-- Logs begin at Sat 2022-02-05 20:01:18 UTC, end at Sat 2022-02-05 22:19:43 UTC. --
Feb 05 20:35:46.101691 ncdv-master-1 systemd[1]: Started Devstack devstack@q-svc.service.
Feb 05 20:35:49.154953 ncdv-master-1 neutron-server[114283]: INFO neutron.common.config [-] Logging enabled!
Feb 05 20:35:49.155523 ncdv-master-1 neutron-server[114283]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev480
Feb 05 20:35:49.155744 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114283) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 05 20:35:49.159042 ncdv-master-1 neutron-server[114283]: INFO neutron.common.config [-] Logging enabled!
Feb 05 20:35:49.159299 ncdv-master-1 neutron-server[114283]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev480
Feb 05 20:35:49.159613 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114283) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 05 20:35:49.160554 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 20:35:49.160798 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Feb 05 20:35:49.161170 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Feb 05 20:35:49.161419 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Feb 05 20:35:49.161649 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Feb 05 20:35:49.162521 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.162949 ncdv-master-1 neutron-server[114283]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal.  Its value may be silently ignored in the future.
Feb 05 20:35:49.163270 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.163576 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.163878 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.164181 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.164479 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.164772 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.165070 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.165373 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.165669 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.165958 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.166249 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.166575 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.167460 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.167756 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.168046 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.168337 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] debug                          = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.168626 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.169071 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.169489 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.169774 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.170068 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.170352 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.170654 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.170935 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.171234 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.171566 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] host                           = ncdv-master-1 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.171850 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.172141 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.172431 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.172720 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.173000 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.173280 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.173568 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.173842 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.174120 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.174422 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.174720 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.175010 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.175301 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.175530 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.175756 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.176055 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.176346 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.176626 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.176906 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.177185 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.177462 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.177739 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.178011 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.178300 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.178610 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.178901 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.179182 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.179461 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.179735 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.180010 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.180299 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.180578 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.180856 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.181140 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.181427 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.181698 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.181974 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.182278 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.183457 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.183457 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.183720 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.184000 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.184287 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.184562 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.184838 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.185112 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.185387 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.185662 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.185945 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.186220 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.186525 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.186809 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.187087 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.187376 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.187654 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] wsgi_server_debug              = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:49.187954 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.188253 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.188558 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.188860 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.189155 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.189440 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.189733 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.190015 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.190307 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.190625 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.190920 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.191208 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.191512 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.191804 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.192102 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.192411 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.192709 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.193004 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.193282 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.193561 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.193839 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.194120 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.194432 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.194719 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.195013 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.195305 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.195587 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.195888 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.196224 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.196476 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.196765 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.197042 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.197324 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.197617 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.198209 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.198502 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.198786 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.199079 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.199361 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.199639 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.199925 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.200208 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.200482 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.200758 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.201046 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.201349 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.201633 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.201910 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.202185 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.202491 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.202770 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.203061 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.203343 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.203621 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.203897 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.204179 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.204480 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.204755 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.205037 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.205314 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.205595 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.205871 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.206145 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.206444 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.206723 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.206999 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.207274 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.207548 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.207828 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.208105 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.208383 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.208657 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.208934 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.209211 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.209500 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.209800 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.210081 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.210364 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.210742 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.210943 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.211229 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.211509 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.211790 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.212071 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.212345 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.212638 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.212925 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.213215 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.213517 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.213833 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.214129 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.214435 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.214726 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.215008 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.215291 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.215577 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.215862 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.216160 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.216456 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.216752 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.217048 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.217344 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.217627 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.217937 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.218220 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:49.218459 ncdv-master-1 neutron-server[114283]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Feb 05 20:35:49.218704 ncdv-master-1 neutron-server[114283]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=114283) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Feb 05 20:35:49.592272 ncdv-master-1 neutron-server[114283]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=114283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Feb 05 20:35:49.592555 ncdv-master-1 neutron-server[114283]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=114283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Feb 05 20:35:49.592864 ncdv-master-1 neutron-server[114283]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=114283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Feb 05 20:35:49.593200 ncdv-master-1 neutron-server[114283]: INFO neutron.manager [-] Loading core plugin: ml2
Feb 05 20:35:49.922474 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:49.922670 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:49.922943 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:49.924252 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:49.924570 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:49.924875 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:49.970959 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:49.971247 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:49.971518 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:49.985576 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:49.985858 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:49.986130 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:50.014524 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:50.014812 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:50.015087 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:50.052175 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:50.052454 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:50.052722 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:50.403176 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f2dbb887a60> agent after_create 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:50.403823 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f2dbb887a60> agent after_update 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:50.403823 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f2dbb887af0> segment precommit_create 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:50.403982 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f2dbb887b80> network precommit_delete 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:50.404646 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f2dbb895c10> segment before_delete 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:50.504239 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2dbc308280>> network before_delete 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:50.504556 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f2dbb924ee0> agent before_delete 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:50.504839 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2dbc308280>> network before_create 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:50.505108 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2dbc308280>> port before_create 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:50.505370 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2dbc308280>> port before_update 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:50.505673 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2dbc308280>> segment precommit_create 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:50.505929 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2dbc308280>> segment precommit_delete 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:50.506182 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2dbc308280>> segment after_create 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:50.506459 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2dbc308280>> segment after_delete 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:50.506738 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2dbc308280>> network after_delete 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:50.506996 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2dbc308280>> network precommit_delete 0 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:50.507256 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2dbc308280>> port after_create 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:50.507506 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2dbc308280>> port after_update 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:50.507765 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2dbc308280>> port after_delete 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:50.508019 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2dbc308280>> port provisioning_complete 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:50.508280 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2dbc308280>> rbac-policy before_create 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:50.508533 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2dbc308280>> rbac-policy after_delete 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:50.508808 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2dbc308280>> agent after_update 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:50.509073 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2dbc308280>> subnet after_delete 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:50.509327 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2dbc308280>> subnet precommit_delete 0 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:50.509592 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2dbc308280>> rbac-policy before_update 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:50.509839 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2dbc308280>> rbac-policy before_delete 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:50.510112 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2dbc308280>> segment_host_mapping after_create 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:50.510554 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2dbc308280>> rbac-policy before_create 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:50.510965 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2dbc308280>> rbac-policy before_update 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:50.511351 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2dbc308280>> rbac-policy before_delete 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:50.511747 ncdv-master-1 neutron-server[114283]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=114283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 05 20:35:50.511989 ncdv-master-1 neutron-server[114283]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=114283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 05 20:35:50.512228 ncdv-master-1 neutron-server[114283]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=114283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 05 20:35:50.512464 ncdv-master-1 neutron-server[114283]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=114283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 05 20:35:50.512701 ncdv-master-1 neutron-server[114283]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=114283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 05 20:35:50.512936 ncdv-master-1 neutron-server[114283]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=114283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 05 20:35:50.513294 ncdv-master-1 neutron-server[114283]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Feb 05 20:35:50.516386 ncdv-master-1 neutron-server[114283]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Feb 05 20:35:50.520420 ncdv-master-1 neutron-server[114283]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Feb 05 20:35:50.524364 ncdv-master-1 neutron-server[114283]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])])
Feb 05 20:35:50.525981 ncdv-master-1 neutron-server[114283]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Feb 05 20:35:50.527239 ncdv-master-1 neutron-server[114283]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Feb 05 20:35:50.527642 ncdv-master-1 neutron-server[114283]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Feb 05 20:35:50.528022 ncdv-master-1 neutron-server[114283]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Feb 05 20:35:50.530860 ncdv-master-1 neutron-server[114283]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Feb 05 20:35:50.531112 ncdv-master-1 neutron-server[114283]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Feb 05 20:35:50.531454 ncdv-master-1 neutron-server[114283]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Feb 05 20:35:50.536240 ncdv-master-1 neutron-server[114283]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct']
Feb 05 20:35:50.560223 ncdv-master-1 neutron-server[114283]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Feb 05 20:35:50.560673 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f2dbb9a8430>> qos_plugin after_init 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:50.560967 ncdv-master-1 neutron-server[114283]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=114283) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}}
Feb 05 20:35:50.561326 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f2dbb9a8190>> logging-plugin after_init 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:50.562737 ncdv-master-1 neutron-server[114283]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=114283) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Feb 05 20:35:50.563016 ncdv-master-1 neutron-server[114283]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Feb 05 20:35:50.563263 ncdv-master-1 neutron-server[114283]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Feb 05 20:35:50.566525 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f2dbb7e49d0>> floatingip before_response 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:50.566808 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f2dbb7e49d0>> port before_response 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:50.639012 ncdv-master-1 neutron-server[114283]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Feb 05 20:35:50.639250 ncdv-master-1 neutron-server[114283]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Feb 05 20:35:50.639486 ncdv-master-1 neutron-server[114283]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Feb 05 20:35:50.639860 ncdv-master-1 neutron-server[114283]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Feb 05 20:35:50.660642 ncdv-master-1 neutron-server[114283]: DEBUG oslo_db.sqlalchemy.engines [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=114283) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Feb 05 20:35:51.103143 ncdv-master-1 neutron-server[114283]: INFO neutron.plugins.ml2.managers [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Initializing driver for type 'gre'
Feb 05 20:35:51.103666 ncdv-master-1 neutron-server[114283]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] gre ID ranges: [(1, 1000)]
Feb 05 20:35:51.158985 ncdv-master-1 neutron-server[114283]: INFO neutron.plugins.ml2.managers [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Initializing driver for type 'local'
Feb 05 20:35:51.159328 ncdv-master-1 neutron-server[114283]: INFO neutron.plugins.ml2.managers [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Initializing driver for type 'vlan'
Feb 05 20:35:51.172773 ncdv-master-1 neutron-server[114283]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] VlanTypeDriver initialization complete
Feb 05 20:35:51.173157 ncdv-master-1 neutron-server[114283]: INFO neutron.plugins.ml2.managers [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Initializing driver for type 'vxlan'
Feb 05 20:35:51.173643 ncdv-master-1 neutron-server[114283]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] vxlan ID ranges: [(1, 1000)]
Feb 05 20:35:51.231527 ncdv-master-1 neutron-server[114283]: INFO neutron.plugins.ml2.managers [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Initializing extension driver 'port_security'
Feb 05 20:35:51.231742 ncdv-master-1 neutron-server[114283]: INFO neutron.plugins.ml2.extensions.port_security [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] PortSecurityExtensionDriver initialization complete
Feb 05 20:35:51.232000 ncdv-master-1 neutron-server[114283]: INFO neutron.plugins.ml2.managers [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Initializing mechanism driver 'openvswitch'
Feb 05 20:35:51.232448 ncdv-master-1 neutron-server[114283]: INFO neutron.plugins.ml2.managers [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Initializing mechanism driver 'hyperv'
Feb 05 20:35:51.239233 ncdv-master-1 neutron-server[114283]: DEBUG neutron.plugins.ml2.plugin [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=114283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:35:51.240091 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2dbb790d30>> port after_create 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.240463 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2dbb790d30>> port after_update 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.240820 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2dbb790d30>> port after_delete 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.241358 ncdv-master-1 neutron-server[114283]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=114283) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Feb 05 20:35:51.241792 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2dbb24f8e0>> subnet after_create 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.242147 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2dbb24f8e0>> subnet after_update 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.242529 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2dbb24f8e0>> subnet after_delete 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.242933 ncdv-master-1 neutron-server[114283]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=114283) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Feb 05 20:35:51.243345 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2dbb264670>> network after_create 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.243694 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2dbb264670>> network after_update 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.244037 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2dbb264670>> network after_delete 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.244437 ncdv-master-1 neutron-server[114283]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=114283) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Feb 05 20:35:51.244868 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2dbb264b80>> security_group after_create 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.245409 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2dbb264b80>> security_group after_update 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.245858 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2dbb264b80>> security_group after_delete 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.246266 ncdv-master-1 neutron-server[114283]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=114283) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Feb 05 20:35:51.246711 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2dbb26f0d0>> security_group_rule after_create 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.247063 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2dbb26f0d0>> security_group_rule after_update 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.247404 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2dbb26f0d0>> security_group_rule after_delete 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.247806 ncdv-master-1 neutron-server[114283]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=114283) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Feb 05 20:35:51.248219 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2dbb26f610>> address_group after_create 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.248567 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2dbb26f610>> address_group after_update 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.248908 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2dbb26f610>> address_group after_delete 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.249306 ncdv-master-1 neutron-server[114283]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=114283) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Feb 05 20:35:51.249763 ncdv-master-1 neutron-server[114283]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] ML2 OVO RPC backend initialized. {{(pid=114283) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}}
Feb 05 20:35:51.250544 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2dbb26fd30>> router_interface after_create 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.250908 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2dbb26fd30>> router_interface after_delete 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.251331 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2dbb26fd30>> network before_response 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.251685 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2dbb26fd30>> networks before_response 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.252038 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2dbb26fd30>> port before_response 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.252388 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2dbb26fd30>> ports before_response 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.252732 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2dbb26fd30>> subnet before_response 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.253073 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2dbb26fd30>> subnets before_response 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.253418 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2dbb26fd30>> network after_create 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.253757 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2dbb26fd30>> network after_update 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.254091 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2dbb26fd30>> network after_delete 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.254455 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2dbb26fd30>> port after_create 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.254794 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2dbb26fd30>> port after_update 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.255129 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2dbb26fd30>> port after_delete 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.255465 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2dbb26fd30>> subnet after_create 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.255798 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2dbb26fd30>> subnet after_update 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.256129 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2dbb26fd30>> subnet after_delete 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.263580 ncdv-master-1 neutron-server[114283]: INFO neutron.quota [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f2dbb26feb0>.
Feb 05 20:35:51.263950 ncdv-master-1 neutron-server[114283]: INFO neutron.plugins.ml2.plugin [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Modular L2 Plugin initialization complete
Feb 05 20:35:51.264305 ncdv-master-1 neutron-server[114283]: DEBUG neutron.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading services supported by the core plugin {{(pid=114283) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Feb 05 20:35:51.264652 ncdv-master-1 neutron-server[114283]: INFO neutron.plugins.ml2.managers [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Got port-security extension from driver 'port_security'
Feb 05 20:35:51.265136 ncdv-master-1 neutron-server[114283]: INFO neutron.extensions.vlantransparent [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Disabled vlantransparent extension.
Feb 05 20:35:51.265635 ncdv-master-1 neutron-server[114283]: DEBUG neutron.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=114283) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Feb 05 20:35:51.265989 ncdv-master-1 neutron-server[114283]: INFO neutron.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading Plugin: router
Feb 05 20:35:51.302799 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2dbb26fe20>> router_interface before_create 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.303196 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2dbb26fe20>> router after_create 55549900 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.303570 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2dbb26fe20>> router before_create 55549900 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.303940 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2dbb26fe20>> router_interface before_delete 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.304312 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2dbb26fe20>> router_interface after_delete 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.304670 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2dbb26fe20>> router after_delete 55549900 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.305030 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2dbb26fe20>> floatingip after_create 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.305385 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2dbb26fe20>> floatingip after_update 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.305742 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2dbb26fe20>> router after_create 55549900 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.306098 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2dbb26fe20>> router after_update 55549900 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.306477 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2dbb26fe20>> router after_update 55549900 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.306829 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2dbb26fe20>> router_gateway after_delete 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.307186 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2dbb26fe20>> router after_update 55549900 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.307632 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2dbb26fe20>> router precommit_update 55549900 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.308006 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f2dbba830d0> port after_update 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.308348 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f2dbba85f70> port after_delete 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.308692 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f2dbba83040> subnet after_update 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.309034 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f2dbba83160> subnetpool_address_scope after_update 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.309384 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2dbb26fe20>> port precommit_delete 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.309731 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2dbb26fe20>> router precommit_create 55549900 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.310075 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f2dbb965940> port before_delete 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.310439 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2dbb26fe20>> router precommit_create 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.310801 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2dbb26fe20>> router after_update 55549900 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.311152 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2dbb26fe20>> router precommit_delete 55549900 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.311626 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2dbb26fe20>> router precommit_create 55549900 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.311991 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2dbb26fe20>> router_interface after_create 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.312340 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2dbb26fe20>> router precommit_update 55549900 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.312709 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2dbb26fe20>> agent after_create 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.313061 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2dbb26fe20>> agent after_delete 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.313409 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2dbb26fe20>> network after_delete 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.314286 ncdv-master-1 neutron-server[114283]: DEBUG neutron.quota.resource_registry [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Tracking information for resource: router configured {{(pid=114283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 05 20:35:51.314655 ncdv-master-1 neutron-server[114283]: DEBUG neutron.quota.resource_registry [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Tracking information for resource: floatingip configured {{(pid=114283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 05 20:35:51.319596 ncdv-master-1 neutron-server[114283]: INFO neutron.db.l3_agentschedulers_db [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Feb 05 20:35:51.320176 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f2dbb1fd8b0> port after_update 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.320541 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f2dbb1fd790> port after_create 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.320902 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <function _notify_port_delete at 0x7f2dbb1fd820> port after_delete 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.321257 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f2dbb1fd9d0> port after_update 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.322046 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2dbb22fdf0>> router before_create 55550100 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.322433 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2dbb22fdf0>> router precommit_delete 55550100 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.323068 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2dbb22fdf0>> router precommit_create 55550100 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.323453 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2dbb22fdf0>> router precommit_update 55550100 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.328227 ncdv-master-1 neutron-server[114283]: DEBUG neutron.services.provider_configuration [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Service providers = [] {{(pid=114283) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Feb 05 20:35:51.328594 ncdv-master-1 neutron-server[114283]: DEBUG neutron.db.servicetype_db [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=114283) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Feb 05 20:35:51.331589 ncdv-master-1 neutron-server[114283]: DEBUG neutron.services.service_base [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=114283) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Feb 05 20:35:51.331943 ncdv-master-1 neutron-server[114283]: DEBUG neutron.services.service_base [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=114283) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Feb 05 20:35:51.332291 ncdv-master-1 neutron-server[114283]: DEBUG neutron.services.service_base [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=114283) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Feb 05 20:35:51.333187 ncdv-master-1 neutron-server[114283]: DEBUG neutron.services.service_base [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=114283) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Feb 05 20:35:51.333555 ncdv-master-1 neutron-server[114283]: INFO neutron.services.service_base [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Default provider is not specified for service type L3_ROUTER_NAT
Feb 05 20:35:51.333929 ncdv-master-1 neutron-server[114283]: DEBUG neutron.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=114283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 05 20:35:51.334247 ncdv-master-1 neutron-server[114283]: INFO neutron.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Feb 05 20:35:51.345535 ncdv-master-1 neutron-server[114283]: DEBUG neutron.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=114283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 05 20:35:51.345873 ncdv-master-1 neutron-server[114283]: INFO neutron.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading Plugin: auto_allocate
Feb 05 20:35:51.351795 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f2dbb184dc0> network precommit_update 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.352163 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f2dbb184dc0> network precommit_create 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.352682 ncdv-master-1 neutron-server[114283]: DEBUG neutron.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=114283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 05 20:35:51.353008 ncdv-master-1 neutron-server[114283]: INFO neutron.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading Plugin: tag
Feb 05 20:35:51.360564 ncdv-master-1 neutron-server[114283]: DEBUG neutron.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=114283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 05 20:35:51.360901 ncdv-master-1 neutron-server[114283]: INFO neutron.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading Plugin: timestamp
Feb 05 20:35:51.364787 ncdv-master-1 neutron-server[114283]: DEBUG neutron.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=114283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 05 20:35:51.365121 ncdv-master-1 neutron-server[114283]: INFO neutron.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading Plugin: network_ip_availability
Feb 05 20:35:51.370642 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2dbb197e80>> rbac-policy before_create 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.371023 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2dbb197e80>> rbac-policy before_update 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.371378 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2dbb197e80>> rbac-policy before_delete 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.372086 ncdv-master-1 neutron-server[114283]: DEBUG neutron.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=114283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 05 20:35:51.372404 ncdv-master-1 neutron-server[114283]: INFO neutron.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading Plugin: flavors
Feb 05 20:35:51.377345 ncdv-master-1 neutron-server[114283]: DEBUG neutron.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=114283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 05 20:35:51.377685 ncdv-master-1 neutron-server[114283]: INFO neutron.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading Plugin: revisions
Feb 05 20:35:51.382007 ncdv-master-1 neutron-server[114283]: DEBUG neutron.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=114283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 05 20:35:51.382423 ncdv-master-1 neutron-server[114283]: DEBUG oslo_concurrency.lockutils [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.789s {{(pid=114283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Feb 05 20:35:51.383171 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=114283) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Feb 05 20:35:51.383504 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Initializing extension manager.
Feb 05 20:35:51.384024 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: __init__.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.384369 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: __pycache__ {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.384708 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.385048 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: address_group.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.386323 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.386910 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: address-group
Feb 05 20:35:51.387236 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: address_scope.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.387957 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.388464 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: address-scope
Feb 05 20:35:51.388788 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.389719 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.390225 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: router-admin-state-down-before-update
Feb 05 20:35:51.390592 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: agent.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.391298 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.391802 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: agent
Feb 05 20:35:51.392125 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: agent_resources_synced.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.393034 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.393537 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: agent-resources-synced
Feb 05 20:35:51.393856 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: allowedaddresspairs.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.395671 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.396187 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: allowed-address-pairs
Feb 05 20:35:51.396514 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: auto_allocated_topology.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.397597 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.398109 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: auto-allocated-topology
Feb 05 20:35:51.398474 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: availability_zone.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.399176 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.399681 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: availability_zone
Feb 05 20:35:51.400006 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: availability_zone_filter.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.400924 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.402241 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: availability_zone_filter
Feb 05 20:35:51.402599 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: data_plane_status.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.403534 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.404057 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extension data-plane-status not supported by any of loaded plugins
Feb 05 20:35:51.404344 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: default_subnetpools.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.405263 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.405770 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: default-subnetpools
Feb 05 20:35:51.406093 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.406934 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.407438 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: dhcp_agent_scheduler
Feb 05 20:35:51.407764 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: dns.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.408680 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.409176 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extension dns-integration not supported by any of loaded plugins
Feb 05 20:35:51.409498 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: dns_domain_ports.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.410442 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.410942 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extension dns-domain-ports not supported by any of loaded plugins
Feb 05 20:35:51.411271 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.412199 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like <project_id>, <project_name>, <user_id> and <user_name> as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.412695 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins
Feb 05 20:35:51.413019 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: dvr.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.413698 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.414196 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: dvr
Feb 05 20:35:51.414554 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: ecmp_routes.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.415476 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.415979 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extension ecmp_routes not supported by any of loaded plugins
Feb 05 20:35:51.416301 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: empty_string_filtering.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.417411 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.417919 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: empty-string-filtering
Feb 05 20:35:51.418243 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.419186 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.419692 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Feb 05 20:35:51.420043 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.420970 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.421478 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Feb 05 20:35:51.421798 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: external_net.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.422750 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.423259 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: external-net
Feb 05 20:35:51.423581 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.424488 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.424993 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: extra_dhcp_opt
Feb 05 20:35:51.425313 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: extraroute.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.426228 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.426763 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: extraroute
Feb 05 20:35:51.427105 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: extraroute_atomic.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.428149 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.428655 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: extraroute-atomic
Feb 05 20:35:51.428980 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: filter_validation.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.429647 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.430178 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: filter-validation
Feb 05 20:35:51.430598 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: fip_pf_description.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.431466 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.431960 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Feb 05 20:35:51.432278 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: fip_port_details.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.433396 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.433899 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: fip-port-details
Feb 05 20:35:51.434220 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: flavors.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.435513 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.436029 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: flavors
Feb 05 20:35:51.436354 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.438037 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.438576 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Feb 05 20:35:51.438914 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: floatingip_pools.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.439619 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.440121 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: floatingip-pools
Feb 05 20:35:51.440448 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: ip_allocation.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.441385 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.441888 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extension ip_allocation not supported by any of loaded plugins
Feb 05 20:35:51.442212 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.443159 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.443665 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: ip-substring-filtering
Feb 05 20:35:51.443992 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: l2_adjacency.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.444926 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.445431 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extension l2_adjacency not supported by any of loaded plugins
Feb 05 20:35:51.445755 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: l3.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.446742 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.447262 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: router
Feb 05 20:35:51.447590 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.450680 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.451209 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Feb 05 20:35:51.451549 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.452494 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.453009 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: ext-gw-mode
Feb 05 20:35:51.453341 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.454268 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.454809 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: l3-ha
Feb 05 20:35:51.455141 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.456061 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.456569 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins
Feb 05 20:35:51.456896 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: l3_flavors.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.457815 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.458327 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: l3-flavors
Feb 05 20:35:51.458679 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: l3_ndp_proxy.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.460072 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.460591 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extension l3-ndp-proxy not supported by any of loaded plugins
Feb 05 20:35:51.460921 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.461850 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.462359 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: l3-port-ip-change-not-allowed
Feb 05 20:35:51.462710 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: l3agentscheduler.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.464343 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.464860 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: l3_agent_scheduler
Feb 05 20:35:51.465185 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: local_ip.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.467002 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.467525 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extension local_ip not supported by any of loaded plugins
Feb 05 20:35:51.467858 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: logging.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.470793 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.471326 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extension logging not supported by any of loaded plugins
Feb 05 20:35:51.471681 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: metering.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.472436 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.473018 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: metering
Feb 05 20:35:51.473356 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.474488 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.475008 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: metering_source_and_destination_fields
Feb 05 20:35:51.475343 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: multiprovidernet.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.476295 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.476806 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: multi-provider
Feb 05 20:35:51.477136 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: netmtu.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.478068 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.478628 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: net-mtu
Feb 05 20:35:51.478960 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: netmtu_writable.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.480110 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.480622 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: net-mtu-writable
Feb 05 20:35:51.480949 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: network_availability_zone.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.481680 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.482137 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: network_availability_zone
Feb 05 20:35:51.482483 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: network_ip_availability.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.483603 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.484114 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: network-ip-availability
Feb 05 20:35:51.484443 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: network_segment_range.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.485210 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.485713 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extension network-segment-range not supported by any of loaded plugins
Feb 05 20:35:51.486037 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: pagination.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.487054 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.487384 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: pagination
Feb 05 20:35:51.487704 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: port_device_profile.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.488615 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.489131 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: port-device-profile
Feb 05 20:35:51.489454 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.490369 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.490904 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: port-mac-address-regenerate
Feb 05 20:35:51.491234 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.492149 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.492659 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: port-numa-affinity-policy
Feb 05 20:35:51.492987 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: port_resource_request.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.493904 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.494466 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extension port-resource-request not supported by any of loaded plugins
Feb 05 20:35:51.494790 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: port_resource_request_groups.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.495959 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.496466 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extension port-resource-request-groups not supported by any of loaded plugins
Feb 05 20:35:51.496791 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: portbindings.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.497719 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.498227 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: binding
Feb 05 20:35:51.498577 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: portbindings_extended.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.499849 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.500359 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: binding-extended
Feb 05 20:35:51.500689 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: portsecurity.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.501621 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.502133 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: port-security
Feb 05 20:35:51.502492 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: project_id.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.503476 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.503808 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: project-id
Feb 05 20:35:51.504132 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: providernet.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.505051 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.505566 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: provider
Feb 05 20:35:51.505890 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: qos.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.509520 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.510043 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extension qos not supported by any of loaded plugins
Feb 05 20:35:51.510395 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.512346 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.512860 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Feb 05 20:35:51.513191 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.514113 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.514651 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Feb 05 20:35:51.514978 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: qos_default.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.515905 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.516411 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extension qos-default not supported by any of loaded plugins
Feb 05 20:35:51.516737 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: qos_fip.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.517679 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.518180 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extension qos-fip not supported by any of loaded plugins
Feb 05 20:35:51.518538 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: qos_fip_network_policy.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.519462 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.519969 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extension qos-fip-network-policy not supported by any of loaded plugins
Feb 05 20:35:51.520297 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: qos_gateway_ip.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.521224 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.521735 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Feb 05 20:35:51.522068 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: qos_port_network_policy.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.523148 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.523656 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Feb 05 20:35:51.523983 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.525036 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.525541 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extension qos-pps-minimum not supported by any of loaded plugins
Feb 05 20:35:51.525868 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: qos_pps_rule.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.527692 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.528207 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extension qos-pps not supported by any of loaded plugins
Feb 05 20:35:51.528535 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: qos_rule_type_details.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.529463 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.529969 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Feb 05 20:35:51.530297 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: qos_rules_alias.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.531368 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.531875 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extension qos-rules-alias not supported by any of loaded plugins
Feb 05 20:35:51.532208 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: quota_check_limit.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.533128 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.533637 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: quota-check-limit
Feb 05 20:35:51.533965 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: quotasv2.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.534922 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.535256 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: quotas
Feb 05 20:35:51.535581 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: quotasv2_detail.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.537303 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.537647 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: quota_details
Feb 05 20:35:51.537976 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: rbac.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.539060 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.539583 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: rbac-policies
Feb 05 20:35:51.539916 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: rbac_address_group.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.540853 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.541365 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: rbac-address-group
Feb 05 20:35:51.541716 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: rbac_address_scope.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.542812 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.543324 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: rbac-address-scope
Feb 05 20:35:51.543653 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: rbac_security_groups.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.544591 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.545103 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: rbac-security-groups
Feb 05 20:35:51.545431 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: rbac_subnetpool.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.546354 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.546901 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: rbac-subnetpool
Feb 05 20:35:51.547229 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: revisionifmatch.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.548156 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.548664 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: revision-if-match
Feb 05 20:35:51.548987 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: revisions.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.550184 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.550730 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: standard-attr-revisions
Feb 05 20:35:51.551060 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: router_availability_zone.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.551742 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.552254 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: router_availability_zone
Feb 05 20:35:51.552578 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: routerservicetype.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.553505 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.554011 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extension router-service-type not supported by any of loaded plugins
Feb 05 20:35:51.554338 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.555299 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.555810 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: security-groups-normalized-cidr
Feb 05 20:35:51.556137 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.557062 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.557669 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: port-security-groups-filtering
Feb 05 20:35:51.558080 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.559046 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.559558 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: security-groups-remote-address-group
Feb 05 20:35:51.559885 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.560829 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.561339 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: security-groups-shared-filtering
Feb 05 20:35:51.561665 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.562262 ncdv-master-1 neutron-server[114283]: WARNING neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py
Feb 05 20:35:51.562614 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: securitygroup.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.572314 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.573650 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: security-group
Feb 05 20:35:51.574072 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: segment.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.574904 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.575421 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extension segment not supported by any of loaded plugins
Feb 05 20:35:51.575751 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.576710 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.577224 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Feb 05 20:35:51.577550 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: servicetype.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.578692 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.579212 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: service-type
Feb 05 20:35:51.579539 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: sorting.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.580528 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.580861 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: sorting
Feb 05 20:35:51.581186 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: standard_attr_segment.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.582102 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.582653 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extension standard-attr-segment not supported by any of loaded plugins
Feb 05 20:35:51.582976 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: standardattrdescription.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.583628 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.584186 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: standard-attr-description
Feb 05 20:35:51.584511 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: stateful_security_group.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.585455 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.585964 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: stateful-security-group
Feb 05 20:35:51.586288 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: stdattrs_common.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.586890 ncdv-master-1 neutron-server[114283]: WARNING neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Feb 05 20:35:51.587213 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.588141 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.588694 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Feb 05 20:35:51.589524 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: subnet_onboard.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.590631 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.591142 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: subnet_onboard
Feb 05 20:35:51.591467 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.592403 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.592904 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Feb 05 20:35:51.593225 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: subnet_service_types.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.594172 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.594706 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: subnet-service-types
Feb 05 20:35:51.595032 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: subnetallocation.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.596124 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.596633 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: subnet_allocation
Feb 05 20:35:51.596957 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.597634 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.598212 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: subnetpool-prefix-ops
Feb 05 20:35:51.598504 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.599456 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.599958 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Feb 05 20:35:51.600281 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: tagging.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.601355 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.601877 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: standard-attr-tag
Feb 05 20:35:51.602206 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: timestamp.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.603440 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.603959 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loaded extension: standard-attr-timestamp
Feb 05 20:35:51.604380 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: trunk.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.605430 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.605945 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extension trunk not supported by any of loaded plugins
Feb 05 20:35:51.606273 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: trunk_details.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.607222 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.607736 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extension trunk-details not supported by any of loaded plugins
Feb 05 20:35:51.608063 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: uplink_status_propagation.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.608987 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.609495 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Feb 05 20:35:51.609823 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Loading extension file: vlantransparent.py {{(pid=114283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 05 20:35:51.610529 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=114283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 20:35:51.611038 ncdv-master-1 neutron-server[114283]: INFO neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extension vlan-transparent not supported by any of loaded plugins
Feb 05 20:35:51.613533 ncdv-master-1 neutron-server[114283]: INFO neutron.quota.resource_registry [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Creating instance of TrackedResource for resource:network
Feb 05 20:35:51.614056 ncdv-master-1 neutron-server[114283]: INFO neutron.quota.resource_registry [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Creating instance of TrackedResource for resource:subnet
Feb 05 20:35:51.614489 ncdv-master-1 neutron-server[114283]: INFO neutron.quota.resource_registry [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 05 20:35:51.614884 ncdv-master-1 neutron-server[114283]: INFO neutron.quota.resource_registry [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Creating instance of TrackedResource for resource:port
Feb 05 20:35:51.616113 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.v2.resource_helper [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=114283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 05 20:35:51.616552 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.v2.resource_helper [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Service FLAVORS assigned prefix:  {{(pid=114283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 05 20:35:51.617186 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.v2.resource_helper [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=114283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 05 20:35:51.617623 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.v2.resource_helper [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=114283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 05 20:35:51.617956 ncdv-master-1 neutron-server[114283]: INFO neutron.quota.resource_registry [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Creating instance of TrackedResource for resource:router
Feb 05 20:35:51.618389 ncdv-master-1 neutron-server[114283]: INFO neutron.quota.resource_registry [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Creating instance of TrackedResource for resource:floatingip
Feb 05 20:35:51.618907 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.v2.resource_helper [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Service METERING assigned prefix: /metering {{(pid=114283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 05 20:35:51.620375 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2dbb0a27f0>> rbac-policy before_create 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.620747 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2dbb0a27f0>> rbac-policy before_update 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.621099 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2dbb0a27f0>> rbac-policy before_delete 55550000 {{(pid=114283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:35:51.622095 ncdv-master-1 neutron-server[114283]: INFO neutron.quota.resource_registry [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Creating instance of CountableResource for resource:rbac_policy
Feb 05 20:35:51.622581 ncdv-master-1 neutron-server[114283]: INFO neutron.quota.resource_registry [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Creating instance of TrackedResource for resource:security_group
Feb 05 20:35:51.623027 ncdv-master-1 neutron-server[114283]: INFO neutron.quota.resource_registry [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 05 20:35:51.623624 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.v2.resource_helper [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Service CORE assigned prefix:  {{(pid=114283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 05 20:35:51.623955 ncdv-master-1 neutron-server[114283]: INFO neutron.quota.resource_registry [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 05 20:35:51.624314 ncdv-master-1 neutron-server[114283]: WARNING neutron.quota.resource_registry [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] subnetpool is already registered
Feb 05 20:35:51.624754 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.v2.resource_helper [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Service CORE assigned prefix:  {{(pid=114283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 05 20:35:51.625079 ncdv-master-1 neutron-server[114283]: INFO neutron.quota.resource_registry [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 05 20:35:51.625412 ncdv-master-1 neutron-server[114283]: WARNING neutron.quota.resource_registry [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] subnetpool is already registered
Feb 05 20:35:51.627742 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.v2.resource_helper [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=114283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 05 20:35:51.628179 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.v2.resource_helper [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Service FLAVORS assigned prefix:  {{(pid=114283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 05 20:35:51.628768 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.v2.resource_helper [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=114283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 05 20:35:51.629196 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.v2.resource_helper [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=114283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 05 20:35:51.629530 ncdv-master-1 neutron-server[114283]: INFO neutron.quota.resource_registry [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Creating instance of TrackedResource for resource:router
Feb 05 20:35:51.629872 ncdv-master-1 neutron-server[114283]: WARNING neutron.quota.resource_registry [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] router is already registered
Feb 05 20:35:51.630283 ncdv-master-1 neutron-server[114283]: INFO neutron.quota.resource_registry [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Creating instance of TrackedResource for resource:floatingip
Feb 05 20:35:51.630657 ncdv-master-1 neutron-server[114283]: WARNING neutron.quota.resource_registry [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] floatingip is already registered
Feb 05 20:35:51.631115 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.v2.resource_helper [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Service METERING assigned prefix: /metering {{(pid=114283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 05 20:35:51.631773 ncdv-master-1 neutron-server[114283]: INFO neutron.quota.resource_registry [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Creating instance of CountableResource for resource:rbac_policy
Feb 05 20:35:51.632101 ncdv-master-1 neutron-server[114283]: WARNING neutron.quota.resource_registry [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] rbac_policy is already registered
Feb 05 20:35:51.632518 ncdv-master-1 neutron-server[114283]: INFO neutron.quota.resource_registry [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Creating instance of TrackedResource for resource:security_group
Feb 05 20:35:51.632853 ncdv-master-1 neutron-server[114283]: WARNING neutron.quota.resource_registry [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] security_group is already registered
Feb 05 20:35:51.633254 ncdv-master-1 neutron-server[114283]: INFO neutron.quota.resource_registry [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 05 20:35:51.633588 ncdv-master-1 neutron-server[114283]: WARNING neutron.quota.resource_registry [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] security_group_rule is already registered
Feb 05 20:35:51.634215 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.v2.resource_helper [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Service CORE assigned prefix:  {{(pid=114283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 05 20:35:51.634573 ncdv-master-1 neutron-server[114283]: INFO neutron.quota.resource_registry [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 05 20:35:51.634911 ncdv-master-1 neutron-server[114283]: WARNING neutron.quota.resource_registry [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] subnetpool is already registered
Feb 05 20:35:51.635344 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.v2.resource_helper [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Service CORE assigned prefix:  {{(pid=114283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 05 20:35:51.636196 ncdv-master-1 neutron-server[114283]: INFO neutron.quota.resource_registry [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 05 20:35:51.636526 ncdv-master-1 neutron-server[114283]: WARNING neutron.quota.resource_registry [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] subnetpool is already registered
Feb 05 20:35:51.636999 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extended resource: extensions {{(pid=114283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 05 20:35:51.638461 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extended resource: address-groups {{(pid=114283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 05 20:35:51.639943 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extended resource: address-scopes {{(pid=114283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 05 20:35:51.641262 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extended resource: agents {{(pid=114283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 05 20:35:51.642454 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extended resource: auto-allocated-topology {{(pid=114283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 05 20:35:51.643731 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extended resource: availability_zones {{(pid=114283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 05 20:35:51.644959 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extended resource: dhcp-networks {{(pid=114283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 05 20:35:51.646473 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extended resource: dhcp-agents {{(pid=114283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 05 20:35:51.647906 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extended resource: routers {{(pid=114283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 05 20:35:51.650082 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extended resource: flavors {{(pid=114283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 05 20:35:51.651911 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extended resource: service_profiles {{(pid=114283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 05 20:35:51.653228 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extended resource: next_providers {{(pid=114283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 05 20:35:51.654709 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extended resource: service_profiles {{(pid=114283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 05 20:35:51.656248 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extended resource: floatingip-pools {{(pid=114283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 05 20:35:51.657470 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extended resource: routers {{(pid=114283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 05 20:35:51.659670 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extended resource: floatingips {{(pid=114283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 05 20:35:51.661850 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extended resource: l3-routers {{(pid=114283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 05 20:35:51.663281 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extended resource: l3-agents {{(pid=114283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 05 20:35:51.664691 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extended resource: metering-labels {{(pid=114283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 05 20:35:51.666032 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extended resource: metering-label-rules {{(pid=114283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 05 20:35:51.667430 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extended resource: network-ip-availabilities {{(pid=114283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 05 20:35:51.668685 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extended resource: bindings {{(pid=114283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 05 20:35:51.670327 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extended resource: quotas {{(pid=114283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 05 20:35:51.671891 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extended resource: quotas {{(pid=114283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 05 20:35:51.673435 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extended resource: rbac-policies {{(pid=114283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 05 20:35:51.674766 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extended resource: security-groups {{(pid=114283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 05 20:35:51.675997 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extended resource: security-group-rules {{(pid=114283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 05 20:35:51.677212 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extended resource: service-providers {{(pid=114283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 05 20:35:51.678454 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extended resource: subnetpools {{(pid=114283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 05 20:35:51.679899 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extended resource: subnetpools {{(pid=114283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 05 20:35:51.681354 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extended resource: tags {{(pid=114283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 05 20:35:51.683096 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extended resource: tags {{(pid=114283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 05 20:35:51.684874 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extended resource: tags {{(pid=114283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 05 20:35:51.686696 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extended resource: tags {{(pid=114283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 05 20:35:51.688498 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extended resource: tags {{(pid=114283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 05 20:35:51.690336 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extended resource: tags {{(pid=114283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 05 20:35:51.692036 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extended resource: tags {{(pid=114283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 05 20:35:51.693948 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extended resource: tags {{(pid=114283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 05 20:35:51.695731 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extended resource: tags {{(pid=114283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 05 20:35:51.697564 ncdv-master-1 neutron-server[114283]: DEBUG neutron.api.extensions [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Extended resource: tags {{(pid=114283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 05 20:35:51.704174 ncdv-master-1 neutron-server[114283]: WARNING keystonemiddleware.auth_token [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Feb 05 20:35:51.708889 ncdv-master-1 neutron-server[114283]: WARNING keystonemiddleware.auth_token [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Feb 05 20:35:51.718152 ncdv-master-1 neutron-server[114283]: DEBUG oslo_concurrency.lockutils [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Acquired lock "singleton_lock" {{(pid=114283) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}}
Feb 05 20:35:51.718657 ncdv-master-1 neutron-server[114283]: DEBUG oslo_concurrency.lockutils [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Releasing lock "singleton_lock" {{(pid=114283) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}}
Feb 05 20:35:51.719310 ncdv-master-1 neutron-server[114283]: INFO oslo_service.service [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Starting 2 workers
Feb 05 20:35:51.724201 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Started child 114390 {{(pid=114283) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Feb 05 20:35:51.728709 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Started child 114391 {{(pid=114283) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Feb 05 20:35:51.730048 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:35:51.730777 ncdv-master-1 neutron-server[114283]: INFO neutron.service [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Neutron service started, listening on 0.0.0.0:9696
Feb 05 20:35:51.731320 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Publish callbacks [] for process (None), before_spawn {{(pid=114283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:35:51.731850 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [-] (114390) wsgi starting up on http://0.0.0.0:9696
Feb 05 20:35:51.733689 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:35:51.734110 ncdv-master-1 neutron-server[114283]: INFO oslo_service.service [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Starting 1 workers
Feb 05 20:35:51.735142 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [-] (114391) wsgi starting up on http://0.0.0.0:9696
Feb 05 20:35:51.739006 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Started child 114392 {{(pid=114283) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Feb 05 20:35:51.739572 ncdv-master-1 neutron-server[114283]: INFO oslo_service.service [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Starting 1 workers
Feb 05 20:35:51.743006 ncdv-master-1 neutron-server[114392]: DEBUG neutron.service [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] calling RpcWorker wait() {{(pid=114392) _wait /opt/stack/neutron/neutron/service.py:128}}
Feb 05 20:35:51.743542 ncdv-master-1 neutron-server[114392]: DEBUG neutron.service [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] returning from RpcWorker wait() {{(pid=114392) _wait /opt/stack/neutron/neutron/service.py:135}}
Feb 05 20:35:51.744111 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Started child 114393 {{(pid=114283) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Feb 05 20:35:51.744779 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:35:51.744976 ncdv-master-1 neutron-server[114283]: DEBUG neutron_lib.callbacks.manager [None req-357f91f0-5fab-43a9-9773-a66ef286a2b3 None None] Publish callbacks [] for process (None), after_spawn {{(pid=114283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:35:51.745278 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:35:51.746943 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114283) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Feb 05 20:35:51.747162 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 20:35:51.747356 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Feb 05 20:35:51.747584 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Feb 05 20:35:51.747931 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Feb 05 20:35:51.748099 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Feb 05 20:35:51.748791 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.749092 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.749181 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:35:51.749618 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.749618 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.749917 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.750254 ncdv-master-1 neutron-server[114393]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:35:51.750541 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.750792 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.751033 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.751312 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.751547 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.751725 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.751888 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.752153 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.752405 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.752708 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.752980 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.753221 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.753481 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.753660 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.753915 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.754186 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.754437 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.754707 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] debug                          = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.754975 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.755461 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.755707 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.755957 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.756179 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.756461 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.756710 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.756987 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.757238 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.757479 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.757736 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.758010 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.758260 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.758563 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.758770 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.758991 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.759236 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.759470 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.760003 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] host                           = ncdv-master-1 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.760192 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.760414 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.761192 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.761443 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.761709 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.762113 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.762417 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.762797 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.762970 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.763208 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.763472 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.763713 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.763992 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.764230 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.764421 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.764582 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.764869 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.765116 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.765310 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.765621 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.765973 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.766224 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.766412 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.766683 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.766881 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.767101 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.767356 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.767551 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.767755 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.771939 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.771939 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.771939 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.771939 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.771939 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.771939 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.771939 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.771939 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.773346 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.773346 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.773346 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.773346 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.773346 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.773346 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.773346 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.773346 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.773346 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.774476 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.774476 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.774476 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.774476 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.774476 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.774476 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.774476 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.774476 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.775245 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.775245 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.775245 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.775245 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.775245 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.775245 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.775245 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.775245 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.776017 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.776017 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.776017 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.777393 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.777393 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.777393 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.777393 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.777859 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.777859 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.778305 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.778821 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.779350 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.779690 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.780003 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.780323 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.780632 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.780941 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.781243 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.781547 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.781927 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.783593 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.783593 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.783593 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.783827 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50036) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:35:51.783920 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.783920 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.783920 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.784092 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.784270 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.784599 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.784895 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.785139 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.785388 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.785830 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.786089 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.786331 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.786690 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.786998 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.787294 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.787645 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.787932 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.788236 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.32/identity {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.788531 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.788781 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.789015 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.789237 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.789458 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.789682 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.789926 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.790194 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.790438 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.790865 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.791160 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.791400 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.791624 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.792016 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.792475 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.792820 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.793061 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.793300 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.793525 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.793743 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.794104 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.794493 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.794886 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.795307 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.795743 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.796193 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.796456 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.796676 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.797089 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.797513 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.797957 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.798356 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.798779 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.799005 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.799250 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.799647 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.800084 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.800589 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.800981 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.801516 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.801917 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.802344 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.802779 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.803177 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.803570 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.803984 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.804391 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.804797 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.805209 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.805599 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.805939 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0147052
Feb 05 20:35:51.806228 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.806665 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.807086 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.808017 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.809540 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.809796 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.810042 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.810286 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.810566 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.810882 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.811203 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.812750 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.812979 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.813222 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.813489 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.813744 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.813998 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.814223 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.814486 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.815436 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.815690 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.815931 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.816208 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.816470 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.818031 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.818416 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.818656 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.818901 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.819138 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.819406 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.819678 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.819985 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.820236 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.820506 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.820775 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.821020 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.821314 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.821579 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.821874 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.822115 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.824309 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.824842 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.825350 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.825631 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.825893 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.826204 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.826496 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.826747 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.827018 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.827268 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.827723 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.827979 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.829165 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.829436 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.829691 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.829959 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.832666 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.832974 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.833301 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.833480 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.834310 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.834310 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.834310 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.834589 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.834821 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.835110 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.835354 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.835595 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.32/identity {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.835819 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.836059 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.836314 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.836613 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.836807 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.837029 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.837271 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.837511 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.837732 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.838010 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.838232 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.840029 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.840617 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.841548 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.841791 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.842057 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.842286 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.842544 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.842811 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.843046 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.843275 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.843523 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.843779 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.844039 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.844271 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.844549 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.844809 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.845615 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.845615 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.845615 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.845847 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.845998 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.846251 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.847163 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.847395 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.847957 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.848212 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.848922 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.849155 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.849394 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.849617 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.851418 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.851709 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.852066 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.852345 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.852605 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.852870 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.853141 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.853403 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.853636 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.853868 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.854115 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.855885 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.858159 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.858496 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.858780 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.859038 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.859282 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.859524 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.859811 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.860074 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.860339 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.860581 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.860820 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.861073 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.861320 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.861575 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.861799 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.862020 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.862242 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.863531 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.863781 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.864655 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.865530 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.866557 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.867055 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.867486 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.868157 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.868634 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.869080 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.869316 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.869583 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.870333 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.870600 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.870868 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.871094 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.871318 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.871553 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.871781 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.872007 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.872239 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.872460 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.872676 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.872905 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.873126 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.873337 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.874333 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.874333 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.874333 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.874333 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.875422 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.876542 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.876822 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.877053 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.877283 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.877517 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.877745 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.877981 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.878965 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.878965 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.879295 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.880936 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.881211 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.881489 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.881748 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.882084 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.882331 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.882664 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.882893 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.883118 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.883345 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.883603 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.883937 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.884226 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.884501 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.884739 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.885019 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.885290 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.886242 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.887822 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.889833 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.890924 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.890924 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.890924 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.891166 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.891330 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.891560 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.891809 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.892055 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.892309 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.892547 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.892814 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.893065 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.893296 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.893547 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.893796 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.894016 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.894245 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.895695 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.895967 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.896225 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.896392 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Feb 05 20:35:51.899904 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114283) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Feb 05 20:35:51.899904 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 20:35:51.899904 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Feb 05 20:35:51.899904 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Feb 05 20:35:51.899904 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Feb 05 20:35:51.899904 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Feb 05 20:35:51.900370 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.900370 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.900370 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.900575 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.900693 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.900871 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.901038 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.901207 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.901440 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.901581 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.901662 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.901823 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.901983 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.902142 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.902307 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.903522 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.903699 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.903868 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.904038 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.904202 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.904864 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.904957 ncdv-master-1 neutron-server[114392]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:35:51.905030 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.905191 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] debug                          = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.905352 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.905568 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.905735 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.905894 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.906052 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.906210 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.906368 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.906578 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.906740 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.906880 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.907017 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.907165 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.907303 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.907440 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.907565 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.907713 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.907870 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.908029 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.908187 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] host                           = ncdv-master-1 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.908345 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.908503 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.908662 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.908853 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.908971 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.909703 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.909703 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.909703 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.909703 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.909703 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.910237 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.910237 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.910237 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.910590 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.912023 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.913992 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.913992 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.913992 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.913992 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.913992 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.913992 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.913992 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.914898 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.914898 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.914898 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.914898 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.914898 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.914898 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.915550 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.915550 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.915550 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.915550 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.915823 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.915823 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.915972 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.916081 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.916258 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.916443 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.916540 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.916781 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.916883 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.917073 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.917222 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.917333 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.917524 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.917618 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.917778 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.917931 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.918091 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.918249 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.918651 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.918826 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.918993 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.919139 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.919293 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.919454 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.919612 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.919770 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.919929 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.920095 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.920471 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.920635 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.920974 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.921971 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.922298 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.922621 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.923234 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.923409 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.923576 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.923766 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.923931 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 05 20:35:51.924078 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.924242 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.924415 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.924576 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.924742 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.925512 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.925680 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.925839 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.926005 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.926160 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.926332 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.926539 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.926694 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.926852 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.927018 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.927183 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.927360 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.927536 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.927686 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.927828 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.927968 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.928123 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.928295 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.928872 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.929032 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.929198 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.929343 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.929515 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.929682 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.929860 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.930024 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.930188 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.32/identity {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.930350 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.930536 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.930693 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.930904 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.933197 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.933424 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.933586 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.933677 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.933853 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.934025 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.934192 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.934353 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.935501 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.935698 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.935874 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.936047 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.936219 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.936388 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.936557 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.936723 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.936888 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.937053 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.937216 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.937380 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.937542 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.937716 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.937878 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.938333 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.938667 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.938986 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.939155 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.939317 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.939481 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.939646 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.939812 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.939955 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.940274 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.940443 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.940590 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.940882 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.941183 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.942427 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.942427 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.942427 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.942427 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.942427 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.942427 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.942427 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.942853 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.942853 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.942853 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.943018 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.943260 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.943351 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.943486 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.943627 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.944134 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.944134 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.944134 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.944345 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.944412 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.944587 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.944731 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.944888 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.945049 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.945206 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.945364 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.945521 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.945679 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.946259 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.946259 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.946259 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.947226 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.947409 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.947556 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.947721 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.948271 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.948970 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.949799 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.949970 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.950134 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.950296 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.950480 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.951706 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.951897 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.952313 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.952506 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.952679 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.952840 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.953005 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.953177 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.953350 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.953514 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.953676 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.953839 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.954000 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.954168 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.954709 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.955070 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.955445 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.955794 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.956142 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.956502 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.956850 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.957037 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.957216 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.957422 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.957597 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.957771 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.957943 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.958106 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.958282 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.958474 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.958648 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.958815 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.959137 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.959311 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.959483 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.32/identity {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.959651 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.959821 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.959990 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.960175 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.960323 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.960492 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.960653 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.960844 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.960991 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.961147 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.961315 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.961495 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.961649 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.961797 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.962016 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.962166 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.962321 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.962562 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.962709 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.962849 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.963003 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.963003 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.963003 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.963003 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.963842 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.963842 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.964083 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.964373 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.964844 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.965010 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.965180 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.965347 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.965517 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.965682 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.966001 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.966326 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.966655 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.966993 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.967335 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.967680 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.967847 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.968157 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.968323 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.968514 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.968682 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.968882 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.969028 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.969181 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.969325 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.970441 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.970441 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.970441 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.970441 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.970441 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.970441 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.970441 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.971747 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.971747 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.971747 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.971747 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.971747 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.971747 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.971747 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.971747 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.972197 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.972197 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.972197 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.972360 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.972466 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.972632 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.972798 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.972965 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.973148 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.973318 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.973466 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.973633 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.973797 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.973963 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.974139 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.974304 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.974488 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.975203 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.975203 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.975203 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.975203 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.975458 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.975623 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.975711 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.975880 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.976755 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.976755 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.976755 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.976755 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.976755 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.977022 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.977022 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.977263 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.977414 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.977552 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.977688 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.977837 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.977963 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.978122 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.978287 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.978472 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.978642 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.979721 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.979721 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.979721 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.979721 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.979721 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.979721 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.980301 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.980301 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.980301 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.980301 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.980634 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.980634 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.980764 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.980890 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.981057 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.981225 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.981396 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.981572 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.981743 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.981959 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.982088 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.982262 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.982485 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.982629 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.982803 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.982980 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.983151 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.983355 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.983501 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.983637 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.983791 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.983955 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.984120 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.984285 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.984449 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.984613 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.984884 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.985061 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.985212 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.985377 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.985541 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.985706 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.985870 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.986035 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.986201 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 05 20:35:51.986358 ncdv-master-1 neutron-server[114283]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Feb 05 20:36:03.667427 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c84c35b-6bef-4251-9c62-2a6d135e9cc2 None None] get_active_networks_info from ncdv-master-1 {{(pid=114392) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 05 20:36:03.671736 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ec5e143f-dd88-4de0-91f6-14004b484f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-583701'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:03.731111 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c84c35b-6bef-4251-9c62-2a6d135e9cc2 None None] No non-hosted networks {{(pid=114392) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Feb 05 20:36:05.933974 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-158fb96e-0fd7-4619-a931-b6cd9f40393f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-583701'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:06.007067 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7a6d1c64-b92b-4dcd-8cbf-425708a8c290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:07.301137 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-583701'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:08.805653 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-583701'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:10.115783 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-583701'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:10.117572 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:10.118217 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:10.118804 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:10.119401 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:10.120606 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:10.121555 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:10.122140 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:10.122761 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:10.123762 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:10.124348 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:10.124916 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:10.125486 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:10.126013 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:10.126730 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f2dbab7b6d0>, 'Open vSwitch agent', 'ncdv-master-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:36:10.144071 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f2dbaba85b0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'ncdv-master-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:36:11.222094 ncdv-master-1 neutron-server[114392]: INFO neutron.db.l3_hamode_db [None req-fec0816a-dfa5-49d0-9918-1f69c9f20e0a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Feb 05 20:36:11.305002 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec0816a-dfa5-49d0-9918-1f69c9f20e0a None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:36:11.305566 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec0816a-dfa5-49d0-9918-1f69c9f20e0a None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Feb 05 20:36:12.844450 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50142) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:36:13.347263 ncdv-master-1 neutron-server[114391]: WARNING oslo_policy.policy [None req-2b446c42-28ec-43a3-bb6b-0df0263305f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 05 20:36:13.347866 ncdv-master-1 neutron-server[114391]: WARNING oslo_policy.policy [None req-2b446c42-28ec-43a3-bb6b-0df0263305f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 05 20:36:13.574828 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [None req-2b446c42-28ec-43a3-bb6b-0df0263305f9 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 20:36:13.575987 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2b446c42-28ec-43a3-bb6b-0df0263305f9 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.7305732
Feb 05 20:36:16.939905 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50160) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:36:17.240934 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-52c52403-1b76-45a4-8647-6a7de8119ec7 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'tenant_id': 'efa2ce1f9d964d0ea058742655cf0107'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:36:17.337932 ncdv-master-1 neutron-server[114391]: DEBUG neutron.policy [None req-52c52403-1b76-45a4-8647-6a7de8119ec7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114391) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Feb 05 20:36:17.380069 ncdv-master-1 neutron-server[114391]: WARNING oslo_policy.policy [None req-52c52403-1b76-45a4-8647-6a7de8119ec7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 05 20:36:17.380384 ncdv-master-1 neutron-server[114391]: WARNING oslo_policy.policy [None req-52c52403-1b76-45a4-8647-6a7de8119ec7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 05 20:36:17.474794 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-52c52403-1b76-45a4-8647-6a7de8119ec7 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739653208769', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739653211310', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739653157402', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739653166195', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739653171293', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739653181253', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8093547', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8002895', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-557711', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-636696'] for rbac-policy (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:17.540366 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-52c52403-1b76-45a4-8647-6a7de8119ec7 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:17.541554 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-52c52403-1b76-45a4-8647-6a7de8119ec7 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6007044
Feb 05 20:36:20.266261 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50172) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:36:20.564113 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-05234b6f-2165-42de-9038-070a38f3375b admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '40c5889c55a64c639a761560525e136d', 'project_id': '40c5889c55a64c639a761560525e136d'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:36:20.591776 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05234b6f-2165-42de-9038-070a38f3375b admin admin] Made reservation on behalf of 40c5889c55a64c639a761560525e136d for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:36:20.594530 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-05234b6f-2165-42de-9038-070a38f3375b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:20.611445 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-05234b6f-2165-42de-9038-070a38f3375b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:20.720224 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-05234b6f-2165-42de-9038-070a38f3375b admin admin] Publish callbacks [] for security_group (187e64ca-c201-4d8b-8034-71bed1104c10), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:20.723859 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-05234b6f-2165-42de-9038-070a38f3375b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (187e64ca-c201-4d8b-8034-71bed1104c10), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:20.749359 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05234b6f-2165-42de-9038-070a38f3375b admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:36:20.773012 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-05234b6f-2165-42de-9038-070a38f3375b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739649783727', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (a2996a88-3462-443d-b950-45ac10b51434), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:20.773585 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-05234b6f-2165-42de-9038-070a38f3375b admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f2dbb887af0> segment precommit_create {{(pid=114391) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Feb 05 20:36:20.774111 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-05234b6f-2165-42de-9038-070a38f3375b admin admin] Added segment a2996a88-3462-443d-b950-45ac10b51434 of type vlan for network ea923646-4a83-43f2-be02-519a8bd7536c
Feb 05 20:36:20.779563 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05234b6f-2165-42de-9038-070a38f3375b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187e64ca-c201-4d8b-8034-71bed1104c10,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:36:20.800891 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05234b6f-2165-42de-9038-070a38f3375b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:20.801280 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05234b6f-2165-42de-9038-070a38f3375b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:20.801590 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05234b6f-2165-42de-9038-070a38f3375b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:20.801917 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05234b6f-2165-42de-9038-070a38f3375b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:20.802251 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05234b6f-2165-42de-9038-070a38f3375b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:20.802607 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05234b6f-2165-42de-9038-070a38f3375b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:20.802935 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05234b6f-2165-42de-9038-070a38f3375b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:20.803259 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05234b6f-2165-42de-9038-070a38f3375b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:20.803580 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05234b6f-2165-42de-9038-070a38f3375b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:20.803898 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05234b6f-2165-42de-9038-070a38f3375b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:20.804218 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05234b6f-2165-42de-9038-070a38f3375b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:20.804536 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05234b6f-2165-42de-9038-070a38f3375b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:20.804853 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05234b6f-2165-42de-9038-070a38f3375b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:20.805970 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05234b6f-2165-42de-9038-070a38f3375b admin admin] Tracked resource versions report:
Feb 05 20:36:20.805970 ncdv-master-1 neutron-server[114391]: pushed versions:
Feb 05 20:36:20.805970 ncdv-master-1 neutron-server[114391]: {   'AddressGroup': {'1.2'},
Feb 05 20:36:20.805970 ncdv-master-1 neutron-server[114391]:     'ConntrackHelper': {'1.0'},
Feb 05 20:36:20.805970 ncdv-master-1 neutron-server[114391]:     'LocalIPAssociation': {'1.0'},
Feb 05 20:36:20.805970 ncdv-master-1 neutron-server[114391]:     'Log': {'1.0'},
Feb 05 20:36:20.805970 ncdv-master-1 neutron-server[114391]:     'Network': {'1.1'},
Feb 05 20:36:20.805970 ncdv-master-1 neutron-server[114391]:     'Port': {'1.7'},
Feb 05 20:36:20.805970 ncdv-master-1 neutron-server[114391]:     'PortForwarding': {'1.2'},
Feb 05 20:36:20.805970 ncdv-master-1 neutron-server[114391]:     'QosPolicy': {'1.10'},
Feb 05 20:36:20.805970 ncdv-master-1 neutron-server[114391]:     'SecurityGroup': {'1.5'},
Feb 05 20:36:20.805970 ncdv-master-1 neutron-server[114391]:     'SecurityGroupRule': {'1.2'},
Feb 05 20:36:20.805970 ncdv-master-1 neutron-server[114391]:     'SubPort': {'1.0'},
Feb 05 20:36:20.805970 ncdv-master-1 neutron-server[114391]:     'Subnet': {'1.1'},
Feb 05 20:36:20.805970 ncdv-master-1 neutron-server[114391]:     'Trunk': {'1.1'}}
Feb 05 20:36:20.805970 ncdv-master-1 neutron-server[114391]: consumer versions:
Feb 05 20:36:20.805970 ncdv-master-1 neutron-server[114391]: {   DHCP agent@ncdv-master-1: {},
Feb 05 20:36:20.805970 ncdv-master-1 neutron-server[114391]:     L3 agent@ncdv-master-1: {},
Feb 05 20:36:20.805970 ncdv-master-1 neutron-server[114391]:     Metadata agent@ncdv-master-1: {},
Feb 05 20:36:20.805970 ncdv-master-1 neutron-server[114391]:     Metering agent@ncdv-master-1: {},
Feb 05 20:36:20.805970 ncdv-master-1 neutron-server[114391]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Feb 05 20:36:20.805970 ncdv-master-1 neutron-server[114391]:                                           'ConntrackHelper': '1.0',
Feb 05 20:36:20.805970 ncdv-master-1 neutron-server[114391]:                                           'LocalIPAssociation': '1.0',
Feb 05 20:36:20.805970 ncdv-master-1 neutron-server[114391]:                                           'Log': '1.0',
Feb 05 20:36:20.805970 ncdv-master-1 neutron-server[114391]:                                           'Network': '1.1',
Feb 05 20:36:20.805970 ncdv-master-1 neutron-server[114391]:                                           'Port': '1.7',
Feb 05 20:36:20.805970 ncdv-master-1 neutron-server[114391]:                                           'PortForwarding': '1.2',
Feb 05 20:36:20.805970 ncdv-master-1 neutron-server[114391]:                                           'QosPolicy': '1.10',
Feb 05 20:36:20.805970 ncdv-master-1 neutron-server[114391]:                                           'SecurityGroup': '1.5',
Feb 05 20:36:20.805970 ncdv-master-1 neutron-server[114391]:                                           'SecurityGroupRule': '1.2',
Feb 05 20:36:20.805970 ncdv-master-1 neutron-server[114391]:                                           'SubPort': '1.0',
Feb 05 20:36:20.805970 ncdv-master-1 neutron-server[114391]:                                           'Subnet': '1.1',
Feb 05 20:36:20.805970 ncdv-master-1 neutron-server[114391]:                                           'Trunk': '1.1'}}
Feb 05 20:36:20.805970 ncdv-master-1 neutron-server[114391]:  {{(pid=114391) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 05 20:36:20.883104 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-05234b6f-2165-42de-9038-070a38f3375b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (ea923646-4a83-43f2-be02-519a8bd7536c), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:20.921126 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-05234b6f-2165-42de-9038-070a38f3375b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (ea923646-4a83-43f2-be02-519a8bd7536c), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:20.922187 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05234b6f-2165-42de-9038-070a38f3375b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:36:20.922930 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-05234b6f-2165-42de-9038-070a38f3375b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:20.975775 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-05234b6f-2165-42de-9038-070a38f3375b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.7083361
Feb 05 20:36:21.024129 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05234b6f-2165-42de-9038-070a38f3375b admin admin] Pushing event updated for resources: {'Network': ['ID=ea923646-4a83-43f2-be02-519a8bd7536c,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:36:21.036728 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network ea923646-4a83-43f2-be02-519a8bd7536c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:36:23.850888 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50186) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:36:24.239740 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e704a3-ea9a-4c99-a9e6-882cf44efee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:36:24.241100 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-87e704a3-ea9a-4c99-a9e6-882cf44efee6 admin admin] 10.222.0.32 "GET /v2.0/networks/ea923646-4a83-43f2-be02-519a8bd7536c HTTP/1.1" status: 200  len: 825 time: 0.3892496
Feb 05 20:36:24.266563 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f3d0dc86-b5ed-4158-8539-b023a79d121e admin admin] 10.222.0.32 "GET /v2.0/subnetpools/97f5addd-ac72-4309-9970-ba4612d38e07 HTTP/1.1" status: 200  len: 734 time: 0.0190036
Feb 05 20:36:24.275097 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-9c133072-db21-416e-97ca-edf2c60e274b admin admin] Request body: {'subnet': {'subnetpool_id': '97f5addd-ac72-4309-9970-ba4612d38e07', 'tenant_id': '40c5889c55a64c639a761560525e136d', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': 'ea923646-4a83-43f2-be02-519a8bd7536c'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:36:24.295406 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c133072-db21-416e-97ca-edf2c60e274b admin admin] Made reservation on behalf of 40c5889c55a64c639a761560525e136d for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:36:24.297617 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9c133072-db21-416e-97ca-edf2c60e274b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:24.583728 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9c133072-db21-416e-97ca-edf2c60e274b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for subnet (186256a4-7ac6-4356-843c-6405141ba369), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:24.649239 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c133072-db21-416e-97ca-edf2c60e274b admin admin] Pushing event updated for resources: {'Subnet': ['ID=186256a4-7ac6-4356-843c-6405141ba369,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:36:24.655323 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c133072-db21-416e-97ca-edf2c60e274b admin admin] Checking segment: {'id': 'a2996a88-3462-443d-b950-45ac10b51434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ea923646-4a83-43f2-be02-519a8bd7536c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:36:24.656160 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c133072-db21-416e-97ca-edf2c60e274b admin admin] Network hostable DHCP agents. Network: ea923646-4a83-43f2-be02-519a8bd7536c, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:36:24.675863 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c133072-db21-416e-97ca-edf2c60e274b admin admin] Network ea923646-4a83-43f2-be02-519a8bd7536c is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:36:24.686304 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-9c133072-db21-416e-97ca-edf2c60e274b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ea923646-4a83-43f2-be02-519a8bd7536c) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:36:24.690740 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c133072-db21-416e-97ca-edf2c60e274b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:36:24.691340 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9c133072-db21-416e-97ca-edf2c60e274b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:24.696581 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e613f04b-a386-46db-80fc-00feb71b6907 None None] Network ea923646-4a83-43f2-be02-519a8bd7536c requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:36:24.708265 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9c133072-db21-416e-97ca-edf2c60e274b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4364705
Feb 05 20:36:25.068262 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a696e80-71fb-4d63-84ce-54567ea5552d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ea923646-4a83-43f2-be02-519a8bd7536c', 'network_id': 'ea923646-4a83-43f2-be02-519a8bd7536c', 'project_id': '40c5889c55a64c639a761560525e136d', 'fixed_ips': [{'subnet_id': '186256a4-7ac6-4356-843c-6405141ba369'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 20:36:25.069540 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1a696e80-71fb-4d63-84ce-54567ea5552d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:25.355372 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-1a696e80-71fb-4d63-84ce-54567ea5552d None None] Allocated IP 172.20.0.2 (ea923646-4a83-43f2-be02-519a8bd7536c/186256a4-7ac6-4356-843c-6405141ba369/805553e4-b3cd-4050-b828-37bb8167a923) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:36:25.625367 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1a696e80-71fb-4d63-84ce-54567ea5552d None None] Publish callbacks [] for port (805553e4-b3cd-4050-b828-37bb8167a923), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:25.633098 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1a696e80-71fb-4d63-84ce-54567ea5552d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (805553e4-b3cd-4050-b828-37bb8167a923), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:25.696845 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a696e80-71fb-4d63-84ce-54567ea5552d None None] Network ea923646-4a83-43f2-be02-519a8bd7536c is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:36:25.751134 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-1a696e80-71fb-4d63-84ce-54567ea5552d None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:36:25.757693 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a696e80-71fb-4d63-84ce-54567ea5552d None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:36:25.817752 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a696e80-71fb-4d63-84ce-54567ea5552d None None] Pushing event updated for resources: {'Port': ['ID=805553e4-b3cd-4050-b828-37bb8167a923,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:36:25.842391 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a696e80-71fb-4d63-84ce-54567ea5552d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:25.842742 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a696e80-71fb-4d63-84ce-54567ea5552d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:25.843084 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a696e80-71fb-4d63-84ce-54567ea5552d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:25.843418 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a696e80-71fb-4d63-84ce-54567ea5552d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:25.843749 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a696e80-71fb-4d63-84ce-54567ea5552d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:25.844076 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a696e80-71fb-4d63-84ce-54567ea5552d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:25.844407 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a696e80-71fb-4d63-84ce-54567ea5552d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:25.844730 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a696e80-71fb-4d63-84ce-54567ea5552d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:25.845049 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a696e80-71fb-4d63-84ce-54567ea5552d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:25.845369 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a696e80-71fb-4d63-84ce-54567ea5552d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:25.845709 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a696e80-71fb-4d63-84ce-54567ea5552d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:25.846031 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a696e80-71fb-4d63-84ce-54567ea5552d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:25.846347 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a696e80-71fb-4d63-84ce-54567ea5552d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:25.847527 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a696e80-71fb-4d63-84ce-54567ea5552d None None] Tracked resource versions report:
Feb 05 20:36:25.847527 ncdv-master-1 neutron-server[114392]: pushed versions:
Feb 05 20:36:25.847527 ncdv-master-1 neutron-server[114392]: {   'AddressGroup': {'1.2'},
Feb 05 20:36:25.847527 ncdv-master-1 neutron-server[114392]:     'ConntrackHelper': {'1.0'},
Feb 05 20:36:25.847527 ncdv-master-1 neutron-server[114392]:     'LocalIPAssociation': {'1.0'},
Feb 05 20:36:25.847527 ncdv-master-1 neutron-server[114392]:     'Log': {'1.0'},
Feb 05 20:36:25.847527 ncdv-master-1 neutron-server[114392]:     'Network': {'1.1'},
Feb 05 20:36:25.847527 ncdv-master-1 neutron-server[114392]:     'Port': {'1.7'},
Feb 05 20:36:25.847527 ncdv-master-1 neutron-server[114392]:     'PortForwarding': {'1.2'},
Feb 05 20:36:25.847527 ncdv-master-1 neutron-server[114392]:     'QosPolicy': {'1.10'},
Feb 05 20:36:25.847527 ncdv-master-1 neutron-server[114392]:     'SecurityGroup': {'1.5'},
Feb 05 20:36:25.847527 ncdv-master-1 neutron-server[114392]:     'SecurityGroupRule': {'1.2'},
Feb 05 20:36:25.847527 ncdv-master-1 neutron-server[114392]:     'SubPort': {'1.0'},
Feb 05 20:36:25.847527 ncdv-master-1 neutron-server[114392]:     'Subnet': {'1.1'},
Feb 05 20:36:25.847527 ncdv-master-1 neutron-server[114392]:     'Trunk': {'1.1'}}
Feb 05 20:36:25.847527 ncdv-master-1 neutron-server[114392]: consumer versions:
Feb 05 20:36:25.847527 ncdv-master-1 neutron-server[114392]: {   DHCP agent@ncdv-master-1: {},
Feb 05 20:36:25.847527 ncdv-master-1 neutron-server[114392]:     L3 agent@ncdv-master-1: {},
Feb 05 20:36:25.847527 ncdv-master-1 neutron-server[114392]:     Metadata agent@ncdv-master-1: {},
Feb 05 20:36:25.847527 ncdv-master-1 neutron-server[114392]:     Metering agent@ncdv-master-1: {},
Feb 05 20:36:25.847527 ncdv-master-1 neutron-server[114392]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Feb 05 20:36:25.847527 ncdv-master-1 neutron-server[114392]:                                           'ConntrackHelper': '1.0',
Feb 05 20:36:25.847527 ncdv-master-1 neutron-server[114392]:                                           'LocalIPAssociation': '1.0',
Feb 05 20:36:25.847527 ncdv-master-1 neutron-server[114392]:                                           'Log': '1.0',
Feb 05 20:36:25.847527 ncdv-master-1 neutron-server[114392]:                                           'Network': '1.1',
Feb 05 20:36:25.847527 ncdv-master-1 neutron-server[114392]:                                           'Port': '1.7',
Feb 05 20:36:25.847527 ncdv-master-1 neutron-server[114392]:                                           'PortForwarding': '1.2',
Feb 05 20:36:25.847527 ncdv-master-1 neutron-server[114392]:                                           'QosPolicy': '1.10',
Feb 05 20:36:25.847527 ncdv-master-1 neutron-server[114392]:                                           'SecurityGroup': '1.5',
Feb 05 20:36:25.847527 ncdv-master-1 neutron-server[114392]:                                           'SecurityGroupRule': '1.2',
Feb 05 20:36:25.847527 ncdv-master-1 neutron-server[114392]:                                           'SubPort': '1.0',
Feb 05 20:36:25.847527 ncdv-master-1 neutron-server[114392]:                                           'Subnet': '1.1',
Feb 05 20:36:25.847527 ncdv-master-1 neutron-server[114392]:                                           'Trunk': '1.1'}}
Feb 05 20:36:25.847527 ncdv-master-1 neutron-server[114392]:  {{(pid=114392) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 05 20:36:25.859734 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-1a696e80-71fb-4d63-84ce-54567ea5552d None None] Attempting to bind port 805553e4-b3cd-4050-b828-37bb8167a923 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:36:25.860129 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-1a696e80-71fb-4d63-84ce-54567ea5552d None None] Attempting to bind port 805553e4-b3cd-4050-b828-37bb8167a923 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a2996a88-3462-443d-b950-45ac10b51434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ea923646-4a83-43f2-be02-519a8bd7536c'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:36:25.860876 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a696e80-71fb-4d63-84ce-54567ea5552d None None] Attempting to bind port 805553e4-b3cd-4050-b828-37bb8167a923 on network ea923646-4a83-43f2-be02-519a8bd7536c {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:36:25.865435 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a696e80-71fb-4d63-84ce-54567ea5552d None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:36:25.866094 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a696e80-71fb-4d63-84ce-54567ea5552d None None] Checking segment: {'id': 'a2996a88-3462-443d-b950-45ac10b51434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ea923646-4a83-43f2-be02-519a8bd7536c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:36:25.866608 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1a696e80-71fb-4d63-84ce-54567ea5552d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:25.866998 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a696e80-71fb-4d63-84ce-54567ea5552d None None] Bound using segment: {'id': 'a2996a88-3462-443d-b950-45ac10b51434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ea923646-4a83-43f2-be02-519a8bd7536c'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:36:25.867459 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-1a696e80-71fb-4d63-84ce-54567ea5552d None None] Bound port: 805553e4-b3cd-4050-b828-37bb8167a923, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2996a88-3462-443d-b950-45ac10b51434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ea923646-4a83-43f2-be02-519a8bd7536c'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:36:25.867880 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1a696e80-71fb-4d63-84ce-54567ea5552d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (805553e4-b3cd-4050-b828-37bb8167a923), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:25.932283 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-1a696e80-71fb-4d63-84ce-54567ea5552d None None] For port 805553e4-b3cd-4050-b828-37bb8167a923, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:36:25.952567 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-1a696e80-71fb-4d63-84ce-54567ea5552d None None] For port 805553e4-b3cd-4050-b828-37bb8167a923, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=805553e4-b3cd-4050-b828-37bb8167a923,segment=NetworkSegment(a2996a88-3462-443d-b950-45ac10b51434),segment_id=a2996a88-3462-443d-b950-45ac10b51434)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:36:25.959594 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1a696e80-71fb-4d63-84ce-54567ea5552d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (805553e4-b3cd-4050-b828-37bb8167a923), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:26.017957 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a696e80-71fb-4d63-84ce-54567ea5552d None None] Pushing event updated for resources: {'Port': ['ID=805553e4-b3cd-4050-b828-37bb8167a923,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:36:27.341802 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50194) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:36:27.663765 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [None req-83dca207-6029-4667-9f0a-c13e71563875 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 20:36:27.664867 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-83dca207-6029-4667-9f0a-c13e71563875 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3220642
Feb 05 20:36:30.199997 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50202) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:36:30.518303 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [None req-0be70179-3092-4cd1-875b-b38fc8eaf114 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 20:36:30.519400 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0be70179-3092-4cd1-875b-b38fc8eaf114 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3183999
Feb 05 20:36:33.312975 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50212) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:36:33.591090 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3d77cccf-1920-4f79-a256-1b65a7780097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:33.623010 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-e9d61bde-737b-41b5-b99a-b0ebc076edc9 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '40c5889c55a64c639a761560525e136d', 'name': 'router1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:36:33.648139 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e9d61bde-737b-41b5-b99a-b0ebc076edc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (3734e0ee-7952-4b3d-b252-6bcc6d3ae00f), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:33.649719 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e9d61bde-737b-41b5-b99a-b0ebc076edc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (3734e0ee-7952-4b3d-b252-6bcc6d3ae00f), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:33.786429 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e9d61bde-737b-41b5-b99a-b0ebc076edc9 admin admin] Publish callbacks [] for router_controller (3734e0ee-7952-4b3d-b252-6bcc6d3ae00f), precommit_add_association {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:33.791668 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e9d61bde-737b-41b5-b99a-b0ebc076edc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (3734e0ee-7952-4b3d-b252-6bcc6d3ae00f), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:33.805966 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e9d61bde-737b-41b5-b99a-b0ebc076edc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:33.826408 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e9d61bde-737b-41b5-b99a-b0ebc076edc9 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.4931700
Feb 05 20:36:35.932777 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1629a146-dd2e-499d-ae72-31a95c7d8657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:36.347014 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50224) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:36:36.673732 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [None req-67436bc2-42bb-468b-a3d7-2971e57b7b01 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 20:36:36.674817 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-67436bc2-42bb-468b-a3d7-2971e57b7b01 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3268316
Feb 05 20:36:36.962348 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 805553e4-b3cd-4050-b828-37bb8167a923 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:36:37.050235 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 805553e4-b3cd-4050-b828-37bb8167a923 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:36:37.050702 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (805553e4-b3cd-4050-b828-37bb8167a923), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:37.156066 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 805553e4-b3cd-4050-b828-37bb8167a923 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:36:37.156391 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (805553e4-b3cd-4050-b828-37bb8167a923), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:37.193375 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 805553e4-b3cd-4050-b828-37bb8167a923, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=805553e4-b3cd-4050-b828-37bb8167a923,segment=NetworkSegment(a2996a88-3462-443d-b950-45ac10b51434),segment_id=a2996a88-3462-443d-b950-45ac10b51434)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:36:37.197594 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (805553e4-b3cd-4050-b828-37bb8167a923), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:37.262912 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=805553e4-b3cd-4050-b828-37bb8167a923,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:36:37.267219 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:37.565005 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c4759c-0d8c-41fc-868e-9e9f7bb14181 None None] Network ea923646-4a83-43f2-be02-519a8bd7536c requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:36:37.688917 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-899f1932-0ea4-4349-ba8d-aa352e362f47 None None] Provisioning complete for port 805553e4-b3cd-4050-b828-37bb8167a923 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:36:37.689325 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-899f1932-0ea4-4349-ba8d-aa352e362f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (805553e4-b3cd-4050-b828-37bb8167a923), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:37.774069 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-899f1932-0ea4-4349-ba8d-aa352e362f47 None None] Current status of the port 805553e4-b3cd-4050-b828-37bb8167a923 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:36:37.893227 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-630b78b7-1045-47f8-aaaa-4989bd2fc543 None None] Provisioning complete for port 805553e4-b3cd-4050-b828-37bb8167a923 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:36:37.893618 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-630b78b7-1045-47f8-aaaa-4989bd2fc543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (805553e4-b3cd-4050-b828-37bb8167a923), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:37.972828 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-630b78b7-1045-47f8-aaaa-4989bd2fc543 None None] Current status of the port 805553e4-b3cd-4050-b828-37bb8167a923 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:36:38.730482 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:38.927786 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 805553e4-b3cd-4050-b828-37bb8167a923 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:36:38.975723 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 805553e4-b3cd-4050-b828-37bb8167a923 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:36:38.976313 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (805553e4-b3cd-4050-b828-37bb8167a923), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:39.051650 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 805553e4-b3cd-4050-b828-37bb8167a923 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:36:39.309604 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50254) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:36:39.439292 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-bdc66280-d46e-4ef0-a16a-c72821bfbc8c admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'tenant_id': 'efa2ce1f9d964d0ea058742655cf0107', 'is_default': True, 'project_id': 'efa2ce1f9d964d0ea058742655cf0107', 'admin_state_up': True}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:36:39.458802 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc66280-d46e-4ef0-a16a-c72821bfbc8c admin admin] Made reservation on behalf of efa2ce1f9d964d0ea058742655cf0107 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:36:39.461119 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bdc66280-d46e-4ef0-a16a-c72821bfbc8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:39.469679 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bdc66280-d46e-4ef0-a16a-c72821bfbc8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:39.540309 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bdc66280-d46e-4ef0-a16a-c72821bfbc8c admin admin] Publish callbacks [] for security_group (740746ff-e20f-490f-9584-255051d11eee), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:39.543841 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bdc66280-d46e-4ef0-a16a-c72821bfbc8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (740746ff-e20f-490f-9584-255051d11eee), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:39.558681 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bdc66280-d46e-4ef0-a16a-c72821bfbc8c admin admin] Reserving flat network on physical network physnet1 {{(pid=114391) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Feb 05 20:36:39.580400 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc66280-d46e-4ef0-a16a-c72821bfbc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740746ff-e20f-490f-9584-255051d11eee,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:36:39.585440 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bdc66280-d46e-4ef0-a16a-c72821bfbc8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (11bfec13-5f06-4bfb-add8-fc45e6a58a77), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:39.585782 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-bdc66280-d46e-4ef0-a16a-c72821bfbc8c admin admin] Added segment 11bfec13-5f06-4bfb-add8-fc45e6a58a77 of type flat for network d65fb4dc-e812-4574-a4e6-6308f0abdf3f
Feb 05 20:36:39.630473 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bdc66280-d46e-4ef0-a16a-c72821bfbc8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (d65fb4dc-e812-4574-a4e6-6308f0abdf3f), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:39.661485 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bdc66280-d46e-4ef0-a16a-c72821bfbc8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (d65fb4dc-e812-4574-a4e6-6308f0abdf3f), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:39.662440 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc66280-d46e-4ef0-a16a-c72821bfbc8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:36:39.663025 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bdc66280-d46e-4ef0-a16a-c72821bfbc8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:39.691597 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-bdc66280-d46e-4ef0-a16a-c72821bfbc8c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3809669
Feb 05 20:36:39.725372 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc66280-d46e-4ef0-a16a-c72821bfbc8c admin admin] Pushing event updated for resources: {'Network': ['ID=d65fb4dc-e812-4574-a4e6-6308f0abdf3f,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:36:39.736492 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:36:40.116229 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:42.085170 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50262) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:36:42.234827 ncdv-master-1 neutron-server[114390]: WARNING oslo_policy.policy [None req-52561ed7-3e9d-4412-92cd-e6b62843b941 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 05 20:36:42.235483 ncdv-master-1 neutron-server[114390]: WARNING oslo_policy.policy [None req-52561ed7-3e9d-4412-92cd-e6b62843b941 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 05 20:36:42.641501 ncdv-master-1 neutron-server[114390]: DEBUG neutron.policy [None req-52561ed7-3e9d-4412-92cd-e6b62843b941 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114390) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Feb 05 20:36:42.683994 ncdv-master-1 neutron-server[114390]: WARNING oslo_policy.policy [None req-52561ed7-3e9d-4412-92cd-e6b62843b941 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 05 20:36:42.684361 ncdv-master-1 neutron-server[114390]: WARNING oslo_policy.policy [None req-52561ed7-3e9d-4412-92cd-e6b62843b941 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 05 20:36:42.692391 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52561ed7-3e9d-4412-92cd-e6b62843b941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:36:42.694261 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-52561ed7-3e9d-4412-92cd-e6b62843b941 admin admin] 10.222.0.32 "GET /v2.0/subnets/186256a4-7ac6-4356-843c-6405141ba369 HTTP/1.1" status: 200  len: 849 time: 0.6069953
Feb 05 20:36:42.859227 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e36e633e-fc83-4925-99d3-3cef0fa22286 admin admin] 10.222.0.32 "GET /v2.0/routers/3734e0ee-7952-4b3d-b252-6bcc6d3ae00f HTTP/1.1" status: 200  len: 704 time: 0.1586194
Feb 05 20:36:43.126579 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-09e9b5c9-d70f-4c75-bf82-a16dc5c24820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:43.446189 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-09e9b5c9-d70f-4c75-bf82-a16dc5c24820 admin admin] Allocated IP 172.20.0.1 (ea923646-4a83-43f2-be02-519a8bd7536c/186256a4-7ac6-4356-843c-6405141ba369/669205c0-651e-4ef7-8935-d921fff0be5b) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:36:43.651827 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-09e9b5c9-d70f-4c75-bf82-a16dc5c24820 admin admin] Publish callbacks [] for port (669205c0-651e-4ef7-8935-d921fff0be5b), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:43.719148 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-09e9b5c9-d70f-4c75-bf82-a16dc5c24820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (669205c0-651e-4ef7-8935-d921fff0be5b), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:43.779237 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e9b5c9-d70f-4c75-bf82-a16dc5c24820 admin admin] Network ea923646-4a83-43f2-be02-519a8bd7536c is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:36:43.784012 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-09e9b5c9-d70f-4c75-bf82-a16dc5c24820 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:36:43.825941 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e9b5c9-d70f-4c75-bf82-a16dc5c24820 admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:36:43.827039 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-09e9b5c9-d70f-4c75-bf82-a16dc5c24820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (3734e0ee-7952-4b3d-b252-6bcc6d3ae00f), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:43.845578 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e9b5c9-d70f-4c75-bf82-a16dc5c24820 admin admin] Pushing event updated for resources: {'Port': ['ID=669205c0-651e-4ef7-8935-d921fff0be5b,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:36:43.902401 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9b5c9-d70f-4c75-bf82-a16dc5c24820 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:43.902843 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9b5c9-d70f-4c75-bf82-a16dc5c24820 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:43.903191 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9b5c9-d70f-4c75-bf82-a16dc5c24820 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:43.903530 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9b5c9-d70f-4c75-bf82-a16dc5c24820 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:43.903863 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9b5c9-d70f-4c75-bf82-a16dc5c24820 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:43.904200 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9b5c9-d70f-4c75-bf82-a16dc5c24820 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:43.904529 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9b5c9-d70f-4c75-bf82-a16dc5c24820 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:43.904854 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9b5c9-d70f-4c75-bf82-a16dc5c24820 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:43.905178 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9b5c9-d70f-4c75-bf82-a16dc5c24820 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:43.905501 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9b5c9-d70f-4c75-bf82-a16dc5c24820 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:43.905827 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9b5c9-d70f-4c75-bf82-a16dc5c24820 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:43.906176 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9b5c9-d70f-4c75-bf82-a16dc5c24820 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:43.906526 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9b5c9-d70f-4c75-bf82-a16dc5c24820 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:43.907715 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e9b5c9-d70f-4c75-bf82-a16dc5c24820 admin admin] Tracked resource versions report:
Feb 05 20:36:43.907715 ncdv-master-1 neutron-server[114390]: pushed versions:
Feb 05 20:36:43.907715 ncdv-master-1 neutron-server[114390]: {   'AddressGroup': {'1.2'},
Feb 05 20:36:43.907715 ncdv-master-1 neutron-server[114390]:     'ConntrackHelper': {'1.0'},
Feb 05 20:36:43.907715 ncdv-master-1 neutron-server[114390]:     'LocalIPAssociation': {'1.0'},
Feb 05 20:36:43.907715 ncdv-master-1 neutron-server[114390]:     'Log': {'1.0'},
Feb 05 20:36:43.907715 ncdv-master-1 neutron-server[114390]:     'Network': {'1.1'},
Feb 05 20:36:43.907715 ncdv-master-1 neutron-server[114390]:     'Port': {'1.7'},
Feb 05 20:36:43.907715 ncdv-master-1 neutron-server[114390]:     'PortForwarding': {'1.2'},
Feb 05 20:36:43.907715 ncdv-master-1 neutron-server[114390]:     'QosPolicy': {'1.10'},
Feb 05 20:36:43.907715 ncdv-master-1 neutron-server[114390]:     'SecurityGroup': {'1.5'},
Feb 05 20:36:43.907715 ncdv-master-1 neutron-server[114390]:     'SecurityGroupRule': {'1.2'},
Feb 05 20:36:43.907715 ncdv-master-1 neutron-server[114390]:     'SubPort': {'1.0'},
Feb 05 20:36:43.907715 ncdv-master-1 neutron-server[114390]:     'Subnet': {'1.1'},
Feb 05 20:36:43.907715 ncdv-master-1 neutron-server[114390]:     'Trunk': {'1.1'}}
Feb 05 20:36:43.907715 ncdv-master-1 neutron-server[114390]: consumer versions:
Feb 05 20:36:43.907715 ncdv-master-1 neutron-server[114390]: {   DHCP agent@ncdv-master-1: {},
Feb 05 20:36:43.907715 ncdv-master-1 neutron-server[114390]:     L3 agent@ncdv-master-1: {},
Feb 05 20:36:43.907715 ncdv-master-1 neutron-server[114390]:     Metadata agent@ncdv-master-1: {},
Feb 05 20:36:43.907715 ncdv-master-1 neutron-server[114390]:     Metering agent@ncdv-master-1: {},
Feb 05 20:36:43.907715 ncdv-master-1 neutron-server[114390]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Feb 05 20:36:43.907715 ncdv-master-1 neutron-server[114390]:                                           'ConntrackHelper': '1.0',
Feb 05 20:36:43.907715 ncdv-master-1 neutron-server[114390]:                                           'LocalIPAssociation': '1.0',
Feb 05 20:36:43.907715 ncdv-master-1 neutron-server[114390]:                                           'Log': '1.0',
Feb 05 20:36:43.907715 ncdv-master-1 neutron-server[114390]:                                           'Network': '1.1',
Feb 05 20:36:43.907715 ncdv-master-1 neutron-server[114390]:                                           'Port': '1.7',
Feb 05 20:36:43.907715 ncdv-master-1 neutron-server[114390]:                                           'PortForwarding': '1.2',
Feb 05 20:36:43.907715 ncdv-master-1 neutron-server[114390]:                                           'QosPolicy': '1.10',
Feb 05 20:36:43.907715 ncdv-master-1 neutron-server[114390]:                                           'SecurityGroup': '1.5',
Feb 05 20:36:43.907715 ncdv-master-1 neutron-server[114390]:                                           'SecurityGroupRule': '1.2',
Feb 05 20:36:43.907715 ncdv-master-1 neutron-server[114390]:                                           'SubPort': '1.0',
Feb 05 20:36:43.907715 ncdv-master-1 neutron-server[114390]:                                           'Subnet': '1.1',
Feb 05 20:36:43.907715 ncdv-master-1 neutron-server[114390]:                                           'Trunk': '1.1'}}
Feb 05 20:36:43.907715 ncdv-master-1 neutron-server[114390]:  {{(pid=114390) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 05 20:36:44.028562 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-f8ef1785-c9a4-4815-96e0-1cb115505fa6 None None] Provisioning complete for port 669205c0-651e-4ef7-8935-d921fff0be5b triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:36:44.029153 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f8ef1785-c9a4-4815-96e0-1cb115505fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (669205c0-651e-4ef7-8935-d921fff0be5b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:44.040294 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-09e9b5c9-d70f-4c75-bf82-a16dc5c24820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (669205c0-651e-4ef7-8935-d921fff0be5b), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:44.061110 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-f8ef1785-c9a4-4815-96e0-1cb115505fa6 None None] Port 669205c0-651e-4ef7-8935-d921fff0be5b cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:36:44.272556 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-09e9b5c9-d70f-4c75-bf82-a16dc5c24820 admin admin] Publish callbacks [] for port (669205c0-651e-4ef7-8935-d921fff0be5b), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:44.279450 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-09e9b5c9-d70f-4c75-bf82-a16dc5c24820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (669205c0-651e-4ef7-8935-d921fff0be5b), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:44.281133 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-09e9b5c9-d70f-4c75-bf82-a16dc5c24820 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (3734e0ee-7952-4b3d-b252-6bcc6d3ae00f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:44.347385 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e9b5c9-d70f-4c75-bf82-a16dc5c24820 admin admin] Pushing event updated for resources: {'Port': ['ID=669205c0-651e-4ef7-8935-d921fff0be5b,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:36:44.433562 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e9b5c9-d70f-4c75-bf82-a16dc5c24820 admin admin] Network ea923646-4a83-43f2-be02-519a8bd7536c is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:36:44.435304 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-09e9b5c9-d70f-4c75-bf82-a16dc5c24820 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:36:44.684582 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6945a795-b9c2-4f91-9056-b710c90bc0ad None None] Provisioning complete for port 669205c0-651e-4ef7-8935-d921fff0be5b triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:36:44.685103 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6945a795-b9c2-4f91-9056-b710c90bc0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (669205c0-651e-4ef7-8935-d921fff0be5b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:44.695915 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e9b5c9-d70f-4c75-bf82-a16dc5c24820 admin admin] Router 3734e0ee-7952-4b3d-b252-6bcc6d3ae00f is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 20:36:44.724496 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6945a795-b9c2-4f91-9056-b710c90bc0ad None None] Port 669205c0-651e-4ef7-8935-d921fff0be5b cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:36:44.811588 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e9b5c9-d70f-4c75-bf82-a16dc5c24820 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:36:44.818732 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-09e9b5c9-d70f-4c75-bf82-a16dc5c24820 admin admin] 10.222.0.32 "PUT /v2.0/routers/3734e0ee-7952-4b3d-b252-6bcc6d3ae00f/add_router_interface HTTP/1.1" status: 200  len: 508 time: 1.9543555
Feb 05 20:36:44.822644 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903dd725-484e-408f-bfd0-121293119c56 None None] Sync routers for ids ['3734e0ee-7952-4b3d-b252-6bcc6d3ae00f'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:36:44.836326 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903dd725-484e-408f-bfd0-121293119c56 None None] Routers {'3734e0ee-7952-4b3d-b252-6bcc6d3ae00f'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:36:44.837168 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-903dd725-484e-408f-bfd0-121293119c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dbac753a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:36:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['3734e0ee-7952-4b3d-b252-6bcc6d3ae00f'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:36:45.035706 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-903dd725-484e-408f-bfd0-121293119c56 None None] Set router 3734e0ee-7952-4b3d-b252-6bcc6d3ae00f gateway port host: None {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:36:45.481876 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-903dd725-484e-408f-bfd0-121293119c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dbac753a0>, [{'id': '3734e0ee-7952-4b3d-b252-6bcc6d3ae00f', 'name': 'router1', 'tenant_id': '40c5889c55a64c639a761560525e136d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:36:33Z', 'updated_at': '2022-02-05T20:36:43Z', 'revision_number': 2, 'project_id': '40c5889c55a64c639a761560525e136d', 'gw_port_host': None, '_interfaces': [{'id': '669205c0-651e-4ef7-8935-d921fff0be5b', 'name': '', 'network_id': 'ea923646-4a83-43f2-be02-519a8bd7536c', 'tenant_id': '40c5889c55a64c639a761560525e136d', 'mac_address': 'fa:16:3e:1d:fa:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3734e0ee-7952-4b3d-b252-6bcc6d3ae00f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '186256a4-7ac6-4356-843c-6405141ba369', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:36:43Z', 'updated_at': '2022-02-05T20:36:44Z', 'revision_number': 2, 'project_id': '40c5889c55a64c639a761560525e136d', 'subnets': [{'id': '186256a4-7ac6-4356-843c-6405141ba369', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97f5addd-ac72-4309-9970-ba4612d38e07'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:36:45.532732 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903dd725-484e-408f-bfd0-121293119c56 None None] Checking router: 3734e0ee-7952-4b3d-b252-6bcc6d3ae00f for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:36:45.533119 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903dd725-484e-408f-bfd0-121293119c56 None None] Updating router 3734e0ee-7952-4b3d-b252-6bcc6d3ae00f port 669205c0-651e-4ef7-8935-d921fff0be5b binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 20:36:45.585519 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-903dd725-484e-408f-bfd0-121293119c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (669205c0-651e-4ef7-8935-d921fff0be5b), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:46.094589 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-903dd725-484e-408f-bfd0-121293119c56 None None] Publish callbacks [] for port (669205c0-651e-4ef7-8935-d921fff0be5b), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:46.100992 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-903dd725-484e-408f-bfd0-121293119c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (669205c0-651e-4ef7-8935-d921fff0be5b), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:46.270614 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa4f1a3-0080-4632-be35-2107f2f9a790 None None] Pushing event updated for resources: {'Port': ['ID=669205c0-651e-4ef7-8935-d921fff0be5b,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:36:46.273187 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-903dd725-484e-408f-bfd0-121293119c56 None None] Attempting to bind port 669205c0-651e-4ef7-8935-d921fff0be5b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:36:46.273587 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-903dd725-484e-408f-bfd0-121293119c56 None None] Attempting to bind port 669205c0-651e-4ef7-8935-d921fff0be5b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a2996a88-3462-443d-b950-45ac10b51434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ea923646-4a83-43f2-be02-519a8bd7536c'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:36:46.274068 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903dd725-484e-408f-bfd0-121293119c56 None None] Attempting to bind port 669205c0-651e-4ef7-8935-d921fff0be5b on network ea923646-4a83-43f2-be02-519a8bd7536c {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:36:46.283725 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903dd725-484e-408f-bfd0-121293119c56 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:36:46.284140 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903dd725-484e-408f-bfd0-121293119c56 None None] Checking segment: {'id': 'a2996a88-3462-443d-b950-45ac10b51434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ea923646-4a83-43f2-be02-519a8bd7536c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:36:46.284622 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-903dd725-484e-408f-bfd0-121293119c56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:46.285016 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903dd725-484e-408f-bfd0-121293119c56 None None] Bound using segment: {'id': 'a2996a88-3462-443d-b950-45ac10b51434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ea923646-4a83-43f2-be02-519a8bd7536c'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:36:46.285502 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-903dd725-484e-408f-bfd0-121293119c56 None None] Bound port: 669205c0-651e-4ef7-8935-d921fff0be5b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2996a88-3462-443d-b950-45ac10b51434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ea923646-4a83-43f2-be02-519a8bd7536c'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:36:46.285888 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-903dd725-484e-408f-bfd0-121293119c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (669205c0-651e-4ef7-8935-d921fff0be5b), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:46.289091 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa4f1a3-0080-4632-be35-2107f2f9a790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:46.289442 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa4f1a3-0080-4632-be35-2107f2f9a790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:46.289787 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa4f1a3-0080-4632-be35-2107f2f9a790 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:46.290126 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa4f1a3-0080-4632-be35-2107f2f9a790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:46.290485 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa4f1a3-0080-4632-be35-2107f2f9a790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:46.290819 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa4f1a3-0080-4632-be35-2107f2f9a790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:46.291148 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa4f1a3-0080-4632-be35-2107f2f9a790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:46.292025 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa4f1a3-0080-4632-be35-2107f2f9a790 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:46.292389 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa4f1a3-0080-4632-be35-2107f2f9a790 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:46.292714 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa4f1a3-0080-4632-be35-2107f2f9a790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:46.293042 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa4f1a3-0080-4632-be35-2107f2f9a790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:46.293366 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa4f1a3-0080-4632-be35-2107f2f9a790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:46.293688 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa4f1a3-0080-4632-be35-2107f2f9a790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:36:46.294832 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa4f1a3-0080-4632-be35-2107f2f9a790 None None] Tracked resource versions report:
Feb 05 20:36:46.294832 ncdv-master-1 neutron-server[114393]: pushed versions:
Feb 05 20:36:46.294832 ncdv-master-1 neutron-server[114393]: {   'AddressGroup': {'1.2'},
Feb 05 20:36:46.294832 ncdv-master-1 neutron-server[114393]:     'ConntrackHelper': {'1.0'},
Feb 05 20:36:46.294832 ncdv-master-1 neutron-server[114393]:     'LocalIPAssociation': {'1.0'},
Feb 05 20:36:46.294832 ncdv-master-1 neutron-server[114393]:     'Log': {'1.0'},
Feb 05 20:36:46.294832 ncdv-master-1 neutron-server[114393]:     'Network': {'1.1'},
Feb 05 20:36:46.294832 ncdv-master-1 neutron-server[114393]:     'Port': {'1.7'},
Feb 05 20:36:46.294832 ncdv-master-1 neutron-server[114393]:     'PortForwarding': {'1.2'},
Feb 05 20:36:46.294832 ncdv-master-1 neutron-server[114393]:     'QosPolicy': {'1.10'},
Feb 05 20:36:46.294832 ncdv-master-1 neutron-server[114393]:     'SecurityGroup': {'1.5'},
Feb 05 20:36:46.294832 ncdv-master-1 neutron-server[114393]:     'SecurityGroupRule': {'1.2'},
Feb 05 20:36:46.294832 ncdv-master-1 neutron-server[114393]:     'SubPort': {'1.0'},
Feb 05 20:36:46.294832 ncdv-master-1 neutron-server[114393]:     'Subnet': {'1.1'},
Feb 05 20:36:46.294832 ncdv-master-1 neutron-server[114393]:     'Trunk': {'1.1'}}
Feb 05 20:36:46.294832 ncdv-master-1 neutron-server[114393]: consumer versions:
Feb 05 20:36:46.294832 ncdv-master-1 neutron-server[114393]: {   DHCP agent@ncdv-master-1: {},
Feb 05 20:36:46.294832 ncdv-master-1 neutron-server[114393]:     L3 agent@ncdv-master-1: {},
Feb 05 20:36:46.294832 ncdv-master-1 neutron-server[114393]:     Metadata agent@ncdv-master-1: {},
Feb 05 20:36:46.294832 ncdv-master-1 neutron-server[114393]:     Metering agent@ncdv-master-1: {},
Feb 05 20:36:46.294832 ncdv-master-1 neutron-server[114393]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Feb 05 20:36:46.294832 ncdv-master-1 neutron-server[114393]:                                           'ConntrackHelper': '1.0',
Feb 05 20:36:46.294832 ncdv-master-1 neutron-server[114393]:                                           'LocalIPAssociation': '1.0',
Feb 05 20:36:46.294832 ncdv-master-1 neutron-server[114393]:                                           'Log': '1.0',
Feb 05 20:36:46.294832 ncdv-master-1 neutron-server[114393]:                                           'Network': '1.1',
Feb 05 20:36:46.294832 ncdv-master-1 neutron-server[114393]:                                           'Port': '1.7',
Feb 05 20:36:46.294832 ncdv-master-1 neutron-server[114393]:                                           'PortForwarding': '1.2',
Feb 05 20:36:46.294832 ncdv-master-1 neutron-server[114393]:                                           'QosPolicy': '1.10',
Feb 05 20:36:46.294832 ncdv-master-1 neutron-server[114393]:                                           'SecurityGroup': '1.5',
Feb 05 20:36:46.294832 ncdv-master-1 neutron-server[114393]:                                           'SecurityGroupRule': '1.2',
Feb 05 20:36:46.294832 ncdv-master-1 neutron-server[114393]:                                           'SubPort': '1.0',
Feb 05 20:36:46.294832 ncdv-master-1 neutron-server[114393]:                                           'Subnet': '1.1',
Feb 05 20:36:46.294832 ncdv-master-1 neutron-server[114393]:                                           'Trunk': '1.1'}}
Feb 05 20:36:46.294832 ncdv-master-1 neutron-server[114393]:  {{(pid=114393) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 05 20:36:46.352149 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c121677b-f02f-4556-9e3e-506ac5e9b368 None None] Provisioning complete for port 669205c0-651e-4ef7-8935-d921fff0be5b triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:36:46.352700 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c121677b-f02f-4556-9e3e-506ac5e9b368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (669205c0-651e-4ef7-8935-d921fff0be5b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:46.363562 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-903dd725-484e-408f-bfd0-121293119c56 None None] For port 669205c0-651e-4ef7-8935-d921fff0be5b, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:36:46.385286 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-903dd725-484e-408f-bfd0-121293119c56 None None] For port 669205c0-651e-4ef7-8935-d921fff0be5b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=669205c0-651e-4ef7-8935-d921fff0be5b,segment=NetworkSegment(a2996a88-3462-443d-b950-45ac10b51434),segment_id=a2996a88-3462-443d-b950-45ac10b51434)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:36:46.388523 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c121677b-f02f-4556-9e3e-506ac5e9b368 None None] Port 669205c0-651e-4ef7-8935-d921fff0be5b cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:36:46.391445 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-903dd725-484e-408f-bfd0-121293119c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (669205c0-651e-4ef7-8935-d921fff0be5b), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:46.452654 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903dd725-484e-408f-bfd0-121293119c56 None None] Routers {'3734e0ee-7952-4b3d-b252-6bcc6d3ae00f'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:36:46.453208 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-903dd725-484e-408f-bfd0-121293119c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dbac753a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:36:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['3734e0ee-7952-4b3d-b252-6bcc6d3ae00f'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:36:46.455144 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa4f1a3-0080-4632-be35-2107f2f9a790 None None] Pushing event updated for resources: {'Port': ['ID=669205c0-651e-4ef7-8935-d921fff0be5b,revision_number=4']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:36:46.549618 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-903dd725-484e-408f-bfd0-121293119c56 None None] Set router 3734e0ee-7952-4b3d-b252-6bcc6d3ae00f gateway port host: None {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:36:46.610065 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-afc91cd5-fe0a-432e-8943-3e06ea2d4608 None None] Provisioning complete for port 669205c0-651e-4ef7-8935-d921fff0be5b triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:36:46.610488 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-afc91cd5-fe0a-432e-8943-3e06ea2d4608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (669205c0-651e-4ef7-8935-d921fff0be5b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:46.691118 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-afc91cd5-fe0a-432e-8943-3e06ea2d4608 None None] Current status of the port 669205c0-651e-4ef7-8935-d921fff0be5b is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:36:46.691795 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-afc91cd5-fe0a-432e-8943-3e06ea2d4608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (669205c0-651e-4ef7-8935-d921fff0be5b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:46.727612 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-afc91cd5-fe0a-432e-8943-3e06ea2d4608 None None] For port 669205c0-651e-4ef7-8935-d921fff0be5b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=669205c0-651e-4ef7-8935-d921fff0be5b,segment=NetworkSegment(a2996a88-3462-443d-b950-45ac10b51434),segment_id=a2996a88-3462-443d-b950-45ac10b51434)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:36:46.734171 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-afc91cd5-fe0a-432e-8943-3e06ea2d4608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (669205c0-651e-4ef7-8935-d921fff0be5b), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:46.773267 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-903dd725-484e-408f-bfd0-121293119c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dbac753a0>, [{'id': '3734e0ee-7952-4b3d-b252-6bcc6d3ae00f', 'name': 'router1', 'tenant_id': '40c5889c55a64c639a761560525e136d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:36:33Z', 'updated_at': '2022-02-05T20:36:43Z', 'revision_number': 2, 'project_id': '40c5889c55a64c639a761560525e136d', 'gw_port_host': None, '_interfaces': [{'id': '669205c0-651e-4ef7-8935-d921fff0be5b', 'name': '', 'network_id': 'ea923646-4a83-43f2-be02-519a8bd7536c', 'tenant_id': '40c5889c55a64c639a761560525e136d', 'mac_address': 'fa:16:3e:1d:fa:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3734e0ee-7952-4b3d-b252-6bcc6d3ae00f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '186256a4-7ac6-4356-843c-6405141ba369', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:36:43Z', 'updated_at': '2022-02-05T20:36:46Z', 'revision_number': 4, 'project_id': '40c5889c55a64c639a761560525e136d', 'subnets': [{'id': '186256a4-7ac6-4356-843c-6405141ba369', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97f5addd-ac72-4309-9970-ba4612d38e07'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:36:46.785374 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc91cd5-fe0a-432e-8943-3e06ea2d4608 None None] Pushing event updated for resources: {'Port': ['ID=669205c0-651e-4ef7-8935-d921fff0be5b,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:36:46.801173 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903dd725-484e-408f-bfd0-121293119c56 None None] The sync data for ids ['3734e0ee-7952-4b3d-b252-6bcc6d3ae00f'] in ncdv-master-1 is: [{'id': '3734e0ee-7952-4b3d-b252-6bcc6d3ae00f', 'name': 'router1', 'tenant_id': '40c5889c55a64c639a761560525e136d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:36:33Z', 'updated_at': '2022-02-05T20:36:43Z', 'revision_number': 2, 'project_id': '40c5889c55a64c639a761560525e136d', 'gw_port_host': None, '_interfaces': [{'id': '669205c0-651e-4ef7-8935-d921fff0be5b', 'name': '', 'network_id': 'ea923646-4a83-43f2-be02-519a8bd7536c', 'tenant_id': '40c5889c55a64c639a761560525e136d', 'mac_address': 'fa:16:3e:1d:fa:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3734e0ee-7952-4b3d-b252-6bcc6d3ae00f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '186256a4-7ac6-4356-843c-6405141ba369', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:36:43Z', 'updated_at': '2022-02-05T20:36:46Z', 'revision_number': 4, 'project_id': '40c5889c55a64c639a761560525e136d', 'subnets': [{'id': '186256a4-7ac6-4356-843c-6405141ba369', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97f5addd-ac72-4309-9970-ba4612d38e07'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:36:49.671616 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50292) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:36:49.779822 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92bdee0-33b4-4d0d-b05a-51d1e379fcb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:36:49.781181 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a92bdee0-33b4-4d0d-b05a-51d1e379fcb3 admin admin] 10.222.0.32 "GET /v2.0/networks/d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 842 time: 0.1085761
Feb 05 20:36:49.790586 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-66738048-dae8-4233-8d17-a3a0a595fd6d admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'ip_version': 4, 'cidr': '172.35.4.0/24', 'enable_dhcp': False, 'gateway_ip': '172.35.4.1', 'tenant_id': 'efa2ce1f9d964d0ea058742655cf0107'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:36:49.822780 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66738048-dae8-4233-8d17-a3a0a595fd6d admin admin] Made reservation on behalf of efa2ce1f9d964d0ea058742655cf0107 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:36:49.825465 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-66738048-dae8-4233-8d17-a3a0a595fd6d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:50.142637 ncdv-master-1 neutron-server[114390]: DEBUG neutron.objects.ports [None req-66738048-dae8-4233-8d17-a3a0a595fd6d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114390) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 05 20:36:50.143009 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-66738048-dae8-4233-8d17-a3a0a595fd6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for subnet (6b95dc4a-42a2-4b79-a66d-2df327dd59a0), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:50.204103 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66738048-dae8-4233-8d17-a3a0a595fd6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b95dc4a-42a2-4b79-a66d-2df327dd59a0,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:36:50.208035 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66738048-dae8-4233-8d17-a3a0a595fd6d admin admin] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:36:50.208512 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66738048-dae8-4233-8d17-a3a0a595fd6d admin admin] Network hostable DHCP agents. Network: d65fb4dc-e812-4574-a4e6-6308f0abdf3f, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:36:50.231338 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66738048-dae8-4233-8d17-a3a0a595fd6d admin admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:36:50.247330 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-66738048-dae8-4233-8d17-a3a0a595fd6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d65fb4dc-e812-4574-a4e6-6308f0abdf3f) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:36:50.252046 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66738048-dae8-4233-8d17-a3a0a595fd6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:36:50.252823 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-66738048-dae8-4233-8d17-a3a0a595fd6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:50.258972 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4214a28d-122a-4883-8567-ba4ca76d9a96 None None] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:36:50.274904 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-66738048-dae8-4233-8d17-a3a0a595fd6d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4877100
Feb 05 20:36:50.372810 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c400074-dd49-4a96-8c6b-cc803726fc42 None None] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:36:52.694118 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50300) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:36:52.792545 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 5 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 20:36:52.836290 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5cd8a49d-758a-4a57-babf-c1da9d9d4bbd admin admin] 10.222.0.32 "GET /v2.0/routers/3734e0ee-7952-4b3d-b252-6bcc6d3ae00f HTTP/1.1" status: 200  len: 710 time: 0.1409740
Feb 05 20:36:52.919877 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987520c1-9585-4f76-abaa-d32cbd556376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:36:52.921172 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-987520c1-9585-4f76-abaa-d32cbd556376 admin admin] 10.222.0.32 "GET /v2.0/networks/d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 886 time: 0.0790813
Feb 05 20:36:52.929885 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-3662fc61-f0d1-4080-8a05-9fa634d29e43 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:36:53.183664 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3662fc61-f0d1-4080-8a05-9fa634d29e43 admin admin] Publish callbacks [] for router_gateway (3734e0ee-7952-4b3d-b252-6bcc6d3ae00f), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:53.486482 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3662fc61-f0d1-4080-8a05-9fa634d29e43 admin admin] Publish callbacks [] for router_gateway (3734e0ee-7952-4b3d-b252-6bcc6d3ae00f), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:53.561603 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3662fc61-f0d1-4080-8a05-9fa634d29e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:53.670264 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-3662fc61-f0d1-4080-8a05-9fa634d29e43 admin admin] Allocated IP 172.35.4.138 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/b286a592-8dc6-462f-816d-5fbc1a73e027) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:36:53.774300 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3662fc61-f0d1-4080-8a05-9fa634d29e43 admin admin] Publish callbacks [] for port (b286a592-8dc6-462f-816d-5fbc1a73e027), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:53.810044 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3662fc61-f0d1-4080-8a05-9fa634d29e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (b286a592-8dc6-462f-816d-5fbc1a73e027), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:53.849637 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3662fc61-f0d1-4080-8a05-9fa634d29e43 admin admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:36:53.852524 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-3662fc61-f0d1-4080-8a05-9fa634d29e43 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:36:53.856563 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3662fc61-f0d1-4080-8a05-9fa634d29e43 admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:36:53.861892 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3662fc61-f0d1-4080-8a05-9fa634d29e43 admin admin] Pushing event updated for resources: {'Port': ['ID=b286a592-8dc6-462f-816d-5fbc1a73e027,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:36:54.104084 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3662fc61-f0d1-4080-8a05-9fa634d29e43 admin admin] Publish callbacks [] for router_gateway (3734e0ee-7952-4b3d-b252-6bcc6d3ae00f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:54.300468 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3662fc61-f0d1-4080-8a05-9fa634d29e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8250'] for router (3734e0ee-7952-4b3d-b252-6bcc6d3ae00f), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:54.303657 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3662fc61-f0d1-4080-8a05-9fa634d29e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583542'] for router (3734e0ee-7952-4b3d-b252-6bcc6d3ae00f), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:54.414529 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3662fc61-f0d1-4080-8a05-9fa634d29e43 admin admin] Router 3734e0ee-7952-4b3d-b252-6bcc6d3ae00f has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:36:54.526718 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3662fc61-f0d1-4080-8a05-9fa634d29e43 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:36:54.530879 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3662fc61-f0d1-4080-8a05-9fa634d29e43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:54.532093 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3662fc61-f0d1-4080-8a05-9fa634d29e43 admin admin] 10.222.0.32 "PUT /v2.0/routers/3734e0ee-7952-4b3d-b252-6bcc6d3ae00f HTTP/1.1" status: 200  len: 890 time: 1.6053402
Feb 05 20:36:54.995917 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 669205c0-651e-4ef7-8935-d921fff0be5b up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:36:55.044694 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 669205c0-651e-4ef7-8935-d921fff0be5b triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:36:55.045212 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (669205c0-651e-4ef7-8935-d921fff0be5b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:55.123477 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 669205c0-651e-4ef7-8935-d921fff0be5b is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:36:55.534089 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a8744e-2d2c-4d80-a339-f38a968d2e2f None None] Sync routers for ids ['3734e0ee-7952-4b3d-b252-6bcc6d3ae00f'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:36:55.545431 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a8744e-2d2c-4d80-a339-f38a968d2e2f None None] Routers {'3734e0ee-7952-4b3d-b252-6bcc6d3ae00f'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:36:55.546080 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-29a8744e-2d2c-4d80-a339-f38a968d2e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db896a490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:36:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['3734e0ee-7952-4b3d-b252-6bcc6d3ae00f'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:36:55.762990 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-29a8744e-2d2c-4d80-a339-f38a968d2e2f None None] Set router 3734e0ee-7952-4b3d-b252-6bcc6d3ae00f gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:36:56.243681 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-29a8744e-2d2c-4d80-a339-f38a968d2e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db896a490>, [{'id': '3734e0ee-7952-4b3d-b252-6bcc6d3ae00f', 'name': 'router1', 'tenant_id': '40c5889c55a64c639a761560525e136d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b286a592-8dc6-462f-816d-5fbc1a73e027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:36:33Z', 'updated_at': '2022-02-05T20:36:53Z', 'revision_number': 4, 'project_id': '40c5889c55a64c639a761560525e136d', 'gw_port': {'id': 'b286a592-8dc6-462f-816d-5fbc1a73e027', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:80:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3734e0ee-7952-4b3d-b252-6bcc6d3ae00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:36:53Z', 'updated_at': '2022-02-05T20:36:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '669205c0-651e-4ef7-8935-d921fff0be5b', 'name': '', 'network_id': 'ea923646-4a83-43f2-be02-519a8bd7536c', 'tenant_id': '40c5889c55a64c639a761560525e136d', 'mac_address': 'fa:16:3e:1d:fa:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3734e0ee-7952-4b3d-b252-6bcc6d3ae00f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '186256a4-7ac6-4356-843c-6405141ba369', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:36:43Z', 'updated_at': '2022-02-05T20:36:46Z', 'revision_number': 5, 'project_id': '40c5889c55a64c639a761560525e136d', 'subnets': [{'id': '186256a4-7ac6-4356-843c-6405141ba369', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97f5addd-ac72-4309-9970-ba4612d38e07'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:36:56.293857 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a8744e-2d2c-4d80-a339-f38a968d2e2f None None] Checking router: 3734e0ee-7952-4b3d-b252-6bcc6d3ae00f for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:36:56.294221 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a8744e-2d2c-4d80-a339-f38a968d2e2f None None] Updating router 3734e0ee-7952-4b3d-b252-6bcc6d3ae00f port b286a592-8dc6-462f-816d-5fbc1a73e027 binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 20:36:56.348371 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-29a8744e-2d2c-4d80-a339-f38a968d2e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b286a592-8dc6-462f-816d-5fbc1a73e027), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:56.663178 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-29a8744e-2d2c-4d80-a339-f38a968d2e2f None None] Publish callbacks [] for port (b286a592-8dc6-462f-816d-5fbc1a73e027), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:56.671336 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-29a8744e-2d2c-4d80-a339-f38a968d2e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b286a592-8dc6-462f-816d-5fbc1a73e027), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:56.724373 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-29a8744e-2d2c-4d80-a339-f38a968d2e2f None None] Attempting to bind port b286a592-8dc6-462f-816d-5fbc1a73e027 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:36:56.724755 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-29a8744e-2d2c-4d80-a339-f38a968d2e2f None None] Attempting to bind port b286a592-8dc6-462f-816d-5fbc1a73e027 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:36:56.725124 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a8744e-2d2c-4d80-a339-f38a968d2e2f None None] Attempting to bind port b286a592-8dc6-462f-816d-5fbc1a73e027 on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:36:56.728083 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135f7e2-526c-4a1f-9953-8c4002db45b2 None None] Pushing event updated for resources: {'Port': ['ID=b286a592-8dc6-462f-816d-5fbc1a73e027,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:36:56.733027 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a8744e-2d2c-4d80-a339-f38a968d2e2f None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:36:56.733410 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a8744e-2d2c-4d80-a339-f38a968d2e2f None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:36:56.733813 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-29a8744e-2d2c-4d80-a339-f38a968d2e2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:56.734209 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a8744e-2d2c-4d80-a339-f38a968d2e2f None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:36:56.734705 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-29a8744e-2d2c-4d80-a339-f38a968d2e2f None None] Bound port: b286a592-8dc6-462f-816d-5fbc1a73e027, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:36:56.735091 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-29a8744e-2d2c-4d80-a339-f38a968d2e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b286a592-8dc6-462f-816d-5fbc1a73e027), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:56.786253 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-29a8744e-2d2c-4d80-a339-f38a968d2e2f None None] For port b286a592-8dc6-462f-816d-5fbc1a73e027, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:36:56.789260 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-29a8744e-2d2c-4d80-a339-f38a968d2e2f None None] For port b286a592-8dc6-462f-816d-5fbc1a73e027, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b286a592-8dc6-462f-816d-5fbc1a73e027,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:36:56.795868 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-29a8744e-2d2c-4d80-a339-f38a968d2e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b286a592-8dc6-462f-816d-5fbc1a73e027), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:56.852678 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135f7e2-526c-4a1f-9953-8c4002db45b2 None None] Pushing event updated for resources: {'Port': ['ID=b286a592-8dc6-462f-816d-5fbc1a73e027,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:36:56.856050 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a8744e-2d2c-4d80-a339-f38a968d2e2f None None] Routers {'3734e0ee-7952-4b3d-b252-6bcc6d3ae00f'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:36:56.856648 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-29a8744e-2d2c-4d80-a339-f38a968d2e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db896a490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:36:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['3734e0ee-7952-4b3d-b252-6bcc6d3ae00f'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:36:56.966515 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-29a8744e-2d2c-4d80-a339-f38a968d2e2f None None] Set router 3734e0ee-7952-4b3d-b252-6bcc6d3ae00f gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:36:57.097170 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50312) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:36:57.178148 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-29a8744e-2d2c-4d80-a339-f38a968d2e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db896a490>, [{'id': '3734e0ee-7952-4b3d-b252-6bcc6d3ae00f', 'name': 'router1', 'tenant_id': '40c5889c55a64c639a761560525e136d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b286a592-8dc6-462f-816d-5fbc1a73e027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:36:33Z', 'updated_at': '2022-02-05T20:36:53Z', 'revision_number': 4, 'project_id': '40c5889c55a64c639a761560525e136d', 'gw_port': {'id': 'b286a592-8dc6-462f-816d-5fbc1a73e027', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:80:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3734e0ee-7952-4b3d-b252-6bcc6d3ae00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:36:53Z', 'updated_at': '2022-02-05T20:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '669205c0-651e-4ef7-8935-d921fff0be5b', 'name': '', 'network_id': 'ea923646-4a83-43f2-be02-519a8bd7536c', 'tenant_id': '40c5889c55a64c639a761560525e136d', 'mac_address': 'fa:16:3e:1d:fa:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3734e0ee-7952-4b3d-b252-6bcc6d3ae00f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '186256a4-7ac6-4356-843c-6405141ba369', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:36:43Z', 'updated_at': '2022-02-05T20:36:46Z', 'revision_number': 5, 'project_id': '40c5889c55a64c639a761560525e136d', 'subnets': [{'id': '186256a4-7ac6-4356-843c-6405141ba369', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97f5addd-ac72-4309-9970-ba4612d38e07'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:36:57.205669 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a8744e-2d2c-4d80-a339-f38a968d2e2f None None] The sync data for ids ['3734e0ee-7952-4b3d-b252-6bcc6d3ae00f'] in ncdv-master-1 is: [{'id': '3734e0ee-7952-4b3d-b252-6bcc6d3ae00f', 'name': 'router1', 'tenant_id': '40c5889c55a64c639a761560525e136d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b286a592-8dc6-462f-816d-5fbc1a73e027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:36:33Z', 'updated_at': '2022-02-05T20:36:53Z', 'revision_number': 4, 'project_id': '40c5889c55a64c639a761560525e136d', 'gw_port': {'id': 'b286a592-8dc6-462f-816d-5fbc1a73e027', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:80:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3734e0ee-7952-4b3d-b252-6bcc6d3ae00f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:36:53Z', 'updated_at': '2022-02-05T20:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '669205c0-651e-4ef7-8935-d921fff0be5b', 'name': '', 'network_id': 'ea923646-4a83-43f2-be02-519a8bd7536c', 'tenant_id': '40c5889c55a64c639a761560525e136d', 'mac_address': 'fa:16:3e:1d:fa:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3734e0ee-7952-4b3d-b252-6bcc6d3ae00f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '186256a4-7ac6-4356-843c-6405141ba369', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:36:43Z', 'updated_at': '2022-02-05T20:36:46Z', 'revision_number': 5, 'project_id': '40c5889c55a64c639a761560525e136d', 'subnets': [{'id': '186256a4-7ac6-4356-843c-6405141ba369', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97f5addd-ac72-4309-9970-ba4612d38e07'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:36:57.218329 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6e2fc59a-d4ce-4ae7-a970-64c99b190a9d admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1200206
Feb 05 20:36:58.997540 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b286a592-8dc6-462f-816d-5fbc1a73e027 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:36:59.049135 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port b286a592-8dc6-462f-816d-5fbc1a73e027 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:36:59.049802 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b286a592-8dc6-462f-816d-5fbc1a73e027), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:59.131789 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port b286a592-8dc6-462f-816d-5fbc1a73e027 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:36:59.132084 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b286a592-8dc6-462f-816d-5fbc1a73e027), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:59.153118 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port b286a592-8dc6-462f-816d-5fbc1a73e027, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b286a592-8dc6-462f-816d-5fbc1a73e027,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:36:59.158500 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b286a592-8dc6-462f-816d-5fbc1a73e027), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:36:59.213185 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=b286a592-8dc6-462f-816d-5fbc1a73e027,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:37:00.961687 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b286a592-8dc6-462f-816d-5fbc1a73e027 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:37:01.042469 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port b286a592-8dc6-462f-816d-5fbc1a73e027 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:37:01.042878 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b286a592-8dc6-462f-816d-5fbc1a73e027), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:37:01.130406 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port b286a592-8dc6-462f-816d-5fbc1a73e027 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:37:03.600619 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-381d2f7b-97d5-4b91-baba-fb50740fc21b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:37:05.951047 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c18c3f48-5540-4159-ab09-6151d64f6fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:37:07.262128 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:37:08.735217 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:37:10.110763 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:37:29.792047 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 5 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 20:37:33.585266 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e603606e-3406-4e1f-836e-57dd77d9fec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:37:35.938741 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5c6831d8-952b-4b5c-acda-d69380ebc0f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:37:37.258942 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:37:38.735949 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:37:40.115344 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:38:03.589057 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3619cacc-2869-4bef-889d-18d95993c7dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:38:05.943212 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a09129d1-0009-464f-97a7-d23ad6a52cd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:38:06.790455 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 5 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 20:38:07.259631 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:38:08.738772 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:38:10.110008 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:38:23.455557 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50908) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:38:23.514989 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe7b5787-1ff7-47b4-86fd-030de76a278a admin admin] GET failed (client error): The resource could not be found.
Feb 05 20:38:23.516264 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-fe7b5787-1ff7-47b4-86fd-030de76a278a admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0597382
Feb 05 20:38:23.672573 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee37268d-f51f-4966-ac8e-5aad070206bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:38:23.673946 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ee37268d-f51f-4966-ac8e-5aad070206bf admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1535561
Feb 05 20:38:26.012538 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50918) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:38:26.111787 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21021520-e6d4-43a5-bad3-c4c22bac6885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:38:26.113140 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-21021520-e6d4-43a5-bad3-c4c22bac6885 admin admin] 10.222.0.32 "GET /v2.0/subnets/186256a4-7ac6-4356-843c-6405141ba369 HTTP/1.1" status: 200  len: 849 time: 0.0996559
Feb 05 20:38:26.123199 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-94f4077e-e285-478f-bd40-70cd410d350e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:38:26.282988 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-94f4077e-e285-478f-bd40-70cd410d350e admin admin] Publish callbacks [] for subnet (186256a4-7ac6-4356-843c-6405141ba369), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:38:26.423280 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-94f4077e-e285-478f-bd40-70cd410d350e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739649913604'] for subnet (186256a4-7ac6-4356-843c-6405141ba369), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:38:26.454759 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f4077e-e285-478f-bd40-70cd410d350e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:38:26.455353 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-94f4077e-e285-478f-bd40-70cd410d350e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:38:26.456645 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-94f4077e-e285-478f-bd40-70cd410d350e admin admin] 10.222.0.32 "PUT /v2.0/subnets/186256a4-7ac6-4356-843c-6405141ba369 HTTP/1.1" status: 200  len: 868 time: 0.3377426
Feb 05 20:38:26.475773 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f4077e-e285-478f-bd40-70cd410d350e admin admin] Pushing event updated for resources: {'Subnet': ['ID=186256a4-7ac6-4356-843c-6405141ba369,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:38:26.477535 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d88ebf-63ca-4cd4-869e-9d0691a74733 None None] Network ea923646-4a83-43f2-be02-519a8bd7536c requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:38:26.483795 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f4077e-e285-478f-bd40-70cd410d350e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:38:26.484158 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f4077e-e285-478f-bd40-70cd410d350e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:38:26.484497 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f4077e-e285-478f-bd40-70cd410d350e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:38:26.484845 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f4077e-e285-478f-bd40-70cd410d350e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:38:26.485189 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f4077e-e285-478f-bd40-70cd410d350e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:38:26.485529 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f4077e-e285-478f-bd40-70cd410d350e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:38:26.485864 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f4077e-e285-478f-bd40-70cd410d350e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:38:26.486198 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f4077e-e285-478f-bd40-70cd410d350e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:38:26.486566 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f4077e-e285-478f-bd40-70cd410d350e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:38:26.486909 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f4077e-e285-478f-bd40-70cd410d350e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:38:26.487244 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f4077e-e285-478f-bd40-70cd410d350e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:38:26.487578 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f4077e-e285-478f-bd40-70cd410d350e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:38:26.487909 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f4077e-e285-478f-bd40-70cd410d350e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:38:26.880257 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-5b3459a8-3d71-44a0-bb1a-3164443bb388 None None] Provisioning complete for port 669205c0-651e-4ef7-8935-d921fff0be5b triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:38:26.880595 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5b3459a8-3d71-44a0-bb1a-3164443bb388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (669205c0-651e-4ef7-8935-d921fff0be5b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:38:26.965347 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-5b3459a8-3d71-44a0-bb1a-3164443bb388 None None] Current status of the port 669205c0-651e-4ef7-8935-d921fff0be5b is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:38:26.976030 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-5b3459a8-3d71-44a0-bb1a-3164443bb388 None None] Provisioning complete for port 805553e4-b3cd-4050-b828-37bb8167a923 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:38:26.976450 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5b3459a8-3d71-44a0-bb1a-3164443bb388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (805553e4-b3cd-4050-b828-37bb8167a923), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:38:27.050334 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-5b3459a8-3d71-44a0-bb1a-3164443bb388 None None] Current status of the port 805553e4-b3cd-4050-b828-37bb8167a923 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:38:28.802968 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50926) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:38:28.999272 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eea66e2-ac6b-483e-94b8-facc5e55c77d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:38:28.999663 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eea66e2-ac6b-483e-94b8-facc5e55c77d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:38:29.001230 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4eea66e2-ac6b-483e-94b8-facc5e55c77d admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1972594
Feb 05 20:38:31.324791 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50934) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:38:31.455602 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0b6bb2-5dba-4779-b5f4-353b711edc1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:38:31.456072 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0b6bb2-5dba-4779-b5f4-353b711edc1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:38:31.457652 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2f0b6bb2-5dba-4779-b5f4-353b711edc1a admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1319087
Feb 05 20:38:33.591079 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-eadb4dfb-ca57-4faf-b8d9-2b4adf3538ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:38:33.794914 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50942) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:38:33.949418 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cd8b57-1f06-4b2f-8d5b-ecf42e1e8c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:38:33.950807 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-81cd8b57-1f06-4b2f-8d5b-ecf42e1e8c37 admin admin] 10.222.0.32 "GET /v2.0/networks/d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 886 time: 0.1549187
Feb 05 20:38:35.950734 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-32f204a6-39d1-478a-bb96-cd88fa8a61f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:38:36.282386 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50952) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:38:36.432225 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0108fc8c-ef36-465a-88db-4d0e7d082a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:38:36.433583 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0108fc8c-ef36-465a-88db-4d0e7d082a82 admin admin] 10.222.0.32 "GET /v2.0/networks/ea923646-4a83-43f2-be02-519a8bd7536c HTTP/1.1" status: 200  len: 869 time: 0.1502132
Feb 05 20:38:37.262879 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:38:38.742752 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:38:38.759249 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50960) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:38:38.882589 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f9ae1e-cbb9-4441-9c49-ec128b7452ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:38:38.883052 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f9ae1e-cbb9-4441-9c49-ec128b7452ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:38:38.884812 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-77f9ae1e-cbb9-4441-9c49-ec128b7452ee admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1245995
Feb 05 20:38:40.112602 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:38:41.233225 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50968) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:38:41.322874 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6a5b52-ffb0-463b-8bd6-fd7efff71268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:38:41.323325 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6a5b52-ffb0-463b-8bd6-fd7efff71268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:38:41.324829 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-3b6a5b52-ffb0-463b-8bd6-fd7efff71268 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.0906222
Feb 05 20:38:43.642655 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50976) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:38:43.732985 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c011d5b5-7db1-456b-9b66-7da03b2365f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:38:43.734303 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c011d5b5-7db1-456b-9b66-7da03b2365f2 admin admin] 10.222.0.32 "GET /v2.0/subnets/186256a4-7ac6-4356-843c-6405141ba369 HTTP/1.1" status: 200  len: 868 time: 0.0907028
Feb 05 20:38:43.789518 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 5 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 20:38:46.073451 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50984) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:38:46.159072 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba696be-d0ac-4882-b8b7-09c422621130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:38:46.160445 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-fba696be-d0ac-4882-b8b7-09c422621130 admin admin] 10.222.0.32 "GET /v2.0/subnets/6b95dc4a-42a2-4b79-a66d-2df327dd59a0 HTTP/1.1" status: 200  len: 816 time: 0.0860355
Feb 05 20:39:03.592853 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f7e1a2bc-8aef-4a30-827b-187f4ce7a30a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:39:05.944195 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-69e926e0-dcd4-4976-878f-4d58aae83929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:39:07.265949 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:39:08.746541 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:39:10.119124 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:39:11.456101 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51054) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:39:11.504425 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-abda224d-0bf5-45c6-b460-95807363c0e6 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 20:39:11.505455 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-abda224d-0bf5-45c6-b460-95807363c0e6 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0483425
Feb 05 20:39:13.980436 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51062) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:39:14.041973 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-a07bda84-6e37-41cf-b7f1-fff638cd69cc admin admin] GET failed (client error): The resource could not be found.
Feb 05 20:39:14.043274 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a07bda84-6e37-41cf-b7f1-fff638cd69cc admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0619078
Feb 05 20:39:14.128431 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e58390b-f587-4027-bf82-bcae5b770119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:39:14.129882 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0e58390b-f587-4027-bf82-bcae5b770119 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.0826650
Feb 05 20:39:16.493234 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51072) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:39:16.538830 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-d3fd608d-fd6a-4858-8f75-09cadf10e0bf admin admin] Request body: {'network': {'tenant_id': 'efa2ce1f9d964d0ea058742655cf0107', 'admin_state_up': True, 'shared': True, 'name': 'shared', 'project_id': 'efa2ce1f9d964d0ea058742655cf0107'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:39:16.561529 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fd608d-fd6a-4858-8f75-09cadf10e0bf admin admin] Made reservation on behalf of efa2ce1f9d964d0ea058742655cf0107 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:39:16.563975 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d3fd608d-fd6a-4858-8f75-09cadf10e0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:39:16.591125 ncdv-master-1 neutron-server[114390]: WARNING neutron.services.revisions.revision_plugin [None req-d3fd608d-fd6a-4858-8f75-09cadf10e0bf admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f2db8d0aa00] {project_id='efa2ce1f9d964d0ea058742655cf0107', id='955257aa-ce73-42f0-93be-1a9c9a7c152c', target_project='*', action='access_as_shared', object_id='f760d6ec-7837-431c-910c-37572c24f936'}> to bump revision.
Feb 05 20:39:16.606985 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3fd608d-fd6a-4858-8f75-09cadf10e0bf admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:39:16.620103 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d3fd608d-fd6a-4858-8f75-09cadf10e0bf admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739649783727', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (47f99c9c-6512-4d17-9220-0ac0bd773d89), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:39:16.620665 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d3fd608d-fd6a-4858-8f75-09cadf10e0bf admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f2dbb887af0> segment precommit_create {{(pid=114390) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Feb 05 20:39:16.621128 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-d3fd608d-fd6a-4858-8f75-09cadf10e0bf admin admin] Added segment 47f99c9c-6512-4d17-9220-0ac0bd773d89 of type vlan for network f760d6ec-7837-431c-910c-37572c24f936
Feb 05 20:39:16.667091 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d3fd608d-fd6a-4858-8f75-09cadf10e0bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (f760d6ec-7837-431c-910c-37572c24f936), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:39:16.700590 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d3fd608d-fd6a-4858-8f75-09cadf10e0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (f760d6ec-7837-431c-910c-37572c24f936), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:39:16.701563 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fd608d-fd6a-4858-8f75-09cadf10e0bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:39:16.702143 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d3fd608d-fd6a-4858-8f75-09cadf10e0bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:39:16.784796 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d3fd608d-fd6a-4858-8f75-09cadf10e0bf admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.2904916
Feb 05 20:39:16.793147 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd608d-fd6a-4858-8f75-09cadf10e0bf admin admin] Pushing event updated for resources: {'Network': ['ID=f760d6ec-7837-431c-910c-37572c24f936,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:39:16.805543 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network f760d6ec-7837-431c-910c-37572c24f936 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:39:19.149325 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51082) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:39:19.209254 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-87379bd7-b538-4883-a485-57c574e115bb admin admin] GET failed (client error): The resource could not be found.
Feb 05 20:39:19.210569 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-87379bd7-b538-4883-a485-57c574e115bb admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0602059
Feb 05 20:39:19.278867 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e8549b-0623-495a-931e-211fdd66d091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:39:19.280320 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-31e8549b-0623-495a-931e-211fdd66d091 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.0655258
Feb 05 20:39:19.290696 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-0ff9a3a4-27e8-499e-b175-aa2dc8fdc4cb admin admin] Request body: {'subnet': {'tenant_id': 'efa2ce1f9d964d0ea058742655cf0107', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'description': 'shared-subnet'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:39:19.309023 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff9a3a4-27e8-499e-b175-aa2dc8fdc4cb admin admin] Made reservation on behalf of efa2ce1f9d964d0ea058742655cf0107 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:39:19.311224 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0ff9a3a4-27e8-499e-b175-aa2dc8fdc4cb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:39:19.469311 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0ff9a3a4-27e8-499e-b175-aa2dc8fdc4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for subnet (42e3c763-0926-4b49-ade5-d66ee3d4c489), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:39:19.527860 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff9a3a4-27e8-499e-b175-aa2dc8fdc4cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=42e3c763-0926-4b49-ade5-d66ee3d4c489,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:39:19.535380 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff9a3a4-27e8-499e-b175-aa2dc8fdc4cb admin admin] Checking segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:39:19.535744 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff9a3a4-27e8-499e-b175-aa2dc8fdc4cb admin admin] Network hostable DHCP agents. Network: f760d6ec-7837-431c-910c-37572c24f936, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:39:19.552271 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff9a3a4-27e8-499e-b175-aa2dc8fdc4cb admin admin] Network f760d6ec-7837-431c-910c-37572c24f936 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:39:19.560848 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-0ff9a3a4-27e8-499e-b175-aa2dc8fdc4cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f760d6ec-7837-431c-910c-37572c24f936) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:39:19.565009 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff9a3a4-27e8-499e-b175-aa2dc8fdc4cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:39:19.565612 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0ff9a3a4-27e8-499e-b175-aa2dc8fdc4cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:39:19.571287 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd39426-acbb-4979-b5e6-43090cfcd993 None None] Network f760d6ec-7837-431c-910c-37572c24f936 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:39:19.580721 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0ff9a3a4-27e8-499e-b175-aa2dc8fdc4cb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.2938759
Feb 05 20:39:19.676990 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f103f076-ffcb-4c0f-8430-7c2e25be9b23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f760d6ec-7837-431c-910c-37572c24f936', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'project_id': 'efa2ce1f9d964d0ea058742655cf0107', 'fixed_ips': [{'subnet_id': '42e3c763-0926-4b49-ade5-d66ee3d4c489'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 20:39:19.677879 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f103f076-ffcb-4c0f-8430-7c2e25be9b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:39:19.912065 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-f103f076-ffcb-4c0f-8430-7c2e25be9b23 None None] Allocated IP 192.168.233.2 (f760d6ec-7837-431c-910c-37572c24f936/42e3c763-0926-4b49-ade5-d66ee3d4c489/5af3bafc-a841-4b3f-a007-e6550a82ef17) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:39:20.059271 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f103f076-ffcb-4c0f-8430-7c2e25be9b23 None None] Publish callbacks [] for port (5af3bafc-a841-4b3f-a007-e6550a82ef17), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:39:20.066403 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f103f076-ffcb-4c0f-8430-7c2e25be9b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (5af3bafc-a841-4b3f-a007-e6550a82ef17), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:39:20.112162 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f103f076-ffcb-4c0f-8430-7c2e25be9b23 None None] Network f760d6ec-7837-431c-910c-37572c24f936 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:39:20.115808 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103f076-ffcb-4c0f-8430-7c2e25be9b23 None None] Pushing event updated for resources: {'Port': ['ID=5af3bafc-a841-4b3f-a007-e6550a82ef17,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:39:20.118219 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-f103f076-ffcb-4c0f-8430-7c2e25be9b23 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:39:20.120933 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f103f076-ffcb-4c0f-8430-7c2e25be9b23 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:39:20.127158 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f103f076-ffcb-4c0f-8430-7c2e25be9b23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:39:20.127514 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f103f076-ffcb-4c0f-8430-7c2e25be9b23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:39:20.127862 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f103f076-ffcb-4c0f-8430-7c2e25be9b23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:39:20.128203 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f103f076-ffcb-4c0f-8430-7c2e25be9b23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:39:20.128539 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f103f076-ffcb-4c0f-8430-7c2e25be9b23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:39:20.128872 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f103f076-ffcb-4c0f-8430-7c2e25be9b23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:39:20.129205 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f103f076-ffcb-4c0f-8430-7c2e25be9b23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:39:20.129538 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f103f076-ffcb-4c0f-8430-7c2e25be9b23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:39:20.129867 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f103f076-ffcb-4c0f-8430-7c2e25be9b23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:39:20.130195 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f103f076-ffcb-4c0f-8430-7c2e25be9b23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:39:20.130549 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f103f076-ffcb-4c0f-8430-7c2e25be9b23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:39:20.130878 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f103f076-ffcb-4c0f-8430-7c2e25be9b23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:39:20.131203 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f103f076-ffcb-4c0f-8430-7c2e25be9b23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:39:20.191695 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-f103f076-ffcb-4c0f-8430-7c2e25be9b23 None None] Attempting to bind port 5af3bafc-a841-4b3f-a007-e6550a82ef17 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:39:20.192007 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-f103f076-ffcb-4c0f-8430-7c2e25be9b23 None None] Attempting to bind port 5af3bafc-a841-4b3f-a007-e6550a82ef17 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:39:20.192336 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f103f076-ffcb-4c0f-8430-7c2e25be9b23 None None] Attempting to bind port 5af3bafc-a841-4b3f-a007-e6550a82ef17 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:39:20.198192 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f103f076-ffcb-4c0f-8430-7c2e25be9b23 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:39:20.198605 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f103f076-ffcb-4c0f-8430-7c2e25be9b23 None None] Checking segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:39:20.199016 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f103f076-ffcb-4c0f-8430-7c2e25be9b23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:39:20.199414 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f103f076-ffcb-4c0f-8430-7c2e25be9b23 None None] Bound using segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:39:20.199886 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-f103f076-ffcb-4c0f-8430-7c2e25be9b23 None None] Bound port: 5af3bafc-a841-4b3f-a007-e6550a82ef17, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:39:20.200269 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f103f076-ffcb-4c0f-8430-7c2e25be9b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5af3bafc-a841-4b3f-a007-e6550a82ef17), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:39:20.263952 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-f103f076-ffcb-4c0f-8430-7c2e25be9b23 None None] For port 5af3bafc-a841-4b3f-a007-e6550a82ef17, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:39:20.267617 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-f103f076-ffcb-4c0f-8430-7c2e25be9b23 None None] For port 5af3bafc-a841-4b3f-a007-e6550a82ef17, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5af3bafc-a841-4b3f-a007-e6550a82ef17,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:39:20.274690 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f103f076-ffcb-4c0f-8430-7c2e25be9b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5af3bafc-a841-4b3f-a007-e6550a82ef17), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:39:20.340291 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103f076-ffcb-4c0f-8430-7c2e25be9b23 None None] Pushing event updated for resources: {'Port': ['ID=5af3bafc-a841-4b3f-a007-e6550a82ef17,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:39:20.788112 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 5 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 20:39:21.072861 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 5af3bafc-a841-4b3f-a007-e6550a82ef17 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:39:21.134136 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 5af3bafc-a841-4b3f-a007-e6550a82ef17 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:39:21.134574 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5af3bafc-a841-4b3f-a007-e6550a82ef17), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:39:21.228787 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 5af3bafc-a841-4b3f-a007-e6550a82ef17 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:39:21.229186 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5af3bafc-a841-4b3f-a007-e6550a82ef17), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:39:21.265852 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 5af3bafc-a841-4b3f-a007-e6550a82ef17, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5af3bafc-a841-4b3f-a007-e6550a82ef17,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:39:21.270713 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5af3bafc-a841-4b3f-a007-e6550a82ef17), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:39:21.317381 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4f8476-11a4-4782-9170-6b7bbdb5ce6a None None] Network f760d6ec-7837-431c-910c-37572c24f936 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:39:21.341141 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=5af3bafc-a841-4b3f-a007-e6550a82ef17,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:39:21.427765 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-0b2987a5-a2c1-459e-bc12-faf09a7dcbff None None] Provisioning complete for port 5af3bafc-a841-4b3f-a007-e6550a82ef17 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:39:21.428155 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0b2987a5-a2c1-459e-bc12-faf09a7dcbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5af3bafc-a841-4b3f-a007-e6550a82ef17), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:39:21.523608 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-0b2987a5-a2c1-459e-bc12-faf09a7dcbff None None] Current status of the port 5af3bafc-a841-4b3f-a007-e6550a82ef17 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:39:21.743018 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-8d3404d8-4dbd-4dc0-8423-ace3287982a5 None None] Provisioning complete for port 5af3bafc-a841-4b3f-a007-e6550a82ef17 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:39:21.743444 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8d3404d8-4dbd-4dc0-8423-ace3287982a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5af3bafc-a841-4b3f-a007-e6550a82ef17), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:39:21.824025 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-8d3404d8-4dbd-4dc0-8423-ace3287982a5 None None] Current status of the port 5af3bafc-a841-4b3f-a007-e6550a82ef17 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:39:23.017351 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 5af3bafc-a841-4b3f-a007-e6550a82ef17 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:39:23.068133 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 5af3bafc-a841-4b3f-a007-e6550a82ef17 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:39:23.068528 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5af3bafc-a841-4b3f-a007-e6550a82ef17), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:39:23.149505 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 5af3bafc-a841-4b3f-a007-e6550a82ef17 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:39:33.594743 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-06e0ed08-95b8-4b6d-aefe-8ce15c957066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:39:35.950042 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9b58ebcb-ea4e-4f5d-b67c-1c4a92ed79af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:39:37.268479 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:39:38.751098 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:39:40.115021 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:39:57.786339 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 5 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 20:40:03.596348 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-965ee016-36f2-4275-9174-95f8b33d9fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:40:05.952290 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e6f423c4-3b90-456f-b552-d5722e2970e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:40:07.272010 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:40:08.753960 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:40:10.108017 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:40:33.600211 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6c47186e-793d-4db1-b7e0-3495a6a2cde2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:40:34.784008 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 5 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 20:40:35.730091 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51142) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:40:35.735956 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-a992568b-7e98-4275-8158-9967e1092aa4 tempest-verify_tempest_config-892727860 tempest-verify_tempest_config-892727860-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 20:40:35.736939 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a992568b-7e98-4275-8158-9967e1092aa4 tempest-verify_tempest_config-892727860 tempest-verify_tempest_config-892727860-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14077 time: 0.0058334
Feb 05 20:40:35.956031 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e045a2b3-6295-4935-a006-626bc7084890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:40:36.043544 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51160) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:40:36.145351 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e8f5174f-376a-4416-b5d0-5c6e5e12e68d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:40:36.246183 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e8f5174f-376a-4416-b5d0-5c6e5e12e68d admin admin] Publish callbacks [] for security_group (60dc4e4b-c36a-4787-a7d3-96022b7cc12c), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:40:36.249450 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e8f5174f-376a-4416-b5d0-5c6e5e12e68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (60dc4e4b-c36a-4787-a7d3-96022b7cc12c), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:40:36.294598 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f5174f-376a-4416-b5d0-5c6e5e12e68d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60dc4e4b-c36a-4787-a7d3-96022b7cc12c,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:40:36.302824 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e8f5174f-376a-4416-b5d0-5c6e5e12e68d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=141d81e842f64aed9c41448cc527d5d9&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2581346
Feb 05 20:40:36.304077 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5174f-376a-4416-b5d0-5c6e5e12e68d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:40:36.304446 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5174f-376a-4416-b5d0-5c6e5e12e68d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:40:36.304790 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5174f-376a-4416-b5d0-5c6e5e12e68d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:40:36.305135 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5174f-376a-4416-b5d0-5c6e5e12e68d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:40:36.305466 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5174f-376a-4416-b5d0-5c6e5e12e68d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:40:36.305784 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 51164) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:40:36.306252 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5174f-376a-4416-b5d0-5c6e5e12e68d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:40:36.306252 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5174f-376a-4416-b5d0-5c6e5e12e68d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:40:36.306458 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5174f-376a-4416-b5d0-5c6e5e12e68d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:40:36.306755 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5174f-376a-4416-b5d0-5c6e5e12e68d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:40:36.307075 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5174f-376a-4416-b5d0-5c6e5e12e68d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:40:36.307396 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5174f-376a-4416-b5d0-5c6e5e12e68d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:40:36.307714 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5174f-376a-4416-b5d0-5c6e5e12e68d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:40:36.308031 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f5174f-376a-4416-b5d0-5c6e5e12e68d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:40:36.364772 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1ea31022-9fe7-410c-9417-e82c82bc6ab4 admin admin] Publish callbacks [] for security_group (60dc4e4b-c36a-4787-a7d3-96022b7cc12c), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:40:36.385561 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1ea31022-9fe7-410c-9417-e82c82bc6ab4 admin admin] Publish callbacks [] for security_group (60dc4e4b-c36a-4787-a7d3-96022b7cc12c), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:40:36.475790 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1ea31022-9fe7-410c-9417-e82c82bc6ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (60dc4e4b-c36a-4787-a7d3-96022b7cc12c), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:40:36.478325 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1ea31022-9fe7-410c-9417-e82c82bc6ab4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:40:36.479548 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1ea31022-9fe7-410c-9417-e82c82bc6ab4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/60dc4e4b-c36a-4787-a7d3-96022b7cc12c HTTP/1.1" status: 204  len: 168 time: 0.1725273
Feb 05 20:40:36.488232 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea31022-9fe7-410c-9417-e82c82bc6ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60dc4e4b-c36a-4787-a7d3-96022b7cc12c,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:40:36.495277 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea31022-9fe7-410c-9417-e82c82bc6ab4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:40:36.495627 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea31022-9fe7-410c-9417-e82c82bc6ab4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:40:36.495973 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea31022-9fe7-410c-9417-e82c82bc6ab4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:40:36.496362 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea31022-9fe7-410c-9417-e82c82bc6ab4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:40:36.496787 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea31022-9fe7-410c-9417-e82c82bc6ab4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:40:36.497352 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea31022-9fe7-410c-9417-e82c82bc6ab4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:40:36.497902 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea31022-9fe7-410c-9417-e82c82bc6ab4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:40:36.498484 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea31022-9fe7-410c-9417-e82c82bc6ab4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:40:36.499063 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea31022-9fe7-410c-9417-e82c82bc6ab4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:40:36.499624 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea31022-9fe7-410c-9417-e82c82bc6ab4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:40:36.500204 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea31022-9fe7-410c-9417-e82c82bc6ab4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:40:36.500758 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea31022-9fe7-410c-9417-e82c82bc6ab4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:40:36.501327 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea31022-9fe7-410c-9417-e82c82bc6ab4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:40:37.279687 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:40:38.757370 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:40:40.109741 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:41:03.601019 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4a59c07a-5973-4052-99fd-fa37e77d266e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:41:05.960893 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-417b7d4d-da55-4cc5-87e6-7ed2269c2697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:41:07.277775 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:41:08.760448 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:41:10.112801 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:41:11.782742 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 5 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 20:41:33.603374 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8225c7fd-d604-4d0b-9559-6b60b60ef38d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:41:35.964550 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-303c737d-cff4-4883-b098-0b3801dbd4cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:41:37.279756 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:41:38.763487 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:41:40.116906 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:41:48.781922 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 5 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 20:42:03.604502 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cd45ac27-32a8-41a9-bde5-ebd32a60593e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:42:05.966623 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2134a99a-f403-4123-a5e1-00727247ef14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:42:07.283217 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:42:08.766426 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:42:10.119304 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:42:25.781229 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 5 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 20:42:33.605226 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0ee87416-ea8e-4cc8-972f-ffa56e3b8217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:42:35.969695 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3a288ba2-24bc-4efe-a047-720c543f4823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:42:37.286739 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:42:38.770628 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:42:40.121816 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:43:02.780350 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 5 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 20:43:03.606636 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b8c9a2db-7141-462b-b047-e47546e65b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:43:05.972964 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b2328d60-8e2b-456c-add4-d5c2ecc70210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:43:07.291783 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:43:08.774371 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:43:10.124405 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:43:33.607622 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-88a92d4f-d561-4eba-bc62-e983bc25ba13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:43:35.977041 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5276b917-7b6f-42ab-a69f-f8ed4739c0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:43:37.292582 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:43:38.779663 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:43:39.778959 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 5 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 20:43:40.126816 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:43:44.924863 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-583701'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:43:49.827007 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-583701'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:44:03.609251 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6de60a11-7294-41d4-a312-3f87fa67e86f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:44:05.978673 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2bd4f27b-f7a4-44ee-9f67-a7168b3cdda5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:44:07.294509 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:44:08.780526 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:44:10.129132 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:44:14.877615 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:44:16.778764 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 20:44:19.795958 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:44:31.555659 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 51282) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:44:31.667483 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8af69b7d-9c0f-4270-86f8-58c5a16e6872 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4937 time: 0.1106479
Feb 05 20:44:33.611425 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8c50492d-bed6-4c88-a205-3c34793bb9fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:44:34.035062 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51292) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:44:34.098937 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5e16e6e9-6651-4ff3-9cf1-1a64000347f6 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4937 time: 0.0627367
Feb 05 20:44:35.980113 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-67cd71c8-1898-4023-9b5a-b1db5e619974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:44:37.298044 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:44:38.784154 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:44:40.131985 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:44:44.890371 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:44:49.794840 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:44:53.778919 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 20:45:03.613444 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d9cb38ef-834a-4313-8946-2150850be959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:45:05.984628 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-42b3c794-5eac-4a49-b9ba-aa3382620605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:45:07.300299 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:45:08.787344 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:45:10.134793 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:45:14.904675 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:45:19.811326 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:45:30.780286 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 20:45:33.615965 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-46459894-bdd5-4d83-acd9-e35cbdf891bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:45:35.987846 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-48501bbc-68ab-4d37-b559-f4d6e831fc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:45:37.302208 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:45:38.790889 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:45:40.137662 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:45:44.903378 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:45:49.824121 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:45:59.414300 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51488) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:45:59.616662 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-d65d4a0f-b001-4811-a971-bc93ef09b0d8 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1335687256-network', 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:45:59.637369 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65d4a0f-b001-4811-a971-bc93ef09b0d8 admin admin] Made reservation on behalf of 6304a49c7f254ce9bfe0896bf76e1991 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:45:59.640364 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d65d4a0f-b001-4811-a971-bc93ef09b0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:45:59.649083 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d65d4a0f-b001-4811-a971-bc93ef09b0d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:45:59.724576 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d65d4a0f-b001-4811-a971-bc93ef09b0d8 admin admin] Publish callbacks [] for security_group (fde6e4e2-78f2-4574-ae6f-e1d3ce12d747), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:45:59.730005 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d65d4a0f-b001-4811-a971-bc93ef09b0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (fde6e4e2-78f2-4574-ae6f-e1d3ce12d747), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:45:59.766029 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d65d4a0f-b001-4811-a971-bc93ef09b0d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:45:59.767961 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d4a0f-b001-4811-a971-bc93ef09b0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde6e4e2-78f2-4574-ae6f-e1d3ce12d747,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:45:59.781592 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d65d4a0f-b001-4811-a971-bc93ef09b0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:45:59.781945 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-d65d4a0f-b001-4811-a971-bc93ef09b0d8 admin admin] Added segment 162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e of type vlan for network 26f1b53c-ec87-4116-92e7-641a0a5e3857
Feb 05 20:45:59.839209 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65d4a0f-b001-4811-a971-bc93ef09b0d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:45:59.839560 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65d4a0f-b001-4811-a971-bc93ef09b0d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:45:59.839961 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65d4a0f-b001-4811-a971-bc93ef09b0d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:45:59.840302 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65d4a0f-b001-4811-a971-bc93ef09b0d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:45:59.840637 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65d4a0f-b001-4811-a971-bc93ef09b0d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:45:59.840968 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65d4a0f-b001-4811-a971-bc93ef09b0d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:45:59.841298 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65d4a0f-b001-4811-a971-bc93ef09b0d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:45:59.841628 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65d4a0f-b001-4811-a971-bc93ef09b0d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:45:59.842016 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65d4a0f-b001-4811-a971-bc93ef09b0d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:45:59.842349 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65d4a0f-b001-4811-a971-bc93ef09b0d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:45:59.842714 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65d4a0f-b001-4811-a971-bc93ef09b0d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:45:59.843037 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65d4a0f-b001-4811-a971-bc93ef09b0d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:45:59.843359 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65d4a0f-b001-4811-a971-bc93ef09b0d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:45:59.844584 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65d4a0f-b001-4811-a971-bc93ef09b0d8 admin admin] Tracked resource versions report:
Feb 05 20:45:59.844584 ncdv-master-1 neutron-server[114390]: pushed versions:
Feb 05 20:45:59.844584 ncdv-master-1 neutron-server[114390]: {   'AddressGroup': {'1.2'},
Feb 05 20:45:59.844584 ncdv-master-1 neutron-server[114390]:     'ConntrackHelper': {'1.0'},
Feb 05 20:45:59.844584 ncdv-master-1 neutron-server[114390]:     'LocalIPAssociation': {'1.0'},
Feb 05 20:45:59.844584 ncdv-master-1 neutron-server[114390]:     'Log': {'1.0'},
Feb 05 20:45:59.844584 ncdv-master-1 neutron-server[114390]:     'Network': {'1.1'},
Feb 05 20:45:59.844584 ncdv-master-1 neutron-server[114390]:     'Port': {'1.7'},
Feb 05 20:45:59.844584 ncdv-master-1 neutron-server[114390]:     'PortForwarding': {'1.2'},
Feb 05 20:45:59.844584 ncdv-master-1 neutron-server[114390]:     'QosPolicy': {'1.10'},
Feb 05 20:45:59.844584 ncdv-master-1 neutron-server[114390]:     'SecurityGroup': {'1.5'},
Feb 05 20:45:59.844584 ncdv-master-1 neutron-server[114390]:     'SecurityGroupRule': {'1.2'},
Feb 05 20:45:59.844584 ncdv-master-1 neutron-server[114390]:     'SubPort': {'1.0'},
Feb 05 20:45:59.844584 ncdv-master-1 neutron-server[114390]:     'Subnet': {'1.1'},
Feb 05 20:45:59.844584 ncdv-master-1 neutron-server[114390]:     'Trunk': {'1.1'}}
Feb 05 20:45:59.844584 ncdv-master-1 neutron-server[114390]: consumer versions:
Feb 05 20:45:59.844584 ncdv-master-1 neutron-server[114390]: {   DHCP agent@ncdv-master-1: {},
Feb 05 20:45:59.844584 ncdv-master-1 neutron-server[114390]:     HyperV agent@nch1-master-1: {},
Feb 05 20:45:59.844584 ncdv-master-1 neutron-server[114390]:     HyperV agent@nch2-master-1: {},
Feb 05 20:45:59.844584 ncdv-master-1 neutron-server[114390]:     L3 agent@ncdv-master-1: {},
Feb 05 20:45:59.844584 ncdv-master-1 neutron-server[114390]:     Metadata agent@ncdv-master-1: {},
Feb 05 20:45:59.844584 ncdv-master-1 neutron-server[114390]:     Metering agent@ncdv-master-1: {},
Feb 05 20:45:59.844584 ncdv-master-1 neutron-server[114390]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Feb 05 20:45:59.844584 ncdv-master-1 neutron-server[114390]:                                           'ConntrackHelper': '1.0',
Feb 05 20:45:59.844584 ncdv-master-1 neutron-server[114390]:                                           'LocalIPAssociation': '1.0',
Feb 05 20:45:59.844584 ncdv-master-1 neutron-server[114390]:                                           'Log': '1.0',
Feb 05 20:45:59.844584 ncdv-master-1 neutron-server[114390]:                                           'Network': '1.1',
Feb 05 20:45:59.844584 ncdv-master-1 neutron-server[114390]:                                           'Port': '1.7',
Feb 05 20:45:59.844584 ncdv-master-1 neutron-server[114390]:                                           'PortForwarding': '1.2',
Feb 05 20:45:59.844584 ncdv-master-1 neutron-server[114390]:                                           'QosPolicy': '1.10',
Feb 05 20:45:59.844584 ncdv-master-1 neutron-server[114390]:                                           'SecurityGroup': '1.5',
Feb 05 20:45:59.844584 ncdv-master-1 neutron-server[114390]:                                           'SecurityGroupRule': '1.2',
Feb 05 20:45:59.844584 ncdv-master-1 neutron-server[114390]:                                           'SubPort': '1.0',
Feb 05 20:45:59.844584 ncdv-master-1 neutron-server[114390]:                                           'Subnet': '1.1',
Feb 05 20:45:59.844584 ncdv-master-1 neutron-server[114390]:                                           'Trunk': '1.1'}}
Feb 05 20:45:59.844584 ncdv-master-1 neutron-server[114390]:  {{(pid=114390) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 05 20:45:59.850576 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d65d4a0f-b001-4811-a971-bc93ef09b0d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (26f1b53c-ec87-4116-92e7-641a0a5e3857), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:45:59.879187 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d65d4a0f-b001-4811-a971-bc93ef09b0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (26f1b53c-ec87-4116-92e7-641a0a5e3857), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:45:59.880419 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65d4a0f-b001-4811-a971-bc93ef09b0d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:45:59.881323 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d65d4a0f-b001-4811-a971-bc93ef09b0d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:45:59.920167 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d65d4a0f-b001-4811-a971-bc93ef09b0d8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.5018120
Feb 05 20:45:59.920293 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 51530) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:45:59.933036 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-45841acc-be4f-468a-aa7c-b380cb7c4206 admin admin] Request body: {'subnet': {'network_id': '26f1b53c-ec87-4116-92e7-641a0a5e3857', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1335687256-subnet', 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:45:59.967113 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45841acc-be4f-468a-aa7c-b380cb7c4206 admin admin] Made reservation on behalf of 6304a49c7f254ce9bfe0896bf76e1991 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:45:59.971004 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-45841acc-be4f-468a-aa7c-b380cb7c4206 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:45:59.978815 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d4a0f-b001-4811-a971-bc93ef09b0d8 admin admin] Pushing event updated for resources: {'Network': ['ID=26f1b53c-ec87-4116-92e7-641a0a5e3857,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:45:59.989395 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 26f1b53c-ec87-4116-92e7-641a0a5e3857 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:46:00.181921 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-45841acc-be4f-468a-aa7c-b380cb7c4206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for subnet (25459765-cc89-4a3e-8d4c-afa923a547d8), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:00.250812 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45841acc-be4f-468a-aa7c-b380cb7c4206 admin admin] Checking segment: {'id': '162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26f1b53c-ec87-4116-92e7-641a0a5e3857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:46:00.251529 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45841acc-be4f-468a-aa7c-b380cb7c4206 admin admin] Network hostable DHCP agents. Network: 26f1b53c-ec87-4116-92e7-641a0a5e3857, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:46:00.279311 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45841acc-be4f-468a-aa7c-b380cb7c4206 admin admin] Network 26f1b53c-ec87-4116-92e7-641a0a5e3857 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:46:00.286371 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45841acc-be4f-468a-aa7c-b380cb7c4206 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25459765-cc89-4a3e-8d4c-afa923a547d8,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:00.295532 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-45841acc-be4f-468a-aa7c-b380cb7c4206 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 26f1b53c-ec87-4116-92e7-641a0a5e3857) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:46:00.300211 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45841acc-be4f-468a-aa7c-b380cb7c4206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:00.300816 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-45841acc-be4f-468a-aa7c-b380cb7c4206 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:00.308811 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8baf9d46-e95a-4972-a254-fa85d4d340a3 None None] Network 26f1b53c-ec87-4116-92e7-641a0a5e3857 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:46:00.315390 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45841acc-be4f-468a-aa7c-b380cb7c4206 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:46:00.316372 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45841acc-be4f-468a-aa7c-b380cb7c4206 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:46:00.316941 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45841acc-be4f-468a-aa7c-b380cb7c4206 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:46:00.317523 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45841acc-be4f-468a-aa7c-b380cb7c4206 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:46:00.318056 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45841acc-be4f-468a-aa7c-b380cb7c4206 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:46:00.318681 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45841acc-be4f-468a-aa7c-b380cb7c4206 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:46:00.319349 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45841acc-be4f-468a-aa7c-b380cb7c4206 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:46:00.321050 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45841acc-be4f-468a-aa7c-b380cb7c4206 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:46:00.322122 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45841acc-be4f-468a-aa7c-b380cb7c4206 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:46:00.323099 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45841acc-be4f-468a-aa7c-b380cb7c4206 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:46:00.323624 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45841acc-be4f-468a-aa7c-b380cb7c4206 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:46:00.324124 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45841acc-be4f-468a-aa7c-b380cb7c4206 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:46:00.324471 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45841acc-be4f-468a-aa7c-b380cb7c4206 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:46:00.325766 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45841acc-be4f-468a-aa7c-b380cb7c4206 admin admin] Tracked resource versions report:
Feb 05 20:46:00.325766 ncdv-master-1 neutron-server[114391]: pushed versions:
Feb 05 20:46:00.325766 ncdv-master-1 neutron-server[114391]: {   'AddressGroup': {'1.2'},
Feb 05 20:46:00.325766 ncdv-master-1 neutron-server[114391]:     'ConntrackHelper': {'1.0'},
Feb 05 20:46:00.325766 ncdv-master-1 neutron-server[114391]:     'LocalIPAssociation': {'1.0'},
Feb 05 20:46:00.325766 ncdv-master-1 neutron-server[114391]:     'Log': {'1.0'},
Feb 05 20:46:00.325766 ncdv-master-1 neutron-server[114391]:     'Network': {'1.1'},
Feb 05 20:46:00.325766 ncdv-master-1 neutron-server[114391]:     'Port': {'1.7'},
Feb 05 20:46:00.325766 ncdv-master-1 neutron-server[114391]:     'PortForwarding': {'1.2'},
Feb 05 20:46:00.325766 ncdv-master-1 neutron-server[114391]:     'QosPolicy': {'1.10'},
Feb 05 20:46:00.325766 ncdv-master-1 neutron-server[114391]:     'SecurityGroup': {'1.5'},
Feb 05 20:46:00.325766 ncdv-master-1 neutron-server[114391]:     'SecurityGroupRule': {'1.2'},
Feb 05 20:46:00.325766 ncdv-master-1 neutron-server[114391]:     'SubPort': {'1.0'},
Feb 05 20:46:00.325766 ncdv-master-1 neutron-server[114391]:     'Subnet': {'1.1'},
Feb 05 20:46:00.325766 ncdv-master-1 neutron-server[114391]:     'Trunk': {'1.1'}}
Feb 05 20:46:00.325766 ncdv-master-1 neutron-server[114391]: consumer versions:
Feb 05 20:46:00.325766 ncdv-master-1 neutron-server[114391]: {   DHCP agent@ncdv-master-1: {},
Feb 05 20:46:00.325766 ncdv-master-1 neutron-server[114391]:     HyperV agent@nch1-master-1: {},
Feb 05 20:46:00.325766 ncdv-master-1 neutron-server[114391]:     HyperV agent@nch2-master-1: {},
Feb 05 20:46:00.325766 ncdv-master-1 neutron-server[114391]:     L3 agent@ncdv-master-1: {},
Feb 05 20:46:00.325766 ncdv-master-1 neutron-server[114391]:     Metadata agent@ncdv-master-1: {},
Feb 05 20:46:00.325766 ncdv-master-1 neutron-server[114391]:     Metering agent@ncdv-master-1: {},
Feb 05 20:46:00.325766 ncdv-master-1 neutron-server[114391]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Feb 05 20:46:00.325766 ncdv-master-1 neutron-server[114391]:                                           'ConntrackHelper': '1.0',
Feb 05 20:46:00.325766 ncdv-master-1 neutron-server[114391]:                                           'LocalIPAssociation': '1.0',
Feb 05 20:46:00.325766 ncdv-master-1 neutron-server[114391]:                                           'Log': '1.0',
Feb 05 20:46:00.325766 ncdv-master-1 neutron-server[114391]:                                           'Network': '1.1',
Feb 05 20:46:00.325766 ncdv-master-1 neutron-server[114391]:                                           'Port': '1.7',
Feb 05 20:46:00.325766 ncdv-master-1 neutron-server[114391]:                                           'PortForwarding': '1.2',
Feb 05 20:46:00.325766 ncdv-master-1 neutron-server[114391]:                                           'QosPolicy': '1.10',
Feb 05 20:46:00.325766 ncdv-master-1 neutron-server[114391]:                                           'SecurityGroup': '1.5',
Feb 05 20:46:00.325766 ncdv-master-1 neutron-server[114391]:                                           'SecurityGroupRule': '1.2',
Feb 05 20:46:00.325766 ncdv-master-1 neutron-server[114391]:                                           'SubPort': '1.0',
Feb 05 20:46:00.325766 ncdv-master-1 neutron-server[114391]:                                           'Subnet': '1.1',
Feb 05 20:46:00.325766 ncdv-master-1 neutron-server[114391]:                                           'Trunk': '1.1'}}
Feb 05 20:46:00.325766 ncdv-master-1 neutron-server[114391]:  {{(pid=114391) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 05 20:46:00.347012 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-45841acc-be4f-468a-aa7c-b380cb7c4206 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 0.4250238
Feb 05 20:46:00.394785 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 51548) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:00.400084 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-e95a844a-a1aa-4693-b6ae-66540867b0cd admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1335687256-router', 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:46:00.424840 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e95a844a-a1aa-4693-b6ae-66540867b0cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (b07869ed-7c5e-403e-98ed-b75da5a27ef9), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:00.433947 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e95a844a-a1aa-4693-b6ae-66540867b0cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (b07869ed-7c5e-403e-98ed-b75da5a27ef9), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:00.436483 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8018ab-b71e-48bf-9fa7-98b9305b3f95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-26f1b53c-ec87-4116-92e7-641a0a5e3857', 'network_id': '26f1b53c-ec87-4116-92e7-641a0a5e3857', 'project_id': '6304a49c7f254ce9bfe0896bf76e1991', 'fixed_ips': [{'subnet_id': '25459765-cc89-4a3e-8d4c-afa923a547d8'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 20:46:00.437907 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ec8018ab-b71e-48bf-9fa7-98b9305b3f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:00.504970 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e95a844a-a1aa-4693-b6ae-66540867b0cd admin admin] Publish callbacks [] for router_controller (b07869ed-7c5e-403e-98ed-b75da5a27ef9), precommit_add_association {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:00.546628 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51554) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:00.596655 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-ec8018ab-b71e-48bf-9fa7-98b9305b3f95 None None] Allocated IP 172.20.0.2 (26f1b53c-ec87-4116-92e7-641a0a5e3857/25459765-cc89-4a3e-8d4c-afa923a547d8/82a9c44e-d3d7-467e-8bbd-e7102f38c0f6) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:46:00.776440 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ec8018ab-b71e-48bf-9fa7-98b9305b3f95 None None] Publish callbacks [] for port (82a9c44e-d3d7-467e-8bbd-e7102f38c0f6), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:00.784797 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ec8018ab-b71e-48bf-9fa7-98b9305b3f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (82a9c44e-d3d7-467e-8bbd-e7102f38c0f6), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:00.788789 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e95a844a-a1aa-4693-b6ae-66540867b0cd admin admin] Publish callbacks [] for router_gateway (b07869ed-7c5e-403e-98ed-b75da5a27ef9), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:00.848105 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8018ab-b71e-48bf-9fa7-98b9305b3f95 None None] Network 26f1b53c-ec87-4116-92e7-641a0a5e3857 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:46:00.850049 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-ec8018ab-b71e-48bf-9fa7-98b9305b3f95 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:46:00.852448 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8018ab-b71e-48bf-9fa7-98b9305b3f95 None None] Pushing event updated for resources: {'Port': ['ID=82a9c44e-d3d7-467e-8bbd-e7102f38c0f6,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:00.860513 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8018ab-b71e-48bf-9fa7-98b9305b3f95 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:46:00.863744 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8018ab-b71e-48bf-9fa7-98b9305b3f95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:46:00.864576 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8018ab-b71e-48bf-9fa7-98b9305b3f95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:46:00.865194 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8018ab-b71e-48bf-9fa7-98b9305b3f95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:46:00.865729 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8018ab-b71e-48bf-9fa7-98b9305b3f95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:46:00.866438 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8018ab-b71e-48bf-9fa7-98b9305b3f95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:46:00.867561 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8018ab-b71e-48bf-9fa7-98b9305b3f95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:46:00.868160 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8018ab-b71e-48bf-9fa7-98b9305b3f95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:46:00.868859 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8018ab-b71e-48bf-9fa7-98b9305b3f95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:46:00.869514 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8018ab-b71e-48bf-9fa7-98b9305b3f95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:46:00.869948 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8018ab-b71e-48bf-9fa7-98b9305b3f95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:46:00.870469 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8018ab-b71e-48bf-9fa7-98b9305b3f95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:46:00.871096 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8018ab-b71e-48bf-9fa7-98b9305b3f95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:46:00.871862 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8018ab-b71e-48bf-9fa7-98b9305b3f95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:46:00.873416 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8018ab-b71e-48bf-9fa7-98b9305b3f95 None None] Tracked resource versions report:
Feb 05 20:46:00.873416 ncdv-master-1 neutron-server[114392]: pushed versions:
Feb 05 20:46:00.873416 ncdv-master-1 neutron-server[114392]: {   'AddressGroup': {'1.2'},
Feb 05 20:46:00.873416 ncdv-master-1 neutron-server[114392]:     'ConntrackHelper': {'1.0'},
Feb 05 20:46:00.873416 ncdv-master-1 neutron-server[114392]:     'LocalIPAssociation': {'1.0'},
Feb 05 20:46:00.873416 ncdv-master-1 neutron-server[114392]:     'Log': {'1.0'},
Feb 05 20:46:00.873416 ncdv-master-1 neutron-server[114392]:     'Network': {'1.1'},
Feb 05 20:46:00.873416 ncdv-master-1 neutron-server[114392]:     'Port': {'1.7'},
Feb 05 20:46:00.873416 ncdv-master-1 neutron-server[114392]:     'PortForwarding': {'1.2'},
Feb 05 20:46:00.873416 ncdv-master-1 neutron-server[114392]:     'QosPolicy': {'1.10'},
Feb 05 20:46:00.873416 ncdv-master-1 neutron-server[114392]:     'SecurityGroup': {'1.5'},
Feb 05 20:46:00.873416 ncdv-master-1 neutron-server[114392]:     'SecurityGroupRule': {'1.2'},
Feb 05 20:46:00.873416 ncdv-master-1 neutron-server[114392]:     'SubPort': {'1.0'},
Feb 05 20:46:00.873416 ncdv-master-1 neutron-server[114392]:     'Subnet': {'1.1'},
Feb 05 20:46:00.873416 ncdv-master-1 neutron-server[114392]:     'Trunk': {'1.1'}}
Feb 05 20:46:00.873416 ncdv-master-1 neutron-server[114392]: consumer versions:
Feb 05 20:46:00.873416 ncdv-master-1 neutron-server[114392]: {   DHCP agent@ncdv-master-1: {},
Feb 05 20:46:00.873416 ncdv-master-1 neutron-server[114392]:     HyperV agent@nch1-master-1: {},
Feb 05 20:46:00.873416 ncdv-master-1 neutron-server[114392]:     HyperV agent@nch2-master-1: {},
Feb 05 20:46:00.873416 ncdv-master-1 neutron-server[114392]:     L3 agent@ncdv-master-1: {},
Feb 05 20:46:00.873416 ncdv-master-1 neutron-server[114392]:     Metadata agent@ncdv-master-1: {},
Feb 05 20:46:00.873416 ncdv-master-1 neutron-server[114392]:     Metering agent@ncdv-master-1: {},
Feb 05 20:46:00.873416 ncdv-master-1 neutron-server[114392]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Feb 05 20:46:00.873416 ncdv-master-1 neutron-server[114392]:                                           'ConntrackHelper': '1.0',
Feb 05 20:46:00.873416 ncdv-master-1 neutron-server[114392]:                                           'LocalIPAssociation': '1.0',
Feb 05 20:46:00.873416 ncdv-master-1 neutron-server[114392]:                                           'Log': '1.0',
Feb 05 20:46:00.873416 ncdv-master-1 neutron-server[114392]:                                           'Network': '1.1',
Feb 05 20:46:00.873416 ncdv-master-1 neutron-server[114392]:                                           'Port': '1.7',
Feb 05 20:46:00.873416 ncdv-master-1 neutron-server[114392]:                                           'PortForwarding': '1.2',
Feb 05 20:46:00.873416 ncdv-master-1 neutron-server[114392]:                                           'QosPolicy': '1.10',
Feb 05 20:46:00.873416 ncdv-master-1 neutron-server[114392]:                                           'SecurityGroup': '1.5',
Feb 05 20:46:00.873416 ncdv-master-1 neutron-server[114392]:                                           'SecurityGroupRule': '1.2',
Feb 05 20:46:00.873416 ncdv-master-1 neutron-server[114392]:                                           'SubPort': '1.0',
Feb 05 20:46:00.873416 ncdv-master-1 neutron-server[114392]:                                           'Subnet': '1.1',
Feb 05 20:46:00.873416 ncdv-master-1 neutron-server[114392]:                                           'Trunk': '1.1'}}
Feb 05 20:46:00.873416 ncdv-master-1 neutron-server[114392]:  {{(pid=114392) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 05 20:46:00.946505 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-ec8018ab-b71e-48bf-9fa7-98b9305b3f95 None None] Attempting to bind port 82a9c44e-d3d7-467e-8bbd-e7102f38c0f6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:46:00.947184 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-ec8018ab-b71e-48bf-9fa7-98b9305b3f95 None None] Attempting to bind port 82a9c44e-d3d7-467e-8bbd-e7102f38c0f6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26f1b53c-ec87-4116-92e7-641a0a5e3857'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:46:00.947964 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8018ab-b71e-48bf-9fa7-98b9305b3f95 None None] Attempting to bind port 82a9c44e-d3d7-467e-8bbd-e7102f38c0f6 on network 26f1b53c-ec87-4116-92e7-641a0a5e3857 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:46:00.954009 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8018ab-b71e-48bf-9fa7-98b9305b3f95 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:46:00.954637 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8018ab-b71e-48bf-9fa7-98b9305b3f95 None None] Checking segment: {'id': '162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26f1b53c-ec87-4116-92e7-641a0a5e3857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:46:00.955209 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ec8018ab-b71e-48bf-9fa7-98b9305b3f95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:00.955745 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8018ab-b71e-48bf-9fa7-98b9305b3f95 None None] Bound using segment: {'id': '162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26f1b53c-ec87-4116-92e7-641a0a5e3857'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:46:00.956408 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-ec8018ab-b71e-48bf-9fa7-98b9305b3f95 None None] Bound port: 82a9c44e-d3d7-467e-8bbd-e7102f38c0f6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26f1b53c-ec87-4116-92e7-641a0a5e3857'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:46:00.956941 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ec8018ab-b71e-48bf-9fa7-98b9305b3f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (82a9c44e-d3d7-467e-8bbd-e7102f38c0f6), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:01.029230 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-ec8018ab-b71e-48bf-9fa7-98b9305b3f95 None None] For port 82a9c44e-d3d7-467e-8bbd-e7102f38c0f6, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:46:01.033728 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-ec8018ab-b71e-48bf-9fa7-98b9305b3f95 None None] For port 82a9c44e-d3d7-467e-8bbd-e7102f38c0f6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=82a9c44e-d3d7-467e-8bbd-e7102f38c0f6,segment=NetworkSegment(162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e),segment_id=162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:46:01.043489 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ec8018ab-b71e-48bf-9fa7-98b9305b3f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (82a9c44e-d3d7-467e-8bbd-e7102f38c0f6), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:01.055133 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e95a844a-a1aa-4693-b6ae-66540867b0cd admin admin] Publish callbacks [] for router_gateway (b07869ed-7c5e-403e-98ed-b75da5a27ef9), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:01.083932 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e95a844a-a1aa-4693-b6ae-66540867b0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:01.132268 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8018ab-b71e-48bf-9fa7-98b9305b3f95 None None] Pushing event updated for resources: {'Port': ['ID=82a9c44e-d3d7-467e-8bbd-e7102f38c0f6,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:01.198898 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 51572) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:01.203127 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-79042560-1ea1-4dbe-b059-9e8999a6000a tempest-AutoAllocateNetworkTest-691983703 tempest-AutoAllocateNetworkTest-691983703-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=e5bffaf3ce8548c885713996b8c077dd&shared=False HTTP/1.1" status: 200  len: 208 time: 0.6543753
Feb 05 20:46:01.448623 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-e95a844a-a1aa-4693-b6ae-66540867b0cd admin admin] Allocated IP 172.35.4.134 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/00089038-e3d6-4b37-a52f-478a8c3a7718) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:46:01.494560 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a359e8-ebf2-42e7-b111-117c47ea3884 tempest-AutoAllocateNetworkTest-691983703 tempest-AutoAllocateNetworkTest-691983703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:01.496095 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-63a359e8-ebf2-42e7-b111-117c47ea3884 tempest-AutoAllocateNetworkTest-691983703 tempest-AutoAllocateNetworkTest-691983703-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 764 time: 0.2905302
Feb 05 20:46:01.499274 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 51582) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:01.579529 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2679c7bf-c9db-4a52-81b7-1aef867e7c85 tempest-AutoAllocateNetworkTest-691983703 tempest-AutoAllocateNetworkTest-691983703-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0765586
Feb 05 20:46:01.579680 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51592) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:01.615411 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-771dda8c-4e52-4565-87a5-5ab08ba001fc tempest-AutoAllocateNetworkTest-691983703 tempest-AutoAllocateNetworkTest-691983703-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=e5bffaf3ce8548c885713996b8c077dd HTTP/1.1" status: 200  len: 208 time: 0.0346680
Feb 05 20:46:01.665514 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e95a844a-a1aa-4693-b6ae-66540867b0cd admin admin] Publish callbacks [] for port (00089038-e3d6-4b37-a52f-478a8c3a7718), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:01.740767 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e95a844a-a1aa-4693-b6ae-66540867b0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (00089038-e3d6-4b37-a52f-478a8c3a7718), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:01.816099 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95a844a-a1aa-4693-b6ae-66540867b0cd admin admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:46:01.824928 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-e95a844a-a1aa-4693-b6ae-66540867b0cd admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:46:01.831998 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95a844a-a1aa-4693-b6ae-66540867b0cd admin admin] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:46:01.869043 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a844a-a1aa-4693-b6ae-66540867b0cd admin admin] Pushing event updated for resources: {'Port': ['ID=00089038-e3d6-4b37-a52f-478a8c3a7718,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:02.273384 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e95a844a-a1aa-4693-b6ae-66540867b0cd admin admin] Publish callbacks [] for router_gateway (b07869ed-7c5e-403e-98ed-b75da5a27ef9), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:02.275197 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d09ef0-4a56-4bea-ad33-3ee861b0ac18 None None] Network 26f1b53c-ec87-4116-92e7-641a0a5e3857 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:46:02.311282 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-1f47d295-83d1-426e-b8e8-39dab687b438 None None] Provisioning complete for port 82a9c44e-d3d7-467e-8bbd-e7102f38c0f6 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:46:02.311729 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1f47d295-83d1-426e-b8e8-39dab687b438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (82a9c44e-d3d7-467e-8bbd-e7102f38c0f6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:02.385504 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51630) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:02.481383 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-1f47d295-83d1-426e-b8e8-39dab687b438 None None] Current status of the port 82a9c44e-d3d7-467e-8bbd-e7102f38c0f6 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:46:02.481786 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1f47d295-83d1-426e-b8e8-39dab687b438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (82a9c44e-d3d7-467e-8bbd-e7102f38c0f6), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:02.525167 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-1f47d295-83d1-426e-b8e8-39dab687b438 None None] For port 82a9c44e-d3d7-467e-8bbd-e7102f38c0f6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=82a9c44e-d3d7-467e-8bbd-e7102f38c0f6,segment=NetworkSegment(162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e),segment_id=162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:46:02.526602 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e95a844a-a1aa-4693-b6ae-66540867b0cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (b07869ed-7c5e-403e-98ed-b75da5a27ef9), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:02.533863 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1f47d295-83d1-426e-b8e8-39dab687b438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (82a9c44e-d3d7-467e-8bbd-e7102f38c0f6), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:02.637010 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47d295-83d1-426e-b8e8-39dab687b438 None None] Pushing event updated for resources: {'Port': ['ID=82a9c44e-d3d7-467e-8bbd-e7102f38c0f6,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:02.721410 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e95a844a-a1aa-4693-b6ae-66540867b0cd admin admin] Router b07869ed-7c5e-403e-98ed-b75da5a27ef9 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 20:46:02.760476 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c16d1071-07e6-4669-86a6-ad9d7c596ff2 None None] Provisioning complete for port 82a9c44e-d3d7-467e-8bbd-e7102f38c0f6 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:46:02.760877 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c16d1071-07e6-4669-86a6-ad9d7c596ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (82a9c44e-d3d7-467e-8bbd-e7102f38c0f6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:02.850996 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95a844a-a1aa-4693-b6ae-66540867b0cd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:46:02.863138 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d05523-e65f-4a35-b644-1c49388439e8 None None] Sync routers for ids ['b07869ed-7c5e-403e-98ed-b75da5a27ef9'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:46:02.882050 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d05523-e65f-4a35-b644-1c49388439e8 None None] Routers {'b07869ed-7c5e-403e-98ed-b75da5a27ef9'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:46:02.883494 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-41d05523-e65f-4a35-b644-1c49388439e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db9036be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:45:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b07869ed-7c5e-403e-98ed-b75da5a27ef9'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:46:02.894887 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e95a844a-a1aa-4693-b6ae-66540867b0cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:02.899999 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51646) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:02.902035 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e95a844a-a1aa-4693-b6ae-66540867b0cd admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 936 time: 2.5060613
Feb 05 20:46:03.090023 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-41d05523-e65f-4a35-b644-1c49388439e8 None None] Set router b07869ed-7c5e-403e-98ed-b75da5a27ef9 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:46:03.198486 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-10699cc5-2608-44ff-b365-bbac9ad2bfee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:03.211083 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c16d1071-07e6-4669-86a6-ad9d7c596ff2 None None] Current status of the port 82a9c44e-d3d7-467e-8bbd-e7102f38c0f6 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:46:03.401270 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 82a9c44e-d3d7-467e-8bbd-e7102f38c0f6 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:46:03.409141 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-10699cc5-2608-44ff-b365-bbac9ad2bfee admin admin] Publish callbacks [] for security_group (931cf879-f2bb-4b1d-a453-193fe68aad8b), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:03.421347 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-10699cc5-2608-44ff-b365-bbac9ad2bfee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (931cf879-f2bb-4b1d-a453-193fe68aad8b), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:03.451107 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-10699cc5-2608-44ff-b365-bbac9ad2bfee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e5bffaf3ce8548c885713996b8c077dd&name=default HTTP/1.1" status: 200  len: 2992 time: 1.0641441
Feb 05 20:46:03.453879 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 51674) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:03.496455 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 82a9c44e-d3d7-467e-8bbd-e7102f38c0f6 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:46:03.497139 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (82a9c44e-d3d7-467e-8bbd-e7102f38c0f6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:03.532057 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-41d05523-e65f-4a35-b644-1c49388439e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db9036be0>, [{'id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1335687256-router', 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.134'}], 'enable_snat': True}, 'gw_port_id': '00089038-e3d6-4b37-a52f-478a8c3a7718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:46:00Z', 'updated_at': '2022-02-05T20:46:01Z', 'revision_number': 3, 'project_id': '6304a49c7f254ce9bfe0896bf76e1991', 'gw_port': {'id': '00089038-e3d6-4b37-a52f-478a8c3a7718', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:46:01Z', 'updated_at': '2022-02-05T20:46:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:46:03.560034 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10699cc5-2608-44ff-b365-bbac9ad2bfee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931cf879-f2bb-4b1d-a453-193fe68aad8b,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:03.596490 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-950fab6a-2efc-4ee3-a67f-9125e02349b9 admin admin] Publish callbacks [] for security_group (931cf879-f2bb-4b1d-a453-193fe68aad8b), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:03.598290 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d05523-e65f-4a35-b644-1c49388439e8 None None] Checking router: b07869ed-7c5e-403e-98ed-b75da5a27ef9 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:46:03.598670 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d05523-e65f-4a35-b644-1c49388439e8 None None] Updating router b07869ed-7c5e-403e-98ed-b75da5a27ef9 port 00089038-e3d6-4b37-a52f-478a8c3a7718 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 20:46:03.639837 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 82a9c44e-d3d7-467e-8bbd-e7102f38c0f6 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:46:03.646782 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-950fab6a-2efc-4ee3-a67f-9125e02349b9 admin admin] Publish callbacks [] for security_group (931cf879-f2bb-4b1d-a453-193fe68aad8b), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:03.649890 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-41d05523-e65f-4a35-b644-1c49388439e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (00089038-e3d6-4b37-a52f-478a8c3a7718), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:03.652318 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b4ca7944-fd9d-45b4-99a9-0de0966bd75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:03.742605 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-950fab6a-2efc-4ee3-a67f-9125e02349b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (931cf879-f2bb-4b1d-a453-193fe68aad8b), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:03.745603 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-950fab6a-2efc-4ee3-a67f-9125e02349b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:03.747370 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-950fab6a-2efc-4ee3-a67f-9125e02349b9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/931cf879-f2bb-4b1d-a453-193fe68aad8b HTTP/1.1" status: 204  len: 168 time: 0.2920744
Feb 05 20:46:03.759155 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950fab6a-2efc-4ee3-a67f-9125e02349b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931cf879-f2bb-4b1d-a453-193fe68aad8b,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:03.937440 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cc401275-b004-4add-a66a-083b9b2197db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:03.976742 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-41d05523-e65f-4a35-b644-1c49388439e8 None None] Publish callbacks [] for port (00089038-e3d6-4b37-a52f-478a8c3a7718), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:03.986108 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-41d05523-e65f-4a35-b644-1c49388439e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (00089038-e3d6-4b37-a52f-478a8c3a7718), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:04.045768 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-41d05523-e65f-4a35-b644-1c49388439e8 None None] Attempting to bind port 00089038-e3d6-4b37-a52f-478a8c3a7718 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:46:04.046159 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-41d05523-e65f-4a35-b644-1c49388439e8 None None] Attempting to bind port 00089038-e3d6-4b37-a52f-478a8c3a7718 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:46:04.046591 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d05523-e65f-4a35-b644-1c49388439e8 None None] Attempting to bind port 00089038-e3d6-4b37-a52f-478a8c3a7718 on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:46:04.053535 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d05523-e65f-4a35-b644-1c49388439e8 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:46:04.053926 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d05523-e65f-4a35-b644-1c49388439e8 None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:46:04.054535 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-41d05523-e65f-4a35-b644-1c49388439e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:04.054980 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d05523-e65f-4a35-b644-1c49388439e8 None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:46:04.055465 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-41d05523-e65f-4a35-b644-1c49388439e8 None None] Bound port: 00089038-e3d6-4b37-a52f-478a8c3a7718, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:46:04.055856 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-41d05523-e65f-4a35-b644-1c49388439e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (00089038-e3d6-4b37-a52f-478a8c3a7718), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:04.100811 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940bdc4b-3c9d-4921-aff7-a3f0b107b2b4 None None] Pushing event updated for resources: {'Port': ['ID=00089038-e3d6-4b37-a52f-478a8c3a7718,revision_number=2']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:04.113415 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940bdc4b-3c9d-4921-aff7-a3f0b107b2b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:46:04.113742 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940bdc4b-3c9d-4921-aff7-a3f0b107b2b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:46:04.114097 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940bdc4b-3c9d-4921-aff7-a3f0b107b2b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:46:04.114469 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940bdc4b-3c9d-4921-aff7-a3f0b107b2b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:46:04.114814 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940bdc4b-3c9d-4921-aff7-a3f0b107b2b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:46:04.115157 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940bdc4b-3c9d-4921-aff7-a3f0b107b2b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:46:04.115495 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940bdc4b-3c9d-4921-aff7-a3f0b107b2b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:46:04.115973 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940bdc4b-3c9d-4921-aff7-a3f0b107b2b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:46:04.116723 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940bdc4b-3c9d-4921-aff7-a3f0b107b2b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:46:04.116723 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940bdc4b-3c9d-4921-aff7-a3f0b107b2b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:46:04.117242 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940bdc4b-3c9d-4921-aff7-a3f0b107b2b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:46:04.117629 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940bdc4b-3c9d-4921-aff7-a3f0b107b2b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:46:04.117967 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940bdc4b-3c9d-4921-aff7-a3f0b107b2b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:46:04.119142 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940bdc4b-3c9d-4921-aff7-a3f0b107b2b4 None None] Tracked resource versions report:
Feb 05 20:46:04.119142 ncdv-master-1 neutron-server[114393]: pushed versions:
Feb 05 20:46:04.119142 ncdv-master-1 neutron-server[114393]: {   'AddressGroup': {'1.2'},
Feb 05 20:46:04.119142 ncdv-master-1 neutron-server[114393]:     'ConntrackHelper': {'1.0'},
Feb 05 20:46:04.119142 ncdv-master-1 neutron-server[114393]:     'LocalIPAssociation': {'1.0'},
Feb 05 20:46:04.119142 ncdv-master-1 neutron-server[114393]:     'Log': {'1.0'},
Feb 05 20:46:04.119142 ncdv-master-1 neutron-server[114393]:     'Network': {'1.1'},
Feb 05 20:46:04.119142 ncdv-master-1 neutron-server[114393]:     'Port': {'1.7'},
Feb 05 20:46:04.119142 ncdv-master-1 neutron-server[114393]:     'PortForwarding': {'1.2'},
Feb 05 20:46:04.119142 ncdv-master-1 neutron-server[114393]:     'QosPolicy': {'1.10'},
Feb 05 20:46:04.119142 ncdv-master-1 neutron-server[114393]:     'SecurityGroup': {'1.5'},
Feb 05 20:46:04.119142 ncdv-master-1 neutron-server[114393]:     'SecurityGroupRule': {'1.2'},
Feb 05 20:46:04.119142 ncdv-master-1 neutron-server[114393]:     'SubPort': {'1.0'},
Feb 05 20:46:04.119142 ncdv-master-1 neutron-server[114393]:     'Subnet': {'1.1'},
Feb 05 20:46:04.119142 ncdv-master-1 neutron-server[114393]:     'Trunk': {'1.1'}}
Feb 05 20:46:04.119142 ncdv-master-1 neutron-server[114393]: consumer versions:
Feb 05 20:46:04.119142 ncdv-master-1 neutron-server[114393]: {   DHCP agent@ncdv-master-1: {},
Feb 05 20:46:04.119142 ncdv-master-1 neutron-server[114393]:     HyperV agent@nch1-master-1: {},
Feb 05 20:46:04.119142 ncdv-master-1 neutron-server[114393]:     HyperV agent@nch2-master-1: {},
Feb 05 20:46:04.119142 ncdv-master-1 neutron-server[114393]:     L3 agent@ncdv-master-1: {},
Feb 05 20:46:04.119142 ncdv-master-1 neutron-server[114393]:     Metadata agent@ncdv-master-1: {},
Feb 05 20:46:04.119142 ncdv-master-1 neutron-server[114393]:     Metering agent@ncdv-master-1: {},
Feb 05 20:46:04.119142 ncdv-master-1 neutron-server[114393]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Feb 05 20:46:04.119142 ncdv-master-1 neutron-server[114393]:                                           'ConntrackHelper': '1.0',
Feb 05 20:46:04.119142 ncdv-master-1 neutron-server[114393]:                                           'LocalIPAssociation': '1.0',
Feb 05 20:46:04.119142 ncdv-master-1 neutron-server[114393]:                                           'Log': '1.0',
Feb 05 20:46:04.119142 ncdv-master-1 neutron-server[114393]:                                           'Network': '1.1',
Feb 05 20:46:04.119142 ncdv-master-1 neutron-server[114393]:                                           'Port': '1.7',
Feb 05 20:46:04.119142 ncdv-master-1 neutron-server[114393]:                                           'PortForwarding': '1.2',
Feb 05 20:46:04.119142 ncdv-master-1 neutron-server[114393]:                                           'QosPolicy': '1.10',
Feb 05 20:46:04.119142 ncdv-master-1 neutron-server[114393]:                                           'SecurityGroup': '1.5',
Feb 05 20:46:04.119142 ncdv-master-1 neutron-server[114393]:                                           'SecurityGroupRule': '1.2',
Feb 05 20:46:04.119142 ncdv-master-1 neutron-server[114393]:                                           'SubPort': '1.0',
Feb 05 20:46:04.119142 ncdv-master-1 neutron-server[114393]:                                           'Subnet': '1.1',
Feb 05 20:46:04.119142 ncdv-master-1 neutron-server[114393]:                                           'Trunk': '1.1'}}
Feb 05 20:46:04.119142 ncdv-master-1 neutron-server[114393]:  {{(pid=114393) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 05 20:46:04.123672 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-41d05523-e65f-4a35-b644-1c49388439e8 None None] For port 00089038-e3d6-4b37-a52f-478a8c3a7718, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:46:04.126989 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-41d05523-e65f-4a35-b644-1c49388439e8 None None] For port 00089038-e3d6-4b37-a52f-478a8c3a7718, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00089038-e3d6-4b37-a52f-478a8c3a7718,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:46:04.136417 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-41d05523-e65f-4a35-b644-1c49388439e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (00089038-e3d6-4b37-a52f-478a8c3a7718), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:04.185740 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-cc401275-b004-4add-a66a-083b9b2197db admin admin] Allocated IP 172.20.0.1 (26f1b53c-ec87-4116-92e7-641a0a5e3857/25459765-cc89-4a3e-8d4c-afa923a547d8/54ecdec6-b7e7-42ef-9193-cc4071ce15d5) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:46:04.198334 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940bdc4b-3c9d-4921-aff7-a3f0b107b2b4 None None] Pushing event updated for resources: {'Port': ['ID=00089038-e3d6-4b37-a52f-478a8c3a7718,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:04.217476 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d05523-e65f-4a35-b644-1c49388439e8 None None] Routers {'b07869ed-7c5e-403e-98ed-b75da5a27ef9'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:46:04.218353 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-41d05523-e65f-4a35-b644-1c49388439e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db9036be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:45:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b07869ed-7c5e-403e-98ed-b75da5a27ef9'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:46:04.357303 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-41d05523-e65f-4a35-b644-1c49388439e8 None None] Set router b07869ed-7c5e-403e-98ed-b75da5a27ef9 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:46:04.371638 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cc401275-b004-4add-a66a-083b9b2197db admin admin] Publish callbacks [] for port (54ecdec6-b7e7-42ef-9193-cc4071ce15d5), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:04.435796 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cc401275-b004-4add-a66a-083b9b2197db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (54ecdec6-b7e7-42ef-9193-cc4071ce15d5), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:04.481339 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc401275-b004-4add-a66a-083b9b2197db admin admin] Network 26f1b53c-ec87-4116-92e7-641a0a5e3857 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:46:04.484688 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-cc401275-b004-4add-a66a-083b9b2197db admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:46:04.487938 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc401275-b004-4add-a66a-083b9b2197db admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:46:04.488539 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cc401275-b004-4add-a66a-083b9b2197db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (b07869ed-7c5e-403e-98ed-b75da5a27ef9), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:04.678408 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-41d05523-e65f-4a35-b644-1c49388439e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db9036be0>, [{'id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1335687256-router', 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.134'}], 'enable_snat': True}, 'gw_port_id': '00089038-e3d6-4b37-a52f-478a8c3a7718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:46:00Z', 'updated_at': '2022-02-05T20:46:01Z', 'revision_number': 3, 'project_id': '6304a49c7f254ce9bfe0896bf76e1991', 'gw_port': {'id': '00089038-e3d6-4b37-a52f-478a8c3a7718', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:46:01Z', 'updated_at': '2022-02-05T20:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:46:04.693375 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc401275-b004-4add-a66a-083b9b2197db admin admin] Pushing event updated for resources: {'Port': ['ID=54ecdec6-b7e7-42ef-9193-cc4071ce15d5,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:04.722525 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d05523-e65f-4a35-b644-1c49388439e8 None None] The sync data for ids ['b07869ed-7c5e-403e-98ed-b75da5a27ef9'] in ncdv-master-1 is: [{'id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1335687256-router', 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.134'}], 'enable_snat': True}, 'gw_port_id': '00089038-e3d6-4b37-a52f-478a8c3a7718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:46:00Z', 'updated_at': '2022-02-05T20:46:01Z', 'revision_number': 3, 'project_id': '6304a49c7f254ce9bfe0896bf76e1991', 'gw_port': {'id': '00089038-e3d6-4b37-a52f-478a8c3a7718', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:46:01Z', 'updated_at': '2022-02-05T20:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:46:04.752324 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cc401275-b004-4add-a66a-083b9b2197db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (54ecdec6-b7e7-42ef-9193-cc4071ce15d5), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:04.861894 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-5a638565-6df7-4780-a27a-06a6e757d810 None None] Provisioning complete for port 54ecdec6-b7e7-42ef-9193-cc4071ce15d5 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:46:04.865845 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5a638565-6df7-4780-a27a-06a6e757d810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (54ecdec6-b7e7-42ef-9193-cc4071ce15d5), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:04.906944 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-5a638565-6df7-4780-a27a-06a6e757d810 None None] Port 54ecdec6-b7e7-42ef-9193-cc4071ce15d5 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:46:04.983612 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cc401275-b004-4add-a66a-083b9b2197db admin admin] Publish callbacks [] for port (54ecdec6-b7e7-42ef-9193-cc4071ce15d5), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:04.991350 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cc401275-b004-4add-a66a-083b9b2197db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (54ecdec6-b7e7-42ef-9193-cc4071ce15d5), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:04.992637 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cc401275-b004-4add-a66a-083b9b2197db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (b07869ed-7c5e-403e-98ed-b75da5a27ef9), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:05.120561 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc401275-b004-4add-a66a-083b9b2197db admin admin] Pushing event updated for resources: {'Port': ['ID=54ecdec6-b7e7-42ef-9193-cc4071ce15d5,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:05.253001 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc401275-b004-4add-a66a-083b9b2197db admin admin] Network 26f1b53c-ec87-4116-92e7-641a0a5e3857 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:46:05.258431 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-cc401275-b004-4add-a66a-083b9b2197db admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:46:05.368334 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 00089038-e3d6-4b37-a52f-478a8c3a7718 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:46:05.451207 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc401275-b004-4add-a66a-083b9b2197db admin admin] Router b07869ed-7c5e-403e-98ed-b75da5a27ef9 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:46:05.533681 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 00089038-e3d6-4b37-a52f-478a8c3a7718 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:46:05.535397 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (00089038-e3d6-4b37-a52f-478a8c3a7718), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:05.682930 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc401275-b004-4add-a66a-083b9b2197db admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:46:05.694434 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-cc401275-b004-4add-a66a-083b9b2197db admin admin] 10.222.0.32 "PUT /v2.0/routers/b07869ed-7c5e-403e-98ed-b75da5a27ef9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7890565
Feb 05 20:46:05.700083 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-e1ab1849-d457-4600-b206-74e0fef57cbf None None] Provisioning complete for port 54ecdec6-b7e7-42ef-9193-cc4071ce15d5 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:46:05.700846 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e1ab1849-d457-4600-b206-74e0fef57cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (54ecdec6-b7e7-42ef-9193-cc4071ce15d5), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:05.794158 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-e1ab1849-d457-4600-b206-74e0fef57cbf None None] Port 54ecdec6-b7e7-42ef-9193-cc4071ce15d5 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:46:05.819057 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 00089038-e3d6-4b37-a52f-478a8c3a7718 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:46:05.820138 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (00089038-e3d6-4b37-a52f-478a8c3a7718), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:05.887402 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 00089038-e3d6-4b37-a52f-478a8c3a7718, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00089038-e3d6-4b37-a52f-478a8c3a7718,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:46:05.897018 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (00089038-e3d6-4b37-a52f-478a8c3a7718), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:05.955540 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=00089038-e3d6-4b37-a52f-478a8c3a7718,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:06.004905 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b75c45da-9e89-4697-a8da-891b6a4d40a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:06.098122 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 51804) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:06.100607 ncdv-master-1 neutron-server[114391]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 05 20:46:06.144072 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-2f15600e-63f1-496c-9edb-59126f50d739 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=c56f319e7dbb4a319ab9590d79a1ec21&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0446885
Feb 05 20:46:06.208279 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51808) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:06.265594 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-e36a2110-98ee-44e6-8788-0c9658652217 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:06.267460 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-e36a2110-98ee-44e6-8788-0c9658652217 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1175380
Feb 05 20:46:06.284923 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-66a97de7-9bb5-4be1-bdd3-c865d26a68b7 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.32 "GET /v2.0/quotas/c56f319e7dbb4a319ab9590d79a1ec21 HTTP/1.1" status: 200  len: 375 time: 0.0112398
Feb 05 20:46:06.343353 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-8d2da8bd-a142-4dc4-b4b9-10182c7fb0f6 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c56f319e7dbb4a319ab9590d79a1ec21&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0499794
Feb 05 20:46:06.454591 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cd12b119-3088-4697-8e2c-788dae7bc52a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:06.622026 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cd12b119-3088-4697-8e2c-788dae7bc52a admin admin] Publish callbacks [] for security_group (cdb76295-0595-4f7b-bff2-cdeffbb01549), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:06.631094 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cd12b119-3088-4697-8e2c-788dae7bc52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (cdb76295-0595-4f7b-bff2-cdeffbb01549), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:06.701182 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd12b119-3088-4697-8e2c-788dae7bc52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb76295-0595-4f7b-bff2-cdeffbb01549,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:06.707876 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-cd12b119-3088-4697-8e2c-788dae7bc52a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b2f620b16274f0088f16a022a4e3c7f&name=default HTTP/1.1" status: 200  len: 2992 time: 0.4953518
Feb 05 20:46:06.708124 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51844) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:06.724372 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b335766a-b0d6-4d02-b4ad-cdc220c05cc5 req-10f270ba-a923-4820-a968-45d816c9c960 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.32 "GET /v2.0/ports?device_id=118c168e-2291-4306-9da8-85e2fa96d5af HTTP/1.1" status: 200  len: 210 time: 0.0889564
Feb 05 20:46:06.814316 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9add9b20-a160-4b0d-b8e7-777c9287825e admin admin] Publish callbacks [] for security_group (cdb76295-0595-4f7b-bff2-cdeffbb01549), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:06.841884 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9add9b20-a160-4b0d-b8e7-777c9287825e admin admin] Publish callbacks [] for security_group (cdb76295-0595-4f7b-bff2-cdeffbb01549), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:06.906576 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9add9b20-a160-4b0d-b8e7-777c9287825e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (cdb76295-0595-4f7b-bff2-cdeffbb01549), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:06.909866 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9add9b20-a160-4b0d-b8e7-777c9287825e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:06.911289 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9add9b20-a160-4b0d-b8e7-777c9287825e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cdb76295-0595-4f7b-bff2-cdeffbb01549 HTTP/1.1" status: 204  len: 168 time: 0.2022383
Feb 05 20:46:06.920953 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add9b20-a160-4b0d-b8e7-777c9287825e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb76295-0595-4f7b-bff2-cdeffbb01549,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:07.130261 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2c1118-9608-4c35-83c4-f97767b4e5b5 None None] Sync routers for ids ['b07869ed-7c5e-403e-98ed-b75da5a27ef9'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:46:07.143333 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2c1118-9608-4c35-83c4-f97767b4e5b5 None None] Routers {'b07869ed-7c5e-403e-98ed-b75da5a27ef9'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:46:07.144170 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-7d2c1118-9608-4c35-83c4-f97767b4e5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8124eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:46:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b07869ed-7c5e-403e-98ed-b75da5a27ef9'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:46:07.309204 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 00089038-e3d6-4b37-a52f-478a8c3a7718 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:46:07.384103 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:07.404268 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-7d2c1118-9608-4c35-83c4-f97767b4e5b5 None None] Set router b07869ed-7c5e-403e-98ed-b75da5a27ef9 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:46:07.454919 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 00089038-e3d6-4b37-a52f-478a8c3a7718 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:46:07.455517 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (00089038-e3d6-4b37-a52f-478a8c3a7718), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:07.594003 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51898) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:07.602307 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 51902) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:07.621139 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4cfc98b3-ad57-4444-8f74-976521ed82cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:07.687369 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 00089038-e3d6-4b37-a52f-478a8c3a7718 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:46:07.755601 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51908) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:07.763178 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-2fd4b1ae-a093-4281-92f7-eef36d505922 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-828408975-network', 'tenant_id': 'f7d956c7233144f8a5de7636ad38461c'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:46:07.787765 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 20:46:07.797122 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-7d2c1118-9608-4c35-83c4-f97767b4e5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8124eb0>, [{'id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1335687256-router', 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.134'}], 'enable_snat': True}, 'gw_port_id': '00089038-e3d6-4b37-a52f-478a8c3a7718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:46:00Z', 'updated_at': '2022-02-05T20:46:04Z', 'revision_number': 4, 'project_id': '6304a49c7f254ce9bfe0896bf76e1991', 'gw_port': {'id': '00089038-e3d6-4b37-a52f-478a8c3a7718', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:46:01Z', 'updated_at': '2022-02-05T20:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '54ecdec6-b7e7-42ef-9193-cc4071ce15d5', 'name': '', 'network_id': '26f1b53c-ec87-4116-92e7-641a0a5e3857', 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991', 'mac_address': 'fa:16:3e:60:c3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '25459765-cc89-4a3e-8d4c-afa923a547d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:46:03Z', 'updated_at': '2022-02-05T20:46:04Z', 'revision_number': 2, 'project_id': '6304a49c7f254ce9bfe0896bf76e1991', 'subnets': [{'id': '25459765-cc89-4a3e-8d4c-afa923a547d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:46:07.836330 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4cfc98b3-ad57-4444-8f74-976521ed82cd admin admin] Publish callbacks [] for security_group (89568521-b5d6-4559-9bd7-6a1461c0efa2), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:07.850136 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4cfc98b3-ad57-4444-8f74-976521ed82cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (89568521-b5d6-4559-9bd7-6a1461c0efa2), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:07.855232 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2c1118-9608-4c35-83c4-f97767b4e5b5 None None] Checking router: b07869ed-7c5e-403e-98ed-b75da5a27ef9 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:46:07.855656 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2c1118-9608-4c35-83c4-f97767b4e5b5 None None] Updating router b07869ed-7c5e-403e-98ed-b75da5a27ef9 port 54ecdec6-b7e7-42ef-9193-cc4071ce15d5 binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 20:46:07.918889 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7d2c1118-9608-4c35-83c4-f97767b4e5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (54ecdec6-b7e7-42ef-9193-cc4071ce15d5), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:07.936878 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc98b3-ad57-4444-8f74-976521ed82cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89568521-b5d6-4559-9bd7-6a1461c0efa2,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:07.959210 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4cfc98b3-ad57-4444-8f74-976521ed82cd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e2ce5ec1f9764240806833a5ecae412d&name=default HTTP/1.1" status: 200  len: 2992 time: 0.3557146
Feb 05 20:46:07.962465 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 51916) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:08.036318 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-50c98fa2-ce35-4e7a-8d07-7527568380c4 admin admin] Publish callbacks [] for security_group (89568521-b5d6-4559-9bd7-6a1461c0efa2), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:08.090704 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd4b1ae-a093-4281-92f7-eef36d505922 admin admin] Made reservation on behalf of f7d956c7233144f8a5de7636ad38461c for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:46:08.093297 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2fd4b1ae-a093-4281-92f7-eef36d505922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:08.093969 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-50c98fa2-ce35-4e7a-8d07-7527568380c4 admin admin] Publish callbacks [] for security_group (89568521-b5d6-4559-9bd7-6a1461c0efa2), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:08.128636 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2fd4b1ae-a093-4281-92f7-eef36d505922 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:08.130853 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a6fd614d-6c81-4eaf-9c1b-c1cb7c0e5b55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:08.165047 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-50c98fa2-ce35-4e7a-8d07-7527568380c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (89568521-b5d6-4559-9bd7-6a1461c0efa2), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:08.169985 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-50c98fa2-ce35-4e7a-8d07-7527568380c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:08.177708 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-50c98fa2-ce35-4e7a-8d07-7527568380c4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/89568521-b5d6-4559-9bd7-6a1461c0efa2 HTTP/1.1" status: 204  len: 168 time: 0.2126670
Feb 05 20:46:08.193931 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c98fa2-ce35-4e7a-8d07-7527568380c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89568521-b5d6-4559-9bd7-6a1461c0efa2,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:08.375779 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2fd4b1ae-a093-4281-92f7-eef36d505922 admin admin] Publish callbacks [] for security_group (5d57d892-c302-4932-bc56-e3a290575887), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:08.377776 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a6fd614d-6c81-4eaf-9c1b-c1cb7c0e5b55 admin admin] Publish callbacks [] for security_group (cb0546f8-0d24-431f-af48-ef1b6d34397d), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:08.388926 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 51940) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:08.392003 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2fd4b1ae-a093-4281-92f7-eef36d505922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (5d57d892-c302-4932-bc56-e3a290575887), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:08.394869 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a6fd614d-6c81-4eaf-9c1b-c1cb7c0e5b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (cb0546f8-0d24-431f-af48-ef1b6d34397d), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:08.479095 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd4b1ae-a093-4281-92f7-eef36d505922 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:46:08.489124 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a6fd614d-6c81-4eaf-9c1b-c1cb7c0e5b55 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae255c0097ee4d10ba7d8e917a42a408&name=default HTTP/1.1" status: 200  len: 2992 time: 0.8928926
Feb 05 20:46:08.492859 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 51950) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:08.496894 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd4b1ae-a093-4281-92f7-eef36d505922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d57d892-c302-4932-bc56-e3a290575887,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:08.516969 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2fd4b1ae-a093-4281-92f7-eef36d505922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (cfb529de-9584-423e-96c5-99b0cb5b16c5), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:08.525143 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-2fd4b1ae-a093-4281-92f7-eef36d505922 admin admin] Added segment cfb529de-9584-423e-96c5-99b0cb5b16c5 of type vlan for network a595ace7-ba35-4465-8100-098fedaea227
Feb 05 20:46:08.578721 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7d2c1118-9608-4c35-83c4-f97767b4e5b5 None None] Publish callbacks [] for port (54ecdec6-b7e7-42ef-9193-cc4071ce15d5), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:08.590187 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7d2c1118-9608-4c35-83c4-f97767b4e5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (54ecdec6-b7e7-42ef-9193-cc4071ce15d5), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:08.590424 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f8374647-b96d-4772-9ebc-b0259e12dc72 admin admin] Publish callbacks [] for security_group (cb0546f8-0d24-431f-af48-ef1b6d34397d), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:08.645360 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f8374647-b96d-4772-9ebc-b0259e12dc72 admin admin] Publish callbacks [] for security_group (cb0546f8-0d24-431f-af48-ef1b6d34397d), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:08.658870 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd614d-6c81-4eaf-9c1b-c1cb7c0e5b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0546f8-0d24-431f-af48-ef1b6d34397d,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:08.676219 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2fd4b1ae-a093-4281-92f7-eef36d505922 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (a595ace7-ba35-4465-8100-098fedaea227), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:08.736608 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f8374647-b96d-4772-9ebc-b0259e12dc72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (cb0546f8-0d24-431f-af48-ef1b6d34397d), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:08.740048 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f8374647-b96d-4772-9ebc-b0259e12dc72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:08.742645 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f8374647-b96d-4772-9ebc-b0259e12dc72 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb0546f8-0d24-431f-af48-ef1b6d34397d HTTP/1.1" status: 204  len: 168 time: 0.2471881
Feb 05 20:46:08.746788 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2fd4b1ae-a093-4281-92f7-eef36d505922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (a595ace7-ba35-4465-8100-098fedaea227), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:08.748986 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd4b1ae-a093-4281-92f7-eef36d505922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:08.750428 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2fd4b1ae-a093-4281-92f7-eef36d505922 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:08.765456 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd83a7a-888e-4de0-aab8-054f62a2c21d None None] Pushing event updated for resources: {'Port': ['ID=54ecdec6-b7e7-42ef-9193-cc4071ce15d5,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:08.765711 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8374647-b96d-4772-9ebc-b0259e12dc72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0546f8-0d24-431f-af48-ef1b6d34397d,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:08.851678 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2fd4b1ae-a093-4281-92f7-eef36d505922 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 1.0940499
Feb 05 20:46:08.854752 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:08.855427 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51966) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:08.867515 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-10493f37-4b80-4477-9235-5dc2a09b5bf4 req-373d9377-6419-4185-b129-71cbef88d7d2 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.32 "GET /v2.0/ports?device_id=118c168e-2291-4306-9da8-85e2fa96d5af HTTP/1.1" status: 200  len: 210 time: 0.4770901
Feb 05 20:46:08.871384 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-5b814396-b4b7-4eec-8cf6-bf288769624c admin admin] Request body: {'subnet': {'network_id': 'a595ace7-ba35-4465-8100-098fedaea227', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-828408975-subnet', 'tenant_id': 'f7d956c7233144f8a5de7636ad38461c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:46:08.894235 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-7d2c1118-9608-4c35-83c4-f97767b4e5b5 None None] Attempting to bind port 54ecdec6-b7e7-42ef-9193-cc4071ce15d5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:46:08.894660 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-7d2c1118-9608-4c35-83c4-f97767b4e5b5 None None] Attempting to bind port 54ecdec6-b7e7-42ef-9193-cc4071ce15d5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26f1b53c-ec87-4116-92e7-641a0a5e3857'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:46:08.895034 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2c1118-9608-4c35-83c4-f97767b4e5b5 None None] Attempting to bind port 54ecdec6-b7e7-42ef-9193-cc4071ce15d5 on network 26f1b53c-ec87-4116-92e7-641a0a5e3857 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:46:08.900998 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd4b1ae-a093-4281-92f7-eef36d505922 admin admin] Pushing event updated for resources: {'Network': ['ID=a595ace7-ba35-4465-8100-098fedaea227,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:08.907592 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2c1118-9608-4c35-83c4-f97767b4e5b5 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:46:08.907890 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2c1118-9608-4c35-83c4-f97767b4e5b5 None None] Checking segment: {'id': '162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26f1b53c-ec87-4116-92e7-641a0a5e3857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:46:08.908304 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7d2c1118-9608-4c35-83c4-f97767b4e5b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:08.908711 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2c1118-9608-4c35-83c4-f97767b4e5b5 None None] Bound using segment: {'id': '162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26f1b53c-ec87-4116-92e7-641a0a5e3857'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:46:08.909203 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-7d2c1118-9608-4c35-83c4-f97767b4e5b5 None None] Bound port: 54ecdec6-b7e7-42ef-9193-cc4071ce15d5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26f1b53c-ec87-4116-92e7-641a0a5e3857'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:46:08.909602 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7d2c1118-9608-4c35-83c4-f97767b4e5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (54ecdec6-b7e7-42ef-9193-cc4071ce15d5), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:08.923891 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network a595ace7-ba35-4465-8100-098fedaea227 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:46:08.926114 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b814396-b4b7-4eec-8cf6-bf288769624c admin admin] Made reservation on behalf of f7d956c7233144f8a5de7636ad38461c for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:46:08.930272 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5b814396-b4b7-4eec-8cf6-bf288769624c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:09.067204 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.39', 51007) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:09.118009 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-e5590bbb-c6a6-481d-b478-6aa103826b5b tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=c56f319e7dbb4a319ab9590d79a1ec21&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0470626
Feb 05 20:46:09.217567 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-4a4d7df6-9b68-4468-b35f-80235924f2bb None None] Provisioning complete for port 54ecdec6-b7e7-42ef-9193-cc4071ce15d5 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:46:09.218082 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4a4d7df6-9b68-4468-b35f-80235924f2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (54ecdec6-b7e7-42ef-9193-cc4071ce15d5), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:09.260470 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-4a4d7df6-9b68-4468-b35f-80235924f2bb None None] Port 54ecdec6-b7e7-42ef-9193-cc4071ce15d5 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:46:09.296260 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-7d2c1118-9608-4c35-83c4-f97767b4e5b5 None None] For port 54ecdec6-b7e7-42ef-9193-cc4071ce15d5, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:46:09.300077 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-7d2c1118-9608-4c35-83c4-f97767b4e5b5 None None] For port 54ecdec6-b7e7-42ef-9193-cc4071ce15d5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=54ecdec6-b7e7-42ef-9193-cc4071ce15d5,segment=NetworkSegment(162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e),segment_id=162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:46:09.304528 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5b814396-b4b7-4eec-8cf6-bf288769624c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for subnet (4377765e-0a1a-478c-b9b3-58bc7433a80b), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:09.312029 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7d2c1118-9608-4c35-83c4-f97767b4e5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (54ecdec6-b7e7-42ef-9193-cc4071ce15d5), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:09.344498 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b814396-b4b7-4eec-8cf6-bf288769624c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4377765e-0a1a-478c-b9b3-58bc7433a80b,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:09.362566 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-d149beed-0d68-4969-b79f-f9fe9e83da61 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:09.364090 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-d149beed-0d68-4969-b79f-f9fe9e83da61 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2428036
Feb 05 20:46:09.386838 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b814396-b4b7-4eec-8cf6-bf288769624c admin admin] Checking segment: {'id': 'cfb529de-9584-423e-96c5-99b0cb5b16c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a595ace7-ba35-4465-8100-098fedaea227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:46:09.387338 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b814396-b4b7-4eec-8cf6-bf288769624c admin admin] Network hostable DHCP agents. Network: a595ace7-ba35-4465-8100-098fedaea227, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:46:09.402786 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 51980) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:09.418213 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b814396-b4b7-4eec-8cf6-bf288769624c admin admin] Network a595ace7-ba35-4465-8100-098fedaea227 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:46:09.428749 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2c1118-9608-4c35-83c4-f97767b4e5b5 None None] Routers {'b07869ed-7c5e-403e-98ed-b75da5a27ef9'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:46:09.430023 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-7d2c1118-9608-4c35-83c4-f97767b4e5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8124eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:46:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b07869ed-7c5e-403e-98ed-b75da5a27ef9'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:46:09.438055 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 51984) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:09.441032 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-5b814396-b4b7-4eec-8cf6-bf288769624c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a595ace7-ba35-4465-8100-098fedaea227) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:46:09.446218 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b814396-b4b7-4eec-8cf6-bf288769624c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:09.446847 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5b814396-b4b7-4eec-8cf6-bf288769624c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:09.480155 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5b814396-b4b7-4eec-8cf6-bf288769624c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 0.6236546
Feb 05 20:46:09.480709 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-f73c9be1-28a4-4c26-9022-0b1bc5177154 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] Request body: {'port': {'device_id': '118c168e-2291-4306-9da8-85e2fa96d5af', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'admin_state_up': True, 'tenant_id': 'c56f319e7dbb4a319ab9590d79a1ec21'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:46:09.484013 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51990) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:09.491070 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-62a756bb-fcb8-4f8a-9970-33b5b1785e41 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-828408975-router', 'tenant_id': 'f7d956c7233144f8a5de7636ad38461c', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:46:09.558670 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e243c3f5-1554-4552-99d8-5f0ee9ceb3b9 None None] Network a595ace7-ba35-4465-8100-098fedaea227 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:46:09.559908 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-62a756bb-fcb8-4f8a-9970-33b5b1785e41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (8e6449f3-bb2a-4159-8eb6-35942e80ff2f), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:09.564989 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-62a756bb-fcb8-4f8a-9970-33b5b1785e41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (8e6449f3-bb2a-4159-8eb6-35942e80ff2f), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:09.643549 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd83a7a-888e-4de0-aab8-054f62a2c21d None None] Pushing event updated for resources: {'Port': ['ID=54ecdec6-b7e7-42ef-9193-cc4071ce15d5,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:09.719216 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8755aec-bdfb-4fb2-b214-3e6cce8d96fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a595ace7-ba35-4465-8100-098fedaea227', 'network_id': 'a595ace7-ba35-4465-8100-098fedaea227', 'project_id': 'f7d956c7233144f8a5de7636ad38461c', 'fixed_ips': [{'subnet_id': '4377765e-0a1a-478c-b9b3-58bc7433a80b'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 20:46:09.720121 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e8755aec-bdfb-4fb2-b214-3e6cce8d96fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:09.749120 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-b2f26bdc-9d0d-44aa-bba9-f3d1eee84a76 None None] Provisioning complete for port 54ecdec6-b7e7-42ef-9193-cc4071ce15d5 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:46:09.749499 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b2f26bdc-9d0d-44aa-bba9-f3d1eee84a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (54ecdec6-b7e7-42ef-9193-cc4071ce15d5), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:09.766124 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51994) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:09.797633 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-62a756bb-fcb8-4f8a-9970-33b5b1785e41 admin admin] Publish callbacks [] for router_controller (8e6449f3-bb2a-4159-8eb6-35942e80ff2f), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:09.800440 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-7d2c1118-9608-4c35-83c4-f97767b4e5b5 None None] Set router b07869ed-7c5e-403e-98ed-b75da5a27ef9 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:46:09.801028 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fbc8c56e-4af9-4ea6-8f52-4feed9c0dad6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:09.825981 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-f73c9be1-28a4-4c26-9022-0b1bc5177154 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] Made reservation on behalf of c56f319e7dbb4a319ab9590d79a1ec21 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:46:09.830674 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-f73c9be1-28a4-4c26-9022-0b1bc5177154 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:09.840706 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-f73c9be1-28a4-4c26-9022-0b1bc5177154 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:09.961702 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-f73c9be1-28a4-4c26-9022-0b1bc5177154 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] Publish callbacks [] for security_group (8ceccd0d-31c4-47ab-8580-fbee5fe0f9c0), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:09.970795 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-f73c9be1-28a4-4c26-9022-0b1bc5177154 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (8ceccd0d-31c4-47ab-8580-fbee5fe0f9c0), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:10.079443 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-b2f26bdc-9d0d-44aa-bba9-f3d1eee84a76 None None] Current status of the port 54ecdec6-b7e7-42ef-9193-cc4071ce15d5 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:46:10.079841 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b2f26bdc-9d0d-44aa-bba9-f3d1eee84a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (54ecdec6-b7e7-42ef-9193-cc4071ce15d5), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:10.084443 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-62a756bb-fcb8-4f8a-9970-33b5b1785e41 admin admin] Publish callbacks [] for router_gateway (8e6449f3-bb2a-4159-8eb6-35942e80ff2f), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:10.094360 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-e8755aec-bdfb-4fb2-b214-3e6cce8d96fe None None] Allocated IP 172.20.0.2 (a595ace7-ba35-4465-8100-098fedaea227/4377765e-0a1a-478c-b9b3-58bc7433a80b/2f50fd77-2901-4c9a-b3ba-5c81fd2eb005) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:46:10.126962 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52002) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:10.189577 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fbc8c56e-4af9-4ea6-8f52-4feed9c0dad6 admin admin] Publish callbacks [] for security_group (b4e48ba9-9b95-4c6c-bd60-e9e378067190), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:10.190899 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:10.193968 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-b2f26bdc-9d0d-44aa-bba9-f3d1eee84a76 None None] For port 54ecdec6-b7e7-42ef-9193-cc4071ce15d5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=54ecdec6-b7e7-42ef-9193-cc4071ce15d5,segment=NetworkSegment(162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e),segment_id=162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:46:10.215860 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fbc8c56e-4af9-4ea6-8f52-4feed9c0dad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b4e48ba9-9b95-4c6c-bd60-e9e378067190), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:10.264927 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b2f26bdc-9d0d-44aa-bba9-f3d1eee84a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (54ecdec6-b7e7-42ef-9193-cc4071ce15d5), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:10.405049 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-fbc8c56e-4af9-4ea6-8f52-4feed9c0dad6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=42fc69f13b9f4fde87a5f7f5017e5ee1&name=default HTTP/1.1" status: 200  len: 2992 time: 0.6363225
Feb 05 20:46:10.406242 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52024) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:10.449551 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-909ccd5d-f50d-42c4-844a-ed8667006cd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:10.452861 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f26bdc-9d0d-44aa-bba9-f3d1eee84a76 None None] Pushing event updated for resources: {'Port': ['ID=54ecdec6-b7e7-42ef-9193-cc4071ce15d5,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:10.488977 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8c56e-4af9-4ea6-8f52-4feed9c0dad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e48ba9-9b95-4c6c-bd60-e9e378067190,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:10.498905 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-7d2c1118-9608-4c35-83c4-f97767b4e5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8124eb0>, [{'id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1335687256-router', 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.134'}], 'enable_snat': True}, 'gw_port_id': '00089038-e3d6-4b37-a52f-478a8c3a7718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:46:00Z', 'updated_at': '2022-02-05T20:46:04Z', 'revision_number': 4, 'project_id': '6304a49c7f254ce9bfe0896bf76e1991', 'gw_port': {'id': '00089038-e3d6-4b37-a52f-478a8c3a7718', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:46:01Z', 'updated_at': '2022-02-05T20:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '54ecdec6-b7e7-42ef-9193-cc4071ce15d5', 'name': '', 'network_id': '26f1b53c-ec87-4116-92e7-641a0a5e3857', 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991', 'mac_address': 'fa:16:3e:60:c3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '25459765-cc89-4a3e-8d4c-afa923a547d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:46:03Z', 'updated_at': '2022-02-05T20:46:09Z', 'revision_number': 4, 'project_id': '6304a49c7f254ce9bfe0896bf76e1991', 'subnets': [{'id': '25459765-cc89-4a3e-8d4c-afa923a547d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:46:10.513084 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e8755aec-bdfb-4fb2-b214-3e6cce8d96fe None None] Publish callbacks [] for port (2f50fd77-2901-4c9a-b3ba-5c81fd2eb005), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:10.515251 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7d4f7133-f862-44d3-9854-6f5e2923fadf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:10.578610 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2c1118-9608-4c35-83c4-f97767b4e5b5 None None] The sync data for ids ['b07869ed-7c5e-403e-98ed-b75da5a27ef9'] in ncdv-master-1 is: [{'id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1335687256-router', 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.134'}], 'enable_snat': True}, 'gw_port_id': '00089038-e3d6-4b37-a52f-478a8c3a7718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:46:00Z', 'updated_at': '2022-02-05T20:46:04Z', 'revision_number': 4, 'project_id': '6304a49c7f254ce9bfe0896bf76e1991', 'gw_port': {'id': '00089038-e3d6-4b37-a52f-478a8c3a7718', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:46:01Z', 'updated_at': '2022-02-05T20:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '54ecdec6-b7e7-42ef-9193-cc4071ce15d5', 'name': '', 'network_id': '26f1b53c-ec87-4116-92e7-641a0a5e3857', 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991', 'mac_address': 'fa:16:3e:60:c3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '25459765-cc89-4a3e-8d4c-afa923a547d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:46:03Z', 'updated_at': '2022-02-05T20:46:09Z', 'revision_number': 4, 'project_id': '6304a49c7f254ce9bfe0896bf76e1991', 'subnets': [{'id': '25459765-cc89-4a3e-8d4c-afa923a547d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:46:10.589186 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e8755aec-bdfb-4fb2-b214-3e6cce8d96fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (2f50fd77-2901-4c9a-b3ba-5c81fd2eb005), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:10.591245 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-437b0c09-375d-4289-b9f4-5cba874cb2a1 req-c5816a05-8c68-4c30-854a-7a41bbfcbad1 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.32 "GET /v2.0/ports?device_id=118c168e-2291-4306-9da8-85e2fa96d5af HTTP/1.1" status: 200  len: 210 time: 0.0967011
Feb 05 20:46:10.591629 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0e5175fb-ff17-46f4-b376-e759261854b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:10.687723 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c9be1-28a4-4c26-9022-0b1bc5177154 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ceccd0d-31c4-47ab-8580-fbee5fe0f9c0,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:10.690224 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-afb69572-b004-4e4a-bb2f-4ddbb788d483 admin admin] Publish callbacks [] for security_group (b4e48ba9-9b95-4c6c-bd60-e9e378067190), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:10.705533 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8755aec-bdfb-4fb2-b214-3e6cce8d96fe None None] Network a595ace7-ba35-4465-8100-098fedaea227 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:46:10.714736 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-e8755aec-bdfb-4fb2-b214-3e6cce8d96fe None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:46:10.728028 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8755aec-bdfb-4fb2-b214-3e6cce8d96fe None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:46:10.779492 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8755aec-bdfb-4fb2-b214-3e6cce8d96fe None None] Pushing event updated for resources: {'Port': ['ID=2f50fd77-2901-4c9a-b3ba-5c81fd2eb005,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:10.801643 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-909ccd5d-f50d-42c4-844a-ed8667006cd9 admin admin] Publish callbacks [] for security_group (22d00b30-7c5d-4965-a137-1aa713d43c64), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:10.815105 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-909ccd5d-f50d-42c4-844a-ed8667006cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (22d00b30-7c5d-4965-a137-1aa713d43c64), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:10.825768 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-f73c9be1-28a4-4c26-9022-0b1bc5177154 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] Allocated IP 192.168.233.14 (f760d6ec-7837-431c-910c-37572c24f936/42e3c763-0926-4b49-ade5-d66ee3d4c489/3898c696-f981-4615-9d15-477ad4401c60) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:46:10.878191 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-afb69572-b004-4e4a-bb2f-4ddbb788d483 admin admin] Publish callbacks [] for security_group (b4e48ba9-9b95-4c6c-bd60-e9e378067190), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:10.917269 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7d4f7133-f862-44d3-9854-6f5e2923fadf admin admin] Publish callbacks [] for security_group (4b93e095-e644-46d1-90ad-b9301eca8d0e), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:10.919707 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-e8755aec-bdfb-4fb2-b214-3e6cce8d96fe None None] Attempting to bind port 2f50fd77-2901-4c9a-b3ba-5c81fd2eb005 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:46:10.920771 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-e8755aec-bdfb-4fb2-b214-3e6cce8d96fe None None] Attempting to bind port 2f50fd77-2901-4c9a-b3ba-5c81fd2eb005 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cfb529de-9584-423e-96c5-99b0cb5b16c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a595ace7-ba35-4465-8100-098fedaea227'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:46:10.922601 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8755aec-bdfb-4fb2-b214-3e6cce8d96fe None None] Attempting to bind port 2f50fd77-2901-4c9a-b3ba-5c81fd2eb005 on network a595ace7-ba35-4465-8100-098fedaea227 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:46:10.927608 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7d4f7133-f862-44d3-9854-6f5e2923fadf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (4b93e095-e644-46d1-90ad-b9301eca8d0e), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:10.937569 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8755aec-bdfb-4fb2-b214-3e6cce8d96fe None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:46:10.937991 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8755aec-bdfb-4fb2-b214-3e6cce8d96fe None None] Checking segment: {'id': 'cfb529de-9584-423e-96c5-99b0cb5b16c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a595ace7-ba35-4465-8100-098fedaea227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:46:10.938359 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e8755aec-bdfb-4fb2-b214-3e6cce8d96fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:10.949345 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8755aec-bdfb-4fb2-b214-3e6cce8d96fe None None] Bound using segment: {'id': 'cfb529de-9584-423e-96c5-99b0cb5b16c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a595ace7-ba35-4465-8100-098fedaea227'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:46:10.949909 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-e8755aec-bdfb-4fb2-b214-3e6cce8d96fe None None] Bound port: 2f50fd77-2901-4c9a-b3ba-5c81fd2eb005, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb529de-9584-423e-96c5-99b0cb5b16c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a595ace7-ba35-4465-8100-098fedaea227'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:46:10.950402 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e8755aec-bdfb-4fb2-b214-3e6cce8d96fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (2f50fd77-2901-4c9a-b3ba-5c81fd2eb005), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:10.967727 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f7133-f862-44d3-9854-6f5e2923fadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b93e095-e644-46d1-90ad-b9301eca8d0e,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:11.014283 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-62a756bb-fcb8-4f8a-9970-33b5b1785e41 admin admin] Publish callbacks [] for router_gateway (8e6449f3-bb2a-4159-8eb6-35942e80ff2f), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:11.061756 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-e8755aec-bdfb-4fb2-b214-3e6cce8d96fe None None] For port 2f50fd77-2901-4c9a-b3ba-5c81fd2eb005, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:46:11.067459 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-e8755aec-bdfb-4fb2-b214-3e6cce8d96fe None None] For port 2f50fd77-2901-4c9a-b3ba-5c81fd2eb005, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f50fd77-2901-4c9a-b3ba-5c81fd2eb005,segment=NetworkSegment(cfb529de-9584-423e-96c5-99b0cb5b16c5),segment_id=cfb529de-9584-423e-96c5-99b0cb5b16c5)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:46:11.069066 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7d4f7133-f862-44d3-9854-6f5e2923fadf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c6399542a4084d65918c70aa9af01f9a&name=default HTTP/1.1" status: 200  len: 2992 time: 0.9348595
Feb 05 20:46:11.075972 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-62a756bb-fcb8-4f8a-9970-33b5b1785e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:11.084357 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e8755aec-bdfb-4fb2-b214-3e6cce8d96fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (2f50fd77-2901-4c9a-b3ba-5c81fd2eb005), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:11.092588 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52048) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:11.211875 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-afb69572-b004-4e4a-bb2f-4ddbb788d483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b4e48ba9-9b95-4c6c-bd60-e9e378067190), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:11.219158 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-afb69572-b004-4e4a-bb2f-4ddbb788d483 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:11.223132 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-afb69572-b004-4e4a-bb2f-4ddbb788d483 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b4e48ba9-9b95-4c6c-bd60-e9e378067190 HTTP/1.1" status: 204  len: 168 time: 0.7806797
Feb 05 20:46:11.263678 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8755aec-bdfb-4fb2-b214-3e6cce8d96fe None None] Pushing event updated for resources: {'Port': ['ID=2f50fd77-2901-4c9a-b3ba-5c81fd2eb005,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:11.344399 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-909ccd5d-f50d-42c4-844a-ed8667006cd9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b0a7151481dd428b975ea1be281f227c&name=default HTTP/1.1" status: 200  len: 2992 time: 1.9380496
Feb 05 20:46:11.360448 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52054) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:11.361859 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0e5175fb-ff17-46f4-b376-e759261854b5 admin admin] Publish callbacks [] for security_group (ec9ef191-443c-4b20-8b07-8909a742aa03), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:11.381831 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb69572-b004-4e4a-bb2f-4ddbb788d483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e48ba9-9b95-4c6c-bd60-e9e378067190,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:11.391503 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ccd5d-f50d-42c4-844a-ed8667006cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d00b30-7c5d-4965-a137-1aa713d43c64,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:11.449495 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0e5175fb-ff17-46f4-b376-e759261854b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ec9ef191-443c-4b20-8b07-8909a742aa03), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:11.549597 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0e5175fb-ff17-46f4-b376-e759261854b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=830f3c75085d48fbb38d3fbca9a334a3&name=default HTTP/1.1" status: 200  len: 2992 time: 2.1099074
Feb 05 20:46:11.558701 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52056) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:11.563027 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5175fb-ff17-46f4-b376-e759261854b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9ef191-443c-4b20-8b07-8909a742aa03,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:11.586210 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-62a756bb-fcb8-4f8a-9970-33b5b1785e41 admin admin] Allocated IP 172.35.4.94 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/66669c8e-2038-4462-9de1-fabf8c1bf03e) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:46:11.599312 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 54ecdec6-b7e7-42ef-9193-cc4071ce15d5 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:46:11.601503 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d88a07d0-1d38-44a3-9d95-562b236088db admin admin] Publish callbacks [] for security_group (4b93e095-e644-46d1-90ad-b9301eca8d0e), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:11.711505 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-f73c9be1-28a4-4c26-9022-0b1bc5177154 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] Publish callbacks [] for port (3898c696-f981-4615-9d15-477ad4401c60), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:11.780456 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 54ecdec6-b7e7-42ef-9193-cc4071ce15d5 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:46:11.781092 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (54ecdec6-b7e7-42ef-9193-cc4071ce15d5), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:11.808465 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2af50a4e-26cf-407a-b411-661768132b56 admin admin] Publish callbacks [] for security_group (22d00b30-7c5d-4965-a137-1aa713d43c64), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:11.912434 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2af50a4e-26cf-407a-b411-661768132b56 admin admin] Publish callbacks [] for security_group (22d00b30-7c5d-4965-a137-1aa713d43c64), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:12.013601 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 54ecdec6-b7e7-42ef-9193-cc4071ce15d5 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:46:12.029449 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d88a07d0-1d38-44a3-9d95-562b236088db admin admin] Publish callbacks [] for security_group (4b93e095-e644-46d1-90ad-b9301eca8d0e), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:12.043320 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5bc044b8-875f-443d-ae04-2c590c90c844 req-f4594629-ab1e-45bb-a589-95082c11362c tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.32 "GET /v2.0/ports?device_id=118c168e-2291-4306-9da8-85e2fa96d5af HTTP/1.1" status: 200  len: 210 time: 0.2065687
Feb 05 20:46:12.138111 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2af50a4e-26cf-407a-b411-661768132b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (22d00b30-7c5d-4965-a137-1aa713d43c64), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:12.141043 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2af50a4e-26cf-407a-b411-661768132b56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:12.142576 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2af50a4e-26cf-407a-b411-661768132b56 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/22d00b30-7c5d-4965-a137-1aa713d43c64 HTTP/1.1" status: 204  len: 168 time: 0.7810590
Feb 05 20:46:12.152442 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-f73c9be1-28a4-4c26-9022-0b1bc5177154 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (3898c696-f981-4615-9d15-477ad4401c60), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:12.188696 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af50a4e-26cf-407a-b411-661768132b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d00b30-7c5d-4965-a137-1aa713d43c64,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:12.244496 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5894a370-0737-468f-b2de-628c503cfc0c admin admin] Publish callbacks [] for security_group (ec9ef191-443c-4b20-8b07-8909a742aa03), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:12.313218 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-62a756bb-fcb8-4f8a-9970-33b5b1785e41 admin admin] Publish callbacks [] for port (66669c8e-2038-4462-9de1-fabf8c1bf03e), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:12.358130 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-f73c9be1-28a4-4c26-9022-0b1bc5177154 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] Network f760d6ec-7837-431c-910c-37572c24f936 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:46:12.382259 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-f73c9be1-28a4-4c26-9022-0b1bc5177154 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:46:12.388128 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-f73c9be1-28a4-4c26-9022-0b1bc5177154 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:46:12.393601 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-f73c9be1-28a4-4c26-9022-0b1bc5177154 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:12.394350 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-f73c9be1-28a4-4c26-9022-0b1bc5177154 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:12.399537 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c9be1-28a4-4c26-9022-0b1bc5177154 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] Pushing event updated for resources: {'Port': ['ID=3898c696-f981-4615-9d15-477ad4401c60,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:12.417128 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5894a370-0737-468f-b2de-628c503cfc0c admin admin] Publish callbacks [] for security_group (ec9ef191-443c-4b20-8b07-8909a742aa03), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:12.434370 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-62a756bb-fcb8-4f8a-9970-33b5b1785e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (66669c8e-2038-4462-9de1-fabf8c1bf03e), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:12.454724 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d88a07d0-1d38-44a3-9d95-562b236088db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (4b93e095-e644-46d1-90ad-b9301eca8d0e), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:12.467922 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d88a07d0-1d38-44a3-9d95-562b236088db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:12.469183 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d88a07d0-1d38-44a3-9d95-562b236088db admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4b93e095-e644-46d1-90ad-b9301eca8d0e HTTP/1.1" status: 204  len: 168 time: 1.3067749
Feb 05 20:46:12.513953 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a756bb-fcb8-4f8a-9970-33b5b1785e41 admin admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:46:12.527090 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-62a756bb-fcb8-4f8a-9970-33b5b1785e41 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:46:12.540767 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-f73c9be1-28a4-4c26-9022-0b1bc5177154 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.0702605
Feb 05 20:46:12.545900 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a756bb-fcb8-4f8a-9970-33b5b1785e41 admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:46:12.558192 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-fb0779a5-71c4-45d6-8dc7-336bb8aa9601 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 20:46:12.565533 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-fb0779a5-71c4-45d6-8dc7-336bb8aa9601 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0239646
Feb 05 20:46:12.566632 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88a07d0-1d38-44a3-9d95-562b236088db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b93e095-e644-46d1-90ad-b9301eca8d0e,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:12.677170 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5894a370-0737-468f-b2de-628c503cfc0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ec9ef191-443c-4b20-8b07-8909a742aa03), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:12.680487 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5894a370-0737-468f-b2de-628c503cfc0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:12.687309 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5894a370-0737-468f-b2de-628c503cfc0c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ec9ef191-443c-4b20-8b07-8909a742aa03 HTTP/1.1" status: 204  len: 168 time: 1.1209369
Feb 05 20:46:12.712389 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5894a370-0737-468f-b2de-628c503cfc0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9ef191-443c-4b20-8b07-8909a742aa03,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:12.812271 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a756bb-fcb8-4f8a-9970-33b5b1785e41 admin admin] Pushing event updated for resources: {'Port': ['ID=66669c8e-2038-4462-9de1-fabf8c1bf03e,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:12.932681 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-d1b71959-cd75-45de-963b-7d5c2a11b8b3 None None] Provisioning complete for port 3898c696-f981-4615-9d15-477ad4401c60 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:46:12.939407 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d1b71959-cd75-45de-963b-7d5c2a11b8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (3898c696-f981-4615-9d15-477ad4401c60), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:13.045994 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-d1b71959-cd75-45de-963b-7d5c2a11b8b3 None None] Port 3898c696-f981-4615-9d15-477ad4401c60 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:46:13.422721 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85681166-dab2-4316-81eb-867ecb79ab9f req-f4685421-7991-47eb-8374-fab6b395e19b tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:13.427710 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-85681166-dab2-4316-81eb-867ecb79ab9f req-f4685421-7991-47eb-8374-fab6b395e19b tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.32 "GET /v2.0/ports?device_id=118c168e-2291-4306-9da8-85e2fa96d5af HTTP/1.1" status: 200  len: 935 time: 0.2157946
Feb 05 20:46:13.461070 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 2f50fd77-2901-4c9a-b3ba-5c81fd2eb005 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:46:13.526874 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-62a756bb-fcb8-4f8a-9970-33b5b1785e41 admin admin] Publish callbacks [] for router_gateway (8e6449f3-bb2a-4159-8eb6-35942e80ff2f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:13.579226 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-85681166-dab2-4316-81eb-867ecb79ab9f req-72de1c51-911e-4329-b54e-965dedd17b18 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ceccd0d-31c4-47ab-8580-fbee5fe0f9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1400356
Feb 05 20:46:13.608156 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52094) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:13.624057 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b5948a57-ba6e-4c0d-848e-68b5c07c2368 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:13.635752 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 2f50fd77-2901-4c9a-b3ba-5c81fd2eb005 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:46:13.635752 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (2f50fd77-2901-4c9a-b3ba-5c81fd2eb005), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:13.705187 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4edee0-695a-437a-b76d-da1ef44158a0 None None] Network a595ace7-ba35-4465-8100-098fedaea227 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:46:13.827363 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b5948a57-ba6e-4c0d-848e-68b5c07c2368 admin admin] Publish callbacks [] for security_group (ceef4d89-7df9-4d90-bad3-afd9f2bade77), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:13.845645 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b5948a57-ba6e-4c0d-848e-68b5c07c2368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ceef4d89-7df9-4d90-bad3-afd9f2bade77), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:13.867519 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-8e6751a9-428b-4d5b-8452-7f5ad44ae16e None None] Provisioning complete for port 2f50fd77-2901-4c9a-b3ba-5c81fd2eb005 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:46:13.868320 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8e6751a9-428b-4d5b-8452-7f5ad44ae16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (2f50fd77-2901-4c9a-b3ba-5c81fd2eb005), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:14.009588 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b5948a57-ba6e-4c0d-848e-68b5c07c2368 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6be39955fae64bb5a8c208289f5f78a7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3890173
Feb 05 20:46:14.014932 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52100) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:14.055783 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5948a57-ba6e-4c0d-848e-68b5c07c2368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceef4d89-7df9-4d90-bad3-afd9f2bade77,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:14.078235 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-62a756bb-fcb8-4f8a-9970-33b5b1785e41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (8e6449f3-bb2a-4159-8eb6-35942e80ff2f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:14.128766 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 2f50fd77-2901-4c9a-b3ba-5c81fd2eb005 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:46:14.130064 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (2f50fd77-2901-4c9a-b3ba-5c81fd2eb005), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:14.154966 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-52db549a-4645-4f9a-ac9e-aa5caee40e56 admin admin] Publish callbacks [] for security_group (ceef4d89-7df9-4d90-bad3-afd9f2bade77), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:14.206409 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-8e6751a9-428b-4d5b-8452-7f5ad44ae16e None None] Current status of the port 2f50fd77-2901-4c9a-b3ba-5c81fd2eb005 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:46:14.207055 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-52db549a-4645-4f9a-ac9e-aa5caee40e56 admin admin] Publish callbacks [] for security_group (ceef4d89-7df9-4d90-bad3-afd9f2bade77), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:14.207346 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8e6751a9-428b-4d5b-8452-7f5ad44ae16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (2f50fd77-2901-4c9a-b3ba-5c81fd2eb005), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:14.233700 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 2f50fd77-2901-4c9a-b3ba-5c81fd2eb005, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f50fd77-2901-4c9a-b3ba-5c81fd2eb005,segment=NetworkSegment(cfb529de-9584-423e-96c5-99b0cb5b16c5),segment_id=cfb529de-9584-423e-96c5-99b0cb5b16c5)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:46:14.245631 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (2f50fd77-2901-4c9a-b3ba-5c81fd2eb005), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:14.303608 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-ba7ad4b1-2390-4352-8680-ef1c847fc0e4 service neutron] Request body: {'port': {'device_id': '118c168e-2291-4306-9da8-85e2fa96d5af', 'device_owner': 'compute:tempest-test_az-1659162172', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:46:14.396762 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.db.api [None req-8e6751a9-428b-4d5b-8452-7f5ad44ae16e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 20:46:14.398164 ncdv-master-1 neutron-server[114392]: DEBUG oslo_db.api [None req-8e6751a9-428b-4d5b-8452-7f5ad44ae16e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 20:46:14.414425 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=2f50fd77-2901-4c9a-b3ba-5c81fd2eb005,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:14.439388 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a756bb-fcb8-4f8a-9970-33b5b1785e41 admin admin] Router 8e6449f3-bb2a-4159-8eb6-35942e80ff2f is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 20:46:14.524129 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-52db549a-4645-4f9a-ac9e-aa5caee40e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ceef4d89-7df9-4d90-bad3-afd9f2bade77), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:14.528965 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-52db549a-4645-4f9a-ac9e-aa5caee40e56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:14.530649 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-52db549a-4645-4f9a-ac9e-aa5caee40e56 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ceef4d89-7df9-4d90-bad3-afd9f2bade77 HTTP/1.1" status: 204  len: 168 time: 0.5147047
Feb 05 20:46:14.538816 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-ba7ad4b1-2390-4352-8680-ef1c847fc0e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3898c696-f981-4615-9d15-477ad4401c60), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:14.558060 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db549a-4645-4f9a-ac9e-aa5caee40e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceef4d89-7df9-4d90-bad3-afd9f2bade77,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:14.654744 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52106) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:14.677383 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52108) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:14.709477 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9befa1b5-5dd4-4568-aa30-e0e9f09b90dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:14.720428 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-882758b8-3dd8-4666-8629-5cdcb1110d93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:14.734167 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a756bb-fcb8-4f8a-9970-33b5b1785e41 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:46:14.745427 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45aba22-1255-486d-bc9e-60264fc6f8c8 None None] Sync routers for ids ['8e6449f3-bb2a-4159-8eb6-35942e80ff2f'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:46:14.764283 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45aba22-1255-486d-bc9e-60264fc6f8c8 None None] Routers {'8e6449f3-bb2a-4159-8eb6-35942e80ff2f'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:46:14.764562 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-a45aba22-1255-486d-bc9e-60264fc6f8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8bf3fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:46:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['8e6449f3-bb2a-4159-8eb6-35942e80ff2f'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:46:14.873157 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-882758b8-3dd8-4666-8629-5cdcb1110d93 admin admin] Publish callbacks [] for security_group (71c694fa-5a75-46f2-aaec-33421b2dee35), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:14.887315 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-882758b8-3dd8-4666-8629-5cdcb1110d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (71c694fa-5a75-46f2-aaec-33421b2dee35), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:14.905514 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-62a756bb-fcb8-4f8a-9970-33b5b1785e41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:14.907969 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-62a756bb-fcb8-4f8a-9970-33b5b1785e41 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 934 time: 5.4214776
Feb 05 20:46:14.920323 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52110) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:15.041574 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47ba11-71cb-4596-840f-b6f1e0c9a519 req-f3e1c618-08ca-4518-af7f-bfe3ebbf9ef8 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:15.043461 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ee47ba11-71cb-4596-840f-b6f1e0c9a519 req-f3e1c618-08ca-4518-af7f-bfe3ebbf9ef8 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.32 "GET /v2.0/ports?device_id=118c168e-2291-4306-9da8-85e2fa96d5af HTTP/1.1" status: 200  len: 935 time: 0.2508502
Feb 05 20:46:15.072810 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:15.082798 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-8e6751a9-428b-4d5b-8452-7f5ad44ae16e None None] Current status of the port 2f50fd77-2901-4c9a-b3ba-5c81fd2eb005 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:46:15.201646 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9befa1b5-5dd4-4568-aa30-e0e9f09b90dc admin admin] Publish callbacks [] for security_group (d584b692-592a-4462-b280-5e56a86e56e8), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:15.212693 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ee47ba11-71cb-4596-840f-b6f1e0c9a519 req-600a9a1c-57dd-4d5c-86ae-731528200083 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ceccd0d-31c4-47ab-8580-fbee5fe0f9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1600823
Feb 05 20:46:15.215631 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9befa1b5-5dd4-4568-aa30-e0e9f09b90dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (d584b692-592a-4462-b280-5e56a86e56e8), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:15.277024 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-14f37777-6a0f-4c40-9514-ce354304b32f None None] Provisioning complete for port 2f50fd77-2901-4c9a-b3ba-5c81fd2eb005 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:46:15.277639 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-14f37777-6a0f-4c40-9514-ce354304b32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (2f50fd77-2901-4c9a-b3ba-5c81fd2eb005), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:15.368492 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9befa1b5-5dd4-4568-aa30-e0e9f09b90dc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e3d9202526eb468dbc70dd3fe9551d39&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7118657
Feb 05 20:46:15.377891 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9befa1b5-5dd4-4568-aa30-e0e9f09b90dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d584b692-592a-4462-b280-5e56a86e56e8,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:15.389398 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-a45aba22-1255-486d-bc9e-60264fc6f8c8 None None] Set router 8e6449f3-bb2a-4159-8eb6-35942e80ff2f gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:46:15.398452 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52118) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:15.400470 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 2f50fd77-2901-4c9a-b3ba-5c81fd2eb005 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:46:15.556359 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-ba7ad4b1-2390-4352-8680-ef1c847fc0e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3898c696-f981-4615-9d15-477ad4401c60 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:46:15.620255 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-ba7ad4b1-2390-4352-8680-ef1c847fc0e4 service neutron] Publish callbacks [] for port (3898c696-f981-4615-9d15-477ad4401c60), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:15.625199 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-a45aba22-1255-486d-bc9e-60264fc6f8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8bf3fa0>, [{'id': '8e6449f3-bb2a-4159-8eb6-35942e80ff2f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-828408975-router', 'tenant_id': 'f7d956c7233144f8a5de7636ad38461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.94'}], 'enable_snat': True}, 'gw_port_id': '66669c8e-2038-4462-9de1-fabf8c1bf03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:46:09Z', 'updated_at': '2022-02-05T20:46:13Z', 'revision_number': 3, 'project_id': 'f7d956c7233144f8a5de7636ad38461c', 'gw_port': {'id': '66669c8e-2038-4462-9de1-fabf8c1bf03e', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:eb:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e6449f3-bb2a-4159-8eb6-35942e80ff2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:46:11Z', 'updated_at': '2022-02-05T20:46:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:46:15.659003 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-882758b8-3dd8-4666-8629-5cdcb1110d93 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6729919174094c82af5124e3a6d98db2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9770844
Feb 05 20:46:15.659894 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52124) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:15.661633 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d0d5c171-7636-4873-a16c-38360072617f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:15.674681 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45aba22-1255-486d-bc9e-60264fc6f8c8 None None] Checking router: 8e6449f3-bb2a-4159-8eb6-35942e80ff2f for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:46:15.675278 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45aba22-1255-486d-bc9e-60264fc6f8c8 None None] Updating router 8e6449f3-bb2a-4159-8eb6-35942e80ff2f port 66669c8e-2038-4462-9de1-fabf8c1bf03e binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 20:46:15.709587 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-a45aba22-1255-486d-bc9e-60264fc6f8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (66669c8e-2038-4462-9de1-fabf8c1bf03e), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:15.781684 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882758b8-3dd8-4666-8629-5cdcb1110d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c694fa-5a75-46f2-aaec-33421b2dee35,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:15.782989 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-ba7ad4b1-2390-4352-8680-ef1c847fc0e4 service neutron] Transition to ACTIVE for port object 3898c696-f981-4615-9d15-477ad4401c60 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:46:15.783808 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-42d612ad-c187-410f-9fa0-7ecc804d179f admin admin] Publish callbacks [] for security_group (d584b692-592a-4462-b280-5e56a86e56e8), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:15.806472 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-ba7ad4b1-2390-4352-8680-ef1c847fc0e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (3898c696-f981-4615-9d15-477ad4401c60), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:15.807420 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 2f50fd77-2901-4c9a-b3ba-5c81fd2eb005 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:46:15.809365 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (2f50fd77-2901-4c9a-b3ba-5c81fd2eb005), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:15.864328 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-14f37777-6a0f-4c40-9514-ce354304b32f None None] Current status of the port 2f50fd77-2901-4c9a-b3ba-5c81fd2eb005 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:46:15.976970 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 2f50fd77-2901-4c9a-b3ba-5c81fd2eb005 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:46:16.019196 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1535f9ce-375b-4bb4-9dc4-88005fbdb61c admin admin] Publish callbacks [] for security_group (71c694fa-5a75-46f2-aaec-33421b2dee35), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:16.089434 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1535f9ce-375b-4bb4-9dc4-88005fbdb61c admin admin] Publish callbacks [] for security_group (71c694fa-5a75-46f2-aaec-33421b2dee35), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:16.152530 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-a45aba22-1255-486d-bc9e-60264fc6f8c8 None None] Publish callbacks [] for port (66669c8e-2038-4462-9de1-fabf8c1bf03e), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:16.160043 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-a45aba22-1255-486d-bc9e-60264fc6f8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (66669c8e-2038-4462-9de1-fabf8c1bf03e), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:16.175026 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-42d612ad-c187-410f-9fa0-7ecc804d179f admin admin] Publish callbacks [] for security_group (d584b692-592a-4462-b280-5e56a86e56e8), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:16.279372 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aebefa-36da-463d-8ac9-855b3efe6070 None None] Pushing event updated for resources: {'Port': ['ID=66669c8e-2038-4462-9de1-fabf8c1bf03e,revision_number=2']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:16.328524 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-d0d5c171-7636-4873-a16c-38360072617f admin admin] Allocated IP 172.20.0.1 (a595ace7-ba35-4465-8100-098fedaea227/4377765e-0a1a-478c-b9b3-58bc7433a80b/61b13923-2275-4dca-95bb-9e8dd4921ddf) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:46:16.344801 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-a45aba22-1255-486d-bc9e-60264fc6f8c8 None None] Attempting to bind port 66669c8e-2038-4462-9de1-fabf8c1bf03e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:46:16.344801 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-a45aba22-1255-486d-bc9e-60264fc6f8c8 None None] Attempting to bind port 66669c8e-2038-4462-9de1-fabf8c1bf03e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:46:16.344801 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45aba22-1255-486d-bc9e-60264fc6f8c8 None None] Attempting to bind port 66669c8e-2038-4462-9de1-fabf8c1bf03e on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:46:16.353284 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45aba22-1255-486d-bc9e-60264fc6f8c8 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:46:16.369453 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45aba22-1255-486d-bc9e-60264fc6f8c8 None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:46:16.369887 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-a45aba22-1255-486d-bc9e-60264fc6f8c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:16.370307 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45aba22-1255-486d-bc9e-60264fc6f8c8 None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:46:16.370853 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-a45aba22-1255-486d-bc9e-60264fc6f8c8 None None] Bound port: 66669c8e-2038-4462-9de1-fabf8c1bf03e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:46:16.371245 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-a45aba22-1255-486d-bc9e-60264fc6f8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (66669c8e-2038-4462-9de1-fabf8c1bf03e), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:16.481958 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52140) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:16.487289 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d0d5c171-7636-4873-a16c-38360072617f admin admin] Publish callbacks [] for port (61b13923-2275-4dca-95bb-9e8dd4921ddf), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:16.487667 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-ba7ad4b1-2390-4352-8680-ef1c847fc0e4 service neutron] Attempting to bind port 3898c696-f981-4615-9d15-477ad4401c60 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:46:16.488025 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-ba7ad4b1-2390-4352-8680-ef1c847fc0e4 service neutron] Attempting to bind port 3898c696-f981-4615-9d15-477ad4401c60 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:46:16.488373 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-ba7ad4b1-2390-4352-8680-ef1c847fc0e4 service neutron] Attempting to bind port 3898c696-f981-4615-9d15-477ad4401c60 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:46:16.540459 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ad4b1-2390-4352-8680-ef1c847fc0e4 service neutron] Pushing event updated for resources: {'Port': ['ID=3898c696-f981-4615-9d15-477ad4401c60,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:16.547059 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d0d5c171-7636-4873-a16c-38360072617f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (61b13923-2275-4dca-95bb-9e8dd4921ddf), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:16.577380 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-a45aba22-1255-486d-bc9e-60264fc6f8c8 None None] For port 66669c8e-2038-4462-9de1-fabf8c1bf03e, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:46:16.583552 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-a45aba22-1255-486d-bc9e-60264fc6f8c8 None None] For port 66669c8e-2038-4462-9de1-fabf8c1bf03e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66669c8e-2038-4462-9de1-fabf8c1bf03e,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:46:16.587752 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-ba7ad4b1-2390-4352-8680-ef1c847fc0e4 service neutron] Port 3898c696-f981-4615-9d15-477ad4401c60 on network f760d6ec-7837-431c-910c-37572c24f936 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:46:16.594882 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-ba7ad4b1-2390-4352-8680-ef1c847fc0e4 service neutron] Attempting to bind port 3898c696-f981-4615-9d15-477ad4401c60 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:46:16.599936 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-a45aba22-1255-486d-bc9e-60264fc6f8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (66669c8e-2038-4462-9de1-fabf8c1bf03e), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:16.625559 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-ba7ad4b1-2390-4352-8680-ef1c847fc0e4 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:46:16.625954 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-ba7ad4b1-2390-4352-8680-ef1c847fc0e4 service neutron] Checking segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:46:16.626521 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-ba7ad4b1-2390-4352-8680-ef1c847fc0e4 service neutron] Bound using segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:46:16.626644 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d5c171-7636-4873-a16c-38360072617f admin admin] Network a595ace7-ba35-4465-8100-098fedaea227 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:46:16.630404 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-d0d5c171-7636-4873-a16c-38360072617f admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:46:16.633509 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-ba7ad4b1-2390-4352-8680-ef1c847fc0e4 service neutron] Bound port: 3898c696-f981-4615-9d15-477ad4401c60, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:46:16.634151 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-ba7ad4b1-2390-4352-8680-ef1c847fc0e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3898c696-f981-4615-9d15-477ad4401c60), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:16.634969 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d5c171-7636-4873-a16c-38360072617f admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:46:16.635500 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d0d5c171-7636-4873-a16c-38360072617f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (8e6449f3-bb2a-4159-8eb6-35942e80ff2f), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:16.781942 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47818c49-f824-4b84-9f16-8896c504e95a req-efee8c7d-610c-4faa-85f2-33d5a71f0912 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:16.783465 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45aba22-1255-486d-bc9e-60264fc6f8c8 None None] Routers {'8e6449f3-bb2a-4159-8eb6-35942e80ff2f'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:46:16.784318 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-a45aba22-1255-486d-bc9e-60264fc6f8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8bf3fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:46:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['8e6449f3-bb2a-4159-8eb6-35942e80ff2f'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:46:16.786897 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aebefa-36da-463d-8ac9-855b3efe6070 None None] Pushing event updated for resources: {'Port': ['ID=66669c8e-2038-4462-9de1-fabf8c1bf03e,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:16.789926 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-47818c49-f824-4b84-9f16-8896c504e95a req-efee8c7d-610c-4faa-85f2-33d5a71f0912 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.32 "GET /v2.0/ports?device_id=118c168e-2291-4306-9da8-85e2fa96d5af HTTP/1.1" status: 200  len: 969 time: 0.3544259
Feb 05 20:46:16.926345 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-42d612ad-c187-410f-9fa0-7ecc804d179f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (d584b692-592a-4462-b280-5e56a86e56e8), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:16.933950 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5c171-7636-4873-a16c-38360072617f admin admin] Pushing event updated for resources: {'Port': ['ID=61b13923-2275-4dca-95bb-9e8dd4921ddf,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:16.945230 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-42d612ad-c187-410f-9fa0-7ecc804d179f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:16.947413 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1535f9ce-375b-4bb4-9dc4-88005fbdb61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (71c694fa-5a75-46f2-aaec-33421b2dee35), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:16.949940 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1535f9ce-375b-4bb4-9dc4-88005fbdb61c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:16.951244 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1535f9ce-375b-4bb4-9dc4-88005fbdb61c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/71c694fa-5a75-46f2-aaec-33421b2dee35 HTTP/1.1" status: 204  len: 168 time: 1.2510464
Feb 05 20:46:16.955345 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-42d612ad-c187-410f-9fa0-7ecc804d179f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d584b692-592a-4462-b280-5e56a86e56e8 HTTP/1.1" status: 204  len: 168 time: 1.5361924
Feb 05 20:46:16.978006 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1535f9ce-375b-4bb4-9dc4-88005fbdb61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c694fa-5a75-46f2-aaec-33421b2dee35,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:17.040188 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-a45aba22-1255-486d-bc9e-60264fc6f8c8 None None] Set router 8e6449f3-bb2a-4159-8eb6-35942e80ff2f gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:46:17.076880 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-47818c49-f824-4b84-9f16-8896c504e95a req-1938dad8-5dd1-4e30-9a81-3b6ebdf25522 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ceccd0d-31c4-47ab-8580-fbee5fe0f9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2331903
Feb 05 20:46:17.095882 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d612ad-c187-410f-9fa0-7ecc804d179f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d584b692-592a-4462-b280-5e56a86e56e8,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:17.114768 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b48de49b-fa2f-4ae5-8482-c1f73a853667 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:17.198766 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-5880e9f1-caa3-469d-86c2-70604e17fbec None None] Provisioning complete for port 61b13923-2275-4dca-95bb-9e8dd4921ddf triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:46:17.200420 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5880e9f1-caa3-469d-86c2-70604e17fbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (61b13923-2275-4dca-95bb-9e8dd4921ddf), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:17.240570 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b48de49b-fa2f-4ae5-8482-c1f73a853667 admin admin] Publish callbacks [] for security_group (eb77aa80-4610-4fb4-a427-9c4c893fe118), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:17.247069 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d0d5c171-7636-4873-a16c-38360072617f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (61b13923-2275-4dca-95bb-9e8dd4921ddf), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:17.248597 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b48de49b-fa2f-4ae5-8482-c1f73a853667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (eb77aa80-4610-4fb4-a427-9c4c893fe118), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:17.314097 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-5880e9f1-caa3-469d-86c2-70604e17fbec None None] Port 61b13923-2275-4dca-95bb-9e8dd4921ddf cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:46:17.340221 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-ba7ad4b1-2390-4352-8680-ef1c847fc0e4 service neutron] For port 3898c696-f981-4615-9d15-477ad4401c60, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:46:17.434418 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b48de49b-fa2f-4ae5-8482-c1f73a853667 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=edf251a9cb2544cb994101e02553c2f8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8992581
Feb 05 20:46:17.439779 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52156) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:17.463588 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-ba7ad4b1-2390-4352-8680-ef1c847fc0e4 service neutron] For port 3898c696-f981-4615-9d15-477ad4401c60, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3898c696-f981-4615-9d15-477ad4401c60,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:46:17.467441 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48de49b-fa2f-4ae5-8482-c1f73a853667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb77aa80-4610-4fb4-a427-9c4c893fe118,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:17.473986 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-ba7ad4b1-2390-4352-8680-ef1c847fc0e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (3898c696-f981-4615-9d15-477ad4401c60), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:17.516887 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-a45aba22-1255-486d-bc9e-60264fc6f8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8bf3fa0>, [{'id': '8e6449f3-bb2a-4159-8eb6-35942e80ff2f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-828408975-router', 'tenant_id': 'f7d956c7233144f8a5de7636ad38461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.94'}], 'enable_snat': True}, 'gw_port_id': '66669c8e-2038-4462-9de1-fabf8c1bf03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:46:09Z', 'updated_at': '2022-02-05T20:46:13Z', 'revision_number': 3, 'project_id': 'f7d956c7233144f8a5de7636ad38461c', 'gw_port': {'id': '66669c8e-2038-4462-9de1-fabf8c1bf03e', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:eb:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e6449f3-bb2a-4159-8eb6-35942e80ff2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:46:11Z', 'updated_at': '2022-02-05T20:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:46:17.544218 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ad4b1-2390-4352-8680-ef1c847fc0e4 service neutron] Pushing event updated for resources: {'Port': ['ID=3898c696-f981-4615-9d15-477ad4401c60,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:17.559265 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-ba7ad4b1-2390-4352-8680-ef1c847fc0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:17.562138 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-ba7ad4b1-2390-4352-8680-ef1c847fc0e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:17.563870 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-ba7ad4b1-2390-4352-8680-ef1c847fc0e4 service neutron] 10.222.0.39 "PUT /v2.0/ports/3898c696-f981-4615-9d15-477ad4401c60 HTTP/1.1" status: 200  len: 1117 time: 4.4348326
Feb 05 20:46:17.565156 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118c168e-2291-4306-9da8-85e2fa96d5af', 'tag': '3898c696-f981-4615-9d15-477ad4401c60'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:46:17.601594 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45aba22-1255-486d-bc9e-60264fc6f8c8 None None] The sync data for ids ['8e6449f3-bb2a-4159-8eb6-35942e80ff2f'] in ncdv-master-1 is: [{'id': '8e6449f3-bb2a-4159-8eb6-35942e80ff2f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-828408975-router', 'tenant_id': 'f7d956c7233144f8a5de7636ad38461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.94'}], 'enable_snat': True}, 'gw_port_id': '66669c8e-2038-4462-9de1-fabf8c1bf03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:46:09Z', 'updated_at': '2022-02-05T20:46:13Z', 'revision_number': 3, 'project_id': 'f7d956c7233144f8a5de7636ad38461c', 'gw_port': {'id': '66669c8e-2038-4462-9de1-fabf8c1bf03e', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:eb:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e6449f3-bb2a-4159-8eb6-35942e80ff2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:46:11Z', 'updated_at': '2022-02-05T20:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:46:17.857286 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de519d19-ed06-4ecc-b343-a1f0a1579f0c admin admin] Publish callbacks [] for security_group (eb77aa80-4610-4fb4-a427-9c4c893fe118), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:17.920037 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de519d19-ed06-4ecc-b343-a1f0a1579f0c admin admin] Publish callbacks [] for security_group (eb77aa80-4610-4fb4-a427-9c4c893fe118), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:18.014563 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de519d19-ed06-4ecc-b343-a1f0a1579f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (eb77aa80-4610-4fb4-a427-9c4c893fe118), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:18.018896 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de519d19-ed06-4ecc-b343-a1f0a1579f0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:18.020428 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-de519d19-ed06-4ecc-b343-a1f0a1579f0c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eb77aa80-4610-4fb4-a427-9c4c893fe118 HTTP/1.1" status: 204  len: 168 time: 0.5788503
Feb 05 20:46:18.032865 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-0562acd7-9446-4143-9db7-b3b255afeef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:18.034417 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-0562acd7-9446-4143-9db7-b3b255afeef0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c56f319e7dbb4a319ab9590d79a1ec21&device_id=118c168e-2291-4306-9da8-85e2fa96d5af HTTP/1.1" status: 200  len: 1151 time: 0.2517331
Feb 05 20:46:18.084493 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de519d19-ed06-4ecc-b343-a1f0a1579f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb77aa80-4610-4fb4-a427-9c4c893fe118,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:18.187389 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d0d5c171-7636-4873-a16c-38360072617f admin admin] Publish callbacks [] for port (61b13923-2275-4dca-95bb-9e8dd4921ddf), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:18.198551 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d0d5c171-7636-4873-a16c-38360072617f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (61b13923-2275-4dca-95bb-9e8dd4921ddf), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:18.200077 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d0d5c171-7636-4873-a16c-38360072617f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (8e6449f3-bb2a-4159-8eb6-35942e80ff2f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:18.290137 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-b6831ba4-9498-4039-911f-508a9729f178 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=3898c696-f981-4615-9d15-477ad4401c60 HTTP/1.1" status: 200  len: 217 time: 0.2305987
Feb 05 20:46:18.449445 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d5c171-7636-4873-a16c-38360072617f admin admin] Network a595ace7-ba35-4465-8100-098fedaea227 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:46:18.452938 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-d0d5c171-7636-4873-a16c-38360072617f admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:46:18.485450 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000ec88-6745-4e46-ac9b-4c8839277467 req-0869a4ed-709f-40b4-b723-e839718e5d55 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:18.491940 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a000ec88-6745-4e46-ac9b-4c8839277467 req-0869a4ed-709f-40b4-b723-e839718e5d55 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.32 "GET /v2.0/ports?device_id=118c168e-2291-4306-9da8-85e2fa96d5af HTTP/1.1" status: 200  len: 969 time: 0.1990991
Feb 05 20:46:18.499782 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-3a4175bd-514f-410a-9fed-a5afdb1d0a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:18.501763 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-3a4175bd-514f-410a-9fed-a5afdb1d0a4b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.1639163
Feb 05 20:46:18.593593 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338c4ccf-fc2d-4a50-b135-c1f0395f3b04" -d '{"events": [{"name": "network-changed", "server_uuid": "118c168e-2291-4306-9da8-85e2fa96d5af", "tag": "3898c696-f981-4615-9d15-477ad4401c60"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:46:18.613510 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a000ec88-6745-4e46-ac9b-4c8839277467 req-ecc8032a-a2c6-40a6-b7a4-43b5ea19fc01 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ceccd0d-31c4-47ab-8580-fbee5fe0f9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079905
Feb 05 20:46:18.722964 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d5c171-7636-4873-a16c-38360072617f admin admin] Router 8e6449f3-bb2a-4159-8eb6-35942e80ff2f has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:46:18.727134 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5c171-7636-4873-a16c-38360072617f admin admin] Pushing event updated for resources: {'Port': ['ID=61b13923-2275-4dca-95bb-9e8dd4921ddf,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:18.808883 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-60a41742-5dc9-4cd6-8394-70b0e960738e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:18.811548 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-60a41742-5dc9-4cd6-8394-70b0e960738e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2145405
Feb 05 20:46:18.907589 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-0f1b4378-e6b4-4472-8f21-1bd3ce76297e None None] Provisioning complete for port 61b13923-2275-4dca-95bb-9e8dd4921ddf triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:46:18.910569 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0f1b4378-e6b4-4472-8f21-1bd3ce76297e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (61b13923-2275-4dca-95bb-9e8dd4921ddf), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:18.969878 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d5c171-7636-4873-a16c-38360072617f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:46:18.994649 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d0d5c171-7636-4873-a16c-38360072617f admin admin] 10.222.0.32 "PUT /v2.0/routers/8e6449f3-bb2a-4159-8eb6-35942e80ff2f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0727441
Feb 05 20:46:19.014788 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-0f1b4378-e6b4-4472-8f21-1bd3ce76297e None None] Port 61b13923-2275-4dca-95bb-9e8dd4921ddf cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:46:19.120563 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-71a661b0-8b4e-4dfc-9b28-8e1c663f5a58 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2886631
Feb 05 20:46:19.221214 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52202) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:19.286411 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e09225de-00ae-4882-9de3-d132477ac471 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:19.419221 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 66669c8e-2038-4462-9de1-fabf8c1bf03e up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:46:19.487402 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed545e65-34ca-44eb-8379-bf3bbd257439 x-openstack-request-id: req-ed545e65-34ca-44eb-8379-bf3bbd257439 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:46:19.488046 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "118c168e-2291-4306-9da8-85e2fa96d5af", "tag": "3898c696-f981-4615-9d15-477ad4401c60", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:46:19.488466 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ed545e65-34ca-44eb-8379-bf3bbd257439 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:46:19.489161 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118c168e-2291-4306-9da8-85e2fa96d5af', 'tag': '3898c696-f981-4615-9d15-477ad4401c60', 'status': 'completed', 'code': 200}
Feb 05 20:46:19.571680 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7a63966c-2eb1-4cae-bdd2-1358bbc9bd0c req-d7ca9de7-3325-44c6-abf8-c0b62c470db0 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3276119
Feb 05 20:46:19.599774 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 66669c8e-2038-4462-9de1-fabf8c1bf03e triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:46:19.600643 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (66669c8e-2038-4462-9de1-fabf8c1bf03e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:19.649157 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e09225de-00ae-4882-9de3-d132477ac471 admin admin] Publish callbacks [] for security_group (2237ed1c-3c5c-46f9-8b7c-e49c5d853ee8), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:19.655078 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e09225de-00ae-4882-9de3-d132477ac471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (2237ed1c-3c5c-46f9-8b7c-e49c5d853ee8), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:19.845806 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e09225de-00ae-4882-9de3-d132477ac471 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f8eb16601d344c669499a94618d72cd3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6209936
Feb 05 20:46:19.846205 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52220) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:19.850250 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09225de-00ae-4882-9de3-d132477ac471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2237ed1c-3c5c-46f9-8b7c-e49c5d853ee8,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:19.870922 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 66669c8e-2038-4462-9de1-fabf8c1bf03e is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:46:19.871906 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (66669c8e-2038-4462-9de1-fabf8c1bf03e), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:19.881912 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:19.972852 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 66669c8e-2038-4462-9de1-fabf8c1bf03e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66669c8e-2038-4462-9de1-fabf8c1bf03e,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:46:19.980086 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (66669c8e-2038-4462-9de1-fabf8c1bf03e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:19.990341 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038288a-e671-4efa-b36d-7f7d4a99d1c6 req-d2501be0-6931-4bfa-abf5-37e06a46b6e1 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:20.003420 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0038288a-e671-4efa-b36d-7f7d4a99d1c6 req-d2501be0-6931-4bfa-abf5-37e06a46b6e1 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.32 "GET /v2.0/ports?device_id=118c168e-2291-4306-9da8-85e2fa96d5af HTTP/1.1" status: 200  len: 969 time: 0.2212892
Feb 05 20:46:20.015950 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c4ccf-fc2d-4a50-b135-c1f0395f3b04 req-023211fd-4b8f-499f-b886-1dd7416021d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:20.019926 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-338c4ccf-fc2d-4a50-b135-c1f0395f3b04 req-023211fd-4b8f-499f-b886-1dd7416021d8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c56f319e7dbb4a319ab9590d79a1ec21&device_id=118c168e-2291-4306-9da8-85e2fa96d5af HTTP/1.1" status: 200  len: 1151 time: 0.3383927
Feb 05 20:46:20.033319 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-533eb6da-3080-4a75-ac40-f1ffbedce584 admin admin] Publish callbacks [] for security_group (2237ed1c-3c5c-46f9-8b7c-e49c5d853ee8), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:20.092786 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-533eb6da-3080-4a75-ac40-f1ffbedce584 admin admin] Publish callbacks [] for security_group (2237ed1c-3c5c-46f9-8b7c-e49c5d853ee8), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:20.119939 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0038288a-e671-4efa-b36d-7f7d4a99d1c6 req-16527329-93bd-4898-bdbf-5d7c18c58f8f tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ceccd0d-31c4-47ab-8580-fbee5fe0f9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133871
Feb 05 20:46:20.129304 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=66669c8e-2038-4462-9de1-fabf8c1bf03e,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:20.235549 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-533eb6da-3080-4a75-ac40-f1ffbedce584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (2237ed1c-3c5c-46f9-8b7c-e49c5d853ee8), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:20.253034 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-533eb6da-3080-4a75-ac40-f1ffbedce584 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:20.257132 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-533eb6da-3080-4a75-ac40-f1ffbedce584 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2237ed1c-3c5c-46f9-8b7c-e49c5d853ee8 HTTP/1.1" status: 204  len: 168 time: 0.4072566
Feb 05 20:46:20.284776 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533eb6da-3080-4a75-ac40-f1ffbedce584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2237ed1c-3c5c-46f9-8b7c-e49c5d853ee8,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:20.411250 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c4ccf-fc2d-4a50-b135-c1f0395f3b04 req-cf7374fe-93bc-497b-bea2-e28a52955d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:20.414898 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-338c4ccf-fc2d-4a50-b135-c1f0395f3b04 req-cf7374fe-93bc-497b-bea2-e28a52955d5f service neutron] 10.222.0.39 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.3042297
Feb 05 20:46:20.885390 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043aa159-ca28-4978-824c-8a1bcb122be7 None None] Sync routers for ids ['8e6449f3-bb2a-4159-8eb6-35942e80ff2f'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:46:20.908441 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043aa159-ca28-4978-824c-8a1bcb122be7 None None] Routers {'8e6449f3-bb2a-4159-8eb6-35942e80ff2f'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:46:20.908441 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-043aa159-ca28-4978-824c-8a1bcb122be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8b1ee50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:46:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['8e6449f3-bb2a-4159-8eb6-35942e80ff2f'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:46:21.109052 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-043aa159-ca28-4978-824c-8a1bcb122be7 None None] Set router 8e6449f3-bb2a-4159-8eb6-35942e80ff2f gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:46:21.345850 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e95923-fa8b-49f8-a926-1429481f6bf1 req-2b4316f9-5339-44b6-bdc8-dbae8b7431e4 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:21.347607 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-64e95923-fa8b-49f8-a926-1429481f6bf1 req-2b4316f9-5339-44b6-bdc8-dbae8b7431e4 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.32 "GET /v2.0/ports?device_id=118c168e-2291-4306-9da8-85e2fa96d5af HTTP/1.1" status: 200  len: 969 time: 0.1069338
Feb 05 20:46:21.404892 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-64e95923-fa8b-49f8-a926-1429481f6bf1 req-956261b0-a71c-4eec-b3a7-c94be2402d79 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ceccd0d-31c4-47ab-8580-fbee5fe0f9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505159
Feb 05 20:46:21.470605 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 66669c8e-2038-4462-9de1-fabf8c1bf03e up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:46:21.570419 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 66669c8e-2038-4462-9de1-fabf8c1bf03e triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:46:21.571118 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (66669c8e-2038-4462-9de1-fabf8c1bf03e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:21.576941 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-043aa159-ca28-4978-824c-8a1bcb122be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8b1ee50>, [{'id': '8e6449f3-bb2a-4159-8eb6-35942e80ff2f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-828408975-router', 'tenant_id': 'f7d956c7233144f8a5de7636ad38461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.94'}], 'enable_snat': True}, 'gw_port_id': '66669c8e-2038-4462-9de1-fabf8c1bf03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:46:09Z', 'updated_at': '2022-02-05T20:46:17Z', 'revision_number': 4, 'project_id': 'f7d956c7233144f8a5de7636ad38461c', 'gw_port': {'id': '66669c8e-2038-4462-9de1-fabf8c1bf03e', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:eb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6449f3-bb2a-4159-8eb6-35942e80ff2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:46:11Z', 'updated_at': '2022-02-05T20:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '61b13923-2275-4dca-95bb-9e8dd4921ddf', 'name': '', 'network_id': 'a595ace7-ba35-4465-8100-098fedaea227', 'tenant_id': 'f7d956c7233144f8a5de7636ad38461c', 'mac_address': 'fa:16:3e:14:f7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e6449f3-bb2a-4159-8eb6-35942e80ff2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4377765e-0a1a-478c-b9b3-58bc7433a80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:46:15Z', 'updated_at': '2022-02-05T20:46:17Z', 'revision_number': 2, 'project_id': 'f7d956c7233144f8a5de7636ad38461c', 'subnets': [{'id': '4377765e-0a1a-478c-b9b3-58bc7433a80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:46:21.677574 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043aa159-ca28-4978-824c-8a1bcb122be7 None None] Checking router: 8e6449f3-bb2a-4159-8eb6-35942e80ff2f for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:46:21.678177 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043aa159-ca28-4978-824c-8a1bcb122be7 None None] Updating router 8e6449f3-bb2a-4159-8eb6-35942e80ff2f port 61b13923-2275-4dca-95bb-9e8dd4921ddf binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 20:46:21.716935 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52270) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:21.730319 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-043aa159-ca28-4978-824c-8a1bcb122be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (61b13923-2275-4dca-95bb-9e8dd4921ddf), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:21.903097 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 66669c8e-2038-4462-9de1-fabf8c1bf03e is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:46:21.994833 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-338c4ccf-fc2d-4a50-b135-c1f0395f3b04 req-dc6c8534-3352-4f2e-9d6b-79f1d10ba419 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=3898c696-f981-4615-9d15-477ad4401c60 HTTP/1.1" status: 200  len: 217 time: 0.0908449
Feb 05 20:46:22.141450 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-163b1811-5bbd-450f-bd47-68b7913f4b5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:22.154977 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c4ccf-fc2d-4a50-b135-c1f0395f3b04 req-283616b7-1ed6-446e-a9bc-71a0dd1b646b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:22.156455 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-338c4ccf-fc2d-4a50-b135-c1f0395f3b04 req-283616b7-1ed6-446e-a9bc-71a0dd1b646b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.0872231
Feb 05 20:46:22.302975 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c4ccf-fc2d-4a50-b135-c1f0395f3b04 req-431d63e8-faa5-44d6-83a3-2d795970f9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:22.308678 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-338c4ccf-fc2d-4a50-b135-c1f0395f3b04 req-431d63e8-faa5-44d6-83a3-2d795970f9c7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1308644
Feb 05 20:46:22.315154 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-043aa159-ca28-4978-824c-8a1bcb122be7 None None] Publish callbacks [] for port (61b13923-2275-4dca-95bb-9e8dd4921ddf), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:22.323112 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-043aa159-ca28-4978-824c-8a1bcb122be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (61b13923-2275-4dca-95bb-9e8dd4921ddf), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:22.334838 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-163b1811-5bbd-450f-bd47-68b7913f4b5c admin admin] Publish callbacks [] for security_group (a32fa0d4-5b93-41cf-b677-5f9771fe61db), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:22.342027 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-163b1811-5bbd-450f-bd47-68b7913f4b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (a32fa0d4-5b93-41cf-b677-5f9771fe61db), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:22.400027 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b1811-5bbd-450f-bd47-68b7913f4b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32fa0d4-5b93-41cf-b677-5f9771fe61db,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:22.455554 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-163b1811-5bbd-450f-bd47-68b7913f4b5c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=05f26f1064b14f48981be8e9f116353f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7336886
Feb 05 20:46:22.458219 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52292) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:22.458880 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52294) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:22.461929 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c162c59-1254-447e-8517-203a8b51fb2d None None] Pushing event updated for resources: {'Port': ['ID=61b13923-2275-4dca-95bb-9e8dd4921ddf,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:22.477822 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-deefaddc-f976-4808-bb2d-3b65b49f942f tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1475918361', 'description': 'tempest-description--1993741197'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:46:22.519857 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52296) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:22.540184 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-043aa159-ca28-4978-824c-8a1bcb122be7 None None] Attempting to bind port 61b13923-2275-4dca-95bb-9e8dd4921ddf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:46:22.540864 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-043aa159-ca28-4978-824c-8a1bcb122be7 None None] Attempting to bind port 61b13923-2275-4dca-95bb-9e8dd4921ddf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cfb529de-9584-423e-96c5-99b0cb5b16c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a595ace7-ba35-4465-8100-098fedaea227'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:46:22.541471 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043aa159-ca28-4978-824c-8a1bcb122be7 None None] Attempting to bind port 61b13923-2275-4dca-95bb-9e8dd4921ddf on network a595ace7-ba35-4465-8100-098fedaea227 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:46:22.548942 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043aa159-ca28-4978-824c-8a1bcb122be7 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:46:22.549947 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043aa159-ca28-4978-824c-8a1bcb122be7 None None] Checking segment: {'id': 'cfb529de-9584-423e-96c5-99b0cb5b16c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a595ace7-ba35-4465-8100-098fedaea227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:46:22.550589 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-043aa159-ca28-4978-824c-8a1bcb122be7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:22.551208 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043aa159-ca28-4978-824c-8a1bcb122be7 None None] Bound using segment: {'id': 'cfb529de-9584-423e-96c5-99b0cb5b16c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a595ace7-ba35-4465-8100-098fedaea227'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:46:22.552068 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-043aa159-ca28-4978-824c-8a1bcb122be7 None None] Bound port: 61b13923-2275-4dca-95bb-9e8dd4921ddf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb529de-9584-423e-96c5-99b0cb5b16c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a595ace7-ba35-4465-8100-098fedaea227'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:46:22.552742 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-043aa159-ca28-4978-824c-8a1bcb122be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (61b13923-2275-4dca-95bb-9e8dd4921ddf), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:22.608293 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-deefaddc-f976-4808-bb2d-3b65b49f942f tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:22.680894 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-043aa159-ca28-4978-824c-8a1bcb122be7 None None] For port 61b13923-2275-4dca-95bb-9e8dd4921ddf, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:46:22.690616 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-043aa159-ca28-4978-824c-8a1bcb122be7 None None] For port 61b13923-2275-4dca-95bb-9e8dd4921ddf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61b13923-2275-4dca-95bb-9e8dd4921ddf,segment=NetworkSegment(cfb529de-9584-423e-96c5-99b0cb5b16c5),segment_id=cfb529de-9584-423e-96c5-99b0cb5b16c5)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:46:22.708479 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-043aa159-ca28-4978-824c-8a1bcb122be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (61b13923-2275-4dca-95bb-9e8dd4921ddf), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:22.747724 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ba005375-5847-450d-92a1-3197a3152ab0 admin admin] Publish callbacks [] for security_group (a32fa0d4-5b93-41cf-b677-5f9771fe61db), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:22.871154 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ba005375-5847-450d-92a1-3197a3152ab0 admin admin] Publish callbacks [] for security_group (a32fa0d4-5b93-41cf-b677-5f9771fe61db), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:22.922565 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043aa159-ca28-4978-824c-8a1bcb122be7 None None] Routers {'8e6449f3-bb2a-4159-8eb6-35942e80ff2f'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:46:22.923268 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-043aa159-ca28-4978-824c-8a1bcb122be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8b1ee50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:46:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['8e6449f3-bb2a-4159-8eb6-35942e80ff2f'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:46:23.023672 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ba005375-5847-450d-92a1-3197a3152ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (a32fa0d4-5b93-41cf-b677-5f9771fe61db), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:23.030940 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ba005375-5847-450d-92a1-3197a3152ab0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:23.032578 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ba005375-5847-450d-92a1-3197a3152ab0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a32fa0d4-5b93-41cf-b677-5f9771fe61db HTTP/1.1" status: 204  len: 168 time: 0.5355382
Feb 05 20:46:23.061820 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba005375-5847-450d-92a1-3197a3152ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32fa0d4-5b93-41cf-b677-5f9771fe61db,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:23.162123 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-7be17828-a1cf-49c8-a79e-abf2358d587e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1557189465-network', 'tenant_id': 'cee5ceeb66aa4167b6492470edbad369'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:46:23.207447 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-deefaddc-f976-4808-bb2d-3b65b49f942f tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks [] for security_group (f400a674-b392-423c-b672-e853dd7371fe), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:23.223818 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-deefaddc-f976-4808-bb2d-3b65b49f942f tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f400a674-b392-423c-b672-e853dd7371fe), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:23.242171 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-338c4ccf-fc2d-4a50-b135-c1f0395f3b04 req-f4b1238b-7234-42eb-94d9-cb1aae466d2c service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9251425
Feb 05 20:46:23.293431 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deefaddc-f976-4808-bb2d-3b65b49f942f tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f400a674-b392-423c-b672-e853dd7371fe,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:23.347317 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be17828-a1cf-49c8-a79e-abf2358d587e admin admin] Made reservation on behalf of cee5ceeb66aa4167b6492470edbad369 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:46:23.349821 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7be17828-a1cf-49c8-a79e-abf2358d587e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:23.398751 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-deefaddc-f976-4808-bb2d-3b65b49f942f tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:23.403571 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-deefaddc-f976-4808-bb2d-3b65b49f942f tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.9424393
Feb 05 20:46:23.404300 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52316) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:23.409705 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-e7f70154-87f4-4538-9eb2-76267ff20ade tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Request body: {'security_group_rule': {'security_group_id': 'f400a674-b392-423c-b672-e853dd7371fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:46:23.417019 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7be17828-a1cf-49c8-a79e-abf2358d587e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:23.501979 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d765e-f762-42d7-8fd8-3af51255837b req-c34309a3-ec9c-4c43-96f6-d7083fd97b02 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:23.505793 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ee8d765e-f762-42d7-8fd8-3af51255837b req-c34309a3-ec9c-4c43-96f6-d7083fd97b02 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.32 "GET /v2.0/ports?device_id=118c168e-2291-4306-9da8-85e2fa96d5af HTTP/1.1" status: 200  len: 969 time: 0.3556340
Feb 05 20:46:23.513107 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e7f70154-87f4-4538-9eb2-76267ff20ade tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks [] for security_group_rule (62f3d821-dde1-4731-bedf-ee3ecb06b012), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:23.532216 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c162c59-1254-447e-8517-203a8b51fb2d None None] Pushing event updated for resources: {'Port': ['ID=61b13923-2275-4dca-95bb-9e8dd4921ddf,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:23.576017 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-043aa159-ca28-4978-824c-8a1bcb122be7 None None] Set router 8e6449f3-bb2a-4159-8eb6-35942e80ff2f gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:46:23.583070 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-d5f3e789-6836-4ca1-be48-4f963670a487 None None] Provisioning complete for port 61b13923-2275-4dca-95bb-9e8dd4921ddf triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:46:23.583378 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d5f3e789-6836-4ca1-be48-4f963670a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (61b13923-2275-4dca-95bb-9e8dd4921ddf), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:23.638363 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-338c4ccf-fc2d-4a50-b135-c1f0395f3b04 req-143d3589-8e6d-4873-87df-6c8958c2dc9d service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3753581
Feb 05 20:46:23.646569 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ee8d765e-f762-42d7-8fd8-3af51255837b req-90e81cc9-3664-49d5-9b1c-3d001b57a15f tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ceccd0d-31c4-47ab-8580-fbee5fe0f9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295061
Feb 05 20:46:23.713054 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7be17828-a1cf-49c8-a79e-abf2358d587e admin admin] Publish callbacks [] for security_group (cafe53c0-7d4f-4641-983c-1d5f3012f8da), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:23.723382 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7be17828-a1cf-49c8-a79e-abf2358d587e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (cafe53c0-7d4f-4641-983c-1d5f3012f8da), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:23.766191 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e7f70154-87f4-4538-9eb2-76267ff20ade tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks [] for security_group_rule (62f3d821-dde1-4731-bedf-ee3ecb06b012), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:23.779952 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be17828-a1cf-49c8-a79e-abf2358d587e admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:46:23.785627 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e7f70154-87f4-4538-9eb2-76267ff20ade tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (62f3d821-dde1-4731-bedf-ee3ecb06b012), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:23.822117 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be17828-a1cf-49c8-a79e-abf2358d587e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafe53c0-7d4f-4641-983c-1d5f3012f8da,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:23.829979 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7be17828-a1cf-49c8-a79e-abf2358d587e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (69c86b74-d9e1-46c1-9b9b-f16748bd0260), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:23.830593 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-7be17828-a1cf-49c8-a79e-abf2358d587e admin admin] Added segment 69c86b74-d9e1-46c1-9b9b-f16748bd0260 of type vlan for network fc4b732e-5458-48e6-8cda-4d399eeaa947
Feb 05 20:46:23.841469 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f70154-87f4-4538-9eb2-76267ff20ade tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62f3d821-dde1-4731-bedf-ee3ecb06b012,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:23.848676 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e7f70154-87f4-4538-9eb2-76267ff20ade tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:23.848836 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-d5f3e789-6836-4ca1-be48-4f963670a487 None None] Current status of the port 61b13923-2275-4dca-95bb-9e8dd4921ddf is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:46:23.848980 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d5f3e789-6836-4ca1-be48-4f963670a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (61b13923-2275-4dca-95bb-9e8dd4921ddf), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:23.851423 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e7f70154-87f4-4538-9eb2-76267ff20ade tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4447129
Feb 05 20:46:23.853856 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52324) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:23.858457 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-32b451c6-dcf9-42f8-a51a-de35a734066a tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Request body: {'security_group_rule': {'security_group_id': 'f400a674-b392-423c-b672-e853dd7371fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:46:23.910438 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7be17828-a1cf-49c8-a79e-abf2358d587e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (fc4b732e-5458-48e6-8cda-4d399eeaa947), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:23.913240 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-32b451c6-dcf9-42f8-a51a-de35a734066a tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks [] for security_group_rule (de16254c-37de-467f-bd11-97d94b654366), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:23.942798 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-d5f3e789-6836-4ca1-be48-4f963670a487 None None] For port 61b13923-2275-4dca-95bb-9e8dd4921ddf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61b13923-2275-4dca-95bb-9e8dd4921ddf,segment=NetworkSegment(cfb529de-9584-423e-96c5-99b0cb5b16c5),segment_id=cfb529de-9584-423e-96c5-99b0cb5b16c5)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:46:23.952590 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d5f3e789-6836-4ca1-be48-4f963670a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (61b13923-2275-4dca-95bb-9e8dd4921ddf), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:23.965694 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7be17828-a1cf-49c8-a79e-abf2358d587e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (fc4b732e-5458-48e6-8cda-4d399eeaa947), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:23.966757 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be17828-a1cf-49c8-a79e-abf2358d587e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:23.969021 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7be17828-a1cf-49c8-a79e-abf2358d587e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:24.009769 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-32b451c6-dcf9-42f8-a51a-de35a734066a tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks [] for security_group_rule (de16254c-37de-467f-bd11-97d94b654366), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:24.014505 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-043aa159-ca28-4978-824c-8a1bcb122be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8b1ee50>, [{'id': '8e6449f3-bb2a-4159-8eb6-35942e80ff2f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-828408975-router', 'tenant_id': 'f7d956c7233144f8a5de7636ad38461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.94'}], 'enable_snat': True}, 'gw_port_id': '66669c8e-2038-4462-9de1-fabf8c1bf03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:46:09Z', 'updated_at': '2022-02-05T20:46:17Z', 'revision_number': 4, 'project_id': 'f7d956c7233144f8a5de7636ad38461c', 'gw_port': {'id': '66669c8e-2038-4462-9de1-fabf8c1bf03e', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:eb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6449f3-bb2a-4159-8eb6-35942e80ff2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:46:11Z', 'updated_at': '2022-02-05T20:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '61b13923-2275-4dca-95bb-9e8dd4921ddf', 'name': '', 'network_id': 'a595ace7-ba35-4465-8100-098fedaea227', 'tenant_id': 'f7d956c7233144f8a5de7636ad38461c', 'mac_address': 'fa:16:3e:14:f7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e6449f3-bb2a-4159-8eb6-35942e80ff2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4377765e-0a1a-478c-b9b3-58bc7433a80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:46:15Z', 'updated_at': '2022-02-05T20:46:22Z', 'revision_number': 4, 'project_id': 'f7d956c7233144f8a5de7636ad38461c', 'subnets': [{'id': '4377765e-0a1a-478c-b9b3-58bc7433a80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:46:24.020534 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-32b451c6-dcf9-42f8-a51a-de35a734066a tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (de16254c-37de-467f-bd11-97d94b654366), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:24.023305 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7be17828-a1cf-49c8-a79e-abf2358d587e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.5024066
Feb 05 20:46:24.026333 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52328) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:24.031302 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-439121b7-a675-49fe-b81c-a6407cedb418 admin admin] Request body: {'subnet': {'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1557189465-subnet', 'tenant_id': 'cee5ceeb66aa4167b6492470edbad369', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:46:24.054708 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043aa159-ca28-4978-824c-8a1bcb122be7 None None] The sync data for ids ['8e6449f3-bb2a-4159-8eb6-35942e80ff2f'] in ncdv-master-1 is: [{'id': '8e6449f3-bb2a-4159-8eb6-35942e80ff2f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-828408975-router', 'tenant_id': 'f7d956c7233144f8a5de7636ad38461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.94'}], 'enable_snat': True}, 'gw_port_id': '66669c8e-2038-4462-9de1-fabf8c1bf03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:46:09Z', 'updated_at': '2022-02-05T20:46:17Z', 'revision_number': 4, 'project_id': 'f7d956c7233144f8a5de7636ad38461c', 'gw_port': {'id': '66669c8e-2038-4462-9de1-fabf8c1bf03e', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:eb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6449f3-bb2a-4159-8eb6-35942e80ff2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:46:11Z', 'updated_at': '2022-02-05T20:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '61b13923-2275-4dca-95bb-9e8dd4921ddf', 'name': '', 'network_id': 'a595ace7-ba35-4465-8100-098fedaea227', 'tenant_id': 'f7d956c7233144f8a5de7636ad38461c', 'mac_address': 'fa:16:3e:14:f7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e6449f3-bb2a-4159-8eb6-35942e80ff2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4377765e-0a1a-478c-b9b3-58bc7433a80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:46:15Z', 'updated_at': '2022-02-05T20:46:22Z', 'revision_number': 4, 'project_id': 'f7d956c7233144f8a5de7636ad38461c', 'subnets': [{'id': '4377765e-0a1a-478c-b9b3-58bc7433a80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:46:24.072011 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3e789-6836-4ca1-be48-4f963670a487 None None] Pushing event updated for resources: {'Port': ['ID=61b13923-2275-4dca-95bb-9e8dd4921ddf,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:24.082538 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-e41fad84-eaae-4128-bd37-7171b5ed6263 None None] Provisioning complete for port 61b13923-2275-4dca-95bb-9e8dd4921ddf triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:46:24.082920 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e41fad84-eaae-4128-bd37-7171b5ed6263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (61b13923-2275-4dca-95bb-9e8dd4921ddf), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:24.087823 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b451c6-dcf9-42f8-a51a-de35a734066a tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de16254c-37de-467f-bd11-97d94b654366,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:24.152004 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be17828-a1cf-49c8-a79e-abf2358d587e admin admin] Pushing event updated for resources: {'Network': ['ID=fc4b732e-5458-48e6-8cda-4d399eeaa947,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:24.161906 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-32b451c6-dcf9-42f8-a51a-de35a734066a tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:24.166575 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439121b7-a675-49fe-b81c-a6407cedb418 admin admin] Made reservation on behalf of cee5ceeb66aa4167b6492470edbad369 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:46:24.170664 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-32b451c6-dcf9-42f8-a51a-de35a734066a tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3155026
Feb 05 20:46:24.173368 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52336) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:24.178588 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-439121b7-a675-49fe-b81c-a6407cedb418 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:24.196876 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-78ea4546-6a39-465a-8412-4d358a5e9682 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:46:24.287391 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-78ea4546-6a39-465a-8412-4d358a5e9682 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:24.314630 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-e41fad84-eaae-4128-bd37-7171b5ed6263 None None] Current status of the port 61b13923-2275-4dca-95bb-9e8dd4921ddf is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:46:24.321740 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52340) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:24.322527 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network fc4b732e-5458-48e6-8cda-4d399eeaa947 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:46:24.376266 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0fe54d63-3d19-4c1f-ba12-590c9b61fb68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:24.508069 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-78ea4546-6a39-465a-8412-4d358a5e9682 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:24.558485 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-439121b7-a675-49fe-b81c-a6407cedb418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for subnet (30766dd9-3364-437e-a8fd-68757651ef32), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:24.667023 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439121b7-a675-49fe-b81c-a6407cedb418 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30766dd9-3364-437e-a8fd-68757651ef32,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:24.685365 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439121b7-a675-49fe-b81c-a6407cedb418 admin admin] Checking segment: {'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:46:24.685916 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439121b7-a675-49fe-b81c-a6407cedb418 admin admin] Network hostable DHCP agents. Network: fc4b732e-5458-48e6-8cda-4d399eeaa947, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:46:24.714530 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-78ea4546-6a39-465a-8412-4d358a5e9682 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Allocated IP 172.35.4.107 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/0edc671e-ccf3-4093-a243-b7792a5db433) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:46:24.743965 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439121b7-a675-49fe-b81c-a6407cedb418 admin admin] Network fc4b732e-5458-48e6-8cda-4d399eeaa947 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:46:24.752069 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0fe54d63-3d19-4c1f-ba12-590c9b61fb68 admin admin] Publish callbacks [] for security_group (f3c2025e-047f-4b1e-8569-2b32b2b16e82), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:24.757577 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-439121b7-a675-49fe-b81c-a6407cedb418 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fc4b732e-5458-48e6-8cda-4d399eeaa947) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:46:24.762635 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439121b7-a675-49fe-b81c-a6407cedb418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:24.763242 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-439121b7-a675-49fe-b81c-a6407cedb418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:24.767597 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0cd2c2-9846-443e-af6f-5c249b5f167a None None] Network fc4b732e-5458-48e6-8cda-4d399eeaa947 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:46:24.778756 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0fe54d63-3d19-4c1f-ba12-590c9b61fb68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f3c2025e-047f-4b1e-8569-2b32b2b16e82), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:24.805015 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-439121b7-a675-49fe-b81c-a6407cedb418 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7775180
Feb 05 20:46:24.838313 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0fe54d63-3d19-4c1f-ba12-590c9b61fb68 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8de46ffca2904485a437e255ec05ecc7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5110857
Feb 05 20:46:24.839560 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe54d63-3d19-4c1f-ba12-590c9b61fb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c2025e-047f-4b1e-8569-2b32b2b16e82,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:24.842636 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52358) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:25.020562 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb414d4-e574-4df7-92a2-cf34f3609953 None None] Network fc4b732e-5458-48e6-8cda-4d399eeaa947 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:46:25.040640 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-78ea4546-6a39-465a-8412-4d358a5e9682 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks [] for port (0edc671e-ccf3-4093-a243-b7792a5db433), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:25.061980 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-362f9989-e618-4cf1-baa6-3fff112c4366 admin admin] Publish callbacks [] for security_group (f3c2025e-047f-4b1e-8569-2b32b2b16e82), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:25.111076 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c71c9-ba5d-42f8-9356-4dabc5bc8a5a req-202db051-7a76-4122-82fc-9e7ea9211f60 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:25.118615 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e46c71c9-ba5d-42f8-9356-4dabc5bc8a5a req-202db051-7a76-4122-82fc-9e7ea9211f60 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.32 "GET /v2.0/ports?device_id=118c168e-2291-4306-9da8-85e2fa96d5af HTTP/1.1" status: 200  len: 969 time: 0.2766173
Feb 05 20:46:25.124000 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-362f9989-e618-4cf1-baa6-3fff112c4366 admin admin] Publish callbacks [] for security_group (f3c2025e-047f-4b1e-8569-2b32b2b16e82), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:25.196760 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-78ea4546-6a39-465a-8412-4d358a5e9682 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (0edc671e-ccf3-4093-a243-b7792a5db433), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:25.285572 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e46c71c9-ba5d-42f8-9356-4dabc5bc8a5a req-d7aa291d-6ba3-43d4-8874-a32205a63e22 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ceccd0d-31c4-47ab-8580-fbee5fe0f9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1634965
Feb 05 20:46:25.292288 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ea4546-6a39-465a-8412-4d358a5e9682 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:46:25.311603 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-78ea4546-6a39-465a-8412-4d358a5e9682 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:46:25.321586 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ea4546-6a39-465a-8412-4d358a5e9682 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:46:25.327427 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea4546-6a39-465a-8412-4d358a5e9682 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Pushing event updated for resources: {'Port': ['ID=0edc671e-ccf3-4093-a243-b7792a5db433,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:25.363218 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 61b13923-2275-4dca-95bb-9e8dd4921ddf up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:46:25.401168 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-362f9989-e618-4cf1-baa6-3fff112c4366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f3c2025e-047f-4b1e-8569-2b32b2b16e82), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:25.406789 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-362f9989-e618-4cf1-baa6-3fff112c4366 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:25.410303 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-362f9989-e618-4cf1-baa6-3fff112c4366 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f3c2025e-047f-4b1e-8569-2b32b2b16e82 HTTP/1.1" status: 204  len: 168 time: 0.5644834
Feb 05 20:46:25.434715 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 61b13923-2275-4dca-95bb-9e8dd4921ddf triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:46:25.435347 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (61b13923-2275-4dca-95bb-9e8dd4921ddf), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:25.441580 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f9989-e618-4cf1-baa6-3fff112c4366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c2025e-047f-4b1e-8569-2b32b2b16e82,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:25.469811 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52372) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:25.495094 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-78ea4546-6a39-465a-8412-4d358a5e9682 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks [] for floatingip (1217fc95-0af0-4201-aa59-e7b9d5221fde), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:25.550296 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-78ea4546-6a39-465a-8412-4d358a5e9682 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0edc671e-ccf3-4093-a243-b7792a5db433), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:25.572716 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 61b13923-2275-4dca-95bb-9e8dd4921ddf is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:46:25.772690 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-78ea4546-6a39-465a-8412-4d358a5e9682 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks [] for port (0edc671e-ccf3-4093-a243-b7792a5db433), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:25.778877 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-78ea4546-6a39-465a-8412-4d358a5e9682 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (0edc671e-ccf3-4093-a243-b7792a5db433), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:25.812937 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-78ea4546-6a39-465a-8412-4d358a5e9682 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (1217fc95-0af0-4201-aa59-e7b9d5221fde), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:25.833904 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea4546-6a39-465a-8412-4d358a5e9682 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Pushing event updated for resources: {'Port': ['ID=0edc671e-ccf3-4093-a243-b7792a5db433,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:25.842052 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-78ea4546-6a39-465a-8412-4d358a5e9682 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:25.843407 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-78ea4546-6a39-465a-8412-4d358a5e9682 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.6666996
Feb 05 20:46:25.953412 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9c609ad5-9ccc-475c-8b31-8fe5df20f0a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:26.044224 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9c609ad5-9ccc-475c-8b31-8fe5df20f0a9 admin admin] Publish callbacks [] for security_group (dfe87476-9d35-4c6f-a0d0-01dd3882cc90), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:26.049533 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9c609ad5-9ccc-475c-8b31-8fe5df20f0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (dfe87476-9d35-4c6f-a0d0-01dd3882cc90), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:26.095677 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52392) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:26.103619 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9c609ad5-9ccc-475c-8b31-8fe5df20f0a9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c20993f586c14bbcb4ee69424fc416d3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6319733
Feb 05 20:46:26.104824 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c609ad5-9ccc-475c-8b31-8fe5df20f0a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe87476-9d35-4c6f-a0d0-01dd3882cc90,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:26.164900 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9a08ec2e-1541-4e44-9bf3-c85afe74da2e admin admin] Publish callbacks [] for security_group (dfe87476-9d35-4c6f-a0d0-01dd3882cc90), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:26.189767 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9a08ec2e-1541-4e44-9bf3-c85afe74da2e admin admin] Publish callbacks [] for security_group (dfe87476-9d35-4c6f-a0d0-01dd3882cc90), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:26.243734 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9a08ec2e-1541-4e44-9bf3-c85afe74da2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (dfe87476-9d35-4c6f-a0d0-01dd3882cc90), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:26.246370 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9a08ec2e-1541-4e44-9bf3-c85afe74da2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:26.247892 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9a08ec2e-1541-4e44-9bf3-c85afe74da2e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dfe87476-9d35-4c6f-a0d0-01dd3882cc90 HTTP/1.1" status: 204  len: 168 time: 0.1509099
Feb 05 20:46:26.256632 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08ec2e-1541-4e44-9bf3-c85afe74da2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe87476-9d35-4c6f-a0d0-01dd3882cc90,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:26.390814 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-8675013c-9d4a-4c5f-90a9-8962a63e37d1 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1475918361&fields=id&tenant_id=6304a49c7f254ce9bfe0896bf76e1991 HTTP/1.1" status: 200  len: 267 time: 0.0570858
Feb 05 20:46:26.606658 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23726c2-53e9-47d7-8066-1fe956395ae9 req-8c4bd2ff-40a1-4db6-a83b-db25438a090c tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:26.608252 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b23726c2-53e9-47d7-8066-1fe956395ae9 req-8c4bd2ff-40a1-4db6-a83b-db25438a090c tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.32 "GET /v2.0/ports?device_id=118c168e-2291-4306-9da8-85e2fa96d5af HTTP/1.1" status: 200  len: 969 time: 0.2062271
Feb 05 20:46:26.631119 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-f7574933-7a1d-4423-8502-a7d414d37b41 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:26.633363 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-f7574933-7a1d-4423-8502-a7d414d37b41 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/networks?id=26f1b53c-ec87-4116-92e7-641a0a5e3857 HTTP/1.1" status: 200  len: 824 time: 0.2331300
Feb 05 20:46:26.663698 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-ec469787-ce28-43ee-becc-ccbd5df3e924 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/quotas/6304a49c7f254ce9bfe0896bf76e1991 HTTP/1.1" status: 200  len: 375 time: 0.0220137
Feb 05 20:46:26.718901 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b23726c2-53e9-47d7-8066-1fe956395ae9 req-16c34826-6634-4f85-a361-eb2e7d6f1945 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ceccd0d-31c4-47ab-8580-fbee5fe0f9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016138
Feb 05 20:46:26.749033 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-fba71753-83e4-4df3-93c4-54c14c318acf tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6304a49c7f254ce9bfe0896bf76e1991&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0810249
Feb 05 20:46:26.771288 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52438) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:26.786059 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-91e63272-a1d7-48d8-a38d-0ec96999b480 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:26.867774 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-91e63272-a1d7-48d8-a38d-0ec96999b480 admin admin] Publish callbacks [] for security_group (79899757-6581-4cad-9864-7bdbf8e043b0), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:26.880017 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-91e63272-a1d7-48d8-a38d-0ec96999b480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (79899757-6581-4cad-9864-7bdbf8e043b0), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:26.927281 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-91e63272-a1d7-48d8-a38d-0ec96999b480 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=41da163b2cbb406b8e30c5da34b454bf&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1536419
Feb 05 20:46:26.929142 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e63272-a1d7-48d8-a38d-0ec96999b480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79899757-6581-4cad-9864-7bdbf8e043b0,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:26.930863 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52452) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:26.940337 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52454) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:26.948184 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-de1df964-affd-405d-878f-138acbb60895 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1838722915-network', 'tenant_id': '57fa821544d1412f889418b70c74409a'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:46:26.975779 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1df964-affd-405d-878f-138acbb60895 admin admin] Made reservation on behalf of 57fa821544d1412f889418b70c74409a for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:46:26.979434 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de1df964-affd-405d-878f-138acbb60895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:26.993711 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de1df964-affd-405d-878f-138acbb60895 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:26.994085 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c91c31bb-79c7-4855-b645-9969cac6ac94 admin admin] Publish callbacks [] for security_group (79899757-6581-4cad-9864-7bdbf8e043b0), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:27.019865 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c91c31bb-79c7-4855-b645-9969cac6ac94 admin admin] Publish callbacks [] for security_group (79899757-6581-4cad-9864-7bdbf8e043b0), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:27.082236 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c91c31bb-79c7-4855-b645-9969cac6ac94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (79899757-6581-4cad-9864-7bdbf8e043b0), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:27.085674 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c91c31bb-79c7-4855-b645-9969cac6ac94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:27.090359 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c91c31bb-79c7-4855-b645-9969cac6ac94 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/79899757-6581-4cad-9864-7bdbf8e043b0 HTTP/1.1" status: 204  len: 168 time: 0.1574209
Feb 05 20:46:27.103362 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91c31bb-79c7-4855-b645-9969cac6ac94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79899757-6581-4cad-9864-7bdbf8e043b0,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:27.108198 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de1df964-affd-405d-878f-138acbb60895 admin admin] Publish callbacks [] for security_group (de072f47-072f-4b1f-8e58-4f67229076b4), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:27.112622 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de1df964-affd-405d-878f-138acbb60895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (de072f47-072f-4b1f-8e58-4f67229076b4), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:27.145923 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de1df964-affd-405d-878f-138acbb60895 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:46:27.151768 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1df964-affd-405d-878f-138acbb60895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de072f47-072f-4b1f-8e58-4f67229076b4,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:27.160455 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de1df964-affd-405d-878f-138acbb60895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (706db897-0c5e-40a4-bce2-3570ef5289b1), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:27.161350 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-de1df964-affd-405d-878f-138acbb60895 admin admin] Added segment 706db897-0c5e-40a4-bce2-3570ef5289b1 of type vlan for network 057bdd22-4ec7-4dd3-bf91-14df855fb494
Feb 05 20:46:27.212872 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de1df964-affd-405d-878f-138acbb60895 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (057bdd22-4ec7-4dd3-bf91-14df855fb494), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:27.243087 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de1df964-affd-405d-878f-138acbb60895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (057bdd22-4ec7-4dd3-bf91-14df855fb494), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:27.244098 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1df964-affd-405d-878f-138acbb60895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:27.244708 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de1df964-affd-405d-878f-138acbb60895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:27.318061 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1df964-affd-405d-878f-138acbb60895 admin admin] Pushing event updated for resources: {'Network': ['ID=057bdd22-4ec7-4dd3-bf91-14df855fb494,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:27.325101 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-de1df964-affd-405d-878f-138acbb60895 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.3831496
Feb 05 20:46:27.328112 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52466) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:27.330792 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 057bdd22-4ec7-4dd3-bf91-14df855fb494 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:46:27.334081 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-4cd75f72-1ee1-44b1-8567-44c10710645b admin admin] Request body: {'subnet': {'network_id': '057bdd22-4ec7-4dd3-bf91-14df855fb494', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1838722915-subnet', 'tenant_id': '57fa821544d1412f889418b70c74409a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:46:27.360895 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd75f72-1ee1-44b1-8567-44c10710645b admin admin] Made reservation on behalf of 57fa821544d1412f889418b70c74409a for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:46:27.364253 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4cd75f72-1ee1-44b1-8567-44c10710645b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:27.390219 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-83333db7-55f7-4966-96a1-85c28a71eec8 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 20:46:27.397920 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-83333db7-55f7-4966-96a1-85c28a71eec8 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3378234
Feb 05 20:46:27.518817 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52476) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:27.706847 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-da00fd65-041b-4d41-800f-2c3460aa037a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:27.719208 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 3898c696-f981-4615-9d15-477ad4401c60 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:46:27.720906 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-862c7639-378c-4c11-a1d5-7fff6613aea4 service neutron] 10.222.0.32 "GET /v2.0/networks/26f1b53c-ec87-4116-92e7-641a0a5e3857?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3219650
Feb 05 20:46:27.881364 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-da00fd65-041b-4d41-800f-2c3460aa037a admin admin] Publish callbacks [] for security_group (2ce322f0-f771-42f8-a41f-a5fb9f2587e0), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:27.887736 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-da00fd65-041b-4d41-800f-2c3460aa037a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (2ce322f0-f771-42f8-a41f-a5fb9f2587e0), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:27.913228 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4cd75f72-1ee1-44b1-8567-44c10710645b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for subnet (89784e42-f6fb-458c-98ba-c41442733766), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:27.948589 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 3898c696-f981-4615-9d15-477ad4401c60, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3898c696-f981-4615-9d15-477ad4401c60,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:46:27.965597 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd75f72-1ee1-44b1-8567-44c10710645b admin admin] Pushing event updated for resources: {'Subnet': ['ID=89784e42-f6fb-458c-98ba-c41442733766,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:27.968850 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-d7b30129-b329-44ea-a8f6-c70d91853bd1 service neutron] 10.222.0.32 "GET /v2.0/networks/26f1b53c-ec87-4116-92e7-641a0a5e3857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2378972
Feb 05 20:46:27.969146 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-da00fd65-041b-4d41-800f-2c3460aa037a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4a07ccdcabe5494783a9a609bfec7c10&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4492526
Feb 05 20:46:27.970121 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da00fd65-041b-4d41-800f-2c3460aa037a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce322f0-f771-42f8-a41f-a5fb9f2587e0,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:27.973443 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52498) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:27.986579 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '3898c696-f981-4615-9d15-477ad4401c60', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'port_id': '3898c696-f981-4615-9d15-477ad4401c60', 'mac_address': 'fa:16:3e:be:63:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3c763-0926-4b49-ade5-d66ee3d4c489', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:tempest-test_az-1659162172', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:46:28.043466 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 3898c696-f981-4615-9d15-477ad4401c60 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:46:28.044007 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3898c696-f981-4615-9d15-477ad4401c60), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:28.075319 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3898c696-f981-4615-9d15-477ad4401c60 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:46:28.101156 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 3898c696-f981-4615-9d15-477ad4401c60, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3898c696-f981-4615-9d15-477ad4401c60,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:46:28.107229 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd75f72-1ee1-44b1-8567-44c10710645b admin admin] Checking segment: {'id': '706db897-0c5e-40a4-bce2-3570ef5289b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '057bdd22-4ec7-4dd3-bf91-14df855fb494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:46:28.107601 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd75f72-1ee1-44b1-8567-44c10710645b admin admin] Network hostable DHCP agents. Network: 057bdd22-4ec7-4dd3-bf91-14df855fb494, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:46:28.108687 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (3898c696-f981-4615-9d15-477ad4401c60), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:28.112363 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e81535b1-a90d-470b-823f-b6ff49cad6e7 admin admin] Publish callbacks [] for security_group (2ce322f0-f771-42f8-a41f-a5fb9f2587e0), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:28.137725 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e81535b1-a90d-470b-823f-b6ff49cad6e7 admin admin] Publish callbacks [] for security_group (2ce322f0-f771-42f8-a41f-a5fb9f2587e0), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:28.194411 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b1121-bd64-4799-aaab-6b438a9d67df req-3c4852de-5e38-42c1-a31f-e3d5089fe4af tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:28.196406 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0e2b1121-bd64-4799-aaab-6b438a9d67df req-3c4852de-5e38-42c1-a31f-e3d5089fe4af tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.32 "GET /v2.0/ports?device_id=118c168e-2291-4306-9da8-85e2fa96d5af HTTP/1.1" status: 200  len: 969 time: 0.2318366
Feb 05 20:46:28.204947 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=3898c696-f981-4615-9d15-477ad4401c60,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:28.218333 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e81535b1-a90d-470b-823f-b6ff49cad6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (2ce322f0-f771-42f8-a41f-a5fb9f2587e0), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:28.220892 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e81535b1-a90d-470b-823f-b6ff49cad6e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:28.222037 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e81535b1-a90d-470b-823f-b6ff49cad6e7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2ce322f0-f771-42f8-a41f-a5fb9f2587e0 HTTP/1.1" status: 204  len: 168 time: 0.2378793
Feb 05 20:46:28.245112 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81535b1-a90d-470b-823f-b6ff49cad6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce322f0-f771-42f8-a41f-a5fb9f2587e0,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:28.281872 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0e2b1121-bd64-4799-aaab-6b438a9d67df req-c497caef-3cf7-4e77-802d-ebbfd2ef8dac tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ceccd0d-31c4-47ab-8580-fbee5fe0f9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748122
Feb 05 20:46:28.281872 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd75f72-1ee1-44b1-8567-44c10710645b admin admin] Network 057bdd22-4ec7-4dd3-bf91-14df855fb494 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:46:28.308133 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-4cd75f72-1ee1-44b1-8567-44c10710645b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 057bdd22-4ec7-4dd3-bf91-14df855fb494) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:46:28.313596 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd75f72-1ee1-44b1-8567-44c10710645b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:28.314672 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4cd75f72-1ee1-44b1-8567-44c10710645b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:28.318080 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f53e3f-a81d-497b-ba16-26bf4a49a280 None None] Network 057bdd22-4ec7-4dd3-bf91-14df855fb494 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:46:28.356730 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4cd75f72-1ee1-44b1-8567-44c10710645b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0270994
Feb 05 20:46:28.401846 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a7fa8973-f068-4891-a105-39870e034c6c req-0bb2ae58-5bfc-4ce1-aa0d-a0718dbbebcc tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/ports?device_id=e808cdea-255a-452b-be82-ff4de8c9559c HTTP/1.1" status: 200  len: 210 time: 0.0323851
Feb 05 20:46:28.458894 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['3898c696-f981-4615-9d15-477ad4401c60'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:46:28.680380 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71459e13-643d-419b-88b6-b11fd3a26fea None None] Network 057bdd22-4ec7-4dd3-bf91-14df855fb494 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:46:28.925131 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52568) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:28.947336 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c4f7606b-8cd1-4cae-b74b-ecd2efb52f46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:29.121157 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c4f7606b-8cd1-4cae-b74b-ecd2efb52f46 admin admin] Publish callbacks [] for security_group (54ff86ca-e421-40aa-bc7b-2805c1302f87), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:29.128849 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c4f7606b-8cd1-4cae-b74b-ecd2efb52f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (54ff86ca-e421-40aa-bc7b-2805c1302f87), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:29.164707 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52580) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:29.164855 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c4f7606b-8cd1-4cae-b74b-ecd2efb52f46 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=54466c65cadc47a79f074460221cf7fe&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2386086
Feb 05 20:46:29.179994 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7606b-8cd1-4cae-b74b-ecd2efb52f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ff86ca-e421-40aa-bc7b-2805c1302f87,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:29.253471 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-466c7cc9-5e89-40b2-abff-68834ab53aeb admin admin] Publish callbacks [] for security_group (54ff86ca-e421-40aa-bc7b-2805c1302f87), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:29.279430 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-466c7cc9-5e89-40b2-abff-68834ab53aeb admin admin] Publish callbacks [] for security_group (54ff86ca-e421-40aa-bc7b-2805c1302f87), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:29.338146 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52588) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:29.338499 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-466c7cc9-5e89-40b2-abff-68834ab53aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (54ff86ca-e421-40aa-bc7b-2805c1302f87), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:29.342169 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-466c7cc9-5e89-40b2-abff-68834ab53aeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:29.343823 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-466c7cc9-5e89-40b2-abff-68834ab53aeb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/54ff86ca-e421-40aa-bc7b-2805c1302f87 HTTP/1.1" status: 204  len: 168 time: 0.1729701
Feb 05 20:46:29.354518 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466c7cc9-5e89-40b2-abff-68834ab53aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ff86ca-e421-40aa-bc7b-2805c1302f87,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:29.439545 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d73c0-12fb-439a-beae-a49da1dd0c2e req-72dbe49d-f058-4a0a-8ee5-355fe528e069 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:29.442874 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f37d73c0-12fb-439a-beae-a49da1dd0c2e req-72dbe49d-f058-4a0a-8ee5-355fe528e069 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.32 "GET /v2.0/ports?device_id=118c168e-2291-4306-9da8-85e2fa96d5af HTTP/1.1" status: 200  len: 970 time: 0.0639729
Feb 05 20:46:29.528099 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f37d73c0-12fb-439a-beae-a49da1dd0c2e req-f680dee5-7dfa-4a86-b8f1-a692a553821f tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ceccd0d-31c4-47ab-8580-fbee5fe0f9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786753
Feb 05 20:46:29.658544 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f8aaed08-f6d7-4c19-a07f-7fced3e0fcdb req-17ed5448-6e2f-4a8e-a7df-39988e64a5a4 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/ports?device_id=e808cdea-255a-452b-be82-ff4de8c9559c HTTP/1.1" status: 200  len: 210 time: 0.0365746
Feb 05 20:46:29.701085 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 3898c696-f981-4615-9d15-477ad4401c60 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:46:29.777590 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 3898c696-f981-4615-9d15-477ad4401c60 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:46:29.782273 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 3898c696-f981-4615-9d15-477ad4401c60 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:46:29.782728 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (3898c696-f981-4615-9d15-477ad4401c60), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:29.822231 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d4906492-99db-4369-9df9-b8f22a4e0a68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:29.925503 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-588ed03d-2669-4ccd-8f85-eceee8d2bbcf tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:29.930958 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-588ed03d-2669-4ccd-8f85-eceee8d2bbcf tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/networks?id=fc4b732e-5458-48e6-8cda-4d399eeaa947 HTTP/1.1" status: 200  len: 808 time: 0.1717021
Feb 05 20:46:29.940128 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d4906492-99db-4369-9df9-b8f22a4e0a68 admin admin] Publish callbacks [] for security_group (84f22058-de76-4ff2-8381-5b949d3c64b4), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:29.949041 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d4906492-99db-4369-9df9-b8f22a4e0a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (84f22058-de76-4ff2-8381-5b949d3c64b4), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:29.958306 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-986fde5c-b93c-4f14-b0b8-1ef981c29c60 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/quotas/cee5ceeb66aa4167b6492470edbad369 HTTP/1.1" status: 200  len: 375 time: 0.0244086
Feb 05 20:46:29.974023 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 3898c696-f981-4615-9d15-477ad4401c60 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:46:29.975785 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3898c696-f981-4615-9d15-477ad4401c60), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:30.008996 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-bea60d2f-c207-4043-ba5f-372fdd06a76d tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cee5ceeb66aa4167b6492470edbad369&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0496132
Feb 05 20:46:30.034644 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.21', 60131) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:30.040382 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 3898c696-f981-4615-9d15-477ad4401c60, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3898c696-f981-4615-9d15-477ad4401c60,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:46:30.042079 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118c168e-2291-4306-9da8-85e2fa96d5af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3898c696-f981-4615-9d15-477ad4401c60'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:46:30.057027 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4906492-99db-4369-9df9-b8f22a4e0a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f22058-de76-4ff2-8381-5b949d3c64b4,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:30.083438 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d4906492-99db-4369-9df9-b8f22a4e0a68 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=802affb26dd8437a960856c59334d744&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7440734
Feb 05 20:46:30.084050 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52618) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:30.123604 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (3898c696-f981-4615-9d15-477ad4401c60), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:30.213981 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fcc39bc4-a6dd-4c8f-a9eb-3e782321988e admin admin] Publish callbacks [] for security_group (84f22058-de76-4ff2-8381-5b949d3c64b4), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:30.236326 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=3898c696-f981-4615-9d15-477ad4401c60,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:30.258310 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fcc39bc4-a6dd-4c8f-a9eb-3e782321988e admin admin] Publish callbacks [] for security_group (84f22058-de76-4ff2-8381-5b949d3c64b4), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:30.266777 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-20062500-f993-4836-ab33-8e0192f71471 service neutron] 10.222.0.32 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2568429
Feb 05 20:46:30.284202 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-300fa614-94b7-4013-9ed2-f862a8417cb2 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:30.289520 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-300fa614-94b7-4013-9ed2-f862a8417cb2 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.21 "GET /v2.0/networks?id=26f1b53c-ec87-4116-92e7-641a0a5e3857 HTTP/1.1" status: 200  len: 824 time: 0.2397034
Feb 05 20:46:30.320266 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fcc39bc4-a6dd-4c8f-a9eb-3e782321988e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (84f22058-de76-4ff2-8381-5b949d3c64b4), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:30.323573 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fcc39bc4-a6dd-4c8f-a9eb-3e782321988e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:30.324748 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-fcc39bc4-a6dd-4c8f-a9eb-3e782321988e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/84f22058-de76-4ff2-8381-5b949d3c64b4 HTTP/1.1" status: 204  len: 168 time: 0.2397316
Feb 05 20:46:30.332559 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc39bc4-a6dd-4c8f-a9eb-3e782321988e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f22058-de76-4ff2-8381-5b949d3c64b4,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:30.426218 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b061e75-a521-44e3-a432-d1c9a32cc833" -d '{"events": [{"server_uuid": "118c168e-2291-4306-9da8-85e2fa96d5af", "name": "network-vif-plugged", "status": "completed", "tag": "3898c696-f981-4615-9d15-477ad4401c60"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:46:30.449180 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-4c3734f0-bd89-4c46-9a43-59190408d44e tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6304a49c7f254ce9bfe0896bf76e1991 HTTP/1.1" status: 200  len: 380 time: 0.0826261
Feb 05 20:46:30.453230 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-c0c1bb40-1b8d-4d65-b961-dd556109e778 service neutron] 10.222.0.32 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1856692
Feb 05 20:46:30.459619 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-ba27ed42-7176-4cae-ac86-540b9a7a9a96 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Request body: {'port': {'device_id': 'e808cdea-255a-452b-be82-ff4de8c9559c', 'network_id': '26f1b53c-ec87-4116-92e7-641a0a5e3857', 'admin_state_up': True, 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991', 'security_groups': ['f400a674-b392-423c-b672-e853dd7371fe']}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:46:30.632786 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-ba27ed42-7176-4cae-ac86-540b9a7a9a96 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Made reservation on behalf of 6304a49c7f254ce9bfe0896bf76e1991 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:46:30.633746 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-ba27ed42-7176-4cae-ac86-540b9a7a9a96 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:30.875737 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-ba27ed42-7176-4cae-ac86-540b9a7a9a96 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Allocated IP 172.20.0.14 (26f1b53c-ec87-4116-92e7-641a0a5e3857/25459765-cc89-4a3e-8d4c-afa923a547d8/65a26644-9938-4a87-b528-63f3571d9f25) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:46:31.092598 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1da745e-f97e-4d68-83e5-d9ce357d99ae x-openstack-request-id: req-b1da745e-f97e-4d68-83e5-d9ce357d99ae {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:46:31.093546 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118c168e-2291-4306-9da8-85e2fa96d5af", "name": "network-vif-plugged", "status": "completed", "tag": "3898c696-f981-4615-9d15-477ad4401c60", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:46:31.094016 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b1da745e-f97e-4d68-83e5-d9ce357d99ae {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:46:31.094753 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118c168e-2291-4306-9da8-85e2fa96d5af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3898c696-f981-4615-9d15-477ad4401c60', 'code': 200}
Feb 05 20:46:31.107038 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-ba27ed42-7176-4cae-ac86-540b9a7a9a96 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks [] for port (65a26644-9938-4a87-b528-63f3571d9f25), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:31.181595 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-ba27ed42-7176-4cae-ac86-540b9a7a9a96 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (65a26644-9938-4a87-b528-63f3571d9f25), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:31.258614 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52676) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:31.280534 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-79adeb7d-f024-4372-946b-5b548550139e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:31.340404 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-ba27ed42-7176-4cae-ac86-540b9a7a9a96 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Network 26f1b53c-ec87-4116-92e7-641a0a5e3857 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:46:31.380640 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-ba27ed42-7176-4cae-ac86-540b9a7a9a96 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:46:31.399550 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-79adeb7d-f024-4372-946b-5b548550139e admin admin] Publish callbacks [] for security_group (0aae1a76-1be2-44b7-b083-6f78c554d21c), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:31.399550 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-79adeb7d-f024-4372-946b-5b548550139e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (0aae1a76-1be2-44b7-b083-6f78c554d21c), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:31.439199 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-ba27ed42-7176-4cae-ac86-540b9a7a9a96 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:46:31.452238 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-79adeb7d-f024-4372-946b-5b548550139e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=49f10e52391444829bb8c1b15d441b68&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1921103
Feb 05 20:46:31.453496 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79adeb7d-f024-4372-946b-5b548550139e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aae1a76-1be2-44b7-b083-6f78c554d21c,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:31.462450 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-ba27ed42-7176-4cae-ac86-540b9a7a9a96 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:31.462450 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-ba27ed42-7176-4cae-ac86-540b9a7a9a96 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:31.474293 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52680) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:31.483616 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3b6e5620-c174-4f41-add3-fd2f1fa2591e req-af9e31d9-b285-4962-b914-9ac34311c51b tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2 HTTP/1.1" status: 200  len: 210 time: 0.1477177
Feb 05 20:46:31.510813 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-ba27ed42-7176-4cae-ac86-540b9a7a9a96 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0565863
Feb 05 20:46:31.542731 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdde15-5304-4d36-a1c8-e201345baa7a req-c3c0533d-be2d-4e13-8287-86a092bdd509 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:31.556514 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fcfdde15-5304-4d36-a1c8-e201345baa7a req-c3c0533d-be2d-4e13-8287-86a092bdd509 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.32 "GET /v2.0/ports?device_id=118c168e-2291-4306-9da8-85e2fa96d5af HTTP/1.1" status: 200  len: 971 time: 0.3959899
Feb 05 20:46:31.560703 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27ed42-7176-4cae-ac86-540b9a7a9a96 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Pushing event updated for resources: {'Port': ['ID=65a26644-9938-4a87-b528-63f3571d9f25,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:31.586341 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3820fdd5-4c52-45f3-8b97-9da73405eaee admin admin] Publish callbacks [] for security_group (0aae1a76-1be2-44b7-b083-6f78c554d21c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:31.634164 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3820fdd5-4c52-45f3-8b97-9da73405eaee admin admin] Publish callbacks [] for security_group (0aae1a76-1be2-44b7-b083-6f78c554d21c), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:31.646086 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e465dc-95d3-4c1c-bf1a-9bd66e1c45e5 req-3f686dd5-3201-46ad-9e4f-78a8c17f36fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:31.648421 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d4e465dc-95d3-4c1c-bf1a-9bd66e1c45e5 req-3f686dd5-3201-46ad-9e4f-78a8c17f36fe service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=118c168e-2291-4306-9da8-85e2fa96d5af HTTP/1.1" status: 200  len: 1153 time: 0.4310563
Feb 05 20:46:31.715149 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d4e465dc-95d3-4c1c-bf1a-9bd66e1c45e5 req-d7dc7ae4-eadf-4f69-a399-cbfbcb098c11 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:31.728536 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3820fdd5-4c52-45f3-8b97-9da73405eaee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (0aae1a76-1be2-44b7-b083-6f78c554d21c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:31.733303 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3820fdd5-4c52-45f3-8b97-9da73405eaee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:31.734806 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3820fdd5-4c52-45f3-8b97-9da73405eaee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0aae1a76-1be2-44b7-b083-6f78c554d21c HTTP/1.1" status: 204  len: 168 time: 0.2585893
Feb 05 20:46:31.749708 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fcfdde15-5304-4d36-a1c8-e201345baa7a req-788e6184-32e7-4ef0-bec1-de564065c8f4 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ceccd0d-31c4-47ab-8580-fbee5fe0f9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1868908
Feb 05 20:46:31.751605 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3820fdd5-4c52-45f3-8b97-9da73405eaee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aae1a76-1be2-44b7-b083-6f78c554d21c,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:31.794778 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2871035-582e-4752-85f8-acabd44ceed4 req-773cb56c-0ea5-4c73-9fa2-a93b656786a6 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:31.796395 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f2871035-582e-4752-85f8-acabd44ceed4 req-773cb56c-0ea5-4c73-9fa2-a93b656786a6 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/ports?device_id=e808cdea-255a-452b-be82-ff4de8c9559c HTTP/1.1" status: 200  len: 932 time: 0.1770880
Feb 05 20:46:31.833379 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-181dee00-8e59-474b-bc04-a62fb60bd0f9 None None] Provisioning complete for port 65a26644-9938-4a87-b528-63f3571d9f25 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:46:31.834142 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-181dee00-8e59-474b-bc04-a62fb60bd0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (65a26644-9938-4a87-b528-63f3571d9f25), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:31.873405 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f2871035-582e-4752-85f8-acabd44ceed4 req-e4a8d745-6afd-4f9a-9f1e-a1765133eb1a tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/security-groups?id=f400a674-b392-423c-b672-e853dd7371fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0704236
Feb 05 20:46:31.889255 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-181dee00-8e59-474b-bc04-a62fb60bd0f9 None None] Port 65a26644-9938-4a87-b528-63f3571d9f25 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:46:31.908052 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d4e465dc-95d3-4c1c-bf1a-9bd66e1c45e5 req-d7dc7ae4-eadf-4f69-a399-cbfbcb098c11 service neutron] Publish callbacks [] for security_group (1f90f5d8-febc-43a9-ace9-de4bec36dc05), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:31.917330 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d4e465dc-95d3-4c1c-bf1a-9bd66e1c45e5 req-d7dc7ae4-eadf-4f69-a399-cbfbcb098c11 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (1f90f5d8-febc-43a9-ace9-de4bec36dc05), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:31.966978 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d4e465dc-95d3-4c1c-bf1a-9bd66e1c45e5 req-d7dc7ae4-eadf-4f69-a399-cbfbcb098c11 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8ceccd0d-31c4-47ab-8580-fbee5fe0f9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2984707
Feb 05 20:46:31.977135 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc7ae4-eadf-4f69-a399-cbfbcb098c11 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1f90f5d8-febc-43a9-ace9-de4bec36dc05,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:32.597171 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001ca03-2bbd-457a-8d86-ba7887be345c req-5e165800-0efa-47a6-9241-716e3a2d4f95 tempest-NetworksTest-928273962 tempest-NetworksTest-928273962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:32.597988 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001ca03-2bbd-457a-8d86-ba7887be345c req-5e165800-0efa-47a6-9241-716e3a2d4f95 tempest-NetworksTest-928273962 tempest-NetworksTest-928273962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:32.598165 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001ca03-2bbd-457a-8d86-ba7887be345c req-5e165800-0efa-47a6-9241-716e3a2d4f95 tempest-NetworksTest-928273962 tempest-NetworksTest-928273962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:32.598670 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001ca03-2bbd-457a-8d86-ba7887be345c req-5e165800-0efa-47a6-9241-716e3a2d4f95 tempest-NetworksTest-928273962 tempest-NetworksTest-928273962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:32.599137 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001ca03-2bbd-457a-8d86-ba7887be345c req-5e165800-0efa-47a6-9241-716e3a2d4f95 tempest-NetworksTest-928273962 tempest-NetworksTest-928273962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:32.599599 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001ca03-2bbd-457a-8d86-ba7887be345c req-5e165800-0efa-47a6-9241-716e3a2d4f95 tempest-NetworksTest-928273962 tempest-NetworksTest-928273962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:32.601168 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001ca03-2bbd-457a-8d86-ba7887be345c req-5e165800-0efa-47a6-9241-716e3a2d4f95 tempest-NetworksTest-928273962 tempest-NetworksTest-928273962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:32.622473 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5001ca03-2bbd-457a-8d86-ba7887be345c req-5e165800-0efa-47a6-9241-716e3a2d4f95 tempest-NetworksTest-928273962 tempest-NetworksTest-928273962-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 5021 time: 0.3400283
Feb 05 20:46:32.736197 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52750) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:32.869334 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-33e72ffc-4982-44c4-b491-3d686c53dfa8 req-46298234-45e7-444d-bc78-12434d3d9519 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2 HTTP/1.1" status: 200  len: 210 time: 0.2259979
Feb 05 20:46:32.965355 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad104365-75fa-406a-8514-b3b70a45c89e req-f4ef986a-d86d-4318-aa65-1221be090ef4 tempest-NetworksTest-928273962 tempest-NetworksTest-928273962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:32.966886 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ad104365-75fa-406a-8514-b3b70a45c89e req-f4ef986a-d86d-4318-aa65-1221be090ef4 tempest-NetworksTest-928273962 tempest-NetworksTest-928273962-project-admin] 10.222.0.32 "GET /v2.0/networks/d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 886 time: 0.3404300
Feb 05 20:46:33.003937 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-69ecbe03-e0a1-48e8-a820-dd0454ddea3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:33.017480 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b11c313-feb3-4364-b815-ec55159e90c3 req-b32eb24f-78be-4622-bf99-b94a8fc0a6cb tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:33.019668 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7b11c313-feb3-4364-b815-ec55159e90c3 req-b32eb24f-78be-4622-bf99-b94a8fc0a6cb tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.32 "GET /v2.0/ports?device_id=118c168e-2291-4306-9da8-85e2fa96d5af HTTP/1.1" status: 200  len: 971 time: 0.0676017
Feb 05 20:46:33.134860 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-69ecbe03-e0a1-48e8-a820-dd0454ddea3d admin admin] Publish callbacks [] for security_group (278ff810-df82-41b6-8639-06bb563cbe1d), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:33.145595 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-69ecbe03-e0a1-48e8-a820-dd0454ddea3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (278ff810-df82-41b6-8639-06bb563cbe1d), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:33.146991 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7b11c313-feb3-4364-b815-ec55159e90c3 req-39e1e628-b45c-4c6f-9c12-e4c9aa549a94 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ceccd0d-31c4-47ab-8580-fbee5fe0f9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1204236
Feb 05 20:46:33.171382 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405bf1b-9cf7-4d5b-9ee6-8db8c0d63aa5 req-e2b3967b-a81c-45e2-9a5a-6da0788f5a70 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:33.173103 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e405bf1b-9cf7-4d5b-9ee6-8db8c0d63aa5 req-e2b3967b-a81c-45e2-9a5a-6da0788f5a70 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/ports?device_id=e808cdea-255a-452b-be82-ff4de8c9559c HTTP/1.1" status: 200  len: 932 time: 0.1478932
Feb 05 20:46:33.205188 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-69ecbe03-e0a1-48e8-a820-dd0454ddea3d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=60cb36778c8c4f938d5eaa0c503e061c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4670691
Feb 05 20:46:33.209243 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52772) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:33.232615 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ecbe03-e0a1-48e8-a820-dd0454ddea3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278ff810-df82-41b6-8639-06bb563cbe1d,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:33.297152 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f9a6701d-21b6-4ba5-bba0-440de50016b9 admin admin] Publish callbacks [] for security_group (278ff810-df82-41b6-8639-06bb563cbe1d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:33.303594 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e405bf1b-9cf7-4d5b-9ee6-8db8c0d63aa5 req-f89b1146-e04e-4064-9022-d594afb015f8 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/security-groups?id=f400a674-b392-423c-b672-e853dd7371fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1119730
Feb 05 20:46:33.345008 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f9a6701d-21b6-4ba5-bba0-440de50016b9 admin admin] Publish callbacks [] for security_group (278ff810-df82-41b6-8639-06bb563cbe1d), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:33.345767 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dccca7-60dc-4452-a684-40c64aa4a80d req-8438fab8-58e5-455a-9d9d-252c923d9977 tempest-NetworksTest-928273962 tempest-NetworksTest-928273962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:33.346452 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dccca7-60dc-4452-a684-40c64aa4a80d req-8438fab8-58e5-455a-9d9d-252c923d9977 tempest-NetworksTest-928273962 tempest-NetworksTest-928273962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:33.347057 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dccca7-60dc-4452-a684-40c64aa4a80d req-8438fab8-58e5-455a-9d9d-252c923d9977 tempest-NetworksTest-928273962 tempest-NetworksTest-928273962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:33.351688 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dccca7-60dc-4452-a684-40c64aa4a80d req-8438fab8-58e5-455a-9d9d-252c923d9977 tempest-NetworksTest-928273962 tempest-NetworksTest-928273962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:33.352331 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dccca7-60dc-4452-a684-40c64aa4a80d req-8438fab8-58e5-455a-9d9d-252c923d9977 tempest-NetworksTest-928273962 tempest-NetworksTest-928273962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:33.353769 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dccca7-60dc-4452-a684-40c64aa4a80d req-8438fab8-58e5-455a-9d9d-252c923d9977 tempest-NetworksTest-928273962 tempest-NetworksTest-928273962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:33.354312 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dccca7-60dc-4452-a684-40c64aa4a80d req-8438fab8-58e5-455a-9d9d-252c923d9977 tempest-NetworksTest-928273962 tempest-NetworksTest-928273962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:33.356552 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-40dccca7-60dc-4452-a684-40c64aa4a80d req-8438fab8-58e5-455a-9d9d-252c923d9977 tempest-NetworksTest-928273962 tempest-NetworksTest-928273962-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 5021 time: 0.1811738
Feb 05 20:46:33.409508 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f9a6701d-21b6-4ba5-bba0-440de50016b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (278ff810-df82-41b6-8639-06bb563cbe1d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:33.412024 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f9a6701d-21b6-4ba5-bba0-440de50016b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:33.416040 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f9a6701d-21b6-4ba5-bba0-440de50016b9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/278ff810-df82-41b6-8639-06bb563cbe1d HTTP/1.1" status: 204  len: 168 time: 0.2029865
Feb 05 20:46:33.422408 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a6701d-21b6-4ba5-bba0-440de50016b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278ff810-df82-41b6-8639-06bb563cbe1d,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:33.624495 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-07aec5cc-a27c-41f6-bc23-fbac051959f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:33.912075 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52800) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:34.006927 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db97a0c7-ed4a-4273-ad4f-e4a3cb5c8259 req-6bd9626b-edc2-4dc1-9455-78e6c549e20e tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2 HTTP/1.1" status: 200  len: 210 time: 0.0459580
Feb 05 20:46:34.096196 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52808) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:34.110140 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-875754c7-f663-461a-a721-1b5f399d8782 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:34.230357 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-875754c7-f663-461a-a721-1b5f399d8782 admin admin] Publish callbacks [] for security_group (77da884c-93df-4c1d-bd99-901187ad8247), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:34.249061 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-875754c7-f663-461a-a721-1b5f399d8782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (77da884c-93df-4c1d-bd99-901187ad8247), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:34.259534 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4aba1378-7f09-45ba-82fb-b518e0674ea9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:34.299562 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c8008-9377-48c4-8cfc-e9e9c37f7474 req-44de7c87-43c2-40ce-be2e-218ef401a4b5 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:34.308303 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-875754c7-f663-461a-a721-1b5f399d8782 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8ca1e110b81a472db2e1cbd45d9bda89&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2108479
Feb 05 20:46:34.308640 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-416c8008-9377-48c4-8cfc-e9e9c37f7474 req-44de7c87-43c2-40ce-be2e-218ef401a4b5 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.32 "GET /v2.0/ports?device_id=118c168e-2291-4306-9da8-85e2fa96d5af HTTP/1.1" status: 200  len: 971 time: 0.0789514
Feb 05 20:46:34.314206 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52814) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:34.372576 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52818) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:34.379235 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875754c7-f663-461a-a721-1b5f399d8782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77da884c-93df-4c1d-bd99-901187ad8247,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:34.391445 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-416c8008-9377-48c4-8cfc-e9e9c37f7474 req-c0673a67-abd9-40aa-8572-25e4be1048de tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ceccd0d-31c4-47ab-8580-fbee5fe0f9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814972
Feb 05 20:46:34.486895 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f3cc4689-9401-4657-87e4-9c885b41abc9 admin admin] Publish callbacks [] for security_group (77da884c-93df-4c1d-bd99-901187ad8247), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:34.491438 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0dbe0-61cd-4ee1-bb26-f6a85fdfaece req-8a63ce99-2dd8-49a6-a4b3-893cb3b48957 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:34.493359 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e9c0dbe0-61cd-4ee1-bb26-f6a85fdfaece req-8a63ce99-2dd8-49a6-a4b3-893cb3b48957 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/ports?device_id=e808cdea-255a-452b-be82-ff4de8c9559c HTTP/1.1" status: 200  len: 932 time: 0.0924759
Feb 05 20:46:34.528387 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4aba1378-7f09-45ba-82fb-b518e0674ea9 admin admin] Publish callbacks [] for security_group (19ebb46a-5fad-4e9c-8e6c-386f658095b4), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:34.534024 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4aba1378-7f09-45ba-82fb-b518e0674ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (19ebb46a-5fad-4e9c-8e6c-386f658095b4), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:34.557696 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f3cc4689-9401-4657-87e4-9c885b41abc9 admin admin] Publish callbacks [] for security_group (77da884c-93df-4c1d-bd99-901187ad8247), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:34.612150 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e9c0dbe0-61cd-4ee1-bb26-f6a85fdfaece req-6bb341c8-2467-4d9c-842b-670a94a33206 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/security-groups?id=f400a674-b392-423c-b672-e853dd7371fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1011882
Feb 05 20:46:34.723082 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4418c51-fa0d-45a7-8ee9-c4cedde993be req-fcadf3f7-e52b-4ae7-8410-51251f975bb0 tempest-AggregatesAdminTestJSON-750257923 tempest-AggregatesAdminTestJSON-750257923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:34.735253 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4aba1378-7f09-45ba-82fb-b518e0674ea9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b225dc840e1476e8b55d2f27b616246&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8193009
Feb 05 20:46:34.735471 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a4418c51-fa0d-45a7-8ee9-c4cedde993be req-fcadf3f7-e52b-4ae7-8410-51251f975bb0 tempest-AggregatesAdminTestJSON-750257923 tempest-AggregatesAdminTestJSON-750257923-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=118c168e-2291-4306-9da8-85e2fa96d5af HTTP/1.1" status: 200  len: 1153 time: 0.0678747
Feb 05 20:46:34.736236 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba1378-7f09-45ba-82fb-b518e0674ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ebb46a-5fad-4e9c-8e6c-386f658095b4,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:34.736433 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52832) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:34.777244 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f3cc4689-9401-4657-87e4-9c885b41abc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (77da884c-93df-4c1d-bd99-901187ad8247), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:34.780271 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f3cc4689-9401-4657-87e4-9c885b41abc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:34.781786 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f3cc4689-9401-4657-87e4-9c885b41abc9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/77da884c-93df-4c1d-bd99-901187ad8247 HTTP/1.1" status: 204  len: 168 time: 0.4528005
Feb 05 20:46:34.785466 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a4418c51-fa0d-45a7-8ee9-c4cedde993be req-47d4e90b-1222-4c2a-b334-2adc66c781a4 tempest-AggregatesAdminTestJSON-750257923 tempest-AggregatesAdminTestJSON-750257923-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:34.791054 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cc4689-9401-4657-87e4-9c885b41abc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77da884c-93df-4c1d-bd99-901187ad8247,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:34.791466 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6cd6792d-6643-4c3e-918c-04c9deae36d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:34.898149 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-944388b2-82ff-46be-928d-55539b146a5a admin admin] Publish callbacks [] for security_group (19ebb46a-5fad-4e9c-8e6c-386f658095b4), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:34.952057 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-944388b2-82ff-46be-928d-55539b146a5a admin admin] Publish callbacks [] for security_group (19ebb46a-5fad-4e9c-8e6c-386f658095b4), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:35.017853 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6cd6792d-6643-4c3e-918c-04c9deae36d9 admin admin] Publish callbacks [] for security_group (6cb3f006-11b8-459f-9570-3a9949f92dfb), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:35.027014 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6cd6792d-6643-4c3e-918c-04c9deae36d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (6cb3f006-11b8-459f-9570-3a9949f92dfb), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:35.045849 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a4418c51-fa0d-45a7-8ee9-c4cedde993be req-47d4e90b-1222-4c2a-b334-2adc66c781a4 tempest-AggregatesAdminTestJSON-750257923 tempest-AggregatesAdminTestJSON-750257923-project-admin] Publish callbacks [] for security_group (f4438bde-e297-4f0d-ae6f-bd4b8da90a94), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:35.065972 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a4418c51-fa0d-45a7-8ee9-c4cedde993be req-47d4e90b-1222-4c2a-b334-2adc66c781a4 tempest-AggregatesAdminTestJSON-750257923 tempest-AggregatesAdminTestJSON-750257923-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f4438bde-e297-4f0d-ae6f-bd4b8da90a94), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:35.089211 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6cd6792d-6643-4c3e-918c-04c9deae36d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=66d78aaebbbc4e73a93479a7482541c3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7154789
Feb 05 20:46:35.092135 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52846) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:35.094197 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6792d-6643-4c3e-918c-04c9deae36d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb3f006-11b8-459f-9570-3a9949f92dfb,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:35.114760 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-944388b2-82ff-46be-928d-55539b146a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (19ebb46a-5fad-4e9c-8e6c-386f658095b4), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:35.118711 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-944388b2-82ff-46be-928d-55539b146a5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:35.119778 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-944388b2-82ff-46be-928d-55539b146a5a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/19ebb46a-5fad-4e9c-8e6c-386f658095b4 HTTP/1.1" status: 204  len: 168 time: 0.3822207
Feb 05 20:46:35.140197 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a4418c51-fa0d-45a7-8ee9-c4cedde993be req-47d4e90b-1222-4c2a-b334-2adc66c781a4 tempest-AggregatesAdminTestJSON-750257923 tempest-AggregatesAdminTestJSON-750257923-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=8ceccd0d-31c4-47ab-8580-fbee5fe0f9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4059267
Feb 05 20:46:35.178301 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6d1bb28d-fbb5-410b-94f9-e945d2975476 admin admin] Publish callbacks [] for security_group (6cb3f006-11b8-459f-9570-3a9949f92dfb), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:35.181889 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d4e90b-1222-4c2a-b334-2adc66c781a4 tempest-AggregatesAdminTestJSON-750257923 tempest-AggregatesAdminTestJSON-750257923-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4438bde-e297-4f0d-ae6f-bd4b8da90a94,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:35.202760 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1bc49b48-335d-4d68-83f7-8ad9ce24114e req-2a0b7064-73a5-4d19-9781-14a2df4be266 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2 HTTP/1.1" status: 200  len: 210 time: 0.0520542
Feb 05 20:46:35.209474 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944388b2-82ff-46be-928d-55539b146a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ebb46a-5fad-4e9c-8e6c-386f658095b4,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:35.214975 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6d1bb28d-fbb5-410b-94f9-e945d2975476 admin admin] Publish callbacks [] for security_group (6cb3f006-11b8-459f-9570-3a9949f92dfb), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:35.277238 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6d1bb28d-fbb5-410b-94f9-e945d2975476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (6cb3f006-11b8-459f-9570-3a9949f92dfb), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:35.281002 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6d1bb28d-fbb5-410b-94f9-e945d2975476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:35.282239 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6d1bb28d-fbb5-410b-94f9-e945d2975476 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6cb3f006-11b8-459f-9570-3a9949f92dfb HTTP/1.1" status: 204  len: 168 time: 0.1879375
Feb 05 20:46:35.291536 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1bb28d-fbb5-410b-94f9-e945d2975476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb3f006-11b8-459f-9570-3a9949f92dfb,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:35.403831 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52862) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:35.513411 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d46102d-cd23-41b9-822e-d1060d4f7830 req-fac67e74-1f88-4b51-a945-b42fb34eb14b tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:35.515217 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6d46102d-cd23-41b9-822e-d1060d4f7830 req-fac67e74-1f88-4b51-a945-b42fb34eb14b tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.32 "GET /v2.0/ports?device_id=118c168e-2291-4306-9da8-85e2fa96d5af HTTP/1.1" status: 200  len: 971 time: 0.0579574
Feb 05 20:46:35.527095 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52870) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:35.543071 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b3918ba2-d22f-49f7-825a-4c84397129ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:35.582726 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6d46102d-cd23-41b9-822e-d1060d4f7830 req-9a9d69f0-199a-49c1-a114-11ccad3038f1 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ceccd0d-31c4-47ab-8580-fbee5fe0f9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595341
Feb 05 20:46:35.632403 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b3918ba2-d22f-49f7-825a-4c84397129ef admin admin] Publish callbacks [] for security_group (ab2e3f38-a42f-4893-b802-f927707da403), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:35.637346 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b3918ba2-d22f-49f7-825a-4c84397129ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ab2e3f38-a42f-4893-b802-f927707da403), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:35.686410 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b3918ba2-d22f-49f7-825a-4c84397129ef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f85397ad7e854997881b5c62f259a18d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1578836
Feb 05 20:46:35.686737 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52874) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:35.687368 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3918ba2-d22f-49f7-825a-4c84397129ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2e3f38-a42f-4893-b802-f927707da403,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:35.723656 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e4d3b32a-be2d-4663-a9ce-59d318ef1fa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:35.834867 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce2f2e-412b-4168-aeaf-40063602d126 req-98487b30-cd32-41b1-9ce9-7d6eade4c8ad tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:35.836422 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-40ce2f2e-412b-4168-aeaf-40063602d126 req-98487b30-cd32-41b1-9ce9-7d6eade4c8ad tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/ports?device_id=e808cdea-255a-452b-be82-ff4de8c9559c HTTP/1.1" status: 200  len: 932 time: 0.1166997
Feb 05 20:46:35.838199 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52880) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:35.841728 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5ffe0971-ae8e-437f-9f16-8582fc01aa3f admin admin] Publish callbacks [] for security_group (ab2e3f38-a42f-4893-b802-f927707da403), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:35.854409 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fd939748-541a-47f2-9053-de57b931a6fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:35.898411 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5ffe0971-ae8e-437f-9f16-8582fc01aa3f admin admin] Publish callbacks [] for security_group (ab2e3f38-a42f-4893-b802-f927707da403), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:35.948255 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fd939748-541a-47f2-9053-de57b931a6fa admin admin] Publish callbacks [] for security_group (eb814232-2d82-427e-b093-6ede7c093dbf), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:35.953481 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fd939748-541a-47f2-9053-de57b931a6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (eb814232-2d82-427e-b093-6ede7c093dbf), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:35.966624 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e4d3b32a-be2d-4663-a9ce-59d318ef1fa9 admin admin] Publish callbacks [] for security_group (b300292b-a7e6-4c08-87f2-6987867223a2), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:35.973642 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-40ce2f2e-412b-4168-aeaf-40063602d126 req-9ff6f30c-04cc-4857-9c06-f836a2f255be tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/security-groups?id=f400a674-b392-423c-b672-e853dd7371fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1295583
Feb 05 20:46:35.975827 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e4d3b32a-be2d-4663-a9ce-59d318ef1fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b300292b-a7e6-4c08-87f2-6987867223a2), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:36.003735 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-fd939748-541a-47f2-9053-de57b931a6fa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=46698a7fd9814de494b040a0e080bafb&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1643562
Feb 05 20:46:36.004727 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd939748-541a-47f2-9053-de57b931a6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb814232-2d82-427e-b093-6ede7c093dbf,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:36.008208 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52884) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:36.023576 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e4d3b32a-be2d-4663-a9ce-59d318ef1fa9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b51fdb4547344b9aa5583ec1f65290cf&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6179597
Feb 05 20:46:36.024063 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52886) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:36.024814 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d3b32a-be2d-4663-a9ce-59d318ef1fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b300292b-a7e6-4c08-87f2-6987867223a2,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:36.027532 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5ffe0971-ae8e-437f-9f16-8582fc01aa3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ab2e3f38-a42f-4893-b802-f927707da403), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:36.030088 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5ffe0971-ae8e-437f-9f16-8582fc01aa3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:36.031440 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5ffe0971-ae8e-437f-9f16-8582fc01aa3f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ab2e3f38-a42f-4893-b802-f927707da403 HTTP/1.1" status: 204  len: 168 time: 0.3426774
Feb 05 20:46:36.035760 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-efcc4b84-418e-4ee1-accc-4b9e7c3a7f4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:36.040750 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe0971-ae8e-437f-9f16-8582fc01aa3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2e3f38-a42f-4893-b802-f927707da403,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:36.127841 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b9099639-57f6-4890-bfbc-4ee87e967592 admin admin] Publish callbacks [] for security_group (eb814232-2d82-427e-b093-6ede7c093dbf), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:36.139494 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-52769dbc-ad89-42c4-963d-f8428d30c074 admin admin] Publish callbacks [] for security_group (b300292b-a7e6-4c08-87f2-6987867223a2), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:36.167445 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b9099639-57f6-4890-bfbc-4ee87e967592 admin admin] Publish callbacks [] for security_group (eb814232-2d82-427e-b093-6ede7c093dbf), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:36.186526 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-52769dbc-ad89-42c4-963d-f8428d30c074 admin admin] Publish callbacks [] for security_group (b300292b-a7e6-4c08-87f2-6987867223a2), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:36.221314 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52898) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:36.268506 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b9099639-57f6-4890-bfbc-4ee87e967592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (eb814232-2d82-427e-b093-6ede7c093dbf), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:36.272148 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b9099639-57f6-4890-bfbc-4ee87e967592 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:36.277747 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b9099639-57f6-4890-bfbc-4ee87e967592 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eb814232-2d82-427e-b093-6ede7c093dbf HTTP/1.1" status: 204  len: 168 time: 0.2683406
Feb 05 20:46:36.280816 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-52769dbc-ad89-42c4-963d-f8428d30c074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b300292b-a7e6-4c08-87f2-6987867223a2), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:36.289278 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-52769dbc-ad89-42c4-963d-f8428d30c074 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:36.289278 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-52769dbc-ad89-42c4-963d-f8428d30c074 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b300292b-a7e6-4c08-87f2-6987867223a2 HTTP/1.1" status: 204  len: 168 time: 0.2601006
Feb 05 20:46:36.295033 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9099639-57f6-4890-bfbc-4ee87e967592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb814232-2d82-427e-b093-6ede7c093dbf,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:36.312738 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52769dbc-ad89-42c4-963d-f8428d30c074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b300292b-a7e6-4c08-87f2-6987867223a2,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:36.343294 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6d6b3e63-345f-4d76-b086-b2618c1f2789 req-7380b896-bed5-4651-8090-565f363997a8 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2 HTTP/1.1" status: 200  len: 210 time: 0.0453663
Feb 05 20:46:36.371207 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-ec70757f-b14a-4954-b838-4507515f65d5 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1665424350-network', 'tenant_id': '9e4e31092ef641efbf6eaf54cfa40d67'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:46:36.392240 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec70757f-b14a-4954-b838-4507515f65d5 admin admin] Made reservation on behalf of 9e4e31092ef641efbf6eaf54cfa40d67 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:46:36.395052 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ec70757f-b14a-4954-b838-4507515f65d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:36.405720 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ec70757f-b14a-4954-b838-4507515f65d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:36.488668 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ec70757f-b14a-4954-b838-4507515f65d5 admin admin] Publish callbacks [] for security_group (8977dda0-ee27-45af-8f16-f15c7a33c795), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:36.493445 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ec70757f-b14a-4954-b838-4507515f65d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (8977dda0-ee27-45af-8f16-f15c7a33c795), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:36.527040 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec70757f-b14a-4954-b838-4507515f65d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:46:36.533774 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec70757f-b14a-4954-b838-4507515f65d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8977dda0-ee27-45af-8f16-f15c7a33c795,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:36.544284 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ec70757f-b14a-4954-b838-4507515f65d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (22aada35-3566-46c2-b11c-622e4f2f6275), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:36.544682 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-ec70757f-b14a-4954-b838-4507515f65d5 admin admin] Added segment 22aada35-3566-46c2-b11c-622e4f2f6275 of type vlan for network 3d591eda-8294-4b7a-a6d2-1afd55bde68d
Feb 05 20:46:36.592112 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ec70757f-b14a-4954-b838-4507515f65d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (3d591eda-8294-4b7a-a6d2-1afd55bde68d), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:36.622054 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ec70757f-b14a-4954-b838-4507515f65d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (3d591eda-8294-4b7a-a6d2-1afd55bde68d), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:36.623990 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec70757f-b14a-4954-b838-4507515f65d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:36.624606 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ec70757f-b14a-4954-b838-4507515f65d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:36.663748 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ec70757f-b14a-4954-b838-4507515f65d5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 0.4385462
Feb 05 20:46:36.664058 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52920) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:36.664322 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52922) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:36.669127 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-e87b58fa-4253-43f6-8754-b2b273fe4092 admin admin] Request body: {'subnet': {'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1665424350-subnet', 'tenant_id': '9e4e31092ef641efbf6eaf54cfa40d67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:46:36.682041 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-037920fe-fd8a-4267-9206-873f5ed6d3d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:36.744432 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec70757f-b14a-4954-b838-4507515f65d5 admin admin] Pushing event updated for resources: {'Network': ['ID=3d591eda-8294-4b7a-a6d2-1afd55bde68d,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:36.764785 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87b58fa-4253-43f6-8754-b2b273fe4092 admin admin] Made reservation on behalf of 9e4e31092ef641efbf6eaf54cfa40d67 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:46:36.767364 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e87b58fa-4253-43f6-8754-b2b273fe4092 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:36.772978 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 3d591eda-8294-4b7a-a6d2-1afd55bde68d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:46:36.803443 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09382a6d-34d6-46c0-89dd-e185e5585501 req-1d0fee92-9b4d-42ae-b56f-0622fd523220 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:36.804612 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-037920fe-fd8a-4267-9206-873f5ed6d3d4 admin admin] Publish callbacks [] for security_group (1e4f2278-a9cf-4c26-a539-5b0247c790f6), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:36.805358 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-09382a6d-34d6-46c0-89dd-e185e5585501 req-1d0fee92-9b4d-42ae-b56f-0622fd523220 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.32 "GET /v2.0/ports?device_id=118c168e-2291-4306-9da8-85e2fa96d5af HTTP/1.1" status: 200  len: 971 time: 0.1020129
Feb 05 20:46:36.811706 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-037920fe-fd8a-4267-9206-873f5ed6d3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (1e4f2278-a9cf-4c26-a539-5b0247c790f6), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:36.907122 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-037920fe-fd8a-4267-9206-873f5ed6d3d4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1e03d368ef2c43efa88509353ef4bd76&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2429605
Feb 05 20:46:36.908554 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52928) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:36.909562 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037920fe-fd8a-4267-9206-873f5ed6d3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4f2278-a9cf-4c26-a539-5b0247c790f6,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:36.961300 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-09382a6d-34d6-46c0-89dd-e185e5585501 req-ca450422-6237-4c03-a9b3-159cc16b37a1 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ceccd0d-31c4-47ab-8580-fbee5fe0f9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222582
Feb 05 20:46:36.990059 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5926299f-cca8-4572-8c6f-2a80b0b428e5 admin admin] Publish callbacks [] for security_group (1e4f2278-a9cf-4c26-a539-5b0247c790f6), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:37.017527 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193c848-498a-4d7f-82bf-1ba568d24354 req-003c34c1-f8fe-41e7-8835-11df73fe6537 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:37.021071 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3193c848-498a-4d7f-82bf-1ba568d24354 req-003c34c1-f8fe-41e7-8835-11df73fe6537 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.39 "GET /v2.0/ports?device_id=118c168e-2291-4306-9da8-85e2fa96d5af HTTP/1.1" status: 200  len: 971 time: 0.1499095
Feb 05 20:46:37.023835 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5926299f-cca8-4572-8c6f-2a80b0b428e5 admin admin] Publish callbacks [] for security_group (1e4f2278-a9cf-4c26-a539-5b0247c790f6), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:37.092718 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5926299f-cca8-4572-8c6f-2a80b0b428e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (1e4f2278-a9cf-4c26-a539-5b0247c790f6), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:37.096337 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5926299f-cca8-4572-8c6f-2a80b0b428e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:37.098753 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5926299f-cca8-4572-8c6f-2a80b0b428e5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1e4f2278-a9cf-4c26-a539-5b0247c790f6 HTTP/1.1" status: 204  len: 168 time: 0.1853607
Feb 05 20:46:37.110462 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5926299f-cca8-4572-8c6f-2a80b0b428e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4f2278-a9cf-4c26-a539-5b0247c790f6,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:37.254209 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e87b58fa-4253-43f6-8754-b2b273fe4092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for subnet (f822a84b-448b-4295-886d-3f476dc82ced), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:37.307170 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:37.307799 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f069749-6f6a-4d41-9404-95aeceef1fac req-4783709d-0337-4e0a-8172-e956342a2bca tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:37.309227 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2f069749-6f6a-4d41-9404-95aeceef1fac req-4783709d-0337-4e0a-8172-e956342a2bca tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/ports?device_id=e808cdea-255a-452b-be82-ff4de8c9559c HTTP/1.1" status: 200  len: 932 time: 0.2299712
Feb 05 20:46:37.384515 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b58fa-4253-43f6-8754-b2b273fe4092 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f822a84b-448b-4295-886d-3f476dc82ced,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:37.438223 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-3193c848-498a-4d7f-82bf-1ba568d24354 req-87475eae-4845-432a-8b9e-c5eae9381c67 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] Deleting port 3898c696-f981-4615-9d15-477ad4401c60 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:46:37.438624 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-3193c848-498a-4d7f-82bf-1ba568d24354 req-87475eae-4845-432a-8b9e-c5eae9381c67 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (3898c696-f981-4615-9d15-477ad4401c60), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:37.461577 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87b58fa-4253-43f6-8754-b2b273fe4092 admin admin] Checking segment: {'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:46:37.461932 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87b58fa-4253-43f6-8754-b2b273fe4092 admin admin] Network hostable DHCP agents. Network: 3d591eda-8294-4b7a-a6d2-1afd55bde68d, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:46:37.478927 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-432053b0-a536-4776-8541-5d3e4c7c2a97 req-2046257d-49d2-4bd2-b489-326f84d5f87d tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2 HTTP/1.1" status: 200  len: 210 time: 0.0688927
Feb 05 20:46:37.488622 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2f069749-6f6a-4d41-9404-95aeceef1fac req-85bf9319-b4a0-4e42-9fa0-6d341be44c30 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/security-groups?id=f400a674-b392-423c-b672-e853dd7371fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1663477
Feb 05 20:46:37.550161 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87b58fa-4253-43f6-8754-b2b273fe4092 admin admin] Network 3d591eda-8294-4b7a-a6d2-1afd55bde68d is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:46:37.567339 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-e87b58fa-4253-43f6-8754-b2b273fe4092 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3d591eda-8294-4b7a-a6d2-1afd55bde68d) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:46:37.576222 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87b58fa-4253-43f6-8754-b2b273fe4092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:37.577170 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e87b58fa-4253-43f6-8754-b2b273fe4092 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:37.584745 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5d54df-4851-4200-82c0-9269278324f9 None None] Network 3d591eda-8294-4b7a-a6d2-1afd55bde68d requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:46:37.601401 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-3193c848-498a-4d7f-82bf-1ba568d24354 req-87475eae-4845-432a-8b9e-c5eae9381c67 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] For port 3898c696-f981-4615-9d15-477ad4401c60, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3898c696-f981-4615-9d15-477ad4401c60,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:46:37.602356 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-3193c848-498a-4d7f-82bf-1ba568d24354 req-87475eae-4845-432a-8b9e-c5eae9381c67 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (3898c696-f981-4615-9d15-477ad4401c60), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:37.622769 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-3193c848-498a-4d7f-82bf-1ba568d24354 req-87475eae-4845-432a-8b9e-c5eae9381c67 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] Calling delete_port for 3898c696-f981-4615-9d15-477ad4401c60 owned by compute:tempest-test_az-1659162172 {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:46:37.629537 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e87b58fa-4253-43f6-8754-b2b273fe4092 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 0.9642162
Feb 05 20:46:37.716720 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3eec333-379a-4bbd-a767-f4f89fcb93d0 None None] Network 3d591eda-8294-4b7a-a6d2-1afd55bde68d requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:46:37.824914 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-3193c848-498a-4d7f-82bf-1ba568d24354 req-87475eae-4845-432a-8b9e-c5eae9381c67 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (3898c696-f981-4615-9d15-477ad4401c60), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:37.839698 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['3898c696-f981-4615-9d15-477ad4401c60'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:46:37.865516 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87475eae-4845-432a-8b9e-c5eae9381c67 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] Pushing event deleted for resources: {'Port': ['ID=3898c696-f981-4615-9d15-477ad4401c60,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:37.958744 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-3193c848-498a-4d7f-82bf-1ba568d24354 req-87475eae-4845-432a-8b9e-c5eae9381c67 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] No DVR routers for this DVR port 3898c696-f981-4615-9d15-477ad4401c60 on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:46:37.962874 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-3193c848-498a-4d7f-82bf-1ba568d24354 req-87475eae-4845-432a-8b9e-c5eae9381c67 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:37.966312 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3193c848-498a-4d7f-82bf-1ba568d24354 req-87475eae-4845-432a-8b9e-c5eae9381c67 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.39 "DELETE /v2.0/ports/3898c696-f981-4615-9d15-477ad4401c60 HTTP/1.1" status: 204  len: 173 time: 0.9363754
Feb 05 20:46:37.966876 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118c168e-2291-4306-9da8-85e2fa96d5af', 'name': 'network-vif-deleted', 'tag': '3898c696-f981-4615-9d15-477ad4401c60'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:46:37.977130 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775058f3-8294-4f79-b5a8-5ce8cb51eba3" -d '{"events": [{"server_uuid": "118c168e-2291-4306-9da8-85e2fa96d5af", "name": "network-vif-deleted", "tag": "3898c696-f981-4615-9d15-477ad4401c60"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:46:38.039347 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352d6600-6c68-4224-b1ce-645a7dd5cab3 x-openstack-request-id: req-352d6600-6c68-4224-b1ce-645a7dd5cab3 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:46:38.039676 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118c168e-2291-4306-9da8-85e2fa96d5af", "name": "network-vif-deleted", "tag": "3898c696-f981-4615-9d15-477ad4401c60", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:46:38.039942 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-352d6600-6c68-4224-b1ce-645a7dd5cab3 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:46:38.040346 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118c168e-2291-4306-9da8-85e2fa96d5af', 'name': 'network-vif-deleted', 'tag': '3898c696-f981-4615-9d15-477ad4401c60', 'status': 'completed', 'code': 200}
Feb 05 20:46:38.116012 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ca672d4a-24f7-4073-964e-8475ac7ea6b7 req-ce61253b-99f0-4874-913f-84a6abbf8a03 tempest-AggregatesAdminTestJSON-574624510 tempest-AggregatesAdminTestJSON-574624510-project] 10.222.0.32 "GET /v2.0/ports?device_id=118c168e-2291-4306-9da8-85e2fa96d5af HTTP/1.1" status: 200  len: 210 time: 0.0457041
Feb 05 20:46:38.215429 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-a4b27c4e-5b99-4e70-89da-2559345beb46 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 20:46:38.216127 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-a4b27c4e-5b99-4e70-89da-2559345beb46 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0060825
Feb 05 20:46:38.531514 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-535c870c-edff-40d0-969c-a6dbcf156f4a service neutron] Request body: {'port': {'device_id': 'e808cdea-255a-452b-be82-ff4de8c9559c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:46:38.657352 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-535c870c-edff-40d0-969c-a6dbcf156f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (65a26644-9938-4a87-b528-63f3571d9f25), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:38.685673 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-69bfdb53-4526-40bd-a2e5-bcef910beae4 req-801413fb-5088-47fa-b797-81e6c96c77d5 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2 HTTP/1.1" status: 200  len: 210 time: 0.0745199
Feb 05 20:46:38.764039 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c53747-691d-4528-8e64-2f75bf20ab45 req-bec484b5-65b3-4739-a276-ce0994cfddd4 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:38.765808 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-07c53747-691d-4528-8e64-2f75bf20ab45 req-bec484b5-65b3-4739-a276-ce0994cfddd4 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/ports?device_id=e808cdea-255a-452b-be82-ff4de8c9559c HTTP/1.1" status: 200  len: 932 time: 0.1512067
Feb 05 20:46:38.807929 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:38.937445 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.21', 60136) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:39.092466 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53022) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:39.097492 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-3b46b763-a9f5-4154-b079-cdbd8c29e110 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-183724071-network', 'tenant_id': '9e6e8689ff30425f98048d115c86336c'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:46:39.246853 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-25de4be7-785b-4ec0-ae1b-daec9ddd3355 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:39.249065 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-25de4be7-785b-4ec0-ae1b-daec9ddd3355 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.21 "GET /v2.0/networks?id=fc4b732e-5458-48e6-8cda-4d399eeaa947 HTTP/1.1" status: 200  len: 808 time: 0.3094487
Feb 05 20:46:39.290223 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-0e859f1a-7a5a-4f69-a71a-6724f9b88428 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Request body: {'port': {'device_id': '06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2', 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947', 'admin_state_up': True, 'tenant_id': 'cee5ceeb66aa4167b6492470edbad369'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:46:39.298582 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-07c53747-691d-4528-8e64-2f75bf20ab45 req-f7eba769-1d64-4ef6-a721-ca6fcff828d7 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/security-groups?id=f400a674-b392-423c-b672-e853dd7371fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4832153
Feb 05 20:46:39.316268 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b46b763-a9f5-4154-b079-cdbd8c29e110 admin admin] Made reservation on behalf of 9e6e8689ff30425f98048d115c86336c for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:46:39.320182 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3b46b763-a9f5-4154-b079-cdbd8c29e110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:39.363058 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-535c870c-edff-40d0-969c-a6dbcf156f4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65a26644-9938-4a87-b528-63f3571d9f25 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:46:39.372371 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3b46b763-a9f5-4154-b079-cdbd8c29e110 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:39.376274 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-535c870c-edff-40d0-969c-a6dbcf156f4a service neutron] Publish callbacks [] for port (65a26644-9938-4a87-b528-63f3571d9f25), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:39.433978 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-535c870c-edff-40d0-969c-a6dbcf156f4a service neutron] Transition to ACTIVE for port object 65a26644-9938-4a87-b528-63f3571d9f25 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:46:39.444926 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-535c870c-edff-40d0-969c-a6dbcf156f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (65a26644-9938-4a87-b528-63f3571d9f25), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:39.582283 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535c870c-edff-40d0-969c-a6dbcf156f4a service neutron] Pushing event updated for resources: {'Port': ['ID=65a26644-9938-4a87-b528-63f3571d9f25,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:39.596525 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-0e859f1a-7a5a-4f69-a71a-6724f9b88428 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Made reservation on behalf of cee5ceeb66aa4167b6492470edbad369 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:46:39.601754 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-0e859f1a-7a5a-4f69-a71a-6724f9b88428 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:39.649411 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-535c870c-edff-40d0-969c-a6dbcf156f4a service neutron] Attempting to bind port 65a26644-9938-4a87-b528-63f3571d9f25 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:46:39.649756 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-535c870c-edff-40d0-969c-a6dbcf156f4a service neutron] Attempting to bind port 65a26644-9938-4a87-b528-63f3571d9f25 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26f1b53c-ec87-4116-92e7-641a0a5e3857'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:46:39.650094 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-535c870c-edff-40d0-969c-a6dbcf156f4a service neutron] Attempting to bind port 65a26644-9938-4a87-b528-63f3571d9f25 on network 26f1b53c-ec87-4116-92e7-641a0a5e3857 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:46:39.677419 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-535c870c-edff-40d0-969c-a6dbcf156f4a service neutron] Port 65a26644-9938-4a87-b528-63f3571d9f25 on network 26f1b53c-ec87-4116-92e7-641a0a5e3857 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:46:39.677874 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-535c870c-edff-40d0-969c-a6dbcf156f4a service neutron] Attempting to bind port 65a26644-9938-4a87-b528-63f3571d9f25 on network 26f1b53c-ec87-4116-92e7-641a0a5e3857 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:46:39.690030 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-535c870c-edff-40d0-969c-a6dbcf156f4a service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:46:39.690292 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-535c870c-edff-40d0-969c-a6dbcf156f4a service neutron] Checking segment: {'id': '162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26f1b53c-ec87-4116-92e7-641a0a5e3857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:46:39.690993 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-535c870c-edff-40d0-969c-a6dbcf156f4a service neutron] Bound using segment: {'id': '162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26f1b53c-ec87-4116-92e7-641a0a5e3857'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:46:39.691436 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-535c870c-edff-40d0-969c-a6dbcf156f4a service neutron] Bound port: 65a26644-9938-4a87-b528-63f3571d9f25, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26f1b53c-ec87-4116-92e7-641a0a5e3857'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:46:39.691806 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-535c870c-edff-40d0-969c-a6dbcf156f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (65a26644-9938-4a87-b528-63f3571d9f25), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:39.778276 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3b46b763-a9f5-4154-b079-cdbd8c29e110 admin admin] Publish callbacks [] for security_group (b1685203-08d5-4f7a-9dc5-5ed6f845cc9d), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:39.785098 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-535c870c-edff-40d0-969c-a6dbcf156f4a service neutron] For port 65a26644-9938-4a87-b528-63f3571d9f25, host nch1-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:46:39.789720 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-535c870c-edff-40d0-969c-a6dbcf156f4a service neutron] For port 65a26644-9938-4a87-b528-63f3571d9f25, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=65a26644-9938-4a87-b528-63f3571d9f25,segment=NetworkSegment(162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e),segment_id=162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:46:39.791713 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3b46b763-a9f5-4154-b079-cdbd8c29e110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b1685203-08d5-4f7a-9dc5-5ed6f845cc9d), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:39.801696 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-535c870c-edff-40d0-969c-a6dbcf156f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (65a26644-9938-4a87-b528-63f3571d9f25), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:39.855010 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-535c870c-edff-40d0-969c-a6dbcf156f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:39.855689 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-535c870c-edff-40d0-969c-a6dbcf156f4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:39.857544 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-535c870c-edff-40d0-969c-a6dbcf156f4a service neutron] 10.222.0.21 "PUT /v2.0/ports/65a26644-9938-4a87-b528-63f3571d9f25 HTTP/1.1" status: 200  len: 1092 time: 1.4331214
Feb 05 20:46:39.891234 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535c870c-edff-40d0-969c-a6dbcf156f4a service neutron] Pushing event updated for resources: {'Port': ['ID=65a26644-9938-4a87-b528-63f3571d9f25,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:39.960840 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b46b763-a9f5-4154-b079-cdbd8c29e110 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:46:39.973816 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46b763-a9f5-4154-b079-cdbd8c29e110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1685203-08d5-4f7a-9dc5-5ed6f845cc9d,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:40.006984 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3b46b763-a9f5-4154-b079-cdbd8c29e110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (db27f666-b6d0-43c4-832b-d8c17f75250c), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:40.007322 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-3b46b763-a9f5-4154-b079-cdbd8c29e110 admin admin] Added segment db27f666-b6d0-43c4-832b-d8c17f75250c of type vlan for network a64c1203-500b-45e9-82b7-7761932a31f7
Feb 05 20:46:40.018650 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-262e69f2-cef6-47ae-9226-bd994e410ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:40.020175 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-262e69f2-cef6-47ae-9226-bd994e410ba6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6304a49c7f254ce9bfe0896bf76e1991&device_id=e808cdea-255a-452b-be82-ff4de8c9559c HTTP/1.1" status: 200  len: 1126 time: 0.1086874
Feb 05 20:46:40.027941 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-0e859f1a-7a5a-4f69-a71a-6724f9b88428 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Allocated IP 172.20.0.11 (fc4b732e-5458-48e6-8cda-4d399eeaa947/30766dd9-3364-437e-a8fd-68757651ef32/f94bb230-a060-4069-ab41-6ee7b499a92f) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:46:40.084910 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e808cdea-255a-452b-be82-ff4de8c9559c', 'tag': '65a26644-9938-4a87-b528-63f3571d9f25'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:46:40.087305 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156e3796-fe46-4671-95ed-bbbdcaa87e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "e808cdea-255a-452b-be82-ff4de8c9559c", "tag": "65a26644-9938-4a87-b528-63f3571d9f25"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:46:40.093740 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-ddf9eb0a-cca4-4b92-90eb-c7b589bf4579 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65a26644-9938-4a87-b528-63f3571d9f25 HTTP/1.1" status: 200  len: 217 time: 0.0650072
Feb 05 20:46:40.094122 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3b46b763-a9f5-4154-b079-cdbd8c29e110 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (a64c1203-500b-45e9-82b7-7761932a31f7), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:40.123267 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5a59b8c0-68dc-4770-bb7f-c899ef191a9f req-df6b3fb5-1c97-4a6a-ae46-59ac62ee1e69 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2 HTTP/1.1" status: 200  len: 210 time: 0.0330555
Feb 05 20:46:40.135649 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3b46b763-a9f5-4154-b079-cdbd8c29e110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (a64c1203-500b-45e9-82b7-7761932a31f7), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:40.137211 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b46b763-a9f5-4154-b079-cdbd8c29e110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:40.137940 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3b46b763-a9f5-4154-b079-cdbd8c29e110 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:40.174663 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:40.197078 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-a81cfc2a-8d41-4160-b9f2-926327aa6eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:40.198855 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-a81cfc2a-8d41-4160-b9f2-926327aa6eec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25459765-cc89-4a3e-8d4c-afa923a547d8 HTTP/1.1" status: 200  len: 863 time: 0.0746875
Feb 05 20:46:40.274136 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53076) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:40.274536 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3b46b763-a9f5-4154-b079-cdbd8c29e110 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 1.1807616
Feb 05 20:46:40.281817 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-85cc3ab1-308e-42b3-8072-e0c4a611bbce admin admin] Request body: {'subnet': {'network_id': 'a64c1203-500b-45e9-82b7-7761932a31f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-183724071-subnet', 'tenant_id': '9e6e8689ff30425f98048d115c86336c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:46:40.311592 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cc3ab1-308e-42b3-8072-e0c4a611bbce admin admin] Made reservation on behalf of 9e6e8689ff30425f98048d115c86336c for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:46:40.315386 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-85cc3ab1-308e-42b3-8072-e0c4a611bbce admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:40.354319 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-88bb6a80-8208-40a9-bdf3-4053454c8f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:40.356344 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-88bb6a80-8208-40a9-bdf3-4053454c8f7a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=26f1b53c-ec87-4116-92e7-641a0a5e3857&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1507139
Feb 05 20:46:40.388800 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46b763-a9f5-4154-b079-cdbd8c29e110 admin admin] Pushing event updated for resources: {'Network': ['ID=a64c1203-500b-45e9-82b7-7761932a31f7,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:40.405553 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network a64c1203-500b-45e9-82b7-7761932a31f7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:46:40.508045 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-1e1c4ab6-f14a-457e-bb03-7c300d8d8d2f service neutron] 10.222.0.21 "GET /v2.0/networks/26f1b53c-ec87-4116-92e7-641a0a5e3857?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1054268
Feb 05 20:46:40.559165 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-0e859f1a-7a5a-4f69-a71a-6724f9b88428 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Publish callbacks [] for port (f94bb230-a060-4069-ab41-6ee7b499a92f), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:40.609292 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-0e859f1a-7a5a-4f69-a71a-6724f9b88428 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (f94bb230-a060-4069-ab41-6ee7b499a92f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:40.657954 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ba13bda-790c-48ca-bb6d-e3b5a96610bf req-a86aff13-84c1-4525-8215-6d4eeb81e8b4 service neutron] 10.222.0.21 "GET /v2.0/networks/26f1b53c-ec87-4116-92e7-641a0a5e3857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1437562
Feb 05 20:46:40.718537 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-0e859f1a-7a5a-4f69-a71a-6724f9b88428 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Network fc4b732e-5458-48e6-8cda-4d399eeaa947 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:46:40.725510 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-0e859f1a-7a5a-4f69-a71a-6724f9b88428 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:46:40.738734 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-0e859f1a-7a5a-4f69-a71a-6724f9b88428 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:46:40.741775 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-85cc3ab1-308e-42b3-8072-e0c4a611bbce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for subnet (2dc89194-5bd7-45db-a775-b1279e24b54d), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:40.745063 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-0e859f1a-7a5a-4f69-a71a-6724f9b88428 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:40.745847 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-0e859f1a-7a5a-4f69-a71a-6724f9b88428 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:40.766496 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e859f1a-7a5a-4f69-a71a-6724f9b88428 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Pushing event updated for resources: {'Port': ['ID=f94bb230-a060-4069-ab41-6ee7b499a92f,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:40.790868 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-0e859f1a-7a5a-4f69-a71a-6724f9b88428 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5265265
Feb 05 20:46:40.792740 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e90392-8055-4a4e-912a-1c11216f9043 x-openstack-request-id: req-60e90392-8055-4a4e-912a-1c11216f9043 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:46:40.793033 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e808cdea-255a-452b-be82-ff4de8c9559c", "tag": "65a26644-9938-4a87-b528-63f3571d9f25", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:46:40.793289 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-60e90392-8055-4a4e-912a-1c11216f9043 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:46:40.793761 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e808cdea-255a-452b-be82-ff4de8c9559c', 'tag': '65a26644-9938-4a87-b528-63f3571d9f25', 'status': 'completed', 'code': 200}
Feb 05 20:46:40.814522 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-7d186402-5bf9-42d0-a682-7559abbc8790 service neutron] Request body: {'port': {'device_id': '06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:46:40.837340 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc3ab1-308e-42b3-8072-e0c4a611bbce admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dc89194-5bd7-45db-a775-b1279e24b54d,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:40.876033 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cc3ab1-308e-42b3-8072-e0c4a611bbce admin admin] Checking segment: {'id': 'db27f666-b6d0-43c4-832b-d8c17f75250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a64c1203-500b-45e9-82b7-7761932a31f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:46:40.876410 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cc3ab1-308e-42b3-8072-e0c4a611bbce admin admin] Network hostable DHCP agents. Network: a64c1203-500b-45e9-82b7-7761932a31f7, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:46:40.935519 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e3796-fe46-4671-95ed-bbbdcaa87e2f req-aee2f5f5-37fc-46cf-ace6-19a6b557fb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:40.937312 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-156e3796-fe46-4671-95ed-bbbdcaa87e2f req-aee2f5f5-37fc-46cf-ace6-19a6b557fb67 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6304a49c7f254ce9bfe0896bf76e1991&device_id=e808cdea-255a-452b-be82-ff4de8c9559c HTTP/1.1" status: 200  len: 1126 time: 0.1132474
Feb 05 20:46:40.941457 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cc3ab1-308e-42b3-8072-e0c4a611bbce admin admin] Network a64c1203-500b-45e9-82b7-7761932a31f7 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:46:40.961338 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72587566-204d-4edc-b4d8-bc36700dc172 req-bf874e10-96e8-4008-8f53-fa0481bde287 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:40.968230 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72587566-204d-4edc-b4d8-bc36700dc172 req-bf874e10-96e8-4008-8f53-fa0481bde287 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/ports?device_id=e808cdea-255a-452b-be82-ff4de8c9559c HTTP/1.1" status: 200  len: 944 time: 0.1085694
Feb 05 20:46:41.005448 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-85cc3ab1-308e-42b3-8072-e0c4a611bbce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a64c1203-500b-45e9-82b7-7761932a31f7) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:46:41.010843 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cc3ab1-308e-42b3-8072-e0c4a611bbce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:41.011778 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-85cc3ab1-308e-42b3-8072-e0c4a611bbce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:41.018201 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7238c878-9b0a-425c-bb1e-4e4b9401f61f None None] Network a64c1203-500b-45e9-82b7-7761932a31f7 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:46:41.053718 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-7d186402-5bf9-42d0-a682-7559abbc8790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f94bb230-a060-4069-ab41-6ee7b499a92f), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:41.108650 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72587566-204d-4edc-b4d8-bc36700dc172 req-60a5f3be-1dd7-4c8e-8675-af9e8f9a50d4 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/security-groups?id=f400a674-b392-423c-b672-e853dd7371fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1339884
Feb 05 20:46:41.160082 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-85cc3ab1-308e-42b3-8072-e0c4a611bbce admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 0.8832760
Feb 05 20:46:41.190519 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686041c7-6ebe-4cb6-a4c9-3b04d3cf3be9 None None] Network a64c1203-500b-45e9-82b7-7761932a31f7 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:46:41.223944 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e3796-fe46-4671-95ed-bbbdcaa87e2f req-505ef8eb-8b7e-42d8-a190-98c11b46ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:41.229678 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-156e3796-fe46-4671-95ed-bbbdcaa87e2f req-505ef8eb-8b7e-42d8-a190-98c11b46ece8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=26f1b53c-ec87-4116-92e7-641a0a5e3857 HTTP/1.1" status: 200  len: 925 time: 0.2809529
Feb 05 20:46:41.343690 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-156e3796-fe46-4671-95ed-bbbdcaa87e2f req-e5541cfa-ab82-456c-8710-c8ed55e58bb6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65a26644-9938-4a87-b528-63f3571d9f25 HTTP/1.1" status: 200  len: 217 time: 0.1086514
Feb 05 20:46:41.416638 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e3796-fe46-4671-95ed-bbbdcaa87e2f req-554a8f26-24f5-431d-925e-731c5dde2ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:41.420667 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-156e3796-fe46-4671-95ed-bbbdcaa87e2f req-554a8f26-24f5-431d-925e-731c5dde2ef0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25459765-cc89-4a3e-8d4c-afa923a547d8 HTTP/1.1" status: 200  len: 863 time: 0.0702860
Feb 05 20:46:41.541567 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e3796-fe46-4671-95ed-bbbdcaa87e2f req-f0273b83-018b-4927-9e33-6e2c7973be75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:41.543252 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-156e3796-fe46-4671-95ed-bbbdcaa87e2f req-f0273b83-018b-4927-9e33-6e2c7973be75 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=26f1b53c-ec87-4116-92e7-641a0a5e3857&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1087182
Feb 05 20:46:41.562652 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf5c2c-e234-42f2-83ea-2d505d85b591 req-c308f9bd-bb07-43ba-a821-ed2413e82c25 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:41.570840 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e9cf5c2c-e234-42f2-83ea-2d505d85b591 req-c308f9bd-bb07-43ba-a821-ed2413e82c25 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2 HTTP/1.1" status: 200  len: 932 time: 0.1472414
Feb 05 20:46:41.669591 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-7d186402-5bf9-42d0-a682-7559abbc8790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f94bb230-a060-4069-ab41-6ee7b499a92f {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:46:41.678340 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-7d186402-5bf9-42d0-a682-7559abbc8790 service neutron] Publish callbacks [] for port (f94bb230-a060-4069-ab41-6ee7b499a92f), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:41.706236 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-7d186402-5bf9-42d0-a682-7559abbc8790 service neutron] Transition to ACTIVE for port object f94bb230-a060-4069-ab41-6ee7b499a92f will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:46:41.711679 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-7d186402-5bf9-42d0-a682-7559abbc8790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (f94bb230-a060-4069-ab41-6ee7b499a92f), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:41.752946 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53156) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:41.763731 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d186402-5bf9-42d0-a682-7559abbc8790 service neutron] Pushing event updated for resources: {'Port': ['ID=f94bb230-a060-4069-ab41-6ee7b499a92f,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:41.767871 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e9cf5c2c-e234-42f2-83ea-2d505d85b591 req-f10e80b5-af87-4706-aeb6-8d30a1489297 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1859455
Feb 05 20:46:41.779136 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 3898c696-f981-4615-9d15-477ad4401c60 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:46:41.793005 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-156e3796-fe46-4671-95ed-bbbdcaa87e2f req-bdaf1a63-d3af-4fc5-b004-dfd7ca5408a3 service neutron] 10.222.0.21 "GET /v2.0/networks/26f1b53c-ec87-4116-92e7-641a0a5e3857?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2193229
Feb 05 20:46:41.835176 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53162) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:41.839996 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 3898c696-f981-4615-9d15-477ad4401c60 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:46:41.841284 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 3898c696-f981-4615-9d15-477ad4401c60 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:46:41.859558 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-7d186402-5bf9-42d0-a682-7559abbc8790 service neutron] Attempting to bind port f94bb230-a060-4069-ab41-6ee7b499a92f on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:46:41.860006 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-7d186402-5bf9-42d0-a682-7559abbc8790 service neutron] Attempting to bind port f94bb230-a060-4069-ab41-6ee7b499a92f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:46:41.860403 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-7d186402-5bf9-42d0-a682-7559abbc8790 service neutron] Attempting to bind port f94bb230-a060-4069-ab41-6ee7b499a92f on network fc4b732e-5458-48e6-8cda-4d399eeaa947 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:46:41.864973 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-7d186402-5bf9-42d0-a682-7559abbc8790 service neutron] Port f94bb230-a060-4069-ab41-6ee7b499a92f on network fc4b732e-5458-48e6-8cda-4d399eeaa947 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:46:41.865546 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-7d186402-5bf9-42d0-a682-7559abbc8790 service neutron] Attempting to bind port f94bb230-a060-4069-ab41-6ee7b499a92f on network fc4b732e-5458-48e6-8cda-4d399eeaa947 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:46:41.870863 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-7d186402-5bf9-42d0-a682-7559abbc8790 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:46:41.871335 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-7d186402-5bf9-42d0-a682-7559abbc8790 service neutron] Checking segment: {'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:46:41.871979 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-7d186402-5bf9-42d0-a682-7559abbc8790 service neutron] Bound using segment: {'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:46:41.872473 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-7d186402-5bf9-42d0-a682-7559abbc8790 service neutron] Bound port: f94bb230-a060-4069-ab41-6ee7b499a92f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:46:41.872906 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-7d186402-5bf9-42d0-a682-7559abbc8790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f94bb230-a060-4069-ab41-6ee7b499a92f), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:41.955603 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-156e3796-fe46-4671-95ed-bbbdcaa87e2f req-836b3fe1-238d-422c-b999-f03f17756055 service neutron] 10.222.0.21 "GET /v2.0/networks/26f1b53c-ec87-4116-92e7-641a0a5e3857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1551154
Feb 05 20:46:41.970072 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-7d186402-5bf9-42d0-a682-7559abbc8790 service neutron] For port f94bb230-a060-4069-ab41-6ee7b499a92f, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:46:41.977118 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-7d186402-5bf9-42d0-a682-7559abbc8790 service neutron] For port f94bb230-a060-4069-ab41-6ee7b499a92f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f94bb230-a060-4069-ab41-6ee7b499a92f,segment=NetworkSegment(69c86b74-d9e1-46c1-9b9b-f16748bd0260),segment_id=69c86b74-d9e1-46c1-9b9b-f16748bd0260)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:46:41.986686 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-7d186402-5bf9-42d0-a682-7559abbc8790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (f94bb230-a060-4069-ab41-6ee7b499a92f), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:42.026859 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-7d186402-5bf9-42d0-a682-7559abbc8790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:42.027501 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-7d186402-5bf9-42d0-a682-7559abbc8790 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:42.029023 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-7d186402-5bf9-42d0-a682-7559abbc8790 service neutron] 10.222.0.21 "PUT /v2.0/ports/f94bb230-a060-4069-ab41-6ee7b499a92f HTTP/1.1" status: 200  len: 1092 time: 1.2204187
Feb 05 20:46:42.031680 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2', 'tag': 'f94bb230-a060-4069-ab41-6ee7b499a92f'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:46:42.216720 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d186402-5bf9-42d0-a682-7559abbc8790 service neutron] Pushing event updated for resources: {'Port': ['ID=f94bb230-a060-4069-ab41-6ee7b499a92f,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:42.239916 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-1dfcffc9-1749-4040-8243-556f25f69180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:42.241536 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-1dfcffc9-1749-4040-8243-556f25f69180 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cee5ceeb66aa4167b6492470edbad369&device_id=06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2 HTTP/1.1" status: 200  len: 1126 time: 0.1332059
Feb 05 20:46:42.363314 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53202) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:42.374636 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0f02f493-6b86-4dce-802d-b75ec2a7cfed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:42.388034 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-713d15b6-d467-4191-85be-482ccce1c61d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f94bb230-a060-4069-ab41-6ee7b499a92f HTTP/1.1" status: 200  len: 217 time: 0.1354740
Feb 05 20:46:42.394452 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-adce26b0-94f8-4e50-ac06-2c01cd34582c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:42.463367 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-d6e53292-c984-4365-b249-3c2f4122bab6 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:42.466979 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-d6e53292-c984-4365-b249-3c2f4122bab6 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/networks?id=3d591eda-8294-4b7a-a6d2-1afd55bde68d HTTP/1.1" status: 200  len: 821 time: 0.2089965
Feb 05 20:46:42.470305 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-250d6158-236e-41fa-a9e4-074d121297e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:42.480911 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-49f56a8a-6e4d-428a-bdbf-ed7680849e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:42.482552 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-49f56a8a-6e4d-428a-bdbf-ed7680849e7b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=30766dd9-3364-437e-a8fd-68757651ef32 HTTP/1.1" status: 200  len: 848 time: 0.0853522
Feb 05 20:46:42.542339 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b58f65b-7443-4ee9-bbf6-4cae5c2f7214" -d '{"events": [{"name": "network-changed", "server_uuid": "06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2", "tag": "f94bb230-a060-4069-ab41-6ee7b499a92f"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:46:42.544438 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-79aa4785-68cb-4cec-adf8-9c311f3cf3af tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/quotas/9e4e31092ef641efbf6eaf54cfa40d67 HTTP/1.1" status: 200  len: 375 time: 0.0511868
Feb 05 20:46:42.547798 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-715a7902-cf45-410a-abb7-f54e9746f906 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc4b732e-5458-48e6-8cda-4d399eeaa947&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0587747
Feb 05 20:46:42.556916 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeefac06-ef19-4af2-a15b-85f478aa79e2 req-b7ecd2ef-cbc1-4ffa-9a62-8fc093c698d5 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:42.558464 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aeefac06-ef19-4af2-a15b-85f478aa79e2 req-b7ecd2ef-cbc1-4ffa-9a62-8fc093c698d5 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/ports?device_id=e808cdea-255a-452b-be82-ff4de8c9559c HTTP/1.1" status: 200  len: 944 time: 0.1815269
Feb 05 20:46:42.622198 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-513b5073-2dc2-454f-af75-068d10b4381b tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e4e31092ef641efbf6eaf54cfa40d67&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0592897
Feb 05 20:46:42.646024 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-adce26b0-94f8-4e50-ac06-2c01cd34582c admin admin] Publish callbacks [] for security_group (94854cf4-f05f-4281-8d8d-473668ee8025), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:42.651489 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-adce26b0-94f8-4e50-ac06-2c01cd34582c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (94854cf4-f05f-4281-8d8d-473668ee8025), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:42.687704 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0f02f493-6b86-4dce-802d-b75ec2a7cfed admin admin] Publish callbacks [] for security_group (7f9d9035-e9bc-4daf-84d2-060edf10e66e), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:42.696202 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aeefac06-ef19-4af2-a15b-85f478aa79e2 req-19551494-d7d7-48a7-ad27-62a0dbfccbfa tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/security-groups?id=f400a674-b392-423c-b672-e853dd7371fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1253774
Feb 05 20:46:42.700029 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0f02f493-6b86-4dce-802d-b75ec2a7cfed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (7f9d9035-e9bc-4daf-84d2-060edf10e66e), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:42.710006 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-ffe4b0fd-5ca2-4370-90ec-35cded3000d4 service neutron] 10.222.0.21 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1527989
Feb 05 20:46:42.712375 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-adce26b0-94f8-4e50-ac06-2c01cd34582c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=290fbbca80e74c7b929b3106ed7a2090&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8760588
Feb 05 20:46:42.715672 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce26b0-94f8-4e50-ac06-2c01cd34582c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94854cf4-f05f-4281-8d8d-473668ee8025,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:42.718651 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53212) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:42.783906 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-250d6158-236e-41fa-a9e4-074d121297e4 admin admin] Publish callbacks [] for security_group (354288e6-224d-4659-98c2-d65c06a1f83e), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:42.795360 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0f02f493-6b86-4dce-802d-b75ec2a7cfed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4ecae6ea9b644a3f91f120d58ad1f51c&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0397322
Feb 05 20:46:42.805358 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-b19e4ecb-09ab-4abb-a40c-dd1591b61b7e service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 20:46:42.806611 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-b19e4ecb-09ab-4abb-a40c-dd1591b61b7e service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0907903
Feb 05 20:46:42.807313 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53224) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:42.809024 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-250d6158-236e-41fa-a9e4-074d121297e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (354288e6-224d-4659-98c2-d65c06a1f83e), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:42.835278 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f02f493-6b86-4dce-802d-b75ec2a7cfed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9d9035-e9bc-4daf-84d2-060edf10e66e,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:42.876533 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-276574e0-b433-494e-ae80-76f71cf346eb admin admin] Publish callbacks [] for security_group (94854cf4-f05f-4281-8d8d-473668ee8025), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:42.902941 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a60dcb78-b412-4183-868a-dfef8b7e14c9 req-b7ef4482-8eb3-4b2f-92ab-c3f968c6fc14 service neutron] 10.222.0.21 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1833138
Feb 05 20:46:42.914554 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-276574e0-b433-494e-ae80-76f71cf346eb admin admin] Publish callbacks [] for security_group (94854cf4-f05f-4281-8d8d-473668ee8025), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:42.946220 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-250d6158-236e-41fa-a9e4-074d121297e4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7fee3fb92bd8490c819d8a6b813e9d4e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5817690
Feb 05 20:46:42.952125 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d6158-236e-41fa-a9e4-074d121297e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354288e6-224d-4659-98c2-d65c06a1f83e,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:42.952233 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53232) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:42.985272 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695147e9-2c01-4d55-8d00-87bb220bca65 x-openstack-request-id: req-695147e9-2c01-4d55-8d00-87bb220bca65 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:46:42.985561 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2", "tag": "f94bb230-a060-4069-ab41-6ee7b499a92f", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:46:42.985806 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-695147e9-2c01-4d55-8d00-87bb220bca65 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:46:42.986264 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2', 'tag': 'f94bb230-a060-4069-ab41-6ee7b499a92f', 'status': 'completed', 'code': 200}
Feb 05 20:46:42.989743 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6e4fa964-2f26-4730-9a64-897d10d0b6e9 admin admin] Publish callbacks [] for security_group (7f9d9035-e9bc-4daf-84d2-060edf10e66e), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:43.020142 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-276574e0-b433-494e-ae80-76f71cf346eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (94854cf4-f05f-4281-8d8d-473668ee8025), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:43.023880 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-276574e0-b433-494e-ae80-76f71cf346eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:43.025090 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-276574e0-b433-494e-ae80-76f71cf346eb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/94854cf4-f05f-4281-8d8d-473668ee8025 HTTP/1.1" status: 204  len: 168 time: 0.3041155
Feb 05 20:46:43.028666 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2b2a45a5-8af2-42b2-927d-6652cceea691 admin admin] Publish callbacks [] for security_group (354288e6-224d-4659-98c2-d65c06a1f83e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:43.030588 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-65269245-c56e-4791-be6e-0d3ea8b12b35 service neutron] 10.222.0.32 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2144449
Feb 05 20:46:43.038451 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6e4fa964-2f26-4730-9a64-897d10d0b6e9 admin admin] Publish callbacks [] for security_group (7f9d9035-e9bc-4daf-84d2-060edf10e66e), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:43.072712 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276574e0-b433-494e-ae80-76f71cf346eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94854cf4-f05f-4281-8d8d-473668ee8025,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:43.089649 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2b2a45a5-8af2-42b2-927d-6652cceea691 admin admin] Publish callbacks [] for security_group (354288e6-224d-4659-98c2-d65c06a1f83e), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:43.130021 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58f65b-7443-4ee9-bbf6-4cae5c2f7214 req-a99f09bb-d754-4b59-9f72-8fc2ad7f50bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:43.132735 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3b58f65b-7443-4ee9-bbf6-4cae5c2f7214 req-a99f09bb-d754-4b59-9f72-8fc2ad7f50bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cee5ceeb66aa4167b6492470edbad369&device_id=06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2 HTTP/1.1" status: 200  len: 1126 time: 0.1065371
Feb 05 20:46:43.190230 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2b2a45a5-8af2-42b2-927d-6652cceea691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (354288e6-224d-4659-98c2-d65c06a1f83e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:43.192743 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2b2a45a5-8af2-42b2-927d-6652cceea691 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:43.197729 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2b2a45a5-8af2-42b2-927d-6652cceea691 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/354288e6-224d-4659-98c2-d65c06a1f83e HTTP/1.1" status: 204  len: 168 time: 0.2423646
Feb 05 20:46:43.214486 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6e4fa964-2f26-4730-9a64-897d10d0b6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (7f9d9035-e9bc-4daf-84d2-060edf10e66e), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:43.217104 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6e4fa964-2f26-4730-9a64-897d10d0b6e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:43.220887 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6e4fa964-2f26-4730-9a64-897d10d0b6e9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7f9d9035-e9bc-4daf-84d2-060edf10e66e HTTP/1.1" status: 204  len: 168 time: 0.4073050
Feb 05 20:46:43.228223 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ee3a4-9fa6-4d3a-870a-13109f599247 req-5a7f4aef-6297-4f88-83f8-dfae49e5babe tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:43.234932 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5f1ee3a4-9fa6-4d3a-870a-13109f599247 req-5a7f4aef-6297-4f88-83f8-dfae49e5babe tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2 HTTP/1.1" status: 200  len: 944 time: 0.1727293
Feb 05 20:46:43.258088 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a45a5-8af2-42b2-927d-6652cceea691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354288e6-224d-4659-98c2-d65c06a1f83e,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:43.270816 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4fa964-2f26-4730-9a64-897d10d0b6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9d9035-e9bc-4daf-84d2-060edf10e66e,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:43.287610 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-2344e9c9-0d88-4c88-8231-611ca54dd0f1 service neutron] 10.222.0.32 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2263203
Feb 05 20:46:43.346424 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58f65b-7443-4ee9-bbf6-4cae5c2f7214 req-112782b2-5d15-4e1b-bf4f-b2e1f63ee487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:43.347858 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3b58f65b-7443-4ee9-bbf6-4cae5c2f7214 req-112782b2-5d15-4e1b-bf4f-b2e1f63ee487 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fc4b732e-5458-48e6-8cda-4d399eeaa947 HTTP/1.1" status: 200  len: 909 time: 0.2080052
Feb 05 20:46:43.367706 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5f1ee3a4-9fa6-4d3a-870a-13109f599247 req-183ae75c-0e4c-4bb3-8790-227a35abfcd3 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1318140
Feb 05 20:46:43.409404 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3b58f65b-7443-4ee9-bbf6-4cae5c2f7214 req-107f1b55-69f8-46eb-b917-9634026c4aeb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f94bb230-a060-4069-ab41-6ee7b499a92f HTTP/1.1" status: 200  len: 217 time: 0.0546803
Feb 05 20:46:43.440653 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53246) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:43.470458 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58f65b-7443-4ee9-bbf6-4cae5c2f7214 req-fdc8e3ca-acc4-4a1c-a705-30db30f872bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:43.470458 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3b58f65b-7443-4ee9-bbf6-4cae5c2f7214 req-fdc8e3ca-acc4-4a1c-a705-30db30f872bd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=30766dd9-3364-437e-a8fd-68757651ef32 HTTP/1.1" status: 200  len: 848 time: 0.0565464
Feb 05 20:46:43.474879 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-aea4f9a2-dc02-4761-abd2-888aded689a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:43.688038 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3b58f65b-7443-4ee9-bbf6-4cae5c2f7214 req-e71732cf-a6dc-4ebc-b25a-c59360a12a1c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc4b732e-5458-48e6-8cda-4d399eeaa947&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2094417
Feb 05 20:46:43.691848 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-aea4f9a2-dc02-4761-abd2-888aded689a3 admin admin] Publish callbacks [] for security_group (1a134084-bffc-4d65-8b36-eb7af4903966), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:43.729931 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-aea4f9a2-dc02-4761-abd2-888aded689a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (1a134084-bffc-4d65-8b36-eb7af4903966), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:43.809236 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bc8cd932-ffe1-4e49-8830-8de2cf379db6 req-d3290156-3c58-4204-ae1b-da8b897332a0 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=44d9ba2d-69c2-4cca-a33b-a753bd7ac63c HTTP/1.1" status: 200  len: 210 time: 0.1276166
Feb 05 20:46:43.839939 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3b58f65b-7443-4ee9-bbf6-4cae5c2f7214 req-cab22a30-4e04-499b-8d82-0a80caab2ef7 service neutron] 10.222.0.21 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359849
Feb 05 20:46:43.878273 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53272) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:43.921091 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-aea4f9a2-dc02-4761-abd2-888aded689a3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=34c9f32c89a847faa87bc1779ff16a6c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4797344
Feb 05 20:46:43.923826 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53282) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:43.970626 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4f9a2-dc02-4761-abd2-888aded689a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a134084-bffc-4d65-8b36-eb7af4903966,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:44.041927 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f8e6aea9-eefd-4140-8451-d5aac1c4ebfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:44.055646 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0725ff5e-88e6-4a78-bf33-7c091943fe35 admin admin] Publish callbacks [] for security_group (1a134084-bffc-4d65-8b36-eb7af4903966), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:44.083004 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0725ff5e-88e6-4a78-bf33-7c091943fe35 admin admin] Publish callbacks [] for security_group (1a134084-bffc-4d65-8b36-eb7af4903966), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:44.105558 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3b58f65b-7443-4ee9-bbf6-4cae5c2f7214 req-5892bb5d-a7aa-4ebc-b0a9-9162627efc1b service neutron] 10.222.0.21 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2538061
Feb 05 20:46:44.118453 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b84dcc-ef68-423b-a02c-0f1ec3de528f req-307c4d43-36d2-404a-9e8f-c1415a76553c tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:44.125916 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-19b84dcc-ef68-423b-a02c-0f1ec3de528f req-307c4d43-36d2-404a-9e8f-c1415a76553c tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/ports?device_id=e808cdea-255a-452b-be82-ff4de8c9559c HTTP/1.1" status: 200  len: 944 time: 0.2116082
Feb 05 20:46:44.227106 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0725ff5e-88e6-4a78-bf33-7c091943fe35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (1a134084-bffc-4d65-8b36-eb7af4903966), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:44.227106 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0725ff5e-88e6-4a78-bf33-7c091943fe35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:44.227106 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0725ff5e-88e6-4a78-bf33-7c091943fe35 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1a134084-bffc-4d65-8b36-eb7af4903966 HTTP/1.1" status: 204  len: 168 time: 0.2975576
Feb 05 20:46:44.233154 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f8e6aea9-eefd-4140-8451-d5aac1c4ebfd admin admin] Publish callbacks [] for security_group (f4b7662a-d7aa-4c4f-bdb1-444434f630d8), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:44.234072 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-19b84dcc-ef68-423b-a02c-0f1ec3de528f req-aaadc9fc-e970-48a8-ae4d-92dac3701567 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/security-groups?id=f400a674-b392-423c-b672-e853dd7371fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1071513
Feb 05 20:46:44.240300 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f8e6aea9-eefd-4140-8451-d5aac1c4ebfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f4b7662a-d7aa-4c4f-bdb1-444434f630d8), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:44.253092 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725ff5e-88e6-4a78-bf33-7c091943fe35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a134084-bffc-4d65-8b36-eb7af4903966,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:44.287437 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53300) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:44.298675 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6aea9-eefd-4140-8451-d5aac1c4ebfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b7662a-d7aa-4c4f-bdb1-444434f630d8,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:44.307618 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f8e6aea9-eefd-4140-8451-d5aac1c4ebfd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e6e5946432ae4b138835641acabf2710&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4256690
Feb 05 20:46:44.307809 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53302) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:44.313819 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6020d2ce-d92c-423c-8e06-6a60bfebb2c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:44.418968 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f191c513-096e-4675-8170-35eeb46944d6 admin admin] Publish callbacks [] for security_group (f4b7662a-d7aa-4c4f-bdb1-444434f630d8), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:44.446744 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6020d2ce-d92c-423c-8e06-6a60bfebb2c3 admin admin] Publish callbacks [] for security_group (e4525b36-78c3-446a-9b58-e7021e19833a), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:44.451886 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6020d2ce-d92c-423c-8e06-6a60bfebb2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (e4525b36-78c3-446a-9b58-e7021e19833a), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:44.458351 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f191c513-096e-4675-8170-35eeb46944d6 admin admin] Publish callbacks [] for security_group (f4b7662a-d7aa-4c4f-bdb1-444434f630d8), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:44.508365 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 65a26644-9938-4a87-b528-63f3571d9f25 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:46:44.516960 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6020d2ce-d92c-423c-8e06-6a60bfebb2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4525b36-78c3-446a-9b58-e7021e19833a,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:44.537334 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6020d2ce-d92c-423c-8e06-6a60bfebb2c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6b6799a43e6d4290afe145a5e07df55d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2483628
Feb 05 20:46:44.538701 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53318) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:44.588848 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f191c513-096e-4675-8170-35eeb46944d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f4b7662a-d7aa-4c4f-bdb1-444434f630d8), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:44.591401 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f191c513-096e-4675-8170-35eeb46944d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:44.592576 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f191c513-096e-4675-8170-35eeb46944d6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f4b7662a-d7aa-4c4f-bdb1-444434f630d8 HTTP/1.1" status: 204  len: 168 time: 0.2838657
Feb 05 20:46:44.613577 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191c513-096e-4675-8170-35eeb46944d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b7662a-d7aa-4c4f-bdb1-444434f630d8,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:44.649171 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb88d86-d0ca-43cf-972e-2eec98452ea5 req-d92dabcf-d068-4c18-b972-571be4fdbe02 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:44.650920 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0cb88d86-d0ca-43cf-972e-2eec98452ea5 req-d92dabcf-d068-4c18-b972-571be4fdbe02 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2 HTTP/1.1" status: 200  len: 944 time: 0.1519120
Feb 05 20:46:44.708053 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 65a26644-9938-4a87-b528-63f3571d9f25, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=65a26644-9938-4a87-b528-63f3571d9f25,segment=NetworkSegment(162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e),segment_id=162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:46:44.719032 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f22b68d6-f267-4c41-bd8c-5c4a477fce95 admin admin] Publish callbacks [] for security_group (e4525b36-78c3-446a-9b58-e7021e19833a), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:44.721287 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '65a26644-9938-4a87-b528-63f3571d9f25', 'network_id': '26f1b53c-ec87-4116-92e7-641a0a5e3857', 'port_id': '65a26644-9938-4a87-b528-63f3571d9f25', 'mac_address': 'fa:16:3e:a9:73:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25459765-cc89-4a3e-8d4c-afa923a547d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:46:44.782825 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 20:46:44.788567 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 65a26644-9938-4a87-b528-63f3571d9f25 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:46:44.789489 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (65a26644-9938-4a87-b528-63f3571d9f25), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:44.804255 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f22b68d6-f267-4c41-bd8c-5c4a477fce95 admin admin] Publish callbacks [] for security_group (e4525b36-78c3-446a-9b58-e7021e19833a), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:44.807186 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65a26644-9938-4a87-b528-63f3571d9f25 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:46:44.816306 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0cb88d86-d0ca-43cf-972e-2eec98452ea5 req-d924216b-bc64-43ba-a067-50b0b2f57ebb tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1447961
Feb 05 20:46:44.839004 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 65a26644-9938-4a87-b528-63f3571d9f25, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=65a26644-9938-4a87-b528-63f3571d9f25,segment=NetworkSegment(162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e),segment_id=162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:46:44.845475 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (65a26644-9938-4a87-b528-63f3571d9f25), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:44.914418 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f22b68d6-f267-4c41-bd8c-5c4a477fce95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (e4525b36-78c3-446a-9b58-e7021e19833a), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:44.920897 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f22b68d6-f267-4c41-bd8c-5c4a477fce95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:44.921084 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f22b68d6-f267-4c41-bd8c-5c4a477fce95 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e4525b36-78c3-446a-9b58-e7021e19833a HTTP/1.1" status: 204  len: 168 time: 0.3617837
Feb 05 20:46:44.951095 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b68d6-f267-4c41-bd8c-5c4a477fce95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4525b36-78c3-446a-9b58-e7021e19833a,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:44.987859 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=65a26644-9938-4a87-b528-63f3571d9f25,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:45.011549 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:45.015116 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ee43fdf8-693c-47cc-a43f-c122526489f8 req-94f7360b-38eb-4e6e-9cee-4656c0829f0a tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=44d9ba2d-69c2-4cca-a33b-a753bd7ac63c HTTP/1.1" status: 200  len: 210 time: 0.0351064
Feb 05 20:46:45.243751 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['65a26644-9938-4a87-b528-63f3571d9f25'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:46:45.416168 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-1d3ece57-0f09-42b3-bf70-f15c2e4ea22d tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:45.421310 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-1d3ece57-0f09-42b3-bf70-f15c2e4ea22d tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.39 "GET /v2.0/networks?id=3d591eda-8294-4b7a-a6d2-1afd55bde68d HTTP/1.1" status: 200  len: 821 time: 0.2471194
Feb 05 20:46:45.450715 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-bad5fcc7-67b9-4de1-9136-2ace16ad617a tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Request body: {'port': {'device_id': '44d9ba2d-69c2-4cca-a33b-a753bd7ac63c', 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d', 'admin_state_up': True, 'tenant_id': '9e4e31092ef641efbf6eaf54cfa40d67'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:46:45.905827 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f0eb6-b43a-4c97-ad48-2bfd27cd3b2e req-baf18a53-d7a2-4041-9862-6ad1ebbadaa1 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:45.907528 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2f7f0eb6-b43a-4c97-ad48-2bfd27cd3b2e req-baf18a53-d7a2-4041-9862-6ad1ebbadaa1 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/ports?device_id=e808cdea-255a-452b-be82-ff4de8c9559c HTTP/1.1" status: 200  len: 945 time: 0.4838514
Feb 05 20:46:45.936446 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-bad5fcc7-67b9-4de1-9136-2ace16ad617a tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Made reservation on behalf of 9e4e31092ef641efbf6eaf54cfa40d67 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:46:45.940362 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-bad5fcc7-67b9-4de1-9136-2ace16ad617a tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:46.007250 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2f7f0eb6-b43a-4c97-ad48-2bfd27cd3b2e req-37138872-9607-41c0-8b10-084f156e3374 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/security-groups?id=f400a674-b392-423c-b672-e853dd7371fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0862484
Feb 05 20:46:46.152501 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8861a8c-a791-4d28-9a31-cdad8f919532 req-2fa6ac98-f2de-48fd-97ab-a409abae367f tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:46.159621 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e8861a8c-a791-4d28-9a31-cdad8f919532 req-2fa6ac98-f2de-48fd-97ab-a409abae367f tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2 HTTP/1.1" status: 200  len: 944 time: 0.1182883
Feb 05 20:46:46.186170 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-bad5fcc7-67b9-4de1-9136-2ace16ad617a tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Allocated IP 172.20.0.14 (3d591eda-8294-4b7a-a6d2-1afd55bde68d/f822a84b-448b-4295-886d-3f476dc82ced/9bae94dc-6fe0-4527-b738-5ab96a88890b) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:46:46.225952 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7803b9de-8611-43f3-bb18-336b22f77bb3 req-d5c82d73-ade8-4839-bf2f-1464cbf00e1b tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=44d9ba2d-69c2-4cca-a33b-a753bd7ac63c HTTP/1.1" status: 200  len: 210 time: 0.0412579
Feb 05 20:46:46.281119 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e8861a8c-a791-4d28-9a31-cdad8f919532 req-64b69dac-39ac-46c5-bfc2-1c95e0aab498 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1204441
Feb 05 20:46:46.455384 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-bad5fcc7-67b9-4de1-9136-2ace16ad617a tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Publish callbacks [] for port (9bae94dc-6fe0-4527-b738-5ab96a88890b), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:46.502923 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-bad5fcc7-67b9-4de1-9136-2ace16ad617a tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (9bae94dc-6fe0-4527-b738-5ab96a88890b), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:46.507609 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device f94bb230-a060-4069-ab41-6ee7b499a92f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:46:46.567579 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-bad5fcc7-67b9-4de1-9136-2ace16ad617a tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Network 3d591eda-8294-4b7a-a6d2-1afd55bde68d is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:46:46.583046 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-bad5fcc7-67b9-4de1-9136-2ace16ad617a tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:46:46.591173 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-bad5fcc7-67b9-4de1-9136-2ace16ad617a tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:46:46.595881 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-bad5fcc7-67b9-4de1-9136-2ace16ad617a tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:46.596522 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-bad5fcc7-67b9-4de1-9136-2ace16ad617a tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:46.604533 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad5fcc7-67b9-4de1-9136-2ace16ad617a tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Pushing event updated for resources: {'Port': ['ID=9bae94dc-6fe0-4527-b738-5ab96a88890b,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:46.624445 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-bad5fcc7-67b9-4de1-9136-2ace16ad617a tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1789947
Feb 05 20:46:46.636646 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-a370d14d-90a2-4b13-897f-0a2c1c5925f7 service neutron] Request body: {'port': {'device_id': '44d9ba2d-69c2-4cca-a33b-a753bd7ac63c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:46:46.657112 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 65a26644-9938-4a87-b528-63f3571d9f25 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:46:46.698849 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port f94bb230-a060-4069-ab41-6ee7b499a92f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f94bb230-a060-4069-ab41-6ee7b499a92f,segment=NetworkSegment(69c86b74-d9e1-46c1-9b9b-f16748bd0260),segment_id=69c86b74-d9e1-46c1-9b9b-f16748bd0260)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:46:46.723616 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': 'f94bb230-a060-4069-ab41-6ee7b499a92f', 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947', 'port_id': 'f94bb230-a060-4069-ab41-6ee7b499a92f', 'mac_address': 'fa:16:3e:ca:23:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30766dd9-3364-437e-a8fd-68757651ef32', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:46:46.762559 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-a370d14d-90a2-4b13-897f-0a2c1c5925f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9bae94dc-6fe0-4527-b738-5ab96a88890b), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:46.787603 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 65a26644-9938-4a87-b528-63f3571d9f25 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:46:46.791590 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port f94bb230-a060-4069-ab41-6ee7b499a92f is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:46:46.792337 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f94bb230-a060-4069-ab41-6ee7b499a92f), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:46.795577 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 65a26644-9938-4a87-b528-63f3571d9f25 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:46:46.796309 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (65a26644-9938-4a87-b528-63f3571d9f25), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:46.838607 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f94bb230-a060-4069-ab41-6ee7b499a92f {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:46:46.872365 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53482) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:46.875487 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port f94bb230-a060-4069-ab41-6ee7b499a92f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f94bb230-a060-4069-ab41-6ee7b499a92f,segment=NetworkSegment(69c86b74-d9e1-46c1-9b9b-f16748bd0260),segment_id=69c86b74-d9e1-46c1-9b9b-f16748bd0260)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:46:46.883888 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (f94bb230-a060-4069-ab41-6ee7b499a92f), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:46.976793 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 65a26644-9938-4a87-b528-63f3571d9f25 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:46:46.977417 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (65a26644-9938-4a87-b528-63f3571d9f25), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:46.991050 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=f94bb230-a060-4069-ab41-6ee7b499a92f,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:47.010642 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e808cdea-255a-452b-be82-ff4de8c9559c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a26644-9938-4a87-b528-63f3571d9f25'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:46:47.013351 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa7bbbd-f008-44e9-b960-73914995c446" -d '{"events": [{"server_uuid": "e808cdea-255a-452b-be82-ff4de8c9559c", "name": "network-vif-plugged", "status": "completed", "tag": "65a26644-9938-4a87-b528-63f3571d9f25"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:46:47.030884 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 65a26644-9938-4a87-b528-63f3571d9f25, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=65a26644-9938-4a87-b528-63f3571d9f25,segment=NetworkSegment(162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e),segment_id=162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:46:47.036765 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (65a26644-9938-4a87-b528-63f3571d9f25), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:47.100784 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=65a26644-9938-4a87-b528-63f3571d9f25,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:47.119133 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3d3d13-80b3-4545-bcfd-768b37bc2aa7 x-openstack-request-id: req-cd3d3d13-80b3-4545-bcfd-768b37bc2aa7 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:46:47.119512 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e808cdea-255a-452b-be82-ff4de8c9559c", "name": "network-vif-plugged", "status": "completed", "tag": "65a26644-9938-4a87-b528-63f3571d9f25", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:46:47.122116 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cd3d3d13-80b3-4545-bcfd-768b37bc2aa7 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:46:47.123192 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e808cdea-255a-452b-be82-ff4de8c9559c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a26644-9938-4a87-b528-63f3571d9f25', 'code': 200}
Feb 05 20:46:47.237166 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-a370d14d-90a2-4b13-897f-0a2c1c5925f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bae94dc-6fe0-4527-b738-5ab96a88890b {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:46:47.239146 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['f94bb230-a060-4069-ab41-6ee7b499a92f'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:46:47.269024 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18890a-6498-40c4-ba90-085cacd63a3f req-42b45abe-90b3-4187-a35e-b986051c95a1 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:47.270659 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8b18890a-6498-40c4-ba90-085cacd63a3f req-42b45abe-90b3-4187-a35e-b986051c95a1 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/ports?device_id=e808cdea-255a-452b-be82-ff4de8c9559c HTTP/1.1" status: 200  len: 946 time: 0.1241510
Feb 05 20:46:47.272850 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-a370d14d-90a2-4b13-897f-0a2c1c5925f7 service neutron] Publish callbacks [] for port (9bae94dc-6fe0-4527-b738-5ab96a88890b), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:47.324826 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7e459041-a545-4270-aed5-4263a23c72e5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c56f319e7dbb4a319ab9590d79a1ec21&name=default HTTP/1.1" status: 200  len: 2992 time: 0.4510026
Feb 05 20:46:47.339751 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53510) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:47.371799 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f50934-46e9-4a2e-b4f6-f8f3259ae834 req-67eaa50f-1baa-46f3-89f5-f36134cb34dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:47.373417 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-09f50934-46e9-4a2e-b4f6-f8f3259ae834 req-67eaa50f-1baa-46f3-89f5-f36134cb34dd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e808cdea-255a-452b-be82-ff4de8c9559c HTTP/1.1" status: 200  len: 1128 time: 0.1847575
Feb 05 20:46:47.455346 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-09f50934-46e9-4a2e-b4f6-f8f3259ae834 req-47c8573e-73bf-4bed-92bf-4bdd26688b13 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f400a674-b392-423c-b672-e853dd7371fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0747669
Feb 05 20:46:47.469630 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-a370d14d-90a2-4b13-897f-0a2c1c5925f7 service neutron] Transition to ACTIVE for port object 9bae94dc-6fe0-4527-b738-5ab96a88890b will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:46:47.484331 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-a370d14d-90a2-4b13-897f-0a2c1c5925f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9bae94dc-6fe0-4527-b738-5ab96a88890b), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:47.502784 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f6b2cf55-1a79-4a26-9896-e2c685dab7b8 admin admin] Publish callbacks [] for security_group (8ceccd0d-31c4-47ab-8580-fbee5fe0f9c0), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:47.526781 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f6b2cf55-1a79-4a26-9896-e2c685dab7b8 admin admin] Publish callbacks [] for security_group (8ceccd0d-31c4-47ab-8580-fbee5fe0f9c0), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:47.531768 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a370d14d-90a2-4b13-897f-0a2c1c5925f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9bae94dc-6fe0-4527-b738-5ab96a88890b,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:47.538675 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8b18890a-6498-40c4-ba90-085cacd63a3f req-85d1436f-ca87-4ab9-89b5-726e94c70cc1 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/security-groups?id=f400a674-b392-423c-b672-e853dd7371fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2490001
Feb 05 20:46:47.564058 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56774dde-957d-449d-adae-48092caeb528 req-eef6e11f-e9d2-49ed-b76e-409cab66505b tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:47.571496 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-56774dde-957d-449d-adae-48092caeb528 req-eef6e11f-e9d2-49ed-b76e-409cab66505b tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=44d9ba2d-69c2-4cca-a33b-a753bd7ac63c HTTP/1.1" status: 200  len: 932 time: 0.1985188
Feb 05 20:46:47.630812 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f6b2cf55-1a79-4a26-9896-e2c685dab7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (8ceccd0d-31c4-47ab-8580-fbee5fe0f9c0), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:47.634266 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f6b2cf55-1a79-4a26-9896-e2c685dab7b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:47.639180 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f6b2cf55-1a79-4a26-9896-e2c685dab7b8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ceccd0d-31c4-47ab-8580-fbee5fe0f9c0 HTTP/1.1" status: 204  len: 168 time: 0.2899778
Feb 05 20:46:47.648479 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-a370d14d-90a2-4b13-897f-0a2c1c5925f7 service neutron] Attempting to bind port 9bae94dc-6fe0-4527-b738-5ab96a88890b on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:46:47.648813 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-a370d14d-90a2-4b13-897f-0a2c1c5925f7 service neutron] Attempting to bind port 9bae94dc-6fe0-4527-b738-5ab96a88890b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:46:47.649154 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-a370d14d-90a2-4b13-897f-0a2c1c5925f7 service neutron] Attempting to bind port 9bae94dc-6fe0-4527-b738-5ab96a88890b on network 3d591eda-8294-4b7a-a6d2-1afd55bde68d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:46:47.652118 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b2cf55-1a79-4a26-9896-e2c685dab7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ceccd0d-31c4-47ab-8580-fbee5fe0f9c0,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:47.681562 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-56774dde-957d-449d-adae-48092caeb528 req-86a4d7a3-09e4-44a2-96bf-8ed25014fcc2 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050174
Feb 05 20:46:47.684607 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-a370d14d-90a2-4b13-897f-0a2c1c5925f7 service neutron] Port 9bae94dc-6fe0-4527-b738-5ab96a88890b on network 3d591eda-8294-4b7a-a6d2-1afd55bde68d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:46:47.688989 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-a370d14d-90a2-4b13-897f-0a2c1c5925f7 service neutron] Attempting to bind port 9bae94dc-6fe0-4527-b738-5ab96a88890b on network 3d591eda-8294-4b7a-a6d2-1afd55bde68d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:46:47.704053 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-a370d14d-90a2-4b13-897f-0a2c1c5925f7 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:46:47.704378 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-a370d14d-90a2-4b13-897f-0a2c1c5925f7 service neutron] Checking segment: {'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:46:47.704773 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-a370d14d-90a2-4b13-897f-0a2c1c5925f7 service neutron] Bound using segment: {'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:46:47.705218 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-a370d14d-90a2-4b13-897f-0a2c1c5925f7 service neutron] Bound port: 9bae94dc-6fe0-4527-b738-5ab96a88890b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:46:47.705585 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-a370d14d-90a2-4b13-897f-0a2c1c5925f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9bae94dc-6fe0-4527-b738-5ab96a88890b), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:47.760413 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53524) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:47.796881 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda4df7-b855-4e42-9071-6209f32dbd76 req-3f881e59-0e08-48aa-bff0-a6dc6aa7e7d0 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:47.798482 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9dda4df7-b855-4e42-9071-6209f32dbd76 req-3f881e59-0e08-48aa-bff0-a6dc6aa7e7d0 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2 HTTP/1.1" status: 200  len: 945 time: 0.1155803
Feb 05 20:46:47.815048 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-a370d14d-90a2-4b13-897f-0a2c1c5925f7 service neutron] For port 9bae94dc-6fe0-4527-b738-5ab96a88890b, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:46:47.845132 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-a370d14d-90a2-4b13-897f-0a2c1c5925f7 service neutron] For port 9bae94dc-6fe0-4527-b738-5ab96a88890b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9bae94dc-6fe0-4527-b738-5ab96a88890b,segment=NetworkSegment(22aada35-3566-46c2-b11c-622e4f2f6275),segment_id=22aada35-3566-46c2-b11c-622e4f2f6275)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:46:47.854891 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-a370d14d-90a2-4b13-897f-0a2c1c5925f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9bae94dc-6fe0-4527-b738-5ab96a88890b), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:47.910898 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9dda4df7-b855-4e42-9071-6209f32dbd76 req-c96913d3-eafe-4f11-8a3c-c2338e23ec7c tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050754
Feb 05 20:46:47.913650 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-a370d14d-90a2-4b13-897f-0a2c1c5925f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:47.914287 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-a370d14d-90a2-4b13-897f-0a2c1c5925f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:47.915910 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-a370d14d-90a2-4b13-897f-0a2c1c5925f7 service neutron] 10.222.0.39 "PUT /v2.0/ports/9bae94dc-6fe0-4527-b738-5ab96a88890b HTTP/1.1" status: 200  len: 1092 time: 1.2840323
Feb 05 20:46:47.920796 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d9ba2d-69c2-4cca-a33b-a753bd7ac63c', 'tag': '9bae94dc-6fe0-4527-b738-5ab96a88890b'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:46:47.923684 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd91a524-68b5-4d44-9026-abfea5eebe29" -d '{"events": [{"name": "network-changed", "server_uuid": "44d9ba2d-69c2-4cca-a33b-a753bd7ac63c", "tag": "9bae94dc-6fe0-4527-b738-5ab96a88890b"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:46:47.950120 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a370d14d-90a2-4b13-897f-0a2c1c5925f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9bae94dc-6fe0-4527-b738-5ab96a88890b,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:47.983194 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf728c7-47ae-491a-8479-5177ef8e8607 x-openstack-request-id: req-2cf728c7-47ae-491a-8479-5177ef8e8607 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:46:47.983564 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d9ba2d-69c2-4cca-a33b-a753bd7ac63c", "tag": "9bae94dc-6fe0-4527-b738-5ab96a88890b", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:46:47.983916 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2cf728c7-47ae-491a-8479-5177ef8e8607 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:46:47.984656 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d9ba2d-69c2-4cca-a33b-a753bd7ac63c', 'tag': '9bae94dc-6fe0-4527-b738-5ab96a88890b', 'status': 'completed', 'code': 200}
Feb 05 20:46:48.036343 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-c3ba65cf-6200-4d8f-b3cc-68cd9c0e543d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:48.038461 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-c3ba65cf-6200-4d8f-b3cc-68cd9c0e543d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e4e31092ef641efbf6eaf54cfa40d67&device_id=44d9ba2d-69c2-4cca-a33b-a753bd7ac63c HTTP/1.1" status: 200  len: 1126 time: 0.0502369
Feb 05 20:46:48.084715 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-f330c5c0-f485-4c73-9ac3-0fbe6207180d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bae94dc-6fe0-4527-b738-5ab96a88890b HTTP/1.1" status: 200  len: 217 time: 0.0389836
Feb 05 20:46:48.144336 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-714fb0b6-9b68-4a32-80f9-160996d1a7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:48.146567 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-714fb0b6-9b68-4a32-80f9-160996d1a7ad service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f822a84b-448b-4295-886d-3f476dc82ced HTTP/1.1" status: 200  len: 861 time: 0.0555739
Feb 05 20:46:48.151361 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-00792f2d-ec3d-4468-aa8d-47e1c0445e81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:48.190902 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-bc432309-f9b8-40f7-b544-5a07248ef16d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d591eda-8294-4b7a-a6d2-1afd55bde68d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0386512
Feb 05 20:46:48.240851 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-00792f2d-ec3d-4468-aa8d-47e1c0445e81 admin admin] Publish callbacks [] for security_group (563432d8-03ce-4a0e-a0f0-c767f3ececfe), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:48.250106 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-00792f2d-ec3d-4468-aa8d-47e1c0445e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (563432d8-03ce-4a0e-a0f0-c767f3ececfe), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:48.281705 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53542) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:48.291938 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-00792f2d-ec3d-4468-aa8d-47e1c0445e81 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1c2b6b41e2e74c7b81baa5c1385fb2a1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5287638
Feb 05 20:46:48.292823 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00792f2d-ec3d-4468-aa8d-47e1c0445e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563432d8-03ce-4a0e-a0f0-c767f3ececfe,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:48.296579 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53544) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:48.369014 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-e5188a54-061d-4380-b11d-eb6acd4810cc service neutron] 10.222.0.39 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1719635
Feb 05 20:46:48.415369 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d065343f-9889-4112-b06c-b30bfc9f4ae1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8500c430646b44a897b960997362d4b8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1302140
Feb 05 20:46:48.418146 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53550) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:48.459180 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8d934bd7-418a-4e26-abef-5b59d050d26f admin admin] Publish callbacks [] for security_group (563432d8-03ce-4a0e-a0f0-c767f3ececfe), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:48.492579 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8d934bd7-418a-4e26-abef-5b59d050d26f admin admin] Publish callbacks [] for security_group (563432d8-03ce-4a0e-a0f0-c767f3ececfe), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:48.492707 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ecbd00f5-0810-4561-8287-6268fd2cda8c admin admin] Publish callbacks [] for security_group (f4438bde-e297-4f0d-ae6f-bd4b8da90a94), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:48.503934 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device f94bb230-a060-4069-ab41-6ee7b499a92f up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:46:48.534191 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c59b3395-af23-44a7-8fab-cda8c123e271 req-5b6d7111-0676-4542-bed1-06fcf77bfd56 service neutron] 10.222.0.39 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1592977
Feb 05 20:46:48.546585 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ecbd00f5-0810-4561-8287-6268fd2cda8c admin admin] Publish callbacks [] for security_group (f4438bde-e297-4f0d-ae6f-bd4b8da90a94), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:48.574439 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8d934bd7-418a-4e26-abef-5b59d050d26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (563432d8-03ce-4a0e-a0f0-c767f3ececfe), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:48.578288 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8d934bd7-418a-4e26-abef-5b59d050d26f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:48.579568 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8d934bd7-418a-4e26-abef-5b59d050d26f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/563432d8-03ce-4a0e-a0f0-c767f3ececfe HTTP/1.1" status: 204  len: 168 time: 0.2798841
Feb 05 20:46:48.589011 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port f94bb230-a060-4069-ab41-6ee7b499a92f completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:46:48.595838 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port f94bb230-a060-4069-ab41-6ee7b499a92f triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:46:48.597480 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (f94bb230-a060-4069-ab41-6ee7b499a92f), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:48.607502 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d934bd7-418a-4e26-abef-5b59d050d26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563432d8-03ce-4a0e-a0f0-c767f3ececfe,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:48.615792 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ecbd00f5-0810-4561-8287-6268fd2cda8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f4438bde-e297-4f0d-ae6f-bd4b8da90a94), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:48.618347 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ecbd00f5-0810-4561-8287-6268fd2cda8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:48.625661 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ecbd00f5-0810-4561-8287-6268fd2cda8c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f4438bde-e297-4f0d-ae6f-bd4b8da90a94 HTTP/1.1" status: 204  len: 168 time: 0.2034070
Feb 05 20:46:48.639594 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd00f5-0810-4561-8287-6268fd2cda8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4438bde-e297-4f0d-ae6f-bd4b8da90a94,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:48.764742 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91a524-68b5-4d44-9026-abfea5eebe29 req-1edf62d4-3cdb-41ec-a698-476de9d6d78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:48.767187 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cd91a524-68b5-4d44-9026-abfea5eebe29 req-1edf62d4-3cdb-41ec-a698-476de9d6d78b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e4e31092ef641efbf6eaf54cfa40d67&device_id=44d9ba2d-69c2-4cca-a33b-a753bd7ac63c HTTP/1.1" status: 200  len: 1126 time: 0.1371756
Feb 05 20:46:48.831854 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1915d8-9de2-42be-86aa-620fe1890654 req-6b3e40d2-df4f-4d08-b9dd-89123df33201 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:48.834825 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dc1915d8-9de2-42be-86aa-620fe1890654 req-6b3e40d2-df4f-4d08-b9dd-89123df33201 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/ports?device_id=e808cdea-255a-452b-be82-ff4de8c9559c HTTP/1.1" status: 200  len: 946 time: 0.1441073
Feb 05 20:46:48.921827 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port f94bb230-a060-4069-ab41-6ee7b499a92f is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:46:48.922281 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f94bb230-a060-4069-ab41-6ee7b499a92f), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:48.978179 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port f94bb230-a060-4069-ab41-6ee7b499a92f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f94bb230-a060-4069-ab41-6ee7b499a92f,segment=NetworkSegment(69c86b74-d9e1-46c1-9b9b-f16748bd0260),segment_id=69c86b74-d9e1-46c1-9b9b-f16748bd0260)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:46:48.981090 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c3db9-f552-44e1-9b26-411552544483 req-142219fc-46ad-4741-9206-eb6d2fba8437 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:48.982945 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1c0c3db9-f552-44e1-9b26-411552544483 req-142219fc-46ad-4741-9206-eb6d2fba8437 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=44d9ba2d-69c2-4cca-a33b-a753bd7ac63c HTTP/1.1" status: 200  len: 944 time: 0.1928844
Feb 05 20:46:48.983393 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (f94bb230-a060-4069-ab41-6ee7b499a92f), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:48.990224 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dc1915d8-9de2-42be-86aa-620fe1890654 req-0fcb5c4f-4538-401b-9cda-71e25ab87f40 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/security-groups?id=f400a674-b392-423c-b672-e853dd7371fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1346130
Feb 05 20:46:49.000982 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91a524-68b5-4d44-9026-abfea5eebe29 req-dcd6b15a-8af8-4ea8-b1c7-dc8021b979f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:49.000982 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cd91a524-68b5-4d44-9026-abfea5eebe29 req-dcd6b15a-8af8-4ea8-b1c7-dc8021b979f0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d591eda-8294-4b7a-a6d2-1afd55bde68d HTTP/1.1" status: 200  len: 922 time: 0.2213216
Feb 05 20:46:49.049448 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cd91a524-68b5-4d44-9026-abfea5eebe29 req-3dc34df7-ae59-42da-951e-e245ea3f45b1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bae94dc-6fe0-4527-b738-5ab96a88890b HTTP/1.1" status: 200  len: 217 time: 0.0407693
Feb 05 20:46:49.064869 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=f94bb230-a060-4069-ab41-6ee7b499a92f,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:49.120756 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1c0c3db9-f552-44e1-9b26-411552544483 req-4f72ae7d-01ff-4167-ba2b-613385367e8d tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1288488
Feb 05 20:46:49.124741 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94bb230-a060-4069-ab41-6ee7b499a92f'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:46:49.127355 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ee847b-33f4-4099-9c48-2864ae73bb3c" -d '{"events": [{"server_uuid": "06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2", "name": "network-vif-plugged", "status": "completed", "tag": "f94bb230-a060-4069-ab41-6ee7b499a92f"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:46:49.149067 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91a524-68b5-4d44-9026-abfea5eebe29 req-9cc4bbb0-0120-42d0-a9c8-03cc8fa36ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:49.150574 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cd91a524-68b5-4d44-9026-abfea5eebe29 req-9cc4bbb0-0120-42d0-a9c8-03cc8fa36ef4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f822a84b-448b-4295-886d-3f476dc82ced HTTP/1.1" status: 200  len: 861 time: 0.0950539
Feb 05 20:46:49.182297 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23b8033-422f-4688-9b51-b3f3620cee9f x-openstack-request-id: req-a23b8033-422f-4688-9b51-b3f3620cee9f {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:46:49.182823 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2", "name": "network-vif-plugged", "status": "completed", "tag": "f94bb230-a060-4069-ab41-6ee7b499a92f", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:46:49.183313 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a23b8033-422f-4688-9b51-b3f3620cee9f {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:46:49.183861 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94bb230-a060-4069-ab41-6ee7b499a92f', 'code': 200}
Feb 05 20:46:49.190861 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cd91a524-68b5-4d44-9026-abfea5eebe29 req-76179cf3-8c61-45c4-88d9-16912d99d8e2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d591eda-8294-4b7a-a6d2-1afd55bde68d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0341675
Feb 05 20:46:49.200040 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a103d-5d80-4a35-86bc-ae10b0c6b936 req-803d42ab-ce38-405c-bbe0-07a783cea83c tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:49.201534 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-884a103d-5d80-4a35-86bc-ae10b0c6b936 req-803d42ab-ce38-405c-bbe0-07a783cea83c tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2 HTTP/1.1" status: 200  len: 946 time: 0.1035407
Feb 05 20:46:49.298910 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c1a29-bcab-454f-bce6-c2bf251a0b1f req-cd4ac1d2-29fa-4ac6-ae1d-f3691ffee4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:49.301196 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-661c1a29-bcab-454f-bce6-c2bf251a0b1f req-cd4ac1d2-29fa-4ac6-ae1d-f3691ffee4f6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2 HTTP/1.1" status: 200  len: 1128 time: 0.0447178
Feb 05 20:46:49.321963 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-884a103d-5d80-4a35-86bc-ae10b0c6b936 req-25480582-4d47-4f79-925b-c0796bc98c21 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1104445
Feb 05 20:46:49.341090 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cd91a524-68b5-4d44-9026-abfea5eebe29 req-c9f66358-dc9d-491f-b147-0b69d96c3ae1 service neutron] 10.222.0.39 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383545
Feb 05 20:46:49.353995 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-661c1a29-bcab-454f-bce6-c2bf251a0b1f req-7f36a77e-a524-4d68-8dc0-b81b5319c5f0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452471
Feb 05 20:46:49.406353 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53582) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:49.431294 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-46308462-a9b6-4670-9143-bf5286587ac5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:49.452328 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cd91a524-68b5-4d44-9026-abfea5eebe29 req-3cfd1dd2-050b-43b4-bd57-9b3977137961 service neutron] 10.222.0.39 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1048019
Feb 05 20:46:49.515504 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-46308462-a9b6-4670-9143-bf5286587ac5 admin admin] Publish callbacks [] for security_group (42a17569-7c4d-4991-9e60-fdd2f285138f), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:49.522050 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-46308462-a9b6-4670-9143-bf5286587ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (42a17569-7c4d-4991-9e60-fdd2f285138f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:49.563825 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46308462-a9b6-4670-9143-bf5286587ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a17569-7c4d-4991-9e60-fdd2f285138f,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:49.573148 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53592) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:49.573343 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-46308462-a9b6-4670-9143-bf5286587ac5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dec0198c18864974844b9af334a8972b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1645164
Feb 05 20:46:49.628536 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-62422a6b-798c-4ce2-a5d1-025139aef8a7 admin admin] Publish callbacks [] for security_group (42a17569-7c4d-4991-9e60-fdd2f285138f), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:49.654939 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-62422a6b-798c-4ce2-a5d1-025139aef8a7 admin admin] Publish callbacks [] for security_group (42a17569-7c4d-4991-9e60-fdd2f285138f), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:49.717225 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-62422a6b-798c-4ce2-a5d1-025139aef8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (42a17569-7c4d-4991-9e60-fdd2f285138f), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:49.720148 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-62422a6b-798c-4ce2-a5d1-025139aef8a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:49.724025 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-62422a6b-798c-4ce2-a5d1-025139aef8a7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/42a17569-7c4d-4991-9e60-fdd2f285138f HTTP/1.1" status: 204  len: 168 time: 0.1471033
Feb 05 20:46:49.729684 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62422a6b-798c-4ce2-a5d1-025139aef8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a17569-7c4d-4991-9e60-fdd2f285138f,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:49.839717 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:50.290921 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-334d6653-f0a4-4a63-87c5-e326eeebde02 tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=c3961e4210be4641ae08a079a88bbc69&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0322206
Feb 05 20:46:50.405441 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b2341-b89d-4710-b4fc-29f367bf6a0a req-a24a6603-be45-4803-b98c-eea78813af77 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:50.406973 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-369b2341-b89d-4710-b4fc-29f367bf6a0a req-a24a6603-be45-4803-b98c-eea78813af77 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/ports?device_id=e808cdea-255a-452b-be82-ff4de8c9559c HTTP/1.1" status: 200  len: 946 time: 0.1362982
Feb 05 20:46:50.446357 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-1375a2f9-a1ad-4f29-b8f3-d6033b0a008c tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:50.447761 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-1375a2f9-a1ad-4f29-b8f3-d6033b0a008c tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1396945
Feb 05 20:46:50.478795 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-122f750c-c368-4e9c-add1-cbdff787120e tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] 10.222.0.32 "GET /v2.0/quotas/c3961e4210be4641ae08a079a88bbc69 HTTP/1.1" status: 200  len: 375 time: 0.0232050
Feb 05 20:46:50.486551 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-369b2341-b89d-4710-b4fc-29f367bf6a0a req-ee0fc7cf-b155-42c2-b0b6-3dbf587731c0 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/security-groups?id=f400a674-b392-423c-b672-e853dd7371fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0667322
Feb 05 20:46:50.522888 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-ed449de7-a9ae-4ec4-8761-cd2954cecd9d tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c3961e4210be4641ae08a079a88bbc69&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0352206
Feb 05 20:46:50.673854 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283eefd9-2782-4735-b02a-4e54040c30b1 req-b8a2eaf9-08a2-430e-9e34-657e84475d54 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:50.676121 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-283eefd9-2782-4735-b02a-4e54040c30b1 req-b8a2eaf9-08a2-430e-9e34-657e84475d54 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=44d9ba2d-69c2-4cca-a33b-a753bd7ac63c HTTP/1.1" status: 200  len: 944 time: 0.1033707
Feb 05 20:46:50.742814 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-283eefd9-2782-4735-b02a-4e54040c30b1 req-8007eb1d-6586-4841-9c35-a4cc9b0ddbfc tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592937
Feb 05 20:46:50.896393 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e979ab5-a5b1-47ae-a102-5e53ff63c04f req-b1ca61db-8dad-42ea-b7a9-01fb1074b0b9 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:50.898029 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3e979ab5-a5b1-47ae-a102-5e53ff63c04f req-b1ca61db-8dad-42ea-b7a9-01fb1074b0b9 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2 HTTP/1.1" status: 200  len: 946 time: 0.0675013
Feb 05 20:46:50.967804 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3e979ab5-a5b1-47ae-a102-5e53ff63c04f req-08aacd5a-e7b6-4a78-a6e5-61dd6c691cf5 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637195
Feb 05 20:46:51.140806 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86671aaa-f9e6-41d8-a15f-8a8e003dbb6a req-d0a2c7eb-8409-4dec-a8ad-24c0840612ce tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:51.152526 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53680) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:51.166086 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-3c748290-99fa-4e82-8368-35473aae9b74 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Request body: {'floatingip': {'port_id': '65a26644-9938-4a87-b528-63f3571d9f25'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:46:51.179073 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-86671aaa-f9e6-41d8-a15f-8a8e003dbb6a req-d0a2c7eb-8409-4dec-a8ad-24c0840612ce tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/ports?device_id=e808cdea-255a-452b-be82-ff4de8c9559c HTTP/1.1" status: 200  len: 946 time: 0.1001284
Feb 05 20:46:51.280249 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-29c10046-7fd3-4abe-ae08-971af02a7960 req-8a2bfa01-d181-45c8-ba40-924947df12b8 tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] 10.222.0.32 "GET /v2.0/ports?device_id=9201a417-6991-4193-80c4-8584254f992f HTTP/1.1" status: 200  len: 210 time: 0.0538869
Feb 05 20:46:51.292472 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3c748290-99fa-4e82-8368-35473aae9b74 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks [] for floatingip (1217fc95-0af0-4201-aa59-e7b9d5221fde), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:51.587236 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a5683-b28e-40e1-a3ed-5acd48d49125 req-e8a1658e-058c-4886-9968-06792c9d69ec tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:51.596833 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-541a5683-b28e-40e1-a3ed-5acd48d49125 req-e8a1658e-058c-4886-9968-06792c9d69ec tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2 HTTP/1.1" status: 200  len: 1128 time: 0.0678411
Feb 05 20:46:51.655658 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-541a5683-b28e-40e1-a3ed-5acd48d49125 req-61aee519-553a-4362-a6ed-8a93a357201e tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552914
Feb 05 20:46:51.774733 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16987f-e911-408a-b619-17984e1b3d78 req-0e63d521-05fc-4bbf-858f-10f5740f50c6 tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:51.776509 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec16987f-e911-408a-b619-17984e1b3d78 req-0e63d521-05fc-4bbf-858f-10f5740f50c6 tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2 HTTP/1.1" status: 200  len: 1128 time: 0.0497735
Feb 05 20:46:51.855850 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 9bae94dc-6fe0-4527-b738-5ab96a88890b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:46:51.864237 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec16987f-e911-408a-b619-17984e1b3d78 req-cbb14f11-1e16-4473-98be-7544febaa655 tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787251
Feb 05 20:46:51.998289 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-789806c6-929f-4513-bc76-e6d3421409cb tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=c3961e4210be4641ae08a079a88bbc69&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0461102
Feb 05 20:46:52.116073 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 9bae94dc-6fe0-4527-b738-5ab96a88890b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9bae94dc-6fe0-4527-b738-5ab96a88890b,segment=NetworkSegment(22aada35-3566-46c2-b11c-622e4f2f6275),segment_id=22aada35-3566-46c2-b11c-622e4f2f6275)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:46:52.141175 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '9bae94dc-6fe0-4527-b738-5ab96a88890b', 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d', 'port_id': '9bae94dc-6fe0-4527-b738-5ab96a88890b', 'mac_address': 'fa:16:3e:9b:dc:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f822a84b-448b-4295-886d-3f476dc82ced', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:46:52.227615 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 9bae94dc-6fe0-4527-b738-5ab96a88890b is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:46:52.228013 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9bae94dc-6fe0-4527-b738-5ab96a88890b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:52.248924 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3cb7ce-f5f8-448b-b4f1-eda71c09ffd6 req-531c3880-0e76-4e2c-9565-e1e0032bca47 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:52.257670 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9c3cb7ce-f5f8-448b-b4f1-eda71c09ffd6 req-531c3880-0e76-4e2c-9565-e1e0032bca47 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=44d9ba2d-69c2-4cca-a33b-a753bd7ac63c HTTP/1.1" status: 200  len: 944 time: 0.2582912
Feb 05 20:46:52.268245 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bae94dc-6fe0-4527-b738-5ab96a88890b {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:46:52.307654 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-2db03803-35a8-4db1-b002-acc9931197ea tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:52.310036 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-2db03803-35a8-4db1-b002-acc9931197ea tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3043494
Feb 05 20:46:52.321229 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3c748290-99fa-4e82-8368-35473aae9b74 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:52.328363 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-7d788a83-c2dd-421f-85ac-db9309e17d7e tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] Request body: {'port': {'device_id': '9201a417-6991-4193-80c4-8584254f992f', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'admin_state_up': True, 'tenant_id': 'c3961e4210be4641ae08a079a88bbc69'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:46:52.329889 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3c748290-99fa-4e82-8368-35473aae9b74 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (1217fc95-0af0-4201-aa59-e7b9d5221fde), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:52.336666 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 9bae94dc-6fe0-4527-b738-5ab96a88890b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9bae94dc-6fe0-4527-b738-5ab96a88890b,segment=NetworkSegment(22aada35-3566-46c2-b11c-622e4f2f6275),segment_id=22aada35-3566-46c2-b11c-622e4f2f6275)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:46:52.346059 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9bae94dc-6fe0-4527-b738-5ab96a88890b), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:52.372835 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9c3cb7ce-f5f8-448b-b4f1-eda71c09ffd6 req-12a9c80c-ae61-454f-b50c-80de1564222d tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141746
Feb 05 20:46:52.523736 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=9bae94dc-6fe0-4527-b738-5ab96a88890b,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:52.609011 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['9bae94dc-6fe0-4527-b738-5ab96a88890b'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:46:52.626512 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d1dddaf2-a41d-4374-b57c-4467f13fc9c7 req-0f28309f-25ea-48a3-827b-6680c3ad5f21 tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] 10.222.0.32 "GET /v2.0/ports?device_id=9201a417-6991-4193-80c4-8584254f992f HTTP/1.1" status: 200  len: 210 time: 0.0610578
Feb 05 20:46:52.647597 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-8d88c799-745c-420d-a6f3-b62b49f6ff22 req-b68db15c-5c7f-4d1f-834a-babbfca04f96 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 20:46:52.656542 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8d88c799-745c-420d-a6f3-b62b49f6ff22 req-b68db15c-5c7f-4d1f-834a-babbfca04f96 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0151227
Feb 05 20:46:52.682423 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-7d788a83-c2dd-421f-85ac-db9309e17d7e tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] Made reservation on behalf of c3961e4210be4641ae08a079a88bbc69 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:46:52.687870 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-7d788a83-c2dd-421f-85ac-db9309e17d7e tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:52.708832 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-7d788a83-c2dd-421f-85ac-db9309e17d7e tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:52.834403 ncdv-master-1 neutron-server[114390]: INFO neutron.db.l3_db [None req-3c748290-99fa-4e82-8368-35473aae9b74 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Floating IP 1217fc95-0af0-4201-aa59-e7b9d5221fde associated. External IP: 172.35.4.107, port: 65a26644-9938-4a87-b528-63f3571d9f25.
Feb 05 20:46:52.911912 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-7d788a83-c2dd-421f-85ac-db9309e17d7e tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] Publish callbacks [] for security_group (2d88d887-3b37-4e43-8bec-c882d1a62fa3), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:52.919600 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-7d788a83-c2dd-421f-85ac-db9309e17d7e tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (2d88d887-3b37-4e43-8bec-c882d1a62fa3), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:53.054053 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d788a83-c2dd-421f-85ac-db9309e17d7e tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d88d887-3b37-4e43-8bec-c882d1a62fa3,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:53.198971 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-7d788a83-c2dd-421f-85ac-db9309e17d7e tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] Allocated IP 192.168.233.153 (f760d6ec-7837-431c-910c-37572c24f936/42e3c763-0926-4b49-ade5-d66ee3d4c489/809f9aad-cad4-409c-9cf5-e1b7af9e0962) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:46:53.232838 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d6c0ce2a-c04f-4138-8738-eaa62da5bcfe req-e22375f2-31f8-4888-b6ff-b5425029fe39 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e808cdea-255a-452b-be82-ff4de8c9559c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0670395
Feb 05 20:46:53.255606 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c748290-99fa-4e82-8368-35473aae9b74 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Router b07869ed-7c5e-403e-98ed-b75da5a27ef9 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:46:53.415160 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0ce2a-c04f-4138-8738-eaa62da5bcfe req-349f7401-9018-4861-ae01-c13f898d268a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:53.416682 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d6c0ce2a-c04f-4138-8738-eaa62da5bcfe req-349f7401-9018-4861-ae01-c13f898d268a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6304a49c7f254ce9bfe0896bf76e1991&device_id=e808cdea-255a-452b-be82-ff4de8c9559c HTTP/1.1" status: 200  len: 1128 time: 0.1072567
Feb 05 20:46:53.432291 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c748290-99fa-4e82-8368-35473aae9b74 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:46:53.435224 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-7d788a83-c2dd-421f-85ac-db9309e17d7e tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] Publish callbacks [] for port (809f9aad-cad4-409c-9cf5-e1b7af9e0962), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:53.438944 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3c748290-99fa-4e82-8368-35473aae9b74 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:53.457008 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7788cad-6689-49cc-a5ad-e6b848eed5ff None None] Sync routers for ids ['b07869ed-7c5e-403e-98ed-b75da5a27ef9'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:46:53.462746 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-b3326e96-3e7f-4a3f-9026-072d4e51a33c tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=7fa62d0885c141e484c763aa712e28f5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0364473
Feb 05 20:46:53.471719 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7788cad-6689-49cc-a5ad-e6b848eed5ff None None] Routers {'b07869ed-7c5e-403e-98ed-b75da5a27ef9'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:46:53.474807 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-f7788cad-6689-49cc-a5ad-e6b848eed5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8e51400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:46:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b07869ed-7c5e-403e-98ed-b75da5a27ef9'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:46:53.542835 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3c748290-99fa-4e82-8368-35473aae9b74 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "PUT /v2.0/floatingips/1217fc95-0af0-4201-aa59-e7b9d5221fde HTTP/1.1" status: 200  len: 992 time: 2.3885469
Feb 05 20:46:53.544909 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e808cdea-255a-452b-be82-ff4de8c9559c', 'tag': '65a26644-9938-4a87-b528-63f3571d9f25'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:46:53.547356 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd8ad78-b7ff-4d50-9fe8-43158d03cad2" -d '{"events": [{"name": "network-changed", "server_uuid": "e808cdea-255a-452b-be82-ff4de8c9559c", "tag": "65a26644-9938-4a87-b528-63f3571d9f25"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:46:53.565305 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-7d788a83-c2dd-421f-85ac-db9309e17d7e tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (809f9aad-cad4-409c-9cf5-e1b7af9e0962), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:53.584949 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0ce2a-c04f-4138-8738-eaa62da5bcfe req-139bb536-abf6-4188-8d83-0279ace8ca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:53.586588 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d6c0ce2a-c04f-4138-8738-eaa62da5bcfe req-139bb536-abf6-4188-8d83-0279ace8ca50 service neutron] 10.222.0.21 "GET /v2.0/networks?id=26f1b53c-ec87-4116-92e7-641a0a5e3857 HTTP/1.1" status: 200  len: 925 time: 0.1442876
Feb 05 20:46:53.644031 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-7d788a83-c2dd-421f-85ac-db9309e17d7e tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] Network f760d6ec-7837-431c-910c-37572c24f936 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:46:53.647931 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-f7788cad-6689-49cc-a5ad-e6b848eed5ff None None] Set router b07869ed-7c5e-403e-98ed-b75da5a27ef9 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:46:53.659712 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-876103e7-ba74-4aad-9ccc-8989d826f160 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:53.662086 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-876103e7-ba74-4aad-9ccc-8989d826f160 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1919372
Feb 05 20:46:53.663465 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-7d788a83-c2dd-421f-85ac-db9309e17d7e tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:46:53.666190 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-7d788a83-c2dd-421f-85ac-db9309e17d7e tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:46:53.672470 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-7d788a83-c2dd-421f-85ac-db9309e17d7e tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:53.673182 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-7d788a83-c2dd-421f-85ac-db9309e17d7e tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:53.696105 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d788a83-c2dd-421f-85ac-db9309e17d7e tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] Pushing event updated for resources: {'Port': ['ID=809f9aad-cad4-409c-9cf5-e1b7af9e0962,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:53.714699 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-7d788a83-c2dd-421f-85ac-db9309e17d7e tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.3910787
Feb 05 20:46:53.721850 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-f7fabde4-226a-4bbd-9cfb-1f5271656b92 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/quotas/7fa62d0885c141e484c763aa712e28f5 HTTP/1.1" status: 200  len: 375 time: 0.0291650
Feb 05 20:46:53.732008 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-a6737ff2-d796-4358-91e9-cef6a7a08237 service neutron] Request body: {'port': {'device_id': '9201a417-6991-4193-80c4-8584254f992f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:46:53.735167 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d6c0ce2a-c04f-4138-8738-eaa62da5bcfe req-06a25e49-21b9-41af-8e13-40c709a7343e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65a26644-9938-4a87-b528-63f3571d9f25 HTTP/1.1" status: 200  len: 1000 time: 0.1415188
Feb 05 20:46:53.789249 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-ded6039e-6a6b-492b-ba8b-bc9a38a31f85 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7fa62d0885c141e484c763aa712e28f5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0541995
Feb 05 20:46:53.807324 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0ce2a-c04f-4138-8738-eaa62da5bcfe req-6578c9c9-d180-4792-8ae4-45628cfd03e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:53.809038 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d6c0ce2a-c04f-4138-8738-eaa62da5bcfe req-6578c9c9-d180-4792-8ae4-45628cfd03e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25459765-cc89-4a3e-8d4c-afa923a547d8 HTTP/1.1" status: 200  len: 863 time: 0.0674937
Feb 05 20:46:53.855822 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 9bae94dc-6fe0-4527-b738-5ab96a88890b up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:46:53.875897 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-a6737ff2-d796-4358-91e9-cef6a7a08237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (809f9aad-cad4-409c-9cf5-e1b7af9e0962), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:53.978233 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0ce2a-c04f-4138-8738-eaa62da5bcfe req-9f9cbee0-c959-41f0-90c8-339d6977be9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:53.980510 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d6c0ce2a-c04f-4138-8738-eaa62da5bcfe req-9f9cbee0-c959-41f0-90c8-339d6977be9b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=26f1b53c-ec87-4116-92e7-641a0a5e3857&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1652558
Feb 05 20:46:54.000824 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 9bae94dc-6fe0-4527-b738-5ab96a88890b completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:46:54.005966 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 9bae94dc-6fe0-4527-b738-5ab96a88890b triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:46:54.006402 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9bae94dc-6fe0-4527-b738-5ab96a88890b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:54.144248 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-72a4268a-9ca8-4e53-80c2-534977855f3a None None] Provisioning complete for port 809f9aad-cad4-409c-9cf5-e1b7af9e0962 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:46:54.144859 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-72a4268a-9ca8-4e53-80c2-534977855f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (809f9aad-cad4-409c-9cf5-e1b7af9e0962), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:54.164267 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d6c0ce2a-c04f-4138-8738-eaa62da5bcfe req-135159f7-542b-441e-958f-c138ba824e79 service neutron] 10.222.0.21 "GET /v2.0/networks/26f1b53c-ec87-4116-92e7-641a0a5e3857?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1765876
Feb 05 20:46:54.233841 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-72a4268a-9ca8-4e53-80c2-534977855f3a None None] Port 809f9aad-cad4-409c-9cf5-e1b7af9e0962 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:46:54.293835 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 9bae94dc-6fe0-4527-b738-5ab96a88890b is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:46:54.294244 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9bae94dc-6fe0-4527-b738-5ab96a88890b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:54.374962 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d9ba2d-69c2-4cca-a33b-a753bd7ac63c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bae94dc-6fe0-4527-b738-5ab96a88890b'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:46:54.382392 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d6c0ce2a-c04f-4138-8738-eaa62da5bcfe req-4da1409d-c4fd-4595-91ed-803d2ef8237b service neutron] 10.222.0.21 "GET /v2.0/networks/26f1b53c-ec87-4116-92e7-641a0a5e3857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2014444
Feb 05 20:46:54.382757 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d0d313-f2c7-46bc-b6c4-7177ee9bc29d" -d '{"events": [{"server_uuid": "44d9ba2d-69c2-4cca-a33b-a753bd7ac63c", "name": "network-vif-plugged", "status": "completed", "tag": "9bae94dc-6fe0-4527-b738-5ab96a88890b"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:46:54.421611 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 9bae94dc-6fe0-4527-b738-5ab96a88890b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9bae94dc-6fe0-4527-b738-5ab96a88890b,segment=NetworkSegment(22aada35-3566-46c2-b11c-622e4f2f6275),segment_id=22aada35-3566-46c2-b11c-622e4f2f6275)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:46:54.429114 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53854) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:54.429646 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9bae94dc-6fe0-4527-b738-5ab96a88890b), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:54.483863 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-f7788cad-6689-49cc-a5ad-e6b848eed5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8e51400>, [{'id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1335687256-router', 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.134'}], 'enable_snat': True}, 'gw_port_id': '00089038-e3d6-4b37-a52f-478a8c3a7718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:46:00Z', 'updated_at': '2022-02-05T20:46:04Z', 'revision_number': 4, 'project_id': '6304a49c7f254ce9bfe0896bf76e1991', 'gw_port': {'id': '00089038-e3d6-4b37-a52f-478a8c3a7718', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:46:01Z', 'updated_at': '2022-02-05T20:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1217fc95-0af0-4201-aa59-e7b9d5221fde', 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991', 'floating_ip_address': '172.35.4.107', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'port_id': '65a26644-9938-4a87-b528-63f3571d9f25', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26f1b53c-ec87-4116-92e7-641a0a5e3857', 'mac_address': 'fa:16:3e:a9:73:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e808cdea-255a-452b-be82-ff4de8c9559c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T20:46:25Z', 'updated_at': '2022-02-05T20:46:52Z', 'revision_number': 1, 'project_id': '6304a49c7f254ce9bfe0896bf76e1991', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54ecdec6-b7e7-42ef-9193-cc4071ce15d5', 'name': '', 'network_id': '26f1b53c-ec87-4116-92e7-641a0a5e3857', 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991', 'mac_address': 'fa:16:3e:60:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '25459765-cc89-4a3e-8d4c-afa923a547d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:46:03Z', 'updated_at': '2022-02-05T20:46:10Z', 'revision_number': 5, 'project_id': '6304a49c7f254ce9bfe0896bf76e1991', 'subnets': [{'id': '25459765-cc89-4a3e-8d4c-afa923a547d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:46:54.520787 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7788cad-6689-49cc-a5ad-e6b848eed5ff None None] Checking router: b07869ed-7c5e-403e-98ed-b75da5a27ef9 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:46:54.532081 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7788cad-6689-49cc-a5ad-e6b848eed5ff None None] Routers {'b07869ed-7c5e-403e-98ed-b75da5a27ef9'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:46:54.548475 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-f7788cad-6689-49cc-a5ad-e6b848eed5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8e51400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:46:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b07869ed-7c5e-403e-98ed-b75da5a27ef9'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:46:54.564416 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=9bae94dc-6fe0-4527-b738-5ab96a88890b,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:54.642717 ncdv-master-1 neutron-server[114390]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 05 20:46:54.648336 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-4c3962de-c565-4b92-ab3b-6320764bbd65 tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 20:46:54.649628 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-4c3962de-c565-4b92-ab3b-6320764bbd65 tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.2185805
Feb 05 20:46:54.667312 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e1a02-a854-49c4-bea8-d776c3b6923c req-ce6a6283-78dc-403e-866c-da84a6bac6fe tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:54.669049 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5d7e1a02-a854-49c4-bea8-d776c3b6923c req-ce6a6283-78dc-403e-866c-da84a6bac6fe tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=44d9ba2d-69c2-4cca-a33b-a753bd7ac63c HTTP/1.1" status: 200  len: 946 time: 0.1308506
Feb 05 20:46:54.740430 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-f7788cad-6689-49cc-a5ad-e6b848eed5ff None None] Set router b07869ed-7c5e-403e-98ed-b75da5a27ef9 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:46:54.786254 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5d7e1a02-a854-49c4-bea8-d776c3b6923c req-adf868a6-e69c-4b38-aaac-383a7d656232 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046104
Feb 05 20:46:54.802192 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-a6737ff2-d796-4358-91e9-cef6a7a08237 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 809f9aad-cad4-409c-9cf5-e1b7af9e0962 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:46:54.821011 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-a6737ff2-d796-4358-91e9-cef6a7a08237 service neutron] Publish callbacks [] for port (809f9aad-cad4-409c-9cf5-e1b7af9e0962), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:54.861154 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-a6737ff2-d796-4358-91e9-cef6a7a08237 service neutron] Transition to ACTIVE for port object 809f9aad-cad4-409c-9cf5-e1b7af9e0962 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:46:54.880301 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-a6737ff2-d796-4358-91e9-cef6a7a08237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (809f9aad-cad4-409c-9cf5-e1b7af9e0962), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:54.967912 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53868) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:54.988006 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-9f22cb04-bdea-4eaa-b576-b7f05f8dec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:54.993645 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-9f22cb04-bdea-4eaa-b576-b7f05f8dec30 service neutron] 10.222.0.32 "GET /v2.0/ports/f94bb230-a060-4069-ab41-6ee7b499a92f HTTP/1.1" status: 200  len: 1125 time: 0.2485871
Feb 05 20:46:55.003483 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-adf32950-913c-4aa7-a91e-dd932876fb85 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:46:55.004015 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-adf32950-913c-4aa7-a91e-dd932876fb85 service neutron] Unknown quota resources ['binding']. {{(pid=114390) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 05 20:46:55.032991 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6737ff2-d796-4358-91e9-cef6a7a08237 service neutron] Pushing event updated for resources: {'Port': ['ID=809f9aad-cad4-409c-9cf5-e1b7af9e0962,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:55.072364 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f88076-152f-4435-af1e-73daf656f77f req-d5f4c7b9-fbb5-4295-894f-b05d34413c17 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:55.074017 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f3f88076-152f-4435-af1e-73daf656f77f req-d5f4c7b9-fbb5-4295-894f-b05d34413c17 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/ports?device_id=e808cdea-255a-452b-be82-ff4de8c9559c HTTP/1.1" status: 200  len: 946 time: 0.2103181
Feb 05 20:46:55.085489 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-f7788cad-6689-49cc-a5ad-e6b848eed5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8e51400>, [{'id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1335687256-router', 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.134'}], 'enable_snat': True}, 'gw_port_id': '00089038-e3d6-4b37-a52f-478a8c3a7718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:46:00Z', 'updated_at': '2022-02-05T20:46:04Z', 'revision_number': 4, 'project_id': '6304a49c7f254ce9bfe0896bf76e1991', 'gw_port': {'id': '00089038-e3d6-4b37-a52f-478a8c3a7718', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:46:01Z', 'updated_at': '2022-02-05T20:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1217fc95-0af0-4201-aa59-e7b9d5221fde', 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991', 'floating_ip_address': '172.35.4.107', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'port_id': '65a26644-9938-4a87-b528-63f3571d9f25', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26f1b53c-ec87-4116-92e7-641a0a5e3857', 'mac_address': 'fa:16:3e:a9:73:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e808cdea-255a-452b-be82-ff4de8c9559c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T20:46:25Z', 'updated_at': '2022-02-05T20:46:52Z', 'revision_number': 1, 'project_id': '6304a49c7f254ce9bfe0896bf76e1991', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54ecdec6-b7e7-42ef-9193-cc4071ce15d5', 'name': '', 'network_id': '26f1b53c-ec87-4116-92e7-641a0a5e3857', 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991', 'mac_address': 'fa:16:3e:60:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '25459765-cc89-4a3e-8d4c-afa923a547d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:46:03Z', 'updated_at': '2022-02-05T20:46:10Z', 'revision_number': 5, 'project_id': '6304a49c7f254ce9bfe0896bf76e1991', 'subnets': [{'id': '25459765-cc89-4a3e-8d4c-afa923a547d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:46:55.100242 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f633fa6e-51f3-4818-b436-70f12f93d00e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:55.108214 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-a6737ff2-d796-4358-91e9-cef6a7a08237 service neutron] Attempting to bind port 809f9aad-cad4-409c-9cf5-e1b7af9e0962 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:46:55.108594 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-a6737ff2-d796-4358-91e9-cef6a7a08237 service neutron] Attempting to bind port 809f9aad-cad4-409c-9cf5-e1b7af9e0962 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:46:55.108894 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-a6737ff2-d796-4358-91e9-cef6a7a08237 service neutron] Attempting to bind port 809f9aad-cad4-409c-9cf5-e1b7af9e0962 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:46:55.139712 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-a6737ff2-d796-4358-91e9-cef6a7a08237 service neutron] Port 809f9aad-cad4-409c-9cf5-e1b7af9e0962 on network f760d6ec-7837-431c-910c-37572c24f936 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:46:55.140318 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-a6737ff2-d796-4358-91e9-cef6a7a08237 service neutron] Attempting to bind port 809f9aad-cad4-409c-9cf5-e1b7af9e0962 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:46:55.153377 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7788cad-6689-49cc-a5ad-e6b848eed5ff None None] The sync data for ids ['b07869ed-7c5e-403e-98ed-b75da5a27ef9'] in ncdv-master-1 is: [{'id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1335687256-router', 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.134'}], 'enable_snat': True}, 'gw_port_id': '00089038-e3d6-4b37-a52f-478a8c3a7718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:46:00Z', 'updated_at': '2022-02-05T20:46:04Z', 'revision_number': 4, 'project_id': '6304a49c7f254ce9bfe0896bf76e1991', 'gw_port': {'id': '00089038-e3d6-4b37-a52f-478a8c3a7718', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:46:01Z', 'updated_at': '2022-02-05T20:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1217fc95-0af0-4201-aa59-e7b9d5221fde', 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991', 'floating_ip_address': '172.35.4.107', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'port_id': '65a26644-9938-4a87-b528-63f3571d9f25', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26f1b53c-ec87-4116-92e7-641a0a5e3857', 'mac_address': 'fa:16:3e:a9:73:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e808cdea-255a-452b-be82-ff4de8c9559c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T20:46:25Z', 'updated_at': '2022-02-05T20:46:52Z', 'revision_number': 1, 'project_id': '6304a49c7f254ce9bfe0896bf76e1991', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54ecdec6-b7e7-42ef-9193-cc4071ce15d5', 'name': '', 'network_id': '26f1b53c-ec87-4116-92e7-641a0a5e3857', 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991', 'mac_address': 'fa:16:3e:60:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '25459765-cc89-4a3e-8d4c-afa923a547d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:46:03Z', 'updated_at': '2022-02-05T20:46:10Z', 'revision_number': 5, 'project_id': '6304a49c7f254ce9bfe0896bf76e1991', 'subnets': [{'id': '25459765-cc89-4a3e-8d4c-afa923a547d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:46:55.163883 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-a6737ff2-d796-4358-91e9-cef6a7a08237 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:46:55.164543 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-a6737ff2-d796-4358-91e9-cef6a7a08237 service neutron] Checking segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:46:55.165191 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-a6737ff2-d796-4358-91e9-cef6a7a08237 service neutron] Bound using segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:46:55.165959 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-a6737ff2-d796-4358-91e9-cef6a7a08237 service neutron] Bound port: 809f9aad-cad4-409c-9cf5-e1b7af9e0962, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:46:55.166582 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-a6737ff2-d796-4358-91e9-cef6a7a08237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (809f9aad-cad4-409c-9cf5-e1b7af9e0962), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:55.236235 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f3f88076-152f-4435-af1e-73daf656f77f req-bea780b6-c9ae-41c9-ae21-aa4bd00f3a56 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/security-groups?id=f400a674-b392-423c-b672-e853dd7371fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1407316
Feb 05 20:46:55.316458 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-a6737ff2-d796-4358-91e9-cef6a7a08237 service neutron] For port 809f9aad-cad4-409c-9cf5-e1b7af9e0962, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:46:55.322642 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-a6737ff2-d796-4358-91e9-cef6a7a08237 service neutron] For port 809f9aad-cad4-409c-9cf5-e1b7af9e0962, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=809f9aad-cad4-409c-9cf5-e1b7af9e0962,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:46:55.330644 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-a6737ff2-d796-4358-91e9-cef6a7a08237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (809f9aad-cad4-409c-9cf5-e1b7af9e0962), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:55.338263 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-adf32950-913c-4aa7-a91e-dd932876fb85 service neutron] Attempting to bind port f94bb230-a060-4069-ab41-6ee7b499a92f on host nch2-master-1 for vnic_type normal with profile None {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:46:55.339136 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-adf32950-913c-4aa7-a91e-dd932876fb85 service neutron] Attempting to bind port f94bb230-a060-4069-ab41-6ee7b499a92f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:46:55.339523 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-adf32950-913c-4aa7-a91e-dd932876fb85 service neutron] Attempting to bind port f94bb230-a060-4069-ab41-6ee7b499a92f on network fc4b732e-5458-48e6-8cda-4d399eeaa947 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:46:55.342496 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffce6884-403e-4489-8b42-6f7fc0c290cb x-openstack-request-id: req-ffce6884-403e-4489-8b42-6f7fc0c290cb {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:46:55.342932 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e808cdea-255a-452b-be82-ff4de8c9559c", "tag": "65a26644-9938-4a87-b528-63f3571d9f25", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:46:55.343313 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ffce6884-403e-4489-8b42-6f7fc0c290cb {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:46:55.343712 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e808cdea-255a-452b-be82-ff4de8c9559c', 'tag': '65a26644-9938-4a87-b528-63f3571d9f25', 'status': 'completed', 'code': 200}
Feb 05 20:46:55.380738 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-adf32950-913c-4aa7-a91e-dd932876fb85 service neutron] Port f94bb230-a060-4069-ab41-6ee7b499a92f on network fc4b732e-5458-48e6-8cda-4d399eeaa947 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:46:55.381257 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-adf32950-913c-4aa7-a91e-dd932876fb85 service neutron] Attempting to bind port f94bb230-a060-4069-ab41-6ee7b499a92f on network fc4b732e-5458-48e6-8cda-4d399eeaa947 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:46:55.383085 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-a6737ff2-d796-4358-91e9-cef6a7a08237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:55.384087 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-a6737ff2-d796-4358-91e9-cef6a7a08237 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:55.385870 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-a6737ff2-d796-4358-91e9-cef6a7a08237 service neutron] 10.222.0.39 "PUT /v2.0/ports/809f9aad-cad4-409c-9cf5-e1b7af9e0962 HTTP/1.1" status: 200  len: 1096 time: 1.6629262
Feb 05 20:46:55.388491 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9201a417-6991-4193-80c4-8584254f992f', 'tag': '809f9aad-cad4-409c-9cf5-e1b7af9e0962'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:46:55.392167 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f633fa6e-51f3-4818-b436-70f12f93d00e admin admin] Publish callbacks [] for security_group (ec4972a0-9aa7-4ed9-a2f5-9dbfdc6c16c8), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:55.400682 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28349c24-50b1-45a8-9c64-830a57fe1a5a" -d '{"events": [{"name": "network-changed", "server_uuid": "9201a417-6991-4193-80c4-8584254f992f", "tag": "809f9aad-cad4-409c-9cf5-e1b7af9e0962"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:46:55.407718 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f633fa6e-51f3-4818-b436-70f12f93d00e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ec4972a0-9aa7-4ed9-a2f5-9dbfdc6c16c8), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:55.408853 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-adf32950-913c-4aa7-a91e-dd932876fb85 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:46:55.409199 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-adf32950-913c-4aa7-a91e-dd932876fb85 service neutron] Checking segment: {'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:46:55.409617 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-adf32950-913c-4aa7-a91e-dd932876fb85 service neutron] Bound using segment: {'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:46:55.410105 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-adf32950-913c-4aa7-a91e-dd932876fb85 service neutron] Bound port: f94bb230-a060-4069-ab41-6ee7b499a92f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:46:55.524283 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6737ff2-d796-4358-91e9-cef6a7a08237 service neutron] Pushing event updated for resources: {'Port': ['ID=809f9aad-cad4-409c-9cf5-e1b7af9e0962,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:55.565962 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d1e35f-75c7-453b-90c5-996c2e8b93e8 None None] New status for floating IP 1217fc95-0af0-4201-aa59-e7b9d5221fde: ACTIVE {{(pid=114392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 20:46:55.572750 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633fa6e-51f3-4818-b436-70f12f93d00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4972a0-9aa7-4ed9-a2f5-9dbfdc6c16c8,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:55.583228 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6c2f6-7259-4f72-8aba-b9820962f45d req-93f10065-f714-4c53-a7b4-9b5ac94021aa tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:55.584525 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f633fa6e-51f3-4818-b436-70f12f93d00e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bdde9372db794dc7969b7bab3966a5e2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6153638
Feb 05 20:46:55.588292 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53880) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:55.594852 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-34f6c2f6-7259-4f72-8aba-b9820962f45d req-93f10065-f714-4c53-a7b4-9b5ac94021aa tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] 10.222.0.32 "GET /v2.0/ports?device_id=9201a417-6991-4193-80c4-8584254f992f HTTP/1.1" status: 200  len: 948 time: 0.1730587
Feb 05 20:46:55.612612 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-b096e240-a740-4c57-a17c-6a65d4d86289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:55.615818 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-b096e240-a740-4c57-a17c-6a65d4d86289 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c3961e4210be4641ae08a079a88bbc69&device_id=9201a417-6991-4193-80c4-8584254f992f HTTP/1.1" status: 200  len: 1130 time: 0.1362970
Feb 05 20:46:55.646313 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-adf32950-913c-4aa7-a91e-dd932876fb85 service neutron] For port f94bb230-a060-4069-ab41-6ee7b499a92f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f94bb230-a060-4069-ab41-6ee7b499a92f,segment=NetworkSegment(69c86b74-d9e1-46c1-9b9b-f16748bd0260),segment_id=69c86b74-d9e1-46c1-9b9b-f16748bd0260)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:46:55.649696 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8ad78-b7ff-4d50-9fe8-43158d03cad2 req-fa2345ea-2ded-4962-a05a-a255606ae3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:55.651616 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-edd8ad78-b7ff-4d50-9fe8-43158d03cad2 req-fa2345ea-2ded-4962-a05a-a255606ae3c0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6304a49c7f254ce9bfe0896bf76e1991&device_id=e808cdea-255a-452b-be82-ff4de8c9559c HTTP/1.1" status: 200  len: 1128 time: 0.2615888
Feb 05 20:46:55.676472 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-adf32950-913c-4aa7-a91e-dd932876fb85 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:55.678342 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-adf32950-913c-4aa7-a91e-dd932876fb85 service neutron] 10.222.0.32 "POST /v2.0/ports/f94bb230-a060-4069-ab41-6ee7b499a92f/bindings HTTP/1.1" status: 201  len: 389 time: 0.6783731
Feb 05 20:46:55.706972 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-aa70eb64-0f33-4461-97c1-9ae6252db608 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=809f9aad-cad4-409c-9cf5-e1b7af9e0962 HTTP/1.1" status: 200  len: 217 time: 0.0797338
Feb 05 20:46:55.774255 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-807450a5-955c-4e07-aa8c-4c869082a4eb admin admin] Publish callbacks [] for security_group (ec4972a0-9aa7-4ed9-a2f5-9dbfdc6c16c8), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:55.810583 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-807450a5-955c-4e07-aa8c-4c869082a4eb admin admin] Publish callbacks [] for security_group (ec4972a0-9aa7-4ed9-a2f5-9dbfdc6c16c8), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:55.857631 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8ad78-b7ff-4d50-9fe8-43158d03cad2 req-cdce9c83-2409-4fcc-a6eb-9b1ee2f4ac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:55.859657 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-edd8ad78-b7ff-4d50-9fe8-43158d03cad2 req-cdce9c83-2409-4fcc-a6eb-9b1ee2f4ac7e service neutron] 10.222.0.21 "GET /v2.0/networks?id=26f1b53c-ec87-4116-92e7-641a0a5e3857 HTTP/1.1" status: 200  len: 925 time: 0.2014358
Feb 05 20:46:55.864082 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-ceffe163-3d48-4604-a4d7-80d2da5763a7 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=7fa62d0885c141e484c763aa712e28f5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1085136
Feb 05 20:46:55.885851 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-34f6c2f6-7259-4f72-8aba-b9820962f45d req-c796f589-e814-452b-bcb0-c99110179aa6 tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d88d887-3b37-4e43-8bec-c882d1a62fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2901347
Feb 05 20:46:55.975823 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-807450a5-955c-4e07-aa8c-4c869082a4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ec4972a0-9aa7-4ed9-a2f5-9dbfdc6c16c8), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:55.978950 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-807450a5-955c-4e07-aa8c-4c869082a4eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:55.981445 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-807450a5-955c-4e07-aa8c-4c869082a4eb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ec4972a0-9aa7-4ed9-a2f5-9dbfdc6c16c8 HTTP/1.1" status: 204  len: 168 time: 0.3909516
Feb 05 20:46:56.003150 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807450a5-955c-4e07-aa8c-4c869082a4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4972a0-9aa7-4ed9-a2f5-9dbfdc6c16c8,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:56.017577 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-edd8ad78-b7ff-4d50-9fe8-43158d03cad2 req-3ef2e4e9-396b-4b8f-b531-fbaaec1fad9e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65a26644-9938-4a87-b528-63f3571d9f25 HTTP/1.1" status: 200  len: 1000 time: 0.1339924
Feb 05 20:46:56.126428 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8ad78-b7ff-4d50-9fe8-43158d03cad2 req-35d4c900-d329-4639-9f73-f80b6a7b74e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:56.127406 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-128cfff3-2c31-4965-89d2-c3c7f95b8b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:56.131240 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-edd8ad78-b7ff-4d50-9fe8-43158d03cad2 req-35d4c900-d329-4639-9f73-f80b6a7b74e6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25459765-cc89-4a3e-8d4c-afa923a547d8 HTTP/1.1" status: 200  len: 863 time: 0.1080337
Feb 05 20:46:56.133350 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-128cfff3-2c31-4965-89d2-c3c7f95b8b82 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.4211686
Feb 05 20:46:56.142440 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4984d572-d0f1-4977-819d-8e535d6491cd req-a11cb516-a522-4cc1-af15-502fa23a5d0e tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b7868c-7739-4a97-b9c5-0b9ff45fe55c HTTP/1.1" status: 200  len: 210 time: 0.1425707
Feb 05 20:46:56.258357 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41478c41-c4c2-4408-a766-c69051c49ed3 x-openstack-request-id: req-41478c41-c4c2-4408-a766-c69051c49ed3 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:46:56.258785 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d9ba2d-69c2-4cca-a33b-a753bd7ac63c", "name": "network-vif-plugged", "status": "completed", "tag": "9bae94dc-6fe0-4527-b738-5ab96a88890b", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:46:56.259115 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-41478c41-c4c2-4408-a766-c69051c49ed3 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:46:56.259581 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d9ba2d-69c2-4cca-a33b-a753bd7ac63c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bae94dc-6fe0-4527-b738-5ab96a88890b', 'code': 200}
Feb 05 20:46:56.272497 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8ad78-b7ff-4d50-9fe8-43158d03cad2 req-547853c2-15c2-499a-b110-7e48be658e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:56.275391 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-edd8ad78-b7ff-4d50-9fe8-43158d03cad2 req-547853c2-15c2-499a-b110-7e48be658e9f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=26f1b53c-ec87-4116-92e7-641a0a5e3857&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1375368
Feb 05 20:46:56.283388 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-20b9789b-25ad-47cc-a459-9cdc292f3552 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:56.285159 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-20b9789b-25ad-47cc-a459-9cdc292f3552 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3959620
Feb 05 20:46:56.301720 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-aa73d59e-2d39-4854-b560-08fda84d7324 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Request body: {'port': {'device_id': '19b7868c-7739-4a97-b9c5-0b9ff45fe55c', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'admin_state_up': True, 'tenant_id': '7fa62d0885c141e484c763aa712e28f5'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:46:56.317005 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-0dc76f7c-7f12-4dba-9c0d-4e4126e74ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:56.320055 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-0dc76f7c-7f12-4dba-9c0d-4e4126e74ced service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1700394
Feb 05 20:46:56.337206 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.39', 51023) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:56.365672 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.39', 51024) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:56.487737 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-aa73d59e-2d39-4854-b560-08fda84d7324 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Made reservation on behalf of 7fa62d0885c141e484c763aa712e28f5 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:46:56.494430 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-aa73d59e-2d39-4854-b560-08fda84d7324 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:56.525137 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-edd8ad78-b7ff-4d50-9fe8-43158d03cad2 req-125cbc29-9854-4836-a678-d3bb5e3f79f3 service neutron] 10.222.0.21 "GET /v2.0/networks/26f1b53c-ec87-4116-92e7-641a0a5e3857?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2389519
Feb 05 20:46:56.539100 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-d0365c51-58ac-418c-97ff-960b9896af95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:56.541605 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-d0365c51-58ac-418c-97ff-960b9896af95 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cee5ceeb66aa4167b6492470edbad369&device_id=06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2 HTTP/1.1" status: 200  len: 1128 time: 0.2019207
Feb 05 20:46:56.546570 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-aa73d59e-2d39-4854-b560-08fda84d7324 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:56.546901 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd220d6-49f3-4047-b56c-1656d8f9c63c req-68d08f89-469a-41f7-9d4f-88e5ee772194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:56.551209 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0cd220d6-49f3-4047-b56c-1656d8f9c63c req-68d08f89-469a-41f7-9d4f-88e5ee772194 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=44d9ba2d-69c2-4cca-a33b-a753bd7ac63c HTTP/1.1" status: 200  len: 1128 time: 0.1770072
Feb 05 20:46:56.579581 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53902) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:56.591979 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449a4bd7-a8f8-4b43-9157-752e4d198504 x-openstack-request-id: req-449a4bd7-a8f8-4b43-9157-752e4d198504 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:46:56.592264 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9201a417-6991-4193-80c4-8584254f992f", "tag": "809f9aad-cad4-409c-9cf5-e1b7af9e0962", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:46:56.592594 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-449a4bd7-a8f8-4b43-9157-752e4d198504 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:46:56.593060 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9201a417-6991-4193-80c4-8584254f992f', 'tag': '809f9aad-cad4-409c-9cf5-e1b7af9e0962', 'status': 'completed', 'code': 200}
Feb 05 20:46:56.664228 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f1819a89-0f2c-4490-85af-711e1b0f7413 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:56.755388 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0cd220d6-49f3-4047-b56c-1656d8f9c63c req-a33da5cc-afa5-4653-8ab1-101c4ce16da6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1953933
Feb 05 20:46:56.755902 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b5951-7efe-46dd-b6d9-9af6ca7602a4 req-6d82dbc6-3c67-4e4a-abbd-b6a3ccd6897a tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:56.761980 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fb7b5951-7efe-46dd-b6d9-9af6ca7602a4 req-6d82dbc6-3c67-4e4a-abbd-b6a3ccd6897a tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/ports?device_id=e808cdea-255a-452b-be82-ff4de8c9559c HTTP/1.1" status: 200  len: 946 time: 0.2985101
Feb 05 20:46:56.816185 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-c09d92cd-3bae-47c6-be46-204a870df8c3 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3540967
Feb 05 20:46:56.883313 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f7f6b-eb36-4c09-a32e-e19d264c4b1a req-b49cf760-114d-4d4f-9c1a-6bb2873430e3 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:56.884783 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b65f7f6b-eb36-4c09-a32e-e19d264c4b1a req-b49cf760-114d-4d4f-9c1a-6bb2873430e3 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=44d9ba2d-69c2-4cca-a33b-a753bd7ac63c HTTP/1.1" status: 200  len: 946 time: 0.2279015
Feb 05 20:46:56.902009 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fb7b5951-7efe-46dd-b6d9-9af6ca7602a4 req-1b82d722-efaf-4983-8b04-7450ddbc91d7 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/security-groups?id=f400a674-b392-423c-b672-e853dd7371fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1389577
Feb 05 20:46:56.975832 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-aa73d59e-2d39-4854-b560-08fda84d7324 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Publish callbacks [] for security_group (fbae04fc-c34b-4470-adc4-d496f398f49c), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:56.983770 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-edd8ad78-b7ff-4d50-9fe8-43158d03cad2 req-caa3e6bb-09f2-44bb-9283-f6646ceb942c service neutron] 10.222.0.21 "GET /v2.0/networks/26f1b53c-ec87-4116-92e7-641a0a5e3857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4169908
Feb 05 20:46:56.984705 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-c66c44d2-f157-436d-92f4-6dc5a33c8508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:56.986002 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-c66c44d2-f157-436d-92f4-6dc5a33c8508 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc4b732e-5458-48e6-8cda-4d399eeaa947 HTTP/1.1" status: 200  len: 909 time: 0.4278572
Feb 05 20:46:57.008269 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-aa73d59e-2d39-4854-b560-08fda84d7324 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (fbae04fc-c34b-4470-adc4-d496f398f49c), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:57.026614 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-80605879-5225-4ce9-93c0-0532084a09a8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f94bb230-a060-4069-ab41-6ee7b499a92f HTTP/1.1" status: 200  len: 217 time: 0.0336390
Feb 05 20:46:57.065054 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f1819a89-0f2c-4490-85af-711e1b0f7413 admin admin] Publish callbacks [] for security_group (94eb9883-0d87-44e0-bec5-7ea5875f0086), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:57.075249 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-287b0c38-bb8c-448f-80a8-441b46408fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:57.076686 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-287b0c38-bb8c-448f-80a8-441b46408fdf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=30766dd9-3364-437e-a8fd-68757651ef32 HTTP/1.1" status: 200  len: 848 time: 0.0444317
Feb 05 20:46:57.107618 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-4f56179b-6cf6-414e-b09c-f7f01c48eb43 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4b732e-5458-48e6-8cda-4d399eeaa947&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0249276
Feb 05 20:46:57.110933 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f1819a89-0f2c-4490-85af-711e1b0f7413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (94eb9883-0d87-44e0-bec5-7ea5875f0086), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:57.165774 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b65f7f6b-eb36-4c09-a32e-e19d264c4b1a req-90886264-7aa7-4ad9-8260-174c4c6cf9fd tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2674611
Feb 05 20:46:57.189880 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73d59e-2d39-4854-b560-08fda84d7324 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbae04fc-c34b-4470-adc4-d496f398f49c,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:57.232984 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-6136ae24-9338-4814-bb07-a95dd5a64459 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1092045
Feb 05 20:46:57.260954 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f1819a89-0f2c-4490-85af-711e1b0f7413 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6b2dfe68314b4551aa7aa93ce44e620e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6802101
Feb 05 20:46:57.266518 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53920) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:46:57.275097 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d64ec9-a82a-4d7f-b713-2cc295165c4e req-24ea3c46-76ec-451c-8701-26559d337b8b tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:57.276662 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-46d64ec9-a82a-4d7f-b713-2cc295165c4e req-24ea3c46-76ec-451c-8701-26559d337b8b tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2 HTTP/1.1" status: 200  len: 946 time: 0.2994928
Feb 05 20:46:57.277432 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1819a89-0f2c-4490-85af-711e1b0f7413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94eb9883-0d87-44e0-bec5-7ea5875f0086,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:57.282147 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27d786b8-e4f8-4d2a-ac40-069338c47a8f req-d164517d-91c8-41de-a768-e2821bb36df5 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3234141
Feb 05 20:46:57.367480 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-aa73d59e-2d39-4854-b560-08fda84d7324 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Allocated IP 192.168.233.95 (f760d6ec-7837-431c-910c-37572c24f936/42e3c763-0926-4b49-ade5-d66ee3d4c489/8de28490-c39e-4be8-b24e-2fafffb23ef4) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:46:57.387445 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-178f8cac-2cf4-4c2b-9690-f48d9aa3ad77 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1465614
Feb 05 20:46:57.390432 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2112f919-e963-430a-aaad-b4243d26868b admin admin] Publish callbacks [] for security_group (94eb9883-0d87-44e0-bec5-7ea5875f0086), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:57.416336 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-46d64ec9-a82a-4d7f-b713-2cc295165c4e req-ce16c5d1-277e-4ec0-ad11-a5a07de39079 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121337
Feb 05 20:46:57.431086 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2112f919-e963-430a-aaad-b4243d26868b admin admin] Publish callbacks [] for security_group (94eb9883-0d87-44e0-bec5-7ea5875f0086), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:57.456109 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28349c24-50b1-45a8-9c64-830a57fe1a5a req-280bad9d-b373-4c4e-9d05-081922efc2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:57.457635 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28349c24-50b1-45a8-9c64-830a57fe1a5a req-280bad9d-b373-4c4e-9d05-081922efc2ec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c3961e4210be4641ae08a079a88bbc69&device_id=9201a417-6991-4193-80c4-8584254f992f HTTP/1.1" status: 200  len: 1130 time: 0.1142495
Feb 05 20:46:57.517118 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2112f919-e963-430a-aaad-b4243d26868b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (94eb9883-0d87-44e0-bec5-7ea5875f0086), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:57.519991 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2112f919-e963-430a-aaad-b4243d26868b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:57.524828 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2112f919-e963-430a-aaad-b4243d26868b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/94eb9883-0d87-44e0-bec5-7ea5875f0086 HTTP/1.1" status: 204  len: 168 time: 0.2543986
Feb 05 20:46:57.544605 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2112f919-e963-430a-aaad-b4243d26868b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94eb9883-0d87-44e0-bec5-7ea5875f0086,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:57.657507 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-22e2279a-1e2b-463e-afbf-645fc7cd5b1e tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:57.658494 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f1a34864-d70b-4252-b3de-d8dcf88199b2 req-44457e07-63ec-487d-9a0c-88f5dac39015 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b7868c-7739-4a97-b9c5-0b9ff45fe55c HTTP/1.1" status: 200  len: 210 time: 0.0699267
Feb 05 20:46:57.659597 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-22e2279a-1e2b-463e-afbf-645fc7cd5b1e tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2&tenant_id=cee5ceeb66aa4167b6492470edbad369&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1128 time: 0.1005962
Feb 05 20:46:57.675448 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-368e64d5-2e04-461a-aee5-fedd971132c1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:46:57.730621 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb460b6d-d5f0-44fd-8286-b037a43f27e3 req-01aacc81-4396-419a-888d-3d4efc935901 tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:57.732220 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eb460b6d-d5f0-44fd-8286-b037a43f27e3 req-01aacc81-4396-419a-888d-3d4efc935901 tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] 10.222.0.32 "GET /v2.0/ports?device_id=9201a417-6991-4193-80c4-8584254f992f HTTP/1.1" status: 200  len: 948 time: 0.2287116
Feb 05 20:46:57.736693 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28349c24-50b1-45a8-9c64-830a57fe1a5a req-a0561c01-28f0-446a-b5e8-f240111c8a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:57.738093 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28349c24-50b1-45a8-9c64-830a57fe1a5a req-a0561c01-28f0-446a-b5e8-f240111c8a07 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.2358460
Feb 05 20:46:57.749861 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-aa73d59e-2d39-4854-b560-08fda84d7324 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Publish callbacks [] for port (8de28490-c39e-4be8-b24e-2fafffb23ef4), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:57.761763 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-368e64d5-2e04-461a-aee5-fedd971132c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f94bb230-a060-4069-ab41-6ee7b499a92f), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:57.971265 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-368e64d5-2e04-461a-aee5-fedd971132c1 service neutron] For port f94bb230-a060-4069-ab41-6ee7b499a92f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f94bb230-a060-4069-ab41-6ee7b499a92f,segment=NetworkSegment(69c86b74-d9e1-46c1-9b9b-f16748bd0260),segment_id=69c86b74-d9e1-46c1-9b9b-f16748bd0260)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:46:58.014525 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28349c24-50b1-45a8-9c64-830a57fe1a5a req-9ca6c8cf-9648-4701-a2f4-f6839e0659dd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=809f9aad-cad4-409c-9cf5-e1b7af9e0962 HTTP/1.1" status: 200  len: 217 time: 0.2578504
Feb 05 20:46:58.018141 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-368e64d5-2e04-461a-aee5-fedd971132c1 service neutron] For port f94bb230-a060-4069-ab41-6ee7b499a92f, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:46:58.064856 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f94bb230-a060-4069-ab41-6ee7b499a92f'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:46:58.067747 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdbf35c-de47-4476-addc-8e14375147ab" -d '{"events": [{"server_uuid": "06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2", "name": "network-vif-unplugged", "status": "completed", "tag": "f94bb230-a060-4069-ab41-6ee7b499a92f"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:46:58.072205 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-368e64d5-2e04-461a-aee5-fedd971132c1 service neutron] Publish callbacks [] for port (f94bb230-a060-4069-ab41-6ee7b499a92f), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:58.091593 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-368e64d5-2e04-461a-aee5-fedd971132c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (f94bb230-a060-4069-ab41-6ee7b499a92f), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:58.111855 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eb460b6d-d5f0-44fd-8286-b037a43f27e3 req-64f643a0-2336-4cdd-a617-7e90d071fe47 tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d88d887-3b37-4e43-8bec-c882d1a62fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3657937
Feb 05 20:46:58.135512 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 20:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9de8b3-6634-440b-9718-37abd446787e x-openstack-request-id: req-1c9de8b3-6634-440b-9718-37abd446787e {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:46:58.136024 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2", "name": "network-vif-unplugged", "status": "completed", "tag": "f94bb230-a060-4069-ab41-6ee7b499a92f", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:46:58.136437 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c9de8b3-6634-440b-9718-37abd446787e {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:46:58.137000 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f94bb230-a060-4069-ab41-6ee7b499a92f', 'code': 200}
Feb 05 20:46:58.137288 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-aa73d59e-2d39-4854-b560-08fda84d7324 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (8de28490-c39e-4be8-b24e-2fafffb23ef4), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:58.140037 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28349c24-50b1-45a8-9c64-830a57fe1a5a req-dc73d0ec-4d6d-4b0f-9148-81b8ee9d46aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:58.141632 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28349c24-50b1-45a8-9c64-830a57fe1a5a req-dc73d0ec-4d6d-4b0f-9148-81b8ee9d46aa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.1195836
Feb 05 20:46:58.205130 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-368e64d5-2e04-461a-aee5-fedd971132c1 service neutron] Attempting to bind port f94bb230-a060-4069-ab41-6ee7b499a92f on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:46:58.205674 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-368e64d5-2e04-461a-aee5-fedd971132c1 service neutron] Attempting to bind port f94bb230-a060-4069-ab41-6ee7b499a92f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:46:58.206392 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-368e64d5-2e04-461a-aee5-fedd971132c1 service neutron] Attempting to bind port f94bb230-a060-4069-ab41-6ee7b499a92f on network fc4b732e-5458-48e6-8cda-4d399eeaa947 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:46:58.215068 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e64d5-2e04-461a-aee5-fedd971132c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f94bb230-a060-4069-ab41-6ee7b499a92f,revision_number=7']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:58.226961 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-368e64d5-2e04-461a-aee5-fedd971132c1 service neutron] Port f94bb230-a060-4069-ab41-6ee7b499a92f on network fc4b732e-5458-48e6-8cda-4d399eeaa947 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:46:58.227519 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-368e64d5-2e04-461a-aee5-fedd971132c1 service neutron] Attempting to bind port f94bb230-a060-4069-ab41-6ee7b499a92f on network fc4b732e-5458-48e6-8cda-4d399eeaa947 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:46:58.227863 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-aa73d59e-2d39-4854-b560-08fda84d7324 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Network f760d6ec-7837-431c-910c-37572c24f936 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:46:58.234586 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-aa73d59e-2d39-4854-b560-08fda84d7324 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:46:58.235083 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-368e64d5-2e04-461a-aee5-fedd971132c1 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:46:58.235624 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-368e64d5-2e04-461a-aee5-fedd971132c1 service neutron] Checking segment: {'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:46:58.236177 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-368e64d5-2e04-461a-aee5-fedd971132c1 service neutron] Bound using segment: {'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:46:58.236802 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-368e64d5-2e04-461a-aee5-fedd971132c1 service neutron] Bound port: f94bb230-a060-4069-ab41-6ee7b499a92f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:46:58.237364 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-368e64d5-2e04-461a-aee5-fedd971132c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f94bb230-a060-4069-ab41-6ee7b499a92f), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:58.242428 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-aa73d59e-2d39-4854-b560-08fda84d7324 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:46:58.247968 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-aa73d59e-2d39-4854-b560-08fda84d7324 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:58.248601 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-aa73d59e-2d39-4854-b560-08fda84d7324 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:58.253310 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73d59e-2d39-4854-b560-08fda84d7324 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Pushing event updated for resources: {'Port': ['ID=8de28490-c39e-4be8-b24e-2fafffb23ef4,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:58.275386 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-aa73d59e-2d39-4854-b560-08fda84d7324 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.9806159
Feb 05 20:46:58.277852 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28349c24-50b1-45a8-9c64-830a57fe1a5a req-6bc2b117-6a1e-4b5e-b2a6-91cfd8403e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:58.279840 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28349c24-50b1-45a8-9c64-830a57fe1a5a req-6bc2b117-6a1e-4b5e-b2a6-91cfd8403e8e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1308727
Feb 05 20:46:58.292471 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-8ab28cb9-0563-47c7-9a69-ab6328164a23 service neutron] Request body: {'port': {'device_id': '19b7868c-7739-4a97-b9c5-0b9ff45fe55c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:46:58.380714 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-368e64d5-2e04-461a-aee5-fedd971132c1 service neutron] For port f94bb230-a060-4069-ab41-6ee7b499a92f, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:46:58.385794 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-368e64d5-2e04-461a-aee5-fedd971132c1 service neutron] For port f94bb230-a060-4069-ab41-6ee7b499a92f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f94bb230-a060-4069-ab41-6ee7b499a92f,segment=NetworkSegment(69c86b74-d9e1-46c1-9b9b-f16748bd0260),segment_id=69c86b74-d9e1-46c1-9b9b-f16748bd0260)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:46:58.396406 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-368e64d5-2e04-461a-aee5-fedd971132c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (f94bb230-a060-4069-ab41-6ee7b499a92f), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:58.494879 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-8ab28cb9-0563-47c7-9a69-ab6328164a23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8de28490-c39e-4be8-b24e-2fafffb23ef4), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:58.517563 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-368e64d5-2e04-461a-aee5-fedd971132c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:58.518514 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-368e64d5-2e04-461a-aee5-fedd971132c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:58.520159 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-368e64d5-2e04-461a-aee5-fedd971132c1 service neutron] 10.222.0.39 "PUT /v2.0/ports/f94bb230-a060-4069-ab41-6ee7b499a92f HTTP/1.1" status: 200  len: 1122 time: 0.8544817
Feb 05 20:46:58.524624 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e64d5-2e04-461a-aee5-fedd971132c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f94bb230-a060-4069-ab41-6ee7b499a92f,revision_number=8']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:58.532100 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28349c24-50b1-45a8-9c64-830a57fe1a5a req-2cd4ac87-b7d4-4bee-be0e-0dff8a7951ad service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2311594
Feb 05 20:46:58.541387 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a06e77-260b-4534-8182-15e74849e736 req-92e49e56-7810-4b1d-8fbd-a238f0085c64 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:58.550037 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a3a06e77-260b-4534-8182-15e74849e736 req-92e49e56-7810-4b1d-8fbd-a238f0085c64 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=44d9ba2d-69c2-4cca-a33b-a753bd7ac63c HTTP/1.1" status: 200  len: 946 time: 0.2131360
Feb 05 20:46:58.592633 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['f94bb230-a060-4069-ab41-6ee7b499a92f'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:46:58.745260 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-59d0ca3d-fa3e-4faf-a4a2-86a4f2e68969 None None] Provisioning complete for port 8de28490-c39e-4be8-b24e-2fafffb23ef4 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:46:58.745639 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-59d0ca3d-fa3e-4faf-a4a2-86a4f2e68969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (8de28490-c39e-4be8-b24e-2fafffb23ef4), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:58.804908 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-59d0ca3d-fa3e-4faf-a4a2-86a4f2e68969 None None] Port 8de28490-c39e-4be8-b24e-2fafffb23ef4 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:46:58.820435 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a3a06e77-260b-4534-8182-15e74849e736 req-6811723a-154b-4750-ac8d-b8ba5eb8dc13 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2679250
Feb 05 20:46:58.837120 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744beda2-2a54-4581-bd55-a063c3713525 req-0a51c536-62ff-457b-848a-e511436e22e5 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:58.843533 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-744beda2-2a54-4581-bd55-a063c3713525 req-0a51c536-62ff-457b-848a-e511436e22e5 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2 HTTP/1.1" status: 200  len: 944 time: 0.2715929
Feb 05 20:46:58.850360 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28349c24-50b1-45a8-9c64-830a57fe1a5a req-f1f5bc1a-b59e-4530-9a66-2078b5b5230f service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2964950
Feb 05 20:46:58.959245 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-744beda2-2a54-4581-bd55-a063c3713525 req-66369d90-5d72-4b93-886d-c8f9ce575d95 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1145680
Feb 05 20:46:59.103287 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-8ab28cb9-0563-47c7-9a69-ab6328164a23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8de28490-c39e-4be8-b24e-2fafffb23ef4 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:46:59.112893 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-8ab28cb9-0563-47c7-9a69-ab6328164a23 service neutron] Publish callbacks [] for port (8de28490-c39e-4be8-b24e-2fafffb23ef4), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:59.127957 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4ea58-4f49-44ac-82da-f10c12ac1a1a req-20bdf2fd-87b3-4867-95bf-d435fe2791f3 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:59.129474 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-49a4ea58-4f49-44ac-82da-f10c12ac1a1a req-20bdf2fd-87b3-4867-95bf-d435fe2791f3 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b7868c-7739-4a97-b9c5-0b9ff45fe55c HTTP/1.1" status: 200  len: 935 time: 0.1063163
Feb 05 20:46:59.141348 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-8ab28cb9-0563-47c7-9a69-ab6328164a23 service neutron] Transition to ACTIVE for port object 8de28490-c39e-4be8-b24e-2fafffb23ef4 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:46:59.150706 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-8ab28cb9-0563-47c7-9a69-ab6328164a23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (8de28490-c39e-4be8-b24e-2fafffb23ef4), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:59.245320 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab28cb9-0563-47c7-9a69-ab6328164a23 service neutron] Pushing event updated for resources: {'Port': ['ID=8de28490-c39e-4be8-b24e-2fafffb23ef4,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:59.269413 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-49a4ea58-4f49-44ac-82da-f10c12ac1a1a req-72c8e938-d4b2-4830-8d1d-e48684ac4698 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1268630
Feb 05 20:46:59.283936 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-8ab28cb9-0563-47c7-9a69-ab6328164a23 service neutron] Attempting to bind port 8de28490-c39e-4be8-b24e-2fafffb23ef4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:46:59.284289 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-8ab28cb9-0563-47c7-9a69-ab6328164a23 service neutron] Attempting to bind port 8de28490-c39e-4be8-b24e-2fafffb23ef4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:46:59.285190 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-8ab28cb9-0563-47c7-9a69-ab6328164a23 service neutron] Attempting to bind port 8de28490-c39e-4be8-b24e-2fafffb23ef4 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:46:59.291470 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-8ab28cb9-0563-47c7-9a69-ab6328164a23 service neutron] Port 8de28490-c39e-4be8-b24e-2fafffb23ef4 on network f760d6ec-7837-431c-910c-37572c24f936 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:46:59.291866 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-8ab28cb9-0563-47c7-9a69-ab6328164a23 service neutron] Attempting to bind port 8de28490-c39e-4be8-b24e-2fafffb23ef4 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:46:59.297804 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-8ab28cb9-0563-47c7-9a69-ab6328164a23 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:46:59.298150 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-8ab28cb9-0563-47c7-9a69-ab6328164a23 service neutron] Checking segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:46:59.298680 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-8ab28cb9-0563-47c7-9a69-ab6328164a23 service neutron] Bound using segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:46:59.299280 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-8ab28cb9-0563-47c7-9a69-ab6328164a23 service neutron] Bound port: 8de28490-c39e-4be8-b24e-2fafffb23ef4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:46:59.299517 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-8ab28cb9-0563-47c7-9a69-ab6328164a23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8de28490-c39e-4be8-b24e-2fafffb23ef4), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:59.416417 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-8ab28cb9-0563-47c7-9a69-ab6328164a23 service neutron] For port 8de28490-c39e-4be8-b24e-2fafffb23ef4, host nch1-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:46:59.440374 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-8ab28cb9-0563-47c7-9a69-ab6328164a23 service neutron] For port 8de28490-c39e-4be8-b24e-2fafffb23ef4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8de28490-c39e-4be8-b24e-2fafffb23ef4,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:46:59.459923 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d451bb-0747-4b10-bbea-512477ce1cc0 req-dece21c2-5969-42b7-ac9b-2f8512bc80c2 tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:59.461444 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-93d451bb-0747-4b10-bbea-512477ce1cc0 req-dece21c2-5969-42b7-ac9b-2f8512bc80c2 tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] 10.222.0.32 "GET /v2.0/ports?device_id=9201a417-6991-4193-80c4-8584254f992f HTTP/1.1" status: 200  len: 948 time: 0.0903208
Feb 05 20:46:59.462611 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-8ab28cb9-0563-47c7-9a69-ab6328164a23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (8de28490-c39e-4be8-b24e-2fafffb23ef4), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:59.551346 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-8ab28cb9-0563-47c7-9a69-ab6328164a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:59.552664 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-8ab28cb9-0563-47c7-9a69-ab6328164a23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:46:59.554149 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-8ab28cb9-0563-47c7-9a69-ab6328164a23 service neutron] 10.222.0.21 "PUT /v2.0/ports/8de28490-c39e-4be8-b24e-2fafffb23ef4 HTTP/1.1" status: 200  len: 1095 time: 1.2717896
Feb 05 20:46:59.554631 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b7868c-7739-4a97-b9c5-0b9ff45fe55c', 'tag': '8de28490-c39e-4be8-b24e-2fafffb23ef4'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:46:59.556959 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03bac7e9-8f8a-4462-898f-0bc5ce99d138" -d '{"events": [{"name": "network-changed", "server_uuid": "19b7868c-7739-4a97-b9c5-0b9ff45fe55c", "tag": "8de28490-c39e-4be8-b24e-2fafffb23ef4"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:46:59.620451 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab28cb9-0563-47c7-9a69-ab6328164a23 service neutron] Pushing event updated for resources: {'Port': ['ID=8de28490-c39e-4be8-b24e-2fafffb23ef4,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:46:59.673485 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-93d451bb-0747-4b10-bbea-512477ce1cc0 req-99122f4a-d64f-4756-b45e-78994f3bfea0 tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d88d887-3b37-4e43-8bec-c882d1a62fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1709182
Feb 05 20:46:59.699093 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd783dbc-27bd-4033-bc88-242b9f328ebb req-85dbc092-e06b-48cc-97c6-58f115e21e47 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:59.705297 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bd783dbc-27bd-4033-bc88-242b9f328ebb req-85dbc092-e06b-48cc-97c6-58f115e21e47 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=44d9ba2d-69c2-4cca-a33b-a753bd7ac63c HTTP/1.1" status: 200  len: 1128 time: 0.1613803
Feb 05 20:46:59.727068 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-34325dc3-6d76-4d8c-9382-d8f7c6cfb9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:59.728574 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-34325dc3-6d76-4d8c-9382-d8f7c6cfb9ad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7fa62d0885c141e484c763aa712e28f5&device_id=19b7868c-7739-4a97-b9c5-0b9ff45fe55c HTTP/1.1" status: 200  len: 1129 time: 0.1227887
Feb 05 20:46:59.779156 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-0855084e-084e-4d30-a793-0bc86839f3fd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=8de28490-c39e-4be8-b24e-2fafffb23ef4 HTTP/1.1" status: 200  len: 217 time: 0.0414054
Feb 05 20:46:59.785397 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bd783dbc-27bd-4033-bc88-242b9f328ebb req-7456ff0a-72ef-4d37-902e-dfb47c7f5207 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790002
Feb 05 20:46:59.829718 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-b2c76f36-83d7-439b-86d9-0fc0cfc6ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:59.831260 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-b2c76f36-83d7-439b-86d9-0fc0cfc6ea25 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.0444512
Feb 05 20:46:59.887244 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-d08cf26b-0a2c-422e-ad3d-87ad1f700080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:46:59.887478 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 809f9aad-cad4-409c-9cf5-e1b7af9e0962 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:46:59.888996 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-d08cf26b-0a2c-422e-ad3d-87ad1f700080 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0514162
Feb 05 20:46:59.890835 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db7d6de-459f-40fe-b863-744c5f3f272a x-openstack-request-id: req-8db7d6de-459f-40fe-b863-744c5f3f272a {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:46:59.891231 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b7868c-7739-4a97-b9c5-0b9ff45fe55c", "tag": "8de28490-c39e-4be8-b24e-2fafffb23ef4", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:46:59.891500 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8db7d6de-459f-40fe-b863-744c5f3f272a {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:46:59.891902 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b7868c-7739-4a97-b9c5-0b9ff45fe55c', 'tag': '8de28490-c39e-4be8-b24e-2fafffb23ef4', 'status': 'completed', 'code': 200}
Feb 05 20:47:00.016844 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-3097f47a-3f4c-43a8-8346-e9bb811f9cd7 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214635
Feb 05 20:47:00.039354 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 809f9aad-cad4-409c-9cf5-e1b7af9e0962, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=809f9aad-cad4-409c-9cf5-e1b7af9e0962,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:47:00.051537 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '809f9aad-cad4-409c-9cf5-e1b7af9e0962', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'port_id': '809f9aad-cad4-409c-9cf5-e1b7af9e0962', 'mac_address': 'fa:16:3e:62:e4:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3c763-0926-4b49-ade5-d66ee3d4c489', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:47:00.097372 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 809f9aad-cad4-409c-9cf5-e1b7af9e0962 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:47:00.098015 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (809f9aad-cad4-409c-9cf5-e1b7af9e0962), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:00.113058 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 809f9aad-cad4-409c-9cf5-e1b7af9e0962 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:47:00.133610 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 809f9aad-cad4-409c-9cf5-e1b7af9e0962, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=809f9aad-cad4-409c-9cf5-e1b7af9e0962,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:47:00.138290 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (809f9aad-cad4-409c-9cf5-e1b7af9e0962), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:00.138484 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2', 'tag': 'f94bb230-a060-4069-ab41-6ee7b499a92f'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:47:00.143186 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a827cb5-d593-4cdf-8d56-22cea24dc325" -d '{"events": [{"name": "network-changed", "server_uuid": "06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2", "tag": "f94bb230-a060-4069-ab41-6ee7b499a92f"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:47:00.157777 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0470cab-a698-4354-82c6-12722a60bb13 req-1bc4e510-73cc-401c-bf41-2bca98b9431f tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:00.159477 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d0470cab-a698-4354-82c6-12722a60bb13 req-1bc4e510-73cc-401c-bf41-2bca98b9431f tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=44d9ba2d-69c2-4cca-a33b-a753bd7ac63c HTTP/1.1" status: 200  len: 1128 time: 0.1157305
Feb 05 20:47:00.166112 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4d8c7f42-8a69-41d4-bf94-ca1d6a636247 req-737a7367-7a63-47ea-9f01-09187421fc9f service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1388376
Feb 05 20:47:00.196090 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=809f9aad-cad4-409c-9cf5-e1b7af9e0962,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:00.265569 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d0470cab-a698-4354-82c6-12722a60bb13 req-70c772cb-589d-4081-8c3b-c909116f6716 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926380
Feb 05 20:47:00.313507 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bac7e9-8f8a-4462-898f-0bc5ce99d138 req-262b2489-8c87-4ee1-ad20-86daf2d8787b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:00.315038 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03bac7e9-8f8a-4462-898f-0bc5ce99d138 req-262b2489-8c87-4ee1-ad20-86daf2d8787b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7fa62d0885c141e484c763aa712e28f5&device_id=19b7868c-7739-4a97-b9c5-0b9ff45fe55c HTTP/1.1" status: 200  len: 1129 time: 0.0963604
Feb 05 20:47:00.324067 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75a78f-201b-4c47-95cc-e8dfa2468921 req-bd97d206-708d-406b-9875-d67666386fe5 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:00.325532 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5d75a78f-201b-4c47-95cc-e8dfa2468921 req-bd97d206-708d-406b-9875-d67666386fe5 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2 HTTP/1.1" status: 200  len: 944 time: 0.0915501
Feb 05 20:47:00.358359 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28db5594-8f59-4de4-95b3-c8accc4ef258 x-openstack-request-id: req-28db5594-8f59-4de4-95b3-c8accc4ef258 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:47:00.358763 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2", "tag": "f94bb230-a060-4069-ab41-6ee7b499a92f", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:47:00.359132 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-28db5594-8f59-4de4-95b3-c8accc4ef258 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:47:00.359594 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2', 'tag': 'f94bb230-a060-4069-ab41-6ee7b499a92f', 'status': 'completed', 'code': 200}
Feb 05 20:47:00.368083 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['809f9aad-cad4-409c-9cf5-e1b7af9e0962'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:47:00.434087 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a827cb5-d593-4cdf-8d56-22cea24dc325 req-52507908-279c-446c-92dc-8ab3a6fbebf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:00.435694 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0a827cb5-d593-4cdf-8d56-22cea24dc325 req-52507908-279c-446c-92dc-8ab3a6fbebf2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cee5ceeb66aa4167b6492470edbad369&device_id=06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2 HTTP/1.1" status: 200  len: 1156 time: 0.0545144
Feb 05 20:47:00.439207 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5d75a78f-201b-4c47-95cc-e8dfa2468921 req-988a0c4b-656e-4d6d-8a80-3ad52b253335 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1033678
Feb 05 20:47:00.472379 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bac7e9-8f8a-4462-898f-0bc5ce99d138 req-6a518597-ec9a-4c00-8733-3fa9f258ca02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:00.474235 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03bac7e9-8f8a-4462-898f-0bc5ce99d138 req-6a518597-ec9a-4c00-8733-3fa9f258ca02 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.1477358
Feb 05 20:47:00.528724 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03bac7e9-8f8a-4462-898f-0bc5ce99d138 req-4eb0cefb-ad7c-4ccb-b6dc-a53678f453e5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=8de28490-c39e-4be8-b24e-2fafffb23ef4 HTTP/1.1" status: 200  len: 217 time: 0.0463765
Feb 05 20:47:00.569689 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a827cb5-d593-4cdf-8d56-22cea24dc325 req-b668a356-38bd-479e-8ae2-71dcd2b14f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:00.571341 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0a827cb5-d593-4cdf-8d56-22cea24dc325 req-b668a356-38bd-479e-8ae2-71dcd2b14f70 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fc4b732e-5458-48e6-8cda-4d399eeaa947 HTTP/1.1" status: 200  len: 909 time: 0.1291521
Feb 05 20:47:00.621952 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0a827cb5-d593-4cdf-8d56-22cea24dc325 req-65b2fedc-9fb2-407c-a3d4-1769c0ee3b0b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f94bb230-a060-4069-ab41-6ee7b499a92f HTTP/1.1" status: 200  len: 217 time: 0.0437119
Feb 05 20:47:00.630692 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bac7e9-8f8a-4462-898f-0bc5ce99d138 req-9735cde9-0a0c-4f06-b8c2-572a0da43986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:00.632152 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03bac7e9-8f8a-4462-898f-0bc5ce99d138 req-9735cde9-0a0c-4f06-b8c2-572a0da43986 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.0653355
Feb 05 20:47:00.641236 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc0ba8-d2fa-4fd1-b7e6-f4982b3fbc68 req-2f2b970b-801e-4a63-9973-9b6c17166533 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:00.643121 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4efc0ba8-d2fa-4fd1-b7e6-f4982b3fbc68 req-2f2b970b-801e-4a63-9973-9b6c17166533 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b7868c-7739-4a97-b9c5-0b9ff45fe55c HTTP/1.1" status: 200  len: 947 time: 0.1074181
Feb 05 20:47:00.672712 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a827cb5-d593-4cdf-8d56-22cea24dc325 req-cc87f5e6-0871-4324-a09c-230bb806e9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:00.674245 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0a827cb5-d593-4cdf-8d56-22cea24dc325 req-cc87f5e6-0871-4324-a09c-230bb806e9b3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=30766dd9-3364-437e-a8fd-68757651ef32 HTTP/1.1" status: 200  len: 848 time: 0.0464237
Feb 05 20:47:00.710522 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0a827cb5-d593-4cdf-8d56-22cea24dc325 req-bdeed526-67e0-4cf4-9b5c-deb58bf3f27d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc4b732e-5458-48e6-8cda-4d399eeaa947&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0304677
Feb 05 20:47:00.722271 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4efc0ba8-d2fa-4fd1-b7e6-f4982b3fbc68 req-d2e4877b-5255-4984-bb72-f79897712cef tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705576
Feb 05 20:47:00.725746 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bac7e9-8f8a-4462-898f-0bc5ce99d138 req-46910e8e-4a12-4aa1-8ad5-a73b1e4396e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:00.727327 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03bac7e9-8f8a-4462-898f-0bc5ce99d138 req-46910e8e-4a12-4aa1-8ad5-a73b1e4396e4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0836000
Feb 05 20:47:00.842323 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0a827cb5-d593-4cdf-8d56-22cea24dc325 req-b892ed57-5be3-44e9-a9fa-441c413dba5d service neutron] 10.222.0.21 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255407
Feb 05 20:47:00.866762 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03bac7e9-8f8a-4462-898f-0bc5ce99d138 req-05133dfc-b46d-40da-87b0-df890bf11473 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279869
Feb 05 20:47:00.974750 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0a827cb5-d593-4cdf-8d56-22cea24dc325 req-57e09e30-86c6-428a-b550-e209dccf7514 service neutron] 10.222.0.21 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252756
Feb 05 20:47:00.996547 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-2bcf8011-bfcf-48d8-a9ba-4a121b63d70e req-ac18d460-9002-4d16-a38c-a6af1147111b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 20:47:00.997879 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2bcf8011-bfcf-48d8-a9ba-4a121b63d70e req-ac18d460-9002-4d16-a38c-a6af1147111b service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0253522
Feb 05 20:47:01.024579 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03bac7e9-8f8a-4462-898f-0bc5ce99d138 req-2c08188e-4207-430c-93dc-4cfe7180a7f6 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1532311
Feb 05 20:47:01.059039 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43930825-2e1e-4c6b-8f25-55b1d30ef73a req-0c3c774e-af66-4a09-9607-5ecc99c9d9e7 tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:01.060551 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-43930825-2e1e-4c6b-8f25-55b1d30ef73a req-0c3c774e-af66-4a09-9607-5ecc99c9d9e7 tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] 10.222.0.32 "GET /v2.0/ports?device_id=9201a417-6991-4193-80c4-8584254f992f HTTP/1.1" status: 200  len: 949 time: 0.1531761
Feb 05 20:47:01.123452 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-43930825-2e1e-4c6b-8f25-55b1d30ef73a req-8f0a215c-44f7-48b9-a8fe-941f79c79cf7 tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d88d887-3b37-4e43-8bec-c882d1a62fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566707
Feb 05 20:47:01.258995 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54042) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:01.409515 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-81438fbd-a309-4265-8b72-248fd5b6e8f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:01.507339 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-81438fbd-a309-4265-8b72-248fd5b6e8f3 admin admin] Publish callbacks [] for security_group (575a18da-0ee0-4aed-8e4d-70d50836a1bd), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:01.513238 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-81438fbd-a309-4265-8b72-248fd5b6e8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (575a18da-0ee0-4aed-8e4d-70d50836a1bd), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:01.559082 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-81438fbd-a309-4265-8b72-248fd5b6e8f3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5aafb013dbb14e4b828fb5ec9ef5f670&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2987163
Feb 05 20:47:01.559964 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81438fbd-a309-4265-8b72-248fd5b6e8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575a18da-0ee0-4aed-8e4d-70d50836a1bd,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:01.561721 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54070) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:01.567850 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81438fbd-a309-4265-8b72-248fd5b6e8f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:47:01.568678 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81438fbd-a309-4265-8b72-248fd5b6e8f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:47:01.569035 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81438fbd-a309-4265-8b72-248fd5b6e8f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:47:01.569378 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81438fbd-a309-4265-8b72-248fd5b6e8f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:47:01.569725 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81438fbd-a309-4265-8b72-248fd5b6e8f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:47:01.570051 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81438fbd-a309-4265-8b72-248fd5b6e8f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:47:01.570598 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81438fbd-a309-4265-8b72-248fd5b6e8f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:47:01.570937 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81438fbd-a309-4265-8b72-248fd5b6e8f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:47:01.571650 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81438fbd-a309-4265-8b72-248fd5b6e8f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:47:01.572012 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81438fbd-a309-4265-8b72-248fd5b6e8f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:47:01.572322 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81438fbd-a309-4265-8b72-248fd5b6e8f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:47:01.572919 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81438fbd-a309-4265-8b72-248fd5b6e8f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:47:01.573266 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81438fbd-a309-4265-8b72-248fd5b6e8f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:47:01.625223 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8dcd890c-1503-417d-801b-14438c6c1991 admin admin] Publish callbacks [] for security_group (575a18da-0ee0-4aed-8e4d-70d50836a1bd), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:01.657176 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8dcd890c-1503-417d-801b-14438c6c1991 admin admin] Publish callbacks [] for security_group (575a18da-0ee0-4aed-8e4d-70d50836a1bd), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:01.717541 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8dcd890c-1503-417d-801b-14438c6c1991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (575a18da-0ee0-4aed-8e4d-70d50836a1bd), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:01.720331 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8dcd890c-1503-417d-801b-14438c6c1991 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:01.721485 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8dcd890c-1503-417d-801b-14438c6c1991 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/575a18da-0ee0-4aed-8e4d-70d50836a1bd HTTP/1.1" status: 204  len: 168 time: 0.1585875
Feb 05 20:47:01.729575 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd890c-1503-417d-801b-14438c6c1991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575a18da-0ee0-4aed-8e4d-70d50836a1bd,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:01.736940 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd890c-1503-417d-801b-14438c6c1991 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:47:01.737290 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd890c-1503-417d-801b-14438c6c1991 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:47:01.737633 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd890c-1503-417d-801b-14438c6c1991 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:47:01.737968 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd890c-1503-417d-801b-14438c6c1991 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:47:01.738306 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd890c-1503-417d-801b-14438c6c1991 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:47:01.738732 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd890c-1503-417d-801b-14438c6c1991 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:47:01.739243 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd890c-1503-417d-801b-14438c6c1991 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:47:01.740001 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd890c-1503-417d-801b-14438c6c1991 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:47:01.740223 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd890c-1503-417d-801b-14438c6c1991 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:47:01.740554 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd890c-1503-417d-801b-14438c6c1991 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:47:01.740883 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd890c-1503-417d-801b-14438c6c1991 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:47:01.741210 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd890c-1503-417d-801b-14438c6c1991 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:47:01.741537 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd890c-1503-417d-801b-14438c6c1991 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:47:01.794412 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0e72d-0382-462e-b521-49c073eff83a req-3efcadec-31c0-43cb-9c94-643a396b54b6 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:01.796435 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a9b0e72d-0382-462e-b521-49c073eff83a req-3efcadec-31c0-43cb-9c94-643a396b54b6 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2 HTTP/1.1" status: 200  len: 944 time: 0.0908709
Feb 05 20:47:01.855030 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a9b0e72d-0382-462e-b521-49c073eff83a req-7d46856a-933c-49c9-8b44-061cb1ed40b9 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529509
Feb 05 20:47:01.894650 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device f94bb230-a060-4069-ab41-6ee7b499a92f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:47:01.921449 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 809f9aad-cad4-409c-9cf5-e1b7af9e0962 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:47:02.056805 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 809f9aad-cad4-409c-9cf5-e1b7af9e0962 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:47:02.071352 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 809f9aad-cad4-409c-9cf5-e1b7af9e0962 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:47:02.071744 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (809f9aad-cad4-409c-9cf5-e1b7af9e0962), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:02.074505 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port f94bb230-a060-4069-ab41-6ee7b499a92f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f94bb230-a060-4069-ab41-6ee7b499a92f,segment=NetworkSegment(69c86b74-d9e1-46c1-9b9b-f16748bd0260),segment_id=69c86b74-d9e1-46c1-9b9b-f16748bd0260)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:47:02.101947 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54096) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:02.117203 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device f94bb230-a060-4069-ab41-6ee7b499a92f has no active binding in host nch2-master-1 {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Feb 05 20:47:02.126394 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-81d3deb2-f552-4a17-8437-5a72acaf9461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:02.197570 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-c30914d7-eafc-419a-8e43-c7773fdbed78 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 20:47:02.198002 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 809f9aad-cad4-409c-9cf5-e1b7af9e0962 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:47:02.198421 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (809f9aad-cad4-409c-9cf5-e1b7af9e0962), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:02.198917 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-c30914d7-eafc-419a-8e43-c7773fdbed78 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0096099
Feb 05 20:47:02.233234 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9201a417-6991-4193-80c4-8584254f992f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809f9aad-cad4-409c-9cf5-e1b7af9e0962'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:47:02.235634 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5662b7-f264-4e60-b707-eb7979d0462e" -d '{"events": [{"server_uuid": "9201a417-6991-4193-80c4-8584254f992f", "name": "network-vif-plugged", "status": "completed", "tag": "809f9aad-cad4-409c-9cf5-e1b7af9e0962"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:47:02.241108 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 809f9aad-cad4-409c-9cf5-e1b7af9e0962, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=809f9aad-cad4-409c-9cf5-e1b7af9e0962,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:47:02.246033 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (809f9aad-cad4-409c-9cf5-e1b7af9e0962), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:02.276492 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-81d3deb2-f552-4a17-8437-5a72acaf9461 admin admin] Publish callbacks [] for security_group (8fc220b2-873c-4751-b818-bd3b137b93ec), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:02.282487 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-81d3deb2-f552-4a17-8437-5a72acaf9461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (8fc220b2-873c-4751-b818-bd3b137b93ec), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:02.317838 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=809f9aad-cad4-409c-9cf5-e1b7af9e0962,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:02.320072 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-81a5757a-9bd0-404f-8323-6f925eb89279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:02.321499 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-81a5757a-9bd0-404f-8323-6f925eb89279 service neutron] 10.222.0.32 "GET /v2.0/ports/9bae94dc-6fe0-4527-b738-5ab96a88890b HTTP/1.1" status: 200  len: 1125 time: 0.1139028
Feb 05 20:47:02.323184 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c84b4f-b45e-4c8f-8861-2b792bd6dac2 req-b8f082b6-c765-4162-a6a4-776fed9188f0 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:02.326356 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-11c84b4f-b45e-4c8f-8861-2b792bd6dac2 req-b8f082b6-c765-4162-a6a4-776fed9188f0 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b7868c-7739-4a97-b9c5-0b9ff45fe55c HTTP/1.1" status: 200  len: 947 time: 0.0926061
Feb 05 20:47:02.330826 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:47:02.334797 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:47:02.335484 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:47:02.335993 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:47:02.336548 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:47:02.337053 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:47:02.337558 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:47:02.338042 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:47:02.339020 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:47:02.339524 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:47:02.340052 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:47:02.340546 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:47:02.341220 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:47:02.342803 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-b40e2013-4690-4f9c-ac6f-f07542890696 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:47:02.343452 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-b40e2013-4690-4f9c-ac6f-f07542890696 service neutron] Unknown quota resources ['binding']. {{(pid=114390) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 05 20:47:02.356492 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-81d3deb2-f552-4a17-8437-5a72acaf9461 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b68fa3b06275430cb056058cb241a594&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2523994
Feb 05 20:47:02.359160 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54108) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:02.376300 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d3deb2-f552-4a17-8437-5a72acaf9461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc220b2-873c-4751-b818-bd3b137b93ec,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:02.414920 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-11c84b4f-b45e-4c8f-8861-2b792bd6dac2 req-fd1ad4fc-9226-4bd7-be05-c75d3379fd34 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831037
Feb 05 20:47:02.436900 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-01e7f5ce-1288-490f-8e8a-a7d15f26e15f admin admin] Publish callbacks [] for security_group (8fc220b2-873c-4751-b818-bd3b137b93ec), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:02.460710 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-01e7f5ce-1288-490f-8e8a-a7d15f26e15f admin admin] Publish callbacks [] for security_group (8fc220b2-873c-4751-b818-bd3b137b93ec), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:02.496751 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-b40e2013-4690-4f9c-ac6f-f07542890696 service neutron] Attempting to bind port 9bae94dc-6fe0-4527-b738-5ab96a88890b on host nch1-master-1 for vnic_type normal with profile None {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:47:02.497089 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-b40e2013-4690-4f9c-ac6f-f07542890696 service neutron] Attempting to bind port 9bae94dc-6fe0-4527-b738-5ab96a88890b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:47:02.497485 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-b40e2013-4690-4f9c-ac6f-f07542890696 service neutron] Attempting to bind port 9bae94dc-6fe0-4527-b738-5ab96a88890b on network 3d591eda-8294-4b7a-a6d2-1afd55bde68d {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:47:02.501854 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-b40e2013-4690-4f9c-ac6f-f07542890696 service neutron] Port 9bae94dc-6fe0-4527-b738-5ab96a88890b on network 3d591eda-8294-4b7a-a6d2-1afd55bde68d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:47:02.502107 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-b40e2013-4690-4f9c-ac6f-f07542890696 service neutron] Attempting to bind port 9bae94dc-6fe0-4527-b738-5ab96a88890b on network 3d591eda-8294-4b7a-a6d2-1afd55bde68d {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:47:02.507337 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-b40e2013-4690-4f9c-ac6f-f07542890696 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:47:02.507680 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-b40e2013-4690-4f9c-ac6f-f07542890696 service neutron] Checking segment: {'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:47:02.508063 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-b40e2013-4690-4f9c-ac6f-f07542890696 service neutron] Bound using segment: {'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:47:02.508486 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-b40e2013-4690-4f9c-ac6f-f07542890696 service neutron] Bound port: 9bae94dc-6fe0-4527-b738-5ab96a88890b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:47:02.542647 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f694a-9c82-4bae-8a1c-aef10edb0ee6 req-61d5e13d-2e5c-4c97-b7be-ad0e7342649b tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:02.544196 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-816f694a-9c82-4bae-8a1c-aef10edb0ee6 req-61d5e13d-2e5c-4c97-b7be-ad0e7342649b tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] 10.222.0.32 "GET /v2.0/ports?device_id=9201a417-6991-4193-80c4-8584254f992f HTTP/1.1" status: 200  len: 950 time: 0.0728467
Feb 05 20:47:02.549373 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-01e7f5ce-1288-490f-8e8a-a7d15f26e15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (8fc220b2-873c-4751-b818-bd3b137b93ec), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:02.553119 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-01e7f5ce-1288-490f-8e8a-a7d15f26e15f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:02.556688 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-01e7f5ce-1288-490f-8e8a-a7d15f26e15f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8fc220b2-873c-4751-b818-bd3b137b93ec HTTP/1.1" status: 204  len: 168 time: 0.1939113
Feb 05 20:47:02.575165 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-b40e2013-4690-4f9c-ac6f-f07542890696 service neutron] For port 9bae94dc-6fe0-4527-b738-5ab96a88890b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9bae94dc-6fe0-4527-b738-5ab96a88890b,segment=NetworkSegment(22aada35-3566-46c2-b11c-622e4f2f6275),segment_id=22aada35-3566-46c2-b11c-622e4f2f6275)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:47:02.582299 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-b40e2013-4690-4f9c-ac6f-f07542890696 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:02.583796 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-b40e2013-4690-4f9c-ac6f-f07542890696 service neutron] 10.222.0.32 "POST /v2.0/ports/9bae94dc-6fe0-4527-b738-5ab96a88890b/bindings HTTP/1.1" status: 201  len: 389 time: 0.2529669
Feb 05 20:47:02.716721 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096a3e72-c659-4d2f-b504-a20f4e60909f x-openstack-request-id: req-096a3e72-c659-4d2f-b504-a20f4e60909f {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:47:02.717617 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9201a417-6991-4193-80c4-8584254f992f", "name": "network-vif-plugged", "status": "completed", "tag": "809f9aad-cad4-409c-9cf5-e1b7af9e0962", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:47:02.718439 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-096a3e72-c659-4d2f-b504-a20f4e60909f {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:47:02.719002 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9201a417-6991-4193-80c4-8584254f992f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809f9aad-cad4-409c-9cf5-e1b7af9e0962', 'code': 200}
Feb 05 20:47:02.808753 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7f5ce-1288-490f-8e8a-a7d15f26e15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc220b2-873c-4751-b818-bd3b137b93ec,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:02.878149 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-816f694a-9c82-4bae-8a1c-aef10edb0ee6 req-39281a63-9718-4497-9f01-9c9d8c067609 tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d88d887-3b37-4e43-8bec-c882d1a62fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3222625
Feb 05 20:47:02.884327 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8af0f-1d59-43cd-b7a0-f66cadc0177f req-cd4a5d05-e474-4a33-8655-866fd30f8375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:02.887649 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7af8af0f-1d59-43cd-b7a0-f66cadc0177f req-cd4a5d05-e474-4a33-8655-866fd30f8375 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9201a417-6991-4193-80c4-8584254f992f HTTP/1.1" status: 200  len: 1132 time: 0.0746491
Feb 05 20:47:03.047970 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7af8af0f-1d59-43cd-b7a0-f66cadc0177f req-fc326704-d8a9-4c7e-bac5-a9463f535af6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2d88d887-3b37-4e43-8bec-c882d1a62fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1545110
Feb 05 20:47:03.061612 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bac7d-3786-400c-b8ee-de76fd744a36 req-528067b5-3d50-4887-9207-4f5fe844fad2 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:03.063295 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e55bac7d-3786-400c-b8ee-de76fd744a36 req-528067b5-3d50-4887-9207-4f5fe844fad2 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=44d9ba2d-69c2-4cca-a33b-a753bd7ac63c HTTP/1.1" status: 200  len: 946 time: 0.1123610
Feb 05 20:47:03.066425 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-007b3423-7e68-48c3-9072-3e2799762775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:03.068719 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-007b3423-7e68-48c3-9072-3e2799762775 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9e4e31092ef641efbf6eaf54cfa40d67&device_id=44d9ba2d-69c2-4cca-a33b-a753bd7ac63c HTTP/1.1" status: 200  len: 1128 time: 0.1544089
Feb 05 20:47:03.198960 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e55bac7d-3786-400c-b8ee-de76fd744a36 req-1e918f09-d7d5-4800-898f-9c6b9614aa74 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1252027
Feb 05 20:47:03.255330 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-409f25d9-aa56-4a65-a635-b3ee1983f2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:03.257029 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-409f25d9-aa56-4a65-a635-b3ee1983f2e7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3d591eda-8294-4b7a-a6d2-1afd55bde68d HTTP/1.1" status: 200  len: 922 time: 0.1816652
Feb 05 20:47:03.271966 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0811f7-60cc-4b12-bc8b-b5a2ef2e9ff4 req-9408c3b8-bc93-43c8-8042-76947f435897 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:03.273454 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cd0811f7-60cc-4b12-bc8b-b5a2ef2e9ff4 req-9408c3b8-bc93-43c8-8042-76947f435897 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2 HTTP/1.1" status: 200  len: 944 time: 0.1019049
Feb 05 20:47:03.322014 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-6d088c08-a233-4dfa-bb9a-fc9608ee50fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bae94dc-6fe0-4527-b738-5ab96a88890b HTTP/1.1" status: 200  len: 217 time: 0.0474777
Feb 05 20:47:03.399855 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-58c6c9e0-fd70-4ee9-becc-ade13cde6f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:03.401464 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-58c6c9e0-fd70-4ee9-becc-ade13cde6f1e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f822a84b-448b-4295-886d-3f476dc82ced HTTP/1.1" status: 200  len: 861 time: 0.0732365
Feb 05 20:47:03.404551 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cd0811f7-60cc-4b12-bc8b-b5a2ef2e9ff4 req-cb0bbd03-92df-4d07-812f-c12aa2b86477 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205914
Feb 05 20:47:03.448755 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-c189b566-0d15-40b3-9048-2632d38df963 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d591eda-8294-4b7a-a6d2-1afd55bde68d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0409546
Feb 05 20:47:03.607831 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-89a556a7-5290-4aeb-a22f-d4b0c84e81ea service neutron] 10.222.0.21 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1512442
Feb 05 20:47:03.632314 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b9217843-468e-4ead-9773-72a96d9ef29a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:03.659473 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89a452-edeb-4326-815d-a5d0f01fbe6c req-d10cd33d-1574-46bb-85d1-7ffe047d6ceb tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:03.661194 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5d89a452-edeb-4326-815d-a5d0f01fbe6c req-d10cd33d-1574-46bb-85d1-7ffe047d6ceb tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b7868c-7739-4a97-b9c5-0b9ff45fe55c HTTP/1.1" status: 200  len: 947 time: 0.1390798
Feb 05 20:47:03.780185 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5d89a452-edeb-4326-815d-a5d0f01fbe6c req-81070da0-107d-4482-a6a3-170372102113 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122885
Feb 05 20:47:03.782773 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-a8860b94-cab6-4959-a4a4-622bf7aafcf0 service neutron] 10.222.0.21 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1627102
Feb 05 20:47:03.983439 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-de305a6d-b59f-426f-9496-147271f2f965 service neutron] 10.222.0.21 "GET /v2.0/ports/f94bb230-a060-4069-ab41-6ee7b499a92f/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0741050
Feb 05 20:47:04.012230 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-32a4723f-d165-401a-afac-a2cee4112812 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:04.013731 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-32a4723f-d165-401a-afac-a2cee4112812 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=44d9ba2d-69c2-4cca-a33b-a753bd7ac63c&tenant_id=9e4e31092ef641efbf6eaf54cfa40d67&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1128 time: 0.0698106
Feb 05 20:47:04.027407 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-f45b4740-ee55-46b4-8378-56e84623774b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:47:04.101127 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173cd15a-1996-4d16-8df9-b7d2d5b4caea req-c055d23c-48f6-49d4-adc3-e567dce3de70 tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:04.103174 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-173cd15a-1996-4d16-8df9-b7d2d5b4caea req-c055d23c-48f6-49d4-adc3-e567dce3de70 tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] 10.222.0.32 "GET /v2.0/ports?device_id=9201a417-6991-4193-80c4-8584254f992f HTTP/1.1" status: 200  len: 950 time: 0.1065497
Feb 05 20:47:04.108225 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-f45b4740-ee55-46b4-8378-56e84623774b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9bae94dc-6fe0-4527-b738-5ab96a88890b), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:04.234101 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-173cd15a-1996-4d16-8df9-b7d2d5b4caea req-30b052b8-c8ad-4bcb-9ae6-b6c40b7d1632 tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d88d887-3b37-4e43-8bec-c882d1a62fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0996454
Feb 05 20:47:04.323021 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-1dfe9480-7ddd-42eb-8a91-dc22d237935b service neutron] For port f94bb230-a060-4069-ab41-6ee7b499a92f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f94bb230-a060-4069-ab41-6ee7b499a92f,segment=NetworkSegment(69c86b74-d9e1-46c1-9b9b-f16748bd0260),segment_id=69c86b74-d9e1-46c1-9b9b-f16748bd0260)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:47:04.346575 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-1dfe9480-7ddd-42eb-8a91-dc22d237935b service neutron] For port f94bb230-a060-4069-ab41-6ee7b499a92f, host nch1-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:47:04.375144 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-f45b4740-ee55-46b4-8378-56e84623774b service neutron] For port 9bae94dc-6fe0-4527-b738-5ab96a88890b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9bae94dc-6fe0-4527-b738-5ab96a88890b,segment=NetworkSegment(22aada35-3566-46c2-b11c-622e4f2f6275),segment_id=22aada35-3566-46c2-b11c-622e4f2f6275)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:47:04.395944 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-1dfe9480-7ddd-42eb-8a91-dc22d237935b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f94bb230-a060-4069-ab41-6ee7b499a92f {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:47:04.400850 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54202) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:04.421727 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-1dfe9480-7ddd-42eb-8a91-dc22d237935b service neutron] For port f94bb230-a060-4069-ab41-6ee7b499a92f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f94bb230-a060-4069-ab41-6ee7b499a92f,segment=NetworkSegment(69c86b74-d9e1-46c1-9b9b-f16748bd0260),segment_id=69c86b74-d9e1-46c1-9b9b-f16748bd0260)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:47:04.459130 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-f45b4740-ee55-46b4-8378-56e84623774b service neutron] For port 9bae94dc-6fe0-4527-b738-5ab96a88890b, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:47:04.480208 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-1dfe9480-7ddd-42eb-8a91-dc22d237935b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f94bb230-a060-4069-ab41-6ee7b499a92f), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:04.519677 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d9ba2d-69c2-4cca-a33b-a753bd7ac63c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bae94dc-6fe0-4527-b738-5ab96a88890b'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:47:04.525694 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c41f36-3cf2-4662-a458-fd738d806209" -d '{"events": [{"server_uuid": "44d9ba2d-69c2-4cca-a33b-a753bd7ac63c", "name": "network-vif-unplugged", "status": "completed", "tag": "9bae94dc-6fe0-4527-b738-5ab96a88890b"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:47:04.536671 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-f45b4740-ee55-46b4-8378-56e84623774b service neutron] Publish callbacks [] for port (9bae94dc-6fe0-4527-b738-5ab96a88890b), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:04.548566 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-f45b4740-ee55-46b4-8378-56e84623774b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9bae94dc-6fe0-4527-b738-5ab96a88890b), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:04.552772 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2f223-54b9-4be2-acd0-0e71f4b4b99f req-c9b93fab-b6a0-4ef7-903a-39c4fa9f22c7 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:04.554331 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b2a2f223-54b9-4be2-acd0-0e71f4b4b99f req-c9b93fab-b6a0-4ef7-903a-39c4fa9f22c7 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=44d9ba2d-69c2-4cca-a33b-a753bd7ac63c HTTP/1.1" status: 200  len: 946 time: 0.1513600
Feb 05 20:47:04.577396 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 8de28490-c39e-4be8-b24e-2fafffb23ef4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:47:04.610965 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b4740-ee55-46b4-8378-56e84623774b service neutron] Pushing event updated for resources: {'Port': ['ID=9bae94dc-6fe0-4527-b738-5ab96a88890b,revision_number=7']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:04.679761 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b2a2f223-54b9-4be2-acd0-0e71f4b4b99f req-e9148c46-1395-4aa1-bd0d-881c177343b7 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179540
Feb 05 20:47:04.694280 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-1dfe9480-7ddd-42eb-8a91-dc22d237935b service neutron] Transition to ACTIVE for port object f94bb230-a060-4069-ab41-6ee7b499a92f will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:47:04.722468 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9508be6-f031-413a-b991-27432921c164 req-d6e199c4-7846-4915-992b-290cf19224d5 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:04.726701 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b9508be6-f031-413a-b991-27432921c164 req-d6e199c4-7846-4915-992b-290cf19224d5 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2 HTTP/1.1" status: 200  len: 944 time: 0.1675622
Feb 05 20:47:04.732986 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-1dfe9480-7ddd-42eb-8a91-dc22d237935b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (f94bb230-a060-4069-ab41-6ee7b499a92f), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:04.734215 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-f45b4740-ee55-46b4-8378-56e84623774b service neutron] Attempting to bind port 9bae94dc-6fe0-4527-b738-5ab96a88890b on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:47:04.734594 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-f45b4740-ee55-46b4-8378-56e84623774b service neutron] Attempting to bind port 9bae94dc-6fe0-4527-b738-5ab96a88890b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:47:04.736648 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-f45b4740-ee55-46b4-8378-56e84623774b service neutron] Attempting to bind port 9bae94dc-6fe0-4527-b738-5ab96a88890b on network 3d591eda-8294-4b7a-a6d2-1afd55bde68d {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:47:04.751992 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-f45b4740-ee55-46b4-8378-56e84623774b service neutron] Port 9bae94dc-6fe0-4527-b738-5ab96a88890b on network 3d591eda-8294-4b7a-a6d2-1afd55bde68d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:47:04.752332 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-f45b4740-ee55-46b4-8378-56e84623774b service neutron] Attempting to bind port 9bae94dc-6fe0-4527-b738-5ab96a88890b on network 3d591eda-8294-4b7a-a6d2-1afd55bde68d {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:47:04.773001 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-f45b4740-ee55-46b4-8378-56e84623774b service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:47:04.773403 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-f45b4740-ee55-46b4-8378-56e84623774b service neutron] Checking segment: {'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:47:04.773798 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-f45b4740-ee55-46b4-8378-56e84623774b service neutron] Bound using segment: {'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:47:04.774244 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-f45b4740-ee55-46b4-8378-56e84623774b service neutron] Bound port: 9bae94dc-6fe0-4527-b738-5ab96a88890b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:47:04.774631 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-f45b4740-ee55-46b4-8378-56e84623774b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9bae94dc-6fe0-4527-b738-5ab96a88890b), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:04.777769 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-51b1a89d-19a7-450c-b9f6-e1d262e104a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:04.789982 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 8de28490-c39e-4be8-b24e-2fafffb23ef4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8de28490-c39e-4be8-b24e-2fafffb23ef4,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:47:04.854425 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 20:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb395837-66cf-4ec6-aab5-11eae6ff6704 x-openstack-request-id: req-eb395837-66cf-4ec6-aab5-11eae6ff6704 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:47:04.854805 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d9ba2d-69c2-4cca-a33b-a753bd7ac63c", "name": "network-vif-unplugged", "status": "completed", "tag": "9bae94dc-6fe0-4527-b738-5ab96a88890b", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:47:04.855073 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eb395837-66cf-4ec6-aab5-11eae6ff6704 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:47:04.855572 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d9ba2d-69c2-4cca-a33b-a753bd7ac63c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bae94dc-6fe0-4527-b738-5ab96a88890b', 'code': 200}
Feb 05 20:47:04.872333 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-1dfe9480-7ddd-42eb-8a91-dc22d237935b service neutron] No DVR routers for this DVR port f94bb230-a060-4069-ab41-6ee7b499a92f on host nch1-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:47:04.931058 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-f45b4740-ee55-46b4-8378-56e84623774b service neutron] For port 9bae94dc-6fe0-4527-b738-5ab96a88890b, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:47:04.937820 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-f45b4740-ee55-46b4-8378-56e84623774b service neutron] For port 9bae94dc-6fe0-4527-b738-5ab96a88890b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9bae94dc-6fe0-4527-b738-5ab96a88890b,segment=NetworkSegment(22aada35-3566-46c2-b11c-622e4f2f6275),segment_id=22aada35-3566-46c2-b11c-622e4f2f6275)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:47:04.953304 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-f45b4740-ee55-46b4-8378-56e84623774b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9bae94dc-6fe0-4527-b738-5ab96a88890b), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:04.993464 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '8de28490-c39e-4be8-b24e-2fafffb23ef4', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'port_id': '8de28490-c39e-4be8-b24e-2fafffb23ef4', 'mac_address': 'fa:16:3e:0c:f8:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3c763-0926-4b49-ade5-d66ee3d4c489', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:47:05.008251 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-1dfe9480-7ddd-42eb-8a91-dc22d237935b service neutron] 10.222.0.21 "PUT /v2.0/ports/f94bb230-a060-4069-ab41-6ee7b499a92f/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.0137539
Feb 05 20:47:05.011470 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-51b1a89d-19a7-450c-b9f6-e1d262e104a5 admin admin] Publish callbacks [] for security_group (615d7a8b-c3fc-49fe-891c-101115b56af3), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:05.012637 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe9480-7ddd-42eb-8a91-dc22d237935b service neutron] Pushing event updated for resources: {'Port': ['ID=f94bb230-a060-4069-ab41-6ee7b499a92f,revision_number=10']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:05.027028 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-51b1a89d-19a7-450c-b9f6-e1d262e104a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (615d7a8b-c3fc-49fe-891c-101115b56af3), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:05.037012 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b9508be6-f031-413a-b991-27432921c164 req-a368fcd9-be4a-4cb9-ab6e-51c9bf1c96cc tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2993305
Feb 05 20:47:05.075917 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 8de28490-c39e-4be8-b24e-2fafffb23ef4 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:47:05.076537 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8de28490-c39e-4be8-b24e-2fafffb23ef4), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:05.092798 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8de28490-c39e-4be8-b24e-2fafffb23ef4 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:47:05.107486 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b4740-ee55-46b4-8378-56e84623774b service neutron] Pushing event updated for resources: {'Port': ['ID=9bae94dc-6fe0-4527-b738-5ab96a88890b,revision_number=8']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:05.116547 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-f45b4740-ee55-46b4-8378-56e84623774b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:05.123798 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-f45b4740-ee55-46b4-8378-56e84623774b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:05.123798 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-f45b4740-ee55-46b4-8378-56e84623774b service neutron] 10.222.0.21 "PUT /v2.0/ports/9bae94dc-6fe0-4527-b738-5ab96a88890b HTTP/1.1" status: 200  len: 1122 time: 1.1002378
Feb 05 20:47:05.124634 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 8de28490-c39e-4be8-b24e-2fafffb23ef4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8de28490-c39e-4be8-b24e-2fafffb23ef4,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:47:05.128799 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-51b1a89d-19a7-450c-b9f6-e1d262e104a5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=27ca055113d04ce4b3994f68a9517a49&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7216830
Feb 05 20:47:05.128799 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b1a89d-19a7-450c-b9f6-e1d262e104a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615d7a8b-c3fc-49fe-891c-101115b56af3,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:05.142786 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (8de28490-c39e-4be8-b24e-2fafffb23ef4), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:05.146593 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54238) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:05.155758 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e7ac1-0762-49e6-a7ff-82b761b89fef req-43961b46-e496-4389-8255-225d82326637 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:05.167318 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3d4e7ac1-0762-49e6-a7ff-82b761b89fef req-43961b46-e496-4389-8255-225d82326637 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b7868c-7739-4a97-b9c5-0b9ff45fe55c HTTP/1.1" status: 200  len: 947 time: 0.1579089
Feb 05 20:47:05.210988 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-11cd2777-98f6-4f17-bd83-ad898326b5b1 admin admin] Publish callbacks [] for security_group (615d7a8b-c3fc-49fe-891c-101115b56af3), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:05.218882 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['9bae94dc-6fe0-4527-b738-5ab96a88890b'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:47:05.237483 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-11cd2777-98f6-4f17-bd83-ad898326b5b1 admin admin] Publish callbacks [] for security_group (615d7a8b-c3fc-49fe-891c-101115b56af3), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:05.268969 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3d4e7ac1-0762-49e6-a7ff-82b761b89fef req-37afe596-bca4-464f-99a6-e7d5589183d8 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958822
Feb 05 20:47:05.295622 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-e685b552-048a-46b8-b107-1bc523f1fa2e tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:05.299911 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-e685b552-048a-46b8-b107-1bc523f1fa2e tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2&tenant_id=cee5ceeb66aa4167b6492470edbad369&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1993868
Feb 05 20:47:05.312585 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=8de28490-c39e-4be8-b24e-2fafffb23ef4,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:05.320525 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-11cd2777-98f6-4f17-bd83-ad898326b5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (615d7a8b-c3fc-49fe-891c-101115b56af3), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:05.323159 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-11cd2777-98f6-4f17-bd83-ad898326b5b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:05.324307 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-11cd2777-98f6-4f17-bd83-ad898326b5b1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/615d7a8b-c3fc-49fe-891c-101115b56af3 HTTP/1.1" status: 204  len: 168 time: 0.1760204
Feb 05 20:47:05.368286 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cd2777-98f6-4f17-bd83-ad898326b5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615d7a8b-c3fc-49fe-891c-101115b56af3,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:05.439886 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-445a7101-56a0-4ebf-a96e-f347f45a8413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:05.441473 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-445a7101-56a0-4ebf-a96e-f347f45a8413 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2&tenant_id=cee5ceeb66aa4167b6492470edbad369 HTTP/1.1" status: 200  len: 1127 time: 0.1344836
Feb 05 20:47:05.470520 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b41482-50be-4e96-875a-5f0965f0eb87 req-9588a176-7c10-4422-8068-725ac9ebec1f tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:05.472008 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-62b41482-50be-4e96-875a-5f0965f0eb87 req-9588a176-7c10-4422-8068-725ac9ebec1f tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] 10.222.0.32 "GET /v2.0/ports?device_id=9201a417-6991-4193-80c4-8584254f992f HTTP/1.1" status: 200  len: 950 time: 0.0785093
Feb 05 20:47:05.496107 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['8de28490-c39e-4be8-b24e-2fafffb23ef4'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:47:05.553799 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-62b41482-50be-4e96-875a-5f0965f0eb87 req-46758a3d-23d5-4742-9f00-5725d7ab3c7a tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d88d887-3b37-4e43-8bec-c882d1a62fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724459
Feb 05 20:47:05.559104 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-2a84acec-b8e1-44bd-badc-6e4fc5e10c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:05.560553 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-2a84acec-b8e1-44bd-badc-6e4fc5e10c55 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cee5ceeb66aa4167b6492470edbad369&device_id=06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2 HTTP/1.1" status: 200  len: 1127 time: 0.0876744
Feb 05 20:47:05.696410 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-c1ea84ad-d180-457b-a048-c3ed7c78f52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:05.698162 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-c1ea84ad-d180-457b-a048-c3ed7c78f52b service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc4b732e-5458-48e6-8cda-4d399eeaa947 HTTP/1.1" status: 200  len: 909 time: 0.1226897
Feb 05 20:47:05.756397 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-d8d5f5e1-67aa-405f-8866-2cae7d26eee1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f94bb230-a060-4069-ab41-6ee7b499a92f HTTP/1.1" status: 200  len: 217 time: 0.0514998
Feb 05 20:47:05.817011 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-4be72b81-028d-4259-b511-932260a8d97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:05.819153 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-4be72b81-028d-4259-b511-932260a8d97f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=30766dd9-3364-437e-a8fd-68757651ef32 HTTP/1.1" status: 200  len: 848 time: 0.0575278
Feb 05 20:47:05.866846 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-d44cfaca-ff68-47e4-a01b-34c6b09845d9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4b732e-5458-48e6-8cda-4d399eeaa947&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0407860
Feb 05 20:47:05.905430 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54274) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:05.924204 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-12a5743d-287b-479e-a857-1d97d368ffd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:06.009977 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-edd4cbed-1279-49cb-8816-a76651f72577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:06.033068 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-12a5743d-287b-479e-a857-1d97d368ffd9 admin admin] Publish callbacks [] for security_group (8efae8b8-a2aa-4df0-8107-de6914e9cbe9), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:06.044633 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-12a5743d-287b-479e-a857-1d97d368ffd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (8efae8b8-a2aa-4df0-8107-de6914e9cbe9), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:06.056289 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308dd7ca-d03b-449f-a7b0-4059c19d8983 req-dde22d9d-2e98-4c89-bfcd-005a9fa1c1bf tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:06.057468 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-308dd7ca-d03b-449f-a7b0-4059c19d8983 req-dde22d9d-2e98-4c89-bfcd-005a9fa1c1bf tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=44d9ba2d-69c2-4cca-a33b-a753bd7ac63c HTTP/1.1" status: 200  len: 944 time: 0.1613359
Feb 05 20:47:06.060953 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-b0718c4c-8bef-4f5b-9da7-64d8cff11d96 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1862540
Feb 05 20:47:06.081739 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8d170-e0ec-4b32-a245-3051cb1429fc req-890636f6-02ea-4b38-93e9-ee7427a31065 tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:06.088429 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-12a5743d-287b-479e-a857-1d97d368ffd9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=331cac2059e94aeea18d55be32dfce79&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1813943
Feb 05 20:47:06.088729 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-65c8d170-e0ec-4b32-a245-3051cb1429fc req-890636f6-02ea-4b38-93e9-ee7427a31065 tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] 10.222.0.32 "GET /v2.0/ports?device_id=9201a417-6991-4193-80c4-8584254f992f HTTP/1.1" status: 200  len: 950 time: 0.1193769
Feb 05 20:47:06.091069 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54282) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:06.093733 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a5743d-287b-479e-a857-1d97d368ffd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efae8b8-a2aa-4df0-8107-de6914e9cbe9,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:06.150265 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6b2b6cbb-2782-4cad-9d40-2b33496452e3 admin admin] Publish callbacks [] for security_group (8efae8b8-a2aa-4df0-8107-de6914e9cbe9), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:06.171339 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6b2b6cbb-2782-4cad-9d40-2b33496452e3 admin admin] Publish callbacks [] for security_group (8efae8b8-a2aa-4df0-8107-de6914e9cbe9), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:06.219288 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6b2b6cbb-2782-4cad-9d40-2b33496452e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (8efae8b8-a2aa-4df0-8107-de6914e9cbe9), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:06.221820 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6b2b6cbb-2782-4cad-9d40-2b33496452e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:06.223009 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6b2b6cbb-2782-4cad-9d40-2b33496452e3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8efae8b8-a2aa-4df0-8107-de6914e9cbe9 HTTP/1.1" status: 204  len: 168 time: 0.1305182
Feb 05 20:47:06.231341 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b6cbb-2782-4cad-9d40-2b33496452e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efae8b8-a2aa-4df0-8107-de6914e9cbe9,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:06.231916 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-308dd7ca-d03b-449f-a7b0-4059c19d8983 req-556a1d3c-03cd-496b-bf59-02a905cc99b7 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1606061
Feb 05 20:47:06.247400 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-65c8d170-e0ec-4b32-a245-3051cb1429fc req-eeac36be-e60e-477c-9367-6ba96b9db0ac tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d88d887-3b37-4e43-8bec-c882d1a62fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1574605
Feb 05 20:47:06.254002 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-01ccf18c-ccc0-440a-9902-cc4cff45f4f2 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1806085
Feb 05 20:47:06.421999 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a8f6d-9969-47e6-be71-dddc1eb54df3 req-8fdd5a1a-5759-4f56-8c04-b5fb15d9f45d tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:06.423680 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-477a8f6d-9969-47e6-be71-dddc1eb54df3 req-8fdd5a1a-5759-4f56-8c04-b5fb15d9f45d tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2 HTTP/1.1" status: 200  len: 945 time: 0.0670025
Feb 05 20:47:06.480604 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-477a8f6d-9969-47e6-be71-dddc1eb54df3 req-bddc03ca-671b-4075-910e-657aa35b8ef2 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488291
Feb 05 20:47:06.599261 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device f94bb230-a060-4069-ab41-6ee7b499a92f no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:47:06.633692 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-199257f6-ebea-48b3-980c-be107307d987 tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:06.635482 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-199257f6-ebea-48b3-980c-be107307d987 tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2&tenant_id=cee5ceeb66aa4167b6492470edbad369&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0964627
Feb 05 20:47:06.649996 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] The host nch1-master-1 is not matching for port f94bb230-a060-4069-ab41-6ee7b499a92f host nch2-master-1! {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Feb 05 20:47:06.650784 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device f94bb230-a060-4069-ab41-6ee7b499a92f not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:47:06.663421 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32cc62-1123-46ec-a1d9-e6d7f46907f6 req-7af0b083-b0a1-4ddd-8cf1-cc7970372e77 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:06.664901 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7d32cc62-1123-46ec-a1d9-e6d7f46907f6 req-7af0b083-b0a1-4ddd-8cf1-cc7970372e77 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b7868c-7739-4a97-b9c5-0b9ff45fe55c HTTP/1.1" status: 200  len: 948 time: 0.0954828
Feb 05 20:47:06.856793 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d9ba2d-69c2-4cca-a33b-a753bd7ac63c', 'tag': '9bae94dc-6fe0-4527-b738-5ab96a88890b'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:47:06.866212 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8168b7fb-af76-46db-a1c5-8e60e91f5d48" -d '{"events": [{"name": "network-changed", "server_uuid": "44d9ba2d-69c2-4cca-a33b-a753bd7ac63c", "tag": "9bae94dc-6fe0-4527-b738-5ab96a88890b"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:47:06.985847 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7d32cc62-1123-46ec-a1d9-e6d7f46907f6 req-8c026093-a1fd-435e-99fc-37dae3ce0398 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3026807
Feb 05 20:47:07.043054 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-591b5fd2-ed67-45a0-bf8e-0ef8df3683bc service neutron] For port f94bb230-a060-4069-ab41-6ee7b499a92f, host nch1-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:47:07.047368 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-591b5fd2-ed67-45a0-bf8e-0ef8df3683bc service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:07.048744 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be1c4a4-d83a-41a1-a437-9afd737ec7dd x-openstack-request-id: req-7be1c4a4-d83a-41a1-a437-9afd737ec7dd {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:47:07.049272 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d9ba2d-69c2-4cca-a33b-a753bd7ac63c", "tag": "9bae94dc-6fe0-4527-b738-5ab96a88890b", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:47:07.049272 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7be1c4a4-d83a-41a1-a437-9afd737ec7dd {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:47:07.049697 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d9ba2d-69c2-4cca-a33b-a753bd7ac63c', 'tag': '9bae94dc-6fe0-4527-b738-5ab96a88890b', 'status': 'completed', 'code': 200}
Feb 05 20:47:07.050349 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8fcbfc53-7bb1-49fb-83f9-85d2d847b5f5 req-591b5fd2-ed67-45a0-bf8e-0ef8df3683bc service neutron] 10.222.0.39 "DELETE /v2.0/ports/f94bb230-a060-4069-ab41-6ee7b499a92f/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.4008560
Feb 05 20:47:07.128719 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168b7fb-af76-46db-a1c5-8e60e91f5d48 req-69798c4f-3ad9-4ed5-90f2-a9e5c66de350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:07.130617 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8168b7fb-af76-46db-a1c5-8e60e91f5d48 req-69798c4f-3ad9-4ed5-90f2-a9e5c66de350 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e4e31092ef641efbf6eaf54cfa40d67&device_id=44d9ba2d-69c2-4cca-a33b-a753bd7ac63c HTTP/1.1" status: 200  len: 1156 time: 0.0570498
Feb 05 20:47:07.270809 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168b7fb-af76-46db-a1c5-8e60e91f5d48 req-b4150703-7e77-4116-b8d1-76e77d5046a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:07.272352 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8168b7fb-af76-46db-a1c5-8e60e91f5d48 req-b4150703-7e77-4116-b8d1-76e77d5046a4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d591eda-8294-4b7a-a6d2-1afd55bde68d HTTP/1.1" status: 200  len: 922 time: 0.1211958
Feb 05 20:47:07.331496 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:07.390777 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8168b7fb-af76-46db-a1c5-8e60e91f5d48 req-5e5945c4-7eea-4486-979a-22a22bb13af7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bae94dc-6fe0-4527-b738-5ab96a88890b HTTP/1.1" status: 200  len: 217 time: 0.1109312
Feb 05 20:47:07.424010 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92249807-ff07-4487-8eee-07a4e115cc18 req-9d55c671-2b9f-446d-b8a9-1f997226e456 tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:07.426152 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-92249807-ff07-4487-8eee-07a4e115cc18 req-9d55c671-2b9f-446d-b8a9-1f997226e456 tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] 10.222.0.39 "GET /v2.0/ports?device_id=9201a417-6991-4193-80c4-8584254f992f HTTP/1.1" status: 200  len: 950 time: 0.1183636
Feb 05 20:47:07.528048 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168b7fb-af76-46db-a1c5-8e60e91f5d48 req-a504686d-5bd8-4cf9-bb1d-4ecb84ce9d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:07.529735 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8168b7fb-af76-46db-a1c5-8e60e91f5d48 req-a504686d-5bd8-4cf9-bb1d-4ecb84ce9d8c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f822a84b-448b-4295-886d-3f476dc82ced HTTP/1.1" status: 200  len: 861 time: 0.1282470
Feb 05 20:47:07.561525 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb879d4-5fce-4883-a13b-ebe6ede98f4c req-386aed62-d57e-4146-bfb0-5d728e6f4694 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:07.569712 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4fb879d4-5fce-4883-a13b-ebe6ede98f4c req-386aed62-d57e-4146-bfb0-5d728e6f4694 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=44d9ba2d-69c2-4cca-a33b-a753bd7ac63c HTTP/1.1" status: 200  len: 944 time: 0.1817391
Feb 05 20:47:07.594029 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8168b7fb-af76-46db-a1c5-8e60e91f5d48 req-48abe941-021e-4aa5-a07d-b67443faa38d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d591eda-8294-4b7a-a6d2-1afd55bde68d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0539672
Feb 05 20:47:07.594473 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-92249807-ff07-4487-8eee-07a4e115cc18 req-ef78d2ef-8b8c-4469-8d2c-c0811be70d25 tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] Deleting port 809f9aad-cad4-409c-9cf5-e1b7af9e0962 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:47:07.594831 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-92249807-ff07-4487-8eee-07a4e115cc18 req-ef78d2ef-8b8c-4469-8d2c-c0811be70d25 tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (809f9aad-cad4-409c-9cf5-e1b7af9e0962), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:07.602304 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e68ca5-72f1-417f-bf30-e6cb9f5ce018 req-321c4ff8-521a-4fc9-8a14-7574c232ba34 tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:07.603806 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-53e68ca5-72f1-417f-bf30-e6cb9f5ce018 req-321c4ff8-521a-4fc9-8a14-7574c232ba34 tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] 10.222.0.32 "GET /v2.0/ports?device_id=9201a417-6991-4193-80c4-8584254f992f HTTP/1.1" status: 200  len: 950 time: 0.1443121
Feb 05 20:47:07.711666 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-92249807-ff07-4487-8eee-07a4e115cc18 req-ef78d2ef-8b8c-4469-8d2c-c0811be70d25 tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] For port 809f9aad-cad4-409c-9cf5-e1b7af9e0962, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=809f9aad-cad4-409c-9cf5-e1b7af9e0962,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:47:07.713501 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-92249807-ff07-4487-8eee-07a4e115cc18 req-ef78d2ef-8b8c-4469-8d2c-c0811be70d25 tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (809f9aad-cad4-409c-9cf5-e1b7af9e0962), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:07.751798 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-92249807-ff07-4487-8eee-07a4e115cc18 req-ef78d2ef-8b8c-4469-8d2c-c0811be70d25 tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] Calling delete_port for 809f9aad-cad4-409c-9cf5-e1b7af9e0962 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:47:07.756210 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-53e68ca5-72f1-417f-bf30-e6cb9f5ce018 req-3b2a9481-ffd9-4225-a8ea-304c60cd86b1 tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d88d887-3b37-4e43-8bec-c882d1a62fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1353507
Feb 05 20:47:07.795099 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4fb879d4-5fce-4883-a13b-ebe6ede98f4c req-d262a79a-f785-4782-96ed-7ccee26cd30a tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2243078
Feb 05 20:47:07.861530 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8168b7fb-af76-46db-a1c5-8e60e91f5d48 req-057311bc-4367-433f-8636-70ec475e4da2 service neutron] 10.222.0.39 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2567551
Feb 05 20:47:07.901191 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54364) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:08.046682 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-92249807-ff07-4487-8eee-07a4e115cc18 req-ef78d2ef-8b8c-4469-8d2c-c0811be70d25 tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (809f9aad-cad4-409c-9cf5-e1b7af9e0962), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:08.066059 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['809f9aad-cad4-409c-9cf5-e1b7af9e0962'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:47:08.116217 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef78d2ef-8b8c-4469-8d2c-c0811be70d25 tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] Pushing event deleted for resources: {'Port': ['ID=809f9aad-cad4-409c-9cf5-e1b7af9e0962,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:08.128901 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1f188cd0-786a-4fd5-92df-07daeefe1c5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:08.135063 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091b915-cf1e-4702-a486-e5deb0c1c707 req-c51f0dfe-d138-4072-b198-9a5727825031 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:08.142672 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e091b915-cf1e-4702-a486-e5deb0c1c707 req-c51f0dfe-d138-4072-b198-9a5727825031 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2 HTTP/1.1" status: 200  len: 945 time: 0.2359841
Feb 05 20:47:08.155783 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8168b7fb-af76-46db-a1c5-8e60e91f5d48 req-85908976-b0e4-4662-bb19-b04c5b51c519 service neutron] 10.222.0.39 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2870078
Feb 05 20:47:08.245971 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-92249807-ff07-4487-8eee-07a4e115cc18 req-ef78d2ef-8b8c-4469-8d2c-c0811be70d25 tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] No DVR routers for this DVR port 809f9aad-cad4-409c-9cf5-e1b7af9e0962 on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:47:08.256394 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-92249807-ff07-4487-8eee-07a4e115cc18 req-ef78d2ef-8b8c-4469-8d2c-c0811be70d25 tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:08.259814 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-92249807-ff07-4487-8eee-07a4e115cc18 req-ef78d2ef-8b8c-4469-8d2c-c0811be70d25 tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] 10.222.0.39 "DELETE /v2.0/ports/809f9aad-cad4-409c-9cf5-e1b7af9e0962 HTTP/1.1" status: 204  len: 173 time: 0.8290935
Feb 05 20:47:08.261085 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e091b915-cf1e-4702-a486-e5deb0c1c707 req-1689715a-11ab-4284-b9cc-62af36563a05 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174946
Feb 05 20:47:08.273718 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21490acb-1f04-4c1d-8847-63ab10d6a0a4 req-340416d4-f289-4289-a3b3-2cf3f5b62dc7 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:08.289549 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-21490acb-1f04-4c1d-8847-63ab10d6a0a4 req-340416d4-f289-4289-a3b3-2cf3f5b62dc7 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b7868c-7739-4a97-b9c5-0b9ff45fe55c HTTP/1.1" status: 200  len: 948 time: 0.1110878
Feb 05 20:47:08.391014 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1f188cd0-786a-4fd5-92df-07daeefe1c5f admin admin] Publish callbacks [] for security_group (45d4145c-b02a-4b82-a51e-c2bd26c52be7), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:08.391800 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-21490acb-1f04-4c1d-8847-63ab10d6a0a4 req-9fefc1ee-6431-4bf2-9675-bd7aacc6288f tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011765
Feb 05 20:47:08.397744 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1f188cd0-786a-4fd5-92df-07daeefe1c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (45d4145c-b02a-4b82-a51e-c2bd26c52be7), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:08.455126 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54392) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:08.455440 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1f188cd0-786a-4fd5-92df-07daeefe1c5f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e585237e0f814185a94f3ba3563c23d3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5529299
Feb 05 20:47:08.455905 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f188cd0-786a-4fd5-92df-07daeefe1c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d4145c-b02a-4b82-a51e-c2bd26c52be7,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:08.571779 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1e9dd348-f583-4b51-81f6-cc7e724f812f admin admin] Publish callbacks [] for security_group (45d4145c-b02a-4b82-a51e-c2bd26c52be7), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:08.593356 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 9bae94dc-6fe0-4527-b738-5ab96a88890b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:47:08.598549 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 8de28490-c39e-4be8-b24e-2fafffb23ef4 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:47:08.599450 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1e9dd348-f583-4b51-81f6-cc7e724f812f admin admin] Publish callbacks [] for security_group (45d4145c-b02a-4b82-a51e-c2bd26c52be7), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:08.602050 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6658d-b280-458a-97b4-5b8cacbd1b11 req-5f90e358-c8d4-499a-a396-dcb863004287 tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:08.603625 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-efc6658d-b280-458a-97b4-5b8cacbd1b11 req-5f90e358-c8d4-499a-a396-dcb863004287 tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2 HTTP/1.1" status: 200  len: 1127 time: 0.0866890
Feb 05 20:47:08.681152 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-efc6658d-b280-458a-97b4-5b8cacbd1b11 req-79371780-e1f3-438a-a15c-0194f29f14dd tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719008
Feb 05 20:47:08.701991 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1e9dd348-f583-4b51-81f6-cc7e724f812f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (45d4145c-b02a-4b82-a51e-c2bd26c52be7), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:08.704757 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1e9dd348-f583-4b51-81f6-cc7e724f812f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:08.708609 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1e9dd348-f583-4b51-81f6-cc7e724f812f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/45d4145c-b02a-4b82-a51e-c2bd26c52be7 HTTP/1.1" status: 204  len: 168 time: 0.2497628
Feb 05 20:47:08.728648 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9dd348-f583-4b51-81f6-cc7e724f812f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d4145c-b02a-4b82-a51e-c2bd26c52be7,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:08.761113 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 8de28490-c39e-4be8-b24e-2fafffb23ef4 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:47:08.771565 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 8de28490-c39e-4be8-b24e-2fafffb23ef4 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:47:08.771913 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (8de28490-c39e-4be8-b24e-2fafffb23ef4), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:08.846507 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 9bae94dc-6fe0-4527-b738-5ab96a88890b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9bae94dc-6fe0-4527-b738-5ab96a88890b,segment=NetworkSegment(22aada35-3566-46c2-b11c-622e4f2f6275),segment_id=22aada35-3566-46c2-b11c-622e4f2f6275)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:47:08.851282 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:08.863715 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 9bae94dc-6fe0-4527-b738-5ab96a88890b has no active binding in host nch1-master-1 {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Feb 05 20:47:08.912290 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 8de28490-c39e-4be8-b24e-2fafffb23ef4 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:47:08.912841 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8de28490-c39e-4be8-b24e-2fafffb23ef4), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:08.916882 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a53ce326-0b7c-4e21-9422-4bc20b6b9fcd req-d2773320-b98b-4bee-8a15-6827d78d8de5 tempest-ServerDiagnosticsNegativeTest-367373504 tempest-ServerDiagnosticsNegativeTest-367373504-project] 10.222.0.32 "GET /v2.0/ports?device_id=9201a417-6991-4193-80c4-8584254f992f HTTP/1.1" status: 200  len: 210 time: 0.0304313
Feb 05 20:47:08.983906 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b7868c-7739-4a97-b9c5-0b9ff45fe55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de28490-c39e-4be8-b24e-2fafffb23ef4'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:47:08.986425 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ee0c3a-556b-4fdd-8961-dbce49f9e332" -d '{"events": [{"server_uuid": "19b7868c-7739-4a97-b9c5-0b9ff45fe55c", "name": "network-vif-plugged", "status": "completed", "tag": "8de28490-c39e-4be8-b24e-2fafffb23ef4"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:47:09.005319 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 8de28490-c39e-4be8-b24e-2fafffb23ef4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8de28490-c39e-4be8-b24e-2fafffb23ef4,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:47:09.010078 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (8de28490-c39e-4be8-b24e-2fafffb23ef4), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:09.051816 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9201a417-6991-4193-80c4-8584254f992f', 'name': 'network-vif-deleted', 'tag': '809f9aad-cad4-409c-9cf5-e1b7af9e0962'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:47:09.055043 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea1bca9-5ffa-4b2d-b0f1-6a2de304fd5a" -d '{"events": [{"server_uuid": "9201a417-6991-4193-80c4-8584254f992f", "name": "network-vif-deleted", "tag": "809f9aad-cad4-409c-9cf5-e1b7af9e0962"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:47:09.057267 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf9a81-1bb7-407b-a1fb-bf96ba086cd5 req-71928d78-aae5-4b53-aba9-d6e40af8f670 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:09.059244 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cbaf9a81-1bb7-407b-a1fb-bf96ba086cd5 req-71928d78-aae5-4b53-aba9-d6e40af8f670 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=44d9ba2d-69c2-4cca-a33b-a753bd7ac63c HTTP/1.1" status: 200  len: 944 time: 0.0596414
Feb 05 20:47:09.067155 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=8de28490-c39e-4be8-b24e-2fafffb23ef4,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:09.138740 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cbaf9a81-1bb7-407b-a1fb-bf96ba086cd5 req-55d7e8bb-4e5c-4a74-9238-f349a2b1b99d tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666807
Feb 05 20:47:09.199736 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdbc8ab-4971-4448-8fab-ea9a380c555a x-openstack-request-id: req-3bdbc8ab-4971-4448-8fab-ea9a380c555a {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:47:09.200396 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b7868c-7739-4a97-b9c5-0b9ff45fe55c", "name": "network-vif-plugged", "status": "completed", "tag": "8de28490-c39e-4be8-b24e-2fafffb23ef4", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:47:09.200821 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3bdbc8ab-4971-4448-8fab-ea9a380c555a {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:47:09.201403 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b7868c-7739-4a97-b9c5-0b9ff45fe55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de28490-c39e-4be8-b24e-2fafffb23ef4', 'code': 200}
Feb 05 20:47:09.212865 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fadce71c-8897-440b-b666-a3053f73f256 req-d584c9fa-c7a8-4e84-8cc0-6c03a1de9119 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=8645008e9e894713967a6f63b339bf46&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0268569
Feb 05 20:47:09.231020 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54430) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:09.255848 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55931cce-9fbb-480d-911f-0cc6411b21df x-openstack-request-id: req-55931cce-9fbb-480d-911f-0cc6411b21df {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:47:09.256244 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9201a417-6991-4193-80c4-8584254f992f", "name": "network-vif-deleted", "tag": "809f9aad-cad4-409c-9cf5-e1b7af9e0962", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:47:09.256589 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-55931cce-9fbb-480d-911f-0cc6411b21df {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:47:09.257077 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9201a417-6991-4193-80c4-8584254f992f', 'name': 'network-vif-deleted', 'tag': '809f9aad-cad4-409c-9cf5-e1b7af9e0962', 'status': 'completed', 'code': 200}
Feb 05 20:47:09.344695 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd615e-b459-438a-9a52-d8e32cfdb165 req-a5360212-1a3e-4407-aae1-b754073702cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:09.346615 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45fd615e-b459-438a-9a52-d8e32cfdb165 req-a5360212-1a3e-4407-aae1-b754073702cd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=19b7868c-7739-4a97-b9c5-0b9ff45fe55c HTTP/1.1" status: 200  len: 1131 time: 0.0822885
Feb 05 20:47:09.388685 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadce71c-8897-440b-b666-a3053f73f256 req-5631a49b-11ed-4d28-bc33-551ad87454da tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:09.390160 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fadce71c-8897-440b-b666-a3053f73f256 req-5631a49b-11ed-4d28-bc33-551ad87454da tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1699049
Feb 05 20:47:09.403844 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45fd615e-b459-438a-9a52-d8e32cfdb165 req-6a3174ca-6232-429c-ab0f-93505c47a8a2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510166
Feb 05 20:47:09.417986 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9d282110-8458-4d2c-bf80-58f6f1ed637d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:09.427662 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54444) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:09.448458 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d1a0df38-79f1-484d-b010-283b4a7d3025 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:09.448647 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fadce71c-8897-440b-b666-a3053f73f256 req-6e59bd2d-2959-47c3-bec6-a5c28fbf6e97 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/quotas/8645008e9e894713967a6f63b339bf46 HTTP/1.1" status: 200  len: 375 time: 0.0508769
Feb 05 20:47:09.493181 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fadce71c-8897-440b-b666-a3053f73f256 req-0da9ef7d-837c-4aed-86c0-6a0c00b92508 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8645008e9e894713967a6f63b339bf46&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0369971
Feb 05 20:47:09.502751 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475fd31f-beb0-4666-b980-0401fb709dbe req-89b654f7-0153-48cc-b637-0570ebf84d76 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:09.504846 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-475fd31f-beb0-4666-b980-0401fb709dbe req-89b654f7-0153-48cc-b637-0570ebf84d76 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/networks?id=fc4b732e-5458-48e6-8cda-4d399eeaa947 HTTP/1.1" status: 200  len: 808 time: 0.1631727
Feb 05 20:47:09.524656 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-475fd31f-beb0-4666-b980-0401fb709dbe req-890e8c23-0594-4708-a404-5b838d5d0761 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/quotas/cee5ceeb66aa4167b6492470edbad369 HTTP/1.1" status: 200  len: 375 time: 0.0125492
Feb 05 20:47:09.547851 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9d282110-8458-4d2c-bf80-58f6f1ed637d admin admin] Publish callbacks [] for security_group (626c9821-75f9-4c87-9167-9c3a234a5e18), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:09.554225 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9d282110-8458-4d2c-bf80-58f6f1ed637d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (626c9821-75f9-4c87-9167-9c3a234a5e18), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:09.586086 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-475fd31f-beb0-4666-b980-0401fb709dbe req-f459c395-6663-43fd-bcab-4773641e9023 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cee5ceeb66aa4167b6492470edbad369&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0550585
Feb 05 20:47:09.610291 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9d282110-8458-4d2c-bf80-58f6f1ed637d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1b3fa8c9d827432eb7de87db6dff6275&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3781824
Feb 05 20:47:09.612230 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d1a0df38-79f1-484d-b010-283b4a7d3025 admin admin] Publish callbacks [] for security_group (6bfff078-6164-4427-b140-5f6bb81509bd), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:09.614721 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54446) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:09.622693 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d282110-8458-4d2c-bf80-58f6f1ed637d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626c9821-75f9-4c87-9167-9c3a234a5e18,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:09.631033 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d1a0df38-79f1-484d-b010-283b4a7d3025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (6bfff078-6164-4427-b140-5f6bb81509bd), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:09.686050 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a0df38-79f1-484d-b010-283b4a7d3025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfff078-6164-4427-b140-5f6bb81509bd,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:09.692847 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d1a0df38-79f1-484d-b010-283b4a7d3025 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8a6774ea625545728c2e87db8083a5ed&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2634356
Feb 05 20:47:09.698413 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54452) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:09.709139 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3a011a5a-b9b4-4a3b-8421-dbf6ea7f1f80 admin admin] Publish callbacks [] for security_group (626c9821-75f9-4c87-9167-9c3a234a5e18), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:09.731778 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3a011a5a-b9b4-4a3b-8421-dbf6ea7f1f80 admin admin] Publish callbacks [] for security_group (626c9821-75f9-4c87-9167-9c3a234a5e18), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:09.780534 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-475fd31f-beb0-4666-b980-0401fb709dbe req-08451cec-1250-44e9-ae5d-4dc58f046c4e service neutron] 10.222.0.32 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1857829
Feb 05 20:47:09.793864 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3a011a5a-b9b4-4a3b-8421-dbf6ea7f1f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (626c9821-75f9-4c87-9167-9c3a234a5e18), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:09.795073 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da291c2-e7bd-4409-8268-942d780c8cae req-54e1b539-3f6a-4705-bfbe-b2198e2d5bb9 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:09.796456 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3a011a5a-b9b4-4a3b-8421-dbf6ea7f1f80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:09.796578 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7da291c2-e7bd-4409-8268-942d780c8cae req-54e1b539-3f6a-4705-bfbe-b2198e2d5bb9 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b7868c-7739-4a97-b9c5-0b9ff45fe55c HTTP/1.1" status: 200  len: 949 time: 0.1165092
Feb 05 20:47:09.797773 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3a011a5a-b9b4-4a3b-8421-dbf6ea7f1f80 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/626c9821-75f9-4c87-9167-9c3a234a5e18 HTTP/1.1" status: 204  len: 168 time: 0.1816592
Feb 05 20:47:09.806645 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a011a5a-b9b4-4a3b-8421-dbf6ea7f1f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626c9821-75f9-4c87-9167-9c3a234a5e18,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:09.859146 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7cf47408-ad11-47bd-a6a8-1112af9f19e3 admin admin] Publish callbacks [] for security_group (6bfff078-6164-4427-b140-5f6bb81509bd), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:09.952180 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7cf47408-ad11-47bd-a6a8-1112af9f19e3 admin admin] Publish callbacks [] for security_group (6bfff078-6164-4427-b140-5f6bb81509bd), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:09.976436 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7da291c2-e7bd-4409-8268-942d780c8cae req-682165ec-fe9b-47de-b0dd-19b0e7c1aee8 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1408119
Feb 05 20:47:10.033006 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-475fd31f-beb0-4666-b980-0401fb709dbe req-911bb0b1-59dc-4b06-9f3c-b7fc0c601587 service neutron] 10.222.0.32 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2354946
Feb 05 20:47:10.087005 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a3f5f74f-1d7b-4e9a-83d9-743492b32bb7 req-22f2bb35-4df5-49e2-8662-cc270ff2561c tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff0a7596-45d0-4a4b-a712-5a6facd8a8dd HTTP/1.1" status: 200  len: 210 time: 0.0404489
Feb 05 20:47:10.088244 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7cf47408-ad11-47bd-a6a8-1112af9f19e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (6bfff078-6164-4427-b140-5f6bb81509bd), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:10.095510 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7cf47408-ad11-47bd-a6a8-1112af9f19e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:10.115880 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7cf47408-ad11-47bd-a6a8-1112af9f19e3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6bfff078-6164-4427-b140-5f6bb81509bd HTTP/1.1" status: 204  len: 168 time: 0.4167893
Feb 05 20:47:10.150642 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf47408-ad11-47bd-a6a8-1112af9f19e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfff078-6164-4427-b140-5f6bb81509bd,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:10.152843 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:10.317121 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54476) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:10.336331 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3b2a9ede-0d6d-441e-a36b-07a9fadcc611 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:10.397925 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f66f0684-15f2-470f-9ad7-9824a18e2e97 req-98206d3e-2bc7-4d30-bedd-60bb418022e3 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2 HTTP/1.1" status: 200  len: 210 time: 0.0983791
Feb 05 20:47:10.462340 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74306735-96c1-4ade-8b27-7db5c457c900 req-fc2993eb-fec3-4bb8-935b-d3db2f7532ed tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:10.473545 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-74306735-96c1-4ade-8b27-7db5c457c900 req-fc2993eb-fec3-4bb8-935b-d3db2f7532ed tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=44d9ba2d-69c2-4cca-a33b-a753bd7ac63c HTTP/1.1" status: 200  len: 944 time: 0.1845496
Feb 05 20:47:10.484000 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3b2a9ede-0d6d-441e-a36b-07a9fadcc611 admin admin] Publish callbacks [] for security_group (644c1cc0-8820-414a-b5a7-bea9bb10b0ce), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:10.493667 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3b2a9ede-0d6d-441e-a36b-07a9fadcc611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (644c1cc0-8820-414a-b5a7-bea9bb10b0ce), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:10.540133 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3b2a9ede-0d6d-441e-a36b-07a9fadcc611 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a5f3945cc5bb48a1acf1c29a9e4cc730&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2190835
Feb 05 20:47:10.540716 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54484) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:10.541535 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-74306735-96c1-4ade-8b27-7db5c457c900 req-1912ca65-093f-4301-85fa-7770372c5331 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651872
Feb 05 20:47:10.596414 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a9ede-0d6d-441e-a36b-07a9fadcc611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644c1cc0-8820-414a-b5a7-bea9bb10b0ce,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:10.647780 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a481f6ac-500a-4e5e-a368-c9720c910c23 admin admin] Publish callbacks [] for security_group (644c1cc0-8820-414a-b5a7-bea9bb10b0ce), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:10.671411 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a481f6ac-500a-4e5e-a368-c9720c910c23 admin admin] Publish callbacks [] for security_group (644c1cc0-8820-414a-b5a7-bea9bb10b0ce), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:10.740974 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a481f6ac-500a-4e5e-a368-c9720c910c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (644c1cc0-8820-414a-b5a7-bea9bb10b0ce), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:10.744523 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a481f6ac-500a-4e5e-a368-c9720c910c23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:10.748987 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a481f6ac-500a-4e5e-a368-c9720c910c23 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/644c1cc0-8820-414a-b5a7-bea9bb10b0ce HTTP/1.1" status: 204  len: 168 time: 0.2034349
Feb 05 20:47:10.758186 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a481f6ac-500a-4e5e-a368-c9720c910c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644c1cc0-8820-414a-b5a7-bea9bb10b0ce,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:10.758763 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54498) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:10.887342 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fadce71c-8897-440b-b666-a3053f73f256 req-3d7f2ede-2b50-4dde-b953-2555b622fffc tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=8645008e9e894713967a6f63b339bf46&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0326490
Feb 05 20:47:11.167913 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b4a63-ebb4-46d9-be50-fa0e4a184a61 req-1623d416-c9a8-4281-bcaf-0bb0410bfc5f tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:11.169815 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e55b4a63-ebb4-46d9-be50-fa0e4a184a61 req-1623d416-c9a8-4281-bcaf-0bb0410bfc5f tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b7868c-7739-4a97-b9c5-0b9ff45fe55c HTTP/1.1" status: 200  len: 949 time: 0.1149297
Feb 05 20:47:11.274021 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a23b49e2-e2a2-439f-a654-4d976506ccf0 req-53250020-3618-4f5f-b23d-1ef492ceecb0 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff0a7596-45d0-4a4b-a712-5a6facd8a8dd HTTP/1.1" status: 200  len: 210 time: 0.0609343
Feb 05 20:47:11.295401 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f8181b06-c955-40ae-8d13-e194a68b0df5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c3961e4210be4641ae08a079a88bbc69&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5354881
Feb 05 20:47:11.297970 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54522) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:11.315895 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e55b4a63-ebb4-46d9-be50-fa0e4a184a61 req-64f2d3c9-b40b-477f-a263-6004f33dc3c0 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1314726
Feb 05 20:47:11.371698 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-721465e3-61d0-49ac-88e6-aeae495e90d5 admin admin] Publish callbacks [] for security_group (2d88d887-3b37-4e43-8bec-c882d1a62fa3), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:11.400590 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-721465e3-61d0-49ac-88e6-aeae495e90d5 admin admin] Publish callbacks [] for security_group (2d88d887-3b37-4e43-8bec-c882d1a62fa3), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:11.467240 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-721465e3-61d0-49ac-88e6-aeae495e90d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (2d88d887-3b37-4e43-8bec-c882d1a62fa3), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:11.471785 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-721465e3-61d0-49ac-88e6-aeae495e90d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:11.474082 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadce71c-8897-440b-b666-a3053f73f256 req-6aeaa5f7-e44c-4a36-bfa6-a19ab263c47e tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:11.476893 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-721465e3-61d0-49ac-88e6-aeae495e90d5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2d88d887-3b37-4e43-8bec-c882d1a62fa3 HTTP/1.1" status: 204  len: 168 time: 0.1775119
Feb 05 20:47:11.482950 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fadce71c-8897-440b-b666-a3053f73f256 req-6aeaa5f7-e44c-4a36-bfa6-a19ab263c47e tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5900893
Feb 05 20:47:11.495721 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721465e3-61d0-49ac-88e6-aeae495e90d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d88d887-3b37-4e43-8bec-c882d1a62fa3,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:11.506422 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-fadce71c-8897-440b-b666-a3053f73f256 req-7a590469-5329-4508-a98a-c71776d8f5c1 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Request body: {'port': {'device_id': 'ff0a7596-45d0-4a4b-a712-5a6facd8a8dd', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'admin_state_up': True, 'tenant_id': '8645008e9e894713967a6f63b339bf46'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:47:11.609115 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8782443e-ce42-4b16-8ac2-48dbdd3bc3fa req-e2bb9a58-779d-40f4-9a54-10e6abb93d33 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2 HTTP/1.1" status: 200  len: 210 time: 0.0619929
Feb 05 20:47:11.623663 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fadce71c-8897-440b-b666-a3053f73f256 req-7a590469-5329-4508-a98a-c71776d8f5c1 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Made reservation on behalf of 8645008e9e894713967a6f63b339bf46 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:47:11.633250 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-fadce71c-8897-440b-b666-a3053f73f256 req-7a590469-5329-4508-a98a-c71776d8f5c1 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:11.657032 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-fadce71c-8897-440b-b666-a3053f73f256 req-7a590469-5329-4508-a98a-c71776d8f5c1 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:11.757504 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-fadce71c-8897-440b-b666-a3053f73f256 req-7a590469-5329-4508-a98a-c71776d8f5c1 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks [] for security_group (17c60b40-af23-426e-b8ed-0cbbecc02914), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:11.761468 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475fd31f-beb0-4666-b980-0401fb709dbe req-700349e7-babb-4d16-abf9-56b69642c98b tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:11.762862 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-fadce71c-8897-440b-b666-a3053f73f256 req-7a590469-5329-4508-a98a-c71776d8f5c1 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (17c60b40-af23-426e-b8ed-0cbbecc02914), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:11.762981 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-475fd31f-beb0-4666-b980-0401fb709dbe req-700349e7-babb-4d16-abf9-56b69642c98b tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.39 "GET /v2.0/networks?id=fc4b732e-5458-48e6-8cda-4d399eeaa947 HTTP/1.1" status: 200  len: 808 time: 0.2305200
Feb 05 20:47:11.780144 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-475fd31f-beb0-4666-b980-0401fb709dbe req-eccb7977-f103-469c-ad42-9dc772022230 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Request body: {'port': {'device_id': '15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2', 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947', 'admin_state_up': True, 'tenant_id': 'cee5ceeb66aa4167b6492470edbad369'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:47:11.836718 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a590469-5329-4508-a98a-c71776d8f5c1 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17c60b40-af23-426e-b8ed-0cbbecc02914,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:11.847699 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235700e-52e3-49aa-8a25-5fc1c86b9c50 req-38750c77-9c65-4b73-b8e8-66a2ccf7283c tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:11.855661 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f235700e-52e3-49aa-8a25-5fc1c86b9c50 req-38750c77-9c65-4b73-b8e8-66a2ccf7283c tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=44d9ba2d-69c2-4cca-a33b-a753bd7ac63c HTTP/1.1" status: 200  len: 944 time: 0.1731946
Feb 05 20:47:11.916975 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-fadce71c-8897-440b-b666-a3053f73f256 req-7a590469-5329-4508-a98a-c71776d8f5c1 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Allocated IP 192.168.233.224 (f760d6ec-7837-431c-910c-37572c24f936/42e3c763-0926-4b49-ade5-d66ee3d4c489/a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:47:11.971045 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 809f9aad-cad4-409c-9cf5-e1b7af9e0962 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:47:11.978363 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f235700e-52e3-49aa-8a25-5fc1c86b9c50 req-f7938c95-a376-43e9-b84d-1705daa27cad tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150734
Feb 05 20:47:12.011404 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-475fd31f-beb0-4666-b980-0401fb709dbe req-eccb7977-f103-469c-ad42-9dc772022230 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Made reservation on behalf of cee5ceeb66aa4167b6492470edbad369 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:47:12.015338 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 809f9aad-cad4-409c-9cf5-e1b7af9e0962 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:47:12.015734 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 809f9aad-cad4-409c-9cf5-e1b7af9e0962 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:47:12.021660 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-475fd31f-beb0-4666-b980-0401fb709dbe req-eccb7977-f103-469c-ad42-9dc772022230 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:12.090644 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54546) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:12.116306 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-fadce71c-8897-440b-b666-a3053f73f256 req-7a590469-5329-4508-a98a-c71776d8f5c1 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks [] for port (a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:12.122484 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-754fa352-3436-4785-9da2-db56f6646d1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:12.157451 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-fadce71c-8897-440b-b666-a3053f73f256 req-7a590469-5329-4508-a98a-c71776d8f5c1 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:12.212601 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a590469-5329-4508-a98a-c71776d8f5c1 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Pushing event updated for resources: {'Port': ['ID=a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:12.235599 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-475fd31f-beb0-4666-b980-0401fb709dbe req-eccb7977-f103-469c-ad42-9dc772022230 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Allocated IP 172.20.0.3 (fc4b732e-5458-48e6-8cda-4d399eeaa947/30766dd9-3364-437e-a8fd-68757651ef32/35fbf8c4-7550-4db8-8542-b9708e0f0ef7) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:47:12.237305 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fadce71c-8897-440b-b666-a3053f73f256 req-7a590469-5329-4508-a98a-c71776d8f5c1 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Network f760d6ec-7837-431c-910c-37572c24f936 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:47:12.240375 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-fadce71c-8897-440b-b666-a3053f73f256 req-7a590469-5329-4508-a98a-c71776d8f5c1 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:47:12.243357 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-fadce71c-8897-440b-b666-a3053f73f256 req-7a590469-5329-4508-a98a-c71776d8f5c1 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:47:12.250852 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadce71c-8897-440b-b666-a3053f73f256 req-7a590469-5329-4508-a98a-c71776d8f5c1 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:12.252012 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-fadce71c-8897-440b-b666-a3053f73f256 req-7a590469-5329-4508-a98a-c71776d8f5c1 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:12.278815 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fadce71c-8897-440b-b666-a3053f73f256 req-7a590469-5329-4508-a98a-c71776d8f5c1 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.7793126
Feb 05 20:47:12.293420 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-fadce71c-8897-440b-b666-a3053f73f256 req-97ea184c-fc0b-4747-a978-aee539213fad service neutron] Request body: {'port': {'device_id': 'ff0a7596-45d0-4a4b-a712-5a6facd8a8dd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:47:12.390217 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-754fa352-3436-4785-9da2-db56f6646d1b admin admin] Publish callbacks [] for security_group (84caa220-6964-465c-b94c-72a1de58afa5), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:12.407068 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-754fa352-3436-4785-9da2-db56f6646d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (84caa220-6964-465c-b94c-72a1de58afa5), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:12.443971 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-fadce71c-8897-440b-b666-a3053f73f256 req-97ea184c-fc0b-4747-a978-aee539213fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:12.585630 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-00b0184c-4f2f-4e41-96ed-b694fc4a2470 None None] Provisioning complete for port a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:47:12.586495 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-00b0184c-4f2f-4e41-96ed-b694fc4a2470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:12.634978 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-00b0184c-4f2f-4e41-96ed-b694fc4a2470 None None] Port a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:47:12.635337 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-754fa352-3436-4785-9da2-db56f6646d1b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e4c07aca04ad42448637e62ca53daee8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5435040
Feb 05 20:47:12.639291 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54566) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:12.645880 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754fa352-3436-4785-9da2-db56f6646d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84caa220-6964-465c-b94c-72a1de58afa5,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:12.726554 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fb9cbe14-5e2e-448f-b3e8-793be4940f64 admin admin] Publish callbacks [] for security_group (84caa220-6964-465c-b94c-72a1de58afa5), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:12.783194 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fb9cbe14-5e2e-448f-b3e8-793be4940f64 admin admin] Publish callbacks [] for security_group (84caa220-6964-465c-b94c-72a1de58afa5), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:12.904523 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-fadce71c-8897-440b-b666-a3053f73f256 req-97ea184c-fc0b-4747-a978-aee539213fad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:47:12.911827 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fb9cbe14-5e2e-448f-b3e8-793be4940f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (84caa220-6964-465c-b94c-72a1de58afa5), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:12.914569 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fb9cbe14-5e2e-448f-b3e8-793be4940f64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:12.918405 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-fb9cbe14-5e2e-448f-b3e8-793be4940f64 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/84caa220-6964-465c-b94c-72a1de58afa5 HTTP/1.1" status: 204  len: 168 time: 0.2780759
Feb 05 20:47:12.920684 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-fadce71c-8897-440b-b666-a3053f73f256 req-97ea184c-fc0b-4747-a978-aee539213fad service neutron] Publish callbacks [] for port (a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:12.932305 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9cbe14-5e2e-448f-b3e8-793be4940f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84caa220-6964-465c-b94c-72a1de58afa5,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:12.956609 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-fadce71c-8897-440b-b666-a3053f73f256 req-97ea184c-fc0b-4747-a978-aee539213fad service neutron] Transition to ACTIVE for port object a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:47:12.958910 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ded1e1-e8c8-46ba-8b29-ae25336824f3 req-3d2ce21f-bc8d-42f8-b5f2-2e02fca5f8ba tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:12.960448 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-90ded1e1-e8c8-46ba-8b29-ae25336824f3 req-3d2ce21f-bc8d-42f8-b5f2-2e02fca5f8ba tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff0a7596-45d0-4a4b-a712-5a6facd8a8dd HTTP/1.1" status: 200  len: 936 time: 0.5277247
Feb 05 20:47:12.965931 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-475fd31f-beb0-4666-b980-0401fb709dbe req-eccb7977-f103-469c-ad42-9dc772022230 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Publish callbacks [] for port (35fbf8c4-7550-4db8-8542-b9708e0f0ef7), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:12.968891 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-fadce71c-8897-440b-b666-a3053f73f256 req-97ea184c-fc0b-4747-a978-aee539213fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:13.007294 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446fa2b-f890-4442-babe-aad34063fb82 req-5848c029-58c7-4092-8812-2dff7635dee8 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:13.008860 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a446fa2b-f890-4442-babe-aad34063fb82 req-5848c029-58c7-4092-8812-2dff7635dee8 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b7868c-7739-4a97-b9c5-0b9ff45fe55c HTTP/1.1" status: 200  len: 949 time: 0.5608940
Feb 05 20:47:13.011905 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-475fd31f-beb0-4666-b980-0401fb709dbe req-eccb7977-f103-469c-ad42-9dc772022230 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (35fbf8c4-7550-4db8-8542-b9708e0f0ef7), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:13.017348 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea184c-fc0b-4747-a978-aee539213fad service neutron] Pushing event updated for resources: {'Port': ['ID=a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:13.101326 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-fadce71c-8897-440b-b666-a3053f73f256 req-97ea184c-fc0b-4747-a978-aee539213fad service neutron] Attempting to bind port a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:47:13.107335 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-fadce71c-8897-440b-b666-a3053f73f256 req-97ea184c-fc0b-4747-a978-aee539213fad service neutron] Attempting to bind port a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:47:13.108068 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadce71c-8897-440b-b666-a3053f73f256 req-97ea184c-fc0b-4747-a978-aee539213fad service neutron] Attempting to bind port a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:47:13.123121 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadce71c-8897-440b-b666-a3053f73f256 req-97ea184c-fc0b-4747-a978-aee539213fad service neutron] Port a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115 on network f760d6ec-7837-431c-910c-37572c24f936 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:47:13.124175 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadce71c-8897-440b-b666-a3053f73f256 req-97ea184c-fc0b-4747-a978-aee539213fad service neutron] Attempting to bind port a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:47:13.124862 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb7977-f103-469c-ad42-9dc772022230 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Pushing event updated for resources: {'Port': ['ID=35fbf8c4-7550-4db8-8542-b9708e0f0ef7,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:13.130324 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-90ded1e1-e8c8-46ba-8b29-ae25336824f3 req-1ba537e4-423e-4af5-aec6-d4b19117b9d9 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1198339
Feb 05 20:47:13.137282 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadce71c-8897-440b-b666-a3053f73f256 req-97ea184c-fc0b-4747-a978-aee539213fad service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:47:13.138651 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadce71c-8897-440b-b666-a3053f73f256 req-97ea184c-fc0b-4747-a978-aee539213fad service neutron] Checking segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:47:13.139270 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadce71c-8897-440b-b666-a3053f73f256 req-97ea184c-fc0b-4747-a978-aee539213fad service neutron] Bound using segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:47:13.141032 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-fadce71c-8897-440b-b666-a3053f73f256 req-97ea184c-fc0b-4747-a978-aee539213fad service neutron] Bound port: a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:47:13.142367 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-fadce71c-8897-440b-b666-a3053f73f256 req-97ea184c-fc0b-4747-a978-aee539213fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:13.182444 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-475fd31f-beb0-4666-b980-0401fb709dbe req-eccb7977-f103-469c-ad42-9dc772022230 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Network fc4b732e-5458-48e6-8cda-4d399eeaa947 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:47:13.188438 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-475fd31f-beb0-4666-b980-0401fb709dbe req-eccb7977-f103-469c-ad42-9dc772022230 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:47:13.192348 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-475fd31f-beb0-4666-b980-0401fb709dbe req-eccb7977-f103-469c-ad42-9dc772022230 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:47:13.199893 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475fd31f-beb0-4666-b980-0401fb709dbe req-eccb7977-f103-469c-ad42-9dc772022230 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:13.200582 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-475fd31f-beb0-4666-b980-0401fb709dbe req-eccb7977-f103-469c-ad42-9dc772022230 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:13.251041 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a446fa2b-f890-4442-babe-aad34063fb82 req-f7a8664d-75b3-4a98-946d-f1459ae9a169 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276731
Feb 05 20:47:13.269172 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-475fd31f-beb0-4666-b980-0401fb709dbe req-eccb7977-f103-469c-ad42-9dc772022230 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4943714
Feb 05 20:47:13.283998 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-475fd31f-beb0-4666-b980-0401fb709dbe req-2d066521-6a28-4e44-bc33-fa37c819bc94 service neutron] Request body: {'port': {'device_id': '15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:47:13.356014 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-fadce71c-8897-440b-b666-a3053f73f256 req-97ea184c-fc0b-4747-a978-aee539213fad service neutron] For port a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:47:13.360615 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-fadce71c-8897-440b-b666-a3053f73f256 req-97ea184c-fc0b-4747-a978-aee539213fad service neutron] For port a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:47:13.381553 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-fadce71c-8897-440b-b666-a3053f73f256 req-97ea184c-fc0b-4747-a978-aee539213fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:13.471316 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea184c-fc0b-4747-a978-aee539213fad service neutron] Pushing event updated for resources: {'Port': ['ID=a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:13.497567 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadce71c-8897-440b-b666-a3053f73f256 req-97ea184c-fc0b-4747-a978-aee539213fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:13.498297 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-fadce71c-8897-440b-b666-a3053f73f256 req-97ea184c-fc0b-4747-a978-aee539213fad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:13.499832 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fadce71c-8897-440b-b666-a3053f73f256 req-97ea184c-fc0b-4747-a978-aee539213fad service neutron] 10.222.0.39 "PUT /v2.0/ports/a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115 HTTP/1.1" status: 200  len: 1096 time: 1.2112966
Feb 05 20:47:13.500404 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff0a7596-45d0-4a4b-a712-5a6facd8a8dd', 'tag': 'a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:47:13.502803 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b30aec6-b7a3-450f-98c6-058a925fa66c" -d '{"events": [{"name": "network-changed", "server_uuid": "ff0a7596-45d0-4a4b-a712-5a6facd8a8dd", "tag": "a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:47:13.539870 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-475fd31f-beb0-4666-b980-0401fb709dbe req-2d066521-6a28-4e44-bc33-fa37c819bc94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (35fbf8c4-7550-4db8-8542-b9708e0f0ef7), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:13.553006 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415bc712-08ae-4c96-a5b8-d1c7e52a3116 req-6e6ba13d-bc69-486e-9f9a-b2b63588fdda tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:13.554562 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-415bc712-08ae-4c96-a5b8-d1c7e52a3116 req-6e6ba13d-bc69-486e-9f9a-b2b63588fdda tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2 HTTP/1.1" status: 200  len: 931 time: 0.2770858
Feb 05 20:47:13.575102 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6398a87b-d672-4ef2-b8bc-3a640f9b9bbe req-46ebad3e-996f-4cb6-819c-a3055e13a854 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:13.576619 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6398a87b-d672-4ef2-b8bc-3a640f9b9bbe req-46ebad3e-996f-4cb6-819c-a3055e13a854 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=44d9ba2d-69c2-4cca-a33b-a753bd7ac63c HTTP/1.1" status: 200  len: 944 time: 0.1624167
Feb 05 20:47:13.622989 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadce71c-8897-440b-b666-a3053f73f256 req-f83c1efa-a762-4039-bec6-c9b6f9e1655e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:13.627074 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fadce71c-8897-440b-b666-a3053f73f256 req-f83c1efa-a762-4039-bec6-c9b6f9e1655e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8645008e9e894713967a6f63b339bf46&device_id=ff0a7596-45d0-4a4b-a712-5a6facd8a8dd HTTP/1.1" status: 200  len: 1130 time: 0.0892694
Feb 05 20:47:13.689898 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fadce71c-8897-440b-b666-a3053f73f256 req-991d7f36-efb8-4329-81fe-060bf66f1718 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115 HTTP/1.1" status: 200  len: 217 time: 0.0545166
Feb 05 20:47:13.745211 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadce71c-8897-440b-b666-a3053f73f256 req-5fcd0053-4dc5-4754-bfbb-f42ba9df477d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:13.746809 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fadce71c-8897-440b-b666-a3053f73f256 req-5fcd0053-4dc5-4754-bfbb-f42ba9df477d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.0510888
Feb 05 20:47:13.752010 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6398a87b-d672-4ef2-b8bc-3a640f9b9bbe req-84b85461-d4c4-46de-a81f-3de6a4d6add6 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1671457
Feb 05 20:47:13.757485 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-415bc712-08ae-4c96-a5b8-d1c7e52a3116 req-1802473d-f8f5-4354-9898-8a36b9db23cb tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1910357
Feb 05 20:47:13.840034 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadce71c-8897-440b-b666-a3053f73f256 req-3a7a83b8-7c80-43dc-8962-df8747ccfe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:13.841544 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fadce71c-8897-440b-b666-a3053f73f256 req-3a7a83b8-7c80-43dc-8962-df8747ccfe93 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0874619
Feb 05 20:47:13.958967 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fadce71c-8897-440b-b666-a3053f73f256 req-ed0fee47-8ac5-4d25-a3f6-a967161b1522 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1099558
Feb 05 20:47:13.972974 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-475fd31f-beb0-4666-b980-0401fb709dbe req-2d066521-6a28-4e44-bc33-fa37c819bc94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35fbf8c4-7550-4db8-8542-b9708e0f0ef7 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:47:13.982802 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-475fd31f-beb0-4666-b980-0401fb709dbe req-2d066521-6a28-4e44-bc33-fa37c819bc94 service neutron] Publish callbacks [] for port (35fbf8c4-7550-4db8-8542-b9708e0f0ef7), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:13.997335 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-475fd31f-beb0-4666-b980-0401fb709dbe req-2d066521-6a28-4e44-bc33-fa37c819bc94 service neutron] Transition to ACTIVE for port object 35fbf8c4-7550-4db8-8542-b9708e0f0ef7 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:47:14.002250 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-475fd31f-beb0-4666-b980-0401fb709dbe req-2d066521-6a28-4e44-bc33-fa37c819bc94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (35fbf8c4-7550-4db8-8542-b9708e0f0ef7), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:14.057309 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d066521-6a28-4e44-bc33-fa37c819bc94 service neutron] Pushing event updated for resources: {'Port': ['ID=35fbf8c4-7550-4db8-8542-b9708e0f0ef7,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:14.074649 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fadce71c-8897-440b-b666-a3053f73f256 req-1d04ba45-fbbc-4371-a3cb-da37da28c550 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1082067
Feb 05 20:47:14.091504 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-475fd31f-beb0-4666-b980-0401fb709dbe req-2d066521-6a28-4e44-bc33-fa37c819bc94 service neutron] Attempting to bind port 35fbf8c4-7550-4db8-8542-b9708e0f0ef7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:47:14.091847 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-475fd31f-beb0-4666-b980-0401fb709dbe req-2d066521-6a28-4e44-bc33-fa37c819bc94 service neutron] Attempting to bind port 35fbf8c4-7550-4db8-8542-b9708e0f0ef7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:47:14.092078 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475fd31f-beb0-4666-b980-0401fb709dbe req-2d066521-6a28-4e44-bc33-fa37c819bc94 service neutron] Attempting to bind port 35fbf8c4-7550-4db8-8542-b9708e0f0ef7 on network fc4b732e-5458-48e6-8cda-4d399eeaa947 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:47:14.096594 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475fd31f-beb0-4666-b980-0401fb709dbe req-2d066521-6a28-4e44-bc33-fa37c819bc94 service neutron] Port 35fbf8c4-7550-4db8-8542-b9708e0f0ef7 on network fc4b732e-5458-48e6-8cda-4d399eeaa947 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:47:14.096912 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475fd31f-beb0-4666-b980-0401fb709dbe req-2d066521-6a28-4e44-bc33-fa37c819bc94 service neutron] Attempting to bind port 35fbf8c4-7550-4db8-8542-b9708e0f0ef7 on network fc4b732e-5458-48e6-8cda-4d399eeaa947 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:47:14.105464 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475fd31f-beb0-4666-b980-0401fb709dbe req-2d066521-6a28-4e44-bc33-fa37c819bc94 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:47:14.105876 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475fd31f-beb0-4666-b980-0401fb709dbe req-2d066521-6a28-4e44-bc33-fa37c819bc94 service neutron] Checking segment: {'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:47:14.106332 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475fd31f-beb0-4666-b980-0401fb709dbe req-2d066521-6a28-4e44-bc33-fa37c819bc94 service neutron] Bound using segment: {'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:47:14.107527 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-475fd31f-beb0-4666-b980-0401fb709dbe req-2d066521-6a28-4e44-bc33-fa37c819bc94 service neutron] Bound port: 35fbf8c4-7550-4db8-8542-b9708e0f0ef7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:47:14.110131 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-475fd31f-beb0-4666-b980-0401fb709dbe req-2d066521-6a28-4e44-bc33-fa37c819bc94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (35fbf8c4-7550-4db8-8542-b9708e0f0ef7), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:14.174961 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-af237ed9-c6be-466d-a2a7-25f188e1ed8b tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=adc471c57270495898776f1e67b815e2&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0302339
Feb 05 20:47:14.218354 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-475fd31f-beb0-4666-b980-0401fb709dbe req-2d066521-6a28-4e44-bc33-fa37c819bc94 service neutron] For port 35fbf8c4-7550-4db8-8542-b9708e0f0ef7, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:47:14.241879 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-475fd31f-beb0-4666-b980-0401fb709dbe req-2d066521-6a28-4e44-bc33-fa37c819bc94 service neutron] For port 35fbf8c4-7550-4db8-8542-b9708e0f0ef7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=35fbf8c4-7550-4db8-8542-b9708e0f0ef7,segment=NetworkSegment(69c86b74-d9e1-46c1-9b9b-f16748bd0260),segment_id=69c86b74-d9e1-46c1-9b9b-f16748bd0260)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:47:14.243862 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea8b96c-01f2-48d8-9ed7-eb259db516af x-openstack-request-id: req-9ea8b96c-01f2-48d8-9ed7-eb259db516af {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:47:14.244167 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff0a7596-45d0-4a4b-a712-5a6facd8a8dd", "tag": "a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:47:14.244427 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ea8b96c-01f2-48d8-9ed7-eb259db516af {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:47:14.244834 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff0a7596-45d0-4a4b-a712-5a6facd8a8dd', 'tag': 'a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115', 'status': 'completed', 'code': 200}
Feb 05 20:47:14.276419 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-475fd31f-beb0-4666-b980-0401fb709dbe req-2d066521-6a28-4e44-bc33-fa37c819bc94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (35fbf8c4-7550-4db8-8542-b9708e0f0ef7), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:14.336765 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30aec6-b7a3-450f-98c6-058a925fa66c req-8b2c6ec1-13e8-4428-b292-2143a32032a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:14.338348 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6b30aec6-b7a3-450f-98c6-058a925fa66c req-8b2c6ec1-13e8-4428-b292-2143a32032a6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8645008e9e894713967a6f63b339bf46&device_id=ff0a7596-45d0-4a4b-a712-5a6facd8a8dd HTTP/1.1" status: 200  len: 1130 time: 0.0710726
Feb 05 20:47:14.359976 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475fd31f-beb0-4666-b980-0401fb709dbe req-2d066521-6a28-4e44-bc33-fa37c819bc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:14.360601 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-475fd31f-beb0-4666-b980-0401fb709dbe req-2d066521-6a28-4e44-bc33-fa37c819bc94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:14.362008 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-475fd31f-beb0-4666-b980-0401fb709dbe req-2d066521-6a28-4e44-bc33-fa37c819bc94 service neutron] 10.222.0.39 "PUT /v2.0/ports/35fbf8c4-7550-4db8-8542-b9708e0f0ef7 HTTP/1.1" status: 200  len: 1091 time: 1.0831974
Feb 05 20:47:14.363459 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2', 'tag': '35fbf8c4-7550-4db8-8542-b9708e0f0ef7'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:47:14.365725 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748b9c7f-02ff-4006-b00b-4d759021d485" -d '{"events": [{"name": "network-changed", "server_uuid": "15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2", "tag": "35fbf8c4-7550-4db8-8542-b9708e0f0ef7"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:47:14.403154 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-23c4a26b-446b-4a9d-a669-ec00f7d187e6 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:14.404890 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-23c4a26b-446b-4a9d-a669-ec00f7d187e6 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2212405
Feb 05 20:47:14.407929 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d066521-6a28-4e44-bc33-fa37c819bc94 service neutron] Pushing event updated for resources: {'Port': ['ID=35fbf8c4-7550-4db8-8542-b9708e0f0ef7,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:14.461663 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30aec6-b7a3-450f-98c6-058a925fa66c req-475c0356-56e3-4f42-b595-7e682e0eebdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:14.462721 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-1bcce3e2-c112-4659-a22d-e1819369622c tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] 10.222.0.32 "GET /v2.0/quotas/adc471c57270495898776f1e67b815e2 HTTP/1.1" status: 200  len: 375 time: 0.0406935
Feb 05 20:47:14.463162 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6b30aec6-b7a3-450f-98c6-058a925fa66c req-475c0356-56e3-4f42-b595-7e682e0eebdd service neutron] 10.222.0.39 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.1177814
Feb 05 20:47:14.470957 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70dbc65-cb73-4a95-9927-96498cabc9aa req-dd385f4f-b511-4422-933b-749c76a6142c tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:14.472433 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c70dbc65-cb73-4a95-9927-96498cabc9aa req-dd385f4f-b511-4422-933b-749c76a6142c tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff0a7596-45d0-4a4b-a712-5a6facd8a8dd HTTP/1.1" status: 200  len: 948 time: 0.1628859
Feb 05 20:47:14.507510 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6b30aec6-b7a3-450f-98c6-058a925fa66c req-70a1dd60-3b45-4a1b-8be0-b7ddf1b07dac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115 HTTP/1.1" status: 200  len: 217 time: 0.0381300
Feb 05 20:47:14.512437 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-0817d888-3312-4c21-809f-0d8e69388bd3 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=adc471c57270495898776f1e67b815e2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0383384
Feb 05 20:47:14.527386 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475fd31f-beb0-4666-b980-0401fb709dbe req-37a9c79c-6cd3-4f11-b3ab-e894b184d4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:14.528894 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-475fd31f-beb0-4666-b980-0401fb709dbe req-37a9c79c-6cd3-4f11-b3ab-e894b184d4ac service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cee5ceeb66aa4167b6492470edbad369&device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2 HTTP/1.1" status: 200  len: 1125 time: 0.1159635
Feb 05 20:47:14.576439 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30aec6-b7a3-450f-98c6-058a925fa66c req-e07336c2-d125-4fc4-acfb-603e2ee322ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:14.578242 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6b30aec6-b7a3-450f-98c6-058a925fa66c req-e07336c2-d125-4fc4-acfb-603e2ee322ee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.0645676
Feb 05 20:47:14.582455 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-475fd31f-beb0-4666-b980-0401fb709dbe req-ae349a55-a648-48a5-9dc7-059bff0a3302 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35fbf8c4-7550-4db8-8542-b9708e0f0ef7 HTTP/1.1" status: 200  len: 217 time: 0.0428143
Feb 05 20:47:14.589739 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c70dbc65-cb73-4a95-9927-96498cabc9aa req-2c9941e6-5197-47c0-984a-2a0a6afb5fae tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038945
Feb 05 20:47:14.660688 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475fd31f-beb0-4666-b980-0401fb709dbe req-b1c3b425-23af-452d-afc9-f3df8aa6b65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:14.667364 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-475fd31f-beb0-4666-b980-0401fb709dbe req-b1c3b425-23af-452d-afc9-f3df8aa6b65a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=30766dd9-3364-437e-a8fd-68757651ef32 HTTP/1.1" status: 200  len: 848 time: 0.0724218
Feb 05 20:47:14.686043 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30aec6-b7a3-450f-98c6-058a925fa66c req-e2add8ae-35f8-4c5c-b49d-4b041e284c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:14.690563 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6b30aec6-b7a3-450f-98c6-058a925fa66c req-e2add8ae-35f8-4c5c-b49d-4b041e284c51 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0872850
Feb 05 20:47:14.721247 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-475fd31f-beb0-4666-b980-0401fb709dbe req-20f3473c-79d6-4933-8ac1-cbdbf9e9528c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4b732e-5458-48e6-8cda-4d399eeaa947&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0470936
Feb 05 20:47:14.888243 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-56a3a897-bd2c-4808-8658-cc1990abebb7 service neutron] 10.222.0.39 "GET /v2.0/ports/9bae94dc-6fe0-4527-b738-5ab96a88890b/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1015928
Feb 05 20:47:14.890476 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6b30aec6-b7a3-450f-98c6-058a925fa66c req-9fb8f03c-adf6-45d8-b20d-8cd92387ebf3 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1940570
Feb 05 20:47:14.929116 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd1630-1654-4e0d-a369-6fb479f26da7 req-966cb7e7-01dc-4723-8695-e2cdb30abc4d tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:14.935923 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fbdd1630-1654-4e0d-a369-6fb479f26da7 req-966cb7e7-01dc-4723-8695-e2cdb30abc4d tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b7868c-7739-4a97-b9c5-0b9ff45fe55c HTTP/1.1" status: 200  len: 949 time: 0.1672828
Feb 05 20:47:14.977103 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:14.992509 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-475fd31f-beb0-4666-b980-0401fb709dbe req-6002b75c-31a9-4fd3-919b-9e78cb5e5b6c service neutron] 10.222.0.39 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2635117
Feb 05 20:47:15.064318 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fbdd1630-1654-4e0d-a369-6fb479f26da7 req-30ce8803-7a46-4136-b8b1-10e6bcdda09e tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1272852
Feb 05 20:47:15.155294 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-475fd31f-beb0-4666-b980-0401fb709dbe req-7d5729cc-390f-41e0-80d5-9f8b6288159c service neutron] 10.222.0.39 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1562753
Feb 05 20:47:15.184472 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ece3963-ac77-4687-ac35-6dc12e9d80e3 x-openstack-request-id: req-6ece3963-ac77-4687-ac35-6dc12e9d80e3 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:47:15.185157 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2", "tag": "35fbf8c4-7550-4db8-8542-b9708e0f0ef7", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:47:15.185756 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6ece3963-ac77-4687-ac35-6dc12e9d80e3 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:47:15.186293 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2', 'tag': '35fbf8c4-7550-4db8-8542-b9708e0f0ef7', 'status': 'completed', 'code': 200}
Feb 05 20:47:15.222208 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6b30aec6-b7a3-450f-98c6-058a925fa66c req-bf285500-d110-4e1e-bc00-183c64637e8f service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3187613
Feb 05 20:47:15.252480 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-c3191982-0990-4092-b736-e52833e174ca service neutron] For port 9bae94dc-6fe0-4527-b738-5ab96a88890b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9bae94dc-6fe0-4527-b738-5ab96a88890b,segment=NetworkSegment(22aada35-3566-46c2-b11c-622e4f2f6275),segment_id=22aada35-3566-46c2-b11c-622e4f2f6275)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:47:15.284030 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-c3191982-0990-4092-b736-e52833e174ca service neutron] For port 9bae94dc-6fe0-4527-b738-5ab96a88890b, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:47:15.309468 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b9d90aeb-fa85-4cae-b021-9ba808bad3b1 req-78615054-c8c4-403f-8861-b19a689dd5fc tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] 10.222.0.32 "GET /v2.0/ports?device_id=751bfb0b-8fa0-4994-bd14-fb592c30a14e HTTP/1.1" status: 200  len: 210 time: 0.0911579
Feb 05 20:47:15.341082 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-c3191982-0990-4092-b736-e52833e174ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bae94dc-6fe0-4527-b738-5ab96a88890b {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:47:15.359640 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-c3191982-0990-4092-b736-e52833e174ca service neutron] For port 9bae94dc-6fe0-4527-b738-5ab96a88890b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9bae94dc-6fe0-4527-b738-5ab96a88890b,segment=NetworkSegment(22aada35-3566-46c2-b11c-622e4f2f6275),segment_id=22aada35-3566-46c2-b11c-622e4f2f6275)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:47:15.382241 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-c3191982-0990-4092-b736-e52833e174ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9bae94dc-6fe0-4527-b738-5ab96a88890b), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:15.401151 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b9c7f-02ff-4006-b00b-4d759021d485 req-793da93c-a5ac-40ac-bea6-be87978ff792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:15.402849 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-748b9c7f-02ff-4006-b00b-4d759021d485 req-793da93c-a5ac-40ac-bea6-be87978ff792 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cee5ceeb66aa4167b6492470edbad369&device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2 HTTP/1.1" status: 200  len: 1125 time: 0.1622412
Feb 05 20:47:15.443504 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4981ba6-b50d-4300-aeee-e12e3d1bb804 req-31323a37-2299-408b-892c-7e7698b7927e tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:15.446818 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a4981ba6-b50d-4300-aeee-e12e3d1bb804 req-31323a37-2299-408b-892c-7e7698b7927e tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2 HTTP/1.1" status: 200  len: 943 time: 0.1403360
Feb 05 20:47:15.476852 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-c3191982-0990-4092-b736-e52833e174ca service neutron] Transition to ACTIVE for port object 9bae94dc-6fe0-4527-b738-5ab96a88890b will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:47:15.481881 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-c3191982-0990-4092-b736-e52833e174ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9bae94dc-6fe0-4527-b738-5ab96a88890b), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:15.552881 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-c3191982-0990-4092-b736-e52833e174ca service neutron] No DVR routers for this DVR port 9bae94dc-6fe0-4527-b738-5ab96a88890b on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:47:15.563450 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3191982-0990-4092-b736-e52833e174ca service neutron] Pushing event updated for resources: {'Port': ['ID=9bae94dc-6fe0-4527-b738-5ab96a88890b,revision_number=10']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:15.587237 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-c3191982-0990-4092-b736-e52833e174ca service neutron] 10.222.0.39 "PUT /v2.0/ports/9bae94dc-6fe0-4527-b738-5ab96a88890b/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.6853089
Feb 05 20:47:15.588660 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f4f52d-55d7-40a9-bbe4-78931f873377 req-fab8d53a-c0cc-46f0-ad3f-6b4aa3e86602 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:15.590154 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c1f4f52d-55d7-40a9-bbe4-78931f873377 req-fab8d53a-c0cc-46f0-ad3f-6b4aa3e86602 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=44d9ba2d-69c2-4cca-a33b-a753bd7ac63c HTTP/1.1" status: 200  len: 944 time: 0.1721764
Feb 05 20:47:15.594967 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b9c7f-02ff-4006-b00b-4d759021d485 req-09d5f170-1c59-48db-ba0d-2c21bbe82d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:15.596502 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-748b9c7f-02ff-4006-b00b-4d759021d485 req-09d5f170-1c59-48db-ba0d-2c21bbe82d40 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc4b732e-5458-48e6-8cda-4d399eeaa947 HTTP/1.1" status: 200  len: 909 time: 0.1878810
Feb 05 20:47:15.608760 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a4981ba6-b50d-4300-aeee-e12e3d1bb804 req-c490c28f-3d59-4043-839f-361b4f146544 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1578529
Feb 05 20:47:15.655725 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-748b9c7f-02ff-4006-b00b-4d759021d485 req-3d93017c-8ab8-4d96-97ac-b898b9541b33 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35fbf8c4-7550-4db8-8542-b9708e0f0ef7 HTTP/1.1" status: 200  len: 217 time: 0.0509703
Feb 05 20:47:15.711077 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c1f4f52d-55d7-40a9-bbe4-78931f873377 req-17015901-bc23-4c98-8973-bd3fb5ede627 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136353
Feb 05 20:47:15.722897 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b9c7f-02ff-4006-b00b-4d759021d485 req-13d520d5-28cd-4e08-b01d-7169c5e42fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:15.724575 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-748b9c7f-02ff-4006-b00b-4d759021d485 req-13d520d5-28cd-4e08-b01d-7169c5e42fd9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=30766dd9-3364-437e-a8fd-68757651ef32 HTTP/1.1" status: 200  len: 848 time: 0.0596130
Feb 05 20:47:15.770479 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-748b9c7f-02ff-4006-b00b-4d759021d485 req-c3c9276f-e42e-4128-a352-0ff2d4f89452 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4b732e-5458-48e6-8cda-4d399eeaa947&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0359929
Feb 05 20:47:15.814360 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-8b962bfa-cf56-4b96-83b0-19778a82796d tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:15.821138 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-8b962bfa-cf56-4b96-83b0-19778a82796d tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=44d9ba2d-69c2-4cca-a33b-a753bd7ac63c&tenant_id=9e4e31092ef641efbf6eaf54cfa40d67&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0761652
Feb 05 20:47:15.926708 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-e3ed7f49-bcdf-4560-bd73-285ab6a64692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:15.928258 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-e3ed7f49-bcdf-4560-bd73-285ab6a64692 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=44d9ba2d-69c2-4cca-a33b-a753bd7ac63c&tenant_id=9e4e31092ef641efbf6eaf54cfa40d67 HTTP/1.1" status: 200  len: 1127 time: 0.1055162
Feb 05 20:47:15.963784 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-748b9c7f-02ff-4006-b00b-4d759021d485 req-ffa77e29-c23b-4f52-9b8a-ce39a3f26616 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1869185
Feb 05 20:47:15.966315 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7ba30fd-7d48-4d32-9482-dcd893165821 req-efb02ad2-de2d-4a0a-97cf-87d852ef40c2 tempest-QuotasAdminNegativeTest-684989384 tempest-QuotasAdminNegativeTest-684989384-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a2a64abae5b947ebbbb0f155d9f7fcbb&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0514479
Feb 05 20:47:16.009630 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-d76b7999-5580-4817-ba1c-cff628091f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:16.011212 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-d76b7999-5580-4817-ba1c-cff628091f7b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9e4e31092ef641efbf6eaf54cfa40d67&device_id=44d9ba2d-69c2-4cca-a33b-a753bd7ac63c HTTP/1.1" status: 200  len: 1127 time: 0.0485194
Feb 05 20:47:16.090030 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5825d5-3735-4cf2-aec8-b7c069664502 req-364212a3-9908-4eb6-8564-86804ef21e98 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:16.091618 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8e5825d5-3735-4cf2-aec8-b7c069664502 req-364212a3-9908-4eb6-8564-86804ef21e98 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff0a7596-45d0-4a4b-a712-5a6facd8a8dd HTTP/1.1" status: 200  len: 948 time: 0.2203200
Feb 05 20:47:16.130268 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-dd8d0a07-dbbb-4a86-a847-8085da5f0fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:16.131868 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-dd8d0a07-dbbb-4a86-a847-8085da5f0fb6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3d591eda-8294-4b7a-a6d2-1afd55bde68d HTTP/1.1" status: 200  len: 922 time: 0.0935791
Feb 05 20:47:16.172950 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-d169789b-2553-423a-b655-e2adb14f1446 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bae94dc-6fe0-4527-b738-5ab96a88890b HTTP/1.1" status: 200  len: 217 time: 0.0340164
Feb 05 20:47:16.184156 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-748b9c7f-02ff-4006-b00b-4d759021d485 req-0e66ac79-015a-482a-8fb7-283a8e7fb10a service neutron] 10.222.0.39 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2137523
Feb 05 20:47:16.191302 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8e5825d5-3735-4cf2-aec8-b7c069664502 req-0bc0d461-8fd1-4e1f-aa0f-c07b5433bf32 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884626
Feb 05 20:47:16.197772 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba30fd-7d48-4d32-9482-dcd893165821 req-2969182e-9ebf-4a33-9204-6420c4c18ca1 tempest-QuotasAdminNegativeTest-684989384 tempest-QuotasAdminNegativeTest-684989384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:16.199224 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7ba30fd-7d48-4d32-9482-dcd893165821 req-2969182e-9ebf-4a33-9204-6420c4c18ca1 tempest-QuotasAdminNegativeTest-684989384 tempest-QuotasAdminNegativeTest-684989384-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2194095
Feb 05 20:47:16.215056 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7ba30fd-7d48-4d32-9482-dcd893165821 req-d8f430b8-c150-429a-86b8-dd266918462c tempest-QuotasAdminNegativeTest-684989384 tempest-QuotasAdminNegativeTest-684989384-project] 10.222.0.32 "GET /v2.0/quotas/a2a64abae5b947ebbbb0f155d9f7fcbb HTTP/1.1" status: 200  len: 375 time: 0.0098233
Feb 05 20:47:16.228955 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-a852bcdc-08e2-4831-9bea-0d419554d8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:16.230530 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-a852bcdc-08e2-4831-9bea-0d419554d8c5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f822a84b-448b-4295-886d-3f476dc82ced HTTP/1.1" status: 200  len: 861 time: 0.0504527
Feb 05 20:47:16.262192 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7ba30fd-7d48-4d32-9482-dcd893165821 req-3d96a0f0-2497-4dd4-965a-e525611f9809 tempest-QuotasAdminNegativeTest-684989384 tempest-QuotasAdminNegativeTest-684989384-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a2a64abae5b947ebbbb0f155d9f7fcbb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0404215
Feb 05 20:47:16.276949 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-43d0050c-0c02-418a-adee-707966617e84 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d591eda-8294-4b7a-a6d2-1afd55bde68d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0364115
Feb 05 20:47:16.363070 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b956f2-a91d-4b41-bba1-d95539fdd9f3 req-e5404e12-f59c-4263-84a4-66330b94f7dd tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:16.369196 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-97b956f2-a91d-4b41-bba1-d95539fdd9f3 req-e5404e12-f59c-4263-84a4-66330b94f7dd tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b7868c-7739-4a97-b9c5-0b9ff45fe55c HTTP/1.1" status: 200  len: 949 time: 0.0744812
Feb 05 20:47:16.414258 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-ab18f8ab-f782-42b7-9ca8-d806c4c58934 service neutron] 10.222.0.21 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1179843
Feb 05 20:47:16.435575 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-e9d89e69-dcda-4dfe-911f-28456bd925e5 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=adc471c57270495898776f1e67b815e2&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0395191
Feb 05 20:47:16.487532 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c406ee2b-dadd-491c-b145-984e5344a3ac req-17c953ba-3fb6-4ef0-96c1-6650d4bddff9 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] 10.222.0.32 "GET /v2.0/ports?device_id=751bfb0b-8fa0-4994-bd14-fb592c30a14e HTTP/1.1" status: 200  len: 210 time: 0.0566540
Feb 05 20:47:16.503683 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-97b956f2-a91d-4b41-bba1-d95539fdd9f3 req-f095a3a3-dd7e-41d1-8484-751bf9218467 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1270831
Feb 05 20:47:16.543736 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-f17c0bf4-7e5e-4019-b0d7-df21e9f11fce service neutron] 10.222.0.21 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1219263
Feb 05 20:47:16.621920 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-aa6fe4f5-01a6-41b9-8c0e-75efec9b4077 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:16.623839 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-aa6fe4f5-01a6-41b9-8c0e-75efec9b4077 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1755486
Feb 05 20:47:16.639404 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-38a95eed-83e3-4cb6-91cc-d4dc20b2a373 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] Request body: {'port': {'device_id': '751bfb0b-8fa0-4994-bd14-fb592c30a14e', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'admin_state_up': True, 'tenant_id': 'adc471c57270495898776f1e67b815e2'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:47:16.793686 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c26fc2-bf40-448b-b926-f5af6969563b req-be4e3e81-92c3-476d-b54f-05ee95fe0264 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:16.795233 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c8c26fc2-bf40-448b-b926-f5af6969563b req-be4e3e81-92c3-476d-b54f-05ee95fe0264 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2 HTTP/1.1" status: 200  len: 943 time: 0.0924721
Feb 05 20:47:16.813876 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-38a95eed-83e3-4cb6-91cc-d4dc20b2a373 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] Made reservation on behalf of adc471c57270495898776f1e67b815e2 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:47:16.817962 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-38a95eed-83e3-4cb6-91cc-d4dc20b2a373 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:16.836957 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-38a95eed-83e3-4cb6-91cc-d4dc20b2a373 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:16.845508 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-49273fd7-8547-466a-93b3-0fd771ecce96 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:16.847388 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-49273fd7-8547-466a-93b3-0fd771ecce96 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=44d9ba2d-69c2-4cca-a33b-a753bd7ac63c&tenant_id=9e4e31092ef641efbf6eaf54cfa40d67&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0663097
Feb 05 20:47:16.919161 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c8c26fc2-bf40-448b-b926-f5af6969563b req-dd772ff1-528f-4613-b3e8-39b5a2e7d77b tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135941
Feb 05 20:47:16.974277 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27639e5f-59f5-4bcd-98d4-ffd81c4182f4 req-9bb53806-ed6b-497d-afe4-d6af54c17f0b tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:16.974685 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-cb1d3d29-425a-45ad-8c42-58e4cb917686 service neutron] For port 9bae94dc-6fe0-4527-b738-5ab96a88890b, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:47:16.975820 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27639e5f-59f5-4bcd-98d4-ffd81c4182f4 req-9bb53806-ed6b-497d-afe4-d6af54c17f0b tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=44d9ba2d-69c2-4cca-a33b-a753bd7ac63c HTTP/1.1" status: 200  len: 945 time: 0.1179848
Feb 05 20:47:16.986305 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-cb1d3d29-425a-45ad-8c42-58e4cb917686 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:16.987861 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-39006218-a37b-4a85-8ef1-c03c48a490a0 req-cb1d3d29-425a-45ad-8c42-58e4cb917686 service neutron] 10.222.0.21 "DELETE /v2.0/ports/9bae94dc-6fe0-4527-b738-5ab96a88890b/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.1329236
Feb 05 20:47:17.038983 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-38a95eed-83e3-4cb6-91cc-d4dc20b2a373 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] Publish callbacks [] for security_group (a48a0441-c9ea-4055-ad23-5e6fdc40daea), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:17.046677 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27639e5f-59f5-4bcd-98d4-ffd81c4182f4 req-9839cd8d-5aa4-432b-9aaa-4d0344dfad31 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628285
Feb 05 20:47:17.047414 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-38a95eed-83e3-4cb6-91cc-d4dc20b2a373 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (a48a0441-c9ea-4055-ad23-5e6fdc40daea), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:17.128308 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a95eed-83e3-4cb6-91cc-d4dc20b2a373 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a48a0441-c9ea-4055-ad23-5e6fdc40daea,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:17.236394 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-38a95eed-83e3-4cb6-91cc-d4dc20b2a373 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] Allocated IP 192.168.233.236 (f760d6ec-7837-431c-910c-37572c24f936/42e3c763-0926-4b49-ade5-d66ee3d4c489/abac0301-5bdb-4fa4-a70f-f5110f61ed44) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:47:17.276822 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd30e70-3cc1-4e8f-b8f0-b9e16bf991b0 req-18ec6078-f756-445a-af7e-29207d8b0094 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:17.278609 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3cd30e70-3cc1-4e8f-b8f0-b9e16bf991b0 req-18ec6078-f756-445a-af7e-29207d8b0094 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=44d9ba2d-69c2-4cca-a33b-a753bd7ac63c HTTP/1.1" status: 200  len: 1127 time: 0.0895507
Feb 05 20:47:17.621855 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3cd30e70-3cc1-4e8f-b8f0-b9e16bf991b0 req-a6678f5d-831b-4d5f-865a-012cc4a0d2b6 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3297703
Feb 05 20:47:17.641584 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678bd546-a834-496d-98bd-6c856d0ce571 req-a755a468-0b49-4fff-9874-3e877684bb57 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:17.643076 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-678bd546-a834-496d-98bd-6c856d0ce571 req-a755a468-0b49-4fff-9874-3e877684bb57 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff0a7596-45d0-4a4b-a712-5a6facd8a8dd HTTP/1.1" status: 200  len: 948 time: 0.3386173
Feb 05 20:47:17.698562 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-38a95eed-83e3-4cb6-91cc-d4dc20b2a373 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] Publish callbacks [] for port (abac0301-5bdb-4fa4-a70f-f5110f61ed44), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:17.720269 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-678bd546-a834-496d-98bd-6c856d0ce571 req-2f7dd388-93c2-4c0f-817b-f26aeb7c58f5 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691283
Feb 05 20:47:17.762029 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-38a95eed-83e3-4cb6-91cc-d4dc20b2a373 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (abac0301-5bdb-4fa4-a70f-f5110f61ed44), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:17.821901 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-38a95eed-83e3-4cb6-91cc-d4dc20b2a373 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] Network f760d6ec-7837-431c-910c-37572c24f936 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:47:17.827294 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-38a95eed-83e3-4cb6-91cc-d4dc20b2a373 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:47:17.831995 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-38a95eed-83e3-4cb6-91cc-d4dc20b2a373 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:47:17.837331 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-38a95eed-83e3-4cb6-91cc-d4dc20b2a373 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:17.837974 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-38a95eed-83e3-4cb6-91cc-d4dc20b2a373 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:17.845700 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a95eed-83e3-4cb6-91cc-d4dc20b2a373 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] Pushing event updated for resources: {'Port': ['ID=abac0301-5bdb-4fa4-a70f-f5110f61ed44,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:17.874745 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7af5be96-3431-478f-a92e-181cc8564b79 req-6b73f13d-67a8-4f28-9a47-3d4e15164efc tempest-QuotasAdminNegativeTest-684989384 tempest-QuotasAdminNegativeTest-684989384-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a2a64abae5b947ebbbb0f155d9f7fcbb&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0324841
Feb 05 20:47:17.877815 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-38a95eed-83e3-4cb6-91cc-d4dc20b2a373 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.2454679
Feb 05 20:47:17.927653 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-30c4d361-3eac-4735-85ef-27d2ca73ae2c service neutron] Request body: {'port': {'device_id': '751bfb0b-8fa0-4994-bd14-fb592c30a14e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:47:17.997564 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 35fbf8c4-7550-4db8-8542-b9708e0f0ef7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:47:18.000805 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 9bae94dc-6fe0-4527-b738-5ab96a88890b no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:47:18.098453 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5be96-3431-478f-a92e-181cc8564b79 req-03662a17-28b1-496b-adec-b9d2558ec0c6 tempest-QuotasAdminNegativeTest-684989384 tempest-QuotasAdminNegativeTest-684989384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:18.105017 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7af5be96-3431-478f-a92e-181cc8564b79 req-03662a17-28b1-496b-adec-b9d2558ec0c6 tempest-QuotasAdminNegativeTest-684989384 tempest-QuotasAdminNegativeTest-684989384-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2224786
Feb 05 20:47:18.121620 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9f0b5-5581-4e4f-9de8-de5672ddec23 req-9b835877-90b4-4b92-ab2f-89459fd7ba82 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:18.123273 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bfa9f0b5-5581-4e4f-9de8-de5672ddec23 req-9b835877-90b4-4b92-ab2f-89459fd7ba82 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] 10.222.0.32 "GET /v2.0/ports?device_id=751bfb0b-8fa0-4994-bd14-fb592c30a14e HTTP/1.1" status: 200  len: 936 time: 0.2113769
Feb 05 20:47:18.125084 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-30c4d361-3eac-4735-85ef-27d2ca73ae2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (abac0301-5bdb-4fa4-a70f-f5110f61ed44), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:18.136301 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7af5be96-3431-478f-a92e-181cc8564b79 req-47720c08-1e1a-4bfc-b0d5-9ca4509f0cb4 tempest-QuotasAdminNegativeTest-684989384 tempest-QuotasAdminNegativeTest-684989384-project] 10.222.0.32 "GET /v2.0/quotas/a2a64abae5b947ebbbb0f155d9f7fcbb HTTP/1.1" status: 200  len: 375 time: 0.0303771
Feb 05 20:47:18.156328 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 35fbf8c4-7550-4db8-8542-b9708e0f0ef7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=35fbf8c4-7550-4db8-8542-b9708e0f0ef7,segment=NetworkSegment(69c86b74-d9e1-46c1-9b9b-f16748bd0260),segment_id=69c86b74-d9e1-46c1-9b9b-f16748bd0260)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:47:18.156535 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54780) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:18.189859 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] The host nch2-master-1 is not matching for port 9bae94dc-6fe0-4527-b738-5ab96a88890b host nch1-master-1! {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Feb 05 20:47:18.190268 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 9bae94dc-6fe0-4527-b738-5ab96a88890b not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:47:18.199431 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '35fbf8c4-7550-4db8-8542-b9708e0f0ef7', 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947', 'port_id': '35fbf8c4-7550-4db8-8542-b9708e0f0ef7', 'mac_address': 'fa:16:3e:60:b5:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30766dd9-3364-437e-a8fd-68757651ef32', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:47:18.211056 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7af5be96-3431-478f-a92e-181cc8564b79 req-40cdb47c-1b0a-4b5b-b574-2c3c59c2ef79 tempest-QuotasAdminNegativeTest-684989384 tempest-QuotasAdminNegativeTest-684989384-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a2a64abae5b947ebbbb0f155d9f7fcbb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0534561
Feb 05 20:47:18.234351 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-11b5a489-2a83-4cdf-8c12-6b655fe4a714 None None] Provisioning complete for port abac0301-5bdb-4fa4-a70f-f5110f61ed44 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:47:18.235230 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-11b5a489-2a83-4cdf-8c12-6b655fe4a714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (abac0301-5bdb-4fa4-a70f-f5110f61ed44), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:18.273774 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bfa9f0b5-5581-4e4f-9de8-de5672ddec23 req-ba14ec26-2bd3-4618-a33e-575a10b85490 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] 10.222.0.32 "GET /v2.0/security-groups?id=a48a0441-c9ea-4055-ad23-5e6fdc40daea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1350429
Feb 05 20:47:18.274901 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-11b5a489-2a83-4cdf-8c12-6b655fe4a714 None None] Port abac0301-5bdb-4fa4-a70f-f5110f61ed44 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:47:18.283247 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-99b5bfd3-d755-4177-b01d-bba44922aa8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:18.301054 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 35fbf8c4-7550-4db8-8542-b9708e0f0ef7 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:47:18.301559 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (35fbf8c4-7550-4db8-8542-b9708e0f0ef7), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:18.318040 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35fbf8c4-7550-4db8-8542-b9708e0f0ef7 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:47:18.340171 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 35fbf8c4-7550-4db8-8542-b9708e0f0ef7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=35fbf8c4-7550-4db8-8542-b9708e0f0ef7,segment=NetworkSegment(69c86b74-d9e1-46c1-9b9b-f16748bd0260),segment_id=69c86b74-d9e1-46c1-9b9b-f16748bd0260)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:47:18.347941 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (35fbf8c4-7550-4db8-8542-b9708e0f0ef7), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:18.349463 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:47:18.408300 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-99b5bfd3-d755-4177-b01d-bba44922aa8b admin admin] Publish callbacks [] for security_group (be0b981c-a2ae-49c3-bd62-913f4becb308), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:18.413926 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-99b5bfd3-d755-4177-b01d-bba44922aa8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (be0b981c-a2ae-49c3-bd62-913f4becb308), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:18.457966 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-99b5bfd3-d755-4177-b01d-bba44922aa8b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=24122d0b6ed9416d9ad69c5e4dfa1ec3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2998013
Feb 05 20:47:18.459237 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b5bfd3-d755-4177-b01d-bba44922aa8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0b981c-a2ae-49c3-bd62-913f4becb308,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:18.461589 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54794) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:18.479718 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2581365-bea8-4ef8-a3e8-316fc1efe2c3 req-c21a39e6-2c08-409a-9544-016c94471d38 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:18.483323 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2581365-bea8-4ef8-a3e8-316fc1efe2c3 req-c21a39e6-2c08-409a-9544-016c94471d38 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b7868c-7739-4a97-b9c5-0b9ff45fe55c HTTP/1.1" status: 200  len: 949 time: 0.1376388
Feb 05 20:47:18.515022 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c418b0ed-7b64-47b3-a488-5ebd5e9f71f2 admin admin] Publish callbacks [] for security_group (be0b981c-a2ae-49c3-bd62-913f4becb308), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:18.517221 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=35fbf8c4-7550-4db8-8542-b9708e0f0ef7,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:18.527206 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:47:18.538594 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c418b0ed-7b64-47b3-a488-5ebd5e9f71f2 admin admin] Publish callbacks [] for security_group (be0b981c-a2ae-49c3-bd62-913f4becb308), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:18.539406 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'port_id': 'a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115', 'mac_address': 'fa:16:3e:6d:c9:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3c763-0926-4b49-ade5-d66ee3d4c489', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:47:18.579910 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:47:18.580884 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:18.593899 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c418b0ed-7b64-47b3-a488-5ebd5e9f71f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (be0b981c-a2ae-49c3-bd62-913f4becb308), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:18.597086 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c418b0ed-7b64-47b3-a488-5ebd5e9f71f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:18.597800 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:47:18.598448 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c418b0ed-7b64-47b3-a488-5ebd5e9f71f2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/be0b981c-a2ae-49c3-bd62-913f4becb308 HTTP/1.1" status: 204  len: 168 time: 0.1358783
Feb 05 20:47:18.611841 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c418b0ed-7b64-47b3-a488-5ebd5e9f71f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0b981c-a2ae-49c3-bd62-913f4becb308,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:18.626861 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:47:18.635649 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:18.636136 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2581365-bea8-4ef8-a3e8-316fc1efe2c3 req-0251fd07-3ae0-41b2-9450-ec02a7793fa3 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1442156
Feb 05 20:47:18.669975 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-50bf56b3-05c8-4221-bef0-262e54e877f7 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:18.671558 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-50bf56b3-05c8-4221-bef0-262e54e877f7 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/networks?id=3d591eda-8294-4b7a-a6d2-1afd55bde68d HTTP/1.1" status: 200  len: 821 time: 0.2663524
Feb 05 20:47:18.692371 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-717be6d6-f38c-43d9-8f68-5d77b8825a00 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/quotas/9e4e31092ef641efbf6eaf54cfa40d67 HTTP/1.1" status: 200  len: 375 time: 0.0135586
Feb 05 20:47:18.712192 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:18.810014 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-30c4d361-3eac-4735-85ef-27d2ca73ae2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abac0301-5bdb-4fa4-a70f-f5110f61ed44 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:47:18.823377 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-30c4d361-3eac-4735-85ef-27d2ca73ae2c service neutron] Publish callbacks [] for port (abac0301-5bdb-4fa4-a70f-f5110f61ed44), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:18.840469 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-e2520b8d-13f1-4d2f-81e8-0c4a2447901d tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e4e31092ef641efbf6eaf54cfa40d67&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1411839
Feb 05 20:47:18.846944 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-30c4d361-3eac-4735-85ef-27d2ca73ae2c service neutron] Transition to ACTIVE for port object abac0301-5bdb-4fa4-a70f-f5110f61ed44 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:47:18.861986 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc8af3-2422-49f1-b88b-657fb975b43d req-27ff371c-b3db-4a80-9d02-0d2cf1643e44 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:18.864123 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-62fc8af3-2422-49f1-b88b-657fb975b43d req-27ff371c-b3db-4a80-9d02-0d2cf1643e44 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2 HTTP/1.1" status: 200  len: 944 time: 0.1299970
Feb 05 20:47:18.866580 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-30c4d361-3eac-4735-85ef-27d2ca73ae2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (abac0301-5bdb-4fa4-a70f-f5110f61ed44), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:18.874677 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:47:18.877527 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['35fbf8c4-7550-4db8-8542-b9708e0f0ef7'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:47:18.943076 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54804) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:18.959457 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dd53e0c7-2543-4beb-9301-3692155ce2e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:19.031616 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4d361-3eac-4735-85ef-27d2ca73ae2c service neutron] Pushing event updated for resources: {'Port': ['ID=abac0301-5bdb-4fa4-a70f-f5110f61ed44,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:19.068340 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-30c4d361-3eac-4735-85ef-27d2ca73ae2c service neutron] Attempting to bind port abac0301-5bdb-4fa4-a70f-f5110f61ed44 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:47:19.068674 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-30c4d361-3eac-4735-85ef-27d2ca73ae2c service neutron] Attempting to bind port abac0301-5bdb-4fa4-a70f-f5110f61ed44 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:47:19.069398 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-30c4d361-3eac-4735-85ef-27d2ca73ae2c service neutron] Attempting to bind port abac0301-5bdb-4fa4-a70f-f5110f61ed44 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:47:19.079895 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dd53e0c7-2543-4beb-9301-3692155ce2e2 admin admin] Publish callbacks [] for security_group (734dec90-ed7c-428e-9e4d-c8349d73a4f8), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:19.081366 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-6c23adc2-4f18-480c-a1c7-6dcddfdd9956 service neutron] 10.222.0.32 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2324843
Feb 05 20:47:19.085349 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dd53e0c7-2543-4beb-9301-3692155ce2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (734dec90-ed7c-428e-9e4d-c8349d73a4f8), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:19.100224 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-62fc8af3-2422-49f1-b88b-657fb975b43d req-018d60c4-fcc9-47b9-b729-354fd441b8b0 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2214270
Feb 05 20:47:19.108052 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-30c4d361-3eac-4735-85ef-27d2ca73ae2c service neutron] Port abac0301-5bdb-4fa4-a70f-f5110f61ed44 on network f760d6ec-7837-431c-910c-37572c24f936 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:47:19.108386 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-30c4d361-3eac-4735-85ef-27d2ca73ae2c service neutron] Attempting to bind port abac0301-5bdb-4fa4-a70f-f5110f61ed44 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:47:19.142298 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-dd53e0c7-2543-4beb-9301-3692155ce2e2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d2c7a364ad154086899a0eb5af04df06&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1977251
Feb 05 20:47:19.146696 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54810) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:19.157218 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-30c4d361-3eac-4735-85ef-27d2ca73ae2c service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:47:19.157777 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-30c4d361-3eac-4735-85ef-27d2ca73ae2c service neutron] Checking segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:47:19.157930 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-30c4d361-3eac-4735-85ef-27d2ca73ae2c service neutron] Bound using segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:47:19.158564 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-30c4d361-3eac-4735-85ef-27d2ca73ae2c service neutron] Bound port: abac0301-5bdb-4fa4-a70f-f5110f61ed44, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:47:19.159128 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-30c4d361-3eac-4735-85ef-27d2ca73ae2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (abac0301-5bdb-4fa4-a70f-f5110f61ed44), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:19.211041 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd53e0c7-2543-4beb-9301-3692155ce2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734dec90-ed7c-428e-9e4d-c8349d73a4f8,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:19.243475 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f08f6f33-1ecb-4d8f-ad5a-9183ca2dc1fb admin admin] Publish callbacks [] for security_group (734dec90-ed7c-428e-9e4d-c8349d73a4f8), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:19.270112 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f08f6f33-1ecb-4d8f-ad5a-9183ca2dc1fb admin admin] Publish callbacks [] for security_group (734dec90-ed7c-428e-9e4d-c8349d73a4f8), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:19.280240 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-ecd7e6a3-4517-4e15-bf36-cf8245c3667a service neutron] 10.222.0.32 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1977158
Feb 05 20:47:19.321001 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-30c4d361-3eac-4735-85ef-27d2ca73ae2c service neutron] For port abac0301-5bdb-4fa4-a70f-f5110f61ed44, host nch1-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:47:19.325292 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-30c4d361-3eac-4735-85ef-27d2ca73ae2c service neutron] For port abac0301-5bdb-4fa4-a70f-f5110f61ed44, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=abac0301-5bdb-4fa4-a70f-f5110f61ed44,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:47:19.334054 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-30c4d361-3eac-4735-85ef-27d2ca73ae2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (abac0301-5bdb-4fa4-a70f-f5110f61ed44), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:19.334245 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f08f6f33-1ecb-4d8f-ad5a-9183ca2dc1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (734dec90-ed7c-428e-9e4d-c8349d73a4f8), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:19.338051 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f08f6f33-1ecb-4d8f-ad5a-9183ca2dc1fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:19.343142 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f08f6f33-1ecb-4d8f-ad5a-9183ca2dc1fb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/734dec90-ed7c-428e-9e4d-c8349d73a4f8 HTTP/1.1" status: 204  len: 168 time: 0.1949861
Feb 05 20:47:19.353708 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f6f33-1ecb-4d8f-ad5a-9183ca2dc1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734dec90-ed7c-428e-9e4d-c8349d73a4f8,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:19.420492 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4d361-3eac-4735-85ef-27d2ca73ae2c service neutron] Pushing event updated for resources: {'Port': ['ID=abac0301-5bdb-4fa4-a70f-f5110f61ed44,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:19.430574 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-30c4d361-3eac-4735-85ef-27d2ca73ae2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:19.431304 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-30c4d361-3eac-4735-85ef-27d2ca73ae2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:19.432838 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-30c4d361-3eac-4735-85ef-27d2ca73ae2c service neutron] 10.222.0.21 "PUT /v2.0/ports/abac0301-5bdb-4fa4-a70f-f5110f61ed44 HTTP/1.1" status: 200  len: 1096 time: 1.5129814
Feb 05 20:47:19.433372 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '751bfb0b-8fa0-4994-bd14-fb592c30a14e', 'tag': 'abac0301-5bdb-4fa4-a70f-f5110f61ed44'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:47:19.446580 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd1d331-5b8e-478c-a21a-7f3dbd0801c1" -d '{"events": [{"name": "network-changed", "server_uuid": "751bfb0b-8fa0-4994-bd14-fb592c30a14e", "tag": "abac0301-5bdb-4fa4-a70f-f5110f61ed44"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:47:19.564688 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-b6f15643-bbce-452c-85bc-2720b3b8ec78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:19.566443 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-b6f15643-bbce-452c-85bc-2720b3b8ec78 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=adc471c57270495898776f1e67b815e2&device_id=751bfb0b-8fa0-4994-bd14-fb592c30a14e HTTP/1.1" status: 200  len: 1130 time: 0.0930076
Feb 05 20:47:19.637595 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-346c8714-b53c-4cde-a5f1-be56175b792b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=abac0301-5bdb-4fa4-a70f-f5110f61ed44 HTTP/1.1" status: 200  len: 217 time: 0.0635593
Feb 05 20:47:19.717013 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-f724c21c-5161-4b35-9c21-f9633b590791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:19.724566 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-f724c21c-5161-4b35-9c21-f9633b590791 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.0614085
Feb 05 20:47:19.760111 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca1d91-cb39-4cb5-b263-5378dd339bd3 req-af5c34f3-c9c7-41e2-a40c-dd9f067be781 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:19.761758 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-49ca1d91-cb39-4cb5-b263-5378dd339bd3 req-af5c34f3-c9c7-41e2-a40c-dd9f067be781 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff0a7596-45d0-4a4b-a712-5a6facd8a8dd HTTP/1.1" status: 200  len: 949 time: 0.1711602
Feb 05 20:47:19.805555 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-ce729335-bb17-44cd-9f1c-725bbb3a6f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:19.807626 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-ce729335-bb17-44cd-9f1c-725bbb3a6f64 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0819850
Feb 05 20:47:19.859488 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:19.873671 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-49ca1d91-cb39-4cb5-b263-5378dd339bd3 req-80ac2a71-b57f-4477-b8bd-d51e46f1a1ac tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015446
Feb 05 20:47:19.955266 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f5aa5d-dac6-4af7-b819-5daeb9f0bee5 x-openstack-request-id: req-79f5aa5d-dac6-4af7-b819-5daeb9f0bee5 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:47:19.955562 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "751bfb0b-8fa0-4994-bd14-fb592c30a14e", "tag": "abac0301-5bdb-4fa4-a70f-f5110f61ed44", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:47:19.955822 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-79f5aa5d-dac6-4af7-b819-5daeb9f0bee5 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:47:19.956281 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '751bfb0b-8fa0-4994-bd14-fb592c30a14e', 'tag': 'abac0301-5bdb-4fa4-a70f-f5110f61ed44', 'status': 'completed', 'code': 200}
Feb 05 20:47:19.990962 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-680a808e-bae5-47c8-8626-50291c1c61a8 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1757929
Feb 05 20:47:20.007805 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 35fbf8c4-7550-4db8-8542-b9708e0f0ef7 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:47:20.060914 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9451ccee-3f94-4152-aa18-05e20ba7ee14 req-fee51eea-eb49-4463-b8a9-86e063850448 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ad59ce-c366-4aba-90a6-692f0b23b959 HTTP/1.1" status: 200  len: 210 time: 0.0678217
Feb 05 20:47:20.080208 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 35fbf8c4-7550-4db8-8542-b9708e0f0ef7 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:47:20.090234 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 35fbf8c4-7550-4db8-8542-b9708e0f0ef7 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:47:20.090637 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (35fbf8c4-7550-4db8-8542-b9708e0f0ef7), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:20.148006 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1349a-223e-4cbc-afd0-1cd5f0fd9cda req-f3b86ec5-8a41-4a9c-91ea-0f7b87bf69a6 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:20.154908 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5aa1349a-223e-4cbc-afd0-1cd5f0fd9cda req-f3b86ec5-8a41-4a9c-91ea-0f7b87bf69a6 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] 10.222.0.32 "GET /v2.0/ports?device_id=751bfb0b-8fa0-4994-bd14-fb592c30a14e HTTP/1.1" status: 200  len: 948 time: 0.1628461
Feb 05 20:47:20.200103 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6576374f-8efd-4ed1-8d37-9442c2e16384 req-97b73b6a-d579-4dbb-bde7-cc67707369d8 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1894360
Feb 05 20:47:20.231110 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5aa1349a-223e-4cbc-afd0-1cd5f0fd9cda req-c8958d95-2fd0-4d0d-a718-a2c260e1d5af tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] 10.222.0.32 "GET /v2.0/security-groups?id=a48a0441-c9ea-4055-ad23-5e6fdc40daea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753846
Feb 05 20:47:20.262973 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 35fbf8c4-7550-4db8-8542-b9708e0f0ef7 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:47:20.264418 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (35fbf8c4-7550-4db8-8542-b9708e0f0ef7), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:20.299636 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35fbf8c4-7550-4db8-8542-b9708e0f0ef7'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:47:20.304080 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac402b9-f829-441c-a51a-c651848f7d7f" -d '{"events": [{"server_uuid": "15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2", "name": "network-vif-plugged", "status": "completed", "tag": "35fbf8c4-7550-4db8-8542-b9708e0f0ef7"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:47:20.325566 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 35fbf8c4-7550-4db8-8542-b9708e0f0ef7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=35fbf8c4-7550-4db8-8542-b9708e0f0ef7,segment=NetworkSegment(69c86b74-d9e1-46c1-9b9b-f16748bd0260),segment_id=69c86b74-d9e1-46c1-9b9b-f16748bd0260)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:47:20.334344 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (35fbf8c4-7550-4db8-8542-b9708e0f0ef7), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:20.335559 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:47:20.340691 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1d331-5b8e-478c-a21a-7f3dbd0801c1 req-ca29a53a-4825-4c05-bb48-adff8dfb93cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:20.342401 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1fd1d331-5b8e-478c-a21a-7f3dbd0801c1 req-ca29a53a-4825-4c05-bb48-adff8dfb93cb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=adc471c57270495898776f1e67b815e2&device_id=751bfb0b-8fa0-4994-bd14-fb592c30a14e HTTP/1.1" status: 200  len: 1130 time: 0.0791266
Feb 05 20:47:20.464710 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:47:20.470092 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:47:20.470923 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:20.501055 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=35fbf8c4-7550-4db8-8542-b9708e0f0ef7,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:20.537899 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1d331-5b8e-478c-a21a-7f3dbd0801c1 req-adf6a9ac-2cd5-407b-9cbe-e22207432381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:20.539415 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1fd1d331-5b8e-478c-a21a-7f3dbd0801c1 req-adf6a9ac-2cd5-407b-9cbe-e22207432381 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.1858537
Feb 05 20:47:20.563404 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef8688-6a47-4883-b81e-b5698733d9b6 req-1e7689a9-c3ea-48b9-8f92-a6267636c178 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:20.564692 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:47:20.564869 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-74ef8688-6a47-4883-b81e-b5698733d9b6 req-1e7689a9-c3ea-48b9-8f92-a6267636c178 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b7868c-7739-4a97-b9c5-0b9ff45fe55c HTTP/1.1" status: 200  len: 949 time: 0.1196182
Feb 05 20:47:20.565227 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:20.600948 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:47:20.602880 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c99d1-fe9a-42e4-ab6e-b867f1765039 req-cfa175c7-953c-4eda-9659-765a5c2470e6 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:20.604456 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6b0c99d1-fe9a-42e4-ab6e-b867f1765039 req-cfa175c7-953c-4eda-9659-765a5c2470e6 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2 HTTP/1.1" status: 200  len: 945 time: 0.1575582
Feb 05 20:47:20.605690 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:20.612353 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1fd1d331-5b8e-478c-a21a-7f3dbd0801c1 req-7871e515-e537-432a-ac31-67caaf74e836 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=abac0301-5bdb-4fa4-a70f-f5110f61ed44 HTTP/1.1" status: 200  len: 217 time: 0.0643053
Feb 05 20:47:20.656510 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:20.977085 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-74ef8688-6a47-4883-b81e-b5698733d9b6 req-a340ae34-76f5-4661-a1eb-e4d2326e4374 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3716452
Feb 05 20:47:20.983791 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6b0c99d1-fe9a-42e4-ab6e-b867f1765039 req-858dbede-36d9-4f9e-8492-914c1d3add1f tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3705821
Feb 05 20:47:20.987525 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1d331-5b8e-478c-a21a-7f3dbd0801c1 req-cb9a9710-7de6-4cd4-8636-f9d44bb9dafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:20.989414 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1fd1d331-5b8e-478c-a21a-7f3dbd0801c1 req-cb9a9710-7de6-4cd4-8636-f9d44bb9dafe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.1645381
Feb 05 20:47:21.032380 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e930c3a-02b4-4fc6-a2a7-fd2c8c574396 x-openstack-request-id: req-9e930c3a-02b4-4fc6-a2a7-fd2c8c574396 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:47:21.032854 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2", "name": "network-vif-plugged", "status": "completed", "tag": "35fbf8c4-7550-4db8-8542-b9708e0f0ef7", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:47:21.032933 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9e930c3a-02b4-4fc6-a2a7-fd2c8c574396 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:47:21.034047 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35fbf8c4-7550-4db8-8542-b9708e0f0ef7', 'code': 200}
Feb 05 20:47:21.057183 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-dcc8649c-a7d7-43c9-8f81-8f7867c3fccb tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:21.058856 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-dcc8649c-a7d7-43c9-8f81-8f7867c3fccb tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.39 "GET /v2.0/networks?id=3d591eda-8294-4b7a-a6d2-1afd55bde68d HTTP/1.1" status: 200  len: 821 time: 0.2349565
Feb 05 20:47:21.074183 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-3d15c00d-4dfd-48c2-b756-9fc63a838eb7 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Request body: {'port': {'device_id': '11ad59ce-c366-4aba-90a6-692f0b23b959', 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d', 'admin_state_up': True, 'tenant_id': '9e4e31092ef641efbf6eaf54cfa40d67'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:47:21.078593 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1d331-5b8e-478c-a21a-7f3dbd0801c1 req-822cc487-38a3-4aef-94b3-281f0d14a12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:21.080090 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1fd1d331-5b8e-478c-a21a-7f3dbd0801c1 req-822cc487-38a3-4aef-94b3-281f0d14a12f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0813234
Feb 05 20:47:21.149382 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68baa1a-aba9-44bf-9ce9-a75ced882cc6 req-7e5a1730-018b-4329-87af-d3e9ca74fff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:21.150962 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d68baa1a-aba9-44bf-9ce9-a75ced882cc6 req-7e5a1730-018b-4329-87af-d3e9ca74fff3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2 HTTP/1.1" status: 200  len: 1127 time: 0.0519338
Feb 05 20:47:21.203045 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d68baa1a-aba9-44bf-9ce9-a75ced882cc6 req-c0f35233-b082-449a-8309-2eb831dbdb6b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450511
Feb 05 20:47:21.295657 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-3d15c00d-4dfd-48c2-b756-9fc63a838eb7 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Made reservation on behalf of 9e4e31092ef641efbf6eaf54cfa40d67 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:47:21.299046 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-3d15c00d-4dfd-48c2-b756-9fc63a838eb7 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:21.415219 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1fd1d331-5b8e-478c-a21a-7f3dbd0801c1 req-740f7fca-ba34-4cce-a33a-28e894034722 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3208208
Feb 05 20:47:21.478753 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-acbcfbb3-1b0a-4682-bf9a-a25b9b5a5e89 req-56ae2435-e4d4-4800-a9fa-f0c2804dfcf3 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ad59ce-c366-4aba-90a6-692f0b23b959 HTTP/1.1" status: 200  len: 210 time: 0.0729003
Feb 05 20:47:21.499768 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9cf3f7-7da3-41bb-bc89-acf161367916 req-cac9da4e-34b6-4f40-aa9f-8950ed493409 tempest-DeleteServersAdminTestJSON-1807165364 tempest-DeleteServersAdminTestJSON-1807165364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:21.503138 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ac9cf3f7-7da3-41bb-bc89-acf161367916 req-cac9da4e-34b6-4f40-aa9f-8950ed493409 tempest-DeleteServersAdminTestJSON-1807165364 tempest-DeleteServersAdminTestJSON-1807165364-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=19b7868c-7739-4a97-b9c5-0b9ff45fe55c HTTP/1.1" status: 200  len: 1131 time: 0.0521820
Feb 05 20:47:21.596128 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-ac9cf3f7-7da3-41bb-bc89-acf161367916 req-84346284-858c-4826-9337-fadc0aa38a25 tempest-DeleteServersAdminTestJSON-1807165364 tempest-DeleteServersAdminTestJSON-1807165364-project-admin] Deleting port 8de28490-c39e-4be8-b24e-2fafffb23ef4 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:47:21.596476 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ac9cf3f7-7da3-41bb-bc89-acf161367916 req-84346284-858c-4826-9337-fadc0aa38a25 tempest-DeleteServersAdminTestJSON-1807165364 tempest-DeleteServersAdminTestJSON-1807165364-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (8de28490-c39e-4be8-b24e-2fafffb23ef4), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:21.646429 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae94a5bd-482c-4b76-ac5e-897b4e468b20 req-2cbc4415-563f-497a-bf0f-3a7c59949d59 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:21.647973 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ae94a5bd-482c-4b76-ac5e-897b4e468b20 req-2cbc4415-563f-497a-bf0f-3a7c59949d59 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff0a7596-45d0-4a4b-a712-5a6facd8a8dd HTTP/1.1" status: 200  len: 950 time: 0.2360010
Feb 05 20:47:21.681149 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-ac9cf3f7-7da3-41bb-bc89-acf161367916 req-84346284-858c-4826-9337-fadc0aa38a25 tempest-DeleteServersAdminTestJSON-1807165364 tempest-DeleteServersAdminTestJSON-1807165364-project-admin] For port 8de28490-c39e-4be8-b24e-2fafffb23ef4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8de28490-c39e-4be8-b24e-2fafffb23ef4,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:47:21.681513 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ac9cf3f7-7da3-41bb-bc89-acf161367916 req-84346284-858c-4826-9337-fadc0aa38a25 tempest-DeleteServersAdminTestJSON-1807165364 tempest-DeleteServersAdminTestJSON-1807165364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (8de28490-c39e-4be8-b24e-2fafffb23ef4), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:21.696681 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-ac9cf3f7-7da3-41bb-bc89-acf161367916 req-84346284-858c-4826-9337-fadc0aa38a25 tempest-DeleteServersAdminTestJSON-1807165364 tempest-DeleteServersAdminTestJSON-1807165364-project-admin] Calling delete_port for 8de28490-c39e-4be8-b24e-2fafffb23ef4 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:47:21.697237 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-3d15c00d-4dfd-48c2-b756-9fc63a838eb7 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Allocated IP 172.20.0.7 (3d591eda-8294-4b7a-a6d2-1afd55bde68d/f822a84b-448b-4295-886d-3f476dc82ced/5cf32de2-4074-43f6-bcb4-7aa8f231f04a) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:47:21.712156 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1fd1d331-5b8e-478c-a21a-7f3dbd0801c1 req-46860229-484e-4dd9-b6f5-9530c99059c4 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2865798
Feb 05 20:47:21.742835 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8130821-a9e2-47aa-a286-15fd583e90e7 req-225e7be5-0d6a-423a-b092-b9483bfdcff1 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:21.744376 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a8130821-a9e2-47aa-a286-15fd583e90e7 req-225e7be5-0d6a-423a-b092-b9483bfdcff1 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] 10.222.0.32 "GET /v2.0/ports?device_id=751bfb0b-8fa0-4994-bd14-fb592c30a14e HTTP/1.1" status: 200  len: 948 time: 0.1813273
Feb 05 20:47:21.786295 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 20:47:21.804557 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ae94a5bd-482c-4b76-ac5e-897b4e468b20 req-eaae638a-1eca-4c1a-ac2f-7a922e2bdc2f tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1451340
Feb 05 20:47:21.837844 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ac9cf3f7-7da3-41bb-bc89-acf161367916 req-84346284-858c-4826-9337-fadc0aa38a25 tempest-DeleteServersAdminTestJSON-1807165364 tempest-DeleteServersAdminTestJSON-1807165364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (8de28490-c39e-4be8-b24e-2fafffb23ef4), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:21.850085 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['8de28490-c39e-4be8-b24e-2fafffb23ef4'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:47:21.876295 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84346284-858c-4826-9337-fadc0aa38a25 tempest-DeleteServersAdminTestJSON-1807165364 tempest-DeleteServersAdminTestJSON-1807165364-project-admin] Pushing event deleted for resources: {'Port': ['ID=8de28490-c39e-4be8-b24e-2fafffb23ef4,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:21.930150 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac9cf3f7-7da3-41bb-bc89-acf161367916 req-84346284-858c-4826-9337-fadc0aa38a25 tempest-DeleteServersAdminTestJSON-1807165364 tempest-DeleteServersAdminTestJSON-1807165364-project-admin] No DVR routers for this DVR port 8de28490-c39e-4be8-b24e-2fafffb23ef4 on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:47:21.935545 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ac9cf3f7-7da3-41bb-bc89-acf161367916 req-84346284-858c-4826-9337-fadc0aa38a25 tempest-DeleteServersAdminTestJSON-1807165364 tempest-DeleteServersAdminTestJSON-1807165364-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:21.941837 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ac9cf3f7-7da3-41bb-bc89-acf161367916 req-84346284-858c-4826-9337-fadc0aa38a25 tempest-DeleteServersAdminTestJSON-1807165364 tempest-DeleteServersAdminTestJSON-1807165364-project-admin] 10.222.0.21 "DELETE /v2.0/ports/8de28490-c39e-4be8-b24e-2fafffb23ef4 HTTP/1.1" status: 204  len: 173 time: 0.4309726
Feb 05 20:47:21.943304 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b7868c-7739-4a97-b9c5-0b9ff45fe55c', 'name': 'network-vif-deleted', 'tag': '8de28490-c39e-4be8-b24e-2fafffb23ef4'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:47:21.946141 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef93367f-89fa-46f5-a829-dad92bfabb69" -d '{"events": [{"server_uuid": "19b7868c-7739-4a97-b9c5-0b9ff45fe55c", "name": "network-vif-deleted", "tag": "8de28490-c39e-4be8-b24e-2fafffb23ef4"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:47:21.985451 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a8130821-a9e2-47aa-a286-15fd583e90e7 req-4de1b8dc-be46-4fa1-a360-8e6dc1624fed tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] 10.222.0.32 "GET /v2.0/security-groups?id=a48a0441-c9ea-4055-ad23-5e6fdc40daea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2297628
Feb 05 20:47:22.036190 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fdac227f-c316-426b-a8bb-ac85cb746230 req-0874d61f-7a02-473e-8e0b-e57804dec993 tempest-QuotasAdminNegativeTest-684989384 tempest-QuotasAdminNegativeTest-684989384-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a2a64abae5b947ebbbb0f155d9f7fcbb&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0377648
Feb 05 20:47:22.055723 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9fb827-82c6-4e77-870f-ee18347042d0 x-openstack-request-id: req-ea9fb827-82c6-4e77-870f-ee18347042d0 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:47:22.056410 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b7868c-7739-4a97-b9c5-0b9ff45fe55c", "name": "network-vif-deleted", "tag": "8de28490-c39e-4be8-b24e-2fafffb23ef4", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:47:22.056759 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ea9fb827-82c6-4e77-870f-ee18347042d0 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:47:22.057329 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b7868c-7739-4a97-b9c5-0b9ff45fe55c', 'name': 'network-vif-deleted', 'tag': '8de28490-c39e-4be8-b24e-2fafffb23ef4', 'status': 'completed', 'code': 200}
Feb 05 20:47:22.150467 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-3d15c00d-4dfd-48c2-b756-9fc63a838eb7 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Publish callbacks [] for port (5cf32de2-4074-43f6-bcb4-7aa8f231f04a), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:22.188104 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-478591e9-527a-45bf-9638-46674719c778 req-2b063fe0-2f65-4b33-b44c-20e42ea293a3 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=19b7868c-7739-4a97-b9c5-0b9ff45fe55c HTTP/1.1" status: 200  len: 210 time: 0.0466323
Feb 05 20:47:22.236117 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac227f-c316-426b-a8bb-ac85cb746230 req-fc236660-6ca8-4e71-9aa1-b363f18b1627 tempest-QuotasAdminNegativeTest-684989384 tempest-QuotasAdminNegativeTest-684989384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:22.237620 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fdac227f-c316-426b-a8bb-ac85cb746230 req-fc236660-6ca8-4e71-9aa1-b363f18b1627 tempest-QuotasAdminNegativeTest-684989384 tempest-QuotasAdminNegativeTest-684989384-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1917803
Feb 05 20:47:22.257934 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-3d15c00d-4dfd-48c2-b756-9fc63a838eb7 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (5cf32de2-4074-43f6-bcb4-7aa8f231f04a), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:22.272536 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fdac227f-c316-426b-a8bb-ac85cb746230 req-81f4dca6-b1d1-4ee2-99ee-8f3f4d30736d tempest-QuotasAdminNegativeTest-684989384 tempest-QuotasAdminNegativeTest-684989384-project] 10.222.0.32 "GET /v2.0/quotas/a2a64abae5b947ebbbb0f155d9f7fcbb HTTP/1.1" status: 200  len: 375 time: 0.0246878
Feb 05 20:47:22.356351 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-3d15c00d-4dfd-48c2-b756-9fc63a838eb7 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Network 3d591eda-8294-4b7a-a6d2-1afd55bde68d is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:47:22.358885 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fdac227f-c316-426b-a8bb-ac85cb746230 req-dd7618b6-de55-4766-9620-4ab1de1a7788 tempest-QuotasAdminNegativeTest-684989384 tempest-QuotasAdminNegativeTest-684989384-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a2a64abae5b947ebbbb0f155d9f7fcbb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0631089
Feb 05 20:47:22.363271 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f61db5c8-c588-4814-93a2-861bc926e1d1 req-a7a95e47-2629-4afd-9187-78e87e93ad63 tempest-FlavorsV2NegativeTest-1517868678 tempest-FlavorsV2NegativeTest-1517868678-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=2e93f5ca620247a09c203d4c1bc6fdef&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0663466
Feb 05 20:47:22.365863 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-3d15c00d-4dfd-48c2-b756-9fc63a838eb7 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:47:22.368225 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-3d15c00d-4dfd-48c2-b756-9fc63a838eb7 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:47:22.374163 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-3d15c00d-4dfd-48c2-b756-9fc63a838eb7 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:22.374788 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-3d15c00d-4dfd-48c2-b756-9fc63a838eb7 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:22.393665 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d15c00d-4dfd-48c2-b756-9fc63a838eb7 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Pushing event updated for resources: {'Port': ['ID=5cf32de2-4074-43f6-bcb4-7aa8f231f04a,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:22.426043 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-3d15c00d-4dfd-48c2-b756-9fc63a838eb7 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3564508
Feb 05 20:47:22.464216 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-bce16fa8-0f90-4baa-963f-7887f62c21fe service neutron] Request body: {'port': {'device_id': '11ad59ce-c366-4aba-90a6-692f0b23b959', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:47:22.589457 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61db5c8-c588-4814-93a2-861bc926e1d1 req-6f49c1aa-e9a2-4b18-8c69-5feccfa856cc tempest-FlavorsV2NegativeTest-1517868678 tempest-FlavorsV2NegativeTest-1517868678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:22.591085 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f61db5c8-c588-4814-93a2-861bc926e1d1 req-6f49c1aa-e9a2-4b18-8c69-5feccfa856cc tempest-FlavorsV2NegativeTest-1517868678 tempest-FlavorsV2NegativeTest-1517868678-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2135382
Feb 05 20:47:22.606302 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-bce16fa8-0f90-4baa-963f-7887f62c21fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5cf32de2-4074-43f6-bcb4-7aa8f231f04a), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:22.619500 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f61db5c8-c588-4814-93a2-861bc926e1d1 req-0af065f6-cc35-48cb-85d1-9b7d7cfece46 tempest-FlavorsV2NegativeTest-1517868678 tempest-FlavorsV2NegativeTest-1517868678-project] 10.222.0.32 "GET /v2.0/quotas/2e93f5ca620247a09c203d4c1bc6fdef HTTP/1.1" status: 200  len: 375 time: 0.0229182
Feb 05 20:47:22.628411 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23174bb2-aeda-494c-914d-e823a7bca0ea req-7bc63651-4d05-4eef-879f-07c53cdf3cd8 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:22.629886 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-23174bb2-aeda-494c-914d-e823a7bca0ea req-7bc63651-4d05-4eef-879f-07c53cdf3cd8 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2 HTTP/1.1" status: 200  len: 945 time: 0.1438065
Feb 05 20:47:22.682285 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f61db5c8-c588-4814-93a2-861bc926e1d1 req-ef5d1f6e-5a27-442d-89e3-0a75cd42cba5 tempest-FlavorsV2NegativeTest-1517868678 tempest-FlavorsV2NegativeTest-1517868678-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2e93f5ca620247a09c203d4c1bc6fdef&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0503626
Feb 05 20:47:22.737566 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-23174bb2-aeda-494c-914d-e823a7bca0ea req-ed4f1b34-7fc0-4282-95e0-7801d5347757 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945086
Feb 05 20:47:22.959432 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f8494-7876-4e5a-8779-713ce33e6e59 req-1b0daaac-479a-4dc8-b655-5c317f59adf0 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:22.961112 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3c5f8494-7876-4e5a-8779-713ce33e6e59 req-1b0daaac-479a-4dc8-b655-5c317f59adf0 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ad59ce-c366-4aba-90a6-692f0b23b959 HTTP/1.1" status: 200  len: 931 time: 0.1346166
Feb 05 20:47:23.035474 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0a7596-45d0-4a4b-a712-5a6facd8a8dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:47:23.037837 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230dd422-eba0-4601-9e6c-90fa8f610171" -d '{"events": [{"server_uuid": "ff0a7596-45d0-4a4b-a712-5a6facd8a8dd", "name": "network-vif-plugged", "status": "completed", "tag": "a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:47:23.078777 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac7d75-ee5f-48d0-8305-47d7b11e2994 req-2305ba0f-26c7-4659-857b-ff7e4c003b76 tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:23.080532 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0dac7d75-ee5f-48d0-8305-47d7b11e2994 req-2305ba0f-26c7-4659-857b-ff7e4c003b76 tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2 HTTP/1.1" status: 200  len: 1127 time: 0.1443493
Feb 05 20:47:23.087792 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3c5f8494-7876-4e5a-8779-713ce33e6e59 req-0169266b-b622-4c09-9e34-6cb20be8edbe tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1057925
Feb 05 20:47:23.092177 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-bce16fa8-0f90-4baa-963f-7887f62c21fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cf32de2-4074-43f6-bcb4-7aa8f231f04a {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:47:23.105585 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-bce16fa8-0f90-4baa-963f-7887f62c21fe service neutron] Publish callbacks [] for port (5cf32de2-4074-43f6-bcb4-7aa8f231f04a), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:23.133718 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-bce16fa8-0f90-4baa-963f-7887f62c21fe service neutron] Transition to ACTIVE for port object 5cf32de2-4074-43f6-bcb4-7aa8f231f04a will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:47:23.144358 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-bce16fa8-0f90-4baa-963f-7887f62c21fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5cf32de2-4074-43f6-bcb4-7aa8f231f04a), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:23.188256 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0dac7d75-ee5f-48d0-8305-47d7b11e2994 req-d65c99be-e4c3-4c85-8573-836a09853504 tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982292
Feb 05 20:47:23.262406 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54978) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:23.392579 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c6d1c87d-eda2-4507-a14b-72a4ffaec043 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:23.450439 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce16fa8-0f90-4baa-963f-7887f62c21fe service neutron] Pushing event updated for resources: {'Port': ['ID=5cf32de2-4074-43f6-bcb4-7aa8f231f04a,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:23.499197 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c6d1c87d-eda2-4507-a14b-72a4ffaec043 admin admin] Publish callbacks [] for security_group (50d0ed33-86f8-4240-a809-e8f5e638b82b), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:23.504583 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-bce16fa8-0f90-4baa-963f-7887f62c21fe service neutron] Attempting to bind port 5cf32de2-4074-43f6-bcb4-7aa8f231f04a on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:47:23.504923 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-bce16fa8-0f90-4baa-963f-7887f62c21fe service neutron] Attempting to bind port 5cf32de2-4074-43f6-bcb4-7aa8f231f04a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:47:23.505202 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c6d1c87d-eda2-4507-a14b-72a4ffaec043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (50d0ed33-86f8-4240-a809-e8f5e638b82b), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:23.505321 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-bce16fa8-0f90-4baa-963f-7887f62c21fe service neutron] Attempting to bind port 5cf32de2-4074-43f6-bcb4-7aa8f231f04a on network 3d591eda-8294-4b7a-a6d2-1afd55bde68d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:47:23.516191 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbfc24-b567-439b-976b-aea5293da753 req-75d2d58b-c593-484c-8352-68a01b009e42 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:23.523090 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-60bbfc24-b567-439b-976b-aea5293da753 req-75d2d58b-c593-484c-8352-68a01b009e42 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff0a7596-45d0-4a4b-a712-5a6facd8a8dd HTTP/1.1" status: 200  len: 950 time: 0.3647666
Feb 05 20:47:23.533557 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-bce16fa8-0f90-4baa-963f-7887f62c21fe service neutron] Port 5cf32de2-4074-43f6-bcb4-7aa8f231f04a on network 3d591eda-8294-4b7a-a6d2-1afd55bde68d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:47:23.533891 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-bce16fa8-0f90-4baa-963f-7887f62c21fe service neutron] Attempting to bind port 5cf32de2-4074-43f6-bcb4-7aa8f231f04a on network 3d591eda-8294-4b7a-a6d2-1afd55bde68d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:47:23.548661 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c6d1c87d-eda2-4507-a14b-72a4ffaec043 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2e93f5ca620247a09c203d4c1bc6fdef&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2829359
Feb 05 20:47:23.549166 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54984) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:23.549596 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54986) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:23.557474 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-bce16fa8-0f90-4baa-963f-7887f62c21fe service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:47:23.557815 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-bce16fa8-0f90-4baa-963f-7887f62c21fe service neutron] Checking segment: {'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:47:23.558198 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-bce16fa8-0f90-4baa-963f-7887f62c21fe service neutron] Bound using segment: {'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:47:23.558675 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-bce16fa8-0f90-4baa-963f-7887f62c21fe service neutron] Bound port: 5cf32de2-4074-43f6-bcb4-7aa8f231f04a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:47:23.559036 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-bce16fa8-0f90-4baa-963f-7887f62c21fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5cf32de2-4074-43f6-bcb4-7aa8f231f04a), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:23.568888 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1c87d-eda2-4507-a14b-72a4ffaec043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d0ed33-86f8-4240-a809-e8f5e638b82b,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:23.596336 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505be40c-878a-4cae-9935-1314ab8ce363 req-4978543d-cd5e-4cc8-8515-c8a15477fbf2 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:23.598325 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-505be40c-878a-4cae-9935-1314ab8ce363 req-4978543d-cd5e-4cc8-8515-c8a15477fbf2 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] 10.222.0.32 "GET /v2.0/ports?device_id=751bfb0b-8fa0-4994-bd14-fb592c30a14e HTTP/1.1" status: 200  len: 948 time: 0.1433492
Feb 05 20:47:23.607223 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2b951470-4070-4734-95f5-e1cfcbea3795 admin admin] Publish callbacks [] for security_group (50d0ed33-86f8-4240-a809-e8f5e638b82b), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:23.610806 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-60bbfc24-b567-439b-976b-aea5293da753 req-603ccb5d-ab53-40bf-ae5b-9d40c5911109 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836639
Feb 05 20:47:23.630097 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2b951470-4070-4734-95f5-e1cfcbea3795 admin admin] Publish callbacks [] for security_group (50d0ed33-86f8-4240-a809-e8f5e638b82b), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:23.655877 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb238b7-8c12-4263-ab59-6e4d757ab472 x-openstack-request-id: req-2bb238b7-8c12-4263-ab59-6e4d757ab472 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:47:23.656316 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0a7596-45d0-4a4b-a712-5a6facd8a8dd", "name": "network-vif-plugged", "status": "completed", "tag": "a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:47:23.656608 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2bb238b7-8c12-4263-ab59-6e4d757ab472 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:47:23.657000 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0a7596-45d0-4a4b-a712-5a6facd8a8dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115', 'code': 200}
Feb 05 20:47:23.727443 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-505be40c-878a-4cae-9935-1314ab8ce363 req-4b8b511a-ebbf-4302-ad3b-f3924afc7bf5 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] 10.222.0.32 "GET /v2.0/security-groups?id=a48a0441-c9ea-4055-ad23-5e6fdc40daea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116207
Feb 05 20:47:23.728725 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-bce16fa8-0f90-4baa-963f-7887f62c21fe service neutron] For port 5cf32de2-4074-43f6-bcb4-7aa8f231f04a, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:47:23.732495 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-bce16fa8-0f90-4baa-963f-7887f62c21fe service neutron] For port 5cf32de2-4074-43f6-bcb4-7aa8f231f04a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5cf32de2-4074-43f6-bcb4-7aa8f231f04a,segment=NetworkSegment(22aada35-3566-46c2-b11c-622e4f2f6275),segment_id=22aada35-3566-46c2-b11c-622e4f2f6275)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:47:23.743029 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-bce16fa8-0f90-4baa-963f-7887f62c21fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5cf32de2-4074-43f6-bcb4-7aa8f231f04a), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:23.808271 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-bce16fa8-0f90-4baa-963f-7887f62c21fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:23.809148 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-bce16fa8-0f90-4baa-963f-7887f62c21fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:23.813244 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-bce16fa8-0f90-4baa-963f-7887f62c21fe service neutron] 10.222.0.39 "PUT /v2.0/ports/5cf32de2-4074-43f6-bcb4-7aa8f231f04a HTTP/1.1" status: 200  len: 1091 time: 1.3506691
Feb 05 20:47:23.813719 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11ad59ce-c366-4aba-90a6-692f0b23b959', 'tag': '5cf32de2-4074-43f6-bcb4-7aa8f231f04a'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:47:23.815914 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7732cec-11ad-495e-9f2d-fe0f18ba7b97" -d '{"events": [{"name": "network-changed", "server_uuid": "11ad59ce-c366-4aba-90a6-692f0b23b959", "tag": "5cf32de2-4074-43f6-bcb4-7aa8f231f04a"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:47:23.863856 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfec830-3ec7-40b0-abc8-6b7fe8cc9e2b x-openstack-request-id: req-abfec830-3ec7-40b0-abc8-6b7fe8cc9e2b {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:47:23.864160 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11ad59ce-c366-4aba-90a6-692f0b23b959", "tag": "5cf32de2-4074-43f6-bcb4-7aa8f231f04a", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:47:23.864445 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-abfec830-3ec7-40b0-abc8-6b7fe8cc9e2b {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:47:23.864847 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11ad59ce-c366-4aba-90a6-692f0b23b959', 'tag': '5cf32de2-4074-43f6-bcb4-7aa8f231f04a', 'status': 'completed', 'code': 200}
Feb 05 20:47:23.883946 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce16fa8-0f90-4baa-963f-7887f62c21fe service neutron] Pushing event updated for resources: {'Port': ['ID=5cf32de2-4074-43f6-bcb4-7aa8f231f04a,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:23.890561 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48d4f5-f2bb-4c29-84a2-366ad0ca6fc7 req-d2b985cb-55e1-44f2-9ac3-9f7c20cc8827 tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:23.892312 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cd48d4f5-f2bb-4c29-84a2-366ad0ca6fc7 req-d2b985cb-55e1-44f2-9ac3-9f7c20cc8827 tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2 HTTP/1.1" status: 200  len: 1127 time: 0.1450467
Feb 05 20:47:23.935881 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-17d6d926-ff00-4f64-9f03-5f75dcc8176b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:23.970604 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2b951470-4070-4734-95f5-e1cfcbea3795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (50d0ed33-86f8-4240-a809-e8f5e638b82b), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:23.973646 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2b951470-4070-4734-95f5-e1cfcbea3795 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:23.974805 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2b951470-4070-4734-95f5-e1cfcbea3795 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/50d0ed33-86f8-4240-a809-e8f5e638b82b HTTP/1.1" status: 204  len: 168 time: 0.4223409
Feb 05 20:47:23.990157 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0d4fc-5005-4666-9eed-0401c58d3346 req-71c8f495-a2d5-46e9-82ca-a3fa182b774c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:23.991697 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d3a0d4fc-5005-4666-9eed-0401c58d3346 req-71c8f495-a2d5-46e9-82ca-a3fa182b774c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ff0a7596-45d0-4a4b-a712-5a6facd8a8dd HTTP/1.1" status: 200  len: 1132 time: 0.0946448
Feb 05 20:47:23.992225 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cd48d4f5-f2bb-4c29-84a2-366ad0ca6fc7 req-b120a462-e237-4f5f-8bcd-3b63df099eaf tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899167
Feb 05 20:47:23.997820 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-ca943b44-d4af-49c1-b3b8-9511f1b3bba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:23.999952 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-ca943b44-d4af-49c1-b3b8-9511f1b3bba7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e4e31092ef641efbf6eaf54cfa40d67&device_id=11ad59ce-c366-4aba-90a6-692f0b23b959 HTTP/1.1" status: 200  len: 1125 time: 0.1121964
Feb 05 20:47:24.005082 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b951470-4070-4734-95f5-e1cfcbea3795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d0ed33-86f8-4240-a809-e8f5e638b82b,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:24.073549 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d3a0d4fc-5005-4666-9eed-0401c58d3346 req-71cb7993-6158-4a5b-9752-b377f84105ea service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733383
Feb 05 20:47:24.084964 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-40a71381-f963-4a86-b022-1beb1ec144b8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cf32de2-4074-43f6-bcb4-7aa8f231f04a HTTP/1.1" status: 200  len: 217 time: 0.0677319
Feb 05 20:47:24.085972 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-17d6d926-ff00-4f64-9f03-5f75dcc8176b admin admin] Publish callbacks [] for security_group (5c1b0ec3-332e-45f3-8d14-60fa6b4a65c7), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:24.092903 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-17d6d926-ff00-4f64-9f03-5f75dcc8176b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (5c1b0ec3-332e-45f3-8d14-60fa6b4a65c7), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:24.132123 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-53d436d5-8d40-4e76-b2a5-cc6be8265259 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=7fa62d0885c141e484c763aa712e28f5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0379262
Feb 05 20:47:24.133519 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6d926-ff00-4f64-9f03-5f75dcc8176b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1b0ec3-332e-45f3-8d14-60fa6b4a65c7,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:24.138151 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-17d6d926-ff00-4f64-9f03-5f75dcc8176b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a2a64abae5b947ebbbb0f155d9f7fcbb&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5875697
Feb 05 20:47:24.140947 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55014) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:24.205293 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-63c44f84-e326-4dd7-b9ef-0a7fd939ca7a admin admin] Publish callbacks [] for security_group (5c1b0ec3-332e-45f3-8d14-60fa6b4a65c7), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:24.231589 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-63c44f84-e326-4dd7-b9ef-0a7fd939ca7a admin admin] Publish callbacks [] for security_group (5c1b0ec3-332e-45f3-8d14-60fa6b4a65c7), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:24.298086 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-63c44f84-e326-4dd7-b9ef-0a7fd939ca7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (5c1b0ec3-332e-45f3-8d14-60fa6b4a65c7), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:24.300724 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-63c44f84-e326-4dd7-b9ef-0a7fd939ca7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:24.301868 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-63c44f84-e326-4dd7-b9ef-0a7fd939ca7a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5c1b0ec3-332e-45f3-8d14-60fa6b4a65c7 HTTP/1.1" status: 204  len: 168 time: 0.1595809
Feb 05 20:47:24.310707 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c44f84-e326-4dd7-b9ef-0a7fd939ca7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1b0ec3-332e-45f3-8d14-60fa6b4a65c7,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:24.371464 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-ef441c55-04d5-4355-aa72-3bed9e623c4e tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:24.378420 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-ef441c55-04d5-4355-aa72-3bed9e623c4e tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2268014
Feb 05 20:47:24.406932 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-6d5b1f63-32cb-4b6d-b6d2-5a6137f45527 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/quotas/7fa62d0885c141e484c763aa712e28f5 HTTP/1.1" status: 200  len: 375 time: 0.0281525
Feb 05 20:47:24.423015 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-63cdd77f-b2aa-4e5c-b4e6-756f93425016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:24.424667 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-63cdd77f-b2aa-4e5c-b4e6-756f93425016 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f822a84b-448b-4295-886d-3f476dc82ced HTTP/1.1" status: 200  len: 861 time: 0.1462462
Feb 05 20:47:24.451571 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-743246b8-f4b7-48ec-a6ec-4831a201217e tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7fa62d0885c141e484c763aa712e28f5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0436695
Feb 05 20:47:24.480770 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-7719f2d8-ca8b-4e89-a7ec-6cb4c6822599 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d591eda-8294-4b7a-a6d2-1afd55bde68d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0316050
Feb 05 20:47:24.493578 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e8071-02a8-43b6-94eb-186753d988c5 req-1ac3862c-9c9b-4192-82ee-af3b4d21c88c tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:24.495357 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d29e8071-02a8-43b6-94eb-186753d988c5 req-1ac3862c-9c9b-4192-82ee-af3b4d21c88c tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ad59ce-c366-4aba-90a6-692f0b23b959 HTTP/1.1" status: 200  len: 943 time: 0.2341766
Feb 05 20:47:24.664868 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d29e8071-02a8-43b6-94eb-186753d988c5 req-02f329eb-60ef-46e5-92ec-691173970654 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1596317
Feb 05 20:47:24.718255 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device abac0301-5bdb-4fa4-a70f-f5110f61ed44 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:47:24.723572 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 8de28490-c39e-4be8-b24e-2fafffb23ef4 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:47:24.760012 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-4bd3d44f-4bdc-484a-8abd-037b10a9ef10 service neutron] 10.222.0.39 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2634921
Feb 05 20:47:24.797408 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: 8de28490-c39e-4be8-b24e-2fafffb23ef4 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:47:24.798046 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 8de28490-c39e-4be8-b24e-2fafffb23ef4 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:47:24.819944 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-373b0b78-e6f4-474b-b0d2-46308113c6db req-c7c4d374-0566-4d20-abfe-82ca52ffad2e tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 210 time: 0.0664268
Feb 05 20:47:25.024682 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port abac0301-5bdb-4fa4-a70f-f5110f61ed44, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=abac0301-5bdb-4fa4-a70f-f5110f61ed44,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:47:25.029794 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55052) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:25.042179 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': 'abac0301-5bdb-4fa4-a70f-f5110f61ed44', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'port_id': 'abac0301-5bdb-4fa4-a70f-f5110f61ed44', 'mac_address': 'fa:16:3e:9b:be:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3c763-0926-4b49-ade5-d66ee3d4c489', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:47:25.062050 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d5b83d2e-7928-4f79-927f-ea5b579cf95f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:25.066471 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55056) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:25.085037 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36cdbb4-3416-4bcc-82e4-1580195532c7 req-c3b1e12d-c2c7-4e6e-9af2-ba405daa6128 tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:25.087706 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port abac0301-5bdb-4fa4-a70f-f5110f61ed44 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:47:25.088100 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (abac0301-5bdb-4fa4-a70f-f5110f61ed44), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:25.089970 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f36cdbb4-3416-4bcc-82e4-1580195532c7 req-c3b1e12d-c2c7-4e6e-9af2-ba405daa6128 tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2 HTTP/1.1" status: 200  len: 1127 time: 0.3931906
Feb 05 20:47:25.091875 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-98014c7c-0e9e-4aca-ab01-ba617b956c21 req-84f41fa5-6d9c-4820-aad6-9cd23b679597 service neutron] 10.222.0.39 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3186128
Feb 05 20:47:25.110580 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abac0301-5bdb-4fa4-a70f-f5110f61ed44 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:47:25.137512 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port abac0301-5bdb-4fa4-a70f-f5110f61ed44, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=abac0301-5bdb-4fa4-a70f-f5110f61ed44,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:47:25.146897 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (abac0301-5bdb-4fa4-a70f-f5110f61ed44), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:25.205713 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d5b83d2e-7928-4f79-927f-ea5b579cf95f admin admin] Publish callbacks [] for security_group (87641e52-677c-4a7c-b493-055993639c55), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:25.211492 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f36cdbb4-3416-4bcc-82e4-1580195532c7 req-25e65fa0-d81b-4f05-b1b0-3f04e894db16 tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0996611
Feb 05 20:47:25.227083 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d5b83d2e-7928-4f79-927f-ea5b579cf95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (87641e52-677c-4a7c-b493-055993639c55), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:25.254000 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=abac0301-5bdb-4fa4-a70f-f5110f61ed44,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:25.291993 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed85f8-0040-4d76-95e4-9c61787d08b0 req-67fdd6b8-79e4-48b6-ad1a-0a868af3fe47 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:25.294545 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-20ed85f8-0040-4d76-95e4-9c61787d08b0 req-67fdd6b8-79e4-48b6-ad1a-0a868af3fe47 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff0a7596-45d0-4a4b-a712-5a6facd8a8dd HTTP/1.1" status: 200  len: 950 time: 0.3359501
Feb 05 20:47:25.300996 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d5b83d2e-7928-4f79-927f-ea5b579cf95f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9cf6f59ff820488ebe26ae9eed770aff&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2688437
Feb 05 20:47:25.302654 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55062) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:25.303487 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b83d2e-7928-4f79-927f-ea5b579cf95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87641e52-677c-4a7c-b493-055993639c55,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:25.375728 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-82a5618b-64d8-4f14-99c2-746036216bd1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1017594264-network', 'tenant_id': '527d10d28e8840b1b77fb7b65a2178e6'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:47:25.387809 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9c288bdf-ac96-4855-9daf-c2377167cacd admin admin] Publish callbacks [] for security_group (87641e52-677c-4a7c-b493-055993639c55), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:25.411932 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7732cec-11ad-495e-9f2d-fe0f18ba7b97 req-fb173379-36ca-4184-aecd-73316fcbca3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:25.413455 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f7732cec-11ad-495e-9f2d-fe0f18ba7b97 req-fb173379-36ca-4184-aecd-73316fcbca3e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e4e31092ef641efbf6eaf54cfa40d67&device_id=11ad59ce-c366-4aba-90a6-692f0b23b959 HTTP/1.1" status: 200  len: 1125 time: 0.2313771
Feb 05 20:47:25.419542 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9c288bdf-ac96-4855-9daf-c2377167cacd admin admin] Publish callbacks [] for security_group (87641e52-677c-4a7c-b493-055993639c55), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:25.424325 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-20ed85f8-0040-4d76-95e4-9c61787d08b0 req-2106b9aa-1949-4b0f-8ade-c403f2d291df tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023531
Feb 05 20:47:25.427521 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a5618b-64d8-4f14-99c2-746036216bd1 admin admin] Made reservation on behalf of 527d10d28e8840b1b77fb7b65a2178e6 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:47:25.429782 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-82a5618b-64d8-4f14-99c2-746036216bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:25.435717 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca332ac7-f133-4065-b74c-2bdb4b56c3ed req-4838f575-158f-4615-b09e-5c098f745d81 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:25.437595 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ca332ac7-f133-4065-b74c-2bdb4b56c3ed req-4838f575-158f-4615-b09e-5c098f745d81 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] 10.222.0.32 "GET /v2.0/ports?device_id=751bfb0b-8fa0-4994-bd14-fb592c30a14e HTTP/1.1" status: 200  len: 949 time: 0.1420567
Feb 05 20:47:25.447734 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-82a5618b-64d8-4f14-99c2-746036216bd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:25.476363 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['abac0301-5bdb-4fa4-a70f-f5110f61ed44'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:47:25.560653 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ca332ac7-f133-4065-b74c-2bdb4b56c3ed req-8f1cf1e8-47a7-4714-a5d2-b6f457163ee4 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] 10.222.0.32 "GET /v2.0/security-groups?id=a48a0441-c9ea-4055-ad23-5e6fdc40daea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118376
Feb 05 20:47:25.568837 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9c288bdf-ac96-4855-9daf-c2377167cacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (87641e52-677c-4a7c-b493-055993639c55), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:25.571753 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9c288bdf-ac96-4855-9daf-c2377167cacd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:25.573082 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9c288bdf-ac96-4855-9daf-c2377167cacd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/87641e52-677c-4a7c-b493-055993639c55 HTTP/1.1" status: 204  len: 168 time: 0.2667139
Feb 05 20:47:25.587461 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-82a5618b-64d8-4f14-99c2-746036216bd1 admin admin] Publish callbacks [] for security_group (f1d324b3-3da9-44cb-833e-e6d431e6537c), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:25.599849 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-82a5618b-64d8-4f14-99c2-746036216bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f1d324b3-3da9-44cb-833e-e6d431e6537c), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:25.601183 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7732cec-11ad-495e-9f2d-fe0f18ba7b97 req-6c153d80-05c2-45ba-9c3f-8e44ba269a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:25.602715 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f7732cec-11ad-495e-9f2d-fe0f18ba7b97 req-6c153d80-05c2-45ba-9c3f-8e44ba269a01 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d591eda-8294-4b7a-a6d2-1afd55bde68d HTTP/1.1" status: 200  len: 922 time: 0.1641936
Feb 05 20:47:25.604181 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c288bdf-ac96-4855-9daf-c2377167cacd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87641e52-677c-4a7c-b493-055993639c55,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:25.634435 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82a5618b-64d8-4f14-99c2-746036216bd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:47:25.641497 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a5618b-64d8-4f14-99c2-746036216bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d324b3-3da9-44cb-833e-e6d431e6537c,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:25.648346 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-82a5618b-64d8-4f14-99c2-746036216bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (09abd495-dfb6-4655-a11b-eae610695a85), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:25.648665 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-82a5618b-64d8-4f14-99c2-746036216bd1 admin admin] Added segment 09abd495-dfb6-4655-a11b-eae610695a85 of type vlan for network 33c3ef76-873c-4cff-a0fb-48c0f61e95e9
Feb 05 20:47:25.676037 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f7732cec-11ad-495e-9f2d-fe0f18ba7b97 req-bb69c2e4-fe95-413e-ba60-696240d227d1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cf32de2-4074-43f6-bcb4-7aa8f231f04a HTTP/1.1" status: 200  len: 217 time: 0.0633523
Feb 05 20:47:25.699173 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-82a5618b-64d8-4f14-99c2-746036216bd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (33c3ef76-873c-4cff-a0fb-48c0f61e95e9), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:25.727645 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-82a5618b-64d8-4f14-99c2-746036216bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (33c3ef76-873c-4cff-a0fb-48c0f61e95e9), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:25.729424 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a5618b-64d8-4f14-99c2-746036216bd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:25.729424 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-82a5618b-64d8-4f14-99c2-746036216bd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:25.775765 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7732cec-11ad-495e-9f2d-fe0f18ba7b97 req-eccfd379-adf7-45a9-afa5-9353866800f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:25.777252 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f7732cec-11ad-495e-9f2d-fe0f18ba7b97 req-eccfd379-adf7-45a9-afa5-9353866800f4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f822a84b-448b-4295-886d-3f476dc82ced HTTP/1.1" status: 200  len: 861 time: 0.0899966
Feb 05 20:47:25.820280 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-82a5618b-64d8-4f14-99c2-746036216bd1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.7521403
Feb 05 20:47:25.826045 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55070) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:25.829964 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f7732cec-11ad-495e-9f2d-fe0f18ba7b97 req-58d2547c-a071-4938-bbec-49a2435aa16f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d591eda-8294-4b7a-a6d2-1afd55bde68d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0327091
Feb 05 20:47:25.832738 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-7a3eb295-e8c9-4ba7-9dfa-9a06c866ee4f admin admin] Request body: {'subnet': {'network_id': '33c3ef76-873c-4cff-a0fb-48c0f61e95e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1017594264-subnet', 'tenant_id': '527d10d28e8840b1b77fb7b65a2178e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:47:25.836158 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a5618b-64d8-4f14-99c2-746036216bd1 admin admin] Pushing event updated for resources: {'Network': ['ID=33c3ef76-873c-4cff-a0fb-48c0f61e95e9,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:25.855344 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 33c3ef76-873c-4cff-a0fb-48c0f61e95e9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:47:25.861748 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3eb295-e8c9-4ba7-9dfa-9a06c866ee4f admin admin] Made reservation on behalf of 527d10d28e8840b1b77fb7b65a2178e6 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:47:25.871013 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7a3eb295-e8c9-4ba7-9dfa-9a06c866ee4f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:25.904534 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e900d-9cb6-478e-8ecb-fe655fae9017 req-15363b7a-d0d2-4161-97cf-2143f69a93cd tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:25.909195 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c63e900d-9cb6-478e-8ecb-fe655fae9017 req-15363b7a-d0d2-4161-97cf-2143f69a93cd tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ad59ce-c366-4aba-90a6-692f0b23b959 HTTP/1.1" status: 200  len: 943 time: 0.1501374
Feb 05 20:47:26.003330 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-753e4ec7-7baa-4021-ab08-80aae79246b6 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=7fa62d0885c141e484c763aa712e28f5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0299783
Feb 05 20:47:26.012884 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f7732cec-11ad-495e-9f2d-fe0f18ba7b97 req-b5ae9dcf-1477-43ca-b40c-d826de408303 service neutron] 10.222.0.39 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1725664
Feb 05 20:47:26.050930 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9c9c94e0-6ecb-4194-850d-5b30e6b28451 req-c8a42f1c-73a3-41a5-ba5e-0f159d3afec7 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 210 time: 0.1289718
Feb 05 20:47:26.100168 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c63e900d-9cb6-478e-8ecb-fe655fae9017 req-a99026b7-d1ae-45dc-9154-3728ce76703d tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1823580
Feb 05 20:47:26.168689 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-7817853c-c20e-488b-ba0e-cf2021cbe84b tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:26.170033 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-7817853c-c20e-488b-ba0e-cf2021cbe84b tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1592846
Feb 05 20:47:26.195454 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f7732cec-11ad-495e-9f2d-fe0f18ba7b97 req-8075b915-0c4a-48d3-b60f-fed96487470e service neutron] 10.222.0.39 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1588144
Feb 05 20:47:26.214997 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-b50a2953-6854-444a-beb1-ecf010b7f57b tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Request body: {'port': {'device_id': 'a87d3dab-a67b-4790-8518-06465f1a4e23', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'admin_state_up': True, 'tenant_id': '7fa62d0885c141e484c763aa712e28f5'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:47:26.263944 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7a3eb295-e8c9-4ba7-9dfa-9a06c866ee4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for subnet (8cc536ee-4631-40df-863b-8efeceae1e96), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:26.320722 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0585d-6e6e-4868-b72b-a505b90f975d req-69d2f173-89c9-4dfe-8881-ccbfd58cedc8 tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:26.322158 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cab0585d-6e6e-4868-b72b-a505b90f975d req-69d2f173-89c9-4dfe-8881-ccbfd58cedc8 tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2 HTTP/1.1" status: 200  len: 1127 time: 0.0570872
Feb 05 20:47:26.346945 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3eb295-e8c9-4ba7-9dfa-9a06c866ee4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cc536ee-4631-40df-863b-8efeceae1e96,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:26.371717 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cab0585d-6e6e-4868-b72b-a505b90f975d req-3ed6ed3b-dbb0-4cec-923e-8205406636f5 tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438776
Feb 05 20:47:26.399956 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3eb295-e8c9-4ba7-9dfa-9a06c866ee4f admin admin] Checking segment: {'id': '09abd495-dfb6-4655-a11b-eae610695a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '33c3ef76-873c-4cff-a0fb-48c0f61e95e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:47:26.400316 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3eb295-e8c9-4ba7-9dfa-9a06c866ee4f admin admin] Network hostable DHCP agents. Network: 33c3ef76-873c-4cff-a0fb-48c0f61e95e9, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:47:26.419584 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-b50a2953-6854-444a-beb1-ecf010b7f57b tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Made reservation on behalf of 7fa62d0885c141e484c763aa712e28f5 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:47:26.422890 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-b50a2953-6854-444a-beb1-ecf010b7f57b tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:26.443739 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3eb295-e8c9-4ba7-9dfa-9a06c866ee4f admin admin] Network 33c3ef76-873c-4cff-a0fb-48c0f61e95e9 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:47:26.486599 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-7a3eb295-e8c9-4ba7-9dfa-9a06c866ee4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 33c3ef76-873c-4cff-a0fb-48c0f61e95e9) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:47:26.503295 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3eb295-e8c9-4ba7-9dfa-9a06c866ee4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:26.504720 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7a3eb295-e8c9-4ba7-9dfa-9a06c866ee4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:26.535363 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7a3eb295-e8c9-4ba7-9dfa-9a06c866ee4f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7069135
Feb 05 20:47:26.623651 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202c768-e162-4bb7-8c0b-f28b5cb1c182 req-1c987e0d-3a36-4026-a3d2-1a17c0931650 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:26.625447 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a202c768-e162-4bb7-8c0b-f28b5cb1c182 req-1c987e0d-3a36-4026-a3d2-1a17c0931650 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff0a7596-45d0-4a4b-a712-5a6facd8a8dd HTTP/1.1" status: 200  len: 950 time: 0.1042557
Feb 05 20:47:26.670193 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-b50a2953-6854-444a-beb1-ecf010b7f57b tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Allocated IP 192.168.233.86 (f760d6ec-7837-431c-910c-37572c24f936/42e3c763-0926-4b49-ade5-d66ee3d4c489/6360b8a6-9f24-4b66-ba83-fad20f3c523c) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:47:26.673382 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9743b1d-6d39-4839-9adc-f4884dc6f22e None None] Network 33c3ef76-873c-4cff-a0fb-48c0f61e95e9 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:47:26.721523 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a202c768-e162-4bb7-8c0b-f28b5cb1c182 req-0b1d3dfa-29ca-4bec-9e0e-90c25396f748 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862384
Feb 05 20:47:26.758366 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device abac0301-5bdb-4fa4-a70f-f5110f61ed44 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:47:26.884617 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc900490-3999-4306-9406-f437fc67c29d None None] Network 33c3ef76-873c-4cff-a0fb-48c0f61e95e9 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:47:26.888692 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port abac0301-5bdb-4fa4-a70f-f5110f61ed44 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:47:26.904090 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port abac0301-5bdb-4fa4-a70f-f5110f61ed44 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:47:26.904468 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (abac0301-5bdb-4fa4-a70f-f5110f61ed44), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:26.945720 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91d0ca-7cda-4535-9133-b79828d52475 req-f13bd433-089f-457f-a39d-54a488c459bf tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:26.957727 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0e91d0ca-7cda-4535-9133-b79828d52475 req-f13bd433-089f-457f-a39d-54a488c459bf tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] 10.222.0.32 "GET /v2.0/ports?device_id=751bfb0b-8fa0-4994-bd14-fb592c30a14e HTTP/1.1" status: 200  len: 949 time: 0.1346292
Feb 05 20:47:26.973675 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-b50a2953-6854-444a-beb1-ecf010b7f57b tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Publish callbacks [] for port (6360b8a6-9f24-4b66-ba83-fad20f3c523c), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:27.040480 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0e91d0ca-7cda-4535-9133-b79828d52475 req-279edea1-1703-4c67-a247-bc5bf0746d29 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] 10.222.0.32 "GET /v2.0/security-groups?id=a48a0441-c9ea-4055-ad23-5e6fdc40daea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767694
Feb 05 20:47:27.050509 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-b50a2953-6854-444a-beb1-ecf010b7f57b tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (6360b8a6-9f24-4b66-ba83-fad20f3c523c), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:27.109699 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port abac0301-5bdb-4fa4-a70f-f5110f61ed44 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:47:27.110169 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (abac0301-5bdb-4fa4-a70f-f5110f61ed44), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:27.132803 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a2953-6854-444a-beb1-ecf010b7f57b tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Pushing event updated for resources: {'Port': ['ID=6360b8a6-9f24-4b66-ba83-fad20f3c523c,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:27.138993 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-b50a2953-6854-444a-beb1-ecf010b7f57b tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Network f760d6ec-7837-431c-910c-37572c24f936 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:47:27.141034 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-b50a2953-6854-444a-beb1-ecf010b7f57b tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:47:27.156304 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751bfb0b-8fa0-4994-bd14-fb592c30a14e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abac0301-5bdb-4fa4-a70f-f5110f61ed44'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:47:27.158030 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-b50a2953-6854-444a-beb1-ecf010b7f57b tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:47:27.159443 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2a81d4-f95a-41f0-b79c-28206fbb2feb" -d '{"events": [{"server_uuid": "751bfb0b-8fa0-4994-bd14-fb592c30a14e", "name": "network-vif-plugged", "status": "completed", "tag": "abac0301-5bdb-4fa4-a70f-f5110f61ed44"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:47:27.172255 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-b50a2953-6854-444a-beb1-ecf010b7f57b tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:27.172945 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-b50a2953-6854-444a-beb1-ecf010b7f57b tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:27.178775 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port abac0301-5bdb-4fa4-a70f-f5110f61ed44, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=abac0301-5bdb-4fa4-a70f-f5110f61ed44,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:47:27.186154 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (abac0301-5bdb-4fa4-a70f-f5110f61ed44), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:27.205263 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-b50a2953-6854-444a-beb1-ecf010b7f57b tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.9938774
Feb 05 20:47:27.222656 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-70073eeb-169c-403a-9ca4-e823b3ca2f9e service neutron] Request body: {'port': {'device_id': 'a87d3dab-a67b-4790-8518-06465f1a4e23', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:47:27.256118 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=abac0301-5bdb-4fa4-a70f-f5110f61ed44,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:27.379127 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-70073eeb-169c-403a-9ca4-e823b3ca2f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (6360b8a6-9f24-4b66-ba83-fad20f3c523c), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:27.463717 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7b607-b6ed-4006-9707-9e9dc0c1cd3a req-3bb1b0b7-a065-4e8d-8d6c-526fe74d2efb tempest-ServersOnMultiNodesTest-1240242388 tempest-ServersOnMultiNodesTest-1240242388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:27.465719 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b0f7b607-b6ed-4006-9707-9e9dc0c1cd3a req-3bb1b0b7-a065-4e8d-8d6c-526fe74d2efb tempest-ServersOnMultiNodesTest-1240242388 tempest-ServersOnMultiNodesTest-1240242388-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ff0a7596-45d0-4a4b-a712-5a6facd8a8dd HTTP/1.1" status: 200  len: 1132 time: 0.0611012
Feb 05 20:47:27.494759 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b0f7b607-b6ed-4006-9707-9e9dc0c1cd3a req-6d3cb1c7-aa26-427c-8eea-95a300c483f5 tempest-ServersOnMultiNodesTest-1240242388 tempest-ServersOnMultiNodesTest-1240242388-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:27.573309 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-7a98738c-b4aa-4c7e-98c2-707b34e47f51 None None] Provisioning complete for port 6360b8a6-9f24-4b66-ba83-fad20f3c523c triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:47:27.573975 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7a98738c-b4aa-4c7e-98c2-707b34e47f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (6360b8a6-9f24-4b66-ba83-fad20f3c523c), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:27.595991 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b0f7b607-b6ed-4006-9707-9e9dc0c1cd3a req-6d3cb1c7-aa26-427c-8eea-95a300c483f5 tempest-ServersOnMultiNodesTest-1240242388 tempest-ServersOnMultiNodesTest-1240242388-project-admin] Publish callbacks [] for security_group (0f6816ac-742f-45fd-a11d-f1c41683948f), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:27.602907 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b0f7b607-b6ed-4006-9707-9e9dc0c1cd3a req-6d3cb1c7-aa26-427c-8eea-95a300c483f5 tempest-ServersOnMultiNodesTest-1240242388 tempest-ServersOnMultiNodesTest-1240242388-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (0f6816ac-742f-45fd-a11d-f1c41683948f), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:27.619670 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-7a98738c-b4aa-4c7e-98c2-707b34e47f51 None None] Port 6360b8a6-9f24-4b66-ba83-fad20f3c523c cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:47:27.651481 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b0f7b607-b6ed-4006-9707-9e9dc0c1cd3a req-6d3cb1c7-aa26-427c-8eea-95a300c483f5 tempest-ServersOnMultiNodesTest-1240242388 tempest-ServersOnMultiNodesTest-1240242388-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1766584
Feb 05 20:47:27.652490 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3cb1c7-aa26-427c-8eea-95a300c483f5 tempest-ServersOnMultiNodesTest-1240242388 tempest-ServersOnMultiNodesTest-1240242388-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6816ac-742f-45fd-a11d-f1c41683948f,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:27.769371 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-095ceaf1-9785-4363-836f-2563e8cc6fae tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 20:47:27.770491 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-095ceaf1-9785-4363-836f-2563e8cc6fae tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0068989
Feb 05 20:47:27.777167 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-70073eeb-169c-403a-9ca4-e823b3ca2f9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6360b8a6-9f24-4b66-ba83-fad20f3c523c {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:47:27.815365 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-70073eeb-169c-403a-9ca4-e823b3ca2f9e service neutron] Publish callbacks [] for port (6360b8a6-9f24-4b66-ba83-fad20f3c523c), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:27.833854 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-f3a794fb-08d4-4839-87ac-86c5614825e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:27.835577 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-f3a794fb-08d4-4839-87ac-86c5614825e2 service neutron] 10.222.0.32 "GET /v2.0/ports/35fbf8c4-7550-4db8-8542-b9708e0f0ef7 HTTP/1.1" status: 200  len: 1124 time: 0.0534120
Feb 05 20:47:27.837879 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-70073eeb-169c-403a-9ca4-e823b3ca2f9e service neutron] Transition to ACTIVE for port object 6360b8a6-9f24-4b66-ba83-fad20f3c523c will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:47:27.846333 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-5045d284-9907-4a42-b8f9-9fc5b34e7f27 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:47:27.846824 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-5045d284-9907-4a42-b8f9-9fc5b34e7f27 service neutron] Unknown quota resources ['binding']. {{(pid=114390) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 05 20:47:27.849255 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-70073eeb-169c-403a-9ca4-e823b3ca2f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (6360b8a6-9f24-4b66-ba83-fad20f3c523c), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:27.854626 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55154) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:27.951478 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-fe63ceb0-7856-4743-a2d4-fb8697d13546 req-56646609-d823-4750-99aa-c2bdd0b19d1b tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1486711339', 'description': 'tempest-description-1915823033'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:47:27.984450 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70073eeb-169c-403a-9ca4-e823b3ca2f9e service neutron] Pushing event updated for resources: {'Port': ['ID=6360b8a6-9f24-4b66-ba83-fad20f3c523c,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:27.997424 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-fe63ceb0-7856-4743-a2d4-fb8697d13546 req-56646609-d823-4750-99aa-c2bdd0b19d1b tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:28.011037 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 5cf32de2-4074-43f6-bcb4-7aa8f231f04a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:47:28.025703 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d652ea7a-38b6-4d8a-8834-f73c74c9097b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:28.029050 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-70073eeb-169c-403a-9ca4-e823b3ca2f9e service neutron] Attempting to bind port 6360b8a6-9f24-4b66-ba83-fad20f3c523c on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:47:28.029399 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-70073eeb-169c-403a-9ca4-e823b3ca2f9e service neutron] Attempting to bind port 6360b8a6-9f24-4b66-ba83-fad20f3c523c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:47:28.029749 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-70073eeb-169c-403a-9ca4-e823b3ca2f9e service neutron] Attempting to bind port 6360b8a6-9f24-4b66-ba83-fad20f3c523c on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:47:28.039251 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-70073eeb-169c-403a-9ca4-e823b3ca2f9e service neutron] Port 6360b8a6-9f24-4b66-ba83-fad20f3c523c on network f760d6ec-7837-431c-910c-37572c24f936 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:47:28.039996 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-70073eeb-169c-403a-9ca4-e823b3ca2f9e service neutron] Attempting to bind port 6360b8a6-9f24-4b66-ba83-fad20f3c523c on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:47:28.048902 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-70073eeb-169c-403a-9ca4-e823b3ca2f9e service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:47:28.049244 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-70073eeb-169c-403a-9ca4-e823b3ca2f9e service neutron] Checking segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:47:28.049635 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-70073eeb-169c-403a-9ca4-e823b3ca2f9e service neutron] Bound using segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:47:28.050119 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-70073eeb-169c-403a-9ca4-e823b3ca2f9e service neutron] Bound port: 6360b8a6-9f24-4b66-ba83-fad20f3c523c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:47:28.051054 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-70073eeb-169c-403a-9ca4-e823b3ca2f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (6360b8a6-9f24-4b66-ba83-fad20f3c523c), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:28.150345 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-5045d284-9907-4a42-b8f9-9fc5b34e7f27 service neutron] Attempting to bind port 35fbf8c4-7550-4db8-8542-b9708e0f0ef7 on host nch1-master-1 for vnic_type normal with profile None {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:47:28.150771 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-5045d284-9907-4a42-b8f9-9fc5b34e7f27 service neutron] Attempting to bind port 35fbf8c4-7550-4db8-8542-b9708e0f0ef7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:47:28.151038 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-5045d284-9907-4a42-b8f9-9fc5b34e7f27 service neutron] Attempting to bind port 35fbf8c4-7550-4db8-8542-b9708e0f0ef7 on network fc4b732e-5458-48e6-8cda-4d399eeaa947 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:47:28.153155 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 5cf32de2-4074-43f6-bcb4-7aa8f231f04a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5cf32de2-4074-43f6-bcb4-7aa8f231f04a,segment=NetworkSegment(22aada35-3566-46c2-b11c-622e4f2f6275),segment_id=22aada35-3566-46c2-b11c-622e4f2f6275)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:47:28.165964 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-5045d284-9907-4a42-b8f9-9fc5b34e7f27 service neutron] Port 35fbf8c4-7550-4db8-8542-b9708e0f0ef7 on network fc4b732e-5458-48e6-8cda-4d399eeaa947 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:47:28.166295 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-5045d284-9907-4a42-b8f9-9fc5b34e7f27 service neutron] Attempting to bind port 35fbf8c4-7550-4db8-8542-b9708e0f0ef7 on network fc4b732e-5458-48e6-8cda-4d399eeaa947 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:47:28.166434 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '5cf32de2-4074-43f6-bcb4-7aa8f231f04a', 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d', 'port_id': '5cf32de2-4074-43f6-bcb4-7aa8f231f04a', 'mac_address': 'fa:16:3e:19:ab:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f822a84b-448b-4295-886d-3f476dc82ced', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:47:28.173250 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-70073eeb-169c-403a-9ca4-e823b3ca2f9e service neutron] For port 6360b8a6-9f24-4b66-ba83-fad20f3c523c, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:47:28.176102 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-5045d284-9907-4a42-b8f9-9fc5b34e7f27 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:47:28.176461 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-5045d284-9907-4a42-b8f9-9fc5b34e7f27 service neutron] Checking segment: {'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:47:28.176844 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-5045d284-9907-4a42-b8f9-9fc5b34e7f27 service neutron] Bound using segment: {'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:47:28.177291 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-5045d284-9907-4a42-b8f9-9fc5b34e7f27 service neutron] Bound port: 35fbf8c4-7550-4db8-8542-b9708e0f0ef7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:47:28.180387 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-70073eeb-169c-403a-9ca4-e823b3ca2f9e service neutron] For port 6360b8a6-9f24-4b66-ba83-fad20f3c523c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6360b8a6-9f24-4b66-ba83-fad20f3c523c,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:47:28.202216 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-fe63ceb0-7856-4743-a2d4-fb8697d13546 req-56646609-d823-4750-99aa-c2bdd0b19d1b tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (06d6f77b-60e5-4c4b-b9a9-655828d363b0), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:28.208225 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-70073eeb-169c-403a-9ca4-e823b3ca2f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (6360b8a6-9f24-4b66-ba83-fad20f3c523c), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:28.208676 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-fe63ceb0-7856-4743-a2d4-fb8697d13546 req-56646609-d823-4750-99aa-c2bdd0b19d1b tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (06d6f77b-60e5-4c4b-b9a9-655828d363b0), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:28.208808 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 5cf32de2-4074-43f6-bcb4-7aa8f231f04a is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:47:28.209222 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5cf32de2-4074-43f6-bcb4-7aa8f231f04a), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:28.224195 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cf32de2-4074-43f6-bcb4-7aa8f231f04a {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:47:28.246997 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 5cf32de2-4074-43f6-bcb4-7aa8f231f04a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5cf32de2-4074-43f6-bcb4-7aa8f231f04a,segment=NetworkSegment(22aada35-3566-46c2-b11c-622e4f2f6275),segment_id=22aada35-3566-46c2-b11c-622e4f2f6275)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:47:28.247988 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d652ea7a-38b6-4d8a-8834-f73c74c9097b admin admin] Publish callbacks [] for security_group (eab4ae2a-19a1-4850-a35a-1a2e931aba2b), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:28.257430 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-fe63ceb0-7856-4743-a2d4-fb8697d13546 req-56646609-d823-4750-99aa-c2bdd0b19d1b tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:28.258816 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fe63ceb0-7856-4743-a2d4-fb8697d13546 req-56646609-d823-4750-99aa-c2bdd0b19d1b tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 0.3116829
Feb 05 20:47:28.262413 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d652ea7a-38b6-4d8a-8834-f73c74c9097b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (eab4ae2a-19a1-4850-a35a-1a2e931aba2b), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:28.265824 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5cf32de2-4074-43f6-bcb4-7aa8f231f04a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:28.270612 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-70073eeb-169c-403a-9ca4-e823b3ca2f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:28.274212 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-70073eeb-169c-403a-9ca4-e823b3ca2f9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:28.281595 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-70073eeb-169c-403a-9ca4-e823b3ca2f9e service neutron] 10.222.0.21 "PUT /v2.0/ports/6360b8a6-9f24-4b66-ba83-fad20f3c523c HTTP/1.1" status: 200  len: 1095 time: 1.0687256
Feb 05 20:47:28.282096 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a87d3dab-a67b-4790-8518-06465f1a4e23', 'tag': '6360b8a6-9f24-4b66-ba83-fad20f3c523c'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:47:28.289285 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5089a072-aad7-4260-85b8-48cd7bbedbe8" -d '{"events": [{"name": "network-changed", "server_uuid": "a87d3dab-a67b-4790-8518-06465f1a4e23", "tag": "6360b8a6-9f24-4b66-ba83-fad20f3c523c"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:47:28.291310 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56646609-d823-4750-99aa-c2bdd0b19d1b tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06d6f77b-60e5-4c4b-b9a9-655828d363b0,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:28.337682 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=5cf32de2-4074-43f6-bcb4-7aa8f231f04a,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:28.341002 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-5045d284-9907-4a42-b8f9-9fc5b34e7f27 service neutron] For port 35fbf8c4-7550-4db8-8542-b9708e0f0ef7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=35fbf8c4-7550-4db8-8542-b9708e0f0ef7,segment=NetworkSegment(69c86b74-d9e1-46c1-9b9b-f16748bd0260),segment_id=69c86b74-d9e1-46c1-9b9b-f16748bd0260)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:47:28.348811 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d652ea7a-38b6-4d8a-8834-f73c74c9097b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7afc05c6dcf44d619caa0770e6a80e83&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4923024
Feb 05 20:47:28.349531 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55164) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:28.360325 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-5045d284-9907-4a42-b8f9-9fc5b34e7f27 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:28.370615 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-5045d284-9907-4a42-b8f9-9fc5b34e7f27 service neutron] 10.222.0.32 "POST /v2.0/ports/35fbf8c4-7550-4db8-8542-b9708e0f0ef7/bindings HTTP/1.1" status: 201  len: 389 time: 0.5231934
Feb 05 20:47:28.385232 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d652ea7a-38b6-4d8a-8834-f73c74c9097b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab4ae2a-19a1-4850-a35a-1a2e931aba2b,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:28.388965 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70073eeb-169c-403a-9ca4-e823b3ca2f9e service neutron] Pushing event updated for resources: {'Port': ['ID=6360b8a6-9f24-4b66-ba83-fad20f3c523c,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:28.417935 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-fc147bfc-c76d-4ade-9b6d-2aa3e3cbf19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:28.422752 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-fc147bfc-c76d-4ade-9b6d-2aa3e3cbf19b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7fa62d0885c141e484c763aa712e28f5&device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 1129 time: 0.0810754
Feb 05 20:47:28.469099 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-2bf4084b-42b7-4822-b658-65c5205bf976 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=6360b8a6-9f24-4b66-ba83-fad20f3c523c HTTP/1.1" status: 200  len: 217 time: 0.0414152
Feb 05 20:47:28.489204 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e17d4-dfe0-45d6-92b2-f642bb5342f7 req-55c629bf-774b-43ef-8b13-03b6e95cf460 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:28.491648 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-400e17d4-dfe0-45d6-92b2-f642bb5342f7 req-55c629bf-774b-43ef-8b13-03b6e95cf460 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 947 time: 0.1329517
Feb 05 20:47:28.494195 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-599c8784-a6ff-4dd3-ad36-72e9cfb6db2e admin admin] Publish callbacks [] for security_group (eab4ae2a-19a1-4850-a35a-1a2e931aba2b), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:28.533896 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-118e1b51-21e1-471a-81c3-7a55957b6ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:28.536438 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-118e1b51-21e1-471a-81c3-7a55957b6ebb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.0598381
Feb 05 20:47:28.538749 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['5cf32de2-4074-43f6-bcb4-7aa8f231f04a'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:47:28.575401 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-599c8784-a6ff-4dd3-ad36-72e9cfb6db2e admin admin] Publish callbacks [] for security_group (eab4ae2a-19a1-4850-a35a-1a2e931aba2b), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:28.616730 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-1ad90b47-3a3a-45e8-842d-e15c393552b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:28.618703 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-1ad90b47-3a3a-45e8-842d-e15c393552b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0728512
Feb 05 20:47:28.669319 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-400e17d4-dfe0-45d6-92b2-f642bb5342f7 req-6e538c83-b65f-461b-8b3b-86c11ddf3b1b tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1567941
Feb 05 20:47:28.738985 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b3cae9-2b0a-44df-9938-a977dbc0115e x-openstack-request-id: req-95b3cae9-2b0a-44df-9938-a977dbc0115e {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:47:28.739454 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "751bfb0b-8fa0-4994-bd14-fb592c30a14e", "name": "network-vif-plugged", "status": "completed", "tag": "abac0301-5bdb-4fa4-a70f-f5110f61ed44", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:47:28.739744 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-95b3cae9-2b0a-44df-9938-a977dbc0115e {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:47:28.743004 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751bfb0b-8fa0-4994-bd14-fb592c30a14e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abac0301-5bdb-4fa4-a70f-f5110f61ed44', 'code': 200}
Feb 05 20:47:28.752264 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-599c8784-a6ff-4dd3-ad36-72e9cfb6db2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (eab4ae2a-19a1-4850-a35a-1a2e931aba2b), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:28.756650 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-599c8784-a6ff-4dd3-ad36-72e9cfb6db2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:28.758918 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-8e7aba8e-d00a-4d88-9a86-043057730902 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1288009
Feb 05 20:47:28.762897 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-599c8784-a6ff-4dd3-ad36-72e9cfb6db2e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eab4ae2a-19a1-4850-a35a-1a2e931aba2b HTTP/1.1" status: 204  len: 168 time: 0.4076977
Feb 05 20:47:28.788106 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c8784-a6ff-4dd3-ad36-72e9cfb6db2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab4ae2a-19a1-4850-a35a-1a2e931aba2b,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:28.816392 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b506797-1dc2-4475-b334-4b9c0f8027b1 req-9aafad3e-58ec-4d7f-ac07-ab752ed193ce tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:28.818944 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2b506797-1dc2-4475-b334-4b9c0f8027b1 req-9aafad3e-58ec-4d7f-ac07-ab752ed193ce tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ad59ce-c366-4aba-90a6-692f0b23b959 HTTP/1.1" status: 200  len: 944 time: 0.2658479
Feb 05 20:47:28.821026 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.21', 60177) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:28.838582 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-a082f180-5461-4fb3-9d90-22fd6bcdc499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:28.840706 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-a082f180-5461-4fb3-9d90-22fd6bcdc499 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cee5ceeb66aa4167b6492470edbad369&device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2 HTTP/1.1" status: 200  len: 1127 time: 0.1391551
Feb 05 20:47:28.908727 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0fb0ffc9-c9a9-494a-b97d-19258f090131 req-8b2c83bc-7986-4f5d-bc9e-ed1b753f0fa6 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1430943
Feb 05 20:47:28.985041 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2b506797-1dc2-4475-b334-4b9c0f8027b1 req-0cca3f6e-b0ff-4af8-8028-642c54ab52f7 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1492386
Feb 05 20:47:28.993626 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b44b45-6e36-4d9a-99b2-d4268153a283 req-8bb2ff85-232e-470d-a4f6-1f84092f23e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:28.995133 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f4b44b45-6e36-4d9a-99b2-d4268153a283 req-8bb2ff85-232e-470d-a4f6-1f84092f23e1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=751bfb0b-8fa0-4994-bd14-fb592c30a14e HTTP/1.1" status: 200  len: 1132 time: 0.1703591
Feb 05 20:47:29.061173 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-9199b47f-f81a-44e6-a114-75de772ff3f8 req-a55d68df-0d6c-42aa-bd16-91089943fb42 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1841461291', 'description': 'tempest-description-2144846860'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:47:29.077638 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-c256864b-875a-4b58-8ce2-acd4602f7cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:29.079139 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-c256864b-875a-4b58-8ce2-acd4602f7cb5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fc4b732e-5458-48e6-8cda-4d399eeaa947 HTTP/1.1" status: 200  len: 909 time: 0.2168598
Feb 05 20:47:29.131876 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55178) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:29.146306 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de0eaa1b-f1fc-4e9a-8e1a-1b07a776a6aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:29.150032 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-6d4eda2c-caed-44f4-8f72-0dd12bb6c3ba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35fbf8c4-7550-4db8-8542-b9708e0f0ef7 HTTP/1.1" status: 200  len: 217 time: 0.0557132
Feb 05 20:47:29.153015 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9199b47f-f81a-44e6-a114-75de772ff3f8 req-a55d68df-0d6c-42aa-bd16-91089943fb42 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:29.156355 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f4b44b45-6e36-4d9a-99b2-d4268153a283 req-55030bf2-b7fd-4cdc-98dd-7e78a4dfc493 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a48a0441-c9ea-4055-ad23-5e6fdc40daea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1400080
Feb 05 20:47:29.202691 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6692e37-4c63-483b-bc87-3559e38f8ebc req-11b50328-9629-4d35-9365-f1e2a71b9aa9 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:29.204237 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d6692e37-4c63-483b-bc87-3559e38f8ebc req-11b50328-9629-4d35-9365-f1e2a71b9aa9 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] 10.222.0.32 "GET /v2.0/ports?device_id=751bfb0b-8fa0-4994-bd14-fb592c30a14e HTTP/1.1" status: 200  len: 950 time: 0.2128785
Feb 05 20:47:29.225828 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de0eaa1b-f1fc-4e9a-8e1a-1b07a776a6aa admin admin] Publish callbacks [] for security_group (54baf486-3ab2-4182-9a06-002e489b9613), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:29.230047 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de0eaa1b-f1fc-4e9a-8e1a-1b07a776a6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (54baf486-3ab2-4182-9a06-002e489b9613), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:29.250976 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-6e5fe901-2de7-4a2e-923b-a3e5930c9c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:29.252451 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-6e5fe901-2de7-4a2e-923b-a3e5930c9c50 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=30766dd9-3364-437e-a8fd-68757651ef32 HTTP/1.1" status: 200  len: 848 time: 0.0952516
Feb 05 20:47:29.273412 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-de0eaa1b-f1fc-4e9a-8e1a-1b07a776a6aa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae05431df4004943a346e9cc5bb9bd15&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1380167
Feb 05 20:47:29.273412 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0eaa1b-f1fc-4e9a-8e1a-1b07a776a6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54baf486-3ab2-4182-9a06-002e489b9613,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:29.274069 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55180) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:29.287584 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d6692e37-4c63-483b-bc87-3559e38f8ebc req-1ab92e6b-0738-4a53-874f-7c0b7ef7c994 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] 10.222.0.32 "GET /v2.0/security-groups?id=a48a0441-c9ea-4055-ad23-5e6fdc40daea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758846
Feb 05 20:47:29.326280 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9199b47f-f81a-44e6-a114-75de772ff3f8 req-a55d68df-0d6c-42aa-bd16-91089943fb42 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (521d1168-0767-4155-abea-b765948e2e9a), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:29.327900 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-888503d5-1152-44f5-af9c-edaea3b89ec4 admin admin] Publish callbacks [] for security_group (54baf486-3ab2-4182-9a06-002e489b9613), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:29.331247 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9199b47f-f81a-44e6-a114-75de772ff3f8 req-a55d68df-0d6c-42aa-bd16-91089943fb42 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (521d1168-0767-4155-abea-b765948e2e9a), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:29.343835 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09bced67-9f1f-4b59-a757-bcaf2071b57f x-openstack-request-id: req-09bced67-9f1f-4b59-a757-bcaf2071b57f {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:47:29.344097 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a87d3dab-a67b-4790-8518-06465f1a4e23", "tag": "6360b8a6-9f24-4b66-ba83-fad20f3c523c", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:47:29.344353 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-09bced67-9f1f-4b59-a757-bcaf2071b57f {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:47:29.344772 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a87d3dab-a67b-4790-8518-06465f1a4e23', 'tag': '6360b8a6-9f24-4b66-ba83-fad20f3c523c', 'status': 'completed', 'code': 200}
Feb 05 20:47:29.355033 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-888503d5-1152-44f5-af9c-edaea3b89ec4 admin admin] Publish callbacks [] for security_group (54baf486-3ab2-4182-9a06-002e489b9613), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:29.359097 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9199b47f-f81a-44e6-a114-75de772ff3f8 req-a55d68df-0d6c-42aa-bd16-91089943fb42 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:29.360331 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9199b47f-f81a-44e6-a114-75de772ff3f8 req-a55d68df-0d6c-42aa-bd16-91089943fb42 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 0.3416727
Feb 05 20:47:29.368973 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d68df-0d6c-42aa-bd16-91089943fb42 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=521d1168-0767-4155-abea-b765948e2e9a,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:29.417310 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-888503d5-1152-44f5-af9c-edaea3b89ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (54baf486-3ab2-4182-9a06-002e489b9613), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:29.420392 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-888503d5-1152-44f5-af9c-edaea3b89ec4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:29.424751 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-888503d5-1152-44f5-af9c-edaea3b89ec4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/54baf486-3ab2-4182-9a06-002e489b9613 HTTP/1.1" status: 204  len: 168 time: 0.1474066
Feb 05 20:47:29.432032 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888503d5-1152-44f5-af9c-edaea3b89ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54baf486-3ab2-4182-9a06-002e489b9613,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:29.483977 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-fc7c10bf-5e4d-4bcd-aab3-f815bd18bb29 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc4b732e-5458-48e6-8cda-4d399eeaa947&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0745339
Feb 05 20:47:29.560298 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-01f7aef4-5c38-44dd-b689-cf4bab810846 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=8645008e9e894713967a6f63b339bf46&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0787055
Feb 05 20:47:29.853227 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388fdfb-a38e-4a4d-b453-04869b2607ab req-edb03cb7-7174-4ac0-bdec-37d808055a06 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:29.854727 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f388fdfb-a38e-4a4d-b453-04869b2607ab req-edb03cb7-7174-4ac0-bdec-37d808055a06 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2 HTTP/1.1" status: 200  len: 945 time: 0.4345469
Feb 05 20:47:29.884519 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089a072-aad7-4260-85b8-48cd7bbedbe8 req-d27ba3e7-93a1-4a31-ac50-eba3b2d6570a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:29.885968 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5089a072-aad7-4260-85b8-48cd7bbedbe8 req-d27ba3e7-93a1-4a31-ac50-eba3b2d6570a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7fa62d0885c141e484c763aa712e28f5&device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 1129 time: 0.4382710
Feb 05 20:47:29.957878 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-7c4b6186-153a-4d89-8462-978ce413e490 service neutron] 10.222.0.21 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4405172
Feb 05 20:47:30.009968 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 5cf32de2-4074-43f6-bcb4-7aa8f231f04a up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:47:30.067197 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 5cf32de2-4074-43f6-bcb4-7aa8f231f04a completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:47:30.072014 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 5cf32de2-4074-43f6-bcb4-7aa8f231f04a triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:47:30.072400 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5cf32de2-4074-43f6-bcb4-7aa8f231f04a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:30.099296 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-035f5171-951e-4faf-83cb-e03e45b7ba1f tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:30.100784 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-035f5171-951e-4faf-83cb-e03e45b7ba1f tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5285797
Feb 05 20:47:30.107253 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f388fdfb-a38e-4a4d-b453-04869b2607ab req-c34798ce-e6e3-4352-9134-ae5a2e454c3f tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2190168
Feb 05 20:47:30.134443 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089a072-aad7-4260-85b8-48cd7bbedbe8 req-b9d629d9-d707-4f46-9aaa-021e89ca8f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:30.135900 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5089a072-aad7-4260-85b8-48cd7bbedbe8 req-b9d629d9-d707-4f46-9aaa-021e89ca8f7d service neutron] 10.222.0.21 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.2432075
Feb 05 20:47:30.138689 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-80ae382c-f5ca-41de-836b-893143344f60 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/quotas/8645008e9e894713967a6f63b339bf46 HTTP/1.1" status: 200  len: 375 time: 0.0208201
Feb 05 20:47:30.165062 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 5cf32de2-4074-43f6-bcb4-7aa8f231f04a is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:47:30.165477 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5cf32de2-4074-43f6-bcb4-7aa8f231f04a), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:30.199948 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5089a072-aad7-4260-85b8-48cd7bbedbe8 req-b58de294-6f1c-428d-80af-711c718f9aef service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=6360b8a6-9f24-4b66-ba83-fad20f3c523c HTTP/1.1" status: 200  len: 217 time: 0.0568955
Feb 05 20:47:30.213170 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 5cf32de2-4074-43f6-bcb4-7aa8f231f04a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5cf32de2-4074-43f6-bcb4-7aa8f231f04a,segment=NetworkSegment(22aada35-3566-46c2-b11c-622e4f2f6275),segment_id=22aada35-3566-46c2-b11c-622e4f2f6275)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:47:30.218940 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5cf32de2-4074-43f6-bcb4-7aa8f231f04a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:30.219604 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-13a695f5-4068-469f-86e9-9d0f3fcb72a7 service neutron] 10.222.0.21 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2327468
Feb 05 20:47:30.275316 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=5cf32de2-4074-43f6-bcb4-7aa8f231f04a,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:30.372582 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089a072-aad7-4260-85b8-48cd7bbedbe8 req-1e80e799-2898-4a1d-81bf-aa8e6be83396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:30.374045 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5089a072-aad7-4260-85b8-48cd7bbedbe8 req-1e80e799-2898-4a1d-81bf-aa8e6be83396 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.1579161
Feb 05 20:47:30.384339 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-eefc9c6c-8f64-4311-9511-6fcd5877c55c tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8645008e9e894713967a6f63b339bf46&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2304237
Feb 05 20:47:30.441975 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-7ec20e12-97c8-4251-9f93-6c348d92725c tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:30.448835 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-7ec20e12-97c8-4251-9f93-6c348d92725c tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/networks?id=33c3ef76-873c-4cff-a0fb-48c0f61e95e9 HTTP/1.1" status: 200  len: 813 time: 0.2339783
Feb 05 20:47:30.463970 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-c6a578c5-641a-4798-9f13-434d7b03b570 tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:30.465438 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-c6a578c5-641a-4798-9f13-434d7b03b570 tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2&tenant_id=cee5ceeb66aa4167b6492470edbad369&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1764634
Feb 05 20:47:30.474962 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-51a3af96-7621-4b3c-b357-aee47f86249c tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/quotas/527d10d28e8840b1b77fb7b65a2178e6 HTTP/1.1" status: 200  len: 375 time: 0.0252061
Feb 05 20:47:30.486084 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-a955a13a-5e28-4e21-a4f5-91429852c91d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:47:30.533141 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-b9460cab-0314-491d-8b75-d0c09a76ca73 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=527d10d28e8840b1b77fb7b65a2178e6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0569286
Feb 05 20:47:30.539712 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089a072-aad7-4260-85b8-48cd7bbedbe8 req-6437805f-9508-4d85-a741-fcf4671026b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:30.541186 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5089a072-aad7-4260-85b8-48cd7bbedbe8 req-6437805f-9508-4d85-a741-fcf4671026b8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1542933
Feb 05 20:47:30.711521 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-a955a13a-5e28-4e21-a4f5-91429852c91d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (35fbf8c4-7550-4db8-8542-b9708e0f0ef7), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:30.743982 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ad59ce-c366-4aba-90a6-692f0b23b959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf32de2-4074-43f6-bcb4-7aa8f231f04a'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:47:30.747241 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a54266-07ee-4848-b744-4d5da9d6f045" -d '{"events": [{"server_uuid": "11ad59ce-c366-4aba-90a6-692f0b23b959", "name": "network-vif-plugged", "status": "completed", "tag": "5cf32de2-4074-43f6-bcb4-7aa8f231f04a"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:47:30.809658 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-592f199c-8dc3-4658-960b-8661bfc7b02b service neutron] 10.222.0.32 "GET /v2.0/networks/33c3ef76-873c-4cff-a0fb-48c0f61e95e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2675071
Feb 05 20:47:30.819100 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5089a072-aad7-4260-85b8-48cd7bbedbe8 req-c473a973-6db5-4359-aa2d-6e6d0399a40e service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2654305
Feb 05 20:47:31.067829 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-a955a13a-5e28-4e21-a4f5-91429852c91d service neutron] For port 35fbf8c4-7550-4db8-8542-b9708e0f0ef7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=35fbf8c4-7550-4db8-8542-b9708e0f0ef7,segment=NetworkSegment(69c86b74-d9e1-46c1-9b9b-f16748bd0260),segment_id=69c86b74-d9e1-46c1-9b9b-f16748bd0260)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:47:31.092246 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbd5d5-b1a7-4243-be7d-805ed36d7f75 req-7099d229-3409-4b99-b2a6-b881af42cfdb tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:31.093745 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-59fbd5d5-b1a7-4243-be7d-805ed36d7f75 req-7099d229-3409-4b99-b2a6-b881af42cfdb tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 947 time: 0.2559204
Feb 05 20:47:31.106344 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-151f94a7-ebab-4c59-b28d-019b3c7ea752 service neutron] 10.222.0.32 "GET /v2.0/networks/33c3ef76-873c-4cff-a0fb-48c0f61e95e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2861755
Feb 05 20:47:31.121820 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5089a072-aad7-4260-85b8-48cd7bbedbe8 req-6d5c648a-5189-4541-8810-3e1b063f5ffc service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2825954
Feb 05 20:47:31.171822 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-a955a13a-5e28-4e21-a4f5-91429852c91d service neutron] For port 35fbf8c4-7550-4db8-8542-b9708e0f0ef7, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:47:31.207662 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-59fbd5d5-b1a7-4243-be7d-805ed36d7f75 req-9dd35bb7-1382-4771-8e3f-6d10ac075f65 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061282
Feb 05 20:47:31.230602 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35fbf8c4-7550-4db8-8542-b9708e0f0ef7'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:47:31.243941 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c58811d-6192-485d-8d68-0fc3635fb22f" -d '{"events": [{"server_uuid": "15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2", "name": "network-vif-unplugged", "status": "completed", "tag": "35fbf8c4-7550-4db8-8542-b9708e0f0ef7"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:47:31.243941 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-a955a13a-5e28-4e21-a4f5-91429852c91d service neutron] Publish callbacks [] for port (35fbf8c4-7550-4db8-8542-b9708e0f0ef7), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:31.253524 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-a955a13a-5e28-4e21-a4f5-91429852c91d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (35fbf8c4-7550-4db8-8542-b9708e0f0ef7), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:31.430125 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955a13a-5e28-4e21-a4f5-91429852c91d service neutron] Pushing event updated for resources: {'Port': ['ID=35fbf8c4-7550-4db8-8542-b9708e0f0ef7,revision_number=7']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:31.451883 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-a955a13a-5e28-4e21-a4f5-91429852c91d service neutron] Attempting to bind port 35fbf8c4-7550-4db8-8542-b9708e0f0ef7 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:47:31.452054 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-a955a13a-5e28-4e21-a4f5-91429852c91d service neutron] Attempting to bind port 35fbf8c4-7550-4db8-8542-b9708e0f0ef7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:47:31.452361 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-a955a13a-5e28-4e21-a4f5-91429852c91d service neutron] Attempting to bind port 35fbf8c4-7550-4db8-8542-b9708e0f0ef7 on network fc4b732e-5458-48e6-8cda-4d399eeaa947 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:47:31.469867 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4738ca5-fe98-4859-9f43-bf1265da31e8 req-c860eee0-a60c-4589-9621-bd73c32220ce tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:31.471463 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d4738ca5-fe98-4859-9f43-bf1265da31e8 req-c860eee0-a60c-4589-9621-bd73c32220ce tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] 10.222.0.32 "GET /v2.0/ports?device_id=751bfb0b-8fa0-4994-bd14-fb592c30a14e HTTP/1.1" status: 200  len: 950 time: 0.1614265
Feb 05 20:47:31.472731 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-a955a13a-5e28-4e21-a4f5-91429852c91d service neutron] Port 35fbf8c4-7550-4db8-8542-b9708e0f0ef7 on network fc4b732e-5458-48e6-8cda-4d399eeaa947 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:47:31.473528 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-a955a13a-5e28-4e21-a4f5-91429852c91d service neutron] Attempting to bind port 35fbf8c4-7550-4db8-8542-b9708e0f0ef7 on network fc4b732e-5458-48e6-8cda-4d399eeaa947 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:47:31.486826 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e022ea-70cb-42d1-9cb3-4e6d40441ea6 req-a9554b68-e910-40ab-93d9-8ad876dded5d tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:31.488428 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a8e022ea-70cb-42d1-9cb3-4e6d40441ea6 req-a9554b68-e910-40ab-93d9-8ad876dded5d tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ad59ce-c366-4aba-90a6-692f0b23b959 HTTP/1.1" status: 200  len: 945 time: 0.1628182
Feb 05 20:47:31.491473 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-a955a13a-5e28-4e21-a4f5-91429852c91d service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:47:31.491815 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-a955a13a-5e28-4e21-a4f5-91429852c91d service neutron] Checking segment: {'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:47:31.492429 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-a955a13a-5e28-4e21-a4f5-91429852c91d service neutron] Bound using segment: {'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:47:31.493018 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-a955a13a-5e28-4e21-a4f5-91429852c91d service neutron] Bound port: 35fbf8c4-7550-4db8-8542-b9708e0f0ef7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:47:31.493530 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-a955a13a-5e28-4e21-a4f5-91429852c91d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (35fbf8c4-7550-4db8-8542-b9708e0f0ef7), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:31.838998 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a8e022ea-70cb-42d1-9cb3-4e6d40441ea6 req-8ecf0c38-3f89-4b91-a2c2-9b6b16217e00 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3228598
Feb 05 20:47:31.848031 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d4738ca5-fe98-4859-9f43-bf1265da31e8 req-d8b627fe-efdd-40c6-bd04-eb167beb4b0e tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] 10.222.0.32 "GET /v2.0/security-groups?id=a48a0441-c9ea-4055-ad23-5e6fdc40daea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3586273
Feb 05 20:47:31.874648 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-a955a13a-5e28-4e21-a4f5-91429852c91d service neutron] For port 35fbf8c4-7550-4db8-8542-b9708e0f0ef7, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:47:31.885228 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-a955a13a-5e28-4e21-a4f5-91429852c91d service neutron] For port 35fbf8c4-7550-4db8-8542-b9708e0f0ef7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=35fbf8c4-7550-4db8-8542-b9708e0f0ef7,segment=NetworkSegment(69c86b74-d9e1-46c1-9b9b-f16748bd0260),segment_id=69c86b74-d9e1-46c1-9b9b-f16748bd0260)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:47:31.890841 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508211a7-6bec-44b1-9acc-664288484b83 x-openstack-request-id: req-508211a7-6bec-44b1-9acc-664288484b83 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:47:31.891833 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ad59ce-c366-4aba-90a6-692f0b23b959", "name": "network-vif-plugged", "status": "completed", "tag": "5cf32de2-4074-43f6-bcb4-7aa8f231f04a", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:47:31.892348 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-508211a7-6bec-44b1-9acc-664288484b83 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:47:31.892725 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ad59ce-c366-4aba-90a6-692f0b23b959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf32de2-4074-43f6-bcb4-7aa8f231f04a', 'code': 200}
Feb 05 20:47:31.896976 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-a955a13a-5e28-4e21-a4f5-91429852c91d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (35fbf8c4-7550-4db8-8542-b9708e0f0ef7), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:32.053429 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955a13a-5e28-4e21-a4f5-91429852c91d service neutron] Pushing event updated for resources: {'Port': ['ID=35fbf8c4-7550-4db8-8542-b9708e0f0ef7,revision_number=8']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:32.101309 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-a955a13a-5e28-4e21-a4f5-91429852c91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:32.102048 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-a955a13a-5e28-4e21-a4f5-91429852c91d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:32.103328 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-a955a13a-5e28-4e21-a4f5-91429852c91d service neutron] 10.222.0.21 "PUT /v2.0/ports/35fbf8c4-7550-4db8-8542-b9708e0f0ef7 HTTP/1.1" status: 200  len: 1121 time: 1.6219542
Feb 05 20:47:32.109985 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419ccd5-0262-4e6a-b550-34eb74ef7b48 req-f77e823e-a2bd-4c72-8729-fcbdec55fde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:32.111846 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7419ccd5-0262-4e6a-b550-34eb74ef7b48 req-f77e823e-a2bd-4c72-8729-fcbdec55fde0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=11ad59ce-c366-4aba-90a6-692f0b23b959 HTTP/1.1" status: 200  len: 1127 time: 0.1385319
Feb 05 20:47:32.168607 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7419ccd5-0262-4e6a-b550-34eb74ef7b48 req-9797bdbf-3363-42e7-9364-8080cfbe8316 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504060
Feb 05 20:47:32.179734 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['35fbf8c4-7550-4db8-8542-b9708e0f0ef7'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:47:32.303584 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f5ad9358-938c-4466-8ff1-2beeafd88af1 req-63578692-7c80-4422-a29f-455076df69b5 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 210 time: 0.0455775
Feb 05 20:47:32.333523 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa588534-0b2c-4cee-ba28-0ca4bc884a40 req-29ea6f04-1c10-418e-be6c-e1b7c1b48ee1 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:32.341582 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aa588534-0b2c-4cee-ba28-0ca4bc884a40 req-29ea6f04-1c10-418e-be6c-e1b7c1b48ee1 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2 HTTP/1.1" status: 200  len: 943 time: 0.0938346
Feb 05 20:47:32.375849 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 20:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b3c499-55a8-4f29-860e-cd94ecdf7f04 x-openstack-request-id: req-35b3c499-55a8-4f29-860e-cd94ecdf7f04 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:47:32.376147 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2", "name": "network-vif-unplugged", "status": "completed", "tag": "35fbf8c4-7550-4db8-8542-b9708e0f0ef7", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:47:32.376402 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-35b3c499-55a8-4f29-860e-cd94ecdf7f04 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:47:32.376796 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35fbf8c4-7550-4db8-8542-b9708e0f0ef7', 'code': 200}
Feb 05 20:47:32.392265 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-fbb6ca2b-a8e4-491b-a720-3ae5434efb19 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=8645008e9e894713967a6f63b339bf46&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0314422
Feb 05 20:47:32.445387 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-3e6331c9-8451-48e1-8053-219edb86b581 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=8645008e9e894713967a6f63b339bf46&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0556974
Feb 05 20:47:32.488887 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aa588534-0b2c-4cee-ba28-0ca4bc884a40 req-940742cd-b212-49f5-9fb9-94a54544dd56 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1447940
Feb 05 20:47:32.711200 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e937b53c-d9e6-4368-a117-7365f95f85fd req-64984a58-2065-4515-beec-b1cc80b371a3 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c14da9d-db39-4f70-9523-e8753da5f8db HTTP/1.1" status: 200  len: 210 time: 0.0708144
Feb 05 20:47:32.738616 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 6360b8a6-9f24-4b66-ba83-fad20f3c523c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:47:32.747239 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-c4456d0b-4da4-4c0f-9a61-1f94bb035035 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:32.748693 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-c4456d0b-4da4-4c0f-9a61-1f94bb035035 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3372605
Feb 05 20:47:32.765154 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-6b80f503-634a-4a4c-ba1d-7e1ab9616aa9 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Request body: {'port': {'device_id': '41314806-930f-44de-9335-c2b9b352defb', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'admin_state_up': True, 'tenant_id': '8645008e9e894713967a6f63b339bf46'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:47:32.783517 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-6ccb3857-3423-4869-aaa6-e661c9aee266 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:32.785413 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-6ccb3857-3423-4869-aaa6-e661c9aee266 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3267102
Feb 05 20:47:32.811551 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-7bd20868-a448-43c9-ba47-426ef798d58f tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Request body: {'port': {'device_id': '3c14da9d-db39-4f70-9523-e8753da5f8db', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'admin_state_up': True, 'tenant_id': '8645008e9e894713967a6f63b339bf46'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:47:32.829474 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559d316-b765-4f78-980b-2f842c35a3d1 req-70f723f8-57c1-4bcb-9c8f-de3e43a47d19 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:32.842546 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3559d316-b765-4f78-980b-2f842c35a3d1 req-70f723f8-57c1-4bcb-9c8f-de3e43a47d19 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 947 time: 0.2036822
Feb 05 20:47:32.860697 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-56294e9e-7d1f-4c0e-ad2a-2c4ae798efae tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:32.865795 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-56294e9e-7d1f-4c0e-ad2a-2c4ae798efae tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.21 "GET /v2.0/networks?id=33c3ef76-873c-4cff-a0fb-48c0f61e95e9 HTTP/1.1" status: 200  len: 813 time: 0.1765025
Feb 05 20:47:32.885359 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-7a356699-a78d-40c4-9fba-ba58fef40a03 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Request body: {'port': {'device_id': '213f56f6-86e0-4ba5-82ff-dfe69c6aaad2', 'network_id': '33c3ef76-873c-4cff-a0fb-48c0f61e95e9', 'admin_state_up': True, 'tenant_id': '527d10d28e8840b1b77fb7b65a2178e6'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:47:32.954326 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 6360b8a6-9f24-4b66-ba83-fad20f3c523c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6360b8a6-9f24-4b66-ba83-fad20f3c523c,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:47:32.971740 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '6360b8a6-9f24-4b66-ba83-fad20f3c523c', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'port_id': '6360b8a6-9f24-4b66-ba83-fad20f3c523c', 'mac_address': 'fa:16:3e:e9:20:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3c763-0926-4b49-ade5-d66ee3d4c489', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:47:33.058074 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 6360b8a6-9f24-4b66-ba83-fad20f3c523c is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:47:33.060050 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (6360b8a6-9f24-4b66-ba83-fad20f3c523c), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:33.068787 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3559d316-b765-4f78-980b-2f842c35a3d1 req-39993f1d-ff04-4073-8871-603760cfbd5b tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2252660
Feb 05 20:47:33.071648 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-7a356699-a78d-40c4-9fba-ba58fef40a03 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Made reservation on behalf of 527d10d28e8840b1b77fb7b65a2178e6 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:47:33.080614 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-7a356699-a78d-40c4-9fba-ba58fef40a03 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:33.096676 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6360b8a6-9f24-4b66-ba83-fad20f3c523c {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:47:33.142303 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 6360b8a6-9f24-4b66-ba83-fad20f3c523c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6360b8a6-9f24-4b66-ba83-fad20f3c523c,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:47:33.149585 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (6360b8a6-9f24-4b66-ba83-fad20f3c523c), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:33.153588 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-7bd20868-a448-43c9-ba47-426ef798d58f tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Made reservation on behalf of 8645008e9e894713967a6f63b339bf46 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:47:33.156912 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-7bd20868-a448-43c9-ba47-426ef798d58f tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:33.160008 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-6b80f503-634a-4a4c-ba1d-7e1ab9616aa9 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Made reservation on behalf of 8645008e9e894713967a6f63b339bf46 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:47:33.179536 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-6b80f503-634a-4a4c-ba1d-7e1ab9616aa9 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:33.268828 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=6360b8a6-9f24-4b66-ba83-fad20f3c523c,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:33.392179 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-7a356699-a78d-40c4-9fba-ba58fef40a03 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Allocated IP 172.20.0.2 (33c3ef76-873c-4cff-a0fb-48c0f61e95e9/8cc536ee-4631-40df-863b-8efeceae1e96/218cb684-5341-4263-acdf-23a99d0f8478) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:47:33.500123 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15850f92-3c62-4876-881c-deb33f19f710 req-93113dae-0215-43af-9b82-4d1dbe27d671 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:33.507796 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-15850f92-3c62-4876-881c-deb33f19f710 req-93113dae-0215-43af-9b82-4d1dbe27d671 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ad59ce-c366-4aba-90a6-692f0b23b959 HTTP/1.1" status: 200  len: 945 time: 0.2483256
Feb 05 20:47:33.553594 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55320) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:33.580453 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ddf748c5-8e5b-4698-a189-4ca44d80178c req-97ea4508-3893-4e7d-b413-aaeede91850c tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 210 time: 0.0519390
Feb 05 20:47:33.582111 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-7bd20868-a448-43c9-ba47-426ef798d58f tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Allocated IP 192.168.233.247 (f760d6ec-7837-431c-910c-37572c24f936/42e3c763-0926-4b49-ade5-d66ee3d4c489/71b95491-c3b0-4a8e-b401-e967ded4cea1) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:47:33.622393 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-dbbe58d9-8caa-4b44-b237-890f970a638f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:33.626974 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-7a356699-a78d-40c4-9fba-ba58fef40a03 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for port (218cb684-5341-4263-acdf-23a99d0f8478), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:33.632740 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['6360b8a6-9f24-4b66-ba83-fad20f3c523c'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:47:33.633772 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-15850f92-3c62-4876-881c-deb33f19f710 req-0a22311c-754d-4d83-8542-a99ab29170b6 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1249394
Feb 05 20:47:33.664770 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-7a356699-a78d-40c4-9fba-ba58fef40a03 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (218cb684-5341-4263-acdf-23a99d0f8478), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:33.726416 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-7a356699-a78d-40c4-9fba-ba58fef40a03 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Network 33c3ef76-873c-4cff-a0fb-48c0f61e95e9 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:47:33.739251 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-7a356699-a78d-40c4-9fba-ba58fef40a03 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:47:33.743189 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-7a356699-a78d-40c4-9fba-ba58fef40a03 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:47:33.749018 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-7a356699-a78d-40c4-9fba-ba58fef40a03 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:33.749886 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-7a356699-a78d-40c4-9fba-ba58fef40a03 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:33.757913 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8d61631c-4889-441d-821d-8a51b5d6f9ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:33.775984 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a356699-a78d-40c4-9fba-ba58fef40a03 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Pushing event updated for resources: {'Port': ['ID=218cb684-5341-4263-acdf-23a99d0f8478,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:33.784401 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-7a356699-a78d-40c4-9fba-ba58fef40a03 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9046595
Feb 05 20:47:33.801348 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-8e95fcfb-35df-49b8-ab2c-8ae220c940da service neutron] Request body: {'port': {'device_id': '213f56f6-86e0-4ba5-82ff-dfe69c6aaad2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:47:33.889868 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b1a600-c67d-4c7d-9642-8aea94acb01e req-a49bb7fc-d7fd-45fb-8982-c50e70c3ceaa tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:33.891570 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-14b1a600-c67d-4c7d-9642-8aea94acb01e req-a49bb7fc-d7fd-45fb-8982-c50e70c3ceaa tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2 HTTP/1.1" status: 200  len: 943 time: 0.1318464
Feb 05 20:47:33.894621 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-8e95fcfb-35df-49b8-ab2c-8ae220c940da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (218cb684-5341-4263-acdf-23a99d0f8478), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:33.901903 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc9a4b-5c72-4eeb-b1ea-ff47ef39b3cb req-f43a28df-7d67-4272-ad78-da8f832b3216 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:33.903526 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-edfc9a4b-5c72-4eeb-b1ea-ff47ef39b3cb req-f43a28df-7d67-4272-ad78-da8f832b3216 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] 10.222.0.32 "GET /v2.0/ports?device_id=751bfb0b-8fa0-4994-bd14-fb592c30a14e HTTP/1.1" status: 200  len: 950 time: 0.1815698
Feb 05 20:47:33.907694 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-7bd20868-a448-43c9-ba47-426ef798d58f tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks [] for port (71b95491-c3b0-4a8e-b401-e967ded4cea1), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:33.955848 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8d61631c-4889-441d-821d-8a51b5d6f9ee admin admin] Publish callbacks [] for security_group (72c15583-ca26-44a0-8abb-65153b4c3f69), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:33.963460 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8d61631c-4889-441d-821d-8a51b5d6f9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (72c15583-ca26-44a0-8abb-65153b4c3f69), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:34.005453 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-14b1a600-c67d-4c7d-9642-8aea94acb01e req-7ade7831-3715-4e4f-ae6e-0ccede3fecec tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007588
Feb 05 20:47:34.009914 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-edfc9a4b-5c72-4eeb-b1ea-ff47ef39b3cb req-a4cf0d18-96a9-4c65-be9a-166c905f7b66 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] 10.222.0.32 "GET /v2.0/security-groups?id=a48a0441-c9ea-4055-ad23-5e6fdc40daea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938089
Feb 05 20:47:34.022356 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-7bd20868-a448-43c9-ba47-426ef798d58f tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (71b95491-c3b0-4a8e-b401-e967ded4cea1), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:34.041686 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:47:34.066662 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8d61631c-4889-441d-821d-8a51b5d6f9ee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1f2047ddbad2458dacb113e9b27a0b01&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5117424
Feb 05 20:47:34.069928 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55326) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:34.078312 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d61631c-4889-441d-821d-8a51b5d6f9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c15583-ca26-44a0-8abb-65153b4c3f69,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:34.119868 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-6b80f503-634a-4a4c-ba1d-7e1ab9616aa9 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Allocated IP 192.168.233.128 (f760d6ec-7837-431c-910c-37572c24f936/42e3c763-0926-4b49-ade5-d66ee3d4c489/870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:47:34.189160 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7ec4ba6b-d89e-4287-88e4-60841c576fa5 admin admin] Publish callbacks [] for security_group (72c15583-ca26-44a0-8abb-65153b4c3f69), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:34.227732 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7ec4ba6b-d89e-4287-88e4-60841c576fa5 admin admin] Publish callbacks [] for security_group (72c15583-ca26-44a0-8abb-65153b4c3f69), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:34.279287 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-7bd20868-a448-43c9-ba47-426ef798d58f tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Network f760d6ec-7837-431c-910c-37572c24f936 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:47:34.293742 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-7bd20868-a448-43c9-ba47-426ef798d58f tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:47:34.318015 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-7bd20868-a448-43c9-ba47-426ef798d58f tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:47:34.323295 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-7bd20868-a448-43c9-ba47-426ef798d58f tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:34.323978 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-7bd20868-a448-43c9-ba47-426ef798d58f tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:34.328397 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-8e95fcfb-35df-49b8-ab2c-8ae220c940da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 218cb684-5341-4263-acdf-23a99d0f8478 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:47:34.335519 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7ec4ba6b-d89e-4287-88e4-60841c576fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (72c15583-ca26-44a0-8abb-65153b4c3f69), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:34.335692 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd20868-a448-43c9-ba47-426ef798d58f tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Pushing event updated for resources: {'Port': ['ID=71b95491-c3b0-4a8e-b401-e967ded4cea1,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:34.338602 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7ec4ba6b-d89e-4287-88e4-60841c576fa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:34.342746 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7ec4ba6b-d89e-4287-88e4-60841c576fa5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/72c15583-ca26-44a0-8abb-65153b4c3f69 HTTP/1.1" status: 204  len: 168 time: 0.2717683
Feb 05 20:47:34.345298 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-8e95fcfb-35df-49b8-ab2c-8ae220c940da service neutron] Publish callbacks [] for port (218cb684-5341-4263-acdf-23a99d0f8478), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:34.362096 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4ba6b-d89e-4287-88e4-60841c576fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c15583-ca26-44a0-8abb-65153b4c3f69,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:34.368607 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-8e95fcfb-35df-49b8-ab2c-8ae220c940da service neutron] Transition to ACTIVE for port object 218cb684-5341-4263-acdf-23a99d0f8478 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:47:34.374912 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-8e95fcfb-35df-49b8-ab2c-8ae220c940da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (218cb684-5341-4263-acdf-23a99d0f8478), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:34.413381 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2', 'tag': '35fbf8c4-7550-4db8-8542-b9708e0f0ef7'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:47:34.415659 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c30370-28f1-4867-9a5e-afa78c873000" -d '{"events": [{"name": "network-changed", "server_uuid": "15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2", "tag": "35fbf8c4-7550-4db8-8542-b9708e0f0ef7"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:47:34.432134 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e95fcfb-35df-49b8-ab2c-8ae220c940da service neutron] Pushing event updated for resources: {'Port': ['ID=218cb684-5341-4263-acdf-23a99d0f8478,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:34.446024 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-7bd20868-a448-43c9-ba47-426ef798d58f tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.6479816
Feb 05 20:47:34.459305 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9ff17-96b4-49d1-8ae7-ae9a644594dc req-5b9f79c0-d9c2-427d-b33a-eca6fcb57d6a tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:34.460882 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-63c9ff17-96b4-49d1-8ae7-ae9a644594dc req-5b9f79c0-d9c2-427d-b33a-eca6fcb57d6a tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c14da9d-db39-4f70-9523-e8753da5f8db HTTP/1.1" status: 200  len: 936 time: 0.3052948
Feb 05 20:47:34.478229 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db246b-4a0c-4bf1-81fa-0e337c720d79 req-e45cc51e-6c3e-4038-b8f9-1d0dcc29c071 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:34.479851 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f8db246b-4a0c-4bf1-81fa-0e337c720d79 req-e45cc51e-6c3e-4038-b8f9-1d0dcc29c071 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 948 time: 0.3265650
Feb 05 20:47:34.486107 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-8e95fcfb-35df-49b8-ab2c-8ae220c940da service neutron] Attempting to bind port 218cb684-5341-4263-acdf-23a99d0f8478 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:47:34.486466 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-8e95fcfb-35df-49b8-ab2c-8ae220c940da service neutron] Attempting to bind port 218cb684-5341-4263-acdf-23a99d0f8478 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '09abd495-dfb6-4655-a11b-eae610695a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '33c3ef76-873c-4cff-a0fb-48c0f61e95e9'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:47:34.486803 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-8e95fcfb-35df-49b8-ab2c-8ae220c940da service neutron] Attempting to bind port 218cb684-5341-4263-acdf-23a99d0f8478 on network 33c3ef76-873c-4cff-a0fb-48c0f61e95e9 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:47:34.492527 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-8e95fcfb-35df-49b8-ab2c-8ae220c940da service neutron] Port 218cb684-5341-4263-acdf-23a99d0f8478 on network 33c3ef76-873c-4cff-a0fb-48c0f61e95e9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:47:34.492856 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-8e95fcfb-35df-49b8-ab2c-8ae220c940da service neutron] Attempting to bind port 218cb684-5341-4263-acdf-23a99d0f8478 on network 33c3ef76-873c-4cff-a0fb-48c0f61e95e9 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:47:34.496977 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-8dcebfcf-515b-4832-bc19-8f5a34596163 service neutron] Request body: {'port': {'device_id': '3c14da9d-db39-4f70-9523-e8753da5f8db', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:47:34.499850 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-8e95fcfb-35df-49b8-ab2c-8ae220c940da service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:47:34.500204 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-8e95fcfb-35df-49b8-ab2c-8ae220c940da service neutron] Checking segment: {'id': '09abd495-dfb6-4655-a11b-eae610695a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '33c3ef76-873c-4cff-a0fb-48c0f61e95e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:47:34.500597 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-8e95fcfb-35df-49b8-ab2c-8ae220c940da service neutron] Bound using segment: {'id': '09abd495-dfb6-4655-a11b-eae610695a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '33c3ef76-873c-4cff-a0fb-48c0f61e95e9'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:47:34.501077 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-8e95fcfb-35df-49b8-ab2c-8ae220c940da service neutron] Bound port: 218cb684-5341-4263-acdf-23a99d0f8478, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09abd495-dfb6-4655-a11b-eae610695a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '33c3ef76-873c-4cff-a0fb-48c0f61e95e9'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:47:34.501394 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-8e95fcfb-35df-49b8-ab2c-8ae220c940da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (218cb684-5341-4263-acdf-23a99d0f8478), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:34.579395 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-ae47c635-e503-4e32-8aae-13f2e776f129 None None] Provisioning complete for port 71b95491-c3b0-4a8e-b401-e967ded4cea1 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:47:34.580535 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ae47c635-e503-4e32-8aae-13f2e776f129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (71b95491-c3b0-4a8e-b401-e967ded4cea1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:34.608121 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-8e95fcfb-35df-49b8-ab2c-8ae220c940da service neutron] For port 218cb684-5341-4263-acdf-23a99d0f8478, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:47:34.612150 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-8e95fcfb-35df-49b8-ab2c-8ae220c940da service neutron] For port 218cb684-5341-4263-acdf-23a99d0f8478, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=218cb684-5341-4263-acdf-23a99d0f8478,segment=NetworkSegment(09abd495-dfb6-4655-a11b-eae610695a85),segment_id=09abd495-dfb6-4655-a11b-eae610695a85)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:47:34.615847 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-6b80f503-634a-4a4c-ba1d-7e1ab9616aa9 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks [] for port (870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:34.628858 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-8e95fcfb-35df-49b8-ab2c-8ae220c940da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (218cb684-5341-4263-acdf-23a99d0f8478), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:34.632150 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ae47c635-e503-4e32-8aae-13f2e776f129 None None] Port 71b95491-c3b0-4a8e-b401-e967ded4cea1 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:47:34.667613 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-8dcebfcf-515b-4832-bc19-8f5a34596163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (71b95491-c3b0-4a8e-b401-e967ded4cea1), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:34.676160 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-8e95fcfb-35df-49b8-ab2c-8ae220c940da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:34.676777 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-8e95fcfb-35df-49b8-ab2c-8ae220c940da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:34.678607 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-8e95fcfb-35df-49b8-ab2c-8ae220c940da service neutron] 10.222.0.21 "PUT /v2.0/ports/218cb684-5341-4263-acdf-23a99d0f8478 HTTP/1.1" status: 200  len: 1091 time: 0.8825071
Feb 05 20:47:34.678607 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '213f56f6-86e0-4ba5-82ff-dfe69c6aaad2', 'tag': '218cb684-5341-4263-acdf-23a99d0f8478'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:47:34.680910 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97036803-22a5-4a78-b1aa-6e5adb27b50a" -d '{"events": [{"name": "network-changed", "server_uuid": "213f56f6-86e0-4ba5-82ff-dfe69c6aaad2", "tag": "218cb684-5341-4263-acdf-23a99d0f8478"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:47:34.694910 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-63c9ff17-96b4-49d1-8ae7-ae9a644594dc req-fb8626af-cfe2-4286-b5dd-c3673157f110 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2031977
Feb 05 20:47:34.697296 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e95fcfb-35df-49b8-ab2c-8ae220c940da service neutron] Pushing event updated for resources: {'Port': ['ID=218cb684-5341-4263-acdf-23a99d0f8478,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:34.714947 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f8db246b-4a0c-4bf1-81fa-0e337c720d79 req-8518319b-8785-443f-b5a9-84f61c56d52e tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1680791
Feb 05 20:47:34.735592 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 35fbf8c4-7550-4db8-8542-b9708e0f0ef7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:47:34.744963 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 6360b8a6-9f24-4b66-ba83-fad20f3c523c up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:47:34.809295 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55344) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:34.838820 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4f8579ea-08fa-4f3e-9d1e-0670861863e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:34.850872 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-b462a7ba-1064-4bb7-a8cb-163cd26ead0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:34.852481 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-b462a7ba-1064-4bb7-a8cb-163cd26ead0b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=527d10d28e8840b1b77fb7b65a2178e6&device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 1125 time: 0.1321642
Feb 05 20:47:34.868694 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124ff1b3-73db-4596-9b97-f971068a5b8f x-openstack-request-id: req-124ff1b3-73db-4596-9b97-f971068a5b8f {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:47:34.869032 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2", "tag": "35fbf8c4-7550-4db8-8542-b9708e0f0ef7", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:47:34.869237 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-124ff1b3-73db-4596-9b97-f971068a5b8f {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:47:34.870210 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2', 'tag': '35fbf8c4-7550-4db8-8542-b9708e0f0ef7', 'status': 'completed', 'code': 200}
Feb 05 20:47:34.905820 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-ca610dd2-266b-486f-8285-b7cebb97e0b7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=218cb684-5341-4263-acdf-23a99d0f8478 HTTP/1.1" status: 200  len: 217 time: 0.0406685
Feb 05 20:47:34.987549 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-fe110c07-0e5b-46b7-82ba-4cac2b82d030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:34.989420 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-fe110c07-0e5b-46b7-82ba-4cac2b82d030 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8cc536ee-4631-40df-863b-8efeceae1e96 HTTP/1.1" status: 200  len: 853 time: 0.0745385
Feb 05 20:47:35.012085 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-6b80f503-634a-4a4c-ba1d-7e1ab9616aa9 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:35.027593 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:47:35.031266 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-db125bcf-f7ed-479e-ade7-068dbe040d3b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=33c3ef76-873c-4cff-a0fb-48c0f61e95e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0345445
Feb 05 20:47:35.057095 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4f8579ea-08fa-4f3e-9d1e-0670861863e2 admin admin] Publish callbacks [] for security_group (f8c4ee8a-d4a5-461b-b38f-9eda7c5bdb68), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:35.068984 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4f8579ea-08fa-4f3e-9d1e-0670861863e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f8c4ee8a-d4a5-461b-b38f-9eda7c5bdb68), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:35.126509 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 6360b8a6-9f24-4b66-ba83-fad20f3c523c completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:47:35.138777 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 6360b8a6-9f24-4b66-ba83-fad20f3c523c triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:47:35.139298 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (6360b8a6-9f24-4b66-ba83-fad20f3c523c), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:35.143528 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4f8579ea-08fa-4f3e-9d1e-0670861863e2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5c61787b1aee49fe9a824020313431b5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3295279
Feb 05 20:47:35.147451 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55350) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:35.167542 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8579ea-08fa-4f3e-9d1e-0670861863e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c4ee8a-d4a5-461b-b38f-9eda7c5bdb68,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:35.185580 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 35fbf8c4-7550-4db8-8542-b9708e0f0ef7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=35fbf8c4-7550-4db8-8542-b9708e0f0ef7,segment=NetworkSegment(69c86b74-d9e1-46c1-9b9b-f16748bd0260),segment_id=69c86b74-d9e1-46c1-9b9b-f16748bd0260)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:47:35.211183 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.21', 60181) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:35.223565 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 35fbf8c4-7550-4db8-8542-b9708e0f0ef7 has no active binding in host nch1-master-1 {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Feb 05 20:47:35.260300 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-9c865b9f-c445-4218-920e-85b5375c1a95 service neutron] 10.222.0.21 "GET /v2.0/networks/33c3ef76-873c-4cff-a0fb-48c0f61e95e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2220116
Feb 05 20:47:35.302941 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c30370-28f1-4867-9a5e-afa78c873000 req-9247cef4-b40d-442b-8082-521eb7dd84ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:35.304429 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c8c30370-28f1-4867-9a5e-afa78c873000 req-9247cef4-b40d-442b-8082-521eb7dd84ff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cee5ceeb66aa4167b6492470edbad369&device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2 HTTP/1.1" status: 200  len: 1155 time: 0.4284828
Feb 05 20:47:35.316575 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 6360b8a6-9f24-4b66-ba83-fad20f3c523c is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:47:35.316756 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (6360b8a6-9f24-4b66-ba83-fad20f3c523c), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:35.318506 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-81c50bcf-775f-4d36-9758-c095163b76f4 admin admin] Publish callbacks [] for security_group (f8c4ee8a-d4a5-461b-b38f-9eda7c5bdb68), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:35.345724 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbebfb3-c00e-4f05-a003-cdedc95df47d req-32181191-1765-49b8-ad8c-c870974154db tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:35.353260 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1dbebfb3-c00e-4f05-a003-cdedc95df47d req-32181191-1765-49b8-ad8c-c870974154db tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ad59ce-c366-4aba-90a6-692f0b23b959 HTTP/1.1" status: 200  len: 945 time: 0.4801040
Feb 05 20:47:35.367499 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87d3dab-a67b-4790-8518-06465f1a4e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6360b8a6-9f24-4b66-ba83-fad20f3c523c'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:47:35.368829 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-6b80f503-634a-4a4c-ba1d-7e1ab9616aa9 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Network f760d6ec-7837-431c-910c-37572c24f936 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:47:35.370267 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a10dafb-0ca0-439d-a1a4-56eb4b4d24d8" -d '{"events": [{"server_uuid": "a87d3dab-a67b-4790-8518-06465f1a4e23", "name": "network-vif-plugged", "status": "completed", "tag": "6360b8a6-9f24-4b66-ba83-fad20f3c523c"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:47:35.376728 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce0d8f-2aa4-442a-87b2-8ccf2a0356e6 req-07c1e25a-bdba-42f8-bfc7-b4392ca053f6 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:35.378497 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0ce0d8f-2aa4-442a-87b2-8ccf2a0356e6 req-07c1e25a-bdba-42f8-bfc7-b4392ca053f6 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 943 time: 0.5041587
Feb 05 20:47:35.387386 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed066c4-c920-4222-8404-b1d67fad71b6 req-8fc58c5b-e939-49f5-9611-0464cc362f31 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:35.388241 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 6360b8a6-9f24-4b66-ba83-fad20f3c523c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6360b8a6-9f24-4b66-ba83-fad20f3c523c,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:47:35.389013 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2ed066c4-c920-4222-8404-b1d67fad71b6 req-8fc58c5b-e939-49f5-9611-0464cc362f31 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] 10.222.0.21 "GET /v2.0/ports?device_id=751bfb0b-8fa0-4994-bd14-fb592c30a14e HTTP/1.1" status: 200  len: 950 time: 0.1739542
Feb 05 20:47:35.391437 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-81c50bcf-775f-4d36-9758-c095163b76f4 admin admin] Publish callbacks [] for security_group (f8c4ee8a-d4a5-461b-b38f-9eda7c5bdb68), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:35.395999 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b80f503-634a-4a4c-ba1d-7e1ab9616aa9 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Pushing event updated for resources: {'Port': ['ID=870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:35.396396 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (6360b8a6-9f24-4b66-ba83-fad20f3c523c), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:35.452602 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=6360b8a6-9f24-4b66-ba83-fad20f3c523c,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:35.471681 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-6b80f503-634a-4a4c-ba1d-7e1ab9616aa9 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:47:35.489977 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-6b80f503-634a-4a4c-ba1d-7e1ab9616aa9 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:47:35.495802 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-6b80f503-634a-4a4c-ba1d-7e1ab9616aa9 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:35.496057 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-6b80f503-634a-4a4c-ba1d-7e1ab9616aa9 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:35.555433 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-6b80f503-634a-4a4c-ba1d-7e1ab9616aa9 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.7966816
Feb 05 20:47:35.592741 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-23f57ea2-d6cd-4522-a0f6-2778a86590fa service neutron] Request body: {'port': {'device_id': '41314806-930f-44de-9335-c2b9b352defb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:47:35.658566 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0ce0d8f-2aa4-442a-87b2-8ccf2a0356e6 req-be06f110-eaff-436c-b944-c506ac139793 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2595801
Feb 05 20:47:35.659816 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c30370-28f1-4867-9a5e-afa78c873000 req-6ed6ce2c-9f6d-449d-a222-e6c6bbd6ffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:35.661184 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c8c30370-28f1-4867-9a5e-afa78c873000 req-6ed6ce2c-9f6d-449d-a222-e6c6bbd6ffb7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc4b732e-5458-48e6-8cda-4d399eeaa947 HTTP/1.1" status: 200  len: 909 time: 0.3482242
Feb 05 20:47:35.678188 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1dbebfb3-c00e-4f05-a003-cdedc95df47d req-cc69d82d-6396-4d92-b32c-2a18e70d13bc tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3240757
Feb 05 20:47:35.699922 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-8dcebfcf-515b-4832-bc19-8f5a34596163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71b95491-c3b0-4a8e-b401-e967ded4cea1 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:47:35.746122 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626f73d5-33f7-40e3-b37b-9c3aacd798cb x-openstack-request-id: req-626f73d5-33f7-40e3-b37b-9c3aacd798cb {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:47:35.746468 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "213f56f6-86e0-4ba5-82ff-dfe69c6aaad2", "tag": "218cb684-5341-4263-acdf-23a99d0f8478", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:47:35.746735 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-626f73d5-33f7-40e3-b37b-9c3aacd798cb {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:47:35.747151 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '213f56f6-86e0-4ba5-82ff-dfe69c6aaad2', 'tag': '218cb684-5341-4263-acdf-23a99d0f8478', 'status': 'completed', 'code': 200}
Feb 05 20:47:35.767385 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-a86b0d2f-ae5a-4750-8e29-43115a8aa8ff None None] Provisioning complete for port 870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:47:35.768462 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a86b0d2f-ae5a-4750-8e29-43115a8aa8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:35.769845 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d6f2ee39-0076-467e-8c0a-c96f60d19b20 req-a4973201-f8ed-4a11-ace6-698a2ec6ece4 service neutron] 10.222.0.21 "GET /v2.0/networks/33c3ef76-873c-4cff-a0fb-48c0f61e95e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5032866
Feb 05 20:47:35.778404 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-8dcebfcf-515b-4832-bc19-8f5a34596163 service neutron] Publish callbacks [] for port (71b95491-c3b0-4a8e-b401-e967ded4cea1), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:35.783321 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c8c30370-28f1-4867-9a5e-afa78c873000 req-0187b904-cfc0-44c3-98db-32caea94b68a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35fbf8c4-7550-4db8-8542-b9708e0f0ef7 HTTP/1.1" status: 200  len: 217 time: 0.1024189
Feb 05 20:47:35.802944 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-81c50bcf-775f-4d36-9758-c095163b76f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f8c4ee8a-d4a5-461b-b38f-9eda7c5bdb68), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:35.805701 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-81c50bcf-775f-4d36-9758-c095163b76f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:35.809453 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-81c50bcf-775f-4d36-9758-c095163b76f4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f8c4ee8a-d4a5-461b-b38f-9eda7c5bdb68 HTTP/1.1" status: 204  len: 168 time: 0.6569467
Feb 05 20:47:35.820480 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-23f57ea2-d6cd-4522-a0f6-2778a86590fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:35.822342 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c50bcf-775f-4d36-9758-c095163b76f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c4ee8a-d4a5-461b-b38f-9eda7c5bdb68,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:35.836087 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-2ed066c4-c920-4222-8404-b1d67fad71b6 req-6776222b-d939-4457-93a8-566da96c79ab tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] Deleting port abac0301-5bdb-4fa4-a70f-f5110f61ed44 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:47:35.836432 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2ed066c4-c920-4222-8404-b1d67fad71b6 req-6776222b-d939-4457-93a8-566da96c79ab tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (abac0301-5bdb-4fa4-a70f-f5110f61ed44), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:35.864717 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-8dcebfcf-515b-4832-bc19-8f5a34596163 service neutron] Transition to ACTIVE for port object 71b95491-c3b0-4a8e-b401-e967ded4cea1 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:47:35.886544 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a86b0d2f-ae5a-4750-8e29-43115a8aa8ff None None] Port 870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:47:35.901294 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-8dcebfcf-515b-4832-bc19-8f5a34596163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (71b95491-c3b0-4a8e-b401-e967ded4cea1), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:35.961061 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97036803-22a5-4a78-b1aa-6e5adb27b50a req-20aa8dff-dc9f-4804-99bd-65dfbc79a733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:35.962553 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-97036803-22a5-4a78-b1aa-6e5adb27b50a req-20aa8dff-dc9f-4804-99bd-65dfbc79a733 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=527d10d28e8840b1b77fb7b65a2178e6&device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 1125 time: 0.1199362
Feb 05 20:47:35.994353 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c30370-28f1-4867-9a5e-afa78c873000 req-68e1b9f3-8ee5-4b23-b17b-22192bcce560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:35.995985 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c8c30370-28f1-4867-9a5e-afa78c873000 req-68e1b9f3-8ee5-4b23-b17b-22192bcce560 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=30766dd9-3364-437e-a8fd-68757651ef32 HTTP/1.1" status: 200  len: 848 time: 0.1929364
Feb 05 20:47:35.999158 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-2ed066c4-c920-4222-8404-b1d67fad71b6 req-6776222b-d939-4457-93a8-566da96c79ab tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] For port abac0301-5bdb-4fa4-a70f-f5110f61ed44, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=abac0301-5bdb-4fa4-a70f-f5110f61ed44,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:47:35.999537 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2ed066c4-c920-4222-8404-b1d67fad71b6 req-6776222b-d939-4457-93a8-566da96c79ab tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (abac0301-5bdb-4fa4-a70f-f5110f61ed44), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:36.019171 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0f070fe4-d0a2-4f93-b4f6-1dad3754bea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:36.052098 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-2ed066c4-c920-4222-8404-b1d67fad71b6 req-6776222b-d939-4457-93a8-566da96c79ab tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] Calling delete_port for abac0301-5bdb-4fa4-a70f-f5110f61ed44 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:47:36.066459 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a3b0d-2308-4b24-a41c-b6d05f731e83 req-535a1449-7b1b-42f5-a8be-95c191dfe56b tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:36.070663 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f03a3b0d-2308-4b24-a41c-b6d05f731e83 req-535a1449-7b1b-42f5-a8be-95c191dfe56b tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2 HTTP/1.1" status: 200  len: 943 time: 0.2827806
Feb 05 20:47:36.082205 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcebfcf-515b-4832-bc19-8f5a34596163 service neutron] Pushing event updated for resources: {'Port': ['ID=71b95491-c3b0-4a8e-b401-e967ded4cea1,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:36.113129 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc31542-9d4c-4ba6-bed5-4f355cb7fa86 req-f8848033-4672-4314-ba11-de0507346aab tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:36.121280 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2cc31542-9d4c-4ba6-bed5-4f355cb7fa86 req-f8848033-4672-4314-ba11-de0507346aab tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] 10.222.0.32 "GET /v2.0/ports?device_id=751bfb0b-8fa0-4994-bd14-fb592c30a14e HTTP/1.1" status: 200  len: 950 time: 0.3169844
Feb 05 20:47:36.124529 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c8c30370-28f1-4867-9a5e-afa78c873000 req-a06601e9-d045-4c08-839e-77bd8c847b54 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4b732e-5458-48e6-8cda-4d399eeaa947&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1171927
Feb 05 20:47:36.137302 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97036803-22a5-4a78-b1aa-6e5adb27b50a req-a7c88245-e653-4066-b938-c65a398deace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:36.138806 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-97036803-22a5-4a78-b1aa-6e5adb27b50a req-a7c88245-e653-4066-b938-c65a398deace service neutron] 10.222.0.21 "GET /v2.0/networks?id=33c3ef76-873c-4cff-a0fb-48c0f61e95e9 HTTP/1.1" status: 200  len: 914 time: 0.1693161
Feb 05 20:47:36.249155 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-97036803-22a5-4a78-b1aa-6e5adb27b50a req-41014f67-e0dd-4ea9-b77e-5063d682ec19 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=218cb684-5341-4263-acdf-23a99d0f8478 HTTP/1.1" status: 200  len: 217 time: 0.0879030
Feb 05 20:47:36.323108 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2ed066c4-c920-4222-8404-b1d67fad71b6 req-6776222b-d939-4457-93a8-566da96c79ab tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (abac0301-5bdb-4fa4-a70f-f5110f61ed44), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:36.336633 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['abac0301-5bdb-4fa4-a70f-f5110f61ed44'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:47:36.359699 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97036803-22a5-4a78-b1aa-6e5adb27b50a req-ff29ca45-6e14-4cb3-9570-e393bf5e4e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:36.361401 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-97036803-22a5-4a78-b1aa-6e5adb27b50a req-ff29ca45-6e14-4cb3-9570-e393bf5e4e73 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8cc536ee-4631-40df-863b-8efeceae1e96 HTTP/1.1" status: 200  len: 853 time: 0.0997710
Feb 05 20:47:36.365289 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776222b-d939-4457-93a8-566da96c79ab tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] Pushing event deleted for resources: {'Port': ['ID=abac0301-5bdb-4fa4-a70f-f5110f61ed44,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:36.384957 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-8dcebfcf-515b-4832-bc19-8f5a34596163 service neutron] Attempting to bind port 71b95491-c3b0-4a8e-b401-e967ded4cea1 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:47:36.385507 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-8dcebfcf-515b-4832-bc19-8f5a34596163 service neutron] Attempting to bind port 71b95491-c3b0-4a8e-b401-e967ded4cea1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:47:36.385777 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-8dcebfcf-515b-4832-bc19-8f5a34596163 service neutron] Attempting to bind port 71b95491-c3b0-4a8e-b401-e967ded4cea1 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:47:36.430198 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-8dcebfcf-515b-4832-bc19-8f5a34596163 service neutron] Port 71b95491-c3b0-4a8e-b401-e967ded4cea1 on network f760d6ec-7837-431c-910c-37572c24f936 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:47:36.430660 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-8dcebfcf-515b-4832-bc19-8f5a34596163 service neutron] Attempting to bind port 71b95491-c3b0-4a8e-b401-e967ded4cea1 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:47:36.439310 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f03a3b0d-2308-4b24-a41c-b6d05f731e83 req-78d5ecf9-43e8-40e1-abff-04230f2a1f88 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3365579
Feb 05 20:47:36.443949 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-97036803-22a5-4a78-b1aa-6e5adb27b50a req-93daed4c-0c96-4f89-9aa8-4f63ec6389c5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=33c3ef76-873c-4cff-a0fb-48c0f61e95e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0524542
Feb 05 20:47:36.444854 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed066c4-c920-4222-8404-b1d67fad71b6 req-6776222b-d939-4457-93a8-566da96c79ab tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] No DVR routers for this DVR port abac0301-5bdb-4fa4-a70f-f5110f61ed44 on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:47:36.449383 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2ed066c4-c920-4222-8404-b1d67fad71b6 req-6776222b-d939-4457-93a8-566da96c79ab tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:36.452908 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2ed066c4-c920-4222-8404-b1d67fad71b6 req-6776222b-d939-4457-93a8-566da96c79ab tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] 10.222.0.21 "DELETE /v2.0/ports/abac0301-5bdb-4fa4-a70f-f5110f61ed44 HTTP/1.1" status: 204  len: 173 time: 1.0570457
Feb 05 20:47:36.476035 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2cc31542-9d4c-4ba6-bed5-4f355cb7fa86 req-1f8fce3a-3b97-44d3-9ff4-f9b27ede71da tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] 10.222.0.32 "GET /v2.0/security-groups?id=a48a0441-c9ea-4055-ad23-5e6fdc40daea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3396115
Feb 05 20:47:36.476035 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-8dcebfcf-515b-4832-bc19-8f5a34596163 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:47:36.476035 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-8dcebfcf-515b-4832-bc19-8f5a34596163 service neutron] Checking segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:47:36.476564 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-8dcebfcf-515b-4832-bc19-8f5a34596163 service neutron] Bound using segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:47:36.477100 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-8dcebfcf-515b-4832-bc19-8f5a34596163 service neutron] Bound port: 71b95491-c3b0-4a8e-b401-e967ded4cea1, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:47:36.484518 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-8dcebfcf-515b-4832-bc19-8f5a34596163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (71b95491-c3b0-4a8e-b401-e967ded4cea1), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:36.559386 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3d348a-a442-4f28-a8ed-7a261f1c0fad x-openstack-request-id: req-6f3d348a-a442-4f28-a8ed-7a261f1c0fad {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:47:36.559687 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a87d3dab-a67b-4790-8518-06465f1a4e23", "name": "network-vif-plugged", "status": "completed", "tag": "6360b8a6-9f24-4b66-ba83-fad20f3c523c", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:47:36.562649 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6f3d348a-a442-4f28-a8ed-7a261f1c0fad {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:47:36.563366 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87d3dab-a67b-4790-8518-06465f1a4e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6360b8a6-9f24-4b66-ba83-fad20f3c523c', 'code': 200}
Feb 05 20:47:36.618488 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-97036803-22a5-4a78-b1aa-6e5adb27b50a req-55c661bf-3696-4a24-99ad-822bdd4ee2ed service neutron] 10.222.0.21 "GET /v2.0/networks/33c3ef76-873c-4cff-a0fb-48c0f61e95e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1645117
Feb 05 20:47:36.721556 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c8c30370-28f1-4867-9a5e-afa78c873000 req-e16b47f2-749e-49fe-9562-29d738279855 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5128899
Feb 05 20:47:36.810110 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-97036803-22a5-4a78-b1aa-6e5adb27b50a req-4159e8cb-5006-4a64-ae45-7c6f5bed2dcc service neutron] 10.222.0.21 "GET /v2.0/networks/33c3ef76-873c-4cff-a0fb-48c0f61e95e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1843810
Feb 05 20:47:36.819341 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42b5cf-f161-437c-82b0-4f2c8b427342 req-36f99ac5-3cb9-4f27-a4cc-6a2f9b47a609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:36.821532 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ff42b5cf-f161-437c-82b0-4f2c8b427342 req-36f99ac5-3cb9-4f27-a4cc-6a2f9b47a609 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 1131 time: 0.1257524
Feb 05 20:47:36.841966 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71dd4a-a31c-4cf4-b4be-dadbf2e62bc6 req-dbe34fde-598b-463c-a1a7-7598e4cf14c1 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:36.843462 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0d71dd4a-a31c-4cf4-b4be-dadbf2e62bc6 req-dbe34fde-598b-463c-a1a7-7598e4cf14c1 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=11ad59ce-c366-4aba-90a6-692f0b23b959 HTTP/1.1" status: 200  len: 1127 time: 0.2338245
Feb 05 20:47:36.874188 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ff42b5cf-f161-437c-82b0-4f2c8b427342 req-fe3b3452-6f4b-4e1b-880e-9e5d4cd7f0b4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416844
Feb 05 20:47:36.875982 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-8dcebfcf-515b-4832-bc19-8f5a34596163 service neutron] For port 71b95491-c3b0-4a8e-b401-e967ded4cea1, host nch1-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:47:36.928525 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-8dcebfcf-515b-4832-bc19-8f5a34596163 service neutron] For port 71b95491-c3b0-4a8e-b401-e967ded4cea1, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=71b95491-c3b0-4a8e-b401-e967ded4cea1,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:47:36.944633 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580456d-37d5-4873-bfe7-dc2108474479 req-3787abcc-1b30-49f7-8e74-0def98ae3489 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:36.946153 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a580456d-37d5-4873-bfe7-dc2108474479 req-3787abcc-1b30-49f7-8e74-0def98ae3489 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c14da9d-db39-4f70-9523-e8753da5f8db HTTP/1.1" status: 200  len: 948 time: 0.2706761
Feb 05 20:47:36.974451 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-8dcebfcf-515b-4832-bc19-8f5a34596163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (71b95491-c3b0-4a8e-b401-e967ded4cea1), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:37.062121 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-23f57ea2-d6cd-4522-a0f6-2778a86590fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:47:37.068082 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-8dcebfcf-515b-4832-bc19-8f5a34596163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:37.068717 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-8dcebfcf-515b-4832-bc19-8f5a34596163 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:37.070137 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-8dcebfcf-515b-4832-bc19-8f5a34596163 service neutron] 10.222.0.21 "PUT /v2.0/ports/71b95491-c3b0-4a8e-b401-e967ded4cea1 HTTP/1.1" status: 200  len: 1096 time: 2.6081340
Feb 05 20:47:37.070654 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c14da9d-db39-4f70-9523-e8753da5f8db', 'tag': '71b95491-c3b0-4a8e-b401-e967ded4cea1'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:47:37.072920 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c83a3df-ba9c-42d7-9b71-207da227817d" -d '{"events": [{"name": "network-changed", "server_uuid": "3c14da9d-db39-4f70-9523-e8753da5f8db", "tag": "71b95491-c3b0-4a8e-b401-e967ded4cea1"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:47:37.086605 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-23f57ea2-d6cd-4522-a0f6-2778a86590fa service neutron] Publish callbacks [] for port (870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:37.095008 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c8c30370-28f1-4867-9a5e-afa78c873000 req-c75210fb-dad5-4035-8ba8-05b297fb604f service neutron] 10.222.0.39 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3478785
Feb 05 20:47:37.097094 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0d71dd4a-a31c-4cf4-b4be-dadbf2e62bc6 req-4bda32f6-1555-4b9b-aa41-af8fd2b13862 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2156594
Feb 05 20:47:37.132945 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-23f57ea2-d6cd-4522-a0f6-2778a86590fa service neutron] Transition to ACTIVE for port object 870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:47:37.137285 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcebfcf-515b-4832-bc19-8f5a34596163 service neutron] Pushing event updated for resources: {'Port': ['ID=71b95491-c3b0-4a8e-b401-e967ded4cea1,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:37.141998 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-23f57ea2-d6cd-4522-a0f6-2778a86590fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:37.153129 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a580456d-37d5-4873-bfe7-dc2108474479 req-5f6858f8-3eb3-46f3-815d-266fdfd4f339 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1817238
Feb 05 20:47:37.223144 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f57ea2-d6cd-4522-a0f6-2778a86590fa service neutron] Pushing event updated for resources: {'Port': ['ID=870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:37.318000 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-23f57ea2-d6cd-4522-a0f6-2778a86590fa service neutron] Attempting to bind port 870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec on host nch1-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:47:37.318194 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:37.318315 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-23f57ea2-d6cd-4522-a0f6-2778a86590fa service neutron] Attempting to bind port 870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:47:37.318627 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-23f57ea2-d6cd-4522-a0f6-2778a86590fa service neutron] Attempting to bind port 870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:47:37.331321 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-23f57ea2-d6cd-4522-a0f6-2778a86590fa service neutron] Port 870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec on network f760d6ec-7837-431c-910c-37572c24f936 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:47:37.331665 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-23f57ea2-d6cd-4522-a0f6-2778a86590fa service neutron] Attempting to bind port 870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:47:37.342819 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-23f57ea2-d6cd-4522-a0f6-2778a86590fa service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:47:37.343172 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-23f57ea2-d6cd-4522-a0f6-2778a86590fa service neutron] Checking segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:47:37.343564 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-23f57ea2-d6cd-4522-a0f6-2778a86590fa service neutron] Bound using segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:47:37.344010 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-23f57ea2-d6cd-4522-a0f6-2778a86590fa service neutron] Bound port: 870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:47:37.344376 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-23f57ea2-d6cd-4522-a0f6-2778a86590fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:37.370530 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714239f-2a13-4334-8a13-f5de1db93c0c req-0adf9456-373e-4670-9ce8-bdf4e6424eae tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:37.372084 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6714239f-2a13-4334-8a13-f5de1db93c0c req-0adf9456-373e-4670-9ce8-bdf4e6424eae tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 943 time: 0.1443589
Feb 05 20:47:37.384437 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0fa6c-19fa-4828-9923-40b7032223c9 req-3577d617-51b7-47db-9aca-3e2f75e65fb3 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:37.385942 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2db0fa6c-19fa-4828-9923-40b7032223c9 req-3577d617-51b7-47db-9aca-3e2f75e65fb3 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 949 time: 0.1392550
Feb 05 20:47:37.506650 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2db0fa6c-19fa-4828-9923-40b7032223c9 req-210ef1c6-8ff4-4df0-9c9b-67b8b6baac44 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021526
Feb 05 20:47:37.507661 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-23f57ea2-d6cd-4522-a0f6-2778a86590fa service neutron] For port 870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec, host nch1-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:47:37.511760 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-23f57ea2-d6cd-4522-a0f6-2778a86590fa service neutron] For port 870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:47:37.517677 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6714239f-2a13-4334-8a13-f5de1db93c0c req-d5183874-d306-49c7-9a39-27b17b3e7367 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307597
Feb 05 20:47:37.519653 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-23f57ea2-d6cd-4522-a0f6-2778a86590fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:37.560353 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-23f57ea2-d6cd-4522-a0f6-2778a86590fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:37.560983 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-23f57ea2-d6cd-4522-a0f6-2778a86590fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:37.562408 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-23f57ea2-d6cd-4522-a0f6-2778a86590fa service neutron] 10.222.0.21 "PUT /v2.0/ports/870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec HTTP/1.1" status: 200  len: 1096 time: 1.9890065
Feb 05 20:47:37.578486 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a30fd1-d38a-4f75-bce0-34b6bf65e87d x-openstack-request-id: req-99a30fd1-d38a-4f75-bce0-34b6bf65e87d {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:47:37.578780 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c14da9d-db39-4f70-9523-e8753da5f8db", "tag": "71b95491-c3b0-4a8e-b401-e967ded4cea1", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:47:37.579040 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-99a30fd1-d38a-4f75-bce0-34b6bf65e87d {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:47:37.579439 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c14da9d-db39-4f70-9523-e8753da5f8db', 'tag': '71b95491-c3b0-4a8e-b401-e967ded4cea1', 'status': 'completed', 'code': 200}
Feb 05 20:47:37.588120 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f57ea2-d6cd-4522-a0f6-2778a86590fa service neutron] Pushing event updated for resources: {'Port': ['ID=870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:37.679602 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2977d0-8793-4e5c-87a1-f8d5c9609578 req-eaa72b98-9e92-432f-acc7-3fe125f12f8d tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:37.681281 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fc2977d0-8793-4e5c-87a1-f8d5c9609578 req-eaa72b98-9e92-432f-acc7-3fe125f12f8d tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=11ad59ce-c366-4aba-90a6-692f0b23b959 HTTP/1.1" status: 200  len: 1127 time: 0.0556331
Feb 05 20:47:37.738369 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fc2977d0-8793-4e5c-87a1-f8d5c9609578 req-1be6cfa1-b4b2-46a1-b364-9aaf6e6fbe32 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511150
Feb 05 20:47:37.747924 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751bfb0b-8fa0-4994-bd14-fb592c30a14e', 'name': 'network-vif-deleted', 'tag': 'abac0301-5bdb-4fa4-a70f-f5110f61ed44'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:47:37.751050 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5eebbfc-bcd9-4284-a789-042281d694f0" -d '{"events": [{"server_uuid": "751bfb0b-8fa0-4994-bd14-fb592c30a14e", "name": "network-vif-deleted", "tag": "abac0301-5bdb-4fa4-a70f-f5110f61ed44"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:47:37.788458 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44039874-1ff4-4493-94fc-052263d48957 req-35951e2a-1f8d-42e7-8b0c-09299649de5e tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:37.789953 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-44039874-1ff4-4493-94fc-052263d48957 req-35951e2a-1f8d-42e7-8b0c-09299649de5e tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2 HTTP/1.1" status: 200  len: 943 time: 0.0680761
Feb 05 20:47:37.858747 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b146fe66-190a-41d9-9fcd-af833ad6a7de req-28ce7a49-0816-4035-895e-ad79344c8338 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] 10.222.0.32 "GET /v2.0/ports?device_id=751bfb0b-8fa0-4994-bd14-fb592c30a14e HTTP/1.1" status: 200  len: 210 time: 0.0346417
Feb 05 20:47:37.863604 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-44039874-1ff4-4493-94fc-052263d48957 req-29c37b00-418f-4ce0-8abb-328e7473c4b7 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675635
Feb 05 20:47:37.911898 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020aee69-4071-46d3-a1a0-8f7116a62f2b x-openstack-request-id: req-020aee69-4071-46d3-a1a0-8f7116a62f2b {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:47:37.912302 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "751bfb0b-8fa0-4994-bd14-fb592c30a14e", "name": "network-vif-deleted", "tag": "abac0301-5bdb-4fa4-a70f-f5110f61ed44", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:47:37.912657 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-020aee69-4071-46d3-a1a0-8f7116a62f2b {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:47:37.913148 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751bfb0b-8fa0-4994-bd14-fb592c30a14e', 'name': 'network-vif-deleted', 'tag': 'abac0301-5bdb-4fa4-a70f-f5110f61ed44', 'status': 'completed', 'code': 200}
Feb 05 20:47:38.160897 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-53a2ee01-a799-400d-88ee-f651a283cb1b service neutron] 10.222.0.39 "GET /v2.0/ports/35fbf8c4-7550-4db8-8542-b9708e0f0ef7/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0959270
Feb 05 20:47:38.168917 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b08ef1-e8bd-4200-a479-d3efb07448f1 req-53da41b1-e346-4c86-a142-be84a80a39a9 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:38.170455 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-77b08ef1-e8bd-4200-a479-d3efb07448f1 req-53da41b1-e346-4c86-a142-be84a80a39a9 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=11ad59ce-c366-4aba-90a6-692f0b23b959 HTTP/1.1" status: 200  len: 1127 time: 0.0659130
Feb 05 20:47:38.256623 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-77b08ef1-e8bd-4200-a479-d3efb07448f1 req-d153907c-d7d0-48d5-9d97-c7a576b64e94 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783536
Feb 05 20:47:38.589123 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd243c13-1a49-4493-ae27-b6b640b9de55 req-03ece7be-8d2f-4755-9ce7-cdd9d08244d2 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:38.590592 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cd243c13-1a49-4493-ae27-b6b640b9de55 req-03ece7be-8d2f-4755-9ce7-cdd9d08244d2 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c14da9d-db39-4f70-9523-e8753da5f8db HTTP/1.1" status: 200  len: 948 time: 0.3128374
Feb 05 20:47:38.661605 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-f68589d0-2dfb-4361-a8cd-0581aa2aef67 service neutron] For port 35fbf8c4-7550-4db8-8542-b9708e0f0ef7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=35fbf8c4-7550-4db8-8542-b9708e0f0ef7,segment=NetworkSegment(69c86b74-d9e1-46c1-9b9b-f16748bd0260),segment_id=69c86b74-d9e1-46c1-9b9b-f16748bd0260)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:47:38.700561 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cd243c13-1a49-4493-ae27-b6b640b9de55 req-bcf6eae0-a2ff-4621-8021-e1b02cd0b777 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010320
Feb 05 20:47:38.712623 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297cd6b-5ac1-4c15-a868-a27bada158d7 req-5b35374a-06c5-467b-aabd-242a0fcca149 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:38.714109 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f297cd6b-5ac1-4c15-a868-a27bada158d7 req-5b35374a-06c5-467b-aabd-242a0fcca149 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 949 time: 0.1350253
Feb 05 20:47:38.717353 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-f68589d0-2dfb-4361-a8cd-0581aa2aef67 service neutron] For port 35fbf8c4-7550-4db8-8542-b9708e0f0ef7, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:47:38.754509 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55450) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:38.767904 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-f68589d0-2dfb-4361-a8cd-0581aa2aef67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35fbf8c4-7550-4db8-8542-b9708e0f0ef7 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:47:38.787214 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-f68589d0-2dfb-4361-a8cd-0581aa2aef67 service neutron] For port 35fbf8c4-7550-4db8-8542-b9708e0f0ef7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=35fbf8c4-7550-4db8-8542-b9708e0f0ef7,segment=NetworkSegment(69c86b74-d9e1-46c1-9b9b-f16748bd0260),segment_id=69c86b74-d9e1-46c1-9b9b-f16748bd0260)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:47:38.792139 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device abac0301-5bdb-4fa4-a70f-f5110f61ed44 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:47:38.827288 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: abac0301-5bdb-4fa4-a70f-f5110f61ed44 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:47:38.827633 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device abac0301-5bdb-4fa4-a70f-f5110f61ed44 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:47:38.836411 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:38.836589 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-f68589d0-2dfb-4361-a8cd-0581aa2aef67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (35fbf8c4-7550-4db8-8542-b9708e0f0ef7), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:38.851267 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f297cd6b-5ac1-4c15-a868-a27bada158d7 req-7ce01a2c-1b3b-4d54-8dda-102f2869f769 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1129489
Feb 05 20:47:38.878946 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-526eddef-83b2-4295-8d50-151756f1e5b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:38.899250 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332839b4-51e0-4380-aefb-59d5538ee458 req-446c6a75-823d-47ce-bcc5-2e694fb3cf96 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:38.900675 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-332839b4-51e0-4380-aefb-59d5538ee458 req-446c6a75-823d-47ce-bcc5-2e694fb3cf96 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 943 time: 0.1244950
Feb 05 20:47:38.963326 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-526eddef-83b2-4295-8d50-151756f1e5b5 admin admin] Publish callbacks [] for security_group (c833b951-fe4c-4ba0-bad8-99697178e07b), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:38.967811 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-526eddef-83b2-4295-8d50-151756f1e5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (c833b951-fe4c-4ba0-bad8-99697178e07b), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:38.984350 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-f68589d0-2dfb-4361-a8cd-0581aa2aef67 service neutron] Transition to ACTIVE for port object 35fbf8c4-7550-4db8-8542-b9708e0f0ef7 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:47:39.003529 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-83a8884b-ff02-480c-8421-18d190745d8a req-c762d154-14d2-4e8e-b834-e6b8d5caf7d2 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] 10.222.0.32 "GET /v2.0/ports?device_id=751bfb0b-8fa0-4994-bd14-fb592c30a14e HTTP/1.1" status: 200  len: 210 time: 0.0430522
Feb 05 20:47:39.005719 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-f68589d0-2dfb-4361-a8cd-0581aa2aef67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (35fbf8c4-7550-4db8-8542-b9708e0f0ef7), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:39.009823 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-526eddef-83b2-4295-8d50-151756f1e5b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=63bcf7b6fd6848288d249b4106114468&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2542357
Feb 05 20:47:39.010728 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526eddef-83b2-4295-8d50-151756f1e5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c833b951-fe4c-4ba0-bad8-99697178e07b,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:39.012981 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55458) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:39.047955 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-332839b4-51e0-4380-aefb-59d5538ee458 req-b4c8c397-41d5-4eb0-aa70-9e22c1548865 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1383171
Feb 05 20:47:39.063504 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bff954fd-6f5e-4ee5-9121-ea6811b8a767 admin admin] Publish callbacks [] for security_group (c833b951-fe4c-4ba0-bad8-99697178e07b), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:39.087519 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bff954fd-6f5e-4ee5-9121-ea6811b8a767 admin admin] Publish callbacks [] for security_group (c833b951-fe4c-4ba0-bad8-99697178e07b), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:39.092199 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-f68589d0-2dfb-4361-a8cd-0581aa2aef67 service neutron] No DVR routers for this DVR port 35fbf8c4-7550-4db8-8542-b9708e0f0ef7 on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:47:39.095586 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68589d0-2dfb-4361-a8cd-0581aa2aef67 service neutron] Pushing event updated for resources: {'Port': ['ID=35fbf8c4-7550-4db8-8542-b9708e0f0ef7,revision_number=10']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:39.152640 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bff954fd-6f5e-4ee5-9121-ea6811b8a767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (c833b951-fe4c-4ba0-bad8-99697178e07b), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:39.156116 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bff954fd-6f5e-4ee5-9121-ea6811b8a767 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:39.157631 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-bff954fd-6f5e-4ee5-9121-ea6811b8a767 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c833b951-fe4c-4ba0-bad8-99697178e07b HTTP/1.1" status: 204  len: 168 time: 0.1437528
Feb 05 20:47:39.163418 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-f68589d0-2dfb-4361-a8cd-0581aa2aef67 service neutron] 10.222.0.39 "PUT /v2.0/ports/35fbf8c4-7550-4db8-8542-b9708e0f0ef7/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.9919393
Feb 05 20:47:39.167401 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff954fd-6f5e-4ee5-9121-ea6811b8a767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c833b951-fe4c-4ba0-bad8-99697178e07b,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:39.190000 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7a5c8-1043-49c1-93c7-097faacfae9b req-177df40f-9a60-445a-9180-0c0392d145dc tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:39.193041 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-63d7a5c8-1043-49c1-93c7-097faacfae9b req-177df40f-9a60-445a-9180-0c0392d145dc tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2 HTTP/1.1" status: 200  len: 944 time: 0.0856340
Feb 05 20:47:39.241766 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-63d7a5c8-1043-49c1-93c7-097faacfae9b req-32a98841-9e50-4914-9b66-ae405d8d3a85 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419683
Feb 05 20:47:39.400665 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f2287-0da7-4929-b059-982f0f60ed9d req-fede0e56-3496-4495-abff-aeb7744c832f tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:39.402423 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6a4f2287-0da7-4929-b059-982f0f60ed9d req-fede0e56-3496-4495-abff-aeb7744c832f tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=11ad59ce-c366-4aba-90a6-692f0b23b959 HTTP/1.1" status: 200  len: 1127 time: 0.0482759
Feb 05 20:47:39.449476 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6a4f2287-0da7-4929-b059-982f0f60ed9d req-8dcd068b-015e-4269-a661-7cf4697a8d57 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381477
Feb 05 20:47:39.580753 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41314806-930f-44de-9335-c2b9b352defb', 'tag': '870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:47:39.583337 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2cfd2da-2102-45ff-afff-7a5d34733a37" -d '{"events": [{"name": "network-changed", "server_uuid": "41314806-930f-44de-9335-c2b9b352defb", "tag": "870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:47:39.798700 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152d32e1-a465-41ed-928c-ee9ecb85184c x-openstack-request-id: req-152d32e1-a465-41ed-928c-ee9ecb85184c {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:47:39.799497 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41314806-930f-44de-9335-c2b9b352defb", "tag": "870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:47:39.800340 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-152d32e1-a465-41ed-928c-ee9ecb85184c {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:47:39.800789 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41314806-930f-44de-9335-c2b9b352defb', 'tag': '870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec', 'status': 'completed', 'code': 200}
Feb 05 20:47:39.842012 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55498) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:39.908930 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baef2ae-9a7e-4d3d-aa58-c888fa24d4c3 req-329bec3d-da4c-4ada-a9ee-b5dc225777bc tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:39.910444 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7baef2ae-9a7e-4d3d-aa58-c888fa24d4c3 req-329bec3d-da4c-4ada-a9ee-b5dc225777bc tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c14da9d-db39-4f70-9523-e8753da5f8db HTTP/1.1" status: 200  len: 948 time: 0.0586948
Feb 05 20:47:39.962117 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-fd9e59cc-2d74-4800-82a6-0c3eca769304 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1843250593-network', 'tenant_id': '3431c424fcff4c13afcd9f30888e1a48'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:47:39.963694 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7baef2ae-9a7e-4d3d-aa58-c888fa24d4c3 req-976b37e5-7dc5-448d-80b3-cde4fea75234 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471539
Feb 05 20:47:39.993231 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9e59cc-2d74-4800-82a6-0c3eca769304 admin admin] Made reservation on behalf of 3431c424fcff4c13afcd9f30888e1a48 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:47:39.995600 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fd9e59cc-2d74-4800-82a6-0c3eca769304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:40.004020 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fd9e59cc-2d74-4800-82a6-0c3eca769304 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:40.082923 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fd9e59cc-2d74-4800-82a6-0c3eca769304 admin admin] Publish callbacks [] for security_group (4d63c4d9-6ec2-4a64-aaec-cb7ff433c279), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:40.086648 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5b8f6-5beb-4ac8-af5b-993f54d41ca2 req-0a764f1a-ef86-4de1-b966-4140f808cb4c tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:40.087508 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fd9e59cc-2d74-4800-82a6-0c3eca769304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (4d63c4d9-6ec2-4a64-aaec-cb7ff433c279), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:40.088135 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eec5b8f6-5beb-4ac8-af5b-993f54d41ca2 req-0a764f1a-ef86-4de1-b966-4140f808cb4c tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 949 time: 0.0639188
Feb 05 20:47:40.109948 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd9e59cc-2d74-4800-82a6-0c3eca769304 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:47:40.130678 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e59cc-2d74-4800-82a6-0c3eca769304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d63c4d9-6ec2-4a64-aaec-cb7ff433c279,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:40.141962 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eec5b8f6-5beb-4ac8-af5b-993f54d41ca2 req-25b7c8d4-f36e-4ae1-b931-0f45c0b25157 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472126
Feb 05 20:47:40.143272 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fd9e59cc-2d74-4800-82a6-0c3eca769304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (84618c63-5563-4010-965a-0c859ca980f4), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:40.143743 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-fd9e59cc-2d74-4800-82a6-0c3eca769304 admin admin] Added segment 84618c63-5563-4010-965a-0c859ca980f4 of type vlan for network 9909c4aa-185e-42f9-a4cc-37ca11200b10
Feb 05 20:47:40.157077 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:40.199703 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fd9e59cc-2d74-4800-82a6-0c3eca769304 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (9909c4aa-185e-42f9-a4cc-37ca11200b10), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:40.225234 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fd9e59cc-2d74-4800-82a6-0c3eca769304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (9909c4aa-185e-42f9-a4cc-37ca11200b10), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:40.226180 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9e59cc-2d74-4800-82a6-0c3eca769304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:40.226819 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fd9e59cc-2d74-4800-82a6-0c3eca769304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:40.249291 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2f55915c-78b9-4b70-be86-99627accb006 req-327822e2-aa30-4789-b829-773d488d796a tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] 10.222.0.32 "GET /v2.0/ports?device_id=751bfb0b-8fa0-4994-bd14-fb592c30a14e HTTP/1.1" status: 200  len: 210 time: 0.0291238
Feb 05 20:47:40.262229 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55520) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:40.270608 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-fd9e59cc-2d74-4800-82a6-0c3eca769304 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 895 time: 0.4272981
Feb 05 20:47:40.271804 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-b702a90f-a6cb-4733-bdae-52125bd3e7c3 admin admin] Request body: {'subnet': {'network_id': '9909c4aa-185e-42f9-a4cc-37ca11200b10', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1843250593-subnet', 'tenant_id': '3431c424fcff4c13afcd9f30888e1a48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:47:40.298966 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b702a90f-a6cb-4733-bdae-52125bd3e7c3 admin admin] Made reservation on behalf of 3431c424fcff4c13afcd9f30888e1a48 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:47:40.301585 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e59cc-2d74-4800-82a6-0c3eca769304 admin admin] Pushing event updated for resources: {'Network': ['ID=9909c4aa-185e-42f9-a4cc-37ca11200b10,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:40.301876 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b702a90f-a6cb-4733-bdae-52125bd3e7c3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:40.311764 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 9909c4aa-185e-42f9-a4cc-37ca11200b10 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:47:40.423821 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064331f-98b0-4b27-adcb-5c1828bd77bd req-491d0cda-b37d-47d1-9c8f-1e21dc9e0c00 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:40.425514 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1064331f-98b0-4b27-adcb-5c1828bd77bd req-491d0cda-b37d-47d1-9c8f-1e21dc9e0c00 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 943 time: 0.1089361
Feb 05 20:47:40.528564 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1064331f-98b0-4b27-adcb-5c1828bd77bd req-f75859d1-27fb-46de-8d48-0fa9e4e0ae83 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959065
Feb 05 20:47:40.554103 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b702a90f-a6cb-4733-bdae-52125bd3e7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for subnet (5b46a5c2-b1b6-47d8-b4e2-4ef3afd2ac24), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:40.639611 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b702a90f-a6cb-4733-bdae-52125bd3e7c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b46a5c2-b1b6-47d8-b4e2-4ef3afd2ac24,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:40.658554 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b702a90f-a6cb-4733-bdae-52125bd3e7c3 admin admin] Checking segment: {'id': '84618c63-5563-4010-965a-0c859ca980f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9909c4aa-185e-42f9-a4cc-37ca11200b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:47:40.659092 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b702a90f-a6cb-4733-bdae-52125bd3e7c3 admin admin] Network hostable DHCP agents. Network: 9909c4aa-185e-42f9-a4cc-37ca11200b10, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:47:40.675124 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd3528-0520-4406-b084-2f8d6ef7ebd2 req-0c6b9e6d-e106-4e14-a6ef-1e8e5e4831bd tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:40.676616 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4cdd3528-0520-4406-b084-2f8d6ef7ebd2 req-0c6b9e6d-e106-4e14-a6ef-1e8e5e4831bd tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2 HTTP/1.1" status: 200  len: 944 time: 0.0887239
Feb 05 20:47:40.692804 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b702a90f-a6cb-4733-bdae-52125bd3e7c3 admin admin] Network 9909c4aa-185e-42f9-a4cc-37ca11200b10 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:47:40.711711 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-b702a90f-a6cb-4733-bdae-52125bd3e7c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9909c4aa-185e-42f9-a4cc-37ca11200b10) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:47:40.719864 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a2f07d-9bdf-412b-8e2f-69948650d48d None None] Network 9909c4aa-185e-42f9-a4cc-37ca11200b10 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:47:40.721229 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b702a90f-a6cb-4733-bdae-52125bd3e7c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:40.721867 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b702a90f-a6cb-4733-bdae-52125bd3e7c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:40.743567 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4cdd3528-0520-4406-b084-2f8d6ef7ebd2 req-57bfe9b5-3dd7-4a9e-8185-2ac5fee9fa13 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612154
Feb 05 20:47:40.747399 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b702a90f-a6cb-4733-bdae-52125bd3e7c3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 0.4800336
Feb 05 20:47:40.830713 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9c3d55-277d-4058-8200-aee225d1c8c2 None None] Network 9909c4aa-185e-42f9-a4cc-37ca11200b10 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:47:41.166442 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-60c0cdd6-5d31-4505-a73d-123dfd79d62d tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:41.168015 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-60c0cdd6-5d31-4505-a73d-123dfd79d62d tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/networks?id=9909c4aa-185e-42f9-a4cc-37ca11200b10 HTTP/1.1" status: 200  len: 822 time: 0.1033080
Feb 05 20:47:41.183010 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-fa3956c4-cf39-4c69-896f-7a672071818a tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/quotas/3431c424fcff4c13afcd9f30888e1a48 HTTP/1.1" status: 200  len: 375 time: 0.0094800
Feb 05 20:47:41.214987 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-c4de7f82-b932-42d1-bc5a-6a45e22ba98d tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3431c424fcff4c13afcd9f30888e1a48&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0271311
Feb 05 20:47:41.303463 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-8690080b-d30a-4410-b359-83a18f0fdca5 service neutron] 10.222.0.32 "GET /v2.0/networks/9909c4aa-185e-42f9-a4cc-37ca11200b10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0820162
Feb 05 20:47:41.395354 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-e295643e-4794-4be6-8e1d-8c8bc6da80a0 service neutron] 10.222.0.32 "GET /v2.0/networks/9909c4aa-185e-42f9-a4cc-37ca11200b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861399
Feb 05 20:47:41.594121 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe932aa-ea79-4094-bb2e-8aa1d42b91c1 req-94d30a04-88d9-4db0-b3fa-c87ba8e8ec0c tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:41.595676 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cbe932aa-ea79-4094-bb2e-8aa1d42b91c1 req-94d30a04-88d9-4db0-b3fa-c87ba8e8ec0c tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c14da9d-db39-4f70-9523-e8753da5f8db HTTP/1.1" status: 200  len: 948 time: 0.0543165
Feb 05 20:47:41.645721 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cbe932aa-ea79-4094-bb2e-8aa1d42b91c1 req-77a8355d-7118-4c86-968f-bf576d3b0620 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442431
Feb 05 20:47:41.757355 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b05be2-27a9-465f-ab1b-1100466bf5fc req-ff7cbf46-f6fb-42d7-bf8f-08c2c2a6b56c tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:41.758989 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-69b05be2-27a9-465f-ab1b-1100466bf5fc req-ff7cbf46-f6fb-42d7-bf8f-08c2c2a6b56c tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 949 time: 0.0590553
Feb 05 20:47:41.809991 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-69b05be2-27a9-465f-ab1b-1100466bf5fc req-6dafa974-44e8-44d9-9a75-cca7eb4fbaf0 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448773
Feb 05 20:47:41.902702 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c091bc2f-dfb1-42a5-abf9-af12caa577f8 req-bb10a8de-77d3-4c8c-b2c6-72c78f602d74 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] 10.222.0.32 "GET /v2.0/ports?device_id=751bfb0b-8fa0-4994-bd14-fb592c30a14e HTTP/1.1" status: 200  len: 210 time: 0.0270853
Feb 05 20:47:41.991371 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-17bb07c7-50b8-4869-b117-7b40e144c29e req-bcf50c5c-5997-4714-adfc-e88fe007cbed tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/ports?device_id=394c3dc1-155a-45ae-926b-d49badf4d5a9 HTTP/1.1" status: 200  len: 210 time: 0.0276394
Feb 05 20:47:42.050654 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 35fbf8c4-7550-4db8-8542-b9708e0f0ef7 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:47:42.092698 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] The host nch2-master-1 is not matching for port 35fbf8c4-7550-4db8-8542-b9708e0f0ef7 host nch1-master-1! {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Feb 05 20:47:42.093150 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 35fbf8c4-7550-4db8-8542-b9708e0f0ef7 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:47:42.109054 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f181246-8b6e-4764-a7ca-2473ebe51d74 req-506387a2-824e-4ef6-b289-02993d923e23 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:42.110693 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8f181246-8b6e-4764-a7ca-2473ebe51d74 req-506387a2-824e-4ef6-b289-02993d923e23 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 943 time: 0.0605166
Feb 05 20:47:42.157447 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8f181246-8b6e-4764-a7ca-2473ebe51d74 req-e0be48a5-9dfa-4f73-a706-c7fabeeabda5 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402622
Feb 05 20:47:42.263117 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef401f-daf7-4780-9bb6-b7684cafa1c0 req-a35038e3-7b04-41cf-b8b8-54afd7e6fad5 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:42.264472 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-04ef401f-daf7-4780-9bb6-b7684cafa1c0 req-a35038e3-7b04-41cf-b8b8-54afd7e6fad5 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2 HTTP/1.1" status: 200  len: 944 time: 0.0532746
Feb 05 20:47:42.312745 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-04ef401f-daf7-4780-9bb6-b7684cafa1c0 req-b3ba019f-5b5f-4594-9db0-7fbfa463bf91 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406899
Feb 05 20:47:42.527575 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-ffd666b5-7522-446a-b3b6-781d1a72e3f6 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:42.529024 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-ffd666b5-7522-446a-b3b6-781d1a72e3f6 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.39 "GET /v2.0/networks?id=9909c4aa-185e-42f9-a4cc-37ca11200b10 HTTP/1.1" status: 200  len: 822 time: 0.1123266
Feb 05 20:47:42.541855 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-ae59afaf-2d68-49ca-8484-a6a9daabc655 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Request body: {'port': {'device_id': '394c3dc1-155a-45ae-926b-d49badf4d5a9', 'network_id': '9909c4aa-185e-42f9-a4cc-37ca11200b10', 'admin_state_up': True, 'tenant_id': '3431c424fcff4c13afcd9f30888e1a48'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:47:42.645908 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-ae59afaf-2d68-49ca-8484-a6a9daabc655 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Made reservation on behalf of 3431c424fcff4c13afcd9f30888e1a48 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:47:42.649203 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-ae59afaf-2d68-49ca-8484-a6a9daabc655 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:42.811917 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec3ea6-b5d1-4d0c-abf3-85c4f6d0f7ff req-0b77c063-a7f9-451f-8a43-a11dc269a80f tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:42.813326 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5fec3ea6-b5d1-4d0c-abf3-85c4f6d0f7ff req-0b77c063-a7f9-451f-8a43-a11dc269a80f tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c14da9d-db39-4f70-9523-e8753da5f8db HTTP/1.1" status: 200  len: 948 time: 0.0975220
Feb 05 20:47:42.814393 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-ae59afaf-2d68-49ca-8484-a6a9daabc655 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Allocated IP 172.20.0.6 (9909c4aa-185e-42f9-a4cc-37ca11200b10/5b46a5c2-b1b6-47d8-b4e2-4ef3afd2ac24/5f427759-b2bd-4737-8f77-a7518d449029) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:47:42.893242 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5fec3ea6-b5d1-4d0c-abf3-85c4f6d0f7ff req-fe81c195-885f-4c3e-b9fc-8a9654153f94 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721450
Feb 05 20:47:43.022514 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-ae59afaf-2d68-49ca-8484-a6a9daabc655 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks [] for port (5f427759-b2bd-4737-8f77-a7518d449029), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:43.040879 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8250ab-eaa8-4acf-ba9b-3341b5f43d37 req-a737b95f-ee3e-401e-9bef-ff3e018e0f6f tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:43.042363 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7a8250ab-eaa8-4acf-ba9b-3341b5f43d37 req-a737b95f-ee3e-401e-9bef-ff3e018e0f6f tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 949 time: 0.0831821
Feb 05 20:47:43.101224 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-ae59afaf-2d68-49ca-8484-a6a9daabc655 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (5f427759-b2bd-4737-8f77-a7518d449029), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:43.134280 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7a8250ab-eaa8-4acf-ba9b-3341b5f43d37 req-522c8007-b61e-45ce-a31b-3f27b3e28fd3 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856442
Feb 05 20:47:43.150233 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-ae59afaf-2d68-49ca-8484-a6a9daabc655 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Network 9909c4aa-185e-42f9-a4cc-37ca11200b10 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:47:43.151650 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-ae59afaf-2d68-49ca-8484-a6a9daabc655 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:47:43.154147 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-ae59afaf-2d68-49ca-8484-a6a9daabc655 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:47:43.159968 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-ae59afaf-2d68-49ca-8484-a6a9daabc655 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:43.160646 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-ae59afaf-2d68-49ca-8484-a6a9daabc655 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:43.178357 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae59afaf-2d68-49ca-8484-a6a9daabc655 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Pushing event updated for resources: {'Port': ['ID=5f427759-b2bd-4737-8f77-a7518d449029,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:43.187426 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-ae59afaf-2d68-49ca-8484-a6a9daabc655 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6494613
Feb 05 20:47:43.198672 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-4992ce25-48f9-4890-a0d0-3219b85091ec service neutron] Request body: {'port': {'device_id': '394c3dc1-155a-45ae-926b-d49badf4d5a9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:47:43.249365 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-571b2aae-5100-4c24-b033-f777159a5844 req-35c3d462-03de-4712-8487-dc8e5f07136a tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] 10.222.0.32 "GET /v2.0/ports?device_id=751bfb0b-8fa0-4994-bd14-fb592c30a14e HTTP/1.1" status: 200  len: 210 time: 0.0313077
Feb 05 20:47:43.284869 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-4992ce25-48f9-4890-a0d0-3219b85091ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5f427759-b2bd-4737-8f77-a7518d449029), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:43.435547 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad9668-8029-46ed-8407-dbc2d650f6c9 req-fa5f1a45-4b96-4416-9f63-dec1658e3d7b tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:43.437016 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d1ad9668-8029-46ed-8407-dbc2d650f6c9 req-fa5f1a45-4b96-4416-9f63-dec1658e3d7b tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/ports?device_id=394c3dc1-155a-45ae-926b-d49badf4d5a9 HTTP/1.1" status: 200  len: 931 time: 0.1211786
Feb 05 20:47:43.535948 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d1ad9668-8029-46ed-8407-dbc2d650f6c9 req-66656575-4683-4bf3-87a5-ba8b1dcb3a91 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d63c4d9-6ec2-4a64-aaec-cb7ff433c279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927048
Feb 05 20:47:43.638655 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-4992ce25-48f9-4890-a0d0-3219b85091ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f427759-b2bd-4737-8f77-a7518d449029 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:47:43.648235 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-4992ce25-48f9-4890-a0d0-3219b85091ec service neutron] Publish callbacks [] for port (5f427759-b2bd-4737-8f77-a7518d449029), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:43.665634 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-4992ce25-48f9-4890-a0d0-3219b85091ec service neutron] Transition to ACTIVE for port object 5f427759-b2bd-4737-8f77-a7518d449029 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:47:43.670164 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-4992ce25-48f9-4890-a0d0-3219b85091ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5f427759-b2bd-4737-8f77-a7518d449029), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:43.684970 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76473f-0789-49bf-88e8-d9c0570c61c8 req-41f66cc6-8c6d-4271-8441-0a832bc594e6 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:43.686482 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8a76473f-0789-49bf-88e8-d9c0570c61c8 req-41f66cc6-8c6d-4271-8441-0a832bc594e6 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 943 time: 0.0875268
Feb 05 20:47:43.745897 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992ce25-48f9-4890-a0d0-3219b85091ec service neutron] Pushing event updated for resources: {'Port': ['ID=5f427759-b2bd-4737-8f77-a7518d449029,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:43.796572 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8a76473f-0789-49bf-88e8-d9c0570c61c8 req-e1b51970-83f2-43af-9b31-0b1ec5a3d751 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883160
Feb 05 20:47:43.797367 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-4992ce25-48f9-4890-a0d0-3219b85091ec service neutron] Attempting to bind port 5f427759-b2bd-4737-8f77-a7518d449029 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:47:43.797705 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-4992ce25-48f9-4890-a0d0-3219b85091ec service neutron] Attempting to bind port 5f427759-b2bd-4737-8f77-a7518d449029 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '84618c63-5563-4010-965a-0c859ca980f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9909c4aa-185e-42f9-a4cc-37ca11200b10'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:47:43.798037 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-4992ce25-48f9-4890-a0d0-3219b85091ec service neutron] Attempting to bind port 5f427759-b2bd-4737-8f77-a7518d449029 on network 9909c4aa-185e-42f9-a4cc-37ca11200b10 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:47:43.803124 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-4992ce25-48f9-4890-a0d0-3219b85091ec service neutron] Port 5f427759-b2bd-4737-8f77-a7518d449029 on network 9909c4aa-185e-42f9-a4cc-37ca11200b10 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:47:43.803430 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-4992ce25-48f9-4890-a0d0-3219b85091ec service neutron] Attempting to bind port 5f427759-b2bd-4737-8f77-a7518d449029 on network 9909c4aa-185e-42f9-a4cc-37ca11200b10 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:47:43.818531 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-4992ce25-48f9-4890-a0d0-3219b85091ec service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:47:43.818891 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-4992ce25-48f9-4890-a0d0-3219b85091ec service neutron] Checking segment: {'id': '84618c63-5563-4010-965a-0c859ca980f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9909c4aa-185e-42f9-a4cc-37ca11200b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:47:43.819289 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-4992ce25-48f9-4890-a0d0-3219b85091ec service neutron] Bound using segment: {'id': '84618c63-5563-4010-965a-0c859ca980f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9909c4aa-185e-42f9-a4cc-37ca11200b10'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:47:43.819745 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-4992ce25-48f9-4890-a0d0-3219b85091ec service neutron] Bound port: 5f427759-b2bd-4737-8f77-a7518d449029, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84618c63-5563-4010-965a-0c859ca980f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9909c4aa-185e-42f9-a4cc-37ca11200b10'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:47:43.820186 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-4992ce25-48f9-4890-a0d0-3219b85091ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5f427759-b2bd-4737-8f77-a7518d449029), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:43.914261 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-4992ce25-48f9-4890-a0d0-3219b85091ec service neutron] For port 5f427759-b2bd-4737-8f77-a7518d449029, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:47:43.919462 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-4992ce25-48f9-4890-a0d0-3219b85091ec service neutron] For port 5f427759-b2bd-4737-8f77-a7518d449029, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5f427759-b2bd-4737-8f77-a7518d449029,segment=NetworkSegment(84618c63-5563-4010-965a-0c859ca980f4),segment_id=84618c63-5563-4010-965a-0c859ca980f4)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:47:43.927094 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-4992ce25-48f9-4890-a0d0-3219b85091ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5f427759-b2bd-4737-8f77-a7518d449029), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:43.938368 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9d5c5-7e87-44ad-9b58-f7b1606ee065 req-ebd5bdf3-cee7-4dd6-b4d1-eae8dcd003bf tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:43.939854 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-42d9d5c5-7e87-44ad-9b58-f7b1606ee065 req-ebd5bdf3-cee7-4dd6-b4d1-eae8dcd003bf tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2 HTTP/1.1" status: 200  len: 944 time: 0.0844715
Feb 05 20:47:43.987993 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-4992ce25-48f9-4890-a0d0-3219b85091ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:43.988609 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-4992ce25-48f9-4890-a0d0-3219b85091ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:43.989952 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-4992ce25-48f9-4890-a0d0-3219b85091ec service neutron] 10.222.0.39 "PUT /v2.0/ports/5f427759-b2bd-4737-8f77-a7518d449029 HTTP/1.1" status: 200  len: 1091 time: 0.7954481
Feb 05 20:47:43.990440 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '394c3dc1-155a-45ae-926b-d49badf4d5a9', 'tag': '5f427759-b2bd-4737-8f77-a7518d449029'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:47:43.992612 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e636892b-0e0b-4b38-b877-53164bced838" -d '{"events": [{"name": "network-changed", "server_uuid": "394c3dc1-155a-45ae-926b-d49badf4d5a9", "tag": "5f427759-b2bd-4737-8f77-a7518d449029"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:47:44.024460 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992ce25-48f9-4890-a0d0-3219b85091ec service neutron] Pushing event updated for resources: {'Port': ['ID=5f427759-b2bd-4737-8f77-a7518d449029,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:44.050182 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-42d9d5c5-7e87-44ad-9b58-f7b1606ee065 req-cca6809b-62fb-4c5d-8cf8-3d931b01354e tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864921
Feb 05 20:47:44.089162 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-c4eb08af-862e-4d68-a11d-0fba31875742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:44.090693 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-c4eb08af-862e-4d68-a11d-0fba31875742 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3431c424fcff4c13afcd9f30888e1a48&device_id=394c3dc1-155a-45ae-926b-d49badf4d5a9 HTTP/1.1" status: 200  len: 1125 time: 0.0634658
Feb 05 20:47:44.133382 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-2313ab2d-7711-4803-acfc-0e1859561fe4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f427759-b2bd-4737-8f77-a7518d449029 HTTP/1.1" status: 200  len: 217 time: 0.0361841
Feb 05 20:47:44.208009 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-60f4965d-60fd-44ea-b3b4-0b1adab65261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:44.209381 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-60f4965d-60fd-44ea-b3b4-0b1adab65261 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b46a5c2-b1b6-47d8-b4e2-4ef3afd2ac24 HTTP/1.1" status: 200  len: 862 time: 0.0689967
Feb 05 20:47:44.220231 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ac9a7-88c2-4f43-8785-80b430428332 req-ce6d45de-6a46-4a1c-a40d-826b4b4de9b9 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:44.221613 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec6ac9a7-88c2-4f43-8785-80b430428332 req-ce6d45de-6a46-4a1c-a40d-826b4b4de9b9 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c14da9d-db39-4f70-9523-e8753da5f8db HTTP/1.1" status: 200  len: 948 time: 0.0906711
Feb 05 20:47:44.251907 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-953fe0b7-3954-45e3-b67a-3fd46cec2417 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9909c4aa-185e-42f9-a4cc-37ca11200b10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0293770
Feb 05 20:47:44.342169 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec6ac9a7-88c2-4f43-8785-80b430428332 req-8f78ad07-0318-406b-88af-4db747168b70 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123652
Feb 05 20:47:44.375366 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-a816e729-b2a2-4412-aece-68071f15fb5f service neutron] 10.222.0.39 "GET /v2.0/networks/9909c4aa-185e-42f9-a4cc-37ca11200b10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1168129
Feb 05 20:47:44.389411 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd74c8d-6f4d-4b38-80ff-a410c326aa9a x-openstack-request-id: req-2bd74c8d-6f4d-4b38-80ff-a410c326aa9a {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:47:44.389698 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "394c3dc1-155a-45ae-926b-d49badf4d5a9", "tag": "5f427759-b2bd-4737-8f77-a7518d449029", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:47:44.389954 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2bd74c8d-6f4d-4b38-80ff-a410c326aa9a {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:47:44.390343 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '394c3dc1-155a-45ae-926b-d49badf4d5a9', 'tag': '5f427759-b2bd-4737-8f77-a7518d449029', 'status': 'completed', 'code': 200}
Feb 05 20:47:44.499628 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-141f82f4-f387-4fe1-a99e-a327f6339f70 req-e0fa217b-578d-4b33-98a5-b07a933b0faf service neutron] 10.222.0.39 "GET /v2.0/networks/9909c4aa-185e-42f9-a4cc-37ca11200b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1177535
Feb 05 20:47:44.510783 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1a41a-8bdf-4359-b9fd-7a89b64e234c req-db68ff97-1e5d-410a-87e3-a8f668d8ca02 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:44.512329 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c2b1a41a-8bdf-4359-b9fd-7a89b64e234c req-db68ff97-1e5d-410a-87e3-a8f668d8ca02 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 949 time: 0.0771062
Feb 05 20:47:44.774145 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c2b1a41a-8bdf-4359-b9fd-7a89b64e234c req-88aa53ed-5a3f-4cc4-b58b-9e1c91cebd45 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2537439
Feb 05 20:47:44.785844 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636892b-0e0b-4b38-b877-53164bced838 req-16394e09-e216-4d32-9df4-db5834933fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:44.787515 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e636892b-0e0b-4b38-b877-53164bced838 req-16394e09-e216-4d32-9df4-db5834933fdf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3431c424fcff4c13afcd9f30888e1a48&device_id=394c3dc1-155a-45ae-926b-d49badf4d5a9 HTTP/1.1" status: 200  len: 1125 time: 0.0646784
Feb 05 20:47:44.885404 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f97b16bd-173c-406b-8591-97ffe62bb7fb req-d3ca728b-76e9-4514-b95d-9b69b1c2379e tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] 10.222.0.32 "GET /v2.0/ports?device_id=751bfb0b-8fa0-4994-bd14-fb592c30a14e HTTP/1.1" status: 200  len: 210 time: 0.0334797
Feb 05 20:47:44.904597 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636892b-0e0b-4b38-b877-53164bced838 req-315c66c7-6574-479a-b98e-bed80865e864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:44.906138 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e636892b-0e0b-4b38-b877-53164bced838 req-315c66c7-6574-479a-b98e-bed80865e864 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9909c4aa-185e-42f9-a4cc-37ca11200b10 HTTP/1.1" status: 200  len: 923 time: 0.1111155
Feb 05 20:47:44.947866 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e636892b-0e0b-4b38-b877-53164bced838 req-3d6139ce-38c7-4ec5-a45c-cdbd5cdea585 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f427759-b2bd-4737-8f77-a7518d449029 HTTP/1.1" status: 200  len: 217 time: 0.0354440
Feb 05 20:47:44.961291 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:45.023003 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636892b-0e0b-4b38-b877-53164bced838 req-dda66d93-c36e-4c7a-8c6c-5e0adcfe903a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:45.024505 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e636892b-0e0b-4b38-b877-53164bced838 req-dda66d93-c36e-4c7a-8c6c-5e0adcfe903a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b46a5c2-b1b6-47d8-b4e2-4ef3afd2ac24 HTTP/1.1" status: 200  len: 862 time: 0.0677879
Feb 05 20:47:45.035952 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c3c33-c83c-4350-ab35-9e68d44e6a0a req-e4155175-d211-45e5-a29a-fbb9c754fce5 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:45.037337 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-203c3c33-c83c-4350-ab35-9e68d44e6a0a req-e4155175-d211-45e5-a29a-fbb9c754fce5 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/ports?device_id=394c3dc1-155a-45ae-926b-d49badf4d5a9 HTTP/1.1" status: 200  len: 943 time: 0.0922453
Feb 05 20:47:45.072706 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e636892b-0e0b-4b38-b877-53164bced838 req-ae39702c-1f25-47de-8a8e-4064b838f4ec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9909c4aa-185e-42f9-a4cc-37ca11200b10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0344424
Feb 05 20:47:45.149534 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-203c3c33-c83c-4350-ab35-9e68d44e6a0a req-6875d939-217a-4437-9c72-6604f44414b2 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d63c4d9-6ec2-4a64-aaec-cb7ff433c279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040771
Feb 05 20:47:45.183727 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e636892b-0e0b-4b38-b877-53164bced838 req-f51dd6e0-d60e-4094-a050-2c65f92dd240 service neutron] 10.222.0.39 "GET /v2.0/networks/9909c4aa-185e-42f9-a4cc-37ca11200b10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1037519
Feb 05 20:47:45.308557 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e636892b-0e0b-4b38-b877-53164bced838 req-18e8c734-20a1-4860-9cb9-b85308f43b65 service neutron] 10.222.0.39 "GET /v2.0/networks/9909c4aa-185e-42f9-a4cc-37ca11200b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1144464
Feb 05 20:47:45.316712 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7eb3b2-1361-4b1d-88a7-a3fcfc207f6f req-c0adcd94-be59-4ff4-9ac2-42aad10ae673 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:45.318333 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fe7eb3b2-1361-4b1d-88a7-a3fcfc207f6f req-c0adcd94-be59-4ff4-9ac2-42aad10ae673 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 943 time: 0.1067162
Feb 05 20:47:45.364921 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fe7eb3b2-1361-4b1d-88a7-a3fcfc207f6f req-4bd73bef-38b7-4008-8de8-8043da9cb7bc tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404685
Feb 05 20:47:45.469606 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf32f09-acc5-4849-9cfd-bde2886d93fd req-57e49b45-ed54-4071-b997-400553b9bc61 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:45.471100 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0cf32f09-acc5-4849-9cfd-bde2886d93fd req-57e49b45-ed54-4071-b997-400553b9bc61 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2 HTTP/1.1" status: 200  len: 944 time: 0.0520556
Feb 05 20:47:45.516304 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0cf32f09-acc5-4849-9cfd-bde2886d93fd req-7975eed9-f74d-4b00-ba32-62803f2dd7bb tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395555
Feb 05 20:47:45.620083 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182836e-0270-4e58-b1b5-064e2c936fe7 req-9e462687-6992-40ac-833c-087fd3e9e419 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:45.621458 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e182836e-0270-4e58-b1b5-064e2c936fe7 req-9e462687-6992-40ac-833c-087fd3e9e419 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c14da9d-db39-4f70-9523-e8753da5f8db HTTP/1.1" status: 200  len: 948 time: 0.0518599
Feb 05 20:47:45.670208 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e182836e-0270-4e58-b1b5-064e2c936fe7 req-e15ddd29-7306-4d00-81f1-386fff0ae2b0 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430701
Feb 05 20:47:45.892341 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d628611-f6e7-4f61-80f9-066573a8d2e6 req-b25786e0-4dac-421f-b933-6b25434782d5 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:45.893721 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4d628611-f6e7-4f61-80f9-066573a8d2e6 req-b25786e0-4dac-421f-b933-6b25434782d5 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 949 time: 0.0519359
Feb 05 20:47:45.939086 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4d628611-f6e7-4f61-80f9-066573a8d2e6 req-ddf9cc25-3d66-4a56-93dc-ed97c59da80d tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398185
Feb 05 20:47:46.030429 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ccc7bacb-c091-4940-8cf8-c1b67f016261 req-1065a9e0-eefc-461f-8e51-e549ff36ebec tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] 10.222.0.32 "GET /v2.0/ports?device_id=751bfb0b-8fa0-4994-bd14-fb592c30a14e HTTP/1.1" status: 200  len: 210 time: 0.0261607
Feb 05 20:47:46.270640 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06123ebe-642d-4e3b-8ca5-c08f26390da5 req-e19b8747-f225-4506-8655-5e035f6c66ca tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:46.272118 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-06123ebe-642d-4e3b-8ca5-c08f26390da5 req-e19b8747-f225-4506-8655-5e035f6c66ca tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/ports?device_id=394c3dc1-155a-45ae-926b-d49badf4d5a9 HTTP/1.1" status: 200  len: 943 time: 0.0555758
Feb 05 20:47:46.319148 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-06123ebe-642d-4e3b-8ca5-c08f26390da5 req-8096acfd-4b2e-402c-a369-2abe8a77d3c5 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d63c4d9-6ec2-4a64-aaec-cb7ff433c279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413837
Feb 05 20:47:46.481687 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ede49-8e3e-4a25-9114-1e0322d30ad3 req-cbfa7e52-ca50-4866-88f5-4c8e4d2872bd tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:46.483087 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-925ede49-8e3e-4a25-9114-1e0322d30ad3 req-cbfa7e52-ca50-4866-88f5-4c8e4d2872bd tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 943 time: 0.0521233
Feb 05 20:47:46.530333 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-925ede49-8e3e-4a25-9114-1e0322d30ad3 req-2d71c645-3bc5-49b6-bfa6-a9febbd22b4b tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416088
Feb 05 20:47:46.586396 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26b4440a-11a7-4592-90d5-2f246a7dc6be req-bfeabafb-99ae-4239-819c-2a604557c2f0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0438440
Feb 05 20:47:46.672870 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a816c-8347-47b4-9720-a1a818b2a3b3 req-b8cc91cf-63c0-4396-bdc6-7e7bcbdafbff tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:46.674470 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aa5a816c-8347-47b4-9720-a1a818b2a3b3 req-b8cc91cf-63c0-4396-bdc6-7e7bcbdafbff tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2 HTTP/1.1" status: 200  len: 944 time: 0.0866115
Feb 05 20:47:46.701589 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4440a-11a7-4592-90d5-2f246a7dc6be req-9f4445eb-b09f-431a-a5ce-15ad3004d1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:46.703062 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26b4440a-11a7-4592-90d5-2f246a7dc6be req-9f4445eb-b09f-431a-a5ce-15ad3004d1dc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cee5ceeb66aa4167b6492470edbad369&device_id=06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2 HTTP/1.1" status: 200  len: 1127 time: 0.0734529
Feb 05 20:47:46.743683 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aa5a816c-8347-47b4-9720-a1a818b2a3b3 req-2256e963-5f85-47b3-9839-3f0cf9a07f39 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629938
Feb 05 20:47:46.835093 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4440a-11a7-4592-90d5-2f246a7dc6be req-22ec6819-6144-4852-8b89-bf8abc5e7f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:46.836513 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26b4440a-11a7-4592-90d5-2f246a7dc6be req-22ec6819-6144-4852-8b89-bf8abc5e7f5f service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc4b732e-5458-48e6-8cda-4d399eeaa947 HTTP/1.1" status: 200  len: 909 time: 0.1145642
Feb 05 20:47:46.878482 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26b4440a-11a7-4592-90d5-2f246a7dc6be req-e2c10cd0-d811-4abe-942e-4a8b41e25c36 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f94bb230-a060-4069-ab41-6ee7b499a92f HTTP/1.1" status: 200  len: 217 time: 0.0348749
Feb 05 20:47:46.900078 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e1ef4-d0c6-4916-aaf9-3b1e00db632a req-e7cdeb70-a796-4f42-83c8-ea62744ecb0c tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:46.901489 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-660e1ef4-d0c6-4916-aaf9-3b1e00db632a req-e7cdeb70-a796-4f42-83c8-ea62744ecb0c tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c14da9d-db39-4f70-9523-e8753da5f8db HTTP/1.1" status: 200  len: 948 time: 0.1015213
Feb 05 20:47:46.962079 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4440a-11a7-4592-90d5-2f246a7dc6be req-b1fd4416-2776-40d1-b381-1f2cccc52665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:46.963550 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26b4440a-11a7-4592-90d5-2f246a7dc6be req-b1fd4416-2776-40d1-b381-1f2cccc52665 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=30766dd9-3364-437e-a8fd-68757651ef32 HTTP/1.1" status: 200  len: 848 time: 0.0786936
Feb 05 20:47:46.985918 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-660e1ef4-d0c6-4916-aaf9-3b1e00db632a req-675d2c85-5e3f-4e71-aae1-db386e4ef1fb tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636053
Feb 05 20:47:47.000658 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26b4440a-11a7-4592-90d5-2f246a7dc6be req-fd7d27ba-36fe-4076-8132-9a4307d0d9de service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4b732e-5458-48e6-8cda-4d399eeaa947&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0298400
Feb 05 20:47:47.123822 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26b4440a-11a7-4592-90d5-2f246a7dc6be req-af754044-2307-4a59-a657-6dfdf694ac0f service neutron] 10.222.0.39 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1164773
Feb 05 20:47:47.135471 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c99d24-de34-43d4-b3e9-c7860d5c6d2c req-113e9c2e-882d-44bf-8c81-29865e5c53de tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:47.136853 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78c99d24-de34-43d4-b3e9-c7860d5c6d2c req-113e9c2e-882d-44bf-8c81-29865e5c53de tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 949 time: 0.0778182
Feb 05 20:47:47.238996 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78c99d24-de34-43d4-b3e9-c7860d5c6d2c req-3a86be19-a717-4242-a516-0d18a2706bd8 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943208
Feb 05 20:47:47.255365 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26b4440a-11a7-4592-90d5-2f246a7dc6be req-29c26f61-65df-4442-8907-56b5b9e5b3e3 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1175992
Feb 05 20:47:47.333417 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-04ac7519-fb90-4c3d-81db-19c4b0c74c4e req-51b24db0-6b0d-458c-a4e3-c2a6e836c0a4 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] 10.222.0.32 "GET /v2.0/ports?device_id=751bfb0b-8fa0-4994-bd14-fb592c30a14e HTTP/1.1" status: 200  len: 210 time: 0.0279796
Feb 05 20:47:47.438048 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8b548-4b8f-41c7-a343-ae6103fa889a req-9b2aa110-efc3-402c-8ae1-c232866ac2f2 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:47.439543 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-57f8b548-4b8f-41c7-a343-ae6103fa889a req-9b2aa110-efc3-402c-8ae1-c232866ac2f2 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/ports?device_id=394c3dc1-155a-45ae-926b-d49badf4d5a9 HTTP/1.1" status: 200  len: 943 time: 0.0524619
Feb 05 20:47:47.485515 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-57f8b548-4b8f-41c7-a343-ae6103fa889a req-eb8b2a2f-6e30-4306-92a2-92aeb016a6a5 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d63c4d9-6ec2-4a64-aaec-cb7ff433c279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395360
Feb 05 20:47:47.646636 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032334a-c49f-4695-aa73-9260402dcb3e req-22658f2f-227f-4ba3-b606-72b51dbb4fb4 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:47.648064 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6032334a-c49f-4695-aa73-9260402dcb3e req-22658f2f-227f-4ba3-b606-72b51dbb4fb4 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 943 time: 0.0529323
Feb 05 20:47:47.697635 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6032334a-c49f-4695-aa73-9260402dcb3e req-8b668f73-a602-41b2-8d4c-c269493fbc06 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439820
Feb 05 20:47:47.861487 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf3741-9906-46f6-bacd-1d98ada2fb2f req-b9ac9844-1732-426e-9c16-4cdf4041bb79 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:47.862881 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1faf3741-9906-46f6-bacd-1d98ada2fb2f req-b9ac9844-1732-426e-9c16-4cdf4041bb79 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2 HTTP/1.1" status: 200  len: 944 time: 0.0530939
Feb 05 20:47:47.907973 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1faf3741-9906-46f6-bacd-1d98ada2fb2f req-717609fc-e8c4-442f-9600-ae472466733a tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396044
Feb 05 20:47:48.071054 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 5f427759-b2bd-4737-8f77-a7518d449029 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:47:48.110017 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b3ed6-a552-44a0-9db3-501c350a7f5f req-27b1d19c-5f95-4633-821e-2e7d02af45b4 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:48.111588 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-da9b3ed6-a552-44a0-9db3-501c350a7f5f req-27b1d19c-5f95-4633-821e-2e7d02af45b4 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c14da9d-db39-4f70-9523-e8753da5f8db HTTP/1.1" status: 200  len: 948 time: 0.0578148
Feb 05 20:47:48.157876 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-da9b3ed6-a552-44a0-9db3-501c350a7f5f req-71ef75f3-cb66-46b5-972f-fd4f3209107f tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402212
Feb 05 20:47:48.173770 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 5f427759-b2bd-4737-8f77-a7518d449029, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5f427759-b2bd-4737-8f77-a7518d449029,segment=NetworkSegment(84618c63-5563-4010-965a-0c859ca980f4),segment_id=84618c63-5563-4010-965a-0c859ca980f4)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:47:48.185295 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '5f427759-b2bd-4737-8f77-a7518d449029', 'network_id': '9909c4aa-185e-42f9-a4cc-37ca11200b10', 'port_id': '5f427759-b2bd-4737-8f77-a7518d449029', 'mac_address': 'fa:16:3e:72:d9:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b46a5c2-b1b6-47d8-b4e2-4ef3afd2ac24', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:47:48.221937 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 5f427759-b2bd-4737-8f77-a7518d449029 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:47:48.222411 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5f427759-b2bd-4737-8f77-a7518d449029), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:48.238005 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f427759-b2bd-4737-8f77-a7518d449029 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:47:48.257294 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 5f427759-b2bd-4737-8f77-a7518d449029, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5f427759-b2bd-4737-8f77-a7518d449029,segment=NetworkSegment(84618c63-5563-4010-965a-0c859ca980f4),segment_id=84618c63-5563-4010-965a-0c859ca980f4)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:47:48.260942 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5f427759-b2bd-4737-8f77-a7518d449029), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:48.309598 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=5f427759-b2bd-4737-8f77-a7518d449029,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:48.369841 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a440b-d0b4-4b87-b583-f71ee0d3d88b req-225ee652-1209-4797-9773-5bb60598d80e tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:48.371239 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-591a440b-d0b4-4b87-b583-f71ee0d3d88b req-225ee652-1209-4797-9773-5bb60598d80e tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 949 time: 0.0589373
Feb 05 20:47:48.417620 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-591a440b-d0b4-4b87-b583-f71ee0d3d88b req-be0558f4-7bf1-4b79-bdc7-943399c5d191 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406764
Feb 05 20:47:48.500989 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['5f427759-b2bd-4737-8f77-a7518d449029'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:47:48.509044 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c2e93d45-ca38-4457-bf49-ebe13f1d60b9 req-b1066ffa-3dd5-4b9e-b7ab-7b3fbcdcaed9 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] 10.222.0.32 "GET /v2.0/ports?device_id=751bfb0b-8fa0-4994-bd14-fb592c30a14e HTTP/1.1" status: 200  len: 210 time: 0.0271440
Feb 05 20:47:48.618537 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af6dc9-f769-407c-8068-0df140f39316 req-5e3412f3-e93a-4952-b711-81f080234436 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:48.620077 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-09af6dc9-f769-407c-8068-0df140f39316 req-5e3412f3-e93a-4952-b711-81f080234436 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/ports?device_id=394c3dc1-155a-45ae-926b-d49badf4d5a9 HTTP/1.1" status: 200  len: 944 time: 0.0516169
Feb 05 20:47:48.666609 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-09af6dc9-f769-407c-8068-0df140f39316 req-5599d184-cca5-431a-8f9f-d51140bcd160 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d63c4d9-6ec2-4a64-aaec-cb7ff433c279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406485
Feb 05 20:47:48.820450 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000f5f0-8c20-4f62-8240-2e9fe3ef076e req-c1fc4d83-b93e-4e18-8c7c-e464d500e4f4 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:48.821961 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b000f5f0-8c20-4f62-8240-2e9fe3ef076e req-c1fc4d83-b93e-4e18-8c7c-e464d500e4f4 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 943 time: 0.0596309
Feb 05 20:47:48.867379 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b000f5f0-8c20-4f62-8240-2e9fe3ef076e req-887a7ace-2a87-414d-869d-9e9f0cf2c270 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398176
Feb 05 20:47:49.025288 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981eb76c-f8c1-4908-93ee-3e196d85d8c2 req-159c9f41-d89a-4a5f-8a49-f4c343b5cd03 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:49.026772 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-981eb76c-f8c1-4908-93ee-3e196d85d8c2 req-159c9f41-d89a-4a5f-8a49-f4c343b5cd03 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2 HTTP/1.1" status: 200  len: 944 time: 0.0524697
Feb 05 20:47:49.073064 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-981eb76c-f8c1-4908-93ee-3e196d85d8c2 req-4811590e-df2d-4693-a543-77666f2b42be tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405502
Feb 05 20:47:49.277532 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddc7e8-07d5-4521-8685-a2836f8b7167 req-b46311a9-1758-4103-acd9-c6bb05bba201 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:49.279039 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78ddc7e8-07d5-4521-8685-a2836f8b7167 req-b46311a9-1758-4103-acd9-c6bb05bba201 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c14da9d-db39-4f70-9523-e8753da5f8db HTTP/1.1" status: 200  len: 948 time: 0.0546985
Feb 05 20:47:49.327928 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78ddc7e8-07d5-4521-8685-a2836f8b7167 req-1626da94-5d1f-4245-88b4-ceca0b8fb0f7 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405128
Feb 05 20:47:49.536119 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e2fd5-0681-49c4-adbe-f250c84b081c req-a4f3fc13-a385-4632-9e55-56e1d85625f0 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:49.537686 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a58e2fd5-0681-49c4-adbe-f250c84b081c req-a4f3fc13-a385-4632-9e55-56e1d85625f0 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 949 time: 0.0543728
Feb 05 20:47:49.586278 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a58e2fd5-0681-49c4-adbe-f250c84b081c req-92716447-7fa4-44b1-9d98-9cf39b89ac77 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427785
Feb 05 20:47:49.677531 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6930c0ef-b4d8-4441-b677-0a4b9a8eccda req-deefdc8a-4216-4fb2-9655-c26d9c593c0c tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] 10.222.0.32 "GET /v2.0/ports?device_id=751bfb0b-8fa0-4994-bd14-fb592c30a14e HTTP/1.1" status: 200  len: 210 time: 0.0276287
Feb 05 20:47:49.786072 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8336794-c6ac-4480-be38-1095faba39b2 req-b3e27177-ce1c-4687-ab26-840dede07f25 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:49.787667 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b8336794-c6ac-4480-be38-1095faba39b2 req-b3e27177-ce1c-4687-ab26-840dede07f25 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/ports?device_id=394c3dc1-155a-45ae-926b-d49badf4d5a9 HTTP/1.1" status: 200  len: 944 time: 0.0561378
Feb 05 20:47:49.815351 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:49.837031 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b8336794-c6ac-4480-be38-1095faba39b2 req-d4858b07-e2d9-4b36-af66-87b55d31e67b tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d63c4d9-6ec2-4a64-aaec-cb7ff433c279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427024
Feb 05 20:47:49.982852 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4303fbd5-5cb3-459e-b60e-0c1b0cbb7103 req-7de190df-c442-43b4-a4ee-a071e86ecd36 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:49.984221 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4303fbd5-5cb3-459e-b60e-0c1b0cbb7103 req-7de190df-c442-43b4-a4ee-a071e86ecd36 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 943 time: 0.0531764
Feb 05 20:47:50.029469 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4303fbd5-5cb3-459e-b60e-0c1b0cbb7103 req-7a333ea1-7563-46bc-8de3-a47c42b8703b tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396116
Feb 05 20:47:50.086581 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 5f427759-b2bd-4737-8f77-a7518d449029 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:47:50.136001 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 5f427759-b2bd-4737-8f77-a7518d449029 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:47:50.140153 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 5f427759-b2bd-4737-8f77-a7518d449029 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:47:50.140535 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5f427759-b2bd-4737-8f77-a7518d449029), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:50.190276 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9425d-e428-4054-bee9-a1e1a2d5a746 req-950789f9-562d-493c-9727-6c7374271660 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:50.192879 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a1c9425d-e428-4054-bee9-a1e1a2d5a746 req-950789f9-562d-493c-9727-6c7374271660 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2 HTTP/1.1" status: 200  len: 944 time: 0.0538323
Feb 05 20:47:50.218241 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 5f427759-b2bd-4737-8f77-a7518d449029 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:47:50.218682 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5f427759-b2bd-4737-8f77-a7518d449029), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:50.242283 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394c3dc1-155a-45ae-926b-d49badf4d5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f427759-b2bd-4737-8f77-a7518d449029'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:47:50.243123 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a1c9425d-e428-4054-bee9-a1e1a2d5a746 req-326758f4-d483-486c-8975-64d11c5da38c tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445633
Feb 05 20:47:50.244544 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ada35c-7411-459f-a536-75db563a7877" -d '{"events": [{"server_uuid": "394c3dc1-155a-45ae-926b-d49badf4d5a9", "name": "network-vif-plugged", "status": "completed", "tag": "5f427759-b2bd-4737-8f77-a7518d449029"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:47:50.261178 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 5f427759-b2bd-4737-8f77-a7518d449029, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5f427759-b2bd-4737-8f77-a7518d449029,segment=NetworkSegment(84618c63-5563-4010-965a-0c859ca980f4),segment_id=84618c63-5563-4010-965a-0c859ca980f4)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:47:50.265791 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5f427759-b2bd-4737-8f77-a7518d449029), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:50.290605 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfe95b7-1d14-4acc-bc41-1dc0ff6817ad x-openstack-request-id: req-7cfe95b7-1d14-4acc-bc41-1dc0ff6817ad {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:47:50.290952 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "394c3dc1-155a-45ae-926b-d49badf4d5a9", "name": "network-vif-plugged", "status": "completed", "tag": "5f427759-b2bd-4737-8f77-a7518d449029", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:47:50.291213 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7cfe95b7-1d14-4acc-bc41-1dc0ff6817ad {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:47:50.291601 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394c3dc1-155a-45ae-926b-d49badf4d5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f427759-b2bd-4737-8f77-a7518d449029', 'code': 200}
Feb 05 20:47:50.318907 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=5f427759-b2bd-4737-8f77-a7518d449029,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:50.387750 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6b592-3b04-4284-a973-40d012e37cac req-f1fd8727-31ae-4875-8cf3-28aa99a326a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:50.389259 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c8b6b592-3b04-4284-a973-40d012e37cac req-f1fd8727-31ae-4875-8cf3-28aa99a326a1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=394c3dc1-155a-45ae-926b-d49badf4d5a9 HTTP/1.1" status: 200  len: 1127 time: 0.0446332
Feb 05 20:47:50.464528 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c8b6b592-3b04-4284-a973-40d012e37cac req-c5f374f2-6fe2-49d3-8e2f-db59552a3b68 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4d63c4d9-6ec2-4a64-aaec-cb7ff433c279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670328
Feb 05 20:47:50.477824 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237b61c-154c-42a9-bfe9-91f96bd0ba4f req-dc78e8b9-27e9-459e-8c9d-5610094dc9f9 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:50.479277 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5237b61c-154c-42a9-bfe9-91f96bd0ba4f req-dc78e8b9-27e9-459e-8c9d-5610094dc9f9 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c14da9d-db39-4f70-9523-e8753da5f8db HTTP/1.1" status: 200  len: 948 time: 0.0766611
Feb 05 20:47:50.525444 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5237b61c-154c-42a9-bfe9-91f96bd0ba4f req-85cc7fab-9435-4ed5-86e8-9cf402cdef46 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405622
Feb 05 20:47:50.706842 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d6525-9b0b-437a-95b2-1e7f6e72ce37 req-54f4de72-dca0-452d-a1f7-e785620f10e7 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:50.708322 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ab1d6525-9b0b-437a-95b2-1e7f6e72ce37 req-54f4de72-dca0-452d-a1f7-e785620f10e7 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 949 time: 0.0562534
Feb 05 20:47:50.753771 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ab1d6525-9b0b-437a-95b2-1e7f6e72ce37 req-e1fe2bf6-6c3b-4102-9143-f86b4f9f48be tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398126
Feb 05 20:47:50.845447 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e07c3304-c46d-43da-9819-18d73926ddd4 req-810b08a8-56bb-43ee-b8ea-b2712a2be945 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] 10.222.0.32 "GET /v2.0/ports?device_id=751bfb0b-8fa0-4994-bd14-fb592c30a14e HTTP/1.1" status: 200  len: 210 time: 0.0268078
Feb 05 20:47:50.958276 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5b7e5-bd82-4ec8-9cce-3b30b442da85 req-3d4940e5-48b7-42ed-8ded-8d8a9778c677 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:50.959776 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3ba5b7e5-bd82-4ec8-9cce-3b30b442da85 req-3d4940e5-48b7-42ed-8ded-8d8a9778c677 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/ports?device_id=394c3dc1-155a-45ae-926b-d49badf4d5a9 HTTP/1.1" status: 200  len: 945 time: 0.0590413
Feb 05 20:47:51.011831 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3ba5b7e5-bd82-4ec8-9cce-3b30b442da85 req-697f937a-b2b0-448d-a250-e2b1aae53887 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d63c4d9-6ec2-4a64-aaec-cb7ff433c279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464101
Feb 05 20:47:51.147800 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c94b0-e86d-41c3-bbfd-08413b546889 req-d2903edc-709e-4816-8822-ef35093a2a9d tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:51.149279 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3d3c94b0-e86d-41c3-bbfd-08413b546889 req-d2903edc-709e-4816-8822-ef35093a2a9d tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 943 time: 0.0537016
Feb 05 20:47:51.195725 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3d3c94b0-e86d-41c3-bbfd-08413b546889 req-5e6ce501-dd3e-4c3b-ba45-73bbd35edf52 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408521
Feb 05 20:47:51.367374 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c70d1c-51ed-4d72-a30f-50899ad2232c req-11f48bfc-9f89-4b78-8ee6-aaaf187a40b6 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:51.368762 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a4c70d1c-51ed-4d72-a30f-50899ad2232c req-11f48bfc-9f89-4b78-8ee6-aaaf187a40b6 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2 HTTP/1.1" status: 200  len: 944 time: 0.0531325
Feb 05 20:47:51.413376 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a4c70d1c-51ed-4d72-a30f-50899ad2232c req-46cdbb0a-71aa-4305-a25d-dbc8bc1f0cbc tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390792
Feb 05 20:47:51.655956 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bddb85-68ca-4f23-bff0-33a8f85769e3 req-3711770e-5f6b-4d40-8969-99a5e11bfbda tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:51.657326 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c7bddb85-68ca-4f23-bff0-33a8f85769e3 req-3711770e-5f6b-4d40-8969-99a5e11bfbda tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c14da9d-db39-4f70-9523-e8753da5f8db HTTP/1.1" status: 200  len: 948 time: 0.0545044
Feb 05 20:47:51.704111 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c7bddb85-68ca-4f23-bff0-33a8f85769e3 req-48747045-83ac-488d-b20e-8b02366f49ff tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403020
Feb 05 20:47:51.870808 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4989aa0-8e24-47be-b67d-02d644c1809f req-360735d6-183c-49c9-bc41-92df3c83fc07 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:51.872274 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d4989aa0-8e24-47be-b67d-02d644c1809f req-360735d6-183c-49c9-bc41-92df3c83fc07 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 949 time: 0.0526407
Feb 05 20:47:51.918710 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d4989aa0-8e24-47be-b67d-02d644c1809f req-47a03a91-b597-49c2-b43d-ed76df044afa tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407422
Feb 05 20:47:52.010701 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-25e458f8-853a-48e4-988b-96c52c590736 req-a5a0d54a-8f2e-49f6-8b5d-d1d1e3ba35b2 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] 10.222.0.32 "GET /v2.0/ports?device_id=751bfb0b-8fa0-4994-bd14-fb592c30a14e HTTP/1.1" status: 200  len: 210 time: 0.0267465
Feb 05 20:47:52.130775 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c910e-7460-46bf-b2dd-51188e1c26e2 req-2e06e3c8-2a91-480b-873c-053015606068 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:52.132257 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4b8c910e-7460-46bf-b2dd-51188e1c26e2 req-2e06e3c8-2a91-480b-873c-053015606068 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/ports?device_id=394c3dc1-155a-45ae-926b-d49badf4d5a9 HTTP/1.1" status: 200  len: 945 time: 0.0554106
Feb 05 20:47:52.179050 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4b8c910e-7460-46bf-b2dd-51188e1c26e2 req-0ba9bb01-e32c-4154-afbb-7795e03f5ffd tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d63c4d9-6ec2-4a64-aaec-cb7ff433c279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410094
Feb 05 20:47:52.295527 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf6280b-16b0-45ea-b2ca-c46426652c59 req-d707c42d-8c9a-46a4-a39c-dfce5a74be57 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:52.297018 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0cf6280b-16b0-45ea-b2ca-c46426652c59 req-d707c42d-8c9a-46a4-a39c-dfce5a74be57 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/ports?device_id=394c3dc1-155a-45ae-926b-d49badf4d5a9 HTTP/1.1" status: 200  len: 945 time: 0.0536489
Feb 05 20:47:52.345003 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0cf6280b-16b0-45ea-b2ca-c46426652c59 req-a9ecda8c-2b68-4965-ac79-4a451325ab50 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d63c4d9-6ec2-4a64-aaec-cb7ff433c279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403814
Feb 05 20:47:52.457187 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c692c-f30f-48bd-9dc6-488fe2a5c0a2 req-f5bf4586-597f-43c0-80cd-0e6e508fedab tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:52.458940 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c38c692c-f30f-48bd-9dc6-488fe2a5c0a2 req-f5bf4586-597f-43c0-80cd-0e6e508fedab tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 943 time: 0.0577786
Feb 05 20:47:52.506025 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c38c692c-f30f-48bd-9dc6-488fe2a5c0a2 req-68f2f0be-6524-452e-afca-76e5a5b55965 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414982
Feb 05 20:47:52.618852 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674330b-91cb-41a2-9e89-fe429f8dc8af req-11949325-33f8-45d5-80f3-0d0ea7a4569c tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:52.620297 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7674330b-91cb-41a2-9e89-fe429f8dc8af req-11949325-33f8-45d5-80f3-0d0ea7a4569c tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2 HTTP/1.1" status: 200  len: 944 time: 0.0521386
Feb 05 20:47:52.667079 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7674330b-91cb-41a2-9e89-fe429f8dc8af req-e8e120e5-c9da-4c18-8e36-5e3b00674522 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411456
Feb 05 20:47:52.773565 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6dd79-ef13-48b9-a642-9160e0b68330 req-0e23993e-5eff-47d4-b5e8-5282eebe065f tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:52.775065 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0dc6dd79-ef13-48b9-a642-9160e0b68330 req-0e23993e-5eff-47d4-b5e8-5282eebe065f tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/ports?device_id=394c3dc1-155a-45ae-926b-d49badf4d5a9 HTTP/1.1" status: 200  len: 945 time: 0.0550809
Feb 05 20:47:52.828755 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0dc6dd79-ef13-48b9-a642-9160e0b68330 req-c26cec94-ff7b-4bba-b7da-85c13c2bc1cf tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d63c4d9-6ec2-4a64-aaec-cb7ff433c279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476835
Feb 05 20:47:52.932445 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc7a30-c226-4e8a-b2f3-a8a07af6eecd req-15d5b4e0-0591-4aee-9ec7-e9e8e405b670 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:52.933926 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c1dc7a30-c226-4e8a-b2f3-a8a07af6eecd req-15d5b4e0-0591-4aee-9ec7-e9e8e405b670 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c14da9d-db39-4f70-9523-e8753da5f8db HTTP/1.1" status: 200  len: 948 time: 0.0521638
Feb 05 20:47:52.981993 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c1dc7a30-c226-4e8a-b2f3-a8a07af6eecd req-a6ef0a7c-4b45-4b7c-8d4c-b6d24ba53aa5 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423737
Feb 05 20:47:53.087044 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9c00b-66a3-4386-b7c8-dd65e24abfa3 req-90322bc7-2781-451c-976d-b7480cd6240d tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:53.088501 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78a9c00b-66a3-4386-b7c8-dd65e24abfa3 req-90322bc7-2781-451c-976d-b7480cd6240d tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/ports?device_id=394c3dc1-155a-45ae-926b-d49badf4d5a9 HTTP/1.1" status: 200  len: 945 time: 0.0540335
Feb 05 20:47:53.134642 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78a9c00b-66a3-4386-b7c8-dd65e24abfa3 req-c59e9e45-46aa-4c58-a47a-5e57e9a37ba2 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d63c4d9-6ec2-4a64-aaec-cb7ff433c279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402622
Feb 05 20:47:53.244514 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d704b-36ac-43e0-a27d-784918ce9f6a req-d815cfe4-7247-42cc-9edc-a81e89648612 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:53.245862 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0e4d704b-36ac-43e0-a27d-784918ce9f6a req-d815cfe4-7247-42cc-9edc-a81e89648612 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 949 time: 0.0588145
Feb 05 20:47:53.295423 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0e4d704b-36ac-43e0-a27d-784918ce9f6a req-b1a5cfe6-9e11-4968-9406-856ad433ce1b tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439265
Feb 05 20:47:53.387926 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0be2d909-6584-45bb-846b-3d1ef2860832 req-fad01f41-31bb-4c94-8778-b3cb1fe2ac69 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] 10.222.0.32 "GET /v2.0/ports?device_id=751bfb0b-8fa0-4994-bd14-fb592c30a14e HTTP/1.1" status: 200  len: 210 time: 0.0276344
Feb 05 20:47:53.504935 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb9ca1-53ab-4fa2-b3e0-5a59c09419b0 req-b6d69987-b59e-4dcc-9aab-db6c8576d28d tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:53.506310 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8fdb9ca1-53ab-4fa2-b3e0-5a59c09419b0 req-b6d69987-b59e-4dcc-9aab-db6c8576d28d tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/ports?device_id=394c3dc1-155a-45ae-926b-d49badf4d5a9 HTTP/1.1" status: 200  len: 945 time: 0.0539007
Feb 05 20:47:53.552159 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8fdb9ca1-53ab-4fa2-b3e0-5a59c09419b0 req-23dca4e9-17d8-4137-9ab7-39ce740e77ee tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d63c4d9-6ec2-4a64-aaec-cb7ff433c279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401969
Feb 05 20:47:53.842578 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9469d-2d3e-45fd-a8ba-3dc11e486be4 req-93636cce-bf2a-4e9c-97de-39fbdb6933b0 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:53.844037 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2ec9469d-2d3e-45fd-a8ba-3dc11e486be4 req-93636cce-bf2a-4e9c-97de-39fbdb6933b0 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 943 time: 0.2376411
Feb 05 20:47:53.888606 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2ec9469d-2d3e-45fd-a8ba-3dc11e486be4 req-ae89f0d4-978d-42e3-9a8a-9c175c81b638 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383282
Feb 05 20:47:53.996300 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90181a34-390f-4dde-a0c6-74dc85d232d5 req-818baebe-97ca-4099-9fc1-8f43f0289b24 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:53.997781 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-90181a34-390f-4dde-a0c6-74dc85d232d5 req-818baebe-97ca-4099-9fc1-8f43f0289b24 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/ports?device_id=394c3dc1-155a-45ae-926b-d49badf4d5a9 HTTP/1.1" status: 200  len: 945 time: 0.0550096
Feb 05 20:47:54.043653 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-90181a34-390f-4dde-a0c6-74dc85d232d5 req-d1b7337b-ef58-4e3b-b16b-195df463fe62 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d63c4d9-6ec2-4a64-aaec-cb7ff433c279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402503
Feb 05 20:47:54.151225 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f840b4-56eb-4d3a-837e-08342537f3f4 req-73b66955-7c92-4bdb-9cd3-28903b85f1f6 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:54.152611 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-90f840b4-56eb-4d3a-837e-08342537f3f4 req-73b66955-7c92-4bdb-9cd3-28903b85f1f6 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2 HTTP/1.1" status: 200  len: 944 time: 0.0556235
Feb 05 20:47:54.199351 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-90f840b4-56eb-4d3a-837e-08342537f3f4 req-da3b6b2e-5f11-4782-8711-856c54df7a48 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411530
Feb 05 20:47:54.306587 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8daaf-4d3e-43ba-bc9a-0a854d10d137 req-7d037401-21af-43e7-b385-d74131586fba tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:54.308336 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-38e8daaf-4d3e-43ba-bc9a-0a854d10d137 req-7d037401-21af-43e7-b385-d74131586fba tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c14da9d-db39-4f70-9523-e8753da5f8db HTTP/1.1" status: 200  len: 948 time: 0.0529203
Feb 05 20:47:54.354436 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-38e8daaf-4d3e-43ba-bc9a-0a854d10d137 req-176f53c9-7830-49c9-9b32-b928b2d29505 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407870
Feb 05 20:47:54.467201 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8687bc-c9ea-4a84-90ed-63649f4b8335 req-e154e214-07d9-4320-ae3b-e9103e0a2c3b tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:54.468567 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cb8687bc-c9ea-4a84-90ed-63649f4b8335 req-e154e214-07d9-4320-ae3b-e9103e0a2c3b tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 949 time: 0.0530560
Feb 05 20:47:54.517388 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cb8687bc-c9ea-4a84-90ed-63649f4b8335 req-ee2c96ff-ffb6-4ef7-aca7-9f4d7e136193 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432634
Feb 05 20:47:54.622537 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21952f2f-2bb7-41fd-8ebe-7a2e04514072 req-b6928c31-b3ae-43fb-a5cc-35580c610f63 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:54.623997 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-21952f2f-2bb7-41fd-8ebe-7a2e04514072 req-b6928c31-b3ae-43fb-a5cc-35580c610f63 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/ports?device_id=394c3dc1-155a-45ae-926b-d49badf4d5a9 HTTP/1.1" status: 200  len: 945 time: 0.0523183
Feb 05 20:47:54.669932 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-21952f2f-2bb7-41fd-8ebe-7a2e04514072 req-f0143d2a-eb18-4eac-8af4-b442e21a2e26 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d63c4d9-6ec2-4a64-aaec-cb7ff433c279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395718
Feb 05 20:47:54.764690 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f9383c5d-4dee-4ad2-8f00-7183390b5536 req-d4fcf8ce-0916-4d13-959b-8b44153b1e73 tempest-TenantUsagesTestJSON-533631037 tempest-TenantUsagesTestJSON-533631037-project] 10.222.0.32 "GET /v2.0/ports?device_id=751bfb0b-8fa0-4994-bd14-fb592c30a14e HTTP/1.1" status: 200  len: 210 time: 0.0278869
Feb 05 20:47:54.873984 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbdaac5-450f-4569-b3e0-1ea055677cbd req-63596b41-5aa8-438a-a04c-2443d018d8ee tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:54.875455 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1bbdaac5-450f-4569-b3e0-1ea055677cbd req-63596b41-5aa8-438a-a04c-2443d018d8ee tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/ports?device_id=394c3dc1-155a-45ae-926b-d49badf4d5a9 HTTP/1.1" status: 200  len: 945 time: 0.0548332
Feb 05 20:47:54.922265 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1bbdaac5-450f-4569-b3e0-1ea055677cbd req-aa67a660-78ae-4c62-b4f6-0b2034bdafe3 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d63c4d9-6ec2-4a64-aaec-cb7ff433c279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397360
Feb 05 20:47:55.035209 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd815ea1-e42b-4560-a7c4-be5abb1f7440 req-8a34f7f1-3c3c-4923-8f63-3013f7c9fbf2 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:55.042794 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cd815ea1-e42b-4560-a7c4-be5abb1f7440 req-8a34f7f1-3c3c-4923-8f63-3013f7c9fbf2 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 943 time: 0.0648689
Feb 05 20:47:55.090123 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cd815ea1-e42b-4560-a7c4-be5abb1f7440 req-51ee523a-bdfb-4383-8561-e8c4ec7ccad3 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464554
Feb 05 20:47:55.203549 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83a3df-ba9c-42d7-9b71-207da227817d req-3162bbbe-0864-43c0-830b-fe59db2e3f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:55.205841 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4c83a3df-ba9c-42d7-9b71-207da227817d req-3162bbbe-0864-43c0-830b-fe59db2e3f61 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8645008e9e894713967a6f63b339bf46&device_id=3c14da9d-db39-4f70-9523-e8753da5f8db HTTP/1.1" status: 200  len: 1130 time: 0.0577004
Feb 05 20:47:55.220168 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-dec653c9-3416-472a-a716-d3121b3bd9df tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:55.221976 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-dec653c9-3416-472a-a716-d3121b3bd9df tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2&tenant_id=cee5ceeb66aa4167b6492470edbad369&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.1059992
Feb 05 20:47:55.229703 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cfd2da-2102-45ff-afff-7a5d34733a37 req-bc216646-1449-445a-925f-6a587346f2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:55.231707 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b2cfd2da-2102-45ff-afff-7a5d34733a37 req-bc216646-1449-445a-925f-6a587346f2f5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8645008e9e894713967a6f63b339bf46&device_id=41314806-930f-44de-9335-c2b9b352defb HTTP/1.1" status: 200  len: 1130 time: 0.0776973
Feb 05 20:47:55.277091 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4c83a3df-ba9c-42d7-9b71-207da227817d req-fb318eb6-5351-4e17-840b-da3622fb0266 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=8645008e9e894713967a6f63b339bf46&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0594397
Feb 05 20:47:55.349550 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b2cfd2da-2102-45ff-afff-7a5d34733a37 req-b1d6aa20-7966-4ceb-8dfb-0add6200ca75 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=8645008e9e894713967a6f63b339bf46&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1044285
Feb 05 20:47:55.537426 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55736) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:55.547369 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83a3df-ba9c-42d7-9b71-207da227817d req-9356d2ec-b5c0-4114-9af4-d646874636a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:55.547967 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-76313eb1-b1f2-425a-acfe-e89d11306657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:55.549108 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4c83a3df-ba9c-42d7-9b71-207da227817d req-9356d2ec-b5c0-4114-9af4-d646874636a2 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2654009
Feb 05 20:47:55.549966 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-76313eb1-b1f2-425a-acfe-e89d11306657 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2&tenant_id=cee5ceeb66aa4167b6492470edbad369 HTTP/1.1" status: 200  len: 1126 time: 0.3167415
Feb 05 20:47:55.652876 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-b63326ff-9331-4264-823c-6d68f94cf59b tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 20:47:55.653899 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-b63326ff-9331-4264-823c-6d68f94cf59b tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1155365
Feb 05 20:47:55.670866 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-2ff0f06c-24dc-4763-973c-df65638aaf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:55.672665 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-2ff0f06c-24dc-4763-973c-df65638aaf38 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8645008e9e894713967a6f63b339bf46&device_id=3c14da9d-db39-4f70-9523-e8753da5f8db HTTP/1.1" status: 200  len: 1130 time: 0.0669961
Feb 05 20:47:55.720410 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cfd2da-2102-45ff-afff-7a5d34733a37 req-7ea54cb8-cbbf-4cfd-bd57-7363feeb6805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:55.722133 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b2cfd2da-2102-45ff-afff-7a5d34733a37 req-7ea54cb8-cbbf-4cfd-bd57-7363feeb6805 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3670313
Feb 05 20:47:55.744181 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-5a3cd512-c680-4bc3-a73e-ae26948ca95b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=71b95491-c3b0-4a8e-b401-e967ded4cea1 HTTP/1.1" status: 200  len: 217 time: 0.0594795
Feb 05 20:47:55.750439 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-853c8e66-8fb6-4be8-abee-920849865636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:55.752124 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-853c8e66-8fb6-4be8-abee-920849865636 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cee5ceeb66aa4167b6492470edbad369&device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2 HTTP/1.1" status: 200  len: 1126 time: 0.1621246
Feb 05 20:47:55.780208 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e30eac-99d7-4850-a076-a0af94dc566c req-164ae63b-76fa-42b4-bd65-48964cf118dd tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:55.782187 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d9e30eac-99d7-4850-a076-a0af94dc566c req-164ae63b-76fa-42b4-bd65-48964cf118dd tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2 HTTP/1.1" status: 200  len: 944 time: 0.1132684
Feb 05 20:47:55.829086 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-bb3f4bbe-8c8a-4995-afb0-472c141263e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:55.830801 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-bb3f4bbe-8c8a-4995-afb0-472c141263e3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.0812788
Feb 05 20:47:55.850368 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-e0c10f4c-2e05-49b3-a228-8456efd735e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:55.851761 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-e0c10f4c-2e05-49b3-a228-8456efd735e9 service neutron] 10.222.0.32 "GET /v2.0/ports/5cf32de2-4074-43f6-bcb4-7aa8f231f04a HTTP/1.1" status: 200  len: 1124 time: 0.1225467
Feb 05 20:47:55.870423 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-3612e89d-b8fd-4999-bfbe-d01c254d50b3 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:47:55.870884 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-3612e89d-b8fd-4999-bfbe-d01c254d50b3 service neutron] Unknown quota resources ['binding']. {{(pid=114390) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 05 20:47:55.936301 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-0b6fa810-1c21-42fc-bcd0-07393de71795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:55.938045 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-0b6fa810-1c21-42fc-bcd0-07393de71795 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1001153
Feb 05 20:47:55.960772 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d9e30eac-99d7-4850-a076-a0af94dc566c req-b9fb5a24-2d97-47f5-838c-79dfdf17b090 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1609309
Feb 05 20:47:55.970162 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-5e5ef801-9134-4b03-b612-dac45aeba531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:55.971831 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-5e5ef801-9134-4b03-b612-dac45aeba531 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8645008e9e894713967a6f63b339bf46&device_id=41314806-930f-44de-9335-c2b9b352defb HTTP/1.1" status: 200  len: 1130 time: 0.1735871
Feb 05 20:47:55.973366 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-042efce0-78f8-42ec-bf85-5cdc57c7604c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:55.974751 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-042efce0-78f8-42ec-bf85-5cdc57c7604c service neutron] 10.222.0.21 "GET /v2.0/networks?id=fc4b732e-5458-48e6-8cda-4d399eeaa947 HTTP/1.1" status: 200  len: 909 time: 0.2161462
Feb 05 20:47:56.073716 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-197d3acf-07f1-4f59-aa87-1c50aebbc040 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec HTTP/1.1" status: 200  len: 217 time: 0.0901675
Feb 05 20:47:56.090563 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-ab4d9964-0a7e-4b85-8a8f-897d7e5eca6a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35fbf8c4-7550-4db8-8542-b9708e0f0ef7 HTTP/1.1" status: 200  len: 217 time: 0.1054382
Feb 05 20:47:56.103642 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-552281bf-bbc3-45d2-b4bc-49db4c6bde1f service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1571984
Feb 05 20:47:56.122005 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-3612e89d-b8fd-4999-bfbe-d01c254d50b3 service neutron] Attempting to bind port 5cf32de2-4074-43f6-bcb4-7aa8f231f04a on host nch1-master-1 for vnic_type normal with profile None {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:47:56.122642 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-3612e89d-b8fd-4999-bfbe-d01c254d50b3 service neutron] Attempting to bind port 5cf32de2-4074-43f6-bcb4-7aa8f231f04a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:47:56.123087 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-3612e89d-b8fd-4999-bfbe-d01c254d50b3 service neutron] Attempting to bind port 5cf32de2-4074-43f6-bcb4-7aa8f231f04a on network 3d591eda-8294-4b7a-a6d2-1afd55bde68d {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:47:56.146100 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-3612e89d-b8fd-4999-bfbe-d01c254d50b3 service neutron] Port 5cf32de2-4074-43f6-bcb4-7aa8f231f04a on network 3d591eda-8294-4b7a-a6d2-1afd55bde68d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:47:56.146340 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-3612e89d-b8fd-4999-bfbe-d01c254d50b3 service neutron] Attempting to bind port 5cf32de2-4074-43f6-bcb4-7aa8f231f04a on network 3d591eda-8294-4b7a-a6d2-1afd55bde68d {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:47:56.183526 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-3612e89d-b8fd-4999-bfbe-d01c254d50b3 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:47:56.183877 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-3612e89d-b8fd-4999-bfbe-d01c254d50b3 service neutron] Checking segment: {'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:47:56.184240 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-3612e89d-b8fd-4999-bfbe-d01c254d50b3 service neutron] Bound using segment: {'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:47:56.184676 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-3612e89d-b8fd-4999-bfbe-d01c254d50b3 service neutron] Bound port: 5cf32de2-4074-43f6-bcb4-7aa8f231f04a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:47:56.208905 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-0017610f-4486-4ab4-b709-c7bbd9a02e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:56.211471 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-0017610f-4486-4ab4-b709-c7bbd9a02e5a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.1248021
Feb 05 20:47:56.237347 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-31409af3-a34c-4821-a41e-80c9c6a06f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:56.239698 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-31409af3-a34c-4821-a41e-80c9c6a06f54 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=30766dd9-3364-437e-a8fd-68757651ef32 HTTP/1.1" status: 200  len: 848 time: 0.1423938
Feb 05 20:47:56.246602 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-160af1be-28fa-4521-9958-5b49091e3049 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1323752
Feb 05 20:47:56.256004 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-3612e89d-b8fd-4999-bfbe-d01c254d50b3 service neutron] For port 5cf32de2-4074-43f6-bcb4-7aa8f231f04a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5cf32de2-4074-43f6-bcb4-7aa8f231f04a,segment=NetworkSegment(22aada35-3566-46c2-b11c-622e4f2f6275),segment_id=22aada35-3566-46c2-b11c-622e4f2f6275)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:47:56.264292 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-3612e89d-b8fd-4999-bfbe-d01c254d50b3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:56.266113 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-3612e89d-b8fd-4999-bfbe-d01c254d50b3 service neutron] 10.222.0.32 "POST /v2.0/ports/5cf32de2-4074-43f6-bcb4-7aa8f231f04a/bindings HTTP/1.1" status: 201  len: 389 time: 0.4000030
Feb 05 20:47:56.278822 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9794531-9453-49bb-9f70-d8c092bf4d51 req-6785e57c-cad3-4d18-a285-734d4c641e22 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:56.280312 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e9794531-9453-49bb-9f70-d8c092bf4d51 req-6785e57c-cad3-4d18-a285-734d4c641e22 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c14da9d-db39-4f70-9523-e8753da5f8db HTTP/1.1" status: 200  len: 948 time: 0.2376187
Feb 05 20:47:56.307433 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-8033443c-6d34-4076-b093-597ef14e921b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc4b732e-5458-48e6-8cda-4d399eeaa947&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0484021
Feb 05 20:47:56.439705 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-9e4731b6-f883-482d-a98a-eb6d6b034120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:56.441325 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-9e4731b6-f883-482d-a98a-eb6d6b034120 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2173297
Feb 05 20:47:56.495617 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e9794531-9453-49bb-9f70-d8c092bf4d51 req-1bc3cd6d-6c76-4193-890a-b2a93339c8af tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1928306
Feb 05 20:47:56.523581 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-104c879f-1169-41e5-add6-f40d7fe8f60e service neutron] 10.222.0.21 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2005727
Feb 05 20:47:56.595797 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b3bef-a960-433f-b749-845b05ea611c req-6dd030c5-c94f-413d-83ca-a6137793fa4d tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:56.598001 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eb3b3bef-a960-433f-b749-845b05ea611c req-6dd030c5-c94f-413d-83ca-a6137793fa4d tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 949 time: 0.1808522
Feb 05 20:47:56.696423 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-df4d0f89-0d17-4250-8797-6c367c313e72 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2319615
Feb 05 20:47:56.807749 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eb3b3bef-a960-433f-b749-845b05ea611c req-8daffa56-3761-406a-ae83-8093dab3e1fb tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1677091
Feb 05 20:47:56.811939 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-910a2a83-4bc0-4298-9f91-9385329634e1 service neutron] 10.222.0.21 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2563896
Feb 05 20:47:56.814772 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55760) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:56.828426 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54238e72-4f7a-4b9c-bcff-f7b27484887b req-179aae33-10e5-4c33-8c7c-00c13382a2c7 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:56.830245 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-54238e72-4f7a-4b9c-bcff-f7b27484887b req-179aae33-10e5-4c33-8c7c-00c13382a2c7 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 943 time: 0.1841154
Feb 05 20:47:56.872074 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72816ccc-fd6b-463a-9920-aa36efa2ef78 req-0720f6fa-6ef6-4f8a-b6e0-04d6787af875 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1654532
Feb 05 20:47:56.872837 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 218cb684-5341-4263-acdf-23a99d0f8478 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:47:56.926224 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-54238e72-4f7a-4b9c-bcff-f7b27484887b req-d584d283-9924-41a4-9fd8-a2fcaef4e069 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842009
Feb 05 20:47:56.964228 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30fc35-0954-48b1-a423-cc118e8d6a07 req-5758962d-06bd-4970-9511-281d5fa11860 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:56.965807 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1c30fc35-0954-48b1-a423-cc118e8d6a07 req-5758962d-06bd-4970-9511-281d5fa11860 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ad59ce-c366-4aba-90a6-692f0b23b959 HTTP/1.1" status: 200  len: 945 time: 0.0807762
Feb 05 20:47:57.006764 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d9ad7cf8-3f18-4608-a749-a34e89b33e40 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=adc471c57270495898776f1e67b815e2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1907001
Feb 05 20:47:57.009047 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55770) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:57.042809 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1c30fc35-0954-48b1-a423-cc118e8d6a07 req-daf10f18-7e7c-4d77-b976-fcb923e7b148 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707200
Feb 05 20:47:57.057428 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 218cb684-5341-4263-acdf-23a99d0f8478, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=218cb684-5341-4263-acdf-23a99d0f8478,segment=NetworkSegment(09abd495-dfb6-4655-a11b-eae610695a85),segment_id=09abd495-dfb6-4655-a11b-eae610695a85)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:47:57.071360 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '218cb684-5341-4263-acdf-23a99d0f8478', 'network_id': '33c3ef76-873c-4cff-a0fb-48c0f61e95e9', 'port_id': '218cb684-5341-4263-acdf-23a99d0f8478', 'mac_address': 'fa:16:3e:aa:ec:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc536ee-4631-40df-863b-8efeceae1e96', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:47:57.107397 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9aabd0df-e5d8-4998-86db-1900a994df7f admin admin] Publish callbacks [] for security_group (a48a0441-c9ea-4055-ad23-5e6fdc40daea), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:57.117974 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 218cb684-5341-4263-acdf-23a99d0f8478 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:47:57.118431 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (218cb684-5341-4263-acdf-23a99d0f8478), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:57.133200 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 218cb684-5341-4263-acdf-23a99d0f8478 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:47:57.139741 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9aabd0df-e5d8-4998-86db-1900a994df7f admin admin] Publish callbacks [] for security_group (a48a0441-c9ea-4055-ad23-5e6fdc40daea), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:57.158674 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 218cb684-5341-4263-acdf-23a99d0f8478, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=218cb684-5341-4263-acdf-23a99d0f8478,segment=NetworkSegment(09abd495-dfb6-4655-a11b-eae610695a85),segment_id=09abd495-dfb6-4655-a11b-eae610695a85)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:47:57.167937 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (218cb684-5341-4263-acdf-23a99d0f8478), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:57.222555 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=218cb684-5341-4263-acdf-23a99d0f8478,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:57.223724 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9aabd0df-e5d8-4998-86db-1900a994df7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (a48a0441-c9ea-4055-ad23-5e6fdc40daea), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:57.233789 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9aabd0df-e5d8-4998-86db-1900a994df7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:57.237528 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9aabd0df-e5d8-4998-86db-1900a994df7f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a48a0441-c9ea-4055-ad23-5e6fdc40daea HTTP/1.1" status: 204  len: 168 time: 0.2246990
Feb 05 20:47:57.245117 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aabd0df-e5d8-4998-86db-1900a994df7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48a0441-c9ea-4055-ad23-5e6fdc40daea,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:57.422819 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-6538ebc6-d724-4bca-bb04-462afded984b tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:57.424312 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-6538ebc6-d724-4bca-bb04-462afded984b tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2&tenant_id=cee5ceeb66aa4167b6492470edbad369&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.2940047
Feb 05 20:47:57.446177 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0f66f-bd98-42de-8628-53c7b6b25e23 req-d046cf86-9631-47ff-891b-8dbe269d33d7 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:57.447637 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5fe0f66f-bd98-42de-8628-53c7b6b25e23 req-d046cf86-9631-47ff-891b-8dbe269d33d7 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2 HTTP/1.1" status: 200  len: 944 time: 0.3074174
Feb 05 20:47:57.531230 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55782) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:57.545151 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-af80a87e-8d72-4e01-a423-3c6e03fad35f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:57.569008 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e6e93-9c31-4171-87f1-203298969240 req-fd31a387-ce23-4b3e-808d-94601886fe67 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:57.570538 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ba9e6e93-9c31-4171-87f1-203298969240 req-fd31a387-ce23-4b3e-808d-94601886fe67 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/ports?device_id=394c3dc1-155a-45ae-926b-d49badf4d5a9 HTTP/1.1" status: 200  len: 945 time: 0.1453397
Feb 05 20:47:57.573530 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5fe0f66f-bd98-42de-8628-53c7b6b25e23 req-e6fe32a8-4bf0-4ffa-b7a8-a809a14b2f53 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056144
Feb 05 20:47:57.642885 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-af80a87e-8d72-4e01-a423-3c6e03fad35f admin admin] Publish callbacks [] for security_group (b1493ff6-1779-4476-a493-8748926fae53), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:57.647887 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-af80a87e-8d72-4e01-a423-3c6e03fad35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b1493ff6-1779-4476-a493-8748926fae53), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:57.658259 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ba9e6e93-9c31-4171-87f1-203298969240 req-e9c0b34d-c907-42e0-8d1b-ba93aa8ced60 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d63c4d9-6ec2-4a64-aaec-cb7ff433c279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807142
Feb 05 20:47:57.660982 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-dfb40921-3e75-4f4d-b264-e642c2c18621 service neutron] For port 35fbf8c4-7550-4db8-8542-b9708e0f0ef7, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:47:57.664357 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-dfb40921-3e75-4f4d-b264-e642c2c18621 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:57.665403 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6ab8fa69-c0bf-45fb-a568-da35ce9d595f req-dfb40921-3e75-4f4d-b264-e642c2c18621 service neutron] 10.222.0.21 "DELETE /v2.0/ports/35fbf8c4-7550-4db8-8542-b9708e0f0ef7/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.2278349
Feb 05 20:47:57.679828 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-af80a87e-8d72-4e01-a423-3c6e03fad35f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e463c67138b5462b8cdbf718fc067149&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1468232
Feb 05 20:47:57.683711 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55784) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:57.710076 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80a87e-8d72-4e01-a423-3c6e03fad35f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1493ff6-1779-4476-a493-8748926fae53,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:57.744911 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['218cb684-5341-4263-acdf-23a99d0f8478'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:47:57.774962 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15a32a-1f71-4f76-8fe3-c7bacfbf1d81 req-75ad2fb1-a573-4656-8f20-803ff4488180 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:57.776875 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6b15a32a-1f71-4f76-8fe3-c7bacfbf1d81 req-75ad2fb1-a573-4656-8f20-803ff4488180 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c14da9d-db39-4f70-9523-e8753da5f8db HTTP/1.1" status: 200  len: 948 time: 0.1031609
Feb 05 20:47:57.779641 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-88eec51f-8d33-4607-8652-1d96525ff198 admin admin] Publish callbacks [] for security_group (b1493ff6-1779-4476-a493-8748926fae53), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:57.817596 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-88eec51f-8d33-4607-8652-1d96525ff198 admin admin] Publish callbacks [] for security_group (b1493ff6-1779-4476-a493-8748926fae53), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:57.869031 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6b15a32a-1f71-4f76-8fe3-c7bacfbf1d81 req-9c35d986-e306-4a62-b68b-b37da464f234 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847464
Feb 05 20:47:57.898907 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-88eec51f-8d33-4607-8652-1d96525ff198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b1493ff6-1779-4476-a493-8748926fae53), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:57.903070 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-88eec51f-8d33-4607-8652-1d96525ff198 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:57.904445 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-88eec51f-8d33-4607-8652-1d96525ff198 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b1493ff6-1779-4476-a493-8748926fae53 HTTP/1.1" status: 204  len: 168 time: 0.2182591
Feb 05 20:47:57.942210 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eec51f-8d33-4607-8652-1d96525ff198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1493ff6-1779-4476-a493-8748926fae53,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:57.983392 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b32f6a-ccd1-48e4-ac55-7db1e1bafbab req-d4cef934-78fa-49cd-975e-be311bef0927 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:57.990354 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-09b32f6a-ccd1-48e4-ac55-7db1e1bafbab req-d4cef934-78fa-49cd-975e-be311bef0927 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 949 time: 0.0846889
Feb 05 20:47:58.063954 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-09b32f6a-ccd1-48e4-ac55-7db1e1bafbab req-b6ec7dda-1636-4e8a-8d12-91a1b1385d51 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727100
Feb 05 20:47:58.078022 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348751a-e74b-49df-abaa-d65d14cac534 req-0ff1b089-6753-4d4a-b463-e25ad33e2399 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:58.079540 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a348751a-e74b-49df-abaa-d65d14cac534 req-0ff1b089-6753-4d4a-b463-e25ad33e2399 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 944 time: 0.0818763
Feb 05 20:47:58.191696 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a348751a-e74b-49df-abaa-d65d14cac534 req-9db6a6bb-3f2d-4373-b5b0-de48a0b09853 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011682
Feb 05 20:47:58.215685 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b496b2c-b2e4-4e9f-b541-da1b131cb985 req-72dcde9d-b310-4aa1-af8e-686d1b72613d tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:58.217186 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6b496b2c-b2e4-4e9f-b541-da1b131cb985 req-72dcde9d-b310-4aa1-af8e-686d1b72613d tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ad59ce-c366-4aba-90a6-692f0b23b959 HTTP/1.1" status: 200  len: 945 time: 0.0674365
Feb 05 20:47:58.283122 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6b496b2c-b2e4-4e9f-b541-da1b131cb985 req-129f3ed2-df13-49ba-9f56-e4e2537a0d20 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563338
Feb 05 20:47:58.659969 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55816) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:58.725142 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a3569-65a4-482b-8c12-9b480f5be8ef req-2a17193b-63af-4dbc-8038-de517a9ce3f6 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:58.726874 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a55a3569-65a4-482b-8c12-9b480f5be8ef req-2a17193b-63af-4dbc-8038-de517a9ce3f6 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2 HTTP/1.1" status: 200  len: 944 time: 0.0751483
Feb 05 20:47:58.786369 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 20:47:58.805017 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-e4e8867c-8ca3-48f2-a9b0-003a882cd29d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-438743936-network', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:47:58.828295 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e8867c-8ca3-48f2-a9b0-003a882cd29d admin admin] Made reservation on behalf of f829fd34d89942aeab410c3933fe9a60 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:47:58.829656 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a55a3569-65a4-482b-8c12-9b480f5be8ef req-154a6ffc-45c2-4576-9f2a-754e9742398a tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968447
Feb 05 20:47:58.832967 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e4e8867c-8ca3-48f2-a9b0-003a882cd29d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:58.845385 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e4e8867c-8ca3-48f2-a9b0-003a882cd29d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:58.846578 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d4b6b-b7d4-4b78-9a5f-b176ee03a87a req-fc9550a7-04e6-40fc-ab73-1b0f960a65d6 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:58.853860 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7c2d4b6b-b7d4-4b78-9a5f-b176ee03a87a req-fc9550a7-04e6-40fc-ab73-1b0f960a65d6 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/ports?device_id=394c3dc1-155a-45ae-926b-d49badf4d5a9 HTTP/1.1" status: 200  len: 945 time: 0.1029546
Feb 05 20:47:58.875788 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 218cb684-5341-4263-acdf-23a99d0f8478 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:47:58.948663 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e4e8867c-8ca3-48f2-a9b0-003a882cd29d admin admin] Publish callbacks [] for security_group (2f880940-1f9c-4ea0-ada3-e1fe73d9268a), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:58.952045 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7c2d4b6b-b7d4-4b78-9a5f-b176ee03a87a req-e8834513-d809-4093-8d97-c95023896572 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d63c4d9-6ec2-4a64-aaec-cb7ff433c279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973370
Feb 05 20:47:58.953847 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e4e8867c-8ca3-48f2-a9b0-003a882cd29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (2f880940-1f9c-4ea0-ada3-e1fe73d9268a), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:58.957883 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 218cb684-5341-4263-acdf-23a99d0f8478 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:47:58.962688 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 218cb684-5341-4263-acdf-23a99d0f8478 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:47:58.963165 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (218cb684-5341-4263-acdf-23a99d0f8478), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:58.966670 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-352da62f-658e-4a9f-a132-37f77167157b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:58.976626 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-352da62f-658e-4a9f-a132-37f77167157b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9e4e31092ef641efbf6eaf54cfa40d67&device_id=11ad59ce-c366-4aba-90a6-692f0b23b959 HTTP/1.1" status: 200  len: 1127 time: 0.1175723
Feb 05 20:47:58.987092 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4e8867c-8ca3-48f2-a9b0-003a882cd29d admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:47:58.994244 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8867c-8ca3-48f2-a9b0-003a882cd29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f880940-1f9c-4ea0-ada3-e1fe73d9268a,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:59.004534 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e4e8867c-8ca3-48f2-a9b0-003a882cd29d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (f8dcc3bd-8f53-4218-8d86-112fa4c91939), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:59.005131 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-e4e8867c-8ca3-48f2-a9b0-003a882cd29d admin admin] Added segment f8dcc3bd-8f53-4218-8d86-112fa4c91939 of type vlan for network c99e672f-3b87-4721-8d9c-fbb71f1cd179
Feb 05 20:47:59.052757 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e4e8867c-8ca3-48f2-a9b0-003a882cd29d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (c99e672f-3b87-4721-8d9c-fbb71f1cd179), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:59.073285 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 218cb684-5341-4263-acdf-23a99d0f8478 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:47:59.073965 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (218cb684-5341-4263-acdf-23a99d0f8478), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:59.081693 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e4e8867c-8ca3-48f2-a9b0-003a882cd29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (c99e672f-3b87-4721-8d9c-fbb71f1cd179), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:59.083252 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e8867c-8ca3-48f2-a9b0-003a882cd29d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:59.083609 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e4e8867c-8ca3-48f2-a9b0-003a882cd29d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:59.099014 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213f56f6-86e0-4ba5-82ff-dfe69c6aaad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218cb684-5341-4263-acdf-23a99d0f8478'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:47:59.101553 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7c0096-4fe7-4128-b7a1-0b2361220508" -d '{"events": [{"server_uuid": "213f56f6-86e0-4ba5-82ff-dfe69c6aaad2", "name": "network-vif-plugged", "status": "completed", "tag": "218cb684-5341-4263-acdf-23a99d0f8478"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:47:59.114537 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 218cb684-5341-4263-acdf-23a99d0f8478, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=218cb684-5341-4263-acdf-23a99d0f8478,segment=NetworkSegment(09abd495-dfb6-4655-a11b-eae610695a85),segment_id=09abd495-dfb6-4655-a11b-eae610695a85)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:47:59.119330 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (218cb684-5341-4263-acdf-23a99d0f8478), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:59.159315 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e4e8867c-8ca3-48f2-a9b0-003a882cd29d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 0.4982202
Feb 05 20:47:59.162832 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55834) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:59.163316 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731bfec-e073-4ad1-88c5-41522808152b req-4c02da2c-cec3-425e-a0c9-c243040e5a13 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:59.164815 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a731bfec-e073-4ad1-88c5-41522808152b req-4c02da2c-cec3-425e-a0c9-c243040e5a13 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c14da9d-db39-4f70-9523-e8753da5f8db HTTP/1.1" status: 200  len: 948 time: 0.1689954
Feb 05 20:47:59.167204 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-e7fcdee2-efcd-4b03-9428-13fd8f136411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:59.168547 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-e7fcdee2-efcd-4b03-9428-13fd8f136411 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3d591eda-8294-4b7a-a6d2-1afd55bde68d HTTP/1.1" status: 200  len: 922 time: 0.1862605
Feb 05 20:47:59.169350 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-949aa666-9e1f-48fd-b8bf-ed393adbcd69 admin admin] Request body: {'subnet': {'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-438743936-subnet', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:47:59.174853 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8867c-8ca3-48f2-a9b0-003a882cd29d admin admin] Pushing event updated for resources: {'Network': ['ID=c99e672f-3b87-4721-8d9c-fbb71f1cd179,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:59.175898 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=218cb684-5341-4263-acdf-23a99d0f8478,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:59.194470 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network c99e672f-3b87-4721-8d9c-fbb71f1cd179 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:47:59.198438 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314d83a-d5f2-467d-acd6-7c212e18afdf req-9bd0721b-38f9-48e5-a132-b0953aa72a46 tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:59.200129 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1314d83a-d5f2-467d-acd6-7c212e18afdf req-9bd0721b-38f9-48e5-a132-b0953aa72a46 tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2 HTTP/1.1" status: 200  len: 1126 time: 0.1197536
Feb 05 20:47:59.207246 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949aa666-9e1f-48fd-b8bf-ed393adbcd69 admin admin] Made reservation on behalf of f829fd34d89942aeab410c3933fe9a60 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:47:59.210358 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-949aa666-9e1f-48fd-b8bf-ed393adbcd69 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:59.236183 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-f4a57687-93a5-4220-924d-2cdfb6474f14 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cf32de2-4074-43f6-bcb4-7aa8f231f04a HTTP/1.1" status: 200  len: 217 time: 0.0563359
Feb 05 20:47:59.317000 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a731bfec-e073-4ad1-88c5-41522808152b req-db8f11dd-03b5-4ffd-b0e2-3a18be5ea02d tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1453345
Feb 05 20:47:59.335397 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-c34e5cb9-8da4-4b79-be74-45ed03742ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:59.337213 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-c34e5cb9-8da4-4b79-be74-45ed03742ce6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f822a84b-448b-4295-886d-3f476dc82ced HTTP/1.1" status: 200  len: 861 time: 0.0889406
Feb 05 20:47:59.340631 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1314d83a-d5f2-467d-acd6-7c212e18afdf req-f3a74163-eb5a-49db-95fc-aea54e0f4be9 tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1092014
Feb 05 20:47:59.376362 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-17c3bee2-ad7f-4a6e-8eaa-532bf110a82b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d591eda-8294-4b7a-a6d2-1afd55bde68d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0329676
Feb 05 20:47:59.455498 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-949aa666-9e1f-48fd-b8bf-ed393adbcd69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for subnet (0c12a9c1-68fc-4723-83f8-a4d2ac546c80), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:59.529810 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863966cb-585d-49fa-9bea-10f729ac374e x-openstack-request-id: req-863966cb-585d-49fa-9bea-10f729ac374e {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:47:59.530094 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213f56f6-86e0-4ba5-82ff-dfe69c6aaad2", "name": "network-vif-plugged", "status": "completed", "tag": "218cb684-5341-4263-acdf-23a99d0f8478", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:47:59.530653 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-863966cb-585d-49fa-9bea-10f729ac374e {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:47:59.531212 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213f56f6-86e0-4ba5-82ff-dfe69c6aaad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218cb684-5341-4263-acdf-23a99d0f8478', 'code': 200}
Feb 05 20:47:59.531470 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949aa666-9e1f-48fd-b8bf-ed393adbcd69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c12a9c1-68fc-4723-83f8-a4d2ac546c80,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:47:59.539644 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949aa666-9e1f-48fd-b8bf-ed393adbcd69 admin admin] Checking segment: {'id': 'f8dcc3bd-8f53-4218-8d86-112fa4c91939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:47:59.540012 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949aa666-9e1f-48fd-b8bf-ed393adbcd69 admin admin] Network hostable DHCP agents. Network: c99e672f-3b87-4721-8d9c-fbb71f1cd179, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:47:59.545801 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da12978-50cc-4aea-bab6-a99661bf6752 req-8d8e4410-f54f-414b-8be3-cdcfccd00ccc tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:59.547423 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9da12978-50cc-4aea-bab6-a99661bf6752 req-8d8e4410-f54f-414b-8be3-cdcfccd00ccc tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 949 time: 0.0943763
Feb 05 20:47:59.552065 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-cd594141-68ee-47a2-85b2-0e41bcab466e service neutron] 10.222.0.21 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1702142
Feb 05 20:47:59.566086 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949aa666-9e1f-48fd-b8bf-ed393adbcd69 admin admin] Network c99e672f-3b87-4721-8d9c-fbb71f1cd179 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:47:59.578276 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-949aa666-9e1f-48fd-b8bf-ed393adbcd69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c99e672f-3b87-4721-8d9c-fbb71f1cd179) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:47:59.586552 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b312142-a713-49a1-9b7a-ba61e783829f None None] Network c99e672f-3b87-4721-8d9c-fbb71f1cd179 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:47:59.586900 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949aa666-9e1f-48fd-b8bf-ed393adbcd69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:59.587585 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-949aa666-9e1f-48fd-b8bf-ed393adbcd69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:59.609333 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-949aa666-9e1f-48fd-b8bf-ed393adbcd69 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 0.4454544
Feb 05 20:47:59.612116 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55846) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:47:59.617356 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-9afc7827-16e0-46fd-8eee-26f784a3f3c7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-438743936-router', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:47:59.637962 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9afc7827-16e0-46fd-8eee-26f784a3f3c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (ac4050fc-383e-4faa-b7b2-f4a4da34a952), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:59.639189 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9afc7827-16e0-46fd-8eee-26f784a3f3c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (ac4050fc-383e-4faa-b7b2-f4a4da34a952), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:59.665536 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9da12978-50cc-4aea-bab6-a99661bf6752 req-acdce62a-bd36-40f2-b52b-2a830f04777c tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1119356
Feb 05 20:47:59.708073 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0ca091-c38d-4cf0-b75b-2bd11b4fb92d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c99e672f-3b87-4721-8d9c-fbb71f1cd179', 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179', 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'fixed_ips': [{'subnet_id': '0c12a9c1-68fc-4723-83f8-a4d2ac546c80'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 20:47:59.709046 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ce0ca091-c38d-4cf0-b75b-2bd11b4fb92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:59.712486 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9afc7827-16e0-46fd-8eee-26f784a3f3c7 admin admin] Publish callbacks [] for router_controller (ac4050fc-383e-4faa-b7b2-f4a4da34a952), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:59.766566 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f91d1-4207-4e41-a4d6-5a44088d7a72 req-247ae123-aaab-4d7f-8856-e9944bb62568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:59.768074 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c42f91d1-4207-4e41-a4d6-5a44088d7a72 req-247ae123-aaab-4d7f-8856-e9944bb62568 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 1127 time: 0.1377234
Feb 05 20:47:59.778652 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-e3a32fb8-1f28-47a9-9371-bba3bd9c9e7c service neutron] 10.222.0.21 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2191122
Feb 05 20:47:59.785517 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9060bc7d-4353-482e-8666-168b6180e133 req-cd3cd9d2-5983-432e-9893-f432bb101a4b tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:59.786987 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9060bc7d-4353-482e-8666-168b6180e133 req-cd3cd9d2-5983-432e-9893-f432bb101a4b tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 945 time: 0.1325250
Feb 05 20:47:59.874005 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-ce0ca091-c38d-4cf0-b75b-2bd11b4fb92d None None] Allocated IP 172.20.0.2 (c99e672f-3b87-4721-8d9c-fbb71f1cd179/0c12a9c1-68fc-4723-83f8-a4d2ac546c80/fd797857-97f7-4229-9ca3-5c33d799fed1) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:47:59.887081 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9afc7827-16e0-46fd-8eee-26f784a3f3c7 admin admin] Publish callbacks [] for router_gateway (ac4050fc-383e-4faa-b7b2-f4a4da34a952), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:47:59.917725 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c42f91d1-4207-4e41-a4d6-5a44088d7a72 req-e9453a47-3b72-4cf1-b164-a319dbd480fa service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284862
Feb 05 20:47:59.924049 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9060bc7d-4353-482e-8666-168b6180e133 req-1aa3ab64-9cf7-4f13-95cf-89695aad688a tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1287975
Feb 05 20:47:59.934931 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f5ecc-1fba-4336-ba8d-7496698d5652 req-fb3a61f7-946e-4548-808e-3ed87ddf9622 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:59.936415 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b89f5ecc-1fba-4336-ba8d-7496698d5652 req-fb3a61f7-946e-4548-808e-3ed87ddf9622 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ad59ce-c366-4aba-90a6-692f0b23b959 HTTP/1.1" status: 200  len: 945 time: 0.1741629
Feb 05 20:47:59.967196 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-967e3aae-db79-4949-9ac3-0887dc660a3d tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:47:59.968694 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-967e3aae-db79-4949-9ac3-0887dc660a3d tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=11ad59ce-c366-4aba-90a6-692f0b23b959&tenant_id=9e4e31092ef641efbf6eaf54cfa40d67&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1042905
Feb 05 20:47:59.998405 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b89f5ecc-1fba-4336-ba8d-7496698d5652 req-ff299e23-82af-4f62-9f49-d0c967f7d09c tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549293
Feb 05 20:48:00.051459 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ce0ca091-c38d-4cf0-b75b-2bd11b4fb92d None None] Publish callbacks [] for port (fd797857-97f7-4229-9ca3-5c33d799fed1), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:00.059217 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ce0ca091-c38d-4cf0-b75b-2bd11b4fb92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (fd797857-97f7-4229-9ca3-5c33d799fed1), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:00.100512 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0ca091-c38d-4cf0-b75b-2bd11b4fb92d None None] Network c99e672f-3b87-4721-8d9c-fbb71f1cd179 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:48:00.104963 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-ce0ca091-c38d-4cf0-b75b-2bd11b4fb92d None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:48:00.106652 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0ca091-c38d-4cf0-b75b-2bd11b4fb92d None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:48:00.124777 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9afc7827-16e0-46fd-8eee-26f784a3f3c7 admin admin] Publish callbacks [] for router_gateway (ac4050fc-383e-4faa-b7b2-f4a4da34a952), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:00.143868 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9afc7827-16e0-46fd-8eee-26f784a3f3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:00.168815 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ca091-c38d-4cf0-b75b-2bd11b4fb92d None None] Pushing event updated for resources: {'Port': ['ID=fd797857-97f7-4229-9ca3-5c33d799fed1,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:00.187597 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-ce0ca091-c38d-4cf0-b75b-2bd11b4fb92d None None] Attempting to bind port fd797857-97f7-4229-9ca3-5c33d799fed1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:48:00.188010 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-ce0ca091-c38d-4cf0-b75b-2bd11b4fb92d None None] Attempting to bind port fd797857-97f7-4229-9ca3-5c33d799fed1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f8dcc3bd-8f53-4218-8d86-112fa4c91939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:48:00.188465 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0ca091-c38d-4cf0-b75b-2bd11b4fb92d None None] Attempting to bind port fd797857-97f7-4229-9ca3-5c33d799fed1 on network c99e672f-3b87-4721-8d9c-fbb71f1cd179 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:48:00.194859 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0ca091-c38d-4cf0-b75b-2bd11b4fb92d None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:48:00.195366 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0ca091-c38d-4cf0-b75b-2bd11b4fb92d None None] Checking segment: {'id': 'f8dcc3bd-8f53-4218-8d86-112fa4c91939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:48:00.195777 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ce0ca091-c38d-4cf0-b75b-2bd11b4fb92d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:00.196168 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0ca091-c38d-4cf0-b75b-2bd11b4fb92d None None] Bound using segment: {'id': 'f8dcc3bd-8f53-4218-8d86-112fa4c91939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:48:00.196690 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-ce0ca091-c38d-4cf0-b75b-2bd11b4fb92d None None] Bound port: fd797857-97f7-4229-9ca3-5c33d799fed1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8dcc3bd-8f53-4218-8d86-112fa4c91939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:48:00.197077 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ce0ca091-c38d-4cf0-b75b-2bd11b4fb92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (fd797857-97f7-4229-9ca3-5c33d799fed1), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:00.199834 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b01699-93fe-46a0-8b44-77ebb1a4a456 req-a884f50b-3353-4a57-9ada-8aa32e62b9c3 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:00.201333 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-74b01699-93fe-46a0-8b44-77ebb1a4a456 req-a884f50b-3353-4a57-9ada-8aa32e62b9c3 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/ports?device_id=394c3dc1-155a-45ae-926b-d49badf4d5a9 HTTP/1.1" status: 200  len: 945 time: 0.1176467
Feb 05 20:48:00.211514 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-4cadb3a7-a448-472f-8de6-f0566b23dc43 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:00.217931 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-4cadb3a7-a448-472f-8de6-f0566b23dc43 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/networks?id=fc4b732e-5458-48e6-8cda-4d399eeaa947 HTTP/1.1" status: 200  len: 808 time: 0.1566143
Feb 05 20:48:00.244066 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-e1139ed7-52ed-4a35-9993-f580500db101 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/quotas/cee5ceeb66aa4167b6492470edbad369 HTTP/1.1" status: 200  len: 375 time: 0.0252733
Feb 05 20:48:00.263745 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-9afc7827-16e0-46fd-8eee-26f784a3f3c7 admin admin] Allocated IP 172.35.4.23 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/b03cafca-fd98-4dfb-9b8b-0d0a82339727) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:48:00.270667 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-ce0ca091-c38d-4cf0-b75b-2bd11b4fb92d None None] For port fd797857-97f7-4229-9ca3-5c33d799fed1, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:48:00.273836 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-ce0ca091-c38d-4cf0-b75b-2bd11b4fb92d None None] For port fd797857-97f7-4229-9ca3-5c33d799fed1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fd797857-97f7-4229-9ca3-5c33d799fed1,segment=NetworkSegment(f8dcc3bd-8f53-4218-8d86-112fa4c91939),segment_id=f8dcc3bd-8f53-4218-8d86-112fa4c91939)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:48:00.279974 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ce0ca091-c38d-4cf0-b75b-2bd11b4fb92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (fd797857-97f7-4229-9ca3-5c33d799fed1), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:00.315225 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-74b01699-93fe-46a0-8b44-77ebb1a4a456 req-22fb91b4-c39f-477e-9889-f612f1c23915 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d63c4d9-6ec2-4a64-aaec-cb7ff433c279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950470
Feb 05 20:48:00.340293 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-65564564-f2c3-4188-b9c1-6ef281e78427 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cee5ceeb66aa4167b6492470edbad369&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0865910
Feb 05 20:48:00.480301 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ca091-c38d-4cf0-b75b-2bd11b4fb92d None None] Pushing event updated for resources: {'Port': ['ID=fd797857-97f7-4229-9ca3-5c33d799fed1,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:00.499298 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-93c1a9d6-82bb-4620-b8d1-909aea1c574d service neutron] 10.222.0.32 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1494498
Feb 05 20:48:00.509419 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174a9dd-9b1b-4deb-9e91-1e575e0625a0 req-4498002a-bab1-41c2-8ec8-729235e4b79c tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:00.511772 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e174a9dd-9b1b-4deb-9e91-1e575e0625a0 req-4498002a-bab1-41c2-8ec8-729235e4b79c tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c14da9d-db39-4f70-9523-e8753da5f8db HTTP/1.1" status: 200  len: 948 time: 0.0928335
Feb 05 20:48:00.608790 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9afc7827-16e0-46fd-8eee-26f784a3f3c7 admin admin] Publish callbacks [] for port (b03cafca-fd98-4dfb-9b8b-0d0a82339727), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:00.618854 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e174a9dd-9b1b-4deb-9e91-1e575e0625a0 req-3d0c3bb0-159e-44b5-8ef3-6a4ba45baaec tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995731
Feb 05 20:48:00.646782 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9afc7827-16e0-46fd-8eee-26f784a3f3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (b03cafca-fd98-4dfb-9b8b-0d0a82339727), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:00.649620 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-4399b47c-51a2-45cb-bdc2-b6210c68673c service neutron] 10.222.0.32 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1483233
Feb 05 20:48:00.690449 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afc7827-16e0-46fd-8eee-26f784a3f3c7 admin admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:48:00.697552 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-9afc7827-16e0-46fd-8eee-26f784a3f3c7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:48:00.704954 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afc7827-16e0-46fd-8eee-26f784a3f3c7 admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:48:00.772811 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc7827-16e0-46fd-8eee-26f784a3f3c7 admin admin] Pushing event updated for resources: {'Port': ['ID=b03cafca-fd98-4dfb-9b8b-0d0a82339727,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:00.848068 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f79ea7-38ad-4eba-908e-cf3be41ddcba req-1d203e11-dc24-493e-bc73-36befa75ddd3 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:00.850509 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-48f79ea7-38ad-4eba-908e-cf3be41ddcba req-1d203e11-dc24-493e-bc73-36befa75ddd3 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 949 time: 0.0971854
Feb 05 20:48:00.901183 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-11d5591f-f857-4ddd-9a90-6300c3fb2035 req-552b9461-b2da-4a26-b72e-0f98e3411d66 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=38964177-b777-4ff3-a687-28ddd25c6a64 HTTP/1.1" status: 200  len: 210 time: 0.0584917
Feb 05 20:48:00.902879 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:48:01.007708 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-48f79ea7-38ad-4eba-908e-cf3be41ddcba req-9445e1b3-1ffb-4731-83f6-7c8023ec453e tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1460822
Feb 05 20:48:01.032743 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:01.038088 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9afc7827-16e0-46fd-8eee-26f784a3f3c7 admin admin] Publish callbacks [] for router_gateway (ac4050fc-383e-4faa-b7b2-f4a4da34a952), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:01.046060 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'port_id': '870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec', 'mac_address': 'fa:16:3e:e0:9c:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3c763-0926-4b49-ade5-d66ee3d4c489', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:48:01.126867 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:48:01.127583 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:01.146515 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:48:01.174027 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:01.180153 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:01.182034 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 71b95491-c3b0-4a8e-b401-e967ded4cea1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:48:01.224426 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94089f0-f1e1-48ae-b449-b51f962ef19d req-4e222edc-c329-4600-93d0-6601860c528d tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:01.232424 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c94089f0-f1e1-48ae-b449-b51f962ef19d req-4e222edc-c329-4600-93d0-6601860c528d tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 945 time: 0.1434023
Feb 05 20:48:01.263845 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:01.268062 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 71b95491-c3b0-4a8e-b401-e967ded4cea1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=71b95491-c3b0-4a8e-b401-e967ded4cea1,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:01.276118 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d552aa-d007-4910-b568-91cb90477753 req-37ca050c-7f1c-41dc-b83e-2791bcda7af6 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:01.278409 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78d552aa-d007-4910-b568-91cb90477753 req-37ca050c-7f1c-41dc-b83e-2791bcda7af6 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.39 "GET /v2.0/ports?device_id=394c3dc1-155a-45ae-926b-d49badf4d5a9 HTTP/1.1" status: 200  len: 945 time: 0.1588049
Feb 05 20:48:01.285370 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '71b95491-c3b0-4a8e-b401-e967ded4cea1', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'port_id': '71b95491-c3b0-4a8e-b401-e967ded4cea1', 'mac_address': 'fa:16:3e:4e:cb:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3c763-0926-4b49-ade5-d66ee3d4c489', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:48:01.306493 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9afc7827-16e0-46fd-8eee-26f784a3f3c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (ac4050fc-383e-4faa-b7b2-f4a4da34a952), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:01.308877 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babbbb1b-edab-4fe5-bbb7-ffc18ce34e06 req-0983f6d2-84ab-4547-9eca-fe934e8fc88c tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:01.310464 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-babbbb1b-edab-4fe5-bbb7-ffc18ce34e06 req-0983f6d2-84ab-4547-9eca-fe934e8fc88c tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ad59ce-c366-4aba-90a6-692f0b23b959 HTTP/1.1" status: 200  len: 945 time: 0.1895859
Feb 05 20:48:01.337892 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 71b95491-c3b0-4a8e-b401-e967ded4cea1 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:48:01.338917 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (71b95491-c3b0-4a8e-b401-e967ded4cea1), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:01.357706 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71b95491-c3b0-4a8e-b401-e967ded4cea1 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:48:01.387629 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 71b95491-c3b0-4a8e-b401-e967ded4cea1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=71b95491-c3b0-4a8e-b401-e967ded4cea1,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:01.393015 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (71b95491-c3b0-4a8e-b401-e967ded4cea1), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:01.394433 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c94089f0-f1e1-48ae-b449-b51f962ef19d req-1966e444-280c-46f8-adf4-0003b3a41f2e tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1605108
Feb 05 20:48:01.501812 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=71b95491-c3b0-4a8e-b401-e967ded4cea1,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:01.529450 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9afc7827-16e0-46fd-8eee-26f784a3f3c7 admin admin] Router ac4050fc-383e-4faa-b7b2-f4a4da34a952 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 20:48:01.541196 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-babbbb1b-edab-4fe5-bbb7-ffc18ce34e06 req-c67d1703-ff63-413e-b137-6ba06de60549 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2175972
Feb 05 20:48:01.629738 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device fd797857-97f7-4229-9ca3-5c33d799fed1 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:48:01.641672 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3bd1ed-6e82-40ae-a4ef-5686628ded02 req-e9649ee3-a75c-41b5-b578-e83dcb1cef1a tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:01.649645 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6d3bd1ed-6e82-40ae-a4ef-5686628ded02 req-e9649ee3-a75c-41b5-b578-e83dcb1cef1a tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/ports?device_id=394c3dc1-155a-45ae-926b-d49badf4d5a9 HTTP/1.1" status: 200  len: 945 time: 0.1335850
Feb 05 20:48:01.654593 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-78d552aa-d007-4910-b568-91cb90477753 req-08764bcf-ffd5-4f9b-9108-b0f1c5125e26 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Deleting port 5f427759-b2bd-4737-8f77-a7518d449029 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:48:01.655166 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-78d552aa-d007-4910-b568-91cb90477753 req-08764bcf-ffd5-4f9b-9108-b0f1c5125e26 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (5f427759-b2bd-4737-8f77-a7518d449029), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:01.715192 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afc7827-16e0-46fd-8eee-26f784a3f3c7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:48:01.721893 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port fd797857-97f7-4229-9ca3-5c33d799fed1 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:48:01.722515 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (fd797857-97f7-4229-9ca3-5c33d799fed1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:01.725388 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b894aa23-64e2-4f9f-8bb3-4131b70b8f0a None None] Sync routers for ids ['ac4050fc-383e-4faa-b7b2-f4a4da34a952'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:48:01.741877 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b894aa23-64e2-4f9f-8bb3-4131b70b8f0a None None] Routers {'ac4050fc-383e-4faa-b7b2-f4a4da34a952'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:48:01.742593 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-b894aa23-64e2-4f9f-8bb3-4131b70b8f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8d50c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:47:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ac4050fc-383e-4faa-b7b2-f4a4da34a952'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:48:01.743260 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9afc7827-16e0-46fd-8eee-26f784a3f3c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:01.751257 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9afc7827-16e0-46fd-8eee-26f784a3f3c7 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 2.1372824
Feb 05 20:48:01.752030 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55880) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:48:01.757528 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:48:01.822345 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['71b95491-c3b0-4a8e-b401-e967ded4cea1'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:48:01.888833 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6d3bd1ed-6e82-40ae-a4ef-5686628ded02 req-0c2e50b6-8877-4ebb-879b-6f6d1576447f tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d63c4d9-6ec2-4a64-aaec-cb7ff433c279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2338006
Feb 05 20:48:01.923872 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-78d552aa-d007-4910-b568-91cb90477753 req-08764bcf-ffd5-4f9b-9108-b0f1c5125e26 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] For port 5f427759-b2bd-4737-8f77-a7518d449029, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5f427759-b2bd-4737-8f77-a7518d449029,segment=NetworkSegment(84618c63-5563-4010-965a-0c859ca980f4),segment_id=84618c63-5563-4010-965a-0c859ca980f4)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:01.924237 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-78d552aa-d007-4910-b568-91cb90477753 req-08764bcf-ffd5-4f9b-9108-b0f1c5125e26 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (5f427759-b2bd-4737-8f77-a7518d449029), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:01.973849 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-78d552aa-d007-4910-b568-91cb90477753 req-08764bcf-ffd5-4f9b-9108-b0f1c5125e26 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Calling delete_port for 5f427759-b2bd-4737-8f77-a7518d449029 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:48:01.992422 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-b894aa23-64e2-4f9f-8bb3-4131b70b8f0a None None] Set router ac4050fc-383e-4faa-b7b2-f4a4da34a952 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:48:02.014123 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146ff62-eefb-4d98-9a11-a65ed51213fa req-64ab80be-2d2c-4790-9f5a-150125c7cf2e tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:02.016533 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0146ff62-eefb-4d98-9a11-a65ed51213fa req-64ab80be-2d2c-4790-9f5a-150125c7cf2e tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c14da9d-db39-4f70-9523-e8753da5f8db HTTP/1.1" status: 200  len: 949 time: 0.2374499
Feb 05 20:48:02.078367 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6016bb87-f97d-4ef9-8387-df1c06f5202f req-62a6cdf6-1a96-49e1-ad32-b4c6c0abbb0f tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=38964177-b777-4ff3-a687-28ddd25c6a64 HTTP/1.1" status: 200  len: 210 time: 0.0468004
Feb 05 20:48:02.150299 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ba021d-9ac6-4732-b8dd-d7e0dda86a18 None None] Network c99e672f-3b87-4721-8d9c-fbb71f1cd179 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:48:02.193586 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 5f427759-b2bd-4737-8f77-a7518d449029 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:48:02.268226 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-4081bd4a-dcf0-4a0b-ace3-2901d8acebf0 None None] Provisioning complete for port fd797857-97f7-4229-9ca3-5c33d799fed1 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:48:02.268553 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4081bd4a-dcf0-4a0b-ace3-2901d8acebf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (fd797857-97f7-4229-9ca3-5c33d799fed1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:02.282243 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0146ff62-eefb-4d98-9a11-a65ed51213fa req-0e675a17-6170-4800-b9c0-7ba2eae25df3 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2498364
Feb 05 20:48:02.349116 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9c92f-b09e-47fa-9cc4-db8c961076f3 req-1bcfae9f-a5b1-4428-a4ee-918489268a85 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:02.359076 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ef9c92f-b09e-47fa-9cc4-db8c961076f3 req-1bcfae9f-a5b1-4428-a4ee-918489268a85 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 949 time: 0.1765680
Feb 05 20:48:02.426407 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-4081bd4a-dcf0-4a0b-ace3-2901d8acebf0 None None] Current status of the port fd797857-97f7-4229-9ca3-5c33d799fed1 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:48:02.426806 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4081bd4a-dcf0-4a0b-ace3-2901d8acebf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (fd797857-97f7-4229-9ca3-5c33d799fed1), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:02.431206 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-b894aa23-64e2-4f9f-8bb3-4131b70b8f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8d50c70>, [{'id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'name': 'tempest-FloatingIPsAssociationTestJSON-438743936-router', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23'}], 'enable_snat': True}, 'gw_port_id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:47:59Z', 'updated_at': '2022-02-05T20:48:00Z', 'revision_number': 3, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'gw_port': {'id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:48:00Z', 'updated_at': '2022-02-05T20:48:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:48:02.439100 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-386b9e30-b190-42ff-b462-c933290aded8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:02.439920 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port fd797857-97f7-4229-9ca3-5c33d799fed1 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:48:02.440314 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (fd797857-97f7-4229-9ca3-5c33d799fed1), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:02.468517 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-4081bd4a-dcf0-4a0b-ace3-2901d8acebf0 None None] For port fd797857-97f7-4229-9ca3-5c33d799fed1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fd797857-97f7-4229-9ca3-5c33d799fed1,segment=NetworkSegment(f8dcc3bd-8f53-4218-8d86-112fa4c91939),segment_id=f8dcc3bd-8f53-4218-8d86-112fa4c91939)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:02.471516 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-a49437d0-bb4f-4f38-9e5c-24f4414dfb0e tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:02.473225 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-a49437d0-bb4f-4f38-9e5c-24f4414dfb0e tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.39 "GET /v2.0/networks?id=fc4b732e-5458-48e6-8cda-4d399eeaa947 HTTP/1.1" status: 200  len: 808 time: 0.2131729
Feb 05 20:48:02.481739 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4081bd4a-dcf0-4a0b-ace3-2901d8acebf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (fd797857-97f7-4229-9ca3-5c33d799fed1), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:02.491093 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-a48db6f3-cb1d-400d-b2c4-8c38a47aca4e tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Request body: {'port': {'device_id': '38964177-b777-4ff3-a687-28ddd25c6a64', 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947', 'admin_state_up': True, 'tenant_id': 'cee5ceeb66aa4167b6492470edbad369'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:48:02.525500 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b894aa23-64e2-4f9f-8bb3-4131b70b8f0a None None] Checking router: ac4050fc-383e-4faa-b7b2-f4a4da34a952 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:48:02.525928 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b894aa23-64e2-4f9f-8bb3-4131b70b8f0a None None] Updating router ac4050fc-383e-4faa-b7b2-f4a4da34a952 port b03cafca-fd98-4dfb-9b8b-0d0a82339727 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 20:48:02.557973 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-b894aa23-64e2-4f9f-8bb3-4131b70b8f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b03cafca-fd98-4dfb-9b8b-0d0a82339727), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:02.575628 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ef9c92f-b09e-47fa-9cc4-db8c961076f3 req-07d068f3-cedb-4eeb-b569-310be0527c46 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2120132
Feb 05 20:48:02.607776 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-78d552aa-d007-4910-b568-91cb90477753 req-08764bcf-ffd5-4f9b-9108-b0f1c5125e26 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (5f427759-b2bd-4737-8f77-a7518d449029), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:02.663188 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Port 5f427759-b2bd-4737-8f77-a7518d449029 update to DOWN by agent not found {{(pid=114392) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}}
Feb 05 20:48:02.685582 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4081bd4a-dcf0-4a0b-ace3-2901d8acebf0 None None] Pushing event updated for resources: {'Port': ['ID=fd797857-97f7-4229-9ca3-5c33d799fed1,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:02.690028 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 20:48:02.690402 ncdv-master-1 neutron-server[114392]: DEBUG oslo_db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 20:48:02.704925 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4081bd4a-dcf0-4a0b-ace3-2901d8acebf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:02.705280 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4081bd4a-dcf0-4a0b-ace3-2901d8acebf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:02.705634 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4081bd4a-dcf0-4a0b-ace3-2901d8acebf0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:02.705977 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4081bd4a-dcf0-4a0b-ace3-2901d8acebf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:02.706981 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4081bd4a-dcf0-4a0b-ace3-2901d8acebf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:02.707575 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4081bd4a-dcf0-4a0b-ace3-2901d8acebf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:02.708077 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4081bd4a-dcf0-4a0b-ace3-2901d8acebf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:02.708422 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4081bd4a-dcf0-4a0b-ace3-2901d8acebf0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:02.708761 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4081bd4a-dcf0-4a0b-ace3-2901d8acebf0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:02.709096 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4081bd4a-dcf0-4a0b-ace3-2901d8acebf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:02.709429 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4081bd4a-dcf0-4a0b-ace3-2901d8acebf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:02.709757 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4081bd4a-dcf0-4a0b-ace3-2901d8acebf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:02.710084 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4081bd4a-dcf0-4a0b-ace3-2901d8acebf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:02.787723 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-a48db6f3-cb1d-400d-b2c4-8c38a47aca4e tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Made reservation on behalf of cee5ceeb66aa4167b6492470edbad369 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:48:02.791504 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-a48db6f3-cb1d-400d-b2c4-8c38a47aca4e tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:02.797017 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-386b9e30-b190-42ff-b462-c933290aded8 admin admin] Allocated IP 172.20.0.1 (c99e672f-3b87-4721-8d9c-fbb71f1cd179/0c12a9c1-68fc-4723-83f8-a4d2ac546c80/89291417-f7a6-4241-89d4-630f5d5e0b83) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:48:02.905042 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08764bcf-ffd5-4f9b-9108-b0f1c5125e26 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Pushing event deleted for resources: {'Port': ['ID=5f427759-b2bd-4737-8f77-a7518d449029,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:02.936464 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-b894aa23-64e2-4f9f-8bb3-4131b70b8f0a None None] Publish callbacks [] for port (b03cafca-fd98-4dfb-9b8b-0d0a82339727), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:02.946655 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-b894aa23-64e2-4f9f-8bb3-4131b70b8f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b03cafca-fd98-4dfb-9b8b-0d0a82339727), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:02.955750 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08764bcf-ffd5-4f9b-9108-b0f1c5125e26 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:02.956135 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08764bcf-ffd5-4f9b-9108-b0f1c5125e26 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:02.956993 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08764bcf-ffd5-4f9b-9108-b0f1c5125e26 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:02.957340 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08764bcf-ffd5-4f9b-9108-b0f1c5125e26 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:02.957684 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08764bcf-ffd5-4f9b-9108-b0f1c5125e26 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:02.958023 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08764bcf-ffd5-4f9b-9108-b0f1c5125e26 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:02.958358 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08764bcf-ffd5-4f9b-9108-b0f1c5125e26 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:02.958734 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08764bcf-ffd5-4f9b-9108-b0f1c5125e26 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:02.959072 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08764bcf-ffd5-4f9b-9108-b0f1c5125e26 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:02.959403 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08764bcf-ffd5-4f9b-9108-b0f1c5125e26 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:02.959737 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08764bcf-ffd5-4f9b-9108-b0f1c5125e26 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:02.960068 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08764bcf-ffd5-4f9b-9108-b0f1c5125e26 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:02.960493 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08764bcf-ffd5-4f9b-9108-b0f1c5125e26 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:02.995567 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-386b9e30-b190-42ff-b462-c933290aded8 admin admin] Publish callbacks [] for port (89291417-f7a6-4241-89d4-630f5d5e0b83), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:03.008772 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d552aa-d007-4910-b568-91cb90477753 req-08764bcf-ffd5-4f9b-9108-b0f1c5125e26 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] No DVR routers for this DVR port 5f427759-b2bd-4737-8f77-a7518d449029 on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:48:03.011263 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-b894aa23-64e2-4f9f-8bb3-4131b70b8f0a None None] Attempting to bind port b03cafca-fd98-4dfb-9b8b-0d0a82339727 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:48:03.011641 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-b894aa23-64e2-4f9f-8bb3-4131b70b8f0a None None] Attempting to bind port b03cafca-fd98-4dfb-9b8b-0d0a82339727 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:48:03.012038 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b894aa23-64e2-4f9f-8bb3-4131b70b8f0a None None] Attempting to bind port b03cafca-fd98-4dfb-9b8b-0d0a82339727 on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:48:03.016637 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec41da-35d7-4153-a25f-e4a588aa3e5d req-67e0380a-ef54-4564-b85e-f66fda1f8b88 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:03.017411 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b894aa23-64e2-4f9f-8bb3-4131b70b8f0a None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:48:03.018142 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7cec41da-35d7-4153-a25f-e4a588aa3e5d req-67e0380a-ef54-4564-b85e-f66fda1f8b88 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 945 time: 0.5037611
Feb 05 20:48:03.025038 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b894aa23-64e2-4f9f-8bb3-4131b70b8f0a None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:48:03.025715 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-b894aa23-64e2-4f9f-8bb3-4131b70b8f0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:03.026137 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b894aa23-64e2-4f9f-8bb3-4131b70b8f0a None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:48:03.026672 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-b894aa23-64e2-4f9f-8bb3-4131b70b8f0a None None] Bound port: b03cafca-fd98-4dfb-9b8b-0d0a82339727, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:48:03.027642 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-b894aa23-64e2-4f9f-8bb3-4131b70b8f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b03cafca-fd98-4dfb-9b8b-0d0a82339727), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:03.028956 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-78d552aa-d007-4910-b568-91cb90477753 req-08764bcf-ffd5-4f9b-9108-b0f1c5125e26 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:03.033211 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78d552aa-d007-4910-b568-91cb90477753 req-08764bcf-ffd5-4f9b-9108-b0f1c5125e26 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.39 "DELETE /v2.0/ports/5f427759-b2bd-4737-8f77-a7518d449029 HTTP/1.1" status: 204  len: 173 time: 1.7450979
Feb 05 20:48:03.036844 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394c3dc1-155a-45ae-926b-d49badf4d5a9', 'name': 'network-vif-deleted', 'tag': '5f427759-b2bd-4737-8f77-a7518d449029'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:48:03.039255 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb1b85e-9e24-4cb2-b7a9-08f03d6bb7e8" -d '{"events": [{"server_uuid": "394c3dc1-155a-45ae-926b-d49badf4d5a9", "name": "network-vif-deleted", "tag": "5f427759-b2bd-4737-8f77-a7518d449029"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:48:03.041904 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-386b9e30-b190-42ff-b462-c933290aded8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (89291417-f7a6-4241-89d4-630f5d5e0b83), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:03.056954 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e292d4d-461b-42a4-b9fd-462a6b76974b None None] Pushing event updated for resources: {'Port': ['ID=b03cafca-fd98-4dfb-9b8b-0d0a82339727,revision_number=2']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:03.077545 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e292d4d-461b-42a4-b9fd-462a6b76974b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:03.077866 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e292d4d-461b-42a4-b9fd-462a6b76974b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:03.078264 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e292d4d-461b-42a4-b9fd-462a6b76974b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:03.080377 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e292d4d-461b-42a4-b9fd-462a6b76974b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:03.080730 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e292d4d-461b-42a4-b9fd-462a6b76974b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:03.081667 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e292d4d-461b-42a4-b9fd-462a6b76974b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:03.082058 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e292d4d-461b-42a4-b9fd-462a6b76974b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:03.082550 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e292d4d-461b-42a4-b9fd-462a6b76974b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:03.082817 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e292d4d-461b-42a4-b9fd-462a6b76974b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:03.083156 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e292d4d-461b-42a4-b9fd-462a6b76974b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:03.083523 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e292d4d-461b-42a4-b9fd-462a6b76974b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:03.083960 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e292d4d-461b-42a4-b9fd-462a6b76974b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:03.084330 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e292d4d-461b-42a4-b9fd-462a6b76974b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:03.084929 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e09c8-7570-4136-af77-9848a9139ce7 req-d672b55d-9eb2-42d0-b852-607f508b32ee tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:03.090968 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b86e09c8-7570-4136-af77-9848a9139ce7 req-d672b55d-9eb2-42d0-b852-607f508b32ee tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ad59ce-c366-4aba-90a6-692f0b23b959 HTTP/1.1" status: 200  len: 945 time: 0.1998084
Feb 05 20:48:03.116912 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-65e2f656-7270-4132-833e-5d9878fcb0ed None None] Provisioning complete for port fd797857-97f7-4229-9ca3-5c33d799fed1 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:48:03.116912 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-65e2f656-7270-4132-833e-5d9878fcb0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (fd797857-97f7-4229-9ca3-5c33d799fed1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:03.121852 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7cec41da-35d7-4153-a25f-e4a588aa3e5d req-486a0b60-ac8e-40df-8341-ec3c12346682 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829682
Feb 05 20:48:03.127002 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-b894aa23-64e2-4f9f-8bb3-4131b70b8f0a None None] For port b03cafca-fd98-4dfb-9b8b-0d0a82339727, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:48:03.131147 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-b894aa23-64e2-4f9f-8bb3-4131b70b8f0a None None] For port b03cafca-fd98-4dfb-9b8b-0d0a82339727, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b03cafca-fd98-4dfb-9b8b-0d0a82339727,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:48:03.140271 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-b894aa23-64e2-4f9f-8bb3-4131b70b8f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b03cafca-fd98-4dfb-9b8b-0d0a82339727), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:03.140418 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b9e30-b190-42ff-b462-c933290aded8 admin admin] Pushing event updated for resources: {'Port': ['ID=89291417-f7a6-4241-89d4-630f5d5e0b83,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:03.177757 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b9e30-b190-42ff-b462-c933290aded8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:03.178131 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b9e30-b190-42ff-b462-c933290aded8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:03.178504 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b9e30-b190-42ff-b462-c933290aded8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:03.178837 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b9e30-b190-42ff-b462-c933290aded8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:03.179176 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b9e30-b190-42ff-b462-c933290aded8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:03.179511 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b9e30-b190-42ff-b462-c933290aded8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:03.179844 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b9e30-b190-42ff-b462-c933290aded8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:03.180177 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b9e30-b190-42ff-b462-c933290aded8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:03.180506 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b9e30-b190-42ff-b462-c933290aded8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:03.180832 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b9e30-b190-42ff-b462-c933290aded8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:03.181162 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b9e30-b190-42ff-b462-c933290aded8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:03.181485 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b9e30-b190-42ff-b462-c933290aded8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:03.181810 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b9e30-b190-42ff-b462-c933290aded8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:48:03.193527 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386b9e30-b190-42ff-b462-c933290aded8 admin admin] Network c99e672f-3b87-4721-8d9c-fbb71f1cd179 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:48:03.197045 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-386b9e30-b190-42ff-b462-c933290aded8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:48:03.201023 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386b9e30-b190-42ff-b462-c933290aded8 admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:48:03.201507 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-386b9e30-b190-42ff-b462-c933290aded8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (ac4050fc-383e-4faa-b7b2-f4a4da34a952), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:03.228139 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e292d4d-461b-42a4-b9fd-462a6b76974b None None] Pushing event updated for resources: {'Port': ['ID=b03cafca-fd98-4dfb-9b8b-0d0a82339727,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:03.243306 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b86e09c8-7570-4136-af77-9848a9139ce7 req-d5a6b3a7-243a-4b11-9685-d169248bd264 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1503184
Feb 05 20:48:03.249233 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port fd797857-97f7-4229-9ca3-5c33d799fed1 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:48:03.273439 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b894aa23-64e2-4f9f-8bb3-4131b70b8f0a None None] Routers {'ac4050fc-383e-4faa-b7b2-f4a4da34a952'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:48:03.274294 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-b894aa23-64e2-4f9f-8bb3-4131b70b8f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8d50c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:47:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ac4050fc-383e-4faa-b7b2-f4a4da34a952'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:48:03.365437 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-65e2f656-7270-4132-833e-5d9878fcb0ed None None] Current status of the port fd797857-97f7-4229-9ca3-5c33d799fed1 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:48:03.376360 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3d1f30-4398-4b2b-b2d1-4e9709c4fd15 x-openstack-request-id: req-fb3d1f30-4398-4b2b-b2d1-4e9709c4fd15 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:48:03.376615 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "394c3dc1-155a-45ae-926b-d49badf4d5a9", "name": "network-vif-deleted", "tag": "5f427759-b2bd-4737-8f77-a7518d449029", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:48:03.376936 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fb3d1f30-4398-4b2b-b2d1-4e9709c4fd15 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:48:03.377255 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394c3dc1-155a-45ae-926b-d49badf4d5a9', 'name': 'network-vif-deleted', 'tag': '5f427759-b2bd-4737-8f77-a7518d449029', 'status': 'completed', 'code': 200}
Feb 05 20:48:03.391432 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9d98ca2a-fd6e-4af8-9031-14eefcb3fd0d req-35ac554a-c591-41fa-9f29-4946cb34397d tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/ports?device_id=394c3dc1-155a-45ae-926b-d49badf4d5a9 HTTP/1.1" status: 200  len: 210 time: 0.0586476
Feb 05 20:48:03.414761 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-a48db6f3-cb1d-400d-b2c4-8c38a47aca4e tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Allocated IP 172.20.0.14 (fc4b732e-5458-48e6-8cda-4d399eeaa947/30766dd9-3364-437e-a8fd-68757651ef32/49b4e763-5228-4c9b-8237-c49bd01beb5c) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:48:03.465986 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-386b9e30-b190-42ff-b462-c933290aded8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (89291417-f7a6-4241-89d4-630f5d5e0b83), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:03.547782 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device fd797857-97f7-4229-9ca3-5c33d799fed1 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:48:03.558992 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e0878e1d-7152-4e33-8140-655a251a9bad req-d027de56-b9f4-4c2b-a80a-e66c3c125972 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=38964177-b777-4ff3-a687-28ddd25c6a64 HTTP/1.1" status: 200  len: 210 time: 0.0921526
Feb 05 20:48:03.589287 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd6c73-7162-4580-ad6c-4adb5bc9188b req-0ac07358-4cf0-4c4e-9b81-3a232797eddf tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:03.591153 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-33cd6c73-7162-4580-ad6c-4adb5bc9188b req-0ac07358-4cf0-4c4e-9b81-3a232797eddf tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c14da9d-db39-4f70-9523-e8753da5f8db HTTP/1.1" status: 200  len: 949 time: 0.1113863
Feb 05 20:48:03.622856 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-b894aa23-64e2-4f9f-8bb3-4131b70b8f0a None None] Set router ac4050fc-383e-4faa-b7b2-f4a4da34a952 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:48:03.656954 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-f6e32193-37e6-4b5a-a07f-58ac3d90771a None None] Provisioning complete for port 89291417-f7a6-4241-89d4-630f5d5e0b83 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:48:03.657367 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f6e32193-37e6-4b5a-a07f-58ac3d90771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (89291417-f7a6-4241-89d4-630f5d5e0b83), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:03.685161 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5a588a93-5904-4751-85ab-baa0c969e8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:03.708726 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port fd797857-97f7-4229-9ca3-5c33d799fed1 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:48:03.708935 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (fd797857-97f7-4229-9ca3-5c33d799fed1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:03.711619 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-f6e32193-37e6-4b5a-a07f-58ac3d90771a None None] Port 89291417-f7a6-4241-89d4-630f5d5e0b83 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:48:03.724931 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-33cd6c73-7162-4580-ad6c-4adb5bc9188b req-b8cf590c-920e-42a0-a7df-7c7b5ecbcb60 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1228600
Feb 05 20:48:03.808234 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port fd797857-97f7-4229-9ca3-5c33d799fed1 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:48:03.812972 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9968f-ce6a-40b1-a835-aa1252c81072 req-b32e3f91-3023-4df3-93ce-c711c88044c6 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:03.814018 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d3b9968f-ce6a-40b1-a835-aa1252c81072 req-b32e3f91-3023-4df3-93ce-c711c88044c6 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 949 time: 0.1342859
Feb 05 20:48:03.858886 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-a48db6f3-cb1d-400d-b2c4-8c38a47aca4e tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Publish callbacks [] for port (49b4e763-5228-4c9b-8237-c49bd01beb5c), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:03.870032 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d3b9968f-ce6a-40b1-a835-aa1252c81072 req-bf3f46fd-316b-4d99-ae90-f4a4b986ba95 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468116
Feb 05 20:48:03.900031 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-b894aa23-64e2-4f9f-8bb3-4131b70b8f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8d50c70>, [{'id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'name': 'tempest-FloatingIPsAssociationTestJSON-438743936-router', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23'}], 'enable_snat': True}, 'gw_port_id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:47:59Z', 'updated_at': '2022-02-05T20:48:00Z', 'revision_number': 3, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'gw_port': {'id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:48:00Z', 'updated_at': '2022-02-05T20:48:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:48:03.918531 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-386b9e30-b190-42ff-b462-c933290aded8 admin admin] Publish callbacks [] for port (89291417-f7a6-4241-89d4-630f5d5e0b83), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:03.925773 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-386b9e30-b190-42ff-b462-c933290aded8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (89291417-f7a6-4241-89d4-630f5d5e0b83), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:03.926528 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-386b9e30-b190-42ff-b462-c933290aded8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (ac4050fc-383e-4faa-b7b2-f4a4da34a952), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:03.936675 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b894aa23-64e2-4f9f-8bb3-4131b70b8f0a None None] The sync data for ids ['ac4050fc-383e-4faa-b7b2-f4a4da34a952'] in ncdv-master-1 is: [{'id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'name': 'tempest-FloatingIPsAssociationTestJSON-438743936-router', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23'}], 'enable_snat': True}, 'gw_port_id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:47:59Z', 'updated_at': '2022-02-05T20:48:00Z', 'revision_number': 3, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'gw_port': {'id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:48:00Z', 'updated_at': '2022-02-05T20:48:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:48:03.955161 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-a48db6f3-cb1d-400d-b2c4-8c38a47aca4e tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (49b4e763-5228-4c9b-8237-c49bd01beb5c), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:04.010199 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-a48db6f3-cb1d-400d-b2c4-8c38a47aca4e tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Network fc4b732e-5458-48e6-8cda-4d399eeaa947 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:48:04.011087 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b9e30-b190-42ff-b462-c933290aded8 admin admin] Pushing event updated for resources: {'Port': ['ID=89291417-f7a6-4241-89d4-630f5d5e0b83,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:04.040247 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-a48db6f3-cb1d-400d-b2c4-8c38a47aca4e tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:48:04.047709 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-a48db6f3-cb1d-400d-b2c4-8c38a47aca4e tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:48:04.053555 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-a48db6f3-cb1d-400d-b2c4-8c38a47aca4e tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:04.054164 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-a48db6f3-cb1d-400d-b2c4-8c38a47aca4e tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:04.105619 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-a48db6f3-cb1d-400d-b2c4-8c38a47aca4e tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6208680
Feb 05 20:48:04.108306 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48db6f3-cb1d-400d-b2c4-8c38a47aca4e tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Pushing event updated for resources: {'Port': ['ID=49b4e763-5228-4c9b-8237-c49bd01beb5c,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:04.119197 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-15c974d3-04a7-44dc-952d-5277c95b43da service neutron] Request body: {'port': {'device_id': '38964177-b777-4ff3-a687-28ddd25c6a64', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:48:04.176434 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386b9e30-b190-42ff-b462-c933290aded8 admin admin] Network c99e672f-3b87-4721-8d9c-fbb71f1cd179 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:48:04.181869 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-386b9e30-b190-42ff-b462-c933290aded8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:48:04.254211 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-15c974d3-04a7-44dc-952d-5277c95b43da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (49b4e763-5228-4c9b-8237-c49bd01beb5c), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:04.271111 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d372cb62-b8f4-46f7-b54e-7136defb38ca req-86b62e44-4196-466b-9b02-a309edf77d3f tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:04.272717 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d372cb62-b8f4-46f7-b54e-7136defb38ca req-86b62e44-4196-466b-9b02-a309edf77d3f tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 945 time: 0.0702884
Feb 05 20:48:04.392572 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d372cb62-b8f4-46f7-b54e-7136defb38ca req-6f2fd845-7731-4079-a347-d5dd6942ec49 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115417
Feb 05 20:48:04.456552 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c15b8-e3be-4262-871b-56f834aa1382 req-f7aa5a4e-e0b9-4fe1-90a2-48cc723c9edb tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:04.468327 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bb8c15b8-e3be-4262-871b-56f834aa1382 req-f7aa5a4e-e0b9-4fe1-90a2-48cc723c9edb tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ad59ce-c366-4aba-90a6-692f0b23b959 HTTP/1.1" status: 200  len: 945 time: 0.1006780
Feb 05 20:48:04.481760 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386b9e30-b190-42ff-b462-c933290aded8 admin admin] Router ac4050fc-383e-4faa-b7b2-f4a4da34a952 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:48:04.530087 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bb8c15b8-e3be-4262-871b-56f834aa1382 req-cbd43672-1c22-4b47-954d-6f926bd5cb99 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601900
Feb 05 20:48:04.539533 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-7b7a486e-e4a9-4c45-b5c9-70f692c496dc None None] Provisioning complete for port 89291417-f7a6-4241-89d4-630f5d5e0b83 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:48:04.540564 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7b7a486e-e4a9-4c45-b5c9-70f692c496dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (89291417-f7a6-4241-89d4-630f5d5e0b83), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:04.593731 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-7b7a486e-e4a9-4c45-b5c9-70f692c496dc None None] Port 89291417-f7a6-4241-89d4-630f5d5e0b83 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:48:04.821014 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55914) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:48:04.826693 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-f239b559-eac7-4426-8adf-fc66c3a03aa3 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1316800442', 'description': 'tempest-description--1052562061'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:48:04.882636 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f239b559-eac7-4426-8adf-fc66c3a03aa3 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:04.921236 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:48:04.943578 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386b9e30-b190-42ff-b462-c933290aded8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:48:04.956688 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-386b9e30-b190-42ff-b462-c933290aded8 admin admin] 10.222.0.32 "PUT /v2.0/routers/ac4050fc-383e-4faa-b7b2-f4a4da34a952/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2026670
Feb 05 20:48:04.983675 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0cd6c-ccf0-44f4-b13e-bfac55438fde req-261e6f98-4904-4e20-8e2d-78a0da2ea015 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:04.991032 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7de0cd6c-ccf0-44f4-b13e-bfac55438fde req-261e6f98-4904-4e20-8e2d-78a0da2ea015 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=38964177-b777-4ff3-a687-28ddd25c6a64 HTTP/1.1" status: 200  len: 932 time: 0.1410513
Feb 05 20:48:05.000558 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:48:05.011352 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:48:05.012278 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:05.014295 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-15c974d3-04a7-44dc-952d-5277c95b43da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49b4e763-5228-4c9b-8237-c49bd01beb5c {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:48:05.024161 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-15c974d3-04a7-44dc-952d-5277c95b43da service neutron] Publish callbacks [] for port (49b4e763-5228-4c9b-8237-c49bd01beb5c), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:05.039566 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-15c974d3-04a7-44dc-952d-5277c95b43da service neutron] Transition to ACTIVE for port object 49b4e763-5228-4c9b-8237-c49bd01beb5c will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:48:05.046408 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-15c974d3-04a7-44dc-952d-5277c95b43da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (49b4e763-5228-4c9b-8237-c49bd01beb5c), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:05.092627 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc24a45-01e5-48a2-bf85-23777b1681e8 req-e5e92e15-2cfe-4e2d-a71f-9ba609a33099 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:05.094995 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cfc24a45-01e5-48a2-bf85-23777b1681e8 req-e5e92e15-2cfe-4e2d-a71f-9ba609a33099 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c14da9d-db39-4f70-9523-e8753da5f8db HTTP/1.1" status: 200  len: 949 time: 0.2097518
Feb 05 20:48:05.129779 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c974d3-04a7-44dc-952d-5277c95b43da service neutron] Pushing event updated for resources: {'Port': ['ID=49b4e763-5228-4c9b-8237-c49bd01beb5c,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:05.140905 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7de0cd6c-ccf0-44f4-b13e-bfac55438fde req-7dcc022a-c136-4052-a7be-3e5955f65123 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1485252
Feb 05 20:48:05.153887 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-15c974d3-04a7-44dc-952d-5277c95b43da service neutron] Attempting to bind port 49b4e763-5228-4c9b-8237-c49bd01beb5c on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:48:05.155280 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-15c974d3-04a7-44dc-952d-5277c95b43da service neutron] Attempting to bind port 49b4e763-5228-4c9b-8237-c49bd01beb5c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:48:05.156277 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-15c974d3-04a7-44dc-952d-5277c95b43da service neutron] Attempting to bind port 49b4e763-5228-4c9b-8237-c49bd01beb5c on network fc4b732e-5458-48e6-8cda-4d399eeaa947 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:48:05.165880 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-15c974d3-04a7-44dc-952d-5277c95b43da service neutron] Port 49b4e763-5228-4c9b-8237-c49bd01beb5c on network fc4b732e-5458-48e6-8cda-4d399eeaa947 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:48:05.166291 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-15c974d3-04a7-44dc-952d-5277c95b43da service neutron] Attempting to bind port 49b4e763-5228-4c9b-8237-c49bd01beb5c on network fc4b732e-5458-48e6-8cda-4d399eeaa947 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:48:05.172940 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-15c974d3-04a7-44dc-952d-5277c95b43da service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:48:05.173295 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-15c974d3-04a7-44dc-952d-5277c95b43da service neutron] Checking segment: {'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:48:05.173962 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-15c974d3-04a7-44dc-952d-5277c95b43da service neutron] Bound using segment: {'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:48:05.174486 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-15c974d3-04a7-44dc-952d-5277c95b43da service neutron] Bound port: 49b4e763-5228-4c9b-8237-c49bd01beb5c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:48:05.175552 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-15c974d3-04a7-44dc-952d-5277c95b43da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (49b4e763-5228-4c9b-8237-c49bd01beb5c), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:05.179389 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:48:05.182885 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:05.192949 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f239b559-eac7-4426-8adf-fc66c3a03aa3 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks [] for security_group (8f0b2a11-00a9-4c24-9c22-f83d1d1cfdb2), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:05.202923 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cfc24a45-01e5-48a2-bf85-23777b1681e8 req-ae5fdb9c-a6a4-464f-ad27-6d56847f8ea6 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956697
Feb 05 20:48:05.204693 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f239b559-eac7-4426-8adf-fc66c3a03aa3 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (8f0b2a11-00a9-4c24-9c22-f83d1d1cfdb2), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:05.226863 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41314806-930f-44de-9335-c2b9b352defb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:48:05.229339 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29aba3c-f941-4710-9432-a56a72e4717e" -d '{"events": [{"server_uuid": "41314806-930f-44de-9335-c2b9b352defb", "name": "network-vif-plugged", "status": "completed", "tag": "870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:48:05.245335 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:05.251443 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:05.255374 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 71b95491-c3b0-4a8e-b401-e967ded4cea1 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:48:05.270955 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f239b559-eac7-4426-8adf-fc66c3a03aa3 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:05.275141 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f239b559-eac7-4426-8adf-fc66c3a03aa3 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.4498200
Feb 05 20:48:05.277971 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55928) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:48:05.286644 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-15c974d3-04a7-44dc-952d-5277c95b43da service neutron] For port 49b4e763-5228-4c9b-8237-c49bd01beb5c, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:48:05.288110 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-49a8df88-0fc2-4eb3-995f-205ddc7455aa tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Request body: {'security_group_rule': {'security_group_id': '8f0b2a11-00a9-4c24-9c22-f83d1d1cfdb2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:48:05.292303 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-15c974d3-04a7-44dc-952d-5277c95b43da service neutron] For port 49b4e763-5228-4c9b-8237-c49bd01beb5c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49b4e763-5228-4c9b-8237-c49bd01beb5c,segment=NetworkSegment(69c86b74-d9e1-46c1-9b9b-f16748bd0260),segment_id=69c86b74-d9e1-46c1-9b9b-f16748bd0260)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:48:05.303410 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239b559-eac7-4426-8adf-fc66c3a03aa3 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0b2a11-00a9-4c24-9c22-f83d1d1cfdb2,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:05.304052 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-15c974d3-04a7-44dc-952d-5277c95b43da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (49b4e763-5228-4c9b-8237-c49bd01beb5c), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:05.354850 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9520d2a3-f36e-4bf9-956b-04977f50373b req-2cb5dd29-f0af-4d30-a579-3931eab81b3c tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:05.363146 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-15c974d3-04a7-44dc-952d-5277c95b43da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:05.364145 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-15c974d3-04a7-44dc-952d-5277c95b43da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:05.365554 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-15c974d3-04a7-44dc-952d-5277c95b43da service neutron] 10.222.0.39 "PUT /v2.0/ports/49b4e763-5228-4c9b-8237-c49bd01beb5c HTTP/1.1" status: 200  len: 1092 time: 1.2504227
Feb 05 20:48:05.366070 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9520d2a3-f36e-4bf9-956b-04977f50373b req-2cb5dd29-f0af-4d30-a579-3931eab81b3c tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 949 time: 0.1328883
Feb 05 20:48:05.367845 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:05.367995 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38964177-b777-4ff3-a687-28ddd25c6a64', 'tag': '49b4e763-5228-4c9b-8237-c49bd01beb5c'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:48:05.377005 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8275225a-aee0-419a-ad6c-cf7e5199c900" -d '{"events": [{"name": "network-changed", "server_uuid": "38964177-b777-4ff3-a687-28ddd25c6a64", "tag": "49b4e763-5228-4c9b-8237-c49bd01beb5c"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:48:05.383261 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 71b95491-c3b0-4a8e-b401-e967ded4cea1 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:48:05.387950 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 71b95491-c3b0-4a8e-b401-e967ded4cea1 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:48:05.388598 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (71b95491-c3b0-4a8e-b401-e967ded4cea1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:05.391793 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-49a8df88-0fc2-4eb3-995f-205ddc7455aa tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks [] for security_group_rule (37b94b23-287b-4dbf-86d4-cb3d070ac31d), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:05.430743 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c974d3-04a7-44dc-952d-5277c95b43da service neutron] Pushing event updated for resources: {'Port': ['ID=49b4e763-5228-4c9b-8237-c49bd01beb5c,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:05.477014 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-b6205867-3701-4373-962f-4cc4d210a8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:05.479092 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-b6205867-3701-4373-962f-4cc4d210a8ed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cee5ceeb66aa4167b6492470edbad369&device_id=38964177-b777-4ff3-a687-28ddd25c6a64 HTTP/1.1" status: 200  len: 1126 time: 0.0647991
Feb 05 20:48:05.500470 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-49a8df88-0fc2-4eb3-995f-205ddc7455aa tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks [] for security_group_rule (37b94b23-287b-4dbf-86d4-cb3d070ac31d), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:05.511556 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-49a8df88-0fc2-4eb3-995f-205ddc7455aa tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (37b94b23-287b-4dbf-86d4-cb3d070ac31d), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:05.532765 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8df88-0fc2-4eb3-995f-205ddc7455aa tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37b94b23-287b-4dbf-86d4-cb3d070ac31d,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:05.564166 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-3922ebeb-ba33-4395-982a-0b8e37c2f93c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49b4e763-5228-4c9b-8237-c49bd01beb5c HTTP/1.1" status: 200  len: 217 time: 0.0721979
Feb 05 20:48:05.579387 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9520d2a3-f36e-4bf9-956b-04977f50373b req-310f99bc-8f78-4a70-a5ac-c248446c0f38 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2121708
Feb 05 20:48:05.586281 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-49a8df88-0fc2-4eb3-995f-205ddc7455aa tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:05.590043 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-49a8df88-0fc2-4eb3-995f-205ddc7455aa tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3051946
Feb 05 20:48:05.593790 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55944) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:48:05.603346 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-891ca033-84d3-4a40-b03a-f08b1cd7eb3d tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Request body: {'security_group_rule': {'security_group_id': '8f0b2a11-00a9-4c24-9c22-f83d1d1cfdb2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:48:05.638065 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-024b457e-8e71-4f0f-932b-aa1920f77ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:05.639732 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-024b457e-8e71-4f0f-932b-aa1920f77ef8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=30766dd9-3364-437e-a8fd-68757651ef32 HTTP/1.1" status: 200  len: 848 time: 0.0726068
Feb 05 20:48:05.677560 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-1fc1d384-8ce0-4bad-ac2a-72d5d2d01f7b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4b732e-5458-48e6-8cda-4d399eeaa947&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0309415
Feb 05 20:48:05.680732 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-891ca033-84d3-4a40-b03a-f08b1cd7eb3d tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks [] for security_group_rule (62f6a26d-3496-4dfc-8fc4-99e6e1151943), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:05.690502 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16da956d-b348-4616-a310-a25f1ab19338 x-openstack-request-id: req-16da956d-b348-4616-a310-a25f1ab19338 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:48:05.691034 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41314806-930f-44de-9335-c2b9b352defb", "name": "network-vif-plugged", "status": "completed", "tag": "870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:48:05.691400 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-16da956d-b348-4616-a310-a25f1ab19338 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:48:05.691816 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41314806-930f-44de-9335-c2b9b352defb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec', 'code': 200}
Feb 05 20:48:05.694512 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b03cafca-fd98-4dfb-9b8b-0d0a82339727 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:48:05.715723 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-cd4375b4-4e7a-465f-a5b5-92aad52b14a7 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:05.717203 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f6a783-5621-45c0-8acb-f4f46080d7c1 x-openstack-request-id: req-58f6a783-5621-45c0-8acb-f4f46080d7c1 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:48:05.717498 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38964177-b777-4ff3-a687-28ddd25c6a64", "tag": "49b4e763-5228-4c9b-8237-c49bd01beb5c", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:48:05.717753 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-58f6a783-5621-45c0-8acb-f4f46080d7c1 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:48:05.718141 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38964177-b777-4ff3-a687-28ddd25c6a64', 'tag': '49b4e763-5228-4c9b-8237-c49bd01beb5c', 'status': 'completed', 'code': 200}
Feb 05 20:48:05.724241 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-cd4375b4-4e7a-465f-a5b5-92aad52b14a7 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/networks?id=c99e672f-3b87-4721-8d9c-fbb71f1cd179 HTTP/1.1" status: 200  len: 820 time: 0.1887212
Feb 05 20:48:05.743095 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-ef51fed9-972d-425b-9a2c-4be9cb916e39 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/quotas/f829fd34d89942aeab410c3933fe9a60 HTTP/1.1" status: 200  len: 375 time: 0.0173447
Feb 05 20:48:05.804466 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-891ca033-84d3-4a40-b03a-f08b1cd7eb3d tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks [] for security_group_rule (62f6a26d-3496-4dfc-8fc4-99e6e1151943), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:05.811421 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-891ca033-84d3-4a40-b03a-f08b1cd7eb3d tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (62f6a26d-3496-4dfc-8fc4-99e6e1151943), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:05.821872 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port b03cafca-fd98-4dfb-9b8b-0d0a82339727 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:48:05.822254 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b03cafca-fd98-4dfb-9b8b-0d0a82339727), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:05.832868 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 71b95491-c3b0-4a8e-b401-e967ded4cea1 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:48:05.833290 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (71b95491-c3b0-4a8e-b401-e967ded4cea1), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:05.835067 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ca033-84d3-4a40-b03a-f08b1cd7eb3d tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62f6a26d-3496-4dfc-8fc4-99e6e1151943,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:05.843933 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-ff788c09-c35e-4deb-b0c2-f9869dfa0aa0 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1585705
Feb 05 20:48:05.852178 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-891ca033-84d3-4a40-b03a-f08b1cd7eb3d tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:05.856468 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-891ca033-84d3-4a40-b03a-f08b1cd7eb3d tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2585530
Feb 05 20:48:05.859961 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55946) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:48:05.865744 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-67503f17-21dd-48cc-9592-dc266ee2ab7f tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:48:05.877581 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-4504e5ab-07c9-42c5-8036-6f325da74f89 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f829fd34d89942aeab410c3933fe9a60&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1336110
Feb 05 20:48:05.895413 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa8a81-d068-4ef8-887f-93c53796ce2c req-bd853a58-d778-4892-b509-84352dd5f518 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:05.897072 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6cfa8a81-d068-4ef8-887f-93c53796ce2c req-bd853a58-d778-4892-b509-84352dd5f518 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 945 time: 0.1188242
Feb 05 20:48:05.914339 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 71b95491-c3b0-4a8e-b401-e967ded4cea1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=71b95491-c3b0-4a8e-b401-e967ded4cea1,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:05.922416 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (71b95491-c3b0-4a8e-b401-e967ded4cea1), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:05.959790 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-67503f17-21dd-48cc-9592-dc266ee2ab7f tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:06.007858 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port b03cafca-fd98-4dfb-9b8b-0d0a82339727 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:48:06.008207 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b03cafca-fd98-4dfb-9b8b-0d0a82339727), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:06.019210 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=71b95491-c3b0-4a8e-b401-e967ded4cea1,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:06.020161 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-75a646d7-b924-4c1a-90cb-d6e932d0f4ea req-14ba5683-f0a6-4ae8-9a8c-9e74d26903f9 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1591539
Feb 05 20:48:06.040295 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1330d9f8-a78b-4983-af16-ea16ba9a4e0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:06.045759 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6cfa8a81-d068-4ef8-887f-93c53796ce2c req-2685fce2-2648-4a6a-9d9a-046476f3f5c8 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124105
Feb 05 20:48:06.054503 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port b03cafca-fd98-4dfb-9b8b-0d0a82339727, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b03cafca-fd98-4dfb-9b8b-0d0a82339727,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:06.061019 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b03cafca-fd98-4dfb-9b8b-0d0a82339727), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:06.072450 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-0c5474fa-4f14-47dd-a82e-28baf7d5703a service neutron] 10.222.0.32 "GET /v2.0/networks/c99e672f-3b87-4721-8d9c-fbb71f1cd179?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1741292
Feb 05 20:48:06.139616 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=b03cafca-fd98-4dfb-9b8b-0d0a82339727,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:06.163078 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e61aa00-7ad3-40b3-a44c-890e3c952dc8 None None] Sync routers for ids ['ac4050fc-383e-4faa-b7b2-f4a4da34a952'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:48:06.176169 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e61aa00-7ad3-40b3-a44c-890e3c952dc8 None None] Routers {'ac4050fc-383e-4faa-b7b2-f4a4da34a952'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:48:06.176805 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-3e61aa00-7ad3-40b3-a44c-890e3c952dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabb8c610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:48:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ac4050fc-383e-4faa-b7b2-f4a4da34a952'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:48:06.178795 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275225a-aee0-419a-ad6c-cf7e5199c900 req-67c37241-03c4-4651-bd55-5eb9062d7f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:06.180334 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8275225a-aee0-419a-ad6c-cf7e5199c900 req-67c37241-03c4-4651-bd55-5eb9062d7f26 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cee5ceeb66aa4167b6492470edbad369&device_id=38964177-b777-4ff3-a687-28ddd25c6a64 HTTP/1.1" status: 200  len: 1126 time: 0.0949779
Feb 05 20:48:06.214980 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 5f427759-b2bd-4737-8f77-a7518d449029 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:48:06.220367 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-469ff6b1-ea08-49bb-9e22-104b1efcc324 service neutron] 10.222.0.32 "GET /v2.0/networks/c99e672f-3b87-4721-8d9c-fbb71f1cd179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1443198
Feb 05 20:48:06.224161 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-67503f17-21dd-48cc-9592-dc266ee2ab7f tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:06.243911 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2753d170-e2ff-4fa4-bdf2-f521fec193f6 req-b8bbffe6-ac16-4079-8212-4d95e0853aba tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:06.246147 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2753d170-e2ff-4fa4-bdf2-f521fec193f6 req-b8bbffe6-ac16-4079-8212-4d95e0853aba tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ad59ce-c366-4aba-90a6-692f0b23b959 HTTP/1.1" status: 200  len: 945 time: 0.0918872
Feb 05 20:48:06.249241 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 5f427759-b2bd-4737-8f77-a7518d449029 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:48:06.249646 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 5f427759-b2bd-4737-8f77-a7518d449029 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:48:06.330887 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2753d170-e2ff-4fa4-bdf2-f521fec193f6 req-b57c52a5-c45c-4396-a9c6-dbcf5e66ffc7 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735252
Feb 05 20:48:06.332346 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-3e61aa00-7ad3-40b3-a44c-890e3c952dc8 None None] Set router ac4050fc-383e-4faa-b7b2-f4a4da34a952 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:48:06.340560 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275225a-aee0-419a-ad6c-cf7e5199c900 req-249e2d6e-5739-4868-931c-4122898a5c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:06.342182 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8275225a-aee0-419a-ad6c-cf7e5199c900 req-249e2d6e-5739-4868-931c-4122898a5c9b service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc4b732e-5458-48e6-8cda-4d399eeaa947 HTTP/1.1" status: 200  len: 909 time: 0.1553459
Feb 05 20:48:06.435234 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8275225a-aee0-419a-ad6c-cf7e5199c900 req-44eb312b-000c-420b-b5ec-723d83060de6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49b4e763-5228-4c9b-8237-c49bd01beb5c HTTP/1.1" status: 200  len: 217 time: 0.0703540
Feb 05 20:48:06.488607 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-67503f17-21dd-48cc-9592-dc266ee2ab7f tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Allocated IP 172.35.4.136 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/531d2bd8-3332-4084-96c8-5322539a2c96) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:48:06.517429 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275225a-aee0-419a-ad6c-cf7e5199c900 req-ec31ce6c-0217-46d9-8ea3-f96c14cead2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:06.529334 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8275225a-aee0-419a-ad6c-cf7e5199c900 req-ec31ce6c-0217-46d9-8ea3-f96c14cead2b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=30766dd9-3364-437e-a8fd-68757651ef32 HTTP/1.1" status: 200  len: 848 time: 0.0866864
Feb 05 20:48:06.545419 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239691bc-9e8b-47a5-b65d-2dcdcead75b4 req-b7b282c2-2fb5-4aee-a94b-e4a8d378c1c3 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:06.546979 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-239691bc-9e8b-47a5-b65d-2dcdcead75b4 req-b7b282c2-2fb5-4aee-a94b-e4a8d378c1c3 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c14da9d-db39-4f70-9523-e8753da5f8db HTTP/1.1" status: 200  len: 950 time: 0.0776451
Feb 05 20:48:06.555946 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3cbc2-ce8d-49c9-9a14-9de9b6604113 req-97795b7b-f149-4570-a2cc-9dac7927e650 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:06.557441 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-57f3cbc2-ce8d-49c9-9a14-9de9b6604113 req-97795b7b-f149-4570-a2cc-9dac7927e650 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=38964177-b777-4ff3-a687-28ddd25c6a64 HTTP/1.1" status: 200  len: 944 time: 0.1393738
Feb 05 20:48:06.585582 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8275225a-aee0-419a-ad6c-cf7e5199c900 req-59a82538-f2c3-4560-a60b-dfd1e8ff423b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4b732e-5458-48e6-8cda-4d399eeaa947&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0379913
Feb 05 20:48:06.613733 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-3e61aa00-7ad3-40b3-a44c-890e3c952dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabb8c610>, [{'id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'name': 'tempest-FloatingIPsAssociationTestJSON-438743936-router', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23'}], 'enable_snat': True}, 'gw_port_id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:47:59Z', 'updated_at': '2022-02-05T20:48:03Z', 'revision_number': 4, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'gw_port': {'id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:48:00Z', 'updated_at': '2022-02-05T20:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '89291417-f7a6-4241-89d4-630f5d5e0b83', 'name': '', 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'mac_address': 'fa:16:3e:e8:89:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '0c12a9c1-68fc-4723-83f8-a4d2ac546c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:48:02Z', 'updated_at': '2022-02-05T20:48:03Z', 'revision_number': 2, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'subnets': [{'id': '0c12a9c1-68fc-4723-83f8-a4d2ac546c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:48:06.651831 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-239691bc-9e8b-47a5-b65d-2dcdcead75b4 req-ab68862b-d9ce-42a4-a6c9-f0e9d8377a4b tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897028
Feb 05 20:48:06.682478 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-57f3cbc2-ce8d-49c9-9a14-9de9b6604113 req-b3c957f5-a9bb-4ef6-9d16-5e97f870837b tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1062179
Feb 05 20:48:06.717825 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e61aa00-7ad3-40b3-a44c-890e3c952dc8 None None] Checking router: ac4050fc-383e-4faa-b7b2-f4a4da34a952 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:48:06.718441 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e61aa00-7ad3-40b3-a44c-890e3c952dc8 None None] Updating router ac4050fc-383e-4faa-b7b2-f4a4da34a952 port 89291417-f7a6-4241-89d4-630f5d5e0b83 binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 20:48:06.757483 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3e61aa00-7ad3-40b3-a44c-890e3c952dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (89291417-f7a6-4241-89d4-630f5d5e0b83), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:06.759463 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-67503f17-21dd-48cc-9592-dc266ee2ab7f tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks [] for port (531d2bd8-3332-4084-96c8-5322539a2c96), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:06.784254 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9f9bdb01-450a-48ca-a826-e6ca1e5583bf req-1f6bc20e-32d6-4ffd-87e0-ce457fc0a3c3 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb170cc6-2c86-45c7-9ddb-eb0198388141 HTTP/1.1" status: 200  len: 210 time: 0.0591390
Feb 05 20:48:06.788393 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8275225a-aee0-419a-ad6c-cf7e5199c900 req-46cfd595-99ea-4617-b8dc-5e5389a04d09 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1711125
Feb 05 20:48:06.838413 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37404626-7e10-4302-9514-6f7fbb307b4e req-18e066f4-e42b-43ad-a3d7-148c70303cf0 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:06.842139 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-37404626-7e10-4302-9514-6f7fbb307b4e req-18e066f4-e42b-43ad-a3d7-148c70303cf0 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 949 time: 0.0689535
Feb 05 20:48:06.876109 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-67503f17-21dd-48cc-9592-dc266ee2ab7f tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (531d2bd8-3332-4084-96c8-5322539a2c96), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:06.899190 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-37404626-7e10-4302-9514-6f7fbb307b4e req-34f42bb9-4fe6-4371-9608-7b4b449314ea tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527136
Feb 05 20:48:06.932920 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67503f17-21dd-48cc-9592-dc266ee2ab7f tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:48:06.942110 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-67503f17-21dd-48cc-9592-dc266ee2ab7f tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:48:06.944573 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67503f17-21dd-48cc-9592-dc266ee2ab7f tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:48:07.023448 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67503f17-21dd-48cc-9592-dc266ee2ab7f tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Pushing event updated for resources: {'Port': ['ID=531d2bd8-3332-4084-96c8-5322539a2c96,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:07.031992 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8275225a-aee0-419a-ad6c-cf7e5199c900 req-1180e58c-f7ec-4904-821b-52ebe504ac0e service neutron] 10.222.0.39 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2348907
Feb 05 20:48:07.054133 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-67503f17-21dd-48cc-9592-dc266ee2ab7f tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks [] for floatingip (1083d27e-e06e-45b3-a40b-1d80a7b2e573), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:07.102858 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-67503f17-21dd-48cc-9592-dc266ee2ab7f tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (531d2bd8-3332-4084-96c8-5322539a2c96), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:07.139657 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3e61aa00-7ad3-40b3-a44c-890e3c952dc8 None None] Publish callbacks [] for port (89291417-f7a6-4241-89d4-630f5d5e0b83), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:07.149533 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3e61aa00-7ad3-40b3-a44c-890e3c952dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (89291417-f7a6-4241-89d4-630f5d5e0b83), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:07.185414 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1db4e-14e8-40fc-b162-81884893b084 req-961d04e9-41e2-4b19-9a80-95d8e8d5532d tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:07.193647 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3ce1db4e-14e8-40fc-b162-81884893b084 req-961d04e9-41e2-4b19-9a80-95d8e8d5532d tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 945 time: 0.0600379
Feb 05 20:48:07.247171 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68039c-f853-4831-ae03-fe1afc73c508 None None] Pushing event updated for resources: {'Port': ['ID=89291417-f7a6-4241-89d4-630f5d5e0b83,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:07.260284 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3ce1db4e-14e8-40fc-b162-81884893b084 req-2691c833-2ef3-4966-bb61-66600f30c869 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658810
Feb 05 20:48:07.290460 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-3e61aa00-7ad3-40b3-a44c-890e3c952dc8 None None] Attempting to bind port 89291417-f7a6-4241-89d4-630f5d5e0b83 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:48:07.290965 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-3e61aa00-7ad3-40b3-a44c-890e3c952dc8 None None] Attempting to bind port 89291417-f7a6-4241-89d4-630f5d5e0b83 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f8dcc3bd-8f53-4218-8d86-112fa4c91939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:48:07.291484 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e61aa00-7ad3-40b3-a44c-890e3c952dc8 None None] Attempting to bind port 89291417-f7a6-4241-89d4-630f5d5e0b83 on network c99e672f-3b87-4721-8d9c-fbb71f1cd179 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:48:07.325507 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-67503f17-21dd-48cc-9592-dc266ee2ab7f tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks [] for port (531d2bd8-3332-4084-96c8-5322539a2c96), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:07.328542 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e61aa00-7ad3-40b3-a44c-890e3c952dc8 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:48:07.329014 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e61aa00-7ad3-40b3-a44c-890e3c952dc8 None None] Checking segment: {'id': 'f8dcc3bd-8f53-4218-8d86-112fa4c91939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:48:07.329415 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3e61aa00-7ad3-40b3-a44c-890e3c952dc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:07.329961 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e61aa00-7ad3-40b3-a44c-890e3c952dc8 None None] Bound using segment: {'id': 'f8dcc3bd-8f53-4218-8d86-112fa4c91939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:48:07.330563 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-3e61aa00-7ad3-40b3-a44c-890e3c952dc8 None None] Bound port: 89291417-f7a6-4241-89d4-630f5d5e0b83, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8dcc3bd-8f53-4218-8d86-112fa4c91939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:48:07.331487 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3e61aa00-7ad3-40b3-a44c-890e3c952dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (89291417-f7a6-4241-89d4-630f5d5e0b83), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:07.335602 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-67503f17-21dd-48cc-9592-dc266ee2ab7f tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (531d2bd8-3332-4084-96c8-5322539a2c96), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:07.352200 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:07.377295 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-67503f17-21dd-48cc-9592-dc266ee2ab7f tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (1083d27e-e06e-45b3-a40b-1d80a7b2e573), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:07.405579 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67503f17-21dd-48cc-9592-dc266ee2ab7f tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Pushing event updated for resources: {'Port': ['ID=531d2bd8-3332-4084-96c8-5322539a2c96,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:07.411748 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-67503f17-21dd-48cc-9592-dc266ee2ab7f tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:07.432050 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-67503f17-21dd-48cc-9592-dc266ee2ab7f tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5591328
Feb 05 20:48:07.432615 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-3e61aa00-7ad3-40b3-a44c-890e3c952dc8 None None] For port 89291417-f7a6-4241-89d4-630f5d5e0b83, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:48:07.436185 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-3e61aa00-7ad3-40b3-a44c-890e3c952dc8 None None] For port 89291417-f7a6-4241-89d4-630f5d5e0b83, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89291417-f7a6-4241-89d4-630f5d5e0b83,segment=NetworkSegment(f8dcc3bd-8f53-4218-8d86-112fa4c91939),segment_id=f8dcc3bd-8f53-4218-8d86-112fa4c91939)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:48:07.446236 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3e61aa00-7ad3-40b3-a44c-890e3c952dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (89291417-f7a6-4241-89d4-630f5d5e0b83), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:07.494363 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b983b44-f523-48bc-b3e0-72dc55cdee15 req-0fd8fcbd-ebd4-47a4-a049-f4ad918308d7 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:07.498097 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6b983b44-f523-48bc-b3e0-72dc55cdee15 req-0fd8fcbd-ebd4-47a4-a049-f4ad918308d7 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ad59ce-c366-4aba-90a6-692f0b23b959 HTTP/1.1" status: 200  len: 945 time: 0.0878749
Feb 05 20:48:07.508080 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e61aa00-7ad3-40b3-a44c-890e3c952dc8 None None] Routers {'ac4050fc-383e-4faa-b7b2-f4a4da34a952'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:48:07.508612 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-3e61aa00-7ad3-40b3-a44c-890e3c952dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabb8c610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:48:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ac4050fc-383e-4faa-b7b2-f4a4da34a952'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:48:07.568251 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b03cafca-fd98-4dfb-9b8b-0d0a82339727 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:48:07.577014 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6b983b44-f523-48bc-b3e0-72dc55cdee15 req-d048f57f-29fa-437b-b210-1158db31f54e tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692904
Feb 05 20:48:07.622937 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68039c-f853-4831-ae03-fe1afc73c508 None None] Pushing event updated for resources: {'Port': ['ID=89291417-f7a6-4241-89d4-630f5d5e0b83,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:07.661945 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-04e1c72a-4c47-4d95-a142-b53a3d7b8c21 None None] Provisioning complete for port 89291417-f7a6-4241-89d4-630f5d5e0b83 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:48:07.662245 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-04e1c72a-4c47-4d95-a142-b53a3d7b8c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (89291417-f7a6-4241-89d4-630f5d5e0b83), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:07.709155 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c14da9d-db39-4f70-9523-e8753da5f8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b95491-c3b0-4a8e-b401-e967ded4cea1'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:48:07.724790 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466854a6-1b2e-46ca-b8c2-cad7bd0f6c2b" -d '{"events": [{"server_uuid": "3c14da9d-db39-4f70-9523-e8753da5f8db", "name": "network-vif-plugged", "status": "completed", "tag": "71b95491-c3b0-4a8e-b401-e967ded4cea1"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:48:07.803544 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-3e61aa00-7ad3-40b3-a44c-890e3c952dc8 None None] Set router ac4050fc-383e-4faa-b7b2-f4a4da34a952 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:48:07.830673 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-df513ff8-40aa-4d1b-afa2-58cbcc5cba87 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:07.832915 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-df513ff8-40aa-4d1b-afa2-58cbcc5cba87 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.39 "GET /v2.0/networks?id=c99e672f-3b87-4721-8d9c-fbb71f1cd179 HTTP/1.1" status: 200  len: 820 time: 0.1637256
Feb 05 20:48:07.835571 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-eb685bba-8c1e-47b3-9848-a9199cd0e746 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:07.845218 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-eb685bba-8c1e-47b3-9848-a9199cd0e746 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/networks?id=9909c4aa-185e-42f9-a4cc-37ca11200b10 HTTP/1.1" status: 200  len: 822 time: 0.1975522
Feb 05 20:48:07.847636 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-246a405f-cb87-4ec2-a95b-9b6ae0905da4 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Request body: {'port': {'device_id': 'eb170cc6-2c86-45c7-9ddb-eb0198388141', 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179', 'admin_state_up': True, 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:48:07.863467 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-031a7b13-19fa-4bae-ade1-86e62274fcdf tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/quotas/3431c424fcff4c13afcd9f30888e1a48 HTTP/1.1" status: 200  len: 375 time: 0.0156727
Feb 05 20:48:07.871983 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ce893-7e8f-44c1-b8d2-62b7fe70564a req-3d85e89f-c5d7-4804-9bc9-aa184e0e0979 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:07.874897 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-115ce893-7e8f-44c1-b8d2-62b7fe70564a req-3d85e89f-c5d7-4804-9bc9-aa184e0e0979 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c14da9d-db39-4f70-9523-e8753da5f8db HTTP/1.1" status: 200  len: 950 time: 0.1304979
Feb 05 20:48:07.915168 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-8a87ca9a-14d9-4191-86bf-c257d6346293 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3431c424fcff4c13afcd9f30888e1a48&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0391483
Feb 05 20:48:07.983999 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port b03cafca-fd98-4dfb-9b8b-0d0a82339727 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:48:07.984373 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b03cafca-fd98-4dfb-9b8b-0d0a82339727), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:07.989148 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-246a405f-cb87-4ec2-a95b-9b6ae0905da4 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Made reservation on behalf of f829fd34d89942aeab410c3933fe9a60 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:48:07.993719 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-246a405f-cb87-4ec2-a95b-9b6ae0905da4 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:08.009174 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-115ce893-7e8f-44c1-b8d2-62b7fe70564a req-ad3903f6-f323-4b7a-846e-0874d7deaf94 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1219885
Feb 05 20:48:08.041892 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-04e1c72a-4c47-4d95-a142-b53a3d7b8c21 None None] Current status of the port 89291417-f7a6-4241-89d4-630f5d5e0b83 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:48:08.042290 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-04e1c72a-4c47-4d95-a142-b53a3d7b8c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (89291417-f7a6-4241-89d4-630f5d5e0b83), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:08.054494 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-7a78fd38-dc47-46f7-8d28-536c1992d279 service neutron] 10.222.0.32 "GET /v2.0/networks/9909c4aa-185e-42f9-a4cc-37ca11200b10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243479
Feb 05 20:48:08.158480 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-246a405f-cb87-4ec2-a95b-9b6ae0905da4 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Allocated IP 172.20.0.8 (c99e672f-3b87-4721-8d9c-fbb71f1cd179/0c12a9c1-68fc-4723-83f8-a4d2ac546c80/d76bae96-ea98-4dbf-bb0d-4c4940757c92) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:48:08.215056 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-e17fce06-9ddf-452b-b94e-650f3e9ae8a6 service neutron] 10.222.0.32 "GET /v2.0/networks/9909c4aa-185e-42f9-a4cc-37ca11200b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1513417
Feb 05 20:48:08.231456 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1d045-8bf3-45d2-a6fa-bf00e172a181 req-47a2965c-ebd4-4706-83ff-ec13f6e2a88c tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:08.244898 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d7c1d045-8bf3-45d2-a6fa-bf00e172a181 req-47a2965c-ebd4-4706-83ff-ec13f6e2a88c tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=38964177-b777-4ff3-a687-28ddd25c6a64 HTTP/1.1" status: 200  len: 944 time: 0.1212583
Feb 05 20:48:08.253564 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-04e1c72a-4c47-4d95-a142-b53a3d7b8c21 None None] For port 89291417-f7a6-4241-89d4-630f5d5e0b83, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89291417-f7a6-4241-89d4-630f5d5e0b83,segment=NetworkSegment(f8dcc3bd-8f53-4218-8d86-112fa4c91939),segment_id=f8dcc3bd-8f53-4218-8d86-112fa4c91939)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:08.279249 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-04e1c72a-4c47-4d95-a142-b53a3d7b8c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (89291417-f7a6-4241-89d4-630f5d5e0b83), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:08.314180 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d7c1d045-8bf3-45d2-a6fa-bf00e172a181 req-4e1059bc-e36d-4546-8660-54d96b8b9c41 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628400
Feb 05 20:48:08.345302 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port b03cafca-fd98-4dfb-9b8b-0d0a82339727 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:48:08.363381 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e1c72a-4c47-4d95-a142-b53a3d7b8c21 None None] Pushing event updated for resources: {'Port': ['ID=89291417-f7a6-4241-89d4-630f5d5e0b83,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:08.369927 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-3e61aa00-7ad3-40b3-a44c-890e3c952dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabb8c610>, [{'id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'name': 'tempest-FloatingIPsAssociationTestJSON-438743936-router', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23'}], 'enable_snat': True}, 'gw_port_id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:47:59Z', 'updated_at': '2022-02-05T20:48:03Z', 'revision_number': 4, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'gw_port': {'id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:48:00Z', 'updated_at': '2022-02-05T20:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '89291417-f7a6-4241-89d4-630f5d5e0b83', 'name': '', 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'mac_address': 'fa:16:3e:e8:89:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '0c12a9c1-68fc-4723-83f8-a4d2ac546c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:48:02Z', 'updated_at': '2022-02-05T20:48:07Z', 'revision_number': 4, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'subnets': [{'id': '0c12a9c1-68fc-4723-83f8-a4d2ac546c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:48:08.372573 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e4e42f-3ee1-45b7-8f98-dcd6fd79501e x-openstack-request-id: req-66e4e42f-3ee1-45b7-8f98-dcd6fd79501e {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:48:08.372979 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c14da9d-db39-4f70-9523-e8753da5f8db", "name": "network-vif-plugged", "status": "completed", "tag": "71b95491-c3b0-4a8e-b401-e967ded4cea1", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:48:08.373235 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-66e4e42f-3ee1-45b7-8f98-dcd6fd79501e {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:48:08.373661 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c14da9d-db39-4f70-9523-e8753da5f8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b95491-c3b0-4a8e-b401-e967ded4cea1', 'code': 200}
Feb 05 20:48:08.392701 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-246a405f-cb87-4ec2-a95b-9b6ae0905da4 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks [] for port (d76bae96-ea98-4dbf-bb0d-4c4940757c92), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:08.417507 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e61aa00-7ad3-40b3-a44c-890e3c952dc8 None None] The sync data for ids ['ac4050fc-383e-4faa-b7b2-f4a4da34a952'] in ncdv-master-1 is: [{'id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'name': 'tempest-FloatingIPsAssociationTestJSON-438743936-router', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23'}], 'enable_snat': True}, 'gw_port_id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:47:59Z', 'updated_at': '2022-02-05T20:48:03Z', 'revision_number': 4, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'gw_port': {'id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:48:00Z', 'updated_at': '2022-02-05T20:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '89291417-f7a6-4241-89d4-630f5d5e0b83', 'name': '', 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'mac_address': 'fa:16:3e:e8:89:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '0c12a9c1-68fc-4723-83f8-a4d2ac546c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:48:02Z', 'updated_at': '2022-02-05T20:48:07Z', 'revision_number': 4, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'subnets': [{'id': '0c12a9c1-68fc-4723-83f8-a4d2ac546c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:48:08.454994 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-20007d21-a12a-4a7e-ba34-fd9b005fa7ed None None] Provisioning complete for port 89291417-f7a6-4241-89d4-630f5d5e0b83 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:48:08.455377 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-20007d21-a12a-4a7e-ba34-fd9b005fa7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (89291417-f7a6-4241-89d4-630f5d5e0b83), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:08.507470 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-246a405f-cb87-4ec2-a95b-9b6ae0905da4 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (d76bae96-ea98-4dbf-bb0d-4c4940757c92), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:08.523556 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b005372b-00cc-4699-b8b3-0c71bb6a0bfb req-db519780-ab9f-45c9-b64f-574511240b0f tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb170cc6-2c86-45c7-9ddb-eb0198388141 HTTP/1.1" status: 200  len: 210 time: 0.0688536
Feb 05 20:48:08.614752 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a405f-cb87-4ec2-a95b-9b6ae0905da4 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Pushing event updated for resources: {'Port': ['ID=d76bae96-ea98-4dbf-bb0d-4c4940757c92,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:08.620054 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-246a405f-cb87-4ec2-a95b-9b6ae0905da4 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Network c99e672f-3b87-4721-8d9c-fbb71f1cd179 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:48:08.622353 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-246a405f-cb87-4ec2-a95b-9b6ae0905da4 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:48:08.632445 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-246a405f-cb87-4ec2-a95b-9b6ae0905da4 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:48:08.633704 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-20007d21-a12a-4a7e-ba34-fd9b005fa7ed None None] Current status of the port 89291417-f7a6-4241-89d4-630f5d5e0b83 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:48:08.638813 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-246a405f-cb87-4ec2-a95b-9b6ae0905da4 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:08.639738 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-246a405f-cb87-4ec2-a95b-9b6ae0905da4 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:08.656934 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9773794-f9b2-42a8-ab22-5db61f20b096 req-faa77fad-9b29-4169-9c6f-599758e93300 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:08.660695 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e9773794-f9b2-42a8-ab22-5db61f20b096 req-faa77fad-9b29-4169-9c6f-599758e93300 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 949 time: 0.1397972
Feb 05 20:48:08.672430 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-246a405f-cb87-4ec2-a95b-9b6ae0905da4 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8289692
Feb 05 20:48:08.685180 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-a63a6dbf-3dd6-4a31-bafc-3e583578018e service neutron] Request body: {'port': {'device_id': 'eb170cc6-2c86-45c7-9ddb-eb0198388141', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:48:08.778332 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc094d8b-6b3a-4a03-936d-5cebaea570ec req-ebec202c-0e73-4709-8053-4c498495d7e5 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:08.785632 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fc094d8b-6b3a-4a03-936d-5cebaea570ec req-ebec202c-0e73-4709-8053-4c498495d7e5 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 945 time: 0.1662295
Feb 05 20:48:08.790178 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e9773794-f9b2-42a8-ab22-5db61f20b096 req-2ab67f13-0dea-443f-9c9f-36c48f2e5dbf tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982571
Feb 05 20:48:08.806877 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-a63a6dbf-3dd6-4a31-bafc-3e583578018e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d76bae96-ea98-4dbf-bb0d-4c4940757c92), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:08.826482 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:08.951974 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fac90fe0-31db-4dd1-bb70-fa7e1536f60a req-135cb39b-f4b4-4537-96ed-b55920ee6bfc tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/ports?device_id=63ed7c58-485c-43c0-bcc8-15d083d8c8ae HTTP/1.1" status: 200  len: 210 time: 0.0847051
Feb 05 20:48:08.969423 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-ec2e9111-5c58-421c-9094-7fe5509c3c53 None None] Provisioning complete for port d76bae96-ea98-4dbf-bb0d-4c4940757c92 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:48:08.969804 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ec2e9111-5c58-421c-9094-7fe5509c3c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d76bae96-ea98-4dbf-bb0d-4c4940757c92), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:08.973868 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fc094d8b-6b3a-4a03-936d-5cebaea570ec req-00831c13-1bc6-4652-884c-fdb4f03bdd7e tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1757879
Feb 05 20:48:09.044585 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ec2e9111-5c58-421c-9094-7fe5509c3c53 None None] Port d76bae96-ea98-4dbf-bb0d-4c4940757c92 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:48:09.138250 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfba8db-035b-46fa-9581-b1f80620f24c req-1918f0a9-46c2-4172-b796-757367ed7594 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:09.146662 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9dfba8db-035b-46fa-9581-b1f80620f24c req-1918f0a9-46c2-4172-b796-757367ed7594 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ad59ce-c366-4aba-90a6-692f0b23b959 HTTP/1.1" status: 200  len: 945 time: 0.1070738
Feb 05 20:48:09.171606 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-a63a6dbf-3dd6-4a31-bafc-3e583578018e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d76bae96-ea98-4dbf-bb0d-4c4940757c92 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:48:09.181662 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-a63a6dbf-3dd6-4a31-bafc-3e583578018e service neutron] Publish callbacks [] for port (d76bae96-ea98-4dbf-bb0d-4c4940757c92), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:09.195068 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-a63a6dbf-3dd6-4a31-bafc-3e583578018e service neutron] Transition to ACTIVE for port object d76bae96-ea98-4dbf-bb0d-4c4940757c92 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:48:09.201236 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-a63a6dbf-3dd6-4a31-bafc-3e583578018e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d76bae96-ea98-4dbf-bb0d-4c4940757c92), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:09.220477 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9dfba8db-035b-46fa-9581-b1f80620f24c req-3f03f11b-934d-49aa-a22a-a32d5ce57ee7 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724831
Feb 05 20:48:09.238302 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc2d64-f2f3-4ab6-89a3-d0834c9a6239 req-a1864cbc-fe06-4197-bc16-d9e5e3bed3ef tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:09.240335 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-76cc2d64-f2f3-4ab6-89a3-d0834c9a6239 req-a1864cbc-fe06-4197-bc16-d9e5e3bed3ef tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c14da9d-db39-4f70-9523-e8753da5f8db HTTP/1.1" status: 200  len: 950 time: 0.1228976
Feb 05 20:48:09.305688 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-76cc2d64-f2f3-4ab6-89a3-d0834c9a6239 req-7fff00ab-d48e-42ac-a6af-8ed3438b29d0 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585990
Feb 05 20:48:09.321796 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a6dbf-3dd6-4a31-bafc-3e583578018e service neutron] Pushing event updated for resources: {'Port': ['ID=d76bae96-ea98-4dbf-bb0d-4c4940757c92,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:09.341009 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-a63a6dbf-3dd6-4a31-bafc-3e583578018e service neutron] Attempting to bind port d76bae96-ea98-4dbf-bb0d-4c4940757c92 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:48:09.341397 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-a63a6dbf-3dd6-4a31-bafc-3e583578018e service neutron] Attempting to bind port d76bae96-ea98-4dbf-bb0d-4c4940757c92 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f8dcc3bd-8f53-4218-8d86-112fa4c91939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:48:09.341722 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-a63a6dbf-3dd6-4a31-bafc-3e583578018e service neutron] Attempting to bind port d76bae96-ea98-4dbf-bb0d-4c4940757c92 on network c99e672f-3b87-4721-8d9c-fbb71f1cd179 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:48:09.347444 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-a63a6dbf-3dd6-4a31-bafc-3e583578018e service neutron] Port d76bae96-ea98-4dbf-bb0d-4c4940757c92 on network c99e672f-3b87-4721-8d9c-fbb71f1cd179 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:48:09.348025 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-a63a6dbf-3dd6-4a31-bafc-3e583578018e service neutron] Attempting to bind port d76bae96-ea98-4dbf-bb0d-4c4940757c92 on network c99e672f-3b87-4721-8d9c-fbb71f1cd179 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:48:09.356629 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-a63a6dbf-3dd6-4a31-bafc-3e583578018e service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:48:09.356629 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-a63a6dbf-3dd6-4a31-bafc-3e583578018e service neutron] Checking segment: {'id': 'f8dcc3bd-8f53-4218-8d86-112fa4c91939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:48:09.356982 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-a63a6dbf-3dd6-4a31-bafc-3e583578018e service neutron] Bound using segment: {'id': 'f8dcc3bd-8f53-4218-8d86-112fa4c91939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:48:09.357426 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-a63a6dbf-3dd6-4a31-bafc-3e583578018e service neutron] Bound port: d76bae96-ea98-4dbf-bb0d-4c4940757c92, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8dcc3bd-8f53-4218-8d86-112fa4c91939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:48:09.357792 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-a63a6dbf-3dd6-4a31-bafc-3e583578018e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d76bae96-ea98-4dbf-bb0d-4c4940757c92), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:09.399211 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-b4dccc1e-36ec-4300-9c6d-deb22c1633eb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:48:09.566463 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-a63a6dbf-3dd6-4a31-bafc-3e583578018e service neutron] For port d76bae96-ea98-4dbf-bb0d-4c4940757c92, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:48:09.612062 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-a63a6dbf-3dd6-4a31-bafc-3e583578018e service neutron] For port d76bae96-ea98-4dbf-bb0d-4c4940757c92, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d76bae96-ea98-4dbf-bb0d-4c4940757c92,segment=NetworkSegment(f8dcc3bd-8f53-4218-8d86-112fa4c91939),segment_id=f8dcc3bd-8f53-4218-8d86-112fa4c91939)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:48:09.618209 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 89291417-f7a6-4241-89d4-630f5d5e0b83 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:48:09.641593 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-a63a6dbf-3dd6-4a31-bafc-3e583578018e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d76bae96-ea98-4dbf-bb0d-4c4940757c92), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:09.661472 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-b4dccc1e-36ec-4300-9c6d-deb22c1633eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5cf32de2-4074-43f6-bcb4-7aa8f231f04a), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:09.708325 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 89291417-f7a6-4241-89d4-630f5d5e0b83 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:48:09.708866 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (89291417-f7a6-4241-89d4-630f5d5e0b83), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:09.722321 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-a63a6dbf-3dd6-4a31-bafc-3e583578018e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:09.723431 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-a63a6dbf-3dd6-4a31-bafc-3e583578018e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:09.724956 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-a63a6dbf-3dd6-4a31-bafc-3e583578018e service neutron] 10.222.0.39 "PUT /v2.0/ports/d76bae96-ea98-4dbf-bb0d-4c4940757c92 HTTP/1.1" status: 200  len: 1091 time: 1.0444055
Feb 05 20:48:09.726600 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a6dbf-3dd6-4a31-bafc-3e583578018e service neutron] Pushing event updated for resources: {'Port': ['ID=d76bae96-ea98-4dbf-bb0d-4c4940757c92,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:09.743821 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb170cc6-2c86-45c7-9ddb-eb0198388141', 'tag': 'd76bae96-ea98-4dbf-bb0d-4c4940757c92'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:48:09.747003 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1518e495-26b6-4ce2-832b-2f34d83f5ddc" -d '{"events": [{"name": "network-changed", "server_uuid": "eb170cc6-2c86-45c7-9ddb-eb0198388141", "tag": "d76bae96-ea98-4dbf-bb0d-4c4940757c92"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:48:09.757234 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d9bb8-fe8a-464a-b5a7-fa544c80b93d req-b9ca2820-ef31-43dd-835c-8951f0aae655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:09.761294 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f35d9bb8-fe8a-464a-b5a7-fa544c80b93d req-b9ca2820-ef31-43dd-835c-8951f0aae655 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=41314806-930f-44de-9335-c2b9b352defb HTTP/1.1" status: 200  len: 1132 time: 0.2294054
Feb 05 20:48:09.762291 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a66cb2-2380-4ffa-a945-a1059545a30b req-ee60ca3a-85f9-47bf-892a-3b345c7a1c39 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:09.763949 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-50a66cb2-2380-4ffa-a945-a1059545a30b req-ee60ca3a-85f9-47bf-892a-3b345c7a1c39 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=38964177-b777-4ff3-a687-28ddd25c6a64 HTTP/1.1" status: 200  len: 944 time: 0.3103998
Feb 05 20:48:09.832893 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 89291417-f7a6-4241-89d4-630f5d5e0b83 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:48:09.895256 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-b1e170ae-97fe-4dcd-a31b-c907ee8c2f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:09.897163 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-b1e170ae-97fe-4dcd-a31b-c907ee8c2f6c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f829fd34d89942aeab410c3933fe9a60&device_id=eb170cc6-2c86-45c7-9ddb-eb0198388141 HTTP/1.1" status: 200  len: 1125 time: 0.0874026
Feb 05 20:48:09.900509 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f35d9bb8-fe8a-464a-b5a7-fa544c80b93d req-c6cc31bf-f647-4883-89ed-46f1bcb26685 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182582
Feb 05 20:48:09.965092 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-5e7d931e-e009-4a37-aa5f-fed451635a9f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d76bae96-ea98-4dbf-bb0d-4c4940757c92 HTTP/1.1" status: 200  len: 217 time: 0.0555358
Feb 05 20:48:09.990028 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e085961b-84e8-4709-9d1e-5475ba8bf97d req-06255324-0453-4e64-948b-6b2937ffe6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:09.991949 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e085961b-84e8-4709-9d1e-5475ba8bf97d req-06255324-0453-4e64-948b-6b2937ffe6b5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3c14da9d-db39-4f70-9523-e8753da5f8db HTTP/1.1" status: 200  len: 1132 time: 0.4758592
Feb 05 20:48:10.012842 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-b4dccc1e-36ec-4300-9c6d-deb22c1633eb service neutron] For port 5cf32de2-4074-43f6-bcb4-7aa8f231f04a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5cf32de2-4074-43f6-bcb4-7aa8f231f04a,segment=NetworkSegment(22aada35-3566-46c2-b11c-622e4f2f6275),segment_id=22aada35-3566-46c2-b11c-622e4f2f6275)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:10.025807 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-df8e26f4-f50b-4d92-97db-db01c6b69dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:10.027542 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-df8e26f4-f50b-4d92-97db-db01c6b69dec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0c12a9c1-68fc-4723-83f8-a4d2ac546c80 HTTP/1.1" status: 200  len: 859 time: 0.0563433
Feb 05 20:48:10.085440 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66510b55-a72c-4216-b82b-b25880e60c30 req-151dbca3-11ca-4db8-a9d7-dc339f972b45 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:10.085671 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-ef57ef73-102c-49a6-9899-841394048e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:10.087107 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-ef57ef73-102c-49a6-9899-841394048e6f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c99e672f-3b87-4721-8d9c-fbb71f1cd179&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0519912
Feb 05 20:48:10.088643 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-66510b55-a72c-4216-b82b-b25880e60c30 req-151dbca3-11ca-4db8-a9d7-dc339f972b45 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb170cc6-2c86-45c7-9ddb-eb0198388141 HTTP/1.1" status: 200  len: 943 time: 0.4254656
Feb 05 20:48:10.130408 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-b4dccc1e-36ec-4300-9c6d-deb22c1633eb service neutron] For port 5cf32de2-4074-43f6-bcb4-7aa8f231f04a, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:48:10.150880 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:10.194214 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 49b4e763-5228-4c9b-8237-c49bd01beb5c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:48:10.222560 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-cd9280cf-6416-4d6e-b23f-b1f6394f326f service neutron] 10.222.0.39 "GET /v2.0/networks/c99e672f-3b87-4721-8d9c-fbb71f1cd179?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1290278
Feb 05 20:48:10.313192 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 49b4e763-5228-4c9b-8237-c49bd01beb5c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49b4e763-5228-4c9b-8237-c49bd01beb5c,segment=NetworkSegment(69c86b74-d9e1-46c1-9b9b-f16748bd0260),segment_id=69c86b74-d9e1-46c1-9b9b-f16748bd0260)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:10.326060 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '49b4e763-5228-4c9b-8237-c49bd01beb5c', 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947', 'port_id': '49b4e763-5228-4c9b-8237-c49bd01beb5c', 'mac_address': 'fa:16:3e:d2:d3:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30766dd9-3364-437e-a8fd-68757651ef32', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:48:10.327223 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2a2e296d-7c60-42db-8238-ff2eaa524cbe req-f9915a38-5727-464e-9b5c-f2478ba6def7 service neutron] 10.222.0.39 "GET /v2.0/networks/c99e672f-3b87-4721-8d9c-fbb71f1cd179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0985560
Feb 05 20:48:10.369214 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 49b4e763-5228-4c9b-8237-c49bd01beb5c is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:48:10.369610 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (49b4e763-5228-4c9b-8237-c49bd01beb5c), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:10.383419 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49b4e763-5228-4c9b-8237-c49bd01beb5c {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:48:10.403167 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-50a66cb2-2380-4ffa-a945-a1059545a30b req-79f0da96-b279-4a20-a932-adf2f754c123 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4943597
Feb 05 20:48:10.404071 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 49b4e763-5228-4c9b-8237-c49bd01beb5c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49b4e763-5228-4c9b-8237-c49bd01beb5c,segment=NetworkSegment(69c86b74-d9e1-46c1-9b9b-f16748bd0260),segment_id=69c86b74-d9e1-46c1-9b9b-f16748bd0260)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:10.410814 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (49b4e763-5228-4c9b-8237-c49bd01beb5c), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:10.458208 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e5ba8c-e8e9-46f0-bd54-2cec8f2928ca x-openstack-request-id: req-b4e5ba8c-e8e9-46f0-bd54-2cec8f2928ca {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:48:10.458771 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-5087725d-5be3-4671-a381-2f14fd0573d1 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:10.458910 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb170cc6-2c86-45c7-9ddb-eb0198388141", "tag": "d76bae96-ea98-4dbf-bb0d-4c4940757c92", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:48:10.459210 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b4e5ba8c-e8e9-46f0-bd54-2cec8f2928ca {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:48:10.459671 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb170cc6-2c86-45c7-9ddb-eb0198388141', 'tag': 'd76bae96-ea98-4dbf-bb0d-4c4940757c92', 'status': 'completed', 'code': 200}
Feb 05 20:48:10.460502 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-5087725d-5be3-4671-a381-2f14fd0573d1 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.39 "GET /v2.0/networks?id=9909c4aa-185e-42f9-a4cc-37ca11200b10 HTTP/1.1" status: 200  len: 822 time: 0.5486839
Feb 05 20:48:10.464613 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=49b4e763-5228-4c9b-8237-c49bd01beb5c,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:10.469684 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ad59ce-c366-4aba-90a6-692f0b23b959', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cf32de2-4074-43f6-bcb4-7aa8f231f04a'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:48:10.472948 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8852cbd6-2f70-4fef-9ebc-2e83be5fec50" -d '{"events": [{"server_uuid": "11ad59ce-c366-4aba-90a6-692f0b23b959", "name": "network-vif-unplugged", "status": "completed", "tag": "5cf32de2-4074-43f6-bcb4-7aa8f231f04a"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:48:10.482666 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-b4dccc1e-36ec-4300-9c6d-deb22c1633eb service neutron] Publish callbacks [] for port (5cf32de2-4074-43f6-bcb4-7aa8f231f04a), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:10.491134 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-cc87adb1-03eb-4c5d-b9e6-f80cce6ad140 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Request body: {'port': {'device_id': '63ed7c58-485c-43c0-bcc8-15d083d8c8ae', 'network_id': '9909c4aa-185e-42f9-a4cc-37ca11200b10', 'admin_state_up': True, 'tenant_id': '3431c424fcff4c13afcd9f30888e1a48'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:48:10.508755 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-b4dccc1e-36ec-4300-9c6d-deb22c1633eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5cf32de2-4074-43f6-bcb4-7aa8f231f04a), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:10.513517 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-66510b55-a72c-4216-b82b-b25880e60c30 req-ae84f06a-53a5-4ed1-9bef-387c97dd57a6 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f880940-1f9c-4ea0-ada3-e1fe73d9268a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3422453
Feb 05 20:48:10.552417 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518e495-26b6-4ce2-832b-2f34d83f5ddc req-15d4231a-f866-4f7a-9828-919caa75bb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:10.555164 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1518e495-26b6-4ce2-832b-2f34d83f5ddc req-15d4231a-f866-4f7a-9828-919caa75bb2e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f829fd34d89942aeab410c3933fe9a60&device_id=eb170cc6-2c86-45c7-9ddb-eb0198388141 HTTP/1.1" status: 200  len: 1125 time: 0.0716813
Feb 05 20:48:10.641574 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['49b4e763-5228-4c9b-8237-c49bd01beb5c'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:48:10.648127 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518e495-26b6-4ce2-832b-2f34d83f5ddc req-bd0eea2c-03f4-480e-bb5f-98f2ae2e179d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:10.649715 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1518e495-26b6-4ce2-832b-2f34d83f5ddc req-bd0eea2c-03f4-480e-bb5f-98f2ae2e179d service neutron] 10.222.0.39 "GET /v2.0/networks?id=c99e672f-3b87-4721-8d9c-fbb71f1cd179 HTTP/1.1" status: 200  len: 921 time: 0.0887625
Feb 05 20:48:10.670923 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9f6afa78-a36d-428c-b432-8acf32d32b86 req-99ac6e22-c73e-45b2-8a0d-13543ad22538 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/ports?device_id=63ed7c58-485c-43c0-bcc8-15d083d8c8ae HTTP/1.1" status: 200  len: 210 time: 0.0698454
Feb 05 20:48:10.704630 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1518e495-26b6-4ce2-832b-2f34d83f5ddc req-5ba57bf4-e5e2-44f8-8713-ad42ca14b2f6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d76bae96-ea98-4dbf-bb0d-4c4940757c92 HTTP/1.1" status: 200  len: 217 time: 0.0485094
Feb 05 20:48:10.717896 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dccc1e-36ec-4300-9c6d-deb22c1633eb service neutron] Pushing event updated for resources: {'Port': ['ID=5cf32de2-4074-43f6-bcb4-7aa8f231f04a,revision_number=7']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:10.767977 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518e495-26b6-4ce2-832b-2f34d83f5ddc req-4986a77b-c9d7-44ab-b063-db535cbe19d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:10.770060 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1518e495-26b6-4ce2-832b-2f34d83f5ddc req-4986a77b-c9d7-44ab-b063-db535cbe19d5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0c12a9c1-68fc-4723-83f8-a4d2ac546c80 HTTP/1.1" status: 200  len: 859 time: 0.0592470
Feb 05 20:48:10.790517 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-b4dccc1e-36ec-4300-9c6d-deb22c1633eb service neutron] Attempting to bind port 5cf32de2-4074-43f6-bcb4-7aa8f231f04a on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:48:10.790858 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-b4dccc1e-36ec-4300-9c6d-deb22c1633eb service neutron] Attempting to bind port 5cf32de2-4074-43f6-bcb4-7aa8f231f04a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:48:10.791219 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-b4dccc1e-36ec-4300-9c6d-deb22c1633eb service neutron] Attempting to bind port 5cf32de2-4074-43f6-bcb4-7aa8f231f04a on network 3d591eda-8294-4b7a-a6d2-1afd55bde68d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:48:10.811789 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44111b0-b7f9-41d4-bc47-9d4f626f661b req-daeda9ae-b6a9-488f-ac34-9d5f164bf005 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:10.814502 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a44111b0-b7f9-41d4-bc47-9d4f626f661b req-daeda9ae-b6a9-488f-ac34-9d5f164bf005 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 949 time: 0.2839599
Feb 05 20:48:10.819665 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-b4dccc1e-36ec-4300-9c6d-deb22c1633eb service neutron] Port 5cf32de2-4074-43f6-bcb4-7aa8f231f04a on network 3d591eda-8294-4b7a-a6d2-1afd55bde68d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:48:10.819989 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-b4dccc1e-36ec-4300-9c6d-deb22c1633eb service neutron] Attempting to bind port 5cf32de2-4074-43f6-bcb4-7aa8f231f04a on network 3d591eda-8294-4b7a-a6d2-1afd55bde68d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:48:10.830000 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518e495-26b6-4ce2-832b-2f34d83f5ddc req-4c612111-b881-4967-a3a6-18bf6ac8f1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:10.832115 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1518e495-26b6-4ce2-832b-2f34d83f5ddc req-4c612111-b881-4967-a3a6-18bf6ac8f1cb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c99e672f-3b87-4721-8d9c-fbb71f1cd179&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0560856
Feb 05 20:48:10.844720 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-cc87adb1-03eb-4c5d-b9e6-f80cce6ad140 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Made reservation on behalf of 3431c424fcff4c13afcd9f30888e1a48 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:48:10.848736 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-cc87adb1-03eb-4c5d-b9e6-f80cce6ad140 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:10.850687 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-b4dccc1e-36ec-4300-9c6d-deb22c1633eb service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:48:10.851025 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-b4dccc1e-36ec-4300-9c6d-deb22c1633eb service neutron] Checking segment: {'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:48:10.851404 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-b4dccc1e-36ec-4300-9c6d-deb22c1633eb service neutron] Bound using segment: {'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:48:10.851838 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-b4dccc1e-36ec-4300-9c6d-deb22c1633eb service neutron] Bound port: 5cf32de2-4074-43f6-bcb4-7aa8f231f04a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:48:10.852181 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-b4dccc1e-36ec-4300-9c6d-deb22c1633eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5cf32de2-4074-43f6-bcb4-7aa8f231f04a), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:10.932129 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1518e495-26b6-4ce2-832b-2f34d83f5ddc req-62d1b0bb-c015-493f-910d-3b21181d13bf service neutron] 10.222.0.39 "GET /v2.0/networks/c99e672f-3b87-4721-8d9c-fbb71f1cd179?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0873320
Feb 05 20:48:10.939815 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510f929-229f-41bf-a0c8-1dd1b0ae6b22 req-f2cc0cf9-93ff-4dd6-a2b6-ccf8966c8213 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:10.942557 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9510f929-229f-41bf-a0c8-1dd1b0ae6b22 req-f2cc0cf9-93ff-4dd6-a2b6-ccf8966c8213 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 945 time: 0.1975141
Feb 05 20:48:10.996799 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a44111b0-b7f9-41d4-bc47-9d4f626f661b req-bf81ba16-65e3-4425-acee-4c663c8fe3db tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1721177
Feb 05 20:48:11.023178 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1518e495-26b6-4ce2-832b-2f34d83f5ddc req-053f9560-396f-4ee8-acc3-7e89593b5d68 service neutron] 10.222.0.39 "GET /v2.0/networks/c99e672f-3b87-4721-8d9c-fbb71f1cd179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0874317
Feb 05 20:48:11.110823 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-b4dccc1e-36ec-4300-9c6d-deb22c1633eb service neutron] For port 5cf32de2-4074-43f6-bcb4-7aa8f231f04a, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:48:11.152827 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-b4dccc1e-36ec-4300-9c6d-deb22c1633eb service neutron] For port 5cf32de2-4074-43f6-bcb4-7aa8f231f04a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5cf32de2-4074-43f6-bcb4-7aa8f231f04a,segment=NetworkSegment(22aada35-3566-46c2-b11c-622e4f2f6275),segment_id=22aada35-3566-46c2-b11c-622e4f2f6275)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:48:11.157451 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9510f929-229f-41bf-a0c8-1dd1b0ae6b22 req-98a89e0f-f4d0-42c5-acce-0f8389f11453 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1707382
Feb 05 20:48:11.169761 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-b4dccc1e-36ec-4300-9c6d-deb22c1633eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5cf32de2-4074-43f6-bcb4-7aa8f231f04a), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:11.204884 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-cc87adb1-03eb-4c5d-b9e6-f80cce6ad140 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Allocated IP 172.20.0.5 (9909c4aa-185e-42f9-a4cc-37ca11200b10/5b46a5c2-b1b6-47d8-b4e2-4ef3afd2ac24/4a6cd2a0-4a58-4927-8448-ab47329a8359) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:48:11.288966 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4c90d-1072-45ba-a153-41b861c29f9c req-9f4b38c9-f69a-418f-975b-4eb93dc51f91 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:11.290479 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ab4c90d-1072-45ba-a153-41b861c29f9c req-9f4b38c9-f69a-418f-975b-4eb93dc51f91 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ad59ce-c366-4aba-90a6-692f0b23b959 HTTP/1.1" status: 200  len: 943 time: 0.2075775
Feb 05 20:48:11.322095 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dccc1e-36ec-4300-9c6d-deb22c1633eb service neutron] Pushing event updated for resources: {'Port': ['ID=5cf32de2-4074-43f6-bcb4-7aa8f231f04a,revision_number=8']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:11.347533 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-b4dccc1e-36ec-4300-9c6d-deb22c1633eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:11.348168 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-b4dccc1e-36ec-4300-9c6d-deb22c1633eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:11.349513 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-b4dccc1e-36ec-4300-9c6d-deb22c1633eb service neutron] 10.222.0.21 "PUT /v2.0/ports/5cf32de2-4074-43f6-bcb4-7aa8f231f04a HTTP/1.1" status: 200  len: 1121 time: 1.9558530
Feb 05 20:48:11.417426 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a2b75-7b94-4dd8-8190-a345da1075f3 req-34c42be7-fc72-4fe5-8818-97acb22d840d tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:11.418272 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['5cf32de2-4074-43f6-bcb4-7aa8f231f04a'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:48:11.418842 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0a5a2b75-7b94-4dd8-8190-a345da1075f3 req-34c42be7-fc72-4fe5-8818-97acb22d840d tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c14da9d-db39-4f70-9523-e8753da5f8db HTTP/1.1" status: 200  len: 950 time: 0.1999130
Feb 05 20:48:11.473492 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ab4c90d-1072-45ba-a153-41b861c29f9c req-dae1b123-8752-4fb1-80b3-12f571720c6f tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1738200
Feb 05 20:48:11.525549 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 20:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753d0a75-95e5-479c-8ccf-2ac00ba024db x-openstack-request-id: req-753d0a75-95e5-479c-8ccf-2ac00ba024db {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:48:11.525839 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ad59ce-c366-4aba-90a6-692f0b23b959", "name": "network-vif-unplugged", "status": "completed", "tag": "5cf32de2-4074-43f6-bcb4-7aa8f231f04a", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:48:11.526092 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-753d0a75-95e5-479c-8ccf-2ac00ba024db {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:48:11.526505 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ad59ce-c366-4aba-90a6-692f0b23b959', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cf32de2-4074-43f6-bcb4-7aa8f231f04a', 'code': 200}
Feb 05 20:48:11.532462 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0a5a2b75-7b94-4dd8-8190-a345da1075f3 req-503bd264-8a06-4082-9fd3-1673399ce3a4 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016572
Feb 05 20:48:11.546470 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-cc87adb1-03eb-4c5d-b9e6-f80cce6ad140 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks [] for port (4a6cd2a0-4a58-4927-8448-ab47329a8359), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:11.648149 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-cc87adb1-03eb-4c5d-b9e6-f80cce6ad140 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (4a6cd2a0-4a58-4927-8448-ab47329a8359), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:11.710760 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-cc87adb1-03eb-4c5d-b9e6-f80cce6ad140 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Network 9909c4aa-185e-42f9-a4cc-37ca11200b10 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:48:11.720142 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e23e3-d591-4229-a326-ffd73f9c40da req-d47392b1-ead8-4ce1-bf94-6d7d4fc6790a tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:11.722169 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ce2e23e3-d591-4229-a326-ffd73f9c40da req-d47392b1-ead8-4ce1-bf94-6d7d4fc6790a tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=38964177-b777-4ff3-a687-28ddd25c6a64 HTTP/1.1" status: 200  len: 945 time: 0.1363492
Feb 05 20:48:11.727063 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-cc87adb1-03eb-4c5d-b9e6-f80cce6ad140 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:48:11.731596 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc87adb1-03eb-4c5d-b9e6-f80cce6ad140 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Pushing event updated for resources: {'Port': ['ID=4a6cd2a0-4a58-4927-8448-ab47329a8359,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:11.735096 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-cc87adb1-03eb-4c5d-b9e6-f80cce6ad140 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:48:11.740742 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-cc87adb1-03eb-4c5d-b9e6-f80cce6ad140 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:11.741355 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-cc87adb1-03eb-4c5d-b9e6-f80cce6ad140 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:11.772347 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73f8e8-48f5-429b-92e2-df2caf86500c req-b8cecb40-4b50-4650-ba1c-a9e2e1de0f25 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:11.773825 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0b73f8e8-48f5-429b-92e2-df2caf86500c req-b8cecb40-4b50-4650-ba1c-a9e2e1de0f25 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb170cc6-2c86-45c7-9ddb-eb0198388141 HTTP/1.1" status: 200  len: 943 time: 0.1577091
Feb 05 20:48:11.792749 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-cc87adb1-03eb-4c5d-b9e6-f80cce6ad140 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3166115
Feb 05 20:48:11.812989 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-e1bc08a0-0bd1-40e6-af1f-761ed46a745c service neutron] Request body: {'port': {'device_id': '63ed7c58-485c-43c0-bcc8-15d083d8c8ae', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:48:11.853238 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ce2e23e3-d591-4229-a326-ffd73f9c40da req-5c035754-ea66-4fed-b4fa-38f51d44da1b tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1225936
Feb 05 20:48:11.900992 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0b73f8e8-48f5-429b-92e2-df2caf86500c req-44a5e24b-6740-4943-9335-77adb83801c3 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f880940-1f9c-4ea0-ada3-e1fe73d9268a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179717
Feb 05 20:48:11.903563 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-e1bc08a0-0bd1-40e6-af1f-761ed46a745c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (4a6cd2a0-4a58-4927-8448-ab47329a8359), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:12.157777 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e553866-bd89-4a9d-8e00-7c8ec230c3e7 req-802566db-e652-4a54-88dd-8b908aaf1c19 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:12.159956 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1e553866-bd89-4a9d-8e00-7c8ec230c3e7 req-802566db-e652-4a54-88dd-8b908aaf1c19 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/ports?device_id=63ed7c58-485c-43c0-bcc8-15d083d8c8ae HTTP/1.1" status: 200  len: 931 time: 0.1493399
Feb 05 20:48:12.194583 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 49b4e763-5228-4c9b-8237-c49bd01beb5c up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:48:12.221802 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9296263-52ea-4fe0-8d22-3d8375d7d359 req-f35509de-35a2-4e7e-852c-b412f472a58e tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:12.223322 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a9296263-52ea-4fe0-8d22-3d8375d7d359 req-f35509de-35a2-4e7e-852c-b412f472a58e tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 949 time: 0.1508634
Feb 05 20:48:12.244678 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 49b4e763-5228-4c9b-8237-c49bd01beb5c completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:48:12.249170 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 49b4e763-5228-4c9b-8237-c49bd01beb5c triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:48:12.249549 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (49b4e763-5228-4c9b-8237-c49bd01beb5c), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:12.270678 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1e553866-bd89-4a9d-8e00-7c8ec230c3e7 req-b3a24cbb-a335-46bb-9f8e-c53248fe2a77 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d63c4d9-6ec2-4a64-aaec-cb7ff433c279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028504
Feb 05 20:48:12.334056 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a9296263-52ea-4fe0-8d22-3d8375d7d359 req-4df0bbe2-4532-4ebf-8a8f-341255c3af93 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020985
Feb 05 20:48:12.337791 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-e1bc08a0-0bd1-40e6-af1f-761ed46a745c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a6cd2a0-4a58-4927-8448-ab47329a8359 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:48:12.353809 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-e1bc08a0-0bd1-40e6-af1f-761ed46a745c service neutron] Publish callbacks [] for port (4a6cd2a0-4a58-4927-8448-ab47329a8359), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:12.360201 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-e1bc08a0-0bd1-40e6-af1f-761ed46a745c service neutron] Transition to ACTIVE for port object 4a6cd2a0-4a58-4927-8448-ab47329a8359 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:48:12.367452 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 49b4e763-5228-4c9b-8237-c49bd01beb5c is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:48:12.367878 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-e1bc08a0-0bd1-40e6-af1f-761ed46a745c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (4a6cd2a0-4a58-4927-8448-ab47329a8359), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:12.368873 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (49b4e763-5228-4c9b-8237-c49bd01beb5c), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:12.396938 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38964177-b777-4ff3-a687-28ddd25c6a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b4e763-5228-4c9b-8237-c49bd01beb5c'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:48:12.399197 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85661bf1-8ad2-4630-bdb4-f802bc47f9e1" -d '{"events": [{"server_uuid": "38964177-b777-4ff3-a687-28ddd25c6a64", "name": "network-vif-plugged", "status": "completed", "tag": "49b4e763-5228-4c9b-8237-c49bd01beb5c"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:48:12.411147 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 49b4e763-5228-4c9b-8237-c49bd01beb5c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49b4e763-5228-4c9b-8237-c49bd01beb5c,segment=NetworkSegment(69c86b74-d9e1-46c1-9b9b-f16748bd0260),segment_id=69c86b74-d9e1-46c1-9b9b-f16748bd0260)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:12.415077 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (49b4e763-5228-4c9b-8237-c49bd01beb5c), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:12.465284 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=49b4e763-5228-4c9b-8237-c49bd01beb5c,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:12.473252 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc08a0-0bd1-40e6-af1f-761ed46a745c service neutron] Pushing event updated for resources: {'Port': ['ID=4a6cd2a0-4a58-4927-8448-ab47329a8359,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:12.485099 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-70bf6aef-4d3d-4de4-ad7d-eaeed314d7a3 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1475918361&fields=id&tenant_id=6304a49c7f254ce9bfe0896bf76e1991 HTTP/1.1" status: 200  len: 267 time: 0.1261725
Feb 05 20:48:12.551127 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-e1bc08a0-0bd1-40e6-af1f-761ed46a745c service neutron] Attempting to bind port 4a6cd2a0-4a58-4927-8448-ab47329a8359 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:48:12.551467 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-e1bc08a0-0bd1-40e6-af1f-761ed46a745c service neutron] Attempting to bind port 4a6cd2a0-4a58-4927-8448-ab47329a8359 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '84618c63-5563-4010-965a-0c859ca980f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9909c4aa-185e-42f9-a4cc-37ca11200b10'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:48:12.551803 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-e1bc08a0-0bd1-40e6-af1f-761ed46a745c service neutron] Attempting to bind port 4a6cd2a0-4a58-4927-8448-ab47329a8359 on network 9909c4aa-185e-42f9-a4cc-37ca11200b10 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:48:12.564637 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3ce83-1577-422e-8807-263bcc078924 req-93e4cfeb-844f-425c-86ef-e6f57b32d243 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:12.567264 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-91f3ce83-1577-422e-8807-263bcc078924 req-93e4cfeb-844f-425c-86ef-e6f57b32d243 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 945 time: 0.1645315
Feb 05 20:48:12.597826 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-e1bc08a0-0bd1-40e6-af1f-761ed46a745c service neutron] Port 4a6cd2a0-4a58-4927-8448-ab47329a8359 on network 9909c4aa-185e-42f9-a4cc-37ca11200b10 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:48:12.598088 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-e1bc08a0-0bd1-40e6-af1f-761ed46a745c service neutron] Attempting to bind port 4a6cd2a0-4a58-4927-8448-ab47329a8359 on network 9909c4aa-185e-42f9-a4cc-37ca11200b10 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:48:12.622010 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-e1bc08a0-0bd1-40e6-af1f-761ed46a745c service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:48:12.622352 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-e1bc08a0-0bd1-40e6-af1f-761ed46a745c service neutron] Checking segment: {'id': '84618c63-5563-4010-965a-0c859ca980f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9909c4aa-185e-42f9-a4cc-37ca11200b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:48:12.622759 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-e1bc08a0-0bd1-40e6-af1f-761ed46a745c service neutron] Bound using segment: {'id': '84618c63-5563-4010-965a-0c859ca980f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9909c4aa-185e-42f9-a4cc-37ca11200b10'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:48:12.623196 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-e1bc08a0-0bd1-40e6-af1f-761ed46a745c service neutron] Bound port: 4a6cd2a0-4a58-4927-8448-ab47329a8359, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84618c63-5563-4010-965a-0c859ca980f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9909c4aa-185e-42f9-a4cc-37ca11200b10'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:48:12.623557 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-e1bc08a0-0bd1-40e6-af1f-761ed46a745c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (4a6cd2a0-4a58-4927-8448-ab47329a8359), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:12.698111 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-ebf943b8-80b0-4c43-a5bd-6bc0c441d376 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:12.699606 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-ebf943b8-80b0-4c43-a5bd-6bc0c441d376 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/networks?id=26f1b53c-ec87-4116-92e7-641a0a5e3857 HTTP/1.1" status: 200  len: 824 time: 0.1947997
Feb 05 20:48:12.714486 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-91f3ce83-1577-422e-8807-263bcc078924 req-1e8ea04c-dcf3-4fd8-bdd6-085e03d1bdd4 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1219313
Feb 05 20:48:12.739202 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-61ef9b65-b181-46b8-a574-ffe2c44b9764 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/quotas/6304a49c7f254ce9bfe0896bf76e1991 HTTP/1.1" status: 200  len: 375 time: 0.0303233
Feb 05 20:48:12.746467 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-e1bc08a0-0bd1-40e6-af1f-761ed46a745c service neutron] For port 4a6cd2a0-4a58-4927-8448-ab47329a8359, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:48:12.762245 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1637794-bb59-40f3-876e-d9f700296ee8 x-openstack-request-id: req-e1637794-bb59-40f3-876e-d9f700296ee8 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:48:12.762672 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38964177-b777-4ff3-a687-28ddd25c6a64", "name": "network-vif-plugged", "status": "completed", "tag": "49b4e763-5228-4c9b-8237-c49bd01beb5c", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:48:12.762891 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e1637794-bb59-40f3-876e-d9f700296ee8 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:48:12.763629 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38964177-b777-4ff3-a687-28ddd25c6a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b4e763-5228-4c9b-8237-c49bd01beb5c', 'code': 200}
Feb 05 20:48:12.782830 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-e1bc08a0-0bd1-40e6-af1f-761ed46a745c service neutron] For port 4a6cd2a0-4a58-4927-8448-ab47329a8359, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4a6cd2a0-4a58-4927-8448-ab47329a8359,segment=NetworkSegment(84618c63-5563-4010-965a-0c859ca980f4),segment_id=84618c63-5563-4010-965a-0c859ca980f4)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:48:12.790212 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-e1bc08a0-0bd1-40e6-af1f-761ed46a745c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (4a6cd2a0-4a58-4927-8448-ab47329a8359), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:12.844335 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-e1bc08a0-0bd1-40e6-af1f-761ed46a745c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:12.844960 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-e1bc08a0-0bd1-40e6-af1f-761ed46a745c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:12.846347 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-e1bc08a0-0bd1-40e6-af1f-761ed46a745c service neutron] 10.222.0.39 "PUT /v2.0/ports/4a6cd2a0-4a58-4927-8448-ab47329a8359 HTTP/1.1" status: 200  len: 1091 time: 1.0452058
Feb 05 20:48:12.864531 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ba5a8-579f-4402-b6c6-59565bfc6623 req-d54a8dc5-a655-48bc-b9ed-0ea8e599c679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:12.866157 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-623ba5a8-579f-4402-b6c6-59565bfc6623 req-d54a8dc5-a655-48bc-b9ed-0ea8e599c679 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=38964177-b777-4ff3-a687-28ddd25c6a64 HTTP/1.1" status: 200  len: 1128 time: 0.0476956
Feb 05 20:48:12.887335 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-447f68d5-33a7-4e69-8252-2bbd5d296ba5 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6304a49c7f254ce9bfe0896bf76e1991&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1428099
Feb 05 20:48:12.917950 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc08a0-0bd1-40e6-af1f-761ed46a745c service neutron] Pushing event updated for resources: {'Port': ['ID=4a6cd2a0-4a58-4927-8448-ab47329a8359,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:12.925205 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-623ba5a8-579f-4402-b6c6-59565bfc6623 req-50962f25-89f6-4b9a-8020-6e1af1cb624f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507469
Feb 05 20:48:13.008110 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eafdf5-13d0-4d35-9bdd-bea68652f0f2 req-b14629fd-425a-4cb4-bcec-f9712e7aeba8 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:13.009597 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b2eafdf5-13d0-4d35-9bdd-bea68652f0f2 req-b14629fd-425a-4cb4-bcec-f9712e7aeba8 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ad59ce-c366-4aba-90a6-692f0b23b959 HTTP/1.1" status: 200  len: 943 time: 0.1871736
Feb 05 20:48:13.040446 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-aec182ab-8573-4ee9-bc4b-9c926723d939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:13.041894 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-aec182ab-8573-4ee9-bc4b-9c926723d939 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3431c424fcff4c13afcd9f30888e1a48&device_id=63ed7c58-485c-43c0-bcc8-15d083d8c8ae HTTP/1.1" status: 200  len: 1125 time: 0.1475565
Feb 05 20:48:13.071006 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-6e4b393c-887a-48c8-874d-ba1e3b65c334 service neutron] 10.222.0.32 "GET /v2.0/networks/26f1b53c-ec87-4116-92e7-641a0a5e3857?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1625981
Feb 05 20:48:13.089715 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b2eafdf5-13d0-4d35-9bdd-bea68652f0f2 req-dcf21e33-75d4-4419-bae6-c094eb17acb9 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721972
Feb 05 20:48:13.379488 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-aa36b569-a0dd-414d-8577-80faefa43a5a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a6cd2a0-4a58-4927-8448-ab47329a8359 HTTP/1.1" status: 200  len: 217 time: 0.2691994
Feb 05 20:48:13.465513 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-f4d887df-7d2b-4056-b3cd-6a517eab7967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:13.467004 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-f4d887df-7d2b-4056-b3cd-6a517eab7967 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b46a5c2-b1b6-47d8-b4e2-4ef3afd2ac24 HTTP/1.1" status: 200  len: 862 time: 0.0688212
Feb 05 20:48:13.468772 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-2cdec9c7-0187-47bd-90ae-49959cd8765f service neutron] 10.222.0.32 "GET /v2.0/networks/26f1b53c-ec87-4116-92e7-641a0a5e3857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3907242
Feb 05 20:48:13.479266 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6b72b-0395-4c48-ac92-ca8f7ce32673 req-0ee47ef8-e9b6-4e2e-93c8-5e1b7efda746 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:13.480709 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-95a6b72b-0395-4c48-ac92-ca8f7ce32673 req-0ee47ef8-e9b6-4e2e-93c8-5e1b7efda746 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c14da9d-db39-4f70-9523-e8753da5f8db HTTP/1.1" status: 200  len: 950 time: 0.1137753
Feb 05 20:48:13.520155 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-1ba32ac8-56c8-4215-9567-046729c08624 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9909c4aa-185e-42f9-a4cc-37ca11200b10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0385070
Feb 05 20:48:13.527062 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11ad59ce-c366-4aba-90a6-692f0b23b959', 'tag': '5cf32de2-4074-43f6-bcb4-7aa8f231f04a'}, {'name': 'network-changed', 'server_uuid': '63ed7c58-485c-43c0-bcc8-15d083d8c8ae', 'tag': '4a6cd2a0-4a58-4927-8448-ab47329a8359'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:48:13.529286 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7c01aa-f5f3-4ead-9891-7372f6c08130" -d '{"events": [{"name": "network-changed", "server_uuid": "11ad59ce-c366-4aba-90a6-692f0b23b959", "tag": "5cf32de2-4074-43f6-bcb4-7aa8f231f04a"}, {"name": "network-changed", "server_uuid": "63ed7c58-485c-43c0-bcc8-15d083d8c8ae", "tag": "4a6cd2a0-4a58-4927-8448-ab47329a8359"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:48:13.579233 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-95a6b72b-0395-4c48-ac92-ca8f7ce32673 req-ebd75959-2c7d-4d5a-acca-2be5e4ba0d1d tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894556
Feb 05 20:48:13.684726 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-d45affea-9143-48e4-8145-2a97e597ab7c service neutron] 10.222.0.39 "GET /v2.0/networks/9909c4aa-185e-42f9-a4cc-37ca11200b10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1525168
Feb 05 20:48:13.793935 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8844df-fddf-460c-a30a-f504854813ac req-70000daf-5868-4103-b2c4-d5eabdbc6836 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:13.795468 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5a8844df-fddf-460c-a30a-f504854813ac req-70000daf-5868-4103-b2c4-d5eabdbc6836 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=38964177-b777-4ff3-a687-28ddd25c6a64 HTTP/1.1" status: 200  len: 946 time: 0.1696880
Feb 05 20:48:13.841775 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b18ee2-8ab9-4ee0-a82c-f286ac3378b8 req-7cfbd17c-e096-4d65-a4e9-b63369bd8c5b tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:13.843297 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c5b18ee2-8ab9-4ee0-a82c-f286ac3378b8 req-7cfbd17c-e096-4d65-a4e9-b63369bd8c5b tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb170cc6-2c86-45c7-9ddb-eb0198388141 HTTP/1.1" status: 200  len: 943 time: 0.1778493
Feb 05 20:48:13.897945 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-70244644-e0ef-4180-9c58-050f6f8e9651 req-0f6f0f9a-65d4-4be0-b077-c6cd8d05c8d6 service neutron] 10.222.0.39 "GET /v2.0/networks/9909c4aa-185e-42f9-a4cc-37ca11200b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1972699
Feb 05 20:48:13.910320 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e085961b-84e8-4709-9d1e-5475ba8bf97d req-5daaa035-06be-4392-8b87-a88c1e6ab31d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1338599
Feb 05 20:48:13.920883 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5a8844df-fddf-460c-a30a-f504854813ac req-8b84eefd-66ef-429d-a587-f817c7fa4068 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117396
Feb 05 20:48:13.962626 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c5b18ee2-8ab9-4ee0-a82c-f286ac3378b8 req-48730ee3-9879-4a11-b288-cda866df2482 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f880940-1f9c-4ea0-ada3-e1fe73d9268a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123369
Feb 05 20:48:14.091483 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ec7c8-a130-4e2f-99cf-dff1b74716b7 req-1823dcc1-0169-4b4e-a99d-4d65fcf8a767 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:14.092974 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e63ec7c8-a130-4e2f-99cf-dff1b74716b7 req-1823dcc1-0169-4b4e-a99d-4d65fcf8a767 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/ports?device_id=63ed7c58-485c-43c0-bcc8-15d083d8c8ae HTTP/1.1" status: 200  len: 943 time: 0.0964613
Feb 05 20:48:14.128429 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6ad4a-bb0c-476d-9202-bb4a6c092248 req-73dc4bc5-d02d-4c9f-a8e1-9716e9ffae3b tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:14.130211 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cfd6ad4a-bb0c-476d-9202-bb4a6c092248 req-73dc4bc5-d02d-4c9f-a8e1-9716e9ffae3b tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 949 time: 0.0984263
Feb 05 20:48:14.170994 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e63ec7c8-a130-4e2f-99cf-dff1b74716b7 req-a084b122-f889-4fce-9339-fe26aa054e19 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d63c4d9-6ec2-4a64-aaec-cb7ff433c279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707693
Feb 05 20:48:14.202061 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device d76bae96-ea98-4dbf-bb0d-4c4940757c92 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:48:14.219043 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cfd6ad4a-bb0c-476d-9202-bb4a6c092248 req-aee80387-04cb-4d21-a49f-cf65dc9c4a22 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786417
Feb 05 20:48:14.226118 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 05 Feb 2022 20:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72a8000-6e4e-4087-b39c-8779f35e280d x-openstack-request-id: req-b72a8000-6e4e-4087-b39c-8779f35e280d {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:48:14.226415 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11ad59ce-c366-4aba-90a6-692f0b23b959", "tag": "5cf32de2-4074-43f6-bcb4-7aa8f231f04a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "63ed7c58-485c-43c0-bcc8-15d083d8c8ae", "tag": "4a6cd2a0-4a58-4927-8448-ab47329a8359", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:48:14.226568 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b72a8000-6e4e-4087-b39c-8779f35e280d {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:48:14.226954 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11ad59ce-c366-4aba-90a6-692f0b23b959', 'tag': '5cf32de2-4074-43f6-bcb4-7aa8f231f04a', 'status': 'completed', 'code': 200}
Feb 05 20:48:14.236473 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63ed7c58-485c-43c0-bcc8-15d083d8c8ae', 'tag': '4a6cd2a0-4a58-4927-8448-ab47329a8359', 'status': 'completed', 'code': 200}
Feb 05 20:48:14.341133 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03c3f083-385b-425f-8a3c-415b6298c572 req-0eab165a-96a9-4626-a7f7-f22df1663ae1 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/ports?device_id=853e1aae-e0ab-4191-9e88-5e0afbe80240 HTTP/1.1" status: 200  len: 210 time: 0.0405438
Feb 05 20:48:14.345567 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port d76bae96-ea98-4dbf-bb0d-4c4940757c92, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d76bae96-ea98-4dbf-bb0d-4c4940757c92,segment=NetworkSegment(f8dcc3bd-8f53-4218-8d86-112fa4c91939),segment_id=f8dcc3bd-8f53-4218-8d86-112fa4c91939)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:14.360375 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'd76bae96-ea98-4dbf-bb0d-4c4940757c92', 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179', 'port_id': 'd76bae96-ea98-4dbf-bb0d-4c4940757c92', 'mac_address': 'fa:16:3e:5e:5e:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c12a9c1-68fc-4723-83f8-a4d2ac546c80', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:48:14.382345 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c01aa-f5f3-4ead-9891-7372f6c08130 req-2abce289-25dd-46ef-83ad-8e083f4a6ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:14.384449 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fa7c01aa-f5f3-4ead-9891-7372f6c08130 req-2abce289-25dd-46ef-83ad-8e083f4a6ad2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e4e31092ef641efbf6eaf54cfa40d67&device_id=11ad59ce-c366-4aba-90a6-692f0b23b959 HTTP/1.1" status: 200  len: 1155 time: 0.1224957
Feb 05 20:48:14.400693 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port d76bae96-ea98-4dbf-bb0d-4c4940757c92 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:48:14.401468 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d76bae96-ea98-4dbf-bb0d-4c4940757c92), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:14.415234 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d76bae96-ea98-4dbf-bb0d-4c4940757c92 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:48:14.434778 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port d76bae96-ea98-4dbf-bb0d-4c4940757c92, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d76bae96-ea98-4dbf-bb0d-4c4940757c92,segment=NetworkSegment(f8dcc3bd-8f53-4218-8d86-112fa4c91939),segment_id=f8dcc3bd-8f53-4218-8d86-112fa4c91939)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:14.438636 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d76bae96-ea98-4dbf-bb0d-4c4940757c92), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:14.489837 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=d76bae96-ea98-4dbf-bb0d-4c4940757c92,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:14.500485 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07dabb9-839f-46b7-b6e4-7b33a2288df9 req-44907d0c-266a-474f-94fd-0e7a9c1b6306 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:14.501957 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d07dabb9-839f-46b7-b6e4-7b33a2288df9 req-44907d0c-266a-474f-94fd-0e7a9c1b6306 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 945 time: 0.1632917
Feb 05 20:48:14.552579 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c01aa-f5f3-4ead-9891-7372f6c08130 req-e573bc3a-01ec-47cf-be73-88e2dd1de7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:14.554542 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fa7c01aa-f5f3-4ead-9891-7372f6c08130 req-e573bc3a-01ec-47cf-be73-88e2dd1de7bf service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d591eda-8294-4b7a-a6d2-1afd55bde68d HTTP/1.1" status: 200  len: 922 time: 0.1620615
Feb 05 20:48:14.563002 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707ca34-5456-40d9-b511-d22d3c43cd36 req-ba48ad94-6166-4346-bc9b-36b0f4ce273f tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:14.564387 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8707ca34-5456-40d9-b511-d22d3c43cd36 req-ba48ad94-6166-4346-bc9b-36b0f4ce273f tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ad59ce-c366-4aba-90a6-692f0b23b959 HTTP/1.1" status: 200  len: 943 time: 0.1520827
Feb 05 20:48:14.634891 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fa7c01aa-f5f3-4ead-9891-7372f6c08130 req-c1dfbbf2-b9d9-457d-8394-38d7f8d1b087 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cf32de2-4074-43f6-bcb4-7aa8f231f04a HTTP/1.1" status: 200  len: 217 time: 0.0695109
Feb 05 20:48:14.641292 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d07dabb9-839f-46b7-b6e4-7b33a2288df9 req-2e2d546b-20da-4831-8a7f-a3d6a6061b0b tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1303341
Feb 05 20:48:14.712210 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c01aa-f5f3-4ead-9891-7372f6c08130 req-221ac6c2-3df8-48e8-ad84-62ce6d877199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:14.713686 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fa7c01aa-f5f3-4ead-9891-7372f6c08130 req-221ac6c2-3df8-48e8-ad84-62ce6d877199 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f822a84b-448b-4295-886d-3f476dc82ced HTTP/1.1" status: 200  len: 861 time: 0.0657802
Feb 05 20:48:14.724952 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['d76bae96-ea98-4dbf-bb0d-4c4940757c92'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:48:14.750251 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8707ca34-5456-40d9-b511-d22d3c43cd36 req-06fd6b27-26ee-4e4a-b69c-9f98187d756b tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1722300
Feb 05 20:48:14.759404 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-04ad2624-37a4-47f7-b259-c709b8413812 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:14.761895 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-04ad2624-37a4-47f7-b259-c709b8413812 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.39 "GET /v2.0/networks?id=26f1b53c-ec87-4116-92e7-641a0a5e3857 HTTP/1.1" status: 200  len: 824 time: 0.1378043
Feb 05 20:48:14.782176 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fa7c01aa-f5f3-4ead-9891-7372f6c08130 req-8d11d063-864e-444a-8651-500d60e51bb3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d591eda-8294-4b7a-a6d2-1afd55bde68d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0481193
Feb 05 20:48:14.861024 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-44d5d9d8-913a-49e0-b935-e4d4ea77bc5f tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6304a49c7f254ce9bfe0896bf76e1991 HTTP/1.1" status: 200  len: 380 time: 0.0841243
Feb 05 20:48:14.872181 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-fe2cf5d1-4126-4521-b67f-9c262e9559a1 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Request body: {'port': {'device_id': '853e1aae-e0ab-4191-9e88-5e0afbe80240', 'network_id': '26f1b53c-ec87-4116-92e7-641a0a5e3857', 'admin_state_up': True, 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991', 'security_groups': ['f400a674-b392-423c-b672-e853dd7371fe']}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:48:14.880330 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1c762-4ce8-4522-8777-bae7a43bbff0 req-56a1a1cf-b33c-4718-8db0-1a0231b9e639 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:14.886958 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26c1c762-4ce8-4522-8777-bae7a43bbff0 req-56a1a1cf-b33c-4718-8db0-1a0231b9e639 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c14da9d-db39-4f70-9523-e8753da5f8db HTTP/1.1" status: 200  len: 950 time: 0.1673806
Feb 05 20:48:14.953195 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fa7c01aa-f5f3-4ead-9891-7372f6c08130 req-81721f8e-a306-4813-a6b0-b2e03d3e6fd3 service neutron] 10.222.0.39 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1594720
Feb 05 20:48:14.959502 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26c1c762-4ce8-4522-8777-bae7a43bbff0 req-4af0e408-7806-461c-8aa3-786dc8face06 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676341
Feb 05 20:48:14.960059 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:14.981274 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 5cf32de2-4074-43f6-bcb4-7aa8f231f04a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:48:15.008554 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-fe2cf5d1-4126-4521-b67f-9c262e9559a1 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Made reservation on behalf of 6304a49c7f254ce9bfe0896bf76e1991 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:48:15.014433 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-fe2cf5d1-4126-4521-b67f-9c262e9559a1 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:15.106660 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 5cf32de2-4074-43f6-bcb4-7aa8f231f04a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5cf32de2-4074-43f6-bcb4-7aa8f231f04a,segment=NetworkSegment(22aada35-3566-46c2-b11c-622e4f2f6275),segment_id=22aada35-3566-46c2-b11c-622e4f2f6275)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:15.118924 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 5cf32de2-4074-43f6-bcb4-7aa8f231f04a has no active binding in host nch1-master-1 {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Feb 05 20:48:15.130531 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fa7c01aa-f5f3-4ead-9891-7372f6c08130 req-9f74dc12-9cd8-4435-85cd-f6c990b7f501 service neutron] 10.222.0.39 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1689491
Feb 05 20:48:15.157958 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7acf08f-6552-43b0-a68f-61170411a047 req-c82369d4-683d-42ee-942a-71ef63a040b0 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:15.160094 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7acf08f-6552-43b0-a68f-61170411a047 req-c82369d4-683d-42ee-942a-71ef63a040b0 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=38964177-b777-4ff3-a687-28ddd25c6a64 HTTP/1.1" status: 200  len: 946 time: 0.1097922
Feb 05 20:48:15.167655 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8cc73-24e5-4525-a4f1-46d2e2e757b7 req-550a0117-3cfa-4426-9017-603fbdd0d133 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:15.170004 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-fe2cf5d1-4126-4521-b67f-9c262e9559a1 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Allocated IP 172.20.0.13 (26f1b53c-ec87-4116-92e7-641a0a5e3857/25459765-cc89-4a3e-8d4c-afa923a547d8/e9e2d10f-152c-4624-9274-a5b54aa4c09e) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:48:15.175738 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1ff8cc73-24e5-4525-a4f1-46d2e2e757b7 req-550a0117-3cfa-4426-9017-603fbdd0d133 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb170cc6-2c86-45c7-9ddb-eb0198388141 HTTP/1.1" status: 200  len: 944 time: 0.1237299
Feb 05 20:48:15.291213 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1ff8cc73-24e5-4525-a4f1-46d2e2e757b7 req-a02c08c3-89e3-4fdd-ba75-a4cfbf562c3c tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f880940-1f9c-4ea0-ada3-e1fe73d9268a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140468
Feb 05 20:48:15.296533 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7acf08f-6552-43b0-a68f-61170411a047 req-762db581-195a-4fc6-9053-e61408645bf4 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182458
Feb 05 20:48:15.302134 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c01aa-f5f3-4ead-9891-7372f6c08130 req-e5963b84-5771-41aa-b026-16307a3b9d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:15.303795 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fa7c01aa-f5f3-4ead-9891-7372f6c08130 req-e5963b84-5771-41aa-b026-16307a3b9d6c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3431c424fcff4c13afcd9f30888e1a48&device_id=63ed7c58-485c-43c0-bcc8-15d083d8c8ae HTTP/1.1" status: 200  len: 1125 time: 0.1178107
Feb 05 20:48:15.314767 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-fe2cf5d1-4126-4521-b67f-9c262e9559a1 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks [] for port (e9e2d10f-152c-4624-9274-a5b54aa4c09e), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:15.356064 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-fe2cf5d1-4126-4521-b67f-9c262e9559a1 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (e9e2d10f-152c-4624-9274-a5b54aa4c09e), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:15.406998 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-fe2cf5d1-4126-4521-b67f-9c262e9559a1 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Network 26f1b53c-ec87-4116-92e7-641a0a5e3857 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:48:15.410564 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-fe2cf5d1-4126-4521-b67f-9c262e9559a1 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:48:15.414868 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-fe2cf5d1-4126-4521-b67f-9c262e9559a1 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:48:15.420435 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-fe2cf5d1-4126-4521-b67f-9c262e9559a1 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:15.421057 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-fe2cf5d1-4126-4521-b67f-9c262e9559a1 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:15.427994 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2cf5d1-4126-4521-b67f-9c262e9559a1 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Pushing event updated for resources: {'Port': ['ID=e9e2d10f-152c-4624-9274-a5b54aa4c09e,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:15.445269 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-fe2cf5d1-4126-4521-b67f-9c262e9559a1 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5770741
Feb 05 20:48:15.456852 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-8119ef03-968d-4448-a184-02c9799f0e08 service neutron] Request body: {'port': {'device_id': '853e1aae-e0ab-4191-9e88-5e0afbe80240', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:48:15.503227 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c01aa-f5f3-4ead-9891-7372f6c08130 req-dda821df-f312-4eee-9967-0ebc5af35cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:15.504862 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fa7c01aa-f5f3-4ead-9891-7372f6c08130 req-dda821df-f312-4eee-9967-0ebc5af35cfa service neutron] 10.222.0.39 "GET /v2.0/networks?id=9909c4aa-185e-42f9-a4cc-37ca11200b10 HTTP/1.1" status: 200  len: 923 time: 0.1893439
Feb 05 20:48:15.513731 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9cfab5-9243-4ff4-9bd4-eb97f58701bb req-b6854bf4-2298-4d43-8f09-b7bcad1535bf tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:15.515820 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cb9cfab5-9243-4ff4-9bd4-eb97f58701bb req-b6854bf4-2298-4d43-8f09-b7bcad1535bf tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 949 time: 0.1255755
Feb 05 20:48:15.517518 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-8119ef03-968d-4448-a184-02c9799f0e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e9e2d10f-152c-4624-9274-a5b54aa4c09e), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:15.539898 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18842a85-3119-4c37-8b5d-5aae6be09430 req-bde7cd41-56f4-4fbb-aeed-101e4bf951e2 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:15.541479 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-18842a85-3119-4c37-8b5d-5aae6be09430 req-bde7cd41-56f4-4fbb-aeed-101e4bf951e2 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/ports?device_id=63ed7c58-485c-43c0-bcc8-15d083d8c8ae HTTP/1.1" status: 200  len: 943 time: 0.1522641
Feb 05 20:48:15.577171 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fa7c01aa-f5f3-4ead-9891-7372f6c08130 req-b8183473-6d2f-4085-90b4-03bf282a4312 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a6cd2a0-4a58-4927-8448-ab47329a8359 HTTP/1.1" status: 200  len: 217 time: 0.0603967
Feb 05 20:48:15.682880 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c01aa-f5f3-4ead-9891-7372f6c08130 req-9e8e313a-f4e1-4e74-b9cd-b4ee22a48fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:15.684376 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fa7c01aa-f5f3-4ead-9891-7372f6c08130 req-9e8e313a-f4e1-4e74-b9cd-b4ee22a48fd5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b46a5c2-b1b6-47d8-b4e2-4ef3afd2ac24 HTTP/1.1" status: 200  len: 862 time: 0.0943134
Feb 05 20:48:15.688733 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-723cd1ff-99ad-4532-b317-18a37a401638 None None] Provisioning complete for port e9e2d10f-152c-4624-9274-a5b54aa4c09e triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:48:15.689278 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-18842a85-3119-4c37-8b5d-5aae6be09430 req-5538ce49-e533-495d-8fd2-c5474642ec77 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d63c4d9-6ec2-4a64-aaec-cb7ff433c279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1201935
Feb 05 20:48:15.689391 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-723cd1ff-99ad-4532-b317-18a37a401638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e9e2d10f-152c-4624-9274-a5b54aa4c09e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:15.692729 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cb9cfab5-9243-4ff4-9bd4-eb97f58701bb req-3a6bad17-c074-46ee-898f-a9692d22bd5f tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1664093
Feb 05 20:48:15.731926 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fa7c01aa-f5f3-4ead-9891-7372f6c08130 req-274364e1-80d9-44dd-bbd3-1231ba670bd3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9909c4aa-185e-42f9-a4cc-37ca11200b10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0383286
Feb 05 20:48:15.776452 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-723cd1ff-99ad-4532-b317-18a37a401638 None None] Port e9e2d10f-152c-4624-9274-a5b54aa4c09e cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:48:15.814286 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-8119ef03-968d-4448-a184-02c9799f0e08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9e2d10f-152c-4624-9274-a5b54aa4c09e {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:48:15.822499 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-8119ef03-968d-4448-a184-02c9799f0e08 service neutron] Publish callbacks [] for port (e9e2d10f-152c-4624-9274-a5b54aa4c09e), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:15.834767 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-8119ef03-968d-4448-a184-02c9799f0e08 service neutron] Transition to ACTIVE for port object e9e2d10f-152c-4624-9274-a5b54aa4c09e will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:48:15.843674 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-8119ef03-968d-4448-a184-02c9799f0e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (e9e2d10f-152c-4624-9274-a5b54aa4c09e), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:15.893768 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ed3ea-d957-432d-9fde-e1e4e4b0b293 req-b8778385-3bfc-445b-8300-83b5a81bacf2 tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:15.897009 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119ef03-968d-4448-a184-02c9799f0e08 service neutron] Pushing event updated for resources: {'Port': ['ID=e9e2d10f-152c-4624-9274-a5b54aa4c09e,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:15.900976 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-772ed3ea-d957-432d-9fde-e1e4e4b0b293 req-b8778385-3bfc-445b-8300-83b5a81bacf2 tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=38964177-b777-4ff3-a687-28ddd25c6a64 HTTP/1.1" status: 200  len: 1128 time: 0.1377683
Feb 05 20:48:15.925315 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fa7c01aa-f5f3-4ead-9891-7372f6c08130 req-0cd8db16-c037-4e87-b948-fc7577b7794a service neutron] 10.222.0.39 "GET /v2.0/networks/9909c4aa-185e-42f9-a4cc-37ca11200b10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1862361
Feb 05 20:48:15.925998 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-8119ef03-968d-4448-a184-02c9799f0e08 service neutron] Attempting to bind port e9e2d10f-152c-4624-9274-a5b54aa4c09e on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:48:15.926370 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-8119ef03-968d-4448-a184-02c9799f0e08 service neutron] Attempting to bind port e9e2d10f-152c-4624-9274-a5b54aa4c09e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26f1b53c-ec87-4116-92e7-641a0a5e3857'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:48:15.926726 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-8119ef03-968d-4448-a184-02c9799f0e08 service neutron] Attempting to bind port e9e2d10f-152c-4624-9274-a5b54aa4c09e on network 26f1b53c-ec87-4116-92e7-641a0a5e3857 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:48:15.935325 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-8119ef03-968d-4448-a184-02c9799f0e08 service neutron] Port e9e2d10f-152c-4624-9274-a5b54aa4c09e on network 26f1b53c-ec87-4116-92e7-641a0a5e3857 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:48:15.936063 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-8119ef03-968d-4448-a184-02c9799f0e08 service neutron] Attempting to bind port e9e2d10f-152c-4624-9274-a5b54aa4c09e on network 26f1b53c-ec87-4116-92e7-641a0a5e3857 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:48:15.943488 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-8119ef03-968d-4448-a184-02c9799f0e08 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:48:15.944108 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-8119ef03-968d-4448-a184-02c9799f0e08 service neutron] Checking segment: {'id': '162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26f1b53c-ec87-4116-92e7-641a0a5e3857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:48:15.944730 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-8119ef03-968d-4448-a184-02c9799f0e08 service neutron] Bound using segment: {'id': '162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26f1b53c-ec87-4116-92e7-641a0a5e3857'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:48:15.945403 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-8119ef03-968d-4448-a184-02c9799f0e08 service neutron] Bound port: e9e2d10f-152c-4624-9274-a5b54aa4c09e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26f1b53c-ec87-4116-92e7-641a0a5e3857'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:48:15.945952 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-8119ef03-968d-4448-a184-02c9799f0e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e9e2d10f-152c-4624-9274-a5b54aa4c09e), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:15.950211 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a99a24-18e7-4772-98fe-302b1cd7fbf0 req-9873b592-e5e1-4f53-82b0-9f248fadecfd tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:15.951748 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c6a99a24-18e7-4772-98fe-302b1cd7fbf0 req-9873b592-e5e1-4f53-82b0-9f248fadecfd tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/ports?device_id=853e1aae-e0ab-4191-9e88-5e0afbe80240 HTTP/1.1" status: 200  len: 932 time: 0.1545165
Feb 05 20:48:16.029393 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-8119ef03-968d-4448-a184-02c9799f0e08 service neutron] For port e9e2d10f-152c-4624-9274-a5b54aa4c09e, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:48:16.032804 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-8119ef03-968d-4448-a184-02c9799f0e08 service neutron] For port e9e2d10f-152c-4624-9274-a5b54aa4c09e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e9e2d10f-152c-4624-9274-a5b54aa4c09e,segment=NetworkSegment(162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e),segment_id=162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:48:16.040453 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-8119ef03-968d-4448-a184-02c9799f0e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (e9e2d10f-152c-4624-9274-a5b54aa4c09e), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:16.042621 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-772ed3ea-d957-432d-9fde-e1e4e4b0b293 req-e4b3f6eb-6bbc-4102-89b7-c12aecf76bfd tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1407607
Feb 05 20:48:16.082230 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-8119ef03-968d-4448-a184-02c9799f0e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:16.083208 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-8119ef03-968d-4448-a184-02c9799f0e08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:16.085092 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-8119ef03-968d-4448-a184-02c9799f0e08 service neutron] 10.222.0.39 "PUT /v2.0/ports/e9e2d10f-152c-4624-9274-a5b54aa4c09e HTTP/1.1" status: 200  len: 1092 time: 0.6331291
Feb 05 20:48:16.085718 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '853e1aae-e0ab-4191-9e88-5e0afbe80240', 'tag': 'e9e2d10f-152c-4624-9274-a5b54aa4c09e'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:48:16.088105 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f74cc4-df41-4f98-bf05-46e72393f621" -d '{"events": [{"name": "network-changed", "server_uuid": "853e1aae-e0ab-4191-9e88-5e0afbe80240", "tag": "e9e2d10f-152c-4624-9274-a5b54aa4c09e"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:48:16.102901 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c6a99a24-18e7-4772-98fe-302b1cd7fbf0 req-a06b1e00-fe53-4b70-8559-f14e6054026c tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/security-groups?id=f400a674-b392-423c-b672-e853dd7371fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1357813
Feb 05 20:48:16.133149 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fa7c01aa-f5f3-4ead-9891-7372f6c08130 req-06eb7812-3747-4b81-8bdd-8858cd72653f service neutron] 10.222.0.39 "GET /v2.0/networks/9909c4aa-185e-42f9-a4cc-37ca11200b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2005503
Feb 05 20:48:16.173381 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119ef03-968d-4448-a184-02c9799f0e08 service neutron] Pushing event updated for resources: {'Port': ['ID=e9e2d10f-152c-4624-9274-a5b54aa4c09e,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:16.207310 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-1d7540d3-6fe3-4685-a914-fd53cb9b9184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:16.210237 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-1d7540d3-6fe3-4685-a914-fd53cb9b9184 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6304a49c7f254ce9bfe0896bf76e1991&device_id=853e1aae-e0ab-4191-9e88-5e0afbe80240 HTTP/1.1" status: 200  len: 1126 time: 0.0828133
Feb 05 20:48:16.215780 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device d76bae96-ea98-4dbf-bb0d-4c4940757c92 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:48:16.262625 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-411af1e6-d45d-4ba5-8308-925212a87ccb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9e2d10f-152c-4624-9274-a5b54aa4c09e HTTP/1.1" status: 200  len: 217 time: 0.0432546
Feb 05 20:48:16.276753 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port d76bae96-ea98-4dbf-bb0d-4c4940757c92 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:48:16.282602 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port d76bae96-ea98-4dbf-bb0d-4c4940757c92 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:48:16.283683 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d76bae96-ea98-4dbf-bb0d-4c4940757c92), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:16.363326 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-84c80ab2-61bb-4cc7-9ded-86b6e11d4b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:16.365755 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-84c80ab2-61bb-4cc7-9ded-86b6e11d4b42 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=25459765-cc89-4a3e-8d4c-afa923a547d8 HTTP/1.1" status: 200  len: 863 time: 0.0977719
Feb 05 20:48:16.395093 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port d76bae96-ea98-4dbf-bb0d-4c4940757c92 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:48:16.395914 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d76bae96-ea98-4dbf-bb0d-4c4940757c92), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:16.428578 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-d83b0e10-9595-462c-b8ef-0635554a6564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:16.431284 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-d83b0e10-9595-462c-b8ef-0635554a6564 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=26f1b53c-ec87-4116-92e7-641a0a5e3857&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0595629
Feb 05 20:48:16.432124 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb170cc6-2c86-45c7-9ddb-eb0198388141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76bae96-ea98-4dbf-bb0d-4c4940757c92'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:48:16.434561 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816804f7-b40f-4942-b2ff-9e2ec4372cdc" -d '{"events": [{"server_uuid": "eb170cc6-2c86-45c7-9ddb-eb0198388141", "name": "network-vif-plugged", "status": "completed", "tag": "d76bae96-ea98-4dbf-bb0d-4c4940757c92"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:48:16.456026 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port d76bae96-ea98-4dbf-bb0d-4c4940757c92, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d76bae96-ea98-4dbf-bb0d-4c4940757c92,segment=NetworkSegment(f8dcc3bd-8f53-4218-8d86-112fa4c91939),segment_id=f8dcc3bd-8f53-4218-8d86-112fa4c91939)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:16.463821 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d76bae96-ea98-4dbf-bb0d-4c4940757c92), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:16.524448 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3ba55-5a69-4b81-9be9-da63b39f7ae3 req-e10a8fd5-7228-43cc-b84d-28ab77ba77f5 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:16.526320 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=d76bae96-ea98-4dbf-bb0d-4c4940757c92,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:16.526871 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eca3ba55-5a69-4b81-9be9-da63b39f7ae3 req-e10a8fd5-7228-43cc-b84d-28ab77ba77f5 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 945 time: 0.3869262
Feb 05 20:48:16.559959 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-f820a2b3-ff14-438b-ba5b-509ab02198d6 service neutron] 10.222.0.39 "GET /v2.0/networks/26f1b53c-ec87-4116-92e7-641a0a5e3857?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1204448
Feb 05 20:48:16.588745 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98bf030-f057-44a0-b1b2-29e5c23e856b req-e4ffa6f7-c504-4323-be53-b2a21a49512b tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:16.590314 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f98bf030-f057-44a0-b1b2-29e5c23e856b req-e4ffa6f7-c504-4323-be53-b2a21a49512b tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ad59ce-c366-4aba-90a6-692f0b23b959 HTTP/1.1" status: 200  len: 943 time: 0.3899062
Feb 05 20:48:16.613421 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eca3ba55-5a69-4b81-9be9-da63b39f7ae3 req-4bb75e74-4496-4094-aee1-1c3b158fd698 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751283
Feb 05 20:48:16.657919 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f98bf030-f057-44a0-b1b2-29e5c23e856b req-7ca3acfd-ffef-46be-9bdc-59f61bed28de tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582926
Feb 05 20:48:16.752178 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a55d7c4-a7e2-4305-a583-ed5549755c7d req-c890aa2d-7502-4374-b722-9855a52c8233 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:16.754080 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9a55d7c4-a7e2-4305-a583-ed5549755c7d req-c890aa2d-7502-4374-b722-9855a52c8233 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c14da9d-db39-4f70-9523-e8753da5f8db HTTP/1.1" status: 200  len: 950 time: 0.0668118
Feb 05 20:48:16.812710 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9a55d7c4-a7e2-4305-a583-ed5549755c7d req-a02ba270-1579-4178-a5ae-daae16273617 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517242
Feb 05 20:48:16.850979 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58a66a5-24d6-45ba-8dcc-25fc44c86998 x-openstack-request-id: req-c58a66a5-24d6-45ba-8dcc-25fc44c86998 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:48:16.851571 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "853e1aae-e0ab-4191-9e88-5e0afbe80240", "tag": "e9e2d10f-152c-4624-9274-a5b54aa4c09e", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:48:16.851571 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c58a66a5-24d6-45ba-8dcc-25fc44c86998 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:48:16.851900 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '853e1aae-e0ab-4191-9e88-5e0afbe80240', 'tag': 'e9e2d10f-152c-4624-9274-a5b54aa4c09e', 'status': 'completed', 'code': 200}
Feb 05 20:48:16.878761 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39bb0738-e558-4e55-a931-78f3d1ed9480 x-openstack-request-id: req-39bb0738-e558-4e55-a931-78f3d1ed9480 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:48:16.879310 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb170cc6-2c86-45c7-9ddb-eb0198388141", "name": "network-vif-plugged", "status": "completed", "tag": "d76bae96-ea98-4dbf-bb0d-4c4940757c92", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:48:16.879310 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-39bb0738-e558-4e55-a931-78f3d1ed9480 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:48:16.879746 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb170cc6-2c86-45c7-9ddb-eb0198388141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76bae96-ea98-4dbf-bb0d-4c4940757c92', 'code': 200}
Feb 05 20:48:16.916048 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d611fd-39d2-4864-b99c-ded9107be92b req-b7310a99-1278-49fa-a99b-6ca94a687cee tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:16.919346 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-52d611fd-39d2-4864-b99c-ded9107be92b req-b7310a99-1278-49fa-a99b-6ca94a687cee tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb170cc6-2c86-45c7-9ddb-eb0198388141 HTTP/1.1" status: 200  len: 945 time: 0.0877485
Feb 05 20:48:16.955718 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-974bdcf3-e092-4cb8-9667-f783bfe9654f req-e2f62f54-483c-4b25-9a22-35df27e9b7fa service neutron] 10.222.0.39 "GET /v2.0/networks/26f1b53c-ec87-4116-92e7-641a0a5e3857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3872457
Feb 05 20:48:17.029988 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c1313-cda9-44e6-ae25-fcfbe51cf94c req-f9f7f4e1-7d9f-43db-82da-9d99a6527595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:17.032333 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3b4c1313-cda9-44e6-ae25-fcfbe51cf94c req-f9f7f4e1-7d9f-43db-82da-9d99a6527595 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eb170cc6-2c86-45c7-9ddb-eb0198388141 HTTP/1.1" status: 200  len: 1127 time: 0.0519826
Feb 05 20:48:17.035914 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-52d611fd-39d2-4864-b99c-ded9107be92b req-3c53ffcd-f7fe-411d-93b1-f2d9f6761fa0 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f880940-1f9c-4ea0-ada3-e1fe73d9268a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118398
Feb 05 20:48:17.068152 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8388f6-bbcd-4fe6-be83-6b2d4650b9ee req-a4aa3052-bb23-4bf9-a4dd-b5418579ae95 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:17.070068 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4a8388f6-bbcd-4fe6-be83-6b2d4650b9ee req-a4aa3052-bb23-4bf9-a4dd-b5418579ae95 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/ports?device_id=63ed7c58-485c-43c0-bcc8-15d083d8c8ae HTTP/1.1" status: 200  len: 943 time: 0.1092312
Feb 05 20:48:17.086858 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f74cc4-df41-4f98-bf05-46e72393f621 req-d75feee4-e779-426c-b0ea-3f09f3333425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:17.088310 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a8f74cc4-df41-4f98-bf05-46e72393f621 req-d75feee4-e779-426c-b0ea-3f09f3333425 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6304a49c7f254ce9bfe0896bf76e1991&device_id=853e1aae-e0ab-4191-9e88-5e0afbe80240 HTTP/1.1" status: 200  len: 1126 time: 0.0824442
Feb 05 20:48:17.108049 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3b4c1313-cda9-44e6-ae25-fcfbe51cf94c req-ce1c50e9-07ab-4bf8-9c58-238e5e299672 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2f880940-1f9c-4ea0-ada3-e1fe73d9268a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695031
Feb 05 20:48:17.213333 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4a8388f6-bbcd-4fe6-be83-6b2d4650b9ee req-2c8fbd2d-8455-43e4-af75-ed8515b846ec tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d63c4d9-6ec2-4a64-aaec-cb7ff433c279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1363044
Feb 05 20:48:17.266682 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466e177-1c7b-4028-ab3b-5d59c1ab5055 req-3729b284-15e4-4125-96f1-f9a62987da11 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:17.266682 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f466e177-1c7b-4028-ab3b-5d59c1ab5055 req-3729b284-15e4-4125-96f1-f9a62987da11 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 949 time: 0.1456034
Feb 05 20:48:17.290055 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f74cc4-df41-4f98-bf05-46e72393f621 req-2694da81-e585-4458-bc68-b87665fbd7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:17.291877 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a8f74cc4-df41-4f98-bf05-46e72393f621 req-2694da81-e585-4458-bc68-b87665fbd7b1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=26f1b53c-ec87-4116-92e7-641a0a5e3857 HTTP/1.1" status: 200  len: 925 time: 0.1959279
Feb 05 20:48:17.384108 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a8f74cc4-df41-4f98-bf05-46e72393f621 req-fcb79d65-840d-4603-a5f1-2dd6c12db731 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9e2d10f-152c-4624-9274-a5b54aa4c09e HTTP/1.1" status: 200  len: 217 time: 0.0790961
Feb 05 20:48:17.394625 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f466e177-1c7b-4028-ab3b-5d59c1ab5055 req-98d0c4a1-5ae7-4464-bfc5-f3e60b37929f tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1282587
Feb 05 20:48:17.442478 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b40089-9a51-4280-93c6-9f61d9c48061 req-bf073df5-289f-4593-9078-1ee766017dc2 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:17.443979 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-96b40089-9a51-4280-93c6-9f61d9c48061 req-bf073df5-289f-4593-9078-1ee766017dc2 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/ports?device_id=853e1aae-e0ab-4191-9e88-5e0afbe80240 HTTP/1.1" status: 200  len: 944 time: 0.1496749
Feb 05 20:48:17.461958 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f74cc4-df41-4f98-bf05-46e72393f621 req-c2db59e0-d66e-4ad6-8ab7-4512aa185ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:17.463388 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a8f74cc4-df41-4f98-bf05-46e72393f621 req-c2db59e0-d66e-4ad6-8ab7-4512aa185ac0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=25459765-cc89-4a3e-8d4c-afa923a547d8 HTTP/1.1" status: 200  len: 863 time: 0.0671289
Feb 05 20:48:17.530249 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-96b40089-9a51-4280-93c6-9f61d9c48061 req-325cda80-e295-4980-9d03-ed4dbf7c1c5b tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/security-groups?id=f400a674-b392-423c-b672-e853dd7371fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0799007
Feb 05 20:48:17.554404 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f74cc4-df41-4f98-bf05-46e72393f621 req-f9f91417-0c49-41f9-9e8f-a7524e58e884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:17.556112 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a8f74cc4-df41-4f98-bf05-46e72393f621 req-f9f91417-0c49-41f9-9e8f-a7524e58e884 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=26f1b53c-ec87-4116-92e7-641a0a5e3857&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0730691
Feb 05 20:48:17.647894 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a8f74cc4-df41-4f98-bf05-46e72393f621 req-c778d6f7-3114-4c44-91b5-817b51969dfe service neutron] 10.222.0.39 "GET /v2.0/networks/26f1b53c-ec87-4116-92e7-641a0a5e3857?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0843515
Feb 05 20:48:17.801779 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a8f74cc4-df41-4f98-bf05-46e72393f621 req-9ff85583-0e2e-42db-89fe-e3c55021f080 service neutron] 10.222.0.39 "GET /v2.0/networks/26f1b53c-ec87-4116-92e7-641a0a5e3857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1459634
Feb 05 20:48:17.817702 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0bfdcc-ebbb-49e5-96d9-e7af7f0aa16e req-31d1bc63-c783-414d-b6f0-7fd5101582b5 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:17.819362 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec0bfdcc-ebbb-49e5-96d9-e7af7f0aa16e req-31d1bc63-c783-414d-b6f0-7fd5101582b5 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 945 time: 0.1054614
Feb 05 20:48:17.849764 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93bd5b-fd9c-4d0a-859d-c867189e37b9 req-19e554d5-baeb-4eba-873c-19fc07b8c697 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:17.851275 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1f93bd5b-fd9c-4d0a-859d-c867189e37b9 req-19e554d5-baeb-4eba-873c-19fc07b8c697 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ad59ce-c366-4aba-90a6-692f0b23b959 HTTP/1.1" status: 200  len: 943 time: 0.0998511
Feb 05 20:48:17.901328 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec0bfdcc-ebbb-49e5-96d9-e7af7f0aa16e req-8d54eafb-5419-4ceb-9b0c-2a24554ec307 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740571
Feb 05 20:48:17.921884 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1f93bd5b-fd9c-4d0a-859d-c867189e37b9 req-50573cbd-fbef-454f-ab62-823e0fa03ea3 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640240
Feb 05 20:48:18.012112 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2941a9-573b-4305-8bb2-db24805ada5a req-354abc24-079b-4f33-8c6d-b0bf86ea3490 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:18.013568 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b2941a9-573b-4305-8bb2-db24805ada5a req-354abc24-079b-4f33-8c6d-b0bf86ea3490 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c14da9d-db39-4f70-9523-e8753da5f8db HTTP/1.1" status: 200  len: 950 time: 0.0527947
Feb 05 20:48:18.058687 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b2941a9-573b-4305-8bb2-db24805ada5a req-366302e4-a00a-47c1-a38c-591d6d6799f7 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394247
Feb 05 20:48:18.163386 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff49a5a-5c09-4032-817a-d5abdc0e4ecd req-b92449c2-2dc1-4b55-acb6-1e23612a4885 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:18.164752 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eff49a5a-5c09-4032-817a-d5abdc0e4ecd req-b92449c2-2dc1-4b55-acb6-1e23612a4885 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb170cc6-2c86-45c7-9ddb-eb0198388141 HTTP/1.1" status: 200  len: 945 time: 0.0534914
Feb 05 20:48:18.214701 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eff49a5a-5c09-4032-817a-d5abdc0e4ecd req-5e4b2de0-e3bc-4b2e-8d8f-7497e898095a tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f880940-1f9c-4ea0-ada3-e1fe73d9268a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439842
Feb 05 20:48:18.226195 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 4a6cd2a0-4a58-4927-8448-ab47329a8359 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:48:18.327780 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 4a6cd2a0-4a58-4927-8448-ab47329a8359, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4a6cd2a0-4a58-4927-8448-ab47329a8359,segment=NetworkSegment(84618c63-5563-4010-965a-0c859ca980f4),segment_id=84618c63-5563-4010-965a-0c859ca980f4)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:18.342152 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714aeb6-598b-4554-93f7-38913f8868b0 req-e2acc00f-4b41-48ec-b963-66f21f91388f tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:18.342667 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '4a6cd2a0-4a58-4927-8448-ab47329a8359', 'network_id': '9909c4aa-185e-42f9-a4cc-37ca11200b10', 'port_id': '4a6cd2a0-4a58-4927-8448-ab47329a8359', 'mac_address': 'fa:16:3e:df:56:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b46a5c2-b1b6-47d8-b4e2-4ef3afd2ac24', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:48:18.343668 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d714aeb6-598b-4554-93f7-38913f8868b0 req-e2acc00f-4b41-48ec-b963-66f21f91388f tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/ports?device_id=63ed7c58-485c-43c0-bcc8-15d083d8c8ae HTTP/1.1" status: 200  len: 943 time: 0.0574334
Feb 05 20:48:18.385780 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 4a6cd2a0-4a58-4927-8448-ab47329a8359 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:48:18.386173 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (4a6cd2a0-4a58-4927-8448-ab47329a8359), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:18.399281 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a6cd2a0-4a58-4927-8448-ab47329a8359 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:48:18.407088 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d714aeb6-598b-4554-93f7-38913f8868b0 req-6ea4e69b-6350-4fa4-b859-34589a9bbb2d tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d63c4d9-6ec2-4a64-aaec-cb7ff433c279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495958
Feb 05 20:48:18.426678 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 4a6cd2a0-4a58-4927-8448-ab47329a8359, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4a6cd2a0-4a58-4927-8448-ab47329a8359,segment=NetworkSegment(84618c63-5563-4010-965a-0c859ca980f4),segment_id=84618c63-5563-4010-965a-0c859ca980f4)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:18.432263 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (4a6cd2a0-4a58-4927-8448-ab47329a8359), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:18.486784 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=4a6cd2a0-4a58-4927-8448-ab47329a8359,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:18.538481 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d0c1a-8341-41c9-9159-cc8201e772d4 req-29b40dd4-9822-48af-91f5-9da43cee42c2 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:18.540181 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b48d0c1a-8341-41c9-9159-cc8201e772d4 req-29b40dd4-9822-48af-91f5-9da43cee42c2 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 949 time: 0.0657148
Feb 05 20:48:18.593822 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b48d0c1a-8341-41c9-9159-cc8201e772d4 req-0bb08f28-d6e2-4df9-8bab-ef7deaade12f tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479836
Feb 05 20:48:18.692567 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['4a6cd2a0-4a58-4927-8448-ab47329a8359'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:48:18.713604 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950b07d-7e83-421e-a4cc-693fab468380 req-0201fea2-63a7-49ec-ab95-0d31be9800b4 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:18.714891 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d950b07d-7e83-421e-a4cc-693fab468380 req-0201fea2-63a7-49ec-ab95-0d31be9800b4 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/ports?device_id=853e1aae-e0ab-4191-9e88-5e0afbe80240 HTTP/1.1" status: 200  len: 944 time: 0.0555940
Feb 05 20:48:18.771262 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d950b07d-7e83-421e-a4cc-693fab468380 req-f25e6dca-ea7e-4e83-a70e-8bd522a75b12 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/security-groups?id=f400a674-b392-423c-b672-e853dd7371fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494659
Feb 05 20:48:19.060661 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf75a2-90d1-4ad0-ba80-3aebbe03f28b req-78eadb70-af3a-4a83-b421-d7f83399f760 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:19.062135 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a5cf75a2-90d1-4ad0-ba80-3aebbe03f28b req-78eadb70-af3a-4a83-b421-d7f83399f760 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 945 time: 0.0912805
Feb 05 20:48:19.083915 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846bc13-7da4-4caf-8a73-ee2320755c3f req-282c5aef-1096-4255-bade-7d332761e9aa tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:19.085453 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2846bc13-7da4-4caf-8a73-ee2320755c3f req-282c5aef-1096-4255-bade-7d332761e9aa tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ad59ce-c366-4aba-90a6-692f0b23b959 HTTP/1.1" status: 200  len: 943 time: 0.0844500
Feb 05 20:48:19.141751 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a5cf75a2-90d1-4ad0-ba80-3aebbe03f28b req-b8da01ef-1bb1-467a-8cf0-b1422ac9f5dd tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727463
Feb 05 20:48:19.155986 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2846bc13-7da4-4caf-8a73-ee2320755c3f req-052694dd-ea3a-404b-bef1-f2c7da5a4520 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639980
Feb 05 20:48:19.273386 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6fa58b-d6af-4e06-af7a-4011e4d85063 req-0044cd3a-d8bd-43cd-8515-738a09296d79 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:19.275051 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cf6fa58b-d6af-4e06-af7a-4011e4d85063 req-0044cd3a-d8bd-43cd-8515-738a09296d79 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c14da9d-db39-4f70-9523-e8753da5f8db HTTP/1.1" status: 200  len: 950 time: 0.0622010
Feb 05 20:48:19.356388 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cf6fa58b-d6af-4e06-af7a-4011e4d85063 req-3044b770-f89f-43e4-beea-594d5fc670e6 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741675
Feb 05 20:48:19.371795 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9089e14-50ec-4ff9-a05b-25fb7aad28bd req-a3171b40-c21b-44e5-8b07-f9194a60425c tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:19.373315 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f9089e14-50ec-4ff9-a05b-25fb7aad28bd req-a3171b40-c21b-44e5-8b07-f9194a60425c tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb170cc6-2c86-45c7-9ddb-eb0198388141 HTTP/1.1" status: 200  len: 945 time: 0.0815687
Feb 05 20:48:19.421407 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f9089e14-50ec-4ff9-a05b-25fb7aad28bd req-295b1adf-bb2c-4826-94df-e54bcf58aebc tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f880940-1f9c-4ea0-ada3-e1fe73d9268a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419934
Feb 05 20:48:19.667625 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1cd1bd43-0f50-43aa-8d4b-cc67c39336af req-201583d5-b7f8-4597-bdf4-b9303c36430a tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2095299
Feb 05 20:48:19.674598 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea313293-c38a-4e53-87fa-be31252ce7f9 req-a30d4d00-0958-4b26-9cf7-a605c1faaf47 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:19.675966 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ea313293-c38a-4e53-87fa-be31252ce7f9 req-a30d4d00-0958-4b26-9cf7-a605c1faaf47 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/ports?device_id=63ed7c58-485c-43c0-bcc8-15d083d8c8ae HTTP/1.1" status: 200  len: 944 time: 0.1842515
Feb 05 20:48:19.680453 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-1cd1bd43-0f50-43aa-8d4b-cc67c39336af req-14aed7ff-28e3-4349-8af1-5d0b478ebf73 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:48:19.720137 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1cd1bd43-0f50-43aa-8d4b-cc67c39336af req-14aed7ff-28e3-4349-8af1-5d0b478ebf73 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:19.749304 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ea313293-c38a-4e53-87fa-be31252ce7f9 req-2d12f94d-d61d-4b34-a399-e689ea83e17b tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d63c4d9-6ec2-4a64-aaec-cb7ff433c279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649126
Feb 05 20:48:19.837749 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:19.880759 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c7c07-7fc3-4acf-bf58-db97cc7ab048 req-6ae55134-5c68-4451-840e-5d167be82334 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:19.882263 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-338c7c07-7fc3-4acf-bf58-db97cc7ab048 req-6ae55134-5c68-4451-840e-5d167be82334 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 949 time: 0.0713286
Feb 05 20:48:19.884483 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1cd1bd43-0f50-43aa-8d4b-cc67c39336af req-14aed7ff-28e3-4349-8af1-5d0b478ebf73 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:19.998882 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-338c7c07-7fc3-4acf-bf58-db97cc7ab048 req-4ee51958-77d2-41fc-abc6-f0e7f2a5024c tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1062624
Feb 05 20:48:20.022089 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-1cd1bd43-0f50-43aa-8d4b-cc67c39336af req-14aed7ff-28e3-4349-8af1-5d0b478ebf73 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Allocated IP 172.35.4.253 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/615226a4-d222-4f6f-a74a-915ced734696) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:48:20.162133 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f0a1d-6067-4fd5-a694-f38fa0974a9a req-45572999-2f81-4177-a3ca-37a6d6d0c101 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:20.163540 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7f6f0a1d-6067-4fd5-a694-f38fa0974a9a req-45572999-2f81-4177-a3ca-37a6d6d0c101 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/ports?device_id=853e1aae-e0ab-4191-9e88-5e0afbe80240 HTTP/1.1" status: 200  len: 944 time: 0.1084592
Feb 05 20:48:20.166228 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1cd1bd43-0f50-43aa-8d4b-cc67c39336af req-14aed7ff-28e3-4349-8af1-5d0b478ebf73 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks [] for port (615226a4-d222-4f6f-a74a-915ced734696), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:20.226891 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7f6f0a1d-6067-4fd5-a694-f38fa0974a9a req-10923f50-72bc-4010-b483-e46995a1009b tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/security-groups?id=f400a674-b392-423c-b672-e853dd7371fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0574882
Feb 05 20:48:20.234710 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1cd1bd43-0f50-43aa-8d4b-cc67c39336af req-14aed7ff-28e3-4349-8af1-5d0b478ebf73 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (615226a4-d222-4f6f-a74a-915ced734696), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:20.255570 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device e9e2d10f-152c-4624-9274-a5b54aa4c09e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:48:20.257783 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 4a6cd2a0-4a58-4927-8448-ab47329a8359 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:48:20.270269 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cd1bd43-0f50-43aa-8d4b-cc67c39336af req-14aed7ff-28e3-4349-8af1-5d0b478ebf73 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:48:20.274848 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-1cd1bd43-0f50-43aa-8d4b-cc67c39336af req-14aed7ff-28e3-4349-8af1-5d0b478ebf73 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:48:20.280406 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cd1bd43-0f50-43aa-8d4b-cc67c39336af req-14aed7ff-28e3-4349-8af1-5d0b478ebf73 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:48:20.319657 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aed7ff-28e3-4349-8af1-5d0b478ebf73 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Pushing event updated for resources: {'Port': ['ID=615226a4-d222-4f6f-a74a-915ced734696,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:20.372140 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1cd1bd43-0f50-43aa-8d4b-cc67c39336af req-14aed7ff-28e3-4349-8af1-5d0b478ebf73 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks [] for floatingip (acbf5e38-0d3d-4204-8b6b-016217b6c0db), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:20.386638 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 4a6cd2a0-4a58-4927-8448-ab47329a8359 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:48:20.388925 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c3eee-e160-46b0-9b25-b0e45652571c req-41ac58ee-c5db-433a-9b1d-cfc94b4dbdd3 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:20.390411 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-334c3eee-e160-46b0-9b25-b0e45652571c req-41ac58ee-c5db-433a-9b1d-cfc94b4dbdd3 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 945 time: 0.0719557
Feb 05 20:48:20.397118 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 4a6cd2a0-4a58-4927-8448-ab47329a8359 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:48:20.397506 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (4a6cd2a0-4a58-4927-8448-ab47329a8359), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:20.427377 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port e9e2d10f-152c-4624-9274-a5b54aa4c09e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e9e2d10f-152c-4624-9274-a5b54aa4c09e,segment=NetworkSegment(162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e),segment_id=162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:20.433085 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1cd1bd43-0f50-43aa-8d4b-cc67c39336af req-14aed7ff-28e3-4349-8af1-5d0b478ebf73 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (615226a4-d222-4f6f-a74a-915ced734696), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:20.448661 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'e9e2d10f-152c-4624-9274-a5b54aa4c09e', 'network_id': '26f1b53c-ec87-4116-92e7-641a0a5e3857', 'port_id': 'e9e2d10f-152c-4624-9274-a5b54aa4c09e', 'mac_address': 'fa:16:3e:35:47:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25459765-cc89-4a3e-8d4c-afa923a547d8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:48:20.485859 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-334c3eee-e160-46b0-9b25-b0e45652571c req-f917aabe-2ca9-4d10-8380-3fa7e9c6ce2c tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748506
Feb 05 20:48:20.517645 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port e9e2d10f-152c-4624-9274-a5b54aa4c09e is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:48:20.518623 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e9e2d10f-152c-4624-9274-a5b54aa4c09e), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:20.545211 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9e2d10f-152c-4624-9274-a5b54aa4c09e {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:48:20.552157 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 4a6cd2a0-4a58-4927-8448-ab47329a8359 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:48:20.552554 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (4a6cd2a0-4a58-4927-8448-ab47329a8359), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:20.585529 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port e9e2d10f-152c-4624-9274-a5b54aa4c09e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e9e2d10f-152c-4624-9274-a5b54aa4c09e,segment=NetworkSegment(162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e),segment_id=162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:20.590718 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ed7c58-485c-43c0-bcc8-15d083d8c8ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6cd2a0-4a58-4927-8448-ab47329a8359'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:48:20.592938 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8725cd6-be1f-4111-b606-a115dc1b4a68" -d '{"events": [{"server_uuid": "63ed7c58-485c-43c0-bcc8-15d083d8c8ae", "name": "network-vif-plugged", "status": "completed", "tag": "4a6cd2a0-4a58-4927-8448-ab47329a8359"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:48:20.602104 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (e9e2d10f-152c-4624-9274-a5b54aa4c09e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:20.608936 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 4a6cd2a0-4a58-4927-8448-ab47329a8359, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4a6cd2a0-4a58-4927-8448-ab47329a8359,segment=NetworkSegment(84618c63-5563-4010-965a-0c859ca980f4),segment_id=84618c63-5563-4010-965a-0c859ca980f4)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:20.633020 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (4a6cd2a0-4a58-4927-8448-ab47329a8359), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:20.650149 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4553b-0052-4d17-9215-85fdbded768e req-eb909c2d-4bb6-40a9-a916-dfe0bdebc983 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:20.651837 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27c4553b-0052-4d17-9215-85fdbded768e req-eb909c2d-4bb6-40a9-a916-dfe0bdebc983 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ad59ce-c366-4aba-90a6-692f0b23b959 HTTP/1.1" status: 200  len: 943 time: 0.0914347
Feb 05 20:48:20.659521 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=e9e2d10f-152c-4624-9274-a5b54aa4c09e,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:20.672931 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1cd1bd43-0f50-43aa-8d4b-cc67c39336af req-14aed7ff-28e3-4349-8af1-5d0b478ebf73 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks [] for port (615226a4-d222-4f6f-a74a-915ced734696), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:20.682507 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1cd1bd43-0f50-43aa-8d4b-cc67c39336af req-14aed7ff-28e3-4349-8af1-5d0b478ebf73 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (615226a4-d222-4f6f-a74a-915ced734696), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:20.710782 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=4a6cd2a0-4a58-4927-8448-ab47329a8359,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:20.730607 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1cd1bd43-0f50-43aa-8d4b-cc67c39336af req-14aed7ff-28e3-4349-8af1-5d0b478ebf73 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (acbf5e38-0d3d-4204-8b6b-016217b6c0db), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:20.750661 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aed7ff-28e3-4349-8af1-5d0b478ebf73 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Pushing event updated for resources: {'Port': ['ID=615226a4-d222-4f6f-a74a-915ced734696,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:20.759000 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27c4553b-0052-4d17-9215-85fdbded768e req-21505417-33d3-4504-8690-fd051730238a tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002328
Feb 05 20:48:20.762069 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1cd1bd43-0f50-43aa-8d4b-cc67c39336af req-14aed7ff-28e3-4349-8af1-5d0b478ebf73 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:20.763203 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1cd1bd43-0f50-43aa-8d4b-cc67c39336af req-14aed7ff-28e3-4349-8af1-5d0b478ebf73 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.0863657
Feb 05 20:48:20.852560 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1cd1bd43-0f50-43aa-8d4b-cc67c39336af req-727f3df3-06e6-489c-b22e-fce3e1c51039 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.253 HTTP/1.1" status: 200  len: 696 time: 0.0823553
Feb 05 20:48:20.915327 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['e9e2d10f-152c-4624-9274-a5b54aa4c09e'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:48:20.947763 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01fe58-0816-418c-b131-dae084afcbe5 req-fd064175-4afd-4608-976d-d28ed3a3bfc4 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:20.949315 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5e01fe58-0816-418c-b131-dae084afcbe5 req-fd064175-4afd-4608-976d-d28ed3a3bfc4 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c14da9d-db39-4f70-9523-e8753da5f8db HTTP/1.1" status: 200  len: 950 time: 0.1169143
Feb 05 20:48:21.217648 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1bd43-0f50-43aa-8d4b-cc67c39336af req-2900869e-39ad-4860-9bc2-439c15bf96bb tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:21.219000 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1cd1bd43-0f50-43aa-8d4b-cc67c39336af req-2900869e-39ad-4860-9bc2-439c15bf96bb tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/networks/d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 784 time: 0.3513238
Feb 05 20:48:21.224377 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5e01fe58-0816-418c-b131-dae084afcbe5 req-f3e48a21-1a68-4085-bab8-c7129916a4e8 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2674711
Feb 05 20:48:21.229771 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-1cd1bd43-0f50-43aa-8d4b-cc67c39336af req-38fd2f19-29ca-4c41-87af-3b69d4939121 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 20:48:21.230773 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1cd1bd43-0f50-43aa-8d4b-cc67c39336af req-38fd2f19-29ca-4c41-87af-3b69d4939121 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0055449
Feb 05 20:48:21.284241 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5488ace-46e8-45ac-ab82-a9a1a4b1f193 x-openstack-request-id: req-a5488ace-46e8-45ac-ab82-a9a1a4b1f193 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:48:21.284502 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ed7c58-485c-43c0-bcc8-15d083d8c8ae", "name": "network-vif-plugged", "status": "completed", "tag": "4a6cd2a0-4a58-4927-8448-ab47329a8359", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:48:21.284784 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a5488ace-46e8-45ac-ab82-a9a1a4b1f193 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:48:21.285378 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ed7c58-485c-43c0-bcc8-15d083d8c8ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6cd2a0-4a58-4927-8448-ab47329a8359', 'code': 200}
Feb 05 20:48:21.339816 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5f6e1-b4dc-4867-bc6c-fc11933e42ab req-3498ac4d-8dcf-45e3-bb3a-00c531b945ed tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:21.341384 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ade5f6e1-b4dc-4867-bc6c-fc11933e42ab req-3498ac4d-8dcf-45e3-bb3a-00c531b945ed tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/ports?device_id=63ed7c58-485c-43c0-bcc8-15d083d8c8ae HTTP/1.1" status: 200  len: 945 time: 0.0588219
Feb 05 20:48:21.433971 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0991811-2405-4e4b-b6e0-b41db55b8ab0 req-b4c01587-5f96-4b28-be33-2fc44bd8751e tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:21.435451 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c0991811-2405-4e4b-b6e0-b41db55b8ab0 req-b4c01587-5f96-4b28-be33-2fc44bd8751e tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 949 time: 0.0931897
Feb 05 20:48:21.438353 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ade5f6e1-b4dc-4867-bc6c-fc11933e42ab req-43c9e872-47d2-47cf-9598-c89373fd8fef tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d63c4d9-6ec2-4a64-aaec-cb7ff433c279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875318
Feb 05 20:48:21.513690 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22301ba-20e6-413d-876f-89be475a0bc6 req-a8c6c077-95b6-4f4d-890d-119ddd45a2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:21.515096 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f22301ba-20e6-413d-876f-89be475a0bc6 req-a8c6c077-95b6-4f4d-890d-119ddd45a2c7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=63ed7c58-485c-43c0-bcc8-15d083d8c8ae HTTP/1.1" status: 200  len: 1127 time: 0.1056514
Feb 05 20:48:21.518763 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c0991811-2405-4e4b-b6e0-b41db55b8ab0 req-8947aba7-2aa7-4089-9dba-bd142a9bcdd3 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658953
Feb 05 20:48:21.588729 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6381dd5-1486-43c6-ba38-cf6050ccc7c5 req-1822fed5-57bb-4efc-9606-bdd8239a2f11 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:21.590224 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d6381dd5-1486-43c6-ba38-cf6050ccc7c5 req-1822fed5-57bb-4efc-9606-bdd8239a2f11 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/ports?device_id=853e1aae-e0ab-4191-9e88-5e0afbe80240 HTTP/1.1" status: 200  len: 945 time: 0.0933876
Feb 05 20:48:21.592717 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f22301ba-20e6-413d-876f-89be475a0bc6 req-6f734524-9016-47b2-b282-9dac49731dd7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4d63c4d9-6ec2-4a64-aaec-cb7ff433c279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598736
Feb 05 20:48:21.698931 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d6381dd5-1486-43c6-ba38-cf6050ccc7c5 req-a45a73f9-d248-4ea5-8414-44af09bb7415 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/security-groups?id=f400a674-b392-423c-b672-e853dd7371fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1028838
Feb 05 20:48:21.727469 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-1f7ed354-f2e4-4add-8628-a4ccd790bdb6 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:21.728932 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-1f7ed354-f2e4-4add-8628-a4ccd790bdb6 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/networks?id=c99e672f-3b87-4721-8d9c-fbb71f1cd179 HTTP/1.1" status: 200  len: 820 time: 0.1266720
Feb 05 20:48:21.743287 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-feac912b-dc8f-4fd0-bac0-66fb2818c60c tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/quotas/f829fd34d89942aeab410c3933fe9a60 HTTP/1.1" status: 200  len: 375 time: 0.0090227
Feb 05 20:48:21.834822 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-b7e77837-00e7-47df-98be-b031de978ac3 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f829fd34d89942aeab410c3933fe9a60&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0865667
Feb 05 20:48:21.842195 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa380f-f7e6-4d56-98af-218b74fea871 req-af53496c-4697-44c7-8e07-a68e18849e95 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:21.843583 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0daa380f-f7e6-4d56-98af-218b74fea871 req-af53496c-4697-44c7-8e07-a68e18849e95 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 945 time: 0.0870051
Feb 05 20:48:21.944820 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0daa380f-f7e6-4d56-98af-218b74fea871 req-d5e02fa7-40c0-47ec-9406-c5411a3a4bcd tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914721
Feb 05 20:48:21.964313 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-37fefffd-9c5f-4aa1-b43f-f7e3e47052fe service neutron] 10.222.0.32 "GET /v2.0/networks/c99e672f-3b87-4721-8d9c-fbb71f1cd179?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1198053
Feb 05 20:48:22.087030 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-d9a85cd8-bc44-4e79-ae4d-c09437817fe1 service neutron] 10.222.0.32 "GET /v2.0/networks/c99e672f-3b87-4721-8d9c-fbb71f1cd179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1166677
Feb 05 20:48:22.100580 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9910950-4461-4df6-93e8-309934841e45 req-a0528dc9-349c-4125-8789-0ed94bade442 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:22.102014 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e9910950-4461-4df6-93e8-309934841e45 req-a0528dc9-349c-4125-8789-0ed94bade442 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ad59ce-c366-4aba-90a6-692f0b23b959 HTTP/1.1" status: 200  len: 943 time: 0.0782864
Feb 05 20:48:22.149033 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e9910950-4461-4df6-93e8-309934841e45 req-21f91b87-d598-4438-9352-9a19095bed79 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412564
Feb 05 20:48:22.246080 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c80eb3d4-8e4b-4d35-a1bf-18176214c210 req-2dbf6a1e-45c1-4eb3-bb90-57d26b4d2b9f tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee035d8d-cb19-4b45-92c3-2bf6db130da0 HTTP/1.1" status: 200  len: 210 time: 0.0275328
Feb 05 20:48:22.263066 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device e9e2d10f-152c-4624-9274-a5b54aa4c09e up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:48:22.316537 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port e9e2d10f-152c-4624-9274-a5b54aa4c09e completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:48:22.322195 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port e9e2d10f-152c-4624-9274-a5b54aa4c09e triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:48:22.322801 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e9e2d10f-152c-4624-9274-a5b54aa4c09e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:22.356708 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ea8c4-9b80-41b9-b77c-229509381d2b req-1d2cad34-b692-46ba-90e3-6407b3ea5075 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:22.364515 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-696ea8c4-9b80-41b9-b77c-229509381d2b req-1d2cad34-b692-46ba-90e3-6407b3ea5075 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c14da9d-db39-4f70-9523-e8753da5f8db HTTP/1.1" status: 200  len: 950 time: 0.0640557
Feb 05 20:48:22.414577 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port e9e2d10f-152c-4624-9274-a5b54aa4c09e is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:48:22.415063 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e9e2d10f-152c-4624-9274-a5b54aa4c09e), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:22.415194 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-696ea8c4-9b80-41b9-b77c-229509381d2b req-11de2f07-352e-44f1-b899-d130db639797 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495186
Feb 05 20:48:22.448530 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port e9e2d10f-152c-4624-9274-a5b54aa4c09e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e9e2d10f-152c-4624-9274-a5b54aa4c09e,segment=NetworkSegment(162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e),segment_id=162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:22.453064 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (e9e2d10f-152c-4624-9274-a5b54aa4c09e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:22.505610 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=e9e2d10f-152c-4624-9274-a5b54aa4c09e,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:22.574833 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d668eee-99e9-4cbe-b8f3-466bec27ba0a req-ffd5b985-d86b-41af-8e73-3b52b8d71e28 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:22.576651 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9d668eee-99e9-4cbe-b8f3-466bec27ba0a req-ffd5b985-d86b-41af-8e73-3b52b8d71e28 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/ports?device_id=63ed7c58-485c-43c0-bcc8-15d083d8c8ae HTTP/1.1" status: 200  len: 945 time: 0.0631349
Feb 05 20:48:22.655336 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9d668eee-99e9-4cbe-b8f3-466bec27ba0a req-335f9eed-e9f5-4102-8ebc-cdcea675a0cd tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d63c4d9-6ec2-4a64-aaec-cb7ff433c279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710895
Feb 05 20:48:22.671182 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350286a1-d727-4c9a-b79b-42a912348134 req-dc8983cf-be38-4982-860f-a2ecc07876c1 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:22.672645 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-350286a1-d727-4c9a-b79b-42a912348134 req-dc8983cf-be38-4982-860f-a2ecc07876c1 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 949 time: 0.0813372
Feb 05 20:48:22.723681 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-350286a1-d727-4c9a-b79b-42a912348134 req-0ec61425-d5cf-42c3-94f2-827ead032fa1 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451791
Feb 05 20:48:22.834857 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37fe87a-526b-4d28-8a64-9fd804b9e555 req-8da1944d-f7bd-441b-adf3-fcae2e0183fd tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:22.836333 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e37fe87a-526b-4d28-8a64-9fd804b9e555 req-8da1944d-f7bd-441b-adf3-fcae2e0183fd tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/ports?device_id=853e1aae-e0ab-4191-9e88-5e0afbe80240 HTTP/1.1" status: 200  len: 946 time: 0.0615339
Feb 05 20:48:22.889333 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e37fe87a-526b-4d28-8a64-9fd804b9e555 req-25203c71-7b6d-45d4-91d6-3cfa65f9ca85 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/security-groups?id=f400a674-b392-423c-b672-e853dd7371fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470994
Feb 05 20:48:23.066365 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be406a05-d4be-478b-bea0-44faacfd7546 req-29d638b3-8096-45b4-8068-a01c7e204197 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:23.067860 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-be406a05-d4be-478b-bea0-44faacfd7546 req-29d638b3-8096-45b4-8068-a01c7e204197 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 945 time: 0.0538068
Feb 05 20:48:23.113357 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-be406a05-d4be-478b-bea0-44faacfd7546 req-dcd1c702-76a5-4d65-8720-9832218d5422 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399477
Feb 05 20:48:23.278255 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfd1d1-72e0-41c2-bebe-975e3003bce5 req-d09551bc-5c84-4423-bd7e-a1547debae1f tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:23.279760 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3adfd1d1-72e0-41c2-bebe-975e3003bce5 req-d09551bc-5c84-4423-bd7e-a1547debae1f tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ad59ce-c366-4aba-90a6-692f0b23b959 HTTP/1.1" status: 200  len: 943 time: 0.0528646
Feb 05 20:48:23.288385 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '853e1aae-e0ab-4191-9e88-5e0afbe80240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e2d10f-152c-4624-9274-a5b54aa4c09e'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:48:23.290799 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d7e821-755c-49dd-9a94-30b54babe9d6" -d '{"events": [{"server_uuid": "853e1aae-e0ab-4191-9e88-5e0afbe80240", "name": "network-vif-plugged", "status": "completed", "tag": "e9e2d10f-152c-4624-9274-a5b54aa4c09e"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:48:23.360390 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bbc43ddf-ac08-43a9-b869-6ad73020c31c req-1602c960-fd9e-4d6d-9bd7-53a11aaf3df3 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee035d8d-cb19-4b45-92c3-2bf6db130da0 HTTP/1.1" status: 200  len: 210 time: 0.0449440
Feb 05 20:48:23.366515 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3adfd1d1-72e0-41c2-bebe-975e3003bce5 req-ee7ed688-602b-4e53-9b19-a4fc195789f9 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710132
Feb 05 20:48:23.406680 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec1c1bd-72b2-4c61-8697-a1a443a77632 x-openstack-request-id: req-2ec1c1bd-72b2-4c61-8697-a1a443a77632 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:48:23.407003 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "853e1aae-e0ab-4191-9e88-5e0afbe80240", "name": "network-vif-plugged", "status": "completed", "tag": "e9e2d10f-152c-4624-9274-a5b54aa4c09e", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:48:23.407260 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2ec1c1bd-72b2-4c61-8697-a1a443a77632 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:48:23.407693 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '853e1aae-e0ab-4191-9e88-5e0afbe80240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e2d10f-152c-4624-9274-a5b54aa4c09e', 'code': 200}
Feb 05 20:48:23.544270 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175d7dd-bde9-4110-91a2-50627693295f req-de3ae8f1-7384-42be-a353-fc782f52a74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:23.546700 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0175d7dd-bde9-4110-91a2-50627693295f req-de3ae8f1-7384-42be-a353-fc782f52a74c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=853e1aae-e0ab-4191-9e88-5e0afbe80240 HTTP/1.1" status: 200  len: 1128 time: 0.0504005
Feb 05 20:48:23.602048 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0175d7dd-bde9-4110-91a2-50627693295f req-0d745f38-db9c-4ecd-b2b8-a6fb178fa286 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f400a674-b392-423c-b672-e853dd7371fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447288
Feb 05 20:48:23.611623 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91255d6-2df5-47a1-9962-8f91bf499e1e req-c708e476-9997-4fca-884d-93d72fd1e523 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:23.613252 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a91255d6-2df5-47a1-9962-8f91bf499e1e req-c708e476-9997-4fca-884d-93d72fd1e523 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c14da9d-db39-4f70-9523-e8753da5f8db HTTP/1.1" status: 200  len: 950 time: 0.1223805
Feb 05 20:48:23.655221 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-ec27d3c2-bb6b-48eb-a885-529f8197b00c tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:23.656614 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-ec27d3c2-bb6b-48eb-a885-529f8197b00c tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.39 "GET /v2.0/networks?id=c99e672f-3b87-4721-8d9c-fbb71f1cd179 HTTP/1.1" status: 200  len: 820 time: 0.1570778
Feb 05 20:48:23.681165 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a91255d6-2df5-47a1-9962-8f91bf499e1e req-e64568d1-44ad-4436-a40a-7f7e6afde8fe tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598056
Feb 05 20:48:23.777681 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4d4e1-8602-48c4-8acb-ec631fb24f80 req-a3827e15-31b7-4e31-b539-fe88ea6f8f78 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:23.779195 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26e4d4e1-8602-48c4-8acb-ec631fb24f80 req-a3827e15-31b7-4e31-b539-fe88ea6f8f78 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/ports?device_id=63ed7c58-485c-43c0-bcc8-15d083d8c8ae HTTP/1.1" status: 200  len: 945 time: 0.0532944
Feb 05 20:48:23.856237 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26e4d4e1-8602-48c4-8acb-ec631fb24f80 req-f728f6e0-eebb-41c5-8ddf-31322323bea1 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d63c4d9-6ec2-4a64-aaec-cb7ff433c279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714962
Feb 05 20:48:23.873768 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7313d-3355-4e20-8b35-f5d8a15656eb req-95186856-dad1-4dbe-93a6-82086210994b tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:23.875244 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-61a7313d-3355-4e20-8b35-f5d8a15656eb req-95186856-dad1-4dbe-93a6-82086210994b tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 949 time: 0.0837557
Feb 05 20:48:23.881632 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-1431f348-25e0-4674-b0e9-b91a933999c4 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Request body: {'port': {'device_id': 'ee035d8d-cb19-4b45-92c3-2bf6db130da0', 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179', 'admin_state_up': True, 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:48:24.019132 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-61a7313d-3355-4e20-8b35-f5d8a15656eb req-711359ef-af91-4992-bc19-877fd45bc5db tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1337533
Feb 05 20:48:24.059329 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cdfbb8-931a-49c1-8394-2e7792d5ecd7 req-72ade7fb-0367-41cf-88a6-26b6b5d68d27 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:24.060851 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a6cdfbb8-931a-49c1-8394-2e7792d5ecd7 req-72ade7fb-0367-41cf-88a6-26b6b5d68d27 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/ports?device_id=63ed7c58-485c-43c0-bcc8-15d083d8c8ae HTTP/1.1" status: 200  len: 945 time: 0.1081083
Feb 05 20:48:24.104171 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-1431f348-25e0-4674-b0e9-b91a933999c4 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Made reservation on behalf of f829fd34d89942aeab410c3933fe9a60 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:48:24.107428 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-1431f348-25e0-4674-b0e9-b91a933999c4 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:24.179266 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a6cdfbb8-931a-49c1-8394-2e7792d5ecd7 req-de18849d-dc34-4d1b-b6d3-e32916356b11 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d63c4d9-6ec2-4a64-aaec-cb7ff433c279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083074
Feb 05 20:48:24.232180 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6607d6c-d1e9-4110-a119-72afc53e8d68 req-8fa64487-f5ac-4087-84b3-10ee3952997d tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:24.233664 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d6607d6c-d1e9-4110-a119-72afc53e8d68 req-8fa64487-f5ac-4087-84b3-10ee3952997d tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/ports?device_id=853e1aae-e0ab-4191-9e88-5e0afbe80240 HTTP/1.1" status: 200  len: 946 time: 0.1442041
Feb 05 20:48:24.359237 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d6607d6c-d1e9-4110-a119-72afc53e8d68 req-384eb1ee-e08a-4d59-8f59-7191ffc54719 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/security-groups?id=f400a674-b392-423c-b672-e853dd7371fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1148002
Feb 05 20:48:24.365570 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-1431f348-25e0-4674-b0e9-b91a933999c4 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Allocated IP 172.20.0.9 (c99e672f-3b87-4721-8d9c-fbb71f1cd179/0c12a9c1-68fc-4723-83f8-a4d2ac546c80/d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:48:24.373844 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68674157-9fca-4607-bf96-b80ab6c74330 req-94c649ef-ee28-48ba-a7b9-5218f858d9d4 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:24.375345 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68674157-9fca-4607-bf96-b80ab6c74330 req-94c649ef-ee28-48ba-a7b9-5218f858d9d4 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 945 time: 0.1368992
Feb 05 20:48:24.476440 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68674157-9fca-4607-bf96-b80ab6c74330 req-016d56c3-f5d0-4d1e-90d1-a0c7aa1553da tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942755
Feb 05 20:48:24.557113 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e92db5-72bf-43ea-8220-29551d9195f8 req-3c392139-166c-4423-82a7-f5ff46f5ba8c tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:24.558673 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a8e92db5-72bf-43ea-8220-29551d9195f8 req-3c392139-166c-4423-82a7-f5ff46f5ba8c tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=38964177-b777-4ff3-a687-28ddd25c6a64 HTTP/1.1" status: 200  len: 1128 time: 0.1307049
Feb 05 20:48:24.619411 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-1431f348-25e0-4674-b0e9-b91a933999c4 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks [] for port (d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:24.625449 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-bff0469a-ab21-443d-ba5b-fb720ffaf0c0 service neutron] 10.222.0.39 "GET /v2.0/ports/5cf32de2-4074-43f6-bcb4-7aa8f231f04a/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0659721
Feb 05 20:48:24.636483 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a8e92db5-72bf-43ea-8220-29551d9195f8 req-2e4a3dbc-6663-46a5-a108-1bade5d1e922 tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702667
Feb 05 20:48:24.672094 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-1431f348-25e0-4674-b0e9-b91a933999c4 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:24.684915 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['d76bae96-ea98-4dbf-bb0d-4c4940757c92'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:48:24.730008 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-1431f348-25e0-4674-b0e9-b91a933999c4 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Network c99e672f-3b87-4721-8d9c-fbb71f1cd179 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:48:24.733969 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-1431f348-25e0-4674-b0e9-b91a933999c4 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:48:24.737220 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-1431f348-25e0-4674-b0e9-b91a933999c4 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:48:24.742286 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-1431f348-25e0-4674-b0e9-b91a933999c4 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:24.742945 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-1431f348-25e0-4674-b0e9-b91a933999c4 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:24.778217 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-1431f348-25e0-4674-b0e9-b91a933999c4 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9014292
Feb 05 20:48:24.803851 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1431f348-25e0-4674-b0e9-b91a933999c4 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Pushing event updated for resources: {'Port': ['ID=d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:24.821477 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-8322518a-a838-4bf5-8039-239ab40f8c5d service neutron] Request body: {'port': {'device_id': 'ee035d8d-cb19-4b45-92c3-2bf6db130da0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:48:24.888300 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-7011ef21-dded-44a2-b89c-c33227090645 service neutron] For port 5cf32de2-4074-43f6-bcb4-7aa8f231f04a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5cf32de2-4074-43f6-bcb4-7aa8f231f04a,segment=NetworkSegment(22aada35-3566-46c2-b11c-622e4f2f6275),segment_id=22aada35-3566-46c2-b11c-622e4f2f6275)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:24.933292 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-7011ef21-dded-44a2-b89c-c33227090645 service neutron] For port 5cf32de2-4074-43f6-bcb4-7aa8f231f04a, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:48:24.972603 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-7011ef21-dded-44a2-b89c-c33227090645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cf32de2-4074-43f6-bcb4-7aa8f231f04a {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:48:24.985280 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-7011ef21-dded-44a2-b89c-c33227090645 service neutron] For port 5cf32de2-4074-43f6-bcb4-7aa8f231f04a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5cf32de2-4074-43f6-bcb4-7aa8f231f04a,segment=NetworkSegment(22aada35-3566-46c2-b11c-622e4f2f6275),segment_id=22aada35-3566-46c2-b11c-622e4f2f6275)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:24.989462 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c40bbf-c3de-4709-97c6-319496b6d1b7 req-589a2afd-7515-4979-9ef6-f69267184d0d tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:24.991057 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-58c40bbf-c3de-4709-97c6-319496b6d1b7 req-589a2afd-7515-4979-9ef6-f69267184d0d tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee035d8d-cb19-4b45-92c3-2bf6db130da0 HTTP/1.1" status: 200  len: 931 time: 0.2318084
Feb 05 20:48:24.996382 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-8322518a-a838-4bf5-8039-239ab40f8c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:25.001002 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-7011ef21-dded-44a2-b89c-c33227090645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5cf32de2-4074-43f6-bcb4-7aa8f231f04a), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:25.055264 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-16c706e2-9f3b-4302-a6ec-e7a70e4df23a None None] Provisioning complete for port d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:48:25.055972 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-16c706e2-9f3b-4302-a6ec-e7a70e4df23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:25.089941 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-7011ef21-dded-44a2-b89c-c33227090645 service neutron] Transition to ACTIVE for port object 5cf32de2-4074-43f6-bcb4-7aa8f231f04a will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:48:25.095032 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-7011ef21-dded-44a2-b89c-c33227090645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5cf32de2-4074-43f6-bcb4-7aa8f231f04a), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:25.102222 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698abce-7e12-4a43-b177-efe6beb9c2b6 req-e29cce09-aa43-465e-bcaf-6bcb8ae730fe tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:25.103808 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5698abce-7e12-4a43-b177-efe6beb9c2b6 req-e29cce09-aa43-465e-bcaf-6bcb8ae730fe tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ad59ce-c366-4aba-90a6-692f0b23b959 HTTP/1.1" status: 200  len: 943 time: 0.1839592
Feb 05 20:48:25.104512 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-16c706e2-9f3b-4302-a6ec-e7a70e4df23a None None] Port d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:48:25.146966 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-58c40bbf-c3de-4709-97c6-319496b6d1b7 req-08f62fa6-a782-4cd0-84ac-3144f6ab701c tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f880940-1f9c-4ea0-ada3-e1fe73d9268a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1463912
Feb 05 20:48:25.159882 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-7011ef21-dded-44a2-b89c-c33227090645 service neutron] No DVR routers for this DVR port 5cf32de2-4074-43f6-bcb4-7aa8f231f04a on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:48:25.200378 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7011ef21-dded-44a2-b89c-c33227090645 service neutron] Pushing event updated for resources: {'Port': ['ID=5cf32de2-4074-43f6-bcb4-7aa8f231f04a,revision_number=10']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:25.208479 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-7011ef21-dded-44a2-b89c-c33227090645 service neutron] 10.222.0.39 "PUT /v2.0/ports/5cf32de2-4074-43f6-bcb4-7aa8f231f04a/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.5750432
Feb 05 20:48:25.272139 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5698abce-7e12-4a43-b177-efe6beb9c2b6 req-d4500824-cae7-4ddd-815a-a508f62a1214 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1563087
Feb 05 20:48:25.687157 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-b661dc3e-c6fa-49ff-bb09-a746d0345470 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:25.688660 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-b661dc3e-c6fa-49ff-bb09-a746d0345470 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=11ad59ce-c366-4aba-90a6-692f0b23b959&tenant_id=9e4e31092ef641efbf6eaf54cfa40d67&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.3649533
Feb 05 20:48:25.705123 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb3612-6e71-43c7-b15e-9572bc40c8fa req-4e795ec1-627c-4a01-abf8-3a43d5c5c990 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:25.706650 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-00eb3612-6e71-43c7-b15e-9572bc40c8fa req-4e795ec1-627c-4a01-abf8-3a43d5c5c990 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c14da9d-db39-4f70-9523-e8753da5f8db HTTP/1.1" status: 200  len: 950 time: 0.1376579
Feb 05 20:48:25.755660 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711669a-7c09-4d44-a0c2-344befeb2317 req-b7f5f760-770d-4292-8ecf-240894d3f15f tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:25.757131 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a711669a-7c09-4d44-a0c2-344befeb2317 req-b7f5f760-770d-4292-8ecf-240894d3f15f tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.21 "GET /v2.0/ports?device_id=e808cdea-255a-452b-be82-ff4de8c9559c HTTP/1.1" status: 200  len: 946 time: 0.1896651
Feb 05 20:48:25.871802 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-8322518a-a838-4bf5-8039-239ab40f8c5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:48:25.890758 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-8322518a-a838-4bf5-8039-239ab40f8c5d service neutron] Publish callbacks [] for port (d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:25.933879 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-00eb3612-6e71-43c7-b15e-9572bc40c8fa req-b87c89bc-78f8-4a38-b5b1-d3400cd59eac tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2174771
Feb 05 20:48:25.936091 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-cac786da-62c5-46b3-9abb-1578aec48d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:25.937608 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-cac786da-62c5-46b3-9abb-1578aec48d2c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=11ad59ce-c366-4aba-90a6-692f0b23b959&tenant_id=9e4e31092ef641efbf6eaf54cfa40d67 HTTP/1.1" status: 200  len: 1126 time: 0.2405686
Feb 05 20:48:25.943328 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-8322518a-a838-4bf5-8039-239ab40f8c5d service neutron] Transition to ACTIVE for port object d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:48:25.962893 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-8322518a-a838-4bf5-8039-239ab40f8c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:26.026318 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [req-515d1532-d65b-4c28-a991-df8c87bba44b req-dcdfc96e-197f-4f7f-9fa3-0c6105d1d76e tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 20:48:26.033046 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-515d1532-d65b-4c28-a991-df8c87bba44b req-dcdfc96e-197f-4f7f-9fa3-0c6105d1d76e tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0118318
Feb 05 20:48:26.057360 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-a711669a-7c09-4d44-a0c2-344befeb2317 req-d1bba3f8-da85-4dcf-b251-bb463a81e965 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Deleting port 65a26644-9938-4a87-b528-63f3571d9f25 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:48:26.057711 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a711669a-7c09-4d44-a0c2-344befeb2317 req-d1bba3f8-da85-4dcf-b251-bb463a81e965 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (65a26644-9938-4a87-b528-63f3571d9f25), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:26.066997 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8322518a-a838-4bf5-8039-239ab40f8c5d service neutron] Pushing event updated for resources: {'Port': ['ID=d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:26.114402 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d1532-d65b-4c28-a991-df8c87bba44b req-33373f9e-b444-4f05-8a94-cd20b32fdaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:26.123763 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-515d1532-d65b-4c28-a991-df8c87bba44b req-33373f9e-b444-4f05-8a94-cd20b32fdaa5 service neutron] 10.222.0.32 "GET /v2.0/ports/49b4e763-5228-4c9b-8237-c49bd01beb5c HTTP/1.1" status: 200  len: 1125 time: 0.0745511
Feb 05 20:48:26.140514 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-515d1532-d65b-4c28-a991-df8c87bba44b req-a4bb809c-8693-4891-9146-463ae86654af service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:48:26.143551 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-515d1532-d65b-4c28-a991-df8c87bba44b req-a4bb809c-8693-4891-9146-463ae86654af service neutron] Unknown quota resources ['binding']. {{(pid=114390) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 05 20:48:26.165230 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-8322518a-a838-4bf5-8039-239ab40f8c5d service neutron] Attempting to bind port d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:48:26.165896 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-8322518a-a838-4bf5-8039-239ab40f8c5d service neutron] Attempting to bind port d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f8dcc3bd-8f53-4218-8d86-112fa4c91939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:48:26.167015 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-8322518a-a838-4bf5-8039-239ab40f8c5d service neutron] Attempting to bind port d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df on network c99e672f-3b87-4721-8d9c-fbb71f1cd179 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:48:26.186109 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-6756537c-4c0b-4a7c-82a9-f03b69b4e61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:26.188371 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-6756537c-4c0b-4a7c-82a9-f03b69b4e61d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9e4e31092ef641efbf6eaf54cfa40d67&device_id=11ad59ce-c366-4aba-90a6-692f0b23b959 HTTP/1.1" status: 200  len: 1126 time: 0.2104743
Feb 05 20:48:26.191818 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-8322518a-a838-4bf5-8039-239ab40f8c5d service neutron] Port d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df on network c99e672f-3b87-4721-8d9c-fbb71f1cd179 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:48:26.192146 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-8322518a-a838-4bf5-8039-239ab40f8c5d service neutron] Attempting to bind port d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df on network c99e672f-3b87-4721-8d9c-fbb71f1cd179 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:48:26.256306 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-8322518a-a838-4bf5-8039-239ab40f8c5d service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:48:26.256584 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-8322518a-a838-4bf5-8039-239ab40f8c5d service neutron] Checking segment: {'id': 'f8dcc3bd-8f53-4218-8d86-112fa4c91939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:48:26.256947 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-8322518a-a838-4bf5-8039-239ab40f8c5d service neutron] Bound using segment: {'id': 'f8dcc3bd-8f53-4218-8d86-112fa4c91939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:48:26.257420 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-8322518a-a838-4bf5-8039-239ab40f8c5d service neutron] Bound port: d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8dcc3bd-8f53-4218-8d86-112fa4c91939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:48:26.257786 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-8322518a-a838-4bf5-8039-239ab40f8c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:26.299234 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-515d1532-d65b-4c28-a991-df8c87bba44b req-a4bb809c-8693-4891-9146-463ae86654af service neutron] Attempting to bind port 49b4e763-5228-4c9b-8237-c49bd01beb5c on host nch1-master-1 for vnic_type normal with profile None {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:48:26.299570 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-515d1532-d65b-4c28-a991-df8c87bba44b req-a4bb809c-8693-4891-9146-463ae86654af service neutron] Attempting to bind port 49b4e763-5228-4c9b-8237-c49bd01beb5c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:48:26.299925 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515d1532-d65b-4c28-a991-df8c87bba44b req-a4bb809c-8693-4891-9146-463ae86654af service neutron] Attempting to bind port 49b4e763-5228-4c9b-8237-c49bd01beb5c on network fc4b732e-5458-48e6-8cda-4d399eeaa947 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:48:26.304197 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515d1532-d65b-4c28-a991-df8c87bba44b req-a4bb809c-8693-4891-9146-463ae86654af service neutron] Port 49b4e763-5228-4c9b-8237-c49bd01beb5c on network fc4b732e-5458-48e6-8cda-4d399eeaa947 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:48:26.304522 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515d1532-d65b-4c28-a991-df8c87bba44b req-a4bb809c-8693-4891-9146-463ae86654af service neutron] Attempting to bind port 49b4e763-5228-4c9b-8237-c49bd01beb5c on network fc4b732e-5458-48e6-8cda-4d399eeaa947 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:48:26.309491 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515d1532-d65b-4c28-a991-df8c87bba44b req-a4bb809c-8693-4891-9146-463ae86654af service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:48:26.309831 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515d1532-d65b-4c28-a991-df8c87bba44b req-a4bb809c-8693-4891-9146-463ae86654af service neutron] Checking segment: {'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:48:26.310234 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515d1532-d65b-4c28-a991-df8c87bba44b req-a4bb809c-8693-4891-9146-463ae86654af service neutron] Bound using segment: {'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:48:26.310683 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-515d1532-d65b-4c28-a991-df8c87bba44b req-a4bb809c-8693-4891-9146-463ae86654af service neutron] Bound port: 49b4e763-5228-4c9b-8237-c49bd01beb5c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:48:26.356767 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-a711669a-7c09-4d44-a0c2-344befeb2317 req-d1bba3f8-da85-4dcf-b251-bb463a81e965 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] For port 65a26644-9938-4a87-b528-63f3571d9f25, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=65a26644-9938-4a87-b528-63f3571d9f25,segment=NetworkSegment(162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e),segment_id=162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:26.357163 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a711669a-7c09-4d44-a0c2-344befeb2317 req-d1bba3f8-da85-4dcf-b251-bb463a81e965 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (65a26644-9938-4a87-b528-63f3571d9f25), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:26.368984 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-515d1532-d65b-4c28-a991-df8c87bba44b req-a4bb809c-8693-4891-9146-463ae86654af service neutron] For port 49b4e763-5228-4c9b-8237-c49bd01beb5c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=49b4e763-5228-4c9b-8237-c49bd01beb5c,segment=NetworkSegment(69c86b74-d9e1-46c1-9b9b-f16748bd0260),segment_id=69c86b74-d9e1-46c1-9b9b-f16748bd0260)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:48:26.375857 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-515d1532-d65b-4c28-a991-df8c87bba44b req-a4bb809c-8693-4891-9146-463ae86654af service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:26.377394 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-515d1532-d65b-4c28-a991-df8c87bba44b req-a4bb809c-8693-4891-9146-463ae86654af service neutron] 10.222.0.32 "POST /v2.0/ports/49b4e763-5228-4c9b-8237-c49bd01beb5c/bindings HTTP/1.1" status: 201  len: 389 time: 0.2419295
Feb 05 20:48:26.483413 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6da644-9f5c-4317-993f-14e9ac31b4ca req-8ba59593-b59c-4cb4-9e02-55a5a27d49b8 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:26.484967 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4c6da644-9f5c-4317-993f-14e9ac31b4ca req-8ba59593-b59c-4cb4-9e02-55a5a27d49b8 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 949 time: 0.2796988
Feb 05 20:48:26.534165 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-25109756-a918-4f34-b777-35a421873f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:26.535657 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-25109756-a918-4f34-b777-35a421873f4a service neutron] 10.222.0.21 "GET /v2.0/networks?id=3d591eda-8294-4b7a-a6d2-1afd55bde68d HTTP/1.1" status: 200  len: 922 time: 0.3393188
Feb 05 20:48:26.639202 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-8322518a-a838-4bf5-8039-239ab40f8c5d service neutron] For port d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:48:26.654648 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-74da0973-c467-4d57-a28b-dbe034bd3df2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cf32de2-4074-43f6-bcb4-7aa8f231f04a HTTP/1.1" status: 200  len: 217 time: 0.0859876
Feb 05 20:48:26.680418 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-8322518a-a838-4bf5-8039-239ab40f8c5d service neutron] For port d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df,segment=NetworkSegment(f8dcc3bd-8f53-4218-8d86-112fa4c91939),segment_id=f8dcc3bd-8f53-4218-8d86-112fa4c91939)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:48:26.749631 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-8322518a-a838-4bf5-8039-239ab40f8c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:26.828822 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4c6da644-9f5c-4317-993f-14e9ac31b4ca req-ce70ad29-913a-48ea-b9f8-ad650245bd0e tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3248694
Feb 05 20:48:26.849682 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc1bd9-bb4e-4628-a59d-efb6b99a1086 req-4ed9ee01-8730-456f-8771-c83b877235d1 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:26.851258 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a6bc1bd9-bb4e-4628-a59d-efb6b99a1086 req-4ed9ee01-8730-456f-8771-c83b877235d1 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/ports?device_id=853e1aae-e0ab-4191-9e88-5e0afbe80240 HTTP/1.1" status: 200  len: 946 time: 0.3463793
Feb 05 20:48:26.886550 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-8322518a-a838-4bf5-8039-239ab40f8c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:26.887174 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-8322518a-a838-4bf5-8039-239ab40f8c5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:26.888570 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-8322518a-a838-4bf5-8039-239ab40f8c5d service neutron] 10.222.0.39 "PUT /v2.0/ports/d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df HTTP/1.1" status: 200  len: 1091 time: 2.1025050
Feb 05 20:48:26.893847 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee035d8d-cb19-4b45-92c3-2bf6db130da0', 'tag': 'd94c90aa-dc44-4c1a-9dba-aeeb6d33c2df'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:48:26.896096 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a95784-1634-4f68-91a4-7a1b71f9c7b3" -d '{"events": [{"name": "network-changed", "server_uuid": "ee035d8d-cb19-4b45-92c3-2bf6db130da0", "tag": "d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:48:26.899483 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-d82cd1d0-9d4d-431d-bdfc-d2e1280d5976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:26.900927 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-d82cd1d0-9d4d-431d-bdfc-d2e1280d5976 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f822a84b-448b-4295-886d-3f476dc82ced HTTP/1.1" status: 200  len: 861 time: 0.2342770
Feb 05 20:48:27.007019 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a711669a-7c09-4d44-a0c2-344befeb2317 req-d1bba3f8-da85-4dcf-b251-bb463a81e965 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:27.007384 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a711669a-7c09-4d44-a0c2-344befeb2317 req-d1bba3f8-da85-4dcf-b251-bb463a81e965 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (1217fc95-0af0-4201-aa59-e7b9d5221fde), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:27.007778 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [req-a711669a-7c09-4d44-a0c2-344befeb2317 req-d1bba3f8-da85-4dcf-b251-bb463a81e965 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Floating IP 1217fc95-0af0-4201-aa59-e7b9d5221fde disassociated. External IP: 172.35.4.107, port: 65a26644-9938-4a87-b528-63f3571d9f25.
Feb 05 20:48:27.008126 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-a711669a-7c09-4d44-a0c2-344befeb2317 req-d1bba3f8-da85-4dcf-b251-bb463a81e965 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Calling delete_port for 65a26644-9938-4a87-b528-63f3571d9f25 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:48:27.010010 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8322518a-a838-4bf5-8039-239ab40f8c5d service neutron] Pushing event updated for resources: {'Port': ['ID=d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:27.013971 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-5ff7aaa7-2ba3-4db9-82ea-e22a951391f9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d591eda-8294-4b7a-a6d2-1afd55bde68d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0937626
Feb 05 20:48:27.125745 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a6bc1bd9-bb4e-4628-a59d-efb6b99a1086 req-450ba39b-61dc-4fbc-af61-958c88dd9d36 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/security-groups?id=f400a674-b392-423c-b672-e853dd7371fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2597718
Feb 05 20:48:27.420836 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1040a-7343-4fe1-bb6a-537a73cbb800 req-7bae0277-75d8-4c55-99a1-5d23726641f4 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:27.422207 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fce1040a-7343-4fe1-bb6a-537a73cbb800 req-7bae0277-75d8-4c55-99a1-5d23726641f4 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 945 time: 0.5186317
Feb 05 20:48:27.451487 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-f8a91b2f-2fdc-44c4-a739-115b80dde341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:27.452942 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-f8a91b2f-2fdc-44c4-a739-115b80dde341 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f829fd34d89942aeab410c3933fe9a60&device_id=ee035d8d-cb19-4b45-92c3-2bf6db130da0 HTTP/1.1" status: 200  len: 1125 time: 0.4941404
Feb 05 20:48:27.492001 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-c5aff332-6dda-4af6-9b07-d02859afffd7 service neutron] 10.222.0.21 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4495027
Feb 05 20:48:27.537297 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-20ad0019-63ed-445b-817f-ef39d6793589 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df HTTP/1.1" status: 200  len: 217 time: 0.0648501
Feb 05 20:48:27.667463 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fce1040a-7343-4fe1-bb6a-537a73cbb800 req-75535fc6-5539-4846-ab01-f74958d829ca tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2337649
Feb 05 20:48:27.679113 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a717556-b7dd-4b66-aaad-7c7b2afb9741 req-5a99fd4a-820c-46b3-9d56-19ad3e44d8b7 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:27.680573 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3a717556-b7dd-4b66-aaad-7c7b2afb9741 req-5a99fd4a-820c-46b3-9d56-19ad3e44d8b7 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee035d8d-cb19-4b45-92c3-2bf6db130da0 HTTP/1.1" status: 200  len: 943 time: 0.3102486
Feb 05 20:48:27.707512 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-95045676-baab-4ad1-855d-629f3d76bfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:27.708927 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-95045676-baab-4ad1-855d-629f3d76bfb8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0c12a9c1-68fc-4723-83f8-a4d2ac546c80 HTTP/1.1" status: 200  len: 859 time: 0.1619577
Feb 05 20:48:27.739426 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a711669a-7c09-4d44-a0c2-344befeb2317 req-d1bba3f8-da85-4dcf-b251-bb463a81e965 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (65a26644-9938-4a87-b528-63f3571d9f25), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:27.807178 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-1abf38ea-fd3b-4367-9ad2-32b958518cb4 service neutron] 10.222.0.21 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2812784
Feb 05 20:48:27.845038 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bba3f8-da85-4dcf-b251-bb463a81e965 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Pushing event deleted for resources: {'Port': ['ID=65a26644-9938-4a87-b528-63f3571d9f25,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:27.866096 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3a717556-b7dd-4b66-aaad-7c7b2afb9741 req-44e9afce-c5de-4c68-8cee-b46c0e560522 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f880940-1f9c-4ea0-ada3-e1fe73d9268a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1725774
Feb 05 20:48:27.924433 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b66d87-d042-417c-a471-19b245de436c req-237e05af-b4ca-4d86-a7f5-2dcaed57f9c1 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:27.925837 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28b66d87-d042-417c-a471-19b245de436c req-237e05af-b4ca-4d86-a7f5-2dcaed57f9c1 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ad59ce-c366-4aba-90a6-692f0b23b959 HTTP/1.1" status: 200  len: 944 time: 0.1873691
Feb 05 20:48:27.931609 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-79425d03-8a3d-4c58-9232-d4e9419b12a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:27.931609 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-79425d03-8a3d-4c58-9232-d4e9419b12a7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c99e672f-3b87-4721-8d9c-fbb71f1cd179&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2074754
Feb 05 20:48:28.139008 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28b66d87-d042-417c-a471-19b245de436c req-0fbea13d-9601-419b-9ae1-e69b829c6376 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2032776
Feb 05 20:48:28.164423 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a711669a-7c09-4d44-a0c2-344befeb2317 req-d1bba3f8-da85-4dcf-b251-bb463a81e965 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Router b07869ed-7c5e-403e-98ed-b75da5a27ef9 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:48:28.190106 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f1abf-ba4a-4015-a5ff-7173a9415377 req-0e323347-9212-491e-9b94-2877bdb1e765 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:28.191921 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3d4f1abf-ba4a-4015-a5ff-7173a9415377 req-0e323347-9212-491e-9b94-2877bdb1e765 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=38964177-b777-4ff3-a687-28ddd25c6a64 HTTP/1.1" status: 200  len: 946 time: 0.1948397
Feb 05 20:48:28.196620 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-9452ea62-e681-4764-af15-f3aa6ecc5f3a service neutron] 10.222.0.39 "GET /v2.0/networks/c99e672f-3b87-4721-8d9c-fbb71f1cd179?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2512081
Feb 05 20:48:28.202149 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-37aaa75b-c26e-432e-8991-3a3a9c7c35c1 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:28.203560 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-37aaa75b-c26e-432e-8991-3a3a9c7c35c1 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=11ad59ce-c366-4aba-90a6-692f0b23b959&tenant_id=9e4e31092ef641efbf6eaf54cfa40d67&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.1724713
Feb 05 20:48:28.212952 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69e2b03-128d-46d2-b2db-c68bbd36f11c x-openstack-request-id: req-f69e2b03-128d-46d2-b2db-c68bbd36f11c {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:48:28.213230 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee035d8d-cb19-4b45-92c3-2bf6db130da0", "tag": "d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:48:28.213478 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f69e2b03-128d-46d2-b2db-c68bbd36f11c {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:48:28.213853 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee035d8d-cb19-4b45-92c3-2bf6db130da0', 'tag': 'd94c90aa-dc44-4c1a-9dba-aeeb6d33c2df', 'status': 'completed', 'code': 200}
Feb 05 20:48:28.317475 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 4a6cd2a0-4a58-4927-8448-ab47329a8359 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:48:28.319717 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 5cf32de2-4074-43f6-bcb4-7aa8f231f04a no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:48:28.381082 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] The host nch2-master-1 is not matching for port 5cf32de2-4074-43f6-bcb4-7aa8f231f04a host nch1-master-1! {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Feb 05 20:48:28.381963 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 5cf32de2-4074-43f6-bcb4-7aa8f231f04a not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:48:28.458558 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3d4f1abf-ba4a-4015-a5ff-7173a9415377 req-87ae164c-b0b8-4237-908e-26a6f50e2213 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2586255
Feb 05 20:48:28.498570 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 4a6cd2a0-4a58-4927-8448-ab47329a8359, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4a6cd2a0-4a58-4927-8448-ab47329a8359,segment=NetworkSegment(84618c63-5563-4010-965a-0c859ca980f4),segment_id=84618c63-5563-4010-965a-0c859ca980f4)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:28.526655 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '4a6cd2a0-4a58-4927-8448-ab47329a8359', 'network_id': '9909c4aa-185e-42f9-a4cc-37ca11200b10', 'port_id': '4a6cd2a0-4a58-4927-8448-ab47329a8359', 'mac_address': 'fa:16:3e:df:56:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b46a5c2-b1b6-47d8-b4e2-4ef3afd2ac24', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:48:28.536072 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1da1ea68-11a2-48b4-aecb-61553288cef3 req-f245e033-1f8b-4948-9d7f-4b931e968648 service neutron] 10.222.0.39 "GET /v2.0/networks/c99e672f-3b87-4721-8d9c-fbb71f1cd179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2897699
Feb 05 20:48:28.540823 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a711669a-7c09-4d44-a0c2-344befeb2317 req-d1bba3f8-da85-4dcf-b251-bb463a81e965 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:48:28.563587 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2acba94-175d-4692-954e-bef403750464 None None] Sync routers for ids ['b07869ed-7c5e-403e-98ed-b75da5a27ef9'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:48:28.584737 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2acba94-175d-4692-954e-bef403750464 None None] Routers {'b07869ed-7c5e-403e-98ed-b75da5a27ef9'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:48:28.585369 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-d2acba94-175d-4692-954e-bef403750464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8b72970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:48:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b07869ed-7c5e-403e-98ed-b75da5a27ef9'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:48:28.607276 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368b556-226a-45ce-955d-7fa01ca64b5a req-23fbb4e8-4d98-4c39-85b2-78575ff75233 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:28.608757 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0368b556-226a-45ce-955d-7fa01ca64b5a req-23fbb4e8-4d98-4c39-85b2-78575ff75233 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c14da9d-db39-4f70-9523-e8753da5f8db HTTP/1.1" status: 200  len: 950 time: 0.3143911
Feb 05 20:48:28.632147 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 4a6cd2a0-4a58-4927-8448-ab47329a8359 is: ACTIVE; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:48:28.633351 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (4a6cd2a0-4a58-4927-8448-ab47329a8359), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:28.650284 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a6cd2a0-4a58-4927-8448-ab47329a8359 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:48:28.654801 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-a711669a-7c09-4d44-a0c2-344befeb2317 req-d1bba3f8-da85-4dcf-b251-bb463a81e965 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] No DVR routers for this DVR port 65a26644-9938-4a87-b528-63f3571d9f25 on host nch1-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:48:28.664569 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-55077575-24ee-4e20-aa23-fdc3d8b668eb service neutron] For port 5cf32de2-4074-43f6-bcb4-7aa8f231f04a, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:48:28.665792 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a711669a-7c09-4d44-a0c2-344befeb2317 req-d1bba3f8-da85-4dcf-b251-bb463a81e965 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:28.669012 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a711669a-7c09-4d44-a0c2-344befeb2317 req-d1bba3f8-da85-4dcf-b251-bb463a81e965 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.21 "DELETE /v2.0/ports/65a26644-9938-4a87-b528-63f3571d9f25 HTTP/1.1" status: 204  len: 173 time: 2.9015467
Feb 05 20:48:28.678330 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 4a6cd2a0-4a58-4927-8448-ab47329a8359, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4a6cd2a0-4a58-4927-8448-ab47329a8359,segment=NetworkSegment(84618c63-5563-4010-965a-0c859ca980f4),segment_id=84618c63-5563-4010-965a-0c859ca980f4)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:28.684607 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (4a6cd2a0-4a58-4927-8448-ab47329a8359), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:28.691886 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-55077575-24ee-4e20-aa23-fdc3d8b668eb service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:28.692975 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a21c76c5-7ad3-4b46-a891-d2e010b79f87 req-55077575-24ee-4e20-aa23-fdc3d8b668eb service neutron] 10.222.0.21 "DELETE /v2.0/ports/5cf32de2-4074-43f6-bcb4-7aa8f231f04a/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.4783974
Feb 05 20:48:28.720094 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-d2acba94-175d-4692-954e-bef403750464 None None] Set router b07869ed-7c5e-403e-98ed-b75da5a27ef9 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:48:28.725548 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67e688-8d37-42fe-bd6a-d827911a198e req-c6fb8ebb-bf55-43e6-b4f8-960e4ee4e3f2 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:28.732233 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1e67e688-8d37-42fe-bd6a-d827911a198e req-c6fb8ebb-bf55-43e6-b4f8-960e4ee4e3f2 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/ports?device_id=853e1aae-e0ab-4191-9e88-5e0afbe80240 HTTP/1.1" status: 200  len: 946 time: 0.1928899
Feb 05 20:48:28.743201 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56358) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:48:28.751453 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-6ab7c371-4344-4b71-a2eb-a3b4a08f3ac8 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Request body: {'floatingip': {'port_id': 'e9e2d10f-152c-4624-9274-a5b54aa4c09e'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:48:28.760396 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=4a6cd2a0-4a58-4927-8448-ab47329a8359,revision_number=6']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:28.800934 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0368b556-226a-45ce-955d-7fa01ca64b5a req-70b725e3-4c73-4a59-a91b-f344affe5d62 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1777585
Feb 05 20:48:28.808347 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6ab7c371-4344-4b71-a2eb-a3b4a08f3ac8 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks [] for floatingip (1217fc95-0af0-4201-aa59-e7b9d5221fde), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:28.814085 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a95784-1634-4f68-91a4-7a1b71f9c7b3 req-9da43a36-33e3-49c4-9bbb-51ae6843ca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:28.817159 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-22a95784-1634-4f68-91a4-7a1b71f9c7b3 req-9da43a36-33e3-49c4-9bbb-51ae6843ca52 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f829fd34d89942aeab410c3933fe9a60&device_id=ee035d8d-cb19-4b45-92c3-2bf6db130da0 HTTP/1.1" status: 200  len: 1125 time: 0.2044673
Feb 05 20:48:28.843091 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['4a6cd2a0-4a58-4927-8448-ab47329a8359'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:48:29.073054 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-d2acba94-175d-4692-954e-bef403750464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8b72970>, [{'id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1335687256-router', 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.134'}], 'enable_snat': True}, 'gw_port_id': '00089038-e3d6-4b37-a52f-478a8c3a7718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:46:00Z', 'updated_at': '2022-02-05T20:46:04Z', 'revision_number': 4, 'project_id': '6304a49c7f254ce9bfe0896bf76e1991', 'gw_port': {'id': '00089038-e3d6-4b37-a52f-478a8c3a7718', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:46:01Z', 'updated_at': '2022-02-05T20:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '54ecdec6-b7e7-42ef-9193-cc4071ce15d5', 'name': '', 'network_id': '26f1b53c-ec87-4116-92e7-641a0a5e3857', 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991', 'mac_address': 'fa:16:3e:60:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '25459765-cc89-4a3e-8d4c-afa923a547d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:46:03Z', 'updated_at': '2022-02-05T20:46:10Z', 'revision_number': 5, 'project_id': '6304a49c7f254ce9bfe0896bf76e1991', 'subnets': [{'id': '25459765-cc89-4a3e-8d4c-afa923a547d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:48:29.111970 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2acba94-175d-4692-954e-bef403750464 None None] Checking router: b07869ed-7c5e-403e-98ed-b75da5a27ef9 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:48:29.122090 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2acba94-175d-4692-954e-bef403750464 None None] Routers {'b07869ed-7c5e-403e-98ed-b75da5a27ef9'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:48:29.123077 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-d2acba94-175d-4692-954e-bef403750464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8b72970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:48:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b07869ed-7c5e-403e-98ed-b75da5a27ef9'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:48:29.219857 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 65a26644-9938-4a87-b528-63f3571d9f25 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:48:29.264237 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: 65a26644-9938-4a87-b528-63f3571d9f25 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:48:29.264635 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 65a26644-9938-4a87-b528-63f3571d9f25 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:48:29.278028 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-d2acba94-175d-4692-954e-bef403750464 None None] Set router b07869ed-7c5e-403e-98ed-b75da5a27ef9 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:48:29.433168 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3df65-9925-4298-bd53-6aa958366018 req-2822b1a6-80aa-48b7-9f40-0f2857473066 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:29.434696 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-98f3df65-9925-4298-bd53-6aa958366018 req-2822b1a6-80aa-48b7-9f40-0f2857473066 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/ports?device_id=63ed7c58-485c-43c0-bcc8-15d083d8c8ae HTTP/1.1" status: 200  len: 944 time: 0.5875793
Feb 05 20:48:29.435709 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a95784-1634-4f68-91a4-7a1b71f9c7b3 req-4b3ffa36-e0d2-44a3-b4e8-6e9911d6b607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:29.437017 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-22a95784-1634-4f68-91a4-7a1b71f9c7b3 req-4b3ffa36-e0d2-44a3-b4e8-6e9911d6b607 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c99e672f-3b87-4721-8d9c-fbb71f1cd179 HTTP/1.1" status: 200  len: 921 time: 0.5910730
Feb 05 20:48:29.504796 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-d2acba94-175d-4692-954e-bef403750464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8b72970>, [{'id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1335687256-router', 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.134'}], 'enable_snat': True}, 'gw_port_id': '00089038-e3d6-4b37-a52f-478a8c3a7718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:46:00Z', 'updated_at': '2022-02-05T20:46:04Z', 'revision_number': 4, 'project_id': '6304a49c7f254ce9bfe0896bf76e1991', 'gw_port': {'id': '00089038-e3d6-4b37-a52f-478a8c3a7718', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:46:01Z', 'updated_at': '2022-02-05T20:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '54ecdec6-b7e7-42ef-9193-cc4071ce15d5', 'name': '', 'network_id': '26f1b53c-ec87-4116-92e7-641a0a5e3857', 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991', 'mac_address': 'fa:16:3e:60:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '25459765-cc89-4a3e-8d4c-afa923a547d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:46:03Z', 'updated_at': '2022-02-05T20:46:10Z', 'revision_number': 5, 'project_id': '6304a49c7f254ce9bfe0896bf76e1991', 'subnets': [{'id': '25459765-cc89-4a3e-8d4c-afa923a547d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:48:29.513906 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844dd129-472f-4713-ac54-fce5934b3b92 req-ebf60cba-7af8-45f4-ad7f-93a76c682f7b tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:29.515799 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-844dd129-472f-4713-ac54-fce5934b3b92 req-ebf60cba-7af8-45f4-ad7f-93a76c682f7b tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 949 time: 0.5455730
Feb 05 20:48:29.534600 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2acba94-175d-4692-954e-bef403750464 None None] The sync data for ids ['b07869ed-7c5e-403e-98ed-b75da5a27ef9'] in ncdv-master-1 is: [{'id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1335687256-router', 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.134'}], 'enable_snat': True}, 'gw_port_id': '00089038-e3d6-4b37-a52f-478a8c3a7718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:46:00Z', 'updated_at': '2022-02-05T20:46:04Z', 'revision_number': 4, 'project_id': '6304a49c7f254ce9bfe0896bf76e1991', 'gw_port': {'id': '00089038-e3d6-4b37-a52f-478a8c3a7718', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:46:01Z', 'updated_at': '2022-02-05T20:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '54ecdec6-b7e7-42ef-9193-cc4071ce15d5', 'name': '', 'network_id': '26f1b53c-ec87-4116-92e7-641a0a5e3857', 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991', 'mac_address': 'fa:16:3e:60:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '25459765-cc89-4a3e-8d4c-afa923a547d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:46:03Z', 'updated_at': '2022-02-05T20:46:10Z', 'revision_number': 5, 'project_id': '6304a49c7f254ce9bfe0896bf76e1991', 'subnets': [{'id': '25459765-cc89-4a3e-8d4c-afa923a547d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:48:29.562880 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-22a95784-1634-4f68-91a4-7a1b71f9c7b3 req-bf1dbbb3-7358-431c-bf86-2edba17411a8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df HTTP/1.1" status: 200  len: 217 time: 0.0993142
Feb 05 20:48:29.680231 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-98f3df65-9925-4298-bd53-6aa958366018 req-fa630a1a-07bc-4f22-8499-c9ce0b766536 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d63c4d9-6ec2-4a64-aaec-cb7ff433c279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2371433
Feb 05 20:48:29.844117 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-844dd129-472f-4713-ac54-fce5934b3b92 req-971fcab1-6bde-4d58-a75b-7d53155c96f5 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2948484
Feb 05 20:48:29.845658 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a95784-1634-4f68-91a4-7a1b71f9c7b3 req-95a05be4-8060-4470-ac7b-5194c99002dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:29.846931 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-22a95784-1634-4f68-91a4-7a1b71f9c7b3 req-95a05be4-8060-4470-ac7b-5194c99002dd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0c12a9c1-68fc-4723-83f8-a4d2ac546c80 HTTP/1.1" status: 200  len: 859 time: 0.2701390
Feb 05 20:48:29.904661 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd509c4-ef6a-4aac-88a2-222a27e8e79b None None] New status for floating IP 1217fc95-0af0-4201-aa59-e7b9d5221fde: DOWN {{(pid=114392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 20:48:30.125733 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.db.api [None req-6ab7c371-4344-4b71-a2eb-a3b4a08f3ac8 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 20:48:30.127385 ncdv-master-1 neutron-server[114391]: DEBUG oslo_db.api [None req-6ab7c371-4344-4b71-a2eb-a3b4a08f3ac8 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 20:48:30.144937 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219fe32-3ffd-4853-b43d-c34f717186b0 req-46302417-33d4-4821-88fd-430331966ef3 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:30.146509 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7219fe32-3ffd-4853-b43d-c34f717186b0 req-46302417-33d4-4821-88fd-430331966ef3 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 945 time: 0.3606875
Feb 05 20:48:30.150137 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a95784-1634-4f68-91a4-7a1b71f9c7b3 req-9601f6b1-8b3e-4fe6-9d10-3fbd4c719487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:30.151538 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-22a95784-1634-4f68-91a4-7a1b71f9c7b3 req-9601f6b1-8b3e-4fe6-9d10-3fbd4c719487 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c99e672f-3b87-4721-8d9c-fbb71f1cd179&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2514706
Feb 05 20:48:30.169396 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2dbf8-ac8f-4ad6-809c-369b9d50e12a req-2b849aa4-5e05-4927-a791-8b34a0e455dc tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:30.170856 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e4c2dbf8-ac8f-4ad6-809c-369b9d50e12a req-2b849aa4-5e05-4927-a791-8b34a0e455dc tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee035d8d-cb19-4b45-92c3-2bf6db130da0 HTTP/1.1" status: 200  len: 943 time: 0.2167239
Feb 05 20:48:30.211073 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d1532-d65b-4c28-a991-df8c87bba44b req-14f8a2ec-37c3-476c-809f-9cb0d913de67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:30.212509 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-515d1532-d65b-4c28-a991-df8c87bba44b req-14f8a2ec-37c3-476c-809f-9cb0d913de67 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cee5ceeb66aa4167b6492470edbad369&device_id=38964177-b777-4ff3-a687-28ddd25c6a64 HTTP/1.1" status: 200  len: 1128 time: 0.1996062
Feb 05 20:48:30.215339 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e808cdea-255a-452b-be82-ff4de8c9559c', 'name': 'network-vif-deleted', 'tag': '65a26644-9938-4a87-b528-63f3571d9f25'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:48:30.217502 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06010e8-99aa-4e08-a155-257fd59b30de" -d '{"events": [{"server_uuid": "e808cdea-255a-452b-be82-ff4de8c9559c", "name": "network-vif-deleted", "tag": "65a26644-9938-4a87-b528-63f3571d9f25"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:48:30.330486 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 4a6cd2a0-4a58-4927-8448-ab47329a8359 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:48:30.366453 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7219fe32-3ffd-4853-b43d-c34f717186b0 req-0593b527-6750-4c50-bf7c-f67b3421e433 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2113128
Feb 05 20:48:30.387297 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e4c2dbf8-ac8f-4ad6-809c-369b9d50e12a req-ac1609a0-2ff9-43a9-a6a4-63a9b7d9df89 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f880940-1f9c-4ea0-ada3-e1fe73d9268a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2021968
Feb 05 20:48:30.453332 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d1532-d65b-4c28-a991-df8c87bba44b req-ab68e212-2229-4076-877d-fa1e6617d6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:30.455702 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-515d1532-d65b-4c28-a991-df8c87bba44b req-ab68e212-2229-4076-877d-fa1e6617d6f1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fc4b732e-5458-48e6-8cda-4d399eeaa947 HTTP/1.1" status: 200  len: 909 time: 0.2164776
Feb 05 20:48:30.460457 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-22a95784-1634-4f68-91a4-7a1b71f9c7b3 req-bdc07135-c2ad-46e1-bba6-d0d1d8c157cb service neutron] 10.222.0.39 "GET /v2.0/networks/c99e672f-3b87-4721-8d9c-fbb71f1cd179?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2870357
Feb 05 20:48:30.470120 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 4a6cd2a0-4a58-4927-8448-ab47329a8359 is: BUILD; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:48:30.471336 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (4a6cd2a0-4a58-4927-8448-ab47329a8359), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:30.491182 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4a6cd2a0-4a58-4927-8448-ab47329a8359 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:48:30.518103 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 4a6cd2a0-4a58-4927-8448-ab47329a8359, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4a6cd2a0-4a58-4927-8448-ab47329a8359,segment=NetworkSegment(84618c63-5563-4010-965a-0c859ca980f4),segment_id=84618c63-5563-4010-965a-0c859ca980f4)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:30.526101 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (4a6cd2a0-4a58-4927-8448-ab47329a8359), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:30.588911 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=4a6cd2a0-4a58-4927-8448-ab47329a8359,revision_number=7']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:30.600353 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-515d1532-d65b-4c28-a991-df8c87bba44b req-9e074af0-5446-4f9f-914a-05ca87fcda96 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49b4e763-5228-4c9b-8237-c49bd01beb5c HTTP/1.1" status: 200  len: 217 time: 0.1219654
Feb 05 20:48:30.636224 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6ab7c371-4344-4b71-a2eb-a3b4a08f3ac8 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks [] for floatingip (1217fc95-0af0-4201-aa59-e7b9d5221fde), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:30.796885 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a2397-5f4d-4a31-8a7f-1794c58ada78 req-4a4cec20-bc96-441b-a4c6-d1d54e3968af tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:30.798447 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-736a2397-5f4d-4a31-8a7f-1794c58ada78 req-4a4cec20-bc96-441b-a4c6-d1d54e3968af tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=38964177-b777-4ff3-a687-28ddd25c6a64 HTTP/1.1" status: 200  len: 946 time: 0.3414085
Feb 05 20:48:30.835733 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d1532-d65b-4c28-a991-df8c87bba44b req-bd6e5c96-e1fc-461f-a2fd-f9a23db8d96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:30.837144 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-515d1532-d65b-4c28-a991-df8c87bba44b req-bd6e5c96-e1fc-461f-a2fd-f9a23db8d96d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=30766dd9-3364-437e-a8fd-68757651ef32 HTTP/1.1" status: 200  len: 848 time: 0.2258487
Feb 05 20:48:30.910188 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2d88b-be2b-45fa-8d18-254164d81a56 req-a24f6155-e75f-4660-94e1-e508f866e143 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:30.911420 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9af2d88b-be2b-45fa-8d18-254164d81a56 req-a24f6155-e75f-4660-94e1-e508f866e143 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ad59ce-c366-4aba-90a6-692f0b23b959 HTTP/1.1" status: 200  len: 944 time: 0.3617277
Feb 05 20:48:30.916144 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-22a95784-1634-4f68-91a4-7a1b71f9c7b3 req-222a464a-1e6e-43b0-980c-245b4b221697 service neutron] 10.222.0.39 "GET /v2.0/networks/c99e672f-3b87-4721-8d9c-fbb71f1cd179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4406800
Feb 05 20:48:30.917967 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-515d1532-d65b-4c28-a991-df8c87bba44b req-287eff3a-c9b9-492c-9aba-d7461164a8f6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc4b732e-5458-48e6-8cda-4d399eeaa947&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0604019
Feb 05 20:48:31.261560 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-736a2397-5f4d-4a31-8a7f-1794c58ada78 req-9c22af81-eed7-4af4-a819-d0222769f017 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4275677
Feb 05 20:48:31.352525 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9af2d88b-be2b-45fa-8d18-254164d81a56 req-9ce8cbef-d3c7-4c98-9896-baed0b780a5f tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4225469
Feb 05 20:48:31.388862 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-515d1532-d65b-4c28-a991-df8c87bba44b req-e2d1d9a0-ee0e-44ed-a37c-863f1d3dff3b service neutron] 10.222.0.21 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2289448
Feb 05 20:48:31.499216 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48dd052-4ca3-4935-a6d8-ba7b0e37347e x-openstack-request-id: req-f48dd052-4ca3-4935-a6d8-ba7b0e37347e {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:48:31.499521 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e808cdea-255a-452b-be82-ff4de8c9559c", "name": "network-vif-deleted", "tag": "65a26644-9938-4a87-b528-63f3571d9f25", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:48:31.499780 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f48dd052-4ca3-4935-a6d8-ba7b0e37347e {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:48:31.500181 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e808cdea-255a-452b-be82-ff4de8c9559c', 'name': 'network-vif-deleted', 'tag': '65a26644-9938-4a87-b528-63f3571d9f25', 'status': 'completed', 'code': 200}
Feb 05 20:48:31.677868 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-515d1532-d65b-4c28-a991-df8c87bba44b req-e7ac8eec-b8b6-44a3-89b0-50aad2ddfe42 service neutron] 10.222.0.21 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2474434
Feb 05 20:48:31.693782 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5a027-f949-4e54-88d1-96be8d2daeb9 req-24ed7a04-2c9f-4c6f-87e7-96a050eb22cb tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:31.695338 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-22e5a027-f949-4e54-88d1-96be8d2daeb9 req-24ed7a04-2c9f-4c6f-87e7-96a050eb22cb tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c14da9d-db39-4f70-9523-e8753da5f8db HTTP/1.1" status: 200  len: 950 time: 0.2506006
Feb 05 20:48:31.704496 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609aebec-ed72-4301-a64f-d223a9f70181 req-b0b11639-67db-44d1-b7a5-fc9f0699bdf4 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:31.706049 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-609aebec-ed72-4301-a64f-d223a9f70181 req-b0b11639-67db-44d1-b7a5-fc9f0699bdf4 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 949 time: 0.1795297
Feb 05 20:48:31.837572 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.db.resource_extend [None req-6ab7c371-4344-4b71-a2eb-a3b4a08f3ac8 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 05 20:48:31.881808 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-22e5a027-f949-4e54-88d1-96be8d2daeb9 req-d18c29e9-8b86-45a4-bb1b-3dca4244955b tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1747410
Feb 05 20:48:31.892668 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-609aebec-ed72-4301-a64f-d223a9f70181 req-d9608b7a-8f99-4cb9-86c4-a65c5d9b53a4 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1739614
Feb 05 20:48:31.922954 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6ab7c371-4344-4b71-a2eb-a3b4a08f3ac8 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:31.931012 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6ab7c371-4344-4b71-a2eb-a3b4a08f3ac8 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (1217fc95-0af0-4201-aa59-e7b9d5221fde), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:32.136349 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93534ad5-90e5-4d49-abb4-a8cdbedc9a9b req-ba7bc598-3652-4959-8efb-f7430507c025 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:32.137812 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-93534ad5-90e5-4d49-abb4-a8cdbedc9a9b req-ba7bc598-3652-4959-8efb-f7430507c025 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 945 time: 0.1514022
Feb 05 20:48:32.139686 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-6ab7c371-4344-4b71-a2eb-a3b4a08f3ac8 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Floating IP 1217fc95-0af0-4201-aa59-e7b9d5221fde associated. External IP: 172.35.4.107, port: e9e2d10f-152c-4624-9274-a5b54aa4c09e.
Feb 05 20:48:32.149040 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0f38a-7d6a-43cf-b0ac-6ec3eb10fda3 req-b4166bcc-30a7-462e-babb-03faaa8d4780 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:32.150493 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-99d0f38a-7d6a-43cf-b0ac-6ec3eb10fda3 req-b4166bcc-30a7-462e-babb-03faaa8d4780 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee035d8d-cb19-4b45-92c3-2bf6db130da0 HTTP/1.1" status: 200  len: 943 time: 0.1524212
Feb 05 20:48:32.306641 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-93534ad5-90e5-4d49-abb4-a8cdbedc9a9b req-0793db6c-e402-4e4e-b5f0-91b6671e1e69 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1548796
Feb 05 20:48:32.313932 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-99d0f38a-7d6a-43cf-b0ac-6ec3eb10fda3 req-2111a804-2d21-4433-af99-98d061b6fd35 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f880940-1f9c-4ea0-ada3-e1fe73d9268a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211727
Feb 05 20:48:32.333191 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:48:32.458593 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df,segment=NetworkSegment(f8dcc3bd-8f53-4218-8d86-112fa4c91939),segment_id=f8dcc3bd-8f53-4218-8d86-112fa4c91939)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:32.469634 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'd94c90aa-dc44-4c1a-9dba-aeeb6d33c2df', 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179', 'port_id': 'd94c90aa-dc44-4c1a-9dba-aeeb6d33c2df', 'mac_address': 'fa:16:3e:37:9d:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c12a9c1-68fc-4723-83f8-a4d2ac546c80', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:48:32.508540 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:48:32.508978 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:32.522833 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:48:32.547023 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df,segment=NetworkSegment(f8dcc3bd-8f53-4218-8d86-112fa4c91939),segment_id=f8dcc3bd-8f53-4218-8d86-112fa4c91939)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:32.551611 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774bd01-2898-4632-8bec-729a7967a66f req-ff19fb94-f50d-4ae4-891a-b1b0719fecbc tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:32.552110 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:32.553093 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0774bd01-2898-4632-8bec-729a7967a66f req-ff19fb94-f50d-4ae4-891a-b1b0719fecbc tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=41314806-930f-44de-9335-c2b9b352defb HTTP/1.1" status: 200  len: 950 time: 0.1433711
Feb 05 20:48:32.566695 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b9374-6763-48d4-b3a6-80fbdb0de07a req-fd16b01c-453d-4fc1-b0b6-7eb4bebc2fb6 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:32.568144 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f82b9374-6763-48d4-b3a6-80fbdb0de07a req-fd16b01c-453d-4fc1-b0b6-7eb4bebc2fb6 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/ports?device_id=63ed7c58-485c-43c0-bcc8-15d083d8c8ae HTTP/1.1" status: 200  len: 943 time: 0.1446469
Feb 05 20:48:32.598851 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab7c371-4344-4b71-a2eb-a3b4a08f3ac8 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Router b07869ed-7c5e-403e-98ed-b75da5a27ef9 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:48:32.614259 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:32.662260 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0774bd01-2898-4632-8bec-729a7967a66f req-3542462b-052c-4064-b7d2-81305e14eaf6 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931492
Feb 05 20:48:32.671170 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f82b9374-6763-48d4-b3a6-80fbdb0de07a req-4b842430-0dbc-4f36-b7ae-440ced9d6e9b tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d63c4d9-6ec2-4a64-aaec-cb7ff433c279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887046
Feb 05 20:48:32.827030 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab7c371-4344-4b71-a2eb-a3b4a08f3ac8 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:48:32.832962 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6ab7c371-4344-4b71-a2eb-a3b4a08f3ac8 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:32.844309 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac72f7d-c773-42a8-9d73-c052ff1c1b91 None None] Sync routers for ids ['b07869ed-7c5e-403e-98ed-b75da5a27ef9'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:48:32.860204 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac72f7d-c773-42a8-9d73-c052ff1c1b91 None None] Routers {'b07869ed-7c5e-403e-98ed-b75da5a27ef9'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:48:32.861126 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-7ac72f7d-c773-42a8-9d73-c052ff1c1b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db9bbbc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:48:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b07869ed-7c5e-403e-98ed-b75da5a27ef9'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:48:32.893478 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06657980-45f7-413a-ab89-b0304ae8922f req-57bae428-7544-4b27-bfb8-f3359bc43462 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:32.894982 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-06657980-45f7-413a-ab89-b0304ae8922f req-57bae428-7544-4b27-bfb8-f3359bc43462 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=11ad59ce-c366-4aba-90a6-692f0b23b959 HTTP/1.1" status: 200  len: 1126 time: 0.1250644
Feb 05 20:48:32.902591 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6ab7c371-4344-4b71-a2eb-a3b4a08f3ac8 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "PUT /v2.0/floatingips/1217fc95-0af0-4201-aa59-e7b9d5221fde HTTP/1.1" status: 200  len: 992 time: 4.1580584
Feb 05 20:48:32.917371 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:48:32.971349 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b8d07-605b-4eab-9ed7-8fdd7355298f req-34a89688-f75b-47ff-9873-229c08a635fc tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:32.974814 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f26b8d07-605b-4eab-9ed7-8fdd7355298f req-34a89688-f75b-47ff-9873-229c08a635fc tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=38964177-b777-4ff3-a687-28ddd25c6a64 HTTP/1.1" status: 200  len: 946 time: 0.1177952
Feb 05 20:48:32.999211 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-7ac72f7d-c773-42a8-9d73-c052ff1c1b91 None None] Set router b07869ed-7c5e-403e-98ed-b75da5a27ef9 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:48:33.004122 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-06657980-45f7-413a-ab89-b0304ae8922f req-c6e55685-345d-402f-8cf9-f8e7816b7be3 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003993
Feb 05 20:48:33.055422 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f26b8d07-605b-4eab-9ed7-8fdd7355298f req-f3669435-29d7-458c-a914-5e47fdae565b tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733166
Feb 05 20:48:33.176171 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b57c4bb6-8f3e-40e1-ba17-8b2a69276dbb req-cb44c008-4b20-4f1c-900b-b4cc6a7161e7 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1486711339&fields=id&tenant_id=527d10d28e8840b1b77fb7b65a2178e6 HTTP/1.1" status: 200  len: 267 time: 0.0547264
Feb 05 20:48:33.249445 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c4bb6-8f3e-40e1-ba17-8b2a69276dbb req-a47cb63e-93af-4974-bdbc-8f458b526646 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:33.250987 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b57c4bb6-8f3e-40e1-ba17-8b2a69276dbb req-a47cb63e-93af-4974-bdbc-8f458b526646 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 945 time: 0.0698040
Feb 05 20:48:33.262738 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-b57c4bb6-8f3e-40e1-ba17-8b2a69276dbb req-1f95c08e-154c-4f3b-b0ec-8d128f97188a tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Request body: {'port': {'security_groups': ['f1d324b3-3da9-44cb-833e-e6d431e6537c', '06d6f77b-60e5-4c4b-b9a9-655828d363b0']}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:48:33.273705 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-7ac72f7d-c773-42a8-9d73-c052ff1c1b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db9bbbc10>, [{'id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1335687256-router', 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.134'}], 'enable_snat': True}, 'gw_port_id': '00089038-e3d6-4b37-a52f-478a8c3a7718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:46:00Z', 'updated_at': '2022-02-05T20:46:04Z', 'revision_number': 4, 'project_id': '6304a49c7f254ce9bfe0896bf76e1991', 'gw_port': {'id': '00089038-e3d6-4b37-a52f-478a8c3a7718', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:46:01Z', 'updated_at': '2022-02-05T20:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1217fc95-0af0-4201-aa59-e7b9d5221fde', 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991', 'floating_ip_address': '172.35.4.107', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'port_id': 'e9e2d10f-152c-4624-9274-a5b54aa4c09e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26f1b53c-ec87-4116-92e7-641a0a5e3857', 'mac_address': 'fa:16:3e:35:47:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853e1aae-e0ab-4191-9e88-5e0afbe80240', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T20:46:25Z', 'updated_at': '2022-02-05T20:48:31Z', 'revision_number': 5, 'project_id': '6304a49c7f254ce9bfe0896bf76e1991', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54ecdec6-b7e7-42ef-9193-cc4071ce15d5', 'name': '', 'network_id': '26f1b53c-ec87-4116-92e7-641a0a5e3857', 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991', 'mac_address': 'fa:16:3e:60:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '25459765-cc89-4a3e-8d4c-afa923a547d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:46:03Z', 'updated_at': '2022-02-05T20:46:10Z', 'revision_number': 5, 'project_id': '6304a49c7f254ce9bfe0896bf76e1991', 'subnets': [{'id': '25459765-cc89-4a3e-8d4c-afa923a547d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:48:33.301084 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac72f7d-c773-42a8-9d73-c052ff1c1b91 None None] Checking router: b07869ed-7c5e-403e-98ed-b75da5a27ef9 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:48:33.309551 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac72f7d-c773-42a8-9d73-c052ff1c1b91 None None] Routers {'b07869ed-7c5e-403e-98ed-b75da5a27ef9'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:48:33.310168 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-7ac72f7d-c773-42a8-9d73-c052ff1c1b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db9bbbc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:48:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b07869ed-7c5e-403e-98ed-b75da5a27ef9'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:48:33.389451 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c297a-4804-4748-9b94-df94de851856 req-c3e62416-c891-4c33-a7c1-d82c2058668f tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:33.390835 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1e4c297a-4804-4748-9b94-df94de851856 req-c3e62416-c891-4c33-a7c1-d82c2058668f tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.39 "GET /v2.0/ports?device_id=63ed7c58-485c-43c0-bcc8-15d083d8c8ae HTTP/1.1" status: 200  len: 943 time: 0.1044061
Feb 05 20:48:33.391558 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b57c4bb6-8f3e-40e1-ba17-8b2a69276dbb req-1f95c08e-154c-4f3b-b0ec-8d128f97188a tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (218cb684-5341-4263-acdf-23a99d0f8478), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:33.503011 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '853e1aae-e0ab-4191-9e88-5e0afbe80240', 'tag': 'e9e2d10f-152c-4624-9274-a5b54aa4c09e'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:48:33.505254 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002f2d0b-ebf3-48f2-b924-a2e43fff10f8" -d '{"events": [{"name": "network-changed", "server_uuid": "853e1aae-e0ab-4191-9e88-5e0afbe80240", "tag": "e9e2d10f-152c-4624-9274-a5b54aa4c09e"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:48:33.523742 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-7ac72f7d-c773-42a8-9d73-c052ff1c1b91 None None] Set router b07869ed-7c5e-403e-98ed-b75da5a27ef9 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:48:33.632896 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-46de04d1-768c-44d4-97e0-0139563840b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:33.770295 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-7ac72f7d-c773-42a8-9d73-c052ff1c1b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db9bbbc10>, [{'id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1335687256-router', 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.134'}], 'enable_snat': True}, 'gw_port_id': '00089038-e3d6-4b37-a52f-478a8c3a7718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:46:00Z', 'updated_at': '2022-02-05T20:46:04Z', 'revision_number': 4, 'project_id': '6304a49c7f254ce9bfe0896bf76e1991', 'gw_port': {'id': '00089038-e3d6-4b37-a52f-478a8c3a7718', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:46:01Z', 'updated_at': '2022-02-05T20:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1217fc95-0af0-4201-aa59-e7b9d5221fde', 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991', 'floating_ip_address': '172.35.4.107', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'port_id': 'e9e2d10f-152c-4624-9274-a5b54aa4c09e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26f1b53c-ec87-4116-92e7-641a0a5e3857', 'mac_address': 'fa:16:3e:35:47:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853e1aae-e0ab-4191-9e88-5e0afbe80240', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T20:46:25Z', 'updated_at': '2022-02-05T20:48:31Z', 'revision_number': 5, 'project_id': '6304a49c7f254ce9bfe0896bf76e1991', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54ecdec6-b7e7-42ef-9193-cc4071ce15d5', 'name': '', 'network_id': '26f1b53c-ec87-4116-92e7-641a0a5e3857', 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991', 'mac_address': 'fa:16:3e:60:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '25459765-cc89-4a3e-8d4c-afa923a547d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:46:03Z', 'updated_at': '2022-02-05T20:46:10Z', 'revision_number': 5, 'project_id': '6304a49c7f254ce9bfe0896bf76e1991', 'subnets': [{'id': '25459765-cc89-4a3e-8d4c-afa923a547d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:48:33.796851 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac72f7d-c773-42a8-9d73-c052ff1c1b91 None None] The sync data for ids ['b07869ed-7c5e-403e-98ed-b75da5a27ef9'] in ncdv-master-1 is: [{'id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1335687256-router', 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.134'}], 'enable_snat': True}, 'gw_port_id': '00089038-e3d6-4b37-a52f-478a8c3a7718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:46:00Z', 'updated_at': '2022-02-05T20:46:04Z', 'revision_number': 4, 'project_id': '6304a49c7f254ce9bfe0896bf76e1991', 'gw_port': {'id': '00089038-e3d6-4b37-a52f-478a8c3a7718', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:46:01Z', 'updated_at': '2022-02-05T20:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1217fc95-0af0-4201-aa59-e7b9d5221fde', 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991', 'floating_ip_address': '172.35.4.107', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'port_id': 'e9e2d10f-152c-4624-9274-a5b54aa4c09e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26f1b53c-ec87-4116-92e7-641a0a5e3857', 'mac_address': 'fa:16:3e:35:47:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853e1aae-e0ab-4191-9e88-5e0afbe80240', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T20:46:25Z', 'updated_at': '2022-02-05T20:48:31Z', 'revision_number': 5, 'project_id': '6304a49c7f254ce9bfe0896bf76e1991', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54ecdec6-b7e7-42ef-9193-cc4071ce15d5', 'name': '', 'network_id': '26f1b53c-ec87-4116-92e7-641a0a5e3857', 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991', 'mac_address': 'fa:16:3e:60:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '25459765-cc89-4a3e-8d4c-afa923a547d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:46:03Z', 'updated_at': '2022-02-05T20:46:10Z', 'revision_number': 5, 'project_id': '6304a49c7f254ce9bfe0896bf76e1991', 'subnets': [{'id': '25459765-cc89-4a3e-8d4c-afa923a547d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:48:33.854008 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84eaac6-bd35-412b-9981-a754ec71b6f1 req-8a13af7c-11e8-4a6c-810a-c0789e4b14cd tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:33.859444 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84eaac6-bd35-412b-9981-a754ec71b6f1 req-8a13af7c-11e8-4a6c-810a-c0789e4b14cd tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:33.861685 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d84eaac6-bd35-412b-9981-a754ec71b6f1 req-8a13af7c-11e8-4a6c-810a-c0789e4b14cd tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c14da9d-db39-4f70-9523-e8753da5f8db&device_id=41314806-930f-44de-9335-c2b9b352defb HTTP/1.1" status: 200  len: 1691 time: 0.3988082
Feb 05 20:48:33.948207 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-1e4c297a-4804-4748-9b94-df94de851856 req-06e8c2c2-ec7d-476e-ab81-e2fff667ef8a tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Deleting port 4a6cd2a0-4a58-4927-8448-ab47329a8359 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:48:33.948610 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1e4c297a-4804-4748-9b94-df94de851856 req-06e8c2c2-ec7d-476e-ab81-e2fff667ef8a tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (4a6cd2a0-4a58-4927-8448-ab47329a8359), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:34.007789 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ce67d5-f0f1-421a-b173-a5f67aee31f4 None None] New status for floating IP 1217fc95-0af0-4201-aa59-e7b9d5221fde: ACTIVE {{(pid=114392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 20:48:34.009028 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d84eaac6-bd35-412b-9981-a754ec71b6f1 req-436900fa-5b11-478f-9b02-5939da2d462b tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1393406
Feb 05 20:48:34.054726 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-b57c4bb6-8f3e-40e1-ba17-8b2a69276dbb req-1f95c08e-154c-4f3b-b0ec-8d128f97188a tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] For port 218cb684-5341-4263-acdf-23a99d0f8478, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=218cb684-5341-4263-acdf-23a99d0f8478,segment=NetworkSegment(09abd495-dfb6-4655-a11b-eae610695a85),segment_id=09abd495-dfb6-4655-a11b-eae610695a85)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:34.128394 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-1e4c297a-4804-4748-9b94-df94de851856 req-06e8c2c2-ec7d-476e-ab81-e2fff667ef8a tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] For port 4a6cd2a0-4a58-4927-8448-ab47329a8359, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4a6cd2a0-4a58-4927-8448-ab47329a8359,segment=NetworkSegment(84618c63-5563-4010-965a-0c859ca980f4),segment_id=84618c63-5563-4010-965a-0c859ca980f4)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:34.128763 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1e4c297a-4804-4748-9b94-df94de851856 req-06e8c2c2-ec7d-476e-ab81-e2fff667ef8a tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (4a6cd2a0-4a58-4927-8448-ab47329a8359), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:34.133602 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b57c4bb6-8f3e-40e1-ba17-8b2a69276dbb req-1f95c08e-154c-4f3b-b0ec-8d128f97188a tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for port (218cb684-5341-4263-acdf-23a99d0f8478), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:34.147302 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b57c4bb6-8f3e-40e1-ba17-8b2a69276dbb req-1f95c08e-154c-4f3b-b0ec-8d128f97188a tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (218cb684-5341-4263-acdf-23a99d0f8478), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:34.149801 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-1e4c297a-4804-4748-9b94-df94de851856 req-06e8c2c2-ec7d-476e-ab81-e2fff667ef8a tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Calling delete_port for 4a6cd2a0-4a58-4927-8448-ab47329a8359 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:48:34.163223 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['218cb684-5341-4263-acdf-23a99d0f8478'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:48:34.215049 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c4bb6-8f3e-40e1-ba17-8b2a69276dbb req-1f95c08e-154c-4f3b-b0ec-8d128f97188a tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:34.215713 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b57c4bb6-8f3e-40e1-ba17-8b2a69276dbb req-1f95c08e-154c-4f3b-b0ec-8d128f97188a tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:34.217111 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b57c4bb6-8f3e-40e1-ba17-8b2a69276dbb req-1f95c08e-154c-4f3b-b0ec-8d128f97188a tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "PUT /v2.0/ports/218cb684-5341-4263-acdf-23a99d0f8478 HTTP/1.1" status: 200  len: 981 time: 0.9592218
Feb 05 20:48:34.273288 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ada52-76b1-448d-9ef9-448b93d4e41c req-8968ca70-8988-4e92-b4e4-715d3c30acfe tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:34.274825 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-732ada52-76b1-448d-9ef9-448b93d4e41c req-8968ca70-8988-4e92-b4e4-715d3c30acfe tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 949 time: 0.1940160
Feb 05 20:48:34.300718 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95c08e-154c-4f3b-b0ec-8d128f97188a tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Pushing event updated for resources: {'Port': ['ID=218cb684-5341-4263-acdf-23a99d0f8478,revision_number=6']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:34.318176 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['218cb684-5341-4263-acdf-23a99d0f8478'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:48:34.343354 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:48:34.393473 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-732ada52-76b1-448d-9ef9-448b93d4e41c req-dd924aea-eeb5-4c0d-b682-3578bbb7d85b tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1119547
Feb 05 20:48:34.401130 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26274291-528b-4b12-81de-d84afcdc3244 req-abd9d8c6-81b1-48ba-9999-86b5f658a4e7 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:34.402634 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26274291-528b-4b12-81de-d84afcdc3244 req-abd9d8c6-81b1-48ba-9999-86b5f658a4e7 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/ports?device_id=853e1aae-e0ab-4191-9e88-5e0afbe80240 HTTP/1.1" status: 200  len: 946 time: 0.1268783
Feb 05 20:48:34.484208 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:48:34.496676 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:48:34.497058 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:34.498807 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26274291-528b-4b12-81de-d84afcdc3244 req-7299d626-8d70-46c5-be32-6f4836a959d7 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/security-groups?id=f400a674-b392-423c-b672-e853dd7371fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0859296
Feb 05 20:48:34.529687 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1e4c297a-4804-4748-9b94-df94de851856 req-06e8c2c2-ec7d-476e-ab81-e2fff667ef8a tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (4a6cd2a0-4a58-4927-8448-ab47329a8359), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:34.610799 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e8c2c2-ec7d-476e-ab81-e2fff667ef8a tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Pushing event deleted for resources: {'Port': ['ID=4a6cd2a0-4a58-4927-8448-ab47329a8359,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:34.646849 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:48:34.647412 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:34.683073 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee035d8d-cb19-4b45-92c3-2bf6db130da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94c90aa-dc44-4c1a-9dba-aeeb6d33c2df'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:48:34.685272 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa2d9a1-d0e2-4bd6-9348-e6eb5de2d409" -d '{"events": [{"server_uuid": "ee035d8d-cb19-4b45-92c3-2bf6db130da0", "name": "network-vif-plugged", "status": "completed", "tag": "d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:48:34.688134 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4c297a-4804-4748-9b94-df94de851856 req-06e8c2c2-ec7d-476e-ab81-e2fff667ef8a tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] No DVR routers for this DVR port 4a6cd2a0-4a58-4927-8448-ab47329a8359 on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:48:34.694242 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1e4c297a-4804-4748-9b94-df94de851856 req-06e8c2c2-ec7d-476e-ab81-e2fff667ef8a tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:34.697836 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1e4c297a-4804-4748-9b94-df94de851856 req-06e8c2c2-ec7d-476e-ab81-e2fff667ef8a tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.39 "DELETE /v2.0/ports/4a6cd2a0-4a58-4927-8448-ab47329a8359 HTTP/1.1" status: 204  len: 173 time: 1.2962701
Feb 05 20:48:34.700134 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df,segment=NetworkSegment(f8dcc3bd-8f53-4218-8d86-112fa4c91939),segment_id=f8dcc3bd-8f53-4218-8d86-112fa4c91939)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:34.706099 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:34.729905 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-35c85b17-9d72-4445-97d5-cada0bd567d9 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:34.731411 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-35c85b17-9d72-4445-97d5-cada0bd567d9 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/networks?id=3d591eda-8294-4b7a-a6d2-1afd55bde68d HTTP/1.1" status: 200  len: 821 time: 0.2312782
Feb 05 20:48:34.740498 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae620b-f387-4614-a583-5ae32c8c8460 req-56b35651-174c-4806-8c57-a97acdcebf89 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:34.742088 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-55ae620b-f387-4614-a583-5ae32c8c8460 req-56b35651-174c-4806-8c57-a97acdcebf89 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee035d8d-cb19-4b45-92c3-2bf6db130da0 HTTP/1.1" status: 200  len: 944 time: 0.1968226
Feb 05 20:48:34.761902 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:34.763882 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-d611d35a-f4ba-48cd-8a96-f28bc466f0ae tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/quotas/9e4e31092ef641efbf6eaf54cfa40d67 HTTP/1.1" status: 200  len: 375 time: 0.0207691
Feb 05 20:48:34.836476 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-55ae620b-f387-4614-a583-5ae32c8c8460 req-b7ebff06-e79a-4c4d-9b41-0f21341c4618 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f880940-1f9c-4ea0-ada3-e1fe73d9268a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861700
Feb 05 20:48:34.853543 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-84ba67d3-6f2e-46bb-8cc0-46d47bac23bb tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e4e31092ef641efbf6eaf54cfa40d67&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0888379
Feb 05 20:48:34.888960 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301d586b-6236-41be-971f-47140e341175 x-openstack-request-id: req-301d586b-6236-41be-971f-47140e341175 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:48:34.889258 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "853e1aae-e0ab-4191-9e88-5e0afbe80240", "tag": "e9e2d10f-152c-4624-9274-a5b54aa4c09e", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:48:34.889517 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-301d586b-6236-41be-971f-47140e341175 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:48:34.889904 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '853e1aae-e0ab-4191-9e88-5e0afbe80240', 'tag': 'e9e2d10f-152c-4624-9274-a5b54aa4c09e', 'status': 'completed', 'code': 200}
Feb 05 20:48:34.993413 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8c3e095f-a0f1-4e45-adb7-2f4ae3421b39 req-14f4b159-2bb9-4bb4-9c41-977b025a3222 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/ports?device_id=63ed7c58-485c-43c0-bcc8-15d083d8c8ae HTTP/1.1" status: 200  len: 210 time: 0.0418739
Feb 05 20:48:35.018539 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-311b0459-58ea-46c6-9b96-f25c12adc75c service neutron] 10.222.0.32 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1561332
Feb 05 20:48:35.021282 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f2d0b-ebf3-48f2-b924-a2e43fff10f8 req-65ef5235-99a0-4be0-8d63-4c581a490539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:35.022709 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-002f2d0b-ebf3-48f2-b924-a2e43fff10f8 req-65ef5235-99a0-4be0-8d63-4c581a490539 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6304a49c7f254ce9bfe0896bf76e1991&device_id=853e1aae-e0ab-4191-9e88-5e0afbe80240 HTTP/1.1" status: 200  len: 1128 time: 0.0997455
Feb 05 20:48:35.217325 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-64b7e689-1bac-4d56-901f-f849835246de service neutron] 10.222.0.32 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1931598
Feb 05 20:48:35.222114 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f2d0b-ebf3-48f2-b924-a2e43fff10f8 req-447651aa-749a-48bd-931d-5ea67db80207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:35.223643 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-002f2d0b-ebf3-48f2-b924-a2e43fff10f8 req-447651aa-749a-48bd-931d-5ea67db80207 service neutron] 10.222.0.39 "GET /v2.0/networks?id=26f1b53c-ec87-4116-92e7-641a0a5e3857 HTTP/1.1" status: 200  len: 925 time: 0.1915472
Feb 05 20:48:35.244354 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086575ff-6ea9-46fb-b856-d43eebea4c70 req-783ea356-937f-4f9b-a2ed-e80341df4600 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:35.245855 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-086575ff-6ea9-46fb-b856-d43eebea4c70 req-783ea356-937f-4f9b-a2ed-e80341df4600 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=38964177-b777-4ff3-a687-28ddd25c6a64 HTTP/1.1" status: 200  len: 946 time: 0.1117430
Feb 05 20:48:35.356235 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-002f2d0b-ebf3-48f2-b924-a2e43fff10f8 req-defc40a8-7472-4038-9cfc-ce8320dfaf10 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9e2d10f-152c-4624-9274-a5b54aa4c09e HTTP/1.1" status: 200  len: 1002 time: 0.1257944
Feb 05 20:48:35.404619 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-086575ff-6ea9-46fb-b856-d43eebea4c70 req-ef77c6ce-ce98-41a4-8e52-a19343d20b77 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1267073
Feb 05 20:48:35.439926 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f2d0b-ebf3-48f2-b924-a2e43fff10f8 req-a82b5387-4d6f-4408-beaa-700e5b8e9767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:35.442170 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-002f2d0b-ebf3-48f2-b924-a2e43fff10f8 req-a82b5387-4d6f-4408-beaa-700e5b8e9767 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=25459765-cc89-4a3e-8d4c-afa923a547d8 HTTP/1.1" status: 200  len: 863 time: 0.0780056
Feb 05 20:48:35.477884 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-81d1825a-67ca-42dc-a142-c694bd9af548 req-4cbe87f9-dea6-4f82-a415-5c0ff21b995a tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1841461291&fields=id&tenant_id=527d10d28e8840b1b77fb7b65a2178e6 HTTP/1.1" status: 200  len: 267 time: 0.1125145
Feb 05 20:48:35.526981 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f2d0b-ebf3-48f2-b924-a2e43fff10f8 req-0206ff51-c9b9-47b7-a368-b16a531d5dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:35.528502 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-002f2d0b-ebf3-48f2-b924-a2e43fff10f8 req-0206ff51-c9b9-47b7-a368-b16a531d5dcb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=26f1b53c-ec87-4116-92e7-641a0a5e3857&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0794144
Feb 05 20:48:35.602811 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da8f327-bd00-46fe-9a65-2c6d78779ee9 x-openstack-request-id: req-2da8f327-bd00-46fe-9a65-2c6d78779ee9 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:48:35.603359 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee035d8d-cb19-4b45-92c3-2bf6db130da0", "name": "network-vif-plugged", "status": "completed", "tag": "d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:48:35.603773 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2da8f327-bd00-46fe-9a65-2c6d78779ee9 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:48:35.604333 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee035d8d-cb19-4b45-92c3-2bf6db130da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94c90aa-dc44-4c1a-9dba-aeeb6d33c2df', 'code': 200}
Feb 05 20:48:35.604939 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1825a-67ca-42dc-a142-c694bd9af548 req-447d3548-153d-4021-a460-e33e305dfb87 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:35.606487 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-81d1825a-67ca-42dc-a142-c694bd9af548 req-447d3548-153d-4021-a460-e33e305dfb87 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 984 time: 0.1182764
Feb 05 20:48:35.625384 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-81d1825a-67ca-42dc-a142-c694bd9af548 req-4526bc3d-51f1-4554-9562-d415216786c2 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Request body: {'port': {'security_groups': ['06d6f77b-60e5-4c4b-b9a9-655828d363b0', 'f1d324b3-3da9-44cb-833e-e6d431e6537c', '521d1168-0767-4155-abea-b765948e2e9a']}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:48:35.677236 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-002f2d0b-ebf3-48f2-b924-a2e43fff10f8 req-da226509-98d0-4a46-8d03-b81823c8deee service neutron] 10.222.0.39 "GET /v2.0/networks/26f1b53c-ec87-4116-92e7-641a0a5e3857?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415017
Feb 05 20:48:35.738976 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c38f6-a5a1-498d-9370-bd465bf7d65f req-28c77e23-2f1e-43f8-97fd-46cab9c9455d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:35.740628 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bc6c38f6-a5a1-498d-9370-bd465bf7d65f req-28c77e23-2f1e-43f8-97fd-46cab9c9455d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ee035d8d-cb19-4b45-92c3-2bf6db130da0 HTTP/1.1" status: 200  len: 1127 time: 0.0531416
Feb 05 20:48:35.778069 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-81d1825a-67ca-42dc-a142-c694bd9af548 req-4526bc3d-51f1-4554-9562-d415216786c2 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (218cb684-5341-4263-acdf-23a99d0f8478), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:35.785539 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 20:48:35.796400 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bc6c38f6-a5a1-498d-9370-bd465bf7d65f req-aa2653d5-eba5-4a91-842f-22b95ae5ea19 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2f880940-1f9c-4ea0-ada3-e1fe73d9268a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491111
Feb 05 20:48:35.866146 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3803b-0d8b-44f3-a046-a41cc404ff8f req-a4078398-4860-4ad3-80fb-646e45eec3a2 tempest-ServersOnMultiNodesTest-1240242388 tempest-ServersOnMultiNodesTest-1240242388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:35.867837 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1fb3803b-0d8b-44f3-a046-a41cc404ff8f req-a4078398-4860-4ad3-80fb-646e45eec3a2 tempest-ServersOnMultiNodesTest-1240242388 tempest-ServersOnMultiNodesTest-1240242388-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3c14da9d-db39-4f70-9523-e8753da5f8db HTTP/1.1" status: 200  len: 1132 time: 0.1863937
Feb 05 20:48:35.903326 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-002f2d0b-ebf3-48f2-b924-a2e43fff10f8 req-8342ad76-66f6-4089-b1ac-0df4c695e141 service neutron] 10.222.0.39 "GET /v2.0/networks/26f1b53c-ec87-4116-92e7-641a0a5e3857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2070103
Feb 05 20:48:35.957031 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1fb3803b-0d8b-44f3-a046-a41cc404ff8f req-de81d8cd-2c96-42fd-bd62-aa2ab9e68de6 tempest-ServersOnMultiNodesTest-1240242388 tempest-ServersOnMultiNodesTest-1240242388-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777113
Feb 05 20:48:36.008840 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ec0ffe63-6349-4bc5-9572-1bd3c295d03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:36.072549 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a0a7678f-89f9-41ab-afde-7fac16cae575 req-0bbb29d2-07e1-426a-9287-72e4ee8e0e0d tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=660818f9-6564-42a9-bf2b-68fd09602765 HTTP/1.1" status: 200  len: 210 time: 0.0366757
Feb 05 20:48:36.109989 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-81d1825a-67ca-42dc-a142-c694bd9af548 req-4526bc3d-51f1-4554-9562-d415216786c2 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] For port 218cb684-5341-4263-acdf-23a99d0f8478, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=218cb684-5341-4263-acdf-23a99d0f8478,segment=NetworkSegment(09abd495-dfb6-4655-a11b-eae610695a85),segment_id=09abd495-dfb6-4655-a11b-eae610695a85)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:36.153012 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-81d1825a-67ca-42dc-a142-c694bd9af548 req-4526bc3d-51f1-4554-9562-d415216786c2 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for port (218cb684-5341-4263-acdf-23a99d0f8478), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:36.158459 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-81d1825a-67ca-42dc-a142-c694bd9af548 req-4526bc3d-51f1-4554-9562-d415216786c2 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (218cb684-5341-4263-acdf-23a99d0f8478), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:36.169828 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['218cb684-5341-4263-acdf-23a99d0f8478'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:48:36.232340 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1825a-67ca-42dc-a142-c694bd9af548 req-4526bc3d-51f1-4554-9562-d415216786c2 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:36.232990 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-81d1825a-67ca-42dc-a142-c694bd9af548 req-4526bc3d-51f1-4554-9562-d415216786c2 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:36.234486 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-81d1825a-67ca-42dc-a142-c694bd9af548 req-4526bc3d-51f1-4554-9562-d415216786c2 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "PUT /v2.0/ports/218cb684-5341-4263-acdf-23a99d0f8478 HTTP/1.1" status: 200  len: 1020 time: 0.6165261
Feb 05 20:48:36.264837 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68963e31-fa1c-4587-8793-aecd445aca25 req-efe3f2dc-3aca-410e-90b7-67d88a6c91e2 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:36.266354 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68963e31-fa1c-4587-8793-aecd445aca25 req-efe3f2dc-3aca-410e-90b7-67d88a6c91e2 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/ports?device_id=853e1aae-e0ab-4191-9e88-5e0afbe80240 HTTP/1.1" status: 200  len: 946 time: 0.1252098
Feb 05 20:48:36.271417 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4526bc3d-51f1-4554-9562-d415216786c2 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Pushing event updated for resources: {'Port': ['ID=218cb684-5341-4263-acdf-23a99d0f8478,revision_number=7']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:36.343754 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68963e31-fa1c-4587-8793-aecd445aca25 req-1c01838a-ff90-4ad7-a7db-7cb60c2bce38 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/security-groups?id=f400a674-b392-423c-b672-e853dd7371fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692921
Feb 05 20:48:36.353136 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['218cb684-5341-4263-acdf-23a99d0f8478'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:48:36.373463 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fba01-eb94-4d44-bb17-9004f70ad748 req-f46c424b-979a-4324-b5a1-ce4b051a0ed7 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:36.375029 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ae6fba01-eb94-4d44-bb17-9004f70ad748 req-f46c424b-979a-4324-b5a1-ce4b051a0ed7 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 949 time: 0.0776248
Feb 05 20:48:36.455464 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ae6fba01-eb94-4d44-bb17-9004f70ad748 req-2df7f952-37de-4701-8592-75c7a92f7b38 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732713
Feb 05 20:48:36.481092 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaff12c-6407-4eb7-be8b-d4381e556a2b req-399674ab-94da-4b27-9cd6-c4217e7c8339 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:36.482553 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aeaff12c-6407-4eb7-be8b-d4381e556a2b req-399674ab-94da-4b27-9cd6-c4217e7c8339 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee035d8d-cb19-4b45-92c3-2bf6db130da0 HTTP/1.1" status: 200  len: 945 time: 0.0727661
Feb 05 20:48:36.630704 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aeaff12c-6407-4eb7-be8b-d4381e556a2b req-2de9da34-68fc-47b9-a1b9-b1c406646349 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f880940-1f9c-4ea0-ada3-e1fe73d9268a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1419809
Feb 05 20:48:36.675721 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9793d-4d3a-4204-aae3-658a4b73991e req-496af995-bca7-46e0-8e5b-18ef6490b0e0 tempest-ServersOnMultiNodesTest-1240242388 tempest-ServersOnMultiNodesTest-1240242388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:36.677622 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6fc9793d-4d3a-4204-aae3-658a4b73991e req-496af995-bca7-46e0-8e5b-18ef6490b0e0 tempest-ServersOnMultiNodesTest-1240242388 tempest-ServersOnMultiNodesTest-1240242388-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=41314806-930f-44de-9335-c2b9b352defb HTTP/1.1" status: 200  len: 1132 time: 0.1287642
Feb 05 20:48:36.683998 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-18f4db57-7fc3-40eb-8383-21c1f9933d28 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:36.685525 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-18f4db57-7fc3-40eb-8383-21c1f9933d28 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.39 "GET /v2.0/networks?id=3d591eda-8294-4b7a-a6d2-1afd55bde68d HTTP/1.1" status: 200  len: 821 time: 0.1789477
Feb 05 20:48:36.936113 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '213f56f6-86e0-4ba5-82ff-dfe69c6aaad2', 'tag': '218cb684-5341-4263-acdf-23a99d0f8478'}, {'server_uuid': '63ed7c58-485c-43c0-bcc8-15d083d8c8ae', 'name': 'network-vif-deleted', 'tag': '4a6cd2a0-4a58-4927-8448-ab47329a8359'}, {'name': 'network-changed', 'server_uuid': '213f56f6-86e0-4ba5-82ff-dfe69c6aaad2', 'tag': '218cb684-5341-4263-acdf-23a99d0f8478'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:48:36.938347 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50637ffa-723e-43db-ab7d-fc8b49be1309" -d '{"events": [{"name": "network-changed", "server_uuid": "213f56f6-86e0-4ba5-82ff-dfe69c6aaad2", "tag": "218cb684-5341-4263-acdf-23a99d0f8478"}, {"server_uuid": "63ed7c58-485c-43c0-bcc8-15d083d8c8ae", "name": "network-vif-deleted", "tag": "4a6cd2a0-4a58-4927-8448-ab47329a8359"}, {"name": "network-changed", "server_uuid": "213f56f6-86e0-4ba5-82ff-dfe69c6aaad2", "tag": "218cb684-5341-4263-acdf-23a99d0f8478"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:48:36.949857 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-f52a0dd5-8824-49ed-ab84-5e86d73201b6 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Request body: {'port': {'device_id': '660818f9-6564-42a9-bf2b-68fd09602765', 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d', 'admin_state_up': True, 'tenant_id': '9e4e31092ef641efbf6eaf54cfa40d67'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:48:37.059195 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6fc9793d-4d3a-4204-aae3-658a4b73991e req-e3f2afcc-7bd7-4c8f-8c4d-e9c0f09022c7 tempest-ServersOnMultiNodesTest-1240242388 tempest-ServersOnMultiNodesTest-1240242388-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3726895
Feb 05 20:48:37.099197 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51517b64-cf11-4d6f-b2ed-6027a2ba4f17 req-e826b158-c332-47ee-b587-22b953cf38b7 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:37.100931 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-51517b64-cf11-4d6f-b2ed-6027a2ba4f17 req-e826b158-c332-47ee-b587-22b953cf38b7 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 1023 time: 0.1561110
Feb 05 20:48:37.132366 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-f52a0dd5-8824-49ed-ab84-5e86d73201b6 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Made reservation on behalf of 9e4e31092ef641efbf6eaf54cfa40d67 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:48:37.135718 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-f52a0dd5-8824-49ed-ab84-5e86d73201b6 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:37.281805 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-51517b64-cf11-4d6f-b2ed-6027a2ba4f17 req-4335e17a-f385-4619-95af-9224be027330 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=521d1168-0767-4155-abea-b765948e2e9a&id=06d6f77b-60e5-4c4b-b9a9-655828d363b0&id=f1d324b3-3da9-44cb-833e-e6d431e6537c HTTP/1.1" status: 200  len: 6201 time: 0.1683543
Feb 05 20:48:37.300769 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b92e3-66fd-4512-bde0-74edf8a2e9ac req-e6755aa0-0946-468d-bfd2-6de5d27ae724 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:37.300769 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a65b92e3-66fd-4512-bde0-74edf8a2e9ac req-e6755aa0-0946-468d-bfd2-6de5d27ae724 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/ports?device_id=853e1aae-e0ab-4191-9e88-5e0afbe80240 HTTP/1.1" status: 200  len: 946 time: 0.1541708
Feb 05 20:48:37.317286 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:37.397465 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-f52a0dd5-8824-49ed-ab84-5e86d73201b6 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Allocated IP 172.20.0.9 (3d591eda-8294-4b7a-a6d2-1afd55bde68d/f822a84b-448b-4295-886d-3f476dc82ced/a0a11d30-e1f6-41c8-aba3-188367acbc76) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:48:37.426063 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a65b92e3-66fd-4512-bde0-74edf8a2e9ac req-fe359c8c-a768-4ba5-a2fb-fb3563c6aa8e tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/security-groups?id=f400a674-b392-423c-b672-e853dd7371fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1036172
Feb 05 20:48:37.456302 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027182d-51ea-4fd9-9a37-3e9993a3320d req-b8251a3f-a663-417a-816f-6a9e26a1c358 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:37.457809 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6027182d-51ea-4fd9-9a37-3e9993a3320d req-b8251a3f-a663-417a-816f-6a9e26a1c358 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=38964177-b777-4ff3-a687-28ddd25c6a64 HTTP/1.1" status: 200  len: 946 time: 0.1130211
Feb 05 20:48:37.594667 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6027182d-51ea-4fd9-9a37-3e9993a3320d req-39ee0631-33c0-4490-846d-9dc8d11600fa tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1277430
Feb 05 20:48:37.646487 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Sat, 05 Feb 2022 20:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2485f222-27e3-44c5-ad17-c4f6cf553814 x-openstack-request-id: req-2485f222-27e3-44c5-ad17-c4f6cf553814 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:48:37.646794 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "213f56f6-86e0-4ba5-82ff-dfe69c6aaad2", "tag": "218cb684-5341-4263-acdf-23a99d0f8478", "status": "completed", "code": 200}, {"server_uuid": "63ed7c58-485c-43c0-bcc8-15d083d8c8ae", "name": "network-vif-deleted", "tag": "4a6cd2a0-4a58-4927-8448-ab47329a8359", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "213f56f6-86e0-4ba5-82ff-dfe69c6aaad2", "tag": "218cb684-5341-4263-acdf-23a99d0f8478", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:48:37.647051 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2485f222-27e3-44c5-ad17-c4f6cf553814 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:48:37.647454 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '213f56f6-86e0-4ba5-82ff-dfe69c6aaad2', 'tag': '218cb684-5341-4263-acdf-23a99d0f8478', 'status': 'completed', 'code': 200}
Feb 05 20:48:37.647716 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ed7c58-485c-43c0-bcc8-15d083d8c8ae', 'name': 'network-vif-deleted', 'tag': '4a6cd2a0-4a58-4927-8448-ab47329a8359', 'status': 'completed', 'code': 200}
Feb 05 20:48:37.647972 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '213f56f6-86e0-4ba5-82ff-dfe69c6aaad2', 'tag': '218cb684-5341-4263-acdf-23a99d0f8478', 'status': 'completed', 'code': 200}
Feb 05 20:48:37.711158 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-f52a0dd5-8824-49ed-ab84-5e86d73201b6 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Publish callbacks [] for port (a0a11d30-e1f6-41c8-aba3-188367acbc76), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:37.740173 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3620287-942e-4aee-ae69-7a24c285c778 req-0a8b8ada-b3cc-434d-9ab2-00f029fa5deb tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:37.742923 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b3620287-942e-4aee-ae69-7a24c285c778 req-0a8b8ada-b3cc-434d-9ab2-00f029fa5deb tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/networks?id=9909c4aa-185e-42f9-a4cc-37ca11200b10 HTTP/1.1" status: 200  len: 822 time: 0.2203925
Feb 05 20:48:37.774156 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b3620287-942e-4aee-ae69-7a24c285c778 req-2a9294cb-8a76-4ac9-97dd-8c8af988f092 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/quotas/3431c424fcff4c13afcd9f30888e1a48 HTTP/1.1" status: 200  len: 375 time: 0.0257120
Feb 05 20:48:37.784598 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50637ffa-723e-43db-ab7d-fc8b49be1309 req-28a2e801-0d64-4e98-8e12-2574fe5c9b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:37.786160 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-50637ffa-723e-43db-ab7d-fc8b49be1309 req-28a2e801-0d64-4e98-8e12-2574fe5c9b13 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=527d10d28e8840b1b77fb7b65a2178e6&device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 1206 time: 0.1118093
Feb 05 20:48:37.858672 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b3620287-942e-4aee-ae69-7a24c285c778 req-9c854b62-28ba-4156-a295-5f0dc25d0ef9 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3431c424fcff4c13afcd9f30888e1a48&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0714095
Feb 05 20:48:37.859598 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-f52a0dd5-8824-49ed-ab84-5e86d73201b6 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (a0a11d30-e1f6-41c8-aba3-188367acbc76), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:37.987254 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-f52a0dd5-8824-49ed-ab84-5e86d73201b6 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Network 3d591eda-8294-4b7a-a6d2-1afd55bde68d is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:48:38.024650 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-f52a0dd5-8824-49ed-ab84-5e86d73201b6 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:48:38.038662 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-f52a0dd5-8824-49ed-ab84-5e86d73201b6 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:48:38.043792 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-f52a0dd5-8824-49ed-ab84-5e86d73201b6 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:38.044402 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-f52a0dd5-8824-49ed-ab84-5e86d73201b6 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:38.056756 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a0dd5-8824-49ed-ab84-5e86d73201b6 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Pushing event updated for resources: {'Port': ['ID=a0a11d30-e1f6-41c8-aba3-188367acbc76,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:38.075770 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3d274-91ad-4778-ba15-b6ec8c26a92b req-bd9809d0-f154-4cab-8512-90b23c78adc0 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:38.077225 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6bd3d274-91ad-4778-ba15-b6ec8c26a92b req-bd9809d0-f154-4cab-8512-90b23c78adc0 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=660818f9-6564-42a9-bf2b-68fd09602765 HTTP/1.1" status: 200  len: 931 time: 0.2877831
Feb 05 20:48:38.088868 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50637ffa-723e-43db-ab7d-fc8b49be1309 req-64300e88-92dc-4765-ab97-034cc3f0ceab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:38.090630 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-50637ffa-723e-43db-ab7d-fc8b49be1309 req-64300e88-92dc-4765-ab97-034cc3f0ceab service neutron] 10.222.0.21 "GET /v2.0/networks?id=33c3ef76-873c-4cff-a0fb-48c0f61e95e9 HTTP/1.1" status: 200  len: 914 time: 0.2794015
Feb 05 20:48:38.101740 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-f52a0dd5-8824-49ed-ab84-5e86d73201b6 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1597443
Feb 05 20:48:38.129949 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-856b4bd0-c286-40b5-bc34-4d884ebf2934 service neutron] Request body: {'port': {'device_id': '660818f9-6564-42a9-bf2b-68fd09602765', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:48:38.161710 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-50637ffa-723e-43db-ab7d-fc8b49be1309 req-f57cac16-01c9-43d3-925d-a59dc51f5c28 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=218cb684-5341-4263-acdf-23a99d0f8478 HTTP/1.1" status: 200  len: 217 time: 0.0590603
Feb 05 20:48:38.163560 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b3620287-942e-4aee-ae69-7a24c285c778 req-b5b1785f-52a2-4456-838b-0904dc4167b1 service neutron] 10.222.0.32 "GET /v2.0/networks/9909c4aa-185e-42f9-a4cc-37ca11200b10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2878716
Feb 05 20:48:38.262264 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6bd3d274-91ad-4778-ba15-b6ec8c26a92b req-9fd69b18-cc24-46a6-aa26-d767885cde9a tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1761508
Feb 05 20:48:38.325197 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-c8787f54-4881-43fc-8346-dea69026ab99 req-da6b7e64-035d-4066-a11e-de78d465a0a1 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1612076478 ', 'description': 'tempest-description-73624342'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:48:38.349607 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50637ffa-723e-43db-ab7d-fc8b49be1309 req-5e18253a-a32d-4f0b-b883-58c8dcb201a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:38.351057 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-50637ffa-723e-43db-ab7d-fc8b49be1309 req-5e18253a-a32d-4f0b-b883-58c8dcb201a7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8cc536ee-4631-40df-863b-8efeceae1e96 HTTP/1.1" status: 200  len: 853 time: 0.1564407
Feb 05 20:48:38.357246 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-856b4bd0-c286-40b5-bc34-4d884ebf2934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a0a11d30-e1f6-41c8-aba3-188367acbc76), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:38.380253 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 4a6cd2a0-4a58-4927-8448-ab47329a8359 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:48:38.402127 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 4a6cd2a0-4a58-4927-8448-ab47329a8359 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:48:38.402508 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 4a6cd2a0-4a58-4927-8448-ab47329a8359 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:48:38.406548 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-50637ffa-723e-43db-ab7d-fc8b49be1309 req-d402b9c5-e607-45c3-bc9b-4cd5defb05d9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=33c3ef76-873c-4cff-a0fb-48c0f61e95e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0438652
Feb 05 20:48:38.409778 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c8787f54-4881-43fc-8346-dea69026ab99 req-da6b7e64-035d-4066-a11e-de78d465a0a1 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:38.429705 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b3620287-942e-4aee-ae69-7a24c285c778 req-c8de9922-8957-4778-9b61-c20a94474ba6 service neutron] 10.222.0.32 "GET /v2.0/networks/9909c4aa-185e-42f9-a4cc-37ca11200b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2482207
Feb 05 20:48:38.695793 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-50637ffa-723e-43db-ab7d-fc8b49be1309 req-023a0eb7-bae6-4d52-99b6-eb411a5a615d service neutron] 10.222.0.21 "GET /v2.0/networks/33c3ef76-873c-4cff-a0fb-48c0f61e95e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2811804
Feb 05 20:48:38.758517 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c8787f54-4881-43fc-8346-dea69026ab99 req-da6b7e64-035d-4066-a11e-de78d465a0a1 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (b22d40be-59f2-4ce1-8e48-15f5184da4b1), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:38.801990 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c8787f54-4881-43fc-8346-dea69026ab99 req-da6b7e64-035d-4066-a11e-de78d465a0a1 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b22d40be-59f2-4ce1-8e48-15f5184da4b1), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:38.811105 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64ead0-f1e9-4efe-9a10-8389c4609acb req-24d422d4-e743-442a-a82f-db613ba9dca1 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:38.812627 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7c64ead0-f1e9-4efe-9a10-8389c4609acb req-24d422d4-e743-442a-a82f-db613ba9dca1 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.21 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 949 time: 0.2963212
Feb 05 20:48:38.822974 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:39.150065 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c8787f54-4881-43fc-8346-dea69026ab99 req-da6b7e64-035d-4066-a11e-de78d465a0a1 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:39.151303 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c8787f54-4881-43fc-8346-dea69026ab99 req-da6b7e64-035d-4066-a11e-de78d465a0a1 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1801 time: 0.8379898
Feb 05 20:48:39.158970 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1261f-e973-44d3-9db7-16c751d8d870 req-81d25a59-daf9-469c-bbd5-254cfe31182e tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:39.162932 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-29c1261f-e973-44d3-9db7-16c751d8d870 req-81d25a59-daf9-469c-bbd5-254cfe31182e tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/ports?device_id=a87d3dab-a67b-4790-8518-06465f1a4e23 HTTP/1.1" status: 200  len: 949 time: 0.5583320
Feb 05 20:48:39.204033 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b7e64-035d-4066-a11e-de78d465a0a1 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b22d40be-59f2-4ce1-8e48-15f5184da4b1,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:39.307277 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-50637ffa-723e-43db-ab7d-fc8b49be1309 req-4a13af84-7685-40ff-928e-62cfe352a9eb service neutron] 10.222.0.21 "GET /v2.0/networks/33c3ef76-873c-4cff-a0fb-48c0f61e95e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5962009
Feb 05 20:48:39.350901 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-29c1261f-e973-44d3-9db7-16c751d8d870 req-da12dad2-4cf2-45ea-9e98-e16845837aa2 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbae04fc-c34b-4470-adc4-d496f398f49c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1714554
Feb 05 20:48:39.425021 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c84cc-d664-41ae-994b-c6b7f96bf990 req-e70abc50-757d-4277-a44f-a5d0c080fbca tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:39.426479 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fe2c84cc-d664-41ae-994b-c6b7f96bf990 req-e70abc50-757d-4277-a44f-a5d0c080fbca tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee035d8d-cb19-4b45-92c3-2bf6db130da0 HTTP/1.1" status: 200  len: 945 time: 0.1980443
Feb 05 20:48:39.432732 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-856b4bd0-c286-40b5-bc34-4d884ebf2934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0a11d30-e1f6-41c8-aba3-188367acbc76 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:48:39.455603 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-856b4bd0-c286-40b5-bc34-4d884ebf2934 service neutron] Publish callbacks [] for port (a0a11d30-e1f6-41c8-aba3-188367acbc76), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:39.475427 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-7c64ead0-f1e9-4efe-9a10-8389c4609acb req-d1fc60a5-4057-46c1-96c0-37e9a6bc8d44 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Deleting port 6360b8a6-9f24-4b66-ba83-fad20f3c523c {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:48:39.475769 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7c64ead0-f1e9-4efe-9a10-8389c4609acb req-d1fc60a5-4057-46c1-96c0-37e9a6bc8d44 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (6360b8a6-9f24-4b66-ba83-fad20f3c523c), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:39.497011 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-40fe04ce-283d-4c9f-8a76-34446c878d49 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=8645008e9e894713967a6f63b339bf46&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0686226
Feb 05 20:48:39.522242 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-856b4bd0-c286-40b5-bc34-4d884ebf2934 service neutron] Transition to ACTIVE for port object a0a11d30-e1f6-41c8-aba3-188367acbc76 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:48:39.569145 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-856b4bd0-c286-40b5-bc34-4d884ebf2934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (a0a11d30-e1f6-41c8-aba3-188367acbc76), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:39.647594 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50637ffa-723e-43db-ab7d-fc8b49be1309 req-e4903734-b96d-4a32-82bf-76de3409ecb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:39.649370 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-50637ffa-723e-43db-ab7d-fc8b49be1309 req-e4903734-b96d-4a32-82bf-76de3409ecb3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=527d10d28e8840b1b77fb7b65a2178e6&device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 1206 time: 0.2715783
Feb 05 20:48:39.651072 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3620287-942e-4aee-ae69-7a24c285c778 req-ebd64411-35c7-4c39-9978-af8b15f01466 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:39.653068 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b3620287-942e-4aee-ae69-7a24c285c778 req-ebd64411-35c7-4c39-9978-af8b15f01466 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.39 "GET /v2.0/networks?id=9909c4aa-185e-42f9-a4cc-37ca11200b10 HTTP/1.1" status: 200  len: 822 time: 0.1152492
Feb 05 20:48:39.668077 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-b3620287-942e-4aee-ae69-7a24c285c778 req-c9d523f7-be2d-42fc-a53f-fe560ca95235 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Request body: {'port': {'device_id': 'eace555f-6ba3-4a77-a4e0-2011717b0a5c', 'network_id': '9909c4aa-185e-42f9-a4cc-37ca11200b10', 'admin_state_up': True, 'tenant_id': '3431c424fcff4c13afcd9f30888e1a48'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:48:39.748202 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fe2c84cc-d664-41ae-994b-c6b7f96bf990 req-4ae55fc8-cd91-42af-adb9-eff963b48526 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f880940-1f9c-4ea0-ada3-e1fe73d9268a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2971184
Feb 05 20:48:39.785827 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3620287-942e-4aee-ae69-7a24c285c778 req-c9d523f7-be2d-42fc-a53f-fe560ca95235 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Made reservation on behalf of 3431c424fcff4c13afcd9f30888e1a48 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:48:39.787880 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-7c64ead0-f1e9-4efe-9a10-8389c4609acb req-d1fc60a5-4057-46c1-96c0-37e9a6bc8d44 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] For port 6360b8a6-9f24-4b66-ba83-fad20f3c523c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6360b8a6-9f24-4b66-ba83-fad20f3c523c,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:39.788405 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7c64ead0-f1e9-4efe-9a10-8389c4609acb req-d1fc60a5-4057-46c1-96c0-37e9a6bc8d44 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (6360b8a6-9f24-4b66-ba83-fad20f3c523c), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:39.789335 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-b3620287-942e-4aee-ae69-7a24c285c778 req-c9d523f7-be2d-42fc-a53f-fe560ca95235 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:39.804512 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b4bd0-c286-40b5-bc34-4d884ebf2934 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a11d30-e1f6-41c8-aba3-188367acbc76,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:39.814967 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-7c64ead0-f1e9-4efe-9a10-8389c4609acb req-d1fc60a5-4057-46c1-96c0-37e9a6bc8d44 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Calling delete_port for 6360b8a6-9f24-4b66-ba83-fad20f3c523c owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:48:39.914085 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-b3620287-942e-4aee-ae69-7a24c285c778 req-c9d523f7-be2d-42fc-a53f-fe560ca95235 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Allocated IP 172.20.0.14 (9909c4aa-185e-42f9-a4cc-37ca11200b10/5b46a5c2-b1b6-47d8-b4e2-4ef3afd2ac24/b9ec3dcb-b993-47e7-8d7e-722fa1171f9a) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:48:39.925688 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8f8e5fb1-a3a6-4a91-842d-6bf3e04aeaa2 req-afa08ea6-03c2-4389-8a95-374a2b6a7253 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/ports?device_id=eace555f-6ba3-4a77-a4e0-2011717b0a5c HTTP/1.1" status: 200  len: 210 time: 0.1064892
Feb 05 20:48:39.965203 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-73a77b19-0f86-438c-b777-60fbb208ed36 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:39.966704 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-73a77b19-0f86-438c-b777-60fbb208ed36 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4581430
Feb 05 20:48:39.970412 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-856b4bd0-c286-40b5-bc34-4d884ebf2934 service neutron] Attempting to bind port a0a11d30-e1f6-41c8-aba3-188367acbc76 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:48:39.970767 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-856b4bd0-c286-40b5-bc34-4d884ebf2934 service neutron] Attempting to bind port a0a11d30-e1f6-41c8-aba3-188367acbc76 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:48:39.971103 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-856b4bd0-c286-40b5-bc34-4d884ebf2934 service neutron] Attempting to bind port a0a11d30-e1f6-41c8-aba3-188367acbc76 on network 3d591eda-8294-4b7a-a6d2-1afd55bde68d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:48:40.001831 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-856b4bd0-c286-40b5-bc34-4d884ebf2934 service neutron] Port a0a11d30-e1f6-41c8-aba3-188367acbc76 on network 3d591eda-8294-4b7a-a6d2-1afd55bde68d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:48:40.002209 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-856b4bd0-c286-40b5-bc34-4d884ebf2934 service neutron] Attempting to bind port a0a11d30-e1f6-41c8-aba3-188367acbc76 on network 3d591eda-8294-4b7a-a6d2-1afd55bde68d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:48:40.031080 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-c33d776a-7fab-48e5-9258-c6de2b790ed2 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/quotas/8645008e9e894713967a6f63b339bf46 HTTP/1.1" status: 200  len: 375 time: 0.0484850
Feb 05 20:48:40.032102 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50637ffa-723e-43db-ab7d-fc8b49be1309 req-ca59edf7-0186-459a-802e-7a1b7fe5c869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:40.033626 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-50637ffa-723e-43db-ab7d-fc8b49be1309 req-ca59edf7-0186-459a-802e-7a1b7fe5c869 service neutron] 10.222.0.21 "GET /v2.0/networks?id=33c3ef76-873c-4cff-a0fb-48c0f61e95e9 HTTP/1.1" status: 200  len: 914 time: 0.3424132
Feb 05 20:48:40.034341 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-856b4bd0-c286-40b5-bc34-4d884ebf2934 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:48:40.034702 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-856b4bd0-c286-40b5-bc34-4d884ebf2934 service neutron] Checking segment: {'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:48:40.035079 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-856b4bd0-c286-40b5-bc34-4d884ebf2934 service neutron] Bound using segment: {'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:48:40.035518 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-856b4bd0-c286-40b5-bc34-4d884ebf2934 service neutron] Bound port: a0a11d30-e1f6-41c8-aba3-188367acbc76, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:48:40.035875 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-856b4bd0-c286-40b5-bc34-4d884ebf2934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a0a11d30-e1f6-41c8-aba3-188367acbc76), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:40.090070 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-b3620287-942e-4aee-ae69-7a24c285c778 req-c9d523f7-be2d-42fc-a53f-fe560ca95235 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks [] for port (b9ec3dcb-b993-47e7-8d7e-722fa1171f9a), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:40.123133 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-b3620287-942e-4aee-ae69-7a24c285c778 req-c9d523f7-be2d-42fc-a53f-fe560ca95235 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (b9ec3dcb-b993-47e7-8d7e-722fa1171f9a), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:40.139575 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-50637ffa-723e-43db-ab7d-fc8b49be1309 req-38d822d0-c694-4eb7-b23d-22c8ad765001 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=218cb684-5341-4263-acdf-23a99d0f8478 HTTP/1.1" status: 200  len: 217 time: 0.0810020
Feb 05 20:48:40.152668 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:40.168296 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3620287-942e-4aee-ae69-7a24c285c778 req-c9d523f7-be2d-42fc-a53f-fe560ca95235 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Network 9909c4aa-185e-42f9-a4cc-37ca11200b10 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:48:40.171418 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-b3620287-942e-4aee-ae69-7a24c285c778 req-c9d523f7-be2d-42fc-a53f-fe560ca95235 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:48:40.174222 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3620287-942e-4aee-ae69-7a24c285c778 req-c9d523f7-be2d-42fc-a53f-fe560ca95235 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:48:40.179561 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3620287-942e-4aee-ae69-7a24c285c778 req-c9d523f7-be2d-42fc-a53f-fe560ca95235 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:40.180187 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-b3620287-942e-4aee-ae69-7a24c285c778 req-c9d523f7-be2d-42fc-a53f-fe560ca95235 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:40.195439 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d523f7-be2d-42fc-a53f-fe560ca95235 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Pushing event updated for resources: {'Port': ['ID=b9ec3dcb-b993-47e7-8d7e-722fa1171f9a,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:40.206925 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b3620287-942e-4aee-ae69-7a24c285c778 req-c9d523f7-be2d-42fc-a53f-fe560ca95235 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5427051
Feb 05 20:48:40.222287 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-b3620287-942e-4aee-ae69-7a24c285c778 req-18f5aec5-9710-44be-9243-fc4ca614f86d service neutron] Request body: {'port': {'device_id': 'eace555f-6ba3-4a77-a4e0-2011717b0a5c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:48:40.238756 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb161375-0966-4434-99c2-71532b33b29a req-a1719f64-1ce4-4435-a584-984d4ac20c82 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:40.240212 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fb161375-0966-4434-99c2-71532b33b29a req-a1719f64-1ce4-4435-a584-984d4ac20c82 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=38964177-b777-4ff3-a687-28ddd25c6a64 HTTP/1.1" status: 200  len: 946 time: 0.2412286
Feb 05 20:48:40.285006 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-b3620287-942e-4aee-ae69-7a24c285c778 req-18f5aec5-9710-44be-9243-fc4ca614f86d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b9ec3dcb-b993-47e7-8d7e-722fa1171f9a), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:40.319751 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-7f7d04f8-67c4-4849-9673-678ac773b8b4 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8645008e9e894713967a6f63b339bf46&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2651217
Feb 05 20:48:40.330883 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-856b4bd0-c286-40b5-bc34-4d884ebf2934 service neutron] For port a0a11d30-e1f6-41c8-aba3-188367acbc76, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:48:40.336161 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50637ffa-723e-43db-ab7d-fc8b49be1309 req-ebcabc21-4ada-4042-ab13-368b43f54b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:40.337613 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-50637ffa-723e-43db-ab7d-fc8b49be1309 req-ebcabc21-4ada-4042-ab13-368b43f54b46 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8cc536ee-4631-40df-863b-8efeceae1e96 HTTP/1.1" status: 200  len: 853 time: 0.1689036
Feb 05 20:48:40.352283 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-856b4bd0-c286-40b5-bc34-4d884ebf2934 service neutron] For port a0a11d30-e1f6-41c8-aba3-188367acbc76, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a0a11d30-e1f6-41c8-aba3-188367acbc76,segment=NetworkSegment(22aada35-3566-46c2-b11c-622e4f2f6275),segment_id=22aada35-3566-46c2-b11c-622e4f2f6275)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:48:40.366422 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7c64ead0-f1e9-4efe-9a10-8389c4609acb req-d1fc60a5-4057-46c1-96c0-37e9a6bc8d44 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (6360b8a6-9f24-4b66-ba83-fad20f3c523c), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:40.399770 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-50637ffa-723e-43db-ab7d-fc8b49be1309 req-a3372924-b2d0-4a4a-a759-5b17ae028e83 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=33c3ef76-873c-4cff-a0fb-48c0f61e95e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0494735
Feb 05 20:48:40.421595 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-856b4bd0-c286-40b5-bc34-4d884ebf2934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (a0a11d30-e1f6-41c8-aba3-188367acbc76), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:40.439847 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fc60a5-4057-46c1-96c0-37e9a6bc8d44 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Pushing event deleted for resources: {'Port': ['ID=6360b8a6-9f24-4b66-ba83-fad20f3c523c,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:40.448589 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fb161375-0966-4434-99c2-71532b33b29a req-882f0106-8ca1-4eb5-942f-caa2bab33748 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1822503
Feb 05 20:48:40.540253 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-856b4bd0-c286-40b5-bc34-4d884ebf2934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:40.540621 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-856b4bd0-c286-40b5-bc34-4d884ebf2934 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:40.542110 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-856b4bd0-c286-40b5-bc34-4d884ebf2934 service neutron] 10.222.0.39 "PUT /v2.0/ports/a0a11d30-e1f6-41c8-aba3-188367acbc76 HTTP/1.1" status: 200  len: 1091 time: 2.4242826
Feb 05 20:48:40.575255 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-b3620287-942e-4aee-ae69-7a24c285c778 req-18f5aec5-9710-44be-9243-fc4ca614f86d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ec3dcb-b993-47e7-8d7e-722fa1171f9a {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:48:40.584194 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-b3620287-942e-4aee-ae69-7a24c285c778 req-18f5aec5-9710-44be-9243-fc4ca614f86d service neutron] Publish callbacks [] for port (b9ec3dcb-b993-47e7-8d7e-722fa1171f9a), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:40.586171 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '660818f9-6564-42a9-bf2b-68fd09602765', 'tag': 'a0a11d30-e1f6-41c8-aba3-188367acbc76'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:48:40.588620 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5feefcd-dfa5-4f94-a97f-9d16e347f3b5" -d '{"events": [{"name": "network-changed", "server_uuid": "660818f9-6564-42a9-bf2b-68fd09602765", "tag": "a0a11d30-e1f6-41c8-aba3-188367acbc76"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:48:40.600627 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-b3620287-942e-4aee-ae69-7a24c285c778 req-18f5aec5-9710-44be-9243-fc4ca614f86d service neutron] Transition to ACTIVE for port object b9ec3dcb-b993-47e7-8d7e-722fa1171f9a will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:48:40.601006 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c64ead0-f1e9-4efe-9a10-8389c4609acb req-d1fc60a5-4057-46c1-96c0-37e9a6bc8d44 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] No DVR routers for this DVR port 6360b8a6-9f24-4b66-ba83-fad20f3c523c on host nch1-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:48:40.605542 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-b3620287-942e-4aee-ae69-7a24c285c778 req-18f5aec5-9710-44be-9243-fc4ca614f86d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b9ec3dcb-b993-47e7-8d7e-722fa1171f9a), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:40.631404 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7c64ead0-f1e9-4efe-9a10-8389c4609acb req-d1fc60a5-4057-46c1-96c0-37e9a6bc8d44 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:40.635214 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7c64ead0-f1e9-4efe-9a10-8389c4609acb req-d1fc60a5-4057-46c1-96c0-37e9a6bc8d44 tempest-DeleteServersAdminTestJSON-736876721 tempest-DeleteServersAdminTestJSON-736876721-project] 10.222.0.21 "DELETE /v2.0/ports/6360b8a6-9f24-4b66-ba83-fad20f3c523c HTTP/1.1" status: 204  len: 173 time: 1.7782624
Feb 05 20:48:40.659790 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f5aec5-9710-44be-9243-fc4ca614f86d service neutron] Pushing event updated for resources: {'Port': ['ID=b9ec3dcb-b993-47e7-8d7e-722fa1171f9a,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:40.719383 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-b3620287-942e-4aee-ae69-7a24c285c778 req-18f5aec5-9710-44be-9243-fc4ca614f86d service neutron] Attempting to bind port b9ec3dcb-b993-47e7-8d7e-722fa1171f9a on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:48:40.720686 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-b3620287-942e-4aee-ae69-7a24c285c778 req-18f5aec5-9710-44be-9243-fc4ca614f86d service neutron] Attempting to bind port b9ec3dcb-b993-47e7-8d7e-722fa1171f9a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '84618c63-5563-4010-965a-0c859ca980f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9909c4aa-185e-42f9-a4cc-37ca11200b10'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:48:40.721403 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3620287-942e-4aee-ae69-7a24c285c778 req-18f5aec5-9710-44be-9243-fc4ca614f86d service neutron] Attempting to bind port b9ec3dcb-b993-47e7-8d7e-722fa1171f9a on network 9909c4aa-185e-42f9-a4cc-37ca11200b10 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:48:40.725358 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-50637ffa-723e-43db-ab7d-fc8b49be1309 req-474ebe43-3f0a-4b9a-a0eb-71d1dda765cb service neutron] 10.222.0.21 "GET /v2.0/networks/33c3ef76-873c-4cff-a0fb-48c0f61e95e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2971334
Feb 05 20:48:40.726073 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b4bd0-c286-40b5-bc34-4d884ebf2934 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a11d30-e1f6-41c8-aba3-188367acbc76,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:40.727516 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3620287-942e-4aee-ae69-7a24c285c778 req-18f5aec5-9710-44be-9243-fc4ca614f86d service neutron] Port b9ec3dcb-b993-47e7-8d7e-722fa1171f9a on network 9909c4aa-185e-42f9-a4cc-37ca11200b10 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:48:40.728037 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3620287-942e-4aee-ae69-7a24c285c778 req-18f5aec5-9710-44be-9243-fc4ca614f86d service neutron] Attempting to bind port b9ec3dcb-b993-47e7-8d7e-722fa1171f9a on network 9909c4aa-185e-42f9-a4cc-37ca11200b10 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:48:40.734556 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3620287-942e-4aee-ae69-7a24c285c778 req-18f5aec5-9710-44be-9243-fc4ca614f86d service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:48:40.735142 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3620287-942e-4aee-ae69-7a24c285c778 req-18f5aec5-9710-44be-9243-fc4ca614f86d service neutron] Checking segment: {'id': '84618c63-5563-4010-965a-0c859ca980f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9909c4aa-185e-42f9-a4cc-37ca11200b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:48:40.737150 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3620287-942e-4aee-ae69-7a24c285c778 req-18f5aec5-9710-44be-9243-fc4ca614f86d service neutron] Bound using segment: {'id': '84618c63-5563-4010-965a-0c859ca980f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9909c4aa-185e-42f9-a4cc-37ca11200b10'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:48:40.737915 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-b3620287-942e-4aee-ae69-7a24c285c778 req-18f5aec5-9710-44be-9243-fc4ca614f86d service neutron] Bound port: b9ec3dcb-b993-47e7-8d7e-722fa1171f9a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84618c63-5563-4010-965a-0c859ca980f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9909c4aa-185e-42f9-a4cc-37ca11200b10'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:48:40.738470 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-b3620287-942e-4aee-ae69-7a24c285c778 req-18f5aec5-9710-44be-9243-fc4ca614f86d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b9ec3dcb-b993-47e7-8d7e-722fa1171f9a), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:40.826997 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a73cd3ce-d50a-4761-9ef0-3ba2257b07a4 req-a0119f17-6fc3-414c-969e-a2c5247a934b tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups/b22d40be-59f2-4ce1-8e48-15f5184da4b1 HTTP/1.1" status: 200  len: 1796 time: 0.3179011
Feb 05 20:48:40.872491 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-b3620287-942e-4aee-ae69-7a24c285c778 req-18f5aec5-9710-44be-9243-fc4ca614f86d service neutron] For port b9ec3dcb-b993-47e7-8d7e-722fa1171f9a, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:48:40.876827 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-b3620287-942e-4aee-ae69-7a24c285c778 req-18f5aec5-9710-44be-9243-fc4ca614f86d service neutron] For port b9ec3dcb-b993-47e7-8d7e-722fa1171f9a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b9ec3dcb-b993-47e7-8d7e-722fa1171f9a,segment=NetworkSegment(84618c63-5563-4010-965a-0c859ca980f4),segment_id=84618c63-5563-4010-965a-0c859ca980f4)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:48:40.885588 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-b3620287-942e-4aee-ae69-7a24c285c778 req-18f5aec5-9710-44be-9243-fc4ca614f86d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b9ec3dcb-b993-47e7-8d7e-722fa1171f9a), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:40.949388 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-4c5c8fe6-73c3-4dcf-bf5a-8fb74776b237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:40.951703 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-4c5c8fe6-73c3-4dcf-bf5a-8fb74776b237 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e4e31092ef641efbf6eaf54cfa40d67&device_id=660818f9-6564-42a9-bf2b-68fd09602765 HTTP/1.1" status: 200  len: 1125 time: 0.3585615
Feb 05 20:48:40.955714 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-50637ffa-723e-43db-ab7d-fc8b49be1309 req-dbfa9b45-6751-4afe-a2dc-a89fb5d24bd4 service neutron] 10.222.0.21 "GET /v2.0/networks/33c3ef76-873c-4cff-a0fb-48c0f61e95e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1881785
Feb 05 20:48:40.969031 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f5aec5-9710-44be-9243-fc4ca614f86d service neutron] Pushing event updated for resources: {'Port': ['ID=b9ec3dcb-b993-47e7-8d7e-722fa1171f9a,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:40.988315 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3620287-942e-4aee-ae69-7a24c285c778 req-18f5aec5-9710-44be-9243-fc4ca614f86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:40.988951 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-b3620287-942e-4aee-ae69-7a24c285c778 req-18f5aec5-9710-44be-9243-fc4ca614f86d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:40.990407 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b3620287-942e-4aee-ae69-7a24c285c778 req-18f5aec5-9710-44be-9243-fc4ca614f86d service neutron] 10.222.0.39 "PUT /v2.0/ports/b9ec3dcb-b993-47e7-8d7e-722fa1171f9a HTTP/1.1" status: 200  len: 1092 time: 0.7727869
Feb 05 20:48:40.991281 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eace555f-6ba3-4a77-a4e0-2011717b0a5c', 'tag': 'b9ec3dcb-b993-47e7-8d7e-722fa1171f9a'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:48:40.993515 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d878f86-965e-4114-a4eb-c532f7cefe27" -d '{"events": [{"name": "network-changed", "server_uuid": "eace555f-6ba3-4a77-a4e0-2011717b0a5c", "tag": "b9ec3dcb-b993-47e7-8d7e-722fa1171f9a"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:48:41.064764 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f92f5e-b708-4828-9bdd-2e57ea1426ca req-0602c6e3-d938-460e-a8cd-65dca036c354 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:41.066556 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-56f92f5e-b708-4828-9bdd-2e57ea1426ca req-0602c6e3-d938-460e-a8cd-65dca036c354 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=660818f9-6564-42a9-bf2b-68fd09602765 HTTP/1.1" status: 200  len: 943 time: 0.1805744
Feb 05 20:48:41.067848 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-e8e175ef-23fe-439b-be94-ec50bb17b7b3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0a11d30-e1f6-41c8-aba3-188367acbc76 HTTP/1.1" status: 200  len: 217 time: 0.1027067
Feb 05 20:48:41.101398 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3620287-942e-4aee-ae69-7a24c285c778 req-ebe8c0eb-f953-419a-97b9-be2c3653e890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:41.103049 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b3620287-942e-4aee-ae69-7a24c285c778 req-ebe8c0eb-f953-419a-97b9-be2c3653e890 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3431c424fcff4c13afcd9f30888e1a48&device_id=eace555f-6ba3-4a77-a4e0-2011717b0a5c HTTP/1.1" status: 200  len: 1126 time: 0.0631092
Feb 05 20:48:41.128945 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 49b4e763-5228-4c9b-8237-c49bd01beb5c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:48:41.139650 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 6360b8a6-9f24-4b66-ba83-fad20f3c523c no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:48:41.195125 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b3620287-942e-4aee-ae69-7a24c285c778 req-70fc35f2-d285-4c1d-9699-4a74845a2e6a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9ec3dcb-b993-47e7-8d7e-722fa1171f9a HTTP/1.1" status: 200  len: 217 time: 0.0789890
Feb 05 20:48:41.197993 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: 6360b8a6-9f24-4b66-ba83-fad20f3c523c {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:48:41.198527 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 6360b8a6-9f24-4b66-ba83-fad20f3c523c not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:48:41.233138 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-886558e8-f397-443a-aa61-d264b6ecabb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:41.234645 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-886558e8-f397-443a-aa61-d264b6ecabb7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f822a84b-448b-4295-886d-3f476dc82ced HTTP/1.1" status: 200  len: 861 time: 0.1563463
Feb 05 20:48:41.247638 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e066e-f379-4ae0-98d4-039b789e42ca req-c0fe63eb-8f45-4c7c-b9cc-ae5577ea1917 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:41.249167 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a73e066e-f379-4ae0-98d4-039b789e42ca req-c0fe63eb-8f45-4c7c-b9cc-ae5577ea1917 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb170cc6-2c86-45c7-9ddb-eb0198388141&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.2874384
Feb 05 20:48:41.272111 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3620287-942e-4aee-ae69-7a24c285c778 req-776f16fe-fd8e-41bd-826d-91bf761b1820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:41.274939 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b3620287-942e-4aee-ae69-7a24c285c778 req-776f16fe-fd8e-41bd-826d-91bf761b1820 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b46a5c2-b1b6-47d8-b4e2-4ef3afd2ac24 HTTP/1.1" status: 200  len: 862 time: 0.0737655
Feb 05 20:48:41.278540 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-56f92f5e-b708-4828-9bdd-2e57ea1426ca req-1390e876-24b6-4a0a-b365-0e3ce3a08831 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2011111
Feb 05 20:48:41.287192 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d1532-d65b-4c28-a991-df8c87bba44b req-379d6c22-ff6b-4f69-9d40-73a53f1367ee tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:41.289048 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-515d1532-d65b-4c28-a991-df8c87bba44b req-379d6c22-ff6b-4f69-9d40-73a53f1367ee tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=38964177-b777-4ff3-a687-28ddd25c6a64&tenant_id=cee5ceeb66aa4167b6492470edbad369&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1128 time: 0.2327976
Feb 05 20:48:41.319756 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 49b4e763-5228-4c9b-8237-c49bd01beb5c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49b4e763-5228-4c9b-8237-c49bd01beb5c,segment=NetworkSegment(69c86b74-d9e1-46c1-9b9b-f16748bd0260),segment_id=69c86b74-d9e1-46c1-9b9b-f16748bd0260)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:41.334331 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 49b4e763-5228-4c9b-8237-c49bd01beb5c has no active binding in host nch1-master-1 {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Feb 05 20:48:41.335273 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b3620287-942e-4aee-ae69-7a24c285c778 req-6a3a8f23-d7f6-4e12-b973-5b236cf66148 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9909c4aa-185e-42f9-a4cc-37ca11200b10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0475090
Feb 05 20:48:41.339766 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-c8c89427-4f6f-4106-8449-fe3c34e390ac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d591eda-8294-4b7a-a6d2-1afd55bde68d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0842452
Feb 05 20:48:41.346760 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-515d1532-d65b-4c28-a991-df8c87bba44b req-c351116d-74fb-4146-baa4-b76f9b7720a2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:48:41.430370 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d054c070-f3a5-46ce-a797-56edd5acb6ce x-openstack-request-id: req-d054c070-f3a5-46ce-a797-56edd5acb6ce {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:48:41.430703 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "660818f9-6564-42a9-bf2b-68fd09602765", "tag": "a0a11d30-e1f6-41c8-aba3-188367acbc76", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:48:41.430935 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d054c070-f3a5-46ce-a797-56edd5acb6ce {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:48:41.431323 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '660818f9-6564-42a9-bf2b-68fd09602765', 'tag': 'a0a11d30-e1f6-41c8-aba3-188367acbc76', 'status': 'completed', 'code': 200}
Feb 05 20:48:41.451707 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a73e066e-f379-4ae0-98d4-039b789e42ca req-6c8af996-d670-4563-be41-c3baeb55cb25 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.253 HTTP/1.1" status: 200  len: 696 time: 0.1877339
Feb 05 20:48:41.477916 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-a73e066e-f379-4ae0-98d4-039b789e42ca req-2e678b03-132a-466c-9a26-6679e80cac87 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Request body: {'floatingip': {'port_id': 'd76bae96-ea98-4dbf-bb0d-4c4940757c92', 'fixed_ip_address': '172.20.0.8'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:48:41.496949 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b3620287-942e-4aee-ae69-7a24c285c778 req-29b4921f-e85e-4f33-a4b5-06f4e6df90c2 service neutron] 10.222.0.39 "GET /v2.0/networks/9909c4aa-185e-42f9-a4cc-37ca11200b10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373906
Feb 05 20:48:41.604524 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a73e066e-f379-4ae0-98d4-039b789e42ca req-2e678b03-132a-466c-9a26-6679e80cac87 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks [] for floatingip (acbf5e38-0d3d-4204-8b6b-016217b6c0db), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:41.609253 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b3620287-942e-4aee-ae69-7a24c285c778 req-39569905-d900-4a95-b1b4-f3963544d8c4 service neutron] 10.222.0.39 "GET /v2.0/networks/9909c4aa-185e-42f9-a4cc-37ca11200b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1039021
Feb 05 20:48:41.611671 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-515d1532-d65b-4c28-a991-df8c87bba44b req-c351116d-74fb-4146-baa4-b76f9b7720a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (49b4e763-5228-4c9b-8237-c49bd01beb5c), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:41.722427 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-8f6ea7bf-3d46-4aec-878f-9e90278968d0 service neutron] 10.222.0.39 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3254812
Feb 05 20:48:41.757337 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a343f0b9-779e-4a1d-8ed3-ef68ac446b30 req-14f66695-bffa-4a52-a52b-953bee1ed835 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups/b22d40be-59f2-4ce1-8e48-15f5184da4b1 HTTP/1.1" status: 200  len: 1796 time: 0.1950197
Feb 05 20:48:42.334429 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a343f0b9-779e-4a1d-8ed3-ef68ac446b30 req-6361a705-c93f-4bfa-9fee-01f4bf666bed tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (b22d40be-59f2-4ce1-8e48-15f5184da4b1), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:42.337133 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-6cd793ca-824b-4487-bf45-7768a64a2b1f tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=8645008e9e894713967a6f63b339bf46&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0920262
Feb 05 20:48:42.346122 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7cfb090-5e5a-46ad-ba69-e807f299860e req-ab12eefe-872e-465b-a641-97f853a77868 service neutron] 10.222.0.39 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6017139
Feb 05 20:48:42.370413 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-515d1532-d65b-4c28-a991-df8c87bba44b req-c351116d-74fb-4146-baa4-b76f9b7720a2 service neutron] For port 49b4e763-5228-4c9b-8237-c49bd01beb5c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49b4e763-5228-4c9b-8237-c49bd01beb5c,segment=NetworkSegment(69c86b74-d9e1-46c1-9b9b-f16748bd0260),segment_id=69c86b74-d9e1-46c1-9b9b-f16748bd0260)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:42.479308 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5feefcd-dfa5-4f94-a97f-9d16e347f3b5 req-1a467e0b-b169-4042-aff0-c69e2abf2957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:42.481928 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a5feefcd-dfa5-4f94-a97f-9d16e347f3b5 req-1a467e0b-b169-4042-aff0-c69e2abf2957 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e4e31092ef641efbf6eaf54cfa40d67&device_id=660818f9-6564-42a9-bf2b-68fd09602765 HTTP/1.1" status: 200  len: 1125 time: 0.0536377
Feb 05 20:48:42.509389 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-2bcb99f6-7203-48ff-9669-88c4166d7abf tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=8645008e9e894713967a6f63b339bf46&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1130819
Feb 05 20:48:42.515930 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a343f0b9-779e-4a1d-8ed3-ef68ac446b30 req-6361a705-c93f-4bfa-9fee-01f4bf666bed tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (b22d40be-59f2-4ce1-8e48-15f5184da4b1), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:42.591419 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5feefcd-dfa5-4f94-a97f-9d16e347f3b5 req-ec736182-2232-4098-967b-b76cff367074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:42.592830 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a5feefcd-dfa5-4f94-a97f-9d16e347f3b5 req-ec736182-2232-4098-967b-b76cff367074 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d591eda-8294-4b7a-a6d2-1afd55bde68d HTTP/1.1" status: 200  len: 922 time: 0.0974717
Feb 05 20:48:42.638544 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-515d1532-d65b-4c28-a991-df8c87bba44b req-c351116d-74fb-4146-baa4-b76f9b7720a2 service neutron] For port 49b4e763-5228-4c9b-8237-c49bd01beb5c, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:48:42.639156 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a5feefcd-dfa5-4f94-a97f-9d16e347f3b5 req-15875d71-8eba-47fd-97dc-459c2f417bcb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0a11d30-e1f6-41c8-aba3-188367acbc76 HTTP/1.1" status: 200  len: 217 time: 0.0378723
Feb 05 20:48:42.694184 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5feefcd-dfa5-4f94-a97f-9d16e347f3b5 req-07b81103-94e9-46a5-81ac-6d33f785a7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:42.695754 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a5feefcd-dfa5-4f94-a97f-9d16e347f3b5 req-07b81103-94e9-46a5-81ac-6d33f785a7b4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f822a84b-448b-4295-886d-3f476dc82ced HTTP/1.1" status: 200  len: 861 time: 0.0442128
Feb 05 20:48:42.731437 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a5feefcd-dfa5-4f94-a97f-9d16e347f3b5 req-4a434f33-8d33-44dd-838b-3725c2b72333 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d591eda-8294-4b7a-a6d2-1afd55bde68d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0244401
Feb 05 20:48:42.764759 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-b23d08cc-8cb6-49b0-b2f5-9b8ae1d80ceb tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:42.766181 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-b23d08cc-8cb6-49b0-b2f5-9b8ae1d80ceb tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4155402
Feb 05 20:48:42.795811 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-b10bf3db-7633-4b60-8084-a59d9ea9e0d4 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Request body: {'port': {'device_id': '2bc5f9da-1836-4c07-bea4-2321634a9260', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'admin_state_up': True, 'tenant_id': '8645008e9e894713967a6f63b339bf46'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:48:42.799603 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a343f0b9-779e-4a1d-8ed3-ef68ac446b30 req-6361a705-c93f-4bfa-9fee-01f4bf666bed tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b22d40be-59f2-4ce1-8e48-15f5184da4b1), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:42.802070 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a343f0b9-779e-4a1d-8ed3-ef68ac446b30 req-6361a705-c93f-4bfa-9fee-01f4bf666bed tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:42.803145 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a343f0b9-779e-4a1d-8ed3-ef68ac446b30 req-6361a705-c93f-4bfa-9fee-01f4bf666bed tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "DELETE /v2.0/security-groups/b22d40be-59f2-4ce1-8e48-15f5184da4b1 HTTP/1.1" status: 204  len: 173 time: 1.0151775
Feb 05 20:48:42.809218 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-515d1532-d65b-4c28-a991-df8c87bba44b req-c351116d-74fb-4146-baa4-b76f9b7720a2 service neutron] Publish callbacks [] for port (49b4e763-5228-4c9b-8237-c49bd01beb5c), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:42.844065 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-515d1532-d65b-4c28-a991-df8c87bba44b req-c351116d-74fb-4146-baa4-b76f9b7720a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (49b4e763-5228-4c9b-8237-c49bd01beb5c), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:42.849390 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a5feefcd-dfa5-4f94-a97f-9d16e347f3b5 req-084e5e80-0ed1-4fac-919d-0b4897caf4e5 service neutron] 10.222.0.39 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1026011
Feb 05 20:48:42.868741 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6361a705-c93f-4bfa-9fee-01f4bf666bed tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22d40be-59f2-4ce1-8e48-15f5184da4b1,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:42.957014 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a5feefcd-dfa5-4f94-a97f-9d16e347f3b5 req-2b325c30-1e93-4e15-b7c3-062d468598b9 service neutron] 10.222.0.39 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0997880
Feb 05 20:48:42.965567 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-c4079378-911f-43ff-876d-f754f2e4077d tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:42.967023 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-c4079378-911f-43ff-876d-f754f2e4077d tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4441345
Feb 05 20:48:43.006023 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-d5d5812a-651e-4ef4-a089-c6431650aed9 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Request body: {'port': {'device_id': '9a4922a0-9c4e-4eae-8855-0ff66ec504b4', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'admin_state_up': True, 'tenant_id': '8645008e9e894713967a6f63b339bf46'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:48:43.048233 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.db.resource_extend [req-a73e066e-f379-4ae0-98d4-039b789e42ca req-2e678b03-132a-466c-9a26-6679e80cac87 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 05 20:48:43.114081 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351116d-74fb-4146-baa4-b76f9b7720a2 service neutron] Pushing event updated for resources: {'Port': ['ID=49b4e763-5228-4c9b-8237-c49bd01beb5c,revision_number=7']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:43.206586 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a73e066e-f379-4ae0-98d4-039b789e42ca req-2e678b03-132a-466c-9a26-6679e80cac87 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:43.210057 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-515d1532-d65b-4c28-a991-df8c87bba44b req-c351116d-74fb-4146-baa4-b76f9b7720a2 service neutron] Attempting to bind port 49b4e763-5228-4c9b-8237-c49bd01beb5c on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:48:43.210415 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-515d1532-d65b-4c28-a991-df8c87bba44b req-c351116d-74fb-4146-baa4-b76f9b7720a2 service neutron] Attempting to bind port 49b4e763-5228-4c9b-8237-c49bd01beb5c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:48:43.210745 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515d1532-d65b-4c28-a991-df8c87bba44b req-c351116d-74fb-4146-baa4-b76f9b7720a2 service neutron] Attempting to bind port 49b4e763-5228-4c9b-8237-c49bd01beb5c on network fc4b732e-5458-48e6-8cda-4d399eeaa947 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:48:43.223888 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199ae4f-25c2-4e1f-8fa3-a94541c3ee9b req-71c4558f-9ce3-41fc-99de-3105af3c11eb tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:43.225395 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7199ae4f-25c2-4e1f-8fa3-a94541c3ee9b req-71c4558f-9ce3-41fc-99de-3105af3c11eb tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/ports?device_id=eace555f-6ba3-4a77-a4e0-2011717b0a5c HTTP/1.1" status: 200  len: 944 time: 0.3512754
Feb 05 20:48:43.230926 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a73e066e-f379-4ae0-98d4-039b789e42ca req-2e678b03-132a-466c-9a26-6679e80cac87 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (acbf5e38-0d3d-4204-8b6b-016217b6c0db), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:43.242521 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515d1532-d65b-4c28-a991-df8c87bba44b req-c351116d-74fb-4146-baa4-b76f9b7720a2 service neutron] Port 49b4e763-5228-4c9b-8237-c49bd01beb5c on network fc4b732e-5458-48e6-8cda-4d399eeaa947 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:48:43.242852 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515d1532-d65b-4c28-a991-df8c87bba44b req-c351116d-74fb-4146-baa4-b76f9b7720a2 service neutron] Attempting to bind port 49b4e763-5228-4c9b-8237-c49bd01beb5c on network fc4b732e-5458-48e6-8cda-4d399eeaa947 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:48:43.307595 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515d1532-d65b-4c28-a991-df8c87bba44b req-c351116d-74fb-4146-baa4-b76f9b7720a2 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:48:43.307935 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515d1532-d65b-4c28-a991-df8c87bba44b req-c351116d-74fb-4146-baa4-b76f9b7720a2 service neutron] Checking segment: {'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:48:43.308321 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515d1532-d65b-4c28-a991-df8c87bba44b req-c351116d-74fb-4146-baa4-b76f9b7720a2 service neutron] Bound using segment: {'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:48:43.308750 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-515d1532-d65b-4c28-a991-df8c87bba44b req-c351116d-74fb-4146-baa4-b76f9b7720a2 service neutron] Bound port: 49b4e763-5228-4c9b-8237-c49bd01beb5c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:48:43.309104 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-515d1532-d65b-4c28-a991-df8c87bba44b req-c351116d-74fb-4146-baa4-b76f9b7720a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (49b4e763-5228-4c9b-8237-c49bd01beb5c), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:43.315521 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-b10bf3db-7633-4b60-8084-a59d9ea9e0d4 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Made reservation on behalf of 8645008e9e894713967a6f63b339bf46 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:48:43.318785 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-b10bf3db-7633-4b60-8084-a59d9ea9e0d4 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:43.434490 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87d3dab-a67b-4790-8518-06465f1a4e23', 'name': 'network-vif-deleted', 'tag': '6360b8a6-9f24-4b66-ba83-fad20f3c523c'}, {'server_uuid': '38964177-b777-4ff3-a687-28ddd25c6a64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49b4e763-5228-4c9b-8237-c49bd01beb5c'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:48:43.436584 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0945c51f-e702-43f3-924a-a74987f0719e" -d '{"events": [{"server_uuid": "a87d3dab-a67b-4790-8518-06465f1a4e23", "name": "network-vif-deleted", "tag": "6360b8a6-9f24-4b66-ba83-fad20f3c523c"}, {"server_uuid": "38964177-b777-4ff3-a687-28ddd25c6a64", "name": "network-vif-unplugged", "status": "completed", "tag": "49b4e763-5228-4c9b-8237-c49bd01beb5c"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:48:43.458303 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7199ae4f-25c2-4e1f-8fa3-a94541c3ee9b req-3fc4df32-be0b-4d85-aa15-49aea05a4c02 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d63c4d9-6ec2-4a64-aaec-cb7ff433c279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2233989
Feb 05 20:48:43.484931 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-d5d5812a-651e-4ef4-a089-c6431650aed9 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Made reservation on behalf of 8645008e9e894713967a6f63b339bf46 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:48:43.488644 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-d5d5812a-651e-4ef4-a089-c6431650aed9 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:43.505118 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79ed511-6b43-4433-b933-68f536dc55b0 x-openstack-request-id: req-c79ed511-6b43-4433-b933-68f536dc55b0 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:48:43.505624 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eace555f-6ba3-4a77-a4e0-2011717b0a5c", "tag": "b9ec3dcb-b993-47e7-8d7e-722fa1171f9a", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:48:43.505709 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c79ed511-6b43-4433-b933-68f536dc55b0 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:48:43.506273 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eace555f-6ba3-4a77-a4e0-2011717b0a5c', 'tag': 'b9ec3dcb-b993-47e7-8d7e-722fa1171f9a', 'status': 'completed', 'code': 200}
Feb 05 20:48:43.552658 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [req-a73e066e-f379-4ae0-98d4-039b789e42ca req-2e678b03-132a-466c-9a26-6679e80cac87 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Floating IP acbf5e38-0d3d-4204-8b6b-016217b6c0db associated. External IP: 172.35.4.253, port: d76bae96-ea98-4dbf-bb0d-4c4940757c92.
Feb 05 20:48:43.601211 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d878f86-965e-4114-a4eb-c532f7cefe27 req-0c5c126f-f0be-4ea3-8424-32126db1827e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:43.602878 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1d878f86-965e-4114-a4eb-c532f7cefe27 req-0c5c126f-f0be-4ea3-8424-32126db1827e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3431c424fcff4c13afcd9f30888e1a48&device_id=eace555f-6ba3-4a77-a4e0-2011717b0a5c HTTP/1.1" status: 200  len: 1126 time: 0.0556169
Feb 05 20:48:43.654874 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-515d1532-d65b-4c28-a991-df8c87bba44b req-c351116d-74fb-4146-baa4-b76f9b7720a2 service neutron] For port 49b4e763-5228-4c9b-8237-c49bd01beb5c, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:48:43.693071 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d878f86-965e-4114-a4eb-c532f7cefe27 req-4b2724f1-ee32-4247-a313-f4b47f0c5bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:43.694674 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1d878f86-965e-4114-a4eb-c532f7cefe27 req-4b2724f1-ee32-4247-a313-f4b47f0c5bb8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9909c4aa-185e-42f9-a4cc-37ca11200b10 HTTP/1.1" status: 200  len: 923 time: 0.0852818
Feb 05 20:48:43.739519 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1d878f86-965e-4114-a4eb-c532f7cefe27 req-e1b6b079-9e9b-4db0-8a47-1b1bd3872c61 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9ec3dcb-b993-47e7-8d7e-722fa1171f9a HTTP/1.1" status: 200  len: 217 time: 0.0384464
Feb 05 20:48:43.789704 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d878f86-965e-4114-a4eb-c532f7cefe27 req-0fa00196-c5e7-4e14-a9ea-ac2f2d810fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:43.791232 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1d878f86-965e-4114-a4eb-c532f7cefe27 req-0fa00196-c5e7-4e14-a9ea-ac2f2d810fb3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b46a5c2-b1b6-47d8-b4e2-4ef3afd2ac24 HTTP/1.1" status: 200  len: 862 time: 0.0459569
Feb 05 20:48:43.827353 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1d878f86-965e-4114-a4eb-c532f7cefe27 req-f0e7456c-e8b0-48dd-bcce-7b7385ba8ca3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9909c4aa-185e-42f9-a4cc-37ca11200b10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0266774
Feb 05 20:48:43.924103 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1d878f86-965e-4114-a4eb-c532f7cefe27 req-31d1223a-0285-4ce4-bfc0-eb9baaff4e3e service neutron] 10.222.0.39 "GET /v2.0/networks/9909c4aa-185e-42f9-a4cc-37ca11200b10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0878873
Feb 05 20:48:43.961864 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-515d1532-d65b-4c28-a991-df8c87bba44b req-c351116d-74fb-4146-baa4-b76f9b7720a2 service neutron] For port 49b4e763-5228-4c9b-8237-c49bd01beb5c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49b4e763-5228-4c9b-8237-c49bd01beb5c,segment=NetworkSegment(69c86b74-d9e1-46c1-9b9b-f16748bd0260),segment_id=69c86b74-d9e1-46c1-9b9b-f16748bd0260)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:48:43.988383 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-515d1532-d65b-4c28-a991-df8c87bba44b req-c351116d-74fb-4146-baa4-b76f9b7720a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (49b4e763-5228-4c9b-8237-c49bd01beb5c), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:44.014758 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-b10bf3db-7633-4b60-8084-a59d9ea9e0d4 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Allocated IP 192.168.233.106 (f760d6ec-7837-431c-910c-37572c24f936/42e3c763-0926-4b49-ade5-d66ee3d4c489/91ae31fa-119f-44f4-bbf4-4cec63520c50) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:48:44.015729 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1d878f86-965e-4114-a4eb-c532f7cefe27 req-e8a45114-c086-4030-885b-79c284fe6e2b service neutron] 10.222.0.39 "GET /v2.0/networks/9909c4aa-185e-42f9-a4cc-37ca11200b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857944
Feb 05 20:48:44.115679 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cced9-5385-4ed9-8663-9ce8af9356ce req-3d0b1bc5-46d8-45d9-ab25-73de66071882 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:44.117147 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e08cced9-5385-4ed9-8663-9ce8af9356ce req-3d0b1bc5-46d8-45d9-ab25-73de66071882 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=38964177-b777-4ff3-a687-28ddd25c6a64 HTTP/1.1" status: 200  len: 944 time: 0.4738982
Feb 05 20:48:44.166822 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351116d-74fb-4146-baa4-b76f9b7720a2 service neutron] Pushing event updated for resources: {'Port': ['ID=49b4e763-5228-4c9b-8237-c49bd01beb5c,revision_number=8']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:44.187057 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d1532-d65b-4c28-a991-df8c87bba44b req-c351116d-74fb-4146-baa4-b76f9b7720a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:44.187676 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-515d1532-d65b-4c28-a991-df8c87bba44b req-c351116d-74fb-4146-baa4-b76f9b7720a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:44.189118 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-515d1532-d65b-4c28-a991-df8c87bba44b req-c351116d-74fb-4146-baa4-b76f9b7720a2 service neutron] 10.222.0.21 "PUT /v2.0/ports/49b4e763-5228-4c9b-8237-c49bd01beb5c HTTP/1.1" status: 200  len: 1122 time: 2.8556201
Feb 05 20:48:44.310536 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['49b4e763-5228-4c9b-8237-c49bd01beb5c'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:48:44.337248 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['49b4e763-5228-4c9b-8237-c49bd01beb5c'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:48:44.352339 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e08cced9-5385-4ed9-8663-9ce8af9356ce req-757cd43e-a893-4fce-8060-229501132d93 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2234993
Feb 05 20:48:44.395126 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device b9ec3dcb-b993-47e7-8d7e-722fa1171f9a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:48:44.414144 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a73e066e-f379-4ae0-98d4-039b789e42ca req-2e678b03-132a-466c-9a26-6679e80cac87 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Router ac4050fc-383e-4faa-b7b2-f4a4da34a952 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:48:44.420127 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-b10bf3db-7633-4b60-8084-a59d9ea9e0d4 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks [] for port (91ae31fa-119f-44f4-bbf4-4cec63520c50), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:44.467749 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3df1564d-4162-41b9-99eb-0806c35ee34f req-2c87b5e3-3a25-4f53-acd4-c40530e60861 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a4922a0-9c4e-4eae-8855-0ff66ec504b4 HTTP/1.1" status: 200  len: 210 time: 0.0430133
Feb 05 20:48:44.574002 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-b10bf3db-7633-4b60-8084-a59d9ea9e0d4 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (91ae31fa-119f-44f4-bbf4-4cec63520c50), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:44.591513 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec', '71b95491-c3b0-4a8e-b401-e967ded4cea1'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:48:44.594511 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:48:44.681335 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port b9ec3dcb-b993-47e7-8d7e-722fa1171f9a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b9ec3dcb-b993-47e7-8d7e-722fa1171f9a,segment=NetworkSegment(84618c63-5563-4010-965a-0c859ca980f4),segment_id=84618c63-5563-4010-965a-0c859ca980f4)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:44.690878 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a73e066e-f379-4ae0-98d4-039b789e42ca req-2e678b03-132a-466c-9a26-6679e80cac87 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:48:44.693595 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-b10bf3db-7633-4b60-8084-a59d9ea9e0d4 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Network f760d6ec-7837-431c-910c-37572c24f936 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:48:44.701940 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b709de20-0ee6-452e-9f0b-43408f36fff5 None None] Sync routers for ids ['ac4050fc-383e-4faa-b7b2-f4a4da34a952'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:48:44.707822 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a73e066e-f379-4ae0-98d4-039b789e42ca req-2e678b03-132a-466c-9a26-6679e80cac87 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:44.710444 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-d5d5812a-651e-4ef4-a089-c6431650aed9 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Allocated IP 192.168.233.228 (f760d6ec-7837-431c-910c-37572c24f936/42e3c763-0926-4b49-ade5-d66ee3d4c489/82af46c8-9f11-47e2-ab65-43312635dfe5) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:48:44.713189 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b709de20-0ee6-452e-9f0b-43408f36fff5 None None] Routers {'ac4050fc-383e-4faa-b7b2-f4a4da34a952'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:48:44.713856 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-b709de20-0ee6-452e-9f0b-43408f36fff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8b42880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:48:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ac4050fc-383e-4faa-b7b2-f4a4da34a952'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:48:44.714937 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10bf3db-7633-4b60-8084-a59d9ea9e0d4 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Pushing event updated for resources: {'Port': ['ID=91ae31fa-119f-44f4-bbf4-4cec63520c50,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:44.717399 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-b10bf3db-7633-4b60-8084-a59d9ea9e0d4 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:48:44.721485 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-b10bf3db-7633-4b60-8084-a59d9ea9e0d4 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:48:44.726637 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-b10bf3db-7633-4b60-8084-a59d9ea9e0d4 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:44.727273 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-b10bf3db-7633-4b60-8084-a59d9ea9e0d4 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:44.742432 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'b9ec3dcb-b993-47e7-8d7e-722fa1171f9a', 'network_id': '9909c4aa-185e-42f9-a4cc-37ca11200b10', 'port_id': 'b9ec3dcb-b993-47e7-8d7e-722fa1171f9a', 'mac_address': 'fa:16:3e:d4:37:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b46a5c2-b1b6-47d8-b4e2-4ef3afd2ac24', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:48:44.788704 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-b10bf3db-7633-4b60-8084-a59d9ea9e0d4 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.0019772
Feb 05 20:48:44.796573 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a73e066e-f379-4ae0-98d4-039b789e42ca req-2e678b03-132a-466c-9a26-6679e80cac87 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "PUT /v2.0/floatingips/acbf5e38-0d3d-4204-8b6b-016217b6c0db HTTP/1.1" status: 200  len: 996 time: 3.3326550
Feb 05 20:48:44.805982 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b749b1-cb51-4193-8710-ad03c67af36f req-eb111851-31e4-4bac-b1de-72bfbbbdcbb9 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:44.812877 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-71b749b1-cb51-4193-8710-ad03c67af36f req-eb111851-31e4-4bac-b1de-72bfbbbdcbb9 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=660818f9-6564-42a9-bf2b-68fd09602765 HTTP/1.1" status: 200  len: 943 time: 0.2565401
Feb 05 20:48:44.825070 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-50d94c5a-8a12-400c-b4de-17d66834dec2 service neutron] Request body: {'port': {'device_id': '2bc5f9da-1836-4c07-bea4-2321634a9260', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:48:44.866319 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-b709de20-0ee6-452e-9f0b-43408f36fff5 None None] Set router ac4050fc-383e-4faa-b7b2-f4a4da34a952 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:48:44.891184 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port b9ec3dcb-b993-47e7-8d7e-722fa1171f9a is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:48:44.891184 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b9ec3dcb-b993-47e7-8d7e-722fa1171f9a), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:44.952710 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ec3dcb-b993-47e7-8d7e-722fa1171f9a {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:48:45.016965 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:45.023979 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port b9ec3dcb-b993-47e7-8d7e-722fa1171f9a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b9ec3dcb-b993-47e7-8d7e-722fa1171f9a,segment=NetworkSegment(84618c63-5563-4010-965a-0c859ca980f4),segment_id=84618c63-5563-4010-965a-0c859ca980f4)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:45.036263 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b9ec3dcb-b993-47e7-8d7e-722fa1171f9a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:45.090942 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-71b749b1-cb51-4193-8710-ad03c67af36f req-d6263525-6422-4049-9931-5be940424eed tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2771425
Feb 05 20:48:45.124759 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-d5d5812a-651e-4ef4-a089-c6431650aed9 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks [] for port (82af46c8-9f11-47e2-ab65-43312635dfe5), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:45.129544 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-50d94c5a-8a12-400c-b4de-17d66834dec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (91ae31fa-119f-44f4-bbf4-4cec63520c50), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:45.138945 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-b0637566-7fa0-4f2f-bbdc-c287e1d34f40 None None] Provisioning complete for port 91ae31fa-119f-44f4-bbf4-4cec63520c50 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:48:45.139326 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b0637566-7fa0-4f2f-bbdc-c287e1d34f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (91ae31fa-119f-44f4-bbf4-4cec63520c50), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:45.144990 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-b709de20-0ee6-452e-9f0b-43408f36fff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8b42880>, [{'id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'name': 'tempest-FloatingIPsAssociationTestJSON-438743936-router', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23'}], 'enable_snat': True}, 'gw_port_id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:47:59Z', 'updated_at': '2022-02-05T20:48:03Z', 'revision_number': 4, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'gw_port': {'id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:48:00Z', 'updated_at': '2022-02-05T20:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'acbf5e38-0d3d-4204-8b6b-016217b6c0db', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'floating_ip_address': '172.35.4.253', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'port_id': 'd76bae96-ea98-4dbf-bb0d-4c4940757c92', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179', 'mac_address': 'fa:16:3e:5e:5e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb170cc6-2c86-45c7-9ddb-eb0198388141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T20:48:20Z', 'updated_at': '2022-02-05T20:48:42Z', 'revision_number': 1, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89291417-f7a6-4241-89d4-630f5d5e0b83', 'name': '', 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'mac_address': 'fa:16:3e:e8:89:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '0c12a9c1-68fc-4723-83f8-a4d2ac546c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:48:02Z', 'updated_at': '2022-02-05T20:48:08Z', 'revision_number': 5, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'subnets': [{'id': '0c12a9c1-68fc-4723-83f8-a4d2ac546c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:48:45.149325 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e066e-f379-4ae0-98d4-039b789e42ca req-92dbdc3d-dc75-48f7-8eb5-e3b21d09444d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:45.150812 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a73e066e-f379-4ae0-98d4-039b789e42ca req-92dbdc3d-dc75-48f7-8eb5-e3b21d09444d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f829fd34d89942aeab410c3933fe9a60&device_id=eb170cc6-2c86-45c7-9ddb-eb0198388141 HTTP/1.1" status: 200  len: 1127 time: 0.3181744
Feb 05 20:48:45.171774 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=b9ec3dcb-b993-47e7-8d7e-722fa1171f9a,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:45.174111 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [req-5c918d20-5e60-45d2-a642-1711960e81a0 req-13048005-32c4-46d2-9666-4689c048ab82 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] show failed (client error): The resource could not be found.
Feb 05 20:48:45.175163 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5c918d20-5e60-45d2-a642-1711960e81a0 req-13048005-32c4-46d2-9666-4689c048ab82 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups/b22d40be-59f2-4ce1-8e48-15f5184da4b1 HTTP/1.1" status: 404  len: 352 time: 0.0431561
Feb 05 20:48:45.182748 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b709de20-0ee6-452e-9f0b-43408f36fff5 None None] Checking router: ac4050fc-383e-4faa-b7b2-f4a4da34a952 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:48:45.193928 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b709de20-0ee6-452e-9f0b-43408f36fff5 None None] Routers {'ac4050fc-383e-4faa-b7b2-f4a4da34a952'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:48:45.194694 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-b709de20-0ee6-452e-9f0b-43408f36fff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8b42880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:48:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ac4050fc-383e-4faa-b7b2-f4a4da34a952'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:48:45.283316 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 05 Feb 2022 20:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782174dd-0630-4a6c-bee0-db0c85c9fed5 x-openstack-request-id: req-782174dd-0630-4a6c-bee0-db0c85c9fed5 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:48:45.284381 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a87d3dab-a67b-4790-8518-06465f1a4e23", "name": "network-vif-deleted", "tag": "6360b8a6-9f24-4b66-ba83-fad20f3c523c", "status": "completed", "code": 200}, {"server_uuid": "38964177-b777-4ff3-a687-28ddd25c6a64", "name": "network-vif-unplugged", "status": "completed", "tag": "49b4e763-5228-4c9b-8237-c49bd01beb5c", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:48:45.284381 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-782174dd-0630-4a6c-bee0-db0c85c9fed5 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:48:45.284594 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87d3dab-a67b-4790-8518-06465f1a4e23', 'name': 'network-vif-deleted', 'tag': '6360b8a6-9f24-4b66-ba83-fad20f3c523c', 'status': 'completed', 'code': 200}
Feb 05 20:48:45.284779 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38964177-b777-4ff3-a687-28ddd25c6a64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49b4e763-5228-4c9b-8237-c49bd01beb5c', 'code': 200}
Feb 05 20:48:45.288687 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-b0637566-7fa0-4f2f-bbdc-c287e1d34f40 None None] Port 91ae31fa-119f-44f4-bbf4-4cec63520c50 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:48:45.332196 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-b709de20-0ee6-452e-9f0b-43408f36fff5 None None] Set router ac4050fc-383e-4faa-b7b2-f4a4da34a952 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:48:45.376399 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-d5d5812a-651e-4ef4-a089-c6431650aed9 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (82af46c8-9f11-47e2-ab65-43312635dfe5), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:45.390643 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec', '71b95491-c3b0-4a8e-b401-e967ded4cea1'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:48:45.395369 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:48:45.451408 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['b9ec3dcb-b993-47e7-8d7e-722fa1171f9a'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:48:45.491012 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-d5d5812a-651e-4ef4-a089-c6431650aed9 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Network f760d6ec-7837-431c-910c-37572c24f936 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:48:45.492431 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e066e-f379-4ae0-98d4-039b789e42ca req-c3382b5b-7dbf-44da-861b-f14b7c2898ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:45.493950 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a73e066e-f379-4ae0-98d4-039b789e42ca req-c3382b5b-7dbf-44da-861b-f14b7c2898ec service neutron] 10.222.0.32 "GET /v2.0/networks?id=c99e672f-3b87-4721-8d9c-fbb71f1cd179 HTTP/1.1" status: 200  len: 921 time: 0.3313923
Feb 05 20:48:45.504720 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-d5d5812a-651e-4ef4-a089-c6431650aed9 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:48:45.544137 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-d5d5812a-651e-4ef4-a089-c6431650aed9 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:48:45.549790 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-d5d5812a-651e-4ef4-a089-c6431650aed9 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:45.550480 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-d5d5812a-651e-4ef4-a089-c6431650aed9 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:45.562007 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5812a-651e-4ef4-a089-c6431650aed9 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Pushing event updated for resources: {'Port': ['ID=82af46c8-9f11-47e2-ab65-43312635dfe5,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:45.626519 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-b709de20-0ee6-452e-9f0b-43408f36fff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8b42880>, [{'id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'name': 'tempest-FloatingIPsAssociationTestJSON-438743936-router', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23'}], 'enable_snat': True}, 'gw_port_id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:47:59Z', 'updated_at': '2022-02-05T20:48:03Z', 'revision_number': 4, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'gw_port': {'id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:48:00Z', 'updated_at': '2022-02-05T20:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'acbf5e38-0d3d-4204-8b6b-016217b6c0db', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'floating_ip_address': '172.35.4.253', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'port_id': 'd76bae96-ea98-4dbf-bb0d-4c4940757c92', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179', 'mac_address': 'fa:16:3e:5e:5e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb170cc6-2c86-45c7-9ddb-eb0198388141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T20:48:20Z', 'updated_at': '2022-02-05T20:48:42Z', 'revision_number': 1, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89291417-f7a6-4241-89d4-630f5d5e0b83', 'name': '', 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'mac_address': 'fa:16:3e:e8:89:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '0c12a9c1-68fc-4723-83f8-a4d2ac546c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:48:02Z', 'updated_at': '2022-02-05T20:48:08Z', 'revision_number': 5, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'subnets': [{'id': '0c12a9c1-68fc-4723-83f8-a4d2ac546c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:48:45.627817 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2589c-fb25-4a94-b4b6-8f4537368e74 req-f6425690-5614-4da1-9df9-281ac9e6db00 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:45.634788 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28d2589c-fb25-4a94-b4b6-8f4537368e74 req-f6425690-5614-4da1-9df9-281ac9e6db00 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/ports?device_id=eace555f-6ba3-4a77-a4e0-2011717b0a5c HTTP/1.1" status: 200  len: 945 time: 0.2779677
Feb 05 20:48:45.656203 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-d5d5812a-651e-4ef4-a089-c6431650aed9 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.6724784
Feb 05 20:48:45.668802 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b709de20-0ee6-452e-9f0b-43408f36fff5 None None] The sync data for ids ['ac4050fc-383e-4faa-b7b2-f4a4da34a952'] in ncdv-master-1 is: [{'id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'name': 'tempest-FloatingIPsAssociationTestJSON-438743936-router', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23'}], 'enable_snat': True}, 'gw_port_id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:47:59Z', 'updated_at': '2022-02-05T20:48:03Z', 'revision_number': 4, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'gw_port': {'id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:48:00Z', 'updated_at': '2022-02-05T20:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'acbf5e38-0d3d-4204-8b6b-016217b6c0db', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'floating_ip_address': '172.35.4.253', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'port_id': 'd76bae96-ea98-4dbf-bb0d-4c4940757c92', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179', 'mac_address': 'fa:16:3e:5e:5e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb170cc6-2c86-45c7-9ddb-eb0198388141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T20:48:20Z', 'updated_at': '2022-02-05T20:48:42Z', 'revision_number': 1, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89291417-f7a6-4241-89d4-630f5d5e0b83', 'name': '', 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'mac_address': 'fa:16:3e:e8:89:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '0c12a9c1-68fc-4723-83f8-a4d2ac546c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:48:02Z', 'updated_at': '2022-02-05T20:48:08Z', 'revision_number': 5, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'subnets': [{'id': '0c12a9c1-68fc-4723-83f8-a4d2ac546c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:48:45.674119 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-5e938572-1d0e-4bcd-8e48-a250ebdb7c27 service neutron] Request body: {'port': {'device_id': '9a4922a0-9c4e-4eae-8855-0ff66ec504b4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:48:45.721831 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a73e066e-f379-4ae0-98d4-039b789e42ca req-6af0ce69-aa6b-430b-9b39-1189a531fe3c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d76bae96-ea98-4dbf-bb0d-4c4940757c92 HTTP/1.1" status: 200  len: 999 time: 0.2144530
Feb 05 20:48:45.817762 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28d2589c-fb25-4a94-b4b6-8f4537368e74 req-3f211701-b35b-4fc4-8035-593e60ba7931 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d63c4d9-6ec2-4a64-aaec-cb7ff433c279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1821079
Feb 05 20:48:45.863344 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e066e-f379-4ae0-98d4-039b789e42ca req-4ad49f1e-b69d-4a44-a833-b204a4497998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:45.865111 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a73e066e-f379-4ae0-98d4-039b789e42ca req-4ad49f1e-b69d-4a44-a833-b204a4497998 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c12a9c1-68fc-4723-83f8-a4d2ac546c80 HTTP/1.1" status: 200  len: 859 time: 0.1337891
Feb 05 20:48:45.895169 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-2114d464-97c3-4e5a-a6a5-0c7eecd72245 req-29758b22-e51f-4eee-b764-855292703494 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-689443029', 'description': 'tempest-description-678525095'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:48:45.917694 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-5e938572-1d0e-4bcd-8e48-a250ebdb7c27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (82af46c8-9f11-47e2-ab65-43312635dfe5), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:45.920529 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-50d94c5a-8a12-400c-b4de-17d66834dec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91ae31fa-119f-44f4-bbf4-4cec63520c50 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:48:45.940805 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-50d94c5a-8a12-400c-b4de-17d66834dec2 service neutron] Publish callbacks [] for port (91ae31fa-119f-44f4-bbf4-4cec63520c50), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:45.961863 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548b29b5-87ab-4d76-8b47-ffb5055eb768 None None] New status for floating IP acbf5e38-0d3d-4204-8b6b-016217b6c0db: ACTIVE {{(pid=114392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 20:48:45.969403 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-50d94c5a-8a12-400c-b4de-17d66834dec2 service neutron] Transition to ACTIVE for port object 91ae31fa-119f-44f4-bbf4-4cec63520c50 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:48:45.971790 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-4ed49481-cff4-48c4-9f04-6a087bfab3d5 None None] Provisioning complete for port 82af46c8-9f11-47e2-ab65-43312635dfe5 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:48:45.972298 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4ed49481-cff4-48c4-9f04-6a087bfab3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (82af46c8-9f11-47e2-ab65-43312635dfe5), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:45.990969 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-2114d464-97c3-4e5a-a6a5-0c7eecd72245 req-29758b22-e51f-4eee-b764-855292703494 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:45.992711 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-50d94c5a-8a12-400c-b4de-17d66834dec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (91ae31fa-119f-44f4-bbf4-4cec63520c50), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:46.075778 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e066e-f379-4ae0-98d4-039b789e42ca req-c9f1e96f-8271-4567-bc38-e69f15ceea8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:46.077321 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a73e066e-f379-4ae0-98d4-039b789e42ca req-c9f1e96f-8271-4567-bc38-e69f15ceea8d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c99e672f-3b87-4721-8d9c-fbb71f1cd179&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2033184
Feb 05 20:48:46.081062 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-4ed49481-cff4-48c4-9f04-6a087bfab3d5 None None] Port 82af46c8-9f11-47e2-ab65-43312635dfe5 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:48:46.133667 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-a73e066e-f379-4ae0-98d4-039b789e42ca req-5b9dbec4-5030-45fe-b0f9-9e6b1088ec09 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 20:48:46.135252 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a73e066e-f379-4ae0-98d4-039b789e42ca req-5b9dbec4-5030-45fe-b0f9-9e6b1088ec09 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0050328
Feb 05 20:48:46.162518 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d94c5a-8a12-400c-b4de-17d66834dec2 service neutron] Pushing event updated for resources: {'Port': ['ID=91ae31fa-119f-44f4-bbf4-4cec63520c50,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:46.326467 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-50d94c5a-8a12-400c-b4de-17d66834dec2 service neutron] Attempting to bind port 91ae31fa-119f-44f4-bbf4-4cec63520c50 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:48:46.326751 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-50d94c5a-8a12-400c-b4de-17d66834dec2 service neutron] Attempting to bind port 91ae31fa-119f-44f4-bbf4-4cec63520c50 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:48:46.327093 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-50d94c5a-8a12-400c-b4de-17d66834dec2 service neutron] Attempting to bind port 91ae31fa-119f-44f4-bbf4-4cec63520c50 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:48:46.350487 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-50d94c5a-8a12-400c-b4de-17d66834dec2 service neutron] Port 91ae31fa-119f-44f4-bbf4-4cec63520c50 on network f760d6ec-7837-431c-910c-37572c24f936 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:48:46.350817 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-50d94c5a-8a12-400c-b4de-17d66834dec2 service neutron] Attempting to bind port 91ae31fa-119f-44f4-bbf4-4cec63520c50 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:48:46.360663 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-2114d464-97c3-4e5a-a6a5-0c7eecd72245 req-29758b22-e51f-4eee-b764-855292703494 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (28733002-7cfb-4da2-a333-d1f00ad8dd50), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:46.371614 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-2114d464-97c3-4e5a-a6a5-0c7eecd72245 req-29758b22-e51f-4eee-b764-855292703494 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (28733002-7cfb-4da2-a333-d1f00ad8dd50), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:46.382702 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-50d94c5a-8a12-400c-b4de-17d66834dec2 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:48:46.383100 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-50d94c5a-8a12-400c-b4de-17d66834dec2 service neutron] Checking segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:48:46.383436 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-50d94c5a-8a12-400c-b4de-17d66834dec2 service neutron] Bound using segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:48:46.383877 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-50d94c5a-8a12-400c-b4de-17d66834dec2 service neutron] Bound port: 91ae31fa-119f-44f4-bbf4-4cec63520c50, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:48:46.384234 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-50d94c5a-8a12-400c-b4de-17d66834dec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (91ae31fa-119f-44f4-bbf4-4cec63520c50), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:46.411696 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device a0a11d30-e1f6-41c8-aba3-188367acbc76 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:48:46.433347 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a73e066e-f379-4ae0-98d4-039b789e42ca req-a60263e4-17bc-4140-9fed-25f6f6391325 service neutron] 10.222.0.32 "GET /v2.0/networks/c99e672f-3b87-4721-8d9c-fbb71f1cd179?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2831163
Feb 05 20:48:46.459978 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-2114d464-97c3-4e5a-a6a5-0c7eecd72245 req-29758b22-e51f-4eee-b764-855292703494 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:46.461172 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2114d464-97c3-4e5a-a6a5-0c7eecd72245 req-29758b22-e51f-4eee-b764-855292703494 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1821 time: 0.5778871
Feb 05 20:48:46.461768 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29758b22-e51f-4eee-b764-855292703494 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28733002-7cfb-4da2-a333-d1f00ad8dd50,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:46.519882 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port a0a11d30-e1f6-41c8-aba3-188367acbc76, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a0a11d30-e1f6-41c8-aba3-188367acbc76,segment=NetworkSegment(22aada35-3566-46c2-b11c-622e4f2f6275),segment_id=22aada35-3566-46c2-b11c-622e4f2f6275)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:46.531651 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'a0a11d30-e1f6-41c8-aba3-188367acbc76', 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d', 'port_id': 'a0a11d30-e1f6-41c8-aba3-188367acbc76', 'mac_address': 'fa:16:3e:01:c8:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f822a84b-448b-4295-886d-3f476dc82ced', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:48:46.581731 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port a0a11d30-e1f6-41c8-aba3-188367acbc76 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:48:46.582185 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a0a11d30-e1f6-41c8-aba3-188367acbc76), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:46.600536 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0a11d30-e1f6-41c8-aba3-188367acbc76 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:48:46.626672 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port a0a11d30-e1f6-41c8-aba3-188367acbc76, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a0a11d30-e1f6-41c8-aba3-188367acbc76,segment=NetworkSegment(22aada35-3566-46c2-b11c-622e4f2f6275),segment_id=22aada35-3566-46c2-b11c-622e4f2f6275)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:46.630238 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (a0a11d30-e1f6-41c8-aba3-188367acbc76), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:46.637639 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3cf5f59a-06b8-4831-b8b3-779873b3f630 req-0d93ca4f-7284-4d16-a408-744c03db20af service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ff0a7596-45d0-4a4b-a712-5a6facd8a8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0475256
Feb 05 20:48:46.685613 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=a0a11d30-e1f6-41c8-aba3-188367acbc76,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:46.721842 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5f59a-06b8-4831-b8b3-779873b3f630 req-dd547707-f75e-4d3b-8b54-1fe513bde9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:46.723417 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3cf5f59a-06b8-4831-b8b3-779873b3f630 req-dd547707-f75e-4d3b-8b54-1fe513bde9df service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8645008e9e894713967a6f63b339bf46&device_id=ff0a7596-45d0-4a4b-a712-5a6facd8a8dd HTTP/1.1" status: 200  len: 1132 time: 0.0626633
Feb 05 20:48:46.828854 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5f59a-06b8-4831-b8b3-779873b3f630 req-9ce728ef-be22-4fe1-98c7-e28307b11c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:46.830480 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3cf5f59a-06b8-4831-b8b3-779873b3f630 req-9ce728ef-be22-4fe1-98c7-e28307b11c8a service neutron] 10.222.0.39 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.0860384
Feb 05 20:48:46.877024 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-50d94c5a-8a12-400c-b4de-17d66834dec2 service neutron] For port 91ae31fa-119f-44f4-bbf4-4cec63520c50, host nch1-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:48:46.879119 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3cf5f59a-06b8-4831-b8b3-779873b3f630 req-c1296778-6246-43a7-a7e8-82384061756c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115 HTTP/1.1" status: 200  len: 217 time: 0.0412011
Feb 05 20:48:46.915721 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-5e938572-1d0e-4bcd-8e48-a250ebdb7c27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82af46c8-9f11-47e2-ab65-43312635dfe5 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:48:46.921578 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-50d94c5a-8a12-400c-b4de-17d66834dec2 service neutron] For port 91ae31fa-119f-44f4-bbf4-4cec63520c50, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=91ae31fa-119f-44f4-bbf4-4cec63520c50,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:48:46.930049 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-5e938572-1d0e-4bcd-8e48-a250ebdb7c27 service neutron] Publish callbacks [] for port (82af46c8-9f11-47e2-ab65-43312635dfe5), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:46.935415 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a73e066e-f379-4ae0-98d4-039b789e42ca req-994d27a0-b4d7-4c01-bbdd-5e9b23f6a3dd service neutron] 10.222.0.32 "GET /v2.0/networks/c99e672f-3b87-4721-8d9c-fbb71f1cd179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4921422
Feb 05 20:48:46.936835 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5f59a-06b8-4831-b8b3-779873b3f630 req-133a88ce-0132-4c4b-8910-7acc67985bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:46.938873 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3cf5f59a-06b8-4831-b8b3-779873b3f630 req-133a88ce-0132-4c4b-8910-7acc67985bec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.0533981
Feb 05 20:48:46.939041 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-50d94c5a-8a12-400c-b4de-17d66834dec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (91ae31fa-119f-44f4-bbf4-4cec63520c50), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:46.981584 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-5e938572-1d0e-4bcd-8e48-a250ebdb7c27 service neutron] Transition to ACTIVE for port object 82af46c8-9f11-47e2-ab65-43312635dfe5 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:48:46.987720 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-50d94c5a-8a12-400c-b4de-17d66834dec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:46.988359 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-50d94c5a-8a12-400c-b4de-17d66834dec2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:46.989745 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-50d94c5a-8a12-400c-b4de-17d66834dec2 service neutron] 10.222.0.21 "PUT /v2.0/ports/91ae31fa-119f-44f4-bbf4-4cec63520c50 HTTP/1.1" status: 200  len: 1096 time: 2.1686983
Feb 05 20:48:47.005646 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['a0a11d30-e1f6-41c8-aba3-188367acbc76'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:48:47.005946 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14802574-84e7-4520-9927-a1f42b0fd431 req-255c89e1-e3ec-48e1-8462-be0f5cc8e200 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:47.006983 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-14802574-84e7-4520-9927-a1f42b0fd431 req-255c89e1-e3ec-48e1-8462-be0f5cc8e200 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=38964177-b777-4ff3-a687-28ddd25c6a64 HTTP/1.1" status: 200  len: 944 time: 0.1597128
Feb 05 20:48:47.009758 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-5e938572-1d0e-4bcd-8e48-a250ebdb7c27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (82af46c8-9f11-47e2-ab65-43312635dfe5), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:47.037487 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5f59a-06b8-4831-b8b3-779873b3f630 req-4d64888e-c05d-459f-a5ef-b6abc7d1f11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:47.039168 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3cf5f59a-06b8-4831-b8b3-779873b3f630 req-4d64888e-c05d-459f-a5ef-b6abc7d1f11b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0919294
Feb 05 20:48:47.110125 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d94c5a-8a12-400c-b4de-17d66834dec2 service neutron] Pushing event updated for resources: {'Port': ['ID=91ae31fa-119f-44f4-bbf4-4cec63520c50,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:47.183259 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3cf5f59a-06b8-4831-b8b3-779873b3f630 req-ee3aef8c-6f43-4c1c-91df-2bf4b8601540 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374245
Feb 05 20:48:47.236821 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-14802574-84e7-4520-9927-a1f42b0fd431 req-77424068-e291-454b-8532-ead0dd725b22 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2146289
Feb 05 20:48:47.239791 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e938572-1d0e-4bcd-8e48-a250ebdb7c27 service neutron] Pushing event updated for resources: {'Port': ['ID=82af46c8-9f11-47e2-ab65-43312635dfe5,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:47.246241 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-5e938572-1d0e-4bcd-8e48-a250ebdb7c27 service neutron] Attempting to bind port 82af46c8-9f11-47e2-ab65-43312635dfe5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:48:47.246608 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-5e938572-1d0e-4bcd-8e48-a250ebdb7c27 service neutron] Attempting to bind port 82af46c8-9f11-47e2-ab65-43312635dfe5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:48:47.246941 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-5e938572-1d0e-4bcd-8e48-a250ebdb7c27 service neutron] Attempting to bind port 82af46c8-9f11-47e2-ab65-43312635dfe5 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:48:47.259479 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b6dd7-4c54-47ea-86f8-e180ccd5bbbb req-85e7074a-83a7-43c6-a979-69af42273932 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:47.270261 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3e8b6dd7-4c54-47ea-86f8-e180ccd5bbbb req-85e7074a-83a7-43c6-a979-69af42273932 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a4922a0-9c4e-4eae-8855-0ff66ec504b4 HTTP/1.1" status: 200  len: 948 time: 0.2252655
Feb 05 20:48:47.283461 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-5e938572-1d0e-4bcd-8e48-a250ebdb7c27 service neutron] Port 82af46c8-9f11-47e2-ab65-43312635dfe5 on network f760d6ec-7837-431c-910c-37572c24f936 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:48:47.283734 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-5e938572-1d0e-4bcd-8e48-a250ebdb7c27 service neutron] Attempting to bind port 82af46c8-9f11-47e2-ab65-43312635dfe5 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:48:47.293808 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38964177-b777-4ff3-a687-28ddd25c6a64', 'tag': '49b4e763-5228-4c9b-8237-c49bd01beb5c'}, {'name': 'network-changed', 'server_uuid': 'eb170cc6-2c86-45c7-9ddb-eb0198388141', 'tag': 'd76bae96-ea98-4dbf-bb0d-4c4940757c92'}, {'name': 'network-changed', 'server_uuid': '2bc5f9da-1836-4c07-bea4-2321634a9260', 'tag': '91ae31fa-119f-44f4-bbf4-4cec63520c50'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:48:47.296134 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a7b569-a4e0-4763-b519-550da762c850" -d '{"events": [{"name": "network-changed", "server_uuid": "38964177-b777-4ff3-a687-28ddd25c6a64", "tag": "49b4e763-5228-4c9b-8237-c49bd01beb5c"}, {"name": "network-changed", "server_uuid": "eb170cc6-2c86-45c7-9ddb-eb0198388141", "tag": "d76bae96-ea98-4dbf-bb0d-4c4940757c92"}, {"name": "network-changed", "server_uuid": "2bc5f9da-1836-4c07-bea4-2321634a9260", "tag": "91ae31fa-119f-44f4-bbf4-4cec63520c50"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:48:47.304054 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-e29ab536-d8cb-4e64-949b-8ee2bbbd9005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:47.305562 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-e29ab536-d8cb-4e64-949b-8ee2bbbd9005 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8645008e9e894713967a6f63b339bf46&device_id=2bc5f9da-1836-4c07-bea4-2321634a9260 HTTP/1.1" status: 200  len: 1130 time: 0.2484670
Feb 05 20:48:47.305984 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3cf5f59a-06b8-4831-b8b3-779873b3f630 req-5bd7bb3b-e204-4002-b035-5a4a3d8eab56 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1163499
Feb 05 20:48:47.308204 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-5e938572-1d0e-4bcd-8e48-a250ebdb7c27 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:48:47.308544 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-5e938572-1d0e-4bcd-8e48-a250ebdb7c27 service neutron] Checking segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:48:47.308929 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-5e938572-1d0e-4bcd-8e48-a250ebdb7c27 service neutron] Bound using segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:48:47.309364 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-5e938572-1d0e-4bcd-8e48-a250ebdb7c27 service neutron] Bound port: 82af46c8-9f11-47e2-ab65-43312635dfe5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:48:47.309721 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-5e938572-1d0e-4bcd-8e48-a250ebdb7c27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (82af46c8-9f11-47e2-ab65-43312635dfe5), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:47.400438 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-6da7d08d-6639-4816-b567-bfc1901fa7be service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=91ae31fa-119f-44f4-bbf4-4cec63520c50 HTTP/1.1" status: 200  len: 217 time: 0.0848434
Feb 05 20:48:47.475507 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3e8b6dd7-4c54-47ea-86f8-e180ccd5bbbb req-2e28f6bb-b86b-496e-a4ba-e4343fb08997 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2043202
Feb 05 20:48:47.516193 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-7679302b-64ea-4018-a390-ab30497c058b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:47.518608 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-7679302b-64ea-4018-a390-ab30497c058b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.1041460
Feb 05 20:48:47.531021 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e1639-b3c0-43cf-84bb-33a32d84940c req-2f13f05b-c9f3-4fd3-b41d-7490a8c97853 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:47.532503 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e49e1639-b3c0-43cf-84bb-33a32d84940c req-2f13f05b-c9f3-4fd3-b41d-7490a8c97853 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=660818f9-6564-42a9-bf2b-68fd09602765 HTTP/1.1" status: 200  len: 944 time: 0.2104130
Feb 05 20:48:47.535453 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-d874c307-168b-45d2-b52a-b32d289f7a11 req-870069a0-ee28-42c7-b32a-06f09185f4ba tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2050629556', 'description': 'tempest-description-1108686070'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:48:47.543480 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-5e938572-1d0e-4bcd-8e48-a250ebdb7c27 service neutron] For port 82af46c8-9f11-47e2-ab65-43312635dfe5, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:48:47.606067 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-5e938572-1d0e-4bcd-8e48-a250ebdb7c27 service neutron] For port 82af46c8-9f11-47e2-ab65-43312635dfe5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=82af46c8-9f11-47e2-ab65-43312635dfe5,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:48:47.618792 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-5e938572-1d0e-4bcd-8e48-a250ebdb7c27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (82af46c8-9f11-47e2-ab65-43312635dfe5), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:47.620614 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d874c307-168b-45d2-b52a-b32d289f7a11 req-870069a0-ee28-42c7-b32a-06f09185f4ba tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:47.694479 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-5e938572-1d0e-4bcd-8e48-a250ebdb7c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:47.695100 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-5e938572-1d0e-4bcd-8e48-a250ebdb7c27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:47.696484 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-5e938572-1d0e-4bcd-8e48-a250ebdb7c27 service neutron] 10.222.0.39 "PUT /v2.0/ports/82af46c8-9f11-47e2-ab65-43312635dfe5 HTTP/1.1" status: 200  len: 1096 time: 2.0280700
Feb 05 20:48:47.706028 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e49e1639-b3c0-43cf-84bb-33a32d84940c req-39446a8e-1a10-479d-a98c-7d6f9ec3be40 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1642377
Feb 05 20:48:47.711971 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-95dcf3a9-0bd7-43d1-ac15-9c22b40347e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:47.713475 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-95dcf3a9-0bd7-43d1-ac15-9c22b40347e0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1728559
Feb 05 20:48:47.761922 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e938572-1d0e-4bcd-8e48-a250ebdb7c27 service neutron] Pushing event updated for resources: {'Port': ['ID=82af46c8-9f11-47e2-ab65-43312635dfe5,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:47.930168 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d874c307-168b-45d2-b52a-b32d289f7a11 req-870069a0-ee28-42c7-b32a-06f09185f4ba tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (f29d8c46-5393-496f-9cfe-b622ce36f818), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:47.939432 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-6a8b4b71-f8c0-41b7-a526-684f289a543d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:47.941581 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-6a8b4b71-f8c0-41b7-a526-684f289a543d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8645008e9e894713967a6f63b339bf46&device_id=9a4922a0-9c4e-4eae-8855-0ff66ec504b4 HTTP/1.1" status: 200  len: 1130 time: 0.1914103
Feb 05 20:48:47.943842 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d874c307-168b-45d2-b52a-b32d289f7a11 req-870069a0-ee28-42c7-b32a-06f09185f4ba tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f29d8c46-5393-496f-9cfe-b622ce36f818), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:47.958945 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-c979f476-352d-4643-ac3f-e63ecc459985 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2334359
Feb 05 20:48:47.999351 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56584) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:48:48.037817 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d874c307-168b-45d2-b52a-b32d289f7a11 req-870069a0-ee28-42c7-b32a-06f09185f4ba tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:48.039073 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d874c307-168b-45d2-b52a-b32d289f7a11 req-870069a0-ee28-42c7-b32a-06f09185f4ba tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 0.5178921
Feb 05 20:48:48.045203 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-5d81be5c-6d47-4c9e-bce0-b462656f3216 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=82af46c8-9f11-47e2-ab65-43312635dfe5 HTTP/1.1" status: 200  len: 217 time: 0.0885713
Feb 05 20:48:48.064686 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731987a-bda6-4abf-93e5-da7157a0c7fe req-b99b9bc5-58e2-44a2-a089-b34850618c3a tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:48.066525 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3731987a-bda6-4abf-93e5-da7157a0c7fe req-b99b9bc5-58e2-44a2-a089-b34850618c3a tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/ports?device_id=eace555f-6ba3-4a77-a4e0-2011717b0a5c HTTP/1.1" status: 200  len: 945 time: 0.2232661
Feb 05 20:48:48.122657 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870069a0-ee28-42c7-b32a-06f09185f4ba tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f29d8c46-5393-496f-9cfe-b622ce36f818,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:48.140031 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c993d2da-3e46-41d0-b471-87b31e6ded6b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7fa62d0885c141e484c763aa712e28f5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1394806
Feb 05 20:48:48.142512 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56590) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:48:48.194597 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c1f459f4-08f4-4cc3-bace-61a2fe82d5b8 admin admin] Publish callbacks [] for security_group (fbae04fc-c34b-4470-adc4-d496f398f49c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:48.208263 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-911ed3d8-8a4b-48c8-acb2-14ae71793633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:48.209740 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-911ed3d8-8a4b-48c8-acb2-14ae71793633 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.1555581
Feb 05 20:48:48.215573 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c1f459f4-08f4-4cc3-bace-61a2fe82d5b8 admin admin] Publish callbacks [] for security_group (fbae04fc-c34b-4470-adc4-d496f398f49c), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:48.263866 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3731987a-bda6-4abf-93e5-da7157a0c7fe req-9b9f0a62-84c5-494a-916d-ee10225839ae tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d63c4d9-6ec2-4a64-aaec-cb7ff433c279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1882854
Feb 05 20:48:48.270194 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c1f459f4-08f4-4cc3-bace-61a2fe82d5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (fbae04fc-c34b-4470-adc4-d496f398f49c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:48.270397 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-5854d0b8-bfde-42e2-9efd-41d94bd25272 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2958851
Feb 05 20:48:48.276769 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c1f459f4-08f4-4cc3-bace-61a2fe82d5b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:48.285848 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c1f459f4-08f4-4cc3-bace-61a2fe82d5b8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fbae04fc-c34b-4470-adc4-d496f398f49c HTTP/1.1" status: 204  len: 168 time: 0.1421361
Feb 05 20:48:48.289596 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837e590-73a0-4547-8ad0-e3e63edfc5b2 req-9c0c70b5-6052-4530-98f0-7e7de31860b3 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:48.291303 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1837e590-73a0-4547-8ad0-e3e63edfc5b2 req-9c0c70b5-6052-4530-98f0-7e7de31860b3 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee035d8d-cb19-4b45-92c3-2bf6db130da0&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1546075
Feb 05 20:48:48.301006 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f459f4-08f4-4cc3-bace-61a2fe82d5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbae04fc-c34b-4470-adc4-d496f398f49c,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:48.315070 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-1c0acd60-1a55-45a6-89eb-a0a61a79f69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:48.316565 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-1c0acd60-1a55-45a6-89eb-a0a61a79f69c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0988529
Feb 05 20:48:48.366186 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Sat, 05 Feb 2022 20:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7295a2d-1e25-4adf-8e14-e69cb0c0f19b x-openstack-request-id: req-f7295a2d-1e25-4adf-8e14-e69cb0c0f19b {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:48:48.366510 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38964177-b777-4ff3-a687-28ddd25c6a64", "tag": "49b4e763-5228-4c9b-8237-c49bd01beb5c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "eb170cc6-2c86-45c7-9ddb-eb0198388141", "tag": "d76bae96-ea98-4dbf-bb0d-4c4940757c92", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2bc5f9da-1836-4c07-bea4-2321634a9260", "tag": "91ae31fa-119f-44f4-bbf4-4cec63520c50", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:48:48.366765 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f7295a2d-1e25-4adf-8e14-e69cb0c0f19b {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:48:48.367170 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38964177-b777-4ff3-a687-28ddd25c6a64', 'tag': '49b4e763-5228-4c9b-8237-c49bd01beb5c', 'status': 'completed', 'code': 200}
Feb 05 20:48:48.367429 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb170cc6-2c86-45c7-9ddb-eb0198388141', 'tag': 'd76bae96-ea98-4dbf-bb0d-4c4940757c92', 'status': 'completed', 'code': 200}
Feb 05 20:48:48.367682 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc5f9da-1836-4c07-bea4-2321634a9260', 'tag': '91ae31fa-119f-44f4-bbf4-4cec63520c50', 'status': 'completed', 'code': 200}
Feb 05 20:48:48.392338 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-dd659245-c2f8-474f-bb08-5445f33ed11f req-0e3307da-5638-41ea-94a3-469b20f0ccf8 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1182250504', 'description': 'tempest-description-1362939585'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:48:48.412925 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device b9ec3dcb-b993-47e7-8d7e-722fa1171f9a up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:48:48.417848 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7b569-a4e0-4763-b519-550da762c850 req-5836be17-c18a-4fdf-8be6-29714175da9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:48.424029 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-99a7b569-a4e0-4763-b519-550da762c850 req-5836be17-c18a-4fdf-8be6-29714175da9b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cee5ceeb66aa4167b6492470edbad369&device_id=38964177-b777-4ff3-a687-28ddd25c6a64 HTTP/1.1" status: 200  len: 1156 time: 0.0564594
Feb 05 20:48:48.473708 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port b9ec3dcb-b993-47e7-8d7e-722fa1171f9a completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:48:48.479058 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port b9ec3dcb-b993-47e7-8d7e-722fa1171f9a triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:48:48.479549 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b9ec3dcb-b993-47e7-8d7e-722fa1171f9a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:48.518429 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1837e590-73a0-4547-8ad0-e3e63edfc5b2 req-e7d72fad-6d7b-4640-95dc-ef74c3694004 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.253 HTTP/1.1" status: 200  len: 1001 time: 0.2124653
Feb 05 20:48:48.524632 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-dd659245-c2f8-474f-bb08-5445f33ed11f req-0e3307da-5638-41ea-94a3-469b20f0ccf8 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:48.543237 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-1837e590-73a0-4547-8ad0-e3e63edfc5b2 req-085f6589-3d08-4ff8-80e2-3186233e188e tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Request body: {'floatingip': {'port_id': 'd94c90aa-dc44-4c1a-9dba-aeeb6d33c2df', 'fixed_ip_address': '172.20.0.9'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:48:48.553453 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7b569-a4e0-4763-b519-550da762c850 req-9f711ca4-f137-4443-acf2-aff32483c0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:48.555373 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-99a7b569-a4e0-4763-b519-550da762c850 req-9f711ca4-f137-4443-acf2-aff32483c0cc service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc4b732e-5458-48e6-8cda-4d399eeaa947 HTTP/1.1" status: 200  len: 909 time: 0.1251731
Feb 05 20:48:48.577129 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port b9ec3dcb-b993-47e7-8d7e-722fa1171f9a is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:48:48.577645 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b9ec3dcb-b993-47e7-8d7e-722fa1171f9a), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:48.606061 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-99a7b569-a4e0-4763-b519-550da762c850 req-34ca49e6-a5d9-41ee-977b-ca417a5ff141 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49b4e763-5228-4c9b-8237-c49bd01beb5c HTTP/1.1" status: 200  len: 217 time: 0.0426226
Feb 05 20:48:48.611447 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eace555f-6ba3-4a77-a4e0-2011717b0a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ec3dcb-b993-47e7-8d7e-722fa1171f9a'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:48:48.614082 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded6933e-6449-463e-bb61-7cd0c1c67231" -d '{"events": [{"server_uuid": "eace555f-6ba3-4a77-a4e0-2011717b0a5c", "name": "network-vif-plugged", "status": "completed", "tag": "b9ec3dcb-b993-47e7-8d7e-722fa1171f9a"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:48:48.616004 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7b569-a4e0-4763-b519-550da762c850 req-76908b1c-43a8-4643-94a9-89631046d58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:48.617486 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-99a7b569-a4e0-4763-b519-550da762c850 req-76908b1c-43a8-4643-94a9-89631046d58b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8645008e9e894713967a6f63b339bf46&device_id=2bc5f9da-1836-4c07-bea4-2321634a9260 HTTP/1.1" status: 200  len: 1130 time: 0.2289650
Feb 05 20:48:48.631427 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port b9ec3dcb-b993-47e7-8d7e-722fa1171f9a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b9ec3dcb-b993-47e7-8d7e-722fa1171f9a,segment=NetworkSegment(84618c63-5563-4010-965a-0c859ca980f4),segment_id=84618c63-5563-4010-965a-0c859ca980f4)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:48.636497 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b9ec3dcb-b993-47e7-8d7e-722fa1171f9a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:48.638155 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device a0a11d30-e1f6-41c8-aba3-188367acbc76 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:48:48.646407 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-0ccd2452-f70c-4ed1-acb3-6e9ebbcbd55f service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2829492
Feb 05 20:48:48.663057 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7b569-a4e0-4763-b519-550da762c850 req-2c572ef6-7324-4c37-81fd-571e06154834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:48.664704 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-99a7b569-a4e0-4763-b519-550da762c850 req-2c572ef6-7324-4c37-81fd-571e06154834 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=30766dd9-3364-437e-a8fd-68757651ef32 HTTP/1.1" status: 200  len: 848 time: 0.0523205
Feb 05 20:48:48.690323 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1837e590-73a0-4547-8ad0-e3e63edfc5b2 req-085f6589-3d08-4ff8-80e2-3186233e188e tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks [] for floatingip (acbf5e38-0d3d-4204-8b6b-016217b6c0db), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:48.718776 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-99a7b569-a4e0-4763-b519-550da762c850 req-4766fcff-30fe-45a4-98c2-b82a7ce45a2c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4b732e-5458-48e6-8cda-4d399eeaa947&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0468223
Feb 05 20:48:48.723153 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56602) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:48:48.734620 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=b9ec3dcb-b993-47e7-8d7e-722fa1171f9a,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:48.747156 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port a0a11d30-e1f6-41c8-aba3-188367acbc76 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:48:48.752265 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port a0a11d30-e1f6-41c8-aba3-188367acbc76 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:48:48.752567 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (a0a11d30-e1f6-41c8-aba3-188367acbc76), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:48.761963 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-54c7a83e-1538-479e-aef0-6f546d63e9e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:48.843880 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port a0a11d30-e1f6-41c8-aba3-188367acbc76 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:48:48.844278 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a0a11d30-e1f6-41c8-aba3-188367acbc76), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:48.869753 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-99a7b569-a4e0-4763-b519-550da762c850 req-dbe20f8b-adb0-43b3-93f5-ca208ea43b54 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392398
Feb 05 20:48:48.885391 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port a0a11d30-e1f6-41c8-aba3-188367acbc76, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a0a11d30-e1f6-41c8-aba3-188367acbc76,segment=NetworkSegment(22aada35-3566-46c2-b11c-622e4f2f6275),segment_id=22aada35-3566-46c2-b11c-622e4f2f6275)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:48.893372 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (a0a11d30-e1f6-41c8-aba3-188367acbc76), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:48.906889 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-dd659245-c2f8-474f-bb08-5445f33ed11f req-0e3307da-5638-41ea-94a3-469b20f0ccf8 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (37b53fc2-421d-4f95-9a02-e59758bd4e66), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:48.934713 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7b569-a4e0-4763-b519-550da762c850 req-dcf4fb10-14ee-4030-97cc-d5ea7ec969f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:48.936194 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-99a7b569-a4e0-4763-b519-550da762c850 req-dcf4fb10-14ee-4030-97cc-d5ea7ec969f4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.3072417
Feb 05 20:48:48.944946 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-dd659245-c2f8-474f-bb08-5445f33ed11f req-0e3307da-5638-41ea-94a3-469b20f0ccf8 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (37b53fc2-421d-4f95-9a02-e59758bd4e66), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:48.959982 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=a0a11d30-e1f6-41c8-aba3-188367acbc76,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:48.964222 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-54c7a83e-1538-479e-aef0-6f546d63e9e5 admin admin] Publish callbacks [] for security_group (237ef63e-6b39-4041-8037-ea4cf6e5b00f), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:48.973503 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-54c7a83e-1538-479e-aef0-6f546d63e9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (237ef63e-6b39-4041-8037-ea4cf6e5b00f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:49.010727 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28a44d46-3f4c-46ca-824a-96fcf0b485da req-1636b70d-631e-40e6-91d6-118fd4c535e4 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3470621
Feb 05 20:48:49.027948 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-99a7b569-a4e0-4763-b519-550da762c850 req-c397d451-63f4-4461-94a4-78eb651f524e service neutron] 10.222.0.39 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1507096
Feb 05 20:48:49.030696 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-54c7a83e-1538-479e-aef0-6f546d63e9e5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc7274ca9b41447eba2a03a877735637&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3064923
Feb 05 20:48:49.031689 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c7a83e-1538-479e-aef0-6f546d63e9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237ef63e-6b39-4041-8037-ea4cf6e5b00f,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:49.031815 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-99a7b569-a4e0-4763-b519-550da762c850 req-f2f63e90-edea-4ca2-a6ec-75b7799e2a24 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=91ae31fa-119f-44f4-bbf4-4cec63520c50 HTTP/1.1" status: 200  len: 217 time: 0.0802455
Feb 05 20:48:49.035402 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56606) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:48:49.044315 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-dd659245-c2f8-474f-bb08-5445f33ed11f req-0e3307da-5638-41ea-94a3-469b20f0ccf8 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:49.045522 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dd659245-c2f8-474f-bb08-5445f33ed11f req-0e3307da-5638-41ea-94a3-469b20f0ccf8 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 0.6835625
Feb 05 20:48:49.093261 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a7953c15-eb7c-4b84-9e07-252aa1c9d663 admin admin] Publish callbacks [] for security_group (237ef63e-6b39-4041-8037-ea4cf6e5b00f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:49.098985 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3307da-5638-41ea-94a3-469b20f0ccf8 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37b53fc2-421d-4f95-9a02-e59758bd4e66,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:49.155105 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a7953c15-eb7c-4b84-9e07-252aa1c9d663 admin admin] Publish callbacks [] for security_group (237ef63e-6b39-4041-8037-ea4cf6e5b00f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:49.187478 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7b569-a4e0-4763-b519-550da762c850 req-4ecfd8ef-81da-41f4-8b01-a161e1d8511f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:49.189515 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-99a7b569-a4e0-4763-b519-550da762c850 req-4ecfd8ef-81da-41f4-8b01-a161e1d8511f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.1501312
Feb 05 20:48:49.195182 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7b569-a4e0-4763-b519-550da762c850 req-58fbe126-fdf1-49ac-9a8a-0948455e9854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:49.196862 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-99a7b569-a4e0-4763-b519-550da762c850 req-58fbe126-fdf1-49ac-9a8a-0948455e9854 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f829fd34d89942aeab410c3933fe9a60&device_id=eb170cc6-2c86-45c7-9ddb-eb0198388141 HTTP/1.1" status: 200  len: 1127 time: 0.0904787
Feb 05 20:48:49.259483 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a7953c15-eb7c-4b84-9e07-252aa1c9d663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (237ef63e-6b39-4041-8037-ea4cf6e5b00f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:49.261976 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a7953c15-eb7c-4b84-9e07-252aa1c9d663 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:49.263186 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a7953c15-eb7c-4b84-9e07-252aa1c9d663 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/237ef63e-6b39-4041-8037-ea4cf6e5b00f HTTP/1.1" status: 204  len: 168 time: 0.2266898
Feb 05 20:48:49.279783 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7953c15-eb7c-4b84-9e07-252aa1c9d663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237ef63e-6b39-4041-8037-ea4cf6e5b00f,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:49.315458 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7b569-a4e0-4763-b519-550da762c850 req-6093e95d-374b-4170-a395-b9693f4ba706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:49.317410 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-99a7b569-a4e0-4763-b519-550da762c850 req-6093e95d-374b-4170-a395-b9693f4ba706 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c99e672f-3b87-4721-8d9c-fbb71f1cd179 HTTP/1.1" status: 200  len: 921 time: 0.1130610
Feb 05 20:48:49.392870 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-99a7b569-a4e0-4763-b519-550da762c850 req-73320034-a3bb-4fc6-8fc4-0275348ff73a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d76bae96-ea98-4dbf-bb0d-4c4940757c92 HTTP/1.1" status: 200  len: 1001 time: 0.0674915
Feb 05 20:48:49.444257 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7b569-a4e0-4763-b519-550da762c850 req-da22d02e-de95-4500-9dff-c83e29993908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:49.445997 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-99a7b569-a4e0-4763-b519-550da762c850 req-da22d02e-de95-4500-9dff-c83e29993908 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0c12a9c1-68fc-4723-83f8-a4d2ac546c80 HTTP/1.1" status: 200  len: 859 time: 0.0461621
Feb 05 20:48:49.499704 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7b569-a4e0-4763-b519-550da762c850 req-59c27df8-0fab-455f-94f2-752e74049771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:49.501757 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-99a7b569-a4e0-4763-b519-550da762c850 req-59c27df8-0fab-455f-94f2-752e74049771 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c99e672f-3b87-4721-8d9c-fbb71f1cd179&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0485694
Feb 05 20:48:49.566898 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ccd5c-c440-4a86-a37b-38a9fbcd4e78 req-f7e09bef-6c89-4b9b-876c-51efad2e098b tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:49.568372 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-089ccd5c-c440-4a86-a37b-38a9fbcd4e78 req-f7e09bef-6c89-4b9b-876c-51efad2e098b tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=38964177-b777-4ff3-a687-28ddd25c6a64 HTTP/1.1" status: 200  len: 944 time: 0.4185414
Feb 05 20:48:49.596920 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-99a7b569-a4e0-4763-b519-550da762c850 req-2647f2bf-2218-44a4-86ee-9df57597e73c service neutron] 10.222.0.39 "GET /v2.0/networks/c99e672f-3b87-4721-8d9c-fbb71f1cd179?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0892210
Feb 05 20:48:49.613906 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7b569-a4e0-4763-b519-550da762c850 req-6a7874b6-f7c1-4bfa-96bc-442e61e8e7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:49.615432 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-99a7b569-a4e0-4763-b519-550da762c850 req-6a7874b6-f7c1-4bfa-96bc-442e61e8e7e3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.4178751
Feb 05 20:48:49.691103 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-99a7b569-a4e0-4763-b519-550da762c850 req-f675e1d6-ec65-454c-9d22-b4cf98915c3f service neutron] 10.222.0.39 "GET /v2.0/networks/c99e672f-3b87-4721-8d9c-fbb71f1cd179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0876346
Feb 05 20:48:49.767785 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-089ccd5c-c440-4a86-a37b-38a9fbcd4e78 req-b57c5235-b220-4c98-9afe-727e0eca6745 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1676698
Feb 05 20:48:49.836572 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-99a7b569-a4e0-4763-b519-550da762c850 req-fb5da361-dc04-4b52-813f-c819a727027e service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2126043
Feb 05 20:48:49.848642 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:50.041034 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f281a67-3713-49b4-9a64-481ca522f2dd req-a5b2ad61-d622-4467-984b-b4e6cf07a218 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:50.042573 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0f281a67-3713-49b4-9a64-481ca522f2dd req-a5b2ad61-d622-4467-984b-b4e6cf07a218 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a4922a0-9c4e-4eae-8855-0ff66ec504b4 HTTP/1.1" status: 200  len: 948 time: 0.1974771
Feb 05 20:48:50.078750 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-99a7b569-a4e0-4763-b519-550da762c850 req-dd19bef7-92f6-4b22-827a-dbe94b80640f service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2297943
Feb 05 20:48:50.082218 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1837e590-73a0-4547-8ad0-e3e63edfc5b2 req-085f6589-3d08-4ff8-80e2-3186233e188e tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:50.090133 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1837e590-73a0-4547-8ad0-e3e63edfc5b2 req-085f6589-3d08-4ff8-80e2-3186233e188e tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (acbf5e38-0d3d-4204-8b6b-016217b6c0db), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:50.150101 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0f281a67-3713-49b4-9a64-481ca522f2dd req-4f11e907-8dee-4c7a-9443-f28d08cb7ad0 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966401
Feb 05 20:48:50.202975 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1bcd41-f205-42ab-a7c5-f3b7009af730 x-openstack-request-id: req-1e1bcd41-f205-42ab-a7c5-f3b7009af730 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:48:50.203391 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eace555f-6ba3-4a77-a4e0-2011717b0a5c", "name": "network-vif-plugged", "status": "completed", "tag": "b9ec3dcb-b993-47e7-8d7e-722fa1171f9a", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:48:50.203761 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1e1bcd41-f205-42ab-a7c5-f3b7009af730 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:48:50.204509 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eace555f-6ba3-4a77-a4e0-2011717b0a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ec3dcb-b993-47e7-8d7e-722fa1171f9a', 'code': 200}
Feb 05 20:48:50.223439 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [req-1837e590-73a0-4547-8ad0-e3e63edfc5b2 req-085f6589-3d08-4ff8-80e2-3186233e188e tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Floating IP acbf5e38-0d3d-4204-8b6b-016217b6c0db associated. External IP: 172.35.4.253, port: d76bae96-ea98-4dbf-bb0d-4c4940757c92.
Feb 05 20:48:50.337299 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053749c0-8ed4-4b2a-867f-ab3a81969ff3 req-7ba6257e-16a3-49fd-b78b-c41dfe61ea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:50.339462 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-053749c0-8ed4-4b2a-867f-ab3a81969ff3 req-7ba6257e-16a3-49fd-b78b-c41dfe61ea9b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eace555f-6ba3-4a77-a4e0-2011717b0a5c HTTP/1.1" status: 200  len: 1128 time: 0.0603187
Feb 05 20:48:50.369059 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a4922a0-9c4e-4eae-8855-0ff66ec504b4', 'tag': '82af46c8-9f11-47e2-ab65-43312635dfe5'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:48:50.371413 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91557a32-71c2-4dda-b144-2ce21663f848" -d '{"events": [{"name": "network-changed", "server_uuid": "9a4922a0-9c4e-4eae-8855-0ff66ec504b4", "tag": "82af46c8-9f11-47e2-ab65-43312635dfe5"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:48:50.385514 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4ea5a-7ec9-4288-ae1f-ae1efd49e965 req-e5f552ec-3399-480d-976b-6f56333b05f3 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:50.387082 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-31b4ea5a-7ec9-4288-ae1f-ae1efd49e965 req-e5f552ec-3399-480d-976b-6f56333b05f3 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=660818f9-6564-42a9-bf2b-68fd09602765 HTTP/1.1" status: 200  len: 945 time: 0.1177287
Feb 05 20:48:50.388319 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-053749c0-8ed4-4b2a-867f-ab3a81969ff3 req-36190332-c6b4-4192-bd0a-4cdfc9793f6d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4d63c4d9-6ec2-4a64-aaec-cb7ff433c279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409827
Feb 05 20:48:50.510285 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-31b4ea5a-7ec9-4288-ae1f-ae1efd49e965 req-b4ae2fc8-8167-4eb3-bfe3-b0ea60825fb1 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1157818
Feb 05 20:48:50.550765 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1837e590-73a0-4547-8ad0-e3e63edfc5b2 req-085f6589-3d08-4ff8-80e2-3186233e188e tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Router ac4050fc-383e-4faa-b7b2-f4a4da34a952 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:48:50.733422 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-102d5be0-2910-48fd-b827-e84eeec34318 req-a4d58db7-4acf-4b1f-849c-feb9f86a5723 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=527d10d28e8840b1b77fb7b65a2178e6 HTTP/1.1" status: 200  len: 11000 time: 0.1940880
Feb 05 20:48:50.736891 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1837e590-73a0-4547-8ad0-e3e63edfc5b2 req-085f6589-3d08-4ff8-80e2-3186233e188e tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:48:50.746143 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fc6d1c-8dad-4175-b6ba-d6f75df799f9 None None] Sync routers for ids ['ac4050fc-383e-4faa-b7b2-f4a4da34a952'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:48:50.755960 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fc6d1c-8dad-4175-b6ba-d6f75df799f9 None None] Routers {'ac4050fc-383e-4faa-b7b2-f4a4da34a952'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:48:50.756563 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-d7fc6d1c-8dad-4175-b6ba-d6f75df799f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db9a7ff40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:48:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ac4050fc-383e-4faa-b7b2-f4a4da34a952'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:48:50.864633 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-102d5be0-2910-48fd-b827-e84eeec34318 req-8678bb2e-8ee1-4820-b54a-9e1d46ca8ee6 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups/f1d324b3-3da9-44cb-833e-e6d431e6537c HTTP/1.1" status: 200  len: 2998 time: 0.1236808
Feb 05 20:48:50.865775 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-d7fc6d1c-8dad-4175-b6ba-d6f75df799f9 None None] Set router ac4050fc-383e-4faa-b7b2-f4a4da34a952 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:48:50.951969 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-102d5be0-2910-48fd-b827-e84eeec34318 req-7416f4fd-5fb0-4bed-9012-5d8c35a7368e tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups/f1d324b3-3da9-44cb-833e-e6d431e6537c HTTP/1.1" status: 200  len: 2998 time: 0.0778766
Feb 05 20:48:51.052698 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1837e590-73a0-4547-8ad0-e3e63edfc5b2 req-085f6589-3d08-4ff8-80e2-3186233e188e tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Router ac4050fc-383e-4faa-b7b2-f4a4da34a952 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:48:51.077288 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c919de0-acc6-44ef-93ff-550e20b37d0c req-ebcf8cb4-4ecc-43b9-bf34-4c545cee3e7a tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:51.079323 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1c919de0-acc6-44ef-93ff-550e20b37d0c req-ebcf8cb4-4ecc-43b9-bf34-4c545cee3e7a tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/ports?device_id=eace555f-6ba3-4a77-a4e0-2011717b0a5c HTTP/1.1" status: 200  len: 946 time: 0.0742469
Feb 05 20:48:51.092855 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-d7fc6d1c-8dad-4175-b6ba-d6f75df799f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db9a7ff40>, [{'id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'name': 'tempest-FloatingIPsAssociationTestJSON-438743936-router', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23'}], 'enable_snat': True}, 'gw_port_id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:47:59Z', 'updated_at': '2022-02-05T20:48:03Z', 'revision_number': 4, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'gw_port': {'id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:48:00Z', 'updated_at': '2022-02-05T20:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'acbf5e38-0d3d-4204-8b6b-016217b6c0db', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'floating_ip_address': '172.35.4.253', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'port_id': 'd94c90aa-dc44-4c1a-9dba-aeeb6d33c2df', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179', 'mac_address': 'fa:16:3e:37:9d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee035d8d-cb19-4b45-92c3-2bf6db130da0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T20:48:20Z', 'updated_at': '2022-02-05T20:48:49Z', 'revision_number': 3, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89291417-f7a6-4241-89d4-630f5d5e0b83', 'name': '', 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'mac_address': 'fa:16:3e:e8:89:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '0c12a9c1-68fc-4723-83f8-a4d2ac546c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:48:02Z', 'updated_at': '2022-02-05T20:48:08Z', 'revision_number': 5, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'subnets': [{'id': '0c12a9c1-68fc-4723-83f8-a4d2ac546c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:48:51.198044 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 91ae31fa-119f-44f4-bbf4-4cec63520c50 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:48:51.208186 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1c919de0-acc6-44ef-93ff-550e20b37d0c req-97d5dc79-ca55-48cc-8755-74599e84495c tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d63c4d9-6ec2-4a64-aaec-cb7ff433c279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979927
Feb 05 20:48:51.214493 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fc6d1c-8dad-4175-b6ba-d6f75df799f9 None None] Checking router: ac4050fc-383e-4faa-b7b2-f4a4da34a952 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:48:51.223372 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fc6d1c-8dad-4175-b6ba-d6f75df799f9 None None] Routers {'ac4050fc-383e-4faa-b7b2-f4a4da34a952'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:48:51.223804 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1837e590-73a0-4547-8ad0-e3e63edfc5b2 req-085f6589-3d08-4ff8-80e2-3186233e188e tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:48:51.224419 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-d7fc6d1c-8dad-4175-b6ba-d6f75df799f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db9a7ff40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:48:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ac4050fc-383e-4faa-b7b2-f4a4da34a952'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:48:51.238099 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1837e590-73a0-4547-8ad0-e3e63edfc5b2 req-085f6589-3d08-4ff8-80e2-3186233e188e tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:51.343162 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1837e590-73a0-4547-8ad0-e3e63edfc5b2 req-085f6589-3d08-4ff8-80e2-3186233e188e tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "PUT /v2.0/floatingips/acbf5e38-0d3d-4204-8b6b-016217b6c0db HTTP/1.1" status: 200  len: 998 time: 2.8143644
Feb 05 20:48:51.345886 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7d6224-9c84-4da2-b4a5-089ef1909a95 x-openstack-request-id: req-db7d6224-9c84-4da2-b4a5-089ef1909a95 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:48:51.346444 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a4922a0-9c4e-4eae-8855-0ff66ec504b4", "tag": "82af46c8-9f11-47e2-ab65-43312635dfe5", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:48:51.346917 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db7d6224-9c84-4da2-b4a5-089ef1909a95 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:48:51.347525 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a4922a0-9c4e-4eae-8855-0ff66ec504b4', 'tag': '82af46c8-9f11-47e2-ab65-43312635dfe5', 'status': 'completed', 'code': 200}
Feb 05 20:48:51.360207 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-d7fc6d1c-8dad-4175-b6ba-d6f75df799f9 None None] Set router ac4050fc-383e-4faa-b7b2-f4a4da34a952 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:48:51.437735 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 91ae31fa-119f-44f4-bbf4-4cec63520c50, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=91ae31fa-119f-44f4-bbf4-4cec63520c50,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:51.458842 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '91ae31fa-119f-44f4-bbf4-4cec63520c50', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'port_id': '91ae31fa-119f-44f4-bbf4-4cec63520c50', 'mac_address': 'fa:16:3e:30:73:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3c763-0926-4b49-ade5-d66ee3d4c489', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:48:51.461544 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837e590-73a0-4547-8ad0-e3e63edfc5b2 req-a5d46b97-a519-479f-8424-e133bf788ec7 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:51.463276 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1837e590-73a0-4547-8ad0-e3e63edfc5b2 req-a5d46b97-a519-479f-8424-e133bf788ec7 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/ports/d76bae96-ea98-4dbf-bb0d-4c4940757c92 HTTP/1.1" status: 200  len: 942 time: 0.1133792
Feb 05 20:48:51.474175 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91557a32-71c2-4dda-b144-2ce21663f848 req-bbee8e89-7841-4d6e-b089-3a1a3a033e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:51.477743 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-91557a32-71c2-4dda-b144-2ce21663f848 req-bbee8e89-7841-4d6e-b089-3a1a3a033e4f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8645008e9e894713967a6f63b339bf46&device_id=9a4922a0-9c4e-4eae-8855-0ff66ec504b4 HTTP/1.1" status: 200  len: 1130 time: 0.1194212
Feb 05 20:48:51.545962 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 91ae31fa-119f-44f4-bbf4-4cec63520c50 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:48:51.548490 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (91ae31fa-119f-44f4-bbf4-4cec63520c50), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:51.593894 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91ae31fa-119f-44f4-bbf4-4cec63520c50 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:48:51.636927 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91557a32-71c2-4dda-b144-2ce21663f848 req-e7e8985b-10c9-4515-95c7-a020356eecbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:51.638471 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-91557a32-71c2-4dda-b144-2ce21663f848 req-e7e8985b-10c9-4515-95c7-a020356eecbd service neutron] 10.222.0.39 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.1514084
Feb 05 20:48:51.646918 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 91ae31fa-119f-44f4-bbf4-4cec63520c50, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=91ae31fa-119f-44f4-bbf4-4cec63520c50,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:51.648083 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837e590-73a0-4547-8ad0-e3e63edfc5b2 req-308be445-a53d-4fb1-bbdd-1d297f5d1b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:51.651288 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1837e590-73a0-4547-8ad0-e3e63edfc5b2 req-308be445-a53d-4fb1-bbdd-1d297f5d1b33 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f829fd34d89942aeab410c3933fe9a60&device_id=eb170cc6-2c86-45c7-9ddb-eb0198388141 HTTP/1.1" status: 200  len: 1127 time: 0.0605555
Feb 05 20:48:51.656176 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (91ae31fa-119f-44f4-bbf4-4cec63520c50), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:51.711638 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-d7fc6d1c-8dad-4175-b6ba-d6f75df799f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db9a7ff40>, [{'id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'name': 'tempest-FloatingIPsAssociationTestJSON-438743936-router', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23'}], 'enable_snat': True}, 'gw_port_id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:47:59Z', 'updated_at': '2022-02-05T20:48:03Z', 'revision_number': 4, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'gw_port': {'id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:48:00Z', 'updated_at': '2022-02-05T20:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'acbf5e38-0d3d-4204-8b6b-016217b6c0db', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'floating_ip_address': '172.35.4.253', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'port_id': 'd94c90aa-dc44-4c1a-9dba-aeeb6d33c2df', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179', 'mac_address': 'fa:16:3e:37:9d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee035d8d-cb19-4b45-92c3-2bf6db130da0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T20:48:20Z', 'updated_at': '2022-02-05T20:48:49Z', 'revision_number': 3, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89291417-f7a6-4241-89d4-630f5d5e0b83', 'name': '', 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'mac_address': 'fa:16:3e:e8:89:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '0c12a9c1-68fc-4723-83f8-a4d2ac546c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:48:02Z', 'updated_at': '2022-02-05T20:48:08Z', 'revision_number': 5, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'subnets': [{'id': '0c12a9c1-68fc-4723-83f8-a4d2ac546c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:48:51.736474 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=91ae31fa-119f-44f4-bbf4-4cec63520c50,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:51.762565 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fc6d1c-8dad-4175-b6ba-d6f75df799f9 None None] The sync data for ids ['ac4050fc-383e-4faa-b7b2-f4a4da34a952'] in ncdv-master-1 is: [{'id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'name': 'tempest-FloatingIPsAssociationTestJSON-438743936-router', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23'}], 'enable_snat': True}, 'gw_port_id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:47:59Z', 'updated_at': '2022-02-05T20:48:03Z', 'revision_number': 4, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'gw_port': {'id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:48:00Z', 'updated_at': '2022-02-05T20:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'acbf5e38-0d3d-4204-8b6b-016217b6c0db', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'floating_ip_address': '172.35.4.253', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'port_id': 'd94c90aa-dc44-4c1a-9dba-aeeb6d33c2df', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179', 'mac_address': 'fa:16:3e:37:9d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee035d8d-cb19-4b45-92c3-2bf6db130da0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T20:48:20Z', 'updated_at': '2022-02-05T20:48:49Z', 'revision_number': 3, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89291417-f7a6-4241-89d4-630f5d5e0b83', 'name': '', 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'mac_address': 'fa:16:3e:e8:89:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '0c12a9c1-68fc-4723-83f8-a4d2ac546c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:48:02Z', 'updated_at': '2022-02-05T20:48:08Z', 'revision_number': 5, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'subnets': [{'id': '0c12a9c1-68fc-4723-83f8-a4d2ac546c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:48:52.007998 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-91557a32-71c2-4dda-b144-2ce21663f848 req-7e06196d-2487-40c5-9f37-47b4a8084557 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=82af46c8-9f11-47e2-ab65-43312635dfe5 HTTP/1.1" status: 200  len: 217 time: 0.3453090
Feb 05 20:48:52.067403 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b378c2-68b2-4fdf-b310-4e86643d796a None None] New status for floating IP acbf5e38-0d3d-4204-8b6b-016217b6c0db: ACTIVE {{(pid=114392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 20:48:52.104804 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['91ae31fa-119f-44f4-bbf4-4cec63520c50'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:48:52.110860 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91557a32-71c2-4dda-b144-2ce21663f848 req-d450548c-70bb-40b4-b9bf-f8afbc8aec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:52.113128 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-91557a32-71c2-4dda-b144-2ce21663f848 req-d450548c-70bb-40b4-b9bf-f8afbc8aec74 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.0896566
Feb 05 20:48:52.114562 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837e590-73a0-4547-8ad0-e3e63edfc5b2 req-7d856ee7-cd0a-472f-81ff-76ca73a85ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:52.115926 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1837e590-73a0-4547-8ad0-e3e63edfc5b2 req-7d856ee7-cd0a-472f-81ff-76ca73a85ccb service neutron] 10.222.0.32 "GET /v2.0/networks?id=c99e672f-3b87-4721-8d9c-fbb71f1cd179 HTTP/1.1" status: 200  len: 921 time: 0.4578865
Feb 05 20:48:52.136819 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b2196-f321-4836-90d1-515abeace848 req-f24a4ef4-7a22-4f52-b9fb-653fcb26c282 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:52.138331 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-770b2196-f321-4836-90d1-515abeace848 req-f24a4ef4-7a22-4f52-b9fb-653fcb26c282 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=38964177-b777-4ff3-a687-28ddd25c6a64 HTTP/1.1" status: 200  len: 944 time: 0.4153655
Feb 05 20:48:52.172034 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91557a32-71c2-4dda-b144-2ce21663f848 req-cecb876c-4143-4383-9c09-a66b87f7100d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:52.173754 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-91557a32-71c2-4dda-b144-2ce21663f848 req-cecb876c-4143-4383-9c09-a66b87f7100d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0532026
Feb 05 20:48:52.179154 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1837e590-73a0-4547-8ad0-e3e63edfc5b2 req-e146ab9e-8a7d-4a77-826f-bc2df9fd3bc2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d76bae96-ea98-4dbf-bb0d-4c4940757c92 HTTP/1.1" status: 200  len: 217 time: 0.0502908
Feb 05 20:48:52.207499 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660818f9-6564-42a9-bf2b-68fd09602765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a11d30-e1f6-41c8-aba3-188367acbc76'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:48:52.209912 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfb1f8f-36fc-42fa-b7a8-84220297337c" -d '{"events": [{"server_uuid": "660818f9-6564-42a9-bf2b-68fd09602765", "name": "network-vif-plugged", "status": "completed", "tag": "a0a11d30-e1f6-41c8-aba3-188367acbc76"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:48:52.254633 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-770b2196-f321-4836-90d1-515abeace848 req-474d9700-38d2-4e30-b512-53bbad8e800f tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090550
Feb 05 20:48:52.274410 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837e590-73a0-4547-8ad0-e3e63edfc5b2 req-b02408cb-2128-4ab9-adec-d04d8310dcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:52.275914 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1837e590-73a0-4547-8ad0-e3e63edfc5b2 req-b02408cb-2128-4ab9-adec-d04d8310dcf0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c12a9c1-68fc-4723-83f8-a4d2ac546c80 HTTP/1.1" status: 200  len: 859 time: 0.0638120
Feb 05 20:48:52.278717 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-91557a32-71c2-4dda-b144-2ce21663f848 req-e3fc6dae-76a2-430e-994f-4b47e988d4a8 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0973573
Feb 05 20:48:52.368661 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cfabc0c3-7251-4f2e-8149-f60d140d6361 req-46a3392d-1c68-42dc-9eda-b01fa77da565 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups/28733002-7cfb-4da2-a333-d1f00ad8dd50 HTTP/1.1" status: 200  len: 1816 time: 0.0736146
Feb 05 20:48:52.375413 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837e590-73a0-4547-8ad0-e3e63edfc5b2 req-ffd88e6d-cfad-4227-8dad-610bf0e45045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:52.384009 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1837e590-73a0-4547-8ad0-e3e63edfc5b2 req-ffd88e6d-cfad-4227-8dad-610bf0e45045 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c99e672f-3b87-4721-8d9c-fbb71f1cd179&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1015244
Feb 05 20:48:52.390214 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-91557a32-71c2-4dda-b144-2ce21663f848 req-f5399468-1626-4c8d-9f6c-f69d8c3c2e97 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1023529
Feb 05 20:48:52.436481 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 82af46c8-9f11-47e2-ab65-43312635dfe5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:48:52.452084 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce38f5c-c7ab-4f24-ac52-8e61e9719fd8 None None] Sync routers for ids ['ac4050fc-383e-4faa-b7b2-f4a4da34a952'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:48:52.465059 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce38f5c-c7ab-4f24-ac52-8e61e9719fd8 None None] Routers {'ac4050fc-383e-4faa-b7b2-f4a4da34a952'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:48:52.465677 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-9ce38f5c-c7ab-4f24-ac52-8e61e9719fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db91d2df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:48:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ac4050fc-383e-4faa-b7b2-f4a4da34a952'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:48:52.518642 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-cfabc0c3-7251-4f2e-8149-f60d140d6361 req-2aaec02e-88ee-4676-ad2b-880cc94a3a62 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (28733002-7cfb-4da2-a333-d1f00ad8dd50), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:52.532598 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1837e590-73a0-4547-8ad0-e3e63edfc5b2 req-5839ad3e-6935-431f-b673-8e9865eefa44 service neutron] 10.222.0.32 "GET /v2.0/networks/c99e672f-3b87-4721-8d9c-fbb71f1cd179?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1475914
Feb 05 20:48:52.573692 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 82af46c8-9f11-47e2-ab65-43312635dfe5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=82af46c8-9f11-47e2-ab65-43312635dfe5,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:52.584344 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-cfabc0c3-7251-4f2e-8149-f60d140d6361 req-2aaec02e-88ee-4676-ad2b-880cc94a3a62 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (28733002-7cfb-4da2-a333-d1f00ad8dd50), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:52.586702 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '82af46c8-9f11-47e2-ab65-43312635dfe5', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'port_id': '82af46c8-9f11-47e2-ab65-43312635dfe5', 'mac_address': 'fa:16:3e:7d:e6:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3c763-0926-4b49-ade5-d66ee3d4c489', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:48:52.591254 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-9ce38f5c-c7ab-4f24-ac52-8e61e9719fd8 None None] Set router ac4050fc-383e-4faa-b7b2-f4a4da34a952 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:48:52.678529 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-cfabc0c3-7251-4f2e-8149-f60d140d6361 req-2aaec02e-88ee-4676-ad2b-880cc94a3a62 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (28733002-7cfb-4da2-a333-d1f00ad8dd50), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:52.681400 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-cfabc0c3-7251-4f2e-8149-f60d140d6361 req-2aaec02e-88ee-4676-ad2b-880cc94a3a62 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:52.682654 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cfabc0c3-7251-4f2e-8149-f60d140d6361 req-2aaec02e-88ee-4676-ad2b-880cc94a3a62 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "DELETE /v2.0/security-groups/28733002-7cfb-4da2-a333-d1f00ad8dd50 HTTP/1.1" status: 204  len: 173 time: 0.2964215
Feb 05 20:48:52.702793 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1837e590-73a0-4547-8ad0-e3e63edfc5b2 req-fc8f4b96-c8ea-4725-ac81-0fa813005d56 service neutron] 10.222.0.32 "GET /v2.0/networks/c99e672f-3b87-4721-8d9c-fbb71f1cd179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1662292
Feb 05 20:48:52.711813 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaec02e-88ee-4676-ad2b-880cc94a3a62 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28733002-7cfb-4da2-a333-d1f00ad8dd50,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:52.780936 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 82af46c8-9f11-47e2-ab65-43312635dfe5 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:48:52.781333 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (82af46c8-9f11-47e2-ab65-43312635dfe5), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:52.795655 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82af46c8-9f11-47e2-ab65-43312635dfe5 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:48:52.817277 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837e590-73a0-4547-8ad0-e3e63edfc5b2 req-39e20d8d-7f78-4409-b340-6c895bc7c46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:52.818981 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1837e590-73a0-4547-8ad0-e3e63edfc5b2 req-39e20d8d-7f78-4409-b340-6c895bc7c46d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f829fd34d89942aeab410c3933fe9a60&device_id=ee035d8d-cb19-4b45-92c3-2bf6db130da0 HTTP/1.1" status: 200  len: 1127 time: 0.0850840
Feb 05 20:48:52.821420 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 82af46c8-9f11-47e2-ab65-43312635dfe5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=82af46c8-9f11-47e2-ab65-43312635dfe5,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:52.827628 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (82af46c8-9f11-47e2-ab65-43312635dfe5), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:52.834528 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0f1ca-c6f8-44ba-94ef-0998938e5045 req-07ff422f-d856-4eb3-ac0c-f0e0bc063035 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:52.836158 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6fe0f1ca-c6f8-44ba-94ef-0998938e5045 req-07ff422f-d856-4eb3-ac0c-f0e0bc063035 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a4922a0-9c4e-4eae-8855-0ff66ec504b4 HTTP/1.1" status: 200  len: 948 time: 0.0741460
Feb 05 20:48:52.869463 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-9ce38f5c-c7ab-4f24-ac52-8e61e9719fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db91d2df0>, [{'id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'name': 'tempest-FloatingIPsAssociationTestJSON-438743936-router', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23'}], 'enable_snat': True}, 'gw_port_id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:47:59Z', 'updated_at': '2022-02-05T20:48:03Z', 'revision_number': 4, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'gw_port': {'id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:48:00Z', 'updated_at': '2022-02-05T20:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'acbf5e38-0d3d-4204-8b6b-016217b6c0db', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'floating_ip_address': '172.35.4.253', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'port_id': 'd94c90aa-dc44-4c1a-9dba-aeeb6d33c2df', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179', 'mac_address': 'fa:16:3e:37:9d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee035d8d-cb19-4b45-92c3-2bf6db130da0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T20:48:20Z', 'updated_at': '2022-02-05T20:48:52Z', 'revision_number': 4, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89291417-f7a6-4241-89d4-630f5d5e0b83', 'name': '', 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'mac_address': 'fa:16:3e:e8:89:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '0c12a9c1-68fc-4723-83f8-a4d2ac546c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:48:02Z', 'updated_at': '2022-02-05T20:48:08Z', 'revision_number': 5, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'subnets': [{'id': '0c12a9c1-68fc-4723-83f8-a4d2ac546c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:48:52.879015 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=82af46c8-9f11-47e2-ab65-43312635dfe5,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:52.898598 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce38f5c-c7ab-4f24-ac52-8e61e9719fd8 None None] Checking router: ac4050fc-383e-4faa-b7b2-f4a4da34a952 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:48:52.908163 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce38f5c-c7ab-4f24-ac52-8e61e9719fd8 None None] Routers {'ac4050fc-383e-4faa-b7b2-f4a4da34a952'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:48:52.908714 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-9ce38f5c-c7ab-4f24-ac52-8e61e9719fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db91d2df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:48:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ac4050fc-383e-4faa-b7b2-f4a4da34a952'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:48:52.950527 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6fe0f1ca-c6f8-44ba-94ef-0998938e5045 req-43b3f4f9-dbe0-4e02-b4f2-88a9d770cc1e tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044197
Feb 05 20:48:52.966638 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837e590-73a0-4547-8ad0-e3e63edfc5b2 req-0ec4556f-0d40-440d-b4a7-ea579a7c1415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:52.968165 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1837e590-73a0-4547-8ad0-e3e63edfc5b2 req-0ec4556f-0d40-440d-b4a7-ea579a7c1415 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c99e672f-3b87-4721-8d9c-fbb71f1cd179 HTTP/1.1" status: 200  len: 921 time: 0.1311049
Feb 05 20:48:53.026475 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-9ce38f5c-c7ab-4f24-ac52-8e61e9719fd8 None None] Set router ac4050fc-383e-4faa-b7b2-f4a4da34a952 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:48:53.065288 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1837e590-73a0-4547-8ad0-e3e63edfc5b2 req-2ad05062-ad0d-4045-9452-7b1c0843f395 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df HTTP/1.1" status: 200  len: 1001 time: 0.0907509
Feb 05 20:48:53.111143 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0999f3a-7e92-4af9-a204-0d823a09546e req-e189953d-07f8-48ee-9065-0dba4e8b5f3a tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:53.112356 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0999f3a-7e92-4af9-a204-0d823a09546e req-e189953d-07f8-48ee-9065-0dba4e8b5f3a tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=660818f9-6564-42a9-bf2b-68fd09602765 HTTP/1.1" status: 200  len: 945 time: 0.1022880
Feb 05 20:48:53.138117 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837e590-73a0-4547-8ad0-e3e63edfc5b2 req-61d8012b-013e-495e-8542-92a32526aeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:53.139595 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1837e590-73a0-4547-8ad0-e3e63edfc5b2 req-61d8012b-013e-495e-8542-92a32526aeca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c12a9c1-68fc-4723-83f8-a4d2ac546c80 HTTP/1.1" status: 200  len: 859 time: 0.0678065
Feb 05 20:48:53.155472 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['82af46c8-9f11-47e2-ab65-43312635dfe5'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:48:53.195257 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0999f3a-7e92-4af9-a204-0d823a09546e req-0c7abe7b-6eb8-48be-a61d-bc15243e4ee5 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766635
Feb 05 20:48:53.213146 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837e590-73a0-4547-8ad0-e3e63edfc5b2 req-2e546729-0709-439a-bdc1-13ea9b13ecd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:53.222930 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1837e590-73a0-4547-8ad0-e3e63edfc5b2 req-2e546729-0709-439a-bdc1-13ea9b13ecd6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c99e672f-3b87-4721-8d9c-fbb71f1cd179&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0762262
Feb 05 20:48:53.284737 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-9ce38f5c-c7ab-4f24-ac52-8e61e9719fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db91d2df0>, [{'id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'name': 'tempest-FloatingIPsAssociationTestJSON-438743936-router', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23'}], 'enable_snat': True}, 'gw_port_id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:47:59Z', 'updated_at': '2022-02-05T20:48:03Z', 'revision_number': 4, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'gw_port': {'id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:48:00Z', 'updated_at': '2022-02-05T20:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'acbf5e38-0d3d-4204-8b6b-016217b6c0db', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'floating_ip_address': '172.35.4.253', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'port_id': 'd94c90aa-dc44-4c1a-9dba-aeeb6d33c2df', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179', 'mac_address': 'fa:16:3e:37:9d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee035d8d-cb19-4b45-92c3-2bf6db130da0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T20:48:20Z', 'updated_at': '2022-02-05T20:48:52Z', 'revision_number': 4, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89291417-f7a6-4241-89d4-630f5d5e0b83', 'name': '', 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'mac_address': 'fa:16:3e:e8:89:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '0c12a9c1-68fc-4723-83f8-a4d2ac546c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:48:02Z', 'updated_at': '2022-02-05T20:48:08Z', 'revision_number': 5, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'subnets': [{'id': '0c12a9c1-68fc-4723-83f8-a4d2ac546c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:48:53.322912 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce38f5c-c7ab-4f24-ac52-8e61e9719fd8 None None] The sync data for ids ['ac4050fc-383e-4faa-b7b2-f4a4da34a952'] in ncdv-master-1 is: [{'id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'name': 'tempest-FloatingIPsAssociationTestJSON-438743936-router', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23'}], 'enable_snat': True}, 'gw_port_id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:47:59Z', 'updated_at': '2022-02-05T20:48:03Z', 'revision_number': 4, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'gw_port': {'id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:48:00Z', 'updated_at': '2022-02-05T20:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'acbf5e38-0d3d-4204-8b6b-016217b6c0db', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'floating_ip_address': '172.35.4.253', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'port_id': 'd94c90aa-dc44-4c1a-9dba-aeeb6d33c2df', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179', 'mac_address': 'fa:16:3e:37:9d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee035d8d-cb19-4b45-92c3-2bf6db130da0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T20:48:20Z', 'updated_at': '2022-02-05T20:48:52Z', 'revision_number': 4, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89291417-f7a6-4241-89d4-630f5d5e0b83', 'name': '', 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'mac_address': 'fa:16:3e:e8:89:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '0c12a9c1-68fc-4723-83f8-a4d2ac546c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:48:02Z', 'updated_at': '2022-02-05T20:48:08Z', 'revision_number': 5, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'subnets': [{'id': '0c12a9c1-68fc-4723-83f8-a4d2ac546c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:48:53.331689 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1837e590-73a0-4547-8ad0-e3e63edfc5b2 req-8eaf0427-8f99-4a8e-9ad2-967d0c57b28a service neutron] 10.222.0.32 "GET /v2.0/networks/c99e672f-3b87-4721-8d9c-fbb71f1cd179?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1054280
Feb 05 20:48:53.356987 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb170cc6-2c86-45c7-9ddb-eb0198388141', 'tag': 'd76bae96-ea98-4dbf-bb0d-4c4940757c92'}, {'name': 'network-changed', 'server_uuid': 'ee035d8d-cb19-4b45-92c3-2bf6db130da0', 'tag': 'd94c90aa-dc44-4c1a-9dba-aeeb6d33c2df'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:48:53.359241 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d128a96b-66aa-4712-b39c-6b2bb4241dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "eb170cc6-2c86-45c7-9ddb-eb0198388141", "tag": "d76bae96-ea98-4dbf-bb0d-4c4940757c92"}, {"name": "network-changed", "server_uuid": "ee035d8d-cb19-4b45-92c3-2bf6db130da0", "tag": "d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:48:53.404694 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19b1a7c-d234-4c53-af21-9b19e1f8b261 x-openstack-request-id: req-c19b1a7c-d234-4c53-af21-9b19e1f8b261 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:48:53.405911 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "660818f9-6564-42a9-bf2b-68fd09602765", "name": "network-vif-plugged", "status": "completed", "tag": "a0a11d30-e1f6-41c8-aba3-188367acbc76", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:48:53.406172 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c19b1a7c-d234-4c53-af21-9b19e1f8b261 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:48:53.407472 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '660818f9-6564-42a9-bf2b-68fd09602765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a11d30-e1f6-41c8-aba3-188367acbc76', 'code': 200}
Feb 05 20:48:53.457958 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1837e590-73a0-4547-8ad0-e3e63edfc5b2 req-b98909fd-1dd6-4d7b-9dc3-785a48b7e348 service neutron] 10.222.0.32 "GET /v2.0/networks/c99e672f-3b87-4721-8d9c-fbb71f1cd179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226530
Feb 05 20:48:53.524141 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [req-b52aab0b-d687-41b5-b945-2583c40f1f78 req-031d1000-73dc-4303-be6c-5a2c6c635416 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] show failed (client error): The resource could not be found.
Feb 05 20:48:53.525206 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b52aab0b-d687-41b5-b945-2583c40f1f78 req-031d1000-73dc-4303-be6c-5a2c6c635416 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups/28733002-7cfb-4da2-a333-d1f00ad8dd50 HTTP/1.1" status: 404  len: 352 time: 0.0185254
Feb 05 20:48:53.529942 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55186d19-eefc-4290-ba84-c2b14a6c3f11 req-d451d9c6-9c3b-420d-b2a6-4b2b3636a225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:53.531398 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-55186d19-eefc-4290-ba84-c2b14a6c3f11 req-d451d9c6-9c3b-420d-b2a6-4b2b3636a225 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=660818f9-6564-42a9-bf2b-68fd09602765 HTTP/1.1" status: 200  len: 1127 time: 0.0509021
Feb 05 20:48:53.538316 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1346f19d-7ddf-4630-9fcb-35ca8a3f1893 req-d168597a-3c61-42b4-a701-2f8bffac4257 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:53.539885 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1346f19d-7ddf-4630-9fcb-35ca8a3f1893 req-d168597a-3c61-42b4-a701-2f8bffac4257 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/ports?device_id=eace555f-6ba3-4a77-a4e0-2011717b0a5c HTTP/1.1" status: 200  len: 946 time: 0.0811243
Feb 05 20:48:53.584973 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-55186d19-eefc-4290-ba84-c2b14a6c3f11 req-bec800f9-18b1-4b63-983e-6671ac1b45b2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424209
Feb 05 20:48:53.589364 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1346f19d-7ddf-4630-9fcb-35ca8a3f1893 req-2f2fd5bf-9d68-439e-8d6d-22fe61580b06 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d63c4d9-6ec2-4a64-aaec-cb7ff433c279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435443
Feb 05 20:48:53.637293 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 05 Feb 2022 20:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6143efe1-80a5-44bf-970a-bf854f4f9878 x-openstack-request-id: req-6143efe1-80a5-44bf-970a-bf854f4f9878 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:48:53.637590 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb170cc6-2c86-45c7-9ddb-eb0198388141", "tag": "d76bae96-ea98-4dbf-bb0d-4c4940757c92", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ee035d8d-cb19-4b45-92c3-2bf6db130da0", "tag": "d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:48:53.637845 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6143efe1-80a5-44bf-970a-bf854f4f9878 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:48:53.638239 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb170cc6-2c86-45c7-9ddb-eb0198388141', 'tag': 'd76bae96-ea98-4dbf-bb0d-4c4940757c92', 'status': 'completed', 'code': 200}
Feb 05 20:48:53.638516 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee035d8d-cb19-4b45-92c3-2bf6db130da0', 'tag': 'd94c90aa-dc44-4c1a-9dba-aeeb6d33c2df', 'status': 'completed', 'code': 200}
Feb 05 20:48:53.650328 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065bd871-af31-4c3a-a7fa-edc51f7835e3 req-9cfca690-957c-4ff8-b652-42d66417a634 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:53.651838 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-065bd871-af31-4c3a-a7fa-edc51f7835e3 req-9cfca690-957c-4ff8-b652-42d66417a634 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=38964177-b777-4ff3-a687-28ddd25c6a64 HTTP/1.1" status: 200  len: 944 time: 0.0587919
Feb 05 20:48:53.748984 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-36444a18-750a-422d-9e79-847c0e49c8df req-2af9e931-30f1-467e-aa20-3d64a553f761 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.253 HTTP/1.1" status: 200  len: 1001 time: 0.0932972
Feb 05 20:48:53.752326 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-065bd871-af31-4c3a-a7fa-edc51f7835e3 req-fd548a59-3d99-4a74-9edf-fdb31b5841df tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895023
Feb 05 20:48:53.820814 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36444a18-750a-422d-9e79-847c0e49c8df req-87eaf9b2-5505-4795-af90-1c91205a301a tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:53.822171 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-36444a18-750a-422d-9e79-847c0e49c8df req-87eaf9b2-5505-4795-af90-1c91205a301a tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/ports/d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df HTTP/1.1" status: 200  len: 942 time: 0.0679595
Feb 05 20:48:53.848963 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3bfc1711-d44b-4510-9b38-896a620bc838 req-15a0c9ed-5015-400a-992a-c325df3051f1 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups/f29d8c46-5393-496f-9cfe-b622ce36f818 HTTP/1.1" status: 200  len: 1818 time: 0.0631180
Feb 05 20:48:53.879401 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128a96b-66aa-4712-b39c-6b2bb4241dd3 req-b6236be9-35cb-43a2-b278-15f22355ebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:53.880912 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d128a96b-66aa-4712-b39c-6b2bb4241dd3 req-b6236be9-35cb-43a2-b278-15f22355ebfc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f829fd34d89942aeab410c3933fe9a60&device_id=eb170cc6-2c86-45c7-9ddb-eb0198388141 HTTP/1.1" status: 200  len: 1127 time: 0.0556993
Feb 05 20:48:53.909563 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-3bfc1711-d44b-4510-9b38-896a620bc838 req-3a174565-bebf-4680-baf9-cfe6c5c7450a tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (f29d8c46-5393-496f-9cfe-b622ce36f818), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:53.974718 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-3bfc1711-d44b-4510-9b38-896a620bc838 req-3a174565-bebf-4680-baf9-cfe6c5c7450a tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (f29d8c46-5393-496f-9cfe-b622ce36f818), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:53.986268 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128a96b-66aa-4712-b39c-6b2bb4241dd3 req-5ab756d1-bf9e-4dbb-a5bf-43db0f21ae81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:53.987755 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d128a96b-66aa-4712-b39c-6b2bb4241dd3 req-5ab756d1-bf9e-4dbb-a5bf-43db0f21ae81 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c99e672f-3b87-4721-8d9c-fbb71f1cd179 HTTP/1.1" status: 200  len: 921 time: 0.0920167
Feb 05 20:48:54.008732 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-36444a18-750a-422d-9e79-847c0e49c8df req-2993468e-1dc7-41f6-86db-7116b2f0ed86 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.253 HTTP/1.1" status: 200  len: 1001 time: 0.0963192
Feb 05 20:48:54.041029 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d128a96b-66aa-4712-b39c-6b2bb4241dd3 req-08ac88d1-46d9-46bb-a823-ccaba8ccd9d2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d76bae96-ea98-4dbf-bb0d-4c4940757c92 HTTP/1.1" status: 200  len: 217 time: 0.0359502
Feb 05 20:48:54.053253 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-3bfc1711-d44b-4510-9b38-896a620bc838 req-3a174565-bebf-4680-baf9-cfe6c5c7450a tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f29d8c46-5393-496f-9cfe-b622ce36f818), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:54.055850 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-3bfc1711-d44b-4510-9b38-896a620bc838 req-3a174565-bebf-4680-baf9-cfe6c5c7450a tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:54.056975 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3bfc1711-d44b-4510-9b38-896a620bc838 req-3a174565-bebf-4680-baf9-cfe6c5c7450a tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "DELETE /v2.0/security-groups/f29d8c46-5393-496f-9cfe-b622ce36f818 HTTP/1.1" status: 204  len: 173 time: 0.2019486
Feb 05 20:48:54.101608 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a174565-bebf-4680-baf9-cfe6c5c7450a tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29d8c46-5393-496f-9cfe-b622ce36f818,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:54.110337 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128a96b-66aa-4712-b39c-6b2bb4241dd3 req-8af63c4f-6cbf-4600-a49e-22a10902e9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:54.112029 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d128a96b-66aa-4712-b39c-6b2bb4241dd3 req-8af63c4f-6cbf-4600-a49e-22a10902e9e7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0c12a9c1-68fc-4723-83f8-a4d2ac546c80 HTTP/1.1" status: 200  len: 859 time: 0.0528350
Feb 05 20:48:54.138698 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36444a18-750a-422d-9e79-847c0e49c8df req-6eac73bc-5bd2-4f69-8922-3312adc0f383 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:54.140112 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-36444a18-750a-422d-9e79-847c0e49c8df req-6eac73bc-5bd2-4f69-8922-3312adc0f383 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/networks/d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 784 time: 0.1247964
Feb 05 20:48:54.150866 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-36444a18-750a-422d-9e79-847c0e49c8df req-3b318ee5-f4b6-4f16-b7f6-c2414021f754 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 20:48:54.151613 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-36444a18-750a-422d-9e79-847c0e49c8df req-3b318ee5-f4b6-4f16-b7f6-c2414021f754 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0055549
Feb 05 20:48:54.177116 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128a96b-66aa-4712-b39c-6b2bb4241dd3 req-ba7960dd-557f-43a6-8318-cbaef5080287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:54.179362 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d128a96b-66aa-4712-b39c-6b2bb4241dd3 req-ba7960dd-557f-43a6-8318-cbaef5080287 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c99e672f-3b87-4721-8d9c-fbb71f1cd179&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0562663
Feb 05 20:48:54.245232 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [req-c04b905b-aa57-4bf1-9a34-fef11f888b81 req-48ce0468-0aaf-4465-99fe-a6adb6f2e73d tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] show failed (client error): The resource could not be found.
Feb 05 20:48:54.246522 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c04b905b-aa57-4bf1-9a34-fef11f888b81 req-48ce0468-0aaf-4465-99fe-a6adb6f2e73d tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups/f29d8c46-5393-496f-9cfe-b622ce36f818 HTTP/1.1" status: 404  len: 352 time: 0.0174019
Feb 05 20:48:54.286078 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d128a96b-66aa-4712-b39c-6b2bb4241dd3 req-659a07d5-570d-4bbf-8c71-3e12e25736b9 service neutron] 10.222.0.39 "GET /v2.0/networks/c99e672f-3b87-4721-8d9c-fbb71f1cd179?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0980494
Feb 05 20:48:54.354507 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-42df4208-94f0-45f0-928b-c64393f32f25 req-0e3204bc-4b88-407e-b261-f909d5a04311 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.253 HTTP/1.1" status: 200  len: 1001 time: 0.0917292
Feb 05 20:48:54.369565 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3500be2-e881-48ec-a000-ec8b962cf8e0 req-1c090010-7afb-441e-b654-d62b7d4f0e6d tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:54.371129 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c3500be2-e881-48ec-a000-ec8b962cf8e0 req-1c090010-7afb-441e-b654-d62b7d4f0e6d tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a4922a0-9c4e-4eae-8855-0ff66ec504b4 HTTP/1.1" status: 200  len: 949 time: 0.1010394
Feb 05 20:48:54.386257 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d128a96b-66aa-4712-b39c-6b2bb4241dd3 req-2bcd5c9e-e6db-46d7-86de-6779fa7882ba service neutron] 10.222.0.39 "GET /v2.0/networks/c99e672f-3b87-4721-8d9c-fbb71f1cd179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877914
Feb 05 20:48:54.437646 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df4208-94f0-45f0-928b-c64393f32f25 req-e05f6478-df45-40c4-89d1-9c56ee8e17f6 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:54.439906 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-42df4208-94f0-45f0-928b-c64393f32f25 req-e05f6478-df45-40c4-89d1-9c56ee8e17f6 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/ports/d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df HTTP/1.1" status: 200  len: 942 time: 0.0773823
Feb 05 20:48:54.458984 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 82af46c8-9f11-47e2-ab65-43312635dfe5 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:48:54.460651 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c3500be2-e881-48ec-a000-ec8b962cf8e0 req-dc3dd4ad-7b97-4f57-bb63-b898cf26a7fc tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807853
Feb 05 20:48:54.514175 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128a96b-66aa-4712-b39c-6b2bb4241dd3 req-99c8b002-7f0a-4605-accf-9720699a790c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:54.516072 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d128a96b-66aa-4712-b39c-6b2bb4241dd3 req-99c8b002-7f0a-4605-accf-9720699a790c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f829fd34d89942aeab410c3933fe9a60&device_id=ee035d8d-cb19-4b45-92c3-2bf6db130da0 HTTP/1.1" status: 200  len: 1127 time: 0.0580778
Feb 05 20:48:54.531104 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 82af46c8-9f11-47e2-ab65-43312635dfe5 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:48:54.535549 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 82af46c8-9f11-47e2-ab65-43312635dfe5 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:48:54.535974 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (82af46c8-9f11-47e2-ab65-43312635dfe5), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:54.594796 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-42df4208-94f0-45f0-928b-c64393f32f25 req-24052bab-d77e-4584-bebf-f5368e676439 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.253 HTTP/1.1" status: 200  len: 1001 time: 0.1037743
Feb 05 20:48:54.623604 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 82af46c8-9f11-47e2-ab65-43312635dfe5 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:48:54.624000 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (82af46c8-9f11-47e2-ab65-43312635dfe5), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:54.624466 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a97eb1-4b25-4da7-adff-a593b828ec5f req-7c69e106-c08f-425e-a1bc-d12217cb6940 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:54.631099 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-58a97eb1-4b25-4da7-adff-a593b828ec5f req-7c69e106-c08f-425e-a1bc-d12217cb6940 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/ports?device_id=eace555f-6ba3-4a77-a4e0-2011717b0a5c HTTP/1.1" status: 200  len: 946 time: 0.0901399
Feb 05 20:48:54.638866 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128a96b-66aa-4712-b39c-6b2bb4241dd3 req-48a1f611-fc2e-42bd-b8fd-e1e744554fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:54.640332 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d128a96b-66aa-4712-b39c-6b2bb4241dd3 req-48a1f611-fc2e-42bd-b8fd-e1e744554fcf service neutron] 10.222.0.39 "GET /v2.0/networks?id=c99e672f-3b87-4721-8d9c-fbb71f1cd179 HTTP/1.1" status: 200  len: 921 time: 0.1145935
Feb 05 20:48:54.662412 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 82af46c8-9f11-47e2-ab65-43312635dfe5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=82af46c8-9f11-47e2-ab65-43312635dfe5,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:54.668448 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (82af46c8-9f11-47e2-ab65-43312635dfe5), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:54.716983 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d128a96b-66aa-4712-b39c-6b2bb4241dd3 req-8dbd9d96-90a9-4219-9296-858d40c62dcf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df HTTP/1.1" status: 200  len: 1001 time: 0.0685265
Feb 05 20:48:54.731942 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=82af46c8-9f11-47e2-ab65-43312635dfe5,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:54.777952 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128a96b-66aa-4712-b39c-6b2bb4241dd3 req-dd184e08-24ba-47a9-a470-6c0287ee4be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:54.779638 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d128a96b-66aa-4712-b39c-6b2bb4241dd3 req-dd184e08-24ba-47a9-a470-6c0287ee4be9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0c12a9c1-68fc-4723-83f8-a4d2ac546c80 HTTP/1.1" status: 200  len: 859 time: 0.0515537
Feb 05 20:48:54.780077 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df4208-94f0-45f0-928b-c64393f32f25 req-1e3750c7-e7bd-4498-8fb7-d95ee7526280 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:54.781553 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-42df4208-94f0-45f0-928b-c64393f32f25 req-1e3750c7-e7bd-4498-8fb7-d95ee7526280 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/networks/d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 784 time: 0.1775708
Feb 05 20:48:54.786197 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-58a97eb1-4b25-4da7-adff-a593b828ec5f req-ccf3de19-11d0-45b4-b89f-235f6b24b825 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d63c4d9-6ec2-4a64-aaec-cb7ff433c279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1539726
Feb 05 20:48:54.854670 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128a96b-66aa-4712-b39c-6b2bb4241dd3 req-0e6a3669-77cc-41fa-b018-620b656d42f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:54.856161 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d128a96b-66aa-4712-b39c-6b2bb4241dd3 req-0e6a3669-77cc-41fa-b018-620b656d42f1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c99e672f-3b87-4721-8d9c-fbb71f1cd179&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0605376
Feb 05 20:48:54.914921 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-42df4208-94f0-45f0-928b-c64393f32f25 req-876e30d5-b490-42df-a2be-f1afd3fc0121 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.253 HTTP/1.1" status: 200  len: 1001 time: 0.1258683
Feb 05 20:48:54.931392 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-42df4208-94f0-45f0-928b-c64393f32f25 req-41764631-6dbf-412b-a8ad-e498f601c4ef tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:48:54.958516 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d128a96b-66aa-4712-b39c-6b2bb4241dd3 req-cbcf2bfb-335d-4bf8-ac14-5d78887b5689 service neutron] 10.222.0.39 "GET /v2.0/networks/c99e672f-3b87-4721-8d9c-fbb71f1cd179?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0914073
Feb 05 20:48:54.968482 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-515d1532-d65b-4c28-a991-df8c87bba44b req-6f8c2465-e616-4154-8c4f-c2494a7e0b2d service neutron] 10.222.0.39 "GET /v2.0/ports/49b4e763-5228-4c9b-8237-c49bd01beb5c/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1420920
Feb 05 20:48:55.025198 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6eac4-810d-4335-aacf-3fb5558ded93 req-0e0fe1e4-7fb4-44bb-9623-b21e9f24d9d4 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:55.027593 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c3e6eac4-810d-4335-aacf-3fb5558ded93 req-0e0fe1e4-7fb4-44bb-9623-b21e9f24d9d4 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=660818f9-6564-42a9-bf2b-68fd09602765 HTTP/1.1" status: 200  len: 945 time: 0.1573071
Feb 05 20:48:55.039084 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-42df4208-94f0-45f0-928b-c64393f32f25 req-41764631-6dbf-412b-a8ad-e498f601c4ef tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks [] for floatingip (acbf5e38-0d3d-4204-8b6b-016217b6c0db), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:55.053888 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d128a96b-66aa-4712-b39c-6b2bb4241dd3 req-1bc0b6ae-10d9-486a-b07a-ac7e386bbed5 service neutron] 10.222.0.39 "GET /v2.0/networks/c99e672f-3b87-4721-8d9c-fbb71f1cd179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872219
Feb 05 20:48:55.217546 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 91ae31fa-119f-44f4-bbf4-4cec63520c50 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:48:55.244785 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c3e6eac4-810d-4335-aacf-3fb5558ded93 req-b62ffe77-1829-4a46-bfcf-fa9a5d4915fb tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2079599
Feb 05 20:48:55.294806 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 91ae31fa-119f-44f4-bbf4-4cec63520c50 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:48:55.300932 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 91ae31fa-119f-44f4-bbf4-4cec63520c50 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:48:55.301810 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (91ae31fa-119f-44f4-bbf4-4cec63520c50), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:55.393078 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 91ae31fa-119f-44f4-bbf4-4cec63520c50 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:48:55.393476 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (91ae31fa-119f-44f4-bbf4-4cec63520c50), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:55.408601 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4922a0-9c4e-4eae-8855-0ff66ec504b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82af46c8-9f11-47e2-ab65-43312635dfe5'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:48:55.411159 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af7286d-e0dd-465b-8bae-10df9ee83a74" -d '{"events": [{"server_uuid": "9a4922a0-9c4e-4eae-8855-0ff66ec504b4", "name": "network-vif-plugged", "status": "completed", "tag": "82af46c8-9f11-47e2-ab65-43312635dfe5"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:48:55.420382 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-42df4208-94f0-45f0-928b-c64393f32f25 req-41764631-6dbf-412b-a8ad-e498f601c4ef tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:55.426786 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bedef894-c101-4c15-9692-5b8f9d93a389 req-5d29b22e-645c-4e64-b670-f204467c146a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=44d9ba2d-69c2-4cca-a33b-a753bd7ac63c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2732944
Feb 05 20:48:55.435972 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-42df4208-94f0-45f0-928b-c64393f32f25 req-41764631-6dbf-412b-a8ad-e498f601c4ef tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (acbf5e38-0d3d-4204-8b6b-016217b6c0db), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:55.436498 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [req-42df4208-94f0-45f0-928b-c64393f32f25 req-41764631-6dbf-412b-a8ad-e498f601c4ef tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Floating IP acbf5e38-0d3d-4204-8b6b-016217b6c0db disassociated. External IP: 172.35.4.253, port: d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df.
Feb 05 20:48:55.438879 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 91ae31fa-119f-44f4-bbf4-4cec63520c50, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=91ae31fa-119f-44f4-bbf4-4cec63520c50,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:55.445882 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (91ae31fa-119f-44f4-bbf4-4cec63520c50), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:55.505314 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9fd936b5-5968-4bdc-bf06-837e5c4cb555 req-004a44f4-b2a3-49fe-8943-dfe7935dde59 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups/37b53fc2-421d-4f95-9a02-e59758bd4e66 HTTP/1.1" status: 200  len: 1818 time: 0.2303905
Feb 05 20:48:55.513507 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=91ae31fa-119f-44f4-bbf4-4cec63520c50,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:55.898977 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-515d1532-d65b-4c28-a991-df8c87bba44b req-efd2eed9-9799-4d98-9474-67e9b141917b service neutron] For port 49b4e763-5228-4c9b-8237-c49bd01beb5c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49b4e763-5228-4c9b-8237-c49bd01beb5c,segment=NetworkSegment(69c86b74-d9e1-46c1-9b9b-f16748bd0260),segment_id=69c86b74-d9e1-46c1-9b9b-f16748bd0260)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:55.944771 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedef894-c101-4c15-9692-5b8f9d93a389 req-4abac561-3ab7-4d5d-a875-889963b9c04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:55.946285 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bedef894-c101-4c15-9692-5b8f9d93a389 req-4abac561-3ab7-4d5d-a875-889963b9c04d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9e4e31092ef641efbf6eaf54cfa40d67&device_id=44d9ba2d-69c2-4cca-a33b-a753bd7ac63c HTTP/1.1" status: 200  len: 1127 time: 0.4548011
Feb 05 20:48:55.959062 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-515d1532-d65b-4c28-a991-df8c87bba44b req-efd2eed9-9799-4d98-9474-67e9b141917b service neutron] For port 49b4e763-5228-4c9b-8237-c49bd01beb5c, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:48:56.010902 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9fd936b5-5968-4bdc-bf06-837e5c4cb555 req-e86b9460-ebc4-413a-9aa4-61625bb49130 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (37b53fc2-421d-4f95-9a02-e59758bd4e66), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:56.065577 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-515d1532-d65b-4c28-a991-df8c87bba44b req-efd2eed9-9799-4d98-9474-67e9b141917b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49b4e763-5228-4c9b-8237-c49bd01beb5c {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:48:56.123100 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-515d1532-d65b-4c28-a991-df8c87bba44b req-efd2eed9-9799-4d98-9474-67e9b141917b service neutron] For port 49b4e763-5228-4c9b-8237-c49bd01beb5c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=49b4e763-5228-4c9b-8237-c49bd01beb5c,segment=NetworkSegment(69c86b74-d9e1-46c1-9b9b-f16748bd0260),segment_id=69c86b74-d9e1-46c1-9b9b-f16748bd0260)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:56.137901 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9fd936b5-5968-4bdc-bf06-837e5c4cb555 req-e86b9460-ebc4-413a-9aa4-61625bb49130 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (37b53fc2-421d-4f95-9a02-e59758bd4e66), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:56.151688 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78d155-8d7d-4b4e-8c26-ff10d6c4cc82 req-7c5936a6-dd69-4366-8993-6acd83a2d8aa tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:56.153124 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-de78d155-8d7d-4b4e-8c26-ff10d6c4cc82 req-7c5936a6-dd69-4366-8993-6acd83a2d8aa tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.39 "GET /v2.0/ports?device_id=eace555f-6ba3-4a77-a4e0-2011717b0a5c HTTP/1.1" status: 200  len: 946 time: 0.0535047
Feb 05 20:48:56.167244 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-515d1532-d65b-4c28-a991-df8c87bba44b req-efd2eed9-9799-4d98-9474-67e9b141917b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (49b4e763-5228-4c9b-8237-c49bd01beb5c), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:56.263532 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-de78d155-8d7d-4b4e-8c26-ff10d6c4cc82 req-893c5ef7-2cea-4bf5-84ff-7e6047f5499b tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Deleting port b9ec3dcb-b993-47e7-8d7e-722fa1171f9a {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:48:56.264494 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-de78d155-8d7d-4b4e-8c26-ff10d6c4cc82 req-893c5ef7-2cea-4bf5-84ff-7e6047f5499b tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (b9ec3dcb-b993-47e7-8d7e-722fa1171f9a), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:56.267308 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedef894-c101-4c15-9692-5b8f9d93a389 req-99d1ab11-246e-4cf8-9208-42fe6ea27cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:56.268792 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bedef894-c101-4c15-9692-5b8f9d93a389 req-99d1ab11-246e-4cf8-9208-42fe6ea27cad service neutron] 10.222.0.21 "GET /v2.0/networks?id=3d591eda-8294-4b7a-a6d2-1afd55bde68d HTTP/1.1" status: 200  len: 922 time: 0.2818170
Feb 05 20:48:56.294730 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9fd936b5-5968-4bdc-bf06-837e5c4cb555 req-e86b9460-ebc4-413a-9aa4-61625bb49130 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (37b53fc2-421d-4f95-9a02-e59758bd4e66), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:56.297810 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9fd936b5-5968-4bdc-bf06-837e5c4cb555 req-e86b9460-ebc4-413a-9aa4-61625bb49130 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:56.299050 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9fd936b5-5968-4bdc-bf06-837e5c4cb555 req-e86b9460-ebc4-413a-9aa4-61625bb49130 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "DELETE /v2.0/security-groups/37b53fc2-421d-4f95-9a02-e59758bd4e66 HTTP/1.1" status: 204  len: 173 time: 0.7644331
Feb 05 20:48:56.343161 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bedef894-c101-4c15-9692-5b8f9d93a389 req-e1b0939e-9fff-4710-9471-3bf94469f21a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bae94dc-6fe0-4527-b738-5ab96a88890b HTTP/1.1" status: 200  len: 217 time: 0.0647681
Feb 05 20:48:56.353218 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b9460-ebc4-413a-9aa4-61625bb49130 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b53fc2-421d-4f95-9a02-e59758bd4e66,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:56.367658 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-de78d155-8d7d-4b4e-8c26-ff10d6c4cc82 req-893c5ef7-2cea-4bf5-84ff-7e6047f5499b tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] For port b9ec3dcb-b993-47e7-8d7e-722fa1171f9a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b9ec3dcb-b993-47e7-8d7e-722fa1171f9a,segment=NetworkSegment(84618c63-5563-4010-965a-0c859ca980f4),segment_id=84618c63-5563-4010-965a-0c859ca980f4)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:48:56.368033 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-de78d155-8d7d-4b4e-8c26-ff10d6c4cc82 req-893c5ef7-2cea-4bf5-84ff-7e6047f5499b tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (b9ec3dcb-b993-47e7-8d7e-722fa1171f9a), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:56.371519 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42df4208-94f0-45f0-928b-c64393f32f25 req-41764631-6dbf-412b-a8ad-e498f601c4ef tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Router ac4050fc-383e-4faa-b7b2-f4a4da34a952 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:48:56.385492 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-de78d155-8d7d-4b4e-8c26-ff10d6c4cc82 req-893c5ef7-2cea-4bf5-84ff-7e6047f5499b tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Calling delete_port for b9ec3dcb-b993-47e7-8d7e-722fa1171f9a owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:48:56.445520 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-515d1532-d65b-4c28-a991-df8c87bba44b req-efd2eed9-9799-4d98-9474-67e9b141917b service neutron] Transition to ACTIVE for port object 49b4e763-5228-4c9b-8237-c49bd01beb5c will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:48:56.465099 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 49b4e763-5228-4c9b-8237-c49bd01beb5c no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:48:56.486077 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-515d1532-d65b-4c28-a991-df8c87bba44b req-efd2eed9-9799-4d98-9474-67e9b141917b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (49b4e763-5228-4c9b-8237-c49bd01beb5c), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:56.504478 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedef894-c101-4c15-9692-5b8f9d93a389 req-29da388c-15be-4889-a2d7-abf5c39ecd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:56.505954 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bedef894-c101-4c15-9692-5b8f9d93a389 req-29da388c-15be-4889-a2d7-abf5c39ecd6b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f822a84b-448b-4295-886d-3f476dc82ced HTTP/1.1" status: 200  len: 861 time: 0.1538520
Feb 05 20:48:56.506355 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] The host nch2-master-1 is not matching for port 49b4e763-5228-4c9b-8237-c49bd01beb5c host nch1-master-1! {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Feb 05 20:48:56.507264 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 49b4e763-5228-4c9b-8237-c49bd01beb5c not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:48:56.531465 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-de78d155-8d7d-4b4e-8c26-ff10d6c4cc82 req-893c5ef7-2cea-4bf5-84ff-7e6047f5499b tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (b9ec3dcb-b993-47e7-8d7e-722fa1171f9a), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:56.544581 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['b9ec3dcb-b993-47e7-8d7e-722fa1171f9a'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:48:56.563008 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c5ef7-2cea-4bf5-84ff-7e6047f5499b tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Pushing event deleted for resources: {'Port': ['ID=b9ec3dcb-b993-47e7-8d7e-722fa1171f9a,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:56.578978 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bedef894-c101-4c15-9692-5b8f9d93a389 req-714ac23e-ba6f-4a60-8e14-5462d6b8f066 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d591eda-8294-4b7a-a6d2-1afd55bde68d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0476820
Feb 05 20:48:56.610839 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-de78d155-8d7d-4b4e-8c26-ff10d6c4cc82 req-893c5ef7-2cea-4bf5-84ff-7e6047f5499b tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] No DVR routers for this DVR port b9ec3dcb-b993-47e7-8d7e-722fa1171f9a on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:48:56.613543 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-de78d155-8d7d-4b4e-8c26-ff10d6c4cc82 req-893c5ef7-2cea-4bf5-84ff-7e6047f5499b tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:56.617032 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-de78d155-8d7d-4b4e-8c26-ff10d6c4cc82 req-893c5ef7-2cea-4bf5-84ff-7e6047f5499b tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.39 "DELETE /v2.0/ports/b9ec3dcb-b993-47e7-8d7e-722fa1171f9a HTTP/1.1" status: 204  len: 173 time: 0.4585392
Feb 05 20:48:56.617566 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eace555f-6ba3-4a77-a4e0-2011717b0a5c', 'name': 'network-vif-deleted', 'tag': 'b9ec3dcb-b993-47e7-8d7e-722fa1171f9a'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:48:56.620378 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b603f11-23d0-42fe-81bc-84ce9dbd0611" -d '{"events": [{"server_uuid": "eace555f-6ba3-4a77-a4e0-2011717b0a5c", "name": "network-vif-deleted", "tag": "b9ec3dcb-b993-47e7-8d7e-722fa1171f9a"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:48:56.655094 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-515d1532-d65b-4c28-a991-df8c87bba44b req-efd2eed9-9799-4d98-9474-67e9b141917b service neutron] No DVR routers for this DVR port 49b4e763-5228-4c9b-8237-c49bd01beb5c on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:48:56.675292 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2eed9-9799-4d98-9474-67e9b141917b service neutron] Pushing event updated for resources: {'Port': ['ID=49b4e763-5228-4c9b-8237-c49bd01beb5c,revision_number=10']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:56.684518 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041c124-68c4-4772-bd5d-6144ee373547 req-79b3523e-236c-4344-bf1c-476adb732c05 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:56.687336 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a041c124-68c4-4772-bd5d-6144ee373547 req-79b3523e-236c-4344-bf1c-476adb732c05 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=38964177-b777-4ff3-a687-28ddd25c6a64 HTTP/1.1" status: 200  len: 944 time: 0.2909279
Feb 05 20:48:56.791164 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-515d1532-d65b-4c28-a991-df8c87bba44b req-efd2eed9-9799-4d98-9474-67e9b141917b service neutron] 10.222.0.39 "PUT /v2.0/ports/49b4e763-5228-4c9b-8237-c49bd01beb5c/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.8131862
Feb 05 20:48:56.799045 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42df4208-94f0-45f0-928b-c64393f32f25 req-41764631-6dbf-412b-a8ad-e498f601c4ef tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:48:56.803837 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-42df4208-94f0-45f0-928b-c64393f32f25 req-41764631-6dbf-412b-a8ad-e498f601c4ef tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:56.811133 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230385a0-c9f8-4e80-92ae-46728de9303c None None] Sync routers for ids ['ac4050fc-383e-4faa-b7b2-f4a4da34a952'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:48:56.823160 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230385a0-c9f8-4e80-92ae-46728de9303c None None] Routers {'ac4050fc-383e-4faa-b7b2-f4a4da34a952'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:48:56.823911 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-230385a0-c9f8-4e80-92ae-46728de9303c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabeac580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:48:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ac4050fc-383e-4faa-b7b2-f4a4da34a952'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:48:56.863762 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a041c124-68c4-4772-bd5d-6144ee373547 req-05838821-01c3-4550-b079-89b713e67450 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1658123
Feb 05 20:48:56.880084 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bedef894-c101-4c15-9692-5b8f9d93a389 req-11068fdf-886e-4050-ae93-dc8e76125bd1 service neutron] 10.222.0.21 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2818711
Feb 05 20:48:56.881836 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-42df4208-94f0-45f0-928b-c64393f32f25 req-41764631-6dbf-412b-a8ad-e498f601c4ef tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "PUT /v2.0/floatingips/acbf5e38-0d3d-4204-8b6b-016217b6c0db HTTP/1.1" status: 200  len: 695 time: 1.9591627
Feb 05 20:48:56.882283 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee035d8d-cb19-4b45-92c3-2bf6db130da0', 'tag': 'd94c90aa-dc44-4c1a-9dba-aeeb6d33c2df'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:48:56.884542 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845f445e-092b-482c-a831-a770987a56e4" -d '{"events": [{"name": "network-changed", "server_uuid": "ee035d8d-cb19-4b45-92c3-2bf6db130da0", "tag": "d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:48:56.954940 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bcab1b-ef8f-437e-9ad8-4950772c6583 x-openstack-request-id: req-57bcab1b-ef8f-437e-9ad8-4950772c6583 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:48:56.955274 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4922a0-9c4e-4eae-8855-0ff66ec504b4", "name": "network-vif-plugged", "status": "completed", "tag": "82af46c8-9f11-47e2-ab65-43312635dfe5", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:48:56.955543 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-57bcab1b-ef8f-437e-9ad8-4950772c6583 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:48:56.955947 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4922a0-9c4e-4eae-8855-0ff66ec504b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82af46c8-9f11-47e2-ab65-43312635dfe5', 'code': 200}
Feb 05 20:48:56.989571 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-230385a0-c9f8-4e80-92ae-46728de9303c None None] Set router ac4050fc-383e-4faa-b7b2-f4a4da34a952 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:48:57.085721 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d1532-d65b-4c28-a991-df8c87bba44b req-62cef0a4-8370-44e7-bbfc-c4fa144c67c8 tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:57.087190 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-515d1532-d65b-4c28-a991-df8c87bba44b req-62cef0a4-8370-44e7-bbfc-c4fa144c67c8 tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=38964177-b777-4ff3-a687-28ddd25c6a64&tenant_id=cee5ceeb66aa4167b6492470edbad369&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.2286108
Feb 05 20:48:57.120444 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df4208-94f0-45f0-928b-c64393f32f25 req-fde76ae1-d1ae-4ebb-9aec-30eedde0c713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:57.121934 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-42df4208-94f0-45f0-928b-c64393f32f25 req-fde76ae1-d1ae-4ebb-9aec-30eedde0c713 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f829fd34d89942aeab410c3933fe9a60&device_id=ee035d8d-cb19-4b45-92c3-2bf6db130da0 HTTP/1.1" status: 200  len: 1127 time: 0.2171512
Feb 05 20:48:57.151741 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bedef894-c101-4c15-9692-5b8f9d93a389 req-c1b10e06-f5c0-4a92-b3ab-bdc0a870bf5d service neutron] 10.222.0.21 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2457190
Feb 05 20:48:57.181166 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43f5d1-d44a-4095-b3c6-6dc797f85593 req-35043d64-31a2-4f51-a245-d22a90daa45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:57.182685 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4e43f5d1-d44a-4095-b3c6-6dc797f85593 req-35043d64-31a2-4f51-a245-d22a90daa45b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9a4922a0-9c4e-4eae-8855-0ff66ec504b4 HTTP/1.1" status: 200  len: 1132 time: 0.1809204
Feb 05 20:48:57.213351 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313ce03-5877-4e15-8145-01698916135b req-3c22c172-e15f-4f45-b952-1d45d507cbc1 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:57.220550 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6313ce03-5877-4e15-8145-01698916135b req-3c22c172-e15f-4f45-b952-1d45d507cbc1 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a4922a0-9c4e-4eae-8855-0ff66ec504b4 HTTP/1.1" status: 200  len: 950 time: 0.2223685
Feb 05 20:48:57.220862 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-230385a0-c9f8-4e80-92ae-46728de9303c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabeac580>, [{'id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'name': 'tempest-FloatingIPsAssociationTestJSON-438743936-router', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23'}], 'enable_snat': True}, 'gw_port_id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:47:59Z', 'updated_at': '2022-02-05T20:48:03Z', 'revision_number': 4, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'gw_port': {'id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:48:00Z', 'updated_at': '2022-02-05T20:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '89291417-f7a6-4241-89d4-630f5d5e0b83', 'name': '', 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'mac_address': 'fa:16:3e:e8:89:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '0c12a9c1-68fc-4723-83f8-a4d2ac546c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:48:02Z', 'updated_at': '2022-02-05T20:48:08Z', 'revision_number': 5, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'subnets': [{'id': '0c12a9c1-68fc-4723-83f8-a4d2ac546c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:48:57.253828 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230385a0-c9f8-4e80-92ae-46728de9303c None None] Checking router: ac4050fc-383e-4faa-b7b2-f4a4da34a952 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:48:57.263248 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230385a0-c9f8-4e80-92ae-46728de9303c None None] Routers {'ac4050fc-383e-4faa-b7b2-f4a4da34a952'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:48:57.263861 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-230385a0-c9f8-4e80-92ae-46728de9303c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabeac580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:48:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ac4050fc-383e-4faa-b7b2-f4a4da34a952'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:48:57.329757 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d1532-d65b-4c28-a991-df8c87bba44b req-58342ae2-eb99-4faf-aefa-b84e6f556271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:57.331304 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-515d1532-d65b-4c28-a991-df8c87bba44b req-58342ae2-eb99-4faf-aefa-b84e6f556271 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=38964177-b777-4ff3-a687-28ddd25c6a64&tenant_id=cee5ceeb66aa4167b6492470edbad369 HTTP/1.1" status: 200  len: 1127 time: 0.2291427
Feb 05 20:48:57.341769 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4e43f5d1-d44a-4095-b3c6-6dc797f85593 req-afc5c8d4-ede7-4d86-a541-c8cd247e0c07 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1480751
Feb 05 20:48:57.346933 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df4208-94f0-45f0-928b-c64393f32f25 req-c78d8c1a-1017-4dbe-9cd4-92c21b5d911b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:57.348405 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-42df4208-94f0-45f0-928b-c64393f32f25 req-c78d8c1a-1017-4dbe-9cd4-92c21b5d911b service neutron] 10.222.0.32 "GET /v2.0/networks?id=c99e672f-3b87-4721-8d9c-fbb71f1cd179 HTTP/1.1" status: 200  len: 921 time: 0.1999822
Feb 05 20:48:57.355594 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6313ce03-5877-4e15-8145-01698916135b req-4ecf5347-ea4c-4cfc-8e68-d214d3d3f93c tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342897
Feb 05 20:48:57.385457 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-230385a0-c9f8-4e80-92ae-46728de9303c None None] Set router ac4050fc-383e-4faa-b7b2-f4a4da34a952 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:48:57.420052 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-42df4208-94f0-45f0-928b-c64393f32f25 req-bfbbe239-2f62-405d-88fa-82321491fda6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df HTTP/1.1" status: 200  len: 217 time: 0.0624614
Feb 05 20:48:57.504807 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d1532-d65b-4c28-a991-df8c87bba44b req-8700b72f-7b54-4693-81d0-64ca341a96ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:57.506290 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-515d1532-d65b-4c28-a991-df8c87bba44b req-8700b72f-7b54-4693-81d0-64ca341a96ec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cee5ceeb66aa4167b6492470edbad369&device_id=38964177-b777-4ff3-a687-28ddd25c6a64 HTTP/1.1" status: 200  len: 1127 time: 0.1498542
Feb 05 20:48:57.512263 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df4208-94f0-45f0-928b-c64393f32f25 req-8087e7ab-5860-43f8-ab97-bb785dd6a664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:57.514620 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-42df4208-94f0-45f0-928b-c64393f32f25 req-8087e7ab-5860-43f8-ab97-bb785dd6a664 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c12a9c1-68fc-4723-83f8-a4d2ac546c80 HTTP/1.1" status: 200  len: 859 time: 0.0832613
Feb 05 20:48:57.599631 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-230385a0-c9f8-4e80-92ae-46728de9303c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabeac580>, [{'id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'name': 'tempest-FloatingIPsAssociationTestJSON-438743936-router', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23'}], 'enable_snat': True}, 'gw_port_id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:47:59Z', 'updated_at': '2022-02-05T20:48:03Z', 'revision_number': 4, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'gw_port': {'id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:48:00Z', 'updated_at': '2022-02-05T20:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '89291417-f7a6-4241-89d4-630f5d5e0b83', 'name': '', 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'mac_address': 'fa:16:3e:e8:89:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '0c12a9c1-68fc-4723-83f8-a4d2ac546c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:48:02Z', 'updated_at': '2022-02-05T20:48:08Z', 'revision_number': 5, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'subnets': [{'id': '0c12a9c1-68fc-4723-83f8-a4d2ac546c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:48:57.613624 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76490220-4b7f-4cdb-8d73-e3309c331ac7 req-e7481c37-46f8-4cdf-8246-7f28db3d58b0 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:57.615155 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-76490220-4b7f-4cdb-8d73-e3309c331ac7 req-e7481c37-46f8-4cdf-8246-7f28db3d58b0 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=660818f9-6564-42a9-bf2b-68fd09602765 HTTP/1.1" status: 200  len: 945 time: 0.1558733
Feb 05 20:48:57.630821 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230385a0-c9f8-4e80-92ae-46728de9303c None None] The sync data for ids ['ac4050fc-383e-4faa-b7b2-f4a4da34a952'] in ncdv-master-1 is: [{'id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'name': 'tempest-FloatingIPsAssociationTestJSON-438743936-router', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23'}], 'enable_snat': True}, 'gw_port_id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:47:59Z', 'updated_at': '2022-02-05T20:48:03Z', 'revision_number': 4, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'gw_port': {'id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:48:00Z', 'updated_at': '2022-02-05T20:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '89291417-f7a6-4241-89d4-630f5d5e0b83', 'name': '', 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'mac_address': 'fa:16:3e:e8:89:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '0c12a9c1-68fc-4723-83f8-a4d2ac546c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:48:02Z', 'updated_at': '2022-02-05T20:48:08Z', 'revision_number': 5, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'subnets': [{'id': '0c12a9c1-68fc-4723-83f8-a4d2ac546c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:48:57.687551 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df4208-94f0-45f0-928b-c64393f32f25 req-c88737ab-bb68-445c-8f34-b9d62d740c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:57.689945 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-42df4208-94f0-45f0-928b-c64393f32f25 req-c88737ab-bb68-445c-8f34-b9d62d740c9c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c99e672f-3b87-4721-8d9c-fbb71f1cd179&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1614182
Feb 05 20:48:57.694101 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d1532-d65b-4c28-a991-df8c87bba44b req-4f3f11a7-0c04-4152-a7d6-339936edf9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:57.695540 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-515d1532-d65b-4c28-a991-df8c87bba44b req-4f3f11a7-0c04-4152-a7d6-339936edf9be service neutron] 10.222.0.21 "GET /v2.0/networks?id=fc4b732e-5458-48e6-8cda-4d399eeaa947 HTTP/1.1" status: 200  len: 909 time: 0.1784694
Feb 05 20:48:57.709344 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-76490220-4b7f-4cdb-8d73-e3309c331ac7 req-c18d27f7-e565-4e91-ad91-af070ddd6a29 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860369
Feb 05 20:48:57.769857 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-515d1532-d65b-4c28-a991-df8c87bba44b req-a238366f-6961-44cc-bf87-1110d0dd2d54 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49b4e763-5228-4c9b-8237-c49bd01beb5c HTTP/1.1" status: 200  len: 217 time: 0.0650926
Feb 05 20:48:57.812557 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [req-82ea1231-8a68-4352-ada5-2b12c14567da req-3248ae6b-bc24-4c72-87d9-2ae4eb97eb74 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] show failed (client error): The resource could not be found.
Feb 05 20:48:57.813735 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-82ea1231-8a68-4352-ada5-2b12c14567da req-3248ae6b-bc24-4c72-87d9-2ae4eb97eb74 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups/37b53fc2-421d-4f95-9a02-e59758bd4e66 HTTP/1.1" status: 404  len: 352 time: 0.0584850
Feb 05 20:48:57.870879 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9df449-e8d7-4224-87a7-8d1fbc521d84 None None] New status for floating IP acbf5e38-0d3d-4204-8b6b-016217b6c0db: DOWN {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 20:48:57.871989 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599701e9-3b7e-45b5-83a5-f8ec1a69a56b x-openstack-request-id: req-599701e9-3b7e-45b5-83a5-f8ec1a69a56b {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:48:57.872991 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eace555f-6ba3-4a77-a4e0-2011717b0a5c", "name": "network-vif-deleted", "tag": "b9ec3dcb-b993-47e7-8d7e-722fa1171f9a", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:48:57.873362 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-599701e9-3b7e-45b5-83a5-f8ec1a69a56b {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:48:57.873857 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eace555f-6ba3-4a77-a4e0-2011717b0a5c', 'name': 'network-vif-deleted', 'tag': 'b9ec3dcb-b993-47e7-8d7e-722fa1171f9a', 'status': 'completed', 'code': 200}
Feb 05 20:48:57.877724 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d1532-d65b-4c28-a991-df8c87bba44b req-a7c8395e-14cc-40c9-aa45-2074b541d2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:57.879405 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-515d1532-d65b-4c28-a991-df8c87bba44b req-a7c8395e-14cc-40c9-aa45-2074b541d2dc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=30766dd9-3364-437e-a8fd-68757651ef32 HTTP/1.1" status: 200  len: 848 time: 0.0789237
Feb 05 20:48:57.889858 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-42df4208-94f0-45f0-928b-c64393f32f25 req-d7e968ee-3820-4aee-bedb-74f47a8f3f9f service neutron] 10.222.0.32 "GET /v2.0/networks/c99e672f-3b87-4721-8d9c-fbb71f1cd179?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1925316
Feb 05 20:48:57.908321 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03035c8a-d229-435c-a30b-149a55493557 x-openstack-request-id: req-03035c8a-d229-435c-a30b-149a55493557 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:48:57.908609 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee035d8d-cb19-4b45-92c3-2bf6db130da0", "tag": "d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:48:57.908869 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-03035c8a-d229-435c-a30b-149a55493557 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:48:57.909269 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee035d8d-cb19-4b45-92c3-2bf6db130da0', 'tag': 'd94c90aa-dc44-4c1a-9dba-aeeb6d33c2df', 'status': 'completed', 'code': 200}
Feb 05 20:48:57.936804 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-515d1532-d65b-4c28-a991-df8c87bba44b req-08d5158f-62c5-42ae-bf29-5ee8bfd2eca8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc4b732e-5458-48e6-8cda-4d399eeaa947&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0443680
Feb 05 20:48:58.401038 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-42df4208-94f0-45f0-928b-c64393f32f25 req-e2f64f26-8880-4633-a1bd-74c9a0953ddf service neutron] 10.222.0.32 "GET /v2.0/networks/c99e672f-3b87-4721-8d9c-fbb71f1cd179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5103257
Feb 05 20:48:58.402847 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f445e-092b-482c-a831-a770987a56e4 req-b902bc0a-8afa-4aaa-a8e8-5ae5010c3515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:58.404228 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-845f445e-092b-482c-a831-a770987a56e4 req-b902bc0a-8afa-4aaa-a8e8-5ae5010c3515 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f829fd34d89942aeab410c3933fe9a60&device_id=ee035d8d-cb19-4b45-92c3-2bf6db130da0 HTTP/1.1" status: 200  len: 1127 time: 0.4604399
Feb 05 20:48:58.412416 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-515d1532-d65b-4c28-a991-df8c87bba44b req-c4da4704-c6c3-436f-b9ed-3a485f6083e8 service neutron] 10.222.0.21 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4674430
Feb 05 20:48:58.414226 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf1059-9e7b-456e-b814-9fca8b59d3dd req-1f06f681-7f17-42d6-828f-d731ba5b4cad tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:58.415749 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1adf1059-9e7b-456e-b814-9fca8b59d3dd req-1f06f681-7f17-42d6-828f-d731ba5b4cad tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=660818f9-6564-42a9-bf2b-68fd09602765 HTTP/1.1" status: 200  len: 1127 time: 0.3963611
Feb 05 20:48:58.610840 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1adf1059-9e7b-456e-b814-9fca8b59d3dd req-c5a73f33-1255-4766-a819-6e0c977bad3a tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1837156
Feb 05 20:48:58.652405 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-515d1532-d65b-4c28-a991-df8c87bba44b req-d39a6ded-f72c-4fea-bf53-3d98e435954d service neutron] 10.222.0.21 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2242146
Feb 05 20:48:58.666165 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f445e-092b-482c-a831-a770987a56e4 req-d04af75f-11a4-4d7d-b0bd-bcb34077e326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:58.668214 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-845f445e-092b-482c-a831-a770987a56e4 req-d04af75f-11a4-4d7d-b0bd-bcb34077e326 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c99e672f-3b87-4721-8d9c-fbb71f1cd179 HTTP/1.1" status: 200  len: 921 time: 0.2491078
Feb 05 20:48:58.677355 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fd8fdbd4-9c5c-4086-9da8-74a851e7c5b0 req-3b2c34b8-bba7-4833-987a-53730146617b tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=527d10d28e8840b1b77fb7b65a2178e6 HTTP/1.1" status: 200  len: 6201 time: 0.2349765
Feb 05 20:48:58.728505 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-845f445e-092b-482c-a831-a770987a56e4 req-528b0f34-a632-4251-bcdc-e9d6de0dd0e1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df HTTP/1.1" status: 200  len: 217 time: 0.0501986
Feb 05 20:48:58.827981 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fd8fdbd4-9c5c-4086-9da8-74a851e7c5b0 req-2e282edb-61d4-4310-a073-398f0967f81b tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups/f1d324b3-3da9-44cb-833e-e6d431e6537c HTTP/1.1" status: 200  len: 2998 time: 0.1429038
Feb 05 20:48:58.832449 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f445e-092b-482c-a831-a770987a56e4 req-adcfbe47-f127-4607-88bc-582eb1d63d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:58.833924 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-845f445e-092b-482c-a831-a770987a56e4 req-adcfbe47-f127-4607-88bc-582eb1d63d7b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0c12a9c1-68fc-4723-83f8-a4d2ac546c80 HTTP/1.1" status: 200  len: 859 time: 0.0915174
Feb 05 20:48:58.860651 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04b1df-259b-44ca-805c-62426e01f416 req-6e7d3350-3c9a-4e49-9d6b-7f083fd5e366 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:58.862217 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1d04b1df-259b-44ca-805c-62426e01f416 req-6e7d3350-3c9a-4e49-9d6b-7f083fd5e366 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=38964177-b777-4ff3-a687-28ddd25c6a64 HTTP/1.1" status: 200  len: 945 time: 0.1431484
Feb 05 20:48:58.957435 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc5f9da-1836-4c07-bea4-2321634a9260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ae31fa-119f-44f4-bbf4-4cec63520c50'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:48:58.959829 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6d377a-9359-4533-a9aa-6884866b22bd" -d '{"events": [{"server_uuid": "2bc5f9da-1836-4c07-bea4-2321634a9260", "name": "network-vif-plugged", "status": "completed", "tag": "91ae31fa-119f-44f4-bbf4-4cec63520c50"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:48:58.967335 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fd8fdbd4-9c5c-4086-9da8-74a851e7c5b0 req-c6669951-6e62-477a-b69f-6065c93f37ef tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups/f1d324b3-3da9-44cb-833e-e6d431e6537c HTTP/1.1" status: 200  len: 2998 time: 0.1317546
Feb 05 20:48:59.010506 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f445e-092b-482c-a831-a770987a56e4 req-51267d6e-f8a4-4403-b93a-fecc355a1ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:59.012039 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-845f445e-092b-482c-a831-a770987a56e4 req-51267d6e-f8a4-4403-b93a-fecc355a1ae8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c99e672f-3b87-4721-8d9c-fbb71f1cd179&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1463759
Feb 05 20:48:59.017272 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1d04b1df-259b-44ca-805c-62426e01f416 req-63efb397-586d-40e0-8119-44601fd2310b tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1340237
Feb 05 20:48:59.020083 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d1532-d65b-4c28-a991-df8c87bba44b req-fe193ee5-f3bf-4669-8b67-801d81d11668 tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:59.021528 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-515d1532-d65b-4c28-a991-df8c87bba44b req-fe193ee5-f3bf-4669-8b67-801d81d11668 tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=38964177-b777-4ff3-a687-28ddd25c6a64&tenant_id=cee5ceeb66aa4167b6492470edbad369&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1090732
Feb 05 20:48:59.199446 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-845f445e-092b-482c-a831-a770987a56e4 req-e2ff2031-34e9-4c2d-8b00-48d638b42c85 service neutron] 10.222.0.39 "GET /v2.0/networks/c99e672f-3b87-4721-8d9c-fbb71f1cd179?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1767042
Feb 05 20:48:59.230355 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f008e90-b116-44d0-8ae1-dbd7502d07a5 req-9cf21472-697f-4239-91ea-3bb19ed50b6b tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:59.231858 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0f008e90-b116-44d0-8ae1-dbd7502d07a5 req-9cf21472-697f-4239-91ea-3bb19ed50b6b tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a4922a0-9c4e-4eae-8855-0ff66ec504b4 HTTP/1.1" status: 200  len: 950 time: 0.1677225
Feb 05 20:48:59.240187 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d787cf1-caeb-44a8-bad0-75de95bdaf31 x-openstack-request-id: req-6d787cf1-caeb-44a8-bad0-75de95bdaf31 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:48:59.240704 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc5f9da-1836-4c07-bea4-2321634a9260", "name": "network-vif-plugged", "status": "completed", "tag": "91ae31fa-119f-44f4-bbf4-4cec63520c50", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:48:59.241142 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6d787cf1-caeb-44a8-bad0-75de95bdaf31 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:48:59.241713 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc5f9da-1836-4c07-bea4-2321634a9260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ae31fa-119f-44f4-bbf4-4cec63520c50', 'code': 200}
Feb 05 20:48:59.280056 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-8df39eb7-d161-48f4-bf50-14d0926b2812 req-57a9b5f4-d3ff-44d3-9312-df591b7f58a1 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-943656416', 'description': 'tempest-description-387539612'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:48:59.389320 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-515d1532-d65b-4c28-a991-df8c87bba44b req-86f6c466-7507-415b-b371-c4b0405f1081 service neutron] For port 49b4e763-5228-4c9b-8237-c49bd01beb5c, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:48:59.406016 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-515d1532-d65b-4c28-a991-df8c87bba44b req-86f6c466-7507-415b-b371-c4b0405f1081 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:59.407796 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-515d1532-d65b-4c28-a991-df8c87bba44b req-86f6c466-7507-415b-b371-c4b0405f1081 service neutron] 10.222.0.21 "DELETE /v2.0/ports/49b4e763-5228-4c9b-8237-c49bd01beb5c/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.3775637
Feb 05 20:48:59.413435 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8df39eb7-d161-48f4-bf50-14d0926b2812 req-57a9b5f4-d3ff-44d3-9312-df591b7f58a1 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:59.443429 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0f008e90-b116-44d0-8ae1-dbd7502d07a5 req-5b7a4819-ab4a-4fb0-9905-d131f630fd45 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1952167
Feb 05 20:48:59.501114 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a064a80-1fb7-46e9-b963-a486c91b9ac7 req-50540fb9-3dfd-4022-a979-37420b51f11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:59.502991 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3a064a80-1fb7-46e9-b963-a486c91b9ac7 req-50540fb9-3dfd-4022-a979-37420b51f11e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2bc5f9da-1836-4c07-bea4-2321634a9260 HTTP/1.1" status: 200  len: 1132 time: 0.1711161
Feb 05 20:48:59.508418 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-845f445e-092b-482c-a831-a770987a56e4 req-dfe857bc-36c8-437e-b945-4671e4f4cabb service neutron] 10.222.0.39 "GET /v2.0/networks/c99e672f-3b87-4721-8d9c-fbb71f1cd179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2854168
Feb 05 20:48:59.616355 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3a064a80-1fb7-46e9-b963-a486c91b9ac7 req-3c6989bd-f2ad-4688-a2c1-0294656b544f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069942
Feb 05 20:48:59.642466 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8df39eb7-d161-48f4-bf50-14d0926b2812 req-57a9b5f4-d3ff-44d3-9312-df591b7f58a1 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (c76d06d8-e3b9-4ca7-82e5-854729a73931), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:59.650369 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53178d-d85a-4c80-b868-26a0aced6d34 req-b16c3f93-6b30-4aef-b91c-c77650b73aa5 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:59.651941 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8b53178d-d85a-4c80-b868-26a0aced6d34 req-b16c3f93-6b30-4aef-b91c-c77650b73aa5 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb170cc6-2c86-45c7-9ddb-eb0198388141&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1066978
Feb 05 20:48:59.653035 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8df39eb7-d161-48f4-bf50-14d0926b2812 req-57a9b5f4-d3ff-44d3-9312-df591b7f58a1 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (c76d06d8-e3b9-4ca7-82e5-854729a73931), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:59.723100 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8df39eb7-d161-48f4-bf50-14d0926b2812 req-57a9b5f4-d3ff-44d3-9312-df591b7f58a1 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:59.724315 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8df39eb7-d161-48f4-bf50-14d0926b2812 req-57a9b5f4-d3ff-44d3-9312-df591b7f58a1 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1821 time: 0.4631927
Feb 05 20:48:59.727618 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a9b5f4-d3ff-44d3-9312-df591b7f58a1 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c76d06d8-e3b9-4ca7-82e5-854729a73931,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:48:59.732247 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8b53178d-d85a-4c80-b868-26a0aced6d34 req-7a985842-36c3-4a30-a5d0-dcc239870c65 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.253 HTTP/1.1" status: 200  len: 696 time: 0.0731533
Feb 05 20:48:59.744004 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-8b53178d-d85a-4c80-b868-26a0aced6d34 req-aafdf1dc-2685-431e-bd9c-d1013bccd7c5 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Request body: {'floatingip': {'port_id': 'd76bae96-ea98-4dbf-bb0d-4c4940757c92', 'fixed_ip_address': '172.20.0.8'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:48:59.787658 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8b53178d-d85a-4c80-b868-26a0aced6d34 req-aafdf1dc-2685-431e-bd9c-d1013bccd7c5 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks [] for floatingip (acbf5e38-0d3d-4204-8b6b-016217b6c0db), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:48:59.950141 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e072a4e-7b49-4b8d-8a69-c47f21e0f229 req-61d248d9-0de7-4d93-b60f-209e812db740 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:48:59.951670 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6e072a4e-7b49-4b8d-8a69-c47f21e0f229 req-61d248d9-0de7-4d93-b60f-209e812db740 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bc5f9da-1836-4c07-bea4-2321634a9260 HTTP/1.1" status: 200  len: 950 time: 0.1605151
Feb 05 20:49:00.080699 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6e072a4e-7b49-4b8d-8a69-c47f21e0f229 req-8c734b21-b2dd-4c51-9deb-74bd1be390ec tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886474
Feb 05 20:49:00.122874 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56808) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:00.146259 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-27a3b6eb-c8cc-4e03-9773-b80fd61f891e req-9d239709-4bac-4093-8645-2e6b803ecdfa tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1345967667', 'description': 'tempest-description-1284214420'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:49:00.176942 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ff4ea80a-02ee-4732-b539-54c8a2d74d26 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks [] for security_group (8f0b2a11-00a9-4c24-9c22-f83d1d1cfdb2), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:00.201304 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ff4ea80a-02ee-4732-b539-54c8a2d74d26 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks [] for security_group (8f0b2a11-00a9-4c24-9c22-f83d1d1cfdb2), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:00.208923 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-27a3b6eb-c8cc-4e03-9773-b80fd61f891e req-9d239709-4bac-4093-8645-2e6b803ecdfa tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:00.251663 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ff4ea80a-02ee-4732-b539-54c8a2d74d26 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (8f0b2a11-00a9-4c24-9c22-f83d1d1cfdb2), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:00.254754 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ff4ea80a-02ee-4732-b539-54c8a2d74d26 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:00.255939 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ff4ea80a-02ee-4732-b539-54c8a2d74d26 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "DELETE /v2.0/security-groups/8f0b2a11-00a9-4c24-9c22-f83d1d1cfdb2 HTTP/1.1" status: 204  len: 168 time: 0.1320677
Feb 05 20:49:00.259077 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56810) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:00.271963 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ea80a-02ee-4732-b539-54c8a2d74d26 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0b2a11-00a9-4c24-9c22-f83d1d1cfdb2,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:00.279592 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-5450479e-d304-4a5b-9dfd-e3f491621e68 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] show failed (client error): The resource could not be found.
Feb 05 20:49:00.280631 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5450479e-d304-4a5b-9dfd-e3f491621e68 tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "GET /v2.0/security-groups/8f0b2a11-00a9-4c24-9c22-f83d1d1cfdb2 HTTP/1.1" status: 404  len: 347 time: 0.0195615
Feb 05 20:49:00.284119 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56812) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:00.402833 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-27a3b6eb-c8cc-4e03-9773-b80fd61f891e req-9d239709-4bac-4093-8645-2e6b803ecdfa tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (e396c16d-e776-438b-b6ef-5731d39077e9), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:00.408708 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-27a3b6eb-c8cc-4e03-9773-b80fd61f891e req-9d239709-4bac-4093-8645-2e6b803ecdfa tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (e396c16d-e776-438b-b6ef-5731d39077e9), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:00.414565 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-e8eeba81-983d-4b60-85a9-7340ad8dda1b tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Deleting port 531d2bd8-3332-4084-96c8-5322539a2c96 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:49:00.414918 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e8eeba81-983d-4b60-85a9-7340ad8dda1b tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (531d2bd8-3332-4084-96c8-5322539a2c96), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:00.427415 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8b53178d-d85a-4c80-b868-26a0aced6d34 req-aafdf1dc-2685-431e-bd9c-d1013bccd7c5 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:00.438618 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8b53178d-d85a-4c80-b868-26a0aced6d34 req-aafdf1dc-2685-431e-bd9c-d1013bccd7c5 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (acbf5e38-0d3d-4204-8b6b-016217b6c0db), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:00.481907 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-27a3b6eb-c8cc-4e03-9773-b80fd61f891e req-9d239709-4bac-4093-8645-2e6b803ecdfa tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:00.483442 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27a3b6eb-c8cc-4e03-9773-b80fd61f891e req-9d239709-4bac-4093-8645-2e6b803ecdfa tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 0.3465397
Feb 05 20:49:00.483707 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device b9ec3dcb-b993-47e7-8d7e-722fa1171f9a no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:49:00.501578 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d239709-4bac-4093-8645-2e6b803ecdfa tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e396c16d-e776-438b-b6ef-5731d39077e9,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:00.504040 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e8eeba81-983d-4b60-85a9-7340ad8dda1b tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (531d2bd8-3332-4084-96c8-5322539a2c96), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:00.504851 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e8eeba81-983d-4b60-85a9-7340ad8dda1b tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks [] for floatingip (531d2bd8-3332-4084-96c8-5322539a2c96), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:00.527677 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-e8eeba81-983d-4b60-85a9-7340ad8dda1b tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Calling delete_port for 531d2bd8-3332-4084-96c8-5322539a2c96 owned by network:floatingip {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:49:00.572129 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: b9ec3dcb-b993-47e7-8d7e-722fa1171f9a {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:49:00.575109 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device b9ec3dcb-b993-47e7-8d7e-722fa1171f9a not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:49:00.581728 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [req-8b53178d-d85a-4c80-b868-26a0aced6d34 req-aafdf1dc-2685-431e-bd9c-d1013bccd7c5 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Floating IP acbf5e38-0d3d-4204-8b6b-016217b6c0db associated. External IP: 172.35.4.253, port: d76bae96-ea98-4dbf-bb0d-4c4940757c92.
Feb 05 20:49:00.717353 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e8eeba81-983d-4b60-85a9-7340ad8dda1b tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (531d2bd8-3332-4084-96c8-5322539a2c96), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:00.743343 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eeba81-983d-4b60-85a9-7340ad8dda1b tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Pushing event deleted for resources: {'Port': ['ID=531d2bd8-3332-4084-96c8-5322539a2c96,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:00.769694 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e8eeba81-983d-4b60-85a9-7340ad8dda1b tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks [] for floatingip (1083d27e-e06e-45b3-a40b-1d80a7b2e573), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:00.772486 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e8eeba81-983d-4b60-85a9-7340ad8dda1b tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:00.773660 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e8eeba81-983d-4b60-85a9-7340ad8dda1b tempest-ImagesOneServerNegativeTestJSON-1519750078 tempest-ImagesOneServerNegativeTestJSON-1519750078-project] 10.222.0.32 "DELETE /v2.0/floatingips/1083d27e-e06e-45b3-a40b-1d80a7b2e573 HTTP/1.1" status: 204  len: 168 time: 0.4883554
Feb 05 20:49:00.796889 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef36e90-b4d4-44ec-a5a2-7338fe69daf4 req-a1fa409d-c57a-4048-998e-e4d4eb0db9e0 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:00.799008 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eef36e90-b4d4-44ec-a5a2-7338fe69daf4 req-a1fa409d-c57a-4048-998e-e4d4eb0db9e0 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=38964177-b777-4ff3-a687-28ddd25c6a64 HTTP/1.1" status: 200  len: 945 time: 0.1061130
Feb 05 20:49:00.905314 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eef36e90-b4d4-44ec-a5a2-7338fe69daf4 req-d9ace5b8-f2db-4afb-9058-25e4e19daee4 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985215
Feb 05 20:49:00.919872 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b53178d-d85a-4c80-b868-26a0aced6d34 req-aafdf1dc-2685-431e-bd9c-d1013bccd7c5 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Router ac4050fc-383e-4faa-b7b2-f4a4da34a952 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:49:01.228511 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56842) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:01.347320 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-186dd86a-359e-4df0-aeb8-7d865ca54474 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:01.401815 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b53178d-d85a-4c80-b868-26a0aced6d34 req-aafdf1dc-2685-431e-bd9c-d1013bccd7c5 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:49:01.408940 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8b53178d-d85a-4c80-b868-26a0aced6d34 req-aafdf1dc-2685-431e-bd9c-d1013bccd7c5 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:01.415178 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d25cdf1-dd5c-4242-bd34-5ca9a4778805 None None] Sync routers for ids ['ac4050fc-383e-4faa-b7b2-f4a4da34a952'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:49:01.425237 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d25cdf1-dd5c-4242-bd34-5ca9a4778805 None None] Routers {'ac4050fc-383e-4faa-b7b2-f4a4da34a952'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:49:01.426274 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-0d25cdf1-dd5c-4242-bd34-5ca9a4778805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabce3640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:48:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ac4050fc-383e-4faa-b7b2-f4a4da34a952'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:01.433050 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-186dd86a-359e-4df0-aeb8-7d865ca54474 admin admin] Publish callbacks [] for security_group (bcb79973-4955-434b-9e06-d94b7dee9039), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:01.438837 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-186dd86a-359e-4df0-aeb8-7d865ca54474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (bcb79973-4955-434b-9e06-d94b7dee9039), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:01.457005 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cba616-7a6a-424a-bcf3-bc06a7a7e5df req-a1bd0ba9-f314-4f0b-9dc6-70b31bcb0b09 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:01.458507 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-08cba616-7a6a-424a-bcf3-bc06a7a7e5df req-a1bd0ba9-f314-4f0b-9dc6-70b31bcb0b09 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee035d8d-cb19-4b45-92c3-2bf6db130da0 HTTP/1.1" status: 200  len: 945 time: 0.1733139
Feb 05 20:49:01.462935 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8b53178d-d85a-4c80-b868-26a0aced6d34 req-aafdf1dc-2685-431e-bd9c-d1013bccd7c5 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "PUT /v2.0/floatingips/acbf5e38-0d3d-4204-8b6b-016217b6c0db HTTP/1.1" status: 200  len: 996 time: 1.7247603
Feb 05 20:49:01.466634 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb170cc6-2c86-45c7-9ddb-eb0198388141', 'tag': 'd76bae96-ea98-4dbf-bb0d-4c4940757c92'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:49:01.468093 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a56c2b-13a6-464b-a4a5-f6326b7f5d07" -d '{"events": [{"name": "network-changed", "server_uuid": "eb170cc6-2c86-45c7-9ddb-eb0198388141", "tag": "d76bae96-ea98-4dbf-bb0d-4c4940757c92"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:49:01.479839 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-186dd86a-359e-4df0-aeb8-7d865ca54474 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1b557506b69d4cc6bbff9e842a172a4b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2502365
Feb 05 20:49:01.481081 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186dd86a-359e-4df0-aeb8-7d865ca54474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb79973-4955-434b-9e06-d94b7dee9039,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:01.483878 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56848) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:01.515487 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-5dffb8fa-f361-4b01-86e6-06e58026d0ee tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:01.523000 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-5dffb8fa-f361-4b01-86e6-06e58026d0ee tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/networks?id=33c3ef76-873c-4cff-a0fb-48c0f61e95e9 HTTP/1.1" status: 200  len: 813 time: 0.2390201
Feb 05 20:49:01.543375 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e358d89f-8307-4199-87b1-d47549d3e328 admin admin] Publish callbacks [] for security_group (bcb79973-4955-434b-9e06-d94b7dee9039), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:01.548717 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-0d25cdf1-dd5c-4242-bd34-5ca9a4778805 None None] Set router ac4050fc-383e-4faa-b7b2-f4a4da34a952 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:49:01.567960 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e358d89f-8307-4199-87b1-d47549d3e328 admin admin] Publish callbacks [] for security_group (bcb79973-4955-434b-9e06-d94b7dee9039), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:01.570170 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-751c0377-a1cb-4f68-86f1-6934c86730d5 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/quotas/527d10d28e8840b1b77fb7b65a2178e6 HTTP/1.1" status: 200  len: 375 time: 0.0463085
Feb 05 20:49:01.617499 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e358d89f-8307-4199-87b1-d47549d3e328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (bcb79973-4955-434b-9e06-d94b7dee9039), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:01.620410 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e358d89f-8307-4199-87b1-d47549d3e328 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:01.621736 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e358d89f-8307-4199-87b1-d47549d3e328 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bcb79973-4955-434b-9e06-d94b7dee9039 HTTP/1.1" status: 204  len: 168 time: 0.1367867
Feb 05 20:49:01.641365 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e358d89f-8307-4199-87b1-d47549d3e328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb79973-4955-434b-9e06-d94b7dee9039,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:01.675394 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53178d-d85a-4c80-b868-26a0aced6d34 req-183f4515-0cad-432a-a9ad-899f15866f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:01.676936 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8b53178d-d85a-4c80-b868-26a0aced6d34 req-183f4515-0cad-432a-a9ad-899f15866f81 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f829fd34d89942aeab410c3933fe9a60&device_id=eb170cc6-2c86-45c7-9ddb-eb0198388141 HTTP/1.1" status: 200  len: 1127 time: 0.1487865
Feb 05 20:49:01.701624 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-5abf414c-839b-4156-a982-b91aabe6eba5 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=527d10d28e8840b1b77fb7b65a2178e6&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1218035
Feb 05 20:49:01.705845 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-08cba616-7a6a-424a-bcf3-bc06a7a7e5df req-bacf8f0e-5935-4378-b247-a2530f2ed623 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Deleting port d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:49:01.706190 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-08cba616-7a6a-424a-bcf3-bc06a7a7e5df req-bacf8f0e-5935-4378-b247-a2530f2ed623 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:01.858646 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-0d25cdf1-dd5c-4242-bd34-5ca9a4778805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabce3640>, [{'id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'name': 'tempest-FloatingIPsAssociationTestJSON-438743936-router', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23'}], 'enable_snat': True}, 'gw_port_id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:47:59Z', 'updated_at': '2022-02-05T20:48:03Z', 'revision_number': 4, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'gw_port': {'id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:48:00Z', 'updated_at': '2022-02-05T20:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'acbf5e38-0d3d-4204-8b6b-016217b6c0db', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'floating_ip_address': '172.35.4.253', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'port_id': 'd76bae96-ea98-4dbf-bb0d-4c4940757c92', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179', 'mac_address': 'fa:16:3e:5e:5e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb170cc6-2c86-45c7-9ddb-eb0198388141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T20:48:20Z', 'updated_at': '2022-02-05T20:49:00Z', 'revision_number': 8, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89291417-f7a6-4241-89d4-630f5d5e0b83', 'name': '', 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'mac_address': 'fa:16:3e:e8:89:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '0c12a9c1-68fc-4723-83f8-a4d2ac546c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:48:02Z', 'updated_at': '2022-02-05T20:48:08Z', 'revision_number': 5, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'subnets': [{'id': '0c12a9c1-68fc-4723-83f8-a4d2ac546c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:01.894643 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d25cdf1-dd5c-4242-bd34-5ca9a4778805 None None] Checking router: ac4050fc-383e-4faa-b7b2-f4a4da34a952 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:49:01.904318 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d25cdf1-dd5c-4242-bd34-5ca9a4778805 None None] Routers {'ac4050fc-383e-4faa-b7b2-f4a4da34a952'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:49:01.905158 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-0d25cdf1-dd5c-4242-bd34-5ca9a4778805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabce3640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:48:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ac4050fc-383e-4faa-b7b2-f4a4da34a952'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:01.933683 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-08cba616-7a6a-424a-bcf3-bc06a7a7e5df req-bacf8f0e-5935-4378-b247-a2530f2ed623 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] For port d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df,segment=NetworkSegment(f8dcc3bd-8f53-4218-8d86-112fa4c91939),segment_id=f8dcc3bd-8f53-4218-8d86-112fa4c91939)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:49:01.934320 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-08cba616-7a6a-424a-bcf3-bc06a7a7e5df req-bacf8f0e-5935-4378-b247-a2530f2ed623 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:01.950426 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56854) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:01.957865 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53178d-d85a-4c80-b868-26a0aced6d34 req-f48ec27a-03d6-4767-93fa-46bd07452bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:01.959395 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8b53178d-d85a-4c80-b868-26a0aced6d34 req-f48ec27a-03d6-4767-93fa-46bd07452bbb service neutron] 10.222.0.32 "GET /v2.0/networks?id=c99e672f-3b87-4721-8d9c-fbb71f1cd179 HTTP/1.1" status: 200  len: 921 time: 0.2717772
Feb 05 20:49:01.966481 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-08cba616-7a6a-424a-bcf3-bc06a7a7e5df req-bacf8f0e-5935-4378-b247-a2530f2ed623 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Calling delete_port for d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:49:01.966967 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d3192ede-04fc-46ab-a4a5-121399b85971 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:01.972639 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-47163e4e-3ff8-4661-bd0a-1ae1ca10f1e2 service neutron] 10.222.0.32 "GET /v2.0/networks/33c3ef76-873c-4cff-a0fb-48c0f61e95e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2505405
Feb 05 20:49:02.052790 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d3192ede-04fc-46ab-a4a5-121399b85971 admin admin] Publish callbacks [] for security_group (92b55c39-13ff-4469-a1d9-4ead0e9d1a9c), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:02.058180 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d3192ede-04fc-46ab-a4a5-121399b85971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (92b55c39-13ff-4469-a1d9-4ead0e9d1a9c), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:02.103345 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d3192ede-04fc-46ab-a4a5-121399b85971 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2aa455b650dc48e5bb3bdc217a8c995e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1517022
Feb 05 20:49:02.103964 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56856) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:02.106131 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3192ede-04fc-46ab-a4a5-121399b85971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b55c39-13ff-4469-a1d9-4ead0e9d1a9c,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:02.145712 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8b53178d-d85a-4c80-b868-26a0aced6d34 req-5c4039f0-1aa3-4cb1-b90b-810027c6a326 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d76bae96-ea98-4dbf-bb0d-4c4940757c92 HTTP/1.1" status: 200  len: 999 time: 0.1693735
Feb 05 20:49:02.162620 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-03e744cb-e7fd-46be-805b-3d44c18c5051 admin admin] Publish callbacks [] for security_group (92b55c39-13ff-4469-a1d9-4ead0e9d1a9c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:02.174523 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-0d25cdf1-dd5c-4242-bd34-5ca9a4778805 None None] Set router ac4050fc-383e-4faa-b7b2-f4a4da34a952 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:49:02.185310 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-03e744cb-e7fd-46be-805b-3d44c18c5051 admin admin] Publish callbacks [] for security_group (92b55c39-13ff-4469-a1d9-4ead0e9d1a9c), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:02.226900 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-aa89dd3f-6a1c-4549-94ac-4c74d5e8dc35 service neutron] 10.222.0.32 "GET /v2.0/networks/33c3ef76-873c-4cff-a0fb-48c0f61e95e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2436397
Feb 05 20:49:02.240504 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53178d-d85a-4c80-b868-26a0aced6d34 req-7a188101-5d2b-445d-a61d-d0c84c9f7a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:02.242631 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8b53178d-d85a-4c80-b868-26a0aced6d34 req-7a188101-5d2b-445d-a61d-d0c84c9f7a1a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c12a9c1-68fc-4723-83f8-a4d2ac546c80 HTTP/1.1" status: 200  len: 859 time: 0.0880857
Feb 05 20:49:02.255740 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-03e744cb-e7fd-46be-805b-3d44c18c5051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (92b55c39-13ff-4469-a1d9-4ead0e9d1a9c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:02.258549 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-03e744cb-e7fd-46be-805b-3d44c18c5051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:02.260081 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-03e744cb-e7fd-46be-805b-3d44c18c5051 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/92b55c39-13ff-4469-a1d9-4ead0e9d1a9c HTTP/1.1" status: 204  len: 168 time: 0.1549311
Feb 05 20:49:02.268575 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e744cb-e7fd-46be-805b-3d44c18c5051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b55c39-13ff-4469-a1d9-4ead0e9d1a9c,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:02.339167 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-08cba616-7a6a-424a-bcf3-bc06a7a7e5df req-bacf8f0e-5935-4378-b247-a2530f2ed623 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:02.350337 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53178d-d85a-4c80-b868-26a0aced6d34 req-a3e82ba4-a0f2-4840-ac38-cc60be4ed301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:02.355836 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8b53178d-d85a-4c80-b868-26a0aced6d34 req-a3e82ba4-a0f2-4840-ac38-cc60be4ed301 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c99e672f-3b87-4721-8d9c-fbb71f1cd179&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0869327
Feb 05 20:49:02.373911 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['d76bae96-ea98-4dbf-bb0d-4c4940757c92', 'd94c90aa-dc44-4c1a-9dba-aeeb6d33c2df'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:49:02.388492 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf8f0e-5935-4378-b247-a2530f2ed623 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Pushing event deleted for resources: {'Port': ['ID=d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:02.621587 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-08cba616-7a6a-424a-bcf3-bc06a7a7e5df req-bacf8f0e-5935-4378-b247-a2530f2ed623 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] No DVR routers for this DVR port d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:49:02.625595 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-08cba616-7a6a-424a-bcf3-bc06a7a7e5df req-bacf8f0e-5935-4378-b247-a2530f2ed623 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:02.630292 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-08cba616-7a6a-424a-bcf3-bc06a7a7e5df req-bacf8f0e-5935-4378-b247-a2530f2ed623 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.39 "DELETE /v2.0/ports/d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df HTTP/1.1" status: 204  len: 173 time: 1.1578202
Feb 05 20:49:02.691004 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8b53178d-d85a-4c80-b868-26a0aced6d34 req-a93030f8-2657-4f88-8882-03d1de1f2d73 service neutron] 10.222.0.32 "GET /v2.0/networks/c99e672f-3b87-4721-8d9c-fbb71f1cd179?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3106010
Feb 05 20:49:02.780856 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-0d25cdf1-dd5c-4242-bd34-5ca9a4778805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabce3640>, [{'id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'name': 'tempest-FloatingIPsAssociationTestJSON-438743936-router', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23'}], 'enable_snat': True}, 'gw_port_id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:47:59Z', 'updated_at': '2022-02-05T20:48:03Z', 'revision_number': 4, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'gw_port': {'id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:48:00Z', 'updated_at': '2022-02-05T20:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'acbf5e38-0d3d-4204-8b6b-016217b6c0db', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'floating_ip_address': '172.35.4.253', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'port_id': 'd76bae96-ea98-4dbf-bb0d-4c4940757c92', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179', 'mac_address': 'fa:16:3e:5e:5e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb170cc6-2c86-45c7-9ddb-eb0198388141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T20:48:20Z', 'updated_at': '2022-02-05T20:49:00Z', 'revision_number': 8, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89291417-f7a6-4241-89d4-630f5d5e0b83', 'name': '', 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'mac_address': 'fa:16:3e:e8:89:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '0c12a9c1-68fc-4723-83f8-a4d2ac546c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:48:02Z', 'updated_at': '2022-02-05T20:48:08Z', 'revision_number': 5, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'subnets': [{'id': '0c12a9c1-68fc-4723-83f8-a4d2ac546c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:02.861455 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d25cdf1-dd5c-4242-bd34-5ca9a4778805 None None] The sync data for ids ['ac4050fc-383e-4faa-b7b2-f4a4da34a952'] in ncdv-master-1 is: [{'id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'name': 'tempest-FloatingIPsAssociationTestJSON-438743936-router', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23'}], 'enable_snat': True}, 'gw_port_id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:47:59Z', 'updated_at': '2022-02-05T20:48:03Z', 'revision_number': 4, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'gw_port': {'id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:48:00Z', 'updated_at': '2022-02-05T20:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'acbf5e38-0d3d-4204-8b6b-016217b6c0db', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'floating_ip_address': '172.35.4.253', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'port_id': 'd76bae96-ea98-4dbf-bb0d-4c4940757c92', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179', 'mac_address': 'fa:16:3e:5e:5e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb170cc6-2c86-45c7-9ddb-eb0198388141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T20:48:20Z', 'updated_at': '2022-02-05T20:49:00Z', 'revision_number': 8, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89291417-f7a6-4241-89d4-630f5d5e0b83', 'name': '', 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'mac_address': 'fa:16:3e:e8:89:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '0c12a9c1-68fc-4723-83f8-a4d2ac546c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:48:02Z', 'updated_at': '2022-02-05T20:48:08Z', 'revision_number': 5, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'subnets': [{'id': '0c12a9c1-68fc-4723-83f8-a4d2ac546c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:49:02.890347 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8b53178d-d85a-4c80-b868-26a0aced6d34 req-b3f86265-bc52-4256-a33b-8222e35e26c1 service neutron] 10.222.0.32 "GET /v2.0/networks/c99e672f-3b87-4721-8d9c-fbb71f1cd179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1932302
Feb 05 20:49:03.039793 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9ec4db-84f8-4580-babc-7dbf082e301a x-openstack-request-id: req-6c9ec4db-84f8-4580-babc-7dbf082e301a {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:49:03.040348 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb170cc6-2c86-45c7-9ddb-eb0198388141", "tag": "d76bae96-ea98-4dbf-bb0d-4c4940757c92", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:49:03.040868 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c9ec4db-84f8-4580-babc-7dbf082e301a {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:49:03.041510 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb170cc6-2c86-45c7-9ddb-eb0198388141', 'tag': 'd76bae96-ea98-4dbf-bb0d-4c4940757c92', 'status': 'completed', 'code': 200}
Feb 05 20:49:03.152616 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d5c15094-c9fa-45f0-954f-7c91d0a4066a req-c7799e8b-b4f3-482e-88c6-3151ac556f98 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=414bbd98-0898-4135-a8bd-78b97d1e8a08 HTTP/1.1" status: 200  len: 210 time: 0.0416455
Feb 05 20:49:03.225777 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a56c2b-13a6-464b-a4a5-f6326b7f5d07 req-02ec8740-7393-4d8b-a605-1dfa30def49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:03.228244 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-21a56c2b-13a6-464b-a4a5-f6326b7f5d07 req-02ec8740-7393-4d8b-a605-1dfa30def49a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f829fd34d89942aeab410c3933fe9a60&device_id=eb170cc6-2c86-45c7-9ddb-eb0198388141 HTTP/1.1" status: 200  len: 1127 time: 0.1592970
Feb 05 20:49:03.274667 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c029e10-5881-45e4-942a-d63a59a94299 req-2f2273fa-218c-41cc-bb52-ed887c5ebf71 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:03.277225 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6c029e10-5881-45e4-942a-d63a59a94299 req-2f2273fa-218c-41cc-bb52-ed887c5ebf71 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bc5f9da-1836-4c07-bea4-2321634a9260 HTTP/1.1" status: 200  len: 950 time: 0.1679540
Feb 05 20:49:03.297988 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ff43d0-dd4d-40af-b6de-16ddaaed48d2 None None] New status for floating IP acbf5e38-0d3d-4204-8b6b-016217b6c0db: ACTIVE {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 20:49:03.391036 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a56c2b-13a6-464b-a4a5-f6326b7f5d07 req-1b009be9-18b4-4f0f-9839-5629703afbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:03.393402 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-21a56c2b-13a6-464b-a4a5-f6326b7f5d07 req-1b009be9-18b4-4f0f-9839-5629703afbdb service neutron] 10.222.0.39 "GET /v2.0/networks?id=c99e672f-3b87-4721-8d9c-fbb71f1cd179 HTTP/1.1" status: 200  len: 921 time: 0.1152413
Feb 05 20:49:03.498235 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3f1028b7-2adc-4f64-9f4e-b3690dfe4d85 req-c97d9b9f-0b57-4e34-b2c1-d9fef10d18ac tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/floatingips/acbf5e38-0d3d-4204-8b6b-016217b6c0db HTTP/1.1" status: 200  len: 996 time: 0.2883792
Feb 05 20:49:03.554871 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-21a56c2b-13a6-464b-a4a5-f6326b7f5d07 req-89cca575-e701-440a-8b74-c4c0535d92c0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d76bae96-ea98-4dbf-bb0d-4c4940757c92 HTTP/1.1" status: 200  len: 999 time: 0.1465845
Feb 05 20:49:03.568327 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6c029e10-5881-45e4-942a-d63a59a94299 req-d1256e0d-0165-4a4d-bff2-99a4ab7914e0 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1720340
Feb 05 20:49:03.630447 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-58b69dd5-e25f-479c-8620-5137144dfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:03.773736 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a56c2b-13a6-464b-a4a5-f6326b7f5d07 req-ab3f026d-e5ae-4c4b-b23a-6c08462fd7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:03.775333 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-21a56c2b-13a6-464b-a4a5-f6326b7f5d07 req-ab3f026d-e5ae-4c4b-b23a-6c08462fd7ff service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0c12a9c1-68fc-4723-83f8-a4d2ac546c80 HTTP/1.1" status: 200  len: 859 time: 0.1920536
Feb 05 20:49:03.801841 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1028b7-2adc-4f64-9f4e-b3690dfe4d85 req-ee34aa19-3dd1-45ad-a479-94c2149ecabe tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:03.803316 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3f1028b7-2adc-4f64-9f4e-b3690dfe4d85 req-ee34aa19-3dd1-45ad-a479-94c2149ecabe tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/networks/d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 784 time: 0.3042696
Feb 05 20:49:03.839244 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-3f1028b7-2adc-4f64-9f4e-b3690dfe4d85 req-a158de01-4272-422e-b62e-6858babb5fea tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 20:49:03.840317 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3f1028b7-2adc-4f64-9f4e-b3690dfe4d85 req-a158de01-4272-422e-b62e-6858babb5fea tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0137701
Feb 05 20:49:03.847447 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a79391-b18b-4f94-86c4-b0d97591253f req-2f0c06c5-41be-42f5-9475-5577a992108c tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:03.855243 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-45a79391-b18b-4f94-86c4-b0d97591253f req-2f0c06c5-41be-42f5-9475-5577a992108c tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=38964177-b777-4ff3-a687-28ddd25c6a64 HTTP/1.1" status: 200  len: 1127 time: 0.1803193
Feb 05 20:49:03.909417 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a56c2b-13a6-464b-a4a5-f6326b7f5d07 req-a37337b2-ba48-431e-ba7c-d66e889721d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:03.912222 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-21a56c2b-13a6-464b-a4a5-f6326b7f5d07 req-a37337b2-ba48-431e-ba7c-d66e889721d9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c99e672f-3b87-4721-8d9c-fbb71f1cd179&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1251230
Feb 05 20:49:03.968280 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-45a79391-b18b-4f94-86c4-b0d97591253f req-9fd2dd0e-9ba5-4842-a332-ef86f3da0010 tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962212
Feb 05 20:49:04.136483 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0f08ba58-9d40-4402-b3f1-3f88c44c2418 req-5c4a88ed-7925-45d1-971e-192d03879062 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.253 HTTP/1.1" status: 200  len: 1001 time: 0.1017618
Feb 05 20:49:04.140133 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-21a56c2b-13a6-464b-a4a5-f6326b7f5d07 req-bb0f5895-dbff-439a-ac64-9f424cc5b7b2 service neutron] 10.222.0.39 "GET /v2.0/networks/c99e672f-3b87-4721-8d9c-fbb71f1cd179?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2066622
Feb 05 20:49:04.254370 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-bd26b925-f913-442e-b314-2101709d0bea tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:04.256784 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-bd26b925-f913-442e-b314-2101709d0bea tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.39 "GET /v2.0/networks?id=33c3ef76-873c-4cff-a0fb-48c0f61e95e9 HTTP/1.1" status: 200  len: 813 time: 0.2202926
Feb 05 20:49:04.270352 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-a7b4ebef-3a3b-4ff4-9706-6aac6681bdff tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Request body: {'port': {'device_id': '414bbd98-0898-4135-a8bd-78b97d1e8a08', 'network_id': '33c3ef76-873c-4cff-a0fb-48c0f61e95e9', 'admin_state_up': True, 'tenant_id': '527d10d28e8840b1b77fb7b65a2178e6'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:49:04.333663 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08ba58-9d40-4402-b3f1-3f88c44c2418 req-56209b06-924e-450e-8ef7-7022e950ddc0 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:04.335612 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0f08ba58-9d40-4402-b3f1-3f88c44c2418 req-56209b06-924e-450e-8ef7-7022e950ddc0 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/ports/d76bae96-ea98-4dbf-bb0d-4c4940757c92 HTTP/1.1" status: 200  len: 942 time: 0.1894226
Feb 05 20:49:04.427291 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41176e-defd-470d-be1c-c89a30f474aa req-f00e6c77-17f1-4791-88cf-2c1a7197b858 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:04.427816 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-a7b4ebef-3a3b-4ff4-9706-6aac6681bdff tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Made reservation on behalf of 527d10d28e8840b1b77fb7b65a2178e6 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:49:04.433273 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41176e-defd-470d-be1c-c89a30f474aa req-f00e6c77-17f1-4791-88cf-2c1a7197b858 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:04.433421 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-a7b4ebef-3a3b-4ff4-9706-6aac6681bdff tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:04.445702 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4b41176e-defd-470d-be1c-c89a30f474aa req-f00e6c77-17f1-4791-88cf-2c1a7197b858 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bc5f9da-1836-4c07-bea4-2321634a9260&device_id=9a4922a0-9c4e-4eae-8855-0ff66ec504b4 HTTP/1.1" status: 200  len: 1691 time: 0.1487021
Feb 05 20:49:04.480433 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-21a56c2b-13a6-464b-a4a5-f6326b7f5d07 req-53f18321-2981-480e-a37a-9718c1c2794b service neutron] 10.222.0.39 "GET /v2.0/networks/c99e672f-3b87-4721-8d9c-fbb71f1cd179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3315408
Feb 05 20:49:04.506722 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:49:04.527960 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0f08ba58-9d40-4402-b3f1-3f88c44c2418 req-86495bde-75fb-4383-b07c-6dc23174266c tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.253 HTTP/1.1" status: 200  len: 1001 time: 0.1261470
Feb 05 20:49:04.536686 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:49:04.537391 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:49:04.553214 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4b41176e-defd-470d-be1c-c89a30f474aa req-2e54a359-0320-42b5-972a-3115df6a4ee1 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066167
Feb 05 20:49:04.596494 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56946) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:04.601951 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-a7b4ebef-3a3b-4ff4-9706-6aac6681bdff tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Allocated IP 172.20.0.10 (33c3ef76-873c-4cff-a0fb-48c0f61e95e9/8cc536ee-4631-40df-863b-8efeceae1e96/a603b8aa-c256-44ff-9fa9-7b9d63afb577) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:49:04.669423 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-2001d532-d6da-4c1b-b13b-583714438ef2 admin admin] Deleting subnet 5b46a5c2-b1b6-47d8-b4e2-4ef3afd2ac24 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:49:04.680582 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2001d532-d6da-4c1b-b13b-583714438ef2 admin admin] Publish callbacks [] for subnet (5b46a5c2-b1b6-47d8-b4e2-4ef3afd2ac24), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:04.746796 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2001d532-d6da-4c1b-b13b-583714438ef2 admin admin] Publish callbacks [] for subnet (5b46a5c2-b1b6-47d8-b4e2-4ef3afd2ac24), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:04.788195 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2001d532-d6da-4c1b-b13b-583714438ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (5b46a5c2-b1b6-47d8-b4e2-4ef3afd2ac24), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:04.876919 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-a7b4ebef-3a3b-4ff4-9706-6aac6681bdff tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for port (a603b8aa-c256-44ff-9fa9-7b9d63afb577), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:04.880237 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2001d532-d6da-4c1b-b13b-583714438ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for subnet (5b46a5c2-b1b6-47d8-b4e2-4ef3afd2ac24), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:04.910468 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001d532-d6da-4c1b-b13b-583714438ef2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b46a5c2-b1b6-47d8-b4e2-4ef3afd2ac24,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:04.918956 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2001d532-d6da-4c1b-b13b-583714438ef2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:04.921433 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2001d532-d6da-4c1b-b13b-583714438ef2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5b46a5c2-b1b6-47d8-b4e2-4ef3afd2ac24 HTTP/1.1" status: 204  len: 168 time: 0.3234251
Feb 05 20:49:04.924840 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56948) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:04.933474 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2001d532-d6da-4c1b-b13b-583714438ef2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:04.933829 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2001d532-d6da-4c1b-b13b-583714438ef2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:04.934178 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2001d532-d6da-4c1b-b13b-583714438ef2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:04.934628 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2001d532-d6da-4c1b-b13b-583714438ef2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:04.935215 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2001d532-d6da-4c1b-b13b-583714438ef2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:04.935564 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2001d532-d6da-4c1b-b13b-583714438ef2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:04.935903 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2001d532-d6da-4c1b-b13b-583714438ef2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:04.936240 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2001d532-d6da-4c1b-b13b-583714438ef2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:04.936574 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2001d532-d6da-4c1b-b13b-583714438ef2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:04.936905 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2001d532-d6da-4c1b-b13b-583714438ef2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:04.937236 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2001d532-d6da-4c1b-b13b-583714438ef2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:04.937697 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2001d532-d6da-4c1b-b13b-583714438ef2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:04.938091 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2001d532-d6da-4c1b-b13b-583714438ef2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:04.938935 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08ba58-9d40-4402-b3f1-3f88c44c2418 req-217ad2cd-1c05-4c87-a0d4-44c7743b34e0 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:04.940508 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0f08ba58-9d40-4402-b3f1-3f88c44c2418 req-217ad2cd-1c05-4c87-a0d4-44c7743b34e0 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/networks/d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 784 time: 0.4041750
Feb 05 20:49:04.966075 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-a7b4ebef-3a3b-4ff4-9706-6aac6681bdff tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (a603b8aa-c256-44ff-9fa9-7b9d63afb577), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:04.977699 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['218cb684-5341-4263-acdf-23a99d0f8478'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:49:05.013210 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-a7b4ebef-3a3b-4ff4-9706-6aac6681bdff tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Network 33c3ef76-873c-4cff-a0fb-48c0f61e95e9 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:49:05.016893 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-a7b4ebef-3a3b-4ff4-9706-6aac6681bdff tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:49:05.021812 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-a7b4ebef-3a3b-4ff4-9706-6aac6681bdff tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:49:05.026875 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-a7b4ebef-3a3b-4ff4-9706-6aac6681bdff tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:05.027515 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-a7b4ebef-3a3b-4ff4-9706-6aac6681bdff tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:05.038712 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b4ebef-3a3b-4ff4-9706-6aac6681bdff tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Pushing event updated for resources: {'Port': ['ID=a603b8aa-c256-44ff-9fa9-7b9d63afb577,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:05.045477 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee035d8d-cb19-4b45-92c3-2bf6db130da0', 'name': 'network-vif-deleted', 'tag': 'd94c90aa-dc44-4c1a-9dba-aeeb6d33c2df'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:49:05.047816 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53bfabe4-5906-4815-ae72-d1836dcfbb54" -d '{"events": [{"server_uuid": "ee035d8d-cb19-4b45-92c3-2bf6db130da0", "name": "network-vif-deleted", "tag": "d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:49:05.054924 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-a7b4ebef-3a3b-4ff4-9706-6aac6681bdff tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7892039
Feb 05 20:49:05.068741 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6029b24b-d075-456b-9157-edba69c68596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (9909c4aa-185e-42f9-a4cc-37ca11200b10), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:05.070636 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-1386e431-7d6f-4788-8199-01bb38827433 service neutron] Request body: {'port': {'device_id': '414bbd98-0898-4135-a8bd-78b97d1e8a08', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:49:05.081018 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c153ec0-e4dd-45b3-b789-4543c3158bf9 req-e7433837-afa5-47c7-9de4-ac67da0d586e tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:05.088200 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8c153ec0-e4dd-45b3-b789-4543c3158bf9 req-e7433837-afa5-47c7-9de4-ac67da0d586e tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=38964177-b777-4ff3-a687-28ddd25c6a64 HTTP/1.1" status: 200  len: 1127 time: 0.4457066
Feb 05 20:49:05.106235 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0f08ba58-9d40-4402-b3f1-3f88c44c2418 req-41925755-a13a-4d81-a088-87edb507b50f tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.253 HTTP/1.1" status: 200  len: 1001 time: 0.1437948
Feb 05 20:49:05.125262 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-0f08ba58-9d40-4402-b3f1-3f88c44c2418 req-3940596a-b02c-483c-aeea-852e3385d703 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:49:05.146529 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-1386e431-7d6f-4788-8199-01bb38827433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a603b8aa-c256-44ff-9fa9-7b9d63afb577), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:05.234140 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8c153ec0-e4dd-45b3-b789-4543c3158bf9 req-b4c5a183-12b0-4ce9-a8dc-af66bcc88bf1 tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1453714
Feb 05 20:49:05.275699 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6029b24b-d075-456b-9157-edba69c68596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (9909c4aa-185e-42f9-a4cc-37ca11200b10), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:05.279544 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-0f08ba58-9d40-4402-b3f1-3f88c44c2418 req-3940596a-b02c-483c-aeea-852e3385d703 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks [] for floatingip (acbf5e38-0d3d-4204-8b6b-016217b6c0db), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:05.377248 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6029b24b-d075-456b-9157-edba69c68596 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f2db2ce3a30>> segment before_delete 55550000 {{(pid=114391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:49:05.377628 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6029b24b-d075-456b-9157-edba69c68596 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f2db2ce3a30>> subnet precommit_delete_associations 55550000 {{(pid=114391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:49:05.378435 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6029b24b-d075-456b-9157-edba69c68596 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2db2ce3c10>> segment_host_mapping after_create 55550000 {{(pid=114391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:49:05.378787 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6029b24b-d075-456b-9157-edba69c68596 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2db2ce3c10>> port after_create 55550000 {{(pid=114391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:49:05.379146 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6029b24b-d075-456b-9157-edba69c68596 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2db2ce3c10>> port after_delete 55550000 {{(pid=114391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:49:05.379486 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6029b24b-d075-456b-9157-edba69c68596 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2db2ce3c10>> port after_update 55550000 {{(pid=114391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:49:05.379831 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6029b24b-d075-456b-9157-edba69c68596 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2db2ce3c10>> segment after_delete 55550000 {{(pid=114391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:49:05.380173 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6029b24b-d075-456b-9157-edba69c68596 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2db2ce3c10>> subnet after_create 55550000 {{(pid=114391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:49:05.380505 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6029b24b-d075-456b-9157-edba69c68596 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2db2ce3c10>> subnet after_delete 55550000 {{(pid=114391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:49:05.380831 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6029b24b-d075-456b-9157-edba69c68596 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2db2ce3c10>> subnet after_update 55550000 {{(pid=114391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:49:05.445083 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-1386e431-7d6f-4788-8199-01bb38827433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a603b8aa-c256-44ff-9fa9-7b9d63afb577 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:49:05.452227 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-1386e431-7d6f-4788-8199-01bb38827433 service neutron] Publish callbacks [] for port (a603b8aa-c256-44ff-9fa9-7b9d63afb577), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:05.464245 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-1386e431-7d6f-4788-8199-01bb38827433 service neutron] Transition to ACTIVE for port object a603b8aa-c256-44ff-9fa9-7b9d63afb577 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:49:05.467809 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-1386e431-7d6f-4788-8199-01bb38827433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (a603b8aa-c256-44ff-9fa9-7b9d63afb577), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:05.481681 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6029b24b-d075-456b-9157-edba69c68596 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2db2969730>> subnet after_create 55550000 {{(pid=114391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:49:05.482054 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6029b24b-d075-456b-9157-edba69c68596 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2db2969730>> subnet after_delete 55550000 {{(pid=114391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:49:05.482408 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6029b24b-d075-456b-9157-edba69c68596 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2db2969730>> subnet before_create 55550000 {{(pid=114391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:49:05.483094 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6029b24b-d075-456b-9157-edba69c68596 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2db2969730>> subnet before_update 55550000 {{(pid=114391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:49:05.483491 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-6029b24b-d075-456b-9157-edba69c68596 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2ce3220>,) {'filters': {'network_id': ['9909c4aa-185e-42f9-a4cc-37ca11200b10']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:05.512261 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-6029b24b-d075-456b-9157-edba69c68596 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2ce3220>, '84618c63-5563-4010-965a-0c859ca980f4') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:05.512622 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-6029b24b-d075-456b-9157-edba69c68596 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2ce3220>, '84618c63-5563-4010-965a-0c859ca980f4') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:05.514717 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1386e431-7d6f-4788-8199-01bb38827433 service neutron] Pushing event updated for resources: {'Port': ['ID=a603b8aa-c256-44ff-9fa9-7b9d63afb577,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:05.548083 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-1386e431-7d6f-4788-8199-01bb38827433 service neutron] Attempting to bind port a603b8aa-c256-44ff-9fa9-7b9d63afb577 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:49:05.548411 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-1386e431-7d6f-4788-8199-01bb38827433 service neutron] Attempting to bind port a603b8aa-c256-44ff-9fa9-7b9d63afb577 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '09abd495-dfb6-4655-a11b-eae610695a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '33c3ef76-873c-4cff-a0fb-48c0f61e95e9'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:49:05.548738 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-1386e431-7d6f-4788-8199-01bb38827433 service neutron] Attempting to bind port a603b8aa-c256-44ff-9fa9-7b9d63afb577 on network 33c3ef76-873c-4cff-a0fb-48c0f61e95e9 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:49:05.552945 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-1386e431-7d6f-4788-8199-01bb38827433 service neutron] Port a603b8aa-c256-44ff-9fa9-7b9d63afb577 on network 33c3ef76-873c-4cff-a0fb-48c0f61e95e9 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:49:05.553263 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-1386e431-7d6f-4788-8199-01bb38827433 service neutron] Attempting to bind port a603b8aa-c256-44ff-9fa9-7b9d63afb577 on network 33c3ef76-873c-4cff-a0fb-48c0f61e95e9 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:49:05.557965 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-1386e431-7d6f-4788-8199-01bb38827433 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:49:05.558298 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-1386e431-7d6f-4788-8199-01bb38827433 service neutron] Checking segment: {'id': '09abd495-dfb6-4655-a11b-eae610695a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '33c3ef76-873c-4cff-a0fb-48c0f61e95e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:49:05.558704 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-1386e431-7d6f-4788-8199-01bb38827433 service neutron] Bound using segment: {'id': '09abd495-dfb6-4655-a11b-eae610695a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '33c3ef76-873c-4cff-a0fb-48c0f61e95e9'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:49:05.559130 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-1386e431-7d6f-4788-8199-01bb38827433 service neutron] Bound port: a603b8aa-c256-44ff-9fa9-7b9d63afb577, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09abd495-dfb6-4655-a11b-eae610695a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '33c3ef76-873c-4cff-a0fb-48c0f61e95e9'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:49:05.559485 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-1386e431-7d6f-4788-8199-01bb38827433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a603b8aa-c256-44ff-9fa9-7b9d63afb577), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:05.568742 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6029b24b-d075-456b-9157-edba69c68596 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (84618c63-5563-4010-965a-0c859ca980f4), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:05.605659 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6029b24b-d075-456b-9157-edba69c68596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (84618c63-5563-4010-965a-0c859ca980f4), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:05.621215 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-1386e431-7d6f-4788-8199-01bb38827433 service neutron] For port a603b8aa-c256-44ff-9fa9-7b9d63afb577, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:49:05.624335 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-1386e431-7d6f-4788-8199-01bb38827433 service neutron] For port a603b8aa-c256-44ff-9fa9-7b9d63afb577, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a603b8aa-c256-44ff-9fa9-7b9d63afb577,segment=NetworkSegment(09abd495-dfb6-4655-a11b-eae610695a85),segment_id=09abd495-dfb6-4655-a11b-eae610695a85)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:49:05.627289 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46411fd-b843-4925-8a42-8e2a79791d92 req-6f42e2ab-c2dc-4cac-9222-88bd84d8a87d tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:05.629201 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b46411fd-b843-4925-8a42-8e2a79791d92 req-6f42e2ab-c2dc-4cac-9222-88bd84d8a87d tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=414bbd98-0898-4135-a8bd-78b97d1e8a08 HTTP/1.1" status: 200  len: 932 time: 0.2998974
Feb 05 20:49:05.633488 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-1386e431-7d6f-4788-8199-01bb38827433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (a603b8aa-c256-44ff-9fa9-7b9d63afb577), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:05.638325 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6029b24b-d075-456b-9157-edba69c68596 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:49:05.638763 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6029b24b-d075-456b-9157-edba69c68596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (84618c63-5563-4010-965a-0c859ca980f4), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:05.667347 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-1386e431-7d6f-4788-8199-01bb38827433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:05.667601 ncdv-master-1 neutron-server[114391]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 05 20:49:05.667601 ncdv-master-1 neutron-server[114391]:   from cryptography.utils import int_from_bytes
Feb 05 20:49:05.667601 ncdv-master-1 neutron-server[114391]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 05 20:49:05.667601 ncdv-master-1 neutron-server[114391]:   from cryptography.utils import int_from_bytes
Feb 05 20:49:05.667601 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 20:49:05.667601 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:49:05.667601 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 20:49:05.667601 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:49:05.667601 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 20:49:05.667601 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:49:05.667601 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 20:49:05.667601 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:49:05.667601 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 20:49:05.667601 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:49:05.667601 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 20:49:05.667601 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:49:05.667601 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 20:49:05.667601 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:49:05.667601 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:49:05.667601 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:49:05.667601 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:49:05.667601 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:49:05.667601 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 20:49:05.667601 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:49:05.667601 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 20:49:05.667601 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:49:05.667601 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:49:05.667601 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:49:05.667601 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:49:05.667601 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:49:05.667601 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:49:05.667601 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:49:05.667601 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:49:05.667601 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:49:05.667601 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:49:05.667601 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:49:05.669754 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-1386e431-7d6f-4788-8199-01bb38827433 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:05.669754 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-1386e431-7d6f-4788-8199-01bb38827433 service neutron] 10.222.0.39 "PUT /v2.0/ports/a603b8aa-c256-44ff-9fa9-7b9d63afb577 HTTP/1.1" status: 200  len: 1092 time: 0.6062100
Feb 05 20:49:05.672071 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414bbd98-0898-4135-a8bd-78b97d1e8a08', 'tag': 'a603b8aa-c256-44ff-9fa9-7b9d63afb577'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:49:05.675307 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc69709-9b20-48d3-be71-309430f4bad5" -d '{"events": [{"name": "network-changed", "server_uuid": "414bbd98-0898-4135-a8bd-78b97d1e8a08", "tag": "a603b8aa-c256-44ff-9fa9-7b9d63afb577"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:49:05.704987 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1386e431-7d6f-4788-8199-01bb38827433 service neutron] Pushing event updated for resources: {'Port': ['ID=a603b8aa-c256-44ff-9fa9-7b9d63afb577,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:05.723906 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-0f08ba58-9d40-4402-b3f1-3f88c44c2418 req-3940596a-b02c-483c-aeea-852e3385d703 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:05.759438 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-fa7cc8d1-e650-4c2e-9ddd-7e518bb38d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:05.760458 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-0f08ba58-9d40-4402-b3f1-3f88c44c2418 req-3940596a-b02c-483c-aeea-852e3385d703 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (acbf5e38-0d3d-4204-8b6b-016217b6c0db), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:05.760862 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [req-0f08ba58-9d40-4402-b3f1-3f88c44c2418 req-3940596a-b02c-483c-aeea-852e3385d703 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Floating IP acbf5e38-0d3d-4204-8b6b-016217b6c0db disassociated. External IP: 172.35.4.253, port: d76bae96-ea98-4dbf-bb0d-4c4940757c92.
Feb 05 20:49:05.760968 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-fa7cc8d1-e650-4c2e-9ddd-7e518bb38d61 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=527d10d28e8840b1b77fb7b65a2178e6&device_id=414bbd98-0898-4135-a8bd-78b97d1e8a08 HTTP/1.1" status: 200  len: 1126 time: 0.0453279
Feb 05 20:49:05.806231 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-d704f81b-c7d6-47e4-82ba-51c45947636c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a603b8aa-c256-44ff-9fa9-7b9d63afb577 HTTP/1.1" status: 200  len: 217 time: 0.0347042
Feb 05 20:49:05.822669 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6029b24b-d075-456b-9157-edba69c68596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (9909c4aa-185e-42f9-a4cc-37ca11200b10), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:05.862288 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6029b24b-d075-456b-9157-edba69c68596 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:05.865550 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6029b24b-d075-456b-9157-edba69c68596 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9909c4aa-185e-42f9-a4cc-37ca11200b10 HTTP/1.1" status: 204  len: 168 time: 0.9393578
Feb 05 20:49:05.869220 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-3252f777-38f7-4d64-a8aa-eacab933a549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:05.870730 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-3252f777-38f7-4d64-a8aa-eacab933a549 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8cc536ee-4631-40df-863b-8efeceae1e96 HTTP/1.1" status: 200  len: 853 time: 0.0532928
Feb 05 20:49:05.894172 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6029b24b-d075-456b-9157-edba69c68596 admin admin] Pushing event deleted for resources: {'Network': ['ID=9909c4aa-185e-42f9-a4cc-37ca11200b10,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:05.902770 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b46411fd-b843-4925-8a42-8e2a79791d92 req-8e2d8fb2-e3d8-4e30-aa0e-6d5d9239060a tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2655485
Feb 05 20:49:05.910460 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6029b24b-d075-456b-9157-edba69c68596 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:05.910708 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6029b24b-d075-456b-9157-edba69c68596 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:05.911060 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6029b24b-d075-456b-9157-edba69c68596 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:05.911419 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6029b24b-d075-456b-9157-edba69c68596 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:05.911753 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6029b24b-d075-456b-9157-edba69c68596 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:05.912086 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6029b24b-d075-456b-9157-edba69c68596 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:05.912422 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6029b24b-d075-456b-9157-edba69c68596 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:05.912756 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6029b24b-d075-456b-9157-edba69c68596 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:05.912871 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-3486a885-5a5c-4d41-b008-2be2dccc11f2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=33c3ef76-873c-4cff-a0fb-48c0f61e95e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0306029
Feb 05 20:49:05.913149 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6029b24b-d075-456b-9157-edba69c68596 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:05.913484 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6029b24b-d075-456b-9157-edba69c68596 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:05.913820 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6029b24b-d075-456b-9157-edba69c68596 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:05.914150 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6029b24b-d075-456b-9157-edba69c68596 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:05.914508 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6029b24b-d075-456b-9157-edba69c68596 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:06.020898 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bec45465-10a4-47cb-83a1-df67c98a36fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:06.038666 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-9f58798e-94f0-4618-802b-bfb2831b7a7d service neutron] 10.222.0.39 "GET /v2.0/networks/33c3ef76-873c-4cff-a0fb-48c0f61e95e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1147385
Feb 05 20:49:06.095971 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f08ba58-9d40-4402-b3f1-3f88c44c2418 req-3940596a-b02c-483c-aeea-852e3385d703 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Router ac4050fc-383e-4faa-b7b2-f4a4da34a952 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:49:06.176143 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-07d797ba-edb3-42be-ae3a-3d884aa3d7ce req-dc81a99d-04db-46f7-9ea2-74a55ce34014 service neutron] 10.222.0.39 "GET /v2.0/networks/33c3ef76-873c-4cff-a0fb-48c0f61e95e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247594
Feb 05 20:49:06.182998 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56970) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:06.242419 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-dd8c4fb6-c5b5-4fab-97d3-e6f702327674 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3431c424fcff4c13afcd9f30888e1a48&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0557649
Feb 05 20:49:06.243911 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56974) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:06.248424 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc9b681-59e9-47e8-a5b0-8f466443d975 x-openstack-request-id: req-0bc9b681-59e9-47e8-a5b0-8f466443d975 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:49:06.248723 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee035d8d-cb19-4b45-92c3-2bf6db130da0", "name": "network-vif-deleted", "tag": "d94c90aa-dc44-4c1a-9dba-aeeb6d33c2df", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:49:06.248979 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0bc9b681-59e9-47e8-a5b0-8f466443d975 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:49:06.249368 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee035d8d-cb19-4b45-92c3-2bf6db130da0', 'name': 'network-vif-deleted', 'tag': 'd94c90aa-dc44-4c1a-9dba-aeeb6d33c2df', 'status': 'completed', 'code': 200}
Feb 05 20:49:06.255228 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f08ba58-9d40-4402-b3f1-3f88c44c2418 req-3940596a-b02c-483c-aeea-852e3385d703 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:49:06.259939 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-0f08ba58-9d40-4402-b3f1-3f88c44c2418 req-3940596a-b02c-483c-aeea-852e3385d703 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:06.270287 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f502da25-72bb-48e9-b976-018f1f892b18 None None] Sync routers for ids ['ac4050fc-383e-4faa-b7b2-f4a4da34a952'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:49:06.294930 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f502da25-72bb-48e9-b976-018f1f892b18 None None] Routers {'ac4050fc-383e-4faa-b7b2-f4a4da34a952'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:49:06.296908 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-f502da25-72bb-48e9-b976-018f1f892b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2daba25790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:49:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ac4050fc-383e-4faa-b7b2-f4a4da34a952'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:06.298499 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0f08ba58-9d40-4402-b3f1-3f88c44c2418 req-3940596a-b02c-483c-aeea-852e3385d703 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "PUT /v2.0/floatingips/acbf5e38-0d3d-4204-8b6b-016217b6c0db HTTP/1.1" status: 200  len: 696 time: 1.1781173
Feb 05 20:49:06.323611 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6dc7c5f0-ce6b-4feb-9ca4-5b4911a29a1d admin admin] Publish callbacks [] for security_group (4d63c4d9-6ec2-4a64-aaec-cb7ff433c279), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:06.356479 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6dc7c5f0-ce6b-4feb-9ca4-5b4911a29a1d admin admin] Publish callbacks [] for security_group (4d63c4d9-6ec2-4a64-aaec-cb7ff433c279), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:06.387861 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08ba58-9d40-4402-b3f1-3f88c44c2418 req-2e071eff-cfc3-4c58-9d65-4008338c5bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:06.396057 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0f08ba58-9d40-4402-b3f1-3f88c44c2418 req-2e071eff-cfc3-4c58-9d65-4008338c5bce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f829fd34d89942aeab410c3933fe9a60&device_id=eb170cc6-2c86-45c7-9ddb-eb0198388141 HTTP/1.1" status: 200  len: 1127 time: 0.0796504
Feb 05 20:49:06.440071 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6dc7c5f0-ce6b-4feb-9ca4-5b4911a29a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (4d63c4d9-6ec2-4a64-aaec-cb7ff433c279), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:06.443825 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6dc7c5f0-ce6b-4feb-9ca4-5b4911a29a1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:06.456102 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6dc7c5f0-ce6b-4feb-9ca4-5b4911a29a1d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4d63c4d9-6ec2-4a64-aaec-cb7ff433c279 HTTP/1.1" status: 204  len: 168 time: 0.2014492
Feb 05 20:49:06.456887 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-f502da25-72bb-48e9-b976-018f1f892b18 None None] Set router ac4050fc-383e-4faa-b7b2-f4a4da34a952 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:49:06.476622 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7c5f0-ce6b-4feb-9ca4-5b4911a29a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d63c4d9-6ec2-4a64-aaec-cb7ff433c279,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:06.533867 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08ba58-9d40-4402-b3f1-3f88c44c2418 req-e28715be-bda9-4375-929d-312f1a358960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:06.535918 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0f08ba58-9d40-4402-b3f1-3f88c44c2418 req-e28715be-bda9-4375-929d-312f1a358960 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c99e672f-3b87-4721-8d9c-fbb71f1cd179 HTTP/1.1" status: 200  len: 921 time: 0.1388779
Feb 05 20:49:06.584786 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0f08ba58-9d40-4402-b3f1-3f88c44c2418 req-e83d7085-52cb-4531-aff2-65fee6316dbe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d76bae96-ea98-4dbf-bb0d-4c4940757c92 HTTP/1.1" status: 200  len: 217 time: 0.0422165
Feb 05 20:49:06.660858 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3650b9-9244-41b4-ada2-cf012b1e6bb9 x-openstack-request-id: req-0f3650b9-9244-41b4-ada2-cf012b1e6bb9 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:49:06.661159 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414bbd98-0898-4135-a8bd-78b97d1e8a08", "tag": "a603b8aa-c256-44ff-9fa9-7b9d63afb577", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:49:06.661414 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f3650b9-9244-41b4-ada2-cf012b1e6bb9 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:49:06.661812 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '414bbd98-0898-4135-a8bd-78b97d1e8a08', 'tag': 'a603b8aa-c256-44ff-9fa9-7b9d63afb577', 'status': 'completed', 'code': 200}
Feb 05 20:49:06.701204 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08ba58-9d40-4402-b3f1-3f88c44c2418 req-b299f711-2ad4-466c-9645-0cc1fe975f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:06.702804 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0f08ba58-9d40-4402-b3f1-3f88c44c2418 req-b299f711-2ad4-466c-9645-0cc1fe975f41 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c12a9c1-68fc-4723-83f8-a4d2ac546c80 HTTP/1.1" status: 200  len: 859 time: 0.1103916
Feb 05 20:49:06.785544 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08ba58-9d40-4402-b3f1-3f88c44c2418 req-270a5d37-a039-4ff1-a3f1-93af38674016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:06.787748 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0f08ba58-9d40-4402-b3f1-3f88c44c2418 req-270a5d37-a039-4ff1-a3f1-93af38674016 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c99e672f-3b87-4721-8d9c-fbb71f1cd179&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0713272
Feb 05 20:49:06.794845 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc69709-9b20-48d3-be71-309430f4bad5 req-bfd44aea-a2bb-45b7-819f-a6fe2ed29e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:06.797497 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-5dc69709-9b20-48d3-be71-309430f4bad5 req-bfd44aea-a2bb-45b7-819f-a6fe2ed29e9b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=527d10d28e8840b1b77fb7b65a2178e6&device_id=414bbd98-0898-4135-a8bd-78b97d1e8a08 HTTP/1.1" status: 200  len: 1126 time: 0.0908594
Feb 05 20:49:06.799682 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-f502da25-72bb-48e9-b976-018f1f892b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2daba25790>, [{'id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'name': 'tempest-FloatingIPsAssociationTestJSON-438743936-router', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23'}], 'enable_snat': True}, 'gw_port_id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:47:59Z', 'updated_at': '2022-02-05T20:48:03Z', 'revision_number': 4, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'gw_port': {'id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:48:00Z', 'updated_at': '2022-02-05T20:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '89291417-f7a6-4241-89d4-630f5d5e0b83', 'name': '', 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'mac_address': 'fa:16:3e:e8:89:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '0c12a9c1-68fc-4723-83f8-a4d2ac546c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:48:02Z', 'updated_at': '2022-02-05T20:48:08Z', 'revision_number': 5, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'subnets': [{'id': '0c12a9c1-68fc-4723-83f8-a4d2ac546c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:06.843324 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f502da25-72bb-48e9-b976-018f1f892b18 None None] Checking router: ac4050fc-383e-4faa-b7b2-f4a4da34a952 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:49:06.855113 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f502da25-72bb-48e9-b976-018f1f892b18 None None] Routers {'ac4050fc-383e-4faa-b7b2-f4a4da34a952'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:49:06.855762 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-f502da25-72bb-48e9-b976-018f1f892b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2daba25790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:49:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ac4050fc-383e-4faa-b7b2-f4a4da34a952'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:06.933788 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd34bd-8021-476e-be76-8f50262fee7e req-62f097f3-7add-419f-a716-d9ffe8007009 tempest-ServersOnMultiNodesTest-1240242388 tempest-ServersOnMultiNodesTest-1240242388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:06.938624 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc69709-9b20-48d3-be71-309430f4bad5 req-bd3b7605-37e3-4334-9a52-d9ec77776550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:06.946528 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-44cd34bd-8021-476e-be76-8f50262fee7e req-62f097f3-7add-419f-a716-d9ffe8007009 tempest-ServersOnMultiNodesTest-1240242388 tempest-ServersOnMultiNodesTest-1240242388-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2bc5f9da-1836-4c07-bea4-2321634a9260 HTTP/1.1" status: 200  len: 1132 time: 0.1190548
Feb 05 20:49:06.947297 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0f08ba58-9d40-4402-b3f1-3f88c44c2418 req-43ae292b-79b0-4b97-8489-5a0aa0a72466 service neutron] 10.222.0.32 "GET /v2.0/networks/c99e672f-3b87-4721-8d9c-fbb71f1cd179?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1521010
Feb 05 20:49:06.957120 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-5dc69709-9b20-48d3-be71-309430f4bad5 req-bd3b7605-37e3-4334-9a52-d9ec77776550 service neutron] 10.222.0.39 "GET /v2.0/networks?id=33c3ef76-873c-4cff-a0fb-48c0f61e95e9 HTTP/1.1" status: 200  len: 914 time: 0.1490002
Feb 05 20:49:07.024169 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-5dc69709-9b20-48d3-be71-309430f4bad5 req-69279222-3e50-4399-a93f-5841f24e6a0c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a603b8aa-c256-44ff-9fa9-7b9d63afb577 HTTP/1.1" status: 200  len: 217 time: 0.0493078
Feb 05 20:49:07.024585 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-f502da25-72bb-48e9-b976-018f1f892b18 None None] Set router ac4050fc-383e-4faa-b7b2-f4a4da34a952 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:49:07.040019 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-44cd34bd-8021-476e-be76-8f50262fee7e req-7f9a40b1-ceb4-4d35-97b9-648e6e3187bb tempest-ServersOnMultiNodesTest-1240242388 tempest-ServersOnMultiNodesTest-1240242388-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970056
Feb 05 20:49:07.081780 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc69709-9b20-48d3-be71-309430f4bad5 req-b184fe43-a707-4e8a-86b4-a4c664195925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:07.083444 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-5dc69709-9b20-48d3-be71-309430f4bad5 req-b184fe43-a707-4e8a-86b4-a4c664195925 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8cc536ee-4631-40df-863b-8efeceae1e96 HTTP/1.1" status: 200  len: 853 time: 0.0508215
Feb 05 20:49:07.084495 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0f08ba58-9d40-4402-b3f1-3f88c44c2418 req-a15ba6d2-260f-4f68-9a42-d7e4fd5037a1 service neutron] 10.222.0.32 "GET /v2.0/networks/c99e672f-3b87-4721-8d9c-fbb71f1cd179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231921
Feb 05 20:49:07.127376 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-5dc69709-9b20-48d3-be71-309430f4bad5 req-87d66e52-a0be-4de5-9cbe-f3e668b79fd4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=33c3ef76-873c-4cff-a0fb-48c0f61e95e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0367265
Feb 05 20:49:07.202020 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be708f-4685-4855-aab3-9706c4883db7 req-c023e2da-edfb-4cb6-983e-eea029db283e tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:07.203712 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c1be708f-4685-4855-aab3-9706c4883db7 req-c023e2da-edfb-4cb6-983e-eea029db283e tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=660818f9-6564-42a9-bf2b-68fd09602765 HTTP/1.1" status: 200  len: 1127 time: 0.0567303
Feb 05 20:49:07.264419 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-5dc69709-9b20-48d3-be71-309430f4bad5 req-adf29f2b-993f-4b2e-81db-5bfe71a55464 service neutron] 10.222.0.39 "GET /v2.0/networks/33c3ef76-873c-4cff-a0fb-48c0f61e95e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248937
Feb 05 20:49:07.267826 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c1be708f-4685-4855-aab3-9706c4883db7 req-7da8c3a7-1dc2-4c2e-a2c6-3829663b6c50 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545890
Feb 05 20:49:07.317899 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:07.347122 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-f502da25-72bb-48e9-b976-018f1f892b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2daba25790>, [{'id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'name': 'tempest-FloatingIPsAssociationTestJSON-438743936-router', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23'}], 'enable_snat': True}, 'gw_port_id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:47:59Z', 'updated_at': '2022-02-05T20:48:03Z', 'revision_number': 4, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'gw_port': {'id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:48:00Z', 'updated_at': '2022-02-05T20:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '89291417-f7a6-4241-89d4-630f5d5e0b83', 'name': '', 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'mac_address': 'fa:16:3e:e8:89:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '0c12a9c1-68fc-4723-83f8-a4d2ac546c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:48:02Z', 'updated_at': '2022-02-05T20:48:08Z', 'revision_number': 5, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'subnets': [{'id': '0c12a9c1-68fc-4723-83f8-a4d2ac546c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:07.390006 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f502da25-72bb-48e9-b976-018f1f892b18 None None] The sync data for ids ['ac4050fc-383e-4faa-b7b2-f4a4da34a952'] in ncdv-master-1 is: [{'id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'name': 'tempest-FloatingIPsAssociationTestJSON-438743936-router', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23'}], 'enable_snat': True}, 'gw_port_id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:47:59Z', 'updated_at': '2022-02-05T20:48:03Z', 'revision_number': 4, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'gw_port': {'id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:48:00Z', 'updated_at': '2022-02-05T20:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '89291417-f7a6-4241-89d4-630f5d5e0b83', 'name': '', 'network_id': 'c99e672f-3b87-4721-8d9c-fbb71f1cd179', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'mac_address': 'fa:16:3e:e8:89:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '0c12a9c1-68fc-4723-83f8-a4d2ac546c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:48:02Z', 'updated_at': '2022-02-05T20:48:08Z', 'revision_number': 5, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'subnets': [{'id': '0c12a9c1-68fc-4723-83f8-a4d2ac546c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:49:07.407304 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-5dc69709-9b20-48d3-be71-309430f4bad5 req-0db721df-a48b-44f6-9249-ef64470dd777 service neutron] 10.222.0.39 "GET /v2.0/networks/33c3ef76-873c-4cff-a0fb-48c0f61e95e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1404064
Feb 05 20:49:07.456970 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bceb4c7-f51e-45b7-b1cb-073fce06cb65 req-53a2acec-d416-4b5e-a610-d8a7a3ffc2e6 tempest-ServersOnMultiNodesTest-1240242388 tempest-ServersOnMultiNodesTest-1240242388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:07.458829 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2bceb4c7-f51e-45b7-b1cb-073fce06cb65 req-53a2acec-d416-4b5e-a610-d8a7a3ffc2e6 tempest-ServersOnMultiNodesTest-1240242388 tempest-ServersOnMultiNodesTest-1240242388-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9a4922a0-9c4e-4eae-8855-0ff66ec504b4 HTTP/1.1" status: 200  len: 1132 time: 0.0992062
Feb 05 20:49:07.481180 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b63c4-8d9c-4be6-88e5-ac8c1ca3b145 req-7a1288f1-f66a-47f4-9862-077cfe30fe52 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:07.482678 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7d7b63c4-8d9c-4be6-88e5-ac8c1ca3b145 req-7a1288f1-f66a-47f4-9862-077cfe30fe52 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=414bbd98-0898-4135-a8bd-78b97d1e8a08 HTTP/1.1" status: 200  len: 944 time: 0.0951364
Feb 05 20:49:07.544471 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2bceb4c7-f51e-45b7-b1cb-073fce06cb65 req-72bb84e6-3da0-4e28-a215-6831f3c60c9d tempest-ServersOnMultiNodesTest-1240242388 tempest-ServersOnMultiNodesTest-1240242388-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793316
Feb 05 20:49:07.561526 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7d7b63c4-8d9c-4be6-88e5-ac8c1ca3b145 req-4a3a672c-64eb-4368-a43d-f965b73d6ab6 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687387
Feb 05 20:49:07.754629 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67835a2d-230b-45df-978c-eac148090e33 None None] New status for floating IP acbf5e38-0d3d-4204-8b6b-016217b6c0db: DOWN {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 20:49:08.011431 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-e29a83d0-fc5a-441a-9c13-986117f2bbda tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=8645008e9e894713967a6f63b339bf46&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0296290
Feb 05 20:49:08.129118 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-d970d566-4d88-40ed-a6c5-d8938bcdbf33 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:08.130611 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-d970d566-4d88-40ed-a6c5-d8938bcdbf33 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1168561
Feb 05 20:49:08.146396 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-a71e5cd2-d097-46a9-b55b-a5bd0b675a1f tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/quotas/8645008e9e894713967a6f63b339bf46 HTTP/1.1" status: 200  len: 375 time: 0.0099781
Feb 05 20:49:08.212827 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-2d071258-85ed-4c3a-84cf-f25826a31da9 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8645008e9e894713967a6f63b339bf46&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0612030
Feb 05 20:49:08.250966 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb170cc6-2c86-45c7-9ddb-eb0198388141', 'tag': 'd76bae96-ea98-4dbf-bb0d-4c4940757c92'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:49:08.253606 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc25519-1c3a-41a3-9921-90503a3f5e37" -d '{"events": [{"name": "network-changed", "server_uuid": "eb170cc6-2c86-45c7-9ddb-eb0198388141", "tag": "d76bae96-ea98-4dbf-bb0d-4c4940757c92"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:49:08.494193 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68570b82-7d84-4fa1-9bb9-ce4cda30aa5c req-7285ad82-652d-40b3-bfaf-5c3992575adc tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/floatingips/acbf5e38-0d3d-4204-8b6b-016217b6c0db HTTP/1.1" status: 200  len: 694 time: 0.0462649
Feb 05 20:49:08.539912 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device a603b8aa-c256-44ff-9fa9-7b9d63afb577 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:49:08.591934 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-0466875d-dd9c-4b2a-b471-a5e5aa118f32 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 20:49:08.596939 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-0466875d-dd9c-4b2a-b471-a5e5aa118f32 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0109174
Feb 05 20:49:08.626714 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68570b82-7d84-4fa1-9bb9-ce4cda30aa5c req-0e89ee45-7026-4146-9f50-7837dba42993 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:08.628753 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68570b82-7d84-4fa1-9bb9-ce4cda30aa5c req-0e89ee45-7026-4146-9f50-7837dba42993 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/networks/d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 784 time: 0.1256912
Feb 05 20:49:08.642332 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-68570b82-7d84-4fa1-9bb9-ce4cda30aa5c req-88f0700c-ded0-44e2-b815-92e22fd6f9a1 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 20:49:08.643442 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68570b82-7d84-4fa1-9bb9-ce4cda30aa5c req-88f0700c-ded0-44e2-b815-92e22fd6f9a1 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0087924
Feb 05 20:49:08.645522 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-f65c7188-798f-4323-9c61-14e080b4b3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:08.652031 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-f65c7188-798f-4323-9c61-14e080b4b3b4 service neutron] 10.222.0.32 "GET /v2.0/ports/a0a11d30-e1f6-41c8-aba3-188367acbc76 HTTP/1.1" status: 200  len: 1124 time: 0.0478344
Feb 05 20:49:08.657443 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-c2be65bb-5353-4278-a995-4eb3bf22b3bd service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:49:08.657980 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-c2be65bb-5353-4278-a995-4eb3bf22b3bd service neutron] Unknown quota resources ['binding']. {{(pid=114390) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 05 20:49:08.675133 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port a603b8aa-c256-44ff-9fa9-7b9d63afb577, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a603b8aa-c256-44ff-9fa9-7b9d63afb577,segment=NetworkSegment(09abd495-dfb6-4655-a11b-eae610695a85),segment_id=09abd495-dfb6-4655-a11b-eae610695a85)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:49:08.686555 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'a603b8aa-c256-44ff-9fa9-7b9d63afb577', 'network_id': '33c3ef76-873c-4cff-a0fb-48c0f61e95e9', 'port_id': 'a603b8aa-c256-44ff-9fa9-7b9d63afb577', 'mac_address': 'fa:16:3e:ed:a1:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc536ee-4631-40df-863b-8efeceae1e96', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:49:08.708925 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68570b82-7d84-4fa1-9bb9-ce4cda30aa5c req-b44b89b6-e0f7-47c9-9e5f-453952ddd1b0 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.253 HTTP/1.1" status: 200  len: 697 time: 0.0567653
Feb 05 20:49:08.736700 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port a603b8aa-c256-44ff-9fa9-7b9d63afb577 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:49:08.737364 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a603b8aa-c256-44ff-9fa9-7b9d63afb577), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:08.762944 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a603b8aa-c256-44ff-9fa9-7b9d63afb577 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:49:08.775669 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68570b82-7d84-4fa1-9bb9-ce4cda30aa5c req-c2630f0f-5a7d-470b-ab37-1d877d4a6907 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.253 HTTP/1.1" status: 200  len: 697 time: 0.0583904
Feb 05 20:49:08.802065 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port a603b8aa-c256-44ff-9fa9-7b9d63afb577, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a603b8aa-c256-44ff-9fa9-7b9d63afb577,segment=NetworkSegment(09abd495-dfb6-4655-a11b-eae610695a85),segment_id=09abd495-dfb6-4655-a11b-eae610695a85)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:49:08.813183 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (a603b8aa-c256-44ff-9fa9-7b9d63afb577), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:08.825747 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-c2be65bb-5353-4278-a995-4eb3bf22b3bd service neutron] Attempting to bind port a0a11d30-e1f6-41c8-aba3-188367acbc76 on host nch1-master-1 for vnic_type normal with profile None {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:49:08.825998 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-c2be65bb-5353-4278-a995-4eb3bf22b3bd service neutron] Attempting to bind port a0a11d30-e1f6-41c8-aba3-188367acbc76 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:49:08.826555 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-c2be65bb-5353-4278-a995-4eb3bf22b3bd service neutron] Attempting to bind port a0a11d30-e1f6-41c8-aba3-188367acbc76 on network 3d591eda-8294-4b7a-a6d2-1afd55bde68d {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:49:08.831840 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-c2be65bb-5353-4278-a995-4eb3bf22b3bd service neutron] Port a0a11d30-e1f6-41c8-aba3-188367acbc76 on network 3d591eda-8294-4b7a-a6d2-1afd55bde68d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:49:08.832473 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-c2be65bb-5353-4278-a995-4eb3bf22b3bd service neutron] Attempting to bind port a0a11d30-e1f6-41c8-aba3-188367acbc76 on network 3d591eda-8294-4b7a-a6d2-1afd55bde68d {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:49:08.838618 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-c2be65bb-5353-4278-a995-4eb3bf22b3bd service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:49:08.839312 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-c2be65bb-5353-4278-a995-4eb3bf22b3bd service neutron] Checking segment: {'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:49:08.839923 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-c2be65bb-5353-4278-a995-4eb3bf22b3bd service neutron] Bound using segment: {'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:49:08.840580 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-c2be65bb-5353-4278-a995-4eb3bf22b3bd service neutron] Bound port: a0a11d30-e1f6-41c8-aba3-188367acbc76, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:49:08.866705 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:08.883938 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=a603b8aa-c256-44ff-9fa9-7b9d63afb577,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:08.894296 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:08.894675 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:08.895030 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:08.895380 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:08.895717 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:08.896057 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:08.896636 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:08.897304 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:08.897418 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:08.897697 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:08.898149 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:08.898530 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:08.898855 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:08.900654 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-c2be65bb-5353-4278-a995-4eb3bf22b3bd service neutron] For port a0a11d30-e1f6-41c8-aba3-188367acbc76, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a0a11d30-e1f6-41c8-aba3-188367acbc76,segment=NetworkSegment(22aada35-3566-46c2-b11c-622e4f2f6275),segment_id=22aada35-3566-46c2-b11c-622e4f2f6275)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:49:08.913010 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-c2be65bb-5353-4278-a995-4eb3bf22b3bd service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:08.914184 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-c2be65bb-5353-4278-a995-4eb3bf22b3bd service neutron] 10.222.0.32 "POST /v2.0/ports/a0a11d30-e1f6-41c8-aba3-188367acbc76/bindings HTTP/1.1" status: 201  len: 389 time: 0.2613311
Feb 05 20:49:08.942348 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-68570b82-7d84-4fa1-9bb9-ce4cda30aa5c req-942a40f4-61a7-4b29-9c94-c5f4539ff8c3 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Deleting port 615226a4-d222-4f6f-a74a-915ced734696 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:49:08.942757 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-68570b82-7d84-4fa1-9bb9-ce4cda30aa5c req-942a40f4-61a7-4b29-9c94-c5f4539ff8c3 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (615226a4-d222-4f6f-a74a-915ced734696), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:09.045544 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-68570b82-7d84-4fa1-9bb9-ce4cda30aa5c req-942a40f4-61a7-4b29-9c94-c5f4539ff8c3 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (615226a4-d222-4f6f-a74a-915ced734696), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:09.045874 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-68570b82-7d84-4fa1-9bb9-ce4cda30aa5c req-942a40f4-61a7-4b29-9c94-c5f4539ff8c3 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks [] for floatingip (615226a4-d222-4f6f-a74a-915ced734696), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:09.065152 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-68570b82-7d84-4fa1-9bb9-ce4cda30aa5c req-942a40f4-61a7-4b29-9c94-c5f4539ff8c3 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Calling delete_port for 615226a4-d222-4f6f-a74a-915ced734696 owned by network:floatingip {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:49:09.102413 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['a603b8aa-c256-44ff-9fa9-7b9d63afb577'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:49:09.130048 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c10a5f-c533-49c9-91de-51580894c570 x-openstack-request-id: req-86c10a5f-c533-49c9-91de-51580894c570 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:49:09.130412 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb170cc6-2c86-45c7-9ddb-eb0198388141", "tag": "d76bae96-ea98-4dbf-bb0d-4c4940757c92", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:49:09.130693 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-86c10a5f-c533-49c9-91de-51580894c570 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:49:09.131651 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb170cc6-2c86-45c7-9ddb-eb0198388141', 'tag': 'd76bae96-ea98-4dbf-bb0d-4c4940757c92', 'status': 'completed', 'code': 200}
Feb 05 20:49:09.235286 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc25519-1c3a-41a3-9921-90503a3f5e37 req-d11e3a6f-6e4e-4369-9fd4-634e9abf2d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:09.237218 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8dc25519-1c3a-41a3-9921-90503a3f5e37 req-d11e3a6f-6e4e-4369-9fd4-634e9abf2d3f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f829fd34d89942aeab410c3933fe9a60&device_id=eb170cc6-2c86-45c7-9ddb-eb0198388141 HTTP/1.1" status: 200  len: 1127 time: 0.0751538
Feb 05 20:49:09.306222 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e254f74d-50e1-43f1-b609-89aaf4df9a83 req-6839eb8d-d7de-4297-9d32-0e5c0a73d782 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=a575622b-a97e-4f38-9613-10326628fac0 HTTP/1.1" status: 200  len: 210 time: 0.0516000
Feb 05 20:49:09.363429 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-6775ac77-8ff7-4fe7-bb80-0f44d6d4ea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:09.364938 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-6775ac77-8ff7-4fe7-bb80-0f44d6d4ea32 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9e4e31092ef641efbf6eaf54cfa40d67&device_id=660818f9-6564-42a9-bf2b-68fd09602765 HTTP/1.1" status: 200  len: 1127 time: 0.1532891
Feb 05 20:49:09.392380 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc25519-1c3a-41a3-9921-90503a3f5e37 req-714d3308-4751-47f6-b826-1b0ed0a577b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:09.394528 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8dc25519-1c3a-41a3-9921-90503a3f5e37 req-714d3308-4751-47f6-b826-1b0ed0a577b0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c99e672f-3b87-4721-8d9c-fbb71f1cd179 HTTP/1.1" status: 200  len: 921 time: 0.1500180
Feb 05 20:49:09.485623 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-e2d3d153-3785-45db-a8e4-a9e9e34be761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:09.487279 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-e2d3d153-3785-45db-a8e4-a9e9e34be761 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3d591eda-8294-4b7a-a6d2-1afd55bde68d HTTP/1.1" status: 200  len: 922 time: 0.1103048
Feb 05 20:49:09.489828 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-68570b82-7d84-4fa1-9bb9-ce4cda30aa5c req-942a40f4-61a7-4b29-9c94-c5f4539ff8c3 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (615226a4-d222-4f6f-a74a-915ced734696), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:09.526528 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-ebb5eea0-98d9-42dc-866d-bc3db741b6c7 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=8645008e9e894713967a6f63b339bf46&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0376451
Feb 05 20:49:09.757046 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8dc25519-1c3a-41a3-9921-90503a3f5e37 req-fb7ec5f7-39d9-4ae8-b5af-d95f0721f4f2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d76bae96-ea98-4dbf-bb0d-4c4940757c92 HTTP/1.1" status: 200  len: 217 time: 0.3539269
Feb 05 20:49:09.821180 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc25519-1c3a-41a3-9921-90503a3f5e37 req-d1c51830-8241-4e26-9889-0999a3dd04ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:09.824355 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8dc25519-1c3a-41a3-9921-90503a3f5e37 req-d1c51830-8241-4e26-9889-0999a3dd04ab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0c12a9c1-68fc-4723-83f8-a4d2ac546c80 HTTP/1.1" status: 200  len: 859 time: 0.0603108
Feb 05 20:49:09.891174 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc25519-1c3a-41a3-9921-90503a3f5e37 req-68d7698f-46fe-48bd-b312-3f424d3e3802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:09.893254 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8dc25519-1c3a-41a3-9921-90503a3f5e37 req-68d7698f-46fe-48bd-b312-3f424d3e3802 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c99e672f-3b87-4721-8d9c-fbb71f1cd179&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0603716
Feb 05 20:49:09.964127 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57172) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:09.969356 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a40f4-61a7-4b29-9c94-c5f4539ff8c3 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Pushing event deleted for resources: {'Port': ['ID=615226a4-d222-4f6f-a74a-915ced734696,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:10.003638 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-26935b2c-fbd7-4838-acaf-92b8d0eda82a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0a11d30-e1f6-41c8-aba3-188367acbc76 HTTP/1.1" status: 200  len: 217 time: 0.4824920
Feb 05 20:49:10.017312 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8dc25519-1c3a-41a3-9921-90503a3f5e37 req-220ed187-007c-4feb-9d09-26feece4dd45 service neutron] 10.222.0.39 "GET /v2.0/networks/c99e672f-3b87-4721-8d9c-fbb71f1cd179?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1177633
Feb 05 20:49:10.110046 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-68570b82-7d84-4fa1-9bb9-ce4cda30aa5c req-942a40f4-61a7-4b29-9c94-c5f4539ff8c3 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks [] for floatingip (acbf5e38-0d3d-4204-8b6b-016217b6c0db), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:10.112629 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-68570b82-7d84-4fa1-9bb9-ce4cda30aa5c req-942a40f4-61a7-4b29-9c94-c5f4539ff8c3 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:10.122794 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68570b82-7d84-4fa1-9bb9-ce4cda30aa5c req-942a40f4-61a7-4b29-9c94-c5f4539ff8c3 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "DELETE /v2.0/floatingips/acbf5e38-0d3d-4204-8b6b-016217b6c0db HTTP/1.1" status: 204  len: 173 time: 1.3419425
Feb 05 20:49:10.163940 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8dc25519-1c3a-41a3-9921-90503a3f5e37 req-020b2548-2f24-42f8-8f9d-21680d24ee34 service neutron] 10.222.0.39 "GET /v2.0/networks/c99e672f-3b87-4721-8d9c-fbb71f1cd179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1309178
Feb 05 20:49:10.165424 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-34924103-d675-482c-9aa6-3dca5571b049 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:10.168393 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-38e595bb-ccd0-4534-92c3-4544e9518b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:10.170582 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-38e595bb-ccd0-4534-92c3-4544e9518b9c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f822a84b-448b-4295-886d-3f476dc82ced HTTP/1.1" status: 200  len: 861 time: 0.1439869
Feb 05 20:49:10.181731 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:10.224681 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc58ab-90e5-4a3c-9e16-e16fad390ca7 req-e4aca5f5-3047-4ffa-b2ac-8acb9c194143 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:10.226271 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0cc58ab-90e5-4a3c-9e16-e16fad390ca7 req-e4aca5f5-3047-4ffa-b2ac-8acb9c194143 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=414bbd98-0898-4135-a8bd-78b97d1e8a08 HTTP/1.1" status: 200  len: 945 time: 0.6939290
Feb 05 20:49:10.260701 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-44b905e6-19d6-4da0-94a8-d71fffc73468 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d591eda-8294-4b7a-a6d2-1afd55bde68d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0655816
Feb 05 20:49:10.267707 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-cd14eb63-09dc-45dd-905c-0e5097b130f0 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:10.269034 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-cd14eb63-09dc-45dd-905c-0e5097b130f0 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3553808
Feb 05 20:49:10.348270 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-b1f25630-2a98-47b0-b737-d13ec41f29e2 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Request body: {'port': {'device_id': 'a575622b-a97e-4f38-9613-10326628fac0', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'admin_state_up': True, 'tenant_id': '8645008e9e894713967a6f63b339bf46'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:49:10.412919 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0cc58ab-90e5-4a3c-9e16-e16fad390ca7 req-2d0bf127-649f-4dfa-bad9-aca262c7affa tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1545250
Feb 05 20:49:10.419847 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f464052-08ad-4d79-a38a-f9d78413016e req-73873855-1cdb-4255-a79a-e1656137f44a tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:10.421261 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8f464052-08ad-4d79-a38a-f9d78413016e req-73873855-1cdb-4255-a79a-e1656137f44a tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=660818f9-6564-42a9-bf2b-68fd09602765 HTTP/1.1" status: 200  len: 945 time: 0.2284493
Feb 05 20:49:10.535879 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device a603b8aa-c256-44ff-9fa9-7b9d63afb577 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:49:10.582231 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-34924103-d675-482c-9aa6-3dca5571b049 admin admin] Publish callbacks [] for security_group (ba16dbce-4652-45a6-b437-9b37b8b73200), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:10.606556 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-34924103-d675-482c-9aa6-3dca5571b049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ba16dbce-4652-45a6-b437-9b37b8b73200), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:10.620283 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8f464052-08ad-4d79-a38a-f9d78413016e req-027ce75b-8400-40af-8435-b024609b8801 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1598790
Feb 05 20:49:10.635559 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port a603b8aa-c256-44ff-9fa9-7b9d63afb577 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:49:10.649007 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-de68bcbc-aae6-46a9-9f1d-a230d8ed018f service neutron] 10.222.0.21 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3030035
Feb 05 20:49:10.650114 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port a603b8aa-c256-44ff-9fa9-7b9d63afb577 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:49:10.652920 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (a603b8aa-c256-44ff-9fa9-7b9d63afb577), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:10.706137 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-34924103-d675-482c-9aa6-3dca5571b049 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cf4ba8c44d40470390406ee2de6f84bb&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7352412
Feb 05 20:49:10.706725 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57214) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:10.707667 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34924103-d675-482c-9aa6-3dca5571b049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba16dbce-4652-45a6-b437-9b37b8b73200,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:10.758159 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-b1f25630-2a98-47b0-b737-d13ec41f29e2 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Made reservation on behalf of 8645008e9e894713967a6f63b339bf46 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:49:10.761484 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-b1f25630-2a98-47b0-b737-d13ec41f29e2 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:10.787713 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bb8b1d63-ef93-43bb-a062-89528fbfeca5 req-2659825a-feea-4481-a7d5-b5d46d0d6e67 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=a575622b-a97e-4f38-9613-10326628fac0 HTTP/1.1" status: 200  len: 210 time: 0.0729690
Feb 05 20:49:10.853143 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d784a708-2e22-4e8c-abc9-0b4ab2bc105d admin admin] Publish callbacks [] for security_group (ba16dbce-4652-45a6-b437-9b37b8b73200), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:10.863238 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-da0d1c8d-9a39-41d3-b57a-b8494dcfb6d4 service neutron] 10.222.0.21 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2107372
Feb 05 20:49:10.890900 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port a603b8aa-c256-44ff-9fa9-7b9d63afb577 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:49:10.891756 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a603b8aa-c256-44ff-9fa9-7b9d63afb577), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:10.925863 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414bbd98-0898-4135-a8bd-78b97d1e8a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a603b8aa-c256-44ff-9fa9-7b9d63afb577'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:49:10.928633 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d784a708-2e22-4e8c-abc9-0b4ab2bc105d admin admin] Publish callbacks [] for security_group (ba16dbce-4652-45a6-b437-9b37b8b73200), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:10.928919 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1818d46e-571f-4405-9ea9-fdb87919f4a8" -d '{"events": [{"server_uuid": "414bbd98-0898-4135-a8bd-78b97d1e8a08", "name": "network-vif-plugged", "status": "completed", "tag": "a603b8aa-c256-44ff-9fa9-7b9d63afb577"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:49:10.979418 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port a603b8aa-c256-44ff-9fa9-7b9d63afb577, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a603b8aa-c256-44ff-9fa9-7b9d63afb577,segment=NetworkSegment(09abd495-dfb6-4655-a11b-eae610695a85),segment_id=09abd495-dfb6-4655-a11b-eae610695a85)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:49:10.992690 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (a603b8aa-c256-44ff-9fa9-7b9d63afb577), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:11.038131 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97aebe2-957b-4b03-98e2-e88b9f0c55cc x-openstack-request-id: req-d97aebe2-957b-4b03-98e2-e88b9f0c55cc {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:49:11.038929 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414bbd98-0898-4135-a8bd-78b97d1e8a08", "name": "network-vif-plugged", "status": "completed", "tag": "a603b8aa-c256-44ff-9fa9-7b9d63afb577", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:49:11.039392 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d97aebe2-957b-4b03-98e2-e88b9f0c55cc {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:49:11.039984 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414bbd98-0898-4135-a8bd-78b97d1e8a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a603b8aa-c256-44ff-9fa9-7b9d63afb577', 'code': 200}
Feb 05 20:49:11.060378 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d784a708-2e22-4e8c-abc9-0b4ab2bc105d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ba16dbce-4652-45a6-b437-9b37b8b73200), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:11.065761 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d784a708-2e22-4e8c-abc9-0b4ab2bc105d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:11.074543 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d784a708-2e22-4e8c-abc9-0b4ab2bc105d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ba16dbce-4652-45a6-b437-9b37b8b73200 HTTP/1.1" status: 204  len: 168 time: 0.3654680
Feb 05 20:49:11.120332 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-b1f25630-2a98-47b0-b737-d13ec41f29e2 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Allocated IP 192.168.233.8 (f760d6ec-7837-431c-910c-37572c24f936/42e3c763-0926-4b49-ade5-d66ee3d4c489/e5a3c720-1014-483e-9fde-682c2c038fa6) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:49:11.129663 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d784a708-2e22-4e8c-abc9-0b4ab2bc105d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba16dbce-4652-45a6-b437-9b37b8b73200,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:11.137076 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=a603b8aa-c256-44ff-9fa9-7b9d63afb577,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:11.173504 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200aeec-8371-4a6d-8340-2b5ce08fd6b2 req-a5d2d836-6249-4ec7-95ca-652ea1c5a7b8 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:11.175126 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8200aeec-8371-4a6d-8340-2b5ce08fd6b2 req-a5d2d836-6249-4ec7-95ca-652ea1c5a7b8 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb170cc6-2c86-45c7-9ddb-eb0198388141 HTTP/1.1" status: 200  len: 945 time: 0.1404948
Feb 05 20:49:11.181861 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72064fe1-22be-4849-a3b4-111e525343fa req-8379ea4f-d082-44dc-8c88-f5b5f6d68510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:11.183925 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-72064fe1-22be-4849-a3b4-111e525343fa req-8379ea4f-d082-44dc-8c88-f5b5f6d68510 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=414bbd98-0898-4135-a8bd-78b97d1e8a08 HTTP/1.1" status: 200  len: 1128 time: 0.1070769
Feb 05 20:49:11.253768 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57226) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:11.285420 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-72064fe1-22be-4849-a3b4-111e525343fa req-0606d278-366a-4e5c-ad4a-d5cb7294ac21 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888395
Feb 05 20:49:11.288733 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8200aeec-8371-4a6d-8340-2b5ce08fd6b2 req-d688a5b1-87bf-46bc-be26-3f9a43d71253 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f880940-1f9c-4ea0-ada3-e1fe73d9268a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962105
Feb 05 20:49:11.428751 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-b1f25630-2a98-47b0-b737-d13ec41f29e2 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks [] for port (e5a3c720-1014-483e-9fde-682c2c038fa6), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:11.478142 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-b1f25630-2a98-47b0-b737-d13ec41f29e2 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (e5a3c720-1014-483e-9fde-682c2c038fa6), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:11.493258 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec', '71b95491-c3b0-4a8e-b401-e967ded4cea1', '91ae31fa-119f-44f4-bbf4-4cec63520c50'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:49:11.495672 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115', '82af46c8-9f11-47e2-ab65-43312635dfe5'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:49:11.601445 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f25630-2a98-47b0-b737-d13ec41f29e2 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Pushing event updated for resources: {'Port': ['ID=e5a3c720-1014-483e-9fde-682c2c038fa6,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:11.628991 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e3fc3707-45d1-47cc-bafc-c8c7a874f107 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:11.659961 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-b1f25630-2a98-47b0-b737-d13ec41f29e2 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Network f760d6ec-7837-431c-910c-37572c24f936 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:49:11.665907 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-b1f25630-2a98-47b0-b737-d13ec41f29e2 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:49:11.680571 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-b1f25630-2a98-47b0-b737-d13ec41f29e2 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:49:11.820824 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-b1f25630-2a98-47b0-b737-d13ec41f29e2 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:11.822711 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-b1f25630-2a98-47b0-b737-d13ec41f29e2 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:11.876441 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daba86c-169f-4c5b-91c8-434deb1e3217 req-b26226d3-a307-4b56-8e5a-f121ce69150e tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:11.885773 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1daba86c-169f-4c5b-91c8-434deb1e3217 req-b26226d3-a307-4b56-8e5a-f121ce69150e tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=414bbd98-0898-4135-a8bd-78b97d1e8a08 HTTP/1.1" status: 200  len: 946 time: 0.3088894
Feb 05 20:49:11.915020 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e3fc3707-45d1-47cc-bafc-c8c7a874f107 admin admin] Publish callbacks [] for security_group (a19d295f-521b-49d7-b5bb-0008e32a8e66), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:11.926368 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e3fc3707-45d1-47cc-bafc-c8c7a874f107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (a19d295f-521b-49d7-b5bb-0008e32a8e66), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:11.988146 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc3707-45d1-47cc-bafc-c8c7a874f107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19d295f-521b-49d7-b5bb-0008e32a8e66,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:12.063860 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e3fc3707-45d1-47cc-bafc-c8c7a874f107 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4a2407792ed34cd88cdc04a9d34517f9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8084331
Feb 05 20:49:12.065599 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-b1f25630-2a98-47b0-b737-d13ec41f29e2 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.7264447
Feb 05 20:49:12.067195 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57254) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:12.179333 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-bceb7f9b-3d16-4d20-8091-fc089e01deca service neutron] Request body: {'port': {'device_id': 'a575622b-a97e-4f38-9613-10326628fac0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:49:12.217233 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1daba86c-169f-4c5b-91c8-434deb1e3217 req-028c8f06-d229-4c9e-ba1a-2f43c60adfe8 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3303297
Feb 05 20:49:12.280035 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a72b2-d213-40cf-a33e-0e102152b1e3 req-f72ffbd6-f8ad-47a8-9af8-c97d08d47eaf tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:12.289464 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-034a72b2-d213-40cf-a33e-0e102152b1e3 req-f72ffbd6-f8ad-47a8-9af8-c97d08d47eaf tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=660818f9-6564-42a9-bf2b-68fd09602765 HTTP/1.1" status: 200  len: 945 time: 0.4493642
Feb 05 20:49:12.291886 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b597b2b7-e1b7-472b-9f1a-4f72d9f85326 admin admin] Publish callbacks [] for security_group (a19d295f-521b-49d7-b5bb-0008e32a8e66), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:12.396132 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-034a72b2-d213-40cf-a33e-0e102152b1e3 req-a99c6f47-79c4-4d48-81ec-9f5b57fec0a4 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030231
Feb 05 20:49:12.400888 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-bceb7f9b-3d16-4d20-8091-fc089e01deca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e5a3c720-1014-483e-9fde-682c2c038fa6), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:12.420002 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b597b2b7-e1b7-472b-9f1a-4f72d9f85326 admin admin] Publish callbacks [] for security_group (a19d295f-521b-49d7-b5bb-0008e32a8e66), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:12.422512 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-5f5a5545-75eb-4796-9844-3b8c0cfcc41d None None] Provisioning complete for port e5a3c720-1014-483e-9fde-682c2c038fa6 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:49:12.423253 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5f5a5545-75eb-4796-9844-3b8c0cfcc41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e5a3c720-1014-483e-9fde-682c2c038fa6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:12.478836 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-5f5a5545-75eb-4796-9844-3b8c0cfcc41d None None] Port e5a3c720-1014-483e-9fde-682c2c038fa6 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:49:12.523714 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b597b2b7-e1b7-472b-9f1a-4f72d9f85326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (a19d295f-521b-49d7-b5bb-0008e32a8e66), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:12.526745 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b597b2b7-e1b7-472b-9f1a-4f72d9f85326 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:12.532710 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b597b2b7-e1b7-472b-9f1a-4f72d9f85326 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a19d295f-521b-49d7-b5bb-0008e32a8e66 HTTP/1.1" status: 204  len: 168 time: 0.4637969
Feb 05 20:49:12.542846 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597b2b7-e1b7-472b-9f1a-4f72d9f85326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19d295f-521b-49d7-b5bb-0008e32a8e66,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:12.690351 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d60951-489f-486f-9073-c0bd3339a272 req-7c5c67dd-6382-4739-812a-0a72155c1748 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:12.691958 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-35d60951-489f-486f-9073-c0bd3339a272 req-7c5c67dd-6382-4739-812a-0a72155c1748 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb170cc6-2c86-45c7-9ddb-eb0198388141 HTTP/1.1" status: 200  len: 945 time: 0.1295600
Feb 05 20:49:12.704030 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fc177-c990-4e63-9495-3da14cc328ed req-d078906b-87d3-4302-9bb9-9275491bf1ca tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:12.705816 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ee1fc177-c990-4e63-9495-3da14cc328ed req-d078906b-87d3-4302-9bb9-9275491bf1ca tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=a575622b-a97e-4f38-9613-10326628fac0 HTTP/1.1" status: 200  len: 934 time: 0.2287121
Feb 05 20:49:12.750821 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f7bb0-5a0f-44b2-88d2-3b6bac5ee54e req-97ace21b-4d1b-4d13-b9f6-53146e46cf37 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:12.757843 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-052f7bb0-5a0f-44b2-88d2-3b6bac5ee54e req-97ace21b-4d1b-4d13-b9f6-53146e46cf37 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb170cc6-2c86-45c7-9ddb-eb0198388141 HTTP/1.1" status: 200  len: 945 time: 0.2650363
Feb 05 20:49:12.790047 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 20:49:12.931289 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-35d60951-489f-486f-9073-c0bd3339a272 req-98e50537-6057-45b4-a12f-b3f5722bfde0 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Deleting port d76bae96-ea98-4dbf-bb0d-4c4940757c92 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:49:12.931289 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-35d60951-489f-486f-9073-c0bd3339a272 req-98e50537-6057-45b4-a12f-b3f5722bfde0 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (d76bae96-ea98-4dbf-bb0d-4c4940757c92), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:12.963264 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ee1fc177-c990-4e63-9495-3da14cc328ed req-de922c0b-b93b-4ecd-ab3d-5a7845fdcfdb tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2432373
Feb 05 20:49:12.980204 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-052f7bb0-5a0f-44b2-88d2-3b6bac5ee54e req-6d279015-8b1e-42c1-904e-c76ca6ac7e17 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f880940-1f9c-4ea0-ada3-e1fe73d9268a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2176812
Feb 05 20:49:13.057436 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-35d60951-489f-486f-9073-c0bd3339a272 req-98e50537-6057-45b4-a12f-b3f5722bfde0 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] For port d76bae96-ea98-4dbf-bb0d-4c4940757c92, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d76bae96-ea98-4dbf-bb0d-4c4940757c92,segment=NetworkSegment(f8dcc3bd-8f53-4218-8d86-112fa4c91939),segment_id=f8dcc3bd-8f53-4218-8d86-112fa4c91939)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:49:13.057833 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-35d60951-489f-486f-9073-c0bd3339a272 req-98e50537-6057-45b4-a12f-b3f5722bfde0 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (d76bae96-ea98-4dbf-bb0d-4c4940757c92), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:13.072899 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-bceb7f9b-3d16-4d20-8091-fc089e01deca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a3c720-1014-483e-9fde-682c2c038fa6 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:49:13.075535 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-35d60951-489f-486f-9073-c0bd3339a272 req-98e50537-6057-45b4-a12f-b3f5722bfde0 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Calling delete_port for d76bae96-ea98-4dbf-bb0d-4c4940757c92 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:49:13.089386 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-bceb7f9b-3d16-4d20-8091-fc089e01deca service neutron] Publish callbacks [] for port (e5a3c720-1014-483e-9fde-682c2c038fa6), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:13.107928 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-bceb7f9b-3d16-4d20-8091-fc089e01deca service neutron] Transition to ACTIVE for port object e5a3c720-1014-483e-9fde-682c2c038fa6 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:49:13.114086 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-bceb7f9b-3d16-4d20-8091-fc089e01deca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (e5a3c720-1014-483e-9fde-682c2c038fa6), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:13.187065 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb7f9b-3d16-4d20-8091-fc089e01deca service neutron] Pushing event updated for resources: {'Port': ['ID=e5a3c720-1014-483e-9fde-682c2c038fa6,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:13.221310 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57280) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:13.315779 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-bceb7f9b-3d16-4d20-8091-fc089e01deca service neutron] Attempting to bind port e5a3c720-1014-483e-9fde-682c2c038fa6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:49:13.316118 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-bceb7f9b-3d16-4d20-8091-fc089e01deca service neutron] Attempting to bind port e5a3c720-1014-483e-9fde-682c2c038fa6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:49:13.316506 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-bceb7f9b-3d16-4d20-8091-fc089e01deca service neutron] Attempting to bind port e5a3c720-1014-483e-9fde-682c2c038fa6 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:49:13.321386 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-bceb7f9b-3d16-4d20-8091-fc089e01deca service neutron] Port e5a3c720-1014-483e-9fde-682c2c038fa6 on network f760d6ec-7837-431c-910c-37572c24f936 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:49:13.321717 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-bceb7f9b-3d16-4d20-8091-fc089e01deca service neutron] Attempting to bind port e5a3c720-1014-483e-9fde-682c2c038fa6 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:49:13.327154 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b2c6250c-f8e9-44fc-963a-8fb2d3343acc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:13.328633 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-bceb7f9b-3d16-4d20-8091-fc089e01deca service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:49:13.328980 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-bceb7f9b-3d16-4d20-8091-fc089e01deca service neutron] Checking segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:49:13.329776 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-bceb7f9b-3d16-4d20-8091-fc089e01deca service neutron] Bound using segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:49:13.330280 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-bceb7f9b-3d16-4d20-8091-fc089e01deca service neutron] Bound port: e5a3c720-1014-483e-9fde-682c2c038fa6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:49:13.330873 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-bceb7f9b-3d16-4d20-8091-fc089e01deca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e5a3c720-1014-483e-9fde-682c2c038fa6), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:13.410148 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-35d60951-489f-486f-9073-c0bd3339a272 req-98e50537-6057-45b4-a12f-b3f5722bfde0 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (d76bae96-ea98-4dbf-bb0d-4c4940757c92), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:13.423019 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['d76bae96-ea98-4dbf-bb0d-4c4940757c92'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:49:13.456607 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbad761-8cea-4f7b-b753-a910bac9ec85 req-07f92fb7-6956-49b5-aad6-4c7563319333 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:13.458199 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1bbad761-8cea-4f7b-b753-a910bac9ec85 req-07f92fb7-6956-49b5-aad6-4c7563319333 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=414bbd98-0898-4135-a8bd-78b97d1e8a08 HTTP/1.1" status: 200  len: 946 time: 0.1313016
Feb 05 20:49:13.459443 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-bceb7f9b-3d16-4d20-8091-fc089e01deca service neutron] For port e5a3c720-1014-483e-9fde-682c2c038fa6, host nch1-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:49:13.463665 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-bceb7f9b-3d16-4d20-8091-fc089e01deca service neutron] For port e5a3c720-1014-483e-9fde-682c2c038fa6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5a3c720-1014-483e-9fde-682c2c038fa6,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:49:13.477924 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-bceb7f9b-3d16-4d20-8091-fc089e01deca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (e5a3c720-1014-483e-9fde-682c2c038fa6), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:13.504747 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e50537-6057-45b4-a12f-b3f5722bfde0 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Pushing event deleted for resources: {'Port': ['ID=d76bae96-ea98-4dbf-bb0d-4c4940757c92,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:13.546637 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-bceb7f9b-3d16-4d20-8091-fc089e01deca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:13.547747 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-bceb7f9b-3d16-4d20-8091-fc089e01deca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:13.550544 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-bceb7f9b-3d16-4d20-8091-fc089e01deca service neutron] 10.222.0.21 "PUT /v2.0/ports/e5a3c720-1014-483e-9fde-682c2c038fa6 HTTP/1.1" status: 200  len: 1094 time: 1.3785269
Feb 05 20:49:13.551308 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a575622b-a97e-4f38-9613-10326628fac0', 'tag': 'e5a3c720-1014-483e-9fde-682c2c038fa6'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:49:13.555081 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac56adb2-0483-4b3b-a705-2a25b002ba3e" -d '{"events": [{"name": "network-changed", "server_uuid": "a575622b-a97e-4f38-9613-10326628fac0", "tag": "e5a3c720-1014-483e-9fde-682c2c038fa6"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:49:13.613590 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b2c6250c-f8e9-44fc-963a-8fb2d3343acc admin admin] Publish callbacks [] for security_group (831a147c-e53e-4690-8ad2-9ff910a7aa80), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:13.615070 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d60951-489f-486f-9073-c0bd3339a272 req-98e50537-6057-45b4-a12f-b3f5722bfde0 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] No DVR routers for this DVR port d76bae96-ea98-4dbf-bb0d-4c4940757c92 on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:49:13.618548 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-35d60951-489f-486f-9073-c0bd3339a272 req-98e50537-6057-45b4-a12f-b3f5722bfde0 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:13.622216 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-35d60951-489f-486f-9073-c0bd3339a272 req-98e50537-6057-45b4-a12f-b3f5722bfde0 tempest-FloatingIPsAssociationTestJSON-169615073 tempest-FloatingIPsAssociationTestJSON-169615073-project] 10.222.0.39 "DELETE /v2.0/ports/d76bae96-ea98-4dbf-bb0d-4c4940757c92 HTTP/1.1" status: 204  len: 173 time: 0.9225762
Feb 05 20:49:13.623149 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb170cc6-2c86-45c7-9ddb-eb0198388141', 'name': 'network-vif-deleted', 'tag': 'd76bae96-ea98-4dbf-bb0d-4c4940757c92'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:49:13.626001 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7deeb47a-3a3f-4116-8794-a4361b7d4119" -d '{"events": [{"server_uuid": "eb170cc6-2c86-45c7-9ddb-eb0198388141", "name": "network-vif-deleted", "tag": "d76bae96-ea98-4dbf-bb0d-4c4940757c92"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:49:13.629605 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b2c6250c-f8e9-44fc-963a-8fb2d3343acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (831a147c-e53e-4690-8ad2-9ff910a7aa80), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:13.683308 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6250c-f8e9-44fc-963a-8fb2d3343acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831a147c-e53e-4690-8ad2-9ff910a7aa80,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:13.683836 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb7f9b-3d16-4d20-8091-fc089e01deca service neutron] Pushing event updated for resources: {'Port': ['ID=e5a3c720-1014-483e-9fde-682c2c038fa6,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:13.693811 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b2c6250c-f8e9-44fc-963a-8fb2d3343acc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4dbb8724ec7b4811bdca8ca8da27446b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4713752
Feb 05 20:49:13.694415 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57294) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:13.706752 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1bbad761-8cea-4f7b-b753-a910bac9ec85 req-a1403a39-1bea-4f02-a5e5-59e2c399002c tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2366946
Feb 05 20:49:13.783628 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-1188e5b7-c3d5-40f5-9a5c-4007b5789b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:13.786090 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-1188e5b7-c3d5-40f5-9a5c-4007b5789b22 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8645008e9e894713967a6f63b339bf46&device_id=a575622b-a97e-4f38-9613-10326628fac0 HTTP/1.1" status: 200  len: 1128 time: 0.1726348
Feb 05 20:49:13.805674 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40596b8f-064a-41be-b636-9983aa66f7c7 req-e0ce703d-49ac-4d76-b386-65131ca675f9 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:13.807964 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-40596b8f-064a-41be-b636-9983aa66f7c7 req-e0ce703d-49ac-4d76-b386-65131ca675f9 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=660818f9-6564-42a9-bf2b-68fd09602765 HTTP/1.1" status: 200  len: 945 time: 0.1368663
Feb 05 20:49:13.828778 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2aad1b6-ee58-4c81-9d72-77ae36ab3af0 x-openstack-request-id: req-a2aad1b6-ee58-4c81-9d72-77ae36ab3af0 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:49:13.829086 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a575622b-a97e-4f38-9613-10326628fac0", "tag": "e5a3c720-1014-483e-9fde-682c2c038fa6", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:49:13.829348 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a2aad1b6-ee58-4c81-9d72-77ae36ab3af0 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:49:13.830757 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a575622b-a97e-4f38-9613-10326628fac0', 'tag': 'e5a3c720-1014-483e-9fde-682c2c038fa6', 'status': 'completed', 'code': 200}
Feb 05 20:49:13.837949 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-508330b6-c1cd-4866-b696-e032e64fba76 admin admin] Publish callbacks [] for security_group (831a147c-e53e-4690-8ad2-9ff910a7aa80), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:13.897184 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef251cc-2b4c-4298-92d7-7b54fb858c27 x-openstack-request-id: req-0ef251cc-2b4c-4298-92d7-7b54fb858c27 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:49:13.897461 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb170cc6-2c86-45c7-9ddb-eb0198388141", "name": "network-vif-deleted", "tag": "d76bae96-ea98-4dbf-bb0d-4c4940757c92", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:49:13.897724 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0ef251cc-2b4c-4298-92d7-7b54fb858c27 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:49:13.898298 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb170cc6-2c86-45c7-9ddb-eb0198388141', 'name': 'network-vif-deleted', 'tag': 'd76bae96-ea98-4dbf-bb0d-4c4940757c92', 'status': 'completed', 'code': 200}
Feb 05 20:49:13.913416 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-508330b6-c1cd-4866-b696-e032e64fba76 admin admin] Publish callbacks [] for security_group (831a147c-e53e-4690-8ad2-9ff910a7aa80), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:13.975842 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-97fb8511-d882-4004-b99d-bf554c04eba6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=e5a3c720-1014-483e-9fde-682c2c038fa6 HTTP/1.1" status: 200  len: 217 time: 0.1668594
Feb 05 20:49:13.998447 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-40596b8f-064a-41be-b636-9983aa66f7c7 req-d9f800e1-2f45-4a23-994b-0d5bd875e0d4 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1672082
Feb 05 20:49:14.039707 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-508330b6-c1cd-4866-b696-e032e64fba76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (831a147c-e53e-4690-8ad2-9ff910a7aa80), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:14.042479 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-508330b6-c1cd-4866-b696-e032e64fba76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:14.043707 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-508330b6-c1cd-4866-b696-e032e64fba76 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/831a147c-e53e-4690-8ad2-9ff910a7aa80 HTTP/1.1" status: 204  len: 168 time: 0.3483684
Feb 05 20:49:14.060892 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508330b6-c1cd-4866-b696-e032e64fba76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831a147c-e53e-4690-8ad2-9ff910a7aa80,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:14.170045 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f288d282-b5ca-451e-b191-115899bea952 req-85a249b4-7938-47c1-b737-9c5b88c165ef tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-943656416&fields=id&tenant_id=527d10d28e8840b1b77fb7b65a2178e6 HTTP/1.1" status: 200  len: 267 time: 0.1876135
Feb 05 20:49:14.170750 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-4207f913-6185-46cf-84c5-77588ab50cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:14.175056 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-4207f913-6185-46cf-84c5-77588ab50cf2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.1719413
Feb 05 20:49:14.322557 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-8229a97f-8dd4-4a41-b8fc-84ac4d82933e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:14.322682 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57308) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:14.323979 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-8229a97f-8dd4-4a41-b8fc-84ac4d82933e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1398399
Feb 05 20:49:14.332782 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d0586-8695-4763-9356-c41ad080a270 req-67e307f9-22ad-420b-8353-09a156ed43ff tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:14.339659 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2a3d0586-8695-4763-9356-c41ad080a270 req-67e307f9-22ad-420b-8353-09a156ed43ff tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=a575622b-a97e-4f38-9613-10326628fac0 HTTP/1.1" status: 200  len: 946 time: 0.1949115
Feb 05 20:49:14.382260 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288d282-b5ca-451e-b191-115899bea952 req-7269605f-af0a-4c1d-bafa-6ca49fd1cdc1 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:14.383854 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f288d282-b5ca-451e-b191-115899bea952 req-7269605f-af0a-4c1d-bafa-6ca49fd1cdc1 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=414bbd98-0898-4135-a8bd-78b97d1e8a08 HTTP/1.1" status: 200  len: 946 time: 0.2083726
Feb 05 20:49:14.440983 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-f288d282-b5ca-451e-b191-115899bea952 req-f900ae02-c88f-4f06-b9f9-7f510f8d3222 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Request body: {'port': {'security_groups': ['f1d324b3-3da9-44cb-833e-e6d431e6537c', 'c76d06d8-e3b9-4ca7-82e5-854729a73931']}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:49:14.496266 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2a3d0586-8695-4763-9356-c41ad080a270 req-44d3ae64-2fd9-440b-9f96-cd391e1505a9 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1557324
Feb 05 20:49:14.564298 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-07331afb-c081-4b52-882b-87aef3568db4 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2199554
Feb 05 20:49:14.567962 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f288d282-b5ca-451e-b191-115899bea952 req-f900ae02-c88f-4f06-b9f9-7f510f8d3222 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a603b8aa-c256-44ff-9fa9-7b9d63afb577), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:14.582193 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57314) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:14.706833 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4ddd7dd9-7188-4bec-8b60-0da48c6bce08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:14.821781 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4ddd7dd9-7188-4bec-8b60-0da48c6bce08 admin admin] Publish callbacks [] for security_group (222abddc-e86b-483a-9a4a-7a5969ae13c3), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:14.829450 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4ddd7dd9-7188-4bec-8b60-0da48c6bce08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (222abddc-e86b-483a-9a4a-7a5969ae13c3), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:14.885140 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4ddd7dd9-7188-4bec-8b60-0da48c6bce08 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc16d325861c4ffaa02b59718c279ef9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5614619
Feb 05 20:49:14.887887 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57324) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:14.899480 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddd7dd9-7188-4bec-8b60-0da48c6bce08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222abddc-e86b-483a-9a4a-7a5969ae13c3,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:14.971102 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0926c603-1dda-465b-98ab-7a0da054ce73 admin admin] Publish callbacks [] for security_group (222abddc-e86b-483a-9a4a-7a5969ae13c3), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:14.988630 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:15.008888 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0926c603-1dda-465b-98ab-7a0da054ce73 admin admin] Publish callbacks [] for security_group (222abddc-e86b-483a-9a4a-7a5969ae13c3), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:15.087227 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0926c603-1dda-465b-98ab-7a0da054ce73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (222abddc-e86b-483a-9a4a-7a5969ae13c3), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:15.090595 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0926c603-1dda-465b-98ab-7a0da054ce73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:15.094705 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0926c603-1dda-465b-98ab-7a0da054ce73 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/222abddc-e86b-483a-9a4a-7a5969ae13c3 HTTP/1.1" status: 204  len: 168 time: 0.2027652
Feb 05 20:49:15.105426 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0926c603-1dda-465b-98ab-7a0da054ce73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222abddc-e86b-483a-9a4a-7a5969ae13c3,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:15.292357 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-69bb7d24-17c0-4b20-a2e2-6782234cb762 req-8e8b55c0-da21-41b5-be4d-382f75aac051 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7148035
Feb 05 20:49:15.312468 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device a0a11d30-e1f6-41c8-aba3-188367acbc76 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:49:15.370177 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9465e51-bb70-41f8-a869-85e1cca55b4a req-ca16dcbe-7829-44ac-988e-60ab2b332db8 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:15.371759 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b9465e51-bb70-41f8-a869-85e1cca55b4a req-ca16dcbe-7829-44ac-988e-60ab2b332db8 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=660818f9-6564-42a9-bf2b-68fd09602765 HTTP/1.1" status: 200  len: 945 time: 0.2463682
Feb 05 20:49:15.593275 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-f288d282-b5ca-451e-b191-115899bea952 req-f900ae02-c88f-4f06-b9f9-7f510f8d3222 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] For port a603b8aa-c256-44ff-9fa9-7b9d63afb577, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a603b8aa-c256-44ff-9fa9-7b9d63afb577,segment=NetworkSegment(09abd495-dfb6-4655-a11b-eae610695a85),segment_id=09abd495-dfb6-4655-a11b-eae610695a85)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:49:15.669256 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b9465e51-bb70-41f8-a869-85e1cca55b4a req-ed49b090-647e-4d85-be2d-90ae24b8f8a1 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2515833
Feb 05 20:49:15.669885 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port a0a11d30-e1f6-41c8-aba3-188367acbc76, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a0a11d30-e1f6-41c8-aba3-188367acbc76,segment=NetworkSegment(22aada35-3566-46c2-b11c-622e4f2f6275),segment_id=22aada35-3566-46c2-b11c-622e4f2f6275)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:49:15.685927 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device a0a11d30-e1f6-41c8-aba3-188367acbc76 has no active binding in host nch1-master-1 {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Feb 05 20:49:15.707181 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56adb2-0483-4b3b-a705-2a25b002ba3e req-731e0367-1605-40f8-a507-b2b07e58d37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:15.712993 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ac56adb2-0483-4b3b-a705-2a25b002ba3e req-731e0367-1605-40f8-a507-b2b07e58d37b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8645008e9e894713967a6f63b339bf46&device_id=a575622b-a97e-4f38-9613-10326628fac0 HTTP/1.1" status: 200  len: 1128 time: 0.3043327
Feb 05 20:49:15.759826 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-ebc126d1-2224-4b74-90aa-fb2dcc7e26cd tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:15.761580 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-ebc126d1-2224-4b74-90aa-fb2dcc7e26cd tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=660818f9-6564-42a9-bf2b-68fd09602765&tenant_id=9e4e31092ef641efbf6eaf54cfa40d67&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.3033261
Feb 05 20:49:15.774304 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f288d282-b5ca-451e-b191-115899bea952 req-f900ae02-c88f-4f06-b9f9-7f510f8d3222 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for port (a603b8aa-c256-44ff-9fa9-7b9d63afb577), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:15.803344 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-67df88cf-fdc4-443f-be78-54f4defe65ed service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:49:15.841448 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f288d282-b5ca-451e-b191-115899bea952 req-f900ae02-c88f-4f06-b9f9-7f510f8d3222 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (a603b8aa-c256-44ff-9fa9-7b9d63afb577), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:15.854263 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['a603b8aa-c256-44ff-9fa9-7b9d63afb577'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:49:15.856675 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['218cb684-5341-4263-acdf-23a99d0f8478'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:49:16.086241 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288d282-b5ca-451e-b191-115899bea952 req-f900ae02-c88f-4f06-b9f9-7f510f8d3222 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:16.086915 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f288d282-b5ca-451e-b191-115899bea952 req-f900ae02-c88f-4f06-b9f9-7f510f8d3222 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:16.088317 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f288d282-b5ca-451e-b191-115899bea952 req-f900ae02-c88f-4f06-b9f9-7f510f8d3222 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "PUT /v2.0/ports/a603b8aa-c256-44ff-9fa9-7b9d63afb577 HTTP/1.1" status: 200  len: 982 time: 1.6889713
Feb 05 20:49:16.098121 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414bbd98-0898-4135-a8bd-78b97d1e8a08', 'tag': 'a603b8aa-c256-44ff-9fa9-7b9d63afb577'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:49:16.100639 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396b720a-4db7-4569-9ae8-3e3b77445607" -d '{"events": [{"name": "network-changed", "server_uuid": "414bbd98-0898-4135-a8bd-78b97d1e8a08", "tag": "a603b8aa-c256-44ff-9fa9-7b9d63afb577"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:49:16.190965 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900ae02-c88f-4f06-b9f9-7f510f8d3222 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Pushing event updated for resources: {'Port': ['ID=a603b8aa-c256-44ff-9fa9-7b9d63afb577,revision_number=6']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:16.195922 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56adb2-0483-4b3b-a705-2a25b002ba3e req-09da57cb-63b8-4da1-979e-8f1f34cf86b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:16.198043 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ac56adb2-0483-4b3b-a705-2a25b002ba3e req-09da57cb-63b8-4da1-979e-8f1f34cf86b2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.4716856
Feb 05 20:49:16.206789 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-67df88cf-fdc4-443f-be78-54f4defe65ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a0a11d30-e1f6-41c8-aba3-188367acbc76), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:16.248041 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['a603b8aa-c256-44ff-9fa9-7b9d63afb577'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:49:16.339315 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d356ab-526b-4f2e-9c00-42a97d7a37d1 req-b9bc8e89-0128-45ca-bff8-fb5f23b88ae6 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:16.348802 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b3d356ab-526b-4f2e-9c00-42a97d7a37d1 req-b9bc8e89-0128-45ca-bff8-fb5f23b88ae6 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=a575622b-a97e-4f38-9613-10326628fac0 HTTP/1.1" status: 200  len: 946 time: 0.4170675
Feb 05 20:49:16.352585 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ac56adb2-0483-4b3b-a705-2a25b002ba3e req-0bf9389e-afd2-4359-b803-144e2daadcbe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=e5a3c720-1014-483e-9fde-682c2c038fa6 HTTP/1.1" status: 200  len: 217 time: 0.1412373
Feb 05 20:49:16.454053 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57380) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:16.495054 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b3d356ab-526b-4f2e-9c00-42a97d7a37d1 req-fcd5ddeb-006a-4b6d-8822-dc15ecb1d095 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1437783
Feb 05 20:49:16.503670 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56adb2-0483-4b3b-a705-2a25b002ba3e req-c1003855-0f8c-46d7-b1b4-9278d2e89309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:16.507723 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ac56adb2-0483-4b3b-a705-2a25b002ba3e req-c1003855-0f8c-46d7-b1b4-9278d2e89309 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.0874736
Feb 05 20:49:16.583699 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device d76bae96-ea98-4dbf-bb0d-4c4940757c92 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:49:16.627825 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: d76bae96-ea98-4dbf-bb0d-4c4940757c92 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:49:16.628171 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device d76bae96-ea98-4dbf-bb0d-4c4940757c92 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:49:16.695688 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ded0e-18b0-4e0c-bf91-b15211f967ab req-71a13d0d-b7be-4a4a-b67a-d0e102acb330 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:16.706274 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-581ded0e-18b0-4e0c-bf91-b15211f967ab req-71a13d0d-b7be-4a4a-b67a-d0e102acb330 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/ports?device_id=853e1aae-e0ab-4191-9e88-5e0afbe80240 HTTP/1.1" status: 200  len: 946 time: 0.5059490
Feb 05 20:49:16.792302 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-1ca6b5bd-7fc9-4cfd-a26b-be291c6eb60a admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-295223684-network', 'tenant_id': '8199679374f14355b0ba6837b638c031'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:49:16.814635 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca6b5bd-7fc9-4cfd-a26b-be291c6eb60a admin admin] Made reservation on behalf of 8199679374f14355b0ba6837b638c031 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:49:16.817729 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1ca6b5bd-7fc9-4cfd-a26b-be291c6eb60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:16.826105 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56adb2-0483-4b3b-a705-2a25b002ba3e req-9140b4ae-a8b2-4ca8-a521-487738b747f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:16.828235 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ac56adb2-0483-4b3b-a705-2a25b002ba3e req-9140b4ae-a8b2-4ca8-a521-487738b747f9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3084559
Feb 05 20:49:16.830123 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1ca6b5bd-7fc9-4cfd-a26b-be291c6eb60a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:16.889012 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fa61066d-6a38-45f2-a042-19c6f9b0a2c8 req-88e3c8c2-d3bb-4480-a494-41edd5569ddc tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups/c76d06d8-e3b9-4ca7-82e5-854729a73931 HTTP/1.1" status: 200  len: 1816 time: 0.3053079
Feb 05 20:49:16.935124 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1ca6b5bd-7fc9-4cfd-a26b-be291c6eb60a admin admin] Publish callbacks [] for security_group (57f59119-3129-49de-81cc-ad3122b9603d), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:16.941081 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1ca6b5bd-7fc9-4cfd-a26b-be291c6eb60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (57f59119-3129-49de-81cc-ad3122b9603d), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:16.945708 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-581ded0e-18b0-4e0c-bf91-b15211f967ab req-bdd8d674-a9ce-4b37-a091-ab11be972f8a tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/security-groups?id=f400a674-b392-423c-b672-e853dd7371fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2383614
Feb 05 20:49:16.964053 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-25f999eb-e5f9-4756-83cd-ec976da5393b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (ac4050fc-383e-4faa-b7b2-f4a4da34a952), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:16.979106 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca6b5bd-7fc9-4cfd-a26b-be291c6eb60a admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:49:16.996696 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca6b5bd-7fc9-4cfd-a26b-be291c6eb60a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f59119-3129-49de-81cc-ad3122b9603d,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:17.001780 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1ca6b5bd-7fc9-4cfd-a26b-be291c6eb60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (31163422-f6ed-43d8-a046-c27a53e8a737), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:17.002176 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-1ca6b5bd-7fc9-4cfd-a26b-be291c6eb60a admin admin] Added segment 31163422-f6ed-43d8-a046-c27a53e8a737 of type vlan for network 13d77b28-3afb-4994-b488-d4d74ff9d748
Feb 05 20:49:17.057572 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea784e1-c782-4e06-8756-ea6435955ff2 x-openstack-request-id: req-3ea784e1-c782-4e06-8756-ea6435955ff2 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:49:17.058270 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414bbd98-0898-4135-a8bd-78b97d1e8a08", "tag": "a603b8aa-c256-44ff-9fa9-7b9d63afb577", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:49:17.058532 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3ea784e1-c782-4e06-8756-ea6435955ff2 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:49:17.062548 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '414bbd98-0898-4135-a8bd-78b97d1e8a08', 'tag': 'a603b8aa-c256-44ff-9fa9-7b9d63afb577', 'status': 'completed', 'code': 200}
Feb 05 20:49:17.088528 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1ca6b5bd-7fc9-4cfd-a26b-be291c6eb60a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (13d77b28-3afb-4994-b488-d4d74ff9d748), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:17.101342 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-67df88cf-fdc4-443f-be78-54f4defe65ed service neutron] For port a0a11d30-e1f6-41c8-aba3-188367acbc76, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a0a11d30-e1f6-41c8-aba3-188367acbc76,segment=NetworkSegment(22aada35-3566-46c2-b11c-622e4f2f6275),segment_id=22aada35-3566-46c2-b11c-622e4f2f6275)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:49:17.126412 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b720a-4db7-4569-9ae8-3e3b77445607 req-bd6f5da8-87bb-4e71-b375-b1c0e1337881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:17.127872 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-396b720a-4db7-4569-9ae8-3e3b77445607 req-bd6f5da8-87bb-4e71-b375-b1c0e1337881 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=527d10d28e8840b1b77fb7b65a2178e6&device_id=414bbd98-0898-4135-a8bd-78b97d1e8a08 HTTP/1.1" status: 200  len: 1167 time: 0.0786057
Feb 05 20:49:17.131072 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1ca6b5bd-7fc9-4cfd-a26b-be291c6eb60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (13d77b28-3afb-4994-b488-d4d74ff9d748), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:17.132175 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca6b5bd-7fc9-4cfd-a26b-be291c6eb60a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:17.132895 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1ca6b5bd-7fc9-4cfd-a26b-be291c6eb60a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:17.200707 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [req-fa61066d-6a38-45f2-a042-19c6f9b0a2c8 req-65328b1f-08c5-4930-b70f-07542c165866 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] delete failed (client error): There was a conflict when trying to complete your request.
Feb 05 20:49:17.201776 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fa61066d-6a38-45f2-a042-19c6f9b0a2c8 req-65328b1f-08c5-4930-b70f-07542c165866 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "DELETE /v2.0/security-groups/c76d06d8-e3b9-4ca7-82e5-854729a73931 HTTP/1.1" status: 409  len: 341 time: 0.2977676
Feb 05 20:49:17.220171 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ac56adb2-0483-4b3b-a705-2a25b002ba3e req-6387cd90-7519-44c4-9c44-3c08c089b2d1 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3493483
Feb 05 20:49:17.224151 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1ca6b5bd-7fc9-4cfd-a26b-be291c6eb60a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.7689741
Feb 05 20:49:17.228522 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57396) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:17.247436 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-0a79f42b-6a08-4af4-8faa-88736e401835 admin admin] Request body: {'subnet': {'network_id': '13d77b28-3afb-4994-b488-d4d74ff9d748', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-295223684-subnet', 'tenant_id': '8199679374f14355b0ba6837b638c031', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:49:17.259555 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca6b5bd-7fc9-4cfd-a26b-be291c6eb60a admin admin] Pushing event updated for resources: {'Network': ['ID=13d77b28-3afb-4994-b488-d4d74ff9d748,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:17.284136 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 13d77b28-3afb-4994-b488-d4d74ff9d748 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:49:17.295119 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b720a-4db7-4569-9ae8-3e3b77445607 req-b7222df5-36ce-4c34-be8e-488b754592fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:17.297572 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-396b720a-4db7-4569-9ae8-3e3b77445607 req-b7222df5-36ce-4c34-be8e-488b754592fd service neutron] 10.222.0.39 "GET /v2.0/networks?id=33c3ef76-873c-4cff-a0fb-48c0f61e95e9 HTTP/1.1" status: 200  len: 914 time: 0.1619515
Feb 05 20:49:17.311401 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-67df88cf-fdc4-443f-be78-54f4defe65ed service neutron] For port a0a11d30-e1f6-41c8-aba3-188367acbc76, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:49:17.391603 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-396b720a-4db7-4569-9ae8-3e3b77445607 req-37506f1c-75a1-44f8-b705-8b90cb234371 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a603b8aa-c256-44ff-9fa9-7b9d63afb577 HTTP/1.1" status: 200  len: 217 time: 0.0761850
Feb 05 20:49:17.477187 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b720a-4db7-4569-9ae8-3e3b77445607 req-6729213e-535e-489e-a2d4-2e7dfdae5dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:17.478804 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-396b720a-4db7-4569-9ae8-3e3b77445607 req-6729213e-535e-489e-a2d4-2e7dfdae5dc5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8cc536ee-4631-40df-863b-8efeceae1e96 HTTP/1.1" status: 200  len: 853 time: 0.0768847
Feb 05 20:49:17.535482 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-396b720a-4db7-4569-9ae8-3e3b77445607 req-c7216464-2a23-4e7d-8073-099a7ddab95c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=33c3ef76-873c-4cff-a0fb-48c0f61e95e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0494013
Feb 05 20:49:17.715841 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-396b720a-4db7-4569-9ae8-3e3b77445607 req-36ef7e71-6802-4c07-89ac-8df1fd061f4e service neutron] 10.222.0.39 "GET /v2.0/networks/33c3ef76-873c-4cff-a0fb-48c0f61e95e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1685951
Feb 05 20:49:17.757465 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a79f42b-6a08-4af4-8faa-88736e401835 admin admin] Made reservation on behalf of 8199679374f14355b0ba6837b638c031 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:49:17.760551 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0a79f42b-6a08-4af4-8faa-88736e401835 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:17.790686 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc41a57-6297-4b13-9f73-588c37ec9e7e req-53d9101e-9754-4dab-8185-406aa8b24019 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:17.792203 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3cc41a57-6297-4b13-9f73-588c37ec9e7e req-53d9101e-9754-4dab-8185-406aa8b24019 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=660818f9-6564-42a9-bf2b-68fd09602765 HTTP/1.1" status: 200  len: 945 time: 0.6764061
Feb 05 20:49:17.826676 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-67df88cf-fdc4-443f-be78-54f4defe65ed service neutron] Publish callbacks [] for port (a0a11d30-e1f6-41c8-aba3-188367acbc76), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:17.840181 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-396b720a-4db7-4569-9ae8-3e3b77445607 req-42d0f00b-2889-4d8b-83cd-7e989a4eba35 service neutron] 10.222.0.39 "GET /v2.0/networks/33c3ef76-873c-4cff-a0fb-48c0f61e95e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1144161
Feb 05 20:49:17.911386 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-67df88cf-fdc4-443f-be78-54f4defe65ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (a0a11d30-e1f6-41c8-aba3-188367acbc76), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:17.963274 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a9dae-5a76-4394-959d-c0126e9409f3 req-26b70657-3e20-4279-8093-efddb1277850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:17.964879 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-192a9dae-5a76-4394-959d-c0126e9409f3 req-26b70657-3e20-4279-8093-efddb1277850 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=527d10d28e8840b1b77fb7b65a2178e6&device_id=414bbd98-0898-4135-a8bd-78b97d1e8a08 HTTP/1.1" status: 200  len: 1167 time: 0.0619957
Feb 05 20:49:17.974040 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ac56adb2-0483-4b3b-a705-2a25b002ba3e req-76efe1b9-3968-4882-a6d8-75f26b66813f service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7427971
Feb 05 20:49:18.006059 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1d8e5-5678-459e-927f-9d8c41b646a3 req-6a6f4430-90df-4155-b976-65d64a63075c tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:18.007568 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-42a1d8e5-5678-459e-927f-9d8c41b646a3 req-6a6f4430-90df-4155-b976-65d64a63075c tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.39 "GET /v2.0/ports?device_id=853e1aae-e0ab-4191-9e88-5e0afbe80240 HTTP/1.1" status: 200  len: 946 time: 0.3609579
Feb 05 20:49:18.080281 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a9dae-5a76-4394-959d-c0126e9409f3 req-74bc8ea8-ca24-4efb-9470-0d5e17039635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:18.081914 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-192a9dae-5a76-4394-959d-c0126e9409f3 req-74bc8ea8-ca24-4efb-9470-0d5e17039635 service neutron] 10.222.0.39 "GET /v2.0/networks?id=33c3ef76-873c-4cff-a0fb-48c0f61e95e9 HTTP/1.1" status: 200  len: 914 time: 0.1096478
Feb 05 20:49:18.117386 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3cc41a57-6297-4b13-9f73-588c37ec9e7e req-e1388d7a-f6e4-4b68-934f-4bbe8ea1c54c tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3011637
Feb 05 20:49:18.146567 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-192a9dae-5a76-4394-959d-c0126e9409f3 req-36500564-f026-4a30-ac51-1c7907894e2d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a603b8aa-c256-44ff-9fa9-7b9d63afb577 HTTP/1.1" status: 200  len: 217 time: 0.0520725
Feb 05 20:49:18.201075 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a9dae-5a76-4394-959d-c0126e9409f3 req-04de6e06-e1ac-4416-a51a-e66a966c85e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:18.203704 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-192a9dae-5a76-4394-959d-c0126e9409f3 req-04de6e06-e1ac-4416-a51a-e66a966c85e2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8cc536ee-4631-40df-863b-8efeceae1e96 HTTP/1.1" status: 200  len: 853 time: 0.0584309
Feb 05 20:49:18.243022 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-192a9dae-5a76-4394-959d-c0126e9409f3 req-2598b357-9027-4991-8126-13962a13c597 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=33c3ef76-873c-4cff-a0fb-48c0f61e95e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0329762
Feb 05 20:49:18.269176 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df88cf-fdc4-443f-be78-54f4defe65ed service neutron] Pushing event updated for resources: {'Port': ['ID=a0a11d30-e1f6-41c8-aba3-188367acbc76,revision_number=7']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:18.278536 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938be23c-cd96-4b04-a588-f3f787de2f8d req-7b2c3ad1-5ec9-41d5-aaf1-fdaedabb0f15 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:18.280099 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-938be23c-cd96-4b04-a588-f3f787de2f8d req-7b2c3ad1-5ec9-41d5-aaf1-fdaedabb0f15 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=a575622b-a97e-4f38-9613-10326628fac0 HTTP/1.1" status: 200  len: 946 time: 0.4566469
Feb 05 20:49:18.299112 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-67df88cf-fdc4-443f-be78-54f4defe65ed service neutron] Attempting to bind port a0a11d30-e1f6-41c8-aba3-188367acbc76 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:49:18.299457 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-67df88cf-fdc4-443f-be78-54f4defe65ed service neutron] Attempting to bind port a0a11d30-e1f6-41c8-aba3-188367acbc76 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:49:18.299792 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-67df88cf-fdc4-443f-be78-54f4defe65ed service neutron] Attempting to bind port a0a11d30-e1f6-41c8-aba3-188367acbc76 on network 3d591eda-8294-4b7a-a6d2-1afd55bde68d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:49:18.350834 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-67df88cf-fdc4-443f-be78-54f4defe65ed service neutron] Port a0a11d30-e1f6-41c8-aba3-188367acbc76 on network 3d591eda-8294-4b7a-a6d2-1afd55bde68d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:49:18.351198 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-67df88cf-fdc4-443f-be78-54f4defe65ed service neutron] Attempting to bind port a0a11d30-e1f6-41c8-aba3-188367acbc76 on network 3d591eda-8294-4b7a-a6d2-1afd55bde68d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:49:18.356939 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-192a9dae-5a76-4394-959d-c0126e9409f3 req-ef235810-3f70-4cab-be70-ad7c7d6f80f0 service neutron] 10.222.0.39 "GET /v2.0/networks/33c3ef76-873c-4cff-a0fb-48c0f61e95e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1088624
Feb 05 20:49:18.418172 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-67df88cf-fdc4-443f-be78-54f4defe65ed service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:49:18.419189 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-67df88cf-fdc4-443f-be78-54f4defe65ed service neutron] Checking segment: {'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:49:18.419189 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-67df88cf-fdc4-443f-be78-54f4defe65ed service neutron] Bound using segment: {'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:49:18.419420 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-67df88cf-fdc4-443f-be78-54f4defe65ed service neutron] Bound port: a0a11d30-e1f6-41c8-aba3-188367acbc76, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:49:18.419648 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-67df88cf-fdc4-443f-be78-54f4defe65ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a0a11d30-e1f6-41c8-aba3-188367acbc76), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:18.481595 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-192a9dae-5a76-4394-959d-c0126e9409f3 req-d7a26536-b667-4ba3-9bdd-6545e1d9536c service neutron] 10.222.0.39 "GET /v2.0/networks/33c3ef76-873c-4cff-a0fb-48c0f61e95e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1061215
Feb 05 20:49:18.513218 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0a79f42b-6a08-4af4-8faa-88736e401835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (f1bb25ad-7007-4dd3-951f-b5714ea4801d), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:18.517904 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-938be23c-cd96-4b04-a588-f3f787de2f8d req-d9e8219d-0528-4858-89c9-b9b63088d376 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2241824
Feb 05 20:49:18.531923 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd417e-9158-4b2c-a0d0-0ee42fc1a1ef req-80359912-5f6f-4133-a3cd-3dd8dc4eb19e tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:18.533609 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f5cd417e-9158-4b2c-a0d0-0ee42fc1a1ef req-80359912-5f6f-4133-a3cd-3dd8dc4eb19e tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=414bbd98-0898-4135-a8bd-78b97d1e8a08 HTTP/1.1" status: 200  len: 985 time: 0.2944291
Feb 05 20:49:18.541631 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-42a1d8e5-5678-459e-927f-9d8c41b646a3 req-30fb25b5-6d6a-4b31-b2c3-79c3a6cbd37f tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Deleting port e9e2d10f-152c-4624-9274-a5b54aa4c09e {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:49:18.541991 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-42a1d8e5-5678-459e-927f-9d8c41b646a3 req-30fb25b5-6d6a-4b31-b2c3-79c3a6cbd37f tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (e9e2d10f-152c-4624-9274-a5b54aa4c09e), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:18.721933 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-25f999eb-e5f9-4756-83cd-ec976da5393b admin admin] Deleting port 89291417-f7a6-4241-89d4-630f5d5e0b83 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:49:18.722294 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-25f999eb-e5f9-4756-83cd-ec976da5393b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (89291417-f7a6-4241-89d4-630f5d5e0b83), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:18.735486 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a79f42b-6a08-4af4-8faa-88736e401835 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1bb25ad-7007-4dd3-951f-b5714ea4801d,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:18.761850 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-67df88cf-fdc4-443f-be78-54f4defe65ed service neutron] For port a0a11d30-e1f6-41c8-aba3-188367acbc76, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:49:18.817059 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-67df88cf-fdc4-443f-be78-54f4defe65ed service neutron] For port a0a11d30-e1f6-41c8-aba3-188367acbc76, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a0a11d30-e1f6-41c8-aba3-188367acbc76,segment=NetworkSegment(22aada35-3566-46c2-b11c-622e4f2f6275),segment_id=22aada35-3566-46c2-b11c-622e4f2f6275)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:49:18.879451 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f5cd417e-9158-4b2c-a0d0-0ee42fc1a1ef req-7ebf7d54-a617-499c-aea1-d28d98556421 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=c76d06d8-e3b9-4ca7-82e5-854729a73931&id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 401 time: 0.3341010
Feb 05 20:49:18.880609 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-67df88cf-fdc4-443f-be78-54f4defe65ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (a0a11d30-e1f6-41c8-aba3-188367acbc76), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:18.893499 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57422) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:18.893812 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-42a1d8e5-5678-459e-927f-9d8c41b646a3 req-30fb25b5-6d6a-4b31-b2c3-79c3a6cbd37f tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] For port e9e2d10f-152c-4624-9274-a5b54aa4c09e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e9e2d10f-152c-4624-9274-a5b54aa4c09e,segment=NetworkSegment(162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e),segment_id=162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:49:18.894191 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-42a1d8e5-5678-459e-927f-9d8c41b646a3 req-30fb25b5-6d6a-4b31-b2c3-79c3a6cbd37f tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (e9e2d10f-152c-4624-9274-a5b54aa4c09e), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:18.900990 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a79f42b-6a08-4af4-8faa-88736e401835 admin admin] Checking segment: {'id': '31163422-f6ed-43d8-a046-c27a53e8a737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '13d77b28-3afb-4994-b488-d4d74ff9d748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:49:18.901290 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a79f42b-6a08-4af4-8faa-88736e401835 admin admin] Network hostable DHCP agents. Network: 13d77b28-3afb-4994-b488-d4d74ff9d748, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:49:18.957328 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0db14-8925-4980-ad07-d5044c39c11f req-d8ea5be6-8fd9-402a-8e38-dedff0e65a5a tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:18.958926 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b8a0db14-8925-4980-ad07-d5044c39c11f req-d8ea5be6-8fd9-402a-8e38-dedff0e65a5a tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/ports?device_id=853e1aae-e0ab-4191-9e88-5e0afbe80240 HTTP/1.1" status: 200  len: 946 time: 0.3567371
Feb 05 20:49:19.042186 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-25f999eb-e5f9-4756-83cd-ec976da5393b admin admin] For port 89291417-f7a6-4241-89d4-630f5d5e0b83, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89291417-f7a6-4241-89d4-630f5d5e0b83,segment=NetworkSegment(f8dcc3bd-8f53-4218-8d86-112fa4c91939),segment_id=f8dcc3bd-8f53-4218-8d86-112fa4c91939)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:49:19.042624 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-25f999eb-e5f9-4756-83cd-ec976da5393b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (89291417-f7a6-4241-89d4-630f5d5e0b83), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:19.055535 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e23a469e-d826-47d3-b45f-aaf57a0f558f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:19.065332 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660818f9-6564-42a9-bf2b-68fd09602765', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0a11d30-e1f6-41c8-aba3-188367acbc76'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:49:19.067523 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec85691-fea6-4ea0-a774-a99639f15dc2" -d '{"events": [{"server_uuid": "660818f9-6564-42a9-bf2b-68fd09602765", "name": "network-vif-unplugged", "status": "completed", "tag": "a0a11d30-e1f6-41c8-aba3-188367acbc76"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:49:19.103629 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a79f42b-6a08-4af4-8faa-88736e401835 admin admin] Network 13d77b28-3afb-4994-b488-d4d74ff9d748 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:49:19.110690 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-25f999eb-e5f9-4756-83cd-ec976da5393b admin admin] Calling delete_port for 89291417-f7a6-4241-89d4-630f5d5e0b83 owned by network:router_interface {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:49:19.136521 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df88cf-fdc4-443f-be78-54f4defe65ed service neutron] Pushing event updated for resources: {'Port': ['ID=a0a11d30-e1f6-41c8-aba3-188367acbc76,revision_number=8']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:19.168898 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e23a469e-d826-47d3-b45f-aaf57a0f558f admin admin] Publish callbacks [] for security_group (2d0564ed-d364-4fc2-813d-18d4bfe8ff5f), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:19.178495 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e23a469e-d826-47d3-b45f-aaf57a0f558f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (2d0564ed-d364-4fc2-813d-18d4bfe8ff5f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:19.182317 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 20:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6c5ddd-a292-4540-b14f-0254b71857f0 x-openstack-request-id: req-0b6c5ddd-a292-4540-b14f-0254b71857f0 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:49:19.182639 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "660818f9-6564-42a9-bf2b-68fd09602765", "name": "network-vif-unplugged", "status": "completed", "tag": "a0a11d30-e1f6-41c8-aba3-188367acbc76", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:49:19.182900 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0b6c5ddd-a292-4540-b14f-0254b71857f0 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:49:19.183293 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '660818f9-6564-42a9-bf2b-68fd09602765', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0a11d30-e1f6-41c8-aba3-188367acbc76', 'code': 200}
Feb 05 20:49:19.191694 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-67df88cf-fdc4-443f-be78-54f4defe65ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:19.192396 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-67df88cf-fdc4-443f-be78-54f4defe65ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:19.193736 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-67df88cf-fdc4-443f-be78-54f4defe65ed service neutron] 10.222.0.21 "PUT /v2.0/ports/a0a11d30-e1f6-41c8-aba3-188367acbc76 HTTP/1.1" status: 200  len: 1121 time: 3.4152782
Feb 05 20:49:19.200560 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-0a79f42b-6a08-4af4-8faa-88736e401835 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 13d77b28-3afb-4994-b488-d4d74ff9d748) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:49:19.219437 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a79f42b-6a08-4af4-8faa-88736e401835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:19.220072 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0a79f42b-6a08-4af4-8faa-88736e401835 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:19.220607 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9223e8f7-708f-47d5-b113-54bc51d8693f None None] Network 13d77b28-3afb-4994-b488-d4d74ff9d748 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:49:19.245414 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e23a469e-d826-47d3-b45f-aaf57a0f558f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3eaaf3369ada413abfb26d977358ecd7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3485327
Feb 05 20:49:19.245414 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a469e-d826-47d3-b45f-aaf57a0f558f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0564ed-d364-4fc2-813d-18d4bfe8ff5f,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:19.246791 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57430) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:19.266663 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b8a0db14-8925-4980-ad07-d5044c39c11f req-ce30407a-041c-4626-a2ae-054cfd0ffe03 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/security-groups?id=f400a674-b392-423c-b672-e853dd7371fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2663465
Feb 05 20:49:19.307603 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e4d6d18c-644d-4284-b152-922e1a219c91 admin admin] Publish callbacks [] for security_group (2d0564ed-d364-4fc2-813d-18d4bfe8ff5f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:19.346240 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e4d6d18c-644d-4284-b152-922e1a219c91 admin admin] Publish callbacks [] for security_group (2d0564ed-d364-4fc2-813d-18d4bfe8ff5f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:19.377018 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['a0a11d30-e1f6-41c8-aba3-188367acbc76'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:49:19.377298 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0a79f42b-6a08-4af4-8faa-88736e401835 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 2.1432490
Feb 05 20:49:19.379775 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57432) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:19.382616 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['a0a11d30-e1f6-41c8-aba3-188367acbc76'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:49:19.385477 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device e5a3c720-1014-483e-9fde-682c2c038fa6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:49:19.392661 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-1ccd8965-ad8f-414f-a719-df9dd7f39170 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-295223684-router', 'tenant_id': '8199679374f14355b0ba6837b638c031', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:49:19.435321 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e4d6d18c-644d-4284-b152-922e1a219c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (2d0564ed-d364-4fc2-813d-18d4bfe8ff5f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:19.440780 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e4d6d18c-644d-4284-b152-922e1a219c91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:19.442340 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e4d6d18c-644d-4284-b152-922e1a219c91 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2d0564ed-d364-4fc2-813d-18d4bfe8ff5f HTTP/1.1" status: 204  len: 168 time: 0.1946239
Feb 05 20:49:19.454055 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6d18c-644d-4284-b152-922e1a219c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0564ed-d364-4fc2-813d-18d4bfe8ff5f,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:19.538143 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2cde3c-1707-4040-9164-1915de3f184a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-13d77b28-3afb-4994-b488-d4d74ff9d748', 'network_id': '13d77b28-3afb-4994-b488-d4d74ff9d748', 'project_id': '8199679374f14355b0ba6837b638c031', 'fixed_ips': [{'subnet_id': 'f1bb25ad-7007-4dd3-951f-b5714ea4801d'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 20:49:19.540770 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-df2cde3c-1707-4040-9164-1915de3f184a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:19.544461 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-42a1d8e5-5678-459e-927f-9d8c41b646a3 req-30fb25b5-6d6a-4b31-b2c3-79c3a6cbd37f tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:19.544838 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-42a1d8e5-5678-459e-927f-9d8c41b646a3 req-30fb25b5-6d6a-4b31-b2c3-79c3a6cbd37f tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (1217fc95-0af0-4201-aa59-e7b9d5221fde), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:19.545175 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [req-42a1d8e5-5678-459e-927f-9d8c41b646a3 req-30fb25b5-6d6a-4b31-b2c3-79c3a6cbd37f tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Floating IP 1217fc95-0af0-4201-aa59-e7b9d5221fde disassociated. External IP: 172.35.4.107, port: e9e2d10f-152c-4624-9274-a5b54aa4c09e.
Feb 05 20:49:19.545532 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-42a1d8e5-5678-459e-927f-9d8c41b646a3 req-30fb25b5-6d6a-4b31-b2c3-79c3a6cbd37f tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Calling delete_port for e9e2d10f-152c-4624-9274-a5b54aa4c09e owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:49:19.548078 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.db.resource_extend [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 05 20:49:19.567844 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1ccd8965-ad8f-414f-a719-df9dd7f39170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (76c71850-cd49-41e8-8956-0b08785ab8f8), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:19.568554 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1ccd8965-ad8f-414f-a719-df9dd7f39170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (76c71850-cd49-41e8-8956-0b08785ab8f8), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:19.597002 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1461795-61b8-4c4a-9d2e-480366dac296 req-4375a833-0380-4691-b5aa-febedd2a6b5e tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:19.603998 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a1461795-61b8-4c4a-9d2e-480366dac296 req-4375a833-0380-4691-b5aa-febedd2a6b5e tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=660818f9-6564-42a9-bf2b-68fd09602765 HTTP/1.1" status: 200  len: 943 time: 0.3334763
Feb 05 20:49:19.790285 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port e5a3c720-1014-483e-9fde-682c2c038fa6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5a3c720-1014-483e-9fde-682c2c038fa6,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:49:19.855170 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-25f999eb-e5f9-4756-83cd-ec976da5393b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (89291417-f7a6-4241-89d4-630f5d5e0b83), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:19.869015 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': 'e5a3c720-1014-483e-9fde-682c2c038fa6', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'port_id': 'e5a3c720-1014-483e-9fde-682c2c038fa6', 'mac_address': 'fa:16:3e:6c:11:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3c763-0926-4b49-ade5-d66ee3d4c489', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:49:19.912139 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57444) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:19.929499 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cd08f768-9f63-4308-8408-67140c4d16c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:19.988481 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:20.042341 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-df2cde3c-1707-4040-9164-1915de3f184a None None] Allocated IP 172.20.0.2 (13d77b28-3afb-4994-b488-d4d74ff9d748/f1bb25ad-7007-4dd3-951f-b5714ea4801d/575568b5-1928-4d12-b329-5fc277344011) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:49:20.053124 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cd08f768-9f63-4308-8408-67140c4d16c5 admin admin] Publish callbacks [] for security_group (1123e01f-fec8-420a-a08c-8700b625db89), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:20.061096 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cd08f768-9f63-4308-8408-67140c4d16c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (1123e01f-fec8-420a-a08c-8700b625db89), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:20.107294 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port e5a3c720-1014-483e-9fde-682c2c038fa6 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:49:20.107688 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e5a3c720-1014-483e-9fde-682c2c038fa6), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:20.121222 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-cd08f768-9f63-4308-8408-67140c4d16c5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c10fb73aa5fe4da59533d6e08e0ead8e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2079082
Feb 05 20:49:20.122031 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08f768-9f63-4308-8408-67140c4d16c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1123e01f-fec8-420a-a08c-8700b625db89,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:20.138320 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57446) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:20.161529 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a3c720-1014-483e-9fde-682c2c038fa6 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:49:20.209986 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f999eb-e5f9-4756-83cd-ec976da5393b admin admin] Pushing event deleted for resources: {'Port': ['ID=89291417-f7a6-4241-89d4-630f5d5e0b83,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:20.221024 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8f2a10c9-2d4e-4ec4-94b1-683a56748135 admin admin] Publish callbacks [] for security_group (1123e01f-fec8-420a-a08c-8700b625db89), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:20.224251 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1ccd8965-ad8f-414f-a719-df9dd7f39170 admin admin] Publish callbacks [] for router_controller (76c71850-cd49-41e8-8956-0b08785ab8f8), precommit_add_association {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:20.232756 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port e5a3c720-1014-483e-9fde-682c2c038fa6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5a3c720-1014-483e-9fde-682c2c038fa6,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:49:20.251674 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (e5a3c720-1014-483e-9fde-682c2c038fa6), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:20.257819 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8f2a10c9-2d4e-4ec4-94b1-683a56748135 admin admin] Publish callbacks [] for security_group (1123e01f-fec8-420a-a08c-8700b625db89), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:20.316986 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=e5a3c720-1014-483e-9fde-682c2c038fa6,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:20.320799 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a1461795-61b8-4c4a-9d2e-480366dac296 req-56752ce7-b6fc-436f-9f35-230caafb4310 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7158244
Feb 05 20:49:20.332849 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8f2a10c9-2d4e-4ec4-94b1-683a56748135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (1123e01f-fec8-420a-a08c-8700b625db89), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:20.337572 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8f2a10c9-2d4e-4ec4-94b1-683a56748135 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:20.342142 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8f2a10c9-2d4e-4ec4-94b1-683a56748135 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1123e01f-fec8-420a-a08c-8700b625db89 HTTP/1.1" status: 204  len: 168 time: 0.1990232
Feb 05 20:49:20.374081 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a10c9-2d4e-4ec4-94b1-683a56748135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1123e01f-fec8-420a-a08c-8700b625db89,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:20.521700 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8566c84-8ac8-440f-a735-ddcdd2602d4b req-e197b998-5a8b-40b1-899a-8dcfba4257d1 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:20.522050 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-df2cde3c-1707-4040-9164-1915de3f184a None None] Publish callbacks [] for port (575568b5-1928-4d12-b329-5fc277344011), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:20.523288 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b8566c84-8ac8-440f-a735-ddcdd2602d4b req-e197b998-5a8b-40b1-899a-8dcfba4257d1 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=a575622b-a97e-4f38-9613-10326628fac0 HTTP/1.1" status: 200  len: 946 time: 0.8412554
Feb 05 20:49:20.532216 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-42a1d8e5-5678-459e-927f-9d8c41b646a3 req-30fb25b5-6d6a-4b31-b2c3-79c3a6cbd37f tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (e9e2d10f-152c-4624-9274-a5b54aa4c09e), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:20.547156 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-df2cde3c-1707-4040-9164-1915de3f184a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (575568b5-1928-4d12-b329-5fc277344011), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:20.614599 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2cde3c-1707-4040-9164-1915de3f184a None None] Network 13d77b28-3afb-4994-b488-d4d74ff9d748 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:49:20.619951 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-df2cde3c-1707-4040-9164-1915de3f184a None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:49:20.629621 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2cde3c-1707-4040-9164-1915de3f184a None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:49:20.640332 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2cde3c-1707-4040-9164-1915de3f184a None None] Pushing event updated for resources: {'Port': ['ID=575568b5-1928-4d12-b329-5fc277344011,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:20.670804 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb25b5-6d6a-4b31-b2c3-79c3a6cbd37f tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Pushing event deleted for resources: {'Port': ['ID=e9e2d10f-152c-4624-9274-a5b54aa4c09e,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:20.675726 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1ccd8965-ad8f-414f-a719-df9dd7f39170 admin admin] Publish callbacks [] for router_gateway (76c71850-cd49-41e8-8956-0b08785ab8f8), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:20.697730 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-df2cde3c-1707-4040-9164-1915de3f184a None None] Attempting to bind port 575568b5-1928-4d12-b329-5fc277344011 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:49:20.698113 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-df2cde3c-1707-4040-9164-1915de3f184a None None] Attempting to bind port 575568b5-1928-4d12-b329-5fc277344011 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '31163422-f6ed-43d8-a046-c27a53e8a737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '13d77b28-3afb-4994-b488-d4d74ff9d748'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:49:20.698585 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2cde3c-1707-4040-9164-1915de3f184a None None] Attempting to bind port 575568b5-1928-4d12-b329-5fc277344011 on network 13d77b28-3afb-4994-b488-d4d74ff9d748 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:49:20.706414 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2cde3c-1707-4040-9164-1915de3f184a None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:49:20.707397 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2cde3c-1707-4040-9164-1915de3f184a None None] Checking segment: {'id': '31163422-f6ed-43d8-a046-c27a53e8a737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '13d77b28-3afb-4994-b488-d4d74ff9d748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:49:20.707397 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-df2cde3c-1707-4040-9164-1915de3f184a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:20.707681 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2cde3c-1707-4040-9164-1915de3f184a None None] Bound using segment: {'id': '31163422-f6ed-43d8-a046-c27a53e8a737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '13d77b28-3afb-4994-b488-d4d74ff9d748'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:49:20.708160 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-df2cde3c-1707-4040-9164-1915de3f184a None None] Bound port: 575568b5-1928-4d12-b329-5fc277344011, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31163422-f6ed-43d8-a046-c27a53e8a737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '13d77b28-3afb-4994-b488-d4d74ff9d748'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:49:20.708591 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-df2cde3c-1707-4040-9164-1915de3f184a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (575568b5-1928-4d12-b329-5fc277344011), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:20.767115 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['e5a3c720-1014-483e-9fde-682c2c038fa6'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:49:20.822175 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8208b-057d-4727-bbd1-9172266a5055 req-d9b01311-36ba-4750-bd0e-3f8160c7c5b8 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:20.823768 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9fa8208b-057d-4727-bbd1-9172266a5055 req-d9b01311-36ba-4750-bd0e-3f8160c7c5b8 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=414bbd98-0898-4135-a8bd-78b97d1e8a08 HTTP/1.1" status: 200  len: 985 time: 0.3525124
Feb 05 20:49:20.837187 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b8566c84-8ac8-440f-a735-ddcdd2602d4b req-04e0a4bf-d4db-4ef5-a434-bfa1debd8eb3 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3036964
Feb 05 20:49:20.840234 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-df2cde3c-1707-4040-9164-1915de3f184a None None] For port 575568b5-1928-4d12-b329-5fc277344011, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:49:20.850652 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-df2cde3c-1707-4040-9164-1915de3f184a None None] For port 575568b5-1928-4d12-b329-5fc277344011, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=575568b5-1928-4d12-b329-5fc277344011,segment=NetworkSegment(31163422-f6ed-43d8-a046-c27a53e8a737),segment_id=31163422-f6ed-43d8-a046-c27a53e8a737)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:49:20.875660 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-df2cde3c-1707-4040-9164-1915de3f184a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (575568b5-1928-4d12-b329-5fc277344011), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:21.019652 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2cde3c-1707-4040-9164-1915de3f184a None None] Pushing event updated for resources: {'Port': ['ID=575568b5-1928-4d12-b329-5fc277344011,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:21.052418 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-93808a30-3b11-42ba-8664-284872c8dcef req-cb4bbf35-2753-4def-be27-d439b5122a64 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/ports?device_id=853e1aae-e0ab-4191-9e88-5e0afbe80240 HTTP/1.1" status: 200  len: 210 time: 0.1020372
Feb 05 20:49:21.057883 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-25f999eb-e5f9-4756-83cd-ec976da5393b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (ac4050fc-383e-4faa-b7b2-f4a4da34a952), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:21.186149 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9fa8208b-057d-4727-bbd1-9172266a5055 req-d5169891-8ebb-48dc-b2e9-450422c3090e tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=c76d06d8-e3b9-4ca7-82e5-854729a73931&id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 401 time: 0.3172407
Feb 05 20:49:21.188593 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42a1d8e5-5678-459e-927f-9d8c41b646a3 req-30fb25b5-6d6a-4b31-b2c3-79c3a6cbd37f tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Router b07869ed-7c5e-403e-98ed-b75da5a27ef9 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:49:21.225472 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '660818f9-6564-42a9-bf2b-68fd09602765', 'tag': 'a0a11d30-e1f6-41c8-aba3-188367acbc76'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:49:21.227758 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28088c4-6eac-4726-88a5-b1b37d32fec6" -d '{"events": [{"name": "network-changed", "server_uuid": "660818f9-6564-42a9-bf2b-68fd09602765", "tag": "a0a11d30-e1f6-41c8-aba3-188367acbc76"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:49:21.373265 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a86fb9b-f1df-407b-963c-ac7fa1396e0e x-openstack-request-id: req-8a86fb9b-f1df-407b-963c-ac7fa1396e0e {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:49:21.373605 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "660818f9-6564-42a9-bf2b-68fd09602765", "tag": "a0a11d30-e1f6-41c8-aba3-188367acbc76", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:49:21.373859 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8a86fb9b-f1df-407b-963c-ac7fa1396e0e {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:49:21.374348 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '660818f9-6564-42a9-bf2b-68fd09602765', 'tag': 'a0a11d30-e1f6-41c8-aba3-188367acbc76', 'status': 'completed', 'code': 200}
Feb 05 20:49:21.432165 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28088c4-6eac-4726-88a5-b1b37d32fec6 req-db1f007e-7ccf-4a02-9494-38a5edc30beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:21.435665 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c28088c4-6eac-4726-88a5-b1b37d32fec6 req-db1f007e-7ccf-4a02-9494-38a5edc30beb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e4e31092ef641efbf6eaf54cfa40d67&device_id=660818f9-6564-42a9-bf2b-68fd09602765 HTTP/1.1" status: 200  len: 1155 time: 0.1163137
Feb 05 20:49:21.638680 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28088c4-6eac-4726-88a5-b1b37d32fec6 req-b6255b80-7b15-4321-829b-0a75dcf85980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:21.641324 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c28088c4-6eac-4726-88a5-b1b37d32fec6 req-b6255b80-7b15-4321-829b-0a75dcf85980 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d591eda-8294-4b7a-a6d2-1afd55bde68d HTTP/1.1" status: 200  len: 922 time: 0.1996069
Feb 05 20:49:21.711012 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c28088c4-6eac-4726-88a5-b1b37d32fec6 req-bba3aa60-a622-41b5-ba17-0eac251efe05 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0a11d30-e1f6-41c8-aba3-188367acbc76 HTTP/1.1" status: 200  len: 217 time: 0.0571179
Feb 05 20:49:21.783165 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28088c4-6eac-4726-88a5-b1b37d32fec6 req-638319cf-23d0-408c-8e74-5ad2f672d2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:21.784971 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c28088c4-6eac-4726-88a5-b1b37d32fec6 req-638319cf-23d0-408c-8e74-5ad2f672d2c9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f822a84b-448b-4295-886d-3f476dc82ced HTTP/1.1" status: 200  len: 861 time: 0.0650661
Feb 05 20:49:21.817844 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 575568b5-1928-4d12-b329-5fc277344011 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:49:21.826317 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c28088c4-6eac-4726-88a5-b1b37d32fec6 req-ce4507df-268f-4bbe-81e8-8e4e53bb2441 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d591eda-8294-4b7a-a6d2-1afd55bde68d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0342369
Feb 05 20:49:21.890628 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 575568b5-1928-4d12-b329-5fc277344011 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:49:21.891017 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (575568b5-1928-4d12-b329-5fc277344011), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:21.980520 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42a1d8e5-5678-459e-927f-9d8c41b646a3 req-30fb25b5-6d6a-4b31-b2c3-79c3a6cbd37f tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:49:21.986199 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c28088c4-6eac-4726-88a5-b1b37d32fec6 req-9e5b6b75-9627-4cc5-bf4a-1ce7e2a9b41b service neutron] 10.222.0.39 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389911
Feb 05 20:49:21.991694 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4b1c61f8-1150-4143-841d-b92f9e170876 req-e369a27e-628f-448a-9d55-8cee0887ed80 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1345967667&fields=id&tenant_id=527d10d28e8840b1b77fb7b65a2178e6 HTTP/1.1" status: 200  len: 267 time: 0.6161003
Feb 05 20:49:22.003830 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097d8632-e3b6-423b-b262-b883d7352308 None None] Sync routers for ids ['b07869ed-7c5e-403e-98ed-b75da5a27ef9'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:49:22.009599 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da2cf0-125c-45f2-a328-2d01f03e291d req-d125ca61-0d08-487b-9084-33c175392e71 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:22.019503 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-20da2cf0-125c-45f2-a328-2d01f03e291d req-d125ca61-0d08-487b-9084-33c175392e71 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=660818f9-6564-42a9-bf2b-68fd09602765 HTTP/1.1" status: 200  len: 943 time: 0.5435312
Feb 05 20:49:22.041056 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097d8632-e3b6-423b-b262-b883d7352308 None None] Routers {'b07869ed-7c5e-403e-98ed-b75da5a27ef9'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:49:22.041705 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-097d8632-e3b6-423b-b262-b883d7352308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab8df2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:49:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b07869ed-7c5e-403e-98ed-b75da5a27ef9'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:22.133266 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1ccd8965-ad8f-414f-a719-df9dd7f39170 admin admin] Publish callbacks [] for router_gateway (76c71850-cd49-41e8-8956-0b08785ab8f8), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:22.180665 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c28088c4-6eac-4726-88a5-b1b37d32fec6 req-ad3442f7-4427-4134-9f7f-2fbba7b9b0a9 service neutron] 10.222.0.39 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1895058
Feb 05 20:49:22.210676 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 575568b5-1928-4d12-b329-5fc277344011 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:49:22.211226 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (575568b5-1928-4d12-b329-5fc277344011), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:22.232473 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1ccd8965-ad8f-414f-a719-df9dd7f39170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:22.323891 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 575568b5-1928-4d12-b329-5fc277344011, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=575568b5-1928-4d12-b329-5fc277344011,segment=NetworkSegment(31163422-f6ed-43d8-a046-c27a53e8a737),segment_id=31163422-f6ed-43d8-a046-c27a53e8a737)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:49:22.338030 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-097d8632-e3b6-423b-b262-b883d7352308 None None] Set router b07869ed-7c5e-403e-98ed-b75da5a27ef9 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:49:22.345641 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a1d8e5-5678-459e-927f-9d8c41b646a3 req-30fb25b5-6d6a-4b31-b2c3-79c3a6cbd37f tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] No DVR routers for this DVR port e9e2d10f-152c-4624-9274-a5b54aa4c09e on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:49:22.390295 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (575568b5-1928-4d12-b329-5fc277344011), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:22.451436 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=575568b5-1928-4d12-b329-5fc277344011,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:22.461535 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-1ccd8965-ad8f-414f-a719-df9dd7f39170 admin admin] Allocated IP 172.35.4.142 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/9868a0ff-fb2d-4120-a78a-67a11b272ebb) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:49:22.465081 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f999eb-e5f9-4756-83cd-ec976da5393b admin admin] Router ac4050fc-383e-4faa-b7b2-f4a4da34a952 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:49:22.483129 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-20da2cf0-125c-45f2-a328-2d01f03e291d req-33702233-3766-4945-80a8-46f943eb491b tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4625583
Feb 05 20:49:22.497369 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-42a1d8e5-5678-459e-927f-9d8c41b646a3 req-30fb25b5-6d6a-4b31-b2c3-79c3a6cbd37f tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:22.505834 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-42a1d8e5-5678-459e-927f-9d8c41b646a3 req-30fb25b5-6d6a-4b31-b2c3-79c3a6cbd37f tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.39 "DELETE /v2.0/ports/e9e2d10f-152c-4624-9274-a5b54aa4c09e HTTP/1.1" status: 204  len: 173 time: 4.4801149
Feb 05 20:49:22.657423 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c61f8-1150-4143-841d-b92f9e170876 req-3cfa20e7-7de0-4d11-94b9-6e39fe1c5b76 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:22.665429 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4b1c61f8-1150-4143-841d-b92f9e170876 req-3cfa20e7-7de0-4d11-94b9-6e39fe1c5b76 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=414bbd98-0898-4135-a8bd-78b97d1e8a08 HTTP/1.1" status: 200  len: 985 time: 0.6727111
Feb 05 20:49:22.671880 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-4b1c61f8-1150-4143-841d-b92f9e170876 req-caa34e3d-61f6-4bee-928c-824eb576c180 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Request body: {'port': {'security_groups': ['c76d06d8-e3b9-4ca7-82e5-854729a73931', 'f1d324b3-3da9-44cb-833e-e6d431e6537c', 'e396c16d-e776-438b-b6ef-5731d39077e9']}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:49:22.794594 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03572d77-697d-4e07-9133-45ab9777c75f None None] Network 13d77b28-3afb-4994-b488-d4d74ff9d748 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:49:22.799132 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device e9e2d10f-152c-4624-9274-a5b54aa4c09e no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:49:22.849695 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: e9e2d10f-152c-4624-9274-a5b54aa4c09e {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:49:22.850468 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device e9e2d10f-152c-4624-9274-a5b54aa4c09e not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:49:22.907446 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-766e92bc-8d2f-4250-bf65-2442c53d6eb9 None None] Provisioning complete for port 575568b5-1928-4d12-b329-5fc277344011 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:49:22.907742 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-766e92bc-8d2f-4250-bf65-2442c53d6eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (575568b5-1928-4d12-b329-5fc277344011), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:23.096892 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-766e92bc-8d2f-4250-bf65-2442c53d6eb9 None None] Current status of the port 575568b5-1928-4d12-b329-5fc277344011 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:49:23.119093 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-097d8632-e3b6-423b-b262-b883d7352308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab8df2b0>, [{'id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1335687256-router', 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.134'}], 'enable_snat': True}, 'gw_port_id': '00089038-e3d6-4b37-a52f-478a8c3a7718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:46:00Z', 'updated_at': '2022-02-05T20:46:04Z', 'revision_number': 4, 'project_id': '6304a49c7f254ce9bfe0896bf76e1991', 'gw_port': {'id': '00089038-e3d6-4b37-a52f-478a8c3a7718', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:46:01Z', 'updated_at': '2022-02-05T20:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '54ecdec6-b7e7-42ef-9193-cc4071ce15d5', 'name': '', 'network_id': '26f1b53c-ec87-4116-92e7-641a0a5e3857', 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991', 'mac_address': 'fa:16:3e:60:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '25459765-cc89-4a3e-8d4c-afa923a547d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:46:03Z', 'updated_at': '2022-02-05T20:46:10Z', 'revision_number': 5, 'project_id': '6304a49c7f254ce9bfe0896bf76e1991', 'subnets': [{'id': '25459765-cc89-4a3e-8d4c-afa923a547d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:23.148394 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097d8632-e3b6-423b-b262-b883d7352308 None None] Checking router: b07869ed-7c5e-403e-98ed-b75da5a27ef9 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:49:23.164826 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097d8632-e3b6-423b-b262-b883d7352308 None None] Routers {'b07869ed-7c5e-403e-98ed-b75da5a27ef9'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:49:23.165407 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-097d8632-e3b6-423b-b262-b883d7352308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab8df2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:49:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b07869ed-7c5e-403e-98ed-b75da5a27ef9'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:23.286158 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1ccd8965-ad8f-414f-a719-df9dd7f39170 admin admin] Publish callbacks [] for port (9868a0ff-fb2d-4120-a78a-67a11b272ebb), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:23.314204 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-097d8632-e3b6-423b-b262-b883d7352308 None None] Set router b07869ed-7c5e-403e-98ed-b75da5a27ef9 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:49:23.348935 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device e5a3c720-1014-483e-9fde-682c2c038fa6 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:49:23.385484 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc1efc-7195-4b89-bfd4-66b665677053 req-ac1d134f-e788-4ce0-a4d3-07ca83b4d4bd tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:23.387017 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8cfc1efc-7195-4b89-bfd4-66b665677053 req-ac1d134f-e788-4ce0-a4d3-07ca83b4d4bd tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=a575622b-a97e-4f38-9613-10326628fac0 HTTP/1.1" status: 200  len: 947 time: 0.7738416
Feb 05 20:49:23.390422 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '853e1aae-e0ab-4191-9e88-5e0afbe80240', 'name': 'network-vif-deleted', 'tag': 'e9e2d10f-152c-4624-9274-a5b54aa4c09e'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:49:23.391488 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c8e9b8-03d6-4eb7-a390-9bb1c4d4fbe8" -d '{"events": [{"server_uuid": "853e1aae-e0ab-4191-9e88-5e0afbe80240", "name": "network-vif-deleted", "tag": "e9e2d10f-152c-4624-9274-a5b54aa4c09e"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:49:23.399622 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4b1c61f8-1150-4143-841d-b92f9e170876 req-caa34e3d-61f6-4bee-928c-824eb576c180 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a603b8aa-c256-44ff-9fa9-7b9d63afb577), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:23.403194 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f999eb-e5f9-4756-83cd-ec976da5393b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:49:23.414049 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57504) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:23.414535 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-25f999eb-e5f9-4756-83cd-ec976da5393b admin admin] 10.222.0.32 "PUT /v2.0/routers/ac4050fc-383e-4faa-b7b2-f4a4da34a952/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.8313649
Feb 05 20:49:23.421777 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab067fd7-b7f6-44fc-8920-48260c9266d6 None None] Sync routers for ids ['ac4050fc-383e-4faa-b7b2-f4a4da34a952'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:49:23.444289 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab067fd7-b7f6-44fc-8920-48260c9266d6 None None] Routers {'ac4050fc-383e-4faa-b7b2-f4a4da34a952'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:49:23.445792 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-ab067fd7-b7f6-44fc-8920-48260c9266d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db91bc3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:49:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ac4050fc-383e-4faa-b7b2-f4a4da34a952'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:23.449580 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1ccd8965-ad8f-414f-a719-df9dd7f39170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (9868a0ff-fb2d-4120-a78a-67a11b272ebb), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:23.475599 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-f2c6e37a-fe6a-492c-bd85-b3af52b689a4 None None] Provisioning complete for port 575568b5-1928-4d12-b329-5fc277344011 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:49:23.476775 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f2c6e37a-fe6a-492c-bd85-b3af52b689a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (575568b5-1928-4d12-b329-5fc277344011), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:23.582100 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccd8965-ad8f-414f-a719-df9dd7f39170 admin admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:49:23.584730 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-ab067fd7-b7f6-44fc-8920-48260c9266d6 None None] Set router ac4050fc-383e-4faa-b7b2-f4a4da34a952 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:49:23.614099 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8cfc1efc-7195-4b89-bfd4-66b665677053 req-f6be7613-bf7e-4943-8b41-df8ad40479a7 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1970263
Feb 05 20:49:23.617701 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fdf79793-8205-4ebb-9ed5-cb49774e479b admin admin] Publish callbacks [] for router (ac4050fc-383e-4faa-b7b2-f4a4da34a952), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:23.632266 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-1ccd8965-ad8f-414f-a719-df9dd7f39170 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:49:23.637162 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccd8965-ad8f-414f-a719-df9dd7f39170 admin admin] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:49:23.660384 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 575568b5-1928-4d12-b329-5fc277344011 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:49:23.701897 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd8965-ad8f-414f-a719-df9dd7f39170 admin admin] Pushing event updated for resources: {'Port': ['ID=9868a0ff-fb2d-4120-a78a-67a11b272ebb,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:23.743771 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port e5a3c720-1014-483e-9fde-682c2c038fa6 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:49:23.766125 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port e5a3c720-1014-483e-9fde-682c2c038fa6 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:49:23.766125 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e5a3c720-1014-483e-9fde-682c2c038fa6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:23.888203 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fdf79793-8205-4ebb-9ed5-cb49774e479b admin admin] Publish callbacks [] for router_gateway (ac4050fc-383e-4faa-b7b2-f4a4da34a952), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:23.893058 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-f2c6e37a-fe6a-492c-bd85-b3af52b689a4 None None] Current status of the port 575568b5-1928-4d12-b329-5fc277344011 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:49:23.899992 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 575568b5-1928-4d12-b329-5fc277344011 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:49:23.900330 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (575568b5-1928-4d12-b329-5fc277344011), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:23.908957 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-ab067fd7-b7f6-44fc-8920-48260c9266d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db91bc3a0>, [{'id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'name': 'tempest-FloatingIPsAssociationTestJSON-438743936-router', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23'}], 'enable_snat': True}, 'gw_port_id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:47:59Z', 'updated_at': '2022-02-05T20:49:19Z', 'revision_number': 5, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'gw_port': {'id': 'b03cafca-fd98-4dfb-9b8b-0d0a82339727', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:48:00Z', 'updated_at': '2022-02-05T20:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:23.954322 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab067fd7-b7f6-44fc-8920-48260c9266d6 None None] Checking router: ac4050fc-383e-4faa-b7b2-f4a4da34a952 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:49:23.963942 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab067fd7-b7f6-44fc-8920-48260c9266d6 None None] Routers {'ac4050fc-383e-4faa-b7b2-f4a4da34a952'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:49:23.964973 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-ab067fd7-b7f6-44fc-8920-48260c9266d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db91bc3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:49:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ac4050fc-383e-4faa-b7b2-f4a4da34a952'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:23.984823 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-097d8632-e3b6-423b-b262-b883d7352308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab8df2b0>, [{'id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1335687256-router', 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.134'}], 'enable_snat': True}, 'gw_port_id': '00089038-e3d6-4b37-a52f-478a8c3a7718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:46:00Z', 'updated_at': '2022-02-05T20:46:04Z', 'revision_number': 4, 'project_id': '6304a49c7f254ce9bfe0896bf76e1991', 'gw_port': {'id': '00089038-e3d6-4b37-a52f-478a8c3a7718', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:46:01Z', 'updated_at': '2022-02-05T20:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '54ecdec6-b7e7-42ef-9193-cc4071ce15d5', 'name': '', 'network_id': '26f1b53c-ec87-4116-92e7-641a0a5e3857', 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991', 'mac_address': 'fa:16:3e:60:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '25459765-cc89-4a3e-8d4c-afa923a547d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:46:03Z', 'updated_at': '2022-02-05T20:46:10Z', 'revision_number': 5, 'project_id': '6304a49c7f254ce9bfe0896bf76e1991', 'subnets': [{'id': '25459765-cc89-4a3e-8d4c-afa923a547d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:24.027521 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-fdf79793-8205-4ebb-9ed5-cb49774e479b admin admin] Deleting port b03cafca-fd98-4dfb-9b8b-0d0a82339727 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:49:24.027867 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fdf79793-8205-4ebb-9ed5-cb49774e479b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (b03cafca-fd98-4dfb-9b8b-0d0a82339727), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:24.040376 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port e5a3c720-1014-483e-9fde-682c2c038fa6 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:49:24.040771 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e5a3c720-1014-483e-9fde-682c2c038fa6), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:24.043501 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097d8632-e3b6-423b-b262-b883d7352308 None None] The sync data for ids ['b07869ed-7c5e-403e-98ed-b75da5a27ef9'] in ncdv-master-1 is: [{'id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1335687256-router', 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.134'}], 'enable_snat': True}, 'gw_port_id': '00089038-e3d6-4b37-a52f-478a8c3a7718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:46:00Z', 'updated_at': '2022-02-05T20:46:04Z', 'revision_number': 4, 'project_id': '6304a49c7f254ce9bfe0896bf76e1991', 'gw_port': {'id': '00089038-e3d6-4b37-a52f-478a8c3a7718', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:46:01Z', 'updated_at': '2022-02-05T20:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '54ecdec6-b7e7-42ef-9193-cc4071ce15d5', 'name': '', 'network_id': '26f1b53c-ec87-4116-92e7-641a0a5e3857', 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991', 'mac_address': 'fa:16:3e:60:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '25459765-cc89-4a3e-8d4c-afa923a547d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:46:03Z', 'updated_at': '2022-02-05T20:46:10Z', 'revision_number': 5, 'project_id': '6304a49c7f254ce9bfe0896bf76e1991', 'subnets': [{'id': '25459765-cc89-4a3e-8d4c-afa923a547d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:49:24.080115 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-ab067fd7-b7f6-44fc-8920-48260c9266d6 None None] Set router ac4050fc-383e-4faa-b7b2-f4a4da34a952 gateway port host: None {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:49:24.175235 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-ab067fd7-b7f6-44fc-8920-48260c9266d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db91bc3a0>, [{'id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'name': 'tempest-FloatingIPsAssociationTestJSON-438743936-router', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:47:59Z', 'updated_at': '2022-02-05T20:49:23Z', 'revision_number': 6, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:24.192660 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a575622b-a97e-4f38-9613-10326628fac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a3c720-1014-483e-9fde-682c2c038fa6'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:49:24.195893 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d755854d-feb1-4cd4-9d4a-f4e9588fecfb" -d '{"events": [{"server_uuid": "a575622b-a97e-4f38-9613-10326628fac0", "name": "network-vif-plugged", "status": "completed", "tag": "e5a3c720-1014-483e-9fde-682c2c038fa6"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:49:24.210843 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab067fd7-b7f6-44fc-8920-48260c9266d6 None None] The sync data for ids ['ac4050fc-383e-4faa-b7b2-f4a4da34a952'] in ncdv-master-1 is: [{'id': 'ac4050fc-383e-4faa-b7b2-f4a4da34a952', 'name': 'tempest-FloatingIPsAssociationTestJSON-438743936-router', 'tenant_id': 'f829fd34d89942aeab410c3933fe9a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:47:59Z', 'updated_at': '2022-02-05T20:49:23Z', 'revision_number': 6, 'project_id': 'f829fd34d89942aeab410c3933fe9a60', 'gw_port_host': None}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:49:24.242036 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port e5a3c720-1014-483e-9fde-682c2c038fa6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5a3c720-1014-483e-9fde-682c2c038fa6,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:49:24.252205 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-fdf79793-8205-4ebb-9ed5-cb49774e479b admin admin] For port b03cafca-fd98-4dfb-9b8b-0d0a82339727, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b03cafca-fd98-4dfb-9b8b-0d0a82339727,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:49:24.252574 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fdf79793-8205-4ebb-9ed5-cb49774e479b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (b03cafca-fd98-4dfb-9b8b-0d0a82339727), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:24.254039 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 575568b5-1928-4d12-b329-5fc277344011 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:49:24.259429 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (e5a3c720-1014-483e-9fde-682c2c038fa6), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:24.293726 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-fdf79793-8205-4ebb-9ed5-cb49774e479b admin admin] Calling delete_port for b03cafca-fd98-4dfb-9b8b-0d0a82339727 owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:49:24.355652 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-4b1c61f8-1150-4143-841d-b92f9e170876 req-caa34e3d-61f6-4bee-928c-824eb576c180 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] For port a603b8aa-c256-44ff-9fa9-7b9d63afb577, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a603b8aa-c256-44ff-9fa9-7b9d63afb577,segment=NetworkSegment(09abd495-dfb6-4655-a11b-eae610695a85),segment_id=09abd495-dfb6-4655-a11b-eae610695a85)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:49:24.361968 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=e5a3c720-1014-483e-9fde-682c2c038fa6,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:24.422616 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4b1c61f8-1150-4143-841d-b92f9e170876 req-caa34e3d-61f6-4bee-928c-824eb576c180 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for port (a603b8aa-c256-44ff-9fa9-7b9d63afb577), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:24.424750 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1ccd8965-ad8f-414f-a719-df9dd7f39170 admin admin] Publish callbacks [] for router_gateway (76c71850-cd49-41e8-8956-0b08785ab8f8), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:24.429944 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4b1c61f8-1150-4143-841d-b92f9e170876 req-caa34e3d-61f6-4bee-928c-824eb576c180 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (a603b8aa-c256-44ff-9fa9-7b9d63afb577), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:24.443674 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['a603b8aa-c256-44ff-9fa9-7b9d63afb577'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:49:24.445893 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['218cb684-5341-4263-acdf-23a99d0f8478'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:49:24.543392 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c61f8-1150-4143-841d-b92f9e170876 req-caa34e3d-61f6-4bee-928c-824eb576c180 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:24.545021 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4b1c61f8-1150-4143-841d-b92f9e170876 req-caa34e3d-61f6-4bee-928c-824eb576c180 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:24.556716 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4b1c61f8-1150-4143-841d-b92f9e170876 req-caa34e3d-61f6-4bee-928c-824eb576c180 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "PUT /v2.0/ports/a603b8aa-c256-44ff-9fa9-7b9d63afb577 HTTP/1.1" status: 200  len: 1021 time: 1.8809462
Feb 05 20:49:24.680638 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['a603b8aa-c256-44ff-9fa9-7b9d63afb577'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:49:24.681965 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fdf79793-8205-4ebb-9ed5-cb49774e479b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (b03cafca-fd98-4dfb-9b8b-0d0a82339727), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:24.683236 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd23903-4e9f-4a16-984e-1be815e9f731 None None] New status for floating IP 1217fc95-0af0-4201-aa59-e7b9d5221fde: DOWN {{(pid=114392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 20:49:24.708841 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa34e3d-61f6-4bee-928c-824eb576c180 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Pushing event updated for resources: {'Port': ['ID=a603b8aa-c256-44ff-9fa9-7b9d63afb577,revision_number=7']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:24.759294 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf79793-8205-4ebb-9ed5-cb49774e479b admin admin] Pushing event deleted for resources: {'Port': ['ID=b03cafca-fd98-4dfb-9b8b-0d0a82339727,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:24.811677 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d50f19d-5e55-46f7-8bac-816dab3ecd9a x-openstack-request-id: req-6d50f19d-5e55-46f7-8bac-816dab3ecd9a {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:49:24.812219 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "853e1aae-e0ab-4191-9e88-5e0afbe80240", "name": "network-vif-deleted", "tag": "e9e2d10f-152c-4624-9274-a5b54aa4c09e", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:49:24.812634 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6d50f19d-5e55-46f7-8bac-816dab3ecd9a {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:49:24.813202 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '853e1aae-e0ab-4191-9e88-5e0afbe80240', 'name': 'network-vif-deleted', 'tag': 'e9e2d10f-152c-4624-9274-a5b54aa4c09e', 'status': 'completed', 'code': 200}
Feb 05 20:49:24.814194 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fdf79793-8205-4ebb-9ed5-cb49774e479b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (ac4050fc-383e-4faa-b7b2-f4a4da34a952), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:24.889236 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1ccd8965-ad8f-414f-a719-df9dd7f39170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (76c71850-cd49-41e8-8956-0b08785ab8f8), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:24.975337 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fdf79793-8205-4ebb-9ed5-cb49774e479b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (ac4050fc-383e-4faa-b7b2-f4a4da34a952), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:24.977798 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fdf79793-8205-4ebb-9ed5-cb49774e479b admin admin] Publish callbacks [] for router_controller (ac4050fc-383e-4faa-b7b2-f4a4da34a952), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:25.077635 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fdf79793-8205-4ebb-9ed5-cb49774e479b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (ac4050fc-383e-4faa-b7b2-f4a4da34a952), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:25.078214 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf79793-8205-4ebb-9ed5-cb49774e479b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac4050fc-383e-4faa-b7b2-f4a4da34a952 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 20:49:25.085404 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fdf79793-8205-4ebb-9ed5-cb49774e479b admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:25.087108 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-fdf79793-8205-4ebb-9ed5-cb49774e479b admin admin] 10.222.0.32 "DELETE /v2.0/routers/ac4050fc-383e-4faa-b7b2-f4a4da34a952 HTTP/1.1" status: 204  len: 168 time: 1.6708467
Feb 05 20:49:25.089754 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57522) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:25.134751 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050591e7-f15c-427a-891a-10790446600c req-fa9e6f64-2ea3-4013-b685-e2346462fe11 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:25.136396 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-050591e7-f15c-427a-891a-10790446600c req-fa9e6f64-2ea3-4013-b685-e2346462fe11 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=660818f9-6564-42a9-bf2b-68fd09602765 HTTP/1.1" status: 200  len: 943 time: 0.3365622
Feb 05 20:49:25.178808 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0fc8da-dca9-4dfc-a08c-81af9f44482d x-openstack-request-id: req-cc0fc8da-dca9-4dfc-a08c-81af9f44482d {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:49:25.179307 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a575622b-a97e-4f38-9613-10326628fac0", "name": "network-vif-plugged", "status": "completed", "tag": "e5a3c720-1014-483e-9fde-682c2c038fa6", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:49:25.179496 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cc0fc8da-dca9-4dfc-a08c-81af9f44482d {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:49:25.179904 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a575622b-a97e-4f38-9613-10326628fac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a3c720-1014-483e-9fde-682c2c038fa6', 'code': 200}
Feb 05 20:49:25.236522 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-46402682-6acd-4f15-a5ca-42e56cbd181e admin admin] Deleting subnet 0c12a9c1-68fc-4723-83f8-a4d2ac546c80 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:49:25.242970 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-46402682-6acd-4f15-a5ca-42e56cbd181e admin admin] Publish callbacks [] for subnet (0c12a9c1-68fc-4723-83f8-a4d2ac546c80), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:25.294980 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-46402682-6acd-4f15-a5ca-42e56cbd181e admin admin] Publish callbacks [] for subnet (0c12a9c1-68fc-4723-83f8-a4d2ac546c80), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:25.339584 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ccd8965-ad8f-414f-a719-df9dd7f39170 admin admin] Router 76c71850-cd49-41e8-8956-0b08785ab8f8 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 20:49:25.387753 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-46402682-6acd-4f15-a5ca-42e56cbd181e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (0c12a9c1-68fc-4723-83f8-a4d2ac546c80), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:25.408636 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-050591e7-f15c-427a-891a-10790446600c req-f3a8ba94-b63d-440f-bfe7-36c2243149d7 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2570791
Feb 05 20:49:25.486831 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-46402682-6acd-4f15-a5ca-42e56cbd181e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for subnet (0c12a9c1-68fc-4723-83f8-a4d2ac546c80), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:25.561816 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46402682-6acd-4f15-a5ca-42e56cbd181e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c12a9c1-68fc-4723-83f8-a4d2ac546c80,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:25.587638 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e0776f30-c25d-4b8e-b867-11ccde3fd1b5 req-f4d59d0a-fd77-41cb-9b7a-92e53d09ddbc tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups/e396c16d-e776-438b-b6ef-5731d39077e9 HTTP/1.1" status: 200  len: 1818 time: 0.3623903
Feb 05 20:49:25.589281 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-46402682-6acd-4f15-a5ca-42e56cbd181e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:25.590623 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68163c22-d4ac-4f16-92e2-89540a9c5759 None None] Network c99e672f-3b87-4721-8d9c-fbb71f1cd179 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:49:25.592536 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-46402682-6acd-4f15-a5ca-42e56cbd181e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0c12a9c1-68fc-4723-83f8-a4d2ac546c80 HTTP/1.1" status: 204  len: 168 time: 0.5014036
Feb 05 20:49:25.600534 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57528) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:25.647131 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 89291417-f7a6-4241-89d4-630f5d5e0b83 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:49:25.684186 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-236016ed-50a9-4a91-ae86-d281ba226921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (c99e672f-3b87-4721-8d9c-fbb71f1cd179), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:25.728276 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e7e36-c80f-4083-946a-39761757492e req-c02a5a9a-d427-4718-8a5c-3050cd33f965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:25.729799 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-058e7e36-c80f-4083-946a-39761757492e req-c02a5a9a-d427-4718-8a5c-3050cd33f965 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a575622b-a97e-4f38-9613-10326628fac0 HTTP/1.1" status: 200  len: 1130 time: 0.4774802
Feb 05 20:49:25.750842 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccd8965-ad8f-414f-a719-df9dd7f39170 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:49:25.754781 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [req-e0776f30-c25d-4b8e-b867-11ccde3fd1b5 req-2f45327f-5e0d-4c94-b8e4-75dd6abfab0e tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] delete failed (client error): There was a conflict when trying to complete your request.
Feb 05 20:49:25.766986 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1326ad-ee83-46d2-8bbd-7c2d990cec7f None None] Sync routers for ids ['76c71850-cd49-41e8-8956-0b08785ab8f8'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:49:25.783220 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-236016ed-50a9-4a91-ae86-d281ba226921 admin admin] Deleting port fd797857-97f7-4229-9ca3-5c33d799fed1 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:49:25.783578 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-236016ed-50a9-4a91-ae86-d281ba226921 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (fd797857-97f7-4229-9ca3-5c33d799fed1), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:25.785307 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e0776f30-c25d-4b8e-b867-11ccde3fd1b5 req-2f45327f-5e0d-4c94-b8e4-75dd6abfab0e tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "DELETE /v2.0/security-groups/e396c16d-e776-438b-b6ef-5731d39077e9 HTTP/1.1" status: 409  len: 341 time: 0.1955683
Feb 05 20:49:25.803534 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1326ad-ee83-46d2-8bbd-7c2d990cec7f None None] Routers {'76c71850-cd49-41e8-8956-0b08785ab8f8'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:49:25.804170 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-5a1326ad-ee83-46d2-8bbd-7c2d990cec7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db91db6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:49:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['76c71850-cd49-41e8-8956-0b08785ab8f8'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:25.864936 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-236016ed-50a9-4a91-ae86-d281ba226921 admin admin] For port fd797857-97f7-4229-9ca3-5c33d799fed1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fd797857-97f7-4229-9ca3-5c33d799fed1,segment=NetworkSegment(f8dcc3bd-8f53-4218-8d86-112fa4c91939),segment_id=f8dcc3bd-8f53-4218-8d86-112fa4c91939)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:49:25.865330 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-236016ed-50a9-4a91-ae86-d281ba226921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (fd797857-97f7-4229-9ca3-5c33d799fed1), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:25.887759 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-236016ed-50a9-4a91-ae86-d281ba226921 admin admin] Calling delete_port for fd797857-97f7-4229-9ca3-5c33d799fed1 owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:49:25.896345 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1ccd8965-ad8f-414f-a719-df9dd7f39170 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:25.902797 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57532) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:25.903252 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1ccd8965-ad8f-414f-a719-df9dd7f39170 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 6.5151429
Feb 05 20:49:25.932850 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9fba09-8b01-45f2-b3ee-8ff12216af30 req-26fdd7c6-78cb-4456-a4b3-c1c0bbcc8720 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:25.936038 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5a9fba09-8b01-45f2-b3ee-8ff12216af30 req-26fdd7c6-78cb-4456-a4b3-c1c0bbcc8720 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=a575622b-a97e-4f38-9613-10326628fac0 HTTP/1.1" status: 200  len: 948 time: 0.3130345
Feb 05 20:49:25.937241 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 89291417-f7a6-4241-89d4-630f5d5e0b83 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:49:25.937657 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 89291417-f7a6-4241-89d4-630f5d5e0b83 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:49:25.938345 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b03cafca-fd98-4dfb-9b8b-0d0a82339727 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:49:25.956595 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-058e7e36-c80f-4083-946a-39761757492e req-242db1fa-cbce-43aa-aaa4-66ca7493b698 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2139766
Feb 05 20:49:26.051782 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: b03cafca-fd98-4dfb-9b8b-0d0a82339727 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:49:26.052139 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b03cafca-fd98-4dfb-9b8b-0d0a82339727 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:49:26.056390 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5a9fba09-8b01-45f2-b3ee-8ff12216af30 req-f199574e-5308-4e8a-9cfd-c33791ec8aed tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972388
Feb 05 20:49:26.236711 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-5a1326ad-ee83-46d2-8bbd-7c2d990cec7f None None] Set router 76c71850-cd49-41e8-8956-0b08785ab8f8 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:49:26.254894 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57538) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:26.262771 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43060d31-b446-4a86-95ad-14d4828ef04d None None] DHCP port deletion for c99e672f-3b87-4721-8d9c-fbb71f1cd179 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 20:49:26.445803 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-43060d31-b446-4a86-95ad-14d4828ef04d None None] Deleting port fd797857-97f7-4229-9ca3-5c33d799fed1 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:49:26.449634 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-43060d31-b446-4a86-95ad-14d4828ef04d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (fd797857-97f7-4229-9ca3-5c33d799fed1), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:26.462601 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0faef010-f906-4e1e-a5a9-d015359f81dd tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks [] for security_group (f400a674-b392-423c-b672-e853dd7371fe), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:26.516509 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0faef010-f906-4e1e-a5a9-d015359f81dd tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks [] for security_group (f400a674-b392-423c-b672-e853dd7371fe), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:26.532799 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-236016ed-50a9-4a91-ae86-d281ba226921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (fd797857-97f7-4229-9ca3-5c33d799fed1), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:26.603402 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-43060d31-b446-4a86-95ad-14d4828ef04d None None] For port fd797857-97f7-4229-9ca3-5c33d799fed1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fd797857-97f7-4229-9ca3-5c33d799fed1,segment=NetworkSegment(f8dcc3bd-8f53-4218-8d86-112fa4c91939),segment_id=f8dcc3bd-8f53-4218-8d86-112fa4c91939)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:49:26.603754 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-43060d31-b446-4a86-95ad-14d4828ef04d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (fd797857-97f7-4229-9ca3-5c33d799fed1), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:26.636519 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-43060d31-b446-4a86-95ad-14d4828ef04d None None] Calling delete_port for fd797857-97f7-4229-9ca3-5c33d799fed1 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:49:26.698721 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0faef010-f906-4e1e-a5a9-d015359f81dd tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f400a674-b392-423c-b672-e853dd7371fe), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:26.703925 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-5a1326ad-ee83-46d2-8bbd-7c2d990cec7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db91db6d0>, [{'id': '76c71850-cd49-41e8-8956-0b08785ab8f8', 'name': 'tempest-ServersTestFqdnHostnames-295223684-router', 'tenant_id': '8199679374f14355b0ba6837b638c031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142'}], 'enable_snat': True}, 'gw_port_id': '9868a0ff-fb2d-4120-a78a-67a11b272ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:49:19Z', 'updated_at': '2022-02-05T20:49:24Z', 'revision_number': 3, 'project_id': '8199679374f14355b0ba6837b638c031', 'gw_port': {'id': '9868a0ff-fb2d-4120-a78a-67a11b272ebb', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c71850-cd49-41e8-8956-0b08785ab8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:49:22Z', 'updated_at': '2022-02-05T20:49:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:26.705109 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0faef010-f906-4e1e-a5a9-d015359f81dd tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:26.708758 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0faef010-f906-4e1e-a5a9-d015359f81dd tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "DELETE /v2.0/security-groups/f400a674-b392-423c-b672-e853dd7371fe HTTP/1.1" status: 204  len: 168 time: 0.4482834
Feb 05 20:49:26.718222 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57548) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:26.755123 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1326ad-ee83-46d2-8bbd-7c2d990cec7f None None] Checking router: 76c71850-cd49-41e8-8956-0b08785ab8f8 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:49:26.756937 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1326ad-ee83-46d2-8bbd-7c2d990cec7f None None] Updating router 76c71850-cd49-41e8-8956-0b08785ab8f8 port 9868a0ff-fb2d-4120-a78a-67a11b272ebb binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 20:49:26.775727 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65b2cf-626c-48e0-906d-2c48482dfcc9 req-0d94967e-5e21-41fa-ac05-c8c1b6eb88b8 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:26.777348 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8f65b2cf-626c-48e0-906d-2c48482dfcc9 req-0d94967e-5e21-41fa-ac05-c8c1b6eb88b8 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=660818f9-6564-42a9-bf2b-68fd09602765 HTTP/1.1" status: 200  len: 943 time: 0.2068264
Feb 05 20:49:26.797337 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faef010-f906-4e1e-a5a9-d015359f81dd tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f400a674-b392-423c-b672-e853dd7371fe,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:26.805688 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-bb6312f9-c087-4849-9fbc-bfaafe4fdf47 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] show failed (client error): The resource could not be found.
Feb 05 20:49:26.810814 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-bb6312f9-c087-4849-9fbc-bfaafe4fdf47 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "GET /v2.0/security-groups/f400a674-b392-423c-b672-e853dd7371fe HTTP/1.1" status: 404  len: 347 time: 0.0851228
Feb 05 20:49:26.811454 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-5a1326ad-ee83-46d2-8bbd-7c2d990cec7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9868a0ff-fb2d-4120-a78a-67a11b272ebb), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:26.812109 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57552) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:26.848419 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414bbd98-0898-4135-a8bd-78b97d1e8a08', 'tag': 'a603b8aa-c256-44ff-9fa9-7b9d63afb577'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:49:26.857939 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7fd2c1-7bed-4c54-833c-7ea819e4d661" -d '{"events": [{"name": "network-changed", "server_uuid": "414bbd98-0898-4135-a8bd-78b97d1e8a08", "tag": "a603b8aa-c256-44ff-9fa9-7b9d63afb577"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:49:26.967017 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-43060d31-b446-4a86-95ad-14d4828ef04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (fd797857-97f7-4229-9ca3-5c33d799fed1), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:27.025858 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236016ed-50a9-4a91-ae86-d281ba226921 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd797857-97f7-4229-9ca3-5c33d799fed1,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:27.027299 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236016ed-50a9-4a91-ae86-d281ba226921 admin admin] No DVR routers for this DVR port fd797857-97f7-4229-9ca3-5c33d799fed1 on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:49:27.037669 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8f65b2cf-626c-48e0-906d-2c48482dfcc9 req-3b9541e5-d01a-4dbd-b38b-2bdd15db5bc1 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2453122
Feb 05 20:49:27.082303 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43060d31-b446-4a86-95ad-14d4828ef04d None None] No DVR routers for this DVR port fd797857-97f7-4229-9ca3-5c33d799fed1 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:49:27.090990 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43060d31-b446-4a86-95ad-14d4828ef04d None None] Pushing event deleted for resources: {'Port': ['ID=fd797857-97f7-4229-9ca3-5c33d799fed1,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:27.095730 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6d64e-b3eb-4a7c-a863-c54dd315183c req-f0728718-6c90-4592-b026-d896060745d4 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:27.103007 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b0b6d64e-b3eb-4a7c-a863-c54dd315183c req-f0728718-6c90-4592-b026-d896060745d4 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=414bbd98-0898-4135-a8bd-78b97d1e8a08 HTTP/1.1" status: 200  len: 1024 time: 0.2343514
Feb 05 20:49:27.133866 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-236016ed-50a9-4a91-ae86-d281ba226921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (c99e672f-3b87-4721-8d9c-fbb71f1cd179), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:27.163344 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-236016ed-50a9-4a91-ae86-d281ba226921 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f2db3371d60>> segment before_delete 55550000 {{(pid=114390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:49:27.164001 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-236016ed-50a9-4a91-ae86-d281ba226921 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f2db3371d60>> subnet precommit_delete_associations 55550000 {{(pid=114390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:49:27.164792 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-236016ed-50a9-4a91-ae86-d281ba226921 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2db81d9370>> segment_host_mapping after_create 55550000 {{(pid=114390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:49:27.165134 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-236016ed-50a9-4a91-ae86-d281ba226921 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2db81d9370>> port after_create 55550000 {{(pid=114390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:49:27.165494 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-236016ed-50a9-4a91-ae86-d281ba226921 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2db81d9370>> port after_delete 55550000 {{(pid=114390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:49:27.165940 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-236016ed-50a9-4a91-ae86-d281ba226921 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2db81d9370>> port after_update 55550000 {{(pid=114390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:49:27.166167 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-236016ed-50a9-4a91-ae86-d281ba226921 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2db81d9370>> segment after_delete 55550000 {{(pid=114390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:49:27.166541 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-236016ed-50a9-4a91-ae86-d281ba226921 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2db81d9370>> subnet after_create 55550000 {{(pid=114390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:49:27.166872 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-236016ed-50a9-4a91-ae86-d281ba226921 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2db81d9370>> subnet after_delete 55550000 {{(pid=114390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:49:27.167196 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-236016ed-50a9-4a91-ae86-d281ba226921 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2db81d9370>> subnet after_update 55550000 {{(pid=114390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:49:27.182116 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a80fde-4708-411d-82c9-9e816184c8f7 x-openstack-request-id: req-84a80fde-4708-411d-82c9-9e816184c8f7 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:49:27.183182 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414bbd98-0898-4135-a8bd-78b97d1e8a08", "tag": "a603b8aa-c256-44ff-9fa9-7b9d63afb577", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:49:27.184359 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-84a80fde-4708-411d-82c9-9e816184c8f7 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:49:27.185013 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '414bbd98-0898-4135-a8bd-78b97d1e8a08', 'tag': 'a603b8aa-c256-44ff-9fa9-7b9d63afb577', 'status': 'completed', 'code': 200}
Feb 05 20:49:27.206918 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-cc6b34af-482a-423d-baaa-69c3cdd01926 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Deleting port 0edc671e-ccf3-4093-a243-b7792a5db433 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:49:27.207273 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cc6b34af-482a-423d-baaa-69c3cdd01926 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (0edc671e-ccf3-4093-a243-b7792a5db433), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:27.265955 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-236016ed-50a9-4a91-ae86-d281ba226921 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2db2b86c40>> subnet after_create 55550000 {{(pid=114390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:49:27.266316 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-236016ed-50a9-4a91-ae86-d281ba226921 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2db2b86c40>> subnet after_delete 55550000 {{(pid=114390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:49:27.266687 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-236016ed-50a9-4a91-ae86-d281ba226921 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2db2b86c40>> subnet before_create 55550000 {{(pid=114390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:49:27.267027 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-236016ed-50a9-4a91-ae86-d281ba226921 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2db2b86c40>> subnet before_update 55550000 {{(pid=114390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 05 20:49:27.267413 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-236016ed-50a9-4a91-ae86-d281ba226921 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db81d9400>,) {'filters': {'network_id': ['c99e672f-3b87-4721-8d9c-fbb71f1cd179']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:27.284983 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-236016ed-50a9-4a91-ae86-d281ba226921 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db81d9400>, 'f8dcc3bd-8f53-4218-8d86-112fa4c91939') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:27.285318 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-236016ed-50a9-4a91-ae86-d281ba226921 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db81d9400>, 'f8dcc3bd-8f53-4218-8d86-112fa4c91939') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:27.302684 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-236016ed-50a9-4a91-ae86-d281ba226921 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (f8dcc3bd-8f53-4218-8d86-112fa4c91939), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:27.335191 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-236016ed-50a9-4a91-ae86-d281ba226921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (f8dcc3bd-8f53-4218-8d86-112fa4c91939), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:27.344794 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b0b6d64e-b3eb-4a7c-a863-c54dd315183c req-85a596b7-aac8-4e7c-894a-08b8ee11adb8 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=e396c16d-e776-438b-b6ef-5731d39077e9&id=c76d06d8-e3b9-4ca7-82e5-854729a73931&id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.2408538
Feb 05 20:49:27.375358 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-236016ed-50a9-4a91-ae86-d281ba226921 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:49:27.375781 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-236016ed-50a9-4a91-ae86-d281ba226921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (f8dcc3bd-8f53-4218-8d86-112fa4c91939), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:27.380250 ncdv-master-1 neutron-server[114390]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 05 20:49:27.380250 ncdv-master-1 neutron-server[114390]:   from cryptography.utils import int_from_bytes
Feb 05 20:49:27.380250 ncdv-master-1 neutron-server[114390]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 05 20:49:27.380250 ncdv-master-1 neutron-server[114390]:   from cryptography.utils import int_from_bytes
Feb 05 20:49:27.380250 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 20:49:27.380250 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:49:27.380250 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 20:49:27.380250 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:49:27.380250 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 20:49:27.380250 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:49:27.380250 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 20:49:27.380250 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:49:27.380250 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 20:49:27.380250 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:49:27.380250 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 20:49:27.380250 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:49:27.380250 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 20:49:27.380250 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:49:27.380250 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:49:27.380250 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:49:27.380250 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:49:27.380250 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:49:27.380250 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 20:49:27.380250 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:49:27.380250 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 20:49:27.380250 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:49:27.380250 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:49:27.380250 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:49:27.380250 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:49:27.380250 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:49:27.380250 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:49:27.380250 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:49:27.380250 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:49:27.380250 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:49:27.380250 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:49:27.380250 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:49:27.437226 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-5a1326ad-ee83-46d2-8bbd-7c2d990cec7f None None] Publish callbacks [] for port (9868a0ff-fb2d-4120-a78a-67a11b272ebb), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:27.448246 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7fd2c1-7bed-4c54-833c-7ea819e4d661 req-20d39833-ab5c-408f-81d6-7973512b4fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:27.449215 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-5a1326ad-ee83-46d2-8bbd-7c2d990cec7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9868a0ff-fb2d-4120-a78a-67a11b272ebb), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:27.450472 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fb7fd2c1-7bed-4c54-833c-7ea819e4d661 req-20d39833-ab5c-408f-81d6-7973512b4fc4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=527d10d28e8840b1b77fb7b65a2178e6&device_id=414bbd98-0898-4135-a8bd-78b97d1e8a08 HTTP/1.1" status: 200  len: 1207 time: 0.2254405
Feb 05 20:49:27.465512 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f089109-8f2a-4fc0-b2d6-55b37245f01d req-28b73a5d-37c1-4a9e-908e-e2df194e5ddd tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:27.476034 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4f089109-8f2a-4fc0-b2d6-55b37245f01d req-28b73a5d-37c1-4a9e-908e-e2df194e5ddd tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=a575622b-a97e-4f38-9613-10326628fac0 HTTP/1.1" status: 200  len: 948 time: 0.2348831
Feb 05 20:49:27.488968 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cc6b34af-482a-423d-baaa-69c3cdd01926 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (0edc671e-ccf3-4093-a243-b7792a5db433), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:27.489765 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cc6b34af-482a-423d-baaa-69c3cdd01926 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks [] for floatingip (0edc671e-ccf3-4093-a243-b7792a5db433), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:27.503143 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-236016ed-50a9-4a91-ae86-d281ba226921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (c99e672f-3b87-4721-8d9c-fbb71f1cd179), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:27.519589 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-236016ed-50a9-4a91-ae86-d281ba226921 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:27.523071 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-236016ed-50a9-4a91-ae86-d281ba226921 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c99e672f-3b87-4721-8d9c-fbb71f1cd179 HTTP/1.1" status: 204  len: 168 time: 1.9212112
Feb 05 20:49:27.536696 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e483ea71-30ac-43eb-a3fd-602dc47750ae None None] Pushing event updated for resources: {'Port': ['ID=9868a0ff-fb2d-4120-a78a-67a11b272ebb,revision_number=2']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:27.547165 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e483ea71-30ac-43eb-a3fd-602dc47750ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:27.548022 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e483ea71-30ac-43eb-a3fd-602dc47750ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:27.548520 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e483ea71-30ac-43eb-a3fd-602dc47750ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:27.549029 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e483ea71-30ac-43eb-a3fd-602dc47750ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:27.549525 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e483ea71-30ac-43eb-a3fd-602dc47750ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:27.550043 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e483ea71-30ac-43eb-a3fd-602dc47750ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:27.550595 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e483ea71-30ac-43eb-a3fd-602dc47750ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:27.551094 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e483ea71-30ac-43eb-a3fd-602dc47750ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:27.551582 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e483ea71-30ac-43eb-a3fd-602dc47750ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:27.552299 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e483ea71-30ac-43eb-a3fd-602dc47750ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:27.552799 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e483ea71-30ac-43eb-a3fd-602dc47750ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:27.553475 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e483ea71-30ac-43eb-a3fd-602dc47750ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:27.553962 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e483ea71-30ac-43eb-a3fd-602dc47750ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:49:27.571792 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236016ed-50a9-4a91-ae86-d281ba226921 admin admin] Pushing event deleted for resources: {'Network': ['ID=c99e672f-3b87-4721-8d9c-fbb71f1cd179,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:27.596497 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-5a1326ad-ee83-46d2-8bbd-7c2d990cec7f None None] Attempting to bind port 9868a0ff-fb2d-4120-a78a-67a11b272ebb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:49:27.597126 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-5a1326ad-ee83-46d2-8bbd-7c2d990cec7f None None] Attempting to bind port 9868a0ff-fb2d-4120-a78a-67a11b272ebb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:49:27.597711 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1326ad-ee83-46d2-8bbd-7c2d990cec7f None None] Attempting to bind port 9868a0ff-fb2d-4120-a78a-67a11b272ebb on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:49:27.604803 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1326ad-ee83-46d2-8bbd-7c2d990cec7f None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:49:27.605185 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1326ad-ee83-46d2-8bbd-7c2d990cec7f None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:49:27.606226 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-5a1326ad-ee83-46d2-8bbd-7c2d990cec7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:27.606686 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1326ad-ee83-46d2-8bbd-7c2d990cec7f None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:49:27.607209 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-5a1326ad-ee83-46d2-8bbd-7c2d990cec7f None None] Bound port: 9868a0ff-fb2d-4120-a78a-67a11b272ebb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:49:27.607678 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-5a1326ad-ee83-46d2-8bbd-7c2d990cec7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9868a0ff-fb2d-4120-a78a-67a11b272ebb), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:27.610789 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-cc6b34af-482a-423d-baaa-69c3cdd01926 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Calling delete_port for 0edc671e-ccf3-4093-a243-b7792a5db433 owned by network:floatingip {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:49:27.653863 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device fd797857-97f7-4229-9ca3-5c33d799fed1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:49:27.668114 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-5a1326ad-ee83-46d2-8bbd-7c2d990cec7f None None] For port 9868a0ff-fb2d-4120-a78a-67a11b272ebb, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:49:27.673553 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-5a1326ad-ee83-46d2-8bbd-7c2d990cec7f None None] For port 9868a0ff-fb2d-4120-a78a-67a11b272ebb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9868a0ff-fb2d-4120-a78a-67a11b272ebb,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:49:27.684570 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-5a1326ad-ee83-46d2-8bbd-7c2d990cec7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9868a0ff-fb2d-4120-a78a-67a11b272ebb), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:27.712702 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: fd797857-97f7-4229-9ca3-5c33d799fed1 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:49:27.712998 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device fd797857-97f7-4229-9ca3-5c33d799fed1 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:49:27.735225 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-33f77942-eb47-47ff-ac9d-dd2a4f811c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:27.828773 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4f089109-8f2a-4fc0-b2d6-55b37245f01d req-99e40720-3fe4-4fc0-aff1-36bda24892ee tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3465774
Feb 05 20:49:27.837196 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-3b3e0a08-772e-475d-9bd8-531df3086834 service neutron] 10.222.0.39 "GET /v2.0/ports/a0a11d30-e1f6-41c8-aba3-188367acbc76/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1579628
Feb 05 20:49:27.895300 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1326ad-ee83-46d2-8bbd-7c2d990cec7f None None] Routers {'76c71850-cd49-41e8-8956-0b08785ab8f8'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:49:27.897991 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-5a1326ad-ee83-46d2-8bbd-7c2d990cec7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db91db6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:49:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['76c71850-cd49-41e8-8956-0b08785ab8f8'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:27.902778 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7fd2c1-7bed-4c54-833c-7ea819e4d661 req-0ef6d783-d6c8-4926-add9-aa5f066933d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:27.904785 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fb7fd2c1-7bed-4c54-833c-7ea819e4d661 req-0ef6d783-d6c8-4926-add9-aa5f066933d3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=33c3ef76-873c-4cff-a0fb-48c0f61e95e9 HTTP/1.1" status: 200  len: 914 time: 0.4120097
Feb 05 20:49:27.911427 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57570) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:28.043805 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fb7fd2c1-7bed-4c54-833c-7ea819e4d661 req-9ac27a45-0d99-4f71-abf0-fc73b98673d4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a603b8aa-c256-44ff-9fa9-7b9d63afb577 HTTP/1.1" status: 200  len: 217 time: 0.1301162
Feb 05 20:49:28.065768 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-33f77942-eb47-47ff-ac9d-dd2a4f811c40 admin admin] Allocated IP 172.20.0.1 (13d77b28-3afb-4994-b488-d4d74ff9d748/f1bb25ad-7007-4dd3-951f-b5714ea4801d/f16dc1d3-f811-434b-a2c7-ea8d85152498) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:49:28.077166 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-5a1326ad-ee83-46d2-8bbd-7c2d990cec7f None None] Set router 76c71850-cd49-41e8-8956-0b08785ab8f8 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:49:28.110969 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57576) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:28.120481 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-080711d7-06fb-42a5-95f6-198dfef638b0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f829fd34d89942aeab410c3933fe9a60&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2078695
Feb 05 20:49:28.124585 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57578) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:28.189673 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7fd2c1-7bed-4c54-833c-7ea819e4d661 req-4e33db48-e425-4e2c-8182-9d3f4604fc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:28.198249 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fb7fd2c1-7bed-4c54-833c-7ea819e4d661 req-4e33db48-e425-4e2c-8182-9d3f4604fc24 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8cc536ee-4631-40df-863b-8efeceae1e96 HTTP/1.1" status: 200  len: 853 time: 0.1362765
Feb 05 20:49:28.287317 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fb7fd2c1-7bed-4c54-833c-7ea819e4d661 req-9aee77df-1d52-4ff2-b6bc-81f5806f5a2a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=33c3ef76-873c-4cff-a0fb-48c0f61e95e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0640817
Feb 05 20:49:28.300614 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e483ea71-30ac-43eb-a3fd-602dc47750ae None None] Pushing event updated for resources: {'Port': ['ID=9868a0ff-fb2d-4120-a78a-67a11b272ebb,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:28.310101 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cc6b34af-482a-423d-baaa-69c3cdd01926 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (0edc671e-ccf3-4093-a243-b7792a5db433), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:28.319483 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-5a1326ad-ee83-46d2-8bbd-7c2d990cec7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db91db6d0>, [{'id': '76c71850-cd49-41e8-8956-0b08785ab8f8', 'name': 'tempest-ServersTestFqdnHostnames-295223684-router', 'tenant_id': '8199679374f14355b0ba6837b638c031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142'}], 'enable_snat': True}, 'gw_port_id': '9868a0ff-fb2d-4120-a78a-67a11b272ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:49:19Z', 'updated_at': '2022-02-05T20:49:24Z', 'revision_number': 3, 'project_id': '8199679374f14355b0ba6837b638c031', 'gw_port': {'id': '9868a0ff-fb2d-4120-a78a-67a11b272ebb', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c71850-cd49-41e8-8956-0b08785ab8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:49:22Z', 'updated_at': '2022-02-05T20:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:28.353878 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1326ad-ee83-46d2-8bbd-7c2d990cec7f None None] The sync data for ids ['76c71850-cd49-41e8-8956-0b08785ab8f8'] in ncdv-master-1 is: [{'id': '76c71850-cd49-41e8-8956-0b08785ab8f8', 'name': 'tempest-ServersTestFqdnHostnames-295223684-router', 'tenant_id': '8199679374f14355b0ba6837b638c031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142'}], 'enable_snat': True}, 'gw_port_id': '9868a0ff-fb2d-4120-a78a-67a11b272ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:49:19Z', 'updated_at': '2022-02-05T20:49:24Z', 'revision_number': 3, 'project_id': '8199679374f14355b0ba6837b638c031', 'gw_port': {'id': '9868a0ff-fb2d-4120-a78a-67a11b272ebb', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c71850-cd49-41e8-8956-0b08785ab8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:49:22Z', 'updated_at': '2022-02-05T20:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:49:28.356085 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3997f76d-2f7c-4c2e-a7bd-f932074a5f63 admin admin] Publish callbacks [] for security_group (2f880940-1f9c-4ea0-ada3-e1fe73d9268a), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:28.360068 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-420046fd-38a5-43ea-81f7-e144ea6375ea service neutron] For port a0a11d30-e1f6-41c8-aba3-188367acbc76, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a0a11d30-e1f6-41c8-aba3-188367acbc76,segment=NetworkSegment(22aada35-3566-46c2-b11c-622e4f2f6275),segment_id=22aada35-3566-46c2-b11c-622e4f2f6275)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:49:28.426572 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bd8d7dd1-a8a7-4108-b2c8-dc1c76f4b5d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:28.443591 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b34af-482a-423d-baaa-69c3cdd01926 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Pushing event deleted for resources: {'Port': ['ID=0edc671e-ccf3-4093-a243-b7792a5db433,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:28.455052 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-420046fd-38a5-43ea-81f7-e144ea6375ea service neutron] For port a0a11d30-e1f6-41c8-aba3-188367acbc76, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:49:28.464872 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128ab51-63c1-4312-84ba-b95cde7f4eff req-18a3fbc2-a008-4afc-911a-f85937c89d03 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:28.474266 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3997f76d-2f7c-4c2e-a7bd-f932074a5f63 admin admin] Publish callbacks [] for security_group (2f880940-1f9c-4ea0-ada3-e1fe73d9268a), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:28.503523 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8128ab51-63c1-4312-84ba-b95cde7f4eff req-18a3fbc2-a008-4afc-911a-f85937c89d03 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.39 "GET /v2.0/ports?device_id=414bbd98-0898-4135-a8bd-78b97d1e8a08 HTTP/1.1" status: 200  len: 1024 time: 0.3054852
Feb 05 20:49:28.548073 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0718df-b7e8-41fe-b06f-d07926ba4108 req-f22eb37f-2f77-41b7-a7c3-e6c5ffd53755 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:28.555864 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-de0718df-b7e8-41fe-b06f-d07926ba4108 req-f22eb37f-2f77-41b7-a7c3-e6c5ffd53755 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=660818f9-6564-42a9-bf2b-68fd09602765 HTTP/1.1" status: 200  len: 943 time: 0.3368268
Feb 05 20:49:28.614976 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-33f77942-eb47-47ff-ac9d-dd2a4f811c40 admin admin] Publish callbacks [] for port (f16dc1d3-f811-434b-a2c7-ea8d85152498), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:28.641231 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-420046fd-38a5-43ea-81f7-e144ea6375ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0a11d30-e1f6-41c8-aba3-188367acbc76 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:49:28.675605 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-420046fd-38a5-43ea-81f7-e144ea6375ea service neutron] For port a0a11d30-e1f6-41c8-aba3-188367acbc76, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a0a11d30-e1f6-41c8-aba3-188367acbc76,segment=NetworkSegment(22aada35-3566-46c2-b11c-622e4f2f6275),segment_id=22aada35-3566-46c2-b11c-622e4f2f6275)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:49:28.767242 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-420046fd-38a5-43ea-81f7-e144ea6375ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a0a11d30-e1f6-41c8-aba3-188367acbc76), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:28.813176 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-33f77942-eb47-47ff-ac9d-dd2a4f811c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (f16dc1d3-f811-434b-a2c7-ea8d85152498), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:28.919875 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bd8d7dd1-a8a7-4108-b2c8-dc1c76f4b5d8 admin admin] Publish callbacks [] for security_group (bafd3784-5aaa-412b-8101-dfc53cbf4e38), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:28.923472 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f77942-eb47-47ff-ac9d-dd2a4f811c40 admin admin] Network 13d77b28-3afb-4994-b488-d4d74ff9d748 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:49:28.927538 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-8128ab51-63c1-4312-84ba-b95cde7f4eff req-b0591f8d-603c-4717-85c5-c4aeb7e0af45 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Deleting port a603b8aa-c256-44ff-9fa9-7b9d63afb577 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:49:28.927885 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-8128ab51-63c1-4312-84ba-b95cde7f4eff req-b0591f8d-603c-4717-85c5-c4aeb7e0af45 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (a603b8aa-c256-44ff-9fa9-7b9d63afb577), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:28.940772 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-33f77942-eb47-47ff-ac9d-dd2a4f811c40 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:49:28.942981 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bd8d7dd1-a8a7-4108-b2c8-dc1c76f4b5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (bafd3784-5aaa-412b-8101-dfc53cbf4e38), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:28.960718 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f77942-eb47-47ff-ac9d-dd2a4f811c40 admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:49:28.964196 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f77942-eb47-47ff-ac9d-dd2a4f811c40 admin admin] Pushing event updated for resources: {'Port': ['ID=f16dc1d3-f811-434b-a2c7-ea8d85152498,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:29.071397 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3997f76d-2f7c-4c2e-a7bd-f932074a5f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (2f880940-1f9c-4ea0-ada3-e1fe73d9268a), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:29.074078 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3997f76d-2f7c-4c2e-a7bd-f932074a5f63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:29.077669 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-3997f76d-2f7c-4c2e-a7bd-f932074a5f63 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2f880940-1f9c-4ea0-ada3-e1fe73d9268a HTTP/1.1" status: 204  len: 168 time: 0.9499087
Feb 05 20:49:29.090931 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fb7fd2c1-7bed-4c54-833c-7ea819e4d661 req-c70a1d10-d1bc-4a28-8b90-c973b1322488 service neutron] 10.222.0.39 "GET /v2.0/networks/33c3ef76-873c-4cff-a0fb-48c0f61e95e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7932456
Feb 05 20:49:29.096814 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3997f76d-2f7c-4c2e-a7bd-f932074a5f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f880940-1f9c-4ea0-ada3-e1fe73d9268a,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:29.140837 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-8128ab51-63c1-4312-84ba-b95cde7f4eff req-b0591f8d-603c-4717-85c5-c4aeb7e0af45 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] For port a603b8aa-c256-44ff-9fa9-7b9d63afb577, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a603b8aa-c256-44ff-9fa9-7b9d63afb577,segment=NetworkSegment(09abd495-dfb6-4655-a11b-eae610695a85),segment_id=09abd495-dfb6-4655-a11b-eae610695a85)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:49:29.141357 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-8128ab51-63c1-4312-84ba-b95cde7f4eff req-b0591f8d-603c-4717-85c5-c4aeb7e0af45 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (a603b8aa-c256-44ff-9fa9-7b9d63afb577), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:29.170081 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-8128ab51-63c1-4312-84ba-b95cde7f4eff req-b0591f8d-603c-4717-85c5-c4aeb7e0af45 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Calling delete_port for a603b8aa-c256-44ff-9fa9-7b9d63afb577 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:49:29.254444 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-de0718df-b7e8-41fe-b06f-d07926ba4108 req-2869ef65-e9c0-4f28-a18a-643cbc45939b tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6929312
Feb 05 20:49:29.254444 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cc6b34af-482a-423d-baaa-69c3cdd01926 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks [] for floatingip (1217fc95-0af0-4201-aa59-e7b9d5221fde), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:29.271144 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cc6b34af-482a-423d-baaa-69c3cdd01926 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:29.272745 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-cc6b34af-482a-423d-baaa-69c3cdd01926 tempest-ServersWithSpecificFlavorTestJSON-622457656 tempest-ServersWithSpecificFlavorTestJSON-622457656-project] 10.222.0.32 "DELETE /v2.0/floatingips/1217fc95-0af0-4201-aa59-e7b9d5221fde HTTP/1.1" status: 204  len: 168 time: 2.4500413
Feb 05 20:49:29.336291 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-420046fd-38a5-43ea-81f7-e144ea6375ea service neutron] Transition to ACTIVE for port object a0a11d30-e1f6-41c8-aba3-188367acbc76 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:49:29.340034 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-bd8d7dd1-a8a7-4108-b2c8-dc1c76f4b5d8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d735bbaf3d2b46bf93a89ddec9b75a65&name=default HTTP/1.1" status: 200  len: 2996 time: 1.2244911
Feb 05 20:49:29.353116 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b299b-66f3-424e-8cd2-368f2de4e559 req-bbd8101b-79f6-460e-9e25-73287c8f30be tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:29.358081 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bd3b299b-66f3-424e-8cd2-368f2de4e559 req-bbd8101b-79f6-460e-9e25-73287c8f30be tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=414bbd98-0898-4135-a8bd-78b97d1e8a08 HTTP/1.1" status: 200  len: 1024 time: 0.8444386
Feb 05 20:49:29.359181 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57604) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:29.384181 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-572dfee2-c537-4ee4-bbbf-30dee14373eb None None] Provisioning complete for port f16dc1d3-f811-434b-a2c7-ea8d85152498 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:49:29.385653 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-572dfee2-c537-4ee4-bbbf-30dee14373eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (f16dc1d3-f811-434b-a2c7-ea8d85152498), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:29.412631 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-420046fd-38a5-43ea-81f7-e144ea6375ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (a0a11d30-e1f6-41c8-aba3-188367acbc76), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:29.439635 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-572dfee2-c537-4ee4-bbbf-30dee14373eb None None] Port f16dc1d3-f811-434b-a2c7-ea8d85152498 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:49:29.447205 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d7dd1-a8a7-4108-b2c8-dc1c76f4b5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafd3784-5aaa-412b-8101-dfc53cbf4e38,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:29.466570 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fb7fd2c1-7bed-4c54-833c-7ea819e4d661 req-14439dc3-faf4-4197-b854-51a07f968b8c service neutron] 10.222.0.39 "GET /v2.0/networks/33c3ef76-873c-4cff-a0fb-48c0f61e95e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3668151
Feb 05 20:49:29.494600 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-33f77942-eb47-47ff-ac9d-dd2a4f811c40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (76c71850-cd49-41e8-8956-0b08785ab8f8), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:29.618629 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463898a2-643c-4858-b0ea-f689f8a11496 req-e791d479-34f8-427b-98bf-43794ba5c937 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:29.620953 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-463898a2-643c-4858-b0ea-f689f8a11496 req-e791d479-34f8-427b-98bf-43794ba5c937 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=a575622b-a97e-4f38-9613-10326628fac0 HTTP/1.1" status: 200  len: 948 time: 0.2434812
Feb 05 20:49:29.621859 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e0285ee5-3a35-4355-a2b2-26c3703c4404 admin admin] Publish callbacks [] for security_group (bafd3784-5aaa-412b-8101-dfc53cbf4e38), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:29.682169 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bd3b299b-66f3-424e-8cd2-368f2de4e559 req-940badf5-edc7-415b-ba13-3657cc98a3fb tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=e396c16d-e776-438b-b6ef-5731d39077e9&id=c76d06d8-e3b9-4ca7-82e5-854729a73931&id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.2871680
Feb 05 20:49:29.720185 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e0285ee5-3a35-4355-a2b2-26c3703c4404 admin admin] Publish callbacks [] for security_group (bafd3784-5aaa-412b-8101-dfc53cbf4e38), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:29.774032 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-463898a2-643c-4858-b0ea-f689f8a11496 req-45cb2eea-54af-498a-b5fe-1196de0e1ea7 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1458049
Feb 05 20:49:29.782261 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9868a0ff-fb2d-4120-a78a-67a11b272ebb up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:49:29.846437 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e0285ee5-3a35-4355-a2b2-26c3703c4404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (bafd3784-5aaa-412b-8101-dfc53cbf4e38), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:29.846866 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-420046fd-38a5-43ea-81f7-e144ea6375ea service neutron] No DVR routers for this DVR port a0a11d30-e1f6-41c8-aba3-188367acbc76 on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:49:29.855059 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e0285ee5-3a35-4355-a2b2-26c3703c4404 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:29.860356 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e0285ee5-3a35-4355-a2b2-26c3703c4404 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bafd3784-5aaa-412b-8101-dfc53cbf4e38 HTTP/1.1" status: 204  len: 168 time: 0.4945002
Feb 05 20:49:29.860872 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420046fd-38a5-43ea-81f7-e144ea6375ea service neutron] Pushing event updated for resources: {'Port': ['ID=a0a11d30-e1f6-41c8-aba3-188367acbc76,revision_number=10']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:29.890073 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0285ee5-3a35-4355-a2b2-26c3703c4404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafd3784-5aaa-412b-8101-dfc53cbf4e38,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:29.950863 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 9868a0ff-fb2d-4120-a78a-67a11b272ebb triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:49:29.951794 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9868a0ff-fb2d-4120-a78a-67a11b272ebb), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:29.997417 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-33f77942-eb47-47ff-ac9d-dd2a4f811c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f16dc1d3-f811-434b-a2c7-ea8d85152498), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:30.004137 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-420046fd-38a5-43ea-81f7-e144ea6375ea service neutron] 10.222.0.39 "PUT /v2.0/ports/a0a11d30-e1f6-41c8-aba3-188367acbc76/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 2.1609383
Feb 05 20:49:30.094065 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-8128ab51-63c1-4312-84ba-b95cde7f4eff req-b0591f8d-603c-4717-85c5-c4aeb7e0af45 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (a603b8aa-c256-44ff-9fa9-7b9d63afb577), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:30.138608 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0591f8d-603c-4717-85c5-c4aeb7e0af45 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Pushing event deleted for resources: {'Port': ['ID=a603b8aa-c256-44ff-9fa9-7b9d63afb577,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:30.169362 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['a603b8aa-c256-44ff-9fa9-7b9d63afb577'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:49:30.173978 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['218cb684-5341-4263-acdf-23a99d0f8478'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:49:30.340331 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57642) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:30.358620 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 9868a0ff-fb2d-4120-a78a-67a11b272ebb is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:49:30.359387 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9868a0ff-fb2d-4120-a78a-67a11b272ebb), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:30.418104 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-8128ab51-63c1-4312-84ba-b95cde7f4eff req-b0591f8d-603c-4717-85c5-c4aeb7e0af45 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] No DVR routers for this DVR port a603b8aa-c256-44ff-9fa9-7b9d63afb577 on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:49:30.422436 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-8128ab51-63c1-4312-84ba-b95cde7f4eff req-b0591f8d-603c-4717-85c5-c4aeb7e0af45 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:30.428220 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8128ab51-63c1-4312-84ba-b95cde7f4eff req-b0591f8d-603c-4717-85c5-c4aeb7e0af45 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.39 "DELETE /v2.0/ports/a603b8aa-c256-44ff-9fa9-7b9d63afb577 HTTP/1.1" status: 204  len: 173 time: 1.9237261
Feb 05 20:49:30.440319 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414bbd98-0898-4135-a8bd-78b97d1e8a08', 'name': 'network-vif-deleted', 'tag': 'a603b8aa-c256-44ff-9fa9-7b9d63afb577'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:49:30.442735 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc231e7-31ff-418e-b702-0eb72e1aea13" -d '{"events": [{"server_uuid": "414bbd98-0898-4135-a8bd-78b97d1e8a08", "name": "network-vif-deleted", "tag": "a603b8aa-c256-44ff-9fa9-7b9d63afb577"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:49:30.451586 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 9868a0ff-fb2d-4120-a78a-67a11b272ebb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9868a0ff-fb2d-4120-a78a-67a11b272ebb,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:49:30.476711 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9868a0ff-fb2d-4120-a78a-67a11b272ebb), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:30.575373 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db81f26-c6dd-4b9e-9cad-aa237d76bc5d x-openstack-request-id: req-3db81f26-c6dd-4b9e-9cad-aa237d76bc5d {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:49:30.575745 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414bbd98-0898-4135-a8bd-78b97d1e8a08", "name": "network-vif-deleted", "tag": "a603b8aa-c256-44ff-9fa9-7b9d63afb577", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:49:30.575977 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3db81f26-c6dd-4b9e-9cad-aa237d76bc5d {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:49:30.576410 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414bbd98-0898-4135-a8bd-78b97d1e8a08', 'name': 'network-vif-deleted', 'tag': 'a603b8aa-c256-44ff-9fa9-7b9d63afb577', 'status': 'completed', 'code': 200}
Feb 05 20:49:30.586187 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-33f77942-eb47-47ff-ac9d-dd2a4f811c40 admin admin] Publish callbacks [] for port (f16dc1d3-f811-434b-a2c7-ea8d85152498), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:30.600432 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-33f77942-eb47-47ff-ac9d-dd2a4f811c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (f16dc1d3-f811-434b-a2c7-ea8d85152498), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:30.620101 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=9868a0ff-fb2d-4120-a78a-67a11b272ebb,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:30.685592 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device a0a11d30-e1f6-41c8-aba3-188367acbc76 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:49:30.780469 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af36ff-3d1e-4db2-a71d-bb48bfa783b6 req-654d7dca-00e5-4978-bad0-14d1f12a77cf tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:30.789007 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e8af36ff-3d1e-4db2-a71d-bb48bfa783b6 req-654d7dca-00e5-4978-bad0-14d1f12a77cf tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=660818f9-6564-42a9-bf2b-68fd09602765 HTTP/1.1" status: 200  len: 944 time: 0.3663614
Feb 05 20:49:30.808232 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] The host nch2-master-1 is not matching for port a0a11d30-e1f6-41c8-aba3-188367acbc76 host nch1-master-1! {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Feb 05 20:49:30.809486 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device a0a11d30-e1f6-41c8-aba3-188367acbc76 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:49:30.810232 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device a603b8aa-c256-44ff-9fa9-7b9d63afb577 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:49:30.837033 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57656) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:30.839706 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-33f77942-eb47-47ff-ac9d-dd2a4f811c40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (76c71850-cd49-41e8-8956-0b08785ab8f8), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:30.848354 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: a603b8aa-c256-44ff-9fa9-7b9d63afb577 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:49:30.849009 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device a603b8aa-c256-44ff-9fa9-7b9d63afb577 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:49:30.950916 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5375c985-86fc-44ff-9d9a-a617e8405c48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:30.983946 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e8af36ff-3d1e-4db2-a71d-bb48bfa783b6 req-d422bce8-8cc7-428b-aabe-6dc2107f7264 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1928651
Feb 05 20:49:31.103413 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5375c985-86fc-44ff-9d9a-a617e8405c48 admin admin] Publish callbacks [] for security_group (7e8be339-1d2a-4de7-959d-9100fbb5bc1f), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:31.115710 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f77942-eb47-47ff-ac9d-dd2a4f811c40 admin admin] Pushing event updated for resources: {'Port': ['ID=f16dc1d3-f811-434b-a2c7-ea8d85152498,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:31.123740 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5375c985-86fc-44ff-9d9a-a617e8405c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (7e8be339-1d2a-4de7-959d-9100fbb5bc1f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:31.212045 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ce89390-dd7f-47da-b810-b7ee4ab6c21e req-79832336-d488-4548-b70e-114b4e217d6e tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=414bbd98-0898-4135-a8bd-78b97d1e8a08 HTTP/1.1" status: 200  len: 210 time: 0.0572677
Feb 05 20:49:31.237795 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5375c985-86fc-44ff-9d9a-a617e8405c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8be339-1d2a-4de7-959d-9100fbb5bc1f,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:31.251720 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5375c985-86fc-44ff-9d9a-a617e8405c48 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c4c332a2226c4b4c9ee75e63b03e7e8a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3873553
Feb 05 20:49:31.252336 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57674) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:31.276504 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f77942-eb47-47ff-ac9d-dd2a4f811c40 admin admin] Network 13d77b28-3afb-4994-b488-d4d74ff9d748 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:49:31.279485 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-33f77942-eb47-47ff-ac9d-dd2a4f811c40 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:49:31.431591 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1f772071-4e3e-4564-b1b7-8cf7d9793f1c admin admin] Publish callbacks [] for security_group (7e8be339-1d2a-4de7-959d-9100fbb5bc1f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:31.454474 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1f772071-4e3e-4564-b1b7-8cf7d9793f1c admin admin] Publish callbacks [] for security_group (7e8be339-1d2a-4de7-959d-9100fbb5bc1f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:31.511567 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1f772071-4e3e-4564-b1b7-8cf7d9793f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (7e8be339-1d2a-4de7-959d-9100fbb5bc1f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:31.518336 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1f772071-4e3e-4564-b1b7-8cf7d9793f1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:31.518693 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436002a1-9f63-481f-b706-9753a45a1263 req-05447f13-c617-4c9b-ad0a-d91bfa8110c6 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:31.527791 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-436002a1-9f63-481f-b706-9753a45a1263 req-05447f13-c617-4c9b-ad0a-d91bfa8110c6 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=a575622b-a97e-4f38-9613-10326628fac0 HTTP/1.1" status: 200  len: 948 time: 0.2033234
Feb 05 20:49:31.534663 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1f772071-4e3e-4564-b1b7-8cf7d9793f1c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7e8be339-1d2a-4de7-959d-9100fbb5bc1f HTTP/1.1" status: 204  len: 168 time: 0.2657785
Feb 05 20:49:31.538889 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1ee7735c-4a56-4c7e-a7ca-9282bce78d5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (b07869ed-7c5e-403e-98ed-b75da5a27ef9), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:31.580651 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f772071-4e3e-4564-b1b7-8cf7d9793f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8be339-1d2a-4de7-959d-9100fbb5bc1f,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:31.630056 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f77942-eb47-47ff-ac9d-dd2a4f811c40 admin admin] Router 76c71850-cd49-41e8-8956-0b08785ab8f8 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:49:31.685391 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9868a0ff-fb2d-4120-a78a-67a11b272ebb up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:49:31.758189 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 9868a0ff-fb2d-4120-a78a-67a11b272ebb triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:49:31.758476 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9868a0ff-fb2d-4120-a78a-67a11b272ebb), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:31.817365 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-436002a1-9f63-481f-b706-9753a45a1263 req-f89d9a03-21d9-4bd1-a045-53506cad2e0b tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2835727
Feb 05 20:49:31.884488 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-12661c9b-9fd6-4db1-92d1-5dd0c88d0dcc None None] Provisioning complete for port f16dc1d3-f811-434b-a2c7-ea8d85152498 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:49:31.886859 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-12661c9b-9fd6-4db1-92d1-5dd0c88d0dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (f16dc1d3-f811-434b-a2c7-ea8d85152498), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:31.972058 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-1ee7735c-4a56-4c7e-a7ca-9282bce78d5c admin admin] Deleting port 54ecdec6-b7e7-42ef-9193-cc4071ce15d5 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:49:31.972414 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1ee7735c-4a56-4c7e-a7ca-9282bce78d5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (54ecdec6-b7e7-42ef-9193-cc4071ce15d5), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:32.072214 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57716) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:32.103342 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-12661c9b-9fd6-4db1-92d1-5dd0c88d0dcc None None] Port f16dc1d3-f811-434b-a2c7-ea8d85152498 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:49:32.111958 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 9868a0ff-fb2d-4120-a78a-67a11b272ebb is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:49:32.112467 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-1ee7735c-4a56-4c7e-a7ca-9282bce78d5c admin admin] For port 54ecdec6-b7e7-42ef-9193-cc4071ce15d5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=54ecdec6-b7e7-42ef-9193-cc4071ce15d5,segment=NetworkSegment(162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e),segment_id=162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:49:32.113041 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1ee7735c-4a56-4c7e-a7ca-9282bce78d5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (54ecdec6-b7e7-42ef-9193-cc4071ce15d5), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:32.132731 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-1ee7735c-4a56-4c7e-a7ca-9282bce78d5c admin admin] Calling delete_port for 54ecdec6-b7e7-42ef-9193-cc4071ce15d5 owned by network:router_interface {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:49:32.349750 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f77942-eb47-47ff-ac9d-dd2a4f811c40 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:49:32.361478 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-33f77942-eb47-47ff-ac9d-dd2a4f811c40 admin admin] 10.222.0.32 "PUT /v2.0/routers/76c71850-cd49-41e8-8956-0b08785ab8f8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4575760
Feb 05 20:49:32.379785 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb80464-74c0-4bcd-903c-04439e38a37e None None] Sync routers for ids ['76c71850-cd49-41e8-8956-0b08785ab8f8'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:49:32.394090 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4dd05a9f-774b-4d51-8c95-ea3b1a5a2890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:32.410015 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb80464-74c0-4bcd-903c-04439e38a37e None None] Routers {'76c71850-cd49-41e8-8956-0b08785ab8f8'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:49:32.410763 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-cfb80464-74c0-4bcd-903c-04439e38a37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dbae2d250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:49:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['76c71850-cd49-41e8-8956-0b08785ab8f8'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:32.566994 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5668047-c1e4-462d-b8c5-a577891c523e req-d80b3c2d-f5c0-4795-bd83-c1199c790463 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:32.568570 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b5668047-c1e4-462d-b8c5-a577891c523e req-d80b3c2d-f5c0-4795-bd83-c1199c790463 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=660818f9-6564-42a9-bf2b-68fd09602765 HTTP/1.1" status: 200  len: 944 time: 0.4136293
Feb 05 20:49:32.621095 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-cfb80464-74c0-4bcd-903c-04439e38a37e None None] Set router 76c71850-cd49-41e8-8956-0b08785ab8f8 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:49:32.625340 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-84d19795-8165-45eb-9465-e8c2b8a0fdb6 req-5d44441c-511f-4a4e-90dd-eb684dab78db tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups/c76d06d8-e3b9-4ca7-82e5-854729a73931 HTTP/1.1" status: 200  len: 1816 time: 0.2275527
Feb 05 20:49:32.794491 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b5668047-c1e4-462d-b8c5-a577891c523e req-746a0d0a-c9cc-4cbc-a183-7bfee77d8fc6 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2003028
Feb 05 20:49:32.834414 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-84d19795-8165-45eb-9465-e8c2b8a0fdb6 req-652a460c-39e0-4fa9-a51d-7528a09ea40c tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (c76d06d8-e3b9-4ca7-82e5-854729a73931), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:32.841082 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4dd05a9f-774b-4d51-8c95-ea3b1a5a2890 admin admin] Publish callbacks [] for security_group (66d34ff7-d7a8-4dc8-9a7a-a5cb0b24ffbb), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:32.858033 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4dd05a9f-774b-4d51-8c95-ea3b1a5a2890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (66d34ff7-d7a8-4dc8-9a7a-a5cb0b24ffbb), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:32.897515 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd05a9f-774b-4d51-8c95-ea3b1a5a2890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d34ff7-d7a8-4dc8-9a7a-a5cb0b24ffbb,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:32.928279 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-84d19795-8165-45eb-9465-e8c2b8a0fdb6 req-652a460c-39e0-4fa9-a51d-7528a09ea40c tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (c76d06d8-e3b9-4ca7-82e5-854729a73931), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:32.963861 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57750) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:32.964452 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4dd05a9f-774b-4d51-8c95-ea3b1a5a2890 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ede393f283be41608a69b6835f591c87&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8903461
Feb 05 20:49:33.008484 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1ee7735c-4a56-4c7e-a7ca-9282bce78d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (54ecdec6-b7e7-42ef-9193-cc4071ce15d5), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:33.037298 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-cfb80464-74c0-4bcd-903c-04439e38a37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dbae2d250>, [{'id': '76c71850-cd49-41e8-8956-0b08785ab8f8', 'name': 'tempest-ServersTestFqdnHostnames-295223684-router', 'tenant_id': '8199679374f14355b0ba6837b638c031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142'}], 'enable_snat': True}, 'gw_port_id': '9868a0ff-fb2d-4120-a78a-67a11b272ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:49:19Z', 'updated_at': '2022-02-05T20:49:29Z', 'revision_number': 4, 'project_id': '8199679374f14355b0ba6837b638c031', 'gw_port': {'id': '9868a0ff-fb2d-4120-a78a-67a11b272ebb', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c71850-cd49-41e8-8956-0b08785ab8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:49:22Z', 'updated_at': '2022-02-05T20:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f16dc1d3-f811-434b-a2c7-ea8d85152498', 'name': '', 'network_id': '13d77b28-3afb-4994-b488-d4d74ff9d748', 'tenant_id': '8199679374f14355b0ba6837b638c031', 'mac_address': 'fa:16:3e:6d:f5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c71850-cd49-41e8-8956-0b08785ab8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'f1bb25ad-7007-4dd3-951f-b5714ea4801d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:49:27Z', 'updated_at': '2022-02-05T20:49:30Z', 'revision_number': 2, 'project_id': '8199679374f14355b0ba6837b638c031', 'subnets': [{'id': 'f1bb25ad-7007-4dd3-951f-b5714ea4801d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:33.047375 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-84d19795-8165-45eb-9465-e8c2b8a0fdb6 req-652a460c-39e0-4fa9-a51d-7528a09ea40c tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (c76d06d8-e3b9-4ca7-82e5-854729a73931), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:33.049901 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-84d19795-8165-45eb-9465-e8c2b8a0fdb6 req-652a460c-39e0-4fa9-a51d-7528a09ea40c tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:33.051145 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-84d19795-8165-45eb-9465-e8c2b8a0fdb6 req-652a460c-39e0-4fa9-a51d-7528a09ea40c tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "DELETE /v2.0/security-groups/c76d06d8-e3b9-4ca7-82e5-854729a73931 HTTP/1.1" status: 204  len: 173 time: 0.4060426
Feb 05 20:49:33.051896 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee7735c-4a56-4c7e-a7ca-9282bce78d5c admin admin] Pushing event deleted for resources: {'Port': ['ID=54ecdec6-b7e7-42ef-9193-cc4071ce15d5,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:33.081602 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb80464-74c0-4bcd-903c-04439e38a37e None None] Checking router: 76c71850-cd49-41e8-8956-0b08785ab8f8 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:49:33.082949 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb80464-74c0-4bcd-903c-04439e38a37e None None] Updating router 76c71850-cd49-41e8-8956-0b08785ab8f8 port f16dc1d3-f811-434b-a2c7-ea8d85152498 binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 20:49:33.125396 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cfb80464-74c0-4bcd-903c-04439e38a37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f16dc1d3-f811-434b-a2c7-ea8d85152498), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:33.178324 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b982651a-9145-4135-a01c-a87616ae44c9 admin admin] Publish callbacks [] for security_group (66d34ff7-d7a8-4dc8-9a7a-a5cb0b24ffbb), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:33.208107 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a460c-39e0-4fa9-a51d-7528a09ea40c tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76d06d8-e3b9-4ca7-82e5-854729a73931,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:33.238101 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b982651a-9145-4135-a01c-a87616ae44c9 admin admin] Publish callbacks [] for security_group (66d34ff7-d7a8-4dc8-9a7a-a5cb0b24ffbb), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:33.351961 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b982651a-9145-4135-a01c-a87616ae44c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (66d34ff7-d7a8-4dc8-9a7a-a5cb0b24ffbb), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:33.356035 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b982651a-9145-4135-a01c-a87616ae44c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:33.357653 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b982651a-9145-4135-a01c-a87616ae44c9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/66d34ff7-d7a8-4dc8-9a7a-a5cb0b24ffbb HTTP/1.1" status: 204  len: 168 time: 0.3925669
Feb 05 20:49:33.379013 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b982651a-9145-4135-a01c-a87616ae44c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d34ff7-d7a8-4dc8-9a7a-a5cb0b24ffbb,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:33.500242 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1ee7735c-4a56-4c7e-a7ca-9282bce78d5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (b07869ed-7c5e-403e-98ed-b75da5a27ef9), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:33.519230 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc71f0f-223e-4f99-a715-aeee0cf7b528 req-6e525688-7c84-4141-8f5c-63b6db31cd20 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:33.535334 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ddc71f0f-223e-4f99-a715-aeee0cf7b528 req-6e525688-7c84-4141-8f5c-63b6db31cd20 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=a575622b-a97e-4f38-9613-10326628fac0 HTTP/1.1" status: 200  len: 948 time: 0.3694715
Feb 05 20:49:33.665291 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cfb80464-74c0-4bcd-903c-04439e38a37e None None] Publish callbacks [] for port (f16dc1d3-f811-434b-a2c7-ea8d85152498), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:33.678797 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cfb80464-74c0-4bcd-903c-04439e38a37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (f16dc1d3-f811-434b-a2c7-ea8d85152498), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:33.786441 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e51966-da4c-4168-a0db-17a47018a45c None None] Pushing event updated for resources: {'Port': ['ID=f16dc1d3-f811-434b-a2c7-ea8d85152498,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:33.908323 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ddc71f0f-223e-4f99-a715-aeee0cf7b528 req-4ced41e2-52a1-4dd2-b8ac-3a4a0bcb4c1c tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3678515
Feb 05 20:49:33.911429 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57790) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:33.923976 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-0006917f-9d67-4179-9349-9fcacf8d5231 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1832167668', 'description': 'tempest-description--40653870'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:49:34.003927 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0006917f-9d67-4179-9349-9fcacf8d5231 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:34.005523 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ba57a2eb-a763-4235-ad2f-e0a065d5b339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:34.117265 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-cfb80464-74c0-4bcd-903c-04439e38a37e None None] Attempting to bind port f16dc1d3-f811-434b-a2c7-ea8d85152498 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:49:34.118334 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-cfb80464-74c0-4bcd-903c-04439e38a37e None None] Attempting to bind port f16dc1d3-f811-434b-a2c7-ea8d85152498 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '31163422-f6ed-43d8-a046-c27a53e8a737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '13d77b28-3afb-4994-b488-d4d74ff9d748'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:49:34.120764 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb80464-74c0-4bcd-903c-04439e38a37e None None] Attempting to bind port f16dc1d3-f811-434b-a2c7-ea8d85152498 on network 13d77b28-3afb-4994-b488-d4d74ff9d748 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:49:34.137836 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb80464-74c0-4bcd-903c-04439e38a37e None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:49:34.140278 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb80464-74c0-4bcd-903c-04439e38a37e None None] Checking segment: {'id': '31163422-f6ed-43d8-a046-c27a53e8a737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '13d77b28-3afb-4994-b488-d4d74ff9d748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:49:34.140737 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cfb80464-74c0-4bcd-903c-04439e38a37e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:34.144431 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb80464-74c0-4bcd-903c-04439e38a37e None None] Bound using segment: {'id': '31163422-f6ed-43d8-a046-c27a53e8a737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '13d77b28-3afb-4994-b488-d4d74ff9d748'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:49:34.145000 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-cfb80464-74c0-4bcd-903c-04439e38a37e None None] Bound port: f16dc1d3-f811-434b-a2c7-ea8d85152498, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31163422-f6ed-43d8-a046-c27a53e8a737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '13d77b28-3afb-4994-b488-d4d74ff9d748'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:49:34.145409 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cfb80464-74c0-4bcd-903c-04439e38a37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f16dc1d3-f811-434b-a2c7-ea8d85152498), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:34.200941 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0006917f-9d67-4179-9349-9fcacf8d5231 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Publish callbacks [] for security_group (f62d9e80-64fd-4aa3-a016-a1e29449dbaf), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:34.209127 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0006917f-9d67-4179-9349-9fcacf8d5231 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f62d9e80-64fd-4aa3-a016-a1e29449dbaf), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:34.291781 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0006917f-9d67-4179-9349-9fcacf8d5231 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f62d9e80-64fd-4aa3-a016-a1e29449dbaf,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:34.303492 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-cfb80464-74c0-4bcd-903c-04439e38a37e None None] For port f16dc1d3-f811-434b-a2c7-ea8d85152498, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:49:34.309728 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-cfb80464-74c0-4bcd-903c-04439e38a37e None None] For port f16dc1d3-f811-434b-a2c7-ea8d85152498, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f16dc1d3-f811-434b-a2c7-ea8d85152498,segment=NetworkSegment(31163422-f6ed-43d8-a046-c27a53e8a737),segment_id=31163422-f6ed-43d8-a046-c27a53e8a737)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:49:34.311208 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee7735c-4a56-4c7e-a7ca-9282bce78d5c admin admin] Router b07869ed-7c5e-403e-98ed-b75da5a27ef9 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:49:34.320368 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cfb80464-74c0-4bcd-903c-04439e38a37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (f16dc1d3-f811-434b-a2c7-ea8d85152498), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:34.340484 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0006917f-9d67-4179-9349-9fcacf8d5231 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:34.341722 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0006917f-9d67-4179-9349-9fcacf8d5231 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1795 time: 0.4291294
Feb 05 20:49:34.345761 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57800) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:34.351157 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-388acb88-2e25-40e4-a49d-42ee6c5820f5 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Request body: {'security_group_rule': {'security_group_id': 'f62d9e80-64fd-4aa3-a016-a1e29449dbaf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:49:34.390058 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-388acb88-2e25-40e4-a49d-42ee6c5820f5 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Publish callbacks [] for security_group_rule (6c1aa476-09e5-4da6-a541-be9c9ba47ba5), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:34.440896 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-43cf4dfb-5467-4b67-a5f9-9a4404806f1a req-e0ebaee7-146e-4149-9e2f-88ef1b5f1811 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups/e396c16d-e776-438b-b6ef-5731d39077e9 HTTP/1.1" status: 200  len: 1818 time: 0.5035610
Feb 05 20:49:34.524979 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-43cf4dfb-5467-4b67-a5f9-9a4404806f1a req-868d8d45-231b-46dc-b24b-270860afa3c2 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (e396c16d-e776-438b-b6ef-5731d39077e9), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:34.535729 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-9d5bc938-6c13-4f7a-8a2f-2125f246259e None None] Provisioning complete for port f16dc1d3-f811-434b-a2c7-ea8d85152498 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:49:34.536739 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9d5bc938-6c13-4f7a-8a2f-2125f246259e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (f16dc1d3-f811-434b-a2c7-ea8d85152498), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:34.540514 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-388acb88-2e25-40e4-a49d-42ee6c5820f5 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Publish callbacks [] for security_group_rule (6c1aa476-09e5-4da6-a541-be9c9ba47ba5), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:34.547837 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-388acb88-2e25-40e4-a49d-42ee6c5820f5 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (6c1aa476-09e5-4da6-a541-be9c9ba47ba5), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:34.596727 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-43cf4dfb-5467-4b67-a5f9-9a4404806f1a req-868d8d45-231b-46dc-b24b-270860afa3c2 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (e396c16d-e776-438b-b6ef-5731d39077e9), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:34.603129 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-388acb88-2e25-40e4-a49d-42ee6c5820f5 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:34.606108 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-388acb88-2e25-40e4-a49d-42ee6c5820f5 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2590618
Feb 05 20:49:34.610399 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e51966-da4c-4168-a0db-17a47018a45c None None] Pushing event updated for resources: {'Port': ['ID=f16dc1d3-f811-434b-a2c7-ea8d85152498,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:34.630548 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb80464-74c0-4bcd-903c-04439e38a37e None None] Routers {'76c71850-cd49-41e8-8956-0b08785ab8f8'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:49:34.632185 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-cfb80464-74c0-4bcd-903c-04439e38a37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dbae2d250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:49:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['76c71850-cd49-41e8-8956-0b08785ab8f8'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:34.634007 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57812) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:34.648804 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-80226731-8c9e-43d1-838d-5e901c8c190a tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Request body: {'security_group_rule': {'security_group_id': 'f62d9e80-64fd-4aa3-a016-a1e29449dbaf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:49:34.677312 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388acb88-2e25-40e4-a49d-42ee6c5820f5 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c1aa476-09e5-4da6-a541-be9c9ba47ba5,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:34.691675 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-43cf4dfb-5467-4b67-a5f9-9a4404806f1a req-868d8d45-231b-46dc-b24b-270860afa3c2 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (e396c16d-e776-438b-b6ef-5731d39077e9), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:34.694586 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-43cf4dfb-5467-4b67-a5f9-9a4404806f1a req-868d8d45-231b-46dc-b24b-270860afa3c2 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:34.710397 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-43cf4dfb-5467-4b67-a5f9-9a4404806f1a req-868d8d45-231b-46dc-b24b-270860afa3c2 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "DELETE /v2.0/security-groups/e396c16d-e776-438b-b6ef-5731d39077e9 HTTP/1.1" status: 204  len: 173 time: 0.2684617
Feb 05 20:49:34.733793 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-80226731-8c9e-43d1-838d-5e901c8c190a tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Publish callbacks [] for security_group_rule (351b3096-b120-4e35-9ce1-541c47af9232), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:34.785538 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d8d45-231b-46dc-b24b-270860afa3c2 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e396c16d-e776-438b-b6ef-5731d39077e9,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:34.796857 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c8c59-8c06-4c67-a331-d18d2a5b35a5 req-e1db5716-8455-44ab-bc1e-73fb605cab0f tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:34.817077 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-116c8c59-8c06-4c67-a331-d18d2a5b35a5 req-e1db5716-8455-44ab-bc1e-73fb605cab0f tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=660818f9-6564-42a9-bf2b-68fd09602765 HTTP/1.1" status: 200  len: 944 time: 0.5343540
Feb 05 20:49:34.874792 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-b772136f-b00c-4ff2-851d-09568965feba req-08d6dcd3-3925-49bf-91ea-6022aab4fae5 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-809092622', 'description': 'tempest-description-1868973364'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:49:34.892204 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-80226731-8c9e-43d1-838d-5e901c8c190a tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Publish callbacks [] for security_group_rule (351b3096-b120-4e35-9ce1-541c47af9232), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:34.893487 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-116c8c59-8c06-4c67-a331-d18d2a5b35a5 req-38738977-4c89-4224-a6d8-471f74264414 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753205
Feb 05 20:49:34.900139 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-80226731-8c9e-43d1-838d-5e901c8c190a tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (351b3096-b120-4e35-9ce1-541c47af9232), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:34.945455 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80226731-8c9e-43d1-838d-5e901c8c190a tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=351b3096-b120-4e35-9ce1-541c47af9232,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:34.971435 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-80226731-8c9e-43d1-838d-5e901c8c190a tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:34.975814 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-80226731-8c9e-43d1-838d-5e901c8c190a tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3364236
Feb 05 20:49:34.976724 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57824) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:34.986515 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-0bffb84b-3f1d-4616-bdcb-6db295e3dd9e tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:49:35.035165 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0bffb84b-3f1d-4616-bdcb-6db295e3dd9e tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:35.043343 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-9d5bc938-6c13-4f7a-8a2f-2125f246259e None None] Current status of the port f16dc1d3-f811-434b-a2c7-ea8d85152498 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:49:35.043897 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9d5bc938-6c13-4f7a-8a2f-2125f246259e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f16dc1d3-f811-434b-a2c7-ea8d85152498), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:35.060222 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b772136f-b00c-4ff2-851d-09568965feba req-08d6dcd3-3925-49bf-91ea-6022aab4fae5 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:35.075360 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-cfb80464-74c0-4bcd-903c-04439e38a37e None None] Set router 76c71850-cd49-41e8-8956-0b08785ab8f8 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:49:35.130127 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b772136f-b00c-4ff2-851d-09568965feba req-08d6dcd3-3925-49bf-91ea-6022aab4fae5 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (3041f33f-5b4b-4ec5-a006-b2e0b8736b17), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:35.136989 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b772136f-b00c-4ff2-851d-09568965feba req-08d6dcd3-3925-49bf-91ea-6022aab4fae5 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (3041f33f-5b4b-4ec5-a006-b2e0b8736b17), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:35.143117 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-9d5bc938-6c13-4f7a-8a2f-2125f246259e None None] For port f16dc1d3-f811-434b-a2c7-ea8d85152498, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f16dc1d3-f811-434b-a2c7-ea8d85152498,segment=NetworkSegment(31163422-f6ed-43d8-a046-c27a53e8a737),segment_id=31163422-f6ed-43d8-a046-c27a53e8a737)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:49:35.149748 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9d5bc938-6c13-4f7a-8a2f-2125f246259e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (f16dc1d3-f811-434b-a2c7-ea8d85152498), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:35.177703 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0bffb84b-3f1d-4616-bdcb-6db295e3dd9e tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:35.183101 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b772136f-b00c-4ff2-851d-09568965feba req-08d6dcd3-3925-49bf-91ea-6022aab4fae5 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:35.186291 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b772136f-b00c-4ff2-851d-09568965feba req-08d6dcd3-3925-49bf-91ea-6022aab4fae5 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1822 time: 0.4018795
Feb 05 20:49:35.209017 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d6dcd3-3925-49bf-91ea-6022aab4fae5 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3041f33f-5b4b-4ec5-a006-b2e0b8736b17,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:35.217823 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee7735c-4a56-4c7e-a7ca-9282bce78d5c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:49:35.226159 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1ee7735c-4a56-4c7e-a7ca-9282bce78d5c admin admin] 10.222.0.32 "PUT /v2.0/routers/b07869ed-7c5e-403e-98ed-b75da5a27ef9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8818657
Feb 05 20:49:35.228607 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57834) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:35.235249 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60605122-125b-4567-b9b4-9df87f243ad7 None None] Sync routers for ids ['b07869ed-7c5e-403e-98ed-b75da5a27ef9'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:49:35.238634 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c05187-ab07-4922-b352-4631914bff9f req-62c0c140-b701-48d0-8e5e-539b7539b577 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:35.246282 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-49c05187-ab07-4922-b352-4631914bff9f req-62c0c140-b701-48d0-8e5e-539b7539b577 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=a575622b-a97e-4f38-9613-10326628fac0 HTTP/1.1" status: 200  len: 948 time: 0.2174056
Feb 05 20:49:35.261076 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60605122-125b-4567-b9b4-9df87f243ad7 None None] Routers {'b07869ed-7c5e-403e-98ed-b75da5a27ef9'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:49:35.261891 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-60605122-125b-4567-b9b4-9df87f243ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8b42cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:49:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b07869ed-7c5e-403e-98ed-b75da5a27ef9'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:35.363295 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5bc938-6c13-4f7a-8a2f-2125f246259e None None] Pushing event updated for resources: {'Port': ['ID=f16dc1d3-f811-434b-a2c7-ea8d85152498,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:35.373608 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-e173c430-21a5-4142-a9f5-66ef1bcf5462 None None] Provisioning complete for port f16dc1d3-f811-434b-a2c7-ea8d85152498 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:49:35.374071 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e173c430-21a5-4142-a9f5-66ef1bcf5462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (f16dc1d3-f811-434b-a2c7-ea8d85152498), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:35.379917 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-0bffb84b-3f1d-4616-bdcb-6db295e3dd9e tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Allocated IP 172.35.4.249 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/8614d404-1dd1-4aca-bbe9-011f39c96a39) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:49:35.450261 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1c32d75a-c23c-46f6-b265-e17d54c27de2 admin admin] Publish callbacks [] for router (b07869ed-7c5e-403e-98ed-b75da5a27ef9), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:35.522427 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-60605122-125b-4567-b9b4-9df87f243ad7 None None] Set router b07869ed-7c5e-403e-98ed-b75da5a27ef9 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:49:35.537708 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0bffb84b-3f1d-4616-bdcb-6db295e3dd9e tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Publish callbacks [] for port (8614d404-1dd1-4aca-bbe9-011f39c96a39), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:35.608915 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-49c05187-ab07-4922-b352-4631914bff9f req-ebec4590-4f97-42f9-9a42-7c71a9eaf138 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3568399
Feb 05 20:49:35.630753 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0bffb84b-3f1d-4616-bdcb-6db295e3dd9e tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (8614d404-1dd1-4aca-bbe9-011f39c96a39), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:35.716840 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-e173c430-21a5-4142-a9f5-66ef1bcf5462 None None] Current status of the port f16dc1d3-f811-434b-a2c7-ea8d85152498 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:49:35.732773 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-cfb80464-74c0-4bcd-903c-04439e38a37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dbae2d250>, [{'id': '76c71850-cd49-41e8-8956-0b08785ab8f8', 'name': 'tempest-ServersTestFqdnHostnames-295223684-router', 'tenant_id': '8199679374f14355b0ba6837b638c031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142'}], 'enable_snat': True}, 'gw_port_id': '9868a0ff-fb2d-4120-a78a-67a11b272ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:49:19Z', 'updated_at': '2022-02-05T20:49:29Z', 'revision_number': 4, 'project_id': '8199679374f14355b0ba6837b638c031', 'gw_port': {'id': '9868a0ff-fb2d-4120-a78a-67a11b272ebb', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c71850-cd49-41e8-8956-0b08785ab8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:49:22Z', 'updated_at': '2022-02-05T20:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f16dc1d3-f811-434b-a2c7-ea8d85152498', 'name': '', 'network_id': '13d77b28-3afb-4994-b488-d4d74ff9d748', 'tenant_id': '8199679374f14355b0ba6837b638c031', 'mac_address': 'fa:16:3e:6d:f5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c71850-cd49-41e8-8956-0b08785ab8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'f1bb25ad-7007-4dd3-951f-b5714ea4801d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:49:27Z', 'updated_at': '2022-02-05T20:49:34Z', 'revision_number': 4, 'project_id': '8199679374f14355b0ba6837b638c031', 'subnets': [{'id': 'f1bb25ad-7007-4dd3-951f-b5714ea4801d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:35.737724 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bffb84b-3f1d-4616-bdcb-6db295e3dd9e tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:49:35.739365 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2e76e1b0-1973-4445-9724-bedbb8fef090 req-bb2b3f0b-5415-4e3e-a873-a4f76ad74694 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups/3041f33f-5b4b-4ec5-a006-b2e0b8736b17 HTTP/1.1" status: 200  len: 1817 time: 0.0751913
Feb 05 20:49:35.740602 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-0bffb84b-3f1d-4616-bdcb-6db295e3dd9e tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:49:35.745109 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1c32d75a-c23c-46f6-b265-e17d54c27de2 admin admin] Publish callbacks [] for router_gateway (b07869ed-7c5e-403e-98ed-b75da5a27ef9), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:35.747952 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bffb84b-3f1d-4616-bdcb-6db295e3dd9e tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:49:35.767624 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-2e76e1b0-1973-4445-9724-bedbb8fef090 req-70beba28-60d9-4803-a5ca-47244c2108e4 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1471830633', 'description': 'tempest-description-hth-1422939714'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:49:35.779498 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bffb84b-3f1d-4616-bdcb-6db295e3dd9e tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Pushing event updated for resources: {'Port': ['ID=8614d404-1dd1-4aca-bbe9-011f39c96a39,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:35.786054 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb80464-74c0-4bcd-903c-04439e38a37e None None] The sync data for ids ['76c71850-cd49-41e8-8956-0b08785ab8f8'] in ncdv-master-1 is: [{'id': '76c71850-cd49-41e8-8956-0b08785ab8f8', 'name': 'tempest-ServersTestFqdnHostnames-295223684-router', 'tenant_id': '8199679374f14355b0ba6837b638c031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142'}], 'enable_snat': True}, 'gw_port_id': '9868a0ff-fb2d-4120-a78a-67a11b272ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:49:19Z', 'updated_at': '2022-02-05T20:49:29Z', 'revision_number': 4, 'project_id': '8199679374f14355b0ba6837b638c031', 'gw_port': {'id': '9868a0ff-fb2d-4120-a78a-67a11b272ebb', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c71850-cd49-41e8-8956-0b08785ab8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:49:22Z', 'updated_at': '2022-02-05T20:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f16dc1d3-f811-434b-a2c7-ea8d85152498', 'name': '', 'network_id': '13d77b28-3afb-4994-b488-d4d74ff9d748', 'tenant_id': '8199679374f14355b0ba6837b638c031', 'mac_address': 'fa:16:3e:6d:f5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c71850-cd49-41e8-8956-0b08785ab8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'f1bb25ad-7007-4dd3-951f-b5714ea4801d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:49:27Z', 'updated_at': '2022-02-05T20:49:34Z', 'revision_number': 4, 'project_id': '8199679374f14355b0ba6837b638c031', 'subnets': [{'id': 'f1bb25ad-7007-4dd3-951f-b5714ea4801d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:49:35.905130 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-60605122-125b-4567-b9b4-9df87f243ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8b42cd0>, [{'id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1335687256-router', 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.134'}], 'enable_snat': True}, 'gw_port_id': '00089038-e3d6-4b37-a52f-478a8c3a7718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:46:00Z', 'updated_at': '2022-02-05T20:49:32Z', 'revision_number': 5, 'project_id': '6304a49c7f254ce9bfe0896bf76e1991', 'gw_port': {'id': '00089038-e3d6-4b37-a52f-478a8c3a7718', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:46:01Z', 'updated_at': '2022-02-05T20:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:35.905767 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-c03b39e9-11d6-463f-9dea-192a317ac26c tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f732d56562ad4c84a7210699161826c7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0890362
Feb 05 20:49:35.919367 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0bffb84b-3f1d-4616-bdcb-6db295e3dd9e tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Publish callbacks [] for floatingip (3a82b393-7a2b-4897-8799-686f5e87ccdb), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:35.938524 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-2e76e1b0-1973-4445-9724-bedbb8fef090 req-70beba28-60d9-4803-a5ca-47244c2108e4 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (3041f33f-5b4b-4ec5-a006-b2e0b8736b17), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:35.991131 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60605122-125b-4567-b9b4-9df87f243ad7 None None] Checking router: b07869ed-7c5e-403e-98ed-b75da5a27ef9 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:49:36.000348 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0bffb84b-3f1d-4616-bdcb-6db295e3dd9e tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8614d404-1dd1-4aca-bbe9-011f39c96a39), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:36.021911 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-62eda324-582c-48a7-a873-a75f0da35433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:36.023769 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60605122-125b-4567-b9b4-9df87f243ad7 None None] Routers {'b07869ed-7c5e-403e-98ed-b75da5a27ef9'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:49:36.024786 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-60605122-125b-4567-b9b4-9df87f243ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8b42cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:49:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b07869ed-7c5e-403e-98ed-b75da5a27ef9'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:36.116777 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-2e76e1b0-1973-4445-9724-bedbb8fef090 req-70beba28-60d9-4803-a5ca-47244c2108e4 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (3041f33f-5b4b-4ec5-a006-b2e0b8736b17), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:36.129446 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-2e76e1b0-1973-4445-9724-bedbb8fef090 req-70beba28-60d9-4803-a5ca-47244c2108e4 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (3041f33f-5b4b-4ec5-a006-b2e0b8736b17), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:36.132157 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-2e76e1b0-1973-4445-9724-bedbb8fef090 req-70beba28-60d9-4803-a5ca-47244c2108e4 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:36.145900 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2e76e1b0-1973-4445-9724-bedbb8fef090 req-70beba28-60d9-4803-a5ca-47244c2108e4 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "PUT /v2.0/security-groups/3041f33f-5b4b-4ec5-a006-b2e0b8736b17 HTTP/1.1" status: 200  len: 1792 time: 0.4054866
Feb 05 20:49:36.162291 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-1c32d75a-c23c-46f6-b265-e17d54c27de2 admin admin] Deleting port 00089038-e3d6-4b37-a52f-478a8c3a7718 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:49:36.162636 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1c32d75a-c23c-46f6-b265-e17d54c27de2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (00089038-e3d6-4b37-a52f-478a8c3a7718), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:36.164111 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-60605122-125b-4567-b9b4-9df87f243ad7 None None] Set router b07869ed-7c5e-403e-98ed-b75da5a27ef9 gateway port host: None {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:49:36.242877 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-60605122-125b-4567-b9b4-9df87f243ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8b42cd0>, [{'id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1335687256-router', 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:46:00Z', 'updated_at': '2022-02-05T20:49:35Z', 'revision_number': 6, 'project_id': '6304a49c7f254ce9bfe0896bf76e1991', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:36.331114 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0bffb84b-3f1d-4616-bdcb-6db295e3dd9e tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Publish callbacks [] for port (8614d404-1dd1-4aca-bbe9-011f39c96a39), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:36.341172 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0bffb84b-3f1d-4616-bdcb-6db295e3dd9e tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (8614d404-1dd1-4aca-bbe9-011f39c96a39), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:36.367944 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-054e27b5-3458-4e3c-a0a8-187ea7016077 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:36.370527 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-054e27b5-3458-4e3c-a0a8-187ea7016077 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4591048
Feb 05 20:49:36.393472 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70beba28-60d9-4803-a5ca-47244c2108e4 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3041f33f-5b4b-4ec5-a006-b2e0b8736b17,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:36.411965 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-59fb85f5-6ede-4592-a3ea-7879d961bbe8 req-a3de834b-f894-4453-babf-7dcc05a6978a tempest-AbsoluteLimitsNegativeTestJSON-132742226 tempest-AbsoluteLimitsNegativeTestJSON-132742226-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=c2fad1fc44c745629e7029a2550c1ce3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1432285
Feb 05 20:49:36.427177 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60605122-125b-4567-b9b4-9df87f243ad7 None None] The sync data for ids ['b07869ed-7c5e-403e-98ed-b75da5a27ef9'] in ncdv-master-1 is: [{'id': 'b07869ed-7c5e-403e-98ed-b75da5a27ef9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1335687256-router', 'tenant_id': '6304a49c7f254ce9bfe0896bf76e1991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:46:00Z', 'updated_at': '2022-02-05T20:49:35Z', 'revision_number': 6, 'project_id': '6304a49c7f254ce9bfe0896bf76e1991', 'gw_port_host': None}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:49:36.444309 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bffb84b-3f1d-4616-bdcb-6db295e3dd9e tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Pushing event updated for resources: {'Port': ['ID=8614d404-1dd1-4aca-bbe9-011f39c96a39,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:36.465815 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0bffb84b-3f1d-4616-bdcb-6db295e3dd9e tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (3a82b393-7a2b-4897-8799-686f5e87ccdb), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:36.485502 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0bffb84b-3f1d-4616-bdcb-6db295e3dd9e tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:36.485865 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-e93202d8-1a26-4f09-8486-8eddf0284213 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/quotas/f732d56562ad4c84a7210699161826c7 HTTP/1.1" status: 200  len: 375 time: 0.0828145
Feb 05 20:49:36.494828 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0bffb84b-3f1d-4616-bdcb-6db295e3dd9e tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5087249
Feb 05 20:49:36.539113 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-890c609a-55dc-408e-b774-222e085ba278 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f732d56562ad4c84a7210699161826c7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0521970
Feb 05 20:49:36.660873 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-1c32d75a-c23c-46f6-b265-e17d54c27de2 admin admin] For port 00089038-e3d6-4b37-a52f-478a8c3a7718, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00089038-e3d6-4b37-a52f-478a8c3a7718,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:49:36.661267 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1c32d75a-c23c-46f6-b265-e17d54c27de2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (00089038-e3d6-4b37-a52f-478a8c3a7718), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:36.688113 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-1c32d75a-c23c-46f6-b265-e17d54c27de2 admin admin] Calling delete_port for 00089038-e3d6-4b37-a52f-478a8c3a7718 owned by network:router_gateway {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:49:36.755048 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb85f5-6ede-4592-a3ea-7879d961bbe8 req-ce4bacd4-e1b1-45fa-b9fd-65ffdbf1a0e2 tempest-AbsoluteLimitsNegativeTestJSON-132742226 tempest-AbsoluteLimitsNegativeTestJSON-132742226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:36.756725 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-59fb85f5-6ede-4592-a3ea-7879d961bbe8 req-ce4bacd4-e1b1-45fa-b9fd-65ffdbf1a0e2 tempest-AbsoluteLimitsNegativeTestJSON-132742226 tempest-AbsoluteLimitsNegativeTestJSON-132742226-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3321936
Feb 05 20:49:36.889526 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-59fb85f5-6ede-4592-a3ea-7879d961bbe8 req-ce035986-0e89-4f50-95ca-6c495825c0b3 tempest-AbsoluteLimitsNegativeTestJSON-132742226 tempest-AbsoluteLimitsNegativeTestJSON-132742226-project] 10.222.0.32 "GET /v2.0/quotas/c2fad1fc44c745629e7029a2550c1ce3 HTTP/1.1" status: 200  len: 375 time: 0.0671082
Feb 05 20:49:37.303850 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-59fb85f5-6ede-4592-a3ea-7879d961bbe8 req-77efe150-d747-4d46-94eb-9d03824aa0f6 tempest-AbsoluteLimitsNegativeTestJSON-132742226 tempest-AbsoluteLimitsNegativeTestJSON-132742226-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c2fad1fc44c745629e7029a2550c1ce3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.4136870
Feb 05 20:49:37.337828 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:37.338982 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35231ed3-b449-49d3-930f-19c14cff13d9 req-1f85e6ca-6023-4149-97ec-8fac58c9056b tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:37.346219 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-35231ed3-b449-49d3-930f-19c14cff13d9 req-1f85e6ca-6023-4149-97ec-8fac58c9056b tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=660818f9-6564-42a9-bf2b-68fd09602765 HTTP/1.1" status: 200  len: 944 time: 0.5254154
Feb 05 20:49:37.481189 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-35231ed3-b449-49d3-930f-19c14cff13d9 req-5fc73111-6a9f-4a4f-815e-4b00cf46cf21 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283436
Feb 05 20:49:37.568541 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9dd5ae7c-c6db-4611-a30e-406bbe5e1a74 req-f1028e21-1dfe-4e99-840a-9460ecb69d37 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups/3041f33f-5b4b-4ec5-a006-b2e0b8736b17 HTTP/1.1" status: 200  len: 1792 time: 0.1236272
Feb 05 20:49:37.580722 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1c32d75a-c23c-46f6-b265-e17d54c27de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (00089038-e3d6-4b37-a52f-478a8c3a7718), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:37.632954 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c32d75a-c23c-46f6-b265-e17d54c27de2 admin admin] Pushing event deleted for resources: {'Port': ['ID=00089038-e3d6-4b37-a52f-478a8c3a7718,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:37.773606 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device f16dc1d3-f811-434b-a2c7-ea8d85152498 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:49:37.804008 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1c32d75a-c23c-46f6-b265-e17d54c27de2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (b07869ed-7c5e-403e-98ed-b75da5a27ef9), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:37.876084 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port f16dc1d3-f811-434b-a2c7-ea8d85152498 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:49:37.877688 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (f16dc1d3-f811-434b-a2c7-ea8d85152498), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:37.912360 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1733e-4d29-410a-ab4a-c3df6b30e6f3 req-00efbe71-ad31-409d-b350-8e4de9f558a2 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:37.920564 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8fc1733e-4d29-410a-ab4a-c3df6b30e6f3 req-00efbe71-ad31-409d-b350-8e4de9f558a2 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=a575622b-a97e-4f38-9613-10326628fac0 HTTP/1.1" status: 200  len: 948 time: 0.2997489
Feb 05 20:49:37.967243 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57898) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:38.009527 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-522e651c-a85c-4088-96eb-e9bda1497454 req-1865c212-2652-4eb6-9921-809563e27ecd tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1832167668&fields=id&tenant_id=8199679374f14355b0ba6837b638c031 HTTP/1.1" status: 200  len: 267 time: 0.2785363
Feb 05 20:49:38.022012 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1c32d75a-c23c-46f6-b265-e17d54c27de2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (b07869ed-7c5e-403e-98ed-b75da5a27ef9), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:38.024907 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port f16dc1d3-f811-434b-a2c7-ea8d85152498 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:49:38.039212 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1c32d75a-c23c-46f6-b265-e17d54c27de2 admin admin] Publish callbacks [] for router_controller (b07869ed-7c5e-403e-98ed-b75da5a27ef9), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:38.104106 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 00089038-e3d6-4b37-a52f-478a8c3a7718 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:49:38.139430 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-ce31f5cb-c98c-42c2-9103-9d726ac57aa3 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f732d56562ad4c84a7210699161826c7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0460613
Feb 05 20:49:38.154119 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 00089038-e3d6-4b37-a52f-478a8c3a7718 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:49:38.154494 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 00089038-e3d6-4b37-a52f-478a8c3a7718 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:49:38.160488 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 54ecdec6-b7e7-42ef-9193-cc4071ce15d5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:49:38.179311 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e651c-a85c-4088-96eb-e9bda1497454 req-bc72a7bc-1c74-4e64-8686-709a6e0a4952 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:38.180896 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-522e651c-a85c-4088-96eb-e9bda1497454 req-bc72a7bc-1c74-4e64-8686-709a6e0a4952 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.32 "GET /v2.0/networks?id=13d77b28-3afb-4994-b488-d4d74ff9d748 HTTP/1.1" status: 200  len: 814 time: 0.1435008
Feb 05 20:49:38.199876 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 54ecdec6-b7e7-42ef-9193-cc4071ce15d5 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:49:38.200513 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 54ecdec6-b7e7-42ef-9193-cc4071ce15d5 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:49:38.217203 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-004f337c-30ef-491f-9c61-2dd069276e61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:38.251421 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8fc1733e-4d29-410a-ab4a-c3df6b30e6f3 req-e0a2b095-b050-4a76-bfa8-bc57638ec155 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3298719
Feb 05 20:49:38.284576 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-522e651c-a85c-4088-96eb-e9bda1497454 req-f17d87d7-8868-46a8-8630-1d60be296ec3 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.32 "GET /v2.0/quotas/8199679374f14355b0ba6837b638c031 HTTP/1.1" status: 200  len: 375 time: 0.0796773
Feb 05 20:49:38.285875 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1c32d75a-c23c-46f6-b265-e17d54c27de2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (b07869ed-7c5e-403e-98ed-b75da5a27ef9), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:38.286578 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c32d75a-c23c-46f6-b265-e17d54c27de2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b07869ed-7c5e-403e-98ed-b75da5a27ef9 {{(pid=114391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 20:49:38.304361 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1c32d75a-c23c-46f6-b265-e17d54c27de2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:38.305872 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1c32d75a-c23c-46f6-b265-e17d54c27de2 admin admin] 10.222.0.32 "DELETE /v2.0/routers/b07869ed-7c5e-403e-98ed-b75da5a27ef9 HTTP/1.1" status: 204  len: 168 time: 3.0572374
Feb 05 20:49:38.312870 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57906) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:38.377170 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-a7389443-a644-4841-9134-dfaad14b5021 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f732d56562ad4c84a7210699161826c7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0306797
Feb 05 20:49:38.400937 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-2054ac4a-94a8-4d44-a823-6e5cc54611f1 admin admin] Deleting subnet 25459765-cc89-4a3e-8d4c-afa923a547d8 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:49:38.412634 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2054ac4a-94a8-4d44-a823-6e5cc54611f1 admin admin] Publish callbacks [] for subnet (25459765-cc89-4a3e-8d4c-afa923a547d8), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:38.450893 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-522e651c-a85c-4088-96eb-e9bda1497454 req-ba3e3a91-28bd-4c4a-b459-e716a3b052d1 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8199679374f14355b0ba6837b638c031&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1436331
Feb 05 20:49:38.462209 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-0dddd8d2-82a4-4b5e-a4bf-e0a7975b9553 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:38.464094 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-0dddd8d2-82a4-4b5e-a4bf-e0a7975b9553 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3182015
Feb 05 20:49:38.488334 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-f48a03ad-9fe7-4b7d-8dd2-9385a605a6e0 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Request body: {'port': {'device_id': 'cfc1781d-d4da-408b-9f7f-a34988bd4ad3', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'admin_state_up': True, 'tenant_id': 'f732d56562ad4c84a7210699161826c7'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:49:38.504365 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2054ac4a-94a8-4d44-a823-6e5cc54611f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (25459765-cc89-4a3e-8d4c-afa923a547d8), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:38.608498 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-2590cc1a-02f5-4f53-91ed-cc59259552b5 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:38.609969 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-2590cc1a-02f5-4f53-91ed-cc59259552b5 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2224329
Feb 05 20:49:38.633256 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-004f337c-30ef-491f-9c61-2dd069276e61 admin admin] Publish callbacks [] for security_group (0223b49c-3b50-44aa-9645-39a36030b2aa), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:38.636533 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-522e651c-a85c-4088-96eb-e9bda1497454 req-cdd625a5-0e1d-43fc-a4fb-7f5251f0c37b service neutron] 10.222.0.32 "GET /v2.0/networks/13d77b28-3afb-4994-b488-d4d74ff9d748?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393268
Feb 05 20:49:38.641888 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-fe243d08-b0f2-42a3-81cd-c0a54fa312fa tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/quotas/f732d56562ad4c84a7210699161826c7 HTTP/1.1" status: 200  len: 375 time: 0.0205970
Feb 05 20:49:38.649695 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-004f337c-30ef-491f-9c61-2dd069276e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (0223b49c-3b50-44aa-9645-39a36030b2aa), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:38.712927 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-dabda1dd-dc8f-4fe2-8c22-218f50fab95b tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f732d56562ad4c84a7210699161826c7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0610118
Feb 05 20:49:38.776204 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-004f337c-30ef-491f-9c61-2dd069276e61 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c2fad1fc44c745629e7029a2550c1ce3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8062227
Feb 05 20:49:38.777004 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f337c-30ef-491f-9c61-2dd069276e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0223b49c-3b50-44aa-9645-39a36030b2aa,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:38.781554 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57916) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:38.855862 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:38.875042 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-f48a03ad-9fe7-4b7d-8dd2-9385a605a6e0 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Made reservation on behalf of f732d56562ad4c84a7210699161826c7 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:49:38.879289 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-f48a03ad-9fe7-4b7d-8dd2-9385a605a6e0 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:38.882719 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-522e651c-a85c-4088-96eb-e9bda1497454 req-f63f8602-21d6-4390-9903-271604c00139 service neutron] 10.222.0.32 "GET /v2.0/networks/13d77b28-3afb-4994-b488-d4d74ff9d748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2387750
Feb 05 20:49:38.885694 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2054ac4a-94a8-4d44-a823-6e5cc54611f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (25459765-cc89-4a3e-8d4c-afa923a547d8), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:38.896965 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3b0ccaa3-7e1b-42a8-a2bf-a4555d7390b6 admin admin] Publish callbacks [] for security_group (0223b49c-3b50-44aa-9645-39a36030b2aa), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:38.955081 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-f48a03ad-9fe7-4b7d-8dd2-9385a605a6e0 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:39.008679 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3b0ccaa3-7e1b-42a8-a2bf-a4555d7390b6 admin admin] Publish callbacks [] for security_group (0223b49c-3b50-44aa-9645-39a36030b2aa), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:39.058829 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2054ac4a-94a8-4d44-a823-6e5cc54611f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (25459765-cc89-4a3e-8d4c-afa923a547d8), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:39.110802 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054ac4a-94a8-4d44-a823-6e5cc54611f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25459765-cc89-4a3e-8d4c-afa923a547d8,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:39.120452 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2054ac4a-94a8-4d44-a823-6e5cc54611f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:39.124663 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2054ac4a-94a8-4d44-a823-6e5cc54611f1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/25459765-cc89-4a3e-8d4c-afa923a547d8 HTTP/1.1" status: 204  len: 168 time: 0.8090491
Feb 05 20:49:39.129893 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f97e0b2-a481-4d61-8e79-e1b6cb599786 None None] Network 26f1b53c-ec87-4116-92e7-641a0a5e3857 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:49:39.150614 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57924) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:39.307430 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-f48a03ad-9fe7-4b7d-8dd2-9385a605a6e0 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Publish callbacks [] for security_group (cb5fde8b-dc46-4fec-a0de-2479ec656020), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:39.362833 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d2c19899-6914-4c31-88d1-5f8e0ae35e5a req-382fbe8d-acbb-4521-8aba-8477c701714d tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups/3041f33f-5b4b-4ec5-a006-b2e0b8736b17 HTTP/1.1" status: 200  len: 1792 time: 0.4215813
Feb 05 20:49:39.377749 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-f48a03ad-9fe7-4b7d-8dd2-9385a605a6e0 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (cb5fde8b-dc46-4fec-a0de-2479ec656020), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:39.479002 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3b0ccaa3-7e1b-42a8-a2bf-a4555d7390b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (0223b49c-3b50-44aa-9645-39a36030b2aa), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:39.480133 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-87207c92-d3ac-448e-8420-8d383e04a297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (26f1b53c-ec87-4116-92e7-641a0a5e3857), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:39.482168 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3b0ccaa3-7e1b-42a8-a2bf-a4555d7390b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:39.486837 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-3b0ccaa3-7e1b-42a8-a2bf-a4555d7390b6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0223b49c-3b50-44aa-9645-39a36030b2aa HTTP/1.1" status: 204  len: 168 time: 0.7027261
Feb 05 20:49:39.533947 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ccaa3-7e1b-42a8-a2bf-a4555d7390b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0223b49c-3b50-44aa-9645-39a36030b2aa,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:39.566228 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c5e0c-31ab-4c43-a7a9-42f86e8733b7 req-68b5515d-d4ce-4b6c-a6e9-07497f5439be tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:39.580870 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7f9c5e0c-31ab-4c43-a7a9-42f86e8733b7 req-68b5515d-d4ce-4b6c-a6e9-07497f5439be tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=660818f9-6564-42a9-bf2b-68fd09602765 HTTP/1.1" status: 200  len: 944 time: 0.3844514
Feb 05 20:49:39.589423 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05558791-ef98-4d34-8699-07c6a12c727e None None] DHCP port deletion for 26f1b53c-ec87-4116-92e7-641a0a5e3857 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 20:49:39.599120 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d2c19899-6914-4c31-88d1-5f8e0ae35e5a req-45c3ce10-a478-44f1-b7aa-2a5b1b67a1b9 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (3041f33f-5b4b-4ec5-a006-b2e0b8736b17), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:39.661842 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d2c19899-6914-4c31-88d1-5f8e0ae35e5a req-45c3ce10-a478-44f1-b7aa-2a5b1b67a1b9 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (3041f33f-5b4b-4ec5-a006-b2e0b8736b17), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:39.695009 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a03ad-9fe7-4b7d-8dd2-9385a605a6e0 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5fde8b-dc46-4fec-a0de-2479ec656020,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:39.740754 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d2c19899-6914-4c31-88d1-5f8e0ae35e5a req-45c3ce10-a478-44f1-b7aa-2a5b1b67a1b9 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (3041f33f-5b4b-4ec5-a006-b2e0b8736b17), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:39.743873 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d2c19899-6914-4c31-88d1-5f8e0ae35e5a req-45c3ce10-a478-44f1-b7aa-2a5b1b67a1b9 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:39.749977 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d2c19899-6914-4c31-88d1-5f8e0ae35e5a req-45c3ce10-a478-44f1-b7aa-2a5b1b67a1b9 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "DELETE /v2.0/security-groups/3041f33f-5b4b-4ec5-a006-b2e0b8736b17 HTTP/1.1" status: 204  len: 173 time: 0.3861752
Feb 05 20:49:39.780789 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-05558791-ef98-4d34-8699-07c6a12c727e None None] Deleting port 82a9c44e-d3d7-467e-8bbd-e7102f38c0f6 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:49:39.781180 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-05558791-ef98-4d34-8699-07c6a12c727e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (82a9c44e-d3d7-467e-8bbd-e7102f38c0f6), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:39.823158 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3ce10-a478-44f1-b7aa-2a5b1b67a1b9 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3041f33f-5b4b-4ec5-a006-b2e0b8736b17,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:39.882151 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-05558791-ef98-4d34-8699-07c6a12c727e None None] For port 82a9c44e-d3d7-467e-8bbd-e7102f38c0f6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=82a9c44e-d3d7-467e-8bbd-e7102f38c0f6,segment=NetworkSegment(162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e),segment_id=162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:49:39.882815 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-05558791-ef98-4d34-8699-07c6a12c727e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (82a9c44e-d3d7-467e-8bbd-e7102f38c0f6), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:39.918347 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-05558791-ef98-4d34-8699-07c6a12c727e None None] Calling delete_port for 82a9c44e-d3d7-467e-8bbd-e7102f38c0f6 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:49:39.966903 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f6410533-76ee-4054-b559-b243499678fd req-7cece8b4-8c1f-4fb0-8104-417ad042e869 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=16fd0b37-3d4d-4a4d-a504-b9fb68bd84fa HTTP/1.1" status: 200  len: 210 time: 0.1073270
Feb 05 20:49:39.992614 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7f9c5e0c-31ab-4c43-a7a9-42f86e8733b7 req-7bed2e42-f3ee-4ff8-ba63-69a1c865ee39 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4105566
Feb 05 20:49:40.024183 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-f48a03ad-9fe7-4b7d-8dd2-9385a605a6e0 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Allocated IP 192.168.233.210 (f760d6ec-7837-431c-910c-37572c24f936/42e3c763-0926-4b49-ade5-d66ee3d4c489/062820e1-fa5b-460b-bdf4-8a37533f2926) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:49:40.052896 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-87207c92-d3ac-448e-8420-8d383e04a297 admin admin] Deleting port 82a9c44e-d3d7-467e-8bbd-e7102f38c0f6 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:49:40.053554 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-87207c92-d3ac-448e-8420-8d383e04a297 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (82a9c44e-d3d7-467e-8bbd-e7102f38c0f6), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:40.131160 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-05558791-ef98-4d34-8699-07c6a12c727e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (82a9c44e-d3d7-467e-8bbd-e7102f38c0f6), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:40.194535 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05558791-ef98-4d34-8699-07c6a12c727e None None] Pushing event deleted for resources: {'Port': ['ID=82a9c44e-d3d7-467e-8bbd-e7102f38c0f6,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:40.207699 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ff82c794-6c1a-4985-8a44-395ccd28dbf3 req-36056c3c-d94b-4c1e-9074-9216c8bd67c9 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa1ab2a7-863f-48c4-9e06-bec5f0b6c872 HTTP/1.1" status: 200  len: 210 time: 0.1019142
Feb 05 20:49:40.228675 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:40.236166 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05558791-ef98-4d34-8699-07c6a12c727e None None] No DVR routers for this DVR port 82a9c44e-d3d7-467e-8bbd-e7102f38c0f6 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:49:40.346478 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f4528-26d1-4a90-8a00-5dbffa00086e req-682d7738-b986-4192-91b6-aef3e9eae999 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:40.349373 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-87207c92-d3ac-448e-8420-8d383e04a297 admin admin] For port 82a9c44e-d3d7-467e-8bbd-e7102f38c0f6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=82a9c44e-d3d7-467e-8bbd-e7102f38c0f6,segment=NetworkSegment(162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e),segment_id=162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:49:40.350071 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-87207c92-d3ac-448e-8420-8d383e04a297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (82a9c44e-d3d7-467e-8bbd-e7102f38c0f6), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:40.351481 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2e9f4528-26d1-4a90-8a00-5dbffa00086e req-682d7738-b986-4192-91b6-aef3e9eae999 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=a575622b-a97e-4f38-9613-10326628fac0 HTTP/1.1" status: 200  len: 948 time: 0.1235304
Feb 05 20:49:40.403712 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-87207c92-d3ac-448e-8420-8d383e04a297 admin admin] Calling delete_port for 82a9c44e-d3d7-467e-8bbd-e7102f38c0f6 owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:49:40.438984 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [req-e2eedd9a-3f1e-4315-a377-bd9e07d3e884 req-3a213bc6-aa4a-41e9-a26e-75621f661cf7 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] show failed (client error): The resource could not be found.
Feb 05 20:49:40.448478 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2eedd9a-3f1e-4315-a377-bd9e07d3e884 req-3a213bc6-aa4a-41e9-a26e-75621f661cf7 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups/e396c16d-e776-438b-b6ef-5731d39077e9 HTTP/1.1" status: 404  len: 352 time: 0.0468323
Feb 05 20:49:40.538982 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2e9f4528-26d1-4a90-8a00-5dbffa00086e req-0e866a18-1b6a-40e6-ac7e-d5c1f3b59bce tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1730695
Feb 05 20:49:40.553076 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [req-cd1ed5f2-63a3-4166-b66a-a6d8eac04205 req-a402a013-90b5-4ade-95c8-68f9e21b5f14 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] show failed (client error): The resource could not be found.
Feb 05 20:49:40.554924 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cd1ed5f2-63a3-4166-b66a-a6d8eac04205 req-a402a013-90b5-4ade-95c8-68f9e21b5f14 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups/c76d06d8-e3b9-4ca7-82e5-854729a73931 HTTP/1.1" status: 404  len: 352 time: 0.0584154
Feb 05 20:49:40.633062 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [req-e079be9f-ac18-4d2b-a128-ba127c05f8c0 req-85423d48-abc7-4f3e-b621-ae61181b0560 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] show failed (client error): The resource could not be found.
Feb 05 20:49:40.634257 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e079be9f-ac18-4d2b-a128-ba127c05f8c0 req-85423d48-abc7-4f3e-b621-ae61181b0560 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups/37b53fc2-421d-4f95-9a02-e59758bd4e66 HTTP/1.1" status: 404  len: 352 time: 0.0328751
Feb 05 20:49:40.666060 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-e14f9047-9cef-4850-8485-c7ff87d8cb92 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:40.668750 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-e14f9047-9cef-4850-8485-c7ff87d8cb92 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=660818f9-6564-42a9-bf2b-68fd09602765&tenant_id=9e4e31092ef641efbf6eaf54cfa40d67&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.1098254
Feb 05 20:49:40.719470 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [req-05b5cd4b-c8f9-4c68-8034-bb640a78e565 req-693d5f25-601a-4fd9-98eb-ed0193af4b77 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] show failed (client error): The resource could not be found.
Feb 05 20:49:40.720278 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-f48a03ad-9fe7-4b7d-8dd2-9385a605a6e0 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Publish callbacks [] for port (062820e1-fa5b-460b-bdf4-8a37533f2926), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:40.726205 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-05b5cd4b-c8f9-4c68-8034-bb640a78e565 req-693d5f25-601a-4fd9-98eb-ed0193af4b77 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups/f29d8c46-5393-496f-9cfe-b622ce36f818 HTTP/1.1" status: 404  len: 352 time: 0.0650575
Feb 05 20:49:40.762983 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-87207c92-d3ac-448e-8420-8d383e04a297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (82a9c44e-d3d7-467e-8bbd-e7102f38c0f6), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:40.811054 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87207c92-d3ac-448e-8420-8d383e04a297 admin admin] Pushing event deleted for resources: {'Port': ['ID=82a9c44e-d3d7-467e-8bbd-e7102f38c0f6,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:40.815039 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87207c92-d3ac-448e-8420-8d383e04a297 admin admin] No DVR routers for this DVR port 82a9c44e-d3d7-467e-8bbd-e7102f38c0f6 on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:49:40.825616 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [req-c429ae95-1cb7-4337-bda5-8a7de568b1eb req-5e4295a8-b22e-4cfc-bee1-19dfb92fb5a5 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] show failed (client error): The resource could not be found.
Feb 05 20:49:40.837140 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c429ae95-1cb7-4337-bda5-8a7de568b1eb req-5e4295a8-b22e-4cfc-bee1-19dfb92fb5a5 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups/28733002-7cfb-4da2-a333-d1f00ad8dd50 HTTP/1.1" status: 404  len: 352 time: 0.0601988
Feb 05 20:49:40.843280 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-f48a03ad-9fe7-4b7d-8dd2-9385a605a6e0 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (062820e1-fa5b-460b-bdf4-8a37533f2926), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:40.879895 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-82c1f563-4325-46ac-8f94-6b6e8fcffd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:40.881905 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-82c1f563-4325-46ac-8f94-6b6e8fcffd27 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=660818f9-6564-42a9-bf2b-68fd09602765&tenant_id=9e4e31092ef641efbf6eaf54cfa40d67 HTTP/1.1" status: 200  len: 1126 time: 0.2023473
Feb 05 20:49:40.896102 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [req-022e7763-133d-4ccd-b479-bc0d15b8ce4c req-206e584e-eb7d-47ed-8d0b-718c82aeaa51 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] show failed (client error): The resource could not be found.
Feb 05 20:49:40.907930 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-022e7763-133d-4ccd-b479-bc0d15b8ce4c req-206e584e-eb7d-47ed-8d0b-718c82aeaa51 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups/b22d40be-59f2-4ce1-8e48-15f5184da4b1 HTTP/1.1" status: 404  len: 352 time: 0.0380313
Feb 05 20:49:40.941062 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-f07c6e75-e04b-43e2-a50a-5e99c7b4731f tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f732d56562ad4c84a7210699161826c7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0533714
Feb 05 20:49:40.954778 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-f48a03ad-9fe7-4b7d-8dd2-9385a605a6e0 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Network f760d6ec-7837-431c-910c-37572c24f936 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:49:41.001539 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57986) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:41.049569 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-87207c92-d3ac-448e-8420-8d383e04a297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (26f1b53c-ec87-4116-92e7-641a0a5e3857), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:41.062672 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-f48a03ad-9fe7-4b7d-8dd2-9385a605a6e0 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:49:41.074090 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-ad861055-317d-4abc-b307-534474b1cf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:41.077703 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-f48a03ad-9fe7-4b7d-8dd2-9385a605a6e0 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:49:41.095117 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-ad861055-317d-4abc-b307-534474b1cf35 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9e4e31092ef641efbf6eaf54cfa40d67&device_id=660818f9-6564-42a9-bf2b-68fd09602765 HTTP/1.1" status: 200  len: 1126 time: 0.1632638
Feb 05 20:49:41.097494 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a03ad-9fe7-4b7d-8dd2-9385a605a6e0 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Pushing event updated for resources: {'Port': ['ID=062820e1-fa5b-460b-bdf4-8a37533f2926,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:41.284713 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-75f8e493-8e3d-47a4-aedf-b8b04fdd120e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-182030983-network', 'tenant_id': '5729b955e97f4b63b6504613ab462064'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:49:41.299389 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-87207c92-d3ac-448e-8420-8d383e04a297 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db36cb700>,) {'filters': {'network_id': ['26f1b53c-ec87-4116-92e7-641a0a5e3857']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:41.348628 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-87207c92-d3ac-448e-8420-8d383e04a297 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db36cb700>, '162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:41.349219 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-87207c92-d3ac-448e-8420-8d383e04a297 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db36cb700>, '162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:41.387002 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-87207c92-d3ac-448e-8420-8d383e04a297 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:41.395309 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-f48a03ad-9fe7-4b7d-8dd2-9385a605a6e0 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:41.396192 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-f48a03ad-9fe7-4b7d-8dd2-9385a605a6e0 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:41.422258 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f8e493-8e3d-47a4-aedf-b8b04fdd120e admin admin] Made reservation on behalf of 5729b955e97f4b63b6504613ab462064 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:49:41.424757 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-75f8e493-8e3d-47a4-aedf-b8b04fdd120e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:41.446200 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-302b4e62-d717-461f-8473-2501f5b8f280 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:41.447918 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-302b4e62-d717-461f-8473-2501f5b8f280 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4605601
Feb 05 20:49:41.451642 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-87207c92-d3ac-448e-8420-8d383e04a297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:41.454714 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-75f8e493-8e3d-47a4-aedf-b8b04fdd120e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:41.464534 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-0589d6e4-5251-410f-8f48-fec6a798d81d tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Request body: {'port': {'device_id': '16fd0b37-3d4d-4a4d-a504-b9fb68bd84fa', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'admin_state_up': True, 'tenant_id': 'f732d56562ad4c84a7210699161826c7'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:49:41.466611 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-31355541-35bc-4cec-8d4b-cc7858f08e4a req-66bcc3c1-3079-4a9d-a79a-65b4bdb26a0e tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=16fd0b37-3d4d-4a4d-a504-b9fb68bd84fa HTTP/1.1" status: 200  len: 210 time: 0.1903641
Feb 05 20:49:41.481949 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-f48a03ad-9fe7-4b7d-8dd2-9385a605a6e0 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.0066805
Feb 05 20:49:41.492774 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93dccbef-b76c-4f88-b692-f0612b5c86b0 None None] Provisioning complete for port 062820e1-fa5b-460b-bdf4-8a37533f2926 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:49:41.493346 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93dccbef-b76c-4f88-b692-f0612b5c86b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (062820e1-fa5b-460b-bdf4-8a37533f2926), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:41.493731 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87207c92-d3ac-448e-8420-8d383e04a297 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:49:41.494782 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-87207c92-d3ac-448e-8420-8d383e04a297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (162f481f-7b5b-4ae0-b4d2-9ac1f2ac468e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:41.497104 ncdv-master-1 neutron-server[114390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 20:49:41.497104 ncdv-master-1 neutron-server[114390]:   self.session.flush()
Feb 05 20:49:41.497104 ncdv-master-1 neutron-server[114390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 20:49:41.497104 ncdv-master-1 neutron-server[114390]:   self.session.flush()
Feb 05 20:49:41.497104 ncdv-master-1 neutron-server[114390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 20:49:41.497104 ncdv-master-1 neutron-server[114390]:   self.session.flush()
Feb 05 20:49:41.497104 ncdv-master-1 neutron-server[114390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 20:49:41.497104 ncdv-master-1 neutron-server[114390]:   self.session.flush()
Feb 05 20:49:41.497104 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 20:49:41.497104 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:49:41.497104 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 20:49:41.497104 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:49:41.497104 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 20:49:41.497104 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:49:41.497104 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 20:49:41.497104 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:49:41.497104 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 20:49:41.497104 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:49:41.497104 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 20:49:41.497104 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:49:41.497104 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 20:49:41.497104 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:49:41.497104 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:49:41.497104 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:49:41.497104 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:49:41.497104 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:49:41.497104 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 20:49:41.497104 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:49:41.497104 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 20:49:41.497104 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:49:41.497104 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:49:41.497104 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:49:41.497104 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:49:41.497104 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:49:41.497104 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:49:41.497104 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:49:41.497104 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:49:41.497104 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:49:41.497104 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:49:41.497104 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:49:41.511367 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-858fab85-f935-48fe-a5c5-7559c97c21bf service neutron] Request body: {'port': {'device_id': 'cfc1781d-d4da-408b-9f7f-a34988bd4ad3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:49:41.517154 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-b5ca8181-71f2-422f-a3a4-91cd7866268c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:41.518744 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-b5ca8181-71f2-422f-a3a4-91cd7866268c service neutron] 10.222.0.21 "GET /v2.0/networks?id=3d591eda-8294-4b7a-a6d2-1afd55bde68d HTTP/1.1" status: 200  len: 922 time: 0.4218318
Feb 05 20:49:41.531736 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e651c-a85c-4088-96eb-e9bda1497454 req-676feb1e-7e52-4e34-be41-22bb81481c6d tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:41.533370 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-522e651c-a85c-4088-96eb-e9bda1497454 req-676feb1e-7e52-4e34-be41-22bb81481c6d tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.39 "GET /v2.0/networks?id=13d77b28-3afb-4994-b488-d4d74ff9d748 HTTP/1.1" status: 200  len: 814 time: 0.2583432
Feb 05 20:49:41.551712 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d940be-ba1e-4d42-afc3-d65072a025dc req-1df884af-3d20-4217-99c7-eb587e20c645 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:41.553623 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-96d940be-ba1e-4d42-afc3-d65072a025dc req-1df884af-3d20-4217-99c7-eb587e20c645 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=660818f9-6564-42a9-bf2b-68fd09602765 HTTP/1.1" status: 200  len: 944 time: 0.1547537
Feb 05 20:49:41.586233 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93dccbef-b76c-4f88-b692-f0612b5c86b0 None None] Port 062820e1-fa5b-460b-bdf4-8a37533f2926 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:49:41.614313 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-19881384-0b9c-4e5e-baf1-4100d9b3605d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0a11d30-e1f6-41c8-aba3-188367acbc76 HTTP/1.1" status: 200  len: 217 time: 0.0781446
Feb 05 20:49:41.636186 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 82a9c44e-d3d7-467e-8bbd-e7102f38c0f6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:49:41.661025 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 82a9c44e-d3d7-467e-8bbd-e7102f38c0f6 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:49:41.661721 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 82a9c44e-d3d7-467e-8bbd-e7102f38c0f6 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:49:41.699511 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-16cd649b-5774-44db-9502-ed924f8b3d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:41.700958 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-16cd649b-5774-44db-9502-ed924f8b3d85 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f822a84b-448b-4295-886d-3f476dc82ced HTTP/1.1" status: 200  len: 861 time: 0.0727000
Feb 05 20:49:41.719112 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7defe59-66c4-4f42-82fa-299d7bada54d req-68cec8b6-d820-4a2b-802c-48d8241dbdaa tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa1ab2a7-863f-48c4-9e06-bec5f0b6c872 HTTP/1.1" status: 200  len: 210 time: 0.1054327
Feb 05 20:49:41.752959 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-87207c92-d3ac-448e-8420-8d383e04a297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (26f1b53c-ec87-4116-92e7-641a0a5e3857), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:41.768734 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-858fab85-f935-48fe-a5c5-7559c97c21bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (062820e1-fa5b-460b-bdf4-8a37533f2926), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:41.803833 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-87207c92-d3ac-448e-8420-8d383e04a297 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:41.807832 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-87207c92-d3ac-448e-8420-8d383e04a297 admin admin] 10.222.0.32 "DELETE /v2.0/networks/26f1b53c-ec87-4116-92e7-641a0a5e3857 HTTP/1.1" status: 204  len: 168 time: 2.6562159
Feb 05 20:49:41.813726 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57998) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:41.821960 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87207c92-d3ac-448e-8420-8d383e04a297 admin admin] Pushing event deleted for resources: {'Network': ['ID=26f1b53c-ec87-4116-92e7-641a0a5e3857,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:41.828404 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-3abf3e7a-9f25-44b0-b47a-2161b44d2a2b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d591eda-8294-4b7a-a6d2-1afd55bde68d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1080256
Feb 05 20:49:41.885081 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-522e651c-a85c-4088-96eb-e9bda1497454 req-9322e06d-e4d3-4326-b7cd-93ebdafa5693 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8199679374f14355b0ba6837b638c031 HTTP/1.1" status: 200  len: 380 time: 0.3397017
Feb 05 20:49:41.919451 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-522e651c-a85c-4088-96eb-e9bda1497454 req-70046fe0-7c1d-4e0d-bc47-b4778a85342d tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Request body: {'port': {'device_id': 'fa1ab2a7-863f-48c4-9e06-bec5f0b6c872', 'network_id': '13d77b28-3afb-4994-b488-d4d74ff9d748', 'admin_state_up': True, 'tenant_id': '8199679374f14355b0ba6837b638c031', 'security_groups': ['f62d9e80-64fd-4aa3-a016-a1e29449dbaf']}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:49:41.927304 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-96d940be-ba1e-4d42-afc3-d65072a025dc req-195c0b06-7b1c-4ced-b84b-402cf7352378 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3250773
Feb 05 20:49:41.939275 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-75f8e493-8e3d-47a4-aedf-b8b04fdd120e admin admin] Publish callbacks [] for security_group (a670b142-9bf6-4f34-83b4-c088b76f7462), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:41.950580 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-0589d6e4-5251-410f-8f48-fec6a798d81d tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Made reservation on behalf of f732d56562ad4c84a7210699161826c7 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:49:41.954576 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-0589d6e4-5251-410f-8f48-fec6a798d81d tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:41.960779 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-75f8e493-8e3d-47a4-aedf-b8b04fdd120e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (a670b142-9bf6-4f34-83b4-c088b76f7462), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:42.050215 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75f8e493-8e3d-47a4-aedf-b8b04fdd120e admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:49:42.062910 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319e808-2c13-4cbc-ba42-a2e45210c841 req-46f1131f-abdd-4c2f-99d4-5a9c2be8fef3 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:42.064658 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f319e808-2c13-4cbc-ba42-a2e45210c841 req-46f1131f-abdd-4c2f-99d4-5a9c2be8fef3 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 1023 time: 0.2482765
Feb 05 20:49:42.159583 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-b298cd1f-dcec-431e-8b82-e8b8d6e10fc7 service neutron] 10.222.0.21 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3185251
Feb 05 20:49:42.163076 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-75f8e493-8e3d-47a4-aedf-b8b04fdd120e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (b8ae76ca-931a-4f71-86dd-6cb55f05bdbc), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:42.163431 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-75f8e493-8e3d-47a4-aedf-b8b04fdd120e admin admin] Added segment b8ae76ca-931a-4f71-86dd-6cb55f05bdbc of type vlan for network 79df25fb-2c37-4912-808e-27eca6e09eda
Feb 05 20:49:42.168968 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f8e493-8e3d-47a4-aedf-b8b04fdd120e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a670b142-9bf6-4f34-83b4-c088b76f7462,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:42.257581 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7dd9c3-405e-4808-a614-78c04d5c24cf req-56f0b95c-33b6-42d3-8a5c-254a5c181e8a tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:42.259175 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cc7dd9c3-405e-4808-a614-78c04d5c24cf req-56f0b95c-33b6-42d3-8a5c-254a5c181e8a tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=a575622b-a97e-4f38-9613-10326628fac0 HTTP/1.1" status: 200  len: 948 time: 0.2321038
Feb 05 20:49:42.297818 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-75f8e493-8e3d-47a4-aedf-b8b04fdd120e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (79df25fb-2c37-4912-808e-27eca6e09eda), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:42.334941 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f319e808-2c13-4cbc-ba42-a2e45210c841 req-5f2d24a1-84cb-4cd1-92b2-f7a4f2d29f42 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=521d1168-0767-4155-abea-b765948e2e9a&id=06d6f77b-60e5-4c4b-b9a9-655828d363b0&id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 517 time: 0.2523723
Feb 05 20:49:42.359163 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-522e651c-a85c-4088-96eb-e9bda1497454 req-70046fe0-7c1d-4e0d-bc47-b4778a85342d tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Made reservation on behalf of 8199679374f14355b0ba6837b638c031 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:49:42.362697 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-522e651c-a85c-4088-96eb-e9bda1497454 req-70046fe0-7c1d-4e0d-bc47-b4778a85342d tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:42.421986 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-75f8e493-8e3d-47a4-aedf-b8b04fdd120e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (79df25fb-2c37-4912-808e-27eca6e09eda), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:42.422747 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-7ff5a640-f8fd-426a-b979-157051fbcdc6 service neutron] 10.222.0.21 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2509077
Feb 05 20:49:42.422894 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f8e493-8e3d-47a4-aedf-b8b04fdd120e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:42.423454 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-75f8e493-8e3d-47a4-aedf-b8b04fdd120e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:42.439629 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cc7dd9c3-405e-4808-a614-78c04d5c24cf req-b804530f-f338-44d5-9331-59ae615c3901 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1371992
Feb 05 20:49:42.490858 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-75f8e493-8e3d-47a4-aedf-b8b04fdd120e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 1.4878836
Feb 05 20:49:42.495084 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58012) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:42.500645 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-18b54350-6b9b-4693-b40a-c8da6e12b8e3 admin admin] Request body: {'subnet': {'network_id': '79df25fb-2c37-4912-808e-27eca6e09eda', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-182030983-subnet', 'tenant_id': '5729b955e97f4b63b6504613ab462064', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:49:42.555114 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b54350-6b9b-4693-b40a-c8da6e12b8e3 admin admin] Made reservation on behalf of 5729b955e97f4b63b6504613ab462064 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:49:42.557617 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-18b54350-6b9b-4693-b40a-c8da6e12b8e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:42.656751 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-17bc770b-33b2-494a-a9a8-fc9f42fdfd88 req-f6f3974a-c25d-4dc5-9a1a-6ccfaf4218dc tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=16fd0b37-3d4d-4a4d-a504-b9fb68bd84fa HTTP/1.1" status: 200  len: 210 time: 0.0693030
Feb 05 20:49:42.683460 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-522e651c-a85c-4088-96eb-e9bda1497454 req-70046fe0-7c1d-4e0d-bc47-b4778a85342d tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Allocated IP 172.20.0.10 (13d77b28-3afb-4994-b488-d4d74ff9d748/f1bb25ad-7007-4dd3-951f-b5714ea4801d/bc17d890-50c5-4278-b511-785a571dc0b6) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:49:42.866560 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-42064c65-1714-4a81-a101-aed4a0c17753 req-ce3d835f-faec-43e2-90c1-c54db10678e3 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa1ab2a7-863f-48c4-9e06-bec5f0b6c872 HTTP/1.1" status: 200  len: 210 time: 0.0750296
Feb 05 20:49:42.940658 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f8e493-8e3d-47a4-aedf-b8b04fdd120e admin admin] Pushing event updated for resources: {'Network': ['ID=79df25fb-2c37-4912-808e-27eca6e09eda,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:42.954068 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 79df25fb-2c37-4912-808e-27eca6e09eda details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:49:42.958263 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-858fab85-f935-48fe-a5c5-7559c97c21bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 062820e1-fa5b-460b-bdf4-8a37533f2926 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:49:42.980417 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-ab27c6bb-b40c-4586-9733-7bfbeec60a97 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:42.982996 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-ab27c6bb-b40c-4586-9733-7bfbeec60a97 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=660818f9-6564-42a9-bf2b-68fd09602765&tenant_id=9e4e31092ef641efbf6eaf54cfa40d67&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.2834408
Feb 05 20:49:42.999273 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-858fab85-f935-48fe-a5c5-7559c97c21bf service neutron] Publish callbacks [] for port (062820e1-fa5b-460b-bdf4-8a37533f2926), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:43.057060 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-858fab85-f935-48fe-a5c5-7559c97c21bf service neutron] Transition to ACTIVE for port object 062820e1-fa5b-460b-bdf4-8a37533f2926 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:49:43.113631 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-858fab85-f935-48fe-a5c5-7559c97c21bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (062820e1-fa5b-460b-bdf4-8a37533f2926), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:43.277741 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-0589d6e4-5251-410f-8f48-fec6a798d81d tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Allocated IP 192.168.233.204 (f760d6ec-7837-431c-910c-37572c24f936/42e3c763-0926-4b49-ade5-d66ee3d4c489/51e314b0-404f-44e6-8f96-7cb1a5662259) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:49:43.292058 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858fab85-f935-48fe-a5c5-7559c97c21bf service neutron] Pushing event updated for resources: {'Port': ['ID=062820e1-fa5b-460b-bdf4-8a37533f2926,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:43.537562 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-858fab85-f935-48fe-a5c5-7559c97c21bf service neutron] Attempting to bind port 062820e1-fa5b-460b-bdf4-8a37533f2926 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:49:43.538354 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-858fab85-f935-48fe-a5c5-7559c97c21bf service neutron] Attempting to bind port 062820e1-fa5b-460b-bdf4-8a37533f2926 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:49:43.538542 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-858fab85-f935-48fe-a5c5-7559c97c21bf service neutron] Attempting to bind port 062820e1-fa5b-460b-bdf4-8a37533f2926 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:49:43.556605 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-858fab85-f935-48fe-a5c5-7559c97c21bf service neutron] Port 062820e1-fa5b-460b-bdf4-8a37533f2926 on network f760d6ec-7837-431c-910c-37572c24f936 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:49:43.557130 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-858fab85-f935-48fe-a5c5-7559c97c21bf service neutron] Attempting to bind port 062820e1-fa5b-460b-bdf4-8a37533f2926 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:49:43.595257 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-858fab85-f935-48fe-a5c5-7559c97c21bf service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:49:43.595257 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-858fab85-f935-48fe-a5c5-7559c97c21bf service neutron] Checking segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:49:43.595257 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-858fab85-f935-48fe-a5c5-7559c97c21bf service neutron] Bound using segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:49:43.595988 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-858fab85-f935-48fe-a5c5-7559c97c21bf service neutron] Bound port: 062820e1-fa5b-460b-bdf4-8a37533f2926, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:49:43.596479 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-858fab85-f935-48fe-a5c5-7559c97c21bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (062820e1-fa5b-460b-bdf4-8a37533f2926), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:43.707318 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-18b54350-6b9b-4693-b40a-c8da6e12b8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (776b6c0b-f6f3-49c0-9c68-1d7219027504), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:43.736553 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-37305da3-f50d-46f8-997a-74eee767e9b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (8e6449f3-bb2a-4159-8eb6-35942e80ff2f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:43.780968 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ffa8d-bef1-47fc-bf37-4ff67be41ebf req-2b15f794-6855-40eb-aff6-e5cbf9e19521 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:43.782789 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d00ffa8d-bef1-47fc-bf37-4ff67be41ebf req-2b15f794-6855-40eb-aff6-e5cbf9e19521 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.21 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 1023 time: 0.7809122
Feb 05 20:49:43.827022 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-522e651c-a85c-4088-96eb-e9bda1497454 req-70046fe0-7c1d-4e0d-bc47-b4778a85342d tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Publish callbacks [] for port (bc17d890-50c5-4278-b511-785a571dc0b6), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:43.846910 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-0589d6e4-5251-410f-8f48-fec6a798d81d tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Publish callbacks [] for port (51e314b0-404f-44e6-8f96-7cb1a5662259), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:43.850993 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-858fab85-f935-48fe-a5c5-7559c97c21bf service neutron] For port 062820e1-fa5b-460b-bdf4-8a37533f2926, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:49:43.891295 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b54350-6b9b-4693-b40a-c8da6e12b8e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=776b6c0b-f6f3-49c0-9c68-1d7219027504,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:43.909633 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-858fab85-f935-48fe-a5c5-7559c97c21bf service neutron] For port 062820e1-fa5b-460b-bdf4-8a37533f2926, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=062820e1-fa5b-460b-bdf4-8a37533f2926,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:49:43.953415 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488532b1-91f3-420e-bbbf-89c75d61a1c6 req-499e6131-b31a-446b-983a-175d8e9ae551 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:43.959242 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-488532b1-91f3-420e-bbbf-89c75d61a1c6 req-499e6131-b31a-446b-983a-175d8e9ae551 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=660818f9-6564-42a9-bf2b-68fd09602765 HTTP/1.1" status: 200  len: 944 time: 0.7434165
Feb 05 20:49:43.969765 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-858fab85-f935-48fe-a5c5-7559c97c21bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (062820e1-fa5b-460b-bdf4-8a37533f2926), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:44.026871 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba9326-f178-4481-8111-9f213408af64 req-0aa8c4aa-f482-41ba-9942-93149042d6fc tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:44.031048 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-23ba9326-f178-4481-8111-9f213408af64 req-0aa8c4aa-f482-41ba-9942-93149042d6fc tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 1023 time: 0.3747232
Feb 05 20:49:44.073857 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-858fab85-f935-48fe-a5c5-7559c97c21bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:44.074721 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-858fab85-f935-48fe-a5c5-7559c97c21bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:44.077273 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-858fab85-f935-48fe-a5c5-7559c97c21bf service neutron] 10.222.0.39 "PUT /v2.0/ports/062820e1-fa5b-460b-bdf4-8a37533f2926 HTTP/1.1" status: 200  len: 1096 time: 2.5710230
Feb 05 20:49:44.078459 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-0589d6e4-5251-410f-8f48-fec6a798d81d tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (51e314b0-404f-44e6-8f96-7cb1a5662259), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:44.080578 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc1781d-d4da-408b-9f7f-a34988bd4ad3', 'tag': '062820e1-fa5b-460b-bdf4-8a37533f2926'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:49:44.083538 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2fd18a-246a-4cea-b22b-1ded27225f97" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc1781d-d4da-408b-9f7f-a34988bd4ad3", "tag": "062820e1-fa5b-460b-bdf4-8a37533f2926"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:49:44.131333 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b54350-6b9b-4693-b40a-c8da6e12b8e3 admin admin] Checking segment: {'id': 'b8ae76ca-931a-4f71-86dd-6cb55f05bdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '79df25fb-2c37-4912-808e-27eca6e09eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:49:44.131897 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b54350-6b9b-4693-b40a-c8da6e12b8e3 admin admin] Network hostable DHCP agents. Network: 79df25fb-2c37-4912-808e-27eca6e09eda, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:49:44.167555 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858fab85-f935-48fe-a5c5-7559c97c21bf service neutron] Pushing event updated for resources: {'Port': ['ID=062820e1-fa5b-460b-bdf4-8a37533f2926,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:44.181068 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-66f67a08-845c-49fb-9461-414b5b230b51 service neutron] For port a0a11d30-e1f6-41c8-aba3-188367acbc76, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:49:44.239426 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-488532b1-91f3-420e-bbbf-89c75d61a1c6 req-23bf3180-0ba6-42a4-90b7-df871955f7c4 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2463794
Feb 05 20:49:44.244472 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-66f67a08-845c-49fb-9461-414b5b230b51 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:44.254704 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-66f67a08-845c-49fb-9461-414b5b230b51 service neutron] 10.222.0.21 "DELETE /v2.0/ports/a0a11d30-e1f6-41c8-aba3-188367acbc76/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 1.2482350
Feb 05 20:49:44.257778 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-0589d6e4-5251-410f-8f48-fec6a798d81d tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Network f760d6ec-7837-431c-910c-37572c24f936 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:49:44.282753 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-0589d6e4-5251-410f-8f48-fec6a798d81d tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:49:44.302389 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-0589d6e4-5251-410f-8f48-fec6a798d81d tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:49:44.349047 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-522e651c-a85c-4088-96eb-e9bda1497454 req-70046fe0-7c1d-4e0d-bc47-b4778a85342d tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (bc17d890-50c5-4278-b511-785a571dc0b6), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:44.387995 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589d6e4-5251-410f-8f48-fec6a798d81d tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Pushing event updated for resources: {'Port': ['ID=51e314b0-404f-44e6-8f96-7cb1a5662259,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:44.439632 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-6ef29989-95b5-431d-8188-73e183cbd8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:44.441355 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-6ef29989-95b5-431d-8188-73e183cbd8ca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f732d56562ad4c84a7210699161826c7&device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 1130 time: 0.2934914
Feb 05 20:49:44.453515 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-0589d6e4-5251-410f-8f48-fec6a798d81d tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:44.453991 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-0589d6e4-5251-410f-8f48-fec6a798d81d tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:44.454871 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b54350-6b9b-4693-b40a-c8da6e12b8e3 admin admin] Network 79df25fb-2c37-4912-808e-27eca6e09eda is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:49:44.504731 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-522e651c-a85c-4088-96eb-e9bda1497454 req-70046fe0-7c1d-4e0d-bc47-b4778a85342d tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Network 13d77b28-3afb-4994-b488-d4d74ff9d748 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:49:44.520108 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-3ea5e5a4-76fc-4bfb-8b97-dc6db0694efd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=062820e1-fa5b-460b-bdf4-8a37533f2926 HTTP/1.1" status: 200  len: 217 time: 0.0621538
Feb 05 20:49:44.523249 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-522e651c-a85c-4088-96eb-e9bda1497454 req-70046fe0-7c1d-4e0d-bc47-b4778a85342d tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:49:44.543382 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-522e651c-a85c-4088-96eb-e9bda1497454 req-70046fe0-7c1d-4e0d-bc47-b4778a85342d tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:49:44.645560 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-0589d6e4-5251-410f-8f48-fec6a798d81d tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.1846061
Feb 05 20:49:44.660748 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70046fe0-7c1d-4e0d-bc47-b4778a85342d tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Pushing event updated for resources: {'Port': ['ID=bc17d890-50c5-4278-b511-785a571dc0b6,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:44.675543 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-4f9a0de2-5bef-4c0b-ae7f-191e2156d422 service neutron] Request body: {'port': {'device_id': '16fd0b37-3d4d-4a4d-a504-b9fb68bd84fa', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:49:44.689992 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-d00ffa8d-bef1-47fc-bf37-4ff67be41ebf req-ee7ebf41-cb37-4c5d-a1d6-776524cf5a32 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Deleting port 218cb684-5341-4263-acdf-23a99d0f8478 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:49:44.689992 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d00ffa8d-bef1-47fc-bf37-4ff67be41ebf req-ee7ebf41-cb37-4c5d-a1d6-776524cf5a32 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (218cb684-5341-4263-acdf-23a99d0f8478), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:44.692923 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-18b54350-6b9b-4693-b40a-c8da6e12b8e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 79df25fb-2c37-4912-808e-27eca6e09eda) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:49:44.712009 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b54350-6b9b-4693-b40a-c8da6e12b8e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:44.712686 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-18b54350-6b9b-4693-b40a-c8da6e12b8e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:44.720113 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a6eaf9-a39b-44d5-a340-3613cab4cdf8 None None] Network 79df25fb-2c37-4912-808e-27eca6e09eda requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:49:44.766902 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-23ba9326-f178-4481-8111-9f213408af64 req-727159f0-e323-425f-8666-8bb7386773a5 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups?id=521d1168-0767-4155-abea-b765948e2e9a&id=06d6f77b-60e5-4c4b-b9a9-655828d363b0&id=f1d324b3-3da9-44cb-833e-e6d431e6537c&fields=id&fields=name HTTP/1.1" status: 200  len: 517 time: 0.7246528
Feb 05 20:49:44.788729 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-c8272473-dbd2-48f0-ad6e-d2a57fc0507a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:44.793727 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-c8272473-dbd2-48f0-ad6e-d2a57fc0507a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.2667477
Feb 05 20:49:44.803445 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-18b54350-6b9b-4693-b40a-c8da6e12b8e3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 2.3071246
Feb 05 20:49:45.018700 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-4f9a0de2-5bef-4c0b-ae7f-191e2156d422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (51e314b0-404f-44e6-8f96-7cb1a5662259), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:45.020195 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e651c-a85c-4088-96eb-e9bda1497454 req-70046fe0-7c1d-4e0d-bc47-b4778a85342d tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:45.021320 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-522e651c-a85c-4088-96eb-e9bda1497454 req-70046fe0-7c1d-4e0d-bc47-b4778a85342d tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:45.062708 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-bc9560b0-e0fd-4e08-bb4e-477f7083dd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:45.065474 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-bc9560b0-e0fd-4e08-bb4e-477f7083dd3d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2027714
Feb 05 20:49:45.114673 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-37305da3-f50d-46f8-997a-74eee767e9b1 admin admin] Deleting port 61b13923-2275-4dca-95bb-9e8dd4921ddf {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:49:45.115129 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-37305da3-f50d-46f8-997a-74eee767e9b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (61b13923-2275-4dca-95bb-9e8dd4921ddf), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:45.147845 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-522e651c-a85c-4088-96eb-e9bda1497454 req-70046fe0-7c1d-4e0d-bc47-b4778a85342d tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.2411609
Feb 05 20:49:45.175591 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf4201-a38f-463e-b73e-c247087c093b req-538e1d6e-d125-4f55-b9e9-b9354742d64a tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:45.178816 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-71cf4201-a38f-463e-b73e-c247087c093b req-538e1d6e-d125-4f55-b9e9-b9354742d64a tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=a575622b-a97e-4f38-9613-10326628fac0 HTTP/1.1" status: 200  len: 948 time: 0.7249594
Feb 05 20:49:45.221864 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-522e651c-a85c-4088-96eb-e9bda1497454 req-218158a1-ec56-4eb3-8263-4e083fdd50c5 service neutron] Request body: {'port': {'device_id': 'fa1ab2a7-863f-48c4-9e06-bec5f0b6c872', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:49:45.249682 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-52c96155-d6f3-483f-a906-bb178d9049fd None None] Provisioning complete for port 51e314b0-404f-44e6-8f96-7cb1a5662259 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:49:45.250782 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-52c96155-d6f3-483f-a906-bb178d9049fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (51e314b0-404f-44e6-8f96-7cb1a5662259), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:45.253377 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:45.298402 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-52c96155-d6f3-483f-a906-bb178d9049fd None None] Port 51e314b0-404f-44e6-8f96-7cb1a5662259 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:49:45.327445 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-522e651c-a85c-4088-96eb-e9bda1497454 req-218158a1-ec56-4eb3-8263-4e083fdd50c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (bc17d890-50c5-4278-b511-785a571dc0b6), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:45.340068 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6b547e-b99f-45ad-9031-5ad8c1afe231 None None] Network 79df25fb-2c37-4912-808e-27eca6e09eda requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:49:45.437815 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 218cb684-5341-4263-acdf-23a99d0f8478 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:49:45.439771 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-71cf4201-a38f-463e-b73e-c247087c093b req-0491c9e8-2e0b-4f27-8963-9a8ba90c0d0d tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2264218
Feb 05 20:49:45.500158 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-d00ffa8d-bef1-47fc-bf37-4ff67be41ebf req-ee7ebf41-cb37-4c5d-a1d6-776524cf5a32 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] For port 218cb684-5341-4263-acdf-23a99d0f8478, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=218cb684-5341-4263-acdf-23a99d0f8478,segment=NetworkSegment(09abd495-dfb6-4655-a11b-eae610695a85),segment_id=09abd495-dfb6-4655-a11b-eae610695a85)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:49:45.500158 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d00ffa8d-bef1-47fc-bf37-4ff67be41ebf req-ee7ebf41-cb37-4c5d-a1d6-776524cf5a32 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (218cb684-5341-4263-acdf-23a99d0f8478), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:45.536887 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-3dfde2e3-965f-4125-957f-52089412c928 None None] Provisioning complete for port bc17d890-50c5-4278-b511-785a571dc0b6 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:49:45.538143 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3dfde2e3-965f-4125-957f-52089412c928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (bc17d890-50c5-4278-b511-785a571dc0b6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:45.544272 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-37305da3-f50d-46f8-997a-74eee767e9b1 admin admin] For port 61b13923-2275-4dca-95bb-9e8dd4921ddf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61b13923-2275-4dca-95bb-9e8dd4921ddf,segment=NetworkSegment(cfb529de-9584-423e-96c5-99b0cb5b16c5),segment_id=cfb529de-9584-423e-96c5-99b0cb5b16c5)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:49:45.544748 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-37305da3-f50d-46f8-997a-74eee767e9b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (61b13923-2275-4dca-95bb-9e8dd4921ddf), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:45.580171 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc088a-2f04-42a1-8b6b-cafa963564d1 req-bad693e8-1af4-4680-b2e4-a18834df3438 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:45.584097 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-02fc088a-2f04-42a1-8b6b-cafa963564d1 req-bad693e8-1af4-4680-b2e4-a18834df3438 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=16fd0b37-3d4d-4a4d-a504-b9fb68bd84fa HTTP/1.1" status: 200  len: 936 time: 0.5388737
Feb 05 20:49:45.634278 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-37305da3-f50d-46f8-997a-74eee767e9b1 admin admin] Calling delete_port for 61b13923-2275-4dca-95bb-9e8dd4921ddf owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:49:45.636012 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-d00ffa8d-bef1-47fc-bf37-4ff67be41ebf req-ee7ebf41-cb37-4c5d-a1d6-776524cf5a32 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Calling delete_port for 218cb684-5341-4263-acdf-23a99d0f8478 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:49:45.648055 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-683475a2-ecc4-46d2-8f5b-8093bcc35e45 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5440707
Feb 05 20:49:45.713206 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-3dfde2e3-965f-4125-957f-52089412c928 None None] Port bc17d890-50c5-4278-b511-785a571dc0b6 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:49:45.745336 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 218cb684-5341-4263-acdf-23a99d0f8478 is: ACTIVE; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:49:45.746128 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (218cb684-5341-4263-acdf-23a99d0f8478), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:45.784955 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213f56f6-86e0-4ba5-82ff-dfe69c6aaad2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '218cb684-5341-4263-acdf-23a99d0f8478'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:49:45.787864 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559c419a-30d2-46cd-bef0-1d6fbb510153" -d '{"events": [{"server_uuid": "213f56f6-86e0-4ba5-82ff-dfe69c6aaad2", "name": "network-vif-unplugged", "status": "completed", "tag": "218cb684-5341-4263-acdf-23a99d0f8478"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:49:45.841619 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 218cb684-5341-4263-acdf-23a99d0f8478, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=218cb684-5341-4263-acdf-23a99d0f8478,segment=NetworkSegment(09abd495-dfb6-4655-a11b-eae610695a85),segment_id=09abd495-dfb6-4655-a11b-eae610695a85)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:49:45.856145 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (218cb684-5341-4263-acdf-23a99d0f8478), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:45.884327 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6ea357ae-d7f5-49d2-ab75-0b78974f0fd3 req-e7692c75-b73e-4176-9d8a-f5caa6100861 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2345746
Feb 05 20:49:45.907055 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-02fc088a-2f04-42a1-8b6b-cafa963564d1 req-e329b423-7811-47fa-8319-eea7f55c0814 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3079062
Feb 05 20:49:45.986442 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e8427-de4b-4123-8c44-db2814db6d76 req-6a11732a-b05c-4190-8e1f-4185b181a1e6 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:45.988948 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-809e8427-de4b-4123-8c44-db2814db6d76 req-6a11732a-b05c-4190-8e1f-4185b181a1e6 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa1ab2a7-863f-48c4-9e06-bec5f0b6c872 HTTP/1.1" status: 200  len: 932 time: 0.4276316
Feb 05 20:49:46.017078 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-4f9a0de2-5bef-4c0b-ae7f-191e2156d422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51e314b0-404f-44e6-8f96-7cb1a5662259 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:49:46.020913 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=218cb684-5341-4263-acdf-23a99d0f8478,revision_number=8']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:46.033411 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-4f9a0de2-5bef-4c0b-ae7f-191e2156d422 service neutron] Publish callbacks [] for port (51e314b0-404f-44e6-8f96-7cb1a5662259), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:46.073895 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-4f9a0de2-5bef-4c0b-ae7f-191e2156d422 service neutron] Transition to ACTIVE for port object 51e314b0-404f-44e6-8f96-7cb1a5662259 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:49:46.092294 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-4f9a0de2-5bef-4c0b-ae7f-191e2156d422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (51e314b0-404f-44e6-8f96-7cb1a5662259), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:46.132321 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-809e8427-de4b-4123-8c44-db2814db6d76 req-01a03334-958d-453b-b4f9-6fc24acf766a tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.32 "GET /v2.0/security-groups?id=f62d9e80-64fd-4aa3-a016-a1e29449dbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1263762
Feb 05 20:49:46.204322 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8780e0-dc32-44b3-90f7-6fbc979e47e5 x-openstack-request-id: req-5a8780e0-dc32-44b3-90f7-6fbc979e47e5 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:49:46.204633 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc1781d-d4da-408b-9f7f-a34988bd4ad3", "tag": "062820e1-fa5b-460b-bdf4-8a37533f2926", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:49:46.204900 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5a8780e0-dc32-44b3-90f7-6fbc979e47e5 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:49:46.205315 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc1781d-d4da-408b-9f7f-a34988bd4ad3', 'tag': '062820e1-fa5b-460b-bdf4-8a37533f2926', 'status': 'completed', 'code': 200}
Feb 05 20:49:46.271909 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d00ffa8d-bef1-47fc-bf37-4ff67be41ebf req-ee7ebf41-cb37-4c5d-a1d6-776524cf5a32 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (218cb684-5341-4263-acdf-23a99d0f8478), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:46.275140 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-522e651c-a85c-4088-96eb-e9bda1497454 req-218158a1-ec56-4eb3-8263-4e083fdd50c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc17d890-50c5-4278-b511-785a571dc0b6 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:49:46.310053 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a0de2-5bef-4c0b-ae7f-191e2156d422 service neutron] Pushing event updated for resources: {'Port': ['ID=51e314b0-404f-44e6-8f96-7cb1a5662259,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:46.349739 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 20:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff9e9c2-4786-46a7-835b-d88521c90185 x-openstack-request-id: req-9ff9e9c2-4786-46a7-835b-d88521c90185 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:49:46.349739 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213f56f6-86e0-4ba5-82ff-dfe69c6aaad2", "name": "network-vif-unplugged", "status": "completed", "tag": "218cb684-5341-4263-acdf-23a99d0f8478", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:49:46.349739 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ff9e9c2-4786-46a7-835b-d88521c90185 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:49:46.350226 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213f56f6-86e0-4ba5-82ff-dfe69c6aaad2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '218cb684-5341-4263-acdf-23a99d0f8478', 'code': 200}
Feb 05 20:49:46.367922 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-522e651c-a85c-4088-96eb-e9bda1497454 req-218158a1-ec56-4eb3-8263-4e083fdd50c5 service neutron] Publish callbacks [] for port (bc17d890-50c5-4278-b511-785a571dc0b6), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:46.403005 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ebf41-cb37-4c5d-a1d6-776524cf5a32 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Pushing event deleted for resources: {'Port': ['ID=218cb684-5341-4263-acdf-23a99d0f8478,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:46.481898 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2fd18a-246a-4cea-b22b-1ded27225f97 req-efc387d9-266a-49fc-aeed-bee8aa24d2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:46.496823 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0b2fd18a-246a-4cea-b22b-1ded27225f97 req-efc387d9-266a-49fc-aeed-bee8aa24d2a0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f732d56562ad4c84a7210699161826c7&device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 1130 time: 0.2938836
Feb 05 20:49:46.608586 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-522e651c-a85c-4088-96eb-e9bda1497454 req-218158a1-ec56-4eb3-8263-4e083fdd50c5 service neutron] Transition to ACTIVE for port object bc17d890-50c5-4278-b511-785a571dc0b6 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:49:46.625972 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00ffa8d-bef1-47fc-bf37-4ff67be41ebf req-ee7ebf41-cb37-4c5d-a1d6-776524cf5a32 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] No DVR routers for this DVR port 218cb684-5341-4263-acdf-23a99d0f8478 on host nch1-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:49:46.660897 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-522e651c-a85c-4088-96eb-e9bda1497454 req-218158a1-ec56-4eb3-8263-4e083fdd50c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (bc17d890-50c5-4278-b511-785a571dc0b6), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:46.664609 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d00ffa8d-bef1-47fc-bf37-4ff67be41ebf req-ee7ebf41-cb37-4c5d-a1d6-776524cf5a32 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:46.669456 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d00ffa8d-bef1-47fc-bf37-4ff67be41ebf req-ee7ebf41-cb37-4c5d-a1d6-776524cf5a32 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.21 "DELETE /v2.0/ports/218cb684-5341-4263-acdf-23a99d0f8478 HTTP/1.1" status: 204  len: 173 time: 2.8691113
Feb 05 20:49:46.692372 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213f56f6-86e0-4ba5-82ff-dfe69c6aaad2', 'name': 'network-vif-deleted', 'tag': '218cb684-5341-4263-acdf-23a99d0f8478'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:49:46.695458 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6b3e2c-f8f5-432c-afc6-3c34f9ac0cd4" -d '{"events": [{"server_uuid": "213f56f6-86e0-4ba5-82ff-dfe69c6aaad2", "name": "network-vif-deleted", "tag": "218cb684-5341-4263-acdf-23a99d0f8478"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:49:46.745802 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-76c38721-890a-4bfb-9457-30855599c52c req-683d6d1b-d817-4909-9487-d61fd3e76747 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/ports?device_id=213f56f6-86e0-4ba5-82ff-dfe69c6aaad2 HTTP/1.1" status: 200  len: 210 time: 0.1333249
Feb 05 20:49:46.783253 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-37305da3-f50d-46f8-997a-74eee767e9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (61b13923-2275-4dca-95bb-9e8dd4921ddf), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:46.829739 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [req-2db7bbc7-b761-4853-b91d-46467447c7b6 req-bb2fe672-d049-400f-9de3-8c5e9af42125 tempest-SecurityGroupsNegativeTestJSON-2046277366 tempest-SecurityGroupsNegativeTestJSON-2046277366-project] show failed (client error): The resource could not be found.
Feb 05 20:49:46.833465 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37305da3-f50d-46f8-997a-74eee767e9b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=61b13923-2275-4dca-95bb-9e8dd4921ddf,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:46.846661 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-4f9a0de2-5bef-4c0b-ae7f-191e2156d422 service neutron] Attempting to bind port 51e314b0-404f-44e6-8f96-7cb1a5662259 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:49:46.847025 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-4f9a0de2-5bef-4c0b-ae7f-191e2156d422 service neutron] Attempting to bind port 51e314b0-404f-44e6-8f96-7cb1a5662259 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:49:46.850559 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-4f9a0de2-5bef-4c0b-ae7f-191e2156d422 service neutron] Attempting to bind port 51e314b0-404f-44e6-8f96-7cb1a5662259 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:49:46.861649 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2db7bbc7-b761-4853-b91d-46467447c7b6 req-bb2fe672-d049-400f-9de3-8c5e9af42125 tempest-SecurityGroupsNegativeTestJSON-2046277366 tempest-SecurityGroupsNegativeTestJSON-2046277366-project] 10.222.0.32 "GET /v2.0/security-groups/ae5830ea-12bd-4af2-8d27-6066d746c489 HTTP/1.1" status: 404  len: 352 time: 0.3341844
Feb 05 20:49:47.028141 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218158a1-ec56-4eb3-8263-4e083fdd50c5 service neutron] Pushing event updated for resources: {'Port': ['ID=bc17d890-50c5-4278-b511-785a571dc0b6,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:47.199649 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca8395-6be0-4aed-9845-9a8fdb0a86d6 req-01d08ff6-9158-434f-877f-0c99c6cbfd2d tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:47.201370 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bcca8395-6be0-4aed-9845-9a8fdb0a86d6 req-01d08ff6-9158-434f-877f-0c99c6cbfd2d tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=660818f9-6564-42a9-bf2b-68fd09602765 HTTP/1.1" status: 200  len: 1126 time: 0.2889245
Feb 05 20:49:47.271152 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-522e651c-a85c-4088-96eb-e9bda1497454 req-218158a1-ec56-4eb3-8263-4e083fdd50c5 service neutron] Attempting to bind port bc17d890-50c5-4278-b511-785a571dc0b6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:49:47.272057 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-522e651c-a85c-4088-96eb-e9bda1497454 req-218158a1-ec56-4eb3-8263-4e083fdd50c5 service neutron] Attempting to bind port bc17d890-50c5-4278-b511-785a571dc0b6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '31163422-f6ed-43d8-a046-c27a53e8a737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '13d77b28-3afb-4994-b488-d4d74ff9d748'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:49:47.272057 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522e651c-a85c-4088-96eb-e9bda1497454 req-218158a1-ec56-4eb3-8263-4e083fdd50c5 service neutron] Attempting to bind port bc17d890-50c5-4278-b511-785a571dc0b6 on network 13d77b28-3afb-4994-b488-d4d74ff9d748 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:49:47.282006 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff2b89-c3c3-4d28-9323-aa56e8e478f4 req-cce7e8ce-5340-4b9e-9ad5-0e2af463b62e tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:47.283777 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-18ff2b89-c3c3-4d28-9323-aa56e8e478f4 req-cce7e8ce-5340-4b9e-9ad5-0e2af463b62e tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=a575622b-a97e-4f38-9613-10326628fac0 HTTP/1.1" status: 200  len: 948 time: 0.2056420
Feb 05 20:49:47.291038 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bcca8395-6be0-4aed-9845-9a8fdb0a86d6 req-3fb300ff-2b10-4d57-8d66-32a0cd9f9b64 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804751
Feb 05 20:49:47.311221 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522e651c-a85c-4088-96eb-e9bda1497454 req-218158a1-ec56-4eb3-8263-4e083fdd50c5 service neutron] Port bc17d890-50c5-4278-b511-785a571dc0b6 on network 13d77b28-3afb-4994-b488-d4d74ff9d748 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:49:47.312091 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522e651c-a85c-4088-96eb-e9bda1497454 req-218158a1-ec56-4eb3-8263-4e083fdd50c5 service neutron] Attempting to bind port bc17d890-50c5-4278-b511-785a571dc0b6 on network 13d77b28-3afb-4994-b488-d4d74ff9d748 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:49:47.351627 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522e651c-a85c-4088-96eb-e9bda1497454 req-218158a1-ec56-4eb3-8263-4e083fdd50c5 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:49:47.353966 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522e651c-a85c-4088-96eb-e9bda1497454 req-218158a1-ec56-4eb3-8263-4e083fdd50c5 service neutron] Checking segment: {'id': '31163422-f6ed-43d8-a046-c27a53e8a737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '13d77b28-3afb-4994-b488-d4d74ff9d748'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:49:47.353966 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522e651c-a85c-4088-96eb-e9bda1497454 req-218158a1-ec56-4eb3-8263-4e083fdd50c5 service neutron] Bound using segment: {'id': '31163422-f6ed-43d8-a046-c27a53e8a737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '13d77b28-3afb-4994-b488-d4d74ff9d748'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:49:47.353966 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-522e651c-a85c-4088-96eb-e9bda1497454 req-218158a1-ec56-4eb3-8263-4e083fdd50c5 service neutron] Bound port: bc17d890-50c5-4278-b511-785a571dc0b6, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31163422-f6ed-43d8-a046-c27a53e8a737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '13d77b28-3afb-4994-b488-d4d74ff9d748'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:49:47.353966 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-522e651c-a85c-4088-96eb-e9bda1497454 req-218158a1-ec56-4eb3-8263-4e083fdd50c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (bc17d890-50c5-4278-b511-785a571dc0b6), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:47.409369 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-4f9a0de2-5bef-4c0b-ae7f-191e2156d422 service neutron] Port 51e314b0-404f-44e6-8f96-7cb1a5662259 on network f760d6ec-7837-431c-910c-37572c24f936 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:49:47.409704 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-4f9a0de2-5bef-4c0b-ae7f-191e2156d422 service neutron] Attempting to bind port 51e314b0-404f-44e6-8f96-7cb1a5662259 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:49:47.419158 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2fd18a-246a-4cea-b22b-1ded27225f97 req-91c4afb8-e281-4097-bab7-3ca4777ed2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:47.422037 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0b2fd18a-246a-4cea-b22b-1ded27225f97 req-91c4afb8-e281-4097-bab7-3ca4777ed2e7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.9207141
Feb 05 20:49:47.424843 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4942a83d-2057-40f0-a62c-4ec16fa3224f x-openstack-request-id: req-4942a83d-2057-40f0-a62c-4ec16fa3224f {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:49:47.425337 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213f56f6-86e0-4ba5-82ff-dfe69c6aaad2", "name": "network-vif-deleted", "tag": "218cb684-5341-4263-acdf-23a99d0f8478", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:49:47.425818 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4942a83d-2057-40f0-a62c-4ec16fa3224f {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:49:47.426263 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213f56f6-86e0-4ba5-82ff-dfe69c6aaad2', 'name': 'network-vif-deleted', 'tag': '218cb684-5341-4263-acdf-23a99d0f8478', 'status': 'completed', 'code': 200}
Feb 05 20:49:47.431903 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-4f9a0de2-5bef-4c0b-ae7f-191e2156d422 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:49:47.432639 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-4f9a0de2-5bef-4c0b-ae7f-191e2156d422 service neutron] Checking segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:49:47.433282 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-4f9a0de2-5bef-4c0b-ae7f-191e2156d422 service neutron] Bound using segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:49:47.434045 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-4f9a0de2-5bef-4c0b-ae7f-191e2156d422 service neutron] Bound port: 51e314b0-404f-44e6-8f96-7cb1a5662259, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:49:47.434763 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-4f9a0de2-5bef-4c0b-ae7f-191e2156d422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (51e314b0-404f-44e6-8f96-7cb1a5662259), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:47.442442 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-18ff2b89-c3c3-4d28-9323-aa56e8e478f4 req-6d8b2d12-0a2e-4574-bbfc-2db3c4b53547 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1496267
Feb 05 20:49:47.495381 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0b2fd18a-246a-4cea-b22b-1ded27225f97 req-26e210cd-3460-416a-9f09-b7e1ce303fbd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=062820e1-fa5b-460b-bdf4-8a37533f2926 HTTP/1.1" status: 200  len: 217 time: 0.0661457
Feb 05 20:49:47.553445 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-522e651c-a85c-4088-96eb-e9bda1497454 req-218158a1-ec56-4eb3-8263-4e083fdd50c5 service neutron] For port bc17d890-50c5-4278-b511-785a571dc0b6, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:49:47.562281 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-522e651c-a85c-4088-96eb-e9bda1497454 req-218158a1-ec56-4eb3-8263-4e083fdd50c5 service neutron] For port bc17d890-50c5-4278-b511-785a571dc0b6, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bc17d890-50c5-4278-b511-785a571dc0b6,segment=NetworkSegment(31163422-f6ed-43d8-a046-c27a53e8a737),segment_id=31163422-f6ed-43d8-a046-c27a53e8a737)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:49:47.576013 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-522e651c-a85c-4088-96eb-e9bda1497454 req-218158a1-ec56-4eb3-8263-4e083fdd50c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (bc17d890-50c5-4278-b511-785a571dc0b6), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:47.714195 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-4f9a0de2-5bef-4c0b-ae7f-191e2156d422 service neutron] For port 51e314b0-404f-44e6-8f96-7cb1a5662259, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:49:47.721297 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-4f9a0de2-5bef-4c0b-ae7f-191e2156d422 service neutron] For port 51e314b0-404f-44e6-8f96-7cb1a5662259, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=51e314b0-404f-44e6-8f96-7cb1a5662259,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:49:47.728457 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e651c-a85c-4088-96eb-e9bda1497454 req-218158a1-ec56-4eb3-8263-4e083fdd50c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:47.728725 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2fd18a-246a-4cea-b22b-1ded27225f97 req-b00bec4b-31a4-40ab-9c90-14e06f674700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:47.730142 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0b2fd18a-246a-4cea-b22b-1ded27225f97 req-b00bec4b-31a4-40ab-9c90-14e06f674700 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.2278399
Feb 05 20:49:47.736809 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-522e651c-a85c-4088-96eb-e9bda1497454 req-218158a1-ec56-4eb3-8263-4e083fdd50c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:47.737057 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-4f9a0de2-5bef-4c0b-ae7f-191e2156d422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (51e314b0-404f-44e6-8f96-7cb1a5662259), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:47.738643 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-522e651c-a85c-4088-96eb-e9bda1497454 req-218158a1-ec56-4eb3-8263-4e083fdd50c5 service neutron] 10.222.0.39 "PUT /v2.0/ports/bc17d890-50c5-4278-b511-785a571dc0b6 HTTP/1.1" status: 200  len: 1092 time: 2.5267503
Feb 05 20:49:47.774319 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218158a1-ec56-4eb3-8263-4e083fdd50c5 service neutron] Pushing event updated for resources: {'Port': ['ID=bc17d890-50c5-4278-b511-785a571dc0b6,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:47.814539 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d209e8-a66e-42d8-9eb6-a0cd5dc8153e req-1745fc71-3a28-4263-a76a-48e221d0e6d2 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:47.816886 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-85d209e8-a66e-42d8-9eb6-a0cd5dc8153e req-1745fc71-3a28-4263-a76a-48e221d0e6d2 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=16fd0b37-3d4d-4a4d-a504-b9fb68bd84fa HTTP/1.1" status: 200  len: 948 time: 0.2221117
Feb 05 20:49:47.826922 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256186e-7754-4194-96f2-e7a5af4e121c req-924fd8ba-5024-4588-89a0-a762e658d8d5 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:47.828478 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a256186e-7754-4194-96f2-e7a5af4e121c req-924fd8ba-5024-4588-89a0-a762e658d8d5 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa1ab2a7-863f-48c4-9e06-bec5f0b6c872 HTTP/1.1" status: 200  len: 944 time: 0.2293386
Feb 05 20:49:47.838251 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-37305da3-f50d-46f8-997a-74eee767e9b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (8e6449f3-bb2a-4159-8eb6-35942e80ff2f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:47.845542 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-4f9a0de2-5bef-4c0b-ae7f-191e2156d422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:47.846250 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-4f9a0de2-5bef-4c0b-ae7f-191e2156d422 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:47.848057 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-4f9a0de2-5bef-4c0b-ae7f-191e2156d422 service neutron] 10.222.0.39 "PUT /v2.0/ports/51e314b0-404f-44e6-8f96-7cb1a5662259 HTTP/1.1" status: 200  len: 1096 time: 3.1935065
Feb 05 20:49:47.974691 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a256186e-7754-4194-96f2-e7a5af4e121c req-988d8907-0b14-44b8-872e-337376b44918 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.32 "GET /v2.0/security-groups?id=f62d9e80-64fd-4aa3-a016-a1e29449dbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1208301
Feb 05 20:49:47.986834 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e651c-a85c-4088-96eb-e9bda1497454 req-f4be2858-5e9b-477c-a2a6-a82e3f01cd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:47.988375 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-522e651c-a85c-4088-96eb-e9bda1497454 req-f4be2858-5e9b-477c-a2a6-a82e3f01cd47 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8199679374f14355b0ba6837b638c031&device_id=fa1ab2a7-863f-48c4-9e06-bec5f0b6c872 HTTP/1.1" status: 200  len: 1126 time: 0.1950905
Feb 05 20:49:47.993973 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-85d209e8-a66e-42d8-9eb6-a0cd5dc8153e req-cf41ae7d-29f9-45a9-b8f8-421e5ad9f89f tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1626697
Feb 05 20:49:48.076016 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-522e651c-a85c-4088-96eb-e9bda1497454 req-394c6206-dd8f-4185-9e11-efb67e26f0ec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc17d890-50c5-4278-b511-785a571dc0b6 HTTP/1.1" status: 200  len: 217 time: 0.0801322
Feb 05 20:49:48.148713 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a0de2-5bef-4c0b-ae7f-191e2156d422 service neutron] Pushing event updated for resources: {'Port': ['ID=51e314b0-404f-44e6-8f96-7cb1a5662259,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:48.178071 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2fd18a-246a-4cea-b22b-1ded27225f97 req-f6ced31d-7fa4-456f-9a4d-948864f642dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:48.182225 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0b2fd18a-246a-4cea-b22b-1ded27225f97 req-f6ced31d-7fa4-456f-9a4d-948864f642dc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.4396815
Feb 05 20:49:48.207851 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16fd0b37-3d4d-4a4d-a504-b9fb68bd84fa', 'tag': '51e314b0-404f-44e6-8f96-7cb1a5662259'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:49:48.210994 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df0ea64-d9b5-4d49-9124-e63121b97f30" -d '{"events": [{"name": "network-changed", "server_uuid": "16fd0b37-3d4d-4a4d-a504-b9fb68bd84fa", "tag": "51e314b0-404f-44e6-8f96-7cb1a5662259"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:49:48.240457 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4a12b83b-2fb3-4f94-9705-c323449b0e7d req-581a8fec-4339-44ff-a460-a9c1e2da3a83 tempest-SecurityGroupsNegativeTestJSON-2046277366 tempest-SecurityGroupsNegativeTestJSON-2046277366-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5729b955e97f4b63b6504613ab462064 HTTP/1.1" status: 200  len: 3001 time: 0.1694155
Feb 05 20:49:48.261477 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e651c-a85c-4088-96eb-e9bda1497454 req-2012ff4d-6381-4fda-93fa-be1ff8434a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:48.263133 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-522e651c-a85c-4088-96eb-e9bda1497454 req-2012ff4d-6381-4fda-93fa-be1ff8434a01 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f1bb25ad-7007-4dd3-951f-b5714ea4801d HTTP/1.1" status: 200  len: 853 time: 0.1772656
Feb 05 20:49:48.321074 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-446472b6-74ad-41e0-930c-0a889448f021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:48.322643 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-446472b6-74ad-41e0-930c-0a889448f021 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f732d56562ad4c84a7210699161826c7&device_id=16fd0b37-3d4d-4a4d-a504-b9fb68bd84fa HTTP/1.1" status: 200  len: 1130 time: 0.3011372
Feb 05 20:49:48.326446 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178fc0e-8bda-456d-98f9-fffacbf81bb0 req-35447fe0-45e2-45b1-aa33-0bd02729d923 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:48.328123 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1178fc0e-8bda-456d-98f9-fffacbf81bb0 req-35447fe0-45e2-45b1-aa33-0bd02729d923 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=660818f9-6564-42a9-bf2b-68fd09602765 HTTP/1.1" status: 200  len: 1126 time: 0.1693208
Feb 05 20:49:48.350879 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4a12b83b-2fb3-4f94-9705-c323449b0e7d req-7fd1680c-1278-4b3b-ac35-3880fff0e355 tempest-SecurityGroupsNegativeTestJSON-2046277366 tempest-SecurityGroupsNegativeTestJSON-2046277366-project] 10.222.0.32 "GET /v2.0/security-groups/a670b142-9bf6-4f34-83b4-c088b76f7462 HTTP/1.1" status: 200  len: 2998 time: 0.1052792
Feb 05 20:49:48.376522 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-c130903f-fa68-4327-b838-9415e2c0108f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=51e314b0-404f-44e6-8f96-7cb1a5662259 HTTP/1.1" status: 200  len: 217 time: 0.0471210
Feb 05 20:49:48.395570 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e651c-a85c-4088-96eb-e9bda1497454 req-cd0fb71e-abd4-4d55-9417-bf5c684662bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:48.397184 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-522e651c-a85c-4088-96eb-e9bda1497454 req-cd0fb71e-abd4-4d55-9417-bf5c684662bc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13d77b28-3afb-4994-b488-d4d74ff9d748&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1280472
Feb 05 20:49:48.407081 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37305da3-f50d-46f8-997a-74eee767e9b1 admin admin] Router 8e6449f3-bb2a-4159-8eb6-35942e80ff2f has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:49:48.432550 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0b2fd18a-246a-4cea-b22b-1ded27225f97 req-e7864078-904a-451c-b52a-958172f7f1f1 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2435827
Feb 05 20:49:48.477588 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-472453dc-bc39-40ce-84bf-dcc9e537dcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:48.479075 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-472453dc-bc39-40ce-84bf-dcc9e537dcb8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.0965319
Feb 05 20:49:48.494069 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4a12b83b-2fb3-4f94-9705-c323449b0e7d req-2d608320-87f4-4c97-97cc-18f5bd8e2f90 tempest-SecurityGroupsNegativeTestJSON-2046277366 tempest-SecurityGroupsNegativeTestJSON-2046277366-project] 10.222.0.32 "GET /v2.0/security-groups/a670b142-9bf6-4f34-83b4-c088b76f7462 HTTP/1.1" status: 200  len: 2998 time: 0.1423345
Feb 05 20:49:48.507364 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1178fc0e-8bda-456d-98f9-fffacbf81bb0 req-4ee8b145-2e04-4bb8-8544-57288c2414a9 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1516263
Feb 05 20:49:48.546281 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-522e651c-a85c-4088-96eb-e9bda1497454 req-8bff4fb1-5f06-44bf-af53-8da95bc1d006 service neutron] 10.222.0.39 "GET /v2.0/networks/13d77b28-3afb-4994-b488-d4d74ff9d748?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408696
Feb 05 20:49:48.620546 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b466019-491c-4c4f-b123-bc8cd72b915e x-openstack-request-id: req-3b466019-491c-4c4f-b123-bc8cd72b915e {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:49:48.621443 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16fd0b37-3d4d-4a4d-a504-b9fb68bd84fa", "tag": "51e314b0-404f-44e6-8f96-7cb1a5662259", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:49:48.621709 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3b466019-491c-4c4f-b123-bc8cd72b915e {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:49:48.622132 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16fd0b37-3d4d-4a4d-a504-b9fb68bd84fa', 'tag': '51e314b0-404f-44e6-8f96-7cb1a5662259', 'status': 'completed', 'code': 200}
Feb 05 20:49:48.710843 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0b2fd18a-246a-4cea-b22b-1ded27225f97 req-13bb55f6-b71e-4031-b747-99689ee3b572 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2700236
Feb 05 20:49:48.719009 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-06c24ed5-83d0-4a3c-8d18-204c19e7269a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:48.720646 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-06c24ed5-83d0-4a3c-8d18-204c19e7269a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1790133
Feb 05 20:49:48.733212 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-522e651c-a85c-4088-96eb-e9bda1497454 req-5476b74a-1b52-470e-bea7-2e87873cba3a service neutron] 10.222.0.39 "GET /v2.0/networks/13d77b28-3afb-4994-b488-d4d74ff9d748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1808262
Feb 05 20:49:48.745048 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-55c8c7c7-957a-451a-b437-c2183159dd91 req-b19130e0-ddf2-49e2-a2b7-0a64b8d89ec6 tempest-SecurityGroupsNegativeTestJSON-2046277366 tempest-SecurityGroupsNegativeTestJSON-2046277366-project] 10.222.0.32 "GET /v2.0/security-groups/a670b142-9bf6-4f34-83b4-c088b76f7462 HTTP/1.1" status: 200  len: 2998 time: 0.1066175
Feb 05 20:49:48.753540 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d50a9-ff10-4aa2-9872-7ddbecb9d6de req-c1abaec8-d193-4939-9c43-ecdde836b373 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:48.762207 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-af1d50a9-ff10-4aa2-9872-7ddbecb9d6de req-c1abaec8-d193-4939-9c43-ecdde836b373 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=a575622b-a97e-4f38-9613-10326628fac0 HTTP/1.1" status: 200  len: 948 time: 0.1327100
Feb 05 20:49:48.768951 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 062820e1-fa5b-460b-bdf4-8a37533f2926 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:49:48.780728 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37305da3-f50d-46f8-997a-74eee767e9b1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:49:48.791002 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-37305da3-f50d-46f8-997a-74eee767e9b1 admin admin] 10.222.0.32 "PUT /v2.0/routers/8e6449f3-bb2a-4159-8eb6-35942e80ff2f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9762444
Feb 05 20:49:48.792018 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58116) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:48.863007 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-af1d50a9-ff10-4aa2-9872-7ddbecb9d6de req-23f8ba2d-b996-48d5-b0ef-abd559bb139f tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997689
Feb 05 20:49:48.920410 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [req-55c8c7c7-957a-451a-b437-c2183159dd91 req-8906001f-f5ed-4e7d-aeec-9a40c397ca15 tempest-SecurityGroupsNegativeTestJSON-2046277366 tempest-SecurityGroupsNegativeTestJSON-2046277366-project] delete failed (client error): There was a conflict when trying to complete your request.
Feb 05 20:49:48.921866 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-55c8c7c7-957a-451a-b437-c2183159dd91 req-8906001f-f5ed-4e7d-aeec-9a40c397ca15 tempest-SecurityGroupsNegativeTestJSON-2046277366 tempest-SecurityGroupsNegativeTestJSON-2046277366-project] 10.222.0.32 "DELETE /v2.0/security-groups/a670b142-9bf6-4f34-83b4-c088b76f7462 HTTP/1.1" status: 409  len: 352 time: 0.1570659
Feb 05 20:49:48.930738 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 062820e1-fa5b-460b-bdf4-8a37533f2926, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=062820e1-fa5b-460b-bdf4-8a37533f2926,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:49:48.955736 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b08cc8-7a8b-448a-bb65-66a3cd0d4eec None None] Sync routers for ids ['8e6449f3-bb2a-4159-8eb6-35942e80ff2f'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:49:48.967176 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '062820e1-fa5b-460b-bdf4-8a37533f2926', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'port_id': '062820e1-fa5b-460b-bdf4-8a37533f2926', 'mac_address': 'fa:16:3e:37:3f:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3c763-0926-4b49-ade5-d66ee3d4c489', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:49:49.003601 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5529f087-9df1-4899-8b6a-c60563cec05e req-bb3b07ca-5649-4c98-9cc7-252ea63cfc6e tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups/521d1168-0767-4155-abea-b765948e2e9a HTTP/1.1" status: 200  len: 1818 time: 0.0802119
Feb 05 20:49:49.039533 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b08cc8-7a8b-448a-bb65-66a3cd0d4eec None None] Routers {'8e6449f3-bb2a-4159-8eb6-35942e80ff2f'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:49:49.040651 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-88b08cc8-7a8b-448a-bb65-66a3cd0d4eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab8e96d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:49:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['8e6449f3-bb2a-4159-8eb6-35942e80ff2f'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:49.074562 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-5529f087-9df1-4899-8b6a-c60563cec05e req-47f0c266-75a3-4ccd-82be-8fc675f5f414 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (521d1168-0767-4155-abea-b765948e2e9a), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:49.082139 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-e0e8488b-ca90-4e0c-a75b-631932491dcc service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3547099
Feb 05 20:49:49.110627 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-5529f087-9df1-4899-8b6a-c60563cec05e req-47f0c266-75a3-4ccd-82be-8fc675f5f414 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (521d1168-0767-4155-abea-b765948e2e9a), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:49.132036 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9ec4a7f7-08c2-48c2-bfa6-120537979437 admin admin] Publish callbacks [] for router (8e6449f3-bb2a-4159-8eb6-35942e80ff2f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:49.169446 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-5529f087-9df1-4899-8b6a-c60563cec05e req-47f0c266-75a3-4ccd-82be-8fc675f5f414 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (521d1168-0767-4155-abea-b765948e2e9a), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:49.175620 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-5529f087-9df1-4899-8b6a-c60563cec05e req-47f0c266-75a3-4ccd-82be-8fc675f5f414 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:49.190263 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 062820e1-fa5b-460b-bdf4-8a37533f2926 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:49:49.190752 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (062820e1-fa5b-460b-bdf4-8a37533f2926), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:49.198445 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5529f087-9df1-4899-8b6a-c60563cec05e req-47f0c266-75a3-4ccd-82be-8fc675f5f414 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "DELETE /v2.0/security-groups/521d1168-0767-4155-abea-b765948e2e9a HTTP/1.1" status: 204  len: 173 time: 0.1918452
Feb 05 20:49:49.227111 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 062820e1-fa5b-460b-bdf4-8a37533f2926 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:49:49.235415 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-88b08cc8-7a8b-448a-bb65-66a3cd0d4eec None None] Set router 8e6449f3-bb2a-4159-8eb6-35942e80ff2f gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:49:49.244628 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0c266-75a3-4ccd-82be-8fc675f5f414 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=521d1168-0767-4155-abea-b765948e2e9a,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:49.255560 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [req-ccbb5b20-9670-471c-b7a1-ab57f45c308c req-a5739970-ad72-4430-b6ca-a35ef9258b2d tempest-SecurityGroupsNegativeTestJSON-2046277366 tempest-SecurityGroupsNegativeTestJSON-2046277366-project] show failed (client error): The resource could not be found.
Feb 05 20:49:49.274010 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ccbb5b20-9670-471c-b7a1-ab57f45c308c req-a5739970-ad72-4430-b6ca-a35ef9258b2d tempest-SecurityGroupsNegativeTestJSON-2046277366 tempest-SecurityGroupsNegativeTestJSON-2046277366-project] 10.222.0.32 "GET /v2.0/security-groups/c1fd47b2-4142-402f-b554-27c7cefe8401 HTTP/1.1" status: 404  len: 352 time: 0.0561900
Feb 05 20:49:49.304538 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9ec4a7f7-08c2-48c2-bfa6-120537979437 admin admin] Publish callbacks [] for router_gateway (8e6449f3-bb2a-4159-8eb6-35942e80ff2f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:49.323531 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-81b4fe54-d2c6-4683-a423-41a7cd0c44e5 req-67b1c076-a1ab-4668-aebe-3f46256c253b service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2342076
Feb 05 20:49:49.386188 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 062820e1-fa5b-460b-bdf4-8a37533f2926, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=062820e1-fa5b-460b-bdf4-8a37533f2926,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:49:49.394430 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (062820e1-fa5b-460b-bdf4-8a37533f2926), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:49.420990 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198ee5a-096b-4e47-85aa-2cdf000d11f3 req-f79a0ae0-8085-41f4-ae71-80fa430f868b tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:49.422554 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4198ee5a-096b-4e47-85aa-2cdf000d11f3 req-f79a0ae0-8085-41f4-ae71-80fa430f868b tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa1ab2a7-863f-48c4-9e06-bec5f0b6c872 HTTP/1.1" status: 200  len: 944 time: 0.1178091
Feb 05 20:49:49.427483 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa1ab2a7-863f-48c4-9e06-bec5f0b6c872', 'tag': 'bc17d890-50c5-4278-b511-785a571dc0b6'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:49:49.429768 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c2659d-cd0b-47d9-9de3-b9a933616229" -d '{"events": [{"name": "network-changed", "server_uuid": "fa1ab2a7-863f-48c4-9e06-bec5f0b6c872", "tag": "bc17d890-50c5-4278-b511-785a571dc0b6"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:49:49.437464 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-9ec4a7f7-08c2-48c2-bfa6-120537979437 admin admin] Deleting port 66669c8e-2038-4462-9de1-fabf8c1bf03e {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:49:49.438103 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9ec4a7f7-08c2-48c2-bfa6-120537979437 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (66669c8e-2038-4462-9de1-fabf8c1bf03e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:49.445712 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1021056-472a-4415-88e1-e8ed581c0a5d req-142081f6-b500-48ad-9b90-ee12fee082e5 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:49.447279 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d1021056-472a-4415-88e1-e8ed581c0a5d req-142081f6-b500-48ad-9b90-ee12fee082e5 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=16fd0b37-3d4d-4a4d-a504-b9fb68bd84fa HTTP/1.1" status: 200  len: 948 time: 0.0858359
Feb 05 20:49:49.493115 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=062820e1-fa5b-460b-bdf4-8a37533f2926,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:49.509104 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0ea64-d9b5-4d49-9124-e63121b97f30 req-17de8727-f7a3-4e74-85f9-f831c4446b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:49.510508 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8df0ea64-d9b5-4d49-9124-e63121b97f30 req-17de8727-f7a3-4e74-85f9-f831c4446b8d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f732d56562ad4c84a7210699161826c7&device_id=16fd0b37-3d4d-4a4d-a504-b9fb68bd84fa HTTP/1.1" status: 200  len: 1130 time: 0.1331949
Feb 05 20:49:49.520133 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4198ee5a-096b-4e47-85aa-2cdf000d11f3 req-675d2d7a-5312-4ef6-afb0-ee6420652c88 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.32 "GET /v2.0/security-groups?id=f62d9e80-64fd-4aa3-a016-a1e29449dbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0823839
Feb 05 20:49:49.527477 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d1021056-472a-4415-88e1-e8ed581c0a5d req-223902f9-8715-4531-af06-dbe254bd6d3b tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658658
Feb 05 20:49:49.553908 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-88b08cc8-7a8b-448a-bb65-66a3cd0d4eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab8e96d0>, [{'id': '8e6449f3-bb2a-4159-8eb6-35942e80ff2f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-828408975-router', 'tenant_id': 'f7d956c7233144f8a5de7636ad38461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.94'}], 'enable_snat': True}, 'gw_port_id': '66669c8e-2038-4462-9de1-fabf8c1bf03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:46:09Z', 'updated_at': '2022-02-05T20:49:46Z', 'revision_number': 5, 'project_id': 'f7d956c7233144f8a5de7636ad38461c', 'gw_port': {'id': '66669c8e-2038-4462-9de1-fabf8c1bf03e', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:eb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6449f3-bb2a-4159-8eb6-35942e80ff2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:46:11Z', 'updated_at': '2022-02-05T20:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:49.580066 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b08cc8-7a8b-448a-bb65-66a3cd0d4eec None None] Checking router: 8e6449f3-bb2a-4159-8eb6-35942e80ff2f for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:49:49.590555 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b08cc8-7a8b-448a-bb65-66a3cd0d4eec None None] Routers {'8e6449f3-bb2a-4159-8eb6-35942e80ff2f'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:49:49.591256 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-88b08cc8-7a8b-448a-bb65-66a3cd0d4eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab8e96d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:49:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['8e6449f3-bb2a-4159-8eb6-35942e80ff2f'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:49.618553 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-9ec4a7f7-08c2-48c2-bfa6-120537979437 admin admin] For port 66669c8e-2038-4462-9de1-fabf8c1bf03e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66669c8e-2038-4462-9de1-fabf8c1bf03e,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:49:49.619017 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9ec4a7f7-08c2-48c2-bfa6-120537979437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (66669c8e-2038-4462-9de1-fabf8c1bf03e), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:49.636667 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-9ec4a7f7-08c2-48c2-bfa6-120537979437 admin admin] Calling delete_port for 66669c8e-2038-4462-9de1-fabf8c1bf03e owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:49:49.638996 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['062820e1-fa5b-460b-bdf4-8a37533f2926'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:49:49.641585 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f091edad-927d-49be-b779-bdf8d56a3107 req-a51abb73-c4bf-4408-bec1-60c4d067c8a5 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "GET /v2.0/security-groups/06d6f77b-60e5-4c4b-b9a9-655828d363b0 HTTP/1.1" status: 200  len: 1818 time: 0.0687113
Feb 05 20:49:49.684084 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [req-3e0d6837-ffc3-4f42-bbd5-421f855c29e8 req-d31685af-54f4-4610-88a9-22b5092a9b7c tempest-SecurityGroupsNegativeTestJSON-2046277366 tempest-SecurityGroupsNegativeTestJSON-2046277366-project] show failed (client error): The resource could not be found.
Feb 05 20:49:49.685261 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3e0d6837-ffc3-4f42-bbd5-421f855c29e8 req-d31685af-54f4-4610-88a9-22b5092a9b7c tempest-SecurityGroupsNegativeTestJSON-2046277366 tempest-SecurityGroupsNegativeTestJSON-2046277366-project] 10.222.0.32 "GET /v2.0/security-groups/34106187-3b42-4b41-9ed4-b4b8f8b5923a HTTP/1.1" status: 404  len: 352 time: 0.0372217
Feb 05 20:49:49.702866 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58136) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:49.705280 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0ea64-d9b5-4d49-9124-e63121b97f30 req-ff40054b-fd81-49f1-a558-d8a73d0746d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:49.706907 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8df0ea64-d9b5-4d49-9124-e63121b97f30 req-ff40054b-fd81-49f1-a558-d8a73d0746d3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.1873639
Feb 05 20:49:49.727212 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f091edad-927d-49be-b779-bdf8d56a3107 req-b7316849-a5c7-4195-bb60-6112d7c91c11 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (06d6f77b-60e5-4c4b-b9a9-655828d363b0), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:49.743286 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-88b08cc8-7a8b-448a-bb65-66a3cd0d4eec None None] Set router 8e6449f3-bb2a-4159-8eb6-35942e80ff2f gateway port host: None {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:49:49.752855 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f091edad-927d-49be-b779-bdf8d56a3107 req-b7316849-a5c7-4195-bb60-6112d7c91c11 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (06d6f77b-60e5-4c4b-b9a9-655828d363b0), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:49.761974 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d72136c-f465-4f11-99ff-d39d18f51f99 x-openstack-request-id: req-0d72136c-f465-4f11-99ff-d39d18f51f99 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:49:49.762266 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa1ab2a7-863f-48c4-9e06-bec5f0b6c872", "tag": "bc17d890-50c5-4278-b511-785a571dc0b6", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:49:49.762671 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d72136c-f465-4f11-99ff-d39d18f51f99 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:49:49.763064 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa1ab2a7-863f-48c4-9e06-bec5f0b6c872', 'tag': 'bc17d890-50c5-4278-b511-785a571dc0b6', 'status': 'completed', 'code': 200}
Feb 05 20:49:49.787623 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8df0ea64-d9b5-4d49-9124-e63121b97f30 req-f0dbe189-6e30-471d-adc1-abad85163462 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=51e314b0-404f-44e6-8f96-7cb1a5662259 HTTP/1.1" status: 200  len: 217 time: 0.0721688
Feb 05 20:49:49.790792 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 20:49:49.840997 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f1b4da2-49ef-4703-8254-91cfa4e11832 admin admin] Deleting subnet 776b6c0b-f6f3-49c0-9c68-1d7219027504 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:49:49.841223 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2659d-cd0b-47d9-9de3-b9a933616229 req-2ae68121-9973-42a2-8005-884e136b81e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:49.842562 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-83c2659d-cd0b-47d9-9de3-b9a933616229 req-2ae68121-9973-42a2-8005-884e136b81e6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8199679374f14355b0ba6837b638c031&device_id=fa1ab2a7-863f-48c4-9e06-bec5f0b6c872 HTTP/1.1" status: 200  len: 1126 time: 0.0557208
Feb 05 20:49:49.843773 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f091edad-927d-49be-b779-bdf8d56a3107 req-b7316849-a5c7-4195-bb60-6112d7c91c11 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (06d6f77b-60e5-4c4b-b9a9-655828d363b0), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:49.846512 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f091edad-927d-49be-b779-bdf8d56a3107 req-b7316849-a5c7-4195-bb60-6112d7c91c11 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:49.848298 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f091edad-927d-49be-b779-bdf8d56a3107 req-b7316849-a5c7-4195-bb60-6112d7c91c11 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] 10.222.0.32 "DELETE /v2.0/security-groups/06d6f77b-60e5-4c4b-b9a9-655828d363b0 HTTP/1.1" status: 204  len: 173 time: 0.1972454
Feb 05 20:49:49.850405 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4f1b4da2-49ef-4703-8254-91cfa4e11832 admin admin] Publish callbacks [] for subnet (776b6c0b-f6f3-49c0-9c68-1d7219027504), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:49.860506 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-88b08cc8-7a8b-448a-bb65-66a3cd0d4eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab8e96d0>, [{'id': '8e6449f3-bb2a-4159-8eb6-35942e80ff2f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-828408975-router', 'tenant_id': 'f7d956c7233144f8a5de7636ad38461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:46:09Z', 'updated_at': '2022-02-05T20:49:49Z', 'revision_number': 6, 'project_id': 'f7d956c7233144f8a5de7636ad38461c', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:49.871584 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58142) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:49.872930 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7316849-a5c7-4195-bb60-6112d7c91c11 tempest-SecurityGroupsTestJSON-1175708109 tempest-SecurityGroupsTestJSON-1175708109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d6f77b-60e5-4c4b-b9a9-655828d363b0,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:49.923759 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b08cc8-7a8b-448a-bb65-66a3cd0d4eec None None] The sync data for ids ['8e6449f3-bb2a-4159-8eb6-35942e80ff2f'] in ncdv-master-1 is: [{'id': '8e6449f3-bb2a-4159-8eb6-35942e80ff2f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-828408975-router', 'tenant_id': 'f7d956c7233144f8a5de7636ad38461c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:46:09Z', 'updated_at': '2022-02-05T20:49:49Z', 'revision_number': 6, 'project_id': 'f7d956c7233144f8a5de7636ad38461c', 'gw_port_host': None}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:49:49.946788 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4f1b4da2-49ef-4703-8254-91cfa4e11832 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (776b6c0b-f6f3-49c0-9c68-1d7219027504), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:49.947042 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:49.950208 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0ea64-d9b5-4d49-9124-e63121b97f30 req-509ff73f-54d0-4567-bb0a-287cfa2b83ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:49.952589 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8df0ea64-d9b5-4d49-9124-e63121b97f30 req-509ff73f-54d0-4567-bb0a-287cfa2b83ab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.1585805
Feb 05 20:49:49.961523 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f39c293-3d1e-449c-8e48-358e577fe925 admin admin] Deleting subnet 8cc536ee-4631-40df-863b-8efeceae1e96 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:49:49.983602 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7f39c293-3d1e-449c-8e48-358e577fe925 admin admin] Publish callbacks [] for subnet (8cc536ee-4631-40df-863b-8efeceae1e96), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:50.182587 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7f39c293-3d1e-449c-8e48-358e577fe925 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (8cc536ee-4631-40df-863b-8efeceae1e96), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:50.253730 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f346416-6461-4417-93e1-0dec6ab39733 req-1d513172-544e-445f-8cc1-5857f28f1e01 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:50.255147 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8f346416-6461-4417-93e1-0dec6ab39733 req-1d513172-544e-445f-8cc1-5857f28f1e01 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/networks?id=fc4b732e-5458-48e6-8cda-4d399eeaa947 HTTP/1.1" status: 200  len: 808 time: 0.2391162
Feb 05 20:49:50.273648 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2659d-cd0b-47d9-9de3-b9a933616229 req-4928dafc-6f3a-43f1-9bba-36094347608d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:50.275132 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-83c2659d-cd0b-47d9-9de3-b9a933616229 req-4928dafc-6f3a-43f1-9bba-36094347608d service neutron] 10.222.0.39 "GET /v2.0/networks?id=13d77b28-3afb-4994-b488-d4d74ff9d748 HTTP/1.1" status: 200  len: 915 time: 0.4259090
Feb 05 20:49:50.305490 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c0ca4-986f-4ebc-bbb7-6a40aef81f00 req-87416940-3255-4f7e-9d9a-27eac6571c40 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:50.307017 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fd1c0ca4-986f-4ebc-bbb7-6a40aef81f00 req-87416940-3255-4f7e-9d9a-27eac6571c40 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=a575622b-a97e-4f38-9613-10326628fac0 HTTP/1.1" status: 200  len: 948 time: 0.3006587
Feb 05 20:49:50.308402 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7f39c293-3d1e-449c-8e48-358e577fe925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (8cc536ee-4631-40df-863b-8efeceae1e96), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:50.339094 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8f346416-6461-4417-93e1-0dec6ab39733 req-959b6926-4f03-48d2-8d5d-0f0f0ba09460 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/quotas/cee5ceeb66aa4167b6492470edbad369 HTTP/1.1" status: 200  len: 375 time: 0.0773556
Feb 05 20:49:50.356287 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4f1b4da2-49ef-4703-8254-91cfa4e11832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (776b6c0b-f6f3-49c0-9c68-1d7219027504), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:50.361614 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-83c2659d-cd0b-47d9-9de3-b9a933616229 req-f0a12d39-f076-42d5-9e42-40bee776d4f4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc17d890-50c5-4278-b511-785a571dc0b6 HTTP/1.1" status: 200  len: 217 time: 0.0735950
Feb 05 20:49:50.408723 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0ea64-d9b5-4d49-9124-e63121b97f30 req-09ece2c8-64e9-4baa-9da2-1928d4c075c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:50.410245 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8df0ea64-d9b5-4d49-9124-e63121b97f30 req-09ece2c8-64e9-4baa-9da2-1928d4c075c6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.4216506
Feb 05 20:49:50.436958 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9ec4a7f7-08c2-48c2-bfa6-120537979437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (66669c8e-2038-4462-9de1-fabf8c1bf03e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:50.490156 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec4a7f7-08c2-48c2-bfa6-120537979437 admin admin] Pushing event deleted for resources: {'Port': ['ID=66669c8e-2038-4462-9de1-fabf8c1bf03e,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:50.581449 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4f1b4da2-49ef-4703-8254-91cfa4e11832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (776b6c0b-f6f3-49c0-9c68-1d7219027504), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:50.628077 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4f1b4da2-49ef-4703-8254-91cfa4e11832 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:50.631346 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4f1b4da2-49ef-4703-8254-91cfa4e11832 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/776b6c0b-f6f3-49c0-9c68-1d7219027504 HTTP/1.1" status: 204  len: 168 time: 0.9234776
Feb 05 20:49:50.637416 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58152) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:50.640058 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b4da2-49ef-4703-8254-91cfa4e11832 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=776b6c0b-f6f3-49c0-9c68-1d7219027504,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:50.683201 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9ec4a7f7-08c2-48c2-bfa6-120537979437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (8e6449f3-bb2a-4159-8eb6-35942e80ff2f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:50.689706 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8df0ea64-d9b5-4d49-9124-e63121b97f30 req-bb0d7c10-e6ce-491d-9402-46823d13163b service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2731435
Feb 05 20:49:50.770354 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device bc17d890-50c5-4278-b511-785a571dc0b6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:49:50.773326 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 062820e1-fa5b-460b-bdf4-8a37533f2926 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:49:50.776013 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2659d-cd0b-47d9-9de3-b9a933616229 req-5db3dcf8-88a2-4e7c-8c65-0cdd9257cd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:50.777764 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-83c2659d-cd0b-47d9-9de3-b9a933616229 req-5db3dcf8-88a2-4e7c-8c65-0cdd9257cd2a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f1bb25ad-7007-4dd3-951f-b5714ea4801d HTTP/1.1" status: 200  len: 853 time: 0.4051588
Feb 05 20:49:50.779054 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7f39c293-3d1e-449c-8e48-358e577fe925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (8cc536ee-4631-40df-863b-8efeceae1e96), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:50.795067 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fd1c0ca4-986f-4ebc-bbb7-6a40aef81f00 req-5fd78ae5-f4ae-4bf6-b85f-5cdb645d977c tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4545679
Feb 05 20:49:50.869478 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9ec4a7f7-08c2-48c2-bfa6-120537979437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (8e6449f3-bb2a-4159-8eb6-35942e80ff2f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:50.872487 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9ec4a7f7-08c2-48c2-bfa6-120537979437 admin admin] Publish callbacks [] for router_controller (8e6449f3-bb2a-4159-8eb6-35942e80ff2f), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:50.882712 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f39c293-3d1e-449c-8e48-358e577fe925 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cc536ee-4631-40df-863b-8efeceae1e96,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:50.895200 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7f39c293-3d1e-449c-8e48-358e577fe925 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:50.900841 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7f39c293-3d1e-449c-8e48-358e577fe925 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8cc536ee-4631-40df-863b-8efeceae1e96 HTTP/1.1" status: 204  len: 168 time: 1.0233927
Feb 05 20:49:50.901361 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58158) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:50.932140 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8f346416-6461-4417-93e1-0dec6ab39733 req-9b4f1b1f-2828-46a3-b3dc-8fe6892f474d tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cee5ceeb66aa4167b6492470edbad369&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5730925
Feb 05 20:49:50.994567 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9ec4a7f7-08c2-48c2-bfa6-120537979437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (8e6449f3-bb2a-4159-8eb6-35942e80ff2f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:50.995292 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec4a7f7-08c2-48c2-bfa6-120537979437 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e6449f3-bb2a-4159-8eb6-35942e80ff2f {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 20:49:51.006303 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9ec4a7f7-08c2-48c2-bfa6-120537979437 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:51.010174 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9ec4a7f7-08c2-48c2-bfa6-120537979437 admin admin] 10.222.0.32 "DELETE /v2.0/routers/8e6449f3-bb2a-4159-8eb6-35942e80ff2f HTTP/1.1" status: 204  len: 168 time: 2.2129185
Feb 05 20:49:51.013126 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c7dbf588-2390-4280-b65a-7db14126883d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (79df25fb-2c37-4912-808e-27eca6e09eda), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:51.016782 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58160) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:51.094165 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2659d-cd0b-47d9-9de3-b9a933616229 req-ecf1a117-a7d6-4b88-b90a-88211ed7a1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:51.095732 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-83c2659d-cd0b-47d9-9de3-b9a933616229 req-ecf1a117-a7d6-4b88-b90a-88211ed7a1c3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13d77b28-3afb-4994-b488-d4d74ff9d748&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2810283
Feb 05 20:49:51.100845 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-503b2f7d-639e-455e-9806-fffde0390912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (33c3ef76-873c-4cff-a0fb-48c0f61e95e9), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:51.127985 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 062820e1-fa5b-460b-bdf4-8a37533f2926 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:49:51.129035 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-abd06667-43b3-4f5d-b921-0e8fefed5e57 admin admin] Deleting subnet 4377765e-0a1a-478c-b9b3-58bc7433a80b {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:49:51.132627 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8df0ea64-d9b5-4d49-9124-e63121b97f30 req-08f5c933-f361-4c09-b078-a43fa38cc939 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3812230
Feb 05 20:49:51.136045 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 062820e1-fa5b-460b-bdf4-8a37533f2926 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:49:51.136370 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (062820e1-fa5b-460b-bdf4-8a37533f2926), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:51.146924 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-abd06667-43b3-4f5d-b921-0e8fefed5e57 admin admin] Publish callbacks [] for subnet (4377765e-0a1a-478c-b9b3-58bc7433a80b), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:51.196131 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port bc17d890-50c5-4278-b511-785a571dc0b6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bc17d890-50c5-4278-b511-785a571dc0b6,segment=NetworkSegment(31163422-f6ed-43d8-a046-c27a53e8a737),segment_id=31163422-f6ed-43d8-a046-c27a53e8a737)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:49:51.209389 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431b1a7-c584-430e-8a80-cfb237fbeeed req-f321e124-3c7f-4566-b594-01b4930531e1 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:51.212111 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'bc17d890-50c5-4278-b511-785a571dc0b6', 'network_id': '13d77b28-3afb-4994-b488-d4d74ff9d748', 'port_id': 'bc17d890-50c5-4278-b511-785a571dc0b6', 'mac_address': 'fa:16:3e:03:0e:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1bb25ad-7007-4dd3-951f-b5714ea4801d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:49:51.217703 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b431b1a7-c584-430e-8a80-cfb237fbeeed req-f321e124-3c7f-4566-b594-01b4930531e1 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa1ab2a7-863f-48c4-9e06-bec5f0b6c872 HTTP/1.1" status: 200  len: 944 time: 0.3268797
Feb 05 20:49:51.224780 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c7dbf588-2390-4280-b65a-7db14126883d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (79df25fb-2c37-4912-808e-27eca6e09eda), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:51.239797 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-abd06667-43b3-4f5d-b921-0e8fefed5e57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (4377765e-0a1a-478c-b9b3-58bc7433a80b), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:51.246915 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8f346416-6461-4417-93e1-0dec6ab39733 req-c602762c-afb5-432b-afd3-b916ee8f1d7f service neutron] 10.222.0.32 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3140566
Feb 05 20:49:51.284160 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-c7dbf588-2390-4280-b65a-7db14126883d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db324af40>,) {'filters': {'network_id': ['79df25fb-2c37-4912-808e-27eca6e09eda']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:51.297764 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-c7dbf588-2390-4280-b65a-7db14126883d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db324af40>, 'b8ae76ca-931a-4f71-86dd-6cb55f05bdbc') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:51.298109 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-c7dbf588-2390-4280-b65a-7db14126883d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db324af40>, 'b8ae76ca-931a-4f71-86dd-6cb55f05bdbc') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:51.315623 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c7dbf588-2390-4280-b65a-7db14126883d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (b8ae76ca-931a-4f71-86dd-6cb55f05bdbc), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:51.317433 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port bc17d890-50c5-4278-b511-785a571dc0b6 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:49:51.317901 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (bc17d890-50c5-4278-b511-785a571dc0b6), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:51.319936 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 062820e1-fa5b-460b-bdf4-8a37533f2926 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:49:51.320749 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (062820e1-fa5b-460b-bdf4-8a37533f2926), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:51.335953 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c7dbf588-2390-4280-b65a-7db14126883d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (b8ae76ca-931a-4f71-86dd-6cb55f05bdbc), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:51.353012 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc1781d-d4da-408b-9f7f-a34988bd4ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062820e1-fa5b-460b-bdf4-8a37533f2926'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:49:51.355421 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cfedd4b-1315-4ddd-8e37-9d1c81acbea4" -d '{"events": [{"server_uuid": "cfc1781d-d4da-408b-9f7f-a34988bd4ad3", "name": "network-vif-plugged", "status": "completed", "tag": "062820e1-fa5b-460b-bdf4-8a37533f2926"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:49:51.359800 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc17d890-50c5-4278-b511-785a571dc0b6 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:49:51.362474 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7dbf588-2390-4280-b65a-7db14126883d admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:49:51.362953 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c7dbf588-2390-4280-b65a-7db14126883d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (b8ae76ca-931a-4f71-86dd-6cb55f05bdbc), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:51.364562 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 20:49:51.364562 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:49:51.364562 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 20:49:51.364562 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:49:51.364562 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 20:49:51.364562 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:49:51.364562 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 20:49:51.364562 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:49:51.364562 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 20:49:51.364562 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:49:51.364562 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 20:49:51.364562 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:49:51.364562 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 20:49:51.364562 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:49:51.364562 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:49:51.364562 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:49:51.364562 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:49:51.364562 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:49:51.364562 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 20:49:51.364562 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:49:51.364562 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 20:49:51.364562 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:49:51.364562 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:49:51.364562 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:49:51.364562 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:49:51.364562 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:49:51.364562 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:49:51.364562 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:49:51.364562 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:49:51.364562 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:49:51.364562 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:49:51.364562 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:49:51.381771 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 062820e1-fa5b-460b-bdf4-8a37533f2926, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=062820e1-fa5b-460b-bdf4-8a37533f2926,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:49:51.391327 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (062820e1-fa5b-460b-bdf4-8a37533f2926), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:51.394355 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port bc17d890-50c5-4278-b511-785a571dc0b6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bc17d890-50c5-4278-b511-785a571dc0b6,segment=NetworkSegment(31163422-f6ed-43d8-a046-c27a53e8a737),segment_id=31163422-f6ed-43d8-a046-c27a53e8a737)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:49:51.417263 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-83c2659d-cd0b-47d9-9de3-b9a933616229 req-aaf89713-e420-48fd-8241-d9b43ea505ce service neutron] 10.222.0.39 "GET /v2.0/networks/13d77b28-3afb-4994-b488-d4d74ff9d748?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3129179
Feb 05 20:49:51.422642 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (bc17d890-50c5-4278-b511-785a571dc0b6), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:51.424179 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b431b1a7-c584-430e-8a80-cfb237fbeeed req-ddf161c8-2327-4f24-ba81-15583877717e tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.32 "GET /v2.0/security-groups?id=f62d9e80-64fd-4aa3-a016-a1e29449dbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2055409
Feb 05 20:49:51.444543 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-abd06667-43b3-4f5d-b921-0e8fefed5e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (4377765e-0a1a-478c-b9b3-58bc7433a80b), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:51.470318 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=062820e1-fa5b-460b-bdf4-8a37533f2926,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:51.470568 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c7dbf588-2390-4280-b65a-7db14126883d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (79df25fb-2c37-4912-808e-27eca6e09eda), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:51.487572 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c7dbf588-2390-4280-b65a-7db14126883d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:51.488632 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-503b2f7d-639e-455e-9806-fffde0390912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (33c3ef76-873c-4cff-a0fb-48c0f61e95e9), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:51.491545 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c7dbf588-2390-4280-b65a-7db14126883d admin admin] 10.222.0.32 "DELETE /v2.0/networks/79df25fb-2c37-4912-808e-27eca6e09eda HTTP/1.1" status: 204  len: 168 time: 0.8526621
Feb 05 20:49:51.507306 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dbf588-2390-4280-b65a-7db14126883d admin admin] Pushing event deleted for resources: {'Network': ['ID=79df25fb-2c37-4912-808e-27eca6e09eda,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:51.545747 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=bc17d890-50c5-4278-b511-785a571dc0b6,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:51.557962 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-abd06667-43b3-4f5d-b921-0e8fefed5e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (4377765e-0a1a-478c-b9b3-58bc7433a80b), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:51.587345 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-503b2f7d-639e-455e-9806-fffde0390912 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2dc8430>,) {'filters': {'network_id': ['33c3ef76-873c-4cff-a0fb-48c0f61e95e9']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:51.592140 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd06667-43b3-4f5d-b921-0e8fefed5e57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4377765e-0a1a-478c-b9b3-58bc7433a80b,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:51.594151 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-abd06667-43b3-4f5d-b921-0e8fefed5e57 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:51.597418 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-abd06667-43b3-4f5d-b921-0e8fefed5e57 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4377765e-0a1a-478c-b9b3-58bc7433a80b HTTP/1.1" status: 204  len: 168 time: 0.5796585
Feb 05 20:49:51.602988 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58166) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:51.606801 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e610fd6d-5b2c-4760-a94e-bbc4671d1e5f None None] Network a595ace7-ba35-4465-8100-098fedaea227 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:49:51.626442 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-503b2f7d-639e-455e-9806-fffde0390912 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2dc8430>, '09abd495-dfb6-4655-a11b-eae610695a85') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:51.626750 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-503b2f7d-639e-455e-9806-fffde0390912 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2dc8430>, '09abd495-dfb6-4655-a11b-eae610695a85') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:51.645652 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8f346416-6461-4417-93e1-0dec6ab39733 req-7020281b-7eee-4109-93f5-4c738ed36d42 service neutron] 10.222.0.32 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3981185
Feb 05 20:49:51.664607 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-503b2f7d-639e-455e-9806-fffde0390912 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (09abd495-dfb6-4655-a11b-eae610695a85), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:51.683921 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['bc17d890-50c5-4278-b511-785a571dc0b6'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:49:51.687581 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 66669c8e-2038-4462-9de1-fabf8c1bf03e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:49:51.729995 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58170) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:51.739220 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-503b2f7d-639e-455e-9806-fffde0390912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (09abd495-dfb6-4655-a11b-eae610695a85), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:51.753542 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 66669c8e-2038-4462-9de1-fabf8c1bf03e {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:49:51.753904 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 66669c8e-2038-4462-9de1-fabf8c1bf03e not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:49:51.754335 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 61b13923-2275-4dca-95bb-9e8dd4921ddf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:49:51.766675 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-503b2f7d-639e-455e-9806-fffde0390912 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:49:51.767318 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-503b2f7d-639e-455e-9806-fffde0390912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (09abd495-dfb6-4655-a11b-eae610695a85), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:51.770799 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 20:49:51.770799 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:49:51.770799 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 20:49:51.770799 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:49:51.770799 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 20:49:51.770799 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:49:51.770799 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 20:49:51.770799 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:49:51.770799 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 20:49:51.770799 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:49:51.770799 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 20:49:51.770799 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:49:51.770799 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 20:49:51.770799 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:49:51.770799 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:49:51.770799 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:49:51.770799 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:49:51.770799 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:49:51.770799 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 20:49:51.770799 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:49:51.770799 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 20:49:51.770799 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:49:51.770799 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:49:51.770799 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:49:51.770799 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:49:51.770799 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:49:51.770799 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:49:51.770799 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:49:51.770799 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:49:51.770799 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:49:51.770799 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:49:51.770799 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:49:51.776121 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-83c2659d-cd0b-47d9-9de3-b9a933616229 req-e8dc649f-e1ea-44c6-8dfa-aae47552aa9b service neutron] 10.222.0.39 "GET /v2.0/networks/13d77b28-3afb-4994-b488-d4d74ff9d748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3509605
Feb 05 20:49:51.789330 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 61b13923-2275-4dca-95bb-9e8dd4921ddf {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:49:51.789707 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 61b13923-2275-4dca-95bb-9e8dd4921ddf not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:49:51.794017 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2c155009-0a43-4966-990d-47c619d60bc8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5729b955e97f4b63b6504613ab462064&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0603595
Feb 05 20:49:51.795360 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58176) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:51.806518 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a2d1bf8c-0c9f-4248-bbf4-c790aaf83f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (a595ace7-ba35-4465-8100-098fedaea227), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:51.867105 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-910f18a8-525c-44df-8659-e03f9bd700e4 admin admin] Publish callbacks [] for security_group (a670b142-9bf6-4f34-83b4-c088b76f7462), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:51.871607 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3823d2b-7e3e-48f5-a5a1-5ff56302976b req-b0365a6a-451a-457c-b795-dc44ca8e2950 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:51.873698 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c3823d2b-7e3e-48f5-a5a1-5ff56302976b req-b0365a6a-451a-457c-b795-dc44ca8e2950 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=16fd0b37-3d4d-4a4d-a504-b9fb68bd84fa HTTP/1.1" status: 200  len: 948 time: 0.3047171
Feb 05 20:49:51.911600 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-910f18a8-525c-44df-8659-e03f9bd700e4 admin admin] Publish callbacks [] for security_group (a670b142-9bf6-4f34-83b4-c088b76f7462), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:51.951705 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-503b2f7d-639e-455e-9806-fffde0390912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (33c3ef76-873c-4cff-a0fb-48c0f61e95e9), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:51.967376 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507697e0-a9b9-4357-bc3f-1fddae196a0b None None] DHCP port deletion for a595ace7-ba35-4465-8100-098fedaea227 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 20:49:51.989298 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-503b2f7d-639e-455e-9806-fffde0390912 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:51.993223 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-503b2f7d-639e-455e-9806-fffde0390912 admin admin] 10.222.0.32 "DELETE /v2.0/networks/33c3ef76-873c-4cff-a0fb-48c0f61e95e9 HTTP/1.1" status: 204  len: 168 time: 1.0908241
Feb 05 20:49:52.006126 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b2f7d-639e-455e-9806-fffde0390912 admin admin] Pushing event deleted for resources: {'Network': ['ID=33c3ef76-873c-4cff-a0fb-48c0f61e95e9,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:52.022337 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c3823d2b-7e3e-48f5-a5a1-5ff56302976b req-c9888596-462e-42f9-90d7-e5aa173609ae tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1399078
Feb 05 20:49:52.027449 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-910f18a8-525c-44df-8659-e03f9bd700e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (a670b142-9bf6-4f34-83b4-c088b76f7462), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:52.036054 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-910f18a8-525c-44df-8659-e03f9bd700e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:52.040146 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-910f18a8-525c-44df-8659-e03f9bd700e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a670b142-9bf6-4f34-83b4-c088b76f7462 HTTP/1.1" status: 204  len: 168 time: 0.2435944
Feb 05 20:49:52.088595 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f18a8-525c-44df-8659-e03f9bd700e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a670b142-9bf6-4f34-83b4-c088b76f7462,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:52.094545 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-a2d1bf8c-0c9f-4248-bbf4-c790aaf83f97 admin admin] Deleting port 2f50fd77-2901-4c9a-b3ba-5c81fd2eb005 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:49:52.094892 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a2d1bf8c-0c9f-4248-bbf4-c790aaf83f97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (2f50fd77-2901-4c9a-b3ba-5c81fd2eb005), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:52.161134 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-507697e0-a9b9-4357-bc3f-1fddae196a0b None None] Deleting port 2f50fd77-2901-4c9a-b3ba-5c81fd2eb005 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:49:52.161134 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-507697e0-a9b9-4357-bc3f-1fddae196a0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (2f50fd77-2901-4c9a-b3ba-5c81fd2eb005), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:52.199725 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18912089-c286-4702-a217-6fd48cbaa7d9 x-openstack-request-id: req-18912089-c286-4702-a217-6fd48cbaa7d9 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:49:52.200054 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc1781d-d4da-408b-9f7f-a34988bd4ad3", "name": "network-vif-plugged", "status": "completed", "tag": "062820e1-fa5b-460b-bdf4-8a37533f2926", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:49:52.200317 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-18912089-c286-4702-a217-6fd48cbaa7d9 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:49:52.203537 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc1781d-d4da-408b-9f7f-a34988bd4ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062820e1-fa5b-460b-bdf4-8a37533f2926', 'code': 200}
Feb 05 20:49:52.288868 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-a2d1bf8c-0c9f-4248-bbf4-c790aaf83f97 admin admin] For port 2f50fd77-2901-4c9a-b3ba-5c81fd2eb005, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f50fd77-2901-4c9a-b3ba-5c81fd2eb005,segment=NetworkSegment(cfb529de-9584-423e-96c5-99b0cb5b16c5),segment_id=cfb529de-9584-423e-96c5-99b0cb5b16c5)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:49:52.289376 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a2d1bf8c-0c9f-4248-bbf4-c790aaf83f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (2f50fd77-2901-4c9a-b3ba-5c81fd2eb005), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:52.301076 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-507697e0-a9b9-4357-bc3f-1fddae196a0b None None] For port 2f50fd77-2901-4c9a-b3ba-5c81fd2eb005, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f50fd77-2901-4c9a-b3ba-5c81fd2eb005,segment=NetworkSegment(cfb529de-9584-423e-96c5-99b0cb5b16c5),segment_id=cfb529de-9584-423e-96c5-99b0cb5b16c5)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:49:52.301425 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-507697e0-a9b9-4357-bc3f-1fddae196a0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (2f50fd77-2901-4c9a-b3ba-5c81fd2eb005), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:52.318568 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-a2d1bf8c-0c9f-4248-bbf4-c790aaf83f97 admin admin] Calling delete_port for 2f50fd77-2901-4c9a-b3ba-5c81fd2eb005 owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:49:52.347250 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-507697e0-a9b9-4357-bc3f-1fddae196a0b None None] Calling delete_port for 2f50fd77-2901-4c9a-b3ba-5c81fd2eb005 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:49:52.354889 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-49e56023-ce11-4735-b8b9-add312375bed req-752cfa3e-535b-4246-bad3-62084e12464d tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b25c8ee-660b-4a31-907e-9d90d9b0cfff HTTP/1.1" status: 200  len: 210 time: 0.0540771
Feb 05 20:49:52.364663 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf9f5e-50af-4133-b579-0ca6dd46147b req-9dd3fd86-4078-44af-a908-f2564417511b tempest-ServersOnMultiNodesTest-1240242388 tempest-ServersOnMultiNodesTest-1240242388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:52.381140 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-87bf9f5e-50af-4133-b579-0ca6dd46147b req-9dd3fd86-4078-44af-a908-f2564417511b tempest-ServersOnMultiNodesTest-1240242388 tempest-ServersOnMultiNodesTest-1240242388-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a575622b-a97e-4f38-9613-10326628fac0 HTTP/1.1" status: 200  len: 1130 time: 0.1763816
Feb 05 20:49:52.424547 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58194) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:52.474601 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69eb84-892c-45d0-86f0-3d83c61b8117 req-c1fd4e4a-ca2c-4203-ae98-2a4c8ae2884d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:52.476141 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec69eb84-892c-45d0-86f0-3d83c61b8117 req-c1fd4e4a-ca2c-4203-ae98-2a4c8ae2884d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 1132 time: 0.2340827
Feb 05 20:49:52.501122 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58208) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:52.503660 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2c228395-8184-427a-b981-d0eade9e60ae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=527d10d28e8840b1b77fb7b65a2178e6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0769868
Feb 05 20:49:52.567535 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-87bf9f5e-50af-4133-b579-0ca6dd46147b req-fd2ed85c-8934-4d02-aa8e-5f5ba1f9a714 tempest-ServersOnMultiNodesTest-1240242388 tempest-ServersOnMultiNodesTest-1240242388-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1800020
Feb 05 20:49:52.599965 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-507697e0-a9b9-4357-bc3f-1fddae196a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (2f50fd77-2901-4c9a-b3ba-5c81fd2eb005), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:52.630487 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec69eb84-892c-45d0-86f0-3d83c61b8117 req-1eea50bf-407d-407d-8d75-7b5b9db6374b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1419904
Feb 05 20:49:52.633252 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a2d1bf8c-0c9f-4248-bbf4-c790aaf83f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (2f50fd77-2901-4c9a-b3ba-5c81fd2eb005), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:52.675559 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507697e0-a9b9-4357-bc3f-1fddae196a0b None None] Pushing event deleted for resources: {'Port': ['ID=2f50fd77-2901-4c9a-b3ba-5c81fd2eb005,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:52.677396 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507697e0-a9b9-4357-bc3f-1fddae196a0b None None] No DVR routers for this DVR port 2f50fd77-2901-4c9a-b3ba-5c81fd2eb005 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:49:52.695930 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d1bf8c-0c9f-4248-bbf4-c790aaf83f97 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f50fd77-2901-4c9a-b3ba-5c81fd2eb005,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:52.698064 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d1bf8c-0c9f-4248-bbf4-c790aaf83f97 admin admin] No DVR routers for this DVR port 2f50fd77-2901-4c9a-b3ba-5c81fd2eb005 on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:49:52.699493 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-92c8aa55-2835-49a9-8359-0e6c1970f9f4 admin admin] Publish callbacks [] for security_group (f1d324b3-3da9-44cb-833e-e6d431e6537c), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:52.801734 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 51e314b0-404f-44e6-8f96-7cb1a5662259 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:49:52.804211 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device bc17d890-50c5-4278-b511-785a571dc0b6 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:49:52.874177 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a2d1bf8c-0c9f-4248-bbf4-c790aaf83f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (a595ace7-ba35-4465-8100-098fedaea227), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:52.916969 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port bc17d890-50c5-4278-b511-785a571dc0b6 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:49:52.932199 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port bc17d890-50c5-4278-b511-785a571dc0b6 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:49:52.932199 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (bc17d890-50c5-4278-b511-785a571dc0b6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:52.937076 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-92c8aa55-2835-49a9-8359-0e6c1970f9f4 admin admin] Publish callbacks [] for security_group (f1d324b3-3da9-44cb-833e-e6d431e6537c), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:53.005803 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-d5cef999-9feb-4132-aa36-b6c744e49825 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=8645008e9e894713967a6f63b339bf46&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0657856
Feb 05 20:49:53.015977 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-a2d1bf8c-0c9f-4248-bbf4-c790aaf83f97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db24ff880>,) {'filters': {'network_id': ['a595ace7-ba35-4465-8100-098fedaea227']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:53.088174 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-a2d1bf8c-0c9f-4248-bbf4-c790aaf83f97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db24ff880>, 'cfb529de-9584-423e-96c5-99b0cb5b16c5') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:53.088507 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-a2d1bf8c-0c9f-4248-bbf4-c790aaf83f97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db24ff880>, 'cfb529de-9584-423e-96c5-99b0cb5b16c5') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:49:53.090872 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port bc17d890-50c5-4278-b511-785a571dc0b6 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:49:53.091265 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (bc17d890-50c5-4278-b511-785a571dc0b6), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:53.105070 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debbeeb4-6c6a-484e-8cb7-7b0bf50e169b req-0b07d2b1-09ad-4656-ad33-0205a3b831de tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:53.113235 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-debbeeb4-6c6a-484e-8cb7-7b0bf50e169b req-0b07d2b1-09ad-4656-ad33-0205a3b831de tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa1ab2a7-863f-48c4-9e06-bec5f0b6c872 HTTP/1.1" status: 200  len: 945 time: 0.4564073
Feb 05 20:49:53.143409 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a2d1bf8c-0c9f-4248-bbf4-c790aaf83f97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (cfb529de-9584-423e-96c5-99b0cb5b16c5), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:53.182472 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 51e314b0-404f-44e6-8f96-7cb1a5662259, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=51e314b0-404f-44e6-8f96-7cb1a5662259,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:49:53.202310 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port bc17d890-50c5-4278-b511-785a571dc0b6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bc17d890-50c5-4278-b511-785a571dc0b6,segment=NetworkSegment(31163422-f6ed-43d8-a046-c27a53e8a737),segment_id=31163422-f6ed-43d8-a046-c27a53e8a737)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:49:53.205036 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '51e314b0-404f-44e6-8f96-7cb1a5662259', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'port_id': '51e314b0-404f-44e6-8f96-7cb1a5662259', 'mac_address': 'fa:16:3e:c5:a0:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3c763-0926-4b49-ade5-d66ee3d4c489', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:49:53.210915 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (bc17d890-50c5-4278-b511-785a571dc0b6), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:53.229816 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a2d1bf8c-0c9f-4248-bbf4-c790aaf83f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (cfb529de-9584-423e-96c5-99b0cb5b16c5), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:53.303175 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 51e314b0-404f-44e6-8f96-7cb1a5662259 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:49:53.303799 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (51e314b0-404f-44e6-8f96-7cb1a5662259), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:53.304041 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d1bf8c-0c9f-4248-bbf4-c790aaf83f97 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:49:53.304551 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a2d1bf8c-0c9f-4248-bbf4-c790aaf83f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (cfb529de-9584-423e-96c5-99b0cb5b16c5), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:53.320204 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=bc17d890-50c5-4278-b511-785a571dc0b6,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:53.326111 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51e314b0-404f-44e6-8f96-7cb1a5662259 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:49:53.351658 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 51e314b0-404f-44e6-8f96-7cb1a5662259, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=51e314b0-404f-44e6-8f96-7cb1a5662259,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:49:53.365916 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (51e314b0-404f-44e6-8f96-7cb1a5662259), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:53.401047 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-395a8ab8-93d2-46f9-bb98-b383cdc5e95a tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:53.405115 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-395a8ab8-93d2-46f9-bb98-b383cdc5e95a tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3982308
Feb 05 20:49:53.406064 ncdv-master-1 neutron-server[114391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 20:49:53.406064 ncdv-master-1 neutron-server[114391]:   self.session.flush()
Feb 05 20:49:53.406064 ncdv-master-1 neutron-server[114391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 20:49:53.406064 ncdv-master-1 neutron-server[114391]:   self.session.flush()
Feb 05 20:49:53.406064 ncdv-master-1 neutron-server[114391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 20:49:53.406064 ncdv-master-1 neutron-server[114391]:   self.session.flush()
Feb 05 20:49:53.406064 ncdv-master-1 neutron-server[114391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 20:49:53.406064 ncdv-master-1 neutron-server[114391]:   self.session.flush()
Feb 05 20:49:53.406064 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 20:49:53.406064 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:49:53.406064 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 20:49:53.406064 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:49:53.406064 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 20:49:53.406064 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:49:53.406064 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 20:49:53.406064 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:49:53.406064 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 20:49:53.406064 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:49:53.406064 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 20:49:53.406064 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:49:53.406064 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 20:49:53.406064 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:49:53.406064 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:49:53.406064 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:49:53.406064 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:49:53.406064 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:49:53.406064 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 20:49:53.406064 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:49:53.406064 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 20:49:53.406064 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:49:53.406064 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:49:53.406064 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:49:53.406064 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:49:53.406064 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:49:53.406064 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:49:53.406064 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:49:53.406064 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:49:53.406064 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:49:53.406064 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:49:53.406064 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:49:53.433396 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=51e314b0-404f-44e6-8f96-7cb1a5662259,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:53.438730 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-92c8aa55-2835-49a9-8359-0e6c1970f9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f1d324b3-3da9-44cb-833e-e6d431e6537c), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:53.442428 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-92c8aa55-2835-49a9-8359-0e6c1970f9f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:53.443653 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-92c8aa55-2835-49a9-8359-0e6c1970f9f4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f1d324b3-3da9-44cb-833e-e6d431e6537c HTTP/1.1" status: 204  len: 168 time: 0.9341700
Feb 05 20:49:53.461602 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a2d1bf8c-0c9f-4248-bbf4-c790aaf83f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (a595ace7-ba35-4465-8100-098fedaea227), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:53.473558 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-debbeeb4-6c6a-484e-8cb7-7b0bf50e169b req-bec6685d-85ca-48e5-99a3-08f20e82b28a tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.32 "GET /v2.0/security-groups?id=f62d9e80-64fd-4aa3-a016-a1e29449dbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3594832
Feb 05 20:49:53.475526 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58292) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:53.479017 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a2d1bf8c-0c9f-4248-bbf4-c790aaf83f97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:53.485166 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a2d1bf8c-0c9f-4248-bbf4-c790aaf83f97 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a595ace7-ba35-4465-8100-098fedaea227 HTTP/1.1" status: 204  len: 168 time: 1.8529594
Feb 05 20:49:53.485166 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8aa55-2835-49a9-8359-0e6c1970f9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d324b3-3da9-44cb-833e-e6d431e6537c,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:53.486898 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-108b3ec5-96a0-4dd6-b1ad-7968a74dee05 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/quotas/8645008e9e894713967a6f63b339bf46 HTTP/1.1" status: 200  len: 375 time: 0.0548882
Feb 05 20:49:53.520854 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d1bf8c-0c9f-4248-bbf4-c790aaf83f97 admin admin] Pushing event deleted for resources: {'Network': ['ID=a595ace7-ba35-4465-8100-098fedaea227,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:53.658687 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-a6fefa72-609c-4aff-89b7-54dbd5234dae admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1323035399-network', 'tenant_id': '949ac3395ef342bcabb0b1202abc6a71'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:49:53.675341 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['51e314b0-404f-44e6-8f96-7cb1a5662259'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:49:53.690480 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-22f28c06-c79c-4d4e-aec4-7424ce10ca6c tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8645008e9e894713967a6f63b339bf46&fields=id HTTP/1.1" status: 200  len: 486 time: 0.1815946
Feb 05 20:49:53.732776 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fefa72-609c-4aff-89b7-54dbd5234dae admin admin] Made reservation on behalf of 949ac3395ef342bcabb0b1202abc6a71 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:49:53.736239 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a6fefa72-609c-4aff-89b7-54dbd5234dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:53.753053 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 2f50fd77-2901-4c9a-b3ba-5c81fd2eb005 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:49:53.761109 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a6fefa72-609c-4aff-89b7-54dbd5234dae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:53.777962 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6782f6-fc02-4af5-9bd1-88e524cec7ac req-18b01770-0202-499b-aceb-9f37cf0e5c3c tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:53.781922 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bc6782f6-fc02-4af5-9bd1-88e524cec7ac req-18b01770-0202-499b-aceb-9f37cf0e5c3c tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=16fd0b37-3d4d-4a4d-a504-b9fb68bd84fa HTTP/1.1" status: 200  len: 949 time: 0.0829086
Feb 05 20:49:53.832522 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 2f50fd77-2901-4c9a-b3ba-5c81fd2eb005 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:49:53.834106 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 2f50fd77-2901-4c9a-b3ba-5c81fd2eb005 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:49:54.023160 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a6fefa72-609c-4aff-89b7-54dbd5234dae admin admin] Publish callbacks [] for security_group (707638de-b81e-4996-8777-74d3d6f17d56), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:54.038996 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58332) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:54.069463 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a6fefa72-609c-4aff-89b7-54dbd5234dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (707638de-b81e-4996-8777-74d3d6f17d56), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:54.121425 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6fefa72-609c-4aff-89b7-54dbd5234dae admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:49:54.151401 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bc6782f6-fc02-4af5-9bd1-88e524cec7ac req-8747a96f-f48f-43ee-a1dd-50cbb16261b4 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3512621
Feb 05 20:49:54.163043 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fefa72-609c-4aff-89b7-54dbd5234dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707638de-b81e-4996-8777-74d3d6f17d56,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:54.204504 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa1ab2a7-863f-48c4-9e06-bec5f0b6c872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc17d890-50c5-4278-b511-785a571dc0b6'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:49:54.208345 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c78141-8c0d-4afa-a56d-a540245de10f" -d '{"events": [{"server_uuid": "fa1ab2a7-863f-48c4-9e06-bec5f0b6c872", "name": "network-vif-plugged", "status": "completed", "tag": "bc17d890-50c5-4278-b511-785a571dc0b6"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:49:54.214142 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a6fefa72-609c-4aff-89b7-54dbd5234dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (70817910-5992-4230-ba1c-0492b1696bd4), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:54.214357 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-a6fefa72-609c-4aff-89b7-54dbd5234dae admin admin] Added segment 70817910-5992-4230-ba1c-0492b1696bd4 of type vlan for network 2a18e24a-2f57-45be-862c-a2debab44199
Feb 05 20:49:54.229706 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1d966a99-31ef-4fe8-a1db-b888ddebde52 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6304a49c7f254ce9bfe0896bf76e1991&name=default HTTP/1.1" status: 200  len: 2992 time: 0.1835589
Feb 05 20:49:54.242560 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58342) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:54.254350 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a5e05d33-7e6c-423f-8fad-7f7c856d059c req-20ee9034-6369-448a-bdb3-4248f70dd329 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b25c8ee-660b-4a31-907e-9d90d9b0cfff HTTP/1.1" status: 200  len: 210 time: 0.1075752
Feb 05 20:49:54.284491 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dd114b16-df29-49ea-becb-af346cd50515 req-880f15e6-c7cb-4e24-b3b4-ef36917b8128 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d55e5c-b6c5-470a-adca-58cea8f1e6ba HTTP/1.1" status: 200  len: 210 time: 0.0449491
Feb 05 20:49:54.296008 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f346416-6461-4417-93e1-0dec6ab39733 req-0e74b5a5-e659-4295-abf5-7a5dfad27279 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:54.298042 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8f346416-6461-4417-93e1-0dec6ab39733 req-0e74b5a5-e659-4295-abf5-7a5dfad27279 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.21 "GET /v2.0/networks?id=fc4b732e-5458-48e6-8cda-4d399eeaa947 HTTP/1.1" status: 200  len: 808 time: 0.3922389
Feb 05 20:49:54.319398 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-8f346416-6461-4417-93e1-0dec6ab39733 req-bd53f63a-308f-405e-b16a-18be0aaf3882 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Request body: {'port': {'device_id': '0b25c8ee-660b-4a31-907e-9d90d9b0cfff', 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947', 'admin_state_up': True, 'tenant_id': 'cee5ceeb66aa4167b6492470edbad369'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:49:54.351640 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ca712c-9f70-4e86-9d3a-e05167266bcb x-openstack-request-id: req-22ca712c-9f70-4e86-9d3a-e05167266bcb {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:49:54.352023 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa1ab2a7-863f-48c4-9e06-bec5f0b6c872", "name": "network-vif-plugged", "status": "completed", "tag": "bc17d890-50c5-4278-b511-785a571dc0b6", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:49:54.352455 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-22ca712c-9f70-4e86-9d3a-e05167266bcb {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:49:54.353002 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa1ab2a7-863f-48c4-9e06-bec5f0b6c872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc17d890-50c5-4278-b511-785a571dc0b6', 'code': 200}
Feb 05 20:49:54.361964 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a6fefa72-609c-4aff-89b7-54dbd5234dae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (2a18e24a-2f57-45be-862c-a2debab44199), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:54.392041 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a6fefa72-609c-4aff-89b7-54dbd5234dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (2a18e24a-2f57-45be-862c-a2debab44199), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:54.393349 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fefa72-609c-4aff-89b7-54dbd5234dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:54.394156 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a6fefa72-609c-4aff-89b7-54dbd5234dae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:54.439723 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5302f9f2-8091-4d52-a5a2-035122e0dc6f admin admin] Publish callbacks [] for security_group (fde6e4e2-78f2-4574-ae6f-e1d3ce12d747), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:54.449722 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a6fefa72-609c-4aff-89b7-54dbd5234dae admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.9723668
Feb 05 20:49:54.454053 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58352) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:54.458163 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-c59a8931-808d-44ca-8738-1c2e78fc6663 admin admin] Request body: {'subnet': {'network_id': '2a18e24a-2f57-45be-862c-a2debab44199', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1323035399-subnet', 'tenant_id': '949ac3395ef342bcabb0b1202abc6a71', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:49:54.493274 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fefa72-609c-4aff-89b7-54dbd5234dae admin admin] Pushing event updated for resources: {'Network': ['ID=2a18e24a-2f57-45be-862c-a2debab44199,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:54.506724 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 2a18e24a-2f57-45be-862c-a2debab44199 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:49:54.514007 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5302f9f2-8091-4d52-a5a2-035122e0dc6f admin admin] Publish callbacks [] for security_group (fde6e4e2-78f2-4574-ae6f-e1d3ce12d747), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:54.533671 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59a8931-808d-44ca-8738-1c2e78fc6663 admin admin] Made reservation on behalf of 949ac3395ef342bcabb0b1202abc6a71 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:49:54.536187 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c59a8931-808d-44ca-8738-1c2e78fc6663 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:54.563705 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c4ef6d-1c56-4a69-adb4-7b597d8ab6cd req-784b836a-567d-409d-b1cc-c1c5d6ddf379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:54.565339 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-79c4ef6d-1c56-4a69-adb4-7b597d8ab6cd req-784b836a-567d-409d-b1cc-c1c5d6ddf379 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fa1ab2a7-863f-48c4-9e06-bec5f0b6c872 HTTP/1.1" status: 200  len: 1128 time: 0.1256049
Feb 05 20:49:54.593662 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f346416-6461-4417-93e1-0dec6ab39733 req-bd53f63a-308f-405e-b16a-18be0aaf3882 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Made reservation on behalf of cee5ceeb66aa4167b6492470edbad369 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:49:54.597412 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8f346416-6461-4417-93e1-0dec6ab39733 req-bd53f63a-308f-405e-b16a-18be0aaf3882 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:54.617912 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5302f9f2-8091-4d52-a5a2-035122e0dc6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (fde6e4e2-78f2-4574-ae6f-e1d3ce12d747), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:54.621619 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5302f9f2-8091-4d52-a5a2-035122e0dc6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:54.623345 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5302f9f2-8091-4d52-a5a2-035122e0dc6f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fde6e4e2-78f2-4574-ae6f-e1d3ce12d747 HTTP/1.1" status: 204  len: 168 time: 0.3796525
Feb 05 20:49:54.635723 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302f9f2-8091-4d52-a5a2-035122e0dc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde6e4e2-78f2-4574-ae6f-e1d3ce12d747,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:54.798369 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 51e314b0-404f-44e6-8f96-7cb1a5662259 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:49:54.855544 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-79c4ef6d-1c56-4a69-adb4-7b597d8ab6cd req-49d06b92-8189-4b88-b609-a4daf688fb88 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f62d9e80-64fd-4aa3-a016-a1e29449dbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2826114
Feb 05 20:49:54.938591 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 51e314b0-404f-44e6-8f96-7cb1a5662259 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:49:54.950133 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 51e314b0-404f-44e6-8f96-7cb1a5662259 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:49:54.953673 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (51e314b0-404f-44e6-8f96-7cb1a5662259), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:54.972651 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc60e3c-91ff-4fc5-a091-ccc7a4f3fda4 req-7ec32d7b-12cc-462b-ab73-1c1988597bd8 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:54.975412 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bbc60e3c-91ff-4fc5-a091-ccc7a4f3fda4 req-7ec32d7b-12cc-462b-ab73-1c1988597bd8 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa1ab2a7-863f-48c4-9e06-bec5f0b6c872 HTTP/1.1" status: 200  len: 946 time: 0.2732770
Feb 05 20:49:55.125417 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 51e314b0-404f-44e6-8f96-7cb1a5662259 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:49:55.126342 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (51e314b0-404f-44e6-8f96-7cb1a5662259), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:55.132549 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-8f346416-6461-4417-93e1-0dec6ab39733 req-bd53f63a-308f-405e-b16a-18be0aaf3882 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Allocated IP 172.20.0.7 (fc4b732e-5458-48e6-8cda-4d399eeaa947/30766dd9-3364-437e-a8fd-68757651ef32/eba50d43-1aac-448e-b262-7b4e93db8b1e) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:49:55.163834 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58376) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:55.215762 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 51e314b0-404f-44e6-8f96-7cb1a5662259, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=51e314b0-404f-44e6-8f96-7cb1a5662259,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:49:55.226409 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (51e314b0-404f-44e6-8f96-7cb1a5662259), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:55.300279 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=51e314b0-404f-44e6-8f96-7cb1a5662259,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:55.348907 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-f3d507d4-0b86-49e6-8c28-837885da5ab2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1115634521-network', 'tenant_id': '9d100b9cbd5c471aa5036a7a90989a49'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:49:55.375930 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d507d4-0b86-49e6-8c28-837885da5ab2 admin admin] Made reservation on behalf of 9d100b9cbd5c471aa5036a7a90989a49 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:49:55.382254 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f3d507d4-0b86-49e6-8c28-837885da5ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:55.416899 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f3d507d4-0b86-49e6-8c28-837885da5ab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:55.470970 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58386) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:55.530832 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bbc60e3c-91ff-4fc5-a091-ccc7a4f3fda4 req-dbfeb786-6d9e-42d2-ac2a-5abacdb4c7b8 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.32 "GET /v2.0/security-groups?id=f62d9e80-64fd-4aa3-a016-a1e29449dbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5368414
Feb 05 20:49:55.555065 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b5255aab-b015-4ed2-aae4-9382f0431590 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f7d956c7233144f8a5de7636ad38461c&name=default HTTP/1.1" status: 200  len: 2992 time: 0.0828607
Feb 05 20:49:55.571989 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f3d507d4-0b86-49e6-8c28-837885da5ab2 admin admin] Publish callbacks [] for security_group (88554a2f-4437-4c3b-8c81-cd6b9b873589), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:55.573854 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58398) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:55.587324 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f3d507d4-0b86-49e6-8c28-837885da5ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (88554a2f-4437-4c3b-8c81-cd6b9b873589), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:55.605831 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3d507d4-0b86-49e6-8c28-837885da5ab2 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:49:55.621539 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f3d507d4-0b86-49e6-8c28-837885da5ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (743051ff-9f95-4efc-9230-9f61d36c1128), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:55.621901 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-f3d507d4-0b86-49e6-8c28-837885da5ab2 admin admin] Added segment 743051ff-9f95-4efc-9230-9f61d36c1128 of type vlan for network be4493bf-d1a6-445a-a987-23010e65458b
Feb 05 20:49:55.694729 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f3d507d4-0b86-49e6-8c28-837885da5ab2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (be4493bf-d1a6-445a-a987-23010e65458b), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:55.730195 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f3d507d4-0b86-49e6-8c28-837885da5ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (be4493bf-d1a6-445a-a987-23010e65458b), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:55.731298 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d507d4-0b86-49e6-8c28-837885da5ab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:55.732710 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f3d507d4-0b86-49e6-8c28-837885da5ab2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:55.784969 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d507d4-0b86-49e6-8c28-837885da5ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88554a2f-4437-4c3b-8c81-cd6b9b873589,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:55.857627 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0b659b03-9a0d-448b-b394-c2154cda2b50 admin admin] Publish callbacks [] for security_group (5d57d892-c302-4932-bc56-e3a290575887), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:55.868053 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f3d507d4-0b86-49e6-8c28-837885da5ab2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7003200
Feb 05 20:49:55.870129 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58400) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:55.882041 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-b5d00bd2-e3ce-4f12-b93b-2e5d4e2460c7 admin admin] Request body: {'subnet': {'network_id': 'be4493bf-d1a6-445a-a987-23010e65458b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1115634521-subnet', 'tenant_id': '9d100b9cbd5c471aa5036a7a90989a49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:49:55.888389 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-a4ad7c70-2150-449c-88dd-2a597fbef31b tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=8645008e9e894713967a6f63b339bf46&shared=False HTTP/1.1" status: 200  len: 213 time: 0.3748853
Feb 05 20:49:55.891559 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d507d4-0b86-49e6-8c28-837885da5ab2 admin admin] Pushing event updated for resources: {'Network': ['ID=be4493bf-d1a6-445a-a987-23010e65458b,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:55.899304 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c59a8931-808d-44ca-8738-1c2e78fc6663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (6fe1c393-6eaf-4a27-8b75-43f4bec0d637), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:55.911877 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0b659b03-9a0d-448b-b394-c2154cda2b50 admin admin] Publish callbacks [] for security_group (5d57d892-c302-4932-bc56-e3a290575887), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:55.921158 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network be4493bf-d1a6-445a-a987-23010e65458b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:49:55.954076 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d00bd2-e3ce-4f12-b93b-2e5d4e2460c7 admin admin] Made reservation on behalf of 9d100b9cbd5c471aa5036a7a90989a49 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:49:55.956518 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b5d00bd2-e3ce-4f12-b93b-2e5d4e2460c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:55.987765 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-687f3922-a21e-471f-80bd-2a910801cdba req-2e2a1825-b3ab-41cd-a1ea-d6e0991453f1 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b25c8ee-660b-4a31-907e-9d90d9b0cfff HTTP/1.1" status: 200  len: 210 time: 0.1069295
Feb 05 20:49:56.066656 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a8931-808d-44ca-8738-1c2e78fc6663 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fe1c393-6eaf-4a27-8b75-43f4bec0d637,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:56.093371 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0b659b03-9a0d-448b-b394-c2154cda2b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (5d57d892-c302-4932-bc56-e3a290575887), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:56.096362 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0b659b03-9a0d-448b-b394-c2154cda2b50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:56.098506 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0b659b03-9a0d-448b-b394-c2154cda2b50 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5d57d892-c302-4932-bc56-e3a290575887 HTTP/1.1" status: 204  len: 168 time: 0.5227189
Feb 05 20:49:56.142313 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b659b03-9a0d-448b-b394-c2154cda2b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d57d892-c302-4932-bc56-e3a290575887,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:56.159362 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8f346416-6461-4417-93e1-0dec6ab39733 req-bd53f63a-308f-405e-b16a-18be0aaf3882 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Publish callbacks [] for port (eba50d43-1aac-448e-b262-7b4e93db8b1e), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:56.177803 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5db511-39da-4569-b5ce-2e9c0d821af0 req-2fd26698-bbe2-453c-b111-53a60d88d351 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:56.179343 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1d5db511-39da-4569-b5ce-2e9c0d821af0 req-2fd26698-bbe2-453c-b111-53a60d88d351 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=16fd0b37-3d4d-4a4d-a504-b9fb68bd84fa HTTP/1.1" status: 200  len: 950 time: 0.7711480
Feb 05 20:49:56.248788 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2dc536ad-9631-48b6-8801-9518d873bf6a req-ee3c7f3a-6fba-4f6b-a378-ef3fdd353fea service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1007144
Feb 05 20:49:56.262348 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b1420fb3-79c9-4a19-a784-39c2c1bf6aaa req-3e749362-ef9f-4bd8-b58b-b37d20b17c34 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d55e5c-b6c5-470a-adca-58cea8f1e6ba HTTP/1.1" status: 200  len: 210 time: 0.1002030
Feb 05 20:49:56.264616 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59a8931-808d-44ca-8738-1c2e78fc6663 admin admin] Checking segment: {'id': '70817910-5992-4230-ba1c-0492b1696bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2a18e24a-2f57-45be-862c-a2debab44199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:49:56.265300 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59a8931-808d-44ca-8738-1c2e78fc6663 admin admin] Network hostable DHCP agents. Network: 2a18e24a-2f57-45be-862c-a2debab44199, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:49:56.354841 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16fd0b37-3d4d-4a4d-a504-b9fb68bd84fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e314b0-404f-44e6-8f96-7cb1a5662259'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:49:56.359256 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59aa325-b4ff-4f48-8886-f4820fbf55cd" -d '{"events": [{"server_uuid": "16fd0b37-3d4d-4a4d-a504-b9fb68bd84fa", "name": "network-vif-plugged", "status": "completed", "tag": "51e314b0-404f-44e6-8f96-7cb1a5662259"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:49:56.382177 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-d1db9d65-0e59-4a17-9e96-11e61bc5badf tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:56.384023 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-d1db9d65-0e59-4a17-9e96-11e61bc5badf tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4754183
Feb 05 20:49:56.384793 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59a8931-808d-44ca-8738-1c2e78fc6663 admin admin] Network 2a18e24a-2f57-45be-862c-a2debab44199 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:49:56.400685 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8f346416-6461-4417-93e1-0dec6ab39733 req-bd53f63a-308f-405e-b16a-18be0aaf3882 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (eba50d43-1aac-448e-b262-7b4e93db8b1e), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:56.413375 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['49b4e763-5228-4c9b-8237-c49bd01beb5c'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:49:56.413976 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-fbd5d645-55fa-4294-86bd-779a1fabae37 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Request body: {'port': {'device_id': 'f2d55e5c-b6c5-470a-adca-58cea8f1e6ba', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'admin_state_up': True, 'tenant_id': '8645008e9e894713967a6f63b339bf46'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:49:56.434544 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b5d00bd2-e3ce-4f12-b93b-2e5d4e2460c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (4e9cd80a-75d3-4781-9154-c886c97be771), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:56.548654 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d00bd2-e3ce-4f12-b93b-2e5d4e2460c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e9cd80a-75d3-4781-9154-c886c97be771,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:56.572363 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1d5db511-39da-4569-b5ce-2e9c0d821af0 req-099b9893-d42a-47df-ba6f-fff65c09ddfa tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3321362
Feb 05 20:49:56.582019 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc536ad-9631-48b6-8801-9518d873bf6a req-8e259a23-de40-4dc9-8360-81d3c4512126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:56.588119 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2dc536ad-9631-48b6-8801-9518d873bf6a req-8e259a23-de40-4dc9-8360-81d3c4512126 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cee5ceeb66aa4167b6492470edbad369&device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2 HTTP/1.1" status: 200  len: 1126 time: 0.2357893
Feb 05 20:49:56.612799 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-c59a8931-808d-44ca-8738-1c2e78fc6663 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2a18e24a-2f57-45be-862c-a2debab44199) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:49:56.619752 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d00bd2-e3ce-4f12-b93b-2e5d4e2460c7 admin admin] Checking segment: {'id': '743051ff-9f95-4efc-9230-9f61d36c1128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'be4493bf-d1a6-445a-a987-23010e65458b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:49:56.620163 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d00bd2-e3ce-4f12-b93b-2e5d4e2460c7 admin admin] Network hostable DHCP agents. Network: be4493bf-d1a6-445a-a987-23010e65458b, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:49:56.634919 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7da2a84-949b-4fe7-9f1f-090fb90a6669 None None] Network 2a18e24a-2f57-45be-862c-a2debab44199 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:49:56.645816 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ca2ed0-820f-4a84-b705-31f3949cf651 x-openstack-request-id: req-92ca2ed0-820f-4a84-b705-31f3949cf651 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:49:56.651381 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16fd0b37-3d4d-4a4d-a504-b9fb68bd84fa", "name": "network-vif-plugged", "status": "completed", "tag": "51e314b0-404f-44e6-8f96-7cb1a5662259", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:49:56.651943 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-92ca2ed0-820f-4a84-b705-31f3949cf651 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:49:56.652464 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16fd0b37-3d4d-4a4d-a504-b9fb68bd84fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e314b0-404f-44e6-8f96-7cb1a5662259', 'code': 200}
Feb 05 20:49:56.670525 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59a8931-808d-44ca-8738-1c2e78fc6663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:56.671561 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c59a8931-808d-44ca-8738-1c2e78fc6663 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:56.686561 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f346416-6461-4417-93e1-0dec6ab39733 req-bd53f63a-308f-405e-b16a-18be0aaf3882 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Network fc4b732e-5458-48e6-8cda-4d399eeaa947 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:49:56.759834 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-8f346416-6461-4417-93e1-0dec6ab39733 req-bd53f63a-308f-405e-b16a-18be0aaf3882 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:49:56.765978 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f346416-6461-4417-93e1-0dec6ab39733 req-bd53f63a-308f-405e-b16a-18be0aaf3882 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:49:56.816734 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d00bd2-e3ce-4f12-b93b-2e5d4e2460c7 admin admin] Network be4493bf-d1a6-445a-a987-23010e65458b is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:49:56.842220 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-b5d00bd2-e3ce-4f12-b93b-2e5d4e2460c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, be4493bf-d1a6-445a-a987-23010e65458b) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:49:56.874008 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d00bd2-e3ce-4f12-b93b-2e5d4e2460c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:56.875438 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b5d00bd2-e3ce-4f12-b93b-2e5d4e2460c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:56.876929 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9feefc54-091f-463f-a88c-3bd9a444fbde None None] Network be4493bf-d1a6-445a-a987-23010e65458b requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:49:56.890408 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc536ad-9631-48b6-8801-9518d873bf6a req-8f15a4c9-ce71-4616-bf7a-6837f1e4b8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:56.892627 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2dc536ad-9631-48b6-8801-9518d873bf6a req-8f15a4c9-ce71-4616-bf7a-6837f1e4b8ae service neutron] 10.222.0.21 "GET /v2.0/networks?id=fc4b732e-5458-48e6-8cda-4d399eeaa947 HTTP/1.1" status: 200  len: 909 time: 0.2766380
Feb 05 20:49:56.917205 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b5d00bd2-e3ce-4f12-b93b-2e5d4e2460c7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.0401394
Feb 05 20:49:56.939802 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c59a8931-808d-44ca-8738-1c2e78fc6663 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 2.4866159
Feb 05 20:49:56.949693 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58422) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:49:56.981983 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd53f63a-308f-405e-b16a-18be0aaf3882 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Pushing event updated for resources: {'Port': ['ID=eba50d43-1aac-448e-b262-7b4e93db8b1e,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:56.983399 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76b73f4-e1e0-4794-97da-285a21a7a398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2a18e24a-2f57-45be-862c-a2debab44199', 'network_id': '2a18e24a-2f57-45be-862c-a2debab44199', 'project_id': '949ac3395ef342bcabb0b1202abc6a71', 'fixed_ips': [{'subnet_id': '6fe1c393-6eaf-4a27-8b75-43f4bec0d637'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 20:49:56.983399 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f76b73f4-e1e0-4794-97da-285a21a7a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:57.030404 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f346416-6461-4417-93e1-0dec6ab39733 req-bd53f63a-308f-405e-b16a-18be0aaf3882 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:57.030404 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8f346416-6461-4417-93e1-0dec6ab39733 req-bd53f63a-308f-405e-b16a-18be0aaf3882 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:57.030945 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-8b8e3614-2170-49f4-9b97-d4d8c02600fc admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1323035399-router', 'tenant_id': '949ac3395ef342bcabb0b1202abc6a71', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:49:57.043886 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2dc536ad-9631-48b6-8801-9518d873bf6a req-b88193de-2cc2-48ac-ad8e-75f4a4dacbeb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35fbf8c4-7550-4db8-8542-b9708e0f0ef7 HTTP/1.1" status: 200  len: 217 time: 0.1428905
Feb 05 20:49:57.058579 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-fbd5d645-55fa-4294-86bd-779a1fabae37 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Made reservation on behalf of 8645008e9e894713967a6f63b339bf46 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:49:57.065150 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-fbd5d645-55fa-4294-86bd-779a1fabae37 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:57.074291 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-a97ddaa7-7d6a-4ad2-8d9b-f6af9a460d28 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:57.076472 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-a97ddaa7-7d6a-4ad2-8d9b-f6af9a460d28 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/networks?id=3d591eda-8294-4b7a-a6d2-1afd55bde68d HTTP/1.1" status: 200  len: 821 time: 0.5572107
Feb 05 20:49:57.103694 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8f346416-6461-4417-93e1-0dec6ab39733 req-bd53f63a-308f-405e-b16a-18be0aaf3882 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7917581
Feb 05 20:49:57.114682 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d36d3-1937-48ed-af29-16fa13e5fd2b req-c5476c32-2686-404d-97f3-cbd36fe09b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:57.116413 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ed2d36d3-1937-48ed-af29-16fa13e5fd2b req-c5476c32-2686-404d-97f3-cbd36fe09b3f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=16fd0b37-3d4d-4a4d-a504-b9fb68bd84fa HTTP/1.1" status: 200  len: 1132 time: 0.4004412
Feb 05 20:49:57.127642 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-8f346416-6461-4417-93e1-0dec6ab39733 req-ce765c8e-c025-4d37-bb3e-0c69267d234a service neutron] Request body: {'port': {'device_id': '0b25c8ee-660b-4a31-907e-9d90d9b0cfff', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:49:57.128894 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3764ab-30f6-4650-beee-bc5baa66feed None None] Network be4493bf-d1a6-445a-a987-23010e65458b requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:49:57.151303 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-875cead3-7145-4db4-8530-ccb1273dfbc9 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/quotas/9e4e31092ef641efbf6eaf54cfa40d67 HTTP/1.1" status: 200  len: 375 time: 0.0566518
Feb 05 20:49:57.159702 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa165d1-9d0d-4727-a1e9-4064397c019b req-b4ff7412-978f-4ef2-8e4c-bac16ace51d0 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:57.166598 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8aa165d1-9d0d-4727-a1e9-4064397c019b req-b4ff7412-978f-4ef2-8e4c-bac16ace51d0 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa1ab2a7-863f-48c4-9e06-bec5f0b6c872 HTTP/1.1" status: 200  len: 946 time: 0.3825927
Feb 05 20:49:57.201879 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc536ad-9631-48b6-8801-9518d873bf6a req-51224f1f-1ad6-4553-ad97-3485886a7d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:57.204617 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2dc536ad-9631-48b6-8801-9518d873bf6a req-51224f1f-1ad6-4553-ad97-3485886a7d14 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=30766dd9-3364-437e-a8fd-68757651ef32 HTTP/1.1" status: 200  len: 848 time: 0.1531835
Feb 05 20:49:57.206672 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8b8e3614-2170-49f4-9b97-d4d8c02600fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (f2757b2c-34c5-4c9a-a639-92417bce281c), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:57.208849 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8b8e3614-2170-49f4-9b97-d4d8c02600fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (f2757b2c-34c5-4c9a-a639-92417bce281c), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:57.306931 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8b8e3614-2170-49f4-9b97-d4d8c02600fc admin admin] Publish callbacks [] for router_controller (f2757b2c-34c5-4c9a-a639-92417bce281c), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:57.311254 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-f76b73f4-e1e0-4794-97da-285a21a7a398 None None] Allocated IP 172.20.0.2 (2a18e24a-2f57-45be-862c-a2debab44199/6fe1c393-6eaf-4a27-8b75-43f4bec0d637/0632af9b-e9ea-4fbd-bee5-d5975fc67136) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:49:57.350470 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2dc536ad-9631-48b6-8801-9518d873bf6a req-bf41911c-039c-49a0-bc57-536fa83cac15 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc4b732e-5458-48e6-8cda-4d399eeaa947&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0415711
Feb 05 20:49:57.385955 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8f346416-6461-4417-93e1-0dec6ab39733 req-ce765c8e-c025-4d37-bb3e-0c69267d234a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (eba50d43-1aac-448e-b262-7b4e93db8b1e), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:57.439305 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ed2d36d3-1937-48ed-af29-16fa13e5fd2b req-c2c0baf0-e03c-444b-9601-51fa8a8b740b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3156691
Feb 05 20:49:57.461493 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8aa165d1-9d0d-4727-a1e9-4064397c019b req-449d1a4a-753e-4254-bd18-bbecf61b3b71 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.32 "GET /v2.0/security-groups?id=f62d9e80-64fd-4aa3-a016-a1e29449dbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2937200
Feb 05 20:49:57.512781 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-2434bae4-1e6b-40f0-a233-74344361ffa2 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e4e31092ef641efbf6eaf54cfa40d67&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3022201
Feb 05 20:49:57.566773 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f76b73f4-e1e0-4794-97da-285a21a7a398 None None] Publish callbacks [] for port (0632af9b-e9ea-4fbd-bee5-d5975fc67136), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:57.575730 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f76b73f4-e1e0-4794-97da-285a21a7a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (0632af9b-e9ea-4fbd-bee5-d5975fc67136), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:57.581082 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-fbd5d645-55fa-4294-86bd-779a1fabae37 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Allocated IP 192.168.233.171 (f760d6ec-7837-431c-910c-37572c24f936/42e3c763-0926-4b49-ade5-d66ee3d4c489/a32103ec-9463-4980-96ea-a0dee3f9deee) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:49:57.624298 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8b8e3614-2170-49f4-9b97-d4d8c02600fc admin admin] Publish callbacks [] for router_gateway (f2757b2c-34c5-4c9a-a639-92417bce281c), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:57.641995 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76b73f4-e1e0-4794-97da-285a21a7a398 None None] Network 2a18e24a-2f57-45be-862c-a2debab44199 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:49:57.643358 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b73f4-e1e0-4794-97da-285a21a7a398 None None] Pushing event updated for resources: {'Port': ['ID=0632af9b-e9ea-4fbd-bee5-d5975fc67136,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:57.650195 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2dc536ad-9631-48b6-8801-9518d873bf6a req-84a205f3-d274-43a7-80b5-8409bafcfab1 service neutron] 10.222.0.21 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2578762
Feb 05 20:49:57.655331 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-f76b73f4-e1e0-4794-97da-285a21a7a398 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:49:57.658216 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76b73f4-e1e0-4794-97da-285a21a7a398 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:49:57.730914 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-f76b73f4-e1e0-4794-97da-285a21a7a398 None None] Attempting to bind port 0632af9b-e9ea-4fbd-bee5-d5975fc67136 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:49:57.731236 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-f76b73f4-e1e0-4794-97da-285a21a7a398 None None] Attempting to bind port 0632af9b-e9ea-4fbd-bee5-d5975fc67136 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '70817910-5992-4230-ba1c-0492b1696bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2a18e24a-2f57-45be-862c-a2debab44199'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:49:57.732290 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76b73f4-e1e0-4794-97da-285a21a7a398 None None] Attempting to bind port 0632af9b-e9ea-4fbd-bee5-d5975fc67136 on network 2a18e24a-2f57-45be-862c-a2debab44199 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:49:57.738327 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76b73f4-e1e0-4794-97da-285a21a7a398 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:49:57.739234 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76b73f4-e1e0-4794-97da-285a21a7a398 None None] Checking segment: {'id': '70817910-5992-4230-ba1c-0492b1696bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2a18e24a-2f57-45be-862c-a2debab44199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:49:57.739234 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f76b73f4-e1e0-4794-97da-285a21a7a398 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:57.739603 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76b73f4-e1e0-4794-97da-285a21a7a398 None None] Bound using segment: {'id': '70817910-5992-4230-ba1c-0492b1696bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2a18e24a-2f57-45be-862c-a2debab44199'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:49:57.740083 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-f76b73f4-e1e0-4794-97da-285a21a7a398 None None] Bound port: 0632af9b-e9ea-4fbd-bee5-d5975fc67136, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70817910-5992-4230-ba1c-0492b1696bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2a18e24a-2f57-45be-862c-a2debab44199'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:49:57.740475 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f76b73f4-e1e0-4794-97da-285a21a7a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0632af9b-e9ea-4fbd-bee5-d5975fc67136), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:57.804666 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885c767-c92a-410d-92b3-8c7c50a5be01 req-ef963ef4-d699-46fb-bc7f-edd853c5dfca tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:57.806611 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6885c767-c92a-410d-92b3-8c7c50a5be01 req-ef963ef4-d699-46fb-bc7f-edd853c5dfca tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b25c8ee-660b-4a31-907e-9d90d9b0cfff HTTP/1.1" status: 200  len: 931 time: 0.2368395
Feb 05 20:49:57.808940 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-b9fea64d-dc65-4a7a-9ded-f179a68a87fd service neutron] 10.222.0.32 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2844231
Feb 05 20:49:57.830042 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2dc536ad-9631-48b6-8801-9518d873bf6a req-2932048c-1155-42c7-95e6-f49d1c3b1910 service neutron] 10.222.0.21 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1656263
Feb 05 20:49:57.835400 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-f76b73f4-e1e0-4794-97da-285a21a7a398 None None] For port 0632af9b-e9ea-4fbd-bee5-d5975fc67136, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:49:57.842907 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-f76b73f4-e1e0-4794-97da-285a21a7a398 None None] For port 0632af9b-e9ea-4fbd-bee5-d5975fc67136, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0632af9b-e9ea-4fbd-bee5-d5975fc67136,segment=NetworkSegment(70817910-5992-4230-ba1c-0492b1696bd4),segment_id=70817910-5992-4230-ba1c-0492b1696bd4)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:49:57.855725 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f76b73f4-e1e0-4794-97da-285a21a7a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (0632af9b-e9ea-4fbd-bee5-d5975fc67136), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:57.925554 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b73f4-e1e0-4794-97da-285a21a7a398 None None] Pushing event updated for resources: {'Port': ['ID=0632af9b-e9ea-4fbd-bee5-d5975fc67136,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:58.027221 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8b8e3614-2170-49f4-9b97-d4d8c02600fc admin admin] Publish callbacks [] for router_gateway (f2757b2c-34c5-4c9a-a639-92417bce281c), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:58.054975 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8b8e3614-2170-49f4-9b97-d4d8c02600fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:58.089771 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6885c767-c92a-410d-92b3-8c7c50a5be01 req-ca43c4ef-6e4e-4c85-9d50-80b7754cf770 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2647219
Feb 05 20:49:58.115636 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-fbd5d645-55fa-4294-86bd-779a1fabae37 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks [] for port (a32103ec-9463-4980-96ea-a0dee3f9deee), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:58.176455 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-a574f8f0-a503-4b6a-bc58-c76442fad151 service neutron] 10.222.0.32 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3121755
Feb 05 20:49:58.180309 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-8f346416-6461-4417-93e1-0dec6ab39733 req-ce765c8e-c025-4d37-bb3e-0c69267d234a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eba50d43-1aac-448e-b262-7b4e93db8b1e {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:49:58.194169 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8f346416-6461-4417-93e1-0dec6ab39733 req-ce765c8e-c025-4d37-bb3e-0c69267d234a service neutron] Publish callbacks [] for port (eba50d43-1aac-448e-b262-7b4e93db8b1e), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:58.236826 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-8f346416-6461-4417-93e1-0dec6ab39733 req-ce765c8e-c025-4d37-bb3e-0c69267d234a service neutron] Transition to ACTIVE for port object eba50d43-1aac-448e-b262-7b4e93db8b1e will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:49:58.240758 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-8b8e3614-2170-49f4-9b97-d4d8c02600fc admin admin] Allocated IP 172.35.4.190 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/c5260fee-a78c-46c0-92b1-487fb9eb7323) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:49:58.245390 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8f346416-6461-4417-93e1-0dec6ab39733 req-ce765c8e-c025-4d37-bb3e-0c69267d234a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (eba50d43-1aac-448e-b262-7b4e93db8b1e), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:58.252319 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-fbd5d645-55fa-4294-86bd-779a1fabae37 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (a32103ec-9463-4980-96ea-a0dee3f9deee), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:58.269556 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115', '82af46c8-9f11-47e2-ab65-43312635dfe5'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:49:58.272356 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec', '71b95491-c3b0-4a8e-b401-e967ded4cea1', '91ae31fa-119f-44f4-bbf4-4cec63520c50', 'e5a3c720-1014-483e-9fde-682c2c038fa6'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:49:58.401944 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-fbd5d645-55fa-4294-86bd-779a1fabae37 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Network f760d6ec-7837-431c-910c-37572c24f936 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:49:58.422652 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-fbd5d645-55fa-4294-86bd-779a1fabae37 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:49:58.425893 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-fbd5d645-55fa-4294-86bd-779a1fabae37 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:49:58.431778 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8b8e3614-2170-49f4-9b97-d4d8c02600fc admin admin] Publish callbacks [] for port (c5260fee-a78c-46c0-92b1-487fb9eb7323), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:58.534486 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8b8e3614-2170-49f4-9b97-d4d8c02600fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (c5260fee-a78c-46c0-92b1-487fb9eb7323), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:58.540499 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce765c8e-c025-4d37-bb3e-0c69267d234a service neutron] Pushing event updated for resources: {'Port': ['ID=eba50d43-1aac-448e-b262-7b4e93db8b1e,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:58.632741 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e3614-2170-49f4-9b97-d4d8c02600fc admin admin] Pushing event updated for resources: {'Port': ['ID=c5260fee-a78c-46c0-92b1-487fb9eb7323,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:58.644928 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8e3614-2170-49f4-9b97-d4d8c02600fc admin admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:49:58.660632 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-8b8e3614-2170-49f4-9b97-d4d8c02600fc admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:49:58.675805 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8e3614-2170-49f4-9b97-d4d8c02600fc admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:49:58.847228 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-fbd5d645-55fa-4294-86bd-779a1fabae37 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:58.848646 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-fbd5d645-55fa-4294-86bd-779a1fabae37 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:58.861029 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5d645-55fa-4294-86bd-779a1fabae37 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Pushing event updated for resources: {'Port': ['ID=a32103ec-9463-4980-96ea-a0dee3f9deee,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:49:58.980632 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-8f346416-6461-4417-93e1-0dec6ab39733 req-ce765c8e-c025-4d37-bb3e-0c69267d234a service neutron] Attempting to bind port eba50d43-1aac-448e-b262-7b4e93db8b1e on host nch1-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:49:58.981421 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-8f346416-6461-4417-93e1-0dec6ab39733 req-ce765c8e-c025-4d37-bb3e-0c69267d234a service neutron] Attempting to bind port eba50d43-1aac-448e-b262-7b4e93db8b1e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:49:58.982569 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f346416-6461-4417-93e1-0dec6ab39733 req-ce765c8e-c025-4d37-bb3e-0c69267d234a service neutron] Attempting to bind port eba50d43-1aac-448e-b262-7b4e93db8b1e on network fc4b732e-5458-48e6-8cda-4d399eeaa947 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:49:59.009063 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-fbd5d645-55fa-4294-86bd-779a1fabae37 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.6158738
Feb 05 20:49:59.115657 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-5a78d06a-7b54-444c-9f06-b93a06f8a4b3 service neutron] Request body: {'port': {'device_id': 'f2d55e5c-b6c5-470a-adca-58cea8f1e6ba', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:49:59.118140 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f346416-6461-4417-93e1-0dec6ab39733 req-ce765c8e-c025-4d37-bb3e-0c69267d234a service neutron] Port eba50d43-1aac-448e-b262-7b4e93db8b1e on network fc4b732e-5458-48e6-8cda-4d399eeaa947 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:49:59.118498 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f346416-6461-4417-93e1-0dec6ab39733 req-ce765c8e-c025-4d37-bb3e-0c69267d234a service neutron] Attempting to bind port eba50d43-1aac-448e-b262-7b4e93db8b1e on network fc4b732e-5458-48e6-8cda-4d399eeaa947 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:49:59.130746 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-521c299d-3850-4723-b8b3-081d7a3bcb50 None None] Provisioning complete for port a32103ec-9463-4980-96ea-a0dee3f9deee triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:49:59.130746 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-521c299d-3850-4723-b8b3-081d7a3bcb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (a32103ec-9463-4980-96ea-a0dee3f9deee), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:59.258155 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-521c299d-3850-4723-b8b3-081d7a3bcb50 None None] Port a32103ec-9463-4980-96ea-a0dee3f9deee cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:49:59.259048 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f346416-6461-4417-93e1-0dec6ab39733 req-ce765c8e-c025-4d37-bb3e-0c69267d234a service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:49:59.261385 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f346416-6461-4417-93e1-0dec6ab39733 req-ce765c8e-c025-4d37-bb3e-0c69267d234a service neutron] Checking segment: {'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:49:59.262171 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f346416-6461-4417-93e1-0dec6ab39733 req-ce765c8e-c025-4d37-bb3e-0c69267d234a service neutron] Bound using segment: {'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:49:59.264072 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-8f346416-6461-4417-93e1-0dec6ab39733 req-ce765c8e-c025-4d37-bb3e-0c69267d234a service neutron] Bound port: eba50d43-1aac-448e-b262-7b4e93db8b1e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:49:59.264542 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8f346416-6461-4417-93e1-0dec6ab39733 req-ce765c8e-c025-4d37-bb3e-0c69267d234a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (eba50d43-1aac-448e-b262-7b4e93db8b1e), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:59.409852 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-69e2b862-3f2c-4b22-b98f-c2a7edc28488 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:59.412052 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-69e2b862-3f2c-4b22-b98f-c2a7edc28488 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/networks?id=be4493bf-d1a6-445a-a987-23010e65458b HTTP/1.1" status: 200  len: 812 time: 0.5325580
Feb 05 20:49:59.463387 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-1d69d8f1-f2b9-44e9-b9e1-fbbad8ec3d86 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/quotas/9d100b9cbd5c471aa5036a7a90989a49 HTTP/1.1" status: 200  len: 375 time: 0.0459445
Feb 05 20:49:59.520323 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb9136-5d86-4c24-a97f-19e9cd786c1d req-995555b4-8a27-4e2f-b798-6aba06398093 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:49:59.527638 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aafb9136-5d86-4c24-a97f-19e9cd786c1d req-995555b4-8a27-4e2f-b798-6aba06398093 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d55e5c-b6c5-470a-adca-58cea8f1e6ba HTTP/1.1" status: 200  len: 936 time: 0.5510917
Feb 05 20:49:59.574099 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-4abcd891-ffcf-4a0b-8fa9-2d993eabd40e tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9d100b9cbd5c471aa5036a7a90989a49&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0823712
Feb 05 20:49:59.586350 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-5a78d06a-7b54-444c-9f06-b93a06f8a4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a32103ec-9463-4980-96ea-a0dee3f9deee), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:59.689894 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c990a9f-f334-457c-b122-589ca5d76887 None None] Network 2a18e24a-2f57-45be-862c-a2debab44199 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:49:59.703339 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-8f346416-6461-4417-93e1-0dec6ab39733 req-ce765c8e-c025-4d37-bb3e-0c69267d234a service neutron] For port eba50d43-1aac-448e-b262-7b4e93db8b1e, host nch1-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:49:59.752775 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aafb9136-5d86-4c24-a97f-19e9cd786c1d req-030db319-2f58-420c-ac30-40a7b208759a tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2242222
Feb 05 20:49:59.765843 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8b8e3614-2170-49f4-9b97-d4d8c02600fc admin admin] Publish callbacks [] for router_gateway (f2757b2c-34c5-4c9a-a639-92417bce281c), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:59.784018 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-8f346416-6461-4417-93e1-0dec6ab39733 req-ce765c8e-c025-4d37-bb3e-0c69267d234a service neutron] For port eba50d43-1aac-448e-b262-7b4e93db8b1e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eba50d43-1aac-448e-b262-7b4e93db8b1e,segment=NetworkSegment(69c86b74-d9e1-46c1-9b9b-f16748bd0260),segment_id=69c86b74-d9e1-46c1-9b9b-f16748bd0260)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:49:59.805367 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8f346416-6461-4417-93e1-0dec6ab39733 req-ce765c8e-c025-4d37-bb3e-0c69267d234a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (eba50d43-1aac-448e-b262-7b4e93db8b1e), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:49:59.850368 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 0632af9b-e9ea-4fbd-bee5-d5975fc67136 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:49:59.853591 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-c4a3b952-d46d-4bc9-9753-7a9d66f9fae5 service neutron] 10.222.0.32 "GET /v2.0/networks/be4493bf-d1a6-445a-a987-23010e65458b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2603366
Feb 05 20:49:59.977363 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-f1732be4-c5b7-459f-bbe4-db0ac2c7ee19 None None] Provisioning complete for port 0632af9b-e9ea-4fbd-bee5-d5975fc67136 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:49:59.977743 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f1732be4-c5b7-459f-bbe4-db0ac2c7ee19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (0632af9b-e9ea-4fbd-bee5-d5975fc67136), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:00.000851 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f346416-6461-4417-93e1-0dec6ab39733 req-ce765c8e-c025-4d37-bb3e-0c69267d234a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:00.001487 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8f346416-6461-4417-93e1-0dec6ab39733 req-ce765c8e-c025-4d37-bb3e-0c69267d234a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:00.002906 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8f346416-6461-4417-93e1-0dec6ab39733 req-ce765c8e-c025-4d37-bb3e-0c69267d234a service neutron] 10.222.0.21 "PUT /v2.0/ports/eba50d43-1aac-448e-b262-7b4e93db8b1e HTTP/1.1" status: 200  len: 1091 time: 2.8832273
Feb 05 20:50:00.004471 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b25c8ee-660b-4a31-907e-9d90d9b0cfff', 'tag': 'eba50d43-1aac-448e-b262-7b4e93db8b1e'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:50:00.007072 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e32c362-f08e-477e-bbc5-456233528c2d" -d '{"events": [{"name": "network-changed", "server_uuid": "0b25c8ee-660b-4a31-907e-9d90d9b0cfff", "tag": "eba50d43-1aac-448e-b262-7b4e93db8b1e"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:50:00.060950 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8b8e3614-2170-49f4-9b97-d4d8c02600fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (f2757b2c-34c5-4c9a-a639-92417bce281c), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:00.098466 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 0632af9b-e9ea-4fbd-bee5-d5975fc67136 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:50:00.098714 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (0632af9b-e9ea-4fbd-bee5-d5975fc67136), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:00.204301 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-f1732be4-c5b7-459f-bbe4-db0ac2c7ee19 None None] Current status of the port 0632af9b-e9ea-4fbd-bee5-d5975fc67136 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:50:00.204993 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f1732be4-c5b7-459f-bbe4-db0ac2c7ee19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0632af9b-e9ea-4fbd-bee5-d5975fc67136), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:00.286704 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8e3614-2170-49f4-9b97-d4d8c02600fc admin admin] Router f2757b2c-34c5-4c9a-a639-92417bce281c is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 20:50:00.288572 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-f1732be4-c5b7-459f-bbe4-db0ac2c7ee19 None None] For port 0632af9b-e9ea-4fbd-bee5-d5975fc67136, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0632af9b-e9ea-4fbd-bee5-d5975fc67136,segment=NetworkSegment(70817910-5992-4230-ba1c-0492b1696bd4),segment_id=70817910-5992-4230-ba1c-0492b1696bd4)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:00.299898 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 0632af9b-e9ea-4fbd-bee5-d5975fc67136 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:50:00.301677 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0632af9b-e9ea-4fbd-bee5-d5975fc67136), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:00.304059 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f1732be4-c5b7-459f-bbe4-db0ac2c7ee19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (0632af9b-e9ea-4fbd-bee5-d5975fc67136), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:00.420163 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1732be4-c5b7-459f-bbe4-db0ac2c7ee19 None None] Pushing event updated for resources: {'Port': ['ID=0632af9b-e9ea-4fbd-bee5-d5975fc67136,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:00.426512 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 20:50:00.426873 ncdv-master-1 neutron-server[114392]: DEBUG oslo_db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 20:50:00.435692 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-5a214637-127d-4b51-9482-5e03c0ee42aa None None] Provisioning complete for port 0632af9b-e9ea-4fbd-bee5-d5975fc67136 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:50:00.436172 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5a214637-127d-4b51-9482-5e03c0ee42aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (0632af9b-e9ea-4fbd-bee5-d5975fc67136), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:00.455761 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce765c8e-c025-4d37-bb3e-0c69267d234a service neutron] Pushing event updated for resources: {'Port': ['ID=eba50d43-1aac-448e-b262-7b4e93db8b1e,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:00.496932 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8e3614-2170-49f4-9b97-d4d8c02600fc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:50:00.510627 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ec00b1-bd48-4512-8922-f46ca06701e4 None None] Sync routers for ids ['f2757b2c-34c5-4c9a-a639-92417bce281c'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:50:00.533167 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef2480-8d0d-4af3-9930-01da9c45dd0d req-585cf379-c6b5-40bf-8cbe-e81530bd4a06 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:00.534762 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-daef2480-8d0d-4af3-9930-01da9c45dd0d req-585cf379-c6b5-40bf-8cbe-e81530bd4a06 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa1ab2a7-863f-48c4-9e06-bec5f0b6c872 HTTP/1.1" status: 200  len: 946 time: 0.6755285
Feb 05 20:50:00.536454 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-5a214637-127d-4b51-9482-5e03c0ee42aa None None] Current status of the port 0632af9b-e9ea-4fbd-bee5-d5975fc67136 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:50:00.547374 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58502) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:50:00.547596 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8b8e3614-2170-49f4-9b97-d4d8c02600fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:00.548816 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8b8e3614-2170-49f4-9b97-d4d8c02600fc admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 918 time: 3.6034384
Feb 05 20:50:00.551558 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58504) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:50:00.552516 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ec00b1-bd48-4512-8922-f46ca06701e4 None None] Routers {'f2757b2c-34c5-4c9a-a639-92417bce281c'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:50:00.559587 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-20ec00b1-bd48-4512-8922-f46ca06701e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dbade4ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:49:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['f2757b2c-34c5-4c9a-a639-92417bce281c'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:50:00.560395 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-d01640fe-ee37-4d1b-8176-71965bddf191 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Request body: {'floatingip': {'port_id': 'bc17d890-50c5-4278-b511-785a571dc0b6'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:50:00.657104 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-f8b48986-5c63-480d-b268-9bbf79ea4d97 service neutron] 10.222.0.32 "GET /v2.0/networks/be4493bf-d1a6-445a-a987-23010e65458b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7648144
Feb 05 20:50:00.681205 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d01640fe-ee37-4d1b-8176-71965bddf191 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Publish callbacks [] for floatingip (3a82b393-7a2b-4897-8799-686f5e87ccdb), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:00.698737 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-20ec00b1-bd48-4512-8922-f46ca06701e4 None None] Set router f2757b2c-34c5-4c9a-a639-92417bce281c gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:50:00.777275 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f346416-6461-4417-93e1-0dec6ab39733 req-67afe7da-82f9-4cb2-bd39-19a665580802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:00.778830 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8f346416-6461-4417-93e1-0dec6ab39733 req-67afe7da-82f9-4cb2-bd39-19a665580802 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cee5ceeb66aa4167b6492470edbad369&device_id=0b25c8ee-660b-4a31-907e-9d90d9b0cfff HTTP/1.1" status: 200  len: 1125 time: 0.7002740
Feb 05 20:50:00.816812 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-42d5af5a-738c-46f9-9a5b-65832cc46159 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:00.818649 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-42d5af5a-738c-46f9-9a5b-65832cc46159 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.39 "GET /v2.0/networks?id=3d591eda-8294-4b7a-a6d2-1afd55bde68d HTTP/1.1" status: 200  len: 821 time: 0.3979094
Feb 05 20:50:00.911580 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-68c12ce8-1784-40a6-ad2f-59b96d15643d tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Request body: {'port': {'device_id': 'b207cea1-b7c7-41bb-bdac-ea7053089b59', 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d', 'admin_state_up': True, 'tenant_id': '9e4e31092ef641efbf6eaf54cfa40d67'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:50:00.915371 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8f346416-6461-4417-93e1-0dec6ab39733 req-f8c32c19-6169-42de-9f64-52b03a59005b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eba50d43-1aac-448e-b262-7b4e93db8b1e HTTP/1.1" status: 200  len: 217 time: 0.1247973
Feb 05 20:50:00.999985 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a382d2d0-26ed-462a-b330-f00f68626265 req-09269809-a01b-4372-b84e-db895280259a tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 210 time: 0.0986431
Feb 05 20:50:01.064892 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 0632af9b-e9ea-4fbd-bee5-d5975fc67136 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:50:01.081197 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5941f8fb-7d68-449e-b356-e7607b04cd23 req-d453f9fe-26e0-43f5-b10a-f0d1ff5cd4f1 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:01.088061 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5941f8fb-7d68-449e-b356-e7607b04cd23 req-d453f9fe-26e0-43f5-b10a-f0d1ff5cd4f1 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=16fd0b37-3d4d-4a4d-a504-b9fb68bd84fa HTTP/1.1" status: 200  len: 950 time: 0.4481418
Feb 05 20:50:01.136873 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-20ec00b1-bd48-4512-8922-f46ca06701e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dbade4ac0>, [{'id': 'f2757b2c-34c5-4c9a-a639-92417bce281c', 'name': 'tempest-ServersTestJSON-1323035399-router', 'tenant_id': '949ac3395ef342bcabb0b1202abc6a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.190'}], 'enable_snat': True}, 'gw_port_id': 'c5260fee-a78c-46c0-92b1-487fb9eb7323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:49:57Z', 'updated_at': '2022-02-05T20:49:59Z', 'revision_number': 3, 'project_id': '949ac3395ef342bcabb0b1202abc6a71', 'gw_port': {'id': 'c5260fee-a78c-46c0-92b1-487fb9eb7323', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:29:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2757b2c-34c5-4c9a-a639-92417bce281c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:49:58Z', 'updated_at': '2022-02-05T20:49:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:50:01.194324 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ec00b1-bd48-4512-8922-f46ca06701e4 None None] Checking router: f2757b2c-34c5-4c9a-a639-92417bce281c for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:50:01.198010 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ec00b1-bd48-4512-8922-f46ca06701e4 None None] Updating router f2757b2c-34c5-4c9a-a639-92417bce281c port c5260fee-a78c-46c0-92b1-487fb9eb7323 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 20:50:01.277460 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-5a78d06a-7b54-444c-9f06-b93a06f8a4b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a32103ec-9463-4980-96ea-a0dee3f9deee {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:50:01.286089 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-20ec00b1-bd48-4512-8922-f46ca06701e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c5260fee-a78c-46c0-92b1-487fb9eb7323), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:01.306876 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-5a78d06a-7b54-444c-9f06-b93a06f8a4b3 service neutron] Publish callbacks [] for port (a32103ec-9463-4980-96ea-a0dee3f9deee), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:01.330735 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f346416-6461-4417-93e1-0dec6ab39733 req-2b3b0172-47b1-4a9a-a71b-7ea238054ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:01.332215 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8f346416-6461-4417-93e1-0dec6ab39733 req-2b3b0172-47b1-4a9a-a71b-7ea238054ee8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=30766dd9-3364-437e-a8fd-68757651ef32 HTTP/1.1" status: 200  len: 848 time: 0.3781922
Feb 05 20:50:01.335435 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6ded7c9c-95c1-4afe-b9f3-42dfc53430d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:01.396860 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-5a78d06a-7b54-444c-9f06-b93a06f8a4b3 service neutron] Transition to ACTIVE for port object a32103ec-9463-4980-96ea-a0dee3f9deee will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:50:01.428559 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8f346416-6461-4417-93e1-0dec6ab39733 req-7d1790fd-4e4b-4fb5-bae8-356fd207bf9d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc4b732e-5458-48e6-8cda-4d399eeaa947&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0571010
Feb 05 20:50:01.438621 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5941f8fb-7d68-449e-b356-e7607b04cd23 req-ff56e6e3-943e-414d-a67d-0da903c30fe5 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3496470
Feb 05 20:50:01.445461 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-5a78d06a-7b54-444c-9f06-b93a06f8a4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (a32103ec-9463-4980-96ea-a0dee3f9deee), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:01.531824 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd55cbf-0e1e-4182-88fd-285769c52ad1 req-3f451459-1892-4e77-a932-fdf76901c689 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:01.540198 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dcd55cbf-0e1e-4182-88fd-285769c52ad1 req-3f451459-1892-4e77-a932-fdf76901c689 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b25c8ee-660b-4a31-907e-9d90d9b0cfff HTTP/1.1" status: 200  len: 943 time: 0.3645537
Feb 05 20:50:01.677061 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 0632af9b-e9ea-4fbd-bee5-d5975fc67136 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:50:01.712136 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-68c12ce8-1784-40a6-ad2f-59b96d15643d tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Made reservation on behalf of 9e4e31092ef641efbf6eaf54cfa40d67 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:50:01.715660 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-68c12ce8-1784-40a6-ad2f-59b96d15643d tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:01.751514 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-6ded7c9c-95c1-4afe-b9f3-42dfc53430d9 admin admin] Allocated IP 172.20.0.1 (2a18e24a-2f57-45be-862c-a2debab44199/6fe1c393-6eaf-4a27-8b75-43f4bec0d637/7790afce-9ea0-462f-9c25-17b835814f89) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:50:01.833282 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a78d06a-7b54-444c-9f06-b93a06f8a4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=a32103ec-9463-4980-96ea-a0dee3f9deee,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:01.869777 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 0632af9b-e9ea-4fbd-bee5-d5975fc67136 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:50:01.870494 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (0632af9b-e9ea-4fbd-bee5-d5975fc67136), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:01.972841 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6ded7c9c-95c1-4afe-b9f3-42dfc53430d9 admin admin] Publish callbacks [] for port (7790afce-9ea0-462f-9c25-17b835814f89), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:02.008534 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 0632af9b-e9ea-4fbd-bee5-d5975fc67136 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:50:02.027044 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6ded7c9c-95c1-4afe-b9f3-42dfc53430d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (7790afce-9ea0-462f-9c25-17b835814f89), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:02.058499 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-20ec00b1-bd48-4512-8922-f46ca06701e4 None None] Publish callbacks [] for port (c5260fee-a78c-46c0-92b1-487fb9eb7323), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:02.073979 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-20ec00b1-bd48-4512-8922-f46ca06701e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (c5260fee-a78c-46c0-92b1-487fb9eb7323), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:02.122153 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded7c9c-95c1-4afe-b9f3-42dfc53430d9 admin admin] Pushing event updated for resources: {'Port': ['ID=7790afce-9ea0-462f-9c25-17b835814f89,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:02.136195 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ded7c9c-95c1-4afe-b9f3-42dfc53430d9 admin admin] Network 2a18e24a-2f57-45be-862c-a2debab44199 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:50:02.138256 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-6ded7c9c-95c1-4afe-b9f3-42dfc53430d9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:50:02.143346 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ded7c9c-95c1-4afe-b9f3-42dfc53430d9 admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:50:02.153716 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa15c064-f7f9-451a-9b0a-013e4648f263 x-openstack-request-id: req-fa15c064-f7f9-451a-9b0a-013e4648f263 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:50:02.157593 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-20ec00b1-bd48-4512-8922-f46ca06701e4 None None] Attempting to bind port c5260fee-a78c-46c0-92b1-487fb9eb7323 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:50:02.157972 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-20ec00b1-bd48-4512-8922-f46ca06701e4 None None] Attempting to bind port c5260fee-a78c-46c0-92b1-487fb9eb7323 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:50:02.158405 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ec00b1-bd48-4512-8922-f46ca06701e4 None None] Attempting to bind port c5260fee-a78c-46c0-92b1-487fb9eb7323 on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:50:02.158696 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b25c8ee-660b-4a31-907e-9d90d9b0cfff", "tag": "eba50d43-1aac-448e-b262-7b4e93db8b1e", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:50:02.159186 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fa15c064-f7f9-451a-9b0a-013e4648f263 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:50:02.160640 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b25c8ee-660b-4a31-907e-9d90d9b0cfff', 'tag': 'eba50d43-1aac-448e-b262-7b4e93db8b1e', 'status': 'completed', 'code': 200}
Feb 05 20:50:02.160760 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae76ca-fa31-4ffc-9b44-f7d9988cf55a None None] Pushing event updated for resources: {'Port': ['ID=c5260fee-a78c-46c0-92b1-487fb9eb7323,revision_number=2']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:02.168897 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ec00b1-bd48-4512-8922-f46ca06701e4 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:50:02.170071 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ec00b1-bd48-4512-8922-f46ca06701e4 None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:50:02.170417 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-20ec00b1-bd48-4512-8922-f46ca06701e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:02.170903 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ec00b1-bd48-4512-8922-f46ca06701e4 None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:50:02.171383 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-20ec00b1-bd48-4512-8922-f46ca06701e4 None None] Bound port: c5260fee-a78c-46c0-92b1-487fb9eb7323, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:50:02.171766 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-20ec00b1-bd48-4512-8922-f46ca06701e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c5260fee-a78c-46c0-92b1-487fb9eb7323), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:02.230761 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6ded7c9c-95c1-4afe-b9f3-42dfc53430d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (f2757b2c-34c5-4c9a-a639-92417bce281c), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:02.273276 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dcd55cbf-0e1e-4182-88fd-285769c52ad1 req-5b71739e-f1ea-40ad-a03d-2c6e04ac6223 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7272046
Feb 05 20:50:02.306570 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8f346416-6461-4417-93e1-0dec6ab39733 req-0a04a5fe-4e70-4895-ad7e-1f231d272244 service neutron] 10.222.0.21 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8636730
Feb 05 20:50:02.321676 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-20ec00b1-bd48-4512-8922-f46ca06701e4 None None] For port c5260fee-a78c-46c0-92b1-487fb9eb7323, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:50:02.331752 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-20ec00b1-bd48-4512-8922-f46ca06701e4 None None] For port c5260fee-a78c-46c0-92b1-487fb9eb7323, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5260fee-a78c-46c0-92b1-487fb9eb7323,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:50:02.351493 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-20ec00b1-bd48-4512-8922-f46ca06701e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (c5260fee-a78c-46c0-92b1-487fb9eb7323), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:02.439871 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ec00b1-bd48-4512-8922-f46ca06701e4 None None] Routers {'f2757b2c-34c5-4c9a-a639-92417bce281c'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:50:02.440713 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-20ec00b1-bd48-4512-8922-f46ca06701e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dbade4ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:49:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['f2757b2c-34c5-4c9a-a639-92417bce281c'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:50:02.447304 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae76ca-fa31-4ffc-9b44-f7d9988cf55a None None] Pushing event updated for resources: {'Port': ['ID=c5260fee-a78c-46c0-92b1-487fb9eb7323,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:02.495251 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6ded7c9c-95c1-4afe-b9f3-42dfc53430d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7790afce-9ea0-462f-9c25-17b835814f89), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:02.609615 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c027f0d8-7947-420c-a379-55bb2a064ac6 req-8c657141-8bcc-4a04-a278-7ebe530dfeab tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c05072-b467-41fd-bd31-e32686f1d131 HTTP/1.1" status: 200  len: 210 time: 0.1847816
Feb 05 20:50:02.617661 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-20ec00b1-bd48-4512-8922-f46ca06701e4 None None] Set router f2757b2c-34c5-4c9a-a639-92417bce281c gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:50:02.643547 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-04f671eb-a349-46d4-9209-18d5643756e3 None None] Provisioning complete for port 7790afce-9ea0-462f-9c25-17b835814f89 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:50:02.643935 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-04f671eb-a349-46d4-9209-18d5643756e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7790afce-9ea0-462f-9c25-17b835814f89), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:02.686002 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-5a78d06a-7b54-444c-9f06-b93a06f8a4b3 service neutron] Attempting to bind port a32103ec-9463-4980-96ea-a0dee3f9deee on host nch1-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:50:02.686546 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-5a78d06a-7b54-444c-9f06-b93a06f8a4b3 service neutron] Attempting to bind port a32103ec-9463-4980-96ea-a0dee3f9deee by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:50:02.686905 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-5a78d06a-7b54-444c-9f06-b93a06f8a4b3 service neutron] Attempting to bind port a32103ec-9463-4980-96ea-a0dee3f9deee on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:50:02.697717 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-04f671eb-a349-46d4-9209-18d5643756e3 None None] Port 7790afce-9ea0-462f-9c25-17b835814f89 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:50:02.713884 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-c75d897e-3cba-4cff-96a9-1619d405ca7e tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:02.715790 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-c75d897e-3cba-4cff-96a9-1619d405ca7e tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.39 "GET /v2.0/networks?id=be4493bf-d1a6-445a-a987-23010e65458b HTTP/1.1" status: 200  len: 812 time: 0.2059271
Feb 05 20:50:02.734220 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-c927509c-bccb-4cf1-ae26-9296382a3bbf tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Request body: {'port': {'device_id': '46c05072-b467-41fd-bd31-e32686f1d131', 'network_id': 'be4493bf-d1a6-445a-a987-23010e65458b', 'admin_state_up': True, 'tenant_id': '9d100b9cbd5c471aa5036a7a90989a49'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:50:02.746219 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-5a78d06a-7b54-444c-9f06-b93a06f8a4b3 service neutron] Port a32103ec-9463-4980-96ea-a0dee3f9deee on network f760d6ec-7837-431c-910c-37572c24f936 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:50:02.746582 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-5a78d06a-7b54-444c-9f06-b93a06f8a4b3 service neutron] Attempting to bind port a32103ec-9463-4980-96ea-a0dee3f9deee on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:50:02.749716 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.db.resource_extend [None req-d01640fe-ee37-4d1b-8176-71965bddf191 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 05 20:50:02.872803 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-20ec00b1-bd48-4512-8922-f46ca06701e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dbade4ac0>, [{'id': 'f2757b2c-34c5-4c9a-a639-92417bce281c', 'name': 'tempest-ServersTestJSON-1323035399-router', 'tenant_id': '949ac3395ef342bcabb0b1202abc6a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.190'}], 'enable_snat': True}, 'gw_port_id': 'c5260fee-a78c-46c0-92b1-487fb9eb7323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:49:57Z', 'updated_at': '2022-02-05T20:50:02Z', 'revision_number': 4, 'project_id': '949ac3395ef342bcabb0b1202abc6a71', 'gw_port': {'id': 'c5260fee-a78c-46c0-92b1-487fb9eb7323', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:29:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2757b2c-34c5-4c9a-a639-92417bce281c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:49:58Z', 'updated_at': '2022-02-05T20:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7790afce-9ea0-462f-9c25-17b835814f89', 'name': '', 'network_id': '2a18e24a-2f57-45be-862c-a2debab44199', 'tenant_id': '949ac3395ef342bcabb0b1202abc6a71', 'mac_address': 'fa:16:3e:4d:54:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2757b2c-34c5-4c9a-a639-92417bce281c', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '6fe1c393-6eaf-4a27-8b75-43f4bec0d637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:50:01Z', 'updated_at': '2022-02-05T20:50:01Z', 'revision_number': 1, 'project_id': '949ac3395ef342bcabb0b1202abc6a71', 'subnets': [{'id': '6fe1c393-6eaf-4a27-8b75-43f4bec0d637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:50:02.901358 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ec00b1-bd48-4512-8922-f46ca06701e4 None None] The sync data for ids ['f2757b2c-34c5-4c9a-a639-92417bce281c'] in ncdv-master-1 is: [{'id': 'f2757b2c-34c5-4c9a-a639-92417bce281c', 'name': 'tempest-ServersTestJSON-1323035399-router', 'tenant_id': '949ac3395ef342bcabb0b1202abc6a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.190'}], 'enable_snat': True}, 'gw_port_id': 'c5260fee-a78c-46c0-92b1-487fb9eb7323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:49:57Z', 'updated_at': '2022-02-05T20:50:02Z', 'revision_number': 4, 'project_id': '949ac3395ef342bcabb0b1202abc6a71', 'gw_port': {'id': 'c5260fee-a78c-46c0-92b1-487fb9eb7323', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:29:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2757b2c-34c5-4c9a-a639-92417bce281c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:49:58Z', 'updated_at': '2022-02-05T20:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7790afce-9ea0-462f-9c25-17b835814f89', 'name': '', 'network_id': '2a18e24a-2f57-45be-862c-a2debab44199', 'tenant_id': '949ac3395ef342bcabb0b1202abc6a71', 'mac_address': 'fa:16:3e:4d:54:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2757b2c-34c5-4c9a-a639-92417bce281c', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '6fe1c393-6eaf-4a27-8b75-43f4bec0d637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:50:01Z', 'updated_at': '2022-02-05T20:50:01Z', 'revision_number': 1, 'project_id': '949ac3395ef342bcabb0b1202abc6a71', 'subnets': [{'id': '6fe1c393-6eaf-4a27-8b75-43f4bec0d637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:50:02.941407 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-c927509c-bccb-4cf1-ae26-9296382a3bbf tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Made reservation on behalf of 9d100b9cbd5c471aa5036a7a90989a49 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:50:02.946887 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-c927509c-bccb-4cf1-ae26-9296382a3bbf tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:02.968728 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6ded7c9c-95c1-4afe-b9f3-42dfc53430d9 admin admin] Publish callbacks [] for port (7790afce-9ea0-462f-9c25-17b835814f89), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:02.982774 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6ded7c9c-95c1-4afe-b9f3-42dfc53430d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (7790afce-9ea0-462f-9c25-17b835814f89), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:03.097583 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded7c9c-95c1-4afe-b9f3-42dfc53430d9 admin admin] Pushing event updated for resources: {'Port': ['ID=7790afce-9ea0-462f-9c25-17b835814f89,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:03.102811 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6ded7c9c-95c1-4afe-b9f3-42dfc53430d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (f2757b2c-34c5-4c9a-a639-92417bce281c), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:03.140748 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-68c12ce8-1784-40a6-ad2f-59b96d15643d tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Allocated IP 172.20.0.2 (3d591eda-8294-4b7a-a6d2-1afd55bde68d/f822a84b-448b-4295-886d-3f476dc82ced/22a96582-81f0-48c8-b782-d4e113966e09) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:50:03.143625 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-5a78d06a-7b54-444c-9f06-b93a06f8a4b3 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:50:03.143625 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-5a78d06a-7b54-444c-9f06-b93a06f8a4b3 service neutron] Checking segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:50:03.143902 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-5a78d06a-7b54-444c-9f06-b93a06f8a4b3 service neutron] Bound using segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:50:03.144298 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-5a78d06a-7b54-444c-9f06-b93a06f8a4b3 service neutron] Bound port: a32103ec-9463-4980-96ea-a0dee3f9deee, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:50:03.144661 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-5a78d06a-7b54-444c-9f06-b93a06f8a4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a32103ec-9463-4980-96ea-a0dee3f9deee), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:03.155894 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa88f0-8e84-4812-9e38-922a49a6fa1f req-644029eb-4b86-4fc2-8595-f2f31acc9124 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:03.162946 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-61aa88f0-8e84-4812-9e38-922a49a6fa1f req-644029eb-4b86-4fc2-8595-f2f31acc9124 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d55e5c-b6c5-470a-adca-58cea8f1e6ba HTTP/1.1" status: 200  len: 948 time: 0.8819823
Feb 05 20:50:03.210644 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8f346416-6461-4417-93e1-0dec6ab39733 req-5d25f5fb-27b7-4a67-b503-2d23bfd6f45c service neutron] 10.222.0.21 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8724909
Feb 05 20:50:03.250155 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-c927509c-bccb-4cf1-ae26-9296382a3bbf tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Allocated IP 172.20.0.9 (be4493bf-d1a6-445a-a987-23010e65458b/4e9cd80a-75d3-4781-9154-c886c97be771/e542de45-5072-40ab-a3b1-8d10c900a238) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:50:03.256462 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d01640fe-ee37-4d1b-8176-71965bddf191 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:03.311049 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d01640fe-ee37-4d1b-8176-71965bddf191 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (3a82b393-7a2b-4897-8799-686f5e87ccdb), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:03.318923 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ded7c9c-95c1-4afe-b9f3-42dfc53430d9 admin admin] Network 2a18e24a-2f57-45be-862c-a2debab44199 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:50:03.322500 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-61aa88f0-8e84-4812-9e38-922a49a6fa1f req-cf8b0bd6-651d-4a75-8a8e-763806fa417d tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1580036
Feb 05 20:50:03.325095 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-6ded7c9c-95c1-4afe-b9f3-42dfc53430d9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:50:03.441915 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0377b0-8649-4c4b-bdf7-be9c3ab05f2b req-3135954f-033a-489a-b8e7-f277dc5b7522 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:03.449996 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-be0377b0-8649-4c4b-bdf7-be9c3ab05f2b req-3135954f-033a-489a-b8e7-f277dc5b7522 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 950 time: 0.7142754
Feb 05 20:50:03.562122 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b6d51686-cce1-4afd-b91d-28023dbd20ad req-c5d141eb-6ee4-4a2a-b58e-b11cecc2d784 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 210 time: 0.0918708
Feb 05 20:50:03.647040 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1468e27e-5f0c-430f-b450-1c864e2049ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:03.659787 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-5a78d06a-7b54-444c-9f06-b93a06f8a4b3 service neutron] For port a32103ec-9463-4980-96ea-a0dee3f9deee, host nch1-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:50:03.665770 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-5a78d06a-7b54-444c-9f06-b93a06f8a4b3 service neutron] For port a32103ec-9463-4980-96ea-a0dee3f9deee, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a32103ec-9463-4980-96ea-a0dee3f9deee,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:50:03.698930 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-be0377b0-8649-4c4b-bdf7-be9c3ab05f2b req-de3f6c99-3b45-4d88-833d-edec19933193 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2470465
Feb 05 20:50:03.732833 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-a0db5385-c3a5-4053-bd22-cfbc67a6d277 None None] Provisioning complete for port 7790afce-9ea0-462f-9c25-17b835814f89 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:50:03.733782 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a0db5385-c3a5-4053-bd22-cfbc67a6d277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7790afce-9ea0-462f-9c25-17b835814f89), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:03.836359 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a0db5385-c3a5-4053-bd22-cfbc67a6d277 None None] Port 7790afce-9ea0-462f-9c25-17b835814f89 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:50:03.868325 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-5a78d06a-7b54-444c-9f06-b93a06f8a4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (a32103ec-9463-4980-96ea-a0dee3f9deee), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:03.913442 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-c927509c-bccb-4cf1-ae26-9296382a3bbf tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks [] for port (e542de45-5072-40ab-a3b1-8d10c900a238), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:03.943847 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ded7c9c-95c1-4afe-b9f3-42dfc53430d9 admin admin] Router f2757b2c-34c5-4c9a-a639-92417bce281c has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:50:03.956840 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec84c44d-aca8-4302-98cf-6f94834b412b req-24d69b76-7cfd-4ab3-af88-f39b7510510b tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c05072-b467-41fd-bd31-e32686f1d131 HTTP/1.1" status: 200  len: 210 time: 0.1133235
Feb 05 20:50:03.987665 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-5a78d06a-7b54-444c-9f06-b93a06f8a4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:03.988667 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-5a78d06a-7b54-444c-9f06-b93a06f8a4b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:03.990423 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-5a78d06a-7b54-444c-9f06-b93a06f8a4b3 service neutron] 10.222.0.21 "PUT /v2.0/ports/a32103ec-9463-4980-96ea-a0dee3f9deee HTTP/1.1" status: 200  len: 1096 time: 4.9002895
Feb 05 20:50:03.992454 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32c362-f08e-477e-bbc5-456233528c2d req-d77a0ce5-b023-430a-b3aa-91b3128921d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:03.994079 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7e32c362-f08e-477e-bbc5-456233528c2d req-d77a0ce5-b023-430a-b3aa-91b3128921d9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cee5ceeb66aa4167b6492470edbad369&device_id=0b25c8ee-660b-4a31-907e-9d90d9b0cfff HTTP/1.1" status: 200  len: 1125 time: 0.6929057
Feb 05 20:50:04.113651 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-c927509c-bccb-4cf1-ae26-9296382a3bbf tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (e542de45-5072-40ab-a3b1-8d10c900a238), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:04.115866 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a78d06a-7b54-444c-9f06-b93a06f8a4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=a32103ec-9463-4980-96ea-a0dee3f9deee,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:04.131258 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-68c12ce8-1784-40a6-ad2f-59b96d15643d tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Publish callbacks [] for port (22a96582-81f0-48c8-b782-d4e113966e09), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:04.173949 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d55e5c-b6c5-470a-adca-58cea8f1e6ba', 'tag': 'a32103ec-9463-4980-96ea-a0dee3f9deee'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:50:04.176269 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7ca343-b988-4efb-bc10-8c7e163fd948" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d55e5c-b6c5-470a-adca-58cea8f1e6ba", "tag": "a32103ec-9463-4980-96ea-a0dee3f9deee"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:50:04.190568 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-d01640fe-ee37-4d1b-8176-71965bddf191 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Floating IP 3a82b393-7a2b-4897-8799-686f5e87ccdb associated. External IP: 172.35.4.249, port: bc17d890-50c5-4278-b511-785a571dc0b6.
Feb 05 20:50:04.205090 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927509c-bccb-4cf1-ae26-9296382a3bbf tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Pushing event updated for resources: {'Port': ['ID=e542de45-5072-40ab-a3b1-8d10c900a238,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:04.235524 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ded7c9c-95c1-4afe-b9f3-42dfc53430d9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:50:04.249772 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6ded7c9c-95c1-4afe-b9f3-42dfc53430d9 admin admin] 10.222.0.32 "PUT /v2.0/routers/f2757b2c-34c5-4c9a-a639-92417bce281c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6884751
Feb 05 20:50:04.266008 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-c927509c-bccb-4cf1-ae26-9296382a3bbf tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Network be4493bf-d1a6-445a-a987-23010e65458b is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:50:04.272308 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-c927509c-bccb-4cf1-ae26-9296382a3bbf tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:50:04.284339 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-c927509c-bccb-4cf1-ae26-9296382a3bbf tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:50:04.323188 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac37538-5a92-41c0-92ae-d5f566ec1a61 req-6a38cc43-d5c7-4417-b345-b99906052c3a tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:04.332105 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8ac37538-5a92-41c0-92ae-d5f566ec1a61 req-6a38cc43-d5c7-4417-b345-b99906052c3a tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b25c8ee-660b-4a31-907e-9d90d9b0cfff HTTP/1.1" status: 200  len: 943 time: 0.4705341
Feb 05 20:50:04.363953 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-c927509c-bccb-4cf1-ae26-9296382a3bbf tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:04.366834 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-c927509c-bccb-4cf1-ae26-9296382a3bbf tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:04.394612 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-c927509c-bccb-4cf1-ae26-9296382a3bbf tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6680453
Feb 05 20:50:04.400366 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-62183574-2a68-4faf-bee2-dbefd72c695a tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f732d56562ad4c84a7210699161826c7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1167827
Feb 05 20:50:04.410684 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-89eada34-1077-43a5-8289-776f468e3bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:04.412207 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-89eada34-1077-43a5-8289-776f468e3bd7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8645008e9e894713967a6f63b339bf46&device_id=f2d55e5c-b6c5-470a-adca-58cea8f1e6ba HTTP/1.1" status: 200  len: 1130 time: 0.3254054
Feb 05 20:50:04.418821 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-a5437cb7-9a01-49ed-8103-92487ac9e869 service neutron] Request body: {'port': {'device_id': '46c05072-b467-41fd-bd31-e32686f1d131', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:50:04.488113 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-a5437cb7-9a01-49ed-8103-92487ac9e869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e542de45-5072-40ab-a3b1-8d10c900a238), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:04.542854 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32c362-f08e-477e-bbc5-456233528c2d req-11760293-d29b-411d-a5d4-5ceef6dfc1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:04.544489 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7e32c362-f08e-477e-bbc5-456233528c2d req-11760293-d29b-411d-a5d4-5ceef6dfc1c9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fc4b732e-5458-48e6-8cda-4d399eeaa947 HTTP/1.1" status: 200  len: 909 time: 0.4970539
Feb 05 20:50:04.546447 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-cefdd97e-f34e-4dcf-8ee9-637fe0b78529 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=a32103ec-9463-4980-96ea-a0dee3f9deee HTTP/1.1" status: 200  len: 217 time: 0.0918677
Feb 05 20:50:04.671924 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-68c12ce8-1784-40a6-ad2f-59b96d15643d tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (22a96582-81f0-48c8-b782-d4e113966e09), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:04.686168 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['a0a11d30-e1f6-41c8-aba3-188367acbc76'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:50:04.701068 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7e32c362-f08e-477e-bbc5-456233528c2d req-a12f522b-11df-4c6f-bb58-0912df5f7e8a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eba50d43-1aac-448e-b262-7b4e93db8b1e HTTP/1.1" status: 200  len: 217 time: 0.1378770
Feb 05 20:50:04.735132 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8ac37538-5a92-41c0-92ae-d5f566ec1a61 req-690df74c-04a7-4bb2-a649-f12190d1e4df tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4027069
Feb 05 20:50:04.793225 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-68c12ce8-1784-40a6-ad2f-59b96d15643d tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Network 3d591eda-8294-4b7a-a6d2-1afd55bde68d is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:50:04.800389 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-a5437cb7-9a01-49ed-8103-92487ac9e869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e542de45-5072-40ab-a3b1-8d10c900a238 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:50:04.809183 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-a5437cb7-9a01-49ed-8103-92487ac9e869 service neutron] Publish callbacks [] for port (e542de45-5072-40ab-a3b1-8d10c900a238), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:04.809934 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-21114b41-aade-489d-b74b-9aa3acf01556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:04.811642 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-21114b41-aade-489d-b74b-9aa3acf01556 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.2526145
Feb 05 20:50:04.812952 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-68c12ce8-1784-40a6-ad2f-59b96d15643d tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:50:04.815823 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-68c12ce8-1784-40a6-ad2f-59b96d15643d tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:50:04.826047 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-a5437cb7-9a01-49ed-8103-92487ac9e869 service neutron] Transition to ACTIVE for port object e542de45-5072-40ab-a3b1-8d10c900a238 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:50:04.831475 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-a5437cb7-9a01-49ed-8103-92487ac9e869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (e542de45-5072-40ab-a3b1-8d10c900a238), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:04.916811 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c12ce8-1784-40a6-ad2f-59b96d15643d tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Pushing event updated for resources: {'Port': ['ID=22a96582-81f0-48c8-b782-d4e113966e09,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:04.955921 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-2a20579a-d7db-4846-b9f0-dff251f0180c tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:04.957651 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-2a20579a-d7db-4846-b9f0-dff251f0180c tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5095046
Feb 05 20:50:04.964458 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32c362-f08e-477e-bbc5-456233528c2d req-5078a669-7168-4422-bf23-3f188279f212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:04.966825 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7e32c362-f08e-477e-bbc5-456233528c2d req-5078a669-7168-4422-bf23-3f188279f212 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=30766dd9-3364-437e-a8fd-68757651ef32 HTTP/1.1" status: 200  len: 848 time: 0.2356908
Feb 05 20:50:04.968312 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5437cb7-9a01-49ed-8103-92487ac9e869 service neutron] Pushing event updated for resources: {'Port': ['ID=e542de45-5072-40ab-a3b1-8d10c900a238,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:04.985474 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5437cb7-9a01-49ed-8103-92487ac9e869 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:50:04.985474 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5437cb7-9a01-49ed-8103-92487ac9e869 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:50:04.985474 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5437cb7-9a01-49ed-8103-92487ac9e869 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:50:04.985474 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5437cb7-9a01-49ed-8103-92487ac9e869 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:50:04.985474 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5437cb7-9a01-49ed-8103-92487ac9e869 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:50:04.985474 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5437cb7-9a01-49ed-8103-92487ac9e869 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:50:04.985474 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5437cb7-9a01-49ed-8103-92487ac9e869 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:50:04.985474 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5437cb7-9a01-49ed-8103-92487ac9e869 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:50:04.986244 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5437cb7-9a01-49ed-8103-92487ac9e869 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:50:04.986361 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5437cb7-9a01-49ed-8103-92487ac9e869 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:50:04.986821 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5437cb7-9a01-49ed-8103-92487ac9e869 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:50:04.990807 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5437cb7-9a01-49ed-8103-92487ac9e869 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:50:04.990928 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d883e31-afa8-42a8-8a5a-190f9b95bff9 x-openstack-request-id: req-2d883e31-afa8-42a8-8a5a-190f9b95bff9 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:50:04.991115 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d55e5c-b6c5-470a-adca-58cea8f1e6ba", "tag": "a32103ec-9463-4980-96ea-a0dee3f9deee", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:50:04.991215 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5437cb7-9a01-49ed-8103-92487ac9e869 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:50:04.991354 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2d883e31-afa8-42a8-8a5a-190f9b95bff9 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:50:04.991746 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d55e5c-b6c5-470a-adca-58cea8f1e6ba', 'tag': 'a32103ec-9463-4980-96ea-a0dee3f9deee', 'status': 'completed', 'code': 200}
Feb 05 20:50:05.001936 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-68c12ce8-1784-40a6-ad2f-59b96d15643d tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:05.002603 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-68c12ce8-1784-40a6-ad2f-59b96d15643d tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:05.044060 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-8aff17db-20cc-413b-b91f-8aea3bf2a355 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/quotas/f732d56562ad4c84a7210699161826c7 HTTP/1.1" status: 200  len: 375 time: 0.0761030
Feb 05 20:50:05.065626 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-a5437cb7-9a01-49ed-8103-92487ac9e869 service neutron] Attempting to bind port e542de45-5072-40ab-a3b1-8d10c900a238 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:50:05.065969 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-a5437cb7-9a01-49ed-8103-92487ac9e869 service neutron] Attempting to bind port e542de45-5072-40ab-a3b1-8d10c900a238 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '743051ff-9f95-4efc-9230-9f61d36c1128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'be4493bf-d1a6-445a-a987-23010e65458b'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:50:05.066296 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-a5437cb7-9a01-49ed-8103-92487ac9e869 service neutron] Attempting to bind port e542de45-5072-40ab-a3b1-8d10c900a238 on network be4493bf-d1a6-445a-a987-23010e65458b {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:50:05.070764 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-a5437cb7-9a01-49ed-8103-92487ac9e869 service neutron] Port e542de45-5072-40ab-a3b1-8d10c900a238 on network be4493bf-d1a6-445a-a987-23010e65458b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:50:05.071086 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-a5437cb7-9a01-49ed-8103-92487ac9e869 service neutron] Attempting to bind port e542de45-5072-40ab-a3b1-8d10c900a238 on network be4493bf-d1a6-445a-a987-23010e65458b {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:50:05.076665 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-a5437cb7-9a01-49ed-8103-92487ac9e869 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:50:05.076997 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-a5437cb7-9a01-49ed-8103-92487ac9e869 service neutron] Checking segment: {'id': '743051ff-9f95-4efc-9230-9f61d36c1128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'be4493bf-d1a6-445a-a987-23010e65458b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:50:05.077375 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-a5437cb7-9a01-49ed-8103-92487ac9e869 service neutron] Bound using segment: {'id': '743051ff-9f95-4efc-9230-9f61d36c1128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'be4493bf-d1a6-445a-a987-23010e65458b'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:50:05.077800 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-a5437cb7-9a01-49ed-8103-92487ac9e869 service neutron] Bound port: e542de45-5072-40ab-a3b1-8d10c900a238, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '743051ff-9f95-4efc-9230-9f61d36c1128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'be4493bf-d1a6-445a-a987-23010e65458b'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:50:05.078160 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-a5437cb7-9a01-49ed-8103-92487ac9e869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e542de45-5072-40ab-a3b1-8d10c900a238), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:05.117172 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7e32c362-f08e-477e-bbc5-456233528c2d req-89b04e03-e272-41d5-9916-7d8402201c94 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc4b732e-5458-48e6-8cda-4d399eeaa947&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0691166
Feb 05 20:50:05.137116 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-68c12ce8-1784-40a6-ad2f-59b96d15643d tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.2562041
Feb 05 20:50:05.143324 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-a5437cb7-9a01-49ed-8103-92487ac9e869 service neutron] For port e542de45-5072-40ab-a3b1-8d10c900a238, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:50:05.146604 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-a5437cb7-9a01-49ed-8103-92487ac9e869 service neutron] For port e542de45-5072-40ab-a3b1-8d10c900a238, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e542de45-5072-40ab-a3b1-8d10c900a238,segment=NetworkSegment(743051ff-9f95-4efc-9230-9f61d36c1128),segment_id=743051ff-9f95-4efc-9230-9f61d36c1128)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:50:05.153912 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-a5437cb7-9a01-49ed-8103-92487ac9e869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (e542de45-5072-40ab-a3b1-8d10c900a238), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:05.168041 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-485a0005-c660-4647-9fdf-d05352ad69b6 service neutron] Request body: {'port': {'device_id': 'b207cea1-b7c7-41bb-bdac-ea7053089b59', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:50:05.177598 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-7c25bc08-1463-4492-a6e6-e520ebc4ba7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:05.179146 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-7c25bc08-1463-4492-a6e6-e520ebc4ba7f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3567553
Feb 05 20:50:05.189399 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-a5437cb7-9a01-49ed-8103-92487ac9e869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:05.190006 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-a5437cb7-9a01-49ed-8103-92487ac9e869 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:05.191403 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-a5437cb7-9a01-49ed-8103-92487ac9e869 service neutron] 10.222.0.39 "PUT /v2.0/ports/e542de45-5072-40ab-a3b1-8d10c900a238 HTTP/1.1" status: 200  len: 1091 time: 0.7777610
Feb 05 20:50:05.192294 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c05072-b467-41fd-bd31-e32686f1d131', 'tag': 'e542de45-5072-40ab-a3b1-8d10c900a238'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:50:05.194057 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cece474a-bca6-4d5b-955a-f0a9b538efd1" -d '{"events": [{"name": "network-changed", "server_uuid": "46c05072-b467-41fd-bd31-e32686f1d131", "tag": "e542de45-5072-40ab-a3b1-8d10c900a238"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:50:05.214167 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5437cb7-9a01-49ed-8103-92487ac9e869 service neutron] Pushing event updated for resources: {'Port': ['ID=e542de45-5072-40ab-a3b1-8d10c900a238,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:05.292300 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01640fe-ee37-4d1b-8176-71965bddf191 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Router 76c71850-cd49-41e8-8956-0b08785ab8f8 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:50:05.305350 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-553ffa73-8010-488d-935d-94e5be09b3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:05.307547 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-553ffa73-8010-488d-935d-94e5be09b3e1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9d100b9cbd5c471aa5036a7a90989a49&device_id=46c05072-b467-41fd-bd31-e32686f1d131 HTTP/1.1" status: 200  len: 1125 time: 0.0538447
Feb 05 20:50:05.355475 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-bd74bd7c-c79a-4be8-b1fc-80f601484c20 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e542de45-5072-40ab-a3b1-8d10c900a238 HTTP/1.1" status: 200  len: 217 time: 0.0368297
Feb 05 20:50:05.410751 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-6486f1b3-2d14-4e21-95b1-27c4d3e0d94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:05.412420 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-6486f1b3-2d14-4e21-95b1-27c4d3e0d94f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4e9cd80a-75d3-4781-9154-c886c97be771 HTTP/1.1" status: 200  len: 852 time: 0.0505202
Feb 05 20:50:05.446705 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-886f46df-295b-4c8c-b108-f0c1db76d361 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be4493bf-d1a6-445a-a987-23010e65458b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0275326
Feb 05 20:50:05.551087 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-11527d7c-34e0-4f12-9f06-a3ee60f3c3fd service neutron] 10.222.0.39 "GET /v2.0/networks/be4493bf-d1a6-445a-a987-23010e65458b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0968642
Feb 05 20:50:05.662203 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8cce23d4-dc67-46f5-95ac-18c3a0fc47fc req-35630cc4-1a32-4607-b0bc-74d3bc0198cf service neutron] 10.222.0.39 "GET /v2.0/networks/be4493bf-d1a6-445a-a987-23010e65458b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1048422
Feb 05 20:50:05.677424 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device c5260fee-a78c-46c0-92b1-487fb9eb7323 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:50:05.682343 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d6070-b2b7-45bc-a5bc-2171ca668de7 req-ececbbd9-9975-481b-a9e3-d5d39b44430c tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:05.690612 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-377d6070-b2b7-45bc-a5bc-2171ca668de7 req-ececbbd9-9975-481b-a9e3-d5d39b44430c tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d55e5c-b6c5-470a-adca-58cea8f1e6ba HTTP/1.1" status: 200  len: 948 time: 0.6453905
Feb 05 20:50:05.714913 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-4477d0cb-c35f-4049-9169-6f90ae81734b tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f732d56562ad4c84a7210699161826c7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.6542413
Feb 05 20:50:05.718887 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3996025-1bf0-417b-ba64-58caf8d15db3 None None] Sync routers for ids ['f2757b2c-34c5-4c9a-a639-92417bce281c'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:50:05.739953 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3996025-1bf0-417b-ba64-58caf8d15db3 None None] Routers {'f2757b2c-34c5-4c9a-a639-92417bce281c'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:50:05.740579 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-d3996025-1bf0-417b-ba64-58caf8d15db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabf9e430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:49:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['f2757b2c-34c5-4c9a-a639-92417bce281c'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:50:05.775935 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-485a0005-c660-4647-9fdf-d05352ad69b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (22a96582-81f0-48c8-b782-d4e113966e09), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:05.795233 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port c5260fee-a78c-46c0-92b1-487fb9eb7323 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:50:05.795907 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c5260fee-a78c-46c0-92b1-487fb9eb7323), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:05.814207 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7e32c362-f08e-477e-bbc5-456233528c2d req-cf092a6a-800f-4292-9670-5bdda9a87686 service neutron] 10.222.0.21 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6701865
Feb 05 20:50:05.907340 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-d3996025-1bf0-417b-ba64-58caf8d15db3 None None] Set router f2757b2c-34c5-4c9a-a639-92417bce281c gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:50:05.919637 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-4cc43839-3007-4194-a680-b1719e0cf1ae service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7051334
Feb 05 20:50:05.980597 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-377d6070-b2b7-45bc-a5bc-2171ca668de7 req-da8e5167-ac03-48cb-845f-5cd3e0e46c9a tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2846878
Feb 05 20:50:06.058007 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port c5260fee-a78c-46c0-92b1-487fb9eb7323 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:50:06.059346 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c5260fee-a78c-46c0-92b1-487fb9eb7323), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:06.068700 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6cec2b54-f345-4412-9841-12a04eaf0c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:06.108623 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port c5260fee-a78c-46c0-92b1-487fb9eb7323, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5260fee-a78c-46c0-92b1-487fb9eb7323,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:06.143749 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (c5260fee-a78c-46c0-92b1-487fb9eb7323), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:06.229031 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=c5260fee-a78c-46c0-92b1-487fb9eb7323,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:06.260366 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01640fe-ee37-4d1b-8176-71965bddf191 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:50:06.272446 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d01640fe-ee37-4d1b-8176-71965bddf191 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:06.274890 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793aa323-eb47-481a-93ce-633004b04709 None None] Sync routers for ids ['76c71850-cd49-41e8-8956-0b08785ab8f8'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:50:06.298123 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793aa323-eb47-481a-93ce-633004b04709 None None] Routers {'76c71850-cd49-41e8-8956-0b08785ab8f8'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:50:06.298852 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-793aa323-eb47-481a-93ce-633004b04709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dbade4790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:50:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['76c71850-cd49-41e8-8956-0b08785ab8f8'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:50:06.308555 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-d3996025-1bf0-417b-ba64-58caf8d15db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabf9e430>, [{'id': 'f2757b2c-34c5-4c9a-a639-92417bce281c', 'name': 'tempest-ServersTestJSON-1323035399-router', 'tenant_id': '949ac3395ef342bcabb0b1202abc6a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.190'}], 'enable_snat': True}, 'gw_port_id': 'c5260fee-a78c-46c0-92b1-487fb9eb7323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:49:57Z', 'updated_at': '2022-02-05T20:50:02Z', 'revision_number': 4, 'project_id': '949ac3395ef342bcabb0b1202abc6a71', 'gw_port': {'id': 'c5260fee-a78c-46c0-92b1-487fb9eb7323', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:29:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2757b2c-34c5-4c9a-a639-92417bce281c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:49:58Z', 'updated_at': '2022-02-05T20:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7790afce-9ea0-462f-9c25-17b835814f89', 'name': '', 'network_id': '2a18e24a-2f57-45be-862c-a2debab44199', 'tenant_id': '949ac3395ef342bcabb0b1202abc6a71', 'mac_address': 'fa:16:3e:4d:54:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2757b2c-34c5-4c9a-a639-92417bce281c', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '6fe1c393-6eaf-4a27-8b75-43f4bec0d637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:50:01Z', 'updated_at': '2022-02-05T20:50:02Z', 'revision_number': 2, 'project_id': '949ac3395ef342bcabb0b1202abc6a71', 'subnets': [{'id': '6fe1c393-6eaf-4a27-8b75-43f4bec0d637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:50:06.343490 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3996025-1bf0-417b-ba64-58caf8d15db3 None None] Checking router: f2757b2c-34c5-4c9a-a639-92417bce281c for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:50:06.344295 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3996025-1bf0-417b-ba64-58caf8d15db3 None None] Updating router f2757b2c-34c5-4c9a-a639-92417bce281c port 7790afce-9ea0-462f-9c25-17b835814f89 binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 20:50:06.374417 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7e32c362-f08e-477e-bbc5-456233528c2d req-763ee6c3-0cb8-4ea8-bdcc-5a06783965c3 service neutron] 10.222.0.21 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5385370
Feb 05 20:50:06.386895 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d3996025-1bf0-417b-ba64-58caf8d15db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7790afce-9ea0-462f-9c25-17b835814f89), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:06.463334 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-793aa323-eb47-481a-93ce-633004b04709 None None] Set router 76c71850-cd49-41e8-8956-0b08785ab8f8 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:50:06.478312 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d01640fe-ee37-4d1b-8176-71965bddf191 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.32 "PUT /v2.0/floatingips/3a82b393-7a2b-4897-8799-686f5e87ccdb HTTP/1.1" status: 200  len: 992 time: 5.9222276
Feb 05 20:50:06.494592 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-99bfa89a-dafd-40c5-96aa-0566157af0b8 req-5b59bf5c-ff72-4e13-8707-18fec5390126 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5432329
Feb 05 20:50:06.511596 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da65dbb-5532-41a9-8e59-eeb292eac750 req-58d5dcb6-0c8b-4531-a9b0-1ee0417e6781 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:06.515456 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9da65dbb-5532-41a9-8e59-eeb292eac750 req-58d5dcb6-0c8b-4531-a9b0-1ee0417e6781 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 931 time: 0.4235942
Feb 05 20:50:06.610267 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9da65dbb-5532-41a9-8e59-eeb292eac750 req-f244459d-fda8-4bf7-a991-168da012156c tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883121
Feb 05 20:50:06.639085 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58598) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:50:06.645270 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-bfc1d286-a240-4a33-b630-86abb80f1b41 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1088021857', 'description': 'tempest-description--234372581'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:50:06.693319 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bfc1d286-a240-4a33-b630-86abb80f1b41 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:06.721611 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ca343-b988-4efb-bc10-8c7e163fd948 req-dd3c1687-b6a6-4e68-9165-b111b69671b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:06.735732 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9d7ca343-b988-4efb-bc10-8c7e163fd948 req-dd3c1687-b6a6-4e68-9165-b111b69671b3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8645008e9e894713967a6f63b339bf46&device_id=f2d55e5c-b6c5-470a-adca-58cea8f1e6ba HTTP/1.1" status: 200  len: 1130 time: 0.1413608
Feb 05 20:50:06.782509 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a290bc4-e141-41c9-8671-f70fa46b756e x-openstack-request-id: req-5a290bc4-e141-41c9-8671-f70fa46b756e {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:50:06.782810 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c05072-b467-41fd-bd31-e32686f1d131", "tag": "e542de45-5072-40ab-a3b1-8d10c900a238", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:50:06.783061 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5a290bc4-e141-41c9-8671-f70fa46b756e {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:50:06.783492 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46c05072-b467-41fd-bd31-e32686f1d131', 'tag': 'e542de45-5072-40ab-a3b1-8d10c900a238', 'status': 'completed', 'code': 200}
Feb 05 20:50:06.832962 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bfc1d286-a240-4a33-b630-86abb80f1b41 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Publish callbacks [] for security_group (dd377eec-39f3-4595-bf6a-b4020e5c78ec), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:06.839505 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bfc1d286-a240-4a33-b630-86abb80f1b41 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (dd377eec-39f3-4595-bf6a-b4020e5c78ec), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:06.888806 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bfc1d286-a240-4a33-b630-86abb80f1b41 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:06.890818 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-bfc1d286-a240-4a33-b630-86abb80f1b41 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2501338
Feb 05 20:50:06.893606 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58602) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:50:06.900505 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-a3d36e75-eb4b-4da6-b9d6-30f718df5c74 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Request body: {'security_group_rule': {'security_group_id': 'dd377eec-39f3-4595-bf6a-b4020e5c78ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:50:06.925423 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc1d286-a240-4a33-b630-86abb80f1b41 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd377eec-39f3-4595-bf6a-b4020e5c78ec,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:06.961004 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-793aa323-eb47-481a-93ce-633004b04709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dbade4790>, [{'id': '76c71850-cd49-41e8-8956-0b08785ab8f8', 'name': 'tempest-ServersTestFqdnHostnames-295223684-router', 'tenant_id': '8199679374f14355b0ba6837b638c031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142'}], 'enable_snat': True}, 'gw_port_id': '9868a0ff-fb2d-4120-a78a-67a11b272ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:49:19Z', 'updated_at': '2022-02-05T20:49:29Z', 'revision_number': 4, 'project_id': '8199679374f14355b0ba6837b638c031', 'gw_port': {'id': '9868a0ff-fb2d-4120-a78a-67a11b272ebb', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c71850-cd49-41e8-8956-0b08785ab8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:49:22Z', 'updated_at': '2022-02-05T20:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3a82b393-7a2b-4897-8799-686f5e87ccdb', 'tenant_id': '8199679374f14355b0ba6837b638c031', 'floating_ip_address': '172.35.4.249', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '76c71850-cd49-41e8-8956-0b08785ab8f8', 'port_id': 'bc17d890-50c5-4278-b511-785a571dc0b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13d77b28-3afb-4994-b488-d4d74ff9d748', 'mac_address': 'fa:16:3e:03:0e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1ab2a7-863f-48c4-9e06-bec5f0b6c872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T20:49:35Z', 'updated_at': '2022-02-05T20:50:02Z', 'revision_number': 1, 'project_id': '8199679374f14355b0ba6837b638c031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f16dc1d3-f811-434b-a2c7-ea8d85152498', 'name': '', 'network_id': '13d77b28-3afb-4994-b488-d4d74ff9d748', 'tenant_id': '8199679374f14355b0ba6837b638c031', 'mac_address': 'fa:16:3e:6d:f5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c71850-cd49-41e8-8956-0b08785ab8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'f1bb25ad-7007-4dd3-951f-b5714ea4801d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:49:27Z', 'updated_at': '2022-02-05T20:49:35Z', 'revision_number': 5, 'project_id': '8199679374f14355b0ba6837b638c031', 'subnets': [{'id': 'f1bb25ad-7007-4dd3-951f-b5714ea4801d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:50:06.978778 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a3d36e75-eb4b-4da6-b9d6-30f718df5c74 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Publish callbacks [] for security_group_rule (682463b2-d9a0-4ba7-9468-86e29efba22c), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:06.996786 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793aa323-eb47-481a-93ce-633004b04709 None None] Checking router: 76c71850-cd49-41e8-8956-0b08785ab8f8 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:50:06.999000 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce24e12-9ba2-427a-a7ad-e70ad9fa1a4b req-fdb035c0-f64e-4f6e-a8bf-4d822eae774f tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:07.001314 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7ce24e12-9ba2-427a-a7ad-e70ad9fa1a4b req-fdb035c0-f64e-4f6e-a8bf-4d822eae774f tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c05072-b467-41fd-bd31-e32686f1d131 HTTP/1.1" status: 200  len: 943 time: 0.2639244
Feb 05 20:50:07.009852 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa1ab2a7-863f-48c4-9e06-bec5f0b6c872', 'tag': 'bc17d890-50c5-4278-b511-785a571dc0b6'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:50:07.012271 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f7d090-6ffa-4e37-829a-8c1e3ba43c61" -d '{"events": [{"name": "network-changed", "server_uuid": "fa1ab2a7-863f-48c4-9e06-bec5f0b6c872", "tag": "bc17d890-50c5-4278-b511-785a571dc0b6"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:50:07.014587 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793aa323-eb47-481a-93ce-633004b04709 None None] Routers {'76c71850-cd49-41e8-8956-0b08785ab8f8'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:50:07.015288 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-793aa323-eb47-481a-93ce-633004b04709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dbade4790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:50:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['76c71850-cd49-41e8-8956-0b08785ab8f8'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:50:07.019778 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-485a0005-c660-4647-9fdf-d05352ad69b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22a96582-81f0-48c8-b782-d4e113966e09 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:50:07.045864 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-485a0005-c660-4647-9fdf-d05352ad69b6 service neutron] Publish callbacks [] for port (22a96582-81f0-48c8-b782-d4e113966e09), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:07.065925 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a3d36e75-eb4b-4da6-b9d6-30f718df5c74 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Publish callbacks [] for security_group_rule (682463b2-d9a0-4ba7-9468-86e29efba22c), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:07.073366 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece474a-bca6-4d5b-955a-f0a9b538efd1 req-5a56a3df-3e7d-485f-a782-af9ec43ee971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:07.075730 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cece474a-bca6-4d5b-955a-f0a9b538efd1 req-5a56a3df-3e7d-485f-a782-af9ec43ee971 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9d100b9cbd5c471aa5036a7a90989a49&device_id=46c05072-b467-41fd-bd31-e32686f1d131 HTTP/1.1" status: 200  len: 1125 time: 0.1530437
Feb 05 20:50:07.077436 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a3d36e75-eb4b-4da6-b9d6-30f718df5c74 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (682463b2-d9a0-4ba7-9468-86e29efba22c), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:07.084369 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ca343-b988-4efb-bc10-8c7e163fd948 req-12f07d83-e081-44e4-9498-bff99f2c7f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:07.086224 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9d7ca343-b988-4efb-bc10-8c7e163fd948 req-12f07d83-e081-44e4-9498-bff99f2c7f5d service neutron] 10.222.0.21 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.2945216
Feb 05 20:50:07.100990 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d3996025-1bf0-417b-ba64-58caf8d15db3 None None] Publish callbacks [] for port (7790afce-9ea0-462f-9c25-17b835814f89), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:07.108201 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d3996025-1bf0-417b-ba64-58caf8d15db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7790afce-9ea0-462f-9c25-17b835814f89), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:07.126678 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-485a0005-c660-4647-9fdf-d05352ad69b6 service neutron] Transition to ACTIVE for port object 22a96582-81f0-48c8-b782-d4e113966e09 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:50:07.130612 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7ce24e12-9ba2-427a-a7ad-e70ad9fa1a4b req-d55bdce3-e247-4997-8e32-17323e016c08 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013174
Feb 05 20:50:07.165456 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd054c2-b065-4b9e-93f5-4d766cf666a4 None None] Pushing event updated for resources: {'Port': ['ID=7790afce-9ea0-462f-9c25-17b835814f89,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:07.169395 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d36e75-eb4b-4da6-b9d6-30f718df5c74 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=682463b2-d9a0-4ba7-9468-86e29efba22c,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:07.188399 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-485a0005-c660-4647-9fdf-d05352ad69b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (22a96582-81f0-48c8-b782-d4e113966e09), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:07.199741 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-793aa323-eb47-481a-93ce-633004b04709 None None] Set router 76c71850-cd49-41e8-8956-0b08785ab8f8 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:50:07.224478 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9d7ca343-b988-4efb-bc10-8c7e163fd948 req-f7544af1-44fc-4716-9d80-a124353a216d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=a32103ec-9463-4980-96ea-a0dee3f9deee HTTP/1.1" status: 200  len: 217 time: 0.0991356
Feb 05 20:50:07.235574 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d588837a-489f-498e-b28d-62607b0ef25f req-96bde6bc-667f-49bb-b576-c627b9ac064f tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:07.258123 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d588837a-489f-498e-b28d-62607b0ef25f req-96bde6bc-667f-49bb-b576-c627b9ac064f tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b25c8ee-660b-4a31-907e-9d90d9b0cfff HTTP/1.1" status: 200  len: 943 time: 0.3594170
Feb 05 20:50:07.271643 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a3d36e75-eb4b-4da6-b9d6-30f718df5c74 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:07.274021 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a3d36e75-eb4b-4da6-b9d6-30f718df5c74 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3782501
Feb 05 20:50:07.276907 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-d3996025-1bf0-417b-ba64-58caf8d15db3 None None] Attempting to bind port 7790afce-9ea0-462f-9c25-17b835814f89 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:50:07.277285 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-d3996025-1bf0-417b-ba64-58caf8d15db3 None None] Attempting to bind port 7790afce-9ea0-462f-9c25-17b835814f89 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '70817910-5992-4230-ba1c-0492b1696bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2a18e24a-2f57-45be-862c-a2debab44199'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:50:07.277651 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3996025-1bf0-417b-ba64-58caf8d15db3 None None] Attempting to bind port 7790afce-9ea0-462f-9c25-17b835814f89 on network 2a18e24a-2f57-45be-862c-a2debab44199 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:50:07.278856 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58608) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:50:07.283548 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-ce6d7e2c-3e7f-4fd8-9bde-e99881db827b tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Request body: {'security_group_rule': {'security_group_id': 'dd377eec-39f3-4595-bf6a-b4020e5c78ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:50:07.313732 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3996025-1bf0-417b-ba64-58caf8d15db3 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:50:07.314026 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3996025-1bf0-417b-ba64-58caf8d15db3 None None] Checking segment: {'id': '70817910-5992-4230-ba1c-0492b1696bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2a18e24a-2f57-45be-862c-a2debab44199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:50:07.314444 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d3996025-1bf0-417b-ba64-58caf8d15db3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:07.315311 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3996025-1bf0-417b-ba64-58caf8d15db3 None None] Bound using segment: {'id': '70817910-5992-4230-ba1c-0492b1696bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2a18e24a-2f57-45be-862c-a2debab44199'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:50:07.315311 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-d3996025-1bf0-417b-ba64-58caf8d15db3 None None] Bound port: 7790afce-9ea0-462f-9c25-17b835814f89, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70817910-5992-4230-ba1c-0492b1696bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2a18e24a-2f57-45be-862c-a2debab44199'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:50:07.315628 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d3996025-1bf0-417b-ba64-58caf8d15db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7790afce-9ea0-462f-9c25-17b835814f89), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:07.368280 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-dbdb2367-6dba-4661-9995-8f88555d46af tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f732d56562ad4c84a7210699161826c7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0491238
Feb 05 20:50:07.386646 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:07.409919 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ce6d7e2c-3e7f-4fd8-9bde-e99881db827b tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Publish callbacks [] for security_group_rule (f6501449-6a2d-4712-8285-3f4328b04189), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:07.444390 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece474a-bca6-4d5b-955a-f0a9b538efd1 req-522daba0-6489-4b5c-8da6-ca2c84879aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:07.446173 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cece474a-bca6-4d5b-955a-f0a9b538efd1 req-522daba0-6489-4b5c-8da6-ca2c84879aa9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=be4493bf-d1a6-445a-a987-23010e65458b HTTP/1.1" status: 200  len: 913 time: 0.3620698
Feb 05 20:50:07.498182 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-d3996025-1bf0-417b-ba64-58caf8d15db3 None None] For port 7790afce-9ea0-462f-9c25-17b835814f89, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:50:07.503760 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-d3996025-1bf0-417b-ba64-58caf8d15db3 None None] For port 7790afce-9ea0-462f-9c25-17b835814f89, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7790afce-9ea0-462f-9c25-17b835814f89,segment=NetworkSegment(70817910-5992-4230-ba1c-0492b1696bd4),segment_id=70817910-5992-4230-ba1c-0492b1696bd4)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:50:07.511495 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d3996025-1bf0-417b-ba64-58caf8d15db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7790afce-9ea0-462f-9c25-17b835814f89), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:07.561158 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f01e8bb1-92b4-40f5-ac28-cd985b5b3b1a req-549b8687-1761-42af-88d3-0c8e2cac2885 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd43e5d-65ae-4017-b1e7-2489ffd4f3bd HTTP/1.1" status: 200  len: 210 time: 0.2027740
Feb 05 20:50:07.568006 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ce6d7e2c-3e7f-4fd8-9bde-e99881db827b tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Publish callbacks [] for security_group_rule (f6501449-6a2d-4712-8285-3f4328b04189), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:07.577826 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cece474a-bca6-4d5b-955a-f0a9b538efd1 req-0c77fa2d-20bb-4ac6-9f61-9641aeeee319 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e542de45-5072-40ab-a3b1-8d10c900a238 HTTP/1.1" status: 200  len: 217 time: 0.1188121
Feb 05 20:50:07.593137 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3996025-1bf0-417b-ba64-58caf8d15db3 None None] Routers {'f2757b2c-34c5-4c9a-a639-92417bce281c'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:50:07.593783 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-d3996025-1bf0-417b-ba64-58caf8d15db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabf9e430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:50:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['f2757b2c-34c5-4c9a-a639-92417bce281c'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:50:07.595461 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-793aa323-eb47-481a-93ce-633004b04709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dbade4790>, [{'id': '76c71850-cd49-41e8-8956-0b08785ab8f8', 'name': 'tempest-ServersTestFqdnHostnames-295223684-router', 'tenant_id': '8199679374f14355b0ba6837b638c031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142'}], 'enable_snat': True}, 'gw_port_id': '9868a0ff-fb2d-4120-a78a-67a11b272ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:49:19Z', 'updated_at': '2022-02-05T20:49:29Z', 'revision_number': 4, 'project_id': '8199679374f14355b0ba6837b638c031', 'gw_port': {'id': '9868a0ff-fb2d-4120-a78a-67a11b272ebb', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c71850-cd49-41e8-8956-0b08785ab8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:49:22Z', 'updated_at': '2022-02-05T20:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3a82b393-7a2b-4897-8799-686f5e87ccdb', 'tenant_id': '8199679374f14355b0ba6837b638c031', 'floating_ip_address': '172.35.4.249', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '76c71850-cd49-41e8-8956-0b08785ab8f8', 'port_id': 'bc17d890-50c5-4278-b511-785a571dc0b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13d77b28-3afb-4994-b488-d4d74ff9d748', 'mac_address': 'fa:16:3e:03:0e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1ab2a7-863f-48c4-9e06-bec5f0b6c872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T20:49:35Z', 'updated_at': '2022-02-05T20:50:02Z', 'revision_number': 1, 'project_id': '8199679374f14355b0ba6837b638c031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f16dc1d3-f811-434b-a2c7-ea8d85152498', 'name': '', 'network_id': '13d77b28-3afb-4994-b488-d4d74ff9d748', 'tenant_id': '8199679374f14355b0ba6837b638c031', 'mac_address': 'fa:16:3e:6d:f5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c71850-cd49-41e8-8956-0b08785ab8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'f1bb25ad-7007-4dd3-951f-b5714ea4801d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:49:27Z', 'updated_at': '2022-02-05T20:49:35Z', 'revision_number': 5, 'project_id': '8199679374f14355b0ba6837b638c031', 'subnets': [{'id': 'f1bb25ad-7007-4dd3-951f-b5714ea4801d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:50:07.640390 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793aa323-eb47-481a-93ce-633004b04709 None None] The sync data for ids ['76c71850-cd49-41e8-8956-0b08785ab8f8'] in ncdv-master-1 is: [{'id': '76c71850-cd49-41e8-8956-0b08785ab8f8', 'name': 'tempest-ServersTestFqdnHostnames-295223684-router', 'tenant_id': '8199679374f14355b0ba6837b638c031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142'}], 'enable_snat': True}, 'gw_port_id': '9868a0ff-fb2d-4120-a78a-67a11b272ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:49:19Z', 'updated_at': '2022-02-05T20:49:29Z', 'revision_number': 4, 'project_id': '8199679374f14355b0ba6837b638c031', 'gw_port': {'id': '9868a0ff-fb2d-4120-a78a-67a11b272ebb', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c71850-cd49-41e8-8956-0b08785ab8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:49:22Z', 'updated_at': '2022-02-05T20:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3a82b393-7a2b-4897-8799-686f5e87ccdb', 'tenant_id': '8199679374f14355b0ba6837b638c031', 'floating_ip_address': '172.35.4.249', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '76c71850-cd49-41e8-8956-0b08785ab8f8', 'port_id': 'bc17d890-50c5-4278-b511-785a571dc0b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13d77b28-3afb-4994-b488-d4d74ff9d748', 'mac_address': 'fa:16:3e:03:0e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1ab2a7-863f-48c4-9e06-bec5f0b6c872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T20:49:35Z', 'updated_at': '2022-02-05T20:50:02Z', 'revision_number': 1, 'project_id': '8199679374f14355b0ba6837b638c031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f16dc1d3-f811-434b-a2c7-ea8d85152498', 'name': '', 'network_id': '13d77b28-3afb-4994-b488-d4d74ff9d748', 'tenant_id': '8199679374f14355b0ba6837b638c031', 'mac_address': 'fa:16:3e:6d:f5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c71850-cd49-41e8-8956-0b08785ab8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'f1bb25ad-7007-4dd3-951f-b5714ea4801d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:49:27Z', 'updated_at': '2022-02-05T20:49:35Z', 'revision_number': 5, 'project_id': '8199679374f14355b0ba6837b638c031', 'subnets': [{'id': 'f1bb25ad-7007-4dd3-951f-b5714ea4801d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:50:07.653715 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ce6d7e2c-3e7f-4fd8-9bde-e99881db827b tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (f6501449-6a2d-4712-8285-3f4328b04189), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:07.698725 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d588837a-489f-498e-b28d-62607b0ef25f req-4699a4d8-1213-4e54-89f4-ecdbddb3fd00 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4394150
Feb 05 20:50:07.699660 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a0005-c660-4647-9fdf-d05352ad69b6 service neutron] Pushing event updated for resources: {'Port': ['ID=22a96582-81f0-48c8-b782-d4e113966e09,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:07.720861 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device c5260fee-a78c-46c0-92b1-487fb9eb7323 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:50:07.803572 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d7e2c-3e7f-4fd8-9bde-e99881db827b tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6501449-6a2d-4712-8285-3f4328b04189,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:07.830522 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ce6d7e2c-3e7f-4fd8-9bde-e99881db827b tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:07.840022 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ce6d7e2c-3e7f-4fd8-9bde-e99881db827b tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5597346
Feb 05 20:50:07.846262 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58614) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:50:07.848893 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd054c2-b065-4b9e-93f5-4d766cf666a4 None None] Pushing event updated for resources: {'Port': ['ID=7790afce-9ea0-462f-9c25-17b835814f89,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:07.851876 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485a0005-c660-4647-9fdf-d05352ad69b6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:50:07.852445 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485a0005-c660-4647-9fdf-d05352ad69b6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:50:07.852954 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485a0005-c660-4647-9fdf-d05352ad69b6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:50:07.854135 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485a0005-c660-4647-9fdf-d05352ad69b6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:50:07.854831 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485a0005-c660-4647-9fdf-d05352ad69b6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:50:07.855388 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485a0005-c660-4647-9fdf-d05352ad69b6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:50:07.855886 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485a0005-c660-4647-9fdf-d05352ad69b6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:50:07.856009 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-b7987525-0753-454a-926a-c7cad098fcb1 None None] Provisioning complete for port 7790afce-9ea0-462f-9c25-17b835814f89 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:50:07.856936 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b7987525-0753-454a-926a-c7cad098fcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7790afce-9ea0-462f-9c25-17b835814f89), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:07.857451 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485a0005-c660-4647-9fdf-d05352ad69b6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:50:07.857965 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485a0005-c660-4647-9fdf-d05352ad69b6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:50:07.858610 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485a0005-c660-4647-9fdf-d05352ad69b6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:50:07.859118 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485a0005-c660-4647-9fdf-d05352ad69b6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:50:07.859622 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485a0005-c660-4647-9fdf-d05352ad69b6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:50:07.860124 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485a0005-c660-4647-9fdf-d05352ad69b6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:50:07.864359 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-23f29fb3-5215-44be-8131-18d8a07c49e0 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:50:07.865277 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ca343-b988-4efb-bc10-8c7e163fd948 req-3b0f9f2d-6027-483e-866f-37b23ea8db73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:07.867030 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9d7ca343-b988-4efb-bc10-8c7e163fd948 req-3b0f9f2d-6027-483e-866f-37b23ea8db73 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.6051474
Feb 05 20:50:07.886547 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece474a-bca6-4d5b-955a-f0a9b538efd1 req-477aefcd-6365-4441-85a0-ab1c01f83276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:07.888490 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cece474a-bca6-4d5b-955a-f0a9b538efd1 req-477aefcd-6365-4441-85a0-ab1c01f83276 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4e9cd80a-75d3-4781-9154-c886c97be771 HTTP/1.1" status: 200  len: 852 time: 0.2365522
Feb 05 20:50:07.895096 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-e89f2116-c4ac-449e-a95b-b4230d0fd49e tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:07.898836 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-e89f2116-c4ac-449e-a95b-b4230d0fd49e tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5146019
Feb 05 20:50:07.951884 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cece474a-bca6-4d5b-955a-f0a9b538efd1 req-66c01350-dc1a-4a8b-a89d-143b645d7da6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be4493bf-d1a6-445a-a987-23010e65458b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0491064
Feb 05 20:50:07.955496 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-d3644a2a-4343-4155-93b2-82d9470a44ad tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Request body: {'port': {'device_id': '8cd43e5d-65ae-4017-b1e7-2489ffd4f3bd', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'admin_state_up': True, 'tenant_id': 'f732d56562ad4c84a7210699161826c7'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:50:07.957113 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-d3996025-1bf0-417b-ba64-58caf8d15db3 None None] Set router f2757b2c-34c5-4c9a-a639-92417bce281c gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:50:07.987224 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-23f29fb3-5215-44be-8131-18d8a07c49e0 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:08.014898 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-485a0005-c660-4647-9fdf-d05352ad69b6 service neutron] Attempting to bind port 22a96582-81f0-48c8-b782-d4e113966e09 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:50:08.015263 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-485a0005-c660-4647-9fdf-d05352ad69b6 service neutron] Attempting to bind port 22a96582-81f0-48c8-b782-d4e113966e09 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:50:08.016205 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-485a0005-c660-4647-9fdf-d05352ad69b6 service neutron] Attempting to bind port 22a96582-81f0-48c8-b782-d4e113966e09 on network 3d591eda-8294-4b7a-a6d2-1afd55bde68d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:50:08.033591 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-485a0005-c660-4647-9fdf-d05352ad69b6 service neutron] Port 22a96582-81f0-48c8-b782-d4e113966e09 on network 3d591eda-8294-4b7a-a6d2-1afd55bde68d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:50:08.033961 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-485a0005-c660-4647-9fdf-d05352ad69b6 service neutron] Attempting to bind port 22a96582-81f0-48c8-b782-d4e113966e09 on network 3d591eda-8294-4b7a-a6d2-1afd55bde68d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:50:08.054910 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626906e-f97b-4912-be2c-95e28069c819 req-3ec5c703-18ea-4100-b440-c8a7a721a9ba tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:08.056404 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2626906e-f97b-4912-be2c-95e28069c819 req-3ec5c703-18ea-4100-b440-c8a7a721a9ba tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa1ab2a7-863f-48c4-9e06-bec5f0b6c872 HTTP/1.1" status: 200  len: 946 time: 0.3479652
Feb 05 20:50:08.073690 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port c5260fee-a78c-46c0-92b1-487fb9eb7323 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:50:08.074093 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c5260fee-a78c-46c0-92b1-487fb9eb7323), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:08.080586 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fee593-5467-4f30-bb96-4857befaaaf7 req-0b31dff4-57cc-41f9-b002-d33d87af6287 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:08.081844 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c5fee593-5467-4f30-bb96-4857befaaaf7 req-0b31dff4-57cc-41f9-b002-d33d87af6287 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d55e5c-b6c5-470a-adca-58cea8f1e6ba HTTP/1.1" status: 200  len: 948 time: 0.1803088
Feb 05 20:50:08.084337 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-485a0005-c660-4647-9fdf-d05352ad69b6 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:50:08.084684 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-485a0005-c660-4647-9fdf-d05352ad69b6 service neutron] Checking segment: {'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:50:08.085076 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-485a0005-c660-4647-9fdf-d05352ad69b6 service neutron] Bound using segment: {'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:50:08.085525 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-485a0005-c660-4647-9fdf-d05352ad69b6 service neutron] Bound port: 22a96582-81f0-48c8-b782-d4e113966e09, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:50:08.086041 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-485a0005-c660-4647-9fdf-d05352ad69b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (22a96582-81f0-48c8-b782-d4e113966e09), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:08.089230 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f0718a-c229-4d73-8877-61e63d2952b0 None None] New status for floating IP 3a82b393-7a2b-4897-8799-686f5e87ccdb: ACTIVE {{(pid=114392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 20:50:08.098957 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ca343-b988-4efb-bc10-8c7e163fd948 req-c147351a-d32d-4538-b4b4-0ce270169f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:08.100471 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9d7ca343-b988-4efb-bc10-8c7e163fd948 req-c147351a-d32d-4538-b4b4-0ce270169f9f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2227151
Feb 05 20:50:08.205251 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-d3644a2a-4343-4155-93b2-82d9470a44ad tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Made reservation on behalf of f732d56562ad4c84a7210699161826c7 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:50:08.208778 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-d3644a2a-4343-4155-93b2-82d9470a44ad tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:08.243671 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cece474a-bca6-4d5b-955a-f0a9b538efd1 req-3446f174-74af-4fea-97fb-33f31eadb3bd service neutron] 10.222.0.39 "GET /v2.0/networks/be4493bf-d1a6-445a-a987-23010e65458b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2575648
Feb 05 20:50:08.257337 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-b7987525-0753-454a-926a-c7cad098fcb1 None None] Current status of the port 7790afce-9ea0-462f-9c25-17b835814f89 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:50:08.257934 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b7987525-0753-454a-926a-c7cad098fcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7790afce-9ea0-462f-9c25-17b835814f89), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:08.274288 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2626906e-f97b-4912-be2c-95e28069c819 req-540b58c9-d0d8-4414-97e7-fdcb78c7619c tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.32 "GET /v2.0/security-groups?id=f62d9e80-64fd-4aa3-a016-a1e29449dbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2059283
Feb 05 20:50:08.297061 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c5fee593-5467-4f30-bb96-4857befaaaf7 req-5aa03ffe-85f4-4b05-b63d-883780d5dcc1 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2022474
Feb 05 20:50:08.358449 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-23f29fb3-5215-44be-8131-18d8a07c49e0 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:08.362702 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-485a0005-c660-4647-9fdf-d05352ad69b6 service neutron] For port 22a96582-81f0-48c8-b782-d4e113966e09, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:50:08.370257 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-485a0005-c660-4647-9fdf-d05352ad69b6 service neutron] For port 22a96582-81f0-48c8-b782-d4e113966e09, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=22a96582-81f0-48c8-b782-d4e113966e09,segment=NetworkSegment(22aada35-3566-46c2-b11c-622e4f2f6275),segment_id=22aada35-3566-46c2-b11c-622e4f2f6275)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:50:08.384600 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-b7987525-0753-454a-926a-c7cad098fcb1 None None] For port 7790afce-9ea0-462f-9c25-17b835814f89, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7790afce-9ea0-462f-9c25-17b835814f89,segment=NetworkSegment(70817910-5992-4230-ba1c-0492b1696bd4),segment_id=70817910-5992-4230-ba1c-0492b1696bd4)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:08.390464 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9d7ca343-b988-4efb-bc10-8c7e163fd948 req-0522849e-a286-4f9b-93a4-96aac067391c service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2711344
Feb 05 20:50:08.412093 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-485a0005-c660-4647-9fdf-d05352ad69b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (22a96582-81f0-48c8-b782-d4e113966e09), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:08.412960 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e0acca-a202-4c48-8844-916bd506e387 x-openstack-request-id: req-95e0acca-a202-4c48-8844-916bd506e387 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:50:08.413257 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa1ab2a7-863f-48c4-9e06-bec5f0b6c872", "tag": "bc17d890-50c5-4278-b511-785a571dc0b6", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:50:08.413606 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-95e0acca-a202-4c48-8844-916bd506e387 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:50:08.414010 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa1ab2a7-863f-48c4-9e06-bec5f0b6c872', 'tag': 'bc17d890-50c5-4278-b511-785a571dc0b6', 'status': 'completed', 'code': 200}
Feb 05 20:50:08.450966 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.39', 51204) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:50:08.463892 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b7987525-0753-454a-926a-c7cad098fcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7790afce-9ea0-462f-9c25-17b835814f89), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:08.480647 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-23f29fb3-5215-44be-8131-18d8a07c49e0 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Allocated IP 172.35.4.37 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/89ada262-d335-4bda-abff-825f0b9ba0fd) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:50:08.522455 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port c5260fee-a78c-46c0-92b1-487fb9eb7323 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:50:08.523481 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-485a0005-c660-4647-9fdf-d05352ad69b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:08.524339 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-485a0005-c660-4647-9fdf-d05352ad69b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:08.525764 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-485a0005-c660-4647-9fdf-d05352ad69b6 service neutron] 10.222.0.39 "PUT /v2.0/ports/22a96582-81f0-48c8-b782-d4e113966e09 HTTP/1.1" status: 200  len: 1091 time: 3.3739138
Feb 05 20:50:08.551510 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7987525-0753-454a-926a-c7cad098fcb1 None None] Pushing event updated for resources: {'Port': ['ID=7790afce-9ea0-462f-9c25-17b835814f89,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:08.569417 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-d3996025-1bf0-417b-ba64-58caf8d15db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabf9e430>, [{'id': 'f2757b2c-34c5-4c9a-a639-92417bce281c', 'name': 'tempest-ServersTestJSON-1323035399-router', 'tenant_id': '949ac3395ef342bcabb0b1202abc6a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.190'}], 'enable_snat': True}, 'gw_port_id': 'c5260fee-a78c-46c0-92b1-487fb9eb7323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:49:57Z', 'updated_at': '2022-02-05T20:50:02Z', 'revision_number': 4, 'project_id': '949ac3395ef342bcabb0b1202abc6a71', 'gw_port': {'id': 'c5260fee-a78c-46c0-92b1-487fb9eb7323', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:29:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2757b2c-34c5-4c9a-a639-92417bce281c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:49:58Z', 'updated_at': '2022-02-05T20:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7790afce-9ea0-462f-9c25-17b835814f89', 'name': '', 'network_id': '2a18e24a-2f57-45be-862c-a2debab44199', 'tenant_id': '949ac3395ef342bcabb0b1202abc6a71', 'mac_address': 'fa:16:3e:4d:54:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2757b2c-34c5-4c9a-a639-92417bce281c', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '6fe1c393-6eaf-4a27-8b75-43f4bec0d637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:50:01Z', 'updated_at': '2022-02-05T20:50:07Z', 'revision_number': 4, 'project_id': '949ac3395ef342bcabb0b1202abc6a71', 'subnets': [{'id': '6fe1c393-6eaf-4a27-8b75-43f4bec0d637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:50:08.609824 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a0005-c660-4647-9fdf-d05352ad69b6 service neutron] Pushing event updated for resources: {'Port': ['ID=22a96582-81f0-48c8-b782-d4e113966e09,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:08.628554 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3996025-1bf0-417b-ba64-58caf8d15db3 None None] The sync data for ids ['f2757b2c-34c5-4c9a-a639-92417bce281c'] in ncdv-master-1 is: [{'id': 'f2757b2c-34c5-4c9a-a639-92417bce281c', 'name': 'tempest-ServersTestJSON-1323035399-router', 'tenant_id': '949ac3395ef342bcabb0b1202abc6a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.190'}], 'enable_snat': True}, 'gw_port_id': 'c5260fee-a78c-46c0-92b1-487fb9eb7323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:49:57Z', 'updated_at': '2022-02-05T20:50:02Z', 'revision_number': 4, 'project_id': '949ac3395ef342bcabb0b1202abc6a71', 'gw_port': {'id': 'c5260fee-a78c-46c0-92b1-487fb9eb7323', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:29:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2757b2c-34c5-4c9a-a639-92417bce281c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:49:58Z', 'updated_at': '2022-02-05T20:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7790afce-9ea0-462f-9c25-17b835814f89', 'name': '', 'network_id': '2a18e24a-2f57-45be-862c-a2debab44199', 'tenant_id': '949ac3395ef342bcabb0b1202abc6a71', 'mac_address': 'fa:16:3e:4d:54:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2757b2c-34c5-4c9a-a639-92417bce281c', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '6fe1c393-6eaf-4a27-8b75-43f4bec0d637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:50:01Z', 'updated_at': '2022-02-05T20:50:07Z', 'revision_number': 4, 'project_id': '949ac3395ef342bcabb0b1202abc6a71', 'subnets': [{'id': '6fe1c393-6eaf-4a27-8b75-43f4bec0d637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:50:08.644213 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83c0b2-0fb4-4bca-8d4c-5c12c5c1149f req-16b8c9c5-3f26-495b-9b74-7a11d6447083 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:08.646497 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-aa6dded4-9f6e-4345-a29b-310f8b17a1a0 None None] Provisioning complete for port 7790afce-9ea0-462f-9c25-17b835814f89 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:50:08.647063 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-aa6dded4-9f6e-4345-a29b-310f8b17a1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7790afce-9ea0-462f-9c25-17b835814f89), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:08.650919 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-da83c0b2-0fb4-4bca-8d4c-5c12c5c1149f req-16b8c9c5-3f26-495b-9b74-7a11d6447083 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 943 time: 0.2672594
Feb 05 20:50:08.721344 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7d090-6ffa-4e37-829a-8c1e3ba43c61 req-28d96b86-dace-4d64-8db1-f35ef627d499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:08.722521 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-55f7d090-6ffa-4e37-829a-8c1e3ba43c61 req-28d96b86-dace-4d64-8db1-f35ef627d499 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8199679374f14355b0ba6837b638c031&device_id=fa1ab2a7-863f-48c4-9e06-bec5f0b6c872 HTTP/1.1" status: 200  len: 1128 time: 0.2664225
Feb 05 20:50:08.727118 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9d7ca343-b988-4efb-bc10-8c7e163fd948 req-c5179764-3f4f-41da-8322-77197e4d1a3b service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3283429
Feb 05 20:50:08.754669 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-23f29fb3-5215-44be-8131-18d8a07c49e0 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Publish callbacks [] for port (89ada262-d335-4bda-abff-825f0b9ba0fd), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:08.767079 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-d3644a2a-4343-4155-93b2-82d9470a44ad tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Allocated IP 192.168.233.107 (f760d6ec-7837-431c-910c-37572c24f936/42e3c763-0926-4b49-ade5-d66ee3d4c489/6ca742bc-fb92-40ce-96c2-36d892441115) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:50:08.771131 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cece474a-bca6-4d5b-955a-f0a9b538efd1 req-34252ece-c3a6-4b73-aa6e-6a44e0aeffb5 service neutron] 10.222.0.39 "GET /v2.0/networks/be4493bf-d1a6-445a-a987-23010e65458b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5170128
Feb 05 20:50:08.827768 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-da83c0b2-0fb4-4bca-8d4c-5c12c5c1149f req-3db61f33-0ac8-415f-85da-5df5abda3f3d tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1735260
Feb 05 20:50:08.830715 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-aa6dded4-9f6e-4345-a29b-310f8b17a1a0 None None] Current status of the port 7790afce-9ea0-462f-9c25-17b835814f89 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:50:08.843577 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:08.850171 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device e542de45-5072-40ab-a3b1-8d10c900a238 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:50:08.855301 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-96c6f418-74f9-4e57-83a9-3a059e8a1e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:08.857102 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-96c6f418-74f9-4e57-83a9-3a059e8a1e77 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e4e31092ef641efbf6eaf54cfa40d67&device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 1125 time: 0.2606542
Feb 05 20:50:08.909407 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-23f29fb3-5215-44be-8131-18d8a07c49e0 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (89ada262-d335-4bda-abff-825f0b9ba0fd), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:08.929379 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-64bc33cf-e81f-409f-aead-c537476556c9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22a96582-81f0-48c8-b782-d4e113966e09 HTTP/1.1" status: 200  len: 217 time: 0.0647378
Feb 05 20:50:08.944125 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce7717-d9c8-4675-977e-8051973aa9fa req-ea609811-65df-4c60-aace-70344ab9a318 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:08.951871 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d7ce7717-d9c8-4675-977e-8051973aa9fa req-ea609811-65df-4c60-aace-70344ab9a318 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c05072-b467-41fd-bd31-e32686f1d131 HTTP/1.1" status: 200  len: 943 time: 0.2562191
Feb 05 20:50:08.999394 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port e542de45-5072-40ab-a3b1-8d10c900a238, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e542de45-5072-40ab-a3b1-8d10c900a238,segment=NetworkSegment(743051ff-9f95-4efc-9230-9f61d36c1128),segment_id=743051ff-9f95-4efc-9230-9f61d36c1128)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:09.017623 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'e542de45-5072-40ab-a3b1-8d10c900a238', 'network_id': 'be4493bf-d1a6-445a-a987-23010e65458b', 'port_id': 'e542de45-5072-40ab-a3b1-8d10c900a238', 'mac_address': 'fa:16:3e:81:ee:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e9cd80a-75d3-4781-9154-c886c97be771', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:50:09.036295 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f29fb3-5215-44be-8131-18d8a07c49e0 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:50:09.043499 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-23f29fb3-5215-44be-8131-18d8a07c49e0 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:50:09.047116 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f29fb3-5215-44be-8131-18d8a07c49e0 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:50:09.047636 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7d090-6ffa-4e37-829a-8c1e3ba43c61 req-8e34b3a2-6098-4e04-a595-158120ff0022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:09.049298 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-55f7d090-6ffa-4e37-829a-8c1e3ba43c61 req-8e34b3a2-6098-4e04-a595-158120ff0022 service neutron] 10.222.0.39 "GET /v2.0/networks?id=13d77b28-3afb-4994-b488-d4d74ff9d748 HTTP/1.1" status: 200  len: 915 time: 0.3017807
Feb 05 20:50:09.072238 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f29fb3-5215-44be-8131-18d8a07c49e0 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Pushing event updated for resources: {'Port': ['ID=89ada262-d335-4bda-abff-825f0b9ba0fd,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:09.081176 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port e542de45-5072-40ab-a3b1-8d10c900a238 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:50:09.081574 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e542de45-5072-40ab-a3b1-8d10c900a238), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:09.084192 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-1684e266-4efe-40f8-9e2a-b42a568f22fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:09.085802 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-1684e266-4efe-40f8-9e2a-b42a568f22fc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f822a84b-448b-4295-886d-3f476dc82ced HTTP/1.1" status: 200  len: 861 time: 0.1319227
Feb 05 20:50:09.089931 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a2ce8991-ffae-4649-bb01-d1629067360d req-5cc827f1-7c62-4954-9bef-358c8516e7e4 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd43e5d-65ae-4017-b1e7-2489ffd4f3bd HTTP/1.1" status: 200  len: 210 time: 0.0911002
Feb 05 20:50:09.133729 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e542de45-5072-40ab-a3b1-8d10c900a238 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:50:09.163774 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-d3644a2a-4343-4155-93b2-82d9470a44ad tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Publish callbacks [] for port (6ca742bc-fb92-40ce-96c2-36d892441115), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:09.174208 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port e542de45-5072-40ab-a3b1-8d10c900a238, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e542de45-5072-40ab-a3b1-8d10c900a238,segment=NetworkSegment(743051ff-9f95-4efc-9230-9f61d36c1128),segment_id=743051ff-9f95-4efc-9230-9f61d36c1128)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:09.180950 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-c219239e-fe6d-466e-aa2a-7afec4f69d10 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d591eda-8294-4b7a-a6d2-1afd55bde68d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0819938
Feb 05 20:50:09.184847 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (e542de45-5072-40ab-a3b1-8d10c900a238), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:09.250537 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d7ce7717-d9c8-4675-977e-8051973aa9fa req-cc138176-4a23-4bd2-9e63-289b329873a1 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2976973
Feb 05 20:50:09.253209 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-d3644a2a-4343-4155-93b2-82d9470a44ad tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (6ca742bc-fb92-40ce-96c2-36d892441115), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:09.274958 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['062820e1-fa5b-460b-bdf4-8a37533f2926', '51e314b0-404f-44e6-8f96-7cb1a5662259'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:50:09.281597 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=e542de45-5072-40ab-a3b1-8d10c900a238,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:09.288025 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-23f29fb3-5215-44be-8131-18d8a07c49e0 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Publish callbacks [] for floatingip (dc8b088b-e7e8-46e8-856b-88151dffa98b), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:09.332695 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-d3644a2a-4343-4155-93b2-82d9470a44ad tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Network f760d6ec-7837-431c-910c-37572c24f936 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:50:09.338183 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-d3644a2a-4343-4155-93b2-82d9470a44ad tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:50:09.340464 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-d3644a2a-4343-4155-93b2-82d9470a44ad tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:50:09.458043 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-d3644a2a-4343-4155-93b2-82d9470a44ad tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:09.458886 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-d3644a2a-4343-4155-93b2-82d9470a44ad tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:09.493012 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-23f29fb3-5215-44be-8131-18d8a07c49e0 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (89ada262-d335-4bda-abff-825f0b9ba0fd), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:09.498712 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3644a2a-4343-4155-93b2-82d9470a44ad tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Pushing event updated for resources: {'Port': ['ID=6ca742bc-fb92-40ce-96c2-36d892441115,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:09.503364 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device eba50d43-1aac-448e-b262-7b4e93db8b1e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:50:09.514291 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-d3644a2a-4343-4155-93b2-82d9470a44ad tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.5736809
Feb 05 20:50:09.532491 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:50:09.532846 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:50:09.533196 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:50:09.533538 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:50:09.533876 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:50:09.534211 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:50:09.534638 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:50:09.534972 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:50:09.535447 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:50:09.535780 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:50:09.536112 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:50:09.536439 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:50:09.540371 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:50:09.545089 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-6d3171d8-8aef-4e7e-a3a6-e0746d98e880 service neutron] Request body: {'port': {'device_id': '8cd43e5d-65ae-4017-b1e7-2489ffd4f3bd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:50:09.630333 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['e542de45-5072-40ab-a3b1-8d10c900a238'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:50:09.664988 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-6d3171d8-8aef-4e7e-a3a6-e0746d98e880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (6ca742bc-fb92-40ce-96c2-36d892441115), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:09.774113 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7790afce-9ea0-462f-9c25-17b835814f89 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:50:09.781141 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-55f7d090-6ffa-4e37-829a-8c1e3ba43c61 req-9f6f0c9a-9379-4a0c-a3b6-16d00b2d7a50 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc17d890-50c5-4278-b511-785a571dc0b6 HTTP/1.1" status: 200  len: 1002 time: 0.6927681
Feb 05 20:50:09.862846 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-1da14d2f-fb0d-4752-813b-29f6c7fa26ec None None] Provisioning complete for port 6ca742bc-fb92-40ce-96c2-36d892441115 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:50:09.863140 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1da14d2f-fb0d-4752-813b-29f6c7fa26ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (6ca742bc-fb92-40ce-96c2-36d892441115), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:09.870926 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-23f29fb3-5215-44be-8131-18d8a07c49e0 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Publish callbacks [] for port (89ada262-d335-4bda-abff-825f0b9ba0fd), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:09.891681 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-23f29fb3-5215-44be-8131-18d8a07c49e0 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (89ada262-d335-4bda-abff-825f0b9ba0fd), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:09.898972 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7d090-6ffa-4e37-829a-8c1e3ba43c61 req-61d7dc44-5813-4e46-be96-f6e8acc7884b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:09.899652 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-55f7d090-6ffa-4e37-829a-8c1e3ba43c61 req-61d7dc44-5813-4e46-be96-f6e8acc7884b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f1bb25ad-7007-4dd3-951f-b5714ea4801d HTTP/1.1" status: 200  len: 853 time: 0.1125276
Feb 05 20:50:09.912961 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8812836-7712-493c-87ca-58f863ea8e6d req-3c97ee1e-1dd8-4747-848e-40a6dc07a818 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:09.914674 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f8812836-7712-493c-87ca-58f863ea8e6d req-3c97ee1e-1dd8-4747-848e-40a6dc07a818 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b25c8ee-660b-4a31-907e-9d90d9b0cfff HTTP/1.1" status: 200  len: 943 time: 0.6806273
Feb 05 20:50:09.916596 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-701c6204-48ca-4ef0-9156-ff4400d3ad6e service neutron] 10.222.0.39 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7269764
Feb 05 20:50:09.923677 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port eba50d43-1aac-448e-b262-7b4e93db8b1e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eba50d43-1aac-448e-b262-7b4e93db8b1e,segment=NetworkSegment(69c86b74-d9e1-46c1-9b9b-f16748bd0260),segment_id=69c86b74-d9e1-46c1-9b9b-f16748bd0260)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:09.940338 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e49c4-c0c3-4f5e-bf3f-6b31d2d4f02c req-5dda4d9b-327d-4b0a-a3be-653d83a3cb34 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:09.942518 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7e1e49c4-c0c3-4f5e-bf3f-6b31d2d4f02c req-5dda4d9b-327d-4b0a-a3be-653d83a3cb34 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d55e5c-b6c5-470a-adca-58cea8f1e6ba HTTP/1.1" status: 200  len: 948 time: 0.1612158
Feb 05 20:50:09.960583 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': 'eba50d43-1aac-448e-b262-7b4e93db8b1e', 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947', 'port_id': 'eba50d43-1aac-448e-b262-7b4e93db8b1e', 'mac_address': 'fa:16:3e:5e:6f:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30766dd9-3364-437e-a8fd-68757651ef32', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:50:09.992798 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-1da14d2f-fb0d-4752-813b-29f6c7fa26ec None None] Port 6ca742bc-fb92-40ce-96c2-36d892441115 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:50:10.030201 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 7790afce-9ea0-462f-9c25-17b835814f89 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:50:10.031112 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7790afce-9ea0-462f-9c25-17b835814f89), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:10.131782 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f8812836-7712-493c-87ca-58f863ea8e6d req-f60fb5e2-1484-415f-94fb-304326bfa936 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2043386
Feb 05 20:50:10.144320 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7d090-6ffa-4e37-829a-8c1e3ba43c61 req-bfe55291-e343-408e-b3fb-b48ba033e853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:10.146655 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-55f7d090-6ffa-4e37-829a-8c1e3ba43c61 req-bfe55291-e343-408e-b3fb-b48ba033e853 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13d77b28-3afb-4994-b488-d4d74ff9d748&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1929421
Feb 05 20:50:10.156164 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port eba50d43-1aac-448e-b262-7b4e93db8b1e is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:50:10.156561 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (eba50d43-1aac-448e-b262-7b4e93db8b1e), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:10.215243 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7e1e49c4-c0c3-4f5e-bf3f-6b31d2d4f02c req-910b4404-8ee5-4400-a7e9-4f4f290e4888 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2559843
Feb 05 20:50:10.229827 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eba50d43-1aac-448e-b262-7b4e93db8b1e {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:50:10.256792 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:10.299838 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port eba50d43-1aac-448e-b262-7b4e93db8b1e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eba50d43-1aac-448e-b262-7b4e93db8b1e,segment=NetworkSegment(69c86b74-d9e1-46c1-9b9b-f16748bd0260),segment_id=69c86b74-d9e1-46c1-9b9b-f16748bd0260)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:10.327278 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-49dedbf4-315b-4926-b90e-a7f8ed6746ac req-e3af53ab-bd0b-4129-bea5-1daac3ad91da service neutron] 10.222.0.39 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3836772
Feb 05 20:50:10.381885 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (eba50d43-1aac-448e-b262-7b4e93db8b1e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:10.398718 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f29fb3-5215-44be-8131-18d8a07c49e0 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Pushing event updated for resources: {'Port': ['ID=89ada262-d335-4bda-abff-825f0b9ba0fd,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:10.417991 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-23f29fb3-5215-44be-8131-18d8a07c49e0 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (dc8b088b-e7e8-46e8-856b-88151dffa98b), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:10.422989 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b207cea1-b7c7-41bb-bdac-ea7053089b59', 'tag': '22a96582-81f0-48c8-b782-d4e113966e09'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:50:10.425657 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d5bbcc-75c0-4712-92ed-fc37fe8edef9" -d '{"events": [{"name": "network-changed", "server_uuid": "b207cea1-b7c7-41bb-bdac-ea7053089b59", "tag": "22a96582-81f0-48c8-b782-d4e113966e09"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:50:10.440007 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 7790afce-9ea0-462f-9c25-17b835814f89 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:50:10.441506 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-55f7d090-6ffa-4e37-829a-8c1e3ba43c61 req-123201a1-ae87-4e79-8f27-4ba898a46ade service neutron] 10.222.0.39 "GET /v2.0/networks/13d77b28-3afb-4994-b488-d4d74ff9d748?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2872510
Feb 05 20:50:10.452289 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03a95a-2b6f-4f52-869f-d2d59f9c50c7 req-61d3af7f-53db-4017-916e-8e49432f95ab tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:10.459005 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ab03a95a-2b6f-4f52-869f-d2d59f9c50c7 req-61d3af7f-53db-4017-916e-8e49432f95ab tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa1ab2a7-863f-48c4-9e06-bec5f0b6c872 HTTP/1.1" status: 200  len: 946 time: 0.1417880
Feb 05 20:50:10.464363 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-23f29fb3-5215-44be-8131-18d8a07c49e0 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:10.467409 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-23f29fb3-5215-44be-8131-18d8a07c49e0 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.6166899
Feb 05 20:50:10.468115 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-6d3171d8-8aef-4e7e-a3a6-e0746d98e880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ca742bc-fb92-40ce-96c2-36d892441115 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:50:10.472082 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=eba50d43-1aac-448e-b262-7b4e93db8b1e,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:10.487449 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-6d3171d8-8aef-4e7e-a3a6-e0746d98e880 service neutron] Publish callbacks [] for port (6ca742bc-fb92-40ce-96c2-36d892441115), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:10.503562 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-6d3171d8-8aef-4e7e-a3a6-e0746d98e880 service neutron] Transition to ACTIVE for port object 6ca742bc-fb92-40ce-96c2-36d892441115 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:50:10.508786 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-6d3171d8-8aef-4e7e-a3a6-e0746d98e880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (6ca742bc-fb92-40ce-96c2-36d892441115), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:10.566641 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3171d8-8aef-4e7e-a3a6-e0746d98e880 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca742bc-fb92-40ce-96c2-36d892441115,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:10.586014 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335ac4f-27d3-4774-8328-9347ed8dc116 req-8fb179b2-2359-4bb1-915b-a0a66abc3299 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:10.587750 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8335ac4f-27d3-4774-8328-9347ed8dc116 req-8fb179b2-2359-4bb1-915b-a0a66abc3299 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 943 time: 0.2077613
Feb 05 20:50:10.599419 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ab03a95a-2b6f-4f52-869f-d2d59f9c50c7 req-0f95362c-30ae-40c1-a7e2-f200f39c8bc5 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.32 "GET /v2.0/security-groups?id=f62d9e80-64fd-4aa3-a016-a1e29449dbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1389601
Feb 05 20:50:10.647294 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-55f7d090-6ffa-4e37-829a-8c1e3ba43c61 req-15892fad-81f9-4101-989d-d949ecbe8e50 service neutron] 10.222.0.39 "GET /v2.0/networks/13d77b28-3afb-4994-b488-d4d74ff9d748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1698170
Feb 05 20:50:10.649759 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-6d3171d8-8aef-4e7e-a3a6-e0746d98e880 service neutron] Attempting to bind port 6ca742bc-fb92-40ce-96c2-36d892441115 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:50:10.649759 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-6d3171d8-8aef-4e7e-a3a6-e0746d98e880 service neutron] Attempting to bind port 6ca742bc-fb92-40ce-96c2-36d892441115 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:50:10.650241 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-6d3171d8-8aef-4e7e-a3a6-e0746d98e880 service neutron] Attempting to bind port 6ca742bc-fb92-40ce-96c2-36d892441115 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:50:10.656380 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-6d3171d8-8aef-4e7e-a3a6-e0746d98e880 service neutron] Port 6ca742bc-fb92-40ce-96c2-36d892441115 on network f760d6ec-7837-431c-910c-37572c24f936 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:50:10.657075 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-6d3171d8-8aef-4e7e-a3a6-e0746d98e880 service neutron] Attempting to bind port 6ca742bc-fb92-40ce-96c2-36d892441115 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:50:10.664211 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-6d3171d8-8aef-4e7e-a3a6-e0746d98e880 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:50:10.665406 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-6d3171d8-8aef-4e7e-a3a6-e0746d98e880 service neutron] Checking segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:50:10.666121 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-6d3171d8-8aef-4e7e-a3a6-e0746d98e880 service neutron] Bound using segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:50:10.666624 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-6d3171d8-8aef-4e7e-a3a6-e0746d98e880 service neutron] Bound port: 6ca742bc-fb92-40ce-96c2-36d892441115, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:50:10.667119 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-6d3171d8-8aef-4e7e-a3a6-e0746d98e880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (6ca742bc-fb92-40ce-96c2-36d892441115), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:10.688263 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8335ac4f-27d3-4774-8328-9347ed8dc116 req-1dfd13e0-b3a1-4bcf-a73a-006c52bf9c72 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924537
Feb 05 20:50:10.752756 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-6d3171d8-8aef-4e7e-a3a6-e0746d98e880 service neutron] For port 6ca742bc-fb92-40ce-96c2-36d892441115, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:50:10.754367 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7dc0e9-29b0-4dbe-9cca-1408e93b6de4 req-6a119e35-f62c-4a7b-b33c-b1657126e509 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:10.756194 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6a7dc0e9-29b0-4dbe-9cca-1408e93b6de4 req-6a119e35-f62c-4a7b-b33c-b1657126e509 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd43e5d-65ae-4017-b1e7-2489ffd4f3bd HTTP/1.1" status: 200  len: 948 time: 0.0730133
Feb 05 20:50:10.759922 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-6d3171d8-8aef-4e7e-a3a6-e0746d98e880 service neutron] For port 6ca742bc-fb92-40ce-96c2-36d892441115, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6ca742bc-fb92-40ce-96c2-36d892441115,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:50:10.768453 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-6d3171d8-8aef-4e7e-a3a6-e0746d98e880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (6ca742bc-fb92-40ce-96c2-36d892441115), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:10.808689 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-6d3171d8-8aef-4e7e-a3a6-e0746d98e880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:10.809863 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-6d3171d8-8aef-4e7e-a3a6-e0746d98e880 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:10.811282 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-6d3171d8-8aef-4e7e-a3a6-e0746d98e880 service neutron] 10.222.0.39 "PUT /v2.0/ports/6ca742bc-fb92-40ce-96c2-36d892441115 HTTP/1.1" status: 200  len: 1096 time: 1.2713745
Feb 05 20:50:10.811733 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd43e5d-65ae-4017-b1e7-2489ffd4f3bd', 'tag': '6ca742bc-fb92-40ce-96c2-36d892441115'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:50:10.814258 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d81b20e-08c0-4ece-9d09-deb33abc3c41" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd43e5d-65ae-4017-b1e7-2489ffd4f3bd", "tag": "6ca742bc-fb92-40ce-96c2-36d892441115"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:50:10.840138 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3171d8-8aef-4e7e-a3a6-e0746d98e880 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca742bc-fb92-40ce-96c2-36d892441115,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:10.851067 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6a7dc0e9-29b0-4dbe-9cca-1408e93b6de4 req-5e43602a-3c9e-408e-ac59-d4e0e532b479 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836716
Feb 05 20:50:10.873873 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['eba50d43-1aac-448e-b262-7b4e93db8b1e'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:50:10.881216 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34482c6e-a8f6-4180-ac81-5f9485cff3df req-cb6782b7-5588-4930-8457-02c894818b05 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:10.889336 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-34482c6e-a8f6-4180-ac81-5f9485cff3df req-cb6782b7-5588-4930-8457-02c894818b05 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c05072-b467-41fd-bd31-e32686f1d131 HTTP/1.1" status: 200  len: 944 time: 0.1142900
Feb 05 20:50:10.943796 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-d2ffbafe-4705-4fe7-a90f-ac2b1477dc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:10.945485 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-d2ffbafe-4705-4fe7-a90f-ac2b1477dc6f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f732d56562ad4c84a7210699161826c7&device_id=8cd43e5d-65ae-4017-b1e7-2489ffd4f3bd HTTP/1.1" status: 200  len: 1130 time: 0.0746109
Feb 05 20:50:10.966648 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8998faf7-2c80-4ddb-b862-7f90eb0e8603 x-openstack-request-id: req-8998faf7-2c80-4ddb-b862-7f90eb0e8603 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:50:10.967380 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b207cea1-b7c7-41bb-bdac-ea7053089b59", "tag": "22a96582-81f0-48c8-b782-d4e113966e09", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:50:10.967811 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8998faf7-2c80-4ddb-b862-7f90eb0e8603 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:50:10.968363 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b207cea1-b7c7-41bb-bdac-ea7053089b59', 'tag': '22a96582-81f0-48c8-b782-d4e113966e09', 'status': 'completed', 'code': 200}
Feb 05 20:50:10.980726 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-34482c6e-a8f6-4180-ac81-5f9485cff3df req-6b609259-c4f9-4c33-80eb-e6ea137de650 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824599
Feb 05 20:50:11.032153 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-be041e8d-ecb6-4053-8b95-61bedd824a60 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=6ca742bc-fb92-40ce-96c2-36d892441115 HTTP/1.1" status: 200  len: 217 time: 0.0650027
Feb 05 20:50:11.085398 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2788eff-90d9-42e9-89a7-ee348199f070 x-openstack-request-id: req-d2788eff-90d9-42e9-89a7-ee348199f070 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:50:11.085907 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd43e5d-65ae-4017-b1e7-2489ffd4f3bd", "tag": "6ca742bc-fb92-40ce-96c2-36d892441115", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:50:11.086179 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d2788eff-90d9-42e9-89a7-ee348199f070 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:50:11.086706 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cd43e5d-65ae-4017-b1e7-2489ffd4f3bd', 'tag': '6ca742bc-fb92-40ce-96c2-36d892441115', 'status': 'completed', 'code': 200}
Feb 05 20:50:11.116354 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-f4fc08bf-2f0f-408d-8d6d-bd445d7529c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:11.118085 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-f4fc08bf-2f0f-408d-8d6d-bd445d7529c9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.0800900
Feb 05 20:50:11.129020 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5bbcc-75c0-4712-92ed-fc37fe8edef9 req-aa88ecc1-e2f5-459f-87d8-6e128ba5aeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:11.130564 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d8d5bbcc-75c0-4712-92ed-fc37fe8edef9 req-aa88ecc1-e2f5-459f-87d8-6e128ba5aeb0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e4e31092ef641efbf6eaf54cfa40d67&device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 1125 time: 0.1346796
Feb 05 20:50:11.137813 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-6c25384f-418c-4d43-a993-3cb75330f3a6 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1088021857&fields=id&tenant_id=949ac3395ef342bcabb0b1202abc6a71 HTTP/1.1" status: 200  len: 267 time: 0.0709128
Feb 05 20:50:11.205436 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-643d6b84-51cc-4296-a3c7-25d224a67eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:11.207107 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-643d6b84-51cc-4296-a3c7-25d224a67eef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0475008
Feb 05 20:50:11.313105 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-9aafddb9-e0e0-44df-9e18-4184494e0737 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0986798
Feb 05 20:50:11.347853 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5bbcc-75c0-4712-92ed-fc37fe8edef9 req-cd7d02c2-4a91-4b46-af53-aa4a1846d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:11.349304 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d8d5bbcc-75c0-4712-92ed-fc37fe8edef9 req-cd7d02c2-4a91-4b46-af53-aa4a1846d67b service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d591eda-8294-4b7a-a6d2-1afd55bde68d HTTP/1.1" status: 200  len: 922 time: 0.1830132
Feb 05 20:50:11.356119 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-be869ed4-a176-4b65-872b-3c55a1a36a02 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:11.357596 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-be869ed4-a176-4b65-872b-3c55a1a36a02 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.32 "GET /v2.0/networks?id=2a18e24a-2f57-45be-862c-a2debab44199 HTTP/1.1" status: 200  len: 806 time: 0.2130287
Feb 05 20:50:11.376817 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03617e7-13eb-4e0f-8f19-9c65d1f97f17 req-911a96d5-821a-499f-808c-1eff4a3250df tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:11.378234 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a03617e7-13eb-4e0f-8f19-9c65d1f97f17 req-911a96d5-821a-499f-808c-1eff4a3250df tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b25c8ee-660b-4a31-907e-9d90d9b0cfff HTTP/1.1" status: 200  len: 944 time: 0.1059339
Feb 05 20:50:11.402805 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b2f60d0c-708a-4144-bdcd-79aebad83e7a req-6ea0dbcb-ef60-442d-b384-a70c3867b713 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835412
Feb 05 20:50:11.423248 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-32cbf32b-d5ff-4222-a609-c61da168c1e3 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.32 "GET /v2.0/quotas/949ac3395ef342bcabb0b1202abc6a71 HTTP/1.1" status: 200  len: 375 time: 0.0596259
Feb 05 20:50:11.425481 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d8d5bbcc-75c0-4712-92ed-fc37fe8edef9 req-1c12f170-5c9d-4818-8591-77e22bc0557e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22a96582-81f0-48c8-b782-d4e113966e09 HTTP/1.1" status: 200  len: 217 time: 0.0463660
Feb 05 20:50:11.505086 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device a32103ec-9463-4980-96ea-a0dee3f9deee details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:50:11.524930 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81b20e-08c0-4ece-9d09-deb33abc3c41 req-5db63ea8-c7c9-48af-a3d9-5c82ce09910c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:11.526747 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1d81b20e-08c0-4ece-9d09-deb33abc3c41 req-5db63ea8-c7c9-48af-a3d9-5c82ce09910c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f732d56562ad4c84a7210699161826c7&device_id=8cd43e5d-65ae-4017-b1e7-2489ffd4f3bd HTTP/1.1" status: 200  len: 1130 time: 0.0586808
Feb 05 20:50:11.528716 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a03617e7-13eb-4e0f-8f19-9c65d1f97f17 req-69f4f99a-e0df-4eb9-93fb-a57099e9f92c tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1415002
Feb 05 20:50:11.537948 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5bbcc-75c0-4712-92ed-fc37fe8edef9 req-adf6d602-c057-44f2-9ba0-f7f6f0af0eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:11.539704 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d8d5bbcc-75c0-4712-92ed-fc37fe8edef9 req-adf6d602-c057-44f2-9ba0-f7f6f0af0eab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f822a84b-448b-4295-886d-3f476dc82ced HTTP/1.1" status: 200  len: 861 time: 0.0970602
Feb 05 20:50:11.566771 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-130ccd20-3ff4-4085-93ec-df5a50b027c8 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=949ac3395ef342bcabb0b1202abc6a71&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1351323
Feb 05 20:50:11.595611 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d8d5bbcc-75c0-4712-92ed-fc37fe8edef9 req-32469690-9e38-4336-a0cc-a73c5ab94e11 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d591eda-8294-4b7a-a6d2-1afd55bde68d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0477421
Feb 05 20:50:11.631355 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81b20e-08c0-4ece-9d09-deb33abc3c41 req-1aadf364-2c33-41d1-a972-8fb2badbf908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:11.633345 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1d81b20e-08c0-4ece-9d09-deb33abc3c41 req-1aadf364-2c33-41d1-a972-8fb2badbf908 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.0925350
Feb 05 20:50:11.643493 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port a32103ec-9463-4980-96ea-a0dee3f9deee, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a32103ec-9463-4980-96ea-a0dee3f9deee,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:11.656758 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': 'a32103ec-9463-4980-96ea-a0dee3f9deee', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'port_id': 'a32103ec-9463-4980-96ea-a0dee3f9deee', 'mac_address': 'fa:16:3e:6a:d6:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3c763-0926-4b49-ade5-d66ee3d4c489', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:50:11.683025 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1d81b20e-08c0-4ece-9d09-deb33abc3c41 req-788cc8e4-ca20-4bb5-a1c0-32055bc0a4d9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=6ca742bc-fb92-40ce-96c2-36d892441115 HTTP/1.1" status: 200  len: 217 time: 0.0425053
Feb 05 20:50:11.705972 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port a32103ec-9463-4980-96ea-a0dee3f9deee is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:50:11.706476 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a32103ec-9463-4980-96ea-a0dee3f9deee), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:11.720038 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a32103ec-9463-4980-96ea-a0dee3f9deee {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:50:11.740542 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81b20e-08c0-4ece-9d09-deb33abc3c41 req-fbfadd6c-cbab-418b-8dd4-007dd2c3e9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:11.742166 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port a32103ec-9463-4980-96ea-a0dee3f9deee, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a32103ec-9463-4980-96ea-a0dee3f9deee,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:11.742870 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1d81b20e-08c0-4ece-9d09-deb33abc3c41 req-fbfadd6c-cbab-418b-8dd4-007dd2c3e9ae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.0525668
Feb 05 20:50:11.747441 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (a32103ec-9463-4980-96ea-a0dee3f9deee), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:11.799533 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81b20e-08c0-4ece-9d09-deb33abc3c41 req-a21f8b36-578c-4804-9e78-686f10516cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:11.800738 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1d81b20e-08c0-4ece-9d09-deb33abc3c41 req-a21f8b36-578c-4804-9e78-686f10516cb1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0507772
Feb 05 20:50:11.805108 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=a32103ec-9463-4980-96ea-a0dee3f9deee,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:11.821257 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d8d5bbcc-75c0-4712-92ed-fc37fe8edef9 req-b76cf502-87e7-49f6-af81-cc938a6097c1 service neutron] 10.222.0.39 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2167339
Feb 05 20:50:11.828387 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a0a50-6fab-4626-b872-b2c6fdba943e req-92800006-44cb-4d30-b1e6-266dee01a28e tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:11.829777 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-334a0a50-6fab-4626-b872-b2c6fdba943e req-92800006-44cb-4d30-b1e6-266dee01a28e tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d55e5c-b6c5-470a-adca-58cea8f1e6ba HTTP/1.1" status: 200  len: 948 time: 0.1810720
Feb 05 20:50:11.831735 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-48615b89-3e66-410c-bded-93c49541da7e service neutron] 10.222.0.32 "GET /v2.0/networks/2a18e24a-2f57-45be-862c-a2debab44199?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2392757
Feb 05 20:50:11.949780 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1d81b20e-08c0-4ece-9d09-deb33abc3c41 req-95bc5e39-b4f4-405d-b150-51090764f72a service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0894012
Feb 05 20:50:11.999213 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-334a0a50-6fab-4626-b872-b2c6fdba943e req-1eb96656-4be4-47ae-9ee8-cf0c749ed855 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1637931
Feb 05 20:50:12.041345 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-c0f4789e-acd7-4632-90cc-b855154d16db service neutron] 10.222.0.32 "GET /v2.0/networks/2a18e24a-2f57-45be-862c-a2debab44199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1999872
Feb 05 20:50:12.042233 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1d81b20e-08c0-4ece-9d09-deb33abc3c41 req-8f99a8bd-c424-4cca-9218-909b025a8583 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0833216
Feb 05 20:50:12.054433 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d8d5bbcc-75c0-4712-92ed-fc37fe8edef9 req-0ea62d37-c250-4b5b-8bc5-75a7005b7b7f service neutron] 10.222.0.39 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1835783
Feb 05 20:50:12.152816 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a423f9b-ace3-4934-91d3-d18e5b6a4374 req-19eb19dc-bce9-4ce3-b92e-a893f277e88e tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:12.154838 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8a423f9b-ace3-4934-91d3-d18e5b6a4374 req-19eb19dc-bce9-4ce3-b92e-a893f277e88e tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa1ab2a7-863f-48c4-9e06-bec5f0b6c872 HTTP/1.1" status: 200  len: 946 time: 0.0552433
Feb 05 20:50:12.203937 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8a423f9b-ace3-4934-91d3-d18e5b6a4374 req-9530f09a-c6e3-4646-9295-f880b9795125 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.32 "GET /v2.0/security-groups?id=f62d9e80-64fd-4aa3-a016-a1e29449dbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435643
Feb 05 20:50:12.302278 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905592e-778a-49d6-aea5-ee61a9a84b57 req-903fda93-92ca-4916-95ae-d30f5f7e23ae tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:12.303870 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1905592e-778a-49d6-aea5-ee61a9a84b57 req-903fda93-92ca-4916-95ae-d30f5f7e23ae tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 943 time: 0.0641687
Feb 05 20:50:12.360129 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['a32103ec-9463-4980-96ea-a0dee3f9deee'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:50:12.381050 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f090e5-ee0b-45d5-9d66-8f4a8abe51c9 req-36827aa7-5126-47ee-86b2-ebc258777b4c tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:12.382579 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-79f090e5-ee0b-45d5-9d66-8f4a8abe51c9 req-36827aa7-5126-47ee-86b2-ebc258777b4c tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd43e5d-65ae-4017-b1e7-2489ffd4f3bd HTTP/1.1" status: 200  len: 948 time: 0.1003377
Feb 05 20:50:12.390939 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1905592e-778a-49d6-aea5-ee61a9a84b57 req-fbb51a59-dbb5-4ffc-af40-30ab17e7ef1a tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722220
Feb 05 20:50:12.448408 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-79f090e5-ee0b-45d5-9d66-8f4a8abe51c9 req-d124b0ee-1b55-48ec-9b12-6727d8f57a16 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554490
Feb 05 20:50:12.531405 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acc4dc-0d67-4baa-b027-6269ff580c19 req-25db8533-0c62-45d0-b50d-f83f14054d76 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:12.533860 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a2acc4dc-0d67-4baa-b027-6269ff580c19 req-25db8533-0c62-45d0-b50d-f83f14054d76 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c05072-b467-41fd-bd31-e32686f1d131 HTTP/1.1" status: 200  len: 944 time: 0.0727639
Feb 05 20:50:12.605594 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-98a1e9a0-aa7f-448a-a76c-b64940dcba81 req-f1326df1-acde-4535-82eb-1a7e86ce0eb1 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.32 "GET /v2.0/ports?device_id=026b29e4-97ef-4a35-89ea-4814c8004e2c HTTP/1.1" status: 200  len: 210 time: 0.0407844
Feb 05 20:50:12.616880 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a2acc4dc-0d67-4baa-b027-6269ff580c19 req-f2e9ea4a-30bc-4cbd-9fb1-c65c4eece7d1 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757697
Feb 05 20:50:12.744372 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789e842-1f6c-40b5-aeeb-ed4e1fe3c419 req-a164eb90-99bb-4729-96d8-3dd356f6f273 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:12.746277 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7789e842-1f6c-40b5-aeeb-ed4e1fe3c419 req-a164eb90-99bb-4729-96d8-3dd356f6f273 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b25c8ee-660b-4a31-907e-9d90d9b0cfff HTTP/1.1" status: 200  len: 944 time: 0.0596812
Feb 05 20:50:12.807699 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7789e842-1f6c-40b5-aeeb-ed4e1fe3c419 req-b8860eb7-c698-4d77-99d5-69b1e1a4f0b5 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537555
Feb 05 20:50:12.855753 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device e542de45-5072-40ab-a3b1-8d10c900a238 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:50:12.911870 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port e542de45-5072-40ab-a3b1-8d10c900a238 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:50:12.916513 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port e542de45-5072-40ab-a3b1-8d10c900a238 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:50:12.916891 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e542de45-5072-40ab-a3b1-8d10c900a238), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:13.005087 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port e542de45-5072-40ab-a3b1-8d10c900a238 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:50:13.005883 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e542de45-5072-40ab-a3b1-8d10c900a238), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:13.029544 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c05072-b467-41fd-bd31-e32686f1d131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e542de45-5072-40ab-a3b1-8d10c900a238'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:50:13.031863 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c234d4-363d-414f-8878-e2604d6c5994" -d '{"events": [{"server_uuid": "46c05072-b467-41fd-bd31-e32686f1d131", "name": "network-vif-plugged", "status": "completed", "tag": "e542de45-5072-40ab-a3b1-8d10c900a238"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:50:13.044223 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port e542de45-5072-40ab-a3b1-8d10c900a238, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e542de45-5072-40ab-a3b1-8d10c900a238,segment=NetworkSegment(743051ff-9f95-4efc-9230-9f61d36c1128),segment_id=743051ff-9f95-4efc-9230-9f61d36c1128)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:13.049215 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (e542de45-5072-40ab-a3b1-8d10c900a238), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:13.113158 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=e542de45-5072-40ab-a3b1-8d10c900a238,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:13.122788 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf2fd2a-8172-438b-9f17-e9043cb976d8 x-openstack-request-id: req-ebf2fd2a-8172-438b-9f17-e9043cb976d8 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:50:13.123389 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c05072-b467-41fd-bd31-e32686f1d131", "name": "network-vif-plugged", "status": "completed", "tag": "e542de45-5072-40ab-a3b1-8d10c900a238", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:50:13.123943 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ebf2fd2a-8172-438b-9f17-e9043cb976d8 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:50:13.124497 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c05072-b467-41fd-bd31-e32686f1d131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e542de45-5072-40ab-a3b1-8d10c900a238', 'code': 200}
Feb 05 20:50:13.157124 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b8b58-9fa5-4843-91c9-231ee55e65a4 req-c994eb86-ba54-4333-8314-66d6719d8c5d tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:13.158772 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1d2b8b58-9fa5-4843-91c9-231ee55e65a4 req-c994eb86-ba54-4333-8314-66d6719d8c5d tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d55e5c-b6c5-470a-adca-58cea8f1e6ba HTTP/1.1" status: 200  len: 949 time: 0.0671697
Feb 05 20:50:13.241072 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1d2b8b58-9fa5-4843-91c9-231ee55e65a4 req-af8cc3e3-183c-4f1a-b1d3-f1badfd685ce tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741844
Feb 05 20:50:13.251094 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e3a33-9142-40d0-80fe-0ea6fa2f5567 req-7dcf0f9d-2343-4a6e-a65c-45de9576641f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:13.252670 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4d0e3a33-9142-40d0-80fe-0ea6fa2f5567 req-7dcf0f9d-2343-4a6e-a65c-45de9576641f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=46c05072-b467-41fd-bd31-e32686f1d131 HTTP/1.1" status: 200  len: 1127 time: 0.0695233
Feb 05 20:50:13.311496 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4d0e3a33-9142-40d0-80fe-0ea6fa2f5567 req-6883a940-fc13-4b5d-a180-4ac6ae9108ac service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527382
Feb 05 20:50:13.400589 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58732) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:50:13.450816 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-21f1a398-12bd-48a3-b5d9-8870568a567b tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:13.452399 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-21f1a398-12bd-48a3-b5d9-8870568a567b tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.21 "GET /v2.0/networks?id=2a18e24a-2f57-45be-862c-a2debab44199 HTTP/1.1" status: 200  len: 806 time: 0.1202121
Feb 05 20:50:13.510035 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device eba50d43-1aac-448e-b262-7b4e93db8b1e up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:50:13.584189 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port eba50d43-1aac-448e-b262-7b4e93db8b1e completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:50:13.587928 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port eba50d43-1aac-448e-b262-7b4e93db8b1e triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:50:13.588304 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (eba50d43-1aac-448e-b262-7b4e93db8b1e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:13.596400 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-e17e05ff-35a0-4492-802f-bbf0031d6583 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=949ac3395ef342bcabb0b1202abc6a71 HTTP/1.1" status: 200  len: 380 time: 0.1354332
Feb 05 20:50:13.600813 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-261b594d-7589-4da1-8270-8f676efc2f7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:13.611474 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-e5cb49ed-11c1-44e2-9e20-964ce1f2cce7 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Request body: {'port': {'device_id': '026b29e4-97ef-4a35-89ea-4814c8004e2c', 'network_id': '2a18e24a-2f57-45be-862c-a2debab44199', 'admin_state_up': True, 'tenant_id': '949ac3395ef342bcabb0b1202abc6a71', 'security_groups': ['dd377eec-39f3-4595-bf6a-b4020e5c78ec']}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:50:13.667811 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port eba50d43-1aac-448e-b262-7b4e93db8b1e is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:50:13.668114 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (eba50d43-1aac-448e-b262-7b4e93db8b1e), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:13.706564 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port eba50d43-1aac-448e-b262-7b4e93db8b1e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eba50d43-1aac-448e-b262-7b4e93db8b1e,segment=NetworkSegment(69c86b74-d9e1-46c1-9b9b-f16748bd0260),segment_id=69c86b74-d9e1-46c1-9b9b-f16748bd0260)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:13.708371 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75aeec9-41d3-4154-9f82-987fffa526dc req-2460c22f-41be-4e4a-aabe-64ddb3efe111 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:13.709981 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d75aeec9-41d3-4154-9f82-987fffa526dc req-2460c22f-41be-4e4a-aabe-64ddb3efe111 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 943 time: 0.2024405
Feb 05 20:50:13.710490 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (eba50d43-1aac-448e-b262-7b4e93db8b1e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:13.740375 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff49ce-6f71-4796-96e7-ccae7681580c req-055b3f73-bb1d-4e26-9ceb-77407a5348f6 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:13.741834 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28ff49ce-6f71-4796-96e7-ccae7681580c req-055b3f73-bb1d-4e26-9ceb-77407a5348f6 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd43e5d-65ae-4017-b1e7-2489ffd4f3bd HTTP/1.1" status: 200  len: 948 time: 0.1888671
Feb 05 20:50:13.759567 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=eba50d43-1aac-448e-b262-7b4e93db8b1e,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:13.878896 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28ff49ce-6f71-4796-96e7-ccae7681580c req-2962b8d9-8529-4bb8-bcf7-ade24ca49d8b tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1279356
Feb 05 20:50:13.881922 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d75aeec9-41d3-4154-9f82-987fffa526dc req-7a68b999-37a7-439a-a45c-0bc3028542ff tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1556759
Feb 05 20:50:13.887684 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-e5cb49ed-11c1-44e2-9e20-964ce1f2cce7 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Made reservation on behalf of 949ac3395ef342bcabb0b1202abc6a71 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:50:13.891133 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-e5cb49ed-11c1-44e2-9e20-964ce1f2cce7 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:13.897586 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-261b594d-7589-4da1-8270-8f676efc2f7c admin admin] Publish callbacks [] for security_group (42a93901-eee5-4931-9d59-37e789ba2c73), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:13.907601 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-261b594d-7589-4da1-8270-8f676efc2f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (42a93901-eee5-4931-9d59-37e789ba2c73), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:13.968916 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-261b594d-7589-4da1-8270-8f676efc2f7c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4e86dc584f8442d9ba5d205715319443&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5672646
Feb 05 20:50:13.971618 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58746) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:50:14.023655 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-754524ad-d578-442e-a95b-fbe040e70c78 admin admin] Publish callbacks [] for security_group (42a93901-eee5-4931-9d59-37e789ba2c73), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:14.045227 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-754524ad-d578-442e-a95b-fbe040e70c78 admin admin] Publish callbacks [] for security_group (42a93901-eee5-4931-9d59-37e789ba2c73), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:14.048077 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b594d-7589-4da1-8270-8f676efc2f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a93901-eee5-4931-9d59-37e789ba2c73,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:14.051895 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c43852fc-27f6-4007-ae3a-505a63089473 req-84fced34-363a-4e62-a8ff-2739c00db762 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.32 "GET /v2.0/ports?device_id=026b29e4-97ef-4a35-89ea-4814c8004e2c HTTP/1.1" status: 200  len: 210 time: 0.0915298
Feb 05 20:50:14.117281 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-754524ad-d578-442e-a95b-fbe040e70c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (42a93901-eee5-4931-9d59-37e789ba2c73), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:14.120278 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-754524ad-d578-442e-a95b-fbe040e70c78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:14.124057 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-754524ad-d578-442e-a95b-fbe040e70c78 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/42a93901-eee5-4931-9d59-37e789ba2c73 HTTP/1.1" status: 204  len: 168 time: 0.1487553
Feb 05 20:50:14.131356 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c80de-78e3-4f65-a1fc-1400841cfb10 req-fd96aec2-8130-46b6-b971-29939b48721f tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:14.132866 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec8c80de-78e3-4f65-a1fc-1400841cfb10 req-fd96aec2-8130-46b6-b971-29939b48721f tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c05072-b467-41fd-bd31-e32686f1d131 HTTP/1.1" status: 200  len: 945 time: 0.1629755
Feb 05 20:50:14.133100 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754524ad-d578-442e-a95b-fbe040e70c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a93901-eee5-4931-9d59-37e789ba2c73,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:14.182347 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-e5cb49ed-11c1-44e2-9e20-964ce1f2cce7 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Allocated IP 172.20.0.5 (2a18e24a-2f57-45be-862c-a2debab44199/6fe1c393-6eaf-4a27-8b75-43f4bec0d637/11f105d2-e259-420f-967b-96ac4ec6ab84) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:50:14.255977 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec8c80de-78e3-4f65-a1fc-1400841cfb10 req-ab49ce42-e080-4798-a910-8fe697015ead tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090922
Feb 05 20:50:14.266096 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38083706-9759-44ca-953f-23865d59c1e1 req-cb8bf8f6-a68e-4465-86ab-37ea61de232e tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:14.267637 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-38083706-9759-44ca-953f-23865d59c1e1 req-cb8bf8f6-a68e-4465-86ab-37ea61de232e tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b25c8ee-660b-4a31-907e-9d90d9b0cfff HTTP/1.1" status: 200  len: 945 time: 0.1318176
Feb 05 20:50:14.431815 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58754) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:50:14.446196 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3954893e-a14f-431c-b41a-92296fc84293 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:14.528990 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3954893e-a14f-431c-b41a-92296fc84293 admin admin] Publish callbacks [] for security_group (a424a377-3b2b-449e-ac1e-d6cc7dcf3fbd), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:14.532812 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3954893e-a14f-431c-b41a-92296fc84293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (a424a377-3b2b-449e-ac1e-d6cc7dcf3fbd), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:14.570258 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954893e-a14f-431c-b41a-92296fc84293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a424a377-3b2b-449e-ac1e-d6cc7dcf3fbd,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:14.578103 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3954893e-a14f-431c-b41a-92296fc84293 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=956533189bd54ec087bbba16f1cc72d2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1450591
Feb 05 20:50:14.579166 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58756) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:50:14.630446 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6dc3f566-a166-495e-827d-b3cdd6a8daf3 admin admin] Publish callbacks [] for security_group (a424a377-3b2b-449e-ac1e-d6cc7dcf3fbd), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:14.655889 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6dc3f566-a166-495e-827d-b3cdd6a8daf3 admin admin] Publish callbacks [] for security_group (a424a377-3b2b-449e-ac1e-d6cc7dcf3fbd), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:14.693329 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-38083706-9759-44ca-953f-23865d59c1e1 req-bab854a5-8db8-4ba3-8018-bbd4d296f515 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4169490
Feb 05 20:50:14.707883 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6dc3f566-a166-495e-827d-b3cdd6a8daf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (a424a377-3b2b-449e-ac1e-d6cc7dcf3fbd), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:14.712521 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6dc3f566-a166-495e-827d-b3cdd6a8daf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:14.712521 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6dc3f566-a166-495e-827d-b3cdd6a8daf3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a424a377-3b2b-449e-ac1e-d6cc7dcf3fbd HTTP/1.1" status: 204  len: 168 time: 0.1316805
Feb 05 20:50:14.724538 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6967f-296e-43ba-8e51-9bc27592f435 req-395b57ed-fb6f-45ea-bae9-b858d4f06de4 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:14.725421 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc3f566-a166-495e-827d-b3cdd6a8daf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a424a377-3b2b-449e-ac1e-d6cc7dcf3fbd,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:14.726047 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-00b6967f-296e-43ba-8e51-9bc27592f435 req-395b57ed-fb6f-45ea-bae9-b858d4f06de4 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d55e5c-b6c5-470a-adca-58cea8f1e6ba HTTP/1.1" status: 200  len: 949 time: 0.1386013
Feb 05 20:50:14.736661 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-e5cb49ed-11c1-44e2-9e20-964ce1f2cce7 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Publish callbacks [] for port (11f105d2-e259-420f-967b-96ac4ec6ab84), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:14.800427 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-00b6967f-296e-43ba-8e51-9bc27592f435 req-c29d59fa-8715-400c-9f9b-827aebc7a88d tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620492
Feb 05 20:50:14.808956 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-e5cb49ed-11c1-44e2-9e20-964ce1f2cce7 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (11f105d2-e259-420f-967b-96ac4ec6ab84), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:14.853743 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-e5cb49ed-11c1-44e2-9e20-964ce1f2cce7 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Network 2a18e24a-2f57-45be-862c-a2debab44199 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:50:14.857019 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-e5cb49ed-11c1-44e2-9e20-964ce1f2cce7 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:50:14.860807 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-e5cb49ed-11c1-44e2-9e20-964ce1f2cce7 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:50:14.867181 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 22a96582-81f0-48c8-b782-d4e113966e09 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:50:14.889669 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb49ed-11c1-44e2-9e20-964ce1f2cce7 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Pushing event updated for resources: {'Port': ['ID=11f105d2-e259-420f-967b-96ac4ec6ab84,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:14.932438 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-e5cb49ed-11c1-44e2-9e20-964ce1f2cce7 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:14.933156 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-e5cb49ed-11c1-44e2-9e20-964ce1f2cce7 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:14.959135 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-e5cb49ed-11c1-44e2-9e20-964ce1f2cce7 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3547359
Feb 05 20:50:14.977947 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-0ffca749-e04d-4e41-9a60-cafd4bec3fdb service neutron] Request body: {'port': {'device_id': '026b29e4-97ef-4a35-89ea-4814c8004e2c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:50:15.018931 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:15.042452 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 22a96582-81f0-48c8-b782-d4e113966e09, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=22a96582-81f0-48c8-b782-d4e113966e09,segment=NetworkSegment(22aada35-3566-46c2-b11c-622e4f2f6275),segment_id=22aada35-3566-46c2-b11c-622e4f2f6275)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:15.059317 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '22a96582-81f0-48c8-b782-d4e113966e09', 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d', 'port_id': '22a96582-81f0-48c8-b782-d4e113966e09', 'mac_address': 'fa:16:3e:21:13:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f822a84b-448b-4295-886d-3f476dc82ced', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:50:15.120320 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 22a96582-81f0-48c8-b782-d4e113966e09 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:50:15.120815 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (22a96582-81f0-48c8-b782-d4e113966e09), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:15.132092 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1d7a5-1eab-4017-84f3-9ce1cdc16ef0 req-9ebd9fd6-5773-4ef8-902e-4f8239287dae tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:15.135210 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b25c8ee-660b-4a31-907e-9d90d9b0cfff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba50d43-1aac-448e-b262-7b4e93db8b1e'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:50:15.138937 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a39d69e-fe76-41d3-baf3-724032e2ea62" -d '{"events": [{"server_uuid": "0b25c8ee-660b-4a31-907e-9d90d9b0cfff", "name": "network-vif-plugged", "status": "completed", "tag": "eba50d43-1aac-448e-b262-7b4e93db8b1e"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:50:15.140980 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-57f1d7a5-1eab-4017-84f3-9ce1cdc16ef0 req-9ebd9fd6-5773-4ef8-902e-4f8239287dae tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 943 time: 0.1324980
Feb 05 20:50:15.143188 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22a96582-81f0-48c8-b782-d4e113966e09 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:50:15.155971 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58770) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:50:15.169495 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 22a96582-81f0-48c8-b782-d4e113966e09, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=22a96582-81f0-48c8-b782-d4e113966e09,segment=NetworkSegment(22aada35-3566-46c2-b11c-622e4f2f6275),segment_id=22aada35-3566-46c2-b11c-622e4f2f6275)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:15.171928 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-83543fe2-07bc-4f4e-8fad-21117c241c36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:15.174108 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (22a96582-81f0-48c8-b782-d4e113966e09), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:15.174951 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 6ca742bc-fb92-40ce-96c2-36d892441115 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:50:15.220677 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea23a8f-3d13-4144-9bce-fc3489cbb609 req-7f59fab9-c0c1-4705-8af6-d6f8cad9029f tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:15.222996 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1ea23a8f-3d13-4144-9bce-fc3489cbb609 req-7f59fab9-c0c1-4705-8af6-d6f8cad9029f tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd43e5d-65ae-4017-b1e7-2489ffd4f3bd HTTP/1.1" status: 200  len: 948 time: 0.1704032
Feb 05 20:50:15.229048 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-0ffca749-e04d-4e41-9a60-cafd4bec3fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (11f105d2-e259-420f-967b-96ac4ec6ab84), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:15.253517 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-42f3e057-8942-4933-80a3-0e97a4841cdb None None] Provisioning complete for port 11f105d2-e259-420f-967b-96ac4ec6ab84 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:50:15.254347 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-42f3e057-8942-4933-80a3-0e97a4841cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (11f105d2-e259-420f-967b-96ac4ec6ab84), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:15.271075 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-83543fe2-07bc-4f4e-8fad-21117c241c36 admin admin] Publish callbacks [] for security_group (e2e96e07-b52b-41c6-ba36-4bb49aa83da3), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:15.278894 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-83543fe2-07bc-4f4e-8fad-21117c241c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (e2e96e07-b52b-41c6-ba36-4bb49aa83da3), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:15.299484 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-57f1d7a5-1eab-4017-84f3-9ce1cdc16ef0 req-7d36edda-e619-44c0-8b78-16cde8d327b9 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1574833
Feb 05 20:50:15.324520 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=22a96582-81f0-48c8-b782-d4e113966e09,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:15.339315 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83543fe2-07bc-4f4e-8fad-21117c241c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e96e07-b52b-41c6-ba36-4bb49aa83da3,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:15.348320 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-83543fe2-07bc-4f4e-8fad-21117c241c36 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=33946445c795445ea050c2b4d779b229&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1912401
Feb 05 20:50:15.349174 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-42f3e057-8942-4933-80a3-0e97a4841cdb None None] Port 11f105d2-e259-420f-967b-96ac4ec6ab84 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:50:15.351030 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58774) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:50:15.378294 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 6ca742bc-fb92-40ce-96c2-36d892441115, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6ca742bc-fb92-40ce-96c2-36d892441115,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:15.390526 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '6ca742bc-fb92-40ce-96c2-36d892441115', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'port_id': '6ca742bc-fb92-40ce-96c2-36d892441115', 'mac_address': 'fa:16:3e:5a:c7:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3c763-0926-4b49-ade5-d66ee3d4c489', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:50:15.407683 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-14c056fd-4ed7-4d83-bf24-90517e4b6b5c admin admin] Publish callbacks [] for security_group (e2e96e07-b52b-41c6-ba36-4bb49aa83da3), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:15.429445 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-14c056fd-4ed7-4d83-bf24-90517e4b6b5c admin admin] Publish callbacks [] for security_group (e2e96e07-b52b-41c6-ba36-4bb49aa83da3), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:15.434123 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 6ca742bc-fb92-40ce-96c2-36d892441115 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:50:15.434671 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (6ca742bc-fb92-40ce-96c2-36d892441115), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:15.448453 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca742bc-fb92-40ce-96c2-36d892441115 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:50:15.460886 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1ea23a8f-3d13-4144-9bce-fc3489cbb609 req-8da0b174-989f-40f8-8cf1-f810e0eb5750 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2159042
Feb 05 20:50:15.471312 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 6ca742bc-fb92-40ce-96c2-36d892441115, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6ca742bc-fb92-40ce-96c2-36d892441115,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:15.476113 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (6ca742bc-fb92-40ce-96c2-36d892441115), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:15.492732 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-14c056fd-4ed7-4d83-bf24-90517e4b6b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (e2e96e07-b52b-41c6-ba36-4bb49aa83da3), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:15.495443 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-14c056fd-4ed7-4d83-bf24-90517e4b6b5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:15.496710 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-14c056fd-4ed7-4d83-bf24-90517e4b6b5c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e2e96e07-b52b-41c6-ba36-4bb49aa83da3 HTTP/1.1" status: 204  len: 168 time: 0.1440496
Feb 05 20:50:15.527249 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device a32103ec-9463-4980-96ea-a0dee3f9deee up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:50:15.529425 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c056fd-4ed7-4d83-bf24-90517e4b6b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e96e07-b52b-41c6-ba36-4bb49aa83da3,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:15.533093 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9b3c0e-09ec-4374-9d11-5364362ca09e x-openstack-request-id: req-5a9b3c0e-09ec-4374-9d11-5364362ca09e {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:50:15.533446 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b25c8ee-660b-4a31-907e-9d90d9b0cfff", "name": "network-vif-plugged", "status": "completed", "tag": "eba50d43-1aac-448e-b262-7b4e93db8b1e", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:50:15.533658 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5a9b3c0e-09ec-4374-9d11-5364362ca09e {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:50:15.534060 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b25c8ee-660b-4a31-907e-9d90d9b0cfff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba50d43-1aac-448e-b262-7b4e93db8b1e', 'code': 200}
Feb 05 20:50:15.572702 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155cc80f-0839-4f5b-bc51-eb45c77d200d req-57befe4e-1a49-4e99-a701-7113898183de tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:15.574481 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-155cc80f-0839-4f5b-bc51-eb45c77d200d req-57befe4e-1a49-4e99-a701-7113898183de tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.32 "GET /v2.0/ports?device_id=026b29e4-97ef-4a35-89ea-4814c8004e2c HTTP/1.1" status: 200  len: 931 time: 0.1772296
Feb 05 20:50:15.602246 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=6ca742bc-fb92-40ce-96c2-36d892441115,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:15.624401 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port a32103ec-9463-4980-96ea-a0dee3f9deee completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:50:15.628784 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port a32103ec-9463-4980-96ea-a0dee3f9deee triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:50:15.629240 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (a32103ec-9463-4980-96ea-a0dee3f9deee), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:15.809610 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-155cc80f-0839-4f5b-bc51-eb45c77d200d req-cf3fec3f-1221-4d70-8002-1e3a4e0047ce tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd377eec-39f3-4595-bf6a-b4020e5c78ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2139709
Feb 05 20:50:15.844634 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a5fb3-5ba8-4726-99d1-9f2c2706e2a4 req-95ca9f61-40f7-4f12-9507-489079fc2662 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:15.851482 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4f1a5fb3-5ba8-4726-99d1-9f2c2706e2a4 req-95ca9f61-40f7-4f12-9507-489079fc2662 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c05072-b467-41fd-bd31-e32686f1d131 HTTP/1.1" status: 200  len: 945 time: 0.1950243
Feb 05 20:50:15.857357 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641ebf9-4680-4210-8cd6-7fa9e4fdf628 req-760a1670-2c14-483f-8da1-5432ba35acb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:15.865364 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a641ebf9-4680-4210-8cd6-7fa9e4fdf628 req-760a1670-2c14-483f-8da1-5432ba35acb1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0b25c8ee-660b-4a31-907e-9d90d9b0cfff HTTP/1.1" status: 200  len: 1127 time: 0.2434320
Feb 05 20:50:15.880154 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port a32103ec-9463-4980-96ea-a0dee3f9deee is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:50:15.880763 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a32103ec-9463-4980-96ea-a0dee3f9deee), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:15.916456 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port a32103ec-9463-4980-96ea-a0dee3f9deee, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a32103ec-9463-4980-96ea-a0dee3f9deee,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:15.921201 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (a32103ec-9463-4980-96ea-a0dee3f9deee), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:15.931893 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['22a96582-81f0-48c8-b782-d4e113966e09'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:50:15.959273 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['6ca742bc-fb92-40ce-96c2-36d892441115'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:50:15.976989 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-0ffca749-e04d-4e41-9a60-cafd4bec3fdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11f105d2-e259-420f-967b-96ac4ec6ab84 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:50:16.000654 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-0ffca749-e04d-4e41-9a60-cafd4bec3fdb service neutron] Publish callbacks [] for port (11f105d2-e259-420f-967b-96ac4ec6ab84), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:16.039374 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a641ebf9-4680-4210-8cd6-7fa9e4fdf628 req-6b9287e1-c2ff-49f8-89ef-c23ff4002acd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1697276
Feb 05 20:50:16.049836 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4f1a5fb3-5ba8-4726-99d1-9f2c2706e2a4 req-e690ec54-d09d-4824-bb20-d492a222e351 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1974530
Feb 05 20:50:16.052813 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-0ffca749-e04d-4e41-9a60-cafd4bec3fdb service neutron] Transition to ACTIVE for port object 11f105d2-e259-420f-967b-96ac4ec6ab84 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:50:16.060326 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-0ffca749-e04d-4e41-9a60-cafd4bec3fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (11f105d2-e259-420f-967b-96ac4ec6ab84), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:16.070192 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=a32103ec-9463-4980-96ea-a0dee3f9deee,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:16.077543 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09856361-260b-44ba-916d-d3564b21687c req-9c966850-1341-4e8d-8d1a-720d98f476ce tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:16.079904 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-09856361-260b-44ba-916d-d3564b21687c req-9c966850-1341-4e8d-8d1a-720d98f476ce tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b25c8ee-660b-4a31-907e-9d90d9b0cfff HTTP/1.1" status: 200  len: 945 time: 0.1901288
Feb 05 20:50:16.186487 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffca749-e04d-4e41-9a60-cafd4bec3fdb service neutron] Pushing event updated for resources: {'Port': ['ID=11f105d2-e259-420f-967b-96ac4ec6ab84,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:16.264679 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-09856361-260b-44ba-916d-d3564b21687c req-94ea6bfd-f0e2-4b55-bd61-31c114543d22 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1515226
Feb 05 20:50:16.316749 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-0ffca749-e04d-4e41-9a60-cafd4bec3fdb service neutron] Attempting to bind port 11f105d2-e259-420f-967b-96ac4ec6ab84 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:50:16.316749 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-0ffca749-e04d-4e41-9a60-cafd4bec3fdb service neutron] Attempting to bind port 11f105d2-e259-420f-967b-96ac4ec6ab84 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '70817910-5992-4230-ba1c-0492b1696bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2a18e24a-2f57-45be-862c-a2debab44199'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:50:16.321349 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-0ffca749-e04d-4e41-9a60-cafd4bec3fdb service neutron] Attempting to bind port 11f105d2-e259-420f-967b-96ac4ec6ab84 on network 2a18e24a-2f57-45be-862c-a2debab44199 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:50:16.334687 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08d87b-5544-4d8f-8bcd-de156f587c9d req-8e8a5456-e522-4cc3-8e13-4e232165ead3 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:16.343508 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7b08d87b-5544-4d8f-8bcd-de156f587c9d req-8e8a5456-e522-4cc3-8e13-4e232165ead3 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d55e5c-b6c5-470a-adca-58cea8f1e6ba HTTP/1.1" status: 200  len: 950 time: 0.1923900
Feb 05 20:50:16.379203 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-0ffca749-e04d-4e41-9a60-cafd4bec3fdb service neutron] Port 11f105d2-e259-420f-967b-96ac4ec6ab84 on network 2a18e24a-2f57-45be-862c-a2debab44199 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:50:16.379596 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-0ffca749-e04d-4e41-9a60-cafd4bec3fdb service neutron] Attempting to bind port 11f105d2-e259-420f-967b-96ac4ec6ab84 on network 2a18e24a-2f57-45be-862c-a2debab44199 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:50:16.397319 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-0ffca749-e04d-4e41-9a60-cafd4bec3fdb service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:50:16.397912 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-0ffca749-e04d-4e41-9a60-cafd4bec3fdb service neutron] Checking segment: {'id': '70817910-5992-4230-ba1c-0492b1696bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2a18e24a-2f57-45be-862c-a2debab44199'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:50:16.398409 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-0ffca749-e04d-4e41-9a60-cafd4bec3fdb service neutron] Bound using segment: {'id': '70817910-5992-4230-ba1c-0492b1696bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2a18e24a-2f57-45be-862c-a2debab44199'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:50:16.398954 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-0ffca749-e04d-4e41-9a60-cafd4bec3fdb service neutron] Bound port: 11f105d2-e259-420f-967b-96ac4ec6ab84, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70817910-5992-4230-ba1c-0492b1696bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2a18e24a-2f57-45be-862c-a2debab44199'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:50:16.399418 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-0ffca749-e04d-4e41-9a60-cafd4bec3fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (11f105d2-e259-420f-967b-96ac4ec6ab84), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:16.422745 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7b08d87b-5544-4d8f-8bcd-de156f587c9d req-f744e1ec-de9f-4295-a822-5349f0ae8c9d tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781677
Feb 05 20:50:16.550834 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-0ffca749-e04d-4e41-9a60-cafd4bec3fdb service neutron] For port 11f105d2-e259-420f-967b-96ac4ec6ab84, host nch1-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:50:16.583112 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-0ffca749-e04d-4e41-9a60-cafd4bec3fdb service neutron] For port 11f105d2-e259-420f-967b-96ac4ec6ab84, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=11f105d2-e259-420f-967b-96ac4ec6ab84,segment=NetworkSegment(70817910-5992-4230-ba1c-0492b1696bd4),segment_id=70817910-5992-4230-ba1c-0492b1696bd4)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:50:16.593217 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-0ffca749-e04d-4e41-9a60-cafd4bec3fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (11f105d2-e259-420f-967b-96ac4ec6ab84), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:16.642961 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-0ffca749-e04d-4e41-9a60-cafd4bec3fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:16.643589 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-0ffca749-e04d-4e41-9a60-cafd4bec3fdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:16.644989 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-0ffca749-e04d-4e41-9a60-cafd4bec3fdb service neutron] 10.222.0.21 "PUT /v2.0/ports/11f105d2-e259-420f-967b-96ac4ec6ab84 HTTP/1.1" status: 200  len: 1091 time: 1.6777389
Feb 05 20:50:16.645622 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '026b29e4-97ef-4a35-89ea-4814c8004e2c', 'tag': '11f105d2-e259-420f-967b-96ac4ec6ab84'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:50:16.647944 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20965598-5f42-4b17-a87b-da2e9b01987a" -d '{"events": [{"name": "network-changed", "server_uuid": "026b29e4-97ef-4a35-89ea-4814c8004e2c", "tag": "11f105d2-e259-420f-967b-96ac4ec6ab84"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:50:16.657614 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231cacb8-850e-4d38-b47d-f04062072c09 req-b7fb4bbb-b8d3-43bb-b895-db42a7aae366 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:16.659190 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-231cacb8-850e-4d38-b47d-f04062072c09 req-b7fb4bbb-b8d3-43bb-b895-db42a7aae366 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 944 time: 0.1554685
Feb 05 20:50:16.695951 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3f2ec-c660-4340-84f0-a24a6459f2c7 req-cb7f94fd-aa40-4260-98f5-383040392722 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:16.697497 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4cc3f2ec-c660-4340-84f0-a24a6459f2c7 req-cb7f94fd-aa40-4260-98f5-383040392722 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c05072-b467-41fd-bd31-e32686f1d131 HTTP/1.1" status: 200  len: 945 time: 0.1768773
Feb 05 20:50:16.713943 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffca749-e04d-4e41-9a60-cafd4bec3fdb service neutron] Pushing event updated for resources: {'Port': ['ID=11f105d2-e259-420f-967b-96ac4ec6ab84,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:16.806287 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-231cacb8-850e-4d38-b47d-f04062072c09 req-3de80e7d-4b53-4f44-b047-6e0b9d68ecd1 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1362121
Feb 05 20:50:16.816263 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4cc3f2ec-c660-4340-84f0-a24a6459f2c7 req-c27523fe-da95-4fa3-ba21-aea64033fdf9 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953796
Feb 05 20:50:16.821867 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-d1ae0754-0e25-46a0-acb7-78b40742a8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:16.823414 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-d1ae0754-0e25-46a0-acb7-78b40742a8c7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=949ac3395ef342bcabb0b1202abc6a71&device_id=026b29e4-97ef-4a35-89ea-4814c8004e2c HTTP/1.1" status: 200  len: 1125 time: 0.1237161
Feb 05 20:50:16.881435 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-e499a715-afdf-4657-88d4-9b7167d6afc0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11f105d2-e259-420f-967b-96ac4ec6ab84 HTTP/1.1" status: 200  len: 217 time: 0.0431509
Feb 05 20:50:16.899404 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fdc9bb-71dd-43db-bf5d-606edd9e8804 x-openstack-request-id: req-b7fdc9bb-71dd-43db-bf5d-606edd9e8804 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:50:16.900019 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "026b29e4-97ef-4a35-89ea-4814c8004e2c", "tag": "11f105d2-e259-420f-967b-96ac4ec6ab84", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:50:16.900333 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b7fdc9bb-71dd-43db-bf5d-606edd9e8804 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:50:16.900889 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '026b29e4-97ef-4a35-89ea-4814c8004e2c', 'tag': '11f105d2-e259-420f-967b-96ac4ec6ab84', 'status': 'completed', 'code': 200}
Feb 05 20:50:16.995703 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-47fe6429-4a51-44fd-866f-0c3f8da92139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:16.997235 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-47fe6429-4a51-44fd-866f-0c3f8da92139 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6fe1c393-6eaf-4a27-8b75-43f4bec0d637 HTTP/1.1" status: 200  len: 845 time: 0.1094141
Feb 05 20:50:17.052800 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6f60a-0c36-4a42-9c8f-235535221405 req-3a3bf078-ce93-4626-bf01-a6a26909d3f8 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:17.054281 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-16d6f60a-0c36-4a42-9c8f-235535221405 req-3a3bf078-ce93-4626-bf01-a6a26909d3f8 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd43e5d-65ae-4017-b1e7-2489ffd4f3bd HTTP/1.1" status: 200  len: 949 time: 0.1320980
Feb 05 20:50:17.089868 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80ab04-b726-4806-bd06-02954008d52d req-f2ed100c-7e34-4534-82c9-22b5632f6d1a tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:17.091977 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7e80ab04-b726-4806-bd06-02954008d52d req-f2ed100c-7e34-4534-82c9-22b5632f6d1a tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.32 "GET /v2.0/ports?device_id=026b29e4-97ef-4a35-89ea-4814c8004e2c HTTP/1.1" status: 200  len: 943 time: 0.1319122
Feb 05 20:50:17.125764 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-74262360-198a-4bc1-a3ae-1a62c588f6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:17.127277 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-74262360-198a-4bc1-a3ae-1a62c588f6e3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a18e24a-2f57-45be-862c-a2debab44199&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1220050
Feb 05 20:50:17.161307 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-16d6f60a-0c36-4a42-9c8f-235535221405 req-76c2ad37-8c39-4d2f-aa6f-6329f7a8f8f9 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997138
Feb 05 20:50:17.224475 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7e80ab04-b726-4806-bd06-02954008d52d req-e1993dfb-6dba-4ca3-bed8-59c962b54726 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd377eec-39f3-4595-bf6a-b4020e5c78ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1244748
Feb 05 20:50:17.252626 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-530117ab-6fa8-4003-9248-7d55ef3f7f58 service neutron] 10.222.0.21 "GET /v2.0/networks/2a18e24a-2f57-45be-862c-a2debab44199?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1181571
Feb 05 20:50:17.362572 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72bd8a36-f4fe-45e2-beff-8580eda45f1a req-5341713f-2974-4f21-907d-c45a439430d5 service neutron] 10.222.0.21 "GET /v2.0/networks/2a18e24a-2f57-45be-862c-a2debab44199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1032646
Feb 05 20:50:17.414154 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e616562-a0de-4349-a740-0eb3b7deab25 req-e68ab823-6e10-4074-856d-096bfb3995ae tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:17.415811 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5e616562-a0de-4349-a740-0eb3b7deab25 req-e68ab823-6e10-4074-856d-096bfb3995ae tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b25c8ee-660b-4a31-907e-9d90d9b0cfff HTTP/1.1" status: 200  len: 945 time: 0.0686903
Feb 05 20:50:17.514827 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20965598-5f42-4b17-a87b-da2e9b01987a req-5068e3b4-a39b-40f5-9020-e8e726c72cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:17.516435 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-20965598-5f42-4b17-a87b-da2e9b01987a req-5068e3b4-a39b-40f5-9020-e8e726c72cb9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=949ac3395ef342bcabb0b1202abc6a71&device_id=026b29e4-97ef-4a35-89ea-4814c8004e2c HTTP/1.1" status: 200  len: 1125 time: 0.0997069
Feb 05 20:50:17.522289 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5e616562-a0de-4349-a740-0eb3b7deab25 req-c2b65f41-2dc9-407b-b1af-a701d255882c tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749133
Feb 05 20:50:17.535375 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d55e5c-b6c5-470a-adca-58cea8f1e6ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32103ec-9463-4980-96ea-a0dee3f9deee'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:50:17.539123 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85697b1c-aec5-454e-937d-be16d2f57457" -d '{"events": [{"server_uuid": "f2d55e5c-b6c5-470a-adca-58cea8f1e6ba", "name": "network-vif-plugged", "status": "completed", "tag": "a32103ec-9463-4980-96ea-a0dee3f9deee"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:50:17.629996 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992436b-123d-4cc4-a934-6484e0fc5ce4 req-17742734-4934-48d1-8e27-506429360383 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:17.636785 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3992436b-123d-4cc4-a934-6484e0fc5ce4 req-17742734-4934-48d1-8e27-506429360383 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d55e5c-b6c5-470a-adca-58cea8f1e6ba HTTP/1.1" status: 200  len: 950 time: 0.1360998
Feb 05 20:50:17.668228 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20965598-5f42-4b17-a87b-da2e9b01987a req-9c559dd5-3eba-4051-b375-c7416dc05179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:17.669806 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-20965598-5f42-4b17-a87b-da2e9b01987a req-9c559dd5-3eba-4051-b375-c7416dc05179 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a18e24a-2f57-45be-862c-a2debab44199 HTTP/1.1" status: 200  len: 907 time: 0.1326463
Feb 05 20:50:17.692232 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336207a5-1df2-498c-8bac-3adff2b2991f x-openstack-request-id: req-336207a5-1df2-498c-8bac-3adff2b2991f {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:50:17.692561 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d55e5c-b6c5-470a-adca-58cea8f1e6ba", "name": "network-vif-plugged", "status": "completed", "tag": "a32103ec-9463-4980-96ea-a0dee3f9deee", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:50:17.692826 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-336207a5-1df2-498c-8bac-3adff2b2991f {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:50:17.693249 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d55e5c-b6c5-470a-adca-58cea8f1e6ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32103ec-9463-4980-96ea-a0dee3f9deee', 'code': 200}
Feb 05 20:50:17.722446 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-20965598-5f42-4b17-a87b-da2e9b01987a req-b3cbded3-68ca-4dc1-9664-00baa45b57fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11f105d2-e259-420f-967b-96ac4ec6ab84 HTTP/1.1" status: 200  len: 217 time: 0.0430641
Feb 05 20:50:17.729673 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3992436b-123d-4cc4-a934-6484e0fc5ce4 req-8a700f78-4363-4027-8d1c-0573c95eec45 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915000
Feb 05 20:50:17.809753 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20965598-5f42-4b17-a87b-da2e9b01987a req-0b4982da-d86c-4d9b-abea-74860ebe935f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:17.811308 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-20965598-5f42-4b17-a87b-da2e9b01987a req-0b4982da-d86c-4d9b-abea-74860ebe935f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6fe1c393-6eaf-4a27-8b75-43f4bec0d637 HTTP/1.1" status: 200  len: 845 time: 0.0797045
Feb 05 20:50:17.847097 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5d2e0-3db9-408f-914a-39841e8a4da7 req-aa866730-02bb-4c73-abaf-41ff2bd13fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:17.848609 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dca5d2e0-3db9-408f-914a-39841e8a4da7 req-aa866730-02bb-4c73-abaf-41ff2bd13fe4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f2d55e5c-b6c5-470a-adca-58cea8f1e6ba HTTP/1.1" status: 200  len: 1132 time: 0.0900950
Feb 05 20:50:17.882997 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20965598-5f42-4b17-a87b-da2e9b01987a req-baf0aef7-0d50-41f5-8176-1be78775c1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:17.884530 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-20965598-5f42-4b17-a87b-da2e9b01987a req-baf0aef7-0d50-41f5-8176-1be78775c1c1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a18e24a-2f57-45be-862c-a2debab44199&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0666468
Feb 05 20:50:17.992403 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dca5d2e0-3db9-408f-914a-39841e8a4da7 req-14ebe795-382a-4a56-ba84-5d5213769dda service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1371584
Feb 05 20:50:18.063412 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb18ed-c3c0-44d0-a33c-8557007a03b1 req-9c5de28d-c3a3-47c8-97cf-7f2b7022dc9a tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:18.064914 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-61cb18ed-c3c0-44d0-a33c-8557007a03b1 req-9c5de28d-c3a3-47c8-97cf-7f2b7022dc9a tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 944 time: 0.1715503
Feb 05 20:50:18.087857 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58864) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:50:18.092277 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8da04-f2ee-43dd-87f3-04436d32d3c7 req-2938a0da-7b8d-438f-83bc-7a0efbaed750 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:18.093751 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28d8da04-f2ee-43dd-87f3-04436d32d3c7 req-2938a0da-7b8d-438f-83bc-7a0efbaed750 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c05072-b467-41fd-bd31-e32686f1d131 HTTP/1.1" status: 200  len: 945 time: 0.1762080
Feb 05 20:50:18.118928 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-20965598-5f42-4b17-a87b-da2e9b01987a req-817d02c9-d5f2-4226-a7ae-39d5d5d135f4 service neutron] 10.222.0.21 "GET /v2.0/networks/2a18e24a-2f57-45be-862c-a2debab44199?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2135341
Feb 05 20:50:18.162834 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-61cb18ed-c3c0-44d0-a33c-8557007a03b1 req-4fa3bacc-b08f-4027-b068-efb0a28f8cdf tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914462
Feb 05 20:50:18.179740 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28d8da04-f2ee-43dd-87f3-04436d32d3c7 req-e828d3df-9128-4603-8ecd-da68f6d90d55 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759490
Feb 05 20:50:18.204882 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-95431282-e3e5-4bf9-89e6-245c3aab23f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:18.297974 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-95431282-e3e5-4bf9-89e6-245c3aab23f4 admin admin] Publish callbacks [] for security_group (4ac83a63-8a41-4231-b222-8c279f6f6b56), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:18.302047 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-95431282-e3e5-4bf9-89e6-245c3aab23f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (4ac83a63-8a41-4231-b222-8c279f6f6b56), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:18.338913 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95431282-e3e5-4bf9-89e6-245c3aab23f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac83a63-8a41-4231-b222-8c279f6f6b56,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:18.343827 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-95431282-e3e5-4bf9-89e6-245c3aab23f4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0be1b397aa624aefadab03350f5900d1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2548478
Feb 05 20:50:18.347919 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58872) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:50:18.397576 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0dda8fe4-f94b-4f52-8ba7-9320db57113c admin admin] Publish callbacks [] for security_group (4ac83a63-8a41-4231-b222-8c279f6f6b56), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:18.420518 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0dda8fe4-f94b-4f52-8ba7-9320db57113c admin admin] Publish callbacks [] for security_group (4ac83a63-8a41-4231-b222-8c279f6f6b56), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:18.424647 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07366cb4-d2b1-4740-ad58-22c047d69040 req-fb6505b4-1c93-45b6-92f1-f2a3d81373d4 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:18.426167 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-07366cb4-d2b1-4740-ad58-22c047d69040 req-fb6505b4-1c93-45b6-92f1-f2a3d81373d4 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd43e5d-65ae-4017-b1e7-2489ffd4f3bd HTTP/1.1" status: 200  len: 949 time: 0.1925151
Feb 05 20:50:18.457261 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87fbe93-289b-45ff-8449-3e0c85146107 req-77bfa4c9-59fd-4d00-aad2-f82e30ee18a8 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:18.458720 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e87fbe93-289b-45ff-8449-3e0c85146107 req-77bfa4c9-59fd-4d00-aad2-f82e30ee18a8 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.39 "GET /v2.0/ports?device_id=46c05072-b467-41fd-bd31-e32686f1d131 HTTP/1.1" status: 200  len: 945 time: 0.1844788
Feb 05 20:50:18.468949 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-20965598-5f42-4b17-a87b-da2e9b01987a req-e6fa1129-d3b9-4579-ac8a-0ffee269fcae service neutron] 10.222.0.21 "GET /v2.0/networks/2a18e24a-2f57-45be-862c-a2debab44199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2067862
Feb 05 20:50:18.478147 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0dda8fe4-f94b-4f52-8ba7-9320db57113c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (4ac83a63-8a41-4231-b222-8c279f6f6b56), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:18.482603 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0dda8fe4-f94b-4f52-8ba7-9320db57113c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:18.487026 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0dda8fe4-f94b-4f52-8ba7-9320db57113c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4ac83a63-8a41-4231-b222-8c279f6f6b56 HTTP/1.1" status: 204  len: 168 time: 0.1379821
Feb 05 20:50:18.487160 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511da93d-ee21-46df-a5f0-fde3cbd92c44 req-987cf271-f08d-42d6-85b3-9f20d1b6546a tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:18.488649 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-511da93d-ee21-46df-a5f0-fde3cbd92c44 req-987cf271-f08d-42d6-85b3-9f20d1b6546a tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.32 "GET /v2.0/ports?device_id=026b29e4-97ef-4a35-89ea-4814c8004e2c HTTP/1.1" status: 200  len: 943 time: 0.1773090
Feb 05 20:50:18.498153 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda8fe4-f94b-4f52-8ba7-9320db57113c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac83a63-8a41-4231-b222-8c279f6f6b56,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:18.585876 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-07366cb4-d2b1-4740-ad58-22c047d69040 req-281e8e95-50dc-47d8-af9f-304299a9203d tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1518948
Feb 05 20:50:18.616637 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-511da93d-ee21-46df-a5f0-fde3cbd92c44 req-a63e11d0-c77a-4bab-b9bc-a7ee73ca53c9 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd377eec-39f3-4595-bf6a-b4020e5c78ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0995989
Feb 05 20:50:18.636655 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-e87fbe93-289b-45ff-8449-3e0c85146107 req-72baad4c-5ed5-4f29-a807-751d1476155e tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Deleting port e542de45-5072-40ab-a3b1-8d10c900a238 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:50:18.637630 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e87fbe93-289b-45ff-8449-3e0c85146107 req-72baad4c-5ed5-4f29-a807-751d1476155e tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (e542de45-5072-40ab-a3b1-8d10c900a238), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:18.792871 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58882) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:50:18.806687 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4b1c231e-0c89-4157-9423-5007dc7a6097 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:18.878597 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 22a96582-81f0-48c8-b782-d4e113966e09 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:50:18.890546 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4b1c231e-0c89-4157-9423-5007dc7a6097 admin admin] Publish callbacks [] for security_group (aedeaece-1fc6-4ee0-b2bc-f16d460cf83e), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:18.894614 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4b1c231e-0c89-4157-9423-5007dc7a6097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (aedeaece-1fc6-4ee0-b2bc-f16d460cf83e), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:18.938462 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 22a96582-81f0-48c8-b782-d4e113966e09 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:50:18.940744 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c231e-0c89-4157-9423-5007dc7a6097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedeaece-1fc6-4ee0-b2bc-f16d460cf83e,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:18.947819 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4b1c231e-0c89-4157-9423-5007dc7a6097 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9eea2161ca9341aeb52f4b0cd2404f46&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1513500
Feb 05 20:50:18.950878 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58884) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:50:18.954646 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 22a96582-81f0-48c8-b782-d4e113966e09 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:50:18.956314 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (22a96582-81f0-48c8-b782-d4e113966e09), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:19.002077 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-40ac200d-c8f1-486e-ae35-c8f5d2ebc7fb admin admin] Publish callbacks [] for security_group (aedeaece-1fc6-4ee0-b2bc-f16d460cf83e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:19.026126 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-40ac200d-c8f1-486e-ae35-c8f5d2ebc7fb admin admin] Publish callbacks [] for security_group (aedeaece-1fc6-4ee0-b2bc-f16d460cf83e), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:19.046260 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 22a96582-81f0-48c8-b782-d4e113966e09 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:50:19.046704 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (22a96582-81f0-48c8-b782-d4e113966e09), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:19.086043 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-40ac200d-c8f1-486e-ae35-c8f5d2ebc7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (aedeaece-1fc6-4ee0-b2bc-f16d460cf83e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:19.086407 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 22a96582-81f0-48c8-b782-d4e113966e09, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=22a96582-81f0-48c8-b782-d4e113966e09,segment=NetworkSegment(22aada35-3566-46c2-b11c-622e4f2f6275),segment_id=22aada35-3566-46c2-b11c-622e4f2f6275)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:19.088670 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-40ac200d-c8f1-486e-ae35-c8f5d2ebc7fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:19.089828 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-40ac200d-c8f1-486e-ae35-c8f5d2ebc7fb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aedeaece-1fc6-4ee0-b2bc-f16d460cf83e HTTP/1.1" status: 204  len: 168 time: 0.1379895
Feb 05 20:50:19.096338 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-e87fbe93-289b-45ff-8449-3e0c85146107 req-72baad4c-5ed5-4f29-a807-751d1476155e tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] For port e542de45-5072-40ab-a3b1-8d10c900a238, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e542de45-5072-40ab-a3b1-8d10c900a238,segment=NetworkSegment(743051ff-9f95-4efc-9230-9f61d36c1128),segment_id=743051ff-9f95-4efc-9230-9f61d36c1128)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:19.096702 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e87fbe93-289b-45ff-8449-3e0c85146107 req-72baad4c-5ed5-4f29-a807-751d1476155e tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (e542de45-5072-40ab-a3b1-8d10c900a238), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:19.100849 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac200d-c8f1-486e-ae35-c8f5d2ebc7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedeaece-1fc6-4ee0-b2bc-f16d460cf83e,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:19.105711 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (22a96582-81f0-48c8-b782-d4e113966e09), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:19.107757 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 6ca742bc-fb92-40ce-96c2-36d892441115 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:50:19.123534 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f0361-7ff6-423c-a1e1-1d79d14193f7 req-13d335e3-e9be-42fd-8bbf-f1057be86237 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:19.125338 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-483f0361-7ff6-423c-a1e1-1d79d14193f7 req-13d335e3-e9be-42fd-8bbf-f1057be86237 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b25c8ee-660b-4a31-907e-9d90d9b0cfff HTTP/1.1" status: 200  len: 945 time: 0.4582608
Feb 05 20:50:19.126300 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-e87fbe93-289b-45ff-8449-3e0c85146107 req-72baad4c-5ed5-4f29-a807-751d1476155e tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Calling delete_port for e542de45-5072-40ab-a3b1-8d10c900a238 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:50:19.145503 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127ffb6-1939-4806-b3a2-18231d833e3b req-ede80c6e-ccb2-409e-8ec1-f70062512866 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:19.146920 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2127ffb6-1939-4806-b3a2-18231d833e3b req-ede80c6e-ccb2-409e-8ec1-f70062512866 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d55e5c-b6c5-470a-adca-58cea8f1e6ba HTTP/1.1" status: 200  len: 950 time: 0.1364222
Feb 05 20:50:19.209877 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=22a96582-81f0-48c8-b782-d4e113966e09,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:19.224737 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 6ca742bc-fb92-40ce-96c2-36d892441115 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:50:19.231095 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 6ca742bc-fb92-40ce-96c2-36d892441115 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:50:19.231875 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (6ca742bc-fb92-40ce-96c2-36d892441115), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:19.272845 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-483f0361-7ff6-423c-a1e1-1d79d14193f7 req-2f0cbdfc-7ed8-4e54-8abf-8b6799402f52 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1382630
Feb 05 20:50:19.280938 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2127ffb6-1939-4806-b3a2-18231d833e3b req-499f9fda-d129-4dc2-9889-e4d108386690 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1237688
Feb 05 20:50:19.328569 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 6ca742bc-fb92-40ce-96c2-36d892441115 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:50:19.329279 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (6ca742bc-fb92-40ce-96c2-36d892441115), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:19.369690 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 6ca742bc-fb92-40ce-96c2-36d892441115, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6ca742bc-fb92-40ce-96c2-36d892441115,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:19.374500 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (6ca742bc-fb92-40ce-96c2-36d892441115), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:19.397642 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e87fbe93-289b-45ff-8449-3e0c85146107 req-72baad4c-5ed5-4f29-a807-751d1476155e tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (e542de45-5072-40ab-a3b1-8d10c900a238), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:19.412270 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['e542de45-5072-40ab-a3b1-8d10c900a238'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:50:19.443493 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c0a45f91-bb21-4bad-8982-ddee2bcda61a req-19fa2591-dbde-4f70-998b-9d652b7fb49f tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=46c05072-b467-41fd-bd31-e32686f1d131 HTTP/1.1" status: 200  len: 210 time: 0.0555985
Feb 05 20:50:19.455447 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72baad4c-5ed5-4f29-a807-751d1476155e tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Pushing event deleted for resources: {'Port': ['ID=e542de45-5072-40ab-a3b1-8d10c900a238,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:19.478771 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=6ca742bc-fb92-40ce-96c2-36d892441115,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:19.525256 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-e87fbe93-289b-45ff-8449-3e0c85146107 req-72baad4c-5ed5-4f29-a807-751d1476155e tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] No DVR routers for this DVR port e542de45-5072-40ab-a3b1-8d10c900a238 on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:50:19.537468 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e87fbe93-289b-45ff-8449-3e0c85146107 req-72baad4c-5ed5-4f29-a807-751d1476155e tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:19.540801 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e87fbe93-289b-45ff-8449-3e0c85146107 req-72baad4c-5ed5-4f29-a807-751d1476155e tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.39 "DELETE /v2.0/ports/e542de45-5072-40ab-a3b1-8d10c900a238 HTTP/1.1" status: 204  len: 173 time: 1.0709946
Feb 05 20:50:19.541309 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c05072-b467-41fd-bd31-e32686f1d131', 'name': 'network-vif-deleted', 'tag': 'e542de45-5072-40ab-a3b1-8d10c900a238'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:50:19.543585 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78144920-8090-4770-b013-24dd47d44c7e" -d '{"events": [{"server_uuid": "46c05072-b467-41fd-bd31-e32686f1d131", "name": "network-vif-deleted", "tag": "e542de45-5072-40ab-a3b1-8d10c900a238"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:50:19.589312 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba231e-412f-4531-8e45-c0790551b12e req-40eb137d-93e3-4ff2-afbd-6e7e012bb6fd tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:19.592143 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f4ba231e-412f-4531-8e45-c0790551b12e req-40eb137d-93e3-4ff2-afbd-6e7e012bb6fd tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 945 time: 0.1704416
Feb 05 20:50:19.611090 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069c6af-e38a-4741-9c92-800f5b33ac9c req-019a8de4-bf7a-4131-a5cf-cdb8bacb762c tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:19.612601 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5069c6af-e38a-4741-9c92-800f5b33ac9c req-019a8de4-bf7a-4131-a5cf-cdb8bacb762c tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0b25c8ee-660b-4a31-907e-9d90d9b0cfff HTTP/1.1" status: 200  len: 1127 time: 0.0884969
Feb 05 20:50:19.678882 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f4ba231e-412f-4531-8e45-c0790551b12e req-9347248c-4bc9-4c4a-851f-58afe920ab73 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777509
Feb 05 20:50:19.682630 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5069c6af-e38a-4741-9c92-800f5b33ac9c req-78ee61a4-65be-47d3-ab74-bac90b5c3cbb tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632331
Feb 05 20:50:19.694939 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b207cea1-b7c7-41bb-bdac-ea7053089b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a96582-81f0-48c8-b782-d4e113966e09'}, {'server_uuid': '8cd43e5d-65ae-4017-b1e7-2489ffd4f3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca742bc-fb92-40ce-96c2-36d892441115'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:50:19.697761 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a41e4f-7cba-4608-87e5-4c5e989df9c4" -d '{"events": [{"server_uuid": "b207cea1-b7c7-41bb-bdac-ea7053089b59", "name": "network-vif-plugged", "status": "completed", "tag": "22a96582-81f0-48c8-b782-d4e113966e09"}, {"server_uuid": "8cd43e5d-65ae-4017-b1e7-2489ffd4f3bd", "name": "network-vif-plugged", "status": "completed", "tag": "6ca742bc-fb92-40ce-96c2-36d892441115"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:50:19.760242 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfad475-21c5-46ec-9d6d-3438ba710c6e x-openstack-request-id: req-0cfad475-21c5-46ec-9d6d-3438ba710c6e {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:50:19.760545 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c05072-b467-41fd-bd31-e32686f1d131", "name": "network-vif-deleted", "tag": "e542de45-5072-40ab-a3b1-8d10c900a238", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:50:19.760787 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0cfad475-21c5-46ec-9d6d-3438ba710c6e {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:50:19.761189 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c05072-b467-41fd-bd31-e32686f1d131', 'name': 'network-vif-deleted', 'tag': 'e542de45-5072-40ab-a3b1-8d10c900a238', 'status': 'completed', 'code': 200}
Feb 05 20:50:19.854219 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1378757-eee8-4685-886e-9d8a5a654264 req-b91e00cc-b8b3-44e6-bb74-f76a2e5947aa tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:19.855821 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d1378757-eee8-4685-886e-9d8a5a654264 req-b91e00cc-b8b3-44e6-bb74-f76a2e5947aa tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd43e5d-65ae-4017-b1e7-2489ffd4f3bd HTTP/1.1" status: 200  len: 950 time: 0.0847144
Feb 05 20:50:19.879160 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:19.935413 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd56629-a487-4033-b0f3-d49887b58f4d req-c8da9335-19d4-4c17-b1d1-426eecef91cb tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:19.937089 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6cd56629-a487-4033-b0f3-d49887b58f4d req-c8da9335-19d4-4c17-b1d1-426eecef91cb tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.32 "GET /v2.0/ports?device_id=026b29e4-97ef-4a35-89ea-4814c8004e2c HTTP/1.1" status: 200  len: 943 time: 0.1021731
Feb 05 20:50:19.941147 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d1378757-eee8-4685-886e-9d8a5a654264 req-33bd2215-3f31-430f-bb56-9e5f28b54ed3 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702538
Feb 05 20:50:19.995566 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Feb 2022 20:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09bf7be0-5aa5-44ff-8400-66185659e842 x-openstack-request-id: req-09bf7be0-5aa5-44ff-8400-66185659e842 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:50:19.995862 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b207cea1-b7c7-41bb-bdac-ea7053089b59", "name": "network-vif-plugged", "status": "completed", "tag": "22a96582-81f0-48c8-b782-d4e113966e09", "code": 200}, {"server_uuid": "8cd43e5d-65ae-4017-b1e7-2489ffd4f3bd", "name": "network-vif-plugged", "status": "completed", "tag": "6ca742bc-fb92-40ce-96c2-36d892441115", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:50:19.996116 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-09bf7be0-5aa5-44ff-8400-66185659e842 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:50:19.998141 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b207cea1-b7c7-41bb-bdac-ea7053089b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a96582-81f0-48c8-b782-d4e113966e09', 'code': 200}
Feb 05 20:50:19.998429 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd43e5d-65ae-4017-b1e7-2489ffd4f3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca742bc-fb92-40ce-96c2-36d892441115', 'code': 200}
Feb 05 20:50:19.998943 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6cd56629-a487-4033-b0f3-d49887b58f4d req-994d0d5c-c0f2-4dc5-a6ca-f9a73e74cb9b tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd377eec-39f3-4595-bf6a-b4020e5c78ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505049
Feb 05 20:50:20.150186 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6844f-3ee5-465a-a8de-3e07a9aad9dc req-aec8cca9-ca1b-45ff-bfc7-f2fa50296660 tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:20.152086 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1ed6844f-3ee5-465a-a8de-3e07a9aad9dc req-aec8cca9-ca1b-45ff-bfc7-f2fa50296660 tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0b25c8ee-660b-4a31-907e-9d90d9b0cfff HTTP/1.1" status: 200  len: 1127 time: 0.0833442
Feb 05 20:50:20.156958 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d0d78-6d18-40cc-99c0-b8157bb7ab76 req-e74d38b3-22d4-4de9-ad34-8b20fcac9e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:20.158981 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b1d0d78-6d18-40cc-99c0-b8157bb7ab76 req-e74d38b3-22d4-4de9-ad34-8b20fcac9e64 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8cd43e5d-65ae-4017-b1e7-2489ffd4f3bd HTTP/1.1" status: 200  len: 1132 time: 0.0780146
Feb 05 20:50:20.179011 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16135d2b-2e9a-4014-a9f2-18ff10857b7b req-ea846240-41b0-4472-8510-bb1a1cf7107f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:20.181072 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-16135d2b-2e9a-4014-a9f2-18ff10857b7b req-ea846240-41b0-4472-8510-bb1a1cf7107f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 1127 time: 0.0576050
Feb 05 20:50:20.232464 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-16135d2b-2e9a-4014-a9f2-18ff10857b7b req-7f28e48d-a6b6-4002-862e-1da74efce22b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448029
Feb 05 20:50:20.239202 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1ed6844f-3ee5-465a-a8de-3e07a9aad9dc req-5219358c-5920-466b-b280-22924364ea88 tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753486
Feb 05 20:50:20.241670 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b1d0d78-6d18-40cc-99c0-b8157bb7ab76 req-89bc9551-b98f-47dc-b067-789022166cbb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708456
Feb 05 20:50:20.424011 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d947955-450d-4ec7-a29c-83a02070e4dd req-ee4c68c7-e6f3-41ec-8a50-9790e82e9dd0 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:20.425666 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3d947955-450d-4ec7-a29c-83a02070e4dd req-ee4c68c7-e6f3-41ec-8a50-9790e82e9dd0 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d55e5c-b6c5-470a-adca-58cea8f1e6ba HTTP/1.1" status: 200  len: 950 time: 0.0629539
Feb 05 20:50:20.479174 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3d947955-450d-4ec7-a29c-83a02070e4dd req-43a9e5a0-20bf-4aeb-95d2-3b5f4c378380 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473087
Feb 05 20:50:20.635226 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79801be5-9d49-460a-9a74-e123b407bfd1 req-3c760b3d-79b9-4278-ac4e-2180f9d4a980 tempest-ServersOnMultiNodesTest-1240242388 tempest-ServersOnMultiNodesTest-1240242388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:20.636871 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-79801be5-9d49-460a-9a74-e123b407bfd1 req-3c760b3d-79b9-4278-ac4e-2180f9d4a980 tempest-ServersOnMultiNodesTest-1240242388 tempest-ServersOnMultiNodesTest-1240242388-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f2d55e5c-b6c5-470a-adca-58cea8f1e6ba HTTP/1.1" status: 200  len: 1132 time: 0.0454576
Feb 05 20:50:20.683423 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-79801be5-9d49-460a-9a74-e123b407bfd1 req-e58ab3f2-7bec-48ac-a952-a254375fde3e tempest-ServersOnMultiNodesTest-1240242388 tempest-ServersOnMultiNodesTest-1240242388-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399218
Feb 05 20:50:20.878634 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-a77641cc-17e3-422c-97f0-51a600412dd2 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:20.880222 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-a77641cc-17e3-422c-97f0-51a600412dd2 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/networks?id=be4493bf-d1a6-445a-a987-23010e65458b HTTP/1.1" status: 200  len: 812 time: 0.1218712
Feb 05 20:50:20.895856 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-9d07a0d8-43fe-4762-99a0-dbcfce0fd4b1 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/quotas/9d100b9cbd5c471aa5036a7a90989a49 HTTP/1.1" status: 200  len: 375 time: 0.0099638
Feb 05 20:50:20.929106 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-a0ad37eb-329b-4730-adaa-1db63655aeae tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9d100b9cbd5c471aa5036a7a90989a49&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0279319
Feb 05 20:50:21.031455 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-1178823f-bbc6-410a-9c3b-f03a60596798 service neutron] 10.222.0.32 "GET /v2.0/networks/be4493bf-d1a6-445a-a987-23010e65458b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0945730
Feb 05 20:50:21.123670 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-13f33d73-3125-4480-bf68-8b95db645b39 service neutron] 10.222.0.32 "GET /v2.0/networks/be4493bf-d1a6-445a-a987-23010e65458b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862737
Feb 05 20:50:21.301028 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-3bdb8ee7-4121-4f7e-a4bf-ff5c6434f0df tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 20:50:21.302072 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-3bdb8ee7-4121-4f7e-a4bf-ff5c6434f0df tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0062487
Feb 05 20:50:21.340509 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a6983-4c90-4227-9c4f-b14709bb9132 req-4da42d05-9f3f-4b5d-97b8-343008c1f2e2 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:21.342220 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f58a6983-4c90-4227-9c4f-b14709bb9132 req-4da42d05-9f3f-4b5d-97b8-343008c1f2e2 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 945 time: 0.0676715
Feb 05 20:50:21.355184 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-7c568c83-041a-4dfb-8b8b-828902c8db56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:21.357055 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-7c568c83-041a-4dfb-8b8b-828902c8db56 service neutron] 10.222.0.32 "GET /v2.0/ports/eba50d43-1aac-448e-b262-7b4e93db8b1e HTTP/1.1" status: 200  len: 1124 time: 0.0431476
Feb 05 20:50:21.367302 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-63e3708b-03fd-45a7-b17b-59501a9ceb19 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:50:21.368520 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-63e3708b-03fd-45a7-b17b-59501a9ceb19 service neutron] Unknown quota resources ['binding']. {{(pid=114390) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 05 20:50:21.403034 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f58a6983-4c90-4227-9c4f-b14709bb9132 req-589a2fd2-6412-4229-9f04-4fdf2ca7da9a tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507348
Feb 05 20:50:21.517686 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-63e3708b-03fd-45a7-b17b-59501a9ceb19 service neutron] Attempting to bind port eba50d43-1aac-448e-b262-7b4e93db8b1e on host nch2-master-1 for vnic_type normal with profile None {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:50:21.518027 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-63e3708b-03fd-45a7-b17b-59501a9ceb19 service neutron] Attempting to bind port eba50d43-1aac-448e-b262-7b4e93db8b1e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:50:21.518307 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-b2793e7e-2218-461d-bd03-29e749990c96 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=8645008e9e894713967a6f63b339bf46&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0373318
Feb 05 20:50:21.518804 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-63e3708b-03fd-45a7-b17b-59501a9ceb19 service neutron] Attempting to bind port eba50d43-1aac-448e-b262-7b4e93db8b1e on network fc4b732e-5458-48e6-8cda-4d399eeaa947 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:50:21.522833 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-63e3708b-03fd-45a7-b17b-59501a9ceb19 service neutron] Port eba50d43-1aac-448e-b262-7b4e93db8b1e on network fc4b732e-5458-48e6-8cda-4d399eeaa947 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:50:21.523155 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-63e3708b-03fd-45a7-b17b-59501a9ceb19 service neutron] Attempting to bind port eba50d43-1aac-448e-b262-7b4e93db8b1e on network fc4b732e-5458-48e6-8cda-4d399eeaa947 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:50:21.528045 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-63e3708b-03fd-45a7-b17b-59501a9ceb19 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:50:21.528383 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-63e3708b-03fd-45a7-b17b-59501a9ceb19 service neutron] Checking segment: {'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:50:21.528766 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-63e3708b-03fd-45a7-b17b-59501a9ceb19 service neutron] Bound using segment: {'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:50:21.529191 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-63e3708b-03fd-45a7-b17b-59501a9ceb19 service neutron] Bound port: eba50d43-1aac-448e-b262-7b4e93db8b1e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:50:21.569944 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 11f105d2-e259-420f-967b-96ac4ec6ab84 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:50:21.593889 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-63e3708b-03fd-45a7-b17b-59501a9ceb19 service neutron] For port eba50d43-1aac-448e-b262-7b4e93db8b1e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eba50d43-1aac-448e-b262-7b4e93db8b1e,segment=NetworkSegment(69c86b74-d9e1-46c1-9b9b-f16748bd0260),segment_id=69c86b74-d9e1-46c1-9b9b-f16748bd0260)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:50:21.602505 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-63e3708b-03fd-45a7-b17b-59501a9ceb19 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:21.604246 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-63e3708b-03fd-45a7-b17b-59501a9ceb19 service neutron] 10.222.0.32 "POST /v2.0/ports/eba50d43-1aac-448e-b262-7b4e93db8b1e/bindings HTTP/1.1" status: 201  len: 389 time: 0.2405670
Feb 05 20:50:21.659594 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-4fe8ff09-4b4a-4c44-bc29-0caa1d0b485e tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:21.670584 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-4fe8ff09-4b4a-4c44-bc29-0caa1d0b485e tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1443508
Feb 05 20:50:21.695469 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-bdeeb676-54b3-4c65-bdb0-b4205ebb1e2c tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/quotas/8645008e9e894713967a6f63b339bf46 HTTP/1.1" status: 200  len: 375 time: 0.0243032
Feb 05 20:50:21.728939 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 11f105d2-e259-420f-967b-96ac4ec6ab84, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=11f105d2-e259-420f-967b-96ac4ec6ab84,segment=NetworkSegment(70817910-5992-4230-ba1c-0492b1696bd4),segment_id=70817910-5992-4230-ba1c-0492b1696bd4)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:21.745145 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '11f105d2-e259-420f-967b-96ac4ec6ab84', 'network_id': '2a18e24a-2f57-45be-862c-a2debab44199', 'port_id': '11f105d2-e259-420f-967b-96ac4ec6ab84', 'mac_address': 'fa:16:3e:64:f8:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe1c393-6eaf-4a27-8b75-43f4bec0d637', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:50:21.785061 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-8cf46219-2e88-46e8-acce-3710968c0bc4 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8645008e9e894713967a6f63b339bf46&fields=id HTTP/1.1" status: 200  len: 532 time: 0.0886524
Feb 05 20:50:21.791192 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 11f105d2-e259-420f-967b-96ac4ec6ab84 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:50:21.791646 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (11f105d2-e259-420f-967b-96ac4ec6ab84), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:21.809525 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11f105d2-e259-420f-967b-96ac4ec6ab84 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:50:21.847098 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 11f105d2-e259-420f-967b-96ac4ec6ab84, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=11f105d2-e259-420f-967b-96ac4ec6ab84,segment=NetworkSegment(70817910-5992-4230-ba1c-0492b1696bd4),segment_id=70817910-5992-4230-ba1c-0492b1696bd4)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:21.853749 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (11f105d2-e259-420f-967b-96ac4ec6ab84), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:21.920178 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=11f105d2-e259-420f-967b-96ac4ec6ab84,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:22.075014 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68fc7109-4306-4c53-8784-6a425d7a766b req-34e2d3a6-f345-444f-8355-3ddb61c7e098 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0746236
Feb 05 20:50:22.185516 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-d7fa8f1f-551c-4aa6-ab7f-6029b5789bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:22.187338 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-d7fa8f1f-551c-4aa6-ab7f-6029b5789bc0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cee5ceeb66aa4167b6492470edbad369&device_id=0b25c8ee-660b-4a31-907e-9d90d9b0cfff HTTP/1.1" status: 200  len: 1127 time: 0.2100136
Feb 05 20:50:22.233173 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e92da-d882-4b0e-b3ae-fe8b269d7615 req-925207d3-7741-477c-a566-c7691c311201 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:22.235105 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-936e92da-d882-4b0e-b3ae-fe8b269d7615 req-925207d3-7741-477c-a566-c7691c311201 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd43e5d-65ae-4017-b1e7-2489ffd4f3bd HTTP/1.1" status: 200  len: 950 time: 0.1835144
Feb 05 20:50:22.314032 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc7109-4306-4c53-8784-6a425d7a766b req-80fd0b83-39c2-4979-bcd5-db346728bbc1 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:22.315565 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68fc7109-4306-4c53-8784-6a425d7a766b req-80fd0b83-39c2-4979-bcd5-db346728bbc1 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2198248
Feb 05 20:50:22.354806 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68fc7109-4306-4c53-8784-6a425d7a766b req-c21f589a-c773-412c-ae14-850cc25915d5 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/quotas/21a126c3c7904a7b98023d4d9f1f8f51 HTTP/1.1" status: 200  len: 375 time: 0.0326085
Feb 05 20:50:22.358308 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['11f105d2-e259-420f-967b-96ac4ec6ab84'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:50:22.384023 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-936e92da-d882-4b0e-b3ae-fe8b269d7615 req-621a399d-ea71-4d73-95a7-068c8de0adff tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1366360
Feb 05 20:50:22.410657 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68fc7109-4306-4c53-8784-6a425d7a766b req-756fd727-41f5-490b-9645-e79962d6b6b1 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0481858
Feb 05 20:50:22.412050 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-75e1f06f-ba89-4ec6-b4b3-87a79b8d0352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:22.413718 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-75e1f06f-ba89-4ec6-b4b3-87a79b8d0352 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc4b732e-5458-48e6-8cda-4d399eeaa947 HTTP/1.1" status: 200  len: 909 time: 0.2167964
Feb 05 20:50:22.495621 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-9f27a50b-f916-4e8c-adb3-de357b20fdae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eba50d43-1aac-448e-b262-7b4e93db8b1e HTTP/1.1" status: 200  len: 217 time: 0.0730252
Feb 05 20:50:22.628698 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-5354c18d-b489-430f-94c5-8e07b688a590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:22.630429 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-5354c18d-b489-430f-94c5-8e07b688a590 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=30766dd9-3364-437e-a8fd-68757651ef32 HTTP/1.1" status: 200  len: 848 time: 0.1237514
Feb 05 20:50:22.642796 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23477e-0ffd-44e2-9b7c-0623ed806f85 req-e6a603bf-8a3f-4644-b262-000921105d30 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:22.650054 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4e23477e-0ffd-44e2-9b7c-0623ed806f85 req-e6a603bf-8a3f-4644-b262-000921105d30 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.32 "GET /v2.0/ports?device_id=026b29e4-97ef-4a35-89ea-4814c8004e2c HTTP/1.1" status: 200  len: 944 time: 0.1534214
Feb 05 20:50:22.653971 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-adaef799-159c-413d-bff7-825dadc4ed17 req-9ffc96ab-2097-43d4-8b8a-01d189b438a8 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=72995f20-a737-47cb-85c1-9a248b9d9fbb HTTP/1.1" status: 200  len: 210 time: 0.0686026
Feb 05 20:50:22.715399 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-e1953b47-c9ba-4981-b51a-037a60791216 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4b732e-5458-48e6-8cda-4d399eeaa947&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0603011
Feb 05 20:50:22.773282 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-a0945581-af76-489a-a59a-7acd9586a010 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:22.774818 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-a0945581-af76-489a-a59a-7acd9586a010 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.39 "GET /v2.0/networks?id=be4493bf-d1a6-445a-a987-23010e65458b HTTP/1.1" status: 200  len: 812 time: 0.1803396
Feb 05 20:50:22.795281 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-98d7c4ac-0047-49a7-ac86-af5eb73f6cce tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Request body: {'port': {'device_id': '72995f20-a737-47cb-85c1-9a248b9d9fbb', 'network_id': 'be4493bf-d1a6-445a-a987-23010e65458b', 'admin_state_up': True, 'tenant_id': '9d100b9cbd5c471aa5036a7a90989a49'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:50:22.797790 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4e23477e-0ffd-44e2-9b7c-0623ed806f85 req-852e5c57-ed1c-4d7f-a62c-4fbd33addf8e tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd377eec-39f3-4595-bf6a-b4020e5c78ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1466656
Feb 05 20:50:22.924975 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device e542de45-5072-40ab-a3b1-8d10c900a238 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:50:22.940332 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e464263b-d8d4-4860-8f45-9a7e1c3d5ceb req-937b847d-af8f-4489-adf6-660afb846d33 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=48566981-f9d9-4917-bbc4-96a16ac26bcb HTTP/1.1" status: 200  len: 210 time: 0.0581765
Feb 05 20:50:22.973549 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: e542de45-5072-40ab-a3b1-8d10c900a238 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:50:22.973978 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device e542de45-5072-40ab-a3b1-8d10c900a238 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:50:22.974579 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-98d7c4ac-0047-49a7-ac86-af5eb73f6cce tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Made reservation on behalf of 9d100b9cbd5c471aa5036a7a90989a49 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:50:22.978444 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-98d7c4ac-0047-49a7-ac86-af5eb73f6cce tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:22.986437 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe430c-ec3b-4b0b-9853-f3bf1f8107b5 req-567f531a-b3ee-4cfe-9490-0a335b033bd2 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:22.995134 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9ffe430c-ec3b-4b0b-9853-f3bf1f8107b5 req-567f531a-b3ee-4cfe-9490-0a335b033bd2 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b25c8ee-660b-4a31-907e-9d90d9b0cfff HTTP/1.1" status: 200  len: 945 time: 0.2379491
Feb 05 20:50:23.027190 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-5b3e0cad-bcbd-4248-a859-9ab08431cfa0 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2889066
Feb 05 20:50:23.107708 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9ffe430c-ec3b-4b0b-9853-f3bf1f8107b5 req-6b41b2c9-7d70-421b-a745-8824ef9ab6f2 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100934
Feb 05 20:50:23.117083 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-98d7c4ac-0047-49a7-ac86-af5eb73f6cce tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Allocated IP 172.20.0.14 (be4493bf-d1a6-445a-a987-23010e65458b/4e9cd80a-75d3-4781-9154-c886c97be771/8a8554da-7bf8-4cbf-b715-89957c1287c1) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:50:23.174914 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06433b16-0331-446e-98a7-a6bf57afb1fb req-d837f40a-e04a-4b03-9476-2768b9fc8815 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:23.176435 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-06433b16-0331-446e-98a7-a6bf57afb1fb req-d837f40a-e04a-4b03-9476-2768b9fc8815 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 945 time: 0.1560035
Feb 05 20:50:23.202862 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-17a6807a-91db-44b3-9e29-5c4ec3656878 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1603029
Feb 05 20:50:23.239369 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b14ec354-3eeb-4ab0-a071-8c6299e5281a req-3822ce35-af05-48e8-939c-0f59ece70390 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 210 time: 0.0404081
Feb 05 20:50:23.271730 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-06433b16-0331-446e-98a7-a6bf57afb1fb req-50923270-3181-412c-ab70-267230d20e97 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833216
Feb 05 20:50:23.319134 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-98d7c4ac-0047-49a7-ac86-af5eb73f6cce tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks [] for port (8a8554da-7bf8-4cbf-b715-89957c1287c1), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:23.352614 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-05d149ca-8724-46b5-a667-c7c6ebbe8a51 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=8645008e9e894713967a6f63b339bf46&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0224841
Feb 05 20:50:23.391656 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-98d7c4ac-0047-49a7-ac86-af5eb73f6cce tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (8a8554da-7bf8-4cbf-b715-89957c1287c1), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:23.473368 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-98d7c4ac-0047-49a7-ac86-af5eb73f6cce tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Network be4493bf-d1a6-445a-a987-23010e65458b is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:50:23.476722 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-98d7c4ac-0047-49a7-ac86-af5eb73f6cce tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:50:23.498242 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-98d7c4ac-0047-49a7-ac86-af5eb73f6cce tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:50:23.553078 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36abc1-40e3-4f41-b45b-4ab2ce747467 req-5df3f562-01bf-46b3-9aa7-0be2eafe0d40 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:23.554622 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ca36abc1-40e3-4f41-b45b-4ab2ce747467 req-5df3f562-01bf-46b3-9aa7-0be2eafe0d40 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 1127 time: 0.1848745
Feb 05 20:50:23.572886 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d7c4ac-0047-49a7-ac86-af5eb73f6cce tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Pushing event updated for resources: {'Port': ['ID=8a8554da-7bf8-4cbf-b715-89957c1287c1,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:23.587840 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-96f7f6b5-a003-4500-9369-3e4b52b1fdc2 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:23.589454 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-96f7f6b5-a003-4500-9369-3e4b52b1fdc2 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2306912
Feb 05 20:50:23.594293 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-98d7c4ac-0047-49a7-ac86-af5eb73f6cce tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:23.595047 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-98d7c4ac-0047-49a7-ac86-af5eb73f6cce tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:23.613015 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-1ae52396-3379-41a5-bc42-3007a57b4526 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Request body: {'port': {'device_id': '48566981-f9d9-4917-bbc4-96a16ac26bcb', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'admin_state_up': True, 'tenant_id': '8645008e9e894713967a6f63b339bf46'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:50:23.613479 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-98d7c4ac-0047-49a7-ac86-af5eb73f6cce tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8237653
Feb 05 20:50:23.633210 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-83b9bae9-345f-4976-a05b-36f2f09540bf service neutron] Request body: {'port': {'device_id': '72995f20-a737-47cb-85c1-9a248b9d9fbb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:50:23.658899 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4529579-3765-40bc-bf1b-68abab47c2d4 req-11de62fd-9cd3-4edf-8c99-9a4c495a5b66 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:23.662875 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d4529579-3765-40bc-bf1b-68abab47c2d4 req-11de62fd-9cd3-4edf-8c99-9a4c495a5b66 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd43e5d-65ae-4017-b1e7-2489ffd4f3bd HTTP/1.1" status: 200  len: 950 time: 0.1604223
Feb 05 20:50:23.700645 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-83b9bae9-345f-4976-a05b-36f2f09540bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8a8554da-7bf8-4cbf-b715-89957c1287c1), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:23.702758 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ca36abc1-40e3-4f41-b45b-4ab2ce747467 req-83baf8da-d352-4812-980a-118a02671aa9 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1340690
Feb 05 20:50:23.765299 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d4529579-3765-40bc-bf1b-68abab47c2d4 req-1f972230-ddc4-4087-a736-0aacc5347bee tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933356
Feb 05 20:50:23.826293 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-1ae52396-3379-41a5-bc42-3007a57b4526 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Made reservation on behalf of 8645008e9e894713967a6f63b339bf46 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:50:23.830774 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-1ae52396-3379-41a5-bc42-3007a57b4526 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:23.987519 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b614ca-b38e-415d-930d-eedc06ebc660 req-1f0d04b0-d317-4dfa-9294-8ba388c56174 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:23.989284 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28b614ca-b38e-415d-930d-eedc06ebc660 req-1f0d04b0-d317-4dfa-9294-8ba388c56174 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=72995f20-a737-47cb-85c1-9a248b9d9fbb HTTP/1.1" status: 200  len: 932 time: 0.1687477
Feb 05 20:50:24.015424 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3d793-fca7-4115-8c8e-4a5021eeeaca req-8b8823e8-8cea-4ffc-8ff3-d01cf11eae57 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:24.017045 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-12b3d793-fca7-4115-8c8e-4a5021eeeaca req-8b8823e8-8cea-4ffc-8ff3-d01cf11eae57 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 1127 time: 0.1442544
Feb 05 20:50:24.047550 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68fc7109-4306-4c53-8784-6a425d7a766b req-c0514a78-24f7-4923-8d61-e4e4ab5fcef8 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0482490
Feb 05 20:50:24.056347 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-83b9bae9-345f-4976-a05b-36f2f09540bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a8554da-7bf8-4cbf-b715-89957c1287c1 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:50:24.068564 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-83b9bae9-345f-4976-a05b-36f2f09540bf service neutron] Publish callbacks [] for port (8a8554da-7bf8-4cbf-b715-89957c1287c1), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:24.085961 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-83b9bae9-345f-4976-a05b-36f2f09540bf service neutron] Transition to ACTIVE for port object 8a8554da-7bf8-4cbf-b715-89957c1287c1 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:50:24.091772 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-83b9bae9-345f-4976-a05b-36f2f09540bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (8a8554da-7bf8-4cbf-b715-89957c1287c1), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:24.158505 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b9bae9-345f-4976-a05b-36f2f09540bf service neutron] Pushing event updated for resources: {'Port': ['ID=8a8554da-7bf8-4cbf-b715-89957c1287c1,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:24.231755 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28b614ca-b38e-415d-930d-eedc06ebc660 req-772621c3-e185-4d45-915e-ab8aed652b7f tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2341452
Feb 05 20:50:24.234071 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-83b9bae9-345f-4976-a05b-36f2f09540bf service neutron] Attempting to bind port 8a8554da-7bf8-4cbf-b715-89957c1287c1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:50:24.234439 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-83b9bae9-345f-4976-a05b-36f2f09540bf service neutron] Attempting to bind port 8a8554da-7bf8-4cbf-b715-89957c1287c1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '743051ff-9f95-4efc-9230-9f61d36c1128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'be4493bf-d1a6-445a-a987-23010e65458b'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:50:24.234773 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-83b9bae9-345f-4976-a05b-36f2f09540bf service neutron] Attempting to bind port 8a8554da-7bf8-4cbf-b715-89957c1287c1 on network be4493bf-d1a6-445a-a987-23010e65458b {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:50:24.248179 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-1ae52396-3379-41a5-bc42-3007a57b4526 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Allocated IP 192.168.233.152 (f760d6ec-7837-431c-910c-37572c24f936/42e3c763-0926-4b49-ade5-d66ee3d4c489/2d005731-eb27-48c9-8054-1bd2d943230e) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:50:24.249583 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-83b9bae9-345f-4976-a05b-36f2f09540bf service neutron] Port 8a8554da-7bf8-4cbf-b715-89957c1287c1 on network be4493bf-d1a6-445a-a987-23010e65458b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:50:24.251860 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-83b9bae9-345f-4976-a05b-36f2f09540bf service neutron] Attempting to bind port 8a8554da-7bf8-4cbf-b715-89957c1287c1 on network be4493bf-d1a6-445a-a987-23010e65458b {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:50:24.261424 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-83b9bae9-345f-4976-a05b-36f2f09540bf service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:50:24.262427 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-83b9bae9-345f-4976-a05b-36f2f09540bf service neutron] Checking segment: {'id': '743051ff-9f95-4efc-9230-9f61d36c1128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'be4493bf-d1a6-445a-a987-23010e65458b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:50:24.262834 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-83b9bae9-345f-4976-a05b-36f2f09540bf service neutron] Bound using segment: {'id': '743051ff-9f95-4efc-9230-9f61d36c1128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'be4493bf-d1a6-445a-a987-23010e65458b'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:50:24.263269 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-83b9bae9-345f-4976-a05b-36f2f09540bf service neutron] Bound port: 8a8554da-7bf8-4cbf-b715-89957c1287c1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '743051ff-9f95-4efc-9230-9f61d36c1128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'be4493bf-d1a6-445a-a987-23010e65458b'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:50:24.263774 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-83b9bae9-345f-4976-a05b-36f2f09540bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8a8554da-7bf8-4cbf-b715-89957c1287c1), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:24.272459 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-12b3d793-fca7-4115-8c8e-4a5021eeeaca req-84edb035-0d6d-4edb-ab39-72b754225731 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2310693
Feb 05 20:50:24.351540 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc7109-4306-4c53-8784-6a425d7a766b req-a3cf796c-c09a-4440-ab5d-8910eda661fb tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:24.357004 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-83b9bae9-345f-4976-a05b-36f2f09540bf service neutron] For port 8a8554da-7bf8-4cbf-b715-89957c1287c1, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:50:24.358914 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68fc7109-4306-4c53-8784-6a425d7a766b req-a3cf796c-c09a-4440-ab5d-8910eda661fb tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2923832
Feb 05 20:50:24.361351 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-83b9bae9-345f-4976-a05b-36f2f09540bf service neutron] For port 8a8554da-7bf8-4cbf-b715-89957c1287c1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a8554da-7bf8-4cbf-b715-89957c1287c1,segment=NetworkSegment(743051ff-9f95-4efc-9230-9f61d36c1128),segment_id=743051ff-9f95-4efc-9230-9f61d36c1128)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:50:24.370264 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-68fc7109-4306-4c53-8784-6a425d7a766b req-3b79110c-69a3-440b-b125-2d6f93b8041b tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Request body: {'port': {'device_id': '660e254d-d72a-4427-8eaf-b34ff5278fe3', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'admin_state_up': True, 'tenant_id': '21a126c3c7904a7b98023d4d9f1f8f51'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:50:24.372925 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-83b9bae9-345f-4976-a05b-36f2f09540bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (8a8554da-7bf8-4cbf-b715-89957c1287c1), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:24.412392 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-83b9bae9-345f-4976-a05b-36f2f09540bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:24.413665 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-83b9bae9-345f-4976-a05b-36f2f09540bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:24.415173 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-83b9bae9-345f-4976-a05b-36f2f09540bf service neutron] 10.222.0.39 "PUT /v2.0/ports/8a8554da-7bf8-4cbf-b715-89957c1287c1 HTTP/1.1" status: 200  len: 1092 time: 0.7876337
Feb 05 20:50:24.417600 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72995f20-a737-47cb-85c1-9a248b9d9fbb', 'tag': '8a8554da-7bf8-4cbf-b715-89957c1287c1'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:50:24.443453 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1c6a6f-1a5b-4467-8c54-32e66720bae0" -d '{"events": [{"name": "network-changed", "server_uuid": "72995f20-a737-47cb-85c1-9a248b9d9fbb", "tag": "8a8554da-7bf8-4cbf-b715-89957c1287c1"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:50:24.487290 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b9bae9-345f-4976-a05b-36f2f09540bf service neutron] Pushing event updated for resources: {'Port': ['ID=8a8554da-7bf8-4cbf-b715-89957c1287c1,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:24.546495 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-ab131135-024b-4875-b4ee-c848ce500ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:24.548445 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-ab131135-024b-4875-b4ee-c848ce500ac2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9d100b9cbd5c471aa5036a7a90989a49&device_id=72995f20-a737-47cb-85c1-9a248b9d9fbb HTTP/1.1" status: 200  len: 1126 time: 0.0576134
Feb 05 20:50:24.628778 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-82ea1ae6-5d19-4b2f-b6fb-6d9932c80bf4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a8554da-7bf8-4cbf-b715-89957c1287c1 HTTP/1.1" status: 200  len: 217 time: 0.0654709
Feb 05 20:50:24.679807 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-7e85b24b-f28a-40a1-89e7-21427eebecff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:24.681345 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-7e85b24b-f28a-40a1-89e7-21427eebecff service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4e9cd80a-75d3-4781-9154-c886c97be771 HTTP/1.1" status: 200  len: 852 time: 0.0459921
Feb 05 20:50:24.749064 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-7118317e-c372-46bc-8eb6-f27fa06c16c6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be4493bf-d1a6-445a-a987-23010e65458b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0270410
Feb 05 20:50:24.851430 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-4f28d88e-779e-49ac-a797-451df577bc0b service neutron] 10.222.0.39 "GET /v2.0/networks/be4493bf-d1a6-445a-a987-23010e65458b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0887711
Feb 05 20:50:24.891221 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8d06cc05-ff26-4d67-b0e2-d4565856ec39 req-ecb02959-1d0a-423d-beca-94cd5bc58d50 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=48566981-f9d9-4917-bbc4-96a16ac26bcb HTTP/1.1" status: 200  len: 210 time: 0.0450218
Feb 05 20:50:24.918037 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de855af3-92aa-44bc-8f68-3ca0b2414772 req-9615a3e3-722b-4d59-afb8-f04d9b67a256 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:24.919562 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-de855af3-92aa-44bc-8f68-3ca0b2414772 req-9615a3e3-722b-4d59-afb8-f04d9b67a256 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.32 "GET /v2.0/ports?device_id=026b29e4-97ef-4a35-89ea-4814c8004e2c HTTP/1.1" status: 200  len: 944 time: 0.5392289
Feb 05 20:50:24.974654 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-1ae52396-3379-41a5-bc42-3007a57b4526 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks [] for port (2d005731-eb27-48c9-8054-1bd2d943230e), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:24.984205 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-048ca16a-0d41-48ed-ada9-c23c2cdaeba1 req-bfcdb4b7-b1a4-43b7-bb2a-3b4a5b3be8e4 service neutron] 10.222.0.39 "GET /v2.0/networks/be4493bf-d1a6-445a-a987-23010e65458b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1020331
Feb 05 20:50:25.005293 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68fc7109-4306-4c53-8784-6a425d7a766b req-3b79110c-69a3-440b-b125-2d6f93b8041b tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Made reservation on behalf of 21a126c3c7904a7b98023d4d9f1f8f51 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:50:25.008889 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-68fc7109-4306-4c53-8784-6a425d7a766b req-3b79110c-69a3-440b-b125-2d6f93b8041b tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:25.039760 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-68fc7109-4306-4c53-8784-6a425d7a766b req-3b79110c-69a3-440b-b125-2d6f93b8041b tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:25.068110 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-de855af3-92aa-44bc-8f68-3ca0b2414772 req-c1e284b3-2581-4ea1-b89e-78049b4132e7 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd377eec-39f3-4595-bf6a-b4020e5c78ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1361315
Feb 05 20:50:25.112734 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b27e0-1658-4e1d-9422-b616d9db768d req-0f732a0d-e009-4815-88c6-1fbb9d87a385 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:25.114199 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dd9b27e0-1658-4e1d-9422-b616d9db768d req-0f732a0d-e009-4815-88c6-1fbb9d87a385 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b25c8ee-660b-4a31-907e-9d90d9b0cfff HTTP/1.1" status: 200  len: 945 time: 0.1445575
Feb 05 20:50:25.118366 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-1ae52396-3379-41a5-bc42-3007a57b4526 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (2d005731-eb27-48c9-8054-1bd2d943230e), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:25.131918 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115', '82af46c8-9f11-47e2-ab65-43312635dfe5'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:50:25.134863 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec', '71b95491-c3b0-4a8e-b401-e967ded4cea1', '91ae31fa-119f-44f4-bbf4-4cec63520c50', 'e5a3c720-1014-483e-9fde-682c2c038fa6', 'a32103ec-9463-4980-96ea-a0dee3f9deee'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:50:25.209449 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6d94d2dd-850f-462e-a011-524a109e45c3 req-0521c933-6528-4c57-b327-df32aa5e11c4 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 210 time: 0.0733283
Feb 05 20:50:25.222789 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-1ae52396-3379-41a5-bc42-3007a57b4526 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Network f760d6ec-7837-431c-910c-37572c24f936 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:50:25.238325 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-1ae52396-3379-41a5-bc42-3007a57b4526 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:50:25.245511 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-1ae52396-3379-41a5-bc42-3007a57b4526 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:50:25.252420 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae52396-3379-41a5-bc42-3007a57b4526 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Pushing event updated for resources: {'Port': ['ID=2d005731-eb27-48c9-8054-1bd2d943230e,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:25.300819 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dd9b27e0-1658-4e1d-9422-b616d9db768d req-b44e11af-8c33-42b3-bc16-e065668fe8eb tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1804495
Feb 05 20:50:25.318826 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-68fc7109-4306-4c53-8784-6a425d7a766b req-3b79110c-69a3-440b-b125-2d6f93b8041b tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Publish callbacks [] for security_group (d1c740c0-c24e-441f-b427-006d2bc207d3), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:25.342730 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-1ae52396-3379-41a5-bc42-3007a57b4526 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:25.343390 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-1ae52396-3379-41a5-bc42-3007a57b4526 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:25.345087 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfa3528-a618-4617-82d4-d0706f13fa7d x-openstack-request-id: req-8dfa3528-a618-4617-82d4-d0706f13fa7d {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:50:25.345723 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72995f20-a737-47cb-85c1-9a248b9d9fbb", "tag": "8a8554da-7bf8-4cbf-b715-89957c1287c1", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:50:25.347353 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-68fc7109-4306-4c53-8784-6a425d7a766b req-3b79110c-69a3-440b-b125-2d6f93b8041b tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (d1c740c0-c24e-441f-b427-006d2bc207d3), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:25.347550 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8dfa3528-a618-4617-82d4-d0706f13fa7d {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:50:25.348061 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72995f20-a737-47cb-85c1-9a248b9d9fbb', 'tag': '8a8554da-7bf8-4cbf-b715-89957c1287c1', 'status': 'completed', 'code': 200}
Feb 05 20:50:25.404739 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-1ae52396-3379-41a5-bc42-3007a57b4526 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.8008034
Feb 05 20:50:25.482737 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c6a6f-1a5b-4467-8c54-32e66720bae0 req-1b607786-d8d1-4f7b-9808-aae1dd33122d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:25.484750 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cf1c6a6f-1a5b-4467-8c54-32e66720bae0 req-1b607786-d8d1-4f7b-9808-aae1dd33122d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9d100b9cbd5c471aa5036a7a90989a49&device_id=72995f20-a737-47cb-85c1-9a248b9d9fbb HTTP/1.1" status: 200  len: 1126 time: 0.1067870
Feb 05 20:50:25.487743 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-45278f9c-e0be-43c7-949c-cb3ec8f8d33d service neutron] Request body: {'port': {'device_id': '48566981-f9d9-4917-bbc4-96a16ac26bcb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:50:25.510416 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79110c-69a3-440b-b125-2d6f93b8041b tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c740c0-c24e-441f-b427-006d2bc207d3,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:25.625947 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 11f105d2-e259-420f-967b-96ac4ec6ab84 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:50:25.654155 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c6a6f-1a5b-4467-8c54-32e66720bae0 req-faf3ebda-6c96-4fda-97f6-403661bcbd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:25.657027 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cf1c6a6f-1a5b-4467-8c54-32e66720bae0 req-faf3ebda-6c96-4fda-97f6-403661bcbd37 service neutron] 10.222.0.39 "GET /v2.0/networks?id=be4493bf-d1a6-445a-a987-23010e65458b HTTP/1.1" status: 200  len: 913 time: 0.1626079
Feb 05 20:50:25.704911 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-45278f9c-e0be-43c7-949c-cb3ec8f8d33d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (2d005731-eb27-48c9-8054-1bd2d943230e), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:25.723156 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-68fc7109-4306-4c53-8784-6a425d7a766b req-3b79110c-69a3-440b-b125-2d6f93b8041b tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Allocated IP 192.168.233.105 (f760d6ec-7837-431c-910c-37572c24f936/42e3c763-0926-4b49-ade5-d66ee3d4c489/4a4d7d0a-509a-455e-a91a-7918634eb647) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:50:25.740054 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 11f105d2-e259-420f-967b-96ac4ec6ab84 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:50:25.742669 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e95704-7156-45ed-a7ef-eb95cdf5116d req-0cdd55e9-13b9-47a3-a69f-18ccb49de4b1 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:25.743708 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cf1c6a6f-1a5b-4467-8c54-32e66720bae0 req-4a28d5e8-0cd8-40ad-acfd-1caaa6978fe5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a8554da-7bf8-4cbf-b715-89957c1287c1 HTTP/1.1" status: 200  len: 217 time: 0.0717158
Feb 05 20:50:25.747592 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f3e95704-7156-45ed-a7ef-eb95cdf5116d req-0cdd55e9-13b9-47a3-a69f-18ccb49de4b1 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=72995f20-a737-47cb-85c1-9a248b9d9fbb HTTP/1.1" status: 200  len: 944 time: 0.2756047
Feb 05 20:50:25.759178 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 11f105d2-e259-420f-967b-96ac4ec6ab84 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:50:25.759565 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (11f105d2-e259-420f-967b-96ac4ec6ab84), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:25.761066 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-1b1545c0-36cd-47b7-83b8-5d7664d02eb2 None None] Provisioning complete for port 2d005731-eb27-48c9-8054-1bd2d943230e triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:50:25.761426 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1b1545c0-36cd-47b7-83b8-5d7664d02eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (2d005731-eb27-48c9-8054-1bd2d943230e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:25.803860 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-1b1545c0-36cd-47b7-83b8-5d7664d02eb2 None None] Port 2d005731-eb27-48c9-8054-1bd2d943230e cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:50:25.830418 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c6a6f-1a5b-4467-8c54-32e66720bae0 req-0a17b65a-d2ee-4780-a765-704bc4bf4ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:25.832084 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cf1c6a6f-1a5b-4467-8c54-32e66720bae0 req-0a17b65a-d2ee-4780-a765-704bc4bf4ee7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4e9cd80a-75d3-4781-9154-c886c97be771 HTTP/1.1" status: 200  len: 852 time: 0.0652239
Feb 05 20:50:25.850973 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f3e95704-7156-45ed-a7ef-eb95cdf5116d req-91b3986c-1fa8-44ac-88b4-d503d677e134 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938640
Feb 05 20:50:25.872745 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cf1c6a6f-1a5b-4467-8c54-32e66720bae0 req-94a459e4-516e-432c-8005-e2d86d0ef3e7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be4493bf-d1a6-445a-a987-23010e65458b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0333529
Feb 05 20:50:25.966970 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 11f105d2-e259-420f-967b-96ac4ec6ab84 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:50:25.967448 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (11f105d2-e259-420f-967b-96ac4ec6ab84), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:26.006506 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cf1c6a6f-1a5b-4467-8c54-32e66720bae0 req-fb87e354-baf4-4d7d-b90a-18d5def73128 service neutron] 10.222.0.39 "GET /v2.0/networks/be4493bf-d1a6-445a-a987-23010e65458b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1138732
Feb 05 20:50:26.014987 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026b29e4-97ef-4a35-89ea-4814c8004e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f105d2-e259-420f-967b-96ac4ec6ab84'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:50:26.017275 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572bd9f3-c962-45c5-8f67-2db3979183b3" -d '{"events": [{"server_uuid": "026b29e4-97ef-4a35-89ea-4814c8004e2c", "name": "network-vif-plugged", "status": "completed", "tag": "11f105d2-e259-420f-967b-96ac4ec6ab84"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:50:26.038223 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 11f105d2-e259-420f-967b-96ac4ec6ab84, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=11f105d2-e259-420f-967b-96ac4ec6ab84,segment=NetworkSegment(70817910-5992-4230-ba1c-0492b1696bd4),segment_id=70817910-5992-4230-ba1c-0492b1696bd4)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:26.048481 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (11f105d2-e259-420f-967b-96ac4ec6ab84), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:26.128994 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=11f105d2-e259-420f-967b-96ac4ec6ab84,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:26.132512 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cf1c6a6f-1a5b-4467-8c54-32e66720bae0 req-94caf798-0ad4-4e98-849f-102dcef02136 service neutron] 10.222.0.39 "GET /v2.0/networks/be4493bf-d1a6-445a-a987-23010e65458b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1160834
Feb 05 20:50:26.166425 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14712a06-33de-45f0-a38c-f05df2e21eb1 req-f80ac6ef-207f-455c-89a9-af4e24d0e849 tempest-ServersAdminTestJSON-836322830 tempest-ServersAdminTestJSON-836322830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:26.166916 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14712a06-33de-45f0-a38c-f05df2e21eb1 req-f80ac6ef-207f-455c-89a9-af4e24d0e849 tempest-ServersAdminTestJSON-836322830 tempest-ServersAdminTestJSON-836322830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:26.167371 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14712a06-33de-45f0-a38c-f05df2e21eb1 req-f80ac6ef-207f-455c-89a9-af4e24d0e849 tempest-ServersAdminTestJSON-836322830 tempest-ServersAdminTestJSON-836322830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:26.168585 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14712a06-33de-45f0-a38c-f05df2e21eb1 req-f80ac6ef-207f-455c-89a9-af4e24d0e849 tempest-ServersAdminTestJSON-836322830 tempest-ServersAdminTestJSON-836322830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:26.169061 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14712a06-33de-45f0-a38c-f05df2e21eb1 req-f80ac6ef-207f-455c-89a9-af4e24d0e849 tempest-ServersAdminTestJSON-836322830 tempest-ServersAdminTestJSON-836322830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:26.169353 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14712a06-33de-45f0-a38c-f05df2e21eb1 req-f80ac6ef-207f-455c-89a9-af4e24d0e849 tempest-ServersAdminTestJSON-836322830 tempest-ServersAdminTestJSON-836322830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:26.169809 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14712a06-33de-45f0-a38c-f05df2e21eb1 req-f80ac6ef-207f-455c-89a9-af4e24d0e849 tempest-ServersAdminTestJSON-836322830 tempest-ServersAdminTestJSON-836322830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:26.170264 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14712a06-33de-45f0-a38c-f05df2e21eb1 req-f80ac6ef-207f-455c-89a9-af4e24d0e849 tempest-ServersAdminTestJSON-836322830 tempest-ServersAdminTestJSON-836322830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:26.170747 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14712a06-33de-45f0-a38c-f05df2e21eb1 req-f80ac6ef-207f-455c-89a9-af4e24d0e849 tempest-ServersAdminTestJSON-836322830 tempest-ServersAdminTestJSON-836322830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:26.171206 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14712a06-33de-45f0-a38c-f05df2e21eb1 req-f80ac6ef-207f-455c-89a9-af4e24d0e849 tempest-ServersAdminTestJSON-836322830 tempest-ServersAdminTestJSON-836322830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:26.171833 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14712a06-33de-45f0-a38c-f05df2e21eb1 req-f80ac6ef-207f-455c-89a9-af4e24d0e849 tempest-ServersAdminTestJSON-836322830 tempest-ServersAdminTestJSON-836322830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:26.174949 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14712a06-33de-45f0-a38c-f05df2e21eb1 req-f80ac6ef-207f-455c-89a9-af4e24d0e849 tempest-ServersAdminTestJSON-836322830 tempest-ServersAdminTestJSON-836322830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:26.175440 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14712a06-33de-45f0-a38c-f05df2e21eb1 req-f80ac6ef-207f-455c-89a9-af4e24d0e849 tempest-ServersAdminTestJSON-836322830 tempest-ServersAdminTestJSON-836322830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:26.175914 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14712a06-33de-45f0-a38c-f05df2e21eb1 req-f80ac6ef-207f-455c-89a9-af4e24d0e849 tempest-ServersAdminTestJSON-836322830 tempest-ServersAdminTestJSON-836322830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:26.176382 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14712a06-33de-45f0-a38c-f05df2e21eb1 req-f80ac6ef-207f-455c-89a9-af4e24d0e849 tempest-ServersAdminTestJSON-836322830 tempest-ServersAdminTestJSON-836322830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:26.177167 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14712a06-33de-45f0-a38c-f05df2e21eb1 req-f80ac6ef-207f-455c-89a9-af4e24d0e849 tempest-ServersAdminTestJSON-836322830 tempest-ServersAdminTestJSON-836322830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:26.177513 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14712a06-33de-45f0-a38c-f05df2e21eb1 req-f80ac6ef-207f-455c-89a9-af4e24d0e849 tempest-ServersAdminTestJSON-836322830 tempest-ServersAdminTestJSON-836322830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:26.177981 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14712a06-33de-45f0-a38c-f05df2e21eb1 req-f80ac6ef-207f-455c-89a9-af4e24d0e849 tempest-ServersAdminTestJSON-836322830 tempest-ServersAdminTestJSON-836322830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:26.178619 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14712a06-33de-45f0-a38c-f05df2e21eb1 req-f80ac6ef-207f-455c-89a9-af4e24d0e849 tempest-ServersAdminTestJSON-836322830 tempest-ServersAdminTestJSON-836322830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:26.178934 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14712a06-33de-45f0-a38c-f05df2e21eb1 req-f80ac6ef-207f-455c-89a9-af4e24d0e849 tempest-ServersAdminTestJSON-836322830 tempest-ServersAdminTestJSON-836322830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:26.179391 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14712a06-33de-45f0-a38c-f05df2e21eb1 req-f80ac6ef-207f-455c-89a9-af4e24d0e849 tempest-ServersAdminTestJSON-836322830 tempest-ServersAdminTestJSON-836322830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:26.179846 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14712a06-33de-45f0-a38c-f05df2e21eb1 req-f80ac6ef-207f-455c-89a9-af4e24d0e849 tempest-ServersAdminTestJSON-836322830 tempest-ServersAdminTestJSON-836322830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:26.183026 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-14712a06-33de-45f0-a38c-f05df2e21eb1 req-f80ac6ef-207f-455c-89a9-af4e24d0e849 tempest-ServersAdminTestJSON-836322830 tempest-ServersAdminTestJSON-836322830-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3&device_id=48566981-f9d9-4917-bbc4-96a16ac26bcb&device_id=72995f20-a737-47cb-85c1-9a248b9d9fbb&device_id=026b29e4-97ef-4a35-89ea-4814c8004e2c&device_id=8cd43e5d-65ae-4017-b1e7-2489ffd4f3bd&device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59&device_id=f2d55e5c-b6c5-470a-adca-58cea8f1e6ba&device_id=0b25c8ee-660b-4a31-907e-9d90d9b0cfff&device_id=fa1ab2a7-863f-48c4-9e06-bec5f0b6c872&device_id=16fd0b37-3d4d-4a4d-a504-b9fb68bd84fa&device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3&device_id=a575622b-a97e-4f38-9613-10326628fac0&device_id=2bc5f9da-1836-4c07-bea4-2321634a9260&device_id=9a4922a0-9c4e-4eae-8855-0ff66ec504b4&device_id=660818f9-6564-42a9-bf2b-68fd09602765&device_id=38964177-b777-4ff3-a687-28ddd25c6a64&device_id=3c14da9d-db39-4f70-9523-e8753da5f8db&device_id=41314806-930f-44de-9335-c2b9b352defb&device_id=11ad59ce-c366-4aba-90a6-692f0b23b959&device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2&device_id=ff0a7596-45d0-4a4b-a712-5a6facd8a8dd&device_id=44d9ba2d-69c2-4cca-a33b-a753bd7ac63c&device_id=06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2 HTTP/1.1" status: 200  len: 20335 time: 0.3215632
Feb 05 20:50:26.210976 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-14712a06-33de-45f0-a38c-f05df2e21eb1 req-c9f1eb8c-e85f-4dbe-8e42-8c8c2faf0bd2 tempest-ServersAdminTestJSON-836322830 tempest-ServersAdminTestJSON-836322830-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:26.253945 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-68fc7109-4306-4c53-8784-6a425d7a766b req-3b79110c-69a3-440b-b125-2d6f93b8041b tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Publish callbacks [] for port (4a4d7d0a-509a-455e-a91a-7918634eb647), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:26.325509 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-68fc7109-4306-4c53-8784-6a425d7a766b req-3b79110c-69a3-440b-b125-2d6f93b8041b tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (4a4d7d0a-509a-455e-a91a-7918634eb647), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:26.395127 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-14712a06-33de-45f0-a38c-f05df2e21eb1 req-c9f1eb8c-e85f-4dbe-8e42-8c8c2faf0bd2 tempest-ServersAdminTestJSON-836322830 tempest-ServersAdminTestJSON-836322830-project-admin] Publish callbacks [] for security_group (d2a3ead0-8427-430e-a7e3-f8002aaaf621), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:26.433329 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-14712a06-33de-45f0-a38c-f05df2e21eb1 req-c9f1eb8c-e85f-4dbe-8e42-8c8c2faf0bd2 tempest-ServersAdminTestJSON-836322830 tempest-ServersAdminTestJSON-836322830-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (d2a3ead0-8427-430e-a7e3-f8002aaaf621), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:26.439597 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68fc7109-4306-4c53-8784-6a425d7a766b req-3b79110c-69a3-440b-b125-2d6f93b8041b tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Network f760d6ec-7837-431c-910c-37572c24f936 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:50:26.455466 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-68fc7109-4306-4c53-8784-6a425d7a766b req-3b79110c-69a3-440b-b125-2d6f93b8041b tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:50:26.467693 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79110c-69a3-440b-b125-2d6f93b8041b tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Pushing event updated for resources: {'Port': ['ID=4a4d7d0a-509a-455e-a91a-7918634eb647,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:26.470079 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-68fc7109-4306-4c53-8784-6a425d7a766b req-3b79110c-69a3-440b-b125-2d6f93b8041b tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:50:26.564270 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f1eb8c-e85f-4dbe-8e42-8c8c2faf0bd2 tempest-ServersAdminTestJSON-836322830 tempest-ServersAdminTestJSON-836322830-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a3ead0-8427-430e-a7e3-f8002aaaf621,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:26.595578 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc7109-4306-4c53-8784-6a425d7a766b req-3b79110c-69a3-440b-b125-2d6f93b8041b tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:26.596226 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-68fc7109-4306-4c53-8784-6a425d7a766b req-3b79110c-69a3-440b-b125-2d6f93b8041b tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:26.645828 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68fc7109-4306-4c53-8784-6a425d7a766b req-3b79110c-69a3-440b-b125-2d6f93b8041b tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.2796326
Feb 05 20:50:26.682593 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-68fc7109-4306-4c53-8784-6a425d7a766b req-5da5d3d1-75a6-45f7-b6d1-58e6bf5cf709 service neutron] Request body: {'port': {'device_id': '660e254d-d72a-4427-8eaf-b34ff5278fe3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:50:26.693809 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-14712a06-33de-45f0-a38c-f05df2e21eb1 req-c9f1eb8c-e85f-4dbe-8e42-8c8c2faf0bd2 tempest-ServersAdminTestJSON-836322830 tempest-ServersAdminTestJSON-836322830-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&id=8977dda0-ee27-45af-8f16-f15c7a33c795&id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&id=cb5fde8b-dc46-4fec-a0de-2479ec656020&id=dd377eec-39f3-4595-bf6a-b4020e5c78ec&id=f62d9e80-64fd-4aa3-a016-a1e29449dbaf&id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 741 time: 0.5019891
Feb 05 20:50:26.732648 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-45278f9c-e0be-43c7-949c-cb3ec8f8d33d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d005731-eb27-48c9-8054-1bd2d943230e {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:50:26.740102 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c2cf7fd1-e303-4abf-b7e6-da5eeca08c60 None None] Provisioning complete for port 4a4d7d0a-509a-455e-a91a-7918634eb647 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:50:26.740723 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c2cf7fd1-e303-4abf-b7e6-da5eeca08c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (4a4d7d0a-509a-455e-a91a-7918634eb647), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:26.773447 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-45278f9c-e0be-43c7-949c-cb3ec8f8d33d service neutron] Publish callbacks [] for port (2d005731-eb27-48c9-8054-1bd2d943230e), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:26.788192 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-8837e7b1-58b5-45a7-bb87-edc6f0237007 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 20:50:26.789286 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-8837e7b1-58b5-45a7-bb87-edc6f0237007 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0077057
Feb 05 20:50:26.792424 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 20:50:26.793382 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c2cf7fd1-e303-4abf-b7e6-da5eeca08c60 None None] Port 4a4d7d0a-509a-455e-a91a-7918634eb647 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:50:26.821637 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-45278f9c-e0be-43c7-949c-cb3ec8f8d33d service neutron] Transition to ACTIVE for port object 2d005731-eb27-48c9-8054-1bd2d943230e will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:50:26.822609 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-68fc7109-4306-4c53-8784-6a425d7a766b req-5da5d3d1-75a6-45f7-b6d1-58e6bf5cf709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (4a4d7d0a-509a-455e-a91a-7918634eb647), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:26.833363 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-45278f9c-e0be-43c7-949c-cb3ec8f8d33d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (2d005731-eb27-48c9-8054-1bd2d943230e), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:26.838468 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-de2076d6-90fa-4384-9e2d-054cd399d2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:26.840546 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-de2076d6-90fa-4384-9e2d-054cd399d2e6 service neutron] 10.222.0.32 "GET /v2.0/ports/22a96582-81f0-48c8-b782-d4e113966e09 HTTP/1.1" status: 200  len: 1124 time: 0.0388143
Feb 05 20:50:26.849614 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-92860b16-7691-4a32-8737-29175d3f4ba1 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:50:26.850072 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-92860b16-7691-4a32-8737-29175d3f4ba1 service neutron] Unknown quota resources ['binding']. {{(pid=114390) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 05 20:50:26.940137 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850f7ff-90b1-48fd-8bab-4e5df1616664 req-bd2040bf-292e-4c41-91a1-a8732ad2ecbc tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:26.941692 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7850f7ff-90b1-48fd-8bab-4e5df1616664 req-bd2040bf-292e-4c41-91a1-a8732ad2ecbc tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=48566981-f9d9-4917-bbc4-96a16ac26bcb HTTP/1.1" status: 200  len: 936 time: 0.1604300
Feb 05 20:50:26.944609 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45278f9c-e0be-43c7-949c-cb3ec8f8d33d service neutron] Pushing event updated for resources: {'Port': ['ID=2d005731-eb27-48c9-8054-1bd2d943230e,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:27.007528 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-92860b16-7691-4a32-8737-29175d3f4ba1 service neutron] Attempting to bind port 22a96582-81f0-48c8-b782-d4e113966e09 on host nch1-master-1 for vnic_type normal with profile None {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:50:27.007874 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-92860b16-7691-4a32-8737-29175d3f4ba1 service neutron] Attempting to bind port 22a96582-81f0-48c8-b782-d4e113966e09 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:50:27.008211 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-92860b16-7691-4a32-8737-29175d3f4ba1 service neutron] Attempting to bind port 22a96582-81f0-48c8-b782-d4e113966e09 on network 3d591eda-8294-4b7a-a6d2-1afd55bde68d {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:50:27.013828 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-92860b16-7691-4a32-8737-29175d3f4ba1 service neutron] Port 22a96582-81f0-48c8-b782-d4e113966e09 on network 3d591eda-8294-4b7a-a6d2-1afd55bde68d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:50:27.014157 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-92860b16-7691-4a32-8737-29175d3f4ba1 service neutron] Attempting to bind port 22a96582-81f0-48c8-b782-d4e113966e09 on network 3d591eda-8294-4b7a-a6d2-1afd55bde68d {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:50:27.019870 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-92860b16-7691-4a32-8737-29175d3f4ba1 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:50:27.020214 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-92860b16-7691-4a32-8737-29175d3f4ba1 service neutron] Checking segment: {'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:50:27.020603 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-92860b16-7691-4a32-8737-29175d3f4ba1 service neutron] Bound using segment: {'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:50:27.021040 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-92860b16-7691-4a32-8737-29175d3f4ba1 service neutron] Bound port: 22a96582-81f0-48c8-b782-d4e113966e09, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:50:27.077891 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-92860b16-7691-4a32-8737-29175d3f4ba1 service neutron] For port 22a96582-81f0-48c8-b782-d4e113966e09, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=22a96582-81f0-48c8-b782-d4e113966e09,segment=NetworkSegment(22aada35-3566-46c2-b11c-622e4f2f6275),segment_id=22aada35-3566-46c2-b11c-622e4f2f6275)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:50:27.084491 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-92860b16-7691-4a32-8737-29175d3f4ba1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:27.085980 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-92860b16-7691-4a32-8737-29175d3f4ba1 service neutron] 10.222.0.32 "POST /v2.0/ports/22a96582-81f0-48c8-b782-d4e113966e09/bindings HTTP/1.1" status: 201  len: 389 time: 0.2396274
Feb 05 20:50:27.175954 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7850f7ff-90b1-48fd-8bab-4e5df1616664 req-62e0612f-444e-41b1-a6fa-041063770377 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1741157
Feb 05 20:50:27.177927 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-7f4c417b-b3a7-4240-b414-9b7d53d4dfdd tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:27.179106 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-45278f9c-e0be-43c7-949c-cb3ec8f8d33d service neutron] Attempting to bind port 2d005731-eb27-48c9-8054-1bd2d943230e on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:50:27.179472 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-45278f9c-e0be-43c7-949c-cb3ec8f8d33d service neutron] Attempting to bind port 2d005731-eb27-48c9-8054-1bd2d943230e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:50:27.179600 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-7f4c417b-b3a7-4240-b414-9b7d53d4dfdd tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0b25c8ee-660b-4a31-907e-9d90d9b0cfff&tenant_id=cee5ceeb66aa4167b6492470edbad369&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0638311
Feb 05 20:50:27.179878 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-45278f9c-e0be-43c7-949c-cb3ec8f8d33d service neutron] Attempting to bind port 2d005731-eb27-48c9-8054-1bd2d943230e on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:50:27.189574 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-45278f9c-e0be-43c7-949c-cb3ec8f8d33d service neutron] Port 2d005731-eb27-48c9-8054-1bd2d943230e on network f760d6ec-7837-431c-910c-37572c24f936 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:50:27.189906 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-45278f9c-e0be-43c7-949c-cb3ec8f8d33d service neutron] Attempting to bind port 2d005731-eb27-48c9-8054-1bd2d943230e on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:50:27.195064 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae9239d-77d8-4cce-a8fe-1b07aca158fd x-openstack-request-id: req-fae9239d-77d8-4cce-a8fe-1b07aca158fd {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:50:27.195577 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026b29e4-97ef-4a35-89ea-4814c8004e2c", "name": "network-vif-plugged", "status": "completed", "tag": "11f105d2-e259-420f-967b-96ac4ec6ab84", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:50:27.196030 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fae9239d-77d8-4cce-a8fe-1b07aca158fd {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:50:27.197137 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026b29e4-97ef-4a35-89ea-4814c8004e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f105d2-e259-420f-967b-96ac4ec6ab84', 'code': 200}
Feb 05 20:50:27.198022 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-45278f9c-e0be-43c7-949c-cb3ec8f8d33d service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:50:27.198391 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-45278f9c-e0be-43c7-949c-cb3ec8f8d33d service neutron] Checking segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:50:27.198792 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-45278f9c-e0be-43c7-949c-cb3ec8f8d33d service neutron] Bound using segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:50:27.199980 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-45278f9c-e0be-43c7-949c-cb3ec8f8d33d service neutron] Bound port: 2d005731-eb27-48c9-8054-1bd2d943230e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:50:27.200417 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-45278f9c-e0be-43c7-949c-cb3ec8f8d33d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (2d005731-eb27-48c9-8054-1bd2d943230e), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:27.202727 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-be30fdfc-5e23-4375-b609-4a04d11cf3c5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:50:27.325482 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-be30fdfc-5e23-4375-b609-4a04d11cf3c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (eba50d43-1aac-448e-b262-7b4e93db8b1e), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:27.357649 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-45278f9c-e0be-43c7-949c-cb3ec8f8d33d service neutron] For port 2d005731-eb27-48c9-8054-1bd2d943230e, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:50:27.417631 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-68fc7109-4306-4c53-8784-6a425d7a766b req-5da5d3d1-75a6-45f7-b6d1-58e6bf5cf709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a4d7d0a-509a-455e-a91a-7918634eb647 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:50:27.454812 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-be30fdfc-5e23-4375-b609-4a04d11cf3c5 service neutron] For port eba50d43-1aac-448e-b262-7b4e93db8b1e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eba50d43-1aac-448e-b262-7b4e93db8b1e,segment=NetworkSegment(69c86b74-d9e1-46c1-9b9b-f16748bd0260),segment_id=69c86b74-d9e1-46c1-9b9b-f16748bd0260)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:27.460078 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-45278f9c-e0be-43c7-949c-cb3ec8f8d33d service neutron] For port 2d005731-eb27-48c9-8054-1bd2d943230e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2d005731-eb27-48c9-8054-1bd2d943230e,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:50:27.462559 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-68fc7109-4306-4c53-8784-6a425d7a766b req-5da5d3d1-75a6-45f7-b6d1-58e6bf5cf709 service neutron] Publish callbacks [] for port (4a4d7d0a-509a-455e-a91a-7918634eb647), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:27.490944 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-45278f9c-e0be-43c7-949c-cb3ec8f8d33d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (2d005731-eb27-48c9-8054-1bd2d943230e), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:27.497071 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-be30fdfc-5e23-4375-b609-4a04d11cf3c5 service neutron] For port eba50d43-1aac-448e-b262-7b4e93db8b1e, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:50:27.510313 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-68fc7109-4306-4c53-8784-6a425d7a766b req-5da5d3d1-75a6-45f7-b6d1-58e6bf5cf709 service neutron] Transition to ACTIVE for port object 4a4d7d0a-509a-455e-a91a-7918634eb647 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:50:27.537428 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b25c8ee-660b-4a31-907e-9d90d9b0cfff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eba50d43-1aac-448e-b262-7b4e93db8b1e'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:50:27.540100 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77768bb-bd9c-44cb-87c6-65d1e0c74586" -d '{"events": [{"server_uuid": "0b25c8ee-660b-4a31-907e-9d90d9b0cfff", "name": "network-vif-unplugged", "status": "completed", "tag": "eba50d43-1aac-448e-b262-7b4e93db8b1e"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:50:27.541111 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-68fc7109-4306-4c53-8784-6a425d7a766b req-5da5d3d1-75a6-45f7-b6d1-58e6bf5cf709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (4a4d7d0a-509a-455e-a91a-7918634eb647), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:27.546308 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-be30fdfc-5e23-4375-b609-4a04d11cf3c5 service neutron] Publish callbacks [] for port (eba50d43-1aac-448e-b262-7b4e93db8b1e), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:27.556675 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-45278f9c-e0be-43c7-949c-cb3ec8f8d33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:27.557300 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-45278f9c-e0be-43c7-949c-cb3ec8f8d33d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:27.559282 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-45278f9c-e0be-43c7-949c-cb3ec8f8d33d service neutron] 10.222.0.39 "PUT /v2.0/ports/2d005731-eb27-48c9-8054-1bd2d943230e HTTP/1.1" status: 200  len: 1096 time: 2.0863910
Feb 05 20:50:27.562696 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-be30fdfc-5e23-4375-b609-4a04d11cf3c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (eba50d43-1aac-448e-b262-7b4e93db8b1e), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:27.563318 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48566981-f9d9-4917-bbc4-96a16ac26bcb', 'tag': '2d005731-eb27-48c9-8054-1bd2d943230e'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:50:27.565591 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669aa89f-d910-4404-877b-dc349001c6e1" -d '{"events": [{"name": "network-changed", "server_uuid": "48566981-f9d9-4917-bbc4-96a16ac26bcb", "tag": "2d005731-eb27-48c9-8054-1bd2d943230e"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:50:27.590599 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7faf02-bd6b-4161-af86-c3c03bc60195 req-6cef6f39-cdf0-4e00-92bf-7a7f663065b7 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:27.592101 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8c7faf02-bd6b-4161-af86-c3c03bc60195 req-6cef6f39-cdf0-4e00-92bf-7a7f663065b7 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.32 "GET /v2.0/ports?device_id=026b29e4-97ef-4a35-89ea-4814c8004e2c HTTP/1.1" status: 200  len: 945 time: 0.2645359
Feb 05 20:50:27.605962 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7778a92-7d4e-4f33-8226-275fd6eb9f70 req-6c25ed74-2240-406d-8443-ce5807a1b64f tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:27.607578 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d7778a92-7d4e-4f33-8226-275fd6eb9f70 req-6c25ed74-2240-406d-8443-ce5807a1b64f tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 936 time: 0.2788942
Feb 05 20:50:27.634777 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45278f9c-e0be-43c7-949c-cb3ec8f8d33d service neutron] Pushing event updated for resources: {'Port': ['ID=2d005731-eb27-48c9-8054-1bd2d943230e,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:27.639434 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd84ef-b07d-4cbb-b71d-1ce6706b12ac req-566c1fed-5aa6-464d-a914-eaa8f8b12ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:27.641321 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cffd84ef-b07d-4cbb-b71d-1ce6706b12ac req-566c1fed-5aa6-464d-a914-eaa8f8b12ac7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=026b29e4-97ef-4a35-89ea-4814c8004e2c HTTP/1.1" status: 200  len: 1127 time: 0.2659647
Feb 05 20:50:27.672799 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-be30fdfc-5e23-4375-b609-4a04d11cf3c5 service neutron] Attempting to bind port eba50d43-1aac-448e-b262-7b4e93db8b1e on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:50:27.673189 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-be30fdfc-5e23-4375-b609-4a04d11cf3c5 service neutron] Attempting to bind port eba50d43-1aac-448e-b262-7b4e93db8b1e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:50:27.673472 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-be30fdfc-5e23-4375-b609-4a04d11cf3c5 service neutron] Attempting to bind port eba50d43-1aac-448e-b262-7b4e93db8b1e on network fc4b732e-5458-48e6-8cda-4d399eeaa947 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:50:27.681996 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-be30fdfc-5e23-4375-b609-4a04d11cf3c5 service neutron] Port eba50d43-1aac-448e-b262-7b4e93db8b1e on network fc4b732e-5458-48e6-8cda-4d399eeaa947 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:50:27.682331 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-be30fdfc-5e23-4375-b609-4a04d11cf3c5 service neutron] Attempting to bind port eba50d43-1aac-448e-b262-7b4e93db8b1e on network fc4b732e-5458-48e6-8cda-4d399eeaa947 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:50:27.689619 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-be30fdfc-5e23-4375-b609-4a04d11cf3c5 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:50:27.689970 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-be30fdfc-5e23-4375-b609-4a04d11cf3c5 service neutron] Checking segment: {'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:50:27.690354 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-be30fdfc-5e23-4375-b609-4a04d11cf3c5 service neutron] Bound using segment: {'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:50:27.690864 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-be30fdfc-5e23-4375-b609-4a04d11cf3c5 service neutron] Bound port: eba50d43-1aac-448e-b262-7b4e93db8b1e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c86b74-d9e1-46c1-9b9b-f16748bd0260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fc4b732e-5458-48e6-8cda-4d399eeaa947'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:50:27.691233 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-be30fdfc-5e23-4375-b609-4a04d11cf3c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (eba50d43-1aac-448e-b262-7b4e93db8b1e), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:27.693118 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be30fdfc-5e23-4375-b609-4a04d11cf3c5 service neutron] Pushing event updated for resources: {'Port': ['ID=eba50d43-1aac-448e-b262-7b4e93db8b1e,revision_number=7']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:27.714966 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-5d577dd3-dc26-4250-8771-ab68903958ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:27.716648 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-5d577dd3-dc26-4250-8771-ab68903958ec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9e4e31092ef641efbf6eaf54cfa40d67&device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 1127 time: 0.3427303
Feb 05 20:50:27.766786 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-be30fdfc-5e23-4375-b609-4a04d11cf3c5 service neutron] For port eba50d43-1aac-448e-b262-7b4e93db8b1e, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:50:27.770500 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-be30fdfc-5e23-4375-b609-4a04d11cf3c5 service neutron] For port eba50d43-1aac-448e-b262-7b4e93db8b1e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eba50d43-1aac-448e-b262-7b4e93db8b1e,segment=NetworkSegment(69c86b74-d9e1-46c1-9b9b-f16748bd0260),segment_id=69c86b74-d9e1-46c1-9b9b-f16748bd0260)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:50:27.776771 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-be30fdfc-5e23-4375-b609-4a04d11cf3c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (eba50d43-1aac-448e-b262-7b4e93db8b1e), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:27.864335 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be30fdfc-5e23-4375-b609-4a04d11cf3c5 service neutron] Pushing event updated for resources: {'Port': ['ID=eba50d43-1aac-448e-b262-7b4e93db8b1e,revision_number=8']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:27.889056 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-be30fdfc-5e23-4375-b609-4a04d11cf3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:27.889697 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-be30fdfc-5e23-4375-b609-4a04d11cf3c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:27.891147 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-be30fdfc-5e23-4375-b609-4a04d11cf3c5 service neutron] 10.222.0.39 "PUT /v2.0/ports/eba50d43-1aac-448e-b262-7b4e93db8b1e HTTP/1.1" status: 200  len: 1121 time: 0.7021616
Feb 05 20:50:27.925174 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5d3d1-75a6-45f7-b6d1-58e6bf5cf709 service neutron] Pushing event updated for resources: {'Port': ['ID=4a4d7d0a-509a-455e-a91a-7918634eb647,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:27.954149 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8c7faf02-bd6b-4161-af86-c3c03bc60195 req-d1f073bf-e120-4ebf-a328-37a7987ecb99 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd377eec-39f3-4595-bf6a-b4020e5c78ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3115547
Feb 05 20:50:27.998753 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d7778a92-7d4e-4f33-8226-275fd6eb9f70 req-dc8ed760-02cf-4351-8d60-5037c225ab4d tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3339674
Feb 05 20:50:28.004588 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cffd84ef-b07d-4cbb-b71d-1ce6706b12ac req-6f4857c8-d12e-41d6-bad8-5d99a1448ba0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dd377eec-39f3-4595-bf6a-b4020e5c78ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3271849
Feb 05 20:50:28.047104 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['eba50d43-1aac-448e-b262-7b4e93db8b1e'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:50:28.055907 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-95b2b60f-1a64-424a-84a5-58f14bee3dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:28.059172 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-95b2b60f-1a64-424a-84a5-58f14bee3dc8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8645008e9e894713967a6f63b339bf46&device_id=48566981-f9d9-4917-bbc4-96a16ac26bcb HTTP/1.1" status: 200  len: 1130 time: 0.4008555
Feb 05 20:50:28.074045 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-2bfc5265-f50f-4000-819f-e0cb952fff08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:28.075529 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-2bfc5265-f50f-4000-819f-e0cb952fff08 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3d591eda-8294-4b7a-a6d2-1afd55bde68d HTTP/1.1" status: 200  len: 922 time: 0.3190560
Feb 05 20:50:28.076986 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['eba50d43-1aac-448e-b262-7b4e93db8b1e'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:50:28.100637 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-68fc7109-4306-4c53-8784-6a425d7a766b req-5da5d3d1-75a6-45f7-b6d1-58e6bf5cf709 service neutron] Attempting to bind port 4a4d7d0a-509a-455e-a91a-7918634eb647 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:50:28.100988 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-68fc7109-4306-4c53-8784-6a425d7a766b req-5da5d3d1-75a6-45f7-b6d1-58e6bf5cf709 service neutron] Attempting to bind port 4a4d7d0a-509a-455e-a91a-7918634eb647 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:50:28.101325 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fc7109-4306-4c53-8784-6a425d7a766b req-5da5d3d1-75a6-45f7-b6d1-58e6bf5cf709 service neutron] Attempting to bind port 4a4d7d0a-509a-455e-a91a-7918634eb647 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:50:28.143001 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-e43ddc31-88a3-465a-a30c-0adbef8a4d1e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=2d005731-eb27-48c9-8054-1bd2d943230e HTTP/1.1" status: 200  len: 217 time: 0.0664093
Feb 05 20:50:28.151807 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fc7109-4306-4c53-8784-6a425d7a766b req-5da5d3d1-75a6-45f7-b6d1-58e6bf5cf709 service neutron] Port 4a4d7d0a-509a-455e-a91a-7918634eb647 on network f760d6ec-7837-431c-910c-37572c24f936 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:50:28.152687 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fc7109-4306-4c53-8784-6a425d7a766b req-5da5d3d1-75a6-45f7-b6d1-58e6bf5cf709 service neutron] Attempting to bind port 4a4d7d0a-509a-455e-a91a-7918634eb647 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:50:28.208564 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fc7109-4306-4c53-8784-6a425d7a766b req-5da5d3d1-75a6-45f7-b6d1-58e6bf5cf709 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:50:28.209277 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fc7109-4306-4c53-8784-6a425d7a766b req-5da5d3d1-75a6-45f7-b6d1-58e6bf5cf709 service neutron] Checking segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:50:28.209277 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fc7109-4306-4c53-8784-6a425d7a766b req-5da5d3d1-75a6-45f7-b6d1-58e6bf5cf709 service neutron] Bound using segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:50:28.209723 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-68fc7109-4306-4c53-8784-6a425d7a766b req-5da5d3d1-75a6-45f7-b6d1-58e6bf5cf709 service neutron] Bound port: 4a4d7d0a-509a-455e-a91a-7918634eb647, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:50:28.210082 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-68fc7109-4306-4c53-8784-6a425d7a766b req-5da5d3d1-75a6-45f7-b6d1-58e6bf5cf709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (4a4d7d0a-509a-455e-a91a-7918634eb647), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:28.274301 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12591b-e21b-485a-94b2-8ac125fe5c8c req-e107a3ca-a276-4373-8fde-fee66a65a187 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:28.275823 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ba12591b-e21b-485a-94b2-8ac125fe5c8c req-e107a3ca-a276-4373-8fde-fee66a65a187 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b25c8ee-660b-4a31-907e-9d90d9b0cfff HTTP/1.1" status: 200  len: 943 time: 0.2155962
Feb 05 20:50:28.283991 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-49f63862-c11b-4ec1-a7d0-c7469211ff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:28.285410 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-49f63862-c11b-4ec1-a7d0-c7469211ff41 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.1264870
Feb 05 20:50:28.336033 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e900ad-8526-4a8f-9aca-58eb1f5a3efb req-398b6e8a-7690-4084-8356-103d7ad1cd30 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:28.337557 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-45e900ad-8526-4a8f-9aca-58eb1f5a3efb req-398b6e8a-7690-4084-8356-103d7ad1cd30 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=72995f20-a737-47cb-85c1-9a248b9d9fbb HTTP/1.1" status: 200  len: 944 time: 0.1964912
Feb 05 20:50:28.429820 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-68fc7109-4306-4c53-8784-6a425d7a766b req-5da5d3d1-75a6-45f7-b6d1-58e6bf5cf709 service neutron] For port 4a4d7d0a-509a-455e-a91a-7918634eb647, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:50:28.432521 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-401dd8e7-ac25-4e5d-9f8a-cecbd21656b7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22a96582-81f0-48c8-b782-d4e113966e09 HTTP/1.1" status: 200  len: 217 time: 0.0759578
Feb 05 20:50:28.465375 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-68fc7109-4306-4c53-8784-6a425d7a766b req-5da5d3d1-75a6-45f7-b6d1-58e6bf5cf709 service neutron] For port 4a4d7d0a-509a-455e-a91a-7918634eb647, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4a4d7d0a-509a-455e-a91a-7918634eb647,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:50:28.475012 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ba12591b-e21b-485a-94b2-8ac125fe5c8c req-c806f2b7-c0bc-4802-a2d8-d0338ee7d72e tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1851649
Feb 05 20:50:28.509581 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-68fc7109-4306-4c53-8784-6a425d7a766b req-5da5d3d1-75a6-45f7-b6d1-58e6bf5cf709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (4a4d7d0a-509a-455e-a91a-7918634eb647), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:28.550084 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-fccf37e2-d232-4444-a790-1ea6e412f025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:28.551649 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-fccf37e2-d232-4444-a790-1ea6e412f025 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2514856
Feb 05 20:50:28.559678 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-45e900ad-8526-4a8f-9aca-58eb1f5a3efb req-f9104ec1-fcec-49bf-9326-2a5e2f292e8a tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2020123
Feb 05 20:50:28.604929 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc7109-4306-4c53-8784-6a425d7a766b req-5da5d3d1-75a6-45f7-b6d1-58e6bf5cf709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:28.605651 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-68fc7109-4306-4c53-8784-6a425d7a766b req-5da5d3d1-75a6-45f7-b6d1-58e6bf5cf709 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:28.607084 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68fc7109-4306-4c53-8784-6a425d7a766b req-5da5d3d1-75a6-45f7-b6d1-58e6bf5cf709 service neutron] 10.222.0.39 "PUT /v2.0/ports/4a4d7d0a-509a-455e-a91a-7918634eb647 HTTP/1.1" status: 200  len: 1096 time: 1.9311881
Feb 05 20:50:28.609494 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 20:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5836ff-03db-4c3f-928a-c8d247162cda x-openstack-request-id: req-0a5836ff-03db-4c3f-928a-c8d247162cda {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:50:28.609850 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b25c8ee-660b-4a31-907e-9d90d9b0cfff", "name": "network-vif-unplugged", "status": "completed", "tag": "eba50d43-1aac-448e-b262-7b4e93db8b1e", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:50:28.610175 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0a5836ff-03db-4c3f-928a-c8d247162cda {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:50:28.610668 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b25c8ee-660b-4a31-907e-9d90d9b0cfff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eba50d43-1aac-448e-b262-7b4e93db8b1e', 'code': 200}
Feb 05 20:50:28.626989 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-1d9e0219-adc0-4c7a-a0a3-cb61f9f161fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:28.628504 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-1d9e0219-adc0-4c7a-a0a3-cb61f9f161fe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f822a84b-448b-4295-886d-3f476dc82ced HTTP/1.1" status: 200  len: 861 time: 0.1841247
Feb 05 20:50:28.686297 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f845c7e8-597a-414f-b0db-f87e122011b4 x-openstack-request-id: req-f845c7e8-597a-414f-b0db-f87e122011b4 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:50:28.686881 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48566981-f9d9-4917-bbc4-96a16ac26bcb", "tag": "2d005731-eb27-48c9-8054-1bd2d943230e", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:50:28.687138 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f845c7e8-597a-414f-b0db-f87e122011b4 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:50:28.687531 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48566981-f9d9-4917-bbc4-96a16ac26bcb', 'tag': '2d005731-eb27-48c9-8054-1bd2d943230e', 'status': 'completed', 'code': 200}
Feb 05 20:50:28.971773 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device eba50d43-1aac-448e-b262-7b4e93db8b1e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:50:28.999361 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5d3d1-75a6-45f7-b6d1-58e6bf5cf709 service neutron] Pushing event updated for resources: {'Port': ['ID=4a4d7d0a-509a-455e-a91a-7918634eb647,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:29.021223 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-c8f70134-33a6-40de-85a6-d54698bcb1ea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d591eda-8294-4b7a-a6d2-1afd55bde68d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3738880
Feb 05 20:50:29.074455 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port eba50d43-1aac-448e-b262-7b4e93db8b1e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eba50d43-1aac-448e-b262-7b4e93db8b1e,segment=NetworkSegment(69c86b74-d9e1-46c1-9b9b-f16748bd0260),segment_id=69c86b74-d9e1-46c1-9b9b-f16748bd0260)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:29.085056 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device eba50d43-1aac-448e-b262-7b4e93db8b1e has no active binding in host nch2-master-1 {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Feb 05 20:50:29.085434 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 8a8554da-7bf8-4cbf-b715-89957c1287c1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:50:29.124420 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacf6a3-1972-42e7-a474-d6ac5317901c req-129002fe-8792-4af7-a127-b1ac9abbcafd tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:29.125938 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0cacf6a3-1972-42e7-a474-d6ac5317901c req-129002fe-8792-4af7-a127-b1ac9abbcafd tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 945 time: 0.5718687
Feb 05 20:50:29.153342 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-4166b63c-d0e1-454f-a2fb-9bcfe62ce2a2 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5909467
Feb 05 20:50:29.180095 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 8a8554da-7bf8-4cbf-b715-89957c1287c1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a8554da-7bf8-4cbf-b715-89957c1287c1,segment=NetworkSegment(743051ff-9f95-4efc-9230-9f61d36c1128),segment_id=743051ff-9f95-4efc-9230-9f61d36c1128)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:29.192017 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc7109-4306-4c53-8784-6a425d7a766b req-318b73dc-404b-4e5a-b8db-4c1147629659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:29.192232 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '8a8554da-7bf8-4cbf-b715-89957c1287c1', 'network_id': 'be4493bf-d1a6-445a-a987-23010e65458b', 'port_id': '8a8554da-7bf8-4cbf-b715-89957c1287c1', 'mac_address': 'fa:16:3e:7c:f9:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e9cd80a-75d3-4781-9154-c886c97be771', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:50:29.193482 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68fc7109-4306-4c53-8784-6a425d7a766b req-318b73dc-404b-4e5a-b8db-4c1147629659 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 1130 time: 0.5101326
Feb 05 20:50:29.229437 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 8a8554da-7bf8-4cbf-b715-89957c1287c1 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:50:29.229723 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8a8554da-7bf8-4cbf-b715-89957c1287c1), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:29.247769 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a8554da-7bf8-4cbf-b715-89957c1287c1 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:50:29.266935 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 8a8554da-7bf8-4cbf-b715-89957c1287c1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a8554da-7bf8-4cbf-b715-89957c1287c1,segment=NetworkSegment(743051ff-9f95-4efc-9230-9f61d36c1128),segment_id=743051ff-9f95-4efc-9230-9f61d36c1128)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:29.271210 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (8a8554da-7bf8-4cbf-b715-89957c1287c1), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:29.271578 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a9bebc-2bf7-4461-b26f-c8ef12c7a87a req-afb3093c-10c8-4c56-ac1c-4fd835397694 tempest-ServersAdminTestJSON-836322830 tempest-ServersAdminTestJSON-836322830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:29.272082 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a9bebc-2bf7-4461-b26f-c8ef12c7a87a req-afb3093c-10c8-4c56-ac1c-4fd835397694 tempest-ServersAdminTestJSON-836322830 tempest-ServersAdminTestJSON-836322830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:29.272558 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a9bebc-2bf7-4461-b26f-c8ef12c7a87a req-afb3093c-10c8-4c56-ac1c-4fd835397694 tempest-ServersAdminTestJSON-836322830 tempest-ServersAdminTestJSON-836322830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:29.274247 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-33a9bebc-2bf7-4461-b26f-c8ef12c7a87a req-afb3093c-10c8-4c56-ac1c-4fd835397694 tempest-ServersAdminTestJSON-836322830 tempest-ServersAdminTestJSON-836322830-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8cd43e5d-65ae-4017-b1e7-2489ffd4f3bd&device_id=16fd0b37-3d4d-4a4d-a504-b9fb68bd84fa&device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 2977 time: 0.2578876
Feb 05 20:50:29.310945 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68fc7109-4306-4c53-8784-6a425d7a766b req-36115b07-4982-4be1-a984-baed07be896f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=4a4d7d0a-509a-455e-a91a-7918634eb647 HTTP/1.1" status: 200  len: 217 time: 0.1019299
Feb 05 20:50:29.323213 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=8a8554da-7bf8-4cbf-b715-89957c1287c1,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:29.358482 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0cacf6a3-1972-42e7-a474-d6ac5317901c req-98efd318-87f4-41bf-8e89-19b58b486ef6 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2003624
Feb 05 20:50:29.360293 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-5ad4252d-a0c8-433e-b296-50c53226d658 service neutron] 10.222.0.21 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3226647
Feb 05 20:50:29.509182 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc7109-4306-4c53-8784-6a425d7a766b req-236fd75f-759a-4041-9fab-59da4d67b32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:29.510586 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68fc7109-4306-4c53-8784-6a425d7a766b req-236fd75f-759a-4041-9fab-59da4d67b32d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.1778724
Feb 05 20:50:29.512467 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-51ef3607-d74d-43bd-9a8e-6f1841e18496 req-aaf4e054-ebbb-4e92-b4e9-25be8838a848 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3397851
Feb 05 20:50:29.520084 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-33a9bebc-2bf7-4461-b26f-c8ef12c7a87a req-6dbac6ef-5ce3-4ca8-af67-5fe0ed92b2c3 tempest-ServersAdminTestJSON-836322830 tempest-ServersAdminTestJSON-836322830-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2354105
Feb 05 20:50:29.612731 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebccfa10-6c28-4e3e-a36e-78302c898773 req-f5d391c2-b4cd-4f26-80f8-bf6fb76e3c3c tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:29.614216 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ebccfa10-6c28-4e3e-a36e-78302c898773 req-f5d391c2-b4cd-4f26-80f8-bf6fb76e3c3c tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=48566981-f9d9-4917-bbc4-96a16ac26bcb HTTP/1.1" status: 200  len: 948 time: 0.1904283
Feb 05 20:50:29.616070 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-347d5df2-51a8-4c2b-86b2-60c0a18ae04a service neutron] 10.222.0.21 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2343292
Feb 05 20:50:29.709835 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc7109-4306-4c53-8784-6a425d7a766b req-10dc8026-420c-4ce8-a66c-fa030739853c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:29.711374 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68fc7109-4306-4c53-8784-6a425d7a766b req-10dc8026-420c-4ce8-a66c-fa030739853c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1736710
Feb 05 20:50:29.733830 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669aa89f-d910-4404-877b-dc349001c6e1 req-036d1fd1-4b51-41d0-99ce-94e737f1089c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:29.735345 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-669aa89f-d910-4404-877b-dc349001c6e1 req-036d1fd1-4b51-41d0-99ce-94e737f1089c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8645008e9e894713967a6f63b339bf46&device_id=48566981-f9d9-4917-bbc4-96a16ac26bcb HTTP/1.1" status: 200  len: 1130 time: 0.1492145
Feb 05 20:50:29.741335 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['8a8554da-7bf8-4cbf-b715-89957c1287c1'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:50:29.750125 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ebccfa10-6c28-4e3e-a36e-78302c898773 req-24423c85-d47e-460e-a368-29f47435ad35 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053288
Feb 05 20:50:29.777902 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3642ab-bbad-4abb-8df6-02ef629109b2 req-39c0620b-e0b8-48f9-b5ca-cb419a4f65d3 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:29.779454 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cf3642ab-bbad-4abb-8df6-02ef629109b2 req-39c0620b-e0b8-48f9-b5ca-cb419a4f65d3 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.32 "GET /v2.0/ports?device_id=026b29e4-97ef-4a35-89ea-4814c8004e2c HTTP/1.1" status: 200  len: 945 time: 0.2011244
Feb 05 20:50:29.977554 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cf3642ab-bbad-4abb-8df6-02ef629109b2 req-7abfd5fc-948f-42ea-af0e-1b82a47911f9 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd377eec-39f3-4595-bf6a-b4020e5c78ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1604764
Feb 05 20:50:29.979424 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68fc7109-4306-4c53-8784-6a425d7a766b req-a11c8d60-1b17-4202-9ef4-5b4e891403a3 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2592895
Feb 05 20:50:29.986439 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669aa89f-d910-4404-877b-dc349001c6e1 req-d5b07d69-25c6-4d98-82b3-844f4b42dd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:29.987899 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-669aa89f-d910-4404-877b-dc349001c6e1 req-d5b07d69-25c6-4d98-82b3-844f4b42dd66 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.2347074
Feb 05 20:50:30.003913 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e57d92-a4a3-4ec9-b76d-edc9be1af83a req-ccbf5c1b-608e-4c33-a20b-c841f1704370 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:30.005610 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-66e57d92-a4a3-4ec9-b76d-edc9be1af83a req-ccbf5c1b-608e-4c33-a20b-c841f1704370 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 948 time: 0.1249268
Feb 05 20:50:30.096194 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-669aa89f-d910-4404-877b-dc349001c6e1 req-f4666c5b-c7e0-4045-9304-bb247c50f77d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=2d005731-eb27-48c9-8054-1bd2d943230e HTTP/1.1" status: 200  len: 217 time: 0.0704484
Feb 05 20:50:30.223067 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-66e57d92-a4a3-4ec9-b76d-edc9be1af83a req-359a7fbd-538a-4bbd-9091-34321db1b183 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2054060
Feb 05 20:50:30.258970 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669aa89f-d910-4404-877b-dc349001c6e1 req-c1792073-fef3-453c-944d-6911b4656c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:30.260410 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-669aa89f-d910-4404-877b-dc349001c6e1 req-c1792073-fef3-453c-944d-6911b4656c03 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.1316049
Feb 05 20:50:30.270681 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c928274-c99f-42f1-bf2d-c0a9e4611f1f req-de705ba2-76c4-47f0-a638-5edfc004c1d6 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:30.272164 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4c928274-c99f-42f1-bf2d-c0a9e4611f1f req-de705ba2-76c4-47f0-a638-5edfc004c1d6 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b25c8ee-660b-4a31-907e-9d90d9b0cfff HTTP/1.1" status: 200  len: 943 time: 0.1807320
Feb 05 20:50:30.286956 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68fc7109-4306-4c53-8784-6a425d7a766b req-f4bfdc73-7931-4fba-b8d4-8527ec29395e service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2791984
Feb 05 20:50:30.361984 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4c928274-c99f-42f1-bf2d-c0a9e4611f1f req-9e6c3425-97f0-45db-a448-4ebd1e9ffabb tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790715
Feb 05 20:50:30.363787 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669aa89f-d910-4404-877b-dc349001c6e1 req-dda55f6d-b062-4261-953e-626c0e83a442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:30.365209 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-669aa89f-d910-4404-877b-dc349001c6e1 req-dda55f6d-b062-4261-953e-626c0e83a442 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0922537
Feb 05 20:50:30.563092 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-669aa89f-d910-4404-877b-dc349001c6e1 req-13ac41b7-73d2-46a9-8864-090b0cae75ab service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1817708
Feb 05 20:50:30.578651 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2a683-4fe0-4473-989c-22cff441bb37 req-0f021268-8312-4544-8f2d-c0d57d51fad2 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:30.580116 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b9e2a683-4fe0-4473-989c-22cff441bb37 req-0f021268-8312-4544-8f2d-c0d57d51fad2 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=72995f20-a737-47cb-85c1-9a248b9d9fbb HTTP/1.1" status: 200  len: 945 time: 0.1509962
Feb 05 20:50:30.589516 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa89bd-fd02-4b3c-a270-daa765eccd57 req-1b41a67e-6dd7-40f7-b688-1a7c2e05384f tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:30.591101 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3baa89bd-fd02-4b3c-a270-daa765eccd57 req-1b41a67e-6dd7-40f7-b688-1a7c2e05384f tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 945 time: 0.1305039
Feb 05 20:50:30.611602 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b25c8ee-660b-4a31-907e-9d90d9b0cfff', 'tag': 'eba50d43-1aac-448e-b262-7b4e93db8b1e'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:50:30.614345 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b465aa-6842-4f04-9dcd-4e277d2d7bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "0b25c8ee-660b-4a31-907e-9d90d9b0cfff", "tag": "eba50d43-1aac-448e-b262-7b4e93db8b1e"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:50:30.693600 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '660e254d-d72a-4427-8eaf-b34ff5278fe3', 'tag': '4a4d7d0a-509a-455e-a91a-7918634eb647'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:50:30.695813 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c005d9-9f21-4d45-a5a3-c7bcc9d96fb4" -d '{"events": [{"name": "network-changed", "server_uuid": "660e254d-d72a-4427-8eaf-b34ff5278fe3", "tag": "4a4d7d0a-509a-455e-a91a-7918634eb647"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:50:30.740252 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b9e2a683-4fe0-4473-989c-22cff441bb37 req-b8f38d5e-251e-4e63-a29f-19e8ff4aea57 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1410739
Feb 05 20:50:30.750977 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3baa89bd-fd02-4b3c-a270-daa765eccd57 req-e18652e3-59b6-42a9-8675-58705a9bdfab tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1489518
Feb 05 20:50:30.761894 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-669aa89f-d910-4404-877b-dc349001c6e1 req-7747d149-9e69-4299-8b00-ba60edfff5f7 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1733549
Feb 05 20:50:30.798778 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fd8a4f-7571-4cbb-8f32-095d76fec0f0 x-openstack-request-id: req-e9fd8a4f-7571-4cbb-8f32-095d76fec0f0 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:50:30.799173 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b25c8ee-660b-4a31-907e-9d90d9b0cfff", "tag": "eba50d43-1aac-448e-b262-7b4e93db8b1e", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:50:30.799519 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e9fd8a4f-7571-4cbb-8f32-095d76fec0f0 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:50:30.800005 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b25c8ee-660b-4a31-907e-9d90d9b0cfff', 'tag': 'eba50d43-1aac-448e-b262-7b4e93db8b1e', 'status': 'completed', 'code': 200}
Feb 05 20:50:30.833467 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abae053e-1950-4da1-93a5-f146c78ee366 x-openstack-request-id: req-abae053e-1950-4da1-93a5-f146c78ee366 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:50:30.834010 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "660e254d-d72a-4427-8eaf-b34ff5278fe3", "tag": "4a4d7d0a-509a-455e-a91a-7918634eb647", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:50:30.834460 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-abae053e-1950-4da1-93a5-f146c78ee366 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:50:30.834961 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '660e254d-d72a-4427-8eaf-b34ff5278fe3', 'tag': '4a4d7d0a-509a-455e-a91a-7918634eb647', 'status': 'completed', 'code': 200}
Feb 05 20:50:30.882622 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b465aa-6842-4f04-9dcd-4e277d2d7bb6 req-813f1452-c95d-489e-9915-619bc42d86cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:30.884231 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-95b465aa-6842-4f04-9dcd-4e277d2d7bb6 req-813f1452-c95d-489e-9915-619bc42d86cb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cee5ceeb66aa4167b6492470edbad369&device_id=0b25c8ee-660b-4a31-907e-9d90d9b0cfff HTTP/1.1" status: 200  len: 1155 time: 0.0604217
Feb 05 20:50:30.982766 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967221fa-2257-4dfa-bf12-c14463715a09 req-5c0a27d8-56f1-4d6a-8480-4aa8e9519159 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:30.984227 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-967221fa-2257-4dfa-bf12-c14463715a09 req-5c0a27d8-56f1-4d6a-8480-4aa8e9519159 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=48566981-f9d9-4917-bbc4-96a16ac26bcb HTTP/1.1" status: 200  len: 948 time: 0.0990758
Feb 05 20:50:31.014706 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c005d9-9f21-4d45-a5a3-c7bcc9d96fb4 req-6074d275-1ec1-434e-96bd-30c209c9dd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:31.016180 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-54c005d9-9f21-4d45-a5a3-c7bcc9d96fb4 req-6074d275-1ec1-434e-96bd-30c209c9dd3d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 1130 time: 0.0997782
Feb 05 20:50:31.189597 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-967221fa-2257-4dfa-bf12-c14463715a09 req-b79dca4d-5515-4743-ad7d-e55bd0982efe tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1942739
Feb 05 20:50:31.201473 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b465aa-6842-4f04-9dcd-4e277d2d7bb6 req-51e86a0a-e718-4890-96cb-169ecc2de64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:31.202951 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-95b465aa-6842-4f04-9dcd-4e277d2d7bb6 req-51e86a0a-e718-4890-96cb-169ecc2de64f service neutron] 10.222.0.21 "GET /v2.0/networks?id=fc4b732e-5458-48e6-8cda-4d399eeaa947 HTTP/1.1" status: 200  len: 909 time: 0.2382431
Feb 05 20:50:31.256425 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-95b465aa-6842-4f04-9dcd-4e277d2d7bb6 req-2926ba79-a9a6-42e3-a52c-6e921308136f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eba50d43-1aac-448e-b262-7b4e93db8b1e HTTP/1.1" status: 200  len: 217 time: 0.0463872
Feb 05 20:50:31.259644 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c005d9-9f21-4d45-a5a3-c7bcc9d96fb4 req-52d6ee06-66cd-4d76-afd8-78eab8f604cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:31.261142 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-54c005d9-9f21-4d45-a5a3-c7bcc9d96fb4 req-52d6ee06-66cd-4d76-afd8-78eab8f604cc service neutron] 10.222.0.39 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.2091599
Feb 05 20:50:31.283094 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc0f2b-d37d-4da0-ae60-57f25766ee34 req-86161ba8-5e19-458c-8277-cd6a86c7de16 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:31.284692 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5ddc0f2b-d37d-4da0-ae60-57f25766ee34 req-86161ba8-5e19-458c-8277-cd6a86c7de16 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.32 "GET /v2.0/ports?device_id=026b29e4-97ef-4a35-89ea-4814c8004e2c HTTP/1.1" status: 200  len: 945 time: 0.1833386
Feb 05 20:50:31.362750 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-54c005d9-9f21-4d45-a5a3-c7bcc9d96fb4 req-0823ea27-9233-4986-af47-ac59bf95d53e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=4a4d7d0a-509a-455e-a91a-7918634eb647 HTTP/1.1" status: 200  len: 217 time: 0.0882142
Feb 05 20:50:31.395881 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b465aa-6842-4f04-9dcd-4e277d2d7bb6 req-2293dfec-6969-4372-aef4-6e73a82e4996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:31.397321 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-95b465aa-6842-4f04-9dcd-4e277d2d7bb6 req-2293dfec-6969-4372-aef4-6e73a82e4996 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=30766dd9-3364-437e-a8fd-68757651ef32 HTTP/1.1" status: 200  len: 848 time: 0.1313410
Feb 05 20:50:31.459724 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5ddc0f2b-d37d-4da0-ae60-57f25766ee34 req-f32fd8a8-0c28-4d0e-8445-dff2a84943de tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd377eec-39f3-4595-bf6a-b4020e5c78ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1504836
Feb 05 20:50:31.463487 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-95b465aa-6842-4f04-9dcd-4e277d2d7bb6 req-16f550ce-4e6b-4c24-a60a-b53f10e0d89a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc4b732e-5458-48e6-8cda-4d399eeaa947&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0440593
Feb 05 20:50:31.482411 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c005d9-9f21-4d45-a5a3-c7bcc9d96fb4 req-21eafa38-6288-4701-9b41-f98e08bd77b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:31.483851 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-54c005d9-9f21-4d45-a5a3-c7bcc9d96fb4 req-21eafa38-6288-4701-9b41-f98e08bd77b8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.1005983
Feb 05 20:50:31.940592 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-95b465aa-6842-4f04-9dcd-4e277d2d7bb6 req-1465086d-fa94-42cf-85f2-ec9b0bcd54a3 service neutron] 10.222.0.21 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4665740
Feb 05 20:50:31.943768 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c005d9-9f21-4d45-a5a3-c7bcc9d96fb4 req-7bea610b-0a24-4ea6-9d72-39063b2bf478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:31.945330 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-54c005d9-9f21-4d45-a5a3-c7bcc9d96fb4 req-7bea610b-0a24-4ea6-9d72-39063b2bf478 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.4390028
Feb 05 20:50:31.971071 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76766e0-b459-4b59-a09f-ac2e15e853e8 req-6681057c-a2de-49b5-a83a-bf8dd35f8fdd tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:31.972491 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a76766e0-b459-4b59-a09f-ac2e15e853e8 req-6681057c-a2de-49b5-a83a-bf8dd35f8fdd tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 948 time: 0.4244635
Feb 05 20:50:31.980848 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b6297-5f91-466c-ad45-34c3e5790559 req-795a2778-4818-4f38-abbd-ae48b066775e tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:31.982320 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ae2b6297-5f91-466c-ad45-34c3e5790559 req-795a2778-4818-4f38-abbd-ae48b066775e tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b25c8ee-660b-4a31-907e-9d90d9b0cfff HTTP/1.1" status: 200  len: 943 time: 0.4145670
Feb 05 20:50:32.174899 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a76766e0-b459-4b59-a09f-ac2e15e853e8 req-7390d13e-5157-4643-a22b-5739d900c2ed tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1916037
Feb 05 20:50:32.184185 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ae2b6297-5f91-466c-ad45-34c3e5790559 req-9e5f02eb-5c7e-490b-8b54-9ef2c99c21d6 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1906295
Feb 05 20:50:32.194123 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-54c005d9-9f21-4d45-a5a3-c7bcc9d96fb4 req-71ed5627-ddb8-4660-ad2b-7589690eba7d service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2374816
Feb 05 20:50:32.227497 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-95b465aa-6842-4f04-9dcd-4e277d2d7bb6 req-f8be70ff-ab73-4107-b89c-6839257b513c service neutron] 10.222.0.21 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2166290
Feb 05 20:50:32.385755 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-54c005d9-9f21-4d45-a5a3-c7bcc9d96fb4 req-a04a687e-4fc8-41bd-aa21-e7e33815a0eb service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1697371
Feb 05 20:50:32.394188 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07e8d7-2a49-4821-bb76-52e58d6878f8 req-c89da5a0-d93f-4bc8-8f6a-1610ebe82333 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:32.395614 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1c07e8d7-2a49-4821-bb76-52e58d6878f8 req-c89da5a0-d93f-4bc8-8f6a-1610ebe82333 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.32 "GET /v2.0/ports?device_id=026b29e4-97ef-4a35-89ea-4814c8004e2c HTTP/1.1" status: 200  len: 945 time: 0.1323597
Feb 05 20:50:32.398236 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f93f9-8177-4006-87ae-16e81557a3c2 req-f83ba5f9-0530-4694-b249-d94a1a9e8bda tempest-ServersAdminTestJSON-836322830 tempest-ServersAdminTestJSON-836322830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:32.399664 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7f6f93f9-8177-4006-87ae-16e81557a3c2 req-f83ba5f9-0530-4694-b249-d94a1a9e8bda tempest-ServersAdminTestJSON-836322830 tempest-ServersAdminTestJSON-836322830-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 1132 time: 0.1482251
Feb 05 20:50:32.405398 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59186) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:50:32.410034 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-5075a230-8a44-495c-857d-e59e1a304207 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Request body: {'floatingip': {'port_id': '11f105d2-e259-420f-967b-96ac4ec6ab84'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:50:32.474493 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5075a230-8a44-495c-857d-e59e1a304207 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Publish callbacks [] for floatingip (dc8b088b-e7e8-46e8-856b-88151dffa98b), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:32.581284 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7f6f93f9-8177-4006-87ae-16e81557a3c2 req-ed802282-dafa-4725-af69-37c7019796f3 tempest-ServersAdminTestJSON-836322830 tempest-ServersAdminTestJSON-836322830-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1683860
Feb 05 20:50:32.628516 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238b410-abc4-4bf9-a6c5-ed497e608fd9 req-f27cbd17-4abc-4298-bb78-7bd95118f1fa tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:32.630023 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3238b410-abc4-4bf9-a6c5-ed497e608fd9 req-f27cbd17-4abc-4298-bb78-7bd95118f1fa tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=72995f20-a737-47cb-85c1-9a248b9d9fbb HTTP/1.1" status: 200  len: 945 time: 0.1719089
Feb 05 20:50:32.792213 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3238b410-abc4-4bf9-a6c5-ed497e608fd9 req-8d1be4c7-6dec-4a11-958b-e05a1d959c3c tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1566098
Feb 05 20:50:32.809777 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575a5ba-8af5-4193-bd97-4ed3ca883c13 req-c97ceffb-ee44-48ac-86f2-3ba04cfc1a21 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:32.811312 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3575a5ba-8af5-4193-bd97-4ed3ca883c13 req-c97ceffb-ee44-48ac-86f2-3ba04cfc1a21 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 945 time: 0.1646228
Feb 05 20:50:32.989289 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3575a5ba-8af5-4193-bd97-4ed3ca883c13 req-5f4e339f-3e8f-4e4b-b8d1-fb8ea56f9890 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1688836
Feb 05 20:50:33.010981 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 2d005731-eb27-48c9-8054-1bd2d943230e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:50:33.016803 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 8a8554da-7bf8-4cbf-b715-89957c1287c1 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:50:33.039313 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5ea42-9bc1-4e3c-9651-db88678c7d6b req-98963f69-f052-4d49-bf31-ac8f154f291d tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:33.040898 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2d5ea42-9bc1-4e3c-9651-db88678c7d6b req-98963f69-f052-4d49-bf31-ac8f154f291d tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=48566981-f9d9-4917-bbc4-96a16ac26bcb HTTP/1.1" status: 200  len: 948 time: 0.1721380
Feb 05 20:50:33.139577 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 8a8554da-7bf8-4cbf-b715-89957c1287c1 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:50:33.145798 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 8a8554da-7bf8-4cbf-b715-89957c1287c1 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:50:33.146180 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (8a8554da-7bf8-4cbf-b715-89957c1287c1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:33.189931 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 2d005731-eb27-48c9-8054-1bd2d943230e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2d005731-eb27-48c9-8054-1bd2d943230e,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:33.206976 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2d5ea42-9bc1-4e3c-9651-db88678c7d6b req-f2db8fd0-e26a-493b-a445-9a4185eb52db tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1548960
Feb 05 20:50:33.208255 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '2d005731-eb27-48c9-8054-1bd2d943230e', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'port_id': '2d005731-eb27-48c9-8054-1bd2d943230e', 'mac_address': 'fa:16:3e:b8:34:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3c763-0926-4b49-ade5-d66ee3d4c489', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:50:33.233609 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0eaff-0145-426a-97ba-a4509e768a29 req-f9dc864d-e7d3-470f-98bf-767373154457 tempest-ServersAdminTestJSON-836322830 tempest-ServersAdminTestJSON-836322830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:33.233609 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dda0eaff-0145-426a-97ba-a4509e768a29 req-f9dc864d-e7d3-470f-98bf-767373154457 tempest-ServersAdminTestJSON-836322830 tempest-ServersAdminTestJSON-836322830-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 1132 time: 0.1814489
Feb 05 20:50:33.242118 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5075a230-8a44-495c-857d-e59e1a304207 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:33.251538 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5075a230-8a44-495c-857d-e59e1a304207 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (dc8b088b-e7e8-46e8-856b-88151dffa98b), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:33.276658 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 2d005731-eb27-48c9-8054-1bd2d943230e is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:50:33.277083 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (2d005731-eb27-48c9-8054-1bd2d943230e), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:33.296085 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 8a8554da-7bf8-4cbf-b715-89957c1287c1 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:50:33.296493 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8a8554da-7bf8-4cbf-b715-89957c1287c1), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:33.299180 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d005731-eb27-48c9-8054-1bd2d943230e {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:50:33.408179 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dda0eaff-0145-426a-97ba-a4509e768a29 req-cd2ebb03-dff3-49c0-aaa5-3c2fac393d77 tempest-ServersAdminTestJSON-836322830 tempest-ServersAdminTestJSON-836322830-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1644490
Feb 05 20:50:33.437915 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e121692-198d-4867-96a7-7e4c7d97debe req-8b5f0cc8-afa6-4876-b20a-53c90b0ae208 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:33.439645 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3e121692-198d-4867-96a7-7e4c7d97debe req-8b5f0cc8-afa6-4876-b20a-53c90b0ae208 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 948 time: 0.1460562
Feb 05 20:50:33.443233 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-5075a230-8a44-495c-857d-e59e1a304207 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Floating IP dc8b088b-e7e8-46e8-856b-88151dffa98b associated. External IP: 172.35.4.37, port: 11f105d2-e259-420f-967b-96ac4ec6ab84.
Feb 05 20:50:33.485076 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 2d005731-eb27-48c9-8054-1bd2d943230e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2d005731-eb27-48c9-8054-1bd2d943230e,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:33.490078 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72995f20-a737-47cb-85c1-9a248b9d9fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8554da-7bf8-4cbf-b715-89957c1287c1'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:50:33.494641 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce38a2bd-c9b0-4b3c-bfb4-38b6ac427fff" -d '{"events": [{"server_uuid": "72995f20-a737-47cb-85c1-9a248b9d9fbb", "name": "network-vif-plugged", "status": "completed", "tag": "8a8554da-7bf8-4cbf-b715-89957c1287c1"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:50:33.500755 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (2d005731-eb27-48c9-8054-1bd2d943230e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:33.515978 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 8a8554da-7bf8-4cbf-b715-89957c1287c1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a8554da-7bf8-4cbf-b715-89957c1287c1,segment=NetworkSegment(743051ff-9f95-4efc-9230-9f61d36c1128),segment_id=743051ff-9f95-4efc-9230-9f61d36c1128)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:33.547015 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (8a8554da-7bf8-4cbf-b715-89957c1287c1), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:33.578291 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=2d005731-eb27-48c9-8054-1bd2d943230e,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:33.636673 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8052c8a4-4d7f-4137-82c1-0605b95dba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:33.641648 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=8a8554da-7bf8-4cbf-b715-89957c1287c1,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:33.644722 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3e121692-198d-4867-96a7-7e4c7d97debe req-7f6ab2c5-92b4-4173-8ac6-adb57245dcdd tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1560323
Feb 05 20:50:33.736573 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-23398566-a41e-4c5d-a35b-c9778fbae4f1 service neutron] 10.222.0.21 "GET /v2.0/ports/eba50d43-1aac-448e-b262-7b4e93db8b1e/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1628616
Feb 05 20:50:33.753396 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116e564-66c4-42a7-8719-6b11d046b647 req-440bd19a-1cf8-4228-be96-88461e455f07 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:33.755050 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8116e564-66c4-42a7-8719-6b11d046b647 req-440bd19a-1cf8-4228-be96-88461e455f07 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b25c8ee-660b-4a31-907e-9d90d9b0cfff HTTP/1.1" status: 200  len: 943 time: 0.1825554
Feb 05 20:50:33.888476 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86fe786-e3c9-48a3-a219-5734e7aa22d4 x-openstack-request-id: req-d86fe786-e3c9-48a3-a219-5734e7aa22d4 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:50:33.889086 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72995f20-a737-47cb-85c1-9a248b9d9fbb", "name": "network-vif-plugged", "status": "completed", "tag": "8a8554da-7bf8-4cbf-b715-89957c1287c1", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:50:33.889429 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d86fe786-e3c9-48a3-a219-5734e7aa22d4 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:50:33.890308 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72995f20-a737-47cb-85c1-9a248b9d9fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8554da-7bf8-4cbf-b715-89957c1287c1', 'code': 200}
Feb 05 20:50:33.906186 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['2d005731-eb27-48c9-8054-1bd2d943230e'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:50:33.940196 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8116e564-66c4-42a7-8719-6b11d046b647 req-b195cb93-0976-4c88-96c8-2a4e9db70539 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1763151
Feb 05 20:50:33.945695 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5075a230-8a44-495c-857d-e59e1a304207 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Router f2757b2c-34c5-4c9a-a639-92417bce281c has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:50:34.411768 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-9c67a192-934b-419c-9f3e-3d79928920e9 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:34.413487 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-9c67a192-934b-419c-9f3e-3d79928920e9 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59&tenant_id=9e4e31092ef641efbf6eaf54cfa40d67&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.5422366
Feb 05 20:50:34.446509 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-f6029700-5d08-46f7-9658-47adedbe3b97 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:50:34.587173 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f413ac-79bf-442d-8499-90eb8e49a8a8 req-4b18be6e-4c74-4fcd-8ae3-040a18b1f58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:34.588694 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f8f413ac-79bf-442d-8499-90eb8e49a8a8 req-4b18be6e-4c74-4fcd-8ae3-040a18b1f58b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=72995f20-a737-47cb-85c1-9a248b9d9fbb HTTP/1.1" status: 200  len: 1128 time: 0.6118970
Feb 05 20:50:34.613929 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72eb90-fa29-403d-bac3-f790c5901b81 req-adf7bd40-dbe9-4c11-8fb1-90d95d7677e7 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:34.615596 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b72eb90-fa29-403d-bac3-f790c5901b81 req-adf7bd40-dbe9-4c11-8fb1-90d95d7677e7 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=72995f20-a737-47cb-85c1-9a248b9d9fbb HTTP/1.1" status: 200  len: 946 time: 0.6359725
Feb 05 20:50:34.691656 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-9f947715-d1e0-4329-88ad-6cf5f903adda service neutron] For port eba50d43-1aac-448e-b262-7b4e93db8b1e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eba50d43-1aac-448e-b262-7b4e93db8b1e,segment=NetworkSegment(69c86b74-d9e1-46c1-9b9b-f16748bd0260),segment_id=69c86b74-d9e1-46c1-9b9b-f16748bd0260)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:34.725667 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbaa9b-9046-453c-b1b1-78264fc4a579 req-0940ae0f-e675-40be-9cc5-dd097700dc65 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:34.727397 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4dcbaa9b-9046-453c-b1b1-78264fc4a579 req-0940ae0f-e675-40be-9cc5-dd097700dc65 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 945 time: 0.3204811
Feb 05 20:50:34.738894 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-f6029700-5d08-46f7-9658-47adedbe3b97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (22a96582-81f0-48c8-b782-d4e113966e09), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:34.753683 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5075a230-8a44-495c-857d-e59e1a304207 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:50:34.766454 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6870b6a4-6542-4aad-9047-d21a6f8f752f None None] Sync routers for ids ['f2757b2c-34c5-4c9a-a639-92417bce281c'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:50:34.775468 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5075a230-8a44-495c-857d-e59e1a304207 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:34.776367 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6870b6a4-6542-4aad-9047-d21a6f8f752f None None] Routers {'f2757b2c-34c5-4c9a-a639-92417bce281c'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:50:34.777559 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-6870b6a4-6542-4aad-9047-d21a6f8f752f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8cfbb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:50:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['f2757b2c-34c5-4c9a-a639-92417bce281c'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:50:34.815515 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-9f947715-d1e0-4329-88ad-6cf5f903adda service neutron] For port eba50d43-1aac-448e-b262-7b4e93db8b1e, host nch1-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:50:34.842430 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f8f413ac-79bf-442d-8499-90eb8e49a8a8 req-19482dae-9c97-45eb-9f7a-b80a95955af6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2433267
Feb 05 20:50:34.885956 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-6870b6a4-6542-4aad-9047-d21a6f8f752f None None] Set router f2757b2c-34c5-4c9a-a639-92417bce281c gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:50:34.911844 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b72eb90-fa29-403d-bac3-f790c5901b81 req-3f830093-fb04-413d-b5c6-d26a3257ec45 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2809803
Feb 05 20:50:34.921315 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-9f947715-d1e0-4329-88ad-6cf5f903adda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eba50d43-1aac-448e-b262-7b4e93db8b1e {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:50:34.926899 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5075a230-8a44-495c-857d-e59e1a304207 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.32 "PUT /v2.0/floatingips/dc8b088b-e7e8-46e8-856b-88151dffa98b HTTP/1.1" status: 200  len: 990 time: 2.5202663
Feb 05 20:50:34.935474 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '026b29e4-97ef-4a35-89ea-4814c8004e2c', 'tag': '11f105d2-e259-420f-967b-96ac4ec6ab84'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:50:34.938152 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d66525-c3ff-435d-b180-824f841f9510" -d '{"events": [{"name": "network-changed", "server_uuid": "026b29e4-97ef-4a35-89ea-4814c8004e2c", "tag": "11f105d2-e259-420f-967b-96ac4ec6ab84"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:50:34.950219 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-9f947715-d1e0-4329-88ad-6cf5f903adda service neutron] For port eba50d43-1aac-448e-b262-7b4e93db8b1e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eba50d43-1aac-448e-b262-7b4e93db8b1e,segment=NetworkSegment(69c86b74-d9e1-46c1-9b9b-f16748bd0260),segment_id=69c86b74-d9e1-46c1-9b9b-f16748bd0260)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:34.969743 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4dcbaa9b-9046-453c-b1b1-78264fc4a579 req-bd462dd9-4270-4a30-a5d4-460aa562cf55 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2280831
Feb 05 20:50:34.988320 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-9f947715-d1e0-4329-88ad-6cf5f903adda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (eba50d43-1aac-448e-b262-7b4e93db8b1e), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:35.019706 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 4a4d7d0a-509a-455e-a91a-7918634eb647 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:50:35.169566 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-6870b6a4-6542-4aad-9047-d21a6f8f752f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8cfbb80>, [{'id': 'f2757b2c-34c5-4c9a-a639-92417bce281c', 'name': 'tempest-ServersTestJSON-1323035399-router', 'tenant_id': '949ac3395ef342bcabb0b1202abc6a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.190'}], 'enable_snat': True}, 'gw_port_id': 'c5260fee-a78c-46c0-92b1-487fb9eb7323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:49:57Z', 'updated_at': '2022-02-05T20:50:02Z', 'revision_number': 4, 'project_id': '949ac3395ef342bcabb0b1202abc6a71', 'gw_port': {'id': 'c5260fee-a78c-46c0-92b1-487fb9eb7323', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:29:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2757b2c-34c5-4c9a-a639-92417bce281c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:49:58Z', 'updated_at': '2022-02-05T20:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'dc8b088b-e7e8-46e8-856b-88151dffa98b', 'tenant_id': '949ac3395ef342bcabb0b1202abc6a71', 'floating_ip_address': '172.35.4.37', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'f2757b2c-34c5-4c9a-a639-92417bce281c', 'port_id': '11f105d2-e259-420f-967b-96ac4ec6ab84', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a18e24a-2f57-45be-862c-a2debab44199', 'mac_address': 'fa:16:3e:64:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026b29e4-97ef-4a35-89ea-4814c8004e2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T20:50:09Z', 'updated_at': '2022-02-05T20:50:33Z', 'revision_number': 1, 'project_id': '949ac3395ef342bcabb0b1202abc6a71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7790afce-9ea0-462f-9c25-17b835814f89', 'name': '', 'network_id': '2a18e24a-2f57-45be-862c-a2debab44199', 'tenant_id': '949ac3395ef342bcabb0b1202abc6a71', 'mac_address': 'fa:16:3e:4d:54:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2757b2c-34c5-4c9a-a639-92417bce281c', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '6fe1c393-6eaf-4a27-8b75-43f4bec0d637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:50:01Z', 'updated_at': '2022-02-05T20:50:08Z', 'revision_number': 5, 'project_id': '949ac3395ef342bcabb0b1202abc6a71', 'subnets': [{'id': '6fe1c393-6eaf-4a27-8b75-43f4bec0d637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:50:35.173315 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 4a4d7d0a-509a-455e-a91a-7918634eb647, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4a4d7d0a-509a-455e-a91a-7918634eb647,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:35.184743 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '4a4d7d0a-509a-455e-a91a-7918634eb647', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'port_id': '4a4d7d0a-509a-455e-a91a-7918634eb647', 'mac_address': 'fa:16:3e:01:4f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3c763-0926-4b49-ade5-d66ee3d4c489', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:50:35.200899 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-f6029700-5d08-46f7-9658-47adedbe3b97 service neutron] For port 22a96582-81f0-48c8-b782-d4e113966e09, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=22a96582-81f0-48c8-b782-d4e113966e09,segment=NetworkSegment(22aada35-3566-46c2-b11c-622e4f2f6275),segment_id=22aada35-3566-46c2-b11c-622e4f2f6275)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:35.201607 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6870b6a4-6542-4aad-9047-d21a6f8f752f None None] Checking router: f2757b2c-34c5-4c9a-a639-92417bce281c for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:50:35.210787 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6870b6a4-6542-4aad-9047-d21a6f8f752f None None] Routers {'f2757b2c-34c5-4c9a-a639-92417bce281c'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:50:35.211813 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-6870b6a4-6542-4aad-9047-d21a6f8f752f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8cfbb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:50:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['f2757b2c-34c5-4c9a-a639-92417bce281c'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:50:35.229691 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 4a4d7d0a-509a-455e-a91a-7918634eb647 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:50:35.230175 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (4a4d7d0a-509a-455e-a91a-7918634eb647), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:35.241494 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-9f947715-d1e0-4329-88ad-6cf5f903adda service neutron] Transition to ACTIVE for port object eba50d43-1aac-448e-b262-7b4e93db8b1e will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:50:35.245904 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a4d7d0a-509a-455e-a91a-7918634eb647 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:50:35.252373 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44e814-5e85-4eca-830c-02f08d2ec4d2 req-a47535a9-56c6-4595-b9f8-c33028aa8d40 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:35.253918 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aa44e814-5e85-4eca-830c-02f08d2ec4d2 req-a47535a9-56c6-4595-b9f8-c33028aa8d40 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 948 time: 0.1615651
Feb 05 20:50:35.266113 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-9f947715-d1e0-4329-88ad-6cf5f903adda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (eba50d43-1aac-448e-b262-7b4e93db8b1e), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:35.268861 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 4a4d7d0a-509a-455e-a91a-7918634eb647, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4a4d7d0a-509a-455e-a91a-7918634eb647,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:35.272980 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (4a4d7d0a-509a-455e-a91a-7918634eb647), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:35.297629 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096b11f-a8f0-4085-a60d-894234015924 req-97b2c393-9264-4d64-b418-627e29624fb9 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:35.299202 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7096b11f-a8f0-4085-a60d-894234015924 req-97b2c393-9264-4d64-b418-627e29624fb9 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=48566981-f9d9-4917-bbc4-96a16ac26bcb HTTP/1.1" status: 200  len: 949 time: 0.1904657
Feb 05 20:50:35.324191 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-6870b6a4-6542-4aad-9047-d21a6f8f752f None None] Set router f2757b2c-34c5-4c9a-a639-92417bce281c gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:50:35.328123 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=4a4d7d0a-509a-455e-a91a-7918634eb647,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:35.354410 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-f6029700-5d08-46f7-9658-47adedbe3b97 service neutron] For port 22a96582-81f0-48c8-b782-d4e113966e09, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:50:35.427373 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-9f947715-d1e0-4329-88ad-6cf5f903adda service neutron] No DVR routers for this DVR port eba50d43-1aac-448e-b262-7b4e93db8b1e on host nch1-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:50:35.461598 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f947715-d1e0-4329-88ad-6cf5f903adda service neutron] Pushing event updated for resources: {'Port': ['ID=eba50d43-1aac-448e-b262-7b4e93db8b1e,revision_number=10']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:35.491869 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aa44e814-5e85-4eca-830c-02f08d2ec4d2 req-bfb1a53d-596f-401f-ad38-b0e2263cef35 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2220590
Feb 05 20:50:35.504631 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-f6029700-5d08-46f7-9658-47adedbe3b97 service neutron] Publish callbacks [] for port (22a96582-81f0-48c8-b782-d4e113966e09), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:35.521011 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7096b11f-a8f0-4085-a60d-894234015924 req-91def985-b275-445e-b2dd-6d1ebef0e455 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1954954
Feb 05 20:50:35.525107 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-9f947715-d1e0-4329-88ad-6cf5f903adda service neutron] 10.222.0.21 "PUT /v2.0/ports/eba50d43-1aac-448e-b262-7b4e93db8b1e/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.7691462
Feb 05 20:50:35.525888 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-f6029700-5d08-46f7-9658-47adedbe3b97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (22a96582-81f0-48c8-b782-d4e113966e09), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:35.594192 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-6870b6a4-6542-4aad-9047-d21a6f8f752f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8cfbb80>, [{'id': 'f2757b2c-34c5-4c9a-a639-92417bce281c', 'name': 'tempest-ServersTestJSON-1323035399-router', 'tenant_id': '949ac3395ef342bcabb0b1202abc6a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.190'}], 'enable_snat': True}, 'gw_port_id': 'c5260fee-a78c-46c0-92b1-487fb9eb7323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:49:57Z', 'updated_at': '2022-02-05T20:50:02Z', 'revision_number': 4, 'project_id': '949ac3395ef342bcabb0b1202abc6a71', 'gw_port': {'id': 'c5260fee-a78c-46c0-92b1-487fb9eb7323', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:29:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2757b2c-34c5-4c9a-a639-92417bce281c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:49:58Z', 'updated_at': '2022-02-05T20:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'dc8b088b-e7e8-46e8-856b-88151dffa98b', 'tenant_id': '949ac3395ef342bcabb0b1202abc6a71', 'floating_ip_address': '172.35.4.37', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'f2757b2c-34c5-4c9a-a639-92417bce281c', 'port_id': '11f105d2-e259-420f-967b-96ac4ec6ab84', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a18e24a-2f57-45be-862c-a2debab44199', 'mac_address': 'fa:16:3e:64:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026b29e4-97ef-4a35-89ea-4814c8004e2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T20:50:09Z', 'updated_at': '2022-02-05T20:50:33Z', 'revision_number': 1, 'project_id': '949ac3395ef342bcabb0b1202abc6a71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7790afce-9ea0-462f-9c25-17b835814f89', 'name': '', 'network_id': '2a18e24a-2f57-45be-862c-a2debab44199', 'tenant_id': '949ac3395ef342bcabb0b1202abc6a71', 'mac_address': 'fa:16:3e:4d:54:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2757b2c-34c5-4c9a-a639-92417bce281c', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '6fe1c393-6eaf-4a27-8b75-43f4bec0d637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:50:01Z', 'updated_at': '2022-02-05T20:50:08Z', 'revision_number': 5, 'project_id': '949ac3395ef342bcabb0b1202abc6a71', 'subnets': [{'id': '6fe1c393-6eaf-4a27-8b75-43f4bec0d637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:50:35.598975 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0075bcc-261a-4526-8ea5-5fc3aa807eb2 x-openstack-request-id: req-a0075bcc-261a-4526-8ea5-5fc3aa807eb2 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:50:35.599403 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "026b29e4-97ef-4a35-89ea-4814c8004e2c", "tag": "11f105d2-e259-420f-967b-96ac4ec6ab84", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:50:35.599665 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a0075bcc-261a-4526-8ea5-5fc3aa807eb2 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:50:35.600067 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '026b29e4-97ef-4a35-89ea-4814c8004e2c', 'tag': '11f105d2-e259-420f-967b-96ac4ec6ab84', 'status': 'completed', 'code': 200}
Feb 05 20:50:35.628162 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6870b6a4-6542-4aad-9047-d21a6f8f752f None None] The sync data for ids ['f2757b2c-34c5-4c9a-a639-92417bce281c'] in ncdv-master-1 is: [{'id': 'f2757b2c-34c5-4c9a-a639-92417bce281c', 'name': 'tempest-ServersTestJSON-1323035399-router', 'tenant_id': '949ac3395ef342bcabb0b1202abc6a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.190'}], 'enable_snat': True}, 'gw_port_id': 'c5260fee-a78c-46c0-92b1-487fb9eb7323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:49:57Z', 'updated_at': '2022-02-05T20:50:02Z', 'revision_number': 4, 'project_id': '949ac3395ef342bcabb0b1202abc6a71', 'gw_port': {'id': 'c5260fee-a78c-46c0-92b1-487fb9eb7323', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:29:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2757b2c-34c5-4c9a-a639-92417bce281c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:49:58Z', 'updated_at': '2022-02-05T20:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'dc8b088b-e7e8-46e8-856b-88151dffa98b', 'tenant_id': '949ac3395ef342bcabb0b1202abc6a71', 'floating_ip_address': '172.35.4.37', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'f2757b2c-34c5-4c9a-a639-92417bce281c', 'port_id': '11f105d2-e259-420f-967b-96ac4ec6ab84', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a18e24a-2f57-45be-862c-a2debab44199', 'mac_address': 'fa:16:3e:64:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026b29e4-97ef-4a35-89ea-4814c8004e2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T20:50:09Z', 'updated_at': '2022-02-05T20:50:33Z', 'revision_number': 1, 'project_id': '949ac3395ef342bcabb0b1202abc6a71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7790afce-9ea0-462f-9c25-17b835814f89', 'name': '', 'network_id': '2a18e24a-2f57-45be-862c-a2debab44199', 'tenant_id': '949ac3395ef342bcabb0b1202abc6a71', 'mac_address': 'fa:16:3e:4d:54:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2757b2c-34c5-4c9a-a639-92417bce281c', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '6fe1c393-6eaf-4a27-8b75-43f4bec0d637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:50:01Z', 'updated_at': '2022-02-05T20:50:08Z', 'revision_number': 5, 'project_id': '949ac3395ef342bcabb0b1202abc6a71', 'subnets': [{'id': '6fe1c393-6eaf-4a27-8b75-43f4bec0d637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:50:35.659995 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 22a96582-81f0-48c8-b782-d4e113966e09 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:50:35.680674 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['4a4d7d0a-509a-455e-a91a-7918634eb647'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:50:35.713375 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6029700-5d08-46f7-9658-47adedbe3b97 service neutron] Pushing event updated for resources: {'Port': ['ID=22a96582-81f0-48c8-b782-d4e113966e09,revision_number=7']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:35.776971 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-f6029700-5d08-46f7-9658-47adedbe3b97 service neutron] Attempting to bind port 22a96582-81f0-48c8-b782-d4e113966e09 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:50:35.777509 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-f6029700-5d08-46f7-9658-47adedbe3b97 service neutron] Attempting to bind port 22a96582-81f0-48c8-b782-d4e113966e09 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:50:35.778343 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-f6029700-5d08-46f7-9658-47adedbe3b97 service neutron] Attempting to bind port 22a96582-81f0-48c8-b782-d4e113966e09 on network 3d591eda-8294-4b7a-a6d2-1afd55bde68d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:50:35.792115 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e064dfc-17ed-4ce2-8192-4a0289bbfe17 req-8f7d0881-4211-47c5-a29d-fa296db122b1 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:35.794224 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3e064dfc-17ed-4ce2-8192-4a0289bbfe17 req-8f7d0881-4211-47c5-a29d-fa296db122b1 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.32 "GET /v2.0/ports?device_id=026b29e4-97ef-4a35-89ea-4814c8004e2c HTTP/1.1" status: 200  len: 945 time: 0.2093904
Feb 05 20:50:35.798517 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-f6029700-5d08-46f7-9658-47adedbe3b97 service neutron] Port 22a96582-81f0-48c8-b782-d4e113966e09 on network 3d591eda-8294-4b7a-a6d2-1afd55bde68d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:50:35.798851 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-f6029700-5d08-46f7-9658-47adedbe3b97 service neutron] Attempting to bind port 22a96582-81f0-48c8-b782-d4e113966e09 on network 3d591eda-8294-4b7a-a6d2-1afd55bde68d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:50:35.803672 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d66525-c3ff-435d-b180-824f841f9510 req-f29c6db7-4352-4970-9bf6-40b3f4722868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:35.805216 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a2d66525-c3ff-435d-b180-824f841f9510 req-f29c6db7-4352-4970-9bf6-40b3f4722868 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=949ac3395ef342bcabb0b1202abc6a71&device_id=026b29e4-97ef-4a35-89ea-4814c8004e2c HTTP/1.1" status: 200  len: 1127 time: 0.1861422
Feb 05 20:50:35.818612 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519114e-0385-48ac-875a-9df75706db60 req-546347eb-4c11-4943-b784-bb1040540846 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:35.820142 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6519114e-0385-48ac-875a-9df75706db60 req-546347eb-4c11-4943-b784-bb1040540846 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b25c8ee-660b-4a31-907e-9d90d9b0cfff HTTP/1.1" status: 200  len: 944 time: 0.1905975
Feb 05 20:50:35.832868 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 22a96582-81f0-48c8-b782-d4e113966e09, host nch2-master-1, got binding levels [] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:35.836257 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-f6029700-5d08-46f7-9658-47adedbe3b97 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:50:35.836605 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-f6029700-5d08-46f7-9658-47adedbe3b97 service neutron] Checking segment: {'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:50:35.836998 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-f6029700-5d08-46f7-9658-47adedbe3b97 service neutron] Bound using segment: {'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:50:35.837464 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-f6029700-5d08-46f7-9658-47adedbe3b97 service neutron] Bound port: 22a96582-81f0-48c8-b782-d4e113966e09, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:50:35.837813 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-f6029700-5d08-46f7-9658-47adedbe3b97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (22a96582-81f0-48c8-b782-d4e113966e09), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:35.882423 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Attempting to bind port 22a96582-81f0-48c8-b782-d4e113966e09 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:50:35.882804 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Attempting to bind port 22a96582-81f0-48c8-b782-d4e113966e09 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:50:35.883172 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Attempting to bind port 22a96582-81f0-48c8-b782-d4e113966e09 on network 3d591eda-8294-4b7a-a6d2-1afd55bde68d {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:50:35.889659 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ff22b2-7be5-4941-a412-ce0f33cadfd2 None None] New status for floating IP dc8b088b-e7e8-46e8-856b-88151dffa98b: ACTIVE {{(pid=114392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 20:50:35.930685 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Port 22a96582-81f0-48c8-b782-d4e113966e09 on network 3d591eda-8294-4b7a-a6d2-1afd55bde68d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:50:35.931040 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Attempting to bind port 22a96582-81f0-48c8-b782-d4e113966e09 on network 3d591eda-8294-4b7a-a6d2-1afd55bde68d {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:50:35.947478 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:50:35.947853 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Checking segment: {'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:50:35.948466 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Bound using segment: {'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:50:35.948979 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Bound port: 22a96582-81f0-48c8-b782-d4e113966e09, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:50:35.949371 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (22a96582-81f0-48c8-b782-d4e113966e09), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:35.997122 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3e064dfc-17ed-4ce2-8192-4a0289bbfe17 req-29e99612-a922-4b1c-8640-098d1a24748f tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd377eec-39f3-4595-bf6a-b4020e5c78ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1898701
Feb 05 20:50:36.023828 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6519114e-0385-48ac-875a-9df75706db60 req-ab6b8f30-5144-4889-94d0-d7c4e54c0fa6 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1967928
Feb 05 20:50:36.054416 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d66525-c3ff-435d-b180-824f841f9510 req-5955e92a-5cc9-4876-a0bb-1b9c7fb2ba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:36.055808 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a2d66525-c3ff-435d-b180-824f841f9510 req-5955e92a-5cc9-4876-a0bb-1b9c7fb2ba17 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a18e24a-2f57-45be-862c-a2debab44199 HTTP/1.1" status: 200  len: 907 time: 0.2299979
Feb 05 20:50:36.059074 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-f6029700-5d08-46f7-9658-47adedbe3b97 service neutron] For port 22a96582-81f0-48c8-b782-d4e113966e09, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:50:36.063929 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-f6029700-5d08-46f7-9658-47adedbe3b97 service neutron] For port 22a96582-81f0-48c8-b782-d4e113966e09, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=22a96582-81f0-48c8-b782-d4e113966e09,segment=NetworkSegment(22aada35-3566-46c2-b11c-622e4f2f6275),segment_id=22aada35-3566-46c2-b11c-622e4f2f6275)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:50:36.078994 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5b0b025a-59d2-43af-94c4-566870d46eb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:36.104481 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-f6029700-5d08-46f7-9658-47adedbe3b97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (22a96582-81f0-48c8-b782-d4e113966e09), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:36.143153 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 22a96582-81f0-48c8-b782-d4e113966e09, host nch2-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:50:36.149550 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.db.api [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 22a96582-81f0-48c8-b782-d4e113966e09-nch2-master-1-0 {{(pid=114392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 20:50:36.150027 ncdv-master-1 neutron-server[114392]: DEBUG oslo_db.api [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 20:50:36.211554 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a2d66525-c3ff-435d-b180-824f841f9510 req-91d31098-391d-4c36-987d-9cfadfdd6685 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11f105d2-e259-420f-967b-96ac4ec6ab84 HTTP/1.1" status: 200  len: 998 time: 0.1457350
Feb 05 20:50:36.301610 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6029700-5d08-46f7-9658-47adedbe3b97 service neutron] Pushing event updated for resources: {'Port': ['ID=22a96582-81f0-48c8-b782-d4e113966e09,revision_number=8']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:36.319672 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-f6029700-5d08-46f7-9658-47adedbe3b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:36.320311 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-f6029700-5d08-46f7-9658-47adedbe3b97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:36.321710 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-f6029700-5d08-46f7-9658-47adedbe3b97 service neutron] 10.222.0.21 "PUT /v2.0/ports/22a96582-81f0-48c8-b782-d4e113966e09 HTTP/1.1" status: 200  len: 1121 time: 1.8972006
Feb 05 20:50:36.342049 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487b112-34fb-4959-8582-497c3b5724e5 req-14c0ae97-9315-493d-93f5-ff619d793433 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:36.343602 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3487b112-34fb-4959-8582-497c3b5724e5 req-14c0ae97-9315-493d-93f5-ff619d793433 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=72995f20-a737-47cb-85c1-9a248b9d9fbb HTTP/1.1" status: 200  len: 946 time: 0.2201767
Feb 05 20:50:36.360631 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d66525-c3ff-435d-b180-824f841f9510 req-565bb305-56f5-4128-b1b7-7e70fbc5cf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:36.362235 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a2d66525-c3ff-435d-b180-824f841f9510 req-565bb305-56f5-4128-b1b7-7e70fbc5cf72 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6fe1c393-6eaf-4a27-8b75-43f4bec0d637 HTTP/1.1" status: 200  len: 845 time: 0.1408098
Feb 05 20:50:36.442180 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-a5f3314a-d1fd-4da8-9bad-c6d5b60f2260 tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:36.443718 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-a5f3314a-d1fd-4da8-9bad-c6d5b60f2260 tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0b25c8ee-660b-4a31-907e-9d90d9b0cfff&tenant_id=cee5ceeb66aa4167b6492470edbad369&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.2035911
Feb 05 20:50:36.457413 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['22a96582-81f0-48c8-b782-d4e113966e09'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:50:36.507484 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3487b112-34fb-4959-8582-497c3b5724e5 req-1460ba77-7f0f-4eb4-97e4-63bc3b5e704a tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1510546
Feb 05 20:50:36.530800 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['22a96582-81f0-48c8-b782-d4e113966e09'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:50:36.531363 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf63e4-2ba0-49b7-93f6-040d7bae9dd0 req-984bb3f9-6b15-42f1-b194-2ccf67212b8f tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:36.532892 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f9bf63e4-2ba0-49b7-93f6-040d7bae9dd0 req-984bb3f9-6b15-42f1-b194-2ccf67212b8f tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 943 time: 0.1749194
Feb 05 20:50:36.534740 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d66525-c3ff-435d-b180-824f841f9510 req-0a2bd218-15c0-490e-8169-9b83012481c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:36.536124 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a2d66525-c3ff-435d-b180-824f841f9510 req-0a2bd218-15c0-490e-8169-9b83012481c5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a18e24a-2f57-45be-862c-a2debab44199&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1572182
Feb 05 20:50:36.588604 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-9fcc2533-0d51-43de-b33f-01a825d3bf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:36.590823 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-9fcc2533-0d51-43de-b33f-01a825d3bf65 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0b25c8ee-660b-4a31-907e-9d90d9b0cfff&tenant_id=cee5ceeb66aa4167b6492470edbad369 HTTP/1.1" status: 200  len: 1126 time: 0.1319089
Feb 05 20:50:36.689442 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Attempting to bind port 22a96582-81f0-48c8-b782-d4e113966e09 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:50:36.689820 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Attempting to bind port 22a96582-81f0-48c8-b782-d4e113966e09 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:50:36.690201 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Attempting to bind port 22a96582-81f0-48c8-b782-d4e113966e09 on network 3d591eda-8294-4b7a-a6d2-1afd55bde68d {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:50:36.712649 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Port 22a96582-81f0-48c8-b782-d4e113966e09 on network 3d591eda-8294-4b7a-a6d2-1afd55bde68d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:50:36.713010 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Attempting to bind port 22a96582-81f0-48c8-b782-d4e113966e09 on network 3d591eda-8294-4b7a-a6d2-1afd55bde68d {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:50:36.713919 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f9bf63e4-2ba0-49b7-93f6-040d7bae9dd0 req-48febe1d-30b7-4fe0-8d94-a3f2f7d5c013 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1682281
Feb 05 20:50:36.729959 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:50:36.730527 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Checking segment: {'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:50:36.731185 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Bound using segment: {'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:50:36.731647 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Bound port: 22a96582-81f0-48c8-b782-d4e113966e09, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:50:36.732049 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (22a96582-81f0-48c8-b782-d4e113966e09), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:36.747740 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a2d66525-c3ff-435d-b180-824f841f9510 req-243b5e55-cb04-44f9-9ff5-2be3902c944b service neutron] 10.222.0.21 "GET /v2.0/networks/2a18e24a-2f57-45be-862c-a2debab44199?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1943519
Feb 05 20:50:36.754311 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-ab1a3b99-aec4-4bf3-898a-2fa423142066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:36.755802 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-ab1a3b99-aec4-4bf3-898a-2fa423142066 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cee5ceeb66aa4167b6492470edbad369&device_id=0b25c8ee-660b-4a31-907e-9d90d9b0cfff HTTP/1.1" status: 200  len: 1126 time: 0.1122985
Feb 05 20:50:36.763576 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f10d33-23fa-4dc4-9b6f-8163fa4b1d05 req-835831b7-5178-4bcb-8bb9-05201c573950 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:36.770443 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d9f10d33-23fa-4dc4-9b6f-8163fa4b1d05 req-835831b7-5178-4bcb-8bb9-05201c573950 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 950 time: 0.1785958
Feb 05 20:50:36.825908 ncdv-master-1 neutron-server[114392]: WARNING neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Concurrent port binding operations failed on port 22a96582-81f0-48c8-b782-d4e113966e09
Feb 05 20:50:36.831295 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 22a96582-81f0-48c8-b782-d4e113966e09, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=22a96582-81f0-48c8-b782-d4e113966e09,segment=NetworkSegment(22aada35-3566-46c2-b11c-622e4f2f6275),segment_id=22aada35-3566-46c2-b11c-622e4f2f6275)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:36.835198 ncdv-master-1 neutron-server[114392]: INFO neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Attempt 2 to bind port 22a96582-81f0-48c8-b782-d4e113966e09
Feb 05 20:50:36.835587 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 22a96582-81f0-48c8-b782-d4e113966e09 has no active binding in host nch1-master-1 {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Feb 05 20:50:36.973081 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d9f10d33-23fa-4dc4-9b6f-8163fa4b1d05 req-7f3a239a-2368-42fb-997f-991ab59ae90a tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2017860
Feb 05 20:50:37.005569 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a2d66525-c3ff-435d-b180-824f841f9510 req-bbcac2f2-f012-4f82-9b44-3883677a3974 service neutron] 10.222.0.21 "GET /v2.0/networks/2a18e24a-2f57-45be-862c-a2debab44199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2537026
Feb 05 20:50:37.007631 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-8c6485e9-5df2-4b98-801c-9f04425582ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:37.009016 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-8c6485e9-5df2-4b98-801c-9f04425582ea service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc4b732e-5458-48e6-8cda-4d399eeaa947 HTTP/1.1" status: 200  len: 909 time: 0.2366762
Feb 05 20:50:37.016528 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999bd624-6449-4dec-a52a-93ea71d633d9 req-596f6a9f-7d27-4c8c-bb1f-626f657be2eb tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:37.017913 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-999bd624-6449-4dec-a52a-93ea71d633d9 req-596f6a9f-7d27-4c8c-bb1f-626f657be2eb tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 949 time: 0.1957679
Feb 05 20:50:37.032393 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 2d005731-eb27-48c9-8054-1bd2d943230e up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:50:37.062092 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-109b402a-d5aa-4068-8b69-bf3460f8787b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eba50d43-1aac-448e-b262-7b4e93db8b1e HTTP/1.1" status: 200  len: 217 time: 0.0432134
Feb 05 20:50:37.088548 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 2d005731-eb27-48c9-8054-1bd2d943230e completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:50:37.093397 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 2d005731-eb27-48c9-8054-1bd2d943230e triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:50:37.093928 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (2d005731-eb27-48c9-8054-1bd2d943230e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:37.164193 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-999bd624-6449-4dec-a52a-93ea71d633d9 req-79007fbd-1d34-48fd-8abd-22dfbff51d4c tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1397486
Feb 05 20:50:37.168046 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-e35b2eac-c85d-4d03-8c38-db9b3df412b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:37.169449 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-e35b2eac-c85d-4d03-8c38-db9b3df412b2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=30766dd9-3364-437e-a8fd-68757651ef32 HTTP/1.1" status: 200  len: 848 time: 0.0941398
Feb 05 20:50:37.174699 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 2d005731-eb27-48c9-8054-1bd2d943230e is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:50:37.175107 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (2d005731-eb27-48c9-8054-1bd2d943230e), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:37.192069 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9b4d7-e476-41ec-83c7-c813afc6d880 req-69f28095-b16d-424b-9e8e-b859654c43e7 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:37.193515 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a8d9b4d7-e476-41ec-83c7-c813afc6d880 req-69f28095-b16d-424b-9e8e-b859654c43e7 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=48566981-f9d9-4917-bbc4-96a16ac26bcb HTTP/1.1" status: 200  len: 949 time: 0.1355653
Feb 05 20:50:37.210303 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48566981-f9d9-4917-bbc4-96a16ac26bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d005731-eb27-48c9-8054-1bd2d943230e'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:50:37.211547 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-6fac7e35-ae15-440b-a5d3-9000ac4533f2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4b732e-5458-48e6-8cda-4d399eeaa947&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0357184
Feb 05 20:50:37.213838 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aefeaf1-9f3c-4a81-b957-5798e73e1e9f" -d '{"events": [{"server_uuid": "48566981-f9d9-4917-bbc4-96a16ac26bcb", "name": "network-vif-plugged", "status": "completed", "tag": "2d005731-eb27-48c9-8054-1bd2d943230e"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:50:37.227699 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 2d005731-eb27-48c9-8054-1bd2d943230e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2d005731-eb27-48c9-8054-1bd2d943230e,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:37.231708 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (2d005731-eb27-48c9-8054-1bd2d943230e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:37.284089 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=2d005731-eb27-48c9-8054-1bd2d943230e,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:37.313579 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:37.602224 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b207cea1-b7c7-41bb-bdac-ea7053089b59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22a96582-81f0-48c8-b782-d4e113966e09'}, {'name': 'network-changed', 'server_uuid': 'b207cea1-b7c7-41bb-bdac-ea7053089b59', 'tag': '22a96582-81f0-48c8-b782-d4e113966e09'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:50:37.604520 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e4d7ad-95cc-4e7f-b0cd-6992c2d0eec1" -d '{"events": [{"server_uuid": "b207cea1-b7c7-41bb-bdac-ea7053089b59", "name": "network-vif-unplugged", "status": "completed", "tag": "22a96582-81f0-48c8-b782-d4e113966e09"}, {"name": "network-changed", "server_uuid": "b207cea1-b7c7-41bb-bdac-ea7053089b59", "tag": "22a96582-81f0-48c8-b782-d4e113966e09"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:50:37.616629 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a8d9b4d7-e476-41ec-83c7-c813afc6d880 req-21583a9d-4c06-4b6e-9a3d-23a269222f48 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4075434
Feb 05 20:50:37.646111 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad82b3-a7e6-4364-b82c-6a492e2b5454 req-794c1b85-1764-4cbe-824f-214fcaee45a2 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:37.647772 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-41ad82b3-a7e6-4364-b82c-6a492e2b5454 req-794c1b85-1764-4cbe-824f-214fcaee45a2 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.32 "GET /v2.0/ports?device_id=026b29e4-97ef-4a35-89ea-4814c8004e2c HTTP/1.1" status: 200  len: 945 time: 0.4155123
Feb 05 20:50:37.651403 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-bec829a2-ce23-49ad-ace3-31d6c2b9d7a6 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4329751
Feb 05 20:50:37.663006 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device eba50d43-1aac-448e-b262-7b4e93db8b1e no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:50:37.715942 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] The host nch1-master-1 is not matching for port eba50d43-1aac-448e-b262-7b4e93db8b1e host nch2-master-1! {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Feb 05 20:50:37.716612 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device eba50d43-1aac-448e-b262-7b4e93db8b1e not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:50:37.786342 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-41ad82b3-a7e6-4364-b82c-6a492e2b5454 req-82b900ca-bee6-4102-98f6-c5a646f96844 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd377eec-39f3-4595-bf6a-b4020e5c78ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1322496
Feb 05 20:50:37.818613 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ac9b8-0c0f-401d-a75f-d19910932b3d req-9e3b8835-a0e7-43ae-aa7b-ae718a64b9da tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:37.820033 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6e7ac9b8-0c0f-401d-a75f-d19910932b3d req-9e3b8835-a0e7-43ae-aa7b-ae718a64b9da tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b25c8ee-660b-4a31-907e-9d90d9b0cfff HTTP/1.1" status: 200  len: 944 time: 0.1295786
Feb 05 20:50:37.822259 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-e3241c2a-3459-4d8f-b26e-6badcf77c564 service neutron] 10.222.0.39 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1538086
Feb 05 20:50:37.838019 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5b1519-8582-45c2-9cda-aa17de1d6fe2 x-openstack-request-id: req-5d5b1519-8582-45c2-9cda-aa17de1d6fe2 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:50:37.838508 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48566981-f9d9-4917-bbc4-96a16ac26bcb", "name": "network-vif-plugged", "status": "completed", "tag": "2d005731-eb27-48c9-8054-1bd2d943230e", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:50:37.838837 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5d5b1519-8582-45c2-9cda-aa17de1d6fe2 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:50:37.839906 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48566981-f9d9-4917-bbc4-96a16ac26bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d005731-eb27-48c9-8054-1bd2d943230e', 'code': 200}
Feb 05 20:50:37.872809 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6e7ac9b8-0c0f-401d-a75f-d19910932b3d req-936d2b61-446f-479a-9069-92a95dd5274e tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468726
Feb 05 20:50:37.935832 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 05 Feb 2022 20:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81077bb8-edd1-4bce-9f84-147e8b7725bd x-openstack-request-id: req-81077bb8-edd1-4bce-9f84-147e8b7725bd {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:50:37.936126 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b207cea1-b7c7-41bb-bdac-ea7053089b59", "name": "network-vif-unplugged", "status": "completed", "tag": "22a96582-81f0-48c8-b782-d4e113966e09", "code": 200}, {"name": "network-changed", "server_uuid": "b207cea1-b7c7-41bb-bdac-ea7053089b59", "tag": "22a96582-81f0-48c8-b782-d4e113966e09", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:50:37.936636 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-81077bb8-edd1-4bce-9f84-147e8b7725bd {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:50:37.937032 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b207cea1-b7c7-41bb-bdac-ea7053089b59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22a96582-81f0-48c8-b782-d4e113966e09', 'code': 200}
Feb 05 20:50:37.937287 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b207cea1-b7c7-41bb-bdac-ea7053089b59', 'tag': '22a96582-81f0-48c8-b782-d4e113966e09', 'status': 'completed', 'code': 200}
Feb 05 20:50:38.027504 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e9a15-1b74-48f7-9b81-86319cda32be req-97ecf163-9521-49bc-b90e-d1e22b60baec tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:38.029003 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2b7e9a15-1b74-48f7-9b81-86319cda32be req-97ecf163-9521-49bc-b90e-d1e22b60baec tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=72995f20-a737-47cb-85c1-9a248b9d9fbb HTTP/1.1" status: 200  len: 946 time: 0.1250944
Feb 05 20:50:38.107648 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a30f4f-bd75-46ac-937a-35191696b5b5 req-d4362d3a-f4ee-4271-87cb-b3bf3d166cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:38.109064 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f1a30f4f-bd75-46ac-937a-35191696b5b5 req-d4362d3a-f4ee-4271-87cb-b3bf3d166cee service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=48566981-f9d9-4917-bbc4-96a16ac26bcb HTTP/1.1" status: 200  len: 1132 time: 0.1608582
Feb 05 20:50:38.140460 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff8e84-025a-42df-ab7c-2b11a47cabcd req-92367476-5a04-4e01-b99e-36efe9c6d2c8 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:38.142061 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-05ff8e84-025a-42df-ab7c-2b11a47cabcd req-92367476-5a04-4e01-b99e-36efe9c6d2c8 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 943 time: 0.1630001
Feb 05 20:50:38.150729 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2b7e9a15-1b74-48f7-9b81-86319cda32be req-668669fb-0e3f-48e1-87a3-c071b18af606 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049845
Feb 05 20:50:38.152748 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-04680b9c-007d-4454-be54-5e8eb9b5ebbf tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:38.153535 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4d7ad-95cc-4e7f-b0cd-6992c2d0eec1 req-4cc28372-0c43-49cc-854e-ea58c3cc033d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:38.154726 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-04680b9c-007d-4454-be54-5e8eb9b5ebbf tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0b25c8ee-660b-4a31-907e-9d90d9b0cfff&tenant_id=cee5ceeb66aa4167b6492470edbad369&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.0522830
Feb 05 20:50:38.155061 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e3e4d7ad-95cc-4e7f-b0cd-6992c2d0eec1 req-4cc28372-0c43-49cc-854e-ea58c3cc033d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e4e31092ef641efbf6eaf54cfa40d67&device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 1155 time: 0.1613789
Feb 05 20:50:38.222969 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-05ff8e84-025a-42df-ab7c-2b11a47cabcd req-7382f6cb-e3e8-479f-a6e5-57f16d2e4882 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669079
Feb 05 20:50:38.258604 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f1a30f4f-bd75-46ac-937a-35191696b5b5 req-a4ea4eeb-f60e-4708-bef7-c88c4f2c9961 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1367719
Feb 05 20:50:38.271597 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-fe3727ed-40da-4a56-b424-f40fbcafb222 service neutron] For port eba50d43-1aac-448e-b262-7b4e93db8b1e, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:50:38.275512 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-fe3727ed-40da-4a56-b424-f40fbcafb222 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:38.277453 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7bd7c46f-6460-4f57-80ce-b616bc22656d req-fe3727ed-40da-4a56-b424-f40fbcafb222 service neutron] 10.222.0.39 "DELETE /v2.0/ports/eba50d43-1aac-448e-b262-7b4e93db8b1e/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.1108522
Feb 05 20:50:38.404957 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b5263-3fdc-4973-b3bb-59c1df1264ba req-2117812d-cc20-4616-8d3e-3964f5d034a9 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:38.406502 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6d6b5263-3fdc-4973-b3bb-59c1df1264ba req-2117812d-cc20-4616-8d3e-3964f5d034a9 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.32 "GET /v2.0/ports?device_id=026b29e4-97ef-4a35-89ea-4814c8004e2c HTTP/1.1" status: 200  len: 945 time: 0.1470988
Feb 05 20:50:38.416280 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4d7ad-95cc-4e7f-b0cd-6992c2d0eec1 req-7a9169a2-02d1-4f87-a7a2-aa82c0fa145b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:38.417892 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e3e4d7ad-95cc-4e7f-b0cd-6992c2d0eec1 req-7a9169a2-02d1-4f87-a7a2-aa82c0fa145b service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d591eda-8294-4b7a-a6d2-1afd55bde68d HTTP/1.1" status: 200  len: 922 time: 0.2506895
Feb 05 20:50:38.446861 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d905561-d04e-4952-be3a-eb41d3dc2d58 req-f9ff0928-ab4c-4147-8e75-467cd847b659 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:38.448213 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4d905561-d04e-4952-be3a-eb41d3dc2d58 req-f9ff0928-ab4c-4147-8e75-467cd847b659 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 950 time: 0.1119812
Feb 05 20:50:38.491171 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6d6b5263-3fdc-4973-b3bb-59c1df1264ba req-dc66e42b-9369-4c1d-9988-a6a0a86fb611 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd377eec-39f3-4595-bf6a-b4020e5c78ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0781960
Feb 05 20:50:38.553878 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e3e4d7ad-95cc-4e7f-b0cd-6992c2d0eec1 req-aa9a653e-b222-4018-9475-52969e3db3f5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22a96582-81f0-48c8-b782-d4e113966e09 HTTP/1.1" status: 200  len: 217 time: 0.0526457
Feb 05 20:50:38.559649 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4d905561-d04e-4952-be3a-eb41d3dc2d58 req-f4cffc6e-83e3-4210-8c84-6ac292b432e6 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993171
Feb 05 20:50:38.650361 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4d7ad-95cc-4e7f-b0cd-6992c2d0eec1 req-dfa141b1-4477-419b-98b6-b1682c14f815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:38.651963 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e3e4d7ad-95cc-4e7f-b0cd-6992c2d0eec1 req-dfa141b1-4477-419b-98b6-b1682c14f815 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f822a84b-448b-4295-886d-3f476dc82ced HTTP/1.1" status: 200  len: 861 time: 0.0901456
Feb 05 20:50:38.681738 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16efa47d-e780-4729-9db3-32cb988b4aa7 req-0e01a7d0-79a5-4165-8997-86b38799de81 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:38.684376 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-16efa47d-e780-4729-9db3-32cb988b4aa7 req-0e01a7d0-79a5-4165-8997-86b38799de81 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 949 time: 0.0852363
Feb 05 20:50:38.708074 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e3e4d7ad-95cc-4e7f-b0cd-6992c2d0eec1 req-e410e071-d2d3-41c7-abc9-fc694413bcfd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d591eda-8294-4b7a-a6d2-1afd55bde68d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0426300
Feb 05 20:50:38.847003 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:38.848472 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-16efa47d-e780-4729-9db3-32cb988b4aa7 req-50c676fc-cc95-4034-ba6d-12856cc85d4d tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1428947
Feb 05 20:50:38.878489 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de76d9c-6747-4064-9a0a-e34fd9624275 req-d496ad20-18ec-476e-8d5e-6c08c653b5c4 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:38.880163 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6de76d9c-6747-4064-9a0a-e34fd9624275 req-d496ad20-18ec-476e-8d5e-6c08c653b5c4 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=48566981-f9d9-4917-bbc4-96a16ac26bcb HTTP/1.1" status: 200  len: 950 time: 0.1664612
Feb 05 20:50:38.899363 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e3e4d7ad-95cc-4e7f-b0cd-6992c2d0eec1 req-2a004aed-bc4d-423c-9e11-fc9dd5126b2c service neutron] 10.222.0.39 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1824903
Feb 05 20:50:39.006756 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6de76d9c-6747-4064-9a0a-e34fd9624275 req-922be1f3-e08b-4075-b25d-e651be73004e tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1199169
Feb 05 20:50:39.059983 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e3e4d7ad-95cc-4e7f-b0cd-6992c2d0eec1 req-7ed6f49a-4ace-449e-af87-7b81c508a5d2 service neutron] 10.222.0.39 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1488183
Feb 05 20:50:39.071391 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 4a4d7d0a-509a-455e-a91a-7918634eb647 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:50:39.071910 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e67160-661b-4e4a-8eef-70cf90ef097c req-268658a1-d09a-4b1a-8780-398fed27669d tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:39.073461 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e0e67160-661b-4e4a-8eef-70cf90ef097c req-268658a1-d09a-4b1a-8780-398fed27669d tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b25c8ee-660b-4a31-907e-9d90d9b0cfff HTTP/1.1" status: 200  len: 944 time: 0.0818448
Feb 05 20:50:39.126045 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 4a4d7d0a-509a-455e-a91a-7918634eb647 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:50:39.129916 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 4a4d7d0a-509a-455e-a91a-7918634eb647 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:50:39.130303 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (4a4d7d0a-509a-455e-a91a-7918634eb647), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:39.133217 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e0e67160-661b-4e4a-8eef-70cf90ef097c req-51c70d5b-80dc-4bc0-a9ea-6316a85b838f tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533421
Feb 05 20:50:39.215229 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 4a4d7d0a-509a-455e-a91a-7918634eb647 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:50:39.215649 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (4a4d7d0a-509a-455e-a91a-7918634eb647), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:39.250364 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 4a4d7d0a-509a-455e-a91a-7918634eb647, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4a4d7d0a-509a-455e-a91a-7918634eb647,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:39.254701 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (4a4d7d0a-509a-455e-a91a-7918634eb647), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:39.280372 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f34f6b-bfe7-4a0c-99d5-59ee2269ff70 req-4800da17-9e87-426d-a080-d52ca953a1ab tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:39.281929 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-62f34f6b-bfe7-4a0c-99d5-59ee2269ff70 req-4800da17-9e87-426d-a080-d52ca953a1ab tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0b25c8ee-660b-4a31-907e-9d90d9b0cfff HTTP/1.1" status: 200  len: 1126 time: 0.0490782
Feb 05 20:50:39.307769 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=4a4d7d0a-509a-455e-a91a-7918634eb647,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:39.353766 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-62f34f6b-bfe7-4a0c-99d5-59ee2269ff70 req-ef000ae5-7d96-4194-83b8-cab69b84e3b6 tempest-LiveMigrationTest-1855252981 tempest-LiveMigrationTest-1855252981-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663414
Feb 05 20:50:39.379957 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2684e51-574f-492d-a47b-7cae178a0881 req-3febdc83-984d-4103-8307-fb16d4bdae19 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:39.382343 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2684e51-574f-492d-a47b-7cae178a0881 req-3febdc83-984d-4103-8307-fb16d4bdae19 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 943 time: 0.0663962
Feb 05 20:50:39.434637 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2684e51-574f-492d-a47b-7cae178a0881 req-90dd61fa-fe74-4379-84d5-c002f1ceca9f tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421612
Feb 05 20:50:39.616766 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bfe726-dca5-417a-8eb5-29edfff220c6 req-1bb82ca1-030d-413d-b1eb-faeaafc346c5 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:39.618423 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-96bfe726-dca5-417a-8eb5-29edfff220c6 req-1bb82ca1-030d-413d-b1eb-faeaafc346c5 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b25c8ee-660b-4a31-907e-9d90d9b0cfff HTTP/1.1" status: 200  len: 944 time: 0.0591238
Feb 05 20:50:39.670635 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-96bfe726-dca5-417a-8eb5-29edfff220c6 req-a8d44f55-c1cf-4c86-a918-0500f13e1967 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457921
Feb 05 20:50:39.841088 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660e254d-d72a-4427-8eaf-b34ff5278fe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a4d7d0a-509a-455e-a91a-7918634eb647'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:50:39.843457 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d969a93-edd9-4169-9400-e19acf895e43" -d '{"events": [{"server_uuid": "660e254d-d72a-4427-8eaf-b34ff5278fe3", "name": "network-vif-plugged", "status": "completed", "tag": "4a4d7d0a-509a-455e-a91a-7918634eb647"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:50:39.884187 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24df4c-9625-479e-a8a4-57a5b261dc1e req-2a2922ef-166a-4b55-95ed-7acef441079b tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:39.885817 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5f24df4c-9625-479e-a8a4-57a5b261dc1e req-2a2922ef-166a-4b55-95ed-7acef441079b tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 950 time: 0.0554252
Feb 05 20:50:39.937341 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5f24df4c-9625-479e-a8a4-57a5b261dc1e req-8d6da0e2-4380-4121-8bd5-0d7fc977b8ac tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450485
Feb 05 20:50:39.985465 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a722c87e-ae49-4c07-b226-eb6c3b28a1da x-openstack-request-id: req-a722c87e-ae49-4c07-b226-eb6c3b28a1da {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:50:39.985967 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "660e254d-d72a-4427-8eaf-b34ff5278fe3", "name": "network-vif-plugged", "status": "completed", "tag": "4a4d7d0a-509a-455e-a91a-7918634eb647", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:50:39.986053 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a722c87e-ae49-4c07-b226-eb6c3b28a1da {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:50:39.986550 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '660e254d-d72a-4427-8eaf-b34ff5278fe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a4d7d0a-509a-455e-a91a-7918634eb647', 'code': 200}
Feb 05 20:50:40.156088 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:40.172402 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c03ed-54b2-442f-a259-24e4c5d559b4 req-39e7bf4f-3b11-46b1-a2e9-bb170fd313a4 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:40.173943 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f27c03ed-54b2-442f-a259-24e4c5d559b4 req-39e7bf4f-3b11-46b1-a2e9-bb170fd313a4 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 950 time: 0.1380746
Feb 05 20:50:40.203318 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ea26f-de6a-4722-aeaf-27a44d63a420 req-4666b4a6-8ac7-43f6-8726-82687fdf45bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:40.204816 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bd0ea26f-de6a-4722-aeaf-27a44d63a420 req-4666b4a6-8ac7-43f6-8726-82687fdf45bf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 1132 time: 0.1315584
Feb 05 20:50:40.220417 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df47f8e-4d60-4ec1-b3bb-926f6b9a1e34 req-400c78ec-52e2-40cc-87b1-54dbcb7e1dbe tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:40.222059 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1df47f8e-4d60-4ec1-b3bb-926f6b9a1e34 req-400c78ec-52e2-40cc-87b1-54dbcb7e1dbe tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=48566981-f9d9-4917-bbc4-96a16ac26bcb HTTP/1.1" status: 200  len: 950 time: 0.1081455
Feb 05 20:50:40.294516 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f27c03ed-54b2-442f-a259-24e4c5d559b4 req-85f832c3-8528-4220-83d2-0c625aaa5c29 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1137667
Feb 05 20:50:40.311670 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bd0ea26f-de6a-4722-aeaf-27a44d63a420 req-53c7714d-68e6-402b-ad8e-d80848346cad service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869868
Feb 05 20:50:40.325294 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1df47f8e-4d60-4ec1-b3bb-926f6b9a1e34 req-e086bfc4-adfd-400d-a51e-e9e5f71b6ac3 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892427
Feb 05 20:50:40.576233 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e4ee5-7161-42fd-8a8f-9d4d334e01ca req-44e606ae-4bfd-4216-bdf0-a82d14c4757a tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:40.578880 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a83e4ee5-7161-42fd-8a8f-9d4d334e01ca req-44e606ae-4bfd-4216-bdf0-a82d14c4757a tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 943 time: 0.0626838
Feb 05 20:50:40.629633 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a83e4ee5-7161-42fd-8a8f-9d4d334e01ca req-9b84fc7f-2567-4103-a92e-e0f519fe421c tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452805
Feb 05 20:50:40.724026 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b59a51-6f43-47d9-b9bf-3dda1a384f1d req-370a20dc-3e08-40ac-bad6-d53936f72238 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:40.725976 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75b59a51-6f43-47d9-b9bf-3dda1a384f1d req-370a20dc-3e08-40ac-bad6-d53936f72238 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b25c8ee-660b-4a31-907e-9d90d9b0cfff HTTP/1.1" status: 200  len: 944 time: 0.0565481
Feb 05 20:50:40.850072 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd5df2-de18-4763-b184-9152ec4c9f8e req-3c70025f-f2fc-4894-8f0b-8de98ed9c7e4 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:40.851570 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-facd5df2-de18-4763-b184-9152ec4c9f8e req-3c70025f-f2fc-4894-8f0b-8de98ed9c7e4 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b25c8ee-660b-4a31-907e-9d90d9b0cfff HTTP/1.1" status: 200  len: 944 time: 0.1101811
Feb 05 20:50:40.883323 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-75b59a51-6f43-47d9-b9bf-3dda1a384f1d req-62d93375-a665-4e1d-973a-786d044d1cc3 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Deleting port eba50d43-1aac-448e-b262-7b4e93db8b1e {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:50:40.884010 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-75b59a51-6f43-47d9-b9bf-3dda1a384f1d req-62d93375-a665-4e1d-973a-786d044d1cc3 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (eba50d43-1aac-448e-b262-7b4e93db8b1e), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:40.958354 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-facd5df2-de18-4763-b184-9152ec4c9f8e req-cf4680cb-4931-4f3c-9be7-09024d3a60f8 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000326
Feb 05 20:50:41.010193 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-75b59a51-6f43-47d9-b9bf-3dda1a384f1d req-62d93375-a665-4e1d-973a-786d044d1cc3 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] For port eba50d43-1aac-448e-b262-7b4e93db8b1e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eba50d43-1aac-448e-b262-7b4e93db8b1e,segment=NetworkSegment(69c86b74-d9e1-46c1-9b9b-f16748bd0260),segment_id=69c86b74-d9e1-46c1-9b9b-f16748bd0260)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:41.010611 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-75b59a51-6f43-47d9-b9bf-3dda1a384f1d req-62d93375-a665-4e1d-973a-786d044d1cc3 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (eba50d43-1aac-448e-b262-7b4e93db8b1e), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:41.048614 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-75b59a51-6f43-47d9-b9bf-3dda1a384f1d req-62d93375-a665-4e1d-973a-786d044d1cc3 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Calling delete_port for eba50d43-1aac-448e-b262-7b4e93db8b1e owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:50:41.129401 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854baecd-b0e6-49e0-b80a-f1f451cc473f req-4d687d3c-2508-4500-a047-2966ee56bb97 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:41.130941 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-854baecd-b0e6-49e0-b80a-f1f451cc473f req-4d687d3c-2508-4500-a047-2966ee56bb97 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 950 time: 0.1170735
Feb 05 20:50:41.191238 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-854baecd-b0e6-49e0-b80a-f1f451cc473f req-744f0629-fe28-4f9e-a990-145dafaca58d tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531209
Feb 05 20:50:41.245535 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-75b59a51-6f43-47d9-b9bf-3dda1a384f1d req-62d93375-a665-4e1d-973a-786d044d1cc3 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (eba50d43-1aac-448e-b262-7b4e93db8b1e), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:41.256989 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['49b4e763-5228-4c9b-8237-c49bd01beb5c'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:50:41.265469 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['eba50d43-1aac-448e-b262-7b4e93db8b1e'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:50:41.273208 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d93375-a665-4e1d-973a-786d044d1cc3 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Pushing event deleted for resources: {'Port': ['ID=eba50d43-1aac-448e-b262-7b4e93db8b1e,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:41.318866 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b59a51-6f43-47d9-b9bf-3dda1a384f1d req-62d93375-a665-4e1d-973a-786d044d1cc3 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] No DVR routers for this DVR port eba50d43-1aac-448e-b262-7b4e93db8b1e on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:50:41.322046 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-75b59a51-6f43-47d9-b9bf-3dda1a384f1d req-62d93375-a665-4e1d-973a-786d044d1cc3 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:41.326450 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75b59a51-6f43-47d9-b9bf-3dda1a384f1d req-62d93375-a665-4e1d-973a-786d044d1cc3 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.39 "DELETE /v2.0/ports/eba50d43-1aac-448e-b262-7b4e93db8b1e HTTP/1.1" status: 204  len: 173 time: 0.5932102
Feb 05 20:50:41.326940 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b25c8ee-660b-4a31-907e-9d90d9b0cfff', 'name': 'network-vif-deleted', 'tag': 'eba50d43-1aac-448e-b262-7b4e93db8b1e'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:50:41.329355 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0a3c1b-e3ec-4c01-a3a8-2562091b21c5" -d '{"events": [{"server_uuid": "0b25c8ee-660b-4a31-907e-9d90d9b0cfff", "name": "network-vif-deleted", "tag": "eba50d43-1aac-448e-b262-7b4e93db8b1e"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:50:41.378466 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a0ef34-582f-4863-b657-68353dfff247 x-openstack-request-id: req-f2a0ef34-582f-4863-b657-68353dfff247 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:50:41.378904 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b25c8ee-660b-4a31-907e-9d90d9b0cfff", "name": "network-vif-deleted", "tag": "eba50d43-1aac-448e-b262-7b4e93db8b1e", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:50:41.379248 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f2a0ef34-582f-4863-b657-68353dfff247 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:50:41.379847 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b25c8ee-660b-4a31-907e-9d90d9b0cfff', 'name': 'network-vif-deleted', 'tag': 'eba50d43-1aac-448e-b262-7b4e93db8b1e', 'status': 'completed', 'code': 200}
Feb 05 20:50:41.481202 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53d7a6-2a89-487f-a391-67124e0fa7f9 req-64bb6b9e-7c17-40d1-9ef8-2b58077f4370 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:41.482754 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ee53d7a6-2a89-487f-a391-67124e0fa7f9 req-64bb6b9e-7c17-40d1-9ef8-2b58077f4370 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 950 time: 0.0993452
Feb 05 20:50:41.525923 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398471a-4c8b-4ad9-889c-c795f0b19e2b req-892cb0c3-1b83-4a05-b77a-868062f098c1 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:41.527574 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7398471a-4c8b-4ad9-889c-c795f0b19e2b req-892cb0c3-1b83-4a05-b77a-868062f098c1 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=48566981-f9d9-4917-bbc4-96a16ac26bcb HTTP/1.1" status: 200  len: 950 time: 0.0861762
Feb 05 20:50:41.564113 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ee53d7a6-2a89-487f-a391-67124e0fa7f9 req-693ea20a-6b9d-4f4d-b527-15b0b2231299 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745301
Feb 05 20:50:41.591101 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7398471a-4c8b-4ad9-889c-c795f0b19e2b req-1ea1709b-4208-4767-a8e9-f169d134d744 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574796
Feb 05 20:50:41.729334 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a39ac-8fa2-4329-803a-d478745100fe req-82af95ec-d226-47f8-bbea-99b2f559bd9f tempest-ServersOnMultiNodesTest-1240242388 tempest-ServersOnMultiNodesTest-1240242388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:41.733187 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d82a39ac-8fa2-4329-803a-d478745100fe req-82af95ec-d226-47f8-bbea-99b2f559bd9f tempest-ServersOnMultiNodesTest-1240242388 tempest-ServersOnMultiNodesTest-1240242388-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=48566981-f9d9-4917-bbc4-96a16ac26bcb HTTP/1.1" status: 200  len: 1132 time: 0.0672293
Feb 05 20:50:41.824015 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9492a7-8b52-4a9a-8313-cff41f39afa6 req-088f33fe-aec5-4800-b855-4a2464bfcbfb tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:41.825884 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6a9492a7-8b52-4a9a-8313-cff41f39afa6 req-088f33fe-aec5-4800-b855-4a2464bfcbfb tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 943 time: 0.1107295
Feb 05 20:50:41.828561 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d82a39ac-8fa2-4329-803a-d478745100fe req-e4b780e3-fc94-41c9-aff0-783abaa36998 tempest-ServersOnMultiNodesTest-1240242388 tempest-ServersOnMultiNodesTest-1240242388-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748901
Feb 05 20:50:41.890799 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6a9492a7-8b52-4a9a-8313-cff41f39afa6 req-6f5e3a8e-433a-43c4-a93e-4304f215d27f tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589736
Feb 05 20:50:42.125216 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed928bf3-8cee-471a-a440-7bb07a6fd175 req-45fc604c-45d1-47a0-9e17-dec673fbab37 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:42.126806 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ed928bf3-8cee-471a-a440-7bb07a6fd175 req-45fc604c-45d1-47a0-9e17-dec673fbab37 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=48566981-f9d9-4917-bbc4-96a16ac26bcb HTTP/1.1" status: 200  len: 950 time: 0.0626967
Feb 05 20:50:42.177918 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ed928bf3-8cee-471a-a440-7bb07a6fd175 req-3b99876c-59d9-4202-96f3-ee2f45786b37 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444133
Feb 05 20:50:42.322366 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464fe2eb-1e1b-44da-8e2d-b1758d2fc23f req-49948539-4e39-4606-9c2b-f7e4c327c697 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:42.323911 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-464fe2eb-1e1b-44da-8e2d-b1758d2fc23f req-49948539-4e39-4606-9c2b-f7e4c327c697 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 950 time: 0.0607095
Feb 05 20:50:42.377383 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-464fe2eb-1e1b-44da-8e2d-b1758d2fc23f req-293fbc19-7eca-4766-921c-47f4d79b3c68 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460813
Feb 05 20:50:42.687246 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5fa3d-9412-43b9-88b9-a4d9991bbc43 req-d063edfc-dd92-4ac6-84d4-053d3f3be3b9 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:42.688636 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-84e5fa3d-9412-43b9-88b9-a4d9991bbc43 req-d063edfc-dd92-4ac6-84d4-053d3f3be3b9 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 950 time: 0.0533607
Feb 05 20:50:42.734593 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-84e5fa3d-9412-43b9-88b9-a4d9991bbc43 req-428d7853-3bb8-4d7b-87a4-da6a0fe6f4d7 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401697
Feb 05 20:50:42.900838 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79f76e-dd15-47c3-ab9a-31aff4d14e5f req-db395940-bcb3-4e29-84e5-03b28fc8695d tempest-MigrationsAdminTest-1265212150 tempest-MigrationsAdminTest-1265212150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:42.903048 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec79f76e-dd15-47c3-ab9a-31aff4d14e5f req-db395940-bcb3-4e29-84e5-03b28fc8695d tempest-MigrationsAdminTest-1265212150 tempest-MigrationsAdminTest-1265212150-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 1132 time: 0.0451274
Feb 05 20:50:42.920631 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ec79f76e-dd15-47c3-ab9a-31aff4d14e5f req-68492657-3b68-45ef-9354-5745f6860412 tempest-MigrationsAdminTest-1265212150 tempest-MigrationsAdminTest-1265212150-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:43.045846 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ec79f76e-dd15-47c3-ab9a-31aff4d14e5f req-68492657-3b68-45ef-9354-5745f6860412 tempest-MigrationsAdminTest-1265212150 tempest-MigrationsAdminTest-1265212150-project-admin] Publish callbacks [] for security_group (6f017a1b-8f6a-4086-9450-3f100433d424), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:43.050942 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ec79f76e-dd15-47c3-ab9a-31aff4d14e5f req-68492657-3b68-45ef-9354-5745f6860412 tempest-MigrationsAdminTest-1265212150 tempest-MigrationsAdminTest-1265212150-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (6f017a1b-8f6a-4086-9450-3f100433d424), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:43.068170 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84ad12-4893-446d-bc9f-b4d7ac823e36 req-4b61bffa-7ceb-4bbc-8f40-456d75855db5 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:43.069657 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9d84ad12-4893-446d-bc9f-b4d7ac823e36 req-4b61bffa-7ceb-4bbc-8f40-456d75855db5 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 943 time: 0.0960782
Feb 05 20:50:43.113758 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec79f76e-dd15-47c3-ab9a-31aff4d14e5f req-68492657-3b68-45ef-9354-5745f6860412 tempest-MigrationsAdminTest-1265212150 tempest-MigrationsAdminTest-1265212150-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2050512
Feb 05 20:50:43.116179 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68492657-3b68-45ef-9354-5745f6860412 tempest-MigrationsAdminTest-1265212150 tempest-MigrationsAdminTest-1265212150-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f017a1b-8f6a-4086-9450-3f100433d424,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:43.166429 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9d84ad12-4893-446d-bc9f-b4d7ac823e36 req-f8e3fe8b-45e0-43dc-8bfe-5b1bc8c36361 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792172
Feb 05 20:50:43.426699 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854b96f-97e3-45a0-940f-b2fdb15e4fff req-224e8344-d2c4-4000-a894-529f10ccdeb5 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:43.428273 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6854b96f-97e3-45a0-940f-b2fdb15e4fff req-224e8344-d2c4-4000-a894-529f10ccdeb5 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=48566981-f9d9-4917-bbc4-96a16ac26bcb HTTP/1.1" status: 200  len: 950 time: 0.0633173
Feb 05 20:50:43.483086 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6854b96f-97e3-45a0-940f-b2fdb15e4fff req-ab19ac46-9eeb-4228-844f-44abd7d47daa tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488412
Feb 05 20:50:43.596340 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758123a5-0ba3-44e3-ad45-0f903609e2d7 req-230449e7-7925-43ff-9810-34f04562cf90 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:43.597856 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-758123a5-0ba3-44e3-ad45-0f903609e2d7 req-230449e7-7925-43ff-9810-34f04562cf90 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=38964177-b777-4ff3-a687-28ddd25c6a64 HTTP/1.1" status: 200  len: 945 time: 0.0603518
Feb 05 20:50:43.640154 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-155b9708-0b17-4f65-a589-36070fa1e66e req-c841863a-65b3-41b7-b07c-97178b5c8bb8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0475633
Feb 05 20:50:43.648573 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [req-155b9708-0b17-4f65-a589-36070fa1e66e req-37706a1d-b862-4f80-af22-f689f9d1ee18 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 20:50:43.649534 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-155b9708-0b17-4f65-a589-36070fa1e66e req-37706a1d-b862-4f80-af22-f689f9d1ee18 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0049052
Feb 05 20:50:43.679007 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359dedc0-0b94-4fd7-b5d4-715700b4bdce req-b0471f3b-cefb-4e7a-97d6-410f3faca303 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:43.680499 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-359dedc0-0b94-4fd7-b5d4-715700b4bdce req-b0471f3b-cefb-4e7a-97d6-410f3faca303 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 950 time: 0.0817502
Feb 05 20:50:43.685340 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-758123a5-0ba3-44e3-ad45-0f903609e2d7 req-a2b8705e-b333-42f8-98a2-3ae12a56a2e4 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767479
Feb 05 20:50:43.732870 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-359dedc0-0b94-4fd7-b5d4-715700b4bdce req-19964c14-f02b-4c7f-a398-259751697fe8 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460136
Feb 05 20:50:43.805278 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c509e73-5895-4289-bb2b-c67ebce189f3 req-4cfed878-b9c7-4408-9f44-5e3090e58320 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:43.806799 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1c509e73-5895-4289-bb2b-c67ebce189f3 req-4cfed878-b9c7-4408-9f44-5e3090e58320 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 950 time: 0.0560157
Feb 05 20:50:43.855146 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1c509e73-5895-4289-bb2b-c67ebce189f3 req-bcee9a31-8607-435c-8a83-65d91d705794 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417283
Feb 05 20:50:44.155245 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dcf550-5d6d-465e-a2e8-7e42bccb4468 req-e42f6478-707e-470e-825e-ab4d1cfc9765 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:44.156700 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-55dcf550-5d6d-465e-a2e8-7e42bccb4468 req-e42f6478-707e-470e-825e-ab4d1cfc9765 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.21 "GET /v2.0/ports?device_id=38964177-b777-4ff3-a687-28ddd25c6a64 HTTP/1.1" status: 200  len: 945 time: 0.0562837
Feb 05 20:50:44.302835 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-55dcf550-5d6d-465e-a2e8-7e42bccb4468 req-0a02d0c6-7336-492b-8008-ac72946f1a48 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Deleting port 49b4e763-5228-4c9b-8237-c49bd01beb5c {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:50:44.303274 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-55dcf550-5d6d-465e-a2e8-7e42bccb4468 req-0a02d0c6-7336-492b-8008-ac72946f1a48 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (49b4e763-5228-4c9b-8237-c49bd01beb5c), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:44.335279 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46d361-f24d-43ee-8278-0f366809c828 req-7d1858a8-cada-48cb-95fd-714b83ae72a0 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:44.336772 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ba46d361-f24d-43ee-8278-0f366809c828 req-7d1858a8-cada-48cb-95fd-714b83ae72a0 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 943 time: 0.0949564
Feb 05 20:50:44.443341 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ba46d361-f24d-43ee-8278-0f366809c828 req-28313cc8-d245-42a2-ae60-759b8b00adc0 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988510
Feb 05 20:50:44.445044 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-55dcf550-5d6d-465e-a2e8-7e42bccb4468 req-0a02d0c6-7336-492b-8008-ac72946f1a48 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] For port 49b4e763-5228-4c9b-8237-c49bd01beb5c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=49b4e763-5228-4c9b-8237-c49bd01beb5c,segment=NetworkSegment(69c86b74-d9e1-46c1-9b9b-f16748bd0260),segment_id=69c86b74-d9e1-46c1-9b9b-f16748bd0260)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:44.445412 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-55dcf550-5d6d-465e-a2e8-7e42bccb4468 req-0a02d0c6-7336-492b-8008-ac72946f1a48 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (49b4e763-5228-4c9b-8237-c49bd01beb5c), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:44.460674 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-55dcf550-5d6d-465e-a2e8-7e42bccb4468 req-0a02d0c6-7336-492b-8008-ac72946f1a48 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Calling delete_port for 49b4e763-5228-4c9b-8237-c49bd01beb5c owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:50:44.690977 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde41be-06a1-4735-ba69-9cfa0b58266c req-31aebc3a-80a8-4156-aac3-e7bccfdd25be tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:44.692478 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-acde41be-06a1-4735-ba69-9cfa0b58266c req-31aebc3a-80a8-4156-aac3-e7bccfdd25be tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=48566981-f9d9-4917-bbc4-96a16ac26bcb HTTP/1.1" status: 200  len: 950 time: 0.1362441
Feb 05 20:50:44.701495 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-55dcf550-5d6d-465e-a2e8-7e42bccb4468 req-0a02d0c6-7336-492b-8008-ac72946f1a48 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (49b4e763-5228-4c9b-8237-c49bd01beb5c), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:44.717319 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['49b4e763-5228-4c9b-8237-c49bd01beb5c'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:50:44.755991 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535ba21-e3b3-45b6-9a8f-a23d843041c3 req-a640c975-f44c-40c9-803b-c40ccb76a471 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:44.757485 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0535ba21-e3b3-45b6-9a8f-a23d843041c3 req-a640c975-f44c-40c9-803b-c40ccb76a471 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=72995f20-a737-47cb-85c1-9a248b9d9fbb HTTP/1.1" status: 200  len: 946 time: 0.1587739
Feb 05 20:50:44.760591 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02d0c6-7336-492b-8008-ac72946f1a48 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Pushing event deleted for resources: {'Port': ['ID=49b4e763-5228-4c9b-8237-c49bd01beb5c,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:44.863000 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-55dcf550-5d6d-465e-a2e8-7e42bccb4468 req-0a02d0c6-7336-492b-8008-ac72946f1a48 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] No DVR routers for this DVR port 49b4e763-5228-4c9b-8237-c49bd01beb5c on host nch1-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:50:44.871947 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-55dcf550-5d6d-465e-a2e8-7e42bccb4468 req-0a02d0c6-7336-492b-8008-ac72946f1a48 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:44.877630 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-55dcf550-5d6d-465e-a2e8-7e42bccb4468 req-0a02d0c6-7336-492b-8008-ac72946f1a48 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.21 "DELETE /v2.0/ports/49b4e763-5228-4c9b-8237-c49bd01beb5c HTTP/1.1" status: 204  len: 173 time: 0.7145946
Feb 05 20:50:44.884888 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38964177-b777-4ff3-a687-28ddd25c6a64', 'name': 'network-vif-deleted', 'tag': '49b4e763-5228-4c9b-8237-c49bd01beb5c'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:50:44.888604 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f750ed4d-1816-4888-9430-3fe354eccd55" -d '{"events": [{"server_uuid": "38964177-b777-4ff3-a687-28ddd25c6a64", "name": "network-vif-deleted", "tag": "49b4e763-5228-4c9b-8237-c49bd01beb5c"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:50:44.913699 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-acde41be-06a1-4735-ba69-9cfa0b58266c req-58aa0054-7251-4ec3-852f-c1483b18b99f tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2132313
Feb 05 20:50:44.949989 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc2baa-8988-4c97-bc01-89d8ae11b5e1 req-85424421-6acf-488f-9736-6cd69cf477b6 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:44.953596 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4efc2baa-8988-4c97-bc01-89d8ae11b5e1 req-85424421-6acf-488f-9736-6cd69cf477b6 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.39 "GET /v2.0/ports?device_id=48566981-f9d9-4917-bbc4-96a16ac26bcb HTTP/1.1" status: 200  len: 950 time: 0.1578674
Feb 05 20:50:44.965350 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b9708-0b17-4f65-a589-36070fa1e66e req-e6a76d6c-5c61-4f31-8246-d4205d232c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:44.967727 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-155b9708-0b17-4f65-a589-36070fa1e66e req-e6a76d6c-5c61-4f31-8246-d4205d232c30 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 1132 time: 0.0611279
Feb 05 20:50:44.970305 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0535ba21-e3b3-45b6-9a8f-a23d843041c3 req-ff1facf9-108f-46b2-a82a-ae1448a5c407 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1979823
Feb 05 20:50:44.981950 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:45.087562 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b9708-0b17-4f65-a589-36070fa1e66e req-13b88d66-8f0a-4c47-abec-8e2e5a947462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:45.089251 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-155b9708-0b17-4f65-a589-36070fa1e66e req-13b88d66-8f0a-4c47-abec-8e2e5a947462 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.1114883
Feb 05 20:50:45.094622 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device eba50d43-1aac-448e-b262-7b4e93db8b1e no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:50:45.115204 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: eba50d43-1aac-448e-b262-7b4e93db8b1e {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:50:45.115474 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device eba50d43-1aac-448e-b262-7b4e93db8b1e not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:50:45.118966 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7ebefe9b-dc3c-4470-be19-e0ee98ceb61f req-7db24604-1edb-4c04-9b0b-4bad9b9ec562 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=38964177-b777-4ff3-a687-28ddd25c6a64 HTTP/1.1" status: 200  len: 210 time: 0.0551429
Feb 05 20:50:45.152955 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-155b9708-0b17-4f65-a589-36070fa1e66e req-92449da1-ba95-4afc-8d11-8dde47b417e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=4a4d7d0a-509a-455e-a91a-7918634eb647 HTTP/1.1" status: 200  len: 217 time: 0.0419898
Feb 05 20:50:45.169489 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea86e1-2a5c-46fb-8850-e211f6ecd0df req-8ff07a88-f725-46ca-9e33-dbdf757f3b92 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:45.171030 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-57ea86e1-2a5c-46fb-8850-e211f6ecd0df req-8ff07a88-f725-46ca-9e33-dbdf757f3b92 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 950 time: 0.1060827
Feb 05 20:50:45.173112 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-4efc2baa-8988-4c97-bc01-89d8ae11b5e1 req-3c0420a1-a3f7-44ac-a795-b400e8984802 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Deleting port 2d005731-eb27-48c9-8054-1bd2d943230e {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:50:45.173465 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4efc2baa-8988-4c97-bc01-89d8ae11b5e1 req-3c0420a1-a3f7-44ac-a795-b400e8984802 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (2d005731-eb27-48c9-8054-1bd2d943230e), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:45.205712 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b9708-0b17-4f65-a589-36070fa1e66e req-138dc5e6-1029-466c-8a77-9ffe304d55f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:45.207219 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-155b9708-0b17-4f65-a589-36070fa1e66e req-138dc5e6-1029-466c-8a77-9ffe304d55f4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.0463011
Feb 05 20:50:45.259356 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b9708-0b17-4f65-a589-36070fa1e66e req-794cf677-211b-439c-996c-c2648b4ce1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:45.261064 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-155b9708-0b17-4f65-a589-36070fa1e66e req-794cf677-211b-439c-996c-c2648b4ce1f5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0431097
Feb 05 20:50:45.308717 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-57ea86e1-2a5c-46fb-8850-e211f6ecd0df req-99133bd8-822d-49d4-872e-1369c06a9ee5 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1308281
Feb 05 20:50:45.339690 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce7ca9-e3d3-4bdf-a8ad-9b543844ba8d req-76ffbe6e-0865-4854-96e3-7cc4e3fdac5f tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:45.341517 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-76ce7ca9-e3d3-4bdf-a8ad-9b543844ba8d req-76ffbe6e-0865-4854-96e3-7cc4e3fdac5f tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 950 time: 0.1462600
Feb 05 20:50:45.351211 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-4efc2baa-8988-4c97-bc01-89d8ae11b5e1 req-3c0420a1-a3f7-44ac-a795-b400e8984802 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] For port 2d005731-eb27-48c9-8054-1bd2d943230e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2d005731-eb27-48c9-8054-1bd2d943230e,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:45.351548 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4efc2baa-8988-4c97-bc01-89d8ae11b5e1 req-3c0420a1-a3f7-44ac-a795-b400e8984802 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (2d005731-eb27-48c9-8054-1bd2d943230e), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:45.380058 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-155b9708-0b17-4f65-a589-36070fa1e66e req-fa19b991-40e9-427b-98aa-bb598f7d7801 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1073830
Feb 05 20:50:45.381742 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1bfea4a-d3ae-4afd-91e5-fb12a6189978 x-openstack-request-id: req-c1bfea4a-d3ae-4afd-91e5-fb12a6189978 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:50:45.382038 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38964177-b777-4ff3-a687-28ddd25c6a64", "name": "network-vif-deleted", "tag": "49b4e763-5228-4c9b-8237-c49bd01beb5c", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:50:45.382296 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1bfea4a-d3ae-4afd-91e5-fb12a6189978 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:50:45.383794 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38964177-b777-4ff3-a687-28ddd25c6a64', 'name': 'network-vif-deleted', 'tag': '49b4e763-5228-4c9b-8237-c49bd01beb5c', 'status': 'completed', 'code': 200}
Feb 05 20:50:45.385108 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-4efc2baa-8988-4c97-bc01-89d8ae11b5e1 req-3c0420a1-a3f7-44ac-a795-b400e8984802 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Calling delete_port for 2d005731-eb27-48c9-8054-1bd2d943230e owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:50:45.454529 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-76ce7ca9-e3d3-4bdf-a8ad-9b543844ba8d req-cb8ab578-cc10-4fb8-a3f8-1944fb6f0697 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1062624
Feb 05 20:50:45.479983 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-155b9708-0b17-4f65-a589-36070fa1e66e req-2113b024-5870-4ab8-b732-e09e12e11f14 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0913332
Feb 05 20:50:45.587506 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4efc2baa-8988-4c97-bc01-89d8ae11b5e1 req-3c0420a1-a3f7-44ac-a795-b400e8984802 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (2d005731-eb27-48c9-8054-1bd2d943230e), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:45.599621 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115', '82af46c8-9f11-47e2-ab65-43312635dfe5', '2d005731-eb27-48c9-8054-1bd2d943230e'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:50:45.605329 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec', '71b95491-c3b0-4a8e-b401-e967ded4cea1', '91ae31fa-119f-44f4-bbf4-4cec63520c50', 'e5a3c720-1014-483e-9fde-682c2c038fa6', 'a32103ec-9463-4980-96ea-a0dee3f9deee'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:50:45.896873 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0420a1-a3f7-44ac-a795-b400e8984802 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Pushing event deleted for resources: {'Port': ['ID=2d005731-eb27-48c9-8054-1bd2d943230e,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:45.911159 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c9cb3-64eb-46ac-ad6f-96b1700da73b req-67bdc9b2-7a2b-408d-ba23-715683b9b6d6 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:45.912664 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cd2c9cb3-64eb-46ac-ad6f-96b1700da73b req-67bdc9b2-7a2b-408d-ba23-715683b9b6d6 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 943 time: 0.3812983
Feb 05 20:50:45.969385 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-4efc2baa-8988-4c97-bc01-89d8ae11b5e1 req-3c0420a1-a3f7-44ac-a795-b400e8984802 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] No DVR routers for this DVR port 2d005731-eb27-48c9-8054-1bd2d943230e on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:50:45.973101 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4efc2baa-8988-4c97-bc01-89d8ae11b5e1 req-3c0420a1-a3f7-44ac-a795-b400e8984802 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:45.976558 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4efc2baa-8988-4c97-bc01-89d8ae11b5e1 req-3c0420a1-a3f7-44ac-a795-b400e8984802 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.39 "DELETE /v2.0/ports/2d005731-eb27-48c9-8054-1bd2d943230e HTTP/1.1" status: 204  len: 173 time: 1.0051908
Feb 05 20:50:46.059663 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cd2c9cb3-64eb-46ac-ad6f-96b1700da73b req-ec2690a3-f53a-46d6-be2b-82f1cdcd015e tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1317654
Feb 05 20:50:46.124431 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2423dce0-25e8-4d95-a2ff-72f261e83b37 req-6cdb9957-7d16-41f8-9c2c-3fc169d877c8 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=48566981-f9d9-4917-bbc4-96a16ac26bcb HTTP/1.1" status: 200  len: 210 time: 0.0852273
Feb 05 20:50:46.197681 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b291748-e62f-46d9-ad64-6e852305d5c1 req-e7d774cd-09a5-419d-baf2-da78ef22ff3c tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:46.199343 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2b291748-e62f-46d9-ad64-6e852305d5c1 req-e7d774cd-09a5-419d-baf2-da78ef22ff3c tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=72995f20-a737-47cb-85c1-9a248b9d9fbb HTTP/1.1" status: 200  len: 946 time: 0.0739701
Feb 05 20:50:46.254943 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2b291748-e62f-46d9-ad64-6e852305d5c1 req-ec29c2d0-4562-4383-b62b-4be3487ee024 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496678
Feb 05 20:50:46.422171 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a596052-35a0-46c1-859a-6ed06e29960b req-25cbfd8a-bcdc-4763-986d-5b6a6558427a tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:46.426902 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6a596052-35a0-46c1-859a-6ed06e29960b req-25cbfd8a-bcdc-4763-986d-5b6a6558427a tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2 HTTP/1.1" status: 200  len: 944 time: 0.0579259
Feb 05 20:50:46.504023 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6a596052-35a0-46c1-859a-6ed06e29960b req-51393ef2-69af-4346-8594-77ae76dddeb8 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670986
Feb 05 20:50:46.511829 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46001d24-f57b-47c7-a37d-354fd3da003a req-67c6c6ed-9c7b-40b1-a1fe-8893ea041eb3 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:46.513306 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-46001d24-f57b-47c7-a37d-354fd3da003a req-67c6c6ed-9c7b-40b1-a1fe-8893ea041eb3 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 950 time: 0.0855024
Feb 05 20:50:46.579015 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-46001d24-f57b-47c7-a37d-354fd3da003a req-66fcd30a-f3d3-4866-b236-3e500c72fa02 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590053
Feb 05 20:50:46.620098 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9b0df-706e-4444-b552-19162ced5b24 req-b5f22843-6f87-4da2-a631-2b4d9fd931de tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:46.621578 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c0f9b0df-706e-4444-b552-19162ced5b24 req-b5f22843-6f87-4da2-a631-2b4d9fd931de tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 950 time: 0.0588601
Feb 05 20:50:46.670256 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c0f9b0df-706e-4444-b552-19162ced5b24 req-d07b9dc6-4216-47df-8e66-1e9e038bc4db tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430069
Feb 05 20:50:46.989879 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889f067-73da-4766-a80a-f2a84ad716c3 req-f61d5359-8df8-4f73-ac43-49cf598e714b tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:46.991351 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4889f067-73da-4766-a80a-f2a84ad716c3 req-f61d5359-8df8-4f73-ac43-49cf598e714b tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.21 "GET /v2.0/ports?device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2 HTTP/1.1" status: 200  len: 944 time: 0.0522876
Feb 05 20:50:47.090864 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-4889f067-73da-4766-a80a-f2a84ad716c3 req-903be25a-f949-4584-b021-db4f694728ee tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Deleting port 35fbf8c4-7550-4db8-8542-b9708e0f0ef7 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:50:47.091215 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4889f067-73da-4766-a80a-f2a84ad716c3 req-903be25a-f949-4584-b021-db4f694728ee tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (35fbf8c4-7550-4db8-8542-b9708e0f0ef7), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:47.213365 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-4889f067-73da-4766-a80a-f2a84ad716c3 req-903be25a-f949-4584-b021-db4f694728ee tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] For port 35fbf8c4-7550-4db8-8542-b9708e0f0ef7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=35fbf8c4-7550-4db8-8542-b9708e0f0ef7,segment=NetworkSegment(69c86b74-d9e1-46c1-9b9b-f16748bd0260),segment_id=69c86b74-d9e1-46c1-9b9b-f16748bd0260)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:47.213684 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4889f067-73da-4766-a80a-f2a84ad716c3 req-903be25a-f949-4584-b021-db4f694728ee tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (35fbf8c4-7550-4db8-8542-b9708e0f0ef7), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:47.232681 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7f0f1-f626-4d0b-ae2f-2b759ca4fc25 req-32831825-3698-4f20-b4d9-f86b73f5c5e7 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:47.234145 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-06a7f0f1-f626-4d0b-ae2f-2b759ca4fc25 req-32831825-3698-4f20-b4d9-f86b73f5c5e7 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 943 time: 0.0920749
Feb 05 20:50:47.238159 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-4889f067-73da-4766-a80a-f2a84ad716c3 req-903be25a-f949-4584-b021-db4f694728ee tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Calling delete_port for 35fbf8c4-7550-4db8-8542-b9708e0f0ef7 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:50:47.333210 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-06a7f0f1-f626-4d0b-ae2f-2b759ca4fc25 req-32fde7a2-f8cf-4400-8420-30614191b181 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930467
Feb 05 20:50:47.384058 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48566981-f9d9-4917-bbc4-96a16ac26bcb', 'name': 'network-vif-deleted', 'tag': '2d005731-eb27-48c9-8054-1bd2d943230e'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:50:47.386625 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1667bd-83bb-461a-90dc-378fd1ed2a03" -d '{"events": [{"server_uuid": "48566981-f9d9-4917-bbc4-96a16ac26bcb", "name": "network-vif-deleted", "tag": "2d005731-eb27-48c9-8054-1bd2d943230e"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:50:47.472258 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81743f-eba9-487e-b4ea-63e6d148d015 req-1a5c7ee5-75ee-4144-a476-69fc303fc9d7 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:47.473646 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6f81743f-eba9-487e-b4ea-63e6d148d015 req-1a5c7ee5-75ee-4144-a476-69fc303fc9d7 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=72995f20-a737-47cb-85c1-9a248b9d9fbb HTTP/1.1" status: 200  len: 946 time: 0.1296020
Feb 05 20:50:47.506722 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4889f067-73da-4766-a80a-f2a84ad716c3 req-903be25a-f949-4584-b021-db4f694728ee tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (35fbf8c4-7550-4db8-8542-b9708e0f0ef7), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:47.531396 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1fd3a4-8932-4b56-b651-a2c7f7a88642 req-a73c37c1-3f4a-41dc-ba4c-573d9da2851a tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:47.532879 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b1fd3a4-8932-4b56-b651-a2c7f7a88642 req-a73c37c1-3f4a-41dc-ba4c-573d9da2851a tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d55e5c-b6c5-470a-adca-58cea8f1e6ba HTTP/1.1" status: 200  len: 950 time: 0.1359074
Feb 05 20:50:47.576291 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903be25a-f949-4584-b021-db4f694728ee tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Pushing event deleted for resources: {'Port': ['ID=35fbf8c4-7550-4db8-8542-b9708e0f0ef7,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:47.654464 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6f81743f-eba9-487e-b4ea-63e6d148d015 req-620ad74c-ab36-48d6-92be-9aae4ba3f45e tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1726520
Feb 05 20:50:47.655127 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-4889f067-73da-4766-a80a-f2a84ad716c3 req-903be25a-f949-4584-b021-db4f694728ee tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] No DVR routers for this DVR port 35fbf8c4-7550-4db8-8542-b9708e0f0ef7 on host nch1-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:50:47.657798 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4889f067-73da-4766-a80a-f2a84ad716c3 req-903be25a-f949-4584-b021-db4f694728ee tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:47.661439 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4889f067-73da-4766-a80a-f2a84ad716c3 req-903be25a-f949-4584-b021-db4f694728ee tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.21 "DELETE /v2.0/ports/35fbf8c4-7550-4db8-8542-b9708e0f0ef7 HTTP/1.1" status: 204  len: 173 time: 0.6615210
Feb 05 20:50:47.676237 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 49b4e763-5228-4c9b-8237-c49bd01beb5c no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:50:47.703224 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: 49b4e763-5228-4c9b-8237-c49bd01beb5c {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:50:47.703577 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 49b4e763-5228-4c9b-8237-c49bd01beb5c not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:50:47.708963 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f71ab3d-98a6-4eb2-a0e9-0c05f5344a80 x-openstack-request-id: req-8f71ab3d-98a6-4eb2-a0e9-0c05f5344a80 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:50:47.709265 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48566981-f9d9-4917-bbc4-96a16ac26bcb", "name": "network-vif-deleted", "tag": "2d005731-eb27-48c9-8054-1bd2d943230e", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:50:47.709526 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8f71ab3d-98a6-4eb2-a0e9-0c05f5344a80 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:50:47.709928 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48566981-f9d9-4917-bbc4-96a16ac26bcb', 'name': 'network-vif-deleted', 'tag': '2d005731-eb27-48c9-8054-1bd2d943230e', 'status': 'completed', 'code': 200}
Feb 05 20:50:47.715180 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b1fd3a4-8932-4b56-b651-a2c7f7a88642 req-0a2cf4a7-2bf7-40af-86c9-0cb36616e5e0 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1624699
Feb 05 20:50:47.724280 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ded208-50cf-4637-8a8a-07d10000d26d req-c8fede07-eea4-4966-8964-603148827537 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:47.725800 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-34ded208-50cf-4637-8a8a-07d10000d26d req-c8fede07-eea4-4966-8964-603148827537 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.39 "GET /v2.0/ports?device_id=72995f20-a737-47cb-85c1-9a248b9d9fbb HTTP/1.1" status: 200  len: 946 time: 0.1722062
Feb 05 20:50:47.810701 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d3a7e615-2c92-4fe1-b0b3-8dba377260f2 req-26404790-0e97-47fe-8840-412b2bec2696 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2 HTTP/1.1" status: 200  len: 210 time: 0.0425174
Feb 05 20:50:47.919856 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea9e23-845d-4edb-a8a6-bea7e3aab43c req-c464e88d-dfc4-4295-8d55-33f01b85774c tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:47.921313 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-52ea9e23-845d-4edb-a8a6-bea7e3aab43c req-c464e88d-dfc4-4295-8d55-33f01b85774c tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 950 time: 0.1368196
Feb 05 20:50:47.959074 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-34ded208-50cf-4637-8a8a-07d10000d26d req-85d7660f-a68f-4e5e-8e3c-358b2b1dea96 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Deleting port 8a8554da-7bf8-4cbf-b715-89957c1287c1 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:50:47.959419 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-34ded208-50cf-4637-8a8a-07d10000d26d req-85d7660f-a68f-4e5e-8e3c-358b2b1dea96 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (8a8554da-7bf8-4cbf-b715-89957c1287c1), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:48.003506 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8dbbd-927e-499c-ac03-a82195ddfd6d req-59805056-ac8e-4526-b9d6-b59699a00d23 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:48.004895 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b3c8dbbd-927e-499c-ac03-a82195ddfd6d req-59805056-ac8e-4526-b9d6-b59699a00d23 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 950 time: 0.1336033
Feb 05 20:50:48.059409 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-52ea9e23-845d-4edb-a8a6-bea7e3aab43c req-16a927fa-06d8-40da-bda2-3c5fd53999da tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1310279
Feb 05 20:50:48.109103 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b3c8dbbd-927e-499c-ac03-a82195ddfd6d req-0167d956-006a-4c47-b42b-2cbed0c92c3a tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962973
Feb 05 20:50:48.116093 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-34ded208-50cf-4637-8a8a-07d10000d26d req-85d7660f-a68f-4e5e-8e3c-358b2b1dea96 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] For port 8a8554da-7bf8-4cbf-b715-89957c1287c1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a8554da-7bf8-4cbf-b715-89957c1287c1,segment=NetworkSegment(743051ff-9f95-4efc-9230-9f61d36c1128),segment_id=743051ff-9f95-4efc-9230-9f61d36c1128)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:48.116380 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-34ded208-50cf-4637-8a8a-07d10000d26d req-85d7660f-a68f-4e5e-8e3c-358b2b1dea96 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (8a8554da-7bf8-4cbf-b715-89957c1287c1), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:48.133426 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-34ded208-50cf-4637-8a8a-07d10000d26d req-85d7660f-a68f-4e5e-8e3c-358b2b1dea96 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Calling delete_port for 8a8554da-7bf8-4cbf-b715-89957c1287c1 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:50:48.284899 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-34ded208-50cf-4637-8a8a-07d10000d26d req-85d7660f-a68f-4e5e-8e3c-358b2b1dea96 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (8a8554da-7bf8-4cbf-b715-89957c1287c1), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:48.296657 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['8a8554da-7bf8-4cbf-b715-89957c1287c1'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:50:48.316852 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d7660f-a68f-4e5e-8e3c-358b2b1dea96 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Pushing event deleted for resources: {'Port': ['ID=8a8554da-7bf8-4cbf-b715-89957c1287c1,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:48.365889 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ded208-50cf-4637-8a8a-07d10000d26d req-85d7660f-a68f-4e5e-8e3c-358b2b1dea96 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] No DVR routers for this DVR port 8a8554da-7bf8-4cbf-b715-89957c1287c1 on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:50:48.368464 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-34ded208-50cf-4637-8a8a-07d10000d26d req-85d7660f-a68f-4e5e-8e3c-358b2b1dea96 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:48.372437 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-34ded208-50cf-4637-8a8a-07d10000d26d req-85d7660f-a68f-4e5e-8e3c-358b2b1dea96 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.39 "DELETE /v2.0/ports/8a8554da-7bf8-4cbf-b715-89957c1287c1 HTTP/1.1" status: 204  len: 173 time: 0.6370115
Feb 05 20:50:48.464873 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da5ca8-90fa-4b00-b4a9-d57e8203dd5f req-3ba27340-f026-443f-b0a6-f75188e1da18 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:48.466411 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-98da5ca8-90fa-4b00-b4a9-d57e8203dd5f req-3ba27340-f026-443f-b0a6-f75188e1da18 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 943 time: 0.0595050
Feb 05 20:50:48.515914 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-98da5ca8-90fa-4b00-b4a9-d57e8203dd5f req-dbb69b77-5e29-4b7d-96a2-b5295eb0c11e tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420523
Feb 05 20:50:48.657307 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c485e69e-904b-4cba-a53d-e366dcd79a1d req-e180b250-939b-483d-af95-3d847150af47 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0439334
Feb 05 20:50:48.770827 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b9eb41ca-1092-4f27-96a5-679ff9a71155 req-308cc34a-b7d7-4a50-9485-1a1bdd257a2d tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=72995f20-a737-47cb-85c1-9a248b9d9fbb HTTP/1.1" status: 200  len: 210 time: 0.0311329
Feb 05 20:50:48.773478 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485e69e-904b-4cba-a53d-e366dcd79a1d req-63efded9-1760-4876-9a5c-487ab55de41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:48.774928 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c485e69e-904b-4cba-a53d-e366dcd79a1d req-63efded9-1760-4876-9a5c-487ab55de41b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cee5ceeb66aa4167b6492470edbad369&device_id=06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2 HTTP/1.1" status: 200  len: 1127 time: 0.0735338
Feb 05 20:50:48.898264 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78bf75-34e2-4595-838f-b1ffa6c3af8d req-fe0b7d8a-b399-4a43-9b32-2860b74a695e tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:48.899774 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6a78bf75-34e2-4595-838f-b1ffa6c3af8d req-fe0b7d8a-b399-4a43-9b32-2860b74a695e tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d55e5c-b6c5-470a-adca-58cea8f1e6ba HTTP/1.1" status: 200  len: 950 time: 0.1157629
Feb 05 20:50:48.937493 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485e69e-904b-4cba-a53d-e366dcd79a1d req-1d5b54cb-7d88-4a73-a20b-d32070e95ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:48.938993 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c485e69e-904b-4cba-a53d-e366dcd79a1d req-1d5b54cb-7d88-4a73-a20b-d32070e95ee5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc4b732e-5458-48e6-8cda-4d399eeaa947 HTTP/1.1" status: 200  len: 909 time: 0.1265132
Feb 05 20:50:48.998196 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c485e69e-904b-4cba-a53d-e366dcd79a1d req-8120a725-e009-44ec-8f2c-935806891717 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f94bb230-a060-4069-ab41-6ee7b499a92f HTTP/1.1" status: 200  len: 217 time: 0.0419512
Feb 05 20:50:49.001876 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6a78bf75-34e2-4595-838f-b1ffa6c3af8d req-7a16cb15-eeb2-435b-9929-d3f775adb06c tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951941
Feb 05 20:50:49.058803 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485e69e-904b-4cba-a53d-e366dcd79a1d req-c0f9a721-12cc-46b6-8e9b-63e428bb4f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:49.060575 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c485e69e-904b-4cba-a53d-e366dcd79a1d req-c0f9a721-12cc-46b6-8e9b-63e428bb4f6b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=30766dd9-3364-437e-a8fd-68757651ef32 HTTP/1.1" status: 200  len: 848 time: 0.0533326
Feb 05 20:50:49.109687 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c485e69e-904b-4cba-a53d-e366dcd79a1d req-0bb9ed80-eeeb-4b58-8976-6048edf537c9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc4b732e-5458-48e6-8cda-4d399eeaa947&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0407562
Feb 05 20:50:49.111958 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 2d005731-eb27-48c9-8054-1bd2d943230e no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:50:49.136478 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 2d005731-eb27-48c9-8054-1bd2d943230e {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:50:49.137255 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 2d005731-eb27-48c9-8054-1bd2d943230e not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:50:49.275663 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fb39a-3ac2-4d2a-a134-bfa55d2ac628 req-0ccc0973-dbb0-40e8-8df5-505598a4ef50 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:49.277941 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-827fb39a-3ac2-4d2a-a134-bfa55d2ac628 req-0ccc0973-dbb0-40e8-8df5-505598a4ef50 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2 HTTP/1.1" status: 200  len: 945 time: 0.1719658
Feb 05 20:50:49.281671 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c485e69e-904b-4cba-a53d-e366dcd79a1d req-124d26c8-7ef3-4adf-ae22-d0b50cb3747d service neutron] 10.222.0.39 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1637096
Feb 05 20:50:49.337976 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c8d78-852d-492a-9c3e-145222dbe2b2 req-c6652dfa-e012-477e-9f95-2d20e4d34738 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:49.340200 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-348c8d78-852d-492a-9c3e-145222dbe2b2 req-c6652dfa-e012-477e-9f95-2d20e4d34738 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 950 time: 0.1284306
Feb 05 20:50:49.425795 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-827fb39a-3ac2-4d2a-a134-bfa55d2ac628 req-04442e51-a241-4375-b6d4-420571a365c2 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/security-groups?id=cafe53c0-7d4f-4641-983c-1d5f3012f8da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1399353
Feb 05 20:50:49.443814 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-348c8d78-852d-492a-9c3e-145222dbe2b2 req-e08d878a-d420-43f2-8b49-cfd3ef97fb5e tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755873
Feb 05 20:50:49.462543 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c485e69e-904b-4cba-a53d-e366dcd79a1d req-eedfb1ca-3fdf-47e8-9112-8288845b05ec service neutron] 10.222.0.39 "GET /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1666622
Feb 05 20:50:49.578955 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56a701-47ec-4891-a0db-f84c78a186cb req-f5e49da2-68c3-4be9-8718-b6cddcbb1ade tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:49.580445 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2f56a701-47ec-4891-a0db-f84c78a186cb req-f5e49da2-68c3-4be9-8718-b6cddcbb1ade tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 950 time: 0.0835233
Feb 05 20:50:49.592487 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acfa360-bdd2-4fee-9807-3ea4707ec55a req-c09c1333-4d14-4b22-aba5-dd9903e1a5a4 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:49.593882 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4acfa360-bdd2-4fee-9807-3ea4707ec55a req-c09c1333-4d14-4b22-aba5-dd9903e1a5a4 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa1ab2a7-863f-48c4-9e06-bec5f0b6c872 HTTP/1.1" status: 200  len: 946 time: 0.0854435
Feb 05 20:50:49.665043 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2f56a701-47ec-4891-a0db-f84c78a186cb req-1f4d2861-e4e0-48d2-adc6-915b21d85abd tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701880
Feb 05 20:50:49.671954 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4acfa360-bdd2-4fee-9807-3ea4707ec55a req-5d5c348c-8a3c-4787-a266-b7ded6157679 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.32 "GET /v2.0/security-groups?id=f62d9e80-64fd-4aa3-a016-a1e29449dbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0701747
Feb 05 20:50:49.710729 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2', 'name': 'network-vif-deleted', 'tag': '35fbf8c4-7550-4db8-8542-b9708e0f0ef7'}, {'server_uuid': '72995f20-a737-47cb-85c1-9a248b9d9fbb', 'name': 'network-vif-deleted', 'tag': '8a8554da-7bf8-4cbf-b715-89957c1287c1'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:50:49.713083 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48c6697-be7d-45ae-9560-85d9f5cb5d4a" -d '{"events": [{"server_uuid": "15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2", "name": "network-vif-deleted", "tag": "35fbf8c4-7550-4db8-8542-b9708e0f0ef7"}, {"server_uuid": "72995f20-a737-47cb-85c1-9a248b9d9fbb", "name": "network-vif-deleted", "tag": "8a8554da-7bf8-4cbf-b715-89957c1287c1"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:50:49.768830 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Feb 2022 20:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8fd827-e1f3-4f64-aab9-14fd87b702ad x-openstack-request-id: req-1c8fd827-e1f3-4f64-aab9-14fd87b702ad {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:50:49.769120 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2", "name": "network-vif-deleted", "tag": "35fbf8c4-7550-4db8-8542-b9708e0f0ef7", "status": "completed", "code": 200}, {"server_uuid": "72995f20-a737-47cb-85c1-9a248b9d9fbb", "name": "network-vif-deleted", "tag": "8a8554da-7bf8-4cbf-b715-89957c1287c1", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:50:49.769376 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c8fd827-e1f3-4f64-aab9-14fd87b702ad {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:50:49.769772 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a20516-2fbb-4d8d-9dfa-7b7f9186d3f2', 'name': 'network-vif-deleted', 'tag': '35fbf8c4-7550-4db8-8542-b9708e0f0ef7', 'status': 'completed', 'code': 200}
Feb 05 20:50:49.770030 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72995f20-a737-47cb-85c1-9a248b9d9fbb', 'name': 'network-vif-deleted', 'tag': '8a8554da-7bf8-4cbf-b715-89957c1287c1', 'status': 'completed', 'code': 200}
Feb 05 20:50:49.805845 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c5dd7-7712-4f20-bd44-a45776af1a53 req-98bc59bc-cfe9-43b8-97b2-235d17674aa1 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:49.808011 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-234c5dd7-7712-4f20-bd44-a45776af1a53 req-98bc59bc-cfe9-43b8-97b2-235d17674aa1 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.39 "GET /v2.0/ports?device_id=06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2 HTTP/1.1" status: 200  len: 945 time: 0.0856788
Feb 05 20:50:49.815055 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac439f-a631-4d1a-853d-75641cccdce7 req-f49f80f6-ebf9-4e57-9589-9d7daa79f6b3 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:49.816427 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-98ac439f-a631-4d1a-853d-75641cccdce7 req-f49f80f6-ebf9-4e57-9589-9d7daa79f6b3 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 943 time: 0.0964382
Feb 05 20:50:49.875811 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:49.923504 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-98ac439f-a631-4d1a-853d-75641cccdce7 req-6f3c7793-b697-4191-b719-a9cd546426f6 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983233
Feb 05 20:50:49.959643 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-234c5dd7-7712-4f20-bd44-a45776af1a53 req-282648b5-1efc-46a9-8259-6467b823bd45 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Deleting port f94bb230-a060-4069-ab41-6ee7b499a92f {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:50:49.959990 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-234c5dd7-7712-4f20-bd44-a45776af1a53 req-282648b5-1efc-46a9-8259-6467b823bd45 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (f94bb230-a060-4069-ab41-6ee7b499a92f), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:50.048604 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-234c5dd7-7712-4f20-bd44-a45776af1a53 req-282648b5-1efc-46a9-8259-6467b823bd45 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] For port f94bb230-a060-4069-ab41-6ee7b499a92f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f94bb230-a060-4069-ab41-6ee7b499a92f,segment=NetworkSegment(69c86b74-d9e1-46c1-9b9b-f16748bd0260),segment_id=69c86b74-d9e1-46c1-9b9b-f16748bd0260)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:50.048971 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-234c5dd7-7712-4f20-bd44-a45776af1a53 req-282648b5-1efc-46a9-8259-6467b823bd45 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (f94bb230-a060-4069-ab41-6ee7b499a92f), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:50.063045 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-234c5dd7-7712-4f20-bd44-a45776af1a53 req-282648b5-1efc-46a9-8259-6467b823bd45 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Calling delete_port for f94bb230-a060-4069-ab41-6ee7b499a92f owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:50:50.251226 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf0b6e-9324-47b2-9819-ad2d11946181 req-5a1af63d-0638-47a6-8dd3-ad47600a297a tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:50.252623 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b0cf0b6e-9324-47b2-9819-ad2d11946181 req-5a1af63d-0638-47a6-8dd3-ad47600a297a tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d55e5c-b6c5-470a-adca-58cea8f1e6ba HTTP/1.1" status: 200  len: 950 time: 0.1732841
Feb 05 20:50:50.317810 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d37e40-e3ff-4a59-bbdc-73f3feec9da5 req-9b070475-08b8-4cce-a42c-002e618e98f0 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:50.319295 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a4d37e40-e3ff-4a59-bbdc-73f3feec9da5 req-9b070475-08b8-4cce-a42c-002e618e98f0 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/networks?id=be4493bf-d1a6-445a-a987-23010e65458b HTTP/1.1" status: 200  len: 812 time: 0.1852400
Feb 05 20:50:50.359495 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a4d37e40-e3ff-4a59-bbdc-73f3feec9da5 req-a195dcac-18a8-4d58-bc16-a3009c4e07a5 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/quotas/9d100b9cbd5c471aa5036a7a90989a49 HTTP/1.1" status: 200  len: 375 time: 0.0318456
Feb 05 20:50:50.362660 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-234c5dd7-7712-4f20-bd44-a45776af1a53 req-282648b5-1efc-46a9-8259-6467b823bd45 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (f94bb230-a060-4069-ab41-6ee7b499a92f), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:50.376241 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b0cf0b6e-9324-47b2-9819-ad2d11946181 req-65d02b66-b91a-4a50-b159-1f931e07b0d2 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171758
Feb 05 20:50:50.409883 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282648b5-1efc-46a9-8259-6467b823bd45 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Pushing event deleted for resources: {'Port': ['ID=f94bb230-a060-4069-ab41-6ee7b499a92f,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:50.428110 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a4d37e40-e3ff-4a59-bbdc-73f3feec9da5 req-7e37db53-8d1e-45ab-a16c-a2c56c9f0303 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9d100b9cbd5c471aa5036a7a90989a49&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0625210
Feb 05 20:50:50.489543 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-234c5dd7-7712-4f20-bd44-a45776af1a53 req-282648b5-1efc-46a9-8259-6467b823bd45 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] No DVR routers for this DVR port f94bb230-a060-4069-ab41-6ee7b499a92f on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:50:50.493105 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-234c5dd7-7712-4f20-bd44-a45776af1a53 req-282648b5-1efc-46a9-8259-6467b823bd45 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:50.496597 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-234c5dd7-7712-4f20-bd44-a45776af1a53 req-282648b5-1efc-46a9-8259-6467b823bd45 tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.39 "DELETE /v2.0/ports/f94bb230-a060-4069-ab41-6ee7b499a92f HTTP/1.1" status: 204  len: 173 time: 0.6792881
Feb 05 20:50:50.558498 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-80dc5809-9112-4459-86a1-bafad71d4a0c req-32fbb9bb-516a-4ea7-9c13-3983d20e83cb tempest-LiveMigrationTest-1996259675 tempest-LiveMigrationTest-1996259675-project] 10.222.0.32 "GET /v2.0/ports?device_id=06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2 HTTP/1.1" status: 200  len: 210 time: 0.0590887
Feb 05 20:50:50.585349 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a4d37e40-e3ff-4a59-bbdc-73f3feec9da5 req-4dadebaf-3013-4788-9e9f-dfe0be32d195 service neutron] 10.222.0.32 "GET /v2.0/networks/be4493bf-d1a6-445a-a987-23010e65458b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1499689
Feb 05 20:50:50.712424 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a4d37e40-e3ff-4a59-bbdc-73f3feec9da5 req-3341cbad-5d5f-4c0d-a113-5a0ff35a88c6 service neutron] 10.222.0.32 "GET /v2.0/networks/be4493bf-d1a6-445a-a987-23010e65458b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1209335
Feb 05 20:50:50.725650 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857a072-83e8-43dc-9ff9-b4e301d18c18 req-5955e7f2-b455-411e-872b-8dc3ae8e25d6 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:50.727122 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3857a072-83e8-43dc-9ff9-b4e301d18c18 req-5955e7f2-b455-411e-872b-8dc3ae8e25d6 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 950 time: 0.0786920
Feb 05 20:50:50.775821 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3857a072-83e8-43dc-9ff9-b4e301d18c18 req-17841b7f-6f2d-4314-a889-c130e9468edc tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422735
Feb 05 20:50:50.929028 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95adf8b-2768-400b-8056-c39f55b9ff4d req-c112cad7-3ef5-422c-b1d8-8e231272cf6e tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:50.930576 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b95adf8b-2768-400b-8056-c39f55b9ff4d req-c112cad7-3ef5-422c-b1d8-8e231272cf6e tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 950 time: 0.0906546
Feb 05 20:50:50.964662 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f8e8b-531e-4ca9-a37f-27f4644ed743 req-5d6ee96f-c71b-4c29-9edc-90ae1a7703ba tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:50.966013 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-906f8e8b-531e-4ca9-a37f-27f4644ed743 req-5d6ee96f-c71b-4c29-9edc-90ae1a7703ba tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa1ab2a7-863f-48c4-9e06-bec5f0b6c872 HTTP/1.1" status: 200  len: 946 time: 0.0947042
Feb 05 20:50:51.019035 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b95adf8b-2768-400b-8056-c39f55b9ff4d req-3f5f4dd7-4867-4773-8728-c614d42e416d tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793788
Feb 05 20:50:51.039944 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-906f8e8b-531e-4ca9-a37f-27f4644ed743 req-1bd3a163-c395-441d-b9f9-4a39d36ce489 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.32 "GET /v2.0/security-groups?id=f62d9e80-64fd-4aa3-a016-a1e29449dbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0659244
Feb 05 20:50:51.105691 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3619da13-5093-4042-8aa2-39dc0e3aeaa9 req-07c8d9ad-7f66-4f7d-95cf-d569d2f4a159 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0bc896e-8bbe-47ec-b8d1-350f7ab9d10c HTTP/1.1" status: 200  len: 210 time: 0.0338278
Feb 05 20:50:51.120439 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device f94bb230-a060-4069-ab41-6ee7b499a92f no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:50:51.148809 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: f94bb230-a060-4069-ab41-6ee7b499a92f {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:50:51.149479 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device f94bb230-a060-4069-ab41-6ee7b499a92f not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:50:51.150078 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 8a8554da-7bf8-4cbf-b715-89957c1287c1 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:50:51.174115 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 8a8554da-7bf8-4cbf-b715-89957c1287c1 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:50:51.175009 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 8a8554da-7bf8-4cbf-b715-89957c1287c1 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:50:51.209066 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ba1ae-43b7-4b9f-b961-7f9d03f6fbc5 req-da2fc786-879b-4344-a0d5-907216f59c88 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:51.210914 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fd8ba1ae-43b7-4b9f-b961-7f9d03f6fbc5 req-da2fc786-879b-4344-a0d5-907216f59c88 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 943 time: 0.0986619
Feb 05 20:50:51.540994 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423690f-54ca-4f93-9eab-76f0a8a3d7f0 req-3846e990-4c82-41f9-af9c-01a27ce9286a tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:51.542595 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f423690f-54ca-4f93-9eab-76f0a8a3d7f0 req-3846e990-4c82-41f9-af9c-01a27ce9286a tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa1ab2a7-863f-48c4-9e06-bec5f0b6c872 HTTP/1.1" status: 200  len: 946 time: 0.3842478
Feb 05 20:50:51.618818 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fd8ba1ae-43b7-4b9f-b961-7f9d03f6fbc5 req-eb826392-b922-4689-a65a-e560ab6dd9d8 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3966494
Feb 05 20:50:51.670144 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d214dc-73b0-4ee2-9c4e-70a034397b18 req-25f08cc7-1c38-4c45-908e-f1866a60cad4 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:51.671685 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-00d214dc-73b0-4ee2-9c4e-70a034397b18 req-25f08cc7-1c38-4c45-908e-f1866a60cad4 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d55e5c-b6c5-470a-adca-58cea8f1e6ba HTTP/1.1" status: 200  len: 950 time: 0.1397023
Feb 05 20:50:51.690191 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 35fbf8c4-7550-4db8-8542-b9708e0f0ef7 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:50:51.704203 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59612) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:50:51.730861 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-f423690f-54ca-4f93-9eab-76f0a8a3d7f0 req-97b09c32-bfe0-4743-aeb3-613d640f6341 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Deleting port bc17d890-50c5-4278-b511-785a571dc0b6 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:50:51.731210 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f423690f-54ca-4f93-9eab-76f0a8a3d7f0 req-97b09c32-bfe0-4743-aeb3-613d640f6341 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (bc17d890-50c5-4278-b511-785a571dc0b6), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:51.741733 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: 35fbf8c4-7550-4db8-8542-b9708e0f0ef7 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:50:51.741952 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 35fbf8c4-7550-4db8-8542-b9708e0f0ef7 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:50:51.752785 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-00d214dc-73b0-4ee2-9c4e-70a034397b18 req-1b26fe21-6632-4733-8482-e8f2eee580b0 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705552
Feb 05 20:50:51.769650 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-998955f9-0e1e-4b9d-b9be-74b365f2d1f9 admin admin] Deleting subnet 30766dd9-3364-437e-a8fd-68757651ef32 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:50:51.773538 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-998955f9-0e1e-4b9d-b9be-74b365f2d1f9 admin admin] Publish callbacks [] for subnet (30766dd9-3364-437e-a8fd-68757651ef32), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:51.790681 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2', 'name': 'network-vif-deleted', 'tag': 'f94bb230-a060-4069-ab41-6ee7b499a92f'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:50:51.793416 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c54d39d-bbe0-4292-a8b0-3a478cedf06c" -d '{"events": [{"server_uuid": "06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2", "name": "network-vif-deleted", "tag": "f94bb230-a060-4069-ab41-6ee7b499a92f"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:50:51.816116 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-998955f9-0e1e-4b9d-b9be-74b365f2d1f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (30766dd9-3364-437e-a8fd-68757651ef32), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:51.849717 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9fbdb8-de76-463c-8170-2900049d51e5 x-openstack-request-id: req-2f9fbdb8-de76-463c-8170-2900049d51e5 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:50:51.849989 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2", "name": "network-vif-deleted", "tag": "f94bb230-a060-4069-ab41-6ee7b499a92f", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:50:51.850244 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2f9fbdb8-de76-463c-8170-2900049d51e5 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:50:51.851117 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06dc172b-7272-4b6d-b8d5-d3f9f4c2a5a2', 'name': 'network-vif-deleted', 'tag': 'f94bb230-a060-4069-ab41-6ee7b499a92f', 'status': 'completed', 'code': 200}
Feb 05 20:50:51.880094 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-998955f9-0e1e-4b9d-b9be-74b365f2d1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (30766dd9-3364-437e-a8fd-68757651ef32), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:51.902905 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-f423690f-54ca-4f93-9eab-76f0a8a3d7f0 req-97b09c32-bfe0-4743-aeb3-613d640f6341 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] For port bc17d890-50c5-4278-b511-785a571dc0b6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bc17d890-50c5-4278-b511-785a571dc0b6,segment=NetworkSegment(31163422-f6ed-43d8-a046-c27a53e8a737),segment_id=31163422-f6ed-43d8-a046-c27a53e8a737)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:51.903278 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f423690f-54ca-4f93-9eab-76f0a8a3d7f0 req-97b09c32-bfe0-4743-aeb3-613d640f6341 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (bc17d890-50c5-4278-b511-785a571dc0b6), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:51.956124 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-998955f9-0e1e-4b9d-b9be-74b365f2d1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (30766dd9-3364-437e-a8fd-68757651ef32), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:51.987696 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-998955f9-0e1e-4b9d-b9be-74b365f2d1f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:51.993226 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-998955f9-0e1e-4b9d-b9be-74b365f2d1f9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/30766dd9-3364-437e-a8fd-68757651ef32 HTTP/1.1" status: 204  len: 168 time: 0.2879310
Feb 05 20:50:51.994553 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998955f9-0e1e-4b9d-b9be-74b365f2d1f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30766dd9-3364-437e-a8fd-68757651ef32,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:51.998888 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59628) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:50:52.017152 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-b36251a8-43bb-4879-a7fe-ff09f1935d3d tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:52.022948 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-b36251a8-43bb-4879-a7fe-ff09f1935d3d tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/networks?id=be4493bf-d1a6-445a-a987-23010e65458b HTTP/1.1" status: 200  len: 812 time: 0.2266684
Feb 05 20:50:52.052582 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-ec7bd64d-961b-4bda-b295-e757f0a0ab7f tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/quotas/9d100b9cbd5c471aa5036a7a90989a49 HTTP/1.1" status: 200  len: 375 time: 0.0251305
Feb 05 20:50:52.082842 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be6b64de-fdaa-4395-97f2-21092f90cbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (fc4b732e-5458-48e6-8cda-4d399eeaa947), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:52.095678 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6acd7-8a3e-4769-8fca-fb592bdf88b0 req-59d4e899-14eb-4842-81fa-e9f4983bbb73 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:52.097076 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8fa6acd7-8a3e-4769-8fca-fb592bdf88b0 req-59d4e899-14eb-4842-81fa-e9f4983bbb73 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 950 time: 0.1895399
Feb 05 20:50:52.149609 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-6e2366ef-35c0-4d61-9756-2e973c6b1d06 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9d100b9cbd5c471aa5036a7a90989a49&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0497367
Feb 05 20:50:52.173218 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be6b64de-fdaa-4395-97f2-21092f90cbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (fc4b732e-5458-48e6-8cda-4d399eeaa947), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:52.193777 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-be6b64de-fdaa-4395-97f2-21092f90cbec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db3929520>,) {'filters': {'network_id': ['fc4b732e-5458-48e6-8cda-4d399eeaa947']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:50:52.203552 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-be6b64de-fdaa-4395-97f2-21092f90cbec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3929520>, '69c86b74-d9e1-46c1-9b9b-f16748bd0260') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:50:52.203854 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-be6b64de-fdaa-4395-97f2-21092f90cbec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3929520>, '69c86b74-d9e1-46c1-9b9b-f16748bd0260') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:50:52.212914 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be6b64de-fdaa-4395-97f2-21092f90cbec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (69c86b74-d9e1-46c1-9b9b-f16748bd0260), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:52.226570 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be6b64de-fdaa-4395-97f2-21092f90cbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (69c86b74-d9e1-46c1-9b9b-f16748bd0260), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:52.232401 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be6b64de-fdaa-4395-97f2-21092f90cbec admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:50:52.232786 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be6b64de-fdaa-4395-97f2-21092f90cbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (69c86b74-d9e1-46c1-9b9b-f16748bd0260), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:52.234433 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 20:50:52.234433 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:50:52.234433 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 20:50:52.234433 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:50:52.234433 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 20:50:52.234433 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:50:52.234433 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 20:50:52.234433 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:50:52.234433 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 20:50:52.234433 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:50:52.234433 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 20:50:52.234433 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:50:52.234433 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 20:50:52.234433 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:50:52.234433 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:50:52.234433 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:50:52.234433 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:50:52.234433 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:50:52.234433 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 20:50:52.234433 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:50:52.234433 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 20:50:52.234433 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:50:52.234433 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:50:52.234433 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:50:52.234433 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:50:52.234433 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:50:52.234433 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:50:52.234433 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:50:52.234433 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:50:52.234433 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:50:52.234433 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:50:52.234433 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:50:52.273780 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8fa6acd7-8a3e-4769-8fca-fb592bdf88b0 req-0fb08e71-6f38-4a31-a873-147a7b3a39dd tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1598487
Feb 05 20:50:52.295280 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be6b64de-fdaa-4395-97f2-21092f90cbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (fc4b732e-5458-48e6-8cda-4d399eeaa947), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:52.300621 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f423690f-54ca-4f93-9eab-76f0a8a3d7f0 req-97b09c32-bfe0-4743-aeb3-613d640f6341 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:52.300991 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f423690f-54ca-4f93-9eab-76f0a8a3d7f0 req-97b09c32-bfe0-4743-aeb3-613d640f6341 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (3a82b393-7a2b-4897-8799-686f5e87ccdb), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:52.301434 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [req-f423690f-54ca-4f93-9eab-76f0a8a3d7f0 req-97b09c32-bfe0-4743-aeb3-613d640f6341 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Floating IP 3a82b393-7a2b-4897-8799-686f5e87ccdb disassociated. External IP: 172.35.4.249, port: bc17d890-50c5-4278-b511-785a571dc0b6.
Feb 05 20:50:52.301681 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-f423690f-54ca-4f93-9eab-76f0a8a3d7f0 req-97b09c32-bfe0-4743-aeb3-613d640f6341 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Calling delete_port for bc17d890-50c5-4278-b511-785a571dc0b6 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:50:52.305302 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be6b64de-fdaa-4395-97f2-21092f90cbec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:52.309879 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-be6b64de-fdaa-4395-97f2-21092f90cbec admin admin] 10.222.0.32 "DELETE /v2.0/networks/fc4b732e-5458-48e6-8cda-4d399eeaa947 HTTP/1.1" status: 204  len: 168 time: 0.3097501
Feb 05 20:50:52.314753 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59634) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:50:52.321353 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b64de-fdaa-4395-97f2-21092f90cbec admin admin] Pushing event deleted for resources: {'Network': ['ID=fc4b732e-5458-48e6-8cda-4d399eeaa947,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:52.417514 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-c4068ffb-aedb-4d46-9fe9-b3e68862e379 service neutron] 10.222.0.32 "GET /v2.0/networks/be4493bf-d1a6-445a-a987-23010e65458b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2581775
Feb 05 20:50:52.458478 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-85bb6813-f830-417b-9389-40725d98e868 admin admin] Deleting subnet 89784e42-f6fb-458c-98ba-c41442733766 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:50:52.471482 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-85bb6813-f830-417b-9389-40725d98e868 admin admin] Publish callbacks [] for subnet (89784e42-f6fb-458c-98ba-c41442733766), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:52.569715 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b28c28-d2fe-4163-9543-2f6196b9e003 req-394be575-1860-4d7e-ad06-02d6c813c5ef tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:52.571212 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-74b28c28-d2fe-4163-9543-2f6196b9e003 req-394be575-1860-4d7e-ad06-02d6c813c5ef tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 950 time: 0.2199399
Feb 05 20:50:52.575348 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-85bb6813-f830-417b-9389-40725d98e868 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (89784e42-f6fb-458c-98ba-c41442733766), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:52.639768 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-e60ad6d3-c2d9-4dad-90cf-8ed8927c654d service neutron] 10.222.0.32 "GET /v2.0/networks/be4493bf-d1a6-445a-a987-23010e65458b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2161043
Feb 05 20:50:52.661138 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-85bb6813-f830-417b-9389-40725d98e868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (89784e42-f6fb-458c-98ba-c41442733766), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:52.732152 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-74b28c28-d2fe-4163-9543-2f6196b9e003 req-15fa5e4a-406b-4355-b6d6-5071684a6f89 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1338980
Feb 05 20:50:52.772720 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f423690f-54ca-4f93-9eab-76f0a8a3d7f0 req-97b09c32-bfe0-4743-aeb3-613d640f6341 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (bc17d890-50c5-4278-b511-785a571dc0b6), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:52.803621 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-85bb6813-f830-417b-9389-40725d98e868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (89784e42-f6fb-458c-98ba-c41442733766), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:52.834840 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b09c32-bfe0-4743-aeb3-613d640f6341 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Pushing event deleted for resources: {'Port': ['ID=bc17d890-50c5-4278-b511-785a571dc0b6,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:52.843580 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb6813-f830-417b-9389-40725d98e868 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89784e42-f6fb-458c-98ba-c41442733766,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:52.879374 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-85bb6813-f830-417b-9389-40725d98e868 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:52.885240 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-85bb6813-f830-417b-9389-40725d98e868 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/89784e42-f6fb-458c-98ba-c41442733766 HTTP/1.1" status: 204  len: 168 time: 0.5694714
Feb 05 20:50:52.885854 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59660) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:50:52.900445 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-515ea287-3816-4cc6-a848-cf395d43cdc2 req-d6084264-25a5-48ac-a146-d8f60edf3e5a tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa1ab2a7-863f-48c4-9e06-bec5f0b6c872 HTTP/1.1" status: 200  len: 210 time: 0.0560019
Feb 05 20:50:52.976704 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5d71086b-8ad2-4f1e-8f73-594200fc9a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (057bdd22-4ec7-4dd3-bf91-14df855fb494), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:53.068659 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5d71086b-8ad2-4f1e-8f73-594200fc9a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (057bdd22-4ec7-4dd3-bf91-14df855fb494), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:53.087241 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6caa8f69-752a-4d2e-9862-6c911b1266a9 req-efb8196e-6756-4804-b5f0-22e9edec4dad tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f5c06fe-3520-44a9-9ead-9dee385888aa HTTP/1.1" status: 200  len: 210 time: 0.0658996
Feb 05 20:50:53.098396 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-5d71086b-8ad2-4f1e-8f73-594200fc9a74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2e9f5e0>,) {'filters': {'network_id': ['057bdd22-4ec7-4dd3-bf91-14df855fb494']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:50:53.116932 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-5d71086b-8ad2-4f1e-8f73-594200fc9a74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2e9f5e0>, '706db897-0c5e-40a4-bce2-3570ef5289b1') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:50:53.117237 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-5d71086b-8ad2-4f1e-8f73-594200fc9a74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2e9f5e0>, '706db897-0c5e-40a4-bce2-3570ef5289b1') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:50:53.129177 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5d71086b-8ad2-4f1e-8f73-594200fc9a74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (706db897-0c5e-40a4-bce2-3570ef5289b1), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:53.157910 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5d71086b-8ad2-4f1e-8f73-594200fc9a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (706db897-0c5e-40a4-bce2-3570ef5289b1), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:53.171767 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d71086b-8ad2-4f1e-8f73-594200fc9a74 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:50:53.173457 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5d71086b-8ad2-4f1e-8f73-594200fc9a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (706db897-0c5e-40a4-bce2-3570ef5289b1), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:53.181648 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 20:50:53.181648 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:50:53.181648 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 20:50:53.181648 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:50:53.181648 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 20:50:53.181648 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:50:53.181648 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 20:50:53.181648 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:50:53.181648 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 20:50:53.181648 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:50:53.181648 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 20:50:53.181648 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:50:53.181648 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 20:50:53.181648 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:50:53.181648 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:50:53.181648 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:50:53.181648 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:50:53.181648 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:50:53.181648 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 20:50:53.181648 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:50:53.181648 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 20:50:53.181648 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:50:53.181648 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:50:53.181648 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:50:53.181648 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:50:53.181648 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:50:53.181648 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:50:53.181648 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:50:53.181648 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:50:53.181648 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:50:53.181648 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:50:53.181648 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:50:53.254123 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f423690f-54ca-4f93-9eab-76f0a8a3d7f0 req-97b09c32-bfe0-4743-aeb3-613d640f6341 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Router 76c71850-cd49-41e8-8956-0b08785ab8f8 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:50:53.256954 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5d71086b-8ad2-4f1e-8f73-594200fc9a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (057bdd22-4ec7-4dd3-bf91-14df855fb494), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:53.265412 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d414559-fb7d-4b78-8af8-c30ba16ad6dc req-3499050e-ebf6-4052-b08f-a2f1740e55ec tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:53.265625 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5d71086b-8ad2-4f1e-8f73-594200fc9a74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:53.267112 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6d414559-fb7d-4b78-8af8-c30ba16ad6dc req-3499050e-ebf6-4052-b08f-a2f1740e55ec tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 943 time: 0.3645873
Feb 05 20:50:53.279130 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5d71086b-8ad2-4f1e-8f73-594200fc9a74 admin admin] 10.222.0.32 "DELETE /v2.0/networks/057bdd22-4ec7-4dd3-bf91-14df855fb494 HTTP/1.1" status: 204  len: 168 time: 0.3875012
Feb 05 20:50:53.289740 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d71086b-8ad2-4f1e-8f73-594200fc9a74 admin admin] Pushing event deleted for resources: {'Network': ['ID=057bdd22-4ec7-4dd3-bf91-14df855fb494,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:53.323638 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf81291-5298-441d-8520-2cada777d390 req-08579162-5eff-419f-ac8b-d265a12d18f2 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:53.325289 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1bf81291-5298-441d-8520-2cada777d390 req-08579162-5eff-419f-ac8b-d265a12d18f2 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d55e5c-b6c5-470a-adca-58cea8f1e6ba HTTP/1.1" status: 200  len: 950 time: 0.1515989
Feb 05 20:50:53.431019 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6d414559-fb7d-4b78-8af8-c30ba16ad6dc req-30587479-5421-4f3e-a039-5e2d87339ac0 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1505041
Feb 05 20:50:53.508930 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1bf81291-5298-441d-8520-2cada777d390 req-795ce401-7fc3-4d53-9a8c-88a5951b8506 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1688628
Feb 05 20:50:53.522206 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f423690f-54ca-4f93-9eab-76f0a8a3d7f0 req-97b09c32-bfe0-4743-aeb3-613d640f6341 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:50:53.540894 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c18703c-bda2-4a87-9c91-a1205d200117 None None] Sync routers for ids ['76c71850-cd49-41e8-8956-0b08785ab8f8'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:50:53.552314 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59672) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:50:53.553726 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c18703c-bda2-4a87-9c91-a1205d200117 None None] Routers {'76c71850-cd49-41e8-8956-0b08785ab8f8'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:50:53.554676 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-7c18703c-bda2-4a87-9c91-a1205d200117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8cb84f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:50:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['76c71850-cd49-41e8-8956-0b08785ab8f8'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:50:53.593421 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-f423690f-54ca-4f93-9eab-76f0a8a3d7f0 req-97b09c32-bfe0-4743-aeb3-613d640f6341 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] No DVR routers for this DVR port bc17d890-50c5-4278-b511-785a571dc0b6 on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:50:53.597172 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f423690f-54ca-4f93-9eab-76f0a8a3d7f0 req-97b09c32-bfe0-4743-aeb3-613d640f6341 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:53.600359 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ead57cca-db17-4961-8382-8729830edf0b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cee5ceeb66aa4167b6492470edbad369&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0468981
Feb 05 20:50:53.600901 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f423690f-54ca-4f93-9eab-76f0a8a3d7f0 req-97b09c32-bfe0-4743-aeb3-613d640f6341 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.39 "DELETE /v2.0/ports/bc17d890-50c5-4278-b511-785a571dc0b6 HTTP/1.1" status: 204  len: 173 time: 2.0460453
Feb 05 20:50:53.601022 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59674) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:50:53.634409 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73012f-1c47-4e15-b49f-9de2934b7ce0 req-15e118c5-c049-4848-9101-84e5a3bb95b9 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:53.642547 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3d73012f-1c47-4e15-b49f-9de2934b7ce0 req-15e118c5-c049-4848-9101-84e5a3bb95b9 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 950 time: 0.1109326
Feb 05 20:50:53.664155 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-459da9af-cb9a-4e60-a7d8-30d019f7e5e1 admin admin] Publish callbacks [] for security_group (cafe53c0-7d4f-4641-983c-1d5f3012f8da), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:53.693692 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-459da9af-cb9a-4e60-a7d8-30d019f7e5e1 admin admin] Publish callbacks [] for security_group (cafe53c0-7d4f-4641-983c-1d5f3012f8da), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:53.700763 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3d73012f-1c47-4e15-b49f-9de2934b7ce0 req-6212f158-35f4-4207-9b82-b6c928735ed2 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572450
Feb 05 20:50:53.701114 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-7c18703c-bda2-4a87-9c91-a1205d200117 None None] Set router 76c71850-cd49-41e8-8956-0b08785ab8f8 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:50:53.767279 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-459da9af-cb9a-4e60-a7d8-30d019f7e5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (cafe53c0-7d4f-4641-983c-1d5f3012f8da), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:53.769917 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-459da9af-cb9a-4e60-a7d8-30d019f7e5e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:53.775442 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-459da9af-cb9a-4e60-a7d8-30d019f7e5e1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cafe53c0-7d4f-4641-983c-1d5f3012f8da HTTP/1.1" status: 204  len: 168 time: 0.1735697
Feb 05 20:50:53.796107 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459da9af-cb9a-4e60-a7d8-30d019f7e5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafe53c0-7d4f-4641-983c-1d5f3012f8da,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:53.851522 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa1ab2a7-863f-48c4-9e06-bec5f0b6c872', 'name': 'network-vif-deleted', 'tag': 'bc17d890-50c5-4278-b511-785a571dc0b6'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:50:53.853766 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fbaa91-df7d-441f-815d-7be6ce7e08c6" -d '{"events": [{"server_uuid": "fa1ab2a7-863f-48c4-9e06-bec5f0b6c872", "name": "network-vif-deleted", "tag": "bc17d890-50c5-4278-b511-785a571dc0b6"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:50:53.894496 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3c7c6-033e-444e-be71-ff28d281393b req-423bd540-344e-40bd-bf22-cfe484b1ed95 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:53.896106 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aff3c7c6-033e-444e-be71-ff28d281393b req-423bd540-344e-40bd-bf22-cfe484b1ed95 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 950 time: 0.0719006
Feb 05 20:50:53.926176 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0041a8a-5e26-49e2-8191-e99b03625a23 x-openstack-request-id: req-a0041a8a-5e26-49e2-8191-e99b03625a23 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:50:53.926431 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa1ab2a7-863f-48c4-9e06-bec5f0b6c872", "name": "network-vif-deleted", "tag": "bc17d890-50c5-4278-b511-785a571dc0b6", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:50:53.926675 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a0041a8a-5e26-49e2-8191-e99b03625a23 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:50:53.927064 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa1ab2a7-863f-48c4-9e06-bec5f0b6c872', 'name': 'network-vif-deleted', 'tag': 'bc17d890-50c5-4278-b511-785a571dc0b6', 'status': 'completed', 'code': 200}
Feb 05 20:50:53.959858 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-7c18703c-bda2-4a87-9c91-a1205d200117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8cb84f0>, [{'id': '76c71850-cd49-41e8-8956-0b08785ab8f8', 'name': 'tempest-ServersTestFqdnHostnames-295223684-router', 'tenant_id': '8199679374f14355b0ba6837b638c031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142'}], 'enable_snat': True}, 'gw_port_id': '9868a0ff-fb2d-4120-a78a-67a11b272ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:49:19Z', 'updated_at': '2022-02-05T20:49:29Z', 'revision_number': 4, 'project_id': '8199679374f14355b0ba6837b638c031', 'gw_port': {'id': '9868a0ff-fb2d-4120-a78a-67a11b272ebb', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c71850-cd49-41e8-8956-0b08785ab8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:49:22Z', 'updated_at': '2022-02-05T20:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f16dc1d3-f811-434b-a2c7-ea8d85152498', 'name': '', 'network_id': '13d77b28-3afb-4994-b488-d4d74ff9d748', 'tenant_id': '8199679374f14355b0ba6837b638c031', 'mac_address': 'fa:16:3e:6d:f5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c71850-cd49-41e8-8956-0b08785ab8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'f1bb25ad-7007-4dd3-951f-b5714ea4801d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:49:27Z', 'updated_at': '2022-02-05T20:49:35Z', 'revision_number': 5, 'project_id': '8199679374f14355b0ba6837b638c031', 'subnets': [{'id': 'f1bb25ad-7007-4dd3-951f-b5714ea4801d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:50:53.968832 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aff3c7c6-033e-444e-be71-ff28d281393b req-bf406944-7fa5-4daf-b1a1-ad51d78c751a tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625842
Feb 05 20:50:53.999857 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c18703c-bda2-4a87-9c91-a1205d200117 None None] Checking router: 76c71850-cd49-41e8-8956-0b08785ab8f8 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:50:54.011482 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c18703c-bda2-4a87-9c91-a1205d200117 None None] Routers {'76c71850-cd49-41e8-8956-0b08785ab8f8'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:50:54.012156 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-7c18703c-bda2-4a87-9c91-a1205d200117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8cb84f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:50:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['76c71850-cd49-41e8-8956-0b08785ab8f8'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:50:54.042802 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-190ebe5a-39cd-4f6a-adb3-c8d8b0bc9a5c req-0227c5a8-a92c-46f9-b4a8-fa447f6cfb5b tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa1ab2a7-863f-48c4-9e06-bec5f0b6c872 HTTP/1.1" status: 200  len: 210 time: 0.0370560
Feb 05 20:50:54.138782 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-7c18703c-bda2-4a87-9c91-a1205d200117 None None] Set router 76c71850-cd49-41e8-8956-0b08785ab8f8 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:50:54.211704 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cb94beee-8d65-4710-aed6-c28e41d94daf req-b58fff54-0fac-4b1f-85a7-ce6d848e488d tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f5c06fe-3520-44a9-9ead-9dee385888aa HTTP/1.1" status: 200  len: 210 time: 0.0310273
Feb 05 20:50:54.234319 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59688) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:50:54.275510 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-76e33177-c8a6-46fd-9f28-5c67cacaf497 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=57fa821544d1412f889418b70c74409a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0400007
Feb 05 20:50:54.278130 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59690) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:50:54.327089 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-625f06f0-18ca-47ca-ab16-cbf6aa4aec86 admin admin] Publish callbacks [] for security_group (de072f47-072f-4b1f-8e58-4f67229076b4), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:54.348134 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-625f06f0-18ca-47ca-ab16-cbf6aa4aec86 admin admin] Publish callbacks [] for security_group (de072f47-072f-4b1f-8e58-4f67229076b4), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:54.353295 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-7c18703c-bda2-4a87-9c91-a1205d200117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8cb84f0>, [{'id': '76c71850-cd49-41e8-8956-0b08785ab8f8', 'name': 'tempest-ServersTestFqdnHostnames-295223684-router', 'tenant_id': '8199679374f14355b0ba6837b638c031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142'}], 'enable_snat': True}, 'gw_port_id': '9868a0ff-fb2d-4120-a78a-67a11b272ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:49:19Z', 'updated_at': '2022-02-05T20:49:29Z', 'revision_number': 4, 'project_id': '8199679374f14355b0ba6837b638c031', 'gw_port': {'id': '9868a0ff-fb2d-4120-a78a-67a11b272ebb', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c71850-cd49-41e8-8956-0b08785ab8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:49:22Z', 'updated_at': '2022-02-05T20:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f16dc1d3-f811-434b-a2c7-ea8d85152498', 'name': '', 'network_id': '13d77b28-3afb-4994-b488-d4d74ff9d748', 'tenant_id': '8199679374f14355b0ba6837b638c031', 'mac_address': 'fa:16:3e:6d:f5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c71850-cd49-41e8-8956-0b08785ab8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'f1bb25ad-7007-4dd3-951f-b5714ea4801d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:49:27Z', 'updated_at': '2022-02-05T20:49:35Z', 'revision_number': 5, 'project_id': '8199679374f14355b0ba6837b638c031', 'subnets': [{'id': 'f1bb25ad-7007-4dd3-951f-b5714ea4801d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:50:54.379424 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c18703c-bda2-4a87-9c91-a1205d200117 None None] The sync data for ids ['76c71850-cd49-41e8-8956-0b08785ab8f8'] in ncdv-master-1 is: [{'id': '76c71850-cd49-41e8-8956-0b08785ab8f8', 'name': 'tempest-ServersTestFqdnHostnames-295223684-router', 'tenant_id': '8199679374f14355b0ba6837b638c031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142'}], 'enable_snat': True}, 'gw_port_id': '9868a0ff-fb2d-4120-a78a-67a11b272ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:49:19Z', 'updated_at': '2022-02-05T20:49:29Z', 'revision_number': 4, 'project_id': '8199679374f14355b0ba6837b638c031', 'gw_port': {'id': '9868a0ff-fb2d-4120-a78a-67a11b272ebb', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c71850-cd49-41e8-8956-0b08785ab8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:49:22Z', 'updated_at': '2022-02-05T20:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f16dc1d3-f811-434b-a2c7-ea8d85152498', 'name': '', 'network_id': '13d77b28-3afb-4994-b488-d4d74ff9d748', 'tenant_id': '8199679374f14355b0ba6837b638c031', 'mac_address': 'fa:16:3e:6d:f5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c71850-cd49-41e8-8956-0b08785ab8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'f1bb25ad-7007-4dd3-951f-b5714ea4801d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:49:27Z', 'updated_at': '2022-02-05T20:49:35Z', 'revision_number': 5, 'project_id': '8199679374f14355b0ba6837b638c031', 'subnets': [{'id': 'f1bb25ad-7007-4dd3-951f-b5714ea4801d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:50:54.400550 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-625f06f0-18ca-47ca-ab16-cbf6aa4aec86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (de072f47-072f-4b1f-8e58-4f67229076b4), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:54.403289 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-625f06f0-18ca-47ca-ab16-cbf6aa4aec86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:54.404463 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-625f06f0-18ca-47ca-ab16-cbf6aa4aec86 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/de072f47-072f-4b1f-8e58-4f67229076b4 HTTP/1.1" status: 204  len: 168 time: 0.1254041
Feb 05 20:50:54.412361 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f06f0-18ca-47ca-ab16-cbf6aa4aec86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de072f47-072f-4b1f-8e58-4f67229076b4,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:54.574869 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0272c6-0b74-4f91-9f85-fd5cef026068 req-680d3e41-e018-4983-bbfd-3b245965020d tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:54.576893 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3b0272c6-0b74-4f91-9f85-fd5cef026068 req-680d3e41-e018-4983-bbfd-3b245965020d tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 943 time: 0.0703788
Feb 05 20:50:54.655689 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cacb4a-2b88-4524-8905-58afe5ba1178 None None] New status for floating IP 3a82b393-7a2b-4897-8799-686f5e87ccdb: DOWN {{(pid=114392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 20:50:54.673141 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3b0272c6-0b74-4f91-9f85-fd5cef026068 req-5ee8bd33-0416-4d74-bf6f-5255432104be tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877748
Feb 05 20:50:54.689477 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043051b-1555-4700-a08f-bbbf891ebd2f req-c8ecef43-aaec-464e-91f8-c95a545b9540 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:54.691027 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8043051b-1555-4700-a08f-bbbf891ebd2f req-c8ecef43-aaec-464e-91f8-c95a545b9540 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d55e5c-b6c5-470a-adca-58cea8f1e6ba HTTP/1.1" status: 200  len: 950 time: 0.0838239
Feb 05 20:50:54.767261 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8043051b-1555-4700-a08f-bbbf891ebd2f req-d3466d31-40a3-47b9-9b84-afc071fb3e0f tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700040
Feb 05 20:50:54.853695 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7b34a-8023-4154-b3b7-677a0d24fa36 req-772ddc72-a477-4304-ae4e-5fa62aac5ece tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:54.856273 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-86f7b34a-8023-4154-b3b7-677a0d24fa36 req-772ddc72-a477-4304-ae4e-5fa62aac5ece tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 950 time: 0.0683928
Feb 05 20:50:54.913692 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-86f7b34a-8023-4154-b3b7-677a0d24fa36 req-d68348b7-3fcc-4b70-aa12-34ece02516e9 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512128
Feb 05 20:50:55.093701 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23593919-8e13-4a57-93e7-65733640a1e5 req-9dac196b-c98e-40f5-af20-fa3ca327ab1e tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:55.095564 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-23593919-8e13-4a57-93e7-65733640a1e5 req-9dac196b-c98e-40f5-af20-fa3ca327ab1e tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 950 time: 0.0553875
Feb 05 20:50:55.129654 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59722) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:50:55.146877 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device bc17d890-50c5-4278-b511-785a571dc0b6 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:50:55.168619 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: bc17d890-50c5-4278-b511-785a571dc0b6 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:50:55.169089 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device bc17d890-50c5-4278-b511-785a571dc0b6 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:50:55.170894 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-23593919-8e13-4a57-93e7-65733640a1e5 req-10aeacc0-3f1a-479c-8104-51ad706ef531 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691764
Feb 05 20:50:55.209615 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-afd246bd-4c6c-4944-aefd-f73cc2a29816 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Publish callbacks [] for security_group (f62d9e80-64fd-4aa3-a016-a1e29449dbaf), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:55.228038 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59726) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:50:55.233473 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-afd246bd-4c6c-4944-aefd-f73cc2a29816 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Publish callbacks [] for security_group (f62d9e80-64fd-4aa3-a016-a1e29449dbaf), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:55.292072 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-afd246bd-4c6c-4944-aefd-f73cc2a29816 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f62d9e80-64fd-4aa3-a016-a1e29449dbaf), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:55.294969 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-afd246bd-4c6c-4944-aefd-f73cc2a29816 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:55.296672 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-afd246bd-4c6c-4944-aefd-f73cc2a29816 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.32 "DELETE /v2.0/security-groups/f62d9e80-64fd-4aa3-a016-a1e29449dbaf HTTP/1.1" status: 204  len: 168 time: 0.1660867
Feb 05 20:50:55.298890 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59732) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:50:55.315112 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-f1c532c5-65d2-4b69-a426-17f1052263a4 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] show failed (client error): The resource could not be found.
Feb 05 20:50:55.318951 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f1c532c5-65d2-4b69-a426-17f1052263a4 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.32 "GET /v2.0/security-groups/f62d9e80-64fd-4aa3-a016-a1e29449dbaf HTTP/1.1" status: 404  len: 347 time: 0.0152421
Feb 05 20:50:55.319197 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59734) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:50:55.327288 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-48d5d3aa-e884-4c44-883e-8ac67294bd01 req-b6d81d88-9749-4b7a-b5b5-4c1fe15f0654 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f5c06fe-3520-44a9-9ead-9dee385888aa HTTP/1.1" status: 200  len: 210 time: 0.0447261
Feb 05 20:50:55.332381 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd246bd-4c6c-4944-aefd-f73cc2a29816 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62d9e80-64fd-4aa3-a016-a1e29449dbaf,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:55.364820 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-29b9c5ae-7cc9-4a92-9f29-e3db1bbb6ab9 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-706979129-network', 'tenant_id': 'e778204a87854520b801e3c26fe7140c'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:50:55.420846 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b9c5ae-7cc9-4a92-9f29-e3db1bbb6ab9 admin admin] Made reservation on behalf of e778204a87854520b801e3c26fe7140c for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:50:55.423097 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-29b9c5ae-7cc9-4a92-9f29-e3db1bbb6ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:55.447439 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-29b9c5ae-7cc9-4a92-9f29-e3db1bbb6ab9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:55.502071 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-97e2060b-a0e6-4af3-b0d7-249eb3058756 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Deleting port 8614d404-1dd1-4aca-bbe9-011f39c96a39 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:50:55.502329 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-97e2060b-a0e6-4af3-b0d7-249eb3058756 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (8614d404-1dd1-4aca-bbe9-011f39c96a39), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:55.586811 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-29b9c5ae-7cc9-4a92-9f29-e3db1bbb6ab9 admin admin] Publish callbacks [] for security_group (71411cf2-4c7e-4dab-a299-6899d969425d), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:55.591918 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-29b9c5ae-7cc9-4a92-9f29-e3db1bbb6ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (71411cf2-4c7e-4dab-a299-6899d969425d), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:55.614688 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-97e2060b-a0e6-4af3-b0d7-249eb3058756 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (8614d404-1dd1-4aca-bbe9-011f39c96a39), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:55.614998 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-97e2060b-a0e6-4af3-b0d7-249eb3058756 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Publish callbacks [] for floatingip (8614d404-1dd1-4aca-bbe9-011f39c96a39), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:55.635166 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29b9c5ae-7cc9-4a92-9f29-e3db1bbb6ab9 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:50:55.645058 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-97e2060b-a0e6-4af3-b0d7-249eb3058756 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Calling delete_port for 8614d404-1dd1-4aca-bbe9-011f39c96a39 owned by network:floatingip {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:50:55.649710 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b9c5ae-7cc9-4a92-9f29-e3db1bbb6ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71411cf2-4c7e-4dab-a299-6899d969425d,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:55.659831 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-29b9c5ae-7cc9-4a92-9f29-e3db1bbb6ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (e08b8154-7ab4-4b84-8ec2-6ca119943cd4), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:55.660274 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-29b9c5ae-7cc9-4a92-9f29-e3db1bbb6ab9 admin admin] Added segment e08b8154-7ab4-4b84-8ec2-6ca119943cd4 of type vlan for network 9bddc5e5-c482-4fab-84a4-082da8de5e4d
Feb 05 20:50:55.737992 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-29b9c5ae-7cc9-4a92-9f29-e3db1bbb6ab9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (9bddc5e5-c482-4fab-84a4-082da8de5e4d), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:55.784811 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-29b9c5ae-7cc9-4a92-9f29-e3db1bbb6ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (9bddc5e5-c482-4fab-84a4-082da8de5e4d), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:55.785788 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b9c5ae-7cc9-4a92-9f29-e3db1bbb6ab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:55.786357 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-29b9c5ae-7cc9-4a92-9f29-e3db1bbb6ab9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:55.819691 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21542334-0173-4d47-a7d8-5e1276dd7cd7 req-b110b498-9382-4f80-8449-9587d43bc310 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:55.821465 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-21542334-0173-4d47-a7d8-5e1276dd7cd7 req-b110b498-9382-4f80-8449-9587d43bc310 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 943 time: 0.0656712
Feb 05 20:50:55.831993 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-29b9c5ae-7cc9-4a92-9f29-e3db1bbb6ab9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6000452
Feb 05 20:50:55.832436 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59740) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:50:55.837087 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-7f3baf30-6df4-4c3f-8feb-65d47b15ac23 admin admin] Request body: {'subnet': {'network_id': '9bddc5e5-c482-4fab-84a4-082da8de5e4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-706979129-subnet', 'tenant_id': 'e778204a87854520b801e3c26fe7140c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:50:55.880646 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b9c5ae-7cc9-4a92-9f29-e3db1bbb6ab9 admin admin] Pushing event updated for resources: {'Network': ['ID=9bddc5e5-c482-4fab-84a4-082da8de5e4d,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:55.893503 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 9bddc5e5-c482-4fab-84a4-082da8de5e4d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:50:55.904076 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-97e2060b-a0e6-4af3-b0d7-249eb3058756 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (8614d404-1dd1-4aca-bbe9-011f39c96a39), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:55.911941 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3baf30-6df4-4c3f-8feb-65d47b15ac23 admin admin] Made reservation on behalf of e778204a87854520b801e3c26fe7140c for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:50:55.913869 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7f3baf30-6df4-4c3f-8feb-65d47b15ac23 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:55.940452 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2060b-a0e6-4af3-b0d7-249eb3058756 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Pushing event deleted for resources: {'Port': ['ID=8614d404-1dd1-4aca-bbe9-011f39c96a39,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:55.958979 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-21542334-0173-4d47-a7d8-5e1276dd7cd7 req-691b718c-8256-4f0c-a011-ac573dafdd57 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1306651
Feb 05 20:50:56.017758 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-97e2060b-a0e6-4af3-b0d7-249eb3058756 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Publish callbacks [] for floatingip (3a82b393-7a2b-4897-8799-686f5e87ccdb), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:56.020552 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-97e2060b-a0e6-4af3-b0d7-249eb3058756 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:56.021473 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ab4e4-8fd6-4ed2-8b57-9a4f9ce9ddab req-d5be7d11-4436-4c7a-a47f-2be3e6816f3a tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:56.021861 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-97e2060b-a0e6-4af3-b0d7-249eb3058756 tempest-ServersTestFqdnHostnames-682234461 tempest-ServersTestFqdnHostnames-682234461-project] 10.222.0.32 "DELETE /v2.0/floatingips/3a82b393-7a2b-4897-8799-686f5e87ccdb HTTP/1.1" status: 204  len: 168 time: 0.7017882
Feb 05 20:50:56.024132 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ad6ab4e4-8fd6-4ed2-8b57-9a4f9ce9ddab req-d5be7d11-4436-4c7a-a47f-2be3e6816f3a tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d55e5c-b6c5-470a-adca-58cea8f1e6ba HTTP/1.1" status: 200  len: 950 time: 0.1940231
Feb 05 20:50:56.026950 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59744) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:50:56.161947 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ad6ab4e4-8fd6-4ed2-8b57-9a4f9ce9ddab req-0c6b4f5a-bf44-4bd9-b9b4-4482855404d9 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220756
Feb 05 20:50:56.173441 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a25336-6764-4782-bbe9-b829a4d7b3d1 req-bea56a13-1ab9-41c9-bb50-d64bb1fcf874 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:56.175087 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-69a25336-6764-4782-bbe9-b829a4d7b3d1 req-bea56a13-1ab9-41c9-bb50-d64bb1fcf874 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 950 time: 0.1500480
Feb 05 20:50:56.583284 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7f3baf30-6df4-4c3f-8feb-65d47b15ac23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (0eafc41a-2470-43f5-8711-de7e8c708b80), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:56.623549 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-69a25336-6764-4782-bbe9-b829a4d7b3d1 req-45078166-ae3a-462a-a257-98324fa83d05 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4397140
Feb 05 20:50:56.653201 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3baf30-6df4-4c3f-8feb-65d47b15ac23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0eafc41a-2470-43f5-8711-de7e8c708b80,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:56.666572 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920b0a1-2e3e-4f6a-928e-c6cc1d3c2129 req-82986126-991b-4ebf-a2dc-2b163471f240 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:56.668083 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a920b0a1-2e3e-4f6a-928e-c6cc1d3c2129 req-82986126-991b-4ebf-a2dc-2b163471f240 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 950 time: 0.1707788
Feb 05 20:50:56.709658 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3baf30-6df4-4c3f-8feb-65d47b15ac23 admin admin] Checking segment: {'id': 'e08b8154-7ab4-4b84-8ec2-6ca119943cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9bddc5e5-c482-4fab-84a4-082da8de5e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:50:56.710239 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3baf30-6df4-4c3f-8feb-65d47b15ac23 admin admin] Network hostable DHCP agents. Network: 9bddc5e5-c482-4fab-84a4-082da8de5e4d, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:50:56.768873 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-94165fcf-266d-44c5-9154-64e509229d04 req-9c368d70-5b11-4f5a-83e5-b3ec638f5206 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f5c06fe-3520-44a9-9ead-9dee385888aa HTTP/1.1" status: 200  len: 210 time: 0.0649045
Feb 05 20:50:56.795885 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a920b0a1-2e3e-4f6a-928e-c6cc1d3c2129 req-c691be05-7a76-47ff-8055-bfc1bd665f68 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144178
Feb 05 20:50:56.795885 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3baf30-6df4-4c3f-8feb-65d47b15ac23 admin admin] Network 9bddc5e5-c482-4fab-84a4-082da8de5e4d is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:50:56.811971 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-7f3baf30-6df4-4c3f-8feb-65d47b15ac23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9bddc5e5-c482-4fab-84a4-082da8de5e4d) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:50:56.821606 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3baf30-6df4-4c3f-8feb-65d47b15ac23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:56.822607 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7f3baf30-6df4-4c3f-8feb-65d47b15ac23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:56.830034 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408c3de5-1622-4964-9747-5feb99f30bdf None None] Network 9bddc5e5-c482-4fab-84a4-082da8de5e4d requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:50:56.853448 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-917e3466-2828-42a8-808c-8682e51f1ef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (76c71850-cd49-41e8-8956-0b08785ab8f8), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:56.862417 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7f3baf30-6df4-4c3f-8feb-65d47b15ac23 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.0256591
Feb 05 20:50:57.034869 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730c803a-84b5-49f4-b2ab-d27f9cce76ba None None] Network 9bddc5e5-c482-4fab-84a4-082da8de5e4d requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:50:57.064701 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-0b495595-8ada-475e-8e74-d600e5c7cd68 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:57.067515 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-0b495595-8ada-475e-8e74-d600e5c7cd68 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.21 "GET /v2.0/networks?id=be4493bf-d1a6-445a-a987-23010e65458b HTTP/1.1" status: 200  len: 812 time: 0.1602745
Feb 05 20:50:57.082270 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-8aa3eec9-5fa1-43f0-8ecd-92587e4a13be tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Request body: {'port': {'device_id': '6f5c06fe-3520-44a9-9ead-9dee385888aa', 'network_id': 'be4493bf-d1a6-445a-a987-23010e65458b', 'admin_state_up': True, 'tenant_id': '9d100b9cbd5c471aa5036a7a90989a49'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:50:57.197853 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-917e3466-2828-42a8-808c-8682e51f1ef7 admin admin] Deleting port f16dc1d3-f811-434b-a2c7-ea8d85152498 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:50:57.198231 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-917e3466-2828-42a8-808c-8682e51f1ef7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (f16dc1d3-f811-434b-a2c7-ea8d85152498), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:57.292494 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-917e3466-2828-42a8-808c-8682e51f1ef7 admin admin] For port f16dc1d3-f811-434b-a2c7-ea8d85152498, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f16dc1d3-f811-434b-a2c7-ea8d85152498,segment=NetworkSegment(31163422-f6ed-43d8-a046-c27a53e8a737),segment_id=31163422-f6ed-43d8-a046-c27a53e8a737)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:57.293314 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-917e3466-2828-42a8-808c-8682e51f1ef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (f16dc1d3-f811-434b-a2c7-ea8d85152498), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:57.306314 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-917e3466-2828-42a8-808c-8682e51f1ef7 admin admin] Calling delete_port for f16dc1d3-f811-434b-a2c7-ea8d85152498 owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:50:57.337744 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e1319-e738-451c-bc80-c8024d6b9c66 req-3315295b-c501-4380-9f5e-872b89e3016f tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:57.340192 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5d0e1319-e738-451c-bc80-c8024d6b9c66 req-3315295b-c501-4380-9f5e-872b89e3016f tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 943 time: 0.2108209
Feb 05 20:50:57.373407 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6080ca0-862f-48d1-aa00-7f40ed9da5a1 req-26fea278-9ac0-4bd8-9438-54aeb4d4100f tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:57.377028 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a6080ca0-862f-48d1-aa00-7f40ed9da5a1 req-26fea278-9ac0-4bd8-9438-54aeb4d4100f tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d55e5c-b6c5-470a-adca-58cea8f1e6ba HTTP/1.1" status: 200  len: 950 time: 0.2349312
Feb 05 20:50:57.452682 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-8aa3eec9-5fa1-43f0-8ecd-92587e4a13be tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Made reservation on behalf of 9d100b9cbd5c471aa5036a7a90989a49 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:50:57.456794 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-8aa3eec9-5fa1-43f0-8ecd-92587e4a13be tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:57.516694 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738db256-f822-4fd4-ab04-76ebceefbb26 req-9efb13b0-790f-459b-80c9-0be31c1a5b4e tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:57.522874 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-738db256-f822-4fd4-ab04-76ebceefbb26 req-9efb13b0-790f-459b-80c9-0be31c1a5b4e tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d55e5c-b6c5-470a-adca-58cea8f1e6ba HTTP/1.1" status: 200  len: 950 time: 0.2523313
Feb 05 20:50:57.552325 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-917e3466-2828-42a8-808c-8682e51f1ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (f16dc1d3-f811-434b-a2c7-ea8d85152498), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:57.580365 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5d0e1319-e738-451c-bc80-c8024d6b9c66 req-d7e684b2-759a-411c-b0ef-f0c2d7f3a8d4 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2273321
Feb 05 20:50:57.581522 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e3466-2828-42a8-808c-8682e51f1ef7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f16dc1d3-f811-434b-a2c7-ea8d85152498,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:57.709515 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59770) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:50:57.728486 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-408f9741-ce78-4cd8-b98b-ba015be33165 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1348670578-network', 'tenant_id': '4a80e13a9e7e4e9c8d99b365895b6bfb'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:50:57.809973 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-917e3466-2828-42a8-808c-8682e51f1ef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (76c71850-cd49-41e8-8956-0b08785ab8f8), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:57.859829 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-738db256-f822-4fd4-ab04-76ebceefbb26 req-44211dd5-2e4d-472b-a968-4d6d089543e8 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3361399
Feb 05 20:50:57.871006 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408f9741-ce78-4cd8-b98b-ba015be33165 admin admin] Made reservation on behalf of 4a80e13a9e7e4e9c8d99b365895b6bfb for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:50:57.873777 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-408f9741-ce78-4cd8-b98b-ba015be33165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:57.893377 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-8aa3eec9-5fa1-43f0-8ecd-92587e4a13be tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Allocated IP 172.20.0.13 (be4493bf-d1a6-445a-a987-23010e65458b/4e9cd80a-75d3-4781-9154-c886c97be771/3c9935d8-cb5a-40ba-8693-105b12cbc636) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:50:57.904126 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-408f9741-ce78-4cd8-b98b-ba015be33165 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:57.921364 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-a6080ca0-862f-48d1-aa00-7f40ed9da5a1 req-5b6c08ab-8c58-43e2-affa-4847a0ab28ff tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Deleting port a32103ec-9463-4980-96ea-a0dee3f9deee {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:50:57.921716 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a6080ca0-862f-48d1-aa00-7f40ed9da5a1 req-5b6c08ab-8c58-43e2-affa-4847a0ab28ff tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (a32103ec-9463-4980-96ea-a0dee3f9deee), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:58.015392 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b1173-b792-4580-8aac-684ffa0f14e9 req-95c180bc-bfd2-4d99-bae0-57e1376fd9bc tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:58.017137 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d13b1173-b792-4580-8aac-684ffa0f14e9 req-95c180bc-bfd2-4d99-bae0-57e1376fd9bc tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 950 time: 0.2568855
Feb 05 20:50:58.089580 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-93358e8c-d324-4082-9590-1c98f0b3a3eb req-60898267-1690-4e64-b249-d4b3957a29e2 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f5c06fe-3520-44a9-9ead-9dee385888aa HTTP/1.1" status: 200  len: 210 time: 0.1277971
Feb 05 20:50:58.131302 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917e3466-2828-42a8-808c-8682e51f1ef7 admin admin] Router 76c71850-cd49-41e8-8956-0b08785ab8f8 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:50:58.286099 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-975d1a66-04b9-45c3-9407-f4690d33f6be req-d87558bb-4aa7-4829-8a4f-b77f85d8327a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=11ad59ce-c366-4aba-90a6-692f0b23b959&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1421924
Feb 05 20:50:58.297480 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-a6080ca0-862f-48d1-aa00-7f40ed9da5a1 req-5b6c08ab-8c58-43e2-affa-4847a0ab28ff tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] For port a32103ec-9463-4980-96ea-a0dee3f9deee, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a32103ec-9463-4980-96ea-a0dee3f9deee,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:50:58.297868 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a6080ca0-862f-48d1-aa00-7f40ed9da5a1 req-5b6c08ab-8c58-43e2-affa-4847a0ab28ff tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (a32103ec-9463-4980-96ea-a0dee3f9deee), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:58.304858 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917e3466-2828-42a8-808c-8682e51f1ef7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:50:58.316860 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79662cb0-06ea-46bf-bf73-22d06182ad33 None None] Sync routers for ids ['76c71850-cd49-41e8-8956-0b08785ab8f8'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:50:58.329982 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79662cb0-06ea-46bf-bf73-22d06182ad33 None None] Routers {'76c71850-cd49-41e8-8956-0b08785ab8f8'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:50:58.331025 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-79662cb0-06ea-46bf-bf73-22d06182ad33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8e54c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:50:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['76c71850-cd49-41e8-8956-0b08785ab8f8'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:50:58.331920 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-917e3466-2828-42a8-808c-8682e51f1ef7 admin admin] 10.222.0.32 "PUT /v2.0/routers/76c71850-cd49-41e8-8956-0b08785ab8f8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3034990
Feb 05 20:50:58.335944 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-a6080ca0-862f-48d1-aa00-7f40ed9da5a1 req-5b6c08ab-8c58-43e2-affa-4847a0ab28ff tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Calling delete_port for a32103ec-9463-4980-96ea-a0dee3f9deee owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:50:58.340163 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59778) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:50:58.377918 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d13b1173-b792-4580-8aac-684ffa0f14e9 req-20f64a9e-9d83-4398-a3d1-161360c8ae5d tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3195755
Feb 05 20:50:58.403942 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d1a66-04b9-45c3-9407-f4690d33f6be req-3c66b9ee-004e-4916-8437-e05e60a5fe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:58.403942 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-975d1a66-04b9-45c3-9407-f4690d33f6be req-3c66b9ee-004e-4916-8437-e05e60a5fe63 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9e4e31092ef641efbf6eaf54cfa40d67&device_id=11ad59ce-c366-4aba-90a6-692f0b23b959 HTTP/1.1" status: 200  len: 1126 time: 0.0895555
Feb 05 20:50:58.463539 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-79662cb0-06ea-46bf-bf73-22d06182ad33 None None] Set router 76c71850-cd49-41e8-8956-0b08785ab8f8 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:50:58.498332 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-8aa3eec9-5fa1-43f0-8ecd-92587e4a13be tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks [] for port (3c9935d8-cb5a-40ba-8693-105b12cbc636), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:58.512012 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-408f9741-ce78-4cd8-b98b-ba015be33165 admin admin] Publish callbacks [] for security_group (070fe43a-e4c2-4c91-9d10-7c31a967b036), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:58.522938 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda2268-bc46-4225-9dc2-3c5513488012 req-1f779f31-74ba-4f06-8c5a-538ee6b0b557 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:58.524490 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7cda2268-bc46-4225-9dc2-3c5513488012 req-1f779f31-74ba-4f06-8c5a-538ee6b0b557 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 950 time: 0.3353527
Feb 05 20:50:58.550832 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d1a66-04b9-45c3-9407-f4690d33f6be req-83511a45-6bea-4596-a997-fd8c0d4b02ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:58.552448 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-975d1a66-04b9-45c3-9407-f4690d33f6be req-83511a45-6bea-4596-a997-fd8c0d4b02ef service neutron] 10.222.0.21 "GET /v2.0/networks?id=3d591eda-8294-4b7a-a6d2-1afd55bde68d HTTP/1.1" status: 200  len: 922 time: 0.1303511
Feb 05 20:50:58.572701 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-408f9741-ce78-4cd8-b98b-ba015be33165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (070fe43a-e4c2-4c91-9d10-7c31a967b036), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:58.621140 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-975d1a66-04b9-45c3-9407-f4690d33f6be req-ffd27131-4a6a-47b6-b89a-18e55f29fb3c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cf32de2-4074-43f6-bcb4-7aa8f231f04a HTTP/1.1" status: 200  len: 217 time: 0.0624676
Feb 05 20:50:58.631688 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-408f9741-ce78-4cd8-b98b-ba015be33165 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:50:58.691398 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-408f9741-ce78-4cd8-b98b-ba015be33165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (8ca95238-abec-4a5b-9ace-b9912fad92ee), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:58.692043 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-408f9741-ce78-4cd8-b98b-ba015be33165 admin admin] Added segment 8ca95238-abec-4a5b-9ace-b9912fad92ee of type vlan for network de8f59d1-5e28-4161-b1dc-faa7e29602b5
Feb 05 20:50:58.695987 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d1a66-04b9-45c3-9407-f4690d33f6be req-23b74974-0cfd-45e5-afd2-7866b96c2173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:58.698242 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-975d1a66-04b9-45c3-9407-f4690d33f6be req-23b74974-0cfd-45e5-afd2-7866b96c2173 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f822a84b-448b-4295-886d-3f476dc82ced HTTP/1.1" status: 200  len: 861 time: 0.0702510
Feb 05 20:50:58.701834 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-79662cb0-06ea-46bf-bf73-22d06182ad33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8e54c40>, [{'id': '76c71850-cd49-41e8-8956-0b08785ab8f8', 'name': 'tempest-ServersTestFqdnHostnames-295223684-router', 'tenant_id': '8199679374f14355b0ba6837b638c031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142'}], 'enable_snat': True}, 'gw_port_id': '9868a0ff-fb2d-4120-a78a-67a11b272ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:49:19Z', 'updated_at': '2022-02-05T20:50:57Z', 'revision_number': 5, 'project_id': '8199679374f14355b0ba6837b638c031', 'gw_port': {'id': '9868a0ff-fb2d-4120-a78a-67a11b272ebb', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c71850-cd49-41e8-8956-0b08785ab8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:49:22Z', 'updated_at': '2022-02-05T20:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:50:58.718430 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f9741-ce78-4cd8-b98b-ba015be33165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070fe43a-e4c2-4c91-9d10-7c31a967b036,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:58.721456 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bcffbd76-070d-4e31-aac3-1f4c34539e28 admin admin] Publish callbacks [] for router (76c71850-cd49-41e8-8956-0b08785ab8f8), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:58.739339 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79662cb0-06ea-46bf-bf73-22d06182ad33 None None] Checking router: 76c71850-cd49-41e8-8956-0b08785ab8f8 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:50:58.750735 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79662cb0-06ea-46bf-bf73-22d06182ad33 None None] Routers {'76c71850-cd49-41e8-8956-0b08785ab8f8'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:50:58.750978 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-975d1a66-04b9-45c3-9407-f4690d33f6be req-95fbee11-bf55-42af-b6eb-4a885c2630fe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d591eda-8294-4b7a-a6d2-1afd55bde68d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0460236
Feb 05 20:50:58.752095 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-79662cb0-06ea-46bf-bf73-22d06182ad33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8e54c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:50:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['76c71850-cd49-41e8-8956-0b08785ab8f8'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:50:58.819853 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7cda2268-bc46-4225-9dc2-3c5513488012 req-bba863c2-a16e-41ac-af4c-e63434768ec6 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2548814
Feb 05 20:50:58.844062 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-8aa3eec9-5fa1-43f0-8ecd-92587e4a13be tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (3c9935d8-cb5a-40ba-8693-105b12cbc636), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:58.871536 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-975d1a66-04b9-45c3-9407-f4690d33f6be req-e0edf6b6-7f24-4a3d-8268-e2d70fb79c61 service neutron] 10.222.0.21 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1147358
Feb 05 20:50:58.883181 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-408f9741-ce78-4cd8-b98b-ba015be33165 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (de8f59d1-5e28-4161-b1dc-faa7e29602b5), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:58.918297 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-79662cb0-06ea-46bf-bf73-22d06182ad33 None None] Set router 76c71850-cd49-41e8-8956-0b08785ab8f8 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:50:59.020170 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-975d1a66-04b9-45c3-9407-f4690d33f6be req-d23d9227-b8af-4798-baba-17369a54b21e service neutron] 10.222.0.21 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1427214
Feb 05 20:50:59.052416 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-8aa3eec9-5fa1-43f0-8ecd-92587e4a13be tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Network be4493bf-d1a6-445a-a987-23010e65458b is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:50:59.067316 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f51fad-b6cf-49c0-b4d3-97ab795fa6e4 req-8b989f0a-3461-48b3-9f7b-91ee00b103bc tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:59.069081 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-19f51fad-b6cf-49c0-b4d3-97ab795fa6e4 req-8b989f0a-3461-48b3-9f7b-91ee00b103bc tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 943 time: 0.3972037
Feb 05 20:50:59.069771 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3eec9-5fa1-43f0-8ecd-92587e4a13be tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Pushing event updated for resources: {'Port': ['ID=3c9935d8-cb5a-40ba-8693-105b12cbc636,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:59.078677 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a6080ca0-862f-48d1-aa00-7f40ed9da5a1 req-5b6c08ab-8c58-43e2-affa-4847a0ab28ff tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (a32103ec-9463-4980-96ea-a0dee3f9deee), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:59.087340 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-8aa3eec9-5fa1-43f0-8ecd-92587e4a13be tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:50:59.091325 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec', '71b95491-c3b0-4a8e-b401-e967ded4cea1', '91ae31fa-119f-44f4-bbf4-4cec63520c50', 'e5a3c720-1014-483e-9fde-682c2c038fa6', 'a32103ec-9463-4980-96ea-a0dee3f9deee'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:50:59.093797 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-408f9741-ce78-4cd8-b98b-ba015be33165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (de8f59d1-5e28-4161-b1dc-faa7e29602b5), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:59.094716 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408f9741-ce78-4cd8-b98b-ba015be33165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:59.095024 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115', '82af46c8-9f11-47e2-ab65-43312635dfe5'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:50:59.095298 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-408f9741-ce78-4cd8-b98b-ba015be33165 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:59.101218 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-8aa3eec9-5fa1-43f0-8ecd-92587e4a13be tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:50:59.149106 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-79662cb0-06ea-46bf-bf73-22d06182ad33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8e54c40>, [{'id': '76c71850-cd49-41e8-8956-0b08785ab8f8', 'name': 'tempest-ServersTestFqdnHostnames-295223684-router', 'tenant_id': '8199679374f14355b0ba6837b638c031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142'}], 'enable_snat': True}, 'gw_port_id': '9868a0ff-fb2d-4120-a78a-67a11b272ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:49:19Z', 'updated_at': '2022-02-05T20:50:57Z', 'revision_number': 5, 'project_id': '8199679374f14355b0ba6837b638c031', 'gw_port': {'id': '9868a0ff-fb2d-4120-a78a-67a11b272ebb', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c71850-cd49-41e8-8956-0b08785ab8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:49:22Z', 'updated_at': '2022-02-05T20:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:50:59.190441 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c08ab-8c58-43e2-affa-4847a0ab28ff tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Pushing event deleted for resources: {'Port': ['ID=a32103ec-9463-4980-96ea-a0dee3f9deee,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:59.211903 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bcffbd76-070d-4e31-aac3-1f4c34539e28 admin admin] Publish callbacks [] for router_gateway (76c71850-cd49-41e8-8956-0b08785ab8f8), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:59.283478 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-408f9741-ce78-4cd8-b98b-ba015be33165 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.5619662
Feb 05 20:50:59.283663 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59786) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:50:59.288257 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-aba45ea7-b9c2-44c6-873c-bf3dea74c312 admin admin] Request body: {'subnet': {'network_id': 'de8f59d1-5e28-4161-b1dc-faa7e29602b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1348670578-subnet', 'tenant_id': '4a80e13a9e7e4e9c8d99b365895b6bfb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:50:59.309388 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79662cb0-06ea-46bf-bf73-22d06182ad33 None None] The sync data for ids ['76c71850-cd49-41e8-8956-0b08785ab8f8'] in ncdv-master-1 is: [{'id': '76c71850-cd49-41e8-8956-0b08785ab8f8', 'name': 'tempest-ServersTestFqdnHostnames-295223684-router', 'tenant_id': '8199679374f14355b0ba6837b638c031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142'}], 'enable_snat': True}, 'gw_port_id': '9868a0ff-fb2d-4120-a78a-67a11b272ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:49:19Z', 'updated_at': '2022-02-05T20:50:57Z', 'revision_number': 5, 'project_id': '8199679374f14355b0ba6837b638c031', 'gw_port': {'id': '9868a0ff-fb2d-4120-a78a-67a11b272ebb', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c71850-cd49-41e8-8956-0b08785ab8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:49:22Z', 'updated_at': '2022-02-05T20:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:50:59.324935 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba45ea7-b9c2-44c6-873c-bf3dea74c312 admin admin] Made reservation on behalf of 4a80e13a9e7e4e9c8d99b365895b6bfb for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:50:59.328040 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-aba45ea7-b9c2-44c6-873c-bf3dea74c312 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:59.340409 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f9741-ce78-4cd8-b98b-ba015be33165 admin admin] Pushing event updated for resources: {'Network': ['ID=de8f59d1-5e28-4161-b1dc-faa7e29602b5,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:59.359334 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network de8f59d1-5e28-4161-b1dc-faa7e29602b5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:50:59.394362 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e93ed-6a85-4678-8293-15d7657aa21e req-7ae164c6-756a-4509-9f6a-a67f28f19d2c tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:59.403754 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ac6e93ed-6a85-4678-8293-15d7657aa21e req-7ae164c6-756a-4509-9f6a-a67f28f19d2c tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2d55e5c-b6c5-470a-adca-58cea8f1e6ba HTTP/1.1" status: 200  len: 867 time: 0.4252508
Feb 05 20:50:59.413498 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-8aa3eec9-5fa1-43f0-8ecd-92587e4a13be tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:59.414300 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-8aa3eec9-5fa1-43f0-8ecd-92587e4a13be tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:59.421012 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6080ca0-862f-48d1-aa00-7f40ed9da5a1 req-5b6c08ab-8c58-43e2-affa-4847a0ab28ff tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] No DVR routers for this DVR port a32103ec-9463-4980-96ea-a0dee3f9deee on host nch1-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:50:59.427512 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a6080ca0-862f-48d1-aa00-7f40ed9da5a1 req-5b6c08ab-8c58-43e2-affa-4847a0ab28ff tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:59.432625 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a6080ca0-862f-48d1-aa00-7f40ed9da5a1 req-5b6c08ab-8c58-43e2-affa-4847a0ab28ff tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.21 "DELETE /v2.0/ports/a32103ec-9463-4980-96ea-a0dee3f9deee HTTP/1.1" status: 204  len: 173 time: 2.0463302
Feb 05 20:50:59.438356 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d55e5c-b6c5-470a-adca-58cea8f1e6ba', 'name': 'network-vif-deleted', 'tag': 'a32103ec-9463-4980-96ea-a0dee3f9deee'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:50:59.440630 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fb1d19-d73c-4648-a5f2-0acbc0e8b6da" -d '{"events": [{"server_uuid": "f2d55e5c-b6c5-470a-adca-58cea8f1e6ba", "name": "network-vif-deleted", "tag": "a32103ec-9463-4980-96ea-a0dee3f9deee"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:50:59.453913 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-19f51fad-b6cf-49c0-b4d3-97ab795fa6e4 req-24807ebc-c1e2-4508-bd21-b13086fff444 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3676000
Feb 05 20:50:59.476809 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-8aa3eec9-5fa1-43f0-8ecd-92587e4a13be tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3987534
Feb 05 20:50:59.522523 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-6e1e7e8d-9285-4384-8d05-0dd62d492fc2 service neutron] Request body: {'port': {'device_id': '6f5c06fe-3520-44a9-9ead-9dee385888aa', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:50:59.669997 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-aba45ea7-b9c2-44c6-873c-bf3dea74c312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (57e49727-0e0c-4d3f-b35b-202dbcf04be8), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:59.779578 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba45ea7-b9c2-44c6-873c-bf3dea74c312 admin admin] Checking segment: {'id': '8ca95238-abec-4a5b-9ace-b9912fad92ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'de8f59d1-5e28-4161-b1dc-faa7e29602b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:50:59.780030 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba45ea7-b9c2-44c6-873c-bf3dea74c312 admin admin] Network hostable DHCP agents. Network: de8f59d1-5e28-4161-b1dc-faa7e29602b5, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:50:59.783055 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba45ea7-b9c2-44c6-873c-bf3dea74c312 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57e49727-0e0c-4d3f-b35b-202dbcf04be8,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:50:59.807684 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device f16dc1d3-f811-434b-a2c7-ea8d85152498 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:50:59.809448 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba45ea7-b9c2-44c6-873c-bf3dea74c312 admin admin] Network de8f59d1-5e28-4161-b1dc-faa7e29602b5 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:50:59.827494 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-aba45ea7-b9c2-44c6-873c-bf3dea74c312 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, de8f59d1-5e28-4161-b1dc-faa7e29602b5) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:50:59.838059 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba45ea7-b9c2-44c6-873c-bf3dea74c312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:50:59.839525 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-aba45ea7-b9c2-44c6-873c-bf3dea74c312 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:50:59.850945 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1fbe22-db63-4add-9bcd-13b0dea4e150 None None] Network de8f59d1-5e28-4161-b1dc-faa7e29602b5 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:50:59.858344 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: f16dc1d3-f811-434b-a2c7-ea8d85152498 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:50:59.858712 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device f16dc1d3-f811-434b-a2c7-ea8d85152498 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:50:59.892558 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-aba45ea7-b9c2-44c6-873c-bf3dea74c312 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.5999768
Feb 05 20:50:59.962307 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ac6e93ed-6a85-4678-8293-15d7657aa21e req-a0747a94-043e-4578-98c9-d430aa952384 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5574694
Feb 05 20:51:00.019921 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-bcffbd76-070d-4e31-aac3-1f4c34539e28 admin admin] Deleting port 9868a0ff-fb2d-4120-a78a-67a11b272ebb {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:51:00.020473 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bcffbd76-070d-4e31-aac3-1f4c34539e28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (9868a0ff-fb2d-4120-a78a-67a11b272ebb), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:00.111634 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-6e1e7e8d-9285-4384-8d05-0dd62d492fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3c9935d8-cb5a-40ba-8693-105b12cbc636), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:00.161221 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7a0ba-5fc0-4534-ad3d-10e89f380e54 req-c9bc4c9c-a37e-4fb2-ac9c-342cfe0a09e7 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:00.163306 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cbd7a0ba-5fc0-4534-ad3d-10e89f380e54 req-c9bc4c9c-a37e-4fb2-ac9c-342cfe0a09e7 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f5c06fe-3520-44a9-9ead-9dee385888aa HTTP/1.1" status: 200  len: 932 time: 0.2516239
Feb 05 20:51:00.250229 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91f4b3d-4d4f-4f58-8b67-89609bee103d None None] Network de8f59d1-5e28-4161-b1dc-faa7e29602b5 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:51:00.265038 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-bcffbd76-070d-4e31-aac3-1f4c34539e28 admin admin] For port 9868a0ff-fb2d-4120-a78a-67a11b272ebb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9868a0ff-fb2d-4120-a78a-67a11b272ebb,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:00.265520 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bcffbd76-070d-4e31-aac3-1f4c34539e28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (9868a0ff-fb2d-4120-a78a-67a11b272ebb), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:00.304373 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-bcffbd76-070d-4e31-aac3-1f4c34539e28 admin admin] Calling delete_port for 9868a0ff-fb2d-4120-a78a-67a11b272ebb owned by network:router_gateway {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:51:00.379787 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3a868-9df3-43bb-9c79-64beb3cecb36 req-004bf1d3-6dff-405d-8e94-0aab555d3c1a tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:00.381874 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0bd3a868-9df3-43bb-9c79-64beb3cecb36 req-004bf1d3-6dff-405d-8e94-0aab555d3c1a tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 950 time: 0.2751155
Feb 05 20:51:00.396868 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cbd7a0ba-5fc0-4534-ad3d-10e89f380e54 req-8003b645-2e99-4e19-a1d9-03ad5a719b20 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2229846
Feb 05 20:51:00.450647 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4251d4b4-792c-4f6f-9524-2ef0be704ba7 x-openstack-request-id: req-4251d4b4-792c-4f6f-9524-2ef0be704ba7 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:51:00.450941 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d55e5c-b6c5-470a-adca-58cea8f1e6ba", "name": "network-vif-deleted", "tag": "a32103ec-9463-4980-96ea-a0dee3f9deee", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:51:00.451195 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4251d4b4-792c-4f6f-9524-2ef0be704ba7 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:51:00.451612 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d55e5c-b6c5-470a-adca-58cea8f1e6ba', 'name': 'network-vif-deleted', 'tag': 'a32103ec-9463-4980-96ea-a0dee3f9deee', 'status': 'completed', 'code': 200}
Feb 05 20:51:00.572357 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0bd3a868-9df3-43bb-9c79-64beb3cecb36 req-8d4f1f2b-dda8-49a1-ac7f-85234f3feea7 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1790602
Feb 05 20:51:00.675690 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73b6b2-a78f-4cc2-aab7-ab699a7775c2 req-132bab97-346b-4fbd-8a17-81cbecd22c0a tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:00.677164 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1e73b6b2-a78f-4cc2-aab7-ab699a7775c2 req-132bab97-346b-4fbd-8a17-81cbecd22c0a tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 950 time: 0.1708386
Feb 05 20:51:00.789679 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bcffbd76-070d-4e31-aac3-1f4c34539e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (9868a0ff-fb2d-4120-a78a-67a11b272ebb), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:00.860183 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1e73b6b2-a78f-4cc2-aab7-ab699a7775c2 req-6904fa77-b3b6-4626-ad7a-c48875355851 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1739209
Feb 05 20:51:00.862458 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-6e1e7e8d-9285-4384-8d05-0dd62d492fc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c9935d8-cb5a-40ba-8693-105b12cbc636 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:51:00.873119 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcffbd76-070d-4e31-aac3-1f4c34539e28 admin admin] Pushing event deleted for resources: {'Port': ['ID=9868a0ff-fb2d-4120-a78a-67a11b272ebb,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:00.876120 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-6e1e7e8d-9285-4384-8d05-0dd62d492fc2 service neutron] Publish callbacks [] for port (3c9935d8-cb5a-40ba-8693-105b12cbc636), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:00.972749 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-6e1e7e8d-9285-4384-8d05-0dd62d492fc2 service neutron] Transition to ACTIVE for port object 3c9935d8-cb5a-40ba-8693-105b12cbc636 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:51:01.000329 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-6e1e7e8d-9285-4384-8d05-0dd62d492fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (3c9935d8-cb5a-40ba-8693-105b12cbc636), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:01.071123 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bcffbd76-070d-4e31-aac3-1f4c34539e28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (76c71850-cd49-41e8-8956-0b08785ab8f8), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:01.079380 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436d10b-0e42-443f-af26-301aa578c989 req-c466ea49-d5cd-41d0-ab21-133ef20ef01b tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:01.080812 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7436d10b-0e42-443f-af26-301aa578c989 req-c466ea49-d5cd-41d0-ab21-133ef20ef01b tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] 10.222.0.32 "GET /v2.0/networks?id=9bddc5e5-c482-4fab-84a4-082da8de5e4d HTTP/1.1" status: 200  len: 814 time: 0.2969842
Feb 05 20:51:01.174998 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 062820e1-fa5b-460b-bdf4-8a37533f2926 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:51:01.188116 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e7e8d-9285-4384-8d05-0dd62d492fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=3c9935d8-cb5a-40ba-8693-105b12cbc636,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:01.204584 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df14835-ba6f-4d6a-95fa-3f4e6659df87 req-f9a7f9a7-5a5e-40a7-9051-cd38cc666a44 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:01.206132 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5df14835-ba6f-4d6a-95fa-3f4e6659df87 req-f9a7f9a7-5a5e-40a7-9051-cd38cc666a44 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 943 time: 0.2747555
Feb 05 20:51:01.210562 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7436d10b-0e42-443f-af26-301aa578c989 req-c4d86e5f-69ee-482a-9135-081f86f93bdd tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] 10.222.0.32 "GET /v2.0/quotas/e778204a87854520b801e3c26fe7140c HTTP/1.1" status: 200  len: 375 time: 0.0952702
Feb 05 20:51:01.226738 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bcffbd76-070d-4e31-aac3-1f4c34539e28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (76c71850-cd49-41e8-8956-0b08785ab8f8), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:01.234487 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bcffbd76-070d-4e31-aac3-1f4c34539e28 admin admin] Publish callbacks [] for router_controller (76c71850-cd49-41e8-8956-0b08785ab8f8), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:01.301080 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7436d10b-0e42-443f-af26-301aa578c989 req-6ae2bb9b-c762-4110-a7c9-02e28e187d81 tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e778204a87854520b801e3c26fe7140c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0722053
Feb 05 20:51:01.311281 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 062820e1-fa5b-460b-bdf4-8a37533f2926, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=062820e1-fa5b-460b-bdf4-8a37533f2926,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:01.324801 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '062820e1-fa5b-460b-bdf4-8a37533f2926', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'port_id': '062820e1-fa5b-460b-bdf4-8a37533f2926', 'mac_address': 'fa:16:3e:37:3f:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3c763-0926-4b49-ade5-d66ee3d4c489', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:51:01.370952 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 062820e1-fa5b-460b-bdf4-8a37533f2926 is: ACTIVE; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:01.371397 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (062820e1-fa5b-460b-bdf4-8a37533f2926), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:01.380226 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bcffbd76-070d-4e31-aac3-1f4c34539e28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (76c71850-cd49-41e8-8956-0b08785ab8f8), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:01.380424 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcffbd76-070d-4e31-aac3-1f4c34539e28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76c71850-cd49-41e8-8956-0b08785ab8f8 {{(pid=114391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 20:51:01.387495 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 062820e1-fa5b-460b-bdf4-8a37533f2926 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:51:01.410554 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 062820e1-fa5b-460b-bdf4-8a37533f2926, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=062820e1-fa5b-460b-bdf4-8a37533f2926,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:01.416905 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (062820e1-fa5b-460b-bdf4-8a37533f2926), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:01.426272 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bcffbd76-070d-4e31-aac3-1f4c34539e28 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:01.427450 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-bcffbd76-070d-4e31-aac3-1f4c34539e28 admin admin] 10.222.0.32 "DELETE /v2.0/routers/76c71850-cd49-41e8-8956-0b08785ab8f8 HTTP/1.1" status: 204  len: 168 time: 3.0838826
Feb 05 20:51:01.430156 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59816) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:01.454553 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5df14835-ba6f-4d6a-95fa-3f4e6659df87 req-7b9f99d0-4d46-4ba9-90bb-5687cb9f3a1b tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2231548
Feb 05 20:51:01.456765 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-6e1e7e8d-9285-4384-8d05-0dd62d492fc2 service neutron] Attempting to bind port 3c9935d8-cb5a-40ba-8693-105b12cbc636 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:51:01.456922 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-6e1e7e8d-9285-4384-8d05-0dd62d492fc2 service neutron] Attempting to bind port 3c9935d8-cb5a-40ba-8693-105b12cbc636 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '743051ff-9f95-4efc-9230-9f61d36c1128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'be4493bf-d1a6-445a-a987-23010e65458b'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:51:01.457138 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-6e1e7e8d-9285-4384-8d05-0dd62d492fc2 service neutron] Attempting to bind port 3c9935d8-cb5a-40ba-8693-105b12cbc636 on network be4493bf-d1a6-445a-a987-23010e65458b {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:51:01.484688 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-6e1e7e8d-9285-4384-8d05-0dd62d492fc2 service neutron] Port 3c9935d8-cb5a-40ba-8693-105b12cbc636 on network be4493bf-d1a6-445a-a987-23010e65458b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:51:01.490270 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-6e1e7e8d-9285-4384-8d05-0dd62d492fc2 service neutron] Attempting to bind port 3c9935d8-cb5a-40ba-8693-105b12cbc636 on network be4493bf-d1a6-445a-a987-23010e65458b {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:51:01.500580 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-6e1e7e8d-9285-4384-8d05-0dd62d492fc2 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:51:01.500580 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-6e1e7e8d-9285-4384-8d05-0dd62d492fc2 service neutron] Checking segment: {'id': '743051ff-9f95-4efc-9230-9f61d36c1128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'be4493bf-d1a6-445a-a987-23010e65458b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:51:01.500580 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-6e1e7e8d-9285-4384-8d05-0dd62d492fc2 service neutron] Bound using segment: {'id': '743051ff-9f95-4efc-9230-9f61d36c1128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'be4493bf-d1a6-445a-a987-23010e65458b'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:51:01.500965 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-6e1e7e8d-9285-4384-8d05-0dd62d492fc2 service neutron] Bound port: 3c9935d8-cb5a-40ba-8693-105b12cbc636, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '743051ff-9f95-4efc-9230-9f61d36c1128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'be4493bf-d1a6-445a-a987-23010e65458b'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:51:01.501260 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-6e1e7e8d-9285-4384-8d05-0dd62d492fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3c9935d8-cb5a-40ba-8693-105b12cbc636), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:01.572189 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-53a3e618-a230-43dc-a47e-39864b6b9700 admin admin] Deleting subnet f1bb25ad-7007-4dd3-951f-b5714ea4801d {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:51:01.581267 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-53a3e618-a230-43dc-a47e-39864b6b9700 admin admin] Publish callbacks [] for subnet (f1bb25ad-7007-4dd3-951f-b5714ea4801d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:01.584829 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=062820e1-fa5b-460b-bdf4-8a37533f2926,revision_number=6']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:01.590885 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7436d10b-0e42-443f-af26-301aa578c989 req-ec536a34-cc02-457e-b272-811d62ce316e service neutron] 10.222.0.32 "GET /v2.0/networks/9bddc5e5-c482-4fab-84a4-082da8de5e4d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2566192
Feb 05 20:51:01.655278 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-53a3e618-a230-43dc-a47e-39864b6b9700 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (f1bb25ad-7007-4dd3-951f-b5714ea4801d), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:01.725960 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device a32103ec-9463-4980-96ea-a0dee3f9deee no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:51:01.748457 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: a32103ec-9463-4980-96ea-a0dee3f9deee {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:51:01.748819 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device a32103ec-9463-4980-96ea-a0dee3f9deee not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:51:01.750706 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-53a3e618-a230-43dc-a47e-39864b6b9700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (f1bb25ad-7007-4dd3-951f-b5714ea4801d), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:01.751904 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['062820e1-fa5b-460b-bdf4-8a37533f2926'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:51:01.786493 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-b9202f68-b7b3-4b4d-a960-4d2423468e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:01.788109 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-b9202f68-b7b3-4b4d-a960-4d2423468e8e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9e4e31092ef641efbf6eaf54cfa40d67&device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 1155 time: 0.2640154
Feb 05 20:51:01.793780 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-6e1e7e8d-9285-4384-8d05-0dd62d492fc2 service neutron] For port 3c9935d8-cb5a-40ba-8693-105b12cbc636, host nch1-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:51:01.798752 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-6e1e7e8d-9285-4384-8d05-0dd62d492fc2 service neutron] For port 3c9935d8-cb5a-40ba-8693-105b12cbc636, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3c9935d8-cb5a-40ba-8693-105b12cbc636,segment=NetworkSegment(743051ff-9f95-4efc-9230-9f61d36c1128),segment_id=743051ff-9f95-4efc-9230-9f61d36c1128)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:51:01.825018 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-6e1e7e8d-9285-4384-8d05-0dd62d492fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (3c9935d8-cb5a-40ba-8693-105b12cbc636), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:01.830407 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-53a3e618-a230-43dc-a47e-39864b6b9700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (f1bb25ad-7007-4dd3-951f-b5714ea4801d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:01.843894 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-53a3e618-a230-43dc-a47e-39864b6b9700 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:01.849787 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-53a3e618-a230-43dc-a47e-39864b6b9700 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f1bb25ad-7007-4dd3-951f-b5714ea4801d HTTP/1.1" status: 204  len: 168 time: 0.4161015
Feb 05 20:51:01.853343 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e74943-d280-457f-af22-977a9693ebf8 req-ae3ad2c3-f4bb-4983-bd72-e1c8b0febbe6 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:01.857193 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f45aab-33df-4954-b944-2a73cabb92ec None None] Network 13d77b28-3afb-4994-b488-d4d74ff9d748 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:51:01.860521 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-40e74943-d280-457f-af22-977a9693ebf8 req-ae3ad2c3-f4bb-4983-bd72-e1c8b0febbe6 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f5c06fe-3520-44a9-9ead-9dee385888aa HTTP/1.1" status: 200  len: 944 time: 0.1968570
Feb 05 20:51:01.862173 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59822) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:01.871148 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3e618-a230-43dc-a47e-39864b6b9700 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1bb25ad-7007-4dd3-951f-b5714ea4801d,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:01.905538 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7436d10b-0e42-443f-af26-301aa578c989 req-91286aff-e89d-41ad-ba89-c140b43c3dfa service neutron] 10.222.0.32 "GET /v2.0/networks/9bddc5e5-c482-4fab-84a4-082da8de5e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2523184
Feb 05 20:51:01.977136 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-6e1e7e8d-9285-4384-8d05-0dd62d492fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:01.977858 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-6e1e7e8d-9285-4384-8d05-0dd62d492fc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:01.979360 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-6e1e7e8d-9285-4384-8d05-0dd62d492fc2 service neutron] 10.222.0.21 "PUT /v2.0/ports/3c9935d8-cb5a-40ba-8693-105b12cbc636 HTTP/1.1" status: 200  len: 1092 time: 2.4627638
Feb 05 20:51:02.109580 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e7e8d-9285-4384-8d05-0dd62d492fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=3c9935d8-cb5a-40ba-8693-105b12cbc636,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:02.143210 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-32876698-068b-4eac-95a4-fa3385d0c7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (13d77b28-3afb-4994-b488-d4d74ff9d748), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:02.151945 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-40e74943-d280-457f-af22-977a9693ebf8 req-7dcd849f-54b7-4326-a5e6-8d74cae175d9 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2895186
Feb 05 20:51:02.167816 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-27cbdb68-d245-41ce-8251-b4818a4fb66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:02.170259 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-27cbdb68-d245-41ce-8251-b4818a4fb66c service neutron] 10.222.0.21 "GET /v2.0/networks?id=3d591eda-8294-4b7a-a6d2-1afd55bde68d HTTP/1.1" status: 200  len: 922 time: 0.3699524
Feb 05 20:51:02.269921 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-1db8c2b1-4d44-4d3f-9f7d-7216bf9961c6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22a96582-81f0-48c8-b782-d4e113966e09 HTTP/1.1" status: 200  len: 217 time: 0.0881736
Feb 05 20:51:02.282360 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b827449e-4c62-45ff-b1fb-d292f6a6afcf None None] DHCP port deletion for 13d77b28-3afb-4994-b488-d4d74ff9d748 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 20:51:02.314073 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-763cd86f-2245-442a-943e-bd9e5f390200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:02.315753 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-763cd86f-2245-442a-943e-bd9e5f390200 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d100b9cbd5c471aa5036a7a90989a49&device_id=6f5c06fe-3520-44a9-9ead-9dee385888aa HTTP/1.1" status: 200  len: 1126 time: 0.2522988
Feb 05 20:51:02.421718 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-b827449e-4c62-45ff-b1fb-d292f6a6afcf None None] Deleting port 575568b5-1928-4d12-b329-5fc277344011 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:51:02.422413 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b827449e-4c62-45ff-b1fb-d292f6a6afcf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (575568b5-1928-4d12-b329-5fc277344011), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:02.505141 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-b827449e-4c62-45ff-b1fb-d292f6a6afcf None None] For port 575568b5-1928-4d12-b329-5fc277344011, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=575568b5-1928-4d12-b329-5fc277344011,segment=NetworkSegment(31163422-f6ed-43d8-a046-c27a53e8a737),segment_id=31163422-f6ed-43d8-a046-c27a53e8a737)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:02.505977 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b827449e-4c62-45ff-b1fb-d292f6a6afcf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (575568b5-1928-4d12-b329-5fc277344011), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:02.529812 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-b827449e-4c62-45ff-b1fb-d292f6a6afcf None None] Calling delete_port for 575568b5-1928-4d12-b329-5fc277344011 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:51:02.676231 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b827449e-4c62-45ff-b1fb-d292f6a6afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (575568b5-1928-4d12-b329-5fc277344011), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:02.692041 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f5c06fe-3520-44a9-9ead-9dee385888aa', 'tag': '3c9935d8-cb5a-40ba-8693-105b12cbc636'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:51:02.694411 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e443d60-1f7e-46cc-9d2e-20cad96f920b" -d '{"events": [{"name": "network-changed", "server_uuid": "6f5c06fe-3520-44a9-9ead-9dee385888aa", "tag": "3c9935d8-cb5a-40ba-8693-105b12cbc636"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:51:02.708867 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-2996237e-d485-4373-b518-95d63d56bb43 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c9935d8-cb5a-40ba-8693-105b12cbc636 HTTP/1.1" status: 200  len: 217 time: 0.3684664
Feb 05 20:51:02.709207 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b827449e-4c62-45ff-b1fb-d292f6a6afcf None None] No DVR routers for this DVR port 575568b5-1928-4d12-b329-5fc277344011 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:51:02.710999 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b827449e-4c62-45ff-b1fb-d292f6a6afcf None None] Pushing event deleted for resources: {'Port': ['ID=575568b5-1928-4d12-b329-5fc277344011,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:02.754739 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-0993ad59-4301-4c29-9d30-e95b0058a8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:02.756347 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-0993ad59-4301-4c29-9d30-e95b0058a8d7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f822a84b-448b-4295-886d-3f476dc82ced HTTP/1.1" status: 200  len: 861 time: 0.4745018
Feb 05 20:51:02.810766 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-32876698-068b-4eac-95a4-fa3385d0c7ff admin admin] Deleting port 575568b5-1928-4d12-b329-5fc277344011 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:51:02.811118 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-32876698-068b-4eac-95a4-fa3385d0c7ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (575568b5-1928-4d12-b329-5fc277344011), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:02.850685 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-a9ef2597-0397-40b2-8ab7-f9834b1062d5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d591eda-8294-4b7a-a6d2-1afd55bde68d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0632312
Feb 05 20:51:02.863277 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afefc6-6c3f-41fb-b47f-05022c61fde9 req-708c5a8f-de3d-4f31-baf3-f39164945ea2 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:02.864812 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-16afefc6-6c3f-41fb-b47f-05022c61fde9 req-708c5a8f-de3d-4f31-baf3-f39164945ea2 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 949 time: 0.6012251
Feb 05 20:51:02.908033 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-26a43ca5-c45d-4a1d-9acf-366001de5657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:02.909607 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-26a43ca5-c45d-4a1d-9acf-366001de5657 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e9cd80a-75d3-4781-9154-c886c97be771 HTTP/1.1" status: 200  len: 852 time: 0.1843390
Feb 05 20:51:02.981274 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a09b88-4a9b-4844-a1fb-54ab6de96054 req-7f719446-cdc4-4a05-95d4-e4e14748df81 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:02.982918 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-46a09b88-4a9b-4844-a1fb-54ab6de96054 req-7f719446-cdc4-4a05-95d4-e4e14748df81 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 950 time: 0.2851577
Feb 05 20:51:03.054711 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-32876698-068b-4eac-95a4-fa3385d0c7ff admin admin] For port 575568b5-1928-4d12-b329-5fc277344011, host ncdv-master-1, got binding levels [] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:03.055076 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-32876698-068b-4eac-95a4-fa3385d0c7ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (575568b5-1928-4d12-b329-5fc277344011), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:03.069151 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-f4ff4acb-084a-40d8-983d-0a1253b5909d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be4493bf-d1a6-445a-a987-23010e65458b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1199391
Feb 05 20:51:03.102342 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-32876698-068b-4eac-95a4-fa3385d0c7ff admin admin] Calling delete_port for 575568b5-1928-4d12-b329-5fc277344011 owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:51:03.111252 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.ipam_backend_mixin [None req-32876698-068b-4eac-95a4-fa3385d0c7ff admin admin] Port 575568b5-1928-4d12-b329-5fc277344011 was not found and therefore no delete operation was performed {{(pid=114391) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Feb 05 20:51:03.139410 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-32876698-068b-4eac-95a4-fa3385d0c7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (575568b5-1928-4d12-b329-5fc277344011), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:03.182687 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 062820e1-fa5b-460b-bdf4-8a37533f2926 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:51:03.200372 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-16afefc6-6c3f-41fb-b47f-05022c61fde9 req-5e6c1fbe-774e-4e52-b833-7a8e0b08ef0a tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3213797
Feb 05 20:51:03.236301 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-79af60a6-ba2a-4434-8c2d-9be5cb11b702 service neutron] 10.222.0.21 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3705006
Feb 05 20:51:03.237144 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32876698-068b-4eac-95a4-fa3385d0c7ff admin admin] Pushing event deleted for resources: {'Port': ['ID=575568b5-1928-4d12-b329-5fc277344011,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:03.248239 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-46a09b88-4a9b-4844-a1fb-54ab6de96054 req-5d29956c-ee5b-42d1-9522-7359a2f6dbc5 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2206156
Feb 05 20:51:03.249261 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32876698-068b-4eac-95a4-fa3385d0c7ff admin admin] No DVR routers for this DVR port 575568b5-1928-4d12-b329-5fc277344011 on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:51:03.283307 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 062820e1-fa5b-460b-bdf4-8a37533f2926 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:51:03.283755 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (062820e1-fa5b-460b-bdf4-8a37533f2926), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:03.379019 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-430580bd-c1d2-4be5-8d7b-cdb7bbb02a46 req-0cffcb5a-e3a4-455e-8902-6b072c1a6315 tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b247bad-8846-4f18-a47e-9a54a95db00d HTTP/1.1" status: 200  len: 210 time: 0.0900264
Feb 05 20:51:03.418553 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 062820e1-fa5b-460b-bdf4-8a37533f2926 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:03.419487 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (062820e1-fa5b-460b-bdf4-8a37533f2926), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:03.462211 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 062820e1-fa5b-460b-bdf4-8a37533f2926, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=062820e1-fa5b-460b-bdf4-8a37533f2926,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:03.464191 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc1781d-d4da-408b-9f7f-a34988bd4ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062820e1-fa5b-460b-bdf4-8a37533f2926'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:51:03.467410 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6001b7-1a77-4b94-8b64-d557f547ec4c" -d '{"events": [{"server_uuid": "cfc1781d-d4da-408b-9f7f-a34988bd4ad3", "name": "network-vif-plugged", "status": "completed", "tag": "062820e1-fa5b-460b-bdf4-8a37533f2926"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:51:03.471660 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (062820e1-fa5b-460b-bdf4-8a37533f2926), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:03.480222 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-48f3a87b-84a7-473f-9132-cdfe45a5125a service neutron] 10.222.0.21 "GET /v2.0/networks/be4493bf-d1a6-445a-a987-23010e65458b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3927190
Feb 05 20:51:03.483667 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-32876698-068b-4eac-95a4-fa3385d0c7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (13d77b28-3afb-4994-b488-d4d74ff9d748), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:03.529446 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=062820e1-fa5b-460b-bdf4-8a37533f2926,revision_number=7']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:03.589022 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-32876698-068b-4eac-95a4-fa3385d0c7ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db268d0d0>,) {'filters': {'network_id': ['13d77b28-3afb-4994-b488-d4d74ff9d748']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:51:03.632512 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6c0f1173-714d-4ac3-9553-5641d6fe1811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:03.669140 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 575568b5-1928-4d12-b329-5fc277344011 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:51:03.691932 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-32876698-068b-4eac-95a4-fa3385d0c7ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db268d0d0>, '31163422-f6ed-43d8-a046-c27a53e8a737') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:51:03.692267 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-32876698-068b-4eac-95a4-fa3385d0c7ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db268d0d0>, '31163422-f6ed-43d8-a046-c27a53e8a737') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:51:03.692972 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 575568b5-1928-4d12-b329-5fc277344011 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:51:03.693702 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 575568b5-1928-4d12-b329-5fc277344011 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:51:03.693824 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9868a0ff-fb2d-4120-a78a-67a11b272ebb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:51:03.714458 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 9868a0ff-fb2d-4120-a78a-67a11b272ebb {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:51:03.714829 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9868a0ff-fb2d-4120-a78a-67a11b272ebb not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:51:03.725645 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-766011c7-80c7-4dc4-a808-206787591b92 service neutron] 10.222.0.21 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4727197
Feb 05 20:51:03.727541 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-32876698-068b-4eac-95a4-fa3385d0c7ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (31163422-f6ed-43d8-a046-c27a53e8a737), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:03.784520 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-32876698-068b-4eac-95a4-fa3385d0c7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (31163422-f6ed-43d8-a046-c27a53e8a737), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:03.793945 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 20:51:03.795937 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54ef6b-9544-495d-b98e-329dc4faa1dd req-4ef7af4b-3dd2-44f8-a185-eacf8a2466a4 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:03.797610 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bf54ef6b-9544-495d-b98e-329dc4faa1dd req-4ef7af4b-3dd2-44f8-a185-eacf8a2466a4 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=a575622b-a97e-4f38-9613-10326628fac0 HTTP/1.1" status: 200  len: 948 time: 0.4433379
Feb 05 20:51:03.835163 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78935b2-0dcb-41b7-84a0-a68edf28410d req-6082440b-dd5b-42bd-9d47-f7ec8eabd155 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:03.836623 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b78935b2-0dcb-41b7-84a0-a68edf28410d req-6082440b-dd5b-42bd-9d47-f7ec8eabd155 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 943 time: 0.3503888
Feb 05 20:51:03.837761 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32876698-068b-4eac-95a4-fa3385d0c7ff admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:51:03.838263 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-32876698-068b-4eac-95a4-fa3385d0c7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (31163422-f6ed-43d8-a046-c27a53e8a737), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:03.842921 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 20:51:03.842921 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:51:03.842921 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 20:51:03.842921 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:51:03.842921 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 20:51:03.842921 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:51:03.842921 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 20:51:03.842921 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:51:03.842921 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 20:51:03.842921 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:51:03.842921 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 20:51:03.842921 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:51:03.842921 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 20:51:03.842921 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:51:03.842921 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:51:03.842921 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:51:03.842921 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:51:03.842921 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:51:03.842921 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 20:51:03.842921 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:51:03.842921 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 20:51:03.842921 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:51:03.842921 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:51:03.842921 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:51:03.842921 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:51:03.842921 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:51:03.842921 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:51:03.842921 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:51:03.842921 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:51:03.842921 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:51:03.842921 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:51:03.842921 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:51:03.850141 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436d10b-0e42-443f-af26-301aa578c989 req-b47c0b44-d160-4357-95d3-300964ca5202 tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:03.851693 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7436d10b-0e42-443f-af26-301aa578c989 req-b47c0b44-d160-4357-95d3-300964ca5202 tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] 10.222.0.39 "GET /v2.0/networks?id=9bddc5e5-c482-4fab-84a4-082da8de5e4d HTTP/1.1" status: 200  len: 814 time: 0.4001718
Feb 05 20:51:03.880330 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-7436d10b-0e42-443f-af26-301aa578c989 req-ca292aa4-df60-4e3a-b061-8784d8871c29 tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] Request body: {'port': {'device_id': '2b247bad-8846-4f18-a47e-9a54a95db00d', 'network_id': '9bddc5e5-c482-4fab-84a4-082da8de5e4d', 'admin_state_up': True, 'tenant_id': 'e778204a87854520b801e3c26fe7140c'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:51:03.913643 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ab1412b0-828a-4aab-a0e1-1f38a1355de7 req-5537b6a4-1656-4364-a9ba-d0b396243da6 service neutron] 10.222.0.21 "GET /v2.0/networks/be4493bf-d1a6-445a-a987-23010e65458b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4059331
Feb 05 20:51:04.058371 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-32876698-068b-4eac-95a4-fa3385d0c7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (13d77b28-3afb-4994-b488-d4d74ff9d748), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:04.076518 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-32876698-068b-4eac-95a4-fa3385d0c7ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:04.079870 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-32876698-068b-4eac-95a4-fa3385d0c7ff admin admin] 10.222.0.32 "DELETE /v2.0/networks/13d77b28-3afb-4994-b488-d4d74ff9d748 HTTP/1.1" status: 204  len: 168 time: 2.2053764
Feb 05 20:51:04.091569 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bf54ef6b-9544-495d-b98e-329dc4faa1dd req-a0d20a60-cb03-4618-a34f-4950d2c6f5d3 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2814009
Feb 05 20:51:04.108906 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-47808f61-158b-45a3-b2a3-eb5533199129 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:04.110505 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-47808f61-158b-45a3-b2a3-eb5533199129 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59&tenant_id=9e4e31092ef641efbf6eaf54cfa40d67&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1155 time: 0.3409967
Feb 05 20:51:04.114402 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32876698-068b-4eac-95a4-fa3385d0c7ff admin admin] Pushing event deleted for resources: {'Network': ['ID=13d77b28-3afb-4994-b488-d4d74ff9d748,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:04.121747 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b78935b2-0dcb-41b7-84a0-a68edf28410d req-7df75d12-cca2-4ad6-b9ac-7007f547f1a7 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2606125
Feb 05 20:51:04.135094 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-a0abb641-7834-4b55-98df-f3bcef26d5cb service neutron] Request body: {'port': {'binding:profile': {}}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:51:04.246807 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b7c36c-5a05-4570-aaab-36819a5c5ab0 x-openstack-request-id: req-56b7c36c-5a05-4570-aaab-36819a5c5ab0 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:51:04.247339 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f5c06fe-3520-44a9-9ead-9dee385888aa", "tag": "3c9935d8-cb5a-40ba-8693-105b12cbc636", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:51:04.248193 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-56b7c36c-5a05-4570-aaab-36819a5c5ab0 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:51:04.248887 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f5c06fe-3520-44a9-9ead-9dee385888aa', 'tag': '3c9935d8-cb5a-40ba-8693-105b12cbc636', 'status': 'completed', 'code': 200}
Feb 05 20:51:04.255497 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7436d10b-0e42-443f-af26-301aa578c989 req-ca292aa4-df60-4e3a-b061-8784d8871c29 tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] Made reservation on behalf of e778204a87854520b801e3c26fe7140c for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:51:04.262630 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7436d10b-0e42-443f-af26-301aa578c989 req-ca292aa4-df60-4e3a-b061-8784d8871c29 tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:04.284059 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bc52ce-beb1-4621-a29f-f537218c0909 x-openstack-request-id: req-76bc52ce-beb1-4621-a29f-f537218c0909 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:51:04.284639 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc1781d-d4da-408b-9f7f-a34988bd4ad3", "name": "network-vif-plugged", "status": "completed", "tag": "062820e1-fa5b-460b-bdf4-8a37533f2926", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:51:04.285138 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-76bc52ce-beb1-4621-a29f-f537218c0909 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:51:04.286515 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc1781d-d4da-408b-9f7f-a34988bd4ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062820e1-fa5b-460b-bdf4-8a37533f2926', 'code': 200}
Feb 05 20:51:04.339583 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e443d60-1f7e-46cc-9d2e-20cad96f920b req-c47c1df7-d8bd-4f4f-ae17-175cffe4d07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:04.343512 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9e443d60-1f7e-46cc-9d2e-20cad96f920b req-c47c1df7-d8bd-4f4f-ae17-175cffe4d07b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d100b9cbd5c471aa5036a7a90989a49&device_id=6f5c06fe-3520-44a9-9ead-9dee385888aa HTTP/1.1" status: 200  len: 1126 time: 0.1015241
Feb 05 20:51:04.395352 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59856) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:04.465207 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-a0abb641-7834-4b55-98df-f3bcef26d5cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (22a96582-81f0-48c8-b782-d4e113966e09), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:04.505751 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f371514-fb0d-45f0-bd3b-bec82b0d928a req-c0974caa-3458-47fd-a21f-6c3aa86bcdec tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:04.507420 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1f371514-fb0d-45f0-bd3b-bec82b0d928a req-c0974caa-3458-47fd-a21f-6c3aa86bcdec tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.21 "GET /v2.0/ports?device_id=a575622b-a97e-4f38-9613-10326628fac0 HTTP/1.1" status: 200  len: 948 time: 0.3678312
Feb 05 20:51:04.511962 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-dc619bc8-d27f-4744-8b3f-0ea988afac52 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8199679374f14355b0ba6837b638c031&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1149385
Feb 05 20:51:04.522428 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59860) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:04.526967 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0cfffa-ac49-4f8c-9592-0e348fedabfe req-3dd16753-00c0-491e-84b5-31c0da84d95b tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:04.528812 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5f0cfffa-ac49-4f8c-9592-0e348fedabfe req-3dd16753-00c0-491e-84b5-31c0da84d95b tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f5c06fe-3520-44a9-9ead-9dee385888aa HTTP/1.1" status: 200  len: 944 time: 0.2358885
Feb 05 20:51:04.599609 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e443d60-1f7e-46cc-9d2e-20cad96f920b req-ff856521-61c9-448b-8ec7-4dcbd7827b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:04.601077 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9e443d60-1f7e-46cc-9d2e-20cad96f920b req-ff856521-61c9-448b-8ec7-4dcbd7827b7a service neutron] 10.222.0.21 "GET /v2.0/networks?id=be4493bf-d1a6-445a-a987-23010e65458b HTTP/1.1" status: 200  len: 913 time: 0.2476063
Feb 05 20:51:04.655623 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9e443d60-1f7e-46cc-9d2e-20cad96f920b req-94687e24-93e9-480a-87b4-c2f971cf9647 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c9935d8-cb5a-40ba-8693-105b12cbc636 HTTP/1.1" status: 200  len: 217 time: 0.0439241
Feb 05 20:51:04.660329 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b3d7b-da3e-402e-b4c6-726cb08d7615 req-acda7015-0268-413b-b27e-5f058755e556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:04.661938 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6e7b3d7b-da3e-402e-b4c6-726cb08d7615 req-acda7015-0268-413b-b27e-5f058755e556 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 1132 time: 0.1489325
Feb 05 20:51:04.717232 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-63ce8444-5d9c-41b8-b465-99d9f73061d5 admin admin] Publish callbacks [] for security_group (57f59119-3129-49de-81cc-ad3122b9603d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:04.718268 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-7436d10b-0e42-443f-af26-301aa578c989 req-ca292aa4-df60-4e3a-b061-8784d8871c29 tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] Allocated IP 172.20.0.10 (9bddc5e5-c482-4fab-84a4-082da8de5e4d/0eafc41a-2470-43f5-8711-de7e8c708b80/3b8b3702-8670-4c83-b435-971891d10df0) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:51:04.765863 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0265d-c8c3-44e5-a5e3-6bedc4d12950 req-6cfbad96-3935-4ac5-ba91-f09151bd94fa tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:04.767369 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7b0265d-c8c3-44e5-a5e3-6bedc4d12950 req-6cfbad96-3935-4ac5-ba91-f09151bd94fa tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 950 time: 0.3223386
Feb 05 20:51:04.769673 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-63ce8444-5d9c-41b8-b465-99d9f73061d5 admin admin] Publish callbacks [] for security_group (57f59119-3129-49de-81cc-ad3122b9603d), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:04.783189 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5f0cfffa-ac49-4f8c-9592-0e348fedabfe req-d1a44dd7-fd97-4baf-a567-767adac78326 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2396376
Feb 05 20:51:04.785900 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e443d60-1f7e-46cc-9d2e-20cad96f920b req-c9a85f5a-4931-4d43-8550-4e96b6de4cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:04.787009 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9e443d60-1f7e-46cc-9d2e-20cad96f920b req-c9a85f5a-4931-4d43-8550-4e96b6de4cbd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e9cd80a-75d3-4781-9154-c886c97be771 HTTP/1.1" status: 200  len: 852 time: 0.1241264
Feb 05 20:51:04.799179 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6e7b3d7b-da3e-402e-b4c6-726cb08d7615 req-9c7d68d0-8fda-480f-85ba-2512ed509fe9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1298516
Feb 05 20:51:04.842680 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9e443d60-1f7e-46cc-9d2e-20cad96f920b req-486cd3d1-2032-446e-8b77-88d396069ab6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be4493bf-d1a6-445a-a987-23010e65458b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0464623
Feb 05 20:51:04.928400 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-63ce8444-5d9c-41b8-b465-99d9f73061d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (57f59119-3129-49de-81cc-ad3122b9603d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:04.932000 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-63ce8444-5d9c-41b8-b465-99d9f73061d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:04.933917 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-63ce8444-5d9c-41b8-b465-99d9f73061d5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/57f59119-3129-49de-81cc-ad3122b9603d HTTP/1.1" status: 204  len: 168 time: 0.4095383
Feb 05 20:51:04.946035 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce8444-5d9c-41b8-b465-99d9f73061d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f59119-3129-49de-81cc-ad3122b9603d,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:04.979337 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-a0abb641-7834-4b55-98df-f3bcef26d5cb service neutron] For port 22a96582-81f0-48c8-b782-d4e113966e09, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=22a96582-81f0-48c8-b782-d4e113966e09,segment=NetworkSegment(22aada35-3566-46c2-b11c-622e4f2f6275),segment_id=22aada35-3566-46c2-b11c-622e4f2f6275)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:04.984879 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9e443d60-1f7e-46cc-9d2e-20cad96f920b req-09d9be16-76b9-438e-9ba2-0149c9794cf2 service neutron] 10.222.0.21 "GET /v2.0/networks/be4493bf-d1a6-445a-a987-23010e65458b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345205
Feb 05 20:51:05.007718 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-1f371514-fb0d-45f0-bd3b-bec82b0d928a req-d3f119c8-23b8-4324-9382-c5527248c5e8 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Deleting port e5a3c720-1014-483e-9fde-682c2c038fa6 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:51:05.008086 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1f371514-fb0d-45f0-bd3b-bec82b0d928a req-d3f119c8-23b8-4324-9382-c5527248c5e8 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (e5a3c720-1014-483e-9fde-682c2c038fa6), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:05.023392 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7b0265d-c8c3-44e5-a5e3-6bedc4d12950 req-66ece342-6289-4469-9e66-9d66ed16db00 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2345996
Feb 05 20:51:05.121548 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9e443d60-1f7e-46cc-9d2e-20cad96f920b req-e48d8dbb-ff37-4398-84a4-833454748db5 service neutron] 10.222.0.21 "GET /v2.0/networks/be4493bf-d1a6-445a-a987-23010e65458b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293862
Feb 05 20:51:05.197216 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-a0abb641-7834-4b55-98df-f3bcef26d5cb service neutron] For port 22a96582-81f0-48c8-b782-d4e113966e09, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:51:05.236722 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a0ebb-7949-4b43-8848-8a35fff0b976 req-b3ed907d-3682-4f1c-a23f-3806c2834ac2 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:05.238158 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8f5a0ebb-7949-4b43-8848-8a35fff0b976 req-b3ed907d-3682-4f1c-a23f-3806c2834ac2 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 950 time: 0.3620789
Feb 05 20:51:05.586255 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-a0abb641-7834-4b55-98df-f3bcef26d5cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22a96582-81f0-48c8-b782-d4e113966e09 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:51:05.592383 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-1f371514-fb0d-45f0-bd3b-bec82b0d928a req-d3f119c8-23b8-4324-9382-c5527248c5e8 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] For port e5a3c720-1014-483e-9fde-682c2c038fa6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5a3c720-1014-483e-9fde-682c2c038fa6,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:05.592755 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1f371514-fb0d-45f0-bd3b-bec82b0d928a req-d3f119c8-23b8-4324-9382-c5527248c5e8 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (e5a3c720-1014-483e-9fde-682c2c038fa6), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:05.618502 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7436d10b-0e42-443f-af26-301aa578c989 req-ca292aa4-df60-4e3a-b061-8784d8871c29 tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] Publish callbacks [] for port (3b8b3702-8670-4c83-b435-971891d10df0), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:05.621759 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-a0abb641-7834-4b55-98df-f3bcef26d5cb service neutron] Publish callbacks [] for port (22a96582-81f0-48c8-b782-d4e113966e09), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:05.632750 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-1f371514-fb0d-45f0-bd3b-bec82b0d928a req-d3f119c8-23b8-4324-9382-c5527248c5e8 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Calling delete_port for e5a3c720-1014-483e-9fde-682c2c038fa6 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:51:05.648840 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-a0abb641-7834-4b55-98df-f3bcef26d5cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (22a96582-81f0-48c8-b782-d4e113966e09), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:05.662608 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff2929-0d7c-481d-a199-f6f0aceb8400 req-436f5460-44da-432c-87da-e6452a704e67 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:05.664157 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-67ff2929-0d7c-481d-a199-f6f0aceb8400 req-436f5460-44da-432c-87da-e6452a704e67 tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 1155 time: 0.5567892
Feb 05 20:51:05.717343 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8f5a0ebb-7949-4b43-8848-8a35fff0b976 req-c98a5e9a-4ebe-48c0-8c38-08c99ab410ff tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4594312
Feb 05 20:51:05.822975 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-a0abb641-7834-4b55-98df-f3bcef26d5cb service neutron] Attempting to bind port 22a96582-81f0-48c8-b782-d4e113966e09 on host nch2-master-1 for vnic_type normal with profile {} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:51:05.823821 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-a0abb641-7834-4b55-98df-f3bcef26d5cb service neutron] Attempting to bind port 22a96582-81f0-48c8-b782-d4e113966e09 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:51:05.823821 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-a0abb641-7834-4b55-98df-f3bcef26d5cb service neutron] Attempting to bind port 22a96582-81f0-48c8-b782-d4e113966e09 on network 3d591eda-8294-4b7a-a6d2-1afd55bde68d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:51:05.836281 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59890) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:05.836844 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0abb641-7834-4b55-98df-f3bcef26d5cb service neutron] Pushing event updated for resources: {'Port': ['ID=22a96582-81f0-48c8-b782-d4e113966e09,revision_number=9']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:05.858432 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-a0abb641-7834-4b55-98df-f3bcef26d5cb service neutron] Port 22a96582-81f0-48c8-b782-d4e113966e09 on network 3d591eda-8294-4b7a-a6d2-1afd55bde68d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:51:05.859136 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-a0abb641-7834-4b55-98df-f3bcef26d5cb service neutron] Attempting to bind port 22a96582-81f0-48c8-b782-d4e113966e09 on network 3d591eda-8294-4b7a-a6d2-1afd55bde68d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:51:05.869175 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7436d10b-0e42-443f-af26-301aa578c989 req-ca292aa4-df60-4e3a-b061-8784d8871c29 tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (3b8b3702-8670-4c83-b435-971891d10df0), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:05.876709 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-67ff2929-0d7c-481d-a199-f6f0aceb8400 req-067992f0-d2ae-4380-8c60-f28002442dbf tempest-LiveAutoBlockMigrationV225Test-619588607 tempest-LiveAutoBlockMigrationV225Test-619588607-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1795182
Feb 05 20:51:05.887512 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-a0abb641-7834-4b55-98df-f3bcef26d5cb service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:51:05.887921 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-a0abb641-7834-4b55-98df-f3bcef26d5cb service neutron] Checking segment: {'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:51:05.888306 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-a0abb641-7834-4b55-98df-f3bcef26d5cb service neutron] Bound using segment: {'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:51:05.888810 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-a0abb641-7834-4b55-98df-f3bcef26d5cb service neutron] Bound port: 22a96582-81f0-48c8-b782-d4e113966e09, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22aada35-3566-46c2-b11c-622e4f2f6275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3d591eda-8294-4b7a-a6d2-1afd55bde68d'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:51:05.889172 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-a0abb641-7834-4b55-98df-f3bcef26d5cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (22a96582-81f0-48c8-b782-d4e113966e09), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:05.974578 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7436d10b-0e42-443f-af26-301aa578c989 req-ca292aa4-df60-4e3a-b061-8784d8871c29 tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] Network 9bddc5e5-c482-4fab-84a4-082da8de5e4d is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:51:05.980576 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca292aa4-df60-4e3a-b061-8784d8871c29 tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] Pushing event updated for resources: {'Port': ['ID=3b8b3702-8670-4c83-b435-971891d10df0,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:06.024538 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-7436d10b-0e42-443f-af26-301aa578c989 req-ca292aa4-df60-4e3a-b061-8784d8871c29 tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:51:06.032442 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-7436d10b-0e42-443f-af26-301aa578c989 req-ca292aa4-df60-4e3a-b061-8784d8871c29 tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:51:06.058677 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-ed208fa5-520b-41e0-be23-bd8c520023dd admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1912115593-network', 'tenant_id': '53be39e0bc064c9f9e9d130480934b3e'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:51:06.065334 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e3a420ad-2ee1-4c0c-8d6a-e0e36676c6aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:06.092958 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed208fa5-520b-41e0-be23-bd8c520023dd admin admin] Made reservation on behalf of 53be39e0bc064c9f9e9d130480934b3e for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:51:06.098091 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ed208fa5-520b-41e0-be23-bd8c520023dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:06.120927 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ed208fa5-520b-41e0-be23-bd8c520023dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:06.165495 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436d10b-0e42-443f-af26-301aa578c989 req-ca292aa4-df60-4e3a-b061-8784d8871c29 tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:06.166248 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7436d10b-0e42-443f-af26-301aa578c989 req-ca292aa4-df60-4e3a-b061-8784d8871c29 tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:06.172230 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1f371514-fb0d-45f0-bd3b-bec82b0d928a req-d3f119c8-23b8-4324-9382-c5527248c5e8 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (e5a3c720-1014-483e-9fde-682c2c038fa6), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:06.185854 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec', '71b95491-c3b0-4a8e-b401-e967ded4cea1', '91ae31fa-119f-44f4-bbf4-4cec63520c50'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:51:06.191496 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115', '82af46c8-9f11-47e2-ab65-43312635dfe5'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:51:06.202157 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-a0abb641-7834-4b55-98df-f3bcef26d5cb service neutron] For port 22a96582-81f0-48c8-b782-d4e113966e09, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:51:06.266028 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ed208fa5-520b-41e0-be23-bd8c520023dd admin admin] Publish callbacks [] for security_group (f56a0550-e011-4022-9008-e67e4744c604), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:06.272989 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ed208fa5-520b-41e0-be23-bd8c520023dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f56a0550-e011-4022-9008-e67e4744c604), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:06.278159 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-a0abb641-7834-4b55-98df-f3bcef26d5cb service neutron] For port 22a96582-81f0-48c8-b782-d4e113966e09, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=22a96582-81f0-48c8-b782-d4e113966e09,segment=NetworkSegment(22aada35-3566-46c2-b11c-622e4f2f6275),segment_id=22aada35-3566-46c2-b11c-622e4f2f6275)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:51:06.298881 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f119c8-23b8-4324-9382-c5527248c5e8 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Pushing event deleted for resources: {'Port': ['ID=e5a3c720-1014-483e-9fde-682c2c038fa6,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:06.303493 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-a0abb641-7834-4b55-98df-f3bcef26d5cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (22a96582-81f0-48c8-b782-d4e113966e09), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:06.310805 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed208fa5-520b-41e0-be23-bd8c520023dd admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:51:06.326289 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed208fa5-520b-41e0-be23-bd8c520023dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56a0550-e011-4022-9008-e67e4744c604,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:06.332188 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ed208fa5-520b-41e0-be23-bd8c520023dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (4b777d69-c1b2-444d-a5ee-d65e74eece16), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:06.332955 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7436d10b-0e42-443f-af26-301aa578c989 req-ca292aa4-df60-4e3a-b061-8784d8871c29 tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4570389
Feb 05 20:51:06.338051 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-ed208fa5-520b-41e0-be23-bd8c520023dd admin admin] Added segment 4b777d69-c1b2-444d-a5ee-d65e74eece16 of type vlan for network 4f6bbf0a-d9ad-4c3b-8360-37552f960258
Feb 05 20:51:06.352196 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed208fa5-520b-41e0-be23-bd8c520023dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:06.352695 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed208fa5-520b-41e0-be23-bd8c520023dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:06.353353 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed208fa5-520b-41e0-be23-bd8c520023dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:06.353763 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed208fa5-520b-41e0-be23-bd8c520023dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:06.354543 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed208fa5-520b-41e0-be23-bd8c520023dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:06.354911 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed208fa5-520b-41e0-be23-bd8c520023dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:06.355527 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed208fa5-520b-41e0-be23-bd8c520023dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:06.355722 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed208fa5-520b-41e0-be23-bd8c520023dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:06.356604 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed208fa5-520b-41e0-be23-bd8c520023dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:06.356604 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed208fa5-520b-41e0-be23-bd8c520023dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:06.357042 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed208fa5-520b-41e0-be23-bd8c520023dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:06.357495 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed208fa5-520b-41e0-be23-bd8c520023dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:06.358304 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed208fa5-520b-41e0-be23-bd8c520023dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:06.384650 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f05cc7-758a-4672-9542-ea7a97a78cd2 req-6a760803-d875-4b60-a2c7-c0d6b37ca425 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:06.392730 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-01f05cc7-758a-4672-9542-ea7a97a78cd2 req-6a760803-d875-4b60-a2c7-c0d6b37ca425 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=a575622b-a97e-4f38-9613-10326628fac0 HTTP/1.1" status: 200  len: 948 time: 0.3275611
Feb 05 20:51:06.403907 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ed208fa5-520b-41e0-be23-bd8c520023dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (4f6bbf0a-d9ad-4c3b-8360-37552f960258), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:06.414040 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-7436d10b-0e42-443f-af26-301aa578c989 req-7261ff50-6cd1-4928-aac7-3001c3cf4605 service neutron] Request body: {'port': {'device_id': '2b247bad-8846-4f18-a47e-9a54a95db00d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:51:06.433806 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ed208fa5-520b-41e0-be23-bd8c520023dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (4f6bbf0a-d9ad-4c3b-8360-37552f960258), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:06.435070 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed208fa5-520b-41e0-be23-bd8c520023dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:06.435942 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ed208fa5-520b-41e0-be23-bd8c520023dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:06.475984 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ed208fa5-520b-41e0-be23-bd8c520023dd admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.6370559
Feb 05 20:51:06.479502 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59898) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:06.488278 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f371514-fb0d-45f0-bd3b-bec82b0d928a req-d3f119c8-23b8-4324-9382-c5527248c5e8 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] No DVR routers for this DVR port e5a3c720-1014-483e-9fde-682c2c038fa6 on host nch1-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:51:06.493130 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-a0abb641-7834-4b55-98df-f3bcef26d5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:06.493782 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-a0abb641-7834-4b55-98df-f3bcef26d5cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:06.495471 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-a0abb641-7834-4b55-98df-f3bcef26d5cb service neutron] 10.222.0.21 "PUT /v2.0/ports/22a96582-81f0-48c8-b782-d4e113966e09 HTTP/1.1" status: 200  len: 1091 time: 2.3690891
Feb 05 20:51:06.501517 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1f371514-fb0d-45f0-bd3b-bec82b0d928a req-d3f119c8-23b8-4324-9382-c5527248c5e8 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:06.505014 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1f371514-fb0d-45f0-bd3b-bec82b0d928a req-d3f119c8-23b8-4324-9382-c5527248c5e8 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.21 "DELETE /v2.0/ports/e5a3c720-1014-483e-9fde-682c2c038fa6 HTTP/1.1" status: 204  len: 173 time: 1.9901836
Feb 05 20:51:06.505554 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b207cea1-b7c7-41bb-bdac-ea7053089b59', 'tag': '22a96582-81f0-48c8-b782-d4e113966e09'}, {'server_uuid': 'a575622b-a97e-4f38-9613-10326628fac0', 'name': 'network-vif-deleted', 'tag': 'e5a3c720-1014-483e-9fde-682c2c038fa6'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:51:06.508038 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4ab233-fa3b-43e7-a724-cf61bfd65d46" -d '{"events": [{"name": "network-changed", "server_uuid": "b207cea1-b7c7-41bb-bdac-ea7053089b59", "tag": "22a96582-81f0-48c8-b782-d4e113966e09"}, {"server_uuid": "a575622b-a97e-4f38-9613-10326628fac0", "name": "network-vif-deleted", "tag": "e5a3c720-1014-483e-9fde-682c2c038fa6"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:51:06.517799 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-12931b84-6467-4169-af24-6d62fd33ce1c admin admin] Request body: {'subnet': {'network_id': '4f6bbf0a-d9ad-4c3b-8360-37552f960258', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1912115593-subnet', 'tenant_id': '53be39e0bc064c9f9e9d130480934b3e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:51:06.533844 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed208fa5-520b-41e0-be23-bd8c520023dd admin admin] Pushing event updated for resources: {'Network': ['ID=4f6bbf0a-d9ad-4c3b-8360-37552f960258,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:06.539302 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b337b1-208c-42f6-a6d7-99163036cbd9 req-f5621ca5-e6d1-44fc-a21c-c86752bc34ce tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:06.548088 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-06b337b1-208c-42f6-a6d7-99163036cbd9 req-f5621ca5-e6d1-44fc-a21c-c86752bc34ce tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b247bad-8846-4f18-a47e-9a54a95db00d HTTP/1.1" status: 200  len: 932 time: 0.7415793
Feb 05 20:51:06.555740 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12931b84-6467-4169-af24-6d62fd33ce1c admin admin] Made reservation on behalf of 53be39e0bc064c9f9e9d130480934b3e for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:51:06.559868 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-12931b84-6467-4169-af24-6d62fd33ce1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:06.565988 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 4f6bbf0a-d9ad-4c3b-8360-37552f960258 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:51:06.629038 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['22a96582-81f0-48c8-b782-d4e113966e09'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:51:06.631807 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['22a96582-81f0-48c8-b782-d4e113966e09'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:51:06.648205 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0abb641-7834-4b55-98df-f3bcef26d5cb service neutron] Pushing event updated for resources: {'Port': ['ID=22a96582-81f0-48c8-b782-d4e113966e09,revision_number=10']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:06.686359 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7436d10b-0e42-443f-af26-301aa578c989 req-7261ff50-6cd1-4928-aac7-3001c3cf4605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3b8b3702-8670-4c83-b435-971891d10df0), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:06.708583 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-01f05cc7-758a-4672-9542-ea7a97a78cd2 req-69303d04-1f48-4be5-8e63-02b912770bf3 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3131974
Feb 05 20:51:06.862062 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-06b337b1-208c-42f6-a6d7-99163036cbd9 req-937d6e26-af81-4f67-a414-51284154fa56 tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] 10.222.0.32 "GET /v2.0/security-groups?id=71411cf2-4c7e-4dab-a299-6899d969425d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3130167
Feb 05 20:51:06.929326 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-12931b84-6467-4169-af24-6d62fd33ce1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (a22d3dbf-203d-4cfa-a5fd-8d8f36ead714), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:07.045136 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12931b84-6467-4169-af24-6d62fd33ce1c admin admin] Checking segment: {'id': '4b777d69-c1b2-444d-a5ee-d65e74eece16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4f6bbf0a-d9ad-4c3b-8360-37552f960258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:51:07.045715 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12931b84-6467-4169-af24-6d62fd33ce1c admin admin] Network hostable DHCP agents. Network: 4f6bbf0a-d9ad-4c3b-8360-37552f960258, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:51:07.058322 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12931b84-6467-4169-af24-6d62fd33ce1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a22d3dbf-203d-4cfa-a5fd-8d8f36ead714,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:07.090314 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12931b84-6467-4169-af24-6d62fd33ce1c admin admin] Network 4f6bbf0a-d9ad-4c3b-8360-37552f960258 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:51:07.107218 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-12931b84-6467-4169-af24-6d62fd33ce1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4f6bbf0a-d9ad-4c3b-8360-37552f960258) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:51:07.112706 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12931b84-6467-4169-af24-6d62fd33ce1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:07.113686 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-12931b84-6467-4169-af24-6d62fd33ce1c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:07.157140 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-12931b84-6467-4169-af24-6d62fd33ce1c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.6760545
Feb 05 20:51:07.290117 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-6d544a8c-4c1a-4933-a504-753a4392a5fe service neutron] For port 22a96582-81f0-48c8-b782-d4e113966e09, host nch1-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:51:07.298488 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5b3f35-ec76-4429-815e-4bfa00072051 None None] Network 4f6bbf0a-d9ad-4c3b-8360-37552f960258 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:51:07.314884 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef0a1a-c404-4761-97bb-a3a5ef7551aa req-89080c07-5af5-42ea-a667-449a6652ff02 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:07.317697 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28ef0a1a-c404-4761-97bb-a3a5ef7551aa req-89080c07-5af5-42ea-a667-449a6652ff02 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f5c06fe-3520-44a9-9ead-9dee385888aa HTTP/1.1" status: 200  len: 944 time: 0.4864337
Feb 05 20:51:07.330205 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-6d544a8c-4c1a-4933-a504-753a4392a5fe service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:07.331503 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-31d3f5ba-6873-4d30-8bc2-e8997369aaef req-6d544a8c-4c1a-4933-a504-753a4392a5fe service neutron] 10.222.0.21 "DELETE /v2.0/ports/22a96582-81f0-48c8-b782-d4e113966e09/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.8150108
Feb 05 20:51:07.415102 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc0319-b9bc-4848-9e91-b3544545564c req-4d1edaab-4876-4002-a1f9-bf43add00a66 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:07.417383 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-90bc0319-b9bc-4848-9e91-b3544545564c req-4d1edaab-4876-4002-a1f9-bf43add00a66 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 950 time: 0.1676557
Feb 05 20:51:07.448260 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:07.467795 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28ef0a1a-c404-4761-97bb-a3a5ef7551aa req-d0afefa4-42b2-4cc9-9081-9db5f9c0864c tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1350045
Feb 05 20:51:07.530988 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-90bc0319-b9bc-4848-9e91-b3544545564c req-04f0dea0-6c3d-4048-bc6c-fe80827b5d26 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785308
Feb 05 20:51:07.557559 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 05 Feb 2022 20:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4a6ee1-5707-4df7-93c8-817509819be2 x-openstack-request-id: req-1c4a6ee1-5707-4df7-93c8-817509819be2 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:51:07.558629 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b207cea1-b7c7-41bb-bdac-ea7053089b59", "tag": "22a96582-81f0-48c8-b782-d4e113966e09", "status": "completed", "code": 200}, {"server_uuid": "a575622b-a97e-4f38-9613-10326628fac0", "name": "network-vif-deleted", "tag": "e5a3c720-1014-483e-9fde-682c2c038fa6", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:51:07.558897 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c4a6ee1-5707-4df7-93c8-817509819be2 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:51:07.559430 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b207cea1-b7c7-41bb-bdac-ea7053089b59', 'tag': '22a96582-81f0-48c8-b782-d4e113966e09', 'status': 'completed', 'code': 200}
Feb 05 20:51:07.559911 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a575622b-a97e-4f38-9613-10326628fac0', 'name': 'network-vif-deleted', 'tag': 'e5a3c720-1014-483e-9fde-682c2c038fa6', 'status': 'completed', 'code': 200}
Feb 05 20:51:07.622964 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39836eee-f2a2-4d62-8815-ce0be1f20dfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4f6bbf0a-d9ad-4c3b-8360-37552f960258', 'network_id': '4f6bbf0a-d9ad-4c3b-8360-37552f960258', 'project_id': '53be39e0bc064c9f9e9d130480934b3e', 'fixed_ips': [{'subnet_id': 'a22d3dbf-203d-4cfa-a5fd-8d8f36ead714'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 20:51:07.623851 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-39836eee-f2a2-4d62-8815-ce0be1f20dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:07.652325 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ab233-fa3b-43e7-a724-cf61bfd65d46 req-0d34a3c8-2d45-4869-b35c-c51dea9be2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:07.653906 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1e4ab233-fa3b-43e7-a724-cf61bfd65d46 req-0d34a3c8-2d45-4869-b35c-c51dea9be2c4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e4e31092ef641efbf6eaf54cfa40d67&device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 1126 time: 0.0696356
Feb 05 20:51:07.721935 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-7436d10b-0e42-443f-af26-301aa578c989 req-7261ff50-6cd1-4928-aac7-3001c3cf4605 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b8b3702-8670-4c83-b435-971891d10df0 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:51:07.754475 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7436d10b-0e42-443f-af26-301aa578c989 req-7261ff50-6cd1-4928-aac7-3001c3cf4605 service neutron] Publish callbacks [] for port (3b8b3702-8670-4c83-b435-971891d10df0), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:07.760265 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ab233-fa3b-43e7-a724-cf61bfd65d46 req-0a2cccc5-1035-4911-b665-4cd2b38a52db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:07.761801 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1e4ab233-fa3b-43e7-a724-cf61bfd65d46 req-0a2cccc5-1035-4911-b665-4cd2b38a52db service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d591eda-8294-4b7a-a6d2-1afd55bde68d HTTP/1.1" status: 200  len: 922 time: 0.1016395
Feb 05 20:51:07.779146 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-7436d10b-0e42-443f-af26-301aa578c989 req-7261ff50-6cd1-4928-aac7-3001c3cf4605 service neutron] Transition to ACTIVE for port object 3b8b3702-8670-4c83-b435-971891d10df0 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:51:07.787650 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba6a34c-85a4-472b-828a-a4a1572086bc req-775d8c7a-6318-4791-bb5a-c781ea859340 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:07.789480 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bba6a34c-85a4-472b-828a-a4a1572086bc req-775d8c7a-6318-4791-bb5a-c781ea859340 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 944 time: 0.1336026
Feb 05 20:51:07.792640 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7436d10b-0e42-443f-af26-301aa578c989 req-7261ff50-6cd1-4928-aac7-3001c3cf4605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (3b8b3702-8670-4c83-b435-971891d10df0), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:07.820540 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1e4ab233-fa3b-43e7-a724-cf61bfd65d46 req-d0cf2e18-9af7-49e9-9bb8-91c336c928a8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22a96582-81f0-48c8-b782-d4e113966e09 HTTP/1.1" status: 200  len: 217 time: 0.0519164
Feb 05 20:51:07.873220 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-39836eee-f2a2-4d62-8815-ce0be1f20dfe None None] Allocated IP 172.20.0.2 (4f6bbf0a-d9ad-4c3b-8360-37552f960258/a22d3dbf-203d-4cfa-a5fd-8d8f36ead714/c459da47-f62f-46d5-9d00-8cddedf9ade6) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:51:07.873649 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613afdf-4fa7-49cc-8eff-1dc2ef2580c2 req-babf1ebf-12c3-4549-a599-32115eac9245 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:07.875593 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0613afdf-4fa7-49cc-8eff-1dc2ef2580c2 req-babf1ebf-12c3-4549-a599-32115eac9245 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 950 time: 0.2017393
Feb 05 20:51:07.879361 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261ff50-6cd1-4928-aac7-3001c3cf4605 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8b3702-8670-4c83-b435-971891d10df0,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:07.893139 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7261ff50-6cd1-4928-aac7-3001c3cf4605 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:07.893665 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7261ff50-6cd1-4928-aac7-3001c3cf4605 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:07.894053 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7261ff50-6cd1-4928-aac7-3001c3cf4605 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:07.894563 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7261ff50-6cd1-4928-aac7-3001c3cf4605 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:07.895073 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7261ff50-6cd1-4928-aac7-3001c3cf4605 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:07.895293 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7261ff50-6cd1-4928-aac7-3001c3cf4605 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:07.895623 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7261ff50-6cd1-4928-aac7-3001c3cf4605 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:07.896094 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7261ff50-6cd1-4928-aac7-3001c3cf4605 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:07.896215 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ab233-fa3b-43e7-a724-cf61bfd65d46 req-426566cb-229d-449c-8b07-351f5a4cd9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:07.896414 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7261ff50-6cd1-4928-aac7-3001c3cf4605 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:07.896726 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7261ff50-6cd1-4928-aac7-3001c3cf4605 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:07.897052 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7261ff50-6cd1-4928-aac7-3001c3cf4605 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:07.897630 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7261ff50-6cd1-4928-aac7-3001c3cf4605 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:07.897757 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1e4ab233-fa3b-43e7-a724-cf61bfd65d46 req-426566cb-229d-449c-8b07-351f5a4cd9c7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f822a84b-448b-4295-886d-3f476dc82ced HTTP/1.1" status: 200  len: 861 time: 0.0709786
Feb 05 20:51:07.897973 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7261ff50-6cd1-4928-aac7-3001c3cf4605 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:07.951748 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1e4ab233-fa3b-43e7-a724-cf61bfd65d46 req-cd2aa0bd-4173-4780-acaf-b70b3e11af00 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d591eda-8294-4b7a-a6d2-1afd55bde68d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0407217
Feb 05 20:51:07.988499 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bba6a34c-85a4-472b-828a-a4a1572086bc req-341cb90a-29ec-462a-9a3d-0bc7f3c76352 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1625371
Feb 05 20:51:08.039176 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0613afdf-4fa7-49cc-8eff-1dc2ef2580c2 req-2a09583b-bdd2-4eec-9f71-8fedced732d2 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276140
Feb 05 20:51:08.059356 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1e4ab233-fa3b-43e7-a724-cf61bfd65d46 req-6cb70aa9-fd36-4ae7-aa34-db625ab419ec service neutron] 10.222.0.39 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1014342
Feb 05 20:51:08.062069 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-7436d10b-0e42-443f-af26-301aa578c989 req-7261ff50-6cd1-4928-aac7-3001c3cf4605 service neutron] Attempting to bind port 3b8b3702-8670-4c83-b435-971891d10df0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:51:08.062430 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-7436d10b-0e42-443f-af26-301aa578c989 req-7261ff50-6cd1-4928-aac7-3001c3cf4605 service neutron] Attempting to bind port 3b8b3702-8670-4c83-b435-971891d10df0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e08b8154-7ab4-4b84-8ec2-6ca119943cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9bddc5e5-c482-4fab-84a4-082da8de5e4d'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:51:08.062771 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7436d10b-0e42-443f-af26-301aa578c989 req-7261ff50-6cd1-4928-aac7-3001c3cf4605 service neutron] Attempting to bind port 3b8b3702-8670-4c83-b435-971891d10df0 on network 9bddc5e5-c482-4fab-84a4-082da8de5e4d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:51:08.079085 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7436d10b-0e42-443f-af26-301aa578c989 req-7261ff50-6cd1-4928-aac7-3001c3cf4605 service neutron] Port 3b8b3702-8670-4c83-b435-971891d10df0 on network 9bddc5e5-c482-4fab-84a4-082da8de5e4d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:51:08.079426 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7436d10b-0e42-443f-af26-301aa578c989 req-7261ff50-6cd1-4928-aac7-3001c3cf4605 service neutron] Attempting to bind port 3b8b3702-8670-4c83-b435-971891d10df0 on network 9bddc5e5-c482-4fab-84a4-082da8de5e4d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:51:08.091865 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7436d10b-0e42-443f-af26-301aa578c989 req-7261ff50-6cd1-4928-aac7-3001c3cf4605 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:51:08.092306 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7436d10b-0e42-443f-af26-301aa578c989 req-7261ff50-6cd1-4928-aac7-3001c3cf4605 service neutron] Checking segment: {'id': 'e08b8154-7ab4-4b84-8ec2-6ca119943cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9bddc5e5-c482-4fab-84a4-082da8de5e4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:51:08.092724 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7436d10b-0e42-443f-af26-301aa578c989 req-7261ff50-6cd1-4928-aac7-3001c3cf4605 service neutron] Bound using segment: {'id': 'e08b8154-7ab4-4b84-8ec2-6ca119943cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9bddc5e5-c482-4fab-84a4-082da8de5e4d'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:51:08.093017 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-39836eee-f2a2-4d62-8815-ce0be1f20dfe None None] Publish callbacks [] for port (c459da47-f62f-46d5-9d00-8cddedf9ade6), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:08.093190 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-7436d10b-0e42-443f-af26-301aa578c989 req-7261ff50-6cd1-4928-aac7-3001c3cf4605 service neutron] Bound port: 3b8b3702-8670-4c83-b435-971891d10df0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e08b8154-7ab4-4b84-8ec2-6ca119943cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9bddc5e5-c482-4fab-84a4-082da8de5e4d'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:51:08.093568 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7436d10b-0e42-443f-af26-301aa578c989 req-7261ff50-6cd1-4928-aac7-3001c3cf4605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3b8b3702-8670-4c83-b435-971891d10df0), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:08.102061 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-39836eee-f2a2-4d62-8815-ce0be1f20dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (c459da47-f62f-46d5-9d00-8cddedf9ade6), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:08.147608 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39836eee-f2a2-4d62-8815-ce0be1f20dfe None None] Network 4f6bbf0a-d9ad-4c3b-8360-37552f960258 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:51:08.153139 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-39836eee-f2a2-4d62-8815-ce0be1f20dfe None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:51:08.157666 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39836eee-f2a2-4d62-8815-ce0be1f20dfe None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:51:08.160932 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39836eee-f2a2-4d62-8815-ce0be1f20dfe None None] Pushing event updated for resources: {'Port': ['ID=c459da47-f62f-46d5-9d00-8cddedf9ade6,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:08.223407 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1e4ab233-fa3b-43e7-a724-cf61bfd65d46 req-a5b1c865-e1a9-427b-a6ec-9a9d498907f0 service neutron] 10.222.0.39 "GET /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1552925
Feb 05 20:51:08.230286 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-39836eee-f2a2-4d62-8815-ce0be1f20dfe None None] Attempting to bind port c459da47-f62f-46d5-9d00-8cddedf9ade6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:51:08.230760 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-39836eee-f2a2-4d62-8815-ce0be1f20dfe None None] Attempting to bind port c459da47-f62f-46d5-9d00-8cddedf9ade6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4b777d69-c1b2-444d-a5ee-d65e74eece16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4f6bbf0a-d9ad-4c3b-8360-37552f960258'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:51:08.231205 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39836eee-f2a2-4d62-8815-ce0be1f20dfe None None] Attempting to bind port c459da47-f62f-46d5-9d00-8cddedf9ade6 on network 4f6bbf0a-d9ad-4c3b-8360-37552f960258 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:51:08.236903 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39836eee-f2a2-4d62-8815-ce0be1f20dfe None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:51:08.237372 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39836eee-f2a2-4d62-8815-ce0be1f20dfe None None] Checking segment: {'id': '4b777d69-c1b2-444d-a5ee-d65e74eece16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4f6bbf0a-d9ad-4c3b-8360-37552f960258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:51:08.237858 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-39836eee-f2a2-4d62-8815-ce0be1f20dfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:08.238316 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39836eee-f2a2-4d62-8815-ce0be1f20dfe None None] Bound using segment: {'id': '4b777d69-c1b2-444d-a5ee-d65e74eece16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4f6bbf0a-d9ad-4c3b-8360-37552f960258'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:51:08.238935 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-39836eee-f2a2-4d62-8815-ce0be1f20dfe None None] Bound port: c459da47-f62f-46d5-9d00-8cddedf9ade6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b777d69-c1b2-444d-a5ee-d65e74eece16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4f6bbf0a-d9ad-4c3b-8360-37552f960258'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:51:08.239335 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-39836eee-f2a2-4d62-8815-ce0be1f20dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c459da47-f62f-46d5-9d00-8cddedf9ade6), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:08.258723 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-7436d10b-0e42-443f-af26-301aa578c989 req-7261ff50-6cd1-4928-aac7-3001c3cf4605 service neutron] For port 3b8b3702-8670-4c83-b435-971891d10df0, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:51:08.307165 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-7436d10b-0e42-443f-af26-301aa578c989 req-7261ff50-6cd1-4928-aac7-3001c3cf4605 service neutron] For port 3b8b3702-8670-4c83-b435-971891d10df0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3b8b3702-8670-4c83-b435-971891d10df0,segment=NetworkSegment(e08b8154-7ab4-4b84-8ec2-6ca119943cd4),segment_id=e08b8154-7ab4-4b84-8ec2-6ca119943cd4)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:51:08.308520 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-39836eee-f2a2-4d62-8815-ce0be1f20dfe None None] For port c459da47-f62f-46d5-9d00-8cddedf9ade6, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:51:08.312316 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-39836eee-f2a2-4d62-8815-ce0be1f20dfe None None] For port c459da47-f62f-46d5-9d00-8cddedf9ade6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c459da47-f62f-46d5-9d00-8cddedf9ade6,segment=NetworkSegment(4b777d69-c1b2-444d-a5ee-d65e74eece16),segment_id=4b777d69-c1b2-444d-a5ee-d65e74eece16)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:51:08.320090 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-39836eee-f2a2-4d62-8815-ce0be1f20dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (c459da47-f62f-46d5-9d00-8cddedf9ade6), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:08.320570 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d493f4-6ac3-44a1-8b0a-4c7b00f8a6a1 req-e96bd18d-691e-480a-9ef8-7d46d72bef1e tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:08.322682 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-93d493f4-6ac3-44a1-8b0a-4c7b00f8a6a1 req-e96bd18d-691e-480a-9ef8-7d46d72bef1e tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 950 time: 0.1751032
Feb 05 20:51:08.326524 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7436d10b-0e42-443f-af26-301aa578c989 req-7261ff50-6cd1-4928-aac7-3001c3cf4605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (3b8b3702-8670-4c83-b435-971891d10df0), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:08.395712 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39836eee-f2a2-4d62-8815-ce0be1f20dfe None None] Pushing event updated for resources: {'Port': ['ID=c459da47-f62f-46d5-9d00-8cddedf9ade6,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:08.412428 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436d10b-0e42-443f-af26-301aa578c989 req-7261ff50-6cd1-4928-aac7-3001c3cf4605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:08.413069 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7436d10b-0e42-443f-af26-301aa578c989 req-7261ff50-6cd1-4928-aac7-3001c3cf4605 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:08.414494 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7436d10b-0e42-443f-af26-301aa578c989 req-7261ff50-6cd1-4928-aac7-3001c3cf4605 service neutron] 10.222.0.39 "PUT /v2.0/ports/3b8b3702-8670-4c83-b435-971891d10df0 HTTP/1.1" status: 200  len: 1092 time: 2.0171585
Feb 05 20:51:08.421939 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-abec03ea-c977-4f56-a085-1c44ec18b072 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:08.423492 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-abec03ea-c977-4f56-a085-1c44ec18b072 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/networks?id=4f6bbf0a-d9ad-4c3b-8360-37552f960258 HTTP/1.1" status: 200  len: 816 time: 0.2192719
Feb 05 20:51:08.455900 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261ff50-6cd1-4928-aac7-3001c3cf4605 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8b3702-8670-4c83-b435-971891d10df0,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:08.466290 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-88fce9f6-d4d6-42fb-9e3a-701b5c50be83 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/quotas/53be39e0bc064c9f9e9d130480934b3e HTTP/1.1" status: 200  len: 375 time: 0.0271313
Feb 05 20:51:08.469421 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-93d493f4-6ac3-44a1-8b0a-4c7b00f8a6a1 req-250d44ca-e92e-4795-bbaa-8db88c26ef9d tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1376498
Feb 05 20:51:08.559091 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-4115c616-612d-4fac-a669-23a90dc86d4e tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=53be39e0bc064c9f9e9d130480934b3e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0807371
Feb 05 20:51:08.620923 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436d10b-0e42-443f-af26-301aa578c989 req-7d325249-9fe3-4fdb-9654-f9d47656433e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:08.622448 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7436d10b-0e42-443f-af26-301aa578c989 req-7d325249-9fe3-4fdb-9654-f9d47656433e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e778204a87854520b801e3c26fe7140c&device_id=2b247bad-8846-4f18-a47e-9a54a95db00d HTTP/1.1" status: 200  len: 1126 time: 0.1520631
Feb 05 20:51:08.705352 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7436d10b-0e42-443f-af26-301aa578c989 req-e80f4395-2b1a-423f-915e-e2fda2fefa8b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b8b3702-8670-4c83-b435-971891d10df0 HTTP/1.1" status: 200  len: 217 time: 0.0728381
Feb 05 20:51:08.760876 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb47385-40f1-4485-8f73-a36cde0e02af req-6dd3d717-36ef-4231-b42f-20388d7e4e01 tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:08.762272 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6fb47385-40f1-4485-8f73-a36cde0e02af req-6dd3d717-36ef-4231-b42f-20388d7e4e01 tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b247bad-8846-4f18-a47e-9a54a95db00d HTTP/1.1" status: 200  len: 944 time: 0.1904004
Feb 05 20:51:08.802550 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-72027cbb-7be5-4e2f-878d-74f9d0b3692d service neutron] 10.222.0.32 "GET /v2.0/networks/4f6bbf0a-d9ad-4c3b-8360-37552f960258?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2425854
Feb 05 20:51:08.807956 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436d10b-0e42-443f-af26-301aa578c989 req-a5698020-f834-4215-b9ad-6deb2fd3df8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:08.809339 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7436d10b-0e42-443f-af26-301aa578c989 req-a5698020-f834-4215-b9ad-6deb2fd3df8e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0eafc41a-2470-43f5-8711-de7e8c708b80 HTTP/1.1" status: 200  len: 854 time: 0.0936103
Feb 05 20:51:08.844891 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:08.875913 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7436d10b-0e42-443f-af26-301aa578c989 req-18416cf1-e525-4a31-9791-ebc6d2b1d2a3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bddc5e5-c482-4fab-84a4-082da8de5e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0538492
Feb 05 20:51:08.884767 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6fb47385-40f1-4485-8f73-a36cde0e02af req-f713c1a8-59ba-4e95-988a-951b4cc3f118 tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] 10.222.0.32 "GET /v2.0/security-groups?id=71411cf2-4c7e-4dab-a299-6899d969425d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144245
Feb 05 20:51:09.004641 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-86c178dd-39e1-4396-8f9d-7eab1f7e8ea4 service neutron] 10.222.0.32 "GET /v2.0/networks/4f6bbf0a-d9ad-4c3b-8360-37552f960258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1919408
Feb 05 20:51:09.025920 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7436d10b-0e42-443f-af26-301aa578c989 req-0be6cfe5-5159-4b26-8cba-eab2547441b3 service neutron] 10.222.0.39 "GET /v2.0/networks/9bddc5e5-c482-4fab-84a4-082da8de5e4d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368296
Feb 05 20:51:09.266203 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7436d10b-0e42-443f-af26-301aa578c989 req-40fb66e3-fd0b-49cf-b7cb-044fe2651020 service neutron] 10.222.0.39 "GET /v2.0/networks/9bddc5e5-c482-4fab-84a4-082da8de5e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2341661
Feb 05 20:51:09.330196 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe3ca9-24d2-46db-8154-41ff84b04f52 req-45179480-442d-4faa-bfa4-7bd39be8111e tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:09.341659 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e5fe3ca9-24d2-46db-8154-41ff84b04f52 req-45179480-442d-4faa-bfa4-7bd39be8111e tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f5c06fe-3520-44a9-9ead-9dee385888aa HTTP/1.1" status: 200  len: 944 time: 0.1404138
Feb 05 20:51:09.357165 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d32ce-630a-4daf-9bf5-bfde0d8b1006 req-b54e3b52-b0ae-4615-b252-e36963a30ccb tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:09.360962 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1b0d32ce-630a-4daf-9bf5-bfde0d8b1006 req-b54e3b52-b0ae-4615-b252-e36963a30ccb tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.39 "GET /v2.0/ports?device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 944 time: 0.1306291
Feb 05 20:51:09.447892 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e5fe3ca9-24d2-46db-8154-41ff84b04f52 req-824e3a0b-c5da-439f-9fdd-ae7580b6c323 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1047633
Feb 05 20:51:09.507222 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec1bea1-1c9d-476e-8d61-8ebf6cfceb79 None None] Network 4f6bbf0a-d9ad-4c3b-8360-37552f960258 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:51:09.562294 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b247bad-8846-4f18-a47e-9a54a95db00d', 'tag': '3b8b3702-8670-4c83-b435-971891d10df0'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:51:09.565565 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c463263-08a8-447f-abf2-73b0e6f40be4" -d '{"events": [{"name": "network-changed", "server_uuid": "2b247bad-8846-4f18-a47e-9a54a95db00d", "tag": "3b8b3702-8670-4c83-b435-971891d10df0"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:51:09.578166 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01663045-4478-4e60-9597-9e2c126823f2 req-f2ce3032-7ac4-411f-be8d-ab6e88d0d7eb tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:09.588573 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-01663045-4478-4e60-9597-9e2c126823f2 req-f2ce3032-7ac4-411f-be8d-ab6e88d0d7eb tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=b207cea1-b7c7-41bb-bdac-ea7053089b59 HTTP/1.1" status: 200  len: 944 time: 0.0855374
Feb 05 20:51:09.605608 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-1b0d32ce-630a-4daf-9bf5-bfde0d8b1006 req-21bc2898-ee68-4008-90be-7e76409950ee tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Deleting port 22a96582-81f0-48c8-b782-d4e113966e09 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:51:09.606177 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-1b0d32ce-630a-4daf-9bf5-bfde0d8b1006 req-21bc2898-ee68-4008-90be-7e76409950ee tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (22a96582-81f0-48c8-b782-d4e113966e09), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:09.655047 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-4b4495af-382c-4884-8b54-ac2c17ab4a4a None None] Provisioning complete for port c459da47-f62f-46d5-9d00-8cddedf9ade6 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:51:09.655413 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4b4495af-382c-4884-8b54-ac2c17ab4a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c459da47-f62f-46d5-9d00-8cddedf9ade6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:09.728699 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-01663045-4478-4e60-9597-9e2c126823f2 req-4df194a5-0d57-4de7-ad83-b072131f6820 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1325150
Feb 05 20:51:09.757983 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-1b0d32ce-630a-4daf-9bf5-bfde0d8b1006 req-21bc2898-ee68-4008-90be-7e76409950ee tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] For port 22a96582-81f0-48c8-b782-d4e113966e09, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=22a96582-81f0-48c8-b782-d4e113966e09,segment=NetworkSegment(22aada35-3566-46c2-b11c-622e4f2f6275),segment_id=22aada35-3566-46c2-b11c-622e4f2f6275)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:09.758354 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-1b0d32ce-630a-4daf-9bf5-bfde0d8b1006 req-21bc2898-ee68-4008-90be-7e76409950ee tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (22a96582-81f0-48c8-b782-d4e113966e09), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:09.771942 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 3c9935d8-cb5a-40ba-8693-105b12cbc636 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:51:09.786117 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device e5a3c720-1014-483e-9fde-682c2c038fa6 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:51:09.800492 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-1b0d32ce-630a-4daf-9bf5-bfde0d8b1006 req-21bc2898-ee68-4008-90be-7e76409950ee tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Calling delete_port for 22a96582-81f0-48c8-b782-d4e113966e09 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:51:09.825182 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e52465-71de-4f54-ad52-67231884343a req-97353342-1c40-4070-a305-00aff6fe5f14 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:09.826035 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: e5a3c720-1014-483e-9fde-682c2c038fa6 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:51:09.826446 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device e5a3c720-1014-483e-9fde-682c2c038fa6 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:51:09.833063 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d3e52465-71de-4f54-ad52-67231884343a req-97353342-1c40-4070-a305-00aff6fe5f14 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 950 time: 0.2777860
Feb 05 20:51:09.860008 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device c459da47-f62f-46d5-9d00-8cddedf9ade6 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:51:09.952990 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.db.resource_extend [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 05 20:51:09.990436 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d3e52465-71de-4f54-ad52-67231884343a req-be1f4c08-5aa0-42b8-8822-854e0f3534a9 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1529748
Feb 05 20:51:09.995335 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-4b4495af-382c-4884-8b54-ac2c17ab4a4a None None] Current status of the port c459da47-f62f-46d5-9d00-8cddedf9ade6 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:09.995985 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4b4495af-382c-4884-8b54-ac2c17ab4a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c459da47-f62f-46d5-9d00-8cddedf9ade6), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:10.006275 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee13bc4-8cc6-4bb8-a1c6-ce23a116a951 req-17f5fc36-119c-4d34-81f9-89800e552e45 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:10.012033 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0ee13bc4-8cc6-4bb8-a1c6-ce23a116a951 req-17f5fc36-119c-4d34-81f9-89800e552e45 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 950 time: 0.1769331
Feb 05 20:51:10.035701 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-1b0d32ce-630a-4daf-9bf5-bfde0d8b1006 req-21bc2898-ee68-4008-90be-7e76409950ee tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (22a96582-81f0-48c8-b782-d4e113966e09), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:10.077410 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['22a96582-81f0-48c8-b782-d4e113966e09'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:51:10.080217 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['a0a11d30-e1f6-41c8-aba3-188367acbc76', '22a96582-81f0-48c8-b782-d4e113966e09'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:51:10.099369 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bc2898-ee68-4008-90be-7e76409950ee tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Pushing event deleted for resources: {'Port': ['ID=22a96582-81f0-48c8-b782-d4e113966e09,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:10.110889 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0ee13bc4-8cc6-4bb8-a1c6-ce23a116a951 req-68c9205b-8c06-4609-af52-1c695a1010d8 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900795
Feb 05 20:51:10.169340 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b0d32ce-630a-4daf-9bf5-bfde0d8b1006 req-21bc2898-ee68-4008-90be-7e76409950ee tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] No DVR routers for this DVR port 22a96582-81f0-48c8-b782-d4e113966e09 on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:51:10.174633 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-1b0d32ce-630a-4daf-9bf5-bfde0d8b1006 req-21bc2898-ee68-4008-90be-7e76409950ee tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:10.178758 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1b0d32ce-630a-4daf-9bf5-bfde0d8b1006 req-21bc2898-ee68-4008-90be-7e76409950ee tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.39 "DELETE /v2.0/ports/22a96582-81f0-48c8-b782-d4e113966e09 HTTP/1.1" status: 204  len: 173 time: 0.8088508
Feb 05 20:51:10.179394 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b207cea1-b7c7-41bb-bdac-ea7053089b59', 'name': 'network-vif-deleted', 'tag': '22a96582-81f0-48c8-b782-d4e113966e09'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:51:10.184690 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0625fa0-a376-4820-8009-5c5766a2b0e7" -d '{"events": [{"server_uuid": "b207cea1-b7c7-41bb-bdac-ea7053089b59", "name": "network-vif-deleted", "tag": "22a96582-81f0-48c8-b782-d4e113966e09"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:51:10.233345 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 3c9935d8-cb5a-40ba-8693-105b12cbc636, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3c9935d8-cb5a-40ba-8693-105b12cbc636,segment=NetworkSegment(743051ff-9f95-4efc-9230-9f61d36c1128),segment_id=743051ff-9f95-4efc-9230-9f61d36c1128)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:10.326287 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-4b4495af-382c-4884-8b54-ac2c17ab4a4a None None] For port c459da47-f62f-46d5-9d00-8cddedf9ade6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c459da47-f62f-46d5-9d00-8cddedf9ade6,segment=NetworkSegment(4b777d69-c1b2-444d-a5ee-d65e74eece16),segment_id=4b777d69-c1b2-444d-a5ee-d65e74eece16)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:10.338971 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-9f663530-f687-4b62-acb0-e437dd17fa7c tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:10.347561 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port c459da47-f62f-46d5-9d00-8cddedf9ade6 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:51:10.347762 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-9f663530-f687-4b62-acb0-e437dd17fa7c tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/networks?id=4f6bbf0a-d9ad-4c3b-8360-37552f960258 HTTP/1.1" status: 200  len: 816 time: 0.2132292
Feb 05 20:51:10.349941 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c459da47-f62f-46d5-9d00-8cddedf9ade6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:10.363071 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '3c9935d8-cb5a-40ba-8693-105b12cbc636', 'network_id': 'be4493bf-d1a6-445a-a987-23010e65458b', 'port_id': '3c9935d8-cb5a-40ba-8693-105b12cbc636', 'mac_address': 'fa:16:3e:f0:34:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e9cd80a-75d3-4781-9154-c886c97be771', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:51:10.365778 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-4651a3ef-4f04-41ed-b779-4bae6be0da40 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/quotas/53be39e0bc064c9f9e9d130480934b3e HTTP/1.1" status: 200  len: 375 time: 0.0165520
Feb 05 20:51:10.404185 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4b4495af-382c-4884-8b54-ac2c17ab4a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (c459da47-f62f-46d5-9d00-8cddedf9ade6), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:10.445662 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-4256931c-573f-406a-bb72-c8438cac67ca tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=53be39e0bc064c9f9e9d130480934b3e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0785148
Feb 05 20:51:10.449342 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fdc447-9e0d-4f3d-b6bc-c527ff93174a x-openstack-request-id: req-76fdc447-9e0d-4f3d-b6bc-c527ff93174a {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:51:10.449775 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b247bad-8846-4f18-a47e-9a54a95db00d", "tag": "3b8b3702-8670-4c83-b435-971891d10df0", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:51:10.450065 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-76fdc447-9e0d-4f3d-b6bc-c527ff93174a {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:51:10.450644 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b247bad-8846-4f18-a47e-9a54a95db00d', 'tag': '3b8b3702-8670-4c83-b435-971891d10df0', 'status': 'completed', 'code': 200}
Feb 05 20:51:10.498073 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:10.571793 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4495af-382c-4884-8b54-ac2c17ab4a4a None None] Pushing event updated for resources: {'Port': ['ID=c459da47-f62f-46d5-9d00-8cddedf9ade6,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:10.580841 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c463263-08a8-447f-abf2-73b0e6f40be4 req-91562de5-2f86-42ed-843e-2eb49744edf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:10.585469 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4495af-382c-4884-8b54-ac2c17ab4a4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:10.585829 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4495af-382c-4884-8b54-ac2c17ab4a4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:10.586180 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4495af-382c-4884-8b54-ac2c17ab4a4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:10.586583 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4495af-382c-4884-8b54-ac2c17ab4a4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:10.586909 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4495af-382c-4884-8b54-ac2c17ab4a4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:10.587255 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4495af-382c-4884-8b54-ac2c17ab4a4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:10.587628 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4495af-382c-4884-8b54-ac2c17ab4a4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:10.587964 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4495af-382c-4884-8b54-ac2c17ab4a4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:10.588299 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4495af-382c-4884-8b54-ac2c17ab4a4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:10.588634 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4495af-382c-4884-8b54-ac2c17ab4a4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:10.588966 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4495af-382c-4884-8b54-ac2c17ab4a4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:10.589256 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6c463263-08a8-447f-abf2-73b0e6f40be4 req-91562de5-2f86-42ed-843e-2eb49744edf1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e778204a87854520b801e3c26fe7140c&device_id=2b247bad-8846-4f18-a47e-9a54a95db00d HTTP/1.1" status: 200  len: 1126 time: 0.1113806
Feb 05 20:51:10.589368 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4495af-382c-4884-8b54-ac2c17ab4a4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:10.589614 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4495af-382c-4884-8b54-ac2c17ab4a4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:10.598676 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-596d5f08-c418-4ec3-a6d7-69c717478ca7 service neutron] 10.222.0.32 "GET /v2.0/networks/4f6bbf0a-d9ad-4c3b-8360-37552f960258?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1519511
Feb 05 20:51:10.618329 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bff18a-00ff-4db8-b858-05289fe230e7 req-d8fd5154-428e-4480-bb6c-482a63899202 tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:10.626198 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-97bff18a-00ff-4db8-b858-05289fe230e7 req-d8fd5154-428e-4480-bb6c-482a63899202 tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b247bad-8846-4f18-a47e-9a54a95db00d HTTP/1.1" status: 200  len: 944 time: 0.1049287
Feb 05 20:51:10.637257 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-92926505-14bd-44ae-99ca-b1366ea0a3f6 None None] Provisioning complete for port c459da47-f62f-46d5-9d00-8cddedf9ade6 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:51:10.637666 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-92926505-14bd-44ae-99ca-b1366ea0a3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c459da47-f62f-46d5-9d00-8cddedf9ade6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:10.699210 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 3c9935d8-cb5a-40ba-8693-105b12cbc636 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:10.699632 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3c9935d8-cb5a-40ba-8693-105b12cbc636), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:10.752706 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c463263-08a8-447f-abf2-73b0e6f40be4 req-3fe1e093-1993-4b2c-9f31-63cc336dc0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:10.756026 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6c463263-08a8-447f-abf2-73b0e6f40be4 req-3fe1e093-1993-4b2c-9f31-63cc336dc0b1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9bddc5e5-c482-4fab-84a4-082da8de5e4d HTTP/1.1" status: 200  len: 915 time: 0.1506414
Feb 05 20:51:10.756750 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c9935d8-cb5a-40ba-8693-105b12cbc636 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:51:10.778918 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port c459da47-f62f-46d5-9d00-8cddedf9ade6 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:10.833060 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 3c9935d8-cb5a-40ba-8693-105b12cbc636, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3c9935d8-cb5a-40ba-8693-105b12cbc636,segment=NetworkSegment(743051ff-9f95-4efc-9230-9f61d36c1128),segment_id=743051ff-9f95-4efc-9230-9f61d36c1128)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:10.844594 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6c463263-08a8-447f-abf2-73b0e6f40be4 req-13126bcd-c362-4261-99d7-10bdf23ab033 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b8b3702-8670-4c83-b435-971891d10df0 HTTP/1.1" status: 200  len: 217 time: 0.0778627
Feb 05 20:51:10.848260 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (3c9935d8-cb5a-40ba-8693-105b12cbc636), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:10.958183 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c463263-08a8-447f-abf2-73b0e6f40be4 req-3e0cb3ac-1b1b-4358-a685-2da1c2da49d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:10.960841 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6c463263-08a8-447f-abf2-73b0e6f40be4 req-3e0cb3ac-1b1b-4358-a685-2da1c2da49d8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0eafc41a-2470-43f5-8711-de7e8c708b80 HTTP/1.1" status: 200  len: 854 time: 0.1079347
Feb 05 20:51:10.968603 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-92926505-14bd-44ae-99ca-b1366ea0a3f6 None None] Current status of the port c459da47-f62f-46d5-9d00-8cddedf9ade6 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:11.012615 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=3c9935d8-cb5a-40ba-8693-105b12cbc636,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:11.034821 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6c463263-08a8-447f-abf2-73b0e6f40be4 req-8ed58100-1654-40c5-88ee-769a23aa3b57 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bddc5e5-c482-4fab-84a4-082da8de5e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0646732
Feb 05 20:51:11.107330 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-97bff18a-00ff-4db8-b858-05289fe230e7 req-84be93a0-2a0d-4869-ab3b-61baec697bd3 tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] 10.222.0.32 "GET /v2.0/security-groups?id=71411cf2-4c7e-4dab-a299-6899d969425d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4800916
Feb 05 20:51:11.168864 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-c570c119-e755-4bf3-a892-953130f19a92 service neutron] 10.222.0.32 "GET /v2.0/networks/4f6bbf0a-d9ad-4c3b-8360-37552f960258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5693147
Feb 05 20:51:11.203142 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28766902-bb42-4a46-b608-f131a81c55ff x-openstack-request-id: req-28766902-bb42-4a46-b608-f131a81c55ff {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:51:11.203760 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b207cea1-b7c7-41bb-bdac-ea7053089b59", "name": "network-vif-deleted", "tag": "22a96582-81f0-48c8-b782-d4e113966e09", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:51:11.204021 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-28766902-bb42-4a46-b608-f131a81c55ff {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:51:11.206899 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b207cea1-b7c7-41bb-bdac-ea7053089b59', 'name': 'network-vif-deleted', 'tag': '22a96582-81f0-48c8-b782-d4e113966e09', 'status': 'completed', 'code': 200}
Feb 05 20:51:11.212617 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6c463263-08a8-447f-abf2-73b0e6f40be4 req-7295b1d1-622f-46e8-89d8-ed5e3e7d8c0f service neutron] 10.222.0.39 "GET /v2.0/networks/9bddc5e5-c482-4fab-84a4-082da8de5e4d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1685565
Feb 05 20:51:11.215284 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-f5bf6bef-253b-4da1-a232-3e5237c7449f tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:11.217339 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-f5bf6bef-253b-4da1-a232-3e5237c7449f tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.21 "GET /v2.0/networks?id=4f6bbf0a-d9ad-4c3b-8360-37552f960258 HTTP/1.1" status: 200  len: 816 time: 0.1738722
Feb 05 20:51:11.231908 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 3b8b3702-8670-4c83-b435-971891d10df0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:51:11.242163 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-9f49a38e-dcca-4dd9-b607-7c3a7b13fa7b tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Request body: {'port': {'device_id': 'd7ab6d47-c452-4629-8e26-6fb32ff14222', 'network_id': '4f6bbf0a-d9ad-4c3b-8360-37552f960258', 'admin_state_up': True, 'tenant_id': '53be39e0bc064c9f9e9d130480934b3e'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:51:11.342334 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6c463263-08a8-447f-abf2-73b0e6f40be4 req-88b1d975-620c-4561-9835-f5e61910fe1e service neutron] 10.222.0.39 "GET /v2.0/networks/9bddc5e5-c482-4fab-84a4-082da8de5e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1211085
Feb 05 20:51:11.439717 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 3b8b3702-8670-4c83-b435-971891d10df0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3b8b3702-8670-4c83-b435-971891d10df0,segment=NetworkSegment(e08b8154-7ab4-4b84-8ec2-6ca119943cd4),segment_id=e08b8154-7ab4-4b84-8ec2-6ca119943cd4)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:11.447418 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f545061a-728f-422d-9d11-ca4a85061750 req-86578990-9e5d-4c5f-9278-5412e61c6f3c tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:11.448989 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['3c9935d8-cb5a-40ba-8693-105b12cbc636'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:51:11.449171 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f545061a-728f-422d-9d11-ca4a85061750 req-86578990-9e5d-4c5f-9278-5412e61c6f3c tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bc5f9da-1836-4c07-bea4-2321634a9260 HTTP/1.1" status: 200  len: 950 time: 0.1073034
Feb 05 20:51:11.481113 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '3b8b3702-8670-4c83-b435-971891d10df0', 'network_id': '9bddc5e5-c482-4fab-84a4-082da8de5e4d', 'port_id': '3b8b3702-8670-4c83-b435-971891d10df0', 'mac_address': 'fa:16:3e:73:55:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eafc41a-2470-43f5-8711-de7e8c708b80', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:51:11.537690 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 3b8b3702-8670-4c83-b435-971891d10df0 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:11.538087 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3b8b3702-8670-4c83-b435-971891d10df0), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:11.548497 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-9f49a38e-dcca-4dd9-b607-7c3a7b13fa7b tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Made reservation on behalf of 53be39e0bc064c9f9e9d130480934b3e for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:51:11.552095 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-9f49a38e-dcca-4dd9-b607-7c3a7b13fa7b tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:11.570198 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b8b3702-8670-4c83-b435-971891d10df0 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:51:11.610833 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 3b8b3702-8670-4c83-b435-971891d10df0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3b8b3702-8670-4c83-b435-971891d10df0,segment=NetworkSegment(e08b8154-7ab4-4b84-8ec2-6ca119943cd4),segment_id=e08b8154-7ab4-4b84-8ec2-6ca119943cd4)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:11.621743 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (3b8b3702-8670-4c83-b435-971891d10df0), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:11.633955 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bcd320-7a4a-4a38-9ea1-9f2f1403d407 req-93233df8-b263-4b0f-9829-c23cd3991620 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:11.635724 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e5bcd320-7a4a-4a38-9ea1-9f2f1403d407 req-93233df8-b263-4b0f-9829-c23cd3991620 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f5c06fe-3520-44a9-9ead-9dee385888aa HTTP/1.1" status: 200  len: 945 time: 0.1854990
Feb 05 20:51:11.678520 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b4e88-5c40-48a0-a93d-f1d235726344 req-c2d171bf-cbe2-4bf3-a1f6-b7edbe1d4ebd tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:11.680162 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5d8b4e88-5c40-48a0-a93d-f1d235726344 req-c2d171bf-cbe2-4bf3-a1f6-b7edbe1d4ebd tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bc5f9da-1836-4c07-bea4-2321634a9260 HTTP/1.1" status: 200  len: 950 time: 0.2111812
Feb 05 20:51:11.690948 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f545061a-728f-422d-9d11-ca4a85061750 req-6af55549-c3eb-45db-b057-12a5e2c12c8b tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2259796
Feb 05 20:51:11.699010 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device c459da47-f62f-46d5-9d00-8cddedf9ade6 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:51:11.716375 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=3b8b3702-8670-4c83-b435-971891d10df0,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:11.806142 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 22a96582-81f0-48c8-b782-d4e113966e09 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:51:11.851464 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: 22a96582-81f0-48c8-b782-d4e113966e09 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:51:11.851910 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 22a96582-81f0-48c8-b782-d4e113966e09 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:51:11.874577 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e5bcd320-7a4a-4a38-9ea1-9f2f1403d407 req-bdc0becf-6fbd-4d1d-97d1-b53fde114d03 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1821258
Feb 05 20:51:11.887070 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-9f49a38e-dcca-4dd9-b607-7c3a7b13fa7b tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Allocated IP 172.20.0.4 (4f6bbf0a-d9ad-4c3b-8360-37552f960258/a22d3dbf-203d-4cfa-a5fd-8d8f36ead714/5a6b9845-adce-4c16-9670-559be282c289) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:51:11.894004 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port c459da47-f62f-46d5-9d00-8cddedf9ade6 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:51:11.896515 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c459da47-f62f-46d5-9d00-8cddedf9ade6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:12.079214 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8240eb2-c4b4-4733-be46-1ee994ac84a9 req-98ea401a-4e47-4424-ad55-85caa96f4fac tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:12.087644 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c8240eb2-c4b4-4733-be46-1ee994ac84a9 req-98ea401a-4e47-4424-ad55-85caa96f4fac tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 950 time: 0.2473357
Feb 05 20:51:12.130328 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['3b8b3702-8670-4c83-b435-971891d10df0'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:51:12.152968 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4005e-dc87-4419-b7fc-9aa84fcae617 req-fddad73f-e5d5-4c84-bb89-961217610a27 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:12.156402 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-feb4005e-dc87-4419-b7fc-9aa84fcae617 req-fddad73f-e5d5-4c84-bb89-961217610a27 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a4922a0-9c4e-4eae-8855-0ff66ec504b4 HTTP/1.1" status: 200  len: 950 time: 0.1233478
Feb 05 20:51:12.232536 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c8240eb2-c4b4-4733-be46-1ee994ac84a9 req-f446b38c-a2e2-4e80-9cc1-558ac33d481c tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438079
Feb 05 20:51:12.296752 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ccec53-7feb-4b53-ad1f-cc68ca075c5d req-e501db7e-b2f7-46af-b465-5f1a180e4d9b tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:12.311984 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30ccec53-7feb-4b53-ad1f-cc68ca075c5d req-e501db7e-b2f7-46af-b465-5f1a180e4d9b tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 950 time: 0.3365948
Feb 05 20:51:12.314711 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port c459da47-f62f-46d5-9d00-8cddedf9ade6 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:12.377028 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-feb4005e-dc87-4419-b7fc-9aa84fcae617 req-2f58cd7a-ed95-4876-85f6-07aae6624a18 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Deleting port 82af46c8-9f11-47e2-ab65-43312635dfe5 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:51:12.377503 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-feb4005e-dc87-4419-b7fc-9aa84fcae617 req-2f58cd7a-ed95-4876-85f6-07aae6624a18 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (82af46c8-9f11-47e2-ab65-43312635dfe5), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:12.418365 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-5d8b4e88-5c40-48a0-a93d-f1d235726344 req-e41e32f3-e63a-4222-a182-f3ca9c33b1af tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Deleting port 91ae31fa-119f-44f4-bbf4-4cec63520c50 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:51:12.418683 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-5d8b4e88-5c40-48a0-a93d-f1d235726344 req-e41e32f3-e63a-4222-a182-f3ca9c33b1af tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (91ae31fa-119f-44f4-bbf4-4cec63520c50), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:12.493301 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-feb4005e-dc87-4419-b7fc-9aa84fcae617 req-2f58cd7a-ed95-4876-85f6-07aae6624a18 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] For port 82af46c8-9f11-47e2-ab65-43312635dfe5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=82af46c8-9f11-47e2-ab65-43312635dfe5,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:12.494344 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-feb4005e-dc87-4419-b7fc-9aa84fcae617 req-2f58cd7a-ed95-4876-85f6-07aae6624a18 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (82af46c8-9f11-47e2-ab65-43312635dfe5), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:12.510741 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-feb4005e-dc87-4419-b7fc-9aa84fcae617 req-2f58cd7a-ed95-4876-85f6-07aae6624a18 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Calling delete_port for 82af46c8-9f11-47e2-ab65-43312635dfe5 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:51:12.617659 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30ccec53-7feb-4b53-ad1f-cc68ca075c5d req-0eb034ba-c0aa-491c-b225-e65d87768a93 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2931197
Feb 05 20:51:12.634000 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-9f49a38e-dcca-4dd9-b607-7c3a7b13fa7b tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Publish callbacks [] for port (5a6b9845-adce-4c16-9670-559be282c289), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:12.675981 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-5d8b4e88-5c40-48a0-a93d-f1d235726344 req-e41e32f3-e63a-4222-a182-f3ca9c33b1af tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] For port 91ae31fa-119f-44f4-bbf4-4cec63520c50, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=91ae31fa-119f-44f4-bbf4-4cec63520c50,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:12.676282 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-5d8b4e88-5c40-48a0-a93d-f1d235726344 req-e41e32f3-e63a-4222-a182-f3ca9c33b1af tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (91ae31fa-119f-44f4-bbf4-4cec63520c50), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:12.690921 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-8cc292d4-b2e6-48f4-ad3f-231ca48b96aa tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:12.692493 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-8cc292d4-b2e6-48f4-ad3f-231ca48b96aa tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/networks?id=4f6bbf0a-d9ad-4c3b-8360-37552f960258 HTTP/1.1" status: 200  len: 816 time: 0.2868664
Feb 05 20:51:12.700873 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-feb4005e-dc87-4419-b7fc-9aa84fcae617 req-2f58cd7a-ed95-4876-85f6-07aae6624a18 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (82af46c8-9f11-47e2-ab65-43312635dfe5), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:12.716804 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115', '82af46c8-9f11-47e2-ab65-43312635dfe5'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:51:12.720482 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec', '71b95491-c3b0-4a8e-b401-e967ded4cea1', '91ae31fa-119f-44f4-bbf4-4cec63520c50'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:51:12.735699 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-5d8b4e88-5c40-48a0-a93d-f1d235726344 req-e41e32f3-e63a-4222-a182-f3ca9c33b1af tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Calling delete_port for 91ae31fa-119f-44f4-bbf4-4cec63520c50 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:51:12.774065 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f58cd7a-ed95-4876-85f6-07aae6624a18 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Pushing event deleted for resources: {'Port': ['ID=82af46c8-9f11-47e2-ab65-43312635dfe5,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:12.829573 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb4005e-dc87-4419-b7fc-9aa84fcae617 req-2f58cd7a-ed95-4876-85f6-07aae6624a18 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] No DVR routers for this DVR port 82af46c8-9f11-47e2-ab65-43312635dfe5 on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:51:12.832319 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-feb4005e-dc87-4419-b7fc-9aa84fcae617 req-2f58cd7a-ed95-4876-85f6-07aae6624a18 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:12.839142 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-feb4005e-dc87-4419-b7fc-9aa84fcae617 req-2f58cd7a-ed95-4876-85f6-07aae6624a18 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.39 "DELETE /v2.0/ports/82af46c8-9f11-47e2-ab65-43312635dfe5 HTTP/1.1" status: 204  len: 173 time: 0.6715219
Feb 05 20:51:12.913181 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-0f07ab7b-1df3-49d2-8963-02df87ff46c7 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/quotas/53be39e0bc064c9f9e9d130480934b3e HTTP/1.1" status: 200  len: 375 time: 0.1887453
Feb 05 20:51:13.082129 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [req-155b9708-0b17-4f65-a589-36070fa1e66e req-b9364c0a-7ad0-4341-93e0-5745a083ade6 service neutron] show failed (client error): The resource could not be found.
Feb 05 20:51:13.083212 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-155b9708-0b17-4f65-a589-36070fa1e66e req-b9364c0a-7ad0-4341-93e0-5745a083ade6 service neutron] 10.222.0.39 "GET /v2.0/ports/4a4d7d0a-509a-455e-a91a-7918634eb647/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.3423750
Feb 05 20:51:13.113491 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-9f49a38e-dcca-4dd9-b607-7c3a7b13fa7b tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (5a6b9845-adce-4c16-9670-559be282c289), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:13.122993 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-8d633a9c-85cf-43ca-a452-7a0119cbcf96 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:13.124529 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-8d633a9c-85cf-43ca-a452-7a0119cbcf96 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.39 "GET /v2.0/networks?id=4f6bbf0a-d9ad-4c3b-8360-37552f960258 HTTP/1.1" status: 200  len: 816 time: 0.4234385
Feb 05 20:51:13.156814 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-2f93e082-3392-411d-8bbb-f694b404d5be tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Request body: {'port': {'device_id': 'ca04b116-870e-4d32-a046-ed49097c05b2', 'network_id': '4f6bbf0a-d9ad-4c3b-8360-37552f960258', 'admin_state_up': True, 'tenant_id': '53be39e0bc064c9f9e9d130480934b3e'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:51:13.169039 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9f4bf-1994-4684-b350-71e698b5b90d req-6b805293-984b-45b4-82a9-7444eec72943 tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:13.170701 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cad9f4bf-1994-4684-b350-71e698b5b90d req-6b805293-984b-45b4-82a9-7444eec72943 tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b247bad-8846-4f18-a47e-9a54a95db00d HTTP/1.1" status: 200  len: 945 time: 0.3924985
Feb 05 20:51:13.208017 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4922a0-9c4e-4eae-8855-0ff66ec504b4', 'name': 'network-vif-deleted', 'tag': '82af46c8-9f11-47e2-ab65-43312635dfe5'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:51:13.212272 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef3f972-5acb-4c73-8b75-64a3ec1db7ca" -d '{"events": [{"server_uuid": "9a4922a0-9c4e-4eae-8855-0ff66ec504b4", "name": "network-vif-deleted", "tag": "82af46c8-9f11-47e2-ab65-43312635dfe5"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:51:13.219328 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-52e2757c-d697-4fde-b721-0e68d5537485 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=53be39e0bc064c9f9e9d130480934b3e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2518301
Feb 05 20:51:13.221466 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 3b8b3702-8670-4c83-b435-971891d10df0 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:51:13.288010 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-9f49a38e-dcca-4dd9-b607-7c3a7b13fa7b tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Network 4f6bbf0a-d9ad-4c3b-8360-37552f960258 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:51:13.301174 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 3b8b3702-8670-4c83-b435-971891d10df0 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:51:13.306017 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 3b8b3702-8670-4c83-b435-971891d10df0 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:51:13.306467 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (3b8b3702-8670-4c83-b435-971891d10df0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:13.345351 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-9f49a38e-dcca-4dd9-b607-7c3a7b13fa7b tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:51:13.364679 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-9f49a38e-dcca-4dd9-b607-7c3a7b13fa7b tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:51:13.404825 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49a38e-dcca-4dd9-b607-7c3a7b13fa7b tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Pushing event updated for resources: {'Port': ['ID=5a6b9845-adce-4c16-9670-559be282c289,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:13.417572 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b9708-0b17-4f65-a589-36070fa1e66e req-1f2e5ae1-44db-4f36-bb3b-edbdf0ef98f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:13.422917 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-155b9708-0b17-4f65-a589-36070fa1e66e req-1f2e5ae1-44db-4f36-bb3b-edbdf0ef98f8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3&tenant_id=21a126c3c7904a7b98023d4d9f1f8f51 HTTP/1.1" status: 200  len: 1132 time: 0.1103861
Feb 05 20:51:13.434840 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-155b9708-0b17-4f65-a589-36070fa1e66e req-9d1aa4a2-3656-4665-9cf3-4ea49157e816 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:51:13.458749 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 3b8b3702-8670-4c83-b435-971891d10df0 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:13.459067 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3b8b3702-8670-4c83-b435-971891d10df0), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:13.506906 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b247bad-8846-4f18-a47e-9a54a95db00d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8b3702-8670-4c83-b435-971891d10df0'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:51:13.509704 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea2dc14-c550-45f7-a26e-12216b9a0c03" -d '{"events": [{"server_uuid": "2b247bad-8846-4f18-a47e-9a54a95db00d", "name": "network-vif-plugged", "status": "completed", "tag": "3b8b3702-8670-4c83-b435-971891d10df0"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:51:13.523513 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 3b8b3702-8670-4c83-b435-971891d10df0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3b8b3702-8670-4c83-b435-971891d10df0,segment=NetworkSegment(e08b8154-7ab4-4b84-8ec2-6ca119943cd4),segment_id=e08b8154-7ab4-4b84-8ec2-6ca119943cd4)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:13.530648 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (3b8b3702-8670-4c83-b435-971891d10df0), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:13.531826 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 22a96582-81f0-48c8-b782-d4e113966e09 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:51:13.549304 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-155b9708-0b17-4f65-a589-36070fa1e66e req-9d1aa4a2-3656-4665-9cf3-4ea49157e816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (4a4d7d0a-509a-455e-a91a-7918634eb647), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:13.563203 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cad9f4bf-1994-4684-b350-71e698b5b90d req-3725b7af-816a-4c9e-85d3-78ff85d82659 tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] 10.222.0.32 "GET /v2.0/security-groups?id=71411cf2-4c7e-4dab-a299-6899d969425d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3558435
Feb 05 20:51:13.585432 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 22a96582-81f0-48c8-b782-d4e113966e09 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:51:13.585783 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 22a96582-81f0-48c8-b782-d4e113966e09 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:51:13.586217 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 82af46c8-9f11-47e2-ab65-43312635dfe5 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:51:13.611324 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 82af46c8-9f11-47e2-ab65-43312635dfe5 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:51:13.611686 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 82af46c8-9f11-47e2-ab65-43312635dfe5 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:51:13.631264 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=3b8b3702-8670-4c83-b435-971891d10df0,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:13.641743 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-5d8b4e88-5c40-48a0-a93d-f1d235726344 req-e41e32f3-e63a-4222-a182-f3ca9c33b1af tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (91ae31fa-119f-44f4-bbf4-4cec63520c50), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:13.658464 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec', '71b95491-c3b0-4a8e-b401-e967ded4cea1', '91ae31fa-119f-44f4-bbf4-4cec63520c50'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:51:13.662511 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:51:13.663370 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-9f49a38e-dcca-4dd9-b607-7c3a7b13fa7b tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:13.664051 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-9f49a38e-dcca-4dd9-b607-7c3a7b13fa7b tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:13.740939 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e32f3-e63a-4222-a182-f3ca9c33b1af tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Pushing event deleted for resources: {'Port': ['ID=91ae31fa-119f-44f4-bbf4-4cec63520c50,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:13.772978 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-9f49a38e-dcca-4dd9-b607-7c3a7b13fa7b tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5376642
Feb 05 20:51:13.785926 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6ff9a42b-1f25-4687-b635-bf5c73fdbca7 req-57deb727-7e6b-4805-baca-54d28ac3ea6e tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bc5f9da-1836-4c07-bea4-2321634a9260 HTTP/1.1" status: 200  len: 210 time: 0.0954728
Feb 05 20:51:13.788531 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 3c9935d8-cb5a-40ba-8693-105b12cbc636 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:51:13.821777 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-ad0773ec-7027-4f78-a469-bd89d875a2d6 service neutron] 10.222.0.32 "GET /v2.0/networks/4f6bbf0a-d9ad-4c3b-8360-37552f960258?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5697792
Feb 05 20:51:13.827209 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-b4edcd3d-7564-4da8-96d6-e54b82f00c59 service neutron] Request body: {'port': {'device_id': 'd7ab6d47-c452-4629-8e26-6fb32ff14222', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:51:13.829651 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-155b9708-0b17-4f65-a589-36070fa1e66e req-9d1aa4a2-3656-4665-9cf3-4ea49157e816 service neutron] For port 4a4d7d0a-509a-455e-a91a-7918634eb647, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4a4d7d0a-509a-455e-a91a-7918634eb647,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:13.876142 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-155b9708-0b17-4f65-a589-36070fa1e66e req-9d1aa4a2-3656-4665-9cf3-4ea49157e816 service neutron] For port 4a4d7d0a-509a-455e-a91a-7918634eb647, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:51:13.882985 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-2f93e082-3392-411d-8bbb-f694b404d5be tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Made reservation on behalf of 53be39e0bc064c9f9e9d130480934b3e for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:51:13.887620 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-2f93e082-3392-411d-8bbb-f694b404d5be tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:13.906588 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-3054f6bb-d92c-4f46-8007-8199f938cfa9 None None] Provisioning complete for port 5a6b9845-adce-4c16-9670-559be282c289 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:51:13.907030 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3054f6bb-d92c-4f46-8007-8199f938cfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5a6b9845-adce-4c16-9670-559be282c289), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:13.935541 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8b4e88-5c40-48a0-a93d-f1d235726344 req-e41e32f3-e63a-4222-a182-f3ca9c33b1af tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] No DVR routers for this DVR port 91ae31fa-119f-44f4-bbf4-4cec63520c50 on host nch1-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:51:13.954357 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-5d8b4e88-5c40-48a0-a93d-f1d235726344 req-e41e32f3-e63a-4222-a182-f3ca9c33b1af tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:13.957533 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5d8b4e88-5c40-48a0-a93d-f1d235726344 req-e41e32f3-e63a-4222-a182-f3ca9c33b1af tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.21 "DELETE /v2.0/ports/91ae31fa-119f-44f4-bbf4-4cec63520c50 HTTP/1.1" status: 204  len: 173 time: 2.1856072
Feb 05 20:51:13.961061 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc5f9da-1836-4c07-bea4-2321634a9260', 'name': 'network-vif-deleted', 'tag': '91ae31fa-119f-44f4-bbf4-4cec63520c50'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:51:13.963618 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c125e8-7aff-48c9-ac9d-7663ec64ab35" -d '{"events": [{"server_uuid": "2bc5f9da-1836-4c07-bea4-2321634a9260", "name": "network-vif-deleted", "tag": "91ae31fa-119f-44f4-bbf4-4cec63520c50"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:51:13.967286 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-155b9708-0b17-4f65-a589-36070fa1e66e req-9d1aa4a2-3656-4665-9cf3-4ea49157e816 service neutron] Publish callbacks [] for port (4a4d7d0a-509a-455e-a91a-7918634eb647), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:13.998480 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-155b9708-0b17-4f65-a589-36070fa1e66e req-9d1aa4a2-3656-4665-9cf3-4ea49157e816 service neutron] Transition to ACTIVE for port object 4a4d7d0a-509a-455e-a91a-7918634eb647 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:51:14.012451 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-155b9708-0b17-4f65-a589-36070fa1e66e req-9d1aa4a2-3656-4665-9cf3-4ea49157e816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (4a4d7d0a-509a-455e-a91a-7918634eb647), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:14.024043 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-3054f6bb-d92c-4f46-8007-8199f938cfa9 None None] Port 5a6b9845-adce-4c16-9670-559be282c289 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:51:14.035609 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 3c9935d8-cb5a-40ba-8693-105b12cbc636 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:51:14.054998 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 3c9935d8-cb5a-40ba-8693-105b12cbc636 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:51:14.055420 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (3c9935d8-cb5a-40ba-8693-105b12cbc636), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:14.067325 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-b4edcd3d-7564-4da8-96d6-e54b82f00c59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5a6b9845-adce-4c16-9670-559be282c289), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:14.156914 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-155b9708-0b17-4f65-a589-36070fa1e66e req-9d1aa4a2-3656-4665-9cf3-4ea49157e816 service neutron] No DVR routers for this DVR port 4a4d7d0a-509a-455e-a91a-7918634eb647 on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:51:14.160708 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1aa4a2-3656-4665-9cf3-4ea49157e816 service neutron] Pushing event updated for resources: {'Port': ['ID=4a4d7d0a-509a-455e-a91a-7918634eb647,revision_number=6']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:14.209211 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-155b9708-0b17-4f65-a589-36070fa1e66e req-9d1aa4a2-3656-4665-9cf3-4ea49157e816 service neutron] Attempting to bind port 4a4d7d0a-509a-455e-a91a-7918634eb647 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:51:14.209920 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-155b9708-0b17-4f65-a589-36070fa1e66e req-9d1aa4a2-3656-4665-9cf3-4ea49157e816 service neutron] Attempting to bind port 4a4d7d0a-509a-455e-a91a-7918634eb647 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:51:14.209920 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155b9708-0b17-4f65-a589-36070fa1e66e req-9d1aa4a2-3656-4665-9cf3-4ea49157e816 service neutron] Attempting to bind port 4a4d7d0a-509a-455e-a91a-7918634eb647 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:51:14.215320 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155b9708-0b17-4f65-a589-36070fa1e66e req-9d1aa4a2-3656-4665-9cf3-4ea49157e816 service neutron] Port 4a4d7d0a-509a-455e-a91a-7918634eb647 on network f760d6ec-7837-431c-910c-37572c24f936 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:51:14.215538 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155b9708-0b17-4f65-a589-36070fa1e66e req-9d1aa4a2-3656-4665-9cf3-4ea49157e816 service neutron] Attempting to bind port 4a4d7d0a-509a-455e-a91a-7918634eb647 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:51:14.221881 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155b9708-0b17-4f65-a589-36070fa1e66e req-9d1aa4a2-3656-4665-9cf3-4ea49157e816 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:51:14.222231 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155b9708-0b17-4f65-a589-36070fa1e66e req-9d1aa4a2-3656-4665-9cf3-4ea49157e816 service neutron] Checking segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:51:14.223374 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155b9708-0b17-4f65-a589-36070fa1e66e req-9d1aa4a2-3656-4665-9cf3-4ea49157e816 service neutron] Bound using segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:51:14.223884 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-155b9708-0b17-4f65-a589-36070fa1e66e req-9d1aa4a2-3656-4665-9cf3-4ea49157e816 service neutron] Bound port: 4a4d7d0a-509a-455e-a91a-7918634eb647, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:51:14.224547 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-155b9708-0b17-4f65-a589-36070fa1e66e req-9d1aa4a2-3656-4665-9cf3-4ea49157e816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (4a4d7d0a-509a-455e-a91a-7918634eb647), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:14.250789 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 3c9935d8-cb5a-40ba-8693-105b12cbc636 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:14.251185 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3c9935d8-cb5a-40ba-8693-105b12cbc636), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:14.308861 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-155b9708-0b17-4f65-a589-36070fa1e66e req-9d1aa4a2-3656-4665-9cf3-4ea49157e816 service neutron] For port 4a4d7d0a-509a-455e-a91a-7918634eb647, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:51:14.315153 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-155b9708-0b17-4f65-a589-36070fa1e66e req-9d1aa4a2-3656-4665-9cf3-4ea49157e816 service neutron] For port 4a4d7d0a-509a-455e-a91a-7918634eb647, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4a4d7d0a-509a-455e-a91a-7918634eb647,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:51:14.316591 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 3c9935d8-cb5a-40ba-8693-105b12cbc636, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3c9935d8-cb5a-40ba-8693-105b12cbc636,segment=NetworkSegment(743051ff-9f95-4efc-9230-9f61d36c1128),segment_id=743051ff-9f95-4efc-9230-9f61d36c1128)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:14.324165 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (3c9935d8-cb5a-40ba-8693-105b12cbc636), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:14.325692 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-155b9708-0b17-4f65-a589-36070fa1e66e req-9d1aa4a2-3656-4665-9cf3-4ea49157e816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (4a4d7d0a-509a-455e-a91a-7918634eb647), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:14.383130 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b9708-0b17-4f65-a589-36070fa1e66e req-9d1aa4a2-3656-4665-9cf3-4ea49157e816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:14.383870 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-155b9708-0b17-4f65-a589-36070fa1e66e req-9d1aa4a2-3656-4665-9cf3-4ea49157e816 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:14.386159 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-155b9708-0b17-4f65-a589-36070fa1e66e req-9d1aa4a2-3656-4665-9cf3-4ea49157e816 service neutron] 10.222.0.21 "PUT /v2.0/ports/4a4d7d0a-509a-455e-a91a-7918634eb647 HTTP/1.1" status: 200  len: 1096 time: 0.9558840
Feb 05 20:51:14.407804 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=3c9935d8-cb5a-40ba-8693-105b12cbc636,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:14.429476 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1aa4a2-3656-4665-9cf3-4ea49157e816 service neutron] Pushing event updated for resources: {'Port': ['ID=4a4d7d0a-509a-455e-a91a-7918634eb647,revision_number=7']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:14.483849 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b9708-0b17-4f65-a589-36070fa1e66e req-fcb6d4e8-3450-4d46-aa69-4205bddd9048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:14.485857 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-155b9708-0b17-4f65-a589-36070fa1e66e req-fcb6d4e8-3450-4d46-aa69-4205bddd9048 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 1130 time: 0.0701952
Feb 05 20:51:14.627013 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b9708-0b17-4f65-a589-36070fa1e66e req-232a6cfd-a974-422d-913f-e708a34fb2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:14.628685 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-155b9708-0b17-4f65-a589-36070fa1e66e req-232a6cfd-a974-422d-913f-e708a34fb2dd service neutron] 10.222.0.21 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.1321321
Feb 05 20:51:14.672002 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-155b9708-0b17-4f65-a589-36070fa1e66e req-61f460c0-2c34-4706-a15e-6fad3e6f0a24 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=4a4d7d0a-509a-455e-a91a-7918634eb647 HTTP/1.1" status: 200  len: 217 time: 0.0371292
Feb 05 20:51:14.690068 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-2f93e082-3392-411d-8bbb-f694b404d5be tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Allocated IP 172.20.0.7 (4f6bbf0a-d9ad-4c3b-8360-37552f960258/a22d3dbf-203d-4cfa-a5fd-8d8f36ead714/3ea490a5-e6b2-4a02-8587-6fd2967af3cf) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:51:14.699674 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-2d75bd60-3977-4f5c-a291-b1af24a67ccf service neutron] 10.222.0.32 "GET /v2.0/networks/4f6bbf0a-d9ad-4c3b-8360-37552f960258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8222108
Feb 05 20:51:14.723809 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a65739-82ce-4a97-96e9-9c30d3b7b54e req-5b539ab9-c8de-4566-bc87-9e5e4ebbe818 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:14.725238 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-32a65739-82ce-4a97-96e9-9c30d3b7b54e req-5b539ab9-c8de-4566-bc87-9e5e4ebbe818 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f5c06fe-3520-44a9-9ead-9dee385888aa HTTP/1.1" status: 200  len: 946 time: 0.2345583
Feb 05 20:51:14.735259 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b9708-0b17-4f65-a589-36070fa1e66e req-0a978589-f11c-49f0-8f68-538cb7a24b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:14.737118 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-155b9708-0b17-4f65-a589-36070fa1e66e req-0a978589-f11c-49f0-8f68-538cb7a24b8e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.0586908
Feb 05 20:51:14.835314 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-32a65739-82ce-4a97-96e9-9c30d3b7b54e req-ad0fe827-30d8-4dde-9ce6-159d55eb2778 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026325
Feb 05 20:51:14.975005 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-2f93e082-3392-411d-8bbb-f694b404d5be tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Publish callbacks [] for port (3ea490a5-e6b2-4a02-8587-6fd2967af3cf), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:14.998947 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985c3f4-aad2-4440-ae4f-2ccd6dc0b12f req-3bdbd863-a477-4c43-9170-5f01077fcc6b tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:15.001024 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2985c3f4-aad2-4440-ae4f-2ccd6dc0b12f req-3bdbd863-a477-4c43-9170-5f01077fcc6b tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.21 "GET /v2.0/ports?device_id=660818f9-6564-42a9-bf2b-68fd09602765 HTTP/1.1" status: 200  len: 944 time: 0.1199162
Feb 05 20:51:15.034023 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5ec37d-a3f8-4b14-8b58-bdefcac8a1db x-openstack-request-id: req-aa5ec37d-a3f8-4b14-8b58-bdefcac8a1db {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:51:15.034691 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b247bad-8846-4f18-a47e-9a54a95db00d", "name": "network-vif-plugged", "status": "completed", "tag": "3b8b3702-8670-4c83-b435-971891d10df0", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:51:15.034691 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aa5ec37d-a3f8-4b14-8b58-bdefcac8a1db {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:51:15.035161 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b247bad-8846-4f18-a47e-9a54a95db00d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8b3702-8670-4c83-b435-971891d10df0', 'code': 200}
Feb 05 20:51:15.036796 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:15.146904 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-2f93e082-3392-411d-8bbb-f694b404d5be tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (3ea490a5-e6b2-4a02-8587-6fd2967af3cf), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:15.242125 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d00dc3-5089-401a-b399-f4db0fa76dc5 x-openstack-request-id: req-d3d00dc3-5089-401a-b399-f4db0fa76dc5 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:51:15.242736 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4922a0-9c4e-4eae-8855-0ff66ec504b4", "name": "network-vif-deleted", "tag": "82af46c8-9f11-47e2-ab65-43312635dfe5", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:51:15.244292 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d3d00dc3-5089-401a-b399-f4db0fa76dc5 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:51:15.244985 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4922a0-9c4e-4eae-8855-0ff66ec504b4', 'name': 'network-vif-deleted', 'tag': '82af46c8-9f11-47e2-ab65-43312635dfe5', 'status': 'completed', 'code': 200}
Feb 05 20:51:15.265360 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b9708-0b17-4f65-a589-36070fa1e66e req-c96e984c-7388-4357-a89e-7d4ec9e64d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:15.266749 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-155b9708-0b17-4f65-a589-36070fa1e66e req-c96e984c-7388-4357-a89e-7d4ec9e64d92 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.5194273
Feb 05 20:51:15.313702 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e167fe-7c13-4488-b150-d9c596229c88 req-cfe4a916-fde2-4ae9-ab79-9400ac75e21f tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:15.315251 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-55e167fe-7c13-4488-b150-d9c596229c88 req-cfe4a916-fde2-4ae9-ab79-9400ac75e21f tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 948 time: 0.3131211
Feb 05 20:51:15.340682 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-2f93e082-3392-411d-8bbb-f694b404d5be tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Network 4f6bbf0a-d9ad-4c3b-8360-37552f960258 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:51:15.361405 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-2f93e082-3392-411d-8bbb-f694b404d5be tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:51:15.367874 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f93e082-3392-411d-8bbb-f694b404d5be tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Pushing event updated for resources: {'Port': ['ID=3ea490a5-e6b2-4a02-8587-6fd2967af3cf,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:15.371569 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-2f93e082-3392-411d-8bbb-f694b404d5be tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:51:15.386191 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-155b9708-0b17-4f65-a589-36070fa1e66e req-a6820a1e-13d4-4c0f-81ec-8efe0e16becb service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1131213
Feb 05 20:51:15.476682 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d88db2-f4c5-4b14-9efa-59f7f7cca3f4 req-c9279432-1d4b-4376-ae96-90cb1b9bcf32 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:15.483880 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f4d88db2-f4c5-4b14-9efa-59f7f7cca3f4 req-c9279432-1d4b-4376-ae96-90cb1b9bcf32 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 950 time: 0.3516576
Feb 05 20:51:15.505065 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-155b9708-0b17-4f65-a589-36070fa1e66e req-62cf935f-88a7-4d20-832b-364e77820f37 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1126177
Feb 05 20:51:15.516378 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-2985c3f4-aad2-4440-ae4f-2ccd6dc0b12f req-db315c1d-bb5d-47b9-860d-a6a0af85f8e3 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Deleting port a0a11d30-e1f6-41c8-aba3-188367acbc76 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:51:15.516733 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-2985c3f4-aad2-4440-ae4f-2ccd6dc0b12f req-db315c1d-bb5d-47b9-860d-a6a0af85f8e3 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (a0a11d30-e1f6-41c8-aba3-188367acbc76), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:15.520684 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f400c-bb68-47d1-9589-56824d99f4e9 req-c0c68be1-20d6-4d32-8f9e-2382c169bc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:15.522197 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-633f400c-bb68-47d1-9589-56824d99f4e9 req-c0c68be1-20d6-4d32-8f9e-2382c169bc33 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2b247bad-8846-4f18-a47e-9a54a95db00d HTTP/1.1" status: 200  len: 1128 time: 0.4217062
Feb 05 20:51:15.546459 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-2f93e082-3392-411d-8bbb-f694b404d5be tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:15.547084 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-2f93e082-3392-411d-8bbb-f694b404d5be tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:15.577056 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-55e167fe-7c13-4488-b150-d9c596229c88 req-90cf75c4-8f2f-46fd-a978-fbb267c2510f tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2422640
Feb 05 20:51:15.682497 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-2f93e082-3392-411d-8bbb-f694b404d5be tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5422525
Feb 05 20:51:15.682738 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c03dccac-9fe6-4c8c-a0c4-5e72d0af23b4 None None] Provisioning complete for port 3ea490a5-e6b2-4a02-8587-6fd2967af3cf triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:51:15.683978 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c03dccac-9fe6-4c8c-a0c4-5e72d0af23b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (3ea490a5-e6b2-4a02-8587-6fd2967af3cf), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:15.688395 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a183ed-7aa8-4fef-987a-a85bb726b715 x-openstack-request-id: req-43a183ed-7aa8-4fef-987a-a85bb726b715 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:51:15.688696 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc5f9da-1836-4c07-bea4-2321634a9260", "name": "network-vif-deleted", "tag": "91ae31fa-119f-44f4-bbf4-4cec63520c50", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:51:15.688974 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-43a183ed-7aa8-4fef-987a-a85bb726b715 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:51:15.689334 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc5f9da-1836-4c07-bea4-2321634a9260', 'name': 'network-vif-deleted', 'tag': '91ae31fa-119f-44f4-bbf4-4cec63520c50', 'status': 'completed', 'code': 200}
Feb 05 20:51:15.715783 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-38f18d89-5ce1-4378-aaf1-6a0eba266e2d service neutron] Request body: {'port': {'device_id': 'ca04b116-870e-4d32-a046-ed49097c05b2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:51:15.733287 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c03dccac-9fe6-4c8c-a0c4-5e72d0af23b4 None None] Port 3ea490a5-e6b2-4a02-8587-6fd2967af3cf cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:51:15.746041 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f4d88db2-f4c5-4b14-9efa-59f7f7cca3f4 req-5e0874b3-31d0-4309-b369-ea59acbf53f5 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2613773
Feb 05 20:51:15.769159 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-b4edcd3d-7564-4da8-96d6-e54b82f00c59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a6b9845-adce-4c16-9670-559be282c289 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:51:15.794266 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-b4edcd3d-7564-4da8-96d6-e54b82f00c59 service neutron] Publish callbacks [] for port (5a6b9845-adce-4c16-9670-559be282c289), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:15.815999 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-633f400c-bb68-47d1-9589-56824d99f4e9 req-085b78e4-20b7-4133-867e-33c69861c03b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=71411cf2-4c7e-4dab-a299-6899d969425d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2797937
Feb 05 20:51:15.825303 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 91ae31fa-119f-44f4-bbf4-4cec63520c50 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:51:15.846550 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: 91ae31fa-119f-44f4-bbf4-4cec63520c50 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:51:15.846897 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 91ae31fa-119f-44f4-bbf4-4cec63520c50 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:51:15.890908 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-b4edcd3d-7564-4da8-96d6-e54b82f00c59 service neutron] Transition to ACTIVE for port object 5a6b9845-adce-4c16-9670-559be282c289 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:51:15.903095 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-2985c3f4-aad2-4440-ae4f-2ccd6dc0b12f req-db315c1d-bb5d-47b9-860d-a6a0af85f8e3 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] For port a0a11d30-e1f6-41c8-aba3-188367acbc76, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a0a11d30-e1f6-41c8-aba3-188367acbc76,segment=NetworkSegment(22aada35-3566-46c2-b11c-622e4f2f6275),segment_id=22aada35-3566-46c2-b11c-622e4f2f6275)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:15.903472 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-2985c3f4-aad2-4440-ae4f-2ccd6dc0b12f req-db315c1d-bb5d-47b9-860d-a6a0af85f8e3 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (a0a11d30-e1f6-41c8-aba3-188367acbc76), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:15.907316 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-b4edcd3d-7564-4da8-96d6-e54b82f00c59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (5a6b9845-adce-4c16-9670-559be282c289), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:15.955114 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-2985c3f4-aad2-4440-ae4f-2ccd6dc0b12f req-db315c1d-bb5d-47b9-860d-a6a0af85f8e3 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Calling delete_port for a0a11d30-e1f6-41c8-aba3-188367acbc76 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:51:15.960634 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-38f18d89-5ce1-4378-aaf1-6a0eba266e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3ea490a5-e6b2-4a02-8587-6fd2967af3cf), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:16.009160 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75631918-3912-40ed-b67d-519e4eb7ad3e req-aec397e4-0b79-4165-be9e-b97d52784a6d tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:16.011515 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75631918-3912-40ed-b67d-519e4eb7ad3e req-aec397e4-0b79-4165-be9e-b97d52784a6d tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=660818f9-6564-42a9-bf2b-68fd09602765 HTTP/1.1" status: 200  len: 944 time: 0.2505221
Feb 05 20:51:16.084011 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4edcd3d-7564-4da8-96d6-e54b82f00c59 service neutron] Pushing event updated for resources: {'Port': ['ID=5a6b9845-adce-4c16-9670-559be282c289,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:16.110416 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6d39b-3127-455b-857b-a480aa6fa264 req-41fd3b8c-50d7-4f67-b4a2-b70e6bba093b tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:16.111996 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-29c6d39b-3127-455b-857b-a480aa6fa264 req-41fd3b8c-50d7-4f67-b4a2-b70e6bba093b tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b247bad-8846-4f18-a47e-9a54a95db00d HTTP/1.1" status: 200  len: 946 time: 0.2904758
Feb 05 20:51:16.307545 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75631918-3912-40ed-b67d-519e4eb7ad3e req-710a8302-546c-45ae-8ea7-14d65bb4c1b2 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2820845
Feb 05 20:51:16.348407 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-2e77aac5-7b52-4955-9153-1b91964b9bb9 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:16.350346 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-2e77aac5-7b52-4955-9153-1b91964b9bb9 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.21 "GET /v2.0/networks?id=4f6bbf0a-d9ad-4c3b-8360-37552f960258 HTTP/1.1" status: 200  len: 816 time: 0.1205189
Feb 05 20:51:16.366963 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-8aa36f8b-877e-498f-9d07-f3a8a126388d tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Request body: {'port': {'device_id': '97402a71-c4cb-4f7f-9f13-76f1760a0927', 'network_id': '4f6bbf0a-d9ad-4c3b-8360-37552f960258', 'admin_state_up': True, 'tenant_id': '53be39e0bc064c9f9e9d130480934b3e'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:51:16.465117 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-09466acb-7c64-4ca6-b2a0-04f6d3f4c787 req-baaf759c-22fa-46c9-a582-d4ff315b6d8b tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=97402a71-c4cb-4f7f-9f13-76f1760a0927 HTTP/1.1" status: 200  len: 210 time: 0.0599325
Feb 05 20:51:16.478288 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-29c6d39b-3127-455b-857b-a480aa6fa264 req-8c5148ce-6ee9-4a85-b175-cde4984c782f tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] 10.222.0.32 "GET /v2.0/security-groups?id=71411cf2-4c7e-4dab-a299-6899d969425d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3420346
Feb 05 20:51:16.490583 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-8aa36f8b-877e-498f-9d07-f3a8a126388d tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Made reservation on behalf of 53be39e0bc064c9f9e9d130480934b3e for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:51:16.494931 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-8aa36f8b-877e-498f-9d07-f3a8a126388d tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:16.519161 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-b4edcd3d-7564-4da8-96d6-e54b82f00c59 service neutron] Attempting to bind port 5a6b9845-adce-4c16-9670-559be282c289 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:51:16.519502 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-b4edcd3d-7564-4da8-96d6-e54b82f00c59 service neutron] Attempting to bind port 5a6b9845-adce-4c16-9670-559be282c289 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4b777d69-c1b2-444d-a5ee-d65e74eece16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4f6bbf0a-d9ad-4c3b-8360-37552f960258'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:51:16.519845 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-b4edcd3d-7564-4da8-96d6-e54b82f00c59 service neutron] Attempting to bind port 5a6b9845-adce-4c16-9670-559be282c289 on network 4f6bbf0a-d9ad-4c3b-8360-37552f960258 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:51:16.540989 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-b4edcd3d-7564-4da8-96d6-e54b82f00c59 service neutron] Port 5a6b9845-adce-4c16-9670-559be282c289 on network 4f6bbf0a-d9ad-4c3b-8360-37552f960258 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:51:16.541330 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-b4edcd3d-7564-4da8-96d6-e54b82f00c59 service neutron] Attempting to bind port 5a6b9845-adce-4c16-9670-559be282c289 on network 4f6bbf0a-d9ad-4c3b-8360-37552f960258 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:51:16.562994 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-b4edcd3d-7564-4da8-96d6-e54b82f00c59 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:51:16.563241 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-b4edcd3d-7564-4da8-96d6-e54b82f00c59 service neutron] Checking segment: {'id': '4b777d69-c1b2-444d-a5ee-d65e74eece16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4f6bbf0a-d9ad-4c3b-8360-37552f960258'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:51:16.563637 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-b4edcd3d-7564-4da8-96d6-e54b82f00c59 service neutron] Bound using segment: {'id': '4b777d69-c1b2-444d-a5ee-d65e74eece16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4f6bbf0a-d9ad-4c3b-8360-37552f960258'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:51:16.564090 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-b4edcd3d-7564-4da8-96d6-e54b82f00c59 service neutron] Bound port: 5a6b9845-adce-4c16-9670-559be282c289, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b777d69-c1b2-444d-a5ee-d65e74eece16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4f6bbf0a-d9ad-4c3b-8360-37552f960258'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:51:16.564458 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-b4edcd3d-7564-4da8-96d6-e54b82f00c59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5a6b9845-adce-4c16-9670-559be282c289), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:16.596263 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-2985c3f4-aad2-4440-ae4f-2ccd6dc0b12f req-db315c1d-bb5d-47b9-860d-a6a0af85f8e3 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (a0a11d30-e1f6-41c8-aba3-188367acbc76), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:16.607842 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['a0a11d30-e1f6-41c8-aba3-188367acbc76'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:51:16.706489 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db315c1d-bb5d-47b9-860d-a6a0af85f8e3 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Pushing event deleted for resources: {'Port': ['ID=a0a11d30-e1f6-41c8-aba3-188367acbc76,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:16.756091 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-38f18d89-5ce1-4378-aaf1-6a0eba266e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ea490a5-e6b2-4a02-8587-6fd2967af3cf {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:51:16.789167 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-38f18d89-5ce1-4378-aaf1-6a0eba266e2d service neutron] Publish callbacks [] for port (3ea490a5-e6b2-4a02-8587-6fd2967af3cf), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:16.832337 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-2985c3f4-aad2-4440-ae4f-2ccd6dc0b12f req-db315c1d-bb5d-47b9-860d-a6a0af85f8e3 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] No DVR routers for this DVR port a0a11d30-e1f6-41c8-aba3-188367acbc76 on host nch1-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:51:16.839586 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-2985c3f4-aad2-4440-ae4f-2ccd6dc0b12f req-db315c1d-bb5d-47b9-860d-a6a0af85f8e3 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:16.845520 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2985c3f4-aad2-4440-ae4f-2ccd6dc0b12f req-db315c1d-bb5d-47b9-860d-a6a0af85f8e3 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.21 "DELETE /v2.0/ports/a0a11d30-e1f6-41c8-aba3-188367acbc76 HTTP/1.1" status: 204  len: 173 time: 1.8275697
Feb 05 20:51:16.855317 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-38f18d89-5ce1-4378-aaf1-6a0eba266e2d service neutron] Transition to ACTIVE for port object 3ea490a5-e6b2-4a02-8587-6fd2967af3cf will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:51:16.857432 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-b4edcd3d-7564-4da8-96d6-e54b82f00c59 service neutron] For port 5a6b9845-adce-4c16-9670-559be282c289, host nch1-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:51:16.862907 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-b4edcd3d-7564-4da8-96d6-e54b82f00c59 service neutron] For port 5a6b9845-adce-4c16-9670-559be282c289, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a6b9845-adce-4c16-9670-559be282c289,segment=NetworkSegment(4b777d69-c1b2-444d-a5ee-d65e74eece16),segment_id=4b777d69-c1b2-444d-a5ee-d65e74eece16)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:51:16.868925 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-38f18d89-5ce1-4378-aaf1-6a0eba266e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (3ea490a5-e6b2-4a02-8587-6fd2967af3cf), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:16.880800 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab835f-4e31-4e3a-90a2-a71a2723f5eb req-64c3af7b-af13-4f1b-a8ec-6d3b3ee146ff tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:16.882325 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-39ab835f-4e31-4e3a-90a2-a71a2723f5eb req-64c3af7b-af13-4f1b-a8ec-6d3b3ee146ff tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f5c06fe-3520-44a9-9ead-9dee385888aa HTTP/1.1" status: 200  len: 946 time: 0.2927389
Feb 05 20:51:16.910208 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-b4edcd3d-7564-4da8-96d6-e54b82f00c59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (5a6b9845-adce-4c16-9670-559be282c289), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:16.918180 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-8aa36f8b-877e-498f-9d07-f3a8a126388d tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Allocated IP 172.20.0.13 (4f6bbf0a-d9ad-4c3b-8360-37552f960258/a22d3dbf-203d-4cfa-a5fd-8d8f36ead714/6b855e39-9a8e-49a9-93de-255029e7a912) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:51:16.918695 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086ce0c-c411-47e7-ab5d-3d1878b0fed8 req-9334248e-cf23-4553-a5e6-9143b9e65ec8 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:16.920229 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c086ce0c-c411-47e7-ab5d-3d1878b0fed8 req-9334248e-cf23-4553-a5e6-9143b9e65ec8 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 948 time: 0.2210736
Feb 05 20:51:16.983613 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-b4edcd3d-7564-4da8-96d6-e54b82f00c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:16.984517 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-b4edcd3d-7564-4da8-96d6-e54b82f00c59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:16.986151 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-b4edcd3d-7564-4da8-96d6-e54b82f00c59 service neutron] 10.222.0.21 "PUT /v2.0/ports/5a6b9845-adce-4c16-9670-559be282c289 HTTP/1.1" status: 200  len: 1091 time: 3.1991854
Feb 05 20:51:16.999236 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f18d89-5ce1-4378-aaf1-6a0eba266e2d service neutron] Pushing event updated for resources: {'Port': ['ID=3ea490a5-e6b2-4a02-8587-6fd2967af3cf,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:17.037245 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5c06fe-3520-44a9-9ead-9dee385888aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9935d8-cb5a-40ba-8693-105b12cbc636'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:51:17.040009 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9531552b-04ec-4347-830d-89b0996b86eb" -d '{"events": [{"server_uuid": "6f5c06fe-3520-44a9-9ead-9dee385888aa", "name": "network-vif-plugged", "status": "completed", "tag": "3c9935d8-cb5a-40ba-8693-105b12cbc636"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:51:17.129235 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-39ab835f-4e31-4e3a-90a2-a71a2723f5eb req-4136dfdf-b5fe-40ee-b830-40428ccdc745 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2376914
Feb 05 20:51:17.133731 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-8aa36f8b-877e-498f-9d07-f3a8a126388d tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Publish callbacks [] for port (6b855e39-9a8e-49a9-93de-255029e7a912), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:17.167887 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c086ce0c-c411-47e7-ab5d-3d1878b0fed8 req-6d780a7f-6bef-4ed0-a557-3e29f5ef4e36 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2306528
Feb 05 20:51:17.198670 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-8aa36f8b-877e-498f-9d07-f3a8a126388d tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (6b855e39-9a8e-49a9-93de-255029e7a912), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:17.218946 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 4a4d7d0a-509a-455e-a91a-7918634eb647 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:51:17.247627 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4edcd3d-7564-4da8-96d6-e54b82f00c59 service neutron] Pushing event updated for resources: {'Port': ['ID=5a6b9845-adce-4c16-9670-559be282c289,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:17.248515 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660e254d-d72a-4427-8eaf-b34ff5278fe3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a4d7d0a-509a-455e-a91a-7918634eb647'}, {'name': 'network-changed', 'server_uuid': '660e254d-d72a-4427-8eaf-b34ff5278fe3', 'tag': '4a4d7d0a-509a-455e-a91a-7918634eb647'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:51:17.250958 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c869c1-e0e9-4eee-909b-2c7dc7ef7132" -d '{"events": [{"server_uuid": "660e254d-d72a-4427-8eaf-b34ff5278fe3", "name": "network-vif-unplugged", "status": "completed", "tag": "4a4d7d0a-509a-455e-a91a-7918634eb647"}, {"name": "network-changed", "server_uuid": "660e254d-d72a-4427-8eaf-b34ff5278fe3", "tag": "4a4d7d0a-509a-455e-a91a-7918634eb647"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:51:17.254811 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-8aa36f8b-877e-498f-9d07-f3a8a126388d tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Network 4f6bbf0a-d9ad-4c3b-8360-37552f960258 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:51:17.256360 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-4e91e88b-59e9-4f9c-ad13-1e20558316df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:17.258427 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-4e91e88b-59e9-4f9c-ad13-1e20558316df service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53be39e0bc064c9f9e9d130480934b3e&device_id=d7ab6d47-c452-4629-8e26-6fb32ff14222 HTTP/1.1" status: 200  len: 1125 time: 0.1847193
Feb 05 20:51:17.259053 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-8aa36f8b-877e-498f-9d07-f3a8a126388d tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:51:17.260060 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-38f18d89-5ce1-4378-aaf1-6a0eba266e2d service neutron] Attempting to bind port 3ea490a5-e6b2-4a02-8587-6fd2967af3cf on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:51:17.260503 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-38f18d89-5ce1-4378-aaf1-6a0eba266e2d service neutron] Attempting to bind port 3ea490a5-e6b2-4a02-8587-6fd2967af3cf by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4b777d69-c1b2-444d-a5ee-d65e74eece16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4f6bbf0a-d9ad-4c3b-8360-37552f960258'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:51:17.261144 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-38f18d89-5ce1-4378-aaf1-6a0eba266e2d service neutron] Attempting to bind port 3ea490a5-e6b2-4a02-8587-6fd2967af3cf on network 4f6bbf0a-d9ad-4c3b-8360-37552f960258 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:51:17.264120 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-8aa36f8b-877e-498f-9d07-f3a8a126388d tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:51:17.319979 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-38f18d89-5ce1-4378-aaf1-6a0eba266e2d service neutron] Port 3ea490a5-e6b2-4a02-8587-6fd2967af3cf on network 4f6bbf0a-d9ad-4c3b-8360-37552f960258 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:51:17.320701 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-38f18d89-5ce1-4378-aaf1-6a0eba266e2d service neutron] Attempting to bind port 3ea490a5-e6b2-4a02-8587-6fd2967af3cf on network 4f6bbf0a-d9ad-4c3b-8360-37552f960258 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:51:17.333049 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-f3a31411-d503-4405-8550-bf0ba8ea44b0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a6b9845-adce-4c16-9670-559be282c289 HTTP/1.1" status: 200  len: 217 time: 0.0648875
Feb 05 20:51:17.338671 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-8aa36f8b-877e-498f-9d07-f3a8a126388d tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:17.339456 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-8aa36f8b-877e-498f-9d07-f3a8a126388d tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:17.354226 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa36f8b-877e-498f-9d07-f3a8a126388d tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Pushing event updated for resources: {'Port': ['ID=6b855e39-9a8e-49a9-93de-255029e7a912,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:17.354931 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] The host nch2-master-1 is not matching for port 4a4d7d0a-509a-455e-a91a-7918634eb647 host nch1-master-1! {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Feb 05 20:51:17.355320 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 4a4d7d0a-509a-455e-a91a-7918634eb647 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:51:17.383910 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-8aa36f8b-877e-498f-9d07-f3a8a126388d tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0227876
Feb 05 20:51:17.405664 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-63e34955-41cf-49da-a659-ac3eb1c16a8b service neutron] Request body: {'port': {'device_id': '97402a71-c4cb-4f7f-9f13-76f1760a0927', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:51:17.449717 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e610e58a-b37e-4a60-a91b-6316de73eae6 x-openstack-request-id: req-e610e58a-b37e-4a60-a91b-6316de73eae6 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:51:17.450078 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5c06fe-3520-44a9-9ead-9dee385888aa", "name": "network-vif-plugged", "status": "completed", "tag": "3c9935d8-cb5a-40ba-8693-105b12cbc636", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:51:17.450442 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e610e58a-b37e-4a60-a91b-6316de73eae6 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:51:17.451090 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5c06fe-3520-44a9-9ead-9dee385888aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9935d8-cb5a-40ba-8693-105b12cbc636', 'code': 200}
Feb 05 20:51:17.507380 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-63e34955-41cf-49da-a659-ac3eb1c16a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (6b855e39-9a8e-49a9-93de-255029e7a912), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:17.589749 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 05 Feb 2022 20:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4cde0f8-234f-4b89-ba0d-5105259e112d x-openstack-request-id: req-a4cde0f8-234f-4b89-ba0d-5105259e112d {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:51:17.590279 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "660e254d-d72a-4427-8eaf-b34ff5278fe3", "name": "network-vif-unplugged", "status": "completed", "tag": "4a4d7d0a-509a-455e-a91a-7918634eb647", "code": 200}, {"name": "network-changed", "server_uuid": "660e254d-d72a-4427-8eaf-b34ff5278fe3", "tag": "4a4d7d0a-509a-455e-a91a-7918634eb647", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:51:17.590708 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a4cde0f8-234f-4b89-ba0d-5105259e112d {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:51:17.591249 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '660e254d-d72a-4427-8eaf-b34ff5278fe3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a4d7d0a-509a-455e-a91a-7918634eb647', 'code': 200}
Feb 05 20:51:17.591665 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '660e254d-d72a-4427-8eaf-b34ff5278fe3', 'tag': '4a4d7d0a-509a-455e-a91a-7918634eb647', 'status': 'completed', 'code': 200}
Feb 05 20:51:17.734187 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c869c1-e0e9-4eee-909b-2c7dc7ef7132 req-62cf021a-980b-4734-a8d5-9964152d0cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:17.736187 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b3c869c1-e0e9-4eee-909b-2c7dc7ef7132 req-62cf021a-980b-4734-a8d5-9964152d0cce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 1130 time: 0.0778546
Feb 05 20:51:17.753517 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660818f9-6564-42a9-bf2b-68fd09602765', 'name': 'network-vif-deleted', 'tag': 'a0a11d30-e1f6-41c8-aba3-188367acbc76'}, {'name': 'network-changed', 'server_uuid': 'd7ab6d47-c452-4629-8e26-6fb32ff14222', 'tag': '5a6b9845-adce-4c16-9670-559be282c289'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:51:17.756673 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084b09ac-c779-4134-b1ba-755f64f6d348" -d '{"events": [{"server_uuid": "660818f9-6564-42a9-bf2b-68fd09602765", "name": "network-vif-deleted", "tag": "a0a11d30-e1f6-41c8-aba3-188367acbc76"}, {"name": "network-changed", "server_uuid": "d7ab6d47-c452-4629-8e26-6fb32ff14222", "tag": "5a6b9845-adce-4c16-9670-559be282c289"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:51:17.799980 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-38f18d89-5ce1-4378-aaf1-6a0eba266e2d service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:51:17.800424 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-38f18d89-5ce1-4378-aaf1-6a0eba266e2d service neutron] Checking segment: {'id': '4b777d69-c1b2-444d-a5ee-d65e74eece16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4f6bbf0a-d9ad-4c3b-8360-37552f960258'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:51:17.800897 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-38f18d89-5ce1-4378-aaf1-6a0eba266e2d service neutron] Bound using segment: {'id': '4b777d69-c1b2-444d-a5ee-d65e74eece16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4f6bbf0a-d9ad-4c3b-8360-37552f960258'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:51:17.801411 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-38f18d89-5ce1-4378-aaf1-6a0eba266e2d service neutron] Bound port: 3ea490a5-e6b2-4a02-8587-6fd2967af3cf, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b777d69-c1b2-444d-a5ee-d65e74eece16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4f6bbf0a-d9ad-4c3b-8360-37552f960258'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:51:17.802659 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-38f18d89-5ce1-4378-aaf1-6a0eba266e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3ea490a5-e6b2-4a02-8587-6fd2967af3cf), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:17.915490 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c869c1-e0e9-4eee-909b-2c7dc7ef7132 req-598210c4-933c-45d6-90e8-471283b2ad59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:17.917275 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b3c869c1-e0e9-4eee-909b-2c7dc7ef7132 req-598210c4-933c-45d6-90e8-471283b2ad59 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.1700265
Feb 05 20:51:17.917438 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-cf9f2eb1-5925-4fdc-a470-36ed93bd2c77 None None] Provisioning complete for port 6b855e39-9a8e-49a9-93de-255029e7a912 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:51:17.917921 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cf9f2eb1-5925-4fdc-a470-36ed93bd2c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (6b855e39-9a8e-49a9-93de-255029e7a912), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:17.963083 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-cf9f2eb1-5925-4fdc-a470-36ed93bd2c77 None None] Port 6b855e39-9a8e-49a9-93de-255029e7a912 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:51:17.972498 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b3c869c1-e0e9-4eee-909b-2c7dc7ef7132 req-a0a333ec-36e6-4062-801a-c9b7d1901d6b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=4a4d7d0a-509a-455e-a91a-7918634eb647 HTTP/1.1" status: 200  len: 217 time: 0.0476100
Feb 05 20:51:17.990925 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758d632-2414-4001-b608-5174829b5f3d req-19d5d419-78fe-42d9-a859-bb4c67a3266e tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:17.992393 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d758d632-2414-4001-b608-5174829b5f3d req-19d5d419-78fe-42d9-a859-bb4c67a3266e tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 950 time: 0.6744900
Feb 05 20:51:17.999388 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-3f89a108-f4c3-4db3-9c1c-2355b0d6fdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:18.000799 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-3f89a108-f4c3-4db3-9c1c-2355b0d6fdb1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a22d3dbf-203d-4cfa-a5fd-8d8f36ead714 HTTP/1.1" status: 200  len: 855 time: 0.2368517
Feb 05 20:51:18.046669 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-63e34955-41cf-49da-a659-ac3eb1c16a8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b855e39-9a8e-49a9-93de-255029e7a912 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:51:18.056670 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-63e34955-41cf-49da-a659-ac3eb1c16a8b service neutron] Publish callbacks [] for port (6b855e39-9a8e-49a9-93de-255029e7a912), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:18.063094 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c869c1-e0e9-4eee-909b-2c7dc7ef7132 req-10cd48bc-35f2-4ed8-a395-9bf19f0c4e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:18.064748 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b3c869c1-e0e9-4eee-909b-2c7dc7ef7132 req-10cd48bc-35f2-4ed8-a395-9bf19f0c4e3d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 1130 time: 0.3037786
Feb 05 20:51:18.065164 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c869c1-e0e9-4eee-909b-2c7dc7ef7132 req-828b717b-3c6c-4b1f-8f8d-94adc63f734d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:18.066660 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b3c869c1-e0e9-4eee-909b-2c7dc7ef7132 req-828b717b-3c6c-4b1f-8f8d-94adc63f734d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.0845747
Feb 05 20:51:18.082213 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-63e34955-41cf-49da-a659-ac3eb1c16a8b service neutron] Transition to ACTIVE for port object 6b855e39-9a8e-49a9-93de-255029e7a912 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:51:18.082518 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f056fe7-af27-4a70-bd05-f18856b8c434 req-731354d9-91b9-45f5-b95c-58730ffecd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:18.084041 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3f056fe7-af27-4a70-bd05-f18856b8c434 req-731354d9-91b9-45f5-b95c-58730ffecd8d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6f5c06fe-3520-44a9-9ead-9dee385888aa HTTP/1.1" status: 200  len: 1128 time: 0.3213465
Feb 05 20:51:18.085237 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-38f18d89-5ce1-4378-aaf1-6a0eba266e2d service neutron] For port 3ea490a5-e6b2-4a02-8587-6fd2967af3cf, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:51:18.104159 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-63e34955-41cf-49da-a659-ac3eb1c16a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (6b855e39-9a8e-49a9-93de-255029e7a912), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:18.138317 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-38f18d89-5ce1-4378-aaf1-6a0eba266e2d service neutron] For port 3ea490a5-e6b2-4a02-8587-6fd2967af3cf, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3ea490a5-e6b2-4a02-8587-6fd2967af3cf,segment=NetworkSegment(4b777d69-c1b2-444d-a5ee-d65e74eece16),segment_id=4b777d69-c1b2-444d-a5ee-d65e74eece16)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:51:18.174808 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e34955-41cf-49da-a659-ac3eb1c16a8b service neutron] Pushing event updated for resources: {'Port': ['ID=6b855e39-9a8e-49a9-93de-255029e7a912,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:18.185423 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c152c-17b0-46f2-9738-734014ded23f req-56031f1b-9314-412a-a79b-db163ce1b2ef tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:18.192392 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-169c152c-17b0-46f2-9738-734014ded23f req-56031f1b-9314-412a-a79b-db163ce1b2ef tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=97402a71-c4cb-4f7f-9f13-76f1760a0927 HTTP/1.1" status: 200  len: 932 time: 0.3004303
Feb 05 20:51:18.196223 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c869c1-e0e9-4eee-909b-2c7dc7ef7132 req-3c15b099-9276-4afe-ab87-b3c444148d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:18.198838 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b3c869c1-e0e9-4eee-909b-2c7dc7ef7132 req-3c15b099-9276-4afe-ab87-b3c444148d85 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1241143
Feb 05 20:51:18.239611 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-38f18d89-5ce1-4378-aaf1-6a0eba266e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (3ea490a5-e6b2-4a02-8587-6fd2967af3cf), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:18.304800 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d758d632-2414-4001-b608-5174829b5f3d req-fdb96c73-b711-4bf0-b432-844367ba2dd4 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2988961
Feb 05 20:51:18.308799 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-63e34955-41cf-49da-a659-ac3eb1c16a8b service neutron] Attempting to bind port 6b855e39-9a8e-49a9-93de-255029e7a912 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:51:18.309143 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-63e34955-41cf-49da-a659-ac3eb1c16a8b service neutron] Attempting to bind port 6b855e39-9a8e-49a9-93de-255029e7a912 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4b777d69-c1b2-444d-a5ee-d65e74eece16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4f6bbf0a-d9ad-4c3b-8360-37552f960258'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:51:18.309632 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-63e34955-41cf-49da-a659-ac3eb1c16a8b service neutron] Attempting to bind port 6b855e39-9a8e-49a9-93de-255029e7a912 on network 4f6bbf0a-d9ad-4c3b-8360-37552f960258 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:51:18.316808 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-63e34955-41cf-49da-a659-ac3eb1c16a8b service neutron] Port 6b855e39-9a8e-49a9-93de-255029e7a912 on network 4f6bbf0a-d9ad-4c3b-8360-37552f960258 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:51:18.317137 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-63e34955-41cf-49da-a659-ac3eb1c16a8b service neutron] Attempting to bind port 6b855e39-9a8e-49a9-93de-255029e7a912 on network 4f6bbf0a-d9ad-4c3b-8360-37552f960258 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:51:18.331032 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-f5db3bca-f048-45df-aeb2-0ad2d3ab8946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:18.332569 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-f5db3bca-f048-45df-aeb2-0ad2d3ab8946 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4f6bbf0a-d9ad-4c3b-8360-37552f960258&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3150592
Feb 05 20:51:18.342540 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-38f18d89-5ce1-4378-aaf1-6a0eba266e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:18.343564 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-38f18d89-5ce1-4378-aaf1-6a0eba266e2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:18.344197 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-63e34955-41cf-49da-a659-ac3eb1c16a8b service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:51:18.344638 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-63e34955-41cf-49da-a659-ac3eb1c16a8b service neutron] Checking segment: {'id': '4b777d69-c1b2-444d-a5ee-d65e74eece16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4f6bbf0a-d9ad-4c3b-8360-37552f960258'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:51:18.345032 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-63e34955-41cf-49da-a659-ac3eb1c16a8b service neutron] Bound using segment: {'id': '4b777d69-c1b2-444d-a5ee-d65e74eece16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4f6bbf0a-d9ad-4c3b-8360-37552f960258'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:51:18.345311 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-38f18d89-5ce1-4378-aaf1-6a0eba266e2d service neutron] 10.222.0.39 "PUT /v2.0/ports/3ea490a5-e6b2-4a02-8587-6fd2967af3cf HTTP/1.1" status: 200  len: 1091 time: 2.6457341
Feb 05 20:51:18.345500 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-63e34955-41cf-49da-a659-ac3eb1c16a8b service neutron] Bound port: 6b855e39-9a8e-49a9-93de-255029e7a912, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b777d69-c1b2-444d-a5ee-d65e74eece16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4f6bbf0a-d9ad-4c3b-8360-37552f960258'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:51:18.345829 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-63e34955-41cf-49da-a659-ac3eb1c16a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (6b855e39-9a8e-49a9-93de-255029e7a912), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:18.353414 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b3c869c1-e0e9-4eee-909b-2c7dc7ef7132 req-b022fd08-dd2d-4eef-95b7-90522ce7c7f5 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1317768
Feb 05 20:51:18.370909 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3f056fe7-af27-4a70-bd05-f18856b8c434 req-2f796392-18c0-4b3e-ab90-cbbe36cc7878 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2697008
Feb 05 20:51:18.475873 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f18d89-5ce1-4378-aaf1-6a0eba266e2d service neutron] Pushing event updated for resources: {'Port': ['ID=3ea490a5-e6b2-4a02-8587-6fd2967af3cf,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:18.504453 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-63e34955-41cf-49da-a659-ac3eb1c16a8b service neutron] For port 6b855e39-9a8e-49a9-93de-255029e7a912, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:51:18.512782 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-63e34955-41cf-49da-a659-ac3eb1c16a8b service neutron] For port 6b855e39-9a8e-49a9-93de-255029e7a912, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6b855e39-9a8e-49a9-93de-255029e7a912,segment=NetworkSegment(4b777d69-c1b2-444d-a5ee-d65e74eece16),segment_id=4b777d69-c1b2-444d-a5ee-d65e74eece16)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:51:18.531620 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b3c869c1-e0e9-4eee-909b-2c7dc7ef7132 req-8c5b9dfc-e0bf-4f3e-a471-8ac795a11e40 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1660898
Feb 05 20:51:18.532950 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-63e34955-41cf-49da-a659-ac3eb1c16a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (6b855e39-9a8e-49a9-93de-255029e7a912), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:18.537260 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c869c1-e0e9-4eee-909b-2c7dc7ef7132 req-650118a1-0154-41ec-96ea-5fccb54ace36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:18.538761 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b3c869c1-e0e9-4eee-909b-2c7dc7ef7132 req-650118a1-0154-41ec-96ea-5fccb54ace36 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.4585490
Feb 05 20:51:18.547231 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-169c152c-17b0-46f2-9738-734014ded23f req-087f81b5-65f9-4b0b-a549-533250dbb3f1 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3539658
Feb 05 20:51:18.582425 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-63e34955-41cf-49da-a659-ac3eb1c16a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:18.583055 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-63e34955-41cf-49da-a659-ac3eb1c16a8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:18.584445 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-63e34955-41cf-49da-a659-ac3eb1c16a8b service neutron] 10.222.0.21 "PUT /v2.0/ports/6b855e39-9a8e-49a9-93de-255029e7a912 HTTP/1.1" status: 200  len: 1092 time: 1.1862140
Feb 05 20:51:18.596866 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e34955-41cf-49da-a659-ac3eb1c16a8b service neutron] Pushing event updated for resources: {'Port': ['ID=6b855e39-9a8e-49a9-93de-255029e7a912,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:18.615546 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b3c869c1-e0e9-4eee-909b-2c7dc7ef7132 req-bfd75275-652e-437c-be4f-fc316a15733e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=4a4d7d0a-509a-455e-a91a-7918634eb647 HTTP/1.1" status: 200  len: 217 time: 0.0642953
Feb 05 20:51:18.691943 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-7141690f-8d15-400c-a39e-72880212b225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:18.693444 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-7141690f-8d15-400c-a39e-72880212b225 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=53be39e0bc064c9f9e9d130480934b3e&device_id=ca04b116-870e-4d32-a046-ed49097c05b2 HTTP/1.1" status: 200  len: 1125 time: 0.2834601
Feb 05 20:51:18.699288 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-f367ccf4-91f3-4d66-b50d-3efa0277c856 service neutron] 10.222.0.21 "GET /v2.0/networks/4f6bbf0a-d9ad-4c3b-8360-37552f960258?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3502247
Feb 05 20:51:18.708911 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4b55d-0359-4a9b-8359-f8f0d3341596 req-ac7a892c-4414-43f7-afb6-64009e4ee047 tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:18.710727 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f8b4b55d-0359-4a9b-8359-f8f0d3341596 req-ac7a892c-4414-43f7-afb6-64009e4ee047 tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b247bad-8846-4f18-a47e-9a54a95db00d HTTP/1.1" status: 200  len: 946 time: 0.2810047
Feb 05 20:51:18.777583 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-610d49b4-6bba-4078-960e-1664712968de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:18.779462 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-610d49b4-6bba-4078-960e-1664712968de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53be39e0bc064c9f9e9d130480934b3e&device_id=97402a71-c4cb-4f7f-9f13-76f1760a0927 HTTP/1.1" status: 200  len: 1126 time: 0.0932169
Feb 05 20:51:18.795203 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c869c1-e0e9-4eee-909b-2c7dc7ef7132 req-574dc7da-fa80-467c-a356-bc14b7098c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:18.796627 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b3c869c1-e0e9-4eee-909b-2c7dc7ef7132 req-574dc7da-fa80-467c-a356-bc14b7098c90 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.1742697
Feb 05 20:51:18.813063 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-d2b4c82e-3e6f-4ff8-988c-993253059578 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ea490a5-e6b2-4a02-8587-6fd2967af3cf HTTP/1.1" status: 200  len: 217 time: 0.0988874
Feb 05 20:51:18.840672 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-fe3922f5-f264-4673-8df4-3aef28fd93b0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b855e39-9a8e-49a9-93de-255029e7a912 HTTP/1.1" status: 200  len: 217 time: 0.0453773
Feb 05 20:51:18.906350 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-5287d19a-64c9-4b45-ac66-14898f01e4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:18.907875 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-5287d19a-64c9-4b45-ac66-14898f01e4cd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a22d3dbf-203d-4cfa-a5fd-8d8f36ead714 HTTP/1.1" status: 200  len: 855 time: 0.0589130
Feb 05 20:51:18.918683 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 05 Feb 2022 20:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e875ba50-de73-4a82-9864-93742aa3c2e9 x-openstack-request-id: req-e875ba50-de73-4a82-9864-93742aa3c2e9 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:51:18.918954 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "660818f9-6564-42a9-bf2b-68fd09602765", "name": "network-vif-deleted", "tag": "a0a11d30-e1f6-41c8-aba3-188367acbc76", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d7ab6d47-c452-4629-8e26-6fb32ff14222", "tag": "5a6b9845-adce-4c16-9670-559be282c289", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:51:18.919216 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e875ba50-de73-4a82-9864-93742aa3c2e9 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:51:18.919606 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '660818f9-6564-42a9-bf2b-68fd09602765', 'name': 'network-vif-deleted', 'tag': 'a0a11d30-e1f6-41c8-aba3-188367acbc76', 'status': 'completed', 'code': 200}
Feb 05 20:51:18.919858 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ab6d47-c452-4629-8e26-6fb32ff14222', 'tag': '5a6b9845-adce-4c16-9670-559be282c289', 'status': 'completed', 'code': 200}
Feb 05 20:51:18.969179 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-f6841c2b-d127-4fe8-a39b-acd63cf3bd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:18.970293 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-f6841c2b-d127-4fe8-a39b-acd63cf3bd98 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4f6bbf0a-d9ad-4c3b-8360-37552f960258&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0558321
Feb 05 20:51:19.012501 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f8b4b55d-0359-4a9b-8359-f8f0d3341596 req-741ca40a-c265-4d42-b4ed-2bd14b1e56b6 tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] 10.222.0.32 "GET /v2.0/security-groups?id=71411cf2-4c7e-4dab-a299-6899d969425d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2765803
Feb 05 20:51:19.020583 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-0db169ae-e699-461d-9e4a-b67bc76422e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:19.021995 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-0db169ae-e699-461d-9e4a-b67bc76422e5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a22d3dbf-203d-4cfa-a5fd-8d8f36ead714 HTTP/1.1" status: 200  len: 855 time: 0.1883671
Feb 05 20:51:19.086619 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-3002a6a1-dd0a-48fe-8e3c-bd5df1c9017e service neutron] 10.222.0.21 "GET /v2.0/networks/4f6bbf0a-d9ad-4c3b-8360-37552f960258?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1080213
Feb 05 20:51:19.091444 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-63efe2c7-e5fa-4d7c-96db-5b9adbb7ca6d req-e349a4a8-2353-436a-ab9e-57369c55299e service neutron] 10.222.0.21 "GET /v2.0/networks/4f6bbf0a-d9ad-4c3b-8360-37552f960258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3797102
Feb 05 20:51:19.100021 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c869c1-e0e9-4eee-909b-2c7dc7ef7132 req-225ac0ba-4dec-4425-a9ac-829b34ea011b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:19.101470 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b3c869c1-e0e9-4eee-909b-2c7dc7ef7132 req-225ac0ba-4dec-4425-a9ac-829b34ea011b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2875512
Feb 05 20:51:19.152313 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba20757-01ac-49df-9c3d-80403ac1eb6e req-55756486-85dc-48ad-9321-e61720bc4bf2 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:19.153811 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dba20757-01ac-49df-9c3d-80403ac1eb6e req-55756486-85dc-48ad-9321-e61720bc4bf2 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=41314806-930f-44de-9335-c2b9b352defb HTTP/1.1" status: 200  len: 950 time: 0.2099550
Feb 05 20:51:19.203447 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ca944ffb-058d-44d3-bbf0-7ad4712f42c8 req-62cd404c-9c3c-45cc-ae46-725cdac1ab82 service neutron] 10.222.0.21 "GET /v2.0/networks/4f6bbf0a-d9ad-4c3b-8360-37552f960258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1036263
Feb 05 20:51:19.303163 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-b9dd5236-b38a-4e68-ae99-2649524eedab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:19.305348 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-b9dd5236-b38a-4e68-ae99-2649524eedab service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4f6bbf0a-d9ad-4c3b-8360-37552f960258&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2748113
Feb 05 20:51:19.347661 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cae9ce-14e1-471c-8386-71b626db8964 req-d7a35b4b-6756-42fc-bcce-51cc8ed7e437 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:19.354897 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-58cae9ce-14e1-471c-8386-71b626db8964 req-d7a35b4b-6756-42fc-bcce-51cc8ed7e437 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f5c06fe-3520-44a9-9ead-9dee385888aa HTTP/1.1" status: 200  len: 946 time: 0.2624965
Feb 05 20:51:19.408817 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b09ac-c779-4134-b1ba-755f64f6d348 req-20c201e2-69f6-4aee-9868-e639d72c5c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:19.410325 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-084b09ac-c779-4134-b1ba-755f64f6d348 req-20c201e2-69f6-4aee-9868-e639d72c5c75 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53be39e0bc064c9f9e9d130480934b3e&device_id=d7ab6d47-c452-4629-8e26-6fb32ff14222 HTTP/1.1" status: 200  len: 1125 time: 0.2463884
Feb 05 20:51:19.417279 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dba20757-01ac-49df-9c3d-80403ac1eb6e req-2c86482d-df9b-45de-be06-8dcb2f371008 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2499688
Feb 05 20:51:19.423562 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b3c869c1-e0e9-4eee-909b-2c7dc7ef7132 req-2cb3c52d-1749-4754-8456-f176a2913a32 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3102610
Feb 05 20:51:19.598908 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97402a71-c4cb-4f7f-9f13-76f1760a0927', 'tag': '6b855e39-9a8e-49a9-93de-255029e7a912'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:51:19.602418 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e007fccd-077c-4e24-b655-a01332740326" -d '{"events": [{"name": "network-changed", "server_uuid": "97402a71-c4cb-4f7f-9f13-76f1760a0927", "tag": "6b855e39-9a8e-49a9-93de-255029e7a912"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:51:19.633012 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7fa42-66f3-40a9-ab18-4b034595f0f8 req-608fbf55-925a-47d3-978e-47e67d930938 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:19.635202 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-58cae9ce-14e1-471c-8386-71b626db8964 req-29a16872-2740-4422-a241-221c685cd531 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2791872
Feb 05 20:51:19.635872 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d0c7fa42-66f3-40a9-ab18-4b034595f0f8 req-608fbf55-925a-47d3-978e-47e67d930938 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.21 "GET /v2.0/ports?device_id=11ad59ce-c366-4aba-90a6-692f0b23b959 HTTP/1.1" status: 200  len: 944 time: 0.0686684
Feb 05 20:51:19.653878 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-eaaa78dc-0869-4f1a-8343-e29556be7983 service neutron] 10.222.0.39 "GET /v2.0/networks/4f6bbf0a-d9ad-4c3b-8360-37552f960258?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3350379
Feb 05 20:51:19.716108 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b3c869c1-e0e9-4eee-909b-2c7dc7ef7132 req-ab20a98d-349e-4d0e-bd83-8113b58d0545 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2556348
Feb 05 20:51:19.749810 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-d0c7fa42-66f3-40a9-ab18-4b034595f0f8 req-604acc02-c3cb-40a6-984b-1d02370355f4 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Deleting port 5cf32de2-4074-43f6-bcb4-7aa8f231f04a {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:51:19.750251 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d0c7fa42-66f3-40a9-ab18-4b034595f0f8 req-604acc02-c3cb-40a6-984b-1d02370355f4 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (5cf32de2-4074-43f6-bcb4-7aa8f231f04a), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:19.796947 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01236eb-3458-4744-9729-1b8de50c714a req-51aac356-1b92-496c-9c96-c73ac992057d tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:19.798454 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f01236eb-3458-4744-9729-1b8de50c714a req-51aac356-1b92-496c-9c96-c73ac992057d tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 948 time: 0.2707820
Feb 05 20:51:19.801996 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b09ac-c779-4134-b1ba-755f64f6d348 req-a9a9ae1a-3e62-4f02-8daf-2989032d57da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:19.803396 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-084b09ac-c779-4134-b1ba-755f64f6d348 req-a9a9ae1a-3e62-4f02-8daf-2989032d57da service neutron] 10.222.0.21 "GET /v2.0/networks?id=4f6bbf0a-d9ad-4c3b-8360-37552f960258 HTTP/1.1" status: 200  len: 917 time: 0.3834600
Feb 05 20:51:19.839927 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 4a4d7d0a-509a-455e-a91a-7918634eb647 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:51:19.840548 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-d0c7fa42-66f3-40a9-ab18-4b034595f0f8 req-604acc02-c3cb-40a6-984b-1d02370355f4 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] For port 5cf32de2-4074-43f6-bcb4-7aa8f231f04a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5cf32de2-4074-43f6-bcb4-7aa8f231f04a,segment=NetworkSegment(22aada35-3566-46c2-b11c-622e4f2f6275),segment_id=22aada35-3566-46c2-b11c-622e4f2f6275)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:19.840548 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d0c7fa42-66f3-40a9-ab18-4b034595f0f8 req-604acc02-c3cb-40a6-984b-1d02370355f4 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (5cf32de2-4074-43f6-bcb4-7aa8f231f04a), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:19.854359 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device a0a11d30-e1f6-41c8-aba3-188367acbc76 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:51:19.854759 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-d0c7fa42-66f3-40a9-ab18-4b034595f0f8 req-604acc02-c3cb-40a6-984b-1d02370355f4 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Calling delete_port for 5cf32de2-4074-43f6-bcb4-7aa8f231f04a owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:51:19.871427 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-084b09ac-c779-4134-b1ba-755f64f6d348 req-c4671b4d-42c1-4f55-8db9-e4d60d745b85 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a6b9845-adce-4c16-9670-559be282c289 HTTP/1.1" status: 200  len: 217 time: 0.0614135
Feb 05 20:51:19.889109 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: a0a11d30-e1f6-41c8-aba3-188367acbc76 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:51:19.889704 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device a0a11d30-e1f6-41c8-aba3-188367acbc76 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:51:19.919408 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:19.936943 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03f6b83c-32cd-4f99-ae7e-8dca358bbe1b req-614a1155-938c-43a0-b43a-b74cf6d39f64 service neutron] 10.222.0.39 "GET /v2.0/networks/4f6bbf0a-d9ad-4c3b-8360-37552f960258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2729669
Feb 05 20:51:19.951299 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2b594-4703-4007-86c7-35d979378705 req-c178e3da-62bc-44ae-b4e4-457f4e91efe9 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:19.952877 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-70c2b594-4703-4007-86c7-35d979378705 req-c178e3da-62bc-44ae-b4e4-457f4e91efe9 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ad59ce-c366-4aba-90a6-692f0b23b959 HTTP/1.1" status: 200  len: 944 time: 0.2344489
Feb 05 20:51:19.960714 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f01236eb-3458-4744-9729-1b8de50c714a req-e0080651-5f6e-45f9-84aa-526a5c844033 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1525388
Feb 05 20:51:19.970315 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b09ac-c779-4134-b1ba-755f64f6d348 req-98a737d9-d0de-4b19-8b45-5262161f9a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:19.971837 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-084b09ac-c779-4134-b1ba-755f64f6d348 req-98a737d9-d0de-4b19-8b45-5262161f9a93 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a22d3dbf-203d-4cfa-a5fd-8d8f36ead714 HTTP/1.1" status: 200  len: 855 time: 0.0900576
Feb 05 20:51:20.022134 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 4a4d7d0a-509a-455e-a91a-7918634eb647, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4a4d7d0a-509a-455e-a91a-7918634eb647,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:20.034519 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '4a4d7d0a-509a-455e-a91a-7918634eb647', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'port_id': '4a4d7d0a-509a-455e-a91a-7918634eb647', 'mac_address': 'fa:16:3e:01:4f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3c763-0926-4b49-ade5-d66ee3d4c489', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:51:20.055340 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-70c2b594-4703-4007-86c7-35d979378705 req-88eadb26-05c6-481f-b14d-258bdfb8e573 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869770
Feb 05 20:51:20.065978 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b09ac-c779-4134-b1ba-755f64f6d348 req-54f9438e-7e1a-4d75-811c-56ec8688d5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:20.067796 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-084b09ac-c779-4134-b1ba-755f64f6d348 req-54f9438e-7e1a-4d75-811c-56ec8688d5d7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4f6bbf0a-d9ad-4c3b-8360-37552f960258&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0888948
Feb 05 20:51:20.082949 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 4a4d7d0a-509a-455e-a91a-7918634eb647 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:20.083525 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (4a4d7d0a-509a-455e-a91a-7918634eb647), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:20.097175 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c762b-623c-47c1-bac1-b99b82a2b350 req-9c8f7558-4ba1-4b16-8069-7fa4f863ebdf tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:20.098734 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-086c762b-623c-47c1-bac1-b99b82a2b350 req-9c8f7558-4ba1-4b16-8069-7fa4f863ebdf tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.21 "GET /v2.0/ports?device_id=41314806-930f-44de-9335-c2b9b352defb HTTP/1.1" status: 200  len: 950 time: 0.0791261
Feb 05 20:51:20.100307 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a4d7d0a-509a-455e-a91a-7918634eb647 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:51:20.131020 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 4a4d7d0a-509a-455e-a91a-7918634eb647, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4a4d7d0a-509a-455e-a91a-7918634eb647,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:20.139123 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (4a4d7d0a-509a-455e-a91a-7918634eb647), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:20.152955 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d0c7fa42-66f3-40a9-ab18-4b034595f0f8 req-604acc02-c3cb-40a6-984b-1d02370355f4 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (5cf32de2-4074-43f6-bcb4-7aa8f231f04a), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:20.196159 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=4a4d7d0a-509a-455e-a91a-7918634eb647,revision_number=8']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:20.217248 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604acc02-c3cb-40a6-984b-1d02370355f4 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Pushing event deleted for resources: {'Port': ['ID=5cf32de2-4074-43f6-bcb4-7aa8f231f04a,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:20.270104 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c7fa42-66f3-40a9-ab18-4b034595f0f8 req-604acc02-c3cb-40a6-984b-1d02370355f4 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] No DVR routers for this DVR port 5cf32de2-4074-43f6-bcb4-7aa8f231f04a on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:51:20.272915 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d0c7fa42-66f3-40a9-ab18-4b034595f0f8 req-604acc02-c3cb-40a6-984b-1d02370355f4 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:20.277757 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d0c7fa42-66f3-40a9-ab18-4b034595f0f8 req-604acc02-c3cb-40a6-984b-1d02370355f4 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.21 "DELETE /v2.0/ports/5cf32de2-4074-43f6-bcb4-7aa8f231f04a HTTP/1.1" status: 204  len: 173 time: 0.6365397
Feb 05 20:51:20.311266 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-086c762b-623c-47c1-bac1-b99b82a2b350 req-0afeb8ef-eff2-407d-9287-3b00dfa17ecc tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Deleting port 870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:51:20.312226 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-086c762b-623c-47c1-bac1-b99b82a2b350 req-0afeb8ef-eff2-407d-9287-3b00dfa17ecc tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:20.426077 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-086c762b-623c-47c1-bac1-b99b82a2b350 req-0afeb8ef-eff2-407d-9287-3b00dfa17ecc tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] For port 870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:20.426775 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-086c762b-623c-47c1-bac1-b99b82a2b350 req-0afeb8ef-eff2-407d-9287-3b00dfa17ecc tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:20.439403 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-086c762b-623c-47c1-bac1-b99b82a2b350 req-0afeb8ef-eff2-407d-9287-3b00dfa17ecc tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Calling delete_port for 870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:51:20.511885 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-084b09ac-c779-4134-b1ba-755f64f6d348 req-3b4cdb6d-e7bb-4938-a078-436eb7afce77 service neutron] 10.222.0.21 "GET /v2.0/networks/4f6bbf0a-d9ad-4c3b-8360-37552f960258?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4364567
Feb 05 20:51:20.522826 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac1eb0-b343-46b8-8a24-ee11133bd96a req-4039b9e0-9a7b-4549-90af-65544f019adc tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:20.524292 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26ac1eb0-b343-46b8-8a24-ee11133bd96a req-4039b9e0-9a7b-4549-90af-65544f019adc tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=97402a71-c4cb-4f7f-9f13-76f1760a0927 HTTP/1.1" status: 200  len: 944 time: 0.1410472
Feb 05 20:51:20.560301 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab252a-1649-4d38-877d-f36b1bbfa93b req-1867502d-491a-499a-bc05-78a4c115ed95 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:20.561760 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f6ab252a-1649-4d38-877d-f36b1bbfa93b req-1867502d-491a-499a-bc05-78a4c115ed95 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 950 time: 0.1796548
Feb 05 20:51:20.600103 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-086c762b-623c-47c1-bac1-b99b82a2b350 req-0afeb8ef-eff2-407d-9287-3b00dfa17ecc tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:20.612872 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:51:20.615830 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec', '71b95491-c3b0-4a8e-b401-e967ded4cea1'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:51:20.633712 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afeb8ef-eff2-407d-9287-3b00dfa17ecc tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Pushing event deleted for resources: {'Port': ['ID=870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:20.676245 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26ac1eb0-b343-46b8-8a24-ee11133bd96a req-3b637434-0583-4a62-8b36-a7e08e045880 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1398060
Feb 05 20:51:20.690584 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-086c762b-623c-47c1-bac1-b99b82a2b350 req-0afeb8ef-eff2-407d-9287-3b00dfa17ecc tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] No DVR routers for this DVR port 870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:51:20.699161 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa628f-54d1-4d35-acf9-fa5c1e1883c0 req-ac6509db-585d-4ec5-8bc0-b8b3c63fd873 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:20.700690 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-abaa628f-54d1-4d35-acf9-fa5c1e1883c0 req-ac6509db-585d-4ec5-8bc0-b8b3c63fd873 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c14da9d-db39-4f70-9523-e8753da5f8db HTTP/1.1" status: 200  len: 950 time: 0.1323493
Feb 05 20:51:20.703000 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-086c762b-623c-47c1-bac1-b99b82a2b350 req-0afeb8ef-eff2-407d-9287-3b00dfa17ecc tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:20.706289 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-086c762b-623c-47c1-bac1-b99b82a2b350 req-0afeb8ef-eff2-407d-9287-3b00dfa17ecc tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.21 "DELETE /v2.0/ports/870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec HTTP/1.1" status: 204  len: 173 time: 0.6011567
Feb 05 20:51:20.739608 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['4a4d7d0a-509a-455e-a91a-7918634eb647'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:51:20.754151 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f6ab252a-1649-4d38-877d-f36b1bbfa93b req-85e0178b-cecb-4d25-9114-f02444261730 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1800380
Feb 05 20:51:20.772724 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-084b09ac-c779-4134-b1ba-755f64f6d348 req-4ba8584e-3a26-487b-a89f-0840dda8bddc service neutron] 10.222.0.21 "GET /v2.0/networks/4f6bbf0a-d9ad-4c3b-8360-37552f960258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2464974
Feb 05 20:51:20.773356 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855e18cd-4162-400b-b48e-266f7212f112 x-openstack-request-id: req-855e18cd-4162-400b-b48e-266f7212f112 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:51:20.773666 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97402a71-c4cb-4f7f-9f13-76f1760a0927", "tag": "6b855e39-9a8e-49a9-93de-255029e7a912", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:51:20.774236 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-855e18cd-4162-400b-b48e-266f7212f112 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:51:20.775427 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97402a71-c4cb-4f7f-9f13-76f1760a0927', 'tag': '6b855e39-9a8e-49a9-93de-255029e7a912', 'status': 'completed', 'code': 200}
Feb 05 20:51:20.844847 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-abaa628f-54d1-4d35-acf9-fa5c1e1883c0 req-20c795a2-aff9-4c44-8c19-3bdf449f4f3b tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Deleting port 71b95491-c3b0-4a8e-b401-e967ded4cea1 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:51:20.845185 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-abaa628f-54d1-4d35-acf9-fa5c1e1883c0 req-20c795a2-aff9-4c44-8c19-3bdf449f4f3b tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (71b95491-c3b0-4a8e-b401-e967ded4cea1), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:20.922414 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca04b116-870e-4d32-a046-ed49097c05b2', 'tag': '3ea490a5-e6b2-4a02-8587-6fd2967af3cf'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:51:20.924700 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd235d4d-a0b7-4f1b-b6fe-7ce74be3333a" -d '{"events": [{"name": "network-changed", "server_uuid": "ca04b116-870e-4d32-a046-ed49097c05b2", "tag": "3ea490a5-e6b2-4a02-8587-6fd2967af3cf"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:51:20.951611 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dffacab8-9445-41c5-aa34-5c9ce0a53c32 req-5bf2db18-e0af-42db-a4cf-6d68b3c9257b tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=41314806-930f-44de-9335-c2b9b352defb HTTP/1.1" status: 200  len: 210 time: 0.0411460
Feb 05 20:51:20.963247 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007fccd-077c-4e24-b655-a01332740326 req-a17339c7-d9bc-4bf4-b195-602aad136b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:20.969507 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e007fccd-077c-4e24-b655-a01332740326 req-a17339c7-d9bc-4bf4-b195-602aad136b71 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53be39e0bc064c9f9e9d130480934b3e&device_id=97402a71-c4cb-4f7f-9f13-76f1760a0927 HTTP/1.1" status: 200  len: 1126 time: 0.1581533
Feb 05 20:51:21.019237 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-abaa628f-54d1-4d35-acf9-fa5c1e1883c0 req-20c795a2-aff9-4c44-8c19-3bdf449f4f3b tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] For port 71b95491-c3b0-4a8e-b401-e967ded4cea1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=71b95491-c3b0-4a8e-b401-e967ded4cea1,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:21.019606 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-abaa628f-54d1-4d35-acf9-fa5c1e1883c0 req-20c795a2-aff9-4c44-8c19-3bdf449f4f3b tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (71b95491-c3b0-4a8e-b401-e967ded4cea1), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:21.039991 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-abaa628f-54d1-4d35-acf9-fa5c1e1883c0 req-20c795a2-aff9-4c44-8c19-3bdf449f4f3b tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Calling delete_port for 71b95491-c3b0-4a8e-b401-e967ded4cea1 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:51:21.209020 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007fccd-077c-4e24-b655-a01332740326 req-409ffddb-dd66-46d2-a4a8-eab1a1680153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:21.210556 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e007fccd-077c-4e24-b655-a01332740326 req-409ffddb-dd66-46d2-a4a8-eab1a1680153 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4f6bbf0a-d9ad-4c3b-8360-37552f960258 HTTP/1.1" status: 200  len: 917 time: 0.2322297
Feb 05 20:51:21.221445 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dde42-57ee-4c92-8bd3-d6e1471b864f req-1993c265-8d3f-4eb1-a0a7-38ed7b9dfcd8 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:21.229567 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6b3dde42-57ee-4c92-8bd3-d6e1471b864f req-1993c265-8d3f-4eb1-a0a7-38ed7b9dfcd8 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f5c06fe-3520-44a9-9ead-9dee385888aa HTTP/1.1" status: 200  len: 946 time: 0.1759152
Feb 05 20:51:21.298032 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e007fccd-077c-4e24-b655-a01332740326 req-d0dadcde-2a03-424d-bcdf-4e6affd9817d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b855e39-9a8e-49a9-93de-255029e7a912 HTTP/1.1" status: 200  len: 217 time: 0.0651753
Feb 05 20:51:21.302243 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-abaa628f-54d1-4d35-acf9-fa5c1e1883c0 req-20c795a2-aff9-4c44-8c19-3bdf449f4f3b tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (71b95491-c3b0-4a8e-b401-e967ded4cea1), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:21.317558 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec', '71b95491-c3b0-4a8e-b401-e967ded4cea1'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:51:21.382825 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c795a2-aff9-4c44-8c19-3bdf449f4f3b tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Pushing event deleted for resources: {'Port': ['ID=71b95491-c3b0-4a8e-b401-e967ded4cea1,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:21.385159 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:51:21.481109 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6b3dde42-57ee-4c92-8bd3-d6e1471b864f req-1683bf75-5507-4a33-9de5-8c47ee7e8ed8 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2505651
Feb 05 20:51:21.498550 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf3f7ef-08db-4c35-92d5-ba83c3f1fac7 x-openstack-request-id: req-bbf3f7ef-08db-4c35-92d5-ba83c3f1fac7 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:51:21.499054 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca04b116-870e-4d32-a046-ed49097c05b2", "tag": "3ea490a5-e6b2-4a02-8587-6fd2967af3cf", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:51:21.499552 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bbf3f7ef-08db-4c35-92d5-ba83c3f1fac7 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:51:21.500397 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca04b116-870e-4d32-a046-ed49097c05b2', 'tag': '3ea490a5-e6b2-4a02-8587-6fd2967af3cf', 'status': 'completed', 'code': 200}
Feb 05 20:51:21.512033 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-abaa628f-54d1-4d35-acf9-fa5c1e1883c0 req-20c795a2-aff9-4c44-8c19-3bdf449f4f3b tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] No DVR routers for this DVR port 71b95491-c3b0-4a8e-b401-e967ded4cea1 on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:51:21.516879 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-abaa628f-54d1-4d35-acf9-fa5c1e1883c0 req-20c795a2-aff9-4c44-8c19-3bdf449f4f3b tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:21.526557 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-abaa628f-54d1-4d35-acf9-fa5c1e1883c0 req-20c795a2-aff9-4c44-8c19-3bdf449f4f3b tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.21 "DELETE /v2.0/ports/71b95491-c3b0-4a8e-b401-e967ded4cea1 HTTP/1.1" status: 204  len: 173 time: 0.8190341
Feb 05 20:51:21.601622 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007fccd-077c-4e24-b655-a01332740326 req-ae11e029-bc9e-4350-9d25-47edcef09a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:21.602329 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e007fccd-077c-4e24-b655-a01332740326 req-ae11e029-bc9e-4350-9d25-47edcef09a0f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a22d3dbf-203d-4cfa-a5fd-8d8f36ead714 HTTP/1.1" status: 200  len: 855 time: 0.2981348
Feb 05 20:51:21.699652 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd235d4d-a0b7-4f1b-b6fe-7ce74be3333a req-b20e6cef-d7a0-4a22-b3f1-b4dd7b704b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:21.704090 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bd235d4d-a0b7-4f1b-b6fe-7ce74be3333a req-b20e6cef-d7a0-4a22-b3f1-b4dd7b704b05 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=53be39e0bc064c9f9e9d130480934b3e&device_id=ca04b116-870e-4d32-a046-ed49097c05b2 HTTP/1.1" status: 200  len: 1125 time: 0.2004366
Feb 05 20:51:21.729801 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c712011-cfac-44b7-9bd2-fdbc356a2228 req-bd84396b-a873-47ab-a82f-0b97c80e9577 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:21.735102 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4c712011-cfac-44b7-9bd2-fdbc356a2228 req-bd84396b-a873-47ab-a82f-0b97c80e9577 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 949 time: 0.1520791
Feb 05 20:51:21.836186 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007fccd-077c-4e24-b655-a01332740326 req-f8edd858-b361-4082-a67d-7247b6a2427b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:21.838331 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e007fccd-077c-4e24-b655-a01332740326 req-f8edd858-b361-4082-a67d-7247b6a2427b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4f6bbf0a-d9ad-4c3b-8360-37552f960258&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2160480
Feb 05 20:51:21.986141 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4c712011-cfac-44b7-9bd2-fdbc356a2228 req-26c7d737-0ae3-4359-8d20-630bb36cff60 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2431972
Feb 05 20:51:21.992820 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd235d4d-a0b7-4f1b-b6fe-7ce74be3333a req-ffe84334-8103-45b1-97b9-6568043eddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:21.995202 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bd235d4d-a0b7-4f1b-b6fe-7ce74be3333a req-ffe84334-8103-45b1-97b9-6568043eddbd service neutron] 10.222.0.39 "GET /v2.0/networks?id=4f6bbf0a-d9ad-4c3b-8360-37552f960258 HTTP/1.1" status: 200  len: 917 time: 0.2818134
Feb 05 20:51:22.062405 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bd235d4d-a0b7-4f1b-b6fe-7ce74be3333a req-aead4acd-ec3a-482d-9cb6-a0d09263bc28 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ea490a5-e6b2-4a02-8587-6fd2967af3cf HTTP/1.1" status: 200  len: 217 time: 0.0564563
Feb 05 20:51:22.080564 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e007fccd-077c-4e24-b655-a01332740326 req-699898d1-f677-4525-9b66-446c22550207 service neutron] 10.222.0.21 "GET /v2.0/networks/4f6bbf0a-d9ad-4c3b-8360-37552f960258?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2347009
Feb 05 20:51:22.123005 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795ad1f-ff5f-4e49-862f-a2c2cfc30cef req-310af2f1-aceb-4dd9-b4af-ce734373105a tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:22.124491 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c795ad1f-ff5f-4e49-862f-a2c2cfc30cef req-310af2f1-aceb-4dd9-b4af-ce734373105a tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f5c06fe-3520-44a9-9ead-9dee385888aa HTTP/1.1" status: 200  len: 946 time: 0.2475150
Feb 05 20:51:22.228379 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd235d4d-a0b7-4f1b-b6fe-7ce74be3333a req-31f671bf-9d7c-4aa8-833d-b2e804caac42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:22.229848 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bd235d4d-a0b7-4f1b-b6fe-7ce74be3333a req-31f671bf-9d7c-4aa8-833d-b2e804caac42 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a22d3dbf-203d-4cfa-a5fd-8d8f36ead714 HTTP/1.1" status: 200  len: 855 time: 0.1612959
Feb 05 20:51:22.300698 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c795ad1f-ff5f-4e49-862f-a2c2cfc30cef req-94120437-cca3-4756-bbef-25ad6ee58b5d tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1574442
Feb 05 20:51:22.313254 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e007fccd-077c-4e24-b655-a01332740326 req-f07644af-6994-434a-bed1-e61bf3ef7370 service neutron] 10.222.0.21 "GET /v2.0/networks/4f6bbf0a-d9ad-4c3b-8360-37552f960258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2106161
Feb 05 20:51:22.322001 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7bdb95-4298-4987-bedd-df847e9b284d req-646632d7-dd39-4b15-afce-2ef79466ec91 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:22.328864 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8b7bdb95-4298-4987-bedd-df847e9b284d req-646632d7-dd39-4b15-afce-2ef79466ec91 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=97402a71-c4cb-4f7f-9f13-76f1760a0927 HTTP/1.1" status: 200  len: 944 time: 0.2167847
Feb 05 20:51:22.369974 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd235d4d-a0b7-4f1b-b6fe-7ce74be3333a req-43fa6e53-1801-4b74-9d5e-9e88fd2af614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:22.371521 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bd235d4d-a0b7-4f1b-b6fe-7ce74be3333a req-43fa6e53-1801-4b74-9d5e-9e88fd2af614 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4f6bbf0a-d9ad-4c3b-8360-37552f960258&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1232095
Feb 05 20:51:22.407758 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8b7bdb95-4298-4987-bedd-df847e9b284d req-8a6cb619-1a94-425a-a2e7-39c3f0cc5a71 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782301
Feb 05 20:51:22.582072 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b77d51-a8d1-4ee0-a294-1e67a472fe98 req-e239b036-afe0-4abf-817d-23a45d113803 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:22.583662 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-04b77d51-a8d1-4ee0-a294-1e67a472fe98 req-e239b036-afe0-4abf-817d-23a45d113803 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 950 time: 0.1815491
Feb 05 20:51:22.594073 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bd235d4d-a0b7-4f1b-b6fe-7ce74be3333a req-ed177a5d-f393-4020-93bb-4cf32a025040 service neutron] 10.222.0.39 "GET /v2.0/networks/4f6bbf0a-d9ad-4c3b-8360-37552f960258?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2126818
Feb 05 20:51:22.623610 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736fee3-faeb-4ed1-9c21-cee0bb9540dd req-d037da72-428a-471d-b1cc-8f9adbbd1e4a tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:22.625058 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f736fee3-faeb-4ed1-9c21-cee0bb9540dd req-d037da72-428a-471d-b1cc-8f9adbbd1e4a tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/ports?device_id=44d9ba2d-69c2-4cca-a33b-a753bd7ac63c HTTP/1.1" status: 200  len: 945 time: 0.1431069
Feb 05 20:51:22.675777 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3d81b-c3d4-4854-aa80-3ea7fc3e533a req-7e94793b-8c37-45c3-b21a-a7a5908b2f4a tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:22.677170 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c0e3d81b-c3d4-4854-aa80-3ea7fc3e533a req-7e94793b-8c37-45c3-b21a-a7a5908b2f4a tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d9ba2d-69c2-4cca-a33b-a753bd7ac63c HTTP/1.1" status: 200  len: 945 time: 0.1496787
Feb 05 20:51:22.705104 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-04b77d51-a8d1-4ee0-a294-1e67a472fe98 req-200aefaa-4380-4719-bd61-48e2671457a2 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100605
Feb 05 20:51:22.776249 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ad59ce-c366-4aba-90a6-692f0b23b959', 'name': 'network-vif-deleted', 'tag': '5cf32de2-4074-43f6-bcb4-7aa8f231f04a'}, {'server_uuid': '41314806-930f-44de-9335-c2b9b352defb', 'name': 'network-vif-deleted', 'tag': '870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec'}, {'server_uuid': '3c14da9d-db39-4f70-9523-e8753da5f8db', 'name': 'network-vif-deleted', 'tag': '71b95491-c3b0-4a8e-b401-e967ded4cea1'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:51:22.778772 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe732726-13c8-4b9c-8223-f187b40c2180" -d '{"events": [{"server_uuid": "11ad59ce-c366-4aba-90a6-692f0b23b959", "name": "network-vif-deleted", "tag": "5cf32de2-4074-43f6-bcb4-7aa8f231f04a"}, {"server_uuid": "41314806-930f-44de-9335-c2b9b352defb", "name": "network-vif-deleted", "tag": "870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec"}, {"server_uuid": "3c14da9d-db39-4f70-9523-e8753da5f8db", "name": "network-vif-deleted", "tag": "71b95491-c3b0-4a8e-b401-e967ded4cea1"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:51:22.823192 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f736fee3-faeb-4ed1-9c21-cee0bb9540dd req-6b6dc50f-309a-49a3-9cfa-4ce2b8916374 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.32 "GET /v2.0/security-groups?id=8977dda0-ee27-45af-8f16-f15c7a33c795&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1899416
Feb 05 20:51:22.854053 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bd235d4d-a0b7-4f1b-b6fe-7ce74be3333a req-22c069f3-5180-4cce-adb9-1ecba1831b88 service neutron] 10.222.0.39 "GET /v2.0/networks/4f6bbf0a-d9ad-4c3b-8360-37552f960258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2043221
Feb 05 20:51:22.886801 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-c0e3d81b-c3d4-4854-aa80-3ea7fc3e533a req-2dd8f3b3-4381-4089-8366-7b6a9130bd77 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Deleting port 9bae94dc-6fe0-4527-b738-5ab96a88890b {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:51:22.887157 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c0e3d81b-c3d4-4854-aa80-3ea7fc3e533a req-2dd8f3b3-4381-4089-8366-7b6a9130bd77 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (9bae94dc-6fe0-4527-b738-5ab96a88890b), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:22.907486 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 05 Feb 2022 20:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff68258-2aaa-4f9e-9199-fd8185e81f0f x-openstack-request-id: req-cff68258-2aaa-4f9e-9199-fd8185e81f0f {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:51:22.907793 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ad59ce-c366-4aba-90a6-692f0b23b959", "name": "network-vif-deleted", "tag": "5cf32de2-4074-43f6-bcb4-7aa8f231f04a", "status": "completed", "code": 200}, {"server_uuid": "41314806-930f-44de-9335-c2b9b352defb", "name": "network-vif-deleted", "tag": "870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec", "status": "completed", "code": 200}, {"server_uuid": "3c14da9d-db39-4f70-9523-e8753da5f8db", "name": "network-vif-deleted", "tag": "71b95491-c3b0-4a8e-b401-e967ded4cea1", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:51:22.908100 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cff68258-2aaa-4f9e-9199-fd8185e81f0f {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:51:22.908551 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ad59ce-c366-4aba-90a6-692f0b23b959', 'name': 'network-vif-deleted', 'tag': '5cf32de2-4074-43f6-bcb4-7aa8f231f04a', 'status': 'completed', 'code': 200}
Feb 05 20:51:22.908812 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41314806-930f-44de-9335-c2b9b352defb', 'name': 'network-vif-deleted', 'tag': '870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec', 'status': 'completed', 'code': 200}
Feb 05 20:51:22.909111 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c14da9d-db39-4f70-9523-e8753da5f8db', 'name': 'network-vif-deleted', 'tag': '71b95491-c3b0-4a8e-b401-e967ded4cea1', 'status': 'completed', 'code': 200}
Feb 05 20:51:23.107739 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-c0e3d81b-c3d4-4854-aa80-3ea7fc3e533a req-2dd8f3b3-4381-4089-8366-7b6a9130bd77 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] For port 9bae94dc-6fe0-4527-b738-5ab96a88890b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9bae94dc-6fe0-4527-b738-5ab96a88890b,segment=NetworkSegment(22aada35-3566-46c2-b11c-622e4f2f6275),segment_id=22aada35-3566-46c2-b11c-622e4f2f6275)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:23.108453 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c0e3d81b-c3d4-4854-aa80-3ea7fc3e533a req-2dd8f3b3-4381-4089-8366-7b6a9130bd77 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (9bae94dc-6fe0-4527-b738-5ab96a88890b), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:23.131530 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-c0e3d81b-c3d4-4854-aa80-3ea7fc3e533a req-2dd8f3b3-4381-4089-8366-7b6a9130bd77 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Calling delete_port for 9bae94dc-6fe0-4527-b738-5ab96a88890b owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:51:23.183677 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77169f-c0dc-4061-9603-6c534afc2707 req-1446bcfa-0d08-401f-8767-cdb7987bc64e tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:23.185403 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4d77169f-c0dc-4061-9603-6c534afc2707 req-1446bcfa-0d08-401f-8767-cdb7987bc64e tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 949 time: 0.2329006
Feb 05 20:51:23.235731 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 3ea490a5-e6b2-4a02-8587-6fd2967af3cf details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:51:23.239508 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7bf07-6e9b-490d-a67d-459b80272350 req-008ec0b3-bd7b-43dc-b071-f2b52fd3eda4 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:23.240937 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4bf7bf07-6e9b-490d-a67d-459b80272350 req-008ec0b3-bd7b-43dc-b071-f2b52fd3eda4 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.39 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3&tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 949 time: 0.2481525
Feb 05 20:51:23.331893 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 3ea490a5-e6b2-4a02-8587-6fd2967af3cf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3ea490a5-e6b2-4a02-8587-6fd2967af3cf,segment=NetworkSegment(4b777d69-c1b2-444d-a5ee-d65e74eece16),segment_id=4b777d69-c1b2-444d-a5ee-d65e74eece16)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:23.343302 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '3ea490a5-e6b2-4a02-8587-6fd2967af3cf', 'network_id': '4f6bbf0a-d9ad-4c3b-8360-37552f960258', 'port_id': '3ea490a5-e6b2-4a02-8587-6fd2967af3cf', 'mac_address': 'fa:16:3e:3e:60:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a22d3dbf-203d-4cfa-a5fd-8d8f36ead714', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:51:23.344080 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e600cc-7093-48c6-ad46-a031725325e9 req-5a0604c8-336b-4d09-a976-fb9a50d69115 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:23.345566 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a8e600cc-7093-48c6-ad46-a031725325e9 req-5a0604c8-336b-4d09-a976-fb9a50d69115 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff0a7596-45d0-4a4b-a712-5a6facd8a8dd HTTP/1.1" status: 200  len: 950 time: 0.2122147
Feb 05 20:51:23.354280 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4d77169f-c0dc-4061-9603-6c534afc2707 req-8415175c-4690-49f9-afe8-d9293899a981 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1308475
Feb 05 20:51:23.392301 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 3ea490a5-e6b2-4a02-8587-6fd2967af3cf is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:23.392700 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3ea490a5-e6b2-4a02-8587-6fd2967af3cf), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:23.411319 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ea490a5-e6b2-4a02-8587-6fd2967af3cf {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:51:23.431878 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 3ea490a5-e6b2-4a02-8587-6fd2967af3cf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3ea490a5-e6b2-4a02-8587-6fd2967af3cf,segment=NetworkSegment(4b777d69-c1b2-444d-a5ee-d65e74eece16),segment_id=4b777d69-c1b2-444d-a5ee-d65e74eece16)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:23.433332 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [req-4bf7bf07-6e9b-490d-a67d-459b80272350 req-29e21c52-398a-4664-877f-661debea9b7a service neutron] delete failed (client error): The resource could not be found.
Feb 05 20:51:23.434453 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4bf7bf07-6e9b-490d-a67d-459b80272350 req-29e21c52-398a-4664-877f-661debea9b7a service neutron] 10.222.0.39 "DELETE /v2.0/ports/4a4d7d0a-509a-455e-a91a-7918634eb647/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1468830
Feb 05 20:51:23.436136 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (3ea490a5-e6b2-4a02-8587-6fd2967af3cf), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:23.489967 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a8e600cc-7093-48c6-ad46-a031725325e9 req-c5fc7ccc-6f02-4244-aeb1-5a92e2e46d98 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1323028
Feb 05 20:51:23.491568 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c0e3d81b-c3d4-4854-aa80-3ea7fc3e533a req-2dd8f3b3-4381-4089-8366-7b6a9130bd77 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (9bae94dc-6fe0-4527-b738-5ab96a88890b), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:23.495212 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=3ea490a5-e6b2-4a02-8587-6fd2967af3cf,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:23.539170 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd8f3b3-4381-4089-8366-7b6a9130bd77 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Pushing event deleted for resources: {'Port': ['ID=9bae94dc-6fe0-4527-b738-5ab96a88890b,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:23.593982 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ecca5-76a3-4d7f-a261-d505a7e7206b req-1f75141c-abfb-44b7-91a7-18711610bd24 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:23.595451 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ba9ecca5-76a3-4d7f-a261-d505a7e7206b req-1f75141c-abfb-44b7-91a7-18711610bd24 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f5c06fe-3520-44a9-9ead-9dee385888aa HTTP/1.1" status: 200  len: 946 time: 0.1579583
Feb 05 20:51:23.645526 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e3d81b-c3d4-4854-aa80-3ea7fc3e533a req-2dd8f3b3-4381-4089-8366-7b6a9130bd77 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] No DVR routers for this DVR port 9bae94dc-6fe0-4527-b738-5ab96a88890b on host nch1-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:51:23.657538 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c0e3d81b-c3d4-4854-aa80-3ea7fc3e533a req-2dd8f3b3-4381-4089-8366-7b6a9130bd77 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:23.660734 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c0e3d81b-c3d4-4854-aa80-3ea7fc3e533a req-2dd8f3b3-4381-4089-8366-7b6a9130bd77 tempest-LiveAutoBlockMigrationV225Test-1583891558 tempest-LiveAutoBlockMigrationV225Test-1583891558-project] 10.222.0.21 "DELETE /v2.0/ports/9bae94dc-6fe0-4527-b738-5ab96a88890b HTTP/1.1" status: 204  len: 173 time: 0.9764318
Feb 05 20:51:23.661173 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d9ba2d-69c2-4cca-a33b-a753bd7ac63c', 'name': 'network-vif-deleted', 'tag': '9bae94dc-6fe0-4527-b738-5ab96a88890b'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:51:23.663441 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7e3a4d-a934-463c-8cc1-ad98c5049221" -d '{"events": [{"server_uuid": "44d9ba2d-69c2-4cca-a33b-a753bd7ac63c", "name": "network-vif-deleted", "tag": "9bae94dc-6fe0-4527-b738-5ab96a88890b"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:51:23.707902 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7bf07-6e9b-490d-a67d-459b80272350 req-337cdbee-f8f8-4d08-97ca-6a84f89a9ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:23.709392 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4bf7bf07-6e9b-490d-a67d-459b80272350 req-337cdbee-f8f8-4d08-97ca-6a84f89a9ef2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 1131 time: 0.1801865
Feb 05 20:51:23.716887 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ba9ecca5-76a3-4d7f-a261-d505a7e7206b req-f0e9cce3-80e2-4248-855c-4a6883a49c92 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1095455
Feb 05 20:51:23.725672 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ec266-4696-4114-9d9e-59d849b2a396 req-add44a80-3648-46ec-8c12-522050e0db94 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:23.727651 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0d7ec266-4696-4114-9d9e-59d849b2a396 req-add44a80-3648-46ec-8c12-522050e0db94 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=97402a71-c4cb-4f7f-9f13-76f1760a0927 HTTP/1.1" status: 200  len: 944 time: 0.1445739
Feb 05 20:51:23.772425 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['3ea490a5-e6b2-4a02-8587-6fd2967af3cf'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:51:23.857861 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 5a6b9845-adce-4c16-9670-559be282c289 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:51:23.859604 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 4a4d7d0a-509a-455e-a91a-7918634eb647 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:51:24.034123 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 4a4d7d0a-509a-455e-a91a-7918634eb647 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:51:24.049897 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 4a4d7d0a-509a-455e-a91a-7918634eb647 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:51:24.050277 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (4a4d7d0a-509a-455e-a91a-7918634eb647), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:24.110817 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 5a6b9845-adce-4c16-9670-559be282c289, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a6b9845-adce-4c16-9670-559be282c289,segment=NetworkSegment(4b777d69-c1b2-444d-a5ee-d65e74eece16),segment_id=4b777d69-c1b2-444d-a5ee-d65e74eece16)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:24.119625 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c596617-5f43-4387-9e3b-9f8cc7b8dbcd x-openstack-request-id: req-1c596617-5f43-4387-9e3b-9f8cc7b8dbcd {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:51:24.120211 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d9ba2d-69c2-4cca-a33b-a753bd7ac63c", "name": "network-vif-deleted", "tag": "9bae94dc-6fe0-4527-b738-5ab96a88890b", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:51:24.120211 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c596617-5f43-4387-9e3b-9f8cc7b8dbcd {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:51:24.120675 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d9ba2d-69c2-4cca-a33b-a753bd7ac63c', 'name': 'network-vif-deleted', 'tag': '9bae94dc-6fe0-4527-b738-5ab96a88890b', 'status': 'completed', 'code': 200}
Feb 05 20:51:24.127750 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '5a6b9845-adce-4c16-9670-559be282c289', 'network_id': '4f6bbf0a-d9ad-4c3b-8360-37552f960258', 'port_id': '5a6b9845-adce-4c16-9670-559be282c289', 'mac_address': 'fa:16:3e:9f:2e:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a22d3dbf-203d-4cfa-a5fd-8d8f36ead714', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:51:24.197076 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 5a6b9845-adce-4c16-9670-559be282c289 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:24.197456 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5a6b9845-adce-4c16-9670-559be282c289), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:24.201408 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 4a4d7d0a-509a-455e-a91a-7918634eb647 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:24.201784 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (4a4d7d0a-509a-455e-a91a-7918634eb647), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:24.206010 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0d7ec266-4696-4114-9d9e-59d849b2a396 req-4d432169-2af5-4be9-9803-306b233a8255 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4597080
Feb 05 20:51:24.217734 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7bf07-6e9b-490d-a67d-459b80272350 req-3c48b017-3c1e-4a0d-bcaa-97064f8963be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:24.219572 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4bf7bf07-6e9b-490d-a67d-459b80272350 req-3c48b017-3c1e-4a0d-bcaa-97064f8963be service neutron] 10.222.0.39 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.5010948
Feb 05 20:51:24.222162 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a6b9845-adce-4c16-9670-559be282c289 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:51:24.241560 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660e254d-d72a-4427-8eaf-b34ff5278fe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a4d7d0a-509a-455e-a91a-7918634eb647'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:51:24.243862 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d00ede7-92e2-4bcf-9ba9-da4a9cd2bef7" -d '{"events": [{"server_uuid": "660e254d-d72a-4427-8eaf-b34ff5278fe3", "name": "network-vif-plugged", "status": "completed", "tag": "4a4d7d0a-509a-455e-a91a-7918634eb647"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:51:24.262106 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 5a6b9845-adce-4c16-9670-559be282c289, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a6b9845-adce-4c16-9670-559be282c289,segment=NetworkSegment(4b777d69-c1b2-444d-a5ee-d65e74eece16),segment_id=4b777d69-c1b2-444d-a5ee-d65e74eece16)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:24.263976 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 4a4d7d0a-509a-455e-a91a-7918634eb647, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4a4d7d0a-509a-455e-a91a-7918634eb647,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:24.267579 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5a6b9845-adce-4c16-9670-559be282c289), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:24.268675 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 6b855e39-9a8e-49a9-93de-255029e7a912 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:51:24.272117 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270d136-5144-43fd-8b29-098d822c3e67 req-7bbe8214-94f0-4dad-9d7c-b5f3f76274c3 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:24.273615 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9270d136-5144-43fd-8b29-098d822c3e67 req-7bbe8214-94f0-4dad-9d7c-b5f3f76274c3 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 950 time: 0.1564250
Feb 05 20:51:24.275900 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4bf7bf07-6e9b-490d-a67d-459b80272350 req-aabea549-1e3f-4b25-b375-c829f16447b1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=4a4d7d0a-509a-455e-a91a-7918634eb647 HTTP/1.1" status: 200  len: 217 time: 0.0466740
Feb 05 20:51:24.276761 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (4a4d7d0a-509a-455e-a91a-7918634eb647), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:24.277626 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 5cf32de2-4074-43f6-bcb4-7aa8f231f04a no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:51:24.362437 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9270d136-5144-43fd-8b29-098d822c3e67 req-f178dcb7-b48d-4b3b-bc10-21f8cf8e2109 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822978
Feb 05 20:51:24.374944 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7bf07-6e9b-490d-a67d-459b80272350 req-004a4801-ca71-4366-ab2f-0ebcb6768f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:24.376793 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4bf7bf07-6e9b-490d-a67d-459b80272350 req-004a4801-ca71-4366-ab2f-0ebcb6768f55 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.0791347
Feb 05 20:51:24.411390 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60262) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:24.452120 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7bf07-6e9b-490d-a67d-459b80272350 req-ff18407e-ae02-4ac1-a8b3-449c67394122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:24.453953 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4bf7bf07-6e9b-490d-a67d-459b80272350 req-ff18407e-ae02-4ac1-a8b3-449c67394122 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0644538
Feb 05 20:51:24.487271 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc529a4c-9535-426c-9d28-f24ab9d8c10f admin admin] Deleting subnet f822a84b-448b-4295-886d-3f476dc82ced {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:51:24.492462 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bc529a4c-9535-426c-9d28-f24ab9d8c10f admin admin] Publish callbacks [] for subnet (f822a84b-448b-4295-886d-3f476dc82ced), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:24.496001 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3466e2b-0e33-4f7d-96fa-07a29a79aa2b x-openstack-request-id: req-a3466e2b-0e33-4f7d-96fa-07a29a79aa2b {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:51:24.496581 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "660e254d-d72a-4427-8eaf-b34ff5278fe3", "name": "network-vif-plugged", "status": "completed", "tag": "4a4d7d0a-509a-455e-a91a-7918634eb647", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:51:24.497067 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a3466e2b-0e33-4f7d-96fa-07a29a79aa2b {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:51:24.497686 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '660e254d-d72a-4427-8eaf-b34ff5278fe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a4d7d0a-509a-455e-a91a-7918634eb647', 'code': 200}
Feb 05 20:51:24.521026 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: 5cf32de2-4074-43f6-bcb4-7aa8f231f04a {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:51:24.521515 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 5cf32de2-4074-43f6-bcb4-7aa8f231f04a not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:51:24.522047 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:51:24.540084 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bc529a4c-9535-426c-9d28-f24ab9d8c10f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (f822a84b-448b-4295-886d-3f476dc82ced), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:24.565653 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: 870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:51:24.566172 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 870b6cf7-e5d9-47e5-8a5c-fe0d475b4cec not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:51:24.566727 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 71b95491-c3b0-4a8e-b401-e967ded4cea1 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:51:24.587727 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bc529a4c-9535-426c-9d28-f24ab9d8c10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (f822a84b-448b-4295-886d-3f476dc82ced), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:24.609562 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 6b855e39-9a8e-49a9-93de-255029e7a912, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6b855e39-9a8e-49a9-93de-255029e7a912,segment=NetworkSegment(4b777d69-c1b2-444d-a5ee-d65e74eece16),segment_id=4b777d69-c1b2-444d-a5ee-d65e74eece16)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:24.637949 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: 71b95491-c3b0-4a8e-b401-e967ded4cea1 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:51:24.638553 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 71b95491-c3b0-4a8e-b401-e967ded4cea1 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:51:24.643668 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c2a30-9da0-45a9-8ec3-d7046a61e13c req-689b9a51-d035-4924-b7c8-46d93105c731 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:24.644192 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=5a6b9845-adce-4c16-9670-559be282c289,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:24.658643 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e00c2a30-9da0-45a9-8ec3-d7046a61e13c req-689b9a51-d035-4924-b7c8-46d93105c731 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f5c06fe-3520-44a9-9ead-9dee385888aa HTTP/1.1" status: 200  len: 946 time: 0.1832771
Feb 05 20:51:24.660782 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bc529a4c-9535-426c-9d28-f24ab9d8c10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (f822a84b-448b-4295-886d-3f476dc82ced), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:24.684429 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4bf7bf07-6e9b-490d-a67d-459b80272350 req-03ebf729-c413-4fb5-9db4-dfaeec968981 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2231705
Feb 05 20:51:24.699032 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc529a4c-9535-426c-9d28-f24ab9d8c10f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f822a84b-448b-4295-886d-3f476dc82ced,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:24.704316 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=4a4d7d0a-509a-455e-a91a-7918634eb647,revision_number=9']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:24.705158 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f4f8e-7e6d-47ce-ad53-44b091e87343 req-c990f71e-05fe-41bc-8441-eb2f30975fcd tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:24.707332 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '6b855e39-9a8e-49a9-93de-255029e7a912', 'network_id': '4f6bbf0a-d9ad-4c3b-8360-37552f960258', 'port_id': '6b855e39-9a8e-49a9-93de-255029e7a912', 'mac_address': 'fa:16:3e:e6:d7:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a22d3dbf-203d-4cfa-a5fd-8d8f36ead714', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:51:24.711125 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bc529a4c-9535-426c-9d28-f24ab9d8c10f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:24.716110 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c45f4f8e-7e6d-47ce-ad53-44b091e87343 req-c990f71e-05fe-41bc-8441-eb2f30975fcd tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 950 time: 0.1554394
Feb 05 20:51:24.717612 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-bc529a4c-9535-426c-9d28-f24ab9d8c10f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f822a84b-448b-4295-886d-3f476dc82ced HTTP/1.1" status: 204  len: 168 time: 0.3043394
Feb 05 20:51:24.719991 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60272) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:24.757850 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 6b855e39-9a8e-49a9-93de-255029e7a912 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:24.758253 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (6b855e39-9a8e-49a9-93de-255029e7a912), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:24.773697 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b855e39-9a8e-49a9-93de-255029e7a912 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:51:24.791618 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2d9e5b08-97dc-440d-86af-35c5841c8d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (3d591eda-8294-4b7a-a6d2-1afd55bde68d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:24.799899 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 6b855e39-9a8e-49a9-93de-255029e7a912, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6b855e39-9a8e-49a9-93de-255029e7a912,segment=NetworkSegment(4b777d69-c1b2-444d-a5ee-d65e74eece16),segment_id=4b777d69-c1b2-444d-a5ee-d65e74eece16)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:24.804583 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (6b855e39-9a8e-49a9-93de-255029e7a912), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:24.811477 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e00c2a30-9da0-45a9-8ec3-d7046a61e13c req-c5df0b95-f2ac-4b85-a94e-8339b0a160cc tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1520448
Feb 05 20:51:24.866170 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=6b855e39-9a8e-49a9-93de-255029e7a912,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:24.882492 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15eec62-5a45-4338-a454-7fec9bc36752 req-8062b32b-55bc-4ec1-830d-8e6247b132e3 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:24.884176 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e15eec62-5a45-4338-a454-7fec9bc36752 req-8062b32b-55bc-4ec1-830d-8e6247b132e3 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff0a7596-45d0-4a4b-a712-5a6facd8a8dd HTTP/1.1" status: 200  len: 950 time: 0.1629319
Feb 05 20:51:24.900277 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2d9e5b08-97dc-440d-86af-35c5841c8d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (3d591eda-8294-4b7a-a6d2-1afd55bde68d), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:24.921894 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-2d9e5b08-97dc-440d-86af-35c5841c8d64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2e81160>,) {'filters': {'network_id': ['3d591eda-8294-4b7a-a6d2-1afd55bde68d']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:51:24.931204 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-2d9e5b08-97dc-440d-86af-35c5841c8d64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2e81160>, '22aada35-3566-46c2-b11c-622e4f2f6275') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:51:24.931584 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-2d9e5b08-97dc-440d-86af-35c5841c8d64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2e81160>, '22aada35-3566-46c2-b11c-622e4f2f6275') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:51:24.936419 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c45f4f8e-7e6d-47ce-ad53-44b091e87343 req-847cff5f-221b-4893-abd8-2486f9c9a4e3 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2194333
Feb 05 20:51:24.941644 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2d9e5b08-97dc-440d-86af-35c5841c8d64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (22aada35-3566-46c2-b11c-622e4f2f6275), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:24.955989 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2d9e5b08-97dc-440d-86af-35c5841c8d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (22aada35-3566-46c2-b11c-622e4f2f6275), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:24.972789 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d9e5b08-97dc-440d-86af-35c5841c8d64 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:51:24.973325 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2d9e5b08-97dc-440d-86af-35c5841c8d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (22aada35-3566-46c2-b11c-622e4f2f6275), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:24.975454 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 20:51:24.975454 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:51:24.975454 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 20:51:24.975454 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:51:24.975454 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 20:51:24.975454 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:51:24.975454 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 20:51:24.975454 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:51:24.975454 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 20:51:24.975454 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:51:24.975454 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 20:51:24.975454 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:51:24.975454 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 20:51:24.975454 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:51:24.975454 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:51:24.975454 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:51:24.975454 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:51:24.975454 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:51:24.975454 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 20:51:24.975454 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:51:24.975454 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 20:51:24.975454 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:51:24.975454 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:51:24.975454 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:51:24.975454 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:51:24.975454 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:51:24.975454 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:51:24.975454 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:51:24.975454 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:51:24.975454 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:51:24.975454 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:51:24.975454 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:51:24.985343 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4bf7bf07-6e9b-490d-a67d-459b80272350 req-e6fec34a-678f-43fa-a50b-a952a5bfeed1 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2579472
Feb 05 20:51:25.034228 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e7f19-134b-4ac6-a529-94598bb2568b req-09923e73-5549-4b99-a235-e49d2491c7fb tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:25.035865 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1e4e7f19-134b-4ac6-a529-94598bb2568b req-09923e73-5549-4b99-a235-e49d2491c7fb tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff0a7596-45d0-4a4b-a712-5a6facd8a8dd HTTP/1.1" status: 200  len: 950 time: 0.1431375
Feb 05 20:51:25.051243 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2d9e5b08-97dc-440d-86af-35c5841c8d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (3d591eda-8294-4b7a-a6d2-1afd55bde68d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:25.069372 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2d9e5b08-97dc-440d-86af-35c5841c8d64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:25.073080 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2d9e5b08-97dc-440d-86af-35c5841c8d64 admin admin] 10.222.0.32 "DELETE /v2.0/networks/3d591eda-8294-4b7a-a6d2-1afd55bde68d HTTP/1.1" status: 204  len: 168 time: 0.3518193
Feb 05 20:51:25.074315 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e5b08-97dc-440d-86af-35c5841c8d64 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d591eda-8294-4b7a-a6d2-1afd55bde68d,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:25.076031 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60276) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:25.119978 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-e15eec62-5a45-4338-a454-7fec9bc36752 req-d9db07c4-6aa8-4944-981b-b6331b813c5f tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Deleting port a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:51:25.120486 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e15eec62-5a45-4338-a454-7fec9bc36752 req-d9db07c4-6aa8-4944-981b-b6331b813c5f tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:25.127196 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1e4e7f19-134b-4ac6-a529-94598bb2568b req-4d46b0a8-da81-42da-8cef-16cf23ec6d8d tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/security-groups?id=17c60b40-af23-426e-b8ed-0cbbecc02914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829291
Feb 05 20:51:25.146013 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fc1ddf8-adf9-493b-9c63-6187efb2e804 admin admin] Deleting subnet 2dc89194-5bd7-45db-a775-b1279e24b54d {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:51:25.150124 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6fc1ddf8-adf9-493b-9c63-6187efb2e804 admin admin] Publish callbacks [] for subnet (2dc89194-5bd7-45db-a775-b1279e24b54d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:25.154164 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['6b855e39-9a8e-49a9-93de-255029e7a912'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:51:25.186948 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6fc1ddf8-adf9-493b-9c63-6187efb2e804 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (2dc89194-5bd7-45db-a775-b1279e24b54d), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:25.188526 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['5a6b9845-adce-4c16-9670-559be282c289'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:51:25.236660 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6fc1ddf8-adf9-493b-9c63-6187efb2e804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (2dc89194-5bd7-45db-a775-b1279e24b54d), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:25.243837 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-e15eec62-5a45-4338-a454-7fec9bc36752 req-d9db07c4-6aa8-4944-981b-b6331b813c5f tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] For port a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:25.244224 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e15eec62-5a45-4338-a454-7fec9bc36752 req-d9db07c4-6aa8-4944-981b-b6331b813c5f tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:25.251143 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 3ea490a5-e6b2-4a02-8587-6fd2967af3cf up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:51:25.284458 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-e15eec62-5a45-4338-a454-7fec9bc36752 req-d9db07c4-6aa8-4944-981b-b6331b813c5f tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Calling delete_port for a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:51:25.314330 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6fc1ddf8-adf9-493b-9c63-6187efb2e804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (2dc89194-5bd7-45db-a775-b1279e24b54d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:25.340371 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc1ddf8-adf9-493b-9c63-6187efb2e804 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dc89194-5bd7-45db-a775-b1279e24b54d,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:25.344361 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6fc1ddf8-adf9-493b-9c63-6187efb2e804 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:25.350420 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6fc1ddf8-adf9-493b-9c63-6187efb2e804 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2dc89194-5bd7-45db-a775-b1279e24b54d HTTP/1.1" status: 204  len: 168 time: 0.2732520
Feb 05 20:51:25.351019 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60286) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:25.416448 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 3ea490a5-e6b2-4a02-8587-6fd2967af3cf completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:51:25.436673 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 3ea490a5-e6b2-4a02-8587-6fd2967af3cf triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:51:25.437050 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (3ea490a5-e6b2-4a02-8587-6fd2967af3cf), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:25.441603 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d50d99-75ed-432b-b82b-61816bbcc54c req-ab5a6d0c-4e31-4ddb-8a60-9045eef65221 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:25.449573 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-98d50d99-75ed-432b-b82b-61816bbcc54c req-ab5a6d0c-4e31-4ddb-8a60-9045eef65221 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=97402a71-c4cb-4f7f-9f13-76f1760a0927 HTTP/1.1" status: 200  len: 945 time: 0.1412134
Feb 05 20:51:25.452022 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-902e42d6-9368-43e3-b385-ac855e786878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (a64c1203-500b-45e9-82b7-7761932a31f7), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:25.517994 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-98d50d99-75ed-432b-b82b-61816bbcc54c req-c88688ef-5021-4c73-b66d-301041ee2942 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653739
Feb 05 20:51:25.621796 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 3ea490a5-e6b2-4a02-8587-6fd2967af3cf is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:25.622194 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3ea490a5-e6b2-4a02-8587-6fd2967af3cf), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:25.642585 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-902e42d6-9368-43e3-b385-ac855e786878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (a64c1203-500b-45e9-82b7-7761932a31f7), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:25.652385 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e15eec62-5a45-4338-a454-7fec9bc36752 req-d9db07c4-6aa8-4944-981b-b6331b813c5f tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:25.679096 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-902e42d6-9368-43e3-b385-ac855e786878 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2c8fc40>,) {'filters': {'network_id': ['a64c1203-500b-45e9-82b7-7761932a31f7']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:51:25.682897 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:51:25.717790 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-902e42d6-9368-43e3-b385-ac855e786878 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2c8fc40>, 'db27f666-b6d0-43c4-832b-d8c17f75250c') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:51:25.718578 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-902e42d6-9368-43e3-b385-ac855e786878 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2c8fc40>, 'db27f666-b6d0-43c4-832b-d8c17f75250c') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:51:25.720066 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db07c4-6aa8-4944-981b-b6331b813c5f tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Pushing event deleted for resources: {'Port': ['ID=a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:25.731052 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 3ea490a5-e6b2-4a02-8587-6fd2967af3cf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3ea490a5-e6b2-4a02-8587-6fd2967af3cf,segment=NetworkSegment(4b777d69-c1b2-444d-a5ee-d65e74eece16),segment_id=4b777d69-c1b2-444d-a5ee-d65e74eece16)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:25.738753 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (3ea490a5-e6b2-4a02-8587-6fd2967af3cf), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:25.771859 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-e15eec62-5a45-4338-a454-7fec9bc36752 req-d9db07c4-6aa8-4944-981b-b6331b813c5f tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] No DVR routers for this DVR port a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115 on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:51:25.786214 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-902e42d6-9368-43e3-b385-ac855e786878 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (db27f666-b6d0-43c4-832b-d8c17f75250c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:25.794207 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e15eec62-5a45-4338-a454-7fec9bc36752 req-d9db07c4-6aa8-4944-981b-b6331b813c5f tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:25.797693 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e15eec62-5a45-4338-a454-7fec9bc36752 req-d9db07c4-6aa8-4944-981b-b6331b813c5f tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.39 "DELETE /v2.0/ports/a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115 HTTP/1.1" status: 204  len: 173 time: 0.9038856
Feb 05 20:51:25.812205 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=3ea490a5-e6b2-4a02-8587-6fd2967af3cf,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:25.815199 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab464226-2c1b-401f-a8ec-c576b24a2ef5 req-c0c5c95c-1488-4f5c-9698-4a238fb53862 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:25.816963 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ab464226-2c1b-401f-a8ec-c576b24a2ef5 req-c0c5c95c-1488-4f5c-9698-4a238fb53862 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 950 time: 0.2069783
Feb 05 20:51:25.826589 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-902e42d6-9368-43e3-b385-ac855e786878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (db27f666-b6d0-43c4-832b-d8c17f75250c), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:25.848396 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-902e42d6-9368-43e3-b385-ac855e786878 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:51:25.851022 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-902e42d6-9368-43e3-b385-ac855e786878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (db27f666-b6d0-43c4-832b-d8c17f75250c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:25.856429 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 9bae94dc-6fe0-4527-b738-5ab96a88890b no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:51:25.879660 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ab464226-2c1b-401f-a8ec-c576b24a2ef5 req-10b57980-eefa-4392-8d8c-ce6a2eea0c0c tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545518
Feb 05 20:51:25.905716 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: 9bae94dc-6fe0-4527-b738-5ab96a88890b {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:51:25.906032 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 9bae94dc-6fe0-4527-b738-5ab96a88890b not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:51:25.939902 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 20:51:25.939902 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:51:25.939902 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 20:51:25.939902 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:51:25.939902 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 20:51:25.939902 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:51:25.939902 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 20:51:25.939902 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:51:25.939902 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 20:51:25.939902 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:51:25.939902 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 20:51:25.939902 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:51:25.939902 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 20:51:25.939902 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:51:25.939902 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:51:25.939902 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:51:25.939902 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:51:25.939902 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:51:25.939902 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 20:51:25.939902 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:51:25.939902 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 20:51:25.939902 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:51:25.939902 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:51:25.939902 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:51:25.939902 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:51:25.939902 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:51:25.939902 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:51:25.939902 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:51:25.939902 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:51:25.939902 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:51:25.939902 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:51:25.939902 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:51:25.956159 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-902e42d6-9368-43e3-b385-ac855e786878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (a64c1203-500b-45e9-82b7-7761932a31f7), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:25.964140 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-902e42d6-9368-43e3-b385-ac855e786878 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:25.969900 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-902e42d6-9368-43e3-b385-ac855e786878 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a64c1203-500b-45e9-82b7-7761932a31f7 HTTP/1.1" status: 204  len: 168 time: 0.6178837
Feb 05 20:51:25.989170 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e42d6-9368-43e3-b385-ac855e786878 admin admin] Pushing event deleted for resources: {'Network': ['ID=a64c1203-500b-45e9-82b7-7761932a31f7,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:26.099193 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590ded9-17ef-4f44-814f-1a8677c843d1 req-76a5d533-6769-49b8-bbb8-bb0111270cea tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:26.100749 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f590ded9-17ef-4f44-814f-1a8677c843d1 req-76a5d533-6769-49b8-bbb8-bb0111270cea tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f5c06fe-3520-44a9-9ead-9dee385888aa HTTP/1.1" status: 200  len: 946 time: 0.1350875
Feb 05 20:51:26.117629 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60304) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:26.118172 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35d3cd-726a-4657-a743-b936809bfe42 req-a6c79568-770a-4bde-b781-6f20c87fb167 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:26.119783 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2e35d3cd-726a-4657-a743-b936809bfe42 req-a6c79568-770a-4bde-b781-6f20c87fb167 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5c06fe-3520-44a9-9ead-9dee385888aa HTTP/1.1" status: 200  len: 946 time: 0.1125181
Feb 05 20:51:26.124766 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0a7596-45d0-4a4b-a712-5a6facd8a8dd', 'name': 'network-vif-deleted', 'tag': 'a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:51:26.127060 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598a1ed9-1d03-44e0-8b44-33f9b513f893" -d '{"events": [{"server_uuid": "ff0a7596-45d0-4a4b-a712-5a6facd8a8dd", "name": "network-vif-deleted", "tag": "a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:51:26.161820 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7bbc2955-7f6f-44f9-8ced-fa68bfafe0c9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9e4e31092ef641efbf6eaf54cfa40d67&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0425460
Feb 05 20:51:26.164958 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60310) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:26.189380 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89634d3f-45e2-488c-846f-28088ac75e4b req-0adf7066-2980-4969-9c85-a3623571d96d tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:26.196862 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-89634d3f-45e2-488c-846f-28088ac75e4b req-0adf7066-2980-4969-9c85-a3623571d96d tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 950 time: 0.1544144
Feb 05 20:51:26.227691 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4e61e8c5-9bf6-4641-bd6f-375197a06098 admin admin] Publish callbacks [] for security_group (8977dda0-ee27-45af-8f16-f15c7a33c795), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:26.253505 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4e61e8c5-9bf6-4641-bd6f-375197a06098 admin admin] Publish callbacks [] for security_group (8977dda0-ee27-45af-8f16-f15c7a33c795), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:26.268924 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f590ded9-17ef-4f44-814f-1a8677c843d1 req-e2437bf4-3252-4c13-a255-5ae497dcd91e tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1597781
Feb 05 20:51:26.300047 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-89634d3f-45e2-488c-846f-28088ac75e4b req-bd459fd8-ed4f-40c5-bceb-b6d65bc817d9 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023128
Feb 05 20:51:26.317331 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-2e35d3cd-726a-4657-a743-b936809bfe42 req-0583fdf9-016d-47cf-8360-4d68378660d9 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Deleting port 3c9935d8-cb5a-40ba-8693-105b12cbc636 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:51:26.318052 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-2e35d3cd-726a-4657-a743-b936809bfe42 req-0583fdf9-016d-47cf-8360-4d68378660d9 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (3c9935d8-cb5a-40ba-8693-105b12cbc636), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:26.329178 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4e61e8c5-9bf6-4641-bd6f-375197a06098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (8977dda0-ee27-45af-8f16-f15c7a33c795), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:26.332887 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4e61e8c5-9bf6-4641-bd6f-375197a06098 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:26.337727 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4e61e8c5-9bf6-4641-bd6f-375197a06098 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8977dda0-ee27-45af-8f16-f15c7a33c795 HTTP/1.1" status: 204  len: 168 time: 0.1677954
Feb 05 20:51:26.381872 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e61e8c5-9bf6-4641-bd6f-375197a06098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8977dda0-ee27-45af-8f16-f15c7a33c795,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:26.391802 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa461ad-bc1a-49f9-abb4-50c1b08b5a0d x-openstack-request-id: req-8fa461ad-bc1a-49f9-abb4-50c1b08b5a0d {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:51:26.392101 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0a7596-45d0-4a4b-a712-5a6facd8a8dd", "name": "network-vif-deleted", "tag": "a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:51:26.392363 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8fa461ad-bc1a-49f9-abb4-50c1b08b5a0d {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:51:26.392754 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0a7596-45d0-4a4b-a712-5a6facd8a8dd', 'name': 'network-vif-deleted', 'tag': 'a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115', 'status': 'completed', 'code': 200}
Feb 05 20:51:26.476277 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-2e35d3cd-726a-4657-a743-b936809bfe42 req-0583fdf9-016d-47cf-8360-4d68378660d9 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] For port 3c9935d8-cb5a-40ba-8693-105b12cbc636, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3c9935d8-cb5a-40ba-8693-105b12cbc636,segment=NetworkSegment(743051ff-9f95-4efc-9230-9f61d36c1128),segment_id=743051ff-9f95-4efc-9230-9f61d36c1128)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:26.476678 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-2e35d3cd-726a-4657-a743-b936809bfe42 req-0583fdf9-016d-47cf-8360-4d68378660d9 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (3c9935d8-cb5a-40ba-8693-105b12cbc636), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:26.499486 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca04b116-870e-4d32-a046-ed49097c05b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea490a5-e6b2-4a02-8587-6fd2967af3cf'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:51:26.501962 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c32cd5-40b5-428c-9638-e134e6951716" -d '{"events": [{"server_uuid": "ca04b116-870e-4d32-a046-ed49097c05b2", "name": "network-vif-plugged", "status": "completed", "tag": "3ea490a5-e6b2-4a02-8587-6fd2967af3cf"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:51:26.514818 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c3bee61b-c713-4b6f-9009-e98a1785d602 req-77100f0b-8b3b-45f7-b779-22e20c0bd0d0 tempest-ServersOnMultiNodesTest-1698089075 tempest-ServersOnMultiNodesTest-1698089075-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff0a7596-45d0-4a4b-a712-5a6facd8a8dd HTTP/1.1" status: 200  len: 210 time: 0.0473762
Feb 05 20:51:26.522577 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-2e35d3cd-726a-4657-a743-b936809bfe42 req-0583fdf9-016d-47cf-8360-4d68378660d9 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Calling delete_port for 3c9935d8-cb5a-40ba-8693-105b12cbc636 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:51:26.582649 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edbfaf-1769-4484-af7c-7eef8a9e667e req-b1372c81-d856-4661-9b24-706ec209c97b tempest-MigrationsAdminTest-1265212150 tempest-MigrationsAdminTest-1265212150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:26.584196 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-61edbfaf-1769-4484-af7c-7eef8a9e667e req-b1372c81-d856-4661-9b24-706ec209c97b tempest-MigrationsAdminTest-1265212150 tempest-MigrationsAdminTest-1265212150-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 1132 time: 0.1448805
Feb 05 20:51:26.588429 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc51dbe8-6f60-4a17-8b21-2f190672075a x-openstack-request-id: req-bc51dbe8-6f60-4a17-8b21-2f190672075a {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:51:26.588851 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca04b116-870e-4d32-a046-ed49097c05b2", "name": "network-vif-plugged", "status": "completed", "tag": "3ea490a5-e6b2-4a02-8587-6fd2967af3cf", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:51:26.589199 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bc51dbe8-6f60-4a17-8b21-2f190672075a {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:51:26.589704 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca04b116-870e-4d32-a046-ed49097c05b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea490a5-e6b2-4a02-8587-6fd2967af3cf', 'code': 200}
Feb 05 20:51:26.731520 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-61edbfaf-1769-4484-af7c-7eef8a9e667e req-4d0a85be-74a5-4010-a132-892b23628637 tempest-MigrationsAdminTest-1265212150 tempest-MigrationsAdminTest-1265212150-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122818
Feb 05 20:51:26.809279 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ee269-3285-42db-8292-09b9550cb84c req-9b2bc35c-aef0-40d1-b7b4-787fd2c07f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:26.811412 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-161ee269-3285-42db-8292-09b9550cb84c req-9b2bc35c-aef0-40d1-b7b4-787fd2c07f2d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ca04b116-870e-4d32-a046-ed49097c05b2 HTTP/1.1" status: 200  len: 1127 time: 0.1466446
Feb 05 20:51:26.826327 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe95fa-ca13-40e1-a57f-9c11d421b113 req-a25e5ba3-00f7-4c6c-858f-37441edd4ab8 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:26.827862 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fabe95fa-ca13-40e1-a57f-9c11d421b113 req-a25e5ba3-00f7-4c6c-858f-37441edd4ab8 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=97402a71-c4cb-4f7f-9f13-76f1760a0927 HTTP/1.1" status: 200  len: 945 time: 0.1642940
Feb 05 20:51:26.891098 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-2e35d3cd-726a-4657-a743-b936809bfe42 req-0583fdf9-016d-47cf-8360-4d68378660d9 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (3c9935d8-cb5a-40ba-8693-105b12cbc636), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:26.903809 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['3c9935d8-cb5a-40ba-8693-105b12cbc636'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:51:26.926773 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60336) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:26.968760 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-161ee269-3285-42db-8292-09b9550cb84c req-3c0214cf-d21b-4246-9f41-5c8c23506bf4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1398966
Feb 05 20:51:26.975010 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fabe95fa-ca13-40e1-a57f-9c11d421b113 req-93667d4f-2dc3-42e8-9c06-56d7f039c4c5 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1381986
Feb 05 20:51:26.975875 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583fdf9-016d-47cf-8360-4d68378660d9 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Pushing event deleted for resources: {'Port': ['ID=3c9935d8-cb5a-40ba-8693-105b12cbc636,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:26.984083 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-bbfb5630-7833-4011-82d1-8c591d91c961 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9e6e8689ff30425f98048d115c86336c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0561671
Feb 05 20:51:26.987105 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60342) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:27.029354 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-83fb6e12-fb6a-456c-8f2d-26d7cbda22dd tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0501575
Feb 05 20:51:27.050166 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e35d3cd-726a-4657-a743-b936809bfe42 req-0583fdf9-016d-47cf-8360-4d68378660d9 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] No DVR routers for this DVR port 3c9935d8-cb5a-40ba-8693-105b12cbc636 on host nch1-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:51:27.058956 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9c712579-5f56-412f-8af8-bec9e6eef42b admin admin] Publish callbacks [] for security_group (b1685203-08d5-4f7a-9dc5-5ed6f845cc9d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:27.072313 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-2e35d3cd-726a-4657-a743-b936809bfe42 req-0583fdf9-016d-47cf-8360-4d68378660d9 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:27.075596 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2e35d3cd-726a-4657-a743-b936809bfe42 req-0583fdf9-016d-47cf-8360-4d68378660d9 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.21 "DELETE /v2.0/ports/3c9935d8-cb5a-40ba-8693-105b12cbc636 HTTP/1.1" status: 204  len: 173 time: 0.9445503
Feb 05 20:51:27.107725 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9c712579-5f56-412f-8af8-bec9e6eef42b admin admin] Publish callbacks [] for security_group (b1685203-08d5-4f7a-9dc5-5ed6f845cc9d), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:27.179969 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9c712579-5f56-412f-8af8-bec9e6eef42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b1685203-08d5-4f7a-9dc5-5ed6f845cc9d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:27.183177 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9c712579-5f56-412f-8af8-bec9e6eef42b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:27.185003 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9c712579-5f56-412f-8af8-bec9e6eef42b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b1685203-08d5-4f7a-9dc5-5ed6f845cc9d HTTP/1.1" status: 204  len: 168 time: 0.1963713
Feb 05 20:51:27.193577 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c712579-5f56-412f-8af8-bec9e6eef42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1685203-08d5-4f7a-9dc5-5ed6f845cc9d,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:27.231901 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd6019-8d58-41b3-b426-98ad570543ea req-3d33a69c-f9ee-4ab1-b532-98b535f73f55 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:27.234159 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-34cd6019-8d58-41b3-b426-98ad570543ea req-3d33a69c-f9ee-4ab1-b532-98b535f73f55 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 950 time: 0.1082067
Feb 05 20:51:27.240382 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-482fae7b-ea52-4d86-bb43-8f7319157c90 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:27.241957 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-482fae7b-ea52-4d86-bb43-8f7319157c90 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1936657
Feb 05 20:51:27.293635 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-d86289da-625a-435b-a26e-b52e33371cad tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/quotas/21a126c3c7904a7b98023d4d9f1f8f51 HTTP/1.1" status: 200  len: 375 time: 0.0257888
Feb 05 20:51:27.301429 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-34cd6019-8d58-41b3-b426-98ad570543ea req-8da5d194-ce40-48e9-bae5-eb73b33577b9 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584648
Feb 05 20:51:27.362371 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-2aa7ce8b-8d4c-41cd-abd9-780a1a7d29d9 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0599732
Feb 05 20:51:27.518552 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5e7a61a5-edd2-45fc-a1db-e514fa76291f req-642e6e10-cb1c-4bcd-9c1e-e24b6c0ea45f tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f5c06fe-3520-44a9-9ead-9dee385888aa HTTP/1.1" status: 200  len: 210 time: 0.0632486
Feb 05 20:51:27.624893 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f800beb7-9077-47f8-81a1-cc69f3bc899f req-93956052-3841-4ac8-bdd1-47b68fee4721 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=778f451e-d667-417d-a9e6-d3d834e65fe2 HTTP/1.1" status: 200  len: 210 time: 0.0813789
Feb 05 20:51:27.881411 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 5a6b9845-adce-4c16-9670-559be282c289 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:51:27.951650 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60392) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:27.966303 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 5a6b9845-adce-4c16-9670-559be282c289 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:51:27.974165 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 5a6b9845-adce-4c16-9670-559be282c289 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:51:27.976004 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5a6b9845-adce-4c16-9670-559be282c289), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:28.081209 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 5a6b9845-adce-4c16-9670-559be282c289 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:28.081690 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5a6b9845-adce-4c16-9670-559be282c289), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:28.152540 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b056e0-4bd9-4135-a366-58b74379007f req-d689c4fc-9d30-4c27-adfc-a33441373aa7 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:28.160399 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c0b056e0-4bd9-4135-a366-58b74379007f req-d689c4fc-9d30-4c27-adfc-a33441373aa7 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=97402a71-c4cb-4f7f-9f13-76f1760a0927 HTTP/1.1" status: 200  len: 945 time: 0.0802655
Feb 05 20:51:28.171450 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 5a6b9845-adce-4c16-9670-559be282c289, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a6b9845-adce-4c16-9670-559be282c289,segment=NetworkSegment(4b777d69-c1b2-444d-a5ee-d65e74eece16),segment_id=4b777d69-c1b2-444d-a5ee-d65e74eece16)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:28.179919 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5a6b9845-adce-4c16-9670-559be282c289), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:28.182135 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 6b855e39-9a8e-49a9-93de-255029e7a912 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:51:28.197633 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-63613b1f-db41-4593-942d-a9dec7a2c3b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8645008e9e894713967a6f63b339bf46&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2445915
Feb 05 20:51:28.201054 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60406) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:28.255459 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c0b056e0-4bd9-4135-a366-58b74379007f req-e58bc990-481b-4014-9f64-fb6becbd2ef9 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893333
Feb 05 20:51:28.299921 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 6b855e39-9a8e-49a9-93de-255029e7a912 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:51:28.305928 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=5a6b9845-adce-4c16-9670-559be282c289,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:28.310209 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 6b855e39-9a8e-49a9-93de-255029e7a912 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:51:28.310914 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (6b855e39-9a8e-49a9-93de-255029e7a912), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:28.312274 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-35c07640-83cd-4ef0-9249-7b597ad4f5b1 admin admin] Publish callbacks [] for security_group (17c60b40-af23-426e-b8ed-0cbbecc02914), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:28.345486 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-35c07640-83cd-4ef0-9249-7b597ad4f5b1 admin admin] Publish callbacks [] for security_group (17c60b40-af23-426e-b8ed-0cbbecc02914), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:28.369425 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60412) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:28.399104 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5c06fe-3520-44a9-9ead-9dee385888aa', 'name': 'network-vif-deleted', 'tag': '3c9935d8-cb5a-40ba-8693-105b12cbc636'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:51:28.407746 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8674739d-5c36-4870-8f97-e4bdefb4905c" -d '{"events": [{"server_uuid": "6f5c06fe-3520-44a9-9ead-9dee385888aa", "name": "network-vif-deleted", "tag": "3c9935d8-cb5a-40ba-8693-105b12cbc636"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:51:28.423806 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 6b855e39-9a8e-49a9-93de-255029e7a912 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:28.424199 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (6b855e39-9a8e-49a9-93de-255029e7a912), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:28.465176 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9d9656-55d6-49c0-a046-689c97eaead1 x-openstack-request-id: req-ed9d9656-55d6-49c0-a046-689c97eaead1 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:51:28.465606 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5c06fe-3520-44a9-9ead-9dee385888aa", "name": "network-vif-deleted", "tag": "3c9935d8-cb5a-40ba-8693-105b12cbc636", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:51:28.466169 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ed9d9656-55d6-49c0-a046-689c97eaead1 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:51:28.466626 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5c06fe-3520-44a9-9ead-9dee385888aa', 'name': 'network-vif-deleted', 'tag': '3c9935d8-cb5a-40ba-8693-105b12cbc636', 'status': 'completed', 'code': 200}
Feb 05 20:51:28.468896 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 6b855e39-9a8e-49a9-93de-255029e7a912, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6b855e39-9a8e-49a9-93de-255029e7a912,segment=NetworkSegment(4b777d69-c1b2-444d-a5ee-d65e74eece16),segment_id=4b777d69-c1b2-444d-a5ee-d65e74eece16)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:28.483348 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (6b855e39-9a8e-49a9-93de-255029e7a912), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:28.484433 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 3c9935d8-cb5a-40ba-8693-105b12cbc636 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:51:28.489104 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-35c07640-83cd-4ef0-9249-7b597ad4f5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (17c60b40-af23-426e-b8ed-0cbbecc02914), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:28.492413 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-35c07640-83cd-4ef0-9249-7b597ad4f5b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:28.493925 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-35c07640-83cd-4ef0-9249-7b597ad4f5b1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/17c60b40-af23-426e-b8ed-0cbbecc02914 HTTP/1.1" status: 204  len: 168 time: 0.2925308
Feb 05 20:51:28.512626 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c07640-83cd-4ef0-9249-7b597ad4f5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c60b40-af23-426e-b8ed-0cbbecc02914,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:28.536232 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2bddc-e1b9-4fe6-9796-ca356dc240fb req-5a2f98fc-2d74-438b-9c4b-164d18490613 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:28.538633 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9ef2bddc-e1b9-4fe6-9796-ca356dc240fb req-5a2f98fc-2d74-438b-9c4b-164d18490613 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 950 time: 0.1254804
Feb 05 20:51:28.540641 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-23059101-9061-44bf-93c9-2c65c72cf18b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1805495314-network', 'tenant_id': 'e78e1893f3c24d3d95159ea036cadec1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:51:28.561514 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=6b855e39-9a8e-49a9-93de-255029e7a912,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:28.568372 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: 3c9935d8-cb5a-40ba-8693-105b12cbc636 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:51:28.568930 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 3c9935d8-cb5a-40ba-8693-105b12cbc636 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:51:28.595945 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23059101-9061-44bf-93c9-2c65c72cf18b admin admin] Made reservation on behalf of e78e1893f3c24d3d95159ea036cadec1 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:51:28.596083 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ab6d47-c452-4629-8e26-6fb32ff14222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6b9845-adce-4c16-9670-559be282c289'}, {'server_uuid': '97402a71-c4cb-4f7f-9f13-76f1760a0927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b855e39-9a8e-49a9-93de-255029e7a912'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:51:28.598229 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-23059101-9061-44bf-93c9-2c65c72cf18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:28.605124 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c3cfec-0445-427d-9312-5921a64c3b51" -d '{"events": [{"server_uuid": "d7ab6d47-c452-4629-8e26-6fb32ff14222", "name": "network-vif-plugged", "status": "completed", "tag": "5a6b9845-adce-4c16-9670-559be282c289"}, {"server_uuid": "97402a71-c4cb-4f7f-9f13-76f1760a0927", "name": "network-vif-plugged", "status": "completed", "tag": "6b855e39-9a8e-49a9-93de-255029e7a912"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:51:28.628575 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-23059101-9061-44bf-93c9-2c65c72cf18b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:28.647016 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9ef2bddc-e1b9-4fe6-9796-ca356dc240fb req-18e113ab-2ed7-4d95-b1b8-ab3d95ff2a50 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008160
Feb 05 20:51:28.706142 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Feb 2022 20:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6798910-a4ff-4fe4-8901-4230e687b12f x-openstack-request-id: req-a6798910-a4ff-4fe4-8901-4230e687b12f {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:51:28.706585 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ab6d47-c452-4629-8e26-6fb32ff14222", "name": "network-vif-plugged", "status": "completed", "tag": "5a6b9845-adce-4c16-9670-559be282c289", "code": 200}, {"server_uuid": "97402a71-c4cb-4f7f-9f13-76f1760a0927", "name": "network-vif-plugged", "status": "completed", "tag": "6b855e39-9a8e-49a9-93de-255029e7a912", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:51:28.706912 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a6798910-a4ff-4fe4-8901-4230e687b12f {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:51:28.707604 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ab6d47-c452-4629-8e26-6fb32ff14222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6b9845-adce-4c16-9670-559be282c289', 'code': 200}
Feb 05 20:51:28.708163 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97402a71-c4cb-4f7f-9f13-76f1760a0927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b855e39-9a8e-49a9-93de-255029e7a912', 'code': 200}
Feb 05 20:51:28.764331 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-23059101-9061-44bf-93c9-2c65c72cf18b admin admin] Publish callbacks [] for security_group (5e25f2e1-967d-4eca-9141-a891d0cf7c3c), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:28.772757 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-23059101-9061-44bf-93c9-2c65c72cf18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (5e25f2e1-967d-4eca-9141-a891d0cf7c3c), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:28.831181 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23059101-9061-44bf-93c9-2c65c72cf18b admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:51:28.839327 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-05561153-78bf-4bbe-815a-381188ce8cc7 req-5f8f9cbe-50b5-480a-a59a-40062665f37d tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=778f451e-d667-417d-a9e6-d3d834e65fe2 HTTP/1.1" status: 200  len: 210 time: 0.0434511
Feb 05 20:51:28.891852 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23059101-9061-44bf-93c9-2c65c72cf18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e25f2e1-967d-4eca-9141-a891d0cf7c3c,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:28.904164 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-23059101-9061-44bf-93c9-2c65c72cf18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (becf1592-5792-47c9-aff2-93e2ce3a9886), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:28.904536 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-23059101-9061-44bf-93c9-2c65c72cf18b admin admin] Added segment becf1592-5792-47c9-aff2-93e2ce3a9886 of type vlan for network eb4daa5a-9c48-4255-a263-258feb8965cf
Feb 05 20:51:28.921928 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def9bc8-6682-4106-bd58-2cef4cb382ea req-7d82394c-d986-4377-b146-1473d3111212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:28.924003 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0def9bc8-6682-4106-bd58-2cef4cb382ea req-7d82394c-d986-4377-b146-1473d3111212 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=97402a71-c4cb-4f7f-9f13-76f1760a0927 HTTP/1.1" status: 200  len: 1128 time: 0.0884442
Feb 05 20:51:28.925510 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180f8a5-a4da-4040-89d6-cf859773e84f req-ab48cb20-0d18-4d31-850e-417abb7c5b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:28.931084 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9180f8a5-a4da-4040-89d6-cf859773e84f req-ab48cb20-0d18-4d31-850e-417abb7c5b01 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d7ab6d47-c452-4629-8e26-6fb32ff14222 HTTP/1.1" status: 200  len: 1127 time: 0.1121492
Feb 05 20:51:29.013992 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0def9bc8-6682-4106-bd58-2cef4cb382ea req-d7e34a2c-a875-4fc5-8d9c-d37ca80e8af0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785239
Feb 05 20:51:29.070240 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9180f8a5-a4da-4040-89d6-cf859773e84f req-1fe8902a-def6-4f1c-bc4a-917d187b774e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954690
Feb 05 20:51:29.081432 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-23059101-9061-44bf-93c9-2c65c72cf18b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (eb4daa5a-9c48-4255-a263-258feb8965cf), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:29.085837 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60454) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:29.135884 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac19e90-d016-4296-8819-037408e68d7a req-649a8891-53a3-48ad-b96f-2d14f9515edf tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:29.137531 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cac19e90-d016-4296-8819-037408e68d7a req-649a8891-53a3-48ad-b96f-2d14f9515edf tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/networks?id=be4493bf-d1a6-445a-a987-23010e65458b HTTP/1.1" status: 200  len: 812 time: 0.1444547
Feb 05 20:51:29.143412 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-23059101-9061-44bf-93c9-2c65c72cf18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (eb4daa5a-9c48-4255-a263-258feb8965cf), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:29.144592 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23059101-9061-44bf-93c9-2c65c72cf18b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:29.145346 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-23059101-9061-44bf-93c9-2c65c72cf18b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:29.155739 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cac19e90-d016-4296-8819-037408e68d7a req-fb81171e-e204-4a1d-b3a8-17d340bcffec tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/quotas/9d100b9cbd5c471aa5036a7a90989a49 HTTP/1.1" status: 200  len: 375 time: 0.0115736
Feb 05 20:51:29.171685 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1970a5c0-f9cb-464b-b550-755bad724ee6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=45dabd3b494f4542b674bec29d9c6656&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0843143
Feb 05 20:51:29.171891 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60462) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:29.206874 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cac19e90-d016-4296-8819-037408e68d7a req-2f5761f4-06a1-4a52-bf23-e65c9ec1321c tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9d100b9cbd5c471aa5036a7a90989a49&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0448232
Feb 05 20:51:29.215475 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-23059101-9061-44bf-93c9-2c65c72cf18b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.8445699
Feb 05 20:51:29.218293 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60464) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:29.223750 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-33ce3937-cad4-4cf0-aed8-257b3a115999 admin admin] Request body: {'subnet': {'network_id': 'eb4daa5a-9c48-4255-a263-258feb8965cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1805495314-subnet', 'tenant_id': 'e78e1893f3c24d3d95159ea036cadec1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:51:29.231238 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23059101-9061-44bf-93c9-2c65c72cf18b admin admin] Pushing event updated for resources: {'Network': ['ID=eb4daa5a-9c48-4255-a263-258feb8965cf,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:29.248030 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network eb4daa5a-9c48-4255-a263-258feb8965cf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:51:29.252934 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ce3937-cad4-4cf0-aed8-257b3a115999 admin admin] Made reservation on behalf of e78e1893f3c24d3d95159ea036cadec1 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:51:29.255554 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-33ce3937-cad4-4cf0-aed8-257b3a115999 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:29.276313 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:51:29.327596 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ff96c8c4-ae43-477d-a818-55e349a37818 admin admin] Publish callbacks [] for security_group (0f6816ac-742f-45fd-a11d-f1c41683948f), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:29.340843 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:51:29.341274 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device a6e7ff1e-47fe-4ac3-bb34-1fcd84acc115 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:51:29.387936 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ff96c8c4-ae43-477d-a818-55e349a37818 admin admin] Publish callbacks [] for security_group (0f6816ac-742f-45fd-a11d-f1c41683948f), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:29.418953 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cac19e90-d016-4296-8819-037408e68d7a req-d2cb1b3f-a4f1-47bd-8d6a-99aa1e5c6efb service neutron] 10.222.0.32 "GET /v2.0/networks/be4493bf-d1a6-445a-a987-23010e65458b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2004304
Feb 05 20:51:29.516764 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-33ce3937-cad4-4cf0-aed8-257b3a115999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (1cd2a5a1-ae55-4250-b85a-01279477ecf5), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:29.543902 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8f46a-4320-454b-893f-834eee9a414b req-94e8f5a1-e768-44ae-a4f1-c7abd84bf7e2 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:29.545438 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-93e8f46a-4320-454b-893f-834eee9a414b req-94e8f5a1-e768-44ae-a4f1-c7abd84bf7e2 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=97402a71-c4cb-4f7f-9f13-76f1760a0927 HTTP/1.1" status: 200  len: 946 time: 0.1867504
Feb 05 20:51:29.575144 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ff96c8c4-ae43-477d-a818-55e349a37818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (0f6816ac-742f-45fd-a11d-f1c41683948f), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:29.577689 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ff96c8c4-ae43-477d-a818-55e349a37818 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:29.578995 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ff96c8c4-ae43-477d-a818-55e349a37818 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f6816ac-742f-45fd-a11d-f1c41683948f HTTP/1.1" status: 204  len: 168 time: 0.4059653
Feb 05 20:51:29.592347 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-2c5ef785-7423-47e5-af03-f4d12c063710 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0656254
Feb 05 20:51:29.601211 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce3937-cad4-4cf0-aed8-257b3a115999 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cd2a5a1-ae55-4250-b85a-01279477ecf5,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:29.605946 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cac19e90-d016-4296-8819-037408e68d7a req-58fbe693-641e-4db4-8b42-f200b1f6fcde service neutron] 10.222.0.32 "GET /v2.0/networks/be4493bf-d1a6-445a-a987-23010e65458b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1801677
Feb 05 20:51:29.612538 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96c8c4-ae43-477d-a818-55e349a37818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6816ac-742f-45fd-a11d-f1c41683948f,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:29.694400 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-93e8f46a-4320-454b-893f-834eee9a414b req-971281ba-e0b1-459c-bc38-d9401313eef0 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1225591
Feb 05 20:51:29.703452 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ce3937-cad4-4cf0-aed8-257b3a115999 admin admin] Checking segment: {'id': 'becf1592-5792-47c9-aff2-93e2ce3a9886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eb4daa5a-9c48-4255-a263-258feb8965cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:51:29.703826 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ce3937-cad4-4cf0-aed8-257b3a115999 admin admin] Network hostable DHCP agents. Network: eb4daa5a-9c48-4255-a263-258feb8965cf, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:51:29.782465 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ce3937-cad4-4cf0-aed8-257b3a115999 admin admin] Network eb4daa5a-9c48-4255-a263-258feb8965cf is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:51:29.806667 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-33ce3937-cad4-4cf0-aed8-257b3a115999 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, eb4daa5a-9c48-4255-a263-258feb8965cf) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:51:29.811683 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ce3937-cad4-4cf0-aed8-257b3a115999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:29.812411 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-33ce3937-cad4-4cf0-aed8-257b3a115999 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:29.822193 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40210f5d-b3bc-4f04-9ee4-998343560679 None None] Network eb4daa5a-9c48-4255-a263-258feb8965cf requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:51:29.824839 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-251662c6-eb18-4708-bb77-fe3d9c2069b6 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:29.827045 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-251662c6-eb18-4708-bb77-fe3d9c2069b6 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2266552
Feb 05 20:51:29.857733 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-2ff73d75-9e7c-4784-a2c6-39994de40fe5 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Request body: {'port': {'device_id': '778f451e-d667-417d-a9e6-d3d834e65fe2', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'admin_state_up': True, 'tenant_id': '21a126c3c7904a7b98023d4d9f1f8f51'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:51:29.949123 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-33ce3937-cad4-4cf0-aed8-257b3a115999 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.7294950
Feb 05 20:51:29.976236 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a15697b1-0b16-4110-b27d-46804367415b req-58f1ff54-0936-4555-9366-f42b318c4fee tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 210 time: 0.1324573
Feb 05 20:51:30.019510 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94656ed-0aab-446b-b40f-95bcfc965ac1 req-8c85747c-e6f5-4940-91c6-b607ba9c69a5 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:30.021076 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e94656ed-0aab-446b-b40f-95bcfc965ac1 req-8c85747c-e6f5-4940-91c6-b607ba9c69a5 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 950 time: 0.2032063
Feb 05 20:51:30.056485 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-2ff73d75-9e7c-4784-a2c6-39994de40fe5 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Made reservation on behalf of 21a126c3c7904a7b98023d4d9f1f8f51 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:51:30.070866 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-2ff73d75-9e7c-4784-a2c6-39994de40fe5 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:30.084918 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61f00f9-d961-448c-b8a2-785f515fa053 None None] Network eb4daa5a-9c48-4255-a263-258feb8965cf requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:51:30.195415 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5fdd7652-3ca3-48d0-bdb5-810ccbb0925e req-620f79a7-b103-4655-a8ae-f35230a6f239 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=778f451e-d667-417d-a9e6-d3d834e65fe2 HTTP/1.1" status: 200  len: 210 time: 0.0882063
Feb 05 20:51:30.222144 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e94656ed-0aab-446b-b40f-95bcfc965ac1 req-7ff15614-7872-4b71-bbe0-73de3fa88cca tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1880858
Feb 05 20:51:30.380223 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-2ff73d75-9e7c-4784-a2c6-39994de40fe5 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Allocated IP 192.168.233.208 (f760d6ec-7837-431c-910c-37572c24f936/42e3c763-0926-4b49-ade5-d66ee3d4c489/5cb379ed-ddb4-499e-b220-588d09688bf7) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:51:30.945927 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb3383-dd48-4c64-9599-493617e65884 req-e3ddfe14-6622-4da4-a424-6befea4e6a18 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:30.958038 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-37fb3383-dd48-4c64-9599-493617e65884 req-e3ddfe14-6622-4da4-a424-6befea4e6a18 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=97402a71-c4cb-4f7f-9f13-76f1760a0927 HTTP/1.1" status: 200  len: 946 time: 0.1028898
Feb 05 20:51:31.008870 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-2ff73d75-9e7c-4784-a2c6-39994de40fe5 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Publish callbacks [] for port (5cb379ed-ddb4-499e-b220-588d09688bf7), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:31.010660 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60568) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:31.016162 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-d2892f66-41f2-43c2-b7ee-57e771bdc5e1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2137090459-network', 'tenant_id': '25ce1879e8ff4279bba0e4ef2bb4b250'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:51:31.038363 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-37fb3383-dd48-4c64-9599-493617e65884 req-820ba019-a37e-4549-b534-31e17f470212 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781515
Feb 05 20:51:31.069414 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2892f66-41f2-43c2-b7ee-57e771bdc5e1 admin admin] Made reservation on behalf of 25ce1879e8ff4279bba0e4ef2bb4b250 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:51:31.072019 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d2892f66-41f2-43c2-b7ee-57e771bdc5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:31.086022 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d2892f66-41f2-43c2-b7ee-57e771bdc5e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:31.090937 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-979b7163-f1cd-4200-a54f-df3bfefcfd25 req-e41d4d58-9c6e-4c14-9fad-e4b9d73d576a tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 210 time: 0.0349672
Feb 05 20:51:31.121720 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-2ff73d75-9e7c-4784-a2c6-39994de40fe5 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (5cb379ed-ddb4-499e-b220-588d09688bf7), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:31.133865 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['4a4d7d0a-509a-455e-a91a-7918634eb647'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:51:31.205741 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-2ff73d75-9e7c-4784-a2c6-39994de40fe5 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Network f760d6ec-7837-431c-910c-37572c24f936 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:51:31.208695 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74502d74-d976-4850-9906-5e02dd6988da req-42c902ff-cb99-4d06-af34-2600a7c66733 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:31.213443 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-2ff73d75-9e7c-4784-a2c6-39994de40fe5 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:51:31.221548 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-2ff73d75-9e7c-4784-a2c6-39994de40fe5 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:51:31.221695 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-74502d74-d976-4850-9906-5e02dd6988da req-42c902ff-cb99-4d06-af34-2600a7c66733 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7ab6d47-c452-4629-8e26-6fb32ff14222 HTTP/1.1" status: 200  len: 945 time: 0.0967112
Feb 05 20:51:31.280133 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff73d75-9e7c-4784-a2c6-39994de40fe5 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Pushing event updated for resources: {'Port': ['ID=5cb379ed-ddb4-499e-b220-588d09688bf7,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:31.358869 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-2ff73d75-9e7c-4784-a2c6-39994de40fe5 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:31.359732 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-2ff73d75-9e7c-4784-a2c6-39994de40fe5 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:31.416499 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-2ff73d75-9e7c-4784-a2c6-39994de40fe5 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.5711801
Feb 05 20:51:31.431980 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-dd95f0d4-c499-450d-8c4a-79fafc9626ab service neutron] Request body: {'port': {'device_id': '778f451e-d667-417d-a9e6-d3d834e65fe2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:51:31.447569 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d2892f66-41f2-43c2-b7ee-57e771bdc5e1 admin admin] Publish callbacks [] for security_group (67670197-0422-4919-986c-ff30d9e33c4b), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:31.465194 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-74502d74-d976-4850-9906-5e02dd6988da req-12f50d4a-c6ea-49f1-ab81-f825d577a8a9 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2388160
Feb 05 20:51:31.482247 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d2892f66-41f2-43c2-b7ee-57e771bdc5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (67670197-0422-4919-986c-ff30d9e33c4b), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:31.521264 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2892f66-41f2-43c2-b7ee-57e771bdc5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67670197-0422-4919-986c-ff30d9e33c4b,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:31.594740 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2892f66-41f2-43c2-b7ee-57e771bdc5e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:51:31.603941 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-dd95f0d4-c499-450d-8c4a-79fafc9626ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5cb379ed-ddb4-499e-b220-588d09688bf7), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:31.626302 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d2892f66-41f2-43c2-b7ee-57e771bdc5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (6ae86e42-3a83-421b-9041-29e0f467d436), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:31.626495 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-4fa10457-1b33-4bf7-90e3-95e0a7055f31 None None] Provisioning complete for port 5cb379ed-ddb4-499e-b220-588d09688bf7 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:51:31.626603 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-d2892f66-41f2-43c2-b7ee-57e771bdc5e1 admin admin] Added segment 6ae86e42-3a83-421b-9041-29e0f467d436 of type vlan for network cb5d45ba-5fc3-4e05-b46e-5c68bff5b0ff
Feb 05 20:51:31.627859 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4fa10457-1b33-4bf7-90e3-95e0a7055f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5cb379ed-ddb4-499e-b220-588d09688bf7), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:31.653743 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6dd19-b0b9-4cdb-8df8-b4ac024d029b req-2ca0009e-f355-4d39-a78c-7d2f3ec5370d tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:31.663641 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-77e6dd19-b0b9-4cdb-8df8-b4ac024d029b req-2ca0009e-f355-4d39-a78c-7d2f3ec5370d tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=778f451e-d667-417d-a9e6-d3d834e65fe2 HTTP/1.1" status: 200  len: 936 time: 0.2756355
Feb 05 20:51:31.679136 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-4fa10457-1b33-4bf7-90e3-95e0a7055f31 None None] Port 5cb379ed-ddb4-499e-b220-588d09688bf7 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:51:31.704280 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac19e90-d016-4296-8819-037408e68d7a req-467fbffe-7e21-45db-8fb7-d1913d9a6a09 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:31.705785 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cac19e90-d016-4296-8819-037408e68d7a req-467fbffe-7e21-45db-8fb7-d1913d9a6a09 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.21 "GET /v2.0/networks?id=be4493bf-d1a6-445a-a987-23010e65458b HTTP/1.1" status: 200  len: 812 time: 0.4212012
Feb 05 20:51:31.707282 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d2892f66-41f2-43c2-b7ee-57e771bdc5e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (cb5d45ba-5fc3-4e05-b46e-5c68bff5b0ff), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:31.721480 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a188b-9233-4fad-aa2e-29f0919d253b req-45136e6c-721b-437c-8295-57c11e8db757 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:31.723268 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fc7a188b-9233-4fad-aa2e-29f0919d253b req-45136e6c-721b-437c-8295-57c11e8db757 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 950 time: 0.1509700
Feb 05 20:51:31.733165 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-cac19e90-d016-4296-8819-037408e68d7a req-3518b749-583a-4374-913c-b25ffc25783d tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Request body: {'port': {'device_id': '1a288f3a-3069-41d6-b4bc-1599fdd24039', 'network_id': 'be4493bf-d1a6-445a-a987-23010e65458b', 'admin_state_up': True, 'tenant_id': '9d100b9cbd5c471aa5036a7a90989a49'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:51:31.799828 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-77e6dd19-b0b9-4cdb-8df8-b4ac024d029b req-a0ec4d61-ebda-4977-b428-5528da265906 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1330698
Feb 05 20:51:31.801777 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d2892f66-41f2-43c2-b7ee-57e771bdc5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (cb5d45ba-5fc3-4e05-b46e-5c68bff5b0ff), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:31.803183 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2892f66-41f2-43c2-b7ee-57e771bdc5e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:31.803310 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d2892f66-41f2-43c2-b7ee-57e771bdc5e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:31.853452 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d2892f66-41f2-43c2-b7ee-57e771bdc5e1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.8416395
Feb 05 20:51:31.858564 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60596) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:31.868698 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-4953e07d-0268-43e9-a7ec-9afcf81121a8 admin admin] Request body: {'subnet': {'network_id': 'cb5d45ba-5fc3-4e05-b46e-5c68bff5b0ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2137090459-subnet', 'tenant_id': '25ce1879e8ff4279bba0e4ef2bb4b250', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:51:31.914670 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fc7a188b-9233-4fad-aa2e-29f0919d253b req-3da62dd8-49f7-4876-b266-ac35f02734a4 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1751158
Feb 05 20:51:31.940094 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4953e07d-0268-43e9-a7ec-9afcf81121a8 admin admin] Made reservation on behalf of 25ce1879e8ff4279bba0e4ef2bb4b250 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:51:31.946536 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4953e07d-0268-43e9-a7ec-9afcf81121a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:31.958491 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2892f66-41f2-43c2-b7ee-57e771bdc5e1 admin admin] Pushing event updated for resources: {'Network': ['ID=cb5d45ba-5fc3-4e05-b46e-5c68bff5b0ff,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:31.997981 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network cb5d45ba-5fc3-4e05-b46e-5c68bff5b0ff details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:51:32.041363 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cac19e90-d016-4296-8819-037408e68d7a req-3518b749-583a-4374-913c-b25ffc25783d tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Made reservation on behalf of 9d100b9cbd5c471aa5036a7a90989a49 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:51:32.044726 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-cac19e90-d016-4296-8819-037408e68d7a req-3518b749-583a-4374-913c-b25ffc25783d tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:32.113686 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-dd95f0d4-c499-450d-8c4a-79fafc9626ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cb379ed-ddb4-499e-b220-588d09688bf7 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:51:32.130122 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-dd95f0d4-c499-450d-8c4a-79fafc9626ab service neutron] Publish callbacks [] for port (5cb379ed-ddb4-499e-b220-588d09688bf7), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:32.146741 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-dd95f0d4-c499-450d-8c4a-79fafc9626ab service neutron] Transition to ACTIVE for port object 5cb379ed-ddb4-499e-b220-588d09688bf7 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:51:32.159819 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-dd95f0d4-c499-450d-8c4a-79fafc9626ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (5cb379ed-ddb4-499e-b220-588d09688bf7), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:32.281049 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd95f0d4-c499-450d-8c4a-79fafc9626ab service neutron] Pushing event updated for resources: {'Port': ['ID=5cb379ed-ddb4-499e-b220-588d09688bf7,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:32.365069 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-dd95f0d4-c499-450d-8c4a-79fafc9626ab service neutron] Attempting to bind port 5cb379ed-ddb4-499e-b220-588d09688bf7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:51:32.365479 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-dd95f0d4-c499-450d-8c4a-79fafc9626ab service neutron] Attempting to bind port 5cb379ed-ddb4-499e-b220-588d09688bf7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:51:32.365913 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-dd95f0d4-c499-450d-8c4a-79fafc9626ab service neutron] Attempting to bind port 5cb379ed-ddb4-499e-b220-588d09688bf7 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:51:32.371640 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-dd95f0d4-c499-450d-8c4a-79fafc9626ab service neutron] Port 5cb379ed-ddb4-499e-b220-588d09688bf7 on network f760d6ec-7837-431c-910c-37572c24f936 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:51:32.372103 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-dd95f0d4-c499-450d-8c4a-79fafc9626ab service neutron] Attempting to bind port 5cb379ed-ddb4-499e-b220-588d09688bf7 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:51:32.377638 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-dd95f0d4-c499-450d-8c4a-79fafc9626ab service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:51:32.378140 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-dd95f0d4-c499-450d-8c4a-79fafc9626ab service neutron] Checking segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:51:32.378673 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-dd95f0d4-c499-450d-8c4a-79fafc9626ab service neutron] Bound using segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:51:32.379207 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-dd95f0d4-c499-450d-8c4a-79fafc9626ab service neutron] Bound port: 5cb379ed-ddb4-499e-b220-588d09688bf7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:51:32.379671 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-dd95f0d4-c499-450d-8c4a-79fafc9626ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5cb379ed-ddb4-499e-b220-588d09688bf7), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:32.450850 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-dd95f0d4-c499-450d-8c4a-79fafc9626ab service neutron] For port 5cb379ed-ddb4-499e-b220-588d09688bf7, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:51:32.454288 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-dd95f0d4-c499-450d-8c4a-79fafc9626ab service neutron] For port 5cb379ed-ddb4-499e-b220-588d09688bf7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5cb379ed-ddb4-499e-b220-588d09688bf7,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:51:32.461167 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-dd95f0d4-c499-450d-8c4a-79fafc9626ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (5cb379ed-ddb4-499e-b220-588d09688bf7), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:32.500574 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-dd95f0d4-c499-450d-8c4a-79fafc9626ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:32.501274 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-dd95f0d4-c499-450d-8c4a-79fafc9626ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:32.502768 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-dd95f0d4-c499-450d-8c4a-79fafc9626ab service neutron] 10.222.0.21 "PUT /v2.0/ports/5cb379ed-ddb4-499e-b220-588d09688bf7 HTTP/1.1" status: 200  len: 1096 time: 1.0768793
Feb 05 20:51:32.503318 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '778f451e-d667-417d-a9e6-d3d834e65fe2', 'tag': '5cb379ed-ddb4-499e-b220-588d09688bf7'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:51:32.505654 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c18b314-ce62-4249-9391-28b033d5f9f9" -d '{"events": [{"name": "network-changed", "server_uuid": "778f451e-d667-417d-a9e6-d3d834e65fe2", "tag": "5cb379ed-ddb4-499e-b220-588d09688bf7"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:51:32.519750 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65447a-1140-435e-8a8e-b8f49a00bd31 req-2950f2dd-5771-4b15-a3b0-39f908b9c530 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:32.527971 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2c65447a-1140-435e-8a8e-b8f49a00bd31 req-2950f2dd-5771-4b15-a3b0-39f908b9c530 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca04b116-870e-4d32-a046-ed49097c05b2 HTTP/1.1" status: 200  len: 945 time: 0.4881032
Feb 05 20:51:32.539094 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd95f0d4-c499-450d-8c4a-79fafc9626ab service neutron] Pushing event updated for resources: {'Port': ['ID=5cb379ed-ddb4-499e-b220-588d09688bf7,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:32.620392 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-97ed8e27-4424-4963-ba03-3a5f1de66ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:32.621802 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-97ed8e27-4424-4963-ba03-3a5f1de66ab1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&device_id=778f451e-d667-417d-a9e6-d3d834e65fe2 HTTP/1.1" status: 200  len: 1130 time: 0.0665483
Feb 05 20:51:32.664245 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-91dc25cc-0368-4a12-a08a-2ef4083e4752 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=5cb379ed-ddb4-499e-b220-588d09688bf7 HTTP/1.1" status: 200  len: 217 time: 0.0349510
Feb 05 20:51:32.703461 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-cac19e90-d016-4296-8819-037408e68d7a req-3518b749-583a-4374-913c-b25ffc25783d tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Allocated IP 172.20.0.9 (be4493bf-d1a6-445a-a987-23010e65458b/4e9cd80a-75d3-4781-9154-c886c97be771/19c145e4-40d4-4f08-b7cb-5fe0869565f2) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:51:32.705775 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4953e07d-0268-43e9-a7ec-9afcf81121a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (416fa0ce-4651-41f6-8634-2183b34620cd), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:32.726141 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2c65447a-1140-435e-8a8e-b8f49a00bd31 req-b05e5215-1ae2-4dca-8408-c4efecc85ead tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1972287
Feb 05 20:51:32.733054 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-af2d2353-0599-4422-9737-de4830773457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:32.734567 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-af2d2353-0599-4422-9737-de4830773457 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.0629547
Feb 05 20:51:32.759052 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724a4cd-8453-4de4-a66e-5bf9634b5ba6 req-2fde1e48-0768-43e6-8d92-d0b7deac05ec tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:32.760597 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0724a4cd-8453-4de4-a66e-5bf9634b5ba6 req-2fde1e48-0768-43e6-8d92-d0b7deac05ec tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b247bad-8846-4f18-a47e-9a54a95db00d HTTP/1.1" status: 200  len: 946 time: 0.2546504
Feb 05 20:51:32.801418 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-57466b73-5a1d-4c76-8101-b391da14876b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:32.802921 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-57466b73-5a1d-4c76-8101-b391da14876b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0550482
Feb 05 20:51:32.856346 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4953e07d-0268-43e9-a7ec-9afcf81121a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=416fa0ce-4651-41f6-8634-2183b34620cd,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:32.872374 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9f4a6eff-91f0-4fcc-9cec-c981372b266f req-9d8c2a49-9f34-4167-8c0a-8affd2778317 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 210 time: 0.0646551
Feb 05 20:51:32.916411 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-63978a0f-3e0f-4648-86e3-e3557851702b service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1056466
Feb 05 20:51:32.930790 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0724a4cd-8453-4de4-a66e-5bf9634b5ba6 req-673399e9-e627-42bc-8b19-293fec6028cf tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] 10.222.0.32 "GET /v2.0/security-groups?id=71411cf2-4c7e-4dab-a299-6899d969425d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1620831
Feb 05 20:51:32.934048 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4953e07d-0268-43e9-a7ec-9afcf81121a8 admin admin] Checking segment: {'id': '6ae86e42-3a83-421b-9041-29e0f467d436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cb5d45ba-5fc3-4e05-b46e-5c68bff5b0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:51:32.934689 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4953e07d-0268-43e9-a7ec-9afcf81121a8 admin admin] Network hostable DHCP agents. Network: cb5d45ba-5fc3-4e05-b46e-5c68bff5b0ff, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:51:33.004887 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4953e07d-0268-43e9-a7ec-9afcf81121a8 admin admin] Network cb5d45ba-5fc3-4e05-b46e-5c68bff5b0ff is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:51:33.031259 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2910198c-ae82-4022-952e-e7a8c358eaf0 x-openstack-request-id: req-2910198c-ae82-4022-952e-e7a8c358eaf0 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:51:33.031688 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "778f451e-d667-417d-a9e6-d3d834e65fe2", "tag": "5cb379ed-ddb4-499e-b220-588d09688bf7", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:51:33.032231 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2910198c-ae82-4022-952e-e7a8c358eaf0 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:51:33.032513 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '778f451e-d667-417d-a9e6-d3d834e65fe2', 'tag': '5cb379ed-ddb4-499e-b220-588d09688bf7', 'status': 'completed', 'code': 200}
Feb 05 20:51:33.034077 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-4953e07d-0268-43e9-a7ec-9afcf81121a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cb5d45ba-5fc3-4e05-b46e-5c68bff5b0ff) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:51:33.044664 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b5cbde-04b2-4832-bf63-0984a387bb90 None None] Network cb5d45ba-5fc3-4e05-b46e-5c68bff5b0ff requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:51:33.046507 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-cac19e90-d016-4296-8819-037408e68d7a req-3518b749-583a-4374-913c-b25ffc25783d tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks [] for port (19c145e4-40d4-4f08-b7cb-5fe0869565f2), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:33.057375 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b63eb84b-7bff-4738-83a0-39a9164fe82f req-fb48a8af-d4c9-4dcf-b29e-3000b738ac1a service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1321504
Feb 05 20:51:33.065501 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4953e07d-0268-43e9-a7ec-9afcf81121a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:33.065937 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4953e07d-0268-43e9-a7ec-9afcf81121a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:33.119033 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4953e07d-0268-43e9-a7ec-9afcf81121a8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.2495167
Feb 05 20:51:33.157801 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-cac19e90-d016-4296-8819-037408e68d7a req-3518b749-583a-4374-913c-b25ffc25783d tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (19c145e4-40d4-4f08-b7cb-5fe0869565f2), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:33.175956 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04931f36-8f73-42b5-bc7e-f2811fb1a2fc req-82929353-7c3d-4f3d-ab09-8f0e1451607d tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:33.183752 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8428a2e8-f285-4b2c-9de0-85862001f27b None None] Network cb5d45ba-5fc3-4e05-b46e-5c68bff5b0ff requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:51:33.184700 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-04931f36-8f73-42b5-bc7e-f2811fb1a2fc req-82929353-7c3d-4f3d-ab09-8f0e1451607d tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=778f451e-d667-417d-a9e6-d3d834e65fe2 HTTP/1.1" status: 200  len: 948 time: 0.1512766
Feb 05 20:51:33.207244 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18b314-ce62-4249-9391-28b033d5f9f9 req-6c541228-1016-4ae2-af81-3136cdc5f14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:33.208785 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6c18b314-ce62-4249-9391-28b033d5f9f9 req-6c541228-1016-4ae2-af81-3136cdc5f14c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&device_id=778f451e-d667-417d-a9e6-d3d834e65fe2 HTTP/1.1" status: 200  len: 1130 time: 0.0944028
Feb 05 20:51:33.261480 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cac19e90-d016-4296-8819-037408e68d7a req-3518b749-583a-4374-913c-b25ffc25783d tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Network be4493bf-d1a6-445a-a987-23010e65458b is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:51:33.287728 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-cac19e90-d016-4296-8819-037408e68d7a req-3518b749-583a-4374-913c-b25ffc25783d tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:51:33.296353 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac19e90-d016-4296-8819-037408e68d7a req-3518b749-583a-4374-913c-b25ffc25783d tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:51:33.305065 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60622) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:33.342807 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3518b749-583a-4374-913c-b25ffc25783d tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Pushing event updated for resources: {'Port': ['ID=19c145e4-40d4-4f08-b7cb-5fe0869565f2,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:33.355342 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-04931f36-8f73-42b5-bc7e-f2811fb1a2fc req-de96ef79-f958-41c3-acda-3cac06cc47e5 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1697886
Feb 05 20:51:33.379454 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-05065f92-fd8c-429d-98a6-6a237c16af8b admin admin] Deleting subnet 1cd2a5a1-ae55-4250-b85a-01279477ecf5 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:51:33.379454 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-05065f92-fd8c-429d-98a6-6a237c16af8b admin admin] Publish callbacks [] for subnet (1cd2a5a1-ae55-4250-b85a-01279477ecf5), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:33.388728 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac19e90-d016-4296-8819-037408e68d7a req-3518b749-583a-4374-913c-b25ffc25783d tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:33.389357 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-cac19e90-d016-4296-8819-037408e68d7a req-3518b749-583a-4374-913c-b25ffc25783d tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:33.398556 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18b314-ce62-4249-9391-28b033d5f9f9 req-deb44964-16fa-4f82-8c70-81598f415c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:33.400616 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6c18b314-ce62-4249-9391-28b033d5f9f9 req-deb44964-16fa-4f82-8c70-81598f415c85 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.1823499
Feb 05 20:51:33.400760 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b99f3b-ba9b-44bd-8730-4e5db50886fe req-03feefd5-6b29-4054-960a-2b974b0cdc8e tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:33.402158 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f6b99f3b-ba9b-44bd-8730-4e5db50886fe req-03feefd5-6b29-4054-960a-2b974b0cdc8e tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=97402a71-c4cb-4f7f-9f13-76f1760a0927 HTTP/1.1" status: 200  len: 946 time: 0.1697478
Feb 05 20:51:33.429940 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cac19e90-d016-4296-8819-037408e68d7a req-3518b749-583a-4374-913c-b25ffc25783d tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7004151
Feb 05 20:51:33.445748 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-cac19e90-d016-4296-8819-037408e68d7a req-502d86df-1b21-40bc-821c-94f513c32edf service neutron] Request body: {'port': {'device_id': '1a288f3a-3069-41d6-b4bc-1599fdd24039', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:51:33.451860 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6c18b314-ce62-4249-9391-28b033d5f9f9 req-161522a5-bf6c-4414-979f-d21041d0d96f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=5cb379ed-ddb4-499e-b220-588d09688bf7 HTTP/1.1" status: 200  len: 217 time: 0.0413830
Feb 05 20:51:33.460256 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-05065f92-fd8c-429d-98a6-6a237c16af8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (1cd2a5a1-ae55-4250-b85a-01279477ecf5), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:33.493439 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f6b99f3b-ba9b-44bd-8730-4e5db50886fe req-27744cc8-23f9-4b1f-9780-d6f50ba129c4 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844364
Feb 05 20:51:33.542441 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-cac19e90-d016-4296-8819-037408e68d7a req-502d86df-1b21-40bc-821c-94f513c32edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (19c145e4-40d4-4f08-b7cb-5fe0869565f2), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:33.554209 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-05065f92-fd8c-429d-98a6-6a237c16af8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (1cd2a5a1-ae55-4250-b85a-01279477ecf5), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:33.582632 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18b314-ce62-4249-9391-28b033d5f9f9 req-682146f9-fba2-4ce5-b604-6d781c4877d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:33.584262 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6c18b314-ce62-4249-9391-28b033d5f9f9 req-682146f9-fba2-4ce5-b604-6d781c4877d7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.1264913
Feb 05 20:51:33.644473 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a3864f40-5c63-4868-83e9-9e0234c28d0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:33.668738 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18b314-ce62-4249-9391-28b033d5f9f9 req-fbf63427-6fe1-4c26-ad99-d9e1b72629dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:33.670758 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6c18b314-ce62-4249-9391-28b033d5f9f9 req-fbf63427-6fe1-4c26-ad99-d9e1b72629dd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0727539
Feb 05 20:51:33.672182 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-05065f92-fd8c-429d-98a6-6a237c16af8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (1cd2a5a1-ae55-4250-b85a-01279477ecf5), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:33.687240 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-05065f92-fd8c-429d-98a6-6a237c16af8b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:33.692855 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-05065f92-fd8c-429d-98a6-6a237c16af8b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1cd2a5a1-ae55-4250-b85a-01279477ecf5 HTTP/1.1" status: 204  len: 168 time: 0.3867118
Feb 05 20:51:33.696962 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60630) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:33.736043 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653ded9-8b3d-4a7f-a20f-a8bde799111d req-abf2ebe1-4655-4c15-9d93-bd233a853b78 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:33.737628 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e653ded9-8b3d-4a7f-a20f-a8bde799111d req-abf2ebe1-4655-4c15-9d93-bd233a853b78 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 950 time: 0.1408052
Feb 05 20:51:33.752798 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05065f92-fd8c-429d-98a6-6a237c16af8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cd2a5a1-ae55-4250-b85a-01279477ecf5,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:33.864915 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dd749e26-c3ee-4fb6-afc8-a8a4bfee9e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (eb4daa5a-9c48-4255-a263-258feb8965cf), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:33.892197 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6c18b314-ce62-4249-9391-28b033d5f9f9 req-64b16a30-99cd-4f03-a7ea-0bf1df5f21b2 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2102904
Feb 05 20:51:33.925984 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60636) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:33.932670 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e653ded9-8b3d-4a7f-a20f-a8bde799111d req-17ce489e-d5c1-4ba4-b6a6-ce53147a5cb4 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1788805
Feb 05 20:51:33.969949 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8d965-a7f4-4a5f-b1f2-da5238de6181 req-fdd69b4d-a5a1-4404-94e2-d93e61093620 tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:33.971488 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-57c8d965-a7f4-4a5f-b1f2-da5238de6181 req-fdd69b4d-a5a1-4404-94e2-d93e61093620 tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b247bad-8846-4f18-a47e-9a54a95db00d HTTP/1.1" status: 200  len: 946 time: 0.2062304
Feb 05 20:51:34.039955 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dd749e26-c3ee-4fb6-afc8-a8a4bfee9e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (eb4daa5a-9c48-4255-a263-258feb8965cf), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:34.063923 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd892657-d8e0-4578-a904-d6d8edc08d6b req-0a52abd4-dd9c-47f6-acae-12633288876c tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:34.065405 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bd892657-d8e0-4578-a904-d6d8edc08d6b req-0a52abd4-dd9c-47f6-acae-12633288876c tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7ab6d47-c452-4629-8e26-6fb32ff14222 HTTP/1.1" status: 200  len: 945 time: 0.2162342
Feb 05 20:51:34.077563 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-dd749e26-c3ee-4fb6-afc8-a8a4bfee9e6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db307d430>,) {'filters': {'network_id': ['eb4daa5a-9c48-4255-a263-258feb8965cf']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:51:34.085676 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3249af2e-a7dd-4db7-91f0-ae4d068e6e80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:34.098339 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-dd749e26-c3ee-4fb6-afc8-a8a4bfee9e6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db307d430>, 'becf1592-5792-47c9-aff2-93e2ce3a9886') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:51:34.098854 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-dd749e26-c3ee-4fb6-afc8-a8a4bfee9e6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db307d430>, 'becf1592-5792-47c9-aff2-93e2ce3a9886') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:51:34.107163 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-cac19e90-d016-4296-8819-037408e68d7a req-502d86df-1b21-40bc-821c-94f513c32edf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19c145e4-40d4-4f08-b7cb-5fe0869565f2 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:51:34.118141 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dd749e26-c3ee-4fb6-afc8-a8a4bfee9e6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (becf1592-5792-47c9-aff2-93e2ce3a9886), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:34.128219 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6c18b314-ce62-4249-9391-28b033d5f9f9 req-1f97b9ff-df73-463b-87be-f6052fc354ae service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2262692
Feb 05 20:51:34.143224 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-cac19e90-d016-4296-8819-037408e68d7a req-502d86df-1b21-40bc-821c-94f513c32edf service neutron] Publish callbacks [] for port (19c145e4-40d4-4f08-b7cb-5fe0869565f2), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:34.146694 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dd749e26-c3ee-4fb6-afc8-a8a4bfee9e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (becf1592-5792-47c9-aff2-93e2ce3a9886), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:34.161218 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd749e26-c3ee-4fb6-afc8-a8a4bfee9e6e admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:51:34.161688 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dd749e26-c3ee-4fb6-afc8-a8a4bfee9e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (becf1592-5792-47c9-aff2-93e2ce3a9886), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:34.163385 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 20:51:34.163385 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:51:34.163385 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 20:51:34.163385 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:51:34.163385 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 20:51:34.163385 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:51:34.163385 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 20:51:34.163385 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:51:34.163385 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 20:51:34.163385 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:51:34.163385 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 20:51:34.163385 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:51:34.163385 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 20:51:34.163385 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:51:34.163385 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:51:34.163385 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:51:34.163385 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:51:34.163385 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:51:34.163385 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 20:51:34.163385 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:51:34.163385 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 20:51:34.163385 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:51:34.163385 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:51:34.163385 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:51:34.163385 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:51:34.163385 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:51:34.163385 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:51:34.163385 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:51:34.163385 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:51:34.163385 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:51:34.163385 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:51:34.163385 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:51:34.171860 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-cac19e90-d016-4296-8819-037408e68d7a req-502d86df-1b21-40bc-821c-94f513c32edf service neutron] Transition to ACTIVE for port object 19c145e4-40d4-4f08-b7cb-5fe0869565f2 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:51:34.187642 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-cac19e90-d016-4296-8819-037408e68d7a req-502d86df-1b21-40bc-821c-94f513c32edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (19c145e4-40d4-4f08-b7cb-5fe0869565f2), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:34.218794 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0644f4-9820-4ed2-97e4-59a759432381 req-dbea42fe-8f2a-4eb0-b445-81d6eb292c39 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:34.220562 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7b0644f4-9820-4ed2-97e4-59a759432381 req-dbea42fe-8f2a-4eb0-b445-81d6eb292c39 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 931 time: 0.2008321
Feb 05 20:51:34.238045 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dd749e26-c3ee-4fb6-afc8-a8a4bfee9e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (eb4daa5a-9c48-4255-a263-258feb8965cf), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:34.245449 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dd749e26-c3ee-4fb6-afc8-a8a4bfee9e6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:34.251295 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bd892657-d8e0-4578-a904-d6d8edc08d6b req-a8653e23-dfe7-4b5b-811a-7b2120514f71 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1606259
Feb 05 20:51:34.251835 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-dd749e26-c3ee-4fb6-afc8-a8a4bfee9e6e admin admin] 10.222.0.32 "DELETE /v2.0/networks/eb4daa5a-9c48-4255-a263-258feb8965cf HTTP/1.1" status: 204  len: 168 time: 0.5435162
Feb 05 20:51:34.254080 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60642) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:34.268979 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd749e26-c3ee-4fb6-afc8-a8a4bfee9e6e admin admin] Pushing event deleted for resources: {'Network': ['ID=eb4daa5a-9c48-4255-a263-258feb8965cf,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:34.287577 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3249af2e-a7dd-4db7-91f0-ae4d068e6e80 admin admin] Publish callbacks [] for security_group (73b066fd-d613-458b-97ca-a03c5ade8d26), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:34.292969 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3249af2e-a7dd-4db7-91f0-ae4d068e6e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (73b066fd-d613-458b-97ca-a03c5ade8d26), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:34.332233 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3249af2e-a7dd-4db7-91f0-ae4d068e6e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b066fd-d613-458b-97ca-a03c5ade8d26,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:34.341428 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3249af2e-a7dd-4db7-91f0-ae4d068e6e80 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=26889942d3c94d1abefc92b628573b3a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4118056
Feb 05 20:51:34.341630 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d86df-1b21-40bc-821c-94f513c32edf service neutron] Pushing event updated for resources: {'Port': ['ID=19c145e4-40d4-4f08-b7cb-5fe0869565f2,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:34.341995 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60646) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:34.346585 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-57c8d965-a7f4-4a5f-b1f2-da5238de6181 req-04dee418-f412-456a-ac69-5ac0bb7bc1c8 tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] Deleting port 3b8b3702-8670-4c83-b435-971891d10df0 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:51:34.346931 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-57c8d965-a7f4-4a5f-b1f2-da5238de6181 req-04dee418-f412-456a-ac69-5ac0bb7bc1c8 tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (3b8b3702-8670-4c83-b435-971891d10df0), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:34.400594 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-834c3a8c-148d-4ed1-921f-7dfd2c810584 admin admin] Publish callbacks [] for security_group (73b066fd-d613-458b-97ca-a03c5ade8d26), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:34.413355 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-f975f427-5a36-4847-acd7-673978183ef9 admin admin] Deleting subnet 416fa0ce-4651-41f6-8634-2183b34620cd {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:51:34.422883 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-834c3a8c-148d-4ed1-921f-7dfd2c810584 admin admin] Publish callbacks [] for security_group (73b066fd-d613-458b-97ca-a03c5ade8d26), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:34.433825 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f975f427-5a36-4847-acd7-673978183ef9 admin admin] Publish callbacks [] for subnet (416fa0ce-4651-41f6-8634-2183b34620cd), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:34.471803 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-834c3a8c-148d-4ed1-921f-7dfd2c810584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (73b066fd-d613-458b-97ca-a03c5ade8d26), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:34.474534 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-834c3a8c-148d-4ed1-921f-7dfd2c810584 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:34.478779 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-834c3a8c-148d-4ed1-921f-7dfd2c810584 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/73b066fd-d613-458b-97ca-a03c5ade8d26 HTTP/1.1" status: 204  len: 168 time: 0.1320293
Feb 05 20:51:34.484361 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c3a8c-148d-4ed1-921f-7dfd2c810584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b066fd-d613-458b-97ca-a03c5ade8d26,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:34.515828 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7b0644f4-9820-4ed2-97e4-59a759432381 req-0cf4ed54-96d4-4f2e-84cf-a326c399cd9d tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2760246
Feb 05 20:51:34.567829 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f975f427-5a36-4847-acd7-673978183ef9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (416fa0ce-4651-41f6-8634-2183b34620cd), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:34.623195 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c6e2a-f089-4e72-a662-de60de39f354 req-2e27cf7f-c9a4-4ec4-ac84-7db532a23272 tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:34.624785 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b5c6e2a-f089-4e72-a662-de60de39f354 req-2e27cf7f-c9a4-4ec4-ac84-7db532a23272 tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b247bad-8846-4f18-a47e-9a54a95db00d HTTP/1.1" status: 200  len: 946 time: 0.3116460
Feb 05 20:51:34.634236 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-57c8d965-a7f4-4a5f-b1f2-da5238de6181 req-04dee418-f412-456a-ac69-5ac0bb7bc1c8 tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] For port 3b8b3702-8670-4c83-b435-971891d10df0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3b8b3702-8670-4c83-b435-971891d10df0,segment=NetworkSegment(e08b8154-7ab4-4b84-8ec2-6ca119943cd4),segment_id=e08b8154-7ab4-4b84-8ec2-6ca119943cd4)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:34.634551 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-57c8d965-a7f4-4a5f-b1f2-da5238de6181 req-04dee418-f412-456a-ac69-5ac0bb7bc1c8 tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (3b8b3702-8670-4c83-b435-971891d10df0), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:34.640324 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-cac19e90-d016-4296-8819-037408e68d7a req-502d86df-1b21-40bc-821c-94f513c32edf service neutron] Attempting to bind port 19c145e4-40d4-4f08-b7cb-5fe0869565f2 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:51:34.641387 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-cac19e90-d016-4296-8819-037408e68d7a req-502d86df-1b21-40bc-821c-94f513c32edf service neutron] Attempting to bind port 19c145e4-40d4-4f08-b7cb-5fe0869565f2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '743051ff-9f95-4efc-9230-9f61d36c1128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'be4493bf-d1a6-445a-a987-23010e65458b'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:51:34.641387 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac19e90-d016-4296-8819-037408e68d7a req-502d86df-1b21-40bc-821c-94f513c32edf service neutron] Attempting to bind port 19c145e4-40d4-4f08-b7cb-5fe0869565f2 on network be4493bf-d1a6-445a-a987-23010e65458b {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:51:34.688425 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac19e90-d016-4296-8819-037408e68d7a req-502d86df-1b21-40bc-821c-94f513c32edf service neutron] Port 19c145e4-40d4-4f08-b7cb-5fe0869565f2 on network be4493bf-d1a6-445a-a987-23010e65458b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:51:34.688752 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac19e90-d016-4296-8819-037408e68d7a req-502d86df-1b21-40bc-821c-94f513c32edf service neutron] Attempting to bind port 19c145e4-40d4-4f08-b7cb-5fe0869565f2 on network be4493bf-d1a6-445a-a987-23010e65458b {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:51:34.692843 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-57c8d965-a7f4-4a5f-b1f2-da5238de6181 req-04dee418-f412-456a-ac69-5ac0bb7bc1c8 tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] Calling delete_port for 3b8b3702-8670-4c83-b435-971891d10df0 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:51:34.704614 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f975f427-5a36-4847-acd7-673978183ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (416fa0ce-4651-41f6-8634-2183b34620cd), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:34.730871 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac19e90-d016-4296-8819-037408e68d7a req-502d86df-1b21-40bc-821c-94f513c32edf service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:51:34.731173 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac19e90-d016-4296-8819-037408e68d7a req-502d86df-1b21-40bc-821c-94f513c32edf service neutron] Checking segment: {'id': '743051ff-9f95-4efc-9230-9f61d36c1128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'be4493bf-d1a6-445a-a987-23010e65458b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:51:34.731544 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac19e90-d016-4296-8819-037408e68d7a req-502d86df-1b21-40bc-821c-94f513c32edf service neutron] Bound using segment: {'id': '743051ff-9f95-4efc-9230-9f61d36c1128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'be4493bf-d1a6-445a-a987-23010e65458b'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:51:34.732422 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-cac19e90-d016-4296-8819-037408e68d7a req-502d86df-1b21-40bc-821c-94f513c32edf service neutron] Bound port: 19c145e4-40d4-4f08-b7cb-5fe0869565f2, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '743051ff-9f95-4efc-9230-9f61d36c1128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'be4493bf-d1a6-445a-a987-23010e65458b'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:51:34.732801 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-cac19e90-d016-4296-8819-037408e68d7a req-502d86df-1b21-40bc-821c-94f513c32edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (19c145e4-40d4-4f08-b7cb-5fe0869565f2), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:34.811806 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60654) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:34.827838 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b26e5d59-9698-443f-8fbf-1c5d2e05594e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:34.888091 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b5c6e2a-f089-4e72-a662-de60de39f354 req-0b0db392-8fc9-4271-8aee-7cdff56ad6b3 tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] 10.222.0.32 "GET /v2.0/security-groups?id=71411cf2-4c7e-4dab-a299-6899d969425d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2503963
Feb 05 20:51:34.934301 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b26e5d59-9698-443f-8fbf-1c5d2e05594e admin admin] Publish callbacks [] for security_group (bb7c95bc-98b1-48c1-873a-7f279d852b36), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:34.939854 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b26e5d59-9698-443f-8fbf-1c5d2e05594e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (bb7c95bc-98b1-48c1-873a-7f279d852b36), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:34.946868 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f975f427-5a36-4847-acd7-673978183ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (416fa0ce-4651-41f6-8634-2183b34620cd), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:34.990242 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b26e5d59-9698-443f-8fbf-1c5d2e05594e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca91224c60554b68aee26a6ba881c1c3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1764712
Feb 05 20:51:34.991482 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e5d59-9698-443f-8fbf-1c5d2e05594e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7c95bc-98b1-48c1-873a-7f279d852b36,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:34.993672 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60658) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:34.999361 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f975f427-5a36-4847-acd7-673978183ef9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=416fa0ce-4651-41f6-8634-2183b34620cd,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:35.011535 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-cac19e90-d016-4296-8819-037408e68d7a req-502d86df-1b21-40bc-821c-94f513c32edf service neutron] For port 19c145e4-40d4-4f08-b7cb-5fe0869565f2, host nch1-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:51:35.016891 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f975f427-5a36-4847-acd7-673978183ef9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:35.020176 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f975f427-5a36-4847-acd7-673978183ef9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/416fa0ce-4651-41f6-8634-2183b34620cd HTTP/1.1" status: 204  len: 168 time: 0.7588067
Feb 05 20:51:35.023141 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60660) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:35.054154 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-cac19e90-d016-4296-8819-037408e68d7a req-502d86df-1b21-40bc-821c-94f513c32edf service neutron] For port 19c145e4-40d4-4f08-b7cb-5fe0869565f2, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=19c145e4-40d4-4f08-b7cb-5fe0869565f2,segment=NetworkSegment(743051ff-9f95-4efc-9230-9f61d36c1128),segment_id=743051ff-9f95-4efc-9230-9f61d36c1128)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:51:35.064479 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b2e7fa-3f4b-411f-93e7-9cf6012b6fa9 req-f4402d8d-5cc7-4ac4-b356-326ae67f0cb4 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:35.069904 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b2e7fa-3f4b-411f-93e7-9cf6012b6fa9 req-f4402d8d-5cc7-4ac4-b356-326ae67f0cb4 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:35.076139 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b2e7fa-3f4b-411f-93e7-9cf6012b6fa9 req-f4402d8d-5cc7-4ac4-b356-326ae67f0cb4 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:35.077938 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-95b2e7fa-3f4b-411f-93e7-9cf6012b6fa9 req-f4402d8d-5cc7-4ac4-b356-326ae67f0cb4 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=97402a71-c4cb-4f7f-9f13-76f1760a0927&device_id=ca04b116-870e-4d32-a046-ed49097c05b2&device_id=d7ab6d47-c452-4629-8e26-6fb32ff14222 HTTP/1.1" status: 200  len: 2417 time: 0.2798750
Feb 05 20:51:35.112845 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a7a2d0b5-423f-4efa-aff8-063156bb31a8 admin admin] Publish callbacks [] for security_group (bb7c95bc-98b1-48c1-873a-7f279d852b36), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:35.116193 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-938789cc-e540-4851-9d73-8988f656b164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (cb5d45ba-5fc3-4e05-b46e-5c68bff5b0ff), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:35.117852 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-cac19e90-d016-4296-8819-037408e68d7a req-502d86df-1b21-40bc-821c-94f513c32edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (19c145e4-40d4-4f08-b7cb-5fe0869565f2), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:35.164467 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a7a2d0b5-423f-4efa-aff8-063156bb31a8 admin admin] Publish callbacks [] for security_group (bb7c95bc-98b1-48c1-873a-7f279d852b36), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:35.187904 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac19e90-d016-4296-8819-037408e68d7a req-502d86df-1b21-40bc-821c-94f513c32edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:35.188535 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-cac19e90-d016-4296-8819-037408e68d7a req-502d86df-1b21-40bc-821c-94f513c32edf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:35.189926 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cac19e90-d016-4296-8819-037408e68d7a req-502d86df-1b21-40bc-821c-94f513c32edf service neutron] 10.222.0.21 "PUT /v2.0/ports/19c145e4-40d4-4f08-b7cb-5fe0869565f2 HTTP/1.1" status: 200  len: 1091 time: 1.7535334
Feb 05 20:51:35.194651 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a288f3a-3069-41d6-b4bc-1599fdd24039', 'tag': '19c145e4-40d4-4f08-b7cb-5fe0869565f2'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:51:35.196854 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da539f45-01bd-4d1e-894c-91faa3f8df05" -d '{"events": [{"name": "network-changed", "server_uuid": "1a288f3a-3069-41d6-b4bc-1599fdd24039", "tag": "19c145e4-40d4-4f08-b7cb-5fe0869565f2"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:51:35.220209 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae123d-7d32-4da9-ab46-e218b7ef56a9 req-c2ed5407-0554-4077-a784-39cf752d7ec1 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:35.221727 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7ae123d-7d32-4da9-ab46-e218b7ef56a9 req-c2ed5407-0554-4077-a784-39cf752d7ec1 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=778f451e-d667-417d-a9e6-d3d834e65fe2 HTTP/1.1" status: 200  len: 948 time: 0.2278557
Feb 05 20:51:35.232260 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-57c8d965-a7f4-4a5f-b1f2-da5238de6181 req-04dee418-f412-456a-ac69-5ac0bb7bc1c8 tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (3b8b3702-8670-4c83-b435-971891d10df0), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:35.237385 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-938789cc-e540-4851-9d73-8988f656b164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (cb5d45ba-5fc3-4e05-b46e-5c68bff5b0ff), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:35.251407 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['3b8b3702-8670-4c83-b435-971891d10df0'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:51:35.261840 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-938789cc-e540-4851-9d73-8988f656b164 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2c89580>,) {'filters': {'network_id': ['cb5d45ba-5fc3-4e05-b46e-5c68bff5b0ff']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:51:35.271723 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-95b2e7fa-3f4b-411f-93e7-9cf6012b6fa9 req-d7491e22-ee98-4243-b635-68b7c0ac8b49 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1865435
Feb 05 20:51:35.273425 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-938789cc-e540-4851-9d73-8988f656b164 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2c89580>, '6ae86e42-3a83-421b-9041-29e0f467d436') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:51:35.273809 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-938789cc-e540-4851-9d73-8988f656b164 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2c89580>, '6ae86e42-3a83-421b-9041-29e0f467d436') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:51:35.285408 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-938789cc-e540-4851-9d73-8988f656b164 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (6ae86e42-3a83-421b-9041-29e0f467d436), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:35.299096 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a7a2d0b5-423f-4efa-aff8-063156bb31a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (bb7c95bc-98b1-48c1-873a-7f279d852b36), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:35.301880 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a7a2d0b5-423f-4efa-aff8-063156bb31a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:35.302031 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d86df-1b21-40bc-821c-94f513c32edf service neutron] Pushing event updated for resources: {'Port': ['ID=19c145e4-40d4-4f08-b7cb-5fe0869565f2,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:35.306215 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a7a2d0b5-423f-4efa-aff8-063156bb31a8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bb7c95bc-98b1-48c1-873a-7f279d852b36 HTTP/1.1" status: 204  len: 168 time: 0.3083928
Feb 05 20:51:35.306215 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-938789cc-e540-4851-9d73-8988f656b164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (6ae86e42-3a83-421b-9041-29e0f467d436), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:35.335744 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2d0b5-423f-4efa-aff8-063156bb31a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7c95bc-98b1-48c1-873a-7f279d852b36,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:35.338919 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-938789cc-e540-4851-9d73-8988f656b164 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:51:35.339668 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-938789cc-e540-4851-9d73-8988f656b164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (6ae86e42-3a83-421b-9041-29e0f467d436), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:35.342091 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 20:51:35.342091 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:51:35.342091 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 20:51:35.342091 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:51:35.342091 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 20:51:35.342091 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:51:35.342091 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 20:51:35.342091 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:51:35.342091 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 20:51:35.342091 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:51:35.342091 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 20:51:35.342091 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:51:35.342091 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 20:51:35.342091 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:51:35.342091 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:51:35.342091 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:51:35.342091 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:51:35.342091 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:51:35.342091 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 20:51:35.342091 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:51:35.342091 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 20:51:35.342091 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:51:35.342091 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:51:35.342091 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:51:35.342091 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:51:35.342091 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:51:35.342091 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:51:35.342091 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:51:35.342091 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:51:35.342091 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:51:35.342091 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:51:35.342091 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:51:35.364575 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dee418-f412-456a-ac69-5ac0bb7bc1c8 tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] Pushing event deleted for resources: {'Port': ['ID=3b8b3702-8670-4c83-b435-971891d10df0,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:35.402008 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c8d965-a7f4-4a5f-b1f2-da5238de6181 req-04dee418-f412-456a-ac69-5ac0bb7bc1c8 tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] No DVR routers for this DVR port 3b8b3702-8670-4c83-b435-971891d10df0 on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:51:35.406003 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-57c8d965-a7f4-4a5f-b1f2-da5238de6181 req-04dee418-f412-456a-ac69-5ac0bb7bc1c8 tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:35.409330 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-57c8d965-a7f4-4a5f-b1f2-da5238de6181 req-04dee418-f412-456a-ac69-5ac0bb7bc1c8 tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] 10.222.0.39 "DELETE /v2.0/ports/3b8b3702-8670-4c83-b435-971891d10df0 HTTP/1.1" status: 204  len: 173 time: 1.4288418
Feb 05 20:51:35.413555 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7ae123d-7d32-4da9-ab46-e218b7ef56a9 req-25875aab-c287-48a2-aad2-74ed3df43c65 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1768355
Feb 05 20:51:35.447200 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac19e90-d016-4296-8819-037408e68d7a req-7fc67570-9f1b-4eb4-ba17-f881443f0dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:35.448758 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cac19e90-d016-4296-8819-037408e68d7a req-7fc67570-9f1b-4eb4-ba17-f881443f0dc9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d100b9cbd5c471aa5036a7a90989a49&device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 1125 time: 0.2019432
Feb 05 20:51:35.455698 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-938789cc-e540-4851-9d73-8988f656b164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (cb5d45ba-5fc3-4e05-b46e-5c68bff5b0ff), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:35.463773 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-938789cc-e540-4851-9d73-8988f656b164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:35.467172 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-938789cc-e540-4851-9d73-8988f656b164 admin admin] 10.222.0.32 "DELETE /v2.0/networks/cb5d45ba-5fc3-4e05-b46e-5c68bff5b0ff HTTP/1.1" status: 204  len: 168 time: 0.4418230
Feb 05 20:51:35.503858 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d739c20-6999-45d6-b173-b55c6a97d753 x-openstack-request-id: req-9d739c20-6999-45d6-b173-b55c6a97d753 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:51:35.504167 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a288f3a-3069-41d6-b4bc-1599fdd24039", "tag": "19c145e4-40d4-4f08-b7cb-5fe0869565f2", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:51:35.504429 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9d739c20-6999-45d6-b173-b55c6a97d753 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:51:35.504841 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a288f3a-3069-41d6-b4bc-1599fdd24039', 'tag': '19c145e4-40d4-4f08-b7cb-5fe0869565f2', 'status': 'completed', 'code': 200}
Feb 05 20:51:35.509189 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cac19e90-d016-4296-8819-037408e68d7a req-9f7b4897-be95-46a1-8c39-ba81aeac85c2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19c145e4-40d4-4f08-b7cb-5fe0869565f2 HTTP/1.1" status: 200  len: 217 time: 0.0510092
Feb 05 20:51:35.525471 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938789cc-e540-4851-9d73-8988f656b164 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb5d45ba-5fc3-4e05-b46e-5c68bff5b0ff,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:35.563984 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b3c33-dc5b-4ecc-ba55-cdca5f12143d req-741d0a53-370e-4151-a365-b58dad716c67 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:35.572221 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ce8b3c33-dc5b-4ecc-ba55-cdca5f12143d req-741d0a53-370e-4151-a365-b58dad716c67 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 950 time: 0.1741102
Feb 05 20:51:35.605429 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac19e90-d016-4296-8819-037408e68d7a req-02ddc036-2761-457c-bd2b-8b4afaf00daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:35.607087 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cac19e90-d016-4296-8819-037408e68d7a req-02ddc036-2761-457c-bd2b-8b4afaf00daa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e9cd80a-75d3-4781-9154-c886c97be771 HTTP/1.1" status: 200  len: 852 time: 0.0920010
Feb 05 20:51:35.682727 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cac19e90-d016-4296-8819-037408e68d7a req-f237a631-6019-484d-b0aa-d710f7494f46 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be4493bf-d1a6-445a-a987-23010e65458b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0500643
Feb 05 20:51:35.683001 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60674) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:35.726019 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f3b2efa2-ca92-413b-baf3-c27ef2b168a9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e78e1893f3c24d3d95159ea036cadec1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0420702
Feb 05 20:51:35.728718 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ce8b3c33-dc5b-4ecc-ba55-cdca5f12143d req-19cc4f73-ba2e-4ff8-be37-0eba5e158644 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1516135
Feb 05 20:51:35.729047 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60678) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:35.791463 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1fc89-2006-408f-8867-1bc90a750718 req-2987d727-0e71-4acb-9399-52e1cead3cce tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:35.792998 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e8a1fc89-2006-408f-8867-1bc90a750718 req-2987d727-0e71-4acb-9399-52e1cead3cce tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=97402a71-c4cb-4f7f-9f13-76f1760a0927 HTTP/1.1" status: 200  len: 946 time: 0.1918740
Feb 05 20:51:35.793993 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e9393919-0a5e-450b-9ed7-6785682e0ac2 admin admin] Publish callbacks [] for security_group (5e25f2e1-967d-4eca-9141-a891d0cf7c3c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:35.818800 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e9393919-0a5e-450b-9ed7-6785682e0ac2 admin admin] Publish callbacks [] for security_group (5e25f2e1-967d-4eca-9141-a891d0cf7c3c), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:35.888409 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cac19e90-d016-4296-8819-037408e68d7a req-f5a695cd-f3c0-4e11-8e84-d226162972c3 service neutron] 10.222.0.21 "GET /v2.0/networks/be4493bf-d1a6-445a-a987-23010e65458b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1950243
Feb 05 20:51:35.895192 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e9393919-0a5e-450b-9ed7-6785682e0ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (5e25f2e1-967d-4eca-9141-a891d0cf7c3c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:35.911538 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e9393919-0a5e-450b-9ed7-6785682e0ac2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:35.915582 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e9393919-0a5e-450b-9ed7-6785682e0ac2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5e25f2e1-967d-4eca-9141-a891d0cf7c3c HTTP/1.1" status: 204  len: 168 time: 0.1826231
Feb 05 20:51:35.938765 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9393919-0a5e-450b-9ed7-6785682e0ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e25f2e1-967d-4eca-9141-a891d0cf7c3c,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:35.940836 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e8a1fc89-2006-408f-8867-1bc90a750718 req-58de55b7-2cbb-45fa-9e9e-acf1398b905e tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1406026
Feb 05 20:51:36.029060 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a822b49-870b-4b84-af0a-11a58ba88045 req-1ea68b81-2b85-400a-a368-fb8e973e5fbd tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:36.032743 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-162fe705-d252-4d5d-b8de-d20c57390466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:36.036543 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8a822b49-870b-4b84-af0a-11a58ba88045 req-1ea68b81-2b85-400a-a368-fb8e973e5fbd tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 943 time: 0.2274156
Feb 05 20:51:36.082166 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cac19e90-d016-4296-8819-037408e68d7a req-808266e8-6d80-4d3d-9559-7617c6d80d18 service neutron] 10.222.0.21 "GET /v2.0/networks/be4493bf-d1a6-445a-a987-23010e65458b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1877592
Feb 05 20:51:36.119891 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d83d571c-c59d-4b93-b57e-116e9df597b0 req-37744287-cd74-4154-90a4-f9547383c645 tempest-VolumesAdminNegativeTest-731920572 tempest-VolumesAdminNegativeTest-731920572-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b247bad-8846-4f18-a47e-9a54a95db00d HTTP/1.1" status: 200  len: 210 time: 0.0456080
Feb 05 20:51:36.131750 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8a822b49-870b-4b84-af0a-11a58ba88045 req-498ed357-40ab-4111-87df-640103c42386 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939789
Feb 05 20:51:36.262094 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da539f45-01bd-4d1e-894c-91faa3f8df05 req-ab18c759-92a2-45a9-8970-0931abe3d08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:36.266262 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-da539f45-01bd-4d1e-894c-91faa3f8df05 req-ab18c759-92a2-45a9-8970-0931abe3d08b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d100b9cbd5c471aa5036a7a90989a49&device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 1125 time: 0.1033373
Feb 05 20:51:36.389622 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da539f45-01bd-4d1e-894c-91faa3f8df05 req-699841d5-b50e-48b8-851c-67333dc2f02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:36.391431 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-da539f45-01bd-4d1e-894c-91faa3f8df05 req-699841d5-b50e-48b8-851c-67333dc2f02d service neutron] 10.222.0.21 "GET /v2.0/networks?id=be4493bf-d1a6-445a-a987-23010e65458b HTTP/1.1" status: 200  len: 913 time: 0.1020198
Feb 05 20:51:36.411296 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60704) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:36.442513 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-da539f45-01bd-4d1e-894c-91faa3f8df05 req-acfb301d-1040-42df-afb2-f1441b2d4f1b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19c145e4-40d4-4f08-b7cb-5fe0869565f2 HTTP/1.1" status: 200  len: 217 time: 0.0452337
Feb 05 20:51:36.500112 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5ead8ac5-a68b-4eb8-a11c-5e578552b73b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=25ce1879e8ff4279bba0e4ef2bb4b250&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0869823
Feb 05 20:51:36.500713 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da539f45-01bd-4d1e-894c-91faa3f8df05 req-fa8bfc5e-e5f6-4936-92cc-112d40dc05b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:36.500843 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60710) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:36.502549 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-da539f45-01bd-4d1e-894c-91faa3f8df05 req-fa8bfc5e-e5f6-4936-92cc-112d40dc05b6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e9cd80a-75d3-4781-9154-c886c97be771 HTTP/1.1" status: 200  len: 852 time: 0.0480428
Feb 05 20:51:36.516132 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60712) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:36.563220 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9f8396c0-2e94-4490-9f47-c1438030b0ad admin admin] Publish callbacks [] for security_group (67670197-0422-4919-986c-ff30d9e33c4b), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:36.580549 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-da539f45-01bd-4d1e-894c-91faa3f8df05 req-26ec7d97-f527-429d-98e7-7271af4a4906 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be4493bf-d1a6-445a-a987-23010e65458b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0682733
Feb 05 20:51:36.591050 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9f8396c0-2e94-4490-9f47-c1438030b0ad admin admin] Publish callbacks [] for security_group (67670197-0422-4919-986c-ff30d9e33c4b), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:36.662515 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-370eaa86-0352-47f5-a630-bbb3afcc59fe admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-199334173-network', 'tenant_id': '16490002120a497498df585c4f9bb7cf'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:51:36.667663 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9f8396c0-2e94-4490-9f47-c1438030b0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (67670197-0422-4919-986c-ff30d9e33c4b), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:36.670170 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9f8396c0-2e94-4490-9f47-c1438030b0ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:36.671524 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9f8396c0-2e94-4490-9f47-c1438030b0ad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/67670197-0422-4919-986c-ff30d9e33c4b HTTP/1.1" status: 204  len: 168 time: 0.1698089
Feb 05 20:51:36.685758 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8396c0-2e94-4490-9f47-c1438030b0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67670197-0422-4919-986c-ff30d9e33c4b,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:36.713134 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370eaa86-0352-47f5-a630-bbb3afcc59fe admin admin] Made reservation on behalf of 16490002120a497498df585c4f9bb7cf for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:51:36.723984 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-370eaa86-0352-47f5-a630-bbb3afcc59fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:36.744244 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-370eaa86-0352-47f5-a630-bbb3afcc59fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:36.874126 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-370eaa86-0352-47f5-a630-bbb3afcc59fe admin admin] Publish callbacks [] for security_group (efc9565d-13f7-4eb7-8c0c-5cde5b29d26a), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:36.878080 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-370eaa86-0352-47f5-a630-bbb3afcc59fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (efc9565d-13f7-4eb7-8c0c-5cde5b29d26a), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:36.902882 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-370eaa86-0352-47f5-a630-bbb3afcc59fe admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:51:36.919351 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370eaa86-0352-47f5-a630-bbb3afcc59fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc9565d-13f7-4eb7-8c0c-5cde5b29d26a,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:36.923397 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-370eaa86-0352-47f5-a630-bbb3afcc59fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (ce9f625e-a564-41e1-8114-366cd7fd9882), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:36.924146 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-370eaa86-0352-47f5-a630-bbb3afcc59fe admin admin] Added segment ce9f625e-a564-41e1-8114-366cd7fd9882 of type vlan for network 7a85da4f-594b-4edb-a0ef-f6f6d1d94dba
Feb 05 20:51:36.974610 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-370eaa86-0352-47f5-a630-bbb3afcc59fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (7a85da4f-594b-4edb-a0ef-f6f6d1d94dba), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:37.007631 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-370eaa86-0352-47f5-a630-bbb3afcc59fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (7a85da4f-594b-4edb-a0ef-f6f6d1d94dba), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:37.008824 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370eaa86-0352-47f5-a630-bbb3afcc59fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:37.009504 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-370eaa86-0352-47f5-a630-bbb3afcc59fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:37.013808 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a657b9-70a3-48cb-9476-27ebd6fb2d2c req-01fe8440-0e72-4a0e-8f5c-ce358e038d47 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:37.015354 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-44a657b9-70a3-48cb-9476-27ebd6fb2d2c req-01fe8440-0e72-4a0e-8f5c-ce358e038d47 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=778f451e-d667-417d-a9e6-d3d834e65fe2 HTTP/1.1" status: 200  len: 948 time: 0.4897738
Feb 05 20:51:37.043472 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-370eaa86-0352-47f5-a630-bbb3afcc59fe admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 901 time: 0.5262952
Feb 05 20:51:37.048148 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60730) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:37.072886 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-da539f45-01bd-4d1e-894c-91faa3f8df05 req-d015173c-c39a-4200-b236-edfb8183e2ff service neutron] 10.222.0.21 "GET /v2.0/networks/be4493bf-d1a6-445a-a987-23010e65458b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4756942
Feb 05 20:51:37.077305 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-f48251f8-b8b3-4899-82b5-22f55b3d7eba admin admin] Request body: {'subnet': {'network_id': '7a85da4f-594b-4edb-a0ef-f6f6d1d94dba', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-199334173-subnet', 'tenant_id': '16490002120a497498df585c4f9bb7cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:51:37.089347 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370eaa86-0352-47f5-a630-bbb3afcc59fe admin admin] Pushing event updated for resources: {'Network': ['ID=7a85da4f-594b-4edb-a0ef-f6f6d1d94dba,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:37.105215 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48251f8-b8b3-4899-82b5-22f55b3d7eba admin admin] Made reservation on behalf of 16490002120a497498df585c4f9bb7cf for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:51:37.105465 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 7a85da4f-594b-4edb-a0ef-f6f6d1d94dba details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:51:37.107946 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f48251f8-b8b3-4899-82b5-22f55b3d7eba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:37.116943 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6ac3c-787c-4bee-ae8f-8e510f808d7f req-f62a9d71-42f3-4c99-a56a-9ed920c13dab tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:37.119305 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5cd6ac3c-787c-4bee-ae8f-8e510f808d7f req-f62a9d71-42f3-4c99-a56a-9ed920c13dab tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 950 time: 0.1550016
Feb 05 20:51:37.198759 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-44a657b9-70a3-48cb-9476-27ebd6fb2d2c req-c8fb7971-454a-4a7c-b858-cc608942c009 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1652989
Feb 05 20:51:37.249991 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5cd6ac3c-787c-4bee-ae8f-8e510f808d7f req-7496480c-d233-410d-861d-77b91fe97f84 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115315
Feb 05 20:51:37.278101 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 3b8b3702-8670-4c83-b435-971891d10df0 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:51:37.309263 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-da539f45-01bd-4d1e-894c-91faa3f8df05 req-0622a274-a6a8-4645-866c-00cb83e618b7 service neutron] 10.222.0.21 "GET /v2.0/networks/be4493bf-d1a6-445a-a987-23010e65458b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2217669
Feb 05 20:51:37.314514 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f48251f8-b8b3-4899-82b5-22f55b3d7eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (1859e75b-6740-4475-ba8f-56ef1656315f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:37.355718 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 3b8b3702-8670-4c83-b435-971891d10df0 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:51:37.363141 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 3b8b3702-8670-4c83-b435-971891d10df0 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:51:37.382326 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:37.401081 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60746) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:37.405156 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48251f8-b8b3-4899-82b5-22f55b3d7eba admin admin] Pushing event updated for resources: {'Subnet': ['ID=1859e75b-6740-4475-ba8f-56ef1656315f,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:37.429205 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48251f8-b8b3-4899-82b5-22f55b3d7eba admin admin] Checking segment: {'id': 'ce9f625e-a564-41e1-8114-366cd7fd9882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7a85da4f-594b-4edb-a0ef-f6f6d1d94dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:51:37.429860 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48251f8-b8b3-4899-82b5-22f55b3d7eba admin admin] Network hostable DHCP agents. Network: 7a85da4f-594b-4edb-a0ef-f6f6d1d94dba, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:51:37.453318 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48251f8-b8b3-4899-82b5-22f55b3d7eba admin admin] Network 7a85da4f-594b-4edb-a0ef-f6f6d1d94dba is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:51:37.465326 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904edf02-75de-4a35-8538-6af8f680af77 req-4fae4631-2296-4189-a75d-db8fa0ec1050 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:37.466124 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-f48251f8-b8b3-4899-82b5-22f55b3d7eba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7a85da4f-594b-4edb-a0ef-f6f6d1d94dba) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:51:37.468031 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-904edf02-75de-4a35-8538-6af8f680af77 req-4fae4631-2296-4189-a75d-db8fa0ec1050 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 943 time: 0.1279242
Feb 05 20:51:37.474816 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efb2136-a446-49c3-acdd-0efe7511c01d None None] Network 7a85da4f-594b-4edb-a0ef-f6f6d1d94dba requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:51:37.479227 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f0be607-f91e-4f87-8004-7912920e17a3 admin admin] Deleting subnet 0eafc41a-2470-43f5-8711-de7e8c708b80 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:51:37.480837 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48251f8-b8b3-4899-82b5-22f55b3d7eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:37.481436 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f48251f8-b8b3-4899-82b5-22f55b3d7eba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:37.484560 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0f0be607-f91e-4f87-8004-7912920e17a3 admin admin] Publish callbacks [] for subnet (0eafc41a-2470-43f5-8711-de7e8c708b80), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:37.509376 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b247bad-8846-4f18-a47e-9a54a95db00d', 'name': 'network-vif-deleted', 'tag': '3b8b3702-8670-4c83-b435-971891d10df0'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:51:37.510007 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f48251f8-b8b3-4899-82b5-22f55b3d7eba admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 0.4600704
Feb 05 20:51:37.512811 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60752) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:37.512951 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ecab05-2c28-48da-98fe-9ee574e3f634" -d '{"events": [{"server_uuid": "2b247bad-8846-4f18-a47e-9a54a95db00d", "name": "network-vif-deleted", "tag": "3b8b3702-8670-4c83-b435-971891d10df0"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:51:37.521517 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-b464c4ae-35f3-40f0-a60b-54f422a04df1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-199334173-router', 'tenant_id': '16490002120a497498df585c4f9bb7cf', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:51:37.554403 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0f0be607-f91e-4f87-8004-7912920e17a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (0eafc41a-2470-43f5-8711-de7e8c708b80), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:37.573786 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b464c4ae-35f3-40f0-a60b-54f422a04df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (21d158a5-c6ec-47c4-8897-c5af48a366ca), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:37.575266 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b464c4ae-35f3-40f0-a60b-54f422a04df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (21d158a5-c6ec-47c4-8897-c5af48a366ca), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:37.608390 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-904edf02-75de-4a35-8538-6af8f680af77 req-1536af8f-fc91-4228-9bfb-5be78390c5da tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1248922
Feb 05 20:51:37.623092 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0f0be607-f91e-4f87-8004-7912920e17a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (0eafc41a-2470-43f5-8711-de7e8c708b80), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:37.643527 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f4544a-7487-4d0a-8682-b971356008ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7a85da4f-594b-4edb-a0ef-f6f6d1d94dba', 'network_id': '7a85da4f-594b-4edb-a0ef-f6f6d1d94dba', 'project_id': '16490002120a497498df585c4f9bb7cf', 'fixed_ips': [{'subnet_id': '1859e75b-6740-4475-ba8f-56ef1656315f'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 20:51:37.644714 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a5f4544a-7487-4d0a-8682-b971356008ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:37.696292 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44ae5c4-f89d-4d27-aefc-adb00afa7081 x-openstack-request-id: req-f44ae5c4-f89d-4d27-aefc-adb00afa7081 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:51:37.696927 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b247bad-8846-4f18-a47e-9a54a95db00d", "name": "network-vif-deleted", "tag": "3b8b3702-8670-4c83-b435-971891d10df0", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:51:37.697501 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f44ae5c4-f89d-4d27-aefc-adb00afa7081 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:51:37.698122 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b247bad-8846-4f18-a47e-9a54a95db00d', 'name': 'network-vif-deleted', 'tag': '3b8b3702-8670-4c83-b435-971891d10df0', 'status': 'completed', 'code': 200}
Feb 05 20:51:37.709304 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0f0be607-f91e-4f87-8004-7912920e17a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (0eafc41a-2470-43f5-8711-de7e8c708b80), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:37.726658 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b464c4ae-35f3-40f0-a60b-54f422a04df1 admin admin] Publish callbacks [] for router_controller (21d158a5-c6ec-47c4-8897-c5af48a366ca), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:37.744907 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0be607-f91e-4f87-8004-7912920e17a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0eafc41a-2470-43f5-8711-de7e8c708b80,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:37.754441 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0f0be607-f91e-4f87-8004-7912920e17a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:37.759000 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0f0be607-f91e-4f87-8004-7912920e17a3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0eafc41a-2470-43f5-8711-de7e8c708b80 HTTP/1.1" status: 204  len: 168 time: 0.3560524
Feb 05 20:51:37.761283 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60760) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:37.823491 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-a5f4544a-7487-4d0a-8682-b971356008ef None None] Allocated IP 172.20.0.2 (7a85da4f-594b-4edb-a0ef-f6f6d1d94dba/1859e75b-6740-4475-ba8f-56ef1656315f/66771f63-2aba-43b6-971d-e93124cbd0b6) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:51:37.878100 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ebfae94d-442f-4fdc-afd5-2516bd7cd202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (9bddc5e5-c482-4fab-84a4-082da8de5e4d), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:37.926713 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b464c4ae-35f3-40f0-a60b-54f422a04df1 admin admin] Publish callbacks [] for router_gateway (21d158a5-c6ec-47c4-8897-c5af48a366ca), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:38.006687 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ebfae94d-442f-4fdc-afd5-2516bd7cd202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (9bddc5e5-c482-4fab-84a4-082da8de5e4d), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:38.075202 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-ebfae94d-442f-4fdc-afd5-2516bd7cd202 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2ffb310>,) {'filters': {'network_id': ['9bddc5e5-c482-4fab-84a4-082da8de5e4d']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:51:38.089497 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-ebfae94d-442f-4fdc-afd5-2516bd7cd202 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2ffb310>, 'e08b8154-7ab4-4b84-8ec2-6ca119943cd4') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:51:38.089801 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-ebfae94d-442f-4fdc-afd5-2516bd7cd202 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2ffb310>, 'e08b8154-7ab4-4b84-8ec2-6ca119943cd4') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:51:38.112782 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cced4e5-b637-4fc3-b82b-85ed2acb23d2 req-0e59bbb4-2c49-42e7-a4f6-328c045d22e0 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:38.112994 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 5cb379ed-ddb4-499e-b220-588d09688bf7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:51:38.114599 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9cced4e5-b637-4fc3-b82b-85ed2acb23d2 req-0e59bbb4-2c49-42e7-a4f6-328c045d22e0 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7ab6d47-c452-4629-8e26-6fb32ff14222 HTTP/1.1" status: 200  len: 945 time: 0.1126218
Feb 05 20:51:38.124534 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ebfae94d-442f-4fdc-afd5-2516bd7cd202 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (e08b8154-7ab4-4b84-8ec2-6ca119943cd4), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:38.178664 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ebfae94d-442f-4fdc-afd5-2516bd7cd202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (e08b8154-7ab4-4b84-8ec2-6ca119943cd4), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:38.186943 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b464c4ae-35f3-40f0-a60b-54f422a04df1 admin admin] Publish callbacks [] for router_gateway (21d158a5-c6ec-47c4-8897-c5af48a366ca), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:38.187631 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9cced4e5-b637-4fc3-b82b-85ed2acb23d2 req-be827cb5-fb3a-4116-92fb-e76ba6105671 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664380
Feb 05 20:51:38.190453 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebfae94d-442f-4fdc-afd5-2516bd7cd202 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:51:38.190911 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ebfae94d-442f-4fdc-afd5-2516bd7cd202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (e08b8154-7ab4-4b84-8ec2-6ca119943cd4), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:38.193308 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 20:51:38.193308 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:51:38.193308 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 20:51:38.193308 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:51:38.193308 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 20:51:38.193308 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:51:38.193308 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 20:51:38.193308 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:51:38.193308 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 20:51:38.193308 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:51:38.193308 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 20:51:38.193308 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:51:38.193308 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 20:51:38.193308 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:51:38.193308 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:51:38.193308 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:51:38.193308 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:51:38.193308 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:51:38.193308 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 20:51:38.193308 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:51:38.193308 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 20:51:38.193308 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:51:38.193308 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:51:38.193308 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:51:38.193308 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:51:38.193308 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:51:38.193308 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:51:38.193308 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:51:38.193308 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:51:38.193308 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:51:38.193308 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:51:38.193308 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:51:38.223884 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b464c4ae-35f3-40f0-a60b-54f422a04df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:38.244186 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 5cb379ed-ddb4-499e-b220-588d09688bf7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5cb379ed-ddb4-499e-b220-588d09688bf7,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:38.266907 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '5cb379ed-ddb4-499e-b220-588d09688bf7', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'port_id': '5cb379ed-ddb4-499e-b220-588d09688bf7', 'mac_address': 'fa:16:3e:c5:6d:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3c763-0926-4b49-ade5-d66ee3d4c489', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:51:38.311695 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ebfae94d-442f-4fdc-afd5-2516bd7cd202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (9bddc5e5-c482-4fab-84a4-082da8de5e4d), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:38.329027 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ebfae94d-442f-4fdc-afd5-2516bd7cd202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:38.335824 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ebfae94d-442f-4fdc-afd5-2516bd7cd202 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9bddc5e5-c482-4fab-84a4-082da8de5e4d HTTP/1.1" status: 204  len: 168 time: 0.5733888
Feb 05 20:51:38.339465 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60776) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:38.404854 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfae94d-442f-4fdc-afd5-2516bd7cd202 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bddc5e5-c482-4fab-84a4-082da8de5e4d,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:38.409136 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-b464c4ae-35f3-40f0-a60b-54f422a04df1 admin admin] Allocated IP 172.35.4.64 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:51:38.416507 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-5657fa81-7a3a-471f-8630-96721df851ee admin admin] Deleting subnet 57e49727-0e0c-4d3f-b35b-202dbcf04be8 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:51:38.420495 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5657fa81-7a3a-471f-8630-96721df851ee admin admin] Publish callbacks [] for subnet (57e49727-0e0c-4d3f-b35b-202dbcf04be8), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:38.422504 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 5cb379ed-ddb4-499e-b220-588d09688bf7 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:38.423036 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5cb379ed-ddb4-499e-b220-588d09688bf7), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:38.452122 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cb379ed-ddb4-499e-b220-588d09688bf7 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:51:38.462687 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a5f4544a-7487-4d0a-8682-b971356008ef None None] Publish callbacks [] for port (66771f63-2aba-43b6-971d-e93124cbd0b6), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:38.476337 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c11da5-d899-4ea4-8e41-1762773c5333 req-a05af909-f436-4adf-83ed-86cf7e5e6581 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:38.478420 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5657fa81-7a3a-471f-8630-96721df851ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (57e49727-0e0c-4d3f-b35b-202dbcf04be8), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:38.480220 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a5f4544a-7487-4d0a-8682-b971356008ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (66771f63-2aba-43b6-971d-e93124cbd0b6), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:38.492586 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-32c11da5-d899-4ea4-8e41-1762773c5333 req-a05af909-f436-4adf-83ed-86cf7e5e6581 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=778f451e-d667-417d-a9e6-d3d834e65fe2 HTTP/1.1" status: 200  len: 948 time: 0.1757193
Feb 05 20:51:38.505373 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 5cb379ed-ddb4-499e-b220-588d09688bf7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5cb379ed-ddb4-499e-b220-588d09688bf7,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:38.511339 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028fe5f-df5b-476a-96d7-782460b432d5 req-84c34630-c5c2-4ef1-97ae-fa53390462e7 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:38.513496 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d028fe5f-df5b-476a-96d7-782460b432d5 req-84c34630-c5c2-4ef1-97ae-fa53390462e7 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 950 time: 0.1324382
Feb 05 20:51:38.536476 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5cb379ed-ddb4-499e-b220-588d09688bf7), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:38.543272 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f4544a-7487-4d0a-8682-b971356008ef None None] Network 7a85da4f-594b-4edb-a0ef-f6f6d1d94dba is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:51:38.546961 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-a5f4544a-7487-4d0a-8682-b971356008ef None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:51:38.555147 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f4544a-7487-4d0a-8682-b971356008ef None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:51:38.623289 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d028fe5f-df5b-476a-96d7-782460b432d5 req-1c89c9c1-dd32-4b7a-b322-cbd9c6452665 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010947
Feb 05 20:51:38.635448 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-a5f4544a-7487-4d0a-8682-b971356008ef None None] Attempting to bind port 66771f63-2aba-43b6-971d-e93124cbd0b6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:51:38.636420 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-a5f4544a-7487-4d0a-8682-b971356008ef None None] Attempting to bind port 66771f63-2aba-43b6-971d-e93124cbd0b6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ce9f625e-a564-41e1-8114-366cd7fd9882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7a85da4f-594b-4edb-a0ef-f6f6d1d94dba'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:51:38.637536 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f4544a-7487-4d0a-8682-b971356008ef None None] Attempting to bind port 66771f63-2aba-43b6-971d-e93124cbd0b6 on network 7a85da4f-594b-4edb-a0ef-f6f6d1d94dba {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:51:38.641154 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f4544a-7487-4d0a-8682-b971356008ef None None] Pushing event updated for resources: {'Port': ['ID=66771f63-2aba-43b6-971d-e93124cbd0b6,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:38.641861 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-32c11da5-d899-4ea4-8e41-1762773c5333 req-8157dd6d-a0ea-4f21-a6b8-0d115cd5c877 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1418381
Feb 05 20:51:38.656976 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f4544a-7487-4d0a-8682-b971356008ef None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:51:38.657477 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f4544a-7487-4d0a-8682-b971356008ef None None] Checking segment: {'id': 'ce9f625e-a564-41e1-8114-366cd7fd9882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7a85da4f-594b-4edb-a0ef-f6f6d1d94dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:51:38.657957 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a5f4544a-7487-4d0a-8682-b971356008ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:38.658493 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f4544a-7487-4d0a-8682-b971356008ef None None] Bound using segment: {'id': 'ce9f625e-a564-41e1-8114-366cd7fd9882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7a85da4f-594b-4edb-a0ef-f6f6d1d94dba'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:51:38.659044 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-a5f4544a-7487-4d0a-8682-b971356008ef None None] Bound port: 66771f63-2aba-43b6-971d-e93124cbd0b6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9f625e-a564-41e1-8114-366cd7fd9882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7a85da4f-594b-4edb-a0ef-f6f6d1d94dba'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:51:38.659503 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a5f4544a-7487-4d0a-8682-b971356008ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (66771f63-2aba-43b6-971d-e93124cbd0b6), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:38.756849 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=5cb379ed-ddb4-499e-b220-588d09688bf7,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:38.782129 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-a5f4544a-7487-4d0a-8682-b971356008ef None None] For port 66771f63-2aba-43b6-971d-e93124cbd0b6, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:51:38.784017 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c3e06-9433-458f-9fd3-f1a42d1f7b73 req-222a327c-990c-40a0-9f65-829e0a02ac88 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:38.786071 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bc9c3e06-9433-458f-9fd3-f1a42d1f7b73 req-222a327c-990c-40a0-9f65-829e0a02ac88 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 943 time: 0.0657158
Feb 05 20:51:38.787827 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-a5f4544a-7487-4d0a-8682-b971356008ef None None] For port 66771f63-2aba-43b6-971d-e93124cbd0b6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66771f63-2aba-43b6-971d-e93124cbd0b6,segment=NetworkSegment(ce9f625e-a564-41e1-8114-366cd7fd9882),segment_id=ce9f625e-a564-41e1-8114-366cd7fd9882)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:51:38.795658 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a5f4544a-7487-4d0a-8682-b971356008ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (66771f63-2aba-43b6-971d-e93124cbd0b6), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:38.870987 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bc9c3e06-9433-458f-9fd3-f1a42d1f7b73 req-e135b61d-dbc6-44c5-90a1-f4b8f4fa2d6b tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770938
Feb 05 20:51:38.911543 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f4544a-7487-4d0a-8682-b971356008ef None None] Pushing event updated for resources: {'Port': ['ID=66771f63-2aba-43b6-971d-e93124cbd0b6,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:38.918678 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:38.921444 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['5cb379ed-ddb4-499e-b220-588d09688bf7'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:51:38.940567 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5657fa81-7a3a-471f-8630-96721df851ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (57e49727-0e0c-4d3f-b35b-202dbcf04be8), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:38.985596 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-8855d1f8-e702-458d-8d6d-662db8e9a143 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0c8e2be509c94af4bd7ea64cb3b88d2b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0263145
Feb 05 20:51:39.027247 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b464c4ae-35f3-40f0-a60b-54f422a04df1 admin admin] Publish callbacks [] for port (7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:39.045951 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5657fa81-7a3a-471f-8630-96721df851ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (57e49727-0e0c-4d3f-b35b-202dbcf04be8), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:39.107315 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5657fa81-7a3a-471f-8630-96721df851ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57e49727-0e0c-4d3f-b35b-202dbcf04be8,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:39.121045 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5657fa81-7a3a-471f-8630-96721df851ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:39.126514 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60798) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:39.127050 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5657fa81-7a3a-471f-8630-96721df851ee admin admin] 10.222.0.32 "DELETE /v2.0/subnets/57e49727-0e0c-4d3f-b35b-202dbcf04be8 HTTP/1.1" status: 204  len: 168 time: 0.7861419
Feb 05 20:51:39.136333 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b464c4ae-35f3-40f0-a60b-54f422a04df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:39.184581 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b464c4ae-35f3-40f0-a60b-54f422a04df1 admin admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:51:39.184899 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-5308002e-3b77-4ead-b69a-639191ceb0e6 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:39.186635 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-5308002e-3b77-4ead-b69a-639191ceb0e6 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1913354
Feb 05 20:51:39.198220 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-b464c4ae-35f3-40f0-a60b-54f422a04df1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:51:39.200925 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b464c4ae-35f3-40f0-a60b-54f422a04df1 admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:51:39.204557 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464c4ae-35f3-40f0-a60b-54f422a04df1 admin admin] Pushing event updated for resources: {'Port': ['ID=7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:39.228680 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-7ae5c322-f724-41cb-86e5-5820b627233b tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/quotas/0c8e2be509c94af4bd7ea64cb3b88d2b HTTP/1.1" status: 200  len: 375 time: 0.0127339
Feb 05 20:51:39.279459 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-8e565247-cd89-448e-b60c-65c9ff13354c tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0c8e2be509c94af4bd7ea64cb3b88d2b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0446777
Feb 05 20:51:39.287564 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ffbf6911-f47f-4f88-b96b-44d65b230d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (de8f59d1-5e28-4161-b1dc-faa7e29602b5), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:39.398318 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f4b3f-d698-4dd0-9283-8766ab01e467 req-4d418247-f3c4-4348-8761-09f49b9b0b31 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:39.400317 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-653f4b3f-d698-4dd0-9283-8766ab01e467 req-4d418247-f3c4-4348-8761-09f49b9b0b31 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7ab6d47-c452-4629-8e26-6fb32ff14222 HTTP/1.1" status: 200  len: 945 time: 0.1053112
Feb 05 20:51:39.475076 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ffbf6911-f47f-4f88-b96b-44d65b230d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (de8f59d1-5e28-4161-b1dc-faa7e29602b5), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:39.535703 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-999809d5-46cf-4552-a3e7-7e02b6777df8 req-f1af30b1-4ad1-4f9f-a839-a7406b910872 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd636db7-f7c5-46f4-9a44-20ebfddb151d HTTP/1.1" status: 200  len: 210 time: 0.0373917
Feb 05 20:51:39.551063 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-ffbf6911-f47f-4f88-b96b-44d65b230d07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2c0d0d0>,) {'filters': {'network_id': ['de8f59d1-5e28-4161-b1dc-faa7e29602b5']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:51:39.566226 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b464c4ae-35f3-40f0-a60b-54f422a04df1 admin admin] Publish callbacks [] for router_gateway (21d158a5-c6ec-47c4-8897-c5af48a366ca), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:39.570835 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-ffbf6911-f47f-4f88-b96b-44d65b230d07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2c0d0d0>, '8ca95238-abec-4a5b-9ace-b9912fad92ee') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:51:39.571141 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-ffbf6911-f47f-4f88-b96b-44d65b230d07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2c0d0d0>, '8ca95238-abec-4a5b-9ace-b9912fad92ee') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:51:39.581462 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-653f4b3f-d698-4dd0-9283-8766ab01e467 req-eee30f23-a0ab-4c64-81b7-d432cf28c97f tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1706719
Feb 05 20:51:39.585089 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ffbf6911-f47f-4f88-b96b-44d65b230d07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (8ca95238-abec-4a5b-9ace-b9912fad92ee), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:39.600955 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ffbf6911-f47f-4f88-b96b-44d65b230d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (8ca95238-abec-4a5b-9ace-b9912fad92ee), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:39.608585 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffbf6911-f47f-4f88-b96b-44d65b230d07 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:51:39.609125 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ffbf6911-f47f-4f88-b96b-44d65b230d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (8ca95238-abec-4a5b-9ace-b9912fad92ee), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:39.611306 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 20:51:39.611306 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:51:39.611306 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 20:51:39.611306 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:51:39.611306 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 20:51:39.611306 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:51:39.611306 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 20:51:39.611306 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:51:39.611306 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 20:51:39.611306 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:51:39.611306 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 20:51:39.611306 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:51:39.611306 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 20:51:39.611306 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:51:39.611306 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:51:39.611306 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:51:39.611306 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:51:39.611306 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:51:39.611306 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 20:51:39.611306 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:51:39.611306 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 20:51:39.611306 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:51:39.611306 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:51:39.611306 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:51:39.611306 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:51:39.611306 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:51:39.611306 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:51:39.611306 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:51:39.611306 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:51:39.611306 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:51:39.611306 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:51:39.611306 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:51:39.702982 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ffbf6911-f47f-4f88-b96b-44d65b230d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (de8f59d1-5e28-4161-b1dc-faa7e29602b5), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:39.716982 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ffbf6911-f47f-4f88-b96b-44d65b230d07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:39.725065 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ffbf6911-f47f-4f88-b96b-44d65b230d07 admin admin] 10.222.0.32 "DELETE /v2.0/networks/de8f59d1-5e28-4161-b1dc-faa7e29602b5 HTTP/1.1" status: 204  len: 168 time: 0.5952237
Feb 05 20:51:39.778995 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf6911-f47f-4f88-b96b-44d65b230d07 admin admin] Pushing event deleted for resources: {'Network': ['ID=de8f59d1-5e28-4161-b1dc-faa7e29602b5,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:39.871815 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 66771f63-2aba-43b6-971d-e93124cbd0b6 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:51:39.885895 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b464c4ae-35f3-40f0-a60b-54f422a04df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (21d158a5-c6ec-47c4-8897-c5af48a366ca), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:39.896657 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ff1fd-fd7d-46fe-a90a-d0dfbbceee06 req-b11b371b-b3a7-43c9-946f-bf1792132010 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:39.905282 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-118ff1fd-fd7d-46fe-a90a-d0dfbbceee06 req-b11b371b-b3a7-43c9-946f-bf1792132010 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 950 time: 0.1358340
Feb 05 20:51:39.924495 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809588b-661c-40be-b314-279a2a5fb811 req-3d52d411-2826-42e2-9223-659445f2b154 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:39.928771 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 19c145e4-40d4-4f08-b7cb-5fe0869565f2 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:51:39.938497 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2809588b-661c-40be-b314-279a2a5fb811 req-3d52d411-2826-42e2-9223-659445f2b154 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=778f451e-d667-417d-a9e6-d3d834e65fe2 HTTP/1.1" status: 200  len: 949 time: 0.1614313
Feb 05 20:51:40.010739 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 5cb379ed-ddb4-499e-b220-588d09688bf7 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:51:40.084251 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-118ff1fd-fd7d-46fe-a90a-d0dfbbceee06 req-20b21de9-4163-402c-a0f1-6b4ca5d8afba tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1776571
Feb 05 20:51:40.125127 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60820) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:40.149825 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2809588b-661c-40be-b314-279a2a5fb811 req-f95ebacd-c1b8-4409-9c2a-7fb220248203 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2079136
Feb 05 20:51:40.183173 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 19c145e4-40d4-4f08-b7cb-5fe0869565f2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=19c145e4-40d4-4f08-b7cb-5fe0869565f2,segment=NetworkSegment(743051ff-9f95-4efc-9230-9f61d36c1128),segment_id=743051ff-9f95-4efc-9230-9f61d36c1128)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:40.202803 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '19c145e4-40d4-4f08-b7cb-5fe0869565f2', 'network_id': 'be4493bf-d1a6-445a-a987-23010e65458b', 'port_id': '19c145e4-40d4-4f08-b7cb-5fe0869565f2', 'mac_address': 'fa:16:3e:2a:3f:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e9cd80a-75d3-4781-9154-c886c97be771', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:51:40.233993 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b464c4ae-35f3-40f0-a60b-54f422a04df1 admin admin] Router 21d158a5-c6ec-47c4-8897-c5af48a366ca is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 20:51:40.266703 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 19c145e4-40d4-4f08-b7cb-5fe0869565f2 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:40.267094 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (19c145e4-40d4-4f08-b7cb-5fe0869565f2), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:40.268942 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30a4026-e35e-4ac5-a17d-6ee252715acd None None] Network 7a85da4f-594b-4edb-a0ef-f6f6d1d94dba requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:51:40.272610 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d72b463b-ab73-4442-8dff-a4bf6cb8f744 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e778204a87854520b801e3c26fe7140c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1191232
Feb 05 20:51:40.279647 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60822) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:40.322050 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae94394-2f0d-4b54-bb07-f2fb1c515b5f req-50180e04-5921-4efe-b651-f9f412200354 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:40.326972 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1ae94394-2f0d-4b54-bb07-f2fb1c515b5f req-50180e04-5921-4efe-b651-f9f412200354 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 943 time: 0.1103213
Feb 05 20:51:40.362889 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:40.373900 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19c145e4-40d4-4f08-b7cb-5fe0869565f2 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:51:40.378365 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b464c4ae-35f3-40f0-a60b-54f422a04df1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:51:40.386676 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 5cb379ed-ddb4-499e-b220-588d09688bf7 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:51:40.395898 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1ae94394-2f0d-4b54-bb07-f2fb1c515b5f req-b8fc4d2d-da1b-4396-b82b-68e33342e27c tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540178
Feb 05 20:51:40.403247 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df91d46-8c4e-4fc7-99ce-3c847adb447a None None] Sync routers for ids ['21d158a5-c6ec-47c4-8897-c5af48a366ca'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:51:40.414268 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-40b56099-119e-46e8-85eb-4fd99d8aba5e admin admin] Publish callbacks [] for security_group (71411cf2-4c7e-4dab-a299-6899d969425d), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:40.415665 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b464c4ae-35f3-40f0-a60b-54f422a04df1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:40.417318 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b464c4ae-35f3-40f0-a60b-54f422a04df1 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 939 time: 2.9033134
Feb 05 20:51:40.419879 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60824) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:40.430460 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 66771f63-2aba-43b6-971d-e93124cbd0b6 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:51:40.430460 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (66771f63-2aba-43b6-971d-e93124cbd0b6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:40.430460 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 5cb379ed-ddb4-499e-b220-588d09688bf7 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:51:40.430460 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5cb379ed-ddb4-499e-b220-588d09688bf7), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:40.432530 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c7901363-d21b-4a39-9921-fff941042f27 None None] Provisioning complete for port 66771f63-2aba-43b6-971d-e93124cbd0b6 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:51:40.432895 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c7901363-d21b-4a39-9921-fff941042f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (66771f63-2aba-43b6-971d-e93124cbd0b6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:40.441727 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-40b56099-119e-46e8-85eb-4fd99d8aba5e admin admin] Publish callbacks [] for security_group (71411cf2-4c7e-4dab-a299-6899d969425d), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:40.470447 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 19c145e4-40d4-4f08-b7cb-5fe0869565f2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=19c145e4-40d4-4f08-b7cb-5fe0869565f2,segment=NetworkSegment(743051ff-9f95-4efc-9230-9f61d36c1128),segment_id=743051ff-9f95-4efc-9230-9f61d36c1128)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:40.503829 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-40b56099-119e-46e8-85eb-4fd99d8aba5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (71411cf2-4c7e-4dab-a299-6899d969425d), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:40.510949 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-40b56099-119e-46e8-85eb-4fd99d8aba5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:40.515306 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-40b56099-119e-46e8-85eb-4fd99d8aba5e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/71411cf2-4c7e-4dab-a299-6899d969425d HTTP/1.1" status: 204  len: 168 time: 0.2293053
Feb 05 20:51:40.524896 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b56099-119e-46e8-85eb-4fd99d8aba5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71411cf2-4c7e-4dab-a299-6899d969425d,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:40.559585 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (19c145e4-40d4-4f08-b7cb-5fe0869565f2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:40.582516 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df91d46-8c4e-4fc7-99ce-3c847adb447a None None] Routers {'21d158a5-c6ec-47c4-8897-c5af48a366ca'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:51:40.583167 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-1df91d46-8c4e-4fc7-99ce-3c847adb447a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab88bd90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:51:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['21d158a5-c6ec-47c4-8897-c5af48a366ca'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:51:40.737575 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4dd99d87-9ba1-452a-85dc-f516b4de48b6 req-a6931606-c494-4c74-811b-f3b3aa03aab4 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd636db7-f7c5-46f4-9a44-20ebfddb151d HTTP/1.1" status: 200  len: 210 time: 0.0363054
Feb 05 20:51:40.792019 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f15453-04da-4c2f-9a47-24c1029bfae6 req-e1f52189-6d76-44ca-b753-5b0c15b08b83 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:40.793807 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b2f15453-04da-4c2f-9a47-24c1029bfae6 req-e1f52189-6d76-44ca-b753-5b0c15b08b83 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7ab6d47-c452-4629-8e26-6fb32ff14222 HTTP/1.1" status: 200  len: 945 time: 0.0863452
Feb 05 20:51:40.794841 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 20:51:40.842846 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=19c145e4-40d4-4f08-b7cb-5fe0869565f2,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:40.873699 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b2f15453-04da-4c2f-9a47-24c1029bfae6 req-d7c67817-1c45-4ea8-85e0-b664ba91c178 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728583
Feb 05 20:51:40.979225 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 5cb379ed-ddb4-499e-b220-588d09688bf7 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:40.979670 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5cb379ed-ddb4-499e-b220-588d09688bf7), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:40.981496 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 66771f63-2aba-43b6-971d-e93124cbd0b6 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:40.982292 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (66771f63-2aba-43b6-971d-e93124cbd0b6), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:41.026919 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['19c145e4-40d4-4f08-b7cb-5fe0869565f2'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:51:41.032649 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-1df91d46-8c4e-4fc7-99ce-3c847adb447a None None] Set router 21d158a5-c6ec-47c4-8897-c5af48a366ca gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:51:41.038181 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-bf9166e3-d6a8-4ab2-82fa-5992e4b92f39 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=0c8e2be509c94af4bd7ea64cb3b88d2b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0541832
Feb 05 20:51:41.050923 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0de424b5-ad0b-486c-82ef-c00d57da21f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:41.192052 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60840) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:41.231861 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c7901363-d21b-4a39-9921-fff941042f27 None None] Current status of the port 66771f63-2aba-43b6-971d-e93124cbd0b6 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:41.235113 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c7901363-d21b-4a39-9921-fff941042f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (66771f63-2aba-43b6-971d-e93124cbd0b6), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:41.242075 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-831150eb-18c4-4827-9254-d3686cae77a2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4a80e13a9e7e4e9c8d99b365895b6bfb&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0481761
Feb 05 20:51:41.247247 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60844) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:41.307704 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-0de424b5-ad0b-486c-82ef-c00d57da21f7 admin admin] Allocated IP 172.20.0.1 (7a85da4f-594b-4edb-a0ef-f6f6d1d94dba/1859e75b-6740-4475-ba8f-56ef1656315f/cc776b30-691a-4ce6-bd07-8091949392e3) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:51:41.403755 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-a9bc0eca-9dea-498d-81e3-e4358653d772 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:41.405301 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-a9bc0eca-9dea-498d-81e3-e4358653d772 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3625400
Feb 05 20:51:41.423932 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0de424b5-ad0b-486c-82ef-c00d57da21f7 admin admin] Publish callbacks [] for port (cc776b30-691a-4ce6-bd07-8091949392e3), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:41.427552 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-fe7e4b40-9d46-4400-96dc-5b0d732db0c6 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Request body: {'port': {'device_id': 'dd636db7-f7c5-46f4-9a44-20ebfddb151d', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'admin_state_up': True, 'tenant_id': '0c8e2be509c94af4bd7ea64cb3b88d2b'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:51:41.442967 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59e9a8-9326-42c6-81e6-9dac9419c7b8 req-321d8a8b-f8e1-41d2-abcf-068507b2660c tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:41.444515 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0f59e9a8-9326-42c6-81e6-9dac9419c7b8 req-321d8a8b-f8e1-41d2-abcf-068507b2660c tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 950 time: 0.2007225
Feb 05 20:51:41.464067 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0de424b5-ad0b-486c-82ef-c00d57da21f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (cc776b30-691a-4ce6-bd07-8091949392e3), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:41.484465 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 5cb379ed-ddb4-499e-b220-588d09688bf7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5cb379ed-ddb4-499e-b220-588d09688bf7,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:41.488595 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea9856-8c7b-411c-997b-332893304eb9 req-ab63d7eb-575c-45a0-9dca-be404faa9c04 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:41.490127 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e1ea9856-8c7b-411c-997b-332893304eb9 req-ab63d7eb-575c-45a0-9dca-be404faa9c04 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=778f451e-d667-417d-a9e6-d3d834e65fe2 HTTP/1.1" status: 200  len: 949 time: 0.1742988
Feb 05 20:51:41.490807 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8d3bbb18-b464-4b6e-9568-963ad1ddf89f admin admin] Publish callbacks [] for security_group (070fe43a-e4c2-4c91-9d10-7c31a967b036), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:41.500138 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de424b5-ad0b-486c-82ef-c00d57da21f7 admin admin] Network 7a85da4f-594b-4edb-a0ef-f6f6d1d94dba is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:51:41.500376 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778f451e-d667-417d-a9e6-d3d834e65fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb379ed-ddb4-499e-b220-588d09688bf7'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:51:41.503060 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17320a71-eae6-464c-aaa8-dad1ecf96758" -d '{"events": [{"server_uuid": "778f451e-d667-417d-a9e6-d3d834e65fe2", "name": "network-vif-plugged", "status": "completed", "tag": "5cb379ed-ddb4-499e-b220-588d09688bf7"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:51:41.503416 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-0de424b5-ad0b-486c-82ef-c00d57da21f7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:51:41.509489 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de424b5-ad0b-486c-82ef-c00d57da21f7 admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:51:41.521700 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5cb379ed-ddb4-499e-b220-588d09688bf7), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:41.551893 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 66771f63-2aba-43b6-971d-e93124cbd0b6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66771f63-2aba-43b6-971d-e93124cbd0b6,segment=NetworkSegment(ce9f625e-a564-41e1-8114-366cd7fd9882),segment_id=ce9f625e-a564-41e1-8114-366cd7fd9882)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:41.559133 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de424b5-ad0b-486c-82ef-c00d57da21f7 admin admin] Pushing event updated for resources: {'Port': ['ID=cc776b30-691a-4ce6-bd07-8091949392e3,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:41.580844 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0de424b5-ad0b-486c-82ef-c00d57da21f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (21d158a5-c6ec-47c4-8897-c5af48a366ca), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:41.622473 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (66771f63-2aba-43b6-971d-e93124cbd0b6), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:41.629043 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e1ea9856-8c7b-411c-997b-332893304eb9 req-99892371-e4c6-4794-893f-9e712b55d0e2 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849195
Feb 05 20:51:41.711538 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8d3bbb18-b464-4b6e-9568-963ad1ddf89f admin admin] Publish callbacks [] for security_group (070fe43a-e4c2-4c91-9d10-7c31a967b036), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:41.749445 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=5cb379ed-ddb4-499e-b220-588d09688bf7,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:41.773318 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0f59e9a8-9326-42c6-81e6-9dac9419c7b8 req-486ca659-ba63-4877-a642-c541175d681a tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3113561
Feb 05 20:51:41.775855 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0de424b5-ad0b-486c-82ef-c00d57da21f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (cc776b30-691a-4ce6-bd07-8091949392e3), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:41.810403 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.db.api [None req-c7901363-d21b-4a39-9921-fff941042f27 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 20:51:41.810403 ncdv-master-1 neutron-server[114392]: DEBUG oslo_db.api [None req-c7901363-d21b-4a39-9921-fff941042f27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 20:51:41.857208 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dfd67d-6d2c-4f68-9ee0-8895fde8a92a req-22f66f2c-1dc2-4b1e-94c4-26a077072bca tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:41.860198 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7dfd67d-6d2c-4f68-9ee0-8895fde8a92a req-22f66f2c-1dc2-4b1e-94c4-26a077072bca tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 944 time: 0.1336932
Feb 05 20:51:41.863434 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-fe7e4b40-9d46-4400-96dc-5b0d732db0c6 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Made reservation on behalf of 0c8e2be509c94af4bd7ea64cb3b88d2b for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:51:41.867654 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-fe7e4b40-9d46-4400-96dc-5b0d732db0c6 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:41.881530 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8d3bbb18-b464-4b6e-9568-963ad1ddf89f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (070fe43a-e4c2-4c91-9d10-7c31a967b036), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:41.886401 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8d3bbb18-b464-4b6e-9568-963ad1ddf89f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:41.887667 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8d3bbb18-b464-4b6e-9568-963ad1ddf89f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/070fe43a-e4c2-4c91-9d10-7c31a967b036 HTTP/1.1" status: 204  len: 168 time: 0.6381366
Feb 05 20:51:41.890155 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=66771f63-2aba-43b6-971d-e93124cbd0b6,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:41.897227 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-fe7e4b40-9d46-4400-96dc-5b0d732db0c6 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:41.925956 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3bbb18-b464-4b6e-9568-963ad1ddf89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070fe43a-e4c2-4c91-9d10-7c31a967b036,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:41.991727 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7dfd67d-6d2c-4f68-9ee0-8895fde8a92a req-235b0526-8b7a-4436-b238-56cfc86694db tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174409
Feb 05 20:51:41.994140 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-1df91d46-8c4e-4fc7-99ce-3c847adb447a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab88bd90>, [{'id': '21d158a5-c6ec-47c4-8897-c5af48a366ca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-199334173-router', 'tenant_id': '16490002120a497498df585c4f9bb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.64'}], 'enable_snat': True}, 'gw_port_id': '7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:51:37Z', 'updated_at': '2022-02-05T20:51:39Z', 'revision_number': 3, 'project_id': '16490002120a497498df585c4f9bb7cf', 'gw_port': {'id': '7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d158a5-c6ec-47c4-8897-c5af48a366ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:51:38Z', 'updated_at': '2022-02-05T20:51:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:51:42.040908 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df91d46-8c4e-4fc7-99ce-3c847adb447a None None] Checking router: 21d158a5-c6ec-47c4-8897-c5af48a366ca for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:51:42.041380 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df91d46-8c4e-4fc7-99ce-3c847adb447a None None] Updating router 21d158a5-c6ec-47c4-8897-c5af48a366ca port 7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 20:51:42.086965 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1df91d46-8c4e-4fc7-99ce-3c847adb447a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:42.105941 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-fe7e4b40-9d46-4400-96dc-5b0d732db0c6 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Publish callbacks [] for security_group (5c4cd17f-3504-428a-ae38-d794ce3d6932), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:42.123234 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0de424b5-ad0b-486c-82ef-c00d57da21f7 admin admin] Publish callbacks [] for port (cc776b30-691a-4ce6-bd07-8091949392e3), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:42.135967 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0de424b5-ad0b-486c-82ef-c00d57da21f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (cc776b30-691a-4ce6-bd07-8091949392e3), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:42.142244 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a1e74e14-5090-4575-9d94-9f303c4f82f6 req-37bcc70f-a4f2-46ea-b1db-1b90efcb053a tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd636db7-f7c5-46f4-9a44-20ebfddb151d HTTP/1.1" status: 200  len: 210 time: 0.0452943
Feb 05 20:51:42.143524 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-fe7e4b40-9d46-4400-96dc-5b0d732db0c6 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (5c4cd17f-3504-428a-ae38-d794ce3d6932), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:42.254857 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2532bb56-f443-4668-b6a9-003e1f4dd033 x-openstack-request-id: req-2532bb56-f443-4668-b6a9-003e1f4dd033 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:51:42.255077 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "778f451e-d667-417d-a9e6-d3d834e65fe2", "name": "network-vif-plugged", "status": "completed", "tag": "5cb379ed-ddb4-499e-b220-588d09688bf7", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:51:42.255328 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2532bb56-f443-4668-b6a9-003e1f4dd033 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:51:42.255741 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '778f451e-d667-417d-a9e6-d3d834e65fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb379ed-ddb4-499e-b220-588d09688bf7', 'code': 200}
Feb 05 20:51:42.259935 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0de424b5-ad0b-486c-82ef-c00d57da21f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (21d158a5-c6ec-47c4-8897-c5af48a366ca), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:42.263046 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de424b5-ad0b-486c-82ef-c00d57da21f7 admin admin] Pushing event updated for resources: {'Port': ['ID=cc776b30-691a-4ce6-bd07-8091949392e3,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:42.390085 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e4b40-9d46-4400-96dc-5b0d732db0c6 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4cd17f-3504-428a-ae38-d794ce3d6932,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:42.400689 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-fe7e4b40-9d46-4400-96dc-5b0d732db0c6 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Allocated IP 192.168.233.219 (f760d6ec-7837-431c-910c-37572c24f936/42e3c763-0926-4b49-ade5-d66ee3d4c489/ea015b17-7d4c-4bf3-984b-62c2005f1de7) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:51:42.432777 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609040f-f02f-4fec-8981-405d462d255f req-179eff70-830b-48d6-b4a1-8a65a0b40ce5 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:42.439835 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b609040f-f02f-4fec-8981-405d462d255f req-179eff70-830b-48d6-b4a1-8a65a0b40ce5 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7ab6d47-c452-4629-8e26-6fb32ff14222 HTTP/1.1" status: 200  len: 945 time: 0.1507483
Feb 05 20:51:42.442526 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de424b5-ad0b-486c-82ef-c00d57da21f7 admin admin] Network 7a85da4f-594b-4edb-a0ef-f6f6d1d94dba is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:51:42.444701 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-0de424b5-ad0b-486c-82ef-c00d57da21f7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:51:42.477354 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c7901363-d21b-4a39-9921-fff941042f27 None None] Current status of the port 66771f63-2aba-43b6-971d-e93124cbd0b6 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:42.566147 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b609040f-f02f-4fec-8981-405d462d255f req-ba6e8975-a686-4e01-9e61-c9bc963847d5 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234667
Feb 05 20:51:42.598652 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de424b5-ad0b-486c-82ef-c00d57da21f7 admin admin] Router 21d158a5-c6ec-47c4-8897-c5af48a366ca has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:51:42.670053 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-7178ae11-7030-4bae-b24f-b22b50880a07 None None] Provisioning complete for port cc776b30-691a-4ce6-bd07-8091949392e3 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:51:42.670476 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7178ae11-7030-4bae-b24f-b22b50880a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (cc776b30-691a-4ce6-bd07-8091949392e3), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:42.710949 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a9877-cf8d-4138-ab39-49a8803cc343 req-033ae675-a767-4d8b-be2a-758a9d94538b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:42.712913 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-277a9877-cf8d-4138-ab39-49a8803cc343 req-033ae675-a767-4d8b-be2a-758a9d94538b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=778f451e-d667-417d-a9e6-d3d834e65fe2 HTTP/1.1" status: 200  len: 1132 time: 0.3884215
Feb 05 20:51:42.728656 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-7178ae11-7030-4bae-b24f-b22b50880a07 None None] Port cc776b30-691a-4ce6-bd07-8091949392e3 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:51:42.743658 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1df91d46-8c4e-4fc7-99ce-3c847adb447a None None] Publish callbacks [] for port (7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:42.754048 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-7178ae11-7030-4bae-b24f-b22b50880a07 None None] Provisioning complete for port 66771f63-2aba-43b6-971d-e93124cbd0b6 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:51:42.754859 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7178ae11-7030-4bae-b24f-b22b50880a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (66771f63-2aba-43b6-971d-e93124cbd0b6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:42.800004 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-fe7e4b40-9d46-4400-96dc-5b0d732db0c6 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Publish callbacks [] for port (ea015b17-7d4c-4bf3-984b-62c2005f1de7), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:42.803507 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1df91d46-8c4e-4fc7-99ce-3c847adb447a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:42.812775 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de424b5-ad0b-486c-82ef-c00d57da21f7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:51:42.825097 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0de424b5-ad0b-486c-82ef-c00d57da21f7 admin admin] 10.222.0.32 "PUT /v2.0/routers/21d158a5-c6ec-47c4-8897-c5af48a366ca/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4031520
Feb 05 20:51:42.912091 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-fe7e4b40-9d46-4400-96dc-5b0d732db0c6 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (ea015b17-7d4c-4bf3-984b-62c2005f1de7), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:42.949083 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-277a9877-cf8d-4138-ab39-49a8803cc343 req-291c7a67-485d-48f2-99fc-457cf3c65947 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2209358
Feb 05 20:51:42.957946 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1222979-520d-42f0-8200-bff24fee0da2 req-c3822f02-a99a-4b77-971d-7018e03a8c20 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:42.959756 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f1222979-520d-42f0-8200-bff24fee0da2 req-c3822f02-a99a-4b77-971d-7018e03a8c20 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=778f451e-d667-417d-a9e6-d3d834e65fe2 HTTP/1.1" status: 200  len: 950 time: 0.2360115
Feb 05 20:51:42.969083 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-7178ae11-7030-4bae-b24f-b22b50880a07 None None] Current status of the port 66771f63-2aba-43b6-971d-e93124cbd0b6 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:42.980743 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-1df91d46-8c4e-4fc7-99ce-3c847adb447a None None] Attempting to bind port 7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:51:42.981128 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-1df91d46-8c4e-4fc7-99ce-3c847adb447a None None] Attempting to bind port 7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:51:42.981503 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df91d46-8c4e-4fc7-99ce-3c847adb447a None None] Attempting to bind port 7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:51:42.987365 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed177c3f-2450-4ab1-b373-0d2ab7048af7 None None] Pushing event updated for resources: {'Port': ['ID=7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:42.990073 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df91d46-8c4e-4fc7-99ce-3c847adb447a None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:51:42.990501 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df91d46-8c4e-4fc7-99ce-3c847adb447a None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:51:42.990915 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1df91d46-8c4e-4fc7-99ce-3c847adb447a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:42.991360 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df91d46-8c4e-4fc7-99ce-3c847adb447a None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:51:42.991843 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-1df91d46-8c4e-4fc7-99ce-3c847adb447a None None] Bound port: 7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:51:42.992441 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1df91d46-8c4e-4fc7-99ce-3c847adb447a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:43.025339 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-fe7e4b40-9d46-4400-96dc-5b0d732db0c6 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Network f760d6ec-7837-431c-910c-37572c24f936 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:51:43.033630 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-fe7e4b40-9d46-4400-96dc-5b0d732db0c6 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:51:43.038035 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-fe7e4b40-9d46-4400-96dc-5b0d732db0c6 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:51:43.075579 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e4b40-9d46-4400-96dc-5b0d732db0c6 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Pushing event updated for resources: {'Port': ['ID=ea015b17-7d4c-4bf3-984b-62c2005f1de7,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:43.099238 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-1df91d46-8c4e-4fc7-99ce-3c847adb447a None None] For port 7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:51:43.117110 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33215b06-7077-44c0-b7e7-5cba627c64e5 req-7849878c-d325-4a9d-9ce4-f1f6da7527d0 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:43.123974 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-33215b06-7077-44c0-b7e7-5cba627c64e5 req-7849878c-d325-4a9d-9ce4-f1f6da7527d0 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 950 time: 0.2374024
Feb 05 20:51:43.132591 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-1df91d46-8c4e-4fc7-99ce-3c847adb447a None None] For port 7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:51:43.137551 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-fdf9e6a1-3b2e-4131-aa55-f8963c0ed692 None None] Provisioning complete for port cc776b30-691a-4ce6-bd07-8091949392e3 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:51:43.137936 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fdf9e6a1-3b2e-4131-aa55-f8963c0ed692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (cc776b30-691a-4ce6-bd07-8091949392e3), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:43.139803 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f1222979-520d-42f0-8200-bff24fee0da2 req-02cf001f-e9d7-4318-baf1-a0ac86e57395 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1504242
Feb 05 20:51:43.179651 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-fe7e4b40-9d46-4400-96dc-5b0d732db0c6 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:43.180575 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-fe7e4b40-9d46-4400-96dc-5b0d732db0c6 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:43.214215 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1df91d46-8c4e-4fc7-99ce-3c847adb447a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:43.218840 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-fe7e4b40-9d46-4400-96dc-5b0d732db0c6 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.7968264
Feb 05 20:51:43.227574 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-33215b06-7077-44c0-b7e7-5cba627c64e5 req-c2bbf473-d9aa-4384-9974-3adc4c539c6d tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019008
Feb 05 20:51:43.232790 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-d3189082-3b17-4b1e-84ac-40b158fff41f service neutron] Request body: {'port': {'device_id': 'dd636db7-f7c5-46f4-9a44-20ebfddb151d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:51:43.256139 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60894) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:43.284386 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-fdf9e6a1-3b2e-4131-aa55-f8963c0ed692 None None] Port cc776b30-691a-4ce6-bd07-8091949392e3 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:51:43.298214 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 062820e1-fa5b-460b-bdf4-8a37533f2926 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:51:43.329779 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df91d46-8c4e-4fc7-99ce-3c847adb447a None None] Routers {'21d158a5-c6ec-47c4-8897-c5af48a366ca'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:51:43.330354 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-1df91d46-8c4e-4fc7-99ce-3c847adb447a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab88bd90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:51:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['21d158a5-c6ec-47c4-8897-c5af48a366ca'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:51:43.405102 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-d3189082-3b17-4b1e-84ac-40b158fff41f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ea015b17-7d4c-4bf3-984b-62c2005f1de7), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:43.406560 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed177c3f-2450-4ab1-b373-0d2ab7048af7 None None] Pushing event updated for resources: {'Port': ['ID=7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:43.412366 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-19559717-747d-4de1-8229-96f156d008f2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-85551902-network', 'tenant_id': 'f957eee5512145179abbe38df453de62'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:51:43.434070 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19559717-747d-4de1-8229-96f156d008f2 admin admin] Made reservation on behalf of f957eee5512145179abbe38df453de62 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:51:43.437770 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-19559717-747d-4de1-8229-96f156d008f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:43.447648 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-19559717-747d-4de1-8229-96f156d008f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:43.467191 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73401e4-63ed-455b-a1e2-2e30f0b156ce req-ee6f6e23-a197-4418-a0bb-0b78e8f2d108 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:43.468722 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b73401e4-63ed-455b-a1e2-2e30f0b156ce req-ee6f6e23-a197-4418-a0bb-0b78e8f2d108 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 944 time: 0.1570642
Feb 05 20:51:43.506918 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575517c8-764d-4b54-8bdf-747a5659b4d9 req-88b8140b-4d93-4ec4-834d-a3603c629681 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:43.509401 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-575517c8-764d-4b54-8bdf-747a5659b4d9 req-88b8140b-4d93-4ec4-834d-a3603c629681 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd636db7-f7c5-46f4-9a44-20ebfddb151d HTTP/1.1" status: 200  len: 936 time: 0.1739225
Feb 05 20:51:43.541415 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-19559717-747d-4de1-8229-96f156d008f2 admin admin] Publish callbacks [] for security_group (a452c8df-38cb-4a2e-8d8f-891ca22cdea4), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:43.545915 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-19559717-747d-4de1-8229-96f156d008f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (a452c8df-38cb-4a2e-8d8f-891ca22cdea4), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:43.572876 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19559717-747d-4de1-8229-96f156d008f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:51:43.578962 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-138f600f-1857-4609-aaec-45decd49a018 None None] Provisioning complete for port ea015b17-7d4c-4bf3-984b-62c2005f1de7 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:51:43.579342 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-138f600f-1857-4609-aaec-45decd49a018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ea015b17-7d4c-4bf3-984b-62c2005f1de7), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:43.584604 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19559717-747d-4de1-8229-96f156d008f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a452c8df-38cb-4a2e-8d8f-891ca22cdea4,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:43.590349 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-19559717-747d-4de1-8229-96f156d008f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (84e244c6-f0d3-46e8-b9c8-8656ce5d15a5), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:43.590808 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-19559717-747d-4de1-8229-96f156d008f2 admin admin] Added segment 84e244c6-f0d3-46e8-b9c8-8656ce5d15a5 of type vlan for network 83e80713-f247-4bb3-8ee6-b7a27448059f
Feb 05 20:51:43.629465 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-138f600f-1857-4609-aaec-45decd49a018 None None] Port ea015b17-7d4c-4bf3-984b-62c2005f1de7 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:51:43.636344 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b73401e4-63ed-455b-a1e2-2e30f0b156ce req-83b72b3e-1f86-4838-8afb-7f05f5a52c23 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1545310
Feb 05 20:51:43.641593 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-19559717-747d-4de1-8229-96f156d008f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (83e80713-f247-4bb3-8ee6-b7a27448059f), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:43.652119 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-1df91d46-8c4e-4fc7-99ce-3c847adb447a None None] Set router 21d158a5-c6ec-47c4-8897-c5af48a366ca gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:51:43.659516 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 062820e1-fa5b-460b-bdf4-8a37533f2926, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=062820e1-fa5b-460b-bdf4-8a37533f2926,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:43.696153 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-19559717-747d-4de1-8229-96f156d008f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (83e80713-f247-4bb3-8ee6-b7a27448059f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:43.697901 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19559717-747d-4de1-8229-96f156d008f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:43.698802 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-19559717-747d-4de1-8229-96f156d008f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:43.711176 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-575517c8-764d-4b54-8bdf-747a5659b4d9 req-96daec32-9353-4714-8d01-df2892e5e4e3 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c4cd17f-3504-428a-ae38-d794ce3d6932&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1934347
Feb 05 20:51:43.740042 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '062820e1-fa5b-460b-bdf4-8a37533f2926', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'port_id': '062820e1-fa5b-460b-bdf4-8a37533f2926', 'mac_address': 'fa:16:3e:37:3f:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3c763-0926-4b49-ade5-d66ee3d4c489', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:51:43.746145 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 66771f63-2aba-43b6-971d-e93124cbd0b6 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:51:43.812365 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-19559717-747d-4de1-8229-96f156d008f2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5505767
Feb 05 20:51:43.815237 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60902) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:43.819851 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-6f0c9c00-de7d-4604-a118-6d0910bf7c8f admin admin] Request body: {'subnet': {'network_id': '83e80713-f247-4bb3-8ee6-b7a27448059f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-85551902-subnet', 'tenant_id': 'f957eee5512145179abbe38df453de62', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:51:43.823854 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19559717-747d-4de1-8229-96f156d008f2 admin admin] Pushing event updated for resources: {'Network': ['ID=83e80713-f247-4bb3-8ee6-b7a27448059f,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:43.846864 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0c9c00-de7d-4604-a118-6d0910bf7c8f admin admin] Made reservation on behalf of f957eee5512145179abbe38df453de62 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:51:43.853439 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 83e80713-f247-4bb3-8ee6-b7a27448059f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:51:43.855165 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6f0c9c00-de7d-4604-a118-6d0910bf7c8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:43.905787 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-d3189082-3b17-4b1e-84ac-40b158fff41f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea015b17-7d4c-4bf3-984b-62c2005f1de7 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:51:43.924048 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cea049-fac4-4985-9d7e-fdbecab01431 req-7e9aca72-ded0-4bff-8ed8-d147728a7b6e tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:43.925716 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78cea049-fac4-4985-9d7e-fdbecab01431 req-7e9aca72-ded0-4bff-8ed8-d147728a7b6e tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7ab6d47-c452-4629-8e26-6fb32ff14222 HTTP/1.1" status: 200  len: 945 time: 0.1101320
Feb 05 20:51:43.927897 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-d3189082-3b17-4b1e-84ac-40b158fff41f service neutron] Publish callbacks [] for port (ea015b17-7d4c-4bf3-984b-62c2005f1de7), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:44.058800 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-d3189082-3b17-4b1e-84ac-40b158fff41f service neutron] Transition to ACTIVE for port object ea015b17-7d4c-4bf3-984b-62c2005f1de7 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:51:44.070173 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-d3189082-3b17-4b1e-84ac-40b158fff41f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (ea015b17-7d4c-4bf3-984b-62c2005f1de7), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:44.077298 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6f0c9c00-de7d-4604-a118-6d0910bf7c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (160b57af-e188-4b4a-b388-0872c1e0be5b), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:44.089686 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-cfdede33-d3a7-4070-865a-7997da1b8b78 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:44.091285 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-cfdede33-d3a7-4070-865a-7997da1b8b78 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/networks?id=7a85da4f-594b-4edb-a0ef-f6f6d1d94dba HTTP/1.1" status: 200  len: 828 time: 0.1351531
Feb 05 20:51:44.098262 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 19c145e4-40d4-4f08-b7cb-5fe0869565f2 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:51:44.144148 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c9c00-de7d-4604-a118-6d0910bf7c8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=160b57af-e188-4b4a-b388-0872c1e0be5b,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:44.157795 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 062820e1-fa5b-460b-bdf4-8a37533f2926 is: ACTIVE; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:44.158266 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (062820e1-fa5b-460b-bdf4-8a37533f2926), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:44.171901 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-3bd666f3-bbb0-42c5-922b-83890aa3f697 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/quotas/16490002120a497498df585c4f9bb7cf HTTP/1.1" status: 200  len: 375 time: 0.0566719
Feb 05 20:51:44.178061 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3189082-3b17-4b1e-84ac-40b158fff41f service neutron] Pushing event updated for resources: {'Port': ['ID=ea015b17-7d4c-4bf3-984b-62c2005f1de7,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:44.185355 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78cea049-fac4-4985-9d7e-fdbecab01431 req-9818e46f-93c2-4f77-ad46-98e9e1a216bf tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2457595
Feb 05 20:51:44.186627 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0c9c00-de7d-4604-a118-6d0910bf7c8f admin admin] Checking segment: {'id': '84e244c6-f0d3-46e8-b9c8-8656ce5d15a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '83e80713-f247-4bb3-8ee6-b7a27448059f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:51:44.187254 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0c9c00-de7d-4604-a118-6d0910bf7c8f admin admin] Network hostable DHCP agents. Network: 83e80713-f247-4bb3-8ee6-b7a27448059f, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:51:44.213944 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 062820e1-fa5b-460b-bdf4-8a37533f2926 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:51:44.232915 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0c9c00-de7d-4604-a118-6d0910bf7c8f admin admin] Network 83e80713-f247-4bb3-8ee6-b7a27448059f is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:51:44.255035 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-6f0c9c00-de7d-4604-a118-6d0910bf7c8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 83e80713-f247-4bb3-8ee6-b7a27448059f) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:51:44.255261 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 66771f63-2aba-43b6-971d-e93124cbd0b6 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:51:44.255417 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (66771f63-2aba-43b6-971d-e93124cbd0b6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:44.263762 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0c9c00-de7d-4604-a118-6d0910bf7c8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:44.264974 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 062820e1-fa5b-460b-bdf4-8a37533f2926, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=062820e1-fa5b-460b-bdf4-8a37533f2926,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:44.267203 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6f0c9c00-de7d-4604-a118-6d0910bf7c8f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:44.275091 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723bf1a3-1304-42ca-98a5-0c2066a7c105 None None] Network 83e80713-f247-4bb3-8ee6-b7a27448059f requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:51:44.291525 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6f0c9c00-de7d-4604-a118-6d0910bf7c8f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.4753375
Feb 05 20:51:44.294213 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60916) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:44.301043 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-2a7de980-df06-47b3-9709-1eb211e1d994 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-85551902-router', 'tenant_id': 'f957eee5512145179abbe38df453de62', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:51:44.333678 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (062820e1-fa5b-460b-bdf4-8a37533f2926), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:44.333897 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2a7de980-df06-47b3-9709-1eb211e1d994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:44.338727 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2a7de980-df06-47b3-9709-1eb211e1d994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:44.387211 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-77bc0df2-e814-4241-8397-13f0e3b7cd68 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=16490002120a497498df585c4f9bb7cf&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2057934
Feb 05 20:51:44.392530 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-d3189082-3b17-4b1e-84ac-40b158fff41f service neutron] Attempting to bind port ea015b17-7d4c-4bf3-984b-62c2005f1de7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:51:44.393184 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-d3189082-3b17-4b1e-84ac-40b158fff41f service neutron] Attempting to bind port ea015b17-7d4c-4bf3-984b-62c2005f1de7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:51:44.393760 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-d3189082-3b17-4b1e-84ac-40b158fff41f service neutron] Attempting to bind port ea015b17-7d4c-4bf3-984b-62c2005f1de7 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:51:44.405822 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6eb2f3-14a8-4d4b-b1c2-ce3c21bd0188 req-4f234ac5-9029-4a98-aed5-0521993cd16e tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:44.408314 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ea6eb2f3-14a8-4d4b-b1c2-ce3c21bd0188 req-4f234ac5-9029-4a98-aed5-0521993cd16e tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=778f451e-d667-417d-a9e6-d3d834e65fe2 HTTP/1.1" status: 200  len: 950 time: 0.1199412
Feb 05 20:51:44.425201 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-d3189082-3b17-4b1e-84ac-40b158fff41f service neutron] Port ea015b17-7d4c-4bf3-984b-62c2005f1de7 on network f760d6ec-7837-431c-910c-37572c24f936 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:51:44.429771 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-d3189082-3b17-4b1e-84ac-40b158fff41f service neutron] Attempting to bind port ea015b17-7d4c-4bf3-984b-62c2005f1de7 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:51:44.433485 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2a7de980-df06-47b3-9709-1eb211e1d994 admin admin] Publish callbacks [] for router_controller (a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:44.474294 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 19c145e4-40d4-4f08-b7cb-5fe0869565f2 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:51:44.505960 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-d3189082-3b17-4b1e-84ac-40b158fff41f service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:51:44.506751 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-d3189082-3b17-4b1e-84ac-40b158fff41f service neutron] Checking segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:51:44.506751 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-d3189082-3b17-4b1e-84ac-40b158fff41f service neutron] Bound using segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:51:44.507209 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-d3189082-3b17-4b1e-84ac-40b158fff41f service neutron] Bound port: ea015b17-7d4c-4bf3-984b-62c2005f1de7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:51:44.507577 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-d3189082-3b17-4b1e-84ac-40b158fff41f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ea015b17-7d4c-4bf3-984b-62c2005f1de7), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:44.516906 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 19c145e4-40d4-4f08-b7cb-5fe0869565f2 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:51:44.517325 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (19c145e4-40d4-4f08-b7cb-5fe0869565f2), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:44.588328 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=062820e1-fa5b-460b-bdf4-8a37533f2926,revision_number=8']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:44.610441 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 66771f63-2aba-43b6-971d-e93124cbd0b6 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:44.642916 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-1df91d46-8c4e-4fc7-99ce-3c847adb447a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab88bd90>, [{'id': '21d158a5-c6ec-47c4-8897-c5af48a366ca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-199334173-router', 'tenant_id': '16490002120a497498df585c4f9bb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.64'}], 'enable_snat': True}, 'gw_port_id': '7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:51:37Z', 'updated_at': '2022-02-05T20:51:41Z', 'revision_number': 4, 'project_id': '16490002120a497498df585c4f9bb7cf', 'gw_port': {'id': '7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d158a5-c6ec-47c4-8897-c5af48a366ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:51:38Z', 'updated_at': '2022-02-05T20:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cc776b30-691a-4ce6-bd07-8091949392e3', 'name': '', 'network_id': '7a85da4f-594b-4edb-a0ef-f6f6d1d94dba', 'tenant_id': '16490002120a497498df585c4f9bb7cf', 'mac_address': 'fa:16:3e:7e:a0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d158a5-c6ec-47c4-8897-c5af48a366ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '1859e75b-6740-4475-ba8f-56ef1656315f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:51:41Z', 'updated_at': '2022-02-05T20:51:41Z', 'revision_number': 2, 'project_id': '16490002120a497498df585c4f9bb7cf', 'subnets': [{'id': '1859e75b-6740-4475-ba8f-56ef1656315f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:51:44.646722 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['062820e1-fa5b-460b-bdf4-8a37533f2926'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:51:44.672008 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2a7de980-df06-47b3-9709-1eb211e1d994 admin admin] Publish callbacks [] for router_gateway (a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:44.700127 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5140e0-31a1-4a46-a553-4c7b12e29234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-83e80713-f247-4bb3-8ee6-b7a27448059f', 'network_id': '83e80713-f247-4bb3-8ee6-b7a27448059f', 'project_id': 'f957eee5512145179abbe38df453de62', 'fixed_ips': [{'subnet_id': '160b57af-e188-4b4a-b388-0872c1e0be5b'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 20:51:44.701348 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0d5140e0-31a1-4a46-a553-4c7b12e29234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:44.727784 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df91d46-8c4e-4fc7-99ce-3c847adb447a None None] The sync data for ids ['21d158a5-c6ec-47c4-8897-c5af48a366ca'] in ncdv-master-1 is: [{'id': '21d158a5-c6ec-47c4-8897-c5af48a366ca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-199334173-router', 'tenant_id': '16490002120a497498df585c4f9bb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.64'}], 'enable_snat': True}, 'gw_port_id': '7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:51:37Z', 'updated_at': '2022-02-05T20:51:41Z', 'revision_number': 4, 'project_id': '16490002120a497498df585c4f9bb7cf', 'gw_port': {'id': '7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d158a5-c6ec-47c4-8897-c5af48a366ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:51:38Z', 'updated_at': '2022-02-05T20:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cc776b30-691a-4ce6-bd07-8091949392e3', 'name': '', 'network_id': '7a85da4f-594b-4edb-a0ef-f6f6d1d94dba', 'tenant_id': '16490002120a497498df585c4f9bb7cf', 'mac_address': 'fa:16:3e:7e:a0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d158a5-c6ec-47c4-8897-c5af48a366ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '1859e75b-6740-4475-ba8f-56ef1656315f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:51:41Z', 'updated_at': '2022-02-05T20:51:41Z', 'revision_number': 2, 'project_id': '16490002120a497498df585c4f9bb7cf', 'subnets': [{'id': '1859e75b-6740-4475-ba8f-56ef1656315f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:51:44.777957 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 19c145e4-40d4-4f08-b7cb-5fe0869565f2 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:44.777957 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (19c145e4-40d4-4f08-b7cb-5fe0869565f2), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:44.882570 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a288f3a-3069-41d6-b4bc-1599fdd24039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c145e4-40d4-4f08-b7cb-5fe0869565f2'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:51:44.885339 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662afeaf-7874-4daa-a136-8d5b8fe5ef08" -d '{"events": [{"server_uuid": "1a288f3a-3069-41d6-b4bc-1599fdd24039", "name": "network-vif-plugged", "status": "completed", "tag": "19c145e4-40d4-4f08-b7cb-5fe0869565f2"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:51:44.902806 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ea6eb2f3-14a8-4d4b-b1c2-ce3c21bd0188 req-df1b1bbf-dce1-436a-a85d-eab076c0579b tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4765298
Feb 05 20:51:44.905193 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 19c145e4-40d4-4f08-b7cb-5fe0869565f2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=19c145e4-40d4-4f08-b7cb-5fe0869565f2,segment=NetworkSegment(743051ff-9f95-4efc-9230-9f61d36c1128),segment_id=743051ff-9f95-4efc-9230-9f61d36c1128)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:44.919349 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (19c145e4-40d4-4f08-b7cb-5fe0869565f2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:44.935433 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2a7de980-df06-47b3-9709-1eb211e1d994 admin admin] Publish callbacks [] for router_gateway (a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:44.963396 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2a7de980-df06-47b3-9709-1eb211e1d994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:45.010117 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-0cb180e9-0fc8-4bdd-b503-29f6ea93aa1c service neutron] 10.222.0.32 "GET /v2.0/networks/7a85da4f-594b-4edb-a0ef-f6f6d1d94dba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6121533
Feb 05 20:51:45.097530 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:45.115098 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-0d5140e0-31a1-4a46-a553-4c7b12e29234 None None] Allocated IP 172.20.0.2 (83e80713-f247-4bb3-8ee6-b7a27448059f/160b57af-e188-4b4a-b388-0872c1e0be5b/e7107b3e-6648-46b2-b369-57357b85f4ca) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:51:45.126485 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-2a7de980-df06-47b3-9709-1eb211e1d994 admin admin] Allocated IP 172.35.4.48 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/597c3d44-9d28-4988-b5fd-154501726d26) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:51:45.130966 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=19c145e4-40d4-4f08-b7cb-5fe0869565f2,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:45.137471 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-d3189082-3b17-4b1e-84ac-40b158fff41f service neutron] For port ea015b17-7d4c-4bf3-984b-62c2005f1de7, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:51:45.160153 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-d3189082-3b17-4b1e-84ac-40b158fff41f service neutron] For port ea015b17-7d4c-4bf3-984b-62c2005f1de7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ea015b17-7d4c-4bf3-984b-62c2005f1de7,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:51:45.182204 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-d3189082-3b17-4b1e-84ac-40b158fff41f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (ea015b17-7d4c-4bf3-984b-62c2005f1de7), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:45.190806 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a376d-949c-47a9-9117-e8483151525d req-37e9bf1f-6403-410b-84e0-97ebf23be372 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:45.198803 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cb1a376d-949c-47a9-9117-e8483151525d req-37e9bf1f-6403-410b-84e0-97ebf23be372 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 949 time: 0.1786311
Feb 05 20:51:45.251467 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-39e2c0ab-6a4d-4f2a-b92b-83b5353cd64a service neutron] 10.222.0.32 "GET /v2.0/networks/7a85da4f-594b-4edb-a0ef-f6f6d1d94dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2406981
Feb 05 20:51:45.268302 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2a7de980-df06-47b3-9709-1eb211e1d994 admin admin] Publish callbacks [] for port (597c3d44-9d28-4988-b5fd-154501726d26), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:45.300929 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-d3189082-3b17-4b1e-84ac-40b158fff41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:45.301559 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-d3189082-3b17-4b1e-84ac-40b158fff41f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:45.312296 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-d3189082-3b17-4b1e-84ac-40b158fff41f service neutron] 10.222.0.39 "PUT /v2.0/ports/ea015b17-7d4c-4bf3-984b-62c2005f1de7 HTTP/1.1" status: 200  len: 1096 time: 2.0836184
Feb 05 20:51:45.315780 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd636db7-f7c5-46f4-9a44-20ebfddb151d', 'tag': 'ea015b17-7d4c-4bf3-984b-62c2005f1de7'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:51:45.318214 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9502e48b-6b8c-4003-99ac-87b5be6b8bc3" -d '{"events": [{"name": "network-changed", "server_uuid": "dd636db7-f7c5-46f4-9a44-20ebfddb151d", "tag": "ea015b17-7d4c-4bf3-984b-62c2005f1de7"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:51:45.326457 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 062820e1-fa5b-460b-bdf4-8a37533f2926 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:51:45.335883 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2a7de980-df06-47b3-9709-1eb211e1d994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (597c3d44-9d28-4988-b5fd-154501726d26), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:45.411020 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7de980-df06-47b3-9709-1eb211e1d994 admin admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:51:45.424518 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-2a7de980-df06-47b3-9709-1eb211e1d994 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:51:45.428135 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7de980-df06-47b3-9709-1eb211e1d994 admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:51:45.435154 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7de980-df06-47b3-9709-1eb211e1d994 admin admin] Pushing event updated for resources: {'Port': ['ID=597c3d44-9d28-4988-b5fd-154501726d26,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:45.470147 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0d5140e0-31a1-4a46-a553-4c7b12e29234 None None] Publish callbacks [] for port (e7107b3e-6648-46b2-b369-57357b85f4ca), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:45.472793 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cb1a376d-949c-47a9-9117-e8483151525d req-47c564fb-9b24-4028-bf9a-836cab63dfc3 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2730789
Feb 05 20:51:45.474755 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3189082-3b17-4b1e-84ac-40b158fff41f service neutron] Pushing event updated for resources: {'Port': ['ID=ea015b17-7d4c-4bf3-984b-62c2005f1de7,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:45.487106 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0d5140e0-31a1-4a46-a553-4c7b12e29234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (e7107b3e-6648-46b2-b369-57357b85f4ca), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:45.517515 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-139672f4-084d-4bbc-88fc-df059f1c577a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:45.530404 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-139672f4-084d-4bbc-88fc-df059f1c577a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0c8e2be509c94af4bd7ea64cb3b88d2b&device_id=dd636db7-f7c5-46f4-9a44-20ebfddb151d HTTP/1.1" status: 200  len: 1130 time: 0.1562452
Feb 05 20:51:45.620943 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-af708229-ab06-4f6d-be30-20d6c69a6045 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=ea015b17-7d4c-4bf3-984b-62c2005f1de7 HTTP/1.1" status: 200  len: 217 time: 0.0826757
Feb 05 20:51:45.744178 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5140e0-31a1-4a46-a553-4c7b12e29234 None None] Network 83e80713-f247-4bb3-8ee6-b7a27448059f is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:51:45.753217 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-ef2b57ba-ef20-444c-ac64-e40f2f2f540d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:45.754736 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-ef2b57ba-ef20-444c-ac64-e40f2f2f540d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.0874131
Feb 05 20:51:45.765696 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-0d5140e0-31a1-4a46-a553-4c7b12e29234 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:51:45.773583 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5140e0-31a1-4a46-a553-4c7b12e29234 None None] Pushing event updated for resources: {'Port': ['ID=e7107b3e-6648-46b2-b369-57357b85f4ca,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:45.783318 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5140e0-31a1-4a46-a553-4c7b12e29234 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:51:45.809838 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 062820e1-fa5b-460b-bdf4-8a37533f2926 is: BUILD; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:45.809838 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (062820e1-fa5b-460b-bdf4-8a37533f2926), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:45.828603 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2ad3e-d683-4d46-9cbd-9337f11dc686 req-6c08192a-e99f-4c45-baa5-f14aaa00fb73 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:45.836306 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2db2ad3e-d683-4d46-9cbd-9337f11dc686 req-6c08192a-e99f-4c45-baa5-f14aaa00fb73 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 945 time: 0.2212629
Feb 05 20:51:45.877488 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a09b81-f069-4e06-9b82-a5bb5f509a43 req-5f743f36-1c3f-415f-82f1-1e4db0b0acaf tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:45.882643 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 062820e1-fa5b-460b-bdf4-8a37533f2926 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:51:45.885359 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-57a09b81-f069-4e06-9b82-a5bb5f509a43 req-5f743f36-1c3f-415f-82f1-1e4db0b0acaf tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd636db7-f7c5-46f4-9a44-20ebfddb151d HTTP/1.1" status: 200  len: 948 time: 0.2195225
Feb 05 20:51:45.919164 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-f20b3a6f-30df-464b-8e8a-1f247e496380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:45.920814 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-f20b3a6f-30df-464b-8e8a-1f247e496380 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1572752
Feb 05 20:51:45.950632 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2a7de980-df06-47b3-9709-1eb211e1d994 admin admin] Publish callbacks [] for router_gateway (a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:45.950896 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-0d5140e0-31a1-4a46-a553-4c7b12e29234 None None] Attempting to bind port e7107b3e-6648-46b2-b369-57357b85f4ca on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:51:45.951382 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-0d5140e0-31a1-4a46-a553-4c7b12e29234 None None] Attempting to bind port e7107b3e-6648-46b2-b369-57357b85f4ca by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '84e244c6-f0d3-46e8-b9c8-8656ce5d15a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '83e80713-f247-4bb3-8ee6-b7a27448059f'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:51:45.951854 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5140e0-31a1-4a46-a553-4c7b12e29234 None None] Attempting to bind port e7107b3e-6648-46b2-b369-57357b85f4ca on network 83e80713-f247-4bb3-8ee6-b7a27448059f {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:51:45.955299 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 062820e1-fa5b-460b-bdf4-8a37533f2926, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=062820e1-fa5b-460b-bdf4-8a37533f2926,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:45.961412 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5140e0-31a1-4a46-a553-4c7b12e29234 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:51:45.962069 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5140e0-31a1-4a46-a553-4c7b12e29234 None None] Checking segment: {'id': '84e244c6-f0d3-46e8-b9c8-8656ce5d15a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '83e80713-f247-4bb3-8ee6-b7a27448059f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:51:45.963030 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0d5140e0-31a1-4a46-a553-4c7b12e29234 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:45.963780 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5140e0-31a1-4a46-a553-4c7b12e29234 None None] Bound using segment: {'id': '84e244c6-f0d3-46e8-b9c8-8656ce5d15a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '83e80713-f247-4bb3-8ee6-b7a27448059f'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:51:45.964473 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-0d5140e0-31a1-4a46-a553-4c7b12e29234 None None] Bound port: e7107b3e-6648-46b2-b369-57357b85f4ca, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e244c6-f0d3-46e8-b9c8-8656ce5d15a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '83e80713-f247-4bb3-8ee6-b7a27448059f'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:51:45.965053 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0d5140e0-31a1-4a46-a553-4c7b12e29234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e7107b3e-6648-46b2-b369-57357b85f4ca), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:45.998793 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (062820e1-fa5b-460b-bdf4-8a37533f2926), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:46.062792 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2db2ad3e-d683-4d46-9cbd-9337f11dc686 req-d55ad826-7812-411e-8e3f-648a788807f0 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2252409
Feb 05 20:51:46.080722 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-57a09b81-f069-4e06-9b82-a5bb5f509a43 req-5279bab9-0e4a-411d-bbca-25b14292084a tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c4cd17f-3504-428a-ae38-d794ce3d6932&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1942987
Feb 05 20:51:46.214451 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e84fa5-bd1d-47f7-821f-84dd88d2906c x-openstack-request-id: req-a2e84fa5-bd1d-47f7-821f-84dd88d2906c {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:51:46.215363 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a288f3a-3069-41d6-b4bc-1599fdd24039", "name": "network-vif-plugged", "status": "completed", "tag": "19c145e4-40d4-4f08-b7cb-5fe0869565f2", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:51:46.218634 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a2e84fa5-bd1d-47f7-821f-84dd88d2906c {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:51:46.219208 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a288f3a-3069-41d6-b4bc-1599fdd24039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c145e4-40d4-4f08-b7cb-5fe0869565f2', 'code': 200}
Feb 05 20:51:46.219332 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-6ab995ab-960f-4f43-95cc-cb107f3f1e6c service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2668970
Feb 05 20:51:46.237270 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=062820e1-fa5b-460b-bdf4-8a37533f2926,revision_number=9']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:46.242802 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-0d5140e0-31a1-4a46-a553-4c7b12e29234 None None] For port e7107b3e-6648-46b2-b369-57357b85f4ca, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:51:46.248433 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-0d5140e0-31a1-4a46-a553-4c7b12e29234 None None] For port e7107b3e-6648-46b2-b369-57357b85f4ca, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e7107b3e-6648-46b2-b369-57357b85f4ca,segment=NetworkSegment(84e244c6-f0d3-46e8-b9c8-8656ce5d15a5),segment_id=84e244c6-f0d3-46e8-b9c8-8656ce5d15a5)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:51:46.258345 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0d5140e0-31a1-4a46-a553-4c7b12e29234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (e7107b3e-6648-46b2-b369-57357b85f4ca), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:46.301450 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea36d50-73b8-4c27-be5c-bba0fd4baa0c x-openstack-request-id: req-9ea36d50-73b8-4c27-be5c-bba0fd4baa0c {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:51:46.301450 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd636db7-f7c5-46f4-9a44-20ebfddb151d", "tag": "ea015b17-7d4c-4bf3-984b-62c2005f1de7", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:51:46.301450 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ea36d50-73b8-4c27-be5c-bba0fd4baa0c {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:51:46.301450 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd636db7-f7c5-46f4-9a44-20ebfddb151d', 'tag': 'ea015b17-7d4c-4bf3-984b-62c2005f1de7', 'status': 'completed', 'code': 200}
Feb 05 20:51:46.361596 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5140e0-31a1-4a46-a553-4c7b12e29234 None None] Pushing event updated for resources: {'Port': ['ID=e7107b3e-6648-46b2-b369-57357b85f4ca,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:46.455347 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-23d21617-529c-483a-a180-266327322e8d req-a61e8738-ed14-4616-a223-1a56dadc65d8 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/ports?device_id=0af0970e-c6df-4101-a373-6ca708eae57e HTTP/1.1" status: 200  len: 210 time: 0.0644159
Feb 05 20:51:46.593270 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-20ff3b98-e5a0-4ef4-9c85-e2ae845c3ef0 req-720d0cad-d89e-4d16-8e2c-4cdb4c96c248 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3428628
Feb 05 20:51:46.620265 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2d8ba-aeed-4b12-b97a-622a7902a952 req-2a6c13e8-42b4-4ac5-ae65-b105c79b466a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:46.621954 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-38c2d8ba-aeed-4b12-b97a-622a7902a952 req-2a6c13e8-42b4-4ac5-ae65-b105c79b466a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 1127 time: 0.3671503
Feb 05 20:51:46.633381 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16048ea5-7e09-405b-acc1-8d1a0964422d req-49dd32fc-9077-4e83-93c2-a4167e566744 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:46.657152 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-16048ea5-7e09-405b-acc1-8d1a0964422d req-49dd32fc-9077-4e83-93c2-a4167e566744 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7ab6d47-c452-4629-8e26-6fb32ff14222 HTTP/1.1" status: 200  len: 945 time: 0.4550674
Feb 05 20:51:46.813533 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2a7de980-df06-47b3-9709-1eb211e1d994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:46.851963 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa644df5-5a5c-48d8-8d44-d2cd84916583 req-3a8fe9f5-b0be-4984-8c8a-1635e929da54 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:46.853695 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fa644df5-5a5c-48d8-8d44-d2cd84916583 req-3a8fe9f5-b0be-4984-8c8a-1635e929da54 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=778f451e-d667-417d-a9e6-d3d834e65fe2 HTTP/1.1" status: 200  len: 950 time: 0.2595186
Feb 05 20:51:46.855992 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-38c2d8ba-aeed-4b12-b97a-622a7902a952 req-16f7bf91-ef78-42c0-b6a6-4a1147662875 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1900110
Feb 05 20:51:46.880989 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-16048ea5-7e09-405b-acc1-8d1a0964422d req-eb2775dd-20b7-4cda-bba3-dc5457aaa5eb tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1747997
Feb 05 20:51:46.904473 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502e48b-6b8c-4003-99ac-87b5be6b8bc3 req-964534a0-8ca3-42e8-81c6-3d53c688de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:46.906203 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9502e48b-6b8c-4003-99ac-87b5be6b8bc3 req-964534a0-8ca3-42e8-81c6-3d53c688de5c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0c8e2be509c94af4bd7ea64cb3b88d2b&device_id=dd636db7-f7c5-46f4-9a44-20ebfddb151d HTTP/1.1" status: 200  len: 1130 time: 0.2093947
Feb 05 20:51:46.989591 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fa644df5-5a5c-48d8-8d44-d2cd84916583 req-4e6d09ed-8e56-46c3-aa7c-842d5c945f1c tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1268661
Feb 05 20:51:47.036965 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7de980-df06-47b3-9709-1eb211e1d994 admin admin] Router a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 20:51:47.184236 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-b6d82889-fa85-44d4-aebb-93524afbaa8c req-d584dcc2-d492-479a-bfc5-1802fbf3df85 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 20:51:47.185403 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b6d82889-fa85-44d4-aebb-93524afbaa8c req-d584dcc2-d492-479a-bfc5-1802fbf3df85 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0073204
Feb 05 20:51:47.203839 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502e48b-6b8c-4003-99ac-87b5be6b8bc3 req-3d95a962-4b03-41c3-97f8-db5a9e1493fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:47.205492 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9502e48b-6b8c-4003-99ac-87b5be6b8bc3 req-3d95a962-4b03-41c3-97f8-db5a9e1493fb service neutron] 10.222.0.39 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.2916398
Feb 05 20:51:47.216548 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19711e-7d4a-4e63-b650-040cca91ca26 req-d0aefb3c-02b4-4f3f-ba9f-d4503fa08d6f tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:47.222976 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fc19711e-7d4a-4e63-b650-040cca91ca26 req-d0aefb3c-02b4-4f3f-ba9f-d4503fa08d6f tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 948 time: 0.2508402
Feb 05 20:51:47.236357 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7de980-df06-47b3-9709-1eb211e1d994 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:51:47.248835 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8885b6-ab8c-41ec-9965-10088799e8f6 None None] Sync routers for ids ['a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:51:47.272129 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8885b6-ab8c-41ec-9965-10088799e8f6 None None] Routers {'a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:51:47.272771 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-cd8885b6-ab8c-41ec-9965-10088799e8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8c2ea90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:51:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:51:47.274490 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2a7de980-df06-47b3-9709-1eb211e1d994 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:47.276072 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2a7de980-df06-47b3-9709-1eb211e1d994 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 2.9804778
Feb 05 20:51:47.278797 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60950) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:51:47.318896 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9502e48b-6b8c-4003-99ac-87b5be6b8bc3 req-8616befb-3621-4dd2-9b2f-f52c2e15ecd6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=ea015b17-7d4c-4bf3-984b-62c2005f1de7 HTTP/1.1" status: 200  len: 217 time: 0.0920866
Feb 05 20:51:47.340448 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 062820e1-fa5b-460b-bdf4-8a37533f2926 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:51:47.396269 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-cd8885b6-ab8c-41ec-9965-10088799e8f6 None None] Set router a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:51:47.457580 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 062820e1-fa5b-460b-bdf4-8a37533f2926 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:51:47.458960 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (062820e1-fa5b-460b-bdf4-8a37533f2926), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:47.500243 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502e48b-6b8c-4003-99ac-87b5be6b8bc3 req-1968cc49-117d-4a1f-aefb-502d44ef9385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:47.503162 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9502e48b-6b8c-4003-99ac-87b5be6b8bc3 req-1968cc49-117d-4a1f-aefb-502d44ef9385 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.1344881
Feb 05 20:51:47.558116 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-b81e66e7-17a7-4b8f-a5ab-24631987fefd tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:47.560258 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-b81e66e7-17a7-4b8f-a5ab-24631987fefd tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.39 "GET /v2.0/networks?id=7a85da4f-594b-4edb-a0ef-f6f6d1d94dba HTTP/1.1" status: 200  len: 828 time: 0.4857492
Feb 05 20:51:47.594063 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-d064e457-963a-45a7-a409-112d2a220fb1 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Request body: {'port': {'device_id': '0af0970e-c6df-4101-a373-6ca708eae57e', 'network_id': '7a85da4f-594b-4edb-a0ef-f6f6d1d94dba', 'admin_state_up': True, 'tenant_id': '16490002120a497498df585c4f9bb7cf'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:51:47.648397 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 062820e1-fa5b-460b-bdf4-8a37533f2926 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:47.649019 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (062820e1-fa5b-460b-bdf4-8a37533f2926), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:47.670119 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fc19711e-7d4a-4e63-b650-040cca91ca26 req-48cf7778-fbcf-442a-b93e-81463fca6238 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4311175
Feb 05 20:51:47.702455 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-cd8885b6-ab8c-41ec-9965-10088799e8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8c2ea90>, [{'id': 'a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1', 'name': 'tempest-FloatingIPsTestJSON-85551902-router', 'tenant_id': 'f957eee5512145179abbe38df453de62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.48'}], 'enable_snat': True}, 'gw_port_id': '597c3d44-9d28-4988-b5fd-154501726d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:51:44Z', 'updated_at': '2022-02-05T20:51:45Z', 'revision_number': 3, 'project_id': 'f957eee5512145179abbe38df453de62', 'gw_port': {'id': '597c3d44-9d28-4988-b5fd-154501726d26', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:0c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:51:44Z', 'updated_at': '2022-02-05T20:51:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:51:47.730578 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 062820e1-fa5b-460b-bdf4-8a37533f2926, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=062820e1-fa5b-460b-bdf4-8a37533f2926,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:47.741217 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (062820e1-fa5b-460b-bdf4-8a37533f2926), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:47.778633 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502e48b-6b8c-4003-99ac-87b5be6b8bc3 req-ea1df4e1-111b-4b20-95b4-f2e75667ae1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:47.780389 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9502e48b-6b8c-4003-99ac-87b5be6b8bc3 req-ea1df4e1-111b-4b20-95b4-f2e75667ae1a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2625124
Feb 05 20:51:47.793813 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8885b6-ab8c-41ec-9965-10088799e8f6 None None] Checking router: a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:51:47.794525 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8885b6-ab8c-41ec-9965-10088799e8f6 None None] Updating router a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1 port 597c3d44-9d28-4988-b5fd-154501726d26 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 20:51:47.802602 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764f3a3-8595-4b37-96f1-ff4a29d22cf5 req-981a0edb-3e58-4e2b-bb3a-55bc7bda0381 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:47.810547 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3764f3a3-8595-4b37-96f1-ff4a29d22cf5 req-981a0edb-3e58-4e2b-bb3a-55bc7bda0381 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd636db7-f7c5-46f4-9a44-20ebfddb151d HTTP/1.1" status: 200  len: 948 time: 0.2043991
Feb 05 20:51:47.844595 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=062820e1-fa5b-460b-bdf4-8a37533f2926,revision_number=10']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:47.871149 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-cd8885b6-ab8c-41ec-9965-10088799e8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (597c3d44-9d28-4988-b5fd-154501726d26), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:47.936648 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40836dd1-5cf4-4280-8f09-a67f3b6dee46 None None] Network 83e80713-f247-4bb3-8ee6-b7a27448059f requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:51:47.941159 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-79103b1d-89e4-4973-9b28-68bc594a224b req-ca2b02f0-24c8-4363-a976-acb01b82898e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=778f451e-d667-417d-a9e6-d3d834e65fe2&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3519917
Feb 05 20:51:47.947554 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3764f3a3-8595-4b37-96f1-ff4a29d22cf5 req-2f6d3c6c-8729-4ec8-ae33-c1f1f0bc9148 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c4cd17f-3504-428a-ae38-d794ce3d6932&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1358995
Feb 05 20:51:47.988513 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:51:48.151101 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-aba0b784-3d6f-4d23-9b61-b6aed3f801dc None None] Provisioning complete for port e7107b3e-6648-46b2-b369-57357b85f4ca triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:51:48.151484 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-aba0b784-3d6f-4d23-9b61-b6aed3f801dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e7107b3e-6648-46b2-b369-57357b85f4ca), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:48.185579 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81d582-c114-4d30-b098-89f046b4b34d req-bbc2170d-3478-4e5a-94cf-2feb5455e857 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:48.188331 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9f81d582-c114-4d30-b098-89f046b4b34d req-bbc2170d-3478-4e5a-94cf-2feb5455e857 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 945 time: 0.3756680
Feb 05 20:51:48.190644 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-22d7264e-f9ba-4830-8659-f17ae84e61cf req-3728ce8f-ed3d-4759-b112-8c1741e529b5 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/ports?device_id=0af0970e-c6df-4101-a373-6ca708eae57e HTTP/1.1" status: 200  len: 210 time: 0.0909820
Feb 05 20:51:48.192152 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4f55c631-fc7f-4e53-9d76-d7d6ea31361e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:48.244012 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc1781d-d4da-408b-9f7f-a34988bd4ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062820e1-fa5b-460b-bdf4-8a37533f2926'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:51:48.258707 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7ff7ae-069e-4cff-91e9-c20fcae2f1cb" -d '{"events": [{"server_uuid": "cfc1781d-d4da-408b-9f7f-a34988bd4ad3", "name": "network-vif-plugged", "status": "completed", "tag": "062820e1-fa5b-460b-bdf4-8a37533f2926"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:51:48.293318 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:51:48.293996 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:48.299600 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-d064e457-963a-45a7-a409-112d2a220fb1 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Made reservation on behalf of 16490002120a497498df585c4f9bb7cf for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:51:48.307072 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-d064e457-963a-45a7-a409-112d2a220fb1 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:48.351126 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9502e48b-6b8c-4003-99ac-87b5be6b8bc3 req-031fefdf-35bf-4cb0-b7dc-5feb97397313 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5581062
Feb 05 20:51:48.533627 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-cd8885b6-ab8c-41ec-9965-10088799e8f6 None None] Publish callbacks [] for port (597c3d44-9d28-4988-b5fd-154501726d26), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:48.535006 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9f81d582-c114-4d30-b098-89f046b4b34d req-2b5cc408-6586-43c8-a692-5a968059752e tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3338127
Feb 05 20:51:48.563504 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-cd8885b6-ab8c-41ec-9965-10088799e8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (597c3d44-9d28-4988-b5fd-154501726d26), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:48.587107 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-4f55c631-fc7f-4e53-9d76-d7d6ea31361e admin admin] Allocated IP 172.20.0.1 (83e80713-f247-4bb3-8ee6-b7a27448059f/160b57af-e188-4b4a-b388-0872c1e0be5b/ef973e40-652f-4936-b052-7fae15a84572) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:51:48.611615 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5cde8f-6e91-415e-9203-425936a74a0c None None] Sync routers for ids ['21d158a5-c6ec-47c4-8897-c5af48a366ca'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:51:48.687874 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e743f-1183-44e1-97f1-274a9b16bec6 None None] Pushing event updated for resources: {'Port': ['ID=597c3d44-9d28-4988-b5fd-154501726d26,revision_number=2']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:48.712310 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e743f-1183-44e1-97f1-274a9b16bec6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:48.713013 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e743f-1183-44e1-97f1-274a9b16bec6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:48.713669 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e743f-1183-44e1-97f1-274a9b16bec6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:48.714365 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e743f-1183-44e1-97f1-274a9b16bec6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:48.715937 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5cde8f-6e91-415e-9203-425936a74a0c None None] Routers {'21d158a5-c6ec-47c4-8897-c5af48a366ca'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:51:48.716592 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-bf5cde8f-6e91-415e-9203-425936a74a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab88fca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:51:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['21d158a5-c6ec-47c4-8897-c5af48a366ca'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:51:48.723542 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e743f-1183-44e1-97f1-274a9b16bec6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:48.725129 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e743f-1183-44e1-97f1-274a9b16bec6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:48.726703 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e743f-1183-44e1-97f1-274a9b16bec6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:48.730778 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e743f-1183-44e1-97f1-274a9b16bec6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:48.731563 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e743f-1183-44e1-97f1-274a9b16bec6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:48.732117 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e743f-1183-44e1-97f1-274a9b16bec6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:48.732676 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e743f-1183-44e1-97f1-274a9b16bec6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:48.734711 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e743f-1183-44e1-97f1-274a9b16bec6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:48.735285 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e743f-1183-44e1-97f1-274a9b16bec6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:51:48.740969 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-cd8885b6-ab8c-41ec-9965-10088799e8f6 None None] Attempting to bind port 597c3d44-9d28-4988-b5fd-154501726d26 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:51:48.754996 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-cd8885b6-ab8c-41ec-9965-10088799e8f6 None None] Attempting to bind port 597c3d44-9d28-4988-b5fd-154501726d26 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:51:48.755746 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8885b6-ab8c-41ec-9965-10088799e8f6 None None] Attempting to bind port 597c3d44-9d28-4988-b5fd-154501726d26 on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:51:48.765494 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8885b6-ab8c-41ec-9965-10088799e8f6 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:51:48.766168 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8885b6-ab8c-41ec-9965-10088799e8f6 None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:51:48.766987 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-cd8885b6-ab8c-41ec-9965-10088799e8f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:48.767612 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8885b6-ab8c-41ec-9965-10088799e8f6 None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:51:48.768338 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-cd8885b6-ab8c-41ec-9965-10088799e8f6 None None] Bound port: 597c3d44-9d28-4988-b5fd-154501726d26, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:51:48.768968 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-cd8885b6-ab8c-41ec-9965-10088799e8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (597c3d44-9d28-4988-b5fd-154501726d26), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:48.775804 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9502e48b-6b8c-4003-99ac-87b5be6b8bc3 req-66cc3b30-0a43-479a-9e2d-2ba4e2c5b69a service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4066648
Feb 05 20:51:48.779934 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4f55c631-fc7f-4e53-9d76-d7d6ea31361e admin admin] Publish callbacks [] for port (ef973e40-652f-4936-b052-7fae15a84572), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:48.794647 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5442888-1934-4c41-be04-40b82a306cf3 req-c16a424a-75fb-4bff-b060-dad50b7fb40f tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:48.802619 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b5442888-1934-4c41-be04-40b82a306cf3 req-c16a424a-75fb-4bff-b060-dad50b7fb40f tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=778f451e-d667-417d-a9e6-d3d834e65fe2 HTTP/1.1" status: 200  len: 950 time: 0.4461086
Feb 05 20:51:48.862878 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4f55c631-fc7f-4e53-9d76-d7d6ea31361e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (ef973e40-652f-4936-b052-7fae15a84572), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:48.875569 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-cd8885b6-ab8c-41ec-9965-10088799e8f6 None None] For port 597c3d44-9d28-4988-b5fd-154501726d26, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:51:48.880090 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-cd8885b6-ab8c-41ec-9965-10088799e8f6 None None] For port 597c3d44-9d28-4988-b5fd-154501726d26, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=597c3d44-9d28-4988-b5fd-154501726d26,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:51:48.890600 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-cd8885b6-ab8c-41ec-9965-10088799e8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (597c3d44-9d28-4988-b5fd-154501726d26), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:48.907373 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7f372-7621-46fd-99d7-d16b6c733d83 req-6d6baa16-28b6-4af5-8ff9-2b11941615d7 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:48.915006 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e4a7f372-7621-46fd-99d7-d16b6c733d83 req-6d6baa16-28b6-4af5-8ff9-2b11941615d7 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7ab6d47-c452-4629-8e26-6fb32ff14222 HTTP/1.1" status: 200  len: 945 time: 0.2698200
Feb 05 20:51:48.926228 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f55c631-fc7f-4e53-9d76-d7d6ea31361e admin admin] Network 83e80713-f247-4bb3-8ee6-b7a27448059f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:51:48.932687 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-4f55c631-fc7f-4e53-9d76-d7d6ea31361e admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:51:48.936476 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f55c631-fc7f-4e53-9d76-d7d6ea31361e admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:51:48.956114 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e743f-1183-44e1-97f1-274a9b16bec6 None None] Pushing event updated for resources: {'Port': ['ID=597c3d44-9d28-4988-b5fd-154501726d26,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:48.957637 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-d064e457-963a-45a7-a409-112d2a220fb1 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Allocated IP 172.20.0.9 (7a85da4f-594b-4edb-a0ef-f6f6d1d94dba/1859e75b-6740-4475-ba8f-56ef1656315f/054ac344-3e0f-4c87-a459-0fdc4cea8659) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:51:48.977424 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8885b6-ab8c-41ec-9965-10088799e8f6 None None] Routers {'a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:51:48.978262 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-cd8885b6-ab8c-41ec-9965-10088799e8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8c2ea90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:51:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:51:48.998695 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4f55c631-fc7f-4e53-9d76-d7d6ea31361e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:49.014034 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b5442888-1934-4c41-be04-40b82a306cf3 req-82362b32-935f-4492-b0dc-9d71c0ac5b80 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2104449
Feb 05 20:51:49.120975 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e4a7f372-7621-46fd-99d7-d16b6c733d83 req-8f691bc0-ebda-4582-a683-dd3ab3b90631 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1977255
Feb 05 20:51:49.135562 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f55c631-fc7f-4e53-9d76-d7d6ea31361e admin admin] Pushing event updated for resources: {'Port': ['ID=ef973e40-652f-4936-b052-7fae15a84572,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:49.228748 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe309d1-f9a7-4c30-89a1-bf77f9405c14 req-26016282-2656-4602-8627-706f494beae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:49.232876 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bbe309d1-f9a7-4c30-89a1-bf77f9405c14 req-26016282-2656-4602-8627-706f494beae6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f732d56562ad4c84a7210699161826c7&device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 1133 time: 0.3925097
Feb 05 20:51:49.241286 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:49.242836 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:49.247853 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-cd8885b6-ab8c-41ec-9965-10088799e8f6 None None] Set router a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:51:49.264276 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62d8ae6-9f7d-43e0-b8e2-d8d0ba8f11c7 x-openstack-request-id: req-f62d8ae6-9f7d-43e0-b8e2-d8d0ba8f11c7 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:51:49.265556 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc1781d-d4da-408b-9f7f-a34988bd4ad3", "name": "network-vif-plugged", "status": "completed", "tag": "062820e1-fa5b-460b-bdf4-8a37533f2926", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:51:49.265556 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f62d8ae6-9f7d-43e0-b8e2-d8d0ba8f11c7 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:51:49.265963 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc1781d-d4da-408b-9f7f-a34988bd4ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062820e1-fa5b-460b-bdf4-8a37533f2926', 'code': 200}
Feb 05 20:51:49.293455 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-bf5cde8f-6e91-415e-9203-425936a74a0c None None] Set router 21d158a5-c6ec-47c4-8897-c5af48a366ca gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:51:49.423470 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe309d1-f9a7-4c30-89a1-bf77f9405c14 req-7ebc1712-d933-4afb-86ba-2b898cf7b4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:49.425241 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bbe309d1-f9a7-4c30-89a1-bf77f9405c14 req-7ebc1712-d933-4afb-86ba-2b898cf7b4b3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.1654642
Feb 05 20:51:49.444747 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-d064e457-963a-45a7-a409-112d2a220fb1 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks [] for port (054ac344-3e0f-4c87-a459-0fdc4cea8659), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:49.497805 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bbe309d1-f9a7-4c30-89a1-bf77f9405c14 req-8902212a-ee13-4653-a8a0-91823b4a05c1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=062820e1-fa5b-460b-bdf4-8a37533f2926 HTTP/1.1" status: 200  len: 217 time: 0.0648866
Feb 05 20:51:49.533739 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device ea015b17-7d4c-4bf3-984b-62c2005f1de7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:51:49.549954 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-aba0b784-3d6f-4d23-9b61-b6aed3f801dc None None] Current status of the port e7107b3e-6648-46b2-b369-57357b85f4ca is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:49.549954 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-aba0b784-3d6f-4d23-9b61-b6aed3f801dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e7107b3e-6648-46b2-b369-57357b85f4ca), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:49.576147 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-d064e457-963a-45a7-a409-112d2a220fb1 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (054ac344-3e0f-4c87-a459-0fdc4cea8659), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:49.577736 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe309d1-f9a7-4c30-89a1-bf77f9405c14 req-263ebe9b-aea8-4415-94a0-1214dc01537c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:49.579629 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bbe309d1-f9a7-4c30-89a1-bf77f9405c14 req-263ebe9b-aea8-4415-94a0-1214dc01537c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.0764103
Feb 05 20:51:49.584624 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:49.587153 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-cd8885b6-ab8c-41ec-9965-10088799e8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8c2ea90>, [{'id': 'a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1', 'name': 'tempest-FloatingIPsTestJSON-85551902-router', 'tenant_id': 'f957eee5512145179abbe38df453de62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.48'}], 'enable_snat': True}, 'gw_port_id': '597c3d44-9d28-4988-b5fd-154501726d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:51:44Z', 'updated_at': '2022-02-05T20:51:45Z', 'revision_number': 3, 'project_id': 'f957eee5512145179abbe38df453de62', 'gw_port': {'id': '597c3d44-9d28-4988-b5fd-154501726d26', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:0c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:51:44Z', 'updated_at': '2022-02-05T20:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:51:49.606870 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:49.607655 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device e7107b3e-6648-46b2-b369-57357b85f4ca up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:51:49.642055 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4f55c631-fc7f-4e53-9d76-d7d6ea31361e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ef973e40-652f-4936-b052-7fae15a84572), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:49.664665 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8885b6-ab8c-41ec-9965-10088799e8f6 None None] The sync data for ids ['a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1'] in ncdv-master-1 is: [{'id': 'a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1', 'name': 'tempest-FloatingIPsTestJSON-85551902-router', 'tenant_id': 'f957eee5512145179abbe38df453de62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.48'}], 'enable_snat': True}, 'gw_port_id': '597c3d44-9d28-4988-b5fd-154501726d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:51:44Z', 'updated_at': '2022-02-05T20:51:45Z', 'revision_number': 3, 'project_id': 'f957eee5512145179abbe38df453de62', 'gw_port': {'id': '597c3d44-9d28-4988-b5fd-154501726d26', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:0c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:51:44Z', 'updated_at': '2022-02-05T20:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:51:49.693991 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064e457-963a-45a7-a409-112d2a220fb1 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Pushing event updated for resources: {'Port': ['ID=054ac344-3e0f-4c87-a459-0fdc4cea8659,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:49.712206 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe309d1-f9a7-4c30-89a1-bf77f9405c14 req-a888ac6c-1f26-41ce-a0e3-2376961a3535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:49.714560 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bbe309d1-f9a7-4c30-89a1-bf77f9405c14 req-a888ac6c-1f26-41ce-a0e3-2376961a3535 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1095304
Feb 05 20:51:49.724031 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.db.resource_extend [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 05 20:51:49.733074 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-aba0b784-3d6f-4d23-9b61-b6aed3f801dc None None] For port e7107b3e-6648-46b2-b369-57357b85f4ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e7107b3e-6648-46b2-b369-57357b85f4ca,segment=NetworkSegment(84e244c6-f0d3-46e8-b9c8-8656ce5d15a5),segment_id=84e244c6-f0d3-46e8-b9c8-8656ce5d15a5)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:49.743484 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-d064e457-963a-45a7-a409-112d2a220fb1 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Network 7a85da4f-594b-4edb-a0ef-f6f6d1d94dba is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:51:49.749241 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-d064e457-963a-45a7-a409-112d2a220fb1 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:51:49.753295 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-d064e457-963a-45a7-a409-112d2a220fb1 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:51:49.776539 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-aba0b784-3d6f-4d23-9b61-b6aed3f801dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (e7107b3e-6648-46b2-b369-57357b85f4ca), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:49.809771 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d54502-2da7-453e-af76-5b6e8f4825b1 req-eca942a1-51e0-4a98-94bc-e61798a6c87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:49.811518 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-89d54502-2da7-453e-af76-5b6e8f4825b1 req-eca942a1-51e0-4a98-94bc-e61798a6c87c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 1133 time: 0.3202522
Feb 05 20:51:49.830286 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39daa42d-cec9-4c0d-b5da-2bb8b3426b09 req-5eebc0e1-968e-4e59-89c9-dec74f3916fe tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:49.831981 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-39daa42d-cec9-4c0d-b5da-2bb8b3426b09 req-5eebc0e1-968e-4e59-89c9-dec74f3916fe tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 951 time: 0.5973074
Feb 05 20:51:49.868142 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:49.878501 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-d064e457-963a-45a7-a409-112d2a220fb1 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:49.879314 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-d064e457-963a-45a7-a409-112d2a220fb1 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:49.907572 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87fcb74-d96a-41e2-8928-42ee3faca0e6 req-4b300de3-840e-45c8-9dbd-93cd0341c8e4 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:49.908413 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f87fcb74-d96a-41e2-8928-42ee3faca0e6 req-4b300de3-840e-45c8-9dbd-93cd0341c8e4 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd636db7-f7c5-46f4-9a44-20ebfddb151d HTTP/1.1" status: 200  len: 948 time: 0.5253620
Feb 05 20:51:49.956491 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bbe309d1-f9a7-4c30-89a1-bf77f9405c14 req-4d8fae7b-ac8a-4965-ad1d-c174f562c4ec service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2320468
Feb 05 20:51:49.970431 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-d064e457-963a-45a7-a409-112d2a220fb1 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3809578
Feb 05 20:51:49.991652 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-047d276a-089d-4cf1-840e-cc5e2c8b26b4 service neutron] Request body: {'port': {'device_id': '0af0970e-c6df-4101-a373-6ca708eae57e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:51:50.003693 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-89d54502-2da7-453e-af76-5b6e8f4825b1 req-83ddd70c-0d8f-4636-8fce-85444d28e59a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1670310
Feb 05 20:51:50.123440 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port ea015b17-7d4c-4bf3-984b-62c2005f1de7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ea015b17-7d4c-4bf3-984b-62c2005f1de7,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:50.129460 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bbe309d1-f9a7-4c30-89a1-bf77f9405c14 req-6cdd189b-d7a9-49ed-af65-015ec7a10049 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1598001
Feb 05 20:51:50.159311 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:50.160583 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4f55c631-fc7f-4e53-9d76-d7d6ea31361e admin admin] Publish callbacks [] for port (ef973e40-652f-4936-b052-7fae15a84572), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:50.163946 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port e7107b3e-6648-46b2-b369-57357b85f4ca triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:51:50.164410 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e7107b3e-6648-46b2-b369-57357b85f4ca), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:50.168436 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4f55c631-fc7f-4e53-9d76-d7d6ea31361e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (ef973e40-652f-4936-b052-7fae15a84572), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:50.176313 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'ea015b17-7d4c-4bf3-984b-62c2005f1de7', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'port_id': 'ea015b17-7d4c-4bf3-984b-62c2005f1de7', 'mac_address': 'fa:16:3e:d5:b7:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3c763-0926-4b49-ade5-d66ee3d4c489', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:51:50.202419 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba0b784-3d6f-4d23-9b61-b6aed3f801dc None None] Pushing event updated for resources: {'Port': ['ID=e7107b3e-6648-46b2-b369-57357b85f4ca,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:50.210128 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-a7843472-1343-4652-b10f-902351ae1d79 None None] Provisioning complete for port ef973e40-652f-4936-b052-7fae15a84572 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:51:50.211156 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a7843472-1343-4652-b10f-902351ae1d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ef973e40-652f-4936-b052-7fae15a84572), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:50.278447 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-bf5cde8f-6e91-415e-9203-425936a74a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab88fca0>, [{'id': '21d158a5-c6ec-47c4-8897-c5af48a366ca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-199334173-router', 'tenant_id': '16490002120a497498df585c4f9bb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.64'}], 'enable_snat': True}, 'gw_port_id': '7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:51:37Z', 'updated_at': '2022-02-05T20:51:41Z', 'revision_number': 4, 'project_id': '16490002120a497498df585c4f9bb7cf', 'gw_port': {'id': '7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d158a5-c6ec-47c4-8897-c5af48a366ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:51:38Z', 'updated_at': '2022-02-05T20:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cc776b30-691a-4ce6-bd07-8091949392e3', 'name': '', 'network_id': '7a85da4f-594b-4edb-a0ef-f6f6d1d94dba', 'tenant_id': '16490002120a497498df585c4f9bb7cf', 'mac_address': 'fa:16:3e:7e:a0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d158a5-c6ec-47c4-8897-c5af48a366ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '1859e75b-6740-4475-ba8f-56ef1656315f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:51:41Z', 'updated_at': '2022-02-05T20:51:41Z', 'revision_number': 2, 'project_id': '16490002120a497498df585c4f9bb7cf', 'subnets': [{'id': '1859e75b-6740-4475-ba8f-56ef1656315f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:51:50.288060 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f55c631-fc7f-4e53-9d76-d7d6ea31361e admin admin] Pushing event updated for resources: {'Port': ['ID=ef973e40-652f-4936-b052-7fae15a84572,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:50.294964 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4f55c631-fc7f-4e53-9d76-d7d6ea31361e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:50.403436 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5cde8f-6e91-415e-9203-425936a74a0c None None] Checking router: 21d158a5-c6ec-47c4-8897-c5af48a366ca for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:51:50.403969 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5cde8f-6e91-415e-9203-425936a74a0c None None] Updating router 21d158a5-c6ec-47c4-8897-c5af48a366ca port cc776b30-691a-4ce6-bd07-8091949392e3 binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 20:51:50.415131 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f55c631-fc7f-4e53-9d76-d7d6ea31361e admin admin] Network 83e80713-f247-4bb3-8ee6-b7a27448059f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:51:50.416969 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-4f55c631-fc7f-4e53-9d76-d7d6ea31361e admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:51:50.474136 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bf5cde8f-6e91-415e-9203-425936a74a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (cc776b30-691a-4ce6-bd07-8091949392e3), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:50.477661 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a7843472-1343-4652-b10f-902351ae1d79 None None] Port ef973e40-652f-4936-b052-7fae15a84572 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:51:50.478138 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-39daa42d-cec9-4c0d-b5da-2bb8b3426b09 req-69b5c032-d74e-4e05-9ca6-674cee72adc0 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6225374
Feb 05 20:51:50.514185 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f87fcb74-d96a-41e2-8928-42ee3faca0e6 req-1e20439a-74a6-419f-9b8c-88fdc6766b29 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c4cd17f-3504-428a-ae38-d794ce3d6932&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5948849
Feb 05 20:51:50.534976 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port ea015b17-7d4c-4bf3-984b-62c2005f1de7 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:50.535435 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ea015b17-7d4c-4bf3-984b-62c2005f1de7), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:50.541340 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-a7843472-1343-4652-b10f-902351ae1d79 None None] Provisioning complete for port e7107b3e-6648-46b2-b369-57357b85f4ca triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:51:50.541736 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a7843472-1343-4652-b10f-902351ae1d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e7107b3e-6648-46b2-b369-57357b85f4ca), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:50.611525 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-047d276a-089d-4cf1-840e-cc5e2c8b26b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (054ac344-3e0f-4c87-a459-0fdc4cea8659), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:50.613638 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f55c631-fc7f-4e53-9d76-d7d6ea31361e admin admin] Router a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:51:50.623919 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79103b1d-89e4-4973-9b28-68bc594a224b req-e2342059-d922-4755-8761-1e6e47b0da57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:50.626157 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-79103b1d-89e4-4973-9b28-68bc594a224b req-e2342059-d922-4755-8761-1e6e47b0da57 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&device_id=778f451e-d667-417d-a9e6-d3d834e65fe2 HTTP/1.1" status: 200  len: 1132 time: 0.1981585
Feb 05 20:51:50.745618 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port e7107b3e-6648-46b2-b369-57357b85f4ca is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:50.752788 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea015b17-7d4c-4bf3-984b-62c2005f1de7 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:51:50.784580 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f55c631-fc7f-4e53-9d76-d7d6ea31361e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:51:50.805043 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4f55c631-fc7f-4e53-9d76-d7d6ea31361e admin admin] 10.222.0.32 "PUT /v2.0/routers/a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5239129
Feb 05 20:51:50.825994 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port ea015b17-7d4c-4bf3-984b-62c2005f1de7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ea015b17-7d4c-4bf3-984b-62c2005f1de7,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:50.841355 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ea015b17-7d4c-4bf3-984b-62c2005f1de7), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:50.936626 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a7843472-1343-4652-b10f-902351ae1d79 None None] Current status of the port e7107b3e-6648-46b2-b369-57357b85f4ca is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:50.976380 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=ea015b17-7d4c-4bf3-984b-62c2005f1de7,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:51.052739 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501068da-a9c3-4cb3-adc3-2b596a8b3720 req-ddb599e0-415c-4e05-8f01-0983c7f8c244 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:51.054757 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-501068da-a9c3-4cb3-adc3-2b596a8b3720 req-ddb599e0-415c-4e05-8f01-0983c7f8c244 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 945 time: 0.4171138
Feb 05 20:51:51.067693 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 597c3d44-9d28-4988-b5fd-154501726d26 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:51:51.068754 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8e9fa-7e45-44df-96e2-c1881c0e6c11 req-335929aa-e360-4f39-a33f-4f40bc4734bf tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:51.083453 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bdb8e9fa-7e45-44df-96e2-c1881c0e6c11 req-335929aa-e360-4f39-a33f-4f40bc4734bf tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/ports?device_id=0af0970e-c6df-4101-a373-6ca708eae57e HTTP/1.1" status: 200  len: 931 time: 0.4496057
Feb 05 20:51:51.105797 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79103b1d-89e4-4973-9b28-68bc594a224b req-21bbd049-1445-47b5-b0bc-361cffdc31a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:51.107277 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-79103b1d-89e4-4973-9b28-68bc594a224b req-21bbd049-1445-47b5-b0bc-361cffdc31a9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.4651151
Feb 05 20:51:51.111855 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-394f6efc-26ce-4229-b794-b04393f6cead None None] Provisioning complete for port ef973e40-652f-4936-b052-7fae15a84572 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:51:51.112240 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-394f6efc-26ce-4229-b794-b04393f6cead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ef973e40-652f-4936-b052-7fae15a84572), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:51.166560 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-79103b1d-89e4-4973-9b28-68bc594a224b req-9eb94c7a-cf06-4c38-9ee2-c5fcc9788d18 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=5cb379ed-ddb4-499e-b220-588d09688bf7 HTTP/1.1" status: 200  len: 217 time: 0.0489216
Feb 05 20:51:51.171715 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['ea015b17-7d4c-4bf3-984b-62c2005f1de7'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:51:51.221572 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bf5cde8f-6e91-415e-9203-425936a74a0c None None] Publish callbacks [] for port (cc776b30-691a-4ce6-bd07-8091949392e3), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:51.243001 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bf5cde8f-6e91-415e-9203-425936a74a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (cc776b30-691a-4ce6-bd07-8091949392e3), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:51.246219 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-394f6efc-26ce-4229-b794-b04393f6cead None None] Port ef973e40-652f-4936-b052-7fae15a84572 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:51:51.270932 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bdb8e9fa-7e45-44df-96e2-c1881c0e6c11 req-bf0ff410-12ea-4f67-9f8d-30fb6e0f76e5 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/security-groups?id=efc9565d-13f7-4eb7-8c0c-5cde5b29d26a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1863265
Feb 05 20:51:51.290194 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-501068da-a9c3-4cb3-adc3-2b596a8b3720 req-1933d39b-8cfc-4db1-a56b-fbd9116f3daf tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1893711
Feb 05 20:51:51.325816 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 597c3d44-9d28-4988-b5fd-154501726d26 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:51:51.326214 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (597c3d44-9d28-4988-b5fd-154501726d26), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:51.366673 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79103b1d-89e4-4973-9b28-68bc594a224b req-b0980482-07f3-4bb7-9928-55ec22db6aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:51.368755 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-79103b1d-89e4-4973-9b28-68bc594a224b req-b0980482-07f3-4bb7-9928-55ec22db6aa6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.1957502
Feb 05 20:51:51.386164 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-394f6efc-26ce-4229-b794-b04393f6cead None None] Provisioning complete for port 054ac344-3e0f-4c87-a459-0fdc4cea8659 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:51:51.386711 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-394f6efc-26ce-4229-b794-b04393f6cead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (054ac344-3e0f-4c87-a459-0fdc4cea8659), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:51.410587 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b56bd3d-1e31-44fd-810a-56ed37723c7a None None] Pushing event updated for resources: {'Port': ['ID=cc776b30-691a-4ce6-bd07-8091949392e3,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:51.562956 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff921824-81f1-41c1-a86b-9905b70f5817 req-44c7e033-1a1c-49ba-af5b-74b54c62b783 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:51.564618 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ff921824-81f1-41c1-a86b-9905b70f5817 req-44c7e033-1a1c-49ba-af5b-74b54c62b783 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7ab6d47-c452-4629-8e26-6fb32ff14222 HTTP/1.1" status: 200  len: 945 time: 0.1703644
Feb 05 20:51:51.575991 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a972d-4b8d-4acd-bcdd-7b46696215ce req-54639ec9-3219-44c8-94a8-59f92e7ac5d6 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:51.577597 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-835a972d-4b8d-4acd-bcdd-7b46696215ce req-54639ec9-3219-44c8-94a8-59f92e7ac5d6 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=778f451e-d667-417d-a9e6-d3d834e65fe2 HTTP/1.1" status: 200  len: 950 time: 0.1600125
Feb 05 20:51:51.589978 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79103b1d-89e4-4973-9b28-68bc594a224b req-63af4a87-ed3a-433a-bfa0-b289b449e592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:51.591421 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-79103b1d-89e4-4973-9b28-68bc594a224b req-63af4a87-ed3a-433a-bfa0-b289b449e592 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2150428
Feb 05 20:51:51.638154 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-bf5cde8f-6e91-415e-9203-425936a74a0c None None] Attempting to bind port cc776b30-691a-4ce6-bd07-8091949392e3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:51:51.638565 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-bf5cde8f-6e91-415e-9203-425936a74a0c None None] Attempting to bind port cc776b30-691a-4ce6-bd07-8091949392e3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ce9f625e-a564-41e1-8114-366cd7fd9882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7a85da4f-594b-4edb-a0ef-f6f6d1d94dba'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:51:51.638939 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5cde8f-6e91-415e-9203-425936a74a0c None None] Attempting to bind port cc776b30-691a-4ce6-bd07-8091949392e3 on network 7a85da4f-594b-4edb-a0ef-f6f6d1d94dba {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:51:51.659590 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-394f6efc-26ce-4229-b794-b04393f6cead None None] Port 054ac344-3e0f-4c87-a459-0fdc4cea8659 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:51:51.661161 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5cde8f-6e91-415e-9203-425936a74a0c None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:51:51.661551 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5cde8f-6e91-415e-9203-425936a74a0c None None] Checking segment: {'id': 'ce9f625e-a564-41e1-8114-366cd7fd9882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7a85da4f-594b-4edb-a0ef-f6f6d1d94dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:51:51.661974 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bf5cde8f-6e91-415e-9203-425936a74a0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:51.662350 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5cde8f-6e91-415e-9203-425936a74a0c None None] Bound using segment: {'id': 'ce9f625e-a564-41e1-8114-366cd7fd9882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7a85da4f-594b-4edb-a0ef-f6f6d1d94dba'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:51:51.662865 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-bf5cde8f-6e91-415e-9203-425936a74a0c None None] Bound port: cc776b30-691a-4ce6-bd07-8091949392e3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9f625e-a564-41e1-8114-366cd7fd9882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7a85da4f-594b-4edb-a0ef-f6f6d1d94dba'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:51:51.663471 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bf5cde8f-6e91-415e-9203-425936a74a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (cc776b30-691a-4ce6-bd07-8091949392e3), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:51.735418 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-047d276a-089d-4cf1-840e-cc5e2c8b26b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 054ac344-3e0f-4c87-a459-0fdc4cea8659 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:51:51.754953 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-047d276a-089d-4cf1-840e-cc5e2c8b26b4 service neutron] Publish callbacks [] for port (054ac344-3e0f-4c87-a459-0fdc4cea8659), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:51.770421 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 597c3d44-9d28-4988-b5fd-154501726d26 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:51.771023 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (597c3d44-9d28-4988-b5fd-154501726d26), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:51.773811 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ff921824-81f1-41c1-a86b-9905b70f5817 req-3c1c9c5e-cb4b-4169-b3b6-de1608f82db4 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1914327
Feb 05 20:51:51.780881 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-835a972d-4b8d-4acd-bcdd-7b46696215ce req-725616e9-1f1c-405f-98ec-e90eefd6897c tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1828914
Feb 05 20:51:51.788219 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-047d276a-089d-4cf1-840e-cc5e2c8b26b4 service neutron] Transition to ACTIVE for port object 054ac344-3e0f-4c87-a459-0fdc4cea8659 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:51:51.805006 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-047d276a-089d-4cf1-840e-cc5e2c8b26b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (054ac344-3e0f-4c87-a459-0fdc4cea8659), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:51.840906 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-bf5cde8f-6e91-415e-9203-425936a74a0c None None] For port cc776b30-691a-4ce6-bd07-8091949392e3, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:51:51.853907 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-79103b1d-89e4-4973-9b28-68bc594a224b req-2d0be69c-f898-4c7c-82ff-85ed56721e0b service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2416608
Feb 05 20:51:51.859895 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 597c3d44-9d28-4988-b5fd-154501726d26, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=597c3d44-9d28-4988-b5fd-154501726d26,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:51.882353 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047d276a-089d-4cf1-840e-cc5e2c8b26b4 service neutron] Pushing event updated for resources: {'Port': ['ID=054ac344-3e0f-4c87-a459-0fdc4cea8659,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:51.889162 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (597c3d44-9d28-4988-b5fd-154501726d26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:51.890118 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device e7107b3e-6648-46b2-b369-57357b85f4ca up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:51:51.893453 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-bf5cde8f-6e91-415e-9203-425936a74a0c None None] For port cc776b30-691a-4ce6-bd07-8091949392e3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc776b30-691a-4ce6-bd07-8091949392e3,segment=NetworkSegment(ce9f625e-a564-41e1-8114-366cd7fd9882),segment_id=ce9f625e-a564-41e1-8114-366cd7fd9882)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:51:51.941875 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-2d6c06bc-5c4d-4195-a29f-12ca8a0fe277 None None] Provisioning complete for port cc776b30-691a-4ce6-bd07-8091949392e3 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:51:51.942565 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2d6c06bc-5c4d-4195-a29f-12ca8a0fe277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (cc776b30-691a-4ce6-bd07-8091949392e3), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:51.995795 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bf5cde8f-6e91-415e-9203-425936a74a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (cc776b30-691a-4ce6-bd07-8091949392e3), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:52.096226 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=597c3d44-9d28-4988-b5fd-154501726d26,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:52.097854 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee62e71-29c9-4500-8cd3-408741e18629 None None] Sync routers for ids ['a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:51:52.139245 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-047d276a-089d-4cf1-840e-cc5e2c8b26b4 service neutron] Attempting to bind port 054ac344-3e0f-4c87-a459-0fdc4cea8659 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:51:52.139796 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-047d276a-089d-4cf1-840e-cc5e2c8b26b4 service neutron] Attempting to bind port 054ac344-3e0f-4c87-a459-0fdc4cea8659 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ce9f625e-a564-41e1-8114-366cd7fd9882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7a85da4f-594b-4edb-a0ef-f6f6d1d94dba'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:51:52.139908 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-047d276a-089d-4cf1-840e-cc5e2c8b26b4 service neutron] Attempting to bind port 054ac344-3e0f-4c87-a459-0fdc4cea8659 on network 7a85da4f-594b-4edb-a0ef-f6f6d1d94dba {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:51:52.142122 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5cde8f-6e91-415e-9203-425936a74a0c None None] Routers {'21d158a5-c6ec-47c4-8897-c5af48a366ca'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:51:52.143145 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-bf5cde8f-6e91-415e-9203-425936a74a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab88fca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:51:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['21d158a5-c6ec-47c4-8897-c5af48a366ca'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:51:52.147193 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee62e71-29c9-4500-8cd3-408741e18629 None None] Routers {'a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:51:52.147824 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-3ee62e71-29c9-4500-8cd3-408741e18629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8db7b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:51:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:51:52.154466 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-79103b1d-89e4-4973-9b28-68bc594a224b req-7c73a4ed-678c-434c-b829-1a187ba524e5 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2818949
Feb 05 20:51:52.174217 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4c2c5a59-6db0-41b8-8e5c-1c968f317334 req-abab15c9-5822-46a2-92b4-f6132020b54d tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2529233
Feb 05 20:51:52.175090 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-047d276a-089d-4cf1-840e-cc5e2c8b26b4 service neutron] Port 054ac344-3e0f-4c87-a459-0fdc4cea8659 on network 7a85da4f-594b-4edb-a0ef-f6f6d1d94dba not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:51:52.175423 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-047d276a-089d-4cf1-840e-cc5e2c8b26b4 service neutron] Attempting to bind port 054ac344-3e0f-4c87-a459-0fdc4cea8659 on network 7a85da4f-594b-4edb-a0ef-f6f6d1d94dba {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:51:52.181845 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-047d276a-089d-4cf1-840e-cc5e2c8b26b4 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:51:52.182257 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-047d276a-089d-4cf1-840e-cc5e2c8b26b4 service neutron] Checking segment: {'id': 'ce9f625e-a564-41e1-8114-366cd7fd9882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7a85da4f-594b-4edb-a0ef-f6f6d1d94dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:51:52.182705 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-047d276a-089d-4cf1-840e-cc5e2c8b26b4 service neutron] Bound using segment: {'id': 'ce9f625e-a564-41e1-8114-366cd7fd9882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7a85da4f-594b-4edb-a0ef-f6f6d1d94dba'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:51:52.183202 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-047d276a-089d-4cf1-840e-cc5e2c8b26b4 service neutron] Bound port: 054ac344-3e0f-4c87-a459-0fdc4cea8659, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce9f625e-a564-41e1-8114-366cd7fd9882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7a85da4f-594b-4edb-a0ef-f6f6d1d94dba'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:51:52.183570 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-047d276a-089d-4cf1-840e-cc5e2c8b26b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (054ac344-3e0f-4c87-a459-0fdc4cea8659), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:52.191495 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-4c2c5a59-6db0-41b8-8e5c-1c968f317334 req-116d368e-faf5-4dc2-8aa5-08810eb3d9cd tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:51:52.216256 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port e7107b3e-6648-46b2-b369-57357b85f4ca triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:51:52.216721 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e7107b3e-6648-46b2-b369-57357b85f4ca), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:52.260756 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4c2c5a59-6db0-41b8-8e5c-1c968f317334 req-116d368e-faf5-4dc2-8aa5-08810eb3d9cd tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:52.312046 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-047d276a-089d-4cf1-840e-cc5e2c8b26b4 service neutron] For port 054ac344-3e0f-4c87-a459-0fdc4cea8659, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:51:52.320931 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b56bd3d-1e31-44fd-810a-56ed37723c7a None None] Pushing event updated for resources: {'Port': ['ID=cc776b30-691a-4ce6-bd07-8091949392e3,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:52.333885 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-047d276a-089d-4cf1-840e-cc5e2c8b26b4 service neutron] For port 054ac344-3e0f-4c87-a459-0fdc4cea8659, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=054ac344-3e0f-4c87-a459-0fdc4cea8659,segment=NetworkSegment(ce9f625e-a564-41e1-8114-366cd7fd9882),segment_id=ce9f625e-a564-41e1-8114-366cd7fd9882)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:51:52.392412 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-047d276a-089d-4cf1-840e-cc5e2c8b26b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (054ac344-3e0f-4c87-a459-0fdc4cea8659), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:52.440781 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-3ee62e71-29c9-4500-8cd3-408741e18629 None None] Set router a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:51:52.458156 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-047d276a-089d-4cf1-840e-cc5e2c8b26b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:52.458901 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-047d276a-089d-4cf1-840e-cc5e2c8b26b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:52.460305 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-047d276a-089d-4cf1-840e-cc5e2c8b26b4 service neutron] 10.222.0.39 "PUT /v2.0/ports/054ac344-3e0f-4c87-a459-0fdc4cea8659 HTTP/1.1" status: 200  len: 1091 time: 2.4810178
Feb 05 20:51:52.463466 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0af0970e-c6df-4101-a373-6ca708eae57e', 'tag': '054ac344-3e0f-4c87-a459-0fdc4cea8659'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:51:52.466716 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1144202-81ba-4963-a106-59df769e7dd8" -d '{"events": [{"name": "network-changed", "server_uuid": "0af0970e-c6df-4101-a373-6ca708eae57e", "tag": "054ac344-3e0f-4c87-a459-0fdc4cea8659"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:51:52.531446 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-bf5cde8f-6e91-415e-9203-425936a74a0c None None] Set router 21d158a5-c6ec-47c4-8897-c5af48a366ca gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:51:52.559793 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047d276a-089d-4cf1-840e-cc5e2c8b26b4 service neutron] Pushing event updated for resources: {'Port': ['ID=054ac344-3e0f-4c87-a459-0fdc4cea8659,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:52.599435 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-2d6c06bc-5c4d-4195-a29f-12ca8a0fe277 None None] Current status of the port cc776b30-691a-4ce6-bd07-8091949392e3 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:52.599869 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2d6c06bc-5c4d-4195-a29f-12ca8a0fe277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (cc776b30-691a-4ce6-bd07-8091949392e3), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:52.635370 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4c2c5a59-6db0-41b8-8e5c-1c968f317334 req-116d368e-faf5-4dc2-8aa5-08810eb3d9cd tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:52.731343 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-5b26fbea-265d-4d82-8c65-079de0f9b3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:52.733068 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-5b26fbea-265d-4d82-8c65-079de0f9b3aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=16490002120a497498df585c4f9bb7cf&device_id=0af0970e-c6df-4101-a373-6ca708eae57e HTTP/1.1" status: 200  len: 1125 time: 0.2059162
Feb 05 20:51:52.742721 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-2d6c06bc-5c4d-4195-a29f-12ca8a0fe277 None None] For port cc776b30-691a-4ce6-bd07-8091949392e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc776b30-691a-4ce6-bd07-8091949392e3,segment=NetworkSegment(ce9f625e-a564-41e1-8114-366cd7fd9882),segment_id=ce9f625e-a564-41e1-8114-366cd7fd9882)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:52.754637 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2d6c06bc-5c4d-4195-a29f-12ca8a0fe277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (cc776b30-691a-4ce6-bd07-8091949392e3), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:52.793473 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-b9277eb6-20e1-42b9-ac08-f643becd003d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=054ac344-3e0f-4c87-a459-0fdc4cea8659 HTTP/1.1" status: 200  len: 217 time: 0.0520432
Feb 05 20:51:52.810977 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port e7107b3e-6648-46b2-b369-57357b85f4ca is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:52.812111 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:51:52.815670 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f372906-0d77-4c2c-b5ee-0186b1194b2d req-ad6723e3-2cb8-43f2-873a-da7c7cafef3a tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:52.830348 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4f372906-0d77-4c2c-b5ee-0186b1194b2d req-ad6723e3-2cb8-43f2-873a-da7c7cafef3a tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 951 time: 0.2027552
Feb 05 20:51:52.955628 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-3ee62e71-29c9-4500-8cd3-408741e18629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8db7b50>, [{'id': 'a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1', 'name': 'tempest-FloatingIPsTestJSON-85551902-router', 'tenant_id': 'f957eee5512145179abbe38df453de62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.48'}], 'enable_snat': True}, 'gw_port_id': '597c3d44-9d28-4988-b5fd-154501726d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:51:44Z', 'updated_at': '2022-02-05T20:51:49Z', 'revision_number': 4, 'project_id': 'f957eee5512145179abbe38df453de62', 'gw_port': {'id': '597c3d44-9d28-4988-b5fd-154501726d26', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:51:44Z', 'updated_at': '2022-02-05T20:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ef973e40-652f-4936-b052-7fae15a84572', 'name': '', 'network_id': '83e80713-f247-4bb3-8ee6-b7a27448059f', 'tenant_id': 'f957eee5512145179abbe38df453de62', 'mac_address': 'fa:16:3e:d0:98:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '160b57af-e188-4b4a-b388-0872c1e0be5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:51:48Z', 'updated_at': '2022-02-05T20:51:49Z', 'revision_number': 2, 'project_id': 'f957eee5512145179abbe38df453de62', 'subnets': [{'id': '160b57af-e188-4b4a-b388-0872c1e0be5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:51:52.963189 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c06bc-5c4d-4195-a29f-12ca8a0fe277 None None] Pushing event updated for resources: {'Port': ['ID=cc776b30-691a-4ce6-bd07-8091949392e3,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:52.975090 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4f372906-0d77-4c2c-b5ee-0186b1194b2d req-12cfd925-857f-4c7a-a1fe-08ff03a55e57 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1435068
Feb 05 20:51:53.004180 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee62e71-29c9-4500-8cd3-408741e18629 None None] Checking router: a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:51:53.004180 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee62e71-29c9-4500-8cd3-408741e18629 None None] Updating router a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1 port ef973e40-652f-4936-b052-7fae15a84572 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 20:51:53.004606 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-4c2c5a59-6db0-41b8-8e5c-1c968f317334 req-116d368e-faf5-4dc2-8aa5-08810eb3d9cd tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Allocated IP 172.35.4.10 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/85912565-e3b6-4d1a-824c-705918f68b7c) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:51:53.033602 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-3ee62e71-29c9-4500-8cd3-408741e18629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ef973e40-652f-4936-b052-7fae15a84572), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:53.043390 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-366091ba-2162-4f4a-b4fe-9720b5723031 None None] Provisioning complete for port cc776b30-691a-4ce6-bd07-8091949392e3 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:51:53.043769 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-366091ba-2162-4f4a-b4fe-9720b5723031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (cc776b30-691a-4ce6-bd07-8091949392e3), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:53.079250 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-fd313eae-4777-46bc-9d88-b0d7147f185d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:53.080975 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-fd313eae-4777-46bc-9d88-b0d7147f185d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1859e75b-6740-4475-ba8f-56ef1656315f HTTP/1.1" status: 200  len: 867 time: 0.2744811
Feb 05 20:51:53.111244 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:51:53.111622 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:53.161463 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-bf5cde8f-6e91-415e-9203-425936a74a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab88fca0>, [{'id': '21d158a5-c6ec-47c4-8897-c5af48a366ca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-199334173-router', 'tenant_id': '16490002120a497498df585c4f9bb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.64'}], 'enable_snat': True}, 'gw_port_id': '7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:51:37Z', 'updated_at': '2022-02-05T20:51:41Z', 'revision_number': 4, 'project_id': '16490002120a497498df585c4f9bb7cf', 'gw_port': {'id': '7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d158a5-c6ec-47c4-8897-c5af48a366ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:51:38Z', 'updated_at': '2022-02-05T20:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cc776b30-691a-4ce6-bd07-8091949392e3', 'name': '', 'network_id': '7a85da4f-594b-4edb-a0ef-f6f6d1d94dba', 'tenant_id': '16490002120a497498df585c4f9bb7cf', 'mac_address': 'fa:16:3e:7e:a0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d158a5-c6ec-47c4-8897-c5af48a366ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '1859e75b-6740-4475-ba8f-56ef1656315f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:51:41Z', 'updated_at': '2022-02-05T20:51:51Z', 'revision_number': 4, 'project_id': '16490002120a497498df585c4f9bb7cf', 'subnets': [{'id': '1859e75b-6740-4475-ba8f-56ef1656315f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:51:53.201584 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4c2c5a59-6db0-41b8-8e5c-1c968f317334 req-116d368e-faf5-4dc2-8aa5-08810eb3d9cd tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Publish callbacks [] for port (85912565-e3b6-4d1a-824c-705918f68b7c), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:53.212600 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5cde8f-6e91-415e-9203-425936a74a0c None None] The sync data for ids ['21d158a5-c6ec-47c4-8897-c5af48a366ca'] in ncdv-master-1 is: [{'id': '21d158a5-c6ec-47c4-8897-c5af48a366ca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-199334173-router', 'tenant_id': '16490002120a497498df585c4f9bb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.64'}], 'enable_snat': True}, 'gw_port_id': '7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:51:37Z', 'updated_at': '2022-02-05T20:51:41Z', 'revision_number': 4, 'project_id': '16490002120a497498df585c4f9bb7cf', 'gw_port': {'id': '7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d158a5-c6ec-47c4-8897-c5af48a366ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:51:38Z', 'updated_at': '2022-02-05T20:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cc776b30-691a-4ce6-bd07-8091949392e3', 'name': '', 'network_id': '7a85da4f-594b-4edb-a0ef-f6f6d1d94dba', 'tenant_id': '16490002120a497498df585c4f9bb7cf', 'mac_address': 'fa:16:3e:7e:a0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d158a5-c6ec-47c4-8897-c5af48a366ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '1859e75b-6740-4475-ba8f-56ef1656315f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:51:41Z', 'updated_at': '2022-02-05T20:51:51Z', 'revision_number': 4, 'project_id': '16490002120a497498df585c4f9bb7cf', 'subnets': [{'id': '1859e75b-6740-4475-ba8f-56ef1656315f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:51:53.223592 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6946c55-2c05-4d62-9401-d26b564e502b req-4216351d-61ce-455a-92ce-f6f576b0ed8a tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:53.230918 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-366091ba-2162-4f4a-b4fe-9720b5723031 None None] Current status of the port cc776b30-691a-4ce6-bd07-8091949392e3 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:53.231811 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d6946c55-2c05-4d62-9401-d26b564e502b req-4216351d-61ce-455a-92ce-f6f576b0ed8a tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd636db7-f7c5-46f4-9a44-20ebfddb151d HTTP/1.1" status: 200  len: 949 time: 0.1548595
Feb 05 20:51:53.239754 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-e167274f-8200-4fbc-854b-6b6f497a86ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:53.241187 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-e167274f-8200-4fbc-854b-6b6f497a86ca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7a85da4f-594b-4edb-a0ef-f6f6d1d94dba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1500568
Feb 05 20:51:53.296957 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:53.331727 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-3ee62e71-29c9-4500-8cd3-408741e18629 None None] Publish callbacks [] for port (ef973e40-652f-4936-b052-7fae15a84572), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:53.343436 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-3ee62e71-29c9-4500-8cd3-408741e18629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ef973e40-652f-4936-b052-7fae15a84572), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:53.357112 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device ea015b17-7d4c-4bf3-984b-62c2005f1de7 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:51:53.404412 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b513767c-0520-4890-b225-d86d658ced31 None None] Pushing event updated for resources: {'Port': ['ID=ef973e40-652f-4936-b052-7fae15a84572,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:53.405675 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d6946c55-2c05-4d62-9401-d26b564e502b req-7f2de3f0-9e8e-4a9b-a89b-2aecddf0af0c tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c4cd17f-3504-428a-ae38-d794ce3d6932&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1729844
Feb 05 20:51:53.443873 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4c2c5a59-6db0-41b8-8e5c-1c968f317334 req-116d368e-faf5-4dc2-8aa5-08810eb3d9cd tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (85912565-e3b6-4d1a-824c-705918f68b7c), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:53.517320 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-3ee62e71-29c9-4500-8cd3-408741e18629 None None] Attempting to bind port ef973e40-652f-4936-b052-7fae15a84572 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:51:53.518006 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-3ee62e71-29c9-4500-8cd3-408741e18629 None None] Attempting to bind port ef973e40-652f-4936-b052-7fae15a84572 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '84e244c6-f0d3-46e8-b9c8-8656ce5d15a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '83e80713-f247-4bb3-8ee6-b7a27448059f'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:51:53.518620 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee62e71-29c9-4500-8cd3-408741e18629 None None] Attempting to bind port ef973e40-652f-4936-b052-7fae15a84572 on network 83e80713-f247-4bb3-8ee6-b7a27448059f {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:51:53.528796 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee62e71-29c9-4500-8cd3-408741e18629 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:51:53.529177 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee62e71-29c9-4500-8cd3-408741e18629 None None] Checking segment: {'id': '84e244c6-f0d3-46e8-b9c8-8656ce5d15a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '83e80713-f247-4bb3-8ee6-b7a27448059f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:51:53.529590 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-3ee62e71-29c9-4500-8cd3-408741e18629 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:53.529996 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee62e71-29c9-4500-8cd3-408741e18629 None None] Bound using segment: {'id': '84e244c6-f0d3-46e8-b9c8-8656ce5d15a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '83e80713-f247-4bb3-8ee6-b7a27448059f'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:51:53.530509 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-3ee62e71-29c9-4500-8cd3-408741e18629 None None] Bound port: ef973e40-652f-4936-b052-7fae15a84572, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e244c6-f0d3-46e8-b9c8-8656ce5d15a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '83e80713-f247-4bb3-8ee6-b7a27448059f'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:51:53.530899 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-3ee62e71-29c9-4500-8cd3-408741e18629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ef973e40-652f-4936-b052-7fae15a84572), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:53.533895 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 597c3d44-9d28-4988-b5fd-154501726d26 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:51:53.578395 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c2c5a59-6db0-41b8-8e5c-1c968f317334 req-116d368e-faf5-4dc2-8aa5-08810eb3d9cd tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:51:53.582752 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116d368e-faf5-4dc2-8aa5-08810eb3d9cd tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Pushing event updated for resources: {'Port': ['ID=85912565-e3b6-4d1a-824c-705918f68b7c,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:53.594636 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-4c2c5a59-6db0-41b8-8e5c-1c968f317334 req-116d368e-faf5-4dc2-8aa5-08810eb3d9cd tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:51:53.595522 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port ea015b17-7d4c-4bf3-984b-62c2005f1de7 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:51:53.596935 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2c5a59-6db0-41b8-8e5c-1c968f317334 req-116d368e-faf5-4dc2-8aa5-08810eb3d9cd tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:51:53.610298 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port ea015b17-7d4c-4bf3-984b-62c2005f1de7 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:51:53.610709 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ea015b17-7d4c-4bf3-984b-62c2005f1de7), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:53.673663 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-3ee62e71-29c9-4500-8cd3-408741e18629 None None] For port ef973e40-652f-4936-b052-7fae15a84572, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:51:53.680548 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-3ee62e71-29c9-4500-8cd3-408741e18629 None None] For port ef973e40-652f-4936-b052-7fae15a84572, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef973e40-652f-4936-b052-7fae15a84572,segment=NetworkSegment(84e244c6-f0d3-46e8-b9c8-8656ce5d15a5),segment_id=84e244c6-f0d3-46e8-b9c8-8656ce5d15a5)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:51:53.689346 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-8fb6b7b3-635f-4bf7-a862-1e9286bb076e service neutron] 10.222.0.39 "GET /v2.0/networks/7a85da4f-594b-4edb-a0ef-f6f6d1d94dba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4388332
Feb 05 20:51:53.689704 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-3ee62e71-29c9-4500-8cd3-408741e18629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ef973e40-652f-4936-b052-7fae15a84572), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:53.761839 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 597c3d44-9d28-4988-b5fd-154501726d26 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:51:53.762733 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (597c3d44-9d28-4988-b5fd-154501726d26), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:53.767684 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee62e71-29c9-4500-8cd3-408741e18629 None None] Routers {'a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:51:53.768333 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-3ee62e71-29c9-4500-8cd3-408741e18629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8db7b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:51:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:51:53.815734 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b513767c-0520-4890-b225-d86d658ced31 None None] Pushing event updated for resources: {'Port': ['ID=ef973e40-652f-4936-b052-7fae15a84572,revision_number=4']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:53.872019 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port ea015b17-7d4c-4bf3-984b-62c2005f1de7 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:53.872604 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4c2c5a59-6db0-41b8-8e5c-1c968f317334 req-116d368e-faf5-4dc2-8aa5-08810eb3d9cd tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Publish callbacks [] for floatingip (37ce552e-bc74-4afb-b745-aab6da21e481), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:53.872702 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ea015b17-7d4c-4bf3-984b-62c2005f1de7), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:53.895072 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-2ed4cc8d-74cc-4b31-a0f1-49668396a9b0 None None] Provisioning complete for port ef973e40-652f-4936-b052-7fae15a84572 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:51:53.895350 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2ed4cc8d-74cc-4b31-a0f1-49668396a9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ef973e40-652f-4936-b052-7fae15a84572), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:53.896091 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfde28d-4b24-4e6d-82c7-97b84e81ec22 req-ddb33f5c-b44c-43d4-b6bc-1b1247f4b7e2 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:53.905547 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7bfde28d-4b24-4e6d-82c7-97b84e81ec22 req-ddb33f5c-b44c-43d4-b6bc-1b1247f4b7e2 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/ports?device_id=0af0970e-c6df-4101-a373-6ca708eae57e HTTP/1.1" status: 200  len: 943 time: 0.3253922
Feb 05 20:51:53.952123 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd636db7-f7c5-46f4-9a44-20ebfddb151d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea015b17-7d4c-4bf3-984b-62c2005f1de7'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:51:53.954535 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393867d6-934b-4055-9d7a-d1a0a5027225" -d '{"events": [{"server_uuid": "dd636db7-f7c5-46f4-9a44-20ebfddb151d", "name": "network-vif-plugged", "status": "completed", "tag": "ea015b17-7d4c-4bf3-984b-62c2005f1de7"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:51:53.959566 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-3ee62e71-29c9-4500-8cd3-408741e18629 None None] Set router a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:51:53.985159 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port ea015b17-7d4c-4bf3-984b-62c2005f1de7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ea015b17-7d4c-4bf3-984b-62c2005f1de7,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:54.014657 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4c2c5a59-6db0-41b8-8e5c-1c968f317334 req-116d368e-faf5-4dc2-8aa5-08810eb3d9cd tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (85912565-e3b6-4d1a-824c-705918f68b7c), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:54.022218 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9b0d6c9a-dc5d-4f1b-ad65-b7421ade4e40 req-ff4342b8-9042-4ee6-bca1-ad8bdce6711f service neutron] 10.222.0.39 "GET /v2.0/networks/7a85da4f-594b-4edb-a0ef-f6f6d1d94dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3239920
Feb 05 20:51:54.022645 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ea015b17-7d4c-4bf3-984b-62c2005f1de7), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:54.102180 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 597c3d44-9d28-4988-b5fd-154501726d26 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:54.102961 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device cc776b30-691a-4ce6-bd07-8091949392e3 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:51:54.204199 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=ea015b17-7d4c-4bf3-984b-62c2005f1de7,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:54.225841 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-2ed4cc8d-74cc-4b31-a0f1-49668396a9b0 None None] Current status of the port ef973e40-652f-4936-b052-7fae15a84572 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:54.226827 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2ed4cc8d-74cc-4b31-a0f1-49668396a9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ef973e40-652f-4936-b052-7fae15a84572), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:54.259544 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port cc776b30-691a-4ce6-bd07-8091949392e3 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:51:54.259931 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (cc776b30-691a-4ce6-bd07-8091949392e3), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:54.263416 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-3ee62e71-29c9-4500-8cd3-408741e18629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8db7b50>, [{'id': 'a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1', 'name': 'tempest-FloatingIPsTestJSON-85551902-router', 'tenant_id': 'f957eee5512145179abbe38df453de62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.48'}], 'enable_snat': True}, 'gw_port_id': '597c3d44-9d28-4988-b5fd-154501726d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:51:44Z', 'updated_at': '2022-02-05T20:51:49Z', 'revision_number': 4, 'project_id': 'f957eee5512145179abbe38df453de62', 'gw_port': {'id': '597c3d44-9d28-4988-b5fd-154501726d26', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:51:44Z', 'updated_at': '2022-02-05T20:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ef973e40-652f-4936-b052-7fae15a84572', 'name': '', 'network_id': '83e80713-f247-4bb3-8ee6-b7a27448059f', 'tenant_id': 'f957eee5512145179abbe38df453de62', 'mac_address': 'fa:16:3e:d0:98:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '160b57af-e188-4b4a-b388-0872c1e0be5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:51:48Z', 'updated_at': '2022-02-05T20:51:53Z', 'revision_number': 4, 'project_id': 'f957eee5512145179abbe38df453de62', 'subnets': [{'id': '160b57af-e188-4b4a-b388-0872c1e0be5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:51:54.302682 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee62e71-29c9-4500-8cd3-408741e18629 None None] The sync data for ids ['a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1'] in ncdv-master-1 is: [{'id': 'a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1', 'name': 'tempest-FloatingIPsTestJSON-85551902-router', 'tenant_id': 'f957eee5512145179abbe38df453de62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.48'}], 'enable_snat': True}, 'gw_port_id': '597c3d44-9d28-4988-b5fd-154501726d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:51:44Z', 'updated_at': '2022-02-05T20:51:49Z', 'revision_number': 4, 'project_id': 'f957eee5512145179abbe38df453de62', 'gw_port': {'id': '597c3d44-9d28-4988-b5fd-154501726d26', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:51:44Z', 'updated_at': '2022-02-05T20:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ef973e40-652f-4936-b052-7fae15a84572', 'name': '', 'network_id': '83e80713-f247-4bb3-8ee6-b7a27448059f', 'tenant_id': 'f957eee5512145179abbe38df453de62', 'mac_address': 'fa:16:3e:d0:98:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '160b57af-e188-4b4a-b388-0872c1e0be5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:51:48Z', 'updated_at': '2022-02-05T20:51:53Z', 'revision_number': 4, 'project_id': 'f957eee5512145179abbe38df453de62', 'subnets': [{'id': '160b57af-e188-4b4a-b388-0872c1e0be5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:51:54.403248 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7bfde28d-4b24-4e6d-82c7-97b84e81ec22 req-b0dfee37-6743-4941-b53f-b32abbf4902e tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/security-groups?id=efc9565d-13f7-4eb7-8c0c-5cde5b29d26a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4967916
Feb 05 20:51:54.468892 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-2ed4cc8d-74cc-4b31-a0f1-49668396a9b0 None None] For port ef973e40-652f-4936-b052-7fae15a84572, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef973e40-652f-4936-b052-7fae15a84572,segment=NetworkSegment(84e244c6-f0d3-46e8-b9c8-8656ce5d15a5),segment_id=84e244c6-f0d3-46e8-b9c8-8656ce5d15a5)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:54.479526 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2ed4cc8d-74cc-4b31-a0f1-49668396a9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ef973e40-652f-4936-b052-7fae15a84572), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:54.505448 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643e7098-4f28-4be7-8eba-fea9de9d54e8 x-openstack-request-id: req-643e7098-4f28-4be7-8eba-fea9de9d54e8 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:51:54.505448 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0af0970e-c6df-4101-a373-6ca708eae57e", "tag": "054ac344-3e0f-4c87-a459-0fdc4cea8659", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:51:54.505448 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-643e7098-4f28-4be7-8eba-fea9de9d54e8 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:51:54.506051 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0af0970e-c6df-4101-a373-6ca708eae57e', 'tag': '054ac344-3e0f-4c87-a459-0fdc4cea8659', 'status': 'completed', 'code': 200}
Feb 05 20:51:54.586326 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed4cc8d-74cc-4b31-a0f1-49668396a9b0 None None] Pushing event updated for resources: {'Port': ['ID=ef973e40-652f-4936-b052-7fae15a84572,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:54.627538 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port cc776b30-691a-4ce6-bd07-8091949392e3 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:54.631617 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-3b0425d9-6d07-4a5a-b207-85de0419525f None None] Provisioning complete for port ef973e40-652f-4936-b052-7fae15a84572 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:51:54.632014 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3b0425d9-6d07-4a5a-b207-85de0419525f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ef973e40-652f-4936-b052-7fae15a84572), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:54.655555 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1144202-81ba-4963-a106-59df769e7dd8 req-118597bf-4adb-4b5c-adfd-d029232dd165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:54.657221 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b1144202-81ba-4963-a106-59df769e7dd8 req-118597bf-4adb-4b5c-adfd-d029232dd165 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=16490002120a497498df585c4f9bb7cf&device_id=0af0970e-c6df-4101-a373-6ca708eae57e HTTP/1.1" status: 200  len: 1125 time: 0.1360672
Feb 05 20:51:54.677159 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4c2c5a59-6db0-41b8-8e5c-1c968f317334 req-116d368e-faf5-4dc2-8aa5-08810eb3d9cd tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Publish callbacks [] for port (85912565-e3b6-4d1a-824c-705918f68b7c), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:54.694737 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4c2c5a59-6db0-41b8-8e5c-1c968f317334 req-116d368e-faf5-4dc2-8aa5-08810eb3d9cd tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (85912565-e3b6-4d1a-824c-705918f68b7c), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:54.713549 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738eac2a-2fad-4b6b-b15e-b7321efdc341 req-ef6de1bc-5170-4dcc-a5cf-904488da5f36 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:54.715006 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-738eac2a-2fad-4b6b-b15e-b7321efdc341 req-ef6de1bc-5170-4dcc-a5cf-904488da5f36 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 945 time: 0.1371691
Feb 05 20:51:54.725783 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-3b0425d9-6d07-4a5a-b207-85de0419525f None None] Current status of the port ef973e40-652f-4936-b052-7fae15a84572 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:54.866989 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116d368e-faf5-4dc2-8aa5-08810eb3d9cd tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Pushing event updated for resources: {'Port': ['ID=85912565-e3b6-4d1a-824c-705918f68b7c,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:54.888099 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-738eac2a-2fad-4b6b-b15e-b7321efdc341 req-e6bf34c5-a7df-4603-92dc-ceaee513b35f tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1442626
Feb 05 20:51:54.890998 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4c2c5a59-6db0-41b8-8e5c-1c968f317334 req-116d368e-faf5-4dc2-8aa5-08810eb3d9cd tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (37ce552e-bc74-4afb-b745-aab6da21e481), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:54.900494 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1144202-81ba-4963-a106-59df769e7dd8 req-4d544935-0f99-419e-b398-3d771319982f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:54.901985 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b1144202-81ba-4963-a106-59df769e7dd8 req-4d544935-0f99-419e-b398-3d771319982f service neutron] 10.222.0.39 "GET /v2.0/networks?id=7a85da4f-594b-4edb-a0ef-f6f6d1d94dba HTTP/1.1" status: 200  len: 929 time: 0.2355218
Feb 05 20:51:54.919437 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4c2c5a59-6db0-41b8-8e5c-1c968f317334 req-116d368e-faf5-4dc2-8aa5-08810eb3d9cd tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:54.920774 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4c2c5a59-6db0-41b8-8e5c-1c968f317334 req-116d368e-faf5-4dc2-8aa5-08810eb3d9cd tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.7344313
Feb 05 20:51:54.963067 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b1144202-81ba-4963-a106-59df769e7dd8 req-bbecade6-f14c-4a02-8f55-26b06e365e67 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=054ac344-3e0f-4c87-a459-0fdc4cea8659 HTTP/1.1" status: 200  len: 217 time: 0.0545490
Feb 05 20:51:55.061844 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4c2c5a59-6db0-41b8-8e5c-1c968f317334 req-ce4f8ed5-16ab-4f59-8e6f-e87421a7c2f5 tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.10 HTTP/1.1" status: 200  len: 695 time: 0.1019795
Feb 05 20:51:55.106111 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1144202-81ba-4963-a106-59df769e7dd8 req-325a6011-b3e2-4bb5-a2e3-3039480807a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:55.107603 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b1144202-81ba-4963-a106-59df769e7dd8 req-325a6011-b3e2-4bb5-a2e3-3039480807a8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1859e75b-6740-4475-ba8f-56ef1656315f HTTP/1.1" status: 200  len: 867 time: 0.1313162
Feb 05 20:51:55.187685 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd296ff3-fe6d-41c2-ad4b-f236cb0b6de9 req-741f463e-3408-4392-83f7-c1c3b913371b tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:55.189252 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bd296ff3-fe6d-41c2-ad4b-f236cb0b6de9 req-741f463e-3408-4392-83f7-c1c3b913371b tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7ab6d47-c452-4629-8e26-6fb32ff14222 HTTP/1.1" status: 200  len: 945 time: 0.2306023
Feb 05 20:51:55.264645 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c5a59-6db0-41b8-8e5c-1c968f317334 req-c730d65d-d4e5-4942-82a2-18fcaba3809f tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:55.265973 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4c2c5a59-6db0-41b8-8e5c-1c968f317334 req-c730d65d-d4e5-4942-82a2-18fcaba3809f tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] 10.222.0.32 "GET /v2.0/networks/d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 784 time: 0.1978238
Feb 05 20:51:55.270931 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1144202-81ba-4963-a106-59df769e7dd8 req-ed24f6e6-aa00-49a4-9568-9255dad64712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:55.272303 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b1144202-81ba-4963-a106-59df769e7dd8 req-ed24f6e6-aa00-49a4-9568-9255dad64712 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7a85da4f-594b-4edb-a0ef-f6f6d1d94dba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1542273
Feb 05 20:51:55.281437 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-4c2c5a59-6db0-41b8-8e5c-1c968f317334 req-c7c54d30-c118-4868-9378-520beeba6d61 tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 20:51:55.282405 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4c2c5a59-6db0-41b8-8e5c-1c968f317334 req-c7c54d30-c118-4868-9378-520beeba6d61 tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0092497
Feb 05 20:51:55.298524 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bd296ff3-fe6d-41c2-ad4b-f236cb0b6de9 req-e826d55c-ff90-4f65-94c6-3a045ebefe95 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987933
Feb 05 20:51:55.431933 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b1144202-81ba-4963-a106-59df769e7dd8 req-b5422dcd-a6fc-4f29-9b6e-50f4341989df service neutron] 10.222.0.39 "GET /v2.0/networks/7a85da4f-594b-4edb-a0ef-f6f6d1d94dba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1484268
Feb 05 20:51:55.446982 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device ef973e40-652f-4936-b052-7fae15a84572 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:51:55.454953 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3cca8f-f4fc-48b8-a392-2c225d4bb977 req-b7f543fc-4b6f-478e-bbcb-14b120f122ee tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:55.456448 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ae3cca8f-f4fc-48b8-a392-2c225d4bb977 req-b7f543fc-4b6f-478e-bbcb-14b120f122ee tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=778f451e-d667-417d-a9e6-d3d834e65fe2 HTTP/1.1" status: 200  len: 950 time: 0.1022105
Feb 05 20:51:55.500838 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port ef973e40-652f-4936-b052-7fae15a84572 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:51:55.501129 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ef973e40-652f-4936-b052-7fae15a84572), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:55.540502 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7979c002-043b-4027-aad6-1cababe03e2b x-openstack-request-id: req-7979c002-043b-4027-aad6-1cababe03e2b {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:51:55.540806 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd636db7-f7c5-46f4-9a44-20ebfddb151d", "name": "network-vif-plugged", "status": "completed", "tag": "ea015b17-7d4c-4bf3-984b-62c2005f1de7", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:51:55.541063 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7979c002-043b-4027-aad6-1cababe03e2b {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:51:55.541460 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd636db7-f7c5-46f4-9a44-20ebfddb151d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea015b17-7d4c-4bf3-984b-62c2005f1de7', 'code': 200}
Feb 05 20:51:55.558603 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ae3cca8f-f4fc-48b8-a392-2c225d4bb977 req-380af0e0-af83-4bc0-8f2f-bc777031b1e1 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906041
Feb 05 20:51:55.590097 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port ef973e40-652f-4936-b052-7fae15a84572 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:55.594864 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b1144202-81ba-4963-a106-59df769e7dd8 req-98ce3108-d9c5-43e1-9f77-32c2291b19ed service neutron] 10.222.0.39 "GET /v2.0/networks/7a85da4f-594b-4edb-a0ef-f6f6d1d94dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1548803
Feb 05 20:51:55.703677 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-97f4e4bd-6cfe-496d-99a7-4526acb2341d req-67bc4b9d-404c-405e-89f8-c37bc17381c2 tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] 10.222.0.32 "GET /v2.0/floatingips/37ce552e-bc74-4afb-b745-aab6da21e481 HTTP/1.1" status: 200  len: 692 time: 0.0969999
Feb 05 20:51:55.795028 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef464bd-cb19-46ec-a313-847f5c0f9a68 req-13345f79-ca13-4bc7-a7c9-f21f8ccdae15 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:55.796533 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3ef464bd-cb19-46ec-a313-847f5c0f9a68 req-13345f79-ca13-4bc7-a7c9-f21f8ccdae15 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd636db7-f7c5-46f4-9a44-20ebfddb151d HTTP/1.1" status: 200  len: 950 time: 0.1887069
Feb 05 20:51:55.801917 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6d710-8f25-4f29-9b2b-8a95ab199d62 req-f5b9ac1c-ed22-48c8-bbbe-ea9c3e845376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:55.803354 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9dc6d710-8f25-4f29-9b2b-8a95ab199d62 req-f5b9ac1c-ed22-48c8-bbbe-ea9c3e845376 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dd636db7-f7c5-46f4-9a44-20ebfddb151d HTTP/1.1" status: 200  len: 1132 time: 0.1769717
Feb 05 20:51:55.889746 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4e4bd-6cfe-496d-99a7-4526acb2341d req-e03d8027-6a4f-4373-b997-9ed03debca16 tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:55.891131 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-97f4e4bd-6cfe-496d-99a7-4526acb2341d req-e03d8027-6a4f-4373-b997-9ed03debca16 tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] 10.222.0.32 "GET /v2.0/networks/d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 784 time: 0.1814513
Feb 05 20:51:55.906966 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-97f4e4bd-6cfe-496d-99a7-4526acb2341d req-5805b902-18fd-46d7-ab93-cb5f18c4fc6b tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 20:51:55.907952 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-97f4e4bd-6cfe-496d-99a7-4526acb2341d req-5805b902-18fd-46d7-ab93-cb5f18c4fc6b tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0108752
Feb 05 20:51:55.916702 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3ef464bd-cb19-46ec-a313-847f5c0f9a68 req-d002f07f-005c-4b26-b46f-26761fe2f261 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c4cd17f-3504-428a-ae38-d794ce3d6932&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1070609
Feb 05 20:51:55.918549 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9dc6d710-8f25-4f29-9b2b-8a95ab199d62 req-fb347464-d6ec-46ef-a40c-bee8629246e8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5c4cd17f-3504-428a-ae38-d794ce3d6932&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022012
Feb 05 20:51:56.064810 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c894193-acdc-4687-96da-70bca7f5849c req-8fa62995-7e59-4fdd-be1f-1a39d5642bc5 tempest-ServersAdminTestJSON-836322830 tempest-ServersAdminTestJSON-836322830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:56.066248 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4c894193-acdc-4687-96da-70bca7f5849c req-8fa62995-7e59-4fdd-be1f-1a39d5642bc5 tempest-ServersAdminTestJSON-836322830 tempest-ServersAdminTestJSON-836322830-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 1133 time: 0.0723255
Feb 05 20:51:56.074358 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f236ff2-fcb1-48c1-9489-585db7fc88ee req-c4bbd0ce-5a66-4dfb-94ac-e6164b588032 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:56.075858 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7f236ff2-fcb1-48c1-9489-585db7fc88ee req-c4bbd0ce-5a66-4dfb-94ac-e6164b588032 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/ports?device_id=0af0970e-c6df-4101-a373-6ca708eae57e HTTP/1.1" status: 200  len: 943 time: 0.0920341
Feb 05 20:51:56.145534 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4c894193-acdc-4687-96da-70bca7f5849c req-f4fb09b6-24ee-4525-a357-b8bbf6426894 tempest-ServersAdminTestJSON-836322830 tempest-ServersAdminTestJSON-836322830-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687191
Feb 05 20:51:56.149395 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7f236ff2-fcb1-48c1-9489-585db7fc88ee req-3e714dc8-a382-4676-8a84-e4fa89d9be97 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/security-groups?id=efc9565d-13f7-4eb7-8c0c-5cde5b29d26a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670459
Feb 05 20:51:56.266120 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b7e13-7c2f-422f-a4ab-5e0f8a36103f req-0a2145a1-b6c1-432a-a351-4d56af3ddd2c tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:56.267747 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c79b7e13-7c2f-422f-a4ab-5e0f8a36103f req-0a2145a1-b6c1-432a-a351-4d56af3ddd2c tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 945 time: 0.0628450
Feb 05 20:51:56.356919 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c79b7e13-7c2f-422f-a4ab-5e0f8a36103f req-8e1bf9e1-3770-498a-a49c-bc65185455ab tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786147
Feb 05 20:51:56.380761 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d6de4-4394-4b32-9020-2dd3d97aadc4 req-4bd1eb67-4133-4de4-ac06-0765668907ea tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:56.382492 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-934d6de4-4394-4b32-9020-2dd3d97aadc4 req-4bd1eb67-4133-4de4-ac06-0765668907ea tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.32 "GET /v2.0/ports?device_id=026b29e4-97ef-4a35-89ea-4814c8004e2c HTTP/1.1" status: 200  len: 945 time: 0.0667825
Feb 05 20:51:56.465747 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4d1c8f5c-96c9-459a-ac32-a5a84dbb8274 req-7dfabd78-d41f-4a75-9aa2-bf7874c98d8e tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=f957eee5512145179abbe38df453de62 HTTP/1.1" status: 200  len: 695 time: 0.0822310
Feb 05 20:51:56.519016 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-934d6de4-4394-4b32-9020-2dd3d97aadc4 req-76f53a01-4a69-4a17-b39a-e5141238bdf8 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd377eec-39f3-4595-bf6a-b4020e5c78ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1292405
Feb 05 20:51:56.595516 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c8f5c-96c9-459a-ac32-a5a84dbb8274 req-cf440c13-4c57-4cc4-a5c9-79d4225e205e tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:56.596911 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4d1c8f5c-96c9-459a-ac32-a5a84dbb8274 req-cf440c13-4c57-4cc4-a5c9-79d4225e205e tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] 10.222.0.32 "GET /v2.0/networks?id=d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 787 time: 0.1255229
Feb 05 20:51:56.608459 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-4d1c8f5c-96c9-459a-ac32-a5a84dbb8274 req-fbfbba04-a265-4f34-a2d6-95b5ef92d9ab tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 20:51:56.609292 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4d1c8f5c-96c9-459a-ac32-a5a84dbb8274 req-fbfbba04-a265-4f34-a2d6-95b5ef92d9ab tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0059886
Feb 05 20:51:56.739227 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bd413-0ec5-430b-a75f-6bd9137cc578 req-805d19fd-76b1-4740-b8c6-a23a3c86cead tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:56.740703 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a83bd413-0ec5-430b-a75f-6bd9137cc578 req-805d19fd-76b1-4740-b8c6-a23a3c86cead tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7ab6d47-c452-4629-8e26-6fb32ff14222 HTTP/1.1" status: 200  len: 945 time: 0.0871718
Feb 05 20:51:56.767314 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee9466-c5e2-47f7-87fe-5bb8c7410f1a req-62146eaa-70ac-4b86-b7c7-468b5ecf2b61 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:56.768744 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e4ee9466-c5e2-47f7-87fe-5bb8c7410f1a req-62146eaa-70ac-4b86-b7c7-468b5ecf2b61 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=778f451e-d667-417d-a9e6-d3d834e65fe2 HTTP/1.1" status: 200  len: 950 time: 0.0844882
Feb 05 20:51:56.815889 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a83bd413-0ec5-430b-a75f-6bd9137cc578 req-e8da452a-271e-4d96-8c04-057189c9a9ed tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694206
Feb 05 20:51:56.838459 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e4ee9466-c5e2-47f7-87fe-5bb8c7410f1a req-9d506894-d9de-41dd-a08d-b2742179fccf tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618286
Feb 05 20:51:56.915185 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8106f698-a4f8-40e5-ad6f-efb205c77d46 req-bb9564bc-18a1-46b7-aa8b-94fd7aa136ed tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] 10.222.0.32 "GET /v2.0/floatingips/37ce552e-bc74-4afb-b745-aab6da21e481 HTTP/1.1" status: 200  len: 692 time: 0.0551569
Feb 05 20:51:57.017026 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e8ed8-f047-4d91-9cd3-da136a0f1e1f req-77164341-7f3a-468c-a441-b6746b5d0710 tempest-ServersAdminTestJSON-836322830 tempest-ServersAdminTestJSON-836322830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:57.018608 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e21e8ed8-f047-4d91-9cd3-da136a0f1e1f req-77164341-7f3a-468c-a441-b6746b5d0710 tempest-ServersAdminTestJSON-836322830 tempest-ServersAdminTestJSON-836322830-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 1133 time: 0.1207554
Feb 05 20:51:57.056475 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106f698-a4f8-40e5-ad6f-efb205c77d46 req-40a63c98-f0d9-4928-ba66-2b81bf2ff2e7 tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:57.057828 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8106f698-a4f8-40e5-ad6f-efb205c77d46 req-40a63c98-f0d9-4928-ba66-2b81bf2ff2e7 tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] 10.222.0.32 "GET /v2.0/networks/d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 784 time: 0.1286929
Feb 05 20:51:57.073986 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-8106f698-a4f8-40e5-ad6f-efb205c77d46 req-5fdd1799-5b40-4878-adea-ac4b38f53123 tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 20:51:57.075005 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8106f698-a4f8-40e5-ad6f-efb205c77d46 req-5fdd1799-5b40-4878-adea-ac4b38f53123 tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0087907
Feb 05 20:51:57.120714 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e21e8ed8-f047-4d91-9cd3-da136a0f1e1f req-fc9d028c-5e12-4916-a30f-a61f21974665 tempest-ServersAdminTestJSON-836322830 tempest-ServersAdminTestJSON-836322830-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953431
Feb 05 20:51:57.129440 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8106f698-a4f8-40e5-ad6f-efb205c77d46 req-2bdea1cd-95e6-4ca7-b69f-29d39739e24f tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.10 HTTP/1.1" status: 200  len: 695 time: 0.0467205
Feb 05 20:51:57.212755 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8106f698-a4f8-40e5-ad6f-efb205c77d46 req-780a371c-c4e9-47b2-9af8-7dfd0fd40c1b tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.10 HTTP/1.1" status: 200  len: 695 time: 0.0761917
Feb 05 20:51:57.347284 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75563886-9134-42f0-88a8-2e2469303f5f req-60dfd152-8b83-4f53-a780-3e39cadfd859 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:57.348777 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75563886-9134-42f0-88a8-2e2469303f5f req-60dfd152-8b83-4f53-a780-3e39cadfd859 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd636db7-f7c5-46f4-9a44-20ebfddb151d HTTP/1.1" status: 200  len: 950 time: 0.1597857
Feb 05 20:51:57.372584 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 054ac344-3e0f-4c87-a459-0fdc4cea8659 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:51:57.406607 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-8106f698-a4f8-40e5-ad6f-efb205c77d46 req-b697d5aa-0d6b-4ed1-8fb4-e2dc073bf80c tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Deleting port 85912565-e3b6-4d1a-824c-705918f68b7c {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:51:57.406959 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8106f698-a4f8-40e5-ad6f-efb205c77d46 req-b697d5aa-0d6b-4ed1-8fb4-e2dc073bf80c tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (85912565-e3b6-4d1a-824c-705918f68b7c), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:57.411425 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75563886-9134-42f0-88a8-2e2469303f5f req-ad7d2e9d-85c9-4581-849d-3feafb999f83 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c4cd17f-3504-428a-ae38-d794ce3d6932&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562882
Feb 05 20:51:57.482734 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 054ac344-3e0f-4c87-a459-0fdc4cea8659, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=054ac344-3e0f-4c87-a459-0fdc4cea8659,segment=NetworkSegment(ce9f625e-a564-41e1-8114-366cd7fd9882),segment_id=ce9f625e-a564-41e1-8114-366cd7fd9882)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:57.495107 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8106f698-a4f8-40e5-ad6f-efb205c77d46 req-b697d5aa-0d6b-4ed1-8fb4-e2dc073bf80c tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (85912565-e3b6-4d1a-824c-705918f68b7c), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:57.495713 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '054ac344-3e0f-4c87-a459-0fdc4cea8659', 'network_id': '7a85da4f-594b-4edb-a0ef-f6f6d1d94dba', 'port_id': '054ac344-3e0f-4c87-a459-0fdc4cea8659', 'mac_address': 'fa:16:3e:56:b8:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1859e75b-6740-4475-ba8f-56ef1656315f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:51:57.495835 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8106f698-a4f8-40e5-ad6f-efb205c77d46 req-b697d5aa-0d6b-4ed1-8fb4-e2dc073bf80c tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Publish callbacks [] for floatingip (85912565-e3b6-4d1a-824c-705918f68b7c), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:57.508605 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-8106f698-a4f8-40e5-ad6f-efb205c77d46 req-b697d5aa-0d6b-4ed1-8fb4-e2dc073bf80c tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Calling delete_port for 85912565-e3b6-4d1a-824c-705918f68b7c owned by network:floatingip {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:51:57.537750 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 054ac344-3e0f-4c87-a459-0fdc4cea8659 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:57.538149 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (054ac344-3e0f-4c87-a459-0fdc4cea8659), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:57.552195 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 054ac344-3e0f-4c87-a459-0fdc4cea8659 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:51:57.577498 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 054ac344-3e0f-4c87-a459-0fdc4cea8659, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=054ac344-3e0f-4c87-a459-0fdc4cea8659,segment=NetworkSegment(ce9f625e-a564-41e1-8114-366cd7fd9882),segment_id=ce9f625e-a564-41e1-8114-366cd7fd9882)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:57.582567 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (054ac344-3e0f-4c87-a459-0fdc4cea8659), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:57.635697 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=054ac344-3e0f-4c87-a459-0fdc4cea8659,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:57.666081 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8106f698-a4f8-40e5-ad6f-efb205c77d46 req-b697d5aa-0d6b-4ed1-8fb4-e2dc073bf80c tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (85912565-e3b6-4d1a-824c-705918f68b7c), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:57.693581 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b697d5aa-0d6b-4ed1-8fb4-e2dc073bf80c tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Pushing event deleted for resources: {'Port': ['ID=85912565-e3b6-4d1a-824c-705918f68b7c,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:57.754314 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8106f698-a4f8-40e5-ad6f-efb205c77d46 req-b697d5aa-0d6b-4ed1-8fb4-e2dc073bf80c tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Publish callbacks [] for floatingip (37ce552e-bc74-4afb-b745-aab6da21e481), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:57.757054 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8106f698-a4f8-40e5-ad6f-efb205c77d46 req-b697d5aa-0d6b-4ed1-8fb4-e2dc073bf80c tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:57.758425 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8106f698-a4f8-40e5-ad6f-efb205c77d46 req-b697d5aa-0d6b-4ed1-8fb4-e2dc073bf80c tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] 10.222.0.32 "DELETE /v2.0/floatingips/37ce552e-bc74-4afb-b745-aab6da21e481 HTTP/1.1" status: 204  len: 173 time: 0.5317321
Feb 05 20:51:57.812164 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d52b6-dbaf-4147-9cbb-565f694530bf req-3c62252d-8be5-4590-86bf-9ce4d837aa2f tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:57.813661 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-114d52b6-dbaf-4147-9cbb-565f694530bf req-3c62252d-8be5-4590-86bf-9ce4d837aa2f tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/ports?device_id=0af0970e-c6df-4101-a373-6ca708eae57e HTTP/1.1" status: 200  len: 944 time: 0.0543494
Feb 05 20:51:57.879886 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['054ac344-3e0f-4c87-a459-0fdc4cea8659'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:51:57.892662 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-114d52b6-dbaf-4147-9cbb-565f694530bf req-685677af-017d-4cfc-b0bc-76c3aae271aa tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/security-groups?id=efc9565d-13f7-4eb7-8c0c-5cde5b29d26a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699244
Feb 05 20:51:57.901102 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f19ed-4fa2-4801-b3fe-2bb43803c9de req-3918e1b5-4df7-446d-bb2a-20a7e5ff66f0 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:57.902609 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3a5f19ed-4fa2-4801-b3fe-2bb43803c9de req-3918e1b5-4df7-446d-bb2a-20a7e5ff66f0 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 945 time: 0.0880461
Feb 05 20:51:57.973323 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3a5f19ed-4fa2-4801-b3fe-2bb43803c9de req-d69f026a-52f1-4051-990f-1cd91e4dfbb2 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648115
Feb 05 20:51:58.014746 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c010c-35eb-4ed1-bba5-30c701a1ce7e req-5f0096f6-4808-4e93-9c5f-2b01799293aa tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:58.017262 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-720c010c-35eb-4ed1-bba5-30c701a1ce7e req-5f0096f6-4808-4e93-9c5f-2b01799293aa tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.32 "GET /v2.0/ports?device_id=026b29e4-97ef-4a35-89ea-4814c8004e2c HTTP/1.1" status: 200  len: 945 time: 0.0646272
Feb 05 20:51:58.097372 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-720c010c-35eb-4ed1-bba5-30c701a1ce7e req-7bb8c82c-ff58-4422-b494-a864ed9fb036 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd377eec-39f3-4595-bf6a-b4020e5c78ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0752721
Feb 05 20:51:58.116977 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eddd71-6d03-43c7-a6c4-70db87793fe0 req-00cc11ad-58b4-471d-9e4c-cc11a96203dd tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:58.119383 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d4eddd71-6d03-43c7-a6c4-70db87793fe0 req-00cc11ad-58b4-471d-9e4c-cc11a96203dd tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd43e5d-65ae-4017-b1e7-2489ffd4f3bd HTTP/1.1" status: 200  len: 950 time: 0.0790529
Feb 05 20:51:58.229282 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d4eddd71-6d03-43c7-a6c4-70db87793fe0 req-fcafcbe6-decb-4ecd-8fd0-f61a659240f2 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024799
Feb 05 20:51:58.265709 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-76356a12-f14f-48e4-a7a7-46d1966d9d0c req-e0aab5f3-35d4-493f-b99b-b69fb2787fb1 tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1248181
Feb 05 20:51:58.277415 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-76356a12-f14f-48e4-a7a7-46d1966d9d0c req-e6c967cb-cea2-4dd0-9932-a89ed966b9cb tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:51:58.310425 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-76356a12-f14f-48e4-a7a7-46d1966d9d0c req-e6c967cb-cea2-4dd0-9932-a89ed966b9cb tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:58.375860 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a73673-1566-4add-ab72-abcfe1dc8850 req-6dae2fe3-557c-4236-83c2-69eea3d9bb92 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:58.377356 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-52a73673-1566-4add-ab72-abcfe1dc8850 req-6dae2fe3-557c-4236-83c2-69eea3d9bb92 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7ab6d47-c452-4629-8e26-6fb32ff14222 HTTP/1.1" status: 200  len: 945 time: 0.0846477
Feb 05 20:51:58.465145 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-52a73673-1566-4add-ab72-abcfe1dc8850 req-0a708921-7757-46ec-9dbf-8190c0708a74 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811026
Feb 05 20:51:58.495519 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-76356a12-f14f-48e4-a7a7-46d1966d9d0c req-e6c967cb-cea2-4dd0-9932-a89ed966b9cb tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:58.946449 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b522a-e945-43ce-8bc1-11fd68dc1f0f req-a5e1b6ea-4ba1-4024-b337-2a8c918998e6 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:58.948653 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-633b522a-e945-43ce-8bc1-11fd68dc1f0f req-a5e1b6ea-4ba1-4024-b337-2a8c918998e6 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=778f451e-d667-417d-a9e6-d3d834e65fe2 HTTP/1.1" status: 200  len: 950 time: 0.1053884
Feb 05 20:51:58.968426 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-76356a12-f14f-48e4-a7a7-46d1966d9d0c req-e6c967cb-cea2-4dd0-9932-a89ed966b9cb tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Allocated IP 172.35.4.227 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/b4010caf-2a84-45b0-bff7-7bd4fd42eb9a) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:51:59.048857 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-633b522a-e945-43ce-8bc1-11fd68dc1f0f req-1193d936-a7d0-4aab-8a31-649cb9c35a42 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939534
Feb 05 20:51:59.158278 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-76356a12-f14f-48e4-a7a7-46d1966d9d0c req-e6c967cb-cea2-4dd0-9932-a89ed966b9cb tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Publish callbacks [] for port (b4010caf-2a84-45b0-bff7-7bd4fd42eb9a), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:59.212160 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a56d23-34cd-4eee-a796-87f3a6b0305b req-b18fe00e-d5d1-40fb-a0ce-eab5fab3a618 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:59.214575 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-59a56d23-34cd-4eee-a796-87f3a6b0305b req-b18fe00e-d5d1-40fb-a0ce-eab5fab3a618 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd636db7-f7c5-46f4-9a44-20ebfddb151d HTTP/1.1" status: 200  len: 950 time: 0.1071951
Feb 05 20:51:59.240959 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-76356a12-f14f-48e4-a7a7-46d1966d9d0c req-e6c967cb-cea2-4dd0-9932-a89ed966b9cb tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (b4010caf-2a84-45b0-bff7-7bd4fd42eb9a), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:59.312527 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76356a12-f14f-48e4-a7a7-46d1966d9d0c req-e6c967cb-cea2-4dd0-9932-a89ed966b9cb tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:51:59.339314 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-76356a12-f14f-48e4-a7a7-46d1966d9d0c req-e6c967cb-cea2-4dd0-9932-a89ed966b9cb tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:51:59.349147 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-76356a12-f14f-48e4-a7a7-46d1966d9d0c req-e6c967cb-cea2-4dd0-9932-a89ed966b9cb tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:51:59.383443 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-59a56d23-34cd-4eee-a796-87f3a6b0305b req-74d630ca-050c-4f34-a117-8d702614f392 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c4cd17f-3504-428a-ae38-d794ce3d6932&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1613245
Feb 05 20:51:59.384208 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c967cb-cea2-4dd0-9932-a89ed966b9cb tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Pushing event updated for resources: {'Port': ['ID=b4010caf-2a84-45b0-bff7-7bd4fd42eb9a,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:59.386440 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 054ac344-3e0f-4c87-a459-0fdc4cea8659 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:51:59.431171 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d53a36-2a74-4455-a611-e1f3de05e69a req-ffdab43a-2563-44df-9d12-152ff1c75f1a tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:59.432649 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a0d53a36-2a74-4455-a611-e1f3de05e69a req-ffdab43a-2563-44df-9d12-152ff1c75f1a tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd43e5d-65ae-4017-b1e7-2489ffd4f3bd HTTP/1.1" status: 200  len: 950 time: 0.1491885
Feb 05 20:51:59.443207 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 054ac344-3e0f-4c87-a459-0fdc4cea8659 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:51:59.448707 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 054ac344-3e0f-4c87-a459-0fdc4cea8659 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:51:59.449180 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (054ac344-3e0f-4c87-a459-0fdc4cea8659), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:59.532490 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 054ac344-3e0f-4c87-a459-0fdc4cea8659 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:51:59.533030 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (054ac344-3e0f-4c87-a459-0fdc4cea8659), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:59.555688 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af0970e-c6df-4101-a373-6ca708eae57e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054ac344-3e0f-4c87-a459-0fdc4cea8659'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:51:59.557906 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff7cc57-8bed-4006-a8d5-33c1c5159256" -d '{"events": [{"server_uuid": "0af0970e-c6df-4101-a373-6ca708eae57e", "name": "network-vif-plugged", "status": "completed", "tag": "054ac344-3e0f-4c87-a459-0fdc4cea8659"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:51:59.570993 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 054ac344-3e0f-4c87-a459-0fdc4cea8659, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=054ac344-3e0f-4c87-a459-0fdc4cea8659,segment=NetworkSegment(ce9f625e-a564-41e1-8114-366cd7fd9882),segment_id=ce9f625e-a564-41e1-8114-366cd7fd9882)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:51:59.574787 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (054ac344-3e0f-4c87-a459-0fdc4cea8659), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:59.590309 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-76356a12-f14f-48e4-a7a7-46d1966d9d0c req-e6c967cb-cea2-4dd0-9932-a89ed966b9cb tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Publish callbacks [] for floatingip (657d4d19-0944-4f78-a45e-c6da33db983b), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:59.613896 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83c985-c515-47f7-a46a-fc6f86ee1ca7 req-8be3be9d-c283-4c55-85f8-e842108f9259 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:59.615375 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6f83c985-c515-47f7-a46a-fc6f86ee1ca7 req-8be3be9d-c283-4c55-85f8-e842108f9259 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.21 "GET /v2.0/ports?device_id=026b29e4-97ef-4a35-89ea-4814c8004e2c HTTP/1.1" status: 200  len: 945 time: 0.2049990
Feb 05 20:51:59.624119 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=054ac344-3e0f-4c87-a459-0fdc4cea8659,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:51:59.694661 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcdc161-a5c4-4b2c-903e-fed04f8de0ca req-d4a11c90-7086-4057-b921-8549e14dd6f4 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:51:59.697162 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0fcdc161-a5c4-4b2c-903e-fed04f8de0ca req-d4a11c90-7086-4057-b921-8549e14dd6f4 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/ports?device_id=0af0970e-c6df-4101-a373-6ca708eae57e HTTP/1.1" status: 200  len: 944 time: 0.2321923
Feb 05 20:51:59.706556 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-76356a12-f14f-48e4-a7a7-46d1966d9d0c req-e6c967cb-cea2-4dd0-9932-a89ed966b9cb tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b4010caf-2a84-45b0-bff7-7bd4fd42eb9a), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:59.784973 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-a0d53a36-2a74-4455-a611-e1f3de05e69a req-fb95eae9-bbdf-4e37-8749-94ac24d1412a tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Deleting port 6ca742bc-fb92-40ce-96c2-36d892441115 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:51:59.785228 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a0d53a36-2a74-4455-a611-e1f3de05e69a req-fb95eae9-bbdf-4e37-8749-94ac24d1412a tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (6ca742bc-fb92-40ce-96c2-36d892441115), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:51:59.930051 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0fcdc161-a5c4-4b2c-903e-fed04f8de0ca req-165a996c-986a-4b99-acc7-33e361915fe9 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/security-groups?id=efc9565d-13f7-4eb7-8c0c-5cde5b29d26a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2236803
Feb 05 20:51:59.958619 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-6f83c985-c515-47f7-a46a-fc6f86ee1ca7 req-d9003c20-a6f6-4a81-b2c5-6536ac9647f5 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Deleting port 11f105d2-e259-420f-967b-96ac4ec6ab84 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:51:59.958967 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-6f83c985-c515-47f7-a46a-fc6f86ee1ca7 req-d9003c20-a6f6-4a81-b2c5-6536ac9647f5 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (11f105d2-e259-420f-967b-96ac4ec6ab84), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:00.014840 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-a0d53a36-2a74-4455-a611-e1f3de05e69a req-fb95eae9-bbdf-4e37-8749-94ac24d1412a tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] For port 6ca742bc-fb92-40ce-96c2-36d892441115, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6ca742bc-fb92-40ce-96c2-36d892441115,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:00.015204 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a0d53a36-2a74-4455-a611-e1f3de05e69a req-fb95eae9-bbdf-4e37-8749-94ac24d1412a tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (6ca742bc-fb92-40ce-96c2-36d892441115), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:00.099413 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-a0d53a36-2a74-4455-a611-e1f3de05e69a req-fb95eae9-bbdf-4e37-8749-94ac24d1412a tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Calling delete_port for 6ca742bc-fb92-40ce-96c2-36d892441115 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:52:00.183364 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-76356a12-f14f-48e4-a7a7-46d1966d9d0c req-e6c967cb-cea2-4dd0-9932-a89ed966b9cb tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Publish callbacks [] for port (b4010caf-2a84-45b0-bff7-7bd4fd42eb9a), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:00.197738 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-6f83c985-c515-47f7-a46a-fc6f86ee1ca7 req-d9003c20-a6f6-4a81-b2c5-6536ac9647f5 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] For port 11f105d2-e259-420f-967b-96ac4ec6ab84, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=11f105d2-e259-420f-967b-96ac4ec6ab84,segment=NetworkSegment(70817910-5992-4230-ba1c-0492b1696bd4),segment_id=70817910-5992-4230-ba1c-0492b1696bd4)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:00.198097 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-6f83c985-c515-47f7-a46a-fc6f86ee1ca7 req-d9003c20-a6f6-4a81-b2c5-6536ac9647f5 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (11f105d2-e259-420f-967b-96ac4ec6ab84), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:00.200899 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-76356a12-f14f-48e4-a7a7-46d1966d9d0c req-e6c967cb-cea2-4dd0-9932-a89ed966b9cb tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (b4010caf-2a84-45b0-bff7-7bd4fd42eb9a), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:00.217933 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c628b5-50ba-4366-913e-2d125135d2cc req-99745de4-20ef-4120-b998-7ba5f6966ec8 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:00.219428 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-60c628b5-50ba-4366-913e-2d125135d2cc req-99745de4-20ef-4120-b998-7ba5f6966ec8 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 945 time: 0.2293839
Feb 05 20:52:00.369355 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c967cb-cea2-4dd0-9932-a89ed966b9cb tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Pushing event updated for resources: {'Port': ['ID=b4010caf-2a84-45b0-bff7-7bd4fd42eb9a,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:00.452427 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-76356a12-f14f-48e4-a7a7-46d1966d9d0c req-e6c967cb-cea2-4dd0-9932-a89ed966b9cb tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (657d4d19-0944-4f78-a45e-c6da33db983b), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:00.475950 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-60c628b5-50ba-4366-913e-2d125135d2cc req-f34c6b36-b45f-44c1-b0a6-9fda3dc041cf tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2261984
Feb 05 20:52:00.539645 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-76356a12-f14f-48e4-a7a7-46d1966d9d0c req-e6c967cb-cea2-4dd0-9932-a89ed966b9cb tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:00.540814 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-76356a12-f14f-48e4-a7a7-46d1966d9d0c req-e6c967cb-cea2-4dd0-9932-a89ed966b9cb tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.2691314
Feb 05 20:52:00.623381 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a0d53a36-2a74-4455-a611-e1f3de05e69a req-fb95eae9-bbdf-4e37-8749-94ac24d1412a tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (6ca742bc-fb92-40ce-96c2-36d892441115), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:00.641931 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-6f83c985-c515-47f7-a46a-fc6f86ee1ca7 req-d9003c20-a6f6-4a81-b2c5-6536ac9647f5 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:00.642292 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-6f83c985-c515-47f7-a46a-fc6f86ee1ca7 req-d9003c20-a6f6-4a81-b2c5-6536ac9647f5 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (dc8b088b-e7e8-46e8-856b-88151dffa98b), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:00.642626 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [req-6f83c985-c515-47f7-a46a-fc6f86ee1ca7 req-d9003c20-a6f6-4a81-b2c5-6536ac9647f5 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Floating IP dc8b088b-e7e8-46e8-856b-88151dffa98b disassociated. External IP: 172.35.4.37, port: 11f105d2-e259-420f-967b-96ac4ec6ab84.
Feb 05 20:52:00.642968 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-6f83c985-c515-47f7-a46a-fc6f86ee1ca7 req-d9003c20-a6f6-4a81-b2c5-6536ac9647f5 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Calling delete_port for 11f105d2-e259-420f-967b-96ac4ec6ab84 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:52:00.644389 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['51e314b0-404f-44e6-8f96-7cb1a5662259', '6ca742bc-fb92-40ce-96c2-36d892441115', '062820e1-fa5b-460b-bdf4-8a37533f2926'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:52:00.660875 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-76356a12-f14f-48e4-a7a7-46d1966d9d0c req-e4229e83-bb98-421c-a852-f9e1579e3b90 tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.227 HTTP/1.1" status: 200  len: 696 time: 0.1048288
Feb 05 20:52:00.689359 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95eae9-bbdf-4e37-8749-94ac24d1412a tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Pushing event deleted for resources: {'Port': ['ID=6ca742bc-fb92-40ce-96c2-36d892441115,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:00.837653 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779612d-05e6-4c0d-9468-b7abed14630c req-0f7bc239-b633-487c-8ea7-bf3d8c800926 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:00.839185 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7779612d-05e6-4c0d-9468-b7abed14630c req-0f7bc239-b633-487c-8ea7-bf3d8c800926 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.32 "GET /v2.0/ports?device_id=026b29e4-97ef-4a35-89ea-4814c8004e2c HTTP/1.1" status: 200  len: 945 time: 0.3053973
Feb 05 20:52:00.843453 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d53a36-2a74-4455-a611-e1f3de05e69a req-fb95eae9-bbdf-4e37-8749-94ac24d1412a tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] No DVR routers for this DVR port 6ca742bc-fb92-40ce-96c2-36d892441115 on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:52:00.859923 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a0d53a36-2a74-4455-a611-e1f3de05e69a req-fb95eae9-bbdf-4e37-8749-94ac24d1412a tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:00.863163 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a0d53a36-2a74-4455-a611-e1f3de05e69a req-fb95eae9-bbdf-4e37-8749-94ac24d1412a tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.39 "DELETE /v2.0/ports/6ca742bc-fb92-40ce-96c2-36d892441115 HTTP/1.1" status: 204  len: 173 time: 1.4099767
Feb 05 20:52:00.865606 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd43e5d-65ae-4017-b1e7-2489ffd4f3bd', 'name': 'network-vif-deleted', 'tag': '6ca742bc-fb92-40ce-96c2-36d892441115'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:52:00.868818 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97b490c-c9f5-49a5-8ccd-79db7aa9cb48" -d '{"events": [{"server_uuid": "8cd43e5d-65ae-4017-b1e7-2489ffd4f3bd", "name": "network-vif-deleted", "tag": "6ca742bc-fb92-40ce-96c2-36d892441115"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:52:00.946839 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76356a12-f14f-48e4-a7a7-46d1966d9d0c req-cdbe69e0-cf18-44c8-996e-7e2510ffb6f2 tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:00.948113 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-76356a12-f14f-48e4-a7a7-46d1966d9d0c req-cdbe69e0-cf18-44c8-996e-7e2510ffb6f2 tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] 10.222.0.32 "GET /v2.0/networks/d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 784 time: 0.2650824
Feb 05 20:52:00.962843 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7779612d-05e6-4c0d-9468-b7abed14630c req-6f31b782-73fb-41ae-ae2c-5b92390881ab tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd377eec-39f3-4595-bf6a-b4020e5c78ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1089840
Feb 05 20:52:01.020929 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-6f83c985-c515-47f7-a46a-fc6f86ee1ca7 req-d9003c20-a6f6-4a81-b2c5-6536ac9647f5 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (11f105d2-e259-420f-967b-96ac4ec6ab84), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:01.083762 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-00370286-0f92-45ba-8cb1-84a574558ce7 req-22c366ed-372c-4d78-8437-e3dab0d18361 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd43e5d-65ae-4017-b1e7-2489ffd4f3bd HTTP/1.1" status: 200  len: 210 time: 0.0600686
Feb 05 20:52:01.084933 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9003c20-a6f6-4a81-b2c5-6536ac9647f5 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Pushing event deleted for resources: {'Port': ['ID=11f105d2-e259-420f-967b-96ac4ec6ab84,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:01.241646 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57502472-936d-4e0b-8b3c-b1d7d8495fc5 x-openstack-request-id: req-57502472-936d-4e0b-8b3c-b1d7d8495fc5 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:52:01.242582 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0af0970e-c6df-4101-a373-6ca708eae57e", "name": "network-vif-plugged", "status": "completed", "tag": "054ac344-3e0f-4c87-a459-0fdc4cea8659", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:52:01.242768 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-57502472-936d-4e0b-8b3c-b1d7d8495fc5 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:52:01.243156 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af0970e-c6df-4101-a373-6ca708eae57e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054ac344-3e0f-4c87-a459-0fdc4cea8659', 'code': 200}
Feb 05 20:52:01.245058 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f83c985-c515-47f7-a46a-fc6f86ee1ca7 req-d9003c20-a6f6-4a81-b2c5-6536ac9647f5 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Router f2757b2c-34c5-4c9a-a639-92417bce281c has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:52:01.267052 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942194d-2a74-4faa-87ef-d895d97e869b req-a379ecf3-1a54-498e-8a62-cf8de95ec84b tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:01.268555 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e942194d-2a74-4faa-87ef-d895d97e869b req-a379ecf3-1a54-498e-8a62-cf8de95ec84b tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7ab6d47-c452-4629-8e26-6fb32ff14222 HTTP/1.1" status: 200  len: 945 time: 0.0867767
Feb 05 20:52:01.744676 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e942194d-2a74-4faa-87ef-d895d97e869b req-0fd7e800-2e16-4015-acfd-dd9098f182f6 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4363532
Feb 05 20:52:01.765233 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18a773-55b5-42e6-863b-f2caa1e5f4e1 req-bd0e65f4-8123-439a-9a6c-9da19ce482a6 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:01.766753 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fa18a773-55b5-42e6-863b-f2caa1e5f4e1 req-bd0e65f4-8123-439a-9a6c-9da19ce482a6 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=778f451e-d667-417d-a9e6-d3d834e65fe2 HTTP/1.1" status: 200  len: 950 time: 0.4575181
Feb 05 20:52:01.769098 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f83c985-c515-47f7-a46a-fc6f86ee1ca7 req-d9003c20-a6f6-4a81-b2c5-6536ac9647f5 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:52:01.784107 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e2c52c-c027-489a-9820-9424c0b9ae06 None None] Sync routers for ids ['f2757b2c-34c5-4c9a-a639-92417bce281c'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:52:01.796802 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc05f13-e040-41bb-a2b6-2de3e807c7d2 req-dbf8ef20-7f30-460c-8d84-b6b6e30df792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:01.796984 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e2c52c-c027-489a-9820-9424c0b9ae06 None None] Routers {'f2757b2c-34c5-4c9a-a639-92417bce281c'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:52:01.797684 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-b3e2c52c-c027-489a-9820-9424c0b9ae06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab8b5880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:51:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['f2757b2c-34c5-4c9a-a639-92417bce281c'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:01.798306 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1fc05f13-e040-41bb-a2b6-2de3e807c7d2 req-dbf8ef20-7f30-460c-8d84-b6b6e30df792 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0af0970e-c6df-4101-a373-6ca708eae57e HTTP/1.1" status: 200  len: 1127 time: 0.4462054
Feb 05 20:52:01.799778 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccdaa0f8-5cb4-4390-98e4-25f1cda409ba x-openstack-request-id: req-ccdaa0f8-5cb4-4390-98e4-25f1cda409ba {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:52:01.800066 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd43e5d-65ae-4017-b1e7-2489ffd4f3bd", "name": "network-vif-deleted", "tag": "6ca742bc-fb92-40ce-96c2-36d892441115", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:52:01.800322 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ccdaa0f8-5cb4-4390-98e4-25f1cda409ba {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:52:01.800713 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd43e5d-65ae-4017-b1e7-2489ffd4f3bd', 'name': 'network-vif-deleted', 'tag': '6ca742bc-fb92-40ce-96c2-36d892441115', 'status': 'completed', 'code': 200}
Feb 05 20:52:01.839616 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f83c985-c515-47f7-a46a-fc6f86ee1ca7 req-d9003c20-a6f6-4a81-b2c5-6536ac9647f5 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] No DVR routers for this DVR port 11f105d2-e259-420f-967b-96ac4ec6ab84 on host nch1-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:52:01.857731 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-6f83c985-c515-47f7-a46a-fc6f86ee1ca7 req-d9003c20-a6f6-4a81-b2c5-6536ac9647f5 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:01.861014 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6f83c985-c515-47f7-a46a-fc6f86ee1ca7 req-d9003c20-a6f6-4a81-b2c5-6536ac9647f5 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.21 "DELETE /v2.0/ports/11f105d2-e259-420f-967b-96ac4ec6ab84 HTTP/1.1" status: 204  len: 173 time: 2.2234316
Feb 05 20:52:01.926929 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-b3e2c52c-c027-489a-9820-9424c0b9ae06 None None] Set router f2757b2c-34c5-4c9a-a639-92417bce281c gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:52:01.940865 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fa18a773-55b5-42e6-863b-f2caa1e5f4e1 req-bd3674a2-815f-4f55-b67a-ff578382982b tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1617804
Feb 05 20:52:01.947976 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1fc05f13-e040-41bb-a2b6-2de3e807c7d2 req-92087e16-7bae-4a7e-a171-8512d7458782 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=efc9565d-13f7-4eb7-8c0c-5cde5b29d26a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1385255
Feb 05 20:52:01.966008 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb61c7-1554-41aa-9ab7-ef02eea9d44b req-f833c581-31a0-486f-a1fb-e481fbf22917 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:01.967772 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eceb61c7-1554-41aa-9ab7-ef02eea9d44b req-f833c581-31a0-486f-a1fb-e481fbf22917 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/ports?device_id=0af0970e-c6df-4101-a373-6ca708eae57e HTTP/1.1" status: 200  len: 945 time: 0.1293552
Feb 05 20:52:02.025643 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e81faaab-6c1a-426f-a63e-48ea89a39865 req-91f9a8b2-3789-474f-8a30-c76b6f62f4ed tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] 10.222.0.32 "GET /v2.0/floatingips/657d4d19-0944-4f78-a45e-c6da33db983b HTTP/1.1" status: 200  len: 693 time: 0.0568719
Feb 05 20:52:02.080843 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eceb61c7-1554-41aa-9ab7-ef02eea9d44b req-bb5a9531-2cc2-4a51-b482-d38d142709b8 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/security-groups?id=efc9565d-13f7-4eb7-8c0c-5cde5b29d26a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061387
Feb 05 20:52:02.156887 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-b3e2c52c-c027-489a-9820-9424c0b9ae06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab8b5880>, [{'id': 'f2757b2c-34c5-4c9a-a639-92417bce281c', 'name': 'tempest-ServersTestJSON-1323035399-router', 'tenant_id': '949ac3395ef342bcabb0b1202abc6a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.190'}], 'enable_snat': True}, 'gw_port_id': 'c5260fee-a78c-46c0-92b1-487fb9eb7323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:49:57Z', 'updated_at': '2022-02-05T20:50:02Z', 'revision_number': 4, 'project_id': '949ac3395ef342bcabb0b1202abc6a71', 'gw_port': {'id': 'c5260fee-a78c-46c0-92b1-487fb9eb7323', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:29:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2757b2c-34c5-4c9a-a639-92417bce281c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:49:58Z', 'updated_at': '2022-02-05T20:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7790afce-9ea0-462f-9c25-17b835814f89', 'name': '', 'network_id': '2a18e24a-2f57-45be-862c-a2debab44199', 'tenant_id': '949ac3395ef342bcabb0b1202abc6a71', 'mac_address': 'fa:16:3e:4d:54:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2757b2c-34c5-4c9a-a639-92417bce281c', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '6fe1c393-6eaf-4a27-8b75-43f4bec0d637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:50:01Z', 'updated_at': '2022-02-05T20:50:08Z', 'revision_number': 5, 'project_id': '949ac3395ef342bcabb0b1202abc6a71', 'subnets': [{'id': '6fe1c393-6eaf-4a27-8b75-43f4bec0d637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:02.180844 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81faaab-6c1a-426f-a63e-48ea89a39865 req-f39b8415-57c3-4cd5-b8b6-f5dfc9ef897c tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:02.182219 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e81faaab-6c1a-426f-a63e-48ea89a39865 req-f39b8415-57c3-4cd5-b8b6-f5dfc9ef897c tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] 10.222.0.32 "GET /v2.0/networks/d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 784 time: 0.1464596
Feb 05 20:52:02.184856 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e2c52c-c027-489a-9820-9424c0b9ae06 None None] Checking router: f2757b2c-34c5-4c9a-a639-92417bce281c for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:52:02.193565 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e2c52c-c027-489a-9820-9424c0b9ae06 None None] Routers {'f2757b2c-34c5-4c9a-a639-92417bce281c'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:52:02.194181 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-b3e2c52c-c027-489a-9820-9424c0b9ae06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab8b5880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:51:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['f2757b2c-34c5-4c9a-a639-92417bce281c'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:02.244169 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e81faaab-6c1a-426f-a63e-48ea89a39865 req-2a6d3629-1b58-4a07-ba96-b548d3c84ac1 tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.227 HTTP/1.1" status: 200  len: 696 time: 0.0548637
Feb 05 20:52:02.251871 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da9860b-11e8-4d55-9ef9-0bf82e562b4a req-f7059c50-9e3c-4e9b-9395-b7de5792a83d tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:02.253335 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3da9860b-11e8-4d55-9ef9-0bf82e562b4a req-f7059c50-9e3c-4e9b-9395-b7de5792a83d tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd636db7-f7c5-46f4-9a44-20ebfddb151d HTTP/1.1" status: 200  len: 950 time: 0.1120141
Feb 05 20:52:02.302583 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-b3e2c52c-c027-489a-9820-9424c0b9ae06 None None] Set router f2757b2c-34c5-4c9a-a639-92417bce281c gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:52:02.307847 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e81faaab-6c1a-426f-a63e-48ea89a39865 req-a5e35088-3705-48e7-83dc-82a6fe7482cf tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.227 HTTP/1.1" status: 200  len: 696 time: 0.0535612
Feb 05 20:52:02.395533 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3da9860b-11e8-4d55-9ef9-0bf82e562b4a req-cac94499-f069-46bf-8472-07bec9e2a38b tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c4cd17f-3504-428a-ae38-d794ce3d6932&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1341956
Feb 05 20:52:02.540908 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-e81faaab-6c1a-426f-a63e-48ea89a39865 req-5b93d5ec-50f7-42d1-b354-36ac205b7636 tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Deleting port b4010caf-2a84-45b0-bff7-7bd4fd42eb9a {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:52:02.541276 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e81faaab-6c1a-426f-a63e-48ea89a39865 req-5b93d5ec-50f7-42d1-b354-36ac205b7636 tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (b4010caf-2a84-45b0-bff7-7bd4fd42eb9a), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:02.559401 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-b3e2c52c-c027-489a-9820-9424c0b9ae06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab8b5880>, [{'id': 'f2757b2c-34c5-4c9a-a639-92417bce281c', 'name': 'tempest-ServersTestJSON-1323035399-router', 'tenant_id': '949ac3395ef342bcabb0b1202abc6a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.190'}], 'enable_snat': True}, 'gw_port_id': 'c5260fee-a78c-46c0-92b1-487fb9eb7323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:49:57Z', 'updated_at': '2022-02-05T20:50:02Z', 'revision_number': 4, 'project_id': '949ac3395ef342bcabb0b1202abc6a71', 'gw_port': {'id': 'c5260fee-a78c-46c0-92b1-487fb9eb7323', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:29:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2757b2c-34c5-4c9a-a639-92417bce281c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:49:58Z', 'updated_at': '2022-02-05T20:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7790afce-9ea0-462f-9c25-17b835814f89', 'name': '', 'network_id': '2a18e24a-2f57-45be-862c-a2debab44199', 'tenant_id': '949ac3395ef342bcabb0b1202abc6a71', 'mac_address': 'fa:16:3e:4d:54:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2757b2c-34c5-4c9a-a639-92417bce281c', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '6fe1c393-6eaf-4a27-8b75-43f4bec0d637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:50:01Z', 'updated_at': '2022-02-05T20:50:08Z', 'revision_number': 5, 'project_id': '949ac3395ef342bcabb0b1202abc6a71', 'subnets': [{'id': '6fe1c393-6eaf-4a27-8b75-43f4bec0d637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:02.590523 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e2c52c-c027-489a-9820-9424c0b9ae06 None None] The sync data for ids ['f2757b2c-34c5-4c9a-a639-92417bce281c'] in ncdv-master-1 is: [{'id': 'f2757b2c-34c5-4c9a-a639-92417bce281c', 'name': 'tempest-ServersTestJSON-1323035399-router', 'tenant_id': '949ac3395ef342bcabb0b1202abc6a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.190'}], 'enable_snat': True}, 'gw_port_id': 'c5260fee-a78c-46c0-92b1-487fb9eb7323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:49:57Z', 'updated_at': '2022-02-05T20:50:02Z', 'revision_number': 4, 'project_id': '949ac3395ef342bcabb0b1202abc6a71', 'gw_port': {'id': 'c5260fee-a78c-46c0-92b1-487fb9eb7323', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:29:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2757b2c-34c5-4c9a-a639-92417bce281c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:49:58Z', 'updated_at': '2022-02-05T20:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7790afce-9ea0-462f-9c25-17b835814f89', 'name': '', 'network_id': '2a18e24a-2f57-45be-862c-a2debab44199', 'tenant_id': '949ac3395ef342bcabb0b1202abc6a71', 'mac_address': 'fa:16:3e:4d:54:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2757b2c-34c5-4c9a-a639-92417bce281c', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '6fe1c393-6eaf-4a27-8b75-43f4bec0d637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:50:01Z', 'updated_at': '2022-02-05T20:50:08Z', 'revision_number': 5, 'project_id': '949ac3395ef342bcabb0b1202abc6a71', 'subnets': [{'id': '6fe1c393-6eaf-4a27-8b75-43f4bec0d637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:52:02.609496 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca5ab3-2314-4d6b-b46e-9192498e057e req-69670aa0-a29d-427d-b042-4c34a7d22551 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:02.611035 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dfca5ab3-2314-4d6b-b46e-9192498e057e req-69670aa0-a29d-427d-b042-4c34a7d22551 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 945 time: 0.1277056
Feb 05 20:52:02.650095 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e81faaab-6c1a-426f-a63e-48ea89a39865 req-5b93d5ec-50f7-42d1-b354-36ac205b7636 tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (b4010caf-2a84-45b0-bff7-7bd4fd42eb9a), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:02.650742 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e81faaab-6c1a-426f-a63e-48ea89a39865 req-5b93d5ec-50f7-42d1-b354-36ac205b7636 tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Publish callbacks [] for floatingip (b4010caf-2a84-45b0-bff7-7bd4fd42eb9a), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:02.672430 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-e81faaab-6c1a-426f-a63e-48ea89a39865 req-5b93d5ec-50f7-42d1-b354-36ac205b7636 tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Calling delete_port for b4010caf-2a84-45b0-bff7-7bd4fd42eb9a owned by network:floatingip {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:52:02.691120 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dfca5ab3-2314-4d6b-b46e-9192498e057e req-f8db63c7-3450-4d66-bc47-73a1e4cd1f24 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739851
Feb 05 20:52:02.835267 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1e485a-24b7-407f-9a8e-a7bddb156741 None None] New status for floating IP dc8b088b-e7e8-46e8-856b-88151dffa98b: DOWN {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 20:52:02.866708 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e81faaab-6c1a-426f-a63e-48ea89a39865 req-5b93d5ec-50f7-42d1-b354-36ac205b7636 tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (b4010caf-2a84-45b0-bff7-7bd4fd42eb9a), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:02.869952 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-65245f55-bb00-4ecc-a07c-6ec8857a9e77 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0c8e2be509c94af4bd7ea64cb3b88d2b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0271163
Feb 05 20:52:02.917120 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93d5ec-50f7-42d1-b354-36ac205b7636 tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Pushing event deleted for resources: {'Port': ['ID=b4010caf-2a84-45b0-bff7-7bd4fd42eb9a,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:03.036413 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e81faaab-6c1a-426f-a63e-48ea89a39865 req-5b93d5ec-50f7-42d1-b354-36ac205b7636 tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Publish callbacks [] for floatingip (657d4d19-0944-4f78-a45e-c6da33db983b), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:03.039094 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e81faaab-6c1a-426f-a63e-48ea89a39865 req-5b93d5ec-50f7-42d1-b354-36ac205b7636 tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:03.040236 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e81faaab-6c1a-426f-a63e-48ea89a39865 req-5b93d5ec-50f7-42d1-b354-36ac205b7636 tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] 10.222.0.32 "DELETE /v2.0/floatingips/657d4d19-0944-4f78-a45e-c6da33db983b HTTP/1.1" status: 204  len: 173 time: 0.7256913
Feb 05 20:52:03.061457 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-238a5088-3a10-4481-8e71-39be72224f1d tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:03.063126 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-238a5088-3a10-4481-8e71-39be72224f1d tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1873047
Feb 05 20:52:03.080989 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 32922) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:03.083302 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-e95e37c5-7367-4f2d-ab4e-303e4e704a8a tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/quotas/0c8e2be509c94af4bd7ea64cb3b88d2b HTTP/1.1" status: 200  len: 375 time: 0.0142009
Feb 05 20:52:03.167994 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d9d6a2a4-9755-4a56-a2d6-cff335aeae77 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Publish callbacks [] for security_group (dd377eec-39f3-4595-bf6a-b4020e5c78ec), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:03.176867 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-34c39fa8-3c15-4fad-8244-b8e293c845c3 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0c8e2be509c94af4bd7ea64cb3b88d2b&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0864258
Feb 05 20:52:03.194336 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d9d6a2a4-9755-4a56-a2d6-cff335aeae77 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Publish callbacks [] for security_group (dd377eec-39f3-4595-bf6a-b4020e5c78ec), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:03.198054 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a9c68-7306-4fe7-a6f2-9616ebfe8664 req-75553a34-7c18-463f-bcd6-42f3b00f3896 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:03.199718 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-241a9c68-7306-4fe7-a6f2-9616ebfe8664 req-75553a34-7c18-463f-bcd6-42f3b00f3896 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7ab6d47-c452-4629-8e26-6fb32ff14222 HTTP/1.1" status: 200  len: 945 time: 0.0721707
Feb 05 20:52:03.253827 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d9d6a2a4-9755-4a56-a2d6-cff335aeae77 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (dd377eec-39f3-4595-bf6a-b4020e5c78ec), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:03.256572 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d9d6a2a4-9755-4a56-a2d6-cff335aeae77 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:03.257780 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d9d6a2a4-9755-4a56-a2d6-cff335aeae77 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.32 "DELETE /v2.0/security-groups/dd377eec-39f3-4595-bf6a-b4020e5c78ec HTTP/1.1" status: 204  len: 168 time: 0.1759570
Feb 05 20:52:03.261118 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 32926) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:03.267042 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d6a2a4-9755-4a56-a2d6-cff335aeae77 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd377eec-39f3-4595-bf6a-b4020e5c78ec,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:03.281748 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-c328a83d-5598-485c-8d9c-ea64c0c364c6 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] show failed (client error): The resource could not be found.
Feb 05 20:52:03.282839 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c328a83d-5598-485c-8d9c-ea64c0c364c6 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.32 "GET /v2.0/security-groups/dd377eec-39f3-4595-bf6a-b4020e5c78ec HTTP/1.1" status: 404  len: 347 time: 0.0207791
Feb 05 20:52:03.285769 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 32928) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:03.298863 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-241a9c68-7306-4fe7-a6f2-9616ebfe8664 req-9b85f0f5-8e5e-400f-a700-dcb7adacefe3 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898712
Feb 05 20:52:03.387707 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 6ca742bc-fb92-40ce-96c2-36d892441115 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:52:03.416461 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 6ca742bc-fb92-40ce-96c2-36d892441115 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:52:03.416680 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 6ca742bc-fb92-40ce-96c2-36d892441115 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:52:03.548255 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [req-c3c96732-ccb2-4afc-b49e-42e1171531fa req-38fad7f8-db07-491b-8a34-555c0165962f tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] show failed (client error): The resource could not be found.
Feb 05 20:52:03.549287 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c3c96732-ccb2-4afc-b49e-42e1171531fa req-38fad7f8-db07-491b-8a34-555c0165962f tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] 10.222.0.32 "GET /v2.0/floatingips/657d4d19-0944-4f78-a45e-c6da33db983b HTTP/1.1" status: 404  len: 350 time: 0.0661910
Feb 05 20:52:03.557770 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfefd0-0a6c-4ecb-b5d9-7c5991ea32cb req-868180fb-20df-46ed-b825-1abdfc7170c5 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:03.559549 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-addfefd0-0a6c-4ecb-b5d9-7c5991ea32cb req-868180fb-20df-46ed-b825-1abdfc7170c5 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=778f451e-d667-417d-a9e6-d3d834e65fe2 HTTP/1.1" status: 200  len: 950 time: 0.1692774
Feb 05 20:52:03.606084 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-e15a0cff-5b21-4996-b324-3576f12b9b91 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Deleting port 89ada262-d335-4bda-abff-825f0b9ba0fd {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:52:03.606453 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e15a0cff-5b21-4996-b324-3576f12b9b91 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (89ada262-d335-4bda-abff-825f0b9ba0fd), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:03.628986 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-305b0553-409a-4cd4-8e11-a5c5c3a1a152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:03.651680 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-addfefd0-0a6c-4ecb-b5d9-7c5991ea32cb req-01075e00-c4f4-4867-bc14-39740d348be0 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854313
Feb 05 20:52:03.731491 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7da194d-78b7-4809-a722-390eb919832b req-6f31fb91-543f-4b99-8b48-0815d1fab25f tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/ports?device_id=19375310-6780-492f-9cfe-8c45aa5546a7 HTTP/1.1" status: 200  len: 210 time: 0.0385146
Feb 05 20:52:03.760086 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e15a0cff-5b21-4996-b324-3576f12b9b91 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (89ada262-d335-4bda-abff-825f0b9ba0fd), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:03.760420 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e15a0cff-5b21-4996-b324-3576f12b9b91 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Publish callbacks [] for floatingip (89ada262-d335-4bda-abff-825f0b9ba0fd), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:03.775057 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac8910-3632-48a6-bb63-8ff128b07a7a req-d221a143-015c-432c-b514-64738c70df20 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:03.776539 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0dac8910-3632-48a6-bb63-8ff128b07a7a req-d221a143-015c-432c-b514-64738c70df20 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/ports?device_id=0af0970e-c6df-4101-a373-6ca708eae57e HTTP/1.1" status: 200  len: 945 time: 0.1564844
Feb 05 20:52:03.793395 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-e15a0cff-5b21-4996-b324-3576f12b9b91 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Calling delete_port for 89ada262-d335-4bda-abff-825f0b9ba0fd owned by network:floatingip {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:52:03.808149 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026b29e4-97ef-4a35-89ea-4814c8004e2c', 'name': 'network-vif-deleted', 'tag': '11f105d2-e259-420f-967b-96ac4ec6ab84'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:52:03.810611 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f247dfe6-d700-409d-b9c9-e672fa436068" -d '{"events": [{"server_uuid": "026b29e4-97ef-4a35-89ea-4814c8004e2c", "name": "network-vif-deleted", "tag": "11f105d2-e259-420f-967b-96ac4ec6ab84"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:52:03.921577 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0dac8910-3632-48a6-bb63-8ff128b07a7a req-5b7f5ad5-0106-4ead-a1fa-682008880a99 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/security-groups?id=efc9565d-13f7-4eb7-8c0c-5cde5b29d26a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1382627
Feb 05 20:52:03.961089 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd652a-0d60-43d4-b582-43d46039f6c0 req-7316d408-93a6-4afb-970f-605ec095045f tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:03.962850 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-64bd652a-0d60-43d4-b582-43d46039f6c0 req-7316d408-93a6-4afb-970f-605ec095045f tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=16fd0b37-3d4d-4a4d-a504-b9fb68bd84fa HTTP/1.1" status: 200  len: 950 time: 0.1648617
Feb 05 20:52:03.996478 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 11f105d2-e259-420f-967b-96ac4ec6ab84 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:52:04.017228 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: 11f105d2-e259-420f-967b-96ac4ec6ab84 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:52:04.017982 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 11f105d2-e259-420f-967b-96ac4ec6ab84 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:52:04.036096 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [req-050f71f1-536b-409c-bee4-f930de74b0e7 req-735b0b2b-b5f1-4c27-a894-b827f45983c5 tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] show failed (client error): The resource could not be found.
Feb 05 20:52:04.037144 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-050f71f1-536b-409c-bee4-f930de74b0e7 req-735b0b2b-b5f1-4c27-a894-b827f45983c5 tempest-FloatingIPsTestJSON-698097479 tempest-FloatingIPsTestJSON-698097479-project] 10.222.0.32 "GET /v2.0/floatingips/657d4d19-0944-4f78-a45e-c6da33db983b HTTP/1.1" status: 404  len: 350 time: 0.0719137
Feb 05 20:52:04.046976 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 32950) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:04.098581 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-64bd652a-0d60-43d4-b582-43d46039f6c0 req-dadbebd3-e640-49c5-adfa-7af0186cf5be tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1297047
Feb 05 20:52:04.159245 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50983e73-080c-4998-9c95-3974564a447f x-openstack-request-id: req-50983e73-080c-4998-9c95-3974564a447f {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:52:04.159554 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026b29e4-97ef-4a35-89ea-4814c8004e2c", "name": "network-vif-deleted", "tag": "11f105d2-e259-420f-967b-96ac4ec6ab84", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:52:04.159799 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-50983e73-080c-4998-9c95-3974564a447f {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:52:04.160194 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026b29e4-97ef-4a35-89ea-4814c8004e2c', 'name': 'network-vif-deleted', 'tag': '11f105d2-e259-420f-967b-96ac4ec6ab84', 'status': 'completed', 'code': 200}
Feb 05 20:52:04.161707 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e15a0cff-5b21-4996-b324-3576f12b9b91 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (89ada262-d335-4bda-abff-825f0b9ba0fd), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:04.192524 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a0cff-5b21-4996-b324-3576f12b9b91 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Pushing event deleted for resources: {'Port': ['ID=89ada262-d335-4bda-abff-825f0b9ba0fd,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:04.355620 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251adf0c-dd57-408c-8ca7-8c0b49803b4e req-7e523d9b-c809-4ad2-a5cf-3dba56b7c47b tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:04.357511 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-251adf0c-dd57-408c-8ca7-8c0b49803b4e req-7e523d9b-c809-4ad2-a5cf-3dba56b7c47b tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 945 time: 0.2361126
Feb 05 20:52:04.433500 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a34e0d7f-9be8-4b03-a7b4-3baf6794a6ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:04.488496 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-6616f2e2-e81a-46cf-9851-6c1fea74381d tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=0c8e2be509c94af4bd7ea64cb3b88d2b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0526924
Feb 05 20:52:04.495072 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e15a0cff-5b21-4996-b324-3576f12b9b91 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Publish callbacks [] for floatingip (dc8b088b-e7e8-46e8-856b-88151dffa98b), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:04.498414 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e15a0cff-5b21-4996-b324-3576f12b9b91 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:04.499353 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e15a0cff-5b21-4996-b324-3576f12b9b91 tempest-ServersTestJSON-1651911029 tempest-ServersTestJSON-1651911029-project] 10.222.0.32 "DELETE /v2.0/floatingips/dc8b088b-e7e8-46e8-856b-88151dffa98b HTTP/1.1" status: 204  len: 168 time: 1.2124534
Feb 05 20:52:04.502691 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 32954) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:04.534432 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-10d8aace-eedf-4c46-a98c-c46343c72b30 req-538e794b-2293-47e9-b6ed-b1be8fe2c9ed tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 258 time: 0.3443639
Feb 05 20:52:04.563548 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-10d8aace-eedf-4c46-a98c-c46343c72b30 req-2fba7ccf-0fc9-4aa7-b3b5-131ce5f1c2f9 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:52:04.584547 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-251adf0c-dd57-408c-8ca7-8c0b49803b4e req-d77994ae-b527-4058-ba60-7dd9371ce89b tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1997871
Feb 05 20:52:04.642308 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-10d8aace-eedf-4c46-a98c-c46343c72b30 req-2fba7ccf-0fc9-4aa7-b3b5-131ce5f1c2f9 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:04.693839 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-8b79a76f-db54-4b49-adf9-87d807f53bfc tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:04.695899 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-8b79a76f-db54-4b49-adf9-87d807f53bfc tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1888678
Feb 05 20:52:04.721191 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-ec89d8aa-bbf8-44cc-9f5f-e13df4b0830a tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Request body: {'port': {'device_id': '19375310-6780-492f-9cfe-8c45aa5546a7', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'admin_state_up': True, 'tenant_id': '0c8e2be509c94af4bd7ea64cb3b88d2b'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:52:04.858157 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458e5a6-c88b-4831-b281-e3b398ce71ce req-a7b696e1-8f44-48cd-b208-21c9f700700e tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:04.859691 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0458e5a6-c88b-4831-b281-e3b398ce71ce req-a7b696e1-8f44-48cd-b208-21c9f700700e tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7ab6d47-c452-4629-8e26-6fb32ff14222 HTTP/1.1" status: 200  len: 945 time: 0.1902556
Feb 05 20:52:04.950121 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0458e5a6-c88b-4831-b281-e3b398ce71ce req-225b323f-c9ea-443d-8331-887988a05788 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759385
Feb 05 20:52:04.951592 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-ec89d8aa-bbf8-44cc-9f5f-e13df4b0830a tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Made reservation on behalf of 0c8e2be509c94af4bd7ea64cb3b88d2b for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:52:04.955143 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-ec89d8aa-bbf8-44cc-9f5f-e13df4b0830a tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:04.977612 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-10d8aace-eedf-4c46-a98c-c46343c72b30 req-2fba7ccf-0fc9-4aa7-b3b5-131ce5f1c2f9 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:05.202640 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7213c-1ed6-4a9a-b848-ecc55c79c329 req-7385f3c7-3a55-4688-8d05-a30934c0cfc0 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:05.204065 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7eb7213c-1ed6-4a9a-b848-ecc55c79c329 req-7385f3c7-3a55-4688-8d05-a30934c0cfc0 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=778f451e-d667-417d-a9e6-d3d834e65fe2 HTTP/1.1" status: 200  len: 950 time: 0.1547847
Feb 05 20:52:05.217117 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-10d8aace-eedf-4c46-a98c-c46343c72b30 req-2fba7ccf-0fc9-4aa7-b3b5-131ce5f1c2f9 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Allocated IP 172.35.4.239 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/74d83933-5e4a-48e6-968c-547513a0659c) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:52:05.245108 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-ec89d8aa-bbf8-44cc-9f5f-e13df4b0830a tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Allocated IP 192.168.233.52 (f760d6ec-7837-431c-910c-37572c24f936/42e3c763-0926-4b49-ade5-d66ee3d4c489/90e7d657-7dd1-4bc5-839d-c33ca61a73d2) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:52:05.262055 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c65a54-9856-43fd-bcef-ac6bd88682b7 req-ff12e358-cf45-4cfc-86bf-2acf095716ba tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:05.263538 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-50c65a54-9856-43fd-bcef-ac6bd88682b7 req-ff12e358-cf45-4cfc-86bf-2acf095716ba tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.39 "GET /v2.0/ports?device_id=16fd0b37-3d4d-4a4d-a504-b9fb68bd84fa HTTP/1.1" status: 200  len: 950 time: 0.1205781
Feb 05 20:52:05.362630 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7eb7213c-1ed6-4a9a-b848-ecc55c79c329 req-0290a26e-b931-4010-b2b7-e10af2e4cbd4 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1476452
Feb 05 20:52:05.366365 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-a34e0d7f-9be8-4b03-a7b4-3baf6794a6ca admin admin] Deleting port ef973e40-652f-4936-b052-7fae15a84572 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:52:05.366809 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a34e0d7f-9be8-4b03-a7b4-3baf6794a6ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (ef973e40-652f-4936-b052-7fae15a84572), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:05.433285 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-10d8aace-eedf-4c46-a98c-c46343c72b30 req-2fba7ccf-0fc9-4aa7-b3b5-131ce5f1c2f9 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks [] for port (74d83933-5e4a-48e6-968c-547513a0659c), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:05.493292 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-a34e0d7f-9be8-4b03-a7b4-3baf6794a6ca admin admin] For port ef973e40-652f-4936-b052-7fae15a84572, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef973e40-652f-4936-b052-7fae15a84572,segment=NetworkSegment(84e244c6-f0d3-46e8-b9c8-8656ce5d15a5),segment_id=84e244c6-f0d3-46e8-b9c8-8656ce5d15a5)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:05.493902 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ce82b043-7b21-4d02-9122-626f56e284e5 req-86c53cbb-a573-469a-87da-4e1cbc3682b3 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/ports?device_id=19375310-6780-492f-9cfe-8c45aa5546a7 HTTP/1.1" status: 200  len: 210 time: 0.0582237
Feb 05 20:52:05.494009 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a34e0d7f-9be8-4b03-a7b4-3baf6794a6ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (ef973e40-652f-4936-b052-7fae15a84572), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:05.507484 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-50c65a54-9856-43fd-bcef-ac6bd88682b7 req-3e337d2c-6c8d-496f-8808-65fd96014b12 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Deleting port 51e314b0-404f-44e6-8f96-7cb1a5662259 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:52:05.507868 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-50c65a54-9856-43fd-bcef-ac6bd88682b7 req-3e337d2c-6c8d-496f-8808-65fd96014b12 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (51e314b0-404f-44e6-8f96-7cb1a5662259), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:05.517777 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-a34e0d7f-9be8-4b03-a7b4-3baf6794a6ca admin admin] Calling delete_port for ef973e40-652f-4936-b052-7fae15a84572 owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:52:05.556499 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-ec89d8aa-bbf8-44cc-9f5f-e13df4b0830a tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Publish callbacks [] for port (90e7d657-7dd1-4bc5-839d-c33ca61a73d2), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:05.562242 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-10d8aace-eedf-4c46-a98c-c46343c72b30 req-2fba7ccf-0fc9-4aa7-b3b5-131ce5f1c2f9 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (74d83933-5e4a-48e6-968c-547513a0659c), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:05.647223 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10d8aace-eedf-4c46-a98c-c46343c72b30 req-2fba7ccf-0fc9-4aa7-b3b5-131ce5f1c2f9 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:52:05.658819 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-10d8aace-eedf-4c46-a98c-c46343c72b30 req-2fba7ccf-0fc9-4aa7-b3b5-131ce5f1c2f9 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:52:05.668397 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d8aace-eedf-4c46-a98c-c46343c72b30 req-2fba7ccf-0fc9-4aa7-b3b5-131ce5f1c2f9 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:52:05.672881 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba7ccf-0fc9-4aa7-b3b5-131ce5f1c2f9 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Pushing event updated for resources: {'Port': ['ID=74d83933-5e4a-48e6-968c-547513a0659c,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:05.695682 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-50c65a54-9856-43fd-bcef-ac6bd88682b7 req-3e337d2c-6c8d-496f-8808-65fd96014b12 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] For port 51e314b0-404f-44e6-8f96-7cb1a5662259, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=51e314b0-404f-44e6-8f96-7cb1a5662259,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:05.696232 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-50c65a54-9856-43fd-bcef-ac6bd88682b7 req-3e337d2c-6c8d-496f-8808-65fd96014b12 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (51e314b0-404f-44e6-8f96-7cb1a5662259), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:05.702501 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b7cccb0e-fabf-4cb5-be97-afa5bcd68ccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (f2757b2c-34c5-4c9a-a639-92417bce281c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:05.710816 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c8ad5-89c6-4583-970e-c578173df04a req-e06b455d-d549-48b1-9a21-bbb742d4cb67 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:05.712358 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6a5c8ad5-89c6-4583-970e-c578173df04a req-e06b455d-d549-48b1-9a21-bbb742d4cb67 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=16fd0b37-3d4d-4a4d-a504-b9fb68bd84fa HTTP/1.1" status: 200  len: 950 time: 0.1540391
Feb 05 20:52:05.722851 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-ec89d8aa-bbf8-44cc-9f5f-e13df4b0830a tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (90e7d657-7dd1-4bc5-839d-c33ca61a73d2), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:05.734949 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['ea015b17-7d4c-4bf3-984b-62c2005f1de7'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:52:05.790879 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-50c65a54-9856-43fd-bcef-ac6bd88682b7 req-3e337d2c-6c8d-496f-8808-65fd96014b12 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Calling delete_port for 51e314b0-404f-44e6-8f96-7cb1a5662259 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:52:05.827415 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-ec89d8aa-bbf8-44cc-9f5f-e13df4b0830a tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Network f760d6ec-7837-431c-910c-37572c24f936 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:52:05.832830 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89d8aa-bbf8-44cc-9f5f-e13df4b0830a tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Pushing event updated for resources: {'Port': ['ID=90e7d657-7dd1-4bc5-839d-c33ca61a73d2,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:05.841764 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-ec89d8aa-bbf8-44cc-9f5f-e13df4b0830a tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:52:05.849730 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-ec89d8aa-bbf8-44cc-9f5f-e13df4b0830a tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:52:05.894072 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-10d8aace-eedf-4c46-a98c-c46343c72b30 req-2fba7ccf-0fc9-4aa7-b3b5-131ce5f1c2f9 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks [] for floatingip (7811b30b-5ddd-4d0d-8545-a7649b0cc2a6), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:05.902945 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6a5c8ad5-89c6-4583-970e-c578173df04a req-93cf0f96-b4a6-4d20-8d89-deeefde128b4 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1814265
Feb 05 20:52:05.959855 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-ec89d8aa-bbf8-44cc-9f5f-e13df4b0830a tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:05.960646 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-ec89d8aa-bbf8-44cc-9f5f-e13df4b0830a tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:06.027138 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-531d6571-eaa9-4dd5-b539-8ea1c0466123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:06.038342 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-10d8aace-eedf-4c46-a98c-c46343c72b30 req-2fba7ccf-0fc9-4aa7-b3b5-131ce5f1c2f9 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (74d83933-5e4a-48e6-968c-547513a0659c), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:06.046246 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-ec89d8aa-bbf8-44cc-9f5f-e13df4b0830a tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.3299186
Feb 05 20:52:06.073095 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-9d8875d5-5e7c-4ac1-b07a-95ead95472aa service neutron] Request body: {'port': {'device_id': '19375310-6780-492f-9cfe-8c45aa5546a7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:52:06.080113 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a34e0d7f-9be8-4b03-a7b4-3baf6794a6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (ef973e40-652f-4936-b052-7fae15a84572), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:06.152778 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e0d7f-9be8-4b03-a7b4-3baf6794a6ca admin admin] Pushing event deleted for resources: {'Port': ['ID=ef973e40-652f-4936-b052-7fae15a84572,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:06.164818 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-9d8875d5-5e7c-4ac1-b07a-95ead95472aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (90e7d657-7dd1-4bc5-839d-c33ca61a73d2), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:06.185078 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490bfac-3542-4cdb-9f18-dffc173a738f req-4391791a-fd95-4a84-9522-29049c82e043 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:06.186755 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7490bfac-3542-4cdb-9f18-dffc173a738f req-4391791a-fd95-4a84-9522-29049c82e043 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 945 time: 0.1893859
Feb 05 20:52:06.225146 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-50c65a54-9856-43fd-bcef-ac6bd88682b7 req-3e337d2c-6c8d-496f-8808-65fd96014b12 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (51e314b0-404f-44e6-8f96-7cb1a5662259), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:06.237949 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['51e314b0-404f-44e6-8f96-7cb1a5662259', '062820e1-fa5b-460b-bdf4-8a37533f2926'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:52:06.297258 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e337d2c-6c8d-496f-8808-65fd96014b12 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Pushing event deleted for resources: {'Port': ['ID=51e314b0-404f-44e6-8f96-7cb1a5662259,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:06.323229 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-9451fca0-6469-4487-868d-e0b484dedb3e None None] Provisioning complete for port 90e7d657-7dd1-4bc5-839d-c33ca61a73d2 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:52:06.325382 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9451fca0-6469-4487-868d-e0b484dedb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (90e7d657-7dd1-4bc5-839d-c33ca61a73d2), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:06.384287 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-9451fca0-6469-4487-868d-e0b484dedb3e None None] Port 90e7d657-7dd1-4bc5-839d-c33ca61a73d2 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:52:06.393482 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c65a54-9856-43fd-bcef-ac6bd88682b7 req-3e337d2c-6c8d-496f-8808-65fd96014b12 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] No DVR routers for this DVR port 51e314b0-404f-44e6-8f96-7cb1a5662259 on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:52:06.396237 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-50c65a54-9856-43fd-bcef-ac6bd88682b7 req-3e337d2c-6c8d-496f-8808-65fd96014b12 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:06.400483 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-50c65a54-9856-43fd-bcef-ac6bd88682b7 req-3e337d2c-6c8d-496f-8808-65fd96014b12 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.39 "DELETE /v2.0/ports/51e314b0-404f-44e6-8f96-7cb1a5662259 HTTP/1.1" status: 204  len: 173 time: 1.1311438
Feb 05 20:52:06.421552 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16fd0b37-3d4d-4a4d-a504-b9fb68bd84fa', 'name': 'network-vif-deleted', 'tag': '51e314b0-404f-44e6-8f96-7cb1a5662259'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:52:06.424850 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc052e6e-706f-40fa-893f-a2217bb208bf" -d '{"events": [{"server_uuid": "16fd0b37-3d4d-4a4d-a504-b9fb68bd84fa", "name": "network-vif-deleted", "tag": "51e314b0-404f-44e6-8f96-7cb1a5662259"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:52:06.516297 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-b7cccb0e-fabf-4cb5-be97-afa5bcd68ccc admin admin] Deleting port 7790afce-9ea0-462f-9c25-17b835814f89 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:52:06.516995 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b7cccb0e-fabf-4cb5-be97-afa5bcd68ccc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (7790afce-9ea0-462f-9c25-17b835814f89), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:06.518337 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a34e0d7f-9be8-4b03-a7b4-3baf6794a6ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:06.697542 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-b7cccb0e-fabf-4cb5-be97-afa5bcd68ccc admin admin] For port 7790afce-9ea0-462f-9c25-17b835814f89, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7790afce-9ea0-462f-9c25-17b835814f89,segment=NetworkSegment(70817910-5992-4230-ba1c-0492b1696bd4),segment_id=70817910-5992-4230-ba1c-0492b1696bd4)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:06.698028 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b7cccb0e-fabf-4cb5-be97-afa5bcd68ccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (7790afce-9ea0-462f-9c25-17b835814f89), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:06.716604 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-b7cccb0e-fabf-4cb5-be97-afa5bcd68ccc admin admin] Calling delete_port for 7790afce-9ea0-462f-9c25-17b835814f89 owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:52:06.758931 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7490bfac-3542-4cdb-9f18-dffc173a738f req-cb7cfddb-2157-4683-9f8b-12b16fe83691 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5558035
Feb 05 20:52:06.825847 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-10d8aace-eedf-4c46-a98c-c46343c72b30 req-2fba7ccf-0fc9-4aa7-b3b5-131ce5f1c2f9 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks [] for port (74d83933-5e4a-48e6-968c-547513a0659c), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:06.865306 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-10d8aace-eedf-4c46-a98c-c46343c72b30 req-2fba7ccf-0fc9-4aa7-b3b5-131ce5f1c2f9 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (74d83933-5e4a-48e6-968c-547513a0659c), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:06.995004 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba7ccf-0fc9-4aa7-b3b5-131ce5f1c2f9 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Pushing event updated for resources: {'Port': ['ID=74d83933-5e4a-48e6-968c-547513a0659c,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:07.074924 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-10d8aace-eedf-4c46-a98c-c46343c72b30 req-2fba7ccf-0fc9-4aa7-b3b5-131ce5f1c2f9 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (7811b30b-5ddd-4d0d-8545-a7649b0cc2a6), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:07.097209 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd053b8-8500-4db6-922f-a5212dbe0fc0 req-36777f9b-fa9d-4953-a287-7d900168a1e6 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:07.098731 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4dd053b8-8500-4db6-922f-a5212dbe0fc0 req-36777f9b-fa9d-4953-a287-7d900168a1e6 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7ab6d47-c452-4629-8e26-6fb32ff14222 HTTP/1.1" status: 200  len: 945 time: 0.2047527
Feb 05 20:52:07.147393 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-10d8aace-eedf-4c46-a98c-c46343c72b30 req-2fba7ccf-0fc9-4aa7-b3b5-131ce5f1c2f9 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:07.149288 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-10d8aace-eedf-4c46-a98c-c46343c72b30 req-2fba7ccf-0fc9-4aa7-b3b5-131ce5f1c2f9 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.6156886
Feb 05 20:52:07.169874 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-9d8875d5-5e7c-4ac1-b07a-95ead95472aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90e7d657-7dd1-4bc5-839d-c33ca61a73d2 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:52:07.207067 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a34e0d7f-9be8-4b03-a7b4-3baf6794a6ca admin admin] Router a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:52:07.208703 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-9d8875d5-5e7c-4ac1-b07a-95ead95472aa service neutron] Publish callbacks [] for port (90e7d657-7dd1-4bc5-839d-c33ca61a73d2), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:07.239302 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-10d8aace-eedf-4c46-a98c-c46343c72b30 req-425ccacf-31ba-4e33-b3b7-4dbab008636d tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.239 HTTP/1.1" status: 200  len: 696 time: 0.0806894
Feb 05 20:52:07.244731 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4dd053b8-8500-4db6-922f-a5212dbe0fc0 req-db29fa07-7d2a-4d13-86eb-e89a492de29d tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387460
Feb 05 20:52:07.327713 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:07.366417 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-9d8875d5-5e7c-4ac1-b07a-95ead95472aa service neutron] Transition to ACTIVE for port object 90e7d657-7dd1-4bc5-839d-c33ca61a73d2 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:52:07.366660 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b7cccb0e-fabf-4cb5-be97-afa5bcd68ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (7790afce-9ea0-462f-9c25-17b835814f89), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:07.367593 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-9d8875d5-5e7c-4ac1-b07a-95ead95472aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (90e7d657-7dd1-4bc5-839d-c33ca61a73d2), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:07.396331 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cccb0e-fabf-4cb5-be97-afa5bcd68ccc admin admin] Pushing event deleted for resources: {'Port': ['ID=7790afce-9ea0-462f-9c25-17b835814f89,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:07.399453 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34e0d7f-9be8-4b03-a7b4-3baf6794a6ca admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:52:07.411466 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a34e0d7f-9be8-4b03-a7b4-3baf6794a6ca admin admin] 10.222.0.32 "PUT /v2.0/routers/a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3633957
Feb 05 20:52:07.415204 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 32974) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:07.417093 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3a6e0d-c83d-4a3a-86b6-8f1138fcf718 None None] Sync routers for ids ['a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:52:07.435323 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3a6e0d-c83d-4a3a-86b6-8f1138fcf718 None None] Routers {'a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:52:07.436519 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-ff3a6e0d-c83d-4a3a-86b6-8f1138fcf718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab80dd00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:52:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:07.438064 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cccb0e-fabf-4cb5-be97-afa5bcd68ccc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:07.438441 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cccb0e-fabf-4cb5-be97-afa5bcd68ccc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:07.438929 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cccb0e-fabf-4cb5-be97-afa5bcd68ccc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:07.439125 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cccb0e-fabf-4cb5-be97-afa5bcd68ccc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:07.439465 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cccb0e-fabf-4cb5-be97-afa5bcd68ccc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:07.439800 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cccb0e-fabf-4cb5-be97-afa5bcd68ccc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:07.440130 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cccb0e-fabf-4cb5-be97-afa5bcd68ccc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:07.440464 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cccb0e-fabf-4cb5-be97-afa5bcd68ccc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:07.440792 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cccb0e-fabf-4cb5-be97-afa5bcd68ccc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:07.441096 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cccb0e-fabf-4cb5-be97-afa5bcd68ccc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:07.441423 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cccb0e-fabf-4cb5-be97-afa5bcd68ccc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:07.441751 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cccb0e-fabf-4cb5-be97-afa5bcd68ccc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:07.442072 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cccb0e-fabf-4cb5-be97-afa5bcd68ccc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:07.562995 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8aace-eedf-4c46-a98c-c46343c72b30 req-68a95b38-54d6-43b0-b433-1fe1f775a42b tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:07.565152 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-10d8aace-eedf-4c46-a98c-c46343c72b30 req-68a95b38-54d6-43b0-b433-1fe1f775a42b tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/networks/d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 784 time: 0.3191874
Feb 05 20:52:07.580129 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d405cb2-3484-478a-941e-b3581db172f2 req-a5096b28-fa0f-4f3a-ab7c-b9475a8e4592 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:07.581641 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4d405cb2-3484-478a-941e-b3581db172f2 req-a5096b28-fa0f-4f3a-ab7c-b9475a8e4592 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=778f451e-d667-417d-a9e6-d3d834e65fe2 HTTP/1.1" status: 200  len: 950 time: 0.2636688
Feb 05 20:52:07.618300 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8875d5-5e7c-4ac1-b07a-95ead95472aa service neutron] Pushing event updated for resources: {'Port': ['ID=90e7d657-7dd1-4bc5-839d-c33ca61a73d2,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:07.647902 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-ff3a6e0d-c83d-4a3a-86b6-8f1138fcf718 None None] Set router a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:52:07.715510 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b7cccb0e-fabf-4cb5-be97-afa5bcd68ccc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (f2757b2c-34c5-4c9a-a639-92417bce281c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:07.740899 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e78a2d7-d898-4afa-9ac8-33be8852712b x-openstack-request-id: req-3e78a2d7-d898-4afa-9ac8-33be8852712b {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:52:07.741406 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16fd0b37-3d4d-4a4d-a504-b9fb68bd84fa", "name": "network-vif-deleted", "tag": "51e314b0-404f-44e6-8f96-7cb1a5662259", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:52:07.741944 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3e78a2d7-d898-4afa-9ac8-33be8852712b {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:52:07.742686 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16fd0b37-3d4d-4a4d-a504-b9fb68bd84fa', 'name': 'network-vif-deleted', 'tag': '51e314b0-404f-44e6-8f96-7cb1a5662259', 'status': 'completed', 'code': 200}
Feb 05 20:52:07.757569 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ac1f3ccc-6a7c-4c5e-8236-744ad44ec398 admin admin] Publish callbacks [] for router (a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:07.759344 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-9d8875d5-5e7c-4ac1-b07a-95ead95472aa service neutron] Attempting to bind port 90e7d657-7dd1-4bc5-839d-c33ca61a73d2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:52:07.759687 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-9d8875d5-5e7c-4ac1-b07a-95ead95472aa service neutron] Attempting to bind port 90e7d657-7dd1-4bc5-839d-c33ca61a73d2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:52:07.760023 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-9d8875d5-5e7c-4ac1-b07a-95ead95472aa service neutron] Attempting to bind port 90e7d657-7dd1-4bc5-839d-c33ca61a73d2 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:52:07.809105 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-9d8875d5-5e7c-4ac1-b07a-95ead95472aa service neutron] Port 90e7d657-7dd1-4bc5-839d-c33ca61a73d2 on network f760d6ec-7837-431c-910c-37572c24f936 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:52:07.809793 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-9d8875d5-5e7c-4ac1-b07a-95ead95472aa service neutron] Attempting to bind port 90e7d657-7dd1-4bc5-839d-c33ca61a73d2 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:52:07.844315 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-9d8875d5-5e7c-4ac1-b07a-95ead95472aa service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:52:07.844674 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-9d8875d5-5e7c-4ac1-b07a-95ead95472aa service neutron] Checking segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:52:07.845138 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-9d8875d5-5e7c-4ac1-b07a-95ead95472aa service neutron] Bound using segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:52:07.845592 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-9d8875d5-5e7c-4ac1-b07a-95ead95472aa service neutron] Bound port: 90e7d657-7dd1-4bc5-839d-c33ca61a73d2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:52:07.845957 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-9d8875d5-5e7c-4ac1-b07a-95ead95472aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (90e7d657-7dd1-4bc5-839d-c33ca61a73d2), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:07.872904 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4d405cb2-3484-478a-941e-b3581db172f2 req-a8c4fa97-a433-4a50-b02e-17b81b73fa7d tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2636025
Feb 05 20:52:07.998232 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7cccb0e-fabf-4cb5-be97-afa5bcd68ccc admin admin] Router f2757b2c-34c5-4c9a-a639-92417bce281c has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:52:08.029836 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8f858-035a-4a06-96b4-093719ba6d38 req-19e66736-60c1-4d37-8d52-0691386b56c5 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:08.031351 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dce8f858-035a-4a06-96b4-093719ba6d38 req-19e66736-60c1-4d37-8d52-0691386b56c5 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/ports?device_id=19375310-6780-492f-9cfe-8c45aa5546a7 HTTP/1.1" status: 200  len: 947 time: 0.2190354
Feb 05 20:52:08.056104 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-9d8875d5-5e7c-4ac1-b07a-95ead95472aa service neutron] For port 90e7d657-7dd1-4bc5-839d-c33ca61a73d2, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:52:08.077240 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ac1f3ccc-6a7c-4c5e-8236-744ad44ec398 admin admin] Publish callbacks [] for router_gateway (a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:08.093230 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-ff3a6e0d-c83d-4a3a-86b6-8f1138fcf718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab80dd00>, [{'id': 'a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1', 'name': 'tempest-FloatingIPsTestJSON-85551902-router', 'tenant_id': 'f957eee5512145179abbe38df453de62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.48'}], 'enable_snat': True}, 'gw_port_id': '597c3d44-9d28-4988-b5fd-154501726d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:51:44Z', 'updated_at': '2022-02-05T20:52:05Z', 'revision_number': 5, 'project_id': 'f957eee5512145179abbe38df453de62', 'gw_port': {'id': '597c3d44-9d28-4988-b5fd-154501726d26', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:0c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:51:44Z', 'updated_at': '2022-02-05T20:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:08.096110 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-9d8875d5-5e7c-4ac1-b07a-95ead95472aa service neutron] For port 90e7d657-7dd1-4bc5-839d-c33ca61a73d2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90e7d657-7dd1-4bc5-839d-c33ca61a73d2,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:52:08.122671 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3a6e0d-c83d-4a3a-86b6-8f1138fcf718 None None] Checking router: a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:52:08.128623 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-9d8875d5-5e7c-4ac1-b07a-95ead95472aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (90e7d657-7dd1-4bc5-839d-c33ca61a73d2), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:08.132923 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3a6e0d-c83d-4a3a-86b6-8f1138fcf718 None None] Routers {'a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:52:08.133784 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-ff3a6e0d-c83d-4a3a-86b6-8f1138fcf718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab80dd00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:52:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:08.138954 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7cccb0e-fabf-4cb5-be97-afa5bcd68ccc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:52:08.149867 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafffc02-d2f4-4424-a4fc-2329a5cc486f None None] Sync routers for ids ['f2757b2c-34c5-4c9a-a639-92417bce281c'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:52:08.155081 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b7cccb0e-fabf-4cb5-be97-afa5bcd68ccc admin admin] 10.222.0.32 "PUT /v2.0/routers/f2757b2c-34c5-4c9a-a639-92417bce281c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6513026
Feb 05 20:52:08.155900 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 32984) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:08.164940 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafffc02-d2f4-4424-a4fc-2329a5cc486f None None] Routers {'f2757b2c-34c5-4c9a-a639-92417bce281c'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:52:08.166233 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-fafffc02-d2f4-4424-a4fc-2329a5cc486f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8cdbd00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:52:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['f2757b2c-34c5-4c9a-a639-92417bce281c'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:08.203229 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-9d8875d5-5e7c-4ac1-b07a-95ead95472aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:08.203826 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-9d8875d5-5e7c-4ac1-b07a-95ead95472aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:08.205858 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-9d8875d5-5e7c-4ac1-b07a-95ead95472aa service neutron] 10.222.0.39 "PUT /v2.0/ports/90e7d657-7dd1-4bc5-839d-c33ca61a73d2 HTTP/1.1" status: 200  len: 1095 time: 2.1407390
Feb 05 20:52:08.218149 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19375310-6780-492f-9cfe-8c45aa5546a7', 'tag': '90e7d657-7dd1-4bc5-839d-c33ca61a73d2'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:52:08.221198 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0302f0-5b95-4f5c-b6ae-94ad0cb960c9" -d '{"events": [{"name": "network-changed", "server_uuid": "19375310-6780-492f-9cfe-8c45aa5546a7", "tag": "90e7d657-7dd1-4bc5-839d-c33ca61a73d2"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:52:08.231127 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dce8f858-035a-4a06-96b4-093719ba6d38 req-56af68ba-f763-4505-b9ff-eb84997f9fbc tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c4cd17f-3504-428a-ae38-d794ce3d6932&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1723769
Feb 05 20:52:08.255703 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539ac39-ec0e-4f4a-8abc-baacb64d0ce8 req-3acb47d5-5090-41e6-ae89-23f18acf5ee8 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:08.257209 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7539ac39-ec0e-4f4a-8abc-baacb64d0ce8 req-3acb47d5-5090-41e6-ae89-23f18acf5ee8 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/ports?device_id=0af0970e-c6df-4101-a373-6ca708eae57e&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.2489519
Feb 05 20:52:08.265138 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-ff3a6e0d-c83d-4a3a-86b6-8f1138fcf718 None None] Set router a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1 gateway port host: None {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:52:08.353821 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4b6938d7-fca9-438e-8945-13a710159654 admin admin] Publish callbacks [] for router (f2757b2c-34c5-4c9a-a639-92417bce281c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:08.363104 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-ff3a6e0d-c83d-4a3a-86b6-8f1138fcf718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab80dd00>, [{'id': 'a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1', 'name': 'tempest-FloatingIPsTestJSON-85551902-router', 'tenant_id': 'f957eee5512145179abbe38df453de62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:51:44Z', 'updated_at': '2022-02-05T20:52:08Z', 'revision_number': 6, 'project_id': 'f957eee5512145179abbe38df453de62', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:08.376004 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-fafffc02-d2f4-4424-a4fc-2329a5cc486f None None] Set router f2757b2c-34c5-4c9a-a639-92417bce281c gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:52:08.404204 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8875d5-5e7c-4ac1-b07a-95ead95472aa service neutron] Pushing event updated for resources: {'Port': ['ID=90e7d657-7dd1-4bc5-839d-c33ca61a73d2,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:08.407807 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3a6e0d-c83d-4a3a-86b6-8f1138fcf718 None None] The sync data for ids ['a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1'] in ncdv-master-1 is: [{'id': 'a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1', 'name': 'tempest-FloatingIPsTestJSON-85551902-router', 'tenant_id': 'f957eee5512145179abbe38df453de62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:51:44Z', 'updated_at': '2022-02-05T20:52:08Z', 'revision_number': 6, 'project_id': 'f957eee5512145179abbe38df453de62', 'gw_port_host': None}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:52:08.508310 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4b6938d7-fca9-438e-8945-13a710159654 admin admin] Publish callbacks [] for router_gateway (f2757b2c-34c5-4c9a-a639-92417bce281c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:08.512587 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8875d5-5e7c-4ac1-b07a-95ead95472aa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:08.512805 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8875d5-5e7c-4ac1-b07a-95ead95472aa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:08.513226 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8875d5-5e7c-4ac1-b07a-95ead95472aa service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:08.513576 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8875d5-5e7c-4ac1-b07a-95ead95472aa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:08.514014 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8875d5-5e7c-4ac1-b07a-95ead95472aa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:08.514356 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8875d5-5e7c-4ac1-b07a-95ead95472aa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:08.514733 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8875d5-5e7c-4ac1-b07a-95ead95472aa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:08.515155 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8875d5-5e7c-4ac1-b07a-95ead95472aa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:08.515553 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8875d5-5e7c-4ac1-b07a-95ead95472aa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:08.515967 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8875d5-5e7c-4ac1-b07a-95ead95472aa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:08.516307 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8875d5-5e7c-4ac1-b07a-95ead95472aa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:08.516642 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8875d5-5e7c-4ac1-b07a-95ead95472aa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:08.517097 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8875d5-5e7c-4ac1-b07a-95ead95472aa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:08.533063 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7539ac39-ec0e-4f4a-8abc-baacb64d0ce8 req-0f8b80e1-7922-4cdc-b3c4-215420c6680d tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.239 HTTP/1.1" status: 200  len: 696 time: 0.2386045
Feb 05 20:52:08.547287 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-ac1f3ccc-6a7c-4c5e-8236-744ad44ec398 admin admin] Deleting port 597c3d44-9d28-4988-b5fd-154501726d26 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:52:08.547623 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ac1f3ccc-6a7c-4c5e-8236-744ad44ec398 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (597c3d44-9d28-4988-b5fd-154501726d26), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:08.553331 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-7539ac39-ec0e-4f4a-8abc-baacb64d0ce8 req-29d8ee0f-27ee-45e4-9bbf-fa5771f3afac tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Request body: {'floatingip': {'port_id': '054ac344-3e0f-4c87-a459-0fdc4cea8659', 'fixed_ip_address': '172.20.0.9'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:52:08.573295 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-a11778f5-2317-4767-95a7-eee2154ceeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:08.574841 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-a11778f5-2317-4767-95a7-eee2154ceeda service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0c8e2be509c94af4bd7ea64cb3b88d2b&device_id=19375310-6780-492f-9cfe-8c45aa5546a7 HTTP/1.1" status: 200  len: 1129 time: 0.3070145
Feb 05 20:52:08.586330 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-4b6938d7-fca9-438e-8945-13a710159654 admin admin] Deleting port c5260fee-a78c-46c0-92b1-487fb9eb7323 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:52:08.587216 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4b6938d7-fca9-438e-8945-13a710159654 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (c5260fee-a78c-46c0-92b1-487fb9eb7323), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:08.620390 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-fafffc02-d2f4-4424-a4fc-2329a5cc486f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8cdbd00>, [{'id': 'f2757b2c-34c5-4c9a-a639-92417bce281c', 'name': 'tempest-ServersTestJSON-1323035399-router', 'tenant_id': '949ac3395ef342bcabb0b1202abc6a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.190'}], 'enable_snat': True}, 'gw_port_id': 'c5260fee-a78c-46c0-92b1-487fb9eb7323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:49:57Z', 'updated_at': '2022-02-05T20:52:07Z', 'revision_number': 5, 'project_id': '949ac3395ef342bcabb0b1202abc6a71', 'gw_port': {'id': 'c5260fee-a78c-46c0-92b1-487fb9eb7323', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:29:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2757b2c-34c5-4c9a-a639-92417bce281c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:49:58Z', 'updated_at': '2022-02-05T20:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:08.653377 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafffc02-d2f4-4424-a4fc-2329a5cc486f None None] Checking router: f2757b2c-34c5-4c9a-a639-92417bce281c for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:52:08.660592 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7539ac39-ec0e-4f4a-8abc-baacb64d0ce8 req-29d8ee0f-27ee-45e4-9bbf-fa5771f3afac tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks [] for floatingip (7811b30b-5ddd-4d0d-8545-a7649b0cc2a6), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:08.663209 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafffc02-d2f4-4424-a4fc-2329a5cc486f None None] Routers {'f2757b2c-34c5-4c9a-a639-92417bce281c'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:52:08.664641 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-fafffc02-d2f4-4424-a4fc-2329a5cc486f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8cdbd00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:52:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['f2757b2c-34c5-4c9a-a639-92417bce281c'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:08.672632 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674e48d-8009-4175-9502-08178164a328 req-a4134fcc-23e2-4ee8-9c1a-b1f075620643 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:08.674123 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4674e48d-8009-4175-9502-08178164a328 req-a4134fcc-23e2-4ee8-9c1a-b1f075620643 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 945 time: 0.2810197
Feb 05 20:52:08.691504 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-4b6938d7-fca9-438e-8945-13a710159654 admin admin] For port c5260fee-a78c-46c0-92b1-487fb9eb7323, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5260fee-a78c-46c0-92b1-487fb9eb7323,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:08.692170 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4b6938d7-fca9-438e-8945-13a710159654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (c5260fee-a78c-46c0-92b1-487fb9eb7323), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:08.705260 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-4b6938d7-fca9-438e-8945-13a710159654 admin admin] Calling delete_port for c5260fee-a78c-46c0-92b1-487fb9eb7323 owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:52:08.724791 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-d367c76a-6649-465a-853a-decfc1745202 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=90e7d657-7dd1-4bc5-839d-c33ca61a73d2 HTTP/1.1" status: 200  len: 217 time: 0.1156850
Feb 05 20:52:08.776628 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-fafffc02-d2f4-4424-a4fc-2329a5cc486f None None] Set router f2757b2c-34c5-4c9a-a639-92417bce281c gateway port host: None {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:52:08.839375 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-fafffc02-d2f4-4424-a4fc-2329a5cc486f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8cdbd00>, [{'id': 'f2757b2c-34c5-4c9a-a639-92417bce281c', 'name': 'tempest-ServersTestJSON-1323035399-router', 'tenant_id': '949ac3395ef342bcabb0b1202abc6a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:49:57Z', 'updated_at': '2022-02-05T20:52:08Z', 'revision_number': 6, 'project_id': '949ac3395ef342bcabb0b1202abc6a71', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:08.847356 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-ac1f3ccc-6a7c-4c5e-8236-744ad44ec398 admin admin] For port 597c3d44-9d28-4988-b5fd-154501726d26, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=597c3d44-9d28-4988-b5fd-154501726d26,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:08.847742 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ac1f3ccc-6a7c-4c5e-8236-744ad44ec398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (597c3d44-9d28-4988-b5fd-154501726d26), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:08.853569 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:08.868685 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-ac1f3ccc-6a7c-4c5e-8236-744ad44ec398 admin admin] Calling delete_port for 597c3d44-9d28-4988-b5fd-154501726d26 owned by network:router_gateway {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:52:08.961346 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4b6938d7-fca9-438e-8945-13a710159654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (c5260fee-a78c-46c0-92b1-487fb9eb7323), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:08.978483 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafffc02-d2f4-4424-a4fc-2329a5cc486f None None] The sync data for ids ['f2757b2c-34c5-4c9a-a639-92417bce281c'] in ncdv-master-1 is: [{'id': 'f2757b2c-34c5-4c9a-a639-92417bce281c', 'name': 'tempest-ServersTestJSON-1323035399-router', 'tenant_id': '949ac3395ef342bcabb0b1202abc6a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:49:57Z', 'updated_at': '2022-02-05T20:52:08Z', 'revision_number': 6, 'project_id': '949ac3395ef342bcabb0b1202abc6a71', 'gw_port_host': None}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:52:08.988846 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6938d7-fca9-438e-8945-13a710159654 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5260fee-a78c-46c0-92b1-487fb9eb7323,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:09.027397 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-4bef6146-dd61-43f4-bdcf-a1ca9a5bc783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:09.028887 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-4bef6146-dd61-43f4-bdcf-a1ca9a5bc783 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.2611048
Feb 05 20:52:09.043739 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4674e48d-8009-4175-9502-08178164a328 req-9ff01b13-af5a-4097-8378-e063dec9a5b5 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3113415
Feb 05 20:52:09.057797 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4b6938d7-fca9-438e-8945-13a710159654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (f2757b2c-34c5-4c9a-a639-92417bce281c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:09.161893 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4b6938d7-fca9-438e-8945-13a710159654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (f2757b2c-34c5-4c9a-a639-92417bce281c), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:09.164795 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4b6938d7-fca9-438e-8945-13a710159654 admin admin] Publish callbacks [] for router_controller (f2757b2c-34c5-4c9a-a639-92417bce281c), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:09.193849 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-6f9f8efe-e6e2-4106-a052-fffd56ad7238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:09.193969 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-6f9f8efe-e6e2-4106-a052-fffd56ad7238 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1556194
Feb 05 20:52:09.218680 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4b6938d7-fca9-438e-8945-13a710159654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (f2757b2c-34c5-4c9a-a639-92417bce281c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:09.219230 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6938d7-fca9-438e-8945-13a710159654 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2757b2c-34c5-4c9a-a639-92417bce281c {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 20:52:09.224141 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4b6938d7-fca9-438e-8945-13a710159654 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:09.228906 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4b6938d7-fca9-438e-8945-13a710159654 admin admin] 10.222.0.32 "DELETE /v2.0/routers/f2757b2c-34c5-4c9a-a639-92417bce281c HTTP/1.1" status: 204  len: 168 time: 1.0718417
Feb 05 20:52:09.229561 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 32994) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:09.248968 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd54829-e03b-4d23-9c8f-7952c74cd1a6 x-openstack-request-id: req-7dd54829-e03b-4d23-9c8f-7952c74cd1a6 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:52:09.248968 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19375310-6780-492f-9cfe-8c45aa5546a7", "tag": "90e7d657-7dd1-4bc5-839d-c33ca61a73d2", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:52:09.248968 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7dd54829-e03b-4d23-9c8f-7952c74cd1a6 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:52:09.248968 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19375310-6780-492f-9cfe-8c45aa5546a7', 'tag': '90e7d657-7dd1-4bc5-839d-c33ca61a73d2', 'status': 'completed', 'code': 200}
Feb 05 20:52:09.290544 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-96b0ab80-fba4-4f3a-b8cb-6e19c8c3dcce admin admin] Deleting subnet 6fe1c393-6eaf-4a27-8b75-43f4bec0d637 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:52:09.293873 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-96b0ab80-fba4-4f3a-b8cb-6e19c8c3dcce admin admin] Publish callbacks [] for subnet (6fe1c393-6eaf-4a27-8b75-43f4bec0d637), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:09.330619 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-96b0ab80-fba4-4f3a-b8cb-6e19c8c3dcce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (6fe1c393-6eaf-4a27-8b75-43f4bec0d637), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:09.418809 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 51e314b0-404f-44e6-8f96-7cb1a5662259 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:52:09.423606 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-96b0ab80-fba4-4f3a-b8cb-6e19c8c3dcce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (6fe1c393-6eaf-4a27-8b75-43f4bec0d637), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:09.443489 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 51e314b0-404f-44e6-8f96-7cb1a5662259 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:52:09.443837 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 51e314b0-404f-44e6-8f96-7cb1a5662259 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:52:09.483899 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-96b0ab80-fba4-4f3a-b8cb-6e19c8c3dcce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (6fe1c393-6eaf-4a27-8b75-43f4bec0d637), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:09.508587 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b0ab80-fba4-4f3a-b8cb-6e19c8c3dcce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fe1c393-6eaf-4a27-8b75-43f4bec0d637,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:09.515073 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-96b0ab80-fba4-4f3a-b8cb-6e19c8c3dcce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:09.520617 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5d2326-efe3-4550-bc20-2cf6399473e9 None None] Network 2a18e24a-2f57-45be-862c-a2debab44199 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:52:09.521203 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-96b0ab80-fba4-4f3a-b8cb-6e19c8c3dcce admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6fe1c393-6eaf-4a27-8b75-43f4bec0d637 HTTP/1.1" status: 204  len: 168 time: 0.2903335
Feb 05 20:52:09.521885 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 32998) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:09.618746 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9f3dfbc2-5f8c-45ab-8b18-06705b3cd968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (2a18e24a-2f57-45be-862c-a2debab44199), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:09.700943 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-9f3dfbc2-5f8c-45ab-8b18-06705b3cd968 admin admin] Deleting port 0632af9b-e9ea-4fbd-bee5-d5975fc67136 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:52:09.701435 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9f3dfbc2-5f8c-45ab-8b18-06705b3cd968 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (0632af9b-e9ea-4fbd-bee5-d5975fc67136), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:09.733738 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa294cd-c6ae-403a-8aa1-86b86ef078cd None None] DHCP port deletion for 2a18e24a-2f57-45be-862c-a2debab44199 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 20:52:09.778055 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-9f3dfbc2-5f8c-45ab-8b18-06705b3cd968 admin admin] For port 0632af9b-e9ea-4fbd-bee5-d5975fc67136, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0632af9b-e9ea-4fbd-bee5-d5975fc67136,segment=NetworkSegment(70817910-5992-4230-ba1c-0492b1696bd4),segment_id=70817910-5992-4230-ba1c-0492b1696bd4)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:09.778480 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9f3dfbc2-5f8c-45ab-8b18-06705b3cd968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (0632af9b-e9ea-4fbd-bee5-d5975fc67136), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:09.786260 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-dfa294cd-c6ae-403a-8aa1-86b86ef078cd None None] Deleting port 0632af9b-e9ea-4fbd-bee5-d5975fc67136 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:52:09.786781 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-dfa294cd-c6ae-403a-8aa1-86b86ef078cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (0632af9b-e9ea-4fbd-bee5-d5975fc67136), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:09.795822 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-9f3dfbc2-5f8c-45ab-8b18-06705b3cd968 admin admin] Calling delete_port for 0632af9b-e9ea-4fbd-bee5-d5975fc67136 owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:52:09.824692 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-27eba6ea-5e08-463b-95e2-6a30b4f3b651 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5776253
Feb 05 20:52:09.850438 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-dfa294cd-c6ae-403a-8aa1-86b86ef078cd None None] For port 0632af9b-e9ea-4fbd-bee5-d5975fc67136, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0632af9b-e9ea-4fbd-bee5-d5975fc67136,segment=NetworkSegment(70817910-5992-4230-ba1c-0492b1696bd4),segment_id=70817910-5992-4230-ba1c-0492b1696bd4)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:09.850975 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-dfa294cd-c6ae-403a-8aa1-86b86ef078cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (0632af9b-e9ea-4fbd-bee5-d5975fc67136), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:09.865020 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-dfa294cd-c6ae-403a-8aa1-86b86ef078cd None None] Calling delete_port for 0632af9b-e9ea-4fbd-bee5-d5975fc67136 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:52:09.883658 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9f3dfbc2-5f8c-45ab-8b18-06705b3cd968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (0632af9b-e9ea-4fbd-bee5-d5975fc67136), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:09.911909 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ac1f3ccc-6a7c-4c5e-8236-744ad44ec398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (597c3d44-9d28-4988-b5fd-154501726d26), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:09.915210 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3dfbc2-5f8c-45ab-8b18-06705b3cd968 admin admin] Pushing event deleted for resources: {'Port': ['ID=0632af9b-e9ea-4fbd-bee5-d5975fc67136,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:09.920174 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3dfbc2-5f8c-45ab-8b18-06705b3cd968 admin admin] No DVR routers for this DVR port 0632af9b-e9ea-4fbd-bee5-d5975fc67136 on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:52:09.961542 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-dfa294cd-c6ae-403a-8aa1-86b86ef078cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (0632af9b-e9ea-4fbd-bee5-d5975fc67136), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:09.962971 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22727a-bf85-46e9-a90b-0309201a5334 req-809c9ef6-cda1-4512-8257-ecbe1e26ac18 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:09.965067 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1e22727a-bf85-46e9-a90b-0309201a5334 req-809c9ef6-cda1-4512-8257-ecbe1e26ac18 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7ab6d47-c452-4629-8e26-6fb32ff14222 HTTP/1.1" status: 200  len: 945 time: 0.6417773
Feb 05 20:52:09.991022 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa294cd-c6ae-403a-8aa1-86b86ef078cd None None] Pushing event deleted for resources: {'Port': ['ID=0632af9b-e9ea-4fbd-bee5-d5975fc67136,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:09.997399 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa294cd-c6ae-403a-8aa1-86b86ef078cd None None] No DVR routers for this DVR port 0632af9b-e9ea-4fbd-bee5-d5975fc67136 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:52:09.998960 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1f3ccc-6a7c-4c5e-8236-744ad44ec398 admin admin] Pushing event deleted for resources: {'Port': ['ID=597c3d44-9d28-4988-b5fd-154501726d26,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:10.016227 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9f3dfbc2-5f8c-45ab-8b18-06705b3cd968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (2a18e24a-2f57-45be-862c-a2debab44199), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:10.036075 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-9f3dfbc2-5f8c-45ab-8b18-06705b3cd968 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db32a73d0>,) {'filters': {'network_id': ['2a18e24a-2f57-45be-862c-a2debab44199']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:10.045338 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-9f3dfbc2-5f8c-45ab-8b18-06705b3cd968 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db32a73d0>, '70817910-5992-4230-ba1c-0492b1696bd4') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:10.045654 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-9f3dfbc2-5f8c-45ab-8b18-06705b3cd968 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db32a73d0>, '70817910-5992-4230-ba1c-0492b1696bd4') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:10.055249 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9f3dfbc2-5f8c-45ab-8b18-06705b3cd968 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (70817910-5992-4230-ba1c-0492b1696bd4), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:10.075101 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9f3dfbc2-5f8c-45ab-8b18-06705b3cd968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (70817910-5992-4230-ba1c-0492b1696bd4), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:10.082215 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f3dfbc2-5f8c-45ab-8b18-06705b3cd968 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:52:10.083018 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9f3dfbc2-5f8c-45ab-8b18-06705b3cd968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (70817910-5992-4230-ba1c-0492b1696bd4), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:10.084911 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 20:52:10.084911 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:52:10.084911 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 20:52:10.084911 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:52:10.084911 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 20:52:10.084911 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:52:10.084911 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 20:52:10.084911 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:52:10.084911 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 20:52:10.084911 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:52:10.084911 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 20:52:10.084911 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:52:10.084911 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 20:52:10.084911 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:52:10.084911 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:52:10.084911 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:52:10.084911 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:52:10.084911 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:52:10.084911 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 20:52:10.084911 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:52:10.084911 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 20:52:10.084911 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:52:10.084911 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:52:10.084911 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:52:10.084911 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:52:10.084911 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:52:10.084911 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:52:10.084911 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:52:10.084911 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:52:10.084911 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:52:10.084911 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:52:10.084911 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:52:10.090454 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 597c3d44-9d28-4988-b5fd-154501726d26 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:52:10.115267 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 597c3d44-9d28-4988-b5fd-154501726d26 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:52:10.118448 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 597c3d44-9d28-4988-b5fd-154501726d26 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:52:10.119269 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device ef973e40-652f-4936-b052-7fae15a84572 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:52:10.152683 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: ef973e40-652f-4936-b052-7fae15a84572 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:52:10.153551 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9f3dfbc2-5f8c-45ab-8b18-06705b3cd968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (2a18e24a-2f57-45be-862c-a2debab44199), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:10.153714 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device ef973e40-652f-4936-b052-7fae15a84572 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:52:10.154406 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7790afce-9ea0-462f-9c25-17b835814f89 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:52:10.164851 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9f3dfbc2-5f8c-45ab-8b18-06705b3cd968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:10.169574 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9f3dfbc2-5f8c-45ab-8b18-06705b3cd968 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2a18e24a-2f57-45be-862c-a2debab44199 HTTP/1.1" status: 204  len: 168 time: 0.6466422
Feb 05 20:52:10.186663 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 7790afce-9ea0-462f-9c25-17b835814f89 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:52:10.187055 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7790afce-9ea0-462f-9c25-17b835814f89 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:52:10.191803 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3dfbc2-5f8c-45ab-8b18-06705b3cd968 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a18e24a-2f57-45be-862c-a2debab44199,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:10.192077 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7539ac39-ec0e-4f4a-8abc-baacb64d0ce8 req-29d8ee0f-27ee-45e4-9bbf-fa5771f3afac tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:10.198596 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:10.199561 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bb2f7a59-985c-4db4-88de-4fe6b9c937d3 req-3911a746-99e3-4f66-a6b3-ab3d312f1298 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3462427
Feb 05 20:52:10.203780 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7539ac39-ec0e-4f4a-8abc-baacb64d0ce8 req-29d8ee0f-27ee-45e4-9bbf-fa5771f3afac tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (7811b30b-5ddd-4d0d-8545-a7649b0cc2a6), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:10.209094 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ac1f3ccc-6a7c-4c5e-8236-744ad44ec398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:10.247038 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1e22727a-bf85-46e9-a90b-0309201a5334 req-6d0e585b-5718-4205-9ee9-7084ee827917 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2550113
Feb 05 20:52:10.347122 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33006) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:10.397126 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-80617963-3f24-4bdf-a9bb-e5429841e3c7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=949ac3395ef342bcabb0b1202abc6a71&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0467572
Feb 05 20:52:10.397854 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33008) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:10.448309 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ac1f3ccc-6a7c-4c5e-8236-744ad44ec398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:10.452740 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ac1f3ccc-6a7c-4c5e-8236-744ad44ec398 admin admin] Publish callbacks [] for router_controller (a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:10.454146 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-926165a0-f8f9-405d-b42d-5d3cf717c640 admin admin] Publish callbacks [] for security_group (707638de-b81e-4996-8777-74d3d6f17d56), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:10.478028 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-926165a0-f8f9-405d-b42d-5d3cf717c640 admin admin] Publish callbacks [] for security_group (707638de-b81e-4996-8777-74d3d6f17d56), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:10.523590 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ac1f3ccc-6a7c-4c5e-8236-744ad44ec398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:10.524108 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1f3ccc-6a7c-4c5e-8236-744ad44ec398 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1 {{(pid=114391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 20:52:10.528504 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-926165a0-f8f9-405d-b42d-5d3cf717c640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (707638de-b81e-4996-8777-74d3d6f17d56), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:10.530880 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [req-7539ac39-ec0e-4f4a-8abc-baacb64d0ce8 req-29d8ee0f-27ee-45e4-9bbf-fa5771f3afac tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Floating IP 7811b30b-5ddd-4d0d-8545-a7649b0cc2a6 associated. External IP: 172.35.4.239, port: 054ac344-3e0f-4c87-a459-0fdc4cea8659.
Feb 05 20:52:10.531112 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-926165a0-f8f9-405d-b42d-5d3cf717c640 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:10.534763 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-926165a0-f8f9-405d-b42d-5d3cf717c640 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/707638de-b81e-4996-8777-74d3d6f17d56 HTTP/1.1" status: 204  len: 168 time: 0.1334476
Feb 05 20:52:10.535904 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ac1f3ccc-6a7c-4c5e-8236-744ad44ec398 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:10.541088 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ac1f3ccc-6a7c-4c5e-8236-744ad44ec398 admin admin] 10.222.0.32 "DELETE /v2.0/routers/a9ac817f-3bb8-44f2-a9f1-c8398f62a0c1 HTTP/1.1" status: 204  len: 168 time: 3.1204495
Feb 05 20:52:10.541088 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0302f0-5b95-4f5c-b6ae-94ad0cb960c9 req-20470d9c-87a4-4c96-8d49-06761d48f82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:10.542276 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5e0302f0-5b95-4f5c-b6ae-94ad0cb960c9 req-20470d9c-87a4-4c96-8d49-06761d48f82a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0c8e2be509c94af4bd7ea64cb3b88d2b&device_id=19375310-6780-492f-9cfe-8c45aa5546a7 HTTP/1.1" status: 200  len: 1129 time: 0.2909851
Feb 05 20:52:10.542276 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 33012) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:10.546894 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926165a0-f8f9-405d-b42d-5d3cf717c640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707638de-b81e-4996-8777-74d3d6f17d56,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:10.604667 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6780134-4b46-4b6d-9b5e-b80402de6752 req-36aa5050-c9da-4a5e-bf26-97da71db11ff tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:10.606215 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d6780134-4b46-4b6d-9b5e-b80402de6752 req-36aa5050-c9da-4a5e-bf26-97da71db11ff tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=778f451e-d667-417d-a9e6-d3d834e65fe2 HTTP/1.1" status: 200  len: 950 time: 0.2686615
Feb 05 20:52:10.758677 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-3514f11e-3407-42c2-a565-e8f294d4775e admin admin] Deleting subnet 160b57af-e188-4b4a-b388-0872c1e0be5b {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:52:10.775236 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3514f11e-3407-42c2-a565-e8f294d4775e admin admin] Publish callbacks [] for subnet (160b57af-e188-4b4a-b388-0872c1e0be5b), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:10.830409 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a250aff-10d4-4ffc-b1a1-6361febb97be req-e7245681-9e53-4a52-8a0f-88cb08e94dcc tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:10.830712 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d6780134-4b46-4b6d-9b5e-b80402de6752 req-35b8e2b9-7711-4462-8fdb-d085be60da19 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1979930
Feb 05 20:52:10.831898 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0a250aff-10d4-4ffc-b1a1-6361febb97be req-e7245681-9e53-4a52-8a0f-88cb08e94dcc tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 951 time: 0.0541203
Feb 05 20:52:10.849514 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0302f0-5b95-4f5c-b6ae-94ad0cb960c9 req-c11fd229-24a7-4eea-86c9-0d6325cb733a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:10.851009 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5e0302f0-5b95-4f5c-b6ae-94ad0cb960c9 req-c11fd229-24a7-4eea-86c9-0d6325cb733a service neutron] 10.222.0.39 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.2585802
Feb 05 20:52:10.858559 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3514f11e-3407-42c2-a565-e8f294d4775e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (160b57af-e188-4b4a-b388-0872c1e0be5b), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:10.936525 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5e0302f0-5b95-4f5c-b6ae-94ad0cb960c9 req-458f9494-6cbe-4ca2-b184-c81b4b7ed834 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=90e7d657-7dd1-4bc5-839d-c33ca61a73d2 HTTP/1.1" status: 200  len: 217 time: 0.0728698
Feb 05 20:52:10.971753 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-0a250aff-10d4-4ffc-b1a1-6361febb97be req-a7f7cae4-a33c-4503-a8bf-3136d56cbbd0 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Deleting port 062820e1-fa5b-460b-bdf4-8a37533f2926 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:52:10.972228 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0a250aff-10d4-4ffc-b1a1-6361febb97be req-a7f7cae4-a33c-4503-a8bf-3136d56cbbd0 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (062820e1-fa5b-460b-bdf4-8a37533f2926), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:11.077852 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-0a250aff-10d4-4ffc-b1a1-6361febb97be req-a7f7cae4-a33c-4503-a8bf-3136d56cbbd0 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] For port 062820e1-fa5b-460b-bdf4-8a37533f2926, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=062820e1-fa5b-460b-bdf4-8a37533f2926,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:11.078500 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0a250aff-10d4-4ffc-b1a1-6361febb97be req-a7f7cae4-a33c-4503-a8bf-3136d56cbbd0 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (062820e1-fa5b-460b-bdf4-8a37533f2926), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:11.092593 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-0a250aff-10d4-4ffc-b1a1-6361febb97be req-a7f7cae4-a33c-4503-a8bf-3136d56cbbd0 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Calling delete_port for 062820e1-fa5b-460b-bdf4-8a37533f2926 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:52:11.145469 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0302f0-5b95-4f5c-b6ae-94ad0cb960c9 req-99f6a496-6e44-41dd-a945-2cab283f1c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:11.147238 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5e0302f0-5b95-4f5c-b6ae-94ad0cb960c9 req-99f6a496-6e44-41dd-a945-2cab283f1c56 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.2047021
Feb 05 20:52:11.195649 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3514f11e-3407-42c2-a565-e8f294d4775e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (160b57af-e188-4b4a-b388-0872c1e0be5b), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:11.226771 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d851c2-59ad-4977-9eb2-adb5ef11228b req-c0eea8a4-18ca-4248-9c03-c00d1d7bc663 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:11.230877 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a0d851c2-59ad-4977-9eb2-adb5ef11228b req-c0eea8a4-18ca-4248-9c03-c00d1d7bc663 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc1781d-d4da-408b-9f7f-a34988bd4ad3 HTTP/1.1" status: 200  len: 951 time: 0.3025115
Feb 05 20:52:11.251411 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0a250aff-10d4-4ffc-b1a1-6361febb97be req-a7f7cae4-a33c-4503-a8bf-3136d56cbbd0 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (062820e1-fa5b-460b-bdf4-8a37533f2926), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:11.269313 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['062820e1-fa5b-460b-bdf4-8a37533f2926'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:52:11.279813 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7539ac39-ec0e-4f4a-8abc-baacb64d0ce8 req-29d8ee0f-27ee-45e4-9bbf-fa5771f3afac tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Router 21d158a5-c6ec-47c4-8897-c5af48a366ca has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:52:11.285185 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7cae4-a33c-4503-a8bf-3136d56cbbd0 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Pushing event deleted for resources: {'Port': ['ID=062820e1-fa5b-460b-bdf4-8a37533f2926,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:11.335813 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0302f0-5b95-4f5c-b6ae-94ad0cb960c9 req-1becfe2a-743d-43a9-bd08-e595b4ad05a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:11.337590 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5e0302f0-5b95-4f5c-b6ae-94ad0cb960c9 req-1becfe2a-743d-43a9-bd08-e595b4ad05a8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1791277
Feb 05 20:52:11.342007 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a250aff-10d4-4ffc-b1a1-6361febb97be req-a7f7cae4-a33c-4503-a8bf-3136d56cbbd0 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] No DVR routers for this DVR port 062820e1-fa5b-460b-bdf4-8a37533f2926 on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:52:11.345336 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0a250aff-10d4-4ffc-b1a1-6361febb97be req-a7f7cae4-a33c-4503-a8bf-3136d56cbbd0 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:11.349537 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0a250aff-10d4-4ffc-b1a1-6361febb97be req-a7f7cae4-a33c-4503-a8bf-3136d56cbbd0 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.39 "DELETE /v2.0/ports/062820e1-fa5b-460b-bdf4-8a37533f2926 HTTP/1.1" status: 204  len: 173 time: 0.5114014
Feb 05 20:52:11.350024 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc1781d-d4da-408b-9f7f-a34988bd4ad3', 'name': 'network-vif-deleted', 'tag': '062820e1-fa5b-460b-bdf4-8a37533f2926'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:52:11.352384 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a0d851c2-59ad-4977-9eb2-adb5ef11228b req-0cefac89-26ed-4a33-bc60-6c75f75f3e87 tempest-ServersAdminTestJSON-413072665 tempest-ServersAdminTestJSON-413072665-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb5fde8b-dc46-4fec-a0de-2479ec656020&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1137390
Feb 05 20:52:11.353795 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829fd35a-0120-47c8-a3b7-15f5b3d2ec0f" -d '{"events": [{"server_uuid": "cfc1781d-d4da-408b-9f7f-a34988bd4ad3", "name": "network-vif-deleted", "tag": "062820e1-fa5b-460b-bdf4-8a37533f2926"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:52:11.378067 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3514f11e-3407-42c2-a565-e8f294d4775e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (160b57af-e188-4b4a-b388-0872c1e0be5b), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:11.438890 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33034) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:11.499122 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 0632af9b-e9ea-4fbd-bee5-d5975fc67136 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:52:11.508741 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514f11e-3407-42c2-a565-e8f294d4775e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=160b57af-e188-4b4a-b388-0872c1e0be5b,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:11.537883 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9faf41-5b6d-4061-bf38-2b2333a2c639 None None] Network 83e80713-f247-4bb3-8ee6-b7a27448059f requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:52:11.542610 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 0632af9b-e9ea-4fbd-bee5-d5975fc67136 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:52:11.543129 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 0632af9b-e9ea-4fbd-bee5-d5975fc67136 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:52:11.543756 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device c5260fee-a78c-46c0-92b1-487fb9eb7323 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:52:11.548763 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3514f11e-3407-42c2-a565-e8f294d4775e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:11.554517 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-3514f11e-3407-42c2-a565-e8f294d4775e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/160b57af-e188-4b4a-b388-0872c1e0be5b HTTP/1.1" status: 204  len: 168 time: 1.0070205
Feb 05 20:52:11.555488 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33038) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:11.619720 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-8c79b2a2-a46f-4385-aacb-f5651f871388 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1513008310-network', 'tenant_id': '79bceebcbdcb49f8a06572b6d4412c2f'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:52:11.628900 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: c5260fee-a78c-46c0-92b1-487fb9eb7323 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:52:11.629740 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device c5260fee-a78c-46c0-92b1-487fb9eb7323 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:52:11.670876 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5e0302f0-5b95-4f5c-b6ae-94ad0cb960c9 req-8db6c640-f8df-4750-9142-3ec4d3f94b3c service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3134966
Feb 05 20:52:11.684913 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70cb2f-2f53-4a40-bc0e-a38a665c0aee req-b5084167-2246-4a05-ae7d-8c16519d6d01 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:11.686477 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b70cb2f-2f53-4a40-bc0e-a38a665c0aee req-b5084167-2246-4a05-ae7d-8c16519d6d01 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/ports?device_id=19375310-6780-492f-9cfe-8c45aa5546a7 HTTP/1.1" status: 200  len: 947 time: 0.2277250
Feb 05 20:52:11.692904 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9ec1e849-29e2-424d-a66e-3f9c4603fe78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (83e80713-f247-4bb3-8ee6-b7a27448059f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:11.696299 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7539ac39-ec0e-4f4a-8abc-baacb64d0ce8 req-29d8ee0f-27ee-45e4-9bbf-fa5771f3afac tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:52:11.702530 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7539ac39-ec0e-4f4a-8abc-baacb64d0ce8 req-29d8ee0f-27ee-45e4-9bbf-fa5771f3afac tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:11.707992 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c79b2a2-a46f-4385-aacb-f5651f871388 admin admin] Made reservation on behalf of 79bceebcbdcb49f8a06572b6d4412c2f for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:52:11.711137 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004c3667-2475-46e8-9227-40c868bff2a7 None None] Sync routers for ids ['21d158a5-c6ec-47c4-8897-c5af48a366ca'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:52:11.711678 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8c79b2a2-a46f-4385-aacb-f5651f871388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:11.728683 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8c79b2a2-a46f-4385-aacb-f5651f871388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:11.730006 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004c3667-2475-46e8-9227-40c868bff2a7 None None] Routers {'21d158a5-c6ec-47c4-8897-c5af48a366ca'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:52:11.730858 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-004c3667-2475-46e8-9227-40c868bff2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db812f550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:52:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['21d158a5-c6ec-47c4-8897-c5af48a366ca'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:11.802864 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7539ac39-ec0e-4f4a-8abc-baacb64d0ce8 req-29d8ee0f-27ee-45e4-9bbf-fa5771f3afac tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "PUT /v2.0/floatingips/7811b30b-5ddd-4d0d-8545-a7649b0cc2a6 HTTP/1.1" status: 200  len: 996 time: 3.2594967
Feb 05 20:52:11.806908 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0af0970e-c6df-4101-a373-6ca708eae57e', 'tag': '054ac344-3e0f-4c87-a459-0fdc4cea8659'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:52:11.809074 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2061d00b-9ca5-4115-abe0-a45ceaeb040e" -d '{"events": [{"name": "network-changed", "server_uuid": "0af0970e-c6df-4101-a373-6ca708eae57e", "tag": "054ac344-3e0f-4c87-a459-0fdc4cea8659"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:52:11.822661 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-9ec1e849-29e2-424d-a66e-3f9c4603fe78 admin admin] Deleting port e7107b3e-6648-46b2-b369-57357b85f4ca {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:52:11.823834 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9ec1e849-29e2-424d-a66e-3f9c4603fe78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (e7107b3e-6648-46b2-b369-57357b85f4ca), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:11.839362 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b70cb2f-2f53-4a40-bc0e-a38a665c0aee req-c30f55d3-a04f-42cd-85dd-267cdf7a4a2f tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c4cd17f-3504-428a-ae38-d794ce3d6932&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1398933
Feb 05 20:52:11.857396 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5e0302f0-5b95-4f5c-b6ae-94ad0cb960c9 req-dce51870-4a34-4ed4-8755-e90588220816 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1801631
Feb 05 20:52:11.917952 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-004c3667-2475-46e8-9227-40c868bff2a7 None None] Set router 21d158a5-c6ec-47c4-8897-c5af48a366ca gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:52:11.971572 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f6904b-0cd0-4614-9552-f90ff49646ed None None] DHCP port deletion for 83e80713-f247-4bb3-8ee6-b7a27448059f request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 20:52:11.976584 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-9ec1e849-29e2-424d-a66e-3f9c4603fe78 admin admin] For port e7107b3e-6648-46b2-b369-57357b85f4ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e7107b3e-6648-46b2-b369-57357b85f4ca,segment=NetworkSegment(84e244c6-f0d3-46e8-b9c8-8656ce5d15a5),segment_id=84e244c6-f0d3-46e8-b9c8-8656ce5d15a5)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:11.977232 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9ec1e849-29e2-424d-a66e-3f9c4603fe78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (e7107b3e-6648-46b2-b369-57357b85f4ca), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:12.003206 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8c79b2a2-a46f-4385-aacb-f5651f871388 admin admin] Publish callbacks [] for security_group (8ae918b6-4efd-45b8-bf25-e72581fe7bee), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:12.006228 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-9ec1e849-29e2-424d-a66e-3f9c4603fe78 admin admin] Calling delete_port for e7107b3e-6648-46b2-b369-57357b85f4ca owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:52:12.019821 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8c79b2a2-a46f-4385-aacb-f5651f871388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (8ae918b6-4efd-45b8-bf25-e72581fe7bee), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:12.059637 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539ac39-ec0e-4f4a-8abc-baacb64d0ce8 req-7a5bff41-01e8-4a4a-bbe3-051822cde1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:12.062239 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7539ac39-ec0e-4f4a-8abc-baacb64d0ce8 req-7a5bff41-01e8-4a4a-bbe3-051822cde1a8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16490002120a497498df585c4f9bb7cf&device_id=0af0970e-c6df-4101-a373-6ca708eae57e HTTP/1.1" status: 200  len: 1127 time: 0.2407393
Feb 05 20:52:12.070801 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875db412-3690-4511-86b7-62c3002976ca req-cb726131-e61b-40e5-8e6a-1e9dfa007069 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:12.073319 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-875db412-3690-4511-86b7-62c3002976ca req-cb726131-e61b-40e5-8e6a-1e9dfa007069 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 945 time: 0.0974858
Feb 05 20:52:12.099264 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c79b2a2-a46f-4385-aacb-f5651f871388 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:52:12.108032 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79b2a2-a46f-4385-aacb-f5651f871388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae918b6-4efd-45b8-bf25-e72581fe7bee,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:12.117277 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8c79b2a2-a46f-4385-aacb-f5651f871388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (a23cb92a-c754-434c-8f50-ccb834db554e), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:12.117619 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-8c79b2a2-a46f-4385-aacb-f5651f871388 admin admin] Added segment a23cb92a-c754-434c-8f50-ccb834db554e of type vlan for network c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a
Feb 05 20:52:12.154283 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-50f6904b-0cd0-4614-9552-f90ff49646ed None None] Deleting port e7107b3e-6648-46b2-b369-57357b85f4ca {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:52:12.154586 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-50f6904b-0cd0-4614-9552-f90ff49646ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (e7107b3e-6648-46b2-b369-57357b85f4ca), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:12.180436 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8c79b2a2-a46f-4385-aacb-f5651f871388 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:12.195824 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9ec1e849-29e2-424d-a66e-3f9c4603fe78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (e7107b3e-6648-46b2-b369-57357b85f4ca), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:12.239092 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec1e849-29e2-424d-a66e-3f9c4603fe78 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7107b3e-6648-46b2-b369-57357b85f4ca,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:12.241599 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec1e849-29e2-424d-a66e-3f9c4603fe78 admin admin] No DVR routers for this DVR port e7107b3e-6648-46b2-b369-57357b85f4ca on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:52:12.258672 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-50f6904b-0cd0-4614-9552-f90ff49646ed None None] For port e7107b3e-6648-46b2-b369-57357b85f4ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e7107b3e-6648-46b2-b369-57357b85f4ca,segment=NetworkSegment(84e244c6-f0d3-46e8-b9c8-8656ce5d15a5),segment_id=84e244c6-f0d3-46e8-b9c8-8656ce5d15a5)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:12.259081 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-50f6904b-0cd0-4614-9552-f90ff49646ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (e7107b3e-6648-46b2-b369-57357b85f4ca), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:12.264607 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8c79b2a2-a46f-4385-aacb-f5651f871388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:12.265584 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c79b2a2-a46f-4385-aacb-f5651f871388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:12.266174 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8c79b2a2-a46f-4385-aacb-f5651f871388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:12.300137 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-50f6904b-0cd0-4614-9552-f90ff49646ed None None] Calling delete_port for e7107b3e-6648-46b2-b369-57357b85f4ca owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:52:12.322107 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8c79b2a2-a46f-4385-aacb-f5651f871388 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.8786657
Feb 05 20:52:12.325747 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33046) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:12.360855 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-e45e1815-9a6e-4cf5-b8a6-7762935bb791 admin admin] Request body: {'subnet': {'network_id': 'c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1513008310-subnet', 'tenant_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:52:12.401430 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9ec1e849-29e2-424d-a66e-3f9c4603fe78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (83e80713-f247-4bb3-8ee6-b7a27448059f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:12.407212 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-004c3667-2475-46e8-9227-40c868bff2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db812f550>, [{'id': '21d158a5-c6ec-47c4-8897-c5af48a366ca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-199334173-router', 'tenant_id': '16490002120a497498df585c4f9bb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.64'}], 'enable_snat': True}, 'gw_port_id': '7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:51:37Z', 'updated_at': '2022-02-05T20:51:41Z', 'revision_number': 4, 'project_id': '16490002120a497498df585c4f9bb7cf', 'gw_port': {'id': '7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d158a5-c6ec-47c4-8897-c5af48a366ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:51:38Z', 'updated_at': '2022-02-05T20:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7811b30b-5ddd-4d0d-8545-a7649b0cc2a6', 'tenant_id': '16490002120a497498df585c4f9bb7cf', 'floating_ip_address': '172.35.4.239', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '21d158a5-c6ec-47c4-8897-c5af48a366ca', 'port_id': '054ac344-3e0f-4c87-a459-0fdc4cea8659', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 790, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a85da4f-594b-4edb-a0ef-f6f6d1d94dba', 'mac_address': 'fa:16:3e:56:b8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af0970e-c6df-4101-a373-6ca708eae57e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T20:52:05Z', 'updated_at': '2022-02-05T20:52:09Z', 'revision_number': 1, 'project_id': '16490002120a497498df585c4f9bb7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc776b30-691a-4ce6-bd07-8091949392e3', 'name': '', 'network_id': '7a85da4f-594b-4edb-a0ef-f6f6d1d94dba', 'tenant_id': '16490002120a497498df585c4f9bb7cf', 'mac_address': 'fa:16:3e:7e:a0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d158a5-c6ec-47c4-8897-c5af48a366ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '1859e75b-6740-4475-ba8f-56ef1656315f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:51:41Z', 'updated_at': '2022-02-05T20:51:52Z', 'revision_number': 5, 'project_id': '16490002120a497498df585c4f9bb7cf', 'subnets': [{'id': '1859e75b-6740-4475-ba8f-56ef1656315f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:12.416731 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79b2a2-a46f-4385-aacb-f5651f871388 admin admin] Pushing event updated for resources: {'Network': ['ID=c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:12.436514 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-9ec1e849-29e2-424d-a66e-3f9c4603fe78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db25af190>,) {'filters': {'network_id': ['83e80713-f247-4bb3-8ee6-b7a27448059f']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:12.440738 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:52:12.445495 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45e1815-9a6e-4cf5-b8a6-7762935bb791 admin admin] Made reservation on behalf of 79bceebcbdcb49f8a06572b6d4412c2f for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:52:12.447880 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e45e1815-9a6e-4cf5-b8a6-7762935bb791 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:12.451222 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004c3667-2475-46e8-9227-40c868bff2a7 None None] Checking router: 21d158a5-c6ec-47c4-8897-c5af48a366ca for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:52:12.453352 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-9ec1e849-29e2-424d-a66e-3f9c4603fe78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db25af190>, '84e244c6-f0d3-46e8-b9c8-8656ce5d15a5') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:12.453529 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-9ec1e849-29e2-424d-a66e-3f9c4603fe78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db25af190>, '84e244c6-f0d3-46e8-b9c8-8656ce5d15a5') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:12.479777 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9ec1e849-29e2-424d-a66e-3f9c4603fe78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (84e244c6-f0d3-46e8-b9c8-8656ce5d15a5), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:12.495054 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-875db412-3690-4511-86b7-62c3002976ca req-498486e4-a75d-46ba-a4a5-09ceb19df748 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4107180
Feb 05 20:52:12.521198 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9ec1e849-29e2-424d-a66e-3f9c4603fe78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (84e244c6-f0d3-46e8-b9c8-8656ce5d15a5), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:12.521378 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004c3667-2475-46e8-9227-40c868bff2a7 None None] Routers {'21d158a5-c6ec-47c4-8897-c5af48a366ca'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:52:12.521970 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-004c3667-2475-46e8-9227-40c868bff2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db812f550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:52:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['21d158a5-c6ec-47c4-8897-c5af48a366ca'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:12.532351 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ec1e849-29e2-424d-a66e-3f9c4603fe78 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:52:12.532753 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9ec1e849-29e2-424d-a66e-3f9c4603fe78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (84e244c6-f0d3-46e8-b9c8-8656ce5d15a5), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:12.534533 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 20:52:12.534533 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:52:12.534533 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 20:52:12.534533 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:52:12.534533 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 20:52:12.534533 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:52:12.534533 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 20:52:12.534533 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:52:12.534533 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 20:52:12.534533 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:52:12.534533 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 20:52:12.534533 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:52:12.534533 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 20:52:12.534533 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:52:12.534533 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:52:12.534533 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:52:12.534533 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:52:12.534533 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:52:12.534533 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 20:52:12.534533 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:52:12.534533 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 20:52:12.534533 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:52:12.534533 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:52:12.534533 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:52:12.534533 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:52:12.534533 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:52:12.534533 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:52:12.534533 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:52:12.534533 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:52:12.534533 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:52:12.534533 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:52:12.534533 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:52:12.543867 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539ac39-ec0e-4f4a-8abc-baacb64d0ce8 req-87ef14de-e4d0-49b9-9883-33c497572521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:12.545456 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7539ac39-ec0e-4f4a-8abc-baacb64d0ce8 req-87ef14de-e4d0-49b9-9883-33c497572521 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7a85da4f-594b-4edb-a0ef-f6f6d1d94dba HTTP/1.1" status: 200  len: 929 time: 0.4710767
Feb 05 20:52:12.627053 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7539ac39-ec0e-4f4a-8abc-baacb64d0ce8 req-f84f0dbf-8230-4958-8148-a0846d18a6f4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=054ac344-3e0f-4c87-a459-0fdc4cea8659 HTTP/1.1" status: 200  len: 999 time: 0.0751853
Feb 05 20:52:12.634132 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9ec1e849-29e2-424d-a66e-3f9c4603fe78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (83e80713-f247-4bb3-8ee6-b7a27448059f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:12.641171 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9ec1e849-29e2-424d-a66e-3f9c4603fe78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:12.646476 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9ec1e849-29e2-424d-a66e-3f9c4603fe78 admin admin] 10.222.0.32 "DELETE /v2.0/networks/83e80713-f247-4bb3-8ee6-b7a27448059f HTTP/1.1" status: 204  len: 168 time: 1.0895183
Feb 05 20:52:12.664949 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec1e849-29e2-424d-a66e-3f9c4603fe78 admin admin] Pushing event deleted for resources: {'Network': ['ID=83e80713-f247-4bb3-8ee6-b7a27448059f,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:12.686842 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539ac39-ec0e-4f4a-8abc-baacb64d0ce8 req-1620befa-9066-4a24-b7d6-60e21b3b7b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:12.694990 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7539ac39-ec0e-4f4a-8abc-baacb64d0ce8 req-1620befa-9066-4a24-b7d6-60e21b3b7b24 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1859e75b-6740-4475-ba8f-56ef1656315f HTTP/1.1" status: 200  len: 867 time: 0.0666707
Feb 05 20:52:12.755683 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539ac39-ec0e-4f4a-8abc-baacb64d0ce8 req-aa0abc45-61d4-4adf-9b50-78d895faf927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:12.755943 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfdb373-2a91-44b4-95e9-4f18bf1177eb x-openstack-request-id: req-0dfdb373-2a91-44b4-95e9-4f18bf1177eb {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:52:12.756068 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc1781d-d4da-408b-9f7f-a34988bd4ad3", "name": "network-vif-deleted", "tag": "062820e1-fa5b-460b-bdf4-8a37533f2926", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:52:12.756314 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0dfdb373-2a91-44b4-95e9-4f18bf1177eb {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:52:12.756734 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc1781d-d4da-408b-9f7f-a34988bd4ad3', 'name': 'network-vif-deleted', 'tag': '062820e1-fa5b-460b-bdf4-8a37533f2926', 'status': 'completed', 'code': 200}
Feb 05 20:52:12.764724 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7539ac39-ec0e-4f4a-8abc-baacb64d0ce8 req-aa0abc45-61d4-4adf-9b50-78d895faf927 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a85da4f-594b-4edb-a0ef-f6f6d1d94dba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0686064
Feb 05 20:52:12.785671 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95b4824-7bde-4fdb-8ffd-9c70ac5378b4 x-openstack-request-id: req-b95b4824-7bde-4fdb-8ffd-9c70ac5378b4 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:52:12.786420 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0af0970e-c6df-4101-a373-6ca708eae57e", "tag": "054ac344-3e0f-4c87-a459-0fdc4cea8659", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:52:12.786420 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b95b4824-7bde-4fdb-8ffd-9c70ac5378b4 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:52:12.787339 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0af0970e-c6df-4101-a373-6ca708eae57e', 'tag': '054ac344-3e0f-4c87-a459-0fdc4cea8659', 'status': 'completed', 'code': 200}
Feb 05 20:52:12.833170 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33054) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:12.859149 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e45e1815-9a6e-4cf5-b8a6-7762935bb791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (6574d1d7-7df2-4ee5-9f4f-df2664f961b3), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:12.911090 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-50f6904b-0cd0-4614-9552-f90ff49646ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (e7107b3e-6648-46b2-b369-57357b85f4ca), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:12.955814 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7539ac39-ec0e-4f4a-8abc-baacb64d0ce8 req-ff25528e-e193-4bf1-8494-fb1477c382bd service neutron] 10.222.0.32 "GET /v2.0/networks/7a85da4f-594b-4edb-a0ef-f6f6d1d94dba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1901107
Feb 05 20:52:12.956467 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-29eb8509-14c9-4de2-9880-857993c09aec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f957eee5512145179abbe38df453de62&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1221972
Feb 05 20:52:12.961149 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-50f6904b-0cd0-4614-9552-f90ff49646ed None None] Network 83e80713-f247-4bb3-8ee6-b7a27448059f is not hosted by any dhcp agent {{(pid=114392) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Feb 05 20:52:12.961646 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 33058) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:12.961901 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f6904b-0cd0-4614-9552-f90ff49646ed None None] No DVR routers for this DVR port e7107b3e-6648-46b2-b369-57357b85f4ca on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:52:12.965111 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e1815-9a6e-4cf5-b8a6-7762935bb791 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6574d1d7-7df2-4ee5-9f4f-df2664f961b3,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:12.973197 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151bdac6-ed9d-4935-84fc-670c9255cd62 req-f0651b87-37b5-4b4f-a71d-ee2ed10138e5 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:12.973336 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6904b-0cd0-4614-9552-f90ff49646ed None None] Pushing event deleted for resources: {'Port': ['ID=e7107b3e-6648-46b2-b369-57357b85f4ca,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:12.979404 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-151bdac6-ed9d-4935-84fc-670c9255cd62 req-f0651b87-37b5-4b4f-a71d-ee2ed10138e5 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=778f451e-d667-417d-a9e6-d3d834e65fe2 HTTP/1.1" status: 200  len: 950 time: 0.1041715
Feb 05 20:52:12.983778 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45e1815-9a6e-4cf5-b8a6-7762935bb791 admin admin] Checking segment: {'id': 'a23cb92a-c754-434c-8f50-ccb834db554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:52:12.984339 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45e1815-9a6e-4cf5-b8a6-7762935bb791 admin admin] Network hostable DHCP agents. Network: c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:52:12.991687 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061d00b-9ca5-4115-abe0-a45ceaeb040e req-aaed05c1-f8a9-4626-bc6b-a6df9fb81023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:12.993210 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2061d00b-9ca5-4115-abe0-a45ceaeb040e req-aaed05c1-f8a9-4626-bc6b-a6df9fb81023 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=16490002120a497498df585c4f9bb7cf&device_id=0af0970e-c6df-4101-a373-6ca708eae57e HTTP/1.1" status: 200  len: 1127 time: 0.1795883
Feb 05 20:52:12.996089 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f6904b-0cd0-4614-9552-f90ff49646ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:12.996449 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f6904b-0cd0-4614-9552-f90ff49646ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:12.996855 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f6904b-0cd0-4614-9552-f90ff49646ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:12.997295 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f6904b-0cd0-4614-9552-f90ff49646ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:12.997650 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f6904b-0cd0-4614-9552-f90ff49646ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:12.997989 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f6904b-0cd0-4614-9552-f90ff49646ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:12.998325 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f6904b-0cd0-4614-9552-f90ff49646ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:12.998688 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f6904b-0cd0-4614-9552-f90ff49646ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:12.999023 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f6904b-0cd0-4614-9552-f90ff49646ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:12.999355 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f6904b-0cd0-4614-9552-f90ff49646ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:12.999688 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f6904b-0cd0-4614-9552-f90ff49646ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:13.000016 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f6904b-0cd0-4614-9552-f90ff49646ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:13.000352 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f6904b-0cd0-4614-9552-f90ff49646ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:13.011490 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45e1815-9a6e-4cf5-b8a6-7762935bb791 admin admin] Network c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:52:13.016110 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-004c3667-2475-46e8-9227-40c868bff2a7 None None] Set router 21d158a5-c6ec-47c4-8897-c5af48a366ca gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:52:13.025284 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-e45e1815-9a6e-4cf5-b8a6-7762935bb791 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:52:13.033466 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45e1815-9a6e-4cf5-b8a6-7762935bb791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:13.034836 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e45e1815-9a6e-4cf5-b8a6-7762935bb791 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:13.050188 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ec6357-39c7-4bdf-bf96-acad705db5da None None] Network c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:52:13.057206 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e45e1815-9a6e-4cf5-b8a6-7762935bb791 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7261331
Feb 05 20:52:13.057552 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33062) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:13.062110 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-64bb28d3-4fea-42b8-ad78-c3004477e2d7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1513008310-router', 'tenant_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:52:13.084210 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-64bb28d3-4fea-42b8-ad78-c3004477e2d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (715d3da5-17d1-4e84-a19e-1736005579bf), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:13.086209 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-64bb28d3-4fea-42b8-ad78-c3004477e2d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (715d3da5-17d1-4e84-a19e-1736005579bf), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:13.150665 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-64bb28d3-4fea-42b8-ad78-c3004477e2d7 admin admin] Publish callbacks [] for router_controller (715d3da5-17d1-4e84-a19e-1736005579bf), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:13.202110 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63e9d95-5c12-480e-93ee-804294bb2cdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a', 'network_id': 'c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a', 'project_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'fixed_ips': [{'subnet_id': '6574d1d7-7df2-4ee5-9f4f-df2664f961b3'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 20:52:13.203538 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d63e9d95-5c12-480e-93ee-804294bb2cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:13.225595 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-151bdac6-ed9d-4935-84fc-670c9255cd62 req-9473d9ab-341d-4e1f-a96e-224eeb3160a2 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2309258
Feb 05 20:52:13.247799 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ed3f6b8e-d768-401b-b51f-6b2a69fe563e admin admin] Publish callbacks [] for security_group (a452c8df-38cb-4a2e-8d8f-891ca22cdea4), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:13.247799 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7539ac39-ec0e-4f4a-8abc-baacb64d0ce8 req-c992bfb7-d0a8-41b9-b203-b98e24f18b9b service neutron] 10.222.0.32 "GET /v2.0/networks/7a85da4f-594b-4edb-a0ef-f6f6d1d94dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2579117
Feb 05 20:52:13.248044 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061d00b-9ca5-4115-abe0-a45ceaeb040e req-77d83ec1-7123-42ed-b1db-446b83be9700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:13.249462 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2061d00b-9ca5-4115-abe0-a45ceaeb040e req-77d83ec1-7123-42ed-b1db-446b83be9700 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7a85da4f-594b-4edb-a0ef-f6f6d1d94dba HTTP/1.1" status: 200  len: 929 time: 0.2403681
Feb 05 20:52:13.315469 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ed3f6b8e-d768-401b-b51f-6b2a69fe563e admin admin] Publish callbacks [] for security_group (a452c8df-38cb-4a2e-8d8f-891ca22cdea4), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:13.366671 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2061d00b-9ca5-4115-abe0-a45ceaeb040e req-115916a4-460d-4f5a-9345-07c73e3309ac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=054ac344-3e0f-4c87-a459-0fdc4cea8659 HTTP/1.1" status: 200  len: 999 time: 0.1067743
Feb 05 20:52:13.438652 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-64bb28d3-4fea-42b8-ad78-c3004477e2d7 admin admin] Publish callbacks [] for router_gateway (715d3da5-17d1-4e84-a19e-1736005579bf), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:13.462989 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 90e7d657-7dd1-4bc5-839d-c33ca61a73d2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:52:13.490079 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 062820e1-fa5b-460b-bdf4-8a37533f2926 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:52:13.492896 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device e7107b3e-6648-46b2-b369-57357b85f4ca no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:52:13.511028 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ed3f6b8e-d768-401b-b51f-6b2a69fe563e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (a452c8df-38cb-4a2e-8d8f-891ca22cdea4), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:13.516150 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ed3f6b8e-d768-401b-b51f-6b2a69fe563e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:13.516459 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ed3f6b8e-d768-401b-b51f-6b2a69fe563e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a452c8df-38cb-4a2e-8d8f-891ca22cdea4 HTTP/1.1" status: 204  len: 168 time: 0.5531411
Feb 05 20:52:13.521873 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061d00b-9ca5-4115-abe0-a45ceaeb040e req-28d7b6b0-ae3a-46fa-bd0a-4a0689d5b735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:13.523894 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2061d00b-9ca5-4115-abe0-a45ceaeb040e req-28d7b6b0-ae3a-46fa-bd0a-4a0689d5b735 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1859e75b-6740-4475-ba8f-56ef1656315f HTTP/1.1" status: 200  len: 867 time: 0.1448238
Feb 05 20:52:13.569488 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f6b8e-d768-401b-b51f-6b2a69fe563e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a452c8df-38cb-4a2e-8d8f-891ca22cdea4,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:13.596025 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 062820e1-fa5b-460b-bdf4-8a37533f2926 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:52:13.596378 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 062820e1-fa5b-460b-bdf4-8a37533f2926 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:52:13.598533 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: e7107b3e-6648-46b2-b369-57357b85f4ca {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:52:13.598842 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device e7107b3e-6648-46b2-b369-57357b85f4ca not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:52:13.670814 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-d63e9d95-5c12-480e-93ee-804294bb2cdc None None] Allocated IP 172.20.0.2 (c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a/6574d1d7-7df2-4ee5-9f4f-df2664f961b3/eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:52:13.703826 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c99c9-613c-47ce-a924-97698d073b02 req-48f25823-b371-4730-9c7b-78f7422b75dd tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:13.705445 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c38c99c9-613c-47ce-a924-97698d073b02 req-48f25823-b371-4730-9c7b-78f7422b75dd tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/ports?device_id=19375310-6780-492f-9cfe-8c45aa5546a7 HTTP/1.1" status: 200  len: 947 time: 0.2557633
Feb 05 20:52:13.862142 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 33078) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:13.863574 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 90e7d657-7dd1-4bc5-839d-c33ca61a73d2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90e7d657-7dd1-4bc5-839d-c33ca61a73d2,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:13.891409 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '90e7d657-7dd1-4bc5-839d-c33ca61a73d2', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'port_id': '90e7d657-7dd1-4bc5-839d-c33ca61a73d2', 'mac_address': 'fa:16:3e:c1:b4:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3c763-0926-4b49-ade5-d66ee3d4c489', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:52:13.905265 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061d00b-9ca5-4115-abe0-a45ceaeb040e req-020b7241-9303-4113-afeb-b1421341d63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:13.907416 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2061d00b-9ca5-4115-abe0-a45ceaeb040e req-020b7241-9303-4113-afeb-b1421341d63b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7a85da4f-594b-4edb-a0ef-f6f6d1d94dba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3633692
Feb 05 20:52:13.932088 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-004c3667-2475-46e8-9227-40c868bff2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db812f550>, [{'id': '21d158a5-c6ec-47c4-8897-c5af48a366ca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-199334173-router', 'tenant_id': '16490002120a497498df585c4f9bb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.64'}], 'enable_snat': True}, 'gw_port_id': '7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:51:37Z', 'updated_at': '2022-02-05T20:51:41Z', 'revision_number': 4, 'project_id': '16490002120a497498df585c4f9bb7cf', 'gw_port': {'id': '7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d158a5-c6ec-47c4-8897-c5af48a366ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:51:38Z', 'updated_at': '2022-02-05T20:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7811b30b-5ddd-4d0d-8545-a7649b0cc2a6', 'tenant_id': '16490002120a497498df585c4f9bb7cf', 'floating_ip_address': '172.35.4.239', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '21d158a5-c6ec-47c4-8897-c5af48a366ca', 'port_id': '054ac344-3e0f-4c87-a459-0fdc4cea8659', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 790, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a85da4f-594b-4edb-a0ef-f6f6d1d94dba', 'mac_address': 'fa:16:3e:56:b8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af0970e-c6df-4101-a373-6ca708eae57e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T20:52:05Z', 'updated_at': '2022-02-05T20:52:09Z', 'revision_number': 1, 'project_id': '16490002120a497498df585c4f9bb7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc776b30-691a-4ce6-bd07-8091949392e3', 'name': '', 'network_id': '7a85da4f-594b-4edb-a0ef-f6f6d1d94dba', 'tenant_id': '16490002120a497498df585c4f9bb7cf', 'mac_address': 'fa:16:3e:7e:a0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d158a5-c6ec-47c4-8897-c5af48a366ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '1859e75b-6740-4475-ba8f-56ef1656315f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:51:41Z', 'updated_at': '2022-02-05T20:51:52Z', 'revision_number': 5, 'project_id': '16490002120a497498df585c4f9bb7cf', 'subnets': [{'id': '1859e75b-6740-4475-ba8f-56ef1656315f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:13.989506 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004c3667-2475-46e8-9227-40c868bff2a7 None None] The sync data for ids ['21d158a5-c6ec-47c4-8897-c5af48a366ca'] in ncdv-master-1 is: [{'id': '21d158a5-c6ec-47c4-8897-c5af48a366ca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-199334173-router', 'tenant_id': '16490002120a497498df585c4f9bb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.64'}], 'enable_snat': True}, 'gw_port_id': '7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:51:37Z', 'updated_at': '2022-02-05T20:51:41Z', 'revision_number': 4, 'project_id': '16490002120a497498df585c4f9bb7cf', 'gw_port': {'id': '7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d158a5-c6ec-47c4-8897-c5af48a366ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:51:38Z', 'updated_at': '2022-02-05T20:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7811b30b-5ddd-4d0d-8545-a7649b0cc2a6', 'tenant_id': '16490002120a497498df585c4f9bb7cf', 'floating_ip_address': '172.35.4.239', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '21d158a5-c6ec-47c4-8897-c5af48a366ca', 'port_id': '054ac344-3e0f-4c87-a459-0fdc4cea8659', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 790, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a85da4f-594b-4edb-a0ef-f6f6d1d94dba', 'mac_address': 'fa:16:3e:56:b8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af0970e-c6df-4101-a373-6ca708eae57e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T20:52:05Z', 'updated_at': '2022-02-05T20:52:09Z', 'revision_number': 1, 'project_id': '16490002120a497498df585c4f9bb7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc776b30-691a-4ce6-bd07-8091949392e3', 'name': '', 'network_id': '7a85da4f-594b-4edb-a0ef-f6f6d1d94dba', 'tenant_id': '16490002120a497498df585c4f9bb7cf', 'mac_address': 'fa:16:3e:7e:a0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d158a5-c6ec-47c4-8897-c5af48a366ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '1859e75b-6740-4475-ba8f-56ef1656315f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:51:41Z', 'updated_at': '2022-02-05T20:51:52Z', 'revision_number': 5, 'project_id': '16490002120a497498df585c4f9bb7cf', 'subnets': [{'id': '1859e75b-6740-4475-ba8f-56ef1656315f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:52:14.037583 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2061d00b-9ca5-4115-abe0-a45ceaeb040e req-18589537-59a5-4b4a-b570-25fdb9e9c9f0 service neutron] 10.222.0.39 "GET /v2.0/networks/7a85da4f-594b-4edb-a0ef-f6f6d1d94dba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1195223
Feb 05 20:52:14.038525 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 90e7d657-7dd1-4bc5-839d-c33ca61a73d2 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:52:14.039313 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (90e7d657-7dd1-4bc5-839d-c33ca61a73d2), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:14.060158 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d0281e6a-8681-4f78-adc5-f6c76b264d47 req-297f6d2a-36d9-4c48-879a-9fb83e20e0e4 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 258 time: 0.5414598
Feb 05 20:52:14.098112 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90e7d657-7dd1-4bc5-839d-c33ca61a73d2 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:52:14.103494 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d63e9d95-5c12-480e-93ee-804294bb2cdc None None] Publish callbacks [] for port (eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:14.108952 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-d0281e6a-8681-4f78-adc5-f6c76b264d47 req-cb5cfe43-2f01-427b-9cc9-6c5627226f18 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:52:14.124319 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d63e9d95-5c12-480e-93ee-804294bb2cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:14.134292 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 90e7d657-7dd1-4bc5-839d-c33ca61a73d2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90e7d657-7dd1-4bc5-839d-c33ca61a73d2,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:14.165574 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b7a3c-fc10-484c-bcda-8507c76226a2 req-e46469df-231b-49bf-b132-9c9948822db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:14.167468 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e59b7a3c-fc10-484c-bcda-8507c76226a2 req-e46469df-231b-49bf-b132-9c9948822db1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53be39e0bc064c9f9e9d130480934b3e&device_id=d7ab6d47-c452-4629-8e26-6fb32ff14222 HTTP/1.1" status: 200  len: 1127 time: 0.4537718
Feb 05 20:52:14.171381 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c38c99c9-613c-47ce-a924-97698d073b02 req-8af70d9b-5ee6-43a3-815f-a12a11c3bb53 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c4cd17f-3504-428a-ae38-d794ce3d6932&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4527636
Feb 05 20:52:14.185356 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (90e7d657-7dd1-4bc5-839d-c33ca61a73d2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:14.246913 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-64bb28d3-4fea-42b8-ad78-c3004477e2d7 admin admin] Publish callbacks [] for router_gateway (715d3da5-17d1-4e84-a19e-1736005579bf), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:14.255883 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63e9d95-5c12-480e-93ee-804294bb2cdc None None] Network c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:52:14.271851 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-d63e9d95-5c12-480e-93ee-804294bb2cdc None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:52:14.275707 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-64bb28d3-4fea-42b8-ad78-c3004477e2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:14.279254 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e9d95-5c12-480e-93ee-804294bb2cdc None None] Pushing event updated for resources: {'Port': ['ID=eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:14.285243 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63e9d95-5c12-480e-93ee-804294bb2cdc None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:52:14.328231 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d0281e6a-8681-4f78-adc5-f6c76b264d47 req-cb5cfe43-2f01-427b-9cc9-6c5627226f18 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:14.378732 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde5b3f9-878a-4876-b66a-0db57a588185 None None] New status for floating IP 7811b30b-5ddd-4d0d-8545-a7649b0cc2a6: ACTIVE {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 20:52:14.450484 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-64bb28d3-4fea-42b8-ad78-c3004477e2d7 admin admin] Allocated IP 172.35.4.207 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/9e7479ec-ba58-403d-9851-4bed3ffd23b1) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:52:14.459012 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['90e7d657-7dd1-4bc5-839d-c33ca61a73d2'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:52:14.466074 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=90e7d657-7dd1-4bc5-839d-c33ca61a73d2,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:14.473475 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-d63e9d95-5c12-480e-93ee-804294bb2cdc None None] Attempting to bind port eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:52:14.480657 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-d63e9d95-5c12-480e-93ee-804294bb2cdc None None] Attempting to bind port eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a23cb92a-c754-434c-8f50-ccb834db554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:52:14.481152 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63e9d95-5c12-480e-93ee-804294bb2cdc None None] Attempting to bind port eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172 on network c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:52:14.535891 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8f95f2d4-de42-483a-a907-1f87f271f0f8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f732d56562ad4c84a7210699161826c7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6607029
Feb 05 20:52:14.540916 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63e9d95-5c12-480e-93ee-804294bb2cdc None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:52:14.544830 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 33098) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:14.545294 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63e9d95-5c12-480e-93ee-804294bb2cdc None None] Checking segment: {'id': 'a23cb92a-c754-434c-8f50-ccb834db554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:52:14.545815 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d63e9d95-5c12-480e-93ee-804294bb2cdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:14.546280 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63e9d95-5c12-480e-93ee-804294bb2cdc None None] Bound using segment: {'id': 'a23cb92a-c754-434c-8f50-ccb834db554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:52:14.548108 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-d63e9d95-5c12-480e-93ee-804294bb2cdc None None] Bound port: eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a23cb92a-c754-434c-8f50-ccb834db554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:52:14.550928 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d63e9d95-5c12-480e-93ee-804294bb2cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:14.590350 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2061d00b-9ca5-4115-abe0-a45ceaeb040e req-fb614a5a-9824-4f6b-a3ab-b273d93305bb service neutron] 10.222.0.39 "GET /v2.0/networks/7a85da4f-594b-4edb-a0ef-f6f6d1d94dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5109684
Feb 05 20:52:14.615560 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b7a3c-fc10-484c-bcda-8507c76226a2 req-1d15b110-a448-4cc0-9051-c3cb72597219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:14.618256 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e59b7a3c-fc10-484c-bcda-8507c76226a2 req-1d15b110-a448-4cc0-9051-c3cb72597219 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4f6bbf0a-d9ad-4c3b-8360-37552f960258 HTTP/1.1" status: 200  len: 917 time: 0.4280941
Feb 05 20:52:14.638482 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-64bb28d3-4fea-42b8-ad78-c3004477e2d7 admin admin] Publish callbacks [] for port (9e7479ec-ba58-403d-9851-4bed3ffd23b1), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:14.659102 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a8ce2-2c72-4f37-a0fe-aacebde09978 req-2289bc67-81d6-423a-af3c-7d14da921732 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:14.666701 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b42a8ce2-2c72-4f37-a0fe-aacebde09978 req-2289bc67-81d6-423a-af3c-7d14da921732 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7ab6d47-c452-4629-8e26-6fb32ff14222 HTTP/1.1" status: 200  len: 945 time: 0.3441486
Feb 05 20:52:14.715963 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-64bb28d3-4fea-42b8-ad78-c3004477e2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (9e7479ec-ba58-403d-9851-4bed3ffd23b1), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:14.739328 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e59b7a3c-fc10-484c-bcda-8507c76226a2 req-75600408-6373-41ee-b0fa-3002fcf9cca4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a6b9845-adce-4c16-9670-559be282c289 HTTP/1.1" status: 200  len: 217 time: 0.0906231
Feb 05 20:52:14.754091 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-d63e9d95-5c12-480e-93ee-804294bb2cdc None None] For port eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:52:14.764665 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bb28d3-4fea-42b8-ad78-c3004477e2d7 admin admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:52:14.768535 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-64bb28d3-4fea-42b8-ad78-c3004477e2d7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:52:14.772453 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bb28d3-4fea-42b8-ad78-c3004477e2d7 admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:52:14.778579 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-d63e9d95-5c12-480e-93ee-804294bb2cdc None None] For port eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172,segment=NetworkSegment(a23cb92a-c754-434c-8f50-ccb834db554e),segment_id=a23cb92a-c754-434c-8f50-ccb834db554e)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:52:14.794611 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d63e9d95-5c12-480e-93ee-804294bb2cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:14.802236 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb28d3-4fea-42b8-ad78-c3004477e2d7 admin admin] Pushing event updated for resources: {'Port': ['ID=9e7479ec-ba58-403d-9851-4bed3ffd23b1,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:14.818841 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-37ed438f-5b3e-4082-b8e4-1c245fe68684 admin admin] Publish callbacks [] for security_group (cb5fde8b-dc46-4fec-a0de-2479ec656020), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:14.843543 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b42a8ce2-2c72-4f37-a0fe-aacebde09978 req-93489fbf-9c9f-4a67-bf49-41c1f166577d tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1751990
Feb 05 20:52:14.891170 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-37ed438f-5b3e-4082-b8e4-1c245fe68684 admin admin] Publish callbacks [] for security_group (cb5fde8b-dc46-4fec-a0de-2479ec656020), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:14.894027 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e9d95-5c12-480e-93ee-804294bb2cdc None None] Pushing event updated for resources: {'Port': ['ID=eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:14.949593 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b7a3c-fc10-484c-bcda-8507c76226a2 req-0eaccae3-5278-48c3-9d05-ce8cd4d1c85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:14.951162 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e59b7a3c-fc10-484c-bcda-8507c76226a2 req-0eaccae3-5278-48c3-9d05-ce8cd4d1c85d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a22d3dbf-203d-4cfa-a5fd-8d8f36ead714 HTTP/1.1" status: 200  len: 855 time: 0.2008867
Feb 05 20:52:14.999972 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:15.019962 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d0281e6a-8681-4f78-adc5-f6c76b264d47 req-cb5cfe43-2f01-427b-9cc9-6c5627226f18 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:15.072577 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-37ed438f-5b3e-4082-b8e4-1c245fe68684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (cb5fde8b-dc46-4fec-a0de-2479ec656020), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:15.077860 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-37ed438f-5b3e-4082-b8e4-1c245fe68684 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:15.079258 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-37ed438f-5b3e-4082-b8e4-1c245fe68684 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb5fde8b-dc46-4fec-a0de-2479ec656020 HTTP/1.1" status: 204  len: 168 time: 0.5254011
Feb 05 20:52:15.108700 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed438f-5b3e-4082-b8e4-1c245fe68684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5fde8b-dc46-4fec-a0de-2479ec656020,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:15.124878 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c67b7-a729-473e-9152-798fd52008dc req-a0e255c4-8b41-4354-9e5c-9d45ba0a58fa tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:15.126490 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-130c67b7-a729-473e-9152-798fd52008dc req-a0e255c4-8b41-4354-9e5c-9d45ba0a58fa tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 945 time: 0.1839457
Feb 05 20:52:15.131805 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-64bb28d3-4fea-42b8-ad78-c3004477e2d7 admin admin] Publish callbacks [] for router_gateway (715d3da5-17d1-4e84-a19e-1736005579bf), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:15.136950 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b7a3c-fc10-484c-bcda-8507c76226a2 req-a368fd3e-2d5a-4ff9-9e05-7b2758322a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:15.141467 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e59b7a3c-fc10-484c-bcda-8507c76226a2 req-a368fd3e-2d5a-4ff9-9e05-7b2758322a4b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4f6bbf0a-d9ad-4c3b-8360-37552f960258&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1808498
Feb 05 20:52:15.301280 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-d0281e6a-8681-4f78-adc5-f6c76b264d47 req-cb5cfe43-2f01-427b-9cc9-6c5627226f18 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Allocated IP 172.35.4.31 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/6072318e-ea19-4f99-bb8c-18081b5ca364) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:52:15.323127 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-130c67b7-a729-473e-9152-798fd52008dc req-e6585401-3f72-4303-869e-af0812b6462f tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1785018
Feb 05 20:52:15.446864 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e59b7a3c-fc10-484c-bcda-8507c76226a2 req-7f104a49-07d0-4589-9249-33b0232348ef service neutron] 10.222.0.21 "GET /v2.0/networks/4f6bbf0a-d9ad-4c3b-8360-37552f960258?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2751372
Feb 05 20:52:15.449375 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-64bb28d3-4fea-42b8-ad78-c3004477e2d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (715d3da5-17d1-4e84-a19e-1736005579bf), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:15.505467 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:52:15.592728 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:52:15.593357 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:15.601890 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d0281e6a-8681-4f78-adc5-f6c76b264d47 req-cb5cfe43-2f01-427b-9cc9-6c5627226f18 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks [] for port (6072318e-ea19-4f99-bb8c-18081b5ca364), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:15.619748 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a79dd6e-dd3a-480e-ad65-2da548eaba32 req-a7ad3d3b-0e65-438d-b1c5-2eff6cb9ada0 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:15.626057 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33110) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:15.626996 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0a79dd6e-dd3a-480e-ad65-2da548eaba32 req-a7ad3d3b-0e65-438d-b1c5-2eff6cb9ada0 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=778f451e-d667-417d-a9e6-d3d834e65fe2 HTTP/1.1" status: 200  len: 950 time: 0.1828828
Feb 05 20:52:15.644880 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64bb28d3-4fea-42b8-ad78-c3004477e2d7 admin admin] Router 715d3da5-17d1-4e84-a19e-1736005579bf is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 20:52:15.678798 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e59b7a3c-fc10-484c-bcda-8507c76226a2 req-c4dd3353-67c2-45db-ad8f-fd242034e311 service neutron] 10.222.0.21 "GET /v2.0/networks/4f6bbf0a-d9ad-4c3b-8360-37552f960258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2095110
Feb 05 20:52:15.692433 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:52:15.692898 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:15.727169 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0a79dd6e-dd3a-480e-ad65-2da548eaba32 req-6a99d882-6e6e-4367-abd9-97c72497931e tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990355
Feb 05 20:52:15.733320 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172,segment=NetworkSegment(a23cb92a-c754-434c-8f50-ccb834db554e),segment_id=a23cb92a-c754-434c-8f50-ccb834db554e)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:15.734110 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d0281e6a-8681-4f78-adc5-f6c76b264d47 req-cb5cfe43-2f01-427b-9cc9-6c5627226f18 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (6072318e-ea19-4f99-bb8c-18081b5ca364), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:15.738229 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:15.754439 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-050e08dc-2a8a-4e2c-913e-ec138471ad80 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca3ba112f77641e3a36c28a5d646af5b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1267884
Feb 05 20:52:15.756787 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33114) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:15.825159 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0281e6a-8681-4f78-adc5-f6c76b264d47 req-cb5cfe43-2f01-427b-9cc9-6c5627226f18 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:52:15.830648 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-d0281e6a-8681-4f78-adc5-f6c76b264d47 req-cb5cfe43-2f01-427b-9cc9-6c5627226f18 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:52:15.837954 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:15.838473 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0281e6a-8681-4f78-adc5-f6c76b264d47 req-cb5cfe43-2f01-427b-9cc9-6c5627226f18 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:52:15.841923 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5cfe43-2f01-427b-9cc9-6c5627226f18 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Pushing event updated for resources: {'Port': ['ID=6072318e-ea19-4f99-bb8c-18081b5ca364,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:15.896712 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64bb28d3-4fea-42b8-ad78-c3004477e2d7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:52:15.908020 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301d8c70-b88e-4b46-b10e-6228f33a9f01 None None] Sync routers for ids ['715d3da5-17d1-4e84-a19e-1736005579bf'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:52:15.909354 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f9f05ab4-0358-44d5-a404-2455f9dcc148 admin admin] Publish callbacks [] for security_group (d2a3ead0-8427-430e-a7e3-f8002aaaf621), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:15.930606 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-64bb28d3-4fea-42b8-ad78-c3004477e2d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:15.931232 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301d8c70-b88e-4b46-b10e-6228f33a9f01 None None] Routers {'715d3da5-17d1-4e84-a19e-1736005579bf'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:52:15.932922 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-64bb28d3-4fea-42b8-ad78-c3004477e2d7 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.8743353
Feb 05 20:52:15.933509 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-301d8c70-b88e-4b46-b10e-6228f33a9f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabc0b400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:52:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['715d3da5-17d1-4e84-a19e-1736005579bf'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:15.936175 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 33118) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:15.954226 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f9f05ab4-0358-44d5-a404-2455f9dcc148 admin admin] Publish callbacks [] for security_group (d2a3ead0-8427-430e-a7e3-f8002aaaf621), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:16.010834 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f9f05ab4-0358-44d5-a404-2455f9dcc148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (d2a3ead0-8427-430e-a7e3-f8002aaaf621), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:16.014076 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f9f05ab4-0358-44d5-a404-2455f9dcc148 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:16.015399 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f9f05ab4-0358-44d5-a404-2455f9dcc148 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d2a3ead0-8427-430e-a7e3-f8002aaaf621 HTTP/1.1" status: 204  len: 168 time: 0.2561722
Feb 05 20:52:16.030119 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f05ab4-0358-44d5-a404-2455f9dcc148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a3ead0-8427-430e-a7e3-f8002aaaf621,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:16.209018 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d0281e6a-8681-4f78-adc5-f6c76b264d47 req-cb5cfe43-2f01-427b-9cc9-6c5627226f18 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks [] for floatingip (8ed4a73f-4693-45b5-9dcb-5130322cb841), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:16.293344 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d0281e6a-8681-4f78-adc5-f6c76b264d47 req-cb5cfe43-2f01-427b-9cc9-6c5627226f18 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (6072318e-ea19-4f99-bb8c-18081b5ca364), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:16.312283 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-301d8c70-b88e-4b46-b10e-6228f33a9f01 None None] Set router 715d3da5-17d1-4e84-a19e-1736005579bf gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:52:16.386534 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed223e91-4d56-4822-b86c-9a6330f5c6d7 None None] Network c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:52:16.557248 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-ee95dee2-a6fd-4f43-ad2a-240e74988731 None None] Provisioning complete for port eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:52:16.558012 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ee95dee2-a6fd-4f43-ad2a-240e74988731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:16.728895 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ee95dee2-a6fd-4f43-ad2a-240e74988731 None None] Current status of the port eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:52:16.737312 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-301d8c70-b88e-4b46-b10e-6228f33a9f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabc0b400>, [{'id': '715d3da5-17d1-4e84-a19e-1736005579bf', 'name': 'tempest-ServersTestManualDisk-1513008310-router', 'tenant_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.207'}], 'enable_snat': True}, 'gw_port_id': '9e7479ec-ba58-403d-9851-4bed3ffd23b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:52:13Z', 'updated_at': '2022-02-05T20:52:14Z', 'revision_number': 3, 'project_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'gw_port': {'id': '9e7479ec-ba58-403d-9851-4bed3ffd23b1', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ff:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715d3da5-17d1-4e84-a19e-1736005579bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:14Z', 'updated_at': '2022-02-05T20:52:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:16.765969 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301d8c70-b88e-4b46-b10e-6228f33a9f01 None None] Checking router: 715d3da5-17d1-4e84-a19e-1736005579bf for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:52:16.766326 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301d8c70-b88e-4b46-b10e-6228f33a9f01 None None] Updating router 715d3da5-17d1-4e84-a19e-1736005579bf port 9e7479ec-ba58-403d-9851-4bed3ffd23b1 binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 20:52:16.814276 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-301d8c70-b88e-4b46-b10e-6228f33a9f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9e7479ec-ba58-403d-9851-4bed3ffd23b1), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:17.072003 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-232bd544-c24b-400d-9915-6f195921d422 None None] Provisioning complete for port eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:52:17.072268 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-232bd544-c24b-400d-9915-6f195921d422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:17.105263 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b29c2d-defb-4535-8a8e-320f70dd320c req-faa5cb23-acae-4c8c-b88d-27e7dbbe28aa tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:17.111976 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a7b29c2d-defb-4535-8a8e-320f70dd320c req-faa5cb23-acae-4c8c-b88d-27e7dbbe28aa tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/ports?device_id=19375310-6780-492f-9cfe-8c45aa5546a7 HTTP/1.1" status: 200  len: 948 time: 0.2689123
Feb 05 20:52:17.185785 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d0281e6a-8681-4f78-adc5-f6c76b264d47 req-cb5cfe43-2f01-427b-9cc9-6c5627226f18 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks [] for port (6072318e-ea19-4f99-bb8c-18081b5ca364), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:17.198727 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d0281e6a-8681-4f78-adc5-f6c76b264d47 req-cb5cfe43-2f01-427b-9cc9-6c5627226f18 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (6072318e-ea19-4f99-bb8c-18081b5ca364), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:17.216005 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-301d8c70-b88e-4b46-b10e-6228f33a9f01 None None] Publish callbacks [] for port (9e7479ec-ba58-403d-9851-4bed3ffd23b1), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:17.224183 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-232bd544-c24b-400d-9915-6f195921d422 None None] Current status of the port eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:52:17.226833 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-301d8c70-b88e-4b46-b10e-6228f33a9f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9e7479ec-ba58-403d-9851-4bed3ffd23b1), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:17.265124 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a7b29c2d-defb-4535-8a8e-320f70dd320c req-b7111c55-c31b-465c-ae24-f7699d29458d tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c4cd17f-3504-428a-ae38-d794ce3d6932&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1523044
Feb 05 20:52:17.270319 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-90fc2eab-b35c-42b1-8589-3c593ed221f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:17.286035 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-301d8c70-b88e-4b46-b10e-6228f33a9f01 None None] Attempting to bind port 9e7479ec-ba58-403d-9851-4bed3ffd23b1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:52:17.286520 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-301d8c70-b88e-4b46-b10e-6228f33a9f01 None None] Attempting to bind port 9e7479ec-ba58-403d-9851-4bed3ffd23b1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:52:17.286961 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301d8c70-b88e-4b46-b10e-6228f33a9f01 None None] Attempting to bind port 9e7479ec-ba58-403d-9851-4bed3ffd23b1 on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:52:17.289139 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd136b94-e5b2-45f4-8e99-85bacac82f19 None None] Pushing event updated for resources: {'Port': ['ID=9e7479ec-ba58-403d-9851-4bed3ffd23b1,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:17.295468 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301d8c70-b88e-4b46-b10e-6228f33a9f01 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:52:17.295858 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301d8c70-b88e-4b46-b10e-6228f33a9f01 None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:52:17.296878 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-301d8c70-b88e-4b46-b10e-6228f33a9f01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:17.296878 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301d8c70-b88e-4b46-b10e-6228f33a9f01 None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:52:17.297255 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-301d8c70-b88e-4b46-b10e-6228f33a9f01 None None] Bound port: 9e7479ec-ba58-403d-9851-4bed3ffd23b1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:52:17.297649 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-301d8c70-b88e-4b46-b10e-6228f33a9f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9e7479ec-ba58-403d-9851-4bed3ffd23b1), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:17.319041 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5cfe43-2f01-427b-9cc9-6c5627226f18 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Pushing event updated for resources: {'Port': ['ID=6072318e-ea19-4f99-bb8c-18081b5ca364,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:17.370317 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-301d8c70-b88e-4b46-b10e-6228f33a9f01 None None] For port 9e7479ec-ba58-403d-9851-4bed3ffd23b1, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:52:17.377242 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-301d8c70-b88e-4b46-b10e-6228f33a9f01 None None] For port 9e7479ec-ba58-403d-9851-4bed3ffd23b1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9e7479ec-ba58-403d-9851-4bed3ffd23b1,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:52:17.387565 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-301d8c70-b88e-4b46-b10e-6228f33a9f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9e7479ec-ba58-403d-9851-4bed3ffd23b1), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:17.416465 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d0281e6a-8681-4f78-adc5-f6c76b264d47 req-cb5cfe43-2f01-427b-9cc9-6c5627226f18 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (8ed4a73f-4693-45b5-9dcb-5130322cb841), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:17.458461 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 90e7d657-7dd1-4bc5-839d-c33ca61a73d2 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:52:17.466319 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:52:17.497217 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d0281e6a-8681-4f78-adc5-f6c76b264d47 req-cb5cfe43-2f01-427b-9cc9-6c5627226f18 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:17.498682 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d0281e6a-8681-4f78-adc5-f6c76b264d47 req-cb5cfe43-2f01-427b-9cc9-6c5627226f18 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 3.4368408
Feb 05 20:52:17.537008 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301d8c70-b88e-4b46-b10e-6228f33a9f01 None None] Routers {'715d3da5-17d1-4e84-a19e-1736005579bf'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:52:17.537746 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-301d8c70-b88e-4b46-b10e-6228f33a9f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabc0b400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:52:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['715d3da5-17d1-4e84-a19e-1736005579bf'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:17.546461 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd136b94-e5b2-45f4-8e99-85bacac82f19 None None] Pushing event updated for resources: {'Port': ['ID=9e7479ec-ba58-403d-9851-4bed3ffd23b1,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:17.611761 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d0281e6a-8681-4f78-adc5-f6c76b264d47 req-d8680a72-87f8-4137-a4a8-1806e13f6876 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.31 HTTP/1.1" status: 200  len: 695 time: 0.0990512
Feb 05 20:52:17.628541 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df9d1f-b4b9-47c9-8450-2656bd458084 req-9dc2ead6-0abb-41ad-84df-89ec92b30c27 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:17.628541 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a4df9d1f-b4b9-47c9-8450-2656bd458084 req-9dc2ead6-0abb-41ad-84df-89ec92b30c27 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7ab6d47-c452-4629-8e26-6fb32ff14222 HTTP/1.1" status: 200  len: 945 time: 0.2093465
Feb 05 20:52:17.657380 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:52:17.658008 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:17.667273 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 90e7d657-7dd1-4bc5-839d-c33ca61a73d2 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:52:17.697082 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 90e7d657-7dd1-4bc5-839d-c33ca61a73d2 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:52:17.697467 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (90e7d657-7dd1-4bc5-839d-c33ca61a73d2), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:17.744824 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-301d8c70-b88e-4b46-b10e-6228f33a9f01 None None] Set router 715d3da5-17d1-4e84-a19e-1736005579bf gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:52:17.800252 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 20:52:17.812491 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-90fc2eab-b35c-42b1-8589-3c593ed221f1 admin admin] Allocated IP 172.20.0.1 (c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a/6574d1d7-7df2-4ee5-9f4f-df2664f961b3/9b6ab54c-2a9a-4a79-a56f-7174590fb202) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:52:17.818512 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a4df9d1f-b4b9-47c9-8450-2656bd458084 req-d25a16ec-59d1-4f73-8262-95afcde92392 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1819494
Feb 05 20:52:17.828062 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0281e6a-8681-4f78-adc5-f6c76b264d47 req-18510609-ccca-46ce-a40c-db06b4a50dff tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:17.829458 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d0281e6a-8681-4f78-adc5-f6c76b264d47 req-18510609-ccca-46ce-a40c-db06b4a50dff tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/networks/d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 784 time: 0.1919241
Feb 05 20:52:17.915386 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:52:17.997457 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 90e7d657-7dd1-4bc5-839d-c33ca61a73d2 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:52:17.997858 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (90e7d657-7dd1-4bc5-839d-c33ca61a73d2), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:18.027311 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19375310-6780-492f-9cfe-8c45aa5546a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e7d657-7dd1-4bc5-839d-c33ca61a73d2'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:52:18.029535 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b0b8ef-86e0-4343-8e98-2897088cbbb7" -d '{"events": [{"server_uuid": "19375310-6780-492f-9cfe-8c45aa5546a7", "name": "network-vif-plugged", "status": "completed", "tag": "90e7d657-7dd1-4bc5-839d-c33ca61a73d2"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:52:18.045122 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 90e7d657-7dd1-4bc5-839d-c33ca61a73d2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90e7d657-7dd1-4bc5-839d-c33ca61a73d2,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:18.050988 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (90e7d657-7dd1-4bc5-839d-c33ca61a73d2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:18.075931 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065b4be-2f25-45d7-b816-6032e6d2e01d req-a50f585e-e87f-4e97-b6e7-5218535e0fc6 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:18.077478 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6065b4be-2f25-45d7-b816-6032e6d2e01d req-a50f585e-e87f-4e97-b6e7-5218535e0fc6 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 945 time: 0.1543236
Feb 05 20:52:18.084512 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-90fc2eab-b35c-42b1-8589-3c593ed221f1 admin admin] Publish callbacks [] for port (9b6ab54c-2a9a-4a79-a56f-7174590fb202), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:18.091506 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-301d8c70-b88e-4b46-b10e-6228f33a9f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabc0b400>, [{'id': '715d3da5-17d1-4e84-a19e-1736005579bf', 'name': 'tempest-ServersTestManualDisk-1513008310-router', 'tenant_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.207'}], 'enable_snat': True}, 'gw_port_id': '9e7479ec-ba58-403d-9851-4bed3ffd23b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:52:13Z', 'updated_at': '2022-02-05T20:52:14Z', 'revision_number': 3, 'project_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'gw_port': {'id': '9e7479ec-ba58-403d-9851-4bed3ffd23b1', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ff:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715d3da5-17d1-4e84-a19e-1736005579bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:14Z', 'updated_at': '2022-02-05T20:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:18.095983 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd9fa0-ca73-4ea8-9ade-c7e03ff8b615 req-c70ac740-0621-4eea-a108-dbffa4b48c48 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:18.097444 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c8dd9fa0-ca73-4ea8-9ade-c7e03ff8b615 req-c70ac740-0621-4eea-a108-dbffa4b48c48 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=778f451e-d667-417d-a9e6-d3d834e65fe2 HTTP/1.1" status: 200  len: 950 time: 0.1152294
Feb 05 20:52:18.122148 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301d8c70-b88e-4b46-b10e-6228f33a9f01 None None] The sync data for ids ['715d3da5-17d1-4e84-a19e-1736005579bf'] in ncdv-master-1 is: [{'id': '715d3da5-17d1-4e84-a19e-1736005579bf', 'name': 'tempest-ServersTestManualDisk-1513008310-router', 'tenant_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.207'}], 'enable_snat': True}, 'gw_port_id': '9e7479ec-ba58-403d-9851-4bed3ffd23b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:52:13Z', 'updated_at': '2022-02-05T20:52:14Z', 'revision_number': 3, 'project_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'gw_port': {'id': '9e7479ec-ba58-403d-9851-4bed3ffd23b1', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ff:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715d3da5-17d1-4e84-a19e-1736005579bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:14Z', 'updated_at': '2022-02-05T20:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:52:18.137434 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=90e7d657-7dd1-4bc5-839d-c33ca61a73d2,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:18.189068 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6065b4be-2f25-45d7-b816-6032e6d2e01d req-c1a2ad65-68ba-4ad7-920f-70667894dd1f tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021764
Feb 05 20:52:18.212315 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c8dd9fa0-ca73-4ea8-9ade-c7e03ff8b615 req-018cce4c-97f5-49f8-b1f3-0cfaf0f85867 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987170
Feb 05 20:52:18.212315 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-90fc2eab-b35c-42b1-8589-3c593ed221f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (9b6ab54c-2a9a-4a79-a56f-7174590fb202), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:18.256188 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fc2eab-b35c-42b1-8589-3c593ed221f1 admin admin] Network c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:52:18.270284 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-90fc2eab-b35c-42b1-8589-3c593ed221f1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:52:18.277189 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fc2eab-b35c-42b1-8589-3c593ed221f1 admin admin] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:52:18.295230 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc2eab-b35c-42b1-8589-3c593ed221f1 admin admin] Pushing event updated for resources: {'Port': ['ID=9b6ab54c-2a9a-4a79-a56f-7174590fb202,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:18.362359 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef1f72-edaa-4164-aebf-cfd4bcae7634 req-fd36d674-49c9-4d53-a9ee-04fe2d69308f tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:18.363937 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-00ef1f72-edaa-4164-aebf-cfd4bcae7634 req-fd36d674-49c9-4d53-a9ee-04fe2d69308f tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/ports?device_id=0af0970e-c6df-4101-a373-6ca708eae57e&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1066487
Feb 05 20:52:18.364885 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-90fc2eab-b35c-42b1-8589-3c593ed221f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (715d3da5-17d1-4e84-a19e-1736005579bf), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:18.472426 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-00ef1f72-edaa-4164-aebf-cfd4bcae7634 req-3cf6a3c8-4207-42a3-8536-82e4266b4163 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.31 HTTP/1.1" status: 200  len: 695 time: 0.0703838
Feb 05 20:52:18.486011 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-00ef1f72-edaa-4164-aebf-cfd4bcae7634 req-5b623d64-82fd-4d2e-a09f-901ecaf13522 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Request body: {'floatingip': {'port_id': '054ac344-3e0f-4c87-a459-0fdc4cea8659', 'fixed_ip_address': '172.20.0.9'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:52:18.615033 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-00ef1f72-edaa-4164-aebf-cfd4bcae7634 req-5b623d64-82fd-4d2e-a09f-901ecaf13522 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks [] for floatingip (8ed4a73f-4693-45b5-9dcb-5130322cb841), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:18.623297 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-916cf635-08af-477c-9d2a-47487ff6b482 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=4ace810762e64782900932297c36e3bc&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0598788
Feb 05 20:52:18.662533 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-cb4e3299-6e25-4fd1-a546-ddbdafe9ad25 None None] Provisioning complete for port 9b6ab54c-2a9a-4a79-a56f-7174590fb202 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:52:18.663714 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cb4e3299-6e25-4fd1-a546-ddbdafe9ad25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9b6ab54c-2a9a-4a79-a56f-7174590fb202), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:18.703166 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-cb4e3299-6e25-4fd1-a546-ddbdafe9ad25 None None] Port 9b6ab54c-2a9a-4a79-a56f-7174590fb202 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:52:18.821388 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-90fc2eab-b35c-42b1-8589-3c593ed221f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9b6ab54c-2a9a-4a79-a56f-7174590fb202), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:18.933717 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-ef1e76fb-5689-4cc3-b09a-1511f72e412d tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:18.935552 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-ef1e76fb-5689-4cc3-b09a-1511f72e412d tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2803047
Feb 05 20:52:18.994467 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-d5f3ade8-0806-404c-b0ec-a1ab4994bf88 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/quotas/4ace810762e64782900932297c36e3bc HTTP/1.1" status: 200  len: 375 time: 0.0526319
Feb 05 20:52:19.048160 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-33aae962-80d8-414e-baee-5b595676fffc tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ace810762e64782900932297c36e3bc&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0455303
Feb 05 20:52:19.067077 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [req-00ef1f72-edaa-4164-aebf-cfd4bcae7634 req-5b623d64-82fd-4d2e-a09f-901ecaf13522 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] update failed (client error): There was a conflict when trying to complete your request.
Feb 05 20:52:19.068133 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-00ef1f72-edaa-4164-aebf-cfd4bcae7634 req-5b623d64-82fd-4d2e-a09f-901ecaf13522 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "PUT /v2.0/floatingips/8ed4a73f-4693-45b5-9dcb-5130322cb841 HTTP/1.1" status: 409  len: 549 time: 0.5875142
Feb 05 20:52:19.114058 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50114373-efd7-4d99-ae10-52b7a1618de1 x-openstack-request-id: req-50114373-efd7-4d99-ae10-52b7a1618de1 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:52:19.114580 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19375310-6780-492f-9cfe-8c45aa5546a7", "name": "network-vif-plugged", "status": "completed", "tag": "90e7d657-7dd1-4bc5-839d-c33ca61a73d2", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:52:19.115011 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-50114373-efd7-4d99-ae10-52b7a1618de1 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:52:19.116071 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19375310-6780-492f-9cfe-8c45aa5546a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e7d657-7dd1-4bc5-839d-c33ca61a73d2', 'code': 200}
Feb 05 20:52:19.172499 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-90fc2eab-b35c-42b1-8589-3c593ed221f1 admin admin] Publish callbacks [] for port (9b6ab54c-2a9a-4a79-a56f-7174590fb202), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:19.178805 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-90fc2eab-b35c-42b1-8589-3c593ed221f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (9b6ab54c-2a9a-4a79-a56f-7174590fb202), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:19.325102 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc2eab-b35c-42b1-8589-3c593ed221f1 admin admin] Pushing event updated for resources: {'Port': ['ID=9b6ab54c-2a9a-4a79-a56f-7174590fb202,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:19.330756 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-90fc2eab-b35c-42b1-8589-3c593ed221f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (715d3da5-17d1-4e84-a19e-1736005579bf), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:19.345646 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925646a1-1c1b-4331-b372-c8a045b9fac6 req-9e6ce657-a578-443b-a34f-654be9438ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:19.347306 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-925646a1-1c1b-4331-b372-c8a045b9fac6 req-9e6ce657-a578-443b-a34f-654be9438ff6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=19375310-6780-492f-9cfe-8c45aa5546a7 HTTP/1.1" status: 200  len: 1131 time: 0.1633201
Feb 05 20:52:19.437931 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2128da-18b1-40a4-889b-f61446d96ad6 req-d29b18b7-23f4-41c0-91ac-cddd55c7f14d tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:19.443363 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2f2128da-18b1-40a4-889b-f61446d96ad6 req-d29b18b7-23f4-41c0-91ac-cddd55c7f14d tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7ab6d47-c452-4629-8e26-6fb32ff14222 HTTP/1.1" status: 200  len: 945 time: 0.1916096
Feb 05 20:52:19.485776 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9e7479ec-ba58-403d-9851-4bed3ffd23b1 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:52:19.540362 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-925646a1-1c1b-4331-b372-c8a045b9fac6 req-80f4c91b-a073-4856-a369-77e5dba0ed5a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5c4cd17f-3504-428a-ae38-d794ce3d6932&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1855927
Feb 05 20:52:19.747260 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 9e7479ec-ba58-403d-9851-4bed3ffd23b1 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:52:19.747853 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9e7479ec-ba58-403d-9851-4bed3ffd23b1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:19.841509 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 9e7479ec-ba58-403d-9851-4bed3ffd23b1 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:52:19.842117 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9e7479ec-ba58-403d-9851-4bed3ffd23b1), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:19.871829 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 9e7479ec-ba58-403d-9851-4bed3ffd23b1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9e7479ec-ba58-403d-9851-4bed3ffd23b1,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:19.884568 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9e7479ec-ba58-403d-9851-4bed3ffd23b1), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:19.914805 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:19.924331 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fc2eab-b35c-42b1-8589-3c593ed221f1 admin admin] Network c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:52:19.928354 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-90fc2eab-b35c-42b1-8589-3c593ed221f1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:52:19.933594 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2f2128da-18b1-40a4-889b-f61446d96ad6 req-acc8b518-983c-4e5e-b085-073e0aa0282d tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4456828
Feb 05 20:52:19.971878 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=9e7479ec-ba58-403d-9851-4bed3ffd23b1,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:20.058827 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3d15d621-cfe0-4302-813d-313e078191b5 req-666bc529-6e61-4765-af9d-23fb09eb7098 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/floatingips/8ed4a73f-4693-45b5-9dcb-5130322cb841 HTTP/1.1" status: 200  len: 692 time: 0.0620613
Feb 05 20:52:20.075302 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67559c4b-021a-4da0-ba23-ec55589b0f49 req-544f3f49-188f-4b74-833a-06e4db417e2f tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:20.076804 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-67559c4b-021a-4da0-ba23-ec55589b0f49 req-544f3f49-188f-4b74-833a-06e4db417e2f tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/ports?device_id=19375310-6780-492f-9cfe-8c45aa5546a7 HTTP/1.1" status: 200  len: 949 time: 0.2006640
Feb 05 20:52:20.225902 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-67559c4b-021a-4da0-ba23-ec55589b0f49 req-70728f79-7805-45f7-9615-32575f2bf0a2 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c4cd17f-3504-428a-ae38-d794ce3d6932&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1103806
Feb 05 20:52:20.236146 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-e88c63d3-09b7-4acf-ad95-bffe9d96c703 None None] Provisioning complete for port 9b6ab54c-2a9a-4a79-a56f-7174590fb202 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:52:20.236443 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90fc2eab-b35c-42b1-8589-3c593ed221f1 admin admin] Router 715d3da5-17d1-4e84-a19e-1736005579bf has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:52:20.236574 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e88c63d3-09b7-4acf-ad95-bffe9d96c703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9b6ab54c-2a9a-4a79-a56f-7174590fb202), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:20.269949 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15d621-cfe0-4302-813d-313e078191b5 req-b1e8ddac-1e28-4f3e-9c93-ca11ba6be2f3 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:20.271450 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3d15d621-cfe0-4302-813d-313e078191b5 req-b1e8ddac-1e28-4f3e-9c93-ca11ba6be2f3 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/networks/d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 784 time: 0.2058125
Feb 05 20:52:20.285774 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-e88c63d3-09b7-4acf-ad95-bffe9d96c703 None None] Port 9b6ab54c-2a9a-4a79-a56f-7174590fb202 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:52:20.380723 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-40b1e065-2505-4035-8b42-2f2745ddab07 req-c4af653e-e145-4aaa-bdcf-d270f2952870 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/ports?device_id=de321d29-f3cb-4c16-b51f-c6bf52377ed1 HTTP/1.1" status: 200  len: 210 time: 0.0679967
Feb 05 20:52:20.412350 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-5fcad2b7-b8f4-49cd-b198-7bc4ed999a97 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=4ace810762e64782900932297c36e3bc&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0340118
Feb 05 20:52:20.415905 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3d15d621-cfe0-4302-813d-313e078191b5 req-8f08e1a9-c16d-4458-ba92-22ce5954a8df tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.31 HTTP/1.1" status: 200  len: 695 time: 0.1043501
Feb 05 20:52:20.578497 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3d15d621-cfe0-4302-813d-313e078191b5 req-7010aa7c-cc08-4a15-89f2-6b716b8195cd tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.31 HTTP/1.1" status: 200  len: 695 time: 0.1286736
Feb 05 20:52:20.606364 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90fc2eab-b35c-42b1-8589-3c593ed221f1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:52:20.616553 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11da8668-977f-4b6a-a066-f5c2aaaa6dac None None] Sync routers for ids ['715d3da5-17d1-4e84-a19e-1736005579bf'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:52:20.627586 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11da8668-977f-4b6a-a066-f5c2aaaa6dac None None] Routers {'715d3da5-17d1-4e84-a19e-1736005579bf'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:52:20.628211 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-11da8668-977f-4b6a-a066-f5c2aaaa6dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8917ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:52:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['715d3da5-17d1-4e84-a19e-1736005579bf'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:20.653380 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-90fc2eab-b35c-42b1-8589-3c593ed221f1 admin admin] 10.222.0.32 "PUT /v2.0/routers/715d3da5-17d1-4e84-a19e-1736005579bf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7160022
Feb 05 20:52:20.730058 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-722ed0e0-a511-4ad6-ad2b-2821f855988b tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:20.731555 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-722ed0e0-a511-4ad6-ad2b-2821f855988b tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3148055
Feb 05 20:52:20.740904 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467aac7-a7aa-4a15-8de6-bf1865ee8adc req-c8eb2622-ce07-4fa2-831f-732155b0a150 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:20.742416 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2467aac7-a7aa-4a15-8de6-bf1865ee8adc req-c8eb2622-ce07-4fa2-831f-732155b0a150 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 945 time: 0.2899253
Feb 05 20:52:20.747858 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-147cb0e8-9066-445a-aca9-c7530e2fa9f1 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Request body: {'port': {'device_id': 'de321d29-f3cb-4c16-b51f-c6bf52377ed1', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'admin_state_up': True, 'tenant_id': '4ace810762e64782900932297c36e3bc'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:52:20.769004 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-11da8668-977f-4b6a-a066-f5c2aaaa6dac None None] Set router 715d3da5-17d1-4e84-a19e-1736005579bf gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:52:20.893896 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2467aac7-a7aa-4a15-8de6-bf1865ee8adc req-2245e3a5-fed9-4c1b-bcc7-415858fa86f3 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1256425
Feb 05 20:52:20.908641 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-3d15d621-cfe0-4302-813d-313e078191b5 req-3cd64167-2720-4a26-9634-4d05d587e971 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Deleting port 6072318e-ea19-4f99-bb8c-18081b5ca364 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:52:20.908982 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-3d15d621-cfe0-4302-813d-313e078191b5 req-3cd64167-2720-4a26-9634-4d05d587e971 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (6072318e-ea19-4f99-bb8c-18081b5ca364), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:20.971667 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-147cb0e8-9066-445a-aca9-c7530e2fa9f1 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Made reservation on behalf of 4ace810762e64782900932297c36e3bc for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:52:20.975046 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-147cb0e8-9066-445a-aca9-c7530e2fa9f1 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:20.989545 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-11da8668-977f-4b6a-a066-f5c2aaaa6dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8917ac0>, [{'id': '715d3da5-17d1-4e84-a19e-1736005579bf', 'name': 'tempest-ServersTestManualDisk-1513008310-router', 'tenant_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.207'}], 'enable_snat': True}, 'gw_port_id': '9e7479ec-ba58-403d-9851-4bed3ffd23b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:52:13Z', 'updated_at': '2022-02-05T20:52:18Z', 'revision_number': 4, 'project_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'gw_port': {'id': '9e7479ec-ba58-403d-9851-4bed3ffd23b1', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715d3da5-17d1-4e84-a19e-1736005579bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:14Z', 'updated_at': '2022-02-05T20:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9b6ab54c-2a9a-4a79-a56f-7174590fb202', 'name': '', 'network_id': 'c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a', 'tenant_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'mac_address': 'fa:16:3e:e4:22:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715d3da5-17d1-4e84-a19e-1736005579bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '6574d1d7-7df2-4ee5-9f4f-df2664f961b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:17Z', 'updated_at': '2022-02-05T20:52:18Z', 'revision_number': 2, 'project_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'subnets': [{'id': '6574d1d7-7df2-4ee5-9f4f-df2664f961b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:21.008459 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-147cb0e8-9066-445a-aca9-c7530e2fa9f1 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:21.016469 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11da8668-977f-4b6a-a066-f5c2aaaa6dac None None] Checking router: 715d3da5-17d1-4e84-a19e-1736005579bf for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:52:21.016825 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11da8668-977f-4b6a-a066-f5c2aaaa6dac None None] Updating router 715d3da5-17d1-4e84-a19e-1736005579bf port 9b6ab54c-2a9a-4a79-a56f-7174590fb202 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 20:52:21.045325 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-11da8668-977f-4b6a-a066-f5c2aaaa6dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9b6ab54c-2a9a-4a79-a56f-7174590fb202), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:21.060011 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-3d15d621-cfe0-4302-813d-313e078191b5 req-3cd64167-2720-4a26-9634-4d05d587e971 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (6072318e-ea19-4f99-bb8c-18081b5ca364), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:21.060365 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-3d15d621-cfe0-4302-813d-313e078191b5 req-3cd64167-2720-4a26-9634-4d05d587e971 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks [] for floatingip (6072318e-ea19-4f99-bb8c-18081b5ca364), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:21.083552 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-3d15d621-cfe0-4302-813d-313e078191b5 req-3cd64167-2720-4a26-9634-4d05d587e971 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Calling delete_port for 6072318e-ea19-4f99-bb8c-18081b5ca364 owned by network:floatingip {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:52:21.092229 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c308b29-5296-464d-b1aa-07e69a421941 req-7eff9892-a758-4a90-bfe2-a98b4c99d637 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:21.093730 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2c308b29-5296-464d-b1aa-07e69a421941 req-7eff9892-a758-4a90-bfe2-a98b4c99d637 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=778f451e-d667-417d-a9e6-d3d834e65fe2 HTTP/1.1" status: 200  len: 950 time: 0.1274431
Feb 05 20:52:21.215217 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2c308b29-5296-464d-b1aa-07e69a421941 req-843276ee-af49-4aac-b83b-9370fd65ad35 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112850
Feb 05 20:52:21.240881 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-147cb0e8-9066-445a-aca9-c7530e2fa9f1 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Publish callbacks [] for security_group (867110f1-5107-45c6-b0fb-e05c5b456665), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:21.241255 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-147cb0e8-9066-445a-aca9-c7530e2fa9f1 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (867110f1-5107-45c6-b0fb-e05c5b456665), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:21.337894 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147cb0e8-9066-445a-aca9-c7530e2fa9f1 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=867110f1-5107-45c6-b0fb-e05c5b456665,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:21.345933 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-11da8668-977f-4b6a-a066-f5c2aaaa6dac None None] Publish callbacks [] for port (9b6ab54c-2a9a-4a79-a56f-7174590fb202), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:21.353067 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-11da8668-977f-4b6a-a066-f5c2aaaa6dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9b6ab54c-2a9a-4a79-a56f-7174590fb202), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:21.414233 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c7208-17f1-4cdc-a0f3-b757129a6f0b None None] Pushing event updated for resources: {'Port': ['ID=9b6ab54c-2a9a-4a79-a56f-7174590fb202,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:21.443105 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9e7479ec-ba58-403d-9851-4bed3ffd23b1 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:52:21.471224 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-3d15d621-cfe0-4302-813d-313e078191b5 req-3cd64167-2720-4a26-9634-4d05d587e971 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (6072318e-ea19-4f99-bb8c-18081b5ca364), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:21.481799 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-147cb0e8-9066-445a-aca9-c7530e2fa9f1 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Allocated IP 192.168.233.222 (f760d6ec-7837-431c-910c-37572c24f936/42e3c763-0926-4b49-ade5-d66ee3d4c489/d1113b7e-04ac-4676-bcdc-2d74ab627f05) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:52:21.494146 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbfe5e1-868e-423a-aeb1-d618bda4b989 req-6dd74103-a28f-4560-9b51-df5b6330d356 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:21.495766 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dbbfe5e1-868e-423a-aeb1-d618bda4b989 req-6dd74103-a28f-4560-9b51-df5b6330d356 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca04b116-870e-4d32-a046-ed49097c05b2 HTTP/1.1" status: 200  len: 945 time: 0.1760497
Feb 05 20:52:21.507235 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-11da8668-977f-4b6a-a066-f5c2aaaa6dac None None] Attempting to bind port 9b6ab54c-2a9a-4a79-a56f-7174590fb202 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:52:21.508855 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-11da8668-977f-4b6a-a066-f5c2aaaa6dac None None] Attempting to bind port 9b6ab54c-2a9a-4a79-a56f-7174590fb202 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a23cb92a-c754-434c-8f50-ccb834db554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:52:21.509217 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11da8668-977f-4b6a-a066-f5c2aaaa6dac None None] Attempting to bind port 9b6ab54c-2a9a-4a79-a56f-7174590fb202 on network c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:52:21.514724 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11da8668-977f-4b6a-a066-f5c2aaaa6dac None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:52:21.515401 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11da8668-977f-4b6a-a066-f5c2aaaa6dac None None] Checking segment: {'id': 'a23cb92a-c754-434c-8f50-ccb834db554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:52:21.515908 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-11da8668-977f-4b6a-a066-f5c2aaaa6dac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:21.516419 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11da8668-977f-4b6a-a066-f5c2aaaa6dac None None] Bound using segment: {'id': 'a23cb92a-c754-434c-8f50-ccb834db554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:52:21.516976 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-11da8668-977f-4b6a-a066-f5c2aaaa6dac None None] Bound port: 9b6ab54c-2a9a-4a79-a56f-7174590fb202, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a23cb92a-c754-434c-8f50-ccb834db554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:52:21.517473 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-11da8668-977f-4b6a-a066-f5c2aaaa6dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9b6ab54c-2a9a-4a79-a56f-7174590fb202), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:21.525980 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 9e7479ec-ba58-403d-9851-4bed3ffd23b1 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:52:21.526547 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd64167-2720-4a26-9634-4d05d587e971 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Pushing event deleted for resources: {'Port': ['ID=6072318e-ea19-4f99-bb8c-18081b5ca364,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:21.527075 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9e7479ec-ba58-403d-9851-4bed3ffd23b1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:21.626090 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-11da8668-977f-4b6a-a066-f5c2aaaa6dac None None] For port 9b6ab54c-2a9a-4a79-a56f-7174590fb202, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:52:21.635592 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-11da8668-977f-4b6a-a066-f5c2aaaa6dac None None] For port 9b6ab54c-2a9a-4a79-a56f-7174590fb202, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b6ab54c-2a9a-4a79-a56f-7174590fb202,segment=NetworkSegment(a23cb92a-c754-434c-8f50-ccb834db554e),segment_id=a23cb92a-c754-434c-8f50-ccb834db554e)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:52:21.643821 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-11da8668-977f-4b6a-a066-f5c2aaaa6dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9b6ab54c-2a9a-4a79-a56f-7174590fb202), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:21.644124 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 9e7479ec-ba58-403d-9851-4bed3ffd23b1 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:52:21.657675 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dbbfe5e1-868e-423a-aeb1-d618bda4b989 req-352433ee-fa5c-4968-9973-a81f8e8751c6 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1380553
Feb 05 20:52:21.681357 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-3d15d621-cfe0-4302-813d-313e078191b5 req-3cd64167-2720-4a26-9634-4d05d587e971 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks [] for floatingip (8ed4a73f-4693-45b5-9dcb-5130322cb841), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:21.684963 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-3d15d621-cfe0-4302-813d-313e078191b5 req-3cd64167-2720-4a26-9634-4d05d587e971 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:21.686131 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3d15d621-cfe0-4302-813d-313e078191b5 req-3cd64167-2720-4a26-9634-4d05d587e971 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "DELETE /v2.0/floatingips/8ed4a73f-4693-45b5-9dcb-5130322cb841 HTTP/1.1" status: 204  len: 173 time: 1.0970697
Feb 05 20:52:21.734574 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-d11ad4ba-a248-43bb-9f46-83d66091ae65 None None] Provisioning complete for port 9b6ab54c-2a9a-4a79-a56f-7174590fb202 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:52:21.735327 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d11ad4ba-a248-43bb-9f46-83d66091ae65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9b6ab54c-2a9a-4a79-a56f-7174590fb202), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:21.750148 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c7208-17f1-4cdc-a0f3-b757129a6f0b None None] Pushing event updated for resources: {'Port': ['ID=9b6ab54c-2a9a-4a79-a56f-7174590fb202,revision_number=4']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:21.753472 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11da8668-977f-4b6a-a066-f5c2aaaa6dac None None] Routers {'715d3da5-17d1-4e84-a19e-1736005579bf'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:52:21.758305 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-11da8668-977f-4b6a-a066-f5c2aaaa6dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8917ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:52:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['715d3da5-17d1-4e84-a19e-1736005579bf'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:21.842826 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-147cb0e8-9066-445a-aca9-c7530e2fa9f1 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Publish callbacks [] for port (d1113b7e-04ac-4676-bcdc-2d74ab627f05), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:21.878218 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ad188-950e-46ad-aaef-e7bf5ab564fe req-7f0e7e3d-0916-4612-bb09-61e9f05d0fe6 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:21.880461 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dc4ad188-950e-46ad-aaef-e7bf5ab564fe req-7f0e7e3d-0916-4612-bb09-61e9f05d0fe6 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/ports?device_id=19375310-6780-492f-9cfe-8c45aa5546a7 HTTP/1.1" status: 200  len: 949 time: 0.1012406
Feb 05 20:52:21.921604 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-11da8668-977f-4b6a-a066-f5c2aaaa6dac None None] Set router 715d3da5-17d1-4e84-a19e-1736005579bf gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:52:21.924781 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-d11ad4ba-a248-43bb-9f46-83d66091ae65 None None] Current status of the port 9b6ab54c-2a9a-4a79-a56f-7174590fb202 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:52:21.925206 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d11ad4ba-a248-43bb-9f46-83d66091ae65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9b6ab54c-2a9a-4a79-a56f-7174590fb202), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:21.963763 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dc4ad188-950e-46ad-aaef-e7bf5ab564fe req-326bd661-500a-4b06-8a88-d8fb43395a81 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c4cd17f-3504-428a-ae38-d794ce3d6932&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749922
Feb 05 20:52:21.970585 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-147cb0e8-9066-445a-aca9-c7530e2fa9f1 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (d1113b7e-04ac-4676-bcdc-2d74ab627f05), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:21.971670 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-d11ad4ba-a248-43bb-9f46-83d66091ae65 None None] For port 9b6ab54c-2a9a-4a79-a56f-7174590fb202, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b6ab54c-2a9a-4a79-a56f-7174590fb202,segment=NetworkSegment(a23cb92a-c754-434c-8f50-ccb834db554e),segment_id=a23cb92a-c754-434c-8f50-ccb834db554e)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:21.976517 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d11ad4ba-a248-43bb-9f46-83d66091ae65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9b6ab54c-2a9a-4a79-a56f-7174590fb202), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:22.038436 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-147cb0e8-9066-445a-aca9-c7530e2fa9f1 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Network f760d6ec-7837-431c-910c-37572c24f936 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:52:22.049938 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ad4ba-a248-43bb-9f46-83d66091ae65 None None] Pushing event updated for resources: {'Port': ['ID=9b6ab54c-2a9a-4a79-a56f-7174590fb202,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:22.051448 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-147cb0e8-9066-445a-aca9-c7530e2fa9f1 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:52:22.060675 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-147cb0e8-9066-445a-aca9-c7530e2fa9f1 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:52:22.104862 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-071a3266-5fa4-4bfe-96e1-6ba0319389b4 None None] Provisioning complete for port 9b6ab54c-2a9a-4a79-a56f-7174590fb202 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:52:22.105872 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-071a3266-5fa4-4bfe-96e1-6ba0319389b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9b6ab54c-2a9a-4a79-a56f-7174590fb202), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:22.113506 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147cb0e8-9066-445a-aca9-c7530e2fa9f1 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Pushing event updated for resources: {'Port': ['ID=d1113b7e-04ac-4676-bcdc-2d74ab627f05,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:22.183244 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-147cb0e8-9066-445a-aca9-c7530e2fa9f1 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:22.183896 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-147cb0e8-9066-445a-aca9-c7530e2fa9f1 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:22.229377 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-147cb0e8-9066-445a-aca9-c7530e2fa9f1 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.4859331
Feb 05 20:52:22.244040 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-071a3266-5fa4-4bfe-96e1-6ba0319389b4 None None] Current status of the port 9b6ab54c-2a9a-4a79-a56f-7174590fb202 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:52:22.249783 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-13273fab-99c1-42e8-b7c8-14e1fdf240c5 service neutron] Request body: {'port': {'device_id': 'de321d29-f3cb-4c16-b51f-c6bf52377ed1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:52:22.266201 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-11da8668-977f-4b6a-a066-f5c2aaaa6dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8917ac0>, [{'id': '715d3da5-17d1-4e84-a19e-1736005579bf', 'name': 'tempest-ServersTestManualDisk-1513008310-router', 'tenant_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.207'}], 'enable_snat': True}, 'gw_port_id': '9e7479ec-ba58-403d-9851-4bed3ffd23b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:52:13Z', 'updated_at': '2022-02-05T20:52:18Z', 'revision_number': 4, 'project_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'gw_port': {'id': '9e7479ec-ba58-403d-9851-4bed3ffd23b1', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715d3da5-17d1-4e84-a19e-1736005579bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:14Z', 'updated_at': '2022-02-05T20:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9b6ab54c-2a9a-4a79-a56f-7174590fb202', 'name': '', 'network_id': 'c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a', 'tenant_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'mac_address': 'fa:16:3e:e4:22:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715d3da5-17d1-4e84-a19e-1736005579bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '6574d1d7-7df2-4ee5-9f4f-df2664f961b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:17Z', 'updated_at': '2022-02-05T20:52:21Z', 'revision_number': 4, 'project_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'subnets': [{'id': '6574d1d7-7df2-4ee5-9f4f-df2664f961b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:22.287353 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69470c-f485-4d53-b21f-ee75b76a774b req-5a00b78b-3c02-4f9e-90c4-635f14d3f5d2 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:22.289737 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ca69470c-f485-4d53-b21f-ee75b76a774b req-5a00b78b-3c02-4f9e-90c4-635f14d3f5d2 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/ports?device_id=de321d29-f3cb-4c16-b51f-c6bf52377ed1 HTTP/1.1" status: 200  len: 936 time: 0.1430204
Feb 05 20:52:22.307457 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11da8668-977f-4b6a-a066-f5c2aaaa6dac None None] The sync data for ids ['715d3da5-17d1-4e84-a19e-1736005579bf'] in ncdv-master-1 is: [{'id': '715d3da5-17d1-4e84-a19e-1736005579bf', 'name': 'tempest-ServersTestManualDisk-1513008310-router', 'tenant_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.207'}], 'enable_snat': True}, 'gw_port_id': '9e7479ec-ba58-403d-9851-4bed3ffd23b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:52:13Z', 'updated_at': '2022-02-05T20:52:18Z', 'revision_number': 4, 'project_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'gw_port': {'id': '9e7479ec-ba58-403d-9851-4bed3ffd23b1', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715d3da5-17d1-4e84-a19e-1736005579bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:14Z', 'updated_at': '2022-02-05T20:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9b6ab54c-2a9a-4a79-a56f-7174590fb202', 'name': '', 'network_id': 'c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a', 'tenant_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'mac_address': 'fa:16:3e:e4:22:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715d3da5-17d1-4e84-a19e-1736005579bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '6574d1d7-7df2-4ee5-9f4f-df2664f961b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:17Z', 'updated_at': '2022-02-05T20:52:21Z', 'revision_number': 4, 'project_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'subnets': [{'id': '6574d1d7-7df2-4ee5-9f4f-df2664f961b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:52:22.409631 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-13273fab-99c1-42e8-b7c8-14e1fdf240c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d1113b7e-04ac-4676-bcdc-2d74ab627f05), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:22.418506 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ca69470c-f485-4d53-b21f-ee75b76a774b req-1e30224a-69cb-479f-b444-8412752bce72 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/security-groups?id=867110f1-5107-45c6-b0fb-e05c5b456665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1213355
Feb 05 20:52:22.481182 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 33232) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:22.486215 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-f07833a2-5a6e-414c-bf95-6428b3639ecc tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Request body: {'security_group': {'name': 'tempest-securitygroup--193498243', 'description': 'tempest-description--718214618'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:52:22.486925 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-ffa3a238-32ca-4b01-9e95-7d7b07cdc005 None None] Provisioning complete for port d1113b7e-04ac-4676-bcdc-2d74ab627f05 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:52:22.487404 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ffa3a238-32ca-4b01-9e95-7d7b07cdc005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d1113b7e-04ac-4676-bcdc-2d74ab627f05), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:22.530809 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ffa3a238-32ca-4b01-9e95-7d7b07cdc005 None None] Port d1113b7e-04ac-4676-bcdc-2d74ab627f05 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:52:22.652253 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f07833a2-5a6e-414c-bf95-6428b3639ecc tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:22.716861 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b6c8be77-de20-44fd-b435-9f0045bda097 req-f4317786-c811-443c-8b60-55155769591d tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.239 HTTP/1.1" status: 200  len: 1001 time: 0.2141030
Feb 05 20:52:22.825370 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dfb426-654c-4b0a-845e-9f5885d2a5f0 req-3ff178fd-3e40-4bf3-8091-d214b9909a44 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:22.826929 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72dfb426-654c-4b0a-845e-9f5885d2a5f0 req-3ff178fd-3e40-4bf3-8091-d214b9909a44 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=97402a71-c4cb-4f7f-9f13-76f1760a0927 HTTP/1.1" status: 200  len: 946 time: 0.3071425
Feb 05 20:52:22.859273 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8be77-de20-44fd-b435-9f0045bda097 req-0fbeba08-ca42-442e-bb26-16ef91e62462 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:22.860644 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b6c8be77-de20-44fd-b435-9f0045bda097 req-0fbeba08-ca42-442e-bb26-16ef91e62462 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/ports/054ac344-3e0f-4c87-a459-0fdc4cea8659 HTTP/1.1" status: 200  len: 942 time: 0.1315897
Feb 05 20:52:22.912634 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f07833a2-5a6e-414c-bf95-6428b3639ecc tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Publish callbacks [] for security_group (0695a0d2-2ebe-4932-ae8c-6d486ce84c74), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:22.931751 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f07833a2-5a6e-414c-bf95-6428b3639ecc tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (0695a0d2-2ebe-4932-ae8c-6d486ce84c74), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:23.055315 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72dfb426-654c-4b0a-845e-9f5885d2a5f0 req-3ff4d86a-9b5c-4d50-928a-4d19baa26647 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2149591
Feb 05 20:52:23.057931 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f07833a2-5a6e-414c-bf95-6428b3639ecc tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:23.059118 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f07833a2-5a6e-414c-bf95-6428b3639ecc tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1795 time: 0.5767639
Feb 05 20:52:23.062503 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33234) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:23.066403 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07833a2-5a6e-414c-bf95-6428b3639ecc tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0695a0d2-2ebe-4932-ae8c-6d486ce84c74,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:23.069406 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-46aa516e-d2be-4e4f-b9ed-ad4a481ec229 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Request body: {'security_group_rule': {'security_group_id': '0695a0d2-2ebe-4932-ae8c-6d486ce84c74', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:52:23.103858 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b6c8be77-de20-44fd-b435-9f0045bda097 req-37d013fd-34d1-43f5-96c4-8afc577bf7c3 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.239 HTTP/1.1" status: 200  len: 1001 time: 0.1897974
Feb 05 20:52:23.114930 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-46aa516e-d2be-4e4f-b9ed-ad4a481ec229 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Publish callbacks [] for security_group_rule (d1ff36f3-b4cc-41a9-a36b-690dee3a73cc), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:23.155871 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-13273fab-99c1-42e8-b7c8-14e1fdf240c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1113b7e-04ac-4676-bcdc-2d74ab627f05 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:52:23.176417 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-46aa516e-d2be-4e4f-b9ed-ad4a481ec229 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Publish callbacks [] for security_group_rule (d1ff36f3-b4cc-41a9-a36b-690dee3a73cc), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:23.181956 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-46aa516e-d2be-4e4f-b9ed-ad4a481ec229 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (d1ff36f3-b4cc-41a9-a36b-690dee3a73cc), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:23.190554 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-13273fab-99c1-42e8-b7c8-14e1fdf240c5 service neutron] Publish callbacks [] for port (d1113b7e-04ac-4676-bcdc-2d74ab627f05), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:23.198530 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa516e-d2be-4e4f-b9ed-ad4a481ec229 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1ff36f3-b4cc-41a9-a36b-690dee3a73cc,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:23.214188 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-46aa516e-d2be-4e4f-b9ed-ad4a481ec229 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:23.215465 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-46aa516e-d2be-4e4f-b9ed-ad4a481ec229 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1510575
Feb 05 20:52:23.218174 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33238) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:23.222598 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-97d5cdbe-f999-409a-938c-8f82dabc506b tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Request body: {'security_group_rule': {'security_group_id': '0695a0d2-2ebe-4932-ae8c-6d486ce84c74', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:52:23.251998 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-13273fab-99c1-42e8-b7c8-14e1fdf240c5 service neutron] Transition to ACTIVE for port object d1113b7e-04ac-4676-bcdc-2d74ab627f05 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:52:23.253208 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-97d5cdbe-f999-409a-938c-8f82dabc506b tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Publish callbacks [] for security_group_rule (09e63805-4ae1-4d2f-b58e-a72e6b6ce0d1), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:23.263969 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-13273fab-99c1-42e8-b7c8-14e1fdf240c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (d1113b7e-04ac-4676-bcdc-2d74ab627f05), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:23.316943 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-97d5cdbe-f999-409a-938c-8f82dabc506b tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Publish callbacks [] for security_group_rule (09e63805-4ae1-4d2f-b58e-a72e6b6ce0d1), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:23.322053 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-97d5cdbe-f999-409a-938c-8f82dabc506b tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (09e63805-4ae1-4d2f-b58e-a72e6b6ce0d1), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:23.329377 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99648175-0038-4f95-8e20-6d79f7973f21 req-8846c39e-f0b6-4952-8993-6e0ded0a8978 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:23.330953 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-99648175-0038-4f95-8e20-6d79f7973f21 req-8846c39e-f0b6-4952-8993-6e0ded0a8978 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 945 time: 0.1958470
Feb 05 20:52:23.347912 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8be77-de20-44fd-b435-9f0045bda097 req-82ef5ddd-46e8-48e3-95ef-6a09dd854768 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:23.357379 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b6c8be77-de20-44fd-b435-9f0045bda097 req-82ef5ddd-46e8-48e3-95ef-6a09dd854768 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/networks/d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 784 time: 0.2524834
Feb 05 20:52:23.358589 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5cdbe-f999-409a-938c-8f82dabc506b tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09e63805-4ae1-4d2f-b58e-a72e6b6ce0d1,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:23.384531 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-97d5cdbe-f999-409a-938c-8f82dabc506b tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:23.386468 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-97d5cdbe-f999-409a-938c-8f82dabc506b tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1672969
Feb 05 20:52:23.389862 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33240) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:23.394688 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-60951fdf-0200-4a59-921b-2b8abcc9e7ab tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:52:23.428830 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-60951fdf-0200-4a59-921b-2b8abcc9e7ab tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:23.524985 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9b6ab54c-2a9a-4a79-a56f-7174590fb202 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:52:23.560918 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-60951fdf-0200-4a59-921b-2b8abcc9e7ab tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:23.600376 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 9b6ab54c-2a9a-4a79-a56f-7174590fb202 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:52:23.601425 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9b6ab54c-2a9a-4a79-a56f-7174590fb202), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:23.686642 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-60951fdf-0200-4a59-921b-2b8abcc9e7ab tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Allocated IP 172.35.4.161 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/a413b1be-f97b-413d-ac72-e0f3e911ba61) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:52:23.712019 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 9b6ab54c-2a9a-4a79-a56f-7174590fb202 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:52:23.754920 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13273fab-99c1-42e8-b7c8-14e1fdf240c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d1113b7e-04ac-4676-bcdc-2d74ab627f05,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:23.799973 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-60951fdf-0200-4a59-921b-2b8abcc9e7ab tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Publish callbacks [] for port (a413b1be-f97b-413d-ac72-e0f3e911ba61), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:23.834114 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-60951fdf-0200-4a59-921b-2b8abcc9e7ab tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (a413b1be-f97b-413d-ac72-e0f3e911ba61), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:23.847695 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b6c8be77-de20-44fd-b435-9f0045bda097 req-a1a03744-3f22-4dfa-aa51-51e0d26fd678 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.239 HTTP/1.1" status: 200  len: 1001 time: 0.4894853
Feb 05 20:52:23.854075 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-99648175-0038-4f95-8e20-6d79f7973f21 req-b9110383-94a2-407e-ac38-9dfb31d7ffa8 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4941151
Feb 05 20:52:23.861794 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-b6c8be77-de20-44fd-b435-9f0045bda097 req-2851a988-8ccb-4a65-b9bd-89262922bd73 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:52:23.876519 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60951fdf-0200-4a59-921b-2b8abcc9e7ab tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:52:23.879460 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-60951fdf-0200-4a59-921b-2b8abcc9e7ab tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:52:23.883497 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60951fdf-0200-4a59-921b-2b8abcc9e7ab tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:52:23.889115 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60951fdf-0200-4a59-921b-2b8abcc9e7ab tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Pushing event updated for resources: {'Port': ['ID=a413b1be-f97b-413d-ac72-e0f3e911ba61,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:23.928254 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-13273fab-99c1-42e8-b7c8-14e1fdf240c5 service neutron] Attempting to bind port d1113b7e-04ac-4676-bcdc-2d74ab627f05 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:52:23.928607 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-13273fab-99c1-42e8-b7c8-14e1fdf240c5 service neutron] Attempting to bind port d1113b7e-04ac-4676-bcdc-2d74ab627f05 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:52:23.929006 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-13273fab-99c1-42e8-b7c8-14e1fdf240c5 service neutron] Attempting to bind port d1113b7e-04ac-4676-bcdc-2d74ab627f05 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:52:23.944142 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-13273fab-99c1-42e8-b7c8-14e1fdf240c5 service neutron] Port d1113b7e-04ac-4676-bcdc-2d74ab627f05 on network f760d6ec-7837-431c-910c-37572c24f936 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:52:23.944367 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-13273fab-99c1-42e8-b7c8-14e1fdf240c5 service neutron] Attempting to bind port d1113b7e-04ac-4676-bcdc-2d74ab627f05 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:52:23.951674 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-13273fab-99c1-42e8-b7c8-14e1fdf240c5 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:52:23.952058 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-13273fab-99c1-42e8-b7c8-14e1fdf240c5 service neutron] Checking segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:52:23.952448 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-13273fab-99c1-42e8-b7c8-14e1fdf240c5 service neutron] Bound using segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:52:23.952889 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-13273fab-99c1-42e8-b7c8-14e1fdf240c5 service neutron] Bound port: d1113b7e-04ac-4676-bcdc-2d74ab627f05, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:52:23.953258 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-13273fab-99c1-42e8-b7c8-14e1fdf240c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d1113b7e-04ac-4676-bcdc-2d74ab627f05), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:23.978669 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b6c8be77-de20-44fd-b435-9f0045bda097 req-2851a988-8ccb-4a65-b9bd-89262922bd73 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks [] for floatingip (7811b30b-5ddd-4d0d-8545-a7649b0cc2a6), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:23.983533 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-60951fdf-0200-4a59-921b-2b8abcc9e7ab tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Publish callbacks [] for floatingip (5eb7a313-9890-440c-8ee6-6eacce1a0abe), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:24.047747 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-60951fdf-0200-4a59-921b-2b8abcc9e7ab tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a413b1be-f97b-413d-ac72-e0f3e911ba61), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:24.161063 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-13273fab-99c1-42e8-b7c8-14e1fdf240c5 service neutron] For port d1113b7e-04ac-4676-bcdc-2d74ab627f05, host nch1-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:52:24.188380 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-13273fab-99c1-42e8-b7c8-14e1fdf240c5 service neutron] For port d1113b7e-04ac-4676-bcdc-2d74ab627f05, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d1113b7e-04ac-4676-bcdc-2d74ab627f05,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:52:24.229354 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-13273fab-99c1-42e8-b7c8-14e1fdf240c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (d1113b7e-04ac-4676-bcdc-2d74ab627f05), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:24.242690 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b6c8be77-de20-44fd-b435-9f0045bda097 req-2851a988-8ccb-4a65-b9bd-89262922bd73 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:24.259106 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-79103b1d-89e4-4973-9b28-68bc594a224b req-d8603634-c253-4793-accd-eaf475dc1b25 service neutron] 10.222.0.21 "GET /v2.0/ports/5cb379ed-ddb4-499e-b220-588d09688bf7/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0929871
Feb 05 20:52:24.269499 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b6c8be77-de20-44fd-b435-9f0045bda097 req-2851a988-8ccb-4a65-b9bd-89262922bd73 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (7811b30b-5ddd-4d0d-8545-a7649b0cc2a6), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:24.269852 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [req-b6c8be77-de20-44fd-b435-9f0045bda097 req-2851a988-8ccb-4a65-b9bd-89262922bd73 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Floating IP 7811b30b-5ddd-4d0d-8545-a7649b0cc2a6 disassociated. External IP: 172.35.4.239, port: 054ac344-3e0f-4c87-a459-0fdc4cea8659.
Feb 05 20:52:24.275373 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-60951fdf-0200-4a59-921b-2b8abcc9e7ab tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Publish callbacks [] for port (a413b1be-f97b-413d-ac72-e0f3e911ba61), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:24.282345 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-60951fdf-0200-4a59-921b-2b8abcc9e7ab tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (a413b1be-f97b-413d-ac72-e0f3e911ba61), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:24.282896 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-13273fab-99c1-42e8-b7c8-14e1fdf240c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:24.283539 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-13273fab-99c1-42e8-b7c8-14e1fdf240c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:24.285034 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-13273fab-99c1-42e8-b7c8-14e1fdf240c5 service neutron] 10.222.0.21 "PUT /v2.0/ports/d1113b7e-04ac-4676-bcdc-2d74ab627f05 HTTP/1.1" status: 200  len: 1096 time: 2.0479507
Feb 05 20:52:24.327296 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de321d29-f3cb-4c16-b51f-c6bf52377ed1', 'tag': 'd1113b7e-04ac-4676-bcdc-2d74ab627f05'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:52:24.329730 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c696a560-864c-45ab-baab-aa569a98c5a5" -d '{"events": [{"name": "network-changed", "server_uuid": "de321d29-f3cb-4c16-b51f-c6bf52377ed1", "tag": "d1113b7e-04ac-4676-bcdc-2d74ab627f05"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:52:24.352523 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0488507-65e1-47f0-ae7b-574c597e3e2e req-ceb3606e-e311-4f92-9f05-5f4c5727997a tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:24.354089 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d0488507-65e1-47f0-ae7b-574c597e3e2e req-ceb3606e-e311-4f92-9f05-5f4c5727997a tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=778f451e-d667-417d-a9e6-d3d834e65fe2 HTTP/1.1" status: 200  len: 950 time: 0.2284646
Feb 05 20:52:24.381757 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60951fdf-0200-4a59-921b-2b8abcc9e7ab tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Pushing event updated for resources: {'Port': ['ID=a413b1be-f97b-413d-ac72-e0f3e911ba61,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:24.392771 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-60951fdf-0200-4a59-921b-2b8abcc9e7ab tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (5eb7a313-9890-440c-8ee6-6eacce1a0abe), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:24.412490 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-60951fdf-0200-4a59-921b-2b8abcc9e7ab tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:24.414815 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-60951fdf-0200-4a59-921b-2b8abcc9e7ab tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.0230703
Feb 05 20:52:24.472744 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13273fab-99c1-42e8-b7c8-14e1fdf240c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d1113b7e-04ac-4676-bcdc-2d74ab627f05,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:24.560553 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d0488507-65e1-47f0-ae7b-574c597e3e2e req-bbd9a36e-2eea-4745-b446-3ea0398b5fd7 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1864882
Feb 05 20:52:24.572557 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-34b16a1e-7d9f-428b-b360-1ae31994d683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:24.574411 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-34b16a1e-7d9f-428b-b360-1ae31994d683 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4ace810762e64782900932297c36e3bc&device_id=de321d29-f3cb-4c16-b51f-c6bf52377ed1 HTTP/1.1" status: 200  len: 1130 time: 0.1257086
Feb 05 20:52:24.590798 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79103b1d-89e4-4973-9b28-68bc594a224b req-d95b34f7-6123-479c-b56e-06eb53bae78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:24.590798 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-79103b1d-89e4-4973-9b28-68bc594a224b req-d95b34f7-6123-479c-b56e-06eb53bae78b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=778f451e-d667-417d-a9e6-d3d834e65fe2&tenant_id=21a126c3c7904a7b98023d4d9f1f8f51 HTTP/1.1" status: 200  len: 1132 time: 0.0693154
Feb 05 20:52:24.632098 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-84b91d23-7f9e-4f7b-bcf0-67a3d891397d req-6761fa1f-b218-48eb-8a69-cba916476dce tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 20:52:24.634449 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-84b91d23-7f9e-4f7b-bcf0-67a3d891397d req-6761fa1f-b218-48eb-8a69-cba916476dce tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0211778
Feb 05 20:52:24.671683 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-31ef5a18-ca6e-4d7f-8533-30345a5906c3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=d1113b7e-04ac-4676-bcdc-2d74ab627f05 HTTP/1.1" status: 200  len: 217 time: 0.0572405
Feb 05 20:52:24.678232 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79103b1d-89e4-4973-9b28-68bc594a224b req-14d6e6ca-847e-4ab7-928d-9435dfd7f2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:24.679819 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-79103b1d-89e4-4973-9b28-68bc594a224b req-14d6e6ca-847e-4ab7-928d-9435dfd7f2e1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&device_id=778f451e-d667-417d-a9e6-d3d834e65fe2 HTTP/1.1" status: 200  len: 1132 time: 0.0498977
Feb 05 20:52:24.778226 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79103b1d-89e4-4973-9b28-68bc594a224b req-cfe70eb0-2e6d-49dc-852d-9443dfa76d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:24.779902 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-79103b1d-89e4-4973-9b28-68bc594a224b req-cfe70eb0-2e6d-49dc-852d-9443dfa76d11 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.0937665
Feb 05 20:52:24.823335 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-370ffdbf-deb7-4d8a-b98a-8ba7975be3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:24.824693 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-370ffdbf-deb7-4d8a-b98a-8ba7975be3ae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.1204152
Feb 05 20:52:24.824878 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-79103b1d-89e4-4973-9b28-68bc594a224b req-f0f7fe34-5299-48e7-ad32-b8065552f9c2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=5cb379ed-ddb4-499e-b220-588d09688bf7 HTTP/1.1" status: 200  len: 217 time: 0.0382063
Feb 05 20:52:24.859158 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-84b91d23-7f9e-4f7b-bcf0-67a3d891397d req-0ed295ef-22ad-47e7-b69a-41cc1af91427 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200  len: 262 time: 0.1916931
Feb 05 20:52:24.878732 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79103b1d-89e4-4973-9b28-68bc594a224b req-0471586d-7ab7-4757-9244-8bfab84d4918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:24.880210 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-79103b1d-89e4-4973-9b28-68bc594a224b req-0471586d-7ab7-4757-9244-8bfab84d4918 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.0436959
Feb 05 20:52:24.880608 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6c8be77-de20-44fd-b435-9f0045bda097 req-2851a988-8ccb-4a65-b9bd-89262922bd73 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Router 21d158a5-c6ec-47c4-8897-c5af48a366ca has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:52:24.931801 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79103b1d-89e4-4973-9b28-68bc594a224b req-8c976ab3-4f01-492a-bd0d-a58ee407f55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:24.933486 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-79103b1d-89e4-4973-9b28-68bc594a224b req-8c976ab3-4f01-492a-bd0d-a58ee407f55a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0469527
Feb 05 20:52:24.944083 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-d4729f20-6237-40db-87aa-5975b92a4791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:24.946341 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-d4729f20-6237-40db-87aa-5975b92a4791 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1074896
Feb 05 20:52:25.029999 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-79103b1d-89e4-4973-9b28-68bc594a224b req-3967fdd4-a6ab-4cd6-ba08-b894345520c7 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0892854
Feb 05 20:52:25.071579 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6c8be77-de20-44fd-b435-9f0045bda097 req-2851a988-8ccb-4a65-b9bd-89262922bd73 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:52:25.076788 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b6c8be77-de20-44fd-b435-9f0045bda097 req-2851a988-8ccb-4a65-b9bd-89262922bd73 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:25.086435 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318a4283-9cf5-4e15-aec7-dfac26048be6 None None] Sync routers for ids ['21d158a5-c6ec-47c4-8897-c5af48a366ca'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:52:25.097718 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318a4283-9cf5-4e15-aec7-dfac26048be6 None None] Routers {'21d158a5-c6ec-47c4-8897-c5af48a366ca'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:52:25.099101 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-318a4283-9cf5-4e15-aec7-dfac26048be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabefc850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:52:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['21d158a5-c6ec-47c4-8897-c5af48a366ca'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:25.124371 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-79103b1d-89e4-4973-9b28-68bc594a224b req-c3f68ac2-71c0-49bc-a225-e22765f4559e service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0884385
Feb 05 20:52:25.145500 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-6d91c06a-69e7-4240-8da3-b875bcea2cd6 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1923206
Feb 05 20:52:25.150701 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b6c8be77-de20-44fd-b435-9f0045bda097 req-2851a988-8ccb-4a65-b9bd-89262922bd73 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "PUT /v2.0/floatingips/7811b30b-5ddd-4d0d-8545-a7649b0cc2a6 HTTP/1.1" status: 200  len: 695 time: 1.2941473
Feb 05 20:52:25.224651 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-318a4283-9cf5-4e15-aec7-dfac26048be6 None None] Set router 21d158a5-c6ec-47c4-8897-c5af48a366ca gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:52:25.230919 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce1abf-a431-4f35-bfca-b4a690c2da8b req-6e14857a-b32a-4cb5-892e-7db5acd6d029 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:25.232550 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-42ce1abf-a431-4f35-bfca-b4a690c2da8b req-6e14857a-b32a-4cb5-892e-7db5acd6d029 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/ports?device_id=de321d29-f3cb-4c16-b51f-c6bf52377ed1 HTTP/1.1" status: 200  len: 948 time: 0.1509809
Feb 05 20:52:25.331499 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8be77-de20-44fd-b435-9f0045bda097 req-ff8e5ade-92b3-4eae-842e-c9a7b608a513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:25.332954 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b6c8be77-de20-44fd-b435-9f0045bda097 req-ff8e5ade-92b3-4eae-842e-c9a7b608a513 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16490002120a497498df585c4f9bb7cf&device_id=0af0970e-c6df-4101-a373-6ca708eae57e HTTP/1.1" status: 200  len: 1127 time: 0.1639922
Feb 05 20:52:25.340252 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec081995-2ca2-450d-ae46-ebaa1824bdb9 req-ac41dc34-a03c-45dd-bfb2-c4fe42c2d707 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1800339
Feb 05 20:52:25.368922 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-42ce1abf-a431-4f35-bfca-b4a690c2da8b req-c9e4ee82-313b-4e5f-9df1-e2bce4c352c8 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/security-groups?id=867110f1-5107-45c6-b0fb-e05c5b456665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0996594
Feb 05 20:52:25.444566 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-318a4283-9cf5-4e15-aec7-dfac26048be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabefc850>, [{'id': '21d158a5-c6ec-47c4-8897-c5af48a366ca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-199334173-router', 'tenant_id': '16490002120a497498df585c4f9bb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.64'}], 'enable_snat': True}, 'gw_port_id': '7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:51:37Z', 'updated_at': '2022-02-05T20:51:41Z', 'revision_number': 4, 'project_id': '16490002120a497498df585c4f9bb7cf', 'gw_port': {'id': '7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d158a5-c6ec-47c4-8897-c5af48a366ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:51:38Z', 'updated_at': '2022-02-05T20:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cc776b30-691a-4ce6-bd07-8091949392e3', 'name': '', 'network_id': '7a85da4f-594b-4edb-a0ef-f6f6d1d94dba', 'tenant_id': '16490002120a497498df585c4f9bb7cf', 'mac_address': 'fa:16:3e:7e:a0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d158a5-c6ec-47c4-8897-c5af48a366ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '1859e75b-6740-4475-ba8f-56ef1656315f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:51:41Z', 'updated_at': '2022-02-05T20:51:52Z', 'revision_number': 5, 'project_id': '16490002120a497498df585c4f9bb7cf', 'subnets': [{'id': '1859e75b-6740-4475-ba8f-56ef1656315f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:25.469310 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8be77-de20-44fd-b435-9f0045bda097 req-2968a443-588d-44be-b6d5-7bc9860ea0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:25.470856 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b6c8be77-de20-44fd-b435-9f0045bda097 req-2968a443-588d-44be-b6d5-7bc9860ea0c7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7a85da4f-594b-4edb-a0ef-f6f6d1d94dba HTTP/1.1" status: 200  len: 929 time: 0.1298921
Feb 05 20:52:25.471073 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318a4283-9cf5-4e15-aec7-dfac26048be6 None None] Checking router: 21d158a5-c6ec-47c4-8897-c5af48a366ca for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:52:25.481045 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318a4283-9cf5-4e15-aec7-dfac26048be6 None None] Routers {'21d158a5-c6ec-47c4-8897-c5af48a366ca'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:52:25.481702 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-318a4283-9cf5-4e15-aec7-dfac26048be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabefc850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:52:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['21d158a5-c6ec-47c4-8897-c5af48a366ca'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:25.518488 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b6c8be77-de20-44fd-b435-9f0045bda097 req-504ff0b4-0304-4dbd-9389-80a81d984f62 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=054ac344-3e0f-4c87-a459-0fdc4cea8659 HTTP/1.1" status: 200  len: 217 time: 0.0386057
Feb 05 20:52:25.530064 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e19df-8388-48eb-910c-576127529474 req-f7a5c116-d227-4864-b392-e3ed40a7b4f3 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:25.531783 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-277e19df-8388-48eb-910c-576127529474 req-f7a5c116-d227-4864-b392-e3ed40a7b4f3 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/ports?device_id=19375310-6780-492f-9cfe-8c45aa5546a7 HTTP/1.1" status: 200  len: 949 time: 0.1021919
Feb 05 20:52:25.591619 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-318a4283-9cf5-4e15-aec7-dfac26048be6 None None] Set router 21d158a5-c6ec-47c4-8897-c5af48a366ca gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:52:25.599831 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8be77-de20-44fd-b435-9f0045bda097 req-51c02a4b-9ae1-41eb-9222-1c38202921ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:25.601874 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b6c8be77-de20-44fd-b435-9f0045bda097 req-51c02a4b-9ae1-41eb-9222-1c38202921ab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1859e75b-6740-4475-ba8f-56ef1656315f HTTP/1.1" status: 200  len: 867 time: 0.0689423
Feb 05 20:52:25.629113 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-277e19df-8388-48eb-910c-576127529474 req-f31263e3-f0c7-4f8a-9941-249414d8997f tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c4cd17f-3504-428a-ae38-d794ce3d6932&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879054
Feb 05 20:52:25.662545 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8be77-de20-44fd-b435-9f0045bda097 req-3911897d-11b4-44ca-b710-ca8d3ef09f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:25.665332 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b6c8be77-de20-44fd-b435-9f0045bda097 req-3911897d-11b4-44ca-b710-ca8d3ef09f09 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a85da4f-594b-4edb-a0ef-f6f6d1d94dba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0532260
Feb 05 20:52:25.762165 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b6c8be77-de20-44fd-b435-9f0045bda097 req-92e601d3-c6dc-4b87-9bc1-d532a083b23a service neutron] 10.222.0.32 "GET /v2.0/networks/7a85da4f-594b-4edb-a0ef-f6f6d1d94dba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0902300
Feb 05 20:52:25.800331 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-318a4283-9cf5-4e15-aec7-dfac26048be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabefc850>, [{'id': '21d158a5-c6ec-47c4-8897-c5af48a366ca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-199334173-router', 'tenant_id': '16490002120a497498df585c4f9bb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.64'}], 'enable_snat': True}, 'gw_port_id': '7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:51:37Z', 'updated_at': '2022-02-05T20:51:41Z', 'revision_number': 4, 'project_id': '16490002120a497498df585c4f9bb7cf', 'gw_port': {'id': '7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d158a5-c6ec-47c4-8897-c5af48a366ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:51:38Z', 'updated_at': '2022-02-05T20:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cc776b30-691a-4ce6-bd07-8091949392e3', 'name': '', 'network_id': '7a85da4f-594b-4edb-a0ef-f6f6d1d94dba', 'tenant_id': '16490002120a497498df585c4f9bb7cf', 'mac_address': 'fa:16:3e:7e:a0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d158a5-c6ec-47c4-8897-c5af48a366ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '1859e75b-6740-4475-ba8f-56ef1656315f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:51:41Z', 'updated_at': '2022-02-05T20:51:52Z', 'revision_number': 5, 'project_id': '16490002120a497498df585c4f9bb7cf', 'subnets': [{'id': '1859e75b-6740-4475-ba8f-56ef1656315f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:25.826413 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318a4283-9cf5-4e15-aec7-dfac26048be6 None None] The sync data for ids ['21d158a5-c6ec-47c4-8897-c5af48a366ca'] in ncdv-master-1 is: [{'id': '21d158a5-c6ec-47c4-8897-c5af48a366ca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-199334173-router', 'tenant_id': '16490002120a497498df585c4f9bb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.64'}], 'enable_snat': True}, 'gw_port_id': '7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:51:37Z', 'updated_at': '2022-02-05T20:51:41Z', 'revision_number': 4, 'project_id': '16490002120a497498df585c4f9bb7cf', 'gw_port': {'id': '7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d158a5-c6ec-47c4-8897-c5af48a366ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:51:38Z', 'updated_at': '2022-02-05T20:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cc776b30-691a-4ce6-bd07-8091949392e3', 'name': '', 'network_id': '7a85da4f-594b-4edb-a0ef-f6f6d1d94dba', 'tenant_id': '16490002120a497498df585c4f9bb7cf', 'mac_address': 'fa:16:3e:7e:a0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d158a5-c6ec-47c4-8897-c5af48a366ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '1859e75b-6740-4475-ba8f-56ef1656315f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:51:41Z', 'updated_at': '2022-02-05T20:51:52Z', 'revision_number': 5, 'project_id': '16490002120a497498df585c4f9bb7cf', 'subnets': [{'id': '1859e75b-6740-4475-ba8f-56ef1656315f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:52:25.867935 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b6c8be77-de20-44fd-b435-9f0045bda097 req-4ca0b5c9-7c81-477c-ad87-f0c6bc12f97c service neutron] 10.222.0.32 "GET /v2.0/networks/7a85da4f-594b-4edb-a0ef-f6f6d1d94dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0981011
Feb 05 20:52:25.933149 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da37208b-f215-4ba6-bcc0-1c15a47d715d x-openstack-request-id: req-da37208b-f215-4ba6-bcc0-1c15a47d715d {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:52:25.934099 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de321d29-f3cb-4c16-b51f-c6bf52377ed1", "tag": "d1113b7e-04ac-4676-bcdc-2d74ab627f05", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:52:25.934099 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da37208b-f215-4ba6-bcc0-1c15a47d715d {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:52:25.934338 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de321d29-f3cb-4c16-b51f-c6bf52377ed1', 'tag': 'd1113b7e-04ac-4676-bcdc-2d74ab627f05', 'status': 'completed', 'code': 200}
Feb 05 20:52:26.048751 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 19c145e4-40d4-4f08-b7cb-5fe0869565f2 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:52:26.076117 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696a560-864c-45ab-baab-aa569a98c5a5 req-c18d598e-8f35-4ab2-a54b-c9349fe7e74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:26.077655 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c696a560-864c-45ab-baab-aa569a98c5a5 req-c18d598e-8f35-4ab2-a54b-c9349fe7e74a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4ace810762e64782900932297c36e3bc&device_id=de321d29-f3cb-4c16-b51f-c6bf52377ed1 HTTP/1.1" status: 200  len: 1130 time: 0.1225858
Feb 05 20:52:26.083254 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-fbee8cec-f80e-49b9-ae9a-fd89014c7eb1 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--193498243&fields=id&tenant_id=79bceebcbdcb49f8a06572b6d4412c2f HTTP/1.1" status: 200  len: 267 time: 0.0936460
Feb 05 20:52:26.110037 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23613c5-5243-4bb5-8231-c3078ccd45ac None None] New status for floating IP 7811b30b-5ddd-4d0d-8545-a7649b0cc2a6: DOWN {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 20:52:26.136342 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ff74e-49b4-4e5e-be21-22a1e15585f7 req-5c6dcf15-a891-41b0-aa62-efffff0f3acd tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:26.137860 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-409ff74e-49b4-4e5e-be21-22a1e15585f7 req-5c6dcf15-a891-41b0-aa62-efffff0f3acd tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 945 time: 0.1463649
Feb 05 20:52:26.164228 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 19c145e4-40d4-4f08-b7cb-5fe0869565f2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=19c145e4-40d4-4f08-b7cb-5fe0869565f2,segment=NetworkSegment(743051ff-9f95-4efc-9230-9f61d36c1128),segment_id=743051ff-9f95-4efc-9230-9f61d36c1128)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:26.175924 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '19c145e4-40d4-4f08-b7cb-5fe0869565f2', 'network_id': 'be4493bf-d1a6-445a-a987-23010e65458b', 'port_id': '19c145e4-40d4-4f08-b7cb-5fe0869565f2', 'mac_address': 'fa:16:3e:2a:3f:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e9cd80a-75d3-4781-9154-c886c97be771', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:52:26.217037 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 19c145e4-40d4-4f08-b7cb-5fe0869565f2 is: ACTIVE; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:52:26.217438 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (19c145e4-40d4-4f08-b7cb-5fe0869565f2), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:26.231431 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 19c145e4-40d4-4f08-b7cb-5fe0869565f2 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:52:26.253257 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 19c145e4-40d4-4f08-b7cb-5fe0869565f2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=19c145e4-40d4-4f08-b7cb-5fe0869565f2,segment=NetworkSegment(743051ff-9f95-4efc-9230-9f61d36c1128),segment_id=743051ff-9f95-4efc-9230-9f61d36c1128)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:26.258637 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (19c145e4-40d4-4f08-b7cb-5fe0869565f2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:26.295281 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-409ff74e-49b4-4e5e-be21-22a1e15585f7 req-0dcd9fa8-489b-46a6-b60b-944d35725974 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1437371
Feb 05 20:52:26.306794 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-17247600-b28b-4bbc-98b2-30e3afab5e78 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:26.323220 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-17247600-b28b-4bbc-98b2-30e3afab5e78 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.32 "GET /v2.0/networks?id=c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a HTTP/1.1" status: 200  len: 812 time: 0.2190247
Feb 05 20:52:26.327138 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696a560-864c-45ab-baab-aa569a98c5a5 req-ed585d60-c02f-4d9c-b123-416dd0bf0c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:26.328515 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c696a560-864c-45ab-baab-aa569a98c5a5 req-ed585d60-c02f-4d9c-b123-416dd0bf0c11 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.2426782
Feb 05 20:52:26.333414 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=19c145e4-40d4-4f08-b7cb-5fe0869565f2,revision_number=6']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:26.339194 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-611da7c2-1699-4caa-a9f7-dff75eec455b tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.32 "GET /v2.0/quotas/79bceebcbdcb49f8a06572b6d4412c2f HTTP/1.1" status: 200  len: 375 time: 0.0244482
Feb 05 20:52:26.414164 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c696a560-864c-45ab-baab-aa569a98c5a5 req-920efd05-2579-4653-ba92-50e788ab0755 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=d1113b7e-04ac-4676-bcdc-2d74ab627f05 HTTP/1.1" status: 200  len: 217 time: 0.0723107
Feb 05 20:52:26.476913 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['19c145e4-40d4-4f08-b7cb-5fe0869565f2'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:52:26.499710 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-87724245-b64c-438a-ba04-0c21480d1090 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=79bceebcbdcb49f8a06572b6d4412c2f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1594827
Feb 05 20:52:26.505943 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696a560-864c-45ab-baab-aa569a98c5a5 req-77269b8b-c4b3-46cc-a09f-a6d67149c0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:26.508022 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c696a560-864c-45ab-baab-aa569a98c5a5 req-77269b8b-c4b3-46cc-a09f-a6d67149c0cf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.0735655
Feb 05 20:52:26.515767 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b0e8c-45c4-4c65-81b1-be6e0d53aa08 req-e67d94d4-b69d-4e91-9747-fdf739c38fc4 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:26.517198 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b2b0e8c-45c4-4c65-81b1-be6e0d53aa08 req-e67d94d4-b69d-4e91-9747-fdf739c38fc4 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7ab6d47-c452-4629-8e26-6fb32ff14222 HTTP/1.1" status: 200  len: 945 time: 0.1136329
Feb 05 20:52:26.656770 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b2b0e8c-45c4-4c65-81b1-be6e0d53aa08 req-bb4442ca-cc92-45d5-b67c-614ea751f4d2 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208580
Feb 05 20:52:26.662534 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696a560-864c-45ab-baab-aa569a98c5a5 req-7cb101f9-b0d6-4794-80e7-bd96bc6f8ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:26.663990 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c696a560-864c-45ab-baab-aa569a98c5a5 req-7cb101f9-b0d6-4794-80e7-bd96bc6f8ef1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1459463
Feb 05 20:52:26.696281 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-30e4ffbb-2f76-4f1a-8f61-972938d2b6ad service neutron] 10.222.0.32 "GET /v2.0/networks/c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1768267
Feb 05 20:52:27.160482 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c696a560-864c-45ab-baab-aa569a98c5a5 req-9bd88c72-e8bd-45bc-8073-04b7796b76cb service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4891434
Feb 05 20:52:27.171031 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1721fa6e-7a0e-469b-8ba1-2f6b0a514d19 req-70efa6bf-c23f-4dc1-a79d-3aa8060cbeff tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:27.172391 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1721fa6e-7a0e-469b-8ba1-2f6b0a514d19 req-70efa6bf-c23f-4dc1-a79d-3aa8060cbeff tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=778f451e-d667-417d-a9e6-d3d834e65fe2 HTTP/1.1" status: 200  len: 950 time: 0.4488833
Feb 05 20:52:27.181459 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-98f37e80-d01d-4be3-a5f3-e5a90cd6b3ec service neutron] 10.222.0.32 "GET /v2.0/networks/c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4771957
Feb 05 20:52:27.278922 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1721fa6e-7a0e-469b-8ba1-2f6b0a514d19 req-e628bdca-b810-46e2-8fbe-6b8a7455fb8d tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957618
Feb 05 20:52:27.296405 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c696a560-864c-45ab-baab-aa569a98c5a5 req-a0f36192-3d70-49b3-a6ce-e74cc914d06b service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229663
Feb 05 20:52:27.395532 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4697b108-37e9-462e-8dc2-ee7653f58642 req-4664b5b2-d804-48f5-83a4-27bc1a3fd2bb tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/floatingips/7811b30b-5ddd-4d0d-8545-a7649b0cc2a6 HTTP/1.1" status: 200  len: 693 time: 0.0671983
Feb 05 20:52:27.497199 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c07d19-ec42-4dc0-9641-9c255d7bf93b req-be44dde1-0846-4b70-830b-438f17e07f11 tempest-LiveMigrationNegativeTest-788789920 tempest-LiveMigrationNegativeTest-788789920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:27.498758 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a5c07d19-ec42-4dc0-9641-9c255d7bf93b req-be44dde1-0846-4b70-830b-438f17e07f11 tempest-LiveMigrationNegativeTest-788789920 tempest-LiveMigrationNegativeTest-788789920-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=19375310-6780-492f-9cfe-8c45aa5546a7 HTTP/1.1" status: 200  len: 1131 time: 0.1196849
Feb 05 20:52:27.527626 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a5c07d19-ec42-4dc0-9641-9c255d7bf93b req-2a575b52-0a98-44df-bf58-e5479f972307 tempest-LiveMigrationNegativeTest-788789920 tempest-LiveMigrationNegativeTest-788789920-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:27.545769 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697b108-37e9-462e-8dc2-ee7653f58642 req-d7d0323f-301b-4e82-8655-c8d0a6ba1f72 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:27.547152 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4697b108-37e9-462e-8dc2-ee7653f58642 req-d7d0323f-301b-4e82-8655-c8d0a6ba1f72 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/networks/d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 784 time: 0.1366906
Feb 05 20:52:27.618728 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4697b108-37e9-462e-8dc2-ee7653f58642 req-fb0da702-e061-45e7-bbd1-28b01a0da5e4 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.239 HTTP/1.1" status: 200  len: 696 time: 0.0648525
Feb 05 20:52:27.684417 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4697b108-37e9-462e-8dc2-ee7653f58642 req-13928536-ee86-4d58-a7db-a51c3c189864 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.239 HTTP/1.1" status: 200  len: 696 time: 0.0540476
Feb 05 20:52:27.753881 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a5c07d19-ec42-4dc0-9641-9c255d7bf93b req-2a575b52-0a98-44df-bf58-e5479f972307 tempest-LiveMigrationNegativeTest-788789920 tempest-LiveMigrationNegativeTest-788789920-project-admin] Publish callbacks [] for security_group (ce082faf-3959-46d0-9d75-c01a4c8fe66f), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:27.783898 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a5c07d19-ec42-4dc0-9641-9c255d7bf93b req-2a575b52-0a98-44df-bf58-e5479f972307 tempest-LiveMigrationNegativeTest-788789920 tempest-LiveMigrationNegativeTest-788789920-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ce082faf-3959-46d0-9d75-c01a4c8fe66f), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:27.846038 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a5c07d19-ec42-4dc0-9641-9c255d7bf93b req-2a575b52-0a98-44df-bf58-e5479f972307 tempest-LiveMigrationNegativeTest-788789920 tempest-LiveMigrationNegativeTest-788789920-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=5c4cd17f-3504-428a-ae38-d794ce3d6932&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3416431
Feb 05 20:52:27.852269 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a575b52-0a98-44df-bf58-e5479f972307 tempest-LiveMigrationNegativeTest-788789920 tempest-LiveMigrationNegativeTest-788789920-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce082faf-3959-46d0-9d75-c01a4c8fe66f,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:27.885360 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-4697b108-37e9-462e-8dc2-ee7653f58642 req-ac1466ad-0420-4e98-a560-cf155dc7b5dd tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Deleting port 74d83933-5e4a-48e6-968c-547513a0659c {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:52:27.885789 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4697b108-37e9-462e-8dc2-ee7653f58642 req-ac1466ad-0420-4e98-a560-cf155dc7b5dd tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (74d83933-5e4a-48e6-968c-547513a0659c), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:27.939620 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0af0970e-c6df-4101-a373-6ca708eae57e', 'tag': '054ac344-3e0f-4c87-a459-0fdc4cea8659'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:52:27.942689 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c5f7c1-310c-4e0a-a788-7832c675296b" -d '{"events": [{"name": "network-changed", "server_uuid": "0af0970e-c6df-4101-a373-6ca708eae57e", "tag": "054ac344-3e0f-4c87-a459-0fdc4cea8659"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:52:27.979332 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4697b108-37e9-462e-8dc2-ee7653f58642 req-ac1466ad-0420-4e98-a560-cf155dc7b5dd tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (74d83933-5e4a-48e6-968c-547513a0659c), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:27.979627 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4697b108-37e9-462e-8dc2-ee7653f58642 req-ac1466ad-0420-4e98-a560-cf155dc7b5dd tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks [] for floatingip (74d83933-5e4a-48e6-968c-547513a0659c), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:27.992882 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-4697b108-37e9-462e-8dc2-ee7653f58642 req-ac1466ad-0420-4e98-a560-cf155dc7b5dd tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Calling delete_port for 74d83933-5e4a-48e6-968c-547513a0659c owned by network:floatingip {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:52:28.079375 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 19c145e4-40d4-4f08-b7cb-5fe0869565f2 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:52:28.137531 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4697b108-37e9-462e-8dc2-ee7653f58642 req-ac1466ad-0420-4e98-a560-cf155dc7b5dd tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (74d83933-5e4a-48e6-968c-547513a0659c), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:28.146522 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 19c145e4-40d4-4f08-b7cb-5fe0869565f2 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:52:28.147226 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (19c145e4-40d4-4f08-b7cb-5fe0869565f2), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:28.165086 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1466ad-0420-4e98-a560-cf155dc7b5dd tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Pushing event deleted for resources: {'Port': ['ID=74d83933-5e4a-48e6-968c-547513a0659c,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:28.231125 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4697b108-37e9-462e-8dc2-ee7653f58642 req-ac1466ad-0420-4e98-a560-cf155dc7b5dd tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks [] for floatingip (7811b30b-5ddd-4d0d-8545-a7649b0cc2a6), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:28.233567 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4697b108-37e9-462e-8dc2-ee7653f58642 req-ac1466ad-0420-4e98-a560-cf155dc7b5dd tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:28.234744 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4697b108-37e9-462e-8dc2-ee7653f58642 req-ac1466ad-0420-4e98-a560-cf155dc7b5dd tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "DELETE /v2.0/floatingips/7811b30b-5ddd-4d0d-8545-a7649b0cc2a6 HTTP/1.1" status: 204  len: 173 time: 0.5428603
Feb 05 20:52:28.236308 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 19c145e4-40d4-4f08-b7cb-5fe0869565f2 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:52:28.236702 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (19c145e4-40d4-4f08-b7cb-5fe0869565f2), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:28.265679 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a288f3a-3069-41d6-b4bc-1599fdd24039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c145e4-40d4-4f08-b7cb-5fe0869565f2'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:52:28.268050 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3fced29-0a83-442f-a0a3-1cff956f430e" -d '{"events": [{"server_uuid": "1a288f3a-3069-41d6-b4bc-1599fdd24039", "name": "network-vif-plugged", "status": "completed", "tag": "19c145e4-40d4-4f08-b7cb-5fe0869565f2"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:52:28.282234 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 19c145e4-40d4-4f08-b7cb-5fe0869565f2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=19c145e4-40d4-4f08-b7cb-5fe0869565f2,segment=NetworkSegment(743051ff-9f95-4efc-9230-9f61d36c1128),segment_id=743051ff-9f95-4efc-9230-9f61d36c1128)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:28.286810 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (19c145e4-40d4-4f08-b7cb-5fe0869565f2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:28.287593 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 5cb379ed-ddb4-499e-b220-588d09688bf7 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:52:28.365897 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=19c145e4-40d4-4f08-b7cb-5fe0869565f2,revision_number=7']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:28.385138 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b72d7-dca0-4479-8e84-c2441c580598 req-9274fb42-9c0f-4f53-9e81-54b280987de8 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:28.386689 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aa3b72d7-dca0-4479-8e84-c2441c580598 req-9274fb42-9c0f-4f53-9e81-54b280987de8 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca04b116-870e-4d32-a046-ed49097c05b2 HTTP/1.1" status: 200  len: 945 time: 0.0948205
Feb 05 20:52:28.394583 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484ba94-75e9-4275-b11b-f702765049f2 req-9dbb7547-a9c8-4b62-8b3e-dfcec76f633c tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:28.396722 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f484ba94-75e9-4275-b11b-f702765049f2 req-9dbb7547-a9c8-4b62-8b3e-dfcec76f633c tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/ports?device_id=de321d29-f3cb-4c16-b51f-c6bf52377ed1 HTTP/1.1" status: 200  len: 948 time: 0.0957613
Feb 05 20:52:28.420986 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 5cb379ed-ddb4-499e-b220-588d09688bf7 is: ACTIVE; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:52:28.421391 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5cb379ed-ddb4-499e-b220-588d09688bf7), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:28.457371 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 5cb379ed-ddb4-499e-b220-588d09688bf7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5cb379ed-ddb4-499e-b220-588d09688bf7,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:28.463080 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5cb379ed-ddb4-499e-b220-588d09688bf7), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:28.482933 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aa3b72d7-dca0-4479-8e84-c2441c580598 req-02e32e0c-1f82-4e8b-a67f-3974633e6de4 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851512
Feb 05 20:52:28.496884 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f484ba94-75e9-4275-b11b-f702765049f2 req-5634149a-a235-462d-877e-b9069a838039 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/security-groups?id=867110f1-5107-45c6-b0fb-e05c5b456665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906382
Feb 05 20:52:28.519030 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=5cb379ed-ddb4-499e-b220-588d09688bf7,revision_number=6']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:28.606341 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-e140c3bf-d69e-4af4-bb01-fd3e214af988 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:28.607779 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-e140c3bf-d69e-4af4-bb01-fd3e214af988 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.21 "GET /v2.0/networks?id=c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a HTTP/1.1" status: 200  len: 812 time: 0.1415415
Feb 05 20:52:28.662152 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e8291458-2b68-4a03-a732-8c93c9d1962e req-34be03d1-70cb-455d-b7aa-989b4004613c tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.32 "GET /v2.0/ports?device_id=c001a65c-d24d-47ea-9e9f-8dbcea7c6faf HTTP/1.1" status: 200  len: 210 time: 0.0534179
Feb 05 20:52:28.710973 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf1613e-3e62-49de-8ebb-31cc766c1f86 req-fad9219f-8db1-46fb-a46e-917d003da2ba tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:28.712546 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bbf1613e-3e62-49de-8ebb-31cc766c1f86 req-fad9219f-8db1-46fb-a46e-917d003da2ba tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 945 time: 0.1199491
Feb 05 20:52:28.726534 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-cf5dabde-a9f8-4b7b-8d2c-c5db6f1e540e tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79bceebcbdcb49f8a06572b6d4412c2f HTTP/1.1" status: 200  len: 379 time: 0.0924835
Feb 05 20:52:28.738603 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-e11308cf-3579-473b-9fa2-f53a3050628c tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Request body: {'port': {'device_id': 'c001a65c-d24d-47ea-9e9f-8dbcea7c6faf', 'network_id': 'c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a', 'admin_state_up': True, 'tenant_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'security_groups': ['0695a0d2-2ebe-4932-ae8c-6d486ce84c74']}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:52:28.750241 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5dad05-b04c-43b0-9bad-307ae492ef36 x-openstack-request-id: req-cf5dad05-b04c-43b0-9bad-307ae492ef36 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:52:28.750685 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0af0970e-c6df-4101-a373-6ca708eae57e", "tag": "054ac344-3e0f-4c87-a459-0fdc4cea8659", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:52:28.750825 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cf5dad05-b04c-43b0-9bad-307ae492ef36 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:52:28.751977 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0af0970e-c6df-4101-a373-6ca708eae57e', 'tag': '054ac344-3e0f-4c87-a459-0fdc4cea8659', 'status': 'completed', 'code': 200}
Feb 05 20:52:28.887647 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bbf1613e-3e62-49de-8ebb-31cc766c1f86 req-2696dc82-996d-4a5e-86e8-93156ba6505e tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1601515
Feb 05 20:52:28.913517 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5f7c1-310c-4e0a-a788-7832c675296b req-f3645539-586c-49e7-a94b-463db4cb55ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:28.915359 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30c5f7c1-310c-4e0a-a788-7832c675296b req-f3645539-586c-49e7-a94b-463db4cb55ea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=16490002120a497498df585c4f9bb7cf&device_id=0af0970e-c6df-4101-a373-6ca708eae57e HTTP/1.1" status: 200  len: 1127 time: 0.1362321
Feb 05 20:52:28.951775 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2ab9f3-68e1-4d46-9a67-2d0659c7545c x-openstack-request-id: req-1d2ab9f3-68e1-4d46-9a67-2d0659c7545c {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:52:28.952212 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a288f3a-3069-41d6-b4bc-1599fdd24039", "name": "network-vif-plugged", "status": "completed", "tag": "19c145e4-40d4-4f08-b7cb-5fe0869565f2", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:52:28.952479 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1d2ab9f3-68e1-4d46-9a67-2d0659c7545c {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:52:28.952992 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a288f3a-3069-41d6-b4bc-1599fdd24039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c145e4-40d4-4f08-b7cb-5fe0869565f2', 'code': 200}
Feb 05 20:52:28.963825 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-e11308cf-3579-473b-9fa2-f53a3050628c tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Made reservation on behalf of 79bceebcbdcb49f8a06572b6d4412c2f for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:52:28.967113 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-e11308cf-3579-473b-9fa2-f53a3050628c tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:29.129643 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5f7c1-310c-4e0a-a788-7832c675296b req-d9fb7594-ec74-41f8-ab1f-2d86580c3bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:29.131168 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30c5f7c1-310c-4e0a-a788-7832c675296b req-d9fb7594-ec74-41f8-ab1f-2d86580c3bc6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7a85da4f-594b-4edb-a0ef-f6f6d1d94dba HTTP/1.1" status: 200  len: 929 time: 0.2094138
Feb 05 20:52:29.160886 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cad7ae-549d-4f2e-915a-6f132bc68cc0 req-1915e286-1695-4c37-bbc8-2b6c33cf58f5 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:29.162355 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-10cad7ae-549d-4f2e-915a-6f132bc68cc0 req-1915e286-1695-4c37-bbc8-2b6c33cf58f5 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=778f451e-d667-417d-a9e6-d3d834e65fe2 HTTP/1.1" status: 200  len: 948 time: 0.1578543
Feb 05 20:52:29.213713 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30c5f7c1-310c-4e0a-a788-7832c675296b req-a0cbcf5f-3b02-4ee4-87ce-a544b8eb0ade service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=054ac344-3e0f-4c87-a459-0fdc4cea8659 HTTP/1.1" status: 200  len: 217 time: 0.0604420
Feb 05 20:52:29.318031 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-e11308cf-3579-473b-9fa2-f53a3050628c tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Allocated IP 172.20.0.4 (c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a/6574d1d7-7df2-4ee5-9f4f-df2664f961b3/a08b1a2d-3855-4e04-964c-c8692c10c5bb) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:52:29.348975 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5f7c1-310c-4e0a-a788-7832c675296b req-07dbaf69-f010-4c02-80c2-2a6be164e4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:29.350352 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30c5f7c1-310c-4e0a-a788-7832c675296b req-07dbaf69-f010-4c02-80c2-2a6be164e4f2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1859e75b-6740-4475-ba8f-56ef1656315f HTTP/1.1" status: 200  len: 867 time: 0.1213491
Feb 05 20:52:29.356348 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-10cad7ae-549d-4f2e-915a-6f132bc68cc0 req-7d802a7d-a41c-4000-abef-321b61507a49 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1845822
Feb 05 20:52:29.388398 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a53b17-d66e-47c0-b961-26ccd946f9e0 req-08866a1a-68b7-4f5d-acd1-72d9e634f73a tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:29.389918 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-02a53b17-d66e-47c0-b961-26ccd946f9e0 req-08866a1a-68b7-4f5d-acd1-72d9e634f73a tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=97402a71-c4cb-4f7f-9f13-76f1760a0927 HTTP/1.1" status: 200  len: 946 time: 0.1819816
Feb 05 20:52:29.544187 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5f7c1-310c-4e0a-a788-7832c675296b req-69959928-0834-4596-83e6-7595e4bb4300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:29.545700 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30c5f7c1-310c-4e0a-a788-7832c675296b req-69959928-0834-4596-83e6-7595e4bb4300 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7a85da4f-594b-4edb-a0ef-f6f6d1d94dba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1885056
Feb 05 20:52:29.585231 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-02a53b17-d66e-47c0-b961-26ccd946f9e0 req-d8fb15c7-4db3-490a-95c4-51a215afbc62 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1755712
Feb 05 20:52:29.681546 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b0517-4da0-421d-b2c5-68b72c0903e9 req-047bfaf3-b159-4b98-a4c2-7ea3d82bf24b tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:29.683086 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c19b0517-4da0-421d-b2c5-68b72c0903e9 req-047bfaf3-b159-4b98-a4c2-7ea3d82bf24b tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/ports?device_id=0af0970e-c6df-4101-a373-6ca708eae57e&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.2109859
Feb 05 20:52:29.686347 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-e11308cf-3579-473b-9fa2-f53a3050628c tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Publish callbacks [] for port (a08b1a2d-3855-4e04-964c-c8692c10c5bb), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:29.747515 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c19b0517-4da0-421d-b2c5-68b72c0903e9 req-9542e167-5c02-46e5-b1ca-20b12eb6ff6a tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.0548480
Feb 05 20:52:29.750836 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30c5f7c1-310c-4e0a-a788-7832c675296b req-7e3950bf-eacc-4e7d-8242-a2f133c6b577 service neutron] 10.222.0.39 "GET /v2.0/networks/7a85da4f-594b-4edb-a0ef-f6f6d1d94dba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1966455
Feb 05 20:52:29.857370 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-e11308cf-3579-473b-9fa2-f53a3050628c tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (a08b1a2d-3855-4e04-964c-c8692c10c5bb), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:29.963819 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-e11308cf-3579-473b-9fa2-f53a3050628c tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Network c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:52:29.973334 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-e11308cf-3579-473b-9fa2-f53a3050628c tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:52:29.978684 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-e11308cf-3579-473b-9fa2-f53a3050628c tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:52:29.982763 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30c5f7c1-310c-4e0a-a788-7832c675296b req-5931ffd2-3b00-4c71-956f-b50b20509405 service neutron] 10.222.0.39 "GET /v2.0/networks/7a85da4f-594b-4edb-a0ef-f6f6d1d94dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2251987
Feb 05 20:52:29.991959 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc40977-386e-4bc5-bcbf-a58095b91b70 req-af3fa315-6310-4e8a-a9c7-938d85c484b7 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:29.993650 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bcc40977-386e-4bc5-bcbf-a58095b91b70 req-af3fa315-6310-4e8a-a9c7-938d85c484b7 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/ports?device_id=de321d29-f3cb-4c16-b51f-c6bf52377ed1 HTTP/1.1" status: 200  len: 948 time: 0.2085865
Feb 05 20:52:29.994328 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11308cf-3579-473b-9fa2-f53a3050628c tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Pushing event updated for resources: {'Port': ['ID=a08b1a2d-3855-4e04-964c-c8692c10c5bb,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:30.063495 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a9f3f-b246-4d96-893d-4bee221e3c2e req-723a612d-4ed5-4d69-8304-b89ec72fab04 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:30.068928 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a9f3f-b246-4d96-893d-4bee221e3c2e req-723a612d-4ed5-4d69-8304-b89ec72fab04 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:30.074962 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a9f3f-b246-4d96-893d-4bee221e3c2e req-723a612d-4ed5-4d69-8304-b89ec72fab04 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:30.076666 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b06a9f3f-b246-4d96-893d-4bee221e3c2e req-723a612d-4ed5-4d69-8304-b89ec72fab04 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=97402a71-c4cb-4f7f-9f13-76f1760a0927&device_id=ca04b116-870e-4d32-a046-ed49097c05b2&device_id=d7ab6d47-c452-4629-8e26-6fb32ff14222 HTTP/1.1" status: 200  len: 2417 time: 0.2046187
Feb 05 20:52:30.089152 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-e11308cf-3579-473b-9fa2-f53a3050628c tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:30.089356 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device d1113b7e-04ac-4676-bcdc-2d74ab627f05 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:52:30.089795 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-e11308cf-3579-473b-9fa2-f53a3050628c tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:30.147218 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bcc40977-386e-4bc5-bcbf-a58095b91b70 req-1c70d1c0-efa1-4133-93e6-91ba33b4e0f7 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/security-groups?id=867110f1-5107-45c6-b0fb-e05c5b456665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1242931
Feb 05 20:52:30.152916 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-e11308cf-3579-473b-9fa2-f53a3050628c tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4189672
Feb 05 20:52:30.176642 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-80f062b5-183c-44c8-ba34-f7844cb19e63 service neutron] Request body: {'port': {'device_id': 'c001a65c-d24d-47ea-9e9f-8dbcea7c6faf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:52:30.225842 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port d1113b7e-04ac-4676-bcdc-2d74ab627f05, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d1113b7e-04ac-4676-bcdc-2d74ab627f05,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:30.230312 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b06a9f3f-b246-4d96-893d-4bee221e3c2e req-3431ed88-eba7-4757-860f-9d5fb810fdbc tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1377518
Feb 05 20:52:30.239114 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': 'd1113b7e-04ac-4676-bcdc-2d74ab627f05', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'port_id': 'd1113b7e-04ac-4676-bcdc-2d74ab627f05', 'mac_address': 'fa:16:3e:2f:01:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3c763-0926-4b49-ade5-d66ee3d4c489', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:52:30.303918 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port d1113b7e-04ac-4676-bcdc-2d74ab627f05 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:52:30.304888 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d1113b7e-04ac-4676-bcdc-2d74ab627f05), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:30.308389 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-ad1ddb86-12ca-4e05-8b41-990f0a7003ba None None] Provisioning complete for port a08b1a2d-3855-4e04-964c-c8692c10c5bb triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:52:30.308786 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ad1ddb86-12ca-4e05-8b41-990f0a7003ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (a08b1a2d-3855-4e04-964c-c8692c10c5bb), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:30.320636 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-80f062b5-183c-44c8-ba34-f7844cb19e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a08b1a2d-3855-4e04-964c-c8692c10c5bb), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:30.347630 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1113b7e-04ac-4676-bcdc-2d74ab627f05 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:52:30.376065 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ad1ddb86-12ca-4e05-8b41-990f0a7003ba None None] Port a08b1a2d-3855-4e04-964c-c8692c10c5bb cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:52:30.379812 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port d1113b7e-04ac-4676-bcdc-2d74ab627f05, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d1113b7e-04ac-4676-bcdc-2d74ab627f05,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:30.384239 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d1113b7e-04ac-4676-bcdc-2d74ab627f05), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:30.385310 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 5cb379ed-ddb4-499e-b220-588d09688bf7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:52:30.435148 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6631d2-4679-47c5-ab17-bf67f01caaeb req-c40f89e9-64d6-49ca-84e4-b73ca6507aab tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:30.436911 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ba6631d2-4679-47c5-ab17-bf67f01caaeb req-c40f89e9-64d6-49ca-84e4-b73ca6507aab tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.32 "GET /v2.0/ports?device_id=c001a65c-d24d-47ea-9e9f-8dbcea7c6faf HTTP/1.1" status: 200  len: 931 time: 0.1515746
Feb 05 20:52:30.451188 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae7c66-ed95-4528-9db7-65949f6dd701 req-5bac61be-ea05-4d39-88ea-480ef46b123b tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:30.452696 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0eae7c66-ed95-4528-9db7-65949f6dd701 req-5bac61be-ea05-4d39-88ea-480ef46b123b tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/ports?device_id=19375310-6780-492f-9cfe-8c45aa5546a7 HTTP/1.1" status: 200  len: 949 time: 0.1354916
Feb 05 20:52:30.468619 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 5cb379ed-ddb4-499e-b220-588d09688bf7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5cb379ed-ddb4-499e-b220-588d09688bf7,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:30.472876 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=d1113b7e-04ac-4676-bcdc-2d74ab627f05,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:30.491766 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '5cb379ed-ddb4-499e-b220-588d09688bf7', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'port_id': '5cb379ed-ddb4-499e-b220-588d09688bf7', 'mac_address': 'fa:16:3e:c5:6d:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3c763-0926-4b49-ade5-d66ee3d4c489', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:52:30.539495 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 5cb379ed-ddb4-499e-b220-588d09688bf7 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:52:30.540336 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5cb379ed-ddb4-499e-b220-588d09688bf7), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:30.553954 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cb379ed-ddb4-499e-b220-588d09688bf7 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:52:30.576278 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 5cb379ed-ddb4-499e-b220-588d09688bf7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5cb379ed-ddb4-499e-b220-588d09688bf7,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:30.580583 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5cb379ed-ddb4-499e-b220-588d09688bf7), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:30.611886 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0eae7c66-ed95-4528-9db7-65949f6dd701 req-30774bc5-828d-4d09-8aed-b7850ffb6c6d tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c4cd17f-3504-428a-ae38-d794ce3d6932&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169064
Feb 05 20:52:30.639542 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ba6631d2-4679-47c5-ab17-bf67f01caaeb req-71185e9b-d834-4bef-9b10-aaef41dd5458 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.32 "GET /v2.0/security-groups?id=0695a0d2-2ebe-4932-ae8c-6d486ce84c74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1858630
Feb 05 20:52:30.645697 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=5cb379ed-ddb4-499e-b220-588d09688bf7,revision_number=7']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:30.682681 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8da29b23-e519-4ef7-b549-f25a5b1f97e4 req-be5a6215-2702-4a4a-b7e4-9a0d26a243f5 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.0420196
Feb 05 20:52:30.795169 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-8166c92b-0b47-4cd0-b452-5597bbb2724c req-f72aafb3-50c8-4973-a708-bc84c2efc33e tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 20:52:30.796190 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8166c92b-0b47-4cd0-b452-5597bbb2724c req-f72aafb3-50c8-4973-a708-bc84c2efc33e tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0160773
Feb 05 20:52:30.838547 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-80f062b5-183c-44c8-ba34-f7844cb19e63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a08b1a2d-3855-4e04-964c-c8692c10c5bb {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:52:30.862487 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-80f062b5-183c-44c8-ba34-f7844cb19e63 service neutron] Publish callbacks [] for port (a08b1a2d-3855-4e04-964c-c8692c10c5bb), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:30.888823 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-80f062b5-183c-44c8-ba34-f7844cb19e63 service neutron] Transition to ACTIVE for port object a08b1a2d-3855-4e04-964c-c8692c10c5bb will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:52:30.897391 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-80f062b5-183c-44c8-ba34-f7844cb19e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (a08b1a2d-3855-4e04-964c-c8692c10c5bb), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:30.906345 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e383b8-25ab-47ff-ba8c-84b12cb8e9fe req-e80a2417-e6a4-4235-861f-3e9f2dd25871 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:30.907865 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68e383b8-25ab-47ff-ba8c-84b12cb8e9fe req-e80a2417-e6a4-4235-861f-3e9f2dd25871 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 945 time: 0.1479945
Feb 05 20:52:30.955855 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778f451e-d667-417d-a9e6-d3d834e65fe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cb379ed-ddb4-499e-b220-588d09688bf7'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:52:30.956522 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4bcce33-118a-44f4-a3ae-2e8021222f7e" -d '{"events": [{"server_uuid": "778f451e-d667-417d-a9e6-d3d834e65fe2", "name": "network-vif-unplugged", "status": "completed", "tag": "5cb379ed-ddb4-499e-b220-588d09688bf7"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:52:30.957790 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8166c92b-0b47-4cd0-b452-5597bbb2724c req-db721c56-3dd3-4321-a594-a96000e6b2bd tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200  len: 463 time: 0.1456175
Feb 05 20:52:31.001903 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f062b5-183c-44c8-ba34-f7844cb19e63 service neutron] Pushing event updated for resources: {'Port': ['ID=a08b1a2d-3855-4e04-964c-c8692c10c5bb,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:31.023346 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['d1113b7e-04ac-4676-bcdc-2d74ab627f05'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:52:31.070986 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68e383b8-25ab-47ff-ba8c-84b12cb8e9fe req-ddb597c2-86cb-4fa4-b951-29a5deade12c tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1508641
Feb 05 20:52:31.079122 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['5cb379ed-ddb4-499e-b220-588d09688bf7'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:52:31.146760 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-80f062b5-183c-44c8-ba34-f7844cb19e63 service neutron] Attempting to bind port a08b1a2d-3855-4e04-964c-c8692c10c5bb on host nch1-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:52:31.147394 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-80f062b5-183c-44c8-ba34-f7844cb19e63 service neutron] Attempting to bind port a08b1a2d-3855-4e04-964c-c8692c10c5bb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a23cb92a-c754-434c-8f50-ccb834db554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:52:31.147907 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-80f062b5-183c-44c8-ba34-f7844cb19e63 service neutron] Attempting to bind port a08b1a2d-3855-4e04-964c-c8692c10c5bb on network c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:52:31.158534 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-80f062b5-183c-44c8-ba34-f7844cb19e63 service neutron] Port a08b1a2d-3855-4e04-964c-c8692c10c5bb on network c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:52:31.159167 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-80f062b5-183c-44c8-ba34-f7844cb19e63 service neutron] Attempting to bind port a08b1a2d-3855-4e04-964c-c8692c10c5bb on network c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:52:31.177902 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-80f062b5-183c-44c8-ba34-f7844cb19e63 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:52:31.178447 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-80f062b5-183c-44c8-ba34-f7844cb19e63 service neutron] Checking segment: {'id': 'a23cb92a-c754-434c-8f50-ccb834db554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:52:31.178952 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-80f062b5-183c-44c8-ba34-f7844cb19e63 service neutron] Bound using segment: {'id': 'a23cb92a-c754-434c-8f50-ccb834db554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:52:31.183389 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-80f062b5-183c-44c8-ba34-f7844cb19e63 service neutron] Bound port: a08b1a2d-3855-4e04-964c-c8692c10c5bb, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a23cb92a-c754-434c-8f50-ccb834db554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:52:31.183943 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-80f062b5-183c-44c8-ba34-f7844cb19e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a08b1a2d-3855-4e04-964c-c8692c10c5bb), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:31.367399 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-80f062b5-183c-44c8-ba34-f7844cb19e63 service neutron] For port a08b1a2d-3855-4e04-964c-c8692c10c5bb, host nch1-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:52:31.371844 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-80f062b5-183c-44c8-ba34-f7844cb19e63 service neutron] For port a08b1a2d-3855-4e04-964c-c8692c10c5bb, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a08b1a2d-3855-4e04-964c-c8692c10c5bb,segment=NetworkSegment(a23cb92a-c754-434c-8f50-ccb834db554e),segment_id=a23cb92a-c754-434c-8f50-ccb834db554e)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:52:31.432518 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-80f062b5-183c-44c8-ba34-f7844cb19e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (a08b1a2d-3855-4e04-964c-c8692c10c5bb), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:31.516084 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f062b5-183c-44c8-ba34-f7844cb19e63 service neutron] Pushing event updated for resources: {'Port': ['ID=a08b1a2d-3855-4e04-964c-c8692c10c5bb,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:31.554732 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-80f062b5-183c-44c8-ba34-f7844cb19e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:31.555757 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-80f062b5-183c-44c8-ba34-f7844cb19e63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:31.557998 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-80f062b5-183c-44c8-ba34-f7844cb19e63 service neutron] 10.222.0.21 "PUT /v2.0/ports/a08b1a2d-3855-4e04-964c-c8692c10c5bb HTTP/1.1" status: 200  len: 1091 time: 1.3876388
Feb 05 20:52:31.558910 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c001a65c-d24d-47ea-9e9f-8dbcea7c6faf', 'tag': 'a08b1a2d-3855-4e04-964c-c8692c10c5bb'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:52:31.562896 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a670ed-51f3-4697-9be2-41d51dfd838c" -d '{"events": [{"name": "network-changed", "server_uuid": "c001a65c-d24d-47ea-9e9f-8dbcea7c6faf", "tag": "a08b1a2d-3855-4e04-964c-c8692c10c5bb"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:52:31.583805 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f715d7-0937-42c9-b506-6157b8c9bcc3 req-6761e5c7-1751-41c3-93e0-13575392fa38 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:31.586556 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-54f715d7-0937-42c9-b506-6157b8c9bcc3 req-6761e5c7-1751-41c3-93e0-13575392fa38 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=778f451e-d667-417d-a9e6-d3d834e65fe2 HTTP/1.1" status: 200  len: 949 time: 0.3788731
Feb 05 20:52:31.697891 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f223abd-94b5-498e-9d49-c970340f1037 req-f1a6f547-c677-407e-af6a-3a8400a7c6b4 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:31.699446 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9f223abd-94b5-498e-9d49-c970340f1037 req-f1a6f547-c677-407e-af6a-3a8400a7c6b4 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.39 "GET /v2.0/ports?device_id=19375310-6780-492f-9cfe-8c45aa5546a7 HTTP/1.1" status: 200  len: 949 time: 0.3149152
Feb 05 20:52:31.737193 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-54f715d7-0937-42c9-b506-6157b8c9bcc3 req-094a4c6c-9ab9-4290-9e0a-df3653923f39 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1408079
Feb 05 20:52:31.817231 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 20:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca91c78-5252-460a-87dc-1bc209c379c9 x-openstack-request-id: req-4ca91c78-5252-460a-87dc-1bc209c379c9 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:52:31.817776 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "778f451e-d667-417d-a9e6-d3d834e65fe2", "name": "network-vif-unplugged", "status": "completed", "tag": "5cb379ed-ddb4-499e-b220-588d09688bf7", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:52:31.817776 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4ca91c78-5252-460a-87dc-1bc209c379c9 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:52:31.818157 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '778f451e-d667-417d-a9e6-d3d834e65fe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cb379ed-ddb4-499e-b220-588d09688bf7', 'code': 200}
Feb 05 20:52:31.877364 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-781a73b9-6ce8-4a72-bb52-725ef613334f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:31.879173 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-781a73b9-6ce8-4a72-bb52-725ef613334f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=79bceebcbdcb49f8a06572b6d4412c2f&device_id=c001a65c-d24d-47ea-9e9f-8dbcea7c6faf HTTP/1.1" status: 200  len: 1125 time: 0.2400575
Feb 05 20:52:32.284798 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2396d0a2-6c49-4110-861c-eef5fc14de0f x-openstack-request-id: req-2396d0a2-6c49-4110-861c-eef5fc14de0f {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:52:32.285088 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c001a65c-d24d-47ea-9e9f-8dbcea7c6faf", "tag": "a08b1a2d-3855-4e04-964c-c8692c10c5bb", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:52:32.285341 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2396d0a2-6c49-4110-861c-eef5fc14de0f {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:52:32.285741 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c001a65c-d24d-47ea-9e9f-8dbcea7c6faf', 'tag': 'a08b1a2d-3855-4e04-964c-c8692c10c5bb', 'status': 'completed', 'code': 200}
Feb 05 20:52:32.290701 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-d6c6fcbb-fdcd-4f27-bce6-b4f1bd0f913c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a08b1a2d-3855-4e04-964c-c8692c10c5bb HTTP/1.1" status: 200  len: 217 time: 0.3973818
Feb 05 20:52:32.398036 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a68687-7b48-47d4-b229-c7abebb91a44 req-b5dd8dc6-3913-4afe-b6b8-70e834165fe9 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:32.404782 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-19a68687-7b48-47d4-b229-c7abebb91a44 req-b5dd8dc6-3913-4afe-b6b8-70e834165fe9 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/ports?device_id=de321d29-f3cb-4c16-b51f-c6bf52377ed1 HTTP/1.1" status: 200  len: 949 time: 0.5329614
Feb 05 20:52:32.408398 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-dbd3d750-91bd-4b03-97ac-be3bf4ef2a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:32.409763 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-dbd3d750-91bd-4b03-97ac-be3bf4ef2a3e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6574d1d7-7df2-4ee5-9f4f-df2664f961b3 HTTP/1.1" status: 200  len: 851 time: 0.1092081
Feb 05 20:52:32.440098 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-9f223abd-94b5-498e-9d49-c970340f1037 req-2999801a-2eff-4555-8fde-afe18a148cd2 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Deleting port 90e7d657-7dd1-4bc5-839d-c33ca61a73d2 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:52:32.440538 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9f223abd-94b5-498e-9d49-c970340f1037 req-2999801a-2eff-4555-8fde-afe18a148cd2 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (90e7d657-7dd1-4bc5-839d-c33ca61a73d2), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:32.469142 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b2b1b-c57e-47ce-b9a7-fc26f0a273a1 req-21123f73-5dba-477b-a0f1-f295fea8422e tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:32.470653 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2c1b2b1b-c57e-47ce-b9a7-fc26f0a273a1 req-21123f73-5dba-477b-a0f1-f295fea8422e tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/ports?device_id=19375310-6780-492f-9cfe-8c45aa5546a7 HTTP/1.1" status: 200  len: 949 time: 0.1883414
Feb 05 20:52:32.588549 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-19a68687-7b48-47d4-b229-c7abebb91a44 req-26532cb4-cf16-4d71-a171-2436052e4916 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/security-groups?id=867110f1-5107-45c6-b0fb-e05c5b456665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1828265
Feb 05 20:52:32.627547 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-a2b3054c-6f0c-40e3-90f2-72ffaf190143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:32.629060 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-a2b3054c-6f0c-40e3-90f2-72ffaf190143 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2103655
Feb 05 20:52:32.634597 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2c1b2b1b-c57e-47ce-b9a7-fc26f0a273a1 req-e122a1b2-6875-4be2-bde1-3e70e2f9c82d tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c4cd17f-3504-428a-ae38-d794ce3d6932&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1470635
Feb 05 20:52:32.639640 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-9f223abd-94b5-498e-9d49-c970340f1037 req-2999801a-2eff-4555-8fde-afe18a148cd2 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] For port 90e7d657-7dd1-4bc5-839d-c33ca61a73d2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90e7d657-7dd1-4bc5-839d-c33ca61a73d2,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:32.640009 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9f223abd-94b5-498e-9d49-c970340f1037 req-2999801a-2eff-4555-8fde-afe18a148cd2 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (90e7d657-7dd1-4bc5-839d-c33ca61a73d2), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:32.670329 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-9f223abd-94b5-498e-9d49-c970340f1037 req-2999801a-2eff-4555-8fde-afe18a148cd2 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Calling delete_port for 90e7d657-7dd1-4bc5-839d-c33ca61a73d2 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:52:32.869281 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-5f0e1758-f3ad-4603-a05d-dc79f8396200 service neutron] 10.222.0.21 "GET /v2.0/networks/c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2266009
Feb 05 20:52:32.887854 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f5649-cfa1-41e0-b79d-9c1739f10414 req-df1943f5-7904-4d2f-844b-8f2d4b9e5552 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:32.889341 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a05f5649-cfa1-41e0-b79d-9c1739f10414 req-df1943f5-7904-4d2f-844b-8f2d4b9e5552 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.32 "GET /v2.0/ports?device_id=c001a65c-d24d-47ea-9e9f-8dbcea7c6faf HTTP/1.1" status: 200  len: 943 time: 0.2076387
Feb 05 20:52:32.926294 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ebae6-4354-48f1-8bb5-fb638ced033e req-78be6b40-7a1d-4c00-97c6-afdd5bad327f tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:32.933748 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-244ebae6-4354-48f1-8bb5-fb638ced033e req-78be6b40-7a1d-4c00-97c6-afdd5bad327f tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/ports?device_id=0af0970e-c6df-4101-a373-6ca708eae57e HTTP/1.1" status: 200  len: 945 time: 0.1929324
Feb 05 20:52:33.111066 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-244ebae6-4354-48f1-8bb5-fb638ced033e req-65d0bb8a-a2d6-4e76-a8e7-8267df64a794 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/security-groups?id=efc9565d-13f7-4eb7-8c0c-5cde5b29d26a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1762781
Feb 05 20:52:33.116148 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9f223abd-94b5-498e-9d49-c970340f1037 req-2999801a-2eff-4555-8fde-afe18a148cd2 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (90e7d657-7dd1-4bc5-839d-c33ca61a73d2), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:33.130914 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a05f5649-cfa1-41e0-b79d-9c1739f10414 req-7309234a-157c-4b4c-9373-798827d411b9 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.32 "GET /v2.0/security-groups?id=0695a0d2-2ebe-4932-ae8c-6d486ce84c74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2225890
Feb 05 20:52:33.131351 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db4806ef-d824-449f-8ba2-1c5610bf7fe2 req-cb91b8a6-cfee-45ef-8aca-30fd65cb8056 service neutron] 10.222.0.21 "GET /v2.0/networks/c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2394331
Feb 05 20:52:33.134475 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['ea015b17-7d4c-4bf3-984b-62c2005f1de7'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:52:33.158072 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999801a-2eff-4555-8fde-afe18a148cd2 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Pushing event deleted for resources: {'Port': ['ID=90e7d657-7dd1-4bc5-839d-c33ca61a73d2,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:33.261500 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f223abd-94b5-498e-9d49-c970340f1037 req-2999801a-2eff-4555-8fde-afe18a148cd2 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] No DVR routers for this DVR port 90e7d657-7dd1-4bc5-839d-c33ca61a73d2 on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:52:33.286470 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9f223abd-94b5-498e-9d49-c970340f1037 req-2999801a-2eff-4555-8fde-afe18a148cd2 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:33.298791 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9f223abd-94b5-498e-9d49-c970340f1037 req-2999801a-2eff-4555-8fde-afe18a148cd2 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.39 "DELETE /v2.0/ports/90e7d657-7dd1-4bc5-839d-c33ca61a73d2 HTTP/1.1" status: 204  len: 173 time: 1.5860534
Feb 05 20:52:33.383577 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1355e65-2f55-4656-a4d0-9d6ab0ba4eea req-974aea14-514c-4489-b5c8-51ce0cd2e5c3 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:33.385776 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c1355e65-2f55-4656-a4d0-9d6ab0ba4eea req-974aea14-514c-4489-b5c8-51ce0cd2e5c3 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.39 "GET /v2.0/ports?device_id=0af0970e-c6df-4101-a373-6ca708eae57e HTTP/1.1" status: 200  len: 945 time: 0.2260149
Feb 05 20:52:33.420405 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a670ed-51f3-4697-9be2-41d51dfd838c req-20278f46-dee2-472a-b3bc-e8f3dc7d3346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:33.423317 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7a670ed-51f3-4697-9be2-41d51dfd838c req-20278f46-dee2-472a-b3bc-e8f3dc7d3346 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=79bceebcbdcb49f8a06572b6d4412c2f&device_id=c001a65c-d24d-47ea-9e9f-8dbcea7c6faf HTTP/1.1" status: 200  len: 1125 time: 0.1644337
Feb 05 20:52:33.576450 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 90e7d657-7dd1-4bc5-839d-c33ca61a73d2 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:52:33.665728 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-c1355e65-2f55-4656-a4d0-9d6ab0ba4eea req-8a83c888-b152-427c-854d-0d7ce758b1d8 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Deleting port 054ac344-3e0f-4c87-a459-0fdc4cea8659 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:52:33.666003 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c1355e65-2f55-4656-a4d0-9d6ab0ba4eea req-8a83c888-b152-427c-854d-0d7ce758b1d8 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (054ac344-3e0f-4c87-a459-0fdc4cea8659), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:33.670600 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a670ed-51f3-4697-9be2-41d51dfd838c req-fc1e36ea-84cc-412b-99fd-7d40cdca3c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:33.674781 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7a670ed-51f3-4697-9be2-41d51dfd838c req-fc1e36ea-84cc-412b-99fd-7d40cdca3c32 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a HTTP/1.1" status: 200  len: 913 time: 0.2446964
Feb 05 20:52:33.716977 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 90e7d657-7dd1-4bc5-839d-c33ca61a73d2 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:52:33.717375 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 90e7d657-7dd1-4bc5-839d-c33ca61a73d2 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:52:33.717847 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 054ac344-3e0f-4c87-a459-0fdc4cea8659 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:52:33.773837 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7a670ed-51f3-4697-9be2-41d51dfd838c req-0ff9ed53-8912-4575-bd9a-cfa299608943 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a08b1a2d-3855-4e04-964c-c8692c10c5bb HTTP/1.1" status: 200  len: 217 time: 0.0916209
Feb 05 20:52:33.853215 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7db92c95-66de-4121-ab67-617ab0a988e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:33.952339 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-c1355e65-2f55-4656-a4d0-9d6ab0ba4eea req-8a83c888-b152-427c-854d-0d7ce758b1d8 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] For port 054ac344-3e0f-4c87-a459-0fdc4cea8659, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=054ac344-3e0f-4c87-a459-0fdc4cea8659,segment=NetworkSegment(ce9f625e-a564-41e1-8114-366cd7fd9882),segment_id=ce9f625e-a564-41e1-8114-366cd7fd9882)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:33.953685 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a670ed-51f3-4697-9be2-41d51dfd838c req-df5493f9-9f11-4c88-a7da-d160e686033b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:33.954295 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c1355e65-2f55-4656-a4d0-9d6ab0ba4eea req-8a83c888-b152-427c-854d-0d7ce758b1d8 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (054ac344-3e0f-4c87-a459-0fdc4cea8659), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:33.955206 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7a670ed-51f3-4697-9be2-41d51dfd838c req-df5493f9-9f11-4c88-a7da-d160e686033b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6574d1d7-7df2-4ee5-9f4f-df2664f961b3 HTTP/1.1" status: 200  len: 851 time: 0.1725893
Feb 05 20:52:33.977464 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 054ac344-3e0f-4c87-a459-0fdc4cea8659 is: ACTIVE; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:52:33.978970 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (054ac344-3e0f-4c87-a459-0fdc4cea8659), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:33.983056 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-c1355e65-2f55-4656-a4d0-9d6ab0ba4eea req-8a83c888-b152-427c-854d-0d7ce758b1d8 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Calling delete_port for 054ac344-3e0f-4c87-a459-0fdc4cea8659 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:52:34.027737 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 054ac344-3e0f-4c87-a459-0fdc4cea8659, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=054ac344-3e0f-4c87-a459-0fdc4cea8659,segment=NetworkSegment(ce9f625e-a564-41e1-8114-366cd7fd9882),segment_id=ce9f625e-a564-41e1-8114-366cd7fd9882)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:34.028978 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af0970e-c6df-4101-a373-6ca708eae57e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '054ac344-3e0f-4c87-a459-0fdc4cea8659'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:52:34.031686 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ee0885-6c7e-4429-8c92-5b0665b810c6" -d '{"events": [{"server_uuid": "0af0970e-c6df-4101-a373-6ca708eae57e", "name": "network-vif-unplugged", "status": "completed", "tag": "054ac344-3e0f-4c87-a459-0fdc4cea8659"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:52:34.037963 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (054ac344-3e0f-4c87-a459-0fdc4cea8659), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:34.079031 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779b328-e3ec-428c-8577-f663b29f25a2 req-04a7b1ea-fd2a-4ee9-8ccd-43b793a2203f tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:34.087222 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a779b328-e3ec-428c-8577-f663b29f25a2 req-04a7b1ea-fd2a-4ee9-8ccd-43b793a2203f tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 945 time: 0.2063274
Feb 05 20:52:34.113760 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d1622-74da-41f7-93df-dba412bb08e5 req-9537833d-60bb-4f0c-9e73-c802ae6f6b35 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:34.121504 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-623d1622-74da-41f7-93df-dba412bb08e5 req-9537833d-60bb-4f0c-9e73-c802ae6f6b35 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=778f451e-d667-417d-a9e6-d3d834e65fe2 HTTP/1.1" status: 200  len: 949 time: 0.1437795
Feb 05 20:52:34.127689 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device d1113b7e-04ac-4676-bcdc-2d74ab627f05 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:52:34.129546 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a670ed-51f3-4697-9be2-41d51dfd838c req-4877235e-765c-47c9-8644-0a0314e7cce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:34.131059 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7a670ed-51f3-4697-9be2-41d51dfd838c req-4877235e-765c-47c9-8644-0a0314e7cce9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1672387
Feb 05 20:52:34.176025 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=054ac344-3e0f-4c87-a459-0fdc4cea8659,revision_number=6']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:34.213844 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port d1113b7e-04ac-4676-bcdc-2d74ab627f05 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:52:34.219845 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port d1113b7e-04ac-4676-bcdc-2d74ab627f05 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:52:34.220238 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d1113b7e-04ac-4676-bcdc-2d74ab627f05), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:34.259440 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c1355e65-2f55-4656-a4d0-9d6ab0ba4eea req-8a83c888-b152-427c-854d-0d7ce758b1d8 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (054ac344-3e0f-4c87-a459-0fdc4cea8659), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:34.280829 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a779b328-e3ec-428c-8577-f663b29f25a2 req-de1dc7a3-3ca5-40e2-845c-1fbe0756d8fa tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1907506
Feb 05 20:52:34.291294 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-623d1622-74da-41f7-93df-dba412bb08e5 req-b2b5be36-ea08-4d03-8bfc-a13b64436559 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1689208
Feb 05 20:52:34.293419 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19375310-6780-492f-9cfe-8c45aa5546a7', 'name': 'network-vif-deleted', 'tag': '90e7d657-7dd1-4bc5-839d-c33ca61a73d2'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:52:34.302283 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a0701f-680e-4288-bafa-a1ae6b13e80a" -d '{"events": [{"server_uuid": "19375310-6780-492f-9cfe-8c45aa5546a7", "name": "network-vif-deleted", "tag": "90e7d657-7dd1-4bc5-839d-c33ca61a73d2"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:52:34.310485 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a83c888-b152-427c-854d-0d7ce758b1d8 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Pushing event deleted for resources: {'Port': ['ID=054ac344-3e0f-4c87-a459-0fdc4cea8659,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:34.368897 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7a670ed-51f3-4697-9be2-41d51dfd838c req-52147f1b-f53d-4e4f-b084-d38b9ba3ac2d service neutron] 10.222.0.21 "GET /v2.0/networks/c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2274477
Feb 05 20:52:34.404203 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port d1113b7e-04ac-4676-bcdc-2d74ab627f05 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:52:34.404792 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d1113b7e-04ac-4676-bcdc-2d74ab627f05), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:34.426182 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1355e65-2f55-4656-a4d0-9d6ab0ba4eea req-8a83c888-b152-427c-854d-0d7ce758b1d8 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] No DVR routers for this DVR port 054ac344-3e0f-4c87-a459-0fdc4cea8659 on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:52:34.445993 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c148f-90e9-4d4d-b3af-3b731d0cd781 req-3c6446ea-2250-41a1-86ba-167d956e45a6 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:34.450427 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-386c148f-90e9-4d4d-b3af-3b731d0cd781 req-3c6446ea-2250-41a1-86ba-167d956e45a6 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.21 "GET /v2.0/ports?device_id=778f451e-d667-417d-a9e6-d3d834e65fe2&tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 949 time: 0.2910056
Feb 05 20:52:34.450659 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c1355e65-2f55-4656-a4d0-9d6ab0ba4eea req-8a83c888-b152-427c-854d-0d7ce758b1d8 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:34.453882 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c1355e65-2f55-4656-a4d0-9d6ab0ba4eea req-8a83c888-b152-427c-854d-0d7ce758b1d8 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.39 "DELETE /v2.0/ports/054ac344-3e0f-4c87-a459-0fdc4cea8659 HTTP/1.1" status: 204  len: 173 time: 1.0598903
Feb 05 20:52:34.454338 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af0970e-c6df-4101-a373-6ca708eae57e', 'name': 'network-vif-deleted', 'tag': '054ac344-3e0f-4c87-a459-0fdc4cea8659'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:52:34.467393 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c7d155-4721-4a68-840b-564a9a038148" -d '{"events": [{"server_uuid": "0af0970e-c6df-4101-a373-6ca708eae57e", "name": "network-vif-deleted", "tag": "054ac344-3e0f-4c87-a459-0fdc4cea8659"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:52:34.474783 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port d1113b7e-04ac-4676-bcdc-2d74ab627f05, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d1113b7e-04ac-4676-bcdc-2d74ab627f05,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:34.488614 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d1113b7e-04ac-4676-bcdc-2d74ab627f05), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:34.489770 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 5cb379ed-ddb4-499e-b220-588d09688bf7 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:52:34.568680 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7a670ed-51f3-4697-9be2-41d51dfd838c req-7ae3eca2-44ac-476b-869c-5dca88ab31e2 service neutron] 10.222.0.21 "GET /v2.0/networks/c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1873887
Feb 05 20:52:34.589764 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c148f-90e9-4d4d-b3af-3b731d0cd781 req-9cbc5609-54dc-45c2-add9-7c1dbb85c6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:34.591320 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-386c148f-90e9-4d4d-b3af-3b731d0cd781 req-9cbc5609-54dc-45c2-add9-7c1dbb85c6ad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&device_id=778f451e-d667-417d-a9e6-d3d834e65fe2 HTTP/1.1" status: 200  len: 1131 time: 0.0850351
Feb 05 20:52:34.637707 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=d1113b7e-04ac-4676-bcdc-2d74ab627f05,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:34.652110 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 5cb379ed-ddb4-499e-b220-588d09688bf7 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:52:34.652908 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5cb379ed-ddb4-499e-b220-588d09688bf7), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:34.680551 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6054d8-49de-4db9-a0bf-ac4c83569089 req-39804ded-e298-4644-bbbe-b292b732f7c1 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:34.687418 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aa6054d8-49de-4db9-a0bf-ac4c83569089 req-39804ded-e298-4644-bbbe-b292b732f7c1 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/ports?device_id=de321d29-f3cb-4c16-b51f-c6bf52377ed1 HTTP/1.1" status: 200  len: 949 time: 0.2803411
Feb 05 20:52:34.800114 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c148f-90e9-4d4d-b3af-3b731d0cd781 req-6c54b613-6f5b-4a1f-9368-aa6e01657908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:34.801706 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-386c148f-90e9-4d4d-b3af-3b731d0cd781 req-6c54b613-6f5b-4a1f-9368-aa6e01657908 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.2007480
Feb 05 20:52:34.811003 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aa6054d8-49de-4db9-a0bf-ac4c83569089 req-7b1179a8-2527-4058-b2e9-88c2f6fcdf72 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/security-groups?id=867110f1-5107-45c6-b0fb-e05c5b456665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107502
Feb 05 20:52:34.887117 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-386c148f-90e9-4d4d-b3af-3b731d0cd781 req-d3e27294-be25-43e3-aeb4-3c8950f40974 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=5cb379ed-ddb4-499e-b220-588d09688bf7 HTTP/1.1" status: 200  len: 217 time: 0.0750384
Feb 05 20:52:34.972034 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 20:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4818c3-bb2b-4f6b-b5d0-5b924e784dd1 x-openstack-request-id: req-2a4818c3-bb2b-4f6b-b5d0-5b924e784dd1 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:52:34.973005 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0af0970e-c6df-4101-a373-6ca708eae57e", "name": "network-vif-unplugged", "status": "completed", "tag": "054ac344-3e0f-4c87-a459-0fdc4cea8659", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:52:34.973533 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a4818c3-bb2b-4f6b-b5d0-5b924e784dd1 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:52:34.974102 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af0970e-c6df-4101-a373-6ca708eae57e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '054ac344-3e0f-4c87-a459-0fdc4cea8659', 'code': 200}
Feb 05 20:52:34.983792 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c148f-90e9-4d4d-b3af-3b731d0cd781 req-4166323b-7063-4441-b69a-3ad080fc897f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:34.983938 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9d92a68b-1bc9-4067-a570-04dc5cd1d0f8 req-f880c8e4-d6c5-43ae-a341-0b7bbd35948c tempest-FloatingIPsAssociationNegativeTestJSON-1837750260 tempest-FloatingIPsAssociationNegativeTestJSON-1837750260-project] 10.222.0.32 "GET /v2.0/ports?device_id=0af0970e-c6df-4101-a373-6ca708eae57e HTTP/1.1" status: 200  len: 210 time: 0.0805023
Feb 05 20:52:34.985400 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-386c148f-90e9-4d4d-b3af-3b731d0cd781 req-4166323b-7063-4441-b69a-3ad080fc897f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.0914114
Feb 05 20:52:35.072140 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02d9205-83a0-407c-8123-7b7b62f9437a x-openstack-request-id: req-f02d9205-83a0-407c-8123-7b7b62f9437a {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:52:35.072461 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19375310-6780-492f-9cfe-8c45aa5546a7", "name": "network-vif-deleted", "tag": "90e7d657-7dd1-4bc5-839d-c33ca61a73d2", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:52:35.072699 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f02d9205-83a0-407c-8123-7b7b62f9437a {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:52:35.073104 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19375310-6780-492f-9cfe-8c45aa5546a7', 'name': 'network-vif-deleted', 'tag': '90e7d657-7dd1-4bc5-839d-c33ca61a73d2', 'status': 'completed', 'code': 200}
Feb 05 20:52:35.090429 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c148f-90e9-4d4d-b3af-3b731d0cd781 req-b9f2cfa0-c6cd-4d13-aa80-6ac848bd5005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:35.094609 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-386c148f-90e9-4d4d-b3af-3b731d0cd781 req-b9f2cfa0-c6cd-4d13-aa80-6ac848bd5005 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0980358
Feb 05 20:52:35.097013 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df5eb9-d842-47c0-be7f-99ff167311f2 req-9f6eefac-76b3-4ab8-9e5a-b516a794d135 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:35.098979 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-25df5eb9-d842-47c0-be7f-99ff167311f2 req-9f6eefac-76b3-4ab8-9e5a-b516a794d135 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.32 "GET /v2.0/ports?device_id=c001a65c-d24d-47ea-9e9f-8dbcea7c6faf HTTP/1.1" status: 200  len: 943 time: 0.1138604
Feb 05 20:52:35.102931 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 5cb379ed-ddb4-499e-b220-588d09688bf7 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:52:35.103417 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5cb379ed-ddb4-499e-b220-588d09688bf7), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:35.213166 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 5cb379ed-ddb4-499e-b220-588d09688bf7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5cb379ed-ddb4-499e-b220-588d09688bf7,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:35.221878 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-25df5eb9-d842-47c0-be7f-99ff167311f2 req-7fbd0976-a0d1-48fb-b6eb-e2788513b401 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.32 "GET /v2.0/security-groups?id=0695a0d2-2ebe-4932-ae8c-6d486ce84c74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1124496
Feb 05 20:52:35.227372 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5cb379ed-ddb4-499e-b220-588d09688bf7), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:35.262169 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-386c148f-90e9-4d4d-b3af-3b731d0cd781 req-079501f2-113e-4982-a10d-4ebeddeee797 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1621537
Feb 05 20:52:35.365709 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=5cb379ed-ddb4-499e-b220-588d09688bf7,revision_number=8']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:35.456513 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-386c148f-90e9-4d4d-b3af-3b731d0cd781 req-50e1e17f-f2f1-40bb-9988-3bfe92538007 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1852002
Feb 05 20:52:35.459116 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b09971-2e39-45c9-b0a0-404ebbfa1c2b x-openstack-request-id: req-48b09971-2e39-45c9-b0a0-404ebbfa1c2b {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:52:35.459644 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0af0970e-c6df-4101-a373-6ca708eae57e", "name": "network-vif-deleted", "tag": "054ac344-3e0f-4c87-a459-0fdc4cea8659", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:52:35.460112 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-48b09971-2e39-45c9-b0a0-404ebbfa1c2b {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:52:35.461403 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af0970e-c6df-4101-a373-6ca708eae57e', 'name': 'network-vif-deleted', 'tag': '054ac344-3e0f-4c87-a459-0fdc4cea8659', 'status': 'completed', 'code': 200}
Feb 05 20:52:35.643353 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321a6dc-e88f-4275-afca-2aaa82ef3e32 req-c0967c46-ec9c-4bcc-b5d9-f5eb5e5ebbbd tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:35.644944 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6321a6dc-e88f-4275-afca-2aaa82ef3e32 req-c0967c46-ec9c-4bcc-b5d9-f5eb5e5ebbbd tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 945 time: 0.0846534
Feb 05 20:52:35.728742 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6321a6dc-e88f-4275-afca-2aaa82ef3e32 req-e035e373-1ae9-4ccb-ba59-bfe530ad98fb tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738301
Feb 05 20:52:35.952834 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2e4cc-3764-4a25-bb3c-8c732786a19d req-6c26f8b9-1b27-455a-855a-fab569415c50 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:35.952834 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a2b2e4cc-3764-4a25-bb3c-8c732786a19d req-6c26f8b9-1b27-455a-855a-fab569415c50 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=778f451e-d667-417d-a9e6-d3d834e65fe2 HTTP/1.1" status: 200  len: 950 time: 0.1280179
Feb 05 20:52:36.042784 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2b28b63f-d407-4c4b-afe3-dd2a4dbc227e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:36.077659 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a2b2e4cc-3764-4a25-bb3c-8c732786a19d req-1c501658-5058-412c-8019-dc31ee65a76d tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1206198
Feb 05 20:52:36.089638 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016e62c-d69c-4097-b3fe-162ccb2dd2fd req-790fd3fb-d6bd-45e7-be4c-ae8ee076f541 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:36.100299 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f016e62c-d69c-4097-b3fe-162ccb2dd2fd req-790fd3fb-d6bd-45e7-be4c-ae8ee076f541 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd636db7-f7c5-46f4-9a44-20ebfddb151d HTTP/1.1" status: 200  len: 950 time: 0.1090119
Feb 05 20:52:36.119313 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device a08b1a2d-3855-4e04-964c-c8692c10c5bb details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:52:36.157524 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f016e62c-d69c-4097-b3fe-162ccb2dd2fd req-17c60cd5-6474-43db-a2ac-f74ab2527580 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c4cd17f-3504-428a-ae38-d794ce3d6932&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559335
Feb 05 20:52:36.354647 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port a08b1a2d-3855-4e04-964c-c8692c10c5bb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a08b1a2d-3855-4e04-964c-c8692c10c5bb,segment=NetworkSegment(a23cb92a-c754-434c-8f50-ccb834db554e),segment_id=a23cb92a-c754-434c-8f50-ccb834db554e)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:36.376269 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60622d2-3a26-4078-ba10-ebaf01bb555b req-2106593a-16f5-4176-a983-2541cee636f4 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:36.380524 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': 'a08b1a2d-3855-4e04-964c-c8692c10c5bb', 'network_id': 'c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a', 'port_id': 'a08b1a2d-3855-4e04-964c-c8692c10c5bb', 'mac_address': 'fa:16:3e:f6:75:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6574d1d7-7df2-4ee5-9f4f-df2664f961b3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:52:36.385852 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c60622d2-3a26-4078-ba10-ebaf01bb555b req-2106593a-16f5-4176-a983-2541cee636f4 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/ports?device_id=de321d29-f3cb-4c16-b51f-c6bf52377ed1 HTTP/1.1" status: 200  len: 950 time: 0.1528714
Feb 05 20:52:36.427590 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port a08b1a2d-3855-4e04-964c-c8692c10c5bb is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:52:36.428145 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a08b1a2d-3855-4e04-964c-c8692c10c5bb), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:36.438328 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c60622d2-3a26-4078-ba10-ebaf01bb555b req-6beb9abc-f52c-482f-aae7-81528982e881 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/security-groups?id=867110f1-5107-45c6-b0fb-e05c5b456665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511651
Feb 05 20:52:36.444529 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a08b1a2d-3855-4e04-964c-c8692c10c5bb {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:52:36.499402 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port a08b1a2d-3855-4e04-964c-c8692c10c5bb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a08b1a2d-3855-4e04-964c-c8692c10c5bb,segment=NetworkSegment(a23cb92a-c754-434c-8f50-ccb834db554e),segment_id=a23cb92a-c754-434c-8f50-ccb834db554e)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:36.505300 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (a08b1a2d-3855-4e04-964c-c8692c10c5bb), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:36.571075 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=a08b1a2d-3855-4e04-964c-c8692c10c5bb,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:36.654205 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33440) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:36.871407 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892002b-52c9-4e43-b74c-8de671cb4482 req-d0b0e414-7e9a-4b36-ab31-96ce7333309d tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:36.880341 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e892002b-52c9-4e43-b74c-8de671cb4482 req-d0b0e414-7e9a-4b36-ab31-96ce7333309d tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.32 "GET /v2.0/ports?device_id=c001a65c-d24d-47ea-9e9f-8dbcea7c6faf HTTP/1.1" status: 200  len: 944 time: 0.1178801
Feb 05 20:52:36.899882 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb53859-e99a-4198-9549-057c5bb4df80 req-c50f18d2-f40c-4b22-8c3d-2da3b1fea400 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:36.901511 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0eb53859-e99a-4198-9549-057c5bb4df80 req-c50f18d2-f40c-4b22-8c3d-2da3b1fea400 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd636db7-f7c5-46f4-9a44-20ebfddb151d HTTP/1.1" status: 200  len: 950 time: 0.0945570
Feb 05 20:52:36.949652 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['a08b1a2d-3855-4e04-964c-c8692c10c5bb'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:52:37.025681 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e892002b-52c9-4e43-b74c-8de671cb4482 req-18fe9f98-360f-4ccc-a991-67dcc90bd2b3 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.32 "GET /v2.0/security-groups?id=0695a0d2-2ebe-4932-ae8c-6d486ce84c74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1441102
Feb 05 20:52:37.033370 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de321d29-f3cb-4c16-b51f-c6bf52377ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1113b7e-04ac-4676-bcdc-2d74ab627f05'}, {'server_uuid': '778f451e-d667-417d-a9e6-d3d834e65fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb379ed-ddb4-499e-b220-588d09688bf7'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:52:37.042418 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d987be-ed14-4441-bb24-be687c6f1e7b" -d '{"events": [{"server_uuid": "de321d29-f3cb-4c16-b51f-c6bf52377ed1", "name": "network-vif-plugged", "status": "completed", "tag": "d1113b7e-04ac-4676-bcdc-2d74ab627f05"}, {"server_uuid": "778f451e-d667-417d-a9e6-d3d834e65fe2", "name": "network-vif-plugged", "status": "completed", "tag": "5cb379ed-ddb4-499e-b220-588d09688bf7"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:52:37.186408 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa243687-869a-4352-80ea-e2d2ed99ce27 req-a9efb69f-25ba-4273-bc86-aec871c21107 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:37.188264 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fa243687-869a-4352-80ea-e2d2ed99ce27 req-a9efb69f-25ba-4273-bc86-aec871c21107 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 945 time: 0.1279955
Feb 05 20:52:37.247334 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558a78b-75ae-4234-b810-5edbd7da4d55 req-0e0b5ff1-bdc3-4dad-abf2-9ef4ecf5e19e tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:37.248888 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c558a78b-75ae-4234-b810-5edbd7da4d55 req-0e0b5ff1-bdc3-4dad-abf2-9ef4ecf5e19e tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=97402a71-c4cb-4f7f-9f13-76f1760a0927 HTTP/1.1" status: 200  len: 946 time: 0.1112471
Feb 05 20:52:37.275885 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fa243687-869a-4352-80ea-e2d2ed99ce27 req-cbf96414-edff-4c4e-80e8-23d88db852b2 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788705
Feb 05 20:52:37.312489 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c558a78b-75ae-4234-b810-5edbd7da4d55 req-87e3abf6-0ff1-4e1a-b3a6-f9c300efae9a tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551016
Feb 05 20:52:37.338630 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:37.433505 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Feb 2022 20:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febc1d64-e094-4609-beba-fc406646db41 x-openstack-request-id: req-febc1d64-e094-4609-beba-fc406646db41 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:52:37.434146 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de321d29-f3cb-4c16-b51f-c6bf52377ed1", "name": "network-vif-plugged", "status": "completed", "tag": "d1113b7e-04ac-4676-bcdc-2d74ab627f05", "code": 200}, {"server_uuid": "778f451e-d667-417d-a9e6-d3d834e65fe2", "name": "network-vif-plugged", "status": "completed", "tag": "5cb379ed-ddb4-499e-b220-588d09688bf7", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:52:37.434146 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-febc1d64-e094-4609-beba-fc406646db41 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:52:37.434471 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de321d29-f3cb-4c16-b51f-c6bf52377ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1113b7e-04ac-4676-bcdc-2d74ab627f05', 'code': 200}
Feb 05 20:52:37.435702 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '778f451e-d667-417d-a9e6-d3d834e65fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb379ed-ddb4-499e-b220-588d09688bf7', 'code': 200}
Feb 05 20:52:37.553108 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff98321-55ac-4156-8c9e-4ec17af5cb21 req-19228be5-4f68-40b2-be0c-d29a204a1a69 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:37.555620 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aff98321-55ac-4156-8c9e-4ec17af5cb21 req-19228be5-4f68-40b2-be0c-d29a204a1a69 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=778f451e-d667-417d-a9e6-d3d834e65fe2 HTTP/1.1" status: 200  len: 950 time: 0.1011083
Feb 05 20:52:37.595113 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-0eb53859-e99a-4198-9549-057c5bb4df80 req-04bb46e6-08b3-4703-b971-9cb3b6e1d876 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Deleting port ea015b17-7d4c-4bf3-984b-62c2005f1de7 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:52:37.595784 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0eb53859-e99a-4198-9549-057c5bb4df80 req-04bb46e6-08b3-4703-b971-9cb3b6e1d876 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (ea015b17-7d4c-4bf3-984b-62c2005f1de7), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:37.688871 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb0a5a-6122-417f-be71-231dd80a474f req-2209b93b-4fed-4f94-91f8-9cabcd6624a2 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:37.697390 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-97fb0a5a-6122-417f-be71-231dd80a474f req-2209b93b-4fed-4f94-91f8-9cabcd6624a2 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd636db7-f7c5-46f4-9a44-20ebfddb151d HTTP/1.1" status: 200  len: 950 time: 0.1778121
Feb 05 20:52:37.710102 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de79ee9-82cd-4a8d-ad9e-3f0d60c65473 req-a5838ed3-27d6-4b62-bb80-38586df42b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:37.712350 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0de79ee9-82cd-4a8d-ad9e-3f0d60c65473 req-a5838ed3-27d6-4b62-bb80-38586df42b9a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=de321d29-f3cb-4c16-b51f-c6bf52377ed1 HTTP/1.1" status: 200  len: 1132 time: 0.1642599
Feb 05 20:52:37.748784 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aff98321-55ac-4156-8c9e-4ec17af5cb21 req-639e637e-46a4-49a3-8a02-1752818673da tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1442783
Feb 05 20:52:37.778827 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-97fb0a5a-6122-417f-be71-231dd80a474f req-de48fff0-8fdb-4fc3-a79c-8afefb17fdaf tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c4cd17f-3504-428a-ae38-d794ce3d6932&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793874
Feb 05 20:52:37.864709 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-0eb53859-e99a-4198-9549-057c5bb4df80 req-04bb46e6-08b3-4703-b971-9cb3b6e1d876 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] For port ea015b17-7d4c-4bf3-984b-62c2005f1de7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ea015b17-7d4c-4bf3-984b-62c2005f1de7,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:37.865276 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0eb53859-e99a-4198-9549-057c5bb4df80 req-04bb46e6-08b3-4703-b971-9cb3b6e1d876 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (ea015b17-7d4c-4bf3-984b-62c2005f1de7), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:37.888566 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33466) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:37.906795 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0de79ee9-82cd-4a8d-ad9e-3f0d60c65473 req-5ad987e8-14c5-49a5-a4e9-41a7bd7f6a35 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=867110f1-5107-45c6-b0fb-e05c5b456665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1832936
Feb 05 20:52:37.910497 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-0eb53859-e99a-4198-9549-057c5bb4df80 req-04bb46e6-08b3-4703-b971-9cb3b6e1d876 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Calling delete_port for ea015b17-7d4c-4bf3-984b-62c2005f1de7 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:52:37.963571 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f0655-f510-49b0-8c22-303255d8ec69 req-97fed5f2-b6f5-4f83-925c-a9ecff0fb0c0 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:37.965124 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-639f0655-f510-49b0-8c22-303255d8ec69 req-97fed5f2-b6f5-4f83-925c-a9ecff0fb0c0 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/ports?device_id=de321d29-f3cb-4c16-b51f-c6bf52377ed1 HTTP/1.1" status: 200  len: 950 time: 0.1096857
Feb 05 20:52:37.986235 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43119eb6-669e-419b-88b5-ea7f2315e229 req-bc32d690-a351-42d8-9ff1-04c020b88f09 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:37.987735 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-43119eb6-669e-419b-88b5-ea7f2315e229 req-bc32d690-a351-42d8-9ff1-04c020b88f09 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=778f451e-d667-417d-a9e6-d3d834e65fe2 HTTP/1.1" status: 200  len: 950 time: 0.0923786
Feb 05 20:52:38.068624 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-639f0655-f510-49b0-8c22-303255d8ec69 req-ed7c6f47-2911-4b6d-b6bc-e426a3946f80 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/security-groups?id=867110f1-5107-45c6-b0fb-e05c5b456665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967054
Feb 05 20:52:38.077398 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-67e5499a-4d92-493e-bdc9-e505aefa825a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:38.078822 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-43119eb6-669e-419b-88b5-ea7f2315e229 req-d58aec13-e508-490e-8fb6-de1bdb8bdd69 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816653
Feb 05 20:52:38.092027 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e0b3bddc-f82c-4bd6-968d-0bd30faee68d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (21d158a5-c6ec-47c4-8897-c5af48a366ca), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:38.270504 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d3be9-801a-4129-9163-969eaca293a8 req-ed1a090f-2de2-4dba-ba78-36558e116298 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:38.273137 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a83d3be9-801a-4129-9163-969eaca293a8 req-ed1a090f-2de2-4dba-ba78-36558e116298 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.32 "GET /v2.0/ports?device_id=c001a65c-d24d-47ea-9e9f-8dbcea7c6faf HTTP/1.1" status: 200  len: 944 time: 0.1306159
Feb 05 20:52:38.326469 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0eb53859-e99a-4198-9549-057c5bb4df80 req-04bb46e6-08b3-4703-b971-9cb3b6e1d876 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (ea015b17-7d4c-4bf3-984b-62c2005f1de7), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:38.355695 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a83d3be9-801a-4129-9163-969eaca293a8 req-cbb80a82-c131-4ff9-b942-4a80cbe258bc tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.32 "GET /v2.0/security-groups?id=0695a0d2-2ebe-4932-ae8c-6d486ce84c74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0780339
Feb 05 20:52:38.409616 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb46e6-08b3-4703-b971-9cb3b6e1d876 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Pushing event deleted for resources: {'Port': ['ID=ea015b17-7d4c-4bf3-984b-62c2005f1de7,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:38.474604 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb53859-e99a-4198-9549-057c5bb4df80 req-04bb46e6-08b3-4703-b971-9cb3b6e1d876 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] No DVR routers for this DVR port ea015b17-7d4c-4bf3-984b-62c2005f1de7 on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:52:38.483837 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0eb53859-e99a-4198-9549-057c5bb4df80 req-04bb46e6-08b3-4703-b971-9cb3b6e1d876 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:38.487854 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0eb53859-e99a-4198-9549-057c5bb4df80 req-04bb46e6-08b3-4703-b971-9cb3b6e1d876 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.39 "DELETE /v2.0/ports/ea015b17-7d4c-4bf3-984b-62c2005f1de7 HTTP/1.1" status: 204  len: 173 time: 1.5463855
Feb 05 20:52:38.491973 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd636db7-f7c5-46f4-9a44-20ebfddb151d', 'name': 'network-vif-deleted', 'tag': 'ea015b17-7d4c-4bf3-984b-62c2005f1de7'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:52:38.494508 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3cdcb2-62ec-49bb-b98b-bd01bf26caad" -d '{"events": [{"server_uuid": "dd636db7-f7c5-46f4-9a44-20ebfddb151d", "name": "network-vif-deleted", "tag": "ea015b17-7d4c-4bf3-984b-62c2005f1de7"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:52:38.500650 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-67e5499a-4d92-493e-bdc9-e505aefa825a admin admin] Publish callbacks [] for security_group (9cce1ae6-ac42-4907-8a7c-43fb844dae2b), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:38.520683 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-67e5499a-4d92-493e-bdc9-e505aefa825a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (9cce1ae6-ac42-4907-8a7c-43fb844dae2b), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:38.569314 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d7af4-d25b-41c2-8de7-24053503b831 req-d70d7a48-e051-4811-98a7-12842e5e8ff2 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:38.579189 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b95d7af4-d25b-41c2-8de7-24053503b831 req-d70d7a48-e051-4811-98a7-12842e5e8ff2 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 945 time: 0.1684737
Feb 05 20:52:38.601960 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-67e5499a-4d92-493e-bdc9-e505aefa825a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ba9dbdc30fb84636a2e6d35ecd56269c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7116601
Feb 05 20:52:38.604669 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 33490) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:38.607311 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5499a-4d92-493e-bdc9-e505aefa825a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cce1ae6-ac42-4907-8a7c-43fb844dae2b,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:38.655779 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2308a-4e49-4857-b668-4592f2538fcc req-72f4da55-677b-4092-a8cf-01e583ee205d tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:38.662786 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2fb2308a-4e49-4857-b668-4592f2538fcc req-72f4da55-677b-4092-a8cf-01e583ee205d tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=97402a71-c4cb-4f7f-9f13-76f1760a0927 HTTP/1.1" status: 200  len: 946 time: 0.1890225
Feb 05 20:52:38.700511 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-e0b3bddc-f82c-4bd6-968d-0bd30faee68d admin admin] Deleting port cc776b30-691a-4ce6-bd07-8091949392e3 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:52:38.700870 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e0b3bddc-f82c-4bd6-968d-0bd30faee68d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (cc776b30-691a-4ce6-bd07-8091949392e3), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:38.766586 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b95d7af4-d25b-41c2-8de7-24053503b831 req-7ec659d1-68e0-478d-b152-605801369959 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1863852
Feb 05 20:52:38.821295 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-e0b3bddc-f82c-4bd6-968d-0bd30faee68d admin admin] For port cc776b30-691a-4ce6-bd07-8091949392e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc776b30-691a-4ce6-bd07-8091949392e3,segment=NetworkSegment(ce9f625e-a564-41e1-8114-366cd7fd9882),segment_id=ce9f625e-a564-41e1-8114-366cd7fd9882)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:38.821849 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e0b3bddc-f82c-4bd6-968d-0bd30faee68d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (cc776b30-691a-4ce6-bd07-8091949392e3), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:38.844684 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2fb2308a-4e49-4857-b668-4592f2538fcc req-6cb1c689-fdac-4e1f-9e47-6cb3446bc642 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1727700
Feb 05 20:52:38.850051 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-18ab2592-9ef2-46a2-a6c2-ddc3b4d59250 admin admin] Publish callbacks [] for security_group (9cce1ae6-ac42-4907-8a7c-43fb844dae2b), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:38.852523 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-e0b3bddc-f82c-4bd6-968d-0bd30faee68d admin admin] Calling delete_port for cc776b30-691a-4ce6-bd07-8091949392e3 owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:52:38.864150 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:38.913012 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-18ab2592-9ef2-46a2-a6c2-ddc3b4d59250 admin admin] Publish callbacks [] for security_group (9cce1ae6-ac42-4907-8a7c-43fb844dae2b), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:38.989622 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ff79d5-cb88-42e5-aa10-92c3bcbe7044 x-openstack-request-id: req-53ff79d5-cb88-42e5-aa10-92c3bcbe7044 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:52:38.990235 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd636db7-f7c5-46f4-9a44-20ebfddb151d", "name": "network-vif-deleted", "tag": "ea015b17-7d4c-4bf3-984b-62c2005f1de7", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:52:38.991090 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-53ff79d5-cb88-42e5-aa10-92c3bcbe7044 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:52:38.991675 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd636db7-f7c5-46f4-9a44-20ebfddb151d', 'name': 'network-vif-deleted', 'tag': 'ea015b17-7d4c-4bf3-984b-62c2005f1de7', 'status': 'completed', 'code': 200}
Feb 05 20:52:39.022050 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-2c058a14-0aee-4f63-99f9-320b933ffa0e tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0650396
Feb 05 20:52:39.248632 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-56512c0c-8196-42f9-88a4-699ff581ba43 req-ef2fe8a4-f773-4325-9cd3-82804ba108a2 tempest-LiveMigrationNegativeTest-154455067 tempest-LiveMigrationNegativeTest-154455067-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd636db7-f7c5-46f4-9a44-20ebfddb151d HTTP/1.1" status: 200  len: 210 time: 0.1554894
Feb 05 20:52:39.300958 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-18ab2592-9ef2-46a2-a6c2-ddc3b4d59250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (9cce1ae6-ac42-4907-8a7c-43fb844dae2b), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:39.307509 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-18ab2592-9ef2-46a2-a6c2-ddc3b4d59250 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:39.318964 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-18ab2592-9ef2-46a2-a6c2-ddc3b4d59250 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9cce1ae6-ac42-4907-8a7c-43fb844dae2b HTTP/1.1" status: 204  len: 168 time: 0.7131877
Feb 05 20:52:39.356403 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4faf2db-0d6f-4e11-8e86-64b37cf142db req-acda7739-79ea-4991-a494-40ec988e63ff tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:39.358788 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c4faf2db-0d6f-4e11-8e86-64b37cf142db req-acda7739-79ea-4991-a494-40ec988e63ff tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.21 "GET /v2.0/ports?device_id=97402a71-c4cb-4f7f-9f13-76f1760a0927 HTTP/1.1" status: 200  len: 946 time: 0.1182456
Feb 05 20:52:39.375695 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab2592-9ef2-46a2-a6c2-ddc3b4d59250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cce1ae6-ac42-4907-8a7c-43fb844dae2b,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:39.417118 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e0b3bddc-f82c-4bd6-968d-0bd30faee68d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (cc776b30-691a-4ce6-bd07-8091949392e3), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:39.438751 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-3fe00ece-0068-48c2-9543-1f73a5a08f72 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:39.446514 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-3fe00ece-0068-48c2-9543-1f73a5a08f72 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4086449
Feb 05 20:52:39.478870 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3bddc-f82c-4bd6-968d-0bd30faee68d admin admin] Pushing event deleted for resources: {'Port': ['ID=cc776b30-691a-4ce6-bd07-8091949392e3,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:39.489327 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-84b0eddf-7d51-4f9a-9b34-3b45f82c96f5 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/quotas/21a126c3c7904a7b98023d4d9f1f8f51 HTTP/1.1" status: 200  len: 375 time: 0.0418830
Feb 05 20:52:39.526801 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device ea015b17-7d4c-4bf3-984b-62c2005f1de7 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:52:39.588303 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: ea015b17-7d4c-4bf3-984b-62c2005f1de7 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:52:39.594218 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device ea015b17-7d4c-4bf3-984b-62c2005f1de7 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:52:39.720964 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-566c15dd-cad6-474e-b4f9-684801b9aacb tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2306602
Feb 05 20:52:39.759078 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96851d86-e59b-4654-9fbd-1e31a1c1260a req-0a9ce561-b7f1-48b8-83d5-3cd58526fac4 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:39.769917 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-96851d86-e59b-4654-9fbd-1e31a1c1260a req-0a9ce561-b7f1-48b8-83d5-3cd58526fac4 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/ports?device_id=de321d29-f3cb-4c16-b51f-c6bf52377ed1 HTTP/1.1" status: 200  len: 950 time: 0.3627894
Feb 05 20:52:39.771143 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-c4faf2db-0d6f-4e11-8e86-64b37cf142db req-d4dd1609-95d4-4da8-b110-01eaf89184c9 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Deleting port 6b855e39-9a8e-49a9-93de-255029e7a912 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:52:39.771574 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c4faf2db-0d6f-4e11-8e86-64b37cf142db req-d4dd1609-95d4-4da8-b110-01eaf89184c9 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (6b855e39-9a8e-49a9-93de-255029e7a912), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:39.867838 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-96851d86-e59b-4654-9fbd-1e31a1c1260a req-0a9c4807-8388-4ce5-aabb-3297423532db tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/security-groups?id=867110f1-5107-45c6-b0fb-e05c5b456665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970321
Feb 05 20:52:40.002561 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e0b3bddc-f82c-4bd6-968d-0bd30faee68d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (21d158a5-c6ec-47c4-8897-c5af48a366ca), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:40.018717 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-c4faf2db-0d6f-4e11-8e86-64b37cf142db req-d4dd1609-95d4-4da8-b110-01eaf89184c9 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] For port 6b855e39-9a8e-49a9-93de-255029e7a912, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6b855e39-9a8e-49a9-93de-255029e7a912,segment=NetworkSegment(4b777d69-c1b2-444d-a5ee-d65e74eece16),segment_id=4b777d69-c1b2-444d-a5ee-d65e74eece16)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:40.019079 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c4faf2db-0d6f-4e11-8e86-64b37cf142db req-d4dd1609-95d4-4da8-b110-01eaf89184c9 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (6b855e39-9a8e-49a9-93de-255029e7a912), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:40.117217 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbab723-9d51-4a3c-adc1-bbcdfe9de4e1 req-479147a3-59ec-4cd7-b849-f4184a8eb3fb tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:40.123581 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7dbab723-9d51-4a3c-adc1-bbcdfe9de4e1 req-479147a3-59ec-4cd7-b849-f4184a8eb3fb tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.32 "GET /v2.0/ports?device_id=c001a65c-d24d-47ea-9e9f-8dbcea7c6faf HTTP/1.1" status: 200  len: 944 time: 0.1314569
Feb 05 20:52:40.134107 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-c4faf2db-0d6f-4e11-8e86-64b37cf142db req-d4dd1609-95d4-4da8-b110-01eaf89184c9 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Calling delete_port for 6b855e39-9a8e-49a9-93de-255029e7a912 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:52:40.144604 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device a08b1a2d-3855-4e04-964c-c8692c10c5bb up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:52:40.329663 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7dbab723-9d51-4a3c-adc1-bbcdfe9de4e1 req-5a1c5931-8249-4217-a9d2-d4de7170ca90 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.32 "GET /v2.0/security-groups?id=0695a0d2-2ebe-4932-ae8c-6d486ce84c74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1793201
Feb 05 20:52:40.352784 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:40.378593 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84f307-b280-492b-a375-377c162c621f req-0a23c80b-836b-47a3-a837-8727aa886b2c tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:40.391915 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-de84f307-b280-492b-a375-377c162c621f req-0a23c80b-836b-47a3-a837-8727aa886b2c tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 945 time: 0.2654300
Feb 05 20:52:40.408153 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port a08b1a2d-3855-4e04-964c-c8692c10c5bb completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:52:40.416513 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port a08b1a2d-3855-4e04-964c-c8692c10c5bb triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:52:40.418508 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (a08b1a2d-3855-4e04-964c-c8692c10c5bb), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:40.575960 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c4faf2db-0d6f-4e11-8e86-64b37cf142db req-d4dd1609-95d4-4da8-b110-01eaf89184c9 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (6b855e39-9a8e-49a9-93de-255029e7a912), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:40.600354 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['3ea490a5-e6b2-4a02-8587-6fd2967af3cf'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:52:40.627281 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd1609-95d4-4da8-b110-01eaf89184c9 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Pushing event deleted for resources: {'Port': ['ID=6b855e39-9a8e-49a9-93de-255029e7a912,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:40.628027 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-de84f307-b280-492b-a375-377c162c621f req-1ea15454-4dca-4062-9e74-de3c00a9ef13 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2352724
Feb 05 20:52:40.686625 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['5a6b9845-adce-4c16-9670-559be282c289'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:52:40.691989 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 33542) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:40.706101 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b3bddc-f82c-4bd6-968d-0bd30faee68d admin admin] Router 21d158a5-c6ec-47c4-8897-c5af48a366ca has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:52:40.731119 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4faf2db-0d6f-4e11-8e86-64b37cf142db req-d4dd1609-95d4-4da8-b110-01eaf89184c9 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] No DVR routers for this DVR port 6b855e39-9a8e-49a9-93de-255029e7a912 on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:52:40.734160 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c4faf2db-0d6f-4e11-8e86-64b37cf142db req-d4dd1609-95d4-4da8-b110-01eaf89184c9 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:40.734585 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d1439-9b72-4f15-a13f-a59b0954d04f req-daadd07b-306c-455b-9825-d52d5509e119 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:40.736245 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-420d1439-9b72-4f15-a13f-a59b0954d04f req-daadd07b-306c-455b-9825-d52d5509e119 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=97402a71-c4cb-4f7f-9f13-76f1760a0927 HTTP/1.1" status: 200  len: 867 time: 0.2401485
Feb 05 20:52:40.749810 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c4faf2db-0d6f-4e11-8e86-64b37cf142db req-d4dd1609-95d4-4da8-b110-01eaf89184c9 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.21 "DELETE /v2.0/ports/6b855e39-9a8e-49a9-93de-255029e7a912 HTTP/1.1" status: 204  len: 173 time: 1.3831604
Feb 05 20:52:40.787120 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f1ba19bb-0db0-49ca-98c9-960ad213d793 req-99c47a4e-bfe4-497d-b445-9979fd700b7b tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c HTTP/1.1" status: 200  len: 210 time: 0.0498595
Feb 05 20:52:40.877693 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-420d1439-9b72-4f15-a13f-a59b0954d04f req-64321c35-bd32-4cdf-8572-354529667715 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894649
Feb 05 20:52:40.974538 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-450710ed-6942-4a44-b178-d5b22aeabb15 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-983169336-network', 'tenant_id': '3256272f3c524d7fba9a4fb8f5eb011d'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:52:41.039996 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97402a71-c4cb-4f7f-9f13-76f1760a0927', 'name': 'network-vif-deleted', 'tag': '6b855e39-9a8e-49a9-93de-255029e7a912'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:52:41.044061 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789be41a-0c0d-40a6-9ecf-9c9c2a605fed" -d '{"events": [{"server_uuid": "97402a71-c4cb-4f7f-9f13-76f1760a0927", "name": "network-vif-deleted", "tag": "6b855e39-9a8e-49a9-93de-255029e7a912"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:52:41.046810 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port a08b1a2d-3855-4e04-964c-c8692c10c5bb is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:52:41.047476 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a08b1a2d-3855-4e04-964c-c8692c10c5bb), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:41.050335 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b3bddc-f82c-4bd6-968d-0bd30faee68d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:52:41.088910 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e0b3bddc-f82c-4bd6-968d-0bd30faee68d admin admin] 10.222.0.32 "PUT /v2.0/routers/21d158a5-c6ec-47c4-8897-c5af48a366ca/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4334099
Feb 05 20:52:41.092639 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33552) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:41.131461 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450710ed-6942-4a44-b178-d5b22aeabb15 admin admin] Made reservation on behalf of 3256272f3c524d7fba9a4fb8f5eb011d for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:52:41.136211 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-450710ed-6942-4a44-b178-d5b22aeabb15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:41.177564 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-450710ed-6942-4a44-b178-d5b22aeabb15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:41.178729 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad881577-641f-46f2-8dfc-c34bf0c762be None None] Sync routers for ids ['21d158a5-c6ec-47c4-8897-c5af48a366ca'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:52:41.313547 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c5755bb-d1fb-4f73-8588-cc3233aed6d8 admin admin] Publish callbacks [] for router (21d158a5-c6ec-47c4-8897-c5af48a366ca), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:41.316449 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b42bf4-e6d3-46f5-9062-caf46d27484f x-openstack-request-id: req-94b42bf4-e6d3-46f5-9062-caf46d27484f {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:52:41.316921 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97402a71-c4cb-4f7f-9f13-76f1760a0927", "name": "network-vif-deleted", "tag": "6b855e39-9a8e-49a9-93de-255029e7a912", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:52:41.317357 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-94b42bf4-e6d3-46f5-9062-caf46d27484f {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:52:41.317914 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97402a71-c4cb-4f7f-9f13-76f1760a0927', 'name': 'network-vif-deleted', 'tag': '6b855e39-9a8e-49a9-93de-255029e7a912', 'status': 'completed', 'code': 200}
Feb 05 20:52:41.331370 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf506db-ed90-4001-ade6-117bc9e5e114 req-0766f310-955c-4729-adef-e5c86610e67e tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:41.335956 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fdf506db-ed90-4001-ade6-117bc9e5e114 req-0766f310-955c-4729-adef-e5c86610e67e tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/ports?device_id=de321d29-f3cb-4c16-b51f-c6bf52377ed1 HTTP/1.1" status: 200  len: 950 time: 0.3223801
Feb 05 20:52:41.433762 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c001a65c-d24d-47ea-9e9f-8dbcea7c6faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08b1a2d-3855-4e04-964c-c8692c10c5bb'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:52:41.439816 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a81fd9-64e8-47e4-8dd1-89731cbd963f" -d '{"events": [{"server_uuid": "c001a65c-d24d-47ea-9e9f-8dbcea7c6faf", "name": "network-vif-plugged", "status": "completed", "tag": "a08b1a2d-3855-4e04-964c-c8692c10c5bb"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:52:41.486114 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port a08b1a2d-3855-4e04-964c-c8692c10c5bb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a08b1a2d-3855-4e04-964c-c8692c10c5bb,segment=NetworkSegment(a23cb92a-c754-434c-8f50-ccb834db554e),segment_id=a23cb92a-c754-434c-8f50-ccb834db554e)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:41.494778 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad881577-641f-46f2-8dfc-c34bf0c762be None None] Routers {'21d158a5-c6ec-47c4-8897-c5af48a366ca'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:52:41.496289 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-ad881577-641f-46f2-8dfc-c34bf0c762be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8391370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:52:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['21d158a5-c6ec-47c4-8897-c5af48a366ca'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:41.550427 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (a08b1a2d-3855-4e04-964c-c8692c10c5bb), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:41.566260 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33560) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:41.569824 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c5755bb-d1fb-4f73-8588-cc3233aed6d8 admin admin] Publish callbacks [] for router_gateway (21d158a5-c6ec-47c4-8897-c5af48a366ca), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:41.616147 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fdf506db-ed90-4001-ade6-117bc9e5e114 req-b63ed6d9-b3ce-4360-92d0-c778d82e1b00 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/security-groups?id=867110f1-5107-45c6-b0fb-e05c5b456665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2589812
Feb 05 20:52:41.756378 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376f724d-0d31-485b-a937-11c33396f132 x-openstack-request-id: req-376f724d-0d31-485b-a937-11c33396f132 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:52:41.756531 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c001a65c-d24d-47ea-9e9f-8dbcea7c6faf", "name": "network-vif-plugged", "status": "completed", "tag": "a08b1a2d-3855-4e04-964c-c8692c10c5bb", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:52:41.756699 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-376f724d-0d31-485b-a937-11c33396f132 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:52:41.757084 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c001a65c-d24d-47ea-9e9f-8dbcea7c6faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08b1a2d-3855-4e04-964c-c8692c10c5bb', 'code': 200}
Feb 05 20:52:41.758604 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-2c5755bb-d1fb-4f73-8588-cc3233aed6d8 admin admin] Deleting port 7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:52:41.759470 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c5755bb-d1fb-4f73-8588-cc3233aed6d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:41.783531 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6a353-6d26-4dd0-9a49-24a7daaee1a5 req-efec73fe-4b3a-4109-bab5-5977fc573de8 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:41.791809 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=a08b1a2d-3855-4e04-964c-c8692c10c5bb,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:41.799110 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0f6a353-6d26-4dd0-9a49-24a7daaee1a5 req-efec73fe-4b3a-4109-bab5-5977fc573de8 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.32 "GET /v2.0/ports?device_id=c001a65c-d24d-47ea-9e9f-8dbcea7c6faf HTTP/1.1" status: 200  len: 945 time: 0.2768676
Feb 05 20:52:41.828397 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-450710ed-6942-4a44-b178-d5b22aeabb15 admin admin] Publish callbacks [] for security_group (d935f44d-aedf-41e0-a92b-4330e1bb2d9b), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:41.829134 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-ad881577-641f-46f2-8dfc-c34bf0c762be None None] Set router 21d158a5-c6ec-47c4-8897-c5af48a366ca gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:52:41.841671 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-450710ed-6942-4a44-b178-d5b22aeabb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (d935f44d-aedf-41e0-a92b-4330e1bb2d9b), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:41.880153 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450710ed-6942-4a44-b178-d5b22aeabb15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d935f44d-aedf-41e0-a92b-4330e1bb2d9b,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:41.931473 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0f6a353-6d26-4dd0-9a49-24a7daaee1a5 req-1482240d-12a7-4f61-ba3c-a83e0308d92f tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.32 "GET /v2.0/security-groups?id=0695a0d2-2ebe-4932-ae8c-6d486ce84c74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1282160
Feb 05 20:52:41.936802 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-450710ed-6942-4a44-b178-d5b22aeabb15 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:52:41.957298 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-450710ed-6942-4a44-b178-d5b22aeabb15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (64358af5-dc2d-4795-a8e0-31cbc220d69d), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:41.957675 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-450710ed-6942-4a44-b178-d5b22aeabb15 admin admin] Added segment 64358af5-dc2d-4795-a8e0-31cbc220d69d of type vlan for network 0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b
Feb 05 20:52:42.018967 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-2c5755bb-d1fb-4f73-8588-cc3233aed6d8 admin admin] For port 7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:42.019341 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c5755bb-d1fb-4f73-8588-cc3233aed6d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:42.026953 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-570ac3c2-e17e-499d-bbef-fb918ae82b7b tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0552964
Feb 05 20:52:42.038250 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-450710ed-6942-4a44-b178-d5b22aeabb15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:42.071470 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-2c5755bb-d1fb-4f73-8588-cc3233aed6d8 admin admin] Calling delete_port for 7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:52:42.089082 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-450710ed-6942-4a44-b178-d5b22aeabb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:42.090223 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450710ed-6942-4a44-b178-d5b22aeabb15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:42.090915 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-450710ed-6942-4a44-b178-d5b22aeabb15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:42.161489 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 6b855e39-9a8e-49a9-93de-255029e7a912 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:52:42.177817 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-450710ed-6942-4a44-b178-d5b22aeabb15 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.4845417
Feb 05 20:52:42.184029 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 33576) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:42.190024 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-573b5c76-81ef-4724-9fc1-dd88b63a3072 admin admin] Request body: {'subnet': {'network_id': '0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-983169336-subnet', 'tenant_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:52:42.223001 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-078879fb-42eb-4bf6-8064-b6e27c6144fd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0c8e2be509c94af4bd7ea64cb3b88d2b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6447320
Feb 05 20:52:42.227915 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450710ed-6942-4a44-b178-d5b22aeabb15 admin admin] Pushing event updated for resources: {'Network': ['ID=0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:42.240346 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 33578) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:42.244489 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573b5c76-81ef-4724-9fc1-dd88b63a3072 admin admin] Made reservation on behalf of 3256272f3c524d7fba9a4fb8f5eb011d for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:52:42.247540 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-573b5c76-81ef-4724-9fc1-dd88b63a3072 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:42.285688 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509533f-e314-40fd-adef-ee2b7f060dc7 req-5eddc90f-6404-4f5c-a8fa-607de91292ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:42.287630 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7509533f-e314-40fd-adef-ee2b7f060dc7 req-5eddc90f-6404-4f5c-a8fa-607de91292ea service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c001a65c-d24d-47ea-9e9f-8dbcea7c6faf HTTP/1.1" status: 200  len: 1127 time: 0.3486841
Feb 05 20:52:42.292178 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: 6b855e39-9a8e-49a9-93de-255029e7a912 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:52:42.293446 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 6b855e39-9a8e-49a9-93de-255029e7a912 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:52:42.297498 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:52:42.419444 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-df1ab9f2-c259-4e1f-8dfc-e0fb0ab23b12 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:42.421278 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-df1ab9f2-c259-4e1f-8dfc-e0fb0ab23b12 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3788261
Feb 05 20:52:42.436677 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-e0aaa0eb-2ce1-4c4a-80d3-e48cc84ae7b1 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Request body: {'port': {'device_id': '39b73262-ebf8-41ba-bf04-e20dfc3d684c', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'admin_state_up': True, 'tenant_id': '21a126c3c7904a7b98023d4d9f1f8f51'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:52:42.492164 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7509533f-e314-40fd-adef-ee2b7f060dc7 req-f7c05356-71ac-476f-9ca6-6ca9c6456b2b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0695a0d2-2ebe-4932-ae8c-6d486ce84c74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1957841
Feb 05 20:52:42.596774 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-ad881577-641f-46f2-8dfc-c34bf0c762be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8391370>, [{'id': '21d158a5-c6ec-47c4-8897-c5af48a366ca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-199334173-router', 'tenant_id': '16490002120a497498df585c4f9bb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.64'}], 'enable_snat': True}, 'gw_port_id': '7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:51:37Z', 'updated_at': '2022-02-05T20:52:39Z', 'revision_number': 5, 'project_id': '16490002120a497498df585c4f9bb7cf', 'gw_port': {'id': '7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d158a5-c6ec-47c4-8897-c5af48a366ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:51:38Z', 'updated_at': '2022-02-05T20:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:42.630037 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad881577-641f-46f2-8dfc-c34bf0c762be None None] Checking router: 21d158a5-c6ec-47c4-8897-c5af48a366ca for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:52:42.646215 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad881577-641f-46f2-8dfc-c34bf0c762be None None] Routers {'21d158a5-c6ec-47c4-8897-c5af48a366ca'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:52:42.646909 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-ad881577-641f-46f2-8dfc-c34bf0c762be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8391370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:52:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['21d158a5-c6ec-47c4-8897-c5af48a366ca'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:42.765805 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-ad881577-641f-46f2-8dfc-c34bf0c762be None None] Set router 21d158a5-c6ec-47c4-8897-c5af48a366ca gateway port host: None {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:52:42.839159 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-ad881577-641f-46f2-8dfc-c34bf0c762be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8391370>, [{'id': '21d158a5-c6ec-47c4-8897-c5af48a366ca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-199334173-router', 'tenant_id': '16490002120a497498df585c4f9bb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:51:37Z', 'updated_at': '2022-02-05T20:52:41Z', 'revision_number': 6, 'project_id': '16490002120a497498df585c4f9bb7cf', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:42.871616 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad881577-641f-46f2-8dfc-c34bf0c762be None None] The sync data for ids ['21d158a5-c6ec-47c4-8897-c5af48a366ca'] in ncdv-master-1 is: [{'id': '21d158a5-c6ec-47c4-8897-c5af48a366ca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-199334173-router', 'tenant_id': '16490002120a497498df585c4f9bb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:51:37Z', 'updated_at': '2022-02-05T20:52:41Z', 'revision_number': 6, 'project_id': '16490002120a497498df585c4f9bb7cf', 'gw_port_host': None}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:52:42.879507 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b9da5cfd-0a7f-4a60-9152-fe4c3000fa73 admin admin] Publish callbacks [] for security_group (5c4cd17f-3504-428a-ae38-d794ce3d6932), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:42.904981 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b9da5cfd-0a7f-4a60-9152-fe4c3000fa73 admin admin] Publish callbacks [] for security_group (5c4cd17f-3504-428a-ae38-d794ce3d6932), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:42.974718 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a8b14-5f55-47d5-9ad5-b08d1fc382bd req-94ee6be4-733b-46e2-8687-851cc7152db1 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:42.976687 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f97a8b14-5f55-47d5-9ad5-b08d1fc382bd req-94ee6be4-733b-46e2-8687-851cc7152db1 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 945 time: 0.8033736
Feb 05 20:52:42.978901 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a138233b-5173-488c-9a52-065c42e4057a req-179b51f5-731b-443d-a478-8631a16aabe4 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c HTTP/1.1" status: 200  len: 210 time: 0.1091895
Feb 05 20:52:43.061007 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b9da5cfd-0a7f-4a60-9152-fe4c3000fa73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (5c4cd17f-3504-428a-ae38-d794ce3d6932), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:43.063640 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b9da5cfd-0a7f-4a60-9152-fe4c3000fa73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:43.064817 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b9da5cfd-0a7f-4a60-9152-fe4c3000fa73 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5c4cd17f-3504-428a-ae38-d794ce3d6932 HTTP/1.1" status: 204  len: 168 time: 0.8213727
Feb 05 20:52:43.076622 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f97a8b14-5f55-47d5-9ad5-b08d1fc382bd req-f7a72dec-c399-4522-a9c7-0d7890c5a9a1 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902205
Feb 05 20:52:43.083074 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-e0aaa0eb-2ce1-4c4a-80d3-e48cc84ae7b1 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Made reservation on behalf of 21a126c3c7904a7b98023d4d9f1f8f51 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:52:43.083659 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da5cfd-0a7f-4a60-9152-fe4c3000fa73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4cd17f-3504-428a-ae38-d794ce3d6932,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:43.098615 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-e0aaa0eb-2ce1-4c4a-80d3-e48cc84ae7b1 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:43.158136 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c5755bb-d1fb-4f73-8588-cc3233aed6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:43.178599 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-573b5c76-81ef-4724-9fc1-dd88b63a3072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (77b32dd4-761f-487c-9e79-c5785faac85d), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:43.230723 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5755bb-d1fb-4f73-8588-cc3233aed6d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:43.295007 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-a520e6a8-0982-4cd2-bb23-efe074ed95e8 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=4ace810762e64782900932297c36e3bc&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1037276
Feb 05 20:52:43.376625 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c5755bb-d1fb-4f73-8588-cc3233aed6d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (21d158a5-c6ec-47c4-8897-c5af48a366ca), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:43.449091 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-8d979c2a-df26-4ee6-a38c-a3b53e51f98e tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:43.450626 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-8d979c2a-df26-4ee6-a38c-a3b53e51f98e tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1325698
Feb 05 20:52:43.472296 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b5c76-81ef-4724-9fc1-dd88b63a3072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77b32dd4-761f-487c-9e79-c5785faac85d,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:43.500295 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-e26b74e7-cd21-468e-b5f3-f89ee957c779 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/quotas/4ace810762e64782900932297c36e3bc HTTP/1.1" status: 200  len: 375 time: 0.0393534
Feb 05 20:52:43.503618 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573b5c76-81ef-4724-9fc1-dd88b63a3072 admin admin] Checking segment: {'id': '64358af5-dc2d-4795-a8e0-31cbc220d69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:52:43.503990 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573b5c76-81ef-4724-9fc1-dd88b63a3072 admin admin] Network hostable DHCP agents. Network: 0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:52:43.515505 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9e959-8099-4c73-bae1-f0c4512841a8 req-6115845f-1a3e-447a-97a1-fa640177dc6f tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:43.517057 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ebf9e959-8099-4c73-bae1-f0c4512841a8 req-6115845f-1a3e-447a-97a1-fa640177dc6f tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.32 "GET /v2.0/ports?device_id=c001a65c-d24d-47ea-9e9f-8dbcea7c6faf HTTP/1.1" status: 200  len: 945 time: 0.2797356
Feb 05 20:52:43.557158 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c5755bb-d1fb-4f73-8588-cc3233aed6d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (21d158a5-c6ec-47c4-8897-c5af48a366ca), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:43.561782 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c5755bb-d1fb-4f73-8588-cc3233aed6d8 admin admin] Publish callbacks [] for router_controller (21d158a5-c6ec-47c4-8897-c5af48a366ca), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:43.571508 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-e0aaa0eb-2ce1-4c4a-80d3-e48cc84ae7b1 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Allocated IP 192.168.233.9 (f760d6ec-7837-431c-910c-37572c24f936/42e3c763-0926-4b49-ade5-d66ee3d4c489/77a3aa20-5477-44f9-a588-be0d7fc51874) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:52:43.580417 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573b5c76-81ef-4724-9fc1-dd88b63a3072 admin admin] Network 0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:52:43.605889 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-573b5c76-81ef-4724-9fc1-dd88b63a3072 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:52:43.615483 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6903a32-db11-4474-89d3-3ea806194e3e None None] Network 0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:52:43.621135 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573b5c76-81ef-4724-9fc1-dd88b63a3072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:43.621747 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-573b5c76-81ef-4724-9fc1-dd88b63a3072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:43.637844 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ebf9e959-8099-4c73-bae1-f0c4512841a8 req-1e83bf1c-2324-4785-9f9b-ec6b09be0f47 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.32 "GET /v2.0/security-groups?id=0695a0d2-2ebe-4932-ae8c-6d486ce84c74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1082976
Feb 05 20:52:43.647680 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33604) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:43.661767 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-573b5c76-81ef-4724-9fc1-dd88b63a3072 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.4709563
Feb 05 20:52:43.674692 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-7f11a548-f874-4355-8fed-701101e9bd0f tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ace810762e64782900932297c36e3bc&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1559682
Feb 05 20:52:43.679073 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-de90df0e-75ac-42f8-acb3-423a88224e3d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-983169336-router', 'tenant_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:52:43.691729 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c5755bb-d1fb-4f73-8588-cc3233aed6d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (21d158a5-c6ec-47c4-8897-c5af48a366ca), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:43.692291 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5755bb-d1fb-4f73-8588-cc3233aed6d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21d158a5-c6ec-47c4-8897-c5af48a366ca {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 20:52:43.705537 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c5755bb-d1fb-4f73-8588-cc3233aed6d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:43.709309 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2c5755bb-d1fb-4f73-8588-cc3233aed6d8 admin admin] 10.222.0.32 "DELETE /v2.0/routers/21d158a5-c6ec-47c4-8897-c5af48a366ca HTTP/1.1" status: 204  len: 168 time: 2.6128771
Feb 05 20:52:43.709441 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 33606) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:43.769209 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33608) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:43.848116 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device cc776b30-691a-4ce6-bd07-8091949392e3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:52:43.855366 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de90df0e-75ac-42f8-acb3-423a88224e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (03df5a20-e50e-4a85-ae02-0f56ff30722a), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:43.856515 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de90df0e-75ac-42f8-acb3-423a88224e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (03df5a20-e50e-4a85-ae02-0f56ff30722a), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:43.856906 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a9bc512-74ca-45b2-ab91-2caa154a01e7 admin admin] Deleting subnet 1859e75b-6740-4475-ba8f-56ef1656315f {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:52:43.865376 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3b5a5e-41cf-4de0-b212-8364cb973a29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b', 'network_id': '0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b', 'project_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'fixed_ips': [{'subnet_id': '77b32dd4-761f-487c-9e79-c5785faac85d'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 20:52:43.866272 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-be3b5a5e-41cf-4de0-b212-8364cb973a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:43.866926 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2a9bc512-74ca-45b2-ab91-2caa154a01e7 admin admin] Publish callbacks [] for subnet (1859e75b-6740-4475-ba8f-56ef1656315f), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:43.939805 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: cc776b30-691a-4ce6-bd07-8091949392e3 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:52:43.940289 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device cc776b30-691a-4ce6-bd07-8091949392e3 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:52:44.025068 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2a9bc512-74ca-45b2-ab91-2caa154a01e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (1859e75b-6740-4475-ba8f-56ef1656315f), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:44.048874 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-e0aaa0eb-2ce1-4c4a-80d3-e48cc84ae7b1 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Publish callbacks [] for port (77a3aa20-5477-44f9-a588-be0d7fc51874), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:44.104285 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-e0aaa0eb-2ce1-4c4a-80d3-e48cc84ae7b1 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (77a3aa20-5477-44f9-a588-be0d7fc51874), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:44.142086 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-e0aaa0eb-2ce1-4c4a-80d3-e48cc84ae7b1 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Network f760d6ec-7837-431c-910c-37572c24f936 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:52:44.150208 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-e0aaa0eb-2ce1-4c4a-80d3-e48cc84ae7b1 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:52:44.214132 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-e0aaa0eb-2ce1-4c4a-80d3-e48cc84ae7b1 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:52:44.232488 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8c85aa67-ba2b-4025-ac61-8555f4d2c370 req-a9e54a6b-7008-4eef-a555-4d92a840c237 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b86833b-8bd2-4436-8f23-4aa13184dcee HTTP/1.1" status: 200  len: 210 time: 0.2049544
Feb 05 20:52:44.243266 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-be3b5a5e-41cf-4de0-b212-8364cb973a29 None None] Allocated IP 172.20.0.2 (0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b/77b32dd4-761f-487c-9e79-c5785faac85d/918516ad-d1d7-4e99-aa07-ce1bc5e876ab) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:52:44.365133 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-e0aaa0eb-2ce1-4c4a-80d3-e48cc84ae7b1 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:44.365827 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-e0aaa0eb-2ce1-4c4a-80d3-e48cc84ae7b1 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:44.539352 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-e0aaa0eb-2ce1-4c4a-80d3-e48cc84ae7b1 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 2.0995615
Feb 05 20:52:44.549123 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-f70c42b5-ea65-42f7-ad84-911a652cc383 service neutron] Request body: {'port': {'device_id': '39b73262-ebf8-41ba-bf04-e20dfc3d684c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:52:44.622513 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2a9bc512-74ca-45b2-ab91-2caa154a01e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (1859e75b-6740-4475-ba8f-56ef1656315f), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:44.671692 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de90df0e-75ac-42f8-acb3-423a88224e3d admin admin] Publish callbacks [] for router_controller (03df5a20-e50e-4a85-ae02-0f56ff30722a), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:44.678429 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9291145c-f459-479e-b70f-98ca40d181e0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f8fa006079dd42fdb10722844a71ba31&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9050343
Feb 05 20:52:44.684018 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 33628) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:44.693107 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-be3b5a5e-41cf-4de0-b212-8364cb973a29 None None] Publish callbacks [] for port (918516ad-d1d7-4e99-aa07-ce1bc5e876ab), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:44.703934 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['4a4d7d0a-509a-455e-a91a-7918634eb647', '5cb379ed-ddb4-499e-b220-588d09688bf7'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:52:44.715650 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-be3b5a5e-41cf-4de0-b212-8364cb973a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (918516ad-d1d7-4e99-aa07-ce1bc5e876ab), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:44.716086 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae10e1-220e-473b-a559-11ff267b25d5 req-314788d2-0f4f-431a-8692-048e7e21be02 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:44.717841 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-52ae10e1-220e-473b-a559-11ff267b25d5 req-314788d2-0f4f-431a-8692-048e7e21be02 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c HTTP/1.1" status: 200  len: 934 time: 0.2385399
Feb 05 20:52:44.759570 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33652d-8f47-4b85-9608-eb61f6256a29 req-7dd68e70-7cd1-4c37-b371-8396c4f893e9 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:44.768867 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1f33652d-8f47-4b85-9608-eb61f6256a29 req-7dd68e70-7cd1-4c37-b371-8396c4f893e9 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca04b116-870e-4d32-a046-ed49097c05b2 HTTP/1.1" status: 200  len: 945 time: 0.6778615
Feb 05 20:52:44.799342 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3b5a5e-41cf-4de0-b212-8364cb973a29 None None] Network 0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:52:44.805850 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-63165341-d1ba-4310-8efc-eabd55077b22 None None] Provisioning complete for port 77a3aa20-5477-44f9-a588-be0d7fc51874 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:52:44.806308 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-63165341-d1ba-4310-8efc-eabd55077b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (77a3aa20-5477-44f9-a588-be0d7fc51874), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:44.808149 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aaa0eb-2ce1-4c4a-80d3-e48cc84ae7b1 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Pushing event updated for resources: {'Port': ['ID=77a3aa20-5477-44f9-a588-be0d7fc51874,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:44.872705 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-63165341-d1ba-4310-8efc-eabd55077b22 None None] Port 77a3aa20-5477-44f9-a588-be0d7fc51874 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:52:44.878837 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-f70c42b5-ea65-42f7-ad84-911a652cc383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (77a3aa20-5477-44f9-a588-be0d7fc51874), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:44.903657 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-be3b5a5e-41cf-4de0-b212-8364cb973a29 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:52:44.907932 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3b5a5e-41cf-4de0-b212-8364cb973a29 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:52:44.930764 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2a9bc512-74ca-45b2-ab91-2caa154a01e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (1859e75b-6740-4475-ba8f-56ef1656315f), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:44.975374 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de90df0e-75ac-42f8-acb3-423a88224e3d admin admin] Publish callbacks [] for router_gateway (03df5a20-e50e-4a85-ae02-0f56ff30722a), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:44.981026 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9bc512-74ca-45b2-ab91-2caa154a01e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1859e75b-6740-4475-ba8f-56ef1656315f,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:44.983760 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2a9bc512-74ca-45b2-ab91-2caa154a01e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:44.987606 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2a9bc512-74ca-45b2-ab91-2caa154a01e7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1859e75b-6740-4475-ba8f-56ef1656315f HTTP/1.1" status: 204  len: 168 time: 1.2771189
Feb 05 20:52:44.990181 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33630) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:45.008757 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-52ae10e1-220e-473b-a559-11ff267b25d5 req-8cd7517a-9618-4858-86a7-d7d4a238e60f tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2772925
Feb 05 20:52:45.028420 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9864909e-3eef-45ae-a532-c07c3afb0d38 None None] Network 7a85da4f-594b-4edb-a0ef-f6f6d1d94dba requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:52:45.039373 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1f33652d-8f47-4b85-9608-eb61f6256a29 req-2f32d377-d2fa-4b15-84ba-39c5c4c7a96d tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2621279
Feb 05 20:52:45.047815 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0ce79f9f-1fe3-4a12-9dd2-b0b89d2faf7c admin admin] Publish callbacks [] for security_group (ce082faf-3959-46d0-9d75-c01a4c8fe66f), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:45.113289 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0ce79f9f-1fe3-4a12-9dd2-b0b89d2faf7c admin admin] Publish callbacks [] for security_group (ce082faf-3959-46d0-9d75-c01a4c8fe66f), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:45.175133 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b5a5e-41cf-4de0-b212-8364cb973a29 None None] Pushing event updated for resources: {'Port': ['ID=918516ad-d1d7-4e99-aa07-ce1bc5e876ab,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:45.226259 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-be3b5a5e-41cf-4de0-b212-8364cb973a29 None None] Attempting to bind port 918516ad-d1d7-4e99-aa07-ce1bc5e876ab on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:52:45.226851 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-be3b5a5e-41cf-4de0-b212-8364cb973a29 None None] Attempting to bind port 918516ad-d1d7-4e99-aa07-ce1bc5e876ab by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '64358af5-dc2d-4795-a8e0-31cbc220d69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:52:45.227230 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3b5a5e-41cf-4de0-b212-8364cb973a29 None None] Attempting to bind port 918516ad-d1d7-4e99-aa07-ce1bc5e876ab on network 0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:52:45.233736 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3b5a5e-41cf-4de0-b212-8364cb973a29 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:52:45.234134 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3b5a5e-41cf-4de0-b212-8364cb973a29 None None] Checking segment: {'id': '64358af5-dc2d-4795-a8e0-31cbc220d69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:52:45.234548 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-be3b5a5e-41cf-4de0-b212-8364cb973a29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:45.234946 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3b5a5e-41cf-4de0-b212-8364cb973a29 None None] Bound using segment: {'id': '64358af5-dc2d-4795-a8e0-31cbc220d69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:52:45.235411 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-be3b5a5e-41cf-4de0-b212-8364cb973a29 None None] Bound port: 918516ad-d1d7-4e99-aa07-ce1bc5e876ab, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64358af5-dc2d-4795-a8e0-31cbc220d69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:52:45.235793 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-be3b5a5e-41cf-4de0-b212-8364cb973a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (918516ad-d1d7-4e99-aa07-ce1bc5e876ab), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:45.253085 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:45.274453 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11c1ce-47ec-4f43-a83e-b092b327105a req-835686c2-170d-4a3d-96b5-9fb85169bc53 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:45.285133 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4e11c1ce-47ec-4f43-a83e-b092b327105a req-835686c2-170d-4a3d-96b5-9fb85169bc53 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 945 time: 0.1888096
Feb 05 20:52:45.308139 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-242bb684-79ee-42bd-ac6d-fe79e7bf8b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (7a85da4f-594b-4edb-a0ef-f6f6d1d94dba), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:45.318132 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-be3b5a5e-41cf-4de0-b212-8364cb973a29 None None] For port 918516ad-d1d7-4e99-aa07-ce1bc5e876ab, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:52:45.322156 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-be3b5a5e-41cf-4de0-b212-8364cb973a29 None None] For port 918516ad-d1d7-4e99-aa07-ce1bc5e876ab, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=918516ad-d1d7-4e99-aa07-ce1bc5e876ab,segment=NetworkSegment(64358af5-dc2d-4795-a8e0-31cbc220d69d),segment_id=64358af5-dc2d-4795-a8e0-31cbc220d69d)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:52:45.391202 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:52:45.404466 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4e11c1ce-47ec-4f43-a83e-b092b327105a req-c9d70e06-16e3-44d5-a499-04278aa73616 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1161084
Feb 05 20:52:45.418332 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:52:45.419172 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7c4e183f-a2fa-4237-9971-7c3ee0e5aa3b not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:52:45.431713 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-be3b5a5e-41cf-4de0-b212-8364cb973a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (918516ad-d1d7-4e99-aa07-ce1bc5e876ab), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:45.447619 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0ce79f9f-1fe3-4a12-9dd2-b0b89d2faf7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ce082faf-3959-46d0-9d75-c01a4c8fe66f), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:45.456033 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0ce79f9f-1fe3-4a12-9dd2-b0b89d2faf7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:45.462236 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0ce79f9f-1fe3-4a12-9dd2-b0b89d2faf7c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ce082faf-3959-46d0-9d75-c01a4c8fe66f HTTP/1.1" status: 204  len: 168 time: 0.7733049
Feb 05 20:52:45.490841 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce79f9f-1fe3-4a12-9dd2-b0b89d2faf7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce082faf-3959-46d0-9d75-c01a4c8fe66f,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:45.537683 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf5888-949a-420a-9ce9-075f1836ad4d req-3c0f6e0d-23bb-404a-b75d-375ea00c4ab8 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:45.540745 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9aaf5888-949a-420a-9ce9-075f1836ad4d req-3c0f6e0d-23bb-404a-b75d-375ea00c4ab8 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca04b116-870e-4d32-a046-ed49097c05b2 HTTP/1.1" status: 200  len: 945 time: 0.3175187
Feb 05 20:52:45.597368 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3115ad7-f6c7-4b32-893d-17f0786114e5 None None] DHCP port deletion for 7a85da4f-594b-4edb-a0ef-f6f6d1d94dba request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 20:52:45.707096 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b5a5e-41cf-4de0-b212-8364cb973a29 None None] Pushing event updated for resources: {'Port': ['ID=918516ad-d1d7-4e99-aa07-ce1bc5e876ab,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:45.717385 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26366ea3-e43a-46c2-ae34-6982ecbcadde req-1cc2d83d-4733-410e-a41d-1d0b9d4725be tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:45.724564 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26366ea3-e43a-46c2-ae34-6982ecbcadde req-1cc2d83d-4733-410e-a41d-1d0b9d4725be tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.32 "GET /v2.0/ports?device_id=c001a65c-d24d-47ea-9e9f-8dbcea7c6faf HTTP/1.1" status: 200  len: 945 time: 0.4827614
Feb 05 20:52:45.761761 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a3115ad7-f6c7-4b32-893d-17f0786114e5 None None] Deleting port 66771f63-2aba-43b6-971d-e93124cbd0b6 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:52:45.761761 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a3115ad7-f6c7-4b32-893d-17f0786114e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (66771f63-2aba-43b6-971d-e93124cbd0b6), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:45.803828 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-f70c42b5-ea65-42f7-ad84-911a652cc383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77a3aa20-5477-44f9-a588-be0d7fc51874 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:52:45.826074 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-f70c42b5-ea65-42f7-ad84-911a652cc383 service neutron] Publish callbacks [] for port (77a3aa20-5477-44f9-a588-be0d7fc51874), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:45.854777 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-890a65e9-0d3b-4d67-9e0e-fa0a5728eb44 req-d7d73023-2191-438a-87fb-9af74bafa44c tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b86833b-8bd2-4436-8f23-4aa13184dcee HTTP/1.1" status: 200  len: 210 time: 0.1779156
Feb 05 20:52:45.856328 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-f70c42b5-ea65-42f7-ad84-911a652cc383 service neutron] Transition to ACTIVE for port object 77a3aa20-5477-44f9-a588-be0d7fc51874 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:52:45.881571 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-f70c42b5-ea65-42f7-ad84-911a652cc383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (77a3aa20-5477-44f9-a588-be0d7fc51874), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:45.963142 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-dcc2ef9d-eb0f-4080-acb7-0bb2f3cc0d88 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=4ace810762e64782900932297c36e3bc&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0508740
Feb 05 20:52:46.006028 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c42b5-ea65-42f7-ad84-911a652cc383 service neutron] Pushing event updated for resources: {'Port': ['ID=77a3aa20-5477-44f9-a588-be0d7fc51874,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:46.020601 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-a3115ad7-f6c7-4b32-893d-17f0786114e5 None None] For port 66771f63-2aba-43b6-971d-e93124cbd0b6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66771f63-2aba-43b6-971d-e93124cbd0b6,segment=NetworkSegment(ce9f625e-a564-41e1-8114-366cd7fd9882),segment_id=ce9f625e-a564-41e1-8114-366cd7fd9882)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:46.021025 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a3115ad7-f6c7-4b32-893d-17f0786114e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (66771f63-2aba-43b6-971d-e93124cbd0b6), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:46.076854 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26366ea3-e43a-46c2-ae34-6982ecbcadde req-100587ab-49ca-400c-b30b-bdb04cb223e7 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.32 "GET /v2.0/security-groups?id=0695a0d2-2ebe-4932-ae8c-6d486ce84c74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3207533
Feb 05 20:52:46.081489 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a3115ad7-f6c7-4b32-893d-17f0786114e5 None None] Calling delete_port for 66771f63-2aba-43b6-971d-e93124cbd0b6 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:52:46.084489 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-9aaf5888-949a-420a-9ce9-075f1836ad4d req-7f053e9a-05f4-4410-a8c9-fadfaf4113f0 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Deleting port 3ea490a5-e6b2-4a02-8587-6fd2967af3cf {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:52:46.087046 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9aaf5888-949a-420a-9ce9-075f1836ad4d req-7f053e9a-05f4-4410-a8c9-fadfaf4113f0 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (3ea490a5-e6b2-4a02-8587-6fd2967af3cf), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:46.318571 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-242bb684-79ee-42bd-ac6d-fe79e7bf8b26 admin admin] Deleting port 66771f63-2aba-43b6-971d-e93124cbd0b6 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:52:46.319079 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-242bb684-79ee-42bd-ac6d-fe79e7bf8b26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (66771f63-2aba-43b6-971d-e93124cbd0b6), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:46.457789 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a3115ad7-f6c7-4b32-893d-17f0786114e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (66771f63-2aba-43b6-971d-e93124cbd0b6), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:46.522561 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3115ad7-f6c7-4b32-893d-17f0786114e5 None None] No DVR routers for this DVR port 66771f63-2aba-43b6-971d-e93124cbd0b6 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:52:46.539030 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3115ad7-f6c7-4b32-893d-17f0786114e5 None None] Pushing event deleted for resources: {'Port': ['ID=66771f63-2aba-43b6-971d-e93124cbd0b6,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:46.605336 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de90df0e-75ac-42f8-acb3-423a88224e3d admin admin] Publish callbacks [] for router_gateway (03df5a20-e50e-4a85-ae02-0f56ff30722a), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:46.664374 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-242bb684-79ee-42bd-ac6d-fe79e7bf8b26 admin admin] For port 66771f63-2aba-43b6-971d-e93124cbd0b6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66771f63-2aba-43b6-971d-e93124cbd0b6,segment=NetworkSegment(ce9f625e-a564-41e1-8114-366cd7fd9882),segment_id=ce9f625e-a564-41e1-8114-366cd7fd9882)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:46.664816 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-242bb684-79ee-42bd-ac6d-fe79e7bf8b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (66771f63-2aba-43b6-971d-e93124cbd0b6), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:46.705632 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de90df0e-75ac-42f8-acb3-423a88224e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:46.724182 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8566e-0250-4d75-8432-50052b8e9876 req-ad96aff2-ea3f-4bce-87e5-5b68492ea146 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:46.733897 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ebc8566e-0250-4d75-8432-50052b8e9876 req-ad96aff2-ea3f-4bce-87e5-5b68492ea146 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c HTTP/1.1" status: 200  len: 946 time: 0.5730677
Feb 05 20:52:46.743383 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02b29a-9d0e-499b-9673-f2a4aa1d4be5 req-30fdf1bf-3bd9-4e22-b5a7-1a7aec94e445 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:46.744287 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5e02b29a-9d0e-499b-9673-f2a4aa1d4be5 req-30fdf1bf-3bd9-4e22-b5a7-1a7aec94e445 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca04b116-870e-4d32-a046-ed49097c05b2 HTTP/1.1" status: 200  len: 945 time: 0.2240865
Feb 05 20:52:46.823977 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ebc8566e-0250-4d75-8432-50052b8e9876 req-0880e545-430e-4bbc-8124-7cd5ff030c24 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890450
Feb 05 20:52:46.874469 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-9aaf5888-949a-420a-9ce9-075f1836ad4d req-7f053e9a-05f4-4410-a8c9-fadfaf4113f0 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] For port 3ea490a5-e6b2-4a02-8587-6fd2967af3cf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3ea490a5-e6b2-4a02-8587-6fd2967af3cf,segment=NetworkSegment(4b777d69-c1b2-444d-a5ee-d65e74eece16),segment_id=4b777d69-c1b2-444d-a5ee-d65e74eece16)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:46.874469 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9aaf5888-949a-420a-9ce9-075f1836ad4d req-7f053e9a-05f4-4410-a8c9-fadfaf4113f0 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (3ea490a5-e6b2-4a02-8587-6fd2967af3cf), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:46.892545 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-de90df0e-75ac-42f8-acb3-423a88224e3d admin admin] Allocated IP 172.35.4.54 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/b3972681-e056-4ff5-9667-e4912cfbaed8) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:52:46.900765 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-17767ca4-84ca-485e-9963-25abbd3d4399 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:46.905737 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-17767ca4-84ca-485e-9963-25abbd3d4399 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.8426733
Feb 05 20:52:46.936283 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-89845174-4f50-4f81-bee7-cf8fc3fe4182 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Request body: {'port': {'device_id': '1b86833b-8bd2-4436-8f23-4aa13184dcee', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'admin_state_up': True, 'tenant_id': '4ace810762e64782900932297c36e3bc'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:52:46.982275 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-9aaf5888-949a-420a-9ce9-075f1836ad4d req-7f053e9a-05f4-4410-a8c9-fadfaf4113f0 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Calling delete_port for 3ea490a5-e6b2-4a02-8587-6fd2967af3cf owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:52:47.049366 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de90df0e-75ac-42f8-acb3-423a88224e3d admin admin] Publish callbacks [] for port (b3972681-e056-4ff5-9667-e4912cfbaed8), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:47.093690 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-f70c42b5-ea65-42f7-ad84-911a652cc383 service neutron] Attempting to bind port 77a3aa20-5477-44f9-a588-be0d7fc51874 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:52:47.094100 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-f70c42b5-ea65-42f7-ad84-911a652cc383 service neutron] Attempting to bind port 77a3aa20-5477-44f9-a588-be0d7fc51874 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:52:47.094622 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-f70c42b5-ea65-42f7-ad84-911a652cc383 service neutron] Attempting to bind port 77a3aa20-5477-44f9-a588-be0d7fc51874 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:52:47.110099 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-f70c42b5-ea65-42f7-ad84-911a652cc383 service neutron] Port 77a3aa20-5477-44f9-a588-be0d7fc51874 on network f760d6ec-7837-431c-910c-37572c24f936 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:52:47.110099 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-f70c42b5-ea65-42f7-ad84-911a652cc383 service neutron] Attempting to bind port 77a3aa20-5477-44f9-a588-be0d7fc51874 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:52:47.123382 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-242bb684-79ee-42bd-ac6d-fe79e7bf8b26 admin admin] Calling delete_port for 66771f63-2aba-43b6-971d-e93124cbd0b6 owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:52:47.126520 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de90df0e-75ac-42f8-acb3-423a88224e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (b3972681-e056-4ff5-9667-e4912cfbaed8), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:47.191747 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-f70c42b5-ea65-42f7-ad84-911a652cc383 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:52:47.192182 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-f70c42b5-ea65-42f7-ad84-911a652cc383 service neutron] Checking segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:52:47.192528 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-f70c42b5-ea65-42f7-ad84-911a652cc383 service neutron] Bound using segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:52:47.192940 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-f70c42b5-ea65-42f7-ad84-911a652cc383 service neutron] Bound port: 77a3aa20-5477-44f9-a588-be0d7fc51874, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:52:47.193309 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-f70c42b5-ea65-42f7-ad84-911a652cc383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (77a3aa20-5477-44f9-a588-be0d7fc51874), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:47.246865 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5e02b29a-9d0e-499b-9673-f2a4aa1d4be5 req-456c3b99-a073-420c-babd-5adc5a554337 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4860597
Feb 05 20:52:47.256096 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-89845174-4f50-4f81-bee7-cf8fc3fe4182 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Made reservation on behalf of 4ace810762e64782900932297c36e3bc for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:52:47.265181 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-89845174-4f50-4f81-bee7-cf8fc3fe4182 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:47.390939 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-f70c42b5-ea65-42f7-ad84-911a652cc383 service neutron] For port 77a3aa20-5477-44f9-a588-be0d7fc51874, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:52:47.395669 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-f70c42b5-ea65-42f7-ad84-911a652cc383 service neutron] For port 77a3aa20-5477-44f9-a588-be0d7fc51874, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=77a3aa20-5477-44f9-a588-be0d7fc51874,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:52:47.403636 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de90df0e-75ac-42f8-acb3-423a88224e3d admin admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:52:47.405223 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90df0e-75ac-42f8-acb3-423a88224e3d admin admin] Pushing event updated for resources: {'Port': ['ID=b3972681-e056-4ff5-9667-e4912cfbaed8,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:47.411534 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-f70c42b5-ea65-42f7-ad84-911a652cc383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (77a3aa20-5477-44f9-a588-be0d7fc51874), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:47.423603 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-de90df0e-75ac-42f8-acb3-423a88224e3d admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:52:47.487402 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de90df0e-75ac-42f8-acb3-423a88224e3d admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:52:47.500445 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00d5c5-f604-493a-b0c5-0584dc7bf678 req-622ea9c7-29dd-4409-a72a-f5eb90ec5f53 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:47.509244 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0e00d5c5-f604-493a-b0c5-0584dc7bf678 req-622ea9c7-29dd-4409-a72a-f5eb90ec5f53 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.32 "GET /v2.0/ports?device_id=c001a65c-d24d-47ea-9e9f-8dbcea7c6faf HTTP/1.1" status: 200  len: 945 time: 0.5589211
Feb 05 20:52:47.519377 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 33670) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:47.575030 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 3ea490a5-e6b2-4a02-8587-6fd2967af3cf no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:52:47.577660 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-f70c42b5-ea65-42f7-ad84-911a652cc383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:47.578298 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-f70c42b5-ea65-42f7-ad84-911a652cc383 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:47.580585 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-f70c42b5-ea65-42f7-ad84-911a652cc383 service neutron] 10.222.0.39 "PUT /v2.0/ports/77a3aa20-5477-44f9-a588-be0d7fc51874 HTTP/1.1" status: 200  len: 1094 time: 3.0396423
Feb 05 20:52:47.586244 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b73262-ebf8-41ba-bf04-e20dfc3d684c', 'tag': '77a3aa20-5477-44f9-a588-be0d7fc51874'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:52:47.588398 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd256f3-0146-485f-914c-0478d19ad5da" -d '{"events": [{"name": "network-changed", "server_uuid": "39b73262-ebf8-41ba-bf04-e20dfc3d684c", "tag": "77a3aa20-5477-44f9-a588-be0d7fc51874"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:52:47.634520 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c42b5-ea65-42f7-ad84-911a652cc383 service neutron] Pushing event updated for resources: {'Port': ['ID=77a3aa20-5477-44f9-a588-be0d7fc51874,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:47.666711 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-bf384f53-0094-40e7-aeaa-299a66abda24 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Request body: {'floatingip': {'port_id': 'a08b1a2d-3855-4e04-964c-c8692c10c5bb'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:52:47.693843 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 918516ad-d1d7-4e99-aa07-ce1bc5e876ab up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:52:47.720110 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-242bb684-79ee-42bd-ac6d-fe79e7bf8b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (66771f63-2aba-43b6-971d-e93124cbd0b6), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:47.798236 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07778a5c-d1c0-456e-848c-3261e90e1295 None None] Network 0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:52:47.810846 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bf384f53-0094-40e7-aeaa-299a66abda24 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Publish callbacks [] for floatingip (5eb7a313-9890-440c-8ee6-6eacce1a0abe), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:47.820576 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242bb684-79ee-42bd-ac6d-fe79e7bf8b26 admin admin] No DVR routers for this DVR port 66771f63-2aba-43b6-971d-e93124cbd0b6 on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:52:47.886500 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5e08e626-f697-4ab2-8a52-0d7edb5731aa req-d75a6d3f-365c-4524-a25e-9592580552ad tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b86833b-8bd2-4436-8f23-4aa13184dcee HTTP/1.1" status: 200  len: 210 time: 0.1235187
Feb 05 20:52:47.945813 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed15c3-2879-4e8d-ab55-85fc79941baa req-a5e79dfc-7930-43d5-85cb-c7b59bec23e1 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:47.947716 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d5ed15c3-2879-4e8d-ab55-85fc79941baa req-a5e79dfc-7930-43d5-85cb-c7b59bec23e1 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 945 time: 0.5666084
Feb 05 20:52:47.959027 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 3ea490a5-e6b2-4a02-8587-6fd2967af3cf is: ACTIVE; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:52:47.959354 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3ea490a5-e6b2-4a02-8587-6fd2967af3cf), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:47.970463 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-87ab11a5-3ec6-4b80-baf3-888dc01c6e8d None None] Provisioning complete for port 918516ad-d1d7-4e99-aa07-ce1bc5e876ab triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:52:47.970844 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-87ab11a5-3ec6-4b80-baf3-888dc01c6e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (918516ad-d1d7-4e99-aa07-ce1bc5e876ab), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:48.064183 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242bb684-79ee-42bd-ac6d-fe79e7bf8b26 admin admin] Pushing event deleted for resources: {'Port': ['ID=66771f63-2aba-43b6-971d-e93124cbd0b6,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:48.086522 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2360c3-d2e5-47ea-894a-287dafd8e428 x-openstack-request-id: req-7d2360c3-d2e5-47ea-894a-287dafd8e428 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:52:48.087174 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b73262-ebf8-41ba-bf04-e20dfc3d684c", "tag": "77a3aa20-5477-44f9-a588-be0d7fc51874", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:52:48.087601 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7d2360c3-d2e5-47ea-894a-287dafd8e428 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:52:48.088195 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b73262-ebf8-41ba-bf04-e20dfc3d684c', 'tag': '77a3aa20-5477-44f9-a588-be0d7fc51874', 'status': 'completed', 'code': 200}
Feb 05 20:52:48.121978 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-21e86fdd-88b4-409f-a755-dc85dc6bdf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:48.135189 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-21e86fdd-88b4-409f-a755-dc85dc6bdf35 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c HTTP/1.1" status: 200  len: 1128 time: 0.4913070
Feb 05 20:52:48.190872 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 918516ad-d1d7-4e99-aa07-ce1bc5e876ab triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:52:48.191256 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (918516ad-d1d7-4e99-aa07-ce1bc5e876ab), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:48.211322 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-48b464af-e286-42a2-9b13-36d6b8e928e0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=77a3aa20-5477-44f9-a588-be0d7fc51874 HTTP/1.1" status: 200  len: 217 time: 0.0738168
Feb 05 20:52:48.354494 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-87ab11a5-3ec6-4b80-baf3-888dc01c6e8d None None] Current status of the port 918516ad-d1d7-4e99-aa07-ce1bc5e876ab is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:52:48.355289 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-87ab11a5-3ec6-4b80-baf3-888dc01c6e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (918516ad-d1d7-4e99-aa07-ce1bc5e876ab), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:48.475480 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 918516ad-d1d7-4e99-aa07-ce1bc5e876ab is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:52:48.476227 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (918516ad-d1d7-4e99-aa07-ce1bc5e876ab), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:48.503662 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-87ab11a5-3ec6-4b80-baf3-888dc01c6e8d None None] For port 918516ad-d1d7-4e99-aa07-ce1bc5e876ab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=918516ad-d1d7-4e99-aa07-ce1bc5e876ab,segment=NetworkSegment(64358af5-dc2d-4795-a8e0-31cbc220d69d),segment_id=64358af5-dc2d-4795-a8e0-31cbc220d69d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:48.528052 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-87ab11a5-3ec6-4b80-baf3-888dc01c6e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (918516ad-d1d7-4e99-aa07-ce1bc5e876ab), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:48.657535 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-89845174-4f50-4f81-bee7-cf8fc3fe4182 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Allocated IP 192.168.233.156 (f760d6ec-7837-431c-910c-37572c24f936/42e3c763-0926-4b49-ade5-d66ee3d4c489/a7b3e782-1020-4086-9809-836733f300c7) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:52:48.754344 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ab11a5-3ec6-4b80-baf3-888dc01c6e8d None None] Pushing event updated for resources: {'Port': ['ID=918516ad-d1d7-4e99-aa07-ce1bc5e876ab,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:48.762989 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 20:52:48.763525 ncdv-master-1 neutron-server[114392]: DEBUG oslo_db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 20:52:48.806013 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-242bb684-79ee-42bd-ac6d-fe79e7bf8b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (7a85da4f-594b-4edb-a0ef-f6f6d1d94dba), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:48.831407 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-242bb684-79ee-42bd-ac6d-fe79e7bf8b26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2de5a00>,) {'filters': {'network_id': ['7a85da4f-594b-4edb-a0ef-f6f6d1d94dba']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:48.856566 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9aaf5888-949a-420a-9ce9-075f1836ad4d req-7f053e9a-05f4-4410-a8c9-fadfaf4113f0 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (3ea490a5-e6b2-4a02-8587-6fd2967af3cf), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:48.857516 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-242bb684-79ee-42bd-ac6d-fe79e7bf8b26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2de5a00>, 'ce9f625e-a564-41e1-8114-366cd7fd9882') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:48.858521 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-242bb684-79ee-42bd-ac6d-fe79e7bf8b26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2de5a00>, 'ce9f625e-a564-41e1-8114-366cd7fd9882') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:48.870230 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['5a6b9845-adce-4c16-9670-559be282c289'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:52:48.902086 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-242bb684-79ee-42bd-ac6d-fe79e7bf8b26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (ce9f625e-a564-41e1-8114-366cd7fd9882), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:48.934095 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-3d19ac69-c54b-4b4a-8c1d-ae5e232ae880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:48.936507 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-3d19ac69-c54b-4b4a-8c1d-ae5e232ae880 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.6775181
Feb 05 20:52:48.953860 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f053e9a-05f4-4410-a8c9-fadfaf4113f0 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Pushing event deleted for resources: {'Port': ['ID=3ea490a5-e6b2-4a02-8587-6fd2967af3cf,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:48.964123 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de90df0e-75ac-42f8-acb3-423a88224e3d admin admin] Publish callbacks [] for router_gateway (03df5a20-e50e-4a85-ae02-0f56ff30722a), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:48.974534 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-8a324984-8965-4f8d-8951-db8c92296918 None None] Provisioning complete for port 918516ad-d1d7-4e99-aa07-ce1bc5e876ab triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:52:48.974922 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8a324984-8965-4f8d-8951-db8c92296918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (918516ad-d1d7-4e99-aa07-ce1bc5e876ab), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:48.975355 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.db.resource_extend [None req-bf384f53-0094-40e7-aeaa-299a66abda24 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 05 20:52:48.985056 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d5ed15c3-2879-4e8d-ab55-85fc79941baa req-ff96362a-d7a3-4d66-ab8d-570c1cd3af7a tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9963708
Feb 05 20:52:49.031670 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-242bb684-79ee-42bd-ac6d-fe79e7bf8b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (ce9f625e-a564-41e1-8114-366cd7fd9882), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:49.049010 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-242bb684-79ee-42bd-ac6d-fe79e7bf8b26 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:52:49.049468 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-242bb684-79ee-42bd-ac6d-fe79e7bf8b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (ce9f625e-a564-41e1-8114-366cd7fd9882), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:49.051654 ncdv-master-1 neutron-server[114390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 20:52:49.051654 ncdv-master-1 neutron-server[114390]:   self.session.flush()
Feb 05 20:52:49.051654 ncdv-master-1 neutron-server[114390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 20:52:49.051654 ncdv-master-1 neutron-server[114390]:   self.session.flush()
Feb 05 20:52:49.051654 ncdv-master-1 neutron-server[114390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 20:52:49.051654 ncdv-master-1 neutron-server[114390]:   self.session.flush()
Feb 05 20:52:49.051654 ncdv-master-1 neutron-server[114390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 20:52:49.051654 ncdv-master-1 neutron-server[114390]:   self.session.flush()
Feb 05 20:52:49.051654 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 20:52:49.051654 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:52:49.051654 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 20:52:49.051654 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:52:49.051654 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 20:52:49.051654 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:52:49.051654 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 20:52:49.051654 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:52:49.051654 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 20:52:49.051654 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:52:49.051654 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 20:52:49.051654 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:52:49.051654 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 20:52:49.051654 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:52:49.051654 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:52:49.051654 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:52:49.051654 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:52:49.051654 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:52:49.051654 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 20:52:49.051654 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:52:49.051654 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 20:52:49.051654 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:52:49.051654 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:52:49.051654 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:52:49.051654 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:52:49.051654 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:52:49.051654 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:52:49.051654 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:52:49.051654 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:52:49.051654 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:52:49.051654 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:52:49.051654 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:52:49.070194 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aaf5888-949a-420a-9ce9-075f1836ad4d req-7f053e9a-05f4-4410-a8c9-fadfaf4113f0 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] No DVR routers for this DVR port 3ea490a5-e6b2-4a02-8587-6fd2967af3cf on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:52:49.079743 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79c323-6d74-43c1-b239-290c80475fc0 req-18620ec7-4f2d-4ad2-acc2-07dfa5f60042 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:49.087857 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8b79c323-6d74-43c1-b239-290c80475fc0 req-18620ec7-4f2d-4ad2-acc2-07dfa5f60042 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c HTTP/1.1" status: 200  len: 946 time: 0.4540730
Feb 05 20:52:49.095231 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9aaf5888-949a-420a-9ce9-075f1836ad4d req-7f053e9a-05f4-4410-a8c9-fadfaf4113f0 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:49.098794 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9aaf5888-949a-420a-9ce9-075f1836ad4d req-7f053e9a-05f4-4410-a8c9-fadfaf4113f0 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.39 "DELETE /v2.0/ports/3ea490a5-e6b2-4a02-8587-6fd2967af3cf HTTP/1.1" status: 204  len: 173 time: 3.5525696
Feb 05 20:52:49.103391 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca04b116-870e-4d32-a046-ed49097c05b2', 'name': 'network-vif-deleted', 'tag': '3ea490a5-e6b2-4a02-8587-6fd2967af3cf'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:52:49.105739 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d6c19f-62b3-46d2-ac05-a1fb28c1691a" -d '{"events": [{"server_uuid": "ca04b116-870e-4d32-a046-ed49097c05b2", "name": "network-vif-deleted", "tag": "3ea490a5-e6b2-4a02-8587-6fd2967af3cf"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:52:49.149998 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-89845174-4f50-4f81-bee7-cf8fc3fe4182 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Publish callbacks [] for port (a7b3e782-1020-4086-9809-836733f300c7), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:49.168971 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bf384f53-0094-40e7-aeaa-299a66abda24 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:49.171993 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-242bb684-79ee-42bd-ac6d-fe79e7bf8b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (7a85da4f-594b-4edb-a0ef-f6f6d1d94dba), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:49.180199 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-b9c38e2d-f8bb-46d1-a425-7acf11a5f3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:49.181815 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-b9c38e2d-f8bb-46d1-a425-7acf11a5f3d9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2385883
Feb 05 20:52:49.187415 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-242bb684-79ee-42bd-ac6d-fe79e7bf8b26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:49.188452 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bf384f53-0094-40e7-aeaa-299a66abda24 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (5eb7a313-9890-440c-8ee6-6eacce1a0abe), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:49.193431 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-242bb684-79ee-42bd-ac6d-fe79e7bf8b26 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7a85da4f-594b-4edb-a0ef-f6f6d1d94dba HTTP/1.1" status: 204  len: 168 time: 4.1993144
Feb 05 20:52:49.204375 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8b79c323-6d74-43c1-b239-290c80475fc0 req-52e09c5e-6ed3-4ec9-9faa-40048558c919 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1151509
Feb 05 20:52:49.262577 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242bb684-79ee-42bd-ac6d-fe79e7bf8b26 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a85da4f-594b-4edb-a0ef-f6f6d1d94dba,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:49.486288 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 918516ad-d1d7-4e99-aa07-ce1bc5e876ab is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:52:49.573606 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-3f93a6e9-f567-41b0-8955-748046876795 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3773074
Feb 05 20:52:49.604619 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 66771f63-2aba-43b6-971d-e93124cbd0b6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:52:49.649582 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 66771f63-2aba-43b6-971d-e93124cbd0b6 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:52:49.649944 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 66771f63-2aba-43b6-971d-e93124cbd0b6 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:52:49.660752 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de90df0e-75ac-42f8-acb3-423a88224e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (03df5a20-e50e-4a85-ae02-0f56ff30722a), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:49.693501 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-8a324984-8965-4f8d-8951-db8c92296918 None None] Current status of the port 918516ad-d1d7-4e99-aa07-ce1bc5e876ab is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:52:49.763936 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33700) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:49.838842 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 918516ad-d1d7-4e99-aa07-ce1bc5e876ab up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:52:49.905947 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6f4e478f-c1c7-4d14-accb-d1e868cf732b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=16490002120a497498df585c4f9bb7cf&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1385689
Feb 05 20:52:49.908770 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c7b49719-78d7-4bec-a28c-cd24eb5d699d req-b5c00fed-df64-4514-bd64-07eed4061e97 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3084946
Feb 05 20:52:49.908770 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33702) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:50.027945 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de25364e-f1bd-49ed-9167-753b2a5ea95a admin admin] Publish callbacks [] for security_group (efc9565d-13f7-4eb7-8c0c-5cde5b29d26a), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:50.035823 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d123e62d-bb53-41ce-a86b-4b7265e1a6e4 req-06e9bfc8-ffee-4845-ae61-26c66bbe0f2c tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca04b116-870e-4d32-a046-ed49097c05b2 HTTP/1.1" status: 200  len: 210 time: 0.7848666
Feb 05 20:52:50.064195 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de90df0e-75ac-42f8-acb3-423a88224e3d admin admin] Router 03df5a20-e50e-4a85-ae02-0f56ff30722a is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 20:52:50.087703 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-89845174-4f50-4f81-bee7-cf8fc3fe4182 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (a7b3e782-1020-4086-9809-836733f300c7), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:50.105215 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd256f3-0146-485f-914c-0478d19ad5da req-0c9e3f9a-407a-4463-8258-a25374bf7423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:50.105645 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['d1113b7e-04ac-4676-bcdc-2d74ab627f05'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:52:50.113572 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6dd256f3-0146-485f-914c-0478d19ad5da req-0c9e3f9a-407a-4463-8258-a25374bf7423 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c HTTP/1.1" status: 200  len: 1128 time: 0.1407828
Feb 05 20:52:50.121767 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de25364e-f1bd-49ed-9167-753b2a5ea95a admin admin] Publish callbacks [] for security_group (efc9565d-13f7-4eb7-8c0c-5cde5b29d26a), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:50.157999 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f373e518-e76e-499e-97bf-a484a16999c7 x-openstack-request-id: req-f373e518-e76e-499e-97bf-a484a16999c7 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:52:50.158225 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca04b116-870e-4d32-a046-ed49097c05b2", "name": "network-vif-deleted", "tag": "3ea490a5-e6b2-4a02-8587-6fd2967af3cf", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:52:50.158514 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f373e518-e76e-499e-97bf-a484a16999c7 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:52:50.159014 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca04b116-870e-4d32-a046-ed49097c05b2', 'name': 'network-vif-deleted', 'tag': '3ea490a5-e6b2-4a02-8587-6fd2967af3cf', 'status': 'completed', 'code': 200}
Feb 05 20:52:50.176109 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:50.217841 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89845174-4f50-4f81-bee7-cf8fc3fe4182 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Pushing event updated for resources: {'Port': ['ID=a7b3e782-1020-4086-9809-836733f300c7,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:50.253714 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 918516ad-d1d7-4e99-aa07-ce1bc5e876ab triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:52:50.254440 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (918516ad-d1d7-4e99-aa07-ce1bc5e876ab), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:50.268399 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-bf384f53-0094-40e7-aeaa-299a66abda24 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Floating IP 5eb7a313-9890-440c-8ee6-6eacce1a0abe associated. External IP: 172.35.4.161, port: a08b1a2d-3855-4e04-964c-c8692c10c5bb.
Feb 05 20:52:50.340463 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-89845174-4f50-4f81-bee7-cf8fc3fe4182 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Network f760d6ec-7837-431c-910c-37572c24f936 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:52:50.375190 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d49fa-26a1-47b0-97fd-ba7fd22201d8 req-5289da47-fd16-4fda-bf2c-667e5ba8e80f tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:50.376898 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-442d49fa-26a1-47b0-97fd-ba7fd22201d8 req-5289da47-fd16-4fda-bf2c-667e5ba8e80f tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b86833b-8bd2-4436-8f23-4aa13184dcee HTTP/1.1" status: 200  len: 936 time: 0.3467677
Feb 05 20:52:50.377832 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-89845174-4f50-4f81-bee7-cf8fc3fe4182 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:52:50.383475 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-89845174-4f50-4f81-bee7-cf8fc3fe4182 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:52:50.402523 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de25364e-f1bd-49ed-9167-753b2a5ea95a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (efc9565d-13f7-4eb7-8c0c-5cde5b29d26a), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:50.405320 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de25364e-f1bd-49ed-9167-753b2a5ea95a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:50.406698 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-de25364e-f1bd-49ed-9167-753b2a5ea95a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/efc9565d-13f7-4eb7-8c0c-5cde5b29d26a HTTP/1.1" status: 204  len: 168 time: 0.4955330
Feb 05 20:52:50.422206 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de25364e-f1bd-49ed-9167-753b2a5ea95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc9565d-13f7-4eb7-8c0c-5cde5b29d26a,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:50.426552 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd256f3-0146-485f-914c-0478d19ad5da req-b3ffaf65-fae9-4ec6-a32d-692bfdfd6f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:50.428419 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6dd256f3-0146-485f-914c-0478d19ad5da req-b3ffaf65-fae9-4ec6-a32d-692bfdfd6f30 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.2980118
Feb 05 20:52:50.433947 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de90df0e-75ac-42f8-acb3-423a88224e3d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:52:50.450144 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1de845-7183-4f78-bebc-9b07c0fceb4e None None] Sync routers for ids ['03df5a20-e50e-4a85-ae02-0f56ff30722a'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:52:50.464241 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1de845-7183-4f78-bebc-9b07c0fceb4e None None] Routers {'03df5a20-e50e-4a85-ae02-0f56ff30722a'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:52:50.467239 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-6b1de845-7183-4f78-bebc-9b07c0fceb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8f0d640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:52:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['03df5a20-e50e-4a85-ae02-0f56ff30722a'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:50.474094 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-89845174-4f50-4f81-bee7-cf8fc3fe4182 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:50.482226 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-89845174-4f50-4f81-bee7-cf8fc3fe4182 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:50.517316 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6dd256f3-0146-485f-914c-0478d19ad5da req-2a781253-0f53-4176-a436-4783691261d3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=77a3aa20-5477-44f9-a588-be0d7fc51874 HTTP/1.1" status: 200  len: 217 time: 0.0806234
Feb 05 20:52:50.682508 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de90df0e-75ac-42f8-acb3-423a88224e3d admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:50.703296 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-de90df0e-75ac-42f8-acb3-423a88224e3d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 7.0496647
Feb 05 20:52:50.712675 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33714) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:50.714789 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 918516ad-d1d7-4e99-aa07-ce1bc5e876ab is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:52:50.737274 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a69ac-486a-47bf-a2a2-f07655b0f8ae req-35b5966e-8e8a-4a0f-83ed-a373cfd54075 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:50.740742 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7f1a69ac-486a-47bf-a2a2-f07655b0f8ae req-35b5966e-8e8a-4a0f-83ed-a373cfd54075 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 945 time: 0.4837010
Feb 05 20:52:50.751096 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-89845174-4f50-4f81-bee7-cf8fc3fe4182 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.8261905
Feb 05 20:52:50.759221 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-6b1de845-7183-4f78-bebc-9b07c0fceb4e None None] Set router 03df5a20-e50e-4a85-ae02-0f56ff30722a gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:52:50.759515 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-442d49fa-26a1-47b0-97fd-ba7fd22201d8 req-a046f86a-41ae-410a-ac05-cd835d9db15b tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/security-groups?id=867110f1-5107-45c6-b0fb-e05c5b456665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2653277
Feb 05 20:52:50.777244 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-b0c9d2ac-6863-4c79-8a66-8e007cb8a6d0 service neutron] Request body: {'port': {'device_id': '1b86833b-8bd2-4436-8f23-4aa13184dcee', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:52:50.958683 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-74ea6150-e929-4082-acba-ed219a15f37c None None] Provisioning complete for port a7b3e782-1020-4086-9809-836733f300c7 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:52:50.959248 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-74ea6150-e929-4082-acba-ed219a15f37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (a7b3e782-1020-4086-9809-836733f300c7), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:50.998870 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7f1a69ac-486a-47bf-a2a2-f07655b0f8ae req-7ba160c1-8a2d-420d-850b-8909c1b6c8f6 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2420774
Feb 05 20:52:51.043310 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-74ea6150-e929-4082-acba-ed219a15f37c None None] Port a7b3e782-1020-4086-9809-836733f300c7 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:52:51.053680 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-6b1de845-7183-4f78-bebc-9b07c0fceb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8f0d640>, [{'id': '03df5a20-e50e-4a85-ae02-0f56ff30722a', 'name': 'tempest-TaggedBootDevicesTest_v242-983169336-router', 'tenant_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'b3972681-e056-4ff5-9667-e4912cfbaed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:52:44Z', 'updated_at': '2022-02-05T20:52:48Z', 'revision_number': 3, 'project_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'gw_port': {'id': 'b3972681-e056-4ff5-9667-e4912cfbaed8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03df5a20-e50e-4a85-ae02-0f56ff30722a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:46Z', 'updated_at': '2022-02-05T20:52:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:51.071931 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-b0c9d2ac-6863-4c79-8a66-8e007cb8a6d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a7b3e782-1020-4086-9809-836733f300c7), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:51.159785 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1de845-7183-4f78-bebc-9b07c0fceb4e None None] Checking router: 03df5a20-e50e-4a85-ae02-0f56ff30722a for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:52:51.163452 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1de845-7183-4f78-bebc-9b07c0fceb4e None None] Updating router 03df5a20-e50e-4a85-ae02-0f56ff30722a port b3972681-e056-4ff5-9667-e4912cfbaed8 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 20:52:51.196205 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd256f3-0146-485f-914c-0478d19ad5da req-8b15eb9b-20f5-4fa4-b7c0-28a5221cf9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:51.197717 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6dd256f3-0146-485f-914c-0478d19ad5da req-8b15eb9b-20f5-4fa4-b7c0-28a5221cf9ab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.6571987
Feb 05 20:52:51.247952 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-6b1de845-7183-4f78-bebc-9b07c0fceb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b3972681-e056-4ff5-9667-e4912cfbaed8), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:51.269192 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09a833-03ca-45ff-a69d-3a2108d4a9af req-8260ce3e-26b2-4d2c-a4dc-cde24848fbc0 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:51.270998 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1e09a833-03ca-45ff-a69d-3a2108d4a9af req-8260ce3e-26b2-4d2c-a4dc-cde24848fbc0 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c HTTP/1.1" status: 200  len: 946 time: 0.2053323
Feb 05 20:52:51.441601 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd256f3-0146-485f-914c-0478d19ad5da req-2fc7af65-1a3e-4c5a-87f8-22efb8b20ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:51.447361 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6dd256f3-0146-485f-914c-0478d19ad5da req-2fc7af65-1a3e-4c5a-87f8-22efb8b20ef1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2312000
Feb 05 20:52:51.573192 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf384f53-0094-40e7-aeaa-299a66abda24 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Router 715d3da5-17d1-4e84-a19e-1736005579bf has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:52:51.624862 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1e09a833-03ca-45ff-a69d-3a2108d4a9af req-f3f19966-9e2b-41de-b8c7-e83780a13e6e tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3231516
Feb 05 20:52:51.712417 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-6b1de845-7183-4f78-bebc-9b07c0fceb4e None None] Publish callbacks [] for port (b3972681-e056-4ff5-9667-e4912cfbaed8), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:51.738525 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-6b1de845-7183-4f78-bebc-9b07c0fceb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b3972681-e056-4ff5-9667-e4912cfbaed8), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:51.785101 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 77a3aa20-5477-44f9-a588-be0d7fc51874 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:52:51.818700 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6dd256f3-0146-485f-914c-0478d19ad5da req-b660bc19-ba80-4d5c-abec-66d52601f060 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3703372
Feb 05 20:52:51.845384 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-6b1de845-7183-4f78-bebc-9b07c0fceb4e None None] Attempting to bind port b3972681-e056-4ff5-9667-e4912cfbaed8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:52:51.847422 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-6b1de845-7183-4f78-bebc-9b07c0fceb4e None None] Attempting to bind port b3972681-e056-4ff5-9667-e4912cfbaed8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:52:51.849265 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1de845-7183-4f78-bebc-9b07c0fceb4e None None] Attempting to bind port b3972681-e056-4ff5-9667-e4912cfbaed8 on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:52:51.930006 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1de845-7183-4f78-bebc-9b07c0fceb4e None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:52:51.930573 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1de845-7183-4f78-bebc-9b07c0fceb4e None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:52:51.932152 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-6b1de845-7183-4f78-bebc-9b07c0fceb4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:51.935115 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1de845-7183-4f78-bebc-9b07c0fceb4e None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:52:51.935745 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-6b1de845-7183-4f78-bebc-9b07c0fceb4e None None] Bound port: b3972681-e056-4ff5-9667-e4912cfbaed8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:52:51.936409 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-6b1de845-7183-4f78-bebc-9b07c0fceb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b3972681-e056-4ff5-9667-e4912cfbaed8), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:51.949582 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6dd256f3-0146-485f-914c-0478d19ad5da req-0ea28026-f881-4b18-8f99-bd599da49624 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252367
Feb 05 20:52:52.013892 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185c2aa3-7de0-440b-814c-6dc770fe8e2b None None] Pushing event updated for resources: {'Port': ['ID=b3972681-e056-4ff5-9667-e4912cfbaed8,revision_number=2']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:52.026742 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 77a3aa20-5477-44f9-a588-be0d7fc51874, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=77a3aa20-5477-44f9-a588-be0d7fc51874,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:52.041769 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf384f53-0094-40e7-aeaa-299a66abda24 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:52:52.056983 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '77a3aa20-5477-44f9-a588-be0d7fc51874', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'port_id': '77a3aa20-5477-44f9-a588-be0d7fc51874', 'mac_address': 'fa:16:3e:ce:69:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3c763-0926-4b49-ade5-d66ee3d4c489', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:52:52.058876 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c2aa3-7de0-440b-814c-6dc770fe8e2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:52.059258 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c2aa3-7de0-440b-814c-6dc770fe8e2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:52.059606 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c2aa3-7de0-440b-814c-6dc770fe8e2b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:52.060205 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c2aa3-7de0-440b-814c-6dc770fe8e2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:52.060542 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c2aa3-7de0-440b-814c-6dc770fe8e2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:52.060874 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c2aa3-7de0-440b-814c-6dc770fe8e2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:52.061204 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c2aa3-7de0-440b-814c-6dc770fe8e2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:52.061532 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c2aa3-7de0-440b-814c-6dc770fe8e2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:52.061859 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c2aa3-7de0-440b-814c-6dc770fe8e2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:52.062182 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c2aa3-7de0-440b-814c-6dc770fe8e2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:52.062536 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c2aa3-7de0-440b-814c-6dc770fe8e2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:52.062861 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c2aa3-7de0-440b-814c-6dc770fe8e2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:52.063185 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185c2aa3-7de0-440b-814c-6dc770fe8e2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:52:52.092816 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bf384f53-0094-40e7-aeaa-299a66abda24 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:52.154296 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d7d90-9492-4698-8b7a-6eba3b2caa4f req-7f5220fb-0455-4ce9-ae0c-a1b796bcc2ff tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:52.166992 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b77d7d90-9492-4698-8b7a-6eba3b2caa4f req-7f5220fb-0455-4ce9-ae0c-a1b796bcc2ff tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7ab6d47-c452-4629-8e26-6fb32ff14222 HTTP/1.1" status: 200  len: 945 time: 0.2968240
Feb 05 20:52:52.172139 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d467917-f156-478a-8dc0-e14acf3c662a None None] Sync routers for ids ['715d3da5-17d1-4e84-a19e-1736005579bf'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:52:52.194321 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 77a3aa20-5477-44f9-a588-be0d7fc51874 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:52:52.195337 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (77a3aa20-5477-44f9-a588-be0d7fc51874), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:52.211820 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-6b1de845-7183-4f78-bebc-9b07c0fceb4e None None] For port b3972681-e056-4ff5-9667-e4912cfbaed8, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:52:52.245104 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d467917-f156-478a-8dc0-e14acf3c662a None None] Routers {'715d3da5-17d1-4e84-a19e-1736005579bf'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:52:52.245852 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-9d467917-f156-478a-8dc0-e14acf3c662a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabd495b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:52:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['715d3da5-17d1-4e84-a19e-1736005579bf'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:52.247901 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33766) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:52.251640 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-6b1de845-7183-4f78-bebc-9b07c0fceb4e None None] For port b3972681-e056-4ff5-9667-e4912cfbaed8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3972681-e056-4ff5-9667-e4912cfbaed8,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:52:52.267403 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-6b1de845-7183-4f78-bebc-9b07c0fceb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b3972681-e056-4ff5-9667-e4912cfbaed8), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:52.283121 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-b0c9d2ac-6863-4c79-8a66-8e007cb8a6d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b3e782-1020-4086-9809-836733f300c7 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:52:52.301481 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f7ebd6a6-b346-4bb7-b358-42d6adddf2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:52.309360 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b77d7d90-9492-4698-8b7a-6eba3b2caa4f req-ca616a4b-210b-4c23-8f82-3cc253f3a52e tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1413994
Feb 05 20:52:52.336053 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-b0c9d2ac-6863-4c79-8a66-8e007cb8a6d0 service neutron] Publish callbacks [] for port (a7b3e782-1020-4086-9809-836733f300c7), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:52.359883 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-b0c9d2ac-6863-4c79-8a66-8e007cb8a6d0 service neutron] Transition to ACTIVE for port object a7b3e782-1020-4086-9809-836733f300c7 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:52:52.363973 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-bf384f53-0094-40e7-aeaa-299a66abda24 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.32 "PUT /v2.0/floatingips/5eb7a313-9890-440c-8ee6-6eacce1a0abe HTTP/1.1" status: 200  len: 991 time: 4.8435085
Feb 05 20:52:52.364830 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c001a65c-d24d-47ea-9e9f-8dbcea7c6faf', 'tag': 'a08b1a2d-3855-4e04-964c-c8692c10c5bb'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:52:52.368656 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a7a053-e160-49de-86c9-86f96ea4495f" -d '{"events": [{"name": "network-changed", "server_uuid": "c001a65c-d24d-47ea-9e9f-8dbcea7c6faf", "tag": "a08b1a2d-3855-4e04-964c-c8692c10c5bb"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:52:52.373416 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-b0c9d2ac-6863-4c79-8a66-8e007cb8a6d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (a7b3e782-1020-4086-9809-836733f300c7), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:52.432051 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77a3aa20-5477-44f9-a588-be0d7fc51874 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:52:52.452164 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9d2ac-6863-4c79-8a66-8e007cb8a6d0 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b3e782-1020-4086-9809-836733f300c7,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:52.491662 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185c2aa3-7de0-440b-814c-6dc770fe8e2b None None] Pushing event updated for resources: {'Port': ['ID=b3972681-e056-4ff5-9667-e4912cfbaed8,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:52.542812 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1de845-7183-4f78-bebc-9b07c0fceb4e None None] Routers {'03df5a20-e50e-4a85-ae02-0f56ff30722a'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:52:52.543680 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-6b1de845-7183-4f78-bebc-9b07c0fceb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8f0d640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:52:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['03df5a20-e50e-4a85-ae02-0f56ff30722a'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:52.546513 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-9d467917-f156-478a-8dc0-e14acf3c662a None None] Set router 715d3da5-17d1-4e84-a19e-1736005579bf gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:52:52.670018 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-b0c9d2ac-6863-4c79-8a66-8e007cb8a6d0 service neutron] Attempting to bind port a7b3e782-1020-4086-9809-836733f300c7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:52:52.670369 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-b0c9d2ac-6863-4c79-8a66-8e007cb8a6d0 service neutron] Attempting to bind port a7b3e782-1020-4086-9809-836733f300c7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:52:52.670731 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-b0c9d2ac-6863-4c79-8a66-8e007cb8a6d0 service neutron] Attempting to bind port a7b3e782-1020-4086-9809-836733f300c7 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:52:52.680379 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-b0c9d2ac-6863-4c79-8a66-8e007cb8a6d0 service neutron] Port a7b3e782-1020-4086-9809-836733f300c7 on network f760d6ec-7837-431c-910c-37572c24f936 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:52:52.680756 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-b0c9d2ac-6863-4c79-8a66-8e007cb8a6d0 service neutron] Attempting to bind port a7b3e782-1020-4086-9809-836733f300c7 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:52:52.683286 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 77a3aa20-5477-44f9-a588-be0d7fc51874, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=77a3aa20-5477-44f9-a588-be0d7fc51874,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:52.702712 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-b0c9d2ac-6863-4c79-8a66-8e007cb8a6d0 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:52:52.703183 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-b0c9d2ac-6863-4c79-8a66-8e007cb8a6d0 service neutron] Checking segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:52:52.703638 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-b0c9d2ac-6863-4c79-8a66-8e007cb8a6d0 service neutron] Bound using segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:52:52.704107 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-b0c9d2ac-6863-4c79-8a66-8e007cb8a6d0 service neutron] Bound port: a7b3e782-1020-4086-9809-836733f300c7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:52:52.705011 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-b0c9d2ac-6863-4c79-8a66-8e007cb8a6d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a7b3e782-1020-4086-9809-836733f300c7), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:52.705396 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (77a3aa20-5477-44f9-a588-be0d7fc51874), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:52.772099 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b1ae6-f088-4067-bc97-52bd9f7d3664 req-cc2c93cf-b5ef-4b10-adb0-a1e874ddd3ed tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:52.780953 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dc8b1ae6-f088-4067-bc97-52bd9f7d3664 req-cc2c93cf-b5ef-4b10-adb0-a1e874ddd3ed tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b86833b-8bd2-4436-8f23-4aa13184dcee HTTP/1.1" status: 200  len: 948 time: 0.2064919
Feb 05 20:52:52.811480 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-6b1de845-7183-4f78-bebc-9b07c0fceb4e None None] Set router 03df5a20-e50e-4a85-ae02-0f56ff30722a gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:52:52.851539 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-f7ebd6a6-b346-4bb7-b358-42d6adddf2ed admin admin] Allocated IP 172.20.0.1 (0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b/77b32dd4-761f-487c-9e79-c5785faac85d/eb4d8ab9-2552-4709-b484-ee077ce4c856) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:52:52.908520 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-69672d42-3ed5-4d6d-a074-91703e8589d9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2120352498-network', 'tenant_id': 'cf228a2b9f594aaeb4501a44b3060fa1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:52:52.980430 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69672d42-3ed5-4d6d-a074-91703e8589d9 admin admin] Made reservation on behalf of cf228a2b9f594aaeb4501a44b3060fa1 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:52:52.982735 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-69672d42-3ed5-4d6d-a074-91703e8589d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:53.053352 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-69672d42-3ed5-4d6d-a074-91703e8589d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:53.105329 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dc8b1ae6-f088-4067-bc97-52bd9f7d3664 req-b9700171-01ea-4511-8876-0ff5d00d00ff tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/security-groups?id=867110f1-5107-45c6-b0fb-e05c5b456665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2795048
Feb 05 20:52:53.124929 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=77a3aa20-5477-44f9-a588-be0d7fc51874,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:53.153511 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-b0c9d2ac-6863-4c79-8a66-8e007cb8a6d0 service neutron] For port a7b3e782-1020-4086-9809-836733f300c7, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:52:53.154958 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f7ebd6a6-b346-4bb7-b358-42d6adddf2ed admin admin] Publish callbacks [] for port (eb4d8ab9-2552-4709-b484-ee077ce4c856), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:53.182621 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862af5fd-be6e-4788-948a-a29294d8eb3b req-bc5525e1-5d83-4e93-9d53-ac58c1bd8d27 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:53.185676 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-862af5fd-be6e-4788-948a-a29294d8eb3b req-bc5525e1-5d83-4e93-9d53-ac58c1bd8d27 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 945 time: 0.3238339
Feb 05 20:52:53.190055 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-b0c9d2ac-6863-4c79-8a66-8e007cb8a6d0 service neutron] For port a7b3e782-1020-4086-9809-836733f300c7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a7b3e782-1020-4086-9809-836733f300c7,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:52:53.224428 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['77a3aa20-5477-44f9-a588-be0d7fc51874'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:52:53.240896 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-b0c9d2ac-6863-4c79-8a66-8e007cb8a6d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (a7b3e782-1020-4086-9809-836733f300c7), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:53.264741 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-69672d42-3ed5-4d6d-a074-91703e8589d9 admin admin] Publish callbacks [] for security_group (b0ffdaf7-01ff-44aa-928c-9f1038f18ecb), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:53.265992 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-6b1de845-7183-4f78-bebc-9b07c0fceb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8f0d640>, [{'id': '03df5a20-e50e-4a85-ae02-0f56ff30722a', 'name': 'tempest-TaggedBootDevicesTest_v242-983169336-router', 'tenant_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'b3972681-e056-4ff5-9667-e4912cfbaed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:52:44Z', 'updated_at': '2022-02-05T20:52:48Z', 'revision_number': 3, 'project_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'gw_port': {'id': 'b3972681-e056-4ff5-9667-e4912cfbaed8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03df5a20-e50e-4a85-ae02-0f56ff30722a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:46Z', 'updated_at': '2022-02-05T20:52:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:53.271055 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f7ebd6a6-b346-4bb7-b358-42d6adddf2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (eb4d8ab9-2552-4709-b484-ee077ce4c856), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:53.297640 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-b0c9d2ac-6863-4c79-8a66-8e007cb8a6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:53.301220 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-b0c9d2ac-6863-4c79-8a66-8e007cb8a6d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:53.305854 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-b0c9d2ac-6863-4c79-8a66-8e007cb8a6d0 service neutron] 10.222.0.39 "PUT /v2.0/ports/a7b3e782-1020-4086-9809-836733f300c7 HTTP/1.1" status: 200  len: 1096 time: 2.5337422
Feb 05 20:52:53.359616 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33796) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:53.360394 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ebd6a6-b346-4bb7-b358-42d6adddf2ed admin admin] Pushing event updated for resources: {'Port': ['ID=eb4d8ab9-2552-4709-b484-ee077ce4c856,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:53.370085 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-69672d42-3ed5-4d6d-a074-91703e8589d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b0ffdaf7-01ff-44aa-928c-9f1038f18ecb), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:53.372633 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1de845-7183-4f78-bebc-9b07c0fceb4e None None] The sync data for ids ['03df5a20-e50e-4a85-ae02-0f56ff30722a'] in ncdv-master-1 is: [{'id': '03df5a20-e50e-4a85-ae02-0f56ff30722a', 'name': 'tempest-TaggedBootDevicesTest_v242-983169336-router', 'tenant_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'b3972681-e056-4ff5-9667-e4912cfbaed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:52:44Z', 'updated_at': '2022-02-05T20:52:48Z', 'revision_number': 3, 'project_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'gw_port': {'id': 'b3972681-e056-4ff5-9667-e4912cfbaed8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03df5a20-e50e-4a85-ae02-0f56ff30722a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:46Z', 'updated_at': '2022-02-05T20:52:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:52:53.509378 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ebd6a6-b346-4bb7-b358-42d6adddf2ed admin admin] Network 0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:52:53.615128 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-9d467917-f156-478a-8dc0-e14acf3c662a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabd495b0>, [{'id': '715d3da5-17d1-4e84-a19e-1736005579bf', 'name': 'tempest-ServersTestManualDisk-1513008310-router', 'tenant_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.207'}], 'enable_snat': True}, 'gw_port_id': '9e7479ec-ba58-403d-9851-4bed3ffd23b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:52:13Z', 'updated_at': '2022-02-05T20:52:18Z', 'revision_number': 4, 'project_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'gw_port': {'id': '9e7479ec-ba58-403d-9851-4bed3ffd23b1', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715d3da5-17d1-4e84-a19e-1736005579bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:14Z', 'updated_at': '2022-02-05T20:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5eb7a313-9890-440c-8ee6-6eacce1a0abe', 'tenant_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'floating_ip_address': '172.35.4.161', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '715d3da5-17d1-4e84-a19e-1736005579bf', 'port_id': 'a08b1a2d-3855-4e04-964c-c8692c10c5bb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 817, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a', 'mac_address': 'fa:16:3e:f6:75:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c001a65c-d24d-47ea-9e9f-8dbcea7c6faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T20:52:23Z', 'updated_at': '2022-02-05T20:52:48Z', 'revision_number': 1, 'project_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b6ab54c-2a9a-4a79-a56f-7174590fb202', 'name': '', 'network_id': 'c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a', 'tenant_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'mac_address': 'fa:16:3e:e4:22:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715d3da5-17d1-4e84-a19e-1736005579bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '6574d1d7-7df2-4ee5-9f4f-df2664f961b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:17Z', 'updated_at': '2022-02-05T20:52:21Z', 'revision_number': 5, 'project_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'subnets': [{'id': '6574d1d7-7df2-4ee5-9f4f-df2664f961b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:53.617071 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-862af5fd-be6e-4788-948a-a29294d8eb3b req-ae18cf91-fad6-4a30-ad3c-04eaa4059189 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4231858
Feb 05 20:52:53.634867 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9d2ac-6863-4c79-8a66-8e007cb8a6d0 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b3e782-1020-4086-9809-836733f300c7,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:53.650039 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b895648-7876-4ce2-b188-bb93852db390 req-cc1bda98-4819-43fd-a905-3a6a22aff086 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:53.667855 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7b895648-7876-4ce2-b188-bb93852db390 req-cc1bda98-4819-43fd-a905-3a6a22aff086 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.32 "GET /v2.0/ports?device_id=c001a65c-d24d-47ea-9e9f-8dbcea7c6faf HTTP/1.1" status: 200  len: 945 time: 0.3795576
Feb 05 20:52:53.701170 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d467917-f156-478a-8dc0-e14acf3c662a None None] Checking router: 715d3da5-17d1-4e84-a19e-1736005579bf for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:52:53.727308 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d467917-f156-478a-8dc0-e14acf3c662a None None] Routers {'715d3da5-17d1-4e84-a19e-1736005579bf'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:52:53.728051 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-9d467917-f156-478a-8dc0-e14acf3c662a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabd495b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:52:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['715d3da5-17d1-4e84-a19e-1736005579bf'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:53.739531 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-bf0b44ec-b98f-4605-afae-186120d9341d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:53.742206 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-bf0b44ec-b98f-4605-afae-186120d9341d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ace810762e64782900932297c36e3bc&device_id=1b86833b-8bd2-4436-8f23-4aa13184dcee HTTP/1.1" status: 200  len: 1130 time: 0.3387308
Feb 05 20:52:53.782707 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f509adb9-4ffd-4521-ac74-96b44345a87b x-openstack-request-id: req-f509adb9-4ffd-4521-ac74-96b44345a87b {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:52:53.783038 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c001a65c-d24d-47ea-9e9f-8dbcea7c6faf", "tag": "a08b1a2d-3855-4e04-964c-c8692c10c5bb", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:52:53.789747 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f509adb9-4ffd-4521-ac74-96b44345a87b {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:52:53.790208 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c001a65c-d24d-47ea-9e9f-8dbcea7c6faf', 'tag': 'a08b1a2d-3855-4e04-964c-c8692c10c5bb', 'status': 'completed', 'code': 200}
Feb 05 20:52:53.910309 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-9d467917-f156-478a-8dc0-e14acf3c662a None None] Set router 715d3da5-17d1-4e84-a19e-1736005579bf gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:52:53.934732 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-4556a005-1d5d-40fc-8f7c-3a8a8392c4be service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=a7b3e782-1020-4086-9809-836733f300c7 HTTP/1.1" status: 200  len: 217 time: 0.1801741
Feb 05 20:52:53.989284 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7b895648-7876-4ce2-b188-bb93852db390 req-544ea6dd-f9b8-43de-9683-cabced2bf055 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.32 "GET /v2.0/security-groups?id=0695a0d2-2ebe-4932-ae8c-6d486ce84c74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3193243
Feb 05 20:52:54.049577 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-28e9b97d-da27-4ba7-b06b-4ae40f2b9e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:54.051198 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-28e9b97d-da27-4ba7-b06b-4ae40f2b9e1c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.0755501
Feb 05 20:52:54.114336 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-f7ebd6a6-b346-4bb7-b358-42d6adddf2ed admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:52:54.115329 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7a053-e160-49de-86c9-86f96ea4495f req-da6d880c-532f-4689-aa63-26194e4221e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:54.118191 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-39a7a053-e160-49de-86c9-86f96ea4495f req-da6d880c-532f-4689-aa63-26194e4221e9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=79bceebcbdcb49f8a06572b6d4412c2f&device_id=c001a65c-d24d-47ea-9e9f-8dbcea7c6faf HTTP/1.1" status: 200  len: 1127 time: 0.3021791
Feb 05 20:52:54.140203 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69672d42-3ed5-4d6d-a074-91703e8589d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:52:54.143073 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ebd6a6-b346-4bb7-b358-42d6adddf2ed admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:52:54.202201 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-69672d42-3ed5-4d6d-a074-91703e8589d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (6966d149-a8a0-40f5-a3d6-b56a90614057), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:54.202566 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-69672d42-3ed5-4d6d-a074-91703e8589d9 admin admin] Added segment 6966d149-a8a0-40f5-a3d6-b56a90614057 of type vlan for network f666533f-52f5-43eb-9077-58d62685c9de
Feb 05 20:52:54.204163 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e94f9569-2852-44ec-9990-db8b9ebb267a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:54.206847 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69672d42-3ed5-4d6d-a074-91703e8589d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ffdaf7-01ff-44aa-928c-9f1038f18ecb,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:54.227581 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b8d0a-e1d5-4ba0-8772-eefad750a15d req-c00c6adb-1660-48b1-9e9b-d2f26026a179 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:54.236037 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1a9b8d0a-e1d5-4ba0-8772-eefad750a15d req-c00c6adb-1660-48b1-9e9b-d2f26026a179 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c HTTP/1.1" status: 200  len: 947 time: 0.3165677
Feb 05 20:52:54.272186 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-9d467917-f156-478a-8dc0-e14acf3c662a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabd495b0>, [{'id': '715d3da5-17d1-4e84-a19e-1736005579bf', 'name': 'tempest-ServersTestManualDisk-1513008310-router', 'tenant_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.207'}], 'enable_snat': True}, 'gw_port_id': '9e7479ec-ba58-403d-9851-4bed3ffd23b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:52:13Z', 'updated_at': '2022-02-05T20:52:18Z', 'revision_number': 4, 'project_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'gw_port': {'id': '9e7479ec-ba58-403d-9851-4bed3ffd23b1', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715d3da5-17d1-4e84-a19e-1736005579bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:14Z', 'updated_at': '2022-02-05T20:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5eb7a313-9890-440c-8ee6-6eacce1a0abe', 'tenant_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'floating_ip_address': '172.35.4.161', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '715d3da5-17d1-4e84-a19e-1736005579bf', 'port_id': 'a08b1a2d-3855-4e04-964c-c8692c10c5bb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 817, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a', 'mac_address': 'fa:16:3e:f6:75:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c001a65c-d24d-47ea-9e9f-8dbcea7c6faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T20:52:23Z', 'updated_at': '2022-02-05T20:52:48Z', 'revision_number': 1, 'project_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b6ab54c-2a9a-4a79-a56f-7174590fb202', 'name': '', 'network_id': 'c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a', 'tenant_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'mac_address': 'fa:16:3e:e4:22:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715d3da5-17d1-4e84-a19e-1736005579bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '6574d1d7-7df2-4ee5-9f4f-df2664f961b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:17Z', 'updated_at': '2022-02-05T20:52:21Z', 'revision_number': 5, 'project_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'subnets': [{'id': '6574d1d7-7df2-4ee5-9f4f-df2664f961b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:54.294293 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-69672d42-3ed5-4d6d-a074-91703e8589d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (f666533f-52f5-43eb-9077-58d62685c9de), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:54.297807 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f7ebd6a6-b346-4bb7-b358-42d6adddf2ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (03df5a20-e50e-4a85-ae02-0f56ff30722a), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:54.329612 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d467917-f156-478a-8dc0-e14acf3c662a None None] The sync data for ids ['715d3da5-17d1-4e84-a19e-1736005579bf'] in ncdv-master-1 is: [{'id': '715d3da5-17d1-4e84-a19e-1736005579bf', 'name': 'tempest-ServersTestManualDisk-1513008310-router', 'tenant_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.207'}], 'enable_snat': True}, 'gw_port_id': '9e7479ec-ba58-403d-9851-4bed3ffd23b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:52:13Z', 'updated_at': '2022-02-05T20:52:18Z', 'revision_number': 4, 'project_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'gw_port': {'id': '9e7479ec-ba58-403d-9851-4bed3ffd23b1', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715d3da5-17d1-4e84-a19e-1736005579bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:14Z', 'updated_at': '2022-02-05T20:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5eb7a313-9890-440c-8ee6-6eacce1a0abe', 'tenant_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'floating_ip_address': '172.35.4.161', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '715d3da5-17d1-4e84-a19e-1736005579bf', 'port_id': 'a08b1a2d-3855-4e04-964c-c8692c10c5bb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 817, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a', 'mac_address': 'fa:16:3e:f6:75:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c001a65c-d24d-47ea-9e9f-8dbcea7c6faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T20:52:23Z', 'updated_at': '2022-02-05T20:52:48Z', 'revision_number': 1, 'project_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b6ab54c-2a9a-4a79-a56f-7174590fb202', 'name': '', 'network_id': 'c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a', 'tenant_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'mac_address': 'fa:16:3e:e4:22:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715d3da5-17d1-4e84-a19e-1736005579bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '6574d1d7-7df2-4ee5-9f4f-df2664f961b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:17Z', 'updated_at': '2022-02-05T20:52:21Z', 'revision_number': 5, 'project_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'subnets': [{'id': '6574d1d7-7df2-4ee5-9f4f-df2664f961b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:52:54.330211 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe6b6d-7be9-49c3-973e-6abc63230397 req-e20029e8-b6b4-415f-8da3-83f402f49eab tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:54.331539 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2cbe6b6d-7be9-49c3-973e-6abc63230397 req-e20029e8-b6b4-415f-8da3-83f402f49eab tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7ab6d47-c452-4629-8e26-6fb32ff14222 HTTP/1.1" status: 200  len: 945 time: 0.9740119
Feb 05 20:52:54.364957 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-632476ad-8c44-4ab3-8ad4-37ecd9bf004b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:54.366504 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-632476ad-8c44-4ab3-8ad4-37ecd9bf004b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3010623
Feb 05 20:52:54.497044 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7a053-e160-49de-86c9-86f96ea4495f req-409902b3-e833-4330-8fe0-14a64a3c01d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:54.498845 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-39a7a053-e160-49de-86c9-86f96ea4495f req-409902b3-e833-4330-8fe0-14a64a3c01d0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a HTTP/1.1" status: 200  len: 913 time: 0.3744571
Feb 05 20:52:54.517038 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc00efe-451c-4658-be88-15cb97c14f9b req-efe3a625-dbfc-49d9-b126-46f2e9340b49 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:54.523868 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-a0e6a0fb-2bee-48e3-9e14-8c8a11782769 None None] Provisioning complete for port eb4d8ab9-2552-4709-b484-ee077ce4c856 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:52:54.524263 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a0e6a0fb-2bee-48e3-9e14-8c8a11782769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (eb4d8ab9-2552-4709-b484-ee077ce4c856), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:54.525227 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fdc00efe-451c-4658-be88-15cb97c14f9b req-efe3a625-dbfc-49d9-b126-46f2e9340b49 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7ab6d47-c452-4629-8e26-6fb32ff14222 HTTP/1.1" status: 200  len: 945 time: 0.4135182
Feb 05 20:52:54.552571 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-69672d42-3ed5-4d6d-a074-91703e8589d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (f666533f-52f5-43eb-9077-58d62685c9de), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:54.553641 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69672d42-3ed5-4d6d-a074-91703e8589d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:54.555011 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-69672d42-3ed5-4d6d-a074-91703e8589d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:54.577892 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a0e6a0fb-2bee-48e3-9e14-8c8a11782769 None None] Port eb4d8ab9-2552-4709-b484-ee077ce4c856 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:52:54.652102 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1a9b8d0a-e1d5-4ba0-8772-eefad750a15d req-f83cef5e-cd20-4953-9a96-9bfb4a036f4d tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4133630
Feb 05 20:52:54.676294 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69672d42-3ed5-4d6d-a074-91703e8589d9 admin admin] Pushing event updated for resources: {'Network': ['ID=f666533f-52f5-43eb-9077-58d62685c9de,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:54.691691 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-69672d42-3ed5-4d6d-a074-91703e8589d9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 2.3932612
Feb 05 20:52:54.691825 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network f666533f-52f5-43eb-9077-58d62685c9de details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:52:54.695293 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33818) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:54.721798 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-8f9b4159-6af6-4084-9ee9-d0fc4e7b1dd9 admin admin] Request body: {'subnet': {'network_id': 'f666533f-52f5-43eb-9077-58d62685c9de', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2120352498-subnet', 'tenant_id': 'cf228a2b9f594aaeb4501a44b3060fa1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:52:54.742488 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-b470c897-39c4-4896-a3f2-9515d05add6a service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3613892
Feb 05 20:52:54.766702 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e94f9569-2852-44ec-9990-db8b9ebb267a admin admin] Publish callbacks [] for security_group (b5a9761c-3661-40d5-aae3-22a78afade82), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:54.780326 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-39a7a053-e160-49de-86c9-86f96ea4495f req-7b0de241-48b1-413a-ab51-173aae6d4989 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a08b1a2d-3855-4e04-964c-c8692c10c5bb HTTP/1.1" status: 200  len: 999 time: 0.2313497
Feb 05 20:52:54.786266 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e94f9569-2852-44ec-9990-db8b9ebb267a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b5a9761c-3661-40d5-aae3-22a78afade82), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:54.803043 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 20:52:54.833302 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b88d3a1-f8f7-435f-9233-7d59efaec02a None None] New status for floating IP 5eb7a313-9890-440c-8ee6-6eacce1a0abe: ACTIVE {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 20:52:54.833807 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-2cbe6b6d-7be9-49c3-973e-6abc63230397 req-1b1d9a09-1127-4373-a72d-d39f8d142687 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Deleting port 5a6b9845-adce-4c16-9670-559be282c289 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:52:54.834165 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2cbe6b6d-7be9-49c3-973e-6abc63230397 req-1b1d9a09-1127-4373-a72d-d39f8d142687 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (5a6b9845-adce-4c16-9670-559be282c289), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:54.886493 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fdc00efe-451c-4658-be88-15cb97c14f9b req-5ee2d066-ef2c-4125-986e-fba15fea07ad tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/security-groups?id=f56a0550-e011-4022-9008-e67e4744c604&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3602061
Feb 05 20:52:54.900600 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9b4159-6af6-4084-9ee9-d0fc4e7b1dd9 admin admin] Made reservation on behalf of cf228a2b9f594aaeb4501a44b3060fa1 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:52:54.909777 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8f9b4159-6af6-4084-9ee9-d0fc4e7b1dd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:55.028775 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f9569-2852-44ec-9990-db8b9ebb267a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a9761c-3661-40d5-aae3-22a78afade82,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:55.064673 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7a053-e160-49de-86c9-86f96ea4495f req-c87c77e2-cb14-494c-b92e-4fbe129ca0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:55.066238 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-39a7a053-e160-49de-86c9-86f96ea4495f req-c87c77e2-cb14-494c-b92e-4fbe129ca0fe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6574d1d7-7df2-4ee5-9f4f-df2664f961b3 HTTP/1.1" status: 200  len: 851 time: 0.1934845
Feb 05 20:52:55.067670 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e94f9569-2852-44ec-9990-db8b9ebb267a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=abaff59da8c84eca8429bf17c3aa3075&name=default HTTP/1.1" status: 200  len: 2996 time: 1.6929917
Feb 05 20:52:55.072134 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 33822) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:55.100751 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f7ebd6a6-b346-4bb7-b358-42d6adddf2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (eb4d8ab9-2552-4709-b484-ee077ce4c856), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:55.253488 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6acf383-1894-4043-bf17-623ffdc2a046 req-49c10682-65b4-40e5-9dbe-1bd9a5a70dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:55.255079 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c6acf383-1894-4043-bf17-623ffdc2a046 req-49c10682-65b4-40e5-9dbe-1bd9a5a70dd3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d100b9cbd5c471aa5036a7a90989a49&device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 1127 time: 0.3387983
Feb 05 20:52:55.267435 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-2cbe6b6d-7be9-49c3-973e-6abc63230397 req-1b1d9a09-1127-4373-a72d-d39f8d142687 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] For port 5a6b9845-adce-4c16-9670-559be282c289, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5a6b9845-adce-4c16-9670-559be282c289,segment=NetworkSegment(4b777d69-c1b2-444d-a5ee-d65e74eece16),segment_id=4b777d69-c1b2-444d-a5ee-d65e74eece16)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:55.267806 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2cbe6b6d-7be9-49c3-973e-6abc63230397 req-1b1d9a09-1127-4373-a72d-d39f8d142687 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (5a6b9845-adce-4c16-9670-559be282c289), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:55.337584 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-2cbe6b6d-7be9-49c3-973e-6abc63230397 req-1b1d9a09-1127-4373-a72d-d39f8d142687 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Calling delete_port for 5a6b9845-adce-4c16-9670-559be282c289 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:52:55.438708 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d66225-0844-41b9-85ae-fdb604f5c1cc req-6de85a6a-de09-4c38-a8b2-4724d1270d1c tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:55.440206 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-02d66225-0844-41b9-85ae-fdb604f5c1cc req-6de85a6a-de09-4c38-a8b2-4724d1270d1c tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b86833b-8bd2-4436-8f23-4aa13184dcee HTTP/1.1" status: 200  len: 948 time: 0.6435120
Feb 05 20:52:55.492357 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7c1de18-e3fa-42fd-aaf4-8485125910cd req-8206c4cf-7091-4fd0-bf58-d8ba66d1370d service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7324076
Feb 05 20:52:55.519459 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba646199-28a7-4694-870f-a7912259dc8e req-afa6e37b-5f10-4ad0-baf7-2c6c83fb57b4 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:55.520979 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ba646199-28a7-4694-870f-a7912259dc8e req-afa6e37b-5f10-4ad0-baf7-2c6c83fb57b4 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 945 time: 0.5264468
Feb 05 20:52:55.560258 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8f9b4159-6af6-4084-9ee9-d0fc4e7b1dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (9c6bc81a-2c7e-4da5-89d2-7cf9969b0ded), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:55.597062 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7a053-e160-49de-86c9-86f96ea4495f req-96510e7e-9fe3-4246-8ef8-94ef57f7caa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:55.598638 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-39a7a053-e160-49de-86c9-86f96ea4495f req-96510e7e-9fe3-4246-8ef8-94ef57f7caa7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.5077832
Feb 05 20:52:55.606137 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a5ef030c-2d47-48ec-8829-9822f0da8f50 admin admin] Publish callbacks [] for security_group (b5a9761c-3661-40d5-aae3-22a78afade82), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:55.613039 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-02d66225-0844-41b9-85ae-fdb604f5c1cc req-30dfbae6-5335-4926-aabb-b463716e571b tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/security-groups?id=867110f1-5107-45c6-b0fb-e05c5b456665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1564214
Feb 05 20:52:55.625351 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6acf383-1894-4043-bf17-623ffdc2a046 req-152953a0-2486-42ea-93db-3711c241214f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:55.627492 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c6acf383-1894-4043-bf17-623ffdc2a046 req-152953a0-2486-42ea-93db-3711c241214f service neutron] 10.222.0.21 "GET /v2.0/networks?id=be4493bf-d1a6-445a-a987-23010e65458b HTTP/1.1" status: 200  len: 913 time: 0.3617318
Feb 05 20:52:55.627612 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 77a3aa20-5477-44f9-a588-be0d7fc51874 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:52:55.666082 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ba646199-28a7-4694-870f-a7912259dc8e req-77e5cac9-1a0c-4572-9ddf-37e2e1c0759c tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1356275
Feb 05 20:52:55.668040 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a5ef030c-2d47-48ec-8829-9822f0da8f50 admin admin] Publish callbacks [] for security_group (b5a9761c-3661-40d5-aae3-22a78afade82), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:55.716395 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c6acf383-1894-4043-bf17-623ffdc2a046 req-41a3f7a7-d6e5-4be1-9b74-3b72d0721131 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19c145e4-40d4-4f08-b7cb-5fe0869565f2 HTTP/1.1" status: 200  len: 217 time: 0.0806375
Feb 05 20:52:55.751144 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b4159-6af6-4084-9ee9-d0fc4e7b1dd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c6bc81a-2c7e-4da5-89d2-7cf9969b0ded,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:55.778667 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f7ebd6a6-b346-4bb7-b358-42d6adddf2ed admin admin] Publish callbacks [] for port (eb4d8ab9-2552-4709-b484-ee077ce4c856), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:55.791812 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b86833b-8bd2-4436-8f23-4aa13184dcee', 'tag': 'a7b3e782-1020-4086-9809-836733f300c7'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:52:55.793237 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 77a3aa20-5477-44f9-a588-be0d7fc51874 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:52:55.794771 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f7ebd6a6-b346-4bb7-b358-42d6adddf2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (eb4d8ab9-2552-4709-b484-ee077ce4c856), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:55.797472 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa9ffd6-54f3-464a-a7c6-c27b7335d61a" -d '{"events": [{"name": "network-changed", "server_uuid": "1b86833b-8bd2-4436-8f23-4aa13184dcee", "tag": "a7b3e782-1020-4086-9809-836733f300c7"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:52:55.797835 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 77a3aa20-5477-44f9-a588-be0d7fc51874 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:52:55.798221 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (77a3aa20-5477-44f9-a588-be0d7fc51874), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:55.869464 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9b4159-6af6-4084-9ee9-d0fc4e7b1dd9 admin admin] Checking segment: {'id': '6966d149-a8a0-40f5-a3d6-b56a90614057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f666533f-52f5-43eb-9077-58d62685c9de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:52:55.869836 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9b4159-6af6-4084-9ee9-d0fc4e7b1dd9 admin admin] Network hostable DHCP agents. Network: f666533f-52f5-43eb-9077-58d62685c9de, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:52:55.880431 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2cbe6b6d-7be9-49c3-973e-6abc63230397 req-1b1d9a09-1127-4373-a72d-d39f8d142687 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (5a6b9845-adce-4c16-9670-559be282c289), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:55.887095 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6acf383-1894-4043-bf17-623ffdc2a046 req-17725508-02f6-4581-868c-6f148b9ea69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:55.890405 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c6acf383-1894-4043-bf17-623ffdc2a046 req-17725508-02f6-4581-868c-6f148b9ea69f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e9cd80a-75d3-4781-9154-c886c97be771 HTTP/1.1" status: 200  len: 852 time: 0.1594477
Feb 05 20:52:55.901637 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 77a3aa20-5477-44f9-a588-be0d7fc51874 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:52:55.902257 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (77a3aa20-5477-44f9-a588-be0d7fc51874), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:55.914496 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ebd6a6-b346-4bb7-b358-42d6adddf2ed admin admin] Pushing event updated for resources: {'Port': ['ID=eb4d8ab9-2552-4709-b484-ee077ce4c856,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:55.939753 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f7ebd6a6-b346-4bb7-b358-42d6adddf2ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (03df5a20-e50e-4a85-ae02-0f56ff30722a), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:55.942625 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b73262-ebf8-41ba-bf04-e20dfc3d684c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a3aa20-5477-44f9-a588-be0d7fc51874'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:52:55.946634 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d54adf-da92-409d-9d5f-e8c96897adf5" -d '{"events": [{"server_uuid": "39b73262-ebf8-41ba-bf04-e20dfc3d684c", "name": "network-vif-plugged", "status": "completed", "tag": "77a3aa20-5477-44f9-a588-be0d7fc51874"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:52:55.952089 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b3972681-e056-4ff5-9667-e4912cfbaed8 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:52:55.972228 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-39a7a053-e160-49de-86c9-86f96ea4495f req-00f29b03-72ba-4b83-8adb-14665078a418 service neutron] 10.222.0.21 "GET /v2.0/networks/c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3516514
Feb 05 20:52:55.972228 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a5ef030c-2d47-48ec-8829-9822f0da8f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b5a9761c-3661-40d5-aae3-22a78afade82), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:55.973741 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a5ef030c-2d47-48ec-8829-9822f0da8f50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:55.975611 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a5ef030c-2d47-48ec-8829-9822f0da8f50 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b5a9761c-3661-40d5-aae3-22a78afade82 HTTP/1.1" status: 204  len: 168 time: 0.8953023
Feb 05 20:52:55.992373 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 77a3aa20-5477-44f9-a588-be0d7fc51874, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=77a3aa20-5477-44f9-a588-be0d7fc51874,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:55.998173 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (77a3aa20-5477-44f9-a588-be0d7fc51874), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:55.998979 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c6acf383-1894-4043-bf17-623ffdc2a046 req-13f04a30-0b53-403f-b4f9-adcfc21a2214 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be4493bf-d1a6-445a-a987-23010e65458b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0949149
Feb 05 20:52:56.003778 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1d9a09-1127-4373-a72d-d39f8d142687 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Pushing event deleted for resources: {'Port': ['ID=5a6b9845-adce-4c16-9670-559be282c289,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:56.006226 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef030c-2d47-48ec-8829-9822f0da8f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a9761c-3661-40d5-aae3-22a78afade82,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:56.015370 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9b4159-6af6-4084-9ee9-d0fc4e7b1dd9 admin admin] Network f666533f-52f5-43eb-9077-58d62685c9de is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:52:56.113639 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-8f9b4159-6af6-4084-9ee9-d0fc4e7b1dd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f666533f-52f5-43eb-9077-58d62685c9de) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:52:56.143266 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=77a3aa20-5477-44f9-a588-be0d7fc51874,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:56.156994 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b8ba9e-2f55-4658-b4d5-0af59cba6795 None None] Network f666533f-52f5-43eb-9077-58d62685c9de requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:52:56.191252 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9b4159-6af6-4084-9ee9-d0fc4e7b1dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:56.195768 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8f9b4159-6af6-4084-9ee9-d0fc4e7b1dd9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:56.222815 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-39a7a053-e160-49de-86c9-86f96ea4495f req-746866e3-6dfa-48e8-a640-344d74a5bcbc service neutron] 10.222.0.21 "GET /v2.0/networks/c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2099648
Feb 05 20:52:56.237103 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf804f-4d4a-4d19-b129-6d0a04041f36 req-e3ed2a67-034e-445c-85a6-0d02e54cc13a tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:56.238208 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8bcf804f-4d4a-4d19-b129-6d0a04041f36 req-e3ed2a67-034e-445c-85a6-0d02e54cc13a tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.32 "GET /v2.0/ports?device_id=c001a65c-d24d-47ea-9e9f-8dbcea7c6faf HTTP/1.1" status: 200  len: 945 time: 0.3956687
Feb 05 20:52:56.252380 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81f27d-a4c6-4f14-9fd6-407c8cd8af07 req-40913823-7ea6-49f0-b565-bb5b85862cb2 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:56.254660 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8b81f27d-a4c6-4f14-9fd6-407c8cd8af07 req-40913823-7ea6-49f0-b565-bb5b85862cb2 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c HTTP/1.1" status: 200  len: 947 time: 0.4738162
Feb 05 20:52:56.262298 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cbe6b6d-7be9-49c3-973e-6abc63230397 req-1b1d9a09-1127-4373-a72d-d39f8d142687 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] No DVR routers for this DVR port 5a6b9845-adce-4c16-9670-559be282c289 on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:52:56.273957 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2cbe6b6d-7be9-49c3-973e-6abc63230397 req-1b1d9a09-1127-4373-a72d-d39f8d142687 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:56.279177 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2cbe6b6d-7be9-49c3-973e-6abc63230397 req-1b1d9a09-1127-4373-a72d-d39f8d142687 tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.21 "DELETE /v2.0/ports/5a6b9845-adce-4c16-9670-559be282c289 HTTP/1.1" status: 204  len: 173 time: 1.8970692
Feb 05 20:52:56.279385 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 5a6b9845-adce-4c16-9670-559be282c289 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:52:56.293142 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ab6d47-c452-4629-8e26-6fb32ff14222', 'name': 'network-vif-deleted', 'tag': '5a6b9845-adce-4c16-9670-559be282c289'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:52:56.302269 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b82d450-5032-4e7d-b7d0-7c39dec3c768" -d '{"events": [{"server_uuid": "d7ab6d47-c452-4629-8e26-6fb32ff14222", "name": "network-vif-deleted", "tag": "5a6b9845-adce-4c16-9670-559be282c289"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:52:56.337659 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: 5a6b9845-adce-4c16-9670-559be282c289 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:52:56.338575 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 5a6b9845-adce-4c16-9670-559be282c289 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:52:56.339165 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8b81f27d-a4c6-4f14-9fd6-407c8cd8af07 req-fde5f5b4-1740-4fd6-b032-9dbf562e024c tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755982
Feb 05 20:52:56.345537 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port b3972681-e056-4ff5-9667-e4912cfbaed8 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:52:56.345537 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b3972681-e056-4ff5-9667-e4912cfbaed8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:56.393238 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8f9b4159-6af6-4084-9ee9-d0fc4e7b1dd9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.6846635
Feb 05 20:52:56.396710 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8bcf804f-4d4a-4d19-b129-6d0a04041f36 req-ea9751d4-ca61-43ef-8a4b-02c5317a9be9 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.32 "GET /v2.0/security-groups?id=0695a0d2-2ebe-4932-ae8c-6d486ce84c74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1393814
Feb 05 20:52:56.399591 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 33838) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:56.407138 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-443b612a-a626-4fe4-ad7f-1bafa58715c3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2120352498-router', 'tenant_id': 'cf228a2b9f594aaeb4501a44b3060fa1', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:52:56.419056 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c6acf383-1894-4043-bf17-623ffdc2a046 req-5189d7e9-5dfe-4e1d-9060-e2c9a8e70fcc service neutron] 10.222.0.21 "GET /v2.0/networks/be4493bf-d1a6-445a-a987-23010e65458b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4118531
Feb 05 20:52:56.443719 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-443b612a-a626-4fe4-ad7f-1bafa58715c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (d6346947-4623-4838-a125-f19fd35b3dad), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:56.444918 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-443b612a-a626-4fe4-ad7f-1bafa58715c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (d6346947-4623-4838-a125-f19fd35b3dad), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:56.462477 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ebd6a6-b346-4bb7-b358-42d6adddf2ed admin admin] Network 0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:52:56.486912 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-f7ebd6a6-b346-4bb7-b358-42d6adddf2ed admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:52:56.513084 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-443b612a-a626-4fe4-ad7f-1bafa58715c3 admin admin] Publish callbacks [] for router_controller (d6346947-4623-4838-a125-f19fd35b3dad), precommit_add_association {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:56.517340 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de4a5b6-7e94-42d7-a091-bedb56043e5c x-openstack-request-id: req-9de4a5b6-7e94-42d7-a091-bedb56043e5c {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:52:56.517638 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b86833b-8bd2-4436-8f23-4aa13184dcee", "tag": "a7b3e782-1020-4086-9809-836733f300c7", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:52:56.518113 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9de4a5b6-7e94-42d7-a091-bedb56043e5c {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:52:56.518797 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b86833b-8bd2-4436-8f23-4aa13184dcee', 'tag': 'a7b3e782-1020-4086-9809-836733f300c7', 'status': 'completed', 'code': 200}
Feb 05 20:52:56.532995 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef18a230-e4a4-474f-9c86-553a5bd5596a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f666533f-52f5-43eb-9077-58d62685c9de', 'network_id': 'f666533f-52f5-43eb-9077-58d62685c9de', 'project_id': 'cf228a2b9f594aaeb4501a44b3060fa1', 'fixed_ips': [{'subnet_id': '9c6bc81a-2c7e-4da5-89d2-7cf9969b0ded'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 20:52:56.533870 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ef18a230-e4a4-474f-9c86-553a5bd5596a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:56.565177 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e0ad45-6cf5-4ede-a701-43f8a7b49e13 x-openstack-request-id: req-e8e0ad45-6cf5-4ede-a701-43f8a7b49e13 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:52:56.565496 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b73262-ebf8-41ba-bf04-e20dfc3d684c", "name": "network-vif-plugged", "status": "completed", "tag": "77a3aa20-5477-44f9-a588-be0d7fc51874", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:52:56.565743 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e8e0ad45-6cf5-4ede-a701-43f8a7b49e13 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:52:56.566350 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b73262-ebf8-41ba-bf04-e20dfc3d684c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a3aa20-5477-44f9-a588-be0d7fc51874', 'code': 200}
Feb 05 20:52:56.709675 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 33842) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:56.741233 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c6acf383-1894-4043-bf17-623ffdc2a046 req-e05d764f-971a-47e6-a86d-079f3ff09055 service neutron] 10.222.0.21 "GET /v2.0/networks/be4493bf-d1a6-445a-a987-23010e65458b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3040979
Feb 05 20:52:56.744045 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d8e2ca80-c385-4f71-8f83-6f5480780545 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:56.779236 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c7e3b416-5284-4063-b3b1-068bf0d48029 req-4b330fea-17df-4d39-b1b0-4740f1ce846e tempest-ListServerFiltersTestJSON-534948502 tempest-ListServerFiltersTestJSON-534948502-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7ab6d47-c452-4629-8e26-6fb32ff14222 HTTP/1.1" status: 200  len: 210 time: 0.1189399
Feb 05 20:52:56.818794 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37af1340-f6e0-414b-a9df-514ec808c7f3 x-openstack-request-id: req-37af1340-f6e0-414b-a9df-514ec808c7f3 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:52:56.819197 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ab6d47-c452-4629-8e26-6fb32ff14222", "name": "network-vif-deleted", "tag": "5a6b9845-adce-4c16-9670-559be282c289", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:52:56.819603 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-37af1340-f6e0-414b-a9df-514ec808c7f3 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:52:56.830550 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ab6d47-c452-4629-8e26-6fb32ff14222', 'name': 'network-vif-deleted', 'tag': '5a6b9845-adce-4c16-9670-559be282c289', 'status': 'completed', 'code': 200}
Feb 05 20:52:56.843559 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-ef18a230-e4a4-474f-9c86-553a5bd5596a None None] Allocated IP 172.20.0.2 (f666533f-52f5-43eb-9077-58d62685c9de/9c6bc81a-2c7e-4da5-89d2-7cf9969b0ded/85ac995d-0858-43b5-8fe4-dcd7e0d609de) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:52:56.927321 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port b3972681-e056-4ff5-9667-e4912cfbaed8 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:52:56.927985 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b3972681-e056-4ff5-9667-e4912cfbaed8), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:56.966293 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9ffd6-54f3-464a-a7c6-c27b7335d61a req-217f7ae9-197d-43e0-aa0c-a1cfc73c4cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:56.967595 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb593c9b-bc63-4288-aebc-936a15cc5b04 req-7e4c20ad-04be-4279-826a-cb2661d74d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:56.967866 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bfa9ffd6-54f3-464a-a7c6-c27b7335d61a req-217f7ae9-197d-43e0-aa0c-a1cfc73c4cfd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ace810762e64782900932297c36e3bc&device_id=1b86833b-8bd2-4436-8f23-4aa13184dcee HTTP/1.1" status: 200  len: 1130 time: 0.4482472
Feb 05 20:52:56.969864 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cb593c9b-bc63-4288-aebc-936a15cc5b04 req-7e4c20ad-04be-4279-826a-cb2661d74d11 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c HTTP/1.1" status: 200  len: 1130 time: 0.1352079
Feb 05 20:52:56.970600 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-1bf13aa4-bde9-43cf-be3a-dae06766adf6 None None] Provisioning complete for port eb4d8ab9-2552-4709-b484-ee077ce4c856 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:52:56.971304 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1bf13aa4-bde9-43cf-be3a-dae06766adf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (eb4d8ab9-2552-4709-b484-ee077ce4c856), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:56.977234 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port b3972681-e056-4ff5-9667-e4912cfbaed8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3972681-e056-4ff5-9667-e4912cfbaed8,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:57.008139 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b3972681-e056-4ff5-9667-e4912cfbaed8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:57.010558 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-443b612a-a626-4fe4-ad7f-1bafa58715c3 admin admin] Publish callbacks [] for router_gateway (d6346947-4623-4838-a125-f19fd35b3dad), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:57.031085 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ebd6a6-b346-4bb7-b358-42d6adddf2ed admin admin] Router 03df5a20-e50e-4a85-ae02-0f56ff30722a has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:52:57.050042 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cb593c9b-bc63-4288-aebc-936a15cc5b04 req-b2a46df1-036a-4ef0-97a7-350e7b274fa7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716562
Feb 05 20:52:57.116856 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-1bf13aa4-bde9-43cf-be3a-dae06766adf6 None None] Port eb4d8ab9-2552-4709-b484-ee077ce4c856 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:52:57.128824 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831aaa9-7011-4043-94b6-4317e8c0c0e7 req-73bfec9b-f10a-4579-ae8d-0c0e090caac5 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:57.136316 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f831aaa9-7011-4043-94b6-4317e8c0c0e7 req-73bfec9b-f10a-4579-ae8d-0c0e090caac5 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 945 time: 0.2293143
Feb 05 20:52:57.143128 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=b3972681-e056-4ff5-9667-e4912cfbaed8,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:57.149165 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247305a-81e4-41a3-9b54-2d0250d97667 req-8f5c1071-8c72-431c-a90c-c023bbc1b3f7 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:57.150715 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f247305a-81e4-41a3-9b54-2d0250d97667 req-8f5c1071-8c72-431c-a90c-c023bbc1b3f7 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b86833b-8bd2-4436-8f23-4aa13184dcee HTTP/1.1" status: 200  len: 948 time: 0.3481605
Feb 05 20:52:57.160097 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ef18a230-e4a4-474f-9c86-553a5bd5596a None None] Publish callbacks [] for port (85ac995d-0858-43b5-8fe4-dcd7e0d609de), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:57.170333 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ef18a230-e4a4-474f-9c86-553a5bd5596a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (85ac995d-0858-43b5-8fe4-dcd7e0d609de), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:57.170611 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ebd6a6-b346-4bb7-b358-42d6adddf2ed admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:52:57.183524 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1bde5b-ea55-45c0-937e-f8354b9a644d None None] Sync routers for ids ['03df5a20-e50e-4a85-ae02-0f56ff30722a'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:52:57.185157 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f7ebd6a6-b346-4bb7-b358-42d6adddf2ed admin admin] 10.222.0.32 "PUT /v2.0/routers/03df5a20-e50e-4a85-ae02-0f56ff30722a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4631772
Feb 05 20:52:57.234603 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef18a230-e4a4-474f-9c86-553a5bd5596a None None] Network f666533f-52f5-43eb-9077-58d62685c9de is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:52:57.240130 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18a230-e4a4-474f-9c86-553a5bd5596a None None] Pushing event updated for resources: {'Port': ['ID=85ac995d-0858-43b5-8fe4-dcd7e0d609de,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:57.244050 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-ef18a230-e4a4-474f-9c86-553a5bd5596a None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:52:57.246820 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef18a230-e4a4-474f-9c86-553a5bd5596a None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:52:57.248817 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1bde5b-ea55-45c0-937e-f8354b9a644d None None] Routers {'03df5a20-e50e-4a85-ae02-0f56ff30722a'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:52:57.249445 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-ee1bde5b-ea55-45c0-937e-f8354b9a644d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabcfad90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:52:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['03df5a20-e50e-4a85-ae02-0f56ff30722a'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:57.299238 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d8e2ca80-c385-4f71-8f83-6f5480780545 admin admin] Publish callbacks [] for security_group (9b80e93b-a260-45e1-85b5-10badad57f1f), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:57.312785 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f831aaa9-7011-4043-94b6-4317e8c0c0e7 req-533174d4-fdef-45e0-bf61-2f42079513fc tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1756084
Feb 05 20:52:57.313832 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9ffd6-54f3-464a-a7c6-c27b7335d61a req-639f8120-3cb7-4abf-ac7b-6cb959c569ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:57.315233 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bfa9ffd6-54f3-464a-a7c6-c27b7335d61a req-639f8120-3cb7-4abf-ac7b-6cb959c569ea service neutron] 10.222.0.39 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.3271952
Feb 05 20:52:57.321383 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d8e2ca80-c385-4f71-8f83-6f5480780545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (9b80e93b-a260-45e1-85b5-10badad57f1f), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:57.405702 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f247305a-81e4-41a3-9b54-2d0250d97667 req-c04e120a-77c8-4753-b5b8-30fe13952ca8 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/security-groups?id=867110f1-5107-45c6-b0fb-e05c5b456665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2184415
Feb 05 20:52:57.411660 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bfa9ffd6-54f3-464a-a7c6-c27b7335d61a req-cf05e34e-4f67-4e2e-9050-5b18fb6e4c54 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=a7b3e782-1020-4086-9809-836733f300c7 HTTP/1.1" status: 200  len: 217 time: 0.0829644
Feb 05 20:52:57.420677 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d8e2ca80-c385-4f71-8f83-6f5480780545 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b97852083ff04242a0516e59f57828e9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6948500
Feb 05 20:52:57.423561 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33858) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:57.444502 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-ef18a230-e4a4-474f-9c86-553a5bd5596a None None] Attempting to bind port 85ac995d-0858-43b5-8fe4-dcd7e0d609de on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:52:57.445576 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-ef18a230-e4a4-474f-9c86-553a5bd5596a None None] Attempting to bind port 85ac995d-0858-43b5-8fe4-dcd7e0d609de by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6966d149-a8a0-40f5-a3d6-b56a90614057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f666533f-52f5-43eb-9077-58d62685c9de'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:52:57.446039 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef18a230-e4a4-474f-9c86-553a5bd5596a None None] Attempting to bind port 85ac995d-0858-43b5-8fe4-dcd7e0d609de on network f666533f-52f5-43eb-9077-58d62685c9de {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:52:57.456618 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef18a230-e4a4-474f-9c86-553a5bd5596a None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:52:57.465374 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e2ca80-c385-4f71-8f83-6f5480780545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b80e93b-a260-45e1-85b5-10badad57f1f,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:57.482253 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef18a230-e4a4-474f-9c86-553a5bd5596a None None] Checking segment: {'id': '6966d149-a8a0-40f5-a3d6-b56a90614057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f666533f-52f5-43eb-9077-58d62685c9de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:52:57.483245 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ef18a230-e4a4-474f-9c86-553a5bd5596a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:57.486231 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef18a230-e4a4-474f-9c86-553a5bd5596a None None] Bound using segment: {'id': '6966d149-a8a0-40f5-a3d6-b56a90614057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f666533f-52f5-43eb-9077-58d62685c9de'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:52:57.486977 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-ef18a230-e4a4-474f-9c86-553a5bd5596a None None] Bound port: 85ac995d-0858-43b5-8fe4-dcd7e0d609de, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6966d149-a8a0-40f5-a3d6-b56a90614057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f666533f-52f5-43eb-9077-58d62685c9de'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:52:57.488931 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ef18a230-e4a4-474f-9c86-553a5bd5596a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (85ac995d-0858-43b5-8fe4-dcd7e0d609de), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:57.502367 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-ee1bde5b-ea55-45c0-937e-f8354b9a644d None None] Set router 03df5a20-e50e-4a85-ae02-0f56ff30722a gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:52:57.529553 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9ffd6-54f3-464a-a7c6-c27b7335d61a req-4efcb802-02cc-4bc1-9612-dce5e470c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:57.531073 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bfa9ffd6-54f3-464a-a7c6-c27b7335d61a req-4efcb802-02cc-4bc1-9612-dce5e470c6d1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.1067479
Feb 05 20:52:57.547399 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1319a530-a8d0-403c-a675-72ed22d509be admin admin] Publish callbacks [] for security_group (9b80e93b-a260-45e1-85b5-10badad57f1f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:57.575001 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1319a530-a8d0-403c-a675-72ed22d509be admin admin] Publish callbacks [] for security_group (9b80e93b-a260-45e1-85b5-10badad57f1f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:57.637578 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1319a530-a8d0-403c-a675-72ed22d509be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (9b80e93b-a260-45e1-85b5-10badad57f1f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:57.643318 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1319a530-a8d0-403c-a675-72ed22d509be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:57.646052 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5b556-5962-434f-9753-058465cb55b0 req-7cd69a6a-7391-40a5-9c95-32c9d2a2eb05 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:57.648893 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eab5b556-5962-434f-9753-058465cb55b0 req-7cd69a6a-7391-40a5-9c95-32c9d2a2eb05 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c HTTP/1.1" status: 200  len: 948 time: 0.1749010
Feb 05 20:52:57.655372 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device a7b3e782-1020-4086-9809-836733f300c7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:52:57.662207 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1319a530-a8d0-403c-a675-72ed22d509be admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9b80e93b-a260-45e1-85b5-10badad57f1f HTTP/1.1" status: 204  len: 168 time: 0.2215152
Feb 05 20:52:57.709223 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1319a530-a8d0-403c-a675-72ed22d509be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b80e93b-a260-45e1-85b5-10badad57f1f,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:57.771795 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96655b4d-2e99-44dd-8abe-7b3aeddf3718 req-9288eef8-a82f-4958-a73b-59810a21c1a6 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:57.774285 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-96655b4d-2e99-44dd-8abe-7b3aeddf3718 req-9288eef8-a82f-4958-a73b-59810a21c1a6 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.32 "GET /v2.0/ports?device_id=c001a65c-d24d-47ea-9e9f-8dbcea7c6faf HTTP/1.1" status: 200  len: 945 time: 0.2360127
Feb 05 20:52:57.782139 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9ffd6-54f3-464a-a7c6-c27b7335d61a req-8ac07f79-0b64-40cc-a905-d957a12f2be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:57.783656 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bfa9ffd6-54f3-464a-a7c6-c27b7335d61a req-8ac07f79-0b64-40cc-a905-d957a12f2be9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2436473
Feb 05 20:52:57.788182 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-ef18a230-e4a4-474f-9c86-553a5bd5596a None None] For port 85ac995d-0858-43b5-8fe4-dcd7e0d609de, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:52:57.811757 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eab5b556-5962-434f-9753-058465cb55b0 req-82d396a2-7106-4c42-a39b-bedc4a4a7b01 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1319096
Feb 05 20:52:57.815208 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-ef18a230-e4a4-474f-9c86-553a5bd5596a None None] For port 85ac995d-0858-43b5-8fe4-dcd7e0d609de, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=85ac995d-0858-43b5-8fe4-dcd7e0d609de,segment=NetworkSegment(6966d149-a8a0-40f5-a3d6-b56a90614057),segment_id=6966d149-a8a0-40f5-a3d6-b56a90614057)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:52:57.821090 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-443b612a-a626-4fe4-ad7f-1bafa58715c3 admin admin] Publish callbacks [] for router_gateway (d6346947-4623-4838-a125-f19fd35b3dad), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:57.854219 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b3972681-e056-4ff5-9667-e4912cfbaed8 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:52:57.864050 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ef18a230-e4a4-474f-9c86-553a5bd5596a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (85ac995d-0858-43b5-8fe4-dcd7e0d609de), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:57.903792 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-443b612a-a626-4fe4-ad7f-1bafa58715c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:57.907613 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33876) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:57.974871 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce20b08f-8832-4ee5-8459-f32c03496d13 admin admin] Deleting subnet a22d3dbf-203d-4cfa-a5fd-8d8f36ead714 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:52:57.979392 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ce20b08f-8832-4ee5-8459-f32c03496d13 admin admin] Publish callbacks [] for subnet (a22d3dbf-203d-4cfa-a5fd-8d8f36ead714), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:58.037600 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ce20b08f-8832-4ee5-8459-f32c03496d13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (a22d3dbf-203d-4cfa-a5fd-8d8f36ead714), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:58.134585 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18a230-e4a4-474f-9c86-553a5bd5596a None None] Pushing event updated for resources: {'Port': ['ID=85ac995d-0858-43b5-8fe4-dcd7e0d609de,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:58.180752 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-96655b4d-2e99-44dd-8abe-7b3aeddf3718 req-e5ecfec9-0dfc-4f26-9b63-194fe87b5147 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.32 "GET /v2.0/security-groups?id=0695a0d2-2ebe-4932-ae8c-6d486ce84c74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3934500
Feb 05 20:52:58.210395 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port b3972681-e056-4ff5-9667-e4912cfbaed8 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:52:58.210835 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b3972681-e056-4ff5-9667-e4912cfbaed8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:58.217431 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33884) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:58.246275 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-3d647866-ad74-4a7a-8f1a-ec1eb29e9633 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1766094669-network', 'tenant_id': '9ba37fa34a7845dfa5c5fafcc371f063'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:52:58.282461 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ce20b08f-8832-4ee5-8459-f32c03496d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (a22d3dbf-203d-4cfa-a5fd-8d8f36ead714), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:58.301428 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 19c145e4-40d4-4f08-b7cb-5fe0869565f2 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:52:58.304815 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bfa9ffd6-54f3-464a-a7c6-c27b7335d61a req-1de1dc57-3f8d-4e93-9e06-850329d87ea4 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5060852
Feb 05 20:52:58.328062 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d647866-ad74-4a7a-8f1a-ec1eb29e9633 admin admin] Made reservation on behalf of 9ba37fa34a7845dfa5c5fafcc371f063 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:52:58.335534 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3d647866-ad74-4a7a-8f1a-ec1eb29e9633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:58.355805 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-443b612a-a626-4fe4-ad7f-1bafa58715c3 admin admin] Allocated IP 172.35.4.188 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/4943dbd1-e574-4dfc-b15c-8a0b981f7a63) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:52:58.369805 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3d647866-ad74-4a7a-8f1a-ec1eb29e9633 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:58.398358 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-06e73a7c-9c62-4717-90d4-6509ed9dc0f5 req-725199d0-6e96-4e0c-980e-b89e4d398512 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1972663
Feb 05 20:52:58.744504 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bfa9ffd6-54f3-464a-a7c6-c27b7335d61a req-d1300225-af3d-4bca-af2d-c11ff2d8ae40 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4263613
Feb 05 20:52:58.778318 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d81803-6e1b-4eaf-b17e-eb99431e1d6b req-93afa958-84c4-4e8c-808c-b80bc37ef224 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:58.792857 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c9d81803-6e1b-4eaf-b17e-eb99431e1d6b req-93afa958-84c4-4e8c-808c-b80bc37ef224 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.32 "GET /v2.0/ports?device_id=c001a65c-d24d-47ea-9e9f-8dbcea7c6faf HTTP/1.1" status: 200  len: 945 time: 0.4385240
Feb 05 20:52:58.835928 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port a7b3e782-1020-4086-9809-836733f300c7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a7b3e782-1020-4086-9809-836733f300c7,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:58.847864 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-ee1bde5b-ea55-45c0-937e-f8354b9a644d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabcfad90>, [{'id': '03df5a20-e50e-4a85-ae02-0f56ff30722a', 'name': 'tempest-TaggedBootDevicesTest_v242-983169336-router', 'tenant_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'b3972681-e056-4ff5-9667-e4912cfbaed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:52:44Z', 'updated_at': '2022-02-05T20:52:54Z', 'revision_number': 4, 'project_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'gw_port': {'id': 'b3972681-e056-4ff5-9667-e4912cfbaed8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03df5a20-e50e-4a85-ae02-0f56ff30722a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:46Z', 'updated_at': '2022-02-05T20:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'eb4d8ab9-2552-4709-b484-ee077ce4c856', 'name': '', 'network_id': '0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b', 'tenant_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'mac_address': 'fa:16:3e:d9:0d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03df5a20-e50e-4a85-ae02-0f56ff30722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '77b32dd4-761f-487c-9e79-c5785faac85d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:52Z', 'updated_at': '2022-02-05T20:52:55Z', 'revision_number': 2, 'project_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'subnets': [{'id': '77b32dd4-761f-487c-9e79-c5785faac85d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:52:58.863830 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b15aac-9d73-4123-855b-a7863885ab46 req-b15082d3-0be6-45f2-aea6-74d0c0bd39c2 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:58.865822 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e1b15aac-9d73-4123-855b-a7863885ab46 req-b15082d3-0be6-45f2-aea6-74d0c0bd39c2 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 945 time: 0.3393190
Feb 05 20:52:58.915350 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'a7b3e782-1020-4086-9809-836733f300c7', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'port_id': 'a7b3e782-1020-4086-9809-836733f300c7', 'mac_address': 'fa:16:3e:a8:b2:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3c763-0926-4b49-ade5-d66ee3d4c489', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:52:58.919262 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1bde5b-ea55-45c0-937e-f8354b9a644d None None] Checking router: 03df5a20-e50e-4a85-ae02-0f56ff30722a for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:52:58.920735 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1bde5b-ea55-45c0-937e-f8354b9a644d None None] Updating router 03df5a20-e50e-4a85-ae02-0f56ff30722a port eb4d8ab9-2552-4709-b484-ee077ce4c856 binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 20:52:58.962984 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ce20b08f-8832-4ee5-8459-f32c03496d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (a22d3dbf-203d-4cfa-a5fd-8d8f36ead714), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:58.979667 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c9d81803-6e1b-4eaf-b17e-eb99431e1d6b req-b576c07f-1d80-4c1d-b3f3-b54baaf37c77 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.32 "GET /v2.0/security-groups?id=0695a0d2-2ebe-4932-ae8c-6d486ce84c74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1854322
Feb 05 20:52:58.981764 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ce20b08f-8832-4ee5-8459-f32c03496d13 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:58.985783 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ce20b08f-8832-4ee5-8459-f32c03496d13 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a22d3dbf-203d-4cfa-a5fd-8d8f36ead714 HTTP/1.1" status: 204  len: 168 time: 1.0771151
Feb 05 20:52:58.988006 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3d647866-ad74-4a7a-8f1a-ec1eb29e9633 admin admin] Publish callbacks [] for security_group (a8b89b61-9d97-423e-9e62-9f5233c4b0c4), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:59.001029 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33902) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:59.031263 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3d647866-ad74-4a7a-8f1a-ec1eb29e9633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (a8b89b61-9d97-423e-9e62-9f5233c4b0c4), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:59.043605 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d647866-ad74-4a7a-8f1a-ec1eb29e9633 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:52:59.056713 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3d647866-ad74-4a7a-8f1a-ec1eb29e9633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (02ab5bea-b3b4-4e91-be93-d6a432249c06), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:59.057238 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-3d647866-ad74-4a7a-8f1a-ec1eb29e9633 admin admin] Added segment 02ab5bea-b3b4-4e91-be93-d6a432249c06 of type vlan for network 560b7e1b-28bd-4ef8-bfb9-ce915442c9f3
Feb 05 20:52:59.074042 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ee1bde5b-ea55-45c0-937e-f8354b9a644d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (eb4d8ab9-2552-4709-b484-ee077ce4c856), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:59.079119 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e1b15aac-9d73-4123-855b-a7863885ab46 req-b5095e08-ca3f-4ad2-98a4-21c1b94e51b8 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2005939
Feb 05 20:52:59.088276 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-443b612a-a626-4fe4-ad7f-1bafa58715c3 admin admin] Publish callbacks [] for port (4943dbd1-e574-4dfc-b15c-8a0b981f7a63), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:59.128088 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb82d07-951c-4882-87c4-396406a20cde None None] Network 4f6bbf0a-d9ad-4c3b-8360-37552f960258 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:52:59.149992 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3d647866-ad74-4a7a-8f1a-ec1eb29e9633 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (560b7e1b-28bd-4ef8-bfb9-ce915442c9f3), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:59.183559 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-443b612a-a626-4fe4-ad7f-1bafa58715c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (4943dbd1-e574-4dfc-b15c-8a0b981f7a63), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:59.193055 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce20b08f-8832-4ee5-8459-f32c03496d13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a22d3dbf-203d-4cfa-a5fd-8d8f36ead714,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:59.230939 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3d647866-ad74-4a7a-8f1a-ec1eb29e9633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (560b7e1b-28bd-4ef8-bfb9-ce915442c9f3), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:59.237011 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d647866-ad74-4a7a-8f1a-ec1eb29e9633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:59.239549 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3d647866-ad74-4a7a-8f1a-ec1eb29e9633 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:59.246634 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443b612a-a626-4fe4-ad7f-1bafa58715c3 admin admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:52:59.288272 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e73a7c-9c62-4717-90d4-6509ed9dc0f5 req-63a0c217-131e-40cc-80ba-2799c6e81aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:59.290918 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-06e73a7c-9c62-4717-90d4-6509ed9dc0f5 req-63a0c217-131e-40cc-80ba-2799c6e81aa5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 1132 time: 0.3939908
Feb 05 20:52:59.347453 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-443b612a-a626-4fe4-ad7f-1bafa58715c3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:52:59.364151 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3d647866-ad74-4a7a-8f1a-ec1eb29e9633 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.1407084
Feb 05 20:52:59.386548 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443b612a-a626-4fe4-ad7f-1bafa58715c3 admin admin] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:52:59.416029 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33910) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:52:59.419740 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port a7b3e782-1020-4086-9809-836733f300c7 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:52:59.422213 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a7b3e782-1020-4086-9809-836733f300c7), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:59.424026 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port b3972681-e056-4ff5-9667-e4912cfbaed8 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:52:59.435244 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-87597fab-1657-47ec-ad27-79bfe0ee4066 admin admin] Request body: {'subnet': {'network_id': '560b7e1b-28bd-4ef8-bfb9-ce915442c9f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1766094669-subnet', 'tenant_id': '9ba37fa34a7845dfa5c5fafcc371f063', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:52:59.459325 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d647866-ad74-4a7a-8f1a-ec1eb29e9633 admin admin] Pushing event updated for resources: {'Network': ['ID=560b7e1b-28bd-4ef8-bfb9-ce915442c9f3,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:59.464546 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d647866-ad74-4a7a-8f1a-ec1eb29e9633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b89b61-9d97-423e-9e62-9f5233c4b0c4,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:59.470529 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4bcb39b4-40ec-481f-9e22-3b976daa4252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (4f6bbf0a-d9ad-4c3b-8360-37552f960258), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:59.475275 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b612a-a626-4fe4-ad7f-1bafa58715c3 admin admin] Pushing event updated for resources: {'Port': ['ID=4943dbd1-e574-4dfc-b15c-8a0b981f7a63,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:52:59.501890 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac3d0f-28bb-4a1b-b621-95ce06084107 req-6662257c-3d59-4c66-ad54-5c93e44be6d9 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:59.503976 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87597fab-1657-47ec-ad27-79bfe0ee4066 admin admin] Made reservation on behalf of 9ba37fa34a7845dfa5c5fafcc371f063 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:52:59.504182 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 560b7e1b-28bd-4ef8-bfb9-ce915442c9f3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:52:59.507238 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-87597fab-1657-47ec-ad27-79bfe0ee4066 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:59.511051 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-47ac3d0f-28bb-4a1b-b621-95ce06084107 req-6662257c-3d59-4c66-ad54-5c93e44be6d9 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b86833b-8bd2-4436-8f23-4aa13184dcee HTTP/1.1" status: 200  len: 948 time: 0.3802574
Feb 05 20:52:59.561879 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9465e11-5489-4f31-8608-deee390bb50a req-27eb6cbd-dd63-442e-9494-706f4097d680 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:59.569438 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f9465e11-5489-4f31-8608-deee390bb50a req-27eb6cbd-dd63-442e-9494-706f4097d680 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c HTTP/1.1" status: 200  len: 948 time: 0.2682636
Feb 05 20:52:59.662158 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e73a7c-9c62-4717-90d4-6509ed9dc0f5 req-2844df20-723f-4660-be70-0874f153eccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:59.664634 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-06e73a7c-9c62-4717-90d4-6509ed9dc0f5 req-2844df20-723f-4660-be70-0874f153eccd service neutron] 10.222.0.21 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.3327863
Feb 05 20:52:59.733444 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-06e73a7c-9c62-4717-90d4-6509ed9dc0f5 req-a5a24472-e9f6-4dd0-bf6f-fcd26b8b656e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=4a4d7d0a-509a-455e-a91a-7918634eb647 HTTP/1.1" status: 200  len: 217 time: 0.0555522
Feb 05 20:52:59.749753 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-4bcb39b4-40ec-481f-9e22-3b976daa4252 admin admin] Deleting port c459da47-f62f-46d5-9d00-8cddedf9ade6 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:52:59.750115 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4bcb39b4-40ec-481f-9e22-3b976daa4252 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (c459da47-f62f-46d5-9d00-8cddedf9ade6), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:59.822644 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-4bcb39b4-40ec-481f-9e22-3b976daa4252 admin admin] For port c459da47-f62f-46d5-9d00-8cddedf9ade6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c459da47-f62f-46d5-9d00-8cddedf9ade6,segment=NetworkSegment(4b777d69-c1b2-444d-a5ee-d65e74eece16),segment_id=4b777d69-c1b2-444d-a5ee-d65e74eece16)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:52:59.823031 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4bcb39b4-40ec-481f-9e22-3b976daa4252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (c459da47-f62f-46d5-9d00-8cddedf9ade6), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:59.838003 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-4bcb39b4-40ec-481f-9e22-3b976daa4252 admin admin] Calling delete_port for c459da47-f62f-46d5-9d00-8cddedf9ade6 owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:52:59.914545 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 19c145e4-40d4-4f08-b7cb-5fe0869565f2 is: ACTIVE; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:52:59.914945 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (19c145e4-40d4-4f08-b7cb-5fe0869565f2), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:52:59.919601 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b3e782-1020-4086-9809-836733f300c7 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:52:59.931411 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36e65ab-f583-485f-9433-17c3dbe0ab87 None None] Network f666533f-52f5-43eb-9077-58d62685c9de requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:52:59.952396 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 85ac995d-0858-43b5-8fe4-dcd7e0d609de up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:52:59.973283 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e73a7c-9c62-4717-90d4-6509ed9dc0f5 req-bef950ad-2308-4a31-9693-3ead3a8a622a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:52:59.974816 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-06e73a7c-9c62-4717-90d4-6509ed9dc0f5 req-bef950ad-2308-4a31-9693-3ead3a8a622a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.2288547
Feb 05 20:53:00.081089 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-87597fab-1657-47ec-ad27-79bfe0ee4066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (d2c86b25-28d3-4c67-810c-cbfe5a635191), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:00.104337 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port a7b3e782-1020-4086-9809-836733f300c7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a7b3e782-1020-4086-9809-836733f300c7,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:00.116507 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-21fb43d4-e3d3-45f3-af8c-5e523f22f4dc None None] Provisioning complete for port 85ac995d-0858-43b5-8fe4-dcd7e0d609de triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:00.117016 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-21fb43d4-e3d3-45f3-af8c-5e523f22f4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (85ac995d-0858-43b5-8fe4-dcd7e0d609de), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:00.129414 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87597fab-1657-47ec-ad27-79bfe0ee4066 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2c86b25-28d3-4c67-810c-cbfe5a635191,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:00.134151 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-47ac3d0f-28bb-4a1b-b621-95ce06084107 req-ead3f82d-4b86-414b-bd69-96748acd483a tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/security-groups?id=867110f1-5107-45c6-b0fb-e05c5b456665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6202154
Feb 05 20:53:00.134931 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a288f3a-3069-41d6-b4bc-1599fdd24039', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19c145e4-40d4-4f08-b7cb-5fe0869565f2'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:53:00.137197 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e56b375-eb1d-4afb-a3fa-6acca4d16a83" -d '{"events": [{"server_uuid": "1a288f3a-3069-41d6-b4bc-1599fdd24039", "name": "network-vif-unplugged", "status": "completed", "tag": "19c145e4-40d4-4f08-b7cb-5fe0869565f2"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:53:00.149597 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (a7b3e782-1020-4086-9809-836733f300c7), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:00.151241 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4bcb39b4-40ec-481f-9e22-3b976daa4252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (c459da47-f62f-46d5-9d00-8cddedf9ade6), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:00.160365 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e73a7c-9c62-4717-90d4-6509ed9dc0f5 req-903ef82a-9173-4fa5-ab37-4fa20f2e2749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:00.161896 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-06e73a7c-9c62-4717-90d4-6509ed9dc0f5 req-903ef82a-9173-4fa5-ab37-4fa20f2e2749 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1600630
Feb 05 20:53:00.181712 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ee1bde5b-ea55-45c0-937e-f8354b9a644d None None] Publish callbacks [] for port (eb4d8ab9-2552-4709-b484-ee077ce4c856), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:00.187408 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f9465e11-5489-4f31-8608-deee390bb50a req-5b4eda5d-8ec6-4dc9-86d0-b574f669d16f tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6165328
Feb 05 20:53:00.205980 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb39b4-40ec-481f-9e22-3b976daa4252 admin admin] Pushing event deleted for resources: {'Port': ['ID=c459da47-f62f-46d5-9d00-8cddedf9ade6,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:00.222422 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcb39b4-40ec-481f-9e22-3b976daa4252 admin admin] No DVR routers for this DVR port c459da47-f62f-46d5-9d00-8cddedf9ade6 on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:53:00.234918 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 19c145e4-40d4-4f08-b7cb-5fe0869565f2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=19c145e4-40d4-4f08-b7cb-5fe0869565f2,segment=NetworkSegment(743051ff-9f95-4efc-9230-9f61d36c1128),segment_id=743051ff-9f95-4efc-9230-9f61d36c1128)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:00.283736 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 05 Feb 2022 20:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b5731f-ed56-4f50-a12c-0af2757e8c89 x-openstack-request-id: req-e8b5731f-ed56-4f50-a12c-0af2757e8c89 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:53:00.284033 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a288f3a-3069-41d6-b4bc-1599fdd24039", "name": "network-vif-unplugged", "status": "failed", "tag": "19c145e4-40d4-4f08-b7cb-5fe0869565f2", "code": 422}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:53:00.284295 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e8b5731f-ed56-4f50-a12c-0af2757e8c89 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:53:00.285180 ncdv-master-1 neutron-server[114392]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1a288f3a-3069-41d6-b4bc-1599fdd24039', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '19c145e4-40d4-4f08-b7cb-5fe0869565f2', 'code': 422} returned with failed status
Feb 05 20:53:00.288528 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=a7b3e782-1020-4086-9809-836733f300c7,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:00.291525 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ee1bde5b-ea55-45c0-937e-f8354b9a644d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (eb4d8ab9-2552-4709-b484-ee077ce4c856), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:00.298242 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (19c145e4-40d4-4f08-b7cb-5fe0869565f2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:00.356649 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791643f7-2dc1-4eb5-9bcf-efd5652746a5 None None] DHCP port deletion for 4f6bbf0a-d9ad-4c3b-8360-37552f960258 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 20:53:00.409655 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb8ba8-efd8-4002-9716-07d978a52e58 None None] Pushing event updated for resources: {'Port': ['ID=eb4d8ab9-2552-4709-b484-ee077ce4c856,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:00.411939 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 85ac995d-0858-43b5-8fe4-dcd7e0d609de triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:00.412319 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (85ac995d-0858-43b5-8fe4-dcd7e0d609de), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:00.467541 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4bcb39b4-40ec-481f-9e22-3b976daa4252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (4f6bbf0a-d9ad-4c3b-8360-37552f960258), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:00.470642 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87597fab-1657-47ec-ad27-79bfe0ee4066 admin admin] Checking segment: {'id': '02ab5bea-b3b4-4e91-be93-d6a432249c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '560b7e1b-28bd-4ef8-bfb9-ce915442c9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:53:00.471008 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87597fab-1657-47ec-ad27-79bfe0ee4066 admin admin] Network hostable DHCP agents. Network: 560b7e1b-28bd-4ef8-bfb9-ce915442c9f3, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:53:00.476570 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce8878-a4ab-4422-bf66-244eacb4a3cc req-691482f1-73ba-45bc-91ce-91a62967af12 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:00.484470 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6bce8878-a4ab-4422-bf66-244eacb4a3cc req-691482f1-73ba-45bc-91ce-91a62967af12 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 943 time: 0.1896749
Feb 05 20:53:00.496953 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdadd38-3886-48d8-be29-2800864752ac req-90b6e2b2-db7c-41ee-9dc7-b4ff2d5c1c28 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:00.498715 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dbdadd38-3886-48d8-be29-2800864752ac req-90b6e2b2-db7c-41ee-9dc7-b4ff2d5c1c28 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c HTTP/1.1" status: 200  len: 948 time: 0.1762795
Feb 05 20:53:00.521375 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-4bcb39b4-40ec-481f-9e22-3b976daa4252 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2f09a30>,) {'filters': {'network_id': ['4f6bbf0a-d9ad-4c3b-8360-37552f960258']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:00.543083 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-4bcb39b4-40ec-481f-9e22-3b976daa4252 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2f09a30>, '4b777d69-c1b2-444d-a5ee-d65e74eece16') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:00.543382 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-4bcb39b4-40ec-481f-9e22-3b976daa4252 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2f09a30>, '4b777d69-c1b2-444d-a5ee-d65e74eece16') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:00.545474 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87597fab-1657-47ec-ad27-79bfe0ee4066 admin admin] Network 560b7e1b-28bd-4ef8-bfb9-ce915442c9f3 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:53:00.547244 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-443b612a-a626-4fe4-ad7f-1bafa58715c3 admin admin] Publish callbacks [] for router_gateway (d6346947-4623-4838-a125-f19fd35b3dad), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:00.555486 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-06e73a7c-9c62-4717-90d4-6509ed9dc0f5 req-aee70b3d-6c1d-434e-9da6-18ff3a5020eb service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3695471
Feb 05 20:53:00.562505 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4bcb39b4-40ec-481f-9e22-3b976daa4252 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (4b777d69-c1b2-444d-a5ee-d65e74eece16), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:00.581887 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=19c145e4-40d4-4f08-b7cb-5fe0869565f2,revision_number=8']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:00.596725 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['a7b3e782-1020-4086-9809-836733f300c7'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:53:00.606451 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-87597fab-1657-47ec-ad27-79bfe0ee4066 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 560b7e1b-28bd-4ef8-bfb9-ce915442c9f3) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:53:00.615262 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87597fab-1657-47ec-ad27-79bfe0ee4066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:00.615864 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-87597fab-1657-47ec-ad27-79bfe0ee4066 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:00.638951 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6bce8878-a4ab-4422-bf66-244eacb4a3cc req-a45c91ef-b45d-475e-9b18-f0e82c13be53 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1533957
Feb 05 20:53:00.647421 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4bcb39b4-40ec-481f-9e22-3b976daa4252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (4b777d69-c1b2-444d-a5ee-d65e74eece16), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:00.648834 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ca375e-6c9b-44fe-b115-337764a127a8 None None] Network 560b7e1b-28bd-4ef8-bfb9-ce915442c9f3 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:53:00.672900 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bcb39b4-40ec-481f-9e22-3b976daa4252 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:53:00.673321 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4bcb39b4-40ec-481f-9e22-3b976daa4252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (4b777d69-c1b2-444d-a5ee-d65e74eece16), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:00.675215 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 20:53:00.675215 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:53:00.675215 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 20:53:00.675215 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:53:00.675215 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 20:53:00.675215 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:53:00.675215 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 20:53:00.675215 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:53:00.675215 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 20:53:00.675215 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:53:00.675215 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 20:53:00.675215 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:53:00.675215 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 20:53:00.675215 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:53:00.675215 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:53:00.675215 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:53:00.675215 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:53:00.675215 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:53:00.675215 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 20:53:00.675215 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:53:00.675215 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 20:53:00.675215 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:53:00.675215 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:53:00.675215 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:53:00.675215 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:53:00.675215 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:53:00.675215 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:53:00.675215 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:53:00.675215 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:53:00.675215 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:53:00.675215 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:53:00.675215 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:53:00.697016 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-87597fab-1657-47ec-ad27-79bfe0ee4066 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.2798674
Feb 05 20:53:00.697644 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33928) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:53:00.721368 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dbdadd38-3886-48d8-be29-2800864752ac req-455e91de-a0c2-45d9-8979-a0cac8830155 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2000446
Feb 05 20:53:00.742950 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-9afa6d03-b63b-402a-bb09-f62fbe46d4fd admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1766094669-router', 'tenant_id': '9ba37fa34a7845dfa5c5fafcc371f063', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:53:00.772481 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-06e73a7c-9c62-4717-90d4-6509ed9dc0f5 req-44fcb20a-8398-412d-bd31-428f63532948 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2078021
Feb 05 20:53:00.790206 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4bcb39b4-40ec-481f-9e22-3b976daa4252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (4f6bbf0a-d9ad-4c3b-8360-37552f960258), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:00.799076 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4bcb39b4-40ec-481f-9e22-3b976daa4252 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:00.809178 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4bcb39b4-40ec-481f-9e22-3b976daa4252 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4f6bbf0a-d9ad-4c3b-8360-37552f960258 HTTP/1.1" status: 204  len: 168 time: 1.8112454
Feb 05 20:53:00.813527 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9afa6d03-b63b-402a-bb09-f62fbe46d4fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (b8c12179-087e-42bf-aa85-c6f3826f5dc0), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:00.814742 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9afa6d03-b63b-402a-bb09-f62fbe46d4fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (b8c12179-087e-42bf-aa85-c6f3826f5dc0), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:00.952505 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-21fb43d4-e3d3-45f3-af8c-5e523f22f4dc None None] Current status of the port 85ac995d-0858-43b5-8fe4-dcd7e0d609de is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:00.952998 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-21fb43d4-e3d3-45f3-af8c-5e523f22f4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (85ac995d-0858-43b5-8fe4-dcd7e0d609de), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:00.992480 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9afa6d03-b63b-402a-bb09-f62fbe46d4fd admin admin] Publish callbacks [] for router_controller (b8c12179-087e-42bf-aa85-c6f3826f5dc0), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:01.011700 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-443b612a-a626-4fe4-ad7f-1bafa58715c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (d6346947-4623-4838-a125-f19fd35b3dad), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:01.017531 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb39b4-40ec-481f-9e22-3b976daa4252 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f6bbf0a-d9ad-4c3b-8360-37552f960258,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:01.061468 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-ee1bde5b-ea55-45c0-937e-f8354b9a644d None None] Attempting to bind port eb4d8ab9-2552-4709-b484-ee077ce4c856 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:53:01.063460 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-ee1bde5b-ea55-45c0-937e-f8354b9a644d None None] Attempting to bind port eb4d8ab9-2552-4709-b484-ee077ce4c856 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '64358af5-dc2d-4795-a8e0-31cbc220d69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:53:01.064131 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1bde5b-ea55-45c0-937e-f8354b9a644d None None] Attempting to bind port eb4d8ab9-2552-4709-b484-ee077ce4c856 on network 0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:53:01.141408 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1bde5b-ea55-45c0-937e-f8354b9a644d None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:53:01.150309 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1bde5b-ea55-45c0-937e-f8354b9a644d None None] Checking segment: {'id': '64358af5-dc2d-4795-a8e0-31cbc220d69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:53:01.152118 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ee1bde5b-ea55-45c0-937e-f8354b9a644d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:01.154016 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1bde5b-ea55-45c0-937e-f8354b9a644d None None] Bound using segment: {'id': '64358af5-dc2d-4795-a8e0-31cbc220d69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:53:01.154685 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-ee1bde5b-ea55-45c0-937e-f8354b9a644d None None] Bound port: eb4d8ab9-2552-4709-b484-ee077ce4c856, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64358af5-dc2d-4795-a8e0-31cbc220d69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:53:01.156024 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ee1bde5b-ea55-45c0-937e-f8354b9a644d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (eb4d8ab9-2552-4709-b484-ee077ce4c856), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:01.181833 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 85ac995d-0858-43b5-8fe4-dcd7e0d609de is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:01.183516 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (85ac995d-0858-43b5-8fe4-dcd7e0d609de), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:01.224666 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33960) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:53:01.287573 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-21fb43d4-e3d3-45f3-af8c-5e523f22f4dc None None] For port 85ac995d-0858-43b5-8fe4-dcd7e0d609de, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=85ac995d-0858-43b5-8fe4-dcd7e0d609de,segment=NetworkSegment(6966d149-a8a0-40f5-a3d6-b56a90614057),segment_id=6966d149-a8a0-40f5-a3d6-b56a90614057)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:01.332810 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9afa6d03-b63b-402a-bb09-f62fbe46d4fd admin admin] Publish callbacks [] for router_gateway (b8c12179-087e-42bf-aa85-c6f3826f5dc0), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:01.346512 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-21fb43d4-e3d3-45f3-af8c-5e523f22f4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (85ac995d-0858-43b5-8fe4-dcd7e0d609de), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:01.347289 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443b612a-a626-4fe4-ad7f-1bafa58715c3 admin admin] Router d6346947-4623-4838-a125-f19fd35b3dad is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 20:53:01.392737 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc3ac44-24f7-40ac-ba15-1383fb4e361b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-560b7e1b-28bd-4ef8-bfb9-ce915442c9f3', 'network_id': '560b7e1b-28bd-4ef8-bfb9-ce915442c9f3', 'project_id': '9ba37fa34a7845dfa5c5fafcc371f063', 'fixed_ips': [{'subnet_id': 'd2c86b25-28d3-4c67-810c-cbfe5a635191'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 20:53:01.394031 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-dbc3ac44-24f7-40ac-ba15-1383fb4e361b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:01.405823 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-dbdcefad-495c-4de4-be8a-6778a305bf04 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=53be39e0bc064c9f9e9d130480934b3e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1798222
Feb 05 20:53:01.406688 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33966) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:53:01.507091 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517b801-8003-4baf-9c64-24907d7672be req-85ca3d5e-7347-4bb5-a75f-dc017ccd170b tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:01.517609 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5517b801-8003-4baf-9c64-24907d7672be req-85ca3d5e-7347-4bb5-a75f-dc017ccd170b tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b86833b-8bd2-4436-8f23-4aa13184dcee HTTP/1.1" status: 200  len: 949 time: 0.2023263
Feb 05 20:53:01.614289 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-46179f36-1804-407f-9e79-c569f759327d admin admin] Publish callbacks [] for security_group (f56a0550-e011-4022-9008-e67e4744c604), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:01.621426 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5517b801-8003-4baf-9c64-24907d7672be req-fa7fe080-504d-4097-a41e-3c2b12f6c438 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/security-groups?id=867110f1-5107-45c6-b0fb-e05c5b456665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000822
Feb 05 20:53:01.635119 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443b612a-a626-4fe4-ad7f-1bafa58715c3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:53:01.654535 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59fb08e-33f5-47cb-bb53-aa2ecd4dedfe None None] Sync routers for ids ['d6346947-4623-4838-a125-f19fd35b3dad'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:53:01.664566 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-443b612a-a626-4fe4-ad7f-1bafa58715c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:01.669812 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-443b612a-a626-4fe4-ad7f-1bafa58715c3 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 5.2689791
Feb 05 20:53:01.670665 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 33978) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:53:01.680511 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59fb08e-33f5-47cb-bb53-aa2ecd4dedfe None None] Routers {'d6346947-4623-4838-a125-f19fd35b3dad'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:53:01.690448 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-d59fb08e-33f5-47cb-bb53-aa2ecd4dedfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dba0df3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:52:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['d6346947-4623-4838-a125-f19fd35b3dad'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:01.693848 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-46179f36-1804-407f-9e79-c569f759327d admin admin] Publish callbacks [] for security_group (f56a0550-e011-4022-9008-e67e4744c604), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:01.794012 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb43d4-e3d3-45f3-af8c-5e523f22f4dc None None] Pushing event updated for resources: {'Port': ['ID=85ac995d-0858-43b5-8fe4-dcd7e0d609de,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:01.799539 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-ee1bde5b-ea55-45c0-937e-f8354b9a644d None None] For port eb4d8ab9-2552-4709-b484-ee077ce4c856, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:53:01.811795 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 20:53:01.812161 ncdv-master-1 neutron-server[114392]: DEBUG oslo_db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 20:53:01.812722 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-60fd5b53-e259-45ce-a50b-e0ba374d78e0 None None] Provisioning complete for port 85ac995d-0858-43b5-8fe4-dcd7e0d609de triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:01.813063 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-60fd5b53-e259-45ce-a50b-e0ba374d78e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (85ac995d-0858-43b5-8fe4-dcd7e0d609de), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:01.857052 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-ee1bde5b-ea55-45c0-937e-f8354b9a644d None None] For port eb4d8ab9-2552-4709-b484-ee077ce4c856, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb4d8ab9-2552-4709-b484-ee077ce4c856,segment=NetworkSegment(64358af5-dc2d-4795-a8e0-31cbc220d69d),segment_id=64358af5-dc2d-4795-a8e0-31cbc220d69d)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:53:01.953056 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9afa6d03-b63b-402a-bb09-f62fbe46d4fd admin admin] Publish callbacks [] for router_gateway (b8c12179-087e-42bf-aa85-c6f3826f5dc0), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:01.960049 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0aa2a83f-feba-4adf-8a35-c31317fc78cc req-9ec4416c-ff28-4b55-b698-7676baa4ecc3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.6509795
Feb 05 20:53:01.993648 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-46179f36-1804-407f-9e79-c569f759327d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f56a0550-e011-4022-9008-e67e4744c604), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:01.997753 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-46179f36-1804-407f-9e79-c569f759327d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:02.001701 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-46179f36-1804-407f-9e79-c569f759327d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f56a0550-e011-4022-9008-e67e4744c604 HTTP/1.1" status: 204  len: 168 time: 0.5908413
Feb 05 20:53:02.001924 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ee1bde5b-ea55-45c0-937e-f8354b9a644d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (eb4d8ab9-2552-4709-b484-ee077ce4c856), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:02.002894 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-d59fb08e-33f5-47cb-bb53-aa2ecd4dedfe None None] Set router d6346947-4623-4838-a125-f19fd35b3dad gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:53:02.024116 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46179f36-1804-407f-9e79-c569f759327d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56a0550-e011-4022-9008-e67e4744c604,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:02.027991 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9afa6d03-b63b-402a-bb09-f62fbe46d4fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:02.335008 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-dbc3ac44-24f7-40ac-ba15-1383fb4e361b None None] Allocated IP 172.20.0.2 (560b7e1b-28bd-4ef8-bfb9-ce915442c9f3/d2c86b25-28d3-4c67-810c-cbfe5a635191/dbe9fb8b-6574-4925-8d15-cbd0a22ea756) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:53:02.384420 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1bde5b-ea55-45c0-937e-f8354b9a644d None None] Routers {'03df5a20-e50e-4a85-ae02-0f56ff30722a'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:53:02.389617 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-ee1bde5b-ea55-45c0-937e-f8354b9a644d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabcfad90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:52:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['03df5a20-e50e-4a85-ae02-0f56ff30722a'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:02.392224 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-9afa6d03-b63b-402a-bb09-f62fbe46d4fd admin admin] Allocated IP 172.35.4.203 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:53:02.498285 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-d59fb08e-33f5-47cb-bb53-aa2ecd4dedfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dba0df3a0>, [{'id': 'd6346947-4623-4838-a125-f19fd35b3dad', 'name': 'tempest-FloatingIPsNegativeTestJSON-2120352498-router', 'tenant_id': 'cf228a2b9f594aaeb4501a44b3060fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': '4943dbd1-e574-4dfc-b15c-8a0b981f7a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:52:56Z', 'updated_at': '2022-02-05T20:53:00Z', 'revision_number': 3, 'project_id': 'cf228a2b9f594aaeb4501a44b3060fa1', 'gw_port': {'id': '4943dbd1-e574-4dfc-b15c-8a0b981f7a63', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:45:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6346947-4623-4838-a125-f19fd35b3dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:57Z', 'updated_at': '2022-02-05T20:52:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:02.607680 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59fb08e-33f5-47cb-bb53-aa2ecd4dedfe None None] Checking router: d6346947-4623-4838-a125-f19fd35b3dad for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:53:02.610222 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59fb08e-33f5-47cb-bb53-aa2ecd4dedfe None None] Updating router d6346947-4623-4838-a125-f19fd35b3dad port 4943dbd1-e574-4dfc-b15c-8a0b981f7a63 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 20:53:02.612812 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9afa6d03-b63b-402a-bb09-f62fbe46d4fd admin admin] Publish callbacks [] for port (486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:02.650789 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9afa6d03-b63b-402a-bb09-f62fbe46d4fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:02.680130 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-d59fb08e-33f5-47cb-bb53-aa2ecd4dedfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (4943dbd1-e574-4dfc-b15c-8a0b981f7a63), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:02.714599 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afa6d03-b63b-402a-bb09-f62fbe46d4fd admin admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:53:02.732649 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-9afa6d03-b63b-402a-bb09-f62fbe46d4fd admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:53:02.746651 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afa6d03-b63b-402a-bb09-f62fbe46d4fd admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:53:02.864287 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f1afd8ec-704c-49fb-ab47-5e3e016a9f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:02.884743 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-60fd5b53-e259-45ce-a50b-e0ba374d78e0 None None] Current status of the port 85ac995d-0858-43b5-8fe4-dcd7e0d609de is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:02.887317 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb8ba8-efd8-4002-9716-07d978a52e58 None None] Pushing event updated for resources: {'Port': ['ID=eb4d8ab9-2552-4709-b484-ee077ce4c856,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:02.973297 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 85ac995d-0858-43b5-8fe4-dcd7e0d609de is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:02.994673 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-60fd5b53-e259-45ce-a50b-e0ba374d78e0 None None] Provisioning complete for port eb4d8ab9-2552-4709-b484-ee077ce4c856 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:02.995544 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-60fd5b53-e259-45ce-a50b-e0ba374d78e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (eb4d8ab9-2552-4709-b484-ee077ce4c856), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:03.039714 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa6d03-b63b-402a-bb09-f62fbe46d4fd admin admin] Pushing event updated for resources: {'Port': ['ID=486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:03.113385 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-ee1bde5b-ea55-45c0-937e-f8354b9a644d None None] Set router 03df5a20-e50e-4a85-ae02-0f56ff30722a gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:53:03.166603 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-f1afd8ec-704c-49fb-ab47-5e3e016a9f8e admin admin] Allocated IP 172.20.0.1 (f666533f-52f5-43eb-9077-58d62685c9de/9c6bc81a-2c7e-4da5-89d2-7cf9969b0ded/397afd56-20dd-47ff-b295-fa0c4364c3a0) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:53:03.213481 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 85ac995d-0858-43b5-8fe4-dcd7e0d609de up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:53:03.232678 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9afa6d03-b63b-402a-bb09-f62fbe46d4fd admin admin] Publish callbacks [] for router_gateway (b8c12179-087e-42bf-aa85-c6f3826f5dc0), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:03.246669 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-d59fb08e-33f5-47cb-bb53-aa2ecd4dedfe None None] Publish callbacks [] for port (4943dbd1-e574-4dfc-b15c-8a0b981f7a63), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:03.259594 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-d59fb08e-33f5-47cb-bb53-aa2ecd4dedfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (4943dbd1-e574-4dfc-b15c-8a0b981f7a63), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:03.310817 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca3745-03eb-4b31-b4d1-e048b46e99ad req-8bbeb491-31cd-4a94-bd79-a89dac7a8d65 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:03.317684 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-85ca3745-03eb-4b31-b4d1-e048b46e99ad req-8bbeb491-31cd-4a94-bd79-a89dac7a8d65 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c HTTP/1.1" status: 200  len: 948 time: 1.5307167
Feb 05 20:53:03.383392 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-85ca3745-03eb-4b31-b4d1-e048b46e99ad req-b690a1f0-27bd-46c0-9699-0183dd54bdfa tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647430
Feb 05 20:53:03.387593 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-d59fb08e-33f5-47cb-bb53-aa2ecd4dedfe None None] Attempting to bind port 4943dbd1-e574-4dfc-b15c-8a0b981f7a63 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:53:03.389187 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-d59fb08e-33f5-47cb-bb53-aa2ecd4dedfe None None] Attempting to bind port 4943dbd1-e574-4dfc-b15c-8a0b981f7a63 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:53:03.389791 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59fb08e-33f5-47cb-bb53-aa2ecd4dedfe None None] Attempting to bind port 4943dbd1-e574-4dfc-b15c-8a0b981f7a63 on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:53:03.398494 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-dbc3ac44-24f7-40ac-ba15-1383fb4e361b None None] Publish callbacks [] for port (dbe9fb8b-6574-4925-8d15-cbd0a22ea756), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:03.408458 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f032cb09-139d-4105-8c3a-81fd910dc608 None None] Pushing event updated for resources: {'Port': ['ID=4943dbd1-e574-4dfc-b15c-8a0b981f7a63,revision_number=2']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:03.422057 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f7d2d-4f55-4e8d-b19a-92a98b49286d req-07371ebb-3998-45d0-8d0a-b200aff8f2a9 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:03.423766 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9c0f7d2d-4f55-4e8d-b19a-92a98b49286d req-07371ebb-3998-45d0-8d0a-b200aff8f2a9 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a288f3a-3069-41d6-b4bc-1599fdd24039 HTTP/1.1" status: 200  len: 943 time: 0.8009346
Feb 05 20:53:03.432638 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59fb08e-33f5-47cb-bb53-aa2ecd4dedfe None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:53:03.433015 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59fb08e-33f5-47cb-bb53-aa2ecd4dedfe None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:53:03.433422 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-d59fb08e-33f5-47cb-bb53-aa2ecd4dedfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:03.433801 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59fb08e-33f5-47cb-bb53-aa2ecd4dedfe None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:53:03.434278 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-d59fb08e-33f5-47cb-bb53-aa2ecd4dedfe None None] Bound port: 4943dbd1-e574-4dfc-b15c-8a0b981f7a63, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:53:03.440440 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-d59fb08e-33f5-47cb-bb53-aa2ecd4dedfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (4943dbd1-e574-4dfc-b15c-8a0b981f7a63), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:03.463439 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f1afd8ec-704c-49fb-ab47-5e3e016a9f8e admin admin] Publish callbacks [] for port (397afd56-20dd-47ff-b295-fa0c4364c3a0), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:03.512646 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-dbc3ac44-24f7-40ac-ba15-1383fb4e361b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (dbe9fb8b-6574-4925-8d15-cbd0a22ea756), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:03.551639 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-d59fb08e-33f5-47cb-bb53-aa2ecd4dedfe None None] For port 4943dbd1-e574-4dfc-b15c-8a0b981f7a63, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:53:03.555654 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-d59fb08e-33f5-47cb-bb53-aa2ecd4dedfe None None] For port 4943dbd1-e574-4dfc-b15c-8a0b981f7a63, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4943dbd1-e574-4dfc-b15c-8a0b981f7a63,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:53:03.568248 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-d59fb08e-33f5-47cb-bb53-aa2ecd4dedfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (4943dbd1-e574-4dfc-b15c-8a0b981f7a63), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:03.587851 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f1afd8ec-704c-49fb-ab47-5e3e016a9f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (397afd56-20dd-47ff-b295-fa0c4364c3a0), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:03.589855 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 34062) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:53:03.670903 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59fb08e-33f5-47cb-bb53-aa2ecd4dedfe None None] Routers {'d6346947-4623-4838-a125-f19fd35b3dad'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:53:03.671885 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-d59fb08e-33f5-47cb-bb53-aa2ecd4dedfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dba0df3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:52:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['d6346947-4623-4838-a125-f19fd35b3dad'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:03.706364 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc3ac44-24f7-40ac-ba15-1383fb4e361b None None] Network 560b7e1b-28bd-4ef8-bfb9-ce915442c9f3 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:53:03.730640 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1afd8ec-704c-49fb-ab47-5e3e016a9f8e admin admin] Network f666533f-52f5-43eb-9077-58d62685c9de is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:53:03.763487 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f032cb09-139d-4105-8c3a-81fd910dc608 None None] Pushing event updated for resources: {'Port': ['ID=4943dbd1-e574-4dfc-b15c-8a0b981f7a63,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:03.766984 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9afa6d03-b63b-402a-bb09-f62fbe46d4fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (b8c12179-087e-42bf-aa85-c6f3826f5dc0), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:03.777471 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-f1afd8ec-704c-49fb-ab47-5e3e016a9f8e admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:53:03.782858 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1afd8ec-704c-49fb-ab47-5e3e016a9f8e admin admin] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:53:03.798087 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-dbc3ac44-24f7-40ac-ba15-1383fb4e361b None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:53:03.816808 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc3ac44-24f7-40ac-ba15-1383fb4e361b None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:53:03.827338 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc3ac44-24f7-40ac-ba15-1383fb4e361b None None] Pushing event updated for resources: {'Port': ['ID=dbe9fb8b-6574-4925-8d15-cbd0a22ea756,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:03.843191 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0cd9cd54-e330-474d-ad5c-57ed0cd94e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:03.888537 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1afd8ec-704c-49fb-ab47-5e3e016a9f8e admin admin] Pushing event updated for resources: {'Port': ['ID=397afd56-20dd-47ff-b295-fa0c4364c3a0,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:03.904869 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-60fd5b53-e259-45ce-a50b-e0ba374d78e0 None None] Current status of the port eb4d8ab9-2552-4709-b484-ee077ce4c856 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:03.905572 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-60fd5b53-e259-45ce-a50b-e0ba374d78e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (eb4d8ab9-2552-4709-b484-ee077ce4c856), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:03.908594 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-6af24e2e-0202-4fbb-aad1-863a9640be7e admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2052168852-network', 'tenant_id': '2109b737a6b04259b6e6262755b96e90'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:53:03.914198 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-d59fb08e-33f5-47cb-bb53-aa2ecd4dedfe None None] Set router d6346947-4623-4838-a125-f19fd35b3dad gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:53:03.949794 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 85ac995d-0858-43b5-8fe4-dcd7e0d609de triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:03.952229 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (85ac995d-0858-43b5-8fe4-dcd7e0d609de), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:03.967452 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c656ec7-ef8a-4837-b17b-c268530ef453 req-d7d7a8b0-8d6c-4421-91b4-1a20ec148869 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:03.969152 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1c656ec7-ef8a-4837-b17b-c268530ef453 req-d7d7a8b0-8d6c-4421-91b4-1a20ec148869 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b86833b-8bd2-4436-8f23-4aa13184dcee HTTP/1.1" status: 200  len: 949 time: 0.3954766
Feb 05 20:53:03.971361 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af24e2e-0202-4fbb-aad1-863a9640be7e admin admin] Made reservation on behalf of 2109b737a6b04259b6e6262755b96e90 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:53:03.973988 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6af24e2e-0202-4fbb-aad1-863a9640be7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:03.985265 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f1afd8ec-704c-49fb-ab47-5e3e016a9f8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (d6346947-4623-4838-a125-f19fd35b3dad), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:04.072341 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-dbc3ac44-24f7-40ac-ba15-1383fb4e361b None None] Attempting to bind port dbe9fb8b-6574-4925-8d15-cbd0a22ea756 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:53:04.072726 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-dbc3ac44-24f7-40ac-ba15-1383fb4e361b None None] Attempting to bind port dbe9fb8b-6574-4925-8d15-cbd0a22ea756 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '02ab5bea-b3b4-4e91-be93-d6a432249c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '560b7e1b-28bd-4ef8-bfb9-ce915442c9f3'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:53:04.073093 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc3ac44-24f7-40ac-ba15-1383fb4e361b None None] Attempting to bind port dbe9fb8b-6574-4925-8d15-cbd0a22ea756 on network 560b7e1b-28bd-4ef8-bfb9-ce915442c9f3 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:53:04.092523 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6af24e2e-0202-4fbb-aad1-863a9640be7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:04.109769 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc3ac44-24f7-40ac-ba15-1383fb4e361b None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:53:04.110192 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc3ac44-24f7-40ac-ba15-1383fb4e361b None None] Checking segment: {'id': '02ab5bea-b3b4-4e91-be93-d6a432249c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '560b7e1b-28bd-4ef8-bfb9-ce915442c9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:53:04.110538 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-dbc3ac44-24f7-40ac-ba15-1383fb4e361b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:04.110942 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc3ac44-24f7-40ac-ba15-1383fb4e361b None None] Bound using segment: {'id': '02ab5bea-b3b4-4e91-be93-d6a432249c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '560b7e1b-28bd-4ef8-bfb9-ce915442c9f3'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:53:04.111489 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-dbc3ac44-24f7-40ac-ba15-1383fb4e361b None None] Bound port: dbe9fb8b-6574-4925-8d15-cbd0a22ea756, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ab5bea-b3b4-4e91-be93-d6a432249c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '560b7e1b-28bd-4ef8-bfb9-ce915442c9f3'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:53:04.111876 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-dbc3ac44-24f7-40ac-ba15-1383fb4e361b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (dbe9fb8b-6574-4925-8d15-cbd0a22ea756), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:04.119570 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-60fd5b53-e259-45ce-a50b-e0ba374d78e0 None None] For port eb4d8ab9-2552-4709-b484-ee077ce4c856, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb4d8ab9-2552-4709-b484-ee077ce4c856,segment=NetworkSegment(64358af5-dc2d-4795-a8e0-31cbc220d69d),segment_id=64358af5-dc2d-4795-a8e0-31cbc220d69d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:04.132055 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-60fd5b53-e259-45ce-a50b-e0ba374d78e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (eb4d8ab9-2552-4709-b484-ee077ce4c856), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:04.166855 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-9c0f7d2d-4f55-4e8d-b19a-92a98b49286d req-a7fd44cd-4782-405e-be23-e5122bc3b0cb tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Deleting port 19c145e4-40d4-4f08-b7cb-5fe0869565f2 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:53:04.167233 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9c0f7d2d-4f55-4e8d-b19a-92a98b49286d req-a7fd44cd-4782-405e-be23-e5122bc3b0cb tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (19c145e4-40d4-4f08-b7cb-5fe0869565f2), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:04.251530 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device a7b3e782-1020-4086-9809-836733f300c7 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:53:04.282883 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-d59fb08e-33f5-47cb-bb53-aa2ecd4dedfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dba0df3a0>, [{'id': 'd6346947-4623-4838-a125-f19fd35b3dad', 'name': 'tempest-FloatingIPsNegativeTestJSON-2120352498-router', 'tenant_id': 'cf228a2b9f594aaeb4501a44b3060fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': '4943dbd1-e574-4dfc-b15c-8a0b981f7a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:52:56Z', 'updated_at': '2022-02-05T20:53:00Z', 'revision_number': 3, 'project_id': 'cf228a2b9f594aaeb4501a44b3060fa1', 'gw_port': {'id': '4943dbd1-e574-4dfc-b15c-8a0b981f7a63', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:45:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6346947-4623-4838-a125-f19fd35b3dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:57Z', 'updated_at': '2022-02-05T20:53:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:04.340841 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59fb08e-33f5-47cb-bb53-aa2ecd4dedfe None None] The sync data for ids ['d6346947-4623-4838-a125-f19fd35b3dad'] in ncdv-master-1 is: [{'id': 'd6346947-4623-4838-a125-f19fd35b3dad', 'name': 'tempest-FloatingIPsNegativeTestJSON-2120352498-router', 'tenant_id': 'cf228a2b9f594aaeb4501a44b3060fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': '4943dbd1-e574-4dfc-b15c-8a0b981f7a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:52:56Z', 'updated_at': '2022-02-05T20:53:00Z', 'revision_number': 3, 'project_id': 'cf228a2b9f594aaeb4501a44b3060fa1', 'gw_port': {'id': '4943dbd1-e574-4dfc-b15c-8a0b981f7a63', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:45:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6346947-4623-4838-a125-f19fd35b3dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:57Z', 'updated_at': '2022-02-05T20:53:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:53:04.343003 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6af24e2e-0202-4fbb-aad1-863a9640be7e admin admin] Publish callbacks [] for security_group (ba921570-c085-4775-a046-b49d3e7d3132), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:04.357028 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 85ac995d-0858-43b5-8fe4-dcd7e0d609de is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:04.375478 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd5b53-e259-45ce-a50b-e0ba374d78e0 None None] Pushing event updated for resources: {'Port': ['ID=eb4d8ab9-2552-4709-b484-ee077ce4c856,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:04.384014 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-ee1bde5b-ea55-45c0-937e-f8354b9a644d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabcfad90>, [{'id': '03df5a20-e50e-4a85-ae02-0f56ff30722a', 'name': 'tempest-TaggedBootDevicesTest_v242-983169336-router', 'tenant_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'b3972681-e056-4ff5-9667-e4912cfbaed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:52:44Z', 'updated_at': '2022-02-05T20:52:54Z', 'revision_number': 4, 'project_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'gw_port': {'id': 'b3972681-e056-4ff5-9667-e4912cfbaed8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03df5a20-e50e-4a85-ae02-0f56ff30722a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:46Z', 'updated_at': '2022-02-05T20:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'eb4d8ab9-2552-4709-b484-ee077ce4c856', 'name': '', 'network_id': '0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b', 'tenant_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'mac_address': 'fa:16:3e:d9:0d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03df5a20-e50e-4a85-ae02-0f56ff30722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '77b32dd4-761f-487c-9e79-c5785faac85d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:52Z', 'updated_at': '2022-02-05T20:53:01Z', 'revision_number': 4, 'project_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'subnets': [{'id': '77b32dd4-761f-487c-9e79-c5785faac85d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:04.417710 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-9c0f7d2d-4f55-4e8d-b19a-92a98b49286d req-a7fd44cd-4782-405e-be23-e5122bc3b0cb tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] For port 19c145e4-40d4-4f08-b7cb-5fe0869565f2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=19c145e4-40d4-4f08-b7cb-5fe0869565f2,segment=NetworkSegment(743051ff-9f95-4efc-9230-9f61d36c1128),segment_id=743051ff-9f95-4efc-9230-9f61d36c1128)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:04.418241 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9c0f7d2d-4f55-4e8d-b19a-92a98b49286d req-a7fd44cd-4782-405e-be23-e5122bc3b0cb tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (19c145e4-40d4-4f08-b7cb-5fe0869565f2), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:04.421240 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-31f63988-4803-4223-a144-f47b3b190500 None None] Provisioning complete for port 397afd56-20dd-47ff-b295-fa0c4364c3a0 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:04.421622 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-31f63988-4803-4223-a144-f47b3b190500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (397afd56-20dd-47ff-b295-fa0c4364c3a0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:04.423980 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-dbc3ac44-24f7-40ac-ba15-1383fb4e361b None None] For port dbe9fb8b-6574-4925-8d15-cbd0a22ea756, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:53:04.429813 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1bde5b-ea55-45c0-937e-f8354b9a644d None None] The sync data for ids ['03df5a20-e50e-4a85-ae02-0f56ff30722a'] in ncdv-master-1 is: [{'id': '03df5a20-e50e-4a85-ae02-0f56ff30722a', 'name': 'tempest-TaggedBootDevicesTest_v242-983169336-router', 'tenant_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'b3972681-e056-4ff5-9667-e4912cfbaed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:52:44Z', 'updated_at': '2022-02-05T20:52:54Z', 'revision_number': 4, 'project_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'gw_port': {'id': 'b3972681-e056-4ff5-9667-e4912cfbaed8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03df5a20-e50e-4a85-ae02-0f56ff30722a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:46Z', 'updated_at': '2022-02-05T20:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'eb4d8ab9-2552-4709-b484-ee077ce4c856', 'name': '', 'network_id': '0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b', 'tenant_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'mac_address': 'fa:16:3e:d9:0d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03df5a20-e50e-4a85-ae02-0f56ff30722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '77b32dd4-761f-487c-9e79-c5785faac85d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:52Z', 'updated_at': '2022-02-05T20:53:01Z', 'revision_number': 4, 'project_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'subnets': [{'id': '77b32dd4-761f-487c-9e79-c5785faac85d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:53:04.446029 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-9c0f7d2d-4f55-4e8d-b19a-92a98b49286d req-a7fd44cd-4782-405e-be23-e5122bc3b0cb tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Calling delete_port for 19c145e4-40d4-4f08-b7cb-5fe0869565f2 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:53:04.486898 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-dbc3ac44-24f7-40ac-ba15-1383fb4e361b None None] For port dbe9fb8b-6574-4925-8d15-cbd0a22ea756, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dbe9fb8b-6574-4925-8d15-cbd0a22ea756,segment=NetworkSegment(02ab5bea-b3b4-4e91-be93-d6a432249c06),segment_id=02ab5bea-b3b4-4e91-be93-d6a432249c06)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:53:04.519946 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device c459da47-f62f-46d5-9d00-8cddedf9ade6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:53:04.523598 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-31f63988-4803-4223-a144-f47b3b190500 None None] Port 397afd56-20dd-47ff-b295-fa0c4364c3a0 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:53:04.530792 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-dbc3ac44-24f7-40ac-ba15-1383fb4e361b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (dbe9fb8b-6574-4925-8d15-cbd0a22ea756), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:04.534595 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6af24e2e-0202-4fbb-aad1-863a9640be7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ba921570-c085-4775-a046-b49d3e7d3132), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:04.549470 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9afa6d03-b63b-402a-bb09-f62fbe46d4fd admin admin] Router b8c12179-087e-42bf-aa85-c6f3826f5dc0 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 20:53:04.596047 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: c459da47-f62f-46d5-9d00-8cddedf9ade6 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:53:04.596528 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device c459da47-f62f-46d5-9d00-8cddedf9ade6 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:53:04.608482 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port a7b3e782-1020-4086-9809-836733f300c7 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:53:04.618252 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-31f63988-4803-4223-a144-f47b3b190500 None None] Provisioning complete for port eb4d8ab9-2552-4709-b484-ee077ce4c856 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:04.625812 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-31f63988-4803-4223-a144-f47b3b190500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (eb4d8ab9-2552-4709-b484-ee077ce4c856), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:04.642184 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1c656ec7-ef8a-4837-b17b-c268530ef453 req-5eae8a11-f4a2-463d-8f2b-f6ec759630b7 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/security-groups?id=867110f1-5107-45c6-b0fb-e05c5b456665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5520308
Feb 05 20:53:04.684742 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af24e2e-0202-4fbb-aad1-863a9640be7e admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:53:04.710725 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port a7b3e782-1020-4086-9809-836733f300c7 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:04.711182 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (a7b3e782-1020-4086-9809-836733f300c7), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:04.729935 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f1afd8ec-704c-49fb-ab47-5e3e016a9f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (397afd56-20dd-47ff-b295-fa0c4364c3a0), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:04.749874 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afa6d03-b63b-402a-bb09-f62fbe46d4fd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:53:04.777545 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af24e2e-0202-4fbb-aad1-863a9640be7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba921570-c085-4775-a046-b49d3e7d3132,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:04.788934 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9afa6d03-b63b-402a-bb09-f62fbe46d4fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:04.792880 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9afa6d03-b63b-402a-bb09-f62fbe46d4fd admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 4.0818987
Feb 05 20:53:04.793172 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 34082) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:53:04.822078 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6af24e2e-0202-4fbb-aad1-863a9640be7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (229c4090-e097-4df5-800a-304ba5ebbba7), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:04.822467 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-6af24e2e-0202-4fbb-aad1-863a9640be7e admin admin] Added segment 229c4090-e097-4df5-800a-304ba5ebbba7 of type vlan for network 67bf8857-d986-434f-b00f-1b2ed431b973
Feb 05 20:53:04.825660 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436c62a2-0298-4234-845a-9f6bcb02d400 None None] Sync routers for ids ['b8c12179-087e-42bf-aa85-c6f3826f5dc0'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:53:04.884993 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436c62a2-0298-4234-845a-9f6bcb02d400 None None] Routers {'b8c12179-087e-42bf-aa85-c6f3826f5dc0'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:53:04.885894 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-436c62a2-0298-4234-845a-9f6bcb02d400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabb306a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:52:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b8c12179-087e-42bf-aa85-c6f3826f5dc0'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:04.931914 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6af24e2e-0202-4fbb-aad1-863a9640be7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (67bf8857-d986-434f-b00f-1b2ed431b973), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:04.947616 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc3ac44-24f7-40ac-ba15-1383fb4e361b None None] Pushing event updated for resources: {'Port': ['ID=dbe9fb8b-6574-4925-8d15-cbd0a22ea756,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:05.008817 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2a83f-feba-4adf-8a35-c31317fc78cc req-199e437e-05ce-4a9c-b630-1aeee5ba3248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:05.013958 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0aa2a83f-feba-4adf-8a35-c31317fc78cc req-199e437e-05ce-4a9c-b630-1aeee5ba3248 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c HTTP/1.1" status: 200  len: 1130 time: 0.6474431
Feb 05 20:53:05.063686 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.db.resource_extend [None req-6af24e2e-0202-4fbb-aad1-863a9640be7e admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 05 20:53:05.240222 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6af24e2e-0202-4fbb-aad1-863a9640be7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (67bf8857-d986-434f-b00f-1b2ed431b973), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:05.241481 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af24e2e-0202-4fbb-aad1-863a9640be7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:05.242883 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6af24e2e-0202-4fbb-aad1-863a9640be7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:05.417702 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 4943dbd1-e574-4dfc-b15c-8a0b981f7a63 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:53:05.486973 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port a7b3e782-1020-4086-9809-836733f300c7 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:05.487366 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a7b3e782-1020-4086-9809-836733f300c7), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:05.504630 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44030b25-9aaa-459e-bf49-cd824162b1a3 req-96d00999-c055-4bfb-8cd6-16ba36950729 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:05.506714 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-44030b25-9aaa-459e-bf49-cd824162b1a3 req-96d00999-c055-4bfb-8cd6-16ba36950729 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c HTTP/1.1" status: 200  len: 948 time: 0.5653019
Feb 05 20:53:05.567499 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af24e2e-0202-4fbb-aad1-863a9640be7e admin admin] Pushing event updated for resources: {'Network': ['ID=67bf8857-d986-434f-b00f-1b2ed431b973,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:05.580544 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6af24e2e-0202-4fbb-aad1-863a9640be7e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.9833486
Feb 05 20:53:05.595490 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 34084) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:53:05.605955 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-537008d0-b77f-4bb8-9481-7f4e370eddd6 admin admin] Request body: {'subnet': {'network_id': '67bf8857-d986-434f-b00f-1b2ed431b973', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2052168852-subnet', 'tenant_id': '2109b737a6b04259b6e6262755b96e90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:53:05.620924 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port a7b3e782-1020-4086-9809-836733f300c7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a7b3e782-1020-4086-9809-836733f300c7,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:05.641649 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537008d0-b77f-4bb8-9481-7f4e370eddd6 admin admin] Made reservation on behalf of 2109b737a6b04259b6e6262755b96e90 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:53:05.644466 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-537008d0-b77f-4bb8-9481-7f4e370eddd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:05.655228 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9c0f7d2d-4f55-4e8d-b19a-92a98b49286d req-a7fd44cd-4782-405e-be23-e5122bc3b0cb tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (19c145e4-40d4-4f08-b7cb-5fe0869565f2), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:05.665261 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b86833b-8bd2-4436-8f23-4aa13184dcee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b3e782-1020-4086-9809-836733f300c7'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:53:05.668708 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96078175-2386-47c6-b10d-eb2dfa576be2" -d '{"events": [{"server_uuid": "1b86833b-8bd2-4436-8f23-4aa13184dcee", "name": "network-vif-plugged", "status": "completed", "tag": "a7b3e782-1020-4086-9809-836733f300c7"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:53:05.672729 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 67bf8857-d986-434f-b00f-1b2ed431b973 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:53:05.718355 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd44cd-4782-405e-be23-e5122bc3b0cb tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Pushing event deleted for resources: {'Port': ['ID=19c145e4-40d4-4f08-b7cb-5fe0869565f2,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:05.718665 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (a7b3e782-1020-4086-9809-836733f300c7), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:05.753942 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2a83f-feba-4adf-8a35-c31317fc78cc req-b6eb5350-852c-4497-9300-b362406fb969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:05.756918 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0aa2a83f-feba-4adf-8a35-c31317fc78cc req-b6eb5350-852c-4497-9300-b362406fb969 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.6498165
Feb 05 20:53:05.814757 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-436c62a2-0298-4234-845a-9f6bcb02d400 None None] Set router b8c12179-087e-42bf-aa85-c6f3826f5dc0 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:53:05.849171 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-eec443c9-9cbc-4bd0-b97f-42761131d4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:05.915299 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0aa2a83f-feba-4adf-8a35-c31317fc78cc req-4934dd66-c173-4571-a0d6-b37f6c494dde service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=77a3aa20-5477-44f9-a588-be0d7fc51874 HTTP/1.1" status: 200  len: 217 time: 0.1380448
Feb 05 20:53:05.927371 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-44030b25-9aaa-459e-bf49-cd824162b1a3 req-78191c16-c597-4ec1-a2b5-6c53e3368f06 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3526771
Feb 05 20:53:05.951929 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-31f63988-4803-4223-a144-f47b3b190500 None None] Current status of the port eb4d8ab9-2552-4709-b484-ee077ce4c856 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:05.996262 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f1afd8ec-704c-49fb-ab47-5e3e016a9f8e admin admin] Publish callbacks [] for port (397afd56-20dd-47ff-b295-fa0c4364c3a0), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:06.074200 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f1afd8ec-704c-49fb-ab47-5e3e016a9f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (397afd56-20dd-47ff-b295-fa0c4364c3a0), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:06.091940 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fecb9e-15da-490d-bef6-6541b072e78b x-openstack-request-id: req-b6fecb9e-15da-490d-bef6-6541b072e78b {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:53:06.092289 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b86833b-8bd2-4436-8f23-4aa13184dcee", "name": "network-vif-plugged", "status": "completed", "tag": "a7b3e782-1020-4086-9809-836733f300c7", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:53:06.092499 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b6fecb9e-15da-490d-bef6-6541b072e78b {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:53:06.092898 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b86833b-8bd2-4436-8f23-4aa13184dcee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b3e782-1020-4086-9809-836733f300c7', 'code': 200}
Feb 05 20:53:06.419306 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 4943dbd1-e574-4dfc-b15c-8a0b981f7a63 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:06.419968 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (4943dbd1-e574-4dfc-b15c-8a0b981f7a63), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:06.433630 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-edb2aaec-b452-4192-a10f-f3fbaba36d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:06.441458 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-eec443c9-9cbc-4bd0-b97f-42761131d4c0 admin admin] Allocated IP 172.20.0.1 (560b7e1b-28bd-4ef8-bfb9-ce915442c9f3/d2c86b25-28d3-4c67-810c-cbfe5a635191/9b7a7624-a727-4e76-9121-8d1dfb38b0fc) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:53:06.443512 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=a7b3e782-1020-4086-9809-836733f300c7,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:06.608025 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-eec443c9-9cbc-4bd0-b97f-42761131d4c0 admin admin] Publish callbacks [] for port (9b7a7624-a727-4e76-9121-8d1dfb38b0fc), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:06.647968 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-436c62a2-0298-4234-845a-9f6bcb02d400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabb306a0>, [{'id': 'b8c12179-087e-42bf-aa85-c6f3826f5dc0', 'name': 'tempest-TaggedBootDevicesTest_v242-1766094669-router', 'tenant_id': '9ba37fa34a7845dfa5c5fafcc371f063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.203'}], 'enable_snat': True}, 'gw_port_id': '486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:53:00Z', 'updated_at': '2022-02-05T20:53:03Z', 'revision_number': 3, 'project_id': '9ba37fa34a7845dfa5c5fafcc371f063', 'gw_port': {'id': '486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c12179-087e-42bf-aa85-c6f3826f5dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:02Z', 'updated_at': '2022-02-05T20:53:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:06.677019 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-eec443c9-9cbc-4bd0-b97f-42761131d4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (9b7a7624-a727-4e76-9121-8d1dfb38b0fc), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:06.691998 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a496349-204d-4821-8bce-93049bc75b15 None None] Network 560b7e1b-28bd-4ef8-bfb9-ce915442c9f3 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:53:06.699122 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436c62a2-0298-4234-845a-9f6bcb02d400 None None] Checking router: b8c12179-087e-42bf-aa85-c6f3826f5dc0 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:53:06.699522 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436c62a2-0298-4234-845a-9f6bcb02d400 None None] Updating router b8c12179-087e-42bf-aa85-c6f3826f5dc0 port 486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8 binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 20:53:06.726685 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec443c9-9cbc-4bd0-b97f-42761131d4c0 admin admin] Network 560b7e1b-28bd-4ef8-bfb9-ce915442c9f3 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:53:06.756721 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-eec443c9-9cbc-4bd0-b97f-42761131d4c0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:53:06.758086 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 4943dbd1-e574-4dfc-b15c-8a0b981f7a63 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:06.758957 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (4943dbd1-e574-4dfc-b15c-8a0b981f7a63), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:06.761467 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec443c9-9cbc-4bd0-b97f-42761131d4c0 admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:53:06.785382 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0f7d2d-4f55-4e8d-b19a-92a98b49286d req-a7fd44cd-4782-405e-be23-e5122bc3b0cb tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] No DVR routers for this DVR port 19c145e4-40d4-4f08-b7cb-5fe0869565f2 on host nch1-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:53:06.787431 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f1afd8ec-704c-49fb-ab47-5e3e016a9f8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (d6346947-4623-4838-a125-f19fd35b3dad), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:06.797612 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9c0f7d2d-4f55-4e8d-b19a-92a98b49286d req-a7fd44cd-4782-405e-be23-e5122bc3b0cb tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:06.802504 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9c0f7d2d-4f55-4e8d-b19a-92a98b49286d req-a7fd44cd-4782-405e-be23-e5122bc3b0cb tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "DELETE /v2.0/ports/19c145e4-40d4-4f08-b7cb-5fe0869565f2 HTTP/1.1" status: 204  len: 173 time: 3.2843416
Feb 05 20:53:06.814484 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec443c9-9cbc-4bd0-b97f-42761131d4c0 admin admin] Pushing event updated for resources: {'Port': ['ID=9b7a7624-a727-4e76-9121-8d1dfb38b0fc,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:06.817885 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-436c62a2-0298-4234-845a-9f6bcb02d400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:06.835736 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 4943dbd1-e574-4dfc-b15c-8a0b981f7a63, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4943dbd1-e574-4dfc-b15c-8a0b981f7a63,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:06.839534 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-eec443c9-9cbc-4bd0-b97f-42761131d4c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (b8c12179-087e-42bf-aa85-c6f3826f5dc0), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:06.857060 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a288f3a-3069-41d6-b4bc-1599fdd24039', 'name': 'network-vif-deleted', 'tag': '19c145e4-40d4-4f08-b7cb-5fe0869565f2'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:53:06.860011 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140db857-b232-4b11-9b3f-f909b6a3be71" -d '{"events": [{"server_uuid": "1a288f3a-3069-41d6-b4bc-1599fdd24039", "name": "network-vif-deleted", "tag": "19c145e4-40d4-4f08-b7cb-5fe0869565f2"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:53:06.865944 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (4943dbd1-e574-4dfc-b15c-8a0b981f7a63), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:06.867346 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device eb4d8ab9-2552-4709-b484-ee077ce4c856 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:53:06.897592 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-85752289-1589-4251-a64f-8560489d2e9a None None] Provisioning complete for port dbe9fb8b-6574-4925-8d15-cbd0a22ea756 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:06.898556 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-85752289-1589-4251-a64f-8560489d2e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (dbe9fb8b-6574-4925-8d15-cbd0a22ea756), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:06.996656 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2a83f-feba-4adf-8a35-c31317fc78cc req-e58f5c55-fa1f-4dbc-a34f-1a8d5f9bb143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:06.999814 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0aa2a83f-feba-4adf-8a35-c31317fc78cc req-e58f5c55-fa1f-4dbc-a34f-1a8d5f9bb143 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 1.0199347
Feb 05 20:53:07.015748 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbb9ba-1f36-46cb-babc-667fcc69346b req-6009edd3-36c9-4b10-902d-528f4a8d2426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:07.017391 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-29dbb9ba-1f36-46cb-babc-667fcc69346b req-6009edd3-36c9-4b10-902d-528f4a8d2426 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1b86833b-8bd2-4436-8f23-4aa13184dcee HTTP/1.1" status: 200  len: 1132 time: 0.9113288
Feb 05 20:53:07.035472 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1afd8ec-704c-49fb-ab47-5e3e016a9f8e admin admin] Pushing event updated for resources: {'Port': ['ID=397afd56-20dd-47ff-b295-fa0c4364c3a0,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:07.065269 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b543d73-e707-4226-bcff-cc4aeebd193f req-c78b2282-42bc-4bfb-b512-f267cb853942 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:07.068278 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-eec443c9-9cbc-4bd0-b97f-42761131d4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9b7a7624-a727-4e76-9121-8d1dfb38b0fc), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:07.073441 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2b543d73-e707-4226-bcff-cc4aeebd193f req-c78b2282-42bc-4bfb-b512-f267cb853942 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b86833b-8bd2-4436-8f23-4aa13184dcee HTTP/1.1" status: 200  len: 950 time: 0.2696760
Feb 05 20:53:07.160428 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2a83f-feba-4adf-8a35-c31317fc78cc req-a64dc771-9e63-42e3-bda0-254feaf350df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:07.162341 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0aa2a83f-feba-4adf-8a35-c31317fc78cc req-a64dc771-9e63-42e3-bda0-254feaf350df service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1458120
Feb 05 20:53:07.166308 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=4943dbd1-e574-4dfc-b15c-8a0b981f7a63,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:07.194553 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1afd8ec-704c-49fb-ab47-5e3e016a9f8e admin admin] Network f666533f-52f5-43eb-9077-58d62685c9de is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:53:07.207775 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-f1afd8ec-704c-49fb-ab47-5e3e016a9f8e admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:53:07.245255 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2b543d73-e707-4226-bcff-cc4aeebd193f req-c267e889-7187-4c0b-80d4-1f789d98e504 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/security-groups?id=867110f1-5107-45c6-b0fb-e05c5b456665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1706319
Feb 05 20:53:07.384552 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 05 Feb 2022 20:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa9434f-bf47-4f27-a1a1-8513d52109eb x-openstack-request-id: req-1fa9434f-bf47-4f27-a1a1-8513d52109eb {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:53:07.384815 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a288f3a-3069-41d6-b4bc-1599fdd24039", "name": "network-vif-deleted", "tag": "19c145e4-40d4-4f08-b7cb-5fe0869565f2", "status": "failed", "code": 422}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:53:07.385193 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1fa9434f-bf47-4f27-a1a1-8513d52109eb {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:53:07.385387 ncdv-master-1 neutron-server[114391]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1a288f3a-3069-41d6-b4bc-1599fdd24039', 'name': 'network-vif-deleted', 'tag': '19c145e4-40d4-4f08-b7cb-5fe0869565f2', 'status': 'failed', 'code': 422} returned with failed status
Feb 05 20:53:07.396789 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port eb4d8ab9-2552-4709-b484-ee077ce4c856 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:07.397198 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (eb4d8ab9-2552-4709-b484-ee077ce4c856), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:07.431847 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-eec443c9-9cbc-4bd0-b97f-42761131d4c0 admin admin] Publish callbacks [] for port (9b7a7624-a727-4e76-9121-8d1dfb38b0fc), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:07.458338 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-eec443c9-9cbc-4bd0-b97f-42761131d4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (9b7a7624-a727-4e76-9121-8d1dfb38b0fc), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:07.490502 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-85752289-1589-4251-a64f-8560489d2e9a None None] Current status of the port dbe9fb8b-6574-4925-8d15-cbd0a22ea756 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:07.515049 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-85752289-1589-4251-a64f-8560489d2e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (dbe9fb8b-6574-4925-8d15-cbd0a22ea756), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:07.522323 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-537008d0-b77f-4bb8-9481-7f4e370eddd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (71ebcf18-4401-4a98-9a49-e856495dc5e0), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:07.600172 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:07.628812 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-29dbb9ba-1f36-46cb-babc-667fcc69346b req-8da98ea2-f360-47e5-a269-60af96151222 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=867110f1-5107-45c6-b0fb-e05c5b456665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5626483
Feb 05 20:53:07.711908 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec443c9-9cbc-4bd0-b97f-42761131d4c0 admin admin] Pushing event updated for resources: {'Port': ['ID=9b7a7624-a727-4e76-9121-8d1dfb38b0fc,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:07.714438 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-eec443c9-9cbc-4bd0-b97f-42761131d4c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (b8c12179-087e-42bf-aa85-c6f3826f5dc0), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:07.734699 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec443c9-9cbc-4bd0-b97f-42761131d4c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:53:07.735050 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec443c9-9cbc-4bd0-b97f-42761131d4c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:53:07.735926 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec443c9-9cbc-4bd0-b97f-42761131d4c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:53:07.736371 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec443c9-9cbc-4bd0-b97f-42761131d4c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:53:07.736719 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec443c9-9cbc-4bd0-b97f-42761131d4c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:53:07.737203 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec443c9-9cbc-4bd0-b97f-42761131d4c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:53:07.737544 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec443c9-9cbc-4bd0-b97f-42761131d4c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:53:07.737874 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec443c9-9cbc-4bd0-b97f-42761131d4c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:53:07.738201 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec443c9-9cbc-4bd0-b97f-42761131d4c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:53:07.738701 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec443c9-9cbc-4bd0-b97f-42761131d4c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:53:07.739033 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec443c9-9cbc-4bd0-b97f-42761131d4c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:53:07.739357 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec443c9-9cbc-4bd0-b97f-42761131d4c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:53:07.739680 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec443c9-9cbc-4bd0-b97f-42761131d4c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:53:07.743625 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537008d0-b77f-4bb8-9481-7f4e370eddd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71ebcf18-4401-4a98-9a49-e856495dc5e0,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:07.759523 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537008d0-b77f-4bb8-9481-7f4e370eddd6 admin admin] Checking segment: {'id': '229c4090-e097-4df5-800a-304ba5ebbba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '67bf8857-d986-434f-b00f-1b2ed431b973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:53:07.760092 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537008d0-b77f-4bb8-9481-7f4e370eddd6 admin admin] Network hostable DHCP agents. Network: 67bf8857-d986-434f-b00f-1b2ed431b973, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:53:07.760705 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1afd8ec-704c-49fb-ab47-5e3e016a9f8e admin admin] Router d6346947-4623-4838-a125-f19fd35b3dad has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:53:07.769445 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0aa2a83f-feba-4adf-8a35-c31317fc78cc req-4fd118a7-8cc0-4581-a911-4de94fa6093a service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5822074
Feb 05 20:53:07.793641 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86691d-6841-4cc6-9056-126d763b1014 req-7dbaee50-db4e-4794-a8d2-e159058e237d tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:07.795313 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ea86691d-6841-4cc6-9056-126d763b1014 req-7dbaee50-db4e-4794-a8d2-e159058e237d tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c HTTP/1.1" status: 200  len: 948 time: 0.3100288
Feb 05 20:53:07.832441 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-85752289-1589-4251-a64f-8560489d2e9a None None] For port dbe9fb8b-6574-4925-8d15-cbd0a22ea756, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dbe9fb8b-6574-4925-8d15-cbd0a22ea756,segment=NetworkSegment(02ab5bea-b3b4-4e91-be93-d6a432249c06),segment_id=02ab5bea-b3b4-4e91-be93-d6a432249c06)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:07.844570 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537008d0-b77f-4bb8-9481-7f4e370eddd6 admin admin] Network 67bf8857-d986-434f-b00f-1b2ed431b973 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:53:07.856673 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-85752289-1589-4251-a64f-8560489d2e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (dbe9fb8b-6574-4925-8d15-cbd0a22ea756), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:07.863702 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-436c62a2-0298-4234-845a-9f6bcb02d400 None None] Publish callbacks [] for port (486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:07.868901 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-537008d0-b77f-4bb8-9481-7f4e370eddd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 67bf8857-d986-434f-b00f-1b2ed431b973) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:53:07.881331 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537008d0-b77f-4bb8-9481-7f4e370eddd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:07.882000 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-537008d0-b77f-4bb8-9481-7f4e370eddd6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:07.909796 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec443c9-9cbc-4bd0-b97f-42761131d4c0 admin admin] Network 560b7e1b-28bd-4ef8-bfb9-ce915442c9f3 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:53:07.913851 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-eec443c9-9cbc-4bd0-b97f-42761131d4c0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:53:07.924001 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-537008d0-b77f-4bb8-9481-7f4e370eddd6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.3272665
Feb 05 20:53:07.939584 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c9b902-1dba-4bc1-8fb5-06d85b9eae58 None None] Network 67bf8857-d986-434f-b00f-1b2ed431b973 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:53:07.948993 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-436c62a2-0298-4234-845a-9f6bcb02d400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:08.057742 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1afd8ec-704c-49fb-ab47-5e3e016a9f8e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:53:08.070085 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af65903-bc44-4b24-9c47-90af4e6b5e76 None None] Sync routers for ids ['d6346947-4623-4838-a125-f19fd35b3dad'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:53:08.074806 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f1afd8ec-704c-49fb-ab47-5e3e016a9f8e admin admin] 10.222.0.32 "PUT /v2.0/routers/d6346947-4623-4838-a125-f19fd35b3dad/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4025085
Feb 05 20:53:08.088259 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af65903-bc44-4b24-9c47-90af4e6b5e76 None None] Routers {'d6346947-4623-4838-a125-f19fd35b3dad'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:53:08.089024 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-9af65903-bc44-4b24-9c47-90af4e6b5e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8fbcf40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:53:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['d6346947-4623-4838-a125-f19fd35b3dad'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:08.106739 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port eb4d8ab9-2552-4709-b484-ee077ce4c856 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:08.114522 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-436c62a2-0298-4234-845a-9f6bcb02d400 None None] Attempting to bind port 486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:53:08.115220 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-436c62a2-0298-4234-845a-9f6bcb02d400 None None] Attempting to bind port 486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:53:08.115595 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436c62a2-0298-4234-845a-9f6bcb02d400 None None] Attempting to bind port 486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8 on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:53:08.123761 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85752289-1589-4251-a64f-8560489d2e9a None None] Pushing event updated for resources: {'Port': ['ID=dbe9fb8b-6574-4925-8d15-cbd0a22ea756,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:08.172232 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec443c9-9cbc-4bd0-b97f-42761131d4c0 admin admin] Router b8c12179-087e-42bf-aa85-c6f3826f5dc0 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:53:08.180417 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-808f7199-4b15-48ca-8ce9-0f2967649a05 None None] Provisioning complete for port 9b7a7624-a727-4e76-9121-8d1dfb38b0fc triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:08.180968 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-808f7199-4b15-48ca-8ce9-0f2967649a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9b7a7624-a727-4e76-9121-8d1dfb38b0fc), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:08.229922 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436c62a2-0298-4234-845a-9f6bcb02d400 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:53:08.230209 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436c62a2-0298-4234-845a-9f6bcb02d400 None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:53:08.230620 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-436c62a2-0298-4234-845a-9f6bcb02d400 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:08.231222 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436c62a2-0298-4234-845a-9f6bcb02d400 None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:53:08.231725 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-436c62a2-0298-4234-845a-9f6bcb02d400 None None] Bound port: 486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:53:08.232537 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-436c62a2-0298-4234-845a-9f6bcb02d400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:08.258211 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ea86691d-6841-4cc6-9056-126d763b1014 req-aecb2afb-9fb8-4523-a945-7d5f4d7a771b tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4518030
Feb 05 20:53:08.353481 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-9af65903-bc44-4b24-9c47-90af4e6b5e76 None None] Set router d6346947-4623-4838-a125-f19fd35b3dad gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:53:08.401676 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0aa2a83f-feba-4adf-8a35-c31317fc78cc req-849d26c7-5de9-45f9-904e-013444ab3082 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5737352
Feb 05 20:53:08.407979 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-bbc334ed-9ef9-46b5-b704-95437033ba8f tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:08.412788 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-bbc334ed-9ef9-46b5-b704-95437033ba8f tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/networks?id=be4493bf-d1a6-445a-a987-23010e65458b HTTP/1.1" status: 200  len: 812 time: 0.6342964
Feb 05 20:53:08.491440 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-fdfafd00-9495-4f70-af55-77ce8f5d9681 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/quotas/9d100b9cbd5c471aa5036a7a90989a49 HTTP/1.1" status: 200  len: 375 time: 0.0580585
Feb 05 20:53:08.492234 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec443c9-9cbc-4bd0-b97f-42761131d4c0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:53:08.502436 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-eec443c9-9cbc-4bd0-b97f-42761131d4c0 admin admin] 10.222.0.32 "PUT /v2.0/routers/b8c12179-087e-42bf-aa85-c6f3826f5dc0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7081120
Feb 05 20:53:08.564754 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-6a25eedd-c7d2-4b62-b6d0-f8e3d1d2fa69 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9d100b9cbd5c471aa5036a7a90989a49&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0664449
Feb 05 20:53:08.777869 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-4230dc99-9699-4f99-9489-fd94abaebbf5 service neutron] 10.222.0.32 "GET /v2.0/networks/be4493bf-d1a6-445a-a987-23010e65458b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2101331
Feb 05 20:53:08.820194 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 4943dbd1-e574-4dfc-b15c-8a0b981f7a63 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:53:08.822948 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0721ad-89b6-4489-8e3e-2c12d7167ce0 None None] Pushing event updated for resources: {'Port': ['ID=486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:08.854366 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-808f7199-4b15-48ca-8ce9-0f2967649a05 None None] Port 9b7a7624-a727-4e76-9121-8d1dfb38b0fc cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:53:08.891888 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-9af65903-bc44-4b24-9c47-90af4e6b5e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8fbcf40>, [{'id': 'd6346947-4623-4838-a125-f19fd35b3dad', 'name': 'tempest-FloatingIPsNegativeTestJSON-2120352498-router', 'tenant_id': 'cf228a2b9f594aaeb4501a44b3060fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': '4943dbd1-e574-4dfc-b15c-8a0b981f7a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:52:56Z', 'updated_at': '2022-02-05T20:53:04Z', 'revision_number': 4, 'project_id': 'cf228a2b9f594aaeb4501a44b3060fa1', 'gw_port': {'id': '4943dbd1-e574-4dfc-b15c-8a0b981f7a63', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:45:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6346947-4623-4838-a125-f19fd35b3dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:57Z', 'updated_at': '2022-02-05T20:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '397afd56-20dd-47ff-b295-fa0c4364c3a0', 'name': '', 'network_id': 'f666533f-52f5-43eb-9077-58d62685c9de', 'tenant_id': 'cf228a2b9f594aaeb4501a44b3060fa1', 'mac_address': 'fa:16:3e:29:4b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6346947-4623-4838-a125-f19fd35b3dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '9c6bc81a-2c7e-4da5-89d2-7cf9969b0ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:02Z', 'updated_at': '2022-02-05T20:53:05Z', 'revision_number': 2, 'project_id': 'cf228a2b9f594aaeb4501a44b3060fa1', 'subnets': [{'id': '9c6bc81a-2c7e-4da5-89d2-7cf9969b0ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:08.899658 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-06b023be-1bb1-4ada-964e-2639fe8735a5 service neutron] 10.222.0.32 "GET /v2.0/networks/be4493bf-d1a6-445a-a987-23010e65458b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1166735
Feb 05 20:53:08.920967 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e765b213-5c34-45c6-8f00-2731e49778bf None None] Network 67bf8857-d986-434f-b00f-1b2ed431b973 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:53:08.935975 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af65903-bc44-4b24-9c47-90af4e6b5e76 None None] Checking router: d6346947-4623-4838-a125-f19fd35b3dad for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:53:08.936660 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af65903-bc44-4b24-9c47-90af4e6b5e76 None None] Updating router d6346947-4623-4838-a125-f19fd35b3dad port 397afd56-20dd-47ff-b295-fa0c4364c3a0 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 20:53:08.977799 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-9af65903-bc44-4b24-9c47-90af4e6b5e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (397afd56-20dd-47ff-b295-fa0c4364c3a0), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:09.021064 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-436c62a2-0298-4234-845a-9f6bcb02d400 None None] For port 486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:53:09.060738 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:09.066260 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-436c62a2-0298-4234-845a-9f6bcb02d400 None None] For port 486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:53:09.067869 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b546016-2d3a-4b85-b7b4-e07cb2874101 req-9940e524-b230-400a-8eef-f3d7e8d78401 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:09.068353 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-808f7199-4b15-48ca-8ce9-0f2967649a05 None None] Provisioning complete for port dbe9fb8b-6574-4925-8d15-cbd0a22ea756 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:09.068577 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-808f7199-4b15-48ca-8ce9-0f2967649a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (dbe9fb8b-6574-4925-8d15-cbd0a22ea756), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:09.071164 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7b546016-2d3a-4b85-b7b4-e07cb2874101 req-9940e524-b230-400a-8eef-f3d7e8d78401 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b86833b-8bd2-4436-8f23-4aa13184dcee HTTP/1.1" status: 200  len: 950 time: 0.1371059
Feb 05 20:53:09.125311 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-436c62a2-0298-4234-845a-9f6bcb02d400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:09.166111 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7b546016-2d3a-4b85-b7b4-e07cb2874101 req-af299b24-e3c5-440e-bc0e-645c1ff974cb tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/security-groups?id=867110f1-5107-45c6-b0fb-e05c5b456665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890336
Feb 05 20:53:09.211751 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0721ad-89b6-4489-8e3e-2c12d7167ce0 None None] Pushing event updated for resources: {'Port': ['ID=486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:09.235505 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 4943dbd1-e574-4dfc-b15c-8a0b981f7a63 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:09.235743 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (4943dbd1-e574-4dfc-b15c-8a0b981f7a63), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:09.382235 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2848a56d-2aa1-4b89-adfb-2303603a82a8 req-7f8a1657-a52d-4991-8e1a-85304b7a0561 tempest-FloatingIPsNegativeTestJSON-746463160 tempest-FloatingIPsNegativeTestJSON-746463160-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=cf228a2b9f594aaeb4501a44b3060fa1 HTTP/1.1" status: 200  len: 217 time: 0.0584333
Feb 05 20:53:09.399282 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436c62a2-0298-4234-845a-9f6bcb02d400 None None] Routers {'b8c12179-087e-42bf-aa85-c6f3826f5dc0'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:53:09.399929 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-436c62a2-0298-4234-845a-9f6bcb02d400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabb306a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:53:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b8c12179-087e-42bf-aa85-c6f3826f5dc0'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:09.454128 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-808f7199-4b15-48ca-8ce9-0f2967649a05 None None] Current status of the port dbe9fb8b-6574-4925-8d15-cbd0a22ea756 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:09.527024 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c987f3b0-f93c-4895-b2bc-29e74581d48e req-32d0b448-a874-4905-8ac3-7f2edc724ff7 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed02470-ef14-4684-b7d9-4eec2dfac30a HTTP/1.1" status: 200  len: 210 time: 0.0724804
Feb 05 20:53:09.584959 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-808f7199-4b15-48ca-8ce9-0f2967649a05 None None] Provisioning complete for port 397afd56-20dd-47ff-b295-fa0c4364c3a0 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:09.591524 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-808f7199-4b15-48ca-8ce9-0f2967649a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (397afd56-20dd-47ff-b295-fa0c4364c3a0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:09.676111 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-9af65903-bc44-4b24-9c47-90af4e6b5e76 None None] Publish callbacks [] for port (397afd56-20dd-47ff-b295-fa0c4364c3a0), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:09.682853 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-9af65903-bc44-4b24-9c47-90af4e6b5e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (397afd56-20dd-47ff-b295-fa0c4364c3a0), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:09.721766 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 4943dbd1-e574-4dfc-b15c-8a0b981f7a63 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:09.722939 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device dbe9fb8b-6574-4925-8d15-cbd0a22ea756 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:53:09.748875 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-808f7199-4b15-48ca-8ce9-0f2967649a05 None None] Port 397afd56-20dd-47ff-b295-fa0c4364c3a0 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:53:09.779252 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7333fa2-0ece-4e70-ad8f-d68673d7a8fe req-b763ed00-fdf5-4385-ab45-d0dcc038cbc6 tempest-FloatingIPsNegativeTestJSON-746463160 tempest-FloatingIPsNegativeTestJSON-746463160-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200  len: 213 time: 0.0952199
Feb 05 20:53:09.817649 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70e3a8-f6d0-46ab-84ae-681095d18fda None None] Pushing event updated for resources: {'Port': ['ID=397afd56-20dd-47ff-b295-fa0c4364c3a0,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:09.818320 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-436c62a2-0298-4234-845a-9f6bcb02d400 None None] Set router b8c12179-087e-42bf-aa85-c6f3826f5dc0 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:53:09.832860 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-9af65903-bc44-4b24-9c47-90af4e6b5e76 None None] Attempting to bind port 397afd56-20dd-47ff-b295-fa0c4364c3a0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:53:09.833231 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-9af65903-bc44-4b24-9c47-90af4e6b5e76 None None] Attempting to bind port 397afd56-20dd-47ff-b295-fa0c4364c3a0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6966d149-a8a0-40f5-a3d6-b56a90614057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f666533f-52f5-43eb-9077-58d62685c9de'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:53:09.833588 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af65903-bc44-4b24-9c47-90af4e6b5e76 None None] Attempting to bind port 397afd56-20dd-47ff-b295-fa0c4364c3a0 on network f666533f-52f5-43eb-9077-58d62685c9de {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:53:09.841954 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55834e6-7017-4c52-8173-56aed3ac094a req-72e33608-458d-4849-95f3-5fd34e1370c8 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:09.844485 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af65903-bc44-4b24-9c47-90af4e6b5e76 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:53:09.845534 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f55834e6-7017-4c52-8173-56aed3ac094a req-72e33608-458d-4849-95f3-5fd34e1370c8 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c HTTP/1.1" status: 200  len: 948 time: 0.2124736
Feb 05 20:53:09.853407 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af65903-bc44-4b24-9c47-90af4e6b5e76 None None] Checking segment: {'id': '6966d149-a8a0-40f5-a3d6-b56a90614057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f666533f-52f5-43eb-9077-58d62685c9de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:53:09.854413 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-9af65903-bc44-4b24-9c47-90af4e6b5e76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:09.855183 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af65903-bc44-4b24-9c47-90af4e6b5e76 None None] Bound using segment: {'id': '6966d149-a8a0-40f5-a3d6-b56a90614057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f666533f-52f5-43eb-9077-58d62685c9de'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:53:09.856000 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-9af65903-bc44-4b24-9c47-90af4e6b5e76 None None] Bound port: 397afd56-20dd-47ff-b295-fa0c4364c3a0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6966d149-a8a0-40f5-a3d6-b56a90614057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f666533f-52f5-43eb-9077-58d62685c9de'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:53:09.856605 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-9af65903-bc44-4b24-9c47-90af4e6b5e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (397afd56-20dd-47ff-b295-fa0c4364c3a0), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:09.989415 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f55834e6-7017-4c52-8173-56aed3ac094a req-4cf933ac-ea63-4f13-aff7-d85dc4cd3444 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1354029
Feb 05 20:53:10.005963 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-eae0b768-ea19-4076-9ce2-33e6e31dd094 None None] Provisioning complete for port 9b7a7624-a727-4e76-9121-8d1dfb38b0fc triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:10.006584 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-eae0b768-ea19-4076-9ce2-33e6e31dd094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9b7a7624-a727-4e76-9121-8d1dfb38b0fc), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:10.087345 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-9af65903-bc44-4b24-9c47-90af4e6b5e76 None None] For port 397afd56-20dd-47ff-b295-fa0c4364c3a0, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:53:10.091568 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-9af65903-bc44-4b24-9c47-90af4e6b5e76 None None] For port 397afd56-20dd-47ff-b295-fa0c4364c3a0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=397afd56-20dd-47ff-b295-fa0c4364c3a0,segment=NetworkSegment(6966d149-a8a0-40f5-a3d6-b56a90614057),segment_id=6966d149-a8a0-40f5-a3d6-b56a90614057)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:53:10.113768 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-9af65903-bc44-4b24-9c47-90af4e6b5e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (397afd56-20dd-47ff-b295-fa0c4364c3a0), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:10.229158 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [req-cc81ce5f-1870-44a6-9399-d5095145da5e req-9697ea5a-c543-4541-b8ef-91eff0990461 tempest-FloatingIPsNegativeTestJSON-746463160 tempest-FloatingIPsNegativeTestJSON-746463160-project] show failed (client error): The resource could not be found.
Feb 05 20:53:10.231052 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cc81ce5f-1870-44a6-9399-d5095145da5e req-9697ea5a-c543-4541-b8ef-91eff0990461 tempest-FloatingIPsNegativeTestJSON-746463160 tempest-FloatingIPsNegativeTestJSON-746463160-project] 10.222.0.32 "GET /v2.0/floatingips/49009986-e8f8-45bb-b0b3-053d8d6448b6 HTTP/1.1" status: 404  len: 350 time: 0.1208837
Feb 05 20:53:10.244575 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 34274) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:53:10.271854 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af65903-bc44-4b24-9c47-90af4e6b5e76 None None] Routers {'d6346947-4623-4838-a125-f19fd35b3dad'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:53:10.272515 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-9af65903-bc44-4b24-9c47-90af4e6b5e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8fbcf40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:53:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['d6346947-4623-4838-a125-f19fd35b3dad'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:10.314898 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371bca5-b8d6-4b4e-89ac-5e4542c1d5e0 req-dbe19d17-aef8-40b1-9ed1-a828bb5c9108 tempest-ServersAdminNegativeTestJSON-201998357 tempest-ServersAdminNegativeTestJSON-201998357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:10.326964 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1371bca5-b8d6-4b4e-89ac-5e4542c1d5e0 req-dbe19d17-aef8-40b1-9ed1-a828bb5c9108 tempest-ServersAdminNegativeTestJSON-201998357 tempest-ServersAdminNegativeTestJSON-201998357-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1b86833b-8bd2-4436-8f23-4aa13184dcee HTTP/1.1" status: 200  len: 1132 time: 0.1083503
Feb 05 20:53:10.346009 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:10.363725 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port dbe9fb8b-6574-4925-8d15-cbd0a22ea756 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:10.365029 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (dbe9fb8b-6574-4925-8d15-cbd0a22ea756), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:10.402521 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1371bca5-b8d6-4b4e-89ac-5e4542c1d5e0 req-f2c73469-16e3-496c-a9b8-7dc994ff3352 tempest-ServersAdminNegativeTestJSON-201998357 tempest-ServersAdminNegativeTestJSON-201998357-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:10.418965 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-eae0b768-ea19-4076-9ce2-33e6e31dd094 None None] Port 9b7a7624-a727-4e76-9121-8d1dfb38b0fc cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:53:10.476474 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70e3a8-f6d0-46ab-84ae-681095d18fda None None] Pushing event updated for resources: {'Port': ['ID=397afd56-20dd-47ff-b295-fa0c4364c3a0,revision_number=4']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:10.662023 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-0c3994ae-9886-41c4-9b4f-7de8a20088e0 None None] Provisioning complete for port 397afd56-20dd-47ff-b295-fa0c4364c3a0 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:10.662471 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0c3994ae-9886-41c4-9b4f-7de8a20088e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (397afd56-20dd-47ff-b295-fa0c4364c3a0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:10.701131 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-9af65903-bc44-4b24-9c47-90af4e6b5e76 None None] Set router d6346947-4623-4838-a125-f19fd35b3dad gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:53:10.752856 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port dbe9fb8b-6574-4925-8d15-cbd0a22ea756 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:10.785385 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1371bca5-b8d6-4b4e-89ac-5e4542c1d5e0 req-f2c73469-16e3-496c-a9b8-7dc994ff3352 tempest-ServersAdminNegativeTestJSON-201998357 tempest-ServersAdminNegativeTestJSON-201998357-project-admin] Publish callbacks [] for security_group (09dacabe-a141-46a7-80ef-c4bc4ebead43), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:10.855140 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3ec6f402-5e67-4b57-a876-bef64635bbd5 req-3d478078-1a04-4da5-82fd-3892a1f30462 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed02470-ef14-4684-b7d9-4eec2dfac30a HTTP/1.1" status: 200  len: 210 time: 0.1439269
Feb 05 20:53:10.856250 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1371bca5-b8d6-4b4e-89ac-5e4542c1d5e0 req-f2c73469-16e3-496c-a9b8-7dc994ff3352 tempest-ServersAdminNegativeTestJSON-201998357 tempest-ServersAdminNegativeTestJSON-201998357-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (09dacabe-a141-46a7-80ef-c4bc4ebead43), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:10.936535 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device dbe9fb8b-6574-4925-8d15-cbd0a22ea756 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:53:10.997844 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1371bca5-b8d6-4b4e-89ac-5e4542c1d5e0 req-f2c73469-16e3-496c-a9b8-7dc994ff3352 tempest-ServersAdminNegativeTestJSON-201998357 tempest-ServersAdminNegativeTestJSON-201998357-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=867110f1-5107-45c6-b0fb-e05c5b456665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6690679
Feb 05 20:53:11.015190 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c73469-16e3-496c-a9b8-7dc994ff3352 tempest-ServersAdminNegativeTestJSON-201998357 tempest-ServersAdminNegativeTestJSON-201998357-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09dacabe-a141-46a7-80ef-c4bc4ebead43,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:11.031655 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c73469-16e3-496c-a9b8-7dc994ff3352 tempest-ServersAdminNegativeTestJSON-201998357 tempest-ServersAdminNegativeTestJSON-201998357-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:53:11.032049 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c73469-16e3-496c-a9b8-7dc994ff3352 tempest-ServersAdminNegativeTestJSON-201998357 tempest-ServersAdminNegativeTestJSON-201998357-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:53:11.032441 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c73469-16e3-496c-a9b8-7dc994ff3352 tempest-ServersAdminNegativeTestJSON-201998357 tempest-ServersAdminNegativeTestJSON-201998357-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:53:11.032837 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c73469-16e3-496c-a9b8-7dc994ff3352 tempest-ServersAdminNegativeTestJSON-201998357 tempest-ServersAdminNegativeTestJSON-201998357-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:53:11.033948 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c73469-16e3-496c-a9b8-7dc994ff3352 tempest-ServersAdminNegativeTestJSON-201998357 tempest-ServersAdminNegativeTestJSON-201998357-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:53:11.033948 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c73469-16e3-496c-a9b8-7dc994ff3352 tempest-ServersAdminNegativeTestJSON-201998357 tempest-ServersAdminNegativeTestJSON-201998357-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:53:11.033948 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c73469-16e3-496c-a9b8-7dc994ff3352 tempest-ServersAdminNegativeTestJSON-201998357 tempest-ServersAdminNegativeTestJSON-201998357-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:53:11.034340 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c73469-16e3-496c-a9b8-7dc994ff3352 tempest-ServersAdminNegativeTestJSON-201998357 tempest-ServersAdminNegativeTestJSON-201998357-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:53:11.034509 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c73469-16e3-496c-a9b8-7dc994ff3352 tempest-ServersAdminNegativeTestJSON-201998357 tempest-ServersAdminNegativeTestJSON-201998357-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:53:11.034834 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c73469-16e3-496c-a9b8-7dc994ff3352 tempest-ServersAdminNegativeTestJSON-201998357 tempest-ServersAdminNegativeTestJSON-201998357-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:53:11.035167 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c73469-16e3-496c-a9b8-7dc994ff3352 tempest-ServersAdminNegativeTestJSON-201998357 tempest-ServersAdminNegativeTestJSON-201998357-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:53:11.035496 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c73469-16e3-496c-a9b8-7dc994ff3352 tempest-ServersAdminNegativeTestJSON-201998357 tempest-ServersAdminNegativeTestJSON-201998357-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:53:11.035820 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c73469-16e3-496c-a9b8-7dc994ff3352 tempest-ServersAdminNegativeTestJSON-201998357 tempest-ServersAdminNegativeTestJSON-201998357-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:53:11.124467 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-9af65903-bc44-4b24-9c47-90af4e6b5e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8fbcf40>, [{'id': 'd6346947-4623-4838-a125-f19fd35b3dad', 'name': 'tempest-FloatingIPsNegativeTestJSON-2120352498-router', 'tenant_id': 'cf228a2b9f594aaeb4501a44b3060fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': '4943dbd1-e574-4dfc-b15c-8a0b981f7a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:52:56Z', 'updated_at': '2022-02-05T20:53:04Z', 'revision_number': 4, 'project_id': 'cf228a2b9f594aaeb4501a44b3060fa1', 'gw_port': {'id': '4943dbd1-e574-4dfc-b15c-8a0b981f7a63', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:45:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6346947-4623-4838-a125-f19fd35b3dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:57Z', 'updated_at': '2022-02-05T20:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '397afd56-20dd-47ff-b295-fa0c4364c3a0', 'name': '', 'network_id': 'f666533f-52f5-43eb-9077-58d62685c9de', 'tenant_id': 'cf228a2b9f594aaeb4501a44b3060fa1', 'mac_address': 'fa:16:3e:29:4b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6346947-4623-4838-a125-f19fd35b3dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '9c6bc81a-2c7e-4da5-89d2-7cf9969b0ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:02Z', 'updated_at': '2022-02-05T20:53:10Z', 'revision_number': 4, 'project_id': 'cf228a2b9f594aaeb4501a44b3060fa1', 'subnets': [{'id': '9c6bc81a-2c7e-4da5-89d2-7cf9969b0ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:11.138640 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-ebe93f24-4757-4570-b555-bc9d6e8ad4e5 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b7e5a1885b1244c7afd09901f54d0e47&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0597427
Feb 05 20:53:11.193233 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af65903-bc44-4b24-9c47-90af4e6b5e76 None None] The sync data for ids ['d6346947-4623-4838-a125-f19fd35b3dad'] in ncdv-master-1 is: [{'id': 'd6346947-4623-4838-a125-f19fd35b3dad', 'name': 'tempest-FloatingIPsNegativeTestJSON-2120352498-router', 'tenant_id': 'cf228a2b9f594aaeb4501a44b3060fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': '4943dbd1-e574-4dfc-b15c-8a0b981f7a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:52:56Z', 'updated_at': '2022-02-05T20:53:04Z', 'revision_number': 4, 'project_id': 'cf228a2b9f594aaeb4501a44b3060fa1', 'gw_port': {'id': '4943dbd1-e574-4dfc-b15c-8a0b981f7a63', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:45:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6346947-4623-4838-a125-f19fd35b3dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:57Z', 'updated_at': '2022-02-05T20:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '397afd56-20dd-47ff-b295-fa0c4364c3a0', 'name': '', 'network_id': 'f666533f-52f5-43eb-9077-58d62685c9de', 'tenant_id': 'cf228a2b9f594aaeb4501a44b3060fa1', 'mac_address': 'fa:16:3e:29:4b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6346947-4623-4838-a125-f19fd35b3dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '9c6bc81a-2c7e-4da5-89d2-7cf9969b0ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:02Z', 'updated_at': '2022-02-05T20:53:10Z', 'revision_number': 4, 'project_id': 'cf228a2b9f594aaeb4501a44b3060fa1', 'subnets': [{'id': '9c6bc81a-2c7e-4da5-89d2-7cf9969b0ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:53:11.224963 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-436c62a2-0298-4234-845a-9f6bcb02d400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabb306a0>, [{'id': 'b8c12179-087e-42bf-aa85-c6f3826f5dc0', 'name': 'tempest-TaggedBootDevicesTest_v242-1766094669-router', 'tenant_id': '9ba37fa34a7845dfa5c5fafcc371f063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.203'}], 'enable_snat': True}, 'gw_port_id': '486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:53:00Z', 'updated_at': '2022-02-05T20:53:06Z', 'revision_number': 4, 'project_id': '9ba37fa34a7845dfa5c5fafcc371f063', 'gw_port': {'id': '486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c12179-087e-42bf-aa85-c6f3826f5dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:02Z', 'updated_at': '2022-02-05T20:53:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9b7a7624-a727-4e76-9121-8d1dfb38b0fc', 'name': '', 'network_id': '560b7e1b-28bd-4ef8-bfb9-ce915442c9f3', 'tenant_id': '9ba37fa34a7845dfa5c5fafcc371f063', 'mac_address': 'fa:16:3e:fa:1c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c12179-087e-42bf-aa85-c6f3826f5dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'd2c86b25-28d3-4c67-810c-cbfe5a635191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:05Z', 'updated_at': '2022-02-05T20:53:07Z', 'revision_number': 2, 'project_id': '9ba37fa34a7845dfa5c5fafcc371f063', 'subnets': [{'id': 'd2c86b25-28d3-4c67-810c-cbfe5a635191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:11.230767 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-0c3994ae-9886-41c4-9b4f-7de8a20088e0 None None] Current status of the port 397afd56-20dd-47ff-b295-fa0c4364c3a0 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:11.232158 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0c3994ae-9886-41c4-9b4f-7de8a20088e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (397afd56-20dd-47ff-b295-fa0c4364c3a0), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:11.264538 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-77f141a6-90d0-411f-9b8c-de50818ba352 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:11.266616 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-77f141a6-90d0-411f-9b8c-de50818ba352 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.21 "GET /v2.0/networks?id=be4493bf-d1a6-445a-a987-23010e65458b HTTP/1.1" status: 200  len: 812 time: 0.2015178
Feb 05 20:53:11.290214 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-edd4ab85-89ac-4f91-a6fd-77087e82318d tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Request body: {'port': {'device_id': '7ed02470-ef14-4684-b7d9-4eec2dfac30a', 'network_id': 'be4493bf-d1a6-445a-a987-23010e65458b', 'admin_state_up': True, 'tenant_id': '9d100b9cbd5c471aa5036a7a90989a49'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:53:11.304716 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436c62a2-0298-4234-845a-9f6bcb02d400 None None] The sync data for ids ['b8c12179-087e-42bf-aa85-c6f3826f5dc0'] in ncdv-master-1 is: [{'id': 'b8c12179-087e-42bf-aa85-c6f3826f5dc0', 'name': 'tempest-TaggedBootDevicesTest_v242-1766094669-router', 'tenant_id': '9ba37fa34a7845dfa5c5fafcc371f063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.203'}], 'enable_snat': True}, 'gw_port_id': '486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:53:00Z', 'updated_at': '2022-02-05T20:53:06Z', 'revision_number': 4, 'project_id': '9ba37fa34a7845dfa5c5fafcc371f063', 'gw_port': {'id': '486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c12179-087e-42bf-aa85-c6f3826f5dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:02Z', 'updated_at': '2022-02-05T20:53:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9b7a7624-a727-4e76-9121-8d1dfb38b0fc', 'name': '', 'network_id': '560b7e1b-28bd-4ef8-bfb9-ce915442c9f3', 'tenant_id': '9ba37fa34a7845dfa5c5fafcc371f063', 'mac_address': 'fa:16:3e:fa:1c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c12179-087e-42bf-aa85-c6f3826f5dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'd2c86b25-28d3-4c67-810c-cbfe5a635191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:05Z', 'updated_at': '2022-02-05T20:53:07Z', 'revision_number': 2, 'project_id': '9ba37fa34a7845dfa5c5fafcc371f063', 'subnets': [{'id': 'd2c86b25-28d3-4c67-810c-cbfe5a635191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:53:11.320675 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e947fe48-ddcb-486e-8ee3-9cb85647b7bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (d6346947-4623-4838-a125-f19fd35b3dad), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:11.333014 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-0c3994ae-9886-41c4-9b4f-7de8a20088e0 None None] For port 397afd56-20dd-47ff-b295-fa0c4364c3a0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=397afd56-20dd-47ff-b295-fa0c4364c3a0,segment=NetworkSegment(6966d149-a8a0-40f5-a3d6-b56a90614057),segment_id=6966d149-a8a0-40f5-a3d6-b56a90614057)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:11.336102 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port dbe9fb8b-6574-4925-8d15-cbd0a22ea756 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:11.337420 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (dbe9fb8b-6574-4925-8d15-cbd0a22ea756), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:11.341355 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0c3994ae-9886-41c4-9b4f-7de8a20088e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (397afd56-20dd-47ff-b295-fa0c4364c3a0), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:11.416467 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-673564a2-0420-47f5-b21a-a33faa6fd5cb tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:11.418093 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-673564a2-0420-47f5-b21a-a33faa6fd5cb tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2785871
Feb 05 20:53:11.446800 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022727f-78b8-47da-b798-272e22f15b2c req-9747348d-fdb2-459d-8b8b-57bb16ae89b0 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:11.455340 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6022727f-78b8-47da-b798-272e22f15b2c req-9747348d-fdb2-459d-8b8b-57bb16ae89b0 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c HTTP/1.1" status: 200  len: 948 time: 0.1617870
Feb 05 20:53:11.470962 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-5c6ea088-47d7-49a3-abb0-7c6d06042114 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/quotas/b7e5a1885b1244c7afd09901f54d0e47 HTTP/1.1" status: 200  len: 375 time: 0.0388386
Feb 05 20:53:11.516691 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3994ae-9886-41c4-9b4f-7de8a20088e0 None None] Pushing event updated for resources: {'Port': ['ID=397afd56-20dd-47ff-b295-fa0c4364c3a0,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:11.526251 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-fb88c1f5-1415-4efd-8827-71cc7d738f5c None None] Provisioning complete for port 397afd56-20dd-47ff-b295-fa0c4364c3a0 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:11.526666 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fb88c1f5-1415-4efd-8827-71cc7d738f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (397afd56-20dd-47ff-b295-fa0c4364c3a0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:11.554827 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-c7259c99-a311-418c-b3fb-798aab5e1f0a tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7e5a1885b1244c7afd09901f54d0e47&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0582099
Feb 05 20:53:11.572941 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port dbe9fb8b-6574-4925-8d15-cbd0a22ea756 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:11.592149 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6022727f-78b8-47da-b798-272e22f15b2c req-64bc5870-dd71-4893-9a28-425df47120ec tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1358228
Feb 05 20:53:11.653591 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-fb88c1f5-1415-4efd-8827-71cc7d738f5c None None] Current status of the port 397afd56-20dd-47ff-b295-fa0c4364c3a0 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:12.033124 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-08ee57c3-f814-4921-9a24-86b1942385ca tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b7e5a1885b1244c7afd09901f54d0e47&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1003444
Feb 05 20:53:12.109994 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-edd4ab85-89ac-4f91-a6fd-77087e82318d tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Made reservation on behalf of 9d100b9cbd5c471aa5036a7a90989a49 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:53:12.121638 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-edd4ab85-89ac-4f91-a6fd-77087e82318d tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:12.254917 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-110f45f3-ab46-4502-b854-b822be4090c6 req-a7defec1-4092-4767-a13d-35588c4980c3 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed02470-ef14-4684-b7d9-4eec2dfac30a HTTP/1.1" status: 200  len: 210 time: 0.0500500
Feb 05 20:53:12.346202 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-6c518880-b2b3-40a7-882b-ac1db55a9b7b tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:12.364274 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-6c518880-b2b3-40a7-882b-ac1db55a9b7b tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3227739
Feb 05 20:53:12.422603 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-3d888451-a3b6-45a0-8cf2-25c85368aabd tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/quotas/b7e5a1885b1244c7afd09901f54d0e47 HTTP/1.1" status: 200  len: 375 time: 0.0497987
Feb 05 20:53:12.440506 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-edd4ab85-89ac-4f91-a6fd-77087e82318d tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Allocated IP 172.20.0.11 (be4493bf-d1a6-445a-a987-23010e65458b/4e9cd80a-75d3-4781-9154-c886c97be771/9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:53:12.526523 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-e8ea8486-2dad-433b-9fbc-dc8d3ececb91 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7e5a1885b1244c7afd09901f54d0e47&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1012044
Feb 05 20:53:12.561918 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f812e-1fee-4671-837a-85eca515b839 req-c99b152f-113d-4bc6-91ac-801c6e0f081f tempest-ServersAdminNegativeTestJSON-201998357 tempest-ServersAdminNegativeTestJSON-201998357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:12.575710 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ab9f812e-1fee-4671-837a-85eca515b839 req-c99b152f-113d-4bc6-91ac-801c6e0f081f tempest-ServersAdminNegativeTestJSON-201998357 tempest-ServersAdminNegativeTestJSON-201998357-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1b86833b-8bd2-4436-8f23-4aa13184dcee HTTP/1.1" status: 200  len: 1132 time: 0.1484520
Feb 05 20:53:12.671412 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ab9f812e-1fee-4671-837a-85eca515b839 req-c3d07272-3b15-4388-a7b7-c2410a77bf5b tempest-ServersAdminNegativeTestJSON-201998357 tempest-ServersAdminNegativeTestJSON-201998357-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=867110f1-5107-45c6-b0fb-e05c5b456665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878785
Feb 05 20:53:12.760326 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-e947fe48-ddcb-486e-8ee3-9cb85647b7bb admin admin] Deleting port 397afd56-20dd-47ff-b295-fa0c4364c3a0 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:53:12.760824 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e947fe48-ddcb-486e-8ee3-9cb85647b7bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (397afd56-20dd-47ff-b295-fa0c4364c3a0), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:12.768256 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-edd4ab85-89ac-4f91-a6fd-77087e82318d tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks [] for port (9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:12.957271 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6df05f-6f13-48e4-be58-8ab1e14c0377 req-b39f808c-7c14-4d19-a4b5-511c6099f9cd tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:12.959882 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1c6df05f-6f13-48e4-be58-8ab1e14c0377 req-b39f808c-7c14-4d19-a4b5-511c6099f9cd tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c HTTP/1.1" status: 200  len: 948 time: 0.1711636
Feb 05 20:53:12.966319 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-edd4ab85-89ac-4f91-a6fd-77087e82318d tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:12.984154 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-e947fe48-ddcb-486e-8ee3-9cb85647b7bb admin admin] For port 397afd56-20dd-47ff-b295-fa0c4364c3a0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=397afd56-20dd-47ff-b295-fa0c4364c3a0,segment=NetworkSegment(6966d149-a8a0-40f5-a3d6-b56a90614057),segment_id=6966d149-a8a0-40f5-a3d6-b56a90614057)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:12.984544 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e947fe48-ddcb-486e-8ee3-9cb85647b7bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (397afd56-20dd-47ff-b295-fa0c4364c3a0), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:13.040880 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 397afd56-20dd-47ff-b295-fa0c4364c3a0 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:53:13.071895 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1c6df05f-6f13-48e4-be58-8ab1e14c0377 req-c74ea2e3-9b53-45f3-8e29-26b92566d8ee tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010702
Feb 05 20:53:13.137817 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-e947fe48-ddcb-486e-8ee3-9cb85647b7bb admin admin] Calling delete_port for 397afd56-20dd-47ff-b295-fa0c4364c3a0 owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:53:13.197600 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 397afd56-20dd-47ff-b295-fa0c4364c3a0 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:13.198128 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (397afd56-20dd-47ff-b295-fa0c4364c3a0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:13.199512 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aa11517e-5fc5-47e8-8d7b-66e998683502 req-41923c17-f764-4695-9322-fa3696dadb0e tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ec6b42-9445-4a79-8aa7-044ce5cf0432 HTTP/1.1" status: 200  len: 210 time: 0.0795321
Feb 05 20:53:13.256591 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-edd4ab85-89ac-4f91-a6fd-77087e82318d tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Network be4493bf-d1a6-445a-a987-23010e65458b is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:53:13.451502 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 397afd56-20dd-47ff-b295-fa0c4364c3a0 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:13.552102 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-edd4ab85-89ac-4f91-a6fd-77087e82318d tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:53:13.558007 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4ab85-89ac-4f91-a6fd-77087e82318d tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Pushing event updated for resources: {'Port': ['ID=9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:13.583744 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-edd4ab85-89ac-4f91-a6fd-77087e82318d tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:53:13.609020 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-1ceec936-55dd-43c3-a169-3a2c010b1a9b tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:13.625905 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-1ceec936-55dd-43c3-a169-3a2c010b1a9b tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] 10.222.0.32 "GET /v2.0/networks?id=67bf8857-d986-434f-b00f-1b2ed431b973 HTTP/1.1" status: 200  len: 810 time: 0.2760820
Feb 05 20:53:13.653608 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-4e6a7d2f-7fe9-4498-840f-93f9b7754b95 tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] 10.222.0.32 "GET /v2.0/quotas/2109b737a6b04259b6e6262755b96e90 HTTP/1.1" status: 200  len: 375 time: 0.0262938
Feb 05 20:53:13.697347 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-1c6ddfa3-ccef-40f1-a731-9bb4353b0ffc tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b7e5a1885b1244c7afd09901f54d0e47&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0546396
Feb 05 20:53:13.758533 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e947fe48-ddcb-486e-8ee3-9cb85647b7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (397afd56-20dd-47ff-b295-fa0c4364c3a0), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:13.791090 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-3ee0b653-dca4-455d-ad17-2d84ec70f011 tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2109b737a6b04259b6e6262755b96e90&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1361744
Feb 05 20:53:13.798867 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-edd4ab85-89ac-4f91-a6fd-77087e82318d tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:13.799740 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-edd4ab85-89ac-4f91-a6fd-77087e82318d tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:13.920060 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca4aeb-6626-434a-bad7-eb83fa08562f req-97ea0d54-2e71-4605-8bd1-9424df807ffd tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:13.936789 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f8ca4aeb-6626-434a-bad7-eb83fa08562f req-97ea0d54-2e71-4605-8bd1-9424df807ffd tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed02470-ef14-4684-b7d9-4eec2dfac30a HTTP/1.1" status: 200  len: 932 time: 0.2731154
Feb 05 20:53:13.973563 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947fe48-ddcb-486e-8ee3-9cb85647b7bb admin admin] Pushing event deleted for resources: {'Port': ['ID=397afd56-20dd-47ff-b295-fa0c4364c3a0,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:14.045379 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-44dc9dbb-3c57-4261-b5f2-c9cd97c299e4 service neutron] 10.222.0.32 "GET /v2.0/networks/67bf8857-d986-434f-b00f-1b2ed431b973?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2531180
Feb 05 20:53:14.052889 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-e8ad0d84-d3e8-44a7-b0fc-6801cb40eca7 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:14.055111 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-e8ad0d84-d3e8-44a7-b0fc-6801cb40eca7 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3437116
Feb 05 20:53:14.107549 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f8ca4aeb-6626-434a-bad7-eb83fa08562f req-3fc80103-7de4-45de-bbc6-4fc6cfd0a79e tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1694496
Feb 05 20:53:14.128528 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-206e13c1-3e5d-4d92-bc7d-65dbfcc70c1c tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Request body: {'port': {'device_id': 'a22b1fe3-3032-473c-b0b5-efc1a0795d31', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'admin_state_up': True, 'tenant_id': 'b7e5a1885b1244c7afd09901f54d0e47'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:53:14.151399 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-edd4ab85-89ac-4f91-a6fd-77087e82318d tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8740685
Feb 05 20:53:14.230186 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-ec6076ad-2b7d-447f-82fe-dd3bac02be16 service neutron] Request body: {'port': {'device_id': '7ed02470-ef14-4684-b7d9-4eec2dfac30a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:53:14.258524 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-1e960da7-4c41-4104-b163-ed668def2095 service neutron] 10.222.0.32 "GET /v2.0/networks/67bf8857-d986-434f-b00f-1b2ed431b973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2119029
Feb 05 20:53:14.284556 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b69b1-d5c8-453e-a793-c0ac47059840 req-f5887b81-4390-4c00-a6bf-2da07b4aa2e4 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:14.286070 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9c8b69b1-d5c8-453e-a793-c0ac47059840 req-f5887b81-4390-4c00-a6bf-2da07b4aa2e4 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b86833b-8bd2-4436-8f23-4aa13184dcee HTTP/1.1" status: 200  len: 950 time: 0.0651474
Feb 05 20:53:14.350071 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9c8b69b1-d5c8-453e-a793-c0ac47059840 req-1890f5c0-4c82-45f7-a6c5-f2d1e1c396cd tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/security-groups?id=867110f1-5107-45c6-b0fb-e05c5b456665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558965
Feb 05 20:53:14.361111 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e947fe48-ddcb-486e-8ee3-9cb85647b7bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (d6346947-4623-4838-a125-f19fd35b3dad), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:14.513949 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb3c27-4a3a-4833-8c91-09be40794058 req-4a6adf06-07a5-4c9f-aa3c-db0e30636b56 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:14.516699 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-05bb3c27-4a3a-4833-8c91-09be40794058 req-4a6adf06-07a5-4c9f-aa3c-db0e30636b56 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c HTTP/1.1" status: 200  len: 948 time: 0.0859671
Feb 05 20:53:14.558482 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-5556964c-5839-4c57-82dc-0d7d1ceea75d tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b7e5a1885b1244c7afd09901f54d0e47&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0403812
Feb 05 20:53:14.669973 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-ec6076ad-2b7d-447f-82fe-dd3bac02be16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:14.715006 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-93a5fd09-62e8-41c7-b7a5-10fe604f558d req-0c48dc66-6d89-47a6-8a3f-7f8a61e4d58e tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ec6b42-9445-4a79-8aa7-044ce5cf0432 HTTP/1.1" status: 200  len: 210 time: 0.0639482
Feb 05 20:53:14.741896 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-05bb3c27-4a3a-4833-8c91-09be40794058 req-36dfbfae-6d36-4ccc-889c-2e9c02dba7f7 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2091427
Feb 05 20:53:14.764870 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-206e13c1-3e5d-4d92-bc7d-65dbfcc70c1c tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Made reservation on behalf of b7e5a1885b1244c7afd09901f54d0e47 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:53:14.769373 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-206e13c1-3e5d-4d92-bc7d-65dbfcc70c1c tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:14.777761 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-22ae75f1-276d-436b-a719-788b3524ada4 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:14.783043 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-22ae75f1-276d-436b-a719-788b3524ada4 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2153401
Feb 05 20:53:14.788763 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-206e13c1-3e5d-4d92-bc7d-65dbfcc70c1c tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:14.824132 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8e36d2f0-c19f-43f9-90a7-b4e1417978b2 req-140ffd9e-db15-405a-b022-c5574dd01c92 tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbde0bfd-fa6f-471d-b24f-70c5ff2c1d19 HTTP/1.1" status: 200  len: 210 time: 0.0397513
Feb 05 20:53:14.833994 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-f6444423-0d4b-4498-963a-dbba1de9bb52 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Request body: {'port': {'device_id': 'f6ec6b42-9445-4a79-8aa7-044ce5cf0432', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'admin_state_up': True, 'tenant_id': 'b7e5a1885b1244c7afd09901f54d0e47'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:53:14.989146 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-f6444423-0d4b-4498-963a-dbba1de9bb52 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Made reservation on behalf of b7e5a1885b1244c7afd09901f54d0e47 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:53:14.993043 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-f6444423-0d4b-4498-963a-dbba1de9bb52 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:15.032365 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-f6444423-0d4b-4498-963a-dbba1de9bb52 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:15.080285 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:15.083120 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:53:15.156285 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:15.156669 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:15.160110 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e947fe48-ddcb-486e-8ee3-9cb85647b7bb admin admin] Router d6346947-4623-4838-a125-f19fd35b3dad has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:53:15.187434 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80f54f-5d43-4336-ad86-c7c5f8e89e77 req-2ff4fa8c-3597-429b-9566-dda4f400360a tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:15.200280 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6c80f54f-5d43-4336-ad86-c7c5f8e89e77 req-2ff4fa8c-3597-429b-9566-dda4f400360a tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b86833b-8bd2-4436-8f23-4aa13184dcee HTTP/1.1" status: 200  len: 950 time: 0.2227139
Feb 05 20:53:15.217348 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-206e13c1-3e5d-4d92-bc7d-65dbfcc70c1c tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Publish callbacks [] for security_group (c4249cc4-c7b1-439e-8bbc-5ee1b01acbea), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:15.255553 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:15.256234 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:15.282026 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:15.284333 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.db.api [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-f6444423-0d4b-4498-963a-dbba1de9bb52 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) b7e5a1885b1244c7afd09901f54d0e47 {{(pid=114391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 20:53:15.284653 ncdv-master-1 neutron-server[114391]: DEBUG oslo_db.api [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-f6444423-0d4b-4498-963a-dbba1de9bb52 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 20:53:15.292635 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:15.309459 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-206e13c1-3e5d-4d92-bc7d-65dbfcc70c1c tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (c4249cc4-c7b1-439e-8bbc-5ee1b01acbea), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:15.392245 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:15.404605 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:53:15.404962 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:53:15.405465 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:53:15.405808 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:53:15.406145 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:53:15.406631 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:53:15.406973 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:53:15.407385 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:53:15.407716 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:53:15.408043 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:53:15.408369 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:53:15.408819 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:53:15.409191 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:53:15.428827 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e7936-1955-4f42-a839-49bc8ea88865 req-2de46da8-3204-42d5-b0a8-73f40af33938 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:15.431429 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-894e7936-1955-4f42-a839-49bc8ea88865 req-2de46da8-3204-42d5-b0a8-73f40af33938 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed02470-ef14-4684-b7d9-4eec2dfac30a HTTP/1.1" status: 200  len: 932 time: 0.1458275
Feb 05 20:53:15.452284 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-6c80f54f-5d43-4336-ad86-c7c5f8e89e77 req-bae0a390-0a04-4bed-856f-3cc81be7dd38 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Deleting port a7b3e782-1020-4086-9809-836733f300c7 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:53:15.452908 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-6c80f54f-5d43-4336-ad86-c7c5f8e89e77 req-bae0a390-0a04-4bed-856f-3cc81be7dd38 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (a7b3e782-1020-4086-9809-836733f300c7), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:15.470510 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e13c1-3e5d-4d92-bc7d-65dbfcc70c1c tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4249cc4-c7b1-439e-8bbc-5ee1b01acbea,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:15.529194 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-ec6076ad-2b7d-447f-82fe-dd3bac02be16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:53:15.599343 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-894e7936-1955-4f42-a839-49bc8ea88865 req-8c067d73-8675-47c8-ae28-4a539df268f9 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1594880
Feb 05 20:53:15.652517 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13cfbb6-6f02-44ff-82fe-23f7498fcbb4 req-d06d0109-a316-4b73-8236-75cced6c8a3d tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:15.654455 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b13cfbb6-6f02-44ff-82fe-23f7498fcbb4 req-d06d0109-a316-4b73-8236-75cced6c8a3d tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b86833b-8bd2-4436-8f23-4aa13184dcee HTTP/1.1" status: 200  len: 950 time: 0.1666408
Feb 05 20:53:15.664060 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-6c80f54f-5d43-4336-ad86-c7c5f8e89e77 req-bae0a390-0a04-4bed-856f-3cc81be7dd38 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] For port a7b3e782-1020-4086-9809-836733f300c7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a7b3e782-1020-4086-9809-836733f300c7,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:15.664677 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-6c80f54f-5d43-4336-ad86-c7c5f8e89e77 req-bae0a390-0a04-4bed-856f-3cc81be7dd38 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (a7b3e782-1020-4086-9809-836733f300c7), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:15.688266 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-6c80f54f-5d43-4336-ad86-c7c5f8e89e77 req-bae0a390-0a04-4bed-856f-3cc81be7dd38 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Calling delete_port for a7b3e782-1020-4086-9809-836733f300c7 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:53:15.688504 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-206e13c1-3e5d-4d92-bc7d-65dbfcc70c1c tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Allocated IP 192.168.233.224 (f760d6ec-7837-431c-910c-37572c24f936/42e3c763-0926-4b49-ade5-d66ee3d4c489/ac17ec99-03c2-46ea-aaf7-7e248c9c6227) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:53:15.734991 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-ec6076ad-2b7d-447f-82fe-dd3bac02be16 service neutron] Publish callbacks [] for port (9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:15.781252 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-ec6076ad-2b7d-447f-82fe-dd3bac02be16 service neutron] Transition to ACTIVE for port object 9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:53:15.789880 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b13cfbb6-6f02-44ff-82fe-23f7498fcbb4 req-aef47aa8-0553-4333-a0f2-e8eb3e8e75f6 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/security-groups?id=867110f1-5107-45c6-b0fb-e05c5b456665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1212518
Feb 05 20:53:15.794097 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-f6444423-0d4b-4498-963a-dbba1de9bb52 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:15.795126 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-ec6076ad-2b7d-447f-82fe-dd3bac02be16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:15.812209 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e947fe48-ddcb-486e-8ee3-9cb85647b7bb admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:53:15.824711 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f5654d-337c-48a2-8873-4dfe0c8afdf2 None None] Sync routers for ids ['d6346947-4623-4838-a125-f19fd35b3dad'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:53:15.843580 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e947fe48-ddcb-486e-8ee3-9cb85647b7bb admin admin] 10.222.0.32 "PUT /v2.0/routers/d6346947-4623-4838-a125-f19fd35b3dad/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5951145
Feb 05 20:53:15.843761 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f5654d-337c-48a2-8873-4dfe0c8afdf2 None None] Routers {'d6346947-4623-4838-a125-f19fd35b3dad'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:53:15.846613 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-b7f5654d-337c-48a2-8873-4dfe0c8afdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab62b5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:53:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['d6346947-4623-4838-a125-f19fd35b3dad'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:15.849555 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 34472) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:53:16.009961 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4affedb6-d2ac-43b3-b0f0-12690b45cb15 req-91ad3b55-8f4b-4e5a-ac49-2f908ee72a7c tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ec6b42-9445-4a79-8aa7-044ce5cf0432 HTTP/1.1" status: 200  len: 210 time: 0.1293781
Feb 05 20:53:16.082978 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6076ad-2b7d-447f-82fe-dd3bac02be16 service neutron] Pushing event updated for resources: {'Port': ['ID=9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:16.256704 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-b7f5654d-337c-48a2-8873-4dfe0c8afdf2 None None] Set router d6346947-4623-4838-a125-f19fd35b3dad gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:53:16.287817 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-510015a2-4e8b-49d1-ae46-009eaec74a88 req-bc6322ba-19d2-471c-83cc-123adcdff11a tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbde0bfd-fa6f-471d-b24f-70c5ff2c1d19 HTTP/1.1" status: 200  len: 210 time: 0.0821819
Feb 05 20:53:16.378554 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82424a33-8de2-4a5b-ad6d-e9247de30431 req-7c11098f-7bde-4e99-9d38-6b69e12190a5 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:16.383466 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-82424a33-8de2-4a5b-ad6d-e9247de30431 req-7c11098f-7bde-4e99-9d38-6b69e12190a5 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c HTTP/1.1" status: 200  len: 948 time: 0.4751685
Feb 05 20:53:16.400493 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-6c80f54f-5d43-4336-ad86-c7c5f8e89e77 req-bae0a390-0a04-4bed-856f-3cc81be7dd38 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (a7b3e782-1020-4086-9809-836733f300c7), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:16.413791 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['d1113b7e-04ac-4676-bcdc-2d74ab627f05'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:53:16.459409 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae0a390-0a04-4bed-856f-3cc81be7dd38 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Pushing event deleted for resources: {'Port': ['ID=a7b3e782-1020-4086-9809-836733f300c7,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:16.554359 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c80f54f-5d43-4336-ad86-c7c5f8e89e77 req-bae0a390-0a04-4bed-856f-3cc81be7dd38 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] No DVR routers for this DVR port a7b3e782-1020-4086-9809-836733f300c7 on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:53:16.580207 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-82424a33-8de2-4a5b-ad6d-e9247de30431 req-0d37f4f1-0018-4bfd-8f21-d5ee424f3a17 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1790226
Feb 05 20:53:16.584285 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-6c80f54f-5d43-4336-ad86-c7c5f8e89e77 req-bae0a390-0a04-4bed-856f-3cc81be7dd38 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:16.599823 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6c80f54f-5d43-4336-ad86-c7c5f8e89e77 req-bae0a390-0a04-4bed-856f-3cc81be7dd38 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.39 "DELETE /v2.0/ports/a7b3e782-1020-4086-9809-836733f300c7 HTTP/1.1" status: 204  len: 173 time: 1.3827052
Feb 05 20:53:16.599823 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b86833b-8bd2-4436-8f23-4aa13184dcee', 'name': 'network-vif-deleted', 'tag': 'a7b3e782-1020-4086-9809-836733f300c7'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:53:16.599823 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980b0cfc-6fae-49f6-836c-4ec4859652c5" -d '{"events": [{"server_uuid": "1b86833b-8bd2-4436-8f23-4aa13184dcee", "name": "network-vif-deleted", "tag": "a7b3e782-1020-4086-9809-836733f300c7"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:53:16.633150 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-b7f5654d-337c-48a2-8873-4dfe0c8afdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab62b5b0>, [{'id': 'd6346947-4623-4838-a125-f19fd35b3dad', 'name': 'tempest-FloatingIPsNegativeTestJSON-2120352498-router', 'tenant_id': 'cf228a2b9f594aaeb4501a44b3060fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': '4943dbd1-e574-4dfc-b15c-8a0b981f7a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:52:56Z', 'updated_at': '2022-02-05T20:53:13Z', 'revision_number': 5, 'project_id': 'cf228a2b9f594aaeb4501a44b3060fa1', 'gw_port': {'id': '4943dbd1-e574-4dfc-b15c-8a0b981f7a63', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:45:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6346947-4623-4838-a125-f19fd35b3dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:57Z', 'updated_at': '2022-02-05T20:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:16.655459 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59c4d63-fe6f-4ddd-bfbf-71538cbe5f53 x-openstack-request-id: req-c59c4d63-fe6f-4ddd-bfbf-71538cbe5f53 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:53:16.655779 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b86833b-8bd2-4436-8f23-4aa13184dcee", "name": "network-vif-deleted", "tag": "a7b3e782-1020-4086-9809-836733f300c7", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:53:16.656299 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c59c4d63-fe6f-4ddd-bfbf-71538cbe5f53 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:53:16.656701 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b86833b-8bd2-4436-8f23-4aa13184dcee', 'name': 'network-vif-deleted', 'tag': 'a7b3e782-1020-4086-9809-836733f300c7', 'status': 'completed', 'code': 200}
Feb 05 20:53:16.692583 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fc51b3c2-776c-4d09-8b01-91409186c6c0 admin admin] Publish callbacks [] for router (d6346947-4623-4838-a125-f19fd35b3dad), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:16.721103 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-ec6076ad-2b7d-447f-82fe-dd3bac02be16 service neutron] Attempting to bind port 9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:53:16.721700 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-ec6076ad-2b7d-447f-82fe-dd3bac02be16 service neutron] Attempting to bind port 9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '743051ff-9f95-4efc-9230-9f61d36c1128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'be4493bf-d1a6-445a-a987-23010e65458b'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:53:16.722225 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-ec6076ad-2b7d-447f-82fe-dd3bac02be16 service neutron] Attempting to bind port 9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0 on network be4493bf-d1a6-445a-a987-23010e65458b {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:53:16.750683 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 34488) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:53:16.755131 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f5654d-337c-48a2-8873-4dfe0c8afdf2 None None] Checking router: d6346947-4623-4838-a125-f19fd35b3dad for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:53:16.757143 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-fa637cbc-e3bf-440f-ade2-6939012b5f0f tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1749739085'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:53:16.769983 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-206e13c1-3e5d-4d92-bc7d-65dbfcc70c1c tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Publish callbacks [] for port (ac17ec99-03c2-46ea-aaf7-7e248c9c6227), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:16.805485 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f5654d-337c-48a2-8873-4dfe0c8afdf2 None None] Routers {'d6346947-4623-4838-a125-f19fd35b3dad'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:53:16.806615 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-b7f5654d-337c-48a2-8873-4dfe0c8afdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab62b5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:53:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['d6346947-4623-4838-a125-f19fd35b3dad'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:16.850303 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa637cbc-e3bf-440f-ade2-6939012b5f0f tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Made reservation on behalf of 3256272f3c524d7fba9a4fb8f5eb011d for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:53:16.865019 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fa637cbc-e3bf-440f-ade2-6939012b5f0f tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:16.876070 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-ec6076ad-2b7d-447f-82fe-dd3bac02be16 service neutron] Port 9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0 on network be4493bf-d1a6-445a-a987-23010e65458b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:53:16.876404 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-ec6076ad-2b7d-447f-82fe-dd3bac02be16 service neutron] Attempting to bind port 9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0 on network be4493bf-d1a6-445a-a987-23010e65458b {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:53:16.891800 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fc51b3c2-776c-4d09-8b01-91409186c6c0 admin admin] Publish callbacks [] for router_gateway (d6346947-4623-4838-a125-f19fd35b3dad), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:16.924944 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-ec6076ad-2b7d-447f-82fe-dd3bac02be16 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:53:16.925292 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-ec6076ad-2b7d-447f-82fe-dd3bac02be16 service neutron] Checking segment: {'id': '743051ff-9f95-4efc-9230-9f61d36c1128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'be4493bf-d1a6-445a-a987-23010e65458b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:53:16.925695 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-ec6076ad-2b7d-447f-82fe-dd3bac02be16 service neutron] Bound using segment: {'id': '743051ff-9f95-4efc-9230-9f61d36c1128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'be4493bf-d1a6-445a-a987-23010e65458b'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:53:16.926182 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-ec6076ad-2b7d-447f-82fe-dd3bac02be16 service neutron] Bound port: 9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '743051ff-9f95-4efc-9230-9f61d36c1128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'be4493bf-d1a6-445a-a987-23010e65458b'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:53:16.930774 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-ec6076ad-2b7d-447f-82fe-dd3bac02be16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:16.978244 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-b7f5654d-337c-48a2-8873-4dfe0c8afdf2 None None] Set router d6346947-4623-4838-a125-f19fd35b3dad gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:53:16.982677 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:53:17.022667 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-36dc88e1-c01a-42b8-9e6c-90251901c290 tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:17.024273 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-36dc88e1-c01a-42b8-9e6c-90251901c290 tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] 10.222.0.39 "GET /v2.0/networks?id=67bf8857-d986-434f-b00f-1b2ed431b973 HTTP/1.1" status: 200  len: 810 time: 0.8812101
Feb 05 20:53:17.056569 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-1d65014e-4654-43e0-95ce-0686efbc365a tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] Request body: {'port': {'device_id': 'bbde0bfd-fa6f-471d-b24f-70c5ff2c1d19', 'network_id': '67bf8857-d986-434f-b00f-1b2ed431b973', 'admin_state_up': True, 'tenant_id': '2109b737a6b04259b6e6262755b96e90'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:53:17.066233 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-206e13c1-3e5d-4d92-bc7d-65dbfcc70c1c tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (ac17ec99-03c2-46ea-aaf7-7e248c9c6227), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:17.174746 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:17.175141 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:17.217461 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-206e13c1-3e5d-4d92-bc7d-65dbfcc70c1c tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Network f760d6ec-7837-431c-910c-37572c24f936 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:53:17.235339 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-206e13c1-3e5d-4d92-bc7d-65dbfcc70c1c tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:53:17.238129 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-206e13c1-3e5d-4d92-bc7d-65dbfcc70c1c tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:53:17.278904 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-ec6076ad-2b7d-447f-82fe-dd3bac02be16 service neutron] For port 9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:53:17.284323 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e13c1-3e5d-4d92-bc7d-65dbfcc70c1c tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Pushing event updated for resources: {'Port': ['ID=ac17ec99-03c2-46ea-aaf7-7e248c9c6227,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:17.324071 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-b7f5654d-337c-48a2-8873-4dfe0c8afdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab62b5b0>, [{'id': 'd6346947-4623-4838-a125-f19fd35b3dad', 'name': 'tempest-FloatingIPsNegativeTestJSON-2120352498-router', 'tenant_id': 'cf228a2b9f594aaeb4501a44b3060fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': '4943dbd1-e574-4dfc-b15c-8a0b981f7a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:52:56Z', 'updated_at': '2022-02-05T20:53:13Z', 'revision_number': 5, 'project_id': 'cf228a2b9f594aaeb4501a44b3060fa1', 'gw_port': {'id': '4943dbd1-e574-4dfc-b15c-8a0b981f7a63', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:45:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6346947-4623-4838-a125-f19fd35b3dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:57Z', 'updated_at': '2022-02-05T20:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:17.330435 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-ec6076ad-2b7d-447f-82fe-dd3bac02be16 service neutron] For port 9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0,segment=NetworkSegment(743051ff-9f95-4efc-9230-9f61d36c1128),segment_id=743051ff-9f95-4efc-9230-9f61d36c1128)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:53:17.351482 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-fc51b3c2-776c-4d09-8b01-91409186c6c0 admin admin] Deleting port 4943dbd1-e574-4dfc-b15c-8a0b981f7a63 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:53:17.353202 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fc51b3c2-776c-4d09-8b01-91409186c6c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (4943dbd1-e574-4dfc-b15c-8a0b981f7a63), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:17.365112 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-ec6076ad-2b7d-447f-82fe-dd3bac02be16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:17.381682 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f5654d-337c-48a2-8873-4dfe0c8afdf2 None None] The sync data for ids ['d6346947-4623-4838-a125-f19fd35b3dad'] in ncdv-master-1 is: [{'id': 'd6346947-4623-4838-a125-f19fd35b3dad', 'name': 'tempest-FloatingIPsNegativeTestJSON-2120352498-router', 'tenant_id': 'cf228a2b9f594aaeb4501a44b3060fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': '4943dbd1-e574-4dfc-b15c-8a0b981f7a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:52:56Z', 'updated_at': '2022-02-05T20:53:13Z', 'revision_number': 5, 'project_id': 'cf228a2b9f594aaeb4501a44b3060fa1', 'gw_port': {'id': '4943dbd1-e574-4dfc-b15c-8a0b981f7a63', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:45:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6346947-4623-4838-a125-f19fd35b3dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:57Z', 'updated_at': '2022-02-05T20:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:53:17.387512 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:17.394043 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-206e13c1-3e5d-4d92-bc7d-65dbfcc70c1c tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:17.394714 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-206e13c1-3e5d-4d92-bc7d-65dbfcc70c1c tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:17.458611 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-32111c39-c5a5-410b-a6d8-97883fb00694 req-6b0f37f3-3ef3-4ad6-b617-7c0c3be336d2 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b86833b-8bd2-4436-8f23-4aa13184dcee HTTP/1.1" status: 200  len: 210 time: 0.1212511
Feb 05 20:53:17.471415 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-206e13c1-3e5d-4d92-bc7d-65dbfcc70c1c tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.3469355
Feb 05 20:53:17.511723 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-f6444423-0d4b-4498-963a-dbba1de9bb52 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Allocated IP 192.168.233.140 (f760d6ec-7837-431c-910c-37572c24f936/42e3c763-0926-4b49-ade5-d66ee3d4c489/fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:53:17.529608 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa637cbc-e3bf-440f-ade2-6939012b5f0f tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:53:17.532500 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-c752ad19-25de-493e-8c42-f5d5c7980e60 service neutron] Request body: {'port': {'device_id': 'a22b1fe3-3032-473c-b0b5-efc1a0795d31', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:53:17.546000 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-ec6076ad-2b7d-447f-82fe-dd3bac02be16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:17.546737 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-ec6076ad-2b7d-447f-82fe-dd3bac02be16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:17.548122 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-ec6076ad-2b7d-447f-82fe-dd3bac02be16 service neutron] 10.222.0.21 "PUT /v2.0/ports/9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0 HTTP/1.1" status: 200  len: 1092 time: 3.3383584
Feb 05 20:53:17.548589 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ed02470-ef14-4684-b7d9-4eec2dfac30a', 'tag': '9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:53:17.551000 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b1bb0-ece9-4d5a-97f4-b9c1bd1c749f req-eff9c325-6e31-4129-a268-8a52793922d2 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:17.551355 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72467b43-a467-4799-bb5c-29135a7a11b3" -d '{"events": [{"name": "network-changed", "server_uuid": "7ed02470-ef14-4684-b7d9-4eec2dfac30a", "tag": "9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:53:17.560009 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-de4b1bb0-ece9-4d5a-97f4-b9c1bd1c749f req-eff9c325-6e31-4129-a268-8a52793922d2 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed02470-ef14-4684-b7d9-4eec2dfac30a HTTP/1.1" status: 200  len: 944 time: 0.7232296
Feb 05 20:53:17.592295 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb87edd0-a41f-4037-ab47-56a3ca518cd7 None None] Sync routers for ids ['b8c12179-087e-42bf-aa85-c6f3826f5dc0'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:53:17.601626 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fa637cbc-e3bf-440f-ade2-6939012b5f0f tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (4955b25d-458a-4138-b58a-fac13eec9395), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:17.601626 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-fa637cbc-e3bf-440f-ade2-6939012b5f0f tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Added segment 4955b25d-458a-4138-b58a-fac13eec9395 of type vlan for network 2c28d2b8-7305-4066-8f34-0ebf235173b6
Feb 05 20:53:17.609286 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb87edd0-a41f-4037-ab47-56a3ca518cd7 None None] Routers {'b8c12179-087e-42bf-aa85-c6f3826f5dc0'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:53:17.610348 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-eb87edd0-a41f-4037-ab47-56a3ca518cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8c17370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:53:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b8c12179-087e-42bf-aa85-c6f3826f5dc0'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:17.630895 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e1baca06-6bbc-4178-9cd2-93ae29e3a507 req-39bcb6bf-e7fc-4b6e-a7f2-bb256c5fad6a tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ec6b42-9445-4a79-8aa7-044ce5cf0432 HTTP/1.1" status: 200  len: 210 time: 0.0891392
Feb 05 20:53:17.641506 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6076ad-2b7d-447f-82fe-dd3bac02be16 service neutron] Pushing event updated for resources: {'Port': ['ID=9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:17.649669 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-1d65014e-4654-43e0-95ce-0686efbc365a tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] Made reservation on behalf of 2109b737a6b04259b6e6262755b96e90 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:53:17.653063 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-1d65014e-4654-43e0-95ce-0686efbc365a tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:17.718843 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fa637cbc-e3bf-440f-ade2-6939012b5f0f tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (2c28d2b8-7305-4066-8f34-0ebf235173b6), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:17.740412 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-de4b1bb0-ece9-4d5a-97f4-b9c1bd1c749f req-2a08ac10-7299-4445-9a1b-9b52520892d9 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1758521
Feb 05 20:53:17.744366 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-7f15623c-b23b-4ea0-bafa-718a6c1a916c None None] Provisioning complete for port ac17ec99-03c2-46ea-aaf7-7e248c9c6227 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:17.744752 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7f15623c-b23b-4ea0-bafa-718a6c1a916c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ac17ec99-03c2-46ea-aaf7-7e248c9c6227), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:17.768143 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-fc51b3c2-776c-4d09-8b01-91409186c6c0 admin admin] For port 4943dbd1-e574-4dfc-b15c-8a0b981f7a63, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4943dbd1-e574-4dfc-b15c-8a0b981f7a63,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:17.768842 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fc51b3c2-776c-4d09-8b01-91409186c6c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (4943dbd1-e574-4dfc-b15c-8a0b981f7a63), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:17.802708 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-c752ad19-25de-493e-8c42-f5d5c7980e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ac17ec99-03c2-46ea-aaf7-7e248c9c6227), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:17.808391 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-7f15623c-b23b-4ea0-bafa-718a6c1a916c None None] Port ac17ec99-03c2-46ea-aaf7-7e248c9c6227 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:53:17.811915 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-fc51b3c2-776c-4d09-8b01-91409186c6c0 admin admin] Calling delete_port for 4943dbd1-e574-4dfc-b15c-8a0b981f7a63 owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:53:17.821894 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73e0e5f-83cb-46f5-b481-3a7fe1df8570 x-openstack-request-id: req-b73e0e5f-83cb-46f5-b481-3a7fe1df8570 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:53:17.822177 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ed02470-ef14-4684-b7d9-4eec2dfac30a", "tag": "9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:53:17.822368 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b73e0e5f-83cb-46f5-b481-3a7fe1df8570 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:53:17.823493 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ed02470-ef14-4684-b7d9-4eec2dfac30a', 'tag': '9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0', 'status': 'completed', 'code': 200}
Feb 05 20:53:17.851904 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-eb87edd0-a41f-4037-ab47-56a3ca518cd7 None None] Set router b8c12179-087e-42bf-aa85-c6f3826f5dc0 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:53:17.870633 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-746ae178-249b-4ff5-9106-420e1b5cfb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:17.872174 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-746ae178-249b-4ff5-9106-420e1b5cfb75 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d100b9cbd5c471aa5036a7a90989a49&device_id=7ed02470-ef14-4684-b7d9-4eec2dfac30a HTTP/1.1" status: 200  len: 1126 time: 0.2730219
Feb 05 20:53:17.912195 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bbac083e-6dc2-4130-b456-38f87c275e42 req-3958329d-26b8-47b5-b6c4-d8bc19f1d93f tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbde0bfd-fa6f-471d-b24f-70c5ff2c1d19 HTTP/1.1" status: 200  len: 210 time: 0.1304405
Feb 05 20:53:17.982409 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fa637cbc-e3bf-440f-ade2-6939012b5f0f tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (2c28d2b8-7305-4066-8f34-0ebf235173b6), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:17.987504 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa637cbc-e3bf-440f-ade2-6939012b5f0f tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:17.988185 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fa637cbc-e3bf-440f-ade2-6939012b5f0f tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:18.005732 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-c9a9c83a-6834-4510-9237-60d5970cf325 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0 HTTP/1.1" status: 200  len: 217 time: 0.1255050
Feb 05 20:53:18.064797 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-fa637cbc-e3bf-440f-ade2-6939012b5f0f tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 1.3129256
Feb 05 20:53:18.076426 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 34500) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:53:18.132017 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-0c35ec1b-3ae2-4b24-b2ed-62c3c5e68400 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1931846018'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:53:18.153061 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa637cbc-e3bf-440f-ade2-6939012b5f0f tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Pushing event updated for resources: {'Network': ['ID=2c28d2b8-7305-4066-8f34-0ebf235173b6,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:18.153291 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-9e3c0fcb-60e1-437c-b1c8-a70bd57ad1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:18.155088 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-9e3c0fcb-60e1-437c-b1c8-a70bd57ad1fe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e9cd80a-75d3-4781-9154-c886c97be771 HTTP/1.1" status: 200  len: 852 time: 0.0768392
Feb 05 20:53:18.162311 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-eb87edd0-a41f-4037-ab47-56a3ca518cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8c17370>, [{'id': 'b8c12179-087e-42bf-aa85-c6f3826f5dc0', 'name': 'tempest-TaggedBootDevicesTest_v242-1766094669-router', 'tenant_id': '9ba37fa34a7845dfa5c5fafcc371f063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.203'}], 'enable_snat': True}, 'gw_port_id': '486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:53:00Z', 'updated_at': '2022-02-05T20:53:06Z', 'revision_number': 4, 'project_id': '9ba37fa34a7845dfa5c5fafcc371f063', 'gw_port': {'id': '486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c12179-087e-42bf-aa85-c6f3826f5dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:02Z', 'updated_at': '2022-02-05T20:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9b7a7624-a727-4e76-9121-8d1dfb38b0fc', 'name': '', 'network_id': '560b7e1b-28bd-4ef8-bfb9-ce915442c9f3', 'tenant_id': '9ba37fa34a7845dfa5c5fafcc371f063', 'mac_address': 'fa:16:3e:fa:1c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c12179-087e-42bf-aa85-c6f3826f5dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'd2c86b25-28d3-4c67-810c-cbfe5a635191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:05Z', 'updated_at': '2022-02-05T20:53:07Z', 'revision_number': 2, 'project_id': '9ba37fa34a7845dfa5c5fafcc371f063', 'subnets': [{'id': 'd2c86b25-28d3-4c67-810c-cbfe5a635191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:18.164786 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 2c28d2b8-7305-4066-8f34-0ebf235173b6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:53:18.168126 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b9a21-7031-4390-b6c4-4869a74ae436 req-b8155593-ba9c-4eb4-81a2-c28ea282e2b6 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:18.175642 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-539b9a21-7031-4390-b6c4-4869a74ae436 req-b8155593-ba9c-4eb4-81a2-c28ea282e2b6 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c HTTP/1.1" status: 200  len: 948 time: 0.2739513
Feb 05 20:53:18.197897 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-f6444423-0d4b-4498-963a-dbba1de9bb52 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Publish callbacks [] for port (fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:18.205819 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb87edd0-a41f-4037-ab47-56a3ca518cd7 None None] Checking router: b8c12179-087e-42bf-aa85-c6f3826f5dc0 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:53:18.206537 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb87edd0-a41f-4037-ab47-56a3ca518cd7 None None] Updating router b8c12179-087e-42bf-aa85-c6f3826f5dc0 port 9b7a7624-a727-4e76-9121-8d1dfb38b0fc binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 20:53:18.207799 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-75d65125-ae72-4d96-9fff-f44722cf9a81 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be4493bf-d1a6-445a-a987-23010e65458b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0285079
Feb 05 20:53:18.246708 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-eb87edd0-a41f-4037-ab47-56a3ca518cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9b7a7624-a727-4e76-9121-8d1dfb38b0fc), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:18.258026 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-1d65014e-4654-43e0-95ce-0686efbc365a tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] Allocated IP 172.20.0.6 (67bf8857-d986-434f-b00f-1b2ed431b973/71ebcf18-4401-4a98-9a49-e856495dc5e0/dac8b976-655d-4e42-81a2-eaa61a2ce466) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:53:18.265334 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-539b9a21-7031-4390-b6c4-4869a74ae436 req-90c5d194-6719-4783-b9d6-672c37f5c7d0 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852652
Feb 05 20:53:18.280353 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-f6444423-0d4b-4498-963a-dbba1de9bb52 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:18.289510 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device a7b3e782-1020-4086-9809-836733f300c7 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:53:18.325115 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: a7b3e782-1020-4086-9809-836733f300c7 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:53:18.325812 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device a7b3e782-1020-4086-9809-836733f300c7 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:53:18.336195 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-f6444423-0d4b-4498-963a-dbba1de9bb52 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Network f760d6ec-7837-431c-910c-37572c24f936 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:53:18.343410 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-f6444423-0d4b-4498-963a-dbba1de9bb52 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:53:18.347309 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-f6444423-0d4b-4498-963a-dbba1de9bb52 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:53:18.381073 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c35ec1b-3ae2-4b24-b2ed-62c3c5e68400 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Made reservation on behalf of 3256272f3c524d7fba9a4fb8f5eb011d for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:53:18.384503 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0c35ec1b-3ae2-4b24-b2ed-62c3c5e68400 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:18.386790 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6444423-0d4b-4498-963a-dbba1de9bb52 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Pushing event updated for resources: {'Port': ['ID=fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:18.423333 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-f6444423-0d4b-4498-963a-dbba1de9bb52 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:18.423957 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-f6444423-0d4b-4498-963a-dbba1de9bb52 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:18.445272 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-f6444423-0d4b-4498-963a-dbba1de9bb52 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.6156225
Feb 05 20:53:18.459315 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-cedc72cb-e30f-4970-824d-edfeb5ed85fe service neutron] Request body: {'port': {'device_id': 'f6ec6b42-9445-4a79-8aa7-044ce5cf0432', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:53:18.538418 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-cedc72cb-e30f-4970-824d-edfeb5ed85fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:18.589625 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c35ec1b-3ae2-4b24-b2ed-62c3c5e68400 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:53:18.615735 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-eb87edd0-a41f-4037-ab47-56a3ca518cd7 None None] Publish callbacks [] for port (9b7a7624-a727-4e76-9121-8d1dfb38b0fc), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:18.625098 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-eb87edd0-a41f-4037-ab47-56a3ca518cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9b7a7624-a727-4e76-9121-8d1dfb38b0fc), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:18.724022 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0c35ec1b-3ae2-4b24-b2ed-62c3c5e68400 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (89719b81-4c1f-4326-bc00-4b7dddd494cf), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:18.724444 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-0c35ec1b-3ae2-4b24-b2ed-62c3c5e68400 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Added segment 89719b81-4c1f-4326-bc00-4b7dddd494cf of type vlan for network 2869ab27-d004-4907-98b1-61880aad7d20
Feb 05 20:53:18.750698 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-623d0f87-d529-438f-8311-dbebf34ababf None None] Provisioning complete for port fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:18.751462 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-623d0f87-d529-438f-8311-dbebf34ababf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:18.756459 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-632b5866-d5bc-4480-91e0-70a2ca6e9428 service neutron] 10.222.0.21 "GET /v2.0/networks/be4493bf-d1a6-445a-a987-23010e65458b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4878855
Feb 05 20:53:18.791683 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1984989a-0fcb-4474-8d31-72976e98c7b4 None None] Pushing event updated for resources: {'Port': ['ID=9b7a7624-a727-4e76-9121-8d1dfb38b0fc,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:18.821086 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 397afd56-20dd-47ff-b295-fa0c4364c3a0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:53:18.865327 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-eb87edd0-a41f-4037-ab47-56a3ca518cd7 None None] Attempting to bind port 9b7a7624-a727-4e76-9121-8d1dfb38b0fc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:53:18.865704 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-eb87edd0-a41f-4037-ab47-56a3ca518cd7 None None] Attempting to bind port 9b7a7624-a727-4e76-9121-8d1dfb38b0fc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '02ab5bea-b3b4-4e91-be93-d6a432249c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '560b7e1b-28bd-4ef8-bfb9-ce915442c9f3'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:53:18.866131 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb87edd0-a41f-4037-ab47-56a3ca518cd7 None None] Attempting to bind port 9b7a7624-a727-4e76-9121-8d1dfb38b0fc on network 560b7e1b-28bd-4ef8-bfb9-ce915442c9f3 {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:53:18.886500 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb87edd0-a41f-4037-ab47-56a3ca518cd7 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:53:18.888320 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb87edd0-a41f-4037-ab47-56a3ca518cd7 None None] Checking segment: {'id': '02ab5bea-b3b4-4e91-be93-d6a432249c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '560b7e1b-28bd-4ef8-bfb9-ce915442c9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:53:18.893172 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-eb87edd0-a41f-4037-ab47-56a3ca518cd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:18.894865 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb87edd0-a41f-4037-ab47-56a3ca518cd7 None None] Bound using segment: {'id': '02ab5bea-b3b4-4e91-be93-d6a432249c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '560b7e1b-28bd-4ef8-bfb9-ce915442c9f3'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:53:18.895380 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-eb87edd0-a41f-4037-ab47-56a3ca518cd7 None None] Bound port: 9b7a7624-a727-4e76-9121-8d1dfb38b0fc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ab5bea-b3b4-4e91-be93-d6a432249c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '560b7e1b-28bd-4ef8-bfb9-ce915442c9f3'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:53:18.895770 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-eb87edd0-a41f-4037-ab47-56a3ca518cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9b7a7624-a727-4e76-9121-8d1dfb38b0fc), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:18.901199 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cec85c-3f4f-4557-ab48-2c40eef54b52 req-c0289017-074a-4a72-9345-029c36a95766 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:18.909020 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-95cec85c-3f4f-4557-ab48-2c40eef54b52 req-c0289017-074a-4a72-9345-029c36a95766 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ec6b42-9445-4a79-8aa7-044ce5cf0432 HTTP/1.1" status: 200  len: 936 time: 0.1558409
Feb 05 20:53:18.915768 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 397afd56-20dd-47ff-b295-fa0c4364c3a0 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:53:18.917270 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 397afd56-20dd-47ff-b295-fa0c4364c3a0 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:53:18.925722 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-623d0f87-d529-438f-8311-dbebf34ababf None None] Port fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:53:18.929535 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0c35ec1b-3ae2-4b24-b2ed-62c3c5e68400 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (2869ab27-d004-4907-98b1-61880aad7d20), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:18.959008 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fc51b3c2-776c-4d09-8b01-91409186c6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (4943dbd1-e574-4dfc-b15c-8a0b981f7a63), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:19.008187 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-95cec85c-3f4f-4557-ab48-2c40eef54b52 req-fd901b74-7053-4871-8909-49af374eee2b tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4249cc4-c7b1-439e-8bbc-5ee1b01acbea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937240
Feb 05 20:53:19.017331 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-eb87edd0-a41f-4037-ab47-56a3ca518cd7 None None] For port 9b7a7624-a727-4e76-9121-8d1dfb38b0fc, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:53:19.025126 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-eb87edd0-a41f-4037-ab47-56a3ca518cd7 None None] For port 9b7a7624-a727-4e76-9121-8d1dfb38b0fc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b7a7624-a727-4e76-9121-8d1dfb38b0fc,segment=NetworkSegment(02ab5bea-b3b4-4e91-be93-d6a432249c06),segment_id=02ab5bea-b3b4-4e91-be93-d6a432249c06)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:53:19.033271 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-eb87edd0-a41f-4037-ab47-56a3ca518cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9b7a7624-a727-4e76-9121-8d1dfb38b0fc), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:19.062934 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc51b3c2-776c-4d09-8b01-91409186c6c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4943dbd1-e574-4dfc-b15c-8a0b981f7a63,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:19.112018 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d71c6-1530-4515-adac-3271c2f89f9e req-e0e40e54-9855-4086-a27e-185c1ac73e97 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:19.119190 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2c2d71c6-1530-4515-adac-3271c2f89f9e req-e0e40e54-9855-4086-a27e-185c1ac73e97 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed02470-ef14-4684-b7d9-4eec2dfac30a HTTP/1.1" status: 200  len: 944 time: 0.1068079
Feb 05 20:53:19.132804 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0c35ec1b-3ae2-4b24-b2ed-62c3c5e68400 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (2869ab27-d004-4907-98b1-61880aad7d20), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:19.138029 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c35ec1b-3ae2-4b24-b2ed-62c3c5e68400 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:19.138682 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0c35ec1b-3ae2-4b24-b2ed-62c3c5e68400 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:19.146550 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1984989a-0fcb-4474-8d31-72976e98c7b4 None None] Pushing event updated for resources: {'Port': ['ID=9b7a7624-a727-4e76-9121-8d1dfb38b0fc,revision_number=4']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:19.151083 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb87edd0-a41f-4037-ab47-56a3ca518cd7 None None] Routers {'b8c12179-087e-42bf-aa85-c6f3826f5dc0'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:53:19.151893 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-eb87edd0-a41f-4037-ab47-56a3ca518cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8c17370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:53:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b8c12179-087e-42bf-aa85-c6f3826f5dc0'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:19.171562 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-9bafd623-629d-4d99-a1e7-47c790ae3f8c None None] Provisioning complete for port 9b7a7624-a727-4e76-9121-8d1dfb38b0fc triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:19.172348 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9bafd623-629d-4d99-a1e7-47c790ae3f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9b7a7624-a727-4e76-9121-8d1dfb38b0fc), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:19.196222 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-1d65014e-4654-43e0-95ce-0686efbc365a tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] Publish callbacks [] for port (dac8b976-655d-4e42-81a2-eaa61a2ce466), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:19.220320 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-c752ad19-25de-493e-8c42-f5d5c7980e60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac17ec99-03c2-46ea-aaf7-7e248c9c6227 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:53:19.250669 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2c2d71c6-1530-4515-adac-3271c2f89f9e req-0a6edf31-d264-4cd7-9da5-3a2629571391 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147740
Feb 05 20:53:19.263900 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-c752ad19-25de-493e-8c42-f5d5c7980e60 service neutron] Publish callbacks [] for port (ac17ec99-03c2-46ea-aaf7-7e248c9c6227), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:19.300955 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d93c32-71c5-4347-925b-6a440c6874ba req-e00daa03-1658-4d5a-87b4-043e07b156e1 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:19.305946 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-61d93c32-71c5-4347-925b-6a440c6874ba req-e00daa03-1658-4d5a-87b4-043e07b156e1 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/ports?device_id=de321d29-f3cb-4c16-b51f-c6bf52377ed1 HTTP/1.1" status: 200  len: 950 time: 0.1851723
Feb 05 20:53:19.321572 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-9bafd623-629d-4d99-a1e7-47c790ae3f8c None None] Current status of the port 9b7a7624-a727-4e76-9121-8d1dfb38b0fc is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:19.322128 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9bafd623-629d-4d99-a1e7-47c790ae3f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9b7a7624-a727-4e76-9121-8d1dfb38b0fc), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:19.339597 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-eb87edd0-a41f-4037-ab47-56a3ca518cd7 None None] Set router b8c12179-087e-42bf-aa85-c6f3826f5dc0 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:53:19.370834 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-9bafd623-629d-4d99-a1e7-47c790ae3f8c None None] For port 9b7a7624-a727-4e76-9121-8d1dfb38b0fc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b7a7624-a727-4e76-9121-8d1dfb38b0fc,segment=NetworkSegment(02ab5bea-b3b4-4e91-be93-d6a432249c06),segment_id=02ab5bea-b3b4-4e91-be93-d6a432249c06)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:19.378336 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9bafd623-629d-4d99-a1e7-47c790ae3f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9b7a7624-a727-4e76-9121-8d1dfb38b0fc), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:19.436853 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-61d93c32-71c5-4347-925b-6a440c6874ba req-1c9741ba-3494-45ab-ba65-cf2888ea2d8f tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/security-groups?id=867110f1-5107-45c6-b0fb-e05c5b456665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1200171
Feb 05 20:53:19.482899 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-05bec060-2997-4a1a-ab13-41fadde580a1 req-2c6fbc00-8602-405e-8f96-c2dc325c1e90 tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbde0bfd-fa6f-471d-b24f-70c5ff2c1d19 HTTP/1.1" status: 200  len: 210 time: 0.0831056
Feb 05 20:53:19.504147 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafd623-629d-4d99-a1e7-47c790ae3f8c None None] Pushing event updated for resources: {'Port': ['ID=9b7a7624-a727-4e76-9121-8d1dfb38b0fc,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:19.517864 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-0da57914-ef30-4703-9630-aa499ea38d05 None None] Provisioning complete for port 9b7a7624-a727-4e76-9121-8d1dfb38b0fc triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:19.518253 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0da57914-ef30-4703-9630-aa499ea38d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9b7a7624-a727-4e76-9121-8d1dfb38b0fc), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:19.593254 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2f3f7-06c5-4745-98c7-689273af13d9 req-2c6ab777-1539-48c4-aac3-26b08df50bf5 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:19.594898 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f8b2f3f7-06c5-4745-98c7-689273af13d9 req-2c6ab777-1539-48c4-aac3-26b08df50bf5 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c HTTP/1.1" status: 200  len: 948 time: 0.0622313
Feb 05 20:53:19.613243 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-0da57914-ef30-4703-9630-aa499ea38d05 None None] Current status of the port 9b7a7624-a727-4e76-9121-8d1dfb38b0fc is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:19.658020 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f8b2f3f7-06c5-4745-98c7-689273af13d9 req-d69b1efa-3d09-486a-b35b-dc00175a730e tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571260
Feb 05 20:53:19.690821 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0c35ec1b-3ae2-4b24-b2ed-62c3c5e68400 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 1.5628500
Feb 05 20:53:19.692841 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0d0fb71e-7f1b-47eb-8e73-0862b7d73307 req-0e5ce905-f007-4f3f-b180-c007cb8408c0 service neutron] 10.222.0.21 "GET /v2.0/networks/be4493bf-d1a6-445a-a987-23010e65458b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8952129
Feb 05 20:53:19.693914 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 34518) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:53:19.699677 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-8544d7df-de32-4408-8cc9-09cc75f83d2d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Request body: {'subnet': {'network_id': '2c28d2b8-7305-4066-8f34-0ebf235173b6', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:53:19.755585 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-c752ad19-25de-493e-8c42-f5d5c7980e60 service neutron] Transition to ACTIVE for port object ac17ec99-03c2-46ea-aaf7-7e248c9c6227 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:53:19.757226 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fc51b3c2-776c-4d09-8b01-91409186c6c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (d6346947-4623-4838-a125-f19fd35b3dad), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:19.760931 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-eb87edd0-a41f-4037-ab47-56a3ca518cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8c17370>, [{'id': 'b8c12179-087e-42bf-aa85-c6f3826f5dc0', 'name': 'tempest-TaggedBootDevicesTest_v242-1766094669-router', 'tenant_id': '9ba37fa34a7845dfa5c5fafcc371f063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.203'}], 'enable_snat': True}, 'gw_port_id': '486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:53:00Z', 'updated_at': '2022-02-05T20:53:06Z', 'revision_number': 4, 'project_id': '9ba37fa34a7845dfa5c5fafcc371f063', 'gw_port': {'id': '486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c12179-087e-42bf-aa85-c6f3826f5dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:02Z', 'updated_at': '2022-02-05T20:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9b7a7624-a727-4e76-9121-8d1dfb38b0fc', 'name': '', 'network_id': '560b7e1b-28bd-4ef8-bfb9-ce915442c9f3', 'tenant_id': '9ba37fa34a7845dfa5c5fafcc371f063', 'mac_address': 'fa:16:3e:fa:1c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c12179-087e-42bf-aa85-c6f3826f5dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'd2c86b25-28d3-4c67-810c-cbfe5a635191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:05Z', 'updated_at': '2022-02-05T20:53:19Z', 'revision_number': 4, 'project_id': '9ba37fa34a7845dfa5c5fafcc371f063', 'subnets': [{'id': 'd2c86b25-28d3-4c67-810c-cbfe5a635191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:19.788400 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb87edd0-a41f-4037-ab47-56a3ca518cd7 None None] The sync data for ids ['b8c12179-087e-42bf-aa85-c6f3826f5dc0'] in ncdv-master-1 is: [{'id': 'b8c12179-087e-42bf-aa85-c6f3826f5dc0', 'name': 'tempest-TaggedBootDevicesTest_v242-1766094669-router', 'tenant_id': '9ba37fa34a7845dfa5c5fafcc371f063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.203'}], 'enable_snat': True}, 'gw_port_id': '486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:53:00Z', 'updated_at': '2022-02-05T20:53:06Z', 'revision_number': 4, 'project_id': '9ba37fa34a7845dfa5c5fafcc371f063', 'gw_port': {'id': '486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c12179-087e-42bf-aa85-c6f3826f5dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:02Z', 'updated_at': '2022-02-05T20:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9b7a7624-a727-4e76-9121-8d1dfb38b0fc', 'name': '', 'network_id': '560b7e1b-28bd-4ef8-bfb9-ce915442c9f3', 'tenant_id': '9ba37fa34a7845dfa5c5fafcc371f063', 'mac_address': 'fa:16:3e:fa:1c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c12179-087e-42bf-aa85-c6f3826f5dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'd2c86b25-28d3-4c67-810c-cbfe5a635191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:05Z', 'updated_at': '2022-02-05T20:53:19Z', 'revision_number': 4, 'project_id': '9ba37fa34a7845dfa5c5fafcc371f063', 'subnets': [{'id': 'd2c86b25-28d3-4c67-810c-cbfe5a635191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:53:19.801596 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c35ec1b-3ae2-4b24-b2ed-62c3c5e68400 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Pushing event updated for resources: {'Network': ['ID=2869ab27-d004-4907-98b1-61880aad7d20,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:19.807643 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-c752ad19-25de-493e-8c42-f5d5c7980e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (ac17ec99-03c2-46ea-aaf7-7e248c9c6227), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:19.813903 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 2869ab27-d004-4907-98b1-61880aad7d20 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:53:19.868024 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8544d7df-de32-4408-8cc9-09cc75f83d2d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Made reservation on behalf of 3256272f3c524d7fba9a4fb8f5eb011d for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:53:19.871844 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8544d7df-de32-4408-8cc9-09cc75f83d2d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:19.913940 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:19.968042 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fc51b3c2-776c-4d09-8b01-91409186c6c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (d6346947-4623-4838-a125-f19fd35b3dad), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:19.983035 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fc51b3c2-776c-4d09-8b01-91409186c6c0 admin admin] Publish callbacks [] for router_controller (d6346947-4623-4838-a125-f19fd35b3dad), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:20.003870 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-1d65014e-4654-43e0-95ce-0686efbc365a tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (dac8b976-655d-4e42-81a2-eaa61a2ce466), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:20.010680 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c752ad19-25de-493e-8c42-f5d5c7980e60 service neutron] Pushing event updated for resources: {'Port': ['ID=ac17ec99-03c2-46ea-aaf7-7e248c9c6227,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:20.145209 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-1d65014e-4654-43e0-95ce-0686efbc365a tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] Network 67bf8857-d986-434f-b00f-1b2ed431b973 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:53:20.148825 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fc51b3c2-776c-4d09-8b01-91409186c6c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (d6346947-4623-4838-a125-f19fd35b3dad), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:20.149353 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc51b3c2-776c-4d09-8b01-91409186c6c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6346947-4623-4838-a125-f19fd35b3dad {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 20:53:20.154229 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fc51b3c2-776c-4d09-8b01-91409186c6c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:20.155413 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-fc51b3c2-776c-4d09-8b01-91409186c6c0 admin admin] 10.222.0.32 "DELETE /v2.0/routers/d6346947-4623-4838-a125-f19fd35b3dad HTTP/1.1" status: 204  len: 168 time: 4.3020792
Feb 05 20:53:20.158213 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72467b43-a467-4799-bb5c-29135a7a11b3 req-44b8861e-0abb-4ef3-8773-b05abbfc78f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:20.159231 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-72467b43-a467-4799-bb5c-29135a7a11b3 req-44b8861e-0abb-4ef3-8773-b05abbfc78f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d100b9cbd5c471aa5036a7a90989a49&device_id=7ed02470-ef14-4684-b7d9-4eec2dfac30a HTTP/1.1" status: 200  len: 1126 time: 0.3983932
Feb 05 20:53:20.162728 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 34522) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:53:20.186154 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-1d65014e-4654-43e0-95ce-0686efbc365a tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:53:20.190493 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-1d65014e-4654-43e0-95ce-0686efbc365a tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:53:20.222947 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-cedc72cb-e30f-4970-824d-edfeb5ed85fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:53:20.242579 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-2691354f-f2c1-485b-8e3c-4badbc54d939 admin admin] Deleting subnet 9c6bc81a-2c7e-4da5-89d2-7cf9969b0ded {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:53:20.247053 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d65014e-4654-43e0-95ce-0686efbc365a tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] Pushing event updated for resources: {'Port': ['ID=dac8b976-655d-4e42-81a2-eaa61a2ce466,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:20.256152 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-cedc72cb-e30f-4970-824d-edfeb5ed85fe service neutron] Publish callbacks [] for port (fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:20.276711 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2691354f-f2c1-485b-8e3c-4badbc54d939 admin admin] Publish callbacks [] for subnet (9c6bc81a-2c7e-4da5-89d2-7cf9969b0ded), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:20.377740 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-c752ad19-25de-493e-8c42-f5d5c7980e60 service neutron] Attempting to bind port ac17ec99-03c2-46ea-aaf7-7e248c9c6227 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:53:20.378093 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-c752ad19-25de-493e-8c42-f5d5c7980e60 service neutron] Attempting to bind port ac17ec99-03c2-46ea-aaf7-7e248c9c6227 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:53:20.378453 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-c752ad19-25de-493e-8c42-f5d5c7980e60 service neutron] Attempting to bind port ac17ec99-03c2-46ea-aaf7-7e248c9c6227 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:53:20.388603 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-1d65014e-4654-43e0-95ce-0686efbc365a tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:20.389254 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-1d65014e-4654-43e0-95ce-0686efbc365a tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:20.396907 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-c752ad19-25de-493e-8c42-f5d5c7980e60 service neutron] Port ac17ec99-03c2-46ea-aaf7-7e248c9c6227 on network f760d6ec-7837-431c-910c-37572c24f936 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:53:20.397227 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-c752ad19-25de-493e-8c42-f5d5c7980e60 service neutron] Attempting to bind port ac17ec99-03c2-46ea-aaf7-7e248c9c6227 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:53:20.401811 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-cedc72cb-e30f-4970-824d-edfeb5ed85fe service neutron] Transition to ACTIVE for port object fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:53:20.425311 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-c752ad19-25de-493e-8c42-f5d5c7980e60 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:53:20.425311 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-c752ad19-25de-493e-8c42-f5d5c7980e60 service neutron] Checking segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:53:20.425311 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-c752ad19-25de-493e-8c42-f5d5c7980e60 service neutron] Bound using segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:53:20.425826 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-c752ad19-25de-493e-8c42-f5d5c7980e60 service neutron] Bound port: ac17ec99-03c2-46ea-aaf7-7e248c9c6227, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:53:20.425826 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-c752ad19-25de-493e-8c42-f5d5c7980e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ac17ec99-03c2-46ea-aaf7-7e248c9c6227), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:20.428708 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-cedc72cb-e30f-4970-824d-edfeb5ed85fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:20.431752 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72467b43-a467-4799-bb5c-29135a7a11b3 req-9adfd134-f0ea-4cc4-8bb7-63ba9a08f8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:20.433279 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-72467b43-a467-4799-bb5c-29135a7a11b3 req-9adfd134-f0ea-4cc4-8bb7-63ba9a08f8d8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=be4493bf-d1a6-445a-a987-23010e65458b HTTP/1.1" status: 200  len: 913 time: 0.2359107
Feb 05 20:53:20.442514 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-1d65014e-4654-43e0-95ce-0686efbc365a tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3948576
Feb 05 20:53:20.459297 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-aa43b1af-9147-4e96-be93-a8c018cf7e2c service neutron] Request body: {'port': {'device_id': 'bbde0bfd-fa6f-471d-b24f-70c5ff2c1d19', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:53:20.466952 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71471f96-2bde-4c75-be9c-103ca08e566b req-d95bf904-45d3-4c79-a96b-0dad7fd80cee tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:20.468494 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-71471f96-2bde-4c75-be9c-103ca08e566b req-d95bf904-45d3-4c79-a96b-0dad7fd80cee tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ec6b42-9445-4a79-8aa7-044ce5cf0432 HTTP/1.1" status: 200  len: 936 time: 0.3508790
Feb 05 20:53:20.475964 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2691354f-f2c1-485b-8e3c-4badbc54d939 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (9c6bc81a-2c7e-4da5-89d2-7cf9969b0ded), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:20.559770 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8544d7df-de32-4408-8cc9-09cc75f83d2d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (532b1fc2-bb1a-4156-8355-ae298e35f677), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:20.569621 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-72467b43-a467-4799-bb5c-29135a7a11b3 req-85cae692-e8dd-42c9-bf94-fda575751c2e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0 HTTP/1.1" status: 200  len: 217 time: 0.0701113
Feb 05 20:53:20.651731 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-c752ad19-25de-493e-8c42-f5d5c7980e60 service neutron] For port ac17ec99-03c2-46ea-aaf7-7e248c9c6227, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:53:20.669802 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72467b43-a467-4799-bb5c-29135a7a11b3 req-5af6baed-d177-4fb7-bc8b-8395c12d5837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:20.671321 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-72467b43-a467-4799-bb5c-29135a7a11b3 req-5af6baed-d177-4fb7-bc8b-8395c12d5837 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e9cd80a-75d3-4781-9154-c886c97be771 HTTP/1.1" status: 200  len: 852 time: 0.0942509
Feb 05 20:53:20.674996 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-c752ad19-25de-493e-8c42-f5d5c7980e60 service neutron] For port ac17ec99-03c2-46ea-aaf7-7e248c9c6227, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ac17ec99-03c2-46ea-aaf7-7e248c9c6227,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:53:20.676433 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-aa43b1af-9147-4e96-be93-a8c018cf7e2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (dac8b976-655d-4e42-81a2-eaa61a2ce466), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:20.686243 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc72cb-e30f-4970-824d-edfeb5ed85fe service neutron] Pushing event updated for resources: {'Port': ['ID=fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:20.740259 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-72467b43-a467-4799-bb5c-29135a7a11b3 req-37099824-8961-4afa-844c-384d4e4ae5a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be4493bf-d1a6-445a-a987-23010e65458b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0617008
Feb 05 20:53:20.745142 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-c752ad19-25de-493e-8c42-f5d5c7980e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (ac17ec99-03c2-46ea-aaf7-7e248c9c6227), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:20.782694 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8544d7df-de32-4408-8cc9-09cc75f83d2d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Pushing event updated for resources: {'Subnet': ['ID=532b1fc2-bb1a-4156-8355-ae298e35f677,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:20.797475 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821cbd35-7c0b-4a8a-a1b3-fd96d832ec8a req-9a5caab7-447d-4094-95da-d7139ba34ea6 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:20.804854 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-821cbd35-7c0b-4a8a-a1b3-fd96d832ec8a req-9a5caab7-447d-4094-95da-d7139ba34ea6 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed02470-ef14-4684-b7d9-4eec2dfac30a HTTP/1.1" status: 200  len: 944 time: 0.4013653
Feb 05 20:53:20.839951 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-71471f96-2bde-4c75-be9c-103ca08e566b req-c3438b86-38d2-489e-9035-f942dafc97da tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4249cc4-c7b1-439e-8bbc-5ee1b01acbea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3407950
Feb 05 20:53:20.866307 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-c752ad19-25de-493e-8c42-f5d5c7980e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:20.868383 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-c752ad19-25de-493e-8c42-f5d5c7980e60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:20.872668 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a788142d-03a7-4e73-ae2f-3e21e45c2908 req-d3f0b313-d661-4a8a-82f6-de241d8d2e98 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:20.873282 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-c752ad19-25de-493e-8c42-f5d5c7980e60 service neutron] 10.222.0.21 "PUT /v2.0/ports/ac17ec99-03c2-46ea-aaf7-7e248c9c6227 HTTP/1.1" status: 200  len: 1096 time: 3.3434598
Feb 05 20:53:20.876307 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a22b1fe3-3032-473c-b0b5-efc1a0795d31', 'tag': 'ac17ec99-03c2-46ea-aaf7-7e248c9c6227'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:53:20.878012 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52e28c8-e176-4ede-bf0e-e30ab2132a9e" -d '{"events": [{"name": "network-changed", "server_uuid": "a22b1fe3-3032-473c-b0b5-efc1a0795d31", "tag": "ac17ec99-03c2-46ea-aaf7-7e248c9c6227"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:53:20.880724 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a788142d-03a7-4e73-ae2f-3e21e45c2908 req-d3f0b313-d661-4a8a-82f6-de241d8d2e98 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.21 "GET /v2.0/ports?device_id=de321d29-f3cb-4c16-b51f-c6bf52377ed1 HTTP/1.1" status: 200  len: 950 time: 0.4073484
Feb 05 20:53:20.982284 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2691354f-f2c1-485b-8e3c-4badbc54d939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (9c6bc81a-2c7e-4da5-89d2-7cf9969b0ded), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:20.991536 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-72467b43-a467-4799-bb5c-29135a7a11b3 req-d8ab0dd3-442a-424f-9898-9058bd1063fd service neutron] 10.222.0.21 "GET /v2.0/networks/be4493bf-d1a6-445a-a987-23010e65458b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2431796
Feb 05 20:53:21.000543 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8544d7df-de32-4408-8cc9-09cc75f83d2d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Checking segment: {'id': '4955b25d-458a-4138-b58a-fac13eec9395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2c28d2b8-7305-4066-8f34-0ebf235173b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:53:21.001068 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8544d7df-de32-4408-8cc9-09cc75f83d2d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Network hostable DHCP agents. Network: 2c28d2b8-7305-4066-8f34-0ebf235173b6, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:53:21.061764 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9b7a7624-a727-4e76-9121-8d1dfb38b0fc up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:53:21.072426 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c752ad19-25de-493e-8c42-f5d5c7980e60 service neutron] Pushing event updated for resources: {'Port': ['ID=ac17ec99-03c2-46ea-aaf7-7e248c9c6227,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:21.105165 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-cedc72cb-e30f-4970-824d-edfeb5ed85fe service neutron] Attempting to bind port fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:53:21.105839 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-cedc72cb-e30f-4970-824d-edfeb5ed85fe service neutron] Attempting to bind port fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:53:21.106735 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-cedc72cb-e30f-4970-824d-edfeb5ed85fe service neutron] Attempting to bind port fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:53:21.133438 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 9b7a7624-a727-4e76-9121-8d1dfb38b0fc triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:21.133992 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9b7a7624-a727-4e76-9121-8d1dfb38b0fc), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:21.194118 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-cedc72cb-e30f-4970-824d-edfeb5ed85fe service neutron] Port fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6 on network f760d6ec-7837-431c-910c-37572c24f936 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:53:21.194717 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-cedc72cb-e30f-4970-824d-edfeb5ed85fe service neutron] Attempting to bind port fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:53:21.218338 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-821cbd35-7c0b-4a8a-a1b3-fd96d832ec8a req-7be8e95d-de57-4517-a3af-85f8c183a74a tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4124935
Feb 05 20:53:21.221543 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-cedc72cb-e30f-4970-824d-edfeb5ed85fe service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:53:21.221889 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-cedc72cb-e30f-4970-824d-edfeb5ed85fe service neutron] Checking segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:53:21.222274 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-cedc72cb-e30f-4970-824d-edfeb5ed85fe service neutron] Bound using segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:53:21.222755 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-cedc72cb-e30f-4970-824d-edfeb5ed85fe service neutron] Bound port: fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:53:21.223279 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-cedc72cb-e30f-4970-824d-edfeb5ed85fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:21.230876 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-8bfd1c84-c822-487a-bc2f-75ad69525d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:21.234008 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db621165-5acf-4cd1-b19d-8ae6565fdedf req-2a3d0942-2fb0-4192-a804-31cee3781926 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:21.236482 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db621165-5acf-4cd1-b19d-8ae6565fdedf req-2a3d0942-2fb0-4192-a804-31cee3781926 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/ports?device_id=de321d29-f3cb-4c16-b51f-c6bf52377ed1 HTTP/1.1" status: 200  len: 950 time: 0.2823994
Feb 05 20:53:21.239133 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2691354f-f2c1-485b-8e3c-4badbc54d939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (9c6bc81a-2c7e-4da5-89d2-7cf9969b0ded), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:21.241097 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8544d7df-de32-4408-8cc9-09cc75f83d2d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Network 2c28d2b8-7305-4066-8f34-0ebf235173b6 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:53:21.241253 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-8bfd1c84-c822-487a-bc2f-75ad69525d17 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b7e5a1885b1244c7afd09901f54d0e47&device_id=a22b1fe3-3032-473c-b0b5-efc1a0795d31 HTTP/1.1" status: 200  len: 1130 time: 0.2461228
Feb 05 20:53:21.263413 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 9b7a7624-a727-4e76-9121-8d1dfb38b0fc is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:21.315182 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-a36d7144-e766-42bd-919e-360386648a26 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=ac17ec99-03c2-46ea-aaf7-7e248c9c6227 HTTP/1.1" status: 200  len: 217 time: 0.0568850
Feb 05 20:53:21.332457 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2691354f-f2c1-485b-8e3c-4badbc54d939 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:21.337963 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2691354f-f2c1-485b-8e3c-4badbc54d939 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9c6bc81a-2c7e-4da5-89d2-7cf9969b0ded HTTP/1.1" status: 204  len: 168 time: 1.1740098
Feb 05 20:53:21.338711 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-8544d7df-de32-4408-8cc9-09cc75f83d2d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2c28d2b8-7305-4066-8f34-0ebf235173b6) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:53:21.344643 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 34534) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:53:21.346994 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2691354f-f2c1-485b-8e3c-4badbc54d939 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c6bc81a-2c7e-4da5-89d2-7cf9969b0ded,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:21.347428 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adce8cd-320d-49a8-a78c-d7f653a20770 None None] Network f666533f-52f5-43eb-9077-58d62685c9de requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:53:21.351983 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8544d7df-de32-4408-8cc9-09cc75f83d2d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:21.352798 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8544d7df-de32-4408-8cc9-09cc75f83d2d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:21.357367 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 4943dbd1-e574-4dfc-b15c-8a0b981f7a63 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:53:21.361191 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1a0628-3f3e-491a-ae96-3edda9ff003c None None] Network 2c28d2b8-7305-4066-8f34-0ebf235173b6 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:53:21.405857 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-72467b43-a467-4799-bb5c-29135a7a11b3 req-444c7009-f2a4-4b59-a82a-e6c25f00138f service neutron] 10.222.0.21 "GET /v2.0/networks/be4493bf-d1a6-445a-a987-23010e65458b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3589931
Feb 05 20:53:21.409119 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-623a5a66-e4fa-4661-a959-ae8d90e77668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:21.410675 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-623a5a66-e4fa-4661-a959-ae8d90e77668 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.0868392
Feb 05 20:53:21.421275 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 4943dbd1-e574-4dfc-b15c-8a0b981f7a63 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:53:21.421716 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 4943dbd1-e574-4dfc-b15c-8a0b981f7a63 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:53:21.479294 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8544d7df-de32-4408-8cc9-09cc75f83d2d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.7807195
Feb 05 20:53:21.494446 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 34536) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:53:21.500124 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-15fe7bef-8346-4fca-8a46-0248bb097f42 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Request body: {'subnet': {'network_id': '2869ab27-d004-4907-98b1-61880aad7d20', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:53:21.519471 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-a788142d-03a7-4e73-ae2f-3e21e45c2908 req-b72f515b-cacb-4753-b251-5ccd73784ba9 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Deleting port d1113b7e-04ac-4676-bcdc-2d74ab627f05 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:53:21.519919 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a788142d-03a7-4e73-ae2f-3e21e45c2908 req-b72f515b-cacb-4753-b251-5ccd73784ba9 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (d1113b7e-04ac-4676-bcdc-2d74ab627f05), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:21.554772 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-b31b26eb-5fe7-42ab-baf3-fd85f27fd6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:21.556841 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-b31b26eb-5fe7-42ab-baf3-fd85f27fd6f7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1222529
Feb 05 20:53:21.559059 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db621165-5acf-4cd1-b19d-8ae6565fdedf req-d5344246-38ba-480d-be94-9da7ada1e930 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/security-groups?id=867110f1-5107-45c6-b0fb-e05c5b456665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3123798
Feb 05 20:53:21.572528 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97449555-a6a0-4fb3-bb47-24c411a9f70e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2c28d2b8-7305-4066-8f34-0ebf235173b6', 'network_id': '2c28d2b8-7305-4066-8f34-0ebf235173b6', 'project_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'fixed_ips': [{'subnet_id': '532b1fc2-bb1a-4156-8355-ae298e35f677'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 20:53:21.573464 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-97449555-a6a0-4fb3-bb47-24c411a9f70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:21.595691 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-cedc72cb-e30f-4970-824d-edfeb5ed85fe service neutron] For port fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6, host nch1-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:53:21.664059 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-cedc72cb-e30f-4970-824d-edfeb5ed85fe service neutron] For port fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:53:21.677070 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-66f8aa11-5bd9-4b87-b782-8e5a90b8ead8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (f666533f-52f5-43eb-9077-58d62685c9de), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:21.696903 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-cedc72cb-e30f-4970-824d-edfeb5ed85fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:21.711583 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea61517d-dc0a-400b-af94-da7fdaf50ad0 None None] DHCP port deletion for f666533f-52f5-43eb-9077-58d62685c9de request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 20:53:21.723598 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-aa43b1af-9147-4e96-be93-a8c018cf7e2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dac8b976-655d-4e42-81a2-eaa61a2ce466 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:53:21.733894 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb5b00-63c8-4331-b35a-09c5b963e82d req-aced5e75-660a-472d-9920-e5af9548c8f7 tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:21.738408 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-aa43b1af-9147-4e96-be93-a8c018cf7e2c service neutron] Publish callbacks [] for port (dac8b976-655d-4e42-81a2-eaa61a2ce466), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:21.741012 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d8fb5b00-63c8-4331-b35a-09c5b963e82d req-aced5e75-660a-472d-9920-e5af9548c8f7 tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbde0bfd-fa6f-471d-b24f-70c5ff2c1d19 HTTP/1.1" status: 200  len: 931 time: 0.4120569
Feb 05 20:53:21.753853 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fe7bef-8346-4fca-8a46-0248bb097f42 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Made reservation on behalf of 3256272f3c524d7fba9a4fb8f5eb011d for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:53:21.757800 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-15fe7bef-8346-4fca-8a46-0248bb097f42 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:21.767796 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-aa43b1af-9147-4e96-be93-a8c018cf7e2c service neutron] Transition to ACTIVE for port object dac8b976-655d-4e42-81a2-eaa61a2ce466 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:53:21.789610 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-aa43b1af-9147-4e96-be93-a8c018cf7e2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (dac8b976-655d-4e42-81a2-eaa61a2ce466), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:21.795156 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-97449555-a6a0-4fb3-bb47-24c411a9f70e None None] Allocated IP 10.1.1.2 (2c28d2b8-7305-4066-8f34-0ebf235173b6/532b1fc2-bb1a-4156-8355-ae298e35f677/72e65e3e-d84a-404f-890f-9dda80706982) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:53:21.810113 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-cedc72cb-e30f-4970-824d-edfeb5ed85fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:21.810113 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-cedc72cb-e30f-4970-824d-edfeb5ed85fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:21.811661 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-cedc72cb-e30f-4970-824d-edfeb5ed85fe service neutron] 10.222.0.21 "PUT /v2.0/ports/fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6 HTTP/1.1" status: 200  len: 1096 time: 3.3580813
Feb 05 20:53:21.817545 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ec6b42-9445-4a79-8aa7-044ce5cf0432', 'tag': 'fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:53:21.821981 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ea61517d-dc0a-400b-af94-da7fdaf50ad0 None None] Deleting port 85ac995d-0858-43b5-8fe4-dcd7e0d609de {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:53:21.823280 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ea61517d-dc0a-400b-af94-da7fdaf50ad0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (85ac995d-0858-43b5-8fe4-dcd7e0d609de), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:21.823904 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6000499-3b47-4cf4-924a-961896b95d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "f6ec6b42-9445-4a79-8aa7-044ce5cf0432", "tag": "fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:53:21.844372 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-a788142d-03a7-4e73-ae2f-3e21e45c2908 req-b72f515b-cacb-4753-b251-5ccd73784ba9 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] For port d1113b7e-04ac-4676-bcdc-2d74ab627f05, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d1113b7e-04ac-4676-bcdc-2d74ab627f05,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:21.844744 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a788142d-03a7-4e73-ae2f-3e21e45c2908 req-b72f515b-cacb-4753-b251-5ccd73784ba9 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (d1113b7e-04ac-4676-bcdc-2d74ab627f05), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:21.902992 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-d1b2015a-87a9-4b05-9505-f2fe1e0d9acc service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3134596
Feb 05 20:53:21.923183 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-a788142d-03a7-4e73-ae2f-3e21e45c2908 req-b72f515b-cacb-4753-b251-5ccd73784ba9 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Calling delete_port for d1113b7e-04ac-4676-bcdc-2d74ab627f05 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:53:21.989293 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d8fb5b00-63c8-4331-b35a-09c5b963e82d req-31334a23-3632-445a-ae8f-3c21528710b2 tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba921570-c085-4775-a046-b49d3e7d3132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2471442
Feb 05 20:53:21.989794 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa43b1af-9147-4e96-be93-a8c018cf7e2c service neutron] Pushing event updated for resources: {'Port': ['ID=dac8b976-655d-4e42-81a2-eaa61a2ce466,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:22.005978 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc72cb-e30f-4970-824d-edfeb5ed85fe service neutron] Pushing event updated for resources: {'Port': ['ID=fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:22.027011 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffbfe2e-039e-4b44-99fe-d12fb06466c1 req-3c104e64-e0d0-4c22-9834-3e5e3dd6d1d1 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:22.028753 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0ffbfe2e-039e-4b44-99fe-d12fb06466c1 req-3c104e64-e0d0-4c22-9834-3e5e3dd6d1d1 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c HTTP/1.1" status: 200  len: 948 time: 0.3631644
Feb 05 20:53:22.087655 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137d74ec-c310-40eb-8e44-61a36f250071 x-openstack-request-id: req-137d74ec-c310-40eb-8e44-61a36f250071 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:53:22.088233 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a22b1fe3-3032-473c-b0b5-efc1a0795d31", "tag": "ac17ec99-03c2-46ea-aaf7-7e248c9c6227", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:53:22.088233 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-137d74ec-c310-40eb-8e44-61a36f250071 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:53:22.088583 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a22b1fe3-3032-473c-b0b5-efc1a0795d31', 'tag': 'ac17ec99-03c2-46ea-aaf7-7e248c9c6227', 'status': 'completed', 'code': 200}
Feb 05 20:53:22.138245 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2115ecf9-b5ea-4d1c-82ba-fb7f38724a45 x-openstack-request-id: req-2115ecf9-b5ea-4d1c-82ba-fb7f38724a45 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:53:22.138728 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6ec6b42-9445-4a79-8aa7-044ce5cf0432", "tag": "fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:53:22.139083 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2115ecf9-b5ea-4d1c-82ba-fb7f38724a45 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:53:22.139633 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6ec6b42-9445-4a79-8aa7-044ce5cf0432', 'tag': 'fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6', 'status': 'completed', 'code': 200}
Feb 05 20:53:22.173290 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-66f8aa11-5bd9-4b87-b782-8e5a90b8ead8 admin admin] Deleting port 85ac995d-0858-43b5-8fe4-dcd7e0d609de {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:53:22.187055 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-66f8aa11-5bd9-4b87-b782-8e5a90b8ead8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (85ac995d-0858-43b5-8fe4-dcd7e0d609de), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:22.195431 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-ea61517d-dc0a-400b-af94-da7fdaf50ad0 None None] For port 85ac995d-0858-43b5-8fe4-dcd7e0d609de, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=85ac995d-0858-43b5-8fe4-dcd7e0d609de,segment=NetworkSegment(6966d149-a8a0-40f5-a3d6-b56a90614057),segment_id=6966d149-a8a0-40f5-a3d6-b56a90614057)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:22.196735 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ea61517d-dc0a-400b-af94-da7fdaf50ad0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (85ac995d-0858-43b5-8fe4-dcd7e0d609de), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:22.196970 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-26e6f22a-0fd0-4ad5-aeb2-76c04b40f646 req-4fc8033e-d7ec-4ed4-8328-b4ec977c7c38 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2700634
Feb 05 20:53:22.201050 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-31c278dc-4dbd-4ccc-881c-c53d417908f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:22.202501 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-31c278dc-4dbd-4ccc-881c-c53d417908f7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b7e5a1885b1244c7afd09901f54d0e47&device_id=f6ec6b42-9445-4a79-8aa7-044ce5cf0432 HTTP/1.1" status: 200  len: 1130 time: 0.3192449
Feb 05 20:53:22.220215 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-aa43b1af-9147-4e96-be93-a8c018cf7e2c service neutron] Attempting to bind port dac8b976-655d-4e42-81a2-eaa61a2ce466 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:53:22.220613 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-aa43b1af-9147-4e96-be93-a8c018cf7e2c service neutron] Attempting to bind port dac8b976-655d-4e42-81a2-eaa61a2ce466 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '229c4090-e097-4df5-800a-304ba5ebbba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '67bf8857-d986-434f-b00f-1b2ed431b973'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:53:22.220974 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-aa43b1af-9147-4e96-be93-a8c018cf7e2c service neutron] Attempting to bind port dac8b976-655d-4e42-81a2-eaa61a2ce466 on network 67bf8857-d986-434f-b00f-1b2ed431b973 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:53:22.233651 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-aa43b1af-9147-4e96-be93-a8c018cf7e2c service neutron] Port dac8b976-655d-4e42-81a2-eaa61a2ce466 on network 67bf8857-d986-434f-b00f-1b2ed431b973 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:53:22.233980 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-aa43b1af-9147-4e96-be93-a8c018cf7e2c service neutron] Attempting to bind port dac8b976-655d-4e42-81a2-eaa61a2ce466 on network 67bf8857-d986-434f-b00f-1b2ed431b973 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:53:22.267004 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ea61517d-dc0a-400b-af94-da7fdaf50ad0 None None] Calling delete_port for 85ac995d-0858-43b5-8fe4-dcd7e0d609de owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:53:22.283604 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-aa43b1af-9147-4e96-be93-a8c018cf7e2c service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:53:22.283973 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-aa43b1af-9147-4e96-be93-a8c018cf7e2c service neutron] Checking segment: {'id': '229c4090-e097-4df5-800a-304ba5ebbba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '67bf8857-d986-434f-b00f-1b2ed431b973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:53:22.284342 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-aa43b1af-9147-4e96-be93-a8c018cf7e2c service neutron] Bound using segment: {'id': '229c4090-e097-4df5-800a-304ba5ebbba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '67bf8857-d986-434f-b00f-1b2ed431b973'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:53:22.284788 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-aa43b1af-9147-4e96-be93-a8c018cf7e2c service neutron] Bound port: dac8b976-655d-4e42-81a2-eaa61a2ce466, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '229c4090-e097-4df5-800a-304ba5ebbba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '67bf8857-d986-434f-b00f-1b2ed431b973'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:53:22.285149 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-aa43b1af-9147-4e96-be93-a8c018cf7e2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (dac8b976-655d-4e42-81a2-eaa61a2ce466), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:22.333075 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-15fe7bef-8346-4fca-8a46-0248bb097f42 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (ce832fc6-ee9e-45ba-a285-bd28fcf21153), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:22.363354 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:53:22.441646 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e28c8-e176-4ede-bf0e-e30ab2132a9e req-2fb00d49-ad16-4a32-99c8-46e9666fc13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:22.443440 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d52e28c8-e176-4ede-bf0e-e30ab2132a9e req-2fb00d49-ad16-4a32-99c8-46e9666fc13b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b7e5a1885b1244c7afd09901f54d0e47&device_id=a22b1fe3-3032-473c-b0b5-efc1a0795d31 HTTP/1.1" status: 200  len: 1130 time: 0.1812255
Feb 05 20:53:22.445378 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-97449555-a6a0-4fb3-bb47-24c411a9f70e None None] Publish callbacks [] for port (72e65e3e-d84a-404f-890f-9dda80706982), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:22.454010 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-aa43b1af-9147-4e96-be93-a8c018cf7e2c service neutron] For port dac8b976-655d-4e42-81a2-eaa61a2ce466, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:53:22.467059 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-aa43b1af-9147-4e96-be93-a8c018cf7e2c service neutron] For port dac8b976-655d-4e42-81a2-eaa61a2ce466, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dac8b976-655d-4e42-81a2-eaa61a2ce466,segment=NetworkSegment(229c4090-e097-4df5-800a-304ba5ebbba7),segment_id=229c4090-e097-4df5-800a-304ba5ebbba7)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:53:22.468394 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe7bef-8346-4fca-8a46-0248bb097f42 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Pushing event updated for resources: {'Subnet': ['ID=ce832fc6-ee9e-45ba-a285-bd28fcf21153,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:22.494174 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-97449555-a6a0-4fb3-bb47-24c411a9f70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (72e65e3e-d84a-404f-890f-9dda80706982), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:22.502453 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-aa43b1af-9147-4e96-be93-a8c018cf7e2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (dac8b976-655d-4e42-81a2-eaa61a2ce466), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:22.563537 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97449555-a6a0-4fb3-bb47-24c411a9f70e None None] Network 2c28d2b8-7305-4066-8f34-0ebf235173b6 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:53:22.571183 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fe7bef-8346-4fca-8a46-0248bb097f42 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Checking segment: {'id': '89719b81-4c1f-4326-bc00-4b7dddd494cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2869ab27-d004-4907-98b1-61880aad7d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:53:22.571615 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fe7bef-8346-4fca-8a46-0248bb097f42 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Network hostable DHCP agents. Network: 2869ab27-d004-4907-98b1-61880aad7d20, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:53:22.577286 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-97449555-a6a0-4fb3-bb47-24c411a9f70e None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:53:22.585034 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ea61517d-dc0a-400b-af94-da7fdaf50ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (85ac995d-0858-43b5-8fe4-dcd7e0d609de), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:22.591377 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97449555-a6a0-4fb3-bb47-24c411a9f70e None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:53:22.592038 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-aa43b1af-9147-4e96-be93-a8c018cf7e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:22.592689 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-aa43b1af-9147-4e96-be93-a8c018cf7e2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:22.594060 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-aa43b1af-9147-4e96-be93-a8c018cf7e2c service neutron] 10.222.0.39 "PUT /v2.0/ports/dac8b976-655d-4e42-81a2-eaa61a2ce466 HTTP/1.1" status: 200  len: 1091 time: 2.1394167
Feb 05 20:53:22.595416 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0,segment=NetworkSegment(743051ff-9f95-4efc-9230-9f61d36c1128),segment_id=743051ff-9f95-4efc-9230-9f61d36c1128)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:22.617339 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97449555-a6a0-4fb3-bb47-24c411a9f70e None None] Pushing event updated for resources: {'Port': ['ID=72e65e3e-d84a-404f-890f-9dda80706982,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:22.620959 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa43b1af-9147-4e96-be93-a8c018cf7e2c service neutron] Pushing event updated for resources: {'Port': ['ID=dac8b976-655d-4e42-81a2-eaa61a2ce466,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:22.640132 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fe7bef-8346-4fca-8a46-0248bb097f42 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Network 2869ab27-d004-4907-98b1-61880aad7d20 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:53:22.642740 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e28c8-e176-4ede-bf0e-e30ab2132a9e req-ee66c307-d34b-4a4a-a8d2-74f94a578d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:22.644241 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d52e28c8-e176-4ede-bf0e-e30ab2132a9e req-ee66c307-d34b-4a4a-a8d2-74f94a578d10 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.1917839
Feb 05 20:53:22.658430 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0', 'network_id': 'be4493bf-d1a6-445a-a987-23010e65458b', 'port_id': '9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0', 'mac_address': 'fa:16:3e:70:ab:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e9cd80a-75d3-4781-9154-c886c97be771', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:53:22.660872 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-15fe7bef-8346-4fca-8a46-0248bb097f42 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2869ab27-d004-4907-98b1-61880aad7d20) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:53:22.666882 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea61517d-dc0a-400b-af94-da7fdaf50ad0 None None] No DVR routers for this DVR port 85ac995d-0858-43b5-8fe4-dcd7e0d609de on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:53:22.666882 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea61517d-dc0a-400b-af94-da7fdaf50ad0 None None] Pushing event deleted for resources: {'Port': ['ID=85ac995d-0858-43b5-8fe4-dcd7e0d609de,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:22.689401 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-ce38b3d9-6819-4a14-8ea1-f620411e65b9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6 HTTP/1.1" status: 200  len: 217 time: 0.4691408
Feb 05 20:53:22.701178 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e8bd2a-bff9-4157-a974-0dc152ab94bc None None] Network 2869ab27-d004-4907-98b1-61880aad7d20 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:53:22.707633 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0ffbfe2e-039e-4b44-99fe-d12fb06466c1 req-d6bd28ae-5cf4-42f4-a16b-96bcb7d28938 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6249349
Feb 05 20:53:22.725049 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fe7bef-8346-4fca-8a46-0248bb097f42 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:22.725646 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-15fe7bef-8346-4fca-8a46-0248bb097f42 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:22.729204 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d52e28c8-e176-4ede-bf0e-e30ab2132a9e req-c6056b4b-b17e-493d-ab2e-e42413bb7c3a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=ac17ec99-03c2-46ea-aaf7-7e248c9c6227 HTTP/1.1" status: 200  len: 217 time: 0.0778885
Feb 05 20:53:22.795002 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-15fe7bef-8346-4fca-8a46-0248bb097f42 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.2997110
Feb 05 20:53:22.795284 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-66f8aa11-5bd9-4b87-b782-8e5a90b8ead8 admin admin] For port 85ac995d-0858-43b5-8fe4-dcd7e0d609de, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=85ac995d-0858-43b5-8fe4-dcd7e0d609de,segment=NetworkSegment(6966d149-a8a0-40f5-a3d6-b56a90614057),segment_id=6966d149-a8a0-40f5-a3d6-b56a90614057)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:22.795696 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-66f8aa11-5bd9-4b87-b782-8e5a90b8ead8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (85ac995d-0858-43b5-8fe4-dcd7e0d609de), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:22.798303 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 34546) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:53:22.824758 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-fd00cbf2-112c-4dae-8c66-0de270c3c852 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Request body: {'port': {'network_id': '2c28d2b8-7305-4066-8f34-0ebf235173b6', 'name': 'tempest-TaggedBootDevicesTest_v242-545057410', 'fixed_ips': [{'subnet_id': '532b1fc2-bb1a-4156-8355-ae298e35f677'}]}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:53:22.843003 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-66f8aa11-5bd9-4b87-b782-8e5a90b8ead8 admin admin] Calling delete_port for 85ac995d-0858-43b5-8fe4-dcd7e0d609de owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:53:22.845524 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-97449555-a6a0-4fb3-bb47-24c411a9f70e None None] Attempting to bind port 72e65e3e-d84a-404f-890f-9dda80706982 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:53:22.845908 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-97449555-a6a0-4fb3-bb47-24c411a9f70e None None] Attempting to bind port 72e65e3e-d84a-404f-890f-9dda80706982 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4955b25d-458a-4138-b58a-fac13eec9395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2c28d2b8-7305-4066-8f34-0ebf235173b6'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:53:22.846278 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97449555-a6a0-4fb3-bb47-24c411a9f70e None None] Attempting to bind port 72e65e3e-d84a-404f-890f-9dda80706982 on network 2c28d2b8-7305-4066-8f34-0ebf235173b6 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:53:22.851318 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e28c8-e176-4ede-bf0e-e30ab2132a9e req-34852fd6-35d7-4267-95ae-18a885267db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:22.852805 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d52e28c8-e176-4ede-bf0e-e30ab2132a9e req-34852fd6-35d7-4267-95ae-18a885267db0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.1075962
Feb 05 20:53:22.855679 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201c9ef-0e4a-45b0-9aa1-e9ff93b63fdd req-fb248d6f-5c99-4ac5-ada0-9b5c0c8c814a tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:22.860053 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97449555-a6a0-4fb3-bb47-24c411a9f70e None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:53:22.860444 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97449555-a6a0-4fb3-bb47-24c411a9f70e None None] Checking segment: {'id': '4955b25d-458a-4138-b58a-fac13eec9395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2c28d2b8-7305-4066-8f34-0ebf235173b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:53:22.860862 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-97449555-a6a0-4fb3-bb47-24c411a9f70e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:22.864102 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b201c9ef-0e4a-45b0-9aa1-e9ff93b63fdd req-fb248d6f-5c99-4ac5-ada0-9b5c0c8c814a tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ec6b42-9445-4a79-8aa7-044ce5cf0432 HTTP/1.1" status: 200  len: 948 time: 0.6702621
Feb 05 20:53:22.867114 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97449555-a6a0-4fb3-bb47-24c411a9f70e None None] Bound using segment: {'id': '4955b25d-458a-4138-b58a-fac13eec9395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2c28d2b8-7305-4066-8f34-0ebf235173b6'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:53:22.867725 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-97449555-a6a0-4fb3-bb47-24c411a9f70e None None] Bound port: 72e65e3e-d84a-404f-890f-9dda80706982, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4955b25d-458a-4138-b58a-fac13eec9395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2c28d2b8-7305-4066-8f34-0ebf235173b6'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:53:22.868434 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-93a8c347-07b6-41d7-a19e-6816ca8ebb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:22.869166 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-97449555-a6a0-4fb3-bb47-24c411a9f70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (72e65e3e-d84a-404f-890f-9dda80706982), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:22.870350 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-93a8c347-07b6-41d7-a19e-6816ca8ebb52 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.1665924
Feb 05 20:53:22.892828 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 85ac995d-0858-43b5-8fe4-dcd7e0d609de no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:53:22.900143 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:22.900550 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:22.930644 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-0f053abf-c796-40af-9dfa-a83ea70f55ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:22.931973 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-0f053abf-c796-40af-9dfa-a83ea70f55ff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2109b737a6b04259b6e6262755b96e90&device_id=bbde0bfd-fa6f-471d-b24f-70c5ff2c1d19 HTTP/1.1" status: 200  len: 1125 time: 0.2186453
Feb 05 20:53:22.973705 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 85ac995d-0858-43b5-8fe4-dcd7e0d609de {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:53:22.974059 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 85ac995d-0858-43b5-8fe4-dcd7e0d609de not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:53:22.976269 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a788142d-03a7-4e73-ae2f-3e21e45c2908 req-b72f515b-cacb-4753-b251-5ccd73784ba9 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (d1113b7e-04ac-4676-bcdc-2d74ab627f05), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:22.997914 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['d1113b7e-04ac-4676-bcdc-2d74ab627f05'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:53:23.000711 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:53:23.062644 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f515b-cacb-4753-b251-5ccd73784ba9 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Pushing event deleted for resources: {'Port': ['ID=d1113b7e-04ac-4676-bcdc-2d74ab627f05,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:23.087966 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c29ffbd-8b6d-4cd8-b34f-88180aacbc6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2869ab27-d004-4907-98b1-61880aad7d20', 'network_id': '2869ab27-d004-4907-98b1-61880aad7d20', 'project_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'fixed_ips': [{'subnet_id': 'ce832fc6-ee9e-45ba-a285-bd28fcf21153'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 20:53:23.088901 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0c29ffbd-8b6d-4cd8-b34f-88180aacbc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:23.110562 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0,segment=NetworkSegment(743051ff-9f95-4efc-9230-9f61d36c1128),segment_id=743051ff-9f95-4efc-9230-9f61d36c1128)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:23.129123 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:23.135469 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b201c9ef-0e4a-45b0-9aa1-e9ff93b63fdd req-6693b9b0-6b84-45cf-8761-3667d4a2f3bf tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4249cc4-c7b1-439e-8bbc-5ee1b01acbea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2701495
Feb 05 20:53:23.136469 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-97449555-a6a0-4fb3-bb47-24c411a9f70e None None] For port 72e65e3e-d84a-404f-890f-9dda80706982, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:53:23.143761 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-97449555-a6a0-4fb3-bb47-24c411a9f70e None None] For port 72e65e3e-d84a-404f-890f-9dda80706982, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=72e65e3e-d84a-404f-890f-9dda80706982,segment=NetworkSegment(4955b25d-458a-4138-b58a-fac13eec9395),segment_id=4955b25d-458a-4138-b58a-fac13eec9395)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:53:23.192117 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-a788142d-03a7-4e73-ae2f-3e21e45c2908 req-b72f515b-cacb-4753-b251-5ccd73784ba9 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] No DVR routers for this DVR port d1113b7e-04ac-4676-bcdc-2d74ab627f05 on host nch1-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:53:23.202923 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-97449555-a6a0-4fb3-bb47-24c411a9f70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (72e65e3e-d84a-404f-890f-9dda80706982), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:23.204816 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-6deebaa0-050a-463c-aea9-28d284261288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:23.206546 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-6deebaa0-050a-463c-aea9-28d284261288 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3207474
Feb 05 20:53:23.217513 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a788142d-03a7-4e73-ae2f-3e21e45c2908 req-b72f515b-cacb-4753-b251-5ccd73784ba9 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:23.221060 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a788142d-03a7-4e73-ae2f-3e21e45c2908 req-b72f515b-cacb-4753-b251-5ccd73784ba9 tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.21 "DELETE /v2.0/ports/d1113b7e-04ac-4676-bcdc-2d74ab627f05 HTTP/1.1" status: 204  len: 173 time: 2.3127637
Feb 05 20:53:23.258439 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481306c-2c2f-4699-babf-d9f902351e1a req-2b84f8c4-4b4b-49be-8b9f-b6acf0dedefc tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:23.260804 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1481306c-2c2f-4699-babf-d9f902351e1a req-2b84f8c4-4b4b-49be-8b9f-b6acf0dedefc tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed02470-ef14-4684-b7d9-4eec2dfac30a HTTP/1.1" status: 200  len: 944 time: 0.3524249
Feb 05 20:53:23.315879 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:23.330748 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-66f8aa11-5bd9-4b87-b782-8e5a90b8ead8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (85ac995d-0858-43b5-8fe4-dcd7e0d609de), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:23.348479 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-a24a9b6e-a53a-420b-9bcb-2e2e943491a2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dac8b976-655d-4e42-81a2-eaa61a2ce466 HTTP/1.1" status: 200  len: 217 time: 0.4065728
Feb 05 20:53:23.417256 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97449555-a6a0-4fb3-bb47-24c411a9f70e None None] Pushing event updated for resources: {'Port': ['ID=72e65e3e-d84a-404f-890f-9dda80706982,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:23.418251 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0ad1a8f1-6207-4322-914a-62a76e224262 req-425ebbd9-bcc6-43f3-95cc-1a553da8984a tempest-ServersAdminNegativeTestJSON-296737154 tempest-ServersAdminNegativeTestJSON-296737154-project] 10.222.0.32 "GET /v2.0/ports?device_id=de321d29-f3cb-4c16-b51f-c6bf52377ed1 HTTP/1.1" status: 200  len: 210 time: 0.1561749
Feb 05 20:53:23.477169 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e28c8-e176-4ede-bf0e-e30ab2132a9e req-0f9d07e8-9b3f-43fe-bba1-5247b2e993ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:23.478950 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d52e28c8-e176-4ede-bf0e-e30ab2132a9e req-0f9d07e8-9b3f-43fe-bba1-5247b2e993ad service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.6155381
Feb 05 20:53:23.484586 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8aa11-5bd9-4b87-b782-8e5a90b8ead8 admin admin] Pushing event deleted for resources: {'Port': ['ID=85ac995d-0858-43b5-8fe4-dcd7e0d609de,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:23.486765 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f8aa11-5bd9-4b87-b782-8e5a90b8ead8 admin admin] No DVR routers for this DVR port 85ac995d-0858-43b5-8fe4-dcd7e0d609de on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:53:23.514008 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-53af69f0-f498-4b48-b3b6-1df8759132be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:23.515803 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-53af69f0-f498-4b48-b3b6-1df8759132be service neutron] 10.222.0.39 "GET /v2.0/subnets?id=71ebcf18-4401-4a98-9a49-e856495dc5e0 HTTP/1.1" status: 200  len: 850 time: 0.1512229
Feb 05 20:53:23.534175 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd00cbf2-112c-4dae-8c66-0de270c3c852 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Made reservation on behalf of 3256272f3c524d7fba9a4fb8f5eb011d for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:53:23.552483 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-0c29ffbd-8b6d-4cd8-b34f-88180aacbc6c None None] Allocated IP 10.2.2.2 (2869ab27-d004-4907-98b1-61880aad7d20/ce832fc6-ee9e-45ba-a285-bd28fcf21153/501a698a-2249-430b-b931-1fb254b3a3c4) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:53:23.588563 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1481306c-2c2f-4699-babf-d9f902351e1a req-2076e240-f2f0-4f42-8dbd-6dbf2110748a tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3130903
Feb 05 20:53:23.603445 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:53:23.641035 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-a8a8ece8-a9e4-4cd9-b195-c73f37244be2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=67bf8857-d986-434f-b00f-1b2ed431b973&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1080985
Feb 05 20:53:23.645279 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-66f8aa11-5bd9-4b87-b782-8e5a90b8ead8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (f666533f-52f5-43eb-9077-58d62685c9de), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:23.700742 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-66f8aa11-5bd9-4b87-b782-8e5a90b8ead8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2833910>,) {'filters': {'network_id': ['f666533f-52f5-43eb-9077-58d62685c9de']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:23.724434 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-66f8aa11-5bd9-4b87-b782-8e5a90b8ead8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2833910>, '6966d149-a8a0-40f5-a3d6-b56a90614057') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:23.725325 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-66f8aa11-5bd9-4b87-b782-8e5a90b8ead8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2833910>, '6966d149-a8a0-40f5-a3d6-b56a90614057') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:23.739762 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-66f8aa11-5bd9-4b87-b782-8e5a90b8ead8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (6966d149-a8a0-40f5-a3d6-b56a90614057), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:23.775291 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-66f8aa11-5bd9-4b87-b782-8e5a90b8ead8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (6966d149-a8a0-40f5-a3d6-b56a90614057), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:23.788254 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66f8aa11-5bd9-4b87-b782-8e5a90b8ead8 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:53:23.789983 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-66f8aa11-5bd9-4b87-b782-8e5a90b8ead8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (6966d149-a8a0-40f5-a3d6-b56a90614057), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:23.839371 ncdv-master-1 neutron-server[114391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 20:53:23.839371 ncdv-master-1 neutron-server[114391]:   self.session.flush()
Feb 05 20:53:23.839371 ncdv-master-1 neutron-server[114391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 20:53:23.839371 ncdv-master-1 neutron-server[114391]:   self.session.flush()
Feb 05 20:53:23.839371 ncdv-master-1 neutron-server[114391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 20:53:23.839371 ncdv-master-1 neutron-server[114391]:   self.session.flush()
Feb 05 20:53:23.839371 ncdv-master-1 neutron-server[114391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 20:53:23.839371 ncdv-master-1 neutron-server[114391]:   self.session.flush()
Feb 05 20:53:23.839371 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 20:53:23.839371 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:53:23.839371 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 20:53:23.839371 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:53:23.839371 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 20:53:23.839371 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:53:23.839371 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 20:53:23.839371 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:53:23.839371 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 20:53:23.839371 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:53:23.839371 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 20:53:23.839371 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:53:23.839371 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 20:53:23.839371 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:53:23.839371 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:53:23.839371 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:53:23.839371 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:53:23.839371 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:53:23.839371 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 20:53:23.839371 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:53:23.839371 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 20:53:23.839371 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:53:23.839371 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:53:23.839371 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:53:23.839371 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:53:23.839371 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:53:23.839371 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:53:23.839371 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:53:23.839371 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:53:23.839371 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:53:23.839371 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:53:23.839371 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:53:23.856370 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-56b8620e-7019-4938-bba3-b61145088428 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6246994
Feb 05 20:53:23.932523 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fd00cbf2-112c-4dae-8c66-0de270c3c852 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:23.941752 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-03faf3e8-9eb1-4c56-bcce-0c0f49930cb4 service neutron] 10.222.0.39 "GET /v2.0/networks/67bf8857-d986-434f-b00f-1b2ed431b973?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2919087
Feb 05 20:53:23.967778 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d52e28c8-e176-4ede-bf0e-e30ab2132a9e req-fca3174b-c132-4c48-a7fa-c968b18ab24b service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4571915
Feb 05 20:53:23.987852 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0c29ffbd-8b6d-4cd8-b34f-88180aacbc6c None None] Publish callbacks [] for port (501a698a-2249-430b-b931-1fb254b3a3c4), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:23.998165 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c530227-76c0-4197-83f1-3c8b95b38514 req-1325b116-b856-4f92-8454-2c3c71940802 tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:23.999759 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1c530227-76c0-4197-83f1-3c8b95b38514 req-1325b116-b856-4f92-8454-2c3c71940802 tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbde0bfd-fa6f-471d-b24f-70c5ff2c1d19 HTTP/1.1" status: 200  len: 943 time: 0.4478111
Feb 05 20:53:24.001374 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0c29ffbd-8b6d-4cd8-b34f-88180aacbc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (501a698a-2249-430b-b931-1fb254b3a3c4), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:24.005639 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-66f8aa11-5bd9-4b87-b782-8e5a90b8ead8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (f666533f-52f5-43eb-9077-58d62685c9de), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:24.014788 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-66f8aa11-5bd9-4b87-b782-8e5a90b8ead8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:24.018025 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-66f8aa11-5bd9-4b87-b782-8e5a90b8ead8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f666533f-52f5-43eb-9077-58d62685c9de HTTP/1.1" status: 204  len: 168 time: 2.6688418
Feb 05 20:53:24.065815 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c29ffbd-8b6d-4cd8-b34f-88180aacbc6c None None] Network 2869ab27-d004-4907-98b1-61880aad7d20 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:53:24.069054 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-0c29ffbd-8b6d-4cd8-b34f-88180aacbc6c None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:53:24.076964 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c29ffbd-8b6d-4cd8-b34f-88180aacbc6c None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:53:24.083611 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8aa11-5bd9-4b87-b782-8e5a90b8ead8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f666533f-52f5-43eb-9077-58d62685c9de,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:24.086292 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c29ffbd-8b6d-4cd8-b34f-88180aacbc6c None None] Pushing event updated for resources: {'Port': ['ID=501a698a-2249-430b-b931-1fb254b3a3c4,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:24.119682 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18567323-461c-4af4-b72f-a1f75aee86ed req-f97df5fd-35a3-4091-9bf9-62c30bee6118 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:24.121322 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-18567323-461c-4af4-b72f-a1f75aee86ed req-f97df5fd-35a3-4091-9bf9-62c30bee6118 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c HTTP/1.1" status: 200  len: 948 time: 0.2298200
Feb 05 20:53:24.126715 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbde0bfd-fa6f-471d-b24f-70c5ff2c1d19', 'tag': 'dac8b976-655d-4e42-81a2-eaa61a2ce466'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:53:24.131287 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdd7f5e-3fd9-4f40-a6fb-ab91d1254d10" -d '{"events": [{"name": "network-changed", "server_uuid": "bbde0bfd-fa6f-471d-b24f-70c5ff2c1d19", "tag": "dac8b976-655d-4e42-81a2-eaa61a2ce466"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:53:24.138509 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d52e28c8-e176-4ede-bf0e-e30ab2132a9e req-f846a2f9-f189-4999-80d6-afcdf670e040 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1482284
Feb 05 20:53:24.146770 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de321d29-f3cb-4c16-b51f-c6bf52377ed1', 'name': 'network-vif-deleted', 'tag': 'd1113b7e-04ac-4676-bcdc-2d74ab627f05'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:53:24.160332 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f52f162-eb91-4da0-aa0d-0aa32bd83b4b" -d '{"events": [{"server_uuid": "de321d29-f3cb-4c16-b51f-c6bf52377ed1", "name": "network-vif-deleted", "tag": "d1113b7e-04ac-4676-bcdc-2d74ab627f05"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:53:24.168900 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-fd00cbf2-112c-4dae-8c66-0de270c3c852 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] device_id is not set on port 0dc636af-3e4f-4bdf-a0d0-4cf505100fad yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 20:53:24.179501 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-0c29ffbd-8b6d-4cd8-b34f-88180aacbc6c None None] Attempting to bind port 501a698a-2249-430b-b931-1fb254b3a3c4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:53:24.180175 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-0c29ffbd-8b6d-4cd8-b34f-88180aacbc6c None None] Attempting to bind port 501a698a-2249-430b-b931-1fb254b3a3c4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '89719b81-4c1f-4326-bc00-4b7dddd494cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2869ab27-d004-4907-98b1-61880aad7d20'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:53:24.180725 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c29ffbd-8b6d-4cd8-b34f-88180aacbc6c None None] Attempting to bind port 501a698a-2249-430b-b931-1fb254b3a3c4 on network 2869ab27-d004-4907-98b1-61880aad7d20 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:53:24.187105 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c29ffbd-8b6d-4cd8-b34f-88180aacbc6c None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:53:24.187904 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c29ffbd-8b6d-4cd8-b34f-88180aacbc6c None None] Checking segment: {'id': '89719b81-4c1f-4326-bc00-4b7dddd494cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2869ab27-d004-4907-98b1-61880aad7d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:53:24.188509 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0c29ffbd-8b6d-4cd8-b34f-88180aacbc6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:24.189078 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c29ffbd-8b6d-4cd8-b34f-88180aacbc6c None None] Bound using segment: {'id': '89719b81-4c1f-4326-bc00-4b7dddd494cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2869ab27-d004-4907-98b1-61880aad7d20'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:53:24.189758 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-0c29ffbd-8b6d-4cd8-b34f-88180aacbc6c None None] Bound port: 501a698a-2249-430b-b931-1fb254b3a3c4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89719b81-4c1f-4326-bc00-4b7dddd494cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2869ab27-d004-4907-98b1-61880aad7d20'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:53:24.190354 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0c29ffbd-8b6d-4cd8-b34f-88180aacbc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (501a698a-2249-430b-b931-1fb254b3a3c4), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:24.193190 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d75f4a73-f3a4-44ed-a318-08463bcf6ad4 req-5c8701a4-8dc1-4200-8730-09b0d3f6c628 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3220844
Feb 05 20:53:24.197252 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1c530227-76c0-4197-83f1-3c8b95b38514 req-dab9ebdd-d56d-4fa9-bd5d-8030fdbc4990 tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba921570-c085-4775-a046-b49d3e7d3132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1442714
Feb 05 20:53:24.235105 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-18567323-461c-4af4-b72f-a1f75aee86ed req-0cf7630c-1f8b-4a92-8ae3-ab7f5399fdde tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973611
Feb 05 20:53:24.302889 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 34560) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:53:24.304039 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-0c29ffbd-8b6d-4cd8-b34f-88180aacbc6c None None] For port 501a698a-2249-430b-b931-1fb254b3a3c4, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:53:24.314488 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-0c29ffbd-8b6d-4cd8-b34f-88180aacbc6c None None] For port 501a698a-2249-430b-b931-1fb254b3a3c4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=501a698a-2249-430b-b931-1fb254b3a3c4,segment=NetworkSegment(89719b81-4c1f-4326-bc00-4b7dddd494cf),segment_id=89719b81-4c1f-4326-bc00-4b7dddd494cf)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:53:24.324172 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0c29ffbd-8b6d-4cd8-b34f-88180aacbc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (501a698a-2249-430b-b931-1fb254b3a3c4), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:24.333916 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6000499-3b47-4cf4-924a-961896b95d8a req-c29a6d37-b7f0-4593-af2e-0e0668176876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:24.337394 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e6000499-3b47-4cf4-924a-961896b95d8a req-c29a6d37-b7f0-4593-af2e-0e0668176876 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b7e5a1885b1244c7afd09901f54d0e47&device_id=f6ec6b42-9445-4a79-8aa7-044ce5cf0432 HTTP/1.1" status: 200  len: 1130 time: 0.0699396
Feb 05 20:53:24.348234 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c6ffc6-fa1b-432f-ae6e-0fc0a9fb84d0 x-openstack-request-id: req-c0c6ffc6-fa1b-432f-ae6e-0fc0a9fb84d0 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:53:24.349099 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbde0bfd-fa6f-471d-b24f-70c5ff2c1d19", "tag": "dac8b976-655d-4e42-81a2-eaa61a2ce466", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:53:24.349716 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c0c6ffc6-fa1b-432f-ae6e-0fc0a9fb84d0 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:53:24.349842 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbde0bfd-fa6f-471d-b24f-70c5ff2c1d19', 'tag': 'dac8b976-655d-4e42-81a2-eaa61a2ce466', 'status': 'completed', 'code': 200}
Feb 05 20:53:24.353866 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device ac17ec99-03c2-46ea-aaf7-7e248c9c6227 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:53:24.409295 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9020cad8-978c-4eb5-89e8-9b6aeaa51631 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cf228a2b9f594aaeb4501a44b3060fa1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1034369
Feb 05 20:53:24.417333 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 34562) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:53:24.446257 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13caf180-b731-478e-852f-e7b3535b3af9 x-openstack-request-id: req-13caf180-b731-478e-852f-e7b3535b3af9 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:53:24.446570 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de321d29-f3cb-4c16-b51f-c6bf52377ed1", "name": "network-vif-deleted", "tag": "d1113b7e-04ac-4676-bcdc-2d74ab627f05", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:53:24.446979 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-13caf180-b731-478e-852f-e7b3535b3af9 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:53:24.447436 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de321d29-f3cb-4c16-b51f-c6bf52377ed1', 'name': 'network-vif-deleted', 'tag': 'd1113b7e-04ac-4676-bcdc-2d74ab627f05', 'status': 'completed', 'code': 200}
Feb 05 20:53:24.457086 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-874910a6-7840-46b1-a7d7-ab9aab60e390 req-db27293d-b3da-4272-a000-da1b930a0cd1 service neutron] 10.222.0.39 "GET /v2.0/networks/67bf8857-d986-434f-b00f-1b2ed431b973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5052652
Feb 05 20:53:24.503791 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port ac17ec99-03c2-46ea-aaf7-7e248c9c6227, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ac17ec99-03c2-46ea-aaf7-7e248c9c6227,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:24.517308 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device d1113b7e-04ac-4676-bcdc-2d74ab627f05 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:53:24.549061 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': 'ac17ec99-03c2-46ea-aaf7-7e248c9c6227', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'port_id': 'ac17ec99-03c2-46ea-aaf7-7e248c9c6227', 'mac_address': 'fa:16:3e:07:55:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3c763-0926-4b49-ade5-d66ee3d4c489', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:53:24.595781 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ace283-7df8-4815-8d84-09bb8ae07f74 req-ac61ad16-890f-4906-83e3-637f34e7c2c8 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:24.597278 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-17ace283-7df8-4815-8d84-09bb8ae07f74 req-ac61ad16-890f-4906-83e3-637f34e7c2c8 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ec6b42-9445-4a79-8aa7-044ce5cf0432 HTTP/1.1" status: 200  len: 948 time: 0.2389276
Feb 05 20:53:24.599145 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: d1113b7e-04ac-4676-bcdc-2d74ab627f05 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:53:24.599501 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device d1113b7e-04ac-4676-bcdc-2d74ab627f05 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:53:24.612453 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6000499-3b47-4cf4-924a-961896b95d8a req-73f37ffa-5f07-40a7-8587-419b5d7ac3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:24.614536 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e6000499-3b47-4cf4-924a-961896b95d8a req-73f37ffa-5f07-40a7-8587-419b5d7ac3d9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.2642200
Feb 05 20:53:24.623329 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-fd00cbf2-112c-4dae-8c66-0de270c3c852 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Allocated IP 10.1.1.109 (2c28d2b8-7305-4066-8f34-0ebf235173b6/532b1fc2-bb1a-4156-8355-ae298e35f677/0dc636af-3e4f-4bdf-a0d0-4cf505100fad) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:53:24.627329 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd7f5e-3fd9-4f40-a6fb-ab91d1254d10 req-ffec7967-52f9-40b2-9652-91fa576f1a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:24.629138 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fbdd7f5e-3fd9-4f40-a6fb-ab91d1254d10 req-ffec7967-52f9-40b2-9652-91fa576f1a88 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2109b737a6b04259b6e6262755b96e90&device_id=bbde0bfd-fa6f-471d-b24f-70c5ff2c1d19 HTTP/1.1" status: 200  len: 1125 time: 0.1047070
Feb 05 20:53:24.703944 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b7a4fd38-510c-409f-af26-089230325770 admin admin] Publish callbacks [] for security_group (b0ffdaf7-01ff-44aa-928c-9f1038f18ecb), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:24.745721 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c29ffbd-8b6d-4cd8-b34f-88180aacbc6c None None] Pushing event updated for resources: {'Port': ['ID=501a698a-2249-430b-b931-1fb254b3a3c4,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:24.754660 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port ac17ec99-03c2-46ea-aaf7-7e248c9c6227 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:24.755059 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ac17ec99-03c2-46ea-aaf7-7e248c9c6227), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:24.772555 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac17ec99-03c2-46ea-aaf7-7e248c9c6227 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:53:24.802727 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd7f5e-3fd9-4f40-a6fb-ab91d1254d10 req-1d3ebd6a-1fc8-4cb1-9415-0e174dc2ff1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:24.804386 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fbdd7f5e-3fd9-4f40-a6fb-ab91d1254d10 req-1d3ebd6a-1fc8-4cb1-9415-0e174dc2ff1e service neutron] 10.222.0.39 "GET /v2.0/networks?id=67bf8857-d986-434f-b00f-1b2ed431b973 HTTP/1.1" status: 200  len: 911 time: 0.1664717
Feb 05 20:53:24.820240 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e6000499-3b47-4cf4-924a-961896b95d8a req-841fcdc2-bec3-49c5-862a-9c3e5a228db6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6 HTTP/1.1" status: 200  len: 217 time: 0.1825781
Feb 05 20:53:24.836628 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port ac17ec99-03c2-46ea-aaf7-7e248c9c6227, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ac17ec99-03c2-46ea-aaf7-7e248c9c6227,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:24.844230 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ac17ec99-03c2-46ea-aaf7-7e248c9c6227), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:24.906674 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fbdd7f5e-3fd9-4f40-a6fb-ab91d1254d10 req-f7d4e6eb-933b-4988-8619-f4dcad33b0c7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dac8b976-655d-4e42-81a2-eaa61a2ce466 HTTP/1.1" status: 200  len: 217 time: 0.0630538
Feb 05 20:53:24.988287 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=ac17ec99-03c2-46ea-aaf7-7e248c9c6227,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:25.022351 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6000499-3b47-4cf4-924a-961896b95d8a req-6df621be-b35a-442e-bb88-e291234c00cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:25.029050 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e6000499-3b47-4cf4-924a-961896b95d8a req-6df621be-b35a-442e-bb88-e291234c00cf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.0885909
Feb 05 20:53:25.035669 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b7a4fd38-510c-409f-af26-089230325770 admin admin] Publish callbacks [] for security_group (b0ffdaf7-01ff-44aa-928c-9f1038f18ecb), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:25.036314 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd7f5e-3fd9-4f40-a6fb-ab91d1254d10 req-a95a5432-6b7d-4573-baf2-5c6ba8fec520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:25.038065 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fbdd7f5e-3fd9-4f40-a6fb-ab91d1254d10 req-a95a5432-6b7d-4573-baf2-5c6ba8fec520 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=71ebcf18-4401-4a98-9a49-e856495dc5e0 HTTP/1.1" status: 200  len: 850 time: 0.1232376
Feb 05 20:53:25.088336 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fbdd7f5e-3fd9-4f40-a6fb-ab91d1254d10 req-91671ee2-ae86-470a-a597-fd2945dd8542 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=67bf8857-d986-434f-b00f-1b2ed431b973&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0368268
Feb 05 20:53:25.092784 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 72e65e3e-d84a-404f-890f-9dda80706982 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:53:25.167461 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 72e65e3e-d84a-404f-890f-9dda80706982 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:25.167915 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (72e65e3e-d84a-404f-890f-9dda80706982), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:25.178689 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 34572) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:53:25.182192 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fd00cbf2-112c-4dae-8c66-0de270c3c852 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks [] for port (0dc636af-3e4f-4bdf-a0d0-4cf505100fad), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:25.212884 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-17ace283-7df8-4815-8d84-09bb8ae07f74 req-d9d1badb-245e-42de-ae7d-ecb165e0f01a tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4249cc4-c7b1-439e-8bbc-5ee1b01acbea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5980318
Feb 05 20:53:25.227855 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fbdd7f5e-3fd9-4f40-a6fb-ab91d1254d10 req-026b73f5-f2a4-4013-9b90-5ca756003337 service neutron] 10.222.0.39 "GET /v2.0/networks/67bf8857-d986-434f-b00f-1b2ed431b973?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1313710
Feb 05 20:53:25.264021 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dc997b-b43f-4d2b-997e-feb74c00c7e4 None None] Network 2c28d2b8-7305-4066-8f34-0ebf235173b6 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:53:25.318592 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fd00cbf2-112c-4dae-8c66-0de270c3c852 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (0dc636af-3e4f-4bdf-a0d0-4cf505100fad), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:25.323090 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b7a4fd38-510c-409f-af26-089230325770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b0ffdaf7-01ff-44aa-928c-9f1038f18ecb), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:25.333568 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['ac17ec99-03c2-46ea-aaf7-7e248c9c6227'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:53:25.339197 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b7a4fd38-510c-409f-af26-089230325770 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:25.349739 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b7a4fd38-510c-409f-af26-089230325770 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b0ffdaf7-01ff-44aa-928c-9f1038f18ecb HTTP/1.1" status: 204  len: 168 time: 0.9217913
Feb 05 20:53:25.385003 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd00cbf2-112c-4dae-8c66-0de270c3c852 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Pushing event updated for resources: {'Port': ['ID=0dc636af-3e4f-4bdf-a0d0-4cf505100fad,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:25.433222 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd00cbf2-112c-4dae-8c66-0de270c3c852 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Network 2c28d2b8-7305-4066-8f34-0ebf235173b6 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:53:25.452884 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-fd00cbf2-112c-4dae-8c66-0de270c3c852 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:53:25.458716 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd00cbf2-112c-4dae-8c66-0de270c3c852 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:53:25.494414 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4fd38-510c-409f-af26-089230325770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ffdaf7-01ff-44aa-928c-9f1038f18ecb,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:25.520130 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fbdd7f5e-3fd9-4f40-a6fb-ab91d1254d10 req-77d259b5-ccea-4a5f-bf36-d7c4f0ee650a service neutron] 10.222.0.39 "GET /v2.0/networks/67bf8857-d986-434f-b00f-1b2ed431b973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2787180
Feb 05 20:53:25.527213 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd00cbf2-112c-4dae-8c66-0de270c3c852 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:25.528731 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fd00cbf2-112c-4dae-8c66-0de270c3c852 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:25.537425 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a0767a2b-4d71-4a1b-8730-dd74f6b82f26 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4ace810762e64782900932297c36e3bc&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3512435
Feb 05 20:53:25.545610 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 34584) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:53:25.554003 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6000499-3b47-4cf4-924a-961896b95d8a req-dc2c8ee3-4d48-439a-8219-2016f496a83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:25.557940 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e6000499-3b47-4cf4-924a-961896b95d8a req-dc2c8ee3-4d48-439a-8219-2016f496a83d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.4944789
Feb 05 20:53:25.573584 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-fd00cbf2-112c-4dae-8c66-0de270c3c852 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 2.7727206
Feb 05 20:53:25.580637 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa94531-e0c4-4fd4-83f2-bbbb261d10be req-f228fc80-26e3-4158-a20c-96bc93361f1d tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:25.581978 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3aa94531-e0c4-4fd4-83f2-bbbb261d10be req-f228fc80-26e3-4158-a20c-96bc93361f1d tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed02470-ef14-4684-b7d9-4eec2dfac30a HTTP/1.1" status: 200  len: 945 time: 0.7788503
Feb 05 20:53:25.590074 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 34586) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:53:25.594996 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-8e2bc749-fc50-449c-b262-2abe7ba6bc0b tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Request body: {'port': {'network_id': '2c28d2b8-7305-4066-8f34-0ebf235173b6', 'name': 'tempest-TaggedBootDevicesTest_v242-1129256858', 'fixed_ips': [{'subnet_id': '532b1fc2-bb1a-4156-8355-ae298e35f677'}]}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:53:25.614058 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-a860553f-2caa-4da8-9e04-ef889a0a01f0 None None] Provisioning complete for port 72e65e3e-d84a-404f-890f-9dda80706982 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:25.614353 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a860553f-2caa-4da8-9e04-ef889a0a01f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (72e65e3e-d84a-404f-890f-9dda80706982), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:25.644506 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0aa2a83f-feba-4adf-8a35-c31317fc78cc req-69571feb-f5e5-4ba3-95db-aece7d22b11e service neutron] 10.222.0.39 "GET /v2.0/ports/77a3aa20-5477-44f9-a588-be0d7fc51874/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.4181991
Feb 05 20:53:25.706280 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-29729e13-5487-4c67-a2ed-c2a6e049ecfa admin admin] Publish callbacks [] for security_group (867110f1-5107-45c6-b0fb-e05c5b456665), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:25.748348 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 72e65e3e-d84a-404f-890f-9dda80706982 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:25.748745 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (72e65e3e-d84a-404f-890f-9dda80706982), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:25.757621 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-29729e13-5487-4c67-a2ed-c2a6e049ecfa admin admin] Publish callbacks [] for security_group (867110f1-5107-45c6-b0fb-e05c5b456665), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:25.775894 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e6000499-3b47-4cf4-924a-961896b95d8a req-1f2260f7-b15d-4be9-9282-6a6a9a44f38f service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1926305
Feb 05 20:53:25.795800 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70411e59-7aee-4b0d-9098-3582e9d99ca2 req-45a17f44-1ebb-44ae-b751-3af90c941022 tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:25.799150 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-70411e59-7aee-4b0d-9098-3582e9d99ca2 req-45a17f44-1ebb-44ae-b751-3af90c941022 tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbde0bfd-fa6f-471d-b24f-70c5ff2c1d19 HTTP/1.1" status: 200  len: 943 time: 0.3863509
Feb 05 20:53:25.825896 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2bc749-fc50-449c-b262-2abe7ba6bc0b tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Made reservation on behalf of 3256272f3c524d7fba9a4fb8f5eb011d for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:53:25.832445 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8e2bc749-fc50-449c-b262-2abe7ba6bc0b tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:25.864147 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-8e2bc749-fc50-449c-b262-2abe7ba6bc0b tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] device_id is not set on port 0798d918-a1a1-4268-8b6d-832370da6f8f yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 20:53:25.931250 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 72e65e3e-d84a-404f-890f-9dda80706982, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=72e65e3e-d84a-404f-890f-9dda80706982,segment=NetworkSegment(4955b25d-458a-4138-b58a-fac13eec9395),segment_id=4955b25d-458a-4138-b58a-fac13eec9395)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:25.952540 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-29729e13-5487-4c67-a2ed-c2a6e049ecfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (867110f1-5107-45c6-b0fb-e05c5b456665), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:25.956312 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3aa94531-e0c4-4fd4-83f2-bbbb261d10be req-cabd5cf3-8644-4030-a002-4d75aec76ecb tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3512211
Feb 05 20:53:25.962404 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-29729e13-5487-4c67-a2ed-c2a6e049ecfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:25.963701 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-29729e13-5487-4c67-a2ed-c2a6e049ecfa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/867110f1-5107-45c6-b0fb-e05c5b456665 HTTP/1.1" status: 204  len: 168 time: 0.4168937
Feb 05 20:53:25.990588 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29729e13-5487-4c67-a2ed-c2a6e049ecfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867110f1-5107-45c6-b0fb-e05c5b456665,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:26.005664 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (72e65e3e-d84a-404f-890f-9dda80706982), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:26.088691 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-70411e59-7aee-4b0d-9098-3582e9d99ca2 req-c6358e4e-7cf0-433d-8ed4-73a43f3453ad tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba921570-c085-4775-a046-b49d3e7d3132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2740934
Feb 05 20:53:26.180576 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=72e65e3e-d84a-404f-890f-9dda80706982,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:26.254149 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a860553f-2caa-4da8-9e04-ef889a0a01f0 None None] Current status of the port 72e65e3e-d84a-404f-890f-9dda80706982 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:26.280581 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e6000499-3b47-4cf4-924a-961896b95d8a req-e8b615cc-0f7c-417f-8525-c001e750d554 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4770670
Feb 05 20:53:26.296469 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device dac8b976-655d-4e42-81a2-eaa61a2ce466 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:53:26.297231 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2a83f-feba-4adf-8a35-c31317fc78cc req-cdf71236-7ef6-4e39-8e5b-ce4d088572a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:26.298791 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0aa2a83f-feba-4adf-8a35-c31317fc78cc req-cdf71236-7ef6-4e39-8e5b-ce4d088572a0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c&tenant_id=21a126c3c7904a7b98023d4d9f1f8f51 HTTP/1.1" status: 200  len: 1130 time: 0.3804271
Feb 05 20:53:26.322762 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-8e2bc749-fc50-449c-b262-2abe7ba6bc0b tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Allocated IP 10.1.1.36 (2c28d2b8-7305-4066-8f34-0ebf235173b6/532b1fc2-bb1a-4156-8355-ae298e35f677/0798d918-a1a1-4268-8b6d-832370da6f8f) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:53:26.375177 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:53:26.386814 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:53:26.446058 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0438e-d5f7-45cc-8fe6-0280918e15f0 req-0a4b4314-7fe2-42fd-8efc-786e8f42c062 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:26.447954 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-24e0438e-d5f7-45cc-8fe6-0280918e15f0 req-0a4b4314-7fe2-42fd-8efc-786e8f42c062 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c HTTP/1.1" status: 200  len: 948 time: 0.3275833
Feb 05 20:53:26.504754 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2a83f-feba-4adf-8a35-c31317fc78cc req-f6595385-4380-4bde-9fe4-0fc02e493cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:26.506256 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0aa2a83f-feba-4adf-8a35-c31317fc78cc req-f6595385-4380-4bde-9fe4-0fc02e493cb1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c HTTP/1.1" status: 200  len: 1130 time: 0.1825285
Feb 05 20:53:26.527341 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac724f87-951a-43e6-a444-4fadc02de522 None None] Network 2869ab27-d004-4907-98b1-61880aad7d20 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:53:26.561225 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c6a80-46cf-4816-abe6-9862ca475d22 req-5b71b744-0cbf-4604-9d2c-c802f964e074 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:26.562744 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8b3c6a80-46cf-4816-abe6-9862ca475d22 req-5b71b744-0cbf-4604-9d2c-c802f964e074 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ec6b42-9445-4a79-8aa7-044ce5cf0432 HTTP/1.1" status: 200  len: 948 time: 0.1478312
Feb 05 20:53:26.608415 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.db.resource_extend [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 05 20:53:26.686621 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-24e0438e-d5f7-45cc-8fe6-0280918e15f0 req-be287773-9343-4cc5-8dbd-dfbe68a609b0 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2129352
Feb 05 20:53:26.740195 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8b3c6a80-46cf-4816-abe6-9862ca475d22 req-bc93a755-3c3d-4096-8d07-e55dd599e836 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4249cc4-c7b1-439e-8bbc-5ee1b01acbea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1661980
Feb 05 20:53:26.766406 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2a83f-feba-4adf-8a35-c31317fc78cc req-61bad631-a37c-43df-9181-58587518d60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:26.768232 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0aa2a83f-feba-4adf-8a35-c31317fc78cc req-61bad631-a37c-43df-9181-58587518d60e service neutron] 10.222.0.39 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.2521996
Feb 05 20:53:26.768903 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 34610) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:53:26.784610 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:26.799642 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': 'fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'port_id': 'fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6', 'mac_address': 'fa:16:3e:25:8e:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3c763-0926-4b49-ade5-d66ee3d4c489', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:53:26.801457 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8e2bc749-fc50-449c-b262-2abe7ba6bc0b tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks [] for port (0798d918-a1a1-4268-8b6d-832370da6f8f), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:26.841757 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0aa2a83f-feba-4adf-8a35-c31317fc78cc req-05dd5ddf-2e90-4cf9-89d8-bdf4b12f7607 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=77a3aa20-5477-44f9-a588-be0d7fc51874 HTTP/1.1" status: 200  len: 217 time: 0.0641532
Feb 05 20:53:26.904077 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 34612) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:53:26.915537 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8e2bc749-fc50-449c-b262-2abe7ba6bc0b tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (0798d918-a1a1-4268-8b6d-832370da6f8f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:26.919597 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-94d6bb6b-3c8b-431e-ac3f-36782c26a3f6 None None] Provisioning complete for port 501a698a-2249-430b-b931-1fb254b3a3c4 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:26.919989 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-94d6bb6b-3c8b-431e-ac3f-36782c26a3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (501a698a-2249-430b-b931-1fb254b3a3c4), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:26.942878 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-dd4e5b03-155f-4d1b-beac-270012e2a4b8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2dfd669bc9d14c3cadbeeccf9be553a6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1718724
Feb 05 20:53:26.946667 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 34616) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:53:26.998790 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2a83f-feba-4adf-8a35-c31317fc78cc req-30a386e8-40f7-4596-9554-369aacfa5570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:27.000370 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0aa2a83f-feba-4adf-8a35-c31317fc78cc req-30a386e8-40f7-4596-9554-369aacfa5570 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.1467724
Feb 05 20:53:27.004669 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:53:27.031198 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2bc749-fc50-449c-b262-2abe7ba6bc0b tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Network 2c28d2b8-7305-4066-8f34-0ebf235173b6 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:53:27.031616 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:27.032001 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:27.035502 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-8e2bc749-fc50-449c-b262-2abe7ba6bc0b tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:53:27.038806 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2bc749-fc50-449c-b262-2abe7ba6bc0b tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:53:27.050891 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2bc749-fc50-449c-b262-2abe7ba6bc0b tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Pushing event updated for resources: {'Port': ['ID=0798d918-a1a1-4268-8b6d-832370da6f8f,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:27.125554 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-262c69b2-8f6b-402f-9baf-0a91aaeb576d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-680280318-network', 'tenant_id': 'f55090828fd1405ea70c0137c7f953b4'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:53:27.150854 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-deea3b9c-3642-44bb-a2b4-3939ba32ac0f admin admin] Publish callbacks [] for security_group (09dacabe-a141-46a7-80ef-c4bc4ebead43), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:27.170978 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port dac8b976-655d-4e42-81a2-eaa61a2ce466, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dac8b976-655d-4e42-81a2-eaa61a2ce466,segment=NetworkSegment(229c4090-e097-4df5-800a-304ba5ebbba7),segment_id=229c4090-e097-4df5-800a-304ba5ebbba7)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:27.182350 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2bc749-fc50-449c-b262-2abe7ba6bc0b tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:27.183457 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8e2bc749-fc50-449c-b262-2abe7ba6bc0b tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:27.188452 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262c69b2-8f6b-402f-9baf-0a91aaeb576d admin admin] Made reservation on behalf of f55090828fd1405ea70c0137c7f953b4 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:53:27.191755 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-262c69b2-8f6b-402f-9baf-0a91aaeb576d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:27.208485 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-262c69b2-8f6b-402f-9baf-0a91aaeb576d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:27.212990 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-deea3b9c-3642-44bb-a2b4-3939ba32ac0f admin admin] Publish callbacks [] for security_group (09dacabe-a141-46a7-80ef-c4bc4ebead43), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:27.237696 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8e2bc749-fc50-449c-b262-2abe7ba6bc0b tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.6464596
Feb 05 20:53:27.259695 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:27.260458 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:27.304114 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:53:27.309212 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-262c69b2-8f6b-402f-9baf-0a91aaeb576d admin admin] Publish callbacks [] for security_group (369a3cc4-10aa-40f8-9193-4c994a82af3e), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:27.312068 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'dac8b976-655d-4e42-81a2-eaa61a2ce466', 'network_id': '67bf8857-d986-434f-b00f-1b2ed431b973', 'port_id': 'dac8b976-655d-4e42-81a2-eaa61a2ce466', 'mac_address': 'fa:16:3e:a8:ef:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71ebcf18-4401-4a98-9a49-e856495dc5e0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:53:27.315550 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-262c69b2-8f6b-402f-9baf-0a91aaeb576d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (369a3cc4-10aa-40f8-9193-4c994a82af3e), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:27.355808 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-262c69b2-8f6b-402f-9baf-0a91aaeb576d admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:53:27.364857 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c69b2-8f6b-402f-9baf-0a91aaeb576d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369a3cc4-10aa-40f8-9193-4c994a82af3e,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:27.373254 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-262c69b2-8f6b-402f-9baf-0a91aaeb576d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (aebbb6ac-1de8-49e8-ace0-70f00460c1cd), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:27.373599 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-262c69b2-8f6b-402f-9baf-0a91aaeb576d admin admin] Added segment aebbb6ac-1de8-49e8-ace0-70f00460c1cd of type vlan for network 7dab1982-fdb9-4352-ba96-ce0108909d00
Feb 05 20:53:27.419490 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2a83f-feba-4adf-8a35-c31317fc78cc req-f84c831a-e60e-43a7-985a-895d14bda3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:27.421404 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0aa2a83f-feba-4adf-8a35-c31317fc78cc req-f84c831a-e60e-43a7-985a-895d14bda3fd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.4117548
Feb 05 20:53:27.423953 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:27.433181 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 72e65e3e-d84a-404f-890f-9dda80706982 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:53:27.456306 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-262c69b2-8f6b-402f-9baf-0a91aaeb576d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (7dab1982-fdb9-4352-ba96-ce0108909d00), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:27.469711 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:27.511733 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-262c69b2-8f6b-402f-9baf-0a91aaeb576d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (7dab1982-fdb9-4352-ba96-ce0108909d00), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:27.513283 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262c69b2-8f6b-402f-9baf-0a91aaeb576d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:27.514312 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-262c69b2-8f6b-402f-9baf-0a91aaeb576d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:27.552699 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port dac8b976-655d-4e42-81a2-eaa61a2ce466 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:27.552998 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (dac8b976-655d-4e42-81a2-eaa61a2ce466), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:27.558784 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-262c69b2-8f6b-402f-9baf-0a91aaeb576d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.6524673
Feb 05 20:53:27.561614 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 34626) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:53:27.579213 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847ea21-657b-424e-a9c0-af85b32a6405 req-b6dcc6ef-edf5-4830-8804-f1aeae1aa19c tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:27.587984 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a847ea21-657b-424e-a9c0-af85b32a6405 req-b6dcc6ef-edf5-4830-8804-f1aeae1aa19c tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbde0bfd-fa6f-471d-b24f-70c5ff2c1d19 HTTP/1.1" status: 200  len: 943 time: 0.3446999
Feb 05 20:53:27.592199 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-94d6bb6b-3c8b-431e-ac3f-36782c26a3f6 None None] Current status of the port 501a698a-2249-430b-b931-1fb254b3a3c4 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:27.592597 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-94d6bb6b-3c8b-431e-ac3f-36782c26a3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (501a698a-2249-430b-b931-1fb254b3a3c4), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:27.594018 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-deea3b9c-3642-44bb-a2b4-3939ba32ac0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (09dacabe-a141-46a7-80ef-c4bc4ebead43), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:27.595835 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-1a569a3e-6876-4177-b0b1-59ec50ab74c2 admin admin] Request body: {'subnet': {'network_id': '7dab1982-fdb9-4352-ba96-ce0108909d00', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-680280318-subnet', 'tenant_id': 'f55090828fd1405ea70c0137c7f953b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:53:27.596894 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-deea3b9c-3642-44bb-a2b4-3939ba32ac0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:27.600345 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-deea3b9c-3642-44bb-a2b4-3939ba32ac0f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/09dacabe-a141-46a7-80ef-c4bc4ebead43 HTTP/1.1" status: 204  len: 168 time: 0.6502285
Feb 05 20:53:27.615339 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cdc379-85fa-46f7-b755-42c50e747053 req-10dea94c-e24b-423e-987d-851f499abbf0 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:27.622823 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f1cdc379-85fa-46f7-b755-42c50e747053 req-10dea94c-e24b-423e-987d-851f499abbf0 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed02470-ef14-4684-b7d9-4eec2dfac30a HTTP/1.1" status: 200  len: 945 time: 0.3858829
Feb 05 20:53:27.626153 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a569a3e-6876-4177-b0b1-59ec50ab74c2 admin admin] Made reservation on behalf of f55090828fd1405ea70c0137c7f953b4 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:53:27.628838 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1a569a3e-6876-4177-b0b1-59ec50ab74c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:27.633600 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c69b2-8f6b-402f-9baf-0a91aaeb576d admin admin] Pushing event updated for resources: {'Network': ['ID=7dab1982-fdb9-4352-ba96-ce0108909d00,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:27.648451 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dac8b976-655d-4e42-81a2-eaa61a2ce466 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:53:27.657942 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 7dab1982-fdb9-4352-ba96-ce0108909d00 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:53:27.659721 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:27.687275 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea3b9c-3642-44bb-a2b4-3939ba32ac0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09dacabe-a141-46a7-80ef-c4bc4ebead43,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:27.731910 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:27.732304 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:27.743334 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0aa2a83f-feba-4adf-8a35-c31317fc78cc req-ec693fd5-d448-476f-8032-2bcf552b6a8f service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3107536
Feb 05 20:53:27.781032 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port dac8b976-655d-4e42-81a2-eaa61a2ce466, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dac8b976-655d-4e42-81a2-eaa61a2ce466,segment=NetworkSegment(229c4090-e097-4df5-800a-304ba5ebbba7),segment_id=229c4090-e097-4df5-800a-304ba5ebbba7)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:27.784489 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-94d6bb6b-3c8b-431e-ac3f-36782c26a3f6 None None] For port 501a698a-2249-430b-b931-1fb254b3a3c4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=501a698a-2249-430b-b931-1fb254b3a3c4,segment=NetworkSegment(89719b81-4c1f-4326-bc00-4b7dddd494cf),segment_id=89719b81-4c1f-4326-bc00-4b7dddd494cf)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:27.803679 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (dac8b976-655d-4e42-81a2-eaa61a2ce466), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:27.816545 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-94d6bb6b-3c8b-431e-ac3f-36782c26a3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (501a698a-2249-430b-b931-1fb254b3a3c4), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:27.840200 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 72e65e3e-d84a-404f-890f-9dda80706982 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:27.840747 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (72e65e3e-d84a-404f-890f-9dda80706982), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:27.850013 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed02470-ef14-4684-b7d9-4eec2dfac30a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:53:27.853323 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc82d54d-0d78-4ce5-87d3-c321adbec6d4" -d '{"events": [{"server_uuid": "7ed02470-ef14-4684-b7d9-4eec2dfac30a", "name": "network-vif-plugged", "status": "completed", "tag": "9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:53:27.887813 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0aa2a83f-feba-4adf-8a35-c31317fc78cc req-b9a101a0-6495-41be-8721-75449c407e13 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1351328
Feb 05 20:53:27.889400 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:53:27.893783 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a847ea21-657b-424e-a9c0-af85b32a6405 req-1711c7af-e16d-457d-ba9d-fd783bac0884 tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba921570-c085-4775-a046-b49d3e7d3132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3041983
Feb 05 20:53:27.898914 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f1cdc379-85fa-46f7-b755-42c50e747053 req-d7430750-7a1b-4641-8155-0e5b486b7cd0 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2752788
Feb 05 20:53:27.935031 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0,segment=NetworkSegment(743051ff-9f95-4efc-9230-9f61d36c1128),segment_id=743051ff-9f95-4efc-9230-9f61d36c1128)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:27.946979 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1a569a3e-6876-4177-b0b1-59ec50ab74c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (ca7178b8-88bc-4069-a62b-e3344372665f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:27.955675 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:27.987137 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=dac8b976-655d-4e42-81a2-eaa61a2ce466,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:28.000943 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a569a3e-6876-4177-b0b1-59ec50ab74c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca7178b8-88bc-4069-a62b-e3344372665f,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:28.024639 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6fdfd924-142c-4ed7-90c6-53e225dd20d1 None None] Provisioning complete for port 0dc636af-3e4f-4bdf-a0d0-4cf505100fad triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:28.024771 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6fdfd924-142c-4ed7-90c6-53e225dd20d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (0dc636af-3e4f-4bdf-a0d0-4cf505100fad), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:28.043402 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a569a3e-6876-4177-b0b1-59ec50ab74c2 admin admin] Checking segment: {'id': 'aebbb6ac-1de8-49e8-ace0-70f00460c1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7dab1982-fdb9-4352-ba96-ce0108909d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:53:28.043770 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a569a3e-6876-4177-b0b1-59ec50ab74c2 admin admin] Network hostable DHCP agents. Network: 7dab1982-fdb9-4352-ba96-ce0108909d00, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:53:28.055282 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['dac8b976-655d-4e42-81a2-eaa61a2ce466'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:53:28.082470 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a569a3e-6876-4177-b0b1-59ec50ab74c2 admin admin] Network 7dab1982-fdb9-4352-ba96-ce0108909d00 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:53:28.111042 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-1a569a3e-6876-4177-b0b1-59ec50ab74c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7dab1982-fdb9-4352-ba96-ce0108909d00) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:53:28.118674 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a569a3e-6876-4177-b0b1-59ec50ab74c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:28.121297 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1a569a3e-6876-4177-b0b1-59ec50ab74c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:28.137399 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1358ee4-d841-4009-9d46-fa8a29620130 None None] Network 7dab1982-fdb9-4352-ba96-ce0108909d00 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:53:28.142524 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1a569a3e-6876-4177-b0b1-59ec50ab74c2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5794325
Feb 05 20:53:28.145662 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 34640) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:53:28.151491 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-e7d0d127-8fcc-4cfe-906c-ebd26a3dd80f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-680280318-router', 'tenant_id': 'f55090828fd1405ea70c0137c7f953b4', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:53:28.178649 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e7d0d127-8fcc-4cfe-906c-ebd26a3dd80f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (aef37179-74d1-481b-8776-1367f99d7f44), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:28.180324 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e7d0d127-8fcc-4cfe-906c-ebd26a3dd80f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (aef37179-74d1-481b-8776-1367f99d7f44), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:28.197305 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6772216-81e5-4468-8cd9-231c96357abc req-f5ff365f-fae8-42b6-b1f4-9d93eb9c0d1f tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:28.199322 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a6772216-81e5-4468-8cd9-231c96357abc req-f5ff365f-fae8-42b6-b1f4-9d93eb9c0d1f tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c HTTP/1.1" status: 200  len: 948 time: 0.1140211
Feb 05 20:53:28.229405 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6fdfd924-142c-4ed7-90c6-53e225dd20d1 None None] Port 0dc636af-3e4f-4bdf-a0d0-4cf505100fad cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:53:28.264831 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e7d0d127-8fcc-4cfe-906c-ebd26a3dd80f admin admin] Publish callbacks [] for router_controller (aef37179-74d1-481b-8776-1367f99d7f44), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:28.294870 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6bb6b-3c8b-431e-ac3f-36782c26a3f6 None None] Pushing event updated for resources: {'Port': ['ID=501a698a-2249-430b-b931-1fb254b3a3c4,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:28.313933 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 77a3aa20-5477-44f9-a588-be0d7fc51874 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:53:28.318885 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a6772216-81e5-4468-8cd9-231c96357abc req-277956ca-424d-482d-899a-123085f2855d tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132007
Feb 05 20:53:28.381576 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device ac17ec99-03c2-46ea-aaf7-7e248c9c6227 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:53:28.384657 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 72e65e3e-d84a-404f-890f-9dda80706982 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:28.385796 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 501a698a-2249-430b-b931-1fb254b3a3c4 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:53:28.500378 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271b6f4-d4c6-4c06-a096-295ac35bccc2 req-753a98bc-cb56-4788-8fde-6bbbc0d0fa3f tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:28.502740 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e7d0d127-8fcc-4cfe-906c-ebd26a3dd80f admin admin] Publish callbacks [] for router_gateway (aef37179-74d1-481b-8776-1367f99d7f44), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:28.506788 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5271b6f4-d4c6-4c06-a096-295ac35bccc2 req-753a98bc-cb56-4788-8fde-6bbbc0d0fa3f tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ec6b42-9445-4a79-8aa7-044ce5cf0432 HTTP/1.1" status: 200  len: 949 time: 0.1059010
Feb 05 20:53:28.618341 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5271b6f4-d4c6-4c06-a096-295ac35bccc2 req-89782e4c-ce3d-4a91-9ed2-ddaeebe7f11b tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4249cc4-c7b1-439e-8bbc-5ee1b01acbea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050556
Feb 05 20:53:28.639691 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6fdfd924-142c-4ed7-90c6-53e225dd20d1 None None] Provisioning complete for port 501a698a-2249-430b-b931-1fb254b3a3c4 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:28.640199 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6fdfd924-142c-4ed7-90c6-53e225dd20d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (501a698a-2249-430b-b931-1fb254b3a3c4), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:28.693248 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47defc2-2f21-44f8-99ee-1b58fa26fef8 x-openstack-request-id: req-b47defc2-2f21-44f8-99ee-1b58fa26fef8 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:53:28.693248 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed02470-ef14-4684-b7d9-4eec2dfac30a", "name": "network-vif-plugged", "status": "completed", "tag": "9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:53:28.693248 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b47defc2-2f21-44f8-99ee-1b58fa26fef8 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:53:28.693248 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed02470-ef14-4684-b7d9-4eec2dfac30a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0', 'code': 200}
Feb 05 20:53:28.694199 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 34652) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:53:28.700487 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-58973111-b159-4b42-8f1a-c948b57fbaa0 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1030371211', 'description': 'tempest-description--1728337898'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:53:28.729851 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-58973111-b159-4b42-8f1a-c948b57fbaa0 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:28.757114 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:28.789857 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641b1038-7219-43f8-bdf3-f8e174d41272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7dab1982-fdb9-4352-ba96-ce0108909d00', 'network_id': '7dab1982-fdb9-4352-ba96-ce0108909d00', 'project_id': 'f55090828fd1405ea70c0137c7f953b4', 'fixed_ips': [{'subnet_id': 'ca7178b8-88bc-4069-a62b-e3344372665f'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 20:53:28.790785 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-641b1038-7219-43f8-bdf3-f8e174d41272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:28.796313 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e7d0d127-8fcc-4cfe-906c-ebd26a3dd80f admin admin] Publish callbacks [] for router_gateway (aef37179-74d1-481b-8776-1367f99d7f44), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:28.822870 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e7d0d127-8fcc-4cfe-906c-ebd26a3dd80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:28.837675 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d4804-9912-4006-ac7c-4a66f030bb90 req-ae14d2fa-1c3e-430f-ac17-0ea327c07532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:28.839553 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1a7d4804-9912-4006-ac7c-4a66f030bb90 req-ae14d2fa-1c3e-430f-ac17-0ea327c07532 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7ed02470-ef14-4684-b7d9-4eec2dfac30a HTTP/1.1" status: 200  len: 1128 time: 0.0882757
Feb 05 20:53:28.971256 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-58973111-b159-4b42-8f1a-c948b57fbaa0 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks [] for security_group (862080b5-e679-4cab-bbab-4a73c5b41769), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:28.974338 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1a7d4804-9912-4006-ac7c-4a66f030bb90 req-f1908e67-d4ce-4148-a286-6cf5c536f652 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1241300
Feb 05 20:53:28.980162 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-58973111-b159-4b42-8f1a-c948b57fbaa0 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (862080b5-e679-4cab-bbab-4a73c5b41769), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:28.994890 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port ac17ec99-03c2-46ea-aaf7-7e248c9c6227 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:53:28.997775 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 501a698a-2249-430b-b931-1fb254b3a3c4 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:28.998165 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (501a698a-2249-430b-b931-1fb254b3a3c4), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:29.005296 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-e7d0d127-8fcc-4cfe-906c-ebd26a3dd80f admin admin] Allocated IP 172.35.4.147 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/6a9d2d8d-21ea-4f22-849b-dd5739008848) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:53:29.018411 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-58973111-b159-4b42-8f1a-c948b57fbaa0 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:29.021288 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-58973111-b159-4b42-8f1a-c948b57fbaa0 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.3258495
Feb 05 20:53:29.032959 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58973111-b159-4b42-8f1a-c948b57fbaa0 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=862080b5-e679-4cab-bbab-4a73c5b41769,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:29.033440 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 34662) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:53:29.040385 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-3d59ad52-21ad-44cb-b93f-ed0a07403b50 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Request body: {'security_group_rule': {'security_group_id': '862080b5-e679-4cab-bbab-4a73c5b41769', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:53:29.055830 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port ac17ec99-03c2-46ea-aaf7-7e248c9c6227 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:29.056260 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ac17ec99-03c2-46ea-aaf7-7e248c9c6227), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:29.066464 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 77a3aa20-5477-44f9-a588-be0d7fc51874 is: ACTIVE; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:29.066924 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (77a3aa20-5477-44f9-a588-be0d7fc51874), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:29.075960 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 34664) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:53:29.137622 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3d59ad52-21ad-44cb-b93f-ed0a07403b50 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks [] for security_group_rule (4a9653c9-7f11-4750-a3ba-00bc0db41c6d), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:29.174480 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2ad8b-5ec1-442e-9fbb-1eb2efdc6d53 req-224f30b3-4a08-4f2f-90d9-e31df262b28f tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:29.176473 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f3f2ad8b-5ec1-442e-9fbb-1eb2efdc6d53 req-224f30b3-4a08-4f2f-90d9-e31df262b28f tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbde0bfd-fa6f-471d-b24f-70c5ff2c1d19 HTTP/1.1" status: 200  len: 944 time: 0.1220977
Feb 05 20:53:29.185151 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8724878-abde-4b6a-8f52-34251ee7887d req-2f0fb711-b122-44cf-b07e-a56b2229f7cc tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:29.193747 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f8724878-abde-4b6a-8f52-34251ee7887d req-2f0fb711-b122-44cf-b07e-a56b2229f7cc tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed02470-ef14-4684-b7d9-4eec2dfac30a HTTP/1.1" status: 200  len: 946 time: 0.1080079
Feb 05 20:53:29.222080 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6fdfd924-142c-4ed7-90c6-53e225dd20d1 None None] Current status of the port 501a698a-2249-430b-b931-1fb254b3a3c4 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:29.282825 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f8724878-abde-4b6a-8f52-34251ee7887d req-da8a1312-6258-4de6-82bf-153fb5a8f060 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868888
Feb 05 20:53:29.287179 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 77a3aa20-5477-44f9-a588-be0d7fc51874, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=77a3aa20-5477-44f9-a588-be0d7fc51874,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:29.308009 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f3f2ad8b-5ec1-442e-9fbb-1eb2efdc6d53 req-cc9f8738-310f-45e3-bea2-40523f6722fe tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba921570-c085-4775-a046-b49d3e7d3132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099448
Feb 05 20:53:29.310563 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (77a3aa20-5477-44f9-a588-be0d7fc51874), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:29.323624 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6fdfd924-142c-4ed7-90c6-53e225dd20d1 None None] Provisioning complete for port 72e65e3e-d84a-404f-890f-9dda80706982 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:29.323998 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6fdfd924-142c-4ed7-90c6-53e225dd20d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (72e65e3e-d84a-404f-890f-9dda80706982), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:29.349272 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-641b1038-7219-43f8-bdf3-f8e174d41272 None None] Allocated IP 172.20.0.2 (7dab1982-fdb9-4352-ba96-ce0108909d00/ca7178b8-88bc-4069-a62b-e3344372665f/5b1e8766-6739-4d8f-ae83-bbc66ab875b9) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:53:29.456651 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-09802c38-0377-4ecb-ae00-34fc5ec0a55a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-89018445-network', 'tenant_id': '339b42dac6c241a48a04f59918ef065e'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:53:29.463424 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb43ca-1c8e-4aff-9375-57370762a863 req-6424f052-45b2-4680-94aa-e36178295f2d tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:29.464750 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-97cb43ca-1c8e-4aff-9375-57370762a863 req-6424f052-45b2-4680-94aa-e36178295f2d tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c HTTP/1.1" status: 200  len: 946 time: 0.0623937
Feb 05 20:53:29.508432 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=77a3aa20-5477-44f9-a588-be0d7fc51874,revision_number=6']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:29.515410 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port ac17ec99-03c2-46ea-aaf7-7e248c9c6227 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:29.515802 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ac17ec99-03c2-46ea-aaf7-7e248c9c6227), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:29.541059 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e7d0d127-8fcc-4cfe-906c-ebd26a3dd80f admin admin] Publish callbacks [] for port (6a9d2d8d-21ea-4f22-849b-dd5739008848), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:29.552761 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09802c38-0377-4ecb-ae00-34fc5ec0a55a admin admin] Made reservation on behalf of 339b42dac6c241a48a04f59918ef065e for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:53:29.556428 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-09802c38-0377-4ecb-ae00-34fc5ec0a55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:29.564550 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 501a698a-2249-430b-b931-1fb254b3a3c4 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:29.576260 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-09802c38-0377-4ecb-ae00-34fc5ec0a55a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:29.588598 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-97cb43ca-1c8e-4aff-9375-57370762a863 req-e0a578ba-8aa3-4487-bc70-f1342ae12a19 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134741
Feb 05 20:53:29.626204 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3d59ad52-21ad-44cb-b93f-ed0a07403b50 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks [] for security_group_rule (4a9653c9-7f11-4750-a3ba-00bc0db41c6d), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:29.636457 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port ac17ec99-03c2-46ea-aaf7-7e248c9c6227, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ac17ec99-03c2-46ea-aaf7-7e248c9c6227,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:29.648304 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3d59ad52-21ad-44cb-b93f-ed0a07403b50 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (4a9653c9-7f11-4750-a3ba-00bc0db41c6d), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:29.656317 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ac17ec99-03c2-46ea-aaf7-7e248c9c6227), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:29.686085 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 501a698a-2249-430b-b931-1fb254b3a3c4 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:53:29.687948 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d59ad52-21ad-44cb-b93f-ed0a07403b50 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a9653c9-7f11-4750-a3ba-00bc0db41c6d,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:29.698210 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3d59ad52-21ad-44cb-b93f-ed0a07403b50 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:29.699466 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3d59ad52-21ad-44cb-b93f-ed0a07403b50 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6638057
Feb 05 20:53:29.700623 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e7d0d127-8fcc-4cfe-906c-ebd26a3dd80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (6a9d2d8d-21ea-4f22-849b-dd5739008848), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:29.703661 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 34672) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:53:29.714885 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-b1b17062-3bef-4550-9e09-1c2f718f22b5 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Request body: {'security_group_rule': {'security_group_id': '862080b5-e679-4cab-bbab-4a73c5b41769', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:53:29.731360 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6fdfd924-142c-4ed7-90c6-53e225dd20d1 None None] Current status of the port 72e65e3e-d84a-404f-890f-9dda80706982 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:29.768228 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d0d127-8fcc-4cfe-906c-ebd26a3dd80f admin admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:53:29.775440 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e4674-b16b-4f8e-9d4d-4ddf076d89f6 req-6bc838b6-d891-40b4-a95b-29f8a03d6585 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:29.777979 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-e7d0d127-8fcc-4cfe-906c-ebd26a3dd80f admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:53:29.779955 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d0d127-8fcc-4cfe-906c-ebd26a3dd80f admin admin] Pushing event updated for resources: {'Port': ['ID=6a9d2d8d-21ea-4f22-849b-dd5739008848,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:29.782207 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d0d127-8fcc-4cfe-906c-ebd26a3dd80f admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:53:29.782604 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-887e4674-b16b-4f8e-9d4d-4ddf076d89f6 req-6bc838b6-d891-40b4-a95b-29f8a03d6585 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ec6b42-9445-4a79-8aa7-044ce5cf0432 HTTP/1.1" status: 200  len: 949 time: 0.0802979
Feb 05 20:53:29.796371 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b1b17062-3bef-4550-9e09-1c2f718f22b5 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks [] for security_group_rule (705c2182-d006-4333-a512-0ef0d78fb354), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:29.823984 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-641b1038-7219-43f8-bdf3-f8e174d41272 None None] Publish callbacks [] for port (5b1e8766-6739-4d8f-ae83-bbc66ab875b9), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:29.826128 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6fdfd924-142c-4ed7-90c6-53e225dd20d1 None None] Provisioning complete for port 0798d918-a1a1-4268-8b6d-832370da6f8f triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:29.826921 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6fdfd924-142c-4ed7-90c6-53e225dd20d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (0798d918-a1a1-4268-8b6d-832370da6f8f), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:29.827977 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=ac17ec99-03c2-46ea-aaf7-7e248c9c6227,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:29.852022 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-09802c38-0377-4ecb-ae00-34fc5ec0a55a admin admin] Publish callbacks [] for security_group (aea27357-43dd-4933-b7ca-1739b8579a10), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:29.857214 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-641b1038-7219-43f8-bdf3-f8e174d41272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (5b1e8766-6739-4d8f-ae83-bbc66ab875b9), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:29.860218 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-09802c38-0377-4ecb-ae00-34fc5ec0a55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (aea27357-43dd-4933-b7ca-1739b8579a10), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:29.874647 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b1b17062-3bef-4550-9e09-1c2f718f22b5 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks [] for security_group_rule (705c2182-d006-4333-a512-0ef0d78fb354), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:29.897163 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b1b17062-3bef-4550-9e09-1c2f718f22b5 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (705c2182-d006-4333-a512-0ef0d78fb354), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:29.900595 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6fdfd924-142c-4ed7-90c6-53e225dd20d1 None None] Port 0798d918-a1a1-4268-8b6d-832370da6f8f cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:53:29.901955 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 501a698a-2249-430b-b931-1fb254b3a3c4 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:29.902330 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (501a698a-2249-430b-b931-1fb254b3a3c4), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:29.933215 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641b1038-7219-43f8-bdf3-f8e174d41272 None None] Network 7dab1982-fdb9-4352-ba96-ce0108909d00 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:53:29.939102 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-641b1038-7219-43f8-bdf3-f8e174d41272 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:53:29.946413 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641b1038-7219-43f8-bdf3-f8e174d41272 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:53:29.948717 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641b1038-7219-43f8-bdf3-f8e174d41272 None None] Pushing event updated for resources: {'Port': ['ID=5b1e8766-6739-4d8f-ae83-bbc66ab875b9,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:29.951637 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09802c38-0377-4ecb-ae00-34fc5ec0a55a admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:53:29.956900 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-887e4674-b16b-4f8e-9d4d-4ddf076d89f6 req-154aa51f-76e2-403f-b2e0-20df2809270e tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4249cc4-c7b1-439e-8bbc-5ee1b01acbea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1731405
Feb 05 20:53:29.961014 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b17062-3bef-4550-9e09-1c2f718f22b5 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=705c2182-d006-4333-a512-0ef0d78fb354,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:29.963967 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-09802c38-0377-4ecb-ae00-34fc5ec0a55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (062101f1-5ffe-4f55-b9c6-585254beed7f), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:29.964376 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-09802c38-0377-4ecb-ae00-34fc5ec0a55a admin admin] Added segment 062101f1-5ffe-4f55-b9c6-585254beed7f of type vlan for network 8560a1b3-e80f-45ed-a35e-f4e5e188e291
Feb 05 20:53:29.967288 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b1b17062-3bef-4550-9e09-1c2f718f22b5 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:29.970420 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b1b17062-3bef-4550-9e09-1c2f718f22b5 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2571588
Feb 05 20:53:29.971517 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 34674) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:53:29.977124 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-572e903b-1a96-4e4c-8670-d7558ae578d9 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:53:30.002714 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-572e903b-1a96-4e4c-8670-d7558ae578d9 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:30.016158 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09802c38-0377-4ecb-ae00-34fc5ec0a55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea27357-43dd-4933-b7ca-1739b8579a10,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:30.033385 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-641b1038-7219-43f8-bdf3-f8e174d41272 None None] Attempting to bind port 5b1e8766-6739-4d8f-ae83-bbc66ab875b9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:53:30.033764 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-641b1038-7219-43f8-bdf3-f8e174d41272 None None] Attempting to bind port 5b1e8766-6739-4d8f-ae83-bbc66ab875b9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'aebbb6ac-1de8-49e8-ace0-70f00460c1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7dab1982-fdb9-4352-ba96-ce0108909d00'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:53:30.034129 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641b1038-7219-43f8-bdf3-f8e174d41272 None None] Attempting to bind port 5b1e8766-6739-4d8f-ae83-bbc66ab875b9 on network 7dab1982-fdb9-4352-ba96-ce0108909d00 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:53:30.042758 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641b1038-7219-43f8-bdf3-f8e174d41272 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:53:30.043138 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641b1038-7219-43f8-bdf3-f8e174d41272 None None] Checking segment: {'id': 'aebbb6ac-1de8-49e8-ace0-70f00460c1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7dab1982-fdb9-4352-ba96-ce0108909d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:53:30.043541 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-641b1038-7219-43f8-bdf3-f8e174d41272 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:30.043935 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641b1038-7219-43f8-bdf3-f8e174d41272 None None] Bound using segment: {'id': 'aebbb6ac-1de8-49e8-ace0-70f00460c1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7dab1982-fdb9-4352-ba96-ce0108909d00'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:53:30.044404 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-641b1038-7219-43f8-bdf3-f8e174d41272 None None] Bound port: 5b1e8766-6739-4d8f-ae83-bbc66ab875b9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aebbb6ac-1de8-49e8-ace0-70f00460c1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7dab1982-fdb9-4352-ba96-ce0108909d00'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:53:30.044836 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-641b1038-7219-43f8-bdf3-f8e174d41272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5b1e8766-6739-4d8f-ae83-bbc66ab875b9), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:30.069384 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-09802c38-0377-4ecb-ae00-34fc5ec0a55a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (8560a1b3-e80f-45ed-a35e-f4e5e188e291), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:30.114887 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 501a698a-2249-430b-b931-1fb254b3a3c4 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:30.130158 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-572e903b-1a96-4e4c-8670-d7558ae578d9 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:30.137970 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-641b1038-7219-43f8-bdf3-f8e174d41272 None None] For port 5b1e8766-6739-4d8f-ae83-bbc66ab875b9, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:53:30.140139 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-09802c38-0377-4ecb-ae00-34fc5ec0a55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (8560a1b3-e80f-45ed-a35e-f4e5e188e291), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:30.141250 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09802c38-0377-4ecb-ae00-34fc5ec0a55a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:30.141973 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-09802c38-0377-4ecb-ae00-34fc5ec0a55a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:30.142401 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-641b1038-7219-43f8-bdf3-f8e174d41272 None None] For port 5b1e8766-6739-4d8f-ae83-bbc66ab875b9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b1e8766-6739-4d8f-ae83-bbc66ab875b9,segment=NetworkSegment(aebbb6ac-1de8-49e8-ace0-70f00460c1cd),segment_id=aebbb6ac-1de8-49e8-ace0-70f00460c1cd)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:53:30.150737 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-641b1038-7219-43f8-bdf3-f8e174d41272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5b1e8766-6739-4d8f-ae83-bbc66ab875b9), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:30.211763 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-09802c38-0377-4ecb-ae00-34fc5ec0a55a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.1329868
Feb 05 20:53:30.215652 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 34676) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:53:30.221299 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641b1038-7219-43f8-bdf3-f8e174d41272 None None] Pushing event updated for resources: {'Port': ['ID=5b1e8766-6739-4d8f-ae83-bbc66ab875b9,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:30.251783 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-df077389-f191-48ca-9418-3cd975cd8fdc admin admin] Request body: {'subnet': {'network_id': '8560a1b3-e80f-45ed-a35e-f4e5e188e291', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-89018445-subnet', 'tenant_id': '339b42dac6c241a48a04f59918ef065e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:53:30.257660 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-572e903b-1a96-4e4c-8670-d7558ae578d9 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Allocated IP 172.35.4.108 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/2a6f8b56-86eb-4ad4-a554-2e3650ead5c8) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:53:30.270032 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09802c38-0377-4ecb-ae00-34fc5ec0a55a admin admin] Pushing event updated for resources: {'Network': ['ID=8560a1b3-e80f-45ed-a35e-f4e5e188e291,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:30.286399 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e7d0d127-8fcc-4cfe-906c-ebd26a3dd80f admin admin] Publish callbacks [] for router_gateway (aef37179-74d1-481b-8776-1367f99d7f44), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:30.288109 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 8560a1b3-e80f-45ed-a35e-f4e5e188e291 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:53:30.328818 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df077389-f191-48ca-9418-3cd975cd8fdc admin admin] Made reservation on behalf of 339b42dac6c241a48a04f59918ef065e for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:53:30.331590 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-df077389-f191-48ca-9418-3cd975cd8fdc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:30.353977 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 77a3aa20-5477-44f9-a588-be0d7fc51874 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:53:30.370401 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device dac8b976-655d-4e42-81a2-eaa61a2ce466 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:53:30.455270 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:53:30.538208 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-572e903b-1a96-4e4c-8670-d7558ae578d9 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks [] for port (2a6f8b56-86eb-4ad4-a554-2e3650ead5c8), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:30.597118 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0bb7a-a0ad-46aa-9f22-84823f09ffe1 req-ec46a0d8-93d8-40f0-afe4-6b7e7307e8f6 tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:30.598457 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30b0bb7a-a0ad-46aa-9f22-84823f09ffe1 req-ec46a0d8-93d8-40f0-afe4-6b7e7307e8f6 tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbde0bfd-fa6f-471d-b24f-70c5ff2c1d19 HTTP/1.1" status: 200  len: 944 time: 0.1989954
Feb 05 20:53:30.659708 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port dac8b976-655d-4e42-81a2-eaa61a2ce466 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:53:30.691180 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b73262-ebf8-41ba-bf04-e20dfc3d684c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77a3aa20-5477-44f9-a588-be0d7fc51874'}, {'server_uuid': 'a22b1fe3-3032-473c-b0b5-efc1a0795d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac17ec99-03c2-46ea-aaf7-7e248c9c6227'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:53:30.693426 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a032fc2f-27b5-4a7d-a019-6f86e9c462e1" -d '{"events": [{"server_uuid": "39b73262-ebf8-41ba-bf04-e20dfc3d684c", "name": "network-vif-unplugged", "status": "completed", "tag": "77a3aa20-5477-44f9-a588-be0d7fc51874"}, {"server_uuid": "a22b1fe3-3032-473c-b0b5-efc1a0795d31", "name": "network-vif-plugged", "status": "completed", "tag": "ac17ec99-03c2-46ea-aaf7-7e248c9c6227"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:53:30.710084 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3a824-5dde-49fa-9854-315df3c8a57f req-527dabf6-7d40-45ca-987d-37efb2c62b59 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:30.721138 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3fc3a824-5dde-49fa-9854-315df3c8a57f req-527dabf6-7d40-45ca-987d-37efb2c62b59 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed02470-ef14-4684-b7d9-4eec2dfac30a HTTP/1.1" status: 200  len: 946 time: 0.3006928
Feb 05 20:53:30.734754 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30b0bb7a-a0ad-46aa-9f22-84823f09ffe1 req-319f335d-b9ce-4a27-9f87-597bbf05515e tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba921570-c085-4775-a046-b49d3e7d3132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1218069
Feb 05 20:53:30.743689 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 77a3aa20-5477-44f9-a588-be0d7fc51874, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=77a3aa20-5477-44f9-a588-be0d7fc51874,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:30.761518 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '77a3aa20-5477-44f9-a588-be0d7fc51874', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'port_id': '77a3aa20-5477-44f9-a588-be0d7fc51874', 'mac_address': 'fa:16:3e:ce:69:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3c763-0926-4b49-ade5-d66ee3d4c489', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:53:30.763344 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port dac8b976-655d-4e42-81a2-eaa61a2ce466 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:30.763774 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (dac8b976-655d-4e42-81a2-eaa61a2ce466), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:30.769377 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-df077389-f191-48ca-9418-3cd975cd8fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (68543e91-1c7e-489a-be82-2d758ce921ad), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:30.785129 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e7d0d127-8fcc-4cfe-906c-ebd26a3dd80f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (aef37179-74d1-481b-8776-1367f99d7f44), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:30.785582 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-572e903b-1a96-4e4c-8670-d7558ae578d9 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (2a6f8b56-86eb-4ad4-a554-2e3650ead5c8), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:30.829190 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:53:30.838690 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3fc3a824-5dde-49fa-9854-315df3c8a57f req-0d7ed803-25fb-4adf-82fc-932ca1ae4a44 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165652
Feb 05 20:53:30.841730 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:30.841730 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:30.907484 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 77a3aa20-5477-44f9-a588-be0d7fc51874 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:30.907891 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (77a3aa20-5477-44f9-a588-be0d7fc51874), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:30.914955 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df077389-f191-48ca-9418-3cd975cd8fdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=68543e91-1c7e-489a-be82-2d758ce921ad,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:30.924142 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 05 Feb 2022 20:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e52a28-44f9-417b-bd3d-6fb38a580a46 x-openstack-request-id: req-82e52a28-44f9-417b-bd3d-6fb38a580a46 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:53:30.924449 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b73262-ebf8-41ba-bf04-e20dfc3d684c", "name": "network-vif-unplugged", "status": "completed", "tag": "77a3aa20-5477-44f9-a588-be0d7fc51874", "code": 200}, {"server_uuid": "a22b1fe3-3032-473c-b0b5-efc1a0795d31", "name": "network-vif-plugged", "status": "completed", "tag": "ac17ec99-03c2-46ea-aaf7-7e248c9c6227", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:53:30.924711 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-82e52a28-44f9-417b-bd3d-6fb38a580a46 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:53:30.925111 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b73262-ebf8-41ba-bf04-e20dfc3d684c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77a3aa20-5477-44f9-a588-be0d7fc51874', 'code': 200}
Feb 05 20:53:30.925375 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22b1fe3-3032-473c-b0b5-efc1a0795d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac17ec99-03c2-46ea-aaf7-7e248c9c6227', 'code': 200}
Feb 05 20:53:30.963913 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77a3aa20-5477-44f9-a588-be0d7fc51874 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:53:31.008638 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df077389-f191-48ca-9418-3cd975cd8fdc admin admin] Checking segment: {'id': '062101f1-5ffe-4f55-b9c6-585254beed7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8560a1b3-e80f-45ed-a35e-f4e5e188e291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:53:31.009012 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df077389-f191-48ca-9418-3cd975cd8fdc admin admin] Network hostable DHCP agents. Network: 8560a1b3-e80f-45ed-a35e-f4e5e188e291, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:53:31.051367 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df077389-f191-48ca-9418-3cd975cd8fdc admin admin] Network 8560a1b3-e80f-45ed-a35e-f4e5e188e291 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:53:31.076284 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-df077389-f191-48ca-9418-3cd975cd8fdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8560a1b3-e80f-45ed-a35e-f4e5e188e291) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:53:31.081332 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df077389-f191-48ca-9418-3cd975cd8fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:31.081971 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-df077389-f191-48ca-9418-3cd975cd8fdc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:31.084626 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d0d127-8fcc-4cfe-906c-ebd26a3dd80f admin admin] Router aef37179-74d1-481b-8776-1367f99d7f44 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 20:53:31.110418 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-df077389-f191-48ca-9418-3cd975cd8fdc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.8909919
Feb 05 20:53:31.140626 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 34688) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:53:31.144959 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-56461392-6bae-4127-931e-f1397d8958a6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-89018445-router', 'tenant_id': '339b42dac6c241a48a04f59918ef065e', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:53:31.207716 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-56461392-6bae-4127-931e-f1397d8958a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (b9d67a44-209c-4f35-be0f-daf107c45470), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:31.208740 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-56461392-6bae-4127-931e-f1397d8958a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (b9d67a44-209c-4f35-be0f-daf107c45470), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:31.242720 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:31.243239 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:31.253396 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d0d127-8fcc-4cfe-906c-ebd26a3dd80f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:53:31.262228 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 77a3aa20-5477-44f9-a588-be0d7fc51874, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=77a3aa20-5477-44f9-a588-be0d7fc51874,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:31.264526 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a20515-5427-4b9c-8081-6b4e7272560d None None] Network 8560a1b3-e80f-45ed-a35e-f4e5e188e291 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:53:31.289373 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-56461392-6bae-4127-931e-f1397d8958a6 admin admin] Publish callbacks [] for router_controller (b9d67a44-209c-4f35-be0f-daf107c45470), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:31.294902 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:31.297029 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572e903b-1a96-4e4c-8670-d7558ae578d9 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:53:31.305193 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e7d0d127-8fcc-4cfe-906c-ebd26a3dd80f admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:31.310563 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e7d0d127-8fcc-4cfe-906c-ebd26a3dd80f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.1633632
Feb 05 20:53:31.311446 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 34690) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:53:31.314564 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06191db-7b6f-427c-be0a-fbec768c6c92 None None] Sync routers for ids ['aef37179-74d1-481b-8776-1367f99d7f44'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:53:31.329303 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port dac8b976-655d-4e42-81a2-eaa61a2ce466 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:31.329698 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (dac8b976-655d-4e42-81a2-eaa61a2ce466), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:31.340292 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-572e903b-1a96-4e4c-8670-d7558ae578d9 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:53:31.346818 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:31.350071 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (77a3aa20-5477-44f9-a588-be0d7fc51874), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:31.361549 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e903b-1a96-4e4c-8670-d7558ae578d9 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Pushing event updated for resources: {'Port': ['ID=2a6f8b56-86eb-4ad4-a554-2e3650ead5c8,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:31.363211 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06191db-7b6f-427c-be0a-fbec768c6c92 None None] Routers {'aef37179-74d1-481b-8776-1367f99d7f44'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:53:31.363851 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-d06191db-7b6f-427c-be0a-fbec768c6c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab620ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:53:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['aef37179-74d1-481b-8776-1367f99d7f44'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:31.371300 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572e903b-1a96-4e4c-8670-d7558ae578d9 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:53:31.419747 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bccde6-2945-485b-910b-77a954bdcd6c req-63d586fc-5868-4360-ac0d-905c8ccf40b7 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:31.421463 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a3bccde6-2945-485b-910b-77a954bdcd6c req-63d586fc-5868-4360-ac0d-905c8ccf40b7 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c HTTP/1.1" status: 200  len: 946 time: 0.5793366
Feb 05 20:53:31.494833 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a3bccde6-2945-485b-910b-77a954bdcd6c req-d0b39e80-f195-4c82-bce2-210c89d7d399 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616925
Feb 05 20:53:31.523645 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9993b2-192e-4d22-a59b-15510dbcb223 req-1560eea5-15b3-4233-80be-1aaef6bb4361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:31.525439 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3d9993b2-192e-4d22-a59b-15510dbcb223 req-1560eea5-15b3-4233-80be-1aaef6bb4361 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a22b1fe3-3032-473c-b0b5-efc1a0795d31 HTTP/1.1" status: 200  len: 1132 time: 0.2266982
Feb 05 20:53:31.536430 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-d06191db-7b6f-427c-be0a-fbec768c6c92 None None] Set router aef37179-74d1-481b-8776-1367f99d7f44 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:53:31.585705 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-572e903b-1a96-4e4c-8670-d7558ae578d9 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks [] for floatingip (0f3075e1-da5d-4c7e-bf4d-d38342f63763), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:31.613077 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffef289-4d88-4be8-ad28-9fabcb44bda0 req-8bba0975-f1b6-4d90-a9fc-251a4972013c tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:31.623012 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fffef289-4d88-4be8-ad28-9fabcb44bda0 req-8bba0975-f1b6-4d90-a9fc-251a4972013c tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ec6b42-9445-4a79-8aa7-044ce5cf0432 HTTP/1.1" status: 200  len: 950 time: 0.3228250
Feb 05 20:53:31.659647 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-56461392-6bae-4127-931e-f1397d8958a6 admin admin] Publish callbacks [] for router_gateway (b9d67a44-209c-4f35-be0f-daf107c45470), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:31.724824 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-572e903b-1a96-4e4c-8670-d7558ae578d9 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (2a6f8b56-86eb-4ad4-a554-2e3650ead5c8), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:31.798454 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fffef289-4d88-4be8-ad28-9fabcb44bda0 req-5e4bae72-e45c-4cf6-873e-ee97130a0d34 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4249cc4-c7b1-439e-8bbc-5ee1b01acbea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1743159
Feb 05 20:53:31.803341 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 20:53:31.834916 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3d9993b2-192e-4d22-a59b-15510dbcb223 req-49fe1ef0-3d1a-44ca-b3c7-1653ab2d05e3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c4249cc4-c7b1-439e-8bbc-5ee1b01acbea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2419291
Feb 05 20:53:31.839755 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c5aabe-4451-46f9-81c4-1446ad34aba0 None None] Network 7dab1982-fdb9-4352-ba96-ce0108909d00 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:53:31.932438 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 5b1e8766-6739-4d8f-ae83-bbc66ab875b9 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:53:31.985337 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['77a3aa20-5477-44f9-a588-be0d7fc51874'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:53:32.105028 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port dac8b976-655d-4e42-81a2-eaa61a2ce466, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dac8b976-655d-4e42-81a2-eaa61a2ce466,segment=NetworkSegment(229c4090-e097-4df5-800a-304ba5ebbba7),segment_id=229c4090-e097-4df5-800a-304ba5ebbba7)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:32.136227 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0206afb-8e0d-4569-bf61-831efd70bb87 req-0b5860d9-79e2-4b2f-a0b0-e01a42cdf918 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:32.137693 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0206afb-8e0d-4569-bf61-831efd70bb87 req-0b5860d9-79e2-4b2f-a0b0-e01a42cdf918 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.39 "GET /v2.0/ports?device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c&tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 947 time: 0.1824160
Feb 05 20:53:32.149051 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-56461392-6bae-4127-931e-f1397d8958a6 admin admin] Publish callbacks [] for router_gateway (b9d67a44-209c-4f35-be0f-daf107c45470), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:32.163595 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320824b7-afae-4b31-b7d5-5ae411b4daee req-06b1fcd6-3b78-4b19-9c5a-8e86065dd149 tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:32.165177 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-320824b7-afae-4b31-b7d5-5ae411b4daee req-06b1fcd6-3b78-4b19-9c5a-8e86065dd149 tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbde0bfd-fa6f-471d-b24f-70c5ff2c1d19 HTTP/1.1" status: 200  len: 944 time: 0.2086470
Feb 05 20:53:32.172370 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-56461392-6bae-4127-931e-f1397d8958a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:32.191972 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bb4e4e8a-12cb-4acf-9096-190868152d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:32.193149 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0373185-69d1-4f8f-bcd9-02c8903df0c6 req-9baa341b-c946-496a-90ce-17746068da0c tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:32.195350 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a0373185-69d1-4f8f-bcd9-02c8903df0c6 req-9baa341b-c946-496a-90ce-17746068da0c tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed02470-ef14-4684-b7d9-4eec2dfac30a HTTP/1.1" status: 200  len: 946 time: 0.2100136
Feb 05 20:53:32.202858 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (dac8b976-655d-4e42-81a2-eaa61a2ce466), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:32.226952 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-572e903b-1a96-4e4c-8670-d7558ae578d9 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks [] for port (2a6f8b56-86eb-4ad4-a554-2e3650ead5c8), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:32.256611 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-d83dd7e1-4bb4-4d4f-912e-b5b2afce6333 None None] Provisioning complete for port 5b1e8766-6739-4d8f-ae83-bbc66ab875b9 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:32.257546 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d83dd7e1-4bb4-4d4f-912e-b5b2afce6333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5b1e8766-6739-4d8f-ae83-bbc66ab875b9), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:32.259308 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:32.284201 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-572e903b-1a96-4e4c-8670-d7558ae578d9 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (2a6f8b56-86eb-4ad4-a554-2e3650ead5c8), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:32.377399 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a0373185-69d1-4f8f-bcd9-02c8903df0c6 req-c6888a96-ebd1-4643-b830-e79a7ff5d4c4 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1439025
Feb 05 20:53:32.425606 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0206afb-8e0d-4569-bf61-831efd70bb87 req-b7abc032-5883-4b4f-adc1-27b5a8ab0406 service neutron] 10.222.0.39 "GET /v2.0/ports/77a3aa20-5477-44f9-a588-be0d7fc51874/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.2803481
Feb 05 20:53:32.433088 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-320824b7-afae-4b31-b7d5-5ae411b4daee req-e18a72e3-1dbd-4d36-bd8f-d340b9adcfbf tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba921570-c085-4775-a046-b49d3e7d3132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2336233
Feb 05 20:53:32.434881 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e72e0e0-6114-4ee7-8141-ba0bbfed17e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8560a1b3-e80f-45ed-a35e-f4e5e188e291', 'network_id': '8560a1b3-e80f-45ed-a35e-f4e5e188e291', 'project_id': '339b42dac6c241a48a04f59918ef065e', 'fixed_ips': [{'subnet_id': '68543e91-1c7e-489a-be82-2d758ce921ad'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 20:53:32.436038 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6e72e0e0-6114-4ee7-8141-ba0bbfed17e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:32.436402 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e903b-1a96-4e4c-8670-d7558ae578d9 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Pushing event updated for resources: {'Port': ['ID=2a6f8b56-86eb-4ad4-a554-2e3650ead5c8,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:32.445477 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-572e903b-1a96-4e4c-8670-d7558ae578d9 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (0f3075e1-da5d-4c7e-bf4d-d38342f63763), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:32.500468 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-572e903b-1a96-4e4c-8670-d7558ae578d9 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:32.511159 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-572e903b-1a96-4e4c-8670-d7558ae578d9 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.5382879
Feb 05 20:53:32.553738 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0206afb-8e0d-4569-bf61-831efd70bb87 req-62aaa503-5049-49b4-beeb-da28f0f99a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:32.561027 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0206afb-8e0d-4569-bf61-831efd70bb87 req-62aaa503-5049-49b4-beeb-da28f0f99a32 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c HTTP/1.1" status: 200  len: 1129 time: 0.1121702
Feb 05 20:53:32.587550 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-d06191db-7b6f-427c-be0a-fbec768c6c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab620ca0>, [{'id': 'aef37179-74d1-481b-8776-1367f99d7f44', 'name': 'tempest-FloatingIPDetailsTestJSON-680280318-router', 'tenant_id': 'f55090828fd1405ea70c0137c7f953b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147'}], 'enable_snat': True}, 'gw_port_id': '6a9d2d8d-21ea-4f22-849b-dd5739008848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:53:28Z', 'updated_at': '2022-02-05T20:53:30Z', 'revision_number': 3, 'project_id': 'f55090828fd1405ea70c0137c7f953b4', 'gw_port': {'id': '6a9d2d8d-21ea-4f22-849b-dd5739008848', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:27:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef37179-74d1-481b-8776-1367f99d7f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:28Z', 'updated_at': '2022-02-05T20:53:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:32.589376 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 5b1e8766-6739-4d8f-ae83-bbc66ab875b9 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:32.589759 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5b1e8766-6739-4d8f-ae83-bbc66ab875b9), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:32.594726 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=77a3aa20-5477-44f9-a588-be0d7fc51874,revision_number=7']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:32.713915 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-56461392-6bae-4127-931e-f1397d8958a6 admin admin] Allocated IP 172.35.4.22 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/0c416885-26de-49ea-91fb-de4adb34be78) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:53:32.731282 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e32c1-5c9c-40f6-a0ea-3bd8482bbd58 req-469ff5a8-8189-4f53-8e77-78abcb3ddbfa tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:32.731899 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-887e32c1-5c9c-40f6-a0ea-3bd8482bbd58 req-469ff5a8-8189-4f53-8e77-78abcb3ddbfa tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c HTTP/1.1" status: 200  len: 947 time: 0.1465442
Feb 05 20:53:32.746223 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06191db-7b6f-427c-be0a-fbec768c6c92 None None] Checking router: aef37179-74d1-481b-8776-1367f99d7f44 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:53:32.746610 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06191db-7b6f-427c-be0a-fbec768c6c92 None None] Updating router aef37179-74d1-481b-8776-1367f99d7f44 port 6a9d2d8d-21ea-4f22-849b-dd5739008848 binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 20:53:32.784315 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0206afb-8e0d-4569-bf61-831efd70bb87 req-8de7a2ed-a3a8-471e-bc25-e20f16eca21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:32.785082 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0206afb-8e0d-4569-bf61-831efd70bb87 req-8de7a2ed-a3a8-471e-bc25-e20f16eca21e service neutron] 10.222.0.39 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.2188177
Feb 05 20:53:32.852934 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0206afb-8e0d-4569-bf61-831efd70bb87 req-56bca402-c548-428b-b66c-ef0e71081f55 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=77a3aa20-5477-44f9-a588-be0d7fc51874 HTTP/1.1" status: 200  len: 217 time: 0.0622833
Feb 05 20:53:32.885647 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-887e32c1-5c9c-40f6-a0ea-3bd8482bbd58 req-514ba9d2-3976-4e8d-a444-3714972031ce tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1351316
Feb 05 20:53:32.898897 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-bb4e4e8a-12cb-4acf-9096-190868152d36 admin admin] Allocated IP 172.20.0.1 (7dab1982-fdb9-4352-ba96-ce0108909d00/ca7178b8-88bc-4069-a62b-e3344372665f/f17d1cf1-0874-47ff-9b80-54a35a5e921b) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:53:32.931561 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ec6b42-9445-4a79-8aa7-044ce5cf0432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6'}, {'server_uuid': 'bbde0bfd-fa6f-471d-b24f-70c5ff2c1d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac8b976-655d-4e42-81a2-eaa61a2ce466'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:53:32.931561 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f79bb4c-ca35-4f27-83ab-5f3c7fc7d6de" -d '{"events": [{"server_uuid": "f6ec6b42-9445-4a79-8aa7-044ce5cf0432", "name": "network-vif-plugged", "status": "completed", "tag": "fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6"}, {"server_uuid": "bbde0bfd-fa6f-471d-b24f-70c5ff2c1d19", "name": "network-vif-plugged", "status": "completed", "tag": "dac8b976-655d-4e42-81a2-eaa61a2ce466"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:53:32.944391 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-56461392-6bae-4127-931e-f1397d8958a6 admin admin] Publish callbacks [] for port (0c416885-26de-49ea-91fb-de4adb34be78), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:32.961207 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0206afb-8e0d-4569-bf61-831efd70bb87 req-b5baa380-7f93-4e7d-8f0e-6e12bb37f675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:32.962808 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0206afb-8e0d-4569-bf61-831efd70bb87 req-b5baa380-7f93-4e7d-8f0e-6e12bb37f675 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.0924482
Feb 05 20:53:32.965929 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d06191db-7b6f-427c-be0a-fbec768c6c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (6a9d2d8d-21ea-4f22-849b-dd5739008848), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:32.975011 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545b85a-371f-415e-9308-2b61ba3945a1 req-fe3937d0-1a69-4540-9c87-141ca89c22ba tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:32.978365 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=dac8b976-655d-4e42-81a2-eaa61a2ce466,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:32.982150 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5545b85a-371f-415e-9308-2b61ba3945a1 req-fe3937d0-1a69-4540-9c87-141ca89c22ba tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed02470-ef14-4684-b7d9-4eec2dfac30a HTTP/1.1" status: 200  len: 946 time: 0.1836939
Feb 05 20:53:33.042949 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-d83dd7e1-4bb4-4d4f-912e-b5b2afce6333 None None] Current status of the port 5b1e8766-6739-4d8f-ae83-bbc66ab875b9 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:33.043381 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d83dd7e1-4bb4-4d4f-912e-b5b2afce6333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5b1e8766-6739-4d8f-ae83-bbc66ab875b9), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:33.083664 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-56461392-6bae-4127-931e-f1397d8958a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (0c416885-26de-49ea-91fb-de4adb34be78), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:33.140576 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5545b85a-371f-415e-9308-2b61ba3945a1 req-f9517bc8-6233-4227-add0-f4477e78daee tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1525261
Feb 05 20:53:33.145394 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0206afb-8e0d-4569-bf61-831efd70bb87 req-58d10f5f-baef-4fd0-9ccf-58272243bebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:33.147023 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0206afb-8e0d-4569-bf61-831efd70bb87 req-58d10f5f-baef-4fd0-9ccf-58272243bebb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1569514
Feb 05 20:53:33.174716 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e0e54-ded7-4106-849f-a3a3f701155e req-31b201f2-1276-4344-8f7f-8f74e06fe401 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:33.182361 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-922e0e54-ded7-4106-849f-a3a3f701155e req-31b201f2-1276-4344-8f7f-8f74e06fe401 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ec6b42-9445-4a79-8aa7-044ce5cf0432 HTTP/1.1" status: 200  len: 950 time: 0.1299181
Feb 05 20:53:33.195464 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56461392-6bae-4127-931e-f1397d8958a6 admin admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:53:33.203583 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bb4e4e8a-12cb-4acf-9096-190868152d36 admin admin] Publish callbacks [] for port (f17d1cf1-0874-47ff-9b80-54a35a5e921b), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:33.214606 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-56461392-6bae-4127-931e-f1397d8958a6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:53:33.228574 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56461392-6bae-4127-931e-f1397d8958a6 admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:53:33.283430 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56461392-6bae-4127-931e-f1397d8958a6 admin admin] Pushing event updated for resources: {'Port': ['ID=0c416885-26de-49ea-91fb-de4adb34be78,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:33.317776 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-6e72e0e0-6114-4ee7-8141-ba0bbfed17e6 None None] Allocated IP 172.20.0.2 (8560a1b3-e80f-45ed-a35e-f4e5e188e291/68543e91-1c7e-489a-be82-2d758ce921ad/9efe4be7-6d34-4110-a5a6-e100c778d44d) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:53:33.372542 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-922e0e54-ded7-4106-849f-a3a3f701155e req-5bf49ee7-6425-49d3-8988-295b0d56b781 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4249cc4-c7b1-439e-8bbc-5ee1b01acbea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1891925
Feb 05 20:53:33.398828 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0206afb-8e0d-4569-bf61-831efd70bb87 req-0c5db4e8-0dc9-4e9a-a9e1-ce3aff1e27ff service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2411559
Feb 05 20:53:33.402255 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-6e6b9d5e-6933-437a-b7db-4ff2a502ff67 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1030371211&fields=id&tenant_id=3256272f3c524d7fba9a4fb8f5eb011d HTTP/1.1" status: 200  len: 267 time: 0.1246393
Feb 05 20:53:33.430675 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bb4e4e8a-12cb-4acf-9096-190868152d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (f17d1cf1-0874-47ff-9b80-54a35a5e921b), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:33.521591 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-2c6c8ee2-80e0-4566-a20f-db695b5e3a13 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:33.528723 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-2c6c8ee2-80e0-4566-a20f-db695b5e3a13 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/ports/0dc636af-3e4f-4bdf-a0d0-4cf505100fad HTTP/1.1" status: 200  len: 936 time: 0.1150906
Feb 05 20:53:33.530169 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4e4e8a-12cb-4acf-9096-190868152d36 admin admin] Network 7dab1982-fdb9-4352-ba96-ce0108909d00 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:53:33.533884 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-bb4e4e8a-12cb-4acf-9096-190868152d36 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:53:33.535780 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e4e8a-12cb-4acf-9096-190868152d36 admin admin] Pushing event updated for resources: {'Port': ['ID=f17d1cf1-0874-47ff-9b80-54a35a5e921b,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:33.548457 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4e4e8a-12cb-4acf-9096-190868152d36 admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:53:33.604372 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0206afb-8e0d-4569-bf61-831efd70bb87 req-a13dbc35-dd3f-4af7-8da4-f4c45e754bfb service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1991272
Feb 05 20:53:33.630433 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-f5a82a3d-60df-4e72-8585-2d8f1fdb842a tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:33.637850 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-f5a82a3d-60df-4e72-8585-2d8f1fdb842a tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/ports/0798d918-a1a1-4268-8b6d-832370da6f8f HTTP/1.1" status: 200  len: 936 time: 0.1081657
Feb 05 20:53:33.707143 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-4bdf3a00-5b42-449f-9313-14cabf22dc9f tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/ports?network_id=2869ab27-d004-4907-98b1-61880aad7d20&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0683253
Feb 05 20:53:33.721751 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bb4e4e8a-12cb-4acf-9096-190868152d36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (aef37179-74d1-481b-8776-1367f99d7f44), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:33.724404 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-56461392-6bae-4127-931e-f1397d8958a6 admin admin] Publish callbacks [] for router_gateway (b9d67a44-209c-4f35-be0f-daf107c45470), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:33.766591 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-1ab98f01-2323-4719-ad99-5fb816c135d2 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/ports?network_id=2869ab27-d004-4907-98b1-61880aad7d20&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0584633
Feb 05 20:53:33.813833 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d06191db-7b6f-427c-be0a-fbec768c6c92 None None] Publish callbacks [] for port (6a9d2d8d-21ea-4f22-849b-dd5739008848), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:33.815177 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0c5c9-4299-41fa-93e3-2e2989df97ca req-bce1d278-a713-45cf-bdec-9dfaef4d5af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:33.817261 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ffe0c5c9-4299-41fa-93e3-2e2989df97ca req-bce1d278-a713-45cf-bdec-9dfaef4d5af1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f6ec6b42-9445-4a79-8aa7-044ce5cf0432 HTTP/1.1" status: 200  len: 1132 time: 0.2305887
Feb 05 20:53:33.825111 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-d83dd7e1-4bb4-4d4f-912e-b5b2afce6333 None None] For port 5b1e8766-6739-4d8f-ae83-bbc66ab875b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b1e8766-6739-4d8f-ae83-bbc66ab875b9,segment=NetworkSegment(aebbb6ac-1de8-49e8-ace0-70f00460c1cd),segment_id=aebbb6ac-1de8-49e8-ace0-70f00460c1cd)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:33.850692 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Feb 2022 20:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdac649-0872-42fc-afb0-37e34758aeb2 x-openstack-request-id: req-dbdac649-0872-42fc-afb0-37e34758aeb2 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:53:33.850923 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ec6b42-9445-4a79-8aa7-044ce5cf0432", "name": "network-vif-plugged", "status": "completed", "tag": "fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6", "code": 200}, {"server_uuid": "bbde0bfd-fa6f-471d-b24f-70c5ff2c1d19", "name": "network-vif-plugged", "status": "completed", "tag": "dac8b976-655d-4e42-81a2-eaa61a2ce466", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:53:33.851152 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dbdac649-0872-42fc-afb0-37e34758aeb2 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:53:33.852038 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ec6b42-9445-4a79-8aa7-044ce5cf0432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6', 'code': 200}
Feb 05 20:53:33.852313 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbde0bfd-fa6f-471d-b24f-70c5ff2c1d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac8b976-655d-4e42-81a2-eaa61a2ce466', 'code': 200}
Feb 05 20:53:33.853046 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 5b1e8766-6739-4d8f-ae83-bbc66ab875b9 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:33.853445 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5b1e8766-6739-4d8f-ae83-bbc66ab875b9), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:33.858978 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac3575-7418-4de4-a2f0-a93e6428ecd0 req-66f19ec9-350d-4136-b2fc-673231534e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:33.861010 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-11ac3575-7418-4de4-a2f0-a93e6428ecd0 req-66f19ec9-350d-4136-b2fc-673231534e69 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bbde0bfd-fa6f-471d-b24f-70c5ff2c1d19 HTTP/1.1" status: 200  len: 1127 time: 0.2124479
Feb 05 20:53:33.894432 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d06191db-7b6f-427c-be0a-fbec768c6c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (6a9d2d8d-21ea-4f22-849b-dd5739008848), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:33.899018 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d83dd7e1-4bb4-4d4f-912e-b5b2afce6333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5b1e8766-6739-4d8f-ae83-bbc66ab875b9), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:33.899257 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7efc3-185a-49dd-9612-566d85fcd403 req-7b94197c-3111-47f9-ad04-a7f471c72c9f tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:33.900669 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c7d7efc3-185a-49dd-9612-566d85fcd403 req-7b94197c-3111-47f9-ad04-a7f471c72c9f tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbde0bfd-fa6f-471d-b24f-70c5ff2c1d19 HTTP/1.1" status: 200  len: 945 time: 0.2607362
Feb 05 20:53:33.948704 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ffe0c5c9-4299-41fa-93e3-2e2989df97ca req-46d6218f-e6c9-467d-a1d1-50ceb71ad3b8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c4249cc4-c7b1-439e-8bbc-5ee1b01acbea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901601
Feb 05 20:53:33.959321 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-11ac3575-7418-4de4-a2f0-a93e6428ecd0 req-bfff6bc5-c50a-40ce-b03f-2f45b136746e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ba921570-c085-4775-a046-b49d3e7d3132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626123
Feb 05 20:53:33.967019 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-414d4266-687b-4cdd-a910-c4574d9ab43b tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:33.972264 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-414d4266-687b-4cdd-a910-c4574d9ab43b tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:33.977591 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-414d4266-687b-4cdd-a910-c4574d9ab43b tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:33.984422 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-414d4266-687b-4cdd-a910-c4574d9ab43b tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/networks?id=0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b&id=2c28d2b8-7305-4066-8f34-0ebf235173b6&id=2c28d2b8-7305-4066-8f34-0ebf235173b6&id=2869ab27-d004-4907-98b1-61880aad7d20&id=2869ab27-d004-4907-98b1-61880aad7d20 HTTP/1.1" status: 200  len: 1995 time: 0.2169747
Feb 05 20:53:33.988341 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5d3402ed-9aca-4f61-8d6f-8e045e906d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:34.006055 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-8d304165-33af-4ee4-ad11-19f200148dd3 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/quotas/3256272f3c524d7fba9a4fb8f5eb011d HTTP/1.1" status: 200  len: 375 time: 0.0205016
Feb 05 20:53:34.063608 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c7d7efc3-185a-49dd-9612-566d85fcd403 req-85e4daac-3cd3-465c-871a-10bd302f20cb tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba921570-c085-4775-a046-b49d3e7d3132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1317022
Feb 05 20:53:34.078729 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df7bb4-ed23-45df-b391-0ff5284fedac None None] Pushing event updated for resources: {'Port': ['ID=6a9d2d8d-21ea-4f22-849b-dd5739008848,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:34.087291 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-d06191db-7b6f-427c-be0a-fbec768c6c92 None None] Attempting to bind port 6a9d2d8d-21ea-4f22-849b-dd5739008848 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:53:34.088033 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-d06191db-7b6f-427c-be0a-fbec768c6c92 None None] Attempting to bind port 6a9d2d8d-21ea-4f22-849b-dd5739008848 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:53:34.088468 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06191db-7b6f-427c-be0a-fbec768c6c92 None None] Attempting to bind port 6a9d2d8d-21ea-4f22-849b-dd5739008848 on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:53:34.098597 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-1fab5780-156a-4990-922e-a64954e3a4fb tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3256272f3c524d7fba9a4fb8f5eb011d&fields=id HTTP/1.1" status: 200  len: 486 time: 0.0917509
Feb 05 20:53:34.139521 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 20:53:34.140044 ncdv-master-1 neutron-server[114392]: DEBUG oslo_db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 20:53:34.147030 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06191db-7b6f-427c-be0a-fbec768c6c92 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:53:34.148666 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06191db-7b6f-427c-be0a-fbec768c6c92 None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:53:34.149225 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d06191db-7b6f-427c-be0a-fbec768c6c92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:34.149765 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06191db-7b6f-427c-be0a-fbec768c6c92 None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:53:34.150368 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-d06191db-7b6f-427c-be0a-fbec768c6c92 None None] Bound port: 6a9d2d8d-21ea-4f22-849b-dd5739008848, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:53:34.151616 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d06191db-7b6f-427c-be0a-fbec768c6c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (6a9d2d8d-21ea-4f22-849b-dd5739008848), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:34.163178 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bb4e4e8a-12cb-4acf-9096-190868152d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f17d1cf1-0874-47ff-9b80-54a35a5e921b), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:34.164252 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-0c974692-bc8f-4a7e-a28c-6c935761eb9c None None] Provisioning complete for port 5b1e8766-6739-4d8f-ae83-bbc66ab875b9 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:34.164757 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0c974692-bc8f-4a7e-a28c-6c935761eb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5b1e8766-6739-4d8f-ae83-bbc66ab875b9), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:34.220919 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-56461392-6bae-4127-931e-f1397d8958a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (b9d67a44-209c-4f35-be0f-daf107c45470), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:34.250634 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-e2dde84e-71b6-4e64-a3cf-66fc84438eb9 service neutron] 10.222.0.32 "GET /v2.0/networks/0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360269
Feb 05 20:53:34.263694 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d262a9b-8d00-45e4-8556-28ed05b9b441 req-085ce139-af05-4b60-85aa-c51bcefc4aee tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:34.265665 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4d262a9b-8d00-45e4-8556-28ed05b9b441 req-085ce139-af05-4b60-85aa-c51bcefc4aee tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c HTTP/1.1" status: 200  len: 947 time: 0.0820863
Feb 05 20:53:34.285924 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83dd7e1-4bb4-4d4f-912e-b5b2afce6333 None None] Pushing event updated for resources: {'Port': ['ID=5b1e8766-6739-4d8f-ae83-bbc66ab875b9,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:34.310571 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 77a3aa20-5477-44f9-a588-be0d7fc51874 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:53:34.319004 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-d06191db-7b6f-427c-be0a-fbec768c6c92 None None] For port 6a9d2d8d-21ea-4f22-849b-dd5739008848, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:53:34.347232 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6e72e0e0-6114-4ee7-8141-ba0bbfed17e6 None None] Publish callbacks [] for port (9efe4be7-6d34-4110-a5a6-e100c778d44d), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:34.367607 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-d06191db-7b6f-427c-be0a-fbec768c6c92 None None] For port 6a9d2d8d-21ea-4f22-849b-dd5739008848, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6a9d2d8d-21ea-4f22-849b-dd5739008848,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:53:34.372481 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6e72e0e0-6114-4ee7-8141-ba0bbfed17e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (9efe4be7-6d34-4110-a5a6-e100c778d44d), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:34.391610 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4d262a9b-8d00-45e4-8556-28ed05b9b441 req-5c2992f7-a4b4-43e3-80dd-f51839f6e2a3 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127543
Feb 05 20:53:34.420628 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d06191db-7b6f-427c-be0a-fbec768c6c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (6a9d2d8d-21ea-4f22-849b-dd5739008848), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:34.426055 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-56f580c3-97e2-437c-b8f3-2bbe0b85d4b4 service neutron] 10.222.0.32 "GET /v2.0/networks/0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1586273
Feb 05 20:53:34.477702 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e72e0e0-6114-4ee7-8141-ba0bbfed17e6 None None] Network 8560a1b3-e80f-45ed-a35e-f4e5e188e291 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:53:34.489762 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bb4e4e8a-12cb-4acf-9096-190868152d36 admin admin] Publish callbacks [] for port (f17d1cf1-0874-47ff-9b80-54a35a5e921b), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:34.494002 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-6e72e0e0-6114-4ee7-8141-ba0bbfed17e6 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:53:34.498369 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e72e0e0-6114-4ee7-8141-ba0bbfed17e6 None None] Pushing event updated for resources: {'Port': ['ID=9efe4be7-6d34-4110-a5a6-e100c778d44d,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:34.501121 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e72e0e0-6114-4ee7-8141-ba0bbfed17e6 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:53:34.502757 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-9609f4e1-03f8-4292-90b2-b221bb452036 service neutron] 10.222.0.32 "GET /v2.0/ports/0dc636af-3e4f-4bdf-a0d0-4cf505100fad?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0686314
Feb 05 20:53:34.503478 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bb4e4e8a-12cb-4acf-9096-190868152d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (f17d1cf1-0874-47ff-9b80-54a35a5e921b), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:34.508115 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-0c974692-bc8f-4a7e-a28c-6c935761eb9c None None] Current status of the port 5b1e8766-6739-4d8f-ae83-bbc66ab875b9 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:34.550427 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06191db-7b6f-427c-be0a-fbec768c6c92 None None] Routers {'aef37179-74d1-481b-8776-1367f99d7f44'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:53:34.550427 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-d06191db-7b6f-427c-be0a-fbec768c6c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab620ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:53:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['aef37179-74d1-481b-8776-1367f99d7f44'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:34.581717 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56461392-6bae-4127-931e-f1397d8958a6 admin admin] Router b9d67a44-209c-4f35-be0f-daf107c45470 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 20:53:34.588091 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e4e8a-12cb-4acf-9096-190868152d36 admin admin] Pushing event updated for resources: {'Port': ['ID=f17d1cf1-0874-47ff-9b80-54a35a5e921b,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:34.592360 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bb4e4e8a-12cb-4acf-9096-190868152d36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (aef37179-74d1-481b-8776-1367f99d7f44), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:34.602929 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200cd7ea-38cc-4a96-bcec-0d49d37206ea req-c776c722-7ebb-47b3-8c24-fd8d40b82af6 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:34.604615 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-200cd7ea-38cc-4a96-bcec-0d49d37206ea req-c776c722-7ebb-47b3-8c24-fd8d40b82af6 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed02470-ef14-4684-b7d9-4eec2dfac30a HTTP/1.1" status: 200  len: 946 time: 0.1439102
Feb 05 20:53:34.619485 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 77a3aa20-5477-44f9-a588-be0d7fc51874 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:34.620025 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (77a3aa20-5477-44f9-a588-be0d7fc51874), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:34.649426 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-733cf6aa-85bc-4e0a-8447-44fa54c7c05c service neutron] 10.222.0.32 "GET /v2.0/networks/2c28d2b8-7305-4066-8f34-0ebf235173b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368432
Feb 05 20:53:34.675346 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-0c974692-bc8f-4a7e-a28c-6c935761eb9c None None] Provisioning complete for port f17d1cf1-0874-47ff-9b80-54a35a5e921b triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:34.676112 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0c974692-bc8f-4a7e-a28c-6c935761eb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (f17d1cf1-0874-47ff-9b80-54a35a5e921b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:34.682497 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-200cd7ea-38cc-4a96-bcec-0d49d37206ea req-967a8d48-896c-4fe8-961a-e344f61dfdb1 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639384
Feb 05 20:53:34.712115 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df7bb4-ed23-45df-b391-0ff5284fedac None None] Pushing event updated for resources: {'Port': ['ID=6a9d2d8d-21ea-4f22-849b-dd5739008848,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:34.755966 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-6e72e0e0-6114-4ee7-8141-ba0bbfed17e6 None None] Attempting to bind port 9efe4be7-6d34-4110-a5a6-e100c778d44d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:53:34.756499 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-6e72e0e0-6114-4ee7-8141-ba0bbfed17e6 None None] Attempting to bind port 9efe4be7-6d34-4110-a5a6-e100c778d44d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '062101f1-5ffe-4f55-b9c6-585254beed7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8560a1b3-e80f-45ed-a35e-f4e5e188e291'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:53:34.756997 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e72e0e0-6114-4ee7-8141-ba0bbfed17e6 None None] Attempting to bind port 9efe4be7-6d34-4110-a5a6-e100c778d44d on network 8560a1b3-e80f-45ed-a35e-f4e5e188e291 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:53:34.790253 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56461392-6bae-4127-931e-f1397d8958a6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:53:34.800506 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4e4e8a-12cb-4acf-9096-190868152d36 admin admin] Network 7dab1982-fdb9-4352-ba96-ce0108909d00 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:53:34.802825 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-f973a19d-e376-4859-9f76-1e43d8bf0864 service neutron] 10.222.0.32 "GET /v2.0/networks/2c28d2b8-7305-4066-8f34-0ebf235173b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242418
Feb 05 20:53:34.804526 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-bb4e4e8a-12cb-4acf-9096-190868152d36 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:53:34.808173 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1648297-1bb1-430e-bdb8-27035bd3b52a None None] Sync routers for ids ['b9d67a44-209c-4f35-be0f-daf107c45470'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:53:34.823780 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1648297-1bb1-430e-bdb8-27035bd3b52a None None] Routers {'b9d67a44-209c-4f35-be0f-daf107c45470'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:53:34.824466 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-c1648297-1bb1-430e-bdb8-27035bd3b52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8b726d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:53:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b9d67a44-209c-4f35-be0f-daf107c45470'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:34.831975 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 5b1e8766-6739-4d8f-ae83-bbc66ab875b9 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:34.840727 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e72e0e0-6114-4ee7-8141-ba0bbfed17e6 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:53:34.845513 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e72e0e0-6114-4ee7-8141-ba0bbfed17e6 None None] Checking segment: {'id': '062101f1-5ffe-4f55-b9c6-585254beed7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8560a1b3-e80f-45ed-a35e-f4e5e188e291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:53:34.845934 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6e72e0e0-6114-4ee7-8141-ba0bbfed17e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:34.846444 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e72e0e0-6114-4ee7-8141-ba0bbfed17e6 None None] Bound using segment: {'id': '062101f1-5ffe-4f55-b9c6-585254beed7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8560a1b3-e80f-45ed-a35e-f4e5e188e291'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:53:34.847704 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-6e72e0e0-6114-4ee7-8141-ba0bbfed17e6 None None] Bound port: 9efe4be7-6d34-4110-a5a6-e100c778d44d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '062101f1-5ffe-4f55-b9c6-585254beed7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8560a1b3-e80f-45ed-a35e-f4e5e188e291'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:53:34.848188 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6e72e0e0-6114-4ee7-8141-ba0bbfed17e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9efe4be7-6d34-4110-a5a6-e100c778d44d), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:34.856880 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-ffabb546-11e7-4378-9e6d-340085c2411b service neutron] 10.222.0.32 "GET /v2.0/ports/0798d918-a1a1-4268-8b6d-832370da6f8f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0530007
Feb 05 20:53:34.874790 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-56461392-6bae-4127-931e-f1397d8958a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:34.876515 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-56461392-6bae-4127-931e-f1397d8958a6 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.7346749
Feb 05 20:53:34.880559 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 34734) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:53:34.880742 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-0c974692-bc8f-4a7e-a28c-6c935761eb9c None None] Port f17d1cf1-0874-47ff-9b80-54a35a5e921b cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:53:34.897450 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-d06191db-7b6f-427c-be0a-fbec768c6c92 None None] Set router aef37179-74d1-481b-8776-1367f99d7f44 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:53:35.046868 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d51f3-11a2-468a-9342-38544f8fa65a req-79d7c13b-dba1-432c-a3a8-f9c6e0371fe3 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:35.050497 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 5b1e8766-6739-4d8f-ae83-bbc66ab875b9 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:53:35.056271 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-423d51f3-11a2-468a-9342-38544f8fa65a req-79d7c13b-dba1-432c-a3a8-f9c6e0371fe3 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ec6b42-9445-4a79-8aa7-044ce5cf0432 HTTP/1.1" status: 200  len: 950 time: 0.1894593
Feb 05 20:53:35.095989 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-30c6058b-50b0-42dc-aa37-fc9e06b12f44 service neutron] 10.222.0.32 "GET /v2.0/networks/2c28d2b8-7305-4066-8f34-0ebf235173b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2380049
Feb 05 20:53:35.119348 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-c1648297-1bb1-430e-bdb8-27035bd3b52a None None] Set router b9d67a44-209c-4f35-be0f-daf107c45470 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:53:35.204380 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 77a3aa20-5477-44f9-a588-be0d7fc51874 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:35.204771 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (77a3aa20-5477-44f9-a588-be0d7fc51874), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:35.232027 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6e72e0e0-6114-4ee7-8141-ba0bbfed17e6 None None] For port 9efe4be7-6d34-4110-a5a6-e100c778d44d, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:53:35.273612 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6e72e0e0-6114-4ee7-8141-ba0bbfed17e6 None None] For port 9efe4be7-6d34-4110-a5a6-e100c778d44d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9efe4be7-6d34-4110-a5a6-e100c778d44d,segment=NetworkSegment(062101f1-5ffe-4f55-b9c6-585254beed7f),segment_id=062101f1-5ffe-4f55-b9c6-585254beed7f)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:53:35.284942 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4e4e8a-12cb-4acf-9096-190868152d36 admin admin] Router aef37179-74d1-481b-8776-1367f99d7f44 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:53:35.326300 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-423d51f3-11a2-468a-9342-38544f8fa65a req-0d70b9f0-a0b5-4d36-ba5e-f9201197b3bb tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4249cc4-c7b1-439e-8bbc-5ee1b01acbea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2612293
Feb 05 20:53:35.333435 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-ae437d56-7ecf-4615-8a0c-0b2f0aa06d7f service neutron] 10.222.0.32 "GET /v2.0/networks/2c28d2b8-7305-4066-8f34-0ebf235173b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2183888
Feb 05 20:53:35.349374 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6e72e0e0-6114-4ee7-8141-ba0bbfed17e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9efe4be7-6d34-4110-a5a6-e100c778d44d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:35.356494 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 77a3aa20-5477-44f9-a588-be0d7fc51874, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=77a3aa20-5477-44f9-a588-be0d7fc51874,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:35.402258 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (77a3aa20-5477-44f9-a588-be0d7fc51874), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:35.454324 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 5b1e8766-6739-4d8f-ae83-bbc66ab875b9 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:35.454324 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5b1e8766-6739-4d8f-ae83-bbc66ab875b9), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:35.458454 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-4634e972-6dd5-44c9-af97-acda192622c7 None None] Provisioning complete for port f17d1cf1-0874-47ff-9b80-54a35a5e921b triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:35.458833 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4634e972-6dd5-44c9-af97-acda192622c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (f17d1cf1-0874-47ff-9b80-54a35a5e921b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:35.487455 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e72e0e0-6114-4ee7-8141-ba0bbfed17e6 None None] Pushing event updated for resources: {'Port': ['ID=9efe4be7-6d34-4110-a5a6-e100c778d44d,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:35.531312 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-c1648297-1bb1-430e-bdb8-27035bd3b52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8b726d0>, [{'id': 'b9d67a44-209c-4f35-be0f-daf107c45470', 'name': 'tempest-AttachSCSIVolumeTestJSON-89018445-router', 'tenant_id': '339b42dac6c241a48a04f59918ef065e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.22'}], 'enable_snat': True}, 'gw_port_id': '0c416885-26de-49ea-91fb-de4adb34be78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:53:31Z', 'updated_at': '2022-02-05T20:53:33Z', 'revision_number': 3, 'project_id': '339b42dac6c241a48a04f59918ef065e', 'gw_port': {'id': '0c416885-26de-49ea-91fb-de4adb34be78', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:77:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d67a44-209c-4f35-be0f-daf107c45470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:32Z', 'updated_at': '2022-02-05T20:53:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:35.569540 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1648297-1bb1-430e-bdb8-27035bd3b52a None None] Checking router: b9d67a44-209c-4f35-be0f-daf107c45470 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:53:35.572133 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1648297-1bb1-430e-bdb8-27035bd3b52a None None] Updating router b9d67a44-209c-4f35-be0f-daf107c45470 port 0c416885-26de-49ea-91fb-de4adb34be78 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 20:53:35.573242 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-5e457778-4faf-41d1-9a2d-a42ba5e0561c service neutron] 10.222.0.32 "GET /v2.0/networks/2c28d2b8-7305-4066-8f34-0ebf235173b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2283242
Feb 05 20:53:35.599991 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd50c90-58c4-4a0f-aef3-6b97af1b6b5a req-6dae0872-7d60-43be-9b76-65a30a04e1f2 tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:35.601664 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ddd50c90-58c4-4a0f-aef3-6b97af1b6b5a req-6dae0872-7d60-43be-9b76-65a30a04e1f2 tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbde0bfd-fa6f-471d-b24f-70c5ff2c1d19 HTTP/1.1" status: 200  len: 945 time: 0.1333721
Feb 05 20:53:35.629464 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-4634e972-6dd5-44c9-af97-acda192622c7 None None] Port f17d1cf1-0874-47ff-9b80-54a35a5e921b cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:53:35.633765 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-c1648297-1bb1-430e-bdb8-27035bd3b52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0c416885-26de-49ea-91fb-de4adb34be78), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:35.717257 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=77a3aa20-5477-44f9-a588-be0d7fc51874,revision_number=8']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:35.824107 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-d06191db-7b6f-427c-be0a-fbec768c6c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab620ca0>, [{'id': 'aef37179-74d1-481b-8776-1367f99d7f44', 'name': 'tempest-FloatingIPDetailsTestJSON-680280318-router', 'tenant_id': 'f55090828fd1405ea70c0137c7f953b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147'}], 'enable_snat': True}, 'gw_port_id': '6a9d2d8d-21ea-4f22-849b-dd5739008848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:53:28Z', 'updated_at': '2022-02-05T20:53:34Z', 'revision_number': 4, 'project_id': 'f55090828fd1405ea70c0137c7f953b4', 'gw_port': {'id': '6a9d2d8d-21ea-4f22-849b-dd5739008848', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:27:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef37179-74d1-481b-8776-1367f99d7f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:28Z', 'updated_at': '2022-02-05T20:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f17d1cf1-0874-47ff-9b80-54a35a5e921b', 'name': '', 'network_id': '7dab1982-fdb9-4352-ba96-ce0108909d00', 'tenant_id': 'f55090828fd1405ea70c0137c7f953b4', 'mac_address': 'fa:16:3e:40:8a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef37179-74d1-481b-8776-1367f99d7f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'ca7178b8-88bc-4069-a62b-e3344372665f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:32Z', 'updated_at': '2022-02-05T20:53:34Z', 'revision_number': 2, 'project_id': 'f55090828fd1405ea70c0137c7f953b4', 'subnets': [{'id': 'ca7178b8-88bc-4069-a62b-e3344372665f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:35.828007 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 5b1e8766-6739-4d8f-ae83-bbc66ab875b9 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:35.874586 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-a055f8b0-d80d-4978-a0e9-3138f812683a service neutron] 10.222.0.32 "GET /v2.0/networks/2c28d2b8-7305-4066-8f34-0ebf235173b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2717478
Feb 05 20:53:35.912436 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b73262-ebf8-41ba-bf04-e20dfc3d684c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a3aa20-5477-44f9-a588-be0d7fc51874'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:53:35.927315 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994da3bf-cb96-42b4-9c44-5c036d0f69c5" -d '{"events": [{"server_uuid": "39b73262-ebf8-41ba-bf04-e20dfc3d684c", "name": "network-vif-plugged", "status": "completed", "tag": "77a3aa20-5477-44f9-a588-be0d7fc51874"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:53:35.932512 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06191db-7b6f-427c-be0a-fbec768c6c92 None None] The sync data for ids ['aef37179-74d1-481b-8776-1367f99d7f44'] in ncdv-master-1 is: [{'id': 'aef37179-74d1-481b-8776-1367f99d7f44', 'name': 'tempest-FloatingIPDetailsTestJSON-680280318-router', 'tenant_id': 'f55090828fd1405ea70c0137c7f953b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147'}], 'enable_snat': True}, 'gw_port_id': '6a9d2d8d-21ea-4f22-849b-dd5739008848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:53:28Z', 'updated_at': '2022-02-05T20:53:34Z', 'revision_number': 4, 'project_id': 'f55090828fd1405ea70c0137c7f953b4', 'gw_port': {'id': '6a9d2d8d-21ea-4f22-849b-dd5739008848', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:27:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef37179-74d1-481b-8776-1367f99d7f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:28Z', 'updated_at': '2022-02-05T20:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f17d1cf1-0874-47ff-9b80-54a35a5e921b', 'name': '', 'network_id': '7dab1982-fdb9-4352-ba96-ce0108909d00', 'tenant_id': 'f55090828fd1405ea70c0137c7f953b4', 'mac_address': 'fa:16:3e:40:8a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef37179-74d1-481b-8776-1367f99d7f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'ca7178b8-88bc-4069-a62b-e3344372665f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:32Z', 'updated_at': '2022-02-05T20:53:34Z', 'revision_number': 2, 'project_id': 'f55090828fd1405ea70c0137c7f953b4', 'subnets': [{'id': 'ca7178b8-88bc-4069-a62b-e3344372665f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:53:35.994528 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ddd50c90-58c4-4a0f-aef3-6b97af1b6b5a req-72e8cb0c-dc56-411e-a6cd-81364b90d6e2 tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba921570-c085-4775-a046-b49d3e7d3132&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3259342
Feb 05 20:53:36.047646 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-800b1069-007f-42dc-9ae3-8d3af265ecc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:36.245371 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-486799dd-cb3c-4920-bca9-071a942de89a service neutron] 10.222.0.32 "GET /v2.0/networks/2c28d2b8-7305-4066-8f34-0ebf235173b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3598533
Feb 05 20:53:36.297060 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9bcf0-804b-4357-a725-f9914ee3ab54 req-1061c48f-4102-47f6-a7c7-d137456c98f5 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:36.305555 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e3f9bcf0-804b-4357-a725-f9914ee3ab54 req-1061c48f-4102-47f6-a7c7-d137456c98f5 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c HTTP/1.1" status: 200  len: 948 time: 0.1316886
Feb 05 20:53:36.370439 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-c1648297-1bb1-430e-bdb8-27035bd3b52a None None] Publish callbacks [] for port (0c416885-26de-49ea-91fb-de4adb34be78), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:36.384573 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-c1648297-1bb1-430e-bdb8-27035bd3b52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (0c416885-26de-49ea-91fb-de4adb34be78), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:36.475940 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-c1648297-1bb1-430e-bdb8-27035bd3b52a None None] Attempting to bind port 0c416885-26de-49ea-91fb-de4adb34be78 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:53:36.476562 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-c1648297-1bb1-430e-bdb8-27035bd3b52a None None] Attempting to bind port 0c416885-26de-49ea-91fb-de4adb34be78 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:53:36.476934 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1648297-1bb1-430e-bdb8-27035bd3b52a None None] Attempting to bind port 0c416885-26de-49ea-91fb-de4adb34be78 on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:53:36.479161 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ea8dc-6a99-4a5d-acf5-fa4c2520e2e0 None None] Pushing event updated for resources: {'Port': ['ID=0c416885-26de-49ea-91fb-de4adb34be78,revision_number=2']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:36.484376 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e3f9bcf0-804b-4357-a725-f9914ee3ab54 req-1263caf0-b758-4f02-bf00-69858257a94b tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1780288
Feb 05 20:53:36.497940 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-42cb011f-64a7-4cd4-93b4-08c5ce840ad7 service neutron] 10.222.0.32 "GET /v2.0/networks/2c28d2b8-7305-4066-8f34-0ebf235173b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2515903
Feb 05 20:53:36.504589 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0206afb-8e0d-4569-bf61-831efd70bb87 req-426de59b-f86b-413b-aaa6-39a276c032f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:36.506206 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f0206afb-8e0d-4569-bf61-831efd70bb87 req-426de59b-f86b-413b-aaa6-39a276c032f7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c&tenant_id=21a126c3c7904a7b98023d4d9f1f8f51 HTTP/1.1" status: 200  len: 1130 time: 0.2446439
Feb 05 20:53:36.525969 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1648297-1bb1-430e-bdb8-27035bd3b52a None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:53:36.526636 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1648297-1bb1-430e-bdb8-27035bd3b52a None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:53:36.527238 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-c1648297-1bb1-430e-bdb8-27035bd3b52a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:36.529712 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1648297-1bb1-430e-bdb8-27035bd3b52a None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:53:36.534072 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-c1648297-1bb1-430e-bdb8-27035bd3b52a None None] Bound port: 0c416885-26de-49ea-91fb-de4adb34be78, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:53:36.539711 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4e4e8a-12cb-4acf-9096-190868152d36 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:53:36.540385 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-c1648297-1bb1-430e-bdb8-27035bd3b52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0c416885-26de-49ea-91fb-de4adb34be78), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:36.551653 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-bb4e4e8a-12cb-4acf-9096-190868152d36 admin admin] 10.222.0.32 "PUT /v2.0/routers/aef37179-74d1-481b-8776-1367f99d7f44/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2028491
Feb 05 20:53:36.664371 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-96cbe66f-4860-47d7-b0e6-d58da5758143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:36.704003 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-c1648297-1bb1-430e-bdb8-27035bd3b52a None None] For port 0c416885-26de-49ea-91fb-de4adb34be78, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:53:36.713766 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-c1648297-1bb1-430e-bdb8-27035bd3b52a None None] For port 0c416885-26de-49ea-91fb-de4adb34be78, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0c416885-26de-49ea-91fb-de4adb34be78,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:53:36.729974 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-c1648297-1bb1-430e-bdb8-27035bd3b52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (0c416885-26de-49ea-91fb-de4adb34be78), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:36.749801 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0206afb-8e0d-4569-bf61-831efd70bb87 req-23d4b6cd-8bed-4246-aecd-3dd4077f0517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:36.751458 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f0206afb-8e0d-4569-bf61-831efd70bb87 req-23d4b6cd-8bed-4246-aecd-3dd4077f0517 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c HTTP/1.1" status: 200  len: 1130 time: 0.2040925
Feb 05 20:53:36.771199 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-bede511d-cbcd-47ed-a92d-d283cf0a0dfa service neutron] 10.222.0.32 "GET /v2.0/networks/2869ab27-d004-4907-98b1-61880aad7d20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2722785
Feb 05 20:53:36.820606 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1648297-1bb1-430e-bdb8-27035bd3b52a None None] Routers {'b9d67a44-209c-4f35-be0f-daf107c45470'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:53:36.821243 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-c1648297-1bb1-430e-bdb8-27035bd3b52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8b726d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:53:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b9d67a44-209c-4f35-be0f-daf107c45470'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:36.927005 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-94077f6d-7c9d-44d4-8f87-c464b0c32ef5 service neutron] 10.222.0.32 "GET /v2.0/networks/2869ab27-d004-4907-98b1-61880aad7d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1546369
Feb 05 20:53:36.956889 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ea8dc-6a99-4a5d-acf5-fa4c2520e2e0 None None] Pushing event updated for resources: {'Port': ['ID=0c416885-26de-49ea-91fb-de4adb34be78,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:37.058891 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba3442-8de2-46ac-980b-7d7f10f09353 req-26a5e81a-07d6-43ad-8960-be3d6c9e6b93 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:37.067185 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2fba3442-8de2-46ac-980b-7d7f10f09353 req-26a5e81a-07d6-43ad-8960-be3d6c9e6b93 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed02470-ef14-4684-b7d9-4eec2dfac30a HTTP/1.1" status: 200  len: 946 time: 0.3577993
Feb 05 20:53:37.090405 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-c1648297-1bb1-430e-bdb8-27035bd3b52a None None] Set router b9d67a44-209c-4f35-be0f-daf107c45470 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:53:37.094254 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9efe4be7-6d34-4110-a5a6-e100c778d44d up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:53:37.144060 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2fba3442-8de2-46ac-980b-7d7f10f09353 req-a7171297-d2ac-4636-80c5-909a2d9ca912 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758936
Feb 05 20:53:37.155848 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0206afb-8e0d-4569-bf61-831efd70bb87 req-b7b25992-7773-4827-9767-f50ee4de221a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:37.157892 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f0206afb-8e0d-4569-bf61-831efd70bb87 req-b7b25992-7773-4827-9767-f50ee4de221a service neutron] 10.222.0.39 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.3996642
Feb 05 20:53:37.160157 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-a3f0eea0-1e7d-461f-91d1-927151b6de2e service neutron] 10.222.0.32 "GET /v2.0/networks/2869ab27-d004-4907-98b1-61880aad7d20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2317195
Feb 05 20:53:37.237879 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 9efe4be7-6d34-4110-a5a6-e100c778d44d triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:37.238469 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9efe4be7-6d34-4110-a5a6-e100c778d44d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:37.262579 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f0206afb-8e0d-4569-bf61-831efd70bb87 req-e3419097-b8fa-403a-8e5a-ccea6df3c148 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=77a3aa20-5477-44f9-a588-be0d7fc51874 HTTP/1.1" status: 200  len: 217 time: 0.0847383
Feb 05 20:53:37.314168 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa494714-b74a-4ce6-9d2f-c8a0a5abd0f2 x-openstack-request-id: req-aa494714-b74a-4ce6-9d2f-c8a0a5abd0f2 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:53:37.314769 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b73262-ebf8-41ba-bf04-e20dfc3d684c", "name": "network-vif-plugged", "status": "completed", "tag": "77a3aa20-5477-44f9-a588-be0d7fc51874", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:53:37.315990 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aa494714-b74a-4ce6-9d2f-c8a0a5abd0f2 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:53:37.316719 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b73262-ebf8-41ba-bf04-e20dfc3d684c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a3aa20-5477-44f9-a588-be0d7fc51874', 'code': 200}
Feb 05 20:53:37.317652 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ca73f2-869f-456b-87e9-c320a09ca0f9 None None] Network 8560a1b3-e80f-45ed-a35e-f4e5e188e291 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:53:37.352387 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-96cbe66f-4860-47d7-b0e6-d58da5758143 admin admin] Allocated IP 172.20.0.1 (8560a1b3-e80f-45ed-a35e-f4e5e188e291/68543e91-1c7e-489a-be82-2d758ce921ad/5fe8a474-74d7-44f4-9a65-8cbc57b296d1) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:53:37.364970 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-709de494-697b-4d71-ba0c-912dc48ec276 service neutron] 10.222.0.32 "GET /v2.0/networks/2869ab27-d004-4907-98b1-61880aad7d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2020216
Feb 05 20:53:37.445546 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:37.499824 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-c1648297-1bb1-430e-bdb8-27035bd3b52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8b726d0>, [{'id': 'b9d67a44-209c-4f35-be0f-daf107c45470', 'name': 'tempest-AttachSCSIVolumeTestJSON-89018445-router', 'tenant_id': '339b42dac6c241a48a04f59918ef065e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.22'}], 'enable_snat': True}, 'gw_port_id': '0c416885-26de-49ea-91fb-de4adb34be78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:53:31Z', 'updated_at': '2022-02-05T20:53:33Z', 'revision_number': 3, 'project_id': '339b42dac6c241a48a04f59918ef065e', 'gw_port': {'id': '0c416885-26de-49ea-91fb-de4adb34be78', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:77:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d67a44-209c-4f35-be0f-daf107c45470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:32Z', 'updated_at': '2022-02-05T20:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:37.505231 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c50d58e2-6af0-4312-a7bb-18867982b728 None None] Provisioning complete for port 9efe4be7-6d34-4110-a5a6-e100c778d44d triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:37.505610 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c50d58e2-6af0-4312-a7bb-18867982b728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9efe4be7-6d34-4110-a5a6-e100c778d44d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:37.521545 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae8651-2744-4c57-b6ad-1b600ed08e9f req-f3e5366c-6c1b-41e9-9140-7b676c48e38e tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:37.533720 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-11ae8651-2744-4c57-b6ad-1b600ed08e9f req-f3e5366c-6c1b-41e9-9140-7b676c48e38e tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ec6b42-9445-4a79-8aa7-044ce5cf0432 HTTP/1.1" status: 200  len: 950 time: 0.0857723
Feb 05 20:53:37.545310 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1648297-1bb1-430e-bdb8-27035bd3b52a None None] The sync data for ids ['b9d67a44-209c-4f35-be0f-daf107c45470'] in ncdv-master-1 is: [{'id': 'b9d67a44-209c-4f35-be0f-daf107c45470', 'name': 'tempest-AttachSCSIVolumeTestJSON-89018445-router', 'tenant_id': '339b42dac6c241a48a04f59918ef065e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.22'}], 'enable_snat': True}, 'gw_port_id': '0c416885-26de-49ea-91fb-de4adb34be78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:53:31Z', 'updated_at': '2022-02-05T20:53:33Z', 'revision_number': 3, 'project_id': '339b42dac6c241a48a04f59918ef065e', 'gw_port': {'id': '0c416885-26de-49ea-91fb-de4adb34be78', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:77:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d67a44-209c-4f35-be0f-daf107c45470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:32Z', 'updated_at': '2022-02-05T20:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:53:37.611654 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-96cbe66f-4860-47d7-b0e6-d58da5758143 admin admin] Publish callbacks [] for port (5fe8a474-74d7-44f4-9a65-8cbc57b296d1), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:37.617081 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-11ae8651-2744-4c57-b6ad-1b600ed08e9f req-9d798ed6-e75e-4fbc-9778-95424f9b7c59 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4249cc4-c7b1-439e-8bbc-5ee1b01acbea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817728
Feb 05 20:53:37.644478 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 9efe4be7-6d34-4110-a5a6-e100c778d44d is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:37.645004 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9efe4be7-6d34-4110-a5a6-e100c778d44d), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:37.676684 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0206afb-8e0d-4569-bf61-831efd70bb87 req-c2c271d2-da68-4df7-8afb-6db2abef6869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:37.678331 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f0206afb-8e0d-4569-bf61-831efd70bb87 req-c2c271d2-da68-4df7-8afb-6db2abef6869 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.4042230
Feb 05 20:53:37.680205 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-96cbe66f-4860-47d7-b0e6-d58da5758143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (5fe8a474-74d7-44f4-9a65-8cbc57b296d1), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:37.786631 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cbe66f-4860-47d7-b0e6-d58da5758143 admin admin] Network 8560a1b3-e80f-45ed-a35e-f4e5e188e291 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:53:37.792026 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-96cbe66f-4860-47d7-b0e6-d58da5758143 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:53:37.794521 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cbe66f-4860-47d7-b0e6-d58da5758143 admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:53:37.832224 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 9efe4be7-6d34-4110-a5a6-e100c778d44d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9efe4be7-6d34-4110-a5a6-e100c778d44d,segment=NetworkSegment(062101f1-5ffe-4f55-b9c6-585254beed7f),segment_id=062101f1-5ffe-4f55-b9c6-585254beed7f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:37.837239 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c50d58e2-6af0-4312-a7bb-18867982b728 None None] Current status of the port 9efe4be7-6d34-4110-a5a6-e100c778d44d is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:37.837441 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c50d58e2-6af0-4312-a7bb-18867982b728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9efe4be7-6d34-4110-a5a6-e100c778d44d), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:37.840048 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cbe66f-4860-47d7-b0e6-d58da5758143 admin admin] Pushing event updated for resources: {'Port': ['ID=5fe8a474-74d7-44f4-9a65-8cbc57b296d1,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:37.851178 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9efe4be7-6d34-4110-a5a6-e100c778d44d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:37.886101 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0206afb-8e0d-4569-bf61-831efd70bb87 req-92490775-b4ce-446b-9bd6-ac797e702116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:37.888551 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f0206afb-8e0d-4569-bf61-831efd70bb87 req-92490775-b4ce-446b-9bd6-ac797e702116 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1785579
Feb 05 20:53:37.892930 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-96cbe66f-4860-47d7-b0e6-d58da5758143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (b9d67a44-209c-4f35-be0f-daf107c45470), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:38.084462 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.db.api [None req-c50d58e2-6af0-4312-a7bb-18867982b728 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 20:53:38.087455 ncdv-master-1 neutron-server[114392]: DEBUG oslo_db.api [None req-c50d58e2-6af0-4312-a7bb-18867982b728 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 20:53:38.089564 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=9efe4be7-6d34-4110-a5a6-e100c778d44d,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:38.115216 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ca51b8fa-38ad-4237-ac89-5954de34de34 req-46a0aa25-be5e-4f07-8e01-a66bf1247176 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2076275
Feb 05 20:53:38.135427 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-ca51b8fa-38ad-4237-ac89-5954de34de34 req-05c7ff6b-1cb5-49b1-9572-a036a7a34013 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:53:38.192615 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f0206afb-8e0d-4569-bf61-831efd70bb87 req-99af001a-7823-46e8-bcfd-c80034e37d33 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2964404
Feb 05 20:53:38.201968 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ca51b8fa-38ad-4237-ac89-5954de34de34 req-05c7ff6b-1cb5-49b1-9572-a036a7a34013 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:38.323672 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 77a3aa20-5477-44f9-a588-be0d7fc51874 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:53:38.392703 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-96cbe66f-4860-47d7-b0e6-d58da5758143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5fe8a474-74d7-44f4-9a65-8cbc57b296d1), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:38.392957 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ca51b8fa-38ad-4237-ac89-5954de34de34 req-05c7ff6b-1cb5-49b1-9572-a036a7a34013 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:38.478475 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 77a3aa20-5477-44f9-a588-be0d7fc51874 is: ACTIVE; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:38.479043 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (77a3aa20-5477-44f9-a588-be0d7fc51874), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:38.528407 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 77a3aa20-5477-44f9-a588-be0d7fc51874, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=77a3aa20-5477-44f9-a588-be0d7fc51874,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:38.536857 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (77a3aa20-5477-44f9-a588-be0d7fc51874), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:38.588988 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f0206afb-8e0d-4569-bf61-831efd70bb87 req-47ef9f6b-464b-4485-a95b-2b8d14c6128f service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3898585
Feb 05 20:53:38.664446 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=77a3aa20-5477-44f9-a588-be0d7fc51874,revision_number=9']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:38.750767 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c50d58e2-6af0-4312-a7bb-18867982b728 None None] Current status of the port 9efe4be7-6d34-4110-a5a6-e100c778d44d is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:38.916249 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:38.934908 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-e8489ff2-42b4-43a0-9cec-9fbbbcb23259 None None] Provisioning complete for port 5fe8a474-74d7-44f4-9a65-8cbc57b296d1 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:38.937976 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e8489ff2-42b4-43a0-9cec-9fbbbcb23259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5fe8a474-74d7-44f4-9a65-8cbc57b296d1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:38.940441 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-96cbe66f-4860-47d7-b0e6-d58da5758143 admin admin] Publish callbacks [] for port (5fe8a474-74d7-44f4-9a65-8cbc57b296d1), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:38.953837 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-96cbe66f-4860-47d7-b0e6-d58da5758143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (5fe8a474-74d7-44f4-9a65-8cbc57b296d1), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:38.999800 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-e8489ff2-42b4-43a0-9cec-9fbbbcb23259 None None] Port 5fe8a474-74d7-44f4-9a65-8cbc57b296d1 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:53:39.012512 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-e8489ff2-42b4-43a0-9cec-9fbbbcb23259 None None] Provisioning complete for port 9efe4be7-6d34-4110-a5a6-e100c778d44d triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:39.013023 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e8489ff2-42b4-43a0-9cec-9fbbbcb23259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9efe4be7-6d34-4110-a5a6-e100c778d44d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:39.073879 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-96cbe66f-4860-47d7-b0e6-d58da5758143 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (b9d67a44-209c-4f35-be0f-daf107c45470), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:39.087763 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cbe66f-4860-47d7-b0e6-d58da5758143 admin admin] Pushing event updated for resources: {'Port': ['ID=5fe8a474-74d7-44f4-9a65-8cbc57b296d1,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:39.165747 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-e8489ff2-42b4-43a0-9cec-9fbbbcb23259 None None] Current status of the port 9efe4be7-6d34-4110-a5a6-e100c778d44d is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:39.297831 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cbe66f-4860-47d7-b0e6-d58da5758143 admin admin] Network 8560a1b3-e80f-45ed-a35e-f4e5e188e291 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:53:39.299288 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-96cbe66f-4860-47d7-b0e6-d58da5758143 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:53:39.306031 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 6a9d2d8d-21ea-4f22-849b-dd5739008848 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:53:39.325637 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-ca51b8fa-38ad-4237-ac89-5954de34de34 req-05c7ff6b-1cb5-49b1-9572-a036a7a34013 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Allocated IP 172.35.4.62 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/14efffea-5594-4a61-b2ff-69e7bf79f5de) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:53:39.354435 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b73262-ebf8-41ba-bf04-e20dfc3d684c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77a3aa20-5477-44f9-a588-be0d7fc51874'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:53:39.357056 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79c582f-c88f-44f4-be3d-9989f419ac22" -d '{"events": [{"server_uuid": "39b73262-ebf8-41ba-bf04-e20dfc3d684c", "name": "network-vif-unplugged", "status": "completed", "tag": "77a3aa20-5477-44f9-a588-be0d7fc51874"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:53:39.385980 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd8251-cca5-48e4-8260-97d0fa12f434 req-ea72aaa1-63d1-4e34-b53f-15b03c5bdd82 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:39.395477 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-63fd8251-cca5-48e4-8260-97d0fa12f434 req-ea72aaa1-63d1-4e34-b53f-15b03c5bdd82 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c HTTP/1.1" status: 200  len: 946 time: 0.1561103
Feb 05 20:53:39.433306 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96cbe66f-4860-47d7-b0e6-d58da5758143 admin admin] Router b9d67a44-209c-4f35-be0f-daf107c45470 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:53:39.447116 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 6a9d2d8d-21ea-4f22-849b-dd5739008848 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:39.448524 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (6a9d2d8d-21ea-4f22-849b-dd5739008848), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:39.625841 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96cbe66f-4860-47d7-b0e6-d58da5758143 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:53:39.627837 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 6a9d2d8d-21ea-4f22-849b-dd5739008848 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:39.628262 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (6a9d2d8d-21ea-4f22-849b-dd5739008848), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:39.638441 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-96cbe66f-4860-47d7-b0e6-d58da5758143 admin admin] 10.222.0.32 "PUT /v2.0/routers/b9d67a44-209c-4f35-be0f-daf107c45470/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7473884
Feb 05 20:53:39.675826 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ca51b8fa-38ad-4237-ac89-5954de34de34 req-05c7ff6b-1cb5-49b1-9572-a036a7a34013 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks [] for port (14efffea-5594-4a61-b2ff-69e7bf79f5de), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:39.679989 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 6a9d2d8d-21ea-4f22-849b-dd5739008848, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6a9d2d8d-21ea-4f22-849b-dd5739008848,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:39.689390 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (6a9d2d8d-21ea-4f22-849b-dd5739008848), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:39.690219 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 0c416885-26de-49ea-91fb-de4adb34be78 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:53:39.699774 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-63fd8251-cca5-48e4-8260-97d0fa12f434 req-4f764a64-7cc6-4bce-8c45-4a8834877ef9 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2873163
Feb 05 20:53:39.746691 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ca51b8fa-38ad-4237-ac89-5954de34de34 req-05c7ff6b-1cb5-49b1-9572-a036a7a34013 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (14efffea-5594-4a61-b2ff-69e7bf79f5de), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:39.774244 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c3dcdec9-35a8-48b4-9da2-1078a30c6b17 None None] Provisioning complete for port 5fe8a474-74d7-44f4-9a65-8cbc57b296d1 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:39.774684 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c3dcdec9-35a8-48b4-9da2-1078a30c6b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5fe8a474-74d7-44f4-9a65-8cbc57b296d1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:39.801413 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca51b8fa-38ad-4237-ac89-5954de34de34 req-05c7ff6b-1cb5-49b1-9572-a036a7a34013 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:53:39.806336 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-ca51b8fa-38ad-4237-ac89-5954de34de34 req-05c7ff6b-1cb5-49b1-9572-a036a7a34013 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:53:39.809213 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c7ff6b-1cb5-49b1-9572-a036a7a34013 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Pushing event updated for resources: {'Port': ['ID=14efffea-5594-4a61-b2ff-69e7bf79f5de,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:39.810940 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca51b8fa-38ad-4237-ac89-5954de34de34 req-05c7ff6b-1cb5-49b1-9572-a036a7a34013 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:53:39.831449 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=6a9d2d8d-21ea-4f22-849b-dd5739008848,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:39.846989 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c3dcdec9-35a8-48b4-9da2-1078a30c6b17 None None] Port 5fe8a474-74d7-44f4-9a65-8cbc57b296d1 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:53:39.853565 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 0c416885-26de-49ea-91fb-de4adb34be78 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:39.853981 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (0c416885-26de-49ea-91fb-de4adb34be78), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:39.955354 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 0c416885-26de-49ea-91fb-de4adb34be78 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:39.955837 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0c416885-26de-49ea-91fb-de4adb34be78), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:39.959364 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849fc4f0-0888-45f1-bd8c-a9a4e7d1a92c req-5a028ff4-e601-4804-b223-23c6473527ec tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:39.962919 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-849fc4f0-0888-45f1-bd8c-a9a4e7d1a92c req-5a028ff4-e601-4804-b223-23c6473527ec tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/ports?device_id=a22b1fe3-3032-473c-b0b5-efc1a0795d31 HTTP/1.1" status: 200  len: 950 time: 0.1181903
Feb 05 20:53:39.986434 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 0c416885-26de-49ea-91fb-de4adb34be78, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0c416885-26de-49ea-91fb-de4adb34be78,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:39.987935 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ca51b8fa-38ad-4237-ac89-5954de34de34 req-05c7ff6b-1cb5-49b1-9572-a036a7a34013 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks [] for floatingip (a7076ef2-4ca4-450a-83ec-d29039e92b69), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:39.992510 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (0c416885-26de-49ea-91fb-de4adb34be78), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:39.994253 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9efe4be7-6d34-4110-a5a6-e100c778d44d up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:53:40.052421 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-849fc4f0-0888-45f1-bd8c-a9a4e7d1a92c req-66a867fe-f785-4c52-9c02-c4c14629c5d2 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4249cc4-c7b1-439e-8bbc-5ee1b01acbea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839617
Feb 05 20:53:40.062424 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ca51b8fa-38ad-4237-ac89-5954de34de34 req-05c7ff6b-1cb5-49b1-9572-a036a7a34013 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (14efffea-5594-4a61-b2ff-69e7bf79f5de), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:40.219449 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:40.238083 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=0c416885-26de-49ea-91fb-de4adb34be78,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:40.273986 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 9efe4be7-6d34-4110-a5a6-e100c778d44d triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:40.274581 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9efe4be7-6d34-4110-a5a6-e100c778d44d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:40.285414 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606424c-8d12-469b-bb96-89ae39ba57b5 req-88e5ec4e-8470-4005-9702-56232e840599 tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:40.287363 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6606424c-8d12-469b-bb96-89ae39ba57b5 req-88e5ec4e-8470-4005-9702-56232e840599 tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbde0bfd-fa6f-471d-b24f-70c5ff2c1d19 HTTP/1.1" status: 200  len: 945 time: 0.1244006
Feb 05 20:53:40.361871 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 77a3aa20-5477-44f9-a588-be0d7fc51874 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:53:40.438254 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-a738b249-eaad-49a0-aff7-67dda5cc2a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:40.441154 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-a738b249-eaad-49a0-aff7-67dda5cc2a14 service neutron] 10.222.0.39 "GET /v2.0/ports/0dc636af-3e4f-4bdf-a0d0-4cf505100fad HTTP/1.1" status: 200  len: 1032 time: 0.1114881
Feb 05 20:53:40.463214 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-6606424c-8d12-469b-bb96-89ae39ba57b5 req-03bf7afa-c460-4784-b7dd-1fec44765aa9 tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] Deleting port dac8b976-655d-4e42-81a2-eaa61a2ce466 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:53:40.463585 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6606424c-8d12-469b-bb96-89ae39ba57b5 req-03bf7afa-c460-4784-b7dd-1fec44765aa9 tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (dac8b976-655d-4e42-81a2-eaa61a2ce466), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:40.482233 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 34810) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:53:40.510861 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-34fd62bb-ef2e-4c6c-8c6e-d9a0c3591dc8 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1523504056-network', 'tenant_id': '5358d8406a5b41f5bb024159a417a6dc'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:53:40.557618 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 77a3aa20-5477-44f9-a588-be0d7fc51874, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=77a3aa20-5477-44f9-a588-be0d7fc51874,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:40.558817 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ca51b8fa-38ad-4237-ac89-5954de34de34 req-05c7ff6b-1cb5-49b1-9572-a036a7a34013 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks [] for port (14efffea-5594-4a61-b2ff-69e7bf79f5de), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:40.572493 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '77a3aa20-5477-44f9-a588-be0d7fc51874', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'port_id': '77a3aa20-5477-44f9-a588-be0d7fc51874', 'mac_address': 'fa:16:3e:ce:69:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3c763-0926-4b49-ade5-d66ee3d4c489', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:53:40.577000 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ca51b8fa-38ad-4237-ac89-5954de34de34 req-05c7ff6b-1cb5-49b1-9572-a036a7a34013 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (14efffea-5594-4a61-b2ff-69e7bf79f5de), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:40.603805 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ab695-9b40-4cda-a906-56dc21343fba req-14cb5ee6-7094-4dcc-a3d9-726f155de791 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:40.605651 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-261ab695-9b40-4cda-a906-56dc21343fba req-14cb5ee6-7094-4dcc-a3d9-726f155de791 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed02470-ef14-4684-b7d9-4eec2dfac30a HTTP/1.1" status: 200  len: 946 time: 0.4518704
Feb 05 20:53:40.652517 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 77a3aa20-5477-44f9-a588-be0d7fc51874 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:40.652764 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (77a3aa20-5477-44f9-a588-be0d7fc51874), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:40.655598 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 9efe4be7-6d34-4110-a5a6-e100c778d44d is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:40.656102 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-6606424c-8d12-469b-bb96-89ae39ba57b5 req-03bf7afa-c460-4784-b7dd-1fec44765aa9 tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] For port dac8b976-655d-4e42-81a2-eaa61a2ce466, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dac8b976-655d-4e42-81a2-eaa61a2ce466,segment=NetworkSegment(229c4090-e097-4df5-800a-304ba5ebbba7),segment_id=229c4090-e097-4df5-800a-304ba5ebbba7)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:40.656474 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6606424c-8d12-469b-bb96-89ae39ba57b5 req-03bf7afa-c460-4784-b7dd-1fec44765aa9 tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (dac8b976-655d-4e42-81a2-eaa61a2ce466), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:40.681005 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77a3aa20-5477-44f9-a588-be0d7fc51874 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:53:40.681418 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-6606424c-8d12-469b-bb96-89ae39ba57b5 req-03bf7afa-c460-4784-b7dd-1fec44765aa9 tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] Calling delete_port for dac8b976-655d-4e42-81a2-eaa61a2ce466 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:53:40.692137 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-7f0ba2c9-93d5-467c-9cc9-f09251a315d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:40.694643 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-7f0ba2c9-93d5-467c-9cc9-f09251a315d0 service neutron] 10.222.0.39 "GET /v2.0/ports/0798d918-a1a1-4268-8b6d-832370da6f8f HTTP/1.1" status: 200  len: 1032 time: 0.2361591
Feb 05 20:53:40.706130 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972035b7-95ac-4891-9f11-75af728da6da None None] Sync routers for ids ['aef37179-74d1-481b-8776-1367f99d7f44'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:53:40.722901 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 77a3aa20-5477-44f9-a588-be0d7fc51874, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=77a3aa20-5477-44f9-a588-be0d7fc51874,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:40.730355 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (77a3aa20-5477-44f9-a588-be0d7fc51874), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:40.798840 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972035b7-95ac-4891-9f11-75af728da6da None None] Routers {'aef37179-74d1-481b-8776-1367f99d7f44'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:53:40.799490 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-972035b7-95ac-4891-9f11-75af728da6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabd887f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:53:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['aef37179-74d1-481b-8776-1367f99d7f44'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:40.825168 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ca51b8fa-38ad-4237-ac89-5954de34de34 req-05c7ff6b-1cb5-49b1-9572-a036a7a34013 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (a7076ef2-4ca4-450a-83ec-d29039e92b69), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:40.845101 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34fd62bb-ef2e-4c6c-8c6e-d9a0c3591dc8 admin admin] Made reservation on behalf of 5358d8406a5b41f5bb024159a417a6dc for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:53:40.847972 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-34fd62bb-ef2e-4c6c-8c6e-d9a0c3591dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:40.917043 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-34fd62bb-ef2e-4c6c-8c6e-d9a0c3591dc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:40.921516 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2299e18-5655-4813-82f2-daf55b9f6ead None None] Sync routers for ids ['b9d67a44-209c-4f35-be0f-daf107c45470'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:53:40.940338 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2299e18-5655-4813-82f2-daf55b9f6ead None None] Routers {'b9d67a44-209c-4f35-be0f-daf107c45470'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:53:40.941031 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-c2299e18-5655-4813-82f2-daf55b9f6ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8b724f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:53:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b9d67a44-209c-4f35-be0f-daf107c45470'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:40.942623 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c7ff6b-1cb5-49b1-9572-a036a7a34013 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Pushing event updated for resources: {'Port': ['ID=14efffea-5594-4a61-b2ff-69e7bf79f5de,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:40.956752 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6606424c-8d12-469b-bb96-89ae39ba57b5 req-03bf7afa-c460-4784-b7dd-1fec44765aa9 tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (dac8b976-655d-4e42-81a2-eaa61a2ce466), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:40.996787 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ca51b8fa-38ad-4237-ac89-5954de34de34 req-05c7ff6b-1cb5-49b1-9572-a036a7a34013 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:41.002050 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bf7afa-c460-4784-b7dd-1fec44765aa9 tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] Pushing event deleted for resources: {'Port': ['ID=dac8b976-655d-4e42-81a2-eaa61a2ce466,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:41.008372 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ca51b8fa-38ad-4237-ac89-5954de34de34 req-05c7ff6b-1cb5-49b1-9572-a036a7a34013 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.8823874
Feb 05 20:53:41.065285 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-6606424c-8d12-469b-bb96-89ae39ba57b5 req-03bf7afa-c460-4784-b7dd-1fec44765aa9 tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] No DVR routers for this DVR port dac8b976-655d-4e42-81a2-eaa61a2ce466 on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:53:41.068886 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6606424c-8d12-469b-bb96-89ae39ba57b5 req-03bf7afa-c460-4784-b7dd-1fec44765aa9 tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:41.073168 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6606424c-8d12-469b-bb96-89ae39ba57b5 req-03bf7afa-c460-4784-b7dd-1fec44765aa9 tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] 10.222.0.39 "DELETE /v2.0/ports/dac8b976-655d-4e42-81a2-eaa61a2ce466 HTTP/1.1" status: 204  len: 173 time: 0.7795401
Feb 05 20:53:41.074071 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbde0bfd-fa6f-471d-b24f-70c5ff2c1d19', 'name': 'network-vif-deleted', 'tag': 'dac8b976-655d-4e42-81a2-eaa61a2ce466'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:53:41.078069 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f92aadd-0baf-4004-bb64-9c2afb426899" -d '{"events": [{"server_uuid": "bbde0bfd-fa6f-471d-b24f-70c5ff2c1d19", "name": "network-vif-deleted", "tag": "dac8b976-655d-4e42-81a2-eaa61a2ce466"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:53:41.097587 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['dac8b976-655d-4e42-81a2-eaa61a2ce466'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:53:41.099773 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 6a9d2d8d-21ea-4f22-849b-dd5739008848 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:53:41.138437 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-261ab695-9b40-4cda-a906-56dc21343fba req-b4811c90-b940-41f9-ad08-5890140bae08 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5057251
Feb 05 20:53:41.145477 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=77a3aa20-5477-44f9-a588-be0d7fc51874,revision_number=10']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:41.151845 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ca51b8fa-38ad-4237-ac89-5954de34de34 req-bcbe011d-8750-4378-b398-3b9d88a0dcd1 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.62 HTTP/1.1" status: 200  len: 695 time: 0.1392002
Feb 05 20:53:41.174984 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['77a3aa20-5477-44f9-a588-be0d7fc51874'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:53:41.184258 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-c2299e18-5655-4813-82f2-daf55b9f6ead None None] Set router b9d67a44-209c-4f35-be0f-daf107c45470 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:53:41.218884 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-6c172bf6-0db7-486b-a238-7a9e909425b2 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:41.224584 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-6c172bf6-0db7-486b-a238-7a9e909425b2 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:41.231038 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-6c172bf6-0db7-486b-a238-7a9e909425b2 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:41.233045 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-6c172bf6-0db7-486b-a238-7a9e909425b2 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.39 "GET /v2.0/networks?id=0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b&id=2c28d2b8-7305-4066-8f34-0ebf235173b6&id=2c28d2b8-7305-4066-8f34-0ebf235173b6&id=2c28d2b8-7305-4066-8f34-0ebf235173b6&id=2c28d2b8-7305-4066-8f34-0ebf235173b6&id=2869ab27-d004-4907-98b1-61880aad7d20&id=2869ab27-d004-4907-98b1-61880aad7d20 HTTP/1.1" status: 200  len: 1995 time: 0.5156138
Feb 05 20:53:41.293932 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-972035b7-95ac-4891-9f11-75af728da6da None None] Set router aef37179-74d1-481b-8776-1367f99d7f44 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:53:41.360211 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-fe2c1f67-503e-4aea-a2db-1fb0a94f8593 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3256272f3c524d7fba9a4fb8f5eb011d HTTP/1.1" status: 200  len: 380 time: 0.0902073
Feb 05 20:53:41.381980 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-e6523467-5868-4ddd-b25e-d3be21307f8d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Request body: {'port': {'device_id': '2c3216e2-d656-43e7-a240-5a705445caca', 'network_id': '0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b', 'admin_state_up': True, 'tenant_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'security_groups': ['862080b5-e679-4cab-bbab-4a73c5b41769']}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:53:41.443705 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-331321ee-6ea8-40bb-b0a1-91dace32a848 req-2bbdcbc1-8899-465e-86ca-6170dc22217c tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 210 time: 0.0791464
Feb 05 20:53:41.467759 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-34fd62bb-ef2e-4c6c-8c6e-d9a0c3591dc8 admin admin] Publish callbacks [] for security_group (93c62eaf-51ea-4c97-9da4-fa5e9c982613), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:41.487947 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51b8fa-38ad-4237-ac89-5954de34de34 req-ae808a4c-ae8a-4e9c-85fd-0f0e6d1e2844 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:41.491828 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ca51b8fa-38ad-4237-ac89-5954de34de34 req-ae808a4c-ae8a-4e9c-85fd-0f0e6d1e2844 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] 10.222.0.32 "GET /v2.0/networks/d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 784 time: 0.3388758
Feb 05 20:53:41.504176 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-34fd62bb-ef2e-4c6c-8c6e-d9a0c3591dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (93c62eaf-51ea-4c97-9da4-fa5e9c982613), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:41.520163 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 6a9d2d8d-21ea-4f22-849b-dd5739008848 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:41.525282 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (6a9d2d8d-21ea-4f22-849b-dd5739008848), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:41.604502 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 20:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e477464-e50e-4367-8f69-e833dc668c98 x-openstack-request-id: req-2e477464-e50e-4367-8f69-e833dc668c98 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:53:41.606221 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b73262-ebf8-41ba-bf04-e20dfc3d684c", "name": "network-vif-unplugged", "status": "completed", "tag": "77a3aa20-5477-44f9-a588-be0d7fc51874", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:53:41.606360 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2e477464-e50e-4367-8f69-e833dc668c98 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:53:41.608138 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b73262-ebf8-41ba-bf04-e20dfc3d684c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77a3aa20-5477-44f9-a588-be0d7fc51874', 'code': 200}
Feb 05 20:53:41.646086 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd62bb-ef2e-4c6c-8c6e-d9a0c3591dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c62eaf-51ea-4c97-9da4-fa5e9c982613,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:41.734331 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72e6276c-48d5-45d3-b261-c06f49699822 req-2ef76d26-a82a-4751-9209-43dfeb6bc57c tempest-ServerGroupTestJSON-919126741 tempest-ServerGroupTestJSON-919126741-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbde0bfd-fa6f-471d-b24f-70c5ff2c1d19 HTTP/1.1" status: 200  len: 210 time: 0.1025586
Feb 05 20:53:41.738220 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34fd62bb-ef2e-4c6c-8c6e-d9a0c3591dc8 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:53:41.747575 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-c2299e18-5655-4813-82f2-daf55b9f6ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8b724f0>, [{'id': 'b9d67a44-209c-4f35-be0f-daf107c45470', 'name': 'tempest-AttachSCSIVolumeTestJSON-89018445-router', 'tenant_id': '339b42dac6c241a48a04f59918ef065e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.22'}], 'enable_snat': True}, 'gw_port_id': '0c416885-26de-49ea-91fb-de4adb34be78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:53:31Z', 'updated_at': '2022-02-05T20:53:38Z', 'revision_number': 4, 'project_id': '339b42dac6c241a48a04f59918ef065e', 'gw_port': {'id': '0c416885-26de-49ea-91fb-de4adb34be78', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:77:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d67a44-209c-4f35-be0f-daf107c45470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:32Z', 'updated_at': '2022-02-05T20:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5fe8a474-74d7-44f4-9a65-8cbc57b296d1', 'name': '', 'network_id': '8560a1b3-e80f-45ed-a35e-f4e5e188e291', 'tenant_id': '339b42dac6c241a48a04f59918ef065e', 'mac_address': 'fa:16:3e:30:90:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d67a44-209c-4f35-be0f-daf107c45470', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '68543e91-1c7e-489a-be82-2d758ce921ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:36Z', 'updated_at': '2022-02-05T20:53:38Z', 'revision_number': 2, 'project_id': '339b42dac6c241a48a04f59918ef065e', 'subnets': [{'id': '68543e91-1c7e-489a-be82-2d758ce921ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:41.793300 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-34fd62bb-ef2e-4c6c-8c6e-d9a0c3591dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (cdac7a8a-df2c-47dc-a000-b7902f88f86c), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:41.793652 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-34fd62bb-ef2e-4c6c-8c6e-d9a0c3591dc8 admin admin] Added segment cdac7a8a-df2c-47dc-a000-b7902f88f86c of type vlan for network 93870581-e6ab-4393-8146-dee21b97de70
Feb 05 20:53:41.797463 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2299e18-5655-4813-82f2-daf55b9f6ead None None] Checking router: b9d67a44-209c-4f35-be0f-daf107c45470 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:53:41.797937 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2299e18-5655-4813-82f2-daf55b9f6ead None None] Updating router b9d67a44-209c-4f35-be0f-daf107c45470 port 5fe8a474-74d7-44f4-9a65-8cbc57b296d1 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 20:53:41.860047 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-c2299e18-5655-4813-82f2-daf55b9f6ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5fe8a474-74d7-44f4-9a65-8cbc57b296d1), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:41.924531 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 6a9d2d8d-21ea-4f22-849b-dd5739008848 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:41.925803 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 0c416885-26de-49ea-91fb-de4adb34be78 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:53:41.990782 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-972035b7-95ac-4891-9f11-75af728da6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabd887f0>, [{'id': 'aef37179-74d1-481b-8776-1367f99d7f44', 'name': 'tempest-FloatingIPDetailsTestJSON-680280318-router', 'tenant_id': 'f55090828fd1405ea70c0137c7f953b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147'}], 'enable_snat': True}, 'gw_port_id': '6a9d2d8d-21ea-4f22-849b-dd5739008848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:53:28Z', 'updated_at': '2022-02-05T20:53:34Z', 'revision_number': 4, 'project_id': 'f55090828fd1405ea70c0137c7f953b4', 'gw_port': {'id': '6a9d2d8d-21ea-4f22-849b-dd5739008848', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:27:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef37179-74d1-481b-8776-1367f99d7f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:28Z', 'updated_at': '2022-02-05T20:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f17d1cf1-0874-47ff-9b80-54a35a5e921b', 'name': '', 'network_id': '7dab1982-fdb9-4352-ba96-ce0108909d00', 'tenant_id': 'f55090828fd1405ea70c0137c7f953b4', 'mac_address': 'fa:16:3e:40:8a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef37179-74d1-481b-8776-1367f99d7f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'ca7178b8-88bc-4069-a62b-e3344372665f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:32Z', 'updated_at': '2022-02-05T20:53:34Z', 'revision_number': 2, 'project_id': 'f55090828fd1405ea70c0137c7f953b4', 'subnets': [{'id': 'ca7178b8-88bc-4069-a62b-e3344372665f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:41.996975 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-34fd62bb-ef2e-4c6c-8c6e-d9a0c3591dc8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (93870581-e6ab-4393-8146-dee21b97de70), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:42.027389 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972035b7-95ac-4891-9f11-75af728da6da None None] Checking router: aef37179-74d1-481b-8776-1367f99d7f44 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:53:42.028245 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972035b7-95ac-4891-9f11-75af728da6da None None] Updating router aef37179-74d1-481b-8776-1367f99d7f44 port f17d1cf1-0874-47ff-9b80-54a35a5e921b binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 20:53:42.032773 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-e6523467-5868-4ddd-b25e-d3be21307f8d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Made reservation on behalf of 3256272f3c524d7fba9a4fb8f5eb011d for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:53:42.036837 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-e6523467-5868-4ddd-b25e-d3be21307f8d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:42.066666 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-972035b7-95ac-4891-9f11-75af728da6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f17d1cf1-0874-47ff-9b80-54a35a5e921b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:42.109483 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 0c416885-26de-49ea-91fb-de4adb34be78 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:42.109869 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (0c416885-26de-49ea-91fb-de4adb34be78), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:42.133253 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdd19d4-9e5f-4b4d-981b-cbfc80a786cf x-openstack-request-id: req-2bdd19d4-9e5f-4b4d-981b-cbfc80a786cf {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:53:42.134152 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbde0bfd-fa6f-471d-b24f-70c5ff2c1d19", "name": "network-vif-deleted", "tag": "dac8b976-655d-4e42-81a2-eaa61a2ce466", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:53:42.134630 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2bdd19d4-9e5f-4b4d-981b-cbfc80a786cf {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:53:42.135221 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbde0bfd-fa6f-471d-b24f-70c5ff2c1d19', 'name': 'network-vif-deleted', 'tag': 'dac8b976-655d-4e42-81a2-eaa61a2ce466', 'status': 'completed', 'code': 200}
Feb 05 20:53:42.149803 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8221405-834f-45d2-96ac-fc6a1d521b26 req-8fd97e37-35a6-43fa-8c9b-3a589d428db8 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:42.154759 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b8221405-834f-45d2-96ac-fc6a1d521b26 req-8fd97e37-35a6-43fa-8c9b-3a589d428db8 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c HTTP/1.1" status: 200  len: 948 time: 0.3130286
Feb 05 20:53:42.254810 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-34fd62bb-ef2e-4c6c-8c6e-d9a0c3591dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (93870581-e6ab-4393-8146-dee21b97de70), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:42.256220 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fd62bb-ef2e-4c6c-8c6e-d9a0c3591dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:42.257302 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-34fd62bb-ef2e-4c6c-8c6e-d9a0c3591dc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:42.281299 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-c2299e18-5655-4813-82f2-daf55b9f6ead None None] Publish callbacks [] for port (5fe8a474-74d7-44f4-9a65-8cbc57b296d1), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:42.291792 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-c2299e18-5655-4813-82f2-daf55b9f6ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5fe8a474-74d7-44f4-9a65-8cbc57b296d1), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:42.358674 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 77a3aa20-5477-44f9-a588-be0d7fc51874 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:53:42.367418 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf8fa5c-4b95-4fff-a35e-fc95c657e7a8 None None] Pushing event updated for resources: {'Port': ['ID=5fe8a474-74d7-44f4-9a65-8cbc57b296d1,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:42.382237 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 34838) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:53:42.382479 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-34fd62bb-ef2e-4c6c-8c6e-d9a0c3591dc8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.8769448
Feb 05 20:53:42.388147 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-13e68576-f58f-407d-9a4b-48cc4f869001 admin admin] Request body: {'subnet': {'network_id': '93870581-e6ab-4393-8146-dee21b97de70', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1523504056-subnet', 'tenant_id': '5358d8406a5b41f5bb024159a417a6dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:53:42.430687 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e68576-f58f-407d-9a4b-48cc4f869001 admin admin] Made reservation on behalf of 5358d8406a5b41f5bb024159a417a6dc for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:53:42.433021 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-13e68576-f58f-407d-9a4b-48cc4f869001 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:42.520345 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b8221405-834f-45d2-96ac-fc6a1d521b26 req-95fc5408-424a-4e20-8475-e502ee97ec41 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3489554
Feb 05 20:53:42.522110 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-c2299e18-5655-4813-82f2-daf55b9f6ead None None] Attempting to bind port 5fe8a474-74d7-44f4-9a65-8cbc57b296d1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:53:42.523575 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-c2299e18-5655-4813-82f2-daf55b9f6ead None None] Attempting to bind port 5fe8a474-74d7-44f4-9a65-8cbc57b296d1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '062101f1-5ffe-4f55-b9c6-585254beed7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8560a1b3-e80f-45ed-a35e-f4e5e188e291'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:53:42.524138 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2299e18-5655-4813-82f2-daf55b9f6ead None None] Attempting to bind port 5fe8a474-74d7-44f4-9a65-8cbc57b296d1 on network 8560a1b3-e80f-45ed-a35e-f4e5e188e291 {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:53:42.531021 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2299e18-5655-4813-82f2-daf55b9f6ead None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:53:42.532002 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2299e18-5655-4813-82f2-daf55b9f6ead None None] Checking segment: {'id': '062101f1-5ffe-4f55-b9c6-585254beed7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8560a1b3-e80f-45ed-a35e-f4e5e188e291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:53:42.532779 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-c2299e18-5655-4813-82f2-daf55b9f6ead None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:42.533384 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2299e18-5655-4813-82f2-daf55b9f6ead None None] Bound using segment: {'id': '062101f1-5ffe-4f55-b9c6-585254beed7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8560a1b3-e80f-45ed-a35e-f4e5e188e291'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:53:42.534058 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-c2299e18-5655-4813-82f2-daf55b9f6ead None None] Bound port: 5fe8a474-74d7-44f4-9a65-8cbc57b296d1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '062101f1-5ffe-4f55-b9c6-585254beed7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8560a1b3-e80f-45ed-a35e-f4e5e188e291'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:53:42.534720 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-c2299e18-5655-4813-82f2-daf55b9f6ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5fe8a474-74d7-44f4-9a65-8cbc57b296d1), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:42.551409 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 0c416885-26de-49ea-91fb-de4adb34be78 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:42.594056 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 77a3aa20-5477-44f9-a588-be0d7fc51874 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:42.594462 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (77a3aa20-5477-44f9-a588-be0d7fc51874), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:42.646219 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f808f15c-4b7e-4197-8439-d2feb8eedd50 req-9f9b752b-f725-42f5-a115-f15d25b5ad4b tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.4765732
Feb 05 20:53:42.676598 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-f808f15c-4b7e-4197-8439-d2feb8eedd50 req-3a63923d-cfe1-457f-928e-b8425fc59e32 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:53:42.701178 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd62bb-ef2e-4c6c-8c6e-d9a0c3591dc8 admin admin] Pushing event updated for resources: {'Network': ['ID=93870581-e6ab-4393-8146-dee21b97de70,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:42.728507 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-c2299e18-5655-4813-82f2-daf55b9f6ead None None] For port 5fe8a474-74d7-44f4-9a65-8cbc57b296d1, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:53:42.732524 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 93870581-e6ab-4393-8146-dee21b97de70 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:53:42.741647 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-c2299e18-5655-4813-82f2-daf55b9f6ead None None] For port 5fe8a474-74d7-44f4-9a65-8cbc57b296d1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5fe8a474-74d7-44f4-9a65-8cbc57b296d1,segment=NetworkSegment(062101f1-5ffe-4f55-b9c6-585254beed7f),segment_id=062101f1-5ffe-4f55-b9c6-585254beed7f)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:53:42.753297 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-c2299e18-5655-4813-82f2-daf55b9f6ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5fe8a474-74d7-44f4-9a65-8cbc57b296d1), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:42.798052 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-e6523467-5868-4ddd-b25e-d3be21307f8d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Allocated IP 172.20.0.7 (0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b/77b32dd4-761f-487c-9e79-c5785faac85d/727d22f7-aa8c-41e0-8e88-ba5877b169b0) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:53:42.810070 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-13e68576-f58f-407d-9a4b-48cc4f869001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (75d35b40-2068-456d-bc52-ea50cc06920e), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:42.828382 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f808f15c-4b7e-4197-8439-d2feb8eedd50 req-3a63923d-cfe1-457f-928e-b8425fc59e32 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:42.889763 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e68576-f58f-407d-9a4b-48cc4f869001 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75d35b40-2068-456d-bc52-ea50cc06920e,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:42.904784 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e68576-f58f-407d-9a4b-48cc4f869001 admin admin] Checking segment: {'id': 'cdac7a8a-df2c-47dc-a000-b7902f88f86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '93870581-e6ab-4393-8146-dee21b97de70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:53:42.906555 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e68576-f58f-407d-9a4b-48cc4f869001 admin admin] Network hostable DHCP agents. Network: 93870581-e6ab-4393-8146-dee21b97de70, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:53:42.921617 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2299e18-5655-4813-82f2-daf55b9f6ead None None] Routers {'b9d67a44-209c-4f35-be0f-daf107c45470'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:53:42.922953 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-c2299e18-5655-4813-82f2-daf55b9f6ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8b724f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:53:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b9d67a44-209c-4f35-be0f-daf107c45470'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:42.956848 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e68576-f58f-407d-9a4b-48cc4f869001 admin admin] Network 93870581-e6ab-4393-8146-dee21b97de70 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:53:42.968962 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-972035b7-95ac-4891-9f11-75af728da6da None None] Publish callbacks [] for port (f17d1cf1-0874-47ff-9b80-54a35a5e921b), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:42.971562 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-13e68576-f58f-407d-9a4b-48cc4f869001 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 93870581-e6ab-4393-8146-dee21b97de70) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:53:42.977835 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e68576-f58f-407d-9a4b-48cc4f869001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:42.981228 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-13e68576-f58f-407d-9a4b-48cc4f869001 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:42.995164 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9aa5a0-4c3d-46ae-81c3-6ff65df13337 None None] Network 93870581-e6ab-4393-8146-dee21b97de70 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:53:42.995524 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf8fa5c-4b95-4fff-a35e-fc95c657e7a8 None None] Pushing event updated for resources: {'Port': ['ID=5fe8a474-74d7-44f4-9a65-8cbc57b296d1,revision_number=4']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:42.998147 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 77a3aa20-5477-44f9-a588-be0d7fc51874 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:42.998606 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (77a3aa20-5477-44f9-a588-be0d7fc51874), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:43.021886 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-13e68576-f58f-407d-9a4b-48cc4f869001 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6343279
Feb 05 20:53:43.021886 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 34854) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:53:43.022183 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-972035b7-95ac-4891-9f11-75af728da6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (f17d1cf1-0874-47ff-9b80-54a35a5e921b), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:43.036787 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-ffa05bfe-952b-49d1-bcbd-874554fd0884 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1523504056-router', 'tenant_id': '5358d8406a5b41f5bb024159a417a6dc', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:53:43.043036 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a10af-f61f-45de-889b-2047c4f38bcf req-a673fb8c-1432-43c5-9089-bac2e895d6c2 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:43.056728 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1b1a10af-f61f-45de-889b-2047c4f38bcf req-a673fb8c-1432-43c5-9089-bac2e895d6c2 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed02470-ef14-4684-b7d9-4eec2dfac30a HTTP/1.1" status: 200  len: 946 time: 0.2887878
Feb 05 20:53:43.064782 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-d0e4498e-f0a5-405b-9033-c20d633327f6 None None] Provisioning complete for port 5fe8a474-74d7-44f4-9a65-8cbc57b296d1 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:43.065161 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d0e4498e-f0a5-405b-9033-c20d633327f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5fe8a474-74d7-44f4-9a65-8cbc57b296d1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:43.085331 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ffa05bfe-952b-49d1-bcbd-874554fd0884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (7d544b13-b687-4ea9-b264-ade2dca5d082), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:43.086750 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ffa05bfe-952b-49d1-bcbd-874554fd0884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (7d544b13-b687-4ea9-b264-ade2dca5d082), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:43.126725 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-c2299e18-5655-4813-82f2-daf55b9f6ead None None] Set router b9d67a44-209c-4f35-be0f-daf107c45470 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:53:43.199599 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ffa05bfe-952b-49d1-bcbd-874554fd0884 admin admin] Publish callbacks [] for router_controller (7d544b13-b687-4ea9-b264-ade2dca5d082), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:43.268494 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1b1a10af-f61f-45de-889b-2047c4f38bcf req-82d5b7bb-1456-45eb-9d5c-fef47862352c tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2104926
Feb 05 20:53:43.354449 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc147d-27c9-4a22-9e5c-9da29668cf35 None None] Pushing event updated for resources: {'Port': ['ID=f17d1cf1-0874-47ff-9b80-54a35a5e921b,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:43.368085 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-e6523467-5868-4ddd-b25e-d3be21307f8d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks [] for port (727d22f7-aa8c-41e0-8e88-ba5877b169b0), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:43.417887 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f808f15c-4b7e-4197-8439-d2feb8eedd50 req-3a63923d-cfe1-457f-928e-b8425fc59e32 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:43.448689 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ffa05bfe-952b-49d1-bcbd-874554fd0884 admin admin] Publish callbacks [] for router_gateway (7d544b13-b687-4ea9-b264-ade2dca5d082), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:43.477839 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 77a3aa20-5477-44f9-a588-be0d7fc51874, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=77a3aa20-5477-44f9-a588-be0d7fc51874,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:43.511747 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (77a3aa20-5477-44f9-a588-be0d7fc51874), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:43.535126 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-c2299e18-5655-4813-82f2-daf55b9f6ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8b724f0>, [{'id': 'b9d67a44-209c-4f35-be0f-daf107c45470', 'name': 'tempest-AttachSCSIVolumeTestJSON-89018445-router', 'tenant_id': '339b42dac6c241a48a04f59918ef065e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.22'}], 'enable_snat': True}, 'gw_port_id': '0c416885-26de-49ea-91fb-de4adb34be78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:53:31Z', 'updated_at': '2022-02-05T20:53:38Z', 'revision_number': 4, 'project_id': '339b42dac6c241a48a04f59918ef065e', 'gw_port': {'id': '0c416885-26de-49ea-91fb-de4adb34be78', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:77:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d67a44-209c-4f35-be0f-daf107c45470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:32Z', 'updated_at': '2022-02-05T20:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5fe8a474-74d7-44f4-9a65-8cbc57b296d1', 'name': '', 'network_id': '8560a1b3-e80f-45ed-a35e-f4e5e188e291', 'tenant_id': '339b42dac6c241a48a04f59918ef065e', 'mac_address': 'fa:16:3e:30:90:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d67a44-209c-4f35-be0f-daf107c45470', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '68543e91-1c7e-489a-be82-2d758ce921ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:36Z', 'updated_at': '2022-02-05T20:53:42Z', 'revision_number': 4, 'project_id': '339b42dac6c241a48a04f59918ef065e', 'subnets': [{'id': '68543e91-1c7e-489a-be82-2d758ce921ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:43.578290 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2299e18-5655-4813-82f2-daf55b9f6ead None None] The sync data for ids ['b9d67a44-209c-4f35-be0f-daf107c45470'] in ncdv-master-1 is: [{'id': 'b9d67a44-209c-4f35-be0f-daf107c45470', 'name': 'tempest-AttachSCSIVolumeTestJSON-89018445-router', 'tenant_id': '339b42dac6c241a48a04f59918ef065e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.22'}], 'enable_snat': True}, 'gw_port_id': '0c416885-26de-49ea-91fb-de4adb34be78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:53:31Z', 'updated_at': '2022-02-05T20:53:38Z', 'revision_number': 4, 'project_id': '339b42dac6c241a48a04f59918ef065e', 'gw_port': {'id': '0c416885-26de-49ea-91fb-de4adb34be78', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:77:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d67a44-209c-4f35-be0f-daf107c45470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:32Z', 'updated_at': '2022-02-05T20:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5fe8a474-74d7-44f4-9a65-8cbc57b296d1', 'name': '', 'network_id': '8560a1b3-e80f-45ed-a35e-f4e5e188e291', 'tenant_id': '339b42dac6c241a48a04f59918ef065e', 'mac_address': 'fa:16:3e:30:90:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d67a44-209c-4f35-be0f-daf107c45470', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '68543e91-1c7e-489a-be82-2d758ce921ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:36Z', 'updated_at': '2022-02-05T20:53:42Z', 'revision_number': 4, 'project_id': '339b42dac6c241a48a04f59918ef065e', 'subnets': [{'id': '68543e91-1c7e-489a-be82-2d758ce921ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:53:43.591843 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dc567373-ce33-4bb6-80b8-0a0adf7b751c req-31922df4-3006-4081-a229-fbc5d7eb8526 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 210 time: 0.1014490
Feb 05 20:53:43.624026 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b73262-ebf8-41ba-bf04-e20dfc3d684c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a3aa20-5477-44f9-a588-be0d7fc51874'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:53:43.626479 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4770101-97f4-4041-bab5-bb51fa1827c8" -d '{"events": [{"server_uuid": "39b73262-ebf8-41ba-bf04-e20dfc3d684c", "name": "network-vif-plugged", "status": "completed", "tag": "77a3aa20-5477-44f9-a588-be0d7fc51874"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:53:43.629234 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-972035b7-95ac-4891-9f11-75af728da6da None None] Attempting to bind port f17d1cf1-0874-47ff-9b80-54a35a5e921b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:53:43.629706 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-972035b7-95ac-4891-9f11-75af728da6da None None] Attempting to bind port f17d1cf1-0874-47ff-9b80-54a35a5e921b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'aebbb6ac-1de8-49e8-ace0-70f00460c1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7dab1982-fdb9-4352-ba96-ce0108909d00'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:53:43.630579 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972035b7-95ac-4891-9f11-75af728da6da None None] Attempting to bind port f17d1cf1-0874-47ff-9b80-54a35a5e921b on network 7dab1982-fdb9-4352-ba96-ce0108909d00 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:53:43.635754 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=77a3aa20-5477-44f9-a588-be0d7fc51874,revision_number=11']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:43.642509 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-d0e4498e-f0a5-405b-9033-c20d633327f6 None None] Current status of the port 5fe8a474-74d7-44f4-9a65-8cbc57b296d1 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:43.643220 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d0e4498e-f0a5-405b-9033-c20d633327f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5fe8a474-74d7-44f4-9a65-8cbc57b296d1), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:43.670694 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972035b7-95ac-4891-9f11-75af728da6da None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:53:43.670694 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972035b7-95ac-4891-9f11-75af728da6da None None] Checking segment: {'id': 'aebbb6ac-1de8-49e8-ace0-70f00460c1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7dab1982-fdb9-4352-ba96-ce0108909d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:53:43.670694 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-972035b7-95ac-4891-9f11-75af728da6da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:43.670694 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972035b7-95ac-4891-9f11-75af728da6da None None] Bound using segment: {'id': 'aebbb6ac-1de8-49e8-ace0-70f00460c1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7dab1982-fdb9-4352-ba96-ce0108909d00'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:53:43.670694 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-972035b7-95ac-4891-9f11-75af728da6da None None] Bound port: f17d1cf1-0874-47ff-9b80-54a35a5e921b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aebbb6ac-1de8-49e8-ace0-70f00460c1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7dab1982-fdb9-4352-ba96-ce0108909d00'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:53:43.671270 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-972035b7-95ac-4891-9f11-75af728da6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f17d1cf1-0874-47ff-9b80-54a35a5e921b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:43.677829 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2c8c3d-e674-4072-a38f-1c36f8c5e7b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-93870581-e6ab-4393-8146-dee21b97de70', 'network_id': '93870581-e6ab-4393-8146-dee21b97de70', 'project_id': '5358d8406a5b41f5bb024159a417a6dc', 'fixed_ips': [{'subnet_id': '75d35b40-2068-456d-bc52-ea50cc06920e'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 20:53:43.691827 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9e2c8c3d-e674-4072-a38f-1c36f8c5e7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:43.706028 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-e6523467-5868-4ddd-b25e-d3be21307f8d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (727d22f7-aa8c-41e0-8e88-ba5877b169b0), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:43.763460 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-d0e4498e-f0a5-405b-9033-c20d633327f6 None None] For port 5fe8a474-74d7-44f4-9a65-8cbc57b296d1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5fe8a474-74d7-44f4-9a65-8cbc57b296d1,segment=NetworkSegment(062101f1-5ffe-4f55-b9c6-585254beed7f),segment_id=062101f1-5ffe-4f55-b9c6-585254beed7f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:43.820279 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d0e4498e-f0a5-405b-9033-c20d633327f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5fe8a474-74d7-44f4-9a65-8cbc57b296d1), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:43.828886 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-f808f15c-4b7e-4197-8439-d2feb8eedd50 req-3a63923d-cfe1-457f-928e-b8425fc59e32 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Allocated IP 172.35.4.126 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/43c389d7-f567-4493-9309-dcaa5d1c0535) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:53:43.871357 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-e6523467-5868-4ddd-b25e-d3be21307f8d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Network 0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:53:43.886470 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-e6523467-5868-4ddd-b25e-d3be21307f8d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:53:43.892333 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ffa05bfe-952b-49d1-bcbd-874554fd0884 admin admin] Publish callbacks [] for router_gateway (7d544b13-b687-4ea9-b264-ade2dca5d082), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:43.899229 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-e6523467-5868-4ddd-b25e-d3be21307f8d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:53:43.913154 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6523467-5868-4ddd-b25e-d3be21307f8d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Pushing event updated for resources: {'Port': ['ID=727d22f7-aa8c-41e0-8e88-ba5877b169b0,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:43.934907 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ffa05bfe-952b-49d1-bcbd-874554fd0884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:44.120017 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-e6523467-5868-4ddd-b25e-d3be21307f8d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:44.120959 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-e6523467-5868-4ddd-b25e-d3be21307f8d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:44.152442 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae85fd-ee46-4df6-b7d6-7679ed44b1a9 req-ebda25fd-f274-4e1c-b528-14a9e4b0f930 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:44.160684 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a3ae85fd-ee46-4df6-b7d6-7679ed44b1a9 req-ebda25fd-f274-4e1c-b528-14a9e4b0f930 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c HTTP/1.1" status: 200  len: 949 time: 0.3662786
Feb 05 20:53:44.190849 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-e6523467-5868-4ddd-b25e-d3be21307f8d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8198078
Feb 05 20:53:44.204629 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-0ce55896-8e13-4862-8ba7-e692b7d39db4 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Request body: {'port': {'device_id': '2c3216e2-d656-43e7-a240-5a705445caca', 'network_id': '2c28d2b8-7305-4066-8f34-0ebf235173b6', 'admin_state_up': True, 'tenant_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'security_groups': ['862080b5-e679-4cab-bbab-4a73c5b41769']}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:53:44.212947 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-972035b7-95ac-4891-9f11-75af728da6da None None] For port f17d1cf1-0874-47ff-9b80-54a35a5e921b, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:53:44.223922 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-2fd396a0-1409-4d57-bc78-edd28be17020 None None] Provisioning complete for port 5fe8a474-74d7-44f4-9a65-8cbc57b296d1 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:44.224312 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2fd396a0-1409-4d57-bc78-edd28be17020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5fe8a474-74d7-44f4-9a65-8cbc57b296d1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:44.236594 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e4498e-f0a5-405b-9033-c20d633327f6 None None] Pushing event updated for resources: {'Port': ['ID=5fe8a474-74d7-44f4-9a65-8cbc57b296d1,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:44.242432 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-972035b7-95ac-4891-9f11-75af728da6da None None] For port f17d1cf1-0874-47ff-9b80-54a35a5e921b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f17d1cf1-0874-47ff-9b80-54a35a5e921b,segment=NetworkSegment(aebbb6ac-1de8-49e8-ace0-70f00460c1cd),segment_id=aebbb6ac-1de8-49e8-ace0-70f00460c1cd)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:53:44.288682 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-972035b7-95ac-4891-9f11-75af728da6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (f17d1cf1-0874-47ff-9b80-54a35a5e921b), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:44.359849 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f808f15c-4b7e-4197-8439-d2feb8eedd50 req-3a63923d-cfe1-457f-928e-b8425fc59e32 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks [] for port (43c389d7-f567-4493-9309-dcaa5d1c0535), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:44.373544 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device dac8b976-655d-4e42-81a2-eaa61a2ce466 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:53:44.377665 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a3ae85fd-ee46-4df6-b7d6-7679ed44b1a9 req-24f1a8d5-670c-4479-8a13-0894a301343b tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2157352
Feb 05 20:53:44.399457 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-0ce55896-8e13-4862-8ba7-e692b7d39db4 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Made reservation on behalf of 3256272f3c524d7fba9a4fb8f5eb011d for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:53:44.403926 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-0ce55896-8e13-4862-8ba7-e692b7d39db4 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:44.440256 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-9e2c8c3d-e674-4072-a38f-1c36f8c5e7b4 None None] Allocated IP 172.20.0.2 (93870581-e6ab-4393-8146-dee21b97de70/75d35b40-2068-456d-bc52-ea50cc06920e/306e6346-0779-4e13-852b-21e41432e1ee) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:53:44.447560 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: dac8b976-655d-4e42-81a2-eaa61a2ce466 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:53:44.448223 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device dac8b976-655d-4e42-81a2-eaa61a2ce466 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:53:44.457677 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972035b7-95ac-4891-9f11-75af728da6da None None] Routers {'aef37179-74d1-481b-8776-1367f99d7f44'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:53:44.458332 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-972035b7-95ac-4891-9f11-75af728da6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabd887f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:53:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['aef37179-74d1-481b-8776-1367f99d7f44'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:44.480582 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc147d-27c9-4a22-9e5c-9da29668cf35 None None] Pushing event updated for resources: {'Port': ['ID=f17d1cf1-0874-47ff-9b80-54a35a5e921b,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:44.585825 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae217f13-eeff-47e6-87b2-24ecd3a38c38 x-openstack-request-id: req-ae217f13-eeff-47e6-87b2-24ecd3a38c38 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:53:44.586125 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b73262-ebf8-41ba-bf04-e20dfc3d684c", "name": "network-vif-plugged", "status": "completed", "tag": "77a3aa20-5477-44f9-a588-be0d7fc51874", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:53:44.586511 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ae217f13-eeff-47e6-87b2-24ecd3a38c38 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:53:44.586809 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b73262-ebf8-41ba-bf04-e20dfc3d684c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a3aa20-5477-44f9-a588-be0d7fc51874', 'code': 200}
Feb 05 20:53:44.690955 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f808f15c-4b7e-4197-8439-d2feb8eedd50 req-3a63923d-cfe1-457f-928e-b8425fc59e32 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (43c389d7-f567-4493-9309-dcaa5d1c0535), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:44.709741 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-2fd396a0-1409-4d57-bc78-edd28be17020 None None] Current status of the port 5fe8a474-74d7-44f4-9a65-8cbc57b296d1 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:44.825224 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a63923d-cfe1-457f-928e-b8425fc59e32 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Pushing event updated for resources: {'Port': ['ID=43c389d7-f567-4493-9309-dcaa5d1c0535,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:44.865059 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f808f15c-4b7e-4197-8439-d2feb8eedd50 req-3a63923d-cfe1-457f-928e-b8425fc59e32 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:53:44.880382 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-2fd396a0-1409-4d57-bc78-edd28be17020 None None] Provisioning complete for port f17d1cf1-0874-47ff-9b80-54a35a5e921b triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:44.880866 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2fd396a0-1409-4d57-bc78-edd28be17020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (f17d1cf1-0874-47ff-9b80-54a35a5e921b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:44.909270 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-f808f15c-4b7e-4197-8439-d2feb8eedd50 req-3a63923d-cfe1-457f-928e-b8425fc59e32 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:53:44.919698 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-f808f15c-4b7e-4197-8439-d2feb8eedd50 req-3a63923d-cfe1-457f-928e-b8425fc59e32 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:53:45.015608 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-972035b7-95ac-4891-9f11-75af728da6da None None] Set router aef37179-74d1-481b-8776-1367f99d7f44 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:53:45.097958 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-0ce55896-8e13-4862-8ba7-e692b7d39db4 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Allocated IP 10.1.1.15 (2c28d2b8-7305-4066-8f34-0ebf235173b6/532b1fc2-bb1a-4156-8355-ae298e35f677/c006ee92-de9a-4d20-85f3-3e39838a35c2) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:53:45.158236 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b46ff-dd40-417a-bfe3-a8f1568ef9e6 req-a59fdb02-c5ee-4c26-aab1-e74ed7963325 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:45.160968 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bf8b46ff-dd40-417a-bfe3-a8f1568ef9e6 req-a59fdb02-c5ee-4c26-aab1-e74ed7963325 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed02470-ef14-4684-b7d9-4eec2dfac30a HTTP/1.1" status: 200  len: 946 time: 0.3521638
Feb 05 20:53:45.186544 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-ffa05bfe-952b-49d1-bcbd-874554fd0884 admin admin] Allocated IP 172.35.4.151 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/66a99550-5bf1-4309-94d1-6be4c3ea6944) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:53:45.287933 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bf8b46ff-dd40-417a-bfe3-a8f1568ef9e6 req-ed225dc0-26be-4c08-a09d-b1f882f50868 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995531
Feb 05 20:53:45.301546 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:45.301546 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 5fe8a474-74d7-44f4-9a65-8cbc57b296d1 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:53:45.397339 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f808f15c-4b7e-4197-8439-d2feb8eedd50 req-3a63923d-cfe1-457f-928e-b8425fc59e32 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks [] for floatingip (080cf622-d330-4d04-80da-2ed929fa9336), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:45.432252 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ffa05bfe-952b-49d1-bcbd-874554fd0884 admin admin] Publish callbacks [] for port (66a99550-5bf1-4309-94d1-6be4c3ea6944), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:45.466287 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9e2c8c3d-e674-4072-a38f-1c36f8c5e7b4 None None] Publish callbacks [] for port (306e6346-0779-4e13-852b-21e41432e1ee), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:45.505122 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9e2c8c3d-e674-4072-a38f-1c36f8c5e7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (306e6346-0779-4e13-852b-21e41432e1ee), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:45.510270 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ffa05bfe-952b-49d1-bcbd-874554fd0884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (66a99550-5bf1-4309-94d1-6be4c3ea6944), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:45.563097 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2c8c3d-e674-4072-a38f-1c36f8c5e7b4 None None] Network 93870581-e6ab-4393-8146-dee21b97de70 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:53:45.583146 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa05bfe-952b-49d1-bcbd-874554fd0884 admin admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:53:45.587322 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-ffa05bfe-952b-49d1-bcbd-874554fd0884 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:53:45.592197 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa05bfe-952b-49d1-bcbd-874554fd0884 admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:53:45.596729 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa05bfe-952b-49d1-bcbd-874554fd0884 admin admin] Pushing event updated for resources: {'Port': ['ID=66a99550-5bf1-4309-94d1-6be4c3ea6944,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:45.598905 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-9e2c8c3d-e674-4072-a38f-1c36f8c5e7b4 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:53:45.606359 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f808f15c-4b7e-4197-8439-d2feb8eedd50 req-3a63923d-cfe1-457f-928e-b8425fc59e32 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (43c389d7-f567-4493-9309-dcaa5d1c0535), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:45.632983 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2c8c3d-e674-4072-a38f-1c36f8c5e7b4 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:53:45.693729 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 5fe8a474-74d7-44f4-9a65-8cbc57b296d1 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:45.694278 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5fe8a474-74d7-44f4-9a65-8cbc57b296d1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:45.769946 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c8c3d-e674-4072-a38f-1c36f8c5e7b4 None None] Pushing event updated for resources: {'Port': ['ID=306e6346-0779-4e13-852b-21e41432e1ee,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:45.782870 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f808f15c-4b7e-4197-8439-d2feb8eedd50 req-3a63923d-cfe1-457f-928e-b8425fc59e32 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks [] for port (43c389d7-f567-4493-9309-dcaa5d1c0535), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:45.793586 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f808f15c-4b7e-4197-8439-d2feb8eedd50 req-3a63923d-cfe1-457f-928e-b8425fc59e32 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (43c389d7-f567-4493-9309-dcaa5d1c0535), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:45.805502 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-2fd396a0-1409-4d57-bc78-edd28be17020 None None] Current status of the port f17d1cf1-0874-47ff-9b80-54a35a5e921b is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:45.806256 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2fd396a0-1409-4d57-bc78-edd28be17020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f17d1cf1-0874-47ff-9b80-54a35a5e921b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:45.838333 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-9e2c8c3d-e674-4072-a38f-1c36f8c5e7b4 None None] Attempting to bind port 306e6346-0779-4e13-852b-21e41432e1ee on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:53:45.839236 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-9e2c8c3d-e674-4072-a38f-1c36f8c5e7b4 None None] Attempting to bind port 306e6346-0779-4e13-852b-21e41432e1ee by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cdac7a8a-df2c-47dc-a000-b7902f88f86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '93870581-e6ab-4393-8146-dee21b97de70'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:53:45.839836 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2c8c3d-e674-4072-a38f-1c36f8c5e7b4 None None] Attempting to bind port 306e6346-0779-4e13-852b-21e41432e1ee on network 93870581-e6ab-4393-8146-dee21b97de70 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:53:45.852522 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2c8c3d-e674-4072-a38f-1c36f8c5e7b4 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:53:45.853360 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2c8c3d-e674-4072-a38f-1c36f8c5e7b4 None None] Checking segment: {'id': 'cdac7a8a-df2c-47dc-a000-b7902f88f86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '93870581-e6ab-4393-8146-dee21b97de70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:53:45.853999 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9e2c8c3d-e674-4072-a38f-1c36f8c5e7b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:45.854666 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2c8c3d-e674-4072-a38f-1c36f8c5e7b4 None None] Bound using segment: {'id': 'cdac7a8a-df2c-47dc-a000-b7902f88f86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '93870581-e6ab-4393-8146-dee21b97de70'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:53:45.855396 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-9e2c8c3d-e674-4072-a38f-1c36f8c5e7b4 None None] Bound port: 306e6346-0779-4e13-852b-21e41432e1ee, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdac7a8a-df2c-47dc-a000-b7902f88f86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '93870581-e6ab-4393-8146-dee21b97de70'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:53:45.856338 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9e2c8c3d-e674-4072-a38f-1c36f8c5e7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (306e6346-0779-4e13-852b-21e41432e1ee), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:45.939128 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-2fd396a0-1409-4d57-bc78-edd28be17020 None None] For port f17d1cf1-0874-47ff-9b80-54a35a5e921b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f17d1cf1-0874-47ff-9b80-54a35a5e921b,segment=NetworkSegment(aebbb6ac-1de8-49e8-ace0-70f00460c1cd),segment_id=aebbb6ac-1de8-49e8-ace0-70f00460c1cd)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:45.977006 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ffa05bfe-952b-49d1-bcbd-874554fd0884 admin admin] Publish callbacks [] for router_gateway (7d544b13-b687-4ea9-b264-ade2dca5d082), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:46.011694 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 5fe8a474-74d7-44f4-9a65-8cbc57b296d1 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:46.013606 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device f17d1cf1-0874-47ff-9b80-54a35a5e921b up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:53:46.014679 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2fd396a0-1409-4d57-bc78-edd28be17020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (f17d1cf1-0874-47ff-9b80-54a35a5e921b), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:46.138534 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-9e2c8c3d-e674-4072-a38f-1c36f8c5e7b4 None None] For port 306e6346-0779-4e13-852b-21e41432e1ee, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:53:46.155610 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-972035b7-95ac-4891-9f11-75af728da6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabd887f0>, [{'id': 'aef37179-74d1-481b-8776-1367f99d7f44', 'name': 'tempest-FloatingIPDetailsTestJSON-680280318-router', 'tenant_id': 'f55090828fd1405ea70c0137c7f953b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147'}], 'enable_snat': True}, 'gw_port_id': '6a9d2d8d-21ea-4f22-849b-dd5739008848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:53:28Z', 'updated_at': '2022-02-05T20:53:34Z', 'revision_number': 4, 'project_id': 'f55090828fd1405ea70c0137c7f953b4', 'gw_port': {'id': '6a9d2d8d-21ea-4f22-849b-dd5739008848', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:27:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef37179-74d1-481b-8776-1367f99d7f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:28Z', 'updated_at': '2022-02-05T20:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f17d1cf1-0874-47ff-9b80-54a35a5e921b', 'name': '', 'network_id': '7dab1982-fdb9-4352-ba96-ce0108909d00', 'tenant_id': 'f55090828fd1405ea70c0137c7f953b4', 'mac_address': 'fa:16:3e:40:8a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef37179-74d1-481b-8776-1367f99d7f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'ca7178b8-88bc-4069-a62b-e3344372665f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:32Z', 'updated_at': '2022-02-05T20:53:44Z', 'revision_number': 4, 'project_id': 'f55090828fd1405ea70c0137c7f953b4', 'subnets': [{'id': 'ca7178b8-88bc-4069-a62b-e3344372665f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:46.200817 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972035b7-95ac-4891-9f11-75af728da6da None None] The sync data for ids ['aef37179-74d1-481b-8776-1367f99d7f44'] in ncdv-master-1 is: [{'id': 'aef37179-74d1-481b-8776-1367f99d7f44', 'name': 'tempest-FloatingIPDetailsTestJSON-680280318-router', 'tenant_id': 'f55090828fd1405ea70c0137c7f953b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147'}], 'enable_snat': True}, 'gw_port_id': '6a9d2d8d-21ea-4f22-849b-dd5739008848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:53:28Z', 'updated_at': '2022-02-05T20:53:34Z', 'revision_number': 4, 'project_id': 'f55090828fd1405ea70c0137c7f953b4', 'gw_port': {'id': '6a9d2d8d-21ea-4f22-849b-dd5739008848', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:27:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef37179-74d1-481b-8776-1367f99d7f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:28Z', 'updated_at': '2022-02-05T20:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f17d1cf1-0874-47ff-9b80-54a35a5e921b', 'name': '', 'network_id': '7dab1982-fdb9-4352-ba96-ce0108909d00', 'tenant_id': 'f55090828fd1405ea70c0137c7f953b4', 'mac_address': 'fa:16:3e:40:8a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef37179-74d1-481b-8776-1367f99d7f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'ca7178b8-88bc-4069-a62b-e3344372665f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:32Z', 'updated_at': '2022-02-05T20:53:44Z', 'revision_number': 4, 'project_id': 'f55090828fd1405ea70c0137c7f953b4', 'subnets': [{'id': 'ca7178b8-88bc-4069-a62b-e3344372665f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:53:46.214560 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-9e2c8c3d-e674-4072-a38f-1c36f8c5e7b4 None None] For port 306e6346-0779-4e13-852b-21e41432e1ee, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=306e6346-0779-4e13-852b-21e41432e1ee,segment=NetworkSegment(cdac7a8a-df2c-47dc-a000-b7902f88f86c),segment_id=cdac7a8a-df2c-47dc-a000-b7902f88f86c)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:53:46.218069 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port f17d1cf1-0874-47ff-9b80-54a35a5e921b triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:46.218503 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (f17d1cf1-0874-47ff-9b80-54a35a5e921b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:46.261198 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-9306b090-a280-4f08-be25-8ec70cc203b5 None None] Provisioning complete for port 727d22f7-aa8c-41e0-8e88-ba5877b169b0 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:46.261839 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9306b090-a280-4f08-be25-8ec70cc203b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (727d22f7-aa8c-41e0-8e88-ba5877b169b0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:46.307323 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ffa05bfe-952b-49d1-bcbd-874554fd0884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (7d544b13-b687-4ea9-b264-ade2dca5d082), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:46.311267 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9e2c8c3d-e674-4072-a38f-1c36f8c5e7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (306e6346-0779-4e13-852b-21e41432e1ee), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:46.344106 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-0ce55896-8e13-4862-8ba7-e692b7d39db4 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks [] for port (c006ee92-de9a-4d20-85f3-3e39838a35c2), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:46.345585 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f808f15c-4b7e-4197-8439-d2feb8eedd50 req-3a63923d-cfe1-457f-928e-b8425fc59e32 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (080cf622-d330-4d04-80da-2ed929fa9336), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:46.346506 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd396a0-1409-4d57-bc78-edd28be17020 None None] Pushing event updated for resources: {'Port': ['ID=f17d1cf1-0874-47ff-9b80-54a35a5e921b,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:46.361901 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a63923d-cfe1-457f-928e-b8425fc59e32 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Pushing event updated for resources: {'Port': ['ID=43c389d7-f567-4493-9309-dcaa5d1c0535,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:46.369756 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-9306b090-a280-4f08-be25-8ec70cc203b5 None None] Port 727d22f7-aa8c-41e0-8e88-ba5877b169b0 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:53:46.410162 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c846ab0-c139-4188-a2a5-65e91dabbeed req-fd5022fe-d1da-4e50-90ef-52f1c9c1985f tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:46.418970 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2c846ab0-c139-4188-a2a5-65e91dabbeed req-fd5022fe-d1da-4e50-90ef-52f1c9c1985f tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 931 time: 0.8870645
Feb 05 20:53:46.460876 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port f17d1cf1-0874-47ff-9b80-54a35a5e921b is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:46.485623 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f808f15c-4b7e-4197-8439-d2feb8eedd50 req-3a63923d-cfe1-457f-928e-b8425fc59e32 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:46.487065 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f808f15c-4b7e-4197-8439-d2feb8eedd50 req-3a63923d-cfe1-457f-928e-b8425fc59e32 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 3.8399405
Feb 05 20:53:46.495671 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-9306b090-a280-4f08-be25-8ec70cc203b5 None None] Provisioning complete for port f17d1cf1-0874-47ff-9b80-54a35a5e921b triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:46.496519 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9306b090-a280-4f08-be25-8ec70cc203b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (f17d1cf1-0874-47ff-9b80-54a35a5e921b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:46.524068 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2c846ab0-c139-4188-a2a5-65e91dabbeed req-eb969bae-30be-4030-bd8d-3598bfd0a681 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/security-groups?id=862080b5-e679-4cab-bbab-4a73c5b41769&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1041520
Feb 05 20:53:46.542814 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa05bfe-952b-49d1-bcbd-874554fd0884 admin admin] Router 7d544b13-b687-4ea9-b264-ade2dca5d082 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 20:53:46.546856 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c8c3d-e674-4072-a38f-1c36f8c5e7b4 None None] Pushing event updated for resources: {'Port': ['ID=306e6346-0779-4e13-852b-21e41432e1ee,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:46.601501 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-0ce55896-8e13-4862-8ba7-e692b7d39db4 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (c006ee92-de9a-4d20-85f3-3e39838a35c2), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:46.628044 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f808f15c-4b7e-4197-8439-d2feb8eedd50 req-c8bb988f-87f0-4cf0-a5c2-a5c01d981482 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.126 HTTP/1.1" status: 200  len: 696 time: 0.1141806
Feb 05 20:53:46.662970 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-9306b090-a280-4f08-be25-8ec70cc203b5 None None] Current status of the port f17d1cf1-0874-47ff-9b80-54a35a5e921b is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:46.730722 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-0ce55896-8e13-4862-8ba7-e692b7d39db4 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Network 2c28d2b8-7305-4066-8f34-0ebf235173b6 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:53:46.738484 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-0ce55896-8e13-4862-8ba7-e692b7d39db4 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:53:46.760502 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-0ce55896-8e13-4862-8ba7-e692b7d39db4 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:53:46.784810 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa05bfe-952b-49d1-bcbd-874554fd0884 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:53:46.807497 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb585b0-bc33-4113-a8b1-bbcb385b9aeb None None] Sync routers for ids ['7d544b13-b687-4ea9-b264-ade2dca5d082'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:53:46.818326 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb585b0-bc33-4113-a8b1-bbcb385b9aeb None None] Routers {'7d544b13-b687-4ea9-b264-ade2dca5d082'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:53:46.819304 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-9fb585b0-bc33-4113-a8b1-bbcb385b9aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabeeac40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:53:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['7d544b13-b687-4ea9-b264-ade2dca5d082'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:46.824406 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ffa05bfe-952b-49d1-bcbd-874554fd0884 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:46.828367 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ffa05bfe-952b-49d1-bcbd-874554fd0884 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.8039258
Feb 05 20:53:46.830183 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 34912) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:53:47.040599 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-0ce55896-8e13-4862-8ba7-e692b7d39db4 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:47.041357 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-0ce55896-8e13-4862-8ba7-e692b7d39db4 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:47.057213 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce55896-8e13-4862-8ba7-e692b7d39db4 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Pushing event updated for resources: {'Port': ['ID=c006ee92-de9a-4d20-85f3-3e39838a35c2,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:47.083951 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808f15c-4b7e-4197-8439-d2feb8eedd50 req-86958dae-a70f-49bf-b311-4ed066f02f21 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:47.086928 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f808f15c-4b7e-4197-8439-d2feb8eedd50 req-86958dae-a70f-49bf-b311-4ed066f02f21 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] 10.222.0.32 "GET /v2.0/networks/d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 784 time: 0.4565742
Feb 05 20:53:47.097104 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-0ce55896-8e13-4862-8ba7-e692b7d39db4 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 2.9005802
Feb 05 20:53:47.120467 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-250add6e-b6d7-43dd-a765-d7bff67ec094 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&shared=False HTTP/1.1" status: 200  len: 213 time: 0.3329895
Feb 05 20:53:47.131137 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-9fb585b0-bc33-4113-a8b1-bbcb385b9aeb None None] Set router 7d544b13-b687-4ea9-b264-ade2dca5d082 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:53:47.131375 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-e5e824ac-b1b2-4a42-80fe-8114899b78e5 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Request body: {'port': {'device_id': '2c3216e2-d656-43e7-a240-5a705445caca', 'network_id': '2c28d2b8-7305-4066-8f34-0ebf235173b6', 'admin_state_up': True, 'tenant_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'security_groups': ['862080b5-e679-4cab-bbab-4a73c5b41769']}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:53:47.390281 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-ecbc2542-4028-4f78-b91c-6f1e0fc3bf42 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:47.391857 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-ecbc2542-4028-4f78-b91c-6f1e0fc3bf42 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2705750
Feb 05 20:53:47.429738 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 306e6346-0779-4e13-852b-21e41432e1ee up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:53:47.440359 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-7457e52c-0dfe-4f50-a10b-dc5ab9228ec4 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/quotas/21a126c3c7904a7b98023d4d9f1f8f51 HTTP/1.1" status: 200  len: 375 time: 0.0296245
Feb 05 20:53:47.496617 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd4a71-a578-495d-afdd-a6b4dc38da77 req-8f4de9fc-b1aa-45e7-981e-6c9c803e0d02 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:47.498573 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-43dd4a71-a578-495d-afdd-a6b4dc38da77 req-8f4de9fc-b1aa-45e7-981e-6c9c803e0d02 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed02470-ef14-4684-b7d9-4eec2dfac30a HTTP/1.1" status: 200  len: 946 time: 0.1922956
Feb 05 20:53:47.502204 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-e5e824ac-b1b2-4a42-80fe-8114899b78e5 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Made reservation on behalf of 3256272f3c524d7fba9a4fb8f5eb011d for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:53:47.505571 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-e5e824ac-b1b2-4a42-80fe-8114899b78e5 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:47.557616 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-633159a4-1113-49b3-a2af-3ecc567998f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:47.595919 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-768945ba-1564-404b-a18a-2f75d5fd5e34 None None] Provisioning complete for port c006ee92-de9a-4d20-85f3-3e39838a35c2 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:47.596200 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-768945ba-1564-404b-a18a-2f75d5fd5e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c006ee92-de9a-4d20-85f3-3e39838a35c2), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:47.636046 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-72a0ce64-0263-4a4d-9404-789bfc5f6b09 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1853843
Feb 05 20:53:47.659836 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 306e6346-0779-4e13-852b-21e41432e1ee triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:47.660224 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (306e6346-0779-4e13-852b-21e41432e1ee), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:47.689315 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-43dd4a71-a578-495d-afdd-a6b4dc38da77 req-c69817fb-5d23-4771-bac0-ee211268bf2a tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1789906
Feb 05 20:53:47.737465 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-768945ba-1564-404b-a18a-2f75d5fd5e34 None None] Port c006ee92-de9a-4d20-85f3-3e39838a35c2 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:53:47.829126 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-9fb585b0-bc33-4113-a8b1-bbcb385b9aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabeeac40>, [{'id': '7d544b13-b687-4ea9-b264-ade2dca5d082', 'name': 'tempest-AttachSCSIVolumeTestJSON-1523504056-router', 'tenant_id': '5358d8406a5b41f5bb024159a417a6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.151'}], 'enable_snat': True}, 'gw_port_id': '66a99550-5bf1-4309-94d1-6be4c3ea6944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:53:43Z', 'updated_at': '2022-02-05T20:53:45Z', 'revision_number': 3, 'project_id': '5358d8406a5b41f5bb024159a417a6dc', 'gw_port': {'id': '66a99550-5bf1-4309-94d1-6be4c3ea6944', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d544b13-b687-4ea9-b264-ade2dca5d082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:43Z', 'updated_at': '2022-02-05T20:53:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:47.885913 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb585b0-bc33-4113-a8b1-bbcb385b9aeb None None] Checking router: 7d544b13-b687-4ea9-b264-ade2dca5d082 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:53:47.886264 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb585b0-bc33-4113-a8b1-bbcb385b9aeb None None] Updating router 7d544b13-b687-4ea9-b264-ade2dca5d082 port 66a99550-5bf1-4309-94d1-6be4c3ea6944 binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 20:53:47.888282 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 306e6346-0779-4e13-852b-21e41432e1ee is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:47.888834 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (306e6346-0779-4e13-852b-21e41432e1ee), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:47.928006 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-633159a4-1113-49b3-a2af-3ecc567998f3 admin admin] Allocated IP 172.20.0.1 (93870581-e6ab-4393-8146-dee21b97de70/75d35b40-2068-456d-bc52-ea50cc06920e/ad00a000-0ae8-4298-9f9b-1a29a99caec8) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:53:47.929376 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-e5e824ac-b1b2-4a42-80fe-8114899b78e5 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Allocated IP 10.1.1.56 (2c28d2b8-7305-4066-8f34-0ebf235173b6/532b1fc2-bb1a-4156-8355-ae298e35f677/3b70f63b-dae9-48e5-a6ad-2fc1008228c7) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:53:47.943888 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9fb585b0-bc33-4113-a8b1-bbcb385b9aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (66a99550-5bf1-4309-94d1-6be4c3ea6944), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:48.009012 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 306e6346-0779-4e13-852b-21e41432e1ee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=306e6346-0779-4e13-852b-21e41432e1ee,segment=NetworkSegment(cdac7a8a-df2c-47dc-a000-b7902f88f86c),segment_id=cdac7a8a-df2c-47dc-a000-b7902f88f86c)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:48.020619 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (306e6346-0779-4e13-852b-21e41432e1ee), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:48.021416 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device f17d1cf1-0874-47ff-9b80-54a35a5e921b up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:53:48.103852 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-04829f99-4bb1-4cdc-b507-c201ca190784 req-aaada210-caaf-4b7d-b225-613add33e66c tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2942758
Feb 05 20:53:48.125216 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-633159a4-1113-49b3-a2af-3ecc567998f3 admin admin] Publish callbacks [] for port (ad00a000-0ae8-4298-9f9b-1a29a99caec8), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:48.132320 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-04829f99-4bb1-4cdc-b507-c201ca190784 req-d13b419d-b115-4985-9d03-6c2cd2876d7c tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:53:48.139612 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50de4514-99a5-4270-9d49-86f8d170dec9 None None] Network 93870581-e6ab-4393-8146-dee21b97de70 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:53:48.181140 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-633159a4-1113-49b3-a2af-3ecc567998f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (ad00a000-0ae8-4298-9f9b-1a29a99caec8), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:48.216272 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff14f3-afa8-4fa4-af80-7b0feb3d7129 req-46be9a53-9889-4397-afd1-f79203296d83 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:48.223507 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff14f3-afa8-4fa4-af80-7b0feb3d7129 req-46be9a53-9889-4397-afd1-f79203296d83 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:48.225569 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3bff14f3-afa8-4fa4-af80-7b0feb3d7129 req-46be9a53-9889-4397-afd1-f79203296d83 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 1652 time: 0.2329466
Feb 05 20:53:48.230149 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-04829f99-4bb1-4cdc-b507-c201ca190784 req-d13b419d-b115-4985-9d03-6c2cd2876d7c tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:48.239102 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633159a4-1113-49b3-a2af-3ecc567998f3 admin admin] Network 93870581-e6ab-4393-8146-dee21b97de70 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:53:48.248923 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-633159a4-1113-49b3-a2af-3ecc567998f3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:53:48.253434 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633159a4-1113-49b3-a2af-3ecc567998f3 admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:53:48.291634 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port f17d1cf1-0874-47ff-9b80-54a35a5e921b triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:48.292102 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (f17d1cf1-0874-47ff-9b80-54a35a5e921b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:48.299090 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633159a4-1113-49b3-a2af-3ecc567998f3 admin admin] Pushing event updated for resources: {'Port': ['ID=ad00a000-0ae8-4298-9f9b-1a29a99caec8,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:48.314440 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-633159a4-1113-49b3-a2af-3ecc567998f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (7d544b13-b687-4ea9-b264-ade2dca5d082), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:48.328748 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-e5e824ac-b1b2-4a42-80fe-8114899b78e5 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks [] for port (3b70f63b-dae9-48e5-a6ad-2fc1008228c7), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:48.364835 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-4db6da4f-5266-4ca9-9b74-58a5c0bcb466 None None] Provisioning complete for port 306e6346-0779-4e13-852b-21e41432e1ee triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:48.365031 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4db6da4f-5266-4ca9-9b74-58a5c0bcb466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (306e6346-0779-4e13-852b-21e41432e1ee), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:48.417110 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device ac17ec99-03c2-46ea-aaf7-7e248c9c6227 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:53:48.431407 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-e5e824ac-b1b2-4a42-80fe-8114899b78e5 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (3b70f63b-dae9-48e5-a6ad-2fc1008228c7), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:48.463582 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=306e6346-0779-4e13-852b-21e41432e1ee,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:48.483762 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-e5e824ac-b1b2-4a42-80fe-8114899b78e5 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Network 2c28d2b8-7305-4066-8f34-0ebf235173b6 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:53:48.505516 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3bff14f3-afa8-4fa4-af80-7b0feb3d7129 req-b812e7d1-557b-4cef-95e9-217c902d3bc7 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/security-groups?id=862080b5-e679-4cab-bbab-4a73c5b41769&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2584281
Feb 05 20:53:48.527151 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-633159a4-1113-49b3-a2af-3ecc567998f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ad00a000-0ae8-4298-9f9b-1a29a99caec8), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:48.537209 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-e5e824ac-b1b2-4a42-80fe-8114899b78e5 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:53:48.560255 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-e5e824ac-b1b2-4a42-80fe-8114899b78e5 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:53:48.681993 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port ac17ec99-03c2-46ea-aaf7-7e248c9c6227, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ac17ec99-03c2-46ea-aaf7-7e248c9c6227,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:48.692200 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e824ac-b1b2-4a42-80fe-8114899b78e5 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Pushing event updated for resources: {'Port': ['ID=3b70f63b-dae9-48e5-a6ad-2fc1008228c7,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:48.781046 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1cfe9c7b-21aa-4e8f-ab5b-5eac10284afc req-df9ef107-4217-4858-8db2-bd035b23c61b tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=e42e5222-69b2-4832-b20f-3216346b2bc6 HTTP/1.1" status: 200  len: 210 time: 0.0743895
Feb 05 20:53:48.785172 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': 'ac17ec99-03c2-46ea-aaf7-7e248c9c6227', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'port_id': 'ac17ec99-03c2-46ea-aaf7-7e248c9c6227', 'mac_address': 'fa:16:3e:07:55:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3c763-0926-4b49-ade5-d66ee3d4c489', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:53:48.789733 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-e5e824ac-b1b2-4a42-80fe-8114899b78e5 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:48.790660 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-e5e824ac-b1b2-4a42-80fe-8114899b78e5 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:48.812745 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port f17d1cf1-0874-47ff-9b80-54a35a5e921b is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:48.834457 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-04829f99-4bb1-4cdc-b507-c201ca190784 req-d13b419d-b115-4985-9d03-6c2cd2876d7c tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:48.856678 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-633159a4-1113-49b3-a2af-3ecc567998f3 admin admin] Publish callbacks [] for port (ad00a000-0ae8-4298-9f9b-1a29a99caec8), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:48.857519 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-e5e824ac-b1b2-4a42-80fe-8114899b78e5 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.7348971
Feb 05 20:53:48.869299 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-4db6da4f-5266-4ca9-9b74-58a5c0bcb466 None None] Current status of the port 306e6346-0779-4e13-852b-21e41432e1ee is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:48.882669 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-633159a4-1113-49b3-a2af-3ecc567998f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (ad00a000-0ae8-4298-9f9b-1a29a99caec8), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:48.893055 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-faf5f75b-d82d-41b8-89fd-7ea31f34146a tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Request body: {'port': {'device_id': '2c3216e2-d656-43e7-a240-5a705445caca', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2869ab27-d004-4907-98b1-61880aad7d20', 'admin_state_up': True, 'tenant_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'security_groups': ['862080b5-e679-4cab-bbab-4a73c5b41769']}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:53:48.922202 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port ac17ec99-03c2-46ea-aaf7-7e248c9c6227 is: ACTIVE; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:48.930275 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ac17ec99-03c2-46ea-aaf7-7e248c9c6227), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:48.996365 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac17ec99-03c2-46ea-aaf7-7e248c9c6227 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:53:49.009807 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 306e6346-0779-4e13-852b-21e41432e1ee up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:53:49.062608 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633159a4-1113-49b3-a2af-3ecc567998f3 admin admin] Pushing event updated for resources: {'Port': ['ID=ad00a000-0ae8-4298-9f9b-1a29a99caec8,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:49.066846 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-633159a4-1113-49b3-a2af-3ecc567998f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (7d544b13-b687-4ea9-b264-ade2dca5d082), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:49.097764 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9fb585b0-bc33-4113-a8b1-bbcb385b9aeb None None] Publish callbacks [] for port (66a99550-5bf1-4309-94d1-6be4c3ea6944), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:49.100267 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port ac17ec99-03c2-46ea-aaf7-7e248c9c6227, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ac17ec99-03c2-46ea-aaf7-7e248c9c6227,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:49.109444 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-4cadb9f5-49ec-493e-ac39-02ad4424c206 None None] Provisioning complete for port 3b70f63b-dae9-48e5-a6ad-2fc1008228c7 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:49.109444 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4cadb9f5-49ec-493e-ac39-02ad4424c206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (3b70f63b-dae9-48e5-a6ad-2fc1008228c7), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:49.113482 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ac17ec99-03c2-46ea-aaf7-7e248c9c6227), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:49.143789 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9fb585b0-bc33-4113-a8b1-bbcb385b9aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (66a99550-5bf1-4309-94d1-6be4c3ea6944), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:49.247474 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-f28c26b7-0fbc-404c-b6b7-a4ff89bb20fa tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0427375
Feb 05 20:53:49.253863 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-faf5f75b-d82d-41b8-89fd-7ea31f34146a tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Made reservation on behalf of 3256272f3c524d7fba9a4fb8f5eb011d for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:53:49.276041 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-9fb585b0-bc33-4113-a8b1-bbcb385b9aeb None None] Attempting to bind port 66a99550-5bf1-4309-94d1-6be4c3ea6944 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:53:49.276652 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-9fb585b0-bc33-4113-a8b1-bbcb385b9aeb None None] Attempting to bind port 66a99550-5bf1-4309-94d1-6be4c3ea6944 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:53:49.276797 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb585b0-bc33-4113-a8b1-bbcb385b9aeb None None] Attempting to bind port 66a99550-5bf1-4309-94d1-6be4c3ea6944 on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:53:49.286130 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-4cadb9f5-49ec-493e-ac39-02ad4424c206 None None] Port 3b70f63b-dae9-48e5-a6ad-2fc1008228c7 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:53:49.290572 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-04829f99-4bb1-4cdc-b507-c201ca190784 req-d13b419d-b115-4985-9d03-6c2cd2876d7c tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Allocated IP 172.35.4.79 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/cea84646-692c-4cdf-a97d-b8f0d4f8c8b6) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:53:49.310246 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb585b0-bc33-4113-a8b1-bbcb385b9aeb None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:53:49.311026 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb585b0-bc33-4113-a8b1-bbcb385b9aeb None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:53:49.311405 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9fb585b0-bc33-4113-a8b1-bbcb385b9aeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:49.311838 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb585b0-bc33-4113-a8b1-bbcb385b9aeb None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:53:49.312361 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-9fb585b0-bc33-4113-a8b1-bbcb385b9aeb None None] Bound port: 66a99550-5bf1-4309-94d1-6be4c3ea6944, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:53:49.312746 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9fb585b0-bc33-4113-a8b1-bbcb385b9aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (66a99550-5bf1-4309-94d1-6be4c3ea6944), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:49.321631 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['ac17ec99-03c2-46ea-aaf7-7e248c9c6227'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:53:49.378700 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633159a4-1113-49b3-a2af-3ecc567998f3 admin admin] Network 93870581-e6ab-4393-8146-dee21b97de70 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:53:49.383529 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-633159a4-1113-49b3-a2af-3ecc567998f3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:53:49.426594 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a8c87-e9fb-4e04-a543-3491889928b6 req-05e0f5db-daa8-46c3-bfaa-d35d856f9974 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:49.428258 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3f1a8c87-e9fb-4e04-a543-3491889928b6 req-05e0f5db-daa8-46c3-bfaa-d35d856f9974 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed02470-ef14-4684-b7d9-4eec2dfac30a HTTP/1.1" status: 200  len: 946 time: 0.2530320
Feb 05 20:53:49.457395 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=ac17ec99-03c2-46ea-aaf7-7e248c9c6227,revision_number=6']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:49.493924 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-3f42f333-93c5-42df-bcac-0bbe38fbdb43 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:49.496166 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-3f42f333-93c5-42df-bcac-0bbe38fbdb43 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2359667
Feb 05 20:53:49.509986 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 306e6346-0779-4e13-852b-21e41432e1ee triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:49.510607 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (306e6346-0779-4e13-852b-21e41432e1ee), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:49.511466 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-bb5cb392-d102-467a-a121-a9a8b4390f53 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Request body: {'port': {'device_id': 'e42e5222-69b2-4832-b20f-3216346b2bc6', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'admin_state_up': True, 'tenant_id': '21a126c3c7904a7b98023d4d9f1f8f51'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:53:49.526071 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-faf5f75b-d82d-41b8-89fd-7ea31f34146a tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:49.560904 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3f1a8c87-e9fb-4e04-a543-3491889928b6 req-63b3fa6f-28ab-45fa-aa64-097c564326ac tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835435
Feb 05 20:53:49.584049 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-14e44989-83b6-45db-85ee-cd3fc20eb28f None None] Provisioning complete for port 306e6346-0779-4e13-852b-21e41432e1ee triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:49.584426 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-14e44989-83b6-45db-85ee-cd3fc20eb28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (306e6346-0779-4e13-852b-21e41432e1ee), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:49.586498 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204789d5-a4d3-411e-bfc3-871e2045ea97 None None] Pushing event updated for resources: {'Port': ['ID=66a99550-5bf1-4309-94d1-6be4c3ea6944,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:49.660518 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-04829f99-4bb1-4cdc-b507-c201ca190784 req-d13b419d-b115-4985-9d03-6c2cd2876d7c tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks [] for port (cea84646-692c-4cdf-a97d-b8f0d4f8c8b6), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:49.672330 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633159a4-1113-49b3-a2af-3ecc567998f3 admin admin] Router 7d544b13-b687-4ea9-b264-ade2dca5d082 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:53:49.684466 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-9fb585b0-bc33-4113-a8b1-bbcb385b9aeb None None] For port 66a99550-5bf1-4309-94d1-6be4c3ea6944, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:53:49.737400 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-9fb585b0-bc33-4113-a8b1-bbcb385b9aeb None None] For port 66a99550-5bf1-4309-94d1-6be4c3ea6944, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66a99550-5bf1-4309-94d1-6be4c3ea6944,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:53:49.775680 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-bb5cb392-d102-467a-a121-a9a8b4390f53 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Made reservation on behalf of 21a126c3c7904a7b98023d4d9f1f8f51 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:53:49.779194 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-bb5cb392-d102-467a-a121-a9a8b4390f53 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:49.790307 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9fb585b0-bc33-4113-a8b1-bbcb385b9aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (66a99550-5bf1-4309-94d1-6be4c3ea6944), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:49.885053 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb13bb-8211-4836-b3fa-119918ae7f45 req-7c3cab13-730d-4d31-8455-b790b48fda9f tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:49.891045 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb13bb-8211-4836-b3fa-119918ae7f45 req-7c3cab13-730d-4d31-8455-b790b48fda9f tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:49.899384 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb13bb-8211-4836-b3fa-119918ae7f45 req-7c3cab13-730d-4d31-8455-b790b48fda9f tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:49.900968 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-45fb13bb-8211-4836-b3fa-119918ae7f45 req-7c3cab13-730d-4d31-8455-b790b48fda9f tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 2372 time: 0.1875677
Feb 05 20:53:49.922937 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633159a4-1113-49b3-a2af-3ecc567998f3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:53:49.934455 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-633159a4-1113-49b3-a2af-3ecc567998f3 admin admin] 10.222.0.32 "PUT /v2.0/routers/7d544b13-b687-4ea9-b264-ade2dca5d082/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0991035
Feb 05 20:53:49.941559 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-04829f99-4bb1-4cdc-b507-c201ca190784 req-d13b419d-b115-4985-9d03-6c2cd2876d7c tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (cea84646-692c-4cdf-a97d-b8f0d4f8c8b6), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:50.014804 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-bb5cb392-d102-467a-a121-a9a8b4390f53 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Allocated IP 192.168.233.245 (f760d6ec-7837-431c-910c-37572c24f936/42e3c763-0926-4b49-ade5-d66ee3d4c489/1d9a5845-5eb9-4d8b-b040-206021da1b67) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:53:50.041773 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04829f99-4bb1-4cdc-b507-c201ca190784 req-d13b419d-b115-4985-9d03-6c2cd2876d7c tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:53:50.047580 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-faf5f75b-d82d-41b8-89fd-7ea31f34146a tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Allocated IP 10.2.2.100 (2869ab27-d004-4907-98b1-61880aad7d20/ce832fc6-ee9e-45ba-a285-bd28fcf21153/fe248a30-0aa0-4c85-b704-48b8f8ec969c) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:53:50.052808 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-04829f99-4bb1-4cdc-b507-c201ca190784 req-d13b419d-b115-4985-9d03-6c2cd2876d7c tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:53:50.055585 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-04829f99-4bb1-4cdc-b507-c201ca190784 req-d13b419d-b115-4985-9d03-6c2cd2876d7c tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:53:50.057939 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b419d-b115-4985-9d03-6c2cd2876d7c tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Pushing event updated for resources: {'Port': ['ID=cea84646-692c-4cdf-a97d-b8f0d4f8c8b6,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:50.072911 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-14e44989-83b6-45db-85ee-cd3fc20eb28f None None] Current status of the port 306e6346-0779-4e13-852b-21e41432e1ee is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:50.100181 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-45fb13bb-8211-4836-b3fa-119918ae7f45 req-9ff663d4-63a6-42a9-b44e-5f576a971e3f tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/security-groups?id=862080b5-e679-4cab-bbab-4a73c5b41769&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1781642
Feb 05 20:53:50.116626 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 306e6346-0779-4e13-852b-21e41432e1ee is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:50.167732 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-14e44989-83b6-45db-85ee-cd3fc20eb28f None None] Provisioning complete for port ad00a000-0ae8-4298-9f9b-1a29a99caec8 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:50.168330 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-14e44989-83b6-45db-85ee-cd3fc20eb28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ad00a000-0ae8-4298-9f9b-1a29a99caec8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:50.197818 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:50.225464 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb585b0-bc33-4113-a8b1-bbcb385b9aeb None None] Routers {'7d544b13-b687-4ea9-b264-ade2dca5d082'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:53:50.226579 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-9fb585b0-bc33-4113-a8b1-bbcb385b9aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabeeac40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:53:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['7d544b13-b687-4ea9-b264-ade2dca5d082'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:50.289552 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204789d5-a4d3-411e-bfc3-871e2045ea97 None None] Pushing event updated for resources: {'Port': ['ID=66a99550-5bf1-4309-94d1-6be4c3ea6944,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:50.303139 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-bb5cb392-d102-467a-a121-a9a8b4390f53 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Publish callbacks [] for port (1d9a5845-5eb9-4d8b-b040-206021da1b67), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:50.303565 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-14e44989-83b6-45db-85ee-cd3fc20eb28f None None] Port ad00a000-0ae8-4298-9f9b-1a29a99caec8 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:53:50.310070 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-96ac516e-7dbc-4249-8114-1a9078f4a4ab req-41806c19-5a60-44ef-bf0f-04599c15cf9b tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=e42e5222-69b2-4832-b20f-3216346b2bc6 HTTP/1.1" status: 200  len: 210 time: 0.0681958
Feb 05 20:53:50.316801 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-04829f99-4bb1-4cdc-b507-c201ca190784 req-d13b419d-b115-4985-9d03-6c2cd2876d7c tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks [] for floatingip (cd8e2d4e-55fc-49e1-9c6f-65a3910df6b9), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:50.361179 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-bb5cb392-d102-467a-a121-a9a8b4390f53 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (1d9a5845-5eb9-4d8b-b040-206021da1b67), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:50.376434 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['77a3aa20-5477-44f9-a588-be0d7fc51874'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:53:50.378887 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['4a4d7d0a-509a-455e-a91a-7918634eb647', '5cb379ed-ddb4-499e-b220-588d09688bf7'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:53:50.418794 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-04829f99-4bb1-4cdc-b507-c201ca190784 req-d13b419d-b115-4985-9d03-6c2cd2876d7c tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (cea84646-692c-4cdf-a97d-b8f0d4f8c8b6), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:50.440514 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-bb5cb392-d102-467a-a121-a9a8b4390f53 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Network f760d6ec-7837-431c-910c-37572c24f936 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:53:50.441498 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device ac17ec99-03c2-46ea-aaf7-7e248c9c6227 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:53:50.445811 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-bb5cb392-d102-467a-a121-a9a8b4390f53 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:53:50.461826 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-bb5cb392-d102-467a-a121-a9a8b4390f53 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:53:50.471188 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5cb392-d102-467a-a121-a9a8b4390f53 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Pushing event updated for resources: {'Port': ['ID=1d9a5845-5eb9-4d8b-b040-206021da1b67,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:50.497752 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-faf5f75b-d82d-41b8-89fd-7ea31f34146a tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks [] for port (fe248a30-0aa0-4c85-b704-48b8f8ec969c), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:50.566329 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-bb5cb392-d102-467a-a121-a9a8b4390f53 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:50.568879 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-bb5cb392-d102-467a-a121-a9a8b4390f53 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:50.604304 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-bb5cb392-d102-467a-a121-a9a8b4390f53 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.0988815
Feb 05 20:53:50.618556 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-d9d1534b-3467-4179-b5f3-add748ee5004 service neutron] Request body: {'port': {'device_id': 'e42e5222-69b2-4832-b20f-3216346b2bc6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:53:50.662884 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-5088c112-1e64-49de-995f-3d3fc1506181 None None] Provisioning complete for port ad00a000-0ae8-4298-9f9b-1a29a99caec8 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:50.663306 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5088c112-1e64-49de-995f-3d3fc1506181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ad00a000-0ae8-4298-9f9b-1a29a99caec8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:50.760630 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-d9d1534b-3467-4179-b5f3-add748ee5004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1d9a5845-5eb9-4d8b-b040-206021da1b67), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:50.817747 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-faf5f75b-d82d-41b8-89fd-7ea31f34146a tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (fe248a30-0aa0-4c85-b704-48b8f8ec969c), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:50.867185 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port ac17ec99-03c2-46ea-aaf7-7e248c9c6227 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:50.867765 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ac17ec99-03c2-46ea-aaf7-7e248c9c6227), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:50.887946 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf5f75b-d82d-41b8-89fd-7ea31f34146a tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Pushing event updated for resources: {'Port': ['ID=fe248a30-0aa0-4c85-b704-48b8f8ec969c,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:50.893923 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-9fb585b0-bc33-4113-a8b1-bbcb385b9aeb None None] Set router 7d544b13-b687-4ea9-b264-ade2dca5d082 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:53:50.955848 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-faf5f75b-d82d-41b8-89fd-7ea31f34146a tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Network 2869ab27-d004-4907-98b1-61880aad7d20 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:53:50.959321 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-faf5f75b-d82d-41b8-89fd-7ea31f34146a tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:53:50.980157 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-faf5f75b-d82d-41b8-89fd-7ea31f34146a tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:53:51.013591 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-5088c112-1e64-49de-995f-3d3fc1506181 None None] Port ad00a000-0ae8-4298-9f9b-1a29a99caec8 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:53:51.204705 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41abdd-0898-407d-bc06-5c4312d81d35 req-70ac6dfb-7c4a-4597-a3a2-f5e790c73ea7 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:51.212697 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ef41abdd-0898-407d-bc06-5c4312d81d35 req-70ac6dfb-7c4a-4597-a3a2-f5e790c73ea7 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed02470-ef14-4684-b7d9-4eec2dfac30a HTTP/1.1" status: 200  len: 946 time: 0.4347851
Feb 05 20:53:51.326598 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-faf5f75b-d82d-41b8-89fd-7ea31f34146a tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:51.327469 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-faf5f75b-d82d-41b8-89fd-7ea31f34146a tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:51.377791 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-04829f99-4bb1-4cdc-b507-c201ca190784 req-d13b419d-b115-4985-9d03-6c2cd2876d7c tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks [] for port (cea84646-692c-4cdf-a97d-b8f0d4f8c8b6), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:51.390117 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6188b5fb-2ed0-4cd0-9260-156df02de396 None None] Provisioning complete for port 1d9a5845-5eb9-4d8b-b040-206021da1b67 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:51.390775 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6188b5fb-2ed0-4cd0-9260-156df02de396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1d9a5845-5eb9-4d8b-b040-206021da1b67), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:51.395473 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-04829f99-4bb1-4cdc-b507-c201ca190784 req-d13b419d-b115-4985-9d03-6c2cd2876d7c tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (cea84646-692c-4cdf-a97d-b8f0d4f8c8b6), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:51.468995 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b419d-b115-4985-9d03-6c2cd2876d7c tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Pushing event updated for resources: {'Port': ['ID=cea84646-692c-4cdf-a97d-b8f0d4f8c8b6,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:51.485086 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-faf5f75b-d82d-41b8-89fd-7ea31f34146a tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6053319
Feb 05 20:53:51.520676 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-663b4015-fcdd-48c7-9b78-e51b1b5c4854 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Request body: {'port': {'device_id': '2c3216e2-d656-43e7-a240-5a705445caca', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2869ab27-d004-4907-98b1-61880aad7d20', 'admin_state_up': True, 'tenant_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'security_groups': ['862080b5-e679-4cab-bbab-4a73c5b41769']}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:53:51.573001 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-d9d1534b-3467-4179-b5f3-add748ee5004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d9a5845-5eb9-4d8b-b040-206021da1b67 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:53:51.585054 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-d9d1534b-3467-4179-b5f3-add748ee5004 service neutron] Publish callbacks [] for port (1d9a5845-5eb9-4d8b-b040-206021da1b67), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:51.614858 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-d9d1534b-3467-4179-b5f3-add748ee5004 service neutron] Transition to ACTIVE for port object 1d9a5845-5eb9-4d8b-b040-206021da1b67 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:53:51.622090 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-d9d1534b-3467-4179-b5f3-add748ee5004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (1d9a5845-5eb9-4d8b-b040-206021da1b67), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:51.698222 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ef41abdd-0898-407d-bc06-5c4312d81d35 req-8f8923c3-839b-4ad3-beda-15736c631668 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4778671
Feb 05 20:53:51.771489 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6188b5fb-2ed0-4cd0-9260-156df02de396 None None] Port 1d9a5845-5eb9-4d8b-b040-206021da1b67 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:53:51.844201 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-04829f99-4bb1-4cdc-b507-c201ca190784 req-d13b419d-b115-4985-9d03-6c2cd2876d7c tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (cd8e2d4e-55fc-49e1-9c6f-65a3910df6b9), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:51.892222 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 35020) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:53:51.967393 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1534b-3467-4179-b5f3-add748ee5004 service neutron] Pushing event updated for resources: {'Port': ['ID=1d9a5845-5eb9-4d8b-b040-206021da1b67,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:52.126188 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port ac17ec99-03c2-46ea-aaf7-7e248c9c6227 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:52.130954 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ac17ec99-03c2-46ea-aaf7-7e248c9c6227), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:52.138363 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-d9d1534b-3467-4179-b5f3-add748ee5004 service neutron] Attempting to bind port 1d9a5845-5eb9-4d8b-b040-206021da1b67 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:53:52.139016 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-d9d1534b-3467-4179-b5f3-add748ee5004 service neutron] Attempting to bind port 1d9a5845-5eb9-4d8b-b040-206021da1b67 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:53:52.140133 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-d9d1534b-3467-4179-b5f3-add748ee5004 service neutron] Attempting to bind port 1d9a5845-5eb9-4d8b-b040-206021da1b67 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:53:52.146938 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-d9d1534b-3467-4179-b5f3-add748ee5004 service neutron] Port 1d9a5845-5eb9-4d8b-b040-206021da1b67 on network f760d6ec-7837-431c-910c-37572c24f936 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:53:52.148557 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-d9d1534b-3467-4179-b5f3-add748ee5004 service neutron] Attempting to bind port 1d9a5845-5eb9-4d8b-b040-206021da1b67 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:53:52.159636 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-d9d1534b-3467-4179-b5f3-add748ee5004 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:53:52.160422 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-d9d1534b-3467-4179-b5f3-add748ee5004 service neutron] Checking segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:53:52.160994 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-d9d1534b-3467-4179-b5f3-add748ee5004 service neutron] Bound using segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:53:52.169642 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-d9d1534b-3467-4179-b5f3-add748ee5004 service neutron] Bound port: 1d9a5845-5eb9-4d8b-b040-206021da1b67, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:53:52.170524 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-d9d1534b-3467-4179-b5f3-add748ee5004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1d9a5845-5eb9-4d8b-b040-206021da1b67), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:52.186176 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-04829f99-4bb1-4cdc-b507-c201ca190784 req-d13b419d-b115-4985-9d03-6c2cd2876d7c tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:52.192311 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-04829f99-4bb1-4cdc-b507-c201ca190784 req-d13b419d-b115-4985-9d03-6c2cd2876d7c tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 4.0686541
Feb 05 20:53:52.306076 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-9e9b1153-c504-4e49-8359-6c72b9f43b45 None None] Provisioning complete for port fe248a30-0aa0-4c85-b704-48b8f8ec969c triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:52.310345 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9e9b1153-c504-4e49-8359-6c72b9f43b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (fe248a30-0aa0-4c85-b704-48b8f8ec969c), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:52.362714 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-d9d1534b-3467-4179-b5f3-add748ee5004 service neutron] For port 1d9a5845-5eb9-4d8b-b040-206021da1b67, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:53:52.368949 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-d9d1534b-3467-4179-b5f3-add748ee5004 service neutron] For port 1d9a5845-5eb9-4d8b-b040-206021da1b67, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1d9a5845-5eb9-4d8b-b040-206021da1b67,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:53:52.398775 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-d9d1534b-3467-4179-b5f3-add748ee5004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (1d9a5845-5eb9-4d8b-b040-206021da1b67), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:52.399978 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-522b0c8d-9db6-41ba-9142-322999385a50 admin admin] Deleting subnet 71ebcf18-4401-4a98-9a49-e856495dc5e0 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:53:52.408891 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-522b0c8d-9db6-41ba-9142-322999385a50 admin admin] Publish callbacks [] for subnet (71ebcf18-4401-4a98-9a49-e856495dc5e0), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:52.411671 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22b1fe3-3032-473c-b0b5-efc1a0795d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac17ec99-03c2-46ea-aaf7-7e248c9c6227'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:53:52.418708 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3935a079-97e3-49fb-be34-f4637f12e931" -d '{"events": [{"server_uuid": "a22b1fe3-3032-473c-b0b5-efc1a0795d31", "name": "network-vif-plugged", "status": "completed", "tag": "ac17ec99-03c2-46ea-aaf7-7e248c9c6227"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:53:52.422214 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-04829f99-4bb1-4cdc-b507-c201ca190784 req-55a7793c-754c-423a-a2e8-bce363861389 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.79 HTTP/1.1" status: 200  len: 695 time: 0.2046807
Feb 05 20:53:52.438254 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-d9d1534b-3467-4179-b5f3-add748ee5004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:52.439514 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-d9d1534b-3467-4179-b5f3-add748ee5004 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:52.441307 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-663b4015-fcdd-48c7-9b78-e51b1b5c4854 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Made reservation on behalf of 3256272f3c524d7fba9a4fb8f5eb011d for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:53:52.442554 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-d9d1534b-3467-4179-b5f3-add748ee5004 service neutron] 10.222.0.39 "PUT /v2.0/ports/1d9a5845-5eb9-4d8b-b040-206021da1b67 HTTP/1.1" status: 200  len: 1096 time: 1.8291705
Feb 05 20:53:52.445968 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e42e5222-69b2-4832-b20f-3216346b2bc6', 'tag': '1d9a5845-5eb9-4d8b-b040-206021da1b67'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:53:52.450418 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6495cf14-e569-4d08-83e5-2de39625cb67" -d '{"events": [{"name": "network-changed", "server_uuid": "e42e5222-69b2-4832-b20f-3216346b2bc6", "tag": "1d9a5845-5eb9-4d8b-b040-206021da1b67"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:53:52.464001 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-663b4015-fcdd-48c7-9b78-e51b1b5c4854 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:52.563895 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port ac17ec99-03c2-46ea-aaf7-7e248c9c6227, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ac17ec99-03c2-46ea-aaf7-7e248c9c6227,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:52.607269 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ac17ec99-03c2-46ea-aaf7-7e248c9c6227), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:52.617920 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd239977-2558-4995-a4cf-d0829d1e0352 req-65360115-11d2-4b33-8cb5-a58449e5eb24 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:52.637227 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd239977-2558-4995-a4cf-d0829d1e0352 req-65360115-11d2-4b33-8cb5-a58449e5eb24 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:52.641568 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-9e9b1153-c504-4e49-8359-6c72b9f43b45 None None] Port fe248a30-0aa0-4c85-b704-48b8f8ec969c cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:53:52.649161 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd239977-2558-4995-a4cf-d0829d1e0352 req-65360115-11d2-4b33-8cb5-a58449e5eb24 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:52.660966 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1534b-3467-4179-b5f3-add748ee5004 service neutron] Pushing event updated for resources: {'Port': ['ID=1d9a5845-5eb9-4d8b-b040-206021da1b67,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:52.681106 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd239977-2558-4995-a4cf-d0829d1e0352 req-65360115-11d2-4b33-8cb5-a58449e5eb24 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:52.689270 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dd239977-2558-4995-a4cf-d0829d1e0352 req-65360115-11d2-4b33-8cb5-a58449e5eb24 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 3093 time: 0.6870072
Feb 05 20:53:52.707072 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-176e8429-87c6-4e16-9361-2e980e35bb0e req-b44e8c05-5e85-40f5-9f3a-a09a8cca2db2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1443937
Feb 05 20:53:52.974848 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-9fb585b0-bc33-4113-a8b1-bbcb385b9aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabeeac40>, [{'id': '7d544b13-b687-4ea9-b264-ade2dca5d082', 'name': 'tempest-AttachSCSIVolumeTestJSON-1523504056-router', 'tenant_id': '5358d8406a5b41f5bb024159a417a6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.151'}], 'enable_snat': True}, 'gw_port_id': '66a99550-5bf1-4309-94d1-6be4c3ea6944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:53:43Z', 'updated_at': '2022-02-05T20:53:48Z', 'revision_number': 4, 'project_id': '5358d8406a5b41f5bb024159a417a6dc', 'gw_port': {'id': '66a99550-5bf1-4309-94d1-6be4c3ea6944', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d544b13-b687-4ea9-b264-ade2dca5d082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:43Z', 'updated_at': '2022-02-05T20:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ad00a000-0ae8-4298-9f9b-1a29a99caec8', 'name': '', 'network_id': '93870581-e6ab-4393-8146-dee21b97de70', 'tenant_id': '5358d8406a5b41f5bb024159a417a6dc', 'mac_address': 'fa:16:3e:18:fb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d544b13-b687-4ea9-b264-ade2dca5d082', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '75d35b40-2068-456d-bc52-ea50cc06920e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:47Z', 'updated_at': '2022-02-05T20:53:48Z', 'revision_number': 2, 'project_id': '5358d8406a5b41f5bb024159a417a6dc', 'subnets': [{'id': '75d35b40-2068-456d-bc52-ea50cc06920e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:52.977939 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e8429-87c6-4e16-9361-2e980e35bb0e req-180aab1b-d7a0-4624-a7f6-36bd5173f638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:52.989217 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-176e8429-87c6-4e16-9361-2e980e35bb0e req-180aab1b-d7a0-4624-a7f6-36bd5173f638 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c HTTP/1.1" status: 200  len: 1131 time: 0.1676595
Feb 05 20:53:53.080749 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb585b0-bc33-4113-a8b1-bbcb385b9aeb None None] The sync data for ids ['7d544b13-b687-4ea9-b264-ade2dca5d082'] in ncdv-master-1 is: [{'id': '7d544b13-b687-4ea9-b264-ade2dca5d082', 'name': 'tempest-AttachSCSIVolumeTestJSON-1523504056-router', 'tenant_id': '5358d8406a5b41f5bb024159a417a6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.151'}], 'enable_snat': True}, 'gw_port_id': '66a99550-5bf1-4309-94d1-6be4c3ea6944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:53:43Z', 'updated_at': '2022-02-05T20:53:48Z', 'revision_number': 4, 'project_id': '5358d8406a5b41f5bb024159a417a6dc', 'gw_port': {'id': '66a99550-5bf1-4309-94d1-6be4c3ea6944', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d544b13-b687-4ea9-b264-ade2dca5d082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:43Z', 'updated_at': '2022-02-05T20:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ad00a000-0ae8-4298-9f9b-1a29a99caec8', 'name': '', 'network_id': '93870581-e6ab-4393-8146-dee21b97de70', 'tenant_id': '5358d8406a5b41f5bb024159a417a6dc', 'mac_address': 'fa:16:3e:18:fb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d544b13-b687-4ea9-b264-ade2dca5d082', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '75d35b40-2068-456d-bc52-ea50cc06920e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:47Z', 'updated_at': '2022-02-05T20:53:48Z', 'revision_number': 2, 'project_id': '5358d8406a5b41f5bb024159a417a6dc', 'subnets': [{'id': '75d35b40-2068-456d-bc52-ea50cc06920e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:53:53.124376 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=ac17ec99-03c2-46ea-aaf7-7e248c9c6227,revision_number=7']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:53.675955 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e8429-87c6-4e16-9361-2e980e35bb0e req-edb9eb46-75e4-4302-883c-4fdc0c276661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:53.677722 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-176e8429-87c6-4e16-9361-2e980e35bb0e req-edb9eb46-75e4-4302-883c-4fdc0c276661 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.6747012
Feb 05 20:53:53.743950 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-176e8429-87c6-4e16-9361-2e980e35bb0e req-e70df068-63d0-4ed6-a1f4-42719b319764 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=77a3aa20-5477-44f9-a588-be0d7fc51874 HTTP/1.1" status: 200  len: 217 time: 0.0590234
Feb 05 20:53:53.766001 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-522b0c8d-9db6-41ba-9142-322999385a50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (71ebcf18-4401-4a98-9a49-e856495dc5e0), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:53.823236 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e8429-87c6-4e16-9361-2e980e35bb0e req-39fb250d-776d-494d-a4b8-e71e1bf0014c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:53.830918 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-176e8429-87c6-4e16-9361-2e980e35bb0e req-39fb250d-776d-494d-a4b8-e71e1bf0014c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.0795095
Feb 05 20:53:53.854205 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-522b0c8d-9db6-41ba-9142-322999385a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (71ebcf18-4401-4a98-9a49-e856495dc5e0), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:54.033559 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dd239977-2558-4995-a4cf-d0829d1e0352 req-aa8b6af6-f7eb-4543-8b8c-78b57efda241 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/security-groups?id=862080b5-e679-4cab-bbab-4a73c5b41769&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.3212354
Feb 05 20:53:54.079512 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e8429-87c6-4e16-9361-2e980e35bb0e req-9e1a3d99-dbbd-415a-a172-aa632313681c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:54.096663 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-176e8429-87c6-4e16-9361-2e980e35bb0e req-9e1a3d99-dbbd-415a-a172-aa632313681c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2519460
Feb 05 20:53:54.148760 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-522b0c8d-9db6-41ba-9142-322999385a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (71ebcf18-4401-4a98-9a49-e856495dc5e0), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:54.205538 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b0c8d-9db6-41ba-9142-322999385a50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71ebcf18-4401-4a98-9a49-e856495dc5e0,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:54.296772 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-522b0c8d-9db6-41ba-9142-322999385a50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:54.302451 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-522b0c8d-9db6-41ba-9142-322999385a50 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/71ebcf18-4401-4a98-9a49-e856495dc5e0 HTTP/1.1" status: 204  len: 168 time: 2.3594344
Feb 05 20:53:54.313996 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 35042) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:53:54.323507 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-09386477-b025-4ab8-90e4-a0ee9283112e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:54.326694 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-09386477-b025-4ab8-90e4-a0ee9283112e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&device_id=e42e5222-69b2-4832-b20f-3216346b2bc6 HTTP/1.1" status: 200  len: 1130 time: 1.5985572
Feb 05 20:53:54.424705 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04829f99-4bb1-4cdc-b507-c201ca190784 req-ef056b8f-33ec-4dfe-a8c9-39c3f4dbb755 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:54.426199 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-04829f99-4bb1-4cdc-b507-c201ca190784 req-ef056b8f-33ec-4dfe-a8c9-39c3f4dbb755 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] 10.222.0.32 "GET /v2.0/networks/d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 784 time: 1.8487926
Feb 05 20:53:54.453836 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-176e8429-87c6-4e16-9361-2e980e35bb0e req-fc94e048-2e7b-4e2a-854d-f71537e3ceb3 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3546603
Feb 05 20:53:54.595547 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5468206-fafe-4582-9a92-2bebb91cb9e1 req-4199e073-04fe-495d-9eae-5cf33b9872ce tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:54.604532 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a5468206-fafe-4582-9a92-2bebb91cb9e1 req-4199e073-04fe-495d-9eae-5cf33b9872ce tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=e42e5222-69b2-4832-b20f-3216346b2bc6 HTTP/1.1" status: 200  len: 948 time: 0.2961712
Feb 05 20:53:54.611873 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-1b984378-8ae7-4743-88ba-76460988d38d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=1d9a5845-5eb9-4d8b-b040-206021da1b67 HTTP/1.1" status: 200  len: 217 time: 0.2391820
Feb 05 20:53:54.736400 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-176e8429-87c6-4e16-9361-2e980e35bb0e req-9a08513b-24a0-405e-9628-dc83966c8273 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2593398
Feb 05 20:53:54.791989 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-663b4015-fcdd-48c7-9b78-e51b1b5c4854 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Allocated IP 10.2.2.200 (2869ab27-d004-4907-98b1-61880aad7d20/ce832fc6-ee9e-45ba-a285-bd28fcf21153/b27985ed-4cc7-4261-a147-7ca1517d425a) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:53:54.883255 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-83b4fd7d-0b66-41e7-ac93-e47c5c0d3824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (67bf8857-d986-434f-b00f-1b2ed431b973), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:54.948557 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a53c51-e536-44ae-ae45-2a1277e49f2b x-openstack-request-id: req-73a53c51-e536-44ae-ae45-2a1277e49f2b {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:53:54.949734 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22b1fe3-3032-473c-b0b5-efc1a0795d31", "name": "network-vif-plugged", "status": "completed", "tag": "ac17ec99-03c2-46ea-aaf7-7e248c9c6227", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:53:54.950200 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a5468206-fafe-4582-9a92-2bebb91cb9e1 req-f2b18f7f-16b8-4fe6-919b-2c5aae2573fb tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3341827
Feb 05 20:53:54.950931 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-73a53c51-e536-44ae-ae45-2a1277e49f2b {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:53:54.951711 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22b1fe3-3032-473c-b0b5-efc1a0795d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac17ec99-03c2-46ea-aaf7-7e248c9c6227', 'code': 200}
Feb 05 20:53:54.999189 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da13bdd9-bd1c-451a-89e6-bab1b56cd719 x-openstack-request-id: req-da13bdd9-bd1c-451a-89e6-bab1b56cd719 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:53:54.999720 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e42e5222-69b2-4832-b20f-3216346b2bc6", "tag": "1d9a5845-5eb9-4d8b-b040-206021da1b67", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:53:55.000132 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da13bdd9-bd1c-451a-89e6-bab1b56cd719 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:53:55.000695 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e42e5222-69b2-4832-b20f-3216346b2bc6', 'tag': '1d9a5845-5eb9-4d8b-b040-206021da1b67', 'status': 'completed', 'code': 200}
Feb 05 20:53:55.005687 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-16467be2-9727-4a1a-91c3-0a800a3d6bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:55.008039 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-16467be2-9727-4a1a-91c3-0a800a3d6bcf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.3361025
Feb 05 20:53:55.339043 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-83b4fd7d-0b66-41e7-ac93-e47c5c0d3824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (67bf8857-d986-434f-b00f-1b2ed431b973), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:55.423033 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-83b4fd7d-0b66-41e7-ac93-e47c5c0d3824 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db325c160>,) {'filters': {'network_id': ['67bf8857-d986-434f-b00f-1b2ed431b973']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:55.465801 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-83b4fd7d-0b66-41e7-ac93-e47c5c0d3824 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db325c160>, '229c4090-e097-4df5-800a-304ba5ebbba7') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:55.466038 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-83b4fd7d-0b66-41e7-ac93-e47c5c0d3824 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db325c160>, '229c4090-e097-4df5-800a-304ba5ebbba7') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:55.546590 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-83b4fd7d-0b66-41e7-ac93-e47c5c0d3824 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (229c4090-e097-4df5-800a-304ba5ebbba7), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:55.568501 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423177d-7d45-43d5-971f-30ab22b02ed8 req-a50d74a4-2438-4a6a-b3ba-289599dfe0ab tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:55.576603 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d423177d-7d45-43d5-971f-30ab22b02ed8 req-a50d74a4-2438-4a6a-b3ba-289599dfe0ab tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed02470-ef14-4684-b7d9-4eec2dfac30a HTTP/1.1" status: 200  len: 946 time: 0.4968448
Feb 05 20:53:55.656925 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-663b4015-fcdd-48c7-9b78-e51b1b5c4854 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks [] for port (b27985ed-4cc7-4261-a147-7ca1517d425a), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:55.722451 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-83b4fd7d-0b66-41e7-ac93-e47c5c0d3824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (229c4090-e097-4df5-800a-304ba5ebbba7), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:55.732952 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83b4fd7d-0b66-41e7-ac93-e47c5c0d3824 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:53:55.734057 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-83b4fd7d-0b66-41e7-ac93-e47c5c0d3824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (229c4090-e097-4df5-800a-304ba5ebbba7), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:55.807602 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-a78cdac6-3030-4311-b9f8-74f83f2a9c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:55.811326 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-a78cdac6-3030-4311-b9f8-74f83f2a9c85 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.7373624
Feb 05 20:53:55.812343 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 20:53:55.812343 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:53:55.812343 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 20:53:55.812343 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:53:55.812343 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 20:53:55.812343 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:53:55.812343 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 20:53:55.812343 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:53:55.812343 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 20:53:55.812343 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:53:55.812343 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 20:53:55.812343 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:53:55.812343 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 20:53:55.812343 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:53:55.812343 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:53:55.812343 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:53:55.812343 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:53:55.812343 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:53:55.812343 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 20:53:55.812343 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:53:55.812343 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 20:53:55.812343 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:53:55.812343 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:53:55.812343 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:53:55.812343 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:53:55.812343 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:53:55.812343 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:53:55.812343 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:53:55.812343 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:53:55.812343 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:53:55.812343 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:53:55.812343 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:53:55.861465 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-663b4015-fcdd-48c7-9b78-e51b1b5c4854 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (b27985ed-4cc7-4261-a147-7ca1517d425a), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:55.892162 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-83b4fd7d-0b66-41e7-ac93-e47c5c0d3824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (67bf8857-d986-434f-b00f-1b2ed431b973), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:55.906628 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-83b4fd7d-0b66-41e7-ac93-e47c5c0d3824 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:55.915635 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-83b4fd7d-0b66-41e7-ac93-e47c5c0d3824 admin admin] 10.222.0.32 "DELETE /v2.0/networks/67bf8857-d986-434f-b00f-1b2ed431b973 HTTP/1.1" status: 204  len: 168 time: 1.5892019
Feb 05 20:53:56.011444 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d423177d-7d45-43d5-971f-30ab22b02ed8 req-740b21df-2cce-49f9-ab80-fff68c8a7df4 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4339449
Feb 05 20:53:56.064758 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-663b4015-fcdd-48c7-9b78-e51b1b5c4854 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Network 2869ab27-d004-4907-98b1-61880aad7d20 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:53:56.212784 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b4015-fcdd-48c7-9b78-e51b1b5c4854 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Pushing event updated for resources: {'Port': ['ID=b27985ed-4cc7-4261-a147-7ca1517d425a,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:56.217148 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-04a52c7f-7e8a-4339-b61c-601af5b7eb64 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3001544
Feb 05 20:53:56.239475 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-663b4015-fcdd-48c7-9b78-e51b1b5c4854 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:53:56.263614 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dffe932f-ced5-4583-9d01-5b5721cc129b req-92cf6646-58f4-4aab-be56-98fdff30e49e tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 1.1846805
Feb 05 20:53:56.276431 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-663b4015-fcdd-48c7-9b78-e51b1b5c4854 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:53:56.285710 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-dffe932f-ced5-4583-9d01-5b5721cc129b req-530df7f2-3ce6-49c8-90df-3796a2501189 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:53:56.371440 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4fd7d-0b66-41e7-ac93-e47c5c0d3824 admin admin] Pushing event deleted for resources: {'Network': ['ID=67bf8857-d986-434f-b00f-1b2ed431b973,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:56.462675 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-dffe932f-ced5-4583-9d01-5b5721cc129b req-530df7f2-3ce6-49c8-90df-3796a2501189 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:56.533930 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 35068) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:53:56.706222 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3070ec90-bb56-44fd-9c82-f3e52e31a0ba admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2109b737a6b04259b6e6262755b96e90&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1711793
Feb 05 20:53:56.712029 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 35070) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:53:56.782131 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-663b4015-fcdd-48c7-9b78-e51b1b5c4854 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:56.783036 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-663b4015-fcdd-48c7-9b78-e51b1b5c4854 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:56.816599 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395ba0d-e448-43cc-a074-e1af77058f7c req-38de3cf9-3ba2-41ee-bfc4-c5da3bec64f8 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:56.822173 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395ba0d-e448-43cc-a074-e1af77058f7c req-38de3cf9-3ba2-41ee-bfc4-c5da3bec64f8 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:56.822563 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-307303b7-2b6b-4f2c-99c0-bc5796edce04 admin admin] Publish callbacks [] for security_group (ba921570-c085-4775-a046-b49d3e7d3132), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:56.829217 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395ba0d-e448-43cc-a074-e1af77058f7c req-38de3cf9-3ba2-41ee-bfc4-c5da3bec64f8 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:56.835256 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395ba0d-e448-43cc-a074-e1af77058f7c req-38de3cf9-3ba2-41ee-bfc4-c5da3bec64f8 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:56.841256 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395ba0d-e448-43cc-a074-e1af77058f7c req-38de3cf9-3ba2-41ee-bfc4-c5da3bec64f8 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:56.843119 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4395ba0d-e448-43cc-a074-e1af77058f7c req-38de3cf9-3ba2-41ee-bfc4-c5da3bec64f8 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 3814 time: 0.6247735
Feb 05 20:53:56.898820 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-69a03243-42f0-4c45-8c56-b5d0c152cecb None None] Provisioning complete for port b27985ed-4cc7-4261-a147-7ca1517d425a triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:56.900348 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-69a03243-42f0-4c45-8c56-b5d0c152cecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b27985ed-4cc7-4261-a147-7ca1517d425a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:56.901546 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-307303b7-2b6b-4f2c-99c0-bc5796edce04 admin admin] Publish callbacks [] for security_group (ba921570-c085-4775-a046-b49d3e7d3132), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:56.936184 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-663b4015-fcdd-48c7-9b78-e51b1b5c4854 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.4204574
Feb 05 20:53:56.967698 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-ce003dfe-e8c5-43b9-bb6d-4164051fb36d service neutron] Request body: {'port': {'device_id': '2c3216e2-d656-43e7-a240-5a705445caca', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:53:56.979242 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f68eff42-78a3-4f2d-b54a-4812a54bbfed req-622a9ddd-8618-4c9c-8c76-98d355c03d82 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7122226
Feb 05 20:53:57.069148 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-69a03243-42f0-4c45-8c56-b5d0c152cecb None None] Port b27985ed-4cc7-4261-a147-7ca1517d425a cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:53:57.072051 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-307303b7-2b6b-4f2c-99c0-bc5796edce04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ba921570-c085-4775-a046-b49d3e7d3132), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:57.077954 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-307303b7-2b6b-4f2c-99c0-bc5796edce04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:57.079389 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-307303b7-2b6b-4f2c-99c0-bc5796edce04 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ba921570-c085-4775-a046-b49d3e7d3132 HTTP/1.1" status: 204  len: 168 time: 0.3637395
Feb 05 20:53:57.110584 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307303b7-2b6b-4f2c-99c0-bc5796edce04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba921570-c085-4775-a046-b49d3e7d3132,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:57.295212 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 66a99550-5bf1-4309-94d1-6be4c3ea6944 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:53:57.307220 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4395ba0d-e448-43cc-a074-e1af77058f7c req-0198ab89-fbea-4288-a06f-19ccab327d5e tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/security-groups?id=862080b5-e679-4cab-bbab-4a73c5b41769&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4080474
Feb 05 20:53:57.321071 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-ce003dfe-e8c5-43b9-bb6d-4164051fb36d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (727d22f7-aa8c-41e0-8e88-ba5877b169b0), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:57.404138 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-dffe932f-ced5-4583-9d01-5b5721cc129b req-530df7f2-3ce6-49c8-90df-3796a2501189 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:57.420330 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495cf14-e569-4d08-83e5-2de39625cb67 req-ee47f375-d46a-4a8d-98c8-494232d0a512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:57.421999 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6495cf14-e569-4d08-83e5-2de39625cb67 req-ee47f375-d46a-4a8d-98c8-494232d0a512 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&device_id=e42e5222-69b2-4832-b20f-3216346b2bc6 HTTP/1.1" status: 200  len: 1130 time: 0.1970427
Feb 05 20:53:57.667509 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 66a99550-5bf1-4309-94d1-6be4c3ea6944 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:57.672975 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (66a99550-5bf1-4309-94d1-6be4c3ea6944), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:57.859584 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 66a99550-5bf1-4309-94d1-6be4c3ea6944 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:57.860543 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (66a99550-5bf1-4309-94d1-6be4c3ea6944), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:57.912256 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 66a99550-5bf1-4309-94d1-6be4c3ea6944, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66a99550-5bf1-4309-94d1-6be4c3ea6944,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:53:57.922770 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (66a99550-5bf1-4309-94d1-6be4c3ea6944), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:58.140654 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=66a99550-5bf1-4309-94d1-6be4c3ea6944,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:53:58.163497 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b2c942-69e8-461f-8044-c2252d7689cb None None] Sync routers for ids ['7d544b13-b687-4ea9-b264-ade2dca5d082'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:53:58.188174 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b2c942-69e8-461f-8044-c2252d7689cb None None] Routers {'7d544b13-b687-4ea9-b264-ade2dca5d082'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:53:58.196713 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-98b2c942-69e8-461f-8044-c2252d7689cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db89dcc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:53:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['7d544b13-b687-4ea9-b264-ade2dca5d082'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:58.250245 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495cf14-e569-4d08-83e5-2de39625cb67 req-667a8637-d0ca-4257-8126-fe3a850ab081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:58.252606 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6495cf14-e569-4d08-83e5-2de39625cb67 req-667a8637-d0ca-4257-8126-fe3a850ab081 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.8225214
Feb 05 20:53:58.388993 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-98b2c942-69e8-461f-8044-c2252d7689cb None None] Set router 7d544b13-b687-4ea9-b264-ade2dca5d082 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:53:58.669540 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-98b2c942-69e8-461f-8044-c2252d7689cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db89dcc10>, [{'id': '7d544b13-b687-4ea9-b264-ade2dca5d082', 'name': 'tempest-AttachSCSIVolumeTestJSON-1523504056-router', 'tenant_id': '5358d8406a5b41f5bb024159a417a6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.151'}], 'enable_snat': True}, 'gw_port_id': '66a99550-5bf1-4309-94d1-6be4c3ea6944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:53:43Z', 'updated_at': '2022-02-05T20:53:48Z', 'revision_number': 4, 'project_id': '5358d8406a5b41f5bb024159a417a6dc', 'gw_port': {'id': '66a99550-5bf1-4309-94d1-6be4c3ea6944', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d544b13-b687-4ea9-b264-ade2dca5d082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:43Z', 'updated_at': '2022-02-05T20:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ad00a000-0ae8-4298-9f9b-1a29a99caec8', 'name': '', 'network_id': '93870581-e6ab-4393-8146-dee21b97de70', 'tenant_id': '5358d8406a5b41f5bb024159a417a6dc', 'mac_address': 'fa:16:3e:18:fb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d544b13-b687-4ea9-b264-ade2dca5d082', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '75d35b40-2068-456d-bc52-ea50cc06920e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:47Z', 'updated_at': '2022-02-05T20:53:48Z', 'revision_number': 2, 'project_id': '5358d8406a5b41f5bb024159a417a6dc', 'subnets': [{'id': '75d35b40-2068-456d-bc52-ea50cc06920e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:53:58.682018 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc2bc1-c6f5-46bf-9f91-bc8ff308ce83 req-a2b9813c-8846-4205-a50b-6dfb51af5bbb tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:58.696510 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-71dc2bc1-c6f5-46bf-9f91-bc8ff308ce83 req-a2b9813c-8846-4205-a50b-6dfb51af5bbb tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=e42e5222-69b2-4832-b20f-3216346b2bc6 HTTP/1.1" status: 200  len: 948 time: 0.9605548
Feb 05 20:53:58.724504 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b2c942-69e8-461f-8044-c2252d7689cb None None] Checking router: 7d544b13-b687-4ea9-b264-ade2dca5d082 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:53:58.724998 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b2c942-69e8-461f-8044-c2252d7689cb None None] Updating router 7d544b13-b687-4ea9-b264-ade2dca5d082 port ad00a000-0ae8-4298-9f9b-1a29a99caec8 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 20:53:58.756821 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-98b2c942-69e8-461f-8044-c2252d7689cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ad00a000-0ae8-4298-9f9b-1a29a99caec8), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:58.814717 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6495cf14-e569-4d08-83e5-2de39625cb67 req-d098b58a-508a-43a7-a8d7-fbbfd9af02a1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=1d9a5845-5eb9-4d8b-b040-206021da1b67 HTTP/1.1" status: 200  len: 217 time: 0.0714381
Feb 05 20:53:58.900212 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495cf14-e569-4d08-83e5-2de39625cb67 req-65841013-fc7d-45b4-bc2b-7fc9a1cb1075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:58.902230 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6495cf14-e569-4d08-83e5-2de39625cb67 req-65841013-fc7d-45b4-bc2b-7fc9a1cb1075 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.0679989
Feb 05 20:53:59.006293 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-71dc2bc1-c6f5-46bf-9f91-bc8ff308ce83 req-52917594-8f64-4d03-90cb-35ced976fca3 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3135450
Feb 05 20:53:59.012724 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-dffe932f-ced5-4583-9d01-5b5721cc129b req-530df7f2-3ce6-49c8-90df-3796a2501189 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Allocated IP 172.35.4.124 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/5bc0efc0-c66f-4fff-b3af-2dbb2ae80db7) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:53:59.024407 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-ce003dfe-e8c5-43b9-bb6d-4164051fb36d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 727d22f7-aa8c-41e0-8e88-ba5877b169b0 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:53:59.061044 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-ce003dfe-e8c5-43b9-bb6d-4164051fb36d service neutron] Publish callbacks [] for port (727d22f7-aa8c-41e0-8e88-ba5877b169b0), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:59.127625 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-06997f1e-3987-4acc-9115-36b98c98c9dd req-0caa768d-67b4-4984-b2b0-5e5662f20776 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=778f451e-d667-417d-a9e6-d3d834e65fe2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.9003103
Feb 05 20:53:59.184092 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-ce003dfe-e8c5-43b9-bb6d-4164051fb36d service neutron] Transition to ACTIVE for port object 727d22f7-aa8c-41e0-8e88-ba5877b169b0 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:53:59.193627 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 66a99550-5bf1-4309-94d1-6be4c3ea6944 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:53:59.330166 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495cf14-e569-4d08-83e5-2de39625cb67 req-6c5e7c5e-4845-4c60-9893-052dad6efcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:53:59.340154 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6495cf14-e569-4d08-83e5-2de39625cb67 req-6c5e7c5e-4845-4c60-9893-052dad6efcd1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.4311981
Feb 05 20:53:59.355584 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 35108) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:53:59.361936 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 66a99550-5bf1-4309-94d1-6be4c3ea6944 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:53:59.362765 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (66a99550-5bf1-4309-94d1-6be4c3ea6944), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:59.389564 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-ce003dfe-e8c5-43b9-bb6d-4164051fb36d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (727d22f7-aa8c-41e0-8e88-ba5877b169b0), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:59.652708 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 66a99550-5bf1-4309-94d1-6be4c3ea6944 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:53:59.781173 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-78841b2f-4cde-4705-b890-68d3441bf168 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-72347896-network', 'tenant_id': '3cff6862c3984514b6c7cdca5519f734'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:53:59.852339 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78841b2f-4cde-4705-b890-68d3441bf168 admin admin] Made reservation on behalf of 3cff6862c3984514b6c7cdca5519f734 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:53:59.879134 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-78841b2f-4cde-4705-b890-68d3441bf168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:53:59.895769 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-78841b2f-4cde-4705-b890-68d3441bf168 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:00.013103 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-98b2c942-69e8-461f-8044-c2252d7689cb None None] Publish callbacks [] for port (ad00a000-0ae8-4298-9f9b-1a29a99caec8), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:00.025217 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-98b2c942-69e8-461f-8044-c2252d7689cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ad00a000-0ae8-4298-9f9b-1a29a99caec8), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:00.135374 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-78841b2f-4cde-4705-b890-68d3441bf168 admin admin] Publish callbacks [] for security_group (f97e8781-4973-47a9-8df8-20eac3400beb), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:00.144790 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-78841b2f-4cde-4705-b890-68d3441bf168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f97e8781-4973-47a9-8df8-20eac3400beb), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:00.179371 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca41b097-9179-4541-ac4d-96ffd1d17549 None None] Pushing event updated for resources: {'Port': ['ID=ad00a000-0ae8-4298-9f9b-1a29a99caec8,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:00.219471 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78841b2f-4cde-4705-b890-68d3441bf168 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:54:00.223019 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca41b097-9179-4541-ac4d-96ffd1d17549 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:00.223396 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca41b097-9179-4541-ac4d-96ffd1d17549 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:00.223752 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca41b097-9179-4541-ac4d-96ffd1d17549 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:00.224096 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca41b097-9179-4541-ac4d-96ffd1d17549 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:00.226903 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca41b097-9179-4541-ac4d-96ffd1d17549 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:00.227413 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca41b097-9179-4541-ac4d-96ffd1d17549 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:00.227762 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca41b097-9179-4541-ac4d-96ffd1d17549 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:00.228102 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca41b097-9179-4541-ac4d-96ffd1d17549 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:00.229237 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca41b097-9179-4541-ac4d-96ffd1d17549 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:00.229595 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca41b097-9179-4541-ac4d-96ffd1d17549 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:00.229935 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca41b097-9179-4541-ac4d-96ffd1d17549 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:00.230271 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca41b097-9179-4541-ac4d-96ffd1d17549 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:00.230629 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca41b097-9179-4541-ac4d-96ffd1d17549 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:00.271475 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-78841b2f-4cde-4705-b890-68d3441bf168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (ab2acdc2-ceb3-4188-aed0-4e2478f78171), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:00.271834 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-78841b2f-4cde-4705-b890-68d3441bf168 admin admin] Added segment ab2acdc2-ceb3-4188-aed0-4e2478f78171 of type vlan for network c6336d95-9947-45e3-b883-54d2fa8605d4
Feb 05 20:54:00.279404 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6495cf14-e569-4d08-83e5-2de39625cb67 req-6fd3f059-2377-4022-b8a2-a800d5aaf72e service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8431051
Feb 05 20:54:00.283881 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78841b2f-4cde-4705-b890-68d3441bf168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97e8781-4973-47a9-8df8-20eac3400beb,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:00.402207 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 1d9a5845-5eb9-4d8b-b040-206021da1b67 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:54:00.420246 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-98b2c942-69e8-461f-8044-c2252d7689cb None None] Attempting to bind port ad00a000-0ae8-4298-9f9b-1a29a99caec8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:54:00.423817 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-98b2c942-69e8-461f-8044-c2252d7689cb None None] Attempting to bind port ad00a000-0ae8-4298-9f9b-1a29a99caec8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cdac7a8a-df2c-47dc-a000-b7902f88f86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '93870581-e6ab-4393-8146-dee21b97de70'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:54:00.424800 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b2c942-69e8-461f-8044-c2252d7689cb None None] Attempting to bind port ad00a000-0ae8-4298-9f9b-1a29a99caec8 on network 93870581-e6ab-4393-8146-dee21b97de70 {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:54:00.443622 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b2c942-69e8-461f-8044-c2252d7689cb None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:54:00.448195 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b2c942-69e8-461f-8044-c2252d7689cb None None] Checking segment: {'id': 'cdac7a8a-df2c-47dc-a000-b7902f88f86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '93870581-e6ab-4393-8146-dee21b97de70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:54:00.459759 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-98b2c942-69e8-461f-8044-c2252d7689cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:00.466274 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-78841b2f-4cde-4705-b890-68d3441bf168 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (c6336d95-9947-45e3-b883-54d2fa8605d4), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:00.467604 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b2c942-69e8-461f-8044-c2252d7689cb None None] Bound using segment: {'id': 'cdac7a8a-df2c-47dc-a000-b7902f88f86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '93870581-e6ab-4393-8146-dee21b97de70'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:54:00.468302 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-98b2c942-69e8-461f-8044-c2252d7689cb None None] Bound port: ad00a000-0ae8-4298-9f9b-1a29a99caec8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdac7a8a-df2c-47dc-a000-b7902f88f86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '93870581-e6ab-4393-8146-dee21b97de70'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:54:00.468913 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-98b2c942-69e8-461f-8044-c2252d7689cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ad00a000-0ae8-4298-9f9b-1a29a99caec8), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:00.557105 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-78841b2f-4cde-4705-b890-68d3441bf168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (c6336d95-9947-45e3-b883-54d2fa8605d4), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:00.559220 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78841b2f-4cde-4705-b890-68d3441bf168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:00.559815 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-78841b2f-4cde-4705-b890-68d3441bf168 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:00.577909 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-dffe932f-ced5-4583-9d01-5b5721cc129b req-530df7f2-3ce6-49c8-90df-3796a2501189 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks [] for port (5bc0efc0-c66f-4fff-b3af-2dbb2ae80db7), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:00.670093 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce003dfe-e8c5-43b9-bb6d-4164051fb36d service neutron] Pushing event updated for resources: {'Port': ['ID=727d22f7-aa8c-41e0-8e88-ba5877b169b0,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:00.698096 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-98b2c942-69e8-461f-8044-c2252d7689cb None None] For port ad00a000-0ae8-4298-9f9b-1a29a99caec8, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:54:00.711004 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-98b2c942-69e8-461f-8044-c2252d7689cb None None] For port ad00a000-0ae8-4298-9f9b-1a29a99caec8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad00a000-0ae8-4298-9f9b-1a29a99caec8,segment=NetworkSegment(cdac7a8a-df2c-47dc-a000-b7902f88f86c),segment_id=cdac7a8a-df2c-47dc-a000-b7902f88f86c)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:54:00.728965 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-98b2c942-69e8-461f-8044-c2252d7689cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ad00a000-0ae8-4298-9f9b-1a29a99caec8), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:00.746369 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-dffe932f-ced5-4583-9d01-5b5721cc129b req-530df7f2-3ce6-49c8-90df-3796a2501189 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (5bc0efc0-c66f-4fff-b3af-2dbb2ae80db7), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:00.803463 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 1d9a5845-5eb9-4d8b-b040-206021da1b67, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1d9a5845-5eb9-4d8b-b040-206021da1b67,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:00.814700 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-78841b2f-4cde-4705-b890-68d3441bf168 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.4582484
Feb 05 20:54:00.829180 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 35114) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:54:00.846881 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dffe932f-ced5-4583-9d01-5b5721cc129b req-530df7f2-3ce6-49c8-90df-3796a2501189 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:54:00.866306 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-a5b37992-7010-4e44-a819-c021479e8fae admin admin] Request body: {'subnet': {'network_id': 'c6336d95-9947-45e3-b883-54d2fa8605d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-72347896-subnet', 'tenant_id': '3cff6862c3984514b6c7cdca5519f734', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:54:00.886160 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78841b2f-4cde-4705-b890-68d3441bf168 admin admin] Pushing event updated for resources: {'Network': ['ID=c6336d95-9947-45e3-b883-54d2fa8605d4,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:00.892683 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-b2ef7d07-17e6-41be-b405-4726b70c4f2c None None] Provisioning complete for port ad00a000-0ae8-4298-9f9b-1a29a99caec8 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:54:00.893370 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b2ef7d07-17e6-41be-b405-4726b70c4f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ad00a000-0ae8-4298-9f9b-1a29a99caec8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:00.895414 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '1d9a5845-5eb9-4d8b-b040-206021da1b67', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'port_id': '1d9a5845-5eb9-4d8b-b040-206021da1b67', 'mac_address': 'fa:16:3e:09:6b:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3c763-0926-4b49-ade5-d66ee3d4c489', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:54:00.910408 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530df7f2-3ce6-49c8-90df-3796a2501189 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Pushing event updated for resources: {'Port': ['ID=5bc0efc0-c66f-4fff-b3af-2dbb2ae80db7,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:00.918806 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-dffe932f-ced5-4583-9d01-5b5721cc129b req-530df7f2-3ce6-49c8-90df-3796a2501189 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:54:00.923246 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-dffe932f-ced5-4583-9d01-5b5721cc129b req-530df7f2-3ce6-49c8-90df-3796a2501189 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:54:00.929343 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca41b097-9179-4541-ac4d-96ffd1d17549 None None] Pushing event updated for resources: {'Port': ['ID=ad00a000-0ae8-4298-9f9b-1a29a99caec8,revision_number=4']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:00.947168 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b37992-7010-4e44-a819-c021479e8fae admin admin] Made reservation on behalf of 3cff6862c3984514b6c7cdca5519f734 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:54:00.954678 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a5b37992-7010-4e44-a819-c021479e8fae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:00.988067 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b2c942-69e8-461f-8044-c2252d7689cb None None] Routers {'7d544b13-b687-4ea9-b264-ade2dca5d082'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:54:01.000608 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-98b2c942-69e8-461f-8044-c2252d7689cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db89dcc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:53:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['7d544b13-b687-4ea9-b264-ade2dca5d082'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:54:01.113049 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c964e-f07d-4130-a113-217a647a73a6 req-4f90d5e6-9e8c-4779-902c-450316e12d48 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:01.121860 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-743c964e-f07d-4130-a113-217a647a73a6 req-4f90d5e6-9e8c-4779-902c-450316e12d48 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed02470-ef14-4684-b7d9-4eec2dfac30a HTTP/1.1" status: 200  len: 946 time: 1.9846516
Feb 05 20:54:01.330290 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06997f1e-3987-4acc-9115-36b98c98c9dd req-39ca51dc-318a-4cee-b11b-206460f4a4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:01.332548 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-06997f1e-3987-4acc-9115-36b98c98c9dd req-39ca51dc-318a-4cee-b11b-206460f4a4c9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&device_id=778f451e-d667-417d-a9e6-d3d834e65fe2 HTTP/1.1" status: 200  len: 1132 time: 2.1209404
Feb 05 20:54:01.499705 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a5b37992-7010-4e44-a819-c021479e8fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (775b4393-c8d2-4ecf-b650-2efee00c79d9), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:01.529316 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06997f1e-3987-4acc-9115-36b98c98c9dd req-9afd9ff5-7f0b-4c67-ab6c-a2f036196358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:01.534734 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-06997f1e-3987-4acc-9115-36b98c98c9dd req-9afd9ff5-7f0b-4c67-ab6c-a2f036196358 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.1592512
Feb 05 20:54:01.556646 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network c6336d95-9947-45e3-b883-54d2fa8605d4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:54:01.603258 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-ce003dfe-e8c5-43b9-bb6d-4164051fb36d service neutron] Attempting to bind port 727d22f7-aa8c-41e0-8e88-ba5877b169b0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:54:01.603899 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-ce003dfe-e8c5-43b9-bb6d-4164051fb36d service neutron] Attempting to bind port 727d22f7-aa8c-41e0-8e88-ba5877b169b0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '64358af5-dc2d-4795-a8e0-31cbc220d69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:54:01.604018 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-ce003dfe-e8c5-43b9-bb6d-4164051fb36d service neutron] Attempting to bind port 727d22f7-aa8c-41e0-8e88-ba5877b169b0 on network 0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:54:01.609066 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-98b2c942-69e8-461f-8044-c2252d7689cb None None] Set router 7d544b13-b687-4ea9-b264-ade2dca5d082 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:54:01.629099 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b37992-7010-4e44-a819-c021479e8fae admin admin] Pushing event updated for resources: {'Subnet': ['ID=775b4393-c8d2-4ecf-b650-2efee00c79d9,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:01.685793 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-ce003dfe-e8c5-43b9-bb6d-4164051fb36d service neutron] Port 727d22f7-aa8c-41e0-8e88-ba5877b169b0 on network 0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:54:01.686208 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-ce003dfe-e8c5-43b9-bb6d-4164051fb36d service neutron] Attempting to bind port 727d22f7-aa8c-41e0-8e88-ba5877b169b0 on network 0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:54:01.701973 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-06997f1e-3987-4acc-9115-36b98c98c9dd req-32aca81b-630c-4b73-a76f-85c31f8c8645 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=5cb379ed-ddb4-499e-b220-588d09688bf7 HTTP/1.1" status: 200  len: 217 time: 0.0938685
Feb 05 20:54:01.709307 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b37992-7010-4e44-a819-c021479e8fae admin admin] Checking segment: {'id': 'ab2acdc2-ceb3-4188-aed0-4e2478f78171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c6336d95-9947-45e3-b883-54d2fa8605d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:54:01.710979 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b37992-7010-4e44-a819-c021479e8fae admin admin] Network hostable DHCP agents. Network: c6336d95-9947-45e3-b883-54d2fa8605d4, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:54:01.732229 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-743c964e-f07d-4130-a113-217a647a73a6 req-0508ee26-6036-4ca1-9624-aaf116922370 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6091063
Feb 05 20:54:01.765115 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b37992-7010-4e44-a819-c021479e8fae admin admin] Network c6336d95-9947-45e3-b883-54d2fa8605d4 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:54:01.781436 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-a5b37992-7010-4e44-a819-c021479e8fae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c6336d95-9947-45e3-b883-54d2fa8605d4) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:54:01.793408 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-ce003dfe-e8c5-43b9-bb6d-4164051fb36d service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:54:01.793761 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-ce003dfe-e8c5-43b9-bb6d-4164051fb36d service neutron] Checking segment: {'id': '64358af5-dc2d-4795-a8e0-31cbc220d69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:54:01.800691 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-ce003dfe-e8c5-43b9-bb6d-4164051fb36d service neutron] Bound using segment: {'id': '64358af5-dc2d-4795-a8e0-31cbc220d69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:54:01.802517 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-ce003dfe-e8c5-43b9-bb6d-4164051fb36d service neutron] Bound port: 727d22f7-aa8c-41e0-8e88-ba5877b169b0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64358af5-dc2d-4795-a8e0-31cbc220d69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:54:01.802900 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-ce003dfe-e8c5-43b9-bb6d-4164051fb36d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (727d22f7-aa8c-41e0-8e88-ba5877b169b0), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:01.803418 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b37992-7010-4e44-a819-c021479e8fae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:01.805875 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a5b37992-7010-4e44-a819-c021479e8fae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:01.825125 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b7f97c-5dae-40c1-958f-36163230c511 None None] Network c6336d95-9947-45e3-b883-54d2fa8605d4 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:54:01.868207 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a5b37992-7010-4e44-a819-c021479e8fae admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.0274343
Feb 05 20:54:02.012570 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-dffe932f-ced5-4583-9d01-5b5721cc129b req-530df7f2-3ce6-49c8-90df-3796a2501189 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks [] for floatingip (1b238171-243f-4377-9738-82548fe79846), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:02.055949 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7985f3-2fb8-4ce0-82b5-d6c18316eec8 None None] Network c6336d95-9947-45e3-b883-54d2fa8605d4 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:54:02.135011 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6495cf14-e569-4d08-83e5-2de39625cb67 req-a0f4860d-ddeb-4a04-b430-ec41b44dc99c service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.4711692
Feb 05 20:54:02.188195 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-98b2c942-69e8-461f-8044-c2252d7689cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db89dcc10>, [{'id': '7d544b13-b687-4ea9-b264-ade2dca5d082', 'name': 'tempest-AttachSCSIVolumeTestJSON-1523504056-router', 'tenant_id': '5358d8406a5b41f5bb024159a417a6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.151'}], 'enable_snat': True}, 'gw_port_id': '66a99550-5bf1-4309-94d1-6be4c3ea6944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:53:43Z', 'updated_at': '2022-02-05T20:53:48Z', 'revision_number': 4, 'project_id': '5358d8406a5b41f5bb024159a417a6dc', 'gw_port': {'id': '66a99550-5bf1-4309-94d1-6be4c3ea6944', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d544b13-b687-4ea9-b264-ade2dca5d082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:43Z', 'updated_at': '2022-02-05T20:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ad00a000-0ae8-4298-9f9b-1a29a99caec8', 'name': '', 'network_id': '93870581-e6ab-4393-8146-dee21b97de70', 'tenant_id': '5358d8406a5b41f5bb024159a417a6dc', 'mac_address': 'fa:16:3e:18:fb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d544b13-b687-4ea9-b264-ade2dca5d082', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '75d35b40-2068-456d-bc52-ea50cc06920e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:47Z', 'updated_at': '2022-02-05T20:54:00Z', 'revision_number': 4, 'project_id': '5358d8406a5b41f5bb024159a417a6dc', 'subnets': [{'id': '75d35b40-2068-456d-bc52-ea50cc06920e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:54:02.254886 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b2c942-69e8-461f-8044-c2252d7689cb None None] The sync data for ids ['7d544b13-b687-4ea9-b264-ade2dca5d082'] in ncdv-master-1 is: [{'id': '7d544b13-b687-4ea9-b264-ade2dca5d082', 'name': 'tempest-AttachSCSIVolumeTestJSON-1523504056-router', 'tenant_id': '5358d8406a5b41f5bb024159a417a6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.151'}], 'enable_snat': True}, 'gw_port_id': '66a99550-5bf1-4309-94d1-6be4c3ea6944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:53:43Z', 'updated_at': '2022-02-05T20:53:48Z', 'revision_number': 4, 'project_id': '5358d8406a5b41f5bb024159a417a6dc', 'gw_port': {'id': '66a99550-5bf1-4309-94d1-6be4c3ea6944', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d544b13-b687-4ea9-b264-ade2dca5d082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:43Z', 'updated_at': '2022-02-05T20:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ad00a000-0ae8-4298-9f9b-1a29a99caec8', 'name': '', 'network_id': '93870581-e6ab-4393-8146-dee21b97de70', 'tenant_id': '5358d8406a5b41f5bb024159a417a6dc', 'mac_address': 'fa:16:3e:18:fb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d544b13-b687-4ea9-b264-ade2dca5d082', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '75d35b40-2068-456d-bc52-ea50cc06920e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:47Z', 'updated_at': '2022-02-05T20:54:00Z', 'revision_number': 4, 'project_id': '5358d8406a5b41f5bb024159a417a6dc', 'subnets': [{'id': '75d35b40-2068-456d-bc52-ea50cc06920e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:54:02.256803 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06997f1e-3987-4acc-9115-36b98c98c9dd req-25d9b0f5-c16b-4196-b619-769038d4bf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:02.258414 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-06997f1e-3987-4acc-9115-36b98c98c9dd req-25d9b0f5-c16b-4196-b619-769038d4bf27 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.5196841
Feb 05 20:54:02.273432 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 1d9a5845-5eb9-4d8b-b040-206021da1b67 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:54:02.275094 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1d9a5845-5eb9-4d8b-b040-206021da1b67), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:02.324543 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-b2ef7d07-17e6-41be-b405-4726b70c4f2c None None] Current status of the port ad00a000-0ae8-4298-9f9b-1a29a99caec8 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:54:02.327622 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b2ef7d07-17e6-41be-b405-4726b70c4f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ad00a000-0ae8-4298-9f9b-1a29a99caec8), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:02.344657 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-dffe932f-ced5-4583-9d01-5b5721cc129b req-530df7f2-3ce6-49c8-90df-3796a2501189 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5bc0efc0-c66f-4fff-b3af-2dbb2ae80db7), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:02.417158 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d9a5845-5eb9-4d8b-b040-206021da1b67 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:54:02.472249 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 1d9a5845-5eb9-4d8b-b040-206021da1b67, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1d9a5845-5eb9-4d8b-b040-206021da1b67,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:02.487458 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (1d9a5845-5eb9-4d8b-b040-206021da1b67), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:02.489424 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-ce003dfe-e8c5-43b9-bb6d-4164051fb36d service neutron] For port 727d22f7-aa8c-41e0-8e88-ba5877b169b0, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:54:02.537910 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801af69-6667-4bba-806a-b5defacbcc38 req-c45ef247-bef7-4c1a-8bd1-0efa446b131f tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:02.544283 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801af69-6667-4bba-806a-b5defacbcc38 req-c45ef247-bef7-4c1a-8bd1-0efa446b131f tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:02.558832 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801af69-6667-4bba-806a-b5defacbcc38 req-c45ef247-bef7-4c1a-8bd1-0efa446b131f tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:02.573537 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801af69-6667-4bba-806a-b5defacbcc38 req-c45ef247-bef7-4c1a-8bd1-0efa446b131f tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:02.590341 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801af69-6667-4bba-806a-b5defacbcc38 req-c45ef247-bef7-4c1a-8bd1-0efa446b131f tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:02.593746 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=1d9a5845-5eb9-4d8b-b040-206021da1b67,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:02.609227 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f801af69-6667-4bba-806a-b5defacbcc38 req-c45ef247-bef7-4c1a-8bd1-0efa446b131f tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 3826 time: 0.6112227
Feb 05 20:54:02.643332 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-ce003dfe-e8c5-43b9-bb6d-4164051fb36d service neutron] For port 727d22f7-aa8c-41e0-8e88-ba5877b169b0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=727d22f7-aa8c-41e0-8e88-ba5877b169b0,segment=NetworkSegment(64358af5-dc2d-4795-a8e0-31cbc220d69d),segment_id=64358af5-dc2d-4795-a8e0-31cbc220d69d)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:54:02.645361 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-b2ef7d07-17e6-41be-b405-4726b70c4f2c None None] For port ad00a000-0ae8-4298-9f9b-1a29a99caec8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad00a000-0ae8-4298-9f9b-1a29a99caec8,segment=NetworkSegment(cdac7a8a-df2c-47dc-a000-b7902f88f86c),segment_id=cdac7a8a-df2c-47dc-a000-b7902f88f86c)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:02.660777 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b2ef7d07-17e6-41be-b405-4726b70c4f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ad00a000-0ae8-4298-9f9b-1a29a99caec8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:02.713788 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-ce003dfe-e8c5-43b9-bb6d-4164051fb36d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (727d22f7-aa8c-41e0-8e88-ba5877b169b0), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:02.719230 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['1d9a5845-5eb9-4d8b-b040-206021da1b67'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:54:02.755405 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06997f1e-3987-4acc-9115-36b98c98c9dd req-7c5f9d88-1fc3-4f3c-ad17-8a5f95d6cd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:02.768516 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-06997f1e-3987-4acc-9115-36b98c98c9dd req-7c5f9d88-1fc3-4f3c-ad17-8a5f95d6cd81 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.4891419
Feb 05 20:54:02.820862 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ef7d07-17e6-41be-b405-4726b70c4f2c None None] Pushing event updated for resources: {'Port': ['ID=ad00a000-0ae8-4298-9f9b-1a29a99caec8,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:02.908931 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-ce003dfe-e8c5-43b9-bb6d-4164051fb36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:02.909677 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-ce003dfe-e8c5-43b9-bb6d-4164051fb36d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:02.915042 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-ce003dfe-e8c5-43b9-bb6d-4164051fb36d service neutron] 10.222.0.39 "PUT /v2.0/ports/727d22f7-aa8c-41e0-8e88-ba5877b169b0 HTTP/1.1" status: 200  len: 1091 time: 5.9536498
Feb 05 20:54:02.932141 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c3216e2-d656-43e7-a240-5a705445caca', 'tag': '727d22f7-aa8c-41e0-8e88-ba5877b169b0'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:54:02.938124 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724ff49e-262d-4743-b99a-cafeb2f26c8a" -d '{"events": [{"name": "network-changed", "server_uuid": "2c3216e2-d656-43e7-a240-5a705445caca", "tag": "727d22f7-aa8c-41e0-8e88-ba5877b169b0"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:54:03.027179 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-7bf5bc3b-29ec-4d7d-8134-3d2ae06fc291 None None] Provisioning complete for port ad00a000-0ae8-4298-9f9b-1a29a99caec8 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:54:03.027705 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7bf5bc3b-29ec-4d7d-8134-3d2ae06fc291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ad00a000-0ae8-4298-9f9b-1a29a99caec8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:03.038625 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-7c4e54fe-7964-492d-a215-3f631bdd7737 service neutron] Request body: {'port': {'device_id': '2c3216e2-d656-43e7-a240-5a705445caca', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:54:03.112313 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f801af69-6667-4bba-806a-b5defacbcc38 req-7418c9f6-2318-44d4-905f-0345789f86ba tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/security-groups?id=862080b5-e679-4cab-bbab-4a73c5b41769&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4832797
Feb 05 20:54:03.206584 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device ad00a000-0ae8-4298-9f9b-1a29a99caec8 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:54:03.526950 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-7bf5bc3b-29ec-4d7d-8134-3d2ae06fc291 None None] Current status of the port ad00a000-0ae8-4298-9f9b-1a29a99caec8 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:54:03.543724 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port ad00a000-0ae8-4298-9f9b-1a29a99caec8 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:54:03.544112 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ad00a000-0ae8-4298-9f9b-1a29a99caec8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:03.568802 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-dffe932f-ced5-4583-9d01-5b5721cc129b req-530df7f2-3ce6-49c8-90df-3796a2501189 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks [] for port (5bc0efc0-c66f-4fff-b3af-2dbb2ae80db7), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:03.593431 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-dffe932f-ced5-4583-9d01-5b5721cc129b req-530df7f2-3ce6-49c8-90df-3796a2501189 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (5bc0efc0-c66f-4fff-b3af-2dbb2ae80db7), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:03.596582 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce003dfe-e8c5-43b9-bb6d-4164051fb36d service neutron] Pushing event updated for resources: {'Port': ['ID=727d22f7-aa8c-41e0-8e88-ba5877b169b0,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:03.777592 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2f5e4e83-23bb-4bc0-8eb0-3205c631aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:03.796974 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port ad00a000-0ae8-4298-9f9b-1a29a99caec8 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:54:03.863558 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-06997f1e-3987-4acc-9115-36b98c98c9dd req-2b192cd1-e75e-485f-b973-a475bb9e657f service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0935755
Feb 05 20:54:03.870781 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-7c4e54fe-7964-492d-a215-3f631bdd7737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0dc636af-3e4f-4bdf-a0d0-4cf505100fad), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:03.873326 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530df7f2-3ce6-49c8-90df-3796a2501189 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Pushing event updated for resources: {'Port': ['ID=5bc0efc0-c66f-4fff-b3af-2dbb2ae80db7,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:03.931619 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782aa165-e99d-4ef5-a6eb-53bf0397ccb0 req-62b0fafa-8d46-4e8a-b932-55d49d2ed9c4 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:03.939328 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-782aa165-e99d-4ef5-a6eb-53bf0397ccb0 req-62b0fafa-8d46-4e8a-b932-55d49d2ed9c4 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=e42e5222-69b2-4832-b20f-3216346b2bc6 HTTP/1.1" status: 200  len: 949 time: 0.3658366
Feb 05 20:54:03.941572 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-dffe932f-ced5-4583-9d01-5b5721cc129b req-530df7f2-3ce6-49c8-90df-3796a2501189 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (1b238171-243f-4377-9738-82548fe79846), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:04.141099 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-dffe932f-ced5-4583-9d01-5b5721cc129b req-530df7f2-3ce6-49c8-90df-3796a2501189 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:04.146945 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dffe932f-ced5-4583-9d01-5b5721cc129b req-530df7f2-3ce6-49c8-90df-3796a2501189 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 7.8672500
Feb 05 20:54:04.242568 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-782aa165-e99d-4ef5-a6eb-53bf0397ccb0 req-68b32c68-e426-468e-bc22-95d9aa3dcf28 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3020689
Feb 05 20:54:04.472356 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-7c4e54fe-7964-492d-a215-3f631bdd7737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dc636af-3e4f-4bdf-a0d0-4cf505100fad {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:54:04.486894 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-7c4e54fe-7964-492d-a215-3f631bdd7737 service neutron] Publish callbacks [] for port (0dc636af-3e4f-4bdf-a0d0-4cf505100fad), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:04.497234 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-06997f1e-3987-4acc-9115-36b98c98c9dd req-ad41f9c0-fea8-4e4e-a7ff-1149a1aecbfa service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6193285
Feb 05 20:54:04.511966 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 1d9a5845-5eb9-4d8b-b040-206021da1b67 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:54:04.530454 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dffe932f-ced5-4583-9d01-5b5721cc129b req-22b8e779-2a49-475f-a8dd-7b3b31482791 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.124 HTTP/1.1" status: 200  len: 696 time: 0.3602815
Feb 05 20:54:04.620249 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 1d9a5845-5eb9-4d8b-b040-206021da1b67 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:54:04.640290 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 1d9a5845-5eb9-4d8b-b040-206021da1b67 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:54:04.641025 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1d9a5845-5eb9-4d8b-b040-206021da1b67), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:04.686093 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-7c4e54fe-7964-492d-a215-3f631bdd7737 service neutron] Transition to ACTIVE for port object 0dc636af-3e4f-4bdf-a0d0-4cf505100fad will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:54:04.762335 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 1d9a5845-5eb9-4d8b-b040-206021da1b67 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:54:04.763058 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1d9a5845-5eb9-4d8b-b040-206021da1b67), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:04.775784 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-7c4e54fe-7964-492d-a215-3f631bdd7737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (0dc636af-3e4f-4bdf-a0d0-4cf505100fad), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:04.794516 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42e5222-69b2-4832-b20f-3216346b2bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9a5845-5eb9-4d8b-b040-206021da1b67'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:54:04.797784 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ed0dcb-01a3-4e59-8b5d-bb5d45034ccf" -d '{"events": [{"server_uuid": "e42e5222-69b2-4832-b20f-3216346b2bc6", "name": "network-vif-plugged", "status": "completed", "tag": "1d9a5845-5eb9-4d8b-b040-206021da1b67"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:54:04.813640 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 1d9a5845-5eb9-4d8b-b040-206021da1b67, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1d9a5845-5eb9-4d8b-b040-206021da1b67,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:04.819005 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (1d9a5845-5eb9-4d8b-b040-206021da1b67), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:04.912584 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e54fe-7964-492d-a215-3f631bdd7737 service neutron] Pushing event updated for resources: {'Port': ['ID=0dc636af-3e4f-4bdf-a0d0-4cf505100fad,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:05.016883 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe932f-ced5-4583-9d01-5b5721cc129b req-b9880a2d-5c47-42d0-9787-e01a736f3b7c tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:05.020396 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dffe932f-ced5-4583-9d01-5b5721cc129b req-b9880a2d-5c47-42d0-9787-e01a736f3b7c tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] 10.222.0.32 "GET /v2.0/networks/d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 784 time: 0.4853246
Feb 05 20:54:05.043425 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=1d9a5845-5eb9-4d8b-b040-206021da1b67,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:05.075608 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-7c4e54fe-7964-492d-a215-3f631bdd7737 service neutron] Attempting to bind port 0dc636af-3e4f-4bdf-a0d0-4cf505100fad on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:54:05.075960 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-7c4e54fe-7964-492d-a215-3f631bdd7737 service neutron] Attempting to bind port 0dc636af-3e4f-4bdf-a0d0-4cf505100fad by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4955b25d-458a-4138-b58a-fac13eec9395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2c28d2b8-7305-4066-8f34-0ebf235173b6'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:54:05.076296 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-7c4e54fe-7964-492d-a215-3f631bdd7737 service neutron] Attempting to bind port 0dc636af-3e4f-4bdf-a0d0-4cf505100fad on network 2c28d2b8-7305-4066-8f34-0ebf235173b6 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:54:05.082841 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-7c4e54fe-7964-492d-a215-3f631bdd7737 service neutron] Port 0dc636af-3e4f-4bdf-a0d0-4cf505100fad on network 2c28d2b8-7305-4066-8f34-0ebf235173b6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:54:05.083196 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-7c4e54fe-7964-492d-a215-3f631bdd7737 service neutron] Attempting to bind port 0dc636af-3e4f-4bdf-a0d0-4cf505100fad on network 2c28d2b8-7305-4066-8f34-0ebf235173b6 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:54:05.090214 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-7c4e54fe-7964-492d-a215-3f631bdd7737 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:54:05.090527 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-7c4e54fe-7964-492d-a215-3f631bdd7737 service neutron] Checking segment: {'id': '4955b25d-458a-4138-b58a-fac13eec9395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2c28d2b8-7305-4066-8f34-0ebf235173b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:54:05.093587 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-7c4e54fe-7964-492d-a215-3f631bdd7737 service neutron] Bound using segment: {'id': '4955b25d-458a-4138-b58a-fac13eec9395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2c28d2b8-7305-4066-8f34-0ebf235173b6'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:54:05.094051 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-7c4e54fe-7964-492d-a215-3f631bdd7737 service neutron] Bound port: 0dc636af-3e4f-4bdf-a0d0-4cf505100fad, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4955b25d-458a-4138-b58a-fac13eec9395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2c28d2b8-7305-4066-8f34-0ebf235173b6'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:54:05.095363 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-7c4e54fe-7964-492d-a215-3f631bdd7737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0dc636af-3e4f-4bdf-a0d0-4cf505100fad), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:05.293049 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-7c4e54fe-7964-492d-a215-3f631bdd7737 service neutron] For port 0dc636af-3e4f-4bdf-a0d0-4cf505100fad, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:54:05.297958 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-7c4e54fe-7964-492d-a215-3f631bdd7737 service neutron] For port 0dc636af-3e4f-4bdf-a0d0-4cf505100fad, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0dc636af-3e4f-4bdf-a0d0-4cf505100fad,segment=NetworkSegment(4955b25d-458a-4138-b58a-fac13eec9395),segment_id=4955b25d-458a-4138-b58a-fac13eec9395)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:54:05.320340 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f416d32-ef78-4b8e-b2ab-80494d663c39 req-251b6213-41f6-434c-8e2f-894d7e4a44f5 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:05.329119 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4f416d32-ef78-4b8e-b2ab-80494d663c39 req-251b6213-41f6-434c-8e2f-894d7e4a44f5 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed02470-ef14-4684-b7d9-4eec2dfac30a HTTP/1.1" status: 200  len: 946 time: 0.1352727
Feb 05 20:54:05.332735 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-7c4e54fe-7964-492d-a215-3f631bdd7737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (0dc636af-3e4f-4bdf-a0d0-4cf505100fad), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:05.465471 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-7c4e54fe-7964-492d-a215-3f631bdd7737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:05.466324 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-7c4e54fe-7964-492d-a215-3f631bdd7737 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:05.477901 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-7c4e54fe-7964-492d-a215-3f631bdd7737 service neutron] 10.222.0.39 "PUT /v2.0/ports/0dc636af-3e4f-4bdf-a0d0-4cf505100fad HTTP/1.1" status: 200  len: 1135 time: 2.4615812
Feb 05 20:54:05.545799 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-aab33fc1-d9d1-4646-b47d-db11acdb8d0b service neutron] Request body: {'port': {'device_id': '2c3216e2-d656-43e7-a240-5a705445caca', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:54:05.650171 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e54fe-7964-492d-a215-3f631bdd7737 service neutron] Pushing event updated for resources: {'Port': ['ID=0dc636af-3e4f-4bdf-a0d0-4cf505100fad,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:05.683006 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4f416d32-ef78-4b8e-b2ab-80494d663c39 req-a6649ef8-a8db-4ede-a2fb-5c757ff0ae71 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3528864
Feb 05 20:54:05.752442 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-aab33fc1-d9d1-4646-b47d-db11acdb8d0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0798d918-a1a1-4268-8b6d-832370da6f8f), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:05.780453 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef84178-d3fc-4545-bb4d-a063f8e5f350 x-openstack-request-id: req-7ef84178-d3fc-4545-bb4d-a063f8e5f350 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:54:05.780760 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c3216e2-d656-43e7-a240-5a705445caca", "tag": "727d22f7-aa8c-41e0-8e88-ba5877b169b0", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:54:05.782179 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7ef84178-d3fc-4545-bb4d-a063f8e5f350 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:54:05.782944 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c3216e2-d656-43e7-a240-5a705445caca', 'tag': '727d22f7-aa8c-41e0-8e88-ba5877b169b0', 'status': 'completed', 'code': 200}
Feb 05 20:54:06.047027 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-64ed92e2-fcde-4a22-93a2-c3c99bf04daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:06.137753 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ff49e-262d-4743-b99a-cafeb2f26c8a req-c13fb844-aebc-4861-bb3f-e43ed90c26e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:06.138493 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ff49e-262d-4743-b99a-cafeb2f26c8a req-c13fb844-aebc-4861-bb3f-e43ed90c26e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:06.138493 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ff49e-262d-4743-b99a-cafeb2f26c8a req-c13fb844-aebc-4861-bb3f-e43ed90c26e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:06.138922 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ff49e-262d-4743-b99a-cafeb2f26c8a req-c13fb844-aebc-4861-bb3f-e43ed90c26e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:06.139354 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ff49e-262d-4743-b99a-cafeb2f26c8a req-c13fb844-aebc-4861-bb3f-e43ed90c26e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:06.139822 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ff49e-262d-4743-b99a-cafeb2f26c8a req-c13fb844-aebc-4861-bb3f-e43ed90c26e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:06.141641 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-724ff49e-262d-4743-b99a-cafeb2f26c8a req-c13fb844-aebc-4861-bb3f-e43ed90c26e8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3256272f3c524d7fba9a4fb8f5eb011d&device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 5351 time: 0.3252151
Feb 05 20:54:06.376355 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f841d5-6801-4298-b700-259d8544bcf8 req-33b0a397-1433-48b3-82c3-6eafdcb5cf0b tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:06.382765 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f841d5-6801-4298-b700-259d8544bcf8 req-33b0a397-1433-48b3-82c3-6eafdcb5cf0b tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:06.390072 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f841d5-6801-4298-b700-259d8544bcf8 req-33b0a397-1433-48b3-82c3-6eafdcb5cf0b tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:06.395672 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f841d5-6801-4298-b700-259d8544bcf8 req-33b0a397-1433-48b3-82c3-6eafdcb5cf0b tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:06.402179 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f841d5-6801-4298-b700-259d8544bcf8 req-33b0a397-1433-48b3-82c3-6eafdcb5cf0b tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:06.410212 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f841d5-6801-4298-b700-259d8544bcf8 req-33b0a397-1433-48b3-82c3-6eafdcb5cf0b tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:06.412182 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c9f841d5-6801-4298-b700-259d8544bcf8 req-33b0a397-1433-48b3-82c3-6eafdcb5cf0b tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 4603 time: 0.4277382
Feb 05 20:54:06.520963 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ff49e-262d-4743-b99a-cafeb2f26c8a req-c2997cd2-3d7b-4a99-93a1-0cf075d67ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:06.521432 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ff49e-262d-4743-b99a-cafeb2f26c8a req-c2997cd2-3d7b-4a99-93a1-0cf075d67ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:06.521910 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ff49e-262d-4743-b99a-cafeb2f26c8a req-c2997cd2-3d7b-4a99-93a1-0cf075d67ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:06.523799 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-724ff49e-262d-4743-b99a-cafeb2f26c8a req-c2997cd2-3d7b-4a99-93a1-0cf075d67ed3 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3256272f3c524d7fba9a4fb8f5eb011d&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.3637788
Feb 05 20:54:06.720143 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c9f841d5-6801-4298-b700-259d8544bcf8 req-acf389ae-d13c-44cf-88e7-32e5ef4a1287 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/security-groups?id=862080b5-e679-4cab-bbab-4a73c5b41769&id=d935f44d-aedf-41e0-a92b-4330e1bb2d9b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2679689
Feb 05 20:54:07.320099 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ff49e-262d-4743-b99a-cafeb2f26c8a req-4de636b8-1c85-42a1-88d8-c578892dd335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:07.321650 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-724ff49e-262d-4743-b99a-cafeb2f26c8a req-4de636b8-1c85-42a1-88d8-c578892dd335 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.7873037
Feb 05 20:54:07.328831 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-aab33fc1-d9d1-4646-b47d-db11acdb8d0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0798d918-a1a1-4268-8b6d-832370da6f8f {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:54:07.353239 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:07.365673 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-aab33fc1-d9d1-4646-b47d-db11acdb8d0b service neutron] Publish callbacks [] for port (0798d918-a1a1-4268-8b6d-832370da6f8f), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:07.404307 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-aab33fc1-d9d1-4646-b47d-db11acdb8d0b service neutron] Transition to ACTIVE for port object 0798d918-a1a1-4268-8b6d-832370da6f8f will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:54:07.410868 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-aab33fc1-d9d1-4646-b47d-db11acdb8d0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (0798d918-a1a1-4268-8b6d-832370da6f8f), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:07.582230 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab33fc1-d9d1-4646-b47d-db11acdb8d0b service neutron] Pushing event updated for resources: {'Port': ['ID=0798d918-a1a1-4268-8b6d-832370da6f8f,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:07.622758 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-aab33fc1-d9d1-4646-b47d-db11acdb8d0b service neutron] Attempting to bind port 0798d918-a1a1-4268-8b6d-832370da6f8f on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:54:07.622758 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-aab33fc1-d9d1-4646-b47d-db11acdb8d0b service neutron] Attempting to bind port 0798d918-a1a1-4268-8b6d-832370da6f8f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4955b25d-458a-4138-b58a-fac13eec9395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2c28d2b8-7305-4066-8f34-0ebf235173b6'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:54:07.622758 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-aab33fc1-d9d1-4646-b47d-db11acdb8d0b service neutron] Attempting to bind port 0798d918-a1a1-4268-8b6d-832370da6f8f on network 2c28d2b8-7305-4066-8f34-0ebf235173b6 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:54:07.637630 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-aab33fc1-d9d1-4646-b47d-db11acdb8d0b service neutron] Port 0798d918-a1a1-4268-8b6d-832370da6f8f on network 2c28d2b8-7305-4066-8f34-0ebf235173b6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:54:07.637930 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-aab33fc1-d9d1-4646-b47d-db11acdb8d0b service neutron] Attempting to bind port 0798d918-a1a1-4268-8b6d-832370da6f8f on network 2c28d2b8-7305-4066-8f34-0ebf235173b6 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:54:07.644419 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-aab33fc1-d9d1-4646-b47d-db11acdb8d0b service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:54:07.644419 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-aab33fc1-d9d1-4646-b47d-db11acdb8d0b service neutron] Checking segment: {'id': '4955b25d-458a-4138-b58a-fac13eec9395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2c28d2b8-7305-4066-8f34-0ebf235173b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:54:07.644931 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-aab33fc1-d9d1-4646-b47d-db11acdb8d0b service neutron] Bound using segment: {'id': '4955b25d-458a-4138-b58a-fac13eec9395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2c28d2b8-7305-4066-8f34-0ebf235173b6'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:54:07.654204 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-aab33fc1-d9d1-4646-b47d-db11acdb8d0b service neutron] Bound port: 0798d918-a1a1-4268-8b6d-832370da6f8f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4955b25d-458a-4138-b58a-fac13eec9395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2c28d2b8-7305-4066-8f34-0ebf235173b6'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:54:07.654704 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-aab33fc1-d9d1-4646-b47d-db11acdb8d0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0798d918-a1a1-4268-8b6d-832370da6f8f), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:07.783583 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c3216e2-d656-43e7-a240-5a705445caca', 'tag': '0dc636af-3e4f-4bdf-a0d0-4cf505100fad'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:54:07.786314 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad672a62-6749-466a-ac51-27325fcec687" -d '{"events": [{"name": "network-changed", "server_uuid": "2c3216e2-d656-43e7-a240-5a705445caca", "tag": "0dc636af-3e4f-4bdf-a0d0-4cf505100fad"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:54:07.798720 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-aab33fc1-d9d1-4646-b47d-db11acdb8d0b service neutron] For port 0798d918-a1a1-4268-8b6d-832370da6f8f, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:54:07.808515 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-aab33fc1-d9d1-4646-b47d-db11acdb8d0b service neutron] For port 0798d918-a1a1-4268-8b6d-832370da6f8f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0798d918-a1a1-4268-8b6d-832370da6f8f,segment=NetworkSegment(4955b25d-458a-4138-b58a-fac13eec9395),segment_id=4955b25d-458a-4138-b58a-fac13eec9395)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:54:07.819069 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-aab33fc1-d9d1-4646-b47d-db11acdb8d0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (0798d918-a1a1-4268-8b6d-832370da6f8f), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:07.903433 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab33fc1-d9d1-4646-b47d-db11acdb8d0b service neutron] Pushing event updated for resources: {'Port': ['ID=0798d918-a1a1-4268-8b6d-832370da6f8f,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:07.950616 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-aab33fc1-d9d1-4646-b47d-db11acdb8d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:07.951759 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-aab33fc1-d9d1-4646-b47d-db11acdb8d0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:07.954701 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-aab33fc1-d9d1-4646-b47d-db11acdb8d0b service neutron] 10.222.0.39 "PUT /v2.0/ports/0798d918-a1a1-4268-8b6d-832370da6f8f HTTP/1.1" status: 200  len: 1135 time: 2.4302080
Feb 05 20:54:08.000051 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-05445015-4f87-4b48-bcd0-9e3c929c9d0e service neutron] Request body: {'port': {'device_id': '2c3216e2-d656-43e7-a240-5a705445caca', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:54:08.108636 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-05445015-4f87-4b48-bcd0-9e3c929c9d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c006ee92-de9a-4d20-85f3-3e39838a35c2), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:08.594450 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-05445015-4f87-4b48-bcd0-9e3c929c9d0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c006ee92-de9a-4d20-85f3-3e39838a35c2 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:54:08.611881 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-05445015-4f87-4b48-bcd0-9e3c929c9d0e service neutron] Publish callbacks [] for port (c006ee92-de9a-4d20-85f3-3e39838a35c2), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:08.645270 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-05445015-4f87-4b48-bcd0-9e3c929c9d0e service neutron] Transition to ACTIVE for port object c006ee92-de9a-4d20-85f3-3e39838a35c2 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:54:08.654170 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-05445015-4f87-4b48-bcd0-9e3c929c9d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (c006ee92-de9a-4d20-85f3-3e39838a35c2), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:08.725870 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05445015-4f87-4b48-bcd0-9e3c929c9d0e service neutron] Pushing event updated for resources: {'Port': ['ID=c006ee92-de9a-4d20-85f3-3e39838a35c2,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:08.809491 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 20:54:08.856509 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-05445015-4f87-4b48-bcd0-9e3c929c9d0e service neutron] Attempting to bind port c006ee92-de9a-4d20-85f3-3e39838a35c2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:54:08.856929 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-05445015-4f87-4b48-bcd0-9e3c929c9d0e service neutron] Attempting to bind port c006ee92-de9a-4d20-85f3-3e39838a35c2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4955b25d-458a-4138-b58a-fac13eec9395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2c28d2b8-7305-4066-8f34-0ebf235173b6'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:54:08.857202 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-05445015-4f87-4b48-bcd0-9e3c929c9d0e service neutron] Attempting to bind port c006ee92-de9a-4d20-85f3-3e39838a35c2 on network 2c28d2b8-7305-4066-8f34-0ebf235173b6 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:54:08.865670 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-05445015-4f87-4b48-bcd0-9e3c929c9d0e service neutron] Port c006ee92-de9a-4d20-85f3-3e39838a35c2 on network 2c28d2b8-7305-4066-8f34-0ebf235173b6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:54:08.866092 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-05445015-4f87-4b48-bcd0-9e3c929c9d0e service neutron] Attempting to bind port c006ee92-de9a-4d20-85f3-3e39838a35c2 on network 2c28d2b8-7305-4066-8f34-0ebf235173b6 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:54:08.876486 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-05445015-4f87-4b48-bcd0-9e3c929c9d0e service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:54:08.876486 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-05445015-4f87-4b48-bcd0-9e3c929c9d0e service neutron] Checking segment: {'id': '4955b25d-458a-4138-b58a-fac13eec9395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2c28d2b8-7305-4066-8f34-0ebf235173b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:54:08.876486 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-05445015-4f87-4b48-bcd0-9e3c929c9d0e service neutron] Bound using segment: {'id': '4955b25d-458a-4138-b58a-fac13eec9395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2c28d2b8-7305-4066-8f34-0ebf235173b6'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:54:08.877025 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-05445015-4f87-4b48-bcd0-9e3c929c9d0e service neutron] Bound port: c006ee92-de9a-4d20-85f3-3e39838a35c2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4955b25d-458a-4138-b58a-fac13eec9395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2c28d2b8-7305-4066-8f34-0ebf235173b6'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:54:08.877388 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-05445015-4f87-4b48-bcd0-9e3c929c9d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c006ee92-de9a-4d20-85f3-3e39838a35c2), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:08.974370 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:09.068951 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-05445015-4f87-4b48-bcd0-9e3c929c9d0e service neutron] For port c006ee92-de9a-4d20-85f3-3e39838a35c2, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:54:09.073922 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-05445015-4f87-4b48-bcd0-9e3c929c9d0e service neutron] For port c006ee92-de9a-4d20-85f3-3e39838a35c2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c006ee92-de9a-4d20-85f3-3e39838a35c2,segment=NetworkSegment(4955b25d-458a-4138-b58a-fac13eec9395),segment_id=4955b25d-458a-4138-b58a-fac13eec9395)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:54:09.106482 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-05445015-4f87-4b48-bcd0-9e3c929c9d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (c006ee92-de9a-4d20-85f3-3e39838a35c2), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:09.205267 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-05445015-4f87-4b48-bcd0-9e3c929c9d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:09.205936 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-05445015-4f87-4b48-bcd0-9e3c929c9d0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:09.207397 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-05445015-4f87-4b48-bcd0-9e3c929c9d0e service neutron] 10.222.0.39 "PUT /v2.0/ports/c006ee92-de9a-4d20-85f3-3e39838a35c2 HTTP/1.1" status: 200  len: 1090 time: 1.2174256
Feb 05 20:54:09.244584 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-53399163-0273-4e73-9e15-c0a587868ac7 service neutron] Request body: {'port': {'device_id': '2c3216e2-d656-43e7-a240-5a705445caca', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:54:09.248971 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05445015-4f87-4b48-bcd0-9e3c929c9d0e service neutron] Pushing event updated for resources: {'Port': ['ID=c006ee92-de9a-4d20-85f3-3e39838a35c2,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:09.333753 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-53399163-0273-4e73-9e15-c0a587868ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3b70f63b-dae9-48e5-a6ad-2fc1008228c7), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:09.784147 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-53399163-0273-4e73-9e15-c0a587868ac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b70f63b-dae9-48e5-a6ad-2fc1008228c7 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:54:09.806221 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-53399163-0273-4e73-9e15-c0a587868ac7 service neutron] Publish callbacks [] for port (3b70f63b-dae9-48e5-a6ad-2fc1008228c7), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:09.842483 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-53399163-0273-4e73-9e15-c0a587868ac7 service neutron] Transition to ACTIVE for port object 3b70f63b-dae9-48e5-a6ad-2fc1008228c7 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:54:09.847167 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-53399163-0273-4e73-9e15-c0a587868ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (3b70f63b-dae9-48e5-a6ad-2fc1008228c7), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:09.942286 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53399163-0273-4e73-9e15-c0a587868ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=3b70f63b-dae9-48e5-a6ad-2fc1008228c7,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:10.024906 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-53399163-0273-4e73-9e15-c0a587868ac7 service neutron] Attempting to bind port 3b70f63b-dae9-48e5-a6ad-2fc1008228c7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:54:10.025606 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-53399163-0273-4e73-9e15-c0a587868ac7 service neutron] Attempting to bind port 3b70f63b-dae9-48e5-a6ad-2fc1008228c7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4955b25d-458a-4138-b58a-fac13eec9395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2c28d2b8-7305-4066-8f34-0ebf235173b6'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:54:10.026140 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-53399163-0273-4e73-9e15-c0a587868ac7 service neutron] Attempting to bind port 3b70f63b-dae9-48e5-a6ad-2fc1008228c7 on network 2c28d2b8-7305-4066-8f34-0ebf235173b6 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:54:10.031906 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-53399163-0273-4e73-9e15-c0a587868ac7 service neutron] Port 3b70f63b-dae9-48e5-a6ad-2fc1008228c7 on network 2c28d2b8-7305-4066-8f34-0ebf235173b6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:54:10.032614 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-53399163-0273-4e73-9e15-c0a587868ac7 service neutron] Attempting to bind port 3b70f63b-dae9-48e5-a6ad-2fc1008228c7 on network 2c28d2b8-7305-4066-8f34-0ebf235173b6 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:54:10.039229 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-53399163-0273-4e73-9e15-c0a587868ac7 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:54:10.040000 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-53399163-0273-4e73-9e15-c0a587868ac7 service neutron] Checking segment: {'id': '4955b25d-458a-4138-b58a-fac13eec9395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2c28d2b8-7305-4066-8f34-0ebf235173b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:54:10.040876 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-53399163-0273-4e73-9e15-c0a587868ac7 service neutron] Bound using segment: {'id': '4955b25d-458a-4138-b58a-fac13eec9395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2c28d2b8-7305-4066-8f34-0ebf235173b6'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:54:10.041486 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-53399163-0273-4e73-9e15-c0a587868ac7 service neutron] Bound port: 3b70f63b-dae9-48e5-a6ad-2fc1008228c7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4955b25d-458a-4138-b58a-fac13eec9395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2c28d2b8-7305-4066-8f34-0ebf235173b6'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:54:10.042026 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-53399163-0273-4e73-9e15-c0a587868ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3b70f63b-dae9-48e5-a6ad-2fc1008228c7), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:10.135868 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-53399163-0273-4e73-9e15-c0a587868ac7 service neutron] For port 3b70f63b-dae9-48e5-a6ad-2fc1008228c7, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:54:10.141026 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-53399163-0273-4e73-9e15-c0a587868ac7 service neutron] For port 3b70f63b-dae9-48e5-a6ad-2fc1008228c7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3b70f63b-dae9-48e5-a6ad-2fc1008228c7,segment=NetworkSegment(4955b25d-458a-4138-b58a-fac13eec9395),segment_id=4955b25d-458a-4138-b58a-fac13eec9395)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:54:10.150259 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-53399163-0273-4e73-9e15-c0a587868ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (3b70f63b-dae9-48e5-a6ad-2fc1008228c7), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:10.166706 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:10.210757 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-53399163-0273-4e73-9e15-c0a587868ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:10.211667 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-53399163-0273-4e73-9e15-c0a587868ac7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:10.213316 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-53399163-0273-4e73-9e15-c0a587868ac7 service neutron] 10.222.0.39 "PUT /v2.0/ports/3b70f63b-dae9-48e5-a6ad-2fc1008228c7 HTTP/1.1" status: 200  len: 1090 time: 0.9741523
Feb 05 20:54:10.266656 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-2949cfa3-073f-4971-b152-4a20c3868fcd service neutron] Request body: {'port': {'device_id': '2c3216e2-d656-43e7-a240-5a705445caca', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:54:10.294584 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53399163-0273-4e73-9e15-c0a587868ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=3b70f63b-dae9-48e5-a6ad-2fc1008228c7,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:10.383377 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-2949cfa3-073f-4971-b152-4a20c3868fcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (fe248a30-0aa0-4c85-b704-48b8f8ec969c), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:10.731968 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-2949cfa3-073f-4971-b152-4a20c3868fcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe248a30-0aa0-4c85-b704-48b8f8ec969c {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:54:10.742482 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-2949cfa3-073f-4971-b152-4a20c3868fcd service neutron] Publish callbacks [] for port (fe248a30-0aa0-4c85-b704-48b8f8ec969c), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:10.758307 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-2949cfa3-073f-4971-b152-4a20c3868fcd service neutron] Transition to ACTIVE for port object fe248a30-0aa0-4c85-b704-48b8f8ec969c will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:54:10.765568 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-2949cfa3-073f-4971-b152-4a20c3868fcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (fe248a30-0aa0-4c85-b704-48b8f8ec969c), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:10.874046 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949cfa3-073f-4971-b152-4a20c3868fcd service neutron] Pushing event updated for resources: {'Port': ['ID=fe248a30-0aa0-4c85-b704-48b8f8ec969c,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:11.053145 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-2949cfa3-073f-4971-b152-4a20c3868fcd service neutron] Attempting to bind port fe248a30-0aa0-4c85-b704-48b8f8ec969c on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:54:11.055765 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-2949cfa3-073f-4971-b152-4a20c3868fcd service neutron] Attempting to bind port fe248a30-0aa0-4c85-b704-48b8f8ec969c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '89719b81-4c1f-4326-bc00-4b7dddd494cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2869ab27-d004-4907-98b1-61880aad7d20'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:54:11.056229 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-2949cfa3-073f-4971-b152-4a20c3868fcd service neutron] Attempting to bind port fe248a30-0aa0-4c85-b704-48b8f8ec969c on network 2869ab27-d004-4907-98b1-61880aad7d20 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:54:11.066448 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-2949cfa3-073f-4971-b152-4a20c3868fcd service neutron] Port fe248a30-0aa0-4c85-b704-48b8f8ec969c on network 2869ab27-d004-4907-98b1-61880aad7d20 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:54:11.066921 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-2949cfa3-073f-4971-b152-4a20c3868fcd service neutron] Attempting to bind port fe248a30-0aa0-4c85-b704-48b8f8ec969c on network 2869ab27-d004-4907-98b1-61880aad7d20 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:54:11.079798 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-2949cfa3-073f-4971-b152-4a20c3868fcd service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:54:11.080296 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-2949cfa3-073f-4971-b152-4a20c3868fcd service neutron] Checking segment: {'id': '89719b81-4c1f-4326-bc00-4b7dddd494cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2869ab27-d004-4907-98b1-61880aad7d20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:54:11.081826 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-2949cfa3-073f-4971-b152-4a20c3868fcd service neutron] Bound using segment: {'id': '89719b81-4c1f-4326-bc00-4b7dddd494cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2869ab27-d004-4907-98b1-61880aad7d20'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:54:11.084043 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-2949cfa3-073f-4971-b152-4a20c3868fcd service neutron] Bound port: fe248a30-0aa0-4c85-b704-48b8f8ec969c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89719b81-4c1f-4326-bc00-4b7dddd494cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2869ab27-d004-4907-98b1-61880aad7d20'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:54:11.091150 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-2949cfa3-073f-4971-b152-4a20c3868fcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (fe248a30-0aa0-4c85-b704-48b8f8ec969c), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:11.242642 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-2949cfa3-073f-4971-b152-4a20c3868fcd service neutron] For port fe248a30-0aa0-4c85-b704-48b8f8ec969c, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:54:11.247025 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-2949cfa3-073f-4971-b152-4a20c3868fcd service neutron] For port fe248a30-0aa0-4c85-b704-48b8f8ec969c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fe248a30-0aa0-4c85-b704-48b8f8ec969c,segment=NetworkSegment(89719b81-4c1f-4326-bc00-4b7dddd494cf),segment_id=89719b81-4c1f-4326-bc00-4b7dddd494cf)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:54:11.254647 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-2949cfa3-073f-4971-b152-4a20c3868fcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (fe248a30-0aa0-4c85-b704-48b8f8ec969c), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:11.319035 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-2949cfa3-073f-4971-b152-4a20c3868fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:11.319702 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-2949cfa3-073f-4971-b152-4a20c3868fcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:11.321103 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-2949cfa3-073f-4971-b152-4a20c3868fcd service neutron] 10.222.0.39 "PUT /v2.0/ports/fe248a30-0aa0-4c85-b704-48b8f8ec969c HTTP/1.1" status: 200  len: 1091 time: 1.0655870
Feb 05 20:54:11.356125 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-76339c71-c531-41fd-82cb-512c153ef0f0 service neutron] Request body: {'port': {'device_id': '2c3216e2-d656-43e7-a240-5a705445caca', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:54:11.396736 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949cfa3-073f-4971-b152-4a20c3868fcd service neutron] Pushing event updated for resources: {'Port': ['ID=fe248a30-0aa0-4c85-b704-48b8f8ec969c,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:11.419555 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949cfa3-073f-4971-b152-4a20c3868fcd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:11.419988 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949cfa3-073f-4971-b152-4a20c3868fcd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:11.420321 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949cfa3-073f-4971-b152-4a20c3868fcd service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:11.420691 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949cfa3-073f-4971-b152-4a20c3868fcd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:11.420973 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949cfa3-073f-4971-b152-4a20c3868fcd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:11.421315 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949cfa3-073f-4971-b152-4a20c3868fcd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:11.421650 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949cfa3-073f-4971-b152-4a20c3868fcd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:11.422047 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949cfa3-073f-4971-b152-4a20c3868fcd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:11.422416 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949cfa3-073f-4971-b152-4a20c3868fcd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:11.422739 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949cfa3-073f-4971-b152-4a20c3868fcd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:11.423072 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949cfa3-073f-4971-b152-4a20c3868fcd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:11.423399 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949cfa3-073f-4971-b152-4a20c3868fcd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:11.423850 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949cfa3-073f-4971-b152-4a20c3868fcd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:11.521947 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-76339c71-c531-41fd-82cb-512c153ef0f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b27985ed-4cc7-4261-a147-7ca1517d425a), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:11.846695 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-76339c71-c531-41fd-82cb-512c153ef0f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b27985ed-4cc7-4261-a147-7ca1517d425a {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:54:11.856903 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-76339c71-c531-41fd-82cb-512c153ef0f0 service neutron] Publish callbacks [] for port (b27985ed-4cc7-4261-a147-7ca1517d425a), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:11.872477 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-76339c71-c531-41fd-82cb-512c153ef0f0 service neutron] Transition to ACTIVE for port object b27985ed-4cc7-4261-a147-7ca1517d425a will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:54:11.890892 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-76339c71-c531-41fd-82cb-512c153ef0f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (b27985ed-4cc7-4261-a147-7ca1517d425a), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:12.022521 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76339c71-c531-41fd-82cb-512c153ef0f0 service neutron] Pushing event updated for resources: {'Port': ['ID=b27985ed-4cc7-4261-a147-7ca1517d425a,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:12.079600 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-76339c71-c531-41fd-82cb-512c153ef0f0 service neutron] Attempting to bind port b27985ed-4cc7-4261-a147-7ca1517d425a on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:54:12.079950 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-76339c71-c531-41fd-82cb-512c153ef0f0 service neutron] Attempting to bind port b27985ed-4cc7-4261-a147-7ca1517d425a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '89719b81-4c1f-4326-bc00-4b7dddd494cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2869ab27-d004-4907-98b1-61880aad7d20'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:54:12.080283 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-76339c71-c531-41fd-82cb-512c153ef0f0 service neutron] Attempting to bind port b27985ed-4cc7-4261-a147-7ca1517d425a on network 2869ab27-d004-4907-98b1-61880aad7d20 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:54:12.103871 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-76339c71-c531-41fd-82cb-512c153ef0f0 service neutron] Port b27985ed-4cc7-4261-a147-7ca1517d425a on network 2869ab27-d004-4907-98b1-61880aad7d20 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:54:12.104199 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-76339c71-c531-41fd-82cb-512c153ef0f0 service neutron] Attempting to bind port b27985ed-4cc7-4261-a147-7ca1517d425a on network 2869ab27-d004-4907-98b1-61880aad7d20 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:54:12.109952 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-76339c71-c531-41fd-82cb-512c153ef0f0 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:54:12.110328 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-76339c71-c531-41fd-82cb-512c153ef0f0 service neutron] Checking segment: {'id': '89719b81-4c1f-4326-bc00-4b7dddd494cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2869ab27-d004-4907-98b1-61880aad7d20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:54:12.110726 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-76339c71-c531-41fd-82cb-512c153ef0f0 service neutron] Bound using segment: {'id': '89719b81-4c1f-4326-bc00-4b7dddd494cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2869ab27-d004-4907-98b1-61880aad7d20'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:54:12.111155 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-76339c71-c531-41fd-82cb-512c153ef0f0 service neutron] Bound port: b27985ed-4cc7-4261-a147-7ca1517d425a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89719b81-4c1f-4326-bc00-4b7dddd494cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2869ab27-d004-4907-98b1-61880aad7d20'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:54:12.111516 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-76339c71-c531-41fd-82cb-512c153ef0f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b27985ed-4cc7-4261-a147-7ca1517d425a), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:12.211279 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-76339c71-c531-41fd-82cb-512c153ef0f0 service neutron] For port b27985ed-4cc7-4261-a147-7ca1517d425a, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:54:12.215987 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-76339c71-c531-41fd-82cb-512c153ef0f0 service neutron] For port b27985ed-4cc7-4261-a147-7ca1517d425a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b27985ed-4cc7-4261-a147-7ca1517d425a,segment=NetworkSegment(89719b81-4c1f-4326-bc00-4b7dddd494cf),segment_id=89719b81-4c1f-4326-bc00-4b7dddd494cf)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:54:12.285952 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-76339c71-c531-41fd-82cb-512c153ef0f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (b27985ed-4cc7-4261-a147-7ca1517d425a), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:12.299659 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237400b6-f01c-49c6-9e44-d7984edde9c1 x-openstack-request-id: req-237400b6-f01c-49c6-9e44-d7984edde9c1 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:54:12.300652 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42e5222-69b2-4832-b20f-3216346b2bc6", "name": "network-vif-plugged", "status": "completed", "tag": "1d9a5845-5eb9-4d8b-b040-206021da1b67", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:54:12.301093 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-237400b6-f01c-49c6-9e44-d7984edde9c1 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:54:12.302527 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42e5222-69b2-4832-b20f-3216346b2bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9a5845-5eb9-4d8b-b040-206021da1b67', 'code': 200}
Feb 05 20:54:12.447817 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-76339c71-c531-41fd-82cb-512c153ef0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:12.448445 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-76339c71-c531-41fd-82cb-512c153ef0f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:12.449868 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-76339c71-c531-41fd-82cb-512c153ef0f0 service neutron] 10.222.0.39 "PUT /v2.0/ports/b27985ed-4cc7-4261-a147-7ca1517d425a HTTP/1.1" status: 200  len: 1091 time: 1.1000869
Feb 05 20:54:12.488422 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ffe7a88a-0033-4e15-af31-82ba39b956dc req-935bbcfd-6c0b-4f83-bf7b-619c083034f9 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] 10.222.0.32 "GET /v2.0/floatingips/1b238171-243f-4377-9738-82548fe79846 HTTP/1.1" status: 200  len: 693 time: 0.1332808
Feb 05 20:54:12.502309 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76339c71-c531-41fd-82cb-512c153ef0f0 service neutron] Pushing event updated for resources: {'Port': ['ID=b27985ed-4cc7-4261-a147-7ca1517d425a,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:12.596752 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-41d0f43a-1891-4d05-b4b3-40bee8b3f791 tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:12.598279 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-41d0f43a-1891-4d05-b4b3-40bee8b3f791 tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] 10.222.0.32 "GET /v2.0/networks?id=c6336d95-9947-45e3-b883-54d2fa8605d4 HTTP/1.1" status: 200  len: 819 time: 0.3673904
Feb 05 20:54:12.615639 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb1623-1e69-4d17-8043-6ccb0e7bf8be req-46829be8-4552-4ba7-b5ff-06457aa350cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:12.615905 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1cdb1623-1e69-4d17-8043-6ccb0e7bf8be req-46829be8-4552-4ba7-b5ff-06457aa350cd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e42e5222-69b2-4832-b20f-3216346b2bc6 HTTP/1.1" status: 200  len: 1132 time: 0.2539778
Feb 05 20:54:12.699440 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-ebbe0908-04f9-47fb-aa25-c81aa71c89b1 tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] 10.222.0.32 "GET /v2.0/quotas/3cff6862c3984514b6c7cdca5519f734 HTTP/1.1" status: 200  len: 375 time: 0.0897341
Feb 05 20:54:12.725146 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-0c1dfb25-0553-414e-be93-07e66965abca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:12.726151 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-0c1dfb25-0553-414e-be93-07e66965abca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:12.726651 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-0c1dfb25-0553-414e-be93-07e66965abca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:12.727111 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-0c1dfb25-0553-414e-be93-07e66965abca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:12.727570 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-0c1dfb25-0553-414e-be93-07e66965abca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:12.728032 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-0c1dfb25-0553-414e-be93-07e66965abca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:12.728490 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-0c1dfb25-0553-414e-be93-07e66965abca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:12.730562 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-0c1dfb25-0553-414e-be93-07e66965abca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3256272f3c524d7fba9a4fb8f5eb011d&device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 6702 time: 0.2139730
Feb 05 20:54:12.814225 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-4e7fc187-d007-48b2-8593-1963aac2e13f tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3cff6862c3984514b6c7cdca5519f734&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0996411
Feb 05 20:54:12.823626 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-cb4c52e0-c279-4152-93e5-537d6c381156 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=727d22f7-aa8c-41e0-8e88-ba5877b169b0 HTTP/1.1" status: 200  len: 217 time: 0.0841410
Feb 05 20:54:12.838313 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe7a88a-0033-4e15-af31-82ba39b956dc req-25030345-e09c-4130-a30a-a94508933d15 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:12.851574 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ffe7a88a-0033-4e15-af31-82ba39b956dc req-25030345-e09c-4130-a30a-a94508933d15 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] 10.222.0.32 "GET /v2.0/networks/d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 784 time: 0.3448880
Feb 05 20:54:12.856401 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1cdb1623-1e69-4d17-8043-6ccb0e7bf8be req-b3286115-c232-4ffe-b227-72987923d4f2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1829524
Feb 05 20:54:12.997808 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-20647415-e992-4808-9951-eb55211ccbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:12.999365 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-20647415-e992-4808-9951-eb55211ccbd4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=77b32dd4-761f-487c-9e79-c5785faac85d HTTP/1.1" status: 200  len: 855 time: 0.1466575
Feb 05 20:54:13.019627 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-ea3ea8c3-720d-48d1-a085-ffb4b572fa57 service neutron] 10.222.0.32 "GET /v2.0/networks/c6336d95-9947-45e3-b883-54d2fa8605d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1940968
Feb 05 20:54:13.043581 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3b27c-726e-4a4e-b0e1-019eb5f37d56 req-0e09bb1f-70a0-4689-995c-f888505da9af tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:13.045175 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75a3b27c-726e-4a4e-b0e1-019eb5f37d56 req-0e09bb1f-70a0-4689-995c-f888505da9af tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=e42e5222-69b2-4832-b20f-3216346b2bc6 HTTP/1.1" status: 200  len: 950 time: 0.1092718
Feb 05 20:54:13.421122 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75a3b27c-726e-4a4e-b0e1-019eb5f37d56 req-d06f3e0f-7a18-43f0-9e89-0dc2f15e145a tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3638041
Feb 05 20:54:13.431871 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-c4a202c9-66ad-4be0-817e-df3cdfa35783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:13.433502 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-c4a202c9-66ad-4be0-817e-df3cdfa35783 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3773782
Feb 05 20:54:13.435385 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-1a7783e5-c579-46d8-b0f6-96281494de91 service neutron] 10.222.0.32 "GET /v2.0/networks/c6336d95-9947-45e3-b883-54d2fa8605d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4079301
Feb 05 20:54:13.575103 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-20fca525-cf47-4a62-9c1d-43fad1ece16f service neutron] 10.222.0.39 "GET /v2.0/networks/0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1336954
Feb 05 20:54:13.716570 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-915dc20e-b404-46f7-8f28-20083a664279 service neutron] 10.222.0.39 "GET /v2.0/networks/0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1350746
Feb 05 20:54:13.720578 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3a8217-8ae5-40ad-8ac4-9c3c12c9c623 x-openstack-request-id: req-2a3a8217-8ae5-40ad-8ac4-9c3c12c9c623 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:54:13.720836 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c3216e2-d656-43e7-a240-5a705445caca", "tag": "0dc636af-3e4f-4bdf-a0d0-4cf505100fad", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:54:13.721092 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a3a8217-8ae5-40ad-8ac4-9c3c12c9c623 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:54:13.721498 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c3216e2-d656-43e7-a240-5a705445caca', 'tag': '0dc636af-3e4f-4bdf-a0d0-4cf505100fad', 'status': 'completed', 'code': 200}
Feb 05 20:54:13.884922 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-cd3bc2f7-eb24-44f3-9536-4a628b84d0c7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=0dc636af-3e4f-4bdf-a0d0-4cf505100fad HTTP/1.1" status: 200  len: 217 time: 0.1020341
Feb 05 20:54:13.973298 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44356c07-3e04-4ac8-96a9-9d2e7446cfd4 req-cc83843f-62a7-4bc1-8814-2511653633ec tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:13.979753 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44356c07-3e04-4ac8-96a9-9d2e7446cfd4 req-cc83843f-62a7-4bc1-8814-2511653633ec tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:13.985198 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44356c07-3e04-4ac8-96a9-9d2e7446cfd4 req-cc83843f-62a7-4bc1-8814-2511653633ec tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:13.990947 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44356c07-3e04-4ac8-96a9-9d2e7446cfd4 req-cc83843f-62a7-4bc1-8814-2511653633ec tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:13.998123 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44356c07-3e04-4ac8-96a9-9d2e7446cfd4 req-cc83843f-62a7-4bc1-8814-2511653633ec tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:14.002649 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44356c07-3e04-4ac8-96a9-9d2e7446cfd4 req-cc83843f-62a7-4bc1-8814-2511653633ec tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:14.008507 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44356c07-3e04-4ac8-96a9-9d2e7446cfd4 req-cc83843f-62a7-4bc1-8814-2511653633ec tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:14.010542 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-44356c07-3e04-4ac8-96a9-9d2e7446cfd4 req-cc83843f-62a7-4bc1-8814-2511653633ec tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 5428 time: 0.2925889
Feb 05 20:54:14.015432 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6f4bcf32-fdcb-47e7-83c2-ee9b64977079 req-a4d6cbe2-e000-4274-8830-098839c7f0c7 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] 10.222.0.32 "GET /v2.0/floatingips/1b238171-243f-4377-9738-82548fe79846 HTTP/1.1" status: 200  len: 693 time: 0.1323609
Feb 05 20:54:14.069721 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-cb9cb0c5-01c3-488c-9de9-22637121731b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:14.071521 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-cb9cb0c5-01c3-488c-9de9-22637121731b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=532b1fc2-bb1a-4156-8355-ae298e35f677 HTTP/1.1" status: 200  len: 797 time: 0.1740601
Feb 05 20:54:14.200268 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-44356c07-3e04-4ac8-96a9-9d2e7446cfd4 req-bf200e2b-d004-481f-861e-b095a4b32d0f tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/security-groups?id=862080b5-e679-4cab-bbab-4a73c5b41769&id=d935f44d-aedf-41e0-a92b-4330e1bb2d9b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1821883
Feb 05 20:54:14.220462 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4bcf32-fdcb-47e7-83c2-ee9b64977079 req-a6a1e2f9-f01a-4a32-878a-ced5dbe10cfb tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:14.226787 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6f4bcf32-fdcb-47e7-83c2-ee9b64977079 req-a6a1e2f9-f01a-4a32-878a-ced5dbe10cfb tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] 10.222.0.32 "GET /v2.0/networks/d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 784 time: 0.2052939
Feb 05 20:54:14.230871 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-7e805434-b043-4797-87b7-7e9c9935b868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:14.232426 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-7e805434-b043-4797-87b7-7e9c9935b868 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2c28d2b8-7305-4066-8f34-0ebf235173b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1449616
Feb 05 20:54:14.315088 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6f4bcf32-fdcb-47e7-83c2-ee9b64977079 req-754c5369-d221-48f5-bf6e-79c798ab5e44 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.124 HTTP/1.1" status: 200  len: 696 time: 0.0872703
Feb 05 20:54:14.424013 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d1a63441-3b4a-4bb3-a982-5149da1837cc req-7fde6308-26a2-46e4-9f72-b4b697e80de0 tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] 10.222.0.32 "GET /v2.0/ports?device_id=36920c12-b888-4286-ad83-9d1508196a13 HTTP/1.1" status: 200  len: 210 time: 0.1037824
Feb 05 20:54:14.432189 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6f4bcf32-fdcb-47e7-83c2-ee9b64977079 req-8c2caff0-853e-4aba-876e-9aa5578d4809 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.124 HTTP/1.1" status: 200  len: 696 time: 0.1162539
Feb 05 20:54:14.472078 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-c7b1702f-f324-4c63-a51f-479efd3ab0bf service neutron] 10.222.0.39 "GET /v2.0/networks/2c28d2b8-7305-4066-8f34-0ebf235173b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2330978
Feb 05 20:54:14.699682 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-a786c172-19ea-47f7-895f-da68111dcc6c service neutron] 10.222.0.39 "GET /v2.0/networks/2c28d2b8-7305-4066-8f34-0ebf235173b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1951432
Feb 05 20:54:14.708790 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa5ad1-3557-4206-9cd3-7e9b1af32cee req-18653b5c-436b-4a8b-a52b-6af2fc4ec6a1 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:14.710298 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c3fa5ad1-3557-4206-9cd3-7e9b1af32cee req-18653b5c-436b-4a8b-a52b-6af2fc4ec6a1 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed02470-ef14-4684-b7d9-4eec2dfac30a HTTP/1.1" status: 200  len: 946 time: 0.1715057
Feb 05 20:54:14.761250 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-e4d03fb6-7236-48e0-86ec-4eaf50aad158 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=0798d918-a1a1-4268-8b6d-832370da6f8f HTTP/1.1" status: 200  len: 217 time: 0.0487878
Feb 05 20:54:14.808598 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-6f4bcf32-fdcb-47e7-83c2-ee9b64977079 req-bd5d8d06-0074-4e4f-96c4-455a26f480bd tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Deleting port 5bc0efc0-c66f-4fff-b3af-2dbb2ae80db7 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:54:14.808946 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-6f4bcf32-fdcb-47e7-83c2-ee9b64977079 req-bd5d8d06-0074-4e4f-96c4-455a26f480bd tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (5bc0efc0-c66f-4fff-b3af-2dbb2ae80db7), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:14.893014 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c3fa5ad1-3557-4206-9cd3-7e9b1af32cee req-2040dc8d-7c71-4b86-9b9a-81910f8f5f8a tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1742220
Feb 05 20:54:14.909003 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-ddd7880a-ec7f-4e09-aaeb-6b1b63dd0552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:14.915074 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-ddd7880a-ec7f-4e09-aaeb-6b1b63dd0552 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=532b1fc2-bb1a-4156-8355-ae298e35f677 HTTP/1.1" status: 200  len: 797 time: 0.1417415
Feb 05 20:54:15.001834 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-6f4bcf32-fdcb-47e7-83c2-ee9b64977079 req-bd5d8d06-0074-4e4f-96c4-455a26f480bd tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (5bc0efc0-c66f-4fff-b3af-2dbb2ae80db7), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:15.002586 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-6f4bcf32-fdcb-47e7-83c2-ee9b64977079 req-bd5d8d06-0074-4e4f-96c4-455a26f480bd tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks [] for floatingip (5bc0efc0-c66f-4fff-b3af-2dbb2ae80db7), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:15.053526 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:15.081070 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-6f4bcf32-fdcb-47e7-83c2-ee9b64977079 req-bd5d8d06-0074-4e4f-96c4-455a26f480bd tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Calling delete_port for 5bc0efc0-c66f-4fff-b3af-2dbb2ae80db7 owned by network:floatingip {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:54:15.224523 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c333d0-5f9f-4e66-b857-5a9e083a4dd0 req-68426794-820d-4219-a8c5-a0ac36da6d64 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:15.227587 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c0c333d0-5f9f-4e66-b857-5a9e083a4dd0 req-68426794-820d-4219-a8c5-a0ac36da6d64 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ed02470-ef14-4684-b7d9-4eec2dfac30a HTTP/1.1" status: 200  len: 946 time: 0.0741813
Feb 05 20:54:15.250072 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-2c91400b-cc18-4be4-8d1d-626fdb258876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:15.251788 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-2c91400b-cc18-4be4-8d1d-626fdb258876 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2c28d2b8-7305-4066-8f34-0ebf235173b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.3338165
Feb 05 20:54:15.283958 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b622d-14a0-4dbc-9b20-6716083c795c req-d5cdd137-f926-4d85-af64-b95564b49585 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:15.286676 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f47b622d-14a0-4dbc-9b20-6716083c795c req-d5cdd137-f926-4d85-af64-b95564b49585 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.32 "GET /v2.0/ports?device_id=c001a65c-d24d-47ea-9e9f-8dbcea7c6faf HTTP/1.1" status: 200  len: 945 time: 0.2241030
Feb 05 20:54:15.345421 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-c0c333d0-5f9f-4e66-b857-5a9e083a4dd0 req-841b3a7e-65c1-429a-8822-462764d30002 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Deleting port 9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:54:15.345874 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c0c333d0-5f9f-4e66-b857-5a9e083a4dd0 req-841b3a7e-65c1-429a-8822-462764d30002 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:15.408088 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-049fca7a-93c0-4ce9-b70e-a70072fd0549 tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:15.409582 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-049fca7a-93c0-4ce9-b70e-a70072fd0549 tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] 10.222.0.21 "GET /v2.0/networks?id=c6336d95-9947-45e3-b883-54d2fa8605d4 HTTP/1.1" status: 200  len: 819 time: 0.4859033
Feb 05 20:54:15.430083 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-bbe5c831-9151-43a1-8a37-0e08a96b222b tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] Request body: {'port': {'device_id': '36920c12-b888-4286-ad83-9d1508196a13', 'network_id': 'c6336d95-9947-45e3-b883-54d2fa8605d4', 'admin_state_up': True, 'tenant_id': '3cff6862c3984514b6c7cdca5519f734'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:54:15.471912 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-c0c333d0-5f9f-4e66-b857-5a9e083a4dd0 req-841b3a7e-65c1-429a-8822-462764d30002 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] For port 9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0,segment=NetworkSegment(743051ff-9f95-4efc-9230-9f61d36c1128),segment_id=743051ff-9f95-4efc-9230-9f61d36c1128)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:15.472369 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c0c333d0-5f9f-4e66-b857-5a9e083a4dd0 req-841b3a7e-65c1-429a-8822-462764d30002 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:15.489478 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-c0c333d0-5f9f-4e66-b857-5a9e083a4dd0 req-841b3a7e-65c1-429a-8822-462764d30002 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Calling delete_port for 9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:54:15.525747 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f47b622d-14a0-4dbc-9b20-6716083c795c req-d9e4ebcf-3d11-41df-9e8c-a0ab9c26998c tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.32 "GET /v2.0/security-groups?id=0695a0d2-2ebe-4932-ae8c-6d486ce84c74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2206223
Feb 05 20:54:15.609528 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-8ed19254-09bc-41d4-a6a8-d04c6983b734 service neutron] 10.222.0.39 "GET /v2.0/networks/2c28d2b8-7305-4066-8f34-0ebf235173b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3475614
Feb 05 20:54:15.659179 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c0c333d0-5f9f-4e66-b857-5a9e083a4dd0 req-841b3a7e-65c1-429a-8822-462764d30002 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:15.673028 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:54:15.703754 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b3a7e-65c1-429a-8822-462764d30002 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Pushing event deleted for resources: {'Port': ['ID=9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:15.744360 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841b3a7e-65c1-429a-8822-462764d30002 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:15.744935 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841b3a7e-65c1-429a-8822-462764d30002 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:15.745284 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841b3a7e-65c1-429a-8822-462764d30002 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:15.745628 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841b3a7e-65c1-429a-8822-462764d30002 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:15.745978 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841b3a7e-65c1-429a-8822-462764d30002 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:15.746312 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841b3a7e-65c1-429a-8822-462764d30002 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:15.746680 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841b3a7e-65c1-429a-8822-462764d30002 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:15.747014 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841b3a7e-65c1-429a-8822-462764d30002 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:15.747341 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841b3a7e-65c1-429a-8822-462764d30002 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:15.747675 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841b3a7e-65c1-429a-8822-462764d30002 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:15.748003 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841b3a7e-65c1-429a-8822-462764d30002 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:15.748330 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841b3a7e-65c1-429a-8822-462764d30002 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:15.748660 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841b3a7e-65c1-429a-8822-462764d30002 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:15.781567 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c333d0-5f9f-4e66-b857-5a9e083a4dd0 req-841b3a7e-65c1-429a-8822-462764d30002 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] No DVR routers for this DVR port 9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0 on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:54:15.784382 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c0c333d0-5f9f-4e66-b857-5a9e083a4dd0 req-841b3a7e-65c1-429a-8822-462764d30002 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:15.788728 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c0c333d0-5f9f-4e66-b857-5a9e083a4dd0 req-841b3a7e-65c1-429a-8822-462764d30002 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.21 "DELETE /v2.0/ports/9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0 HTTP/1.1" status: 204  len: 173 time: 0.5526078
Feb 05 20:54:15.789520 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed02470-ef14-4684-b7d9-4eec2dfac30a', 'name': 'network-vif-deleted', 'tag': '9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:54:15.792622 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf12f8b-5241-4604-95b2-711cce1627e5" -d '{"events": [{"server_uuid": "7ed02470-ef14-4684-b7d9-4eec2dfac30a", "name": "network-vif-deleted", "tag": "9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:54:15.949312 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c3216e2-d656-43e7-a240-5a705445caca', 'tag': '0798d918-a1a1-4268-8b6d-832370da6f8f'}, {'name': 'network-changed', 'server_uuid': '2c3216e2-d656-43e7-a240-5a705445caca', 'tag': 'c006ee92-de9a-4d20-85f3-3e39838a35c2'}, {'name': 'network-changed', 'server_uuid': '2c3216e2-d656-43e7-a240-5a705445caca', 'tag': '3b70f63b-dae9-48e5-a6ad-2fc1008228c7'}, {'name': 'network-changed', 'server_uuid': '2c3216e2-d656-43e7-a240-5a705445caca', 'tag': 'fe248a30-0aa0-4c85-b704-48b8f8ec969c'}, {'name': 'network-changed', 'server_uuid': '2c3216e2-d656-43e7-a240-5a705445caca', 'tag': 'b27985ed-4cc7-4261-a147-7ca1517d425a'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:54:15.952258 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12f92c1-487f-483d-a303-e5e72e37c006" -d '{"events": [{"name": "network-changed", "server_uuid": "2c3216e2-d656-43e7-a240-5a705445caca", "tag": "0798d918-a1a1-4268-8b6d-832370da6f8f"}, {"name": "network-changed", "server_uuid": "2c3216e2-d656-43e7-a240-5a705445caca", "tag": "c006ee92-de9a-4d20-85f3-3e39838a35c2"}, {"name": "network-changed", "server_uuid": "2c3216e2-d656-43e7-a240-5a705445caca", "tag": "3b70f63b-dae9-48e5-a6ad-2fc1008228c7"}, {"name": "network-changed", "server_uuid": "2c3216e2-d656-43e7-a240-5a705445caca", "tag": "fe248a30-0aa0-4c85-b704-48b8f8ec969c"}, {"name": "network-changed", "server_uuid": "2c3216e2-d656-43e7-a240-5a705445caca", "tag": "b27985ed-4cc7-4261-a147-7ca1517d425a"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:54:16.036632 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-6f4bcf32-fdcb-47e7-83c2-ee9b64977079 req-bd5d8d06-0074-4e4f-96c4-455a26f480bd tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (5bc0efc0-c66f-4fff-b3af-2dbb2ae80db7), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:16.080830 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d8d06-0074-4e4f-96c4-455a26f480bd tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Pushing event deleted for resources: {'Port': ['ID=5bc0efc0-c66f-4fff-b3af-2dbb2ae80db7,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:16.104051 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5666bf-5c12-44d0-9c32-15bf35c3e574 req-9ec57715-420b-41ef-ab94-84fb355b4028 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:16.110934 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1f5666bf-5c12-44d0-9c32-15bf35c3e574 req-9ec57715-420b-41ef-ab94-84fb355b4028 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/ports?device_id=a22b1fe3-3032-473c-b0b5-efc1a0795d31 HTTP/1.1" status: 200  len: 950 time: 0.5037167
Feb 05 20:54:16.124883 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-bd0f4e38-0027-48be-923f-bba836887a20 service neutron] 10.222.0.39 "GET /v2.0/networks/2c28d2b8-7305-4066-8f34-0ebf235173b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4807086
Feb 05 20:54:16.133910 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-bbe5c831-9151-43a1-8a37-0e08a96b222b tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] Made reservation on behalf of 3cff6862c3984514b6c7cdca5519f734 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:54:16.137556 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-bbe5c831-9151-43a1-8a37-0e08a96b222b tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:16.228246 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-5d7532f0-6a66-4d06-b8cc-95e777b3aef9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=c006ee92-de9a-4d20-85f3-3e39838a35c2 HTTP/1.1" status: 200  len: 217 time: 0.0952778
Feb 05 20:54:16.351742 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-6f4bcf32-fdcb-47e7-83c2-ee9b64977079 req-bd5d8d06-0074-4e4f-96c4-455a26f480bd tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks [] for floatingip (1b238171-243f-4377-9738-82548fe79846), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:16.352014 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-6f4bcf32-fdcb-47e7-83c2-ee9b64977079 req-bd5d8d06-0074-4e4f-96c4-455a26f480bd tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:16.353177 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6f4bcf32-fdcb-47e7-83c2-ee9b64977079 req-bd5d8d06-0074-4e4f-96c4-455a26f480bd tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] 10.222.0.32 "DELETE /v2.0/floatingips/1b238171-243f-4377-9738-82548fe79846 HTTP/1.1" status: 204  len: 173 time: 1.9029815
Feb 05 20:54:16.363481 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1f5666bf-5c12-44d0-9c32-15bf35c3e574 req-97fe4567-6a83-404d-95a7-e13f0add3c80 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4249cc4-c7b1-439e-8bbc-5ee1b01acbea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2513652
Feb 05 20:54:16.397000 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-87ab6246-c648-4a15-a434-81981f21dc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:16.405829 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-87ab6246-c648-4a15-a434-81981f21dc06 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=532b1fc2-bb1a-4156-8355-ae298e35f677 HTTP/1.1" status: 200  len: 797 time: 0.1681316
Feb 05 20:54:16.577031 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device ac17ec99-03c2-46ea-aaf7-7e248c9c6227 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:54:16.706072 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-bbe5c831-9151-43a1-8a37-0e08a96b222b tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] Allocated IP 172.20.0.13 (c6336d95-9947-45e3-b883-54d2fa8605d4/775b4393-c8d2-4ecf-b650-2efee00c79d9/8a277a57-62cd-4979-a232-d598b81b0c9c) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:54:16.714691 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-37a150a2-c84a-4f4b-abc6-ce030b78ad71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:16.716747 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-37a150a2-c84a-4f4b-abc6-ce030b78ad71 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2c28d2b8-7305-4066-8f34-0ebf235173b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2889249
Feb 05 20:54:16.722445 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port ac17ec99-03c2-46ea-aaf7-7e248c9c6227 is: ACTIVE; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:54:16.723316 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ac17ec99-03c2-46ea-aaf7-7e248c9c6227), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:16.736936 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8296b-6b7f-4ed6-891e-dcfe2f45bb18 req-1ea4140a-505e-4718-bcd5-624442e41c78 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:16.738553 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8ec8296b-6b7f-4ed6-891e-dcfe2f45bb18 req-1ea4140a-505e-4718-bcd5-624442e41c78 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=e42e5222-69b2-4832-b20f-3216346b2bc6 HTTP/1.1" status: 200  len: 950 time: 0.2756994
Feb 05 20:54:16.750878 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22b1fe3-3032-473c-b0b5-efc1a0795d31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac17ec99-03c2-46ea-aaf7-7e248c9c6227'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:54:16.753664 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434939ed-9b6d-4ff9-aac0-ae7d891c1844" -d '{"events": [{"server_uuid": "a22b1fe3-3032-473c-b0b5-efc1a0795d31", "name": "network-vif-unplugged", "status": "completed", "tag": "ac17ec99-03c2-46ea-aaf7-7e248c9c6227"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:54:16.776668 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port ac17ec99-03c2-46ea-aaf7-7e248c9c6227, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ac17ec99-03c2-46ea-aaf7-7e248c9c6227,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:16.782191 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ac17ec99-03c2-46ea-aaf7-7e248c9c6227), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:16.835191 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=ac17ec99-03c2-46ea-aaf7-7e248c9c6227,revision_number=8']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:16.847511 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:16.848175 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:16.848532 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:16.848880 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:16.849226 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:16.849587 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:16.849937 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:16.850416 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:16.850875 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:16.851231 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:16.851598 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:16.851937 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:16.852282 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:54:16.924760 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707a89e-7a43-4fc4-a9c8-0283b66145a8 req-d353921d-8645-4d5d-8704-9e927341d742 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:16.933383 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707a89e-7a43-4fc4-a9c8-0283b66145a8 req-d353921d-8645-4d5d-8704-9e927341d742 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:16.940074 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707a89e-7a43-4fc4-a9c8-0283b66145a8 req-d353921d-8645-4d5d-8704-9e927341d742 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:16.946459 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707a89e-7a43-4fc4-a9c8-0283b66145a8 req-d353921d-8645-4d5d-8704-9e927341d742 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:16.951994 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707a89e-7a43-4fc4-a9c8-0283b66145a8 req-d353921d-8645-4d5d-8704-9e927341d742 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:16.957693 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707a89e-7a43-4fc4-a9c8-0283b66145a8 req-d353921d-8645-4d5d-8704-9e927341d742 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:16.963919 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707a89e-7a43-4fc4-a9c8-0283b66145a8 req-d353921d-8645-4d5d-8704-9e927341d742 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:16.966125 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d707a89e-7a43-4fc4-a9c8-0283b66145a8 req-d353921d-8645-4d5d-8704-9e927341d742 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 5428 time: 0.4018919
Feb 05 20:54:17.011148 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-5ef04ac0-07d7-41b5-9092-174349415474 service neutron] 10.222.0.39 "GET /v2.0/networks/2c28d2b8-7305-4066-8f34-0ebf235173b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2860384
Feb 05 20:54:17.033962 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8ec8296b-6b7f-4ed6-891e-dcfe2f45bb18 req-68ca18a9-da12-4cd5-ad90-9d830fb6aaae tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2805676
Feb 05 20:54:17.204486 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72225eb0-bbed-4225-9ddc-f74efa9916f6 req-4b1827eb-5f52-48ed-95b1-6a30ea1fbb65 tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] 10.222.0.32 "GET /v2.0/ports?device_id=36920c12-b888-4286-ad83-9d1508196a13 HTTP/1.1" status: 200  len: 210 time: 0.0811543
Feb 05 20:54:17.249702 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d707a89e-7a43-4fc4-a9c8-0283b66145a8 req-0f2852c3-09a3-4720-bc3a-38b20e79b6d2 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/security-groups?id=862080b5-e679-4cab-bbab-4a73c5b41769&id=d935f44d-aedf-41e0-a92b-4330e1bb2d9b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2692022
Feb 05 20:54:17.302120 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d920b2-d0af-4dd2-b0e6-854c8d2bd5d1 x-openstack-request-id: req-12d920b2-d0af-4dd2-b0e6-854c8d2bd5d1 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:54:17.302791 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed02470-ef14-4684-b7d9-4eec2dfac30a", "name": "network-vif-deleted", "tag": "9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:54:17.302791 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-12d920b2-d0af-4dd2-b0e6-854c8d2bd5d1 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:54:17.303056 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed02470-ef14-4684-b7d9-4eec2dfac30a', 'name': 'network-vif-deleted', 'tag': '9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0', 'status': 'completed', 'code': 200}
Feb 05 20:54:17.317418 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-bbe5c831-9151-43a1-8a37-0e08a96b222b tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] Publish callbacks [] for port (8a277a57-62cd-4979-a232-d598b81b0c9c), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:17.336655 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-fe25a22b-a4ca-4c4b-b652-9fa904ef18b0 service neutron] 10.222.0.39 "GET /v2.0/networks/2c28d2b8-7305-4066-8f34-0ebf235173b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3158851
Feb 05 20:54:17.343520 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 847 Content-Type: application/json Date: Sat, 05 Feb 2022 20:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c96cd97-d07a-4176-a366-96270d64b019 x-openstack-request-id: req-7c96cd97-d07a-4176-a366-96270d64b019 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:54:17.346476 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c3216e2-d656-43e7-a240-5a705445caca", "tag": "0798d918-a1a1-4268-8b6d-832370da6f8f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2c3216e2-d656-43e7-a240-5a705445caca", "tag": "c006ee92-de9a-4d20-85f3-3e39838a35c2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2c3216e2-d656-43e7-a240-5a705445caca", "tag": "3b70f63b-dae9-48e5-a6ad-2fc1008228c7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2c3216e2-d656-43e7-a240-5a705445caca", "tag": "fe248a30-0aa0-4c85-b704-48b8f8ec969c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2c3216e2-d656-43e7-a240-5a705445caca", "tag": "b27985ed-4cc7-4261-a147-7ca1517d425a", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:54:17.346995 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7c96cd97-d07a-4176-a366-96270d64b019 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:54:17.347664 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c3216e2-d656-43e7-a240-5a705445caca', 'tag': '0798d918-a1a1-4268-8b6d-832370da6f8f', 'status': 'completed', 'code': 200}
Feb 05 20:54:17.352362 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c3216e2-d656-43e7-a240-5a705445caca', 'tag': 'c006ee92-de9a-4d20-85f3-3e39838a35c2', 'status': 'completed', 'code': 200}
Feb 05 20:54:17.352732 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c3216e2-d656-43e7-a240-5a705445caca', 'tag': '3b70f63b-dae9-48e5-a6ad-2fc1008228c7', 'status': 'completed', 'code': 200}
Feb 05 20:54:17.353108 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c3216e2-d656-43e7-a240-5a705445caca', 'tag': 'fe248a30-0aa0-4c85-b704-48b8f8ec969c', 'status': 'completed', 'code': 200}
Feb 05 20:54:17.353479 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c3216e2-d656-43e7-a240-5a705445caca', 'tag': 'b27985ed-4cc7-4261-a147-7ca1517d425a', 'status': 'completed', 'code': 200}
Feb 05 20:54:17.490363 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-81539eac-ac61-4d28-a8cc-3f7a551c1525 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=3b70f63b-dae9-48e5-a6ad-2fc1008228c7 HTTP/1.1" status: 200  len: 217 time: 0.1329956
Feb 05 20:54:17.644320 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-bbe5c831-9151-43a1-8a37-0e08a96b222b tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (8a277a57-62cd-4979-a232-d598b81b0c9c), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:17.708238 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-c2094843-61c7-4114-9bf1-e315a3f2440d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:17.710432 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-c2094843-61c7-4114-9bf1-e315a3f2440d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=532b1fc2-bb1a-4156-8355-ae298e35f677 HTTP/1.1" status: 200  len: 797 time: 0.2066357
Feb 05 20:54:17.742342 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b241c2-19a4-44a8-b3fd-684695faace8 req-06255e78-b244-4f6f-abaf-7693020c319a tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:17.744024 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-95b241c2-19a4-44a8-b3fd-684695faace8 req-06255e78-b244-4f6f-abaf-7693020c319a tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 787 time: 0.3878620
Feb 05 20:54:17.746061 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-bbe5c831-9151-43a1-8a37-0e08a96b222b tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] Network c6336d95-9947-45e3-b883-54d2fa8605d4 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:54:17.768089 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-bbe5c831-9151-43a1-8a37-0e08a96b222b tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:54:17.775755 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-bbe5c831-9151-43a1-8a37-0e08a96b222b tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:54:17.785922 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 20:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa783862-e2bc-4c51-b406-64b87888481d x-openstack-request-id: req-aa783862-e2bc-4c51-b406-64b87888481d {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:54:17.786511 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22b1fe3-3032-473c-b0b5-efc1a0795d31", "name": "network-vif-unplugged", "status": "completed", "tag": "ac17ec99-03c2-46ea-aaf7-7e248c9c6227", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:54:17.786511 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aa783862-e2bc-4c51-b406-64b87888481d {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:54:17.786944 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22b1fe3-3032-473c-b0b5-efc1a0795d31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac17ec99-03c2-46ea-aaf7-7e248c9c6227', 'code': 200}
Feb 05 20:54:17.807391 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe5c831-9151-43a1-8a37-0e08a96b222b tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] Pushing event updated for resources: {'Port': ['ID=8a277a57-62cd-4979-a232-d598b81b0c9c,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:17.870884 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-bbe5c831-9151-43a1-8a37-0e08a96b222b tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:17.871507 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-bbe5c831-9151-43a1-8a37-0e08a96b222b tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:17.881382 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-d7cd5466-80c1-4caa-85de-29928402bc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:17.883464 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-d7cd5466-80c1-4caa-85de-29928402bc67 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2c28d2b8-7305-4066-8f34-0ebf235173b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1654534
Feb 05 20:54:17.942091 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-bbe5c831-9151-43a1-8a37-0e08a96b222b tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5173995
Feb 05 20:54:17.986523 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-a0527145-259d-4648-b3d1-901bcf734c7c service neutron] Request body: {'port': {'device_id': '36920c12-b888-4286-ad83-9d1508196a13', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:54:18.020775 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746db0b-731f-41ca-a169-1e14f1c70740 req-6b44e457-4793-4ed9-8df6-043b2924c21c tempest-MigrationsAdminTest-1265212150 tempest-MigrationsAdminTest-1265212150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:18.022957 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8746db0b-731f-41ca-a169-1e14f1c70740 req-6b44e457-4793-4ed9-8df6-043b2924c21c tempest-MigrationsAdminTest-1265212150 tempest-MigrationsAdminTest-1265212150-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e42e5222-69b2-4832-b20f-3216346b2bc6 HTTP/1.1" status: 200  len: 1132 time: 0.2076693
Feb 05 20:54:18.155587 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-c98470a3-55a1-4889-bbc5-5d25c109a384 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:18.157058 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-c98470a3-55a1-4889-bbc5-5d25c109a384 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/networks?id=be4493bf-d1a6-445a-a987-23010e65458b HTTP/1.1" status: 200  len: 812 time: 0.2810121
Feb 05 20:54:18.166636 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-a0527145-259d-4648-b3d1-901bcf734c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8a277a57-62cd-4979-a232-d598b81b0c9c), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:18.169694 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-26256173-a698-49f4-aa2e-6868020a5f66 service neutron] 10.222.0.39 "GET /v2.0/networks/2c28d2b8-7305-4066-8f34-0ebf235173b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2756748
Feb 05 20:54:18.176961 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8746db0b-731f-41ca-a169-1e14f1c70740 req-cabe3313-0db3-4f91-9293-e9e1f3c02ae5 tempest-MigrationsAdminTest-1265212150 tempest-MigrationsAdminTest-1265212150-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1302345
Feb 05 20:54:18.207796 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-5c5e70b7-b697-49d5-a319-48af3709f8b3 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/quotas/9d100b9cbd5c471aa5036a7a90989a49 HTTP/1.1" status: 200  len: 375 time: 0.0442951
Feb 05 20:54:18.297773 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-620c7ddb-c7f0-4a30-81c4-ade0f4359c32 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9d100b9cbd5c471aa5036a7a90989a49&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0645721
Feb 05 20:54:18.716987 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-5f06908d-c73f-4918-b77b-501104a1f775 service neutron] 10.222.0.39 "GET /v2.0/networks/2c28d2b8-7305-4066-8f34-0ebf235173b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5391223
Feb 05 20:54:18.812185 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-559bae65-f85c-4aad-8b74-9290b126aa21 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fe248a30-0aa0-4c85-b704-48b8f8ec969c HTTP/1.1" status: 200  len: 217 time: 0.0849609
Feb 05 20:54:18.919300 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-7da8918f-3b6b-4efa-882a-7c3fd58b3c37 service neutron] 10.222.0.32 "GET /v2.0/networks/be4493bf-d1a6-445a-a987-23010e65458b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6066835
Feb 05 20:54:18.951555 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-76ca8145-1bd6-473a-a8cd-dbc468098a0b tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:18.953014 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-76ca8145-1bd6-473a-a8cd-dbc468098a0b tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] 10.222.0.32 "GET /v2.0/networks?id=8560a1b3-e80f-45ed-a35e-f4e5e188e291 HTTP/1.1" status: 200  len: 813 time: 0.3179295
Feb 05 20:54:18.954392 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-f9da888e-b4ca-4a48-abf6-7234bef9128a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:18.955722 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-f9da888e-b4ca-4a48-abf6-7234bef9128a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ce832fc6-ee9e-45ba-a285-bd28fcf21153 HTTP/1.1" status: 200  len: 797 time: 0.1314199
Feb 05 20:54:19.033832 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-3abba2dd-54bf-4031-a0d6-1c75c0fe314b tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] 10.222.0.32 "GET /v2.0/quotas/339b42dac6c241a48a04f59918ef065e HTTP/1.1" status: 200  len: 375 time: 0.0642576
Feb 05 20:54:19.179157 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-316ab93d-e439-4e3e-8983-3d361049ed31 service neutron] 10.222.0.32 "GET /v2.0/networks/be4493bf-d1a6-445a-a987-23010e65458b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2490289
Feb 05 20:54:19.183324 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-0fae032b-1956-4686-9609-9cc7d08d6d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:19.184581 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-0fae032b-1956-4686-9609-9cc7d08d6d9a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2869ab27-d004-4907-98b1-61880aad7d20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2140696
Feb 05 20:54:19.190594 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-a0527145-259d-4648-b3d1-901bcf734c7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a277a57-62cd-4979-a232-d598b81b0c9c {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:54:19.207845 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-a0527145-259d-4648-b3d1-901bcf734c7c service neutron] Publish callbacks [] for port (8a277a57-62cd-4979-a232-d598b81b0c9c), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:19.227785 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-b72d278a-a43a-4549-9bb7-b0d142ef8750 tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=339b42dac6c241a48a04f59918ef065e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1551728
Feb 05 20:54:19.263646 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-a0527145-259d-4648-b3d1-901bcf734c7c service neutron] Transition to ACTIVE for port object 8a277a57-62cd-4979-a232-d598b81b0c9c will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:54:19.300478 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-a0527145-259d-4648-b3d1-901bcf734c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (8a277a57-62cd-4979-a232-d598b81b0c9c), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:19.441195 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0d73cbcd-1663-42ac-9fa1-050321eaaa92 req-6711659c-bb32-4911-82f1-454f99564f5c tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=f55090828fd1405ea70c0137c7f953b4 HTTP/1.1" status: 200  len: 1655 time: 0.1471207
Feb 05 20:54:19.494589 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0527145-259d-4648-b3d1-901bcf734c7c service neutron] Pushing event updated for resources: {'Port': ['ID=8a277a57-62cd-4979-a232-d598b81b0c9c,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:19.526165 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-295565fb-f305-4e66-99de-6888eff74cc4 service neutron] 10.222.0.39 "GET /v2.0/networks/2869ab27-d004-4907-98b1-61880aad7d20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3303709
Feb 05 20:54:19.530649 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-6a8fb85b-23a0-47c4-bb3f-499b5c1abf37 service neutron] 10.222.0.32 "GET /v2.0/networks/8560a1b3-e80f-45ed-a35e-f4e5e188e291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2911839
Feb 05 20:54:19.767493 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-a0527145-259d-4648-b3d1-901bcf734c7c service neutron] Attempting to bind port 8a277a57-62cd-4979-a232-d598b81b0c9c on host nch1-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:54:19.767838 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-a0527145-259d-4648-b3d1-901bcf734c7c service neutron] Attempting to bind port 8a277a57-62cd-4979-a232-d598b81b0c9c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ab2acdc2-ceb3-4188-aed0-4e2478f78171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c6336d95-9947-45e3-b883-54d2fa8605d4'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:54:19.768185 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-a0527145-259d-4648-b3d1-901bcf734c7c service neutron] Attempting to bind port 8a277a57-62cd-4979-a232-d598b81b0c9c on network c6336d95-9947-45e3-b883-54d2fa8605d4 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:54:19.787539 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73cbcd-1663-42ac-9fa1-050321eaaa92 req-e2f97aa5-b1a0-4075-9f9d-ea3ab5fbbf87 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:19.789303 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0d73cbcd-1663-42ac-9fa1-050321eaaa92 req-e2f97aa5-b1a0-4075-9f9d-ea3ab5fbbf87 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] 10.222.0.32 "GET /v2.0/networks?id=d65fb4dc-e812-4574-a4e6-6308f0abdf3f&id=d65fb4dc-e812-4574-a4e6-6308f0abdf3f&id=d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 787 time: 0.3364990
Feb 05 20:54:19.796637 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-a0527145-259d-4648-b3d1-901bcf734c7c service neutron] Port 8a277a57-62cd-4979-a232-d598b81b0c9c on network c6336d95-9947-45e3-b883-54d2fa8605d4 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:54:19.796990 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-a0527145-259d-4648-b3d1-901bcf734c7c service neutron] Attempting to bind port 8a277a57-62cd-4979-a232-d598b81b0c9c on network c6336d95-9947-45e3-b883-54d2fa8605d4 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:54:19.822042 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-0d73cbcd-1663-42ac-9fa1-050321eaaa92 req-d24e0155-929b-4549-bba6-b1b1afc8cbcf tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 20:54:19.823092 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0d73cbcd-1663-42ac-9fa1-050321eaaa92 req-d24e0155-929b-4549-bba6-b1b1afc8cbcf tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0126085
Feb 05 20:54:19.825816 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-a0527145-259d-4648-b3d1-901bcf734c7c service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:54:19.834226 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-a0527145-259d-4648-b3d1-901bcf734c7c service neutron] Checking segment: {'id': 'ab2acdc2-ceb3-4188-aed0-4e2478f78171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c6336d95-9947-45e3-b883-54d2fa8605d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:54:19.834226 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-a0527145-259d-4648-b3d1-901bcf734c7c service neutron] Bound using segment: {'id': 'ab2acdc2-ceb3-4188-aed0-4e2478f78171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c6336d95-9947-45e3-b883-54d2fa8605d4'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:54:19.834226 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-a0527145-259d-4648-b3d1-901bcf734c7c service neutron] Bound port: 8a277a57-62cd-4979-a232-d598b81b0c9c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab2acdc2-ceb3-4188-aed0-4e2478f78171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c6336d95-9947-45e3-b883-54d2fa8605d4'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:54:19.834226 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-a0527145-259d-4648-b3d1-901bcf734c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8a277a57-62cd-4979-a232-d598b81b0c9c), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:19.834226 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-7acce7d2-e98e-4586-a6ca-7a42c4b3f58c service neutron] 10.222.0.39 "GET /v2.0/networks/2869ab27-d004-4907-98b1-61880aad7d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2918665
Feb 05 20:54:19.834226 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-1a3a5ec1-7a94-41a6-b229-3420af80ce4b service neutron] 10.222.0.32 "GET /v2.0/networks/8560a1b3-e80f-45ed-a35e-f4e5e188e291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2909439
Feb 05 20:54:19.881039 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-8c2a470f-81e0-49eb-a05f-08e35c160ca4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b27985ed-4cc7-4261-a147-7ca1517d425a HTTP/1.1" status: 200  len: 217 time: 0.0407162
Feb 05 20:54:19.930917 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:19.978062 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-bcb16fe7-d733-4b8a-bb1f-75fd303f3707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:19.979990 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-bcb16fe7-d733-4b8a-bb1f-75fd303f3707 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ce832fc6-ee9e-45ba-a285-bd28fcf21153 HTTP/1.1" status: 200  len: 797 time: 0.0759416
Feb 05 20:54:19.981071 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-a0527145-259d-4648-b3d1-901bcf734c7c service neutron] For port 8a277a57-62cd-4979-a232-d598b81b0c9c, host nch1-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:54:19.993216 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-a0527145-259d-4648-b3d1-901bcf734c7c service neutron] For port 8a277a57-62cd-4979-a232-d598b81b0c9c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8a277a57-62cd-4979-a232-d598b81b0c9c,segment=NetworkSegment(ab2acdc2-ceb3-4188-aed0-4e2478f78171),segment_id=ab2acdc2-ceb3-4188-aed0-4e2478f78171)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:54:20.039518 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-a0527145-259d-4648-b3d1-901bcf734c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (8a277a57-62cd-4979-a232-d598b81b0c9c), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:20.131106 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-a0527145-259d-4648-b3d1-901bcf734c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:20.131970 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-a0527145-259d-4648-b3d1-901bcf734c7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:20.133462 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-a0527145-259d-4648-b3d1-901bcf734c7c service neutron] 10.222.0.21 "PUT /v2.0/ports/8a277a57-62cd-4979-a232-d598b81b0c9c HTTP/1.1" status: 200  len: 1092 time: 2.1754026
Feb 05 20:54:20.139253 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36920c12-b888-4286-ad83-9d1508196a13', 'tag': '8a277a57-62cd-4979-a232-d598b81b0c9c'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:54:20.141509 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d65406-fb01-4477-bc45-9a81e87f75ec" -d '{"events": [{"name": "network-changed", "server_uuid": "36920c12-b888-4286-ad83-9d1508196a13", "tag": "8a277a57-62cd-4979-a232-d598b81b0c9c"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:54:20.170273 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0527145-259d-4648-b3d1-901bcf734c7c service neutron] Pushing event updated for resources: {'Port': ['ID=8a277a57-62cd-4979-a232-d598b81b0c9c,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:20.200403 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-2172b808-accc-4c65-8b92-4e1dae9c83b1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e42e5222-69b2-4832-b20f-3216346b2bc6&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0488474
Feb 05 20:54:20.222743 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-d35f8055-a939-4d3c-a0da-46c677c77fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:20.224303 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-d35f8055-a939-4d3c-a0da-46c677c77fff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2869ab27-d004-4907-98b1-61880aad7d20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2293904
Feb 05 20:54:20.268545 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-f680d93d-67b3-4849-b5dc-74b49c2454b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:20.270548 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-f680d93d-67b3-4849-b5dc-74b49c2454b6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3cff6862c3984514b6c7cdca5519f734&device_id=36920c12-b888-4286-ad83-9d1508196a13 HTTP/1.1" status: 200  len: 1126 time: 0.0651858
Feb 05 20:54:20.311219 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c952490-b277-4379-bcc3-07e178dc6b30 req-2476d496-8e78-4436-b32d-7a5acdf428bb tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:20.318804 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6c952490-b277-4379-bcc3-07e178dc6b30 req-2476d496-8e78-4436-b32d-7a5acdf428bb tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] 10.222.0.32 "GET /v2.0/ports?device_id=36920c12-b888-4286-ad83-9d1508196a13 HTTP/1.1" status: 200  len: 944 time: 0.2160716
Feb 05 20:54:20.337574 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-b67ba567-eab8-4426-8fc1-5b8583f6b69a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a277a57-62cd-4979-a232-d598b81b0c9c HTTP/1.1" status: 200  len: 217 time: 0.0601602
Feb 05 20:54:20.385669 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15263cd4-17da-4da5-aa69-0849bc593c1c req-5f9b4154-2084-4071-93de-692ab1a779f0 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:20.392033 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15263cd4-17da-4da5-aa69-0849bc593c1c req-5f9b4154-2084-4071-93de-692ab1a779f0 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:20.398422 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15263cd4-17da-4da5-aa69-0849bc593c1c req-5f9b4154-2084-4071-93de-692ab1a779f0 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:20.404384 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15263cd4-17da-4da5-aa69-0849bc593c1c req-5f9b4154-2084-4071-93de-692ab1a779f0 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:20.409917 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15263cd4-17da-4da5-aa69-0849bc593c1c req-5f9b4154-2084-4071-93de-692ab1a779f0 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:20.416159 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15263cd4-17da-4da5-aa69-0849bc593c1c req-5f9b4154-2084-4071-93de-692ab1a779f0 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:20.420125 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-a9b3813f-ce80-47f9-96ec-1775ee1902f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:20.421801 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15263cd4-17da-4da5-aa69-0849bc593c1c req-5f9b4154-2084-4071-93de-692ab1a779f0 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:20.423959 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-15263cd4-17da-4da5-aa69-0849bc593c1c req-5f9b4154-2084-4071-93de-692ab1a779f0 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 5428 time: 0.2875376
Feb 05 20:54:20.429791 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-a9b3813f-ce80-47f9-96ec-1775ee1902f1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=775b4393-c8d2-4ecf-b650-2efee00c79d9 HTTP/1.1" status: 200  len: 859 time: 0.0851512
Feb 05 20:54:20.447052 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed71c35-9625-42a7-9ab3-bef8824058a4 req-e2e62a66-815a-4551-8ceb-c88906a0d78e tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:20.448684 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ed71c35-9625-42a7-9ab3-bef8824058a4 req-e2e62a66-815a-4551-8ceb-c88906a0d78e tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.21 "GET /v2.0/ports?device_id=c001a65c-d24d-47ea-9e9f-8dbcea7c6faf HTTP/1.1" status: 200  len: 945 time: 0.2463322
Feb 05 20:54:20.484315 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-1ebd6f82-7fc0-4bb6-bfcd-d57c7227177f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c6336d95-9947-45e3-b883-54d2fa8605d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0435143
Feb 05 20:54:20.604855 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-ebf88d8d-30af-4d4a-b920-688e7a39d456 service neutron] 10.222.0.21 "GET /v2.0/networks/c6336d95-9947-45e3-b883-54d2fa8605d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1140614
Feb 05 20:54:20.638018 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:54:20.678726 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: 9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:54:20.679396 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 9bc3fddc-e2bc-4c7e-9bef-d69f65fbc9b0 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:54:20.732681 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-51408e35-7125-46d9-ae50-c5a813d463f0 req-42ce34ee-5b89-4faf-b1e9-4d3e73bffe55 service neutron] 10.222.0.21 "GET /v2.0/networks/c6336d95-9947-45e3-b883-54d2fa8605d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1210847
Feb 05 20:54:20.820199 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6c952490-b277-4379-bcc3-07e178dc6b30 req-31e49f0d-d724-427a-ad9d-39a1d16a3568 tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] 10.222.0.32 "GET /v2.0/security-groups?id=f97e8781-4973-47a9-8df8-20eac3400beb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4999413
Feb 05 20:54:20.830370 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-2d94df7a-6f72-4ff3-b666-645f9a994ed9 service neutron] 10.222.0.39 "GET /v2.0/networks/2869ab27-d004-4907-98b1-61880aad7d20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5821898
Feb 05 20:54:20.935239 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-15263cd4-17da-4da5-aa69-0849bc593c1c req-2590a12b-f6fc-4e33-b59b-b9149a6082ee tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/security-groups?id=862080b5-e679-4cab-bbab-4a73c5b41769&id=d935f44d-aedf-41e0-a92b-4330e1bb2d9b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.4959552
Feb 05 20:54:21.043801 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-30057b7f-cdcf-4005-85d8-f265b4f5f26c tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:21.046157 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-30057b7f-cdcf-4005-85d8-f265b4f5f26c tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.21 "GET /v2.0/networks?id=be4493bf-d1a6-445a-a987-23010e65458b HTTP/1.1" status: 200  len: 812 time: 0.1617880
Feb 05 20:54:21.071020 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-d456247b-59a7-4aca-8790-e40180882e1a tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Request body: {'port': {'device_id': '88c885bc-2394-4b9a-b21c-4d1197df98ad', 'network_id': 'be4493bf-d1a6-445a-a987-23010e65458b', 'admin_state_up': True, 'tenant_id': '9d100b9cbd5c471aa5036a7a90989a49'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:54:21.130801 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ae49be9d-d286-42bd-bde3-db4b5a1eced3 req-e67f8b09-3b66-4909-9d00-729dbb604d03 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=88c885bc-2394-4b9a-b21c-4d1197df98ad HTTP/1.1" status: 200  len: 210 time: 0.0568528
Feb 05 20:54:21.133684 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7cdb1db-0ba5-4c20-9c0e-977a9a283d8e req-d3275248-21cb-41eb-812e-f98ef4a9783c service neutron] 10.222.0.39 "GET /v2.0/networks/2869ab27-d004-4907-98b1-61880aad7d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2944951
Feb 05 20:54:21.145897 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c50948-f2b7-4a21-9179-439f50d6f2d2 req-044c81e7-0598-482c-9b77-51cf72a17b02 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:21.154192 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-23c50948-f2b7-4a21-9179-439f50d6f2d2 req-044c81e7-0598-482c-9b77-51cf72a17b02 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.32 "GET /v2.0/ports?device_id=c001a65c-d24d-47ea-9e9f-8dbcea7c6faf HTTP/1.1" status: 200  len: 945 time: 0.2369263
Feb 05 20:54:21.164148 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-4ed71c35-9625-42a7-9ab3-bef8824058a4 req-36906e7f-a263-4418-a91b-e97f342b4c64 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Deleting port a08b1a2d-3855-4e04-964c-c8692c10c5bb {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:54:21.164717 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4ed71c35-9625-42a7-9ab3-bef8824058a4 req-36906e7f-a263-4418-a91b-e97f342b4c64 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (a08b1a2d-3855-4e04-964c-c8692c10c5bb), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:21.255805 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-d456247b-59a7-4aca-8790-e40180882e1a tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Made reservation on behalf of 9d100b9cbd5c471aa5036a7a90989a49 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:54:21.259809 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-d456247b-59a7-4aca-8790-e40180882e1a tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:21.353701 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-23c50948-f2b7-4a21-9179-439f50d6f2d2 req-919a7326-3408-47aa-89a7-cd253aaf22c6 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.32 "GET /v2.0/security-groups?id=0695a0d2-2ebe-4932-ae8c-6d486ce84c74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1985905
Feb 05 20:54:21.359950 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8f63bbfe-9b8d-4800-90b6-3aa811a7fb1f req-fc1a3bc8-4de1-45b1-a260-1699b3acacb5 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] 10.222.0.32 "GET /v2.0/floatingips/cd8e2d4e-55fc-49e1-9c6f-65a3910df6b9 HTTP/1.1" status: 200  len: 692 time: 0.1050289
Feb 05 20:54:21.405920 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-d456247b-59a7-4aca-8790-e40180882e1a tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Allocated IP 172.20.0.6 (be4493bf-d1a6-445a-a987-23010e65458b/4e9cd80a-75d3-4781-9154-c886c97be771/cab1e0e4-1c1c-415b-9685-2e468c94a509) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:54:21.437154 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-4ed71c35-9625-42a7-9ab3-bef8824058a4 req-36906e7f-a263-4418-a91b-e97f342b4c64 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] For port a08b1a2d-3855-4e04-964c-c8692c10c5bb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a08b1a2d-3855-4e04-964c-c8692c10c5bb,segment=NetworkSegment(a23cb92a-c754-434c-8f50-ccb834db554e),segment_id=a23cb92a-c754-434c-8f50-ccb834db554e)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:21.437405 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4ed71c35-9625-42a7-9ab3-bef8824058a4 req-36906e7f-a263-4418-a91b-e97f342b4c64 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (a08b1a2d-3855-4e04-964c-c8692c10c5bb), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:21.469041 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad672a62-6749-466a-ac51-27325fcec687 req-faebb8ef-1020-405b-820d-5b4b4530d408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:21.469519 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad672a62-6749-466a-ac51-27325fcec687 req-faebb8ef-1020-405b-820d-5b4b4530d408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:21.469990 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad672a62-6749-466a-ac51-27325fcec687 req-faebb8ef-1020-405b-820d-5b4b4530d408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:21.470486 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad672a62-6749-466a-ac51-27325fcec687 req-faebb8ef-1020-405b-820d-5b4b4530d408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:21.470947 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad672a62-6749-466a-ac51-27325fcec687 req-faebb8ef-1020-405b-820d-5b4b4530d408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:21.471408 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad672a62-6749-466a-ac51-27325fcec687 req-faebb8ef-1020-405b-820d-5b4b4530d408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:21.471868 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad672a62-6749-466a-ac51-27325fcec687 req-faebb8ef-1020-405b-820d-5b4b4530d408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:21.473805 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ad672a62-6749-466a-ac51-27325fcec687 req-faebb8ef-1020-405b-820d-5b4b4530d408 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3256272f3c524d7fba9a4fb8f5eb011d&device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 6702 time: 0.2002606
Feb 05 20:54:21.600498 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-d456247b-59a7-4aca-8790-e40180882e1a tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks [] for port (cab1e0e4-1c1c-415b-9685-2e468c94a509), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:21.629256 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-17f14e3c-b659-4c0b-8e02-2220562c9627 req-23c13474-98f9-46bb-93de-d74a8e72d6fc tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e7c39a-cd9e-478e-b64f-27d3a23c5253 HTTP/1.1" status: 200  len: 210 time: 0.1489859
Feb 05 20:54:21.639992 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-d456247b-59a7-4aca-8790-e40180882e1a tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (cab1e0e4-1c1c-415b-9685-2e468c94a509), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:21.689780 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-d456247b-59a7-4aca-8790-e40180882e1a tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Network be4493bf-d1a6-445a-a987-23010e65458b is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:54:21.693220 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-d456247b-59a7-4aca-8790-e40180882e1a tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:54:21.697498 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-d456247b-59a7-4aca-8790-e40180882e1a tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:54:21.734394 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d456247b-59a7-4aca-8790-e40180882e1a tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Pushing event updated for resources: {'Port': ['ID=cab1e0e4-1c1c-415b-9685-2e468c94a509,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:21.771252 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-d456247b-59a7-4aca-8790-e40180882e1a tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:21.771907 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-d456247b-59a7-4aca-8790-e40180882e1a tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:21.793376 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-d456247b-59a7-4aca-8790-e40180882e1a tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7350843
Feb 05 20:54:21.806592 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-59582a6f-48aa-4c85-b7ff-02e0e955517d service neutron] Request body: {'port': {'device_id': '88c885bc-2394-4b9a-b21c-4d1197df98ad', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:54:21.874935 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63bbfe-9b8d-4800-90b6-3aa811a7fb1f req-84cbd9b0-14a7-489c-a6b9-f55b12ae9ff4 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:21.876340 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8f63bbfe-9b8d-4800-90b6-3aa811a7fb1f req-84cbd9b0-14a7-489c-a6b9-f55b12ae9ff4 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] 10.222.0.32 "GET /v2.0/networks/d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 784 time: 0.5051370
Feb 05 20:54:21.902022 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-59582a6f-48aa-4c85-b7ff-02e0e955517d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (cab1e0e4-1c1c-415b-9685-2e468c94a509), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:21.935129 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad672a62-6749-466a-ac51-27325fcec687 req-a3400f99-b22c-4134-93ae-d044a19331db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:21.937409 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ad672a62-6749-466a-ac51-27325fcec687 req-a3400f99-b22c-4134-93ae-d044a19331db service neutron] 10.222.0.39 "GET /v2.0/networks?id=2c28d2b8-7305-4066-8f34-0ebf235173b6 HTTP/1.1" status: 200  len: 903 time: 0.4467518
Feb 05 20:54:21.969106 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-81ff2a0f-f970-412d-b5d2-6b6f7c21aba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:21.970627 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-81ff2a0f-f970-412d-b5d2-6b6f7c21aba4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&device_id=e42e5222-69b2-4832-b20f-3216346b2bc6 HTTP/1.1" status: 200  len: 1132 time: 0.1170194
Feb 05 20:54:22.024843 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-7cc46a8f-3b6a-4c77-956f-dea0720b3e7a tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:22.026969 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-7cc46a8f-3b6a-4c77-956f-dea0720b3e7a tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] 10.222.0.39 "GET /v2.0/networks?id=8560a1b3-e80f-45ed-a35e-f4e5e188e291 HTTP/1.1" status: 200  len: 813 time: 0.5340261
Feb 05 20:54:22.034623 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929919d5-8e84-4751-8d19-b9ab29b8566f req-558e3eb1-0da9-4fee-91c2-61252a947656 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:22.036446 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-929919d5-8e84-4751-8d19-b9ab29b8566f req-558e3eb1-0da9-4fee-91c2-61252a947656 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=e42e5222-69b2-4832-b20f-3216346b2bc6 HTTP/1.1" status: 200  len: 950 time: 0.3063066
Feb 05 20:54:22.085413 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ad672a62-6749-466a-ac51-27325fcec687 req-a6c82696-cd39-42c8-8c67-7f0777e7537f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=0dc636af-3e4f-4bdf-a0d0-4cf505100fad HTTP/1.1" status: 200  len: 217 time: 0.0434768
Feb 05 20:54:22.114457 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-9dd021ce-605a-441b-951f-ebfae5dd3b3a tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] Request body: {'port': {'device_id': 'c4e7c39a-cd9e-478e-b64f-27d3a23c5253', 'network_id': '8560a1b3-e80f-45ed-a35e-f4e5e188e291', 'admin_state_up': True, 'tenant_id': '339b42dac6c241a48a04f59918ef065e'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:54:22.153616 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8f63bbfe-9b8d-4800-90b6-3aa811a7fb1f req-a3eb88a9-4b8d-4ad6-b333-95455cc74ab8 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.79 HTTP/1.1" status: 200  len: 695 time: 0.2516763
Feb 05 20:54:22.192257 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-54070ff2-36b7-48b3-94d1-b5b6ea55c437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:22.194709 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-54070ff2-36b7-48b3-94d1-b5b6ea55c437 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.2154629
Feb 05 20:54:22.264270 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-0c5c9231-b86c-4696-8f9d-79ed9f3af6dd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=1d9a5845-5eb9-4d8b-b040-206021da1b67 HTTP/1.1" status: 200  len: 217 time: 0.0558581
Feb 05 20:54:22.354333 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-59582a6f-48aa-4c85-b7ff-02e0e955517d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cab1e0e4-1c1c-415b-9685-2e468c94a509 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:54:22.365422 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-59582a6f-48aa-4c85-b7ff-02e0e955517d service neutron] Publish callbacks [] for port (cab1e0e4-1c1c-415b-9685-2e468c94a509), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:22.399050 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-59582a6f-48aa-4c85-b7ff-02e0e955517d service neutron] Transition to ACTIVE for port object cab1e0e4-1c1c-415b-9685-2e468c94a509 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:54:22.406909 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-59582a6f-48aa-4c85-b7ff-02e0e955517d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (cab1e0e4-1c1c-415b-9685-2e468c94a509), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:22.442096 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8f63bbfe-9b8d-4800-90b6-3aa811a7fb1f req-bd523e7f-cc0f-496a-99a4-b2285ca25888 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.79 HTTP/1.1" status: 200  len: 695 time: 0.2873106
Feb 05 20:54:22.448207 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4ed71c35-9625-42a7-9ab3-bef8824058a4 req-36906e7f-a263-4418-a91b-e97f342b4c64 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:22.448756 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4ed71c35-9625-42a7-9ab3-bef8824058a4 req-36906e7f-a263-4418-a91b-e97f342b4c64 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (5eb7a313-9890-440c-8ee6-6eacce1a0abe), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:22.449112 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [req-4ed71c35-9625-42a7-9ab3-bef8824058a4 req-36906e7f-a263-4418-a91b-e97f342b4c64 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Floating IP 5eb7a313-9890-440c-8ee6-6eacce1a0abe disassociated. External IP: 172.35.4.161, port: a08b1a2d-3855-4e04-964c-c8692c10c5bb.
Feb 05 20:54:22.449462 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-4ed71c35-9625-42a7-9ab3-bef8824058a4 req-36906e7f-a263-4418-a91b-e97f342b4c64 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Calling delete_port for a08b1a2d-3855-4e04-964c-c8692c10c5bb owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:54:22.574597 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad672a62-6749-466a-ac51-27325fcec687 req-a736ff01-6f7e-4d71-b1a8-84c2fac15b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:22.576139 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ad672a62-6749-466a-ac51-27325fcec687 req-a736ff01-6f7e-4d71-b1a8-84c2fac15b8d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=532b1fc2-bb1a-4156-8355-ae298e35f677 HTTP/1.1" status: 200  len: 797 time: 0.3940399
Feb 05 20:54:22.583143 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59582a6f-48aa-4c85-b7ff-02e0e955517d service neutron] Pushing event updated for resources: {'Port': ['ID=cab1e0e4-1c1c-415b-9685-2e468c94a509,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:22.586548 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-929919d5-8e84-4751-8d19-b9ab29b8566f req-ddcdd352-40a6-4bf4-aab7-7d5115782ded tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4960959
Feb 05 20:54:22.623938 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-5677a559-1e10-4a30-8d85-a7bff4a62d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:22.625668 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-5677a559-1e10-4a30-8d85-a7bff4a62d2c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.1437798
Feb 05 20:54:22.659639 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-59582a6f-48aa-4c85-b7ff-02e0e955517d service neutron] Attempting to bind port cab1e0e4-1c1c-415b-9685-2e468c94a509 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:54:22.660090 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-59582a6f-48aa-4c85-b7ff-02e0e955517d service neutron] Attempting to bind port cab1e0e4-1c1c-415b-9685-2e468c94a509 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '743051ff-9f95-4efc-9230-9f61d36c1128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'be4493bf-d1a6-445a-a987-23010e65458b'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:54:22.660314 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-59582a6f-48aa-4c85-b7ff-02e0e955517d service neutron] Attempting to bind port cab1e0e4-1c1c-415b-9685-2e468c94a509 on network be4493bf-d1a6-445a-a987-23010e65458b {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:54:22.661396 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:54:22.670549 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-59582a6f-48aa-4c85-b7ff-02e0e955517d service neutron] Port cab1e0e4-1c1c-415b-9685-2e468c94a509 on network be4493bf-d1a6-445a-a987-23010e65458b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:54:22.670983 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-59582a6f-48aa-4c85-b7ff-02e0e955517d service neutron] Attempting to bind port cab1e0e4-1c1c-415b-9685-2e468c94a509 on network be4493bf-d1a6-445a-a987-23010e65458b {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:54:22.686800 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-59582a6f-48aa-4c85-b7ff-02e0e955517d service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:54:22.687577 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-59582a6f-48aa-4c85-b7ff-02e0e955517d service neutron] Checking segment: {'id': '743051ff-9f95-4efc-9230-9f61d36c1128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'be4493bf-d1a6-445a-a987-23010e65458b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:54:22.687577 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-59582a6f-48aa-4c85-b7ff-02e0e955517d service neutron] Bound using segment: {'id': '743051ff-9f95-4efc-9230-9f61d36c1128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'be4493bf-d1a6-445a-a987-23010e65458b'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:54:22.688051 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-59582a6f-48aa-4c85-b7ff-02e0e955517d service neutron] Bound port: cab1e0e4-1c1c-415b-9685-2e468c94a509, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '743051ff-9f95-4efc-9230-9f61d36c1128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'be4493bf-d1a6-445a-a987-23010e65458b'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:54:22.688397 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-59582a6f-48aa-4c85-b7ff-02e0e955517d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (cab1e0e4-1c1c-415b-9685-2e468c94a509), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:22.823984 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-59582a6f-48aa-4c85-b7ff-02e0e955517d service neutron] For port cab1e0e4-1c1c-415b-9685-2e468c94a509, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:54:22.828248 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-59582a6f-48aa-4c85-b7ff-02e0e955517d service neutron] For port cab1e0e4-1c1c-415b-9685-2e468c94a509, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cab1e0e4-1c1c-415b-9685-2e468c94a509,segment=NetworkSegment(743051ff-9f95-4efc-9230-9f61d36c1128),segment_id=743051ff-9f95-4efc-9230-9f61d36c1128)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:54:22.845967 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-59582a6f-48aa-4c85-b7ff-02e0e955517d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (cab1e0e4-1c1c-415b-9685-2e468c94a509), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:22.911401 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-59582a6f-48aa-4c85-b7ff-02e0e955517d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:22.920878 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-59582a6f-48aa-4c85-b7ff-02e0e955517d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:22.923597 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-59582a6f-48aa-4c85-b7ff-02e0e955517d service neutron] 10.222.0.21 "PUT /v2.0/ports/cab1e0e4-1c1c-415b-9685-2e468c94a509 HTTP/1.1" status: 200  len: 1091 time: 1.1223288
Feb 05 20:54:22.924177 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c885bc-2394-4b9a-b21c-4d1197df98ad', 'tag': 'cab1e0e4-1c1c-415b-9685-2e468c94a509'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:54:22.988071 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4a1972-dcc4-40f6-8fb7-ac31d4a1bd48" -d '{"events": [{"name": "network-changed", "server_uuid": "88c885bc-2394-4b9a-b21c-4d1197df98ad", "tag": "cab1e0e4-1c1c-415b-9685-2e468c94a509"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:54:23.020869 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:23.043440 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': 'fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'port_id': 'fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6', 'mac_address': 'fa:16:3e:25:8e:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3c763-0926-4b49-ade5-d66ee3d4c489', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:54:23.066349 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59582a6f-48aa-4c85-b7ff-02e0e955517d service neutron] Pushing event updated for resources: {'Port': ['ID=cab1e0e4-1c1c-415b-9685-2e468c94a509,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:23.069810 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2336f5-08a1-4a31-a22b-e89c54011eac x-openstack-request-id: req-ac2336f5-08a1-4a31-a22b-e89c54011eac {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:54:23.079228 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36920c12-b888-4286-ad83-9d1508196a13", "tag": "8a277a57-62cd-4979-a232-d598b81b0c9c", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:54:23.079664 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ac2336f5-08a1-4a31-a22b-e89c54011eac {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:54:23.080262 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36920c12-b888-4286-ad83-9d1508196a13', 'tag': '8a277a57-62cd-4979-a232-d598b81b0c9c', 'status': 'completed', 'code': 200}
Feb 05 20:54:23.091984 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6 is: ACTIVE; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:54:23.092941 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-9dd021ce-605a-441b-951f-ebfae5dd3b3a tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] Made reservation on behalf of 339b42dac6c241a48a04f59918ef065e for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:54:23.093504 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:23.107371 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-9dd021ce-605a-441b-951f-ebfae5dd3b3a tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:23.112452 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:54:23.136469 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:23.143201 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:23.195610 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-ff1fd06a-3c03-4691-849f-7921e0106e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:23.201158 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-ff1fd06a-3c03-4691-849f-7921e0106e0b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d100b9cbd5c471aa5036a7a90989a49&device_id=88c885bc-2394-4b9a-b21c-4d1197df98ad HTTP/1.1" status: 200  len: 1125 time: 0.1365945
Feb 05 20:54:23.219968 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6,revision_number=6']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:23.255454 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:54:23.277011 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-b99b7148-5bcb-44d5-a8ce-9cde7c5ea2ae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cab1e0e4-1c1c-415b-9685-2e468c94a509 HTTP/1.1" status: 200  len: 217 time: 0.0599518
Feb 05 20:54:23.388809 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-b0aeb67f-18b9-470a-98da-f9a06eaeafa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:23.389409 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-8f63bbfe-9b8d-4800-90b6-3aa811a7fb1f req-611bbf36-6ff8-46a9-a004-4a6fffefd188 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Deleting port cea84646-692c-4cdf-a97d-b8f0d4f8c8b6 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:54:23.389851 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8f63bbfe-9b8d-4800-90b6-3aa811a7fb1f req-611bbf36-6ff8-46a9-a004-4a6fffefd188 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (cea84646-692c-4cdf-a97d-b8f0d4f8c8b6), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:23.390268 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-b0aeb67f-18b9-470a-98da-f9a06eaeafa7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e9cd80a-75d3-4781-9154-c886c97be771 HTTP/1.1" status: 200  len: 852 time: 0.1025407
Feb 05 20:54:23.449122 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-4d90bc0d-a347-4130-92f9-d35df2e0a833 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be4493bf-d1a6-445a-a987-23010e65458b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0522668
Feb 05 20:54:23.509861 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8f63bbfe-9b8d-4800-90b6-3aa811a7fb1f req-611bbf36-6ff8-46a9-a004-4a6fffefd188 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (cea84646-692c-4cdf-a97d-b8f0d4f8c8b6), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:23.510478 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8f63bbfe-9b8d-4800-90b6-3aa811a7fb1f req-611bbf36-6ff8-46a9-a004-4a6fffefd188 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks [] for floatingip (cea84646-692c-4cdf-a97d-b8f0d4f8c8b6), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:23.525233 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-8f63bbfe-9b8d-4800-90b6-3aa811a7fb1f req-611bbf36-6ff8-46a9-a004-4a6fffefd188 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Calling delete_port for cea84646-692c-4cdf-a97d-b8f0d4f8c8b6 owned by network:floatingip {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:54:23.597802 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-546e22f9-f6d8-4e53-8524-e403acaefd02 service neutron] 10.222.0.21 "GET /v2.0/networks/be4493bf-d1a6-445a-a987-23010e65458b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380968
Feb 05 20:54:23.614197 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d65406-fb01-4477-bc45-9a81e87f75ec req-edb465b1-c762-400c-ab48-7fc0125c0e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:23.616414 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-02d65406-fb01-4477-bc45-9a81e87f75ec req-edb465b1-c762-400c-ab48-7fc0125c0e83 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3cff6862c3984514b6c7cdca5519f734&device_id=36920c12-b888-4286-ad83-9d1508196a13 HTTP/1.1" status: 200  len: 1126 time: 0.5346141
Feb 05 20:54:23.711189 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c842656-57cf-49ea-9ef7-924cb6ad2ff2 req-dc02caf5-cb39-4636-a5ef-5566aa292efa tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:23.718224 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0c842656-57cf-49ea-9ef7-924cb6ad2ff2 req-dc02caf5-cb39-4636-a5ef-5566aa292efa tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] 10.222.0.32 "GET /v2.0/ports?device_id=36920c12-b888-4286-ad83-9d1508196a13 HTTP/1.1" status: 200  len: 944 time: 0.6356356
Feb 05 20:54:23.731571 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c9910e3c-8e66-4f33-96f3-2191febd8e31 req-364b48c6-7dd3-4ec6-b32b-bbc67103361c service neutron] 10.222.0.21 "GET /v2.0/networks/be4493bf-d1a6-445a-a987-23010e65458b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1294947
Feb 05 20:54:23.769482 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4ed71c35-9625-42a7-9ab3-bef8824058a4 req-36906e7f-a263-4418-a91b-e97f342b4c64 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (a08b1a2d-3855-4e04-964c-c8692c10c5bb), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:23.846058 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36906e7f-a263-4418-a91b-e97f342b4c64 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Pushing event deleted for resources: {'Port': ['ID=a08b1a2d-3855-4e04-964c-c8692c10c5bb,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:23.928268 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-9dd021ce-605a-441b-951f-ebfae5dd3b3a tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] Allocated IP 172.20.0.4 (8560a1b3-e80f-45ed-a35e-f4e5e188e291/68543e91-1c7e-489a-be82-2d758ce921ad/0d227610-d4ba-4635-9361-47aaf7a57972) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:54:24.001683 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d65406-fb01-4477-bc45-9a81e87f75ec req-93ab2f01-1637-4b19-bcee-373769fe4f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:24.003126 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-02d65406-fb01-4477-bc45-9a81e87f75ec req-93ab2f01-1637-4b19-bcee-373769fe4f0c service neutron] 10.222.0.21 "GET /v2.0/networks?id=c6336d95-9947-45e3-b883-54d2fa8605d4 HTTP/1.1" status: 200  len: 920 time: 0.3751037
Feb 05 20:54:24.012766 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0c842656-57cf-49ea-9ef7-924cb6ad2ff2 req-54a9a28e-9a22-4e18-8540-1001ea94f6fe tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] 10.222.0.32 "GET /v2.0/security-groups?id=f97e8781-4973-47a9-8df8-20eac3400beb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2935014
Feb 05 20:54:24.051214 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8f63bbfe-9b8d-4800-90b6-3aa811a7fb1f req-611bbf36-6ff8-46a9-a004-4a6fffefd188 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (cea84646-692c-4cdf-a97d-b8f0d4f8c8b6), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:24.130752 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-02d65406-fb01-4477-bc45-9a81e87f75ec req-cd08c290-4e58-4a28-83ed-2037330b6e97 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a277a57-62cd-4979-a232-d598b81b0c9c HTTP/1.1" status: 200  len: 217 time: 0.1131144
Feb 05 20:54:24.131551 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611bbf36-6ff8-46a9-a004-4a6fffefd188 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Pushing event deleted for resources: {'Port': ['ID=cea84646-692c-4cdf-a97d-b8f0d4f8c8b6,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:24.415865 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d65406-fb01-4477-bc45-9a81e87f75ec req-e7f7212b-1c55-4469-bc3d-d148ee291678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:24.417385 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-02d65406-fb01-4477-bc45-9a81e87f75ec req-e7f7212b-1c55-4469-bc3d-d148ee291678 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=775b4393-c8d2-4ecf-b650-2efee00c79d9 HTTP/1.1" status: 200  len: 859 time: 0.2301199
Feb 05 20:54:24.491645 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029628d-8bcd-47d6-94ba-54b7b76fee26 req-eedbc89a-7d57-4888-8050-64cf50a7fef9 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:24.497076 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029628d-8bcd-47d6-94ba-54b7b76fee26 req-eedbc89a-7d57-4888-8050-64cf50a7fef9 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:24.502547 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029628d-8bcd-47d6-94ba-54b7b76fee26 req-eedbc89a-7d57-4888-8050-64cf50a7fef9 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:24.509149 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029628d-8bcd-47d6-94ba-54b7b76fee26 req-eedbc89a-7d57-4888-8050-64cf50a7fef9 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:24.515599 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029628d-8bcd-47d6-94ba-54b7b76fee26 req-eedbc89a-7d57-4888-8050-64cf50a7fef9 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:24.521040 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029628d-8bcd-47d6-94ba-54b7b76fee26 req-eedbc89a-7d57-4888-8050-64cf50a7fef9 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:24.527163 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029628d-8bcd-47d6-94ba-54b7b76fee26 req-eedbc89a-7d57-4888-8050-64cf50a7fef9 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:24.529095 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3029628d-8bcd-47d6-94ba-54b7b76fee26 req-eedbc89a-7d57-4888-8050-64cf50a7fef9 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 5428 time: 0.4308777
Feb 05 20:54:24.531310 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ed71c35-9625-42a7-9ab3-bef8824058a4 req-36906e7f-a263-4418-a91b-e97f342b4c64 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Router 715d3da5-17d1-4e84-a19e-1736005579bf has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:54:24.532383 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8f63bbfe-9b8d-4800-90b6-3aa811a7fb1f req-611bbf36-6ff8-46a9-a004-4a6fffefd188 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks [] for floatingip (cd8e2d4e-55fc-49e1-9c6f-65a3910df6b9), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:24.534994 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8f63bbfe-9b8d-4800-90b6-3aa811a7fb1f req-611bbf36-6ff8-46a9-a004-4a6fffefd188 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:24.536122 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8f63bbfe-9b8d-4800-90b6-3aa811a7fb1f req-611bbf36-6ff8-46a9-a004-4a6fffefd188 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] 10.222.0.32 "DELETE /v2.0/floatingips/cd8e2d4e-55fc-49e1-9c6f-65a3910df6b9 HTTP/1.1" status: 204  len: 173 time: 2.0931919
Feb 05 20:54:24.542428 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-02d65406-fb01-4477-bc45-9a81e87f75ec req-55181fec-4ab8-4311-8fb0-83a219d06709 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c6336d95-9947-45e3-b883-54d2fa8605d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1089733
Feb 05 20:54:24.601230 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-9dd021ce-605a-441b-951f-ebfae5dd3b3a tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] Publish callbacks [] for port (0d227610-d4ba-4635-9361-47aaf7a57972), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:24.668582 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 8a277a57-62cd-4979-a232-d598b81b0c9c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:54:24.674949 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:54:24.782049 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-9dd021ce-605a-441b-951f-ebfae5dd3b3a tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (0d227610-d4ba-4635-9361-47aaf7a57972), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:24.830018 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:54:24.830430 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:24.846883 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3029628d-8bcd-47d6-94ba-54b7b76fee26 req-f09f6dc2-3d11-4884-acc0-552566fb5c11 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/security-groups?id=862080b5-e679-4cab-bbab-4a73c5b41769&id=d935f44d-aedf-41e0-a92b-4330e1bb2d9b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3058710
Feb 05 20:54:24.893080 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 8a277a57-62cd-4979-a232-d598b81b0c9c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8a277a57-62cd-4979-a232-d598b81b0c9c,segment=NetworkSegment(ab2acdc2-ceb3-4188-aed0-4e2478f78171),segment_id=ab2acdc2-ceb3-4188-aed0-4e2478f78171)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:24.910525 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '8a277a57-62cd-4979-a232-d598b81b0c9c', 'network_id': 'c6336d95-9947-45e3-b883-54d2fa8605d4', 'port_id': '8a277a57-62cd-4979-a232-d598b81b0c9c', 'mac_address': 'fa:16:3e:e4:f7:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '775b4393-c8d2-4ecf-b650-2efee00c79d9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:54:24.958767 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-9dd021ce-605a-441b-951f-ebfae5dd3b3a tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] Network 8560a1b3-e80f-45ed-a35e-f4e5e188e291 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:54:24.987371 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:54:24.988053 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:24.990600 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-02d65406-fb01-4477-bc45-9a81e87f75ec req-ad29e4da-600d-4a13-8457-cc68ea48517d service neutron] 10.222.0.21 "GET /v2.0/networks/c6336d95-9947-45e3-b883-54d2fa8605d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4363060
Feb 05 20:54:24.992119 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-9dd021ce-605a-441b-951f-ebfae5dd3b3a tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:54:25.000292 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-9dd021ce-605a-441b-951f-ebfae5dd3b3a tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:54:25.002910 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 8a277a57-62cd-4979-a232-d598b81b0c9c is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:54:25.003511 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8a277a57-62cd-4979-a232-d598b81b0c9c), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:25.013888 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c843d7-3d37-4c07-8cbe-318d33d21c00 req-5b2d18cb-f25a-4b4f-b1f8-e7da17dbeff1 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:25.015467 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-80c843d7-3d37-4c07-8cbe-318d33d21c00 req-5b2d18cb-f25a-4b4f-b1f8-e7da17dbeff1 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=88c885bc-2394-4b9a-b21c-4d1197df98ad HTTP/1.1" status: 200  len: 943 time: 0.3857794
Feb 05 20:54:25.016149 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd021ce-605a-441b-951f-ebfae5dd3b3a tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] Pushing event updated for resources: {'Port': ['ID=0d227610-d4ba-4635-9361-47aaf7a57972,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:25.023670 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a277a57-62cd-4979-a232-d598b81b0c9c {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:54:25.063341 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ec6b42-9445-4a79-8aa7-044ce5cf0432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:54:25.067340 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba9c815-6f35-4111-9b4e-b1176efa3eae" -d '{"events": [{"server_uuid": "f6ec6b42-9445-4a79-8aa7-044ce5cf0432", "name": "network-vif-plugged", "status": "completed", "tag": "fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:54:25.075592 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 8a277a57-62cd-4979-a232-d598b81b0c9c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8a277a57-62cd-4979-a232-d598b81b0c9c,segment=NetworkSegment(ab2acdc2-ceb3-4188-aed0-4e2478f78171),segment_id=ab2acdc2-ceb3-4188-aed0-4e2478f78171)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:25.087132 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (8a277a57-62cd-4979-a232-d598b81b0c9c), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:25.092106 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:25.118654 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:25.119447 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device a08b1a2d-3855-4e04-964c-c8692c10c5bb no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:54:25.150932 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: a08b1a2d-3855-4e04-964c-c8692c10c5bb {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:54:25.150932 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device a08b1a2d-3855-4e04-964c-c8692c10c5bb not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:54:25.192446 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=8a277a57-62cd-4979-a232-d598b81b0c9c,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:25.208197 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-80c843d7-3d37-4c07-8cbe-318d33d21c00 req-1a62d0cf-72e7-46c2-b26b-ea210aba27dc tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1718671
Feb 05 20:54:25.265057 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6,revision_number=7']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:25.367734 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ed71c35-9625-42a7-9ab3-bef8824058a4 req-36906e7f-a263-4418-a91b-e97f342b4c64 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:54:25.383588 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-318eed01-e899-43ab-bbb6-3beeaffd4977 req-d8043ee9-5a5b-42f5-bdf8-302ef5a7c62b tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.32 "GET /v2.0/ports?device_id=c001a65c-d24d-47ea-9e9f-8dbcea7c6faf HTTP/1.1" status: 200  len: 210 time: 0.2002478
Feb 05 20:54:25.384580 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c91b299-9eca-4b70-bb7d-64234db672af None None] Sync routers for ids ['715d3da5-17d1-4e84-a19e-1736005579bf'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:54:25.412261 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c91b299-9eca-4b70-bb7d-64234db672af None None] Routers {'715d3da5-17d1-4e84-a19e-1736005579bf'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:54:25.413514 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-4c91b299-9eca-4b70-bb7d-64234db672af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab767f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:54:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['715d3da5-17d1-4e84-a19e-1736005579bf'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:54:25.461261 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-9dd021ce-605a-441b-951f-ebfae5dd3b3a tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:25.462209 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-9dd021ce-605a-441b-951f-ebfae5dd3b3a tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:25.471348 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-2e661629-251b-45fe-848b-b5b73245a949 None None] Provisioning complete for port 0d227610-d4ba-4635-9361-47aaf7a57972 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:54:25.471730 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2e661629-251b-45fe-848b-b5b73245a949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (0d227610-d4ba-4635-9361-47aaf7a57972), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:25.481539 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e1a427-2e0b-464c-9a27-a241a0c39e8e x-openstack-request-id: req-99e1a427-2e0b-464c-9a27-a241a0c39e8e {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:54:25.482058 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88c885bc-2394-4b9a-b21c-4d1197df98ad", "tag": "cab1e0e4-1c1c-415b-9685-2e468c94a509", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:54:25.484523 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-99e1a427-2e0b-464c-9a27-a241a0c39e8e {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:54:25.484523 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88c885bc-2394-4b9a-b21c-4d1197df98ad', 'tag': 'cab1e0e4-1c1c-415b-9685-2e468c94a509', 'status': 'completed', 'code': 200}
Feb 05 20:54:25.599729 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a1972-dcc4-40f6-8fb7-ac31d4a1bd48 req-c0221fbc-aba2-48f8-8f8a-99c8db614630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:25.603013 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0f4a1972-dcc4-40f6-8fb7-ac31d4a1bd48 req-c0221fbc-aba2-48f8-8f8a-99c8db614630 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d100b9cbd5c471aa5036a7a90989a49&device_id=88c885bc-2394-4b9a-b21c-4d1197df98ad HTTP/1.1" status: 200  len: 1125 time: 0.0980844
Feb 05 20:54:25.760774 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-2e661629-251b-45fe-848b-b5b73245a949 None None] Port 0d227610-d4ba-4635-9361-47aaf7a57972 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:54:25.802617 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a1972-dcc4-40f6-8fb7-ac31d4a1bd48 req-d38971ca-42d8-41af-ae99-a214acc7184d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:25.805713 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0f4a1972-dcc4-40f6-8fb7-ac31d4a1bd48 req-d38971ca-42d8-41af-ae99-a214acc7184d service neutron] 10.222.0.21 "GET /v2.0/networks?id=be4493bf-d1a6-445a-a987-23010e65458b HTTP/1.1" status: 200  len: 913 time: 0.1906004
Feb 05 20:54:25.816030 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-4c91b299-9eca-4b70-bb7d-64234db672af None None] Set router 715d3da5-17d1-4e84-a19e-1736005579bf gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:54:25.858164 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0f4a1972-dcc4-40f6-8fb7-ac31d4a1bd48 req-86a9f421-a426-45ce-a9d8-d4921c340f42 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cab1e0e4-1c1c-415b-9685-2e468c94a509 HTTP/1.1" status: 200  len: 217 time: 0.0435653
Feb 05 20:54:25.886361 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed71c35-9625-42a7-9ab3-bef8824058a4 req-36906e7f-a263-4418-a91b-e97f342b4c64 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] No DVR routers for this DVR port a08b1a2d-3855-4e04-964c-c8692c10c5bb on host nch1-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:54:25.904242 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-9dd021ce-605a-441b-951f-ebfae5dd3b3a tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.8174796
Feb 05 20:54:25.914344 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a1972-dcc4-40f6-8fb7-ac31d4a1bd48 req-37100c38-3e29-466e-89fc-478150457af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:25.915527 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4ed71c35-9625-42a7-9ab3-bef8824058a4 req-36906e7f-a263-4418-a91b-e97f342b4c64 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:25.916496 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0f4a1972-dcc4-40f6-8fb7-ac31d4a1bd48 req-37100c38-3e29-466e-89fc-478150457af7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e9cd80a-75d3-4781-9154-c886c97be771 HTTP/1.1" status: 200  len: 852 time: 0.0516880
Feb 05 20:54:25.918766 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ed71c35-9625-42a7-9ab3-bef8824058a4 req-36906e7f-a263-4418-a91b-e97f342b4c64 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.21 "DELETE /v2.0/ports/a08b1a2d-3855-4e04-964c-c8692c10c5bb HTTP/1.1" status: 204  len: 173 time: 5.4535868
Feb 05 20:54:25.920911 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c001a65c-d24d-47ea-9e9f-8dbcea7c6faf', 'name': 'network-vif-deleted', 'tag': 'a08b1a2d-3855-4e04-964c-c8692c10c5bb'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:54:25.923299 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14200afe-9c96-43b2-b913-393504fb1bfb" -d '{"events": [{"server_uuid": "c001a65c-d24d-47ea-9e9f-8dbcea7c6faf", "name": "network-vif-deleted", "tag": "a08b1a2d-3855-4e04-964c-c8692c10c5bb"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:54:25.977800 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-02d65406-fb01-4477-bc45-9a81e87f75ec req-312e3f23-ee06-4188-be75-8551867243b0 service neutron] 10.222.0.21 "GET /v2.0/networks/c6336d95-9947-45e3-b883-54d2fa8605d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9746511
Feb 05 20:54:25.980081 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['8a277a57-62cd-4979-a232-d598b81b0c9c'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:54:25.993414 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd3a2f-e5e4-45c1-8004-2b239d6e535b req-cd95f4ff-f8f2-4df4-bd7c-65d8cc48956f tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:25.995890 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0f4a1972-dcc4-40f6-8fb7-ac31d4a1bd48 req-ee205a05-dd7f-418e-99c7-62e45d5b7478 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be4493bf-d1a6-445a-a987-23010e65458b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0568652
Feb 05 20:54:26.000471 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-86fd3a2f-e5e4-45c1-8004-2b239d6e535b req-cd95f4ff-f8f2-4df4-bd7c-65d8cc48956f tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e7c39a-cd9e-478e-b64f-27d3a23c5253 HTTP/1.1" status: 200  len: 931 time: 0.6559615
Feb 05 20:54:26.052583 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc3cf2-e258-4a9b-9780-72a622a64ac1 req-9aa679f9-47bc-42ca-98cf-5ce05a7a99a8 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:26.060440 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1cbc3cf2-e258-4a9b-9780-72a622a64ac1 req-9aa679f9-47bc-42ca-98cf-5ce05a7a99a8 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=e42e5222-69b2-4832-b20f-3216346b2bc6 HTTP/1.1" status: 200  len: 950 time: 0.1951642
Feb 05 20:54:26.128410 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-86fd3a2f-e5e4-45c1-8004-2b239d6e535b req-f4e56510-8dcf-47d5-9f8f-2d2eb31f5b20 tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] 10.222.0.32 "GET /v2.0/security-groups?id=aea27357-43dd-4933-b7ca-1739b8579a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181757
Feb 05 20:54:26.213488 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0f4a1972-dcc4-40f6-8fb7-ac31d4a1bd48 req-45a688c9-8c54-472f-8a43-f6ffb30512de service neutron] 10.222.0.21 "GET /v2.0/networks/be4493bf-d1a6-445a-a987-23010e65458b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2091687
Feb 05 20:54:26.266098 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-35fd1f69-f23a-4618-a245-2fb1ccd28e40 req-ef4e59a4-03e3-4422-aa39-40689064e2f9 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] 10.222.0.32 "GET /v2.0/floatingips/080cf622-d330-4d04-80da-2ed929fa9336 HTTP/1.1" status: 200  len: 693 time: 0.1232369
Feb 05 20:54:26.317078 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-4c91b299-9eca-4b70-bb7d-64234db672af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab767f70>, [{'id': '715d3da5-17d1-4e84-a19e-1736005579bf', 'name': 'tempest-ServersTestManualDisk-1513008310-router', 'tenant_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.207'}], 'enable_snat': True}, 'gw_port_id': '9e7479ec-ba58-403d-9851-4bed3ffd23b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:52:13Z', 'updated_at': '2022-02-05T20:52:18Z', 'revision_number': 4, 'project_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'gw_port': {'id': '9e7479ec-ba58-403d-9851-4bed3ffd23b1', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715d3da5-17d1-4e84-a19e-1736005579bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:14Z', 'updated_at': '2022-02-05T20:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9b6ab54c-2a9a-4a79-a56f-7174590fb202', 'name': '', 'network_id': 'c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a', 'tenant_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'mac_address': 'fa:16:3e:e4:22:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715d3da5-17d1-4e84-a19e-1736005579bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '6574d1d7-7df2-4ee5-9f4f-df2664f961b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:17Z', 'updated_at': '2022-02-05T20:52:21Z', 'revision_number': 5, 'project_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'subnets': [{'id': '6574d1d7-7df2-4ee5-9f4f-df2664f961b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:54:26.324593 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1cbc3cf2-e258-4a9b-9780-72a622a64ac1 req-f37186f4-86b6-4eaa-b1a0-3822605b9bc6 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2630210
Feb 05 20:54:26.381993 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0f4a1972-dcc4-40f6-8fb7-ac31d4a1bd48 req-c1854402-1c8e-4f1b-8641-752c48f10b5f service neutron] 10.222.0.21 "GET /v2.0/networks/be4493bf-d1a6-445a-a987-23010e65458b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1531756
Feb 05 20:54:26.411501 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c91b299-9eca-4b70-bb7d-64234db672af None None] Checking router: 715d3da5-17d1-4e84-a19e-1736005579bf for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:54:26.429710 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c91b299-9eca-4b70-bb7d-64234db672af None None] Routers {'715d3da5-17d1-4e84-a19e-1736005579bf'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:54:26.430760 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-4c91b299-9eca-4b70-bb7d-64234db672af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab767f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:54:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['715d3da5-17d1-4e84-a19e-1736005579bf'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:54:26.437880 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd1f69-f23a-4618-a245-2fb1ccd28e40 req-0daa8075-ee50-490f-8267-6be89f358c34 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:26.445670 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-35fd1f69-f23a-4618-a245-2fb1ccd28e40 req-0daa8075-ee50-490f-8267-6be89f358c34 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] 10.222.0.32 "GET /v2.0/networks/d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 784 time: 0.1786003
Feb 05 20:54:26.551867 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-35fd1f69-f23a-4618-a245-2fb1ccd28e40 req-8f4d76e1-8e55-4b55-944d-4ee68b15d529 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.126 HTTP/1.1" status: 200  len: 696 time: 0.1052377
Feb 05 20:54:26.579550 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-4c91b299-9eca-4b70-bb7d-64234db672af None None] Set router 715d3da5-17d1-4e84-a19e-1736005579bf gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:54:26.616026 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-35fd1f69-f23a-4618-a245-2fb1ccd28e40 req-0ea4a27d-9a8d-41d3-a03e-b4bc40798ea0 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.126 HTTP/1.1" status: 200  len: 696 time: 0.0561736
Feb 05 20:54:26.626808 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670837df-4f5a-4e6d-8db1-0e94ffe767a7 req-28916e7a-5bbe-4e67-b407-779258ccf6e0 tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:26.628424 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-670837df-4f5a-4e6d-8db1-0e94ffe767a7 req-28916e7a-5bbe-4e67-b407-779258ccf6e0 tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] 10.222.0.32 "GET /v2.0/ports?device_id=36920c12-b888-4286-ad83-9d1508196a13 HTTP/1.1" status: 200  len: 945 time: 0.1805809
Feb 05 20:54:26.758008 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-670837df-4f5a-4e6d-8db1-0e94ffe767a7 req-98cfb9df-52e2-4ed6-a1c4-ea1602f5c370 tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] 10.222.0.32 "GET /v2.0/security-groups?id=f97e8781-4973-47a9-8df8-20eac3400beb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1217573
Feb 05 20:54:26.854894 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-35fd1f69-f23a-4618-a245-2fb1ccd28e40 req-62c7efc2-ddc8-4ecc-ab82-f2121fb8d213 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Deleting port 43c389d7-f567-4493-9309-dcaa5d1c0535 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:54:26.855274 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-35fd1f69-f23a-4618-a245-2fb1ccd28e40 req-62c7efc2-ddc8-4ecc-ab82-f2121fb8d213 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (43c389d7-f567-4493-9309-dcaa5d1c0535), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:26.898460 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3368210-6bc1-4f59-b939-d455bcc9f504 x-openstack-request-id: req-e3368210-6bc1-4f59-b939-d455bcc9f504 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:54:26.899191 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ec6b42-9445-4a79-8aa7-044ce5cf0432", "name": "network-vif-plugged", "status": "completed", "tag": "fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:54:26.899191 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e3368210-6bc1-4f59-b939-d455bcc9f504 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:54:26.899412 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ec6b42-9445-4a79-8aa7-044ce5cf0432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6', 'code': 200}
Feb 05 20:54:26.945951 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-4c91b299-9eca-4b70-bb7d-64234db672af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab767f70>, [{'id': '715d3da5-17d1-4e84-a19e-1736005579bf', 'name': 'tempest-ServersTestManualDisk-1513008310-router', 'tenant_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.207'}], 'enable_snat': True}, 'gw_port_id': '9e7479ec-ba58-403d-9851-4bed3ffd23b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:52:13Z', 'updated_at': '2022-02-05T20:52:18Z', 'revision_number': 4, 'project_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'gw_port': {'id': '9e7479ec-ba58-403d-9851-4bed3ffd23b1', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715d3da5-17d1-4e84-a19e-1736005579bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:14Z', 'updated_at': '2022-02-05T20:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9b6ab54c-2a9a-4a79-a56f-7174590fb202', 'name': '', 'network_id': 'c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a', 'tenant_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'mac_address': 'fa:16:3e:e4:22:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715d3da5-17d1-4e84-a19e-1736005579bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '6574d1d7-7df2-4ee5-9f4f-df2664f961b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:17Z', 'updated_at': '2022-02-05T20:52:21Z', 'revision_number': 5, 'project_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'subnets': [{'id': '6574d1d7-7df2-4ee5-9f4f-df2664f961b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:54:26.963199 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-35fd1f69-f23a-4618-a245-2fb1ccd28e40 req-62c7efc2-ddc8-4ecc-ab82-f2121fb8d213 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (43c389d7-f567-4493-9309-dcaa5d1c0535), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:26.963944 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-35fd1f69-f23a-4618-a245-2fb1ccd28e40 req-62c7efc2-ddc8-4ecc-ab82-f2121fb8d213 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks [] for floatingip (43c389d7-f567-4493-9309-dcaa5d1c0535), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:26.993115 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-35fd1f69-f23a-4618-a245-2fb1ccd28e40 req-62c7efc2-ddc8-4ecc-ab82-f2121fb8d213 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Calling delete_port for 43c389d7-f567-4493-9309-dcaa5d1c0535 owned by network:floatingip {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:54:27.003192 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c91b299-9eca-4b70-bb7d-64234db672af None None] The sync data for ids ['715d3da5-17d1-4e84-a19e-1736005579bf'] in ncdv-master-1 is: [{'id': '715d3da5-17d1-4e84-a19e-1736005579bf', 'name': 'tempest-ServersTestManualDisk-1513008310-router', 'tenant_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.207'}], 'enable_snat': True}, 'gw_port_id': '9e7479ec-ba58-403d-9851-4bed3ffd23b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:52:13Z', 'updated_at': '2022-02-05T20:52:18Z', 'revision_number': 4, 'project_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'gw_port': {'id': '9e7479ec-ba58-403d-9851-4bed3ffd23b1', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715d3da5-17d1-4e84-a19e-1736005579bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:14Z', 'updated_at': '2022-02-05T20:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9b6ab54c-2a9a-4a79-a56f-7174590fb202', 'name': '', 'network_id': 'c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a', 'tenant_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'mac_address': 'fa:16:3e:e4:22:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715d3da5-17d1-4e84-a19e-1736005579bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '6574d1d7-7df2-4ee5-9f4f-df2664f961b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:17Z', 'updated_at': '2022-02-05T20:52:21Z', 'revision_number': 5, 'project_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'subnets': [{'id': '6574d1d7-7df2-4ee5-9f4f-df2664f961b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:54:27.227058 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686d0b2-68da-4ad1-8559-58053d29fa0b req-da41483c-6a1b-4b21-ba5d-b81e08361a4e tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:27.234136 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686d0b2-68da-4ad1-8559-58053d29fa0b req-da41483c-6a1b-4b21-ba5d-b81e08361a4e tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:27.246197 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686d0b2-68da-4ad1-8559-58053d29fa0b req-da41483c-6a1b-4b21-ba5d-b81e08361a4e tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:27.262047 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686d0b2-68da-4ad1-8559-58053d29fa0b req-da41483c-6a1b-4b21-ba5d-b81e08361a4e tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:27.267786 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686d0b2-68da-4ad1-8559-58053d29fa0b req-da41483c-6a1b-4b21-ba5d-b81e08361a4e tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:27.279575 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686d0b2-68da-4ad1-8559-58053d29fa0b req-da41483c-6a1b-4b21-ba5d-b81e08361a4e tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:27.285242 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686d0b2-68da-4ad1-8559-58053d29fa0b req-da41483c-6a1b-4b21-ba5d-b81e08361a4e tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:27.287309 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8686d0b2-68da-4ad1-8559-58053d29fa0b req-da41483c-6a1b-4b21-ba5d-b81e08361a4e tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 5428 time: 0.2896810
Feb 05 20:54:27.388349 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-35fd1f69-f23a-4618-a245-2fb1ccd28e40 req-62c7efc2-ddc8-4ecc-ab82-f2121fb8d213 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (43c389d7-f567-4493-9309-dcaa5d1c0535), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:27.410490 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d873e1d9-ccd7-4b88-b366-cf00eb516298 None None] New status for floating IP 5eb7a313-9890-440c-8ee6-6eacce1a0abe: DOWN {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 20:54:27.438017 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8686d0b2-68da-4ad1-8559-58053d29fa0b req-3c76a066-8ce2-4766-95b5-6d9c434d436b tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/security-groups?id=862080b5-e679-4cab-bbab-4a73c5b41769&id=d935f44d-aedf-41e0-a92b-4330e1bb2d9b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1206775
Feb 05 20:54:27.438799 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c7efc2-ddc8-4ecc-ab82-f2121fb8d213 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Pushing event deleted for resources: {'Port': ['ID=43c389d7-f567-4493-9309-dcaa5d1c0535,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:27.536887 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c92b17-0736-4aff-9070-29a8d877214f x-openstack-request-id: req-71c92b17-0736-4aff-9070-29a8d877214f {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:54:27.536887 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c001a65c-d24d-47ea-9e9f-8dbcea7c6faf", "name": "network-vif-deleted", "tag": "a08b1a2d-3855-4e04-964c-c8692c10c5bb", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:54:27.536887 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-71c92b17-0736-4aff-9070-29a8d877214f {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:54:27.537387 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c001a65c-d24d-47ea-9e9f-8dbcea7c6faf', 'name': 'network-vif-deleted', 'tag': 'a08b1a2d-3855-4e04-964c-c8692c10c5bb', 'status': 'completed', 'code': 200}
Feb 05 20:54:27.574675 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-35fd1f69-f23a-4618-a245-2fb1ccd28e40 req-62c7efc2-ddc8-4ecc-ab82-f2121fb8d213 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks [] for floatingip (080cf622-d330-4d04-80da-2ed929fa9336), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:27.577423 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-35fd1f69-f23a-4618-a245-2fb1ccd28e40 req-62c7efc2-ddc8-4ecc-ab82-f2121fb8d213 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:27.578822 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-35fd1f69-f23a-4618-a245-2fb1ccd28e40 req-62c7efc2-ddc8-4ecc-ab82-f2121fb8d213 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] 10.222.0.32 "DELETE /v2.0/floatingips/080cf622-d330-4d04-80da-2ed929fa9336 HTTP/1.1" status: 204  len: 173 time: 0.9493823
Feb 05 20:54:27.715284 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3973ac4-36eb-44f5-b286-52305863fe55 req-a6060ef9-3ab2-49c0-a238-dcc6e40f1168 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:27.717078 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c3973ac4-36eb-44f5-b286-52305863fe55 req-a6060ef9-3ab2-49c0-a238-dcc6e40f1168 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=88c885bc-2394-4b9a-b21c-4d1197df98ad HTTP/1.1" status: 200  len: 943 time: 0.0696867
Feb 05 20:54:27.778631 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c3973ac4-36eb-44f5-b286-52305863fe55 req-bba43dd6-018d-4388-8c8b-2aff28e1d2c4 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538554
Feb 05 20:54:28.010644 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-ecd965d9-bb7a-4d38-865e-9b6eb71fb757 service neutron] Request body: {'port': {'device_id': 'c4e7c39a-cd9e-478e-b64f-27d3a23c5253', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:54:28.037993 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-3bd48675-a929-430a-ba40-6b4bba15cb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:28.040216 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-3bd48675-a929-430a-ba40-6b4bba15cb80 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0641057
Feb 05 20:54:28.133785 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddc13c-8356-4b2c-9813-b6a68805143a req-8bb62067-be74-414e-a8ab-961635d6c597 tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:28.148640 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-43ddc13c-8356-4b2c-9813-b6a68805143a req-8bb62067-be74-414e-a8ab-961635d6c597 tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e7c39a-cd9e-478e-b64f-27d3a23c5253 HTTP/1.1" status: 200  len: 931 time: 0.2065041
Feb 05 20:54:28.214965 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-ecd965d9-bb7a-4d38-865e-9b6eb71fb757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0d227610-d4ba-4635-9361-47aaf7a57972), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:28.245146 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad672a62-6749-466a-ac51-27325fcec687 req-7f8d5848-d226-4e46-ab52-818da01ef4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:28.247004 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ad672a62-6749-466a-ac51-27325fcec687 req-7f8d5848-d226-4e46-ab52-818da01ef4e9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2c28d2b8-7305-4066-8f34-0ebf235173b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2512815
Feb 05 20:54:28.258358 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-5ce446fe-0fc4-47e6-8a56-d3485fd33a11 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1905665
Feb 05 20:54:28.309811 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-43ddc13c-8356-4b2c-9813-b6a68805143a req-d99b8e30-ca09-4d5f-9d8c-7ee5fc2630f7 tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] 10.222.0.32 "GET /v2.0/security-groups?id=aea27357-43dd-4933-b7ca-1739b8579a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169400
Feb 05 20:54:28.462625 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-6ab55792-c1fb-4168-9915-dd866d02d391 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1917391
Feb 05 20:54:28.556405 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ad672a62-6749-466a-ac51-27325fcec687 req-1f3403a1-adbd-4166-8337-b80ddba9b21c service neutron] 10.222.0.39 "GET /v2.0/networks/2c28d2b8-7305-4066-8f34-0ebf235173b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2994845
Feb 05 20:54:28.614648 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b53e8-085a-4cb3-9047-27790bd3a463 req-0c4a0f16-8c36-4572-84ea-ac2a9b8a2d7c tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:28.618869 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dd7b53e8-085a-4cb3-9047-27790bd3a463 req-0c4a0f16-8c36-4572-84ea-ac2a9b8a2d7c tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=e42e5222-69b2-4832-b20f-3216346b2bc6 HTTP/1.1" status: 200  len: 950 time: 0.1382387
Feb 05 20:54:28.691329 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device cab1e0e4-1c1c-415b-9685-2e468c94a509 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:54:28.697797 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 8a277a57-62cd-4979-a232-d598b81b0c9c up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:54:28.753568 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-ecd965d9-bb7a-4d38-865e-9b6eb71fb757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d227610-d4ba-4635-9361-47aaf7a57972 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:54:28.762950 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-ecd965d9-bb7a-4d38-865e-9b6eb71fb757 service neutron] Publish callbacks [] for port (0d227610-d4ba-4635-9361-47aaf7a57972), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:28.778498 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-ecd965d9-bb7a-4d38-865e-9b6eb71fb757 service neutron] Transition to ACTIVE for port object 0d227610-d4ba-4635-9361-47aaf7a57972 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:54:28.804662 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-ecd965d9-bb7a-4d38-865e-9b6eb71fb757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (0d227610-d4ba-4635-9361-47aaf7a57972), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:28.962258 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 8a277a57-62cd-4979-a232-d598b81b0c9c completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:54:28.963856 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 8a277a57-62cd-4979-a232-d598b81b0c9c triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:54:28.964305 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (8a277a57-62cd-4979-a232-d598b81b0c9c), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:29.029414 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd965d9-bb7a-4d38-865e-9b6eb71fb757 service neutron] Pushing event updated for resources: {'Port': ['ID=0d227610-d4ba-4635-9361-47aaf7a57972,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:29.144251 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port cab1e0e4-1c1c-415b-9685-2e468c94a509, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cab1e0e4-1c1c-415b-9685-2e468c94a509,segment=NetworkSegment(743051ff-9f95-4efc-9230-9f61d36c1128),segment_id=743051ff-9f95-4efc-9230-9f61d36c1128)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:29.201764 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dd7b53e8-085a-4cb3-9047-27790bd3a463 req-9be966fb-603b-4e38-bd68-d4452ea43152 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4120171
Feb 05 20:54:29.224450 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 8a277a57-62cd-4979-a232-d598b81b0c9c is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:54:29.225280 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8a277a57-62cd-4979-a232-d598b81b0c9c), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:29.227774 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': 'cab1e0e4-1c1c-415b-9685-2e468c94a509', 'network_id': 'be4493bf-d1a6-445a-a987-23010e65458b', 'port_id': 'cab1e0e4-1c1c-415b-9685-2e468c94a509', 'mac_address': 'fa:16:3e:4a:49:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e9cd80a-75d3-4781-9154-c886c97be771', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:54:29.338208 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-25084b69-d1bc-4d45-8a47-f7742b9ac3b0 req-40ab2279-bbce-43f1-935b-a161d40aa281 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] 10.222.0.32 "GET /v2.0/floatingips/a7076ef2-4ca4-450a-83ec-d29039e92b69 HTTP/1.1" status: 200  len: 692 time: 0.0875254
Feb 05 20:54:29.351156 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36920c12-b888-4286-ad83-9d1508196a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a277a57-62cd-4979-a232-d598b81b0c9c'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:54:29.353796 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97efd8e4-1f61-4ef1-a26c-85b33fd55e1d" -d '{"events": [{"server_uuid": "36920c12-b888-4286-ad83-9d1508196a13", "name": "network-vif-plugged", "status": "completed", "tag": "8a277a57-62cd-4979-a232-d598b81b0c9c"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:54:29.362636 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port cab1e0e4-1c1c-415b-9685-2e468c94a509 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:54:29.363602 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (cab1e0e4-1c1c-415b-9685-2e468c94a509), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:29.386186 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 8a277a57-62cd-4979-a232-d598b81b0c9c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8a277a57-62cd-4979-a232-d598b81b0c9c,segment=NetworkSegment(ab2acdc2-ceb3-4188-aed0-4e2478f78171),segment_id=ab2acdc2-ceb3-4188-aed0-4e2478f78171)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:29.392332 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cab1e0e4-1c1c-415b-9685-2e468c94a509 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:54:29.400905 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (8a277a57-62cd-4979-a232-d598b81b0c9c), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:29.456533 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port cab1e0e4-1c1c-415b-9685-2e468c94a509, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cab1e0e4-1c1c-415b-9685-2e468c94a509,segment=NetworkSegment(743051ff-9f95-4efc-9230-9f61d36c1128),segment_id=743051ff-9f95-4efc-9230-9f61d36c1128)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:29.467585 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (cab1e0e4-1c1c-415b-9685-2e468c94a509), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:29.512716 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=8a277a57-62cd-4979-a232-d598b81b0c9c,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:29.555290 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25084b69-d1bc-4d45-8a47-f7742b9ac3b0 req-f4f04478-67e2-4b16-b498-d6527d10d11a tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:29.556763 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-25084b69-d1bc-4d45-8a47-f7742b9ac3b0 req-f4f04478-67e2-4b16-b498-d6527d10d11a tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] 10.222.0.32 "GET /v2.0/networks/d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 784 time: 0.2177362
Feb 05 20:54:29.558707 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ad672a62-6749-466a-ac51-27325fcec687 req-9da8327e-80c8-4453-9eb8-b5ed9af21c32 service neutron] 10.222.0.39 "GET /v2.0/networks/2c28d2b8-7305-4066-8f34-0ebf235173b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7792163
Feb 05 20:54:29.618594 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=cab1e0e4-1c1c-415b-9685-2e468c94a509,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:29.650604 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-ecd965d9-bb7a-4d38-865e-9b6eb71fb757 service neutron] Attempting to bind port 0d227610-d4ba-4635-9361-47aaf7a57972 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:54:29.650893 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-ecd965d9-bb7a-4d38-865e-9b6eb71fb757 service neutron] Attempting to bind port 0d227610-d4ba-4635-9361-47aaf7a57972 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '062101f1-5ffe-4f55-b9c6-585254beed7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8560a1b3-e80f-45ed-a35e-f4e5e188e291'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:54:29.651325 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-ecd965d9-bb7a-4d38-865e-9b6eb71fb757 service neutron] Attempting to bind port 0d227610-d4ba-4635-9361-47aaf7a57972 on network 8560a1b3-e80f-45ed-a35e-f4e5e188e291 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:54:29.661569 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-ecd965d9-bb7a-4d38-865e-9b6eb71fb757 service neutron] Port 0d227610-d4ba-4635-9361-47aaf7a57972 on network 8560a1b3-e80f-45ed-a35e-f4e5e188e291 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:54:29.662519 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-ecd965d9-bb7a-4d38-865e-9b6eb71fb757 service neutron] Attempting to bind port 0d227610-d4ba-4635-9361-47aaf7a57972 on network 8560a1b3-e80f-45ed-a35e-f4e5e188e291 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:54:29.672846 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-25084b69-d1bc-4d45-8a47-f7742b9ac3b0 req-7647414a-af45-4bd4-a83d-1a13aeff86c6 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.62 HTTP/1.1" status: 200  len: 695 time: 0.1050684
Feb 05 20:54:29.770881 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-ecd965d9-bb7a-4d38-865e-9b6eb71fb757 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:54:29.771224 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-ecd965d9-bb7a-4d38-865e-9b6eb71fb757 service neutron] Checking segment: {'id': '062101f1-5ffe-4f55-b9c6-585254beed7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8560a1b3-e80f-45ed-a35e-f4e5e188e291'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:54:29.771642 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-ecd965d9-bb7a-4d38-865e-9b6eb71fb757 service neutron] Bound using segment: {'id': '062101f1-5ffe-4f55-b9c6-585254beed7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8560a1b3-e80f-45ed-a35e-f4e5e188e291'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:54:29.772479 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-ecd965d9-bb7a-4d38-865e-9b6eb71fb757 service neutron] Bound port: 0d227610-d4ba-4635-9361-47aaf7a57972, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062101f1-5ffe-4f55-b9c6-585254beed7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8560a1b3-e80f-45ed-a35e-f4e5e188e291'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:54:29.772631 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-ecd965d9-bb7a-4d38-865e-9b6eb71fb757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0d227610-d4ba-4635-9361-47aaf7a57972), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:29.792040 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-25084b69-d1bc-4d45-8a47-f7742b9ac3b0 req-bb2d80fb-5124-419b-a22a-ec14184214f5 tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.62 HTTP/1.1" status: 200  len: 695 time: 0.1098540
Feb 05 20:54:29.854371 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['cab1e0e4-1c1c-415b-9685-2e468c94a509'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:54:29.948814 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-ecd965d9-bb7a-4d38-865e-9b6eb71fb757 service neutron] For port 0d227610-d4ba-4635-9361-47aaf7a57972, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:54:29.952058 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-ecd965d9-bb7a-4d38-865e-9b6eb71fb757 service neutron] For port 0d227610-d4ba-4635-9361-47aaf7a57972, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0d227610-d4ba-4635-9361-47aaf7a57972,segment=NetworkSegment(062101f1-5ffe-4f55-b9c6-585254beed7f),segment_id=062101f1-5ffe-4f55-b9c6-585254beed7f)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:54:29.998838 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-ecd965d9-bb7a-4d38-865e-9b6eb71fb757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (0d227610-d4ba-4635-9361-47aaf7a57972), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:30.095005 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-ecd965d9-bb7a-4d38-865e-9b6eb71fb757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:30.095744 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-ecd965d9-bb7a-4d38-865e-9b6eb71fb757 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:30.101901 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-ecd965d9-bb7a-4d38-865e-9b6eb71fb757 service neutron] 10.222.0.39 "PUT /v2.0/ports/0d227610-d4ba-4635-9361-47aaf7a57972 HTTP/1.1" status: 200  len: 1091 time: 2.1046681
Feb 05 20:54:30.109192 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e7c39a-cd9e-478e-b64f-27d3a23c5253', 'tag': '0d227610-d4ba-4635-9361-47aaf7a57972'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:54:30.112383 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fada15-f5f3-4b37-b82d-af5b594a9f17" -d '{"events": [{"name": "network-changed", "server_uuid": "c4e7c39a-cd9e-478e-b64f-27d3a23c5253", "tag": "0d227610-d4ba-4635-9361-47aaf7a57972"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:54:30.164869 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd965d9-bb7a-4d38-865e-9b6eb71fb757 service neutron] Pushing event updated for resources: {'Port': ['ID=0d227610-d4ba-4635-9361-47aaf7a57972,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:30.176923 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-25084b69-d1bc-4d45-8a47-f7742b9ac3b0 req-26da3095-4837-4114-a364-bb4be3539c6d tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Deleting port 14efffea-5594-4a61-b2ff-69e7bf79f5de {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:54:30.177481 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-25084b69-d1bc-4d45-8a47-f7742b9ac3b0 req-26da3095-4837-4114-a364-bb4be3539c6d tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (14efffea-5594-4a61-b2ff-69e7bf79f5de), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:30.344049 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-25084b69-d1bc-4d45-8a47-f7742b9ac3b0 req-26da3095-4837-4114-a364-bb4be3539c6d tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (14efffea-5594-4a61-b2ff-69e7bf79f5de), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:30.344490 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-25084b69-d1bc-4d45-8a47-f7742b9ac3b0 req-26da3095-4837-4114-a364-bb4be3539c6d tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks [] for floatingip (14efffea-5594-4a61-b2ff-69e7bf79f5de), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:30.391826 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-25084b69-d1bc-4d45-8a47-f7742b9ac3b0 req-26da3095-4837-4114-a364-bb4be3539c6d tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Calling delete_port for 14efffea-5594-4a61-b2ff-69e7bf79f5de owned by network:floatingip {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:54:30.523849 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-761c23e0-46bb-4d7f-bfdb-eea4597328f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:30.524916 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-761c23e0-46bb-4d7f-bfdb-eea4597328f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:30.525888 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-761c23e0-46bb-4d7f-bfdb-eea4597328f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:30.526670 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-761c23e0-46bb-4d7f-bfdb-eea4597328f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:30.527329 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-761c23e0-46bb-4d7f-bfdb-eea4597328f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:30.527988 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-761c23e0-46bb-4d7f-bfdb-eea4597328f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:30.528777 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-761c23e0-46bb-4d7f-bfdb-eea4597328f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:30.531792 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-761c23e0-46bb-4d7f-bfdb-eea4597328f3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3256272f3c524d7fba9a4fb8f5eb011d&device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 6702 time: 0.2030365
Feb 05 20:54:30.610707 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-e9095b26-1b80-40e5-a559-902f36fb038e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:30.613351 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-e9095b26-1b80-40e5-a559-902f36fb038e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=339b42dac6c241a48a04f59918ef065e&device_id=c4e7c39a-cd9e-478e-b64f-27d3a23c5253 HTTP/1.1" status: 200  len: 1125 time: 0.1492276
Feb 05 20:54:30.702357 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-69a5a9f6-ab9c-4997-a48d-3c7965bba4f0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d227610-d4ba-4635-9361-47aaf7a57972 HTTP/1.1" status: 200  len: 217 time: 0.0743306
Feb 05 20:54:31.221523 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-c174421a-5dea-46bb-9008-3abe7c026374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:31.221523 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-c174421a-5dea-46bb-9008-3abe7c026374 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2c28d2b8-7305-4066-8f34-0ebf235173b6 HTTP/1.1" status: 200  len: 903 time: 0.6477654
Feb 05 20:54:31.221523 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-7420eb8c-1cf4-4cb7-b894-cfe4b7bbe408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:31.221523 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-7420eb8c-1cf4-4cb7-b894-cfe4b7bbe408 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=68543e91-1c7e-489a-be82-2d758ce921ad HTTP/1.1" status: 200  len: 852 time: 0.5033033
Feb 05 20:54:31.256098 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-25084b69-d1bc-4d45-8a47-f7742b9ac3b0 req-26da3095-4837-4114-a364-bb4be3539c6d tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (14efffea-5594-4a61-b2ff-69e7bf79f5de), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:31.289700 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da3095-4837-4114-a364-bb4be3539c6d tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Pushing event deleted for resources: {'Port': ['ID=14efffea-5594-4a61-b2ff-69e7bf79f5de,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:31.392365 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-a21c7262-2b22-4807-bf45-43937a81c31a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=0798d918-a1a1-4268-8b6d-832370da6f8f HTTP/1.1" status: 200  len: 217 time: 0.0516698
Feb 05 20:54:31.483824 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-25084b69-d1bc-4d45-8a47-f7742b9ac3b0 req-26da3095-4837-4114-a364-bb4be3539c6d tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks [] for floatingip (a7076ef2-4ca4-450a-83ec-d29039e92b69), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:31.486710 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-25084b69-d1bc-4d45-8a47-f7742b9ac3b0 req-26da3095-4837-4114-a364-bb4be3539c6d tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:31.488005 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-25084b69-d1bc-4d45-8a47-f7742b9ac3b0 req-26da3095-4837-4114-a364-bb4be3539c6d tempest-FloatingIPDetailsTestJSON-1457368740 tempest-FloatingIPDetailsTestJSON-1457368740-project] 10.222.0.32 "DELETE /v2.0/floatingips/a7076ef2-4ca4-450a-83ec-d29039e92b69 HTTP/1.1" status: 204  len: 173 time: 1.6694462
Feb 05 20:54:31.494411 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 35510) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:54:31.504636 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-cdda73a3-f04b-4b1d-a96e-c07e491525b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:31.506151 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-cdda73a3-f04b-4b1d-a96e-c07e491525b2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=532b1fc2-bb1a-4156-8355-ae298e35f677 HTTP/1.1" status: 200  len: 797 time: 0.1049764
Feb 05 20:54:31.512166 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-466168ac-bf1c-4972-bd1e-acb5a5d2bd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:31.513864 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-466168ac-bf1c-4972-bd1e-acb5a5d2bd67 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8560a1b3-e80f-45ed-a35e-f4e5e188e291&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1745796
Feb 05 20:54:31.803785 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-7909fbac-812a-4a43-964b-49b7e7e47f3c service neutron] 10.222.0.39 "GET /v2.0/networks/8560a1b3-e80f-45ed-a35e-f4e5e188e291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1665883
Feb 05 20:54:31.838849 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa56be-f9be-476e-ac5c-c934611589fe req-e2fb21e4-2700-4208-b93c-802e4a1fce6f tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:31.840548 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-54aa56be-f9be-476e-ac5c-c934611589fe req-e2fb21e4-2700-4208-b93c-802e4a1fce6f tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] 10.222.0.32 "GET /v2.0/ports?device_id=36920c12-b888-4286-ad83-9d1508196a13 HTTP/1.1" status: 200  len: 946 time: 0.2486987
Feb 05 20:54:31.896676 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-54aa56be-f9be-476e-ac5c-c934611589fe req-85a26cc2-895c-4dd7-b189-90f7ac606b05 tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] 10.222.0.32 "GET /v2.0/security-groups?id=f97e8781-4973-47a9-8df8-20eac3400beb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501208
Feb 05 20:54:31.904536 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-aa948aa6-6e11-4d23-9660-b1356b398c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:31.906038 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-aa948aa6-6e11-4d23-9660-b1356b398c30 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2c28d2b8-7305-4066-8f34-0ebf235173b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2480936
Feb 05 20:54:31.973719 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 35518) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:54:32.092204 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8d177b07-705c-45cf-9dfb-f350d433e339 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Publish callbacks [] for security_group (0695a0d2-2ebe-4932-ae8c-6d486ce84c74), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:32.119341 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bae553ef-1eb1-40a8-ada9-f7b9ed0b3f09 req-f267e842-74e3-4117-99cb-35f1866a33c8 service neutron] 10.222.0.39 "GET /v2.0/networks/8560a1b3-e80f-45ed-a35e-f4e5e188e291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1320822
Feb 05 20:54:32.183788 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b1f0c221-f8d1-4dfe-a1ba-8f64170acf7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (aef37179-74d1-481b-8776-1367f99d7f44), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:32.195688 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8d177b07-705c-45cf-9dfb-f350d433e339 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Publish callbacks [] for security_group (0695a0d2-2ebe-4932-ae8c-6d486ce84c74), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:32.277769 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-ccb1be9e-0aec-4093-bd20-dc77d447223f service neutron] 10.222.0.39 "GET /v2.0/networks/2c28d2b8-7305-4066-8f34-0ebf235173b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1571519
Feb 05 20:54:32.299396 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfdc3aa-883d-4d65-a9fb-5b9e28005c13 req-95c4a6b9-96c1-433a-af47-dc724f0ed4b0 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:32.318524 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfdc3aa-883d-4d65-a9fb-5b9e28005c13 req-95c4a6b9-96c1-433a-af47-dc724f0ed4b0 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:32.336343 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfdc3aa-883d-4d65-a9fb-5b9e28005c13 req-95c4a6b9-96c1-433a-af47-dc724f0ed4b0 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:32.341894 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfdc3aa-883d-4d65-a9fb-5b9e28005c13 req-95c4a6b9-96c1-433a-af47-dc724f0ed4b0 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:32.353393 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfdc3aa-883d-4d65-a9fb-5b9e28005c13 req-95c4a6b9-96c1-433a-af47-dc724f0ed4b0 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:32.358935 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfdc3aa-883d-4d65-a9fb-5b9e28005c13 req-95c4a6b9-96c1-433a-af47-dc724f0ed4b0 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:32.367139 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfdc3aa-883d-4d65-a9fb-5b9e28005c13 req-95c4a6b9-96c1-433a-af47-dc724f0ed4b0 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:32.369955 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cbfdc3aa-883d-4d65-a9fb-5b9e28005c13 req-95c4a6b9-96c1-433a-af47-dc724f0ed4b0 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 5428 time: 0.1714051
Feb 05 20:54:32.486971 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-6d44df12-3f71-4d6f-8f32-7125835c56b6 service neutron] 10.222.0.39 "GET /v2.0/networks/2c28d2b8-7305-4066-8f34-0ebf235173b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1158881
Feb 05 20:54:32.574854 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cbfdc3aa-883d-4d65-a9fb-5b9e28005c13 req-96ff9db1-d4dc-4cda-85b4-2fa6957b7040 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/security-groups?id=862080b5-e679-4cab-bbab-4a73c5b41769&id=d935f44d-aedf-41e0-a92b-4330e1bb2d9b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0861790
Feb 05 20:54:32.713479 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 0dc636af-3e4f-4bdf-a0d0-4cf505100fad details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:54:32.722361 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device cab1e0e4-1c1c-415b-9685-2e468c94a509 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:54:32.777909 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-5ab2e73f-e809-4fd3-93a9-7870d7964689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:32.781216 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-5ab2e73f-e809-4fd3-93a9-7870d7964689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:32.781795 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-5ab2e73f-e809-4fd3-93a9-7870d7964689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:32.782283 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-5ab2e73f-e809-4fd3-93a9-7870d7964689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:32.782790 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-5ab2e73f-e809-4fd3-93a9-7870d7964689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:32.783260 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-5ab2e73f-e809-4fd3-93a9-7870d7964689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:32.783739 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-5ab2e73f-e809-4fd3-93a9-7870d7964689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:32.789735 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-5ab2e73f-e809-4fd3-93a9-7870d7964689 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3256272f3c524d7fba9a4fb8f5eb011d&device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 6702 time: 0.2130737
Feb 05 20:54:32.812658 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port cab1e0e4-1c1c-415b-9685-2e468c94a509 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:54:32.822429 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port cab1e0e4-1c1c-415b-9685-2e468c94a509 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:54:32.822900 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (cab1e0e4-1c1c-415b-9685-2e468c94a509), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:32.961919 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bca4f9-d5cd-4263-af5d-83154cd9d42d req-d8d2d0d9-6f1d-4b83-9836-cbb6f9816f46 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:32.963560 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-69bca4f9-d5cd-4263-af5d-83154cd9d42d req-d8d2d0d9-6f1d-4b83-9836-cbb6f9816f46 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=88c885bc-2394-4b9a-b21c-4d1197df98ad HTTP/1.1" status: 200  len: 944 time: 0.3046536
Feb 05 20:54:33.003954 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port cab1e0e4-1c1c-415b-9685-2e468c94a509 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:54:33.004812 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (cab1e0e4-1c1c-415b-9685-2e468c94a509), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:33.052803 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port cab1e0e4-1c1c-415b-9685-2e468c94a509, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cab1e0e4-1c1c-415b-9685-2e468c94a509,segment=NetworkSegment(743051ff-9f95-4efc-9230-9f61d36c1128),segment_id=743051ff-9f95-4efc-9230-9f61d36c1128)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:33.057447 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-69bca4f9-d5cd-4263-af5d-83154cd9d42d req-940e7339-7a9a-4a6b-add2-49c9c8d64f07 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778763
Feb 05 20:54:33.063522 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-9f8a4dbd-eec2-48d5-a8db-80a467c5ae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:33.066290 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-9f8a4dbd-eec2-48d5-a8db-80a467c5ae6e service neutron] 10.222.0.39 "GET /v2.0/networks?id=2c28d2b8-7305-4066-8f34-0ebf235173b6 HTTP/1.1" status: 200  len: 903 time: 0.2676308
Feb 05 20:54:33.078813 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (cab1e0e4-1c1c-415b-9685-2e468c94a509), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:33.113708 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8d177b07-705c-45cf-9dfb-f350d433e339 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (0695a0d2-2ebe-4932-ae8c-6d486ce84c74), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:33.118356 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8d177b07-705c-45cf-9dfb-f350d433e339 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:33.122469 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8d177b07-705c-45cf-9dfb-f350d433e339 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.32 "DELETE /v2.0/security-groups/0695a0d2-2ebe-4932-ae8c-6d486ce84c74 HTTP/1.1" status: 204  len: 168 time: 1.1452036
Feb 05 20:54:33.122908 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 35526) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:54:33.143617 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-d2f6d18b-e922-48a3-8e5a-0ebb862518ad tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] show failed (client error): The resource could not be found.
Feb 05 20:54:33.148056 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d177b07-705c-45cf-9dfb-f350d433e339 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0695a0d2-2ebe-4932-ae8c-6d486ce84c74,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:33.150108 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 35528) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:54:33.153352 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d2f6d18b-e922-48a3-8e5a-0ebb862518ad tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.32 "GET /v2.0/security-groups/0695a0d2-2ebe-4932-ae8c-6d486ce84c74 HTTP/1.1" status: 404  len: 347 time: 0.0292151
Feb 05 20:54:33.199011 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c17068e-ca5d-40c0-a20c-269042ad7a7a x-openstack-request-id: req-4c17068e-ca5d-40c0-a20c-269042ad7a7a {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:54:33.199553 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36920c12-b888-4286-ad83-9d1508196a13", "name": "network-vif-plugged", "status": "completed", "tag": "8a277a57-62cd-4979-a232-d598b81b0c9c", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:54:33.199982 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4c17068e-ca5d-40c0-a20c-269042ad7a7a {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:54:33.200574 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36920c12-b888-4286-ad83-9d1508196a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a277a57-62cd-4979-a232-d598b81b0c9c', 'code': 200}
Feb 05 20:54:33.252325 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 0dc636af-3e4f-4bdf-a0d0-4cf505100fad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0dc636af-3e4f-4bdf-a0d0-4cf505100fad,segment=NetworkSegment(4955b25d-458a-4138-b58a-fac13eec9395),segment_id=4955b25d-458a-4138-b58a-fac13eec9395)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:33.276103 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '0dc636af-3e4f-4bdf-a0d0-4cf505100fad', 'network_id': '2c28d2b8-7305-4066-8f34-0ebf235173b6', 'port_id': '0dc636af-3e4f-4bdf-a0d0-4cf505100fad', 'mac_address': 'fa:16:3e:fa:3b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '532b1fc2-bb1a-4156-8355-ae298e35f677', 'ip_address': '10.1.1.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:54:33.293694 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-3bac0ac3-a0bf-41a7-900b-ad53445fc2f5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=c006ee92-de9a-4d20-85f3-3e39838a35c2 HTTP/1.1" status: 200  len: 217 time: 0.1098111
Feb 05 20:54:33.321179 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=cab1e0e4-1c1c-415b-9685-2e468c94a509,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:33.341214 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f83e45-fcc8-4de2-ba79-76856834c2ce x-openstack-request-id: req-a7f83e45-fcc8-4de2-ba79-76856834c2ce {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:54:33.341642 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4e7c39a-cd9e-478e-b64f-27d3a23c5253", "tag": "0d227610-d4ba-4635-9361-47aaf7a57972", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:54:33.344511 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a7f83e45-fcc8-4de2-ba79-76856834c2ce {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:54:33.344511 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e7c39a-cd9e-478e-b64f-27d3a23c5253', 'tag': '0d227610-d4ba-4635-9361-47aaf7a57972', 'status': 'completed', 'code': 200}
Feb 05 20:54:33.359375 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 0dc636af-3e4f-4bdf-a0d0-4cf505100fad is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:54:33.359736 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0dc636af-3e4f-4bdf-a0d0-4cf505100fad), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:33.397625 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dc636af-3e4f-4bdf-a0d0-4cf505100fad {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:54:33.442798 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 0dc636af-3e4f-4bdf-a0d0-4cf505100fad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0dc636af-3e4f-4bdf-a0d0-4cf505100fad,segment=NetworkSegment(4955b25d-458a-4138-b58a-fac13eec9395),segment_id=4955b25d-458a-4138-b58a-fac13eec9395)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:33.451238 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (0dc636af-3e4f-4bdf-a0d0-4cf505100fad), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:33.451929 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 0798d918-a1a1-4268-8b6d-832370da6f8f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:54:33.479480 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-16990b6b-5d10-49d4-8c9e-5a81a498d0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:33.481135 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-16990b6b-5d10-49d4-8c9e-5a81a498d0bd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=532b1fc2-bb1a-4156-8355-ae298e35f677 HTTP/1.1" status: 200  len: 797 time: 0.1050782
Feb 05 20:54:33.482687 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fada15-f5f3-4b37-b82d-af5b594a9f17 req-2472f1ea-4720-4448-9502-f6870ade170e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:33.484161 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-62fada15-f5f3-4b37-b82d-af5b594a9f17 req-2472f1ea-4720-4448-9502-f6870ade170e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=339b42dac6c241a48a04f59918ef065e&device_id=c4e7c39a-cd9e-478e-b64f-27d3a23c5253 HTTP/1.1" status: 200  len: 1125 time: 0.1409252
Feb 05 20:54:33.496520 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8431f-f6b2-478e-b12d-5c0a591117c7 req-ddb8b696-680c-45b8-898d-6ec9487336f1 tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:33.498125 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-48e8431f-f6b2-478e-b12d-5c0a591117c7 req-ddb8b696-680c-45b8-898d-6ec9487336f1 tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e7c39a-cd9e-478e-b64f-27d3a23c5253 HTTP/1.1" status: 200  len: 943 time: 0.2066653
Feb 05 20:54:33.547110 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d8197-bfe2-4b8a-8f90-df8ea17f17b8 req-ace96fc2-bdc5-4904-aae9-c7436110a15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:33.547380 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 0798d918-a1a1-4268-8b6d-832370da6f8f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0798d918-a1a1-4268-8b6d-832370da6f8f,segment=NetworkSegment(4955b25d-458a-4138-b58a-fac13eec9395),segment_id=4955b25d-458a-4138-b58a-fac13eec9395)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:33.549701 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=0dc636af-3e4f-4bdf-a0d0-4cf505100fad,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:33.550274 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-177d8197-bfe2-4b8a-8f90-df8ea17f17b8 req-ace96fc2-bdc5-4904-aae9-c7436110a15e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=36920c12-b888-4286-ad83-9d1508196a13 HTTP/1.1" status: 200  len: 1128 time: 0.2719867
Feb 05 20:54:33.562949 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '0798d918-a1a1-4268-8b6d-832370da6f8f', 'network_id': '2c28d2b8-7305-4066-8f34-0ebf235173b6', 'port_id': '0798d918-a1a1-4268-8b6d-832370da6f8f', 'mac_address': 'fa:16:3e:f5:0d:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '532b1fc2-bb1a-4156-8355-ae298e35f677', 'ip_address': '10.1.1.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:54:33.587805 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711903f5-5d99-4cae-9c68-e1e3b592bc0b req-6c1419a2-8b33-4fcb-bf91-a21d1465dd34 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:33.589349 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-711903f5-5d99-4cae-9c68-e1e3b592bc0b req-6c1419a2-8b33-4fcb-bf91-a21d1465dd34 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=e42e5222-69b2-4832-b20f-3216346b2bc6 HTTP/1.1" status: 200  len: 950 time: 0.2657318
Feb 05 20:54:33.606429 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-23bc806c-5cdc-4956-bd0f-c7f6496a6200 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Deleting port a413b1be-f97b-413d-ac72-e0f3e911ba61 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:54:33.607567 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-23bc806c-5cdc-4956-bd0f-c7f6496a6200 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (a413b1be-f97b-413d-ac72-e0f3e911ba61), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:33.618409 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 0798d918-a1a1-4268-8b6d-832370da6f8f is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:54:33.618811 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0798d918-a1a1-4268-8b6d-832370da6f8f), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:33.642028 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0798d918-a1a1-4268-8b6d-832370da6f8f {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:54:33.663520 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 0798d918-a1a1-4268-8b6d-832370da6f8f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0798d918-a1a1-4268-8b6d-832370da6f8f,segment=NetworkSegment(4955b25d-458a-4138-b58a-fac13eec9395),segment_id=4955b25d-458a-4138-b58a-fac13eec9395)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:33.666261 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cb270951-dd18-436b-9811-58ab6e89a69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:33.673823 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (0798d918-a1a1-4268-8b6d-832370da6f8f), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:33.675188 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device c006ee92-de9a-4d20-85f3-3e39838a35c2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:54:33.708000 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-48e8431f-f6b2-478e-b12d-5c0a591117c7 req-4c1acc9d-af18-4064-8013-d2b6e72b1eeb tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] 10.222.0.32 "GET /v2.0/security-groups?id=aea27357-43dd-4933-b7ca-1739b8579a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1869977
Feb 05 20:54:33.722115 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-274681f6-9fb2-487e-8278-cd5b86a2e1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:33.723808 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-274681f6-9fb2-487e-8278-cd5b86a2e1c2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2c28d2b8-7305-4066-8f34-0ebf235173b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2152009
Feb 05 20:54:33.757096 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-711903f5-5d99-4cae-9c68-e1e3b592bc0b req-a1e1fdec-b3bc-4f33-973a-d756263cb8e7 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1320348
Feb 05 20:54:33.768648 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fada15-f5f3-4b37-b82d-af5b594a9f17 req-5304d774-e2c3-4656-b722-c0405a2a3f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:33.770627 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-62fada15-f5f3-4b37-b82d-af5b594a9f17 req-5304d774-e2c3-4656-b722-c0405a2a3f59 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8560a1b3-e80f-45ed-a35e-f4e5e188e291 HTTP/1.1" status: 200  len: 914 time: 0.2715294
Feb 05 20:54:33.778970 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port c006ee92-de9a-4d20-85f3-3e39838a35c2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c006ee92-de9a-4d20-85f3-3e39838a35c2,segment=NetworkSegment(4955b25d-458a-4138-b58a-fac13eec9395),segment_id=4955b25d-458a-4138-b58a-fac13eec9395)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:33.782064 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-177d8197-bfe2-4b8a-8f90-df8ea17f17b8 req-d0f6896d-26ab-4b2f-94b8-e96bfc1c97a1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f97e8781-4973-47a9-8df8-20eac3400beb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2112875
Feb 05 20:54:33.792255 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=0798d918-a1a1-4268-8b6d-832370da6f8f,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:33.820195 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'c006ee92-de9a-4d20-85f3-3e39838a35c2', 'network_id': '2c28d2b8-7305-4066-8f34-0ebf235173b6', 'port_id': 'c006ee92-de9a-4d20-85f3-3e39838a35c2', 'mac_address': 'fa:16:3e:e1:82:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '532b1fc2-bb1a-4156-8355-ae298e35f677', 'ip_address': '10.1.1.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:54:33.862407 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-62fada15-f5f3-4b37-b82d-af5b594a9f17 req-f10d2f78-aacb-4958-9bcb-8782e612b43a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d227610-d4ba-4635-9361-47aaf7a57972 HTTP/1.1" status: 200  len: 217 time: 0.0782034
Feb 05 20:54:33.866018 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-b1f0c221-f8d1-4dfe-a1ba-8f64170acf7c admin admin] Deleting port f17d1cf1-0874-47ff-9b80-54a35a5e921b {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:54:33.866776 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b1f0c221-f8d1-4dfe-a1ba-8f64170acf7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (f17d1cf1-0874-47ff-9b80-54a35a5e921b), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:33.895903 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port c006ee92-de9a-4d20-85f3-3e39838a35c2 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:54:33.899299 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c006ee92-de9a-4d20-85f3-3e39838a35c2), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:33.922750 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c006ee92-de9a-4d20-85f3-3e39838a35c2 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:54:33.945825 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port c006ee92-de9a-4d20-85f3-3e39838a35c2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c006ee92-de9a-4d20-85f3-3e39838a35c2,segment=NetworkSegment(4955b25d-458a-4138-b58a-fac13eec9395),segment_id=4955b25d-458a-4138-b58a-fac13eec9395)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:33.953134 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (c006ee92-de9a-4d20-85f3-3e39838a35c2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:33.954957 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 3b70f63b-dae9-48e5-a6ad-2fc1008228c7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:54:34.012312 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fada15-f5f3-4b37-b82d-af5b594a9f17 req-8262e90a-6ea9-4c58-9474-0b1f2a62b705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:34.013943 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-62fada15-f5f3-4b37-b82d-af5b594a9f17 req-8262e90a-6ea9-4c58-9474-0b1f2a62b705 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=68543e91-1c7e-489a-be82-2d758ce921ad HTTP/1.1" status: 200  len: 852 time: 0.1443019
Feb 05 20:54:34.020674 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-e24810c9-b5dc-4719-91f2-5e9a2d2a305e service neutron] 10.222.0.39 "GET /v2.0/networks/2c28d2b8-7305-4066-8f34-0ebf235173b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2872162
Feb 05 20:54:34.035122 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-b1f0c221-f8d1-4dfe-a1ba-8f64170acf7c admin admin] For port f17d1cf1-0874-47ff-9b80-54a35a5e921b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f17d1cf1-0874-47ff-9b80-54a35a5e921b,segment=NetworkSegment(aebbb6ac-1de8-49e8-ace0-70f00460c1cd),segment_id=aebbb6ac-1de8-49e8-ace0-70f00460c1cd)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:34.035487 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b1f0c221-f8d1-4dfe-a1ba-8f64170acf7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (f17d1cf1-0874-47ff-9b80-54a35a5e921b), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:34.044072 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 3b70f63b-dae9-48e5-a6ad-2fc1008228c7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3b70f63b-dae9-48e5-a6ad-2fc1008228c7,segment=NetworkSegment(4955b25d-458a-4138-b58a-fac13eec9395),segment_id=4955b25d-458a-4138-b58a-fac13eec9395)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:34.056093 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=c006ee92-de9a-4d20-85f3-3e39838a35c2,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:34.056547 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-b1f0c221-f8d1-4dfe-a1ba-8f64170acf7c admin admin] Calling delete_port for f17d1cf1-0874-47ff-9b80-54a35a5e921b owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:54:34.063996 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '3b70f63b-dae9-48e5-a6ad-2fc1008228c7', 'network_id': '2c28d2b8-7305-4066-8f34-0ebf235173b6', 'port_id': '3b70f63b-dae9-48e5-a6ad-2fc1008228c7', 'mac_address': 'fa:16:3e:42:1b:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '532b1fc2-bb1a-4156-8355-ae298e35f677', 'ip_address': '10.1.1.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:54:34.086012 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-23bc806c-5cdc-4956-bd0f-c7f6496a6200 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (a413b1be-f97b-413d-ac72-e0f3e911ba61), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:34.086352 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-23bc806c-5cdc-4956-bd0f-c7f6496a6200 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Publish callbacks [] for floatingip (a413b1be-f97b-413d-ac72-e0f3e911ba61), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:34.113052 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 3b70f63b-dae9-48e5-a6ad-2fc1008228c7 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:54:34.113760 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3b70f63b-dae9-48e5-a6ad-2fc1008228c7), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:34.117358 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd0434-7e86-47c0-b9c1-fa924115785e req-d4544a3f-8571-4a46-9e97-9b3a7bd2ffd7 tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:34.119783 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-56fd0434-7e86-47c0-b9c1-fa924115785e req-d4544a3f-8571-4a46-9e97-9b3a7bd2ffd7 tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] 10.222.0.32 "GET /v2.0/ports?device_id=36920c12-b888-4286-ad83-9d1508196a13 HTTP/1.1" status: 200  len: 946 time: 0.1790855
Feb 05 20:54:34.141137 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-23bc806c-5cdc-4956-bd0f-c7f6496a6200 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Calling delete_port for a413b1be-f97b-413d-ac72-e0f3e911ba61 owned by network:floatingip {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:54:34.142531 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b70f63b-dae9-48e5-a6ad-2fc1008228c7 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:54:34.172071 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11741f8b-4fa1-41ca-91d8-057765ba5f42 req-541ce87b-44b7-49ae-b077-8fe80ad4f027 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:34.175745 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 3b70f63b-dae9-48e5-a6ad-2fc1008228c7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3b70f63b-dae9-48e5-a6ad-2fc1008228c7,segment=NetworkSegment(4955b25d-458a-4138-b58a-fac13eec9395),segment_id=4955b25d-458a-4138-b58a-fac13eec9395)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:34.177767 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11741f8b-4fa1-41ca-91d8-057765ba5f42 req-541ce87b-44b7-49ae-b077-8fe80ad4f027 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:34.184382 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11741f8b-4fa1-41ca-91d8-057765ba5f42 req-541ce87b-44b7-49ae-b077-8fe80ad4f027 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:34.187551 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (3b70f63b-dae9-48e5-a6ad-2fc1008228c7), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:34.190332 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 727d22f7-aa8c-41e0-8e88-ba5877b169b0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:54:34.190539 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11741f8b-4fa1-41ca-91d8-057765ba5f42 req-541ce87b-44b7-49ae-b077-8fe80ad4f027 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:34.196721 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11741f8b-4fa1-41ca-91d8-057765ba5f42 req-541ce87b-44b7-49ae-b077-8fe80ad4f027 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:34.202134 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11741f8b-4fa1-41ca-91d8-057765ba5f42 req-541ce87b-44b7-49ae-b077-8fe80ad4f027 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:34.207705 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11741f8b-4fa1-41ca-91d8-057765ba5f42 req-541ce87b-44b7-49ae-b077-8fe80ad4f027 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:34.215792 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-11741f8b-4fa1-41ca-91d8-057765ba5f42 req-541ce87b-44b7-49ae-b077-8fe80ad4f027 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 5430 time: 0.3367631
Feb 05 20:54:34.297314 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fada15-f5f3-4b37-b82d-af5b594a9f17 req-180c71f9-2d1e-4ea4-a9a3-77cf572ecaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:34.298919 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-62fada15-f5f3-4b37-b82d-af5b594a9f17 req-180c71f9-2d1e-4ea4-a9a3-77cf572ecaf7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8560a1b3-e80f-45ed-a35e-f4e5e188e291&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2754858
Feb 05 20:54:34.344887 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-6362d0a1-3507-4b89-93f4-f00d2ec43f90 service neutron] 10.222.0.39 "GET /v2.0/networks/2c28d2b8-7305-4066-8f34-0ebf235173b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3135302
Feb 05 20:54:34.406311 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-56fd0434-7e86-47c0-b9c1-fa924115785e req-edf387aa-a13d-477a-8310-92539d44dfbb tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] 10.222.0.32 "GET /v2.0/security-groups?id=f97e8781-4973-47a9-8df8-20eac3400beb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2558918
Feb 05 20:54:34.424377 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b1f0c221-f8d1-4dfe-a1ba-8f64170acf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (f17d1cf1-0874-47ff-9b80-54a35a5e921b), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:34.434626 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-11741f8b-4fa1-41ca-91d8-057765ba5f42 req-c0db83ab-d914-40ca-b78a-6856bacc65df tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/security-groups?id=862080b5-e679-4cab-bbab-4a73c5b41769&id=d935f44d-aedf-41e0-a92b-4330e1bb2d9b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2178214
Feb 05 20:54:34.522735 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-62fada15-f5f3-4b37-b82d-af5b594a9f17 req-671fa604-daf8-4b2f-9d6c-98fc6babd713 service neutron] 10.222.0.39 "GET /v2.0/networks/8560a1b3-e80f-45ed-a35e-f4e5e188e291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2133410
Feb 05 20:54:34.554887 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=3b70f63b-dae9-48e5-a6ad-2fc1008228c7,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:34.557486 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0c221-f8d1-4dfe-a1ba-8f64170acf7c admin admin] Pushing event deleted for resources: {'Port': ['ID=f17d1cf1-0874-47ff-9b80-54a35a5e921b,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:34.569315 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-ce9abac5-31c3-420e-97dd-f10153df8fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:34.570547 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-ce9abac5-31c3-420e-97dd-f10153df8fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:34.571666 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-ce9abac5-31c3-420e-97dd-f10153df8fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:34.572430 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-ce9abac5-31c3-420e-97dd-f10153df8fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:34.573064 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-ce9abac5-31c3-420e-97dd-f10153df8fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:34.573702 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-ce9abac5-31c3-420e-97dd-f10153df8fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:34.574355 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-ce9abac5-31c3-420e-97dd-f10153df8fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:34.576747 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-ce9abac5-31c3-420e-97dd-f10153df8fd2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3256272f3c524d7fba9a4fb8f5eb011d&device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 6706 time: 0.1622477
Feb 05 20:54:34.673752 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 727d22f7-aa8c-41e0-8e88-ba5877b169b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=727d22f7-aa8c-41e0-8e88-ba5877b169b0,segment=NetworkSegment(64358af5-dc2d-4795-a8e0-31cbc220d69d),segment_id=64358af5-dc2d-4795-a8e0-31cbc220d69d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:34.693326 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '727d22f7-aa8c-41e0-8e88-ba5877b169b0', 'network_id': '0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b', 'port_id': '727d22f7-aa8c-41e0-8e88-ba5877b169b0', 'mac_address': 'fa:16:3e:9b:23:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77b32dd4-761f-487c-9e79-c5785faac85d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:54:34.763115 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 727d22f7-aa8c-41e0-8e88-ba5877b169b0 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:54:34.763438 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (727d22f7-aa8c-41e0-8e88-ba5877b169b0), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:34.798840 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 727d22f7-aa8c-41e0-8e88-ba5877b169b0 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:54:34.799547 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b1f0c221-f8d1-4dfe-a1ba-8f64170acf7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (aef37179-74d1-481b-8776-1367f99d7f44), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:34.839964 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 727d22f7-aa8c-41e0-8e88-ba5877b169b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=727d22f7-aa8c-41e0-8e88-ba5877b169b0,segment=NetworkSegment(64358af5-dc2d-4795-a8e0-31cbc220d69d),segment_id=64358af5-dc2d-4795-a8e0-31cbc220d69d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:34.853930 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (727d22f7-aa8c-41e0-8e88-ba5877b169b0), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:34.856732 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device fe248a30-0aa0-4c85-b704-48b8f8ec969c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:54:34.873349 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-23bc806c-5cdc-4956-bd0f-c7f6496a6200 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (a413b1be-f97b-413d-ac72-e0f3e911ba61), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:34.928330 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-62fada15-f5f3-4b37-b82d-af5b594a9f17 req-8525f3f2-5a1e-432c-a029-e3b623ca9e91 service neutron] 10.222.0.39 "GET /v2.0/networks/8560a1b3-e80f-45ed-a35e-f4e5e188e291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3933277
Feb 05 20:54:34.936514 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc806c-5cdc-4956-bd0f-c7f6496a6200 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Pushing event deleted for resources: {'Port': ['ID=a413b1be-f97b-413d-ac72-e0f3e911ba61,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:34.943422 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e9844-79cd-4fe9-923a-3b6ad154937f req-79cc8613-99c0-44d3-93e2-4851fcc4f4ab tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:34.945474 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-988e9844-79cd-4fe9-923a-3b6ad154937f req-79cc8613-99c0-44d3-93e2-4851fcc4f4ab tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=88c885bc-2394-4b9a-b21c-4d1197df98ad HTTP/1.1" status: 200  len: 945 time: 0.3675609
Feb 05 20:54:34.987076 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=727d22f7-aa8c-41e0-8e88-ba5877b169b0,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:35.015170 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-0973574f-cdfa-4bf2-8176-09231135d5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:35.017072 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-0973574f-cdfa-4bf2-8176-09231135d5da service neutron] 10.222.0.39 "GET /v2.0/networks?id=2c28d2b8-7305-4066-8f34-0ebf235173b6 HTTP/1.1" status: 200  len: 903 time: 0.4156005
Feb 05 20:54:35.093218 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94484d6-73b3-4115-a660-023ccdd60c44 req-f6b2d8f9-962b-452e-9a52-d59cf44b7fa2 tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:35.100879 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d94484d6-73b3-4115-a660-023ccdd60c44 req-f6b2d8f9-962b-452e-9a52-d59cf44b7fa2 tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e7c39a-cd9e-478e-b64f-27d3a23c5253 HTTP/1.1" status: 200  len: 943 time: 0.2484930
Feb 05 20:54:35.120195 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-c391a517-7305-43f8-a500-b45b50488f36 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=3b70f63b-dae9-48e5-a6ad-2fc1008228c7 HTTP/1.1" status: 200  len: 217 time: 0.0932825
Feb 05 20:54:35.128969 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port fe248a30-0aa0-4c85-b704-48b8f8ec969c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fe248a30-0aa0-4c85-b704-48b8f8ec969c,segment=NetworkSegment(89719b81-4c1f-4326-bc00-4b7dddd494cf),segment_id=89719b81-4c1f-4326-bc00-4b7dddd494cf)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:35.141010 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-988e9844-79cd-4fe9-923a-3b6ad154937f req-cc663032-0c95-40a1-b78d-a5e53113a4aa tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1788816
Feb 05 20:54:35.195990 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'fe248a30-0aa0-4c85-b704-48b8f8ec969c', 'network_id': '2869ab27-d004-4907-98b1-61880aad7d20', 'port_id': 'fe248a30-0aa0-4c85-b704-48b8f8ec969c', 'mac_address': 'fa:16:3e:7e:c3:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce832fc6-ee9e-45ba-a285-bd28fcf21153', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:54:35.204452 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c885bc-2394-4b9a-b21c-4d1197df98ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab1e0e4-1c1c-415b-9685-2e468c94a509'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:54:35.211898 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d94484d6-73b3-4115-a660-023ccdd60c44 req-1fec7ab2-f7ec-43ce-9da3-e7c4eee0f902 tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] 10.222.0.32 "GET /v2.0/security-groups?id=aea27357-43dd-4933-b7ca-1739b8579a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050804
Feb 05 20:54:35.218528 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-e2cc94a6-b51a-40b6-93b6-0d9ed6900ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:35.220139 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-e2cc94a6-b51a-40b6-93b6-0d9ed6900ba3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=532b1fc2-bb1a-4156-8355-ae298e35f677 HTTP/1.1" status: 200  len: 797 time: 0.0931296
Feb 05 20:54:35.221145 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57362c61-09dc-469c-8bb4-db5397e1c9bc" -d '{"events": [{"server_uuid": "88c885bc-2394-4b9a-b21c-4d1197df98ad", "name": "network-vif-plugged", "status": "completed", "tag": "cab1e0e4-1c1c-415b-9685-2e468c94a509"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:54:35.273536 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f0c221-f8d1-4dfe-a1ba-8f64170acf7c admin admin] Router aef37179-74d1-481b-8776-1367f99d7f44 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:54:35.281013 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-23bc806c-5cdc-4956-bd0f-c7f6496a6200 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Publish callbacks [] for floatingip (5eb7a313-9890-440c-8ee6-6eacce1a0abe), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:35.285232 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-23bc806c-5cdc-4956-bd0f-c7f6496a6200 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:35.290947 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-23bc806c-5cdc-4956-bd0f-c7f6496a6200 tempest-ServersTestManualDisk-575049817 tempest-ServersTestManualDisk-575049817-project] 10.222.0.32 "DELETE /v2.0/floatingips/5eb7a313-9890-440c-8ee6-6eacce1a0abe HTTP/1.1" status: 204  len: 168 time: 2.1180284
Feb 05 20:54:35.293271 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 35550) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:54:35.336125 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port fe248a30-0aa0-4c85-b704-48b8f8ec969c is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:54:35.336533 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (fe248a30-0aa0-4c85-b704-48b8f8ec969c), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:35.340560 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c5a6b8-1de2-4ed2-ad42-acec6404eccb x-openstack-request-id: req-a6c5a6b8-1de2-4ed2-ad42-acec6404eccb {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:54:35.340862 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c885bc-2394-4b9a-b21c-4d1197df98ad", "name": "network-vif-plugged", "status": "completed", "tag": "cab1e0e4-1c1c-415b-9685-2e468c94a509", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:54:35.341129 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a6c5a6b8-1de2-4ed2-ad42-acec6404eccb {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:54:35.341505 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c885bc-2394-4b9a-b21c-4d1197df98ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab1e0e4-1c1c-415b-9685-2e468c94a509', 'code': 200}
Feb 05 20:54:35.371236 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe248a30-0aa0-4c85-b704-48b8f8ec969c {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:54:35.424790 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port fe248a30-0aa0-4c85-b704-48b8f8ec969c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fe248a30-0aa0-4c85-b704-48b8f8ec969c,segment=NetworkSegment(89719b81-4c1f-4326-bc00-4b7dddd494cf),segment_id=89719b81-4c1f-4326-bc00-4b7dddd494cf)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:35.431500 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (fe248a30-0aa0-4c85-b704-48b8f8ec969c), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:35.432183 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device b27985ed-4cc7-4261-a147-7ca1517d425a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:54:35.451767 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6063f9-90bc-457a-9526-3148f54e6e08 req-58f52fac-5feb-4492-b308-fd141c71dc1b tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:35.454902 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9b6063f9-90bc-457a-9526-3148f54e6e08 req-58f52fac-5feb-4492-b308-fd141c71dc1b tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=e42e5222-69b2-4832-b20f-3216346b2bc6 HTTP/1.1" status: 200  len: 950 time: 0.1599259
Feb 05 20:54:35.458618 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-703d4503-bd01-4b47-8496-a3e1d2a8953b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:35.461365 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-703d4503-bd01-4b47-8496-a3e1d2a8953b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2c28d2b8-7305-4066-8f34-0ebf235173b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2338612
Feb 05 20:54:35.510969 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=fe248a30-0aa0-4c85-b704-48b8f8ec969c,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:35.516789 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port b27985ed-4cc7-4261-a147-7ca1517d425a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b27985ed-4cc7-4261-a147-7ca1517d425a,segment=NetworkSegment(89719b81-4c1f-4326-bc00-4b7dddd494cf),segment_id=89719b81-4c1f-4326-bc00-4b7dddd494cf)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:35.535284 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'b27985ed-4cc7-4261-a147-7ca1517d425a', 'network_id': '2869ab27-d004-4907-98b1-61880aad7d20', 'port_id': 'b27985ed-4cc7-4261-a147-7ca1517d425a', 'mac_address': 'fa:16:3e:e0:8e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce832fc6-ee9e-45ba-a285-bd28fcf21153', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:54:35.581552 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port b27985ed-4cc7-4261-a147-7ca1517d425a is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:54:35.582084 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b27985ed-4cc7-4261-a147-7ca1517d425a), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:35.602100 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b27985ed-4cc7-4261-a147-7ca1517d425a {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:54:35.628878 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port b27985ed-4cc7-4261-a147-7ca1517d425a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b27985ed-4cc7-4261-a147-7ca1517d425a,segment=NetworkSegment(89719b81-4c1f-4326-bc00-4b7dddd494cf),segment_id=89719b81-4c1f-4326-bc00-4b7dddd494cf)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:35.629771 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f0c221-f8d1-4dfe-a1ba-8f64170acf7c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:54:35.636669 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b27985ed-4cc7-4261-a147-7ca1517d425a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:35.639071 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b1f0c221-f8d1-4dfe-a1ba-8f64170acf7c admin admin] 10.222.0.32 "PUT /v2.0/routers/aef37179-74d1-481b-8776-1367f99d7f44/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1430733
Feb 05 20:54:35.644902 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a43e7bc-4a68-49d6-834a-6b37ab773e17 None None] Sync routers for ids ['aef37179-74d1-481b-8776-1367f99d7f44'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:54:35.724168 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=b27985ed-4cc7-4261-a147-7ca1517d425a,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:35.733668 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a43e7bc-4a68-49d6-834a-6b37ab773e17 None None] Routers {'aef37179-74d1-481b-8776-1367f99d7f44'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:54:35.734321 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-6a43e7bc-4a68-49d6-834a-6b37ab773e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8157be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:54:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['aef37179-74d1-481b-8776-1367f99d7f44'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:54:35.774338 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 35558) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:54:35.876332 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ad057-3c0e-4705-acbe-952037252228 req-670abbe7-e7e5-4700-a086-c2bbd306caad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:35.877996 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b69ad057-3c0e-4705-acbe-952037252228 req-670abbe7-e7e5-4700-a086-c2bbd306caad service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=88c885bc-2394-4b9a-b21c-4d1197df98ad HTTP/1.1" status: 200  len: 1127 time: 0.4502215
Feb 05 20:54:35.886148 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-6a43e7bc-4a68-49d6-834a-6b37ab773e17 None None] Set router aef37179-74d1-481b-8776-1367f99d7f44 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:54:35.945050 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b69ad057-3c0e-4705-acbe-952037252228 req-af63c754-3933-42dd-b4ef-8a8e42e3adc1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605237
Feb 05 20:54:35.986897 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9b6063f9-90bc-457a-9526-3148f54e6e08 req-2f6a7360-9b81-4496-ae6a-d0e1d129ccfc tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5240295
Feb 05 20:54:36.007130 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-24c79a9b-08d3-494b-9d0d-71ca44a2bc58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (715d3da5-17d1-4e84-a19e-1736005579bf), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:36.073974 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9a831-adf3-4d28-a046-185d478dd08a req-487045b0-39df-4d05-8025-3358deac2912 tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:36.077583 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-97ac1d01-d7b0-4b6b-a3ba-7ef610b7abc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:36.086401 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-08c9a831-adf3-4d28-a046-185d478dd08a req-487045b0-39df-4d05-8025-3358deac2912 tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] 10.222.0.32 "GET /v2.0/ports?device_id=36920c12-b888-4286-ad83-9d1508196a13 HTTP/1.1" status: 200  len: 946 time: 0.3029380
Feb 05 20:54:36.173705 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-c048bab1-371f-4f18-a40a-646f1eeea1ba service neutron] 10.222.0.39 "GET /v2.0/networks/2c28d2b8-7305-4066-8f34-0ebf235173b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4005513
Feb 05 20:54:36.177044 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-091c343c-028a-4962-a4e9-16091f478433 admin admin] Publish callbacks [] for router (aef37179-74d1-481b-8776-1367f99d7f44), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:36.189157 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-6a43e7bc-4a68-49d6-834a-6b37ab773e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8157be0>, [{'id': 'aef37179-74d1-481b-8776-1367f99d7f44', 'name': 'tempest-FloatingIPDetailsTestJSON-680280318-router', 'tenant_id': 'f55090828fd1405ea70c0137c7f953b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147'}], 'enable_snat': True}, 'gw_port_id': '6a9d2d8d-21ea-4f22-849b-dd5739008848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:53:28Z', 'updated_at': '2022-02-05T20:54:34Z', 'revision_number': 5, 'project_id': 'f55090828fd1405ea70c0137c7f953b4', 'gw_port': {'id': '6a9d2d8d-21ea-4f22-849b-dd5739008848', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:27:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef37179-74d1-481b-8776-1367f99d7f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:28Z', 'updated_at': '2022-02-05T20:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:54:36.237425 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a43e7bc-4a68-49d6-834a-6b37ab773e17 None None] Checking router: aef37179-74d1-481b-8776-1367f99d7f44 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:54:36.249778 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a43e7bc-4a68-49d6-834a-6b37ab773e17 None None] Routers {'aef37179-74d1-481b-8776-1367f99d7f44'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:54:36.250493 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-6a43e7bc-4a68-49d6-834a-6b37ab773e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8157be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:54:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['aef37179-74d1-481b-8776-1367f99d7f44'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:54:36.308142 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-08c9a831-adf3-4d28-a046-185d478dd08a req-7264accc-98a3-45ee-a6cf-d1fa70059a87 tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] 10.222.0.32 "GET /v2.0/security-groups?id=f97e8781-4973-47a9-8df8-20eac3400beb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2204282
Feb 05 20:54:36.363055 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['0798d918-a1a1-4268-8b6d-832370da6f8f'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:54:36.378393 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['b27985ed-4cc7-4261-a147-7ca1517d425a'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:54:36.439686 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['0dc636af-3e4f-4bdf-a0d0-4cf505100fad'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:54:36.490107 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['3b70f63b-dae9-48e5-a6ad-2fc1008228c7'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:54:36.526049 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-24c79a9b-08d3-494b-9d0d-71ca44a2bc58 admin admin] Deleting port 9b6ab54c-2a9a-4a79-a56f-7174590fb202 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:54:36.526722 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-24c79a9b-08d3-494b-9d0d-71ca44a2bc58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (9b6ab54c-2a9a-4a79-a56f-7174590fb202), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:36.536281 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['c006ee92-de9a-4d20-85f3-3e39838a35c2'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:54:36.538838 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['727d22f7-aa8c-41e0-8e88-ba5877b169b0'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:54:36.574646 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97af8ba-ff14-461d-941a-486ae97051c0 req-cb89ff3e-fe0d-4be0-9b8b-4eeba381eff2 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:36.588727 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97af8ba-ff14-461d-941a-486ae97051c0 req-cb89ff3e-fe0d-4be0-9b8b-4eeba381eff2 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:36.608770 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97af8ba-ff14-461d-941a-486ae97051c0 req-cb89ff3e-fe0d-4be0-9b8b-4eeba381eff2 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:36.621170 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97af8ba-ff14-461d-941a-486ae97051c0 req-cb89ff3e-fe0d-4be0-9b8b-4eeba381eff2 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:36.635314 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97af8ba-ff14-461d-941a-486ae97051c0 req-cb89ff3e-fe0d-4be0-9b8b-4eeba381eff2 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:36.640683 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97af8ba-ff14-461d-941a-486ae97051c0 req-cb89ff3e-fe0d-4be0-9b8b-4eeba381eff2 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:36.646476 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97af8ba-ff14-461d-941a-486ae97051c0 req-cb89ff3e-fe0d-4be0-9b8b-4eeba381eff2 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:36.655202 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c97af8ba-ff14-461d-941a-486ae97051c0 req-cb89ff3e-fe0d-4be0-9b8b-4eeba381eff2 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 5435 time: 0.5383642
Feb 05 20:54:36.720177 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-24c79a9b-08d3-494b-9d0d-71ca44a2bc58 admin admin] For port 9b6ab54c-2a9a-4a79-a56f-7174590fb202, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b6ab54c-2a9a-4a79-a56f-7174590fb202,segment=NetworkSegment(a23cb92a-c754-434c-8f50-ccb834db554e),segment_id=a23cb92a-c754-434c-8f50-ccb834db554e)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:36.722209 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-24c79a9b-08d3-494b-9d0d-71ca44a2bc58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (9b6ab54c-2a9a-4a79-a56f-7174590fb202), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:36.751065 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-24c79a9b-08d3-494b-9d0d-71ca44a2bc58 admin admin] Calling delete_port for 9b6ab54c-2a9a-4a79-a56f-7174590fb202 owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:54:36.785206 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-8fe93800-9195-435a-a76f-df5c1aaf46ae service neutron] 10.222.0.39 "GET /v2.0/networks/2c28d2b8-7305-4066-8f34-0ebf235173b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6020281
Feb 05 20:54:36.806226 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-091c343c-028a-4962-a4e9-16091f478433 admin admin] Publish callbacks [] for router_gateway (aef37179-74d1-481b-8776-1367f99d7f44), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:36.819780 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87873e86-c410-4de3-806c-54745f701226 req-d50245e3-f8fd-45bf-8ce7-a2ff937bf3c6 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:36.838127 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-87873e86-c410-4de3-806c-54745f701226 req-d50245e3-f8fd-45bf-8ce7-a2ff937bf3c6 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=88c885bc-2394-4b9a-b21c-4d1197df98ad HTTP/1.1" status: 200  len: 945 time: 0.1737084
Feb 05 20:54:36.862485 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c97af8ba-ff14-461d-941a-486ae97051c0 req-85bbc290-c07b-43d6-8452-6dc0694423eb tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/security-groups?id=862080b5-e679-4cab-bbab-4a73c5b41769&id=d935f44d-aedf-41e0-a92b-4330e1bb2d9b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2003653
Feb 05 20:54:36.955864 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-6a43e7bc-4a68-49d6-834a-6b37ab773e17 None None] Set router aef37179-74d1-481b-8776-1367f99d7f44 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:54:37.058460 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-87873e86-c410-4de3-806c-54745f701226 req-b1e34445-7745-4a12-9dfd-0db5e3d4fb0c tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2142153
Feb 05 20:54:37.119502 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-24c79a9b-08d3-494b-9d0d-71ca44a2bc58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (9b6ab54c-2a9a-4a79-a56f-7174590fb202), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:37.126223 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-fbc9314c-50cc-443f-b1bb-d6c04aa7a594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:37.126740 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-fbc9314c-50cc-443f-b1bb-d6c04aa7a594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:37.127222 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-fbc9314c-50cc-443f-b1bb-d6c04aa7a594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:37.130165 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-fbc9314c-50cc-443f-b1bb-d6c04aa7a594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:37.130165 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-fbc9314c-50cc-443f-b1bb-d6c04aa7a594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:37.134634 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-fbc9314c-50cc-443f-b1bb-d6c04aa7a594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:37.135170 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-fbc9314c-50cc-443f-b1bb-d6c04aa7a594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:37.142891 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-fbc9314c-50cc-443f-b1bb-d6c04aa7a594 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3256272f3c524d7fba9a4fb8f5eb011d&device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 6709 time: 0.2715924
Feb 05 20:54:37.163703 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c79a9b-08d3-494b-9d0d-71ca44a2bc58 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b6ab54c-2a9a-4a79-a56f-7174590fb202,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:37.279680 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb40c8-9ee1-43cf-91d9-2e09af8d98cf req-8d15368f-54fa-4680-a8da-e96fb3ff8379 tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:37.284600 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7bcb40c8-9ee1-43cf-91d9-2e09af8d98cf req-8d15368f-54fa-4680-a8da-e96fb3ff8379 tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e7c39a-cd9e-478e-b64f-27d3a23c5253 HTTP/1.1" status: 200  len: 943 time: 0.3003745
Feb 05 20:54:37.297038 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-091c343c-028a-4962-a4e9-16091f478433 admin admin] Deleting port 6a9d2d8d-21ea-4f22-849b-dd5739008848 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:54:37.301036 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-091c343c-028a-4962-a4e9-16091f478433 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (6a9d2d8d-21ea-4f22-849b-dd5739008848), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:37.499269 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['fe248a30-0aa0-4c85-b704-48b8f8ec969c'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:54:37.533970 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-24c79a9b-08d3-494b-9d0d-71ca44a2bc58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (715d3da5-17d1-4e84-a19e-1736005579bf), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:37.576516 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d833d0-2320-4567-b529-2414010808da req-48f85fc0-00d1-4fb6-9042-f8041e5a473f tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:37.578549 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c0d833d0-2320-4567-b529-2414010808da req-48f85fc0-00d1-4fb6-9042-f8041e5a473f tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=e42e5222-69b2-4832-b20f-3216346b2bc6 HTTP/1.1" status: 200  len: 950 time: 0.3801880
Feb 05 20:54:37.589281 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7bcb40c8-9ee1-43cf-91d9-2e09af8d98cf req-cd85cfd0-bead-40e2-919d-8120c8c95a4f tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] 10.222.0.32 "GET /v2.0/security-groups?id=aea27357-43dd-4933-b7ca-1739b8579a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2817862
Feb 05 20:54:37.603729 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-049af819-a11a-4360-ae38-7917c42da2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:37.605656 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-049af819-a11a-4360-ae38-7917c42da2c9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2869ab27-d004-4907-98b1-61880aad7d20 HTTP/1.1" status: 200  len: 903 time: 0.4587498
Feb 05 20:54:37.643435 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-091c343c-028a-4962-a4e9-16091f478433 admin admin] For port 6a9d2d8d-21ea-4f22-849b-dd5739008848, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6a9d2d8d-21ea-4f22-849b-dd5739008848,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:37.643871 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-091c343c-028a-4962-a4e9-16091f478433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (6a9d2d8d-21ea-4f22-849b-dd5739008848), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:37.708895 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-e253d04b-b684-404b-aa8c-8feb9bbe0cfa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fe248a30-0aa0-4c85-b704-48b8f8ec969c HTTP/1.1" status: 200  len: 217 time: 0.0942972
Feb 05 20:54:37.715239 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-091c343c-028a-4962-a4e9-16091f478433 admin admin] Calling delete_port for 6a9d2d8d-21ea-4f22-849b-dd5739008848 owned by network:router_gateway {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:54:37.795866 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 0d227610-d4ba-4635-9361-47aaf7a57972 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:54:37.813141 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c0d833d0-2320-4567-b529-2414010808da req-4ee5d33c-ab1c-4c80-98d9-f0da0aa73f97 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2208066
Feb 05 20:54:37.892062 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-0ba68b03-2be1-4244-80f6-4ed69430f16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:37.895423 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-0ba68b03-2be1-4244-80f6-4ed69430f16a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ce832fc6-ee9e-45ba-a285-bd28fcf21153 HTTP/1.1" status: 200  len: 797 time: 0.1750402
Feb 05 20:54:38.128947 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-e174c96e-956f-4d6a-939c-c8088e620b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:38.130720 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-e174c96e-956f-4d6a-939c-c8088e620b33 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2869ab27-d004-4907-98b1-61880aad7d20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2275484
Feb 05 20:54:38.180969 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c79a9b-08d3-494b-9d0d-71ca44a2bc58 admin admin] Router 715d3da5-17d1-4e84-a19e-1736005579bf has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:54:38.198807 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a339f-2301-4fe3-9493-4b0132ed119b req-e5c1bbe9-d4c7-4f3e-bf1a-c8d30083a7d3 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:38.204381 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a339f-2301-4fe3-9493-4b0132ed119b req-e5c1bbe9-d4c7-4f3e-bf1a-c8d30083a7d3 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:38.210635 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a339f-2301-4fe3-9493-4b0132ed119b req-e5c1bbe9-d4c7-4f3e-bf1a-c8d30083a7d3 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:38.211542 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 0d227610-d4ba-4635-9361-47aaf7a57972, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0d227610-d4ba-4635-9361-47aaf7a57972,segment=NetworkSegment(062101f1-5ffe-4f55-b9c6-585254beed7f),segment_id=062101f1-5ffe-4f55-b9c6-585254beed7f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:38.216917 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a339f-2301-4fe3-9493-4b0132ed119b req-e5c1bbe9-d4c7-4f3e-bf1a-c8d30083a7d3 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:38.222469 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a339f-2301-4fe3-9493-4b0132ed119b req-e5c1bbe9-d4c7-4f3e-bf1a-c8d30083a7d3 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:38.229233 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a339f-2301-4fe3-9493-4b0132ed119b req-e5c1bbe9-d4c7-4f3e-bf1a-c8d30083a7d3 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:38.235193 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a339f-2301-4fe3-9493-4b0132ed119b req-e5c1bbe9-d4c7-4f3e-bf1a-c8d30083a7d3 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:38.237562 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ae9a339f-2301-4fe3-9493-4b0132ed119b req-e5c1bbe9-d4c7-4f3e-bf1a-c8d30083a7d3 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 5435 time: 0.2511003
Feb 05 20:54:38.257089 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '0d227610-d4ba-4635-9361-47aaf7a57972', 'network_id': '8560a1b3-e80f-45ed-a35e-f4e5e188e291', 'port_id': '0d227610-d4ba-4635-9361-47aaf7a57972', 'mac_address': 'fa:16:3e:32:13:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68543e91-1c7e-489a-be82-2d758ce921ad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:54:38.322185 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:38.375973 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c79a9b-08d3-494b-9d0d-71ca44a2bc58 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:54:38.390942 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f171e6-15c8-4a96-87f8-072894077a82 None None] Sync routers for ids ['715d3da5-17d1-4e84-a19e-1736005579bf'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:54:38.408302 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-24c79a9b-08d3-494b-9d0d-71ca44a2bc58 admin admin] 10.222.0.32 "PUT /v2.0/routers/715d3da5-17d1-4e84-a19e-1736005579bf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1112654
Feb 05 20:54:38.408786 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 35616) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:54:38.412724 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f171e6-15c8-4a96-87f8-072894077a82 None None] Routers {'715d3da5-17d1-4e84-a19e-1736005579bf'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:54:38.414097 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-95f171e6-15c8-4a96-87f8-072894077a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db9af6250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:54:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['715d3da5-17d1-4e84-a19e-1736005579bf'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:54:38.419226 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 0d227610-d4ba-4635-9361-47aaf7a57972 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:54:38.420970 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0d227610-d4ba-4635-9361-47aaf7a57972), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:38.426166 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9310a47-c7f2-4ce4-9ab2-cef0d996ad45 req-a10c327a-3150-4c70-b812-968d02bdbd7b tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:38.435112 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f9310a47-c7f2-4ce4-9ab2-cef0d996ad45 req-a10c327a-3150-4c70-b812-968d02bdbd7b tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=88c885bc-2394-4b9a-b21c-4d1197df98ad HTTP/1.1" status: 200  len: 945 time: 0.1923018
Feb 05 20:54:38.466820 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-091c343c-028a-4962-a4e9-16091f478433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (6a9d2d8d-21ea-4f22-849b-dd5739008848), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:38.478747 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-c43587bc-e0bf-4e8c-a877-e001b9341a2a service neutron] 10.222.0.39 "GET /v2.0/networks/2869ab27-d004-4907-98b1-61880aad7d20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3354414
Feb 05 20:54:38.502746 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ae9a339f-2301-4fe3-9493-4b0132ed119b req-cdac9bb9-4e32-469c-8061-471571718766 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/security-groups?id=862080b5-e679-4cab-bbab-4a73c5b41769&id=d935f44d-aedf-41e0-a92b-4330e1bb2d9b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2309484
Feb 05 20:54:38.547514 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f9310a47-c7f2-4ce4-9ab2-cef0d996ad45 req-4c5ab080-e004-4bff-bbe1-0df3ac3167eb tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115656
Feb 05 20:54:38.554504 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091c343c-028a-4962-a4e9-16091f478433 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a9d2d8d-21ea-4f22-849b-dd5739008848,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:38.700554 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-95f171e6-15c8-4a96-87f8-072894077a82 None None] Set router 715d3da5-17d1-4e84-a19e-1736005579bf gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:54:38.704944 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f77cc6f8-4efb-4fa5-af72-9415e92d4522 admin admin] Publish callbacks [] for router (715d3da5-17d1-4e84-a19e-1736005579bf), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:38.896000 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d227610-d4ba-4635-9361-47aaf7a57972 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:54:39.100609 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:39.172568 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 0d227610-d4ba-4635-9361-47aaf7a57972, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0d227610-d4ba-4635-9361-47aaf7a57972,segment=NetworkSegment(062101f1-5ffe-4f55-b9c6-585254beed7f),segment_id=062101f1-5ffe-4f55-b9c6-585254beed7f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:39.220209 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (0d227610-d4ba-4635-9361-47aaf7a57972), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:39.270949 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-95f171e6-15c8-4a96-87f8-072894077a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db9af6250>, [{'id': '715d3da5-17d1-4e84-a19e-1736005579bf', 'name': 'tempest-ServersTestManualDisk-1513008310-router', 'tenant_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.207'}], 'enable_snat': True}, 'gw_port_id': '9e7479ec-ba58-403d-9851-4bed3ffd23b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:52:13Z', 'updated_at': '2022-02-05T20:54:37Z', 'revision_number': 5, 'project_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'gw_port': {'id': '9e7479ec-ba58-403d-9851-4bed3ffd23b1', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715d3da5-17d1-4e84-a19e-1736005579bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:14Z', 'updated_at': '2022-02-05T20:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:54:39.310113 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f171e6-15c8-4a96-87f8-072894077a82 None None] Checking router: 715d3da5-17d1-4e84-a19e-1736005579bf for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:54:39.318501 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-6a43e7bc-4a68-49d6-834a-6b37ab773e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8157be0>, [{'id': 'aef37179-74d1-481b-8776-1367f99d7f44', 'name': 'tempest-FloatingIPDetailsTestJSON-680280318-router', 'tenant_id': 'f55090828fd1405ea70c0137c7f953b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147'}], 'enable_snat': True}, 'gw_port_id': '6a9d2d8d-21ea-4f22-849b-dd5739008848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:53:28Z', 'updated_at': '2022-02-05T20:54:34Z', 'revision_number': 5, 'project_id': 'f55090828fd1405ea70c0137c7f953b4', 'gw_port': {'id': '6a9d2d8d-21ea-4f22-849b-dd5739008848', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:27:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef37179-74d1-481b-8776-1367f99d7f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:28Z', 'updated_at': '2022-02-05T20:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:54:39.327809 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f171e6-15c8-4a96-87f8-072894077a82 None None] Routers {'715d3da5-17d1-4e84-a19e-1736005579bf'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:54:39.328778 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-95f171e6-15c8-4a96-87f8-072894077a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db9af6250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:54:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['715d3da5-17d1-4e84-a19e-1736005579bf'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:54:39.350770 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-091c343c-028a-4962-a4e9-16091f478433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (aef37179-74d1-481b-8776-1367f99d7f44), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:39.368976 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=0d227610-d4ba-4635-9361-47aaf7a57972,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:39.374641 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a43e7bc-4a68-49d6-834a-6b37ab773e17 None None] The sync data for ids ['aef37179-74d1-481b-8776-1367f99d7f44'] in ncdv-master-1 is: [{'id': 'aef37179-74d1-481b-8776-1367f99d7f44', 'name': 'tempest-FloatingIPDetailsTestJSON-680280318-router', 'tenant_id': 'f55090828fd1405ea70c0137c7f953b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147'}], 'enable_snat': True}, 'gw_port_id': '6a9d2d8d-21ea-4f22-849b-dd5739008848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:53:28Z', 'updated_at': '2022-02-05T20:54:34Z', 'revision_number': 5, 'project_id': 'f55090828fd1405ea70c0137c7f953b4', 'gw_port': {'id': '6a9d2d8d-21ea-4f22-849b-dd5739008848', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:27:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef37179-74d1-481b-8776-1367f99d7f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:28Z', 'updated_at': '2022-02-05T20:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:54:39.476735 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-95f171e6-15c8-4a96-87f8-072894077a82 None None] Set router 715d3da5-17d1-4e84-a19e-1736005579bf gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:54:39.626292 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f77cc6f8-4efb-4fa5-af72-9415e92d4522 admin admin] Publish callbacks [] for router_gateway (715d3da5-17d1-4e84-a19e-1736005579bf), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:39.668194 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device c006ee92-de9a-4d20-85f3-3e39838a35c2 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:54:39.704871 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70e1cd-f774-4a7d-92bd-edecd03e4903 req-ba1c3dbe-c892-471a-9f01-c2a835739ebc tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:39.712794 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aa70e1cd-f774-4a7d-92bd-edecd03e4903 req-ba1c3dbe-c892-471a-9f01-c2a835739ebc tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=88c885bc-2394-4b9a-b21c-4d1197df98ad HTTP/1.1" status: 200  len: 945 time: 0.4349742
Feb 05 20:54:39.781749 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-95f171e6-15c8-4a96-87f8-072894077a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db9af6250>, [{'id': '715d3da5-17d1-4e84-a19e-1736005579bf', 'name': 'tempest-ServersTestManualDisk-1513008310-router', 'tenant_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.207'}], 'enable_snat': True}, 'gw_port_id': '9e7479ec-ba58-403d-9851-4bed3ffd23b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:52:13Z', 'updated_at': '2022-02-05T20:54:37Z', 'revision_number': 5, 'project_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'gw_port': {'id': '9e7479ec-ba58-403d-9851-4bed3ffd23b1', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715d3da5-17d1-4e84-a19e-1736005579bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:14Z', 'updated_at': '2022-02-05T20:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:54:39.784960 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['0d227610-d4ba-4635-9361-47aaf7a57972'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:54:39.803405 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfbcb10-367f-4da5-97aa-03738d0db287 req-85a45403-e252-418d-af8c-6c0b88a12646 tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:39.808356 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-f77cc6f8-4efb-4fa5-af72-9415e92d4522 admin admin] Deleting port 9e7479ec-ba58-403d-9851-4bed3ffd23b1 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:54:39.808929 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f77cc6f8-4efb-4fa5-af72-9415e92d4522 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (9e7479ec-ba58-403d-9851-4bed3ffd23b1), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:39.816045 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2bfbcb10-367f-4da5-97aa-03738d0db287 req-85a45403-e252-418d-af8c-6c0b88a12646 tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e7c39a-cd9e-478e-b64f-27d3a23c5253 HTTP/1.1" status: 200  len: 944 time: 0.5371432
Feb 05 20:54:39.835446 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aa70e1cd-f774-4a7d-92bd-edecd03e4903 req-49f67fd4-f1af-4e1e-aa59-ced257c3cc7a tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1166327
Feb 05 20:54:39.856643 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-091c343c-028a-4962-a4e9-16091f478433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (aef37179-74d1-481b-8776-1367f99d7f44), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:39.864069 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f171e6-15c8-4a96-87f8-072894077a82 None None] The sync data for ids ['715d3da5-17d1-4e84-a19e-1736005579bf'] in ncdv-master-1 is: [{'id': '715d3da5-17d1-4e84-a19e-1736005579bf', 'name': 'tempest-ServersTestManualDisk-1513008310-router', 'tenant_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.207'}], 'enable_snat': True}, 'gw_port_id': '9e7479ec-ba58-403d-9851-4bed3ffd23b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:52:13Z', 'updated_at': '2022-02-05T20:54:37Z', 'revision_number': 5, 'project_id': '79bceebcbdcb49f8a06572b6d4412c2f', 'gw_port': {'id': '9e7479ec-ba58-403d-9851-4bed3ffd23b1', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715d3da5-17d1-4e84-a19e-1736005579bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:14Z', 'updated_at': '2022-02-05T20:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:54:39.866258 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-091c343c-028a-4962-a4e9-16091f478433 admin admin] Publish callbacks [] for router_controller (aef37179-74d1-481b-8776-1367f99d7f44), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:39.977498 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2bfbcb10-367f-4da5-97aa-03738d0db287 req-fd16ba9f-b811-4d30-9396-bb8ec03cb5e5 tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] 10.222.0.32 "GET /v2.0/security-groups?id=aea27357-43dd-4933-b7ca-1739b8579a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1602881
Feb 05 20:54:40.035251 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-f77cc6f8-4efb-4fa5-af72-9415e92d4522 admin admin] For port 9e7479ec-ba58-403d-9851-4bed3ffd23b1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9e7479ec-ba58-403d-9851-4bed3ffd23b1,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:40.035578 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f77cc6f8-4efb-4fa5-af72-9415e92d4522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (9e7479ec-ba58-403d-9851-4bed3ffd23b1), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:40.050703 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-f77cc6f8-4efb-4fa5-af72-9415e92d4522 admin admin] Calling delete_port for 9e7479ec-ba58-403d-9851-4bed3ffd23b1 owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:54:40.118990 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port c006ee92-de9a-4d20-85f3-3e39838a35c2 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:54:40.162268 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-d4dc3481-8b46-42a7-94af-4250da6aefa4 service neutron] 10.222.0.39 "GET /v2.0/networks/2869ab27-d004-4907-98b1-61880aad7d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.6332891
Feb 05 20:54:40.171514 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port c006ee92-de9a-4d20-85f3-3e39838a35c2 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:54:40.172053 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c006ee92-de9a-4d20-85f3-3e39838a35c2), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:40.206898 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47955db4-a1e9-47a8-86cd-28002cf7200a req-ec5a26fe-a333-42f0-972d-db6a3c68e287 tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:40.208765 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-47955db4-a1e9-47a8-86cd-28002cf7200a req-ec5a26fe-a333-42f0-972d-db6a3c68e287 tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] 10.222.0.32 "GET /v2.0/ports?device_id=36920c12-b888-4286-ad83-9d1508196a13 HTTP/1.1" status: 200  len: 946 time: 0.0945811
Feb 05 20:54:40.209377 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-091c343c-028a-4962-a4e9-16091f478433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (aef37179-74d1-481b-8776-1367f99d7f44), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:40.211232 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091c343c-028a-4962-a4e9-16091f478433 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aef37179-74d1-481b-8776-1367f99d7f44 {{(pid=114391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 20:54:40.216202 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-091c343c-028a-4962-a4e9-16091f478433 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:40.219577 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-091c343c-028a-4962-a4e9-16091f478433 admin admin] 10.222.0.32 "DELETE /v2.0/routers/aef37179-74d1-481b-8776-1367f99d7f44 HTTP/1.1" status: 204  len: 168 time: 4.4331224
Feb 05 20:54:40.222928 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 35644) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:54:40.230241 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:40.361018 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port c006ee92-de9a-4d20-85f3-3e39838a35c2 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:54:40.361571 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c006ee92-de9a-4d20-85f3-3e39838a35c2), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:40.380529 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d4f78-4975-4921-93e2-dfb96dab950f req-a4b5ec7e-d711-4656-8385-393572d0b824 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:40.391553 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f48d4f78-4975-4921-93e2-dfb96dab950f req-a4b5ec7e-d711-4656-8385-393572d0b824 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=e42e5222-69b2-4832-b20f-3216346b2bc6 HTTP/1.1" status: 200  len: 950 time: 0.3241220
Feb 05 20:54:40.423195 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f77cc6f8-4efb-4fa5-af72-9415e92d4522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (9e7479ec-ba58-403d-9851-4bed3ffd23b1), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:40.426027 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3216e2-d656-43e7-a240-5a705445caca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c006ee92-de9a-4d20-85f3-3e39838a35c2'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:54:40.431517 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffaef6a-8fd5-415a-a35d-deb02ea1312b" -d '{"events": [{"server_uuid": "2c3216e2-d656-43e7-a240-5a705445caca", "name": "network-vif-plugged", "status": "completed", "tag": "c006ee92-de9a-4d20-85f3-3e39838a35c2"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:54:40.439881 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-47955db4-a1e9-47a8-86cd-28002cf7200a req-41cd71c3-a92f-4bed-9bf2-28af37deebc9 tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] 10.222.0.32 "GET /v2.0/security-groups?id=f97e8781-4973-47a9-8df8-20eac3400beb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1997995
Feb 05 20:54:40.461458 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port c006ee92-de9a-4d20-85f3-3e39838a35c2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c006ee92-de9a-4d20-85f3-3e39838a35c2,segment=NetworkSegment(4955b25d-458a-4138-b58a-fac13eec9395),segment_id=4955b25d-458a-4138-b58a-fac13eec9395)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:40.472589 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (c006ee92-de9a-4d20-85f3-3e39838a35c2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:40.472589 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device b27985ed-4cc7-4261-a147-7ca1517d425a up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:54:40.517321 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77cc6f8-4efb-4fa5-af72-9415e92d4522 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e7479ec-ba58-403d-9851-4bed3ffd23b1,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:40.538041 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=c006ee92-de9a-4d20-85f3-3e39838a35c2,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:40.545662 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ad8ce6c-8437-46cc-9d03-16aeaecb1de9 admin admin] Deleting subnet ca7178b8-88bc-4069-a62b-e3344372665f {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:54:40.562596 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1ad8ce6c-8437-46cc-9d03-16aeaecb1de9 admin admin] Publish callbacks [] for subnet (ca7178b8-88bc-4069-a62b-e3344372665f), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:40.609939 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-ea74f078-7396-4454-a71f-f693d2e11c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:40.614799 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-ea74f078-7396-4454-a71f-f693d2e11c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:40.615391 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-ea74f078-7396-4454-a71f-f693d2e11c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:40.616375 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-ea74f078-7396-4454-a71f-f693d2e11c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:40.616871 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-ea74f078-7396-4454-a71f-f693d2e11c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:40.617349 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-ea74f078-7396-4454-a71f-f693d2e11c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:40.617821 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-ea74f078-7396-4454-a71f-f693d2e11c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:40.620017 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-ea74f078-7396-4454-a71f-f693d2e11c4c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3256272f3c524d7fba9a4fb8f5eb011d&device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 6709 time: 0.3608618
Feb 05 20:54:40.624533 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port b27985ed-4cc7-4261-a147-7ca1517d425a completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:54:40.629922 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port b27985ed-4cc7-4261-a147-7ca1517d425a triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:54:40.630454 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b27985ed-4cc7-4261-a147-7ca1517d425a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:40.634498 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f48d4f78-4975-4921-93e2-dfb96dab950f req-f712b899-2966-4f2a-94c3-9c3e350cbba3 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2403700
Feb 05 20:54:40.637689 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f77cc6f8-4efb-4fa5-af72-9415e92d4522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (715d3da5-17d1-4e84-a19e-1736005579bf), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:40.733223 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12117938-0051-4be9-9759-601facc78374 x-openstack-request-id: req-12117938-0051-4be9-9759-601facc78374 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:54:40.733519 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3216e2-d656-43e7-a240-5a705445caca", "name": "network-vif-plugged", "status": "completed", "tag": "c006ee92-de9a-4d20-85f3-3e39838a35c2", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:54:40.733775 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-12117938-0051-4be9-9759-601facc78374 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:54:40.734171 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3216e2-d656-43e7-a240-5a705445caca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c006ee92-de9a-4d20-85f3-3e39838a35c2', 'code': 200}
Feb 05 20:54:40.743029 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port b27985ed-4cc7-4261-a147-7ca1517d425a is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:54:40.743671 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b27985ed-4cc7-4261-a147-7ca1517d425a), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:40.805074 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1ad8ce6c-8437-46cc-9d03-16aeaecb1de9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (ca7178b8-88bc-4069-a62b-e3344372665f), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:40.808335 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f77cc6f8-4efb-4fa5-af72-9415e92d4522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (715d3da5-17d1-4e84-a19e-1736005579bf), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:40.811151 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f77cc6f8-4efb-4fa5-af72-9415e92d4522 admin admin] Publish callbacks [] for router_controller (715d3da5-17d1-4e84-a19e-1736005579bf), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:40.825419 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port b27985ed-4cc7-4261-a147-7ca1517d425a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b27985ed-4cc7-4261-a147-7ca1517d425a,segment=NetworkSegment(89719b81-4c1f-4326-bc00-4b7dddd494cf),segment_id=89719b81-4c1f-4326-bc00-4b7dddd494cf)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:40.836282 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b27985ed-4cc7-4261-a147-7ca1517d425a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:40.914958 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1ad8ce6c-8437-46cc-9d03-16aeaecb1de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (ca7178b8-88bc-4069-a62b-e3344372665f), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:40.985931 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=b27985ed-4cc7-4261-a147-7ca1517d425a,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:40.994225 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f77cc6f8-4efb-4fa5-af72-9415e92d4522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (715d3da5-17d1-4e84-a19e-1736005579bf), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:40.994888 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77cc6f8-4efb-4fa5-af72-9415e92d4522 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 715d3da5-17d1-4e84-a19e-1736005579bf {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 20:54:40.999868 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f77cc6f8-4efb-4fa5-af72-9415e92d4522 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:41.003702 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f77cc6f8-4efb-4fa5-af72-9415e92d4522 admin admin] 10.222.0.32 "DELETE /v2.0/routers/715d3da5-17d1-4e84-a19e-1736005579bf HTTP/1.1" status: 204  len: 168 time: 2.5927761
Feb 05 20:54:41.013702 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 35652) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:54:41.062586 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1ad8ce6c-8437-46cc-9d03-16aeaecb1de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (ca7178b8-88bc-4069-a62b-e3344372665f), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:41.066194 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b90e74-c9f4-4e05-85cb-8072cc1d72e1 req-8b04b8d9-8cf7-4b30-a157-08770abdbd86 tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:41.067761 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b3b90e74-c9f4-4e05-85cb-8072cc1d72e1 req-8b04b8d9-8cf7-4b30-a157-08770abdbd86 tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] 10.222.0.21 "GET /v2.0/ports?device_id=36920c12-b888-4286-ad83-9d1508196a13 HTTP/1.1" status: 200  len: 946 time: 0.1798379
Feb 05 20:54:41.143057 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb4e58-8bdd-4bc5-9008-f4ffbe277c47 req-5bb798db-e549-4c71-a018-e41f49c0486e tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:41.148587 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb4e58-8bdd-4bc5-9008-f4ffbe277c47 req-5bb798db-e549-4c71-a018-e41f49c0486e tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:41.149849 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 6a9d2d8d-21ea-4f22-849b-dd5739008848 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:54:41.153949 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb4e58-8bdd-4bc5-9008-f4ffbe277c47 req-5bb798db-e549-4c71-a018-e41f49c0486e tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:41.159326 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb4e58-8bdd-4bc5-9008-f4ffbe277c47 req-5bb798db-e549-4c71-a018-e41f49c0486e tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:41.165137 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb4e58-8bdd-4bc5-9008-f4ffbe277c47 req-5bb798db-e549-4c71-a018-e41f49c0486e tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:41.170731 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb4e58-8bdd-4bc5-9008-f4ffbe277c47 req-5bb798db-e549-4c71-a018-e41f49c0486e tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:41.176457 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb4e58-8bdd-4bc5-9008-f4ffbe277c47 req-5bb798db-e549-4c71-a018-e41f49c0486e tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:41.184824 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-affb4e58-8bdd-4bc5-9008-f4ffbe277c47 req-5bb798db-e549-4c71-a018-e41f49c0486e tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 5436 time: 0.4700971
Feb 05 20:54:41.189562 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-25d21ce0-3311-4a63-82e4-b6f94f5c34a8 admin admin] Deleting subnet 6574d1d7-7df2-4ee5-9f4f-df2664f961b3 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:54:41.198190 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 6a9d2d8d-21ea-4f22-849b-dd5739008848 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:54:41.199922 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 6a9d2d8d-21ea-4f22-849b-dd5739008848 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:54:41.200373 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9b6ab54c-2a9a-4a79-a56f-7174590fb202 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:54:41.200521 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-25d21ce0-3311-4a63-82e4-b6f94f5c34a8 admin admin] Publish callbacks [] for subnet (6574d1d7-7df2-4ee5-9f4f-df2664f961b3), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:41.235776 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1ad8ce6c-8437-46cc-9d03-16aeaecb1de9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:41.242938 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 9b6ab54c-2a9a-4a79-a56f-7174590fb202 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:54:41.243744 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 35656) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:54:41.244458 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1ad8ce6c-8437-46cc-9d03-16aeaecb1de9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ca7178b8-88bc-4069-a62b-e3344372665f HTTP/1.1" status: 204  len: 168 time: 1.0157526
Feb 05 20:54:41.253886 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9b6ab54c-2a9a-4a79-a56f-7174590fb202 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:54:41.254124 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad8ce6c-8437-46cc-9d03-16aeaecb1de9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca7178b8-88bc-4069-a62b-e3344372665f,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:41.254342 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device f17d1cf1-0874-47ff-9b80-54a35a5e921b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:54:41.266711 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92ed5b6-ce2a-49fc-ab9c-a784a28e0d6b None None] Network 7dab1982-fdb9-4352-ba96-ce0108909d00 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:54:41.271602 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-2e4d611b-ea26-4f91-966d-16022eaa4c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:41.273158 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-2e4d611b-ea26-4f91-966d-16022eaa4c40 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2869ab27-d004-4907-98b1-61880aad7d20 HTTP/1.1" status: 200  len: 903 time: 0.6331954
Feb 05 20:54:41.285438 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-25d21ce0-3311-4a63-82e4-b6f94f5c34a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (6574d1d7-7df2-4ee5-9f4f-df2664f961b3), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:41.322468 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: f17d1cf1-0874-47ff-9b80-54a35a5e921b {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:54:41.322819 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device f17d1cf1-0874-47ff-9b80-54a35a5e921b not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:54:41.343927 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-5f2b0ce2-a69f-40b0-8e17-075e30bf038a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b27985ed-4cc7-4261-a147-7ca1517d425a HTTP/1.1" status: 200  len: 217 time: 0.0630956
Feb 05 20:54:41.357882 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-b3b90e74-c9f4-4e05-85cb-8072cc1d72e1 req-9826cc74-a5f4-4d6c-92e7-f088855d9992 tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] Deleting port 8a277a57-62cd-4979-a232-d598b81b0c9c {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:54:41.358694 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-b3b90e74-c9f4-4e05-85cb-8072cc1d72e1 req-9826cc74-a5f4-4d6c-92e7-f088855d9992 tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (8a277a57-62cd-4979-a232-d598b81b0c9c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:41.374901 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb59f7-ee9e-43d0-8ddd-7fc2913fb3d5 req-544a9d4d-9470-42b0-bb9d-2d21fdad5c34 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:41.377089 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2eb59f7-ee9e-43d0-8ddd-7fc2913fb3d5 req-544a9d4d-9470-42b0-bb9d-2d21fdad5c34 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=88c885bc-2394-4b9a-b21c-4d1197df98ad HTTP/1.1" status: 200  len: 945 time: 0.3593872
Feb 05 20:54:41.410366 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b6fa23e3-158d-47b2-a462-449b639335f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (7dab1982-fdb9-4352-ba96-ce0108909d00), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:41.445079 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-affb4e58-8bdd-4bc5-9008-f4ffbe277c47 req-beaa1ba1-39d8-4ab6-9bfd-52f6bc3f2b35 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/security-groups?id=862080b5-e679-4cab-bbab-4a73c5b41769&id=d935f44d-aedf-41e0-a92b-4330e1bb2d9b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2568715
Feb 05 20:54:41.499230 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-dd016b8c-d7a5-4635-9ee2-c79bd597e460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:41.500448 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-dd016b8c-d7a5-4635-9ee2-c79bd597e460 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ce832fc6-ee9e-45ba-a285-bd28fcf21153 HTTP/1.1" status: 200  len: 797 time: 0.1504803
Feb 05 20:54:41.552204 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-25d21ce0-3311-4a63-82e4-b6f94f5c34a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (6574d1d7-7df2-4ee5-9f4f-df2664f961b3), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:41.572693 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2eb59f7-ee9e-43d0-8ddd-7fc2913fb3d5 req-0a7e0d42-397b-46a7-b6ac-b61547b42120 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1711416
Feb 05 20:54:41.612371 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909b9555-00da-493f-a93b-fc8dcb8562c6 None None] DHCP port deletion for 7dab1982-fdb9-4352-ba96-ce0108909d00 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 20:54:41.631736 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-bac622e4-7bdd-4bec-8632-d41c12f9c162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:41.632040 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-bac622e4-7bdd-4bec-8632-d41c12f9c162 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2869ab27-d004-4907-98b1-61880aad7d20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1223028
Feb 05 20:54:41.680773 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-909b9555-00da-493f-a93b-fc8dcb8562c6 None None] Deleting port 5b1e8766-6739-4d8f-ae83-bbc66ab875b9 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:54:41.681298 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-909b9555-00da-493f-a93b-fc8dcb8562c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (5b1e8766-6739-4d8f-ae83-bbc66ab875b9), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:41.685334 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 0dc636af-3e4f-4bdf-a0d0-4cf505100fad up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:54:41.688094 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-b3b90e74-c9f4-4e05-85cb-8072cc1d72e1 req-9826cc74-a5f4-4d6c-92e7-f088855d9992 tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] For port 8a277a57-62cd-4979-a232-d598b81b0c9c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8a277a57-62cd-4979-a232-d598b81b0c9c,segment=NetworkSegment(ab2acdc2-ceb3-4188-aed0-4e2478f78171),segment_id=ab2acdc2-ceb3-4188-aed0-4e2478f78171)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:41.688490 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-b3b90e74-c9f4-4e05-85cb-8072cc1d72e1 req-9826cc74-a5f4-4d6c-92e7-f088855d9992 tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (8a277a57-62cd-4979-a232-d598b81b0c9c), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:41.782595 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-25d21ce0-3311-4a63-82e4-b6f94f5c34a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (6574d1d7-7df2-4ee5-9f4f-df2664f961b3), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:41.786117 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-b3b90e74-c9f4-4e05-85cb-8072cc1d72e1 req-9826cc74-a5f4-4d6c-92e7-f088855d9992 tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] Calling delete_port for 8a277a57-62cd-4979-a232-d598b81b0c9c owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:54:41.800726 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-909b9555-00da-493f-a93b-fc8dcb8562c6 None None] For port 5b1e8766-6739-4d8f-ae83-bbc66ab875b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b1e8766-6739-4d8f-ae83-bbc66ab875b9,segment=NetworkSegment(aebbb6ac-1de8-49e8-ace0-70f00460c1cd),segment_id=aebbb6ac-1de8-49e8-ace0-70f00460c1cd)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:41.801412 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-909b9555-00da-493f-a93b-fc8dcb8562c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (5b1e8766-6739-4d8f-ae83-bbc66ab875b9), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:41.821404 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-909b9555-00da-493f-a93b-fc8dcb8562c6 None None] Calling delete_port for 5b1e8766-6739-4d8f-ae83-bbc66ab875b9 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:54:41.845061 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 0dc636af-3e4f-4bdf-a0d0-4cf505100fad completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:54:41.848473 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d21ce0-3311-4a63-82e4-b6f94f5c34a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6574d1d7-7df2-4ee5-9f4f-df2664f961b3,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:41.862898 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126facaa-bf2e-4164-9b7c-68f33f086c90 req-a0edab59-594b-4c26-ba23-32c37b162399 tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:41.869084 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-25d21ce0-3311-4a63-82e4-b6f94f5c34a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:41.870920 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-126facaa-bf2e-4164-9b7c-68f33f086c90 req-a0edab59-594b-4c26-ba23-32c37b162399 tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] 10.222.0.32 "GET /v2.0/ports?device_id=36920c12-b888-4286-ad83-9d1508196a13 HTTP/1.1" status: 200  len: 946 time: 0.1339319
Feb 05 20:54:41.878001 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-25d21ce0-3311-4a63-82e4-b6f94f5c34a8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6574d1d7-7df2-4ee5-9f4f-df2664f961b3 HTTP/1.1" status: 204  len: 168 time: 0.8632300
Feb 05 20:54:41.879123 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 35672) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:54:41.893793 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-b6fa23e3-158d-47b2-a462-449b639335f5 admin admin] Deleting port 5b1e8766-6739-4d8f-ae83-bbc66ab875b9 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:54:41.894110 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da523cd-a656-4360-9187-1cfdc1aa917c None None] Network c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:54:41.894239 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b6fa23e3-158d-47b2-a462-449b639335f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (5b1e8766-6739-4d8f-ae83-bbc66ab875b9), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:41.902218 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 0dc636af-3e4f-4bdf-a0d0-4cf505100fad triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:54:41.902770 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (0dc636af-3e4f-4bdf-a0d0-4cf505100fad), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:41.915884 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e57a6-9187-471a-8103-436b0acb7f7b req-57dda2ec-fde9-4768-a2bf-43b300769c90 tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:41.927093 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5e9e57a6-9187-471a-8103-436b0acb7f7b req-57dda2ec-fde9-4768-a2bf-43b300769c90 tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e7c39a-cd9e-478e-b64f-27d3a23c5253 HTTP/1.1" status: 200  len: 944 time: 0.2809467
Feb 05 20:54:41.967050 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-c9509ec1-8818-4ecd-b859-9171d977c80e service neutron] 10.222.0.39 "GET /v2.0/networks/2869ab27-d004-4907-98b1-61880aad7d20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3200567
Feb 05 20:54:42.067509 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a12f92c1-487f-483d-a303-e5e72e37c006 req-74fca20b-bf3a-46da-a693-c76a500032dc service neutron] 10.222.0.39 "GET /v2.0/networks/2869ab27-d004-4907-98b1-61880aad7d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0889096
Feb 05 20:54:42.119797 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-b6fa23e3-158d-47b2-a462-449b639335f5 admin admin] For port 5b1e8766-6739-4d8f-ae83-bbc66ab875b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b1e8766-6739-4d8f-ae83-bbc66ab875b9,segment=NetworkSegment(aebbb6ac-1de8-49e8-ace0-70f00460c1cd),segment_id=aebbb6ac-1de8-49e8-ace0-70f00460c1cd)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:42.120169 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b6fa23e3-158d-47b2-a462-449b639335f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (5b1e8766-6739-4d8f-ae83-bbc66ab875b9), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:42.129692 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-126facaa-bf2e-4164-9b7c-68f33f086c90 req-c958b019-0a1b-4b97-845f-9e40d0a44008 tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] 10.222.0.32 "GET /v2.0/security-groups?id=f97e8781-4973-47a9-8df8-20eac3400beb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2578464
Feb 05 20:54:42.159544 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5e9e57a6-9187-471a-8103-436b0acb7f7b req-62470972-4bec-49ab-a16a-d317deb788f4 tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] 10.222.0.32 "GET /v2.0/security-groups?id=aea27357-43dd-4933-b7ca-1739b8579a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2287138
Feb 05 20:54:42.161194 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ef397bde-7885-4792-ab9d-7edc23ed1d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:42.169163 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-b6fa23e3-158d-47b2-a462-449b639335f5 admin admin] Calling delete_port for 5b1e8766-6739-4d8f-ae83-bbc66ab875b9 owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:54:42.324351 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-b3b90e74-c9f4-4e05-85cb-8072cc1d72e1 req-9826cc74-a5f4-4d6c-92e7-f088855d9992 tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (8a277a57-62cd-4979-a232-d598b81b0c9c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:42.326638 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-909b9555-00da-493f-a93b-fc8dcb8562c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (5b1e8766-6739-4d8f-ae83-bbc66ab875b9), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:42.369762 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b9555-00da-493f-a93b-fc8dcb8562c6 None None] Pushing event deleted for resources: {'Port': ['ID=5b1e8766-6739-4d8f-ae83-bbc66ab875b9,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:42.372613 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['8a277a57-62cd-4979-a232-d598b81b0c9c'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:54:42.378526 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 0dc636af-3e4f-4bdf-a0d0-4cf505100fad is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:54:42.378526 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0dc636af-3e4f-4bdf-a0d0-4cf505100fad), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:42.378991 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826cc74-a5f4-4d6c-92e7-f088855d9992 tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] Pushing event deleted for resources: {'Port': ['ID=8a277a57-62cd-4979-a232-d598b81b0c9c,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:42.381367 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909b9555-00da-493f-a93b-fc8dcb8562c6 None None] No DVR routers for this DVR port 5b1e8766-6739-4d8f-ae83-bbc66ab875b9 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:54:42.387418 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b6fa23e3-158d-47b2-a462-449b639335f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (5b1e8766-6739-4d8f-ae83-bbc66ab875b9), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:42.454835 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa23e3-158d-47b2-a462-449b639335f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b1e8766-6739-4d8f-ae83-bbc66ab875b9,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:42.463493 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74965400-c379-4835-9af8-ceafb35b1238 req-bd130570-c282-4245-8f44-caa3d03d0af3 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:42.464054 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fa23e3-158d-47b2-a462-449b639335f5 admin admin] No DVR routers for this DVR port 5b1e8766-6739-4d8f-ae83-bbc66ab875b9 on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:54:42.477360 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-74965400-c379-4835-9af8-ceafb35b1238 req-bd130570-c282-4245-8f44-caa3d03d0af3 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=e42e5222-69b2-4832-b20f-3216346b2bc6 HTTP/1.1" status: 200  len: 950 time: 0.1989841
Feb 05 20:54:42.494929 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 0dc636af-3e4f-4bdf-a0d0-4cf505100fad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0dc636af-3e4f-4bdf-a0d0-4cf505100fad,segment=NetworkSegment(4955b25d-458a-4138-b58a-fac13eec9395),segment_id=4955b25d-458a-4138-b58a-fac13eec9395)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:42.503131 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (0dc636af-3e4f-4bdf-a0d0-4cf505100fad), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:42.504223 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 0798d918-a1a1-4268-8b6d-832370da6f8f up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:54:42.517162 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-ef397bde-7885-4792-ab9d-7edc23ed1d86 admin admin] Deleting port eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:54:42.517772 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ef397bde-7885-4792-ab9d-7edc23ed1d86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:42.541440 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b90e74-c9f4-4e05-85cb-8072cc1d72e1 req-9826cc74-a5f4-4d6c-92e7-f088855d9992 tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] No DVR routers for this DVR port 8a277a57-62cd-4979-a232-d598b81b0c9c on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:54:42.546942 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa59f7a-bbf6-4bc8-9edf-7af994879c1a None None] DHCP port deletion for c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 20:54:42.567180 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-b3b90e74-c9f4-4e05-85cb-8072cc1d72e1 req-9826cc74-a5f4-4d6c-92e7-f088855d9992 tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:42.571972 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b3b90e74-c9f4-4e05-85cb-8072cc1d72e1 req-9826cc74-a5f4-4d6c-92e7-f088855d9992 tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] 10.222.0.21 "DELETE /v2.0/ports/8a277a57-62cd-4979-a232-d598b81b0c9c HTTP/1.1" status: 204  len: 173 time: 1.4954107
Feb 05 20:54:42.573729 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36920c12-b888-4286-ad83-9d1508196a13', 'name': 'network-vif-deleted', 'tag': '8a277a57-62cd-4979-a232-d598b81b0c9c'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:54:42.576590 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a917c22e-54db-4839-bf10-3808dbc3adba" -d '{"events": [{"server_uuid": "36920c12-b888-4286-ad83-9d1508196a13", "name": "network-vif-deleted", "tag": "8a277a57-62cd-4979-a232-d598b81b0c9c"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:54:42.658666 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=0dc636af-3e4f-4bdf-a0d0-4cf505100fad,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:42.678088 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-74965400-c379-4835-9af8-ceafb35b1238 req-6adecf7a-023e-4ca2-b8d2-204a1416714e tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1837056
Feb 05 20:54:42.737101 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3216e2-d656-43e7-a240-5a705445caca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27985ed-4cc7-4261-a147-7ca1517d425a'}, {'server_uuid': '2c3216e2-d656-43e7-a240-5a705445caca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc636af-3e4f-4bdf-a0d0-4cf505100fad'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:54:42.741147 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51636a7c-25cf-4e0d-a2f1-8b977da271b4" -d '{"events": [{"server_uuid": "2c3216e2-d656-43e7-a240-5a705445caca", "name": "network-vif-plugged", "status": "completed", "tag": "b27985ed-4cc7-4261-a147-7ca1517d425a"}, {"server_uuid": "2c3216e2-d656-43e7-a240-5a705445caca", "name": "network-vif-plugged", "status": "completed", "tag": "0dc636af-3e4f-4bdf-a0d0-4cf505100fad"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:54:42.757537 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-1aa59f7a-bbf6-4bc8-9edf-7af994879c1a None None] Deleting port eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:54:42.757922 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1aa59f7a-bbf6-4bc8-9edf-7af994879c1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:42.787704 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-ef397bde-7885-4792-ab9d-7edc23ed1d86 admin admin] For port eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172,segment=NetworkSegment(a23cb92a-c754-434c-8f50-ccb834db554e),segment_id=a23cb92a-c754-434c-8f50-ccb834db554e)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:42.788046 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ef397bde-7885-4792-ab9d-7edc23ed1d86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:42.798573 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b6fa23e3-158d-47b2-a462-449b639335f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (7dab1982-fdb9-4352-ba96-ce0108909d00), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:42.824587 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-ef397bde-7885-4792-ab9d-7edc23ed1d86 admin admin] Calling delete_port for eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172 owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:54:42.839635 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-b6fa23e3-158d-47b2-a462-449b639335f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db37e3460>,) {'filters': {'network_id': ['7dab1982-fdb9-4352-ba96-ce0108909d00']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:54:42.845403 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-1aa59f7a-bbf6-4bc8-9edf-7af994879c1a None None] For port eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172,segment=NetworkSegment(a23cb92a-c754-434c-8f50-ccb834db554e),segment_id=a23cb92a-c754-434c-8f50-ccb834db554e)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:42.845822 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1aa59f7a-bbf6-4bc8-9edf-7af994879c1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:42.854574 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3a6ff-ca7f-4881-95f3-52c3f60feadf req-beb9d408-a2c3-4388-b6ea-de8a3c36095a tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:42.856521 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-b6fa23e3-158d-47b2-a462-449b639335f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db37e3460>, 'aebbb6ac-1de8-49e8-ace0-70f00460c1cd') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:54:42.857004 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-b6fa23e3-158d-47b2-a462-449b639335f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db37e3460>, 'aebbb6ac-1de8-49e8-ace0-70f00460c1cd') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:54:42.861665 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3a6ff-ca7f-4881-95f3-52c3f60feadf req-beb9d408-a2c3-4388-b6ea-de8a3c36095a tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:42.862116 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-1aa59f7a-bbf6-4bc8-9edf-7af994879c1a None None] Calling delete_port for eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:54:42.869245 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3a6ff-ca7f-4881-95f3-52c3f60feadf req-beb9d408-a2c3-4388-b6ea-de8a3c36095a tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:42.875290 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3a6ff-ca7f-4881-95f3-52c3f60feadf req-beb9d408-a2c3-4388-b6ea-de8a3c36095a tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:42.880989 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3a6ff-ca7f-4881-95f3-52c3f60feadf req-beb9d408-a2c3-4388-b6ea-de8a3c36095a tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:42.886809 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3a6ff-ca7f-4881-95f3-52c3f60feadf req-beb9d408-a2c3-4388-b6ea-de8a3c36095a tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:42.892439 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3a6ff-ca7f-4881-95f3-52c3f60feadf req-beb9d408-a2c3-4388-b6ea-de8a3c36095a tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:42.901138 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7af3a6ff-ca7f-4881-95f3-52c3f60feadf req-beb9d408-a2c3-4388-b6ea-de8a3c36095a tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 5438 time: 0.1911104
Feb 05 20:54:42.902597 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b6fa23e3-158d-47b2-a462-449b639335f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (aebbb6ac-1de8-49e8-ace0-70f00460c1cd), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:42.921709 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b6fa23e3-158d-47b2-a462-449b639335f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (aebbb6ac-1de8-49e8-ace0-70f00460c1cd), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:42.952284 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6fa23e3-158d-47b2-a462-449b639335f5 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:54:42.952834 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b6fa23e3-158d-47b2-a462-449b639335f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (aebbb6ac-1de8-49e8-ace0-70f00460c1cd), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:42.954815 ncdv-master-1 neutron-server[114390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 20:54:42.954815 ncdv-master-1 neutron-server[114390]:   self.session.flush()
Feb 05 20:54:42.954815 ncdv-master-1 neutron-server[114390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 20:54:42.954815 ncdv-master-1 neutron-server[114390]:   self.session.flush()
Feb 05 20:54:42.954815 ncdv-master-1 neutron-server[114390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 20:54:42.954815 ncdv-master-1 neutron-server[114390]:   self.session.flush()
Feb 05 20:54:42.954815 ncdv-master-1 neutron-server[114390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 20:54:42.954815 ncdv-master-1 neutron-server[114390]:   self.session.flush()
Feb 05 20:54:42.954815 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 20:54:42.954815 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:54:42.954815 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 20:54:42.954815 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:54:42.954815 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 20:54:42.954815 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:54:42.954815 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 20:54:42.954815 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:54:42.954815 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 20:54:42.954815 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:54:42.954815 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 20:54:42.954815 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:54:42.954815 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 20:54:42.954815 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:54:42.954815 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:54:42.954815 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:54:42.954815 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:54:42.954815 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:54:42.954815 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 20:54:42.954815 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:54:42.954815 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 20:54:42.954815 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:54:42.954815 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:54:42.954815 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:54:42.954815 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:54:42.954815 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:54:42.954815 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:54:42.954815 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:54:42.954815 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:54:42.954815 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:54:42.954815 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:54:42.954815 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:54:42.966687 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1aa59f7a-bbf6-4bc8-9edf-7af994879c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:42.981198 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 0798d918-a1a1-4268-8b6d-832370da6f8f completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:54:42.986225 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa59f7a-bbf6-4bc8-9edf-7af994879c1a None None] No DVR routers for this DVR port eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:54:42.987812 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7af3a6ff-ca7f-4881-95f3-52c3f60feadf req-eb9b720c-d6d0-4bbc-a4b3-3c2b5efd3bae tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/security-groups?id=862080b5-e679-4cab-bbab-4a73c5b41769&id=d935f44d-aedf-41e0-a92b-4330e1bb2d9b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0851676
Feb 05 20:54:43.010602 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 0798d918-a1a1-4268-8b6d-832370da6f8f triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:54:43.010894 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (0798d918-a1a1-4268-8b6d-832370da6f8f), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:43.014168 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa59f7a-bbf6-4bc8-9edf-7af994879c1a None None] Pushing event deleted for resources: {'Port': ['ID=eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:43.080584 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0812f-8559-42e2-92df-e9eb1005aa61 req-62cc64fa-e587-49a8-a40b-dcced1f48565 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:43.092686 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2fc0812f-8559-42e2-92df-e9eb1005aa61 req-62cc64fa-e587-49a8-a40b-dcced1f48565 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=88c885bc-2394-4b9a-b21c-4d1197df98ad HTTP/1.1" status: 200  len: 945 time: 0.2851658
Feb 05 20:54:43.120840 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 0798d918-a1a1-4268-8b6d-832370da6f8f is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:54:43.121355 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0798d918-a1a1-4268-8b6d-832370da6f8f), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:43.153381 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ef397bde-7885-4792-ab9d-7edc23ed1d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:43.171763 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 0798d918-a1a1-4268-8b6d-832370da6f8f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0798d918-a1a1-4268-8b6d-832370da6f8f,segment=NetworkSegment(4955b25d-458a-4138-b58a-fac13eec9395),segment_id=4955b25d-458a-4138-b58a-fac13eec9395)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:43.179511 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (0798d918-a1a1-4268-8b6d-832370da6f8f), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:43.180688 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 3b70f63b-dae9-48e5-a6ad-2fc1008228c7 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:54:43.223456 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef397bde-7885-4792-ab9d-7edc23ed1d86 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:43.226228 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b6fa23e3-158d-47b2-a462-449b639335f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (7dab1982-fdb9-4352-ba96-ce0108909d00), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:43.232598 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b6fa23e3-158d-47b2-a462-449b639335f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:43.235886 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b6fa23e3-158d-47b2-a462-449b639335f5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7dab1982-fdb9-4352-ba96-ce0108909d00 HTTP/1.1" status: 204  len: 168 time: 1.9907041
Feb 05 20:54:43.236874 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef397bde-7885-4792-ab9d-7edc23ed1d86 admin admin] No DVR routers for this DVR port eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172 on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:54:43.255920 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705b1819-6f06-4d70-9988-e97a6cf6edb8 x-openstack-request-id: req-705b1819-6f06-4d70-9988-e97a6cf6edb8 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:54:43.256199 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36920c12-b888-4286-ad83-9d1508196a13", "name": "network-vif-deleted", "tag": "8a277a57-62cd-4979-a232-d598b81b0c9c", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:54:43.257053 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-705b1819-6f06-4d70-9988-e97a6cf6edb8 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:54:43.257674 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36920c12-b888-4286-ad83-9d1508196a13', 'name': 'network-vif-deleted', 'tag': '8a277a57-62cd-4979-a232-d598b81b0c9c', 'status': 'completed', 'code': 200}
Feb 05 20:54:43.259740 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa23e3-158d-47b2-a462-449b639335f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dab1982-fdb9-4352-ba96-ce0108909d00,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:43.269074 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 5b1e8766-6739-4d8f-ae83-bbc66ab875b9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:54:43.274983 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2fc0812f-8559-42e2-92df-e9eb1005aa61 req-087d6162-4a75-4372-9d3f-69e1553c65a6 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1810479
Feb 05 20:54:43.372266 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 5b1e8766-6739-4d8f-ae83-bbc66ab875b9 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:54:43.372893 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 5b1e8766-6739-4d8f-ae83-bbc66ab875b9 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:54:43.373102 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:54:43.386133 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ef397bde-7885-4792-ab9d-7edc23ed1d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:43.434736 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-ef397bde-7885-4792-ab9d-7edc23ed1d86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db280ccd0>,) {'filters': {'network_id': ['c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:54:43.442578 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Feb 2022 20:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b5eef2-9fc7-4167-88f6-b8169ffa8009 x-openstack-request-id: req-99b5eef2-9fc7-4167-88f6-b8169ffa8009 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:54:43.442948 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3216e2-d656-43e7-a240-5a705445caca", "name": "network-vif-plugged", "status": "completed", "tag": "b27985ed-4cc7-4261-a147-7ca1517d425a", "code": 200}, {"server_uuid": "2c3216e2-d656-43e7-a240-5a705445caca", "name": "network-vif-plugged", "status": "completed", "tag": "0dc636af-3e4f-4bdf-a0d0-4cf505100fad", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:54:43.443155 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-99b5eef2-9fc7-4167-88f6-b8169ffa8009 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:54:43.443534 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3216e2-d656-43e7-a240-5a705445caca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27985ed-4cc7-4261-a147-7ca1517d425a', 'code': 200}
Feb 05 20:54:43.443827 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3216e2-d656-43e7-a240-5a705445caca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc636af-3e4f-4bdf-a0d0-4cf505100fad', 'code': 200}
Feb 05 20:54:43.449717 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-ef397bde-7885-4792-ab9d-7edc23ed1d86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db280ccd0>, 'a23cb92a-c754-434c-8f50-ccb834db554e') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:54:43.450030 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-ef397bde-7885-4792-ab9d-7edc23ed1d86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db280ccd0>, 'a23cb92a-c754-434c-8f50-ccb834db554e') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:54:43.465628 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:54:43.468809 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device eb4d1d03-3db9-4d8c-aabe-8bfd2bb52172 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:54:43.469427 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9e7479ec-ba58-403d-9851-4bed3ffd23b1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:54:43.473110 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ef397bde-7885-4792-ab9d-7edc23ed1d86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (a23cb92a-c754-434c-8f50-ccb834db554e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:43.477464 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 3b70f63b-dae9-48e5-a6ad-2fc1008228c7 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:54:43.493342 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 35698) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:54:43.504980 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ea863177-0324-4c4f-8fb3-f0ca6b957dd5 req-86a0849d-eee7-49b1-9ebc-e85b6397f8fd tempest-ServerMetadataNegativeTestJSON-1996615012 tempest-ServerMetadataNegativeTestJSON-1996615012-project] 10.222.0.32 "GET /v2.0/ports?device_id=36920c12-b888-4286-ad83-9d1508196a13 HTTP/1.1" status: 200  len: 210 time: 0.0439324
Feb 05 20:54:43.522655 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ef397bde-7885-4792-ab9d-7edc23ed1d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (a23cb92a-c754-434c-8f50-ccb834db554e), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:43.543366 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 9e7479ec-ba58-403d-9851-4bed3ffd23b1 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:54:43.543840 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9e7479ec-ba58-403d-9851-4bed3ffd23b1 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:54:43.545853 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef397bde-7885-4792-ab9d-7edc23ed1d86 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:54:43.546517 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ef397bde-7885-4792-ab9d-7edc23ed1d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (a23cb92a-c754-434c-8f50-ccb834db554e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:43.548468 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 20:54:43.548468 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:54:43.548468 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 20:54:43.548468 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:54:43.548468 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 20:54:43.548468 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:54:43.548468 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 20:54:43.548468 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:54:43.548468 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 20:54:43.548468 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:54:43.548468 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 20:54:43.548468 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:54:43.548468 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 20:54:43.548468 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:54:43.548468 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:54:43.548468 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:54:43.548468 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:54:43.548468 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:54:43.548468 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 20:54:43.548468 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:54:43.548468 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 20:54:43.548468 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:54:43.548468 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:54:43.548468 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:54:43.548468 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:54:43.548468 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:54:43.548468 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:54:43.548468 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:54:43.548468 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:54:43.548468 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:54:43.548468 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:54:43.548468 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:54:43.560519 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 3b70f63b-dae9-48e5-a6ad-2fc1008228c7 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:54:43.561208 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (3b70f63b-dae9-48e5-a6ad-2fc1008228c7), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:43.570943 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=0798d918-a1a1-4268-8b6d-832370da6f8f,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:43.598614 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1853cc-a414-4ae9-a52a-c3e18058bbb6 req-c58c3b83-d1a4-4e5a-877a-42bcba274c05 tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:43.600933 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5d1853cc-a414-4ae9-a52a-c3e18058bbb6 req-c58c3b83-d1a4-4e5a-877a-42bcba274c05 tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e7c39a-cd9e-478e-b64f-27d3a23c5253 HTTP/1.1" status: 200  len: 944 time: 0.0818963
Feb 05 20:54:43.629320 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-63b106f3-f07b-4912-96c3-adfcc95d93c4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f55090828fd1405ea70c0137c7f953b4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1211648
Feb 05 20:54:43.633169 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 35700) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:54:43.648391 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ef397bde-7885-4792-ab9d-7edc23ed1d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:43.658183 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ef397bde-7885-4792-ab9d-7edc23ed1d86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:43.664940 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ef397bde-7885-4792-ab9d-7edc23ed1d86 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a HTTP/1.1" status: 204  len: 168 time: 1.7794774
Feb 05 20:54:43.684283 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef397bde-7885-4792-ab9d-7edc23ed1d86 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8e311bf-3a96-4bfa-bff6-ee6b5bc3067a,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:43.686201 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5d1853cc-a414-4ae9-a52a-c3e18058bbb6 req-ba6f73e0-1143-4639-ab92-70431d0a8dd0 tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] 10.222.0.32 "GET /v2.0/security-groups?id=aea27357-43dd-4933-b7ca-1739b8579a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790534
Feb 05 20:54:43.730797 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1ba7b0e8-7197-42f2-9b70-da7cc2c4c47e admin admin] Publish callbacks [] for security_group (369a3cc4-10aa-40f8-9193-4c994a82af3e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:43.736677 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 3b70f63b-dae9-48e5-a6ad-2fc1008228c7 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:54:43.737076 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3b70f63b-dae9-48e5-a6ad-2fc1008228c7), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:43.769241 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1ba7b0e8-7197-42f2-9b70-da7cc2c4c47e admin admin] Publish callbacks [] for security_group (369a3cc4-10aa-40f8-9193-4c994a82af3e), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:43.797428 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 3b70f63b-dae9-48e5-a6ad-2fc1008228c7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3b70f63b-dae9-48e5-a6ad-2fc1008228c7,segment=NetworkSegment(4955b25d-458a-4138-b58a-fac13eec9395),segment_id=4955b25d-458a-4138-b58a-fac13eec9395)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:43.807063 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (3b70f63b-dae9-48e5-a6ad-2fc1008228c7), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:43.808662 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 727d22f7-aa8c-41e0-8e88-ba5877b169b0 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:54:43.867805 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1ba7b0e8-7197-42f2-9b70-da7cc2c4c47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (369a3cc4-10aa-40f8-9193-4c994a82af3e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:43.868970 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b18de5-8750-4fd2-81b2-e6a77693a83f req-d20f3d78-e6c4-47a0-8497-eff4dce4b855 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:43.870609 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-00b18de5-8750-4fd2-81b2-e6a77693a83f req-d20f3d78-e6c4-47a0-8497-eff4dce4b855 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=e42e5222-69b2-4832-b20f-3216346b2bc6 HTTP/1.1" status: 200  len: 950 time: 0.1057711
Feb 05 20:54:43.870745 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1ba7b0e8-7197-42f2-9b70-da7cc2c4c47e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:43.874627 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1ba7b0e8-7197-42f2-9b70-da7cc2c4c47e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/369a3cc4-10aa-40f8-9193-4c994a82af3e HTTP/1.1" status: 204  len: 168 time: 0.2404065
Feb 05 20:54:43.886237 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7b0e8-7197-42f2-9b70-da7cc2c4c47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369a3cc4-10aa-40f8-9193-4c994a82af3e,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:43.962080 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=3b70f63b-dae9-48e5-a6ad-2fc1008228c7,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:43.979005 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 727d22f7-aa8c-41e0-8e88-ba5877b169b0 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:54:43.982358 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-00b18de5-8750-4fd2-81b2-e6a77693a83f req-6a8738a4-42b9-48fa-9217-d269937c7fda tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934217
Feb 05 20:54:43.987484 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 727d22f7-aa8c-41e0-8e88-ba5877b169b0 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:54:43.993003 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (727d22f7-aa8c-41e0-8e88-ba5877b169b0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:44.010523 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 35708) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:54:44.060473 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-60875770-4fb7-4d01-9dec-517588b46206 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=79bceebcbdcb49f8a06572b6d4412c2f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0487652
Feb 05 20:54:44.064716 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 35712) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:54:44.108763 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 727d22f7-aa8c-41e0-8e88-ba5877b169b0 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:54:44.109195 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (727d22f7-aa8c-41e0-8e88-ba5877b169b0), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:44.149777 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 727d22f7-aa8c-41e0-8e88-ba5877b169b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=727d22f7-aa8c-41e0-8e88-ba5877b169b0,segment=NetworkSegment(64358af5-dc2d-4795-a8e0-31cbc220d69d),segment_id=64358af5-dc2d-4795-a8e0-31cbc220d69d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:44.155286 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (727d22f7-aa8c-41e0-8e88-ba5877b169b0), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:44.156162 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device fe248a30-0aa0-4c85-b704-48b8f8ec969c up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:54:44.240244 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=727d22f7-aa8c-41e0-8e88-ba5877b169b0,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:44.259051 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port fe248a30-0aa0-4c85-b704-48b8f8ec969c completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:54:44.269627 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port fe248a30-0aa0-4c85-b704-48b8f8ec969c triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:54:44.271276 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (fe248a30-0aa0-4c85-b704-48b8f8ec969c), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:44.313669 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-96dd5db3-36a8-4763-be63-129fd204080f admin admin] Publish callbacks [] for security_group (8ae918b6-4efd-45b8-bf25-e72581fe7bee), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:44.357618 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-96dd5db3-36a8-4763-be63-129fd204080f admin admin] Publish callbacks [] for security_group (8ae918b6-4efd-45b8-bf25-e72581fe7bee), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:44.396090 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port fe248a30-0aa0-4c85-b704-48b8f8ec969c is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:54:44.396668 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (fe248a30-0aa0-4c85-b704-48b8f8ec969c), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:44.477044 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9cf6c-c3ad-4d13-b088-6c0a41272526 req-dea22899-8325-4208-9a91-05309f1fbea1 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:44.483878 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9cf6c-c3ad-4d13-b088-6c0a41272526 req-dea22899-8325-4208-9a91-05309f1fbea1 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:44.486639 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port fe248a30-0aa0-4c85-b704-48b8f8ec969c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fe248a30-0aa0-4c85-b704-48b8f8ec969c,segment=NetworkSegment(89719b81-4c1f-4326-bc00-4b7dddd494cf),segment_id=89719b81-4c1f-4326-bc00-4b7dddd494cf)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:44.489386 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9cf6c-c3ad-4d13-b088-6c0a41272526 req-dea22899-8325-4208-9a91-05309f1fbea1 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:44.494559 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (fe248a30-0aa0-4c85-b704-48b8f8ec969c), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:44.496735 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9cf6c-c3ad-4d13-b088-6c0a41272526 req-dea22899-8325-4208-9a91-05309f1fbea1 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:44.497057 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 0d227610-d4ba-4635-9361-47aaf7a57972 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:54:44.507737 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9cf6c-c3ad-4d13-b088-6c0a41272526 req-dea22899-8325-4208-9a91-05309f1fbea1 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:44.517929 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9cf6c-c3ad-4d13-b088-6c0a41272526 req-dea22899-8325-4208-9a91-05309f1fbea1 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:44.524640 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9cf6c-c3ad-4d13-b088-6c0a41272526 req-dea22899-8325-4208-9a91-05309f1fbea1 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:44.533888 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d088474-bd95-4ae9-ae84-af07cd3bff9d req-54c4a47b-e565-4352-bf9d-89d4f8d1dd4c tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:44.534956 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-99b9cf6c-c3ad-4d13-b088-6c0a41272526 req-dea22899-8325-4208-9a91-05309f1fbea1 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 5441 time: 0.3869512
Feb 05 20:54:44.535994 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9d088474-bd95-4ae9-ae84-af07cd3bff9d req-54c4a47b-e565-4352-bf9d-89d4f8d1dd4c tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.21 "GET /v2.0/ports?device_id=88c885bc-2394-4b9a-b21c-4d1197df98ad HTTP/1.1" status: 200  len: 945 time: 0.1137693
Feb 05 20:54:44.557714 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-96dd5db3-36a8-4763-be63-129fd204080f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (8ae918b6-4efd-45b8-bf25-e72581fe7bee), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:44.560700 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-96dd5db3-36a8-4763-be63-129fd204080f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:44.562274 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-96dd5db3-36a8-4763-be63-129fd204080f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ae918b6-4efd-45b8-bf25-e72581fe7bee HTTP/1.1" status: 204  len: 168 time: 0.4965150
Feb 05 20:54:44.604715 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dd5db3-36a8-4763-be63-129fd204080f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae918b6-4efd-45b8-bf25-e72581fe7bee,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:44.632937 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0464b5-0467-45d3-a2ff-b4e3882fdbbf req-815f161b-4dca-45af-a5d1-8f0349ef9ac8 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:44.634613 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2e0464b5-0467-45d3-a2ff-b4e3882fdbbf req-815f161b-4dca-45af-a5d1-8f0349ef9ac8 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/ports?device_id=88c885bc-2394-4b9a-b21c-4d1197df98ad HTTP/1.1" status: 200  len: 945 time: 0.2155449
Feb 05 20:54:44.663084 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-99b9cf6c-c3ad-4d13-b088-6c0a41272526 req-1c232981-b48e-4023-86fd-763c5d4e319e tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/security-groups?id=862080b5-e679-4cab-bbab-4a73c5b41769&id=d935f44d-aedf-41e0-a92b-4330e1bb2d9b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1269679
Feb 05 20:54:44.745670 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 35742) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:54:44.771579 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2e0464b5-0467-45d3-a2ff-b4e3882fdbbf req-ac86c512-02a8-49ba-81cd-4418043bc8b7 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.32 "GET /v2.0/security-groups?id=88554a2f-4437-4c3b-8c81-cd6b9b873589&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1268415
Feb 05 20:54:44.811802 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-9d088474-bd95-4ae9-ae84-af07cd3bff9d req-a40d73d6-2118-4b09-8b44-81dd4c086418 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Deleting port cab1e0e4-1c1c-415b-9685-2e468c94a509 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:54:44.812189 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-9d088474-bd95-4ae9-ae84-af07cd3bff9d req-a40d73d6-2118-4b09-8b44-81dd4c086418 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (cab1e0e4-1c1c-415b-9685-2e468c94a509), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:44.889386 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5aeed78-142d-45a1-ad0a-7bf7efc53fd1 admin admin] Deleting subnet 775b4393-c8d2-4ecf-b650-2efee00c79d9 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:54:44.893113 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b5aeed78-142d-45a1-ad0a-7bf7efc53fd1 admin admin] Publish callbacks [] for subnet (775b4393-c8d2-4ecf-b650-2efee00c79d9), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:44.937625 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b5aeed78-142d-45a1-ad0a-7bf7efc53fd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (775b4393-c8d2-4ecf-b650-2efee00c79d9), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:44.979694 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b5aeed78-142d-45a1-ad0a-7bf7efc53fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (775b4393-c8d2-4ecf-b650-2efee00c79d9), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:45.004733 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de8d61-e903-453b-aa2c-45360ef66798 req-46c4fb2d-b199-47fa-b371-20094148fb21 tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:45.010685 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a9de8d61-e903-453b-aa2c-45360ef66798 req-46c4fb2d-b199-47fa-b371-20094148fb21 tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e7c39a-cd9e-478e-b64f-27d3a23c5253 HTTP/1.1" status: 200  len: 944 time: 0.1482341
Feb 05 20:54:45.055467 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b5aeed78-142d-45a1-ad0a-7bf7efc53fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (775b4393-c8d2-4ecf-b650-2efee00c79d9), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:45.094991 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aeed78-142d-45a1-ad0a-7bf7efc53fd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=775b4393-c8d2-4ecf-b650-2efee00c79d9,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:45.097136 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b5aeed78-142d-45a1-ad0a-7bf7efc53fd1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:45.103934 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b5aeed78-142d-45a1-ad0a-7bf7efc53fd1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/775b4393-c8d2-4ecf-b650-2efee00c79d9 HTTP/1.1" status: 204  len: 168 time: 0.3535523
Feb 05 20:54:45.106131 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 35752) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:54:45.152385 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-9d088474-bd95-4ae9-ae84-af07cd3bff9d req-a40d73d6-2118-4b09-8b44-81dd4c086418 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] For port cab1e0e4-1c1c-415b-9685-2e468c94a509, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cab1e0e4-1c1c-415b-9685-2e468c94a509,segment=NetworkSegment(743051ff-9f95-4efc-9230-9f61d36c1128),segment_id=743051ff-9f95-4efc-9230-9f61d36c1128)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:45.152773 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-9d088474-bd95-4ae9-ae84-af07cd3bff9d req-a40d73d6-2118-4b09-8b44-81dd4c086418 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (cab1e0e4-1c1c-415b-9685-2e468c94a509), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:45.160021 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=fe248a30-0aa0-4c85-b704-48b8f8ec969c,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:45.182822 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a9de8d61-e903-453b-aa2c-45360ef66798 req-1b7b536b-394b-4ed2-8fdf-19827b0f4909 tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] 10.222.0.32 "GET /v2.0/security-groups?id=aea27357-43dd-4933-b7ca-1739b8579a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1524940
Feb 05 20:54:45.187943 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 8a277a57-62cd-4979-a232-d598b81b0c9c no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:54:45.213191 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-9d088474-bd95-4ae9-ae84-af07cd3bff9d req-a40d73d6-2118-4b09-8b44-81dd4c086418 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Calling delete_port for cab1e0e4-1c1c-415b-9685-2e468c94a509 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:54:45.234762 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-81116093-d0d5-4317-972f-eb76c6f60fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (c6336d95-9947-45e3-b883-54d2fa8605d4), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:45.255626 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: 8a277a57-62cd-4979-a232-d598b81b0c9c {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:54:45.255888 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 8a277a57-62cd-4979-a232-d598b81b0c9c not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:54:45.349334 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daca4ae-f0b4-4531-a8bb-0b6fda0e8060 req-089521b9-4836-43f2-bc7b-a0e7cbfb8623 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:45.362850 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 0d227610-d4ba-4635-9361-47aaf7a57972 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:54:45.368237 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0daca4ae-f0b4-4531-a8bb-0b6fda0e8060 req-089521b9-4836-43f2-bc7b-a0e7cbfb8623 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=e42e5222-69b2-4832-b20f-3216346b2bc6 HTTP/1.1" status: 200  len: 950 time: 0.2063379
Feb 05 20:54:45.371547 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:45.377185 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 0d227610-d4ba-4635-9361-47aaf7a57972 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:54:45.380215 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (0d227610-d4ba-4635-9361-47aaf7a57972), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:45.415059 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-81116093-d0d5-4317-972f-eb76c6f60fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (c6336d95-9947-45e3-b883-54d2fa8605d4), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:45.442698 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-81116093-d0d5-4317-972f-eb76c6f60fe1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2a55be0>,) {'filters': {'network_id': ['c6336d95-9947-45e3-b883-54d2fa8605d4']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:54:45.455167 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3216e2-d656-43e7-a240-5a705445caca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0798d918-a1a1-4268-8b6d-832370da6f8f'}, {'server_uuid': '2c3216e2-d656-43e7-a240-5a705445caca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b70f63b-dae9-48e5-a6ad-2fc1008228c7'}, {'server_uuid': '2c3216e2-d656-43e7-a240-5a705445caca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727d22f7-aa8c-41e0-8e88-ba5877b169b0'}, {'server_uuid': '2c3216e2-d656-43e7-a240-5a705445caca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe248a30-0aa0-4c85-b704-48b8f8ec969c'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:54:45.463122 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f548aef8-57ec-4fda-ac0f-823af5882132" -d '{"events": [{"server_uuid": "2c3216e2-d656-43e7-a240-5a705445caca", "name": "network-vif-plugged", "status": "completed", "tag": "0798d918-a1a1-4268-8b6d-832370da6f8f"}, {"server_uuid": "2c3216e2-d656-43e7-a240-5a705445caca", "name": "network-vif-plugged", "status": "completed", "tag": "3b70f63b-dae9-48e5-a6ad-2fc1008228c7"}, {"server_uuid": "2c3216e2-d656-43e7-a240-5a705445caca", "name": "network-vif-plugged", "status": "completed", "tag": "727d22f7-aa8c-41e0-8e88-ba5877b169b0"}, {"server_uuid": "2c3216e2-d656-43e7-a240-5a705445caca", "name": "network-vif-plugged", "status": "completed", "tag": "fe248a30-0aa0-4c85-b704-48b8f8ec969c"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:54:45.470968 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-81116093-d0d5-4317-972f-eb76c6f60fe1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2a55be0>, 'ab2acdc2-ceb3-4188-aed0-4e2478f78171') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:54:45.471266 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-81116093-d0d5-4317-972f-eb76c6f60fe1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2a55be0>, 'ab2acdc2-ceb3-4188-aed0-4e2478f78171') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:54:45.516222 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-81116093-d0d5-4317-972f-eb76c6f60fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (ab2acdc2-ceb3-4188-aed0-4e2478f78171), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:45.571363 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 05 Feb 2022 20:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdbddff-555d-4cec-abee-fa4ccedc7dc3 x-openstack-request-id: req-5cdbddff-555d-4cec-abee-fa4ccedc7dc3 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:54:45.573829 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3216e2-d656-43e7-a240-5a705445caca", "name": "network-vif-plugged", "status": "completed", "tag": "0798d918-a1a1-4268-8b6d-832370da6f8f", "code": 200}, {"server_uuid": "2c3216e2-d656-43e7-a240-5a705445caca", "name": "network-vif-plugged", "status": "completed", "tag": "3b70f63b-dae9-48e5-a6ad-2fc1008228c7", "code": 200}, {"server_uuid": "2c3216e2-d656-43e7-a240-5a705445caca", "name": "network-vif-plugged", "status": "completed", "tag": "727d22f7-aa8c-41e0-8e88-ba5877b169b0", "code": 200}, {"server_uuid": "2c3216e2-d656-43e7-a240-5a705445caca", "name": "network-vif-plugged", "status": "completed", "tag": "fe248a30-0aa0-4c85-b704-48b8f8ec969c", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:54:45.574317 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5cdbddff-555d-4cec-abee-fa4ccedc7dc3 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:54:45.577614 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-81116093-d0d5-4317-972f-eb76c6f60fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (ab2acdc2-ceb3-4188-aed0-4e2478f78171), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:45.587303 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3216e2-d656-43e7-a240-5a705445caca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0798d918-a1a1-4268-8b6d-832370da6f8f', 'code': 200}
Feb 05 20:54:45.587827 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3216e2-d656-43e7-a240-5a705445caca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b70f63b-dae9-48e5-a6ad-2fc1008228c7', 'code': 200}
Feb 05 20:54:45.588239 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3216e2-d656-43e7-a240-5a705445caca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727d22f7-aa8c-41e0-8e88-ba5877b169b0', 'code': 200}
Feb 05 20:54:45.589876 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3216e2-d656-43e7-a240-5a705445caca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe248a30-0aa0-4c85-b704-48b8f8ec969c', 'code': 200}
Feb 05 20:54:45.603532 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81116093-d0d5-4317-972f-eb76c6f60fe1 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:54:45.605540 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-81116093-d0d5-4317-972f-eb76c6f60fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (ab2acdc2-ceb3-4188-aed0-4e2478f78171), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:45.607674 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 20:54:45.607674 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:54:45.607674 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 20:54:45.607674 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:54:45.607674 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 20:54:45.607674 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:54:45.607674 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 20:54:45.607674 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:54:45.607674 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 20:54:45.607674 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:54:45.607674 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 20:54:45.607674 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:54:45.607674 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 20:54:45.607674 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:54:45.607674 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:54:45.607674 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:54:45.607674 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:54:45.607674 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:54:45.607674 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 20:54:45.607674 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:54:45.607674 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 20:54:45.607674 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:54:45.607674 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:54:45.607674 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:54:45.607674 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:54:45.607674 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:54:45.607674 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:54:45.607674 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:54:45.607674 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:54:45.607674 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:54:45.607674 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:54:45.607674 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:54:45.622456 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0daca4ae-f0b4-4531-a8bb-0b6fda0e8060 req-c80547fe-da6a-4dc8-a1d4-466184c29ab6 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2517405
Feb 05 20:54:45.630242 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-9d088474-bd95-4ae9-ae84-af07cd3bff9d req-a40d73d6-2118-4b09-8b44-81dd4c086418 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (cab1e0e4-1c1c-415b-9685-2e468c94a509), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:45.657458 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-660b4328-a078-488a-937b-90b4a0bf7846 service neutron] show failed (client error): The resource could not be found.
Feb 05 20:54:45.658621 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-660b4328-a078-488a-937b-90b4a0bf7846 service neutron] 10.222.0.39 "GET /v2.0/ports/1d9a5845-5eb9-4d8b-b040-206021da1b67/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1870222
Feb 05 20:54:45.734445 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['cab1e0e4-1c1c-415b-9685-2e468c94a509'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:54:45.816765 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 0d227610-d4ba-4635-9361-47aaf7a57972 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:54:45.817282 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0d227610-d4ba-4635-9361-47aaf7a57972), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:45.817931 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 20:54:45.866288 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 0d227610-d4ba-4635-9361-47aaf7a57972, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0d227610-d4ba-4635-9361-47aaf7a57972,segment=NetworkSegment(062101f1-5ffe-4f55-b9c6-585254beed7f),segment_id=062101f1-5ffe-4f55-b9c6-585254beed7f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:45.883394 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (0d227610-d4ba-4635-9361-47aaf7a57972), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:45.939907 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d73d6-2118-4b09-8b44-81dd4c086418 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Pushing event deleted for resources: {'Port': ['ID=cab1e0e4-1c1c-415b-9685-2e468c94a509,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:45.946558 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d088474-bd95-4ae9-ae84-af07cd3bff9d req-a40d73d6-2118-4b09-8b44-81dd4c086418 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] No DVR routers for this DVR port cab1e0e4-1c1c-415b-9685-2e468c94a509 on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:54:45.951751 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-9d088474-bd95-4ae9-ae84-af07cd3bff9d req-a40d73d6-2118-4b09-8b44-81dd4c086418 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:45.955613 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9d088474-bd95-4ae9-ae84-af07cd3bff9d req-a40d73d6-2118-4b09-8b44-81dd4c086418 tempest-DeleteServersTestJSON-1701972944 tempest-DeleteServersTestJSON-1701972944-project] 10.222.0.21 "DELETE /v2.0/ports/cab1e0e4-1c1c-415b-9685-2e468c94a509 HTTP/1.1" status: 204  len: 173 time: 1.4134877
Feb 05 20:54:45.957573 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c885bc-2394-4b9a-b21c-4d1197df98ad', 'name': 'network-vif-deleted', 'tag': 'cab1e0e4-1c1c-415b-9685-2e468c94a509'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:54:45.970513 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974b6fcd-f724-42b1-91ec-3a995f2609ca" -d '{"events": [{"server_uuid": "88c885bc-2394-4b9a-b21c-4d1197df98ad", "name": "network-vif-deleted", "tag": "cab1e0e4-1c1c-415b-9685-2e468c94a509"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:54:45.988937 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dbb2a-91f6-412c-9ecb-a1d8f234b69c req-9920ecda-3928-4c9b-bc8c-5cffd2892cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:45.990102 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dbb2a-91f6-412c-9ecb-a1d8f234b69c req-9920ecda-3928-4c9b-bc8c-5cffd2892cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:45.991443 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dbb2a-91f6-412c-9ecb-a1d8f234b69c req-9920ecda-3928-4c9b-bc8c-5cffd2892cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:45.993212 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dbb2a-91f6-412c-9ecb-a1d8f234b69c req-9920ecda-3928-4c9b-bc8c-5cffd2892cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:45.994454 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dbb2a-91f6-412c-9ecb-a1d8f234b69c req-9920ecda-3928-4c9b-bc8c-5cffd2892cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:45.994956 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dbb2a-91f6-412c-9ecb-a1d8f234b69c req-9920ecda-3928-4c9b-bc8c-5cffd2892cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:45.997583 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dbb2a-91f6-412c-9ecb-a1d8f234b69c req-9920ecda-3928-4c9b-bc8c-5cffd2892cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:46.002078 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7b7dbb2a-91f6-412c-9ecb-a1d8f234b69c req-9920ecda-3928-4c9b-bc8c-5cffd2892cdd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 6716 time: 0.2633595
Feb 05 20:54:46.078584 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=0d227610-d4ba-4635-9361-47aaf7a57972,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:46.093287 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-81116093-d0d5-4317-972f-eb76c6f60fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (c6336d95-9947-45e3-b883-54d2fa8605d4), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:46.121436 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-81116093-d0d5-4317-972f-eb76c6f60fe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:46.124633 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-81116093-d0d5-4317-972f-eb76c6f60fe1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c6336d95-9947-45e3-b883-54d2fa8605d4 HTTP/1.1" status: 204  len: 168 time: 1.0172110
Feb 05 20:54:46.140541 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81116093-d0d5-4317-972f-eb76c6f60fe1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6336d95-9947-45e3-b883-54d2fa8605d4,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:46.171910 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-50b0a322-2519-44fc-bc57-c2dac8ed4a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:46.178713 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-50b0a322-2519-44fc-bc57-c2dac8ed4a96 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e42e5222-69b2-4832-b20f-3216346b2bc6&tenant_id=21a126c3c7904a7b98023d4d9f1f8f51 HTTP/1.1" status: 200  len: 1132 time: 0.1921880
Feb 05 20:54:46.195787 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-dd479e87-cb04-4523-b8fe-6139275eca35 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:54:46.329469 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-dd479e87-cb04-4523-b8fe-6139275eca35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1d9a5845-5eb9-4d8b-b040-206021da1b67), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:46.518767 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 35812) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:54:46.543882 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad0b39-c104-4896-abb1-66e8d716dab5 req-0ce7b0ae-6f62-4c17-b5e2-c7e2a5e330f4 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:46.558768 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad0b39-c104-4896-abb1-66e8d716dab5 req-0ce7b0ae-6f62-4c17-b5e2-c7e2a5e330f4 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:46.565005 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad0b39-c104-4896-abb1-66e8d716dab5 req-0ce7b0ae-6f62-4c17-b5e2-c7e2a5e330f4 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:46.571588 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad0b39-c104-4896-abb1-66e8d716dab5 req-0ce7b0ae-6f62-4c17-b5e2-c7e2a5e330f4 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:46.577346 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad0b39-c104-4896-abb1-66e8d716dab5 req-0ce7b0ae-6f62-4c17-b5e2-c7e2a5e330f4 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:46.582903 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad0b39-c104-4896-abb1-66e8d716dab5 req-0ce7b0ae-6f62-4c17-b5e2-c7e2a5e330f4 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:46.590406 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad0b39-c104-4896-abb1-66e8d716dab5 req-0ce7b0ae-6f62-4c17-b5e2-c7e2a5e330f4 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:46.592394 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4aad0b39-c104-4896-abb1-66e8d716dab5 req-0ce7b0ae-6f62-4c17-b5e2-c7e2a5e330f4 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 5442 time: 0.7979331
Feb 05 20:54:46.653527 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-ae16ac4d-4578-4db7-9abd-a97ad5c1a421 tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=2cd3ba2862fd49bab5a41048d1d7fb7c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1336792
Feb 05 20:54:46.670680 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-dd479e87-cb04-4523-b8fe-6139275eca35 service neutron] For port 1d9a5845-5eb9-4d8b-b040-206021da1b67, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1d9a5845-5eb9-4d8b-b040-206021da1b67,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:46.747255 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-dd479e87-cb04-4523-b8fe-6139275eca35 service neutron] For port 1d9a5845-5eb9-4d8b-b040-206021da1b67, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:54:46.802312 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-dd479e87-cb04-4523-b8fe-6139275eca35 service neutron] Publish callbacks [] for port (1d9a5845-5eb9-4d8b-b040-206021da1b67), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:46.808270 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4aad0b39-c104-4896-abb1-66e8d716dab5 req-9afc1c30-09dd-4357-8956-79992a2a930d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/security-groups?id=862080b5-e679-4cab-bbab-4a73c5b41769&id=d935f44d-aedf-41e0-a92b-4330e1bb2d9b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1630435
Feb 05 20:54:46.811788 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4daf3dd6-618c-4945-b5f0-9049621d535a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3cff6862c3984514b6c7cdca5519f734&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2183373
Feb 05 20:54:46.833290 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 35820) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:54:46.842560 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7b7dbb2a-91f6-412c-9ecb-a1d8f234b69c req-d6b71e7c-5fe0-4814-a928-9d41495c8f0c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=862080b5-e679-4cab-bbab-4a73c5b41769&id=d935f44d-aedf-41e0-a92b-4330e1bb2d9b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.8280625
Feb 05 20:54:46.884924 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-dd479e87-cb04-4523-b8fe-6139275eca35 service neutron] Transition to ACTIVE for port object 1d9a5845-5eb9-4d8b-b040-206021da1b67 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:54:46.887056 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 35822) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:54:46.908008 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-dd479e87-cb04-4523-b8fe-6139275eca35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (1d9a5845-5eb9-4d8b-b040-206021da1b67), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:46.930111 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-5fb840c8-1b57-4aef-b1e1-444e07401c70 tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:46.931762 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-5fb840c8-1b57-4aef-b1e1-444e07401c70 tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2774241
Feb 05 20:54:46.977141 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-4fa0a917-0e65-427b-8bf1-dfd1e4d4b32b tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] 10.222.0.32 "GET /v2.0/quotas/2cd3ba2862fd49bab5a41048d1d7fb7c HTTP/1.1" status: 200  len: 375 time: 0.0381932
Feb 05 20:54:47.014070 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8114f506-3d2c-48f7-a365-db5039db8d0f x-openstack-request-id: req-8114f506-3d2c-48f7-a365-db5039db8d0f {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:54:47.014070 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c885bc-2394-4b9a-b21c-4d1197df98ad", "name": "network-vif-deleted", "tag": "cab1e0e4-1c1c-415b-9685-2e468c94a509", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:54:47.014070 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8114f506-3d2c-48f7-a365-db5039db8d0f {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:54:47.014070 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c885bc-2394-4b9a-b21c-4d1197df98ad', 'name': 'network-vif-deleted', 'tag': 'cab1e0e4-1c1c-415b-9685-2e468c94a509', 'status': 'completed', 'code': 200}
Feb 05 20:54:47.056350 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-dd479e87-cb04-4523-b8fe-6139275eca35 service neutron] No DVR routers for this DVR port 1d9a5845-5eb9-4d8b-b040-206021da1b67 on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:54:47.069996 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-56aa5a09-c054-4143-906b-2c828b4e5a72 tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2cd3ba2862fd49bab5a41048d1d7fb7c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0717769
Feb 05 20:54:47.088411 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd479e87-cb04-4523-b8fe-6139275eca35 service neutron] Pushing event updated for resources: {'Port': ['ID=1d9a5845-5eb9-4d8b-b040-206021da1b67,revision_number=6']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:47.098057 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-209a87ce-7a21-4fca-aec8-05c46a601318 admin admin] Publish callbacks [] for security_group (f97e8781-4973-47a9-8df8-20eac3400beb), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:47.110229 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-a8d6f1af-c0ae-4b7f-935a-cc8e37b13aa6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1542065190-network', 'tenant_id': '451be3a617f64d6a97b8d18cee2426e8'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:54:47.152120 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d6f1af-c0ae-4b7f-935a-cc8e37b13aa6 admin admin] Made reservation on behalf of 451be3a617f64d6a97b8d18cee2426e8 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:54:47.153147 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-dd479e87-cb04-4523-b8fe-6139275eca35 service neutron] Attempting to bind port 1d9a5845-5eb9-4d8b-b040-206021da1b67 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:54:47.153534 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-dd479e87-cb04-4523-b8fe-6139275eca35 service neutron] Attempting to bind port 1d9a5845-5eb9-4d8b-b040-206021da1b67 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:54:47.153879 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-dd479e87-cb04-4523-b8fe-6139275eca35 service neutron] Attempting to bind port 1d9a5845-5eb9-4d8b-b040-206021da1b67 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:54:47.154723 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a8d6f1af-c0ae-4b7f-935a-cc8e37b13aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:47.158941 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-209a87ce-7a21-4fca-aec8-05c46a601318 admin admin] Publish callbacks [] for security_group (f97e8781-4973-47a9-8df8-20eac3400beb), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:47.167381 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a8d6f1af-c0ae-4b7f-935a-cc8e37b13aa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:47.170475 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-dd479e87-cb04-4523-b8fe-6139275eca35 service neutron] Port 1d9a5845-5eb9-4d8b-b040-206021da1b67 on network f760d6ec-7837-431c-910c-37572c24f936 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:54:47.170820 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-dd479e87-cb04-4523-b8fe-6139275eca35 service neutron] Attempting to bind port 1d9a5845-5eb9-4d8b-b040-206021da1b67 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:54:47.178737 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-dd479e87-cb04-4523-b8fe-6139275eca35 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:54:47.179186 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-dd479e87-cb04-4523-b8fe-6139275eca35 service neutron] Checking segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:54:47.179580 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-dd479e87-cb04-4523-b8fe-6139275eca35 service neutron] Bound using segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:54:47.180035 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-dd479e87-cb04-4523-b8fe-6139275eca35 service neutron] Bound port: 1d9a5845-5eb9-4d8b-b040-206021da1b67, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:54:47.180406 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-dd479e87-cb04-4523-b8fe-6139275eca35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1d9a5845-5eb9-4d8b-b040-206021da1b67), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:47.188111 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c700c6-337e-47a5-b45f-cd716c7fbabb req-e80901e8-1941-470c-bbf4-ae32ce06afe1 tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:47.196732 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d2c700c6-337e-47a5-b45f-cd716c7fbabb req-e80901e8-1941-470c-bbf4-ae32ce06afe1 tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e7c39a-cd9e-478e-b64f-27d3a23c5253 HTTP/1.1" status: 200  len: 945 time: 0.1317999
Feb 05 20:54:47.277974 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d2c700c6-337e-47a5-b45f-cd716c7fbabb req-030574be-3e93-4546-90cd-78b85f711368 tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] 10.222.0.32 "GET /v2.0/security-groups?id=aea27357-43dd-4933-b7ca-1739b8579a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802574
Feb 05 20:54:47.296482 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-dd479e87-cb04-4523-b8fe-6139275eca35 service neutron] For port 1d9a5845-5eb9-4d8b-b040-206021da1b67, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:54:47.300399 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-dd479e87-cb04-4523-b8fe-6139275eca35 service neutron] For port 1d9a5845-5eb9-4d8b-b040-206021da1b67, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d9a5845-5eb9-4d8b-b040-206021da1b67,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:54:47.302207 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-209a87ce-7a21-4fca-aec8-05c46a601318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f97e8781-4973-47a9-8df8-20eac3400beb), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:47.305727 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-209a87ce-7a21-4fca-aec8-05c46a601318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:47.306870 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-209a87ce-7a21-4fca-aec8-05c46a601318 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f97e8781-4973-47a9-8df8-20eac3400beb HTTP/1.1" status: 204  len: 168 time: 0.4698029
Feb 05 20:54:47.346871 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-dd479e87-cb04-4523-b8fe-6139275eca35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (1d9a5845-5eb9-4d8b-b040-206021da1b67), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:47.373962 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a8d6f1af-c0ae-4b7f-935a-cc8e37b13aa6 admin admin] Publish callbacks [] for security_group (f2a34937-6f7c-447d-a100-f79bb6d8301c), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:47.387307 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a8d6f1af-c0ae-4b7f-935a-cc8e37b13aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f2a34937-6f7c-447d-a100-f79bb6d8301c), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:47.423276 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a87ce-7a21-4fca-aec8-05c46a601318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97e8781-4973-47a9-8df8-20eac3400beb,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:47.476902 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd479e87-cb04-4523-b8fe-6139275eca35 service neutron] Pushing event updated for resources: {'Port': ['ID=1d9a5845-5eb9-4d8b-b040-206021da1b67,revision_number=7']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:47.483128 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-dd479e87-cb04-4523-b8fe-6139275eca35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:47.483987 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-dd479e87-cb04-4523-b8fe-6139275eca35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:47.485800 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-dd479e87-cb04-4523-b8fe-6139275eca35 service neutron] 10.222.0.21 "PUT /v2.0/ports/1d9a5845-5eb9-4d8b-b040-206021da1b67 HTTP/1.1" status: 200  len: 1096 time: 1.2971087
Feb 05 20:54:47.525206 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8d6f1af-c0ae-4b7f-935a-cc8e37b13aa6 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:54:47.557820 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6f1af-c0ae-4b7f-935a-cc8e37b13aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a34937-6f7c-447d-a100-f79bb6d8301c,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:47.587776 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a8d6f1af-c0ae-4b7f-935a-cc8e37b13aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (1c33481a-a1a0-4cb5-879e-3b12d35e9945), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:47.588198 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-a8d6f1af-c0ae-4b7f-935a-cc8e37b13aa6 admin admin] Added segment 1c33481a-a1a0-4cb5-879e-3b12d35e9945 of type vlan for network 8c3233c3-4efd-49ae-83aa-9c6e1a254039
Feb 05 20:54:47.591173 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e7c39a-cd9e-478e-b64f-27d3a23c5253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d227610-d4ba-4635-9361-47aaf7a57972'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:54:47.594222 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885a1856-f53f-4bdb-80ba-14b151dd235d" -d '{"events": [{"server_uuid": "c4e7c39a-cd9e-478e-b64f-27d3a23c5253", "name": "network-vif-plugged", "status": "completed", "tag": "0d227610-d4ba-4635-9361-47aaf7a57972"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:54:47.597767 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-8ff0b7f5-6a3c-4064-b9f4-f834ad6a96cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:47.599700 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-8ff0b7f5-6a3c-4064-b9f4-f834ad6a96cb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&device_id=e42e5222-69b2-4832-b20f-3216346b2bc6 HTTP/1.1" status: 200  len: 1130 time: 0.0916553
Feb 05 20:54:47.600108 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8773a5d6-83fc-4e88-ad9e-541d7b8fb6c3 req-e2d01efb-cfe7-4d65-9a6f-c5e5b5438bd3 tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] 10.222.0.32 "GET /v2.0/ports?device_id=81664677-ab39-4ab5-81d5-d2a05b0a9f5c HTTP/1.1" status: 200  len: 210 time: 0.0720243
Feb 05 20:54:47.653085 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff958f-997e-4ef2-889e-a2ed911d5ff9 req-e88ab297-1b0a-4e05-a2e4-36f50510f35b tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:47.654926 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-22ff958f-997e-4ef2-889e-a2ed911d5ff9 req-e88ab297-1b0a-4e05-a2e4-36f50510f35b tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=e42e5222-69b2-4832-b20f-3216346b2bc6 HTTP/1.1" status: 200  len: 948 time: 0.2392595
Feb 05 20:54:47.660303 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a8d6f1af-c0ae-4b7f-935a-cc8e37b13aa6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (8c3233c3-4efd-49ae-83aa-9c6e1a254039), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:47.786686 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-87a7a9f7-c79d-4bbf-8d89-4eee5ee9285b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:47.791015 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-87a7a9f7-c79d-4bbf-8d89-4eee5ee9285b service neutron] 10.222.0.21 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.1541874
Feb 05 20:54:47.809618 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-22ff958f-997e-4ef2-889e-a2ed911d5ff9 req-9043882a-d164-41ca-9ce5-8e8e513d06fa tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1446099
Feb 05 20:54:47.813740 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a8d6f1af-c0ae-4b7f-935a-cc8e37b13aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (8c3233c3-4efd-49ae-83aa-9c6e1a254039), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:47.816119 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d6f1af-c0ae-4b7f-935a-cc8e37b13aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:47.817447 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a8d6f1af-c0ae-4b7f-935a-cc8e37b13aa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:47.907672 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-3996f1f3-a16d-4c36-8345-a02eaa158321 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=1d9a5845-5eb9-4d8b-b040-206021da1b67 HTTP/1.1" status: 200  len: 217 time: 0.0930853
Feb 05 20:54:47.932254 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13634994-bbbb-4e4c-8f8d-c25b235b2add x-openstack-request-id: req-13634994-bbbb-4e4c-8f8d-c25b235b2add {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:54:47.934418 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e7c39a-cd9e-478e-b64f-27d3a23c5253", "name": "network-vif-plugged", "status": "completed", "tag": "0d227610-d4ba-4635-9361-47aaf7a57972", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:54:47.935115 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-13634994-bbbb-4e4c-8f8d-c25b235b2add {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:54:47.936672 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e7c39a-cd9e-478e-b64f-27d3a23c5253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d227610-d4ba-4635-9361-47aaf7a57972', 'code': 200}
Feb 05 20:54:47.938653 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a8d6f1af-c0ae-4b7f-935a-cc8e37b13aa6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.0501690
Feb 05 20:54:47.941382 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 35886) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:54:47.945468 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6f1af-c0ae-4b7f-935a-cc8e37b13aa6 admin admin] Pushing event updated for resources: {'Network': ['ID=8c3233c3-4efd-49ae-83aa-9c6e1a254039,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:47.952275 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-3a3ce7e7-79b1-4628-8074-f01e196b1d52 admin admin] Request body: {'subnet': {'network_id': '8c3233c3-4efd-49ae-83aa-9c6e1a254039', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1542065190-subnet', 'tenant_id': '451be3a617f64d6a97b8d18cee2426e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:54:47.960851 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 8c3233c3-4efd-49ae-83aa-9c6e1a254039 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:54:48.249712 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3ce7e7-79b1-4628-8074-f01e196b1d52 admin admin] Made reservation on behalf of 451be3a617f64d6a97b8d18cee2426e8 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:54:48.252376 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3a3ce7e7-79b1-4628-8074-f01e196b1d52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:48.325399 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36b203-aef8-4b47-b1be-7ee748c8cbe1 req-4731d5b2-b06c-4489-b88c-c3c3312a708c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:48.327310 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4e36b203-aef8-4b47-b1be-7ee748c8cbe1 req-4731d5b2-b06c-4489-b88c-c3c3312a708c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c4e7c39a-cd9e-478e-b64f-27d3a23c5253 HTTP/1.1" status: 200  len: 1127 time: 0.2545388
Feb 05 20:54:48.381281 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa723aed-2f37-4241-b485-3a1a088d0607 req-f47a7990-34db-4fd5-8dbf-832354606485 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:48.382890 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fa723aed-2f37-4241-b485-3a1a088d0607 req-f47a7990-34db-4fd5-8dbf-832354606485 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ec6b42-9445-4a79-8aa7-044ce5cf0432 HTTP/1.1" status: 200  len: 950 time: 0.4249041
Feb 05 20:54:48.385062 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-8857034a-37e1-4da4-bd95-6eb0968b7925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:48.386768 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-8857034a-37e1-4da4-bd95-6eb0968b7925 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.4695466
Feb 05 20:54:48.442194 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de71fdd-75e4-4788-b264-8ae2ff04b18d req-c52ab317-8a74-48ad-a630-11e58934f682 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:48.447782 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de71fdd-75e4-4788-b264-8ae2ff04b18d req-c52ab317-8a74-48ad-a630-11e58934f682 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:48.451093 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-f04b58e4-3987-428e-a74b-55cb6db58b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:48.453135 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de71fdd-75e4-4788-b264-8ae2ff04b18d req-c52ab317-8a74-48ad-a630-11e58934f682 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:48.453893 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-f04b58e4-3987-428e-a74b-55cb6db58b62 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0546653
Feb 05 20:54:48.458521 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de71fdd-75e4-4788-b264-8ae2ff04b18d req-c52ab317-8a74-48ad-a630-11e58934f682 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:48.464600 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de71fdd-75e4-4788-b264-8ae2ff04b18d req-c52ab317-8a74-48ad-a630-11e58934f682 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:48.469951 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de71fdd-75e4-4788-b264-8ae2ff04b18d req-c52ab317-8a74-48ad-a630-11e58934f682 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:48.476196 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de71fdd-75e4-4788-b264-8ae2ff04b18d req-c52ab317-8a74-48ad-a630-11e58934f682 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:48.479054 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2de71fdd-75e4-4788-b264-8ae2ff04b18d req-c52ab317-8a74-48ad-a630-11e58934f682 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 5442 time: 0.2867317
Feb 05 20:54:48.546577 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fa723aed-2f37-4241-b485-3a1a088d0607 req-9eceb5f5-83e2-42b1-b6b7-40cc2301f140 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4249cc4-c7b1-439e-8bbc-5ee1b01acbea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1541615
Feb 05 20:54:48.571747 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-0cbf7731-5ed1-443d-9c22-6201d2104749 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1113000
Feb 05 20:54:48.587391 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4e36b203-aef8-4b47-b1be-7ee748c8cbe1 req-02d00e97-19a7-46e2-8616-6f1400a506c0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=aea27357-43dd-4933-b7ca-1739b8579a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2203488
Feb 05 20:54:48.641118 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2de71fdd-75e4-4788-b264-8ae2ff04b18d req-38923721-64c1-4bbb-9fae-43fa2cdabf83 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/security-groups?id=862080b5-e679-4cab-bbab-4a73c5b41769&id=d935f44d-aedf-41e0-a92b-4330e1bb2d9b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1523795
Feb 05 20:54:48.681427 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-7e06528d-0b58-4082-b04b-5345c810f8f3 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1023245
Feb 05 20:54:48.725976 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3a3ce7e7-79b1-4628-8074-f01e196b1d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (343d2b98-414c-44d6-a549-c31a431197b8), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:48.743351 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eaf5fe-a330-46a8-bb5e-7b92c00baf76 req-2ce68d8d-b2fa-438c-b14b-7d0dc4df49f6 tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:48.744877 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-99eaf5fe-a330-46a8-bb5e-7b92c00baf76 req-2ce68d8d-b2fa-438c-b14b-7d0dc4df49f6 tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e7c39a-cd9e-478e-b64f-27d3a23c5253 HTTP/1.1" status: 200  len: 945 time: 0.1013591
Feb 05 20:54:48.811800 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device cab1e0e4-1c1c-415b-9685-2e468c94a509 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:54:48.836202 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ce7e7-79b1-4628-8074-f01e196b1d52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=343d2b98-414c-44d6-a549-c31a431197b8,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:48.847331 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: cab1e0e4-1c1c-415b-9685-2e468c94a509 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:54:48.847697 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device cab1e0e4-1c1c-415b-9685-2e468c94a509 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:54:48.860904 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-99eaf5fe-a330-46a8-bb5e-7b92c00baf76 req-308aa261-ba03-449b-b8b7-14180933ba8b tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] 10.222.0.32 "GET /v2.0/security-groups?id=aea27357-43dd-4933-b7ca-1739b8579a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957553
Feb 05 20:54:48.863895 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3ce7e7-79b1-4628-8074-f01e196b1d52 admin admin] Checking segment: {'id': '1c33481a-a1a0-4cb5-879e-3b12d35e9945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8c3233c3-4efd-49ae-83aa-9c6e1a254039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:54:48.864351 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3ce7e7-79b1-4628-8074-f01e196b1d52 admin admin] Network hostable DHCP agents. Network: 8c3233c3-4efd-49ae-83aa-9c6e1a254039, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:54:48.885452 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3ce7e7-79b1-4628-8074-f01e196b1d52 admin admin] Network 8c3233c3-4efd-49ae-83aa-9c6e1a254039 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:54:48.912886 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-3a3ce7e7-79b1-4628-8074-f01e196b1d52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8c3233c3-4efd-49ae-83aa-9c6e1a254039) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:54:48.924314 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3ce7e7-79b1-4628-8074-f01e196b1d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:48.925154 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3a3ce7e7-79b1-4628-8074-f01e196b1d52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:48.935614 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-c51a9575-8b48-4349-88ef-0eb02b3614da tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2cd3ba2862fd49bab5a41048d1d7fb7c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0335867
Feb 05 20:54:48.939378 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031e6380-f6db-4b56-a728-99d26df26b6d None None] Network 8c3233c3-4efd-49ae-83aa-9c6e1a254039 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:54:49.028165 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fed32a4c-bfb4-4cf9-bbca-00df26bf4a1d req-9535c16d-d9b7-42cb-a19c-1b3e56f4f4fc tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] 10.222.0.32 "GET /v2.0/ports?device_id=81664677-ab39-4ab5-81d5-d2a05b0a9f5c HTTP/1.1" status: 200  len: 210 time: 0.0778394
Feb 05 20:54:49.075721 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42e5222-69b2-4832-b20f-3216346b2bc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d9a5845-5eb9-4d8b-b040-206021da1b67'}, {'name': 'network-changed', 'server_uuid': 'e42e5222-69b2-4832-b20f-3216346b2bc6', 'tag': '1d9a5845-5eb9-4d8b-b040-206021da1b67'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:54:49.078590 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06832f91-0402-44a0-94b5-9292fdff1f34" -d '{"events": [{"server_uuid": "e42e5222-69b2-4832-b20f-3216346b2bc6", "name": "network-vif-unplugged", "status": "completed", "tag": "1d9a5845-5eb9-4d8b-b040-206021da1b67"}, {"name": "network-changed", "server_uuid": "e42e5222-69b2-4832-b20f-3216346b2bc6", "tag": "1d9a5845-5eb9-4d8b-b040-206021da1b67"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:54:49.082951 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f379ff4-0a87-4029-a73a-f3042fa2218d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8c3233c3-4efd-49ae-83aa-9c6e1a254039', 'network_id': '8c3233c3-4efd-49ae-83aa-9c6e1a254039', 'project_id': '451be3a617f64d6a97b8d18cee2426e8', 'fixed_ips': [{'subnet_id': '343d2b98-414c-44d6-a549-c31a431197b8'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 20:54:49.084252 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6f379ff4-0a87-4029-a73a-f3042fa2218d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:49.095688 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-3a3ce7e7-79b1-4628-8074-f01e196b1d52 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.1505432
Feb 05 20:54:49.096273 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 35920) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:54:49.102517 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-096553d7-e132-4300-b9ba-0268cc374459 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1542065190-router', 'tenant_id': '451be3a617f64d6a97b8d18cee2426e8', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:54:49.170530 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a2b04-af0f-40f2-8e2c-944c66d78029 req-f5202ca3-e838-4a65-9097-86f222531475 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:49.179266 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d24a2b04-af0f-40f2-8e2c-944c66d78029 req-f5202ca3-e838-4a65-9097-86f222531475 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=e42e5222-69b2-4832-b20f-3216346b2bc6 HTTP/1.1" status: 200  len: 948 time: 0.1499372
Feb 05 20:54:49.195063 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 05 Feb 2022 20:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0927430-6fd0-4679-9ae7-0c26c6197a0b x-openstack-request-id: req-c0927430-6fd0-4679-9ae7-0c26c6197a0b {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:54:49.195357 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42e5222-69b2-4832-b20f-3216346b2bc6", "name": "network-vif-unplugged", "status": "completed", "tag": "1d9a5845-5eb9-4d8b-b040-206021da1b67", "code": 200}, {"name": "network-changed", "server_uuid": "e42e5222-69b2-4832-b20f-3216346b2bc6", "tag": "1d9a5845-5eb9-4d8b-b040-206021da1b67", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:54:49.195609 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c0927430-6fd0-4679-9ae7-0c26c6197a0b {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:54:49.203407 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42e5222-69b2-4832-b20f-3216346b2bc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d9a5845-5eb9-4d8b-b040-206021da1b67', 'code': 200}
Feb 05 20:54:49.212850 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e42e5222-69b2-4832-b20f-3216346b2bc6', 'tag': '1d9a5845-5eb9-4d8b-b040-206021da1b67', 'status': 'completed', 'code': 200}
Feb 05 20:54:49.216083 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-096553d7-e132-4300-b9ba-0268cc374459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (6eb72c86-121e-49d0-97de-4a07c5eb238e), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:49.217140 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-096553d7-e132-4300-b9ba-0268cc374459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (6eb72c86-121e-49d0-97de-4a07c5eb238e), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:49.242339 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-94801b0c-d546-4fcb-a758-6757a4b5efe4 tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:49.244475 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-94801b0c-d546-4fcb-a758-6757a4b5efe4 tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3039327
Feb 05 20:54:49.262280 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-49c2a089-d5da-4f18-9f76-eae89f6dcbcb tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] Request body: {'port': {'device_id': '81664677-ab39-4ab5-81d5-d2a05b0a9f5c', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'admin_state_up': True, 'tenant_id': '2cd3ba2862fd49bab5a41048d1d7fb7c'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:54:49.337922 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-6f379ff4-0a87-4029-a73a-f3042fa2218d None None] Allocated IP 172.20.0.2 (8c3233c3-4efd-49ae-83aa-9c6e1a254039/343d2b98-414c-44d6-a549-c31a431197b8/fe8db169-2deb-47c3-bf6d-9aa4cae023d0) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:54:49.370898 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 35930) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:54:49.376831 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06832f91-0402-44a0-94b5-9292fdff1f34 req-ef1f4b31-a314-4d6d-8c8f-6657f07d8415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:49.376831 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-06832f91-0402-44a0-94b5-9292fdff1f34 req-ef1f4b31-a314-4d6d-8c8f-6657f07d8415 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&device_id=e42e5222-69b2-4832-b20f-3216346b2bc6 HTTP/1.1" status: 200  len: 1130 time: 0.1443331
Feb 05 20:54:49.381793 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-096553d7-e132-4300-b9ba-0268cc374459 admin admin] Publish callbacks [] for router_controller (6eb72c86-121e-49d0-97de-4a07c5eb238e), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:49.385353 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06832f91-0402-44a0-94b5-9292fdff1f34 req-513c2292-cb76-4556-b2e0-2975933344f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:49.388699 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-06832f91-0402-44a0-94b5-9292fdff1f34 req-513c2292-cb76-4556-b2e0-2975933344f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&device_id=e42e5222-69b2-4832-b20f-3216346b2bc6 HTTP/1.1" status: 200  len: 1130 time: 0.1732287
Feb 05 20:54:49.411321 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d24a2b04-af0f-40f2-8e2c-944c66d78029 req-ab4217e2-2fc1-4602-b156-458c32867886 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2232676
Feb 05 20:54:49.534185 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6f379ff4-0a87-4029-a73a-f3042fa2218d None None] Publish callbacks [] for port (fe8db169-2deb-47c3-bf6d-9aa4cae023d0), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:49.553584 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6f379ff4-0a87-4029-a73a-f3042fa2218d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (fe8db169-2deb-47c3-bf6d-9aa4cae023d0), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:49.615335 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f379ff4-0a87-4029-a73a-f3042fa2218d None None] Network 8c3233c3-4efd-49ae-83aa-9c6e1a254039 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:54:49.619622 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-6f379ff4-0a87-4029-a73a-f3042fa2218d None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:54:49.652105 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f379ff4-0a87-4029-a73a-f3042fa2218d None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:54:49.662475 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-096553d7-e132-4300-b9ba-0268cc374459 admin admin] Publish callbacks [] for router_gateway (6eb72c86-121e-49d0-97de-4a07c5eb238e), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:49.675532 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c06e1cd2-02e0-4546-b091-e7c1e2d6e6a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:49.708011 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 1d9a5845-5eb9-4d8b-b040-206021da1b67 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:54:49.728633 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-49c2a089-d5da-4f18-9f76-eae89f6dcbcb tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] Made reservation on behalf of 2cd3ba2862fd49bab5a41048d1d7fb7c for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:54:49.732932 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-49c2a089-d5da-4f18-9f76-eae89f6dcbcb tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:49.742078 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06832f91-0402-44a0-94b5-9292fdff1f34 req-2a80f10f-eb72-4f92-8da0-ed3bb807b89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:49.744073 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-06832f91-0402-44a0-94b5-9292fdff1f34 req-2a80f10f-eb72-4f92-8da0-ed3bb807b89a service neutron] 10.222.0.21 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.3226726
Feb 05 20:54:49.747048 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06832f91-0402-44a0-94b5-9292fdff1f34 req-5d8f8d55-0c4b-4ec9-a140-11dfeb0f2a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:49.749056 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-06832f91-0402-44a0-94b5-9292fdff1f34 req-5d8f8d55-0c4b-4ec9-a140-11dfeb0f2a64 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.3539820
Feb 05 20:54:49.749495 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-49c2a089-d5da-4f18-9f76-eae89f6dcbcb tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:49.795828 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f379ff4-0a87-4029-a73a-f3042fa2218d None None] Pushing event updated for resources: {'Port': ['ID=fe8db169-2deb-47c3-bf6d-9aa4cae023d0,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:49.809041 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] The host nch2-master-1 is not matching for port 1d9a5845-5eb9-4d8b-b040-206021da1b67 host nch1-master-1! {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Feb 05 20:54:49.810241 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 1d9a5845-5eb9-4d8b-b040-206021da1b67 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:54:49.818571 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-6f379ff4-0a87-4029-a73a-f3042fa2218d None None] Attempting to bind port fe8db169-2deb-47c3-bf6d-9aa4cae023d0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:54:49.820594 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-6f379ff4-0a87-4029-a73a-f3042fa2218d None None] Attempting to bind port fe8db169-2deb-47c3-bf6d-9aa4cae023d0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1c33481a-a1a0-4cb5-879e-3b12d35e9945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8c3233c3-4efd-49ae-83aa-9c6e1a254039'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:54:49.821163 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f379ff4-0a87-4029-a73a-f3042fa2218d None None] Attempting to bind port fe8db169-2deb-47c3-bf6d-9aa4cae023d0 on network 8c3233c3-4efd-49ae-83aa-9c6e1a254039 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:54:49.830670 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f379ff4-0a87-4029-a73a-f3042fa2218d None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:54:49.831437 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f379ff4-0a87-4029-a73a-f3042fa2218d None None] Checking segment: {'id': '1c33481a-a1a0-4cb5-879e-3b12d35e9945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8c3233c3-4efd-49ae-83aa-9c6e1a254039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:54:49.832030 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6f379ff4-0a87-4029-a73a-f3042fa2218d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:49.832586 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f379ff4-0a87-4029-a73a-f3042fa2218d None None] Bound using segment: {'id': '1c33481a-a1a0-4cb5-879e-3b12d35e9945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8c3233c3-4efd-49ae-83aa-9c6e1a254039'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:54:49.833307 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-6f379ff4-0a87-4029-a73a-f3042fa2218d None None] Bound port: fe8db169-2deb-47c3-bf6d-9aa4cae023d0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c33481a-a1a0-4cb5-879e-3b12d35e9945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8c3233c3-4efd-49ae-83aa-9c6e1a254039'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:54:49.833983 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6f379ff4-0a87-4029-a73a-f3042fa2218d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (fe8db169-2deb-47c3-bf6d-9aa4cae023d0), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:49.836000 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-06832f91-0402-44a0-94b5-9292fdff1f34 req-a68ff016-1b9b-4eed-a9d1-c2da2bf3a494 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=1d9a5845-5eb9-4d8b-b040-206021da1b67 HTTP/1.1" status: 200  len: 217 time: 0.0842421
Feb 05 20:54:49.906533 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-06832f91-0402-44a0-94b5-9292fdff1f34 req-1b5cf859-7904-4941-9a69-007d7f03c865 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=1d9a5845-5eb9-4d8b-b040-206021da1b67 HTTP/1.1" status: 200  len: 217 time: 0.1420696
Feb 05 20:54:49.960710 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6f379ff4-0a87-4029-a73a-f3042fa2218d None None] For port fe8db169-2deb-47c3-bf6d-9aa4cae023d0, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:54:49.962115 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-49c2a089-d5da-4f18-9f76-eae89f6dcbcb tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] Publish callbacks [] for security_group (67e38f8d-fe03-4831-ae0a-b1b23a529ae3), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:49.965832 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6f379ff4-0a87-4029-a73a-f3042fa2218d None None] For port fe8db169-2deb-47c3-bf6d-9aa4cae023d0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe8db169-2deb-47c3-bf6d-9aa4cae023d0,segment=NetworkSegment(1c33481a-a1a0-4cb5-879e-3b12d35e9945),segment_id=1c33481a-a1a0-4cb5-879e-3b12d35e9945)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:54:49.970351 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:49.974499 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6f379ff4-0a87-4029-a73a-f3042fa2218d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (fe8db169-2deb-47c3-bf6d-9aa4cae023d0), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:49.991365 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-49c2a089-d5da-4f18-9f76-eae89f6dcbcb tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (67e38f8d-fe03-4831-ae0a-b1b23a529ae3), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:50.069185 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06832f91-0402-44a0-94b5-9292fdff1f34 req-9f369225-abc5-4405-a915-1f53be846dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:50.073426 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f379ff4-0a87-4029-a73a-f3042fa2218d None None] Pushing event updated for resources: {'Port': ['ID=fe8db169-2deb-47c3-bf6d-9aa4cae023d0,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:50.074887 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-06832f91-0402-44a0-94b5-9292fdff1f34 req-9f369225-abc5-4405-a915-1f53be846dce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.1537237
Feb 05 20:54:50.083475 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06832f91-0402-44a0-94b5-9292fdff1f34 req-67eb35ab-859b-48a8-a044-5bb25e612ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:50.085213 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-06832f91-0402-44a0-94b5-9292fdff1f34 req-67eb35ab-859b-48a8-a044-5bb25e612ef9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.2075129
Feb 05 20:54:50.094119 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c2a089-d5da-4f18-9f76-eae89f6dcbcb tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67e38f8d-fe03-4831-ae0a-b1b23a529ae3,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:50.116984 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297ca59-4008-4026-9631-359bbcf91fec req-2470a2dd-c405-49f4-9323-a76c7c56a709 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:50.119977 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-096553d7-e132-4300-b9ba-0268cc374459 admin admin] Publish callbacks [] for router_gateway (6eb72c86-121e-49d0-97de-4a07c5eb238e), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:50.125940 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e297ca59-4008-4026-9631-359bbcf91fec req-2470a2dd-c405-49f4-9323-a76c7c56a709 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ec6b42-9445-4a79-8aa7-044ce5cf0432 HTTP/1.1" status: 200  len: 950 time: 0.3016033
Feb 05 20:54:50.133847 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c06e1cd2-02e0-4546-b091-e7c1e2d6e6a8 admin admin] Publish callbacks [] for security_group (e41093e4-3a9b-4a74-98ce-56181e2ce1a7), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:50.150840 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-096553d7-e132-4300-b9ba-0268cc374459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:50.184644 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c06e1cd2-02e0-4546-b091-e7c1e2d6e6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (e41093e4-3a9b-4a74-98ce-56181e2ce1a7), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:50.234572 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f5490-f13c-4370-8fe9-c0d708546702 req-9f78201c-3d5d-4135-af8e-b6ada5e50b31 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:50.240008 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f5490-f13c-4370-8fe9-c0d708546702 req-9f78201c-3d5d-4135-af8e-b6ada5e50b31 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:50.246355 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f5490-f13c-4370-8fe9-c0d708546702 req-9f78201c-3d5d-4135-af8e-b6ada5e50b31 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:50.251785 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f5490-f13c-4370-8fe9-c0d708546702 req-9f78201c-3d5d-4135-af8e-b6ada5e50b31 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:50.257243 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f5490-f13c-4370-8fe9-c0d708546702 req-9f78201c-3d5d-4135-af8e-b6ada5e50b31 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:50.262832 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f5490-f13c-4370-8fe9-c0d708546702 req-9f78201c-3d5d-4135-af8e-b6ada5e50b31 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:50.265106 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-49c2a089-d5da-4f18-9f76-eae89f6dcbcb tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] Allocated IP 192.168.233.203 (f760d6ec-7837-431c-910c-37572c24f936/42e3c763-0926-4b49-ade5-d66ee3d4c489/76a5840e-fa81-48d6-870c-9737596dd6ad) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:54:50.268324 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f5490-f13c-4370-8fe9-c0d708546702 req-9f78201c-3d5d-4135-af8e-b6ada5e50b31 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:50.277245 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-002f5490-f13c-4370-8fe9-c0d708546702 req-9f78201c-3d5d-4135-af8e-b6ada5e50b31 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 5442 time: 0.4005358
Feb 05 20:54:50.344407 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c06e1cd2-02e0-4546-b091-e7c1e2d6e6a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5d672ce67aeb4051afef6d87af2ef572&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9668994
Feb 05 20:54:50.345173 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e1cd2-02e0-4546-b091-e7c1e2d6e6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41093e4-3a9b-4a74-98ce-56181e2ce1a7,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:50.347597 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 35978) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:54:50.383583 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-096553d7-e132-4300-b9ba-0268cc374459 admin admin] Allocated IP 172.35.4.193 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/bfbcf3e6-5c3a-4fee-b7bb-b55b31143121) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:54:50.431018 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e297ca59-4008-4026-9631-359bbcf91fec req-a8af15e8-03b4-4343-98fa-ccabf65770f3 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4249cc4-c7b1-439e-8bbc-5ee1b01acbea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3034775
Feb 05 20:54:50.475203 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06832f91-0402-44a0-94b5-9292fdff1f34 req-098bbf98-5a53-4906-8b85-16552b14c42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:50.476910 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-06832f91-0402-44a0-94b5-9292fdff1f34 req-098bbf98-5a53-4906-8b85-16552b14c42c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3796420
Feb 05 20:54:50.502132 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06832f91-0402-44a0-94b5-9292fdff1f34 req-e9345d95-2974-4247-aca9-6e3624645a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:50.503735 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-06832f91-0402-44a0-94b5-9292fdff1f34 req-e9345d95-2974-4247-aca9-6e3624645a85 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.4076416
Feb 05 20:54:50.586637 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-49c2a089-d5da-4f18-9f76-eae89f6dcbcb tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] Publish callbacks [] for port (76a5840e-fa81-48d6-870c-9737596dd6ad), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:50.603187 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-096553d7-e132-4300-b9ba-0268cc374459 admin admin] Publish callbacks [] for port (bfbcf3e6-5c3a-4fee-b7bb-b55b31143121), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:50.647945 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-002f5490-f13c-4370-8fe9-c0d708546702 req-0f2c0382-1ba0-476f-86c2-e7a709fa5266 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/security-groups?id=862080b5-e679-4cab-bbab-4a73c5b41769&id=d935f44d-aedf-41e0-a92b-4330e1bb2d9b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3691528
Feb 05 20:54:50.653778 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c2e055fd-1610-40ae-89b2-35b6d6e145d6 admin admin] Publish callbacks [] for security_group (e41093e4-3a9b-4a74-98ce-56181e2ce1a7), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:50.656755 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-49c2a089-d5da-4f18-9f76-eae89f6dcbcb tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (76a5840e-fa81-48d6-870c-9737596dd6ad), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:50.683109 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-096553d7-e132-4300-b9ba-0268cc374459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (bfbcf3e6-5c3a-4fee-b7bb-b55b31143121), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:50.721710 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c2e055fd-1610-40ae-89b2-35b6d6e145d6 admin admin] Publish callbacks [] for security_group (e41093e4-3a9b-4a74-98ce-56181e2ce1a7), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:50.731289 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-49c2a089-d5da-4f18-9f76-eae89f6dcbcb tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] Network f760d6ec-7837-431c-910c-37572c24f936 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:54:50.738480 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-49c2a089-d5da-4f18-9f76-eae89f6dcbcb tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:54:50.747836 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-49c2a089-d5da-4f18-9f76-eae89f6dcbcb tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:54:50.781266 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096553d7-e132-4300-b9ba-0268cc374459 admin admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:54:50.784444 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c2a089-d5da-4f18-9f76-eae89f6dcbcb tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] Pushing event updated for resources: {'Port': ['ID=76a5840e-fa81-48d6-870c-9737596dd6ad,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:50.788936 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-06832f91-0402-44a0-94b5-9292fdff1f34 req-602cd7ba-0e54-4fca-82a8-c11578cac137 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2831345
Feb 05 20:54:50.789636 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-096553d7-e132-4300-b9ba-0268cc374459 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:54:50.815995 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096553d7-e132-4300-b9ba-0268cc374459 admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:54:50.851465 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-49c2a089-d5da-4f18-9f76-eae89f6dcbcb tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:50.852120 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-49c2a089-d5da-4f18-9f76-eae89f6dcbcb tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:50.855339 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ffd6d-5392-4fb6-8a4d-f2044494cb0e req-a157ee89-d437-47b9-a361-0e3025d0de53 tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:50.857050 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f70ffd6d-5392-4fb6-8a4d-f2044494cb0e req-a157ee89-d437-47b9-a361-0e3025d0de53 tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e7c39a-cd9e-478e-b64f-27d3a23c5253 HTTP/1.1" status: 200  len: 945 time: 0.3396275
Feb 05 20:54:50.869997 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-06832f91-0402-44a0-94b5-9292fdff1f34 req-908a07d7-b5d8-4a92-91d5-3a24fa611176 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3515270
Feb 05 20:54:50.879860 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096553d7-e132-4300-b9ba-0268cc374459 admin admin] Pushing event updated for resources: {'Port': ['ID=bfbcf3e6-5c3a-4fee-b7bb-b55b31143121,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:50.889966 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-49c2a089-d5da-4f18-9f76-eae89f6dcbcb tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.6337433
Feb 05 20:54:50.933424 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-d82c7e6e-dafd-42bc-90d2-adbeb036aad9 service neutron] Request body: {'port': {'device_id': '81664677-ab39-4ab5-81d5-d2a05b0a9f5c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:54:51.075410 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-d82c7e6e-dafd-42bc-90d2-adbeb036aad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (76a5840e-fa81-48d6-870c-9737596dd6ad), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:51.141281 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-d92fa63c-fcc4-4a46-8ef3-612772ffdd91 None None] Provisioning complete for port 76a5840e-fa81-48d6-870c-9737596dd6ad triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:54:51.142294 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d92fa63c-fcc4-4a46-8ef3-612772ffdd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (76a5840e-fa81-48d6-870c-9737596dd6ad), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:51.200669 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-d92fa63c-fcc4-4a46-8ef3-612772ffdd91 None None] Port 76a5840e-fa81-48d6-870c-9737596dd6ad cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:54:51.225720 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device fe8db169-2deb-47c3-bf6d-9aa4cae023d0 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:54:51.287488 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port fe8db169-2deb-47c3-bf6d-9aa4cae023d0 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:54:51.288143 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (fe8db169-2deb-47c3-bf6d-9aa4cae023d0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:51.312604 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3c3f7-9855-49a6-9c9e-ed85f68efd36 req-61f57f9d-4bf6-4778-8b3f-87a54a397330 tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:51.320927 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7d3c3f7-9855-49a6-9c9e-ed85f68efd36 req-61f57f9d-4bf6-4778-8b3f-87a54a397330 tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] 10.222.0.32 "GET /v2.0/ports?device_id=81664677-ab39-4ab5-81d5-d2a05b0a9f5c HTTP/1.1" status: 200  len: 936 time: 0.5926080
Feb 05 20:54:51.336805 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-096553d7-e132-4300-b9ba-0268cc374459 admin admin] Publish callbacks [] for router_gateway (6eb72c86-121e-49d0-97de-4a07c5eb238e), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:51.366329 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c2e055fd-1610-40ae-89b2-35b6d6e145d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (e41093e4-3a9b-4a74-98ce-56181e2ce1a7), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:51.369792 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c2e055fd-1610-40ae-89b2-35b6d6e145d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:51.370969 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c2e055fd-1610-40ae-89b2-35b6d6e145d6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e41093e4-3a9b-4a74-98ce-56181e2ce1a7 HTTP/1.1" status: 204  len: 168 time: 0.9933980
Feb 05 20:54:51.412786 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port fe8db169-2deb-47c3-bf6d-9aa4cae023d0 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:54:51.413570 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f70ffd6d-5392-4fb6-8a4d-f2044494cb0e req-08c82c85-45cd-4d38-8e52-1ed490c16d83 tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] 10.222.0.32 "GET /v2.0/security-groups?id=aea27357-43dd-4933-b7ca-1739b8579a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5430984
Feb 05 20:54:51.415472 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (fe8db169-2deb-47c3-bf6d-9aa4cae023d0), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:51.475748 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-06832f91-0402-44a0-94b5-9292fdff1f34 req-1feaea17-b715-4a24-9775-3bdbc61a87ab service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6791253
Feb 05 20:54:51.476665 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e055fd-1610-40ae-89b2-35b6d6e145d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41093e4-3a9b-4a74-98ce-56181e2ce1a7,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:51.518786 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port fe8db169-2deb-47c3-bf6d-9aa4cae023d0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe8db169-2deb-47c3-bf6d-9aa4cae023d0,segment=NetworkSegment(1c33481a-a1a0-4cb5-879e-3b12d35e9945),segment_id=1c33481a-a1a0-4cb5-879e-3b12d35e9945)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:51.548498 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (fe8db169-2deb-47c3-bf6d-9aa4cae023d0), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:51.573463 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-06832f91-0402-44a0-94b5-9292fdff1f34 req-5fb4ade6-0025-4a6b-9f0e-160c44f41819 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6684115
Feb 05 20:54:51.587878 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7d3c3f7-9855-49a6-9c9e-ed85f68efd36 req-061a349f-6b0d-44d2-8e48-7a87100953da tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] 10.222.0.32 "GET /v2.0/security-groups?id=67e38f8d-fe03-4831-ae0a-b1b23a529ae3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2634811
Feb 05 20:54:51.671216 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b9a90-35d1-45bf-9a4e-59bd150e53be req-fc2b03a4-ec1e-433b-b2d7-a3df6e04464c tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:51.672974 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-436b9a90-35d1-45bf-9a4e-59bd150e53be req-fc2b03a4-ec1e-433b-b2d7-a3df6e04464c tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=e42e5222-69b2-4832-b20f-3216346b2bc6 HTTP/1.1" status: 200  len: 948 time: 0.1326771
Feb 05 20:54:51.695464 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2860ed-6bb3-45be-b547-21a2c05af721 None None] Network 8c3233c3-4efd-49ae-83aa-9c6e1a254039 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:54:51.712045 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-096553d7-e132-4300-b9ba-0268cc374459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (6eb72c86-121e-49d0-97de-4a07c5eb238e), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:51.786072 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-436b9a90-35d1-45bf-9a4e-59bd150e53be req-8036ec3c-326d-45e4-960e-5565b82a9dd5 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000769
Feb 05 20:54:51.795126 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=fe8db169-2deb-47c3-bf6d-9aa4cae023d0,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:51.823265 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-63ee4199-5a01-4527-b6bd-f771576c38da None None] Provisioning complete for port fe8db169-2deb-47c3-bf6d-9aa4cae023d0 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:54:51.823610 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-63ee4199-5a01-4527-b6bd-f771576c38da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (fe8db169-2deb-47c3-bf6d-9aa4cae023d0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:51.863678 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-d82c7e6e-dafd-42bc-90d2-adbeb036aad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76a5840e-fa81-48d6-870c-9737596dd6ad {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:54:51.874859 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-d82c7e6e-dafd-42bc-90d2-adbeb036aad9 service neutron] Publish callbacks [] for port (76a5840e-fa81-48d6-870c-9737596dd6ad), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:51.889623 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-d82c7e6e-dafd-42bc-90d2-adbeb036aad9 service neutron] Transition to ACTIVE for port object 76a5840e-fa81-48d6-870c-9737596dd6ad will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:54:52.026014 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-63ee4199-5a01-4527-b6bd-f771576c38da None None] Current status of the port fe8db169-2deb-47c3-bf6d-9aa4cae023d0 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:54:52.085658 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-d82c7e6e-dafd-42bc-90d2-adbeb036aad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (76a5840e-fa81-48d6-870c-9737596dd6ad), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:52.275146 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096553d7-e132-4300-b9ba-0268cc374459 admin admin] Router 6eb72c86-121e-49d0-97de-4a07c5eb238e is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 20:54:52.278981 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c7e6e-dafd-42bc-90d2-adbeb036aad9 service neutron] Pushing event updated for resources: {'Port': ['ID=76a5840e-fa81-48d6-870c-9737596dd6ad,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:52.298018 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73640cda-8f9b-4f5c-bf8a-a9b61a8b172b req-66608c52-79ad-4e71-8f30-e0ced4071ddd tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:52.323555 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73640cda-8f9b-4f5c-bf8a-a9b61a8b172b req-66608c52-79ad-4e71-8f30-e0ced4071ddd tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:52.345597 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73640cda-8f9b-4f5c-bf8a-a9b61a8b172b req-66608c52-79ad-4e71-8f30-e0ced4071ddd tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:52.368295 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73640cda-8f9b-4f5c-bf8a-a9b61a8b172b req-66608c52-79ad-4e71-8f30-e0ced4071ddd tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:52.393029 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73640cda-8f9b-4f5c-bf8a-a9b61a8b172b req-66608c52-79ad-4e71-8f30-e0ced4071ddd tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:52.413592 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73640cda-8f9b-4f5c-bf8a-a9b61a8b172b req-66608c52-79ad-4e71-8f30-e0ced4071ddd tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:52.431281 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73640cda-8f9b-4f5c-bf8a-a9b61a8b172b req-66608c52-79ad-4e71-8f30-e0ced4071ddd tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:52.451275 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-73640cda-8f9b-4f5c-bf8a-a9b61a8b172b req-66608c52-79ad-4e71-8f30-e0ced4071ddd tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 5442 time: 0.4059260
Feb 05 20:54:52.452275 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 36020) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:54:52.462480 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-d82c7e6e-dafd-42bc-90d2-adbeb036aad9 service neutron] Attempting to bind port 76a5840e-fa81-48d6-870c-9737596dd6ad on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:54:52.463224 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-d82c7e6e-dafd-42bc-90d2-adbeb036aad9 service neutron] Attempting to bind port 76a5840e-fa81-48d6-870c-9737596dd6ad by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:54:52.463867 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-d82c7e6e-dafd-42bc-90d2-adbeb036aad9 service neutron] Attempting to bind port 76a5840e-fa81-48d6-870c-9737596dd6ad on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:54:52.471843 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-c9782a53-659d-499b-9d52-153480c36178 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Request body: {'floatingip': {'port_id': '727d22f7-aa8c-41e0-8e88-ba5877b169b0'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:54:52.506921 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-d82c7e6e-dafd-42bc-90d2-adbeb036aad9 service neutron] Port 76a5840e-fa81-48d6-870c-9737596dd6ad on network f760d6ec-7837-431c-910c-37572c24f936 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:54:52.529636 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-d82c7e6e-dafd-42bc-90d2-adbeb036aad9 service neutron] Attempting to bind port 76a5840e-fa81-48d6-870c-9737596dd6ad on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:54:52.552618 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-d82c7e6e-dafd-42bc-90d2-adbeb036aad9 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:54:52.553073 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-d82c7e6e-dafd-42bc-90d2-adbeb036aad9 service neutron] Checking segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:54:52.554171 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-d82c7e6e-dafd-42bc-90d2-adbeb036aad9 service neutron] Bound using segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:54:52.555976 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-d82c7e6e-dafd-42bc-90d2-adbeb036aad9 service neutron] Bound port: 76a5840e-fa81-48d6-870c-9737596dd6ad, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:54:52.556434 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-d82c7e6e-dafd-42bc-90d2-adbeb036aad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (76a5840e-fa81-48d6-870c-9737596dd6ad), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:52.575899 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-b787a88d-a22d-404e-b101-51aa5a5ad4c6 None None] Provisioning complete for port fe8db169-2deb-47c3-bf6d-9aa4cae023d0 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:54:52.576808 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b787a88d-a22d-404e-b101-51aa5a5ad4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (fe8db169-2deb-47c3-bf6d-9aa4cae023d0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:52.598623 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c9782a53-659d-499b-9d52-153480c36178 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks [] for floatingip (0f3075e1-da5d-4c7e-bf4d-d38342f63763), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:52.675614 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 36050) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:54:52.690479 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096553d7-e132-4300-b9ba-0268cc374459 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:54:52.706734 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacba2df-a5a6-4103-a358-b7e5354ae29c None None] Sync routers for ids ['6eb72c86-121e-49d0-97de-4a07c5eb238e'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:54:52.742719 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacba2df-a5a6-4103-a358-b7e5354ae29c None None] Routers {'6eb72c86-121e-49d0-97de-4a07c5eb238e'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:54:52.749155 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-dacba2df-a5a6-4103-a358-b7e5354ae29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2daba56190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:54:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['6eb72c86-121e-49d0-97de-4a07c5eb238e'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:54:52.780631 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-d82c7e6e-dafd-42bc-90d2-adbeb036aad9 service neutron] For port 76a5840e-fa81-48d6-870c-9737596dd6ad, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:54:52.785479 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-d82c7e6e-dafd-42bc-90d2-adbeb036aad9 service neutron] For port 76a5840e-fa81-48d6-870c-9737596dd6ad, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=76a5840e-fa81-48d6-870c-9737596dd6ad,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:54:52.799472 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-d82c7e6e-dafd-42bc-90d2-adbeb036aad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (76a5840e-fa81-48d6-870c-9737596dd6ad), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:52.816491 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-096553d7-e132-4300-b9ba-0268cc374459 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:52.818169 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-096553d7-e132-4300-b9ba-0268cc374459 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.7208481
Feb 05 20:54:52.832165 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 36068) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:54:52.854430 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-d82c7e6e-dafd-42bc-90d2-adbeb036aad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:52.856676 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-d82c7e6e-dafd-42bc-90d2-adbeb036aad9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:52.858329 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-d82c7e6e-dafd-42bc-90d2-adbeb036aad9 service neutron] 10.222.0.21 "PUT /v2.0/ports/76a5840e-fa81-48d6-870c-9737596dd6ad HTTP/1.1" status: 200  len: 1096 time: 1.9291537
Feb 05 20:54:52.858944 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81664677-ab39-4ab5-81d5-d2a05b0a9f5c', 'tag': '76a5840e-fa81-48d6-870c-9737596dd6ad'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:54:52.861886 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1946d1a4-fe1c-4495-a6a9-6fbe0821d6b3" -d '{"events": [{"name": "network-changed", "server_uuid": "81664677-ab39-4ab5-81d5-d2a05b0a9f5c", "tag": "76a5840e-fa81-48d6-870c-9737596dd6ad"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:54:52.990000 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c7e6e-dafd-42bc-90d2-adbeb036aad9 service neutron] Pushing event updated for resources: {'Port': ['ID=76a5840e-fa81-48d6-870c-9737596dd6ad,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:52.992957 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 1d9a5845-5eb9-4d8b-b040-206021da1b67 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:54:53.008229 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-8301784c-1a00-49d4-bd64-d7ff06b622bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:53.010458 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-8301784c-1a00-49d4-bd64-d7ff06b622bc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2cd3ba2862fd49bab5a41048d1d7fb7c&device_id=81664677-ab39-4ab5-81d5-d2a05b0a9f5c HTTP/1.1" status: 200  len: 1130 time: 0.0904493
Feb 05 20:54:53.013381 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:54:53.034911 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-b787a88d-a22d-404e-b101-51aa5a5ad4c6 None None] Current status of the port fe8db169-2deb-47c3-bf6d-9aa4cae023d0 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:54:53.080630 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eff8a93-86ee-4e62-97a6-c263b1f74b29 admin admin] Deleting subnet 4e9cd80a-75d3-4781-9154-c886c97be771 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:54:53.084052 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4eff8a93-86ee-4e62-97a6-c263b1f74b29 admin admin] Publish callbacks [] for subnet (4e9cd80a-75d3-4781-9154-c886c97be771), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:53.172930 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4eff8a93-86ee-4e62-97a6-c263b1f74b29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (4e9cd80a-75d3-4781-9154-c886c97be771), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:53.195501 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device fe8db169-2deb-47c3-bf6d-9aa4cae023d0 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:54:53.330577 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4eff8a93-86ee-4e62-97a6-c263b1f74b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (4e9cd80a-75d3-4781-9154-c886c97be771), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:53.342094 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-dacba2df-a5a6-4103-a358-b7e5354ae29c None None] Set router 6eb72c86-121e-49d0-97de-4a07c5eb238e gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:54:53.370580 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f47d0-4985-4063-a063-dab0401cad59 req-fdaac85c-f445-4e7c-926e-0fabdffc4dbe tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:53.372529 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-785f47d0-4985-4063-a063-dab0401cad59 req-fdaac85c-f445-4e7c-926e-0fabdffc4dbe tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] 10.222.0.32 "GET /v2.0/ports?device_id=81664677-ab39-4ab5-81d5-d2a05b0a9f5c HTTP/1.1" status: 200  len: 948 time: 0.5440409
Feb 05 20:54:53.439003 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-a2dfc179-4efe-43e9-9f57-22409e532db0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=76a5840e-fa81-48d6-870c-9737596dd6ad HTTP/1.1" status: 200  len: 217 time: 0.4155054
Feb 05 20:54:53.488897 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-f62f0feb-e83c-409b-9ed7-19cb608b1600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:53.491163 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-f62f0feb-e83c-409b-9ed7-19cb608b1600 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.0456772
Feb 05 20:54:53.495230 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64964e06-bf4a-4990-9bbc-621bb7169111 req-b0f499d9-7284-478f-89e6-1107165a2977 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:53.496834 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-64964e06-bf4a-4990-9bbc-621bb7169111 req-b0f499d9-7284-478f-89e6-1107165a2977 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=e42e5222-69b2-4832-b20f-3216346b2bc6 HTTP/1.1" status: 200  len: 948 time: 0.4696703
Feb 05 20:54:53.497488 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 1d9a5845-5eb9-4d8b-b040-206021da1b67, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d9a5845-5eb9-4d8b-b040-206021da1b67,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:53.549394 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-0e1589ef-3d03-49df-b58b-5660509d2ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:53.550917 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-0e1589ef-3d03-49df-b58b-5660509d2ec9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0542989
Feb 05 20:54:53.567367 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '1d9a5845-5eb9-4d8b-b040-206021da1b67', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'port_id': '1d9a5845-5eb9-4d8b-b040-206021da1b67', 'mac_address': 'fa:16:3e:09:6b:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3c763-0926-4b49-ade5-d66ee3d4c489', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:54:53.594297 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6 is: ACTIVE; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:54:53.595756 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:53.623658 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port fe8db169-2deb-47c3-bf6d-9aa4cae023d0 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:54:53.624031 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (fe8db169-2deb-47c3-bf6d-9aa4cae023d0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:53.674888 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-d5d57cb6-a708-4c26-92ff-965b961cba7d service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1141818
Feb 05 20:54:53.719033 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 1d9a5845-5eb9-4d8b-b040-206021da1b67 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:54:53.719426 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1d9a5845-5eb9-4d8b-b040-206021da1b67), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:53.727668 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ec6b42-9445-4a79-8aa7-044ce5cf0432', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:54:53.730422 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1106968-41d8-4262-b761-7860954c8e17" -d '{"events": [{"server_uuid": "f6ec6b42-9445-4a79-8aa7-044ce5cf0432", "name": "network-vif-unplugged", "status": "completed", "tag": "fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:54:53.758449 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:53.764503 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d9a5845-5eb9-4d8b-b040-206021da1b67 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:54:53.769500 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4eff8a93-86ee-4e62-97a6-c263b1f74b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (4e9cd80a-75d3-4781-9154-c886c97be771), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:53.772426 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:53.790065 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-785f47d0-4985-4063-a063-dab0401cad59 req-80d39169-20dd-48ce-95be-dd7afdf1d9e4 tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] 10.222.0.32 "GET /v2.0/security-groups?id=67e38f8d-fe03-4831-ae0a-b1b23a529ae3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4015570
Feb 05 20:54:53.800192 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f9e5236d-d6b0-4ac0-a5a3-9631c953a31b req-bfe84413-d9ac-45e7-9ffd-c1302a061fab service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1174548
Feb 05 20:54:53.825223 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 1d9a5845-5eb9-4d8b-b040-206021da1b67, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d9a5845-5eb9-4d8b-b040-206021da1b67,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:53.862068 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6,revision_number=8']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:53.863339 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b9fe70-72e6-42d7-84a5-861350e029fb x-openstack-request-id: req-45b9fe70-72e6-42d7-84a5-861350e029fb {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:54:53.863588 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff8a93-86ee-4e62-97a6-c263b1f74b29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e9cd80a-75d3-4781-9154-c886c97be771,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:53.863905 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81664677-ab39-4ab5-81d5-d2a05b0a9f5c", "tag": "76a5840e-fa81-48d6-870c-9737596dd6ad", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:54:53.864266 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-45b9fe70-72e6-42d7-84a5-861350e029fb {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:54:53.865155 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81664677-ab39-4ab5-81d5-d2a05b0a9f5c', 'tag': '76a5840e-fa81-48d6-870c-9737596dd6ad', 'status': 'completed', 'code': 200}
Feb 05 20:54:53.866118 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4eff8a93-86ee-4e62-97a6-c263b1f74b29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:53.872353 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4eff8a93-86ee-4e62-97a6-c263b1f74b29 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4e9cd80a-75d3-4781-9154-c886c97be771 HTTP/1.1" status: 204  len: 168 time: 1.1957047
Feb 05 20:54:53.875840 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (1d9a5845-5eb9-4d8b-b040-206021da1b67), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:53.877863 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 36092) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:54:53.916179 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-64964e06-bf4a-4990-9bbc-621bb7169111 req-23dd217e-8e6a-41fe-a1bf-55a9e71d22c4 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3925784
Feb 05 20:54:53.977972 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26e2145f-9d7e-448f-8029-aef7b7000f2f req-a6e5b99d-bc3b-4d29-81f1-6c712109ad17 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.4096291
Feb 05 20:54:54.023224 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946d1a4-fe1c-4495-a6a9-6fbe0821d6b3 req-34e4aa67-7c4a-423a-a6ab-e6b3f61fcf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:54.025663 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1946d1a4-fe1c-4495-a6a9-6fbe0821d6b3 req-34e4aa67-7c4a-423a-a6ab-e6b3f61fcf30 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2cd3ba2862fd49bab5a41048d1d7fb7c&device_id=81664677-ab39-4ab5-81d5-d2a05b0a9f5c HTTP/1.1" status: 200  len: 1130 time: 0.1171174
Feb 05 20:54:54.064507 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-dacba2df-a5a6-4103-a358-b7e5354ae29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2daba56190>, [{'id': '6eb72c86-121e-49d0-97de-4a07c5eb238e', 'name': 'tempest-TaggedBootDevicesTest-1542065190-router', 'tenant_id': '451be3a617f64d6a97b8d18cee2426e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': 'bfbcf3e6-5c3a-4fee-b7bb-b55b31143121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:54:49Z', 'updated_at': '2022-02-05T20:54:51Z', 'revision_number': 3, 'project_id': '451be3a617f64d6a97b8d18cee2426e8', 'gw_port': {'id': 'bfbcf3e6-5c3a-4fee-b7bb-b55b31143121', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:06:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb72c86-121e-49d0-97de-4a07c5eb238e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:54:50Z', 'updated_at': '2022-02-05T20:54:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:54:54.089008 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port fe8db169-2deb-47c3-bf6d-9aa4cae023d0 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:54:54.140361 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacba2df-a5a6-4103-a358-b7e5354ae29c None None] Checking router: 6eb72c86-121e-49d0-97de-4a07c5eb238e for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:54:54.140719 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacba2df-a5a6-4103-a358-b7e5354ae29c None None] Updating router 6eb72c86-121e-49d0-97de-4a07c5eb238e port bfbcf3e6-5c3a-4fee-b7bb-b55b31143121 binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 20:54:54.149185 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=1d9a5845-5eb9-4d8b-b040-206021da1b67,revision_number=8']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:54.255889 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946d1a4-fe1c-4495-a6a9-6fbe0821d6b3 req-3b282882-3d37-4297-80fa-0140b1d9f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:54.261600 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1946d1a4-fe1c-4495-a6a9-6fbe0821d6b3 req-3b282882-3d37-4297-80fa-0140b1d9f9ff service neutron] 10.222.0.21 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.2238281
Feb 05 20:54:54.264390 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-dacba2df-a5a6-4103-a358-b7e5354ae29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (bfbcf3e6-5c3a-4fee-b7bb-b55b31143121), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:54.417724 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1946d1a4-fe1c-4495-a6a9-6fbe0821d6b3 req-afa960aa-8c59-4367-91c3-d0f63c7a7884 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=76a5840e-fa81-48d6-870c-9737596dd6ad HTTP/1.1" status: 200  len: 217 time: 0.1258290
Feb 05 20:54:54.484814 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.db.resource_extend [None req-c9782a53-659d-499b-9d52-153480c36178 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 05 20:54:54.498089 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7b32516d-1cb4-408e-917a-2b8673649208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (be4493bf-d1a6-445a-a987-23010e65458b), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:54.551741 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946d1a4-fe1c-4495-a6a9-6fbe0821d6b3 req-1ebaed7f-8355-425c-9abe-1f3c5be2cf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:54.553941 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1946d1a4-fe1c-4495-a6a9-6fbe0821d6b3 req-1ebaed7f-8355-425c-9abe-1f3c5be2cf6c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.1344774
Feb 05 20:54:54.573230 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 20:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6240f57-f982-4e76-9156-4620807c989c x-openstack-request-id: req-f6240f57-f982-4e76-9156-4620807c989c {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:54:54.573534 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ec6b42-9445-4a79-8aa7-044ce5cf0432", "name": "network-vif-unplugged", "status": "completed", "tag": "fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:54:54.573792 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f6240f57-f982-4e76-9156-4620807c989c {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:54:54.574903 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ec6b42-9445-4a79-8aa7-044ce5cf0432', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6', 'code': 200}
Feb 05 20:54:54.605025 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2145f-9d7e-448f-8029-aef7b7000f2f req-1eb3a899-9f40-407c-add7-a46903851ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:54.610714 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26e2145f-9d7e-448f-8029-aef7b7000f2f req-1eb3a899-9f40-407c-add7-a46903851ada service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c HTTP/1.1" status: 200  len: 1131 time: 0.5597484
Feb 05 20:54:54.614676 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c9782a53-659d-499b-9d52-153480c36178 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:54.637451 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c9782a53-659d-499b-9d52-153480c36178 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (0f3075e1-da5d-4c7e-bf4d-d38342f63763), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:54.702113 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7b32516d-1cb4-408e-917a-2b8673649208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (be4493bf-d1a6-445a-a987-23010e65458b), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:54.728938 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['1d9a5845-5eb9-4d8b-b040-206021da1b67'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:54:54.729450 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946d1a4-fe1c-4495-a6a9-6fbe0821d6b3 req-39a3946a-d615-45f7-86f8-c491c5669725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:54.730926 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1946d1a4-fe1c-4495-a6a9-6fbe0821d6b3 req-39a3946a-d615-45f7-86f8-c491c5669725 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1547306
Feb 05 20:54:54.732640 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-7b32516d-1cb4-408e-917a-2b8673649208 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2b65b50>,) {'filters': {'network_id': ['be4493bf-d1a6-445a-a987-23010e65458b']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:54:54.754644 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-7b32516d-1cb4-408e-917a-2b8673649208 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2b65b50>, '743051ff-9f95-4efc-9230-9f61d36c1128') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:54:54.755083 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-7b32516d-1cb4-408e-917a-2b8673649208 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2b65b50>, '743051ff-9f95-4efc-9230-9f61d36c1128') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:54:54.784535 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7b32516d-1cb4-408e-917a-2b8673649208 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (743051ff-9f95-4efc-9230-9f61d36c1128), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:54.802167 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-c9782a53-659d-499b-9d52-153480c36178 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Floating IP 0f3075e1-da5d-4c7e-bf4d-d38342f63763 associated. External IP: 172.35.4.108, port: 727d22f7-aa8c-41e0-8e88-ba5877b169b0.
Feb 05 20:54:54.840318 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7b32516d-1cb4-408e-917a-2b8673649208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (743051ff-9f95-4efc-9230-9f61d36c1128), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:54.851408 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b32516d-1cb4-408e-917a-2b8673649208 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:54:54.851820 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7b32516d-1cb4-408e-917a-2b8673649208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (743051ff-9f95-4efc-9230-9f61d36c1128), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:54.853528 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 20:54:54.853528 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:54:54.853528 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 20:54:54.853528 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:54:54.853528 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 20:54:54.853528 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:54:54.853528 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 20:54:54.853528 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:54:54.853528 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 20:54:54.853528 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:54:54.853528 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 20:54:54.853528 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:54:54.853528 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 20:54:54.853528 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:54:54.853528 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:54:54.853528 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:54:54.853528 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:54:54.853528 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:54:54.853528 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 20:54:54.853528 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:54:54.853528 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 20:54:54.853528 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:54:54.853528 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:54:54.853528 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:54:54.853528 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:54:54.853528 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:54:54.853528 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:54:54.853528 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:54:54.853528 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:54:54.853528 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:54:54.853528 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:54:54.853528 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:54:54.920932 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-dacba2df-a5a6-4103-a358-b7e5354ae29c None None] Publish callbacks [] for port (bfbcf3e6-5c3a-4fee-b7bb-b55b31143121), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:54.923265 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1946d1a4-fe1c-4495-a6a9-6fbe0821d6b3 req-bba0250e-d6b7-42e0-93fd-2aeba9b54b19 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1815422
Feb 05 20:54:54.951635 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-dacba2df-a5a6-4103-a358-b7e5354ae29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (bfbcf3e6-5c3a-4fee-b7bb-b55b31143121), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:55.093893 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1946d1a4-fe1c-4495-a6a9-6fbe0821d6b3 req-fd7f4347-1f61-4c91-a63c-4f648593b4f1 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1606712
Feb 05 20:54:55.094719 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7b32516d-1cb4-408e-917a-2b8673649208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (be4493bf-d1a6-445a-a987-23010e65458b), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:55.115333 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7b32516d-1cb4-408e-917a-2b8673649208 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:55.128855 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7b32516d-1cb4-408e-917a-2b8673649208 admin admin] 10.222.0.32 "DELETE /v2.0/networks/be4493bf-d1a6-445a-a987-23010e65458b HTTP/1.1" status: 204  len: 168 time: 1.2434859
Feb 05 20:54:55.137235 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fba274-d4b3-4906-82a9-3a731e8df06c None None] Pushing event updated for resources: {'Port': ['ID=bfbcf3e6-5c3a-4fee-b7bb-b55b31143121,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:55.140559 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-dacba2df-a5a6-4103-a358-b7e5354ae29c None None] Attempting to bind port bfbcf3e6-5c3a-4fee-b7bb-b55b31143121 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:54:55.141071 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-dacba2df-a5a6-4103-a358-b7e5354ae29c None None] Attempting to bind port bfbcf3e6-5c3a-4fee-b7bb-b55b31143121 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:54:55.141562 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacba2df-a5a6-4103-a358-b7e5354ae29c None None] Attempting to bind port bfbcf3e6-5c3a-4fee-b7bb-b55b31143121 on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:54:55.151181 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32516d-1cb4-408e-917a-2b8673649208 admin admin] Pushing event deleted for resources: {'Network': ['ID=be4493bf-d1a6-445a-a987-23010e65458b,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:55.158143 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacba2df-a5a6-4103-a358-b7e5354ae29c None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:54:55.158987 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacba2df-a5a6-4103-a358-b7e5354ae29c None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:54:55.159509 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-dacba2df-a5a6-4103-a358-b7e5354ae29c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:55.160011 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacba2df-a5a6-4103-a358-b7e5354ae29c None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:54:55.160863 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-dacba2df-a5a6-4103-a358-b7e5354ae29c None None] Bound port: bfbcf3e6-5c3a-4fee-b7bb-b55b31143121, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:54:55.161354 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-dacba2df-a5a6-4103-a358-b7e5354ae29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (bfbcf3e6-5c3a-4fee-b7bb-b55b31143121), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:55.307301 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-dacba2df-a5a6-4103-a358-b7e5354ae29c None None] For port bfbcf3e6-5c3a-4fee-b7bb-b55b31143121, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:54:55.333330 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-dacba2df-a5a6-4103-a358-b7e5354ae29c None None] For port bfbcf3e6-5c3a-4fee-b7bb-b55b31143121, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bfbcf3e6-5c3a-4fee-b7bb-b55b31143121,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:54:55.346781 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-dacba2df-a5a6-4103-a358-b7e5354ae29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (bfbcf3e6-5c3a-4fee-b7bb-b55b31143121), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:55.373385 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-a5ab7610-d83a-483b-8019-d7b76009cc3e tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:55.374983 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-a5ab7610-d83a-483b-8019-d7b76009cc3e tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.21 "GET /v2.0/ports?device_id=e42e5222-69b2-4832-b20f-3216346b2bc6&tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 949 time: 0.2911456
Feb 05 20:54:55.387944 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 36150) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:54:55.395237 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2145f-9d7e-448f-8029-aef7b7000f2f req-c1c512b2-4ec6-46fb-92c2-850436d90964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:55.397110 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26e2145f-9d7e-448f-8029-aef7b7000f2f req-c1c512b2-4ec6-46fb-92c2-850436d90964 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.5912764
Feb 05 20:54:55.422761 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacba2df-a5a6-4103-a358-b7e5354ae29c None None] Routers {'6eb72c86-121e-49d0-97de-4a07c5eb238e'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:54:55.423970 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-dacba2df-a5a6-4103-a358-b7e5354ae29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2daba56190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:54:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['6eb72c86-121e-49d0-97de-4a07c5eb238e'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:54:55.440790 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066a5cb-c10d-4c94-917f-fb5302f9b109 req-8386a862-ebfe-468c-87f8-df7804445af3 tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:55.442474 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0066a5cb-c10d-4c94-917f-fb5302f9b109 req-8386a862-ebfe-468c-87f8-df7804445af3 tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] 10.222.0.32 "GET /v2.0/ports?device_id=81664677-ab39-4ab5-81d5-d2a05b0a9f5c HTTP/1.1" status: 200  len: 948 time: 0.3965974
Feb 05 20:54:55.489871 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b46d007b-4fc0-44e4-82c5-9ba367bfb0ac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9d100b9cbd5c471aa5036a7a90989a49&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0986135
Feb 05 20:54:55.491172 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 36156) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:54:55.502719 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5de24f-e112-4d98-bd18-1407af2e58de req-ec181e46-c61a-4a4a-a129-9ea36f34f89f tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:55.510217 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4f5de24f-e112-4d98-bd18-1407af2e58de req-ec181e46-c61a-4a4a-a129-9ea36f34f89f tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=e42e5222-69b2-4832-b20f-3216346b2bc6 HTTP/1.1" status: 200  len: 949 time: 0.3304684
Feb 05 20:54:55.560358 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d87a2b7a-cc29-49a9-9051-8f006cc70548 admin admin] Publish callbacks [] for security_group (88554a2f-4437-4c3b-8c81-cd6b9b873589), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:55.582700 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-dacba2df-a5a6-4103-a358-b7e5354ae29c None None] Set router 6eb72c86-121e-49d0-97de-4a07c5eb238e gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:54:55.589945 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d87a2b7a-cc29-49a9-9051-8f006cc70548 admin admin] Publish callbacks [] for security_group (88554a2f-4437-4c3b-8c81-cd6b9b873589), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:55.625357 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26e2145f-9d7e-448f-8029-aef7b7000f2f req-f15cc6ba-d4ad-4910-92fe-53c0b5a8c7bd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=77a3aa20-5477-44f9-a588-be0d7fc51874 HTTP/1.1" status: 200  len: 217 time: 0.1927016
Feb 05 20:54:55.652831 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d87a2b7a-cc29-49a9-9051-8f006cc70548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (88554a2f-4437-4c3b-8c81-cd6b9b873589), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:55.655395 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d87a2b7a-cc29-49a9-9051-8f006cc70548 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:55.656606 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d87a2b7a-cc29-49a9-9051-8f006cc70548 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/88554a2f-4437-4c3b-8c81-cd6b9b873589 HTTP/1.1" status: 204  len: 168 time: 0.1644602
Feb 05 20:54:55.669165 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-48a4f0a0-1f50-47be-a60a-b2e5e6c54dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:55.679807 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a2b7a-cc29-49a9-9051-8f006cc70548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88554a2f-4437-4c3b-8c81-cd6b9b873589,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:55.724197 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fba274-d4b3-4906-82a9-3a731e8df06c None None] Pushing event updated for resources: {'Port': ['ID=bfbcf3e6-5c3a-4fee-b7bb-b55b31143121,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:55.822472 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4f5de24f-e112-4d98-bd18-1407af2e58de req-5602ab82-f9df-4ab3-b138-6f4f0def59ea tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3111346
Feb 05 20:54:55.861250 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2145f-9d7e-448f-8029-aef7b7000f2f req-48f0af01-275c-43a7-91fb-61af07407430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:55.862777 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26e2145f-9d7e-448f-8029-aef7b7000f2f req-48f0af01-275c-43a7-91fb-61af07407430 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.2252402
Feb 05 20:54:55.885709 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0066a5cb-c10d-4c94-917f-fb5302f9b109 req-8f058980-8653-41fe-b3f9-4e82dd241e64 tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] 10.222.0.32 "GET /v2.0/security-groups?id=67e38f8d-fe03-4831-ae0a-b1b23a529ae3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4108269
Feb 05 20:54:55.891066 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-dacba2df-a5a6-4103-a358-b7e5354ae29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2daba56190>, [{'id': '6eb72c86-121e-49d0-97de-4a07c5eb238e', 'name': 'tempest-TaggedBootDevicesTest-1542065190-router', 'tenant_id': '451be3a617f64d6a97b8d18cee2426e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': 'bfbcf3e6-5c3a-4fee-b7bb-b55b31143121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:54:49Z', 'updated_at': '2022-02-05T20:54:51Z', 'revision_number': 3, 'project_id': '451be3a617f64d6a97b8d18cee2426e8', 'gw_port': {'id': 'bfbcf3e6-5c3a-4fee-b7bb-b55b31143121', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:06:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb72c86-121e-49d0-97de-4a07c5eb238e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:54:50Z', 'updated_at': '2022-02-05T20:54:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:54:55.917584 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-bc301eaf-ba6d-4972-aebe-7bedf8a74772 service neutron] 10.222.0.21 "GET /v2.0/ports/1d9a5845-5eb9-4d8b-b040-206021da1b67/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.5108171
Feb 05 20:54:55.940180 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacba2df-a5a6-4103-a358-b7e5354ae29c None None] The sync data for ids ['6eb72c86-121e-49d0-97de-4a07c5eb238e'] in ncdv-master-1 is: [{'id': '6eb72c86-121e-49d0-97de-4a07c5eb238e', 'name': 'tempest-TaggedBootDevicesTest-1542065190-router', 'tenant_id': '451be3a617f64d6a97b8d18cee2426e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': 'bfbcf3e6-5c3a-4fee-b7bb-b55b31143121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:54:49Z', 'updated_at': '2022-02-05T20:54:51Z', 'revision_number': 3, 'project_id': '451be3a617f64d6a97b8d18cee2426e8', 'gw_port': {'id': 'bfbcf3e6-5c3a-4fee-b7bb-b55b31143121', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:06:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb72c86-121e-49d0-97de-4a07c5eb238e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:54:50Z', 'updated_at': '2022-02-05T20:54:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:54:56.097622 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9782a53-659d-499b-9d52-153480c36178 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Router 03df5a20-e50e-4a85-ae02-0f56ff30722a has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:54:56.166466 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2145f-9d7e-448f-8029-aef7b7000f2f req-ae653082-1203-4613-be1a-b5bc2befdf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:56.167126 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26e2145f-9d7e-448f-8029-aef7b7000f2f req-ae653082-1203-4613-be1a-b5bc2befdf1b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2550187
Feb 05 20:54:56.210009 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-48a4f0a0-1f50-47be-a60a-b2e5e6c54dda admin admin] Allocated IP 172.20.0.1 (8c3233c3-4efd-49ae-83aa-9c6e1a254039/343d2b98-414c-44d6-a549-c31a431197b8/1333bc50-e216-4413-8897-cf3f286c6366) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:54:56.223635 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-9d33b962-daf5-46a7-ae96-0be2c763aa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:56.225734 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-9d33b962-daf5-46a7-ae96-0be2c763aa1b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&device_id=e42e5222-69b2-4832-b20f-3216346b2bc6 HTTP/1.1" status: 200  len: 1131 time: 0.2480028
Feb 05 20:54:56.814693 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 36222) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:54:56.876067 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 1d9a5845-5eb9-4d8b-b040-206021da1b67 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:54:56.887909 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26e2145f-9d7e-448f-8029-aef7b7000f2f req-520041e4-3118-42d5-9888-6cfec6c7505e service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6802022
Feb 05 20:54:57.002042 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9782a53-659d-499b-9d52-153480c36178 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:54:57.005774 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 1d9a5845-5eb9-4d8b-b040-206021da1b67 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:54:57.010877 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 1d9a5845-5eb9-4d8b-b040-206021da1b67 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:54:57.011437 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1d9a5845-5eb9-4d8b-b040-206021da1b67), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:57.018307 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279361a6-29a9-48e1-9ea3-52879f8fff52 None None] Sync routers for ids ['03df5a20-e50e-4a85-ae02-0f56ff30722a'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:54:57.033122 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279361a6-29a9-48e1-9ea3-52879f8fff52 None None] Routers {'03df5a20-e50e-4a85-ae02-0f56ff30722a'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:54:57.034446 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-279361a6-29a9-48e1-9ea3-52879f8fff52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db9066670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:54:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['03df5a20-e50e-4a85-ae02-0f56ff30722a'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:54:57.037837 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c9782a53-659d-499b-9d52-153480c36178 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:57.063161 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-39778439-cf12-4ba1-bb55-d3ca54d7a383 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1351563963-network', 'tenant_id': 'c115672e27d44cf2b79a3945af717ae8'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:54:57.106596 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39778439-cf12-4ba1-bb55-d3ca54d7a383 admin admin] Made reservation on behalf of c115672e27d44cf2b79a3945af717ae8 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:54:57.109435 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-39778439-cf12-4ba1-bb55-d3ca54d7a383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:57.126139 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-39778439-cf12-4ba1-bb55-d3ca54d7a383 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:57.130205 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-2a2541ad-6338-4647-8b1e-5f650d31afdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:57.130522 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-2a2541ad-6338-4647-8b1e-5f650d31afdc service neutron] 10.222.0.21 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.8769288
Feb 05 20:54:57.139348 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 1d9a5845-5eb9-4d8b-b040-206021da1b67 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:54:57.139920 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1d9a5845-5eb9-4d8b-b040-206021da1b67), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:57.166301 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-48a4f0a0-1f50-47be-a60a-b2e5e6c54dda admin admin] Publish callbacks [] for port (1333bc50-e216-4413-8897-cf3f286c6366), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:57.173459 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42e5222-69b2-4832-b20f-3216346b2bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9a5845-5eb9-4d8b-b040-206021da1b67'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:54:57.176083 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f97813d-935f-48ae-8aee-8336d60ed36e" -d '{"events": [{"server_uuid": "e42e5222-69b2-4832-b20f-3216346b2bc6", "name": "network-vif-plugged", "status": "completed", "tag": "1d9a5845-5eb9-4d8b-b040-206021da1b67"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:54:57.193252 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 1d9a5845-5eb9-4d8b-b040-206021da1b67, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d9a5845-5eb9-4d8b-b040-206021da1b67,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:57.217478 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (1d9a5845-5eb9-4d8b-b040-206021da1b67), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:57.317957 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-279361a6-29a9-48e1-9ea3-52879f8fff52 None None] Set router 03df5a20-e50e-4a85-ae02-0f56ff30722a gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:54:57.353920 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device bfbcf3e6-5c3a-4fee-b7bb-b55b31143121 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:54:57.356194 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=1d9a5845-5eb9-4d8b-b040-206021da1b67,revision_number=9']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:57.359212 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-39778439-cf12-4ba1-bb55-d3ca54d7a383 admin admin] Publish callbacks [] for security_group (346be48a-c327-4c79-a940-21060e687d18), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:57.366748 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-39778439-cf12-4ba1-bb55-d3ca54d7a383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (346be48a-c327-4c79-a940-21060e687d18), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:57.382672 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39778439-cf12-4ba1-bb55-d3ca54d7a383 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:54:57.417116 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c9782a53-659d-499b-9d52-153480c36178 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "PUT /v2.0/floatingips/0f3075e1-da5d-4c7e-bf4d-d38342f63763 HTTP/1.1" status: 200  len: 991 time: 4.9604361
Feb 05 20:54:57.428266 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c3216e2-d656-43e7-a240-5a705445caca', 'tag': '727d22f7-aa8c-41e0-8e88-ba5877b169b0'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:54:57.430459 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-39778439-cf12-4ba1-bb55-d3ca54d7a383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (7f85ed9d-b7ce-414c-8ae4-25f17816204d), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:57.431106 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-39778439-cf12-4ba1-bb55-d3ca54d7a383 admin admin] Added segment 7f85ed9d-b7ce-414c-8ae4-25f17816204d of type vlan for network bc807625-43b9-4f71-ba0e-13ea567a25e8
Feb 05 20:54:57.433814 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9275a1b8-7092-4835-ae15-7527e7768b15" -d '{"events": [{"name": "network-changed", "server_uuid": "2c3216e2-d656-43e7-a240-5a705445caca", "tag": "727d22f7-aa8c-41e0-8e88-ba5877b169b0"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:54:57.438031 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-48a4f0a0-1f50-47be-a60a-b2e5e6c54dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (1333bc50-e216-4413-8897-cf3f286c6366), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:57.457735 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port bfbcf3e6-5c3a-4fee-b7bb-b55b31143121 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:54:57.458272 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (bfbcf3e6-5c3a-4fee-b7bb-b55b31143121), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:57.519718 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39778439-cf12-4ba1-bb55-d3ca54d7a383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346be48a-c327-4c79-a940-21060e687d18,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:57.546981 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-39778439-cf12-4ba1-bb55-d3ca54d7a383 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (bc807625-43b9-4f71-ba0e-13ea567a25e8), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:57.561377 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port bfbcf3e6-5c3a-4fee-b7bb-b55b31143121 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:54:57.561912 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (bfbcf3e6-5c3a-4fee-b7bb-b55b31143121), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:57.570062 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-ab92e504-3b03-4073-92e0-db3744bf4a03 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=1d9a5845-5eb9-4d8b-b040-206021da1b67 HTTP/1.1" status: 200  len: 217 time: 0.1517913
Feb 05 20:54:57.578574 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4f0a0-1f50-47be-a60a-b2e5e6c54dda admin admin] Pushing event updated for resources: {'Port': ['ID=1333bc50-e216-4413-8897-cf3f286c6366,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:57.594556 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port bfbcf3e6-5c3a-4fee-b7bb-b55b31143121, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bfbcf3e6-5c3a-4fee-b7bb-b55b31143121,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:57.600021 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-39778439-cf12-4ba1-bb55-d3ca54d7a383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (bc807625-43b9-4f71-ba0e-13ea567a25e8), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:57.600386 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39778439-cf12-4ba1-bb55-d3ca54d7a383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:57.601293 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-39778439-cf12-4ba1-bb55-d3ca54d7a383 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:57.603041 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (bfbcf3e6-5c3a-4fee-b7bb-b55b31143121), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:57.612386 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a4f0a0-1f50-47be-a60a-b2e5e6c54dda admin admin] Network 8c3233c3-4efd-49ae-83aa-9c6e1a254039 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:54:57.623675 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-279361a6-29a9-48e1-9ea3-52879f8fff52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db9066670>, [{'id': '03df5a20-e50e-4a85-ae02-0f56ff30722a', 'name': 'tempest-TaggedBootDevicesTest_v242-983169336-router', 'tenant_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'b3972681-e056-4ff5-9667-e4912cfbaed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:52:44Z', 'updated_at': '2022-02-05T20:52:54Z', 'revision_number': 4, 'project_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'gw_port': {'id': 'b3972681-e056-4ff5-9667-e4912cfbaed8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03df5a20-e50e-4a85-ae02-0f56ff30722a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:46Z', 'updated_at': '2022-02-05T20:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0f3075e1-da5d-4c7e-bf4d-d38342f63763', 'tenant_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'floating_ip_address': '172.35.4.108', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '03df5a20-e50e-4a85-ae02-0f56ff30722a', 'port_id': '727d22f7-aa8c-41e0-8e88-ba5877b169b0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b', 'mac_address': 'fa:16:3e:9b:23:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3216e2-d656-43e7-a240-5a705445caca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T20:53:31Z', 'updated_at': '2022-02-05T20:54:53Z', 'revision_number': 1, 'project_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4d8ab9-2552-4709-b484-ee077ce4c856', 'name': '', 'network_id': '0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b', 'tenant_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'mac_address': 'fa:16:3e:d9:0d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03df5a20-e50e-4a85-ae02-0f56ff30722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '77b32dd4-761f-487c-9e79-c5785faac85d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:52Z', 'updated_at': '2022-02-05T20:53:04Z', 'revision_number': 5, 'project_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'subnets': [{'id': '77b32dd4-761f-487c-9e79-c5785faac85d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:54:57.668314 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-492116d3-abcd-45cb-81e4-1b2b4df4c4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:57.669856 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-492116d3-abcd-45cb-81e4-1b2b4df4c4a2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.0812540
Feb 05 20:54:57.670980 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-39778439-cf12-4ba1-bb55-d3ca54d7a383 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.8549230
Feb 05 20:54:57.674174 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 36250) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:54:57.683820 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-6ff9808b-8cd1-428c-931a-3fb8cb652758 admin admin] Request body: {'subnet': {'network_id': 'bc807625-43b9-4f71-ba0e-13ea567a25e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1351563963-subnet', 'tenant_id': 'c115672e27d44cf2b79a3945af717ae8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:54:57.687654 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279361a6-29a9-48e1-9ea3-52879f8fff52 None None] Checking router: 03df5a20-e50e-4a85-ae02-0f56ff30722a for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:54:57.694579 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b28d81-c907-4bd5-b52a-a60b525fd170 req-ed4c9d19-7c7a-4630-a39b-5d306aa1a19d tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:57.701891 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-73b28d81-c907-4bd5-b52a-a60b525fd170 req-ed4c9d19-7c7a-4630-a39b-5d306aa1a19d tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=e42e5222-69b2-4832-b20f-3216346b2bc6 HTTP/1.1" status: 200  len: 949 time: 0.7040377
Feb 05 20:54:57.702104 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279361a6-29a9-48e1-9ea3-52879f8fff52 None None] Routers {'03df5a20-e50e-4a85-ae02-0f56ff30722a'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:54:57.702762 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-279361a6-29a9-48e1-9ea3-52879f8fff52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db9066670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:54:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['03df5a20-e50e-4a85-ae02-0f56ff30722a'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:54:57.711299 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6b8b1-0be9-4afe-af40-d67b59fda31a req-2713c09a-359b-4e57-a6ee-bbe1eeb0c7a5 tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:57.712768 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-59e6b8b1-0be9-4afe-af40-d67b59fda31a req-2713c09a-359b-4e57-a6ee-bbe1eeb0c7a5 tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] 10.222.0.32 "GET /v2.0/ports?device_id=81664677-ab39-4ab5-81d5-d2a05b0a9f5c HTTP/1.1" status: 200  len: 948 time: 0.7121983
Feb 05 20:54:57.713810 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-48a4f0a0-1f50-47be-a60a-b2e5e6c54dda admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:54:57.716408 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a4f0a0-1f50-47be-a60a-b2e5e6c54dda admin admin] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:54:57.725735 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=bfbcf3e6-5c3a-4fee-b7bb-b55b31143121,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:57.739846 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39778439-cf12-4ba1-bb55-d3ca54d7a383 admin admin] Pushing event updated for resources: {'Network': ['ID=bc807625-43b9-4f71-ba0e-13ea567a25e8,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:57.760541 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network bc807625-43b9-4f71-ba0e-13ea567a25e8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:54:57.770164 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff9808b-8cd1-428c-931a-3fb8cb652758 admin admin] Made reservation on behalf of c115672e27d44cf2b79a3945af717ae8 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:54:57.776450 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6ff9808b-8cd1-428c-931a-3fb8cb652758 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:57.898641 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-48a4f0a0-1f50-47be-a60a-b2e5e6c54dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (6eb72c86-121e-49d0-97de-4a07c5eb238e), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:57.918539 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26e2145f-9d7e-448f-8029-aef7b7000f2f req-ff20229b-29d2-4050-baff-13028b98dd91 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0187664
Feb 05 20:54:57.967692 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-279361a6-29a9-48e1-9ea3-52879f8fff52 None None] Set router 03df5a20-e50e-4a85-ae02-0f56ff30722a gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:54:57.989985 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-3326f4df-b7a5-4c7f-a848-c696f9abfacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:57.996130 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-3326f4df-b7a5-4c7f-a848-c696f9abfacd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3121338
Feb 05 20:54:58.039149 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-73b28d81-c907-4bd5-b52a-a60b525fd170 req-ccfe7fca-c167-49d9-9b90-5dacaf19caac tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3363717
Feb 05 20:54:58.141390 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6ff9808b-8cd1-428c-931a-3fb8cb652758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (87ea50f2-4a9d-4e76-83e4-8a4c87cd9a22), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:58.220626 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff9808b-8cd1-428c-931a-3fb8cb652758 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87ea50f2-4a9d-4e76-83e4-8a4c87cd9a22,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:58.269154 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff9808b-8cd1-428c-931a-3fb8cb652758 admin admin] Checking segment: {'id': '7f85ed9d-b7ce-414c-8ae4-25f17816204d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bc807625-43b9-4f71-ba0e-13ea567a25e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:54:58.270521 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff9808b-8cd1-428c-931a-3fb8cb652758 admin admin] Network hostable DHCP agents. Network: bc807625-43b9-4f71-ba0e-13ea567a25e8, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:54:58.283444 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-279361a6-29a9-48e1-9ea3-52879f8fff52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db9066670>, [{'id': '03df5a20-e50e-4a85-ae02-0f56ff30722a', 'name': 'tempest-TaggedBootDevicesTest_v242-983169336-router', 'tenant_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'b3972681-e056-4ff5-9667-e4912cfbaed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:52:44Z', 'updated_at': '2022-02-05T20:52:54Z', 'revision_number': 4, 'project_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'gw_port': {'id': 'b3972681-e056-4ff5-9667-e4912cfbaed8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03df5a20-e50e-4a85-ae02-0f56ff30722a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:46Z', 'updated_at': '2022-02-05T20:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0f3075e1-da5d-4c7e-bf4d-d38342f63763', 'tenant_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'floating_ip_address': '172.35.4.108', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '03df5a20-e50e-4a85-ae02-0f56ff30722a', 'port_id': '727d22f7-aa8c-41e0-8e88-ba5877b169b0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b', 'mac_address': 'fa:16:3e:9b:23:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3216e2-d656-43e7-a240-5a705445caca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T20:53:31Z', 'updated_at': '2022-02-05T20:54:53Z', 'revision_number': 1, 'project_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4d8ab9-2552-4709-b484-ee077ce4c856', 'name': '', 'network_id': '0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b', 'tenant_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'mac_address': 'fa:16:3e:d9:0d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03df5a20-e50e-4a85-ae02-0f56ff30722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '77b32dd4-761f-487c-9e79-c5785faac85d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:52Z', 'updated_at': '2022-02-05T20:53:04Z', 'revision_number': 5, 'project_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'subnets': [{'id': '77b32dd4-761f-487c-9e79-c5785faac85d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:54:58.297496 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff9808b-8cd1-428c-931a-3fb8cb652758 admin admin] Network bc807625-43b9-4f71-ba0e-13ea567a25e8 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:54:58.322188 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279361a6-29a9-48e1-9ea3-52879f8fff52 None None] The sync data for ids ['03df5a20-e50e-4a85-ae02-0f56ff30722a'] in ncdv-master-1 is: [{'id': '03df5a20-e50e-4a85-ae02-0f56ff30722a', 'name': 'tempest-TaggedBootDevicesTest_v242-983169336-router', 'tenant_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'b3972681-e056-4ff5-9667-e4912cfbaed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:52:44Z', 'updated_at': '2022-02-05T20:52:54Z', 'revision_number': 4, 'project_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'gw_port': {'id': 'b3972681-e056-4ff5-9667-e4912cfbaed8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03df5a20-e50e-4a85-ae02-0f56ff30722a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:46Z', 'updated_at': '2022-02-05T20:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0f3075e1-da5d-4c7e-bf4d-d38342f63763', 'tenant_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'floating_ip_address': '172.35.4.108', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '03df5a20-e50e-4a85-ae02-0f56ff30722a', 'port_id': '727d22f7-aa8c-41e0-8e88-ba5877b169b0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b', 'mac_address': 'fa:16:3e:9b:23:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3216e2-d656-43e7-a240-5a705445caca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T20:53:31Z', 'updated_at': '2022-02-05T20:54:53Z', 'revision_number': 1, 'project_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4d8ab9-2552-4709-b484-ee077ce4c856', 'name': '', 'network_id': '0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b', 'tenant_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'mac_address': 'fa:16:3e:d9:0d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03df5a20-e50e-4a85-ae02-0f56ff30722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '77b32dd4-761f-487c-9e79-c5785faac85d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:52Z', 'updated_at': '2022-02-05T20:53:04Z', 'revision_number': 5, 'project_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'subnets': [{'id': '77b32dd4-761f-487c-9e79-c5785faac85d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:54:58.323222 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-6ff9808b-8cd1-428c-931a-3fb8cb652758 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bc807625-43b9-4f71-ba0e-13ea567a25e8) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:54:58.337759 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff9808b-8cd1-428c-931a-3fb8cb652758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:58.341142 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6ff9808b-8cd1-428c-931a-3fb8cb652758 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:58.390547 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6ff9808b-8cd1-428c-931a-3fb8cb652758 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 843 time: 0.7068450
Feb 05 20:54:58.450883 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-59e6b8b1-0be9-4afe-af40-d67b59fda31a req-fc691ab6-0457-493b-8ba4-ae579abb1ade tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] 10.222.0.32 "GET /v2.0/security-groups?id=67e38f8d-fe03-4831-ae0a-b1b23a529ae3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6745222
Feb 05 20:54:58.468070 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7ea3a2-41a4-41ec-8a4c-daf3c3460e87 x-openstack-request-id: req-be7ea3a2-41a4-41ec-8a4c-daf3c3460e87 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:54:58.468719 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42e5222-69b2-4832-b20f-3216346b2bc6", "name": "network-vif-plugged", "status": "completed", "tag": "1d9a5845-5eb9-4d8b-b040-206021da1b67", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:54:58.468719 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-be7ea3a2-41a4-41ec-8a4c-daf3c3460e87 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:54:58.468951 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42e5222-69b2-4832-b20f-3216346b2bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9a5845-5eb9-4d8b-b040-206021da1b67', 'code': 200}
Feb 05 20:54:58.470984 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773c0b3d-ba09-4707-8848-500e4a16d281 None None] Network bc807625-43b9-4f71-ba0e-13ea567a25e8 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:54:58.492479 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-ff70d483-3606-4ba1-996c-e5ae1770e741 None None] Provisioning complete for port 1333bc50-e216-4413-8897-cf3f286c6366 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:54:58.492946 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ff70d483-3606-4ba1-996c-e5ae1770e741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1333bc50-e216-4413-8897-cf3f286c6366), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:58.591620 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ff70d483-3606-4ba1-996c-e5ae1770e741 None None] Port 1333bc50-e216-4413-8897-cf3f286c6366 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:54:58.596156 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8579fd0-ff09-45b0-abe0-02abdc2dacc1 x-openstack-request-id: req-e8579fd0-ff09-45b0-abe0-02abdc2dacc1 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:54:58.598219 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c3216e2-d656-43e7-a240-5a705445caca", "tag": "727d22f7-aa8c-41e0-8e88-ba5877b169b0", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:54:58.598534 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e8579fd0-ff09-45b0-abe0-02abdc2dacc1 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:54:58.599413 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c3216e2-d656-43e7-a240-5a705445caca', 'tag': '727d22f7-aa8c-41e0-8e88-ba5877b169b0', 'status': 'completed', 'code': 200}
Feb 05 20:54:58.615358 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-48a4f0a0-1f50-47be-a60a-b2e5e6c54dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1333bc50-e216-4413-8897-cf3f286c6366), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:58.651015 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee333c3a-8e1c-460a-be3e-a095d394558c None None] Network bc807625-43b9-4f71-ba0e-13ea567a25e8 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:54:58.656209 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-6a663e99-2765-4997-a93e-eac1d71a3723 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6440938
Feb 05 20:54:58.735318 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75ac5c-d5c7-40a9-b3e3-2fcf08138d88 req-9f6387ae-7187-419f-b3f3-7229ffb25b44 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:58.742016 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75ac5c-d5c7-40a9-b3e3-2fcf08138d88 req-9f6387ae-7187-419f-b3f3-7229ffb25b44 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:58.751501 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75ac5c-d5c7-40a9-b3e3-2fcf08138d88 req-9f6387ae-7187-419f-b3f3-7229ffb25b44 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:58.757470 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75ac5c-d5c7-40a9-b3e3-2fcf08138d88 req-9f6387ae-7187-419f-b3f3-7229ffb25b44 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:58.763047 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75ac5c-d5c7-40a9-b3e3-2fcf08138d88 req-9f6387ae-7187-419f-b3f3-7229ffb25b44 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:58.769451 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75ac5c-d5c7-40a9-b3e3-2fcf08138d88 req-9f6387ae-7187-419f-b3f3-7229ffb25b44 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:58.776093 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75ac5c-d5c7-40a9-b3e3-2fcf08138d88 req-9f6387ae-7187-419f-b3f3-7229ffb25b44 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:58.784303 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9b75ac5c-d5c7-40a9-b3e3-2fcf08138d88 req-9f6387ae-7187-419f-b3f3-7229ffb25b44 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 5442 time: 0.3375766
Feb 05 20:54:58.878940 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 36280) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:54:58.880847 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device ac17ec99-03c2-46ea-aaf7-7e248c9c6227 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:54:58.896208 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275a1b8-7092-4835-ae15-7527e7768b15 req-bc60780f-3f18-44f3-a5c0-6596e7b7c9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:58.897785 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275a1b8-7092-4835-ae15-7527e7768b15 req-bc60780f-3f18-44f3-a5c0-6596e7b7c9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:58.898497 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275a1b8-7092-4835-ae15-7527e7768b15 req-bc60780f-3f18-44f3-a5c0-6596e7b7c9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:58.899089 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275a1b8-7092-4835-ae15-7527e7768b15 req-bc60780f-3f18-44f3-a5c0-6596e7b7c9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:58.899721 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275a1b8-7092-4835-ae15-7527e7768b15 req-bc60780f-3f18-44f3-a5c0-6596e7b7c9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:58.900254 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275a1b8-7092-4835-ae15-7527e7768b15 req-bc60780f-3f18-44f3-a5c0-6596e7b7c9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:58.900784 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275a1b8-7092-4835-ae15-7527e7768b15 req-bc60780f-3f18-44f3-a5c0-6596e7b7c9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:58.902964 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9275a1b8-7092-4835-ae15-7527e7768b15 req-bc60780f-3f18-44f3-a5c0-6596e7b7c9ea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3256272f3c524d7fba9a4fb8f5eb011d&device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 6716 time: 0.2892506
Feb 05 20:54:59.072142 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port ac17ec99-03c2-46ea-aaf7-7e248c9c6227, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ac17ec99-03c2-46ea-aaf7-7e248c9c6227,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:59.087364 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9b75ac5c-d5c7-40a9-b3e3-2fcf08138d88 req-aa9af094-86c0-4119-8a06-0899a0011a22 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/security-groups?id=862080b5-e679-4cab-bbab-4a73c5b41769&id=d935f44d-aedf-41e0-a92b-4330e1bb2d9b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3018157
Feb 05 20:54:59.090787 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b119fde-2e76-42a5-9015-dcc28be7d393 None None] New status for floating IP 0f3075e1-da5d-4c7e-bf4d-d38342f63763: ACTIVE {{(pid=114392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 20:54:59.110749 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-07fea85d-8420-4e8a-8529-9f869a09d12f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:59.142954 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': 'ac17ec99-03c2-46ea-aaf7-7e248c9c6227', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'port_id': 'ac17ec99-03c2-46ea-aaf7-7e248c9c6227', 'mac_address': 'fa:16:3e:07:55:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3c763-0926-4b49-ade5-d66ee3d4c489', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:54:59.215657 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-6d3775eb-cee1-4fc8-8487-44bbea37f99d service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5460420
Feb 05 20:54:59.252902 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port ac17ec99-03c2-46ea-aaf7-7e248c9c6227 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:54:59.253760 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ac17ec99-03c2-46ea-aaf7-7e248c9c6227), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:59.258834 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device bfbcf3e6-5c3a-4fee-b7bb-b55b31143121 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:54:59.372197 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-07fea85d-8420-4e8a-8529-9f869a09d12f admin admin] Publish callbacks [] for security_group (00d734e0-48fa-4914-8587-46f0353cff65), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:59.380800 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-07fea85d-8420-4e8a-8529-9f869a09d12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (00d734e0-48fa-4914-8587-46f0353cff65), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:59.409737 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-48a4f0a0-1f50-47be-a60a-b2e5e6c54dda admin admin] Publish callbacks [] for port (1333bc50-e216-4413-8897-cf3f286c6366), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:59.433232 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac17ec99-03c2-46ea-aaf7-7e248c9c6227 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:54:59.433941 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-48a4f0a0-1f50-47be-a60a-b2e5e6c54dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (1333bc50-e216-4413-8897-cf3f286c6366), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:59.440193 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275a1b8-7092-4835-ae15-7527e7768b15 req-f8120bdf-a972-4cc1-8d2e-d964ba1ac884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:59.441745 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9275a1b8-7092-4835-ae15-7527e7768b15 req-f8120bdf-a972-4cc1-8d2e-d964ba1ac884 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b HTTP/1.1" status: 200  len: 917 time: 0.4845231
Feb 05 20:54:59.463489 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fea85d-8420-4e8a-8529-9f869a09d12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d734e0-48fa-4914-8587-46f0353cff65,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:59.475711 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-07fea85d-8420-4e8a-8529-9f869a09d12f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c04128ed5f364ba99a15c3fd01857ec1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5922718
Feb 05 20:54:59.485320 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 36304) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:54:59.507062 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port ac17ec99-03c2-46ea-aaf7-7e248c9c6227, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ac17ec99-03c2-46ea-aaf7-7e248c9c6227,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:59.516561 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ac17ec99-03c2-46ea-aaf7-7e248c9c6227), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:59.517280 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 76a5840e-fa81-48d6-870c-9737596dd6ad details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:54:59.561704 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c4fd08ed-c0c7-48fe-b01a-e5b43963551a admin admin] Publish callbacks [] for security_group (00d734e0-48fa-4914-8587-46f0353cff65), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:59.593531 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c4fd08ed-c0c7-48fe-b01a-e5b43963551a admin admin] Publish callbacks [] for security_group (00d734e0-48fa-4914-8587-46f0353cff65), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:59.638577 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 76a5840e-fa81-48d6-870c-9737596dd6ad, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=76a5840e-fa81-48d6-870c-9737596dd6ad,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:59.642241 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=ac17ec99-03c2-46ea-aaf7-7e248c9c6227,revision_number=9']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:59.646011 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4f0a0-1f50-47be-a60a-b2e5e6c54dda admin admin] Pushing event updated for resources: {'Port': ['ID=1333bc50-e216-4413-8897-cf3f286c6366,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:59.659545 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c4fd08ed-c0c7-48fe-b01a-e5b43963551a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (00d734e0-48fa-4914-8587-46f0353cff65), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:59.663902 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c4fd08ed-c0c7-48fe-b01a-e5b43963551a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:59.665594 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c4fd08ed-c0c7-48fe-b01a-e5b43963551a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/00d734e0-48fa-4914-8587-46f0353cff65 HTTP/1.1" status: 204  len: 168 time: 0.1771865
Feb 05 20:54:59.670623 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port bfbcf3e6-5c3a-4fee-b7bb-b55b31143121 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:54:59.670623 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (bfbcf3e6-5c3a-4fee-b7bb-b55b31143121), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:59.679011 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd08ed-c0c7-48fe-b01a-e5b43963551a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d734e0-48fa-4914-8587-46f0353cff65,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:59.680136 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '76a5840e-fa81-48d6-870c-9737596dd6ad', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'port_id': '76a5840e-fa81-48d6-870c-9737596dd6ad', 'mac_address': 'fa:16:3e:5f:7a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3c763-0926-4b49-ade5-d66ee3d4c489', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:54:59.702653 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-48a4f0a0-1f50-47be-a60a-b2e5e6c54dda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (6eb72c86-121e-49d0-97de-4a07c5eb238e), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:59.715310 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9275a1b8-7092-4835-ae15-7527e7768b15 req-a505847a-760c-4627-8366-f49700dea72c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=727d22f7-aa8c-41e0-8e88-ba5877b169b0 HTTP/1.1" status: 200  len: 1001 time: 0.2249095
Feb 05 20:54:59.743424 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb34ab4-4022-40c3-aa89-7de1ea44faae req-36c1f8a5-ddc0-4c61-a4a5-e9c4d7e0cf8d tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:59.747351 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3bb34ab4-4022-40c3-aa89-7de1ea44faae req-36c1f8a5-ddc0-4c61-a4a5-e9c4d7e0cf8d tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=e42e5222-69b2-4832-b20f-3216346b2bc6 HTTP/1.1" status: 200  len: 950 time: 0.3677299
Feb 05 20:54:59.780619 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 76a5840e-fa81-48d6-870c-9737596dd6ad is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:54:59.781347 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (76a5840e-fa81-48d6-870c-9737596dd6ad), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:59.805679 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76a5840e-fa81-48d6-870c-9737596dd6ad {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:54:59.831307 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 76a5840e-fa81-48d6-870c-9737596dd6ad, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=76a5840e-fa81-48d6-870c-9737596dd6ad,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:54:59.863794 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (76a5840e-fa81-48d6-870c-9737596dd6ad), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:54:59.895954 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-40142039-0571-4f20-941e-91c535f325d7 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:59.898425 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-40142039-0571-4f20-941e-91c535f325d7 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/networks?id=bc807625-43b9-4f71-ba0e-13ea567a25e8 HTTP/1.1" status: 200  len: 806 time: 0.4510510
Feb 05 20:54:59.903764 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275a1b8-7092-4835-ae15-7527e7768b15 req-74534156-8cf2-45a4-87e7-b67d21b0d3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:54:59.905232 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9275a1b8-7092-4835-ae15-7527e7768b15 req-74534156-8cf2-45a4-87e7-b67d21b0d3ce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=77b32dd4-761f-487c-9e79-c5785faac85d HTTP/1.1" status: 200  len: 855 time: 0.1807005
Feb 05 20:54:59.911791 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port bfbcf3e6-5c3a-4fee-b7bb-b55b31143121 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:54:59.954075 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=76a5840e-fa81-48d6-870c-9737596dd6ad,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:54:59.967116 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3bb34ab4-4022-40c3-aa89-7de1ea44faae req-777da13f-6ddd-4ed7-9392-38528bd01e12 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2121885
Feb 05 20:54:59.976032 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-9189afd9-fb9c-4a54-a600-05dc309b3ba5 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/quotas/c115672e27d44cf2b79a3945af717ae8 HTTP/1.1" status: 200  len: 375 time: 0.0642502
Feb 05 20:54:59.993528 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a4f0a0-1f50-47be-a60a-b2e5e6c54dda admin admin] Network 8c3233c3-4efd-49ae-83aa-9c6e1a254039 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:54:59.996274 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['ac17ec99-03c2-46ea-aaf7-7e248c9c6227'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:55:00.008428 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-48a4f0a0-1f50-47be-a60a-b2e5e6c54dda admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:55:00.038825 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-0b6314e2-b8bd-4017-b679-072dd3892667 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c115672e27d44cf2b79a3945af717ae8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0454979
Feb 05 20:55:00.044870 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275a1b8-7092-4835-ae15-7527e7768b15 req-11388dc5-424a-47ce-a413-9b886ec94b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:00.046534 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9275a1b8-7092-4835-ae15-7527e7768b15 req-11388dc5-424a-47ce-a413-9b886ec94b20 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1291897
Feb 05 20:55:00.401503 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['76a5840e-fa81-48d6-870c-9737596dd6ad'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:55:00.564757 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-5024a87a-cfaf-4c6c-8ed8-22885b90d849 None None] Provisioning complete for port 1333bc50-e216-4413-8897-cf3f286c6366 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:55:00.565609 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5024a87a-cfaf-4c6c-8ed8-22885b90d849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1333bc50-e216-4413-8897-cf3f286c6366), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:00.637976 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-5024a87a-cfaf-4c6c-8ed8-22885b90d849 None None] Port 1333bc50-e216-4413-8897-cf3f286c6366 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:55:00.768293 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-76e65d93-350e-4d1d-aeb9-9f2622497881 service neutron] 10.222.0.32 "GET /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6730356
Feb 05 20:55:00.779628 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a4f0a0-1f50-47be-a60a-b2e5e6c54dda admin admin] Router 6eb72c86-121e-49d0-97de-4a07c5eb238e has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:55:00.790612 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9275a1b8-7092-4835-ae15-7527e7768b15 req-ac727498-a0e0-4c0f-842f-738e41164fcd service neutron] 10.222.0.39 "GET /v2.0/networks/0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6966352
Feb 05 20:55:00.828763 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88443b8c-e2cb-484e-b3ab-190efd4c06c9 req-58ff1235-4520-452f-810e-1e1153214078 tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:00.830221 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-88443b8c-e2cb-484e-b3ab-190efd4c06c9 req-58ff1235-4520-452f-810e-1e1153214078 tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] 10.222.0.32 "GET /v2.0/ports?device_id=81664677-ab39-4ab5-81d5-d2a05b0a9f5c HTTP/1.1" status: 200  len: 949 time: 0.5758202
Feb 05 20:55:01.063768 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9275a1b8-7092-4835-ae15-7527e7768b15 req-e3a54fa4-7296-48a5-8cde-1af7e8b52528 service neutron] 10.222.0.39 "GET /v2.0/networks/0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2552948
Feb 05 20:55:01.073316 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-88443b8c-e2cb-484e-b3ab-190efd4c06c9 req-98cd9ce2-ad41-4ec3-a081-d0e51c3a4179 tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] 10.222.0.32 "GET /v2.0/security-groups?id=67e38f8d-fe03-4831-ae0a-b1b23a529ae3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2282379
Feb 05 20:55:01.086041 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-afb701bf-457e-48f0-97ba-afc200e91e82 service neutron] 10.222.0.32 "GET /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3053198
Feb 05 20:55:01.106739 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a4f0a0-1f50-47be-a60a-b2e5e6c54dda admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:55:01.111958 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-48a4f0a0-1f50-47be-a60a-b2e5e6c54dda admin admin] 10.222.0.32 "PUT /v2.0/routers/6eb72c86-121e-49d0-97de-4a07c5eb238e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2755659
Feb 05 20:55:01.118069 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa42ad68-4eee-430b-b901-ce13ddf54fa8 None None] Sync routers for ids ['6eb72c86-121e-49d0-97de-4a07c5eb238e'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:55:01.137884 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa42ad68-4eee-430b-b901-ce13ddf54fa8 None None] Routers {'6eb72c86-121e-49d0-97de-4a07c5eb238e'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:55:01.138422 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-aa42ad68-4eee-430b-b901-ce13ddf54fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db89ce820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:54:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['6eb72c86-121e-49d0-97de-4a07c5eb238e'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:55:01.246691 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49026a9-da6a-4041-9c7c-ec9dc9f06182 req-619b820f-e0e9-4131-b796-84f11f557e4c tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:01.260570 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49026a9-da6a-4041-9c7c-ec9dc9f06182 req-619b820f-e0e9-4131-b796-84f11f557e4c tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:01.266501 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49026a9-da6a-4041-9c7c-ec9dc9f06182 req-619b820f-e0e9-4131-b796-84f11f557e4c tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:01.273512 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49026a9-da6a-4041-9c7c-ec9dc9f06182 req-619b820f-e0e9-4131-b796-84f11f557e4c tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:01.279487 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49026a9-da6a-4041-9c7c-ec9dc9f06182 req-619b820f-e0e9-4131-b796-84f11f557e4c tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:01.284882 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49026a9-da6a-4041-9c7c-ec9dc9f06182 req-619b820f-e0e9-4131-b796-84f11f557e4c tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:01.291678 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49026a9-da6a-4041-9c7c-ec9dc9f06182 req-619b820f-e0e9-4131-b796-84f11f557e4c tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:01.304497 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b49026a9-da6a-4041-9c7c-ec9dc9f06182 req-619b820f-e0e9-4131-b796-84f11f557e4c tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 5442 time: 0.1457014
Feb 05 20:55:01.346838 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-aa42ad68-4eee-430b-b901-ce13ddf54fa8 None None] Set router 6eb72c86-121e-49d0-97de-4a07c5eb238e gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:55:01.411766 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b49026a9-da6a-4041-9c7c-ec9dc9f06182 req-d9ed6ea8-5e9c-4979-8b2e-465fe274e645 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/security-groups?id=862080b5-e679-4cab-bbab-4a73c5b41769&id=d935f44d-aedf-41e0-a92b-4330e1bb2d9b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1020401
Feb 05 20:55:01.605716 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca885a-9963-4923-8f25-f82370d160fe req-cef79591-27c3-41ea-a9b8-6e3370cc15ac tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:01.615929 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-07ca885a-9963-4923-8f25-f82370d160fe req-cef79591-27c3-41ea-a9b8-6e3370cc15ac tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=e42e5222-69b2-4832-b20f-3216346b2bc6 HTTP/1.1" status: 200  len: 950 time: 0.1215920
Feb 05 20:55:01.687525 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-aa42ad68-4eee-430b-b901-ce13ddf54fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db89ce820>, [{'id': '6eb72c86-121e-49d0-97de-4a07c5eb238e', 'name': 'tempest-TaggedBootDevicesTest-1542065190-router', 'tenant_id': '451be3a617f64d6a97b8d18cee2426e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': 'bfbcf3e6-5c3a-4fee-b7bb-b55b31143121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:54:49Z', 'updated_at': '2022-02-05T20:54:58Z', 'revision_number': 4, 'project_id': '451be3a617f64d6a97b8d18cee2426e8', 'gw_port': {'id': 'bfbcf3e6-5c3a-4fee-b7bb-b55b31143121', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb72c86-121e-49d0-97de-4a07c5eb238e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:54:50Z', 'updated_at': '2022-02-05T20:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1333bc50-e216-4413-8897-cf3f286c6366', 'name': '', 'network_id': '8c3233c3-4efd-49ae-83aa-9c6e1a254039', 'tenant_id': '451be3a617f64d6a97b8d18cee2426e8', 'mac_address': 'fa:16:3e:e1:d6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb72c86-121e-49d0-97de-4a07c5eb238e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '343d2b98-414c-44d6-a549-c31a431197b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:54:55Z', 'updated_at': '2022-02-05T20:54:59Z', 'revision_number': 2, 'project_id': '451be3a617f64d6a97b8d18cee2426e8', 'subnets': [{'id': '343d2b98-414c-44d6-a549-c31a431197b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:55:01.698410 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-07ca885a-9963-4923-8f25-f82370d160fe req-aca85407-85b7-45f5-a428-1e480ff98e84 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812602
Feb 05 20:55:01.723708 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa42ad68-4eee-430b-b901-ce13ddf54fa8 None None] Checking router: 6eb72c86-121e-49d0-97de-4a07c5eb238e for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:55:01.724279 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa42ad68-4eee-430b-b901-ce13ddf54fa8 None None] Updating router 6eb72c86-121e-49d0-97de-4a07c5eb238e port 1333bc50-e216-4413-8897-cf3f286c6366 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 20:55:01.768834 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-aa42ad68-4eee-430b-b901-ce13ddf54fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1333bc50-e216-4413-8897-cf3f286c6366), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:01.832896 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6656b2e7-f322-40cb-9a60-6a78a709922b req-f421c6d4-ba9f-476e-8dca-78a53c767de0 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=c589d5aa-4257-4ea8-b4d0-dcf5618dac73 HTTP/1.1" status: 200  len: 210 time: 0.0856450
Feb 05 20:55:02.043390 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 36408) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:02.059409 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-491bbe2c-1f85-4fc1-b368-af4c3864e370 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1138880682-network', 'tenant_id': 'cdabee79f7874ec8a1806367256e9348'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:55:02.068004 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8aa68-492f-4ebe-9dbc-f48432a13678 req-e7927ae4-ed0d-4a59-90e4-9adb6e1438ab tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:02.074345 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8aa68-492f-4ebe-9dbc-f48432a13678 req-e7927ae4-ed0d-4a59-90e4-9adb6e1438ab tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:02.080287 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8aa68-492f-4ebe-9dbc-f48432a13678 req-e7927ae4-ed0d-4a59-90e4-9adb6e1438ab tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:02.086191 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8aa68-492f-4ebe-9dbc-f48432a13678 req-e7927ae4-ed0d-4a59-90e4-9adb6e1438ab tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:02.094056 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8aa68-492f-4ebe-9dbc-f48432a13678 req-e7927ae4-ed0d-4a59-90e4-9adb6e1438ab tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:02.101149 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8aa68-492f-4ebe-9dbc-f48432a13678 req-e7927ae4-ed0d-4a59-90e4-9adb6e1438ab tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:02.109712 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8aa68-492f-4ebe-9dbc-f48432a13678 req-e7927ae4-ed0d-4a59-90e4-9adb6e1438ab tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:02.118866 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491bbe2c-1f85-4fc1-b368-af4c3864e370 admin admin] Made reservation on behalf of cdabee79f7874ec8a1806367256e9348 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:55:02.120947 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-20a8aa68-492f-4ebe-9dbc-f48432a13678 req-e7927ae4-ed0d-4a59-90e4-9adb6e1438ab tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 5442 time: 0.2014880
Feb 05 20:55:02.126969 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-491bbe2c-1f85-4fc1-b368-af4c3864e370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:02.158289 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-491bbe2c-1f85-4fc1-b368-af4c3864e370 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:02.216522 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-20a8aa68-492f-4ebe-9dbc-f48432a13678 req-3a3f41d3-1288-4223-8571-66c350c9f4c0 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/security-groups?id=862080b5-e679-4cab-bbab-4a73c5b41769&id=d935f44d-aedf-41e0-a92b-4330e1bb2d9b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0940888
Feb 05 20:55:02.308953 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-aa42ad68-4eee-430b-b901-ce13ddf54fa8 None None] Publish callbacks [] for port (1333bc50-e216-4413-8897-cf3f286c6366), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:02.321376 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-aa42ad68-4eee-430b-b901-ce13ddf54fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (1333bc50-e216-4413-8897-cf3f286c6366), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:02.326627 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-491bbe2c-1f85-4fc1-b368-af4c3864e370 admin admin] Publish callbacks [] for security_group (e353369d-5448-44d1-b7ab-4c09d2a0ba77), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:02.339588 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-491bbe2c-1f85-4fc1-b368-af4c3864e370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (e353369d-5448-44d1-b7ab-4c09d2a0ba77), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:02.428983 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491bbe2c-1f85-4fc1-b368-af4c3864e370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e353369d-5448-44d1-b7ab-4c09d2a0ba77,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:02.448912 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-491bbe2c-1f85-4fc1-b368-af4c3864e370 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:55:02.476192 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-491bbe2c-1f85-4fc1-b368-af4c3864e370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (914bec90-149e-468a-8363-f5c6d2d7f2c4), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:02.477550 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-491bbe2c-1f85-4fc1-b368-af4c3864e370 admin admin] Added segment 914bec90-149e-468a-8363-f5c6d2d7f2c4 of type vlan for network b46dc85a-148b-4e78-820c-9d994c87a04a
Feb 05 20:55:02.530679 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82001570-0768-476b-ab3d-82403f0f4067 None None] Pushing event updated for resources: {'Port': ['ID=1333bc50-e216-4413-8897-cf3f286c6366,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:02.578535 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-491bbe2c-1f85-4fc1-b368-af4c3864e370 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (b46dc85a-148b-4e78-820c-9d994c87a04a), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:02.597612 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82001570-0768-476b-ab3d-82403f0f4067 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:02.597976 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82001570-0768-476b-ab3d-82403f0f4067 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:02.598327 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82001570-0768-476b-ab3d-82403f0f4067 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:02.598690 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82001570-0768-476b-ab3d-82403f0f4067 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:02.599033 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82001570-0768-476b-ab3d-82403f0f4067 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:02.600828 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82001570-0768-476b-ab3d-82403f0f4067 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:02.601089 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82001570-0768-476b-ab3d-82403f0f4067 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:02.604805 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82001570-0768-476b-ab3d-82403f0f4067 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:02.605454 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82001570-0768-476b-ab3d-82403f0f4067 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:02.605982 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82001570-0768-476b-ab3d-82403f0f4067 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:02.607152 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82001570-0768-476b-ab3d-82403f0f4067 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:02.607869 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82001570-0768-476b-ab3d-82403f0f4067 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:02.609062 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82001570-0768-476b-ab3d-82403f0f4067 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:02.615917 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-491bbe2c-1f85-4fc1-b368-af4c3864e370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (b46dc85a-148b-4e78-820c-9d994c87a04a), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:02.617054 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491bbe2c-1f85-4fc1-b368-af4c3864e370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:02.618338 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-491bbe2c-1f85-4fc1-b368-af4c3864e370 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:02.641777 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-aa42ad68-4eee-430b-b901-ce13ddf54fa8 None None] Attempting to bind port 1333bc50-e216-4413-8897-cf3f286c6366 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:55:02.642526 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-aa42ad68-4eee-430b-b901-ce13ddf54fa8 None None] Attempting to bind port 1333bc50-e216-4413-8897-cf3f286c6366 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1c33481a-a1a0-4cb5-879e-3b12d35e9945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8c3233c3-4efd-49ae-83aa-9c6e1a254039'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:55:02.643223 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa42ad68-4eee-430b-b901-ce13ddf54fa8 None None] Attempting to bind port 1333bc50-e216-4413-8897-cf3f286c6366 on network 8c3233c3-4efd-49ae-83aa-9c6e1a254039 {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:55:02.651790 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa42ad68-4eee-430b-b901-ce13ddf54fa8 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:55:02.652180 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa42ad68-4eee-430b-b901-ce13ddf54fa8 None None] Checking segment: {'id': '1c33481a-a1a0-4cb5-879e-3b12d35e9945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8c3233c3-4efd-49ae-83aa-9c6e1a254039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:55:02.652584 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-aa42ad68-4eee-430b-b901-ce13ddf54fa8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:02.653560 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa42ad68-4eee-430b-b901-ce13ddf54fa8 None None] Bound using segment: {'id': '1c33481a-a1a0-4cb5-879e-3b12d35e9945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8c3233c3-4efd-49ae-83aa-9c6e1a254039'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:55:02.654259 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-aa42ad68-4eee-430b-b901-ce13ddf54fa8 None None] Bound port: 1333bc50-e216-4413-8897-cf3f286c6366, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c33481a-a1a0-4cb5-879e-3b12d35e9945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8c3233c3-4efd-49ae-83aa-9c6e1a254039'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:55:02.654907 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-aa42ad68-4eee-430b-b901-ce13ddf54fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1333bc50-e216-4413-8897-cf3f286c6366), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:02.671303 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0169f-376d-4335-a2cf-2daf4fff1bb4 req-54767da2-c657-4aff-b1cc-64efec643b8d tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:02.681922 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-05f0169f-376d-4335-a2cf-2daf4fff1bb4 req-54767da2-c657-4aff-b1cc-64efec643b8d tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] 10.222.0.32 "GET /v2.0/ports?device_id=81664677-ab39-4ab5-81d5-d2a05b0a9f5c HTTP/1.1" status: 200  len: 949 time: 0.3118484
Feb 05 20:55:02.708511 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491bbe2c-1f85-4fc1-b368-af4c3864e370 admin admin] Pushing event updated for resources: {'Network': ['ID=b46dc85a-148b-4e78-820c-9d994c87a04a,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:02.716831 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-491bbe2c-1f85-4fc1-b368-af4c3864e370 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.6691213
Feb 05 20:55:02.720182 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 36438) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:02.725155 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network b46dc85a-148b-4e78-820c-9d994c87a04a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:55:02.753689 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-76d0ce77-8f28-420a-8340-feabb9dab83a admin admin] Request body: {'subnet': {'network_id': 'b46dc85a-148b-4e78-820c-9d994c87a04a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1138880682-subnet', 'tenant_id': 'cdabee79f7874ec8a1806367256e9348', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:55:02.808150 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d0ce77-8f28-420a-8340-feabb9dab83a admin admin] Made reservation on behalf of cdabee79f7874ec8a1806367256e9348 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:55:02.812136 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-76d0ce77-8f28-420a-8340-feabb9dab83a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:02.856092 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-aa42ad68-4eee-430b-b901-ce13ddf54fa8 None None] For port 1333bc50-e216-4413-8897-cf3f286c6366, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:55:02.860628 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5ead3-4557-4cbc-8fbd-b21f4eb54ccd req-6b5ef09a-1630-4658-8fa7-22d073ebdcbf tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:02.864701 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-aa42ad68-4eee-430b-b901-ce13ddf54fa8 None None] For port 1333bc50-e216-4413-8897-cf3f286c6366, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1333bc50-e216-4413-8897-cf3f286c6366,segment=NetworkSegment(1c33481a-a1a0-4cb5-879e-3b12d35e9945),segment_id=1c33481a-a1a0-4cb5-879e-3b12d35e9945)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:55:02.869225 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-55e5ead3-4557-4cbc-8fbd-b21f4eb54ccd req-6b5ef09a-1630-4658-8fa7-22d073ebdcbf tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e7c39a-cd9e-478e-b64f-27d3a23c5253 HTTP/1.1" status: 200  len: 945 time: 0.3356133
Feb 05 20:55:02.884109 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-aa42ad68-4eee-430b-b901-ce13ddf54fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (1333bc50-e216-4413-8897-cf3f286c6366), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:02.888113 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-05f0169f-376d-4335-a2cf-2daf4fff1bb4 req-fc4ce3c2-37c3-4884-b28a-bbf2c9ec14ce tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] 10.222.0.32 "GET /v2.0/security-groups?id=67e38f8d-fe03-4831-ae0a-b1b23a529ae3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1993873
Feb 05 20:55:02.893874 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 76a5840e-fa81-48d6-870c-9737596dd6ad up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:55:02.914219 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-634ce650-4b61-4fba-913c-56fc0b37da16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:02.932855 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-634ce650-4b61-4fba-913c-56fc0b37da16 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e42e5222-69b2-4832-b20f-3216346b2bc6&tenant_id=21a126c3c7904a7b98023d4d9f1f8f51 HTTP/1.1" status: 200  len: 1132 time: 0.3062835
Feb 05 20:55:02.952862 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-7a47d674-9d83-435e-971e-7a2c97fc46b4 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:55:02.974143 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa42ad68-4eee-430b-b901-ce13ddf54fa8 None None] Routers {'6eb72c86-121e-49d0-97de-4a07c5eb238e'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:55:02.981570 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-aa42ad68-4eee-430b-b901-ce13ddf54fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db89ce820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:54:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['6eb72c86-121e-49d0-97de-4a07c5eb238e'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:55:03.065338 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-55e5ead3-4557-4cbc-8fbd-b21f4eb54ccd req-7b0c4b99-af84-4a20-ac1e-f812842ed0f5 tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] 10.222.0.32 "GET /v2.0/security-groups?id=aea27357-43dd-4933-b7ca-1739b8579a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1952238
Feb 05 20:55:03.077207 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6368e742-a714-4b89-adc3-1e9409814ca1 None None] Provisioning complete for port 1333bc50-e216-4413-8897-cf3f286c6366 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:55:03.083796 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6368e742-a714-4b89-adc3-1e9409814ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1333bc50-e216-4413-8897-cf3f286c6366), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:03.091980 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 36452) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:03.140985 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82001570-0768-476b-ab3d-82403f0f4067 None None] Pushing event updated for resources: {'Port': ['ID=1333bc50-e216-4413-8897-cf3f286c6366,revision_number=4']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:03.302623 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 76a5840e-fa81-48d6-870c-9737596dd6ad completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:55:03.323878 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 76a5840e-fa81-48d6-870c-9737596dd6ad triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:55:03.331311 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (76a5840e-fa81-48d6-870c-9737596dd6ad), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:03.396300 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-64269c62-59f2-4bfd-adcf-5d589d93a2e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:03.409916 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-aa42ad68-4eee-430b-b901-ce13ddf54fa8 None None] Set router 6eb72c86-121e-49d0-97de-4a07c5eb238e gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:55:03.430797 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-76d0ce77-8f28-420a-8340-feabb9dab83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (48da1416-bb05-44e7-ace4-4a8549ce7288), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:03.449445 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6368e742-a714-4b89-adc3-1e9409814ca1 None None] Current status of the port 1333bc50-e216-4413-8897-cf3f286c6366 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:55:03.449844 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6368e742-a714-4b89-adc3-1e9409814ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1333bc50-e216-4413-8897-cf3f286c6366), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:03.472008 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-7a47d674-9d83-435e-971e-7a2c97fc46b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1d9a5845-5eb9-4d8b-b040-206021da1b67), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:03.486890 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6bb9af-e1a6-401d-8225-491a5a4781f2 req-38f20e67-cda3-49ce-a9bb-4401cef55c81 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:03.494824 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6bb9af-e1a6-401d-8225-491a5a4781f2 req-38f20e67-cda3-49ce-a9bb-4401cef55c81 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:03.501068 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6bb9af-e1a6-401d-8225-491a5a4781f2 req-38f20e67-cda3-49ce-a9bb-4401cef55c81 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:03.507681 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6bb9af-e1a6-401d-8225-491a5a4781f2 req-38f20e67-cda3-49ce-a9bb-4401cef55c81 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:03.514860 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6bb9af-e1a6-401d-8225-491a5a4781f2 req-38f20e67-cda3-49ce-a9bb-4401cef55c81 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:03.520939 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6bb9af-e1a6-401d-8225-491a5a4781f2 req-38f20e67-cda3-49ce-a9bb-4401cef55c81 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:03.526500 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6bb9af-e1a6-401d-8225-491a5a4781f2 req-38f20e67-cda3-49ce-a9bb-4401cef55c81 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:03.528444 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dd6bb9af-e1a6-401d-8225-491a5a4781f2 req-38f20e67-cda3-49ce-a9bb-4401cef55c81 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 5442 time: 0.5170941
Feb 05 20:55:03.554036 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d0ce77-8f28-420a-8340-feabb9dab83a admin admin] Pushing event updated for resources: {'Subnet': ['ID=48da1416-bb05-44e7-ace4-4a8549ce7288,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:03.566490 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-17df14c3-9130-477f-a9c1-add6d547f30b tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:03.568135 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-17df14c3-9130-477f-a9c1-add6d547f30b tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.39 "GET /v2.0/networks?id=bc807625-43b9-4f71-ba0e-13ea567a25e8 HTTP/1.1" status: 200  len: 806 time: 0.5065913
Feb 05 20:55:03.568987 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6368e742-a714-4b89-adc3-1e9409814ca1 None None] For port 1333bc50-e216-4413-8897-cf3f286c6366, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1333bc50-e216-4413-8897-cf3f286c6366,segment=NetworkSegment(1c33481a-a1a0-4cb5-879e-3b12d35e9945),segment_id=1c33481a-a1a0-4cb5-879e-3b12d35e9945)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:55:03.572041 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 76a5840e-fa81-48d6-870c-9737596dd6ad is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:55:03.572737 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (76a5840e-fa81-48d6-870c-9737596dd6ad), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:03.582134 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d0ce77-8f28-420a-8340-feabb9dab83a admin admin] Checking segment: {'id': '914bec90-149e-468a-8363-f5c6d2d7f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b46dc85a-148b-4e78-820c-9d994c87a04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:55:03.582561 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d0ce77-8f28-420a-8340-feabb9dab83a admin admin] Network hostable DHCP agents. Network: b46dc85a-148b-4e78-820c-9d994c87a04a, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:55:03.595194 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6368e742-a714-4b89-adc3-1e9409814ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (1333bc50-e216-4413-8897-cf3f286c6366), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:03.606252 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-7700ffb6-29a3-4ced-b9a3-291555efcf41 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Request body: {'port': {'device_id': 'c589d5aa-4257-4ea8-b4d0-dcf5618dac73', 'network_id': 'bc807625-43b9-4f71-ba0e-13ea567a25e8', 'admin_state_up': True, 'tenant_id': 'c115672e27d44cf2b79a3945af717ae8'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:55:03.638805 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d0ce77-8f28-420a-8340-feabb9dab83a admin admin] Network b46dc85a-148b-4e78-820c-9d994c87a04a is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:55:03.648150 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-64269c62-59f2-4bfd-adcf-5d589d93a2e8 admin admin] Publish callbacks [] for security_group (760ccf3d-54d0-490a-9748-cdc3bd4446c7), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:03.658110 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-64269c62-59f2-4bfd-adcf-5d589d93a2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (760ccf3d-54d0-490a-9748-cdc3bd4446c7), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:03.675986 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81664677-ab39-4ab5-81d5-d2a05b0a9f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a5840e-fa81-48d6-870c-9737596dd6ad'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:55:03.676851 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-76d0ce77-8f28-420a-8340-feabb9dab83a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b46dc85a-148b-4e78-820c-9d994c87a04a) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:55:03.679045 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0daf4936-1e3d-47d4-a01e-cd0e66e092bc" -d '{"events": [{"server_uuid": "81664677-ab39-4ab5-81d5-d2a05b0a9f5c", "name": "network-vif-plugged", "status": "completed", "tag": "76a5840e-fa81-48d6-870c-9737596dd6ad"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:55:03.697284 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0a81aa-eb57-425d-9180-50bf82abe443 None None] Network b46dc85a-148b-4e78-820c-9d994c87a04a requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:55:03.699428 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d0ce77-8f28-420a-8340-feabb9dab83a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:03.700032 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-76d0ce77-8f28-420a-8340-feabb9dab83a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:03.708110 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 76a5840e-fa81-48d6-870c-9737596dd6ad, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=76a5840e-fa81-48d6-870c-9737596dd6ad,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:55:03.727157 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6368e742-a714-4b89-adc3-1e9409814ca1 None None] Pushing event updated for resources: {'Port': ['ID=1333bc50-e216-4413-8897-cf3f286c6366,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:03.734792 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-64269c62-59f2-4bfd-adcf-5d589d93a2e8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8294b37778db40b180c3407be55e21f8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6406326
Feb 05 20:55:03.736442 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64269c62-59f2-4bfd-adcf-5d589d93a2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760ccf3d-54d0-490a-9748-cdc3bd4446c7,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:03.739086 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 36472) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:03.742721 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-107f6863-2367-4020-9c17-7e917b81face None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:03.744487 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (76a5840e-fa81-48d6-870c-9737596dd6ad), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:03.746185 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device ac17ec99-03c2-46ea-aaf7-7e248c9c6227 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:55:03.758133 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-76d0ce77-8f28-420a-8340-feabb9dab83a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.0367889
Feb 05 20:55:03.758947 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 36474) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:03.771224 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-e783a79c-6c7e-4c04-bff8-9176fb21eadf admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1138880682-router', 'tenant_id': 'cdabee79f7874ec8a1806367256e9348', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:55:03.802755 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e783a79c-6c7e-4c04-bff8-9176fb21eadf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (376aeb69-ae37-4b65-9b46-17fe3fc3c795), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:03.805373 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e783a79c-6c7e-4c04-bff8-9176fb21eadf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (376aeb69-ae37-4b65-9b46-17fe3fc3c795), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:03.853821 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c2b63-b77d-43c6-9699-86b667a88981 req-af29cad9-a4ec-4ebb-a31d-d23b932b19a2 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:03.867794 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a89c2b63-b77d-43c6-9699-86b667a88981 req-af29cad9-a4ec-4ebb-a31d-d23b932b19a2 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=e42e5222-69b2-4832-b20f-3216346b2bc6 HTTP/1.1" status: 200  len: 950 time: 0.5267673
Feb 05 20:55:03.892864 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-70c7e08c-7b09-4021-9f8a-864364bda300 None None] Provisioning complete for port 1333bc50-e216-4413-8897-cf3f286c6366 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:55:03.893805 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-70c7e08c-7b09-4021-9f8a-864364bda300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1333bc50-e216-4413-8897-cf3f286c6366), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:03.910774 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-98bf2d7d-a9bb-42f1-ae9b-db8f45793383 admin admin] Publish callbacks [] for security_group (760ccf3d-54d0-490a-9748-cdc3bd4446c7), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:03.917399 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e783a79c-6c7e-4c04-bff8-9176fb21eadf admin admin] Publish callbacks [] for router_controller (376aeb69-ae37-4b65-9b46-17fe3fc3c795), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:03.987536 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-aa42ad68-4eee-430b-b901-ce13ddf54fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db89ce820>, [{'id': '6eb72c86-121e-49d0-97de-4a07c5eb238e', 'name': 'tempest-TaggedBootDevicesTest-1542065190-router', 'tenant_id': '451be3a617f64d6a97b8d18cee2426e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': 'bfbcf3e6-5c3a-4fee-b7bb-b55b31143121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:54:49Z', 'updated_at': '2022-02-05T20:54:58Z', 'revision_number': 4, 'project_id': '451be3a617f64d6a97b8d18cee2426e8', 'gw_port': {'id': 'bfbcf3e6-5c3a-4fee-b7bb-b55b31143121', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb72c86-121e-49d0-97de-4a07c5eb238e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:54:50Z', 'updated_at': '2022-02-05T20:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1333bc50-e216-4413-8897-cf3f286c6366', 'name': '', 'network_id': '8c3233c3-4efd-49ae-83aa-9c6e1a254039', 'tenant_id': '451be3a617f64d6a97b8d18cee2426e8', 'mac_address': 'fa:16:3e:e1:d6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb72c86-121e-49d0-97de-4a07c5eb238e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '343d2b98-414c-44d6-a549-c31a431197b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:54:55Z', 'updated_at': '2022-02-05T20:55:02Z', 'revision_number': 4, 'project_id': '451be3a617f64d6a97b8d18cee2426e8', 'subnets': [{'id': '343d2b98-414c-44d6-a549-c31a431197b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:55:04.009173 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-65d956af-14cb-4bfc-828d-f7a7cb9221f7 req-0909ed56-b90a-47d0-a61b-a002c0e46d27 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=c589d5aa-4257-4ea8-b4d0-dcf5618dac73 HTTP/1.1" status: 200  len: 210 time: 0.1192088
Feb 05 20:55:04.031045 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa42ad68-4eee-430b-b901-ce13ddf54fa8 None None] The sync data for ids ['6eb72c86-121e-49d0-97de-4a07c5eb238e'] in ncdv-master-1 is: [{'id': '6eb72c86-121e-49d0-97de-4a07c5eb238e', 'name': 'tempest-TaggedBootDevicesTest-1542065190-router', 'tenant_id': '451be3a617f64d6a97b8d18cee2426e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': 'bfbcf3e6-5c3a-4fee-b7bb-b55b31143121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:54:49Z', 'updated_at': '2022-02-05T20:54:58Z', 'revision_number': 4, 'project_id': '451be3a617f64d6a97b8d18cee2426e8', 'gw_port': {'id': 'bfbcf3e6-5c3a-4fee-b7bb-b55b31143121', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb72c86-121e-49d0-97de-4a07c5eb238e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:54:50Z', 'updated_at': '2022-02-05T20:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1333bc50-e216-4413-8897-cf3f286c6366', 'name': '', 'network_id': '8c3233c3-4efd-49ae-83aa-9c6e1a254039', 'tenant_id': '451be3a617f64d6a97b8d18cee2426e8', 'mac_address': 'fa:16:3e:e1:d6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb72c86-121e-49d0-97de-4a07c5eb238e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '343d2b98-414c-44d6-a549-c31a431197b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:54:55Z', 'updated_at': '2022-02-05T20:55:02Z', 'revision_number': 4, 'project_id': '451be3a617f64d6a97b8d18cee2426e8', 'subnets': [{'id': '343d2b98-414c-44d6-a549-c31a431197b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:55:04.062853 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=76a5840e-fa81-48d6-870c-9737596dd6ad,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:04.139664 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2fa3bd-358c-4dd7-974e-f4ab7c34b217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b46dc85a-148b-4e78-820c-9d994c87a04a', 'network_id': 'b46dc85a-148b-4e78-820c-9d994c87a04a', 'project_id': 'cdabee79f7874ec8a1806367256e9348', 'fixed_ips': [{'subnet_id': '48da1416-bb05-44e7-ace4-4a8549ce7288'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 20:55:04.150146 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fc2fa3bd-358c-4dd7-974e-f4ab7c34b217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:04.154117 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f345c0ce-ba1c-4b43-b38a-8706947941cc x-openstack-request-id: req-f345c0ce-ba1c-4b43-b38a-8706947941cc {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:55:04.177868 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81664677-ab39-4ab5-81d5-d2a05b0a9f5c", "name": "network-vif-plugged", "status": "completed", "tag": "76a5840e-fa81-48d6-870c-9737596dd6ad", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:55:04.178346 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f345c0ce-ba1c-4b43-b38a-8706947941cc {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:55:04.178851 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81664677-ab39-4ab5-81d5-d2a05b0a9f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a5840e-fa81-48d6-870c-9737596dd6ad', 'code': 200}
Feb 05 20:55:04.180024 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port ac17ec99-03c2-46ea-aaf7-7e248c9c6227 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:55:04.180414 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ac17ec99-03c2-46ea-aaf7-7e248c9c6227), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:04.273388 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-98bf2d7d-a9bb-42f1-ae9b-db8f45793383 admin admin] Publish callbacks [] for security_group (760ccf3d-54d0-490a-9748-cdc3bd4446c7), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:04.443055 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a89c2b63-b77d-43c6-9699-86b667a88981 req-dfc46485-fe32-4fd5-a812-bc2c19b9d3f3 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5742571
Feb 05 20:55:04.512089 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e783a79c-6c7e-4c04-bff8-9176fb21eadf admin admin] Publish callbacks [] for router_gateway (376aeb69-ae37-4b65-9b46-17fe3fc3c795), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:04.525117 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-70c7e08c-7b09-4021-9f8a-864364bda300 None None] Current status of the port 1333bc50-e216-4413-8897-cf3f286c6366 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:55:04.576252 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ff92e-52d7-4b83-8924-981c952e9acd req-df896f94-289d-40d5-bdd3-cd8eb76e3525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:04.577855 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a66ff92e-52d7-4b83-8924-981c952e9acd req-df896f94-289d-40d5-bdd3-cd8eb76e3525 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=81664677-ab39-4ab5-81d5-d2a05b0a9f5c HTTP/1.1" status: 200  len: 1132 time: 0.2778935
Feb 05 20:55:04.597255 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-7700ffb6-29a3-4ced-b9a3-291555efcf41 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Made reservation on behalf of c115672e27d44cf2b79a3945af717ae8 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:55:04.601211 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-98bf2d7d-a9bb-42f1-ae9b-db8f45793383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (760ccf3d-54d0-490a-9748-cdc3bd4446c7), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:04.607485 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-98bf2d7d-a9bb-42f1-ae9b-db8f45793383 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:04.608815 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-98bf2d7d-a9bb-42f1-ae9b-db8f45793383 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/760ccf3d-54d0-490a-9748-cdc3bd4446c7 HTTP/1.1" status: 204  len: 168 time: 0.8687723
Feb 05 20:55:04.616960 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-7700ffb6-29a3-4ced-b9a3-291555efcf41 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:04.666039 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d9a61-ddad-4a07-998e-9deb2a19c506 req-22a4ef20-2fb3-4d2c-a870-657af4e4ca79 tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:04.669247 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4a9d9a61-ddad-4a07-998e-9deb2a19c506 req-22a4ef20-2fb3-4d2c-a870-657af4e4ca79 tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4e7c39a-cd9e-478e-b64f-27d3a23c5253 HTTP/1.1" status: 200  len: 945 time: 0.6171186
Feb 05 20:55:04.670997 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf2d7d-a9bb-42f1-ae9b-db8f45793383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760ccf3d-54d0-490a-9748-cdc3bd4446c7,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:04.892274 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a66ff92e-52d7-4b83-8924-981c952e9acd req-c4a6480d-cc3a-45e9-b165-e75a82822b64 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=67e38f8d-fe03-4831-ae0a-b1b23a529ae3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2968562
Feb 05 20:55:04.907468 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-fc2fa3bd-358c-4dd7-974e-f4ab7c34b217 None None] Allocated IP 172.20.0.2 (b46dc85a-148b-4e78-820c-9d994c87a04a/48da1416-bb05-44e7-ace4-4a8549ce7288/4dbd2247-98a1-4c27-990c-bbd40b101e9a) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:55:04.920213 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53dde71-744c-4187-981e-292c5a766a72 req-7c6e9e8c-4712-4dbc-b426-37f47ccbe289 tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:04.935216 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a53dde71-744c-4187-981e-292c5a766a72 req-7c6e9e8c-4712-4dbc-b426-37f47ccbe289 tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] 10.222.0.32 "GET /v2.0/ports?device_id=81664677-ab39-4ab5-81d5-d2a05b0a9f5c HTTP/1.1" status: 200  len: 950 time: 0.6570323
Feb 05 20:55:05.000631 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-4a9d9a61-ddad-4a07-998e-9deb2a19c506 req-afac7dca-2e49-4c3d-a317-a083cb6548bd tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] Deleting port 0d227610-d4ba-4635-9361-47aaf7a57972 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:55:05.000980 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-4a9d9a61-ddad-4a07-998e-9deb2a19c506 req-afac7dca-2e49-4c3d-a317-a083cb6548bd tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (0d227610-d4ba-4635-9361-47aaf7a57972), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:05.138299 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port ac17ec99-03c2-46ea-aaf7-7e248c9c6227 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:55:05.138736 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ac17ec99-03c2-46ea-aaf7-7e248c9c6227), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:05.195262 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-7a47d674-9d83-435e-971e-7a2c97fc46b4 service neutron] For port 1d9a5845-5eb9-4d8b-b040-206021da1b67, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d9a5845-5eb9-4d8b-b040-206021da1b67,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:55:05.224297 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port ac17ec99-03c2-46ea-aaf7-7e248c9c6227, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ac17ec99-03c2-46ea-aaf7-7e248c9c6227,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:55:05.239393 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ac17ec99-03c2-46ea-aaf7-7e248c9c6227), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:05.240266 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 1d9a5845-5eb9-4d8b-b040-206021da1b67 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:55:05.250127 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002e942-b8c6-4ea3-b358-9614effbb1da req-5c766aa7-37b2-49b2-9f1e-3027b7517405 tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:05.251376 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fc2fa3bd-358c-4dd7-974e-f4ab7c34b217 None None] Publish callbacks [] for port (4dbd2247-98a1-4c27-990c-bbd40b101e9a), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:05.263998 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-4a9d9a61-ddad-4a07-998e-9deb2a19c506 req-afac7dca-2e49-4c3d-a317-a083cb6548bd tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] For port 0d227610-d4ba-4635-9361-47aaf7a57972, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0d227610-d4ba-4635-9361-47aaf7a57972,segment=NetworkSegment(062101f1-5ffe-4f55-b9c6-585254beed7f),segment_id=062101f1-5ffe-4f55-b9c6-585254beed7f)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:55:05.264584 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-4a9d9a61-ddad-4a07-998e-9deb2a19c506 req-afac7dca-2e49-4c3d-a317-a083cb6548bd tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (0d227610-d4ba-4635-9361-47aaf7a57972), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:05.268819 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1002e942-b8c6-4ea3-b358-9614effbb1da req-5c766aa7-37b2-49b2-9f1e-3027b7517405 tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4e7c39a-cd9e-478e-b64f-27d3a23c5253 HTTP/1.1" status: 200  len: 945 time: 0.5880339
Feb 05 20:55:05.306903 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-4a9d9a61-ddad-4a07-998e-9deb2a19c506 req-afac7dca-2e49-4c3d-a317-a083cb6548bd tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] Calling delete_port for 0d227610-d4ba-4635-9361-47aaf7a57972 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:55:05.347720 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 1333bc50-e216-4413-8897-cf3f286c6366 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:55:05.355516 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fc2fa3bd-358c-4dd7-974e-f4ab7c34b217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (4dbd2247-98a1-4c27-990c-bbd40b101e9a), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:05.390574 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a53dde71-744c-4187-981e-292c5a766a72 req-404d76dd-ae3b-44b1-bc37-e08d822c11dc tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] 10.222.0.32 "GET /v2.0/security-groups?id=67e38f8d-fe03-4831-ae0a-b1b23a529ae3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4544439
Feb 05 20:55:05.391474 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=ac17ec99-03c2-46ea-aaf7-7e248c9c6227,revision_number=10']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:05.532976 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-7a47d674-9d83-435e-971e-7a2c97fc46b4 service neutron] For port 1d9a5845-5eb9-4d8b-b040-206021da1b67, host nch1-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:55:05.571960 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e783a79c-6c7e-4c04-bff8-9176fb21eadf admin admin] Publish callbacks [] for router_gateway (376aeb69-ae37-4b65-9b46-17fe3fc3c795), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:05.610601 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e783a79c-6c7e-4c04-bff8-9176fb21eadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:05.613392 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-7700ffb6-29a3-4ced-b9a3-291555efcf41 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Allocated IP 172.20.0.9 (bc807625-43b9-4f71-ba0e-13ea567a25e8/87ea50f2-4a9d-4e76-83e4-8a4c87cd9a22/35c6f3f5-10d5-4610-94a0-0c6195303a95) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:55:05.633313 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1002e942-b8c6-4ea3-b358-9614effbb1da req-b84036f6-723b-47a4-8143-3ad26e637dfc tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] 10.222.0.32 "GET /v2.0/security-groups?id=aea27357-43dd-4933-b7ca-1739b8579a10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3634679
Feb 05 20:55:05.664205 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2fa3bd-358c-4dd7-974e-f4ab7c34b217 None None] Pushing event updated for resources: {'Port': ['ID=4dbd2247-98a1-4c27-990c-bbd40b101e9a,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:05.700594 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42e5222-69b2-4832-b20f-3216346b2bc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d9a5845-5eb9-4d8b-b040-206021da1b67'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:55:05.707354 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada56162-4937-4b79-acaf-95230c889a7f" -d '{"events": [{"server_uuid": "e42e5222-69b2-4832-b20f-3216346b2bc6", "name": "network-vif-unplugged", "status": "completed", "tag": "1d9a5845-5eb9-4d8b-b040-206021da1b67"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:55:05.716931 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-7a47d674-9d83-435e-971e-7a2c97fc46b4 service neutron] Publish callbacks [] for port (1d9a5845-5eb9-4d8b-b040-206021da1b67), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:05.727526 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2fa3bd-358c-4dd7-974e-f4ab7c34b217 None None] Network b46dc85a-148b-4e78-820c-9d994c87a04a is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:55:05.750688 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-fc2fa3bd-358c-4dd7-974e-f4ab7c34b217 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:55:05.759316 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2fa3bd-358c-4dd7-974e-f4ab7c34b217 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:55:05.774621 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 1333bc50-e216-4413-8897-cf3f286c6366 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:55:05.776291 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1333bc50-e216-4413-8897-cf3f286c6366), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:05.820657 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-be4b4a0a-840d-4594-854d-23b68ad60c2e req-a04cabcf-52eb-41db-974d-655f5219aa0d tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=c589d5aa-4257-4ea8-b4d0-dcf5618dac73 HTTP/1.1" status: 200  len: 210 time: 0.1327255
Feb 05 20:55:05.821834 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-7a47d674-9d83-435e-971e-7a2c97fc46b4 service neutron] Transition to ACTIVE for port object 1d9a5845-5eb9-4d8b-b040-206021da1b67 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:55:05.920243 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-7a47d674-9d83-435e-971e-7a2c97fc46b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (1d9a5845-5eb9-4d8b-b040-206021da1b67), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:05.934138 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-e783a79c-6c7e-4c04-bff8-9176fb21eadf admin admin] Allocated IP 172.35.4.161 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/51ea1b96-de7f-40ca-82d6-bb3b87dbffa0) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:55:06.001042 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 20:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec69406-88b2-4bc9-b5b3-38380fa5f420 x-openstack-request-id: req-5ec69406-88b2-4bc9-b5b3-38380fa5f420 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:55:06.001441 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42e5222-69b2-4832-b20f-3216346b2bc6", "name": "network-vif-unplugged", "status": "completed", "tag": "1d9a5845-5eb9-4d8b-b040-206021da1b67", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:55:06.001718 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5ec69406-88b2-4bc9-b5b3-38380fa5f420 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:55:06.002156 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42e5222-69b2-4832-b20f-3216346b2bc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d9a5845-5eb9-4d8b-b040-206021da1b67', 'code': 200}
Feb 05 20:55:06.212271 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22b1fe3-3032-473c-b0b5-efc1a0795d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac17ec99-03c2-46ea-aaf7-7e248c9c6227'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:55:06.215185 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81e3255-3665-4724-a340-44712ca1fa35" -d '{"events": [{"server_uuid": "a22b1fe3-3032-473c-b0b5-efc1a0795d31", "name": "network-vif-plugged", "status": "completed", "tag": "ac17ec99-03c2-46ea-aaf7-7e248c9c6227"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:55:06.219802 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-4a9d9a61-ddad-4a07-998e-9deb2a19c506 req-afac7dca-2e49-4c3d-a317-a083cb6548bd tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (0d227610-d4ba-4635-9361-47aaf7a57972), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:06.303823 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac7dca-2e49-4c3d-a317-a083cb6548bd tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] Pushing event deleted for resources: {'Port': ['ID=0d227610-d4ba-4635-9361-47aaf7a57972,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:06.445834 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a47d674-9d83-435e-971e-7a2c97fc46b4 service neutron] Pushing event updated for resources: {'Port': ['ID=1d9a5845-5eb9-4d8b-b040-206021da1b67,revision_number=10']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:06.498835 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc34a4e-0a44-4b85-b858-88e19ac48d4c x-openstack-request-id: req-7dc34a4e-0a44-4b85-b858-88e19ac48d4c {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:55:06.499127 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22b1fe3-3032-473c-b0b5-efc1a0795d31", "name": "network-vif-plugged", "status": "completed", "tag": "ac17ec99-03c2-46ea-aaf7-7e248c9c6227", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:55:06.503004 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7dc34a4e-0a44-4b85-b858-88e19ac48d4c {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:55:06.503213 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22b1fe3-3032-473c-b0b5-efc1a0795d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac17ec99-03c2-46ea-aaf7-7e248c9c6227', 'code': 200}
Feb 05 20:55:06.510605 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e783a79c-6c7e-4c04-bff8-9176fb21eadf admin admin] Publish callbacks [] for port (51ea1b96-de7f-40ca-82d6-bb3b87dbffa0), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:06.520184 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-7a47d674-9d83-435e-971e-7a2c97fc46b4 service neutron] No DVR routers for this DVR port 1d9a5845-5eb9-4d8b-b040-206021da1b67 on host nch1-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:55:06.546401 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 1d9a5845-5eb9-4d8b-b040-206021da1b67 is: ACTIVE; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:55:06.546829 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1d9a5845-5eb9-4d8b-b040-206021da1b67), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:06.557968 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2877aac8-a011-4a01-bc61-ce906c205ffb req-dba8731e-cf6d-48dd-8af1-26cd1c6ea025 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:06.560003 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2877aac8-a011-4a01-bc61-ce906c205ffb req-dba8731e-cf6d-48dd-8af1-26cd1c6ea025 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=e42e5222-69b2-4832-b20f-3216346b2bc6 HTTP/1.1" status: 200  len: 949 time: 0.7860961
Feb 05 20:55:06.628150 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9d9a61-ddad-4a07-998e-9deb2a19c506 req-afac7dca-2e49-4c3d-a317-a083cb6548bd tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] No DVR routers for this DVR port 0d227610-d4ba-4635-9361-47aaf7a57972 on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:55:06.637540 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-4a9d9a61-ddad-4a07-998e-9deb2a19c506 req-afac7dca-2e49-4c3d-a317-a083cb6548bd tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:06.648536 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4a9d9a61-ddad-4a07-998e-9deb2a19c506 req-afac7dca-2e49-4c3d-a317-a083cb6548bd tempest-AttachSCSIVolumeTestJSON-1277213231 tempest-AttachSCSIVolumeTestJSON-1277213231-project] 10.222.0.39 "DELETE /v2.0/ports/0d227610-d4ba-4635-9361-47aaf7a57972 HTTP/1.1" status: 204  len: 173 time: 1.9634871
Feb 05 20:55:06.650238 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e783a79c-6c7e-4c04-bff8-9176fb21eadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (51ea1b96-de7f-40ca-82d6-bb3b87dbffa0), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:06.691718 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-fc2fa3bd-358c-4dd7-974e-f4ab7c34b217 None None] Attempting to bind port 4dbd2247-98a1-4c27-990c-bbd40b101e9a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:55:06.692864 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-fc2fa3bd-358c-4dd7-974e-f4ab7c34b217 None None] Attempting to bind port 4dbd2247-98a1-4c27-990c-bbd40b101e9a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '914bec90-149e-468a-8363-f5c6d2d7f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b46dc85a-148b-4e78-820c-9d994c87a04a'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:55:06.695820 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2fa3bd-358c-4dd7-974e-f4ab7c34b217 None None] Attempting to bind port 4dbd2247-98a1-4c27-990c-bbd40b101e9a on network b46dc85a-148b-4e78-820c-9d994c87a04a {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:55:06.696121 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e7c39a-cd9e-478e-b64f-27d3a23c5253', 'name': 'network-vif-deleted', 'tag': '0d227610-d4ba-4635-9361-47aaf7a57972'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:55:06.703686 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe9b652-890e-4080-b9ba-c21ddb04730e" -d '{"events": [{"server_uuid": "c4e7c39a-cd9e-478e-b64f-27d3a23c5253", "name": "network-vif-deleted", "tag": "0d227610-d4ba-4635-9361-47aaf7a57972"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:55:06.741651 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-65cb4cac-718b-4009-96f3-45cb00b4dab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:06.839660 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2fa3bd-358c-4dd7-974e-f4ab7c34b217 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:55:06.843151 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2fa3bd-358c-4dd7-974e-f4ab7c34b217 None None] Checking segment: {'id': '914bec90-149e-468a-8363-f5c6d2d7f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b46dc85a-148b-4e78-820c-9d994c87a04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:55:06.844586 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fc2fa3bd-358c-4dd7-974e-f4ab7c34b217 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:06.846817 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2fa3bd-358c-4dd7-974e-f4ab7c34b217 None None] Bound using segment: {'id': '914bec90-149e-468a-8363-f5c6d2d7f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b46dc85a-148b-4e78-820c-9d994c87a04a'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:55:06.848931 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-fc2fa3bd-358c-4dd7-974e-f4ab7c34b217 None None] Bound port: 4dbd2247-98a1-4c27-990c-bbd40b101e9a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '914bec90-149e-468a-8363-f5c6d2d7f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b46dc85a-148b-4e78-820c-9d994c87a04a'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:55:06.850568 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fc2fa3bd-358c-4dd7-974e-f4ab7c34b217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (4dbd2247-98a1-4c27-990c-bbd40b101e9a), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:06.880854 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e783a79c-6c7e-4c04-bff8-9176fb21eadf admin admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:55:06.883799 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e783a79c-6c7e-4c04-bff8-9176fb21eadf admin admin] Pushing event updated for resources: {'Port': ['ID=51ea1b96-de7f-40ca-82d6-bb3b87dbffa0,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:06.904888 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-e783a79c-6c7e-4c04-bff8-9176fb21eadf admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:55:06.910720 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e783a79c-6c7e-4c04-bff8-9176fb21eadf admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:55:07.086716 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.db.api [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 20:55:07.087143 ncdv-master-1 neutron-server[114392]: DEBUG oslo_db.api [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 20:55:07.104585 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 1333bc50-e216-4413-8897-cf3f286c6366 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:55:07.168519 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-fc2fa3bd-358c-4dd7-974e-f4ab7c34b217 None None] For port 4dbd2247-98a1-4c27-990c-bbd40b101e9a, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:55:07.176054 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-fc2fa3bd-358c-4dd7-974e-f4ab7c34b217 None None] For port 4dbd2247-98a1-4c27-990c-bbd40b101e9a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4dbd2247-98a1-4c27-990c-bbd40b101e9a,segment=NetworkSegment(914bec90-149e-468a-8363-f5c6d2d7f2c4),segment_id=914bec90-149e-468a-8363-f5c6d2d7f2c4)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:55:07.186988 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fc2fa3bd-358c-4dd7-974e-f4ab7c34b217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (4dbd2247-98a1-4c27-990c-bbd40b101e9a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:07.313707 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2fa3bd-358c-4dd7-974e-f4ab7c34b217 None None] Pushing event updated for resources: {'Port': ['ID=4dbd2247-98a1-4c27-990c-bbd40b101e9a,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:07.357495 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:07.409296 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-7a47d674-9d83-435e-971e-7a2c97fc46b4 service neutron] Attempting to bind port 1d9a5845-5eb9-4d8b-b040-206021da1b67 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:55:07.409896 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-7a47d674-9d83-435e-971e-7a2c97fc46b4 service neutron] Attempting to bind port 1d9a5845-5eb9-4d8b-b040-206021da1b67 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:55:07.410003 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-7a47d674-9d83-435e-971e-7a2c97fc46b4 service neutron] Attempting to bind port 1d9a5845-5eb9-4d8b-b040-206021da1b67 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:55:07.419450 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-7700ffb6-29a3-4ced-b9a3-291555efcf41 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks [] for port (35c6f3f5-10d5-4610-94a0-0c6195303a95), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:07.443350 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-7a47d674-9d83-435e-971e-7a2c97fc46b4 service neutron] Port 1d9a5845-5eb9-4d8b-b040-206021da1b67 on network f760d6ec-7837-431c-910c-37572c24f936 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:55:07.444121 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-7a47d674-9d83-435e-971e-7a2c97fc46b4 service neutron] Attempting to bind port 1d9a5845-5eb9-4d8b-b040-206021da1b67 on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:55:07.472605 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e783a79c-6c7e-4c04-bff8-9176fb21eadf admin admin] Publish callbacks [] for router_gateway (376aeb69-ae37-4b65-9b46-17fe3fc3c795), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:07.474828 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2877aac8-a011-4a01-bc61-ce906c205ffb req-0a13fdb5-6e38-4701-8562-7c3989666153 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8966231
Feb 05 20:55:07.478268 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-7a47d674-9d83-435e-971e-7a2c97fc46b4 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:55:07.478464 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-7a47d674-9d83-435e-971e-7a2c97fc46b4 service neutron] Checking segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:55:07.479113 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-7a47d674-9d83-435e-971e-7a2c97fc46b4 service neutron] Bound using segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:55:07.479293 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-7a47d674-9d83-435e-971e-7a2c97fc46b4 service neutron] Bound port: 1d9a5845-5eb9-4d8b-b040-206021da1b67, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:55:07.479728 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-7a47d674-9d83-435e-971e-7a2c97fc46b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1d9a5845-5eb9-4d8b-b040-206021da1b67), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:07.511754 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abe8f4-a082-44e2-9a98-3d7fbd126dc3 req-d612698a-fb34-4ee9-a158-699f5c172ad8 tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:07.518713 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-59abe8f4-a082-44e2-9a98-3d7fbd126dc3 req-d612698a-fb34-4ee9-a158-699f5c172ad8 tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] 10.222.0.32 "GET /v2.0/ports?device_id=81664677-ab39-4ab5-81d5-d2a05b0a9f5c HTTP/1.1" status: 200  len: 950 time: 0.9303720
Feb 05 20:55:07.601737 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-7700ffb6-29a3-4ced-b9a3-291555efcf41 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (35c6f3f5-10d5-4610-94a0-0c6195303a95), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:07.697343 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 1d9a5845-5eb9-4d8b-b040-206021da1b67 is: DOWN; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:55:07.701305 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-59abe8f4-a082-44e2-9a98-3d7fbd126dc3 req-d5360357-af91-4a4e-838b-7947574bc834 tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] 10.222.0.32 "GET /v2.0/security-groups?id=67e38f8d-fe03-4831-ae0a-b1b23a529ae3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1805267
Feb 05 20:55:07.718712 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-7a47d674-9d83-435e-971e-7a2c97fc46b4 service neutron] For port 1d9a5845-5eb9-4d8b-b040-206021da1b67, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:55:07.725615 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-7a47d674-9d83-435e-971e-7a2c97fc46b4 service neutron] For port 1d9a5845-5eb9-4d8b-b040-206021da1b67, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1d9a5845-5eb9-4d8b-b040-206021da1b67,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:55:07.751735 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-7700ffb6-29a3-4ced-b9a3-291555efcf41 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Network bc807625-43b9-4f71-ba0e-13ea567a25e8 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:55:07.755636 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-7a47d674-9d83-435e-971e-7a2c97fc46b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (1d9a5845-5eb9-4d8b-b040-206021da1b67), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:07.783045 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-7700ffb6-29a3-4ced-b9a3-291555efcf41 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:55:07.795333 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 0d227610-d4ba-4635-9361-47aaf7a57972 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:55:07.894518 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 0d227610-d4ba-4635-9361-47aaf7a57972 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:55:07.902927 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 0d227610-d4ba-4635-9361-47aaf7a57972 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:55:07.903913 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-7a47d674-9d83-435e-971e-7a2c97fc46b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:07.905215 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-7a47d674-9d83-435e-971e-7a2c97fc46b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:07.911567 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-7a47d674-9d83-435e-971e-7a2c97fc46b4 service neutron] 10.222.0.39 "PUT /v2.0/ports/1d9a5845-5eb9-4d8b-b040-206021da1b67 HTTP/1.1" status: 200  len: 1097 time: 4.9639039
Feb 05 20:55:07.929053 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-7700ffb6-29a3-4ced-b9a3-291555efcf41 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:55:07.938563 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a4e2c5-d164-4870-a2b3-c1540eb53439 x-openstack-request-id: req-92a4e2c5-d164-4870-a2b3-c1540eb53439 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:55:07.939112 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e7c39a-cd9e-478e-b64f-27d3a23c5253", "name": "network-vif-deleted", "tag": "0d227610-d4ba-4635-9361-47aaf7a57972", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:55:07.939112 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-92a4e2c5-d164-4870-a2b3-c1540eb53439 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:55:07.940321 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e7c39a-cd9e-478e-b64f-27d3a23c5253', 'name': 'network-vif-deleted', 'tag': '0d227610-d4ba-4635-9361-47aaf7a57972', 'status': 'completed', 'code': 200}
Feb 05 20:55:08.096814 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e42e5222-69b2-4832-b20f-3216346b2bc6', 'tag': '1d9a5845-5eb9-4d8b-b040-206021da1b67'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:55:08.104303 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da9f4ad-225e-49f5-9827-c9515e6aa3ee" -d '{"events": [{"name": "network-changed", "server_uuid": "e42e5222-69b2-4832-b20f-3216346b2bc6", "tag": "1d9a5845-5eb9-4d8b-b040-206021da1b67"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:55:08.202181 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e783a79c-6c7e-4c04-bff8-9176fb21eadf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (376aeb69-ae37-4b65-9b46-17fe3fc3c795), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:08.215409 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700ffb6-29a3-4ced-b9a3-291555efcf41 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Pushing event updated for resources: {'Port': ['ID=35c6f3f5-10d5-4610-94a0-0c6195303a95,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:08.479683 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a47d674-9d83-435e-971e-7a2c97fc46b4 service neutron] Pushing event updated for resources: {'Port': ['ID=1d9a5845-5eb9-4d8b-b040-206021da1b67,revision_number=11']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:08.535742 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-7700ffb6-29a3-4ced-b9a3-291555efcf41 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:08.539028 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-7700ffb6-29a3-4ced-b9a3-291555efcf41 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:08.595289 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-79d0a623-e999-4b47-bca0-43e6216120f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:08.598600 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-79d0a623-e999-4b47-bca0-43e6216120f9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&device_id=e42e5222-69b2-4832-b20f-3216346b2bc6 HTTP/1.1" status: 200  len: 1131 time: 0.6127334
Feb 05 20:55:08.636215 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43192ba4-85c2-472b-8015-5fb9c7860302 req-a81b5643-e25c-4387-a95b-5a5bfad6c750 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:08.640204 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-43192ba4-85c2-472b-8015-5fb9c7860302 req-a81b5643-e25c-4387-a95b-5a5bfad6c750 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=c589d5aa-4257-4ea8-b4d0-dcf5618dac73 HTTP/1.1" status: 200  len: 931 time: 0.7639923
Feb 05 20:55:08.655134 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-7700ffb6-29a3-4ced-b9a3-291555efcf41 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.0645409
Feb 05 20:55:08.727409 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-7366ee61-de96-4093-87eb-fd077be866d7 service neutron] Request body: {'port': {'device_id': 'c589d5aa-4257-4ea8-b4d0-dcf5618dac73', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:55:08.874310 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e783a79c-6c7e-4c04-bff8-9176fb21eadf admin admin] Router 376aeb69-ae37-4b65-9b46-17fe3fc3c795 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 20:55:09.018091 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:09.092741 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-43192ba4-85c2-472b-8015-5fb9c7860302 req-dbbf7e3d-6437-49a6-bae2-f33592cf7f9f tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4361577
Feb 05 20:55:09.105687 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-7366ee61-de96-4093-87eb-fd077be866d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (35c6f3f5-10d5-4610-94a0-0c6195303a95), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:09.176692 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e783a79c-6c7e-4c04-bff8-9176fb21eadf admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:55:09.189022 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c82b02-bd6e-4adc-b60f-5ca132e5fe6b None None] Sync routers for ids ['376aeb69-ae37-4b65-9b46-17fe3fc3c795'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:55:09.223746 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e783a79c-6c7e-4c04-bff8-9176fb21eadf admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:09.226641 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e783a79c-6c7e-4c04-bff8-9176fb21eadf admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 5.4608459
Feb 05 20:55:09.229741 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 36608) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:09.249284 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c82b02-bd6e-4adc-b60f-5ca132e5fe6b None None] Routers {'376aeb69-ae37-4b65-9b46-17fe3fc3c795'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:55:09.250774 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-26c82b02-bd6e-4adc-b60f-5ca132e5fe6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2daba33340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:55:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['376aeb69-ae37-4b65-9b46-17fe3fc3c795'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:55:09.291517 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20eca92-61a9-4be5-9abd-fd370ac88b87 x-openstack-request-id: req-f20eca92-61a9-4be5-9abd-fd370ac88b87 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:55:09.308467 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e42e5222-69b2-4832-b20f-3216346b2bc6", "tag": "1d9a5845-5eb9-4d8b-b040-206021da1b67", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:55:09.309506 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f20eca92-61a9-4be5-9abd-fd370ac88b87 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:55:09.313942 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e42e5222-69b2-4832-b20f-3216346b2bc6', 'tag': '1d9a5845-5eb9-4d8b-b040-206021da1b67', 'status': 'completed', 'code': 200}
Feb 05 20:55:09.423010 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 36610) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:09.502676 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c54528a-a4ad-4d5f-acb1-22e6decf6836 None None] Network b46dc85a-148b-4e78-820c-9d994c87a04a requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:55:09.647867 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 4dbd2247-98a1-4c27-990c-bbd40b101e9a up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:55:09.764576 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4cef7a4e-c07a-489c-b121-92a72b53e596 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:09.833838 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-fe938170-7492-4e2d-93fc-127e1952a32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:09.837013 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-fe938170-7492-4e2d-93fc-127e1952a32f service neutron] 10.222.0.39 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 1.2186029
Feb 05 20:55:10.000174 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-febf2cb3-0ec8-488f-be69-4d4414fe07a9 None None] Provisioning complete for port 4dbd2247-98a1-4c27-990c-bbd40b101e9a triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:55:10.000845 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-febf2cb3-0ec8-488f-be69-4d4414fe07a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (4dbd2247-98a1-4c27-990c-bbd40b101e9a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:10.015879 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-b08624dd-2a14-4065-8c15-9bbdb3cdfecd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=1d9a5845-5eb9-4d8b-b040-206021da1b67 HTTP/1.1" status: 200  len: 217 time: 0.1597381
Feb 05 20:55:10.021448 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4cef7a4e-c07a-489c-b121-92a72b53e596 admin admin] Publish callbacks [] for security_group (009889bf-6876-4acc-95a7-daa9a5077f47), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:10.047685 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-26c82b02-bd6e-4adc-b60f-5ca132e5fe6b None None] Set router 376aeb69-ae37-4b65-9b46-17fe3fc3c795 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:55:10.149893 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4cef7a4e-c07a-489c-b121-92a72b53e596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (009889bf-6876-4acc-95a7-daa9a5077f47), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:10.216625 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-9f369e21-1a6d-478e-8bec-ae78d47287ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:10.226108 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-9f369e21-1a6d-478e-8bec-ae78d47287ea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.0939755
Feb 05 20:55:10.233760 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4cef7a4e-c07a-489c-b121-92a72b53e596 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4eaadb5c2fbb4055a8d6be532f4df2ae&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8088253
Feb 05 20:55:10.242999 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef7a4e-c07a-489c-b121-92a72b53e596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009889bf-6876-4acc-95a7-daa9a5077f47,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:10.251287 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 36656) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:10.298028 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5a6fc3e6-5a34-4df4-8c40-059eb16d5047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:10.312300 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:10.438708 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4372621c-a0e5-482d-b0a9-f0f7d7fe20d2 admin admin] Publish callbacks [] for security_group (009889bf-6876-4acc-95a7-daa9a5077f47), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:10.470750 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5d9e5-8c65-4524-b5cb-d6f3de8638a2 req-073b637b-cff3-4a79-a755-96c59b712a2a tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:10.479550 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 4dbd2247-98a1-4c27-990c-bbd40b101e9a triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:55:10.480209 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (4dbd2247-98a1-4c27-990c-bbd40b101e9a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:10.510581 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4372621c-a0e5-482d-b0a9-f0f7d7fe20d2 admin admin] Publish callbacks [] for security_group (009889bf-6876-4acc-95a7-daa9a5077f47), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:10.513868 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eda5d9e5-8c65-4524-b5cb-d6f3de8638a2 req-073b637b-cff3-4a79-a755-96c59b712a2a tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=e42e5222-69b2-4832-b20f-3216346b2bc6 HTTP/1.1" status: 200  len: 949 time: 0.9125211
Feb 05 20:55:10.554322 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9f4ad-225e-49f5-9827-c9515e6aa3ee req-3d43efc7-a7c0-4caf-92d7-e891500f018d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:10.556113 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4da9f4ad-225e-49f5-9827-c9515e6aa3ee req-3d43efc7-a7c0-4caf-92d7-e891500f018d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&device_id=e42e5222-69b2-4832-b20f-3216346b2bc6 HTTP/1.1" status: 200  len: 1131 time: 0.9634063
Feb 05 20:55:10.558305 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-7366ee61-de96-4093-87eb-fd077be866d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35c6f3f5-10d5-4610-94a0-0c6195303a95 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:55:10.592907 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-7366ee61-de96-4093-87eb-fd077be866d7 service neutron] Publish callbacks [] for port (35c6f3f5-10d5-4610-94a0-0c6195303a95), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:10.622481 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-5a6fc3e6-5a34-4df4-8c40-059eb16d5047 admin admin] Allocated IP 172.20.0.1 (b46dc85a-148b-4e78-820c-9d994c87a04a/48da1416-bb05-44e7-ace4-4a8549ce7288/409414a2-556e-4fea-8bbc-006eda4be920) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:55:10.657728 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4372621c-a0e5-482d-b0a9-f0f7d7fe20d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (009889bf-6876-4acc-95a7-daa9a5077f47), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:10.661016 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4372621c-a0e5-482d-b0a9-f0f7d7fe20d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:10.664962 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4372621c-a0e5-482d-b0a9-f0f7d7fe20d2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/009889bf-6876-4acc-95a7-daa9a5077f47 HTTP/1.1" status: 204  len: 168 time: 0.3956892
Feb 05 20:55:10.715628 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372621c-a0e5-482d-b0a9-f0f7d7fe20d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009889bf-6876-4acc-95a7-daa9a5077f47,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:10.781453 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-7366ee61-de96-4093-87eb-fd077be866d7 service neutron] Transition to ACTIVE for port object 35c6f3f5-10d5-4610-94a0-0c6195303a95 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:55:10.784678 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5a6fc3e6-5a34-4df4-8c40-059eb16d5047 admin admin] Publish callbacks [] for port (409414a2-556e-4fea-8bbc-006eda4be920), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:10.818206 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-febf2cb3-0ec8-488f-be69-4d4414fe07a9 None None] Current status of the port 4dbd2247-98a1-4c27-990c-bbd40b101e9a is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:55:10.819307 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-febf2cb3-0ec8-488f-be69-4d4414fe07a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (4dbd2247-98a1-4c27-990c-bbd40b101e9a), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:10.821731 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-7366ee61-de96-4093-87eb-fd077be866d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (35c6f3f5-10d5-4610-94a0-0c6195303a95), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:10.901145 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5a6fc3e6-5a34-4df4-8c40-059eb16d5047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (409414a2-556e-4fea-8bbc-006eda4be920), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:10.937184 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eda5d9e5-8c65-4524-b5cb-d6f3de8638a2 req-608403b7-478c-4657-8661-29b875a7126f tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4208980
Feb 05 20:55:10.966971 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-a03befb9-2114-4021-a34c-0a0c428c8d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:10.969185 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-a03befb9-2114-4021-a34c-0a0c428c8d68 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.7290611
Feb 05 20:55:11.029875 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 4dbd2247-98a1-4c27-990c-bbd40b101e9a is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:55:11.030290 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (4dbd2247-98a1-4c27-990c-bbd40b101e9a), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:11.074408 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9f4ad-225e-49f5-9827-c9515e6aa3ee req-ac737168-c51d-42fd-be2a-7061d459a044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:11.076379 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4da9f4ad-225e-49f5-9827-c9515e6aa3ee req-ac737168-c51d-42fd-be2a-7061d459a044 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.4719870
Feb 05 20:55:11.077329 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6fc3e6-5a34-4df4-8c40-059eb16d5047 admin admin] Pushing event updated for resources: {'Port': ['ID=409414a2-556e-4fea-8bbc-006eda4be920,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:11.091528 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34f8ab-403f-4fb9-a431-dd94ec305ad1 req-7a7cbf82-863d-4045-8f65-958c093c1c91 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:11.102116 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fb34f8ab-403f-4fb9-a431-dd94ec305ad1 req-7a7cbf82-863d-4045-8f65-958c093c1c91 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=c589d5aa-4257-4ea8-b4d0-dcf5618dac73 HTTP/1.1" status: 200  len: 931 time: 0.5312767
Feb 05 20:55:11.113022 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6fc3e6-5a34-4df4-8c40-059eb16d5047 admin admin] Network b46dc85a-148b-4e78-820c-9d994c87a04a is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:55:11.115162 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-5a6fc3e6-5a34-4df4-8c40-059eb16d5047 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:55:11.122290 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6fc3e6-5a34-4df4-8c40-059eb16d5047 admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:55:11.132569 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-febf2cb3-0ec8-488f-be69-4d4414fe07a9 None None] For port 4dbd2247-98a1-4c27-990c-bbd40b101e9a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4dbd2247-98a1-4c27-990c-bbd40b101e9a,segment=NetworkSegment(914bec90-149e-468a-8363-f5c6d2d7f2c4),segment_id=914bec90-149e-468a-8363-f5c6d2d7f2c4)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:55:11.137614 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7366ee61-de96-4093-87eb-fd077be866d7 service neutron] Pushing event updated for resources: {'Port': ['ID=35c6f3f5-10d5-4610-94a0-0c6195303a95,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:11.161109 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-febf2cb3-0ec8-488f-be69-4d4414fe07a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (4dbd2247-98a1-4c27-990c-bbd40b101e9a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:11.207290 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5a6fc3e6-5a34-4df4-8c40-059eb16d5047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (376aeb69-ae37-4b65-9b46-17fe3fc3c795), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:11.312632 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 20:55:11.313540 ncdv-master-1 neutron-server[114392]: DEBUG oslo_db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 20:55:11.364585 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4da9f4ad-225e-49f5-9827-c9515e6aa3ee req-ff00e937-499c-47f1-b6f9-0a2ad5dba7fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=1d9a5845-5eb9-4d8b-b040-206021da1b67 HTTP/1.1" status: 200  len: 217 time: 0.2510147
Feb 05 20:55:11.378225 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 36694) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:11.392339 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-26c82b02-bd6e-4adc-b60f-5ca132e5fe6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2daba33340>, [{'id': '376aeb69-ae37-4b65-9b46-17fe3fc3c795', 'name': 'tempest-TaggedBootDevicesTest-1138880682-router', 'tenant_id': 'cdabee79f7874ec8a1806367256e9348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.161'}], 'enable_snat': True}, 'gw_port_id': '51ea1b96-de7f-40ca-82d6-bb3b87dbffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:55:03Z', 'updated_at': '2022-02-05T20:55:07Z', 'revision_number': 3, 'project_id': 'cdabee79f7874ec8a1806367256e9348', 'gw_port': {'id': '51ea1b96-de7f-40ca-82d6-bb3b87dbffa0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ac:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376aeb69-ae37-4b65-9b46-17fe3fc3c795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:55:05Z', 'updated_at': '2022-02-05T20:55:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:55:11.398721 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf2cb3-0ec8-488f-be69-4d4414fe07a9 None None] Pushing event updated for resources: {'Port': ['ID=4dbd2247-98a1-4c27-990c-bbd40b101e9a,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:11.441077 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c82b02-bd6e-4adc-b60f-5ca132e5fe6b None None] Checking router: 376aeb69-ae37-4b65-9b46-17fe3fc3c795 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:55:11.441348 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c82b02-bd6e-4adc-b60f-5ca132e5fe6b None None] Updating router 376aeb69-ae37-4b65-9b46-17fe3fc3c795 port 51ea1b96-de7f-40ca-82d6-bb3b87dbffa0 binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 20:55:11.447144 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 36696) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:11.472735 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-26c82b02-bd6e-4adc-b60f-5ca132e5fe6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (51ea1b96-de7f-40ca-82d6-bb3b87dbffa0), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:11.575317 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7ff29f3d-1ac1-4383-82ff-6c46cf286778 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:11.629700 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5a6fc3e6-5a34-4df4-8c40-059eb16d5047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (409414a2-556e-4fea-8bbc-006eda4be920), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:11.647582 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-8dd86fd3-357a-4700-95d8-6d3de6126968 None None] Provisioning complete for port 4dbd2247-98a1-4c27-990c-bbd40b101e9a triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:55:11.648003 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8dd86fd3-357a-4700-95d8-6d3de6126968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (4dbd2247-98a1-4c27-990c-bbd40b101e9a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:11.664957 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fb34f8ab-403f-4fb9-a431-dd94ec305ad1 req-2e9beb47-96ea-4a38-a9e9-cf368ca2080b tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5610945
Feb 05 20:55:11.763366 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9f4ad-225e-49f5-9827-c9515e6aa3ee req-79e9c4f6-748f-43d7-90b3-cd97b4c95fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:11.765377 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4da9f4ad-225e-49f5-9827-c9515e6aa3ee req-79e9c4f6-748f-43d7-90b3-cd97b4c95fc3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.3588433
Feb 05 20:55:11.802214 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-d41f3743-76b0-44da-80de-aa575080ae20 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8140333
Feb 05 20:55:11.917322 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 4dbd2247-98a1-4c27-990c-bbd40b101e9a is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:55:11.977117 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0a43c0d0-55f5-47c9-b5f4-3aa89165b369 req-e4fd535d-6eb0-439b-ae1f-40a22183aaad service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1591616
Feb 05 20:55:11.996330 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-7366ee61-de96-4093-87eb-fd077be866d7 service neutron] Attempting to bind port 35c6f3f5-10d5-4610-94a0-0c6195303a95 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:55:11.996744 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-7366ee61-de96-4093-87eb-fd077be866d7 service neutron] Attempting to bind port 35c6f3f5-10d5-4610-94a0-0c6195303a95 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7f85ed9d-b7ce-414c-8ae4-25f17816204d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bc807625-43b9-4f71-ba0e-13ea567a25e8'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:55:11.997322 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-7366ee61-de96-4093-87eb-fd077be866d7 service neutron] Attempting to bind port 35c6f3f5-10d5-4610-94a0-0c6195303a95 on network bc807625-43b9-4f71-ba0e-13ea567a25e8 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:55:12.008764 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-7366ee61-de96-4093-87eb-fd077be866d7 service neutron] Port 35c6f3f5-10d5-4610-94a0-0c6195303a95 on network bc807625-43b9-4f71-ba0e-13ea567a25e8 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:55:12.009152 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-7366ee61-de96-4093-87eb-fd077be866d7 service neutron] Attempting to bind port 35c6f3f5-10d5-4610-94a0-0c6195303a95 on network bc807625-43b9-4f71-ba0e-13ea567a25e8 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:55:12.037403 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-7366ee61-de96-4093-87eb-fd077be866d7 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:55:12.037771 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-7366ee61-de96-4093-87eb-fd077be866d7 service neutron] Checking segment: {'id': '7f85ed9d-b7ce-414c-8ae4-25f17816204d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bc807625-43b9-4f71-ba0e-13ea567a25e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:55:12.038221 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-7366ee61-de96-4093-87eb-fd077be866d7 service neutron] Bound using segment: {'id': '7f85ed9d-b7ce-414c-8ae4-25f17816204d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bc807625-43b9-4f71-ba0e-13ea567a25e8'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:55:12.039023 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-7366ee61-de96-4093-87eb-fd077be866d7 service neutron] Bound port: 35c6f3f5-10d5-4610-94a0-0c6195303a95, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f85ed9d-b7ce-414c-8ae4-25f17816204d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bc807625-43b9-4f71-ba0e-13ea567a25e8'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:55:12.039407 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-7366ee61-de96-4093-87eb-fd077be866d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (35c6f3f5-10d5-4610-94a0-0c6195303a95), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:12.078897 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5a6fc3e6-5a34-4df4-8c40-059eb16d5047 admin admin] Publish callbacks [] for port (409414a2-556e-4fea-8bbc-006eda4be920), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:12.091038 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5a6fc3e6-5a34-4df4-8c40-059eb16d5047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (409414a2-556e-4fea-8bbc-006eda4be920), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:12.212988 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5a6fc3e6-5a34-4df4-8c40-059eb16d5047 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (376aeb69-ae37-4b65-9b46-17fe3fc3c795), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:12.225935 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 4dbd2247-98a1-4c27-990c-bbd40b101e9a up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:55:12.249683 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6fc3e6-5a34-4df4-8c40-059eb16d5047 admin admin] Pushing event updated for resources: {'Port': ['ID=409414a2-556e-4fea-8bbc-006eda4be920,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:12.267656 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9f4ad-225e-49f5-9827-c9515e6aa3ee req-eb0371d0-8732-409d-b0b4-662439945f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:12.269256 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4da9f4ad-225e-49f5-9827-c9515e6aa3ee req-eb0371d0-8732-409d-b0b4-662439945f9f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.4819539
Feb 05 20:55:12.382589 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6fc3e6-5a34-4df4-8c40-059eb16d5047 admin admin] Network b46dc85a-148b-4e78-820c-9d994c87a04a is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:55:12.384798 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-5a6fc3e6-5a34-4df4-8c40-059eb16d5047 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:55:12.587459 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-8dd86fd3-357a-4700-95d8-6d3de6126968 None None] Current status of the port 4dbd2247-98a1-4c27-990c-bbd40b101e9a is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:55:12.599205 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-26c82b02-bd6e-4adc-b60f-5ca132e5fe6b None None] Publish callbacks [] for port (51ea1b96-de7f-40ca-82d6-bb3b87dbffa0), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:12.612310 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-26c82b02-bd6e-4adc-b60f-5ca132e5fe6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (51ea1b96-de7f-40ca-82d6-bb3b87dbffa0), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:12.631503 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6fc3e6-5a34-4df4-8c40-059eb16d5047 admin admin] Router 376aeb69-ae37-4b65-9b46-17fe3fc3c795 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:55:12.692281 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 4dbd2247-98a1-4c27-990c-bbd40b101e9a triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:55:12.692939 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (4dbd2247-98a1-4c27-990c-bbd40b101e9a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:12.784915 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-26c82b02-bd6e-4adc-b60f-5ca132e5fe6b None None] Attempting to bind port 51ea1b96-de7f-40ca-82d6-bb3b87dbffa0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:55:12.785344 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-26c82b02-bd6e-4adc-b60f-5ca132e5fe6b None None] Attempting to bind port 51ea1b96-de7f-40ca-82d6-bb3b87dbffa0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:55:12.785661 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c82b02-bd6e-4adc-b60f-5ca132e5fe6b None None] Attempting to bind port 51ea1b96-de7f-40ca-82d6-bb3b87dbffa0 on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:55:12.793962 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c82b02-bd6e-4adc-b60f-5ca132e5fe6b None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:55:12.794360 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c82b02-bd6e-4adc-b60f-5ca132e5fe6b None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:55:12.794787 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-26c82b02-bd6e-4adc-b60f-5ca132e5fe6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:12.795192 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c82b02-bd6e-4adc-b60f-5ca132e5fe6b None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:55:12.795676 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-26c82b02-bd6e-4adc-b60f-5ca132e5fe6b None None] Bound port: 51ea1b96-de7f-40ca-82d6-bb3b87dbffa0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:55:12.796066 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-26c82b02-bd6e-4adc-b60f-5ca132e5fe6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (51ea1b96-de7f-40ca-82d6-bb3b87dbffa0), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:12.797730 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-9bea140e-0b90-4531-a8c5-0d664913d0f0 None None] Provisioning complete for port 409414a2-556e-4fea-8bbc-006eda4be920 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:55:12.798083 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9bea140e-0b90-4531-a8c5-0d664913d0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (409414a2-556e-4fea-8bbc-006eda4be920), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:12.840285 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c21ef6-5b15-4377-9950-250dd4e58f38 None None] Pushing event updated for resources: {'Port': ['ID=51ea1b96-de7f-40ca-82d6-bb3b87dbffa0,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:12.883061 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6fc3e6-5a34-4df4-8c40-059eb16d5047 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:55:12.888353 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5a6fc3e6-5a34-4df4-8c40-059eb16d5047 admin admin] 10.222.0.32 "PUT /v2.0/routers/376aeb69-ae37-4b65-9b46-17fe3fc3c795/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6571834
Feb 05 20:55:12.923188 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-9bea140e-0b90-4531-a8c5-0d664913d0f0 None None] Port 409414a2-556e-4fea-8bbc-006eda4be920 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:55:12.965312 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-26c82b02-bd6e-4adc-b60f-5ca132e5fe6b None None] For port 51ea1b96-de7f-40ca-82d6-bb3b87dbffa0, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:55:12.990939 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-26c82b02-bd6e-4adc-b60f-5ca132e5fe6b None None] For port 51ea1b96-de7f-40ca-82d6-bb3b87dbffa0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=51ea1b96-de7f-40ca-82d6-bb3b87dbffa0,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:55:13.008975 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 4dbd2247-98a1-4c27-990c-bbd40b101e9a is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:55:13.015838 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-26c82b02-bd6e-4adc-b60f-5ca132e5fe6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (51ea1b96-de7f-40ca-82d6-bb3b87dbffa0), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:13.090599 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c82b02-bd6e-4adc-b60f-5ca132e5fe6b None None] Routers {'376aeb69-ae37-4b65-9b46-17fe3fc3c795'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:55:13.091363 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-26c82b02-bd6e-4adc-b60f-5ca132e5fe6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2daba33340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:55:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['376aeb69-ae37-4b65-9b46-17fe3fc3c795'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:55:13.210481 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9f4ad-225e-49f5-9827-c9515e6aa3ee req-b2018341-cc5a-4218-af63-5c9a7a446afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:13.212491 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4da9f4ad-225e-49f5-9827-c9515e6aa3ee req-b2018341-cc5a-4218-af63-5c9a7a446afb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&device_id=e42e5222-69b2-4832-b20f-3216346b2bc6 HTTP/1.1" status: 200  len: 1131 time: 0.9878757
Feb 05 20:55:13.219768 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2a7f5-1e52-452a-b5f2-9fbe67a6dbfd req-331b2eb0-156d-466e-b424-a26d27f8451d tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:13.227602 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b5e2a7f5-1e52-452a-b5f2-9fbe67a6dbfd req-331b2eb0-156d-466e-b424-a26d27f8451d tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=e42e5222-69b2-4832-b20f-3216346b2bc6 HTTP/1.1" status: 200  len: 949 time: 1.1450000
Feb 05 20:55:13.227904 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-9d92871a-9070-46d3-b1dd-0dbdd35efeef None None] Provisioning complete for port 409414a2-556e-4fea-8bbc-006eda4be920 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:55:13.228389 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9d92871a-9070-46d3-b1dd-0dbdd35efeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (409414a2-556e-4fea-8bbc-006eda4be920), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:13.243298 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7ff29f3d-1ac1-4383-82ff-6c46cf286778 admin admin] Publish callbacks [] for security_group (a95aac61-039e-4d41-979f-358bca3d2dc2), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:13.304572 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c21ef6-5b15-4377-9950-250dd4e58f38 None None] Pushing event updated for resources: {'Port': ['ID=51ea1b96-de7f-40ca-82d6-bb3b87dbffa0,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:13.327528 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-9d92871a-9070-46d3-b1dd-0dbdd35efeef None None] Port 409414a2-556e-4fea-8bbc-006eda4be920 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:55:13.335128 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-26c82b02-bd6e-4adc-b60f-5ca132e5fe6b None None] Set router 376aeb69-ae37-4b65-9b46-17fe3fc3c795 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:55:13.379568 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9f4ad-225e-49f5-9827-c9515e6aa3ee req-249b495f-5318-43e0-9c1e-2dbc62e91b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:13.381271 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4da9f4ad-225e-49f5-9827-c9515e6aa3ee req-249b495f-5318-43e0-9c1e-2dbc62e91b18 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.1449804
Feb 05 20:55:13.382487 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-7366ee61-de96-4093-87eb-fd077be866d7 service neutron] For port 35c6f3f5-10d5-4610-94a0-0c6195303a95, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:55:13.402228 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7ff29f3d-1ac1-4383-82ff-6c46cf286778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (a95aac61-039e-4d41-979f-358bca3d2dc2), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:13.474231 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4da9f4ad-225e-49f5-9827-c9515e6aa3ee req-0fd75896-34a4-49b8-8f4e-d6f9fce1f033 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=1d9a5845-5eb9-4d8b-b040-206021da1b67 HTTP/1.1" status: 200  len: 217 time: 0.0727305
Feb 05 20:55:13.499679 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-7366ee61-de96-4093-87eb-fd077be866d7 service neutron] For port 35c6f3f5-10d5-4610-94a0-0c6195303a95, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=35c6f3f5-10d5-4610-94a0-0c6195303a95,segment=NetworkSegment(7f85ed9d-b7ce-414c-8ae4-25f17816204d),segment_id=7f85ed9d-b7ce-414c-8ae4-25f17816204d)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:55:13.566208 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9f4ad-225e-49f5-9827-c9515e6aa3ee req-a000a352-27da-4e6b-8fe8-f9c56e491a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:13.568263 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4da9f4ad-225e-49f5-9827-c9515e6aa3ee req-a000a352-27da-4e6b-8fe8-f9c56e491a10 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.0664606
Feb 05 20:55:13.588924 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ac091-b2c5-4784-902b-e1acfff18c92 req-2cd7f729-8789-46b2-99ea-091b4137fae5 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:13.590533 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-721ac091-b2c5-4784-902b-e1acfff18c92 req-2cd7f729-8789-46b2-99ea-091b4137fae5 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=c589d5aa-4257-4ea8-b4d0-dcf5618dac73 HTTP/1.1" status: 200  len: 943 time: 0.6369672
Feb 05 20:55:13.618504 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-7366ee61-de96-4093-87eb-fd077be866d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (35c6f3f5-10d5-4610-94a0-0c6195303a95), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:13.683188 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-26c82b02-bd6e-4adc-b60f-5ca132e5fe6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2daba33340>, [{'id': '376aeb69-ae37-4b65-9b46-17fe3fc3c795', 'name': 'tempest-TaggedBootDevicesTest-1138880682-router', 'tenant_id': 'cdabee79f7874ec8a1806367256e9348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.161'}], 'enable_snat': True}, 'gw_port_id': '51ea1b96-de7f-40ca-82d6-bb3b87dbffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:55:03Z', 'updated_at': '2022-02-05T20:55:11Z', 'revision_number': 4, 'project_id': 'cdabee79f7874ec8a1806367256e9348', 'gw_port': {'id': '51ea1b96-de7f-40ca-82d6-bb3b87dbffa0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ac:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376aeb69-ae37-4b65-9b46-17fe3fc3c795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:55:05Z', 'updated_at': '2022-02-05T20:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '409414a2-556e-4fea-8bbc-006eda4be920', 'name': '', 'network_id': 'b46dc85a-148b-4e78-820c-9d994c87a04a', 'tenant_id': 'cdabee79f7874ec8a1806367256e9348', 'mac_address': 'fa:16:3e:b5:aa:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376aeb69-ae37-4b65-9b46-17fe3fc3c795', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '48da1416-bb05-44e7-ace4-4a8549ce7288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:55:10Z', 'updated_at': '2022-02-05T20:55:11Z', 'revision_number': 2, 'project_id': 'cdabee79f7874ec8a1806367256e9348', 'subnets': [{'id': '48da1416-bb05-44e7-ace4-4a8549ce7288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:55:13.805735 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-7366ee61-de96-4093-87eb-fd077be866d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:13.806265 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c82b02-bd6e-4adc-b60f-5ca132e5fe6b None None] The sync data for ids ['376aeb69-ae37-4b65-9b46-17fe3fc3c795'] in ncdv-master-1 is: [{'id': '376aeb69-ae37-4b65-9b46-17fe3fc3c795', 'name': 'tempest-TaggedBootDevicesTest-1138880682-router', 'tenant_id': 'cdabee79f7874ec8a1806367256e9348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.161'}], 'enable_snat': True}, 'gw_port_id': '51ea1b96-de7f-40ca-82d6-bb3b87dbffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:55:03Z', 'updated_at': '2022-02-05T20:55:11Z', 'revision_number': 4, 'project_id': 'cdabee79f7874ec8a1806367256e9348', 'gw_port': {'id': '51ea1b96-de7f-40ca-82d6-bb3b87dbffa0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ac:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376aeb69-ae37-4b65-9b46-17fe3fc3c795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:55:05Z', 'updated_at': '2022-02-05T20:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '409414a2-556e-4fea-8bbc-006eda4be920', 'name': '', 'network_id': 'b46dc85a-148b-4e78-820c-9d994c87a04a', 'tenant_id': 'cdabee79f7874ec8a1806367256e9348', 'mac_address': 'fa:16:3e:b5:aa:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376aeb69-ae37-4b65-9b46-17fe3fc3c795', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '48da1416-bb05-44e7-ace4-4a8549ce7288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:55:10Z', 'updated_at': '2022-02-05T20:55:11Z', 'revision_number': 2, 'project_id': 'cdabee79f7874ec8a1806367256e9348', 'subnets': [{'id': '48da1416-bb05-44e7-ace4-4a8549ce7288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:55:13.807689 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-7366ee61-de96-4093-87eb-fd077be866d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:13.810188 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-7366ee61-de96-4093-87eb-fd077be866d7 service neutron] 10.222.0.39 "PUT /v2.0/ports/35c6f3f5-10d5-4610-94a0-0c6195303a95 HTTP/1.1" status: 200  len: 1091 time: 5.1456952
Feb 05 20:55:13.811431 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c589d5aa-4257-4ea8-b4d0-dcf5618dac73', 'tag': '35c6f3f5-10d5-4610-94a0-0c6195303a95'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:55:13.813822 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53c6312-47d6-4053-b342-bcaa57a013c1" -d '{"events": [{"name": "network-changed", "server_uuid": "c589d5aa-4257-4ea8-b4d0-dcf5618dac73", "tag": "35c6f3f5-10d5-4610-94a0-0c6195303a95"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:55:13.911286 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 36780) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:13.911859 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7ff29f3d-1ac1-4383-82ff-6c46cf286778 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1b8c366472164a8a813a19dc4ccb12b2&name=default HTTP/1.1" status: 200  len: 3000 time: 2.5309684
Feb 05 20:55:13.922416 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff29f3d-1ac1-4383-82ff-6c46cf286778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95aac61-039e-4d41-979f-358bca3d2dc2,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:13.934292 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4da9f4ad-225e-49f5-9827-c9515e6aa3ee req-ddd3faa6-ead4-468e-89b6-785dd8e67657 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.5704644
Feb 05 20:55:14.026035 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-213b3824-3c12-423a-9d35-5c7dc7a2317f admin admin] Publish callbacks [] for security_group (a95aac61-039e-4d41-979f-358bca3d2dc2), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:14.058967 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b5e2a7f5-1e52-452a-b5f2-9fbe67a6dbfd req-25fb5644-6d8b-455e-ad2e-90f8ada7ca94 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8296881
Feb 05 20:55:14.081593 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-213b3824-3c12-423a-9d35-5c7dc7a2317f admin admin] Publish callbacks [] for security_group (a95aac61-039e-4d41-979f-358bca3d2dc2), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:14.101440 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff29f3d-1ac1-4383-82ff-6c46cf286778 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:14.101822 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff29f3d-1ac1-4383-82ff-6c46cf286778 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:14.107206 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff29f3d-1ac1-4383-82ff-6c46cf286778 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:14.107594 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff29f3d-1ac1-4383-82ff-6c46cf286778 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:14.107944 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff29f3d-1ac1-4383-82ff-6c46cf286778 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:14.113422 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff29f3d-1ac1-4383-82ff-6c46cf286778 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:14.113990 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff29f3d-1ac1-4383-82ff-6c46cf286778 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:14.114347 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff29f3d-1ac1-4383-82ff-6c46cf286778 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:14.114721 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff29f3d-1ac1-4383-82ff-6c46cf286778 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:14.115065 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff29f3d-1ac1-4383-82ff-6c46cf286778 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:14.115442 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff29f3d-1ac1-4383-82ff-6c46cf286778 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:14.115776 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff29f3d-1ac1-4383-82ff-6c46cf286778 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:14.124778 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff29f3d-1ac1-4383-82ff-6c46cf286778 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:14.226890 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-213b3824-3c12-423a-9d35-5c7dc7a2317f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (a95aac61-039e-4d41-979f-358bca3d2dc2), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:14.229842 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-213b3824-3c12-423a-9d35-5c7dc7a2317f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:14.233617 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-213b3824-3c12-423a-9d35-5c7dc7a2317f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a95aac61-039e-4d41-979f-358bca3d2dc2 HTTP/1.1" status: 204  len: 168 time: 0.3189328
Feb 05 20:55:14.244511 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b3824-3c12-423a-9d35-5c7dc7a2317f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95aac61-039e-4d41-979f-358bca3d2dc2,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:14.343525 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7366ee61-de96-4093-87eb-fd077be866d7 service neutron] Pushing event updated for resources: {'Port': ['ID=35c6f3f5-10d5-4610-94a0-0c6195303a95,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:14.426558 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c912b926-0f03-46ad-a1fa-dd53d3b63996 x-openstack-request-id: req-c912b926-0f03-46ad-a1fa-dd53d3b63996 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:55:14.427148 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c589d5aa-4257-4ea8-b4d0-dcf5618dac73", "tag": "35c6f3f5-10d5-4610-94a0-0c6195303a95", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:55:14.427410 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c912b926-0f03-46ad-a1fa-dd53d3b63996 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:55:14.428360 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c589d5aa-4257-4ea8-b4d0-dcf5618dac73', 'tag': '35c6f3f5-10d5-4610-94a0-0c6195303a95', 'status': 'completed', 'code': 200}
Feb 05 20:55:14.446677 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-721ac091-b2c5-4784-902b-e1acfff18c92 req-1c2c3240-8f9c-4d5b-9a03-ed051f28cac0 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7975914
Feb 05 20:55:14.514607 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9f4ad-225e-49f5-9827-c9515e6aa3ee req-78f3b601-514d-4575-910d-dc978e174543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:14.519369 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4da9f4ad-225e-49f5-9827-c9515e6aa3ee req-78f3b601-514d-4575-910d-dc978e174543 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.9024897
Feb 05 20:55:14.577130 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-e51fa258-1774-4c08-a8f0-8f843e0e0e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:14.583438 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-e51fa258-1774-4c08-a8f0-8f843e0e0e9b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c115672e27d44cf2b79a3945af717ae8&device_id=c589d5aa-4257-4ea8-b4d0-dcf5618dac73 HTTP/1.1" status: 200  len: 1125 time: 0.6617026
Feb 05 20:55:14.588194 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4da9f4ad-225e-49f5-9827-c9515e6aa3ee req-ad0b08c2-000b-46a7-8f6d-1757b6e6d1ee service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6530099
Feb 05 20:55:14.769358 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4da9f4ad-225e-49f5-9827-c9515e6aa3ee req-950a7c85-253f-44ee-be16-d373641c6c98 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2298555
Feb 05 20:55:14.874759 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-d6500eb4-2ea8-4f5c-9384-c32c0c8b1fe6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35c6f3f5-10d5-4610-94a0-0c6195303a95 HTTP/1.1" status: 200  len: 217 time: 0.0944283
Feb 05 20:55:14.993658 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 76a5840e-fa81-48d6-870c-9737596dd6ad details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:55:15.141456 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:15.151823 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-7bac9c44-906d-4864-ba94-d0338775aaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:15.153347 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-7bac9c44-906d-4864-ba94-d0338775aaa9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=87ea50f2-4a9d-4e76-83e4-8a4c87cd9a22 HTTP/1.1" status: 200  len: 846 time: 0.2714150
Feb 05 20:55:15.294248 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 76a5840e-fa81-48d6-870c-9737596dd6ad, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=76a5840e-fa81-48d6-870c-9737596dd6ad,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:55:15.325017 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '76a5840e-fa81-48d6-870c-9737596dd6ad', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'port_id': '76a5840e-fa81-48d6-870c-9737596dd6ad', 'mac_address': 'fa:16:3e:5f:7a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3c763-0926-4b49-ade5-d66ee3d4c489', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:55:15.347888 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-bd213533-8f4d-468f-b62f-0a1664d4747d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bc807625-43b9-4f71-ba0e-13ea567a25e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1742182
Feb 05 20:55:15.363817 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4da9f4ad-225e-49f5-9827-c9515e6aa3ee req-7f4b1d1a-1036-422d-8af4-c2af551cced5 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5296519
Feb 05 20:55:15.452888 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 76a5840e-fa81-48d6-870c-9737596dd6ad is: ACTIVE; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:55:15.453288 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (76a5840e-fa81-48d6-870c-9737596dd6ad), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:15.488944 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76a5840e-fa81-48d6-870c-9737596dd6ad {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:55:15.537998 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 76a5840e-fa81-48d6-870c-9737596dd6ad, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=76a5840e-fa81-48d6-870c-9737596dd6ad,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:55:15.551479 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (76a5840e-fa81-48d6-870c-9737596dd6ad), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:15.702250 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['76a5840e-fa81-48d6-870c-9737596dd6ad'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:55:15.813711 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=76a5840e-fa81-48d6-870c-9737596dd6ad,revision_number=6']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:15.833333 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 1d9a5845-5eb9-4d8b-b040-206021da1b67 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:55:15.912895 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d31f9-62d1-48e1-a6a3-f0f81fc54bfe req-7b57e9a9-06c6-4104-a1cb-3c86b6cc3810 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:15.915962 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-958d31f9-62d1-48e1-a6a3-f0f81fc54bfe req-7b57e9a9-06c6-4104-a1cb-3c86b6cc3810 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=e42e5222-69b2-4832-b20f-3216346b2bc6 HTTP/1.1" status: 200  len: 949 time: 0.5755837
Feb 05 20:55:15.939370 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2b3b2a8f-8ba3-4934-87f7-6ca76a2c5e3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (b9d67a44-209c-4f35-be0f-daf107c45470), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:16.184869 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 1d9a5845-5eb9-4d8b-b040-206021da1b67, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1d9a5845-5eb9-4d8b-b040-206021da1b67,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:55:16.227009 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-598aa421-e25d-4b60-8e3f-15a0b116c32c service neutron] 10.222.0.39 "GET /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8651431
Feb 05 20:55:16.257242 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 51ea1b96-de7f-40ca-82d6-bb3b87dbffa0 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:55:16.270533 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '1d9a5845-5eb9-4d8b-b040-206021da1b67', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'port_id': '1d9a5845-5eb9-4d8b-b040-206021da1b67', 'mac_address': 'fa:16:3e:09:6b:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3c763-0926-4b49-ade5-d66ee3d4c489', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:55:16.312820 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023968c-7e7e-4439-880a-f1c02893c825 req-949ee3a7-9146-4d4c-8671-35b2fc8d92d8 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:16.314502 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3023968c-7e7e-4439-880a-f1c02893c825 req-949ee3a7-9146-4d4c-8671-35b2fc8d92d8 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=c589d5aa-4257-4ea8-b4d0-dcf5618dac73 HTTP/1.1" status: 200  len: 943 time: 0.6714730
Feb 05 20:55:16.567123 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 1d9a5845-5eb9-4d8b-b040-206021da1b67 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:55:16.567544 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1d9a5845-5eb9-4d8b-b040-206021da1b67), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:16.636429 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d9a5845-5eb9-4d8b-b040-206021da1b67 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:55:16.718840 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 1d9a5845-5eb9-4d8b-b040-206021da1b67, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1d9a5845-5eb9-4d8b-b040-206021da1b67,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:55:16.723410 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 51ea1b96-de7f-40ca-82d6-bb3b87dbffa0 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:55:16.724024 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (51ea1b96-de7f-40ca-82d6-bb3b87dbffa0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:16.732449 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (1d9a5845-5eb9-4d8b-b040-206021da1b67), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:16.934743 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-958d31f9-62d1-48e1-a6a3-f0f81fc54bfe req-703bdc8b-70b8-4290-b6d4-79f1b825ac44 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0092006
Feb 05 20:55:16.981960 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=1d9a5845-5eb9-4d8b-b040-206021da1b67,revision_number=12']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:17.019561 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 76a5840e-fa81-48d6-870c-9737596dd6ad up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:55:17.031742 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:17.032141 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:17.032691 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:17.033196 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:17.041066 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:17.041665 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:17.042171 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:17.042730 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:17.043230 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:17.043782 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:17.044606 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:17.045099 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:17.045596 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:17.104491 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3023968c-7e7e-4439-880a-f1c02893c825 req-345369b5-d94a-4857-a847-666fda8e6fc4 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7531590
Feb 05 20:55:17.129651 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['1d9a5845-5eb9-4d8b-b040-206021da1b67'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:55:17.202747 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03fe5671-8f33-464b-9b3b-d50135c3b776 req-9a2c48aa-01ef-404a-8b11-267c24b362f3 service neutron] 10.222.0.39 "GET /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9345407
Feb 05 20:55:17.236696 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 51ea1b96-de7f-40ca-82d6-bb3b87dbffa0 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:55:17.237323 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (51ea1b96-de7f-40ca-82d6-bb3b87dbffa0), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:17.286775 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 51ea1b96-de7f-40ca-82d6-bb3b87dbffa0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=51ea1b96-de7f-40ca-82d6-bb3b87dbffa0,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:55:17.310060 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (51ea1b96-de7f-40ca-82d6-bb3b87dbffa0), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:17.324255 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 76a5840e-fa81-48d6-870c-9737596dd6ad triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:55:17.324674 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (76a5840e-fa81-48d6-870c-9737596dd6ad), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:17.691550 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 36946) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:17.779381 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=51ea1b96-de7f-40ca-82d6-bb3b87dbffa0,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:17.788625 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 76a5840e-fa81-48d6-870c-9737596dd6ad is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:55:17.789348 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (76a5840e-fa81-48d6-870c-9737596dd6ad), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:17.862055 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81664677-ab39-4ab5-81d5-d2a05b0a9f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a5840e-fa81-48d6-870c-9737596dd6ad'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:55:17.864849 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0ef64a-e671-4e59-abe9-f544d57e7973" -d '{"events": [{"server_uuid": "81664677-ab39-4ab5-81d5-d2a05b0a9f5c", "name": "network-vif-plugged", "status": "completed", "tag": "76a5840e-fa81-48d6-870c-9737596dd6ad"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:55:17.884166 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 76a5840e-fa81-48d6-870c-9737596dd6ad, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=76a5840e-fa81-48d6-870c-9737596dd6ad,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:55:17.894681 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (76a5840e-fa81-48d6-870c-9737596dd6ad), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:17.961213 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa9cf89-d7bb-4dd7-96be-aa69cb1cb57b x-openstack-request-id: req-5aa9cf89-d7bb-4dd7-96be-aa69cb1cb57b {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:55:17.961583 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81664677-ab39-4ab5-81d5-d2a05b0a9f5c", "name": "network-vif-plugged", "status": "completed", "tag": "76a5840e-fa81-48d6-870c-9737596dd6ad", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:55:17.961776 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5aa9cf89-d7bb-4dd7-96be-aa69cb1cb57b {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:55:17.962189 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81664677-ab39-4ab5-81d5-d2a05b0a9f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a5840e-fa81-48d6-870c-9737596dd6ad', 'code': 200}
Feb 05 20:55:17.963511 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-07ab38e3-8ce2-4b2b-96e6-1ffa2615cba6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:17.964160 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=76a5840e-fa81-48d6-870c-9737596dd6ad,revision_number=7']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:17.977906 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c6312-47d6-4053-b342-bcaa57a013c1 req-f2d700d0-5f54-433f-a6ca-2bd0368736e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:17.979474 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e53c6312-47d6-4053-b342-bcaa57a013c1 req-f2d700d0-5f54-433f-a6ca-2bd0368736e4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c115672e27d44cf2b79a3945af717ae8&device_id=c589d5aa-4257-4ea8-b4d0-dcf5618dac73 HTTP/1.1" status: 200  len: 1125 time: 0.6438050
Feb 05 20:55:18.013262 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afda1a4-44a2-4acb-bcd3-f2059bc4cf8a req-d10917ed-bce1-47e7-918f-58b3b219689c tempest-MigrationsAdminTest-1265212150 tempest-MigrationsAdminTest-1265212150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:18.020894 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3afda1a4-44a2-4acb-bcd3-f2059bc4cf8a req-d10917ed-bce1-47e7-918f-58b3b219689c tempest-MigrationsAdminTest-1265212150 tempest-MigrationsAdminTest-1265212150-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e42e5222-69b2-4832-b20f-3216346b2bc6 HTTP/1.1" status: 200  len: 1132 time: 0.7225559
Feb 05 20:55:18.133336 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-07ab38e3-8ce2-4b2b-96e6-1ffa2615cba6 admin admin] Publish callbacks [] for security_group (535b0b8e-3e81-485d-94a3-817f50dd3404), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:18.142339 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-07ab38e3-8ce2-4b2b-96e6-1ffa2615cba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (535b0b8e-3e81-485d-94a3-817f50dd3404), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:18.168680 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-2b3b2a8f-8ba3-4934-87f7-6ca76a2c5e3e admin admin] Deleting port 5fe8a474-74d7-44f4-9a65-8cbc57b296d1 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:55:18.169016 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2b3b2a8f-8ba3-4934-87f7-6ca76a2c5e3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (5fe8a474-74d7-44f4-9a65-8cbc57b296d1), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:18.213358 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 51ea1b96-de7f-40ca-82d6-bb3b87dbffa0 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:55:18.227523 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3afda1a4-44a2-4acb-bcd3-f2059bc4cf8a req-a73e8ad1-b1a3-4d66-91f7-ab61d0084b8f tempest-MigrationsAdminTest-1265212150 tempest-MigrationsAdminTest-1265212150-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2053680
Feb 05 20:55:18.265187 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab38e3-8ce2-4b2b-96e6-1ffa2615cba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535b0b8e-3e81-485d-94a3-817f50dd3404,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:18.319361 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-07ab38e3-8ce2-4b2b-96e6-1ffa2615cba6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=670d2e6f9a464e7f82b5126718c16e9c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6263423
Feb 05 20:55:18.320022 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 36978) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:18.355171 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab38e3-8ce2-4b2b-96e6-1ffa2615cba6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:18.355591 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab38e3-8ce2-4b2b-96e6-1ffa2615cba6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:18.356013 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab38e3-8ce2-4b2b-96e6-1ffa2615cba6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:18.356364 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab38e3-8ce2-4b2b-96e6-1ffa2615cba6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:18.356707 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab38e3-8ce2-4b2b-96e6-1ffa2615cba6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:18.363150 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab38e3-8ce2-4b2b-96e6-1ffa2615cba6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:18.363350 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab38e3-8ce2-4b2b-96e6-1ffa2615cba6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:18.363698 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab38e3-8ce2-4b2b-96e6-1ffa2615cba6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:18.364041 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab38e3-8ce2-4b2b-96e6-1ffa2615cba6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:18.364386 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab38e3-8ce2-4b2b-96e6-1ffa2615cba6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:18.364802 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab38e3-8ce2-4b2b-96e6-1ffa2615cba6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:18.365185 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab38e3-8ce2-4b2b-96e6-1ffa2615cba6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:18.365746 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab38e3-8ce2-4b2b-96e6-1ffa2615cba6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:55:18.376673 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c048f32b-742b-48ea-a843-3c9e73a722e9 None None] Sync routers for ids ['376aeb69-ae37-4b65-9b46-17fe3fc3c795'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:55:18.395122 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 51ea1b96-de7f-40ca-82d6-bb3b87dbffa0 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:55:18.395773 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (51ea1b96-de7f-40ca-82d6-bb3b87dbffa0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:18.395899 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c048f32b-742b-48ea-a843-3c9e73a722e9 None None] Routers {'376aeb69-ae37-4b65-9b46-17fe3fc3c795'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:55:18.399402 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-c048f32b-742b-48ea-a843-3c9e73a722e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8e07e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:55:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['376aeb69-ae37-4b65-9b46-17fe3fc3c795'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:55:18.511847 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-535db054-fbee-4e64-bb15-dca00f2f83cf admin admin] Publish callbacks [] for security_group (535b0b8e-3e81-485d-94a3-817f50dd3404), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:18.552278 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-2b3b2a8f-8ba3-4934-87f7-6ca76a2c5e3e admin admin] For port 5fe8a474-74d7-44f4-9a65-8cbc57b296d1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5fe8a474-74d7-44f4-9a65-8cbc57b296d1,segment=NetworkSegment(062101f1-5ffe-4f55-b9c6-585254beed7f),segment_id=062101f1-5ffe-4f55-b9c6-585254beed7f)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:55:18.554824 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2b3b2a8f-8ba3-4934-87f7-6ca76a2c5e3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (5fe8a474-74d7-44f4-9a65-8cbc57b296d1), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:18.589015 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-535db054-fbee-4e64-bb15-dca00f2f83cf admin admin] Publish callbacks [] for security_group (535b0b8e-3e81-485d-94a3-817f50dd3404), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:18.601886 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-2b3b2a8f-8ba3-4934-87f7-6ca76a2c5e3e admin admin] Calling delete_port for 5fe8a474-74d7-44f4-9a65-8cbc57b296d1 owned by network:router_interface {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:55:18.754795 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 51ea1b96-de7f-40ca-82d6-bb3b87dbffa0 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:55:18.761205 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-c048f32b-742b-48ea-a843-3c9e73a722e9 None None] Set router 376aeb69-ae37-4b65-9b46-17fe3fc3c795 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:55:18.786802 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-535db054-fbee-4e64-bb15-dca00f2f83cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (535b0b8e-3e81-485d-94a3-817f50dd3404), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:18.794655 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-535db054-fbee-4e64-bb15-dca00f2f83cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:18.815814 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-535db054-fbee-4e64-bb15-dca00f2f83cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/535b0b8e-3e81-485d-94a3-817f50dd3404 HTTP/1.1" status: 204  len: 168 time: 0.4862709
Feb 05 20:55:18.849458 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535db054-fbee-4e64-bb15-dca00f2f83cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535b0b8e-3e81-485d-94a3-817f50dd3404,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:18.987305 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c6312-47d6-4053-b342-bcaa57a013c1 req-80b45fb4-79d4-4c28-9591-6edd5fbe9d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:19.011184 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e53c6312-47d6-4053-b342-bcaa57a013c1 req-80b45fb4-79d4-4c28-9591-6edd5fbe9d1a service neutron] 10.222.0.39 "GET /v2.0/networks?id=bc807625-43b9-4f71-ba0e-13ea567a25e8 HTTP/1.1" status: 200  len: 907 time: 1.0099161
Feb 05 20:55:19.202679 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2b3b2a8f-8ba3-4934-87f7-6ca76a2c5e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (5fe8a474-74d7-44f4-9a65-8cbc57b296d1), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:19.300204 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b2a8f-8ba3-4934-87f7-6ca76a2c5e3e admin admin] Pushing event deleted for resources: {'Port': ['ID=5fe8a474-74d7-44f4-9a65-8cbc57b296d1,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:19.310289 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e53c6312-47d6-4053-b342-bcaa57a013c1 req-ec8d22c7-0211-4366-a0ff-cfc01b544992 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35c6f3f5-10d5-4610-94a0-0c6195303a95 HTTP/1.1" status: 200  len: 217 time: 0.1388500
Feb 05 20:55:19.477643 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-c048f32b-742b-48ea-a843-3c9e73a722e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8e07e50>, [{'id': '376aeb69-ae37-4b65-9b46-17fe3fc3c795', 'name': 'tempest-TaggedBootDevicesTest-1138880682-router', 'tenant_id': 'cdabee79f7874ec8a1806367256e9348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.161'}], 'enable_snat': True}, 'gw_port_id': '51ea1b96-de7f-40ca-82d6-bb3b87dbffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:55:03Z', 'updated_at': '2022-02-05T20:55:11Z', 'revision_number': 4, 'project_id': 'cdabee79f7874ec8a1806367256e9348', 'gw_port': {'id': '51ea1b96-de7f-40ca-82d6-bb3b87dbffa0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ac:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376aeb69-ae37-4b65-9b46-17fe3fc3c795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:55:05Z', 'updated_at': '2022-02-05T20:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '409414a2-556e-4fea-8bbc-006eda4be920', 'name': '', 'network_id': 'b46dc85a-148b-4e78-820c-9d994c87a04a', 'tenant_id': 'cdabee79f7874ec8a1806367256e9348', 'mac_address': 'fa:16:3e:b5:aa:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376aeb69-ae37-4b65-9b46-17fe3fc3c795', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '48da1416-bb05-44e7-ace4-4a8549ce7288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:55:10Z', 'updated_at': '2022-02-05T20:55:11Z', 'revision_number': 2, 'project_id': 'cdabee79f7874ec8a1806367256e9348', 'subnets': [{'id': '48da1416-bb05-44e7-ace4-4a8549ce7288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:55:19.529861 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c048f32b-742b-48ea-a843-3c9e73a722e9 None None] Checking router: 376aeb69-ae37-4b65-9b46-17fe3fc3c795 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:55:19.530630 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c048f32b-742b-48ea-a843-3c9e73a722e9 None None] Updating router 376aeb69-ae37-4b65-9b46-17fe3fc3c795 port 409414a2-556e-4fea-8bbc-006eda4be920 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 20:55:19.544402 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb7ce3-8e59-4f3c-a1bd-72793f962fc8 req-20a292c3-4d9f-4f57-86a6-03c7e56e463a tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:19.551643 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cddb7ce3-8e59-4f3c-a1bd-72793f962fc8 req-20a292c3-4d9f-4f57-86a6-03c7e56e463a tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=c589d5aa-4257-4ea8-b4d0-dcf5618dac73 HTTP/1.1" status: 200  len: 943 time: 1.0416627
Feb 05 20:55:19.592167 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-c048f32b-742b-48ea-a843-3c9e73a722e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (409414a2-556e-4fea-8bbc-006eda4be920), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:19.592704 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c6312-47d6-4053-b342-bcaa57a013c1 req-378316fa-554d-4489-9975-96d8c73add38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:19.595544 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e53c6312-47d6-4053-b342-bcaa57a013c1 req-378316fa-554d-4489-9975-96d8c73add38 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=87ea50f2-4a9d-4e76-83e4-8a4c87cd9a22 HTTP/1.1" status: 200  len: 846 time: 0.2709565
Feb 05 20:55:19.664410 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e53c6312-47d6-4053-b342-bcaa57a013c1 req-7ddd6ad7-c2fa-4c6e-a27d-fd9606d07275 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bc807625-43b9-4f71-ba0e-13ea567a25e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0524414
Feb 05 20:55:19.678646 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfffcc5c-a43b-4aeb-a7af-a79678a22f08 req-00aed493-7d5e-4353-96f3-d8f79f3f84b1 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:19.688363 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cfffcc5c-a43b-4aeb-a7af-a79678a22f08 req-00aed493-7d5e-4353-96f3-d8f79f3f84b1 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=e42e5222-69b2-4832-b20f-3216346b2bc6 HTTP/1.1" status: 200  len: 950 time: 0.5157394
Feb 05 20:55:19.863045 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 35c6f3f5-10d5-4610-94a0-0c6195303a95 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:55:19.868716 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 1d9a5845-5eb9-4d8b-b040-206021da1b67 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:55:19.929746 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 37038) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:19.937108 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-5172cff6-088f-4632-b0b8-8a3722516cc9 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1858691336'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:55:20.082103 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5172cff6-088f-4632-b0b8-8a3722516cc9 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Made reservation on behalf of 451be3a617f64d6a97b8d18cee2426e8 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:55:20.087743 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5172cff6-088f-4632-b0b8-8a3722516cc9 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:20.097521 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:20.169079 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5172cff6-088f-4632-b0b8-8a3722516cc9 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:55:20.226184 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5172cff6-088f-4632-b0b8-8a3722516cc9 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (180079d9-3802-4753-bdea-bdcba1df7383), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:20.226579 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-5172cff6-088f-4632-b0b8-8a3722516cc9 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Added segment 180079d9-3802-4753-bdea-bdcba1df7383 of type vlan for network 0e68efe9-ea16-4fb9-b57d-581a14fb90de
Feb 05 20:55:20.231786 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 1d9a5845-5eb9-4d8b-b040-206021da1b67 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:55:20.242319 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 1d9a5845-5eb9-4d8b-b040-206021da1b67 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:55:20.243167 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1d9a5845-5eb9-4d8b-b040-206021da1b67), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:20.243608 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2b3b2a8f-8ba3-4934-87f7-6ca76a2c5e3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (b9d67a44-209c-4f35-be0f-daf107c45470), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:20.262178 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cddb7ce3-8e59-4f3c-a1bd-72793f962fc8 req-44b97776-3684-4a3b-bd9e-a9f8f8cdaa3a tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7088459
Feb 05 20:55:20.352494 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 35c6f3f5-10d5-4610-94a0-0c6195303a95, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=35c6f3f5-10d5-4610-94a0-0c6195303a95,segment=NetworkSegment(7f85ed9d-b7ce-414c-8ae4-25f17816204d),segment_id=7f85ed9d-b7ce-414c-8ae4-25f17816204d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:55:20.402641 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-c048f32b-742b-48ea-a843-3c9e73a722e9 None None] Publish callbacks [] for port (409414a2-556e-4fea-8bbc-006eda4be920), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:20.403392 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '35c6f3f5-10d5-4610-94a0-0c6195303a95', 'network_id': 'bc807625-43b9-4f71-ba0e-13ea567a25e8', 'port_id': '35c6f3f5-10d5-4610-94a0-0c6195303a95', 'mac_address': 'fa:16:3e:34:01:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ea50f2-4a9d-4e76-83e4-8a4c87cd9a22', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:55:20.422236 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-c048f32b-742b-48ea-a843-3c9e73a722e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (409414a2-556e-4fea-8bbc-006eda4be920), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:20.437851 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cfffcc5c-a43b-4aeb-a7af-a79678a22f08 req-c5a74993-539b-4b71-9ca0-0e5cffdee391 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7480319
Feb 05 20:55:20.453561 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 1d9a5845-5eb9-4d8b-b040-206021da1b67 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:55:20.453855 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1d9a5845-5eb9-4d8b-b040-206021da1b67), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:20.546476 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5172cff6-088f-4632-b0b8-8a3722516cc9 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (0e68efe9-ea16-4fb9-b57d-581a14fb90de), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:20.551664 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e53c6312-47d6-4053-b342-bcaa57a013c1 req-e751486b-db81-4963-9a40-7dc581378052 service neutron] 10.222.0.39 "GET /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8475220
Feb 05 20:55:20.572297 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42e5222-69b2-4832-b20f-3216346b2bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9a5845-5eb9-4d8b-b040-206021da1b67'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:55:20.578992 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd84689-3d58-427c-a3a6-c6909edd2ea5" -d '{"events": [{"server_uuid": "e42e5222-69b2-4832-b20f-3216346b2bc6", "name": "network-vif-plugged", "status": "completed", "tag": "1d9a5845-5eb9-4d8b-b040-206021da1b67"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:55:20.624591 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 35c6f3f5-10d5-4610-94a0-0c6195303a95 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:55:20.625092 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (35c6f3f5-10d5-4610-94a0-0c6195303a95), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:20.657926 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f767311-b085-4ec3-ac08-39d890888750 None None] Pushing event updated for resources: {'Port': ['ID=409414a2-556e-4fea-8bbc-006eda4be920,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:20.670155 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 1d9a5845-5eb9-4d8b-b040-206021da1b67, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1d9a5845-5eb9-4d8b-b040-206021da1b67,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:55:20.695945 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5172cff6-088f-4632-b0b8-8a3722516cc9 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (0e68efe9-ea16-4fb9-b57d-581a14fb90de), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:20.707627 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35c6f3f5-10d5-4610-94a0-0c6195303a95 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:55:20.711185 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5172cff6-088f-4632-b0b8-8a3722516cc9 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:20.712245 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5172cff6-088f-4632-b0b8-8a3722516cc9 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:20.734826 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (1d9a5845-5eb9-4d8b-b040-206021da1b67), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:20.823025 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fca3ee-322d-4e14-9a0d-a2baedc0ab34 req-71cf0491-65f1-49d2-9018-02e82ef07dea tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:20.831959 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-35fca3ee-322d-4e14-9a0d-a2baedc0ab34 req-71cf0491-65f1-49d2-9018-02e82ef07dea tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.39 "GET /v2.0/ports?device_id=e42e5222-69b2-4832-b20f-3216346b2bc6 HTTP/1.1" status: 200  len: 950 time: 0.5604711
Feb 05 20:55:20.896941 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 35c6f3f5-10d5-4610-94a0-0c6195303a95, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=35c6f3f5-10d5-4610-94a0-0c6195303a95,segment=NetworkSegment(7f85ed9d-b7ce-414c-8ae4-25f17816204d),segment_id=7f85ed9d-b7ce-414c-8ae4-25f17816204d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:55:20.922301 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-c048f32b-742b-48ea-a843-3c9e73a722e9 None None] Attempting to bind port 409414a2-556e-4fea-8bbc-006eda4be920 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:55:20.922694 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-c048f32b-742b-48ea-a843-3c9e73a722e9 None None] Attempting to bind port 409414a2-556e-4fea-8bbc-006eda4be920 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '914bec90-149e-468a-8363-f5c6d2d7f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b46dc85a-148b-4e78-820c-9d994c87a04a'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:55:20.924591 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (35c6f3f5-10d5-4610-94a0-0c6195303a95), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:20.931199 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c048f32b-742b-48ea-a843-3c9e73a722e9 None None] Attempting to bind port 409414a2-556e-4fea-8bbc-006eda4be920 on network b46dc85a-148b-4e78-820c-9d994c87a04a {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:55:20.951148 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c048f32b-742b-48ea-a843-3c9e73a722e9 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:55:20.953324 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c048f32b-742b-48ea-a843-3c9e73a722e9 None None] Checking segment: {'id': '914bec90-149e-468a-8363-f5c6d2d7f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b46dc85a-148b-4e78-820c-9d994c87a04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:55:20.954666 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-c048f32b-742b-48ea-a843-3c9e73a722e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:20.957512 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c048f32b-742b-48ea-a843-3c9e73a722e9 None None] Bound using segment: {'id': '914bec90-149e-468a-8363-f5c6d2d7f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b46dc85a-148b-4e78-820c-9d994c87a04a'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:55:20.960699 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5172cff6-088f-4632-b0b8-8a3722516cc9 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Pushing event updated for resources: {'Network': ['ID=0e68efe9-ea16-4fb9-b57d-581a14fb90de,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:20.961289 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-c048f32b-742b-48ea-a843-3c9e73a722e9 None None] Bound port: 409414a2-556e-4fea-8bbc-006eda4be920, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '914bec90-149e-468a-8363-f5c6d2d7f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b46dc85a-148b-4e78-820c-9d994c87a04a'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:55:20.961456 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-c048f32b-742b-48ea-a843-3c9e73a722e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (409414a2-556e-4fea-8bbc-006eda4be920), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:20.973531 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=1d9a5845-5eb9-4d8b-b040-206021da1b67,revision_number=13']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:20.995141 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 0e68efe9-ea16-4fb9-b57d-581a14fb90de details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:55:21.035004 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5172cff6-088f-4632-b0b8-8a3722516cc9 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 1.1037893
Feb 05 20:55:21.036289 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 37066) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:21.056812 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-ae92aa96-cef9-4fd3-a421-f8138005882b tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1787022473'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:55:21.124030 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae92aa96-cef9-4fd3-a421-f8138005882b tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Made reservation on behalf of 451be3a617f64d6a97b8d18cee2426e8 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:55:21.129241 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ae92aa96-cef9-4fd3-a421-f8138005882b tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:21.205298 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae92aa96-cef9-4fd3-a421-f8138005882b tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:55:21.239715 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ae92aa96-cef9-4fd3-a421-f8138005882b tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (16f07f35-cf6e-401e-a5f2-33d98b0f9749), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:21.244083 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-ae92aa96-cef9-4fd3-a421-f8138005882b tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Added segment 16f07f35-cf6e-401e-a5f2-33d98b0f9749 of type vlan for network e407b198-7847-4daa-999d-a6a8e5319a57
Feb 05 20:55:21.253368 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-c048f32b-742b-48ea-a843-3c9e73a722e9 None None] For port 409414a2-556e-4fea-8bbc-006eda4be920, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:55:21.270674 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-c048f32b-742b-48ea-a843-3c9e73a722e9 None None] For port 409414a2-556e-4fea-8bbc-006eda4be920, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=409414a2-556e-4fea-8bbc-006eda4be920,segment=NetworkSegment(914bec90-149e-468a-8363-f5c6d2d7f2c4),segment_id=914bec90-149e-468a-8363-f5c6d2d7f2c4)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:55:21.294395 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-c048f32b-742b-48ea-a843-3c9e73a722e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (409414a2-556e-4fea-8bbc-006eda4be920), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:21.308968 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['35c6f3f5-10d5-4610-94a0-0c6195303a95'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:55:21.401120 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ae92aa96-cef9-4fd3-a421-f8138005882b tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (e407b198-7847-4daa-999d-a6a8e5319a57), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:21.437222 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e53c6312-47d6-4053-b342-bcaa57a013c1 req-46d3248c-9c59-4e56-a78a-cfdb5ec8c88c service neutron] 10.222.0.39 "GET /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8759842
Feb 05 20:55:21.512721 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c048f32b-742b-48ea-a843-3c9e73a722e9 None None] Routers {'376aeb69-ae37-4b65-9b46-17fe3fc3c795'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:55:21.513693 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-c048f32b-742b-48ea-a843-3c9e73a722e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8e07e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:55:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['376aeb69-ae37-4b65-9b46-17fe3fc3c795'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:55:21.515337 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-a6e14235-8752-4a07-9910-b4e7c0eb1638 None None] Provisioning complete for port 409414a2-556e-4fea-8bbc-006eda4be920 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:55:21.519445 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a6e14235-8752-4a07-9910-b4e7c0eb1638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (409414a2-556e-4fea-8bbc-006eda4be920), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:21.532524 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ae92aa96-cef9-4fd3-a421-f8138005882b tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (e407b198-7847-4daa-999d-a6a8e5319a57), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:21.554764 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae92aa96-cef9-4fd3-a421-f8138005882b tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:21.557821 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=35c6f3f5-10d5-4610-94a0-0c6195303a95,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:21.563811 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ae92aa96-cef9-4fd3-a421-f8138005882b tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:21.782793 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-c048f32b-742b-48ea-a843-3c9e73a722e9 None None] Set router 376aeb69-ae37-4b65-9b46-17fe3fc3c795 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:55:21.859881 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3b2a8f-8ba3-4934-87f7-6ca76a2c5e3e admin admin] Router b9d67a44-209c-4f35-be0f-daf107c45470 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:55:21.877435 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ae92aa96-cef9-4fd3-a421-f8138005882b tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.8375401
Feb 05 20:55:21.880481 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 37076) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:21.889126 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 1d9a5845-5eb9-4d8b-b040-206021da1b67 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:55:21.890985 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-e8463454-308d-49b3-90fc-48bb9aa785fd tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Request body: {'subnet': {'network_id': '0e68efe9-ea16-4fb9-b57d-581a14fb90de', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:55:21.901551 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae92aa96-cef9-4fd3-a421-f8138005882b tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Pushing event updated for resources: {'Network': ['ID=e407b198-7847-4daa-999d-a6a8e5319a57,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:21.940006 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-35fca3ee-322d-4e14-9a0d-a2baedc0ab34 req-bd1ce081-16ca-4e35-a644-7ae9212f41de tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Deleting port 1d9a5845-5eb9-4d8b-b040-206021da1b67 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:55:21.953165 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network e407b198-7847-4daa-999d-a6a8e5319a57 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:55:21.955357 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-35fca3ee-322d-4e14-9a0d-a2baedc0ab34 req-bd1ce081-16ca-4e35-a644-7ae9212f41de tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (1d9a5845-5eb9-4d8b-b040-206021da1b67), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:22.001042 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f767311-b085-4ec3-ac08-39d890888750 None None] Pushing event updated for resources: {'Port': ['ID=409414a2-556e-4fea-8bbc-006eda4be920,revision_number=4']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:22.035917 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8463454-308d-49b3-90fc-48bb9aa785fd tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Made reservation on behalf of 451be3a617f64d6a97b8d18cee2426e8 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:55:22.041100 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e8463454-308d-49b3-90fc-48bb9aa785fd tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:22.128383 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a6e14235-8752-4a07-9910-b4e7c0eb1638 None None] Current status of the port 409414a2-556e-4fea-8bbc-006eda4be920 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:55:22.129958 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a6e14235-8752-4a07-9910-b4e7c0eb1638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (409414a2-556e-4fea-8bbc-006eda4be920), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:22.341088 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-a6e14235-8752-4a07-9910-b4e7c0eb1638 None None] For port 409414a2-556e-4fea-8bbc-006eda4be920, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=409414a2-556e-4fea-8bbc-006eda4be920,segment=NetworkSegment(914bec90-149e-468a-8363-f5c6d2d7f2c4),segment_id=914bec90-149e-468a-8363-f5c6d2d7f2c4)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:55:22.365047 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a6e14235-8752-4a07-9910-b4e7c0eb1638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (409414a2-556e-4fea-8bbc-006eda4be920), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:22.481800 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-35fca3ee-322d-4e14-9a0d-a2baedc0ab34 req-bd1ce081-16ca-4e35-a644-7ae9212f41de tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] For port 1d9a5845-5eb9-4d8b-b040-206021da1b67, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1d9a5845-5eb9-4d8b-b040-206021da1b67,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:55:22.486148 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-35fca3ee-322d-4e14-9a0d-a2baedc0ab34 req-bd1ce081-16ca-4e35-a644-7ae9212f41de tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (1d9a5845-5eb9-4d8b-b040-206021da1b67), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:22.544404 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-35fca3ee-322d-4e14-9a0d-a2baedc0ab34 req-bd1ce081-16ca-4e35-a644-7ae9212f41de tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Calling delete_port for 1d9a5845-5eb9-4d8b-b040-206021da1b67 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:55:22.544655 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-c048f32b-742b-48ea-a843-3c9e73a722e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8e07e50>, [{'id': '376aeb69-ae37-4b65-9b46-17fe3fc3c795', 'name': 'tempest-TaggedBootDevicesTest-1138880682-router', 'tenant_id': 'cdabee79f7874ec8a1806367256e9348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.161'}], 'enable_snat': True}, 'gw_port_id': '51ea1b96-de7f-40ca-82d6-bb3b87dbffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:55:03Z', 'updated_at': '2022-02-05T20:55:11Z', 'revision_number': 4, 'project_id': 'cdabee79f7874ec8a1806367256e9348', 'gw_port': {'id': '51ea1b96-de7f-40ca-82d6-bb3b87dbffa0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ac:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376aeb69-ae37-4b65-9b46-17fe3fc3c795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:55:05Z', 'updated_at': '2022-02-05T20:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '409414a2-556e-4fea-8bbc-006eda4be920', 'name': '', 'network_id': 'b46dc85a-148b-4e78-820c-9d994c87a04a', 'tenant_id': 'cdabee79f7874ec8a1806367256e9348', 'mac_address': 'fa:16:3e:b5:aa:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376aeb69-ae37-4b65-9b46-17fe3fc3c795', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '48da1416-bb05-44e7-ace4-4a8549ce7288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:55:10Z', 'updated_at': '2022-02-05T20:55:21Z', 'revision_number': 4, 'project_id': 'cdabee79f7874ec8a1806367256e9348', 'subnets': [{'id': '48da1416-bb05-44e7-ace4-4a8549ce7288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:55:22.584958 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e8463454-308d-49b3-90fc-48bb9aa785fd tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (eff801c9-e51d-482d-bb52-a59d1e137e92), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:22.597487 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 1d9a5845-5eb9-4d8b-b040-206021da1b67 is: ACTIVE; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:55:22.603618 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1d9a5845-5eb9-4d8b-b040-206021da1b67), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:22.621026 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-cca16c4c-9332-44ed-b4fe-ccadc32f7f85 None None] Provisioning complete for port 409414a2-556e-4fea-8bbc-006eda4be920 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:55:22.624952 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c048f32b-742b-48ea-a843-3c9e73a722e9 None None] The sync data for ids ['376aeb69-ae37-4b65-9b46-17fe3fc3c795'] in ncdv-master-1 is: [{'id': '376aeb69-ae37-4b65-9b46-17fe3fc3c795', 'name': 'tempest-TaggedBootDevicesTest-1138880682-router', 'tenant_id': 'cdabee79f7874ec8a1806367256e9348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.161'}], 'enable_snat': True}, 'gw_port_id': '51ea1b96-de7f-40ca-82d6-bb3b87dbffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:55:03Z', 'updated_at': '2022-02-05T20:55:11Z', 'revision_number': 4, 'project_id': 'cdabee79f7874ec8a1806367256e9348', 'gw_port': {'id': '51ea1b96-de7f-40ca-82d6-bb3b87dbffa0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ac:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376aeb69-ae37-4b65-9b46-17fe3fc3c795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:55:05Z', 'updated_at': '2022-02-05T20:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '409414a2-556e-4fea-8bbc-006eda4be920', 'name': '', 'network_id': 'b46dc85a-148b-4e78-820c-9d994c87a04a', 'tenant_id': 'cdabee79f7874ec8a1806367256e9348', 'mac_address': 'fa:16:3e:b5:aa:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376aeb69-ae37-4b65-9b46-17fe3fc3c795', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '48da1416-bb05-44e7-ace4-4a8549ce7288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:55:10Z', 'updated_at': '2022-02-05T20:55:21Z', 'revision_number': 4, 'project_id': 'cdabee79f7874ec8a1806367256e9348', 'subnets': [{'id': '48da1416-bb05-44e7-ace4-4a8549ce7288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:55:22.625625 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cca16c4c-9332-44ed-b4fe-ccadc32f7f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (409414a2-556e-4fea-8bbc-006eda4be920), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:22.727730 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e14235-8752-4a07-9910-b4e7c0eb1638 None None] Pushing event updated for resources: {'Port': ['ID=409414a2-556e-4fea-8bbc-006eda4be920,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:22.785188 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 1d9a5845-5eb9-4d8b-b040-206021da1b67, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1d9a5845-5eb9-4d8b-b040-206021da1b67,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:55:22.797911 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (1d9a5845-5eb9-4d8b-b040-206021da1b67), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:22.811875 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 20:55:22.891315 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8463454-308d-49b3-90fc-48bb9aa785fd tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Pushing event updated for resources: {'Subnet': ['ID=eff801c9-e51d-482d-bb52-a59d1e137e92,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:22.948243 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8463454-308d-49b3-90fc-48bb9aa785fd tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Checking segment: {'id': '180079d9-3802-4753-bdea-bdcba1df7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0e68efe9-ea16-4fb9-b57d-581a14fb90de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:55:22.948632 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8463454-308d-49b3-90fc-48bb9aa785fd tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Network hostable DHCP agents. Network: 0e68efe9-ea16-4fb9-b57d-581a14fb90de, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:55:23.023151 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8463454-308d-49b3-90fc-48bb9aa785fd tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Network 0e68efe9-ea16-4fb9-b57d-581a14fb90de is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:55:23.082422 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-e8463454-308d-49b3-90fc-48bb9aa785fd tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0e68efe9-ea16-4fb9-b57d-581a14fb90de) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:55:23.095401 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-cca16c4c-9332-44ed-b4fe-ccadc32f7f85 None None] Current status of the port 409414a2-556e-4fea-8bbc-006eda4be920 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:55:23.103509 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c41171-830f-4cc5-b2f9-e0b79c4e6928 None None] Network 0e68efe9-ea16-4fb9-b57d-581a14fb90de requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:55:23.106988 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=1d9a5845-5eb9-4d8b-b040-206021da1b67,revision_number=14']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:23.114730 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8463454-308d-49b3-90fc-48bb9aa785fd tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:23.117055 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e8463454-308d-49b3-90fc-48bb9aa785fd tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:23.155664 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e8463454-308d-49b3-90fc-48bb9aa785fd tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.2734504
Feb 05 20:55:23.160333 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 37090) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:23.171548 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-b279f212-caf7-4915-b448-a802d9493ec4 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Request body: {'subnet': {'network_id': 'e407b198-7847-4daa-999d-a6a8e5319a57', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:55:23.311229 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3b2a8f-8ba3-4934-87f7-6ca76a2c5e3e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:55:23.324627 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2b3b2a8f-8ba3-4934-87f7-6ca76a2c5e3e admin admin] 10.222.0.32 "PUT /v2.0/routers/b9d67a44-209c-4f35-be0f-daf107c45470/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 11.8732870
Feb 05 20:55:23.325524 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 37094) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:23.328238 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-35fca3ee-322d-4e14-9a0d-a2baedc0ab34 req-bd1ce081-16ca-4e35-a644-7ae9212f41de tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (1d9a5845-5eb9-4d8b-b040-206021da1b67), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:23.331462 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e0bbc0-65d5-410b-a0f7-0699b760a9b0 None None] Sync routers for ids ['b9d67a44-209c-4f35-be0f-daf107c45470'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:55:23.414756 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['77a3aa20-5477-44f9-a588-be0d7fc51874'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:55:23.423513 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b279f212-caf7-4915-b448-a802d9493ec4 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Made reservation on behalf of 451be3a617f64d6a97b8d18cee2426e8 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:55:23.427030 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b279f212-caf7-4915-b448-a802d9493ec4 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:23.429799 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['4a4d7d0a-509a-455e-a91a-7918634eb647', '5cb379ed-ddb4-499e-b220-588d09688bf7'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:55:23.581858 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ce081-16ca-4e35-a644-7ae9212f41de tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Pushing event deleted for resources: {'Port': ['ID=1d9a5845-5eb9-4d8b-b040-206021da1b67,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:23.645713 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f40dc65-1eea-4082-982e-622ad1c19e4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0e68efe9-ea16-4fb9-b57d-581a14fb90de', 'network_id': '0e68efe9-ea16-4fb9-b57d-581a14fb90de', 'project_id': '451be3a617f64d6a97b8d18cee2426e8', 'fixed_ips': [{'subnet_id': 'eff801c9-e51d-482d-bb52-a59d1e137e92'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 20:55:23.646583 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7f40dc65-1eea-4082-982e-622ad1c19e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:23.695118 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e0bbc0-65d5-410b-a0f7-0699b760a9b0 None None] Routers {'b9d67a44-209c-4f35-be0f-daf107c45470'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:55:23.696501 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-c1e0bbc0-65d5-410b-a0f7-0699b760a9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab783dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:55:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b9d67a44-209c-4f35-be0f-daf107c45470'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:55:23.859203 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7fe98e12-9326-428a-8bd3-31dcb1121981 admin admin] Publish callbacks [] for router (b9d67a44-209c-4f35-be0f-daf107c45470), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:23.948226 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 35c6f3f5-10d5-4610-94a0-0c6195303a95 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:55:24.024862 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b279f212-caf7-4915-b448-a802d9493ec4 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (87840afd-8f96-418e-b35a-d28d95df414d), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:24.110679 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-35fca3ee-322d-4e14-9a0d-a2baedc0ab34 req-bd1ce081-16ca-4e35-a644-7ae9212f41de tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] No DVR routers for this DVR port 1d9a5845-5eb9-4d8b-b040-206021da1b67 on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:55:24.128823 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-35fca3ee-322d-4e14-9a0d-a2baedc0ab34 req-bd1ce081-16ca-4e35-a644-7ae9212f41de tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:24.132926 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-35fca3ee-322d-4e14-9a0d-a2baedc0ab34 req-bd1ce081-16ca-4e35-a644-7ae9212f41de tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.39 "DELETE /v2.0/ports/1d9a5845-5eb9-4d8b-b040-206021da1b67 HTTP/1.1" status: 204  len: 173 time: 3.2946048
Feb 05 20:55:24.133674 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42e5222-69b2-4832-b20f-3216346b2bc6', 'name': 'network-vif-deleted', 'tag': '1d9a5845-5eb9-4d8b-b040-206021da1b67'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:55:24.147557 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e5f36a-4ea2-4649-b6cf-5b887db56c15" -d '{"events": [{"server_uuid": "e42e5222-69b2-4832-b20f-3216346b2bc6", "name": "network-vif-deleted", "tag": "1d9a5845-5eb9-4d8b-b040-206021da1b67"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:55:24.193391 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7fe98e12-9326-428a-8bd3-31dcb1121981 admin admin] Publish callbacks [] for router_gateway (b9d67a44-209c-4f35-be0f-daf107c45470), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:24.218640 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b279f212-caf7-4915-b448-a802d9493ec4 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Pushing event updated for resources: {'Subnet': ['ID=87840afd-8f96-418e-b35a-d28d95df414d,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:24.222054 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b279f212-caf7-4915-b448-a802d9493ec4 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Checking segment: {'id': '16f07f35-cf6e-401e-a5f2-33d98b0f9749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e407b198-7847-4daa-999d-a6a8e5319a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:55:24.222866 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b279f212-caf7-4915-b448-a802d9493ec4 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Network hostable DHCP agents. Network: e407b198-7847-4daa-999d-a6a8e5319a57, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:55:24.252163 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b279f212-caf7-4915-b448-a802d9493ec4 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Network e407b198-7847-4daa-999d-a6a8e5319a57 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:55:24.276172 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-b279f212-caf7-4915-b448-a802d9493ec4 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e407b198-7847-4daa-999d-a6a8e5319a57) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:55:24.282045 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b279f212-caf7-4915-b448-a802d9493ec4 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:24.284647 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b279f212-caf7-4915-b448-a802d9493ec4 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:24.314351 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b279f212-caf7-4915-b448-a802d9493ec4 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.1499722
Feb 05 20:55:24.314637 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 37098) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:24.322138 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-5717941c-2c62-4b05-97c9-7e9332182dc5 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Request body: {'port': {'network_id': '0e68efe9-ea16-4fb9-b57d-581a14fb90de', 'name': 'tempest-TaggedBootDevicesTest-1858522466', 'fixed_ips': [{'subnet_id': 'eff801c9-e51d-482d-bb52-a59d1e137e92'}]}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:55:24.372034 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e3ba73-f06b-4354-a2bf-0dfd6891b3ad None None] Network e407b198-7847-4daa-999d-a6a8e5319a57 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:55:24.472324 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-7fe98e12-9326-428a-8bd3-31dcb1121981 admin admin] Deleting port 0c416885-26de-49ea-91fb-de4adb34be78 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:55:24.473144 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7fe98e12-9326-428a-8bd3-31dcb1121981 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (0c416885-26de-49ea-91fb-de4adb34be78), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:24.592361 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5717941c-2c62-4b05-97c9-7e9332182dc5 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Made reservation on behalf of 451be3a617f64d6a97b8d18cee2426e8 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:55:24.637852 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 409414a2-556e-4fea-8bbc-006eda4be920 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:55:24.736315 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-7fe98e12-9326-428a-8bd3-31dcb1121981 admin admin] For port 0c416885-26de-49ea-91fb-de4adb34be78, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0c416885-26de-49ea-91fb-de4adb34be78,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:55:24.736926 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7fe98e12-9326-428a-8bd3-31dcb1121981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (0c416885-26de-49ea-91fb-de4adb34be78), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:24.769400 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5717941c-2c62-4b05-97c9-7e9332182dc5 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:24.775054 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-7fe98e12-9326-428a-8bd3-31dcb1121981 admin admin] Calling delete_port for 0c416885-26de-49ea-91fb-de4adb34be78 owned by network:router_gateway {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:55:24.793430 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-5717941c-2c62-4b05-97c9-7e9332182dc5 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] device_id is not set on port 9660cfc0-bfac-4a7d-a596-8d37f433d2c1 yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 20:55:25.195582 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7fe98e12-9326-428a-8bd3-31dcb1121981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (0c416885-26de-49ea-91fb-de4adb34be78), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:25.212949 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-5717941c-2c62-4b05-97c9-7e9332182dc5 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Allocated IP 10.1.1.188 (0e68efe9-ea16-4fb9-b57d-581a14fb90de/eff801c9-e51d-482d-bb52-a59d1e137e92/9660cfc0-bfac-4a7d-a596-8d37f433d2c1) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:55:25.222368 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0deea620-e999-4d03-a956-8e6c0b0f7565 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e407b198-7847-4daa-999d-a6a8e5319a57', 'network_id': 'e407b198-7847-4daa-999d-a6a8e5319a57', 'project_id': '451be3a617f64d6a97b8d18cee2426e8', 'fixed_ips': [{'subnet_id': '87840afd-8f96-418e-b35a-d28d95df414d'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 20:55:25.237616 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0deea620-e999-4d03-a956-8e6c0b0f7565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:25.298957 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe98e12-9326-428a-8bd3-31dcb1121981 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c416885-26de-49ea-91fb-de4adb34be78,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:25.463127 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7fe98e12-9326-428a-8bd3-31dcb1121981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (b9d67a44-209c-4f35-be0f-daf107c45470), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:25.554477 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5717941c-2c62-4b05-97c9-7e9332182dc5 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks [] for port (9660cfc0-bfac-4a7d-a596-8d37f433d2c1), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:25.593413 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-c1e0bbc0-65d5-410b-a0f7-0699b760a9b0 None None] Set router b9d67a44-209c-4f35-be0f-daf107c45470 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:55:25.634024 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5717941c-2c62-4b05-97c9-7e9332182dc5 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (9660cfc0-bfac-4a7d-a596-8d37f433d2c1), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:25.712145 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 35c6f3f5-10d5-4610-94a0-0c6195303a95 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:55:25.720081 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717941c-2c62-4b05-97c9-7e9332182dc5 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Pushing event updated for resources: {'Port': ['ID=9660cfc0-bfac-4a7d-a596-8d37f433d2c1,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:25.757986 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5717941c-2c62-4b05-97c9-7e9332182dc5 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Network 0e68efe9-ea16-4fb9-b57d-581a14fb90de is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:55:25.761090 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-5717941c-2c62-4b05-97c9-7e9332182dc5 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:55:25.764880 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5717941c-2c62-4b05-97c9-7e9332182dc5 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:55:25.890141 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5717941c-2c62-4b05-97c9-7e9332182dc5 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:25.891273 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5717941c-2c62-4b05-97c9-7e9332182dc5 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:25.925351 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5717941c-2c62-4b05-97c9-7e9332182dc5 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.6095688
Feb 05 20:55:25.929375 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 37100) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:25.944077 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-5105a824-7d58-4e1a-b7f5-73c8bf0f2966 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Request body: {'port': {'network_id': '0e68efe9-ea16-4fb9-b57d-581a14fb90de', 'name': 'tempest-TaggedBootDevicesTest-151481147', 'fixed_ips': [{'subnet_id': 'eff801c9-e51d-482d-bb52-a59d1e137e92'}]}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:55:25.961566 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 35c6f3f5-10d5-4610-94a0-0c6195303a95 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:55:25.961956 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (35c6f3f5-10d5-4610-94a0-0c6195303a95), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:26.135967 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5105a824-7d58-4e1a-b7f5-73c8bf0f2966 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Made reservation on behalf of 451be3a617f64d6a97b8d18cee2426e8 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:55:26.151844 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5105a824-7d58-4e1a-b7f5-73c8bf0f2966 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:26.196740 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7fe98e12-9326-428a-8bd3-31dcb1121981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (b9d67a44-209c-4f35-be0f-daf107c45470), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:26.199401 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7fe98e12-9326-428a-8bd3-31dcb1121981 admin admin] Publish callbacks [] for router_controller (b9d67a44-209c-4f35-be0f-daf107c45470), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:26.206972 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-5105a824-7d58-4e1a-b7f5-73c8bf0f2966 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] device_id is not set on port 58dda4e9-8dcd-438a-a2a5-133cac5c0ff6 yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 20:55:26.306661 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 409414a2-556e-4fea-8bbc-006eda4be920 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:55:26.307039 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (409414a2-556e-4fea-8bbc-006eda4be920), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:26.335144 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-0deea620-e999-4d03-a956-8e6c0b0f7565 None None] Allocated IP 10.2.2.2 (e407b198-7847-4daa-999d-a6a8e5319a57/87840afd-8f96-418e-b35a-d28d95df414d/8e9ee43f-f16b-4fbd-ad17-b0800e6cc95d) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:55:26.344639 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7fe98e12-9326-428a-8bd3-31dcb1121981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (b9d67a44-209c-4f35-be0f-daf107c45470), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:26.346149 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe98e12-9326-428a-8bd3-31dcb1121981 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9d67a44-209c-4f35-be0f-daf107c45470 {{(pid=114391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 20:55:26.354703 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7fe98e12-9326-428a-8bd3-31dcb1121981 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:26.361853 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7fe98e12-9326-428a-8bd3-31dcb1121981 admin admin] 10.222.0.32 "DELETE /v2.0/routers/b9d67a44-209c-4f35-be0f-daf107c45470 HTTP/1.1" status: 204  len: 168 time: 3.0326531
Feb 05 20:55:26.362787 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 37102) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:26.513950 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-a40a1323-8031-48d1-9ac6-a95886639c95 admin admin] Deleting subnet 68543e91-1c7e-489a-be82-2d758ce921ad {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:55:26.522202 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a40a1323-8031-48d1-9ac6-a95886639c95 admin admin] Publish callbacks [] for subnet (68543e91-1c7e-489a-be82-2d758ce921ad), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:26.633102 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a40a1323-8031-48d1-9ac6-a95886639c95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (68543e91-1c7e-489a-be82-2d758ce921ad), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:26.653254 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0deea620-e999-4d03-a956-8e6c0b0f7565 None None] Publish callbacks [] for port (8e9ee43f-f16b-4fbd-ad17-b0800e6cc95d), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:26.658065 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-7f40dc65-1eea-4082-982e-622ad1c19e4b None None] Allocated IP 10.1.1.2 (0e68efe9-ea16-4fb9-b57d-581a14fb90de/eff801c9-e51d-482d-bb52-a59d1e137e92/6cd0a413-3218-4153-b410-add64ffde8ec) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:55:26.700113 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0deea620-e999-4d03-a956-8e6c0b0f7565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (8e9ee43f-f16b-4fbd-ad17-b0800e6cc95d), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:26.778712 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a40a1323-8031-48d1-9ac6-a95886639c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (68543e91-1c7e-489a-be82-2d758ce921ad), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:26.797786 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deea620-e999-4d03-a956-8e6c0b0f7565 None None] Pushing event updated for resources: {'Port': ['ID=8e9ee43f-f16b-4fbd-ad17-b0800e6cc95d,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:26.864090 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0deea620-e999-4d03-a956-8e6c0b0f7565 None None] Network e407b198-7847-4daa-999d-a6a8e5319a57 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:55:26.889707 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-c1e0bbc0-65d5-410b-a0f7-0699b760a9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab783dc0>, [{'id': 'b9d67a44-209c-4f35-be0f-daf107c45470', 'name': 'tempest-AttachSCSIVolumeTestJSON-89018445-router', 'tenant_id': '339b42dac6c241a48a04f59918ef065e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.22'}], 'enable_snat': True}, 'gw_port_id': '0c416885-26de-49ea-91fb-de4adb34be78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:53:31Z', 'updated_at': '2022-02-05T20:55:19Z', 'revision_number': 5, 'project_id': '339b42dac6c241a48a04f59918ef065e', 'gw_port': {'id': '0c416885-26de-49ea-91fb-de4adb34be78', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:77:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d67a44-209c-4f35-be0f-daf107c45470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:32Z', 'updated_at': '2022-02-05T20:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:55:26.903435 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a40a1323-8031-48d1-9ac6-a95886639c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (68543e91-1c7e-489a-be82-2d758ce921ad), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:26.906352 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-0deea620-e999-4d03-a956-8e6c0b0f7565 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:55:26.910412 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0deea620-e999-4d03-a956-8e6c0b0f7565 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:55:26.995761 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a40a1323-8031-48d1-9ac6-a95886639c95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:27.005943 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a40a1323-8031-48d1-9ac6-a95886639c95 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/68543e91-1c7e-489a-be82-2d758ce921ad HTTP/1.1" status: 204  len: 168 time: 0.6420290
Feb 05 20:55:27.008745 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 37104) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:27.019442 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a1323-8031-48d1-9ac6-a95886639c95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68543e91-1c7e-489a-be82-2d758ce921ad,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:27.028482 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e0bbc0-65d5-410b-a0f7-0699b760a9b0 None None] Checking router: b9d67a44-209c-4f35-be0f-daf107c45470 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:55:27.030921 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba57139f-e2dd-467b-8238-8b950c35501f None None] Network 8560a1b3-e80f-45ed-a35e-f4e5e188e291 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:55:27.148724 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6c6e18fd-3093-4058-a023-9630a3eafe5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (8560a1b3-e80f-45ed-a35e-f4e5e188e291), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:27.156583 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 35c6f3f5-10d5-4610-94a0-0c6195303a95 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:55:27.157384 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (35c6f3f5-10d5-4610-94a0-0c6195303a95), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:27.248130 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-6c6e18fd-3093-4058-a023-9630a3eafe5f admin admin] Deleting port 9efe4be7-6d34-4110-a5a6-e100c778d44d {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:55:27.248607 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6c6e18fd-3093-4058-a023-9630a3eafe5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (9efe4be7-6d34-4110-a5a6-e100c778d44d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:27.293638 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 35c6f3f5-10d5-4610-94a0-0c6195303a95, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=35c6f3f5-10d5-4610-94a0-0c6195303a95,segment=NetworkSegment(7f85ed9d-b7ce-414c-8ae4-25f17816204d),segment_id=7f85ed9d-b7ce-414c-8ae4-25f17816204d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:55:27.389881 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-6c6e18fd-3093-4058-a023-9630a3eafe5f admin admin] For port 9efe4be7-6d34-4110-a5a6-e100c778d44d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9efe4be7-6d34-4110-a5a6-e100c778d44d,segment=NetworkSegment(062101f1-5ffe-4f55-b9c6-585254beed7f),segment_id=062101f1-5ffe-4f55-b9c6-585254beed7f)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:55:27.390703 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6c6e18fd-3093-4058-a023-9630a3eafe5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (9efe4be7-6d34-4110-a5a6-e100c778d44d), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:27.408878 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e0bbc0-65d5-410b-a0f7-0699b760a9b0 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:55:27.409264 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e0bbc0-65d5-410b-a0f7-0699b760a9b0 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Feb 05 20:55:27.409930 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_agentschedulers_db [None req-c1e0bbc0-65d5-410b-a0f7-0699b760a9b0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b9d67a44-209c-4f35-be0f-daf107c45470'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:55:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent'). {{(pid=114392) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Feb 05 20:55:27.410367 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e0bbc0-65d5-410b-a0f7-0699b760a9b0 None None] The sync data for ids ['b9d67a44-209c-4f35-be0f-daf107c45470'] in ncdv-master-1 is: [] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:55:27.449968 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (35c6f3f5-10d5-4610-94a0-0c6195303a95), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:27.451346 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-6c6e18fd-3093-4058-a023-9630a3eafe5f admin admin] Calling delete_port for 9efe4be7-6d34-4110-a5a6-e100c778d44d owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:55:27.683034 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-0deea620-e999-4d03-a956-8e6c0b0f7565 None None] Attempting to bind port 8e9ee43f-f16b-4fbd-ad17-b0800e6cc95d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:55:27.683989 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-0deea620-e999-4d03-a956-8e6c0b0f7565 None None] Attempting to bind port 8e9ee43f-f16b-4fbd-ad17-b0800e6cc95d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '16f07f35-cf6e-401e-a5f2-33d98b0f9749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e407b198-7847-4daa-999d-a6a8e5319a57'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:55:27.684528 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0deea620-e999-4d03-a956-8e6c0b0f7565 None None] Attempting to bind port 8e9ee43f-f16b-4fbd-ad17-b0800e6cc95d on network e407b198-7847-4daa-999d-a6a8e5319a57 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:55:27.711836 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6c6e18fd-3093-4058-a023-9630a3eafe5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (9efe4be7-6d34-4110-a5a6-e100c778d44d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:27.724544 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 409414a2-556e-4fea-8bbc-006eda4be920 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:55:27.732345 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0deea620-e999-4d03-a956-8e6c0b0f7565 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:55:27.733208 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0deea620-e999-4d03-a956-8e6c0b0f7565 None None] Checking segment: {'id': '16f07f35-cf6e-401e-a5f2-33d98b0f9749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e407b198-7847-4daa-999d-a6a8e5319a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:55:27.735104 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0deea620-e999-4d03-a956-8e6c0b0f7565 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:27.737019 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0deea620-e999-4d03-a956-8e6c0b0f7565 None None] Bound using segment: {'id': '16f07f35-cf6e-401e-a5f2-33d98b0f9749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e407b198-7847-4daa-999d-a6a8e5319a57'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:55:27.737157 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-0deea620-e999-4d03-a956-8e6c0b0f7565 None None] Bound port: 8e9ee43f-f16b-4fbd-ad17-b0800e6cc95d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16f07f35-cf6e-401e-a5f2-33d98b0f9749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e407b198-7847-4daa-999d-a6a8e5319a57'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:55:27.739415 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0deea620-e999-4d03-a956-8e6c0b0f7565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8e9ee43f-f16b-4fbd-ad17-b0800e6cc95d), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:27.746215 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7f40dc65-1eea-4082-982e-622ad1c19e4b None None] Publish callbacks [] for port (6cd0a413-3218-4153-b410-add64ffde8ec), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:27.782342 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e18fd-3093-4058-a023-9630a3eafe5f admin admin] Pushing event deleted for resources: {'Port': ['ID=9efe4be7-6d34-4110-a5a6-e100c778d44d,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:27.795182 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6e18fd-3093-4058-a023-9630a3eafe5f admin admin] No DVR routers for this DVR port 9efe4be7-6d34-4110-a5a6-e100c778d44d on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:55:27.798313 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7f40dc65-1eea-4082-982e-622ad1c19e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (6cd0a413-3218-4153-b410-add64ffde8ec), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:27.805987 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=35c6f3f5-10d5-4610-94a0-0c6195303a95,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:27.983433 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f40dc65-1eea-4082-982e-622ad1c19e4b None None] Network 0e68efe9-ea16-4fb9-b57d-581a14fb90de is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:55:28.002004 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cc7f8f-c73b-41e4-aeab-d944b7f8d498 None None] DHCP port deletion for 8560a1b3-e80f-45ed-a35e-f4e5e188e291 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 20:55:28.081957 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-7f40dc65-1eea-4082-982e-622ad1c19e4b None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:55:28.106679 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f40dc65-1eea-4082-982e-622ad1c19e4b None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:55:28.114675 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40dc65-1eea-4082-982e-622ad1c19e4b None None] Pushing event updated for resources: {'Port': ['ID=6cd0a413-3218-4153-b410-add64ffde8ec,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:28.126929 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6c6e18fd-3093-4058-a023-9630a3eafe5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (8560a1b3-e80f-45ed-a35e-f4e5e188e291), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:28.155829 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-5105a824-7d58-4e1a-b7f5-73c8bf0f2966 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Allocated IP 10.1.1.192 (0e68efe9-ea16-4fb9-b57d-581a14fb90de/eff801c9-e51d-482d-bb52-a59d1e137e92/58dda4e9-8dcd-438a-a2a5-133cac5c0ff6) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:55:28.208681 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-0deea620-e999-4d03-a956-8e6c0b0f7565 None None] For port 8e9ee43f-f16b-4fbd-ad17-b0800e6cc95d, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:55:28.219540 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-0deea620-e999-4d03-a956-8e6c0b0f7565 None None] For port 8e9ee43f-f16b-4fbd-ad17-b0800e6cc95d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e9ee43f-f16b-4fbd-ad17-b0800e6cc95d,segment=NetworkSegment(16f07f35-cf6e-401e-a5f2-33d98b0f9749),segment_id=16f07f35-cf6e-401e-a5f2-33d98b0f9749)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:55:28.292802 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 5fe8a474-74d7-44f4-9a65-8cbc57b296d1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:55:28.413475 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0deea620-e999-4d03-a956-8e6c0b0f7565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (8e9ee43f-f16b-4fbd-ad17-b0800e6cc95d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:28.422734 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 5fe8a474-74d7-44f4-9a65-8cbc57b296d1 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:55:28.423425 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 5fe8a474-74d7-44f4-9a65-8cbc57b296d1 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:55:28.424157 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9efe4be7-6d34-4110-a5a6-e100c778d44d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:55:28.472490 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-6c6e18fd-3093-4058-a023-9630a3eafe5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db32b01c0>,) {'filters': {'network_id': ['8560a1b3-e80f-45ed-a35e-f4e5e188e291']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:55:28.484055 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-6c6e18fd-3093-4058-a023-9630a3eafe5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db32b01c0>, '062101f1-5ffe-4f55-b9c6-585254beed7f') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:55:28.484373 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-6c6e18fd-3093-4058-a023-9630a3eafe5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db32b01c0>, '062101f1-5ffe-4f55-b9c6-585254beed7f') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:55:28.494251 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 9efe4be7-6d34-4110-a5a6-e100c778d44d {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:55:28.494978 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9efe4be7-6d34-4110-a5a6-e100c778d44d not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:55:28.496501 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6c6e18fd-3093-4058-a023-9630a3eafe5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (062101f1-5ffe-4f55-b9c6-585254beed7f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:28.509032 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-7f40dc65-1eea-4082-982e-622ad1c19e4b None None] Attempting to bind port 6cd0a413-3218-4153-b410-add64ffde8ec on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:55:28.509785 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-7f40dc65-1eea-4082-982e-622ad1c19e4b None None] Attempting to bind port 6cd0a413-3218-4153-b410-add64ffde8ec by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '180079d9-3802-4753-bdea-bdcba1df7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0e68efe9-ea16-4fb9-b57d-581a14fb90de'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:55:28.511066 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f40dc65-1eea-4082-982e-622ad1c19e4b None None] Attempting to bind port 6cd0a413-3218-4153-b410-add64ffde8ec on network 0e68efe9-ea16-4fb9-b57d-581a14fb90de {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:55:28.512290 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6c6e18fd-3093-4058-a023-9630a3eafe5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (062101f1-5ffe-4f55-b9c6-585254beed7f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:28.519462 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c6e18fd-3093-4058-a023-9630a3eafe5f admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:55:28.519955 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6c6e18fd-3093-4058-a023-9630a3eafe5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (062101f1-5ffe-4f55-b9c6-585254beed7f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:28.541460 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f40dc65-1eea-4082-982e-622ad1c19e4b None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:55:28.542244 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f40dc65-1eea-4082-982e-622ad1c19e4b None None] Checking segment: {'id': '180079d9-3802-4753-bdea-bdcba1df7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0e68efe9-ea16-4fb9-b57d-581a14fb90de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:55:28.543008 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7f40dc65-1eea-4082-982e-622ad1c19e4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:28.543682 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f40dc65-1eea-4082-982e-622ad1c19e4b None None] Bound using segment: {'id': '180079d9-3802-4753-bdea-bdcba1df7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0e68efe9-ea16-4fb9-b57d-581a14fb90de'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:55:28.544379 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-7f40dc65-1eea-4082-982e-622ad1c19e4b None None] Bound port: 6cd0a413-3218-4153-b410-add64ffde8ec, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '180079d9-3802-4753-bdea-bdcba1df7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0e68efe9-ea16-4fb9-b57d-581a14fb90de'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:55:28.544997 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7f40dc65-1eea-4082-982e-622ad1c19e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (6cd0a413-3218-4153-b410-add64ffde8ec), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:28.548598 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deea620-e999-4d03-a956-8e6c0b0f7565 None None] Pushing event updated for resources: {'Port': ['ID=8e9ee43f-f16b-4fbd-ad17-b0800e6cc95d,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:28.671752 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 20:55:28.671752 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:55:28.671752 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 20:55:28.671752 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:55:28.671752 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 20:55:28.671752 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:55:28.671752 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 20:55:28.671752 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:55:28.671752 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 20:55:28.671752 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:55:28.671752 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 20:55:28.671752 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:55:28.671752 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 20:55:28.671752 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:55:28.671752 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:55:28.671752 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:55:28.671752 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:55:28.671752 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:55:28.671752 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 20:55:28.671752 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:55:28.671752 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 20:55:28.671752 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:55:28.671752 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:55:28.671752 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:55:28.671752 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:55:28.671752 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:55:28.671752 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:55:28.671752 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:55:28.671752 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:55:28.671752 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:55:28.671752 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:55:28.671752 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:55:28.801440 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6c6e18fd-3093-4058-a023-9630a3eafe5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (8560a1b3-e80f-45ed-a35e-f4e5e188e291), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:28.816045 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6c6e18fd-3093-4058-a023-9630a3eafe5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:28.820438 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6c6e18fd-3093-4058-a023-9630a3eafe5f admin admin] 10.222.0.32 "DELETE /v2.0/networks/8560a1b3-e80f-45ed-a35e-f4e5e188e291 HTTP/1.1" status: 204  len: 168 time: 1.8104846
Feb 05 20:55:28.823643 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 37116) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:28.856052 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e18fd-3093-4058-a023-9630a3eafe5f admin admin] Pushing event deleted for resources: {'Network': ['ID=8560a1b3-e80f-45ed-a35e-f4e5e188e291,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:28.861101 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5105a824-7d58-4e1a-b7f5-73c8bf0f2966 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks [] for port (58dda4e9-8dcd-438a-a2a5-133cac5c0ff6), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:28.961839 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5105a824-7d58-4e1a-b7f5-73c8bf0f2966 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (58dda4e9-8dcd-438a-a2a5-133cac5c0ff6), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:29.048428 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5105a824-7d58-4e1a-b7f5-73c8bf0f2966 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Network 0e68efe9-ea16-4fb9-b57d-581a14fb90de is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:55:29.065728 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-5105a824-7d58-4e1a-b7f5-73c8bf0f2966 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:55:29.078461 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5105a824-7d58-4e1a-b7f5-73c8bf0f2966 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:55:29.141196 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-7f40dc65-1eea-4082-982e-622ad1c19e4b None None] For port 6cd0a413-3218-4153-b410-add64ffde8ec, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:55:29.151057 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-7f40dc65-1eea-4082-982e-622ad1c19e4b None None] For port 6cd0a413-3218-4153-b410-add64ffde8ec, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6cd0a413-3218-4153-b410-add64ffde8ec,segment=NetworkSegment(180079d9-3802-4753-bdea-bdcba1df7383),segment_id=180079d9-3802-4753-bdea-bdcba1df7383)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:55:29.164526 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7f40dc65-1eea-4082-982e-622ad1c19e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (6cd0a413-3218-4153-b410-add64ffde8ec), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:29.167412 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5105a824-7d58-4e1a-b7f5-73c8bf0f2966 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Pushing event updated for resources: {'Port': ['ID=58dda4e9-8dcd-438a-a2a5-133cac5c0ff6,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:29.279212 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40dc65-1eea-4082-982e-622ad1c19e4b None None] Pushing event updated for resources: {'Port': ['ID=6cd0a413-3218-4153-b410-add64ffde8ec,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:29.282239 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5105a824-7d58-4e1a-b7f5-73c8bf0f2966 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:29.288469 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5105a824-7d58-4e1a-b7f5-73c8bf0f2966 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:29.335041 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5105a824-7d58-4e1a-b7f5-73c8bf0f2966 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 3.4005916
Feb 05 20:55:29.564655 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7bd384fc-70f0-405a-ab7b-339806441717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (7d544b13-b687-4ea9-b264-ade2dca5d082), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:29.864353 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163f2058-acd9-45f0-8c58-1ee510dfec28 x-openstack-request-id: req-163f2058-acd9-45f0-8c58-1ee510dfec28 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:55:29.864804 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42e5222-69b2-4832-b20f-3216346b2bc6", "name": "network-vif-plugged", "status": "completed", "tag": "1d9a5845-5eb9-4d8b-b040-206021da1b67", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:55:29.865303 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-163f2058-acd9-45f0-8c58-1ee510dfec28 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:55:29.865925 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42e5222-69b2-4832-b20f-3216346b2bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9a5845-5eb9-4d8b-b040-206021da1b67', 'code': 200}
Feb 05 20:55:30.120710 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ce97f-3e21-4e79-90e2-3919ce8018eb req-04a5d96f-cfde-4197-84b8-b430253887b3 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:30.122746 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-420ce97f-3e21-4e79-90e2-3919ce8018eb req-04a5d96f-cfde-4197-84b8-b430253887b3 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=c589d5aa-4257-4ea8-b4d0-dcf5618dac73 HTTP/1.1" status: 200  len: 945 time: 0.1455419
Feb 05 20:55:30.158350 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 8e9ee43f-f16b-4fbd-ad17-b0800e6cc95d up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:55:30.228654 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-420ce97f-3e21-4e79-90e2-3919ce8018eb req-a952fcd6-a61f-4b44-ba28-8b831fb9abe6 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958374
Feb 05 20:55:30.264875 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 8e9ee43f-f16b-4fbd-ad17-b0800e6cc95d triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:55:30.265697 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (8e9ee43f-f16b-4fbd-ad17-b0800e6cc95d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:30.392243 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c6170a-4fce-41c1-8116-795a2a0c526a x-openstack-request-id: req-e5c6170a-4fce-41c1-8116-795a2a0c526a {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:55:30.392539 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42e5222-69b2-4832-b20f-3216346b2bc6", "name": "network-vif-deleted", "tag": "1d9a5845-5eb9-4d8b-b040-206021da1b67", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:55:30.392799 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e5c6170a-4fce-41c1-8116-795a2a0c526a {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:55:30.393204 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42e5222-69b2-4832-b20f-3216346b2bc6', 'name': 'network-vif-deleted', 'tag': '1d9a5845-5eb9-4d8b-b040-206021da1b67', 'status': 'completed', 'code': 200}
Feb 05 20:55:30.442017 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 8e9ee43f-f16b-4fbd-ad17-b0800e6cc95d is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:55:30.444728 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8e9ee43f-f16b-4fbd-ad17-b0800e6cc95d), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:30.468916 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-7bd384fc-70f0-405a-ab7b-339806441717 admin admin] Deleting port ad00a000-0ae8-4298-9f9b-1a29a99caec8 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:55:30.469941 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7bd384fc-70f0-405a-ab7b-339806441717 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (ad00a000-0ae8-4298-9f9b-1a29a99caec8), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:30.636486 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 8e9ee43f-f16b-4fbd-ad17-b0800e6cc95d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e9ee43f-f16b-4fbd-ad17-b0800e6cc95d,segment=NetworkSegment(16f07f35-cf6e-401e-a5f2-33d98b0f9749),segment_id=16f07f35-cf6e-401e-a5f2-33d98b0f9749)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:55:30.651590 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (8e9ee43f-f16b-4fbd-ad17-b0800e6cc95d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:30.652418 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 6cd0a413-3218-4153-b410-add64ffde8ec up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:55:30.761593 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-7bd384fc-70f0-405a-ab7b-339806441717 admin admin] For port ad00a000-0ae8-4298-9f9b-1a29a99caec8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad00a000-0ae8-4298-9f9b-1a29a99caec8,segment=NetworkSegment(cdac7a8a-df2c-47dc-a000-b7902f88f86c),segment_id=cdac7a8a-df2c-47dc-a000-b7902f88f86c)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:55:30.769075 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7bd384fc-70f0-405a-ab7b-339806441717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (ad00a000-0ae8-4298-9f9b-1a29a99caec8), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:30.833368 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-7bd384fc-70f0-405a-ab7b-339806441717 admin admin] Calling delete_port for ad00a000-0ae8-4298-9f9b-1a29a99caec8 owned by network:router_interface {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:55:30.833571 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80657df-b07c-40a3-8716-4569c3a5f902 None None] Network e407b198-7847-4daa-999d-a6a8e5319a57 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:55:30.876926 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=8e9ee43f-f16b-4fbd-ad17-b0800e6cc95d,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:30.889450 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 6cd0a413-3218-4153-b410-add64ffde8ec triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:55:30.889630 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (6cd0a413-3218-4153-b410-add64ffde8ec), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:31.013577 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 37196) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:31.019797 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-8a49ac24-8f13-485e-804b-5e288124e9df tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1877617230', 'description': 'tempest-description--1750236247'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:55:31.119816 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-876bcd7e-cc28-482a-a41a-6f265aca6f34 None None] Provisioning complete for port 8e9ee43f-f16b-4fbd-ad17-b0800e6cc95d triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:55:31.120470 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-876bcd7e-cc28-482a-a41a-6f265aca6f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (8e9ee43f-f16b-4fbd-ad17-b0800e6cc95d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:31.136397 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8a49ac24-8f13-485e-804b-5e288124e9df tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:31.319069 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1553165-b5e5-4b22-9fc1-644ae9077bfc None None] Network 0e68efe9-ea16-4fb9-b57d-581a14fb90de requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:55:31.420061 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 6cd0a413-3218-4153-b410-add64ffde8ec is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:55:31.420617 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (6cd0a413-3218-4153-b410-add64ffde8ec), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:31.495075 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8a49ac24-8f13-485e-804b-5e288124e9df tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks [] for security_group (bc5a960a-367f-45bf-8671-6806c5606312), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:31.510100 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8a49ac24-8f13-485e-804b-5e288124e9df tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (bc5a960a-367f-45bf-8671-6806c5606312), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:31.554089 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 37212) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:31.559172 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8a49ac24-8f13-485e-804b-5e288124e9df tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:31.560709 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8a49ac24-8f13-485e-804b-5e288124e9df tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.5451427
Feb 05 20:55:31.563975 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 37214) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:31.569137 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-d4c67c2b-aa15-4340-ae84-a8074ff96f11 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Request body: {'security_group_rule': {'security_group_id': 'bc5a960a-367f-45bf-8671-6806c5606312', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:55:31.575626 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a0043-1ed6-4619-934b-d6686d00611e req-04dc1f6a-4a5b-4110-82bc-4907346e8bb5 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:31.579530 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-876bcd7e-cc28-482a-a41a-6f265aca6f34 None None] Current status of the port 8e9ee43f-f16b-4fbd-ad17-b0800e6cc95d is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:55:31.588078 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 6cd0a413-3218-4153-b410-add64ffde8ec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6cd0a413-3218-4153-b410-add64ffde8ec,segment=NetworkSegment(180079d9-3802-4753-bdea-bdcba1df7383),segment_id=180079d9-3802-4753-bdea-bdcba1df7383)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:55:31.593175 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-066a0043-1ed6-4619-934b-d6686d00611e req-04dc1f6a-4a5b-4110-82bc-4907346e8bb5 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/ports?device_id=a22b1fe3-3032-473c-b0b5-efc1a0795d31 HTTP/1.1" status: 200  len: 951 time: 0.2761495
Feb 05 20:55:31.598621 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (6cd0a413-3218-4153-b410-add64ffde8ec), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:31.612483 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a49ac24-8f13-485e-804b-5e288124e9df tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5a960a-367f-45bf-8671-6806c5606312,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:31.627399 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 0c416885-26de-49ea-91fb-de4adb34be78 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:55:31.634117 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915fb68-75d6-49be-bb9c-7a9db471b7ad req-d5ca3b5f-4bc4-47a8-8105-7966bfe0957b tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:31.634918 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d4c67c2b-aa15-4340-ae84-a8074ff96f11 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks [] for security_group_rule (1cc25fdf-5456-449d-9f3f-5bdfc81653c2), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:31.646692 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8915fb68-75d6-49be-bb9c-7a9db471b7ad req-d5ca3b5f-4bc4-47a8-8105-7966bfe0957b tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c HTTP/1.1" status: 200  len: 949 time: 0.3283007
Feb 05 20:55:31.673092 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 0c416885-26de-49ea-91fb-de4adb34be78 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:55:31.673521 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 0c416885-26de-49ea-91fb-de4adb34be78 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:55:31.718033 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=6cd0a413-3218-4153-b410-add64ffde8ec,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:31.722306 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-07033109-6619-486f-98a7-4ff7ba557e60 None None] Provisioning complete for port 6cd0a413-3218-4153-b410-add64ffde8ec triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:55:31.722793 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-07033109-6619-486f-98a7-4ff7ba557e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (6cd0a413-3218-4153-b410-add64ffde8ec), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:31.809172 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d4c67c2b-aa15-4340-ae84-a8074ff96f11 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks [] for security_group_rule (1cc25fdf-5456-449d-9f3f-5bdfc81653c2), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:31.820027 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d4c67c2b-aa15-4340-ae84-a8074ff96f11 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (1cc25fdf-5456-449d-9f3f-5bdfc81653c2), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:31.876978 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42e5222-69b2-4832-b20f-3216346b2bc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d9a5845-5eb9-4d8b-b040-206021da1b67'}, {'server_uuid': 'c589d5aa-4257-4ea8-b4d0-dcf5618dac73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c6f3f5-10d5-4610-94a0-0c6195303a95'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:55:31.880044 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07863b6-f8e1-49a2-aa07-ac1fa9f759ea" -d '{"events": [{"server_uuid": "e42e5222-69b2-4832-b20f-3216346b2bc6", "name": "network-vif-unplugged", "status": "completed", "tag": "1d9a5845-5eb9-4d8b-b040-206021da1b67"}, {"server_uuid": "c589d5aa-4257-4ea8-b4d0-dcf5618dac73", "name": "network-vif-plugged", "status": "completed", "tag": "35c6f3f5-10d5-4610-94a0-0c6195303a95"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:55:31.894909 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c67c2b-aa15-4340-ae84-a8074ff96f11 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cc25fdf-5456-449d-9f3f-5bdfc81653c2,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:31.910608 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d4c67c2b-aa15-4340-ae84-a8074ff96f11 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:31.919473 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d4c67c2b-aa15-4340-ae84-a8074ff96f11 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3542094
Feb 05 20:55:31.920583 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 37222) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:31.929524 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-bdff2da4-4724-4806-9d89-5f09ee3b284e tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Request body: {'security_group_rule': {'security_group_id': 'bc5a960a-367f-45bf-8671-6806c5606312', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:55:31.972078 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-07033109-6619-486f-98a7-4ff7ba557e60 None None] Current status of the port 6cd0a413-3218-4153-b410-add64ffde8ec is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:55:31.995059 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7bd384fc-70f0-405a-ab7b-339806441717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (ad00a000-0ae8-4298-9f9b-1a29a99caec8), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:32.022177 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bdff2da4-4724-4806-9d89-5f09ee3b284e tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks [] for security_group_rule (87cffc9d-7a52-4a93-a0dd-1ffc7db6bc51), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:32.076238 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 8e9ee43f-f16b-4fbd-ad17-b0800e6cc95d up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:55:32.131792 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd384fc-70f0-405a-ab7b-339806441717 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad00a000-0ae8-4298-9f9b-1a29a99caec8,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:32.156056 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bdff2da4-4724-4806-9d89-5f09ee3b284e tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks [] for security_group_rule (87cffc9d-7a52-4a93-a0dd-1ffc7db6bc51), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:32.168033 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bdff2da4-4724-4806-9d89-5f09ee3b284e tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (87cffc9d-7a52-4a93-a0dd-1ffc7db6bc51), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:32.168604 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8915fb68-75d6-49be-bb9c-7a9db471b7ad req-3720a2d3-18f3-41ef-9388-d1418537c3b2 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4762752
Feb 05 20:55:32.221018 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-4a2eb8c5-b8a3-4969-b297-8406cbe35f20 None None] Provisioning complete for port 8e9ee43f-f16b-4fbd-ad17-b0800e6cc95d triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:55:32.221211 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bdff2da4-4724-4806-9d89-5f09ee3b284e tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:32.221802 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4a2eb8c5-b8a3-4969-b297-8406cbe35f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (8e9ee43f-f16b-4fbd-ad17-b0800e6cc95d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:32.241134 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-bdff2da4-4724-4806-9d89-5f09ee3b284e tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3067396
Feb 05 20:55:32.247397 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 37226) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:32.250174 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c146b091-d419-4d8f-974c-b2b3a393229e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:32.256079 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff2da4-4724-4806-9d89-5f09ee3b284e tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87cffc9d-7a52-4a93-a0dd-1ffc7db6bc51,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:32.274275 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-0e5d544b-1565-4839-8264-70f9d56d8532 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:55:32.292299 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-066a0043-1ed6-4619-934b-d6686d00611e req-3f971863-c569-408b-bd98-3eec8185489d tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4249cc4-c7b1-439e-8bbc-5ee1b01acbea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6979971
Feb 05 20:55:32.400814 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0e5d544b-1565-4839-8264-70f9d56d8532 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:32.422312 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 05 Feb 2022 20:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c2edc8-d672-4771-8292-166e6c63403f x-openstack-request-id: req-c0c2edc8-d672-4771-8292-166e6c63403f {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:55:32.425825 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42e5222-69b2-4832-b20f-3216346b2bc6", "name": "network-vif-unplugged", "status": "completed", "tag": "1d9a5845-5eb9-4d8b-b040-206021da1b67", "code": 200}, {"server_uuid": "c589d5aa-4257-4ea8-b4d0-dcf5618dac73", "name": "network-vif-plugged", "status": "completed", "tag": "35c6f3f5-10d5-4610-94a0-0c6195303a95", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:55:32.426974 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c0c2edc8-d672-4771-8292-166e6c63403f {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:55:32.430282 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42e5222-69b2-4832-b20f-3216346b2bc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d9a5845-5eb9-4d8b-b040-206021da1b67', 'code': 200}
Feb 05 20:55:32.430765 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c589d5aa-4257-4ea8-b4d0-dcf5618dac73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c6f3f5-10d5-4610-94a0-0c6195303a95', 'code': 200}
Feb 05 20:55:32.431674 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 8e9ee43f-f16b-4fbd-ad17-b0800e6cc95d triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:55:32.432233 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (8e9ee43f-f16b-4fbd-ad17-b0800e6cc95d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:32.575743 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-4a2eb8c5-b8a3-4969-b297-8406cbe35f20 None None] Current status of the port 8e9ee43f-f16b-4fbd-ad17-b0800e6cc95d is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:55:32.685783 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 8e9ee43f-f16b-4fbd-ad17-b0800e6cc95d is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:55:32.687462 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 6cd0a413-3218-4153-b410-add64ffde8ec up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:55:32.746477 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-29e0d9f7-e424-4b83-972f-49b559c41c18 None None] Provisioning complete for port 9660cfc0-bfac-4a7d-a596-8d37f433d2c1 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:55:32.746818 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-29e0d9f7-e424-4b83-972f-49b559c41c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9660cfc0-bfac-4a7d-a596-8d37f433d2c1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:32.801794 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 6cd0a413-3218-4153-b410-add64ffde8ec triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:55:32.802177 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (6cd0a413-3218-4153-b410-add64ffde8ec), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:32.845492 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb13a22-aaa7-4064-8f67-5a65f76c6455 req-4d650a93-893d-4c30-9525-89e39e053231 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:32.854016 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7bb13a22-aaa7-4064-8f67-5a65f76c6455 req-4d650a93-893d-4c30-9525-89e39e053231 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=c589d5aa-4257-4ea8-b4d0-dcf5618dac73 HTTP/1.1" status: 200  len: 945 time: 0.5313721
Feb 05 20:55:32.879740 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-29e0d9f7-e424-4b83-972f-49b559c41c18 None None] Port 9660cfc0-bfac-4a7d-a596-8d37f433d2c1 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:55:32.990365 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-29e0d9f7-e424-4b83-972f-49b559c41c18 None None] Provisioning complete for port 58dda4e9-8dcd-438a-a2a5-133cac5c0ff6 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:55:32.990836 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-29e0d9f7-e424-4b83-972f-49b559c41c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (58dda4e9-8dcd-438a-a2a5-133cac5c0ff6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:33.051480 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e5fce-a985-47fb-9eb4-6587d1119f6d req-8e637967-517e-483f-a195-03c4b51ab714 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:33.053142 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f54e5fce-a985-47fb-9eb4-6587d1119f6d req-8e637967-517e-483f-a195-03c4b51ab714 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.39 "GET /v2.0/ports?device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c HTTP/1.1" status: 200  len: 949 time: 0.6060383
Feb 05 20:55:33.073283 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 6cd0a413-3218-4153-b410-add64ffde8ec is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:55:33.076041 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658c163-3594-4f3b-9316-af8d007f7ce4 req-975f924f-e2af-496a-b82c-c1465c33e321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:33.078021 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8658c163-3594-4f3b-9316-af8d007f7ce4 req-975f924f-e2af-496a-b82c-c1465c33e321 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c589d5aa-4257-4ea8-b4d0-dcf5618dac73 HTTP/1.1" status: 200  len: 1127 time: 0.5502687
Feb 05 20:55:33.093606 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-29e0d9f7-e424-4b83-972f-49b559c41c18 None None] Port 58dda4e9-8dcd-438a-a2a5-133cac5c0ff6 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:55:33.114253 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-29e0d9f7-e424-4b83-972f-49b559c41c18 None None] Provisioning complete for port 6cd0a413-3218-4153-b410-add64ffde8ec triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:55:33.114767 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-29e0d9f7-e424-4b83-972f-49b559c41c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (6cd0a413-3218-4153-b410-add64ffde8ec), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:33.159018 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c146b091-d419-4d8f-974c-b2b3a393229e admin admin] Publish callbacks [] for security_group (0775de01-6fd2-4ec3-872f-af77067052a7), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:33.206210 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c146b091-d419-4d8f-974c-b2b3a393229e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (0775de01-6fd2-4ec3-872f-af77067052a7), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:33.250372 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-29e0d9f7-e424-4b83-972f-49b559c41c18 None None] Current status of the port 6cd0a413-3218-4153-b410-add64ffde8ec is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:55:33.280872 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7bb13a22-aaa7-4064-8f67-5a65f76c6455 req-a122042c-545e-4076-90da-8954b69eb4f6 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4257252
Feb 05 20:55:33.303759 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8658c163-3594-4f3b-9316-af8d007f7ce4 req-366bb914-3bac-4353-adc7-98db01e560f7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2115510
Feb 05 20:55:33.384307 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-908f08f5-c655-40e4-9282-018d2fed937b None None] Provisioning complete for port 58dda4e9-8dcd-438a-a2a5-133cac5c0ff6 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:55:33.384898 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-908f08f5-c655-40e4-9282-018d2fed937b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (58dda4e9-8dcd-438a-a2a5-133cac5c0ff6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:33.403490 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7bd384fc-70f0-405a-ab7b-339806441717 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (7d544b13-b687-4ea9-b264-ade2dca5d082), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:33.430346 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 37294) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:33.432892 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c146b091-d419-4d8f-974c-b2b3a393229e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1dd942e183f645e197c1d6d107e22b6a&name=default HTTP/1.1" status: 200  len: 3000 time: 1.8349216
Feb 05 20:55:33.441982 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c146b091-d419-4d8f-974c-b2b3a393229e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0775de01-6fd2-4ec3-872f-af77067052a7,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:33.442719 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-908f08f5-c655-40e4-9282-018d2fed937b None None] Port 58dda4e9-8dcd-438a-a2a5-133cac5c0ff6 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:55:33.449450 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0e5d544b-1565-4839-8264-70f9d56d8532 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:33.529820 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4bf87d83-2b50-4f43-b15b-0d572380bd23 admin admin] Publish callbacks [] for security_group (0775de01-6fd2-4ec3-872f-af77067052a7), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:33.559855 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4bf87d83-2b50-4f43-b15b-0d572380bd23 admin admin] Publish callbacks [] for security_group (0775de01-6fd2-4ec3-872f-af77067052a7), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:33.572467 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-f54e5fce-a985-47fb-9eb4-6587d1119f6d req-b64410a5-9e66-47c9-b087-bf59d1929ff8 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Deleting port 77a3aa20-5477-44f9-a588-be0d7fc51874 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:55:33.572822 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f54e5fce-a985-47fb-9eb4-6587d1119f6d req-b64410a5-9e66-47c9-b087-bf59d1929ff8 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (77a3aa20-5477-44f9-a588-be0d7fc51874), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:33.612916 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e6287-4229-4899-a1fb-00070900d1bb req-e64e45f4-98c0-4116-996e-5013965dc4a1 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:33.624463 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4bf87d83-2b50-4f43-b15b-0d572380bd23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (0775de01-6fd2-4ec3-872f-af77067052a7), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:33.625430 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9f5e6287-4229-4899-a1fb-00070900d1bb req-e64e45f4-98c0-4116-996e-5013965dc4a1 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c HTTP/1.1" status: 200  len: 949 time: 0.3506577
Feb 05 20:55:33.628569 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4bf87d83-2b50-4f43-b15b-0d572380bd23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:33.630175 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4bf87d83-2b50-4f43-b15b-0d572380bd23 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0775de01-6fd2-4ec3-872f-af77067052a7 HTTP/1.1" status: 204  len: 168 time: 0.1980708
Feb 05 20:55:33.642042 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf87d83-2b50-4f43-b15b-0d572380bd23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0775de01-6fd2-4ec3-872f-af77067052a7,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:33.718260 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8cffd95b-0de6-4d21-bff0-0b5d1ce338c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:33.933179 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-0e5d544b-1565-4839-8264-70f9d56d8532 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Allocated IP 172.35.4.136 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/c6666d46-798d-49d0-834e-6ebf066912d2) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:55:34.111625 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9f5e6287-4229-4899-a1fb-00070900d1bb req-0943f1f3-b230-45e2-9151-b6cd6407ca11 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4043274
Feb 05 20:55:34.184329 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 37346) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:34.210431 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cb5403fb-4fc5-41d3-8d6b-a5f0b7445bb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:34.391103 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cb5403fb-4fc5-41d3-8d6b-a5f0b7445bb6 admin admin] Publish callbacks [] for security_group (a36fb2d6-b117-4cce-a4fc-19b9f9881255), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:34.399373 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cb5403fb-4fc5-41d3-8d6b-a5f0b7445bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (a36fb2d6-b117-4cce-a4fc-19b9f9881255), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:34.450575 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5403fb-4fc5-41d3-8d6b-a5f0b7445bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36fb2d6-b117-4cce-a4fc-19b9f9881255,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:34.483160 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-cb5403fb-4fc5-41d3-8d6b-a5f0b7445bb6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=83a50925f15d498dbec0ebffa33b1435&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2978060
Feb 05 20:55:34.491552 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 37374) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:34.583455 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-f54e5fce-a985-47fb-9eb4-6587d1119f6d req-b64410a5-9e66-47c9-b087-bf59d1929ff8 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] For port 77a3aa20-5477-44f9-a588-be0d7fc51874, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=77a3aa20-5477-44f9-a588-be0d7fc51874,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:55:34.584384 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f54e5fce-a985-47fb-9eb4-6587d1119f6d req-b64410a5-9e66-47c9-b087-bf59d1929ff8 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (77a3aa20-5477-44f9-a588-be0d7fc51874), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:34.605556 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-f54e5fce-a985-47fb-9eb4-6587d1119f6d req-b64410a5-9e66-47c9-b087-bf59d1929ff8 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Calling delete_port for 77a3aa20-5477-44f9-a588-be0d7fc51874 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:55:34.650089 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2016cdc3-00c5-498e-a211-e728505f195d admin admin] Publish callbacks [] for security_group (a36fb2d6-b117-4cce-a4fc-19b9f9881255), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:34.683546 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2016cdc3-00c5-498e-a211-e728505f195d admin admin] Publish callbacks [] for security_group (a36fb2d6-b117-4cce-a4fc-19b9f9881255), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:34.765945 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2016cdc3-00c5-498e-a211-e728505f195d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (a36fb2d6-b117-4cce-a4fc-19b9f9881255), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:34.769880 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2016cdc3-00c5-498e-a211-e728505f195d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:34.772076 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2016cdc3-00c5-498e-a211-e728505f195d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a36fb2d6-b117-4cce-a4fc-19b9f9881255 HTTP/1.1" status: 204  len: 168 time: 0.2788551
Feb 05 20:55:34.782065 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2016cdc3-00c5-498e-a211-e728505f195d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36fb2d6-b117-4cce-a4fc-19b9f9881255,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:34.816220 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0e5d544b-1565-4839-8264-70f9d56d8532 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks [] for port (c6666d46-798d-49d0-834e-6ebf066912d2), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:34.995934 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f54e5fce-a985-47fb-9eb4-6587d1119f6d req-b64410a5-9e66-47c9-b087-bf59d1929ff8 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (77a3aa20-5477-44f9-a588-be0d7fc51874), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:35.006794 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd384fc-70f0-405a-ab7b-339806441717 admin admin] Router 7d544b13-b687-4ea9-b264-ade2dca5d082 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:55:35.079843 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['4a4d7d0a-509a-455e-a91a-7918634eb647', '5cb379ed-ddb4-499e-b220-588d09688bf7'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:55:35.082851 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device ac17ec99-03c2-46ea-aaf7-7e248c9c6227 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:55:35.105461 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0e5d544b-1565-4839-8264-70f9d56d8532 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (c6666d46-798d-49d0-834e-6ebf066912d2), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:35.278430 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64410a5-9e66-47c9-b087-bf59d1929ff8 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Pushing event deleted for resources: {'Port': ['ID=77a3aa20-5477-44f9-a588-be0d7fc51874,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:35.287270 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5d544b-1565-4839-8264-70f9d56d8532 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:55:35.324012 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-f54e5fce-a985-47fb-9eb4-6587d1119f6d req-b64410a5-9e66-47c9-b087-bf59d1929ff8 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] No DVR routers for this DVR port 77a3aa20-5477-44f9-a588-be0d7fc51874 on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:55:35.333318 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-0e5d544b-1565-4839-8264-70f9d56d8532 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:55:35.334560 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port ac17ec99-03c2-46ea-aaf7-7e248c9c6227 is: ACTIVE; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:55:35.338952 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f54e5fce-a985-47fb-9eb4-6587d1119f6d req-b64410a5-9e66-47c9-b087-bf59d1929ff8 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:35.342775 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f54e5fce-a985-47fb-9eb4-6587d1119f6d req-b64410a5-9e66-47c9-b087-bf59d1929ff8 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.39 "DELETE /v2.0/ports/77a3aa20-5477-44f9-a588-be0d7fc51874 HTTP/1.1" status: 204  len: 173 time: 2.2563202
Feb 05 20:55:35.343134 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ac17ec99-03c2-46ea-aaf7-7e248c9c6227), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:35.364636 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b73262-ebf8-41ba-bf04-e20dfc3d684c', 'name': 'network-vif-deleted', 'tag': '77a3aa20-5477-44f9-a588-be0d7fc51874'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:55:35.368125 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994e7509-8ca4-4ecd-8df3-65aa7f51dd50" -d '{"events": [{"server_uuid": "39b73262-ebf8-41ba-bf04-e20dfc3d684c", "name": "network-vif-deleted", "tag": "77a3aa20-5477-44f9-a588-be0d7fc51874"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:55:35.376000 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5d544b-1565-4839-8264-70f9d56d8532 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:55:35.437569 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c650a-ed7e-4a96-8e89-c3bcadb0fa77 req-f0c7a1ec-215f-45cb-bd4a-d729222e1301 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:35.448729 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3d6c650a-ed7e-4a96-8e89-c3bcadb0fa77 req-f0c7a1ec-215f-45cb-bd4a-d729222e1301 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=c589d5aa-4257-4ea8-b4d0-dcf5618dac73 HTTP/1.1" status: 200  len: 945 time: 0.8247266
Feb 05 20:55:35.473941 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22b1fe3-3032-473c-b0b5-efc1a0795d31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac17ec99-03c2-46ea-aaf7-7e248c9c6227'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:55:35.476403 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f94d075-6909-47a3-9309-b7b42f59c642" -d '{"events": [{"server_uuid": "a22b1fe3-3032-473c-b0b5-efc1a0795d31", "name": "network-vif-unplugged", "status": "completed", "tag": "ac17ec99-03c2-46ea-aaf7-7e248c9c6227"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:55:35.507352 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port ac17ec99-03c2-46ea-aaf7-7e248c9c6227, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ac17ec99-03c2-46ea-aaf7-7e248c9c6227,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:55:35.603982 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ac17ec99-03c2-46ea-aaf7-7e248c9c6227), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:35.612823 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d544b-1565-4839-8264-70f9d56d8532 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Pushing event updated for resources: {'Port': ['ID=c6666d46-798d-49d0-834e-6ebf066912d2,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:35.815277 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=ac17ec99-03c2-46ea-aaf7-7e248c9c6227,revision_number=11']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:35.850752 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd384fc-70f0-405a-ab7b-339806441717 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:55:35.861810 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 37468) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:35.867074 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7bd384fc-70f0-405a-ab7b-339806441717 admin admin] 10.222.0.32 "PUT /v2.0/routers/7d544b13-b687-4ea9-b264-ade2dca5d082/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0422206
Feb 05 20:55:35.906073 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3d6c650a-ed7e-4a96-8e89-c3bcadb0fa77 req-02993d57-ed07-4a80-ab9e-50b4a8b04e72 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4521215
Feb 05 20:55:35.916623 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0e5d544b-1565-4839-8264-70f9d56d8532 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks [] for floatingip (0525e757-792d-4f92-93c0-d7b98e5ea720), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:35.922250 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 77a3aa20-5477-44f9-a588-be0d7fc51874 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:55:35.948394 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b092877-9495-4c1c-9a97-435f555ef2ac None None] Sync routers for ids ['7d544b13-b687-4ea9-b264-ade2dca5d082'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:55:35.981550 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 77a3aa20-5477-44f9-a588-be0d7fc51874 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:55:35.983734 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 77a3aa20-5477-44f9-a588-be0d7fc51874 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:55:36.017041 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b092877-9495-4c1c-9a97-435f555ef2ac None None] Routers {'7d544b13-b687-4ea9-b264-ade2dca5d082'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:55:36.017903 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-3b092877-9495-4c1c-9a97-435f555ef2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8d50610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:55:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['7d544b13-b687-4ea9-b264-ade2dca5d082'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:55:36.062633 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8bc5d763-27e2-47a3-ae72-66ebc40eac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:36.072528 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0e5d544b-1565-4839-8264-70f9d56d8532 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c6666d46-798d-49d0-834e-6ebf066912d2), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:36.245476 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c02e93d7-d9c9-4526-a620-4c4f0513fc44 admin admin] Publish callbacks [] for router (7d544b13-b687-4ea9-b264-ade2dca5d082), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:36.276367 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-3b092877-9495-4c1c-9a97-435f555ef2ac None None] Set router 7d544b13-b687-4ea9-b264-ade2dca5d082 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:55:36.393081 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ad3ab669-355e-4c95-a17f-24ca9db1bc26 req-39b4f354-4dc4-40e1-bb4f-2fa6cdc0fe39 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=39b73262-ebf8-41ba-bf04-e20dfc3d684c HTTP/1.1" status: 200  len: 210 time: 0.1654763
Feb 05 20:55:36.559098 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 20:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c88d38b-1e84-4bd9-8126-b738d3329319 x-openstack-request-id: req-4c88d38b-1e84-4bd9-8126-b738d3329319 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:55:36.560184 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22b1fe3-3032-473c-b0b5-efc1a0795d31", "name": "network-vif-unplugged", "status": "completed", "tag": "ac17ec99-03c2-46ea-aaf7-7e248c9c6227", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:55:36.561258 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4c88d38b-1e84-4bd9-8126-b738d3329319 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:55:36.561916 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22b1fe3-3032-473c-b0b5-efc1a0795d31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac17ec99-03c2-46ea-aaf7-7e248c9c6227', 'code': 200}
Feb 05 20:55:36.568435 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562d87e9-af94-4bb9-b189-b8f6464b83c6 x-openstack-request-id: req-562d87e9-af94-4bb9-b189-b8f6464b83c6 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:55:36.571381 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b73262-ebf8-41ba-bf04-e20dfc3d684c", "name": "network-vif-deleted", "tag": "77a3aa20-5477-44f9-a588-be0d7fc51874", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:55:36.571672 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-562d87e9-af94-4bb9-b189-b8f6464b83c6 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:55:36.572736 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b73262-ebf8-41ba-bf04-e20dfc3d684c', 'name': 'network-vif-deleted', 'tag': '77a3aa20-5477-44f9-a588-be0d7fc51874', 'status': 'completed', 'code': 200}
Feb 05 20:55:36.617020 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0e5d544b-1565-4839-8264-70f9d56d8532 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks [] for port (c6666d46-798d-49d0-834e-6ebf066912d2), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:36.627546 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0e5d544b-1565-4839-8264-70f9d56d8532 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (c6666d46-798d-49d0-834e-6ebf066912d2), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:36.812509 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d544b-1565-4839-8264-70f9d56d8532 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Pushing event updated for resources: {'Port': ['ID=c6666d46-798d-49d0-834e-6ebf066912d2,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:36.866120 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0e5d544b-1565-4839-8264-70f9d56d8532 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (0525e757-792d-4f92-93c0-d7b98e5ea720), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:36.901927 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0e5d544b-1565-4839-8264-70f9d56d8532 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:36.907649 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0e5d544b-1565-4839-8264-70f9d56d8532 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.6375549
Feb 05 20:55:36.923051 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-3b092877-9495-4c1c-9a97-435f555ef2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8d50610>, [{'id': '7d544b13-b687-4ea9-b264-ade2dca5d082', 'name': 'tempest-AttachSCSIVolumeTestJSON-1523504056-router', 'tenant_id': '5358d8406a5b41f5bb024159a417a6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.151'}], 'enable_snat': True}, 'gw_port_id': '66a99550-5bf1-4309-94d1-6be4c3ea6944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:53:43Z', 'updated_at': '2022-02-05T20:55:31Z', 'revision_number': 5, 'project_id': '5358d8406a5b41f5bb024159a417a6dc', 'gw_port': {'id': '66a99550-5bf1-4309-94d1-6be4c3ea6944', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d544b13-b687-4ea9-b264-ade2dca5d082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:43Z', 'updated_at': '2022-02-05T20:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:55:37.092213 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c02e93d7-d9c9-4526-a620-4c4f0513fc44 admin admin] Publish callbacks [] for router_gateway (7d544b13-b687-4ea9-b264-ade2dca5d082), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:37.158422 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-c02e93d7-d9c9-4526-a620-4c4f0513fc44 admin admin] Deleting port 66a99550-5bf1-4309-94d1-6be4c3ea6944 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:55:37.159399 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c02e93d7-d9c9-4526-a620-4c4f0513fc44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (66a99550-5bf1-4309-94d1-6be4c3ea6944), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:37.205491 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b092877-9495-4c1c-9a97-435f555ef2ac None None] Checking router: 7d544b13-b687-4ea9-b264-ade2dca5d082 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:55:37.216259 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b092877-9495-4c1c-9a97-435f555ef2ac None None] Routers {'7d544b13-b687-4ea9-b264-ade2dca5d082'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:55:37.216930 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-3b092877-9495-4c1c-9a97-435f555ef2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8d50610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:55:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['7d544b13-b687-4ea9-b264-ade2dca5d082'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:55:37.299434 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-c02e93d7-d9c9-4526-a620-4c4f0513fc44 admin admin] For port 66a99550-5bf1-4309-94d1-6be4c3ea6944, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66a99550-5bf1-4309-94d1-6be4c3ea6944,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:55:37.299670 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c02e93d7-d9c9-4526-a620-4c4f0513fc44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (66a99550-5bf1-4309-94d1-6be4c3ea6944), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:37.328086 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-c02e93d7-d9c9-4526-a620-4c4f0513fc44 admin admin] Calling delete_port for 66a99550-5bf1-4309-94d1-6be4c3ea6944 owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:55:37.353406 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:37.373785 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-3b092877-9495-4c1c-9a97-435f555ef2ac None None] Set router 7d544b13-b687-4ea9-b264-ade2dca5d082 gateway port host: None {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:55:37.438145 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-3b092877-9495-4c1c-9a97-435f555ef2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8d50610>, [{'id': '7d544b13-b687-4ea9-b264-ade2dca5d082', 'name': 'tempest-AttachSCSIVolumeTestJSON-1523504056-router', 'tenant_id': '5358d8406a5b41f5bb024159a417a6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:53:43Z', 'updated_at': '2022-02-05T20:55:37Z', 'revision_number': 6, 'project_id': '5358d8406a5b41f5bb024159a417a6dc', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:55:37.467019 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b092877-9495-4c1c-9a97-435f555ef2ac None None] The sync data for ids ['7d544b13-b687-4ea9-b264-ade2dca5d082'] in ncdv-master-1 is: [{'id': '7d544b13-b687-4ea9-b264-ade2dca5d082', 'name': 'tempest-AttachSCSIVolumeTestJSON-1523504056-router', 'tenant_id': '5358d8406a5b41f5bb024159a417a6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:53:43Z', 'updated_at': '2022-02-05T20:55:37Z', 'revision_number': 6, 'project_id': '5358d8406a5b41f5bb024159a417a6dc', 'gw_port_host': None}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:55:37.583852 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c02e93d7-d9c9-4526-a620-4c4f0513fc44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (66a99550-5bf1-4309-94d1-6be4c3ea6944), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:37.666960 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e93d7-d9c9-4526-a620-4c4f0513fc44 admin admin] Pushing event deleted for resources: {'Port': ['ID=66a99550-5bf1-4309-94d1-6be4c3ea6944,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:37.703362 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c02e93d7-d9c9-4526-a620-4c4f0513fc44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (7d544b13-b687-4ea9-b264-ade2dca5d082), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:37.818066 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c02e93d7-d9c9-4526-a620-4c4f0513fc44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (7d544b13-b687-4ea9-b264-ade2dca5d082), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:37.820058 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c02e93d7-d9c9-4526-a620-4c4f0513fc44 admin admin] Publish callbacks [] for router_controller (7d544b13-b687-4ea9-b264-ade2dca5d082), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:37.877857 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c02e93d7-d9c9-4526-a620-4c4f0513fc44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (7d544b13-b687-4ea9-b264-ade2dca5d082), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:37.879068 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02e93d7-d9c9-4526-a620-4c4f0513fc44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d544b13-b687-4ea9-b264-ade2dca5d082 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 20:55:37.885281 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c02e93d7-d9c9-4526-a620-4c4f0513fc44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:37.889921 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c02e93d7-d9c9-4526-a620-4c4f0513fc44 admin admin] 10.222.0.32 "DELETE /v2.0/routers/7d544b13-b687-4ea9-b264-ade2dca5d082 HTTP/1.1" status: 204  len: 168 time: 2.0224376
Feb 05 20:55:37.892902 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 37568) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:37.961868 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-e204d247-8eb0-4ef3-8bb3-983768b0fcc1 admin admin] Deleting subnet 75d35b40-2068-456d-bc52-ea50cc06920e {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:55:37.966682 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e204d247-8eb0-4ef3-8bb3-983768b0fcc1 admin admin] Publish callbacks [] for subnet (75d35b40-2068-456d-bc52-ea50cc06920e), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:38.010469 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device ad00a000-0ae8-4298-9f9b-1a29a99caec8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:55:38.037566 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: ad00a000-0ae8-4298-9f9b-1a29a99caec8 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:55:38.038313 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device ad00a000-0ae8-4298-9f9b-1a29a99caec8 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:55:38.044701 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e204d247-8eb0-4ef3-8bb3-983768b0fcc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (75d35b40-2068-456d-bc52-ea50cc06920e), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:38.200039 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e204d247-8eb0-4ef3-8bb3-983768b0fcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (75d35b40-2068-456d-bc52-ea50cc06920e), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:38.325851 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e204d247-8eb0-4ef3-8bb3-983768b0fcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (75d35b40-2068-456d-bc52-ea50cc06920e), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:38.371633 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e204d247-8eb0-4ef3-8bb3-983768b0fcc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75d35b40-2068-456d-bc52-ea50cc06920e,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:38.380327 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7fe3f3-5ec9-4bf5-b46a-3ae221262b3c req-a2cfab82-e208-4741-8faf-1c62402074a4 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:38.382285 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cc7fe3f3-5ec9-4bf5-b46a-3ae221262b3c req-a2cfab82-e208-4741-8faf-1c62402074a4 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=c589d5aa-4257-4ea8-b4d0-dcf5618dac73 HTTP/1.1" status: 200  len: 945 time: 0.1453097
Feb 05 20:55:38.387864 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e204d247-8eb0-4ef3-8bb3-983768b0fcc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:38.391420 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e204d247-8eb0-4ef3-8bb3-983768b0fcc1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/75d35b40-2068-456d-bc52-ea50cc06920e HTTP/1.1" status: 204  len: 168 time: 0.5002203
Feb 05 20:55:38.395108 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 37598) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:38.404090 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1373e7e5-84d3-4beb-9824-a5b4adc927f7 None None] Network 93870581-e6ab-4393-8146-dee21b97de70 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:55:38.435924 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-818e2aa5-8516-428c-a385-de46a3262852 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1877617230&fields=id&tenant_id=451be3a617f64d6a97b8d18cee2426e8 HTTP/1.1" status: 200  len: 267 time: 0.1374581
Feb 05 20:55:38.528694 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cc7fe3f3-5ec9-4bf5-b46a-3ae221262b3c req-a72dc764-d1cb-4c39-9654-1a88ce7e9309 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1332555
Feb 05 20:55:38.535835 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-d79c093e-97f8-4d5e-8c5f-5fb0d78c90b1 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:38.544951 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-d79c093e-97f8-4d5e-8c5f-5fb0d78c90b1 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports/9660cfc0-bfac-4a7d-a596-8d37f433d2c1 HTTP/1.1" status: 200  len: 932 time: 0.1062806
Feb 05 20:55:38.599295 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-b4b96484-64e6-4415-b703-77a05534cb10 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:38.609469 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-b4b96484-64e6-4415-b703-77a05534cb10 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports/58dda4e9-8dcd-438a-a2a5-133cac5c0ff6 HTTP/1.1" status: 200  len: 931 time: 0.0645235
Feb 05 20:55:38.692104 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0d56cf5c-eeff-4bdc-af8b-2ac34eccf30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (93870581-e6ab-4393-8146-dee21b97de70), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:38.694896 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-d6efc8b7-c5a7-4787-9c08-02e83aa06b3b tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?network_id=e407b198-7847-4daa-999d-a6a8e5319a57&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0839875
Feb 05 20:55:38.762307 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a678d398-736b-48b0-b47c-c3f7b2325dd0 None None] DHCP port deletion for 93870581-e6ab-4393-8146-dee21b97de70 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 20:55:38.793773 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-6d6ee4f1-c6c5-468a-b1f4-dd40b5d3feec tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?network_id=e407b198-7847-4daa-999d-a6a8e5319a57&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0881431
Feb 05 20:55:38.855360 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-0d56cf5c-eeff-4bdc-af8b-2ac34eccf30b admin admin] Deleting port 306e6346-0779-4e13-852b-21e41432e1ee {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:55:38.855783 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0d56cf5c-eeff-4bdc-af8b-2ac34eccf30b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (306e6346-0779-4e13-852b-21e41432e1ee), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:38.863834 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a678d398-736b-48b0-b47c-c3f7b2325dd0 None None] Deleting port 306e6346-0779-4e13-852b-21e41432e1ee {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:55:38.865028 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a678d398-736b-48b0-b47c-c3f7b2325dd0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (306e6346-0779-4e13-852b-21e41432e1ee), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:39.016573 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-c4fceb76-fbf3-4dca-99dd-efc83819ba96 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:39.024691 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-c4fceb76-fbf3-4dca-99dd-efc83819ba96 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:39.033851 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-c4fceb76-fbf3-4dca-99dd-efc83819ba96 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:39.036526 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-c4fceb76-fbf3-4dca-99dd-efc83819ba96 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/networks?id=8c3233c3-4efd-49ae-83aa-9c6e1a254039&id=0e68efe9-ea16-4fb9-b57d-581a14fb90de&id=0e68efe9-ea16-4fb9-b57d-581a14fb90de&id=e407b198-7847-4daa-999d-a6a8e5319a57&id=e407b198-7847-4daa-999d-a6a8e5319a57 HTTP/1.1" status: 200  len: 1991 time: 0.2340577
Feb 05 20:55:39.043605 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-a678d398-736b-48b0-b47c-c3f7b2325dd0 None None] For port 306e6346-0779-4e13-852b-21e41432e1ee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=306e6346-0779-4e13-852b-21e41432e1ee,segment=NetworkSegment(cdac7a8a-df2c-47dc-a000-b7902f88f86c),segment_id=cdac7a8a-df2c-47dc-a000-b7902f88f86c)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:55:39.044730 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a678d398-736b-48b0-b47c-c3f7b2325dd0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (306e6346-0779-4e13-852b-21e41432e1ee), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:39.071398 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a678d398-736b-48b0-b47c-c3f7b2325dd0 None None] Calling delete_port for 306e6346-0779-4e13-852b-21e41432e1ee owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:55:39.075788 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-c1b567f9-1b2a-49ec-9f75-50ea9045972a tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/quotas/451be3a617f64d6a97b8d18cee2426e8 HTTP/1.1" status: 200  len: 375 time: 0.0262556
Feb 05 20:55:39.081009 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-0d56cf5c-eeff-4bdc-af8b-2ac34eccf30b admin admin] For port 306e6346-0779-4e13-852b-21e41432e1ee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=306e6346-0779-4e13-852b-21e41432e1ee,segment=NetworkSegment(cdac7a8a-df2c-47dc-a000-b7902f88f86c),segment_id=cdac7a8a-df2c-47dc-a000-b7902f88f86c)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:55:39.081383 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0d56cf5c-eeff-4bdc-af8b-2ac34eccf30b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (306e6346-0779-4e13-852b-21e41432e1ee), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:39.110868 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-0d56cf5c-eeff-4bdc-af8b-2ac34eccf30b admin admin] Calling delete_port for 306e6346-0779-4e13-852b-21e41432e1ee owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:55:39.169939 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 37620) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:39.209577 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:39.227082 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a678d398-736b-48b0-b47c-c3f7b2325dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (306e6346-0779-4e13-852b-21e41432e1ee), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:39.279590 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-f59bf527-bc09-48ff-a18b-65a32355fd7d tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=451be3a617f64d6a97b8d18cee2426e8&fields=id HTTP/1.1" status: 200  len: 486 time: 0.1976333
Feb 05 20:55:39.292559 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0d56cf5c-eeff-4bdc-af8b-2ac34eccf30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (306e6346-0779-4e13-852b-21e41432e1ee), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:39.320027 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d56cf5c-eeff-4bdc-af8b-2ac34eccf30b admin admin] No DVR routers for this DVR port 306e6346-0779-4e13-852b-21e41432e1ee on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:55:39.325785 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a678d398-736b-48b0-b47c-c3f7b2325dd0 None None] Pushing event deleted for resources: {'Port': ['ID=306e6346-0779-4e13-852b-21e41432e1ee,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:39.329940 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a678d398-736b-48b0-b47c-c3f7b2325dd0 None None] No DVR routers for this DVR port 306e6346-0779-4e13-852b-21e41432e1ee on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:55:39.383505 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d56cf5c-eeff-4bdc-af8b-2ac34eccf30b admin admin] Pushing event deleted for resources: {'Port': ['ID=306e6346-0779-4e13-852b-21e41432e1ee,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:39.436321 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-77185c73-1aaa-433f-bbdb-3e9b52deecb9 service neutron] 10.222.0.32 "GET /v2.0/networks/8c3233c3-4efd-49ae-83aa-9c6e1a254039?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1541634
Feb 05 20:55:39.469730 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1f878311-b318-498f-a39c-92a444b16bc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:39.485268 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0d56cf5c-eeff-4bdc-af8b-2ac34eccf30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (93870581-e6ab-4393-8146-dee21b97de70), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:39.525431 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-0d56cf5c-eeff-4bdc-af8b-2ac34eccf30b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2cbed90>,) {'filters': {'network_id': ['93870581-e6ab-4393-8146-dee21b97de70']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:55:39.541845 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-0d56cf5c-eeff-4bdc-af8b-2ac34eccf30b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2cbed90>, 'cdac7a8a-df2c-47dc-a000-b7902f88f86c') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:55:39.542478 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-0d56cf5c-eeff-4bdc-af8b-2ac34eccf30b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2cbed90>, 'cdac7a8a-df2c-47dc-a000-b7902f88f86c') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:55:39.561534 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0d56cf5c-eeff-4bdc-af8b-2ac34eccf30b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (cdac7a8a-df2c-47dc-a000-b7902f88f86c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:39.585725 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0d56cf5c-eeff-4bdc-af8b-2ac34eccf30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (cdac7a8a-df2c-47dc-a000-b7902f88f86c), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:39.600304 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d56cf5c-eeff-4bdc-af8b-2ac34eccf30b admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:55:39.601194 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0d56cf5c-eeff-4bdc-af8b-2ac34eccf30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (cdac7a8a-df2c-47dc-a000-b7902f88f86c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:39.603397 ncdv-master-1 neutron-server[114390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 20:55:39.603397 ncdv-master-1 neutron-server[114390]:   self.session.flush()
Feb 05 20:55:39.603397 ncdv-master-1 neutron-server[114390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 20:55:39.603397 ncdv-master-1 neutron-server[114390]:   self.session.flush()
Feb 05 20:55:39.603397 ncdv-master-1 neutron-server[114390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 20:55:39.603397 ncdv-master-1 neutron-server[114390]:   self.session.flush()
Feb 05 20:55:39.603397 ncdv-master-1 neutron-server[114390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 20:55:39.603397 ncdv-master-1 neutron-server[114390]:   self.session.flush()
Feb 05 20:55:39.603397 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 20:55:39.603397 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:55:39.603397 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 20:55:39.603397 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:55:39.603397 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 20:55:39.603397 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:55:39.603397 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 20:55:39.603397 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:55:39.603397 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 20:55:39.603397 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:55:39.603397 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 20:55:39.603397 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:55:39.603397 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 20:55:39.603397 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:55:39.603397 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:55:39.603397 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:55:39.603397 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:55:39.603397 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:55:39.603397 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 20:55:39.603397 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:55:39.603397 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 20:55:39.603397 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:55:39.603397 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:55:39.603397 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:55:39.603397 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:55:39.603397 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:55:39.603397 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:55:39.603397 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:55:39.603397 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:55:39.603397 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:55:39.603397 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:55:39.603397 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:55:39.633325 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-d0f26193-817d-427b-9a7f-bd12bd719d65 service neutron] 10.222.0.32 "GET /v2.0/networks/8c3233c3-4efd-49ae-83aa-9c6e1a254039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1900163
Feb 05 20:55:39.683976 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-241cbd35-da07-4558-8783-eeece32f9701 service neutron] 10.222.0.32 "GET /v2.0/ports/9660cfc0-bfac-4a7d-a596-8d37f433d2c1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0423915
Feb 05 20:55:39.696586 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1f878311-b318-498f-a39c-92a444b16bc5 admin admin] Publish callbacks [] for security_group (673f4366-aee8-4bb2-903a-6a5355077f44), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:39.698562 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0d56cf5c-eeff-4bdc-af8b-2ac34eccf30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (93870581-e6ab-4393-8146-dee21b97de70), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:39.726496 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0d56cf5c-eeff-4bdc-af8b-2ac34eccf30b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:39.732724 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0d56cf5c-eeff-4bdc-af8b-2ac34eccf30b admin admin] 10.222.0.32 "DELETE /v2.0/networks/93870581-e6ab-4393-8146-dee21b97de70 HTTP/1.1" status: 204  len: 168 time: 1.3317556
Feb 05 20:55:39.732724 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d56cf5c-eeff-4bdc-af8b-2ac34eccf30b admin admin] Pushing event deleted for resources: {'Network': ['ID=93870581-e6ab-4393-8146-dee21b97de70,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:39.733249 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1f878311-b318-498f-a39c-92a444b16bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (673f4366-aee8-4bb2-903a-6a5355077f44), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:39.779556 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1f878311-b318-498f-a39c-92a444b16bc5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4e739ac421104e5682a080cc464871fb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6085327
Feb 05 20:55:39.782269 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 37632) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:39.835211 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f878311-b318-498f-a39c-92a444b16bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673f4366-aee8-4bb2-903a-6a5355077f44,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:39.835411 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-2e13eb18-d6cf-4622-827a-d8f25616981f service neutron] 10.222.0.32 "GET /v2.0/networks/0e68efe9-ea16-4fb9-b57d-581a14fb90de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420205
Feb 05 20:55:39.871848 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-80db9318-143f-4f47-ba59-f5fd96fdfd96 admin admin] Publish callbacks [] for security_group (673f4366-aee8-4bb2-903a-6a5355077f44), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:39.918160 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-80db9318-143f-4f47-ba59-f5fd96fdfd96 admin admin] Publish callbacks [] for security_group (673f4366-aee8-4bb2-903a-6a5355077f44), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:39.949291 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 306e6346-0779-4e13-852b-21e41432e1ee no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:55:39.987703 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 306e6346-0779-4e13-852b-21e41432e1ee {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:55:39.988064 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 306e6346-0779-4e13-852b-21e41432e1ee not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:55:39.988488 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 66a99550-5bf1-4309-94d1-6be4c3ea6944 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:55:40.023924 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 66a99550-5bf1-4309-94d1-6be4c3ea6944 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:55:40.033647 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-80db9318-143f-4f47-ba59-f5fd96fdfd96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (673f4366-aee8-4bb2-903a-6a5355077f44), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:40.034859 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 66a99550-5bf1-4309-94d1-6be4c3ea6944 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:55:40.036441 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-80db9318-143f-4f47-ba59-f5fd96fdfd96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:40.038359 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-80db9318-143f-4f47-ba59-f5fd96fdfd96 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/673f4366-aee8-4bb2-903a-6a5355077f44 HTTP/1.1" status: 204  len: 168 time: 0.2550654
Feb 05 20:55:40.039070 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 37642) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:40.097748 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-dcc189e7-975a-4dc2-bbb8-e4b12c9a2eea service neutron] 10.222.0.32 "GET /v2.0/networks/0e68efe9-ea16-4fb9-b57d-581a14fb90de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2507653
Feb 05 20:55:40.106724 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db9318-143f-4f47-ba59-f5fd96fdfd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673f4366-aee8-4bb2-903a-6a5355077f44,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:40.167087 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a1fb5715-c7ed-4901-938d-50148d341090 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=339b42dac6c241a48a04f59918ef065e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1226394
Feb 05 20:55:40.167649 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 37654) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:40.203652 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:40.230193 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-6b812fab-877d-4507-b312-04d629f9dd6e service neutron] 10.222.0.32 "GET /v2.0/ports/58dda4e9-8dcd-438a-a2a5-133cac5c0ff6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.1053386
Feb 05 20:55:40.266865 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-63a72437-22f9-4e51-85b9-5d965da8b562 admin admin] Publish callbacks [] for security_group (aea27357-43dd-4933-b7ca-1739b8579a10), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:40.290259 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-63a72437-22f9-4e51-85b9-5d965da8b562 admin admin] Publish callbacks [] for security_group (aea27357-43dd-4933-b7ca-1739b8579a10), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:40.346800 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-63a72437-22f9-4e51-85b9-5d965da8b562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (aea27357-43dd-4933-b7ca-1739b8579a10), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:40.350720 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-63a72437-22f9-4e51-85b9-5d965da8b562 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:40.352373 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-63a72437-22f9-4e51-85b9-5d965da8b562 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aea27357-43dd-4933-b7ca-1739b8579a10 HTTP/1.1" status: 204  len: 168 time: 0.1836748
Feb 05 20:55:40.362980 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a72437-22f9-4e51-85b9-5d965da8b562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea27357-43dd-4933-b7ca-1739b8579a10,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:40.389313 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-d383fdcc-9224-46d0-9e50-9fff0dee81c5 service neutron] 10.222.0.32 "GET /v2.0/networks/0e68efe9-ea16-4fb9-b57d-581a14fb90de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1523736
Feb 05 20:55:40.569855 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-ce224e58-3f62-4093-9786-e15f760f3c0c service neutron] 10.222.0.32 "GET /v2.0/networks/0e68efe9-ea16-4fb9-b57d-581a14fb90de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1701424
Feb 05 20:55:40.773623 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-21aceae0-eb66-45e9-9031-4bcd45140b84 service neutron] 10.222.0.32 "GET /v2.0/networks/0e68efe9-ea16-4fb9-b57d-581a14fb90de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1636722
Feb 05 20:55:41.009820 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-5e96046a-2e11-44b0-8ac4-4675d895516b service neutron] 10.222.0.32 "GET /v2.0/networks/0e68efe9-ea16-4fb9-b57d-581a14fb90de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2248235
Feb 05 20:55:41.050002 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f39c70-5c86-4820-b8fe-d5498394245a req-26fb86fd-89d0-48c4-ae02-f97706ec9622 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:41.057893 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a4f39c70-5c86-4820-b8fe-d5498394245a req-26fb86fd-89d0-48c4-ae02-f97706ec9622 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/networks?id=bc807625-43b9-4f71-ba0e-13ea567a25e8 HTTP/1.1" status: 200  len: 806 time: 0.2316728
Feb 05 20:55:41.080408 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 37690) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:41.082943 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a4f39c70-5c86-4820-b8fe-d5498394245a req-50a697d4-9431-48db-a43f-b2f866f41f86 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/quotas/c115672e27d44cf2b79a3945af717ae8 HTTP/1.1" status: 200  len: 375 time: 0.0240228
Feb 05 20:55:41.142857 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-038ecb09-1218-44b8-98a0-a7ce011349b2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5358d8406a5b41f5bb024159a417a6dc&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0611398
Feb 05 20:55:41.145205 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 37694) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:41.202758 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-275bb84b-30c9-4e99-bde0-c5f25dfeeb8b admin admin] Publish callbacks [] for security_group (93c62eaf-51ea-4c97-9da4-fa5e9c982613), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:41.229128 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-275bb84b-30c9-4e99-bde0-c5f25dfeeb8b admin admin] Publish callbacks [] for security_group (93c62eaf-51ea-4c97-9da4-fa5e9c982613), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:41.291580 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-32e58441-2a66-4adf-b295-9052fb3b387e service neutron] 10.222.0.32 "GET /v2.0/networks/0e68efe9-ea16-4fb9-b57d-581a14fb90de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2306340
Feb 05 20:55:41.306051 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-275bb84b-30c9-4e99-bde0-c5f25dfeeb8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (93c62eaf-51ea-4c97-9da4-fa5e9c982613), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:41.309460 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-275bb84b-30c9-4e99-bde0-c5f25dfeeb8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:41.314081 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-275bb84b-30c9-4e99-bde0-c5f25dfeeb8b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/93c62eaf-51ea-4c97-9da4-fa5e9c982613 HTTP/1.1" status: 204  len: 168 time: 0.1667025
Feb 05 20:55:41.326615 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275bb84b-30c9-4e99-bde0-c5f25dfeeb8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c62eaf-51ea-4c97-9da4-fa5e9c982613,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:41.413555 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a4f39c70-5c86-4820-b8fe-d5498394245a req-96f05e80-aa15-498a-b706-b8aefe482977 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c115672e27d44cf2b79a3945af717ae8&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2323921
Feb 05 20:55:41.454407 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-349538d2-acca-461d-a34d-50bdc6a4cbc8 service neutron] 10.222.0.32 "GET /v2.0/networks/0e68efe9-ea16-4fb9-b57d-581a14fb90de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1618295
Feb 05 20:55:41.587468 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a4f39c70-5c86-4820-b8fe-d5498394245a req-38e9b06a-0a94-477e-8037-7c97c14c89eb service neutron] 10.222.0.32 "GET /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1607096
Feb 05 20:55:41.621653 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-d29434de-9349-4b29-b29d-16c2f06abeed service neutron] 10.222.0.32 "GET /v2.0/networks/e407b198-7847-4daa-999d-a6a8e5319a57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1572354
Feb 05 20:55:41.773199 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a4f39c70-5c86-4820-b8fe-d5498394245a req-b0f2b369-d14c-4fc8-a089-7ceaceb0d87f service neutron] 10.222.0.32 "GET /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1764698
Feb 05 20:55:41.775231 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-5d791a2b-d829-4fcf-984c-8cf0f50feef9 service neutron] 10.222.0.32 "GET /v2.0/networks/e407b198-7847-4daa-999d-a6a8e5319a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1454666
Feb 05 20:55:41.882670 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-871465cf-4842-4c21-a46f-39334a41d19d service neutron] 10.222.0.32 "GET /v2.0/networks/e407b198-7847-4daa-999d-a6a8e5319a57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0999296
Feb 05 20:55:42.029419 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-38544809-73df-4c48-8aca-0f04b98d97d1 service neutron] 10.222.0.32 "GET /v2.0/networks/e407b198-7847-4daa-999d-a6a8e5319a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378975
Feb 05 20:55:42.465302 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad11219-3a69-4271-9363-71a25e198b60 req-35ea11cd-f370-4659-a47c-3bd684a1b1bf tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:42.476637 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8ad11219-3a69-4271-9363-71a25e198b60 req-35ea11cd-f370-4659-a47c-3bd684a1b1bf tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=778f451e-d667-417d-a9e6-d3d834e65fe2 HTTP/1.1" status: 200  len: 950 time: 0.1198187
Feb 05 20:55:42.614587 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8ad11219-3a69-4271-9363-71a25e198b60 req-bf35a251-bee3-46c8-8484-72f696d296b8 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1294930
Feb 05 20:55:42.644904 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9570f-82b0-4fc9-988b-52819745f12f req-00397fa4-261c-40b2-8208-5c29d48051a4 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:42.646978 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-67d9570f-82b0-4fc9-988b-52819745f12f req-00397fa4-261c-40b2-8208-5c29d48051a4 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.21 "GET /v2.0/ports?device_id=778f451e-d667-417d-a9e6-d3d834e65fe2 HTTP/1.1" status: 200  len: 950 time: 0.1514225
Feb 05 20:55:42.666985 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 37782) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:42.865417 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 37792) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:42.874512 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-67d9570f-82b0-4fc9-988b-52819745f12f req-44e3665a-174b-4513-b235-186dd8dd4b06 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Deleting port 5cb379ed-ddb4-499e-b220-588d09688bf7 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:55:42.874948 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-67d9570f-82b0-4fc9-988b-52819745f12f req-44e3665a-174b-4513-b235-186dd8dd4b06 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (5cb379ed-ddb4-499e-b220-588d09688bf7), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:43.106271 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-de51f67d-7663-44fe-b7a6-88f87862ab02 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1325599206-network', 'tenant_id': '5f1ed898d612416992b3bd037ded3407'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:55:43.156997 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-35360e3c-23bf-4f91-8c5d-62060d1c6960 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-462890254', 'router:external': True}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:55:43.159312 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-67d9570f-82b0-4fc9-988b-52819745f12f req-44e3665a-174b-4513-b235-186dd8dd4b06 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] For port 5cb379ed-ddb4-499e-b220-588d09688bf7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5cb379ed-ddb4-499e-b220-588d09688bf7,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:55:43.159572 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-67d9570f-82b0-4fc9-988b-52819745f12f req-44e3665a-174b-4513-b235-186dd8dd4b06 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (5cb379ed-ddb4-499e-b220-588d09688bf7), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:43.162486 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de51f67d-7663-44fe-b7a6-88f87862ab02 admin admin] Made reservation on behalf of 5f1ed898d612416992b3bd037ded3407 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:55:43.166126 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de51f67d-7663-44fe-b7a6-88f87862ab02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:43.179713 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de51f67d-7663-44fe-b7a6-88f87862ab02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:43.190217 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-67d9570f-82b0-4fc9-988b-52819745f12f req-44e3665a-174b-4513-b235-186dd8dd4b06 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Calling delete_port for 5cb379ed-ddb4-499e-b220-588d09688bf7 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:55:43.219687 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35360e3c-23bf-4f91-8c5d-62060d1c6960 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Made reservation on behalf of 5282ce3aab2d4b73939cd1a6fb0fe0e0 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:55:43.222302 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-35360e3c-23bf-4f91-8c5d-62060d1c6960 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:43.251336 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-35360e3c-23bf-4f91-8c5d-62060d1c6960 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:43.368146 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de51f67d-7663-44fe-b7a6-88f87862ab02 admin admin] Publish callbacks [] for security_group (218fa094-04ab-4ec2-853d-cf179e0942dd), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:43.386799 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de51f67d-7663-44fe-b7a6-88f87862ab02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (218fa094-04ab-4ec2-853d-cf179e0942dd), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:43.400536 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de51f67d-7663-44fe-b7a6-88f87862ab02 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:55:43.431961 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-35360e3c-23bf-4f91-8c5d-62060d1c6960 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for security_group (3b4b9b81-42a5-4b9e-8afc-c1e8b0f2b98b), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:43.447558 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de51f67d-7663-44fe-b7a6-88f87862ab02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (b06bf59a-b8ad-4f26-89f2-91abce8df7af), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:43.448240 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-de51f67d-7663-44fe-b7a6-88f87862ab02 admin admin] Added segment b06bf59a-b8ad-4f26-89f2-91abce8df7af of type vlan for network 5e952ac8-3d4c-4d21-b049-99c2c5b6a48c
Feb 05 20:55:43.450854 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-35360e3c-23bf-4f91-8c5d-62060d1c6960 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (3b4b9b81-42a5-4b9e-8afc-c1e8b0f2b98b), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:43.463288 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51f67d-7663-44fe-b7a6-88f87862ab02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218fa094-04ab-4ec2-853d-cf179e0942dd,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:43.548612 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35360e3c-23bf-4f91-8c5d-62060d1c6960 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:55:43.560861 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de51f67d-7663-44fe-b7a6-88f87862ab02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (5e952ac8-3d4c-4d21-b049-99c2c5b6a48c), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:43.578181 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-35360e3c-23bf-4f91-8c5d-62060d1c6960 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (d3975841-edc9-4807-b933-6b5a72e6888e), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:43.578528 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-35360e3c-23bf-4f91-8c5d-62060d1c6960 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Added segment d3975841-edc9-4807-b933-6b5a72e6888e of type vlan for network 942deb8c-397e-4d38-9d27-8b3641ff3808
Feb 05 20:55:43.580080 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35360e3c-23bf-4f91-8c5d-62060d1c6960 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4b9b81-42a5-4b9e-8afc-c1e8b0f2b98b,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:43.653438 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de51f67d-7663-44fe-b7a6-88f87862ab02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (5e952ac8-3d4c-4d21-b049-99c2c5b6a48c), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:43.654580 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de51f67d-7663-44fe-b7a6-88f87862ab02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:43.655227 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de51f67d-7663-44fe-b7a6-88f87862ab02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:43.695357 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2af08392-37e0-4bf7-a93e-18ceff550705 req-5d01a932-f25d-4783-97de-6d042ed8950a tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 210 time: 0.0439916
Feb 05 20:55:43.703327 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303dc13a-ddee-4846-ad7e-9de13d5ba418 req-4f41a630-ac89-42c4-8a89-74ba93968e83 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:43.705358 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-35360e3c-23bf-4f91-8c5d-62060d1c6960 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (942deb8c-397e-4d38-9d27-8b3641ff3808), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:43.712380 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-303dc13a-ddee-4846-ad7e-9de13d5ba418 req-4f41a630-ac89-42c4-8a89-74ba93968e83 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ec6b42-9445-4a79-8aa7-044ce5cf0432 HTTP/1.1" status: 200  len: 948 time: 0.5307734
Feb 05 20:55:43.727044 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-de51f67d-7663-44fe-b7a6-88f87862ab02 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.8509967
Feb 05 20:55:43.731515 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 37820) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:43.743203 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-505c18e8-ed2b-4903-a477-58d85a63a1fd admin admin] Request body: {'subnet': {'network_id': '5e952ac8-3d4c-4d21-b049-99c2c5b6a48c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1325599206-subnet', 'tenant_id': '5f1ed898d612416992b3bd037ded3407', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:55:43.792551 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505c18e8-ed2b-4903-a477-58d85a63a1fd admin admin] Made reservation on behalf of 5f1ed898d612416992b3bd037ded3407 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:55:43.795094 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-505c18e8-ed2b-4903-a477-58d85a63a1fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:43.797164 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51f67d-7663-44fe-b7a6-88f87862ab02 admin admin] Pushing event updated for resources: {'Network': ['ID=5e952ac8-3d4c-4d21-b049-99c2c5b6a48c,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:43.812490 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 5e952ac8-3d4c-4d21-b049-99c2c5b6a48c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:55:43.817004 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-35360e3c-23bf-4f91-8c5d-62060d1c6960 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (942deb8c-397e-4d38-9d27-8b3641ff3808), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:43.819268 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35360e3c-23bf-4f91-8c5d-62060d1c6960 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:43.821198 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-35360e3c-23bf-4f91-8c5d-62060d1c6960 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:43.844775 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-303dc13a-ddee-4846-ad7e-9de13d5ba418 req-64297897-63c1-4211-b529-c28a8ae01846 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4249cc4-c7b1-439e-8bbc-5ee1b01acbea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1313572
Feb 05 20:55:43.847404 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-35360e3c-23bf-4f91-8c5d-62060d1c6960 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 1.1782956
Feb 05 20:55:43.852913 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 37822) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:43.868203 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-c24597e7-29e3-4cb0-a038-ab710859e58c tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Request body: {'subnet': {'network_id': '942deb8c-397e-4d38-9d27-8b3641ff3808', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:55:43.953443 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35360e3c-23bf-4f91-8c5d-62060d1c6960 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Pushing event updated for resources: {'Network': ['ID=942deb8c-397e-4d38-9d27-8b3641ff3808,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:43.994942 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 942deb8c-397e-4d38-9d27-8b3641ff3808 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:55:44.051406 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a4f39c70-5c86-4820-b8fe-d5498394245a req-9c7e3a4f-aea9-4ea4-aa96-1a49ac0a879f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c115672e27d44cf2b79a3945af717ae8&device_id=5e9fef91-5f47-4c5c-b1be-16c29cf91835 HTTP/1.1" status: 200  len: 210 time: 0.0669463
Feb 05 20:55:44.090720 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0e1e1b62-d32a-4e14-bbbe-034b866bcc7f req-1020878c-4153-4fc5-99bb-dda0206ae35c tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e9fef91-5f47-4c5c-b1be-16c29cf91835 HTTP/1.1" status: 200  len: 210 time: 0.1027944
Feb 05 20:55:44.101754 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24597e7-29e3-4cb0-a038-ab710859e58c tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Made reservation on behalf of 5282ce3aab2d4b73939cd1a6fb0fe0e0 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:55:44.104261 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c24597e7-29e3-4cb0-a038-ab710859e58c tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:44.157067 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-67d9570f-82b0-4fc9-988b-52819745f12f req-44e3665a-174b-4513-b235-186dd8dd4b06 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (5cb379ed-ddb4-499e-b220-588d09688bf7), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:44.172173 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['4a4d7d0a-509a-455e-a91a-7918634eb647', '5cb379ed-ddb4-499e-b220-588d09688bf7'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:55:44.276119 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e3665a-174b-4513-b235-186dd8dd4b06 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Pushing event deleted for resources: {'Port': ['ID=5cb379ed-ddb4-499e-b220-588d09688bf7,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:44.321118 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f39c70-5c86-4820-b8fe-d5498394245a req-d9ea9e87-1bab-4f8e-a145-b4518d75c8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:44.323468 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a4f39c70-5c86-4820-b8fe-d5498394245a req-d9ea9e87-1bab-4f8e-a145-b4518d75c8b5 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=c115672e27d44cf2b79a3945af717ae8&shared=False HTTP/1.1" status: 200  len: 907 time: 0.2639315
Feb 05 20:55:44.410340 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02455e7d-1cf3-4a33-93b7-cddb5f76b5a1 req-dd7fa994-bccb-48f9-b2e1-a9fa2ebbf137 tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:44.412251 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-02455e7d-1cf3-4a33-93b7-cddb5f76b5a1 req-dd7fa994-bccb-48f9-b2e1-a9fa2ebbf137 tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] 10.222.0.32 "GET /v2.0/ports?device_id=81664677-ab39-4ab5-81d5-d2a05b0a9f5c HTTP/1.1" status: 200  len: 950 time: 0.5662179
Feb 05 20:55:44.421290 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-46e246ee-22b6-4744-a18c-17ab38322938 req-a563641c-3708-4327-8ce7-03b514fb441d tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=778f451e-d667-417d-a9e6-d3d834e65fe2 HTTP/1.1" status: 200  len: 210 time: 0.1962259
Feb 05 20:55:44.444791 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f39c70-5c86-4820-b8fe-d5498394245a req-2b5d52bc-f000-4ff8-9c3b-e84e9e45f65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:44.446347 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a4f39c70-5c86-4820-b8fe-d5498394245a req-2b5d52bc-f000-4ff8-9c3b-e84e9e45f65a service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1160324
Feb 05 20:55:44.478874 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d9570f-82b0-4fc9-988b-52819745f12f req-44e3665a-174b-4513-b235-186dd8dd4b06 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] No DVR routers for this DVR port 5cb379ed-ddb4-499e-b220-588d09688bf7 on host nch1-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:55:44.482132 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-67d9570f-82b0-4fc9-988b-52819745f12f req-44e3665a-174b-4513-b235-186dd8dd4b06 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:44.486469 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-67d9570f-82b0-4fc9-988b-52819745f12f req-44e3665a-174b-4513-b235-186dd8dd4b06 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.21 "DELETE /v2.0/ports/5cb379ed-ddb4-499e-b220-588d09688bf7 HTTP/1.1" status: 204  len: 173 time: 1.8307452
Feb 05 20:55:44.507710 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a4f39c70-5c86-4820-b8fe-d5498394245a req-8883561f-c489-4854-a899-2cc01b30f3a4 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e9fef91-5f47-4c5c-b1be-16c29cf91835 HTTP/1.1" status: 200  len: 210 time: 0.0363028
Feb 05 20:55:44.511736 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778f451e-d667-417d-a9e6-d3d834e65fe2', 'name': 'network-vif-deleted', 'tag': '5cb379ed-ddb4-499e-b220-588d09688bf7'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:55:44.514802 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bbda6f5-2137-460b-bf0e-da68d6e10468" -d '{"events": [{"server_uuid": "778f451e-d667-417d-a9e6-d3d834e65fe2", "name": "network-vif-deleted", "tag": "5cb379ed-ddb4-499e-b220-588d09688bf7"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:55:44.583283 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef58c3e4-52c6-412b-93d1-adf3ceeef90c x-openstack-request-id: req-ef58c3e4-52c6-412b-93d1-adf3ceeef90c {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:55:44.583824 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "778f451e-d667-417d-a9e6-d3d834e65fe2", "name": "network-vif-deleted", "tag": "5cb379ed-ddb4-499e-b220-588d09688bf7", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:55:44.584607 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ef58c3e4-52c6-412b-93d1-adf3ceeef90c {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:55:44.584747 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '778f451e-d667-417d-a9e6-d3d834e65fe2', 'name': 'network-vif-deleted', 'tag': '5cb379ed-ddb4-499e-b220-588d09688bf7', 'status': 'completed', 'code': 200}
Feb 05 20:55:44.623150 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f5094-59e3-41b8-b8bc-7ba3047a9b52 req-b4f29335-7b3a-4309-9405-b318eaf9c554 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:44.624737 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cf7f5094-59e3-41b8-b8bc-7ba3047a9b52 req-b4f29335-7b3a-4309-9405-b318eaf9c554 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6ec6b42-9445-4a79-8aa7-044ce5cf0432 HTTP/1.1" status: 200  len: 948 time: 0.3833904
Feb 05 20:55:44.799288 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-02455e7d-1cf3-4a33-93b7-cddb5f76b5a1 req-a5f871bf-72c3-4843-9f17-9f8e499dc238 tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] 10.222.0.32 "GET /v2.0/security-groups?id=67e38f8d-fe03-4831-ae0a-b1b23a529ae3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3382025
Feb 05 20:55:44.842529 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-505c18e8-ed2b-4903-a477-58d85a63a1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (8d295d0d-a825-42e0-a6ff-e56aea09d1c9), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:44.889696 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-03e65fa6-24e6-4cc5-8833-1afa5e01de47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:44.891154 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-03e65fa6-24e6-4cc5-8833-1afa5e01de47 service neutron] 10.222.0.39 "GET /v2.0/ports/9660cfc0-bfac-4a7d-a596-8d37f433d2c1 HTTP/1.1" status: 200  len: 1028 time: 0.2037635
Feb 05 20:55:44.893004 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b47a3144-dcf7-4288-a0e6-9539fccc1b40 req-0693bbd6-4da4-410c-9572-749eb937f2b0 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 210 time: 0.0570884
Feb 05 20:55:45.020878 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-bad105e4-71fb-4017-b9f8-1723d0c53492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:45.025522 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-bad105e4-71fb-4017-b9f8-1723d0c53492 service neutron] 10.222.0.39 "GET /v2.0/ports/58dda4e9-8dcd-438a-a2a5-133cac5c0ff6 HTTP/1.1" status: 200  len: 1027 time: 0.0883865
Feb 05 20:55:45.077569 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-df289b96-3410-4fcb-acd1-7782f24aee28 req-bb32c55b-db25-4b36-a733-056cfee46bde service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c115672e27d44cf2b79a3945af717ae8&device_id=5e9fef91-5f47-4c5c-b1be-16c29cf91835 HTTP/1.1" status: 200  len: 210 time: 0.0732296
Feb 05 20:55:45.088699 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:45.143861 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 76a5840e-fa81-48d6-870c-9737596dd6ad no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:55:45.269244 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-4ea7bfd9-3c7d-4f73-bdee-6a5c97e72111 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:45.282724 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-4ea7bfd9-3c7d-4f73-bdee-6a5c97e72111 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:45.292336 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-4ea7bfd9-3c7d-4f73-bdee-6a5c97e72111 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:45.295927 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-4ea7bfd9-3c7d-4f73-bdee-6a5c97e72111 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.39 "GET /v2.0/networks?id=8c3233c3-4efd-49ae-83aa-9c6e1a254039&id=0e68efe9-ea16-4fb9-b57d-581a14fb90de&id=0e68efe9-ea16-4fb9-b57d-581a14fb90de&id=0e68efe9-ea16-4fb9-b57d-581a14fb90de&id=0e68efe9-ea16-4fb9-b57d-581a14fb90de&id=e407b198-7847-4daa-999d-a6a8e5319a57&id=e407b198-7847-4daa-999d-a6a8e5319a57 HTTP/1.1" status: 200  len: 1991 time: 0.2583487
Feb 05 20:55:45.301145 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 76a5840e-fa81-48d6-870c-9737596dd6ad is: ACTIVE; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:55:45.301615 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (76a5840e-fa81-48d6-870c-9737596dd6ad), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:45.358234 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df289b96-3410-4fcb-acd1-7782f24aee28 req-d13ebe90-4e2d-42f2-bfa0-4da0fb10ee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:45.360058 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-df289b96-3410-4fcb-acd1-7782f24aee28 req-d13ebe90-4e2d-42f2-bfa0-4da0fb10ee7d service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=c115672e27d44cf2b79a3945af717ae8&shared=False HTTP/1.1" status: 200  len: 907 time: 0.2727830
Feb 05 20:55:45.384151 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81664677-ab39-4ab5-81d5-d2a05b0a9f5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76a5840e-fa81-48d6-870c-9737596dd6ad'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:55:45.386993 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008d28b5-5b48-496b-b273-2e4449bed540" -d '{"events": [{"server_uuid": "81664677-ab39-4ab5-81d5-d2a05b0a9f5c", "name": "network-vif-unplugged", "status": "completed", "tag": "76a5840e-fa81-48d6-870c-9737596dd6ad"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:55:45.419941 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 76a5840e-fa81-48d6-870c-9737596dd6ad, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=76a5840e-fa81-48d6-870c-9737596dd6ad,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:55:45.430846 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (76a5840e-fa81-48d6-870c-9737596dd6ad), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:45.498671 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505c18e8-ed2b-4903-a477-58d85a63a1fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d295d0d-a825-42e0-a6ff-e56aea09d1c9,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:45.536127 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=76a5840e-fa81-48d6-870c-9737596dd6ad,revision_number=8']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:45.543199 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-cf7f5094-59e3-41b8-b8bc-7ba3047a9b52 req-92dba850-7c58-416f-b613-2f41707bffcb tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Deleting port fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:55:45.543890 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-cf7f5094-59e3-41b8-b8bc-7ba3047a9b52 req-92dba850-7c58-416f-b613-2f41707bffcb tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:45.551137 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505c18e8-ed2b-4903-a477-58d85a63a1fd admin admin] Checking segment: {'id': 'b06bf59a-b8ad-4f26-89f2-91abce8df7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5e952ac8-3d4c-4d21-b049-99c2c5b6a48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:55:45.551787 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505c18e8-ed2b-4903-a477-58d85a63a1fd admin admin] Network hostable DHCP agents. Network: 5e952ac8-3d4c-4d21-b049-99c2c5b6a48c, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:55:45.570086 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df289b96-3410-4fcb-acd1-7782f24aee28 req-77b8febc-020d-4df3-a3b3-33106a848453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:45.572590 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-df289b96-3410-4fcb-acd1-7782f24aee28 req-77b8febc-020d-4df3-a3b3-33106a848453 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2048194
Feb 05 20:55:45.662933 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-df289b96-3410-4fcb-acd1-7782f24aee28 req-7c3870dc-4c9b-4590-9aa6-2f87e00aef57 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e9fef91-5f47-4c5c-b1be-16c29cf91835 HTTP/1.1" status: 200  len: 210 time: 0.0391693
Feb 05 20:55:45.766214 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505c18e8-ed2b-4903-a477-58d85a63a1fd admin admin] Network 5e952ac8-3d4c-4d21-b049-99c2c5b6a48c is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:55:45.783707 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-2cf13bd4-0ee6-4eb6-a5ed-4da343d86799 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=451be3a617f64d6a97b8d18cee2426e8 HTTP/1.1" status: 200  len: 380 time: 0.4435036
Feb 05 20:55:45.797263 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-932e8ea9-62a7-4522-bdd7-b1c3b6f40431 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Request body: {'port': {'device_id': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'network_id': '8c3233c3-4efd-49ae-83aa-9c6e1a254039', 'admin_state_up': True, 'tenant_id': '451be3a617f64d6a97b8d18cee2426e8', 'security_groups': ['bc5a960a-367f-45bf-8671-6806c5606312']}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:55:45.808723 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a0dde-65c2-4763-ab71-38ac01f8d70a req-26a72647-e080-4ad5-b82e-a1bc56668f93 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:45.816110 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-145a0dde-65c2-4763-ab71-38ac01f8d70a req-26a72647-e080-4ad5-b82e-a1bc56668f93 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ec6b42-9445-4a79-8aa7-044ce5cf0432 HTTP/1.1" status: 200  len: 948 time: 0.5093005
Feb 05 20:55:45.868621 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-505c18e8-ed2b-4903-a477-58d85a63a1fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5e952ac8-3d4c-4d21-b049-99c2c5b6a48c) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:55:45.884336 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d98d01-ab84-4186-8b36-038a0a99ccac None None] Network 5e952ac8-3d4c-4d21-b049-99c2c5b6a48c requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:55:45.900242 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505c18e8-ed2b-4903-a477-58d85a63a1fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:45.901338 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-505c18e8-ed2b-4903-a477-58d85a63a1fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:45.946746 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-cf7f5094-59e3-41b8-b8bc-7ba3047a9b52 req-92dba850-7c58-416f-b613-2f41707bffcb tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] For port fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:55:45.947385 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-cf7f5094-59e3-41b8-b8bc-7ba3047a9b52 req-92dba850-7c58-416f-b613-2f41707bffcb tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:46.029042 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-cf7f5094-59e3-41b8-b8bc-7ba3047a9b52 req-92dba850-7c58-416f-b613-2f41707bffcb tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Calling delete_port for fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:55:46.041183 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-505c18e8-ed2b-4903-a477-58d85a63a1fd admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 2.3084159
Feb 05 20:55:46.044002 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 37896) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:46.048537 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-7ba6cfb0-08b1-434a-ba3c-8789eb14dee7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1325599206-router', 'tenant_id': '5f1ed898d612416992b3bd037ded3407', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:55:46.084740 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7ba6cfb0-08b1-434a-ba3c-8789eb14dee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (ec893bc0-9131-4d3e-824c-003a31d3b8ba), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:46.086587 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7ba6cfb0-08b1-434a-ba3c-8789eb14dee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (ec893bc0-9131-4d3e-824c-003a31d3b8ba), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:46.142372 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f646218c-c3ce-4f1b-86b1-5914a0c90f04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5e952ac8-3d4c-4d21-b049-99c2c5b6a48c', 'network_id': '5e952ac8-3d4c-4d21-b049-99c2c5b6a48c', 'project_id': '5f1ed898d612416992b3bd037ded3407', 'fixed_ips': [{'subnet_id': '8d295d0d-a825-42e0-a6ff-e56aea09d1c9'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 20:55:46.143822 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f646218c-c3ce-4f1b-86b1-5914a0c90f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:46.164626 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-145a0dde-65c2-4763-ab71-38ac01f8d70a req-f9a56579-541b-4343-b593-ca906b0dd803 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4249cc4-c7b1-439e-8bbc-5ee1b01acbea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3474779
Feb 05 20:55:46.261353 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7ba6cfb0-08b1-434a-ba3c-8789eb14dee7 admin admin] Publish callbacks [] for router_controller (ec893bc0-9131-4d3e-824c-003a31d3b8ba), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:46.337381 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 20:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a2b1f4-0d4e-425c-ba07-8be2d08ec701 x-openstack-request-id: req-84a2b1f4-0d4e-425c-ba07-8be2d08ec701 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:55:46.337682 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81664677-ab39-4ab5-81d5-d2a05b0a9f5c", "name": "network-vif-unplugged", "status": "completed", "tag": "76a5840e-fa81-48d6-870c-9737596dd6ad", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:55:46.339141 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-84a2b1f4-0d4e-425c-ba07-8be2d08ec701 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:55:46.339724 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81664677-ab39-4ab5-81d5-d2a05b0a9f5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76a5840e-fa81-48d6-870c-9737596dd6ad', 'code': 200}
Feb 05 20:55:46.348819 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-932e8ea9-62a7-4522-bdd7-b1c3b6f40431 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Made reservation on behalf of 451be3a617f64d6a97b8d18cee2426e8 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:55:46.356236 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-932e8ea9-62a7-4522-bdd7-b1c3b6f40431 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:46.441086 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-065ae08d-9c96-406c-bff5-173976c0b02f req-fb274678-232c-4b62-8bee-80fa295571b9 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 210 time: 0.1032503
Feb 05 20:55:46.469495 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-f646218c-c3ce-4f1b-86b1-5914a0c90f04 None None] Allocated IP 172.20.0.2 (5e952ac8-3d4c-4d21-b049-99c2c5b6a48c/8d295d0d-a825-42e0-a6ff-e56aea09d1c9/75559848-4902-4c52-9175-c8a2bec73f01) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:55:46.510895 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7ba6cfb0-08b1-434a-ba3c-8789eb14dee7 admin admin] Publish callbacks [] for router_gateway (ec893bc0-9131-4d3e-824c-003a31d3b8ba), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:46.591082 ncdv-master-1 neutron-server[114391]: DEBUG neutron.objects.ports [None req-c24597e7-29e3-4cb0-a038-ab710859e58c tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114391) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 05 20:55:46.591799 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c24597e7-29e3-4cb0-a038-ab710859e58c tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (01f46241-708c-408f-82aa-0596cd7d1b87), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:46.672204 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24597e7-29e3-4cb0-a038-ab710859e58c tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Pushing event updated for resources: {'Subnet': ['ID=01f46241-708c-408f-82aa-0596cd7d1b87,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:46.802044 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f646218c-c3ce-4f1b-86b1-5914a0c90f04 None None] Publish callbacks [] for port (75559848-4902-4c52-9175-c8a2bec73f01), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:46.812275 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f646218c-c3ce-4f1b-86b1-5914a0c90f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (75559848-4902-4c52-9175-c8a2bec73f01), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:46.862542 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f646218c-c3ce-4f1b-86b1-5914a0c90f04 None None] Network 5e952ac8-3d4c-4d21-b049-99c2c5b6a48c is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:55:46.864268 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-f646218c-c3ce-4f1b-86b1-5914a0c90f04 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:55:46.869327 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f646218c-c3ce-4f1b-86b1-5914a0c90f04 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:55:46.891760 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f646218c-c3ce-4f1b-86b1-5914a0c90f04 None None] Pushing event updated for resources: {'Port': ['ID=75559848-4902-4c52-9175-c8a2bec73f01,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:46.976687 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-f646218c-c3ce-4f1b-86b1-5914a0c90f04 None None] Attempting to bind port 75559848-4902-4c52-9175-c8a2bec73f01 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:55:46.977512 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-f646218c-c3ce-4f1b-86b1-5914a0c90f04 None None] Attempting to bind port 75559848-4902-4c52-9175-c8a2bec73f01 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b06bf59a-b8ad-4f26-89f2-91abce8df7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5e952ac8-3d4c-4d21-b049-99c2c5b6a48c'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:55:46.979667 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f646218c-c3ce-4f1b-86b1-5914a0c90f04 None None] Attempting to bind port 75559848-4902-4c52-9175-c8a2bec73f01 on network 5e952ac8-3d4c-4d21-b049-99c2c5b6a48c {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:55:46.983006 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7ba6cfb0-08b1-434a-ba3c-8789eb14dee7 admin admin] Publish callbacks [] for router_gateway (ec893bc0-9131-4d3e-824c-003a31d3b8ba), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:46.989158 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f646218c-c3ce-4f1b-86b1-5914a0c90f04 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:55:46.989790 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f646218c-c3ce-4f1b-86b1-5914a0c90f04 None None] Checking segment: {'id': 'b06bf59a-b8ad-4f26-89f2-91abce8df7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5e952ac8-3d4c-4d21-b049-99c2c5b6a48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:55:46.990775 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f646218c-c3ce-4f1b-86b1-5914a0c90f04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:46.991430 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f646218c-c3ce-4f1b-86b1-5914a0c90f04 None None] Bound using segment: {'id': 'b06bf59a-b8ad-4f26-89f2-91abce8df7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5e952ac8-3d4c-4d21-b049-99c2c5b6a48c'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:55:46.993076 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-f646218c-c3ce-4f1b-86b1-5914a0c90f04 None None] Bound port: 75559848-4902-4c52-9175-c8a2bec73f01, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b06bf59a-b8ad-4f26-89f2-91abce8df7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5e952ac8-3d4c-4d21-b049-99c2c5b6a48c'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:55:46.994120 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f646218c-c3ce-4f1b-86b1-5914a0c90f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (75559848-4902-4c52-9175-c8a2bec73f01), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:47.020607 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-cf7f5094-59e3-41b8-b8bc-7ba3047a9b52 req-92dba850-7c58-416f-b613-2f41707bffcb tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:47.033968 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24597e7-29e3-4cb0-a038-ab710859e58c tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Checking segment: {'id': 'd3975841-edc9-4807-b933-6b5a72e6888e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '942deb8c-397e-4d38-9d27-8b3641ff3808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:55:47.034336 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24597e7-29e3-4cb0-a038-ab710859e58c tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Network hostable DHCP agents. Network: 942deb8c-397e-4d38-9d27-8b3641ff3808, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:55:47.053781 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7ba6cfb0-08b1-434a-ba3c-8789eb14dee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:47.078244 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dba850-7c58-416f-b613-2f41707bffcb tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Pushing event deleted for resources: {'Port': ['ID=fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:47.097951 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-932e8ea9-62a7-4522-bdd7-b1c3b6f40431 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Allocated IP 172.20.0.5 (8c3233c3-4efd-49ae-83aa-9c6e1a254039/343d2b98-414c-44d6-a549-c31a431197b8/1dc73499-8f1c-4fa1-a727-5942182a3985) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:55:47.158980 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24597e7-29e3-4cb0-a038-ab710859e58c tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Network 942deb8c-397e-4d38-9d27-8b3641ff3808 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:55:47.179001 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 5cb379ed-ddb4-499e-b220-588d09688bf7 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:55:47.226565 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: 5cb379ed-ddb4-499e-b220-588d09688bf7 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:55:47.227135 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c385b6-88a3-4953-abf0-98b983464536 req-fc0616ab-c7e7-466e-bb29-16a1d69986d1 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:47.233631 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 5cb379ed-ddb4-499e-b220-588d09688bf7 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:55:47.234306 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:55:47.239278 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4c385b6-88a3-4953-abf0-98b983464536 req-fc0616ab-c7e7-466e-bb29-16a1d69986d1 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/networks?id=bc807625-43b9-4f71-ba0e-13ea567a25e8 HTTP/1.1" status: 200  len: 806 time: 0.4454992
Feb 05 20:55:47.258243 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-7ba6cfb0-08b1-434a-ba3c-8789eb14dee7 admin admin] Allocated IP 172.35.4.22 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/0fde627d-6103-4d43-9bff-61c314a14d9a) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:55:47.265310 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:55:47.266489 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:55:47.297188 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf7f5094-59e3-41b8-b8bc-7ba3047a9b52 req-92dba850-7c58-416f-b613-2f41707bffcb tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] No DVR routers for this DVR port fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6 on host nch1-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:55:47.297744 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-f646218c-c3ce-4f1b-86b1-5914a0c90f04 None None] For port 75559848-4902-4c52-9175-c8a2bec73f01, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:55:47.305825 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-f646218c-c3ce-4f1b-86b1-5914a0c90f04 None None] For port 75559848-4902-4c52-9175-c8a2bec73f01, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=75559848-4902-4c52-9175-c8a2bec73f01,segment=NetworkSegment(b06bf59a-b8ad-4f26-89f2-91abce8df7af),segment_id=b06bf59a-b8ad-4f26-89f2-91abce8df7af)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:55:47.314949 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f646218c-c3ce-4f1b-86b1-5914a0c90f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (75559848-4902-4c52-9175-c8a2bec73f01), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:47.320195 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-c24597e7-29e3-4cb0-a038-ab710859e58c tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 942deb8c-397e-4d38-9d27-8b3641ff3808) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:55:47.322456 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-cf7f5094-59e3-41b8-b8bc-7ba3047a9b52 req-92dba850-7c58-416f-b613-2f41707bffcb tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:47.331298 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cf7f5094-59e3-41b8-b8bc-7ba3047a9b52 req-92dba850-7c58-416f-b613-2f41707bffcb tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.21 "DELETE /v2.0/ports/fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6 HTTP/1.1" status: 204  len: 173 time: 2.6957583
Feb 05 20:55:47.351850 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ec6b42-9445-4a79-8aa7-044ce5cf0432', 'name': 'network-vif-deleted', 'tag': 'fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:55:47.365519 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f2e0d3-4114-4bdb-8539-17a2a8784e78" -d '{"events": [{"server_uuid": "f6ec6b42-9445-4a79-8aa7-044ce5cf0432", "name": "network-vif-deleted", "tag": "fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:55:47.391583 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24597e7-29e3-4cb0-a038-ab710859e58c tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:47.392351 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c24597e7-29e3-4cb0-a038-ab710859e58c tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:47.398682 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09af232-4bef-45c3-b061-d114b19c0180 None None] Network 942deb8c-397e-4d38-9d27-8b3641ff3808 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:55:47.426323 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4c385b6-88a3-4953-abf0-98b983464536 req-67b66ead-c104-43c6-93ea-7b128a414f99 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/quotas/c115672e27d44cf2b79a3945af717ae8 HTTP/1.1" status: 200  len: 375 time: 0.1858556
Feb 05 20:55:47.510212 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7ba6cfb0-08b1-434a-ba3c-8789eb14dee7 admin admin] Publish callbacks [] for port (0fde627d-6103-4d43-9bff-61c314a14d9a), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:47.582592 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011d0a43-0182-4490-b777-f6d11d52c7ef None None] Network 942deb8c-397e-4d38-9d27-8b3641ff3808 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:55:47.590415 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c24597e7-29e3-4cb0-a038-ab710859e58c tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 3.7285013
Feb 05 20:55:47.593525 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 37946) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:47.600608 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-18e8d647-ddea-4823-ba1b-f2c4eb7ec64d tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1411203566', 'network_id': '942deb8c-397e-4d38-9d27-8b3641ff3808'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:55:47.618094 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7ba6cfb0-08b1-434a-ba3c-8789eb14dee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (0fde627d-6103-4d43-9bff-61c314a14d9a), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:47.681384 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e8d647-ddea-4823-ba1b-f2c4eb7ec64d tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Made reservation on behalf of 5282ce3aab2d4b73939cd1a6fb0fe0e0 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:55:47.684686 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-18e8d647-ddea-4823-ba1b-f2c4eb7ec64d tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:47.695268 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba6cfb0-08b1-434a-ba3c-8789eb14dee7 admin admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:55:47.696005 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7253e-f97d-493e-878a-1ce2b237922c req-0a376fbf-9b10-4576-bd24-c1064480934a tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:47.698241 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fcb7253e-f97d-493e-878a-1ce2b237922c req-0a376fbf-9b10-4576-bd24-c1064480934a tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 950 time: 0.4057975
Feb 05 20:55:47.705679 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-7ba6cfb0-08b1-434a-ba3c-8789eb14dee7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:55:47.712822 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba6cfb0-08b1-434a-ba3c-8789eb14dee7 admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:55:47.722711 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6cfb0-08b1-434a-ba3c-8789eb14dee7 admin admin] Pushing event updated for resources: {'Port': ['ID=0fde627d-6103-4d43-9bff-61c314a14d9a,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:47.763414 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-18e8d647-ddea-4823-ba1b-f2c4eb7ec64d tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] device_id is not set on port a91e8c04-bc91-45d1-9649-e9d99cf3cee8 yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 20:55:47.767285 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4c385b6-88a3-4953-abf0-98b983464536 req-a908dbe0-18e7-4d92-aca6-f3734fce5da5 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c115672e27d44cf2b79a3945af717ae8&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3399241
Feb 05 20:55:47.781718 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f646218c-c3ce-4f1b-86b1-5914a0c90f04 None None] Pushing event updated for resources: {'Port': ['ID=75559848-4902-4c52-9175-c8a2bec73f01,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:47.938115 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fcb7253e-f97d-493e-878a-1ce2b237922c req-b7819f18-24c4-4b8d-851f-12d44b99690b tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2223666
Feb 05 20:55:48.030071 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-932e8ea9-62a7-4522-bdd7-b1c3b6f40431 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks [] for port (1dc73499-8f1c-4fa1-a727-5942182a3985), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:48.113188 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4c385b6-88a3-4953-abf0-98b983464536 req-aa558a97-c093-45a4-bae2-35943ea72613 service neutron] 10.222.0.32 "GET /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3446741
Feb 05 20:55:48.220530 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-932e8ea9-62a7-4522-bdd7-b1c3b6f40431 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (1dc73499-8f1c-4fa1-a727-5942182a3985), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:48.233028 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a3a65ead-4247-4237-9da8-8dde1b8c5375 req-cd5f142e-00fc-4b35-83bb-6a4d4fc3a8b0 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ec6b42-9445-4a79-8aa7-044ce5cf0432 HTTP/1.1" status: 200  len: 210 time: 0.0588019
Feb 05 20:55:48.343305 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-18e8d647-ddea-4823-ba1b-f2c4eb7ec64d tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Allocated IP 2001:db8::102 (942deb8c-397e-4d38-9d27-8b3641ff3808/01f46241-708c-408f-82aa-0596cd7d1b87/a91e8c04-bc91-45d1-9649-e9d99cf3cee8) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:55:48.349356 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82a1b55-7bee-4f25-af29-f6784ce8e133 x-openstack-request-id: req-a82a1b55-7bee-4f25-af29-f6784ce8e133 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:55:48.349929 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ec6b42-9445-4a79-8aa7-044ce5cf0432", "name": "network-vif-deleted", "tag": "fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:55:48.350561 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a82a1b55-7bee-4f25-af29-f6784ce8e133 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:55:48.351375 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ec6b42-9445-4a79-8aa7-044ce5cf0432', 'name': 'network-vif-deleted', 'tag': 'fb63ed8c-dda7-4e0f-8be1-4b5b12434dd6', 'status': 'completed', 'code': 200}
Feb 05 20:55:48.403521 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-932e8ea9-62a7-4522-bdd7-b1c3b6f40431 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Network 8c3233c3-4efd-49ae-83aa-9c6e1a254039 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:55:48.415114 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-932e8ea9-62a7-4522-bdd7-b1c3b6f40431 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:55:48.433497 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-932e8ea9-62a7-4522-bdd7-b1c3b6f40431 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:55:48.453201 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7ba6cfb0-08b1-434a-ba3c-8789eb14dee7 admin admin] Publish callbacks [] for router_gateway (ec893bc0-9131-4d3e-824c-003a31d3b8ba), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:48.472378 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e8ea9-62a7-4522-bdd7-b1c3b6f40431 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Pushing event updated for resources: {'Port': ['ID=1dc73499-8f1c-4fa1-a727-5942182a3985,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:48.511139 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4c385b6-88a3-4953-abf0-98b983464536 req-af8bf5f7-92c8-4c92-8821-4cad68776bde service neutron] 10.222.0.32 "GET /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3955176
Feb 05 20:55:48.627935 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-932e8ea9-62a7-4522-bdd7-b1c3b6f40431 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:48.628717 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-932e8ea9-62a7-4522-bdd7-b1c3b6f40431 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:48.677286 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70f4bf-054a-4350-aad5-7845ac7bec22 req-575bcf2a-c1e8-475e-a4c3-99df679677e3 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:48.679747 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6a70f4bf-054a-4350-aad5-7845ac7bec22 req-575bcf2a-c1e8-475e-a4c3-99df679677e3 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.21 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 950 time: 0.3325715
Feb 05 20:55:48.714802 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-18e8d647-ddea-4823-ba1b-f2c4eb7ec64d tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for port (a91e8c04-bc91-45d1-9649-e9d99cf3cee8), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:48.716026 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-932e8ea9-62a7-4522-bdd7-b1c3b6f40431 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9226427
Feb 05 20:55:48.781646 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-ea274a20-e059-44b6-9194-8fa7101b531d tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Request body: {'port': {'device_id': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'network_id': '0e68efe9-ea16-4fb9-b57d-581a14fb90de', 'admin_state_up': True, 'tenant_id': '451be3a617f64d6a97b8d18cee2426e8', 'security_groups': ['bc5a960a-367f-45bf-8671-6806c5606312']}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:55:48.808208 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91cea57-0a25-4ee1-9a5e-9f6f2844e2ff req-4d49b478-3e84-4d1e-a4d2-ced0bedf317f tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:48.820032 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f91cea57-0a25-4ee1-9a5e-9f6f2844e2ff req-4d49b478-3e84-4d1e-a4d2-ced0bedf317f tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 931 time: 0.3795321
Feb 05 20:55:48.845151 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-18e8d647-ddea-4823-ba1b-f2c4eb7ec64d tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (a91e8c04-bc91-45d1-9649-e9d99cf3cee8), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:48.883989 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c301cfe3-aa02-4506-b2c7-857ffd99163b None None] Provisioning complete for port 1dc73499-8f1c-4fa1-a727-5942182a3985 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:55:48.883989 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c301cfe3-aa02-4506-b2c7-857ffd99163b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1dc73499-8f1c-4fa1-a727-5942182a3985), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:48.952623 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e8d647-ddea-4823-ba1b-f2c4eb7ec64d tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Network 942deb8c-397e-4d38-9d27-8b3641ff3808 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:55:48.962186 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e8d647-ddea-4823-ba1b-f2c4eb7ec64d tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Pushing event updated for resources: {'Port': ['ID=a91e8c04-bc91-45d1-9649-e9d99cf3cee8,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:48.965395 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-18e8d647-ddea-4823-ba1b-f2c4eb7ec64d tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:55:48.970031 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e8d647-ddea-4823-ba1b-f2c4eb7ec64d tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:55:48.971263 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e8d647-ddea-4823-ba1b-f2c4eb7ec64d tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:48.972023 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-18e8d647-ddea-4823-ba1b-f2c4eb7ec64d tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:49.004206 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-18e8d647-ddea-4823-ba1b-f2c4eb7ec64d tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 1.4088321
Feb 05 20:55:49.010457 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 37964) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:49.073494 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c301cfe3-aa02-4506-b2c7-857ffd99163b None None] Port 1dc73499-8f1c-4fa1-a727-5942182a3985 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:55:49.319104 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5130faa5-b100-455d-b2e7-5f664ee1bd8e None None] Network 5e952ac8-3d4c-4d21-b049-99c2c5b6a48c requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:55:49.439396 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-954a1406-ee40-438f-9fb8-a755ee73b909 req-3df6ca67-f09a-4603-a823-3f3cfcdc59cb tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4822951-358a-4d99-b16c-faea08c30662 HTTP/1.1" status: 200  len: 210 time: 0.6477981
Feb 05 20:55:49.515392 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-e3d8bf32-ef4b-418f-b533-94e39ecd094c None None] Provisioning complete for port 75559848-4902-4c52-9175-c8a2bec73f01 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:55:49.516078 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e3d8bf32-ef4b-418f-b533-94e39ecd094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (75559848-4902-4c52-9175-c8a2bec73f01), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:49.584985 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f91cea57-0a25-4ee1-9a5e-9f6f2844e2ff req-3f9e2347-7fab-4389-8334-606d4f16c248 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7564437
Feb 05 20:55:49.698351 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-ea274a20-e059-44b6-9194-8fa7101b531d tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Made reservation on behalf of 451be3a617f64d6a97b8d18cee2426e8 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:55:49.703484 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-ea274a20-e059-44b6-9194-8fa7101b531d tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:49.749581 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-e3d8bf32-ef4b-418f-b533-94e39ecd094c None None] Current status of the port 75559848-4902-4c52-9175-c8a2bec73f01 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:55:49.750851 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e3d8bf32-ef4b-418f-b533-94e39ecd094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (75559848-4902-4c52-9175-c8a2bec73f01), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:49.818930 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-e3d8bf32-ef4b-418f-b533-94e39ecd094c None None] For port 75559848-4902-4c52-9175-c8a2bec73f01, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=75559848-4902-4c52-9175-c8a2bec73f01,segment=NetworkSegment(b06bf59a-b8ad-4f26-89f2-91abce8df7af),segment_id=b06bf59a-b8ad-4f26-89f2-91abce8df7af)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:55:49.827441 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e3d8bf32-ef4b-418f-b533-94e39ecd094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (75559848-4902-4c52-9175-c8a2bec73f01), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:49.845910 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-6a70f4bf-054a-4350-aad5-7845ac7bec22 req-9d30ce28-a146-4fc8-9d40-9e07b30833a6 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Deleting port 4a4d7d0a-509a-455e-a91a-7918634eb647 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:55:49.850897 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-6a70f4bf-054a-4350-aad5-7845ac7bec22 req-9d30ce28-a146-4fc8-9d40-9e07b30833a6 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (4a4d7d0a-509a-455e-a91a-7918634eb647), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:49.911488 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7ba6cfb0-08b1-434a-ba3c-8789eb14dee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (ec893bc0-9131-4d3e-824c-003a31d3b8ba), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:49.941023 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-7583bc8e-6dfb-4faa-ad8c-2166af0c88ff tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Deleting port a91e8c04-bc91-45d1-9649-e9d99cf3cee8 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:55:49.943806 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7583bc8e-6dfb-4faa-ad8c-2166af0c88ff tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (a91e8c04-bc91-45d1-9649-e9d99cf3cee8), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:50.013798 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d8bf32-ef4b-418f-b533-94e39ecd094c None None] Pushing event updated for resources: {'Port': ['ID=75559848-4902-4c52-9175-c8a2bec73f01,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:50.065522 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 75559848-4902-4c52-9175-c8a2bec73f01 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:55:50.105454 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:50.136385 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 75559848-4902-4c52-9175-c8a2bec73f01 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:55:50.136822 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (75559848-4902-4c52-9175-c8a2bec73f01), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:50.208641 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60543410-38e6-4536-a377-c4e396f6eaa2 req-bba2b096-b23d-449b-b8a5-faed38341816 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:50.210995 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-60543410-38e6-4536-a377-c4e396f6eaa2 req-bba2b096-b23d-449b-b8a5-faed38341816 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 950 time: 0.4960318
Feb 05 20:55:50.211541 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7583bc8e-6dfb-4faa-ad8c-2166af0c88ff tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (a91e8c04-bc91-45d1-9649-e9d99cf3cee8), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:50.211754 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-b5bc54f6-0db2-4626-a4e1-1f9663cd3e3e None None] Provisioning complete for port 75559848-4902-4c52-9175-c8a2bec73f01 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:55:50.212144 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b5bc54f6-0db2-4626-a4e1-1f9663cd3e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (75559848-4902-4c52-9175-c8a2bec73f01), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:50.239556 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-7583bc8e-6dfb-4faa-ad8c-2166af0c88ff tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Calling delete_port for a91e8c04-bc91-45d1-9649-e9d99cf3cee8 owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:55:50.303172 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 75559848-4902-4c52-9175-c8a2bec73f01 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:55:50.323847 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-6a70f4bf-054a-4350-aad5-7845ac7bec22 req-9d30ce28-a146-4fc8-9d40-9e07b30833a6 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] For port 4a4d7d0a-509a-455e-a91a-7918634eb647, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4a4d7d0a-509a-455e-a91a-7918634eb647,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:55:50.324586 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-6a70f4bf-054a-4350-aad5-7845ac7bec22 req-9d30ce28-a146-4fc8-9d40-9e07b30833a6 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (4a4d7d0a-509a-455e-a91a-7918634eb647), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:50.326772 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba6cfb0-08b1-434a-ba3c-8789eb14dee7 admin admin] Router ec893bc0-9131-4d3e-824c-003a31d3b8ba is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 20:55:50.345986 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-ea274a20-e059-44b6-9194-8fa7101b531d tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Allocated IP 10.1.1.125 (0e68efe9-ea16-4fb9-b57d-581a14fb90de/eff801c9-e51d-482d-bb52-a59d1e137e92/b5699d53-2198-4de7-b7cf-11cdde7ed6e5) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:55:50.416367 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-b5bc54f6-0db2-4626-a4e1-1f9663cd3e3e None None] Current status of the port 75559848-4902-4c52-9175-c8a2bec73f01 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:55:50.520827 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba6cfb0-08b1-434a-ba3c-8789eb14dee7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:55:50.526451 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-6a70f4bf-054a-4350-aad5-7845ac7bec22 req-9d30ce28-a146-4fc8-9d40-9e07b30833a6 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Calling delete_port for 4a4d7d0a-509a-455e-a91a-7918634eb647 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:55:50.527263 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7583bc8e-6dfb-4faa-ad8c-2166af0c88ff tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (a91e8c04-bc91-45d1-9649-e9d99cf3cee8), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:50.543119 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8211a74e-9068-4960-bd7a-f91285b448b7 None None] Sync routers for ids ['ec893bc0-9131-4d3e-824c-003a31d3b8ba'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:55:50.569412 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583bc8e-6dfb-4faa-ad8c-2166af0c88ff tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Pushing event deleted for resources: {'Port': ['ID=a91e8c04-bc91-45d1-9649-e9d99cf3cee8,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:50.570469 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8211a74e-9068-4960-bd7a-f91285b448b7 None None] Routers {'ec893bc0-9131-4d3e-824c-003a31d3b8ba'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:55:50.581873 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7ba6cfb0-08b1-434a-ba3c-8789eb14dee7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:50.583178 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7ba6cfb0-08b1-434a-ba3c-8789eb14dee7 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 935 time: 4.5379901
Feb 05 20:55:50.587444 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-8211a74e-9068-4960-bd7a-f91285b448b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabda0670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:55:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ec893bc0-9131-4d3e-824c-003a31d3b8ba'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:55:50.598202 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 37998) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:50.604215 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7583bc8e-6dfb-4faa-ad8c-2166af0c88ff tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:50.611134 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7583bc8e-6dfb-4faa-ad8c-2166af0c88ff tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] 10.222.0.32 "DELETE /v2.0/ports/a91e8c04-bc91-45d1-9649-e9d99cf3cee8 HTTP/1.1" status: 204  len: 168 time: 1.5980430
Feb 05 20:55:50.612741 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38000) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:50.625786 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-dc4a733c-e318-403e-a745-2ff25b98103b tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '942deb8c-397e-4d38-9d27-8b3641ff3808', 'external_fixed_ips': [{'subnet_id': '01f46241-708c-408f-82aa-0596cd7d1b87', 'ip_address': '2001:db8::102'}]}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:55:50.666066 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dc4a733c-e318-403e-a745-2ff25b98103b tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (3b09d976-93d9-4e38-beda-beafb2a74593), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:50.667410 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dc4a733c-e318-403e-a745-2ff25b98103b tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (3b09d976-93d9-4e38-beda-beafb2a74593), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:50.746927 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dc4a733c-e318-403e-a745-2ff25b98103b tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for router_controller (3b09d976-93d9-4e38-beda-beafb2a74593), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:50.789049 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102da88c-7260-466a-9e25-abbe83198069 req-b5e1d011-4732-451e-9be5-6da2fa34e192 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:50.790720 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-102da88c-7260-466a-9e25-abbe83198069 req-b5e1d011-4732-451e-9be5-6da2fa34e192 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/ports?device_id=a22b1fe3-3032-473c-b0b5-efc1a0795d31 HTTP/1.1" status: 200  len: 949 time: 0.6215093
Feb 05 20:55:50.867962 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-60543410-38e6-4536-a377-c4e396f6eaa2 req-4dad9533-eda9-404e-915f-97943ac2f0ee tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1c740c0-c24e-441f-b427-006d2bc207d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6138546
Feb 05 20:55:50.954323 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-8211a74e-9068-4960-bd7a-f91285b448b7 None None] Set router ec893bc0-9131-4d3e-824c-003a31d3b8ba gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:55:50.972063 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dc4a733c-e318-403e-a745-2ff25b98103b tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for router_gateway (3b09d976-93d9-4e38-beda-beafb2a74593), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:51.068043 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-97faef94-7d7f-47b0-822b-cff4ebe7a66f req-105ba26d-de0f-4775-bfd7-d868ce6247e5 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4822951-358a-4d99-b16c-faea08c30662 HTTP/1.1" status: 200  len: 210 time: 0.0831559
Feb 05 20:55:51.115802 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-ea274a20-e059-44b6-9194-8fa7101b531d tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks [] for port (b5699d53-2198-4de7-b7cf-11cdde7ed6e5), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:51.143233 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 76a5840e-fa81-48d6-870c-9737596dd6ad details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:55:51.172004 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c385b6-88a3-4953-abf0-98b983464536 req-666fe514-902e-454f-a213-495faac6a0ff tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:51.173912 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4c385b6-88a3-4953-abf0-98b983464536 req-666fe514-902e-454f-a213-495faac6a0ff tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.39 "GET /v2.0/networks?id=bc807625-43b9-4f71-ba0e-13ea567a25e8 HTTP/1.1" status: 200  len: 806 time: 0.6760209
Feb 05 20:55:51.184616 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-102da88c-7260-466a-9e25-abbe83198069 req-69119214-4b15-46d8-9033-6cefc727c82b tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4249cc4-c7b1-439e-8bbc-5ee1b01acbea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2990849
Feb 05 20:55:51.221729 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-8211a74e-9068-4960-bd7a-f91285b448b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabda0670>, [{'id': 'ec893bc0-9131-4d3e-824c-003a31d3b8ba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1325599206-router', 'tenant_id': '5f1ed898d612416992b3bd037ded3407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.22'}], 'enable_snat': True}, 'gw_port_id': '0fde627d-6103-4d43-9bff-61c314a14d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:55:46Z', 'updated_at': '2022-02-05T20:55:48Z', 'revision_number': 3, 'project_id': '5f1ed898d612416992b3bd037ded3407', 'gw_port': {'id': '0fde627d-6103-4d43-9bff-61c314a14d9a', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec893bc0-9131-4d3e-824c-003a31d3b8ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:55:47Z', 'updated_at': '2022-02-05T20:55:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:55:51.276341 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dc4a733c-e318-403e-a745-2ff25b98103b tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for router_gateway (3b09d976-93d9-4e38-beda-beafb2a74593), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:51.288036 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-b4c385b6-88a3-4953-abf0-98b983464536 req-b65a2aeb-9163-404b-818a-f1ab53038b66 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Request body: {'port': {'device_id': 'f4822951-358a-4d99-b16c-faea08c30662', 'network_id': 'bc807625-43b9-4f71-ba0e-13ea567a25e8', 'admin_state_up': True, 'tenant_id': 'c115672e27d44cf2b79a3945af717ae8'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:55:51.290363 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8211a74e-9068-4960-bd7a-f91285b448b7 None None] Checking router: ec893bc0-9131-4d3e-824c-003a31d3b8ba for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:55:51.290766 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8211a74e-9068-4960-bd7a-f91285b448b7 None None] Updating router ec893bc0-9131-4d3e-824c-003a31d3b8ba port 0fde627d-6103-4d43-9bff-61c314a14d9a binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 20:55:51.301343 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dc4a733c-e318-403e-a745-2ff25b98103b tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:51.337396 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8211a74e-9068-4960-bd7a-f91285b448b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0fde627d-6103-4d43-9bff-61c314a14d9a), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:51.383454 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 76a5840e-fa81-48d6-870c-9737596dd6ad, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=76a5840e-fa81-48d6-870c-9737596dd6ad,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:55:51.451490 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '76a5840e-fa81-48d6-870c-9737596dd6ad', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'port_id': '76a5840e-fa81-48d6-870c-9737596dd6ad', 'mac_address': 'fa:16:3e:5f:7a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3c763-0926-4b49-ade5-d66ee3d4c489', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:55:51.488916 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-dc4a733c-e318-403e-a745-2ff25b98103b tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Allocated IP 2001:db8::102 (942deb8c-397e-4d38-9d27-8b3641ff3808/01f46241-708c-408f-82aa-0596cd7d1b87/77286dc8-ce83-4732-b64c-47038040fcc5) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:55:51.535624 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 76a5840e-fa81-48d6-870c-9737596dd6ad is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:55:51.536034 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (76a5840e-fa81-48d6-870c-9737596dd6ad), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:51.537323 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-6a70f4bf-054a-4350-aad5-7845ac7bec22 req-9d30ce28-a146-4fc8-9d40-9e07b30833a6 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (4a4d7d0a-509a-455e-a91a-7918634eb647), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:51.545402 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-ea274a20-e059-44b6-9194-8fa7101b531d tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (b5699d53-2198-4de7-b7cf-11cdde7ed6e5), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:51.572747 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['4a4d7d0a-509a-455e-a91a-7918634eb647'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:55:51.578471 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb2eab-2851-4691-91de-a227b42babcd req-06a9294e-a678-4c9a-b229-fd5348c52e5c tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:51.586206 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-59eb2eab-2851-4691-91de-a227b42babcd req-06a9294e-a678-4c9a-b229-fd5348c52e5c tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 931 time: 0.3123510
Feb 05 20:55:51.606669 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76a5840e-fa81-48d6-870c-9737596dd6ad {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:55:51.636239 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dc4a733c-e318-403e-a745-2ff25b98103b tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for port (77286dc8-ce83-4732-b64c-47038040fcc5), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:51.644673 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 76a5840e-fa81-48d6-870c-9737596dd6ad, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=76a5840e-fa81-48d6-870c-9737596dd6ad,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:55:51.651418 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (76a5840e-fa81-48d6-870c-9737596dd6ad), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:51.681872 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dc4a733c-e318-403e-a745-2ff25b98103b tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (77286dc8-ce83-4732-b64c-47038040fcc5), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:51.730076 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4a733c-e318-403e-a745-2ff25b98103b tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Network 942deb8c-397e-4d38-9d27-8b3641ff3808 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:55:51.735617 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-dc4a733c-e318-403e-a745-2ff25b98103b tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:55:51.739486 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4a733c-e318-403e-a745-2ff25b98103b tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:55:51.744286 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a733c-e318-403e-a745-2ff25b98103b tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Pushing event updated for resources: {'Port': ['ID=77286dc8-ce83-4732-b64c-47038040fcc5,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:51.747318 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-ea274a20-e059-44b6-9194-8fa7101b531d tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Network 0e68efe9-ea16-4fb9-b57d-581a14fb90de is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:55:51.768918 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['76a5840e-fa81-48d6-870c-9737596dd6ad'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:55:51.769552 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-ea274a20-e059-44b6-9194-8fa7101b531d tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:55:51.772890 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-ea274a20-e059-44b6-9194-8fa7101b531d tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:55:51.821018 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=76a5840e-fa81-48d6-870c-9737596dd6ad,revision_number=9']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:51.844368 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea274a20-e059-44b6-9194-8fa7101b531d tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Pushing event updated for resources: {'Port': ['ID=b5699d53-2198-4de7-b7cf-11cdde7ed6e5,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:51.860666 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8211a74e-9068-4960-bd7a-f91285b448b7 None None] Publish callbacks [] for port (0fde627d-6103-4d43-9bff-61c314a14d9a), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:51.865449 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a70f4bf-054a-4350-aad5-7845ac7bec22 req-9d30ce28-a146-4fc8-9d40-9e07b30833a6 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] No DVR routers for this DVR port 4a4d7d0a-509a-455e-a91a-7918634eb647 on host nch1-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:55:51.868542 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-6a70f4bf-054a-4350-aad5-7845ac7bec22 req-9d30ce28-a146-4fc8-9d40-9e07b30833a6 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:51.873137 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6a70f4bf-054a-4350-aad5-7845ac7bec22 req-9d30ce28-a146-4fc8-9d40-9e07b30833a6 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.21 "DELETE /v2.0/ports/4a4d7d0a-509a-455e-a91a-7918634eb647 HTTP/1.1" status: 204  len: 173 time: 3.1823356
Feb 05 20:55:51.875141 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8211a74e-9068-4960-bd7a-f91285b448b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (0fde627d-6103-4d43-9bff-61c314a14d9a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:51.910411 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660e254d-d72a-4427-8eaf-b34ff5278fe3', 'name': 'network-vif-deleted', 'tag': '4a4d7d0a-509a-455e-a91a-7918634eb647'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:55:51.915073 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dacec47b-5ab4-4627-a40f-e9a3ae6a62e0" -d '{"events": [{"server_uuid": "660e254d-d72a-4427-8eaf-b34ff5278fe3", "name": "network-vif-deleted", "tag": "4a4d7d0a-509a-455e-a91a-7918634eb647"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:55:51.943856 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d30ce28-a146-4fc8-9d40-9e07b30833a6 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] Pushing event deleted for resources: {'Port': ['ID=4a4d7d0a-509a-455e-a91a-7918634eb647,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:51.954459 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4c385b6-88a3-4953-abf0-98b983464536 req-b65a2aeb-9163-404b-818a-f1ab53038b66 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Made reservation on behalf of c115672e27d44cf2b79a3945af717ae8 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:55:51.958887 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b4c385b6-88a3-4953-abf0-98b983464536 req-b65a2aeb-9163-404b-818a-f1ab53038b66 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:51.977032 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-59eb2eab-2851-4691-91de-a227b42babcd req-1d72a0bd-45de-4e36-98fb-219e1a16b15e tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3897467
Feb 05 20:55:52.083041 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 75559848-4902-4c52-9175-c8a2bec73f01 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:55:52.129717 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dc4a733c-e318-403e-a745-2ff25b98103b tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for router_gateway (3b09d976-93d9-4e38-beda-beafb2a74593), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:52.131955 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12219fe6-3232-4872-8e2f-02d478b7c72a x-openstack-request-id: req-12219fe6-3232-4872-8e2f-02d478b7c72a {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:55:52.133288 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "660e254d-d72a-4427-8eaf-b34ff5278fe3", "name": "network-vif-deleted", "tag": "4a4d7d0a-509a-455e-a91a-7918634eb647", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:55:52.135244 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-12219fe6-3232-4872-8e2f-02d478b7c72a {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:55:52.136090 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '660e254d-d72a-4427-8eaf-b34ff5278fe3', 'name': 'network-vif-deleted', 'tag': '4a4d7d0a-509a-455e-a91a-7918634eb647', 'status': 'completed', 'code': 200}
Feb 05 20:55:52.154857 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-ea274a20-e059-44b6-9194-8fa7101b531d tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:52.155705 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-ea274a20-e059-44b6-9194-8fa7101b531d tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:52.217004 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce34a62b-374b-4ca5-8f4a-9beee16fbdb2 None None] Pushing event updated for resources: {'Port': ['ID=0fde627d-6103-4d43-9bff-61c314a14d9a,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:52.233885 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-8211a74e-9068-4960-bd7a-f91285b448b7 None None] Attempting to bind port 0fde627d-6103-4d43-9bff-61c314a14d9a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:55:52.234431 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-8211a74e-9068-4960-bd7a-f91285b448b7 None None] Attempting to bind port 0fde627d-6103-4d43-9bff-61c314a14d9a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:55:52.234927 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8211a74e-9068-4960-bd7a-f91285b448b7 None None] Attempting to bind port 0fde627d-6103-4d43-9bff-61c314a14d9a on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:55:52.267950 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8211a74e-9068-4960-bd7a-f91285b448b7 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:55:52.268695 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8211a74e-9068-4960-bd7a-f91285b448b7 None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:55:52.270663 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8211a74e-9068-4960-bd7a-f91285b448b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:52.271900 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8211a74e-9068-4960-bd7a-f91285b448b7 None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:55:52.272915 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-8211a74e-9068-4960-bd7a-f91285b448b7 None None] Bound port: 0fde627d-6103-4d43-9bff-61c314a14d9a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:55:52.273495 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8211a74e-9068-4960-bd7a-f91285b448b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0fde627d-6103-4d43-9bff-61c314a14d9a), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:52.280683 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f9c7b94d-4c12-42b6-a9ae-753440279997 req-ea5eb5dd-15d2-49c1-bf14-e8b0549f08c5 tempest-MigrationsAdminTest-1937448798 tempest-MigrationsAdminTest-1937448798-project] 10.222.0.32 "GET /v2.0/ports?device_id=660e254d-d72a-4427-8eaf-b34ff5278fe3 HTTP/1.1" status: 200  len: 210 time: 0.1687922
Feb 05 20:55:52.324262 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 75559848-4902-4c52-9175-c8a2bec73f01 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:55:52.325033 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (75559848-4902-4c52-9175-c8a2bec73f01), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:52.408078 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f9d118e3-7148-44be-8a8e-0dfaa60866be req-c0a38fb2-329d-45e6-a868-544118d75627 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4822951-358a-4d99-b16c-faea08c30662 HTTP/1.1" status: 200  len: 210 time: 0.1538928
Feb 05 20:55:52.412305 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-ea274a20-e059-44b6-9194-8fa7101b531d tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.6896105
Feb 05 20:55:52.464826 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-80b4de62-9059-4607-bee5-831e644d5a52 None None] Provisioning complete for port b5699d53-2198-4de7-b7cf-11cdde7ed6e5 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:55:52.465468 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-80b4de62-9059-4607-bee5-831e644d5a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b5699d53-2198-4de7-b7cf-11cdde7ed6e5), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:52.480506 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-6470d72b-c97d-45aa-a797-e86cce5325e5 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Request body: {'port': {'device_id': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'network_id': '0e68efe9-ea16-4fb9-b57d-581a14fb90de', 'admin_state_up': True, 'tenant_id': '451be3a617f64d6a97b8d18cee2426e8', 'security_groups': ['bc5a960a-367f-45bf-8671-6806c5606312']}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:55:52.533474 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-8211a74e-9068-4960-bd7a-f91285b448b7 None None] For port 0fde627d-6103-4d43-9bff-61c314a14d9a, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:55:52.585333 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-8211a74e-9068-4960-bd7a-f91285b448b7 None None] For port 0fde627d-6103-4d43-9bff-61c314a14d9a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0fde627d-6103-4d43-9bff-61c314a14d9a,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:55:52.593293 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dc4a733c-e318-403e-a745-2ff25b98103b tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (3b09d976-93d9-4e38-beda-beafb2a74593), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:52.613794 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8211a74e-9068-4960-bd7a-f91285b448b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (0fde627d-6103-4d43-9bff-61c314a14d9a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:52.727986 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce34a62b-374b-4ca5-8f4a-9beee16fbdb2 None None] Pushing event updated for resources: {'Port': ['ID=0fde627d-6103-4d43-9bff-61c314a14d9a,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:52.748293 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-80b4de62-9059-4607-bee5-831e644d5a52 None None] Port b5699d53-2198-4de7-b7cf-11cdde7ed6e5 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:55:52.776901 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 75559848-4902-4c52-9175-c8a2bec73f01 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:55:52.779279 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8211a74e-9068-4960-bd7a-f91285b448b7 None None] Routers {'ec893bc0-9131-4d3e-824c-003a31d3b8ba'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:55:52.779744 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-8211a74e-9068-4960-bd7a-f91285b448b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabda0670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:55:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ec893bc0-9131-4d3e-824c-003a31d3b8ba'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:55:52.800289 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4a733c-e318-403e-a745-2ff25b98103b tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Router 3b09d976-93d9-4e38-beda-beafb2a74593 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 20:55:52.918766 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-8211a74e-9068-4960-bd7a-f91285b448b7 None None] Set router ec893bc0-9131-4d3e-824c-003a31d3b8ba gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:55:52.953273 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4a733c-e318-403e-a745-2ff25b98103b tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:55:52.972356 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aa2975-6af6-4444-a847-1b37f41db8c2 None None] Sync routers for ids ['3b09d976-93d9-4e38-beda-beafb2a74593'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:55:52.978316 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dc4a733c-e318-403e-a745-2ff25b98103b tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:52.980839 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-dc4a733c-e318-403e-a745-2ff25b98103b tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 2.3658688
Feb 05 20:55:52.983051 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38048) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:52.993184 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aa2975-6af6-4444-a847-1b37f41db8c2 None None] Routers {'3b09d976-93d9-4e38-beda-beafb2a74593'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:55:52.995155 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-a0aa2975-6af6-4444-a847-1b37f41db8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8d17280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:55:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['3b09d976-93d9-4e38-beda-beafb2a74593'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:55:53.110974 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-b4c385b6-88a3-4953-abf0-98b983464536 req-b65a2aeb-9163-404b-818a-f1ab53038b66 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Allocated IP 172.20.0.3 (bc807625-43b9-4f71-ba0e-13ea567a25e8/87ea50f2-4a9d-4e76-83e4-8a4c87cd9a22/5a78e067-e989-4cfc-a93a-c66aeef13d4e) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:55:53.154639 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-a0aa2975-6af6-4444-a847-1b37f41db8c2 None None] Set router 3b09d976-93d9-4e38-beda-beafb2a74593 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:55:53.158024 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ead61-1b04-4e3d-ac31-34d79f13c4b7 req-c041ddd9-e240-4724-801a-35df74b115f8 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:53.160445 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b2ead61-1b04-4e3d-ac31-34d79f13c4b7 req-c041ddd9-e240-4724-801a-35df74b115f8 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/ports?device_id=a22b1fe3-3032-473c-b0b5-efc1a0795d31 HTTP/1.1" status: 200  len: 949 time: 0.7774527
Feb 05 20:55:53.165065 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 76a5840e-fa81-48d6-870c-9737596dd6ad up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:55:53.198815 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9320d-abac-4571-87ee-9d99d801ac4c req-cf71271b-4abe-499f-b66b-c43109890f60 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:53.200273 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e6a9320d-abac-4571-87ee-9d99d801ac4c req-cf71271b-4abe-499f-b66b-c43109890f60 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.21 "GET /v2.0/ports?device_id=a22b1fe3-3032-473c-b0b5-efc1a0795d31 HTTP/1.1" status: 200  len: 949 time: 0.8230777
Feb 05 20:55:53.203783 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-201247d9-3c16-419f-92b8-202c2c295b58 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for router (3b09d976-93d9-4e38-beda-beafb2a74593), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:53.246034 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-8211a74e-9068-4960-bd7a-f91285b448b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabda0670>, [{'id': 'ec893bc0-9131-4d3e-824c-003a31d3b8ba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1325599206-router', 'tenant_id': '5f1ed898d612416992b3bd037ded3407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.22'}], 'enable_snat': True}, 'gw_port_id': '0fde627d-6103-4d43-9bff-61c314a14d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:55:46Z', 'updated_at': '2022-02-05T20:55:48Z', 'revision_number': 3, 'project_id': '5f1ed898d612416992b3bd037ded3407', 'gw_port': {'id': '0fde627d-6103-4d43-9bff-61c314a14d9a', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec893bc0-9131-4d3e-824c-003a31d3b8ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:55:47Z', 'updated_at': '2022-02-05T20:55:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:55:53.270476 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9bfeadb3-5e89-4733-bda2-7ff55fde6b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:53.287216 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8211a74e-9068-4960-bd7a-f91285b448b7 None None] The sync data for ids ['ec893bc0-9131-4d3e-824c-003a31d3b8ba'] in ncdv-master-1 is: [{'id': 'ec893bc0-9131-4d3e-824c-003a31d3b8ba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1325599206-router', 'tenant_id': '5f1ed898d612416992b3bd037ded3407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.22'}], 'enable_snat': True}, 'gw_port_id': '0fde627d-6103-4d43-9bff-61c314a14d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:55:46Z', 'updated_at': '2022-02-05T20:55:48Z', 'revision_number': 3, 'project_id': '5f1ed898d612416992b3bd037ded3407', 'gw_port': {'id': '0fde627d-6103-4d43-9bff-61c314a14d9a', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec893bc0-9131-4d3e-824c-003a31d3b8ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:55:47Z', 'updated_at': '2022-02-05T20:55:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:55:53.300308 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 76a5840e-fa81-48d6-870c-9737596dd6ad triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:55:53.300952 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (76a5840e-fa81-48d6-870c-9737596dd6ad), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:53.406489 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-201247d9-3c16-419f-92b8-202c2c295b58 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for router_gateway (3b09d976-93d9-4e38-beda-beafb2a74593), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:53.437032 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f57c4-009a-4b86-b906-a55d6beb80e7 req-60938620-0986-4ea1-ae0e-e9c6fa740258 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:53.445708 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f57c4-009a-4b86-b906-a55d6beb80e7 req-60938620-0986-4ea1-ae0e-e9c6fa740258 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:53.447702 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ab4f57c4-009a-4b86-b906-a55d6beb80e7 req-60938620-0986-4ea1-ae0e-e9c6fa740258 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 1653 time: 0.3267024
Feb 05 20:55:53.461531 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 76a5840e-fa81-48d6-870c-9737596dd6ad is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:55:53.464306 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (76a5840e-fa81-48d6-870c-9737596dd6ad), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:53.494315 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-201247d9-3c16-419f-92b8-202c2c295b58 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Deleting port 77286dc8-ce83-4732-b64c-47038040fcc5 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:55:53.495151 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-a0aa2975-6af6-4444-a847-1b37f41db8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8d17280>, [{'id': '3b09d976-93d9-4e38-beda-beafb2a74593', 'name': '', 'tenant_id': '5282ce3aab2d4b73939cd1a6fb0fe0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942deb8c-397e-4d38-9d27-8b3641ff3808', 'external_fixed_ips': [{'subnet_id': '01f46241-708c-408f-82aa-0596cd7d1b87', 'ip_address': '2001:db8::102'}], 'enable_snat': True}, 'gw_port_id': '77286dc8-ce83-4732-b64c-47038040fcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:55:50Z', 'updated_at': '2022-02-05T20:55:51Z', 'revision_number': 3, 'project_id': '5282ce3aab2d4b73939cd1a6fb0fe0e0', 'gw_port': {'id': '77286dc8-ce83-4732-b64c-47038040fcc5', 'name': '', 'network_id': '942deb8c-397e-4d38-9d27-8b3641ff3808', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bc:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b09d976-93d9-4e38-beda-beafb2a74593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '01f46241-708c-408f-82aa-0596cd7d1b87', 'ip_address': '2001:db8::102', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:55:51Z', 'updated_at': '2022-02-05T20:55:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01f46241-708c-408f-82aa-0596cd7d1b87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:55:53.495888 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-201247d9-3c16-419f-92b8-202c2c295b58 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (77286dc8-ce83-4732-b64c-47038040fcc5), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:53.524764 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-6470d72b-c97d-45aa-a797-e86cce5325e5 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Made reservation on behalf of 451be3a617f64d6a97b8d18cee2426e8 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:55:53.527497 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81664677-ab39-4ab5-81d5-d2a05b0a9f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a5840e-fa81-48d6-870c-9737596dd6ad'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:55:53.529382 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-6470d72b-c97d-45aa-a797-e86cce5325e5 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:53.530986 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a646e77-9c80-447e-b996-11a58c20fc41" -d '{"events": [{"server_uuid": "81664677-ab39-4ab5-81d5-d2a05b0a9f5c", "name": "network-vif-plugged", "status": "completed", "tag": "76a5840e-fa81-48d6-870c-9737596dd6ad"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:55:53.532233 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aa2975-6af6-4444-a847-1b37f41db8c2 None None] Checking router: 3b09d976-93d9-4e38-beda-beafb2a74593 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:55:53.532753 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aa2975-6af6-4444-a847-1b37f41db8c2 None None] Updating router 3b09d976-93d9-4e38-beda-beafb2a74593 port 77286dc8-ce83-4732-b64c-47038040fcc5 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 20:55:53.551961 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 76a5840e-fa81-48d6-870c-9737596dd6ad, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=76a5840e-fa81-48d6-870c-9737596dd6ad,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:55:53.559748 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (76a5840e-fa81-48d6-870c-9737596dd6ad), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:53.561221 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 4a4d7d0a-509a-455e-a91a-7918634eb647 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:55:53.581031 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-a0aa2975-6af6-4444-a847-1b37f41db8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (77286dc8-ce83-4732-b64c-47038040fcc5), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:53.655363 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b2ead61-1b04-4e3d-ac31-34d79f13c4b7 req-f4897fb3-de52-4fca-a353-ab70af386c7f tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4249cc4-c7b1-439e-8bbc-5ee1b01acbea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4438052
Feb 05 20:55:53.742016 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-201247d9-3c16-419f-92b8-202c2c295b58 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (77286dc8-ce83-4732-b64c-47038040fcc5), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:53.848151 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-7152fc9b-cd5e-4fe1-95b3-e9c3f9c97a7f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2c3216e2-d656-43e7-a240-5a705445caca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.2577965
Feb 05 20:55:53.869258 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=76a5840e-fa81-48d6-870c-9737596dd6ad,revision_number=10']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:53.871975 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-201247d9-3c16-419f-92b8-202c2c295b58 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Calling delete_port for 77286dc8-ce83-4732-b64c-47038040fcc5 owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:55:53.879526 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: 4a4d7d0a-509a-455e-a91a-7918634eb647 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:55:53.881192 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 4a4d7d0a-509a-455e-a91a-7918634eb647 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:55:54.072279 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-248c15c6-53b4-4ef3-947f-d62983d8e4f1 req-d9a9b110-509e-4afd-b57b-890fccc8f0b9 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4822951-358a-4d99-b16c-faea08c30662 HTTP/1.1" status: 200  len: 210 time: 0.0684319
Feb 05 20:55:54.079189 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-a0aa2975-6af6-4444-a847-1b37f41db8c2 None None] Publish callbacks [] for port (77286dc8-ce83-4732-b64c-47038040fcc5), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:54.095779 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-a0aa2975-6af6-4444-a847-1b37f41db8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (77286dc8-ce83-4732-b64c-47038040fcc5), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:54.110707 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 0fde627d-6103-4d43-9bff-61c314a14d9a up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:55:54.171210 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-485748e3-aefd-4268-b9da-5366a07d93a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:54.175767 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-485748e3-aefd-4268-b9da-5366a07d93a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:54.176544 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-485748e3-aefd-4268-b9da-5366a07d93a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:54.177370 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-485748e3-aefd-4268-b9da-5366a07d93a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:54.178608 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ab4f57c4-009a-4b86-b906-a55d6beb80e7 req-f4820adf-beae-4e5d-925b-3428375951e7 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7124786
Feb 05 20:55:54.184693 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-485748e3-aefd-4268-b9da-5366a07d93a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:54.203207 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-485748e3-aefd-4268-b9da-5366a07d93a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:54.203773 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-485748e3-aefd-4268-b9da-5366a07d93a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:54.208223 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-485748e3-aefd-4268-b9da-5366a07d93a5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3256272f3c524d7fba9a4fb8f5eb011d&device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 6716 time: 0.3125489
Feb 05 20:55:54.243159 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-a0aa2975-6af6-4444-a847-1b37f41db8c2 None None] Attempting to bind port 77286dc8-ce83-4732-b64c-47038040fcc5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:55:54.243544 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-a0aa2975-6af6-4444-a847-1b37f41db8c2 None None] Attempting to bind port 77286dc8-ce83-4732-b64c-47038040fcc5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd3975841-edc9-4807-b933-6b5a72e6888e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '942deb8c-397e-4d38-9d27-8b3641ff3808'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:55:54.243908 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aa2975-6af6-4444-a847-1b37f41db8c2 None None] Attempting to bind port 77286dc8-ce83-4732-b64c-47038040fcc5 on network 942deb8c-397e-4d38-9d27-8b3641ff3808 {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:55:54.275762 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9489c00d-b404-4753-800b-812de63a6a49 x-openstack-request-id: req-9489c00d-b404-4753-800b-812de63a6a49 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:55:54.276275 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aa2975-6af6-4444-a847-1b37f41db8c2 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:55:54.276828 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81664677-ab39-4ab5-81d5-d2a05b0a9f5c", "name": "network-vif-plugged", "status": "completed", "tag": "76a5840e-fa81-48d6-870c-9737596dd6ad", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:55:54.277342 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9489c00d-b404-4753-800b-812de63a6a49 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:55:54.278412 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81664677-ab39-4ab5-81d5-d2a05b0a9f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a5840e-fa81-48d6-870c-9737596dd6ad', 'code': 200}
Feb 05 20:55:54.279068 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aa2975-6af6-4444-a847-1b37f41db8c2 None None] Checking segment: {'id': 'd3975841-edc9-4807-b933-6b5a72e6888e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '942deb8c-397e-4d38-9d27-8b3641ff3808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:55:54.281415 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-a0aa2975-6af6-4444-a847-1b37f41db8c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:54.283820 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aa2975-6af6-4444-a847-1b37f41db8c2 None None] Bound using segment: {'id': 'd3975841-edc9-4807-b933-6b5a72e6888e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '942deb8c-397e-4d38-9d27-8b3641ff3808'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:55:54.285652 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-a0aa2975-6af6-4444-a847-1b37f41db8c2 None None] Bound port: 77286dc8-ce83-4732-b64c-47038040fcc5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3975841-edc9-4807-b933-6b5a72e6888e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '942deb8c-397e-4d38-9d27-8b3641ff3808'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:55:54.286070 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-a0aa2975-6af6-4444-a847-1b37f41db8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (77286dc8-ce83-4732-b64c-47038040fcc5), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:54.306134 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-e6a9320d-abac-4571-87ee-9d99d801ac4c req-7b626a17-c27a-447b-8236-6df1fa455369 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Deleting port ac17ec99-03c2-46ea-aaf7-7e248c9c6227 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:55:54.306838 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e6a9320d-abac-4571-87ee-9d99d801ac4c req-7b626a17-c27a-447b-8236-6df1fa455369 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (ac17ec99-03c2-46ea-aaf7-7e248c9c6227), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:54.311428 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 0fde627d-6103-4d43-9bff-61c314a14d9a triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:55:54.315650 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (0fde627d-6103-4d43-9bff-61c314a14d9a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:54.362311 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e08a1-1b0b-4957-983e-703fdc3ce8ca None None] Pushing event updated for resources: {'Port': ['ID=77286dc8-ce83-4732-b64c-47038040fcc5,revision_number=2']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:54.423005 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-a0aa2975-6af6-4444-a847-1b37f41db8c2 None None] For port 77286dc8-ce83-4732-b64c-47038040fcc5, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:55:54.425862 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-9bfeadb3-5e89-4733-bda2-7ff55fde6b33 admin admin] Allocated IP 172.20.0.1 (5e952ac8-3d4c-4d21-b049-99c2c5b6a48c/8d295d0d-a825-42e0-a6ff-e56aea09d1c9/cd312f1f-da4f-414c-826a-66e91ed20f60) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:55:54.427244 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-a0aa2975-6af6-4444-a847-1b37f41db8c2 None None] For port 77286dc8-ce83-4732-b64c-47038040fcc5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=77286dc8-ce83-4732-b64c-47038040fcc5,segment=NetworkSegment(d3975841-edc9-4807-b933-6b5a72e6888e),segment_id=d3975841-edc9-4807-b933-6b5a72e6888e)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:55:54.433712 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38072) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:54.438479 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-a0aa2975-6af6-4444-a847-1b37f41db8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (77286dc8-ce83-4732-b64c-47038040fcc5), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:54.494902 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-136e1658-13d1-4d12-9959-5e759d3a7cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:54.496308 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 0fde627d-6103-4d43-9bff-61c314a14d9a is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:55:54.496715 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-136e1658-13d1-4d12-9959-5e759d3a7cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:54.497554 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-136e1658-13d1-4d12-9959-5e759d3a7cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:54.502196 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0fde627d-6103-4d43-9bff-61c314a14d9a), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:54.507374 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-136e1658-13d1-4d12-9959-5e759d3a7cde service neutron] 10.222.0.39 "GET /v2.0/networks?id=0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b&id=2c28d2b8-7305-4066-8f34-0ebf235173b6&id=2c28d2b8-7305-4066-8f34-0ebf235173b6&id=2c28d2b8-7305-4066-8f34-0ebf235173b6&id=2c28d2b8-7305-4066-8f34-0ebf235173b6&id=2869ab27-d004-4907-98b1-61880aad7d20&id=2869ab27-d004-4907-98b1-61880aad7d20 HTTP/1.1" status: 200  len: 2298 time: 0.2599540
Feb 05 20:55:54.532072 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aa2975-6af6-4444-a847-1b37f41db8c2 None None] Routers {'3b09d976-93d9-4e38-beda-beafb2a74593'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:55:54.532858 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-a0aa2975-6af6-4444-a847-1b37f41db8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8d17280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:55:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['3b09d976-93d9-4e38-beda-beafb2a74593'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:55:54.558414 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 0fde627d-6103-4d43-9bff-61c314a14d9a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0fde627d-6103-4d43-9bff-61c314a14d9a,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:55:54.566821 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (0fde627d-6103-4d43-9bff-61c314a14d9a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:54.689104 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=0fde627d-6103-4d43-9bff-61c314a14d9a,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:54.694982 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-6e61b58f-0849-43fc-9b1e-47c344700e42 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=727d22f7-aa8c-41e0-8e88-ba5877b169b0 HTTP/1.1" status: 200  len: 1001 time: 0.1705618
Feb 05 20:55:54.705369 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9bfeadb3-5e89-4733-bda2-7ff55fde6b33 admin admin] Publish callbacks [] for port (cd312f1f-da4f-414c-826a-66e91ed20f60), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:54.736755 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-a0aa2975-6af6-4444-a847-1b37f41db8c2 None None] Set router 3b09d976-93d9-4e38-beda-beafb2a74593 gateway port host: None {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:55:54.774682 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b4c385b6-88a3-4953-abf0-98b983464536 req-b65a2aeb-9163-404b-818a-f1ab53038b66 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks [] for port (5a78e067-e989-4cfc-a93a-c66aeef13d4e), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:54.816593 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-a0aa2975-6af6-4444-a847-1b37f41db8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8d17280>, [{'id': '3b09d976-93d9-4e38-beda-beafb2a74593', 'name': '', 'tenant_id': '5282ce3aab2d4b73939cd1a6fb0fe0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:55:50Z', 'updated_at': '2022-02-05T20:55:53Z', 'revision_number': 4, 'project_id': '5282ce3aab2d4b73939cd1a6fb0fe0e0', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:55:54.869538 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aa2975-6af6-4444-a847-1b37f41db8c2 None None] The sync data for ids ['3b09d976-93d9-4e38-beda-beafb2a74593'] in ncdv-master-1 is: [{'id': '3b09d976-93d9-4e38-beda-beafb2a74593', 'name': '', 'tenant_id': '5282ce3aab2d4b73939cd1a6fb0fe0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:55:50Z', 'updated_at': '2022-02-05T20:55:53Z', 'revision_number': 4, 'project_id': '5282ce3aab2d4b73939cd1a6fb0fe0e0', 'gw_port_host': None}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:55:54.877378 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e08a1-1b0b-4957-983e-703fdc3ce8ca None None] Pushing event updated for resources: {'Port': ['ID=77286dc8-ce83-4732-b64c-47038040fcc5,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:54.949162 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-201247d9-3c16-419f-92b8-202c2c295b58 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (77286dc8-ce83-4732-b64c-47038040fcc5), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:54.955851 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-6470d72b-c97d-45aa-a797-e86cce5325e5 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Allocated IP 10.1.1.3 (0e68efe9-ea16-4fb9-b57d-581a14fb90de/eff801c9-e51d-482d-bb52-a59d1e137e92/3a1e8ac6-e5dd-47a1-a79b-976ef386504b) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:55:54.963106 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9bfeadb3-5e89-4733-bda2-7ff55fde6b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (cd312f1f-da4f-414c-826a-66e91ed20f60), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:55.042363 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-201247d9-3c16-419f-92b8-202c2c295b58 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (3b09d976-93d9-4e38-beda-beafb2a74593), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:55.060193 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201247d9-3c16-419f-92b8-202c2c295b58 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Pushing event deleted for resources: {'Port': ['ID=77286dc8-ce83-4732-b64c-47038040fcc5,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:55.093268 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfeadb3-5e89-4733-bda2-7ff55fde6b33 admin admin] Network 5e952ac8-3d4c-4d21-b049-99c2c5b6a48c is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:55:55.098070 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-e6a9320d-abac-4571-87ee-9d99d801ac4c req-7b626a17-c27a-447b-8236-6df1fa455369 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] For port ac17ec99-03c2-46ea-aaf7-7e248c9c6227, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ac17ec99-03c2-46ea-aaf7-7e248c9c6227,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:55:55.098488 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e6a9320d-abac-4571-87ee-9d99d801ac4c req-7b626a17-c27a-447b-8236-6df1fa455369 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (ac17ec99-03c2-46ea-aaf7-7e248c9c6227), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:55.106818 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-583ccf36-5f13-4921-84bd-621e5baad1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:55.108691 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-583ccf36-5f13-4921-84bd-621e5baad1cc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=77b32dd4-761f-487c-9e79-c5785faac85d HTTP/1.1" status: 200  len: 855 time: 0.4012222
Feb 05 20:55:55.121537 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-9bfeadb3-5e89-4733-bda2-7ff55fde6b33 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:55:55.128838 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b4c385b6-88a3-4953-abf0-98b983464536 req-b65a2aeb-9163-404b-818a-f1ab53038b66 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (5a78e067-e989-4cfc-a93a-c66aeef13d4e), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:55.136837 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfeadb3-5e89-4733-bda2-7ff55fde6b33 admin admin] Pushing event updated for resources: {'Port': ['ID=cd312f1f-da4f-414c-826a-66e91ed20f60,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:55.150856 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['35c6f3f5-10d5-4610-94a0-0c6195303a95'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:55:55.153758 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfeadb3-5e89-4733-bda2-7ff55fde6b33 admin admin] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:55:55.165576 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-e6a9320d-abac-4571-87ee-9d99d801ac4c req-7b626a17-c27a-447b-8236-6df1fa455369 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Calling delete_port for ac17ec99-03c2-46ea-aaf7-7e248c9c6227 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:55:55.261854 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4c385b6-88a3-4953-abf0-98b983464536 req-b65a2aeb-9163-404b-818a-f1ab53038b66 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Network bc807625-43b9-4f71-ba0e-13ea567a25e8 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:55:55.329431 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-b4c385b6-88a3-4953-abf0-98b983464536 req-b65a2aeb-9163-404b-818a-f1ab53038b66 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:55:55.357385 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c385b6-88a3-4953-abf0-98b983464536 req-b65a2aeb-9163-404b-818a-f1ab53038b66 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:55:55.370213 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c6fd9530-620c-4aca-b3f9-bc8c2544f5f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=21a126c3c7904a7b98023d4d9f1f8f51&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9305291
Feb 05 20:55:55.371797 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38104) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:55.386901 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-201247d9-3c16-419f-92b8-202c2c295b58 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (3b09d976-93d9-4e38-beda-beafb2a74593), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:55.395473 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-201247d9-3c16-419f-92b8-202c2c295b58 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for router_controller (3b09d976-93d9-4e38-beda-beafb2a74593), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:55.554203 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4ece6-3523-4cd2-ab64-f1504e636f4a req-06812bab-dbf9-43f1-a060-53cdf78ea93b tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:55.555882 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-23e4ece6-3523-4cd2-ab64-f1504e636f4a req-06812bab-dbf9-43f1-a060-53cdf78ea93b tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/ports?device_id=a22b1fe3-3032-473c-b0b5-efc1a0795d31 HTTP/1.1" status: 200  len: 949 time: 0.6141284
Feb 05 20:55:55.583472 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9bfeadb3-5e89-4733-bda2-7ff55fde6b33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (ec893bc0-9131-4d3e-824c-003a31d3b8ba), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:55.591015 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-201247d9-3c16-419f-92b8-202c2c295b58 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (3b09d976-93d9-4e38-beda-beafb2a74593), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:55.592683 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201247d9-3c16-419f-92b8-202c2c295b58 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3b09d976-93d9-4e38-beda-beafb2a74593 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 20:55:55.603292 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-201247d9-3c16-419f-92b8-202c2c295b58 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:55.606122 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-201247d9-3c16-419f-92b8-202c2c295b58 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] 10.222.0.32 "DELETE /v2.0/routers/3b09d976-93d9-4e38-beda-beafb2a74593 HTTP/1.1" status: 204  len: 168 time: 2.6218297
Feb 05 20:55:55.611557 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38110) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:55.620536 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-fcc7ec65-9518-4424-8580-c04a985fa904 None None] Provisioning complete for port cd312f1f-da4f-414c-826a-66e91ed20f60 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:55:55.621114 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fcc7ec65-9518-4424-8580-c04a985fa904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (cd312f1f-da4f-414c-826a-66e91ed20f60), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:55.675609 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-fcc7ec65-9518-4424-8580-c04a985fa904 None None] Port cd312f1f-da4f-414c-826a-66e91ed20f60 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:55:55.693920 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfe45d2e-81e6-4b0e-9bdf-d418834308c5 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Deleting subnet 01f46241-708c-408f-82aa-0596cd7d1b87 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:55:55.698875 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-564eda83-0d05-4a50-929e-3e3045b2413d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:55.700864 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-564eda83-0d05-4a50-929e-3e3045b2413d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4644885
Feb 05 20:55:55.703670 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3c8531f4-09ed-4c70-bb14-b966e2b34adf admin admin] Publish callbacks [] for security_group (d1c740c0-c24e-441f-b427-006d2bc207d3), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:55.706052 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bfe45d2e-81e6-4b0e-9bdf-d418834308c5 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for subnet (01f46241-708c-408f-82aa-0596cd7d1b87), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:55.768805 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65a2aeb-9163-404b-818a-f1ab53038b66 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Pushing event updated for resources: {'Port': ['ID=5a78e067-e989-4cfc-a93a-c66aeef13d4e,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:55.804484 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c385b6-88a3-4953-abf0-98b983464536 req-b65a2aeb-9163-404b-818a-f1ab53038b66 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:55.805206 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b4c385b6-88a3-4953-abf0-98b983464536 req-b65a2aeb-9163-404b-818a-f1ab53038b66 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:55.953987 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 0fde627d-6103-4d43-9bff-61c314a14d9a up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:55:56.027694 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-6470d72b-c97d-45aa-a797-e86cce5325e5 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks [] for port (3a1e8ac6-e5dd-47a1-a79b-976ef386504b), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:56.068642 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9bfeadb3-5e89-4733-bda2-7ff55fde6b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (cd312f1f-da4f-414c-826a-66e91ed20f60), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:56.090973 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 0fde627d-6103-4d43-9bff-61c314a14d9a triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:55:56.090973 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (0fde627d-6103-4d43-9bff-61c314a14d9a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:56.102805 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4c385b6-88a3-4953-abf0-98b983464536 req-b65a2aeb-9163-404b-818a-f1ab53038b66 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.8319187
Feb 05 20:55:56.113867 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-23e4ece6-3523-4cd2-ab64-f1504e636f4a req-4e7b1320-6526-4d85-99cb-2c3b08e1b4e8 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4249cc4-c7b1-439e-8bbc-5ee1b01acbea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4016087
Feb 05 20:55:56.122293 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-6470d72b-c97d-45aa-a797-e86cce5325e5 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (3a1e8ac6-e5dd-47a1-a79b-976ef386504b), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:56.273428 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3c8531f4-09ed-4c70-bb14-b966e2b34adf admin admin] Publish callbacks [] for security_group (d1c740c0-c24e-441f-b427-006d2bc207d3), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:56.285631 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 0fde627d-6103-4d43-9bff-61c314a14d9a is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:55:56.297075 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bfe45d2e-81e6-4b0e-9bdf-d418834308c5 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (01f46241-708c-408f-82aa-0596cd7d1b87), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:56.314066 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-b4c385b6-88a3-4953-abf0-98b983464536 req-62f0dd32-45ab-4e12-a800-523bff785c33 service neutron] Request body: {'port': {'device_id': 'f4822951-358a-4d99-b16c-faea08c30662', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:55:56.330884 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bd4c8-290a-411e-9813-5432842c3d65 req-63f602fe-bd40-42ce-9e2c-0775f0530d7a tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:56.333411 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0e9bd4c8-290a-411e-9813-5432842c3d65 req-63f602fe-bd40-42ce-9e2c-0775f0530d7a tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4822951-358a-4d99-b16c-faea08c30662 HTTP/1.1" status: 200  len: 931 time: 0.9120696
Feb 05 20:55:56.383886 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bfe45d2e-81e6-4b0e-9bdf-d418834308c5 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (01f46241-708c-408f-82aa-0596cd7d1b87), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:56.416637 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-6470d72b-c97d-45aa-a797-e86cce5325e5 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Network 0e68efe9-ea16-4fb9-b57d-581a14fb90de is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:55:56.432213 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-f31fc2b0-bbfd-452e-96a4-c00e6160303c service neutron] 10.222.0.39 "GET /v2.0/networks/0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7205408
Feb 05 20:55:56.472062 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-6470d72b-c97d-45aa-a797-e86cce5325e5 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:55:56.490257 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-6470d72b-c97d-45aa-a797-e86cce5325e5 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:55:56.540742 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3c8531f4-09ed-4c70-bb14-b966e2b34adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (d1c740c0-c24e-441f-b427-006d2bc207d3), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:56.545076 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3c8531f4-09ed-4c70-bb14-b966e2b34adf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:56.545846 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3c8531f4-09ed-4c70-bb14-b966e2b34adf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d1c740c0-c24e-441f-b427-006d2bc207d3 HTTP/1.1" status: 204  len: 168 time: 1.1702878
Feb 05 20:55:56.619425 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6470d72b-c97d-45aa-a797-e86cce5325e5 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Pushing event updated for resources: {'Port': ['ID=3a1e8ac6-e5dd-47a1-a79b-976ef386504b,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:56.662959 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e6a9320d-abac-4571-87ee-9d99d801ac4c req-7b626a17-c27a-447b-8236-6df1fa455369 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (ac17ec99-03c2-46ea-aaf7-7e248c9c6227), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:56.683470 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bfe45d2e-81e6-4b0e-9bdf-d418834308c5 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (01f46241-708c-408f-82aa-0596cd7d1b87), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:56.746000 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe45d2e-81e6-4b0e-9bdf-d418834308c5 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=01f46241-708c-408f-82aa-0596cd7d1b87,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:56.767212 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8531f4-09ed-4c70-bb14-b966e2b34adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c740c0-c24e-441f-b427-006d2bc207d3,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:56.825057 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bfe45d2e-81e6-4b0e-9bdf-d418834308c5 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:56.829937 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-bfe45d2e-81e6-4b0e-9bdf-d418834308c5 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/01f46241-708c-408f-82aa-0596cd7d1b87 HTTP/1.1" status: 204  len: 168 time: 1.2058043
Feb 05 20:55:56.838032 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38114) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:56.838934 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-6470d72b-c97d-45aa-a797-e86cce5325e5 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:56.841693 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-6470d72b-c97d-45aa-a797-e86cce5325e5 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:56.929723 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9bfeadb3-5e89-4733-bda2-7ff55fde6b33 admin admin] Publish callbacks [] for port (cd312f1f-da4f-414c-826a-66e91ed20f60), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:56.932831 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b4c385b6-88a3-4953-abf0-98b983464536 req-62f0dd32-45ab-4e12-a800-523bff785c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5a78e067-e989-4cfc-a93a-c66aeef13d4e), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:56.946280 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0e9bd4c8-290a-411e-9813-5432842c3d65 req-9595ef62-4696-44f5-83b9-458fbb802d4e tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5981321
Feb 05 20:55:56.968040 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b626a17-c27a-447b-8236-6df1fa455369 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Pushing event deleted for resources: {'Port': ['ID=ac17ec99-03c2-46ea-aaf7-7e248c9c6227,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:57.003902 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78bf7b7-3fb4-4e6d-b617-9c6418c8a331 req-2e992f9c-2feb-437e-bd46-8af606d705c9 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:57.015676 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78bf7b7-3fb4-4e6d-b617-9c6418c8a331 req-2e992f9c-2feb-437e-bd46-8af606d705c9 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:57.023511 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78bf7b7-3fb4-4e6d-b617-9c6418c8a331 req-2e992f9c-2feb-437e-bd46-8af606d705c9 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:57.039228 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f78bf7b7-3fb4-4e6d-b617-9c6418c8a331 req-2e992f9c-2feb-437e-bd46-8af606d705c9 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 2372 time: 0.7317481
Feb 05 20:55:57.042663 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9bfeadb3-5e89-4733-bda2-7ff55fde6b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (cd312f1f-da4f-414c-826a-66e91ed20f60), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:57.045977 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-208a0536-e536-4efc-a551-8520cd72ce06 service neutron] 10.222.0.39 "GET /v2.0/networks/0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5894630
Feb 05 20:55:57.059993 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-6470d72b-c97d-45aa-a797-e86cce5325e5 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 4.6061642
Feb 05 20:55:57.141478 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-e5a02656-c5c7-445a-b404-17ead53a8b2b None None] Provisioning complete for port 3a1e8ac6-e5dd-47a1-a79b-976ef386504b triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:55:57.155520 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e5a02656-c5c7-445a-b404-17ead53a8b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (3a1e8ac6-e5dd-47a1-a79b-976ef386504b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:57.170261 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-a157f76a-efb3-448a-8c09-d78187ac6bf0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=0dc636af-3e4f-4bdf-a0d0-4cf505100fad HTTP/1.1" status: 200  len: 217 time: 0.1108201
Feb 05 20:55:57.175750 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-03cf1542-1c2a-4282-a37e-1050a884bcf6 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (942deb8c-397e-4d38-9d27-8b3641ff3808), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:57.202437 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-0a098bfa-f120-41c7-be5d-f530b09af0e4 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Request body: {'port': {'device_id': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e407b198-7847-4daa-999d-a6a8e5319a57', 'admin_state_up': True, 'tenant_id': '451be3a617f64d6a97b8d18cee2426e8', 'security_groups': ['bc5a960a-367f-45bf-8671-6806c5606312']}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:55:57.245374 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device ac17ec99-03c2-46ea-aaf7-7e248c9c6227 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:55:57.353967 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: ac17ec99-03c2-46ea-aaf7-7e248c9c6227 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:55:57.354853 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device ac17ec99-03c2-46ea-aaf7-7e248c9c6227 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:55:57.361538 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-e5a02656-c5c7-445a-b404-17ead53a8b2b None None] Port 3a1e8ac6-e5dd-47a1-a79b-976ef386504b cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:55:57.364507 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-820375cb-4e4e-43c7-b162-2219527720e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:57.366402 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-820375cb-4e4e-43c7-b162-2219527720e4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=532b1fc2-bb1a-4156-8355-ae298e35f677 HTTP/1.1" status: 200  len: 797 time: 0.1768804
Feb 05 20:55:57.428549 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfeadb3-5e89-4733-bda2-7ff55fde6b33 admin admin] Pushing event updated for resources: {'Port': ['ID=cd312f1f-da4f-414c-826a-66e91ed20f60,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:57.439009 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38130) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:57.503473 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-03cf1542-1c2a-4282-a37e-1050a884bcf6 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (942deb8c-397e-4d38-9d27-8b3641ff3808), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:57.532556 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a9320d-abac-4571-87ee-9d99d801ac4c req-7b626a17-c27a-447b-8236-6df1fa455369 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] No DVR routers for this DVR port ac17ec99-03c2-46ea-aaf7-7e248c9c6227 on host nch1-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:55:57.549677 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-03cf1542-1c2a-4282-a37e-1050a884bcf6 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db3cbb2e0>,) {'filters': {'network_id': ['942deb8c-397e-4d38-9d27-8b3641ff3808']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:55:57.570025 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e6a9320d-abac-4571-87ee-9d99d801ac4c req-7b626a17-c27a-447b-8236-6df1fa455369 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:57.573567 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e6a9320d-abac-4571-87ee-9d99d801ac4c req-7b626a17-c27a-447b-8236-6df1fa455369 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.21 "DELETE /v2.0/ports/ac17ec99-03c2-46ea-aaf7-7e248c9c6227 HTTP/1.1" status: 204  len: 173 time: 4.3506989
Feb 05 20:55:57.576169 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22b1fe3-3032-473c-b0b5-efc1a0795d31', 'name': 'network-vif-deleted', 'tag': 'ac17ec99-03c2-46ea-aaf7-7e248c9c6227'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:55:57.578572 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a459d2-e53f-47ec-8c3f-47e2d4452e36" -d '{"events": [{"server_uuid": "a22b1fe3-3032-473c-b0b5-efc1a0795d31", "name": "network-vif-deleted", "tag": "ac17ec99-03c2-46ea-aaf7-7e248c9c6227"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:55:57.579176 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-03cf1542-1c2a-4282-a37e-1050a884bcf6 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3cbb2e0>, 'd3975841-edc9-4807-b933-6b5a72e6888e') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:55:57.579739 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-03cf1542-1c2a-4282-a37e-1050a884bcf6 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3cbb2e0>, 'd3975841-edc9-4807-b933-6b5a72e6888e') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:55:57.583191 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6634c18f-985c-48c3-a3c2-6af34748c183 req-3b595cff-107c-47be-a3ff-eb6e91e5f4b2 tempest-ListImageFiltersTestJSON-1917994728 tempest-ListImageFiltersTestJSON-1917994728-project] 10.222.0.32 "GET /v2.0/ports?device_id=a22b1fe3-3032-473c-b0b5-efc1a0795d31 HTTP/1.1" status: 200  len: 210 time: 0.1270657
Feb 05 20:55:57.592864 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-20926c3d-01d8-4898-9584-1a14babf7d46 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e37f3a1393b44c52a1fe2923bbc316fe&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1489615
Feb 05 20:55:57.597812 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-9645c13e-fb1e-4dfb-bea9-13efec5c467c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:57.599913 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-9645c13e-fb1e-4dfb-bea9-13efec5c467c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2c28d2b8-7305-4066-8f34-0ebf235173b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2097034
Feb 05 20:55:57.602164 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-03cf1542-1c2a-4282-a37e-1050a884bcf6 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (d3975841-edc9-4807-b933-6b5a72e6888e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:57.604012 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38134) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:57.682794 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-03cf1542-1c2a-4282-a37e-1050a884bcf6 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (d3975841-edc9-4807-b933-6b5a72e6888e), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:57.683424 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f78bf7b7-3fb4-4e6d-b617-9c6418c8a331 req-e71c92bd-55c0-4e1c-ab83-d17db19c5ff9 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6070082
Feb 05 20:55:57.702507 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9bfeadb3-5e89-4733-bda2-7ff55fde6b33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (ec893bc0-9131-4d3e-824c-003a31d3b8ba), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:57.728016 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-0a098bfa-f120-41c7-be5d-f530b09af0e4 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Made reservation on behalf of 451be3a617f64d6a97b8d18cee2426e8 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:55:57.738085 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03cf1542-1c2a-4282-a37e-1050a884bcf6 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:55:57.738889 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-03cf1542-1c2a-4282-a37e-1050a884bcf6 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (d3975841-edc9-4807-b933-6b5a72e6888e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:57.741593 ncdv-master-1 neutron-server[114390]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 20:55:57.741593 ncdv-master-1 neutron-server[114390]:   items = [
Feb 05 20:55:57.741593 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 20:55:57.741593 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:55:57.741593 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 20:55:57.741593 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:55:57.741593 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 20:55:57.741593 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:55:57.741593 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 20:55:57.741593 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:55:57.741593 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 20:55:57.741593 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:55:57.741593 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 20:55:57.741593 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:55:57.741593 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 20:55:57.741593 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:55:57.741593 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:55:57.741593 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:55:57.741593 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:55:57.741593 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:55:57.741593 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 20:55:57.741593 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:55:57.741593 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 20:55:57.741593 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:55:57.741593 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:55:57.741593 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:55:57.741593 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:55:57.741593 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:55:57.741593 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:55:57.741593 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:55:57.741593 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:55:57.741593 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:55:57.741593 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:55:57.741593 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:55:57.795940 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4237c71-c6a0-4399-bfb7-acfd41c7b0ca x-openstack-request-id: req-a4237c71-c6a0-4399-bfb7-acfd41c7b0ca {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:55:57.796513 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22b1fe3-3032-473c-b0b5-efc1a0795d31", "name": "network-vif-deleted", "tag": "ac17ec99-03c2-46ea-aaf7-7e248c9c6227", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:55:57.797075 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a4237c71-c6a0-4399-bfb7-acfd41c7b0ca {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:55:57.797650 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22b1fe3-3032-473c-b0b5-efc1a0795d31', 'name': 'network-vif-deleted', 'tag': 'ac17ec99-03c2-46ea-aaf7-7e248c9c6227', 'status': 'completed', 'code': 200}
Feb 05 20:55:57.958132 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1443bb8d-2ab6-43d3-856f-98c189b75b6a admin admin] Publish callbacks [] for security_group (6f017a1b-8f6a-4086-9450-3f100433d424), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:57.963634 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-03cf1542-1c2a-4282-a37e-1050a884bcf6 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (942deb8c-397e-4d38-9d27-8b3641ff3808), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:57.979634 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03cf1542-1c2a-4282-a37e-1050a884bcf6 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  942deb8c-397e-4d38-9d27-8b3641ff3808 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Feb 05 20:55:57.988073 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-edca7e73-0857-4218-9ea6-2799cac4e388 service neutron] 10.222.0.39 "GET /v2.0/networks/2c28d2b8-7305-4066-8f34-0ebf235173b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3688643
Feb 05 20:55:58.003282 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-03cf1542-1c2a-4282-a37e-1050a884bcf6 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:58.006894 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-03cf1542-1c2a-4282-a37e-1050a884bcf6 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] 10.222.0.32 "DELETE /v2.0/networks/942deb8c-397e-4d38-9d27-8b3641ff3808 HTTP/1.1" status: 204  len: 168 time: 1.1673148
Feb 05 20:55:58.042016 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf1542-1c2a-4282-a37e-1050a884bcf6 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Pushing event deleted for resources: {'Network': ['ID=942deb8c-397e-4d38-9d27-8b3641ff3808,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:58.046465 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1443bb8d-2ab6-43d3-856f-98c189b75b6a admin admin] Publish callbacks [] for security_group (6f017a1b-8f6a-4086-9450-3f100433d424), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:58.214859 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1443bb8d-2ab6-43d3-856f-98c189b75b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (6f017a1b-8f6a-4086-9450-3f100433d424), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:58.219422 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1443bb8d-2ab6-43d3-856f-98c189b75b6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:58.225642 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1443bb8d-2ab6-43d3-856f-98c189b75b6a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6f017a1b-8f6a-4086-9450-3f100433d424 HTTP/1.1" status: 204  len: 168 time: 0.6200705
Feb 05 20:55:58.285487 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443bb8d-2ab6-43d3-856f-98c189b75b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f017a1b-8f6a-4086-9450-3f100433d424,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:55:58.430087 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-66438970-924b-4a42-aece-8e93e108f21a service neutron] 10.222.0.39 "GET /v2.0/networks/2c28d2b8-7305-4066-8f34-0ebf235173b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4196534
Feb 05 20:55:58.561869 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-2bf52e6d-1ea1-438f-ae98-fdd5c7e74e0b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=0798d918-a1a1-4268-8b6d-832370da6f8f HTTP/1.1" status: 200  len: 217 time: 0.1276140
Feb 05 20:55:58.661565 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-0a098bfa-f120-41c7-be5d-f530b09af0e4 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:58.669093 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfeadb3-5e89-4733-bda2-7ff55fde6b33 admin admin] Network 5e952ac8-3d4c-4d21-b049-99c2c5b6a48c is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:55:58.689660 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-9bfeadb3-5e89-4733-bda2-7ff55fde6b33 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:55:58.717603 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb96029-62cd-4dd7-96cc-95aaf76043a1 req-edb5b09d-fbcd-40aa-a91c-69bc7718deff tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:58.728394 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ecb96029-62cd-4dd7-96cc-95aaf76043a1 req-edb5b09d-fbcd-40aa-a91c-69bc7718deff tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4822951-358a-4d99-b16c-faea08c30662 HTTP/1.1" status: 200  len: 931 time: 0.3367648
Feb 05 20:55:58.768135 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-f3edcb12-8f03-4e5f-9192-1aad2d942710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:58.769730 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-f3edcb12-8f03-4e5f-9192-1aad2d942710 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=532b1fc2-bb1a-4156-8355-ae298e35f677 HTTP/1.1" status: 200  len: 797 time: 0.2003109
Feb 05 20:55:58.789938 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 38162) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:55:58.840483 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-3754fc22-8c63-4d6b-b00f-819bdf756ca6 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Request body: {'router': {'name': 'tempest-router--1517085805', 'project_id': '329205e2312d49ffaaebea05b31783a6'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:55:58.880040 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-7bdbc781-b3c5-4d6e-874a-5cee5ac5b6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:58.881611 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-7bdbc781-b3c5-4d6e-874a-5cee5ac5b6d9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2c28d2b8-7305-4066-8f34-0ebf235173b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1017025
Feb 05 20:55:59.058767 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-826c4ccf-4d4f-41a8-8a8d-3a3096e5e6db service neutron] 10.222.0.39 "GET /v2.0/networks/2c28d2b8-7305-4066-8f34-0ebf235173b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1707208
Feb 05 20:55:59.143756 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bfeadb3-5e89-4733-bda2-7ff55fde6b33 admin admin] Router ec893bc0-9131-4d3e-824c-003a31d3b8ba has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:55:59.325483 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-0868e5dd-82b7-463c-b44a-3da2ddd7d88e service neutron] 10.222.0.39 "GET /v2.0/networks/2c28d2b8-7305-4066-8f34-0ebf235173b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2601421
Feb 05 20:55:59.334166 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-d35a90d1-2bd3-4818-9406-14609419f529 None None] Provisioning complete for port cd312f1f-da4f-414c-826a-66e91ed20f60 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:55:59.335571 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d35a90d1-2bd3-4818-9406-14609419f529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (cd312f1f-da4f-414c-826a-66e91ed20f60), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:59.471192 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-b4c385b6-88a3-4953-abf0-98b983464536 req-62f0dd32-45ab-4e12-a800-523bff785c33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a78e067-e989-4cfc-a93a-c66aeef13d4e {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:55:59.491767 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-d35a90d1-2bd3-4818-9406-14609419f529 None None] Port cd312f1f-da4f-414c-826a-66e91ed20f60 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:55:59.496607 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-e22c0fe3-49ee-407b-98b3-0aa680be463d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=c006ee92-de9a-4d20-85f3-3e39838a35c2 HTTP/1.1" status: 200  len: 217 time: 0.1645362
Feb 05 20:55:59.573242 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-9dc5b3b9-5734-49a6-8f37-1bb23432d2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:59.575055 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-9dc5b3b9-5734-49a6-8f37-1bb23432d2c9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=532b1fc2-bb1a-4156-8355-ae298e35f677 HTTP/1.1" status: 200  len: 797 time: 0.0703044
Feb 05 20:55:59.575219 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b4c385b6-88a3-4953-abf0-98b983464536 req-62f0dd32-45ab-4e12-a800-523bff785c33 service neutron] Publish callbacks [] for port (5a78e067-e989-4cfc-a93a-c66aeef13d4e), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:59.660881 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3754fc22-8c63-4d6b-b00f-819bdf756ca6 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (269112c4-3cf5-4e99-9b09-30afb6db3cad), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:59.662887 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3754fc22-8c63-4d6b-b00f-819bdf756ca6 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (269112c4-3cf5-4e99-9b09-30afb6db3cad), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:59.697181 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-b4c385b6-88a3-4953-abf0-98b983464536 req-62f0dd32-45ab-4e12-a800-523bff785c33 service neutron] Transition to ACTIVE for port object 5a78e067-e989-4cfc-a93a-c66aeef13d4e will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:55:59.715826 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-8eadc889-77e9-4996-ab8a-e0fc9bd363fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:59.719652 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-8eadc889-77e9-4996-ab8a-e0fc9bd363fd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2c28d2b8-7305-4066-8f34-0ebf235173b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1377606
Feb 05 20:55:59.789265 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b4c385b6-88a3-4953-abf0-98b983464536 req-62f0dd32-45ab-4e12-a800-523bff785c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (5a78e067-e989-4cfc-a93a-c66aeef13d4e), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:55:59.818787 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ecb96029-62cd-4dd7-96cc-95aaf76043a1 req-2b048a2b-1dfc-40c5-a6f6-e23b33072c1e tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0288150
Feb 05 20:55:59.831433 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 20:55:59.979674 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-f69b1151-bf72-4822-a2fd-9d641a89c2d5 service neutron] 10.222.0.39 "GET /v2.0/networks/2c28d2b8-7305-4066-8f34-0ebf235173b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2524662
Feb 05 20:55:59.984729 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd08ecb-b3ca-4d3a-bddf-a43874fb774e req-5991128a-f156-4f71-bc72-1a258c1f6558 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:59.991971 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd08ecb-b3ca-4d3a-bddf-a43874fb774e req-5991128a-f156-4f71-bc72-1a258c1f6558 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:55:59.999009 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd08ecb-b3ca-4d3a-bddf-a43874fb774e req-5991128a-f156-4f71-bc72-1a258c1f6558 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:00.008263 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0cd08ecb-b3ca-4d3a-bddf-a43874fb774e req-5991128a-f156-4f71-bc72-1a258c1f6558 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 2372 time: 0.8624711
Feb 05 20:56:00.073123 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3754fc22-8c63-4d6b-b00f-819bdf756ca6 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for router_controller (269112c4-3cf5-4e99-9b09-30afb6db3cad), precommit_add_association {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:00.272475 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3754fc22-8c63-4d6b-b00f-819bdf756ca6 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (269112c4-3cf5-4e99-9b09-30afb6db3cad), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:00.322613 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d120b6-1949-45be-a6ec-73614f46ff2c req-1e719f49-7910-4bca-86ce-b383cf995ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:00.322878 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-62d120b6-1949-45be-a6ec-73614f46ff2c req-1e719f49-7910-4bca-86ce-b383cf995ac0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2cd3ba2862fd49bab5a41048d1d7fb7c&device_id=81664677-ab39-4ab5-81d5-d2a05b0a9f5c HTTP/1.1" status: 200  len: 1133 time: 0.8214350
Feb 05 20:56:00.341854 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0dd32-45ab-4e12-a800-523bff785c33 service neutron] Pushing event updated for resources: {'Port': ['ID=5a78e067-e989-4cfc-a93a-c66aeef13d4e,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:00.384923 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-11f6b2cc-97a2-46c1-ba24-ff2c35559d91 service neutron] 10.222.0.39 "GET /v2.0/networks/2c28d2b8-7305-4066-8f34-0ebf235173b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3956623
Feb 05 20:56:00.409845 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3754fc22-8c63-4d6b-b00f-819bdf756ca6 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:00.414660 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-3754fc22-8c63-4d6b-b00f-819bdf756ca6 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 1.6136267
Feb 05 20:56:00.422275 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 38198) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:00.462343 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-a15fda5b-9ab2-47ae-ae1b-e7832e210b9a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=3b70f63b-dae9-48e5-a6ad-2fc1008228c7 HTTP/1.1" status: 200  len: 217 time: 0.0684249
Feb 05 20:56:00.554159 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-fb058fa8-e177-4b70-a017-1a9354213bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:00.562234 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-fb058fa8-e177-4b70-a017-1a9354213bf3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=532b1fc2-bb1a-4156-8355-ae298e35f677 HTTP/1.1" status: 200  len: 797 time: 0.0936439
Feb 05 20:56:00.577173 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-0a098bfa-f120-41c7-be5d-f530b09af0e4 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Allocated IP 10.2.2.100 (e407b198-7847-4daa-999d-a6a8e5319a57/87840afd-8f96-418e-b35a-d28d95df414d/96b065aa-9042-42d0-9376-669227f49c16) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:56:00.610484 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bfeadb3-5e89-4733-bda2-7ff55fde6b33 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:56:00.623479 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0805e87-d6a7-4955-ab93-8733fbe112bf None None] Sync routers for ids ['ec893bc0-9131-4d3e-824c-003a31d3b8ba'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:56:00.648791 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0805e87-d6a7-4955-ab93-8733fbe112bf None None] Routers {'ec893bc0-9131-4d3e-824c-003a31d3b8ba'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:56:00.649920 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-e0805e87-d6a7-4955-ab93-8733fbe112bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab9fd520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:55:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ec893bc0-9131-4d3e-824c-003a31d3b8ba'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:00.662821 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-d2baf159-5d06-446f-991a-0c14b1f5639b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:00.665356 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-d2baf159-5d06-446f-991a-0c14b1f5639b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2c28d2b8-7305-4066-8f34-0ebf235173b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0882936
Feb 05 20:56:00.716994 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9bfeadb3-5e89-4733-bda2-7ff55fde6b33 admin admin] 10.222.0.32 "PUT /v2.0/routers/ec893bc0-9131-4d3e-824c-003a31d3b8ba/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.1177125
Feb 05 20:56:00.734131 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0cd08ecb-b3ca-4d3a-bddf-a43874fb774e req-1851b846-b6cc-4394-b4f9-1785a65970c3 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7249768
Feb 05 20:56:00.798701 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c8e37edb-1f6d-483c-9051-1a30d898551c tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for router (269112c4-3cf5-4e99-9b09-30afb6db3cad), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:00.922099 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-b4c385b6-88a3-4953-abf0-98b983464536 req-62f0dd32-45ab-4e12-a800-523bff785c33 service neutron] Attempting to bind port 5a78e067-e989-4cfc-a93a-c66aeef13d4e on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:56:00.922503 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-b4c385b6-88a3-4953-abf0-98b983464536 req-62f0dd32-45ab-4e12-a800-523bff785c33 service neutron] Attempting to bind port 5a78e067-e989-4cfc-a93a-c66aeef13d4e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7f85ed9d-b7ce-414c-8ae4-25f17816204d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bc807625-43b9-4f71-ba0e-13ea567a25e8'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:56:00.923191 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c385b6-88a3-4953-abf0-98b983464536 req-62f0dd32-45ab-4e12-a800-523bff785c33 service neutron] Attempting to bind port 5a78e067-e989-4cfc-a93a-c66aeef13d4e on network bc807625-43b9-4f71-ba0e-13ea567a25e8 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:56:00.953909 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-e0805e87-d6a7-4955-ab93-8733fbe112bf None None] Set router ec893bc0-9131-4d3e-824c-003a31d3b8ba gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:56:00.977076 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c385b6-88a3-4953-abf0-98b983464536 req-62f0dd32-45ab-4e12-a800-523bff785c33 service neutron] Port 5a78e067-e989-4cfc-a93a-c66aeef13d4e on network bc807625-43b9-4f71-ba0e-13ea567a25e8 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:56:00.977414 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c385b6-88a3-4953-abf0-98b983464536 req-62f0dd32-45ab-4e12-a800-523bff785c33 service neutron] Attempting to bind port 5a78e067-e989-4cfc-a93a-c66aeef13d4e on network bc807625-43b9-4f71-ba0e-13ea567a25e8 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:56:00.981226 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d120b6-1949-45be-a6ec-73614f46ff2c req-2b27cd5c-4597-4d32-9a2f-813254d19750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:00.982806 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-62d120b6-1949-45be-a6ec-73614f46ff2c req-2b27cd5c-4597-4d32-9a2f-813254d19750 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.5599861
Feb 05 20:56:01.023623 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-3fa9e3d4-53e8-43a5-b934-1b50f927b036 service neutron] 10.222.0.39 "GET /v2.0/networks/2c28d2b8-7305-4066-8f34-0ebf235173b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3504090
Feb 05 20:56:01.135500 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c385b6-88a3-4953-abf0-98b983464536 req-62f0dd32-45ab-4e12-a800-523bff785c33 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:56:01.135912 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c385b6-88a3-4953-abf0-98b983464536 req-62f0dd32-45ab-4e12-a800-523bff785c33 service neutron] Checking segment: {'id': '7f85ed9d-b7ce-414c-8ae4-25f17816204d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bc807625-43b9-4f71-ba0e-13ea567a25e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:56:01.136241 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c385b6-88a3-4953-abf0-98b983464536 req-62f0dd32-45ab-4e12-a800-523bff785c33 service neutron] Bound using segment: {'id': '7f85ed9d-b7ce-414c-8ae4-25f17816204d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bc807625-43b9-4f71-ba0e-13ea567a25e8'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:56:01.165248 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-b4c385b6-88a3-4953-abf0-98b983464536 req-62f0dd32-45ab-4e12-a800-523bff785c33 service neutron] Bound port: 5a78e067-e989-4cfc-a93a-c66aeef13d4e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f85ed9d-b7ce-414c-8ae4-25f17816204d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bc807625-43b9-4f71-ba0e-13ea567a25e8'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:56:01.166015 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b4c385b6-88a3-4953-abf0-98b983464536 req-62f0dd32-45ab-4e12-a800-523bff785c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5a78e067-e989-4cfc-a93a-c66aeef13d4e), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:01.284625 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-d9d6e2ff-eca7-41a0-a19b-b85e0b83b146 service neutron] 10.222.0.39 "GET /v2.0/networks/2c28d2b8-7305-4066-8f34-0ebf235173b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2554681
Feb 05 20:56:01.364815 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-62d120b6-1949-45be-a6ec-73614f46ff2c req-4e90c6bf-154a-4acf-b962-e8c7a4b0fb1b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=76a5840e-fa81-48d6-870c-9737596dd6ad HTTP/1.1" status: 200  len: 217 time: 0.3704844
Feb 05 20:56:01.428479 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c8e37edb-1f6d-483c-9051-1a30d898551c tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (269112c4-3cf5-4e99-9b09-30afb6db3cad), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:01.440529 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-2aeac771-3380-4db0-85ce-b6e2114b8c75 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fe248a30-0aa0-4c85-b704-48b8f8ec969c HTTP/1.1" status: 200  len: 217 time: 0.1483228
Feb 05 20:56:01.456833 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c8e37edb-1f6d-483c-9051-1a30d898551c tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for router_controller (269112c4-3cf5-4e99-9b09-30afb6db3cad), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:01.531269 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-78e0fe3a-7ce3-49f8-8199-5d7f580381b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:01.532800 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-78e0fe3a-7ce3-49f8-8199-5d7f580381b4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ce832fc6-ee9e-45ba-a285-bd28fcf21153 HTTP/1.1" status: 200  len: 797 time: 0.0864348
Feb 05 20:56:01.570787 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-e0805e87-d6a7-4955-ab93-8733fbe112bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab9fd520>, [{'id': 'ec893bc0-9131-4d3e-824c-003a31d3b8ba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1325599206-router', 'tenant_id': '5f1ed898d612416992b3bd037ded3407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.22'}], 'enable_snat': True}, 'gw_port_id': '0fde627d-6103-4d43-9bff-61c314a14d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:55:46Z', 'updated_at': '2022-02-05T20:55:55Z', 'revision_number': 4, 'project_id': '5f1ed898d612416992b3bd037ded3407', 'gw_port': {'id': '0fde627d-6103-4d43-9bff-61c314a14d9a', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec893bc0-9131-4d3e-824c-003a31d3b8ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:55:47Z', 'updated_at': '2022-02-05T20:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cd312f1f-da4f-414c-826a-66e91ed20f60', 'name': '', 'network_id': '5e952ac8-3d4c-4d21-b049-99c2c5b6a48c', 'tenant_id': '5f1ed898d612416992b3bd037ded3407', 'mac_address': 'fa:16:3e:d6:91:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec893bc0-9131-4d3e-824c-003a31d3b8ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '8d295d0d-a825-42e0-a6ff-e56aea09d1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:55:53Z', 'updated_at': '2022-02-05T20:55:56Z', 'revision_number': 2, 'project_id': '5f1ed898d612416992b3bd037ded3407', 'subnets': [{'id': '8d295d0d-a825-42e0-a6ff-e56aea09d1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:01.617088 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0805e87-d6a7-4955-ab93-8733fbe112bf None None] Checking router: ec893bc0-9131-4d3e-824c-003a31d3b8ba for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:56:01.617446 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0805e87-d6a7-4955-ab93-8733fbe112bf None None] Updating router ec893bc0-9131-4d3e-824c-003a31d3b8ba port cd312f1f-da4f-414c-826a-66e91ed20f60 binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 20:56:01.650829 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-e05e1980-2bec-451c-8d50-11ff9582c637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:01.653400 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e0805e87-d6a7-4955-ab93-8733fbe112bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (cd312f1f-da4f-414c-826a-66e91ed20f60), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:01.656282 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-e05e1980-2bec-451c-8d50-11ff9582c637 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2869ab27-d004-4907-98b1-61880aad7d20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1168573
Feb 05 20:56:01.673181 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d120b6-1949-45be-a6ec-73614f46ff2c req-16d9dd61-c34c-42ed-a4ea-bc474cfb1933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:01.675430 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-62d120b6-1949-45be-a6ec-73614f46ff2c req-16d9dd61-c34c-42ed-a4ea-bc474cfb1933 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.3021104
Feb 05 20:56:01.709483 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-b4c385b6-88a3-4953-abf0-98b983464536 req-62f0dd32-45ab-4e12-a800-523bff785c33 service neutron] For port 5a78e067-e989-4cfc-a93a-c66aeef13d4e, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:56:01.713808 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-b4c385b6-88a3-4953-abf0-98b983464536 req-62f0dd32-45ab-4e12-a800-523bff785c33 service neutron] For port 5a78e067-e989-4cfc-a93a-c66aeef13d4e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5a78e067-e989-4cfc-a93a-c66aeef13d4e,segment=NetworkSegment(7f85ed9d-b7ce-414c-8ae4-25f17816204d),segment_id=7f85ed9d-b7ce-414c-8ae4-25f17816204d)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:56:01.762674 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-0a098bfa-f120-41c7-be5d-f530b09af0e4 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks [] for port (96b065aa-9042-42d0-9376-669227f49c16), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:01.838873 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b4c385b6-88a3-4953-abf0-98b983464536 req-62f0dd32-45ab-4e12-a800-523bff785c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (5a78e067-e989-4cfc-a93a-c66aeef13d4e), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:01.846867 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-de7b49db-2326-4039-86ab-f78f9ac3eb04 service neutron] 10.222.0.39 "GET /v2.0/networks/2869ab27-d004-4907-98b1-61880aad7d20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1842082
Feb 05 20:56:01.874812 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c8e37edb-1f6d-483c-9051-1a30d898551c tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (269112c4-3cf5-4e99-9b09-30afb6db3cad), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:01.875409 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e37edb-1f6d-483c-9051-1a30d898551c tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 269112c4-3cf5-4e99-9b09-30afb6db3cad {{(pid=114391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 20:56:01.911935 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c8e37edb-1f6d-483c-9051-1a30d898551c tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:01.913760 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c8e37edb-1f6d-483c-9051-1a30d898551c tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] 10.222.0.32 "DELETE /v2.0/routers/269112c4-3cf5-4e99-9b09-30afb6db3cad HTTP/1.1" status: 204  len: 168 time: 1.4877899
Feb 05 20:56:01.956210 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c385b6-88a3-4953-abf0-98b983464536 req-62f0dd32-45ab-4e12-a800-523bff785c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:01.956854 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b4c385b6-88a3-4953-abf0-98b983464536 req-62f0dd32-45ab-4e12-a800-523bff785c33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:01.958298 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4c385b6-88a3-4953-abf0-98b983464536 req-62f0dd32-45ab-4e12-a800-523bff785c33 service neutron] 10.222.0.39 "PUT /v2.0/ports/5a78e067-e989-4cfc-a93a-c66aeef13d4e HTTP/1.1" status: 200  len: 1091 time: 5.8418994
Feb 05 20:56:01.960535 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-0a098bfa-f120-41c7-be5d-f530b09af0e4 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (96b065aa-9042-42d0-9376-669227f49c16), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:01.963054 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4822951-358a-4d99-b16c-faea08c30662', 'tag': '5a78e067-e989-4cfc-a93a-c66aeef13d4e'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:56:01.964315 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abaf6ec-d154-4606-ae0d-6fb8d4134898" -d '{"events": [{"name": "network-changed", "server_uuid": "f4822951-358a-4d99-b16c-faea08c30662", "tag": "5a78e067-e989-4cfc-a93a-c66aeef13d4e"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:56:02.015938 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0dd32-45ab-4e12-a800-523bff785c33 service neutron] Pushing event updated for resources: {'Port': ['ID=5a78e067-e989-4cfc-a93a-c66aeef13d4e,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:02.032303 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ff269-58b5-4c1c-b376-bc9d393fdb59 req-070d17f7-051e-4bf8-832d-11d296f5494f tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:02.040574 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-864ff269-58b5-4c1c-b376-bc9d393fdb59 req-070d17f7-051e-4bf8-832d-11d296f5494f tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4822951-358a-4d99-b16c-faea08c30662 HTTP/1.1" status: 200  len: 943 time: 0.4588199
Feb 05 20:56:02.047078 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-0a098bfa-f120-41c7-be5d-f530b09af0e4 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Network e407b198-7847-4daa-999d-a6a8e5319a57 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:56:02.101376 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d120b6-1949-45be-a6ec-73614f46ff2c req-13b1b098-b17e-4281-ae0c-b50ff3bf4bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:02.103236 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-62d120b6-1949-45be-a6ec-73614f46ff2c req-13b1b098-b17e-4281-ae0c-b50ff3bf4bc2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2860792
Feb 05 20:56:02.104340 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-0a098bfa-f120-41c7-be5d-f530b09af0e4 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:56:02.153586 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e0805e87-d6a7-4955-ab93-8733fbe112bf None None] Publish callbacks [] for port (cd312f1f-da4f-414c-826a-66e91ed20f60), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:02.165320 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e0805e87-d6a7-4955-ab93-8733fbe112bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (cd312f1f-da4f-414c-826a-66e91ed20f60), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:02.175418 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-07bab27f-a94d-402e-8779-bfeff8d46dca service neutron] 10.222.0.39 "GET /v2.0/networks/2869ab27-d004-4907-98b1-61880aad7d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3097646
Feb 05 20:56:02.247843 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f2b62-8ecb-4166-bc8a-f12e3541dce5 None None] Pushing event updated for resources: {'Port': ['ID=cd312f1f-da4f-414c-826a-66e91ed20f60,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:02.314945 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-df5e5719-1fe7-4710-87e5-10aed730a3cd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b27985ed-4cc7-4261-a147-7ca1517d425a HTTP/1.1" status: 200  len: 217 time: 0.1300573
Feb 05 20:56:02.439292 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38242) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:02.447072 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-e0805e87-d6a7-4955-ab93-8733fbe112bf None None] Attempting to bind port cd312f1f-da4f-414c-826a-66e91ed20f60 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:56:02.449615 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-e0805e87-d6a7-4955-ab93-8733fbe112bf None None] Attempting to bind port cd312f1f-da4f-414c-826a-66e91ed20f60 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b06bf59a-b8ad-4f26-89f2-91abce8df7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5e952ac8-3d4c-4d21-b049-99c2c5b6a48c'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:56:02.449970 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0805e87-d6a7-4955-ab93-8733fbe112bf None None] Attempting to bind port cd312f1f-da4f-414c-826a-66e91ed20f60 on network 5e952ac8-3d4c-4d21-b049-99c2c5b6a48c {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:56:02.476187 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0805e87-d6a7-4955-ab93-8733fbe112bf None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:56:02.478009 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0805e87-d6a7-4955-ab93-8733fbe112bf None None] Checking segment: {'id': 'b06bf59a-b8ad-4f26-89f2-91abce8df7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5e952ac8-3d4c-4d21-b049-99c2c5b6a48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:56:02.479445 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e0805e87-d6a7-4955-ab93-8733fbe112bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:02.479978 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0805e87-d6a7-4955-ab93-8733fbe112bf None None] Bound using segment: {'id': 'b06bf59a-b8ad-4f26-89f2-91abce8df7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5e952ac8-3d4c-4d21-b049-99c2c5b6a48c'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:56:02.481078 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-e0805e87-d6a7-4955-ab93-8733fbe112bf None None] Bound port: cd312f1f-da4f-414c-826a-66e91ed20f60, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b06bf59a-b8ad-4f26-89f2-91abce8df7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5e952ac8-3d4c-4d21-b049-99c2c5b6a48c'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:56:02.481483 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e0805e87-d6a7-4955-ab93-8733fbe112bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (cd312f1f-da4f-414c-826a-66e91ed20f60), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:02.485920 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-b10f9e5a-1005-4253-bdbf-fdda35c3db5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:02.490917 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-b10f9e5a-1005-4253-bdbf-fdda35c3db5b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ce832fc6-ee9e-45ba-a285-bd28fcf21153 HTTP/1.1" status: 200  len: 797 time: 0.1703405
Feb 05 20:56:02.617973 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-3229795b-7835-4c9f-a8f1-dfedbc6703ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:02.619458 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-3229795b-7835-4c9f-a8f1-dfedbc6703ab service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2869ab27-d004-4907-98b1-61880aad7d20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1190758
Feb 05 20:56:02.652916 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-e0805e87-d6a7-4955-ab93-8733fbe112bf None None] For port cd312f1f-da4f-414c-826a-66e91ed20f60, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:56:02.677035 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-e0805e87-d6a7-4955-ab93-8733fbe112bf None None] For port cd312f1f-da4f-414c-826a-66e91ed20f60, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd312f1f-da4f-414c-826a-66e91ed20f60,segment=NetworkSegment(b06bf59a-b8ad-4f26-89f2-91abce8df7af),segment_id=b06bf59a-b8ad-4f26-89f2-91abce8df7af)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:56:02.730597 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e0805e87-d6a7-4955-ab93-8733fbe112bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (cd312f1f-da4f-414c-826a-66e91ed20f60), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:02.776110 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-04f85a32-2e34-4d4a-ae8a-2a9a24e1b26d None None] Provisioning complete for port 96b065aa-9042-42d0-9376-669227f49c16 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:56:02.782355 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-04f85a32-2e34-4d4a-ae8a-2a9a24e1b26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (96b065aa-9042-42d0-9376-669227f49c16), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:02.797565 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-0a098bfa-f120-41c7-be5d-f530b09af0e4 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:56:02.885107 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-9d282bdd-98ed-4f5f-95bc-8191d89c176f service neutron] 10.222.0.39 "GET /v2.0/networks/2869ab27-d004-4907-98b1-61880aad7d20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2578492
Feb 05 20:56:02.904822 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0805e87-d6a7-4955-ab93-8733fbe112bf None None] Routers {'ec893bc0-9131-4d3e-824c-003a31d3b8ba'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:56:02.905546 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-e0805e87-d6a7-4955-ab93-8733fbe112bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab9fd520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:55:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ec893bc0-9131-4d3e-824c-003a31d3b8ba'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:03.000319 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-d12e60da-5dd6-4b8c-ae22-aa72714b8369 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-939952103', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}, 'admin_state_up': False}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:03.040495 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d12e60da-5dd6-4b8c-ae22-aa72714b8369 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (e68354be-d268-4bb2-bab1-5872c1d28d4f), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:03.041671 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d12e60da-5dd6-4b8c-ae22-aa72714b8369 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (e68354be-d268-4bb2-bab1-5872c1d28d4f), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:03.092663 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45835358-2f0a-4ffa-b42a-44bb033e01ed req-00c2bc01-ebef-4824-a0dd-152dc971d2c3 service neutron] 10.222.0.39 "GET /v2.0/networks/2869ab27-d004-4907-98b1-61880aad7d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1996512
Feb 05 20:56:03.188780 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-e0805e87-d6a7-4955-ab93-8733fbe112bf None None] Set router ec893bc0-9131-4d3e-824c-003a31d3b8ba gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:56:03.200489 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-0a098bfa-f120-41c7-be5d-f530b09af0e4 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:03.201436 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-0a098bfa-f120-41c7-be5d-f530b09af0e4 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:03.209837 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d12e60da-5dd6-4b8c-ae22-aa72714b8369 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router_controller (e68354be-d268-4bb2-bab1-5872c1d28d4f), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:03.230908 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f2b62-8ecb-4166-bc8a-f12e3541dce5 None None] Pushing event updated for resources: {'Port': ['ID=cd312f1f-da4f-414c-826a-66e91ed20f60,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:03.236587 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-04f85a32-2e34-4d4a-ae8a-2a9a24e1b26d None None] Port 96b065aa-9042-42d0-9376-669227f49c16 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:56:03.254023 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a098bfa-f120-41c7-be5d-f530b09af0e4 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Pushing event updated for resources: {'Port': ['ID=96b065aa-9042-42d0-9376-669227f49c16,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:03.266429 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [req-b6805f44-0238-4806-bbb9-2fd79ee38529 req-3a89aac5-e9c0-42d5-a4d1-3238e7367a96 tempest-FloatingIPDetailsNegativeTestJSON-1059907064 tempest-FloatingIPDetailsNegativeTestJSON-1059907064-project] show failed (client error): The resource could not be found.
Feb 05 20:56:03.270049 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b6805f44-0238-4806-bbb9-2fd79ee38529 req-3a89aac5-e9c0-42d5-a4d1-3238e7367a96 tempest-FloatingIPDetailsNegativeTestJSON-1059907064 tempest-FloatingIPDetailsNegativeTestJSON-1059907064-project] 10.222.0.32 "GET /v2.0/floatingips/d6f19cd2-2239-4524-81d0-60f99d34007b HTTP/1.1" status: 404  len: 350 time: 0.4662690
Feb 05 20:56:03.312719 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-62d120b6-1949-45be-a6ec-73614f46ff2c req-d4c7c6e4-54eb-4a2f-85f6-77b05514b9ee service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5109532
Feb 05 20:56:03.316795 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-864ff269-58b5-4c1c-b376-bc9d393fdb59 req-441e2ca0-c9c6-45d7-8498-0416270c0495 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.2754142
Feb 05 20:56:03.317364 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 38252) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:03.418229 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-a5becd86-8adc-43b2-af76-8f0f99d593cb None None] Provisioning complete for port cd312f1f-da4f-414c-826a-66e91ed20f60 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:56:03.418927 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a5becd86-8adc-43b2-af76-8f0f99d593cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (cd312f1f-da4f-414c-826a-66e91ed20f60), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:03.641214 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d12e60da-5dd6-4b8c-ae22-aa72714b8369 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router_gateway (e68354be-d268-4bb2-bab1-5872c1d28d4f), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:03.652522 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-0a098bfa-f120-41c7-be5d-f530b09af0e4 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.4532790
Feb 05 20:56:03.682229 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ec78219b-94b3-4e2f-9534-8915b16c361c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:03.684877 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a5becd86-8adc-43b2-af76-8f0f99d593cb None None] Current status of the port cd312f1f-da4f-414c-826a-66e91ed20f60 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:56:03.704596 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a5becd86-8adc-43b2-af76-8f0f99d593cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (cd312f1f-da4f-414c-826a-66e91ed20f60), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:03.730336 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c385b6-88a3-4953-abf0-98b983464536 req-a8053f75-7947-4fb4-831d-aaeb36d77303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:03.733558 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4c385b6-88a3-4953-abf0-98b983464536 req-a8053f75-7947-4fb4-831d-aaeb36d77303 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c115672e27d44cf2b79a3945af717ae8&device_id=f4822951-358a-4d99-b16c-faea08c30662 HTTP/1.1" status: 200  len: 1125 time: 1.7090514
Feb 05 20:56:03.753241 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-699f15f7-1e99-4bc2-a9d8-e3694595e2a9 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Request body: {'port': {'device_id': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e407b198-7847-4daa-999d-a6a8e5319a57', 'admin_state_up': True, 'tenant_id': '451be3a617f64d6a97b8d18cee2426e8', 'security_groups': ['bc5a960a-367f-45bf-8671-6806c5606312']}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:03.822785 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-a5becd86-8adc-43b2-af76-8f0f99d593cb None None] For port cd312f1f-da4f-414c-826a-66e91ed20f60, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd312f1f-da4f-414c-826a-66e91ed20f60,segment=NetworkSegment(b06bf59a-b8ad-4f26-89f2-91abce8df7af),segment_id=b06bf59a-b8ad-4f26-89f2-91abce8df7af)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:56:03.831031 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a5becd86-8adc-43b2-af76-8f0f99d593cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (cd312f1f-da4f-414c-826a-66e91ed20f60), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:03.893476 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4c385b6-88a3-4953-abf0-98b983464536 req-d1530d0f-5f76-45fb-8cb8-90fff6d7ae06 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a78e067-e989-4cfc-a93a-c66aeef13d4e HTTP/1.1" status: 200  len: 217 time: 0.1188056
Feb 05 20:56:03.916475 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-e0805e87-d6a7-4955-ab93-8733fbe112bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab9fd520>, [{'id': 'ec893bc0-9131-4d3e-824c-003a31d3b8ba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1325599206-router', 'tenant_id': '5f1ed898d612416992b3bd037ded3407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.22'}], 'enable_snat': True}, 'gw_port_id': '0fde627d-6103-4d43-9bff-61c314a14d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:55:46Z', 'updated_at': '2022-02-05T20:55:55Z', 'revision_number': 4, 'project_id': '5f1ed898d612416992b3bd037ded3407', 'gw_port': {'id': '0fde627d-6103-4d43-9bff-61c314a14d9a', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec893bc0-9131-4d3e-824c-003a31d3b8ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:55:47Z', 'updated_at': '2022-02-05T20:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cd312f1f-da4f-414c-826a-66e91ed20f60', 'name': '', 'network_id': '5e952ac8-3d4c-4d21-b049-99c2c5b6a48c', 'tenant_id': '5f1ed898d612416992b3bd037ded3407', 'mac_address': 'fa:16:3e:d6:91:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec893bc0-9131-4d3e-824c-003a31d3b8ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '8d295d0d-a825-42e0-a6ff-e56aea09d1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:55:53Z', 'updated_at': '2022-02-05T20:56:02Z', 'revision_number': 4, 'project_id': '5f1ed898d612416992b3bd037ded3407', 'subnets': [{'id': '8d295d0d-a825-42e0-a6ff-e56aea09d1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:03.956145 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-62ed75a7-a5a3-44ad-8292-5d0db7c4ab3f req-45d1ee1c-777a-49df-ba04-d7eeaa38a50b tempest-SecurityGroupsTestAdminJSON-977635238 tempest-SecurityGroupsTestAdminJSON-977635238-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1619238290', 'description': 'tempest-description-330698819'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:03.970330 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0805e87-d6a7-4955-ab93-8733fbe112bf None None] The sync data for ids ['ec893bc0-9131-4d3e-824c-003a31d3b8ba'] in ncdv-master-1 is: [{'id': 'ec893bc0-9131-4d3e-824c-003a31d3b8ba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1325599206-router', 'tenant_id': '5f1ed898d612416992b3bd037ded3407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.22'}], 'enable_snat': True}, 'gw_port_id': '0fde627d-6103-4d43-9bff-61c314a14d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:55:46Z', 'updated_at': '2022-02-05T20:55:55Z', 'revision_number': 4, 'project_id': '5f1ed898d612416992b3bd037ded3407', 'gw_port': {'id': '0fde627d-6103-4d43-9bff-61c314a14d9a', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec893bc0-9131-4d3e-824c-003a31d3b8ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:55:47Z', 'updated_at': '2022-02-05T20:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cd312f1f-da4f-414c-826a-66e91ed20f60', 'name': '', 'network_id': '5e952ac8-3d4c-4d21-b049-99c2c5b6a48c', 'tenant_id': '5f1ed898d612416992b3bd037ded3407', 'mac_address': 'fa:16:3e:d6:91:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec893bc0-9131-4d3e-824c-003a31d3b8ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '8d295d0d-a825-42e0-a6ff-e56aea09d1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:55:53Z', 'updated_at': '2022-02-05T20:56:02Z', 'revision_number': 4, 'project_id': '5f1ed898d612416992b3bd037ded3407', 'subnets': [{'id': '8d295d0d-a825-42e0-a6ff-e56aea09d1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:56:03.997028 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5becd86-8adc-43b2-af76-8f0f99d593cb None None] Pushing event updated for resources: {'Port': ['ID=cd312f1f-da4f-414c-826a-66e91ed20f60,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:04.217971 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d12e60da-5dd6-4b8c-ae22-aa72714b8369 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router_gateway (e68354be-d268-4bb2-bab1-5872c1d28d4f), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:04.240377 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c385b6-88a3-4953-abf0-98b983464536 req-c92a7cc1-4795-434f-8978-cb833fd7379e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:04.242033 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4c385b6-88a3-4953-abf0-98b983464536 req-c92a7cc1-4795-434f-8978-cb833fd7379e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=87ea50f2-4a9d-4e76-83e4-8a4c87cd9a22 HTTP/1.1" status: 200  len: 846 time: 0.3181281
Feb 05 20:56:04.250083 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d12e60da-5dd6-4b8c-ae22-aa72714b8369 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:04.251225 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-62ed75a7-a5a3-44ad-8292-5d0db7c4ab3f req-45d1ee1c-777a-49df-ba04-d7eeaa38a50b tempest-SecurityGroupsTestAdminJSON-977635238 tempest-SecurityGroupsTestAdminJSON-977635238-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:04.342016 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-62d120b6-1949-45be-a6ec-73614f46ff2c req-bbb6a5c7-1161-4f8d-b124-39b826e55ba4 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0059223
Feb 05 20:56:04.383728 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-62ed75a7-a5a3-44ad-8292-5d0db7c4ab3f req-45d1ee1c-777a-49df-ba04-d7eeaa38a50b tempest-SecurityGroupsTestAdminJSON-977635238 tempest-SecurityGroupsTestAdminJSON-977635238-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:04.450547 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4c385b6-88a3-4953-abf0-98b983464536 req-ab2e705a-3d2e-45c7-9670-8874d29779d6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bc807625-43b9-4f71-ba0e-13ea567a25e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1951685
Feb 05 20:56:04.471914 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-d12e60da-5dd6-4b8c-ae22-aa72714b8369 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Allocated IP 172.35.4.59 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/f643dbed-2682-469d-a645-377be17aa4ec) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:56:04.638791 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d12e60da-5dd6-4b8c-ae22-aa72714b8369 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for port (f643dbed-2682-469d-a645-377be17aa4ec), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:04.660949 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-699f15f7-1e99-4bc2-a9d8-e3694595e2a9 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Made reservation on behalf of 451be3a617f64d6a97b8d18cee2426e8 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:56:04.701261 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d12e60da-5dd6-4b8c-ae22-aa72714b8369 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (f643dbed-2682-469d-a645-377be17aa4ec), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:04.763484 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca20f1-4e39-4ee3-aaf4-08735a2d45a1 req-08e9a114-ae4e-4211-9728-bb37323c95be tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:04.763741 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e60da-5dd6-4b8c-ae22-aa72714b8369 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Pushing event updated for resources: {'Port': ['ID=f643dbed-2682-469d-a645-377be17aa4ec,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:04.768759 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca20f1-4e39-4ee3-aaf4-08735a2d45a1 req-08e9a114-ae4e-4211-9728-bb37323c95be tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:04.774810 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca20f1-4e39-4ee3-aaf4-08735a2d45a1 req-08e9a114-ae4e-4211-9728-bb37323c95be tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:04.778033 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12e60da-5dd6-4b8c-ae22-aa72714b8369 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:56:04.780348 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-d12e60da-5dd6-4b8c-ae22-aa72714b8369 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:56:04.780498 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca20f1-4e39-4ee3-aaf4-08735a2d45a1 req-08e9a114-ae4e-4211-9728-bb37323c95be tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:04.783363 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12e60da-5dd6-4b8c-ae22-aa72714b8369 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:56:04.795921 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a0ca20f1-4e39-4ee3-aaf4-08735a2d45a1 req-08e9a114-ae4e-4211-9728-bb37323c95be tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 3093 time: 0.5347002
Feb 05 20:56:04.894248 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4c385b6-88a3-4953-abf0-98b983464536 req-c1bf3974-07f2-4286-99cd-32a4932eaa6e service neutron] 10.222.0.39 "GET /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4230993
Feb 05 20:56:05.002867 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-699f15f7-1e99-4bc2-a9d8-e3694595e2a9 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:05.077696 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-62ed75a7-a5a3-44ad-8292-5d0db7c4ab3f req-45d1ee1c-777a-49df-ba04-d7eeaa38a50b tempest-SecurityGroupsTestAdminJSON-977635238 tempest-SecurityGroupsTestAdminJSON-977635238-project] Publish callbacks [] for security_group (2eac7bd4-3ac0-4522-aafd-b09fbab50e10), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:05.250881 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4c385b6-88a3-4953-abf0-98b983464536 req-13c78e5d-d49d-4452-aa3d-f831615e027f service neutron] 10.222.0.39 "GET /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2515624
Feb 05 20:56:05.251519 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-62ed75a7-a5a3-44ad-8292-5d0db7c4ab3f req-45d1ee1c-777a-49df-ba04-d7eeaa38a50b tempest-SecurityGroupsTestAdminJSON-977635238 tempest-SecurityGroupsTestAdminJSON-977635238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (2eac7bd4-3ac0-4522-aafd-b09fbab50e10), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:05.334665 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-62ed75a7-a5a3-44ad-8292-5d0db7c4ab3f req-45d1ee1c-777a-49df-ba04-d7eeaa38a50b tempest-SecurityGroupsTestAdminJSON-977635238 tempest-SecurityGroupsTestAdminJSON-977635238-project] Publish callbacks [] for security_group (95ba0c38-5f67-4bac-9fdb-82aba7008f66), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:05.393499 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a0ca20f1-4e39-4ee3-aaf4-08735a2d45a1 req-364cdf25-87ee-4a61-a6a0-0fe2fc2a71b0 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5966618
Feb 05 20:56:05.402981 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d1ee1c-777a-49df-ba04-d7eeaa38a50b tempest-SecurityGroupsTestAdminJSON-977635238 tempest-SecurityGroupsTestAdminJSON-977635238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eac7bd4-3ac0-4522-aafd-b09fbab50e10,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:05.407156 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-62ed75a7-a5a3-44ad-8292-5d0db7c4ab3f req-45d1ee1c-777a-49df-ba04-d7eeaa38a50b tempest-SecurityGroupsTestAdminJSON-977635238 tempest-SecurityGroupsTestAdminJSON-977635238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (95ba0c38-5f67-4bac-9fdb-82aba7008f66), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:05.505663 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d1ee1c-777a-49df-ba04-d7eeaa38a50b tempest-SecurityGroupsTestAdminJSON-977635238 tempest-SecurityGroupsTestAdminJSON-977635238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95ba0c38-5f67-4bac-9fdb-82aba7008f66,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:05.518931 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-62ed75a7-a5a3-44ad-8292-5d0db7c4ab3f req-45d1ee1c-777a-49df-ba04-d7eeaa38a50b tempest-SecurityGroupsTestAdminJSON-977635238 tempest-SecurityGroupsTestAdminJSON-977635238-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:05.539587 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-62ed75a7-a5a3-44ad-8292-5d0db7c4ab3f req-45d1ee1c-777a-49df-ba04-d7eeaa38a50b tempest-SecurityGroupsTestAdminJSON-977635238 tempest-SecurityGroupsTestAdminJSON-977635238-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1801 time: 1.6292751
Feb 05 20:56:05.547303 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50325f53-fc1d-453d-bf67-abdf70aa1b2c x-openstack-request-id: req-50325f53-fc1d-453d-bf67-abdf70aa1b2c {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:56:05.547608 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4822951-358a-4d99-b16c-faea08c30662", "tag": "5a78e067-e989-4cfc-a93a-c66aeef13d4e", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:56:05.547877 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-50325f53-fc1d-453d-bf67-abdf70aa1b2c {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:56:05.548297 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4822951-358a-4d99-b16c-faea08c30662', 'tag': '5a78e067-e989-4cfc-a93a-c66aeef13d4e', 'status': 'completed', 'code': 200}
Feb 05 20:56:05.661061 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d12e60da-5dd6-4b8c-ae22-aa72714b8369 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router_gateway (e68354be-d268-4bb2-bab1-5872c1d28d4f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:05.683351 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abaf6ec-d154-4606-ae0d-6fb8d4134898 req-ad59a241-c129-4586-bba2-cdd5401a8895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:05.685872 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5abaf6ec-d154-4606-ae0d-6fb8d4134898 req-ad59a241-c129-4586-bba2-cdd5401a8895 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c115672e27d44cf2b79a3945af717ae8&device_id=f4822951-358a-4d99-b16c-faea08c30662 HTTP/1.1" status: 200  len: 1125 time: 0.1432617
Feb 05 20:56:06.027374 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device cd312f1f-da4f-414c-826a-66e91ed20f60 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:56:06.104518 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-699f15f7-1e99-4bc2-a9d8-e3694595e2a9 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Allocated IP 10.2.2.200 (e407b198-7847-4daa-999d-a6a8e5319a57/87840afd-8f96-418e-b35a-d28d95df414d/acb823f3-7977-4284-b303-e6126c9172cf) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:56:06.133110 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-72d79946-187e-4fe1-b762-abcbd5a58b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:06.165733 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port cd312f1f-da4f-414c-826a-66e91ed20f60 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:56:06.166551 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (cd312f1f-da4f-414c-826a-66e91ed20f60), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:06.248204 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d12e60da-5dd6-4b8c-ae22-aa72714b8369 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (e68354be-d268-4bb2-bab1-5872c1d28d4f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:06.454981 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port cd312f1f-da4f-414c-826a-66e91ed20f60 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:56:06.521256 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abaf6ec-d154-4606-ae0d-6fb8d4134898 req-5a61d75d-a439-4261-9472-e349f69aee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:06.523580 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5abaf6ec-d154-4606-ae0d-6fb8d4134898 req-5a61d75d-a439-4261-9472-e349f69aee22 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bc807625-43b9-4f71-ba0e-13ea567a25e8 HTTP/1.1" status: 200  len: 907 time: 0.8304892
Feb 05 20:56:06.546863 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d12e60da-5dd6-4b8c-ae22-aa72714b8369 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Router e68354be-d268-4bb2-bab1-5872c1d28d4f is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 20:56:06.673996 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-866ec8f6-f7c1-473c-9474-f4391d2c16c6 req-3ca077aa-13ee-4bdb-8b9a-3dc091f17392 tempest-SecurityGroupsTestAdminJSON-977635238 tempest-SecurityGroupsTestAdminJSON-977635238-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1938116877', 'description': 'tempest-description-698068035'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:06.689866 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5abaf6ec-d154-4606-ae0d-6fb8d4134898 req-25dfccfe-d575-4ffc-91af-7e12e73d90f2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a78e067-e989-4cfc-a93a-c66aeef13d4e HTTP/1.1" status: 200  len: 217 time: 0.1420591
Feb 05 20:56:06.711325 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12e60da-5dd6-4b8c-ae22-aa72714b8369 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:56:06.726761 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b389fce-6f82-4bf4-930b-0efd7c644d39 None None] Sync routers for ids ['e68354be-d268-4bb2-bab1-5872c1d28d4f'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:56:06.741576 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b389fce-6f82-4bf4-930b-0efd7c644d39 None None] Routers {'e68354be-d268-4bb2-bab1-5872c1d28d4f'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:56:06.742716 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-4b389fce-6f82-4bf4-930b-0efd7c644d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8dae580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:56:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['e68354be-d268-4bb2-bab1-5872c1d28d4f'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:06.752855 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d12e60da-5dd6-4b8c-ae22-aa72714b8369 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:06.760050 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d12e60da-5dd6-4b8c-ae22-aa72714b8369 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 4.3142147
Feb 05 20:56:06.761012 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38312) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:06.797061 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-4b389fce-6f82-4bf4-930b-0efd7c644d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8dae580>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:06.821818 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b389fce-6f82-4bf4-930b-0efd7c644d39 None None] Routers {'e68354be-d268-4bb2-bab1-5872c1d28d4f'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:56:06.825774 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-4b389fce-6f82-4bf4-930b-0efd7c644d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8dae580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:56:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['e68354be-d268-4bb2-bab1-5872c1d28d4f'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:06.863292 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 38314) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:06.878686 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c562dc19-d967-416a-9619-1c5ec3ec3caf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (ec893bc0-9131-4d3e-824c-003a31d3b8ba), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:06.895689 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-4b389fce-6f82-4bf4-930b-0efd7c644d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8dae580>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:06.897311 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b389fce-6f82-4bf4-930b-0efd7c644d39 None None] The sync data for ids ['e68354be-d268-4bb2-bab1-5872c1d28d4f'] in ncdv-master-1 is: [] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:56:06.912480 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-fdd32229-459e-4a5c-a1c2-17ab20eb0e69 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] 10.222.0.32 "GET /v2.0/routers/e68354be-d268-4bb2-bab1-5872c1d28d4f HTTP/1.1" status: 200  len: 923 time: 0.1501100
Feb 05 20:56:06.921528 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38320) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:06.976430 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e43f02af-5e39-402f-869e-a4c8611e0816 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] 10.222.0.32 "GET /v2.0/ports?device_id=e68354be-d268-4bb2-bab1-5872c1d28d4f HTTP/1.1" status: 200  len: 205 time: 0.0534947
Feb 05 20:56:06.979669 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38322) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:07.045331 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-866ec8f6-f7c1-473c-9474-f4391d2c16c6 req-3ca077aa-13ee-4bdb-8b9a-3dc091f17392 tempest-SecurityGroupsTestAdminJSON-977635238 tempest-SecurityGroupsTestAdminJSON-977635238-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:07.093026 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abaf6ec-d154-4606-ae0d-6fb8d4134898 req-c760487e-cb5e-47d9-b5d9-081d40455408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:07.095271 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5abaf6ec-d154-4606-ae0d-6fb8d4134898 req-c760487e-cb5e-47d9-b5d9-081d40455408 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=87ea50f2-4a9d-4e76-83e4-8a4c87cd9a22 HTTP/1.1" status: 200  len: 846 time: 0.3956203
Feb 05 20:56:07.104966 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-699f15f7-1e99-4bc2-a9d8-e3694595e2a9 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks [] for port (acb823f3-7977-4284-b303-e6126c9172cf), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:07.126014 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-43224ebb-27d7-4456-ab9d-81c93a928313 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router (e68354be-d268-4bb2-bab1-5872c1d28d4f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:07.132146 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb1adb-5f2d-4f75-afac-e0c62c8674b1 req-2e18605c-b5e4-40ca-952f-4d1e3668ec12 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:07.140233 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0cbb1adb-5f2d-4f75-afac-e0c62c8674b1 req-2e18605c-b5e4-40ca-952f-4d1e3668ec12 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4822951-358a-4d99-b16c-faea08c30662 HTTP/1.1" status: 200  len: 943 time: 0.6850326
Feb 05 20:56:07.250932 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5abaf6ec-d154-4606-ae0d-6fb8d4134898 req-ea666673-2b8b-4a29-9ab1-6cb73771cbb6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bc807625-43b9-4f71-ba0e-13ea567a25e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1421616
Feb 05 20:56:07.258191 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-43224ebb-27d7-4456-ab9d-81c93a928313 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router_gateway (e68354be-d268-4bb2-bab1-5872c1d28d4f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:07.317120 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-43224ebb-27d7-4456-ab9d-81c93a928313 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Deleting port f643dbed-2682-469d-a645-377be17aa4ec {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:56:07.317992 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-43224ebb-27d7-4456-ab9d-81c93a928313 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (f643dbed-2682-469d-a645-377be17aa4ec), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:07.360782 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:07.430529 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-43224ebb-27d7-4456-ab9d-81c93a928313 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (f643dbed-2682-469d-a645-377be17aa4ec), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:07.452407 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-43224ebb-27d7-4456-ab9d-81c93a928313 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Calling delete_port for f643dbed-2682-469d-a645-377be17aa4ec owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:56:07.679278 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-43224ebb-27d7-4456-ab9d-81c93a928313 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (f643dbed-2682-469d-a645-377be17aa4ec), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:07.724791 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43224ebb-27d7-4456-ab9d-81c93a928313 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Pushing event deleted for resources: {'Port': ['ID=f643dbed-2682-469d-a645-377be17aa4ec,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:07.782589 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0cbb1adb-5f2d-4f75-afac-e0c62c8674b1 req-65ef4c71-956a-4971-a93b-8e736943c474 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6407759
Feb 05 20:56:07.807815 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-43224ebb-27d7-4456-ab9d-81c93a928313 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (e68354be-d268-4bb2-bab1-5872c1d28d4f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:07.889281 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2db29aa0-37cf-4624-8e32-dcfbcba1cf3b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b7e5a1885b1244c7afd09901f54d0e47&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0244830
Feb 05 20:56:07.892246 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-866ec8f6-f7c1-473c-9474-f4391d2c16c6 req-3ca077aa-13ee-4bdb-8b9a-3dc091f17392 tempest-SecurityGroupsTestAdminJSON-977635238 tempest-SecurityGroupsTestAdminJSON-977635238-project] Publish callbacks [] for security_group (5261b2ac-a589-4ec2-ae84-8a5db6e38221), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:07.894012 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 38326) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:07.933429 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-699f15f7-1e99-4bc2-a9d8-e3694595e2a9 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (acb823f3-7977-4284-b303-e6126c9172cf), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:07.952758 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-866ec8f6-f7c1-473c-9474-f4391d2c16c6 req-3ca077aa-13ee-4bdb-8b9a-3dc091f17392 tempest-SecurityGroupsTestAdminJSON-977635238 tempest-SecurityGroupsTestAdminJSON-977635238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (5261b2ac-a589-4ec2-ae84-8a5db6e38221), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:07.975998 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-43224ebb-27d7-4456-ab9d-81c93a928313 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (e68354be-d268-4bb2-bab1-5872c1d28d4f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:07.979157 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-43224ebb-27d7-4456-ab9d-81c93a928313 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router_controller (e68354be-d268-4bb2-bab1-5872c1d28d4f), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:08.040172 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-43224ebb-27d7-4456-ab9d-81c93a928313 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (e68354be-d268-4bb2-bab1-5872c1d28d4f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:08.040880 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43224ebb-27d7-4456-ab9d-81c93a928313 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Fanout notify agent at l3_agent the message router_deleted on router e68354be-d268-4bb2-bab1-5872c1d28d4f {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 20:56:08.049621 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-43224ebb-27d7-4456-ab9d-81c93a928313 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:08.056319 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-43224ebb-27d7-4456-ab9d-81c93a928313 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] 10.222.0.32 "DELETE /v2.0/routers/e68354be-d268-4bb2-bab1-5872c1d28d4f HTTP/1.1" status: 204  len: 168 time: 1.0753500
Feb 05 20:56:08.060126 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38328) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:08.063918 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-3fbdb92d-f2f8-443f-9b33-27c7150d9417 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Request body: {'router': {'name': 'tempest-snat-router-787142249', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'enable_snat': False}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:08.091178 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5abaf6ec-d154-4606-ae0d-6fb8d4134898 req-82b1d880-c5f0-4b4b-a6c2-6643b539c7b3 service neutron] 10.222.0.39 "GET /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8276806
Feb 05 20:56:08.095069 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3fbdb92d-f2f8-443f-9b33-27c7150d9417 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (5bb59fd1-7cf3-4fba-b3f0-4d10371b63e9), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:08.096270 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3fbdb92d-f2f8-443f-9b33-27c7150d9417 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (5bb59fd1-7cf3-4fba-b3f0-4d10371b63e9), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:08.103697 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 5a78e067-e989-4cfc-a93a-c66aeef13d4e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:56:08.113994 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-866ec8f6-f7c1-473c-9474-f4391d2c16c6 req-3ca077aa-13ee-4bdb-8b9a-3dc091f17392 tempest-SecurityGroupsTestAdminJSON-977635238 tempest-SecurityGroupsTestAdminJSON-977635238-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:08.115853 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-866ec8f6-f7c1-473c-9474-f4391d2c16c6 req-3ca077aa-13ee-4bdb-8b9a-3dc091f17392 tempest-SecurityGroupsTestAdminJSON-977635238 tempest-SecurityGroupsTestAdminJSON-977635238-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1801 time: 1.4469669
Feb 05 20:56:08.128224 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-699f15f7-1e99-4bc2-a9d8-e3694595e2a9 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Network e407b198-7847-4daa-999d-a6a8e5319a57 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:56:08.189624 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-699f15f7-1e99-4bc2-a9d8-e3694595e2a9 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:56:08.207453 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca077aa-13ee-4bdb-8b9a-3dc091f17392 tempest-SecurityGroupsTestAdminJSON-977635238 tempest-SecurityGroupsTestAdminJSON-977635238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5261b2ac-a589-4ec2-ae84-8a5db6e38221,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:08.209287 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3fbdb92d-f2f8-443f-9b33-27c7150d9417 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for router_controller (5bb59fd1-7cf3-4fba-b3f0-4d10371b63e9), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:08.211656 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f15f7-1e99-4bc2-a9d8-e3694595e2a9 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Pushing event updated for resources: {'Port': ['ID=acb823f3-7977-4284-b303-e6126c9172cf,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:08.214411 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-699f15f7-1e99-4bc2-a9d8-e3694595e2a9 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:56:08.234193 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-51f85c1c-04ae-4de5-8f96-40db4462867d admin admin] Publish callbacks [] for security_group (c4249cc4-c7b1-439e-8bbc-5ee1b01acbea), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:08.377859 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd89248-c494-40c5-92c1-1f33adf5b54e req-fb16b98d-b17a-4ca2-9229-6953272fccf3 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:08.386902 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd89248-c494-40c5-92c1-1f33adf5b54e req-fb16b98d-b17a-4ca2-9229-6953272fccf3 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:08.392485 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd89248-c494-40c5-92c1-1f33adf5b54e req-fb16b98d-b17a-4ca2-9229-6953272fccf3 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:08.404166 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd89248-c494-40c5-92c1-1f33adf5b54e req-fb16b98d-b17a-4ca2-9229-6953272fccf3 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:08.409874 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd89248-c494-40c5-92c1-1f33adf5b54e req-fb16b98d-b17a-4ca2-9229-6953272fccf3 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:08.411878 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7fd89248-c494-40c5-92c1-1f33adf5b54e req-fb16b98d-b17a-4ca2-9229-6953272fccf3 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 3814 time: 0.5070682
Feb 05 20:56:08.425380 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 5a78e067-e989-4cfc-a93a-c66aeef13d4e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5a78e067-e989-4cfc-a93a-c66aeef13d4e,segment=NetworkSegment(7f85ed9d-b7ce-414c-8ae4-25f17816204d),segment_id=7f85ed9d-b7ce-414c-8ae4-25f17816204d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:56:08.442322 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '5a78e067-e989-4cfc-a93a-c66aeef13d4e', 'network_id': 'bc807625-43b9-4f71-ba0e-13ea567a25e8', 'port_id': '5a78e067-e989-4cfc-a93a-c66aeef13d4e', 'mac_address': 'fa:16:3e:be:f4:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ea50f2-4a9d-4e76-83e4-8a4c87cd9a22', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:56:08.538257 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-51f85c1c-04ae-4de5-8f96-40db4462867d admin admin] Publish callbacks [] for security_group (c4249cc4-c7b1-439e-8bbc-5ee1b01acbea), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:08.540678 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3fbdb92d-f2f8-443f-9b33-27c7150d9417 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for router_gateway (5bb59fd1-7cf3-4fba-b3f0-4d10371b63e9), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:08.608831 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 5a78e067-e989-4cfc-a93a-c66aeef13d4e is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:56:08.609580 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5a78e067-e989-4cfc-a93a-c66aeef13d4e), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:08.641747 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a78e067-e989-4cfc-a93a-c66aeef13d4e {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:56:08.660209 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-699f15f7-1e99-4bc2-a9d8-e3694595e2a9 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:08.660922 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-699f15f7-1e99-4bc2-a9d8-e3694595e2a9 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:08.679708 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 5a78e067-e989-4cfc-a93a-c66aeef13d4e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5a78e067-e989-4cfc-a93a-c66aeef13d4e,segment=NetworkSegment(7f85ed9d-b7ce-414c-8ae4-25f17816204d),segment_id=7f85ed9d-b7ce-414c-8ae4-25f17816204d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:56:08.690561 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5a78e067-e989-4cfc-a93a-c66aeef13d4e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:08.746895 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5abaf6ec-d154-4606-ae0d-6fb8d4134898 req-04f399b3-b10d-4824-9687-cd265a353813 service neutron] 10.222.0.39 "GET /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6299078
Feb 05 20:56:08.757414 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7fd89248-c494-40c5-92c1-1f33adf5b54e req-7739518a-0d4b-4230-9f05-6b7196343681 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3190343
Feb 05 20:56:08.760643 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-699f15f7-1e99-4bc2-a9d8-e3694595e2a9 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.0834110
Feb 05 20:56:08.765944 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-4744325e-130d-4cda-bbe9-2ad489bd6105 req-246fa3b5-be0a-459f-9a1b-c35de4a8bd77 tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2088516338', 'description': 'tempest-description-1799240416'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:08.776917 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-32dd67a3-60a9-434e-ba69-50e4da7ee6c2 service neutron] Request body: {'port': {'device_id': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:08.793791 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=5a78e067-e989-4cfc-a93a-c66aeef13d4e,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:08.796542 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-b7d439fa-cce4-4530-8447-4cc38b8028f5 None None] Provisioning complete for port acb823f3-7977-4284-b303-e6126c9172cf triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:56:08.796920 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b7d439fa-cce4-4530-8447-4cc38b8028f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (acb823f3-7977-4284-b303-e6126c9172cf), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:08.833775 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-b7d439fa-cce4-4530-8447-4cc38b8028f5 None None] Port acb823f3-7977-4284-b303-e6126c9172cf cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:56:08.862511 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4744325e-130d-4cda-bbe9-2ad489bd6105 req-246fa3b5-be0a-459f-9a1b-c35de4a8bd77 tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:08.892542 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-51f85c1c-04ae-4de5-8f96-40db4462867d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (c4249cc4-c7b1-439e-8bbc-5ee1b01acbea), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:08.895160 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-51f85c1c-04ae-4de5-8f96-40db4462867d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:08.899711 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-51f85c1c-04ae-4de5-8f96-40db4462867d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c4249cc4-c7b1-439e-8bbc-5ee1b01acbea HTTP/1.1" status: 204  len: 168 time: 1.0006745
Feb 05 20:56:08.908906 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4744325e-130d-4cda-bbe9-2ad489bd6105 req-246fa3b5-be0a-459f-9a1b-c35de4a8bd77 tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:08.935768 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f85c1c-04ae-4de5-8f96-40db4462867d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4249cc4-c7b1-439e-8bbc-5ee1b01acbea,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:08.938420 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-32dd67a3-60a9-434e-ba69-50e4da7ee6c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1dc73499-8f1c-4fa1-a727-5942182a3985), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:08.944142 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3fbdb92d-f2f8-443f-9b33-27c7150d9417 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for router_gateway (5bb59fd1-7cf3-4fba-b3f0-4d10371b63e9), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:08.966709 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3fbdb92d-f2f8-443f-9b33-27c7150d9417 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:08.982294 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-c562dc19-d967-416a-9619-1c5ec3ec3caf admin admin] Deleting port cd312f1f-da4f-414c-826a-66e91ed20f60 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:56:08.982760 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c562dc19-d967-416a-9619-1c5ec3ec3caf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (cd312f1f-da4f-414c-826a-66e91ed20f60), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:09.010245 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['5a78e067-e989-4cfc-a93a-c66aeef13d4e'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:56:09.021950 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:09.113588 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-3fbdb92d-f2f8-443f-9b33-27c7150d9417 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Allocated IP 172.35.4.93 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/a5a12314-6563-4105-9e05-936ae4a66f95) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:56:09.293759 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3fbdb92d-f2f8-443f-9b33-27c7150d9417 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for port (a5a12314-6563-4105-9e05-936ae4a66f95), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:09.362196 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3fbdb92d-f2f8-443f-9b33-27c7150d9417 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (a5a12314-6563-4105-9e05-936ae4a66f95), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:09.448129 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbdb92d-f2f8-443f-9b33-27c7150d9417 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:56:09.449284 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbdb92d-f2f8-443f-9b33-27c7150d9417 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Pushing event updated for resources: {'Port': ['ID=a5a12314-6563-4105-9e05-936ae4a66f95,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:09.452607 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-3fbdb92d-f2f8-443f-9b33-27c7150d9417 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:56:09.455415 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbdb92d-f2f8-443f-9b33-27c7150d9417 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:56:09.694921 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-c562dc19-d967-416a-9619-1c5ec3ec3caf admin admin] For port cd312f1f-da4f-414c-826a-66e91ed20f60, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd312f1f-da4f-414c-826a-66e91ed20f60,segment=NetworkSegment(b06bf59a-b8ad-4f26-89f2-91abce8df7af),segment_id=b06bf59a-b8ad-4f26-89f2-91abce8df7af)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:56:09.695601 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c562dc19-d967-416a-9619-1c5ec3ec3caf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (cd312f1f-da4f-414c-826a-66e91ed20f60), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:09.713710 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-c562dc19-d967-416a-9619-1c5ec3ec3caf admin admin] Calling delete_port for cd312f1f-da4f-414c-826a-66e91ed20f60 owned by network:router_interface {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:56:09.731161 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1064d-6c2a-4a82-9a8d-c5123a71d85a req-2bea0051-1854-4642-b8a3-5e005ebcc526 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:09.732821 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-12a1064d-6c2a-4a82-9a8d-c5123a71d85a req-2bea0051-1854-4642-b8a3-5e005ebcc526 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4822951-358a-4d99-b16c-faea08c30662 HTTP/1.1" status: 200  len: 944 time: 0.6570711
Feb 05 20:56:09.747335 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-32dd67a3-60a9-434e-ba69-50e4da7ee6c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dc73499-8f1c-4fa1-a727-5942182a3985 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:56:09.769370 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-32dd67a3-60a9-434e-ba69-50e4da7ee6c2 service neutron] Publish callbacks [] for port (1dc73499-8f1c-4fa1-a727-5942182a3985), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:09.840307 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3fbdb92d-f2f8-443f-9b33-27c7150d9417 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for router_gateway (5bb59fd1-7cf3-4fba-b3f0-4d10371b63e9), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:09.859688 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4744325e-130d-4cda-bbe9-2ad489bd6105 req-246fa3b5-be0a-459f-9a1b-c35de4a8bd77 tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] Publish callbacks [] for security_group (f768c614-2bce-40eb-bac7-abc39270499d), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:09.868344 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-32dd67a3-60a9-434e-ba69-50e4da7ee6c2 service neutron] Transition to ACTIVE for port object 1dc73499-8f1c-4fa1-a727-5942182a3985 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:56:09.877915 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4744325e-130d-4cda-bbe9-2ad489bd6105 req-246fa3b5-be0a-459f-9a1b-c35de4a8bd77 tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f768c614-2bce-40eb-bac7-abc39270499d), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:09.898483 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-32dd67a3-60a9-434e-ba69-50e4da7ee6c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (1dc73499-8f1c-4fa1-a727-5942182a3985), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:10.017329 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-12a1064d-6c2a-4a82-9a8d-c5123a71d85a req-15907b26-283b-48c8-9b87-925770a353af tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2644784
Feb 05 20:56:10.027308 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246fa3b5-be0a-459f-9a1b-c35de4a8bd77 tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f768c614-2bce-40eb-bac7-abc39270499d,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:10.117554 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 5a78e067-e989-4cfc-a93a-c66aeef13d4e up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:56:10.233134 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:10.261853 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd67a3-60a9-434e-ba69-50e4da7ee6c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1dc73499-8f1c-4fa1-a727-5942182a3985,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:10.263613 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 5a78e067-e989-4cfc-a93a-c66aeef13d4e completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:56:10.269902 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 5a78e067-e989-4cfc-a93a-c66aeef13d4e triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:56:10.272863 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5a78e067-e989-4cfc-a93a-c66aeef13d4e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:10.274291 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c562dc19-d967-416a-9619-1c5ec3ec3caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (cd312f1f-da4f-414c-826a-66e91ed20f60), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:10.340627 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c562dc19-d967-416a-9619-1c5ec3ec3caf admin admin] Pushing event deleted for resources: {'Port': ['ID=cd312f1f-da4f-414c-826a-66e91ed20f60,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:10.372929 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4744325e-130d-4cda-bbe9-2ad489bd6105 req-246fa3b5-be0a-459f-9a1b-c35de4a8bd77 tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] Publish callbacks [] for security_group (87e33de8-6001-4b57-a291-96450f2a3e7a), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:10.385449 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4744325e-130d-4cda-bbe9-2ad489bd6105 req-246fa3b5-be0a-459f-9a1b-c35de4a8bd77 tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (87e33de8-6001-4b57-a291-96450f2a3e7a), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:10.479333 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246fa3b5-be0a-459f-9a1b-c35de4a8bd77 tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e33de8-6001-4b57-a291-96450f2a3e7a,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:10.483786 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4744325e-130d-4cda-bbe9-2ad489bd6105 req-246fa3b5-be0a-459f-9a1b-c35de4a8bd77 tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:10.499313 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4744325e-130d-4cda-bbe9-2ad489bd6105 req-246fa3b5-be0a-459f-9a1b-c35de4a8bd77 tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1802 time: 1.7484050
Feb 05 20:56:10.606577 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 5a78e067-e989-4cfc-a93a-c66aeef13d4e is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:56:10.607310 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5a78e067-e989-4cfc-a93a-c66aeef13d4e), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:10.609443 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-32dd67a3-60a9-434e-ba69-50e4da7ee6c2 service neutron] Attempting to bind port 1dc73499-8f1c-4fa1-a727-5942182a3985 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:56:10.609786 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-32dd67a3-60a9-434e-ba69-50e4da7ee6c2 service neutron] Attempting to bind port 1dc73499-8f1c-4fa1-a727-5942182a3985 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1c33481a-a1a0-4cb5-879e-3b12d35e9945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8c3233c3-4efd-49ae-83aa-9c6e1a254039'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:56:10.610127 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-32dd67a3-60a9-434e-ba69-50e4da7ee6c2 service neutron] Attempting to bind port 1dc73499-8f1c-4fa1-a727-5942182a3985 on network 8c3233c3-4efd-49ae-83aa-9c6e1a254039 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:56:10.623451 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-32dd67a3-60a9-434e-ba69-50e4da7ee6c2 service neutron] Port 1dc73499-8f1c-4fa1-a727-5942182a3985 on network 8c3233c3-4efd-49ae-83aa-9c6e1a254039 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:56:10.623777 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-32dd67a3-60a9-434e-ba69-50e4da7ee6c2 service neutron] Attempting to bind port 1dc73499-8f1c-4fa1-a727-5942182a3985 on network 8c3233c3-4efd-49ae-83aa-9c6e1a254039 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:56:10.701377 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-32dd67a3-60a9-434e-ba69-50e4da7ee6c2 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:56:10.701377 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-32dd67a3-60a9-434e-ba69-50e4da7ee6c2 service neutron] Checking segment: {'id': '1c33481a-a1a0-4cb5-879e-3b12d35e9945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8c3233c3-4efd-49ae-83aa-9c6e1a254039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:56:10.702226 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-32dd67a3-60a9-434e-ba69-50e4da7ee6c2 service neutron] Bound using segment: {'id': '1c33481a-a1a0-4cb5-879e-3b12d35e9945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8c3233c3-4efd-49ae-83aa-9c6e1a254039'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:56:10.702226 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-32dd67a3-60a9-434e-ba69-50e4da7ee6c2 service neutron] Bound port: 1dc73499-8f1c-4fa1-a727-5942182a3985, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c33481a-a1a0-4cb5-879e-3b12d35e9945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8c3233c3-4efd-49ae-83aa-9c6e1a254039'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:56:10.702607 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-32dd67a3-60a9-434e-ba69-50e4da7ee6c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1dc73499-8f1c-4fa1-a727-5942182a3985), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:10.720669 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 5a78e067-e989-4cfc-a93a-c66aeef13d4e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5a78e067-e989-4cfc-a93a-c66aeef13d4e,segment=NetworkSegment(7f85ed9d-b7ce-414c-8ae4-25f17816204d),segment_id=7f85ed9d-b7ce-414c-8ae4-25f17816204d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:56:10.723494 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4822951-358a-4d99-b16c-faea08c30662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a78e067-e989-4cfc-a93a-c66aeef13d4e'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:56:10.727738 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85db399-71f8-4809-895b-67a7c9444ebc" -d '{"events": [{"server_uuid": "f4822951-358a-4d99-b16c-faea08c30662", "name": "network-vif-plugged", "status": "completed", "tag": "5a78e067-e989-4cfc-a93a-c66aeef13d4e"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:56:10.738215 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5a78e067-e989-4cfc-a93a-c66aeef13d4e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:10.828598 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-32dd67a3-60a9-434e-ba69-50e4da7ee6c2 service neutron] For port 1dc73499-8f1c-4fa1-a727-5942182a3985, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:56:10.842496 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-32dd67a3-60a9-434e-ba69-50e4da7ee6c2 service neutron] For port 1dc73499-8f1c-4fa1-a727-5942182a3985, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1dc73499-8f1c-4fa1-a727-5942182a3985,segment=NetworkSegment(1c33481a-a1a0-4cb5-879e-3b12d35e9945),segment_id=1c33481a-a1a0-4cb5-879e-3b12d35e9945)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:56:10.852729 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=5a78e067-e989-4cfc-a93a-c66aeef13d4e,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:10.880161 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3fbdb92d-f2f8-443f-9b33-27c7150d9417 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (5bb59fd1-7cf3-4fba-b3f0-4d10371b63e9), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:10.891217 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-32dd67a3-60a9-434e-ba69-50e4da7ee6c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (1dc73499-8f1c-4fa1-a727-5942182a3985), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:11.046884 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-2abc7958-3055-430f-80d0-342fab8874f9 req-0d06e112-9c1a-4e05-a169-a4dbfc4066fd tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-775420730', 'description': 'tempest-description-516349904'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:11.092105 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-32dd67a3-60a9-434e-ba69-50e4da7ee6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:11.092739 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-32dd67a3-60a9-434e-ba69-50e4da7ee6c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:11.094142 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-32dd67a3-60a9-434e-ba69-50e4da7ee6c2 service neutron] 10.222.0.39 "PUT /v2.0/ports/1dc73499-8f1c-4fa1-a727-5942182a3985 HTTP/1.1" status: 200  len: 1091 time: 2.3250053
Feb 05 20:56:11.096441 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'tag': '1dc73499-8f1c-4fa1-a727-5942182a3985'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:56:11.099413 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d741f0c-f39f-4656-8b8f-9dce58f12e82" -d '{"events": [{"name": "network-changed", "server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "tag": "1dc73499-8f1c-4fa1-a727-5942182a3985"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:56:11.114943 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-2abc7958-3055-430f-80d0-342fab8874f9 req-0d06e112-9c1a-4e05-a169-a4dbfc4066fd tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:11.133870 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fbdb92d-f2f8-443f-9b33-27c7150d9417 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Router 5bb59fd1-7cf3-4fba-b3f0-4d10371b63e9 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 20:56:11.153514 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-bc651c98-0d7a-4fff-8cbc-da647ea30882 service neutron] Request body: {'port': {'device_id': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:11.212628 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983dfe9e-d644-46eb-a6b5-bbf6d77ceba9 req-dc3bb940-e5cb-4c32-a0c5-e628fdff1c7b tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:11.219408 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983dfe9e-d644-46eb-a6b5-bbf6d77ceba9 req-dc3bb940-e5cb-4c32-a0c5-e628fdff1c7b tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:11.225521 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983dfe9e-d644-46eb-a6b5-bbf6d77ceba9 req-dc3bb940-e5cb-4c32-a0c5-e628fdff1c7b tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:11.231307 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983dfe9e-d644-46eb-a6b5-bbf6d77ceba9 req-dc3bb940-e5cb-4c32-a0c5-e628fdff1c7b tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:11.239162 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983dfe9e-d644-46eb-a6b5-bbf6d77ceba9 req-dc3bb940-e5cb-4c32-a0c5-e628fdff1c7b tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:11.247723 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-983dfe9e-d644-46eb-a6b5-bbf6d77ceba9 req-dc3bb940-e5cb-4c32-a0c5-e628fdff1c7b tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 3826 time: 0.5479560
Feb 05 20:56:11.278039 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd67a3-60a9-434e-ba69-50e4da7ee6c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1dc73499-8f1c-4fa1-a727-5942182a3985,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:11.300175 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbdb92d-f2f8-443f-9b33-27c7150d9417 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:56:11.315041 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3996d3-f53a-48bd-8c0f-5314d3981037 None None] Sync routers for ids ['5bb59fd1-7cf3-4fba-b3f0-4d10371b63e9'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:56:11.336424 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3996d3-f53a-48bd-8c0f-5314d3981037 None None] Routers {'5bb59fd1-7cf3-4fba-b3f0-4d10371b63e9'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:56:11.339717 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-7b3996d3-f53a-48bd-8c0f-5314d3981037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabb9ce50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:56:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['5bb59fd1-7cf3-4fba-b3f0-4d10371b63e9'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:11.345684 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-bc651c98-0d7a-4fff-8cbc-da647ea30882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9660cfc0-bfac-4a7d-a596-8d37f433d2c1), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:11.347988 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c562dc19-d967-416a-9619-1c5ec3ec3caf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (ec893bc0-9131-4d3e-824c-003a31d3b8ba), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:11.352987 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3fbdb92d-f2f8-443f-9b33-27c7150d9417 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:11.359651 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3fbdb92d-f2f8-443f-9b33-27c7150d9417 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 3.3005037
Feb 05 20:56:11.362313 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38404) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:11.415523 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 38406) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:11.525126 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-7b3996d3-f53a-48bd-8c0f-5314d3981037 None None] Set router 5bb59fd1-7cf3-4fba-b3f0-4d10371b63e9 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:56:11.590083 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a04edee2-ef5d-4e10-abdc-21d5be9408f6 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] 10.222.0.32 "GET /v2.0/routers/5bb59fd1-7cf3-4fba-b3f0-4d10371b63e9 HTTP/1.1" status: 200  len: 907 time: 0.2252185
Feb 05 20:56:11.604409 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38410) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:11.613102 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-0fa840cd-e3dc-47a0-bcd7-9ecc6335dffd tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Request body: {'router': {'name': 'tempest-snat-router-787142249', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'enable_snat': True}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:11.658149 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0fa840cd-e3dc-47a0-bcd7-9ecc6335dffd tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (b7c9d6d5-bf55-4fea-aba5-871f80f96522), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:11.659664 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0fa840cd-e3dc-47a0-bcd7-9ecc6335dffd tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (b7c9d6d5-bf55-4fea-aba5-871f80f96522), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:11.727200 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0fa840cd-e3dc-47a0-bcd7-9ecc6335dffd tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for router_controller (b7c9d6d5-bf55-4fea-aba5-871f80f96522), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:11.794270 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a2123a30-669e-47dd-b9c1-145e70367dde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:11.825007 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-983dfe9e-d644-46eb-a6b5-bbf6d77ceba9 req-ea52008d-2483-4849-807d-c83776e9b35c tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5761869
Feb 05 20:56:11.839335 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-7b3996d3-f53a-48bd-8c0f-5314d3981037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabb9ce50>, [{'id': '5bb59fd1-7cf3-4fba-b3f0-4d10371b63e9', 'name': 'tempest-snat-router-787142249', 'tenant_id': '5282ce3aab2d4b73939cd1a6fb0fe0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.93'}], 'enable_snat': False}, 'gw_port_id': 'a5a12314-6563-4105-9e05-936ae4a66f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:56:08Z', 'updated_at': '2022-02-05T20:56:09Z', 'revision_number': 3, 'project_id': '5282ce3aab2d4b73939cd1a6fb0fe0e0', 'gw_port': {'id': 'a5a12314-6563-4105-9e05-936ae4a66f95', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb59fd1-7cf3-4fba-b3f0-4d10371b63e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:56:08Z', 'updated_at': '2022-02-05T20:56:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:11.898339 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3996d3-f53a-48bd-8c0f-5314d3981037 None None] Checking router: 5bb59fd1-7cf3-4fba-b3f0-4d10371b63e9 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:56:11.899130 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3996d3-f53a-48bd-8c0f-5314d3981037 None None] Updating router 5bb59fd1-7cf3-4fba-b3f0-4d10371b63e9 port a5a12314-6563-4105-9e05-936ae4a66f95 binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 20:56:11.916230 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-2abc7958-3055-430f-80d0-342fab8874f9 req-0d06e112-9c1a-4e05-a169-a4dbfc4066fd tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] Publish callbacks [] for security_group (864f5c79-d984-43d4-873e-ed2bbdfbacba), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:11.972189 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0fa840cd-e3dc-47a0-bcd7-9ecc6335dffd tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for router_gateway (b7c9d6d5-bf55-4fea-aba5-871f80f96522), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:12.005817 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7999b3-2114-4bf8-a398-53f7c7c26477 x-openstack-request-id: req-0d7999b3-2114-4bf8-a398-53f7c7c26477 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:56:12.008783 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4822951-358a-4d99-b16c-faea08c30662", "name": "network-vif-plugged", "status": "completed", "tag": "5a78e067-e989-4cfc-a93a-c66aeef13d4e", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:56:12.009182 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d7999b3-2114-4bf8-a398-53f7c7c26477 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:56:12.009799 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4822951-358a-4d99-b16c-faea08c30662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a78e067-e989-4cfc-a93a-c66aeef13d4e', 'code': 200}
Feb 05 20:56:12.046006 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7b3996d3-f53a-48bd-8c0f-5314d3981037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a5a12314-6563-4105-9e05-936ae4a66f95), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:12.078806 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-2abc7958-3055-430f-80d0-342fab8874f9 req-0d06e112-9c1a-4e05-a169-a4dbfc4066fd tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (864f5c79-d984-43d4-873e-ed2bbdfbacba), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:12.225574 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-2abc7958-3055-430f-80d0-342fab8874f9 req-0d06e112-9c1a-4e05-a169-a4dbfc4066fd tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:12.227382 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2abc7958-3055-430f-80d0-342fab8874f9 req-0d06e112-9c1a-4e05-a169-a4dbfc4066fd tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1800 time: 1.2356474
Feb 05 20:56:12.240120 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0fa840cd-e3dc-47a0-bcd7-9ecc6335dffd tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for router_gateway (b7c9d6d5-bf55-4fea-aba5-871f80f96522), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:12.268463 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0fa840cd-e3dc-47a0-bcd7-9ecc6335dffd tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:12.320947 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7049bfa9-7d1f-4f2c-8ec7-db8e997c6b6c x-openstack-request-id: req-7049bfa9-7d1f-4f2c-8ec7-db8e997c6b6c {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:56:12.321260 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "tag": "1dc73499-8f1c-4fa1-a727-5942182a3985", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:56:12.322225 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7049bfa9-7d1f-4f2c-8ec7-db8e997c6b6c {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:56:12.322225 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'tag': '1dc73499-8f1c-4fa1-a727-5942182a3985', 'status': 'completed', 'code': 200}
Feb 05 20:56:12.329283 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d06e112-9c1a-4e05-a169-a4dbfc4066fd tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864f5c79-d984-43d4-873e-ed2bbdfbacba,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:12.420051 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d741f0c-f39f-4656-8b8f-9dce58f12e82 req-186ad12b-8f0c-461b-b87b-852923217880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:12.420449 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d741f0c-f39f-4656-8b8f-9dce58f12e82 req-186ad12b-8f0c-461b-b87b-852923217880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:12.420923 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d741f0c-f39f-4656-8b8f-9dce58f12e82 req-186ad12b-8f0c-461b-b87b-852923217880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:12.421394 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d741f0c-f39f-4656-8b8f-9dce58f12e82 req-186ad12b-8f0c-461b-b87b-852923217880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:12.421909 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d741f0c-f39f-4656-8b8f-9dce58f12e82 req-186ad12b-8f0c-461b-b87b-852923217880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:12.423879 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9d741f0c-f39f-4656-8b8f-9dce58f12e82 req-186ad12b-8f0c-461b-b87b-852923217880 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=451be3a617f64d6a97b8d18cee2426e8&device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 4392 time: 0.1140199
Feb 05 20:56:12.427080 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872535ea-1ff9-421d-89c9-260b36e72082 req-bbbbda23-ab43-4f0b-863e-5abd488e50a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:12.428939 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-872535ea-1ff9-421d-89c9-260b36e72082 req-bbbbda23-ab43-4f0b-863e-5abd488e50a6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f4822951-358a-4d99-b16c-faea08c30662 HTTP/1.1" status: 200  len: 1127 time: 0.3754501
Feb 05 20:56:12.455019 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec575aa-edda-45dd-a851-72ce7aedb2f9 req-420f3605-998d-4719-8bf5-9d7e2f0458b1 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:12.456539 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fec575aa-edda-45dd-a851-72ce7aedb2f9 req-420f3605-998d-4719-8bf5-9d7e2f0458b1 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4822951-358a-4d99-b16c-faea08c30662 HTTP/1.1" status: 200  len: 945 time: 0.3619268
Feb 05 20:56:12.487325 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c562dc19-d967-416a-9619-1c5ec3ec3caf admin admin] Router ec893bc0-9131-4d3e-824c-003a31d3b8ba has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:56:12.512940 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7b3996d3-f53a-48bd-8c0f-5314d3981037 None None] Publish callbacks [] for port (a5a12314-6563-4105-9e05-936ae4a66f95), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:12.526493 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7b3996d3-f53a-48bd-8c0f-5314d3981037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (a5a12314-6563-4105-9e05-936ae4a66f95), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:12.588067 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-7b3996d3-f53a-48bd-8c0f-5314d3981037 None None] Attempting to bind port a5a12314-6563-4105-9e05-936ae4a66f95 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:56:12.588468 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-7b3996d3-f53a-48bd-8c0f-5314d3981037 None None] Attempting to bind port a5a12314-6563-4105-9e05-936ae4a66f95 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:56:12.589272 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3996d3-f53a-48bd-8c0f-5314d3981037 None None] Attempting to bind port a5a12314-6563-4105-9e05-936ae4a66f95 on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:56:12.599387 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3996d3-f53a-48bd-8c0f-5314d3981037 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:56:12.599848 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3996d3-f53a-48bd-8c0f-5314d3981037 None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:56:12.600214 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7b3996d3-f53a-48bd-8c0f-5314d3981037 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:12.600629 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3996d3-f53a-48bd-8c0f-5314d3981037 None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:56:12.601108 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-7b3996d3-f53a-48bd-8c0f-5314d3981037 None None] Bound port: a5a12314-6563-4105-9e05-936ae4a66f95, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:56:12.601490 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7b3996d3-f53a-48bd-8c0f-5314d3981037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a5a12314-6563-4105-9e05-936ae4a66f95), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:12.605536 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-0fa840cd-e3dc-47a0-bcd7-9ecc6335dffd tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Allocated IP 172.35.4.64 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/9aa01443-d1f6-4e46-a5d9-6ccacecf67ac) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:56:12.608200 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb174ac-4fd5-43aa-8d65-f2911c5cee15 None None] Pushing event updated for resources: {'Port': ['ID=a5a12314-6563-4105-9e05-936ae4a66f95,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:12.654996 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a2123a30-669e-47dd-b9c1-145e70367dde admin admin] Publish callbacks [] for security_group (1823cb88-fccf-4824-a5bb-e2a0938192cf), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:12.682255 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-7b3996d3-f53a-48bd-8c0f-5314d3981037 None None] For port a5a12314-6563-4105-9e05-936ae4a66f95, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:56:12.701951 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-7b3996d3-f53a-48bd-8c0f-5314d3981037 None None] For port a5a12314-6563-4105-9e05-936ae4a66f95, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5a12314-6563-4105-9e05-936ae4a66f95,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:56:12.722022 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7b3996d3-f53a-48bd-8c0f-5314d3981037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (a5a12314-6563-4105-9e05-936ae4a66f95), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:12.741237 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d741f0c-f39f-4656-8b8f-9dce58f12e82 req-9c510060-3b44-43f6-96b0-f834fe364f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:12.742208 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d741f0c-f39f-4656-8b8f-9dce58f12e82 req-9c510060-3b44-43f6-96b0-f834fe364f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:12.743018 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d741f0c-f39f-4656-8b8f-9dce58f12e82 req-9c510060-3b44-43f6-96b0-f834fe364f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:12.745691 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9d741f0c-f39f-4656-8b8f-9dce58f12e82 req-9c510060-3b44-43f6-96b0-f834fe364f76 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=451be3a617f64d6a97b8d18cee2426e8&shared=False HTTP/1.1" status: 200  len: 2294 time: 0.3081517
Feb 05 20:56:12.780350 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-872535ea-1ff9-421d-89c9-260b36e72082 req-fe092e71-c54b-4b65-95ee-6fa20f907083 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3369596
Feb 05 20:56:12.813543 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3996d3-f53a-48bd-8c0f-5314d3981037 None None] Routers {'5bb59fd1-7cf3-4fba-b3f0-4d10371b63e9'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:56:12.814253 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-7b3996d3-f53a-48bd-8c0f-5314d3981037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabb9ce50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:56:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['5bb59fd1-7cf3-4fba-b3f0-4d10371b63e9'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:12.828846 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0fa840cd-e3dc-47a0-bcd7-9ecc6335dffd tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for port (9aa01443-d1f6-4e46-a5d9-6ccacecf67ac), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:12.922700 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb174ac-4fd5-43aa-8d65-f2911c5cee15 None None] Pushing event updated for resources: {'Port': ['ID=a5a12314-6563-4105-9e05-936ae4a66f95,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:12.933371 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d741f0c-f39f-4656-8b8f-9dce58f12e82 req-425b9945-f945-47a2-ac92-c381db873e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:12.935037 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9d741f0c-f39f-4656-8b8f-9dce58f12e82 req-425b9945-f945-47a2-ac92-c381db873e11 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1834753
Feb 05 20:56:12.961753 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0fa840cd-e3dc-47a0-bcd7-9ecc6335dffd tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (9aa01443-d1f6-4e46-a5d9-6ccacecf67ac), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:13.020119 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa840cd-e3dc-47a0-bcd7-9ecc6335dffd tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:56:13.021840 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-7b3996d3-f53a-48bd-8c0f-5314d3981037 None None] Set router 5bb59fd1-7cf3-4fba-b3f0-4d10371b63e9 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:56:13.024965 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-0fa840cd-e3dc-47a0-bcd7-9ecc6335dffd tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:56:13.051623 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa840cd-e3dc-47a0-bcd7-9ecc6335dffd tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Pushing event updated for resources: {'Port': ['ID=9aa01443-d1f6-4e46-a5d9-6ccacecf67ac,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:13.065288 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa840cd-e3dc-47a0-bcd7-9ecc6335dffd tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:56:13.252216 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fec575aa-edda-45dd-a851-72ce7aedb2f9 req-f858df29-0e5a-4a82-9a2b-4a983182fff0 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7776952
Feb 05 20:56:13.268107 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a2123a30-669e-47dd-b9c1-145e70367dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (1823cb88-fccf-4824-a5bb-e2a0938192cf), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:13.292494 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-7b3996d3-f53a-48bd-8c0f-5314d3981037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabb9ce50>, [{'id': '5bb59fd1-7cf3-4fba-b3f0-4d10371b63e9', 'name': 'tempest-snat-router-787142249', 'tenant_id': '5282ce3aab2d4b73939cd1a6fb0fe0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.93'}], 'enable_snat': False}, 'gw_port_id': 'a5a12314-6563-4105-9e05-936ae4a66f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:56:08Z', 'updated_at': '2022-02-05T20:56:09Z', 'revision_number': 3, 'project_id': '5282ce3aab2d4b73939cd1a6fb0fe0e0', 'gw_port': {'id': 'a5a12314-6563-4105-9e05-936ae4a66f95', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb59fd1-7cf3-4fba-b3f0-4d10371b63e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:56:08Z', 'updated_at': '2022-02-05T20:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:13.326308 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3996d3-f53a-48bd-8c0f-5314d3981037 None None] The sync data for ids ['5bb59fd1-7cf3-4fba-b3f0-4d10371b63e9'] in ncdv-master-1 is: [{'id': '5bb59fd1-7cf3-4fba-b3f0-4d10371b63e9', 'name': 'tempest-snat-router-787142249', 'tenant_id': '5282ce3aab2d4b73939cd1a6fb0fe0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.93'}], 'enable_snat': False}, 'gw_port_id': 'a5a12314-6563-4105-9e05-936ae4a66f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:56:08Z', 'updated_at': '2022-02-05T20:56:09Z', 'revision_number': 3, 'project_id': '5282ce3aab2d4b73939cd1a6fb0fe0e0', 'gw_port': {'id': 'a5a12314-6563-4105-9e05-936ae4a66f95', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb59fd1-7cf3-4fba-b3f0-4d10371b63e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:56:08Z', 'updated_at': '2022-02-05T20:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:56:13.473382 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0fa840cd-e3dc-47a0-bcd7-9ecc6335dffd tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for router_gateway (b7c9d6d5-bf55-4fea-aba5-871f80f96522), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:13.512944 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a2123a30-669e-47dd-b9c1-145e70367dde admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0a7b81ddc65c472e966eb3ac4f0adce6&name=default HTTP/1.1" status: 200  len: 3000 time: 2.0929866
Feb 05 20:56:13.519768 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38428) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:13.521493 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2123a30-669e-47dd-b9c1-145e70367dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1823cb88-fccf-4824-a5bb-e2a0938192cf,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:13.584179 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-bc651c98-0d7a-4fff-8cbc-da647ea30882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9660cfc0-bfac-4a7d-a596-8d37f433d2c1 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:56:13.600418 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-bc651c98-0d7a-4fff-8cbc-da647ea30882 service neutron] Publish callbacks [] for port (9660cfc0-bfac-4a7d-a596-8d37f433d2c1), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:13.614029 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c562dc19-d967-416a-9619-1c5ec3ec3caf admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:56:13.625297 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8139a85-3c6c-4c54-91a2-191cba991f4d req-d14cdc8f-5c18-4093-923e-59cddda9d801 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:13.629385 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dc4536-f3c8-42bd-a39c-a18b0938f111 None None] Sync routers for ids ['ec893bc0-9131-4d3e-824c-003a31d3b8ba'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:56:13.630902 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8139a85-3c6c-4c54-91a2-191cba991f4d req-d14cdc8f-5c18-4093-923e-59cddda9d801 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:13.636730 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8139a85-3c6c-4c54-91a2-191cba991f4d req-d14cdc8f-5c18-4093-923e-59cddda9d801 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:13.642198 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8139a85-3c6c-4c54-91a2-191cba991f4d req-d14cdc8f-5c18-4093-923e-59cddda9d801 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:13.645375 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8bf68542-dbbe-4efc-93b7-0e178cbc77a3 admin admin] Publish callbacks [] for security_group (1823cb88-fccf-4824-a5bb-e2a0938192cf), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:13.648759 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8139a85-3c6c-4c54-91a2-191cba991f4d req-d14cdc8f-5c18-4093-923e-59cddda9d801 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:13.650898 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c8139a85-3c6c-4c54-91a2-191cba991f4d req-d14cdc8f-5c18-4093-923e-59cddda9d801 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 3826 time: 0.2730486
Feb 05 20:56:13.651659 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dc4536-f3c8-42bd-a39c-a18b0938f111 None None] Routers {'ec893bc0-9131-4d3e-824c-003a31d3b8ba'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:56:13.653410 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-a5dc4536-f3c8-42bd-a39c-a18b0938f111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8aa4400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:56:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ec893bc0-9131-4d3e-824c-003a31d3b8ba'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:13.660492 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c562dc19-d967-416a-9619-1c5ec3ec3caf admin admin] 10.222.0.32 "PUT /v2.0/routers/ec893bc0-9131-4d3e-824c-003a31d3b8ba/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.3364408
Feb 05 20:56:13.663178 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 38430) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:13.703813 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8bf68542-dbbe-4efc-93b7-0e178cbc77a3 admin admin] Publish callbacks [] for security_group (1823cb88-fccf-4824-a5bb-e2a0938192cf), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:13.745875 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-bc651c98-0d7a-4fff-8cbc-da647ea30882 service neutron] Transition to ACTIVE for port object 9660cfc0-bfac-4a7d-a596-8d37f433d2c1 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:56:13.769976 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-bc651c98-0d7a-4fff-8cbc-da647ea30882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (9660cfc0-bfac-4a7d-a596-8d37f433d2c1), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:14.051623 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc651c98-0d7a-4fff-8cbc-da647ea30882 service neutron] Pushing event updated for resources: {'Port': ['ID=9660cfc0-bfac-4a7d-a596-8d37f433d2c1,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:14.066119 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-a5dc4536-f3c8-42bd-a39c-a18b0938f111 None None] Set router ec893bc0-9131-4d3e-824c-003a31d3b8ba gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:56:14.108346 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db1b4d51-34c2-43d1-bd86-9972b622c2d6 req-7ccb9bff-7937-4c93-94d1-fb054f3be07d tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 48174 time: 1.6782320
Feb 05 20:56:14.188894 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c8139a85-3c6c-4c54-91a2-191cba991f4d req-c74ebd30-24ee-444a-802a-8ea688b23dc5 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5258183
Feb 05 20:56:14.222722 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device a5a12314-6563-4105-9e05-936ae4a66f95 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:56:14.249577 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8bf68542-dbbe-4efc-93b7-0e178cbc77a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (1823cb88-fccf-4824-a5bb-e2a0938192cf), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:14.256670 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8bf68542-dbbe-4efc-93b7-0e178cbc77a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:14.260562 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8bf68542-dbbe-4efc-93b7-0e178cbc77a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1823cb88-fccf-4824-a5bb-e2a0938192cf HTTP/1.1" status: 204  len: 168 time: 0.7379994
Feb 05 20:56:14.299729 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf68542-dbbe-4efc-93b7-0e178cbc77a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1823cb88-fccf-4824-a5bb-e2a0938192cf,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:14.343990 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0fa840cd-e3dc-47a0-bcd7-9ecc6335dffd tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (b7c9d6d5-bf55-4fea-aba5-871f80f96522), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:14.359742 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-bc651c98-0d7a-4fff-8cbc-da647ea30882 service neutron] Attempting to bind port 9660cfc0-bfac-4a7d-a596-8d37f433d2c1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:56:14.360333 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-bc651c98-0d7a-4fff-8cbc-da647ea30882 service neutron] Attempting to bind port 9660cfc0-bfac-4a7d-a596-8d37f433d2c1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '180079d9-3802-4753-bdea-bdcba1df7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0e68efe9-ea16-4fb9-b57d-581a14fb90de'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:56:14.360488 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-bc651c98-0d7a-4fff-8cbc-da647ea30882 service neutron] Attempting to bind port 9660cfc0-bfac-4a7d-a596-8d37f433d2c1 on network 0e68efe9-ea16-4fb9-b57d-581a14fb90de {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:56:14.375746 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-bc651c98-0d7a-4fff-8cbc-da647ea30882 service neutron] Port 9660cfc0-bfac-4a7d-a596-8d37f433d2c1 on network 0e68efe9-ea16-4fb9-b57d-581a14fb90de not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:56:14.376136 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-bc651c98-0d7a-4fff-8cbc-da647ea30882 service neutron] Attempting to bind port 9660cfc0-bfac-4a7d-a596-8d37f433d2c1 on network 0e68efe9-ea16-4fb9-b57d-581a14fb90de {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:56:14.388254 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-bc651c98-0d7a-4fff-8cbc-da647ea30882 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:56:14.388701 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-bc651c98-0d7a-4fff-8cbc-da647ea30882 service neutron] Checking segment: {'id': '180079d9-3802-4753-bdea-bdcba1df7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0e68efe9-ea16-4fb9-b57d-581a14fb90de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:56:14.389115 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-bc651c98-0d7a-4fff-8cbc-da647ea30882 service neutron] Bound using segment: {'id': '180079d9-3802-4753-bdea-bdcba1df7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0e68efe9-ea16-4fb9-b57d-581a14fb90de'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:56:14.389689 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-bc651c98-0d7a-4fff-8cbc-da647ea30882 service neutron] Bound port: 9660cfc0-bfac-4a7d-a596-8d37f433d2c1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '180079d9-3802-4753-bdea-bdcba1df7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0e68efe9-ea16-4fb9-b57d-581a14fb90de'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:56:14.390135 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-bc651c98-0d7a-4fff-8cbc-da647ea30882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9660cfc0-bfac-4a7d-a596-8d37f433d2c1), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:14.420801 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db1b4d51-34c2-43d1-bd86-9972b622c2d6 req-a401faa8-ac27-4f38-b463-46456c7207e7 tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] 10.222.0.32 "GET /v2.0/security-groups/187e64ca-c201-4d8b-8034-71bed1104c10 HTTP/1.1" status: 200  len: 2990 time: 0.2979362
Feb 05 20:56:14.471813 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e3eba39c-baf5-4613-b501-341d13097f45 admin admin] Publish callbacks [] for router (ec893bc0-9131-4d3e-824c-003a31d3b8ba), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:14.602265 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port a5a12314-6563-4105-9e05-936ae4a66f95 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:56:14.606595 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (a5a12314-6563-4105-9e05-936ae4a66f95), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:14.648861 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa840cd-e3dc-47a0-bcd7-9ecc6335dffd tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Router b7c9d6d5-bf55-4fea-aba5-871f80f96522 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 20:56:14.794063 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-bc651c98-0d7a-4fff-8cbc-da647ea30882 service neutron] For port 9660cfc0-bfac-4a7d-a596-8d37f433d2c1, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:56:14.804697 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-bc651c98-0d7a-4fff-8cbc-da647ea30882 service neutron] For port 9660cfc0-bfac-4a7d-a596-8d37f433d2c1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9660cfc0-bfac-4a7d-a596-8d37f433d2c1,segment=NetworkSegment(180079d9-3802-4753-bdea-bdcba1df7383),segment_id=180079d9-3802-4753-bdea-bdcba1df7383)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:56:14.882010 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-bc651c98-0d7a-4fff-8cbc-da647ea30882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (9660cfc0-bfac-4a7d-a596-8d37f433d2c1), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:14.910953 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-bc651c98-0d7a-4fff-8cbc-da647ea30882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:14.911685 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-bc651c98-0d7a-4fff-8cbc-da647ea30882 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:14.913873 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-bc651c98-0d7a-4fff-8cbc-da647ea30882 service neutron] 10.222.0.39 "PUT /v2.0/ports/9660cfc0-bfac-4a7d-a596-8d37f433d2c1 HTTP/1.1" status: 200  len: 1131 time: 3.7833209
Feb 05 20:56:14.932960 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port a5a12314-6563-4105-9e05-936ae4a66f95 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:56:14.935143 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a5a12314-6563-4105-9e05-936ae4a66f95), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:14.941651 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa840cd-e3dc-47a0-bcd7-9ecc6335dffd tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:56:14.944226 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'tag': '9660cfc0-bfac-4a7d-a596-8d37f433d2c1'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:56:14.949314 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffaa7e1-fd59-4e77-8615-306ad69f44d1" -d '{"events": [{"name": "network-changed", "server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "tag": "9660cfc0-bfac-4a7d-a596-8d37f433d2c1"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:56:14.997439 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c21075-40bf-49f6-9257-b5072f11d2cc None None] Sync routers for ids ['b7c9d6d5-bf55-4fea-aba5-871f80f96522'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:56:15.002573 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0fa840cd-e3dc-47a0-bcd7-9ecc6335dffd tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:15.006423 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0fa840cd-e3dc-47a0-bcd7-9ecc6335dffd tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 905 time: 3.3984222
Feb 05 20:56:15.006746 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38452) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:15.010929 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-687c7398-bfa7-4cd6-ab88-70a50fa0a4a8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 20:56:15.012508 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-687c7398-bfa7-4cd6-ab88-70a50fa0a4a8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0244470
Feb 05 20:56:15.054228 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c21075-40bf-49f6-9257-b5072f11d2cc None None] Routers {'b7c9d6d5-bf55-4fea-aba5-871f80f96522'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:56:15.077023 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-95c21075-40bf-49f6-9257-b5072f11d2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabb7c250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:56:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b7c9d6d5-bf55-4fea-aba5-871f80f96522'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:15.102401 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db1b4d51-34c2-43d1-bd86-9972b622c2d6 req-fd6bd595-943d-40da-8143-6974d9f5b364 tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] 10.222.0.32 "GET /v2.0/security-groups/187e64ca-c201-4d8b-8034-71bed1104c10 HTTP/1.1" status: 200  len: 2990 time: 0.6671922
Feb 05 20:56:15.146832 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a7033-9ae2-4083-a7fd-ff09ec481e7a req-25ed7160-f466-427d-b123-532077cb3e69 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:15.149635 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8f5a7033-9ae2-4083-a7fd-ff09ec481e7a req-25ed7160-f466-427d-b123-532077cb3e69 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4822951-358a-4d99-b16c-faea08c30662 HTTP/1.1" status: 200  len: 945 time: 0.4997330
Feb 05 20:56:15.240480 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-a5dc4536-f3c8-42bd-a39c-a18b0938f111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8aa4400>, [{'id': 'ec893bc0-9131-4d3e-824c-003a31d3b8ba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1325599206-router', 'tenant_id': '5f1ed898d612416992b3bd037ded3407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.22'}], 'enable_snat': True}, 'gw_port_id': '0fde627d-6103-4d43-9bff-61c314a14d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:55:46Z', 'updated_at': '2022-02-05T20:56:10Z', 'revision_number': 5, 'project_id': '5f1ed898d612416992b3bd037ded3407', 'gw_port': {'id': '0fde627d-6103-4d43-9bff-61c314a14d9a', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec893bc0-9131-4d3e-824c-003a31d3b8ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:55:47Z', 'updated_at': '2022-02-05T20:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:15.251086 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc651c98-0d7a-4fff-8cbc-da647ea30882 service neutron] Pushing event updated for resources: {'Port': ['ID=9660cfc0-bfac-4a7d-a596-8d37f433d2c1,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:15.319335 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db1b4d51-34c2-43d1-bd86-9972b622c2d6 req-0e006717-d873-4c49-bbd2-d9d5682975f9 tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] 10.222.0.32 "GET /v2.0/security-groups/1f90f5d8-febc-43a9-ace9-de4bec36dc05 HTTP/1.1" status: 200  len: 2998 time: 0.1914413
Feb 05 20:56:15.324059 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc651c98-0d7a-4fff-8cbc-da647ea30882 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:56:15.324851 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc651c98-0d7a-4fff-8cbc-da647ea30882 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:56:15.326660 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc651c98-0d7a-4fff-8cbc-da647ea30882 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:56:15.327131 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc651c98-0d7a-4fff-8cbc-da647ea30882 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:56:15.327616 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc651c98-0d7a-4fff-8cbc-da647ea30882 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:56:15.328887 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc651c98-0d7a-4fff-8cbc-da647ea30882 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:56:15.329434 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc651c98-0d7a-4fff-8cbc-da647ea30882 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:56:15.330262 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc651c98-0d7a-4fff-8cbc-da647ea30882 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:56:15.331342 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc651c98-0d7a-4fff-8cbc-da647ea30882 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:56:15.332846 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc651c98-0d7a-4fff-8cbc-da647ea30882 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:56:15.334745 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc651c98-0d7a-4fff-8cbc-da647ea30882 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:56:15.335257 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc651c98-0d7a-4fff-8cbc-da647ea30882 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:56:15.335965 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc651c98-0d7a-4fff-8cbc-da647ea30882 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:56:15.381946 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dc4536-f3c8-42bd-a39c-a18b0938f111 None None] Checking router: ec893bc0-9131-4d3e-824c-003a31d3b8ba for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:56:15.394127 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-63160a96-4455-4b30-8538-e660e83ae16a tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] 10.222.0.32 "GET /v2.0/routers/b7c9d6d5-bf55-4fea-aba5-871f80f96522 HTTP/1.1" status: 200  len: 906 time: 0.3844180
Feb 05 20:56:15.397496 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38462) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:15.433701 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port a5a12314-6563-4105-9e05-936ae4a66f95, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5a12314-6563-4105-9e05-936ae4a66f95,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:56:15.461668 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dc4536-f3c8-42bd-a39c-a18b0938f111 None None] Routers {'ec893bc0-9131-4d3e-824c-003a31d3b8ba'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:56:15.466701 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-a5dc4536-f3c8-42bd-a39c-a18b0938f111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8aa4400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:56:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ec893bc0-9131-4d3e-824c-003a31d3b8ba'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:15.468951 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e3eba39c-baf5-4613-b501-341d13097f45 admin admin] Publish callbacks [] for router_gateway (ec893bc0-9131-4d3e-824c-003a31d3b8ba), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:15.499012 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:15.519300 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (a5a12314-6563-4105-9e05-936ae4a66f95), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:15.521664 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8f5a7033-9ae2-4083-a7fd-ff09ec481e7a req-fefaf326-47a2-4f3c-9a6a-8e026437207c tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3279867
Feb 05 20:56:15.575682 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db1b4d51-34c2-43d1-bd86-9972b622c2d6 req-91e25b08-b882-4055-bd8b-cf8dd1e9e270 tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] 10.222.0.32 "GET /v2.0/security-groups/1f90f5d8-febc-43a9-ace9-de4bec36dc05 HTTP/1.1" status: 200  len: 2998 time: 0.2089965
Feb 05 20:56:15.595821 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1301e7e5-b7c8-4821-9b14-c58b0cd80186 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for router (b7c9d6d5-bf55-4fea-aba5-871f80f96522), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:15.726294 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506b8524-22ea-4b64-8b57-274681bbc349 x-openstack-request-id: req-506b8524-22ea-4b64-8b57-274681bbc349 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:56:15.726780 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "tag": "9660cfc0-bfac-4a7d-a596-8d37f433d2c1", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:56:15.727150 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-506b8524-22ea-4b64-8b57-274681bbc349 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:56:15.727669 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'tag': '9660cfc0-bfac-4a7d-a596-8d37f433d2c1', 'status': 'completed', 'code': 200}
Feb 05 20:56:15.737939 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-f25b584d-c952-4850-9f6d-db3d91a9159f service neutron] Request body: {'port': {'device_id': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:15.797023 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db1b4d51-34c2-43d1-bd86-9972b622c2d6 req-20eaaa0f-9adf-4e5f-b9cb-4c7d498d2c98 tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] 10.222.0.32 "GET /v2.0/security-groups/218fa094-04ab-4ec2-853d-cf179e0942dd HTTP/1.1" status: 200  len: 3002 time: 0.2130797
Feb 05 20:56:15.805950 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-e3eba39c-baf5-4613-b501-341d13097f45 admin admin] Deleting port 0fde627d-6103-4d43-9bff-61c314a14d9a {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:56:15.806459 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e3eba39c-baf5-4613-b501-341d13097f45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (0fde627d-6103-4d43-9bff-61c314a14d9a), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:15.956756 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-e3eba39c-baf5-4613-b501-341d13097f45 admin admin] For port 0fde627d-6103-4d43-9bff-61c314a14d9a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0fde627d-6103-4d43-9bff-61c314a14d9a,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:56:15.957569 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e3eba39c-baf5-4613-b501-341d13097f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (0fde627d-6103-4d43-9bff-61c314a14d9a), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:15.978361 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffaa7e1-fd59-4e77-8615-306ad69f44d1 req-f568b820-aef8-4fd4-bf3a-a6a5012842cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:15.978847 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-e3eba39c-baf5-4613-b501-341d13097f45 admin admin] Calling delete_port for 0fde627d-6103-4d43-9bff-61c314a14d9a owned by network:router_gateway {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:56:15.978954 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffaa7e1-fd59-4e77-8615-306ad69f44d1 req-f568b820-aef8-4fd4-bf3a-a6a5012842cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:15.979372 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffaa7e1-fd59-4e77-8615-306ad69f44d1 req-f568b820-aef8-4fd4-bf3a-a6a5012842cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:15.980936 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffaa7e1-fd59-4e77-8615-306ad69f44d1 req-f568b820-aef8-4fd4-bf3a-a6a5012842cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:15.981854 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffaa7e1-fd59-4e77-8615-306ad69f44d1 req-f568b820-aef8-4fd4-bf3a-a6a5012842cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:15.982061 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffaa7e1-fd59-4e77-8615-306ad69f44d1 req-f568b820-aef8-4fd4-bf3a-a6a5012842cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:15.982527 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=a5a12314-6563-4105-9e05-936ae4a66f95,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:15.984621 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4ffaa7e1-fd59-4e77-8615-306ad69f44d1 req-f568b820-aef8-4fd4-bf3a-a6a5012842cd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=451be3a617f64d6a97b8d18cee2426e8&device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 5347 time: 0.2328508
Feb 05 20:56:15.998027 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-95c21075-40bf-49f6-9257-b5072f11d2cc None None] Set router b7c9d6d5-bf55-4fea-aba5-871f80f96522 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:56:16.003250 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1301e7e5-b7c8-4821-9b14-c58b0cd80186 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for router_gateway (b7c9d6d5-bf55-4fea-aba5-871f80f96522), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:16.046984 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-a5dc4536-f3c8-42bd-a39c-a18b0938f111 None None] Set router ec893bc0-9131-4d3e-824c-003a31d3b8ba gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:56:16.416708 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffaa7e1-fd59-4e77-8615-306ad69f44d1 req-61e5c2ac-bdd1-41b4-8ef5-cba21c4001c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:16.417998 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffaa7e1-fd59-4e77-8615-306ad69f44d1 req-61e5c2ac-bdd1-41b4-8ef5-cba21c4001c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:16.419493 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffaa7e1-fd59-4e77-8615-306ad69f44d1 req-61e5c2ac-bdd1-41b4-8ef5-cba21c4001c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:16.422307 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4ffaa7e1-fd59-4e77-8615-306ad69f44d1 req-61e5c2ac-bdd1-41b4-8ef5-cba21c4001c2 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=451be3a617f64d6a97b8d18cee2426e8&shared=False HTTP/1.1" status: 200  len: 2294 time: 0.4303038
Feb 05 20:56:16.424282 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-1301e7e5-b7c8-4821-9b14-c58b0cd80186 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Deleting port 9aa01443-d1f6-4e46-a5d9-6ccacecf67ac {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:56:16.426049 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1301e7e5-b7c8-4821-9b14-c58b0cd80186 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (9aa01443-d1f6-4e46-a5d9-6ccacecf67ac), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:16.450265 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-95c21075-40bf-49f6-9257-b5072f11d2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabb7c250>, [{'id': 'b7c9d6d5-bf55-4fea-aba5-871f80f96522', 'name': 'tempest-snat-router-787142249', 'tenant_id': '5282ce3aab2d4b73939cd1a6fb0fe0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.64'}], 'enable_snat': True}, 'gw_port_id': '9aa01443-d1f6-4e46-a5d9-6ccacecf67ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:56:11Z', 'updated_at': '2022-02-05T20:56:13Z', 'revision_number': 3, 'project_id': '5282ce3aab2d4b73939cd1a6fb0fe0e0', 'gw_port': {'id': '9aa01443-d1f6-4e46-a5d9-6ccacecf67ac', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c9d6d5-bf55-4fea-aba5-871f80f96522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:56:12Z', 'updated_at': '2022-02-05T20:56:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:16.473330 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38476) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:16.531383 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c21075-40bf-49f6-9257-b5072f11d2cc None None] Checking router: b7c9d6d5-bf55-4fea-aba5-871f80f96522 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:56:16.531858 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c21075-40bf-49f6-9257-b5072f11d2cc None None] Updating router b7c9d6d5-bf55-4fea-aba5-871f80f96522 port 9aa01443-d1f6-4e46-a5d9-6ccacecf67ac binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 20:56:16.585089 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e3eba39c-baf5-4613-b501-341d13097f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (0fde627d-6103-4d43-9bff-61c314a14d9a), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:16.651879 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-95c21075-40bf-49f6-9257-b5072f11d2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9aa01443-d1f6-4e46-a5d9-6ccacecf67ac), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:16.654091 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-a5dc4536-f3c8-42bd-a39c-a18b0938f111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8aa4400>, [{'id': 'ec893bc0-9131-4d3e-824c-003a31d3b8ba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1325599206-router', 'tenant_id': '5f1ed898d612416992b3bd037ded3407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.22'}], 'enable_snat': True}, 'gw_port_id': '0fde627d-6103-4d43-9bff-61c314a14d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:55:46Z', 'updated_at': '2022-02-05T20:56:10Z', 'revision_number': 5, 'project_id': '5f1ed898d612416992b3bd037ded3407', 'gw_port': {'id': '0fde627d-6103-4d43-9bff-61c314a14d9a', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec893bc0-9131-4d3e-824c-003a31d3b8ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:55:47Z', 'updated_at': '2022-02-05T20:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:16.712680 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dc4536-f3c8-42bd-a39c-a18b0938f111 None None] The sync data for ids ['ec893bc0-9131-4d3e-824c-003a31d3b8ba'] in ncdv-master-1 is: [{'id': 'ec893bc0-9131-4d3e-824c-003a31d3b8ba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1325599206-router', 'tenant_id': '5f1ed898d612416992b3bd037ded3407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.22'}], 'enable_snat': True}, 'gw_port_id': '0fde627d-6103-4d43-9bff-61c314a14d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:55:46Z', 'updated_at': '2022-02-05T20:56:10Z', 'revision_number': 5, 'project_id': '5f1ed898d612416992b3bd037ded3407', 'gw_port': {'id': '0fde627d-6103-4d43-9bff-61c314a14d9a', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec893bc0-9131-4d3e-824c-003a31d3b8ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:55:47Z', 'updated_at': '2022-02-05T20:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:56:16.785465 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffaa7e1-fd59-4e77-8615-306ad69f44d1 req-d3baafa4-8fac-41e2-b9b6-0e2eac86e662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:16.791569 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4ffaa7e1-fd59-4e77-8615-306ad69f44d1 req-d3baafa4-8fac-41e2-b9b6-0e2eac86e662 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3594127
Feb 05 20:56:16.801661 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-35a392e8-5a94-4f3d-922a-77c79e9cb252 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1586696374-network', 'tenant_id': '26a3e7579f7a4f6993fb6dd37c25497a'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:16.821094 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eba39c-baf5-4613-b501-341d13097f45 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fde627d-6103-4d43-9bff-61c314a14d9a,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:16.831381 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-f25b584d-c952-4850-9f6d-db3d91a9159f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (58dda4e9-8dcd-438a-a2a5-133cac5c0ff6), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:16.846987 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1301e7e5-b7c8-4821-9b14-c58b0cd80186 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (9aa01443-d1f6-4e46-a5d9-6ccacecf67ac), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:16.866863 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-1301e7e5-b7c8-4821-9b14-c58b0cd80186 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Calling delete_port for 9aa01443-d1f6-4e46-a5d9-6ccacecf67ac owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:56:16.872038 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a392e8-5a94-4f3d-922a-77c79e9cb252 admin admin] Made reservation on behalf of 26a3e7579f7a4f6993fb6dd37c25497a for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:56:16.874568 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-35a392e8-5a94-4f3d-922a-77c79e9cb252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:16.895981 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-35a392e8-5a94-4f3d-922a-77c79e9cb252 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:16.963341 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db1b4d51-34c2-43d1-bd86-9972b622c2d6 req-8b309389-de14-4a73-9e0b-b5685ef94101 tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] 10.222.0.32 "GET /v2.0/security-groups/218fa094-04ab-4ec2-853d-cf179e0942dd HTTP/1.1" status: 200  len: 3002 time: 0.4041684
Feb 05 20:56:17.057239 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae2742-7a14-4021-949b-438c4dee2d6b req-c31ca3fe-5b1b-48ec-9fbb-90bf234610f5 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:17.065808 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae2742-7a14-4021-949b-438c4dee2d6b req-c31ca3fe-5b1b-48ec-9fbb-90bf234610f5 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:17.077707 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae2742-7a14-4021-949b-438c4dee2d6b req-c31ca3fe-5b1b-48ec-9fbb-90bf234610f5 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:17.085343 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae2742-7a14-4021-949b-438c4dee2d6b req-c31ca3fe-5b1b-48ec-9fbb-90bf234610f5 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:17.091962 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae2742-7a14-4021-949b-438c4dee2d6b req-c31ca3fe-5b1b-48ec-9fbb-90bf234610f5 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:17.098677 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae2742-7a14-4021-949b-438c4dee2d6b req-c31ca3fe-5b1b-48ec-9fbb-90bf234610f5 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:17.103542 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-09ae2742-7a14-4021-949b-438c4dee2d6b req-c31ca3fe-5b1b-48ec-9fbb-90bf234610f5 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 4599 time: 0.6149323
Feb 05 20:56:17.108811 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e3eba39c-baf5-4613-b501-341d13097f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (ec893bc0-9131-4d3e-824c-003a31d3b8ba), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:17.158485 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-95c21075-40bf-49f6-9257-b5072f11d2cc None None] Publish callbacks [] for port (9aa01443-d1f6-4e46-a5d9-6ccacecf67ac), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:17.172126 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-95c21075-40bf-49f6-9257-b5072f11d2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9aa01443-d1f6-4e46-a5d9-6ccacecf67ac), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:17.258905 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-95c21075-40bf-49f6-9257-b5072f11d2cc None None] Attempting to bind port 9aa01443-d1f6-4e46-a5d9-6ccacecf67ac on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:56:17.259356 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-95c21075-40bf-49f6-9257-b5072f11d2cc None None] Attempting to bind port 9aa01443-d1f6-4e46-a5d9-6ccacecf67ac by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:56:17.260070 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c21075-40bf-49f6-9257-b5072f11d2cc None None] Attempting to bind port 9aa01443-d1f6-4e46-a5d9-6ccacecf67ac on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:56:17.267950 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe6113-4427-4fe8-9ae9-78482cdbfdf0 None None] Pushing event updated for resources: {'Port': ['ID=9aa01443-d1f6-4e46-a5d9-6ccacecf67ac,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:17.271195 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c21075-40bf-49f6-9257-b5072f11d2cc None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:56:17.271770 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c21075-40bf-49f6-9257-b5072f11d2cc None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:56:17.272223 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-95c21075-40bf-49f6-9257-b5072f11d2cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:17.272631 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c21075-40bf-49f6-9257-b5072f11d2cc None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:56:17.273208 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-95c21075-40bf-49f6-9257-b5072f11d2cc None None] Bound port: 9aa01443-d1f6-4e46-a5d9-6ccacecf67ac, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:56:17.273668 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-95c21075-40bf-49f6-9257-b5072f11d2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9aa01443-d1f6-4e46-a5d9-6ccacecf67ac), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:17.318285 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abe6113-4427-4fe8-9ae9-78482cdbfdf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:56:17.319269 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abe6113-4427-4fe8-9ae9-78482cdbfdf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:56:17.322139 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abe6113-4427-4fe8-9ae9-78482cdbfdf0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:56:17.322998 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abe6113-4427-4fe8-9ae9-78482cdbfdf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:56:17.322998 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abe6113-4427-4fe8-9ae9-78482cdbfdf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:56:17.323235 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abe6113-4427-4fe8-9ae9-78482cdbfdf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:56:17.323547 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abe6113-4427-4fe8-9ae9-78482cdbfdf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:56:17.323886 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abe6113-4427-4fe8-9ae9-78482cdbfdf0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:56:17.324225 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abe6113-4427-4fe8-9ae9-78482cdbfdf0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:56:17.324558 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abe6113-4427-4fe8-9ae9-78482cdbfdf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:56:17.324897 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abe6113-4427-4fe8-9ae9-78482cdbfdf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:56:17.325226 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abe6113-4427-4fe8-9ae9-78482cdbfdf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:56:17.325556 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abe6113-4427-4fe8-9ae9-78482cdbfdf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:56:17.341676 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e3eba39c-baf5-4613-b501-341d13097f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (ec893bc0-9131-4d3e-824c-003a31d3b8ba), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:17.344535 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e3eba39c-baf5-4613-b501-341d13097f45 admin admin] Publish callbacks [] for router_controller (ec893bc0-9131-4d3e-824c-003a31d3b8ba), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:17.457715 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-95c21075-40bf-49f6-9257-b5072f11d2cc None None] For port 9aa01443-d1f6-4e46-a5d9-6ccacecf67ac, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:56:17.466249 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-95c21075-40bf-49f6-9257-b5072f11d2cc None None] For port 9aa01443-d1f6-4e46-a5d9-6ccacecf67ac, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9aa01443-d1f6-4e46-a5d9-6ccacecf67ac,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:56:17.479584 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db1b4d51-34c2-43d1-bd86-9972b622c2d6 req-d8d74eed-e1ab-4598-8cbb-c41f4da6d6a4 tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] 10.222.0.32 "GET /v2.0/security-groups/2eac7bd4-3ac0-4522-aafd-b09fbab50e10 HTTP/1.1" status: 200  len: 3002 time: 0.4812858
Feb 05 20:56:17.490536 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-95c21075-40bf-49f6-9257-b5072f11d2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9aa01443-d1f6-4e46-a5d9-6ccacecf67ac), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:17.503987 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e3eba39c-baf5-4613-b501-341d13097f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (ec893bc0-9131-4d3e-824c-003a31d3b8ba), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:17.504948 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3eba39c-baf5-4613-b501-341d13097f45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec893bc0-9131-4d3e-824c-003a31d3b8ba {{(pid=114391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 20:56:17.511296 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e3eba39c-baf5-4613-b501-341d13097f45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:17.512445 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e3eba39c-baf5-4613-b501-341d13097f45 admin admin] 10.222.0.32 "DELETE /v2.0/routers/ec893bc0-9131-4d3e-824c-003a31d3b8ba HTTP/1.1" status: 204  len: 168 time: 3.8459466
Feb 05 20:56:17.537194 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 38486) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:17.650741 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c21075-40bf-49f6-9257-b5072f11d2cc None None] Routers {'b7c9d6d5-bf55-4fea-aba5-871f80f96522'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:56:17.651456 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-95c21075-40bf-49f6-9257-b5072f11d2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabb7c250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:56:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b7c9d6d5-bf55-4fea-aba5-871f80f96522'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:17.670335 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe6113-4427-4fe8-9ae9-78482cdbfdf0 None None] Pushing event updated for resources: {'Port': ['ID=9aa01443-d1f6-4e46-a5d9-6ccacecf67ac,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:17.692997 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea93a73e-56c9-4913-8331-92a00fe2100f admin admin] Deleting subnet 8d295d0d-a825-42e0-a6ff-e56aea09d1c9 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:56:17.733055 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ea93a73e-56c9-4913-8331-92a00fe2100f admin admin] Publish callbacks [] for subnet (8d295d0d-a825-42e0-a6ff-e56aea09d1c9), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:17.756504 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-35a392e8-5a94-4f3d-922a-77c79e9cb252 admin admin] Publish callbacks [] for security_group (47a426e5-8e32-46f4-9d5b-1d1b956d40ad), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:17.800837 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-35a392e8-5a94-4f3d-922a-77c79e9cb252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (47a426e5-8e32-46f4-9d5b-1d1b956d40ad), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:17.838504 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35a392e8-5a94-4f3d-922a-77c79e9cb252 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:56:17.861025 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a392e8-5a94-4f3d-922a-77c79e9cb252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a426e5-8e32-46f4-9d5b-1d1b956d40ad,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:17.867253 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-35a392e8-5a94-4f3d-922a-77c79e9cb252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (6c718e14-08b2-4c27-b087-6e4371768859), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:17.867656 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-35a392e8-5a94-4f3d-922a-77c79e9cb252 admin admin] Added segment 6c718e14-08b2-4c27-b087-6e4371768859 of type vlan for network 58eb17c6-ea07-46d7-8697-11612a8309a4
Feb 05 20:56:17.879237 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1301e7e5-b7c8-4821-9b14-c58b0cd80186 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (9aa01443-d1f6-4e46-a5d9-6ccacecf67ac), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:17.884864 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-95c21075-40bf-49f6-9257-b5072f11d2cc None None] Set router b7c9d6d5-bf55-4fea-aba5-871f80f96522 gateway port host: None {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:56:17.896720 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ea93a73e-56c9-4913-8331-92a00fe2100f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (8d295d0d-a825-42e0-a6ff-e56aea09d1c9), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:17.941142 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1301e7e5-b7c8-4821-9b14-c58b0cd80186 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Pushing event deleted for resources: {'Port': ['ID=9aa01443-d1f6-4e46-a5d9-6ccacecf67ac,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:17.953687 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-35a392e8-5a94-4f3d-922a-77c79e9cb252 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (58eb17c6-ea07-46d7-8697-11612a8309a4), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:18.014139 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-95c21075-40bf-49f6-9257-b5072f11d2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabb7c250>, [{'id': 'b7c9d6d5-bf55-4fea-aba5-871f80f96522', 'name': 'tempest-snat-router-787142249', 'tenant_id': '5282ce3aab2d4b73939cd1a6fb0fe0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:56:11Z', 'updated_at': '2022-02-05T20:56:16Z', 'revision_number': 4, 'project_id': '5282ce3aab2d4b73939cd1a6fb0fe0e0', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:18.023579 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-09ae2742-7a14-4021-949b-438c4dee2d6b req-71eddd11-6765-457a-b433-6f6748a800db tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&id=f2a34937-6f7c-447d-a100-f79bb6d8301c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.8731728
Feb 05 20:56:18.044395 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db1b4d51-34c2-43d1-bd86-9972b622c2d6 req-9aa6223c-d644-4929-bc0b-4ca59720165d tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] 10.222.0.32 "GET /v2.0/security-groups/2eac7bd4-3ac0-4522-aafd-b09fbab50e10 HTTP/1.1" status: 200  len: 3002 time: 0.5519147
Feb 05 20:56:18.078323 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-35a392e8-5a94-4f3d-922a-77c79e9cb252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (58eb17c6-ea07-46d7-8697-11612a8309a4), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:18.080812 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a392e8-5a94-4f3d-922a-77c79e9cb252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:18.084805 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-35a392e8-5a94-4f3d-922a-77c79e9cb252 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:18.127810 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c21075-40bf-49f6-9257-b5072f11d2cc None None] The sync data for ids ['b7c9d6d5-bf55-4fea-aba5-871f80f96522'] in ncdv-master-1 is: [{'id': 'b7c9d6d5-bf55-4fea-aba5-871f80f96522', 'name': 'tempest-snat-router-787142249', 'tenant_id': '5282ce3aab2d4b73939cd1a6fb0fe0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:56:11Z', 'updated_at': '2022-02-05T20:56:16Z', 'revision_number': 4, 'project_id': '5282ce3aab2d4b73939cd1a6fb0fe0e0', 'gw_port_host': None}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:56:18.142789 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1301e7e5-b7c8-4821-9b14-c58b0cd80186 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (b7c9d6d5-bf55-4fea-aba5-871f80f96522), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:18.234685 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-35a392e8-5a94-4f3d-922a-77c79e9cb252 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.7573283
Feb 05 20:56:18.242459 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 38498) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:18.284780 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-330bc61c-913c-428a-9ed2-7c1f8d83eafa admin admin] Request body: {'subnet': {'network_id': '58eb17c6-ea07-46d7-8697-11612a8309a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1586696374-subnet', 'tenant_id': '26a3e7579f7a4f6993fb6dd37c25497a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:18.354511 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db1b4d51-34c2-43d1-bd86-9972b622c2d6 req-7e3a6c50-8fd2-4c34-98cd-730214c6cd2b tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] 10.222.0.32 "GET /v2.0/security-groups/346be48a-c327-4c79-a940-21060e687d18 HTTP/1.1" status: 200  len: 3002 time: 0.2124083
Feb 05 20:56:18.413724 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ea93a73e-56c9-4913-8331-92a00fe2100f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (8d295d0d-a825-42e0-a6ff-e56aea09d1c9), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:18.416745 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330bc61c-913c-428a-9ed2-7c1f8d83eafa admin admin] Made reservation on behalf of 26a3e7579f7a4f6993fb6dd37c25497a for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:56:18.419128 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-330bc61c-913c-428a-9ed2-7c1f8d83eafa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:18.490323 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a392e8-5a94-4f3d-922a-77c79e9cb252 admin admin] Pushing event updated for resources: {'Network': ['ID=58eb17c6-ea07-46d7-8697-11612a8309a4,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:18.493633 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device a5a12314-6563-4105-9e05-936ae4a66f95 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:56:18.495678 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1301e7e5-b7c8-4821-9b14-c58b0cd80186 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (b7c9d6d5-bf55-4fea-aba5-871f80f96522), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:18.500171 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1301e7e5-b7c8-4821-9b14-c58b0cd80186 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for router_controller (b7c9d6d5-bf55-4fea-aba5-871f80f96522), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:18.511723 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a392e8-5a94-4f3d-922a-77c79e9cb252 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:56:18.512236 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a392e8-5a94-4f3d-922a-77c79e9cb252 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:56:18.512872 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a392e8-5a94-4f3d-922a-77c79e9cb252 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:56:18.513243 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a392e8-5a94-4f3d-922a-77c79e9cb252 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:56:18.513471 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a392e8-5a94-4f3d-922a-77c79e9cb252 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:56:18.513799 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a392e8-5a94-4f3d-922a-77c79e9cb252 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:56:18.514123 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a392e8-5a94-4f3d-922a-77c79e9cb252 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:56:18.515665 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a392e8-5a94-4f3d-922a-77c79e9cb252 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:56:18.515665 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a392e8-5a94-4f3d-922a-77c79e9cb252 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:56:18.515665 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a392e8-5a94-4f3d-922a-77c79e9cb252 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:56:18.516022 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a392e8-5a94-4f3d-922a-77c79e9cb252 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:56:18.516349 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a392e8-5a94-4f3d-922a-77c79e9cb252 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:56:18.516695 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a392e8-5a94-4f3d-922a-77c79e9cb252 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:56:18.544325 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 58eb17c6-ea07-46d7-8697-11612a8309a4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:56:18.572283 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1301e7e5-b7c8-4821-9b14-c58b0cd80186 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (b7c9d6d5-bf55-4fea-aba5-871f80f96522), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:18.573350 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1301e7e5-b7c8-4821-9b14-c58b0cd80186 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b7c9d6d5-bf55-4fea-aba5-871f80f96522 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 20:56:18.578264 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1301e7e5-b7c8-4821-9b14-c58b0cd80186 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:18.579902 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1301e7e5-b7c8-4821-9b14-c58b0cd80186 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] 10.222.0.32 "DELETE /v2.0/routers/b7c9d6d5-bf55-4fea-aba5-871f80f96522 HTTP/1.1" status: 204  len: 168 time: 3.1808171
Feb 05 20:56:18.582499 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38508) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:18.689212 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port a5a12314-6563-4105-9e05-936ae4a66f95 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:56:18.690194 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (a5a12314-6563-4105-9e05-936ae4a66f95), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:18.692070 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-f25b584d-c952-4850-9f6d-db3d91a9159f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58dda4e9-8dcd-438a-a2a5-133cac5c0ff6 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:56:18.712230 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-f25b584d-c952-4850-9f6d-db3d91a9159f service neutron] Publish callbacks [] for port (58dda4e9-8dcd-438a-a2a5-133cac5c0ff6), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:18.722608 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09a7bb-2f22-4305-b9f2-8abc17b3b694 req-870fb2e4-d9b9-4369-9bc7-acadbe47d46e tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:18.724469 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9d09a7bb-2f22-4305-b9f2-8abc17b3b694 req-870fb2e4-d9b9-4369-9bc7-acadbe47d46e tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4822951-358a-4d99-b16c-faea08c30662 HTTP/1.1" status: 200  len: 945 time: 0.3865330
Feb 05 20:56:18.727370 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b622fc07-b74b-4193-9e56-de97c24fa172 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for router (5bb59fd1-7cf3-4fba-b3f0-4d10371b63e9), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:18.732503 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db1b4d51-34c2-43d1-bd86-9972b622c2d6 req-9333b0b7-0126-4e9a-9fca-a8a7bd523849 tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] 10.222.0.32 "GET /v2.0/security-groups/346be48a-c327-4c79-a940-21060e687d18 HTTP/1.1" status: 200  len: 3002 time: 0.3620024
Feb 05 20:56:18.744870 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ea93a73e-56c9-4913-8331-92a00fe2100f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (8d295d0d-a825-42e0-a6ff-e56aea09d1c9), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:18.792064 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff36ac39-d369-4656-9399-b72dad6808b8 None None] Network 5e952ac8-3d4c-4d21-b049-99c2c5b6a48c requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:56:18.795352 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ea93a73e-56c9-4913-8331-92a00fe2100f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:18.798942 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ea93a73e-56c9-4913-8331-92a00fe2100f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8d295d0d-a825-42e0-a6ff-e56aea09d1c9 HTTP/1.1" status: 204  len: 168 time: 1.2598565
Feb 05 20:56:18.805201 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38510) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:18.825395 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-f25b584d-c952-4850-9f6d-db3d91a9159f service neutron] Transition to ACTIVE for port object 58dda4e9-8dcd-438a-a2a5-133cac5c0ff6 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:56:18.831826 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93a73e-56c9-4913-8331-92a00fe2100f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d295d0d-a825-42e0-a6ff-e56aea09d1c9,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:18.845667 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-f25b584d-c952-4850-9f6d-db3d91a9159f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (58dda4e9-8dcd-438a-a2a5-133cac5c0ff6), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:18.863706 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port a5a12314-6563-4105-9e05-936ae4a66f95 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:56:18.885435 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device cd312f1f-da4f-414c-826a-66e91ed20f60 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:56:18.912288 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: cd312f1f-da4f-414c-826a-66e91ed20f60 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:56:18.912972 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device cd312f1f-da4f-414c-826a-66e91ed20f60 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:56:18.925803 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db1b4d51-34c2-43d1-bd86-9972b622c2d6 req-7fe7d1f2-0ec0-41f6-8575-1ae346213a28 tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] 10.222.0.32 "GET /v2.0/security-groups/3b4b9b81-42a5-4b9e-8afc-c1e8b0f2b98b HTTP/1.1" status: 200  len: 3002 time: 0.1581271
Feb 05 20:56:18.952669 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-493795c0-b950-44f3-bd6a-dbc66f76e61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (5e952ac8-3d4c-4d21-b049-99c2c5b6a48c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:18.967958 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b622fc07-b74b-4193-9e56-de97c24fa172 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for router_gateway (5bb59fd1-7cf3-4fba-b3f0-4d10371b63e9), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:19.075971 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9d09a7bb-2f22-4305-b9f2-8abc17b3b694 req-b6922e0d-3d7e-415e-9aec-689056b7b2b6 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3199770
Feb 05 20:56:19.090438 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68eae240-90a2-4ac6-a925-ab302d5703dd None None] DHCP port deletion for 5e952ac8-3d4c-4d21-b049-99c2c5b6a48c request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 20:56:19.102245 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-493795c0-b950-44f3-bd6a-dbc66f76e61e admin admin] Deleting port 75559848-4902-4c52-9175-c8a2bec73f01 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:56:19.103433 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-493795c0-b950-44f3-bd6a-dbc66f76e61e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (75559848-4902-4c52-9175-c8a2bec73f01), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:19.144614 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-b622fc07-b74b-4193-9e56-de97c24fa172 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Deleting port a5a12314-6563-4105-9e05-936ae4a66f95 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:56:19.144962 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b622fc07-b74b-4193-9e56-de97c24fa172 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (a5a12314-6563-4105-9e05-936ae4a66f95), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:19.221200 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b584d-c952-4850-9f6d-db3d91a9159f service neutron] Pushing event updated for resources: {'Port': ['ID=58dda4e9-8dcd-438a-a2a5-133cac5c0ff6,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:19.221742 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-68eae240-90a2-4ac6-a925-ab302d5703dd None None] Deleting port 75559848-4902-4c52-9175-c8a2bec73f01 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:56:19.222480 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-68eae240-90a2-4ac6-a925-ab302d5703dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (75559848-4902-4c52-9175-c8a2bec73f01), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:19.249152 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-493795c0-b950-44f3-bd6a-dbc66f76e61e admin admin] For port 75559848-4902-4c52-9175-c8a2bec73f01, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=75559848-4902-4c52-9175-c8a2bec73f01,segment=NetworkSegment(b06bf59a-b8ad-4f26-89f2-91abce8df7af),segment_id=b06bf59a-b8ad-4f26-89f2-91abce8df7af)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:56:19.249843 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-493795c0-b950-44f3-bd6a-dbc66f76e61e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (75559848-4902-4c52-9175-c8a2bec73f01), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:19.290945 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-493795c0-b950-44f3-bd6a-dbc66f76e61e admin admin] Calling delete_port for 75559848-4902-4c52-9175-c8a2bec73f01 owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:56:19.345355 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-68eae240-90a2-4ac6-a925-ab302d5703dd None None] For port 75559848-4902-4c52-9175-c8a2bec73f01, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=75559848-4902-4c52-9175-c8a2bec73f01,segment=NetworkSegment(b06bf59a-b8ad-4f26-89f2-91abce8df7af),segment_id=b06bf59a-b8ad-4f26-89f2-91abce8df7af)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:56:19.345766 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-68eae240-90a2-4ac6-a925-ab302d5703dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (75559848-4902-4c52-9175-c8a2bec73f01), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:19.368711 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-68eae240-90a2-4ac6-a925-ab302d5703dd None None] Calling delete_port for 75559848-4902-4c52-9175-c8a2bec73f01 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:56:19.400104 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db1b4d51-34c2-43d1-bd86-9972b622c2d6 req-08d57982-471f-4c35-b9f7-ffd1ad7a9185 tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] 10.222.0.32 "GET /v2.0/security-groups/3b4b9b81-42a5-4b9e-8afc-c1e8b0f2b98b HTTP/1.1" status: 200  len: 3002 time: 0.4617863
Feb 05 20:56:19.469076 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-b622fc07-b74b-4193-9e56-de97c24fa172 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] For port a5a12314-6563-4105-9e05-936ae4a66f95, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5a12314-6563-4105-9e05-936ae4a66f95,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:56:19.469562 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b622fc07-b74b-4193-9e56-de97c24fa172 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (a5a12314-6563-4105-9e05-936ae4a66f95), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:19.476644 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-330bc61c-913c-428a-9ed2-7c1f8d83eafa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (7deb3adf-5b83-4260-ab10-441778fa1622), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:19.485977 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-68eae240-90a2-4ac6-a925-ab302d5703dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (75559848-4902-4c52-9175-c8a2bec73f01), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:19.497477 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-b622fc07-b74b-4193-9e56-de97c24fa172 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Calling delete_port for a5a12314-6563-4105-9e05-936ae4a66f95 owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:56:19.517022 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eae240-90a2-4ac6-a925-ab302d5703dd None None] Pushing event deleted for resources: {'Port': ['ID=75559848-4902-4c52-9175-c8a2bec73f01,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:19.521591 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-f25b584d-c952-4850-9f6d-db3d91a9159f service neutron] Attempting to bind port 58dda4e9-8dcd-438a-a2a5-133cac5c0ff6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:56:19.521965 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-f25b584d-c952-4850-9f6d-db3d91a9159f service neutron] Attempting to bind port 58dda4e9-8dcd-438a-a2a5-133cac5c0ff6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '180079d9-3802-4753-bdea-bdcba1df7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0e68efe9-ea16-4fb9-b57d-581a14fb90de'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:56:19.522300 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-f25b584d-c952-4850-9f6d-db3d91a9159f service neutron] Attempting to bind port 58dda4e9-8dcd-438a-a2a5-133cac5c0ff6 on network 0e68efe9-ea16-4fb9-b57d-581a14fb90de {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:56:19.535630 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eae240-90a2-4ac6-a925-ab302d5703dd None None] No DVR routers for this DVR port 75559848-4902-4c52-9175-c8a2bec73f01 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:56:19.587357 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-f25b584d-c952-4850-9f6d-db3d91a9159f service neutron] Port 58dda4e9-8dcd-438a-a2a5-133cac5c0ff6 on network 0e68efe9-ea16-4fb9-b57d-581a14fb90de not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:56:19.587357 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-f25b584d-c952-4850-9f6d-db3d91a9159f service neutron] Attempting to bind port 58dda4e9-8dcd-438a-a2a5-133cac5c0ff6 on network 0e68efe9-ea16-4fb9-b57d-581a14fb90de {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:56:19.602021 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-493795c0-b950-44f3-bd6a-dbc66f76e61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (75559848-4902-4c52-9175-c8a2bec73f01), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:19.610219 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db1b4d51-34c2-43d1-bd86-9972b622c2d6 req-742b405a-d4b1-4911-9417-491ac0ae39cb tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] 10.222.0.32 "GET /v2.0/security-groups/67e38f8d-fe03-4831-ae0a-b1b23a529ae3 HTTP/1.1" status: 200  len: 2998 time: 0.2033808
Feb 05 20:56:19.614796 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-f25b584d-c952-4850-9f6d-db3d91a9159f service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:56:19.615346 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-f25b584d-c952-4850-9f6d-db3d91a9159f service neutron] Checking segment: {'id': '180079d9-3802-4753-bdea-bdcba1df7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0e68efe9-ea16-4fb9-b57d-581a14fb90de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:56:19.615985 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-f25b584d-c952-4850-9f6d-db3d91a9159f service neutron] Bound using segment: {'id': '180079d9-3802-4753-bdea-bdcba1df7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0e68efe9-ea16-4fb9-b57d-581a14fb90de'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:56:19.616432 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-f25b584d-c952-4850-9f6d-db3d91a9159f service neutron] Bound port: 58dda4e9-8dcd-438a-a2a5-133cac5c0ff6, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '180079d9-3802-4753-bdea-bdcba1df7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0e68efe9-ea16-4fb9-b57d-581a14fb90de'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:56:19.616794 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-f25b584d-c952-4850-9f6d-db3d91a9159f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (58dda4e9-8dcd-438a-a2a5-133cac5c0ff6), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:19.634092 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330bc61c-913c-428a-9ed2-7c1f8d83eafa admin admin] Pushing event updated for resources: {'Subnet': ['ID=7deb3adf-5b83-4260-ab10-441778fa1622,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:19.649254 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493795c0-b950-44f3-bd6a-dbc66f76e61e admin admin] Pushing event deleted for resources: {'Port': ['ID=75559848-4902-4c52-9175-c8a2bec73f01,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:19.654320 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493795c0-b950-44f3-bd6a-dbc66f76e61e admin admin] No DVR routers for this DVR port 75559848-4902-4c52-9175-c8a2bec73f01 on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:56:19.693322 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af5204-db3f-4505-8a29-5a234c397003 req-0efc8ff0-3c9d-458d-a593-9036c0a4be60 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:19.693322 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af5204-db3f-4505-8a29-5a234c397003 req-0efc8ff0-3c9d-458d-a593-9036c0a4be60 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:19.698918 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af5204-db3f-4505-8a29-5a234c397003 req-0efc8ff0-3c9d-458d-a593-9036c0a4be60 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:19.704327 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af5204-db3f-4505-8a29-5a234c397003 req-0efc8ff0-3c9d-458d-a593-9036c0a4be60 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:19.711203 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af5204-db3f-4505-8a29-5a234c397003 req-0efc8ff0-3c9d-458d-a593-9036c0a4be60 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:19.718565 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af5204-db3f-4505-8a29-5a234c397003 req-0efc8ff0-3c9d-458d-a593-9036c0a4be60 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:19.722242 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af5204-db3f-4505-8a29-5a234c397003 req-0efc8ff0-3c9d-458d-a593-9036c0a4be60 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:19.725541 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-20af5204-db3f-4505-8a29-5a234c397003 req-0efc8ff0-3c9d-458d-a593-9036c0a4be60 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 5371 time: 0.2733469
Feb 05 20:56:19.789738 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-493795c0-b950-44f3-bd6a-dbc66f76e61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (5e952ac8-3d4c-4d21-b049-99c2c5b6a48c), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:19.795620 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330bc61c-913c-428a-9ed2-7c1f8d83eafa admin admin] Checking segment: {'id': '6c718e14-08b2-4c27-b087-6e4371768859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '58eb17c6-ea07-46d7-8697-11612a8309a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:56:19.795998 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330bc61c-913c-428a-9ed2-7c1f8d83eafa admin admin] Network hostable DHCP agents. Network: 58eb17c6-ea07-46d7-8697-11612a8309a4, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:56:19.825521 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-493795c0-b950-44f3-bd6a-dbc66f76e61e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db3151af0>,) {'filters': {'network_id': ['5e952ac8-3d4c-4d21-b049-99c2c5b6a48c']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:19.826219 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db1b4d51-34c2-43d1-bd86-9972b622c2d6 req-477b4aea-346b-48ec-941b-875524cd7b25 tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] 10.222.0.32 "GET /v2.0/security-groups/67e38f8d-fe03-4831-ae0a-b1b23a529ae3 HTTP/1.1" status: 200  len: 2998 time: 0.1931236
Feb 05 20:56:19.838361 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-493795c0-b950-44f3-bd6a-dbc66f76e61e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3151af0>, 'b06bf59a-b8ad-4f26-89f2-91abce8df7af') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:19.838681 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-493795c0-b950-44f3-bd6a-dbc66f76e61e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3151af0>, 'b06bf59a-b8ad-4f26-89f2-91abce8df7af') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:19.855040 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-493795c0-b950-44f3-bd6a-dbc66f76e61e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (b06bf59a-b8ad-4f26-89f2-91abce8df7af), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:19.879521 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-f25b584d-c952-4850-9f6d-db3d91a9159f service neutron] For port 58dda4e9-8dcd-438a-a2a5-133cac5c0ff6, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:56:19.902467 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-493795c0-b950-44f3-bd6a-dbc66f76e61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (b06bf59a-b8ad-4f26-89f2-91abce8df7af), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:19.907780 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-20af5204-db3f-4505-8a29-5a234c397003 req-4ac48cbf-b982-4e6d-b569-cbcb7102a5df tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&id=f2a34937-6f7c-447d-a100-f79bb6d8301c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1494460
Feb 05 20:56:19.913385 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330bc61c-913c-428a-9ed2-7c1f8d83eafa admin admin] Network 58eb17c6-ea07-46d7-8697-11612a8309a4 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:56:19.920448 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-f25b584d-c952-4850-9f6d-db3d91a9159f service neutron] For port 58dda4e9-8dcd-438a-a2a5-133cac5c0ff6, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58dda4e9-8dcd-438a-a2a5-133cac5c0ff6,segment=NetworkSegment(180079d9-3802-4753-bdea-bdcba1df7383),segment_id=180079d9-3802-4753-bdea-bdcba1df7383)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:56:19.935539 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-493795c0-b950-44f3-bd6a-dbc66f76e61e admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:56:19.935921 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-493795c0-b950-44f3-bd6a-dbc66f76e61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (b06bf59a-b8ad-4f26-89f2-91abce8df7af), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:19.938206 ncdv-master-1 neutron-server[114390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 20:56:19.938206 ncdv-master-1 neutron-server[114390]:   self.session.flush()
Feb 05 20:56:19.938206 ncdv-master-1 neutron-server[114390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 20:56:19.938206 ncdv-master-1 neutron-server[114390]:   self.session.flush()
Feb 05 20:56:19.938206 ncdv-master-1 neutron-server[114390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 20:56:19.938206 ncdv-master-1 neutron-server[114390]:   self.session.flush()
Feb 05 20:56:19.938206 ncdv-master-1 neutron-server[114390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 20:56:19.938206 ncdv-master-1 neutron-server[114390]:   self.session.flush()
Feb 05 20:56:19.938206 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 20:56:19.938206 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:56:19.938206 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 20:56:19.938206 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:56:19.938206 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 20:56:19.938206 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:56:19.938206 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 20:56:19.938206 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:56:19.938206 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 20:56:19.938206 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:56:19.938206 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 20:56:19.938206 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:56:19.938206 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 20:56:19.938206 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:56:19.938206 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:56:19.938206 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:56:19.938206 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:56:19.938206 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:56:19.938206 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 20:56:19.938206 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:56:19.938206 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 20:56:19.938206 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:56:19.938206 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:56:19.938206 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:56:19.938206 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:56:19.938206 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:56:19.938206 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:56:19.938206 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:56:19.938206 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:56:19.938206 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:56:19.938206 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:56:19.938206 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:56:19.956483 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-f25b584d-c952-4850-9f6d-db3d91a9159f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (58dda4e9-8dcd-438a-a2a5-133cac5c0ff6), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:19.967540 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-330bc61c-913c-428a-9ed2-7c1f8d83eafa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 58eb17c6-ea07-46d7-8697-11612a8309a4) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:56:19.979949 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 75559848-4902-4c52-9175-c8a2bec73f01 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:56:19.995243 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330bc61c-913c-428a-9ed2-7c1f8d83eafa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:19.996326 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-330bc61c-913c-428a-9ed2-7c1f8d83eafa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:20.003349 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b622fc07-b74b-4193-9e56-de97c24fa172 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (a5a12314-6563-4105-9e05-936ae4a66f95), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:20.006608 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db1b4d51-34c2-43d1-bd86-9972b622c2d6 req-ad34f533-3bc2-466c-8279-7ccc52a69323 tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] 10.222.0.32 "GET /v2.0/security-groups/740746ff-e20f-490f-9584-255051d11eee HTTP/1.1" status: 200  len: 2994 time: 0.1508772
Feb 05 20:56:20.021426 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-f25b584d-c952-4850-9f6d-db3d91a9159f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:20.022244 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-f25b584d-c952-4850-9f6d-db3d91a9159f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:20.024238 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-f25b584d-c952-4850-9f6d-db3d91a9159f service neutron] 10.222.0.39 "PUT /v2.0/ports/58dda4e9-8dcd-438a-a2a5-133cac5c0ff6 HTTP/1.1" status: 200  len: 1130 time: 4.9804399
Feb 05 20:56:20.026722 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'tag': '58dda4e9-8dcd-438a-a2a5-133cac5c0ff6'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:56:20.029688 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9fc1a5-f4c6-43d1-8f5e-68bdfe732e03" -d '{"events": [{"name": "network-changed", "server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "tag": "58dda4e9-8dcd-438a-a2a5-133cac5c0ff6"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:56:20.030742 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 75559848-4902-4c52-9175-c8a2bec73f01 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:56:20.031156 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 75559848-4902-4c52-9175-c8a2bec73f01 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:56:20.031778 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 0fde627d-6103-4d43-9bff-61c314a14d9a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:56:20.043095 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622fc07-b74b-4193-9e56-de97c24fa172 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5a12314-6563-4105-9e05-936ae4a66f95,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:20.054923 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-330bc61c-913c-428a-9ed2-7c1f8d83eafa admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.8028331
Feb 05 20:56:20.086095 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ee4fad-e146-47e7-b6a0-e322e6cf3bac None None] Network 58eb17c6-ea07-46d7-8697-11612a8309a4 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:56:20.089243 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-c27b1712-5b1d-449e-a2ba-9023c75246d1 service neutron] Request body: {'port': {'device_id': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:20.093194 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 0fde627d-6103-4d43-9bff-61c314a14d9a {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:56:20.105846 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 0fde627d-6103-4d43-9bff-61c314a14d9a not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:56:20.171159 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b584d-c952-4850-9f6d-db3d91a9159f service neutron] Pushing event updated for resources: {'Port': ['ID=58dda4e9-8dcd-438a-a2a5-133cac5c0ff6,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:20.197554 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:20.209198 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db1b4d51-34c2-43d1-bd86-9972b622c2d6 req-18c38004-45bf-4bfb-83d9-e682ad1b7470 tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] 10.222.0.32 "GET /v2.0/security-groups/740746ff-e20f-490f-9584-255051d11eee HTTP/1.1" status: 200  len: 2994 time: 0.1830161
Feb 05 20:56:20.234305 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-493795c0-b950-44f3-bd6a-dbc66f76e61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (5e952ac8-3d4c-4d21-b049-99c2c5b6a48c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:20.265567 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b622fc07-b74b-4193-9e56-de97c24fa172 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (5bb59fd1-7cf3-4fba-b3f0-4d10371b63e9), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:20.285577 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-493795c0-b950-44f3-bd6a-dbc66f76e61e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:20.296529 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-493795c0-b950-44f3-bd6a-dbc66f76e61e admin admin] 10.222.0.32 "DELETE /v2.0/networks/5e952ac8-3d4c-4d21-b049-99c2c5b6a48c HTTP/1.1" status: 204  len: 168 time: 1.4890320
Feb 05 20:56:20.407151 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-c27b1712-5b1d-449e-a2ba-9023c75246d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b5699d53-2198-4de7-b7cf-11cdde7ed6e5), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:20.447089 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db1b4d51-34c2-43d1-bd86-9972b622c2d6 req-993f9440-073f-4149-be2a-dc714f32e1a2 tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] 10.222.0.32 "GET /v2.0/security-groups/a8b89b61-9d97-423e-9e62-9f5233c4b0c4 HTTP/1.1" status: 200  len: 2998 time: 0.2247500
Feb 05 20:56:20.467903 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493795c0-b950-44f3-bd6a-dbc66f76e61e admin admin] Pushing event deleted for resources: {'Network': ['ID=5e952ac8-3d4c-4d21-b049-99c2c5b6a48c,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:20.482398 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226869ae-2115-4d70-94bf-562f0cd2a759 None None] Network 58eb17c6-ea07-46d7-8697-11612a8309a4 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:56:20.515442 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b622fc07-b74b-4193-9e56-de97c24fa172 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (5bb59fd1-7cf3-4fba-b3f0-4d10371b63e9), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:20.518987 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b622fc07-b74b-4193-9e56-de97c24fa172 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for router_controller (5bb59fd1-7cf3-4fba-b3f0-4d10371b63e9), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:20.561523 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 38544) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:20.608565 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b622fc07-b74b-4193-9e56-de97c24fa172 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (5bb59fd1-7cf3-4fba-b3f0-4d10371b63e9), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:20.609767 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b622fc07-b74b-4193-9e56-de97c24fa172 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5bb59fd1-7cf3-4fba-b3f0-4d10371b63e9 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 20:56:20.617800 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b622fc07-b74b-4193-9e56-de97c24fa172 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:20.623900 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b622fc07-b74b-4193-9e56-de97c24fa172 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] 10.222.0.32 "DELETE /v2.0/routers/5bb59fd1-7cf3-4fba-b3f0-4d10371b63e9 HTTP/1.1" status: 204  len: 168 time: 2.0393491
Feb 05 20:56:20.625913 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38546) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:20.628227 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41c09a-386a-4cb5-872b-44d45be3ee0c req-68c517f2-4cd3-45e0-b710-fb35fc3375df tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:20.633015 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-fd3432be-0cdc-4584-9d5f-07ca5a2fb3a0 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-970093119', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}, 'admin_state_up': False}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:20.634893 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6b41c09a-386a-4cb5-872b-44d45be3ee0c req-68c517f2-4cd3-45e0-b710-fb35fc3375df tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4822951-358a-4d99-b16c-faea08c30662 HTTP/1.1" status: 200  len: 945 time: 0.3951924
Feb 05 20:56:20.640328 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db1b4d51-34c2-43d1-bd86-9972b622c2d6 req-a8b906ef-d3ca-4342-9d94-95cbfc1e2c93 tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] 10.222.0.32 "GET /v2.0/security-groups/a8b89b61-9d97-423e-9e62-9f5233c4b0c4 HTTP/1.1" status: 200  len: 2998 time: 0.1797216
Feb 05 20:56:20.678339 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fd3432be-0cdc-4584-9d5f-07ca5a2fb3a0 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (fcdf7255-4b38-4c66-ae07-52feb8db227e), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:20.680096 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fd3432be-0cdc-4584-9d5f-07ca5a2fb3a0 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (fcdf7255-4b38-4c66-ae07-52feb8db227e), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:20.764530 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fd3432be-0cdc-4584-9d5f-07ca5a2fb3a0 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router_controller (fcdf7255-4b38-4c66-ae07-52feb8db227e), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:20.973064 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac15e94-3f08-42a9-a1dd-06f19780f5b0 req-8ff2a9f6-b58c-4464-a012-c556d01e846b tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:20.975787 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cac15e94-3f08-42a9-a1dd-06f19780f5b0 req-8ff2a9f6-b58c-4464-a012-c556d01e846b tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4822951-358a-4d99-b16c-faea08c30662 HTTP/1.1" status: 200  len: 945 time: 0.2094166
Feb 05 20:56:21.043809 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fd3432be-0cdc-4584-9d5f-07ca5a2fb3a0 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router_gateway (fcdf7255-4b38-4c66-ae07-52feb8db227e), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:21.113849 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-fedada07-5d6b-46dd-ad8f-e7d3da0e2ede admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5f1ed898d612416992b3bd037ded3407&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5482292
Feb 05 20:56:21.120977 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38562) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:21.169791 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38564) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:21.170938 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db1b4d51-34c2-43d1-bd86-9972b622c2d6 req-a62d5edc-eca7-4b39-b4e7-f6e54942b945 tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] 10.222.0.32 "GET /v2.0/security-groups/d935f44d-aedf-41e0-a92b-4330e1bb2d9b HTTP/1.1" status: 200  len: 2998 time: 0.5176768
Feb 05 20:56:21.262506 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d28c1f07-8e6f-42fe-9cab-5b9cb4538783 admin admin] Publish callbacks [] for security_group (218fa094-04ab-4ec2-853d-cf179e0942dd), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:21.279571 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-cac15e94-3f08-42a9-a1dd-06f19780f5b0 req-3fa6fbf5-be2c-4173-8541-21f8d97d460a tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Deleting port 5a78e067-e989-4cfc-a93a-c66aeef13d4e {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:56:21.279979 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cac15e94-3f08-42a9-a1dd-06f19780f5b0 req-3fa6fbf5-be2c-4173-8541-21f8d97d460a tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (5a78e067-e989-4cfc-a93a-c66aeef13d4e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:21.309204 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6b41c09a-386a-4cb5-872b-44d45be3ee0c req-11c0c462-000a-470b-a061-97029d07d81b tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6625087
Feb 05 20:56:21.318632 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db1b4d51-34c2-43d1-bd86-9972b622c2d6 req-35f1786b-d785-4eb9-8ee7-f554310c1015 tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] 10.222.0.32 "GET /v2.0/security-groups/d935f44d-aedf-41e0-a92b-4330e1bb2d9b HTTP/1.1" status: 200  len: 2998 time: 0.1424856
Feb 05 20:56:21.325718 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d28c1f07-8e6f-42fe-9cab-5b9cb4538783 admin admin] Publish callbacks [] for security_group (218fa094-04ab-4ec2-853d-cf179e0942dd), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:21.400686 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db1b4d51-34c2-43d1-bd86-9972b622c2d6 req-800a8d06-82cf-4d77-8133-ace5d2ff8998 tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] 10.222.0.32 "GET /v2.0/security-groups/e353369d-5448-44d1-b7ab-4c09d2a0ba77 HTTP/1.1" status: 200  len: 3002 time: 0.0752535
Feb 05 20:56:21.488895 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db1b4d51-34c2-43d1-bd86-9972b622c2d6 req-8ceab3bf-d2c4-4440-beea-08b6d73e7cd4 tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] 10.222.0.32 "GET /v2.0/security-groups/e353369d-5448-44d1-b7ab-4c09d2a0ba77 HTTP/1.1" status: 200  len: 3002 time: 0.0816593
Feb 05 20:56:21.492047 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-c27b1712-5b1d-449e-a2ba-9023c75246d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5699d53-2198-4de7-b7cf-11cdde7ed6e5 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:56:21.502190 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-c27b1712-5b1d-449e-a2ba-9023c75246d1 service neutron] Publish callbacks [] for port (b5699d53-2198-4de7-b7cf-11cdde7ed6e5), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:21.528197 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571099f-f04f-4bb7-b7ca-ca436d90ea33 req-d6427c7f-7ed0-4ed4-9c60-82c1ed0051bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:21.528713 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571099f-f04f-4bb7-b7ca-ca436d90ea33 req-d6427c7f-7ed0-4ed4-9c60-82c1ed0051bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:21.529222 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571099f-f04f-4bb7-b7ca-ca436d90ea33 req-d6427c7f-7ed0-4ed4-9c60-82c1ed0051bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:21.529801 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571099f-f04f-4bb7-b7ca-ca436d90ea33 req-d6427c7f-7ed0-4ed4-9c60-82c1ed0051bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:21.530343 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571099f-f04f-4bb7-b7ca-ca436d90ea33 req-d6427c7f-7ed0-4ed4-9c60-82c1ed0051bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:21.530878 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571099f-f04f-4bb7-b7ca-ca436d90ea33 req-d6427c7f-7ed0-4ed4-9c60-82c1ed0051bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:21.531406 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571099f-f04f-4bb7-b7ca-ca436d90ea33 req-d6427c7f-7ed0-4ed4-9c60-82c1ed0051bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:21.533553 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a571099f-f04f-4bb7-b7ca-ca436d90ea33 req-d6427c7f-7ed0-4ed4-9c60-82c1ed0051bb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 6716 time: 0.3614905
Feb 05 20:56:21.541212 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-c27b1712-5b1d-449e-a2ba-9023c75246d1 service neutron] Transition to ACTIVE for port object b5699d53-2198-4de7-b7cf-11cdde7ed6e5 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:56:21.554993 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db1b4d51-34c2-43d1-bd86-9972b622c2d6 req-7a845799-5d4c-4058-a091-d03cddb0648b tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] 10.222.0.32 "GET /v2.0/security-groups/f2a34937-6f7c-447d-a100-f79bb6d8301c HTTP/1.1" status: 200  len: 2998 time: 0.0549421
Feb 05 20:56:21.555873 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-c27b1712-5b1d-449e-a2ba-9023c75246d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (b5699d53-2198-4de7-b7cf-11cdde7ed6e5), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:21.586474 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e7f626-29e4-4076-a057-981322fec42a x-openstack-request-id: req-63e7f626-29e4-4076-a057-981322fec42a {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:56:21.586799 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "tag": "58dda4e9-8dcd-438a-a2a5-133cac5c0ff6", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:56:21.587056 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-63e7f626-29e4-4076-a057-981322fec42a {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:56:21.587457 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'tag': '58dda4e9-8dcd-438a-a2a5-133cac5c0ff6', 'status': 'completed', 'code': 200}
Feb 05 20:56:21.605368 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-cac15e94-3f08-42a9-a1dd-06f19780f5b0 req-3fa6fbf5-be2c-4173-8541-21f8d97d460a tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] For port 5a78e067-e989-4cfc-a93a-c66aeef13d4e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5a78e067-e989-4cfc-a93a-c66aeef13d4e,segment=NetworkSegment(7f85ed9d-b7ce-414c-8ae4-25f17816204d),segment_id=7f85ed9d-b7ce-414c-8ae4-25f17816204d)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:56:21.605368 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cac15e94-3f08-42a9-a1dd-06f19780f5b0 req-3fa6fbf5-be2c-4173-8541-21f8d97d460a tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (5a78e067-e989-4cfc-a93a-c66aeef13d4e), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:21.612814 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d28c1f07-8e6f-42fe-9cab-5b9cb4538783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (218fa094-04ab-4ec2-853d-cf179e0942dd), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:21.622129 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d28c1f07-8e6f-42fe-9cab-5b9cb4538783 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:21.629594 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d28c1f07-8e6f-42fe-9cab-5b9cb4538783 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/218fa094-04ab-4ec2-853d-cf179e0942dd HTTP/1.1" status: 204  len: 168 time: 0.5074954
Feb 05 20:56:21.658004 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b1712-5b1d-449e-a2ba-9023c75246d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b5699d53-2198-4de7-b7cf-11cdde7ed6e5,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:21.712318 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db1b4d51-34c2-43d1-bd86-9972b622c2d6 req-d0ef1f4b-edc0-44f0-81cc-48219b01537f tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] 10.222.0.32 "GET /v2.0/security-groups/f2a34937-6f7c-447d-a100-f79bb6d8301c HTTP/1.1" status: 200  len: 2998 time: 0.1277523
Feb 05 20:56:21.720277 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-cac15e94-3f08-42a9-a1dd-06f19780f5b0 req-3fa6fbf5-be2c-4173-8541-21f8d97d460a tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Calling delete_port for 5a78e067-e989-4cfc-a93a-c66aeef13d4e owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:56:21.729461 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a571099f-f04f-4bb7-b7ca-ca436d90ea33 req-ab6cc1c9-8de6-423f-8440-857a32d81c9b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d935f44d-aedf-41e0-a92b-4330e1bb2d9b&id=862080b5-e679-4cab-bbab-4a73c5b41769&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1597514
Feb 05 20:56:21.730275 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c1f07-8e6f-42fe-9cab-5b9cb4538783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218fa094-04ab-4ec2-853d-cf179e0942dd,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:21.813470 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fc1a5-f4c6-43d1-8f5e-68bdfe732e03 req-047bce55-ee1f-4310-8c71-fe39007a823e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:21.813992 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fc1a5-f4c6-43d1-8f5e-68bdfe732e03 req-047bce55-ee1f-4310-8c71-fe39007a823e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:21.814733 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fc1a5-f4c6-43d1-8f5e-68bdfe732e03 req-047bce55-ee1f-4310-8c71-fe39007a823e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:21.815216 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fc1a5-f4c6-43d1-8f5e-68bdfe732e03 req-047bce55-ee1f-4310-8c71-fe39007a823e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:21.815748 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fc1a5-f4c6-43d1-8f5e-68bdfe732e03 req-047bce55-ee1f-4310-8c71-fe39007a823e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:21.816230 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fc1a5-f4c6-43d1-8f5e-68bdfe732e03 req-047bce55-ee1f-4310-8c71-fe39007a823e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:21.816707 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fc1a5-f4c6-43d1-8f5e-68bdfe732e03 req-047bce55-ee1f-4310-8c71-fe39007a823e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:21.819221 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5e9fc1a5-f4c6-43d1-8f5e-68bdfe732e03 req-047bce55-ee1f-4310-8c71-fe39007a823e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=451be3a617f64d6a97b8d18cee2426e8&device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 6326 time: 0.2090805
Feb 05 20:56:21.819691 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fd3432be-0cdc-4584-9d5f-07ca5a2fb3a0 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router_gateway (fcdf7255-4b38-4c66-ae07-52feb8db227e), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:21.856959 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db1b4d51-34c2-43d1-bd86-9972b622c2d6 req-f3c0ce09-d910-49b1-9ee4-37bb50067b0e tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] 10.222.0.32 "GET /v2.0/security-groups/f768c614-2bce-40eb-bac7-abc39270499d HTTP/1.1" status: 200  len: 3002 time: 0.1349835
Feb 05 20:56:21.865942 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fd3432be-0cdc-4584-9d5f-07ca5a2fb3a0 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:21.941577 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-c27b1712-5b1d-449e-a2ba-9023c75246d1 service neutron] Attempting to bind port b5699d53-2198-4de7-b7cf-11cdde7ed6e5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:56:21.942400 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-c27b1712-5b1d-449e-a2ba-9023c75246d1 service neutron] Attempting to bind port b5699d53-2198-4de7-b7cf-11cdde7ed6e5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '180079d9-3802-4753-bdea-bdcba1df7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0e68efe9-ea16-4fb9-b57d-581a14fb90de'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:56:21.943180 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-c27b1712-5b1d-449e-a2ba-9023c75246d1 service neutron] Attempting to bind port b5699d53-2198-4de7-b7cf-11cdde7ed6e5 on network 0e68efe9-ea16-4fb9-b57d-581a14fb90de {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:56:22.034359 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-c27b1712-5b1d-449e-a2ba-9023c75246d1 service neutron] Port b5699d53-2198-4de7-b7cf-11cdde7ed6e5 on network 0e68efe9-ea16-4fb9-b57d-581a14fb90de not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:56:22.034756 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-c27b1712-5b1d-449e-a2ba-9023c75246d1 service neutron] Attempting to bind port b5699d53-2198-4de7-b7cf-11cdde7ed6e5 on network 0e68efe9-ea16-4fb9-b57d-581a14fb90de {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:56:22.038230 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device a5a12314-6563-4105-9e05-936ae4a66f95 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:56:22.053052 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-fd3432be-0cdc-4584-9d5f-07ca5a2fb3a0 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Allocated IP 172.35.4.56 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/971ab36f-fcbe-4a44-b8f4-d08252a6f687) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:56:22.067017 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: a5a12314-6563-4105-9e05-936ae4a66f95 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:56:22.067431 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device a5a12314-6563-4105-9e05-936ae4a66f95 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:56:22.092775 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-defd0a73-1c42-4ef9-8f6d-a6778c3ec766 req-8e564805-9ef5-4f39-b179-c850ce1f4b9c tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1160040489', 'description': 'tempest-description-91675283'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:22.114958 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-c27b1712-5b1d-449e-a2ba-9023c75246d1 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:56:22.115716 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-c27b1712-5b1d-449e-a2ba-9023c75246d1 service neutron] Checking segment: {'id': '180079d9-3802-4753-bdea-bdcba1df7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0e68efe9-ea16-4fb9-b57d-581a14fb90de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:56:22.115849 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-c27b1712-5b1d-449e-a2ba-9023c75246d1 service neutron] Bound using segment: {'id': '180079d9-3802-4753-bdea-bdcba1df7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0e68efe9-ea16-4fb9-b57d-581a14fb90de'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:56:22.116255 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-c27b1712-5b1d-449e-a2ba-9023c75246d1 service neutron] Bound port: b5699d53-2198-4de7-b7cf-11cdde7ed6e5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '180079d9-3802-4753-bdea-bdcba1df7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0e68efe9-ea16-4fb9-b57d-581a14fb90de'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:56:22.116726 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-c27b1712-5b1d-449e-a2ba-9023c75246d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b5699d53-2198-4de7-b7cf-11cdde7ed6e5), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:22.123666 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-defd0a73-1c42-4ef9-8f6d-a6778c3ec766 req-8e564805-9ef5-4f39-b179-c850ce1f4b9c tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:22.140006 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db1b4d51-34c2-43d1-bd86-9972b622c2d6 req-dfe15ec3-23eb-4b8e-87b6-440d61d08c29 tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] 10.222.0.32 "GET /v2.0/security-groups/f768c614-2bce-40eb-bac7-abc39270499d HTTP/1.1" status: 200  len: 3002 time: 0.2684553
Feb 05 20:56:22.165592 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fc1a5-f4c6-43d1-8f5e-68bdfe732e03 req-8d05a2f0-de4b-42ae-889d-4b948606069e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:22.166428 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fc1a5-f4c6-43d1-8f5e-68bdfe732e03 req-8d05a2f0-de4b-42ae-889d-4b948606069e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:22.166662 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fc1a5-f4c6-43d1-8f5e-68bdfe732e03 req-8d05a2f0-de4b-42ae-889d-4b948606069e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:22.168410 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5e9fc1a5-f4c6-43d1-8f5e-68bdfe732e03 req-8d05a2f0-de4b-42ae-889d-4b948606069e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=451be3a617f64d6a97b8d18cee2426e8&shared=False HTTP/1.1" status: 200  len: 2294 time: 0.3314304
Feb 05 20:56:22.273524 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fd3432be-0cdc-4584-9d5f-07ca5a2fb3a0 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for port (971ab36f-fcbe-4a44-b8f4-d08252a6f687), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:22.359692 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cac15e94-3f08-42a9-a1dd-06f19780f5b0 req-3fa6fbf5-be2c-4173-8541-21f8d97d460a tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (5a78e067-e989-4cfc-a93a-c66aeef13d4e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:22.362772 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fd3432be-0cdc-4584-9d5f-07ca5a2fb3a0 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (971ab36f-fcbe-4a44-b8f4-d08252a6f687), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:22.369840 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-c27b1712-5b1d-449e-a2ba-9023c75246d1 service neutron] For port b5699d53-2198-4de7-b7cf-11cdde7ed6e5, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:56:22.373640 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['35c6f3f5-10d5-4610-94a0-0c6195303a95'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:56:22.403651 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-c27b1712-5b1d-449e-a2ba-9023c75246d1 service neutron] For port b5699d53-2198-4de7-b7cf-11cdde7ed6e5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5699d53-2198-4de7-b7cf-11cdde7ed6e5,segment=NetworkSegment(180079d9-3802-4753-bdea-bdcba1df7383),segment_id=180079d9-3802-4753-bdea-bdcba1df7383)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:56:22.420974 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3432be-0cdc-4584-9d5f-07ca5a2fb3a0 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Pushing event updated for resources: {'Port': ['ID=971ab36f-fcbe-4a44-b8f4-d08252a6f687,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:22.442006 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-c27b1712-5b1d-449e-a2ba-9023c75246d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (b5699d53-2198-4de7-b7cf-11cdde7ed6e5), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:22.475184 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3432be-0cdc-4584-9d5f-07ca5a2fb3a0 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:56:22.482198 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ddec2-c9ce-4f14-b0a4-68d01ad81e97 req-0e1671f9-8e70-4ffc-833a-82199044e60e tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:22.487935 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ddec2-c9ce-4f14-b0a4-68d01ad81e97 req-0e1671f9-8e70-4ffc-833a-82199044e60e tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:22.495718 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ddec2-c9ce-4f14-b0a4-68d01ad81e97 req-0e1671f9-8e70-4ffc-833a-82199044e60e tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:22.501589 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ddec2-c9ce-4f14-b0a4-68d01ad81e97 req-0e1671f9-8e70-4ffc-833a-82199044e60e tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:22.509922 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ddec2-c9ce-4f14-b0a4-68d01ad81e97 req-0e1671f9-8e70-4ffc-833a-82199044e60e tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:22.516536 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ddec2-c9ce-4f14-b0a4-68d01ad81e97 req-0e1671f9-8e70-4ffc-833a-82199044e60e tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:22.523903 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ddec2-c9ce-4f14-b0a4-68d01ad81e97 req-0e1671f9-8e70-4ffc-833a-82199044e60e tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:22.527053 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ba5ddec2-c9ce-4f14-b0a4-68d01ad81e97 req-0e1671f9-8e70-4ffc-833a-82199044e60e tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 5383 time: 0.2644277
Feb 05 20:56:22.533638 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-defd0a73-1c42-4ef9-8f6d-a6778c3ec766 req-8e564805-9ef5-4f39-b179-c850ce1f4b9c tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group (9b2c5ea8-f038-400f-9cb5-4c92ae4cead7), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:22.534338 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-fd3432be-0cdc-4584-9d5f-07ca5a2fb3a0 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:56:22.541100 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3432be-0cdc-4584-9d5f-07ca5a2fb3a0 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:56:22.558773 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fc1a5-f4c6-43d1-8f5e-68bdfe732e03 req-01b7fbbd-2749-41b0-a22e-42bad21b39d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:22.560503 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5e9fc1a5-f4c6-43d1-8f5e-68bdfe732e03 req-01b7fbbd-2749-41b0-a22e-42bad21b39d1 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3508084
Feb 05 20:56:22.565280 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-defd0a73-1c42-4ef9-8f6d-a6778c3ec766 req-8e564805-9ef5-4f39-b179-c850ce1f4b9c tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (9b2c5ea8-f038-400f-9cb5-4c92ae4cead7), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:22.587358 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-c27b1712-5b1d-449e-a2ba-9023c75246d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:22.588264 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-c27b1712-5b1d-449e-a2ba-9023c75246d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:22.590069 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-c27b1712-5b1d-449e-a2ba-9023c75246d1 service neutron] 10.222.0.39 "PUT /v2.0/ports/b5699d53-2198-4de7-b7cf-11cdde7ed6e5 HTTP/1.1" status: 200  len: 1091 time: 2.5156012
Feb 05 20:56:22.614750 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa6fbf5-be2c-4173-8541-21f8d97d460a tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Pushing event deleted for resources: {'Port': ['ID=5a78e067-e989-4cfc-a93a-c66aeef13d4e,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:22.624749 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac15e94-3f08-42a9-a1dd-06f19780f5b0 req-3fa6fbf5-be2c-4173-8541-21f8d97d460a tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] No DVR routers for this DVR port 5a78e067-e989-4cfc-a93a-c66aeef13d4e on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:56:22.633686 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cac15e94-3f08-42a9-a1dd-06f19780f5b0 req-3fa6fbf5-be2c-4173-8541-21f8d97d460a tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:22.637567 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cac15e94-3f08-42a9-a1dd-06f19780f5b0 req-3fa6fbf5-be2c-4173-8541-21f8d97d460a tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.39 "DELETE /v2.0/ports/5a78e067-e989-4cfc-a93a-c66aeef13d4e HTTP/1.1" status: 204  len: 173 time: 1.6286874
Feb 05 20:56:22.638149 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4822951-358a-4d99-b16c-faea08c30662', 'name': 'network-vif-deleted', 'tag': '5a78e067-e989-4cfc-a93a-c66aeef13d4e'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:56:22.641123 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb7f475-4753-4eae-929d-1be7e702ab82" -d '{"events": [{"server_uuid": "f4822951-358a-4d99-b16c-faea08c30662", "name": "network-vif-deleted", "tag": "5a78e067-e989-4cfc-a93a-c66aeef13d4e"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:56:22.644020 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-161b4098-842c-4e58-b361-1b4f7ed77a78 service neutron] Request body: {'port': {'device_id': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:22.711819 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-defd0a73-1c42-4ef9-8f6d-a6778c3ec766 req-8e564805-9ef5-4f39-b179-c850ce1f4b9c tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:22.713169 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-defd0a73-1c42-4ef9-8f6d-a6778c3ec766 req-8e564805-9ef5-4f39-b179-c850ce1f4b9c tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1827 time: 0.6637523
Feb 05 20:56:22.744184 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e564805-9ef5-4f39-b179-c850ce1f4b9c tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2c5ea8-f038-400f-9cb5-4c92ae4cead7,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:22.753519 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b1712-5b1d-449e-a2ba-9023c75246d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b5699d53-2198-4de7-b7cf-11cdde7ed6e5,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:22.834936 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ba5ddec2-c9ce-4f14-b0a4-68d01ad81e97 req-0edb5758-e02e-4b16-8a55-529b7aa4345c tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&id=f2a34937-6f7c-447d-a100-f79bb6d8301c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2778625
Feb 05 20:56:22.844002 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-161b4098-842c-4e58-b361-1b4f7ed77a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3a1e8ac6-e5dd-47a1-a79b-976ef386504b), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:23.151609 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26820814-1482-45da-83e9-87782290b685 req-9c833820-9e87-4d5e-8f8a-e2613db46ae6 tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:23.153183 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26820814-1482-45da-83e9-87782290b685 req-9c833820-9e87-4d5e-8f8a-e2613db46ae6 tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] 10.222.0.32 "GET /v2.0/ports?device_id=81664677-ab39-4ab5-81d5-d2a05b0a9f5c HTTP/1.1" status: 200  len: 951 time: 0.2511940
Feb 05 20:56:23.162860 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-99801952-aef8-431b-8136-4e740fc812fc req-24e31eec-c3c0-48ac-b29a-a608b6bb1138 tempest-SecurityGroupsTestAdminJSON-977635238 tempest-SecurityGroupsTestAdminJSON-977635238-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=556820d0fe4844d99d50181375fed596 HTTP/1.1" status: 200  len: 6161 time: 0.2407026
Feb 05 20:56:23.287508 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-99801952-aef8-431b-8136-4e740fc812fc req-3ae92475-b4fc-441f-aaee-6ea649dc8b00 tempest-SecurityGroupsTestAdminJSON-977635238 tempest-SecurityGroupsTestAdminJSON-977635238-project] 10.222.0.32 "GET /v2.0/security-groups/2eac7bd4-3ac0-4522-aafd-b09fbab50e10 HTTP/1.1" status: 200  len: 3002 time: 0.0825727
Feb 05 20:56:23.288031 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 76a5840e-fa81-48d6-870c-9737596dd6ad no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:56:23.364333 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26820814-1482-45da-83e9-87782290b685 req-6dacb431-607c-4067-849e-1295fbf88325 tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] 10.222.0.32 "GET /v2.0/security-groups?id=67e38f8d-fe03-4831-ae0a-b1b23a529ae3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1579919
Feb 05 20:56:23.402664 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 76a5840e-fa81-48d6-870c-9737596dd6ad is: ACTIVE; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:56:23.403369 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (76a5840e-fa81-48d6-870c-9737596dd6ad), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:23.423056 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-99801952-aef8-431b-8136-4e740fc812fc req-4936e3dd-bd84-43d5-902e-249c732a68cd tempest-SecurityGroupsTestAdminJSON-977635238 tempest-SecurityGroupsTestAdminJSON-977635238-project] 10.222.0.32 "GET /v2.0/security-groups/2eac7bd4-3ac0-4522-aafd-b09fbab50e10 HTTP/1.1" status: 200  len: 3002 time: 0.1257963
Feb 05 20:56:23.431999 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81664677-ab39-4ab5-81d5-d2a05b0a9f5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76a5840e-fa81-48d6-870c-9737596dd6ad'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:56:23.435808 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5caa994-9c45-4942-8bb9-9c95247e9451" -d '{"events": [{"server_uuid": "81664677-ab39-4ab5-81d5-d2a05b0a9f5c", "name": "network-vif-unplugged", "status": "completed", "tag": "76a5840e-fa81-48d6-870c-9737596dd6ad"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:56:23.452545 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 76a5840e-fa81-48d6-870c-9737596dd6ad, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=76a5840e-fa81-48d6-870c-9737596dd6ad,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:56:23.469910 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (76a5840e-fa81-48d6-870c-9737596dd6ad), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:23.477016 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fd3432be-0cdc-4584-9d5f-07ca5a2fb3a0 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router_gateway (fcdf7255-4b38-4c66-ae07-52feb8db227e), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:23.482018 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339ae00e-4814-4946-93c4-4ec844d4240a x-openstack-request-id: req-339ae00e-4814-4946-93c4-4ec844d4240a {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:56:23.482345 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4822951-358a-4d99-b16c-faea08c30662", "name": "network-vif-deleted", "tag": "5a78e067-e989-4cfc-a93a-c66aeef13d4e", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:56:23.482613 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-339ae00e-4814-4946-93c4-4ec844d4240a {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:56:23.483016 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4822951-358a-4d99-b16c-faea08c30662', 'name': 'network-vif-deleted', 'tag': '5a78e067-e989-4cfc-a93a-c66aeef13d4e', 'status': 'completed', 'code': 200}
Feb 05 20:56:23.540100 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=76a5840e-fa81-48d6-870c-9737596dd6ad,revision_number=11']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:23.542679 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-161b4098-842c-4e58-b361-1b4f7ed77a78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a1e8ac6-e5dd-47a1-a79b-976ef386504b {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:56:23.554794 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-96da0b8b-0522-4ee8-b3bf-e0056a2e9cbe req-224a6358-d008-4d5c-9bb4-71f92d1bb944 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] 10.222.0.32 "GET /v2.0/security-groups/9b2c5ea8-f038-400f-9cb5-4c92ae4cead7 HTTP/1.1" status: 200  len: 1822 time: 0.0629625
Feb 05 20:56:23.559597 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-161b4098-842c-4e58-b361-1b4f7ed77a78 service neutron] Publish callbacks [] for port (3a1e8ac6-e5dd-47a1-a79b-976ef386504b), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:23.570008 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-96da0b8b-0522-4ee8-b3bf-e0056a2e9cbe req-94d2b7a5-7d53-42ea-9859-a58fce6a168a tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9b2c5ea8-f038-400f-9cb5-4c92ae4cead7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:23.570527 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-96da0b8b-0522-4ee8-b3bf-e0056a2e9cbe req-94d2b7a5-7d53-42ea-9859-a58fce6a168a tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9b2c5ea8-f038-400f-9cb5-4c92ae4cead7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:23.587535 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-161b4098-842c-4e58-b361-1b4f7ed77a78 service neutron] Transition to ACTIVE for port object 3a1e8ac6-e5dd-47a1-a79b-976ef386504b will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:56:23.588110 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'tag': 'b5699d53-2198-4de7-b7cf-11cdde7ed6e5'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:56:23.591123 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa549fea-be53-46a2-adb3-2f4e79a2aad8" -d '{"events": [{"name": "network-changed", "server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "tag": "b5699d53-2198-4de7-b7cf-11cdde7ed6e5"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:56:23.597026 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-161b4098-842c-4e58-b361-1b4f7ed77a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (3a1e8ac6-e5dd-47a1-a79b-976ef386504b), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:23.730922 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fd3432be-0cdc-4584-9d5f-07ca5a2fb3a0 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (fcdf7255-4b38-4c66-ae07-52feb8db227e), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:23.748841 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b4098-842c-4e58-b361-1b4f7ed77a78 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1e8ac6-e5dd-47a1-a79b-976ef386504b,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:23.768960 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-96da0b8b-0522-4ee8-b3bf-e0056a2e9cbe req-94d2b7a5-7d53-42ea-9859-a58fce6a168a tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group_rule (e13358f0-4629-4632-8497-a7c039a0ffe3), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:23.801207 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-96da0b8b-0522-4ee8-b3bf-e0056a2e9cbe req-94d2b7a5-7d53-42ea-9859-a58fce6a168a tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group_rule (e13358f0-4629-4632-8497-a7c039a0ffe3), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:23.804411 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-161b4098-842c-4e58-b361-1b4f7ed77a78 service neutron] Attempting to bind port 3a1e8ac6-e5dd-47a1-a79b-976ef386504b on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:56:23.804831 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-161b4098-842c-4e58-b361-1b4f7ed77a78 service neutron] Attempting to bind port 3a1e8ac6-e5dd-47a1-a79b-976ef386504b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '180079d9-3802-4753-bdea-bdcba1df7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0e68efe9-ea16-4fb9-b57d-581a14fb90de'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:56:23.805252 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-161b4098-842c-4e58-b361-1b4f7ed77a78 service neutron] Attempting to bind port 3a1e8ac6-e5dd-47a1-a79b-976ef386504b on network 0e68efe9-ea16-4fb9-b57d-581a14fb90de {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:56:23.810583 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-161b4098-842c-4e58-b361-1b4f7ed77a78 service neutron] Port 3a1e8ac6-e5dd-47a1-a79b-976ef386504b on network 0e68efe9-ea16-4fb9-b57d-581a14fb90de not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:56:23.811424 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-161b4098-842c-4e58-b361-1b4f7ed77a78 service neutron] Attempting to bind port 3a1e8ac6-e5dd-47a1-a79b-976ef386504b on network 0e68efe9-ea16-4fb9-b57d-581a14fb90de {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:56:23.813610 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-96da0b8b-0522-4ee8-b3bf-e0056a2e9cbe req-94d2b7a5-7d53-42ea-9859-a58fce6a168a tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (e13358f0-4629-4632-8497-a7c039a0ffe3), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:23.831289 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-161b4098-842c-4e58-b361-1b4f7ed77a78 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:56:23.831737 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-161b4098-842c-4e58-b361-1b4f7ed77a78 service neutron] Checking segment: {'id': '180079d9-3802-4753-bdea-bdcba1df7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0e68efe9-ea16-4fb9-b57d-581a14fb90de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:56:23.832226 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-161b4098-842c-4e58-b361-1b4f7ed77a78 service neutron] Bound using segment: {'id': '180079d9-3802-4753-bdea-bdcba1df7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0e68efe9-ea16-4fb9-b57d-581a14fb90de'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:56:23.832734 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-161b4098-842c-4e58-b361-1b4f7ed77a78 service neutron] Bound port: 3a1e8ac6-e5dd-47a1-a79b-976ef386504b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '180079d9-3802-4753-bdea-bdcba1df7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0e68efe9-ea16-4fb9-b57d-581a14fb90de'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:56:23.834834 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-161b4098-842c-4e58-b361-1b4f7ed77a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3a1e8ac6-e5dd-47a1-a79b-976ef386504b), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:23.841371 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2b7a5-7d53-42ea-9859-a58fce6a168a tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e13358f0-4629-4632-8497-a7c039a0ffe3,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:23.893759 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-96da0b8b-0522-4ee8-b3bf-e0056a2e9cbe req-94d2b7a5-7d53-42ea-9859-a58fce6a168a tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:23.907022 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-96da0b8b-0522-4ee8-b3bf-e0056a2e9cbe req-94d2b7a5-7d53-42ea-9859-a58fce6a168a tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3443346
Feb 05 20:56:23.958359 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3432be-0cdc-4584-9d5f-07ca5a2fb3a0 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Router fcdf7255-4b38-4c66-ae07-52feb8db227e is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 20:56:23.969637 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-161b4098-842c-4e58-b361-1b4f7ed77a78 service neutron] For port 3a1e8ac6-e5dd-47a1-a79b-976ef386504b, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:56:23.973367 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-161b4098-842c-4e58-b361-1b4f7ed77a78 service neutron] For port 3a1e8ac6-e5dd-47a1-a79b-976ef386504b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a1e8ac6-e5dd-47a1-a79b-976ef386504b,segment=NetworkSegment(180079d9-3802-4753-bdea-bdcba1df7383),segment_id=180079d9-3802-4753-bdea-bdcba1df7383)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:56:23.976185 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1836170c-6c11-44c6-895d-c9a9c805f4b7 req-8c3545f9-cee5-4a48-8b33-1748a7959b25 tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] 10.222.0.32 "GET /v2.0/security-groups/864f5c79-d984-43d4-873e-ed2bbdfbacba HTTP/1.1" status: 200  len: 1795 time: 0.0655332
Feb 05 20:56:23.982476 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-161b4098-842c-4e58-b361-1b4f7ed77a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (3a1e8ac6-e5dd-47a1-a79b-976ef386504b), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:24.054686 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-161b4098-842c-4e58-b361-1b4f7ed77a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:24.055373 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-161b4098-842c-4e58-b361-1b4f7ed77a78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:24.056768 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-161b4098-842c-4e58-b361-1b4f7ed77a78 service neutron] 10.222.0.39 "PUT /v2.0/ports/3a1e8ac6-e5dd-47a1-a79b-976ef386504b HTTP/1.1" status: 200  len: 1089 time: 1.4321463
Feb 05 20:56:24.080466 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1836170c-6c11-44c6-895d-c9a9c805f4b7 req-127d15c1-6254-44ae-b1a7-f7729c2444ea tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] Publish callbacks [] for security_group (864f5c79-d984-43d4-873e-ed2bbdfbacba), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:24.095521 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3432be-0cdc-4584-9d5f-07ca5a2fb3a0 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:56:24.105699 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-9a2533e6-0299-4baf-9016-87f2f92cee60 service neutron] Request body: {'port': {'device_id': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:24.108830 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515e7008-5b68-4263-956b-233026c4dac2 None None] Sync routers for ids ['fcdf7255-4b38-4c66-ae07-52feb8db227e'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:56:24.122761 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515e7008-5b68-4263-956b-233026c4dac2 None None] Routers {'fcdf7255-4b38-4c66-ae07-52feb8db227e'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:56:24.123382 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-515e7008-5b68-4263-956b-233026c4dac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8cf1fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:56:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['fcdf7255-4b38-4c66-ae07-52feb8db227e'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:24.130808 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b4098-842c-4e58-b361-1b4f7ed77a78 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1e8ac6-e5dd-47a1-a79b-976ef386504b,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:24.132550 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fd3432be-0cdc-4584-9d5f-07ca5a2fb3a0 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:24.134438 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-fd3432be-0cdc-4584-9d5f-07ca5a2fb3a0 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 3.5069442
Feb 05 20:56:24.137391 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38654) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:24.143876 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-516318ef-4fe1-43fa-9012-9ac62244fea1 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'enable_snat': False}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:24.162536 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1836170c-6c11-44c6-895d-c9a9c805f4b7 req-127d15c1-6254-44ae-b1a7-f7729c2444ea tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] Publish callbacks [] for security_group (864f5c79-d984-43d4-873e-ed2bbdfbacba), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:24.196684 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 5a78e067-e989-4cfc-a93a-c66aeef13d4e no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:56:24.197979 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-515e7008-5b68-4263-956b-233026c4dac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8cf1fa0>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:24.237349 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515e7008-5b68-4263-956b-233026c4dac2 None None] Routers {'fcdf7255-4b38-4c66-ae07-52feb8db227e'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:56:24.237857 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-515e7008-5b68-4263-956b-233026c4dac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8cf1fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:56:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['fcdf7255-4b38-4c66-ae07-52feb8db227e'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:24.240515 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 5a78e067-e989-4cfc-a93a-c66aeef13d4e {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:56:24.240942 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 5a78e067-e989-4cfc-a93a-c66aeef13d4e not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:56:24.267779 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-9a2533e6-0299-4baf-9016-87f2f92cee60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (96b065aa-9042-42d0-9376-669227f49c16), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:24.281898 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-515e7008-5b68-4263-956b-233026c4dac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8cf1fa0>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:24.282766 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515e7008-5b68-4263-956b-233026c4dac2 None None] The sync data for ids ['fcdf7255-4b38-4c66-ae07-52feb8db227e'] in ncdv-master-1 is: [] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:56:24.299305 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1836170c-6c11-44c6-895d-c9a9c805f4b7 req-127d15c1-6254-44ae-b1a7-f7729c2444ea tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (864f5c79-d984-43d4-873e-ed2bbdfbacba), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:24.305363 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1836170c-6c11-44c6-895d-c9a9c805f4b7 req-127d15c1-6254-44ae-b1a7-f7729c2444ea tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:24.351389 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1836170c-6c11-44c6-895d-c9a9c805f4b7 req-127d15c1-6254-44ae-b1a7-f7729c2444ea tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/864f5c79-d984-43d4-873e-ed2bbdfbacba HTTP/1.1" status: 204  len: 173 time: 0.3257980
Feb 05 20:56:24.354296 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d15c1-6254-44ae-b1a7-f7729c2444ea tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864f5c79-d984-43d4-873e-ed2bbdfbacba,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:24.392729 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 20:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a1058a-4e44-4f17-8db6-0f1ae0c6d6e2 x-openstack-request-id: req-79a1058a-4e44-4f17-8db6-0f1ae0c6d6e2 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:56:24.393309 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81664677-ab39-4ab5-81d5-d2a05b0a9f5c", "name": "network-vif-unplugged", "status": "completed", "tag": "76a5840e-fa81-48d6-870c-9737596dd6ad", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:56:24.397671 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-79a1058a-4e44-4f17-8db6-0f1ae0c6d6e2 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:56:24.398287 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81664677-ab39-4ab5-81d5-d2a05b0a9f5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76a5840e-fa81-48d6-870c-9737596dd6ad', 'code': 200}
Feb 05 20:56:24.579416 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945fc747-486e-48a4-89fe-cda2f452391e x-openstack-request-id: req-945fc747-486e-48a4-89fe-cda2f452391e {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:56:24.579736 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "tag": "b5699d53-2198-4de7-b7cf-11cdde7ed6e5", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:56:24.580002 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-945fc747-486e-48a4-89fe-cda2f452391e {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:56:24.580407 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'tag': 'b5699d53-2198-4de7-b7cf-11cdde7ed6e5', 'status': 'completed', 'code': 200}
Feb 05 20:56:24.713041 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa549fea-be53-46a2-adb3-2f4e79a2aad8 req-561d7cca-3907-4f44-9858-a856881d29df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:24.714208 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa549fea-be53-46a2-adb3-2f4e79a2aad8 req-561d7cca-3907-4f44-9858-a856881d29df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:24.714892 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa549fea-be53-46a2-adb3-2f4e79a2aad8 req-561d7cca-3907-4f44-9858-a856881d29df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:24.715519 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa549fea-be53-46a2-adb3-2f4e79a2aad8 req-561d7cca-3907-4f44-9858-a856881d29df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:24.716232 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa549fea-be53-46a2-adb3-2f4e79a2aad8 req-561d7cca-3907-4f44-9858-a856881d29df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:24.716879 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa549fea-be53-46a2-adb3-2f4e79a2aad8 req-561d7cca-3907-4f44-9858-a856881d29df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:24.717497 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa549fea-be53-46a2-adb3-2f4e79a2aad8 req-561d7cca-3907-4f44-9858-a856881d29df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:24.719601 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fa549fea-be53-46a2-adb3-2f4e79a2aad8 req-561d7cca-3907-4f44-9858-a856881d29df service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=451be3a617f64d6a97b8d18cee2426e8&device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 6497 time: 0.1334522
Feb 05 20:56:24.724638 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-9a2533e6-0299-4baf-9016-87f2f92cee60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96b065aa-9042-42d0-9376-669227f49c16 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:56:24.728971 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-516318ef-4fe1-43fa-9012-9ac62244fea1 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for router_gateway (fcdf7255-4b38-4c66-ae07-52feb8db227e), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:24.735057 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-9a2533e6-0299-4baf-9016-87f2f92cee60 service neutron] Publish callbacks [] for port (96b065aa-9042-42d0-9376-669227f49c16), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:24.758238 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e813b-986e-4b7c-9e07-f664e3d0ada8 req-0a83888e-b643-49ce-8c15-0dc26d97ddb4 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:24.764179 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e813b-986e-4b7c-9e07-f664e3d0ada8 req-0a83888e-b643-49ce-8c15-0dc26d97ddb4 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:24.769935 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e813b-986e-4b7c-9e07-f664e3d0ada8 req-0a83888e-b643-49ce-8c15-0dc26d97ddb4 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:24.775933 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e813b-986e-4b7c-9e07-f664e3d0ada8 req-0a83888e-b643-49ce-8c15-0dc26d97ddb4 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:24.781411 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e813b-986e-4b7c-9e07-f664e3d0ada8 req-0a83888e-b643-49ce-8c15-0dc26d97ddb4 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:24.788106 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e813b-986e-4b7c-9e07-f664e3d0ada8 req-0a83888e-b643-49ce-8c15-0dc26d97ddb4 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:24.793839 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e813b-986e-4b7c-9e07-f664e3d0ada8 req-0a83888e-b643-49ce-8c15-0dc26d97ddb4 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:24.795920 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-299e813b-986e-4b7c-9e07-f664e3d0ada8 req-0a83888e-b643-49ce-8c15-0dc26d97ddb4 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 5395 time: 0.1533597
Feb 05 20:56:24.803847 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-31eafb1f-8883-49ea-bb91-0d2a1a849e82 req-0c38b4a9-12d2-46e2-b489-36fbf1c5373d tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2133940393', 'description': 'tempest-description-1593226599'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:24.813425 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-9a2533e6-0299-4baf-9016-87f2f92cee60 service neutron] Transition to ACTIVE for port object 96b065aa-9042-42d0-9376-669227f49c16 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:56:24.823359 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-9a2533e6-0299-4baf-9016-87f2f92cee60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (96b065aa-9042-42d0-9376-669227f49c16), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:24.892990 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa549fea-be53-46a2-adb3-2f4e79a2aad8 req-385426bc-6e2e-498f-b469-089d2d34e726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:24.893160 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa549fea-be53-46a2-adb3-2f4e79a2aad8 req-385426bc-6e2e-498f-b469-089d2d34e726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:24.893437 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-31eafb1f-8883-49ea-bb91-0d2a1a849e82 req-0c38b4a9-12d2-46e2-b489-36fbf1c5373d tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:24.893558 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa549fea-be53-46a2-adb3-2f4e79a2aad8 req-385426bc-6e2e-498f-b469-089d2d34e726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:24.895191 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fa549fea-be53-46a2-adb3-2f4e79a2aad8 req-385426bc-6e2e-498f-b469-089d2d34e726 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=451be3a617f64d6a97b8d18cee2426e8&shared=False HTTP/1.1" status: 200  len: 2294 time: 0.1684823
Feb 05 20:56:24.917109 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2533e6-0299-4baf-9016-87f2f92cee60 service neutron] Pushing event updated for resources: {'Port': ['ID=96b065aa-9042-42d0-9376-669227f49c16,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:24.967831 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-299e813b-986e-4b7c-9e07-f664e3d0ada8 req-c44cdda6-fa0c-4e49-a566-b5d1eb24697a tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&id=f2a34937-6f7c-447d-a100-f79bb6d8301c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1584432
Feb 05 20:56:25.049164 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa549fea-be53-46a2-adb3-2f4e79a2aad8 req-016751e0-35fd-4337-bcdc-ff94747ac058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:25.050668 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fa549fea-be53-46a2-adb3-2f4e79a2aad8 req-016751e0-35fd-4337-bcdc-ff94747ac058 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1495347
Feb 05 20:56:25.108008 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-31eafb1f-8883-49ea-bb91-0d2a1a849e82 req-0c38b4a9-12d2-46e2-b489-36fbf1c5373d tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group (bca67f42-6cfd-458f-88d2-163f0ed642d6), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:25.109487 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-9a2533e6-0299-4baf-9016-87f2f92cee60 service neutron] Attempting to bind port 96b065aa-9042-42d0-9376-669227f49c16 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:56:25.109928 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-9a2533e6-0299-4baf-9016-87f2f92cee60 service neutron] Attempting to bind port 96b065aa-9042-42d0-9376-669227f49c16 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '16f07f35-cf6e-401e-a5f2-33d98b0f9749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e407b198-7847-4daa-999d-a6a8e5319a57'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:56:25.110423 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-9a2533e6-0299-4baf-9016-87f2f92cee60 service neutron] Attempting to bind port 96b065aa-9042-42d0-9376-669227f49c16 on network e407b198-7847-4daa-999d-a6a8e5319a57 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:56:25.114901 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-48ad6e50-bae5-4f12-9216-c703672b9964 req-ac2a39d0-2dee-4d62-bf38-106444b93c74 tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] 10.222.0.32 "GET /v2.0/security-groups/87e33de8-6001-4b57-a291-96450f2a3e7a HTTP/1.1" status: 200  len: 1797 time: 0.1023214
Feb 05 20:56:25.117787 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-31eafb1f-8883-49ea-bb91-0d2a1a849e82 req-0c38b4a9-12d2-46e2-b489-36fbf1c5373d tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (bca67f42-6cfd-458f-88d2-163f0ed642d6), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:25.123602 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-9a2533e6-0299-4baf-9016-87f2f92cee60 service neutron] Port 96b065aa-9042-42d0-9376-669227f49c16 on network e407b198-7847-4daa-999d-a6a8e5319a57 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:56:25.124017 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-9a2533e6-0299-4baf-9016-87f2f92cee60 service neutron] Attempting to bind port 96b065aa-9042-42d0-9376-669227f49c16 on network e407b198-7847-4daa-999d-a6a8e5319a57 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:56:25.152402 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-9a2533e6-0299-4baf-9016-87f2f92cee60 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:56:25.152770 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-9a2533e6-0299-4baf-9016-87f2f92cee60 service neutron] Checking segment: {'id': '16f07f35-cf6e-401e-a5f2-33d98b0f9749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e407b198-7847-4daa-999d-a6a8e5319a57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:56:25.153227 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-9a2533e6-0299-4baf-9016-87f2f92cee60 service neutron] Bound using segment: {'id': '16f07f35-cf6e-401e-a5f2-33d98b0f9749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e407b198-7847-4daa-999d-a6a8e5319a57'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:56:25.153818 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-9a2533e6-0299-4baf-9016-87f2f92cee60 service neutron] Bound port: 96b065aa-9042-42d0-9376-669227f49c16, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f07f35-cf6e-401e-a5f2-33d98b0f9749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e407b198-7847-4daa-999d-a6a8e5319a57'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:56:25.154172 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-9a2533e6-0299-4baf-9016-87f2f92cee60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (96b065aa-9042-42d0-9376-669227f49c16), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:25.175801 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-31eafb1f-8883-49ea-bb91-0d2a1a849e82 req-0c38b4a9-12d2-46e2-b489-36fbf1c5373d tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:25.177073 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-31eafb1f-8883-49ea-bb91-0d2a1a849e82 req-0c38b4a9-12d2-46e2-b489-36fbf1c5373d tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1829 time: 0.3800633
Feb 05 20:56:25.186227 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38b4a9-12d2-46e2-b489-36fbf1c5373d tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bca67f42-6cfd-458f-88d2-163f0ed642d6,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:25.276577 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-48ad6e50-bae5-4f12-9216-c703672b9964 req-b9c687d6-9655-42eb-81fc-ddbe44915a78 tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] Publish callbacks [] for security_group (87e33de8-6001-4b57-a291-96450f2a3e7a), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:25.333560 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-48ad6e50-bae5-4f12-9216-c703672b9964 req-b9c687d6-9655-42eb-81fc-ddbe44915a78 tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] Publish callbacks [] for security_group (87e33de8-6001-4b57-a291-96450f2a3e7a), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:25.338016 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-9a2533e6-0299-4baf-9016-87f2f92cee60 service neutron] For port 96b065aa-9042-42d0-9376-669227f49c16, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:56:25.338788 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-516318ef-4fe1-43fa-9012-9ac62244fea1 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8250'] for router (fcdf7255-4b38-4c66-ae07-52feb8db227e), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:25.342354 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-516318ef-4fe1-43fa-9012-9ac62244fea1 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583542'] for router (fcdf7255-4b38-4c66-ae07-52feb8db227e), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:25.373751 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-9a2533e6-0299-4baf-9016-87f2f92cee60 service neutron] For port 96b065aa-9042-42d0-9376-669227f49c16, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=96b065aa-9042-42d0-9376-669227f49c16,segment=NetworkSegment(16f07f35-cf6e-401e-a5f2-33d98b0f9749),segment_id=16f07f35-cf6e-401e-a5f2-33d98b0f9749)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:56:25.397897 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4054babc-6dd6-4fd9-82b2-e5e47a4ef865 req-276933a8-07d9-40be-a136-5c2413e2ff18 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] 10.222.0.32 "GET /v2.0/security-groups/bca67f42-6cfd-458f-88d2-163f0ed642d6 HTTP/1.1" status: 200  len: 1824 time: 0.1025898
Feb 05 20:56:25.399731 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-9a2533e6-0299-4baf-9016-87f2f92cee60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (96b065aa-9042-42d0-9376-669227f49c16), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:25.409148 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-4054babc-6dd6-4fd9-82b2-e5e47a4ef865 req-19a684bd-1595-4f7f-949e-265f90e10aa8 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'bca67f42-6cfd-458f-88d2-163f0ed642d6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:25.409469 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-4054babc-6dd6-4fd9-82b2-e5e47a4ef865 req-19a684bd-1595-4f7f-949e-265f90e10aa8 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'bca67f42-6cfd-458f-88d2-163f0ed642d6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:25.459752 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516318ef-4fe1-43fa-9012-9ac62244fea1 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Router fcdf7255-4b38-4c66-ae07-52feb8db227e has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:56:25.460596 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-9a2533e6-0299-4baf-9016-87f2f92cee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:25.461226 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-9a2533e6-0299-4baf-9016-87f2f92cee60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:25.462655 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-9a2533e6-0299-4baf-9016-87f2f92cee60 service neutron] 10.222.0.39 "PUT /v2.0/ports/96b065aa-9042-42d0-9376-669227f49c16 HTTP/1.1" status: 200  len: 1091 time: 1.3640893
Feb 05 20:56:25.463273 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-48ad6e50-bae5-4f12-9216-c703672b9964 req-b9c687d6-9655-42eb-81fc-ddbe44915a78 tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (87e33de8-6001-4b57-a291-96450f2a3e7a), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:25.465815 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-48ad6e50-bae5-4f12-9216-c703672b9964 req-b9c687d6-9655-42eb-81fc-ddbe44915a78 tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:25.467280 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-48ad6e50-bae5-4f12-9216-c703672b9964 req-b9c687d6-9655-42eb-81fc-ddbe44915a78 tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/87e33de8-6001-4b57-a291-96450f2a3e7a HTTP/1.1" status: 204  len: 173 time: 0.3371997
Feb 05 20:56:25.491970 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c687d6-9655-42eb-81fc-ddbe44915a78 tempest-SecurityGroupsTestAdminJSON-1055137961 tempest-SecurityGroupsTestAdminJSON-1055137961-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e33de8-6001-4b57-a291-96450f2a3e7a,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:25.518794 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-085ba783-aeb3-47da-bcf6-a77d44717f3b service neutron] Request body: {'port': {'device_id': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:25.526270 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2533e6-0299-4baf-9016-87f2f92cee60 service neutron] Pushing event updated for resources: {'Port': ['ID=96b065aa-9042-42d0-9376-669227f49c16,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:25.613919 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4054babc-6dd6-4fd9-82b2-e5e47a4ef865 req-19a684bd-1595-4f7f-949e-265f90e10aa8 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group_rule (1e6d8353-be49-45c1-9c6d-b13ffe81d42d), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:25.621851 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516318ef-4fe1-43fa-9012-9ac62244fea1 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:56:25.631502 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-516318ef-4fe1-43fa-9012-9ac62244fea1 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:25.634257 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-516318ef-4fe1-43fa-9012-9ac62244fea1 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] 10.222.0.32 "PUT /v2.0/routers/fcdf7255-4b38-4c66-ae07-52feb8db227e HTTP/1.1" status: 200  len: 924 time: 1.4945846
Feb 05 20:56:25.636467 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38704) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:25.638200 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff15ad8d-9e37-45a4-86aa-d55c49acca55 None None] Sync routers for ids ['fcdf7255-4b38-4c66-ae07-52feb8db227e'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:56:25.639338 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-085ba783-aeb3-47da-bcf6-a77d44717f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (acb823f3-7977-4284-b303-e6126c9172cf), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:25.651945 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff15ad8d-9e37-45a4-86aa-d55c49acca55 None None] Routers {'fcdf7255-4b38-4c66-ae07-52feb8db227e'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:56:25.652595 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-ff15ad8d-9e37-45a4-86aa-d55c49acca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab80c550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:56:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['fcdf7255-4b38-4c66-ae07-52feb8db227e'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:25.673936 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4054babc-6dd6-4fd9-82b2-e5e47a4ef865 req-19a684bd-1595-4f7f-949e-265f90e10aa8 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group_rule (1e6d8353-be49-45c1-9c6d-b13ffe81d42d), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:25.703812 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4054babc-6dd6-4fd9-82b2-e5e47a4ef865 req-19a684bd-1595-4f7f-949e-265f90e10aa8 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (1e6d8353-be49-45c1-9c6d-b13ffe81d42d), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:25.739997 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a684bd-1595-4f7f-949e-265f90e10aa8 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e6d8353-be49-45c1-9c6d-b13ffe81d42d,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:25.760800 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-ff15ad8d-9e37-45a4-86aa-d55c49acca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab80c550>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:25.762824 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4054babc-6dd6-4fd9-82b2-e5e47a4ef865 req-19a684bd-1595-4f7f-949e-265f90e10aa8 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:25.771391 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff15ad8d-9e37-45a4-86aa-d55c49acca55 None None] Routers {'fcdf7255-4b38-4c66-ae07-52feb8db227e'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:56:25.772011 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-ff15ad8d-9e37-45a4-86aa-d55c49acca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab80c550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:56:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['fcdf7255-4b38-4c66-ae07-52feb8db227e'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:25.775366 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4054babc-6dd6-4fd9-82b2-e5e47a4ef865 req-19a684bd-1595-4f7f-949e-265f90e10aa8 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 792 time: 0.3702021
Feb 05 20:56:25.808851 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-ff15ad8d-9e37-45a4-86aa-d55c49acca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab80c550>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:25.809574 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff15ad8d-9e37-45a4-86aa-d55c49acca55 None None] The sync data for ids ['fcdf7255-4b38-4c66-ae07-52feb8db227e'] in ncdv-master-1 is: [] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:56:25.818979 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-620f14a5-e6e0-4a7d-8b37-64b4587860fa tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] 10.222.0.32 "GET /v2.0/routers/fcdf7255-4b38-4c66-ae07-52feb8db227e HTTP/1.1" status: 200  len: 924 time: 0.1803639
Feb 05 20:56:25.820846 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38724) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:25.905944 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb33309b-a092-4607-beba-54247b1a4eb6 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:25.907590 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-bb33309b-a092-4607-beba-54247b1a4eb6 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=d65fb4dc-e812-4574-a4e6-6308f0abdf3f&device_id=fcdf7255-4b38-4c66-ae07-52feb8db227e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.0858181
Feb 05 20:56:25.910164 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38726) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:25.997275 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a1c48a-23c7-4e6f-89a5-247783357c6a tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:26.001552 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-51a1c48a-23c7-4e6f-89a5-247783357c6a tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] 10.222.0.32 "GET /v2.0/networks/d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 881 time: 0.0877001
Feb 05 20:56:26.001674 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-12699457-03e1-460e-8db2-582de15e1122 req-c1d0e922-ab4b-4b0a-9390-54798a58b067 tempest-SecurityGroupsTestAdminJSON-977635238 tempest-SecurityGroupsTestAdminJSON-977635238-project] 10.222.0.32 "GET /v2.0/security-groups/5261b2ac-a589-4ec2-ae84-8a5db6e38221 HTTP/1.1" status: 200  len: 1796 time: 0.1767619
Feb 05 20:56:26.002197 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38728) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:26.031057 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-95635115-9677-432c-857a-45308f428a3d tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcdf7255-4b38-4c66-ae07-52feb8db227e HTTP/1.1" status: 200  len: 205 time: 0.0275824
Feb 05 20:56:26.033526 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38732) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:26.050269 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-a16ebddf-ce82-41e5-b2e8-45162ed07816 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:26.051878 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-a16ebddf-ce82-41e5-b2e8-45162ed07816 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/networks?id=bc807625-43b9-4f71-ba0e-13ea567a25e8 HTTP/1.1" status: 200  len: 806 time: 0.2759094
Feb 05 20:56:26.089301 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-d81938c8-3386-4d93-807f-f6c599161d01 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/quotas/c115672e27d44cf2b79a3945af717ae8 HTTP/1.1" status: 200  len: 375 time: 0.0296216
Feb 05 20:56:26.138350 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-489a8e01-bee3-4d86-ac87-865db71214cc tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router (fcdf7255-4b38-4c66-ae07-52feb8db227e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:26.157444 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-12699457-03e1-460e-8db2-582de15e1122 req-66cb862b-f620-4bdb-94b0-dab3e2b33986 tempest-SecurityGroupsTestAdminJSON-977635238 tempest-SecurityGroupsTestAdminJSON-977635238-project] Publish callbacks [] for security_group (5261b2ac-a589-4ec2-ae84-8a5db6e38221), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:26.218401 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-12699457-03e1-460e-8db2-582de15e1122 req-66cb862b-f620-4bdb-94b0-dab3e2b33986 tempest-SecurityGroupsTestAdminJSON-977635238 tempest-SecurityGroupsTestAdminJSON-977635238-project] Publish callbacks [] for security_group (5261b2ac-a589-4ec2-ae84-8a5db6e38221), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:26.235801 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-085ba783-aeb3-47da-bcf6-a77d44717f3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acb823f3-7977-4284-b303-e6126c9172cf {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:56:26.242821 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-489a8e01-bee3-4d86-ac87-865db71214cc tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router_gateway (fcdf7255-4b38-4c66-ae07-52feb8db227e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:26.246198 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-b426deb8-1d33-4068-afc6-7f876c27a6fe tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c115672e27d44cf2b79a3945af717ae8&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1473374
Feb 05 20:56:26.256461 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-085ba783-aeb3-47da-bcf6-a77d44717f3b service neutron] Publish callbacks [] for port (acb823f3-7977-4284-b303-e6126c9172cf), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:26.300435 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-489a8e01-bee3-4d86-ac87-865db71214cc tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Deleting port 971ab36f-fcbe-4a44-b8f4-d08252a6f687 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:56:26.300783 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-489a8e01-bee3-4d86-ac87-865db71214cc tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (971ab36f-fcbe-4a44-b8f4-d08252a6f687), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:26.304270 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-085ba783-aeb3-47da-bcf6-a77d44717f3b service neutron] Transition to ACTIVE for port object acb823f3-7977-4284-b303-e6126c9172cf will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:56:26.333422 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-085ba783-aeb3-47da-bcf6-a77d44717f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (acb823f3-7977-4284-b303-e6126c9172cf), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:26.384077 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-489a8e01-bee3-4d86-ac87-865db71214cc tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (971ab36f-fcbe-4a44-b8f4-d08252a6f687), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:26.385391 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-12699457-03e1-460e-8db2-582de15e1122 req-66cb862b-f620-4bdb-94b0-dab3e2b33986 tempest-SecurityGroupsTestAdminJSON-977635238 tempest-SecurityGroupsTestAdminJSON-977635238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (5261b2ac-a589-4ec2-ae84-8a5db6e38221), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:26.388322 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-12699457-03e1-460e-8db2-582de15e1122 req-66cb862b-f620-4bdb-94b0-dab3e2b33986 tempest-SecurityGroupsTestAdminJSON-977635238 tempest-SecurityGroupsTestAdminJSON-977635238-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:26.389546 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-12699457-03e1-460e-8db2-582de15e1122 req-66cb862b-f620-4bdb-94b0-dab3e2b33986 tempest-SecurityGroupsTestAdminJSON-977635238 tempest-SecurityGroupsTestAdminJSON-977635238-project] 10.222.0.32 "DELETE /v2.0/security-groups/5261b2ac-a589-4ec2-ae84-8a5db6e38221 HTTP/1.1" status: 204  len: 173 time: 0.3826804
Feb 05 20:56:26.404302 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-489a8e01-bee3-4d86-ac87-865db71214cc tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Calling delete_port for 971ab36f-fcbe-4a44-b8f4-d08252a6f687 owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:56:26.420223 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb862b-f620-4bdb-94b0-dab3e2b33986 tempest-SecurityGroupsTestAdminJSON-977635238 tempest-SecurityGroupsTestAdminJSON-977635238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5261b2ac-a589-4ec2-ae84-8a5db6e38221,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:26.438029 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ba783-aeb3-47da-bcf6-a77d44717f3b service neutron] Pushing event updated for resources: {'Port': ['ID=acb823f3-7977-4284-b303-e6126c9172cf,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:26.448484 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-f99715ae-eec9-4432-8a66-2d875e6531e4 service neutron] 10.222.0.32 "GET /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1845427
Feb 05 20:56:26.894466 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'tag': '3a1e8ac6-e5dd-47a1-a79b-976ef386504b'}, {'name': 'network-changed', 'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'tag': '96b065aa-9042-42d0-9376-669227f49c16'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:56:26.897397 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363d043e-7c87-437a-bc50-1acd93d04c31" -d '{"events": [{"name": "network-changed", "server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "tag": "3a1e8ac6-e5dd-47a1-a79b-976ef386504b"}, {"name": "network-changed", "server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "tag": "96b065aa-9042-42d0-9376-669227f49c16"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:56:26.920954 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-489a8e01-bee3-4d86-ac87-865db71214cc tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (971ab36f-fcbe-4a44-b8f4-d08252a6f687), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:26.945791 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa5158-472e-4b2b-b080-50d48b12d49e req-f28ed8d4-5c92-4373-a625-1e526e11dc6d tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:26.947263 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-06fa5158-472e-4b2b-b080-50d48b12d49e req-f28ed8d4-5c92-4373-a625-1e526e11dc6d tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] 10.222.0.32 "GET /v2.0/ports?device_id=81664677-ab39-4ab5-81d5-d2a05b0a9f5c HTTP/1.1" status: 200  len: 949 time: 0.4770467
Feb 05 20:56:26.947580 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a8e01-bee3-4d86-ac87-865db71214cc tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Pushing event deleted for resources: {'Port': ['ID=971ab36f-fcbe-4a44-b8f4-d08252a6f687,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:26.947979 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-085ba783-aeb3-47da-bcf6-a77d44717f3b service neutron] Attempting to bind port acb823f3-7977-4284-b303-e6126c9172cf on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:56:26.948324 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-085ba783-aeb3-47da-bcf6-a77d44717f3b service neutron] Attempting to bind port acb823f3-7977-4284-b303-e6126c9172cf by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '16f07f35-cf6e-401e-a5f2-33d98b0f9749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e407b198-7847-4daa-999d-a6a8e5319a57'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:56:26.948656 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-085ba783-aeb3-47da-bcf6-a77d44717f3b service neutron] Attempting to bind port acb823f3-7977-4284-b303-e6126c9172cf on network e407b198-7847-4daa-999d-a6a8e5319a57 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:56:26.966678 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-085ba783-aeb3-47da-bcf6-a77d44717f3b service neutron] Port acb823f3-7977-4284-b303-e6126c9172cf on network e407b198-7847-4daa-999d-a6a8e5319a57 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:56:26.967016 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-085ba783-aeb3-47da-bcf6-a77d44717f3b service neutron] Attempting to bind port acb823f3-7977-4284-b303-e6126c9172cf on network e407b198-7847-4daa-999d-a6a8e5319a57 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:56:26.979503 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-8f95fb78-f24b-4ed4-9d7a-4db661f54a72 service neutron] 10.222.0.32 "GET /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5103471
Feb 05 20:56:26.987529 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-085ba783-aeb3-47da-bcf6-a77d44717f3b service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:56:26.987824 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-085ba783-aeb3-47da-bcf6-a77d44717f3b service neutron] Checking segment: {'id': '16f07f35-cf6e-401e-a5f2-33d98b0f9749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e407b198-7847-4daa-999d-a6a8e5319a57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:56:26.988220 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-085ba783-aeb3-47da-bcf6-a77d44717f3b service neutron] Bound using segment: {'id': '16f07f35-cf6e-401e-a5f2-33d98b0f9749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e407b198-7847-4daa-999d-a6a8e5319a57'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:56:26.988674 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-085ba783-aeb3-47da-bcf6-a77d44717f3b service neutron] Bound port: acb823f3-7977-4284-b303-e6126c9172cf, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f07f35-cf6e-401e-a5f2-33d98b0f9749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e407b198-7847-4daa-999d-a6a8e5319a57'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:56:26.989080 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-085ba783-aeb3-47da-bcf6-a77d44717f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (acb823f3-7977-4284-b303-e6126c9172cf), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:27.025083 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-489a8e01-bee3-4d86-ac87-865db71214cc tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (fcdf7255-4b38-4c66-ae07-52feb8db227e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:27.053255 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-06fa5158-472e-4b2b-b080-50d48b12d49e req-e3543824-b3a8-4300-a5a4-c5865a5e2f66 tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] 10.222.0.32 "GET /v2.0/security-groups?id=67e38f8d-fe03-4831-ae0a-b1b23a529ae3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899959
Feb 05 20:56:27.094552 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-085ba783-aeb3-47da-bcf6-a77d44717f3b service neutron] For port acb823f3-7977-4284-b303-e6126c9172cf, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:56:27.112141 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-085ba783-aeb3-47da-bcf6-a77d44717f3b service neutron] For port acb823f3-7977-4284-b303-e6126c9172cf, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=acb823f3-7977-4284-b303-e6126c9172cf,segment=NetworkSegment(16f07f35-cf6e-401e-a5f2-33d98b0f9749),segment_id=16f07f35-cf6e-401e-a5f2-33d98b0f9749)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:56:27.120567 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-085ba783-aeb3-47da-bcf6-a77d44717f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (acb823f3-7977-4284-b303-e6126c9172cf), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:27.132743 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-489a8e01-bee3-4d86-ac87-865db71214cc tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (fcdf7255-4b38-4c66-ae07-52feb8db227e), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:27.135489 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-489a8e01-bee3-4d86-ac87-865db71214cc tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router_controller (fcdf7255-4b38-4c66-ae07-52feb8db227e), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:27.174831 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-4ce23de9-442d-4bd9-99de-091ed77de24a req-eec310b7-15e8-4140-b860-464932a55d27 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1242419850', 'description': 'tempest-description-591410623'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:27.192335 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-489a8e01-bee3-4d86-ac87-865db71214cc tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (fcdf7255-4b38-4c66-ae07-52feb8db227e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:27.193253 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489a8e01-bee3-4d86-ac87-865db71214cc tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Fanout notify agent at l3_agent the message router_deleted on router fcdf7255-4b38-4c66-ae07-52feb8db227e {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 20:56:27.216498 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-489a8e01-bee3-4d86-ac87-865db71214cc tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:27.221349 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-489a8e01-bee3-4d86-ac87-865db71214cc tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] 10.222.0.32 "DELETE /v2.0/routers/fcdf7255-4b38-4c66-ae07-52feb8db227e HTTP/1.1" status: 204  len: 168 time: 1.1834946
Feb 05 20:56:27.221598 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-085ba783-aeb3-47da-bcf6-a77d44717f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:27.221598 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-085ba783-aeb3-47da-bcf6-a77d44717f3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:27.221598 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-085ba783-aeb3-47da-bcf6-a77d44717f3b service neutron] 10.222.0.39 "PUT /v2.0/ports/acb823f3-7977-4284-b303-e6126c9172cf HTTP/1.1" status: 200  len: 1091 time: 1.7076321
Feb 05 20:56:27.222205 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 38750) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:27.231873 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-3b4feae2-0ddc-49b0-8caa-30583eb998c1 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1905416318', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:27.299379 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4ce23de9-442d-4bd9-99de-091ed77de24a req-eec310b7-15e8-4140-b860-464932a55d27 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:27.340803 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ba783-aeb3-47da-bcf6-a77d44717f3b service neutron] Pushing event updated for resources: {'Port': ['ID=acb823f3-7977-4284-b303-e6126c9172cf,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:27.365103 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3b4feae2-0ddc-49b0-8caa-30583eb998c1 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (25b49908-918f-46a6-af31-e7b642b5e878), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:27.366546 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3b4feae2-0ddc-49b0-8caa-30583eb998c1 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (25b49908-918f-46a6-af31-e7b642b5e878), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:27.436879 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d49e84-4950-4af2-9e9b-7d9a4545f0be req-78c984f1-6797-4da5-bed2-77abf91e2392 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:27.443963 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d49e84-4950-4af2-9e9b-7d9a4545f0be req-78c984f1-6797-4da5-bed2-77abf91e2392 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:27.449321 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d49e84-4950-4af2-9e9b-7d9a4545f0be req-78c984f1-6797-4da5-bed2-77abf91e2392 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:27.454695 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d49e84-4950-4af2-9e9b-7d9a4545f0be req-78c984f1-6797-4da5-bed2-77abf91e2392 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:27.460468 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d49e84-4950-4af2-9e9b-7d9a4545f0be req-78c984f1-6797-4da5-bed2-77abf91e2392 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:27.465800 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d49e84-4950-4af2-9e9b-7d9a4545f0be req-78c984f1-6797-4da5-bed2-77abf91e2392 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:27.471223 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d49e84-4950-4af2-9e9b-7d9a4545f0be req-78c984f1-6797-4da5-bed2-77abf91e2392 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:27.474497 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75d49e84-4950-4af2-9e9b-7d9a4545f0be req-78c984f1-6797-4da5-bed2-77abf91e2392 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 5419 time: 0.2596214
Feb 05 20:56:27.496767 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-073ca55a-a497-44cd-aa40-5438147f8343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:27.497109 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-073ca55a-a497-44cd-aa40-5438147f8343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:27.497578 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-073ca55a-a497-44cd-aa40-5438147f8343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:27.498040 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-073ca55a-a497-44cd-aa40-5438147f8343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:27.498533 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-073ca55a-a497-44cd-aa40-5438147f8343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:27.498999 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-073ca55a-a497-44cd-aa40-5438147f8343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:27.499455 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-073ca55a-a497-44cd-aa40-5438147f8343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:27.502030 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-073ca55a-a497-44cd-aa40-5438147f8343 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=451be3a617f64d6a97b8d18cee2426e8&device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 6693 time: 0.2246227
Feb 05 20:56:27.589578 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3b4feae2-0ddc-49b0-8caa-30583eb998c1 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router_controller (25b49908-918f-46a6-af31-e7b642b5e878), precommit_add_association {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:27.598875 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-ecd7592b-3b8b-4841-99fb-bc8f5835b730 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dc73499-8f1c-4fa1-a727-5942182a3985 HTTP/1.1" status: 200  len: 217 time: 0.0877619
Feb 05 20:56:27.615713 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3b4feae2-0ddc-49b0-8caa-30583eb998c1 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (25b49908-918f-46a6-af31-e7b642b5e878), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:27.669806 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4ce23de9-442d-4bd9-99de-091ed77de24a req-eec310b7-15e8-4140-b860-464932a55d27 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group (250b4745-a871-4077-b0ec-524f17725c45), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:27.688680 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4ce23de9-442d-4bd9-99de-091ed77de24a req-eec310b7-15e8-4140-b860-464932a55d27 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (250b4745-a871-4077-b0ec-524f17725c45), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:27.709561 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3b4feae2-0ddc-49b0-8caa-30583eb998c1 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:27.710741 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-3b4feae2-0ddc-49b0-8caa-30583eb998c1 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.4831996
Feb 05 20:56:27.714157 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38758) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:27.721561 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-8e18d2e2-2975-474d-b6d6-8913951f63e9 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:27.782242 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75d49e84-4950-4af2-9e9b-7d9a4545f0be req-a0ef0c1e-3482-435d-b243-e95163b17a08 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&id=f2a34937-6f7c-447d-a100-f79bb6d8301c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2981322
Feb 05 20:56:27.783712 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-7006f38b-c6d2-4e16-be6a-9c947b218139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:27.785086 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-7006f38b-c6d2-4e16-be6a-9c947b218139 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=343d2b98-414c-44d6-a549-c31a431197b8 HTTP/1.1" status: 200  len: 851 time: 0.1751955
Feb 05 20:56:27.790207 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4ce23de9-442d-4bd9-99de-091ed77de24a req-eec310b7-15e8-4140-b860-464932a55d27 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:27.791563 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ce23de9-442d-4bd9-99de-091ed77de24a req-eec310b7-15e8-4140-b860-464932a55d27 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1828 time: 0.6569266
Feb 05 20:56:27.803324 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec310b7-15e8-4140-b860-464932a55d27 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=250b4745-a871-4077-b0ec-524f17725c45,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:27.889795 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11caec-848e-4164-a093-c45a47e96c0e req-037cd853-72cc-44c8-89e6-7632cff37aab tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:27.893062 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bf11caec-848e-4164-a093-c45a47e96c0e req-037cd853-72cc-44c8-89e6-7632cff37aab tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] 10.222.0.21 "GET /v2.0/ports?device_id=81664677-ab39-4ab5-81d5-d2a05b0a9f5c HTTP/1.1" status: 200  len: 949 time: 0.2039843
Feb 05 20:56:27.897884 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 05 Feb 2022 20:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4c5643-a5c6-4d83-b700-69f0b299c577 x-openstack-request-id: req-1e4c5643-a5c6-4d83-b700-69f0b299c577 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:56:27.898195 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "tag": "3a1e8ac6-e5dd-47a1-a79b-976ef386504b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "tag": "96b065aa-9042-42d0-9376-669227f49c16", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:56:27.898480 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1e4c5643-a5c6-4d83-b700-69f0b299c577 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:56:27.898943 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'tag': '3a1e8ac6-e5dd-47a1-a79b-976ef386504b', 'status': 'completed', 'code': 200}
Feb 05 20:56:27.899137 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'tag': '96b065aa-9042-42d0-9376-669227f49c16', 'status': 'completed', 'code': 200}
Feb 05 20:56:27.960504 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-e9225f59-734f-4459-8880-4a0941931043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:27.961972 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-e9225f59-734f-4459-8880-4a0941931043 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8c3233c3-4efd-49ae-83aa-9c6e1a254039&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1695318
Feb 05 20:56:27.965021 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4a4aef4d-2f4c-4ec4-b439-98572eaa4eed req-2ef617f4-c584-47f3-8dde-c356c809e874 tempest-SecurityGroupsTestAdminJSON-977635238 tempest-SecurityGroupsTestAdminJSON-977635238-project] 10.222.0.32 "GET /v2.0/security-groups/95ba0c38-5f67-4bac-9fdb-82aba7008f66 HTTP/1.1" status: 200  len: 1796 time: 0.1526492
Feb 05 20:56:27.981042 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8e18d2e2-2975-474d-b6d6-8913951f63e9 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router_gateway (25b49908-918f-46a6-af31-e7b642b5e878), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:28.052936 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2d16b324-fc63-45b8-a6c3-ff1b7e6e8ff6 req-3fb64196-cff2-4e62-92f0-bc23b795c040 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fbcb5a2-e148-40c8-bf33-e0968867f06d HTTP/1.1" status: 200  len: 210 time: 0.0842843
Feb 05 20:56:28.166212 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-f2f3af05-f229-4626-94bc-91ee5c8a7ba8 req-e829e5e8-a0e5-4eb3-bf8b-f7c6321950a4 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1152976731', 'description': 'tempest-description-1866495866'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:28.186762 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4a4aef4d-2f4c-4ec4-b439-98572eaa4eed req-9a88fe3b-cc49-4ee7-9e60-d7cc67dc9f27 tempest-SecurityGroupsTestAdminJSON-977635238 tempest-SecurityGroupsTestAdminJSON-977635238-project] Publish callbacks [] for security_group (95ba0c38-5f67-4bac-9fdb-82aba7008f66), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:28.209116 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-6100d58d-4051-4080-9aec-c4f80a2c0d25 service neutron] 10.222.0.39 "GET /v2.0/networks/8c3233c3-4efd-49ae-83aa-9c6e1a254039?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2368057
Feb 05 20:56:28.217009 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8e18d2e2-2975-474d-b6d6-8913951f63e9 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router_gateway (25b49908-918f-46a6-af31-e7b642b5e878), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:28.218660 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-bf11caec-848e-4164-a093-c45a47e96c0e req-217a3367-eda9-4ac0-ad02-c3476a1fbaf7 tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] Deleting port 76a5840e-fa81-48d6-870c-9737596dd6ad {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:56:28.218877 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-bf11caec-848e-4164-a093-c45a47e96c0e req-217a3367-eda9-4ac0-ad02-c3476a1fbaf7 tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (76a5840e-fa81-48d6-870c-9737596dd6ad), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:28.243561 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8e18d2e2-2975-474d-b6d6-8913951f63e9 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:28.269108 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f2f3af05-f229-4626-94bc-91ee5c8a7ba8 req-e829e5e8-a0e5-4eb3-bf8b-f7c6321950a4 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:28.282311 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4a4aef4d-2f4c-4ec4-b439-98572eaa4eed req-9a88fe3b-cc49-4ee7-9e60-d7cc67dc9f27 tempest-SecurityGroupsTestAdminJSON-977635238 tempest-SecurityGroupsTestAdminJSON-977635238-project] Publish callbacks [] for security_group (95ba0c38-5f67-4bac-9fdb-82aba7008f66), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:28.468890 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-f697797a-9734-4e28-b6bd-60f0cda6e0cc tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:28.470300 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-f697797a-9734-4e28-b6bd-60f0cda6e0cc tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.39 "GET /v2.0/networks?id=bc807625-43b9-4f71-ba0e-13ea567a25e8 HTTP/1.1" status: 200  len: 806 time: 0.1626654
Feb 05 20:56:28.474057 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-bf11caec-848e-4164-a093-c45a47e96c0e req-217a3367-eda9-4ac0-ad02-c3476a1fbaf7 tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] For port 76a5840e-fa81-48d6-870c-9737596dd6ad, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=76a5840e-fa81-48d6-870c-9737596dd6ad,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:56:28.475190 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-bf11caec-848e-4164-a093-c45a47e96c0e req-217a3367-eda9-4ac0-ad02-c3476a1fbaf7 tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (76a5840e-fa81-48d6-870c-9737596dd6ad), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:28.478265 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4a4aef4d-2f4c-4ec4-b439-98572eaa4eed req-9a88fe3b-cc49-4ee7-9e60-d7cc67dc9f27 tempest-SecurityGroupsTestAdminJSON-977635238 tempest-SecurityGroupsTestAdminJSON-977635238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (95ba0c38-5f67-4bac-9fdb-82aba7008f66), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:28.480904 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4a4aef4d-2f4c-4ec4-b439-98572eaa4eed req-9a88fe3b-cc49-4ee7-9e60-d7cc67dc9f27 tempest-SecurityGroupsTestAdminJSON-977635238 tempest-SecurityGroupsTestAdminJSON-977635238-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:28.482059 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4a4aef4d-2f4c-4ec4-b439-98572eaa4eed req-9a88fe3b-cc49-4ee7-9e60-d7cc67dc9f27 tempest-SecurityGroupsTestAdminJSON-977635238 tempest-SecurityGroupsTestAdminJSON-977635238-project] 10.222.0.32 "DELETE /v2.0/security-groups/95ba0c38-5f67-4bac-9fdb-82aba7008f66 HTTP/1.1" status: 204  len: 173 time: 0.5088527
Feb 05 20:56:28.486497 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-942c8114-851c-48ed-9784-409abbcae138 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Request body: {'port': {'device_id': '4fbcb5a2-e148-40c8-bf33-e0968867f06d', 'network_id': 'bc807625-43b9-4f71-ba0e-13ea567a25e8', 'admin_state_up': True, 'tenant_id': 'c115672e27d44cf2b79a3945af717ae8'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:28.508006 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-ee1cbcdd-5cba-4c2e-83c0-0cd2e408c531 service neutron] 10.222.0.39 "GET /v2.0/networks/8c3233c3-4efd-49ae-83aa-9c6e1a254039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2818937
Feb 05 20:56:28.510605 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-bf11caec-848e-4164-a093-c45a47e96c0e req-217a3367-eda9-4ac0-ad02-c3476a1fbaf7 tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] Calling delete_port for 76a5840e-fa81-48d6-870c-9737596dd6ad owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:56:28.531466 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a88fe3b-cc49-4ee7-9e60-d7cc67dc9f27 tempest-SecurityGroupsTestAdminJSON-977635238 tempest-SecurityGroupsTestAdminJSON-977635238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ba0c38-5f67-4bac-9fdb-82aba7008f66,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:28.551987 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38776) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:28.586677 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-51a958a7-6270-4a25-a301-a02dd9be3cbc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=9660cfc0-bfac-4a7d-a596-8d37f433d2c1 HTTP/1.1" status: 200  len: 217 time: 0.0701892
Feb 05 20:56:28.597100 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-8e18d2e2-2975-474d-b6d6-8913951f63e9 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Allocated IP 172.35.4.21 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/3d407254-b9c4-4f1b-aeb4-22366469ac69) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:56:28.644571 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f2f3af05-f229-4626-94bc-91ee5c8a7ba8 req-e829e5e8-a0e5-4eb3-bf8b-f7c6321950a4 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group (140530f0-1081-41ea-9c37-80a98b0f1866), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:28.682119 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f2f3af05-f229-4626-94bc-91ee5c8a7ba8 req-e829e5e8-a0e5-4eb3-bf8b-f7c6321950a4 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (140530f0-1081-41ea-9c37-80a98b0f1866), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:28.742763 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f2f3af05-f229-4626-94bc-91ee5c8a7ba8 req-e829e5e8-a0e5-4eb3-bf8b-f7c6321950a4 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:28.744017 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f2f3af05-f229-4626-94bc-91ee5c8a7ba8 req-e829e5e8-a0e5-4eb3-bf8b-f7c6321950a4 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1829 time: 0.5887468
Feb 05 20:56:28.767621 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e829e5e8-a0e5-4eb3-bf8b-f7c6321950a4 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=140530f0-1081-41ea-9c37-80a98b0f1866,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:28.770884 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-3fbcccd1-bf47-4fac-958a-d504f3289b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:28.772399 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-3fbcccd1-bf47-4fac-958a-d504f3289b7c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eff801c9-e51d-482d-bb52-a59d1e137e92 HTTP/1.1" status: 200  len: 797 time: 0.1694741
Feb 05 20:56:28.783511 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6a28e9ca-e654-43f7-88da-a3af0be32841 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:28.803299 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-942c8114-851c-48ed-9784-409abbcae138 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Made reservation on behalf of c115672e27d44cf2b79a3945af717ae8 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:56:28.807072 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-942c8114-851c-48ed-9784-409abbcae138 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:28.811995 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d9cd5-65ab-45e5-990b-7b0cb3a08ab8 req-fdbcfcb5-7092-459e-992d-9f2cf8add40e tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:28.813522 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a00d9cd5-65ab-45e5-990b-7b0cb3a08ab8 req-fdbcfcb5-7092-459e-992d-9f2cf8add40e tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] 10.222.0.32 "GET /v2.0/ports?device_id=81664677-ab39-4ab5-81d5-d2a05b0a9f5c HTTP/1.1" status: 200  len: 949 time: 0.2361770
Feb 05 20:56:28.892697 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8e18d2e2-2975-474d-b6d6-8913951f63e9 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for port (3d407254-b9c4-4f1b-aeb4-22366469ac69), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:28.896695 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 38786) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:28.940794 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d152a34e-4a88-4248-8d79-652b457923ff req-87c875a5-f0a7-457b-9226-b0d1556ebbbb tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] 10.222.0.32 "GET /v2.0/security-groups/250b4745-a871-4077-b0ec-524f17725c45 HTTP/1.1" status: 200  len: 1823 time: 0.1659780
Feb 05 20:56:28.984609 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a00d9cd5-65ab-45e5-990b-7b0cb3a08ab8 req-01494ea7-9c58-4876-ab14-351910ad6ab1 tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] 10.222.0.32 "GET /v2.0/security-groups?id=67e38f8d-fe03-4831-ae0a-b1b23a529ae3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1485422
Feb 05 20:56:28.988393 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-bf11caec-848e-4164-a093-c45a47e96c0e req-217a3367-eda9-4ac0-ad02-c3476a1fbaf7 tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (76a5840e-fa81-48d6-870c-9737596dd6ad), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:28.991640 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-be75b6b7-3f04-4fb9-a54c-2d6fd87bc974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:28.993181 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-be75b6b7-3f04-4fb9-a54c-2d6fd87bc974 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0e68efe9-ea16-4fb9-b57d-581a14fb90de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2005756
Feb 05 20:56:29.043636 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6a28e9ca-e654-43f7-88da-a3af0be32841 admin admin] Publish callbacks [] for security_group (298fe07f-e204-456b-b1bd-43a0783315c7), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:29.058969 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a3367-eda9-4ac0-ad02-c3476a1fbaf7 tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] Pushing event deleted for resources: {'Port': ['ID=76a5840e-fa81-48d6-870c-9737596dd6ad,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:29.073239 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6a28e9ca-e654-43f7-88da-a3af0be32841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (298fe07f-e204-456b-b1bd-43a0783315c7), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:29.119508 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-942c8114-851c-48ed-9784-409abbcae138 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Allocated IP 172.20.0.10 (bc807625-43b9-4f71-ba0e-13ea567a25e8/87ea50f2-4a9d-4e76-83e4-8a4c87cd9a22/afb92211-4ed2-43b7-8e60-1e45a4105e0c) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:56:29.127065 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8e18d2e2-2975-474d-b6d6-8913951f63e9 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (3d407254-b9c4-4f1b-aeb4-22366469ac69), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:29.157512 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d152a34e-4a88-4248-8d79-652b457923ff req-4ebe10b7-d3f7-4abf-b33f-a976ad1c7db1 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] 10.222.0.32 "GET /v2.0/security-groups/140530f0-1081-41ea-9c37-80a98b0f1866 HTTP/1.1" status: 200  len: 1824 time: 0.2005460
Feb 05 20:56:29.216167 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6a28e9ca-e654-43f7-88da-a3af0be32841 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b20db859af3b4d76a78ac4933bde6160&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6511123
Feb 05 20:56:29.218934 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-d152a34e-4a88-4248-8d79-652b457923ff req-a6c94aa7-27e1-4000-9dda-9055a9931637 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '250b4745-a871-4077-b0ec-524f17725c45', 'remote_group_id': '140530f0-1081-41ea-9c37-80a98b0f1866', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:29.219261 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-d152a34e-4a88-4248-8d79-652b457923ff req-a6c94aa7-27e1-4000-9dda-9055a9931637 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '250b4745-a871-4077-b0ec-524f17725c45', 'remote_group_id': '140530f0-1081-41ea-9c37-80a98b0f1866', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:29.223975 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf11caec-848e-4164-a093-c45a47e96c0e req-217a3367-eda9-4ac0-ad02-c3476a1fbaf7 tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] No DVR routers for this DVR port 76a5840e-fa81-48d6-870c-9737596dd6ad on host nch1-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:56:29.225442 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 38792) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:29.231625 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a28e9ca-e654-43f7-88da-a3af0be32841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298fe07f-e204-456b-b1bd-43a0783315c7,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:29.240620 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-bf11caec-848e-4164-a093-c45a47e96c0e req-217a3367-eda9-4ac0-ad02-c3476a1fbaf7 tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:29.241586 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e18d2e2-2975-474d-b6d6-8913951f63e9 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:56:29.243855 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bf11caec-848e-4164-a093-c45a47e96c0e req-217a3367-eda9-4ac0-ad02-c3476a1fbaf7 tempest-ImagesOneServerTestJSON-2000756799 tempest-ImagesOneServerTestJSON-2000756799-project] 10.222.0.21 "DELETE /v2.0/ports/76a5840e-fa81-48d6-870c-9737596dd6ad HTTP/1.1" status: 204  len: 173 time: 1.3401346
Feb 05 20:56:29.275651 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-8e18d2e2-2975-474d-b6d6-8913951f63e9 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:56:29.279484 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e18d2e2-2975-474d-b6d6-8913951f63e9 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:56:29.290982 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e18d2e2-2975-474d-b6d6-8913951f63e9 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Pushing event updated for resources: {'Port': ['ID=3d407254-b9c4-4f1b-aeb4-22366469ac69,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:29.323803 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2ebdb4ad-7a8a-4c68-a9a5-6650bc0fef86 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=556820d0fe4844d99d50181375fed596&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4231241
Feb 05 20:56:29.325920 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-4300b380-9078-4822-9b26-3253bfe8a642 service neutron] 10.222.0.39 "GET /v2.0/networks/0e68efe9-ea16-4fb9-b57d-581a14fb90de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3183808
Feb 05 20:56:29.326778 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 38794) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:29.404100 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01b21a-b5fd-42ce-be8a-cbcb45893a06 req-4719b232-081f-43fe-bbc0-98d5ceca6732 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:29.409440 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01b21a-b5fd-42ce-be8a-cbcb45893a06 req-4719b232-081f-43fe-bbc0-98d5ceca6732 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:29.415868 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01b21a-b5fd-42ce-be8a-cbcb45893a06 req-4719b232-081f-43fe-bbc0-98d5ceca6732 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:29.421830 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01b21a-b5fd-42ce-be8a-cbcb45893a06 req-4719b232-081f-43fe-bbc0-98d5ceca6732 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:29.427994 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01b21a-b5fd-42ce-be8a-cbcb45893a06 req-4719b232-081f-43fe-bbc0-98d5ceca6732 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:29.433364 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01b21a-b5fd-42ce-be8a-cbcb45893a06 req-4719b232-081f-43fe-bbc0-98d5ceca6732 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:29.439015 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01b21a-b5fd-42ce-be8a-cbcb45893a06 req-4719b232-081f-43fe-bbc0-98d5ceca6732 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:29.441046 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dd01b21a-b5fd-42ce-be8a-cbcb45893a06 req-4719b232-081f-43fe-bbc0-98d5ceca6732 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 5419 time: 0.2938061
Feb 05 20:56:29.539322 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d535a864-942c-4af6-823a-92d2fc65960f admin admin] Publish callbacks [] for security_group (298fe07f-e204-456b-b1bd-43a0783315c7), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:29.600545 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d152a34e-4a88-4248-8d79-652b457923ff req-a6c94aa7-27e1-4000-9dda-9055a9931637 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group_rule (21d606b4-3ad7-4256-861e-ffd0249d0d70), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:29.602316 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-942c8114-851c-48ed-9784-409abbcae138 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks [] for port (afb92211-4ed2-43b7-8e60-1e45a4105e0c), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:29.619635 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d535a864-942c-4af6-823a-92d2fc65960f admin admin] Publish callbacks [] for security_group (298fe07f-e204-456b-b1bd-43a0783315c7), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:29.668157 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9a920e70-08f7-4184-ac5e-798b1aa361f3 admin admin] Publish callbacks [] for security_group (2eac7bd4-3ac0-4522-aafd-b09fbab50e10), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:29.681409 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-471bcf9e-2e39-4c96-b63f-41abf410429e service neutron] 10.222.0.39 "GET /v2.0/networks/0e68efe9-ea16-4fb9-b57d-581a14fb90de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3467197
Feb 05 20:56:29.691210 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8e18d2e2-2975-474d-b6d6-8913951f63e9 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router_gateway (25b49908-918f-46a6-af31-e7b642b5e878), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:29.700222 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dd01b21a-b5fd-42ce-be8a-cbcb45893a06 req-9da547a7-3dac-44e8-9d87-44b46a6c8c33 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&id=f2a34937-6f7c-447d-a100-f79bb6d8301c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2518938
Feb 05 20:56:29.737567 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d152a34e-4a88-4248-8d79-652b457923ff req-a6c94aa7-27e1-4000-9dda-9055a9931637 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group_rule (21d606b4-3ad7-4256-861e-ffd0249d0d70), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:29.738715 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-942c8114-851c-48ed-9784-409abbcae138 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (afb92211-4ed2-43b7-8e60-1e45a4105e0c), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:29.756517 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['35c6f3f5-10d5-4610-94a0-0c6195303a95'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:56:29.766921 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-f46acaab-140f-4b5d-8c34-499add7f333f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=58dda4e9-8dcd-438a-a2a5-133cac5c0ff6 HTTP/1.1" status: 200  len: 217 time: 0.0719149
Feb 05 20:56:29.768841 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9a920e70-08f7-4184-ac5e-798b1aa361f3 admin admin] Publish callbacks [] for security_group (2eac7bd4-3ac0-4522-aafd-b09fbab50e10), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:29.771616 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d152a34e-4a88-4248-8d79-652b457923ff req-a6c94aa7-27e1-4000-9dda-9055a9931637 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (21d606b4-3ad7-4256-861e-ffd0249d0d70), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:29.832965 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-942c8114-851c-48ed-9784-409abbcae138 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Network bc807625-43b9-4f71-ba0e-13ea567a25e8 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:56:29.840275 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-942c8114-851c-48ed-9784-409abbcae138 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:56:29.842110 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c8114-851c-48ed-9784-409abbcae138 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Pushing event updated for resources: {'Port': ['ID=afb92211-4ed2-43b7-8e60-1e45a4105e0c,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:29.844318 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-942c8114-851c-48ed-9784-409abbcae138 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:56:29.861108 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c94aa7-27e1-4000-9dda-9055a9931637 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21d606b4-3ad7-4256-861e-ffd0249d0d70,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:29.891445 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d152a34e-4a88-4248-8d79-652b457923ff req-a6c94aa7-27e1-4000-9dda-9055a9931637 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:29.892742 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d152a34e-4a88-4248-8d79-652b457923ff req-a6c94aa7-27e1-4000-9dda-9055a9931637 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.7246866
Feb 05 20:56:29.897736 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d535a864-942c-4af6-823a-92d2fc65960f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (298fe07f-e204-456b-b1bd-43a0783315c7), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:29.900695 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d535a864-942c-4af6-823a-92d2fc65960f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:29.901842 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d535a864-942c-4af6-823a-92d2fc65960f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/298fe07f-e204-456b-b1bd-43a0783315c7 HTTP/1.1" status: 204  len: 168 time: 0.6684458
Feb 05 20:56:29.922152 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'tag': 'acb823f3-7977-4284-b303-e6126c9172cf'}, {'server_uuid': '81664677-ab39-4ab5-81d5-d2a05b0a9f5c', 'name': 'network-vif-deleted', 'tag': '76a5840e-fa81-48d6-870c-9737596dd6ad'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:56:29.930179 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33cadf6-1dcb-4abf-9ac2-b8d18751a08c" -d '{"events": [{"name": "network-changed", "server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "tag": "acb823f3-7977-4284-b303-e6126c9172cf"}, {"server_uuid": "81664677-ab39-4ab5-81d5-d2a05b0a9f5c", "name": "network-vif-deleted", "tag": "76a5840e-fa81-48d6-870c-9737596dd6ad"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:56:29.962243 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-6b0a71e2-224c-4063-b2a4-ad44342225f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:29.963776 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-6b0a71e2-224c-4063-b2a4-ad44342225f6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eff801c9-e51d-482d-bb52-a59d1e137e92 HTTP/1.1" status: 200  len: 797 time: 0.1901453
Feb 05 20:56:29.965378 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-942c8114-851c-48ed-9784-409abbcae138 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:29.966670 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-942c8114-851c-48ed-9784-409abbcae138 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:29.969864 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-cb67c6e7-60e0-4494-879a-deaaba2a3ab4 req-3a433ad5-8045-406b-83aa-f8719c8cb87e tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-4090773', 'description': 'tempest-description-2114889679'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:29.978035 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d535a864-942c-4af6-823a-92d2fc65960f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298fe07f-e204-456b-b1bd-43a0783315c7,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:30.014523 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-942c8114-851c-48ed-9784-409abbcae138 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5343802
Feb 05 20:56:30.033004 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-cb67c6e7-60e0-4494-879a-deaaba2a3ab4 req-3a433ad5-8045-406b-83aa-f8719c8cb87e tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:30.035390 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-c02d0c7b-a3bf-4d12-8837-6d0dbb6efa76 service neutron] Request body: {'port': {'device_id': '4fbcb5a2-e148-40c8-bf33-e0968867f06d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:30.038513 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9a920e70-08f7-4184-ac5e-798b1aa361f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (2eac7bd4-3ac0-4522-aafd-b09fbab50e10), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:30.041279 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9a920e70-08f7-4184-ac5e-798b1aa361f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:30.042834 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9a920e70-08f7-4184-ac5e-798b1aa361f3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2eac7bd4-3ac0-4522-aafd-b09fbab50e10 HTTP/1.1" status: 204  len: 168 time: 0.7093339
Feb 05 20:56:30.059492 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884475c7-d8c4-4f11-95fe-ab47f0e90139 req-b5ea953b-318c-4bf9-8886-4a48f28e7f70 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:30.073202 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-884475c7-d8c4-4f11-95fe-ab47f0e90139 req-b5ea953b-318c-4bf9-8886-4a48f28e7f70 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fbcb5a2-e148-40c8-bf33-e0968867f06d HTTP/1.1" status: 200  len: 932 time: 0.2369437
Feb 05 20:56:30.081118 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8e18d2e2-2975-474d-b6d6-8913951f63e9 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8250'] for router (25b49908-918f-46a6-af31-e7b642b5e878), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:30.091473 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8e18d2e2-2975-474d-b6d6-8913951f63e9 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583542'] for router (25b49908-918f-46a6-af31-e7b642b5e878), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:30.144823 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a920e70-08f7-4184-ac5e-798b1aa361f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eac7bd4-3ac0-4522-aafd-b09fbab50e10,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:30.171113 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-c02d0c7b-a3bf-4d12-8837-6d0dbb6efa76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (afb92211-4ed2-43b7-8e60-1e45a4105e0c), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:30.175720 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-3b28f263-476f-4cd2-b06f-191dd9445124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:30.177800 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-3b28f263-476f-4cd2-b06f-191dd9445124 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0e68efe9-ea16-4fb9-b57d-581a14fb90de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2030036
Feb 05 20:56:30.230808 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-884475c7-d8c4-4f11-95fe-ab47f0e90139 req-5629a801-2f8f-4e28-b59d-18aee1bc86a3 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1483500
Feb 05 20:56:30.315603 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-cb67c6e7-60e0-4494-879a-deaaba2a3ab4 req-3a433ad5-8045-406b-83aa-f8719c8cb87e tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group (4259b7bf-a8b9-42bc-b462-fd082ceae84f), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:30.330250 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-cb67c6e7-60e0-4494-879a-deaaba2a3ab4 req-3a433ad5-8045-406b-83aa-f8719c8cb87e tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (4259b7bf-a8b9-42bc-b462-fd082ceae84f), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:30.350121 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-b7196831-8bf4-45b4-b363-aadd9670abae service neutron] 10.222.0.39 "GET /v2.0/networks/0e68efe9-ea16-4fb9-b57d-581a14fb90de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1620131
Feb 05 20:56:30.371465 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 05 Feb 2022 20:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7aa249-7654-4c35-b1aa-32811b5f1408 x-openstack-request-id: req-fd7aa249-7654-4c35-b1aa-32811b5f1408 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:56:30.371771 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "tag": "acb823f3-7977-4284-b303-e6126c9172cf", "status": "completed", "code": 200}, {"server_uuid": "81664677-ab39-4ab5-81d5-d2a05b0a9f5c", "name": "network-vif-deleted", "tag": "76a5840e-fa81-48d6-870c-9737596dd6ad", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:56:30.372048 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd7aa249-7654-4c35-b1aa-32811b5f1408 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:56:30.372436 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'tag': 'acb823f3-7977-4284-b303-e6126c9172cf', 'status': 'completed', 'code': 200}
Feb 05 20:56:30.372693 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81664677-ab39-4ab5-81d5-d2a05b0a9f5c', 'name': 'network-vif-deleted', 'tag': '76a5840e-fa81-48d6-870c-9737596dd6ad', 'status': 'completed', 'code': 200}
Feb 05 20:56:30.397150 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-cb67c6e7-60e0-4494-879a-deaaba2a3ab4 req-3a433ad5-8045-406b-83aa-f8719c8cb87e tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:30.398661 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cb67c6e7-60e0-4494-879a-deaaba2a3ab4 req-3a433ad5-8045-406b-83aa-f8719c8cb87e tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.4610565
Feb 05 20:56:30.405478 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a433ad5-8045-406b-83aa-f8719c8cb87e tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4259b7bf-a8b9-42bc-b462-fd082ceae84f,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:30.458363 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-25f625ef-8d3e-45e1-9d26-32e580b484df req-1b569549-f271-485e-aa41-d2dffb99dfad tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-521143352', 'description': 'tempest-description-1782392437'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:30.495927 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-25f625ef-8d3e-45e1-9d26-32e580b484df req-1b569549-f271-485e-aa41-d2dffb99dfad tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:30.510574 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-77a4929a-a102-4c63-881e-0297aa573a17 service neutron] 10.222.0.39 "GET /v2.0/networks/0e68efe9-ea16-4fb9-b57d-581a14fb90de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1526163
Feb 05 20:56:30.525420 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e18d2e2-2975-474d-b6d6-8913951f63e9 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Router 25b49908-918f-46a6-af31-e7b642b5e878 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 20:56:30.559472 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-74c0b3e9-1187-4f30-95b2-025003933d91 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=b5699d53-2198-4de7-b7cf-11cdde7ed6e5 HTTP/1.1" status: 200  len: 217 time: 0.0422933
Feb 05 20:56:30.611927 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38818) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:30.640947 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-c7f27c54-e217-4c39-85e2-3228f9291607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:30.642575 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-c7f27c54-e217-4c39-85e2-3228f9291607 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eff801c9-e51d-482d-bb52-a59d1e137e92 HTTP/1.1" status: 200  len: 797 time: 0.0752881
Feb 05 20:56:30.668594 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-25f625ef-8d3e-45e1-9d26-32e580b484df req-1b569549-f271-485e-aa41-d2dffb99dfad tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group (2a38da32-d4cb-452f-a1f2-c82dc6bb7083), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:30.674902 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-25f625ef-8d3e-45e1-9d26-32e580b484df req-1b569549-f271-485e-aa41-d2dffb99dfad tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (2a38da32-d4cb-452f-a1f2-c82dc6bb7083), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:30.719015 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c9efd226-5064-4f1f-a842-2d9b00ca3385 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e22882ba7679487a84af39b97a649e54&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1051924
Feb 05 20:56:30.722351 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38822) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:30.738583 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-25f625ef-8d3e-45e1-9d26-32e580b484df req-1b569549-f271-485e-aa41-d2dffb99dfad tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:30.740653 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-25f625ef-8d3e-45e1-9d26-32e580b484df req-1b569549-f271-485e-aa41-d2dffb99dfad tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1828 time: 0.2897053
Feb 05 20:56:30.744903 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-c02d0c7b-a3bf-4d12-8837-6d0dbb6efa76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afb92211-4ed2-43b7-8e60-1e45a4105e0c {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:56:30.773585 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b569549-f271-485e-aa41-d2dffb99dfad tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a38da32-d4cb-452f-a1f2-c82dc6bb7083,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:30.776389 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-c02d0c7b-a3bf-4d12-8837-6d0dbb6efa76 service neutron] Publish callbacks [] for port (afb92211-4ed2-43b7-8e60-1e45a4105e0c), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:30.796605 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e18d2e2-2975-474d-b6d6-8913951f63e9 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:56:30.810072 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbac3b5-0adf-49c9-82a4-d38605596c64 None None] Sync routers for ids ['25b49908-918f-46a6-af31-e7b642b5e878'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:56:30.811899 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8e18d2e2-2975-474d-b6d6-8913951f63e9 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:30.813388 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8e18d2e2-2975-474d-b6d6-8913951f63e9 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] 10.222.0.32 "PUT /v2.0/routers/25b49908-918f-46a6-af31-e7b642b5e878 HTTP/1.1" status: 200  len: 883 time: 3.0980268
Feb 05 20:56:30.820706 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38828) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:30.821913 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-c02d0c7b-a3bf-4d12-8837-6d0dbb6efa76 service neutron] Transition to ACTIVE for port object afb92211-4ed2-43b7-8e60-1e45a4105e0c will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:56:30.829256 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbac3b5-0adf-49c9-82a4-d38605596c64 None None] Routers {'25b49908-918f-46a6-af31-e7b642b5e878'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:56:30.829798 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-1dbac3b5-0adf-49c9-82a4-d38605596c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8d40df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:56:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['25b49908-918f-46a6-af31-e7b642b5e878'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:30.840045 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-353bcfb8-ba66-4733-9fc3-539af4195dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:30.852449 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-353bcfb8-ba66-4733-9fc3-539af4195dcc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0e68efe9-ea16-4fb9-b57d-581a14fb90de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2003660
Feb 05 20:56:30.891263 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-1dbac3b5-0adf-49c9-82a4-d38605596c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8d40df0>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:30.901351 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 38832) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:30.901726 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbac3b5-0adf-49c9-82a4-d38605596c64 None None] Routers {'25b49908-918f-46a6-af31-e7b642b5e878'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:56:30.902487 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-1dbac3b5-0adf-49c9-82a4-d38605596c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8d40df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:56:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['25b49908-918f-46a6-af31-e7b642b5e878'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:30.919207 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-c02d0c7b-a3bf-4d12-8837-6d0dbb6efa76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (afb92211-4ed2-43b7-8e60-1e45a4105e0c), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:30.937839 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-1dbac3b5-0adf-49c9-82a4-d38605596c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8d40df0>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:30.938569 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbac3b5-0adf-49c9-82a4-d38605596c64 None None] The sync data for ids ['25b49908-918f-46a6-af31-e7b642b5e878'] in ncdv-master-1 is: [] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:56:31.034491 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1122e665-29c7-4081-bfd6-d07fd44343fa req-ce3ed9e2-8d69-4a41-8d79-3b1292daaf1b tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] 10.222.0.32 "GET /v2.0/security-groups/4259b7bf-a8b9-42bc-b462-fd082ceae84f HTTP/1.1" status: 200  len: 1821 time: 0.2691920
Feb 05 20:56:31.078891 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-16fff52b-0653-4cfd-9f8a-277f16c553f5 service neutron] 10.222.0.39 "GET /v2.0/networks/0e68efe9-ea16-4fb9-b57d-581a14fb90de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2228687
Feb 05 20:56:31.140168 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee009b77-ddbe-4153-899b-53a5b0263886 req-84e0aab5-5c5f-4295-8925-be99fe7474aa tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:31.146243 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee009b77-ddbe-4153-899b-53a5b0263886 req-84e0aab5-5c5f-4295-8925-be99fe7474aa tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:31.151651 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee009b77-ddbe-4153-899b-53a5b0263886 req-84e0aab5-5c5f-4295-8925-be99fe7474aa tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:31.157033 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee009b77-ddbe-4153-899b-53a5b0263886 req-84e0aab5-5c5f-4295-8925-be99fe7474aa tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:31.163159 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee009b77-ddbe-4153-899b-53a5b0263886 req-84e0aab5-5c5f-4295-8925-be99fe7474aa tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:31.168549 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee009b77-ddbe-4153-899b-53a5b0263886 req-84e0aab5-5c5f-4295-8925-be99fe7474aa tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:31.174002 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee009b77-ddbe-4153-899b-53a5b0263886 req-84e0aab5-5c5f-4295-8925-be99fe7474aa tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:31.176035 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ee009b77-ddbe-4153-899b-53a5b0263886 req-84e0aab5-5c5f-4295-8925-be99fe7474aa tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 5419 time: 0.2734931
Feb 05 20:56:31.284037 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5f5f80bb-f10a-4be1-a838-5e2391b61465 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2cd3ba2862fd49bab5a41048d1d7fb7c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3623745
Feb 05 20:56:31.284299 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38848) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:31.287180 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1122e665-29c7-4081-bfd6-d07fd44343fa req-2105bf8e-de16-4c50-9c29-d38f0c4c68ed tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] 10.222.0.32 "GET /v2.0/security-groups/2a38da32-d4cb-452f-a1f2-c82dc6bb7083 HTTP/1.1" status: 200  len: 1823 time: 0.2178516
Feb 05 20:56:31.314088 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 76a5840e-fa81-48d6-870c-9737596dd6ad no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:56:31.329205 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ee009b77-ddbe-4153-899b-53a5b0263886 req-90ed55ee-ef5e-4085-b500-a0e516f6a59e tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&id=f2a34937-6f7c-447d-a100-f79bb6d8301c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1374807
Feb 05 20:56:31.335638 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-1122e665-29c7-4081-bfd6-d07fd44343fa req-de2551b0-0696-4dbc-8216-aef8b5029f5b tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4259b7bf-a8b9-42bc-b462-fd082ceae84f', 'remote_group_id': '2a38da32-d4cb-452f-a1f2-c82dc6bb7083', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:31.336280 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8bd89b3d-1db8-400e-b017-eeb1dc8899ad admin admin] Publish callbacks [] for security_group (f768c614-2bce-40eb-bac7-abc39270499d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:31.336358 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-1122e665-29c7-4081-bfd6-d07fd44343fa req-de2551b0-0696-4dbc-8216-aef8b5029f5b tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4259b7bf-a8b9-42bc-b462-fd082ceae84f', 'remote_group_id': '2a38da32-d4cb-452f-a1f2-c82dc6bb7083', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:31.350971 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d0c7b-a3bf-4d12-8837-6d0dbb6efa76 service neutron] Pushing event updated for resources: {'Port': ['ID=afb92211-4ed2-43b7-8e60-1e45a4105e0c,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:31.363334 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-15a5d784-2ecc-4bd6-8927-a3de63f778f6 service neutron] 10.222.0.39 "GET /v2.0/networks/0e68efe9-ea16-4fb9-b57d-581a14fb90de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2686117
Feb 05 20:56:31.373156 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-17bd1d11-6df7-44bf-bb39-3ec7e73377fb tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] 10.222.0.32 "GET /v2.0/routers/25b49908-918f-46a6-af31-e7b642b5e878 HTTP/1.1" status: 200  len: 924 time: 0.5459127
Feb 05 20:56:31.386231 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 38852) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:31.390671 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: 76a5840e-fa81-48d6-870c-9737596dd6ad {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:56:31.391435 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 76a5840e-fa81-48d6-870c-9737596dd6ad not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:56:31.411647 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8bd89b3d-1db8-400e-b017-eeb1dc8899ad admin admin] Publish callbacks [] for security_group (f768c614-2bce-40eb-bac7-abc39270499d), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:31.438873 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-18a6f9f2-fdbb-4e05-ac23-64d5190392d0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=3a1e8ac6-e5dd-47a1-a79b-976ef386504b HTTP/1.1" status: 200  len: 217 time: 0.0698781
Feb 05 20:56:31.481137 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8b6c1d03-9169-4757-9f6d-2a54638738ca admin admin] Publish callbacks [] for security_group (67e38f8d-fe03-4831-ae0a-b1b23a529ae3), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:31.520136 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8b6c1d03-9169-4757-9f6d-2a54638738ca admin admin] Publish callbacks [] for security_group (67e38f8d-fe03-4831-ae0a-b1b23a529ae3), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:31.528049 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-c02d0c7b-a3bf-4d12-8837-6d0dbb6efa76 service neutron] Attempting to bind port afb92211-4ed2-43b7-8e60-1e45a4105e0c on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:56:31.528391 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-c02d0c7b-a3bf-4d12-8837-6d0dbb6efa76 service neutron] Attempting to bind port afb92211-4ed2-43b7-8e60-1e45a4105e0c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7f85ed9d-b7ce-414c-8ae4-25f17816204d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bc807625-43b9-4f71-ba0e-13ea567a25e8'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:56:31.528728 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-c02d0c7b-a3bf-4d12-8837-6d0dbb6efa76 service neutron] Attempting to bind port afb92211-4ed2-43b7-8e60-1e45a4105e0c on network bc807625-43b9-4f71-ba0e-13ea567a25e8 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:56:31.545035 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-c02d0c7b-a3bf-4d12-8837-6d0dbb6efa76 service neutron] Port afb92211-4ed2-43b7-8e60-1e45a4105e0c on network bc807625-43b9-4f71-ba0e-13ea567a25e8 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:56:31.545368 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-c02d0c7b-a3bf-4d12-8837-6d0dbb6efa76 service neutron] Attempting to bind port afb92211-4ed2-43b7-8e60-1e45a4105e0c on network bc807625-43b9-4f71-ba0e-13ea567a25e8 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:56:31.549070 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8bd89b3d-1db8-400e-b017-eeb1dc8899ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f768c614-2bce-40eb-bac7-abc39270499d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:31.551762 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8bd89b3d-1db8-400e-b017-eeb1dc8899ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:31.553154 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8bd89b3d-1db8-400e-b017-eeb1dc8899ad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f768c614-2bce-40eb-bac7-abc39270499d HTTP/1.1" status: 204  len: 168 time: 0.8280468
Feb 05 20:56:31.573509 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-c02d0c7b-a3bf-4d12-8837-6d0dbb6efa76 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:56:31.573857 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-c02d0c7b-a3bf-4d12-8837-6d0dbb6efa76 service neutron] Checking segment: {'id': '7f85ed9d-b7ce-414c-8ae4-25f17816204d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bc807625-43b9-4f71-ba0e-13ea567a25e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:56:31.574254 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-c02d0c7b-a3bf-4d12-8837-6d0dbb6efa76 service neutron] Bound using segment: {'id': '7f85ed9d-b7ce-414c-8ae4-25f17816204d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bc807625-43b9-4f71-ba0e-13ea567a25e8'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:56:31.574735 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-c02d0c7b-a3bf-4d12-8837-6d0dbb6efa76 service neutron] Bound port: afb92211-4ed2-43b7-8e60-1e45a4105e0c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f85ed9d-b7ce-414c-8ae4-25f17816204d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bc807625-43b9-4f71-ba0e-13ea567a25e8'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:56:31.575098 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-c02d0c7b-a3bf-4d12-8837-6d0dbb6efa76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (afb92211-4ed2-43b7-8e60-1e45a4105e0c), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:31.590204 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd89b3d-1db8-400e-b017-eeb1dc8899ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f768c614-2bce-40eb-bac7-abc39270499d,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:31.668190 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-c02d0c7b-a3bf-4d12-8837-6d0dbb6efa76 service neutron] For port afb92211-4ed2-43b7-8e60-1e45a4105e0c, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:56:31.671992 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-c02d0c7b-a3bf-4d12-8837-6d0dbb6efa76 service neutron] For port afb92211-4ed2-43b7-8e60-1e45a4105e0c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=afb92211-4ed2-43b7-8e60-1e45a4105e0c,segment=NetworkSegment(7f85ed9d-b7ce-414c-8ae4-25f17816204d),segment_id=7f85ed9d-b7ce-414c-8ae4-25f17816204d)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:56:31.673252 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8b6c1d03-9169-4757-9f6d-2a54638738ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (67e38f8d-fe03-4831-ae0a-b1b23a529ae3), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:31.675885 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8b6c1d03-9169-4757-9f6d-2a54638738ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:31.679737 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8b6c1d03-9169-4757-9f6d-2a54638738ca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/67e38f8d-fe03-4831-ae0a-b1b23a529ae3 HTTP/1.1" status: 204  len: 168 time: 0.3902767
Feb 05 20:56:31.695569 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-c02d0c7b-a3bf-4d12-8837-6d0dbb6efa76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (afb92211-4ed2-43b7-8e60-1e45a4105e0c), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:31.744497 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c1d03-9169-4757-9f6d-2a54638738ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e38f8d-fe03-4831-ae0a-b1b23a529ae3,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:31.808250 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d0c7b-a3bf-4d12-8837-6d0dbb6efa76 service neutron] Pushing event updated for resources: {'Port': ['ID=afb92211-4ed2-43b7-8e60-1e45a4105e0c,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:31.814049 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-c02d0c7b-a3bf-4d12-8837-6d0dbb6efa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:31.814755 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-c02d0c7b-a3bf-4d12-8837-6d0dbb6efa76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:31.816497 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-c02d0c7b-a3bf-4d12-8837-6d0dbb6efa76 service neutron] 10.222.0.39 "PUT /v2.0/ports/afb92211-4ed2-43b7-8e60-1e45a4105e0c HTTP/1.1" status: 200  len: 1092 time: 1.7877212
Feb 05 20:56:31.818351 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fbcb5a2-e148-40c8-bf33-e0968867f06d', 'tag': 'afb92211-4ed2-43b7-8e60-1e45a4105e0c'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:56:31.827220 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbac186-06d2-465d-b245-9a5533214ec7" -d '{"events": [{"name": "network-changed", "server_uuid": "4fbcb5a2-e148-40c8-bf33-e0968867f06d", "tag": "afb92211-4ed2-43b7-8e60-1e45a4105e0c"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:56:31.902892 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-d83d32ab-a301-448b-81ab-8cd49ac46936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:31.904418 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-d83d32ab-a301-448b-81ab-8cd49ac46936 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eff801c9-e51d-482d-bb52-a59d1e137e92 HTTP/1.1" status: 200  len: 797 time: 0.4450283
Feb 05 20:56:31.911978 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc757c7-5247-4051-b2d1-141753cd0be6 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:31.913472 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7dc757c7-5247-4051-b2d1-141753cd0be6 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=d65fb4dc-e812-4574-a4e6-6308f0abdf3f&device_id=25b49908-918f-46a6-af31-e7b642b5e878&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.5345054
Feb 05 20:56:31.916987 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 38866) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:31.929120 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-bfe08923-f7a3-4305-84d5-54bf5c395547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:31.931262 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-bfe08923-f7a3-4305-84d5-54bf5c395547 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c115672e27d44cf2b79a3945af717ae8&device_id=4fbcb5a2-e148-40c8-bf33-e0968867f06d HTTP/1.1" status: 200  len: 1126 time: 0.0694857
Feb 05 20:56:31.950990 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1122e665-29c7-4081-bfd6-d07fd44343fa req-de2551b0-0696-4dbc-8216-aef8b5029f5b tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group_rule (e224fd13-85c9-41d3-8c04-47e029523817), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:31.986635 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-d7ba1450-eef8-4ce8-9eb3-916990f1721c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=afb92211-4ed2-43b7-8e60-1e45a4105e0c HTTP/1.1" status: 200  len: 217 time: 0.0485179
Feb 05 20:56:31.987100 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0a726-8dd0-43ac-802f-c38037c18dbf req-1a897c9d-18d2-4464-86de-54f23264b5c6 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:31.994412 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b2e0a726-8dd0-43ac-802f-c38037c18dbf req-1a897c9d-18d2-4464-86de-54f23264b5c6 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fbcb5a2-e148-40c8-bf33-e0968867f06d HTTP/1.1" status: 200  len: 944 time: 0.5336618
Feb 05 20:56:32.064505 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-8c51f1dc-ba88-4c2e-8e21-c0794589a111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:32.068456 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-8c51f1dc-ba88-4c2e-8e21-c0794589a111 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=87ea50f2-4a9d-4e76-83e4-8a4c87cd9a22 HTTP/1.1" status: 200  len: 846 time: 0.0759313
Feb 05 20:56:32.106464 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1122e665-29c7-4081-bfd6-d07fd44343fa req-de2551b0-0696-4dbc-8216-aef8b5029f5b tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group_rule (e224fd13-85c9-41d3-8c04-47e029523817), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:32.121459 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-7fbc9971-c0b7-4a49-9f03-5793125022f4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bc807625-43b9-4f71-ba0e-13ea567a25e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0467687
Feb 05 20:56:32.124083 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1122e665-29c7-4081-bfd6-d07fd44343fa req-de2551b0-0696-4dbc-8216-aef8b5029f5b tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (e224fd13-85c9-41d3-8c04-47e029523817), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:32.155399 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b2e0a726-8dd0-43ac-802f-c38037c18dbf req-be00a6e0-14c2-45a9-80ae-d1110f9ddf37 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1543052
Feb 05 20:56:32.174601 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-5b0b79e3-6a81-4607-a6bf-a7e1ccab7fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:32.176041 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-5b0b79e3-6a81-4607-a6bf-a7e1ccab7fe2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0e68efe9-ea16-4fb9-b57d-581a14fb90de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2599061
Feb 05 20:56:32.180939 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2551b0-0696-4dbc-8216-aef8b5029f5b tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e224fd13-85c9-41d3-8c04-47e029523817,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:32.185179 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e609eaeb-fbf6-43aa-a864-40101aa2aff3 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:32.186800 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e609eaeb-fbf6-43aa-a864-40101aa2aff3 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] 10.222.0.32 "GET /v2.0/networks/d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 881 time: 0.2622228
Feb 05 20:56:32.196077 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 38884) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:32.220028 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1122e665-29c7-4081-bfd6-d07fd44343fa req-de2551b0-0696-4dbc-8216-aef8b5029f5b tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:32.221219 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1122e665-29c7-4081-bfd6-d07fd44343fa req-de2551b0-0696-4dbc-8216-aef8b5029f5b tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.8971334
Feb 05 20:56:32.245634 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-62d4dd48-ead9-4096-8136-b1ee27e6f216 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] 10.222.0.32 "GET /v2.0/ports?device_id=25b49908-918f-46a6-af31-e7b642b5e878 HTTP/1.1" status: 200  len: 205 time: 0.0484920
Feb 05 20:56:32.248244 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 38888) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:32.296108 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac58050-d388-4d4f-b7c7-41a760b8b70c x-openstack-request-id: req-eac58050-d388-4d4f-b7c7-41a760b8b70c {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:56:32.296624 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fbcb5a2-e148-40c8-bf33-e0968867f06d", "tag": "afb92211-4ed2-43b7-8e60-1e45a4105e0c", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:56:32.296624 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eac58050-d388-4d4f-b7c7-41a760b8b70c {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:56:32.297032 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fbcb5a2-e148-40c8-bf33-e0968867f06d', 'tag': 'afb92211-4ed2-43b7-8e60-1e45a4105e0c', 'status': 'completed', 'code': 200}
Feb 05 20:56:32.312506 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-a7c1b627-9493-4d13-bdef-f603680134c3 service neutron] 10.222.0.39 "GET /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1843357
Feb 05 20:56:32.429860 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6196ba5a-0142-4bd2-9526-554db0d848ce req-527a2632-8db7-4a40-9aa4-d756679341d2 service neutron] 10.222.0.39 "GET /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1110573
Feb 05 20:56:32.514146 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-3c7009a1-7f0f-4391-8184-b57c95adbdfd service neutron] 10.222.0.39 "GET /v2.0/networks/0e68efe9-ea16-4fb9-b57d-581a14fb90de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3310051
Feb 05 20:56:32.522779 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ead20a01-0a35-4765-a913-123baaffe7a7 req-45294eee-98e7-4460-8c37-c6ead94b4ec5 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] 10.222.0.32 "GET /v2.0/security-groups/2a38da32-d4cb-452f-a1f2-c82dc6bb7083 HTTP/1.1" status: 200  len: 1823 time: 0.2121637
Feb 05 20:56:32.545553 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbac186-06d2-465d-b245-9a5533214ec7 req-b986f759-c574-402b-b182-3e17d1e83ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:32.546548 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9cbac186-06d2-465d-b245-9a5533214ec7 req-b986f759-c574-402b-b182-3e17d1e83ab7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c115672e27d44cf2b79a3945af717ae8&device_id=4fbcb5a2-e148-40c8-bf33-e0968867f06d HTTP/1.1" status: 200  len: 1126 time: 0.0627916
Feb 05 20:56:32.604813 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ebdbcae1-9110-4cc6-9843-67fd5a52ebf3 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router (25b49908-918f-46a6-af31-e7b642b5e878), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:32.669112 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbac186-06d2-465d-b245-9a5533214ec7 req-d1a0d3eb-6377-44f3-a9d7-7324929b117f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:32.670819 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9cbac186-06d2-465d-b245-9a5533214ec7 req-d1a0d3eb-6377-44f3-a9d7-7324929b117f service neutron] 10.222.0.39 "GET /v2.0/networks?id=bc807625-43b9-4f71-ba0e-13ea567a25e8 HTTP/1.1" status: 200  len: 907 time: 0.1176713
Feb 05 20:56:32.729285 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9cbac186-06d2-465d-b245-9a5533214ec7 req-6376775d-576a-47d4-952a-35b80c140b89 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=afb92211-4ed2-43b7-8e60-1e45a4105e0c HTTP/1.1" status: 200  len: 217 time: 0.0509372
Feb 05 20:56:32.789970 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ead20a01-0a35-4765-a913-123baaffe7a7 req-131a1426-644d-4377-a4fe-e4de09546f39 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group (2a38da32-d4cb-452f-a1f2-c82dc6bb7083), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:32.825329 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-53137273-f274-411e-bffa-add3401b5821 service neutron] 10.222.0.39 "GET /v2.0/networks/0e68efe9-ea16-4fb9-b57d-581a14fb90de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2964461
Feb 05 20:56:32.836490 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ead20a01-0a35-4765-a913-123baaffe7a7 req-131a1426-644d-4377-a4fe-e4de09546f39 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group (2a38da32-d4cb-452f-a1f2-c82dc6bb7083), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:32.855069 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbac186-06d2-465d-b245-9a5533214ec7 req-10549557-be5b-4a72-be40-fd80acf12e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:32.856934 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9cbac186-06d2-465d-b245-9a5533214ec7 req-10549557-be5b-4a72-be40-fd80acf12e6c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=87ea50f2-4a9d-4e76-83e4-8a4c87cd9a22 HTTP/1.1" status: 200  len: 846 time: 0.1213391
Feb 05 20:56:32.901915 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-57b71a31-aae1-494d-b2b7-bf04e6a9f572 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=96b065aa-9042-42d0-9376-669227f49c16 HTTP/1.1" status: 200  len: 217 time: 0.0672665
Feb 05 20:56:32.934123 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9cbac186-06d2-465d-b245-9a5533214ec7 req-465b86de-a739-473a-8b70-987fcdb5e88f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bc807625-43b9-4f71-ba0e-13ea567a25e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0682790
Feb 05 20:56:32.969747 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ebdbcae1-9110-4cc6-9843-67fd5a52ebf3 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router_gateway (25b49908-918f-46a6-af31-e7b642b5e878), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:32.988063 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 38918) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:33.057897 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-058e38ee-a25f-488c-a8d4-fd6eff7bf552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:33.059408 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-058e38ee-a25f-488c-a8d4-fd6eff7bf552 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=87840afd-8f96-418e-b35a-d28d95df414d HTTP/1.1" status: 200  len: 797 time: 0.1461203
Feb 05 20:56:33.077732 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9cbac186-06d2-465d-b245-9a5533214ec7 req-a5960c5a-cce9-44e8-8ec6-3dff7e4b8440 service neutron] 10.222.0.39 "GET /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351724
Feb 05 20:56:33.081860 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ead20a01-0a35-4765-a913-123baaffe7a7 req-131a1426-644d-4377-a4fe-e4de09546f39 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (2a38da32-d4cb-452f-a1f2-c82dc6bb7083), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:33.084493 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ead20a01-0a35-4765-a913-123baaffe7a7 req-131a1426-644d-4377-a4fe-e4de09546f39 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:33.085625 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ead20a01-0a35-4765-a913-123baaffe7a7 req-131a1426-644d-4377-a4fe-e4de09546f39 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] 10.222.0.32 "DELETE /v2.0/security-groups/2a38da32-d4cb-452f-a1f2-c82dc6bb7083 HTTP/1.1" status: 204  len: 173 time: 0.5557008
Feb 05 20:56:33.156777 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-f39978a7-82d6-4ba2-9af5-fc01b6df7122 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-562976347-network', 'tenant_id': 'fa4f231a08d04da481e08afa650f61e2'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:33.171547 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a1426-644d-4377-a4fe-e4de09546f39 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a38da32-d4cb-452f-a1f2-c82dc6bb7083,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:33.198269 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9cbac186-06d2-465d-b245-9a5533214ec7 req-be9d2b8f-75c7-477d-b1de-3acf1afa320a service neutron] 10.222.0.39 "GET /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1109927
Feb 05 20:56:33.220142 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a2757-12dd-44e8-aaaf-5dd051c59b43 req-fe5dc9c8-0fdf-4169-9b9f-2d9ed9d864f8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:33.226342 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a2757-12dd-44e8-aaaf-5dd051c59b43 req-fe5dc9c8-0fdf-4169-9b9f-2d9ed9d864f8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:33.231822 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a2757-12dd-44e8-aaaf-5dd051c59b43 req-fe5dc9c8-0fdf-4169-9b9f-2d9ed9d864f8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:33.237199 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a2757-12dd-44e8-aaaf-5dd051c59b43 req-fe5dc9c8-0fdf-4169-9b9f-2d9ed9d864f8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:33.243310 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a2757-12dd-44e8-aaaf-5dd051c59b43 req-fe5dc9c8-0fdf-4169-9b9f-2d9ed9d864f8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:33.248636 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a2757-12dd-44e8-aaaf-5dd051c59b43 req-fe5dc9c8-0fdf-4169-9b9f-2d9ed9d864f8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:33.254003 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a2757-12dd-44e8-aaaf-5dd051c59b43 req-fe5dc9c8-0fdf-4169-9b9f-2d9ed9d864f8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:33.256653 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ed9a2757-12dd-44e8-aaaf-5dd051c59b43 req-fe5dc9c8-0fdf-4169-9b9f-2d9ed9d864f8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 5419 time: 0.2723079
Feb 05 20:56:33.293347 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39978a7-82d6-4ba2-9af5-fc01b6df7122 admin admin] Made reservation on behalf of fa4f231a08d04da481e08afa650f61e2 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:56:33.295624 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f39978a7-82d6-4ba2-9af5-fc01b6df7122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:33.326868 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f39978a7-82d6-4ba2-9af5-fc01b6df7122 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:33.338277 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-ebdbcae1-9110-4cc6-9843-67fd5a52ebf3 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Deleting port 3d407254-b9c4-4f1b-aeb4-22366469ac69 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:56:33.338816 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ebdbcae1-9110-4cc6-9843-67fd5a52ebf3 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (3d407254-b9c4-4f1b-aeb4-22366469ac69), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:33.357220 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-2722aa2e-f310-40a4-9094-76613e3ba00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:33.358700 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-2722aa2e-f310-40a4-9094-76613e3ba00e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e407b198-7847-4daa-999d-a6a8e5319a57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2908554
Feb 05 20:56:33.368445 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e22db69b-16e2-4fdd-a619-26728f5b385e req-0cc7a4fb-aff8-42b6-88d3-fae091b0f0f0 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] 10.222.0.32 "GET /v2.0/security-groups/4259b7bf-a8b9-42bc-b462-fd082ceae84f HTTP/1.1" status: 200  len: 1821 time: 0.2202892
Feb 05 20:56:33.536984 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ed9a2757-12dd-44e8-aaaf-5dd051c59b43 req-bcd9beae-a8c5-4762-8b77-06ecb7cc8729 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&id=f2a34937-6f7c-447d-a100-f79bb6d8301c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2676134
Feb 05 20:56:33.597356 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-46a1f33b-60b0-461b-9384-c32e71529ca1 req-4e70813d-2e42-4de3-9ebc-77a2a69f719d tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-341629006', 'description': 'tempest-description-2085278287'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:33.604974 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ebdbcae1-9110-4cc6-9843-67fd5a52ebf3 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (3d407254-b9c4-4f1b-aeb4-22366469ac69), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:33.627087 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a7351ad4-e4f5-44ee-95c5-db0ec49752c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:33.641817 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-ebdbcae1-9110-4cc6-9843-67fd5a52ebf3 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Calling delete_port for 3d407254-b9c4-4f1b-aeb4-22366469ac69 owned by network:router_gateway {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:56:33.667532 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-6e16affc-b9da-4402-a435-aa367239f102 service neutron] 10.222.0.39 "GET /v2.0/networks/e407b198-7847-4daa-999d-a6a8e5319a57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2902904
Feb 05 20:56:33.679367 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653779a-7858-404e-ad14-27ebc5ad41c3 req-2a331859-e372-4868-aefa-367e65b7338d tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:33.680772 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2653779a-7858-404e-ad14-27ebc5ad41c3 req-2a331859-e372-4868-aefa-367e65b7338d tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fbcb5a2-e148-40c8-bf33-e0968867f06d HTTP/1.1" status: 200  len: 944 time: 0.2178419
Feb 05 20:56:33.698888 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-46a1f33b-60b0-461b-9384-c32e71529ca1 req-4e70813d-2e42-4de3-9ebc-77a2a69f719d tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:33.767571 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f39978a7-82d6-4ba2-9af5-fc01b6df7122 admin admin] Publish callbacks [] for security_group (16b39b3e-4503-4359-a813-b648e3957018), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:33.810817 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f39978a7-82d6-4ba2-9af5-fc01b6df7122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (16b39b3e-4503-4359-a813-b648e3957018), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:33.862929 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f39978a7-82d6-4ba2-9af5-fc01b6df7122 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:56:33.909486 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f39978a7-82d6-4ba2-9af5-fc01b6df7122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (5785d5a9-c520-4d7e-bf82-85f303c381f5), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:33.909832 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-f39978a7-82d6-4ba2-9af5-fc01b6df7122 admin admin] Added segment 5785d5a9-c520-4d7e-bf82-85f303c381f5 of type vlan for network 87aa5ad5-8ad3-4cc4-aae5-a8c9d7a7fd12
Feb 05 20:56:33.980461 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39978a7-82d6-4ba2-9af5-fc01b6df7122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b39b3e-4503-4359-a813-b648e3957018,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:34.013204 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2653779a-7858-404e-ad14-27ebc5ad41c3 req-1b4366ae-61ce-4c47-b9ee-cff24234a94e tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3152430
Feb 05 20:56:34.019895 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-278cf8bc-5c9d-4ac8-b3b3-76e62ad24f1e service neutron] 10.222.0.39 "GET /v2.0/networks/e407b198-7847-4daa-999d-a6a8e5319a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3325922
Feb 05 20:56:34.081323 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f39978a7-82d6-4ba2-9af5-fc01b6df7122 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (87aa5ad5-8ad3-4cc4-aae5-a8c9d7a7fd12), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:34.094277 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-8a3a269e-7202-44ae-b437-1b7bb29ef4bc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=acb823f3-7977-4284-b303-e6126c9172cf HTTP/1.1" status: 200  len: 217 time: 0.0597985
Feb 05 20:56:34.096457 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-46a1f33b-60b0-461b-9384-c32e71529ca1 req-4e70813d-2e42-4de3-9ebc-77a2a69f719d tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group (7d2f3ee9-8d12-4e8a-85dd-59285bcd1ca8), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:34.123221 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-46a1f33b-60b0-461b-9384-c32e71529ca1 req-4e70813d-2e42-4de3-9ebc-77a2a69f719d tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (7d2f3ee9-8d12-4e8a-85dd-59285bcd1ca8), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:34.208943 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-46a1f33b-60b0-461b-9384-c32e71529ca1 req-4e70813d-2e42-4de3-9ebc-77a2a69f719d tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:34.210109 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-46a1f33b-60b0-461b-9384-c32e71529ca1 req-4e70813d-2e42-4de3-9ebc-77a2a69f719d tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1828 time: 0.6228619
Feb 05 20:56:34.210721 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f39978a7-82d6-4ba2-9af5-fc01b6df7122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (87aa5ad5-8ad3-4cc4-aae5-a8c9d7a7fd12), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:34.211633 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39978a7-82d6-4ba2-9af5-fc01b6df7122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:34.212298 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f39978a7-82d6-4ba2-9af5-fc01b6df7122 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:34.229289 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70813d-2e42-4de3-9ebc-77a2a69f719d tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2f3ee9-8d12-4e8a-85dd-59285bcd1ca8,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:34.247442 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-2437ebb3-2063-4da8-970f-837ac28374fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:34.248955 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-2437ebb3-2063-4da8-970f-837ac28374fb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=87840afd-8f96-418e-b35a-d28d95df414d HTTP/1.1" status: 200  len: 797 time: 0.1489167
Feb 05 20:56:34.309752 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f39978a7-82d6-4ba2-9af5-fc01b6df7122 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.3194573
Feb 05 20:56:34.313084 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38962) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:34.318679 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-c255ec4d-56a7-45e6-8e57-6a2eaeadea65 admin admin] Request body: {'subnet': {'network_id': '87aa5ad5-8ad3-4cc4-aae5-a8c9d7a7fd12', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-562976347-subnet', 'tenant_id': 'fa4f231a08d04da481e08afa650f61e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:34.339529 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ebdbcae1-9110-4cc6-9843-67fd5a52ebf3 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (3d407254-b9c4-4f1b-aeb4-22366469ac69), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:34.339771 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c255ec4d-56a7-45e6-8e57-6a2eaeadea65 admin admin] Made reservation on behalf of fa4f231a08d04da481e08afa650f61e2 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:56:34.342137 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c255ec4d-56a7-45e6-8e57-6a2eaeadea65 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:34.355273 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39978a7-82d6-4ba2-9af5-fc01b6df7122 admin admin] Pushing event updated for resources: {'Network': ['ID=87aa5ad5-8ad3-4cc4-aae5-a8c9d7a7fd12,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:34.371091 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 87aa5ad5-8ad3-4cc4-aae5-a8c9d7a7fd12 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:56:34.388683 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdbcae1-9110-4cc6-9843-67fd5a52ebf3 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Pushing event deleted for resources: {'Port': ['ID=3d407254-b9c4-4f1b-aeb4-22366469ac69,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:34.451441 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-292417b3-059d-4cd4-a71c-a6ab9fcce649 req-a969deee-3dee-4ea9-943f-7ee83f3c5084 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] 10.222.0.32 "GET /v2.0/security-groups/7d2f3ee9-8d12-4e8a-85dd-59285bcd1ca8 HTTP/1.1" status: 200  len: 1823 time: 0.1468637
Feb 05 20:56:34.459188 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-debbf900-315e-48f8-bbfb-5719ded3b464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:34.460662 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-debbf900-315e-48f8-bbfb-5719ded3b464 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e407b198-7847-4daa-999d-a6a8e5319a57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2010527
Feb 05 20:56:34.482778 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-292417b3-059d-4cd4-a71c-a6ab9fcce649 req-7fa70d01-8de3-42ab-9ca9-80b3f7b1b2c7 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7d2f3ee9-8d12-4e8a-85dd-59285bcd1ca8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:34.483108 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-292417b3-059d-4cd4-a71c-a6ab9fcce649 req-7fa70d01-8de3-42ab-9ca9-80b3f7b1b2c7 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7d2f3ee9-8d12-4e8a-85dd-59285bcd1ca8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:34.512944 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ebdbcae1-9110-4cc6-9843-67fd5a52ebf3 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (25b49908-918f-46a6-af31-e7b642b5e878), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:34.571439 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c255ec4d-56a7-45e6-8e57-6a2eaeadea65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (d1aea73f-3b38-4427-8eb6-6c55821e590e), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:34.633081 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255ec4d-56a7-45e6-8e57-6a2eaeadea65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1aea73f-3b38-4427-8eb6-6c55821e590e,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:34.640847 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c255ec4d-56a7-45e6-8e57-6a2eaeadea65 admin admin] Checking segment: {'id': '5785d5a9-c520-4d7e-bf82-85f303c381f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '87aa5ad5-8ad3-4cc4-aae5-a8c9d7a7fd12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:56:34.641215 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c255ec4d-56a7-45e6-8e57-6a2eaeadea65 admin admin] Network hostable DHCP agents. Network: 87aa5ad5-8ad3-4cc4-aae5-a8c9d7a7fd12, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:56:34.662779 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c255ec4d-56a7-45e6-8e57-6a2eaeadea65 admin admin] Network 87aa5ad5-8ad3-4cc4-aae5-a8c9d7a7fd12 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:56:34.674053 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-c255ec4d-56a7-45e6-8e57-6a2eaeadea65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 87aa5ad5-8ad3-4cc4-aae5-a8c9d7a7fd12) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:56:34.679375 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c255ec4d-56a7-45e6-8e57-6a2eaeadea65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:34.680296 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c255ec4d-56a7-45e6-8e57-6a2eaeadea65 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:34.687538 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bca3c4-e45d-4cd6-88e4-c8bf1493ea11 None None] Network 87aa5ad5-8ad3-4cc4-aae5-a8c9d7a7fd12 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:56:34.714686 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c255ec4d-56a7-45e6-8e57-6a2eaeadea65 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.4001915
Feb 05 20:56:34.852149 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0daa55-f92c-4546-a8cd-344a395c88a4 None None] Network 87aa5ad5-8ad3-4cc4-aae5-a8c9d7a7fd12 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:56:34.973180 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ebdbcae1-9110-4cc6-9843-67fd5a52ebf3 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (25b49908-918f-46a6-af31-e7b642b5e878), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:34.980616 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ebdbcae1-9110-4cc6-9843-67fd5a52ebf3 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router_controller (25b49908-918f-46a6-af31-e7b642b5e878), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:35.072619 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-cb8c52e3-61cc-4939-8f01-8d0601426ff7 service neutron] 10.222.0.39 "GET /v2.0/networks/e407b198-7847-4daa-999d-a6a8e5319a57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6044679
Feb 05 20:56:35.078186 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ebdbcae1-9110-4cc6-9843-67fd5a52ebf3 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (25b49908-918f-46a6-af31-e7b642b5e878), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:35.078740 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebdbcae1-9110-4cc6-9843-67fd5a52ebf3 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Fanout notify agent at l3_agent the message router_deleted on router 25b49908-918f-46a6-af31-e7b642b5e878 {{(pid=114391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 20:56:35.089447 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ebdbcae1-9110-4cc6-9843-67fd5a52ebf3 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:35.090524 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ebdbcae1-9110-4cc6-9843-67fd5a52ebf3 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] 10.222.0.32 "DELETE /v2.0/routers/25b49908-918f-46a6-af31-e7b642b5e878 HTTP/1.1" status: 204  len: 168 time: 2.8413773
Feb 05 20:56:35.094292 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39014) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:35.098915 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-924ec8cc-e92c-4c3c-8728-8ee986cb6a74 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-485130156', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:35.120024 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-924ec8cc-e92c-4c3c-8728-8ee986cb6a74 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (ea429545-4129-400b-a989-bb8a087d3801), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:35.122009 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-924ec8cc-e92c-4c3c-8728-8ee986cb6a74 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (ea429545-4129-400b-a989-bb8a087d3801), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:35.140503 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3979d7-fcbe-46bf-91ea-94d10c804507 req-433f9d67-9f94-46f7-8e83-590663c5d652 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:35.146651 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3979d7-fcbe-46bf-91ea-94d10c804507 req-433f9d67-9f94-46f7-8e83-590663c5d652 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:35.152656 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3979d7-fcbe-46bf-91ea-94d10c804507 req-433f9d67-9f94-46f7-8e83-590663c5d652 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:35.157360 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3979d7-fcbe-46bf-91ea-94d10c804507 req-433f9d67-9f94-46f7-8e83-590663c5d652 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:35.163246 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3979d7-fcbe-46bf-91ea-94d10c804507 req-433f9d67-9f94-46f7-8e83-590663c5d652 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:35.168577 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3979d7-fcbe-46bf-91ea-94d10c804507 req-433f9d67-9f94-46f7-8e83-590663c5d652 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:35.173889 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3979d7-fcbe-46bf-91ea-94d10c804507 req-433f9d67-9f94-46f7-8e83-590663c5d652 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:35.175839 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8d3979d7-fcbe-46bf-91ea-94d10c804507 req-433f9d67-9f94-46f7-8e83-590663c5d652 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 5419 time: 0.2154524
Feb 05 20:56:35.177135 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-292417b3-059d-4cd4-a71c-a6ab9fcce649 req-7fa70d01-8de3-42ab-9ca9-80b3f7b1b2c7 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group_rule (5ed301ca-e3e6-4491-bc14-b30fe2679a7b), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:35.178937 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-924ec8cc-e92c-4c3c-8728-8ee986cb6a74 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router_controller (ea429545-4129-400b-a989-bb8a087d3801), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:35.183669 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-924ec8cc-e92c-4c3c-8728-8ee986cb6a74 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (ea429545-4129-400b-a989-bb8a087d3801), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:35.201938 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-924ec8cc-e92c-4c3c-8728-8ee986cb6a74 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:35.205670 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-924ec8cc-e92c-4c3c-8728-8ee986cb6a74 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.1078706
Feb 05 20:56:35.205877 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39016) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:35.210987 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-5faf56df-5206-4382-b665-655203f4998b tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'enable_snat': True}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:35.266407 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-292417b3-059d-4cd4-a71c-a6ab9fcce649 req-7fa70d01-8de3-42ab-9ca9-80b3f7b1b2c7 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group_rule (5ed301ca-e3e6-4491-bc14-b30fe2679a7b), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:35.276042 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-292417b3-059d-4cd4-a71c-a6ab9fcce649 req-7fa70d01-8de3-42ab-9ca9-80b3f7b1b2c7 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (5ed301ca-e3e6-4491-bc14-b30fe2679a7b), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:35.320403 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2e4a37c-589a-4d24-8ba8-ba402b7fbed3 req-83788295-5ac3-4cb5-9f83-d01b39c3e233 service neutron] 10.222.0.39 "GET /v2.0/networks/e407b198-7847-4daa-999d-a6a8e5319a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2389660
Feb 05 20:56:35.321004 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa70d01-8de3-42ab-9ca9-80b3f7b1b2c7 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ed301ca-e3e6-4491-bc14-b30fe2679a7b,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:35.329886 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8d3979d7-fcbe-46bf-91ea-94d10c804507 req-c3193cc1-1123-43cd-9049-e27d131c5903 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&id=f2a34937-6f7c-447d-a100-f79bb6d8301c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1189661
Feb 05 20:56:35.333756 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-292417b3-059d-4cd4-a71c-a6ab9fcce649 req-7fa70d01-8de3-42ab-9ca9-80b3f7b1b2c7 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:35.334969 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-292417b3-059d-4cd4-a71c-a6ab9fcce649 req-7fa70d01-8de3-42ab-9ca9-80b3f7b1b2c7 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.8679771
Feb 05 20:56:35.425190 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5faf56df-5206-4382-b665-655203f4998b tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for router_gateway (ea429545-4129-400b-a989-bb8a087d3801), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:35.475405 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d043e-7c87-437a-bc50-1acd93d04c31 req-a8290580-5b43-4da9-b57a-97e4aab64c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:35.475877 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d043e-7c87-437a-bc50-1acd93d04c31 req-a8290580-5b43-4da9-b57a-97e4aab64c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:35.476349 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d043e-7c87-437a-bc50-1acd93d04c31 req-a8290580-5b43-4da9-b57a-97e4aab64c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:35.476818 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d043e-7c87-437a-bc50-1acd93d04c31 req-a8290580-5b43-4da9-b57a-97e4aab64c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:35.477908 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d043e-7c87-437a-bc50-1acd93d04c31 req-a8290580-5b43-4da9-b57a-97e4aab64c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:35.477908 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d043e-7c87-437a-bc50-1acd93d04c31 req-a8290580-5b43-4da9-b57a-97e4aab64c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:35.478482 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d043e-7c87-437a-bc50-1acd93d04c31 req-a8290580-5b43-4da9-b57a-97e4aab64c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:35.480631 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-363d043e-7c87-437a-bc50-1acd93d04c31 req-a8290580-5b43-4da9-b57a-97e4aab64c0a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=451be3a617f64d6a97b8d18cee2426e8&device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 6693 time: 0.0774636
Feb 05 20:56:35.522313 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-c8f23f84-5a07-49c1-a28a-b32c37b2818f req-d241965c-a28e-4ed5-a308-9717dbe2044b tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-675649752', 'description': 'tempest-description-904403152'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:35.587327 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c8f23f84-5a07-49c1-a28a-b32c37b2818f req-d241965c-a28e-4ed5-a308-9717dbe2044b tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:35.617237 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d043e-7c87-437a-bc50-1acd93d04c31 req-f4d09249-a2fb-42ee-a5cf-9032f573915d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:35.618741 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-363d043e-7c87-437a-bc50-1acd93d04c31 req-f4d09249-a2fb-42ee-a5cf-9032f573915d service neutron] 10.222.0.39 "GET /v2.0/networks?id=0e68efe9-ea16-4fb9-b57d-581a14fb90de HTTP/1.1" status: 200  len: 903 time: 0.1306684
Feb 05 20:56:35.655334 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5faf56df-5206-4382-b665-655203f4998b tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for router_gateway (ea429545-4129-400b-a989-bb8a087d3801), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:35.665578 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-363d043e-7c87-437a-bc50-1acd93d04c31 req-5861fab1-9887-4881-aeec-c8999aab6387 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=3a1e8ac6-e5dd-47a1-a79b-976ef386504b HTTP/1.1" status: 200  len: 217 time: 0.0393260
Feb 05 20:56:35.676944 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5faf56df-5206-4382-b665-655203f4998b tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:35.737449 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d043e-7c87-437a-bc50-1acd93d04c31 req-b6f31f44-b830-48d2-b5d6-0f658c414f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:35.739134 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-363d043e-7c87-437a-bc50-1acd93d04c31 req-b6f31f44-b830-48d2-b5d6-0f658c414f1a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eff801c9-e51d-482d-bb52-a59d1e137e92 HTTP/1.1" status: 200  len: 797 time: 0.0661857
Feb 05 20:56:35.745783 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c8f23f84-5a07-49c1-a28a-b32c37b2818f req-d241965c-a28e-4ed5-a308-9717dbe2044b tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks [] for security_group (9bec1bb6-993f-4c9d-9c6b-a0bdebb60211), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:35.756934 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c8f23f84-5a07-49c1-a28a-b32c37b2818f req-d241965c-a28e-4ed5-a308-9717dbe2044b tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (9bec1bb6-993f-4c9d-9c6b-a0bdebb60211), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:35.809611 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c8f23f84-5a07-49c1-a28a-b32c37b2818f req-d241965c-a28e-4ed5-a308-9717dbe2044b tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:35.810898 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c8f23f84-5a07-49c1-a28a-b32c37b2818f req-d241965c-a28e-4ed5-a308-9717dbe2044b tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1835 time: 0.2949638
Feb 05 20:56:35.813858 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-5faf56df-5206-4382-b665-655203f4998b tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Allocated IP 172.35.4.178 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/d95106b7-8563-498f-9a99-1b99e1dc5443) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:56:35.825360 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241965c-a28e-4ed5-a308-9717dbe2044b tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bec1bb6-993f-4c9d-9c6b-a0bdebb60211,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:35.852882 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d043e-7c87-437a-bc50-1acd93d04c31 req-7dad5155-2e4f-41c8-a6bc-af692d1b4eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:35.854564 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-363d043e-7c87-437a-bc50-1acd93d04c31 req-7dad5155-2e4f-41c8-a6bc-af692d1b4eeb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0e68efe9-ea16-4fb9-b57d-581a14fb90de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1073735
Feb 05 20:56:35.925035 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5faf56df-5206-4382-b665-655203f4998b tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for port (d95106b7-8563-498f-9a99-1b99e1dc5443), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:35.933401 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-44e8a0cc-e4fe-46d2-ad04-e9c55ea63e7c req-767e9d17-3aa3-4cc0-83ad-f996dfe89ed6 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] 10.222.0.32 "GET /v2.0/security-groups/7d2f3ee9-8d12-4e8a-85dd-59285bcd1ca8 HTTP/1.1" status: 200  len: 2417 time: 0.0990076
Feb 05 20:56:35.964811 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5faf56df-5206-4382-b665-655203f4998b tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (d95106b7-8563-498f-9a99-1b99e1dc5443), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:35.980543 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-44e8a0cc-e4fe-46d2-ad04-e9c55ea63e7c req-8fc0a6a9-f3f4-4afd-9f61-853548fdf3fc tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7d2f3ee9-8d12-4e8a-85dd-59285bcd1ca8', 'remote_group_id': None}]} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:35.981147 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-44e8a0cc-e4fe-46d2-ad04-e9c55ea63e7c req-8fc0a6a9-f3f4-4afd-9f61-853548fdf3fc tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7d2f3ee9-8d12-4e8a-85dd-59285bcd1ca8', 'remote_group_id': None}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:36.009527 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5faf56df-5206-4382-b665-655203f4998b tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:56:36.010006 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1c9e7-9b8a-40ef-910d-8d9cd1071f21 req-02136bd6-81e9-4109-b2c4-313ce525b16f tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:36.011979 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-76c1c9e7-9b8a-40ef-910d-8d9cd1071f21 req-02136bd6-81e9-4109-b2c4-313ce525b16f tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fbcb5a2-e148-40c8-bf33-e0968867f06d HTTP/1.1" status: 200  len: 944 time: 0.1535604
Feb 05 20:56:36.014181 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-5faf56df-5206-4382-b665-655203f4998b tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:56:36.018786 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5faf56df-5206-4382-b665-655203f4998b tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:56:36.021662 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf56df-5206-4382-b665-655203f4998b tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Pushing event updated for resources: {'Port': ['ID=d95106b7-8563-498f-9a99-1b99e1dc5443,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:36.047740 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1eb9b155-6e12-40da-bb3a-14318bb779c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:36.056794 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-363d043e-7c87-437a-bc50-1acd93d04c31 req-89354584-6e0e-4bfb-9024-1de59f21a564 service neutron] 10.222.0.39 "GET /v2.0/networks/0e68efe9-ea16-4fb9-b57d-581a14fb90de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1860428
Feb 05 20:56:36.171891 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-76c1c9e7-9b8a-40ef-910d-8d9cd1071f21 req-e4a9a638-20c8-41cb-9e88-06b36b6cf167 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1456559
Feb 05 20:56:36.175400 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-44e8a0cc-e4fe-46d2-ad04-e9c55ea63e7c req-8fc0a6a9-f3f4-4afd-9f61-853548fdf3fc tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group_rule (ab936a15-e157-464b-8e60-150d66b8ce6f), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:36.212351 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-44e8a0cc-e4fe-46d2-ad04-e9c55ea63e7c req-8fc0a6a9-f3f4-4afd-9f61-853548fdf3fc tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group_rule (ab936a15-e157-464b-8e60-150d66b8ce6f), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:36.215332 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-363d043e-7c87-437a-bc50-1acd93d04c31 req-4298d188-464f-44ea-9f27-1d9c79140731 service neutron] 10.222.0.39 "GET /v2.0/networks/0e68efe9-ea16-4fb9-b57d-581a14fb90de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1499612
Feb 05 20:56:36.217175 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-44e8a0cc-e4fe-46d2-ad04-e9c55ea63e7c req-8fc0a6a9-f3f4-4afd-9f61-853548fdf3fc tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (ab936a15-e157-464b-8e60-150d66b8ce6f), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:36.222085 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device afb92211-4ed2-43b7-8e60-1e45a4105e0c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:56:36.242288 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc0a6a9-f3f4-4afd-9f61-853548fdf3fc tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab936a15-e157-464b-8e60-150d66b8ce6f,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:36.256057 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-44e8a0cc-e4fe-46d2-ad04-e9c55ea63e7c req-8fc0a6a9-f3f4-4afd-9f61-853548fdf3fc tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:36.257656 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-44e8a0cc-e4fe-46d2-ad04-e9c55ea63e7c req-8fc0a6a9-f3f4-4afd-9f61-853548fdf3fc tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.2880363
Feb 05 20:56:36.296896 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5faf56df-5206-4382-b665-655203f4998b tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for router_gateway (ea429545-4129-400b-a989-bb8a087d3801), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:36.418793 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port afb92211-4ed2-43b7-8e60-1e45a4105e0c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=afb92211-4ed2-43b7-8e60-1e45a4105e0c,segment=NetworkSegment(7f85ed9d-b7ce-414c-8ae4-25f17816204d),segment_id=7f85ed9d-b7ce-414c-8ae4-25f17816204d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:56:36.430066 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ba3618ee-1d00-45f9-a8a6-31b3cfa1e0f1 req-c84bf84b-cebd-4e6d-a337-536a1dcd1036 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] 10.222.0.32 "GET /v2.0/security-groups/7d2f3ee9-8d12-4e8a-85dd-59285bcd1ca8 HTTP/1.1" status: 200  len: 3016 time: 0.1133611
Feb 05 20:56:36.431630 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'afb92211-4ed2-43b7-8e60-1e45a4105e0c', 'network_id': 'bc807625-43b9-4f71-ba0e-13ea567a25e8', 'port_id': 'afb92211-4ed2-43b7-8e60-1e45a4105e0c', 'mac_address': 'fa:16:3e:e5:9b:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ea50f2-4a9d-4e76-83e4-8a4c87cd9a22', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:56:36.437834 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d043e-7c87-437a-bc50-1acd93d04c31 req-60fe4c50-8f0c-437a-935c-0b79815f0142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:36.438332 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d043e-7c87-437a-bc50-1acd93d04c31 req-60fe4c50-8f0c-437a-935c-0b79815f0142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:36.438860 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d043e-7c87-437a-bc50-1acd93d04c31 req-60fe4c50-8f0c-437a-935c-0b79815f0142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:36.439339 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d043e-7c87-437a-bc50-1acd93d04c31 req-60fe4c50-8f0c-437a-935c-0b79815f0142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:36.439813 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d043e-7c87-437a-bc50-1acd93d04c31 req-60fe4c50-8f0c-437a-935c-0b79815f0142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:36.440290 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d043e-7c87-437a-bc50-1acd93d04c31 req-60fe4c50-8f0c-437a-935c-0b79815f0142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:36.440892 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d043e-7c87-437a-bc50-1acd93d04c31 req-60fe4c50-8f0c-437a-935c-0b79815f0142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:36.443354 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-363d043e-7c87-437a-bc50-1acd93d04c31 req-60fe4c50-8f0c-437a-935c-0b79815f0142 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=451be3a617f64d6a97b8d18cee2426e8&device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 6693 time: 0.1506524
Feb 05 20:56:36.446360 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c89e99d3-788e-4a31-b8f0-615dc14e66db req-5bd884d3-93f0-4e54-b9ab-899116103303 tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] 10.222.0.32 "GET /v2.0/security-groups/9bec1bb6-993f-4c9d-9c6b-a0bdebb60211 HTTP/1.1" status: 200  len: 1830 time: 0.0989864
Feb 05 20:56:36.465001 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-c89e99d3-788e-4a31-b8f0-615dc14e66db req-398ec0d6-3d2a-42cf-858a-ac7cf85d7868 tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9bec1bb6-993f-4c9d-9c6b-a0bdebb60211', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:36.465327 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-c89e99d3-788e-4a31-b8f0-615dc14e66db req-398ec0d6-3d2a-42cf-858a-ac7cf85d7868 tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9bec1bb6-993f-4c9d-9c6b-a0bdebb60211', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:36.506565 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port afb92211-4ed2-43b7-8e60-1e45a4105e0c is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:56:36.507217 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (afb92211-4ed2-43b7-8e60-1e45a4105e0c), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:36.524308 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afb92211-4ed2-43b7-8e60-1e45a4105e0c {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:56:36.526809 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5faf56df-5206-4382-b665-655203f4998b tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8250'] for router (ea429545-4129-400b-a989-bb8a087d3801), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:36.535275 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5faf56df-5206-4382-b665-655203f4998b tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583542'] for router (ea429545-4129-400b-a989-bb8a087d3801), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:36.559945 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port afb92211-4ed2-43b7-8e60-1e45a4105e0c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=afb92211-4ed2-43b7-8e60-1e45a4105e0c,segment=NetworkSegment(7f85ed9d-b7ce-414c-8ae4-25f17816204d),segment_id=7f85ed9d-b7ce-414c-8ae4-25f17816204d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:56:36.567311 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (afb92211-4ed2-43b7-8e60-1e45a4105e0c), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:36.596092 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d043e-7c87-437a-bc50-1acd93d04c31 req-d213f6a9-6615-47d2-9638-53cd1d0e6942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:36.597641 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-363d043e-7c87-437a-bc50-1acd93d04c31 req-d213f6a9-6615-47d2-9638-53cd1d0e6942 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e407b198-7847-4daa-999d-a6a8e5319a57 HTTP/1.1" status: 200  len: 903 time: 0.1460161
Feb 05 20:56:36.618146 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c89e99d3-788e-4a31-b8f0-615dc14e66db req-398ec0d6-3d2a-42cf-858a-ac7cf85d7868 tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks [] for security_group_rule (943c9cac-a060-49f0-8022-edb9eab67665), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:36.648461 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=afb92211-4ed2-43b7-8e60-1e45a4105e0c,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:36.664329 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-363d043e-7c87-437a-bc50-1acd93d04c31 req-9ccffa1b-94b3-4ee1-a9cd-6cdcfad1b0f9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=96b065aa-9042-42d0-9376-669227f49c16 HTTP/1.1" status: 200  len: 217 time: 0.0568614
Feb 05 20:56:36.710768 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5faf56df-5206-4382-b665-655203f4998b tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Router ea429545-4129-400b-a989-bb8a087d3801 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 20:56:36.715581 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c89e99d3-788e-4a31-b8f0-615dc14e66db req-398ec0d6-3d2a-42cf-858a-ac7cf85d7868 tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks [] for security_group_rule (943c9cac-a060-49f0-8022-edb9eab67665), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:36.722463 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c89e99d3-788e-4a31-b8f0-615dc14e66db req-398ec0d6-3d2a-42cf-858a-ac7cf85d7868 tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (943c9cac-a060-49f0-8022-edb9eab67665), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:36.739245 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d043e-7c87-437a-bc50-1acd93d04c31 req-dd32fdbb-cb2a-4d70-83ce-f59224b920b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:36.740817 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-363d043e-7c87-437a-bc50-1acd93d04c31 req-dd32fdbb-cb2a-4d70-83ce-f59224b920b9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=87840afd-8f96-418e-b35a-d28d95df414d HTTP/1.1" status: 200  len: 797 time: 0.0706258
Feb 05 20:56:36.748895 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ec0d6-3d2a-42cf-858a-ac7cf85d7868 tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=943c9cac-a060-49f0-8022-edb9eab67665,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:36.765433 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c89e99d3-788e-4a31-b8f0-615dc14e66db req-398ec0d6-3d2a-42cf-858a-ac7cf85d7868 tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:36.766685 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c89e99d3-788e-4a31-b8f0-615dc14e66db req-398ec0d6-3d2a-42cf-858a-ac7cf85d7868 tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3138688
Feb 05 20:56:36.806361 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d043e-7c87-437a-bc50-1acd93d04c31 req-ca09f221-baf5-4b49-bf89-65fee24eeb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:36.809198 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-363d043e-7c87-437a-bc50-1acd93d04c31 req-ca09f221-baf5-4b49-bf89-65fee24eeb2b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e407b198-7847-4daa-999d-a6a8e5319a57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0607231
Feb 05 20:56:36.814028 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 20:56:36.851458 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5faf56df-5206-4382-b665-655203f4998b tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:56:36.858261 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5faf56df-5206-4382-b665-655203f4998b tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:36.862190 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cbe771-7686-4d63-8a91-34ca4d4fb63a None None] Sync routers for ids ['ea429545-4129-400b-a989-bb8a087d3801'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:56:36.868493 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['afb92211-4ed2-43b7-8e60-1e45a4105e0c'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:56:36.870825 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5faf56df-5206-4382-b665-655203f4998b tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] 10.222.0.32 "PUT /v2.0/routers/ea429545-4129-400b-a989-bb8a087d3801 HTTP/1.1" status: 200  len: 918 time: 1.6638687
Feb 05 20:56:36.874863 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39116) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:36.946726 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cbe771-7686-4d63-8a91-34ca4d4fb63a None None] Routers {'ea429545-4129-400b-a989-bb8a087d3801'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:56:36.947670 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-e8cbe771-7686-4d63-8a91-34ca4d4fb63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabc7cbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:56:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ea429545-4129-400b-a989-bb8a087d3801'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:36.965364 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-363d043e-7c87-437a-bc50-1acd93d04c31 req-7bf1d5b7-15ff-4097-b50d-094cb4277041 service neutron] 10.222.0.39 "GET /v2.0/networks/e407b198-7847-4daa-999d-a6a8e5319a57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1492124
Feb 05 20:56:37.014749 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-e8cbe771-7686-4d63-8a91-34ca4d4fb63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabc7cbb0>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:37.038270 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cbe771-7686-4d63-8a91-34ca4d4fb63a None None] Routers {'ea429545-4129-400b-a989-bb8a087d3801'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:56:37.039266 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-e8cbe771-7686-4d63-8a91-34ca4d4fb63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabc7cbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:56:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ea429545-4129-400b-a989-bb8a087d3801'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:37.061901 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c5b32ef5-5b0e-4f22-bda6-861fb2875725 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] 10.222.0.32 "GET /v2.0/routers/ea429545-4129-400b-a989-bb8a087d3801 HTTP/1.1" status: 200  len: 924 time: 0.1827517
Feb 05 20:56:37.065635 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39126) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:37.089727 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3c7e60da-abc8-439d-9d17-de575afea628 req-7c8266ce-25a5-4453-b5f4-9f020fb4185a tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] 10.222.0.32 "GET /v2.0/security-group-rules/ab936a15-e157-464b-8e60-150d66b8ce6f HTTP/1.1" status: 200  len: 783 time: 0.0770555
Feb 05 20:56:37.090804 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-e8cbe771-7686-4d63-8a91-34ca4d4fb63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabc7cbb0>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:37.091537 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cbe771-7686-4d63-8a91-34ca4d4fb63a None None] The sync data for ids ['ea429545-4129-400b-a989-bb8a087d3801'] in ncdv-master-1 is: [] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:56:37.120587 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4be1c5-2b20-4308-a4df-2853903bd521 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:37.124612 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2b4be1c5-2b20-4308-a4df-2853903bd521 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=d65fb4dc-e812-4574-a4e6-6308f0abdf3f&device_id=ea429545-4129-400b-a989-bb8a087d3801&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0556593
Feb 05 20:56:37.125034 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39128) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:37.197639 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a4252-a444-4bfd-b61b-b1222d0124ef req-e364645e-f9bf-4b65-99ed-b705fc075776 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:37.204746 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a4252-a444-4bfd-b61b-b1222d0124ef req-e364645e-f9bf-4b65-99ed-b705fc075776 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:37.209509 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95308aac-7514-4ba6-a6b1-666a61acd35e tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:37.210922 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-95308aac-7514-4ba6-a6b1-666a61acd35e tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] 10.222.0.32 "GET /v2.0/networks/d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 881 time: 0.0850389
Feb 05 20:56:37.211036 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a4252-a444-4bfd-b61b-b1222d0124ef req-e364645e-f9bf-4b65-99ed-b705fc075776 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:37.213677 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39132) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:37.216371 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a4252-a444-4bfd-b61b-b1222d0124ef req-e364645e-f9bf-4b65-99ed-b705fc075776 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:37.221761 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a4252-a444-4bfd-b61b-b1222d0124ef req-e364645e-f9bf-4b65-99ed-b705fc075776 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:37.227800 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a4252-a444-4bfd-b61b-b1222d0124ef req-e364645e-f9bf-4b65-99ed-b705fc075776 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:37.233146 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a4252-a444-4bfd-b61b-b1222d0124ef req-e364645e-f9bf-4b65-99ed-b705fc075776 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:37.235105 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5c9a4252-a444-4bfd-b61b-b1222d0124ef req-e364645e-f9bf-4b65-99ed-b705fc075776 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 5419 time: 0.2152386
Feb 05 20:56:37.243396 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-50a9a447-4baa-4ce2-b4ee-ce6dbd64cbf0 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea429545-4129-400b-a989-bb8a087d3801 HTTP/1.1" status: 200  len: 205 time: 0.0285997
Feb 05 20:56:37.245825 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39134) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:37.271608 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-363d043e-7c87-437a-bc50-1acd93d04c31 req-f0b24857-cc6e-47cb-912a-16449191f9b2 service neutron] 10.222.0.39 "GET /v2.0/networks/e407b198-7847-4daa-999d-a6a8e5319a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2570505
Feb 05 20:56:37.282307 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3c7e60da-abc8-439d-9d17-de575afea628 req-afb7c5a7-9f30-48b6-b067-1aff378bb3c1 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] 10.222.0.32 "GET /v2.0/security-groups/7d2f3ee9-8d12-4e8a-85dd-59285bcd1ca8 HTTP/1.1" status: 200  len: 3016 time: 0.1512203
Feb 05 20:56:37.347234 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:37.375081 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5592137f-8767-4bd0-96a4-dd5b00f13bd4 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router (ea429545-4129-400b-a989-bb8a087d3801), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:37.401265 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5c9a4252-a444-4bfd-b61b-b1222d0124ef req-1ca8677f-41e0-4a8f-8bca-1aad0ef45dad tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&id=f2a34937-6f7c-447d-a100-f79bb6d8301c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1528850
Feb 05 20:56:37.404741 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-3c7e60da-abc8-439d-9d17-de575afea628 req-f09f66e2-8392-4e27-bfef-95b3c14910a6 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group_rule (ab936a15-e157-464b-8e60-150d66b8ce6f), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:37.418887 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-3c7e60da-abc8-439d-9d17-de575afea628 req-f09f66e2-8392-4e27-bfef-95b3c14910a6 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group_rule (ab936a15-e157-464b-8e60-150d66b8ce6f), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:37.440303 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cadf6-1dcb-4abf-9ac2-b8d18751a08c req-7f25cd9f-3d6f-4a76-907f-3a84bad8f64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:37.440870 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cadf6-1dcb-4abf-9ac2-b8d18751a08c req-7f25cd9f-3d6f-4a76-907f-3a84bad8f64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:37.441370 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cadf6-1dcb-4abf-9ac2-b8d18751a08c req-7f25cd9f-3d6f-4a76-907f-3a84bad8f64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:37.442448 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cadf6-1dcb-4abf-9ac2-b8d18751a08c req-7f25cd9f-3d6f-4a76-907f-3a84bad8f64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:37.443713 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cadf6-1dcb-4abf-9ac2-b8d18751a08c req-7f25cd9f-3d6f-4a76-907f-3a84bad8f64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:37.444192 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cadf6-1dcb-4abf-9ac2-b8d18751a08c req-7f25cd9f-3d6f-4a76-907f-3a84bad8f64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:37.444666 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cadf6-1dcb-4abf-9ac2-b8d18751a08c req-7f25cd9f-3d6f-4a76-907f-3a84bad8f64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:37.447686 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e33cadf6-1dcb-4abf-9ac2-b8d18751a08c req-7f25cd9f-3d6f-4a76-907f-3a84bad8f64e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=451be3a617f64d6a97b8d18cee2426e8&device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 6693 time: 0.1266761
Feb 05 20:56:37.510111 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5592137f-8767-4bd0-96a4-dd5b00f13bd4 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router_gateway (ea429545-4129-400b-a989-bb8a087d3801), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:37.531415 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-86c1c1af-41ea-4dbd-951a-ba6d83681e16 req-cb2fb60a-7057-4500-8d1b-547c1d307e24 tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] 10.222.0.32 "GET /v2.0/security-groups/9bec1bb6-993f-4c9d-9c6b-a0bdebb60211 HTTP/1.1" status: 200  len: 2424 time: 0.0832951
Feb 05 20:56:37.564957 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-3c7e60da-abc8-439d-9d17-de575afea628 req-f09f66e2-8392-4e27-bfef-95b3c14910a6 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (ab936a15-e157-464b-8e60-150d66b8ce6f), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:37.575085 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-3c7e60da-abc8-439d-9d17-de575afea628 req-f09f66e2-8392-4e27-bfef-95b3c14910a6 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:37.576210 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3c7e60da-abc8-439d-9d17-de575afea628 req-f09f66e2-8392-4e27-bfef-95b3c14910a6 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/ab936a15-e157-464b-8e60-150d66b8ce6f HTTP/1.1" status: 204  len: 173 time: 0.2835388
Feb 05 20:56:37.587020 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f66e2-8392-4e27-bfef-95b3c14910a6 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab936a15-e157-464b-8e60-150d66b8ce6f,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:37.596798 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-5592137f-8767-4bd0-96a4-dd5b00f13bd4 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Deleting port d95106b7-8563-498f-9a99-1b99e1dc5443 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:56:37.599121 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5592137f-8767-4bd0-96a4-dd5b00f13bd4 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (d95106b7-8563-498f-9a99-1b99e1dc5443), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:37.609750 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cadf6-1dcb-4abf-9ac2-b8d18751a08c req-c99fa203-7b18-46d9-a02a-8031a116a44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:37.611318 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e33cadf6-1dcb-4abf-9ac2-b8d18751a08c req-c99fa203-7b18-46d9-a02a-8031a116a44c service neutron] 10.222.0.39 "GET /v2.0/networks?id=e407b198-7847-4daa-999d-a6a8e5319a57 HTTP/1.1" status: 200  len: 903 time: 0.1207941
Feb 05 20:56:37.660643 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e33cadf6-1dcb-4abf-9ac2-b8d18751a08c req-88f2c021-ff35-45da-b9e2-183602ff581f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=acb823f3-7977-4284-b303-e6126c9172cf HTTP/1.1" status: 200  len: 217 time: 0.0430603
Feb 05 20:56:37.702068 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5592137f-8767-4bd0-96a4-dd5b00f13bd4 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (d95106b7-8563-498f-9a99-1b99e1dc5443), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:37.729591 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-5592137f-8767-4bd0-96a4-dd5b00f13bd4 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Calling delete_port for d95106b7-8563-498f-9a99-1b99e1dc5443 owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:56:37.732561 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cadf6-1dcb-4abf-9ac2-b8d18751a08c req-447aae09-beb6-48b4-ad6c-b1a7f6a6769b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:37.734164 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e33cadf6-1dcb-4abf-9ac2-b8d18751a08c req-447aae09-beb6-48b4-ad6c-b1a7f6a6769b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=87840afd-8f96-418e-b35a-d28d95df414d HTTP/1.1" status: 200  len: 797 time: 0.0676355
Feb 05 20:56:37.818215 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162d741-1ca4-47cf-8982-356abc7991cc req-2e05e40c-cd3b-4b2b-87f7-1bf2790c3c10 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:37.819963 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e162d741-1ca4-47cf-8982-356abc7991cc req-2e05e40c-cd3b-4b2b-87f7-1bf2790c3c10 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fbcb5a2-e148-40c8-bf33-e0968867f06d HTTP/1.1" status: 200  len: 945 time: 0.0909011
Feb 05 20:56:37.824507 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cadf6-1dcb-4abf-9ac2-b8d18751a08c req-5a027a7e-22bc-450a-b1ef-465a90a8307a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:37.826048 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e33cadf6-1dcb-4abf-9ac2-b8d18751a08c req-5a027a7e-22bc-450a-b1ef-465a90a8307a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e407b198-7847-4daa-999d-a6a8e5319a57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0652621
Feb 05 20:56:37.911865 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5592137f-8767-4bd0-96a4-dd5b00f13bd4 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (d95106b7-8563-498f-9a99-1b99e1dc5443), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:37.929664 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e162d741-1ca4-47cf-8982-356abc7991cc req-24b9761f-467a-4e9f-b516-e4ec36e21f3b tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005418
Feb 05 20:56:37.961600 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592137f-8767-4bd0-96a4-dd5b00f13bd4 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Pushing event deleted for resources: {'Port': ['ID=d95106b7-8563-498f-9a99-1b99e1dc5443,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:37.970855 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e33cadf6-1dcb-4abf-9ac2-b8d18751a08c req-983249c9-ffc8-407c-91ae-a1cd996fd791 service neutron] 10.222.0.39 "GET /v2.0/networks/e407b198-7847-4daa-999d-a6a8e5319a57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353381
Feb 05 20:56:38.027901 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5592137f-8767-4bd0-96a4-dd5b00f13bd4 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (ea429545-4129-400b-a989-bb8a087d3801), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:38.075099 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9221fd03-6375-4745-8491-747b7b884be6 req-a3582394-6ac0-4dc4-aaa2-b8690e16fb18 tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] 10.222.0.32 "GET /v2.0/security-group-rules/943c9cac-a060-49f0-8022-edb9eab67665 HTTP/1.1" status: 200  len: 778 time: 0.0662801
Feb 05 20:56:38.154398 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e02805e8-0d79-4432-9a81-5f776929d9fa req-bb18aa57-ae1e-4d62-aa19-9ab0e10082e0 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] 10.222.0.32 "GET /v2.0/security-groups/7d2f3ee9-8d12-4e8a-85dd-59285bcd1ca8 HTTP/1.1" status: 200  len: 2417 time: 0.1443553
Feb 05 20:56:38.156692 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e33cadf6-1dcb-4abf-9ac2-b8d18751a08c req-17746db1-6b22-48af-bb3a-692fc3bca6b0 service neutron] 10.222.0.39 "GET /v2.0/networks/e407b198-7847-4daa-999d-a6a8e5319a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1787007
Feb 05 20:56:38.161469 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9221fd03-6375-4745-8491-747b7b884be6 req-3a40bd62-7922-4dd7-bc35-5b16b8b8cbf9 tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] 10.222.0.32 "GET /v2.0/security-groups/9bec1bb6-993f-4c9d-9c6b-a0bdebb60211 HTTP/1.1" status: 200  len: 2424 time: 0.0764890
Feb 05 20:56:38.223216 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9221fd03-6375-4745-8491-747b7b884be6 req-0943bc92-07ad-4394-b125-034bfeb34c5d tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks [] for security_group_rule (943c9cac-a060-49f0-8022-edb9eab67665), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:38.235903 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9221fd03-6375-4745-8491-747b7b884be6 req-0943bc92-07ad-4394-b125-034bfeb34c5d tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks [] for security_group_rule (943c9cac-a060-49f0-8022-edb9eab67665), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:38.241976 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device afb92211-4ed2-43b7-8e60-1e45a4105e0c up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:56:38.264890 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e02805e8-0d79-4432-9a81-5f776929d9fa req-3864ddf2-c538-477a-b149-9e6892195515 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group (7d2f3ee9-8d12-4e8a-85dd-59285bcd1ca8), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:38.293458 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9221fd03-6375-4745-8491-747b7b884be6 req-0943bc92-07ad-4394-b125-034bfeb34c5d tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (943c9cac-a060-49f0-8022-edb9eab67665), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:38.299080 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9221fd03-6375-4745-8491-747b7b884be6 req-0943bc92-07ad-4394-b125-034bfeb34c5d tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:38.299517 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port afb92211-4ed2-43b7-8e60-1e45a4105e0c completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:56:38.300231 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9221fd03-6375-4745-8491-747b7b884be6 req-0943bc92-07ad-4394-b125-034bfeb34c5d tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/943c9cac-a060-49f0-8022-edb9eab67665 HTTP/1.1" status: 204  len: 173 time: 0.1301944
Feb 05 20:56:38.307680 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e02805e8-0d79-4432-9a81-5f776929d9fa req-3864ddf2-c538-477a-b149-9e6892195515 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group (7d2f3ee9-8d12-4e8a-85dd-59285bcd1ca8), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:38.309747 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port afb92211-4ed2-43b7-8e60-1e45a4105e0c triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:56:38.310636 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (afb92211-4ed2-43b7-8e60-1e45a4105e0c), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:38.323992 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0943bc92-07ad-4394-b125-034bfeb34c5d tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=943c9cac-a060-49f0-8022-edb9eab67665,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:38.373809 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e02805e8-0d79-4432-9a81-5f776929d9fa req-3864ddf2-c538-477a-b149-9e6892195515 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (7d2f3ee9-8d12-4e8a-85dd-59285bcd1ca8), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:38.376418 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e02805e8-0d79-4432-9a81-5f776929d9fa req-3864ddf2-c538-477a-b149-9e6892195515 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:38.399228 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e02805e8-0d79-4432-9a81-5f776929d9fa req-3864ddf2-c538-477a-b149-9e6892195515 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] 10.222.0.32 "DELETE /v2.0/security-groups/7d2f3ee9-8d12-4e8a-85dd-59285bcd1ca8 HTTP/1.1" status: 204  len: 173 time: 0.2366080
Feb 05 20:56:38.418637 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864ddf2-c538-477a-b149-9e6892195515 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2f3ee9-8d12-4e8a-85dd-59285bcd1ca8,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:38.420503 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port afb92211-4ed2-43b7-8e60-1e45a4105e0c is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:56:38.420901 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (afb92211-4ed2-43b7-8e60-1e45a4105e0c), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:38.455744 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fbcb5a2-e148-40c8-bf33-e0968867f06d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb92211-4ed2-43b7-8e60-1e45a4105e0c'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:56:38.458241 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3ced29-44e0-4883-9760-e0ded66c45fe" -d '{"events": [{"server_uuid": "4fbcb5a2-e148-40c8-bf33-e0968867f06d", "name": "network-vif-plugged", "status": "completed", "tag": "afb92211-4ed2-43b7-8e60-1e45a4105e0c"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:56:38.465023 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5592137f-8767-4bd0-96a4-dd5b00f13bd4 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (ea429545-4129-400b-a989-bb8a087d3801), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:38.467656 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5592137f-8767-4bd0-96a4-dd5b00f13bd4 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router_controller (ea429545-4129-400b-a989-bb8a087d3801), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:38.471782 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port afb92211-4ed2-43b7-8e60-1e45a4105e0c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=afb92211-4ed2-43b7-8e60-1e45a4105e0c,segment=NetworkSegment(7f85ed9d-b7ce-414c-8ae4-25f17816204d),segment_id=7f85ed9d-b7ce-414c-8ae4-25f17816204d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:56:38.476984 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (afb92211-4ed2-43b7-8e60-1e45a4105e0c), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:38.526610 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5592137f-8767-4bd0-96a4-dd5b00f13bd4 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (ea429545-4129-400b-a989-bb8a087d3801), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:38.528001 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5592137f-8767-4bd0-96a4-dd5b00f13bd4 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Fanout notify agent at l3_agent the message router_deleted on router ea429545-4129-400b-a989-bb8a087d3801 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 20:56:38.538051 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5592137f-8767-4bd0-96a4-dd5b00f13bd4 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:38.539472 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5592137f-8767-4bd0-96a4-dd5b00f13bd4 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] 10.222.0.32 "DELETE /v2.0/routers/ea429545-4129-400b-a989-bb8a087d3801 HTTP/1.1" status: 204  len: 168 time: 1.2927177
Feb 05 20:56:38.543184 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 39188) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:38.548045 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-e1461f5a-3960-4f02-965b-1ce3302d0abd tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-180577347', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:38.554927 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=afb92211-4ed2-43b7-8e60-1e45a4105e0c,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:38.575327 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e1461f5a-3960-4f02-965b-1ce3302d0abd tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (5faa69be-47af-45e7-b68b-be0aab35be09), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:38.576475 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e1461f5a-3960-4f02-965b-1ce3302d0abd tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (5faa69be-47af-45e7-b68b-be0aab35be09), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:38.637728 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e1461f5a-3960-4f02-965b-1ce3302d0abd tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router_controller (5faa69be-47af-45e7-b68b-be0aab35be09), precommit_add_association {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:38.645985 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e1461f5a-3960-4f02-965b-1ce3302d0abd tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (5faa69be-47af-45e7-b68b-be0aab35be09), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:38.655831 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-f02d3e63-3422-447d-b529-b13ecbe1881c req-a6543e89-a7e6-4f34-a727-2aa0ca6e53e7 tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-987910579', 'description': 'tempest-description-1202721336'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:38.677003 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e1461f5a-3960-4f02-965b-1ce3302d0abd tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:38.678454 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e1461f5a-3960-4f02-965b-1ce3302d0abd tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.1341853
Feb 05 20:56:38.681429 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39200) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:38.687548 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f02d3e63-3422-447d-b529-b13ecbe1881c req-a6543e89-a7e6-4f34-a727-2aa0ca6e53e7 tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:38.688141 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-c95c68b3-8798-45ae-a900-924209147c87 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'enable_snat': False}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:38.721421 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [req-948405a3-23e5-4e38-b7e7-b1c4ead80d1e req-e1ce9773-ea00-4811-8b95-491f193596c7 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] show failed (client error): The resource could not be found.
Feb 05 20:56:38.722441 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-948405a3-23e5-4e38-b7e7-b1c4ead80d1e req-e1ce9773-ea00-4811-8b95-491f193596c7 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] 10.222.0.32 "GET /v2.0/security-groups/2a38da32-d4cb-452f-a1f2-c82dc6bb7083 HTTP/1.1" status: 404  len: 352 time: 0.0172155
Feb 05 20:56:38.775700 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f02d3e63-3422-447d-b529-b13ecbe1881c req-a6543e89-a7e6-4f34-a727-2aa0ca6e53e7 tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks [] for security_group (43e162fc-2dfc-4870-a653-ee748715af29), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:38.790468 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f02d3e63-3422-447d-b529-b13ecbe1881c req-a6543e89-a7e6-4f34-a727-2aa0ca6e53e7 tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (43e162fc-2dfc-4870-a653-ee748715af29), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:38.840585 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f02d3e63-3422-447d-b529-b13ecbe1881c req-a6543e89-a7e6-4f34-a727-2aa0ca6e53e7 tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:38.841824 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f02d3e63-3422-447d-b529-b13ecbe1881c req-a6543e89-a7e6-4f34-a727-2aa0ca6e53e7 tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1836 time: 0.1907318
Feb 05 20:56:38.851858 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6543e89-a7e6-4f34-a727-2aa0ca6e53e7 tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43e162fc-2dfc-4870-a653-ee748715af29,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:38.873503 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36434c1-fc25-484a-89eb-13f9197dd07b req-4389793e-0133-4e3f-83cf-91d603610125 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:38.879207 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36434c1-fc25-484a-89eb-13f9197dd07b req-4389793e-0133-4e3f-83cf-91d603610125 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:38.885853 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36434c1-fc25-484a-89eb-13f9197dd07b req-4389793e-0133-4e3f-83cf-91d603610125 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:38.889931 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3965cd7d-9239-4161-a305-a27eb9ea87d8 x-openstack-request-id: req-3965cd7d-9239-4161-a305-a27eb9ea87d8 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:56:38.890413 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fbcb5a2-e148-40c8-bf33-e0968867f06d", "name": "network-vif-plugged", "status": "completed", "tag": "afb92211-4ed2-43b7-8e60-1e45a4105e0c", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:56:38.890815 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3965cd7d-9239-4161-a305-a27eb9ea87d8 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:56:38.891349 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fbcb5a2-e148-40c8-bf33-e0968867f06d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb92211-4ed2-43b7-8e60-1e45a4105e0c', 'code': 200}
Feb 05 20:56:38.891972 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36434c1-fc25-484a-89eb-13f9197dd07b req-4389793e-0133-4e3f-83cf-91d603610125 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:38.898940 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36434c1-fc25-484a-89eb-13f9197dd07b req-4389793e-0133-4e3f-83cf-91d603610125 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:38.904451 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36434c1-fc25-484a-89eb-13f9197dd07b req-4389793e-0133-4e3f-83cf-91d603610125 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:38.906352 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c95c68b3-8798-45ae-a900-924209147c87 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for router_gateway (5faa69be-47af-45e7-b68b-be0aab35be09), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:38.915721 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36434c1-fc25-484a-89eb-13f9197dd07b req-4389793e-0133-4e3f-83cf-91d603610125 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:38.915721 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b36434c1-fc25-484a-89eb-13f9197dd07b req-4389793e-0133-4e3f-83cf-91d603610125 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 5419 time: 0.1367645
Feb 05 20:56:38.961876 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:39.055839 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b36434c1-fc25-484a-89eb-13f9197dd07b req-511a80d7-feb4-4218-9d32-1409be22985a tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&id=f2a34937-6f7c-447d-a100-f79bb6d8301c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1356933
Feb 05 20:56:39.074422 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884314f4-7589-4a4e-ab50-995ca8bcc5d0 req-3cb9aea2-678d-444b-8758-c52ce802d739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:39.075952 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-884314f4-7589-4a4e-ab50-995ca8bcc5d0 req-3cb9aea2-678d-444b-8758-c52ce802d739 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4fbcb5a2-e148-40c8-bf33-e0968867f06d HTTP/1.1" status: 200  len: 1128 time: 0.1063144
Feb 05 20:56:39.088301 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f53f00a6-3d05-48cc-b3c3-1090490acba3 req-4f0a92fa-44f4-4458-a058-6ca0bb3ede78 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] 10.222.0.32 "GET /v2.0/security-groups/4259b7bf-a8b9-42bc-b462-fd082ceae84f HTTP/1.1" status: 200  len: 1821 time: 0.0797217
Feb 05 20:56:39.140001 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c95c68b3-8798-45ae-a900-924209147c87 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for router_gateway (5faa69be-47af-45e7-b68b-be0aab35be09), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:39.158966 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c95c68b3-8798-45ae-a900-924209147c87 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:39.186449 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eca25b11-7e16-4523-bb36-fc4f1d74edbc req-2590449e-7660-458d-b404-7dd4e89ddf2e tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] 10.222.0.32 "GET /v2.0/security-groups/43e162fc-2dfc-4870-a653-ee748715af29 HTTP/1.1" status: 200  len: 1831 time: 0.0916209
Feb 05 20:56:39.193493 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-884314f4-7589-4a4e-ab50-995ca8bcc5d0 req-e0cba2c0-d90e-42a2-9668-4fea95f708bc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081753
Feb 05 20:56:39.212338 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f53f00a6-3d05-48cc-b3c3-1090490acba3 req-c0ed0945-73c7-4f5e-82e9-410f6605f5ba tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group (4259b7bf-a8b9-42bc-b462-fd082ceae84f), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:39.237665 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f53f00a6-3d05-48cc-b3c3-1090490acba3 req-c0ed0945-73c7-4f5e-82e9-410f6605f5ba tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group (4259b7bf-a8b9-42bc-b462-fd082ceae84f), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:39.280982 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-c95c68b3-8798-45ae-a900-924209147c87 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Allocated IP 172.35.4.110 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/f5b55795-f536-419e-ac1b-b469697aa97a) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:56:39.312227 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f53f00a6-3d05-48cc-b3c3-1090490acba3 req-c0ed0945-73c7-4f5e-82e9-410f6605f5ba tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (4259b7bf-a8b9-42bc-b462-fd082ceae84f), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:39.315048 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f53f00a6-3d05-48cc-b3c3-1090490acba3 req-c0ed0945-73c7-4f5e-82e9-410f6605f5ba tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:39.316191 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f53f00a6-3d05-48cc-b3c3-1090490acba3 req-c0ed0945-73c7-4f5e-82e9-410f6605f5ba tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] 10.222.0.32 "DELETE /v2.0/security-groups/4259b7bf-a8b9-42bc-b462-fd082ceae84f HTTP/1.1" status: 204  len: 173 time: 0.2209647
Feb 05 20:56:39.331810 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed0945-73c7-4f5e-82e9-410f6605f5ba tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4259b7bf-a8b9-42bc-b462-fd082ceae84f,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:39.347018 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15924860-3b1e-423f-a2b0-2c790cde7a75 req-abbd3c01-804c-4bfd-be29-04f1bd5a8a48 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:39.349186 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-15924860-3b1e-423f-a2b0-2c790cde7a75 req-abbd3c01-804c-4bfd-be29-04f1bd5a8a48 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fbcb5a2-e148-40c8-bf33-e0968867f06d HTTP/1.1" status: 200  len: 946 time: 0.0797572
Feb 05 20:56:39.397975 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c95c68b3-8798-45ae-a900-924209147c87 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for port (f5b55795-f536-419e-ac1b-b469697aa97a), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:39.419190 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-15924860-3b1e-423f-a2b0-2c790cde7a75 req-2cba7104-0733-476e-a096-2bf7a4f45d33 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507009
Feb 05 20:56:39.440822 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c95c68b3-8798-45ae-a900-924209147c87 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (f5b55795-f536-419e-ac1b-b469697aa97a), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:39.500584 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95c68b3-8798-45ae-a900-924209147c87 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:56:39.503436 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-c95c68b3-8798-45ae-a900-924209147c87 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:56:39.506581 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95c68b3-8798-45ae-a900-924209147c87 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:56:39.512232 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c68b3-8798-45ae-a900-924209147c87 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Pushing event updated for resources: {'Port': ['ID=f5b55795-f536-419e-ac1b-b469697aa97a,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:39.540518 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f2068dc8-0723-4f04-b338-733d8810f9bf req-cd0add53-5644-41a6-96d5-5922e93b8f57 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] 10.222.0.32 "GET /v2.0/security-groups/140530f0-1081-41ea-9c37-80a98b0f1866 HTTP/1.1" status: 200  len: 1824 time: 0.0412624
Feb 05 20:56:39.602787 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f2068dc8-0723-4f04-b338-733d8810f9bf req-809630fd-5924-4c8f-9948-fe1d78601717 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group (140530f0-1081-41ea-9c37-80a98b0f1866), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:39.626353 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f2068dc8-0723-4f04-b338-733d8810f9bf req-809630fd-5924-4c8f-9948-fe1d78601717 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group (140530f0-1081-41ea-9c37-80a98b0f1866), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:39.660342 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-e4710e50-f859-4bf9-9f6c-5f122349ecda req-ca127339-b038-48bd-8d2f-836f608592e1 tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1077984558', 'description': 'tempest-description-1185047891'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:39.696029 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e4710e50-f859-4bf9-9f6c-5f122349ecda req-ca127339-b038-48bd-8d2f-836f608592e1 tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:39.723401 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f2068dc8-0723-4f04-b338-733d8810f9bf req-809630fd-5924-4c8f-9948-fe1d78601717 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (140530f0-1081-41ea-9c37-80a98b0f1866), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:39.726272 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f2068dc8-0723-4f04-b338-733d8810f9bf req-809630fd-5924-4c8f-9948-fe1d78601717 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:39.727589 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f2068dc8-0723-4f04-b338-733d8810f9bf req-809630fd-5924-4c8f-9948-fe1d78601717 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] 10.222.0.32 "DELETE /v2.0/security-groups/140530f0-1081-41ea-9c37-80a98b0f1866 HTTP/1.1" status: 204  len: 173 time: 0.1814201
Feb 05 20:56:39.743179 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809630fd-5924-4c8f-9948-fe1d78601717 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=140530f0-1081-41ea-9c37-80a98b0f1866,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:39.792326 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c95c68b3-8798-45ae-a900-924209147c87 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for router_gateway (5faa69be-47af-45e7-b68b-be0aab35be09), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:39.814548 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e4710e50-f859-4bf9-9f6c-5f122349ecda req-ca127339-b038-48bd-8d2f-836f608592e1 tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks [] for security_group (e631a118-1a9c-4b7a-b897-17a533cff9c0), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:39.821437 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e4710e50-f859-4bf9-9f6c-5f122349ecda req-ca127339-b038-48bd-8d2f-836f608592e1 tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (e631a118-1a9c-4b7a-b897-17a533cff9c0), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:39.857655 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e4710e50-f859-4bf9-9f6c-5f122349ecda req-ca127339-b038-48bd-8d2f-836f608592e1 tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:39.859033 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e4710e50-f859-4bf9-9f6c-5f122349ecda req-ca127339-b038-48bd-8d2f-836f608592e1 tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1837 time: 0.2043085
Feb 05 20:56:39.863370 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca127339-b038-48bd-8d2f-836f608592e1 tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e631a118-1a9c-4b7a-b897-17a533cff9c0,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:39.955699 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aecedf08-65fc-4c6c-b56f-75c2e73ff1ae req-2aea1b54-7a74-48a5-84b5-92ca4c6f3c88 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] 10.222.0.32 "GET /v2.0/security-groups/250b4745-a871-4077-b0ec-524f17725c45 HTTP/1.1" status: 200  len: 1823 time: 0.0663946
Feb 05 20:56:40.028834 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-aecedf08-65fc-4c6c-b56f-75c2e73ff1ae req-13900cd9-68b7-4849-b505-f0f672081e05 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group (250b4745-a871-4077-b0ec-524f17725c45), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:40.063775 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-aecedf08-65fc-4c6c-b56f-75c2e73ff1ae req-13900cd9-68b7-4849-b505-f0f672081e05 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group (250b4745-a871-4077-b0ec-524f17725c45), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:40.075055 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c95c68b3-8798-45ae-a900-924209147c87 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8250'] for router (5faa69be-47af-45e7-b68b-be0aab35be09), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:40.080292 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c95c68b3-8798-45ae-a900-924209147c87 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583542'] for router (5faa69be-47af-45e7-b68b-be0aab35be09), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:40.117713 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-aecedf08-65fc-4c6c-b56f-75c2e73ff1ae req-13900cd9-68b7-4849-b505-f0f672081e05 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (250b4745-a871-4077-b0ec-524f17725c45), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:40.121439 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-aecedf08-65fc-4c6c-b56f-75c2e73ff1ae req-13900cd9-68b7-4849-b505-f0f672081e05 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:40.129227 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aecedf08-65fc-4c6c-b56f-75c2e73ff1ae req-13900cd9-68b7-4849-b505-f0f672081e05 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] 10.222.0.32 "DELETE /v2.0/security-groups/250b4745-a871-4077-b0ec-524f17725c45 HTTP/1.1" status: 204  len: 173 time: 0.1674635
Feb 05 20:56:40.155934 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:40.179865 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13900cd9-68b7-4849-b505-f0f672081e05 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=250b4745-a871-4077-b0ec-524f17725c45,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:40.212661 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 39314) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:40.255414 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7e55916c-b65c-40c1-b9e9-c8b698a42790 req-fcb65985-afe1-4b0d-a72b-f56310c38ea0 tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] 10.222.0.32 "GET /v2.0/security-groups/e631a118-1a9c-4b7a-b897-17a533cff9c0 HTTP/1.1" status: 200  len: 1832 time: 0.1010420
Feb 05 20:56:40.315127 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95c68b3-8798-45ae-a900-924209147c87 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Router 5faa69be-47af-45e7-b68b-be0aab35be09 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 20:56:40.362226 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b8fc5cd9-733e-4755-a3f5-de42fb71e377 req-a94433e5-753f-4b7a-bafd-554d86160090 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] 10.222.0.32 "GET /v2.0/security-groups/bca67f42-6cfd-458f-88d2-163f0ed642d6 HTTP/1.1" status: 200  len: 2424 time: 0.0801125
Feb 05 20:56:40.410889 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061fc92a-bd02-47a7-8f0a-f54bb3dfc8e9 req-5f40d672-7482-4e96-9a60-527923376935 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:40.416419 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061fc92a-bd02-47a7-8f0a-f54bb3dfc8e9 req-5f40d672-7482-4e96-9a60-527923376935 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:40.421728 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061fc92a-bd02-47a7-8f0a-f54bb3dfc8e9 req-5f40d672-7482-4e96-9a60-527923376935 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:40.427437 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061fc92a-bd02-47a7-8f0a-f54bb3dfc8e9 req-5f40d672-7482-4e96-9a60-527923376935 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:40.432774 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061fc92a-bd02-47a7-8f0a-f54bb3dfc8e9 req-5f40d672-7482-4e96-9a60-527923376935 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:40.437108 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95c68b3-8798-45ae-a900-924209147c87 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:56:40.438354 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061fc92a-bd02-47a7-8f0a-f54bb3dfc8e9 req-5f40d672-7482-4e96-9a60-527923376935 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:40.441639 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c95c68b3-8798-45ae-a900-924209147c87 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:40.445645 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061fc92a-bd02-47a7-8f0a-f54bb3dfc8e9 req-5f40d672-7482-4e96-9a60-527923376935 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:40.446792 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c95c68b3-8798-45ae-a900-924209147c87 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] 10.222.0.32 "PUT /v2.0/routers/5faa69be-47af-45e7-b68b-be0aab35be09 HTTP/1.1" status: 200  len: 919 time: 1.7627165
Feb 05 20:56:40.447441 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39328) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:40.447709 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c817cbe2-7792-4436-8e9f-fb7c8d4df23e None None] Sync routers for ids ['5faa69be-47af-45e7-b68b-be0aab35be09'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:56:40.451398 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-061fc92a-bd02-47a7-8f0a-f54bb3dfc8e9 req-5f40d672-7482-4e96-9a60-527923376935 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 5419 time: 0.1363666
Feb 05 20:56:40.459516 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c817cbe2-7792-4436-8e9f-fb7c8d4df23e None None] Routers {'5faa69be-47af-45e7-b68b-be0aab35be09'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:56:40.460045 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-c817cbe2-7792-4436-8e9f-fb7c8d4df23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db9045820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:56:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['5faa69be-47af-45e7-b68b-be0aab35be09'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:40.482848 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-76bd74bf-0551-4810-a659-c6f502bf8381 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:40.495331 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-c817cbe2-7792-4436-8e9f-fb7c8d4df23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db9045820>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:40.504053 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c817cbe2-7792-4436-8e9f-fb7c8d4df23e None None] Routers {'5faa69be-47af-45e7-b68b-be0aab35be09'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:56:40.505634 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-c817cbe2-7792-4436-8e9f-fb7c8d4df23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db9045820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:56:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['5faa69be-47af-45e7-b68b-be0aab35be09'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:40.540533 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-c817cbe2-7792-4436-8e9f-fb7c8d4df23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db9045820>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:40.541373 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c817cbe2-7792-4436-8e9f-fb7c8d4df23e None None] The sync data for ids ['5faa69be-47af-45e7-b68b-be0aab35be09'] in ncdv-master-1 is: [] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:56:40.560536 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b8fc5cd9-733e-4755-a3f5-de42fb71e377 req-fe9522df-2ba4-4fe7-ad1d-705af362d7ec tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group (bca67f42-6cfd-458f-88d2-163f0ed642d6), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:40.569561 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e3313865-d0b2-41b4-b6fa-b0e5c2ecb72c tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] 10.222.0.32 "GET /v2.0/routers/5faa69be-47af-45e7-b68b-be0aab35be09 HTTP/1.1" status: 200  len: 925 time: 0.1209874
Feb 05 20:56:40.571629 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39330) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:40.591833 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-061fc92a-bd02-47a7-8f0a-f54bb3dfc8e9 req-54d829c6-9a9d-4500-b1e6-a907b09e29eb tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&id=f2a34937-6f7c-447d-a100-f79bb6d8301c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1293175
Feb 05 20:56:40.609218 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b8fc5cd9-733e-4755-a3f5-de42fb71e377 req-fe9522df-2ba4-4fe7-ad1d-705af362d7ec tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group (bca67f42-6cfd-458f-88d2-163f0ed642d6), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:40.622802 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f2df89-0afa-48cd-9539-ac8791c4dd35 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:40.624416 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-10f2df89-0afa-48cd-9539-ac8791c4dd35 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=d65fb4dc-e812-4574-a4e6-6308f0abdf3f&device_id=5faa69be-47af-45e7-b68b-be0aab35be09&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0518408
Feb 05 20:56:40.627025 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39336) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:40.693063 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-d82a6baf-ff08-4f3c-a854-01e8bc72d994 req-7c80d20a-7350-4204-837b-12c1c72fac7a tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-744598458', 'description': 'tempest-description-1708783015'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:40.698104 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-76bd74bf-0551-4810-a659-c6f502bf8381 admin admin] Publish callbacks [] for security_group (bdeade2c-f0ae-432a-8579-ea1cf7db13c5), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:40.705562 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-76bd74bf-0551-4810-a659-c6f502bf8381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (bdeade2c-f0ae-432a-8579-ea1cf7db13c5), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:40.712172 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b8fc5cd9-733e-4755-a3f5-de42fb71e377 req-fe9522df-2ba4-4fe7-ad1d-705af362d7ec tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (bca67f42-6cfd-458f-88d2-163f0ed642d6), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:40.714601 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b8fc5cd9-733e-4755-a3f5-de42fb71e377 req-fe9522df-2ba4-4fe7-ad1d-705af362d7ec tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:40.715722 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b8fc5cd9-733e-4755-a3f5-de42fb71e377 req-fe9522df-2ba4-4fe7-ad1d-705af362d7ec tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] 10.222.0.32 "DELETE /v2.0/security-groups/bca67f42-6cfd-458f-88d2-163f0ed642d6 HTTP/1.1" status: 204  len: 173 time: 0.3453808
Feb 05 20:56:40.725431 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9278ac9-0394-4319-85cc-f22f318d4ee8 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:40.729726 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c9278ac9-0394-4319-85cc-f22f318d4ee8 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] 10.222.0.32 "GET /v2.0/networks/d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 881 time: 0.0987780
Feb 05 20:56:40.730050 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39346) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:40.752327 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d82a6baf-ff08-4f3c-a854-01e8bc72d994 req-7c80d20a-7350-4204-837b-12c1c72fac7a tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:40.758978 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-44fcfc21-2951-4cf6-ab1f-b80094d63622 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] 10.222.0.32 "GET /v2.0/ports?device_id=5faa69be-47af-45e7-b68b-be0aab35be09 HTTP/1.1" status: 200  len: 205 time: 0.0277994
Feb 05 20:56:40.759440 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-76bd74bf-0551-4810-a659-c6f502bf8381 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f1ede1ff16d4db4b0b51363f5c549f5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5458651
Feb 05 20:56:40.762210 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39348) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:40.762594 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39350) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:40.769699 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd74bf-0551-4810-a659-c6f502bf8381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdeade2c-f0ae-432a-8579-ea1cf7db13c5,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:40.819207 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9522df-2ba4-4fe7-ad1d-705af362d7ec tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca67f42-6cfd-458f-88d2-163f0ed642d6,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:40.869846 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458378e4-1ff2-4394-ae22-e4199b2bdb3c req-3f6ac28b-8603-4bf5-a11e-fc0596a5c764 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:40.871382 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-458378e4-1ff2-4394-ae22-e4199b2bdb3c req-3f6ac28b-8603-4bf5-a11e-fc0596a5c764 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fbcb5a2-e148-40c8-bf33-e0968867f06d HTTP/1.1" status: 200  len: 946 time: 0.0934935
Feb 05 20:56:40.896436 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d82a6baf-ff08-4f3c-a854-01e8bc72d994 req-7c80d20a-7350-4204-837b-12c1c72fac7a tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks [] for security_group (5bfd758c-f65f-4b30-9792-f65633a18dbb), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:40.902923 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d82a6baf-ff08-4f3c-a854-01e8bc72d994 req-7c80d20a-7350-4204-837b-12c1c72fac7a tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (5bfd758c-f65f-4b30-9792-f65633a18dbb), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:40.903102 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a37383ed-182a-479e-a08d-7f6eb9a6f140 admin admin] Publish callbacks [] for security_group (bdeade2c-f0ae-432a-8579-ea1cf7db13c5), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:40.923493 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4515246a-bf4d-4dbf-a8e5-f994457be1d3 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router (5faa69be-47af-45e7-b68b-be0aab35be09), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:40.948926 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d82a6baf-ff08-4f3c-a854-01e8bc72d994 req-7c80d20a-7350-4204-837b-12c1c72fac7a tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:40.950192 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d82a6baf-ff08-4f3c-a854-01e8bc72d994 req-7c80d20a-7350-4204-837b-12c1c72fac7a tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1836 time: 0.2656195
Feb 05 20:56:40.963246 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c80d20a-7350-4204-837b-12c1c72fac7a tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfd758c-f65f-4b30-9792-f65633a18dbb,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:40.967598 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a37383ed-182a-479e-a08d-7f6eb9a6f140 admin admin] Publish callbacks [] for security_group (bdeade2c-f0ae-432a-8579-ea1cf7db13c5), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:40.970195 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-458378e4-1ff2-4394-ae22-e4199b2bdb3c req-2e7cebf7-7937-4c74-869c-1d2ef4272265 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905769
Feb 05 20:56:41.050344 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5daef28e-a12c-4298-b65f-6bacdb890dea req-38313cec-9475-4067-a58e-7934a4dfa7b0 tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] 10.222.0.32 "GET /v2.0/security-groups/9b2c5ea8-f038-400f-9cb5-4c92ae4cead7 HTTP/1.1" status: 200  len: 2416 time: 0.0476518
Feb 05 20:56:41.075267 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4515246a-bf4d-4dbf-a8e5-f994457be1d3 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router_gateway (5faa69be-47af-45e7-b68b-be0aab35be09), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:41.080507 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a37383ed-182a-479e-a08d-7f6eb9a6f140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (bdeade2c-f0ae-432a-8579-ea1cf7db13c5), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:41.083692 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a37383ed-182a-479e-a08d-7f6eb9a6f140 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:41.086867 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a37383ed-182a-479e-a08d-7f6eb9a6f140 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bdeade2c-f0ae-432a-8579-ea1cf7db13c5 HTTP/1.1" status: 204  len: 168 time: 0.3221872
Feb 05 20:56:41.130540 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37383ed-182a-479e-a08d-7f6eb9a6f140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdeade2c-f0ae-432a-8579-ea1cf7db13c5,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:41.137209 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-5daef28e-a12c-4298-b65f-6bacdb890dea req-348a2093-28bd-4efb-a14b-9de4e2611ebe tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group (9b2c5ea8-f038-400f-9cb5-4c92ae4cead7), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:41.160384 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-4515246a-bf4d-4dbf-a8e5-f994457be1d3 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Deleting port f5b55795-f536-419e-ac1b-b469697aa97a {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:56:41.161303 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4515246a-bf4d-4dbf-a8e5-f994457be1d3 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (f5b55795-f536-419e-ac1b-b469697aa97a), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:41.180418 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-5daef28e-a12c-4298-b65f-6bacdb890dea req-348a2093-28bd-4efb-a14b-9de4e2611ebe tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group (9b2c5ea8-f038-400f-9cb5-4c92ae4cead7), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:41.232228 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-5daef28e-a12c-4298-b65f-6bacdb890dea req-348a2093-28bd-4efb-a14b-9de4e2611ebe tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (9b2c5ea8-f038-400f-9cb5-4c92ae4cead7), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:41.235332 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-5daef28e-a12c-4298-b65f-6bacdb890dea req-348a2093-28bd-4efb-a14b-9de4e2611ebe tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:41.236714 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5daef28e-a12c-4298-b65f-6bacdb890dea req-348a2093-28bd-4efb-a14b-9de4e2611ebe tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] 10.222.0.32 "DELETE /v2.0/security-groups/9b2c5ea8-f038-400f-9cb5-4c92ae4cead7 HTTP/1.1" status: 204  len: 173 time: 0.1714187
Feb 05 20:56:41.246825 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 39388) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:41.249255 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a2093-28bd-4efb-a14b-9de4e2611ebe tempest-SecurityGroupRulesTestJSON-1629538183 tempest-SecurityGroupRulesTestJSON-1629538183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2c5ea8-f038-400f-9cb5-4c92ae4cead7,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:41.285205 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4515246a-bf4d-4dbf-a8e5-f994457be1d3 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (f5b55795-f536-419e-ac1b-b469697aa97a), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:41.304053 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-4515246a-bf4d-4dbf-a8e5-f994457be1d3 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Calling delete_port for f5b55795-f536-419e-ac1b-b469697aa97a owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:56:41.342996 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-505809ca-3820-401b-b42d-38950aa480f7 admin admin] Deleting subnet 7deb3adf-5b83-4260-ab10-441778fa1622 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:56:41.354600 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-505809ca-3820-401b-b42d-38950aa480f7 admin admin] Publish callbacks [] for subnet (7deb3adf-5b83-4260-ab10-441778fa1622), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:41.389349 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c7ec036b-c951-4581-82da-a4b39ca78268 req-0dbd015d-555c-4abb-bacc-690e766afa68 tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] 10.222.0.32 "GET /v2.0/security-groups/5bfd758c-f65f-4b30-9792-f65633a18dbb HTTP/1.1" status: 200  len: 1831 time: 0.1004272
Feb 05 20:56:41.426734 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-505809ca-3820-401b-b42d-38950aa480f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (7deb3adf-5b83-4260-ab10-441778fa1622), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:41.479105 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-bf974b06-04c3-4aff-a573-bd2f0ccf28b3 req-d110f894-d346-4d2e-95d4-07ee714819d4 tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-643992538', 'description': 'tempest-description-1288068265'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:41.530181 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4515246a-bf4d-4dbf-a8e5-f994457be1d3 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (f5b55795-f536-419e-ac1b-b469697aa97a), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:41.543527 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-bf974b06-04c3-4aff-a573-bd2f0ccf28b3 req-d110f894-d346-4d2e-95d4-07ee714819d4 tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:41.545953 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-505809ca-3820-401b-b42d-38950aa480f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (7deb3adf-5b83-4260-ab10-441778fa1622), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:41.574334 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515246a-bf4d-4dbf-a8e5-f994457be1d3 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Pushing event deleted for resources: {'Port': ['ID=f5b55795-f536-419e-ac1b-b469697aa97a,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:41.604815 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81639600-7c91-470f-92a9-1167ea32e8fc req-d448e48b-44aa-45d2-8202-a5cd57168746 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:41.606324 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-81639600-7c91-470f-92a9-1167ea32e8fc req-d448e48b-44aa-45d2-8202-a5cd57168746 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fbcb5a2-e148-40c8-bf33-e0968867f06d HTTP/1.1" status: 200  len: 946 time: 0.1362379
Feb 05 20:56:41.632394 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4515246a-bf4d-4dbf-a8e5-f994457be1d3 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (5faa69be-47af-45e7-b68b-be0aab35be09), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:41.668914 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-505809ca-3820-401b-b42d-38950aa480f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (7deb3adf-5b83-4260-ab10-441778fa1622), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:41.725530 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-81639600-7c91-470f-92a9-1167ea32e8fc req-9aef2549-1fcd-4197-9a25-303c5483cfcd tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1084039
Feb 05 20:56:41.726308 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505809ca-3820-401b-b42d-38950aa480f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7deb3adf-5b83-4260-ab10-441778fa1622,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:41.734360 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4515246a-bf4d-4dbf-a8e5-f994457be1d3 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (5faa69be-47af-45e7-b68b-be0aab35be09), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:41.736973 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4515246a-bf4d-4dbf-a8e5-f994457be1d3 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router_controller (5faa69be-47af-45e7-b68b-be0aab35be09), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:41.739347 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-505809ca-3820-401b-b42d-38950aa480f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:41.746914 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-505809ca-3820-401b-b42d-38950aa480f7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7deb3adf-5b83-4260-ab10-441778fa1622 HTTP/1.1" status: 204  len: 168 time: 0.4986491
Feb 05 20:56:41.756498 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 39420) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:41.789877 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4515246a-bf4d-4dbf-a8e5-f994457be1d3 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (5faa69be-47af-45e7-b68b-be0aab35be09), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:41.790479 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4515246a-bf4d-4dbf-a8e5-f994457be1d3 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Fanout notify agent at l3_agent the message router_deleted on router 5faa69be-47af-45e7-b68b-be0aab35be09 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 20:56:41.795645 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-bf974b06-04c3-4aff-a573-bd2f0ccf28b3 req-d110f894-d346-4d2e-95d4-07ee714819d4 tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks [] for security_group (160f028d-9c21-4b8b-8b36-b92ffe54f674), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:41.806230 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4515246a-bf4d-4dbf-a8e5-f994457be1d3 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:41.806356 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-bf974b06-04c3-4aff-a573-bd2f0ccf28b3 req-d110f894-d346-4d2e-95d4-07ee714819d4 tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (160f028d-9c21-4b8b-8b36-b92ffe54f674), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:41.807065 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4515246a-bf4d-4dbf-a8e5-f994457be1d3 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] 10.222.0.32 "DELETE /v2.0/routers/5faa69be-47af-45e7-b68b-be0aab35be09 HTTP/1.1" status: 204  len: 168 time: 1.0434752
Feb 05 20:56:41.811671 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39432) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:41.816346 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-7b0362d5-771d-4206-a62d-afaab328a6a1 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1987089108', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}, 'admin_state_up': False}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:41.845142 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7b0362d5-771d-4206-a62d-afaab328a6a1 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (97294941-0c67-4681-9850-4d99bbd3ba28), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:41.847062 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7b0362d5-771d-4206-a62d-afaab328a6a1 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (97294941-0c67-4681-9850-4d99bbd3ba28), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:41.876299 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d110f894-d346-4d2e-95d4-07ee714819d4 tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=160f028d-9c21-4b8b-8b36-b92ffe54f674,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:41.892983 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-bf974b06-04c3-4aff-a573-bd2f0ccf28b3 req-d110f894-d346-4d2e-95d4-07ee714819d4 tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:41.894359 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bf974b06-04c3-4aff-a573-bd2f0ccf28b3 req-d110f894-d346-4d2e-95d4-07ee714819d4 tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1836 time: 0.4253178
Feb 05 20:56:41.908544 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c0210669-9e3b-4f78-a641-4e80a752b28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (58eb17c6-ea07-46d7-8697-11612a8309a4), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:41.941474 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7b0362d5-771d-4206-a62d-afaab328a6a1 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router_controller (97294941-0c67-4681-9850-4d99bbd3ba28), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:42.033075 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c0210669-9e3b-4f78-a641-4e80a752b28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (58eb17c6-ea07-46d7-8697-11612a8309a4), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:42.092316 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-c0210669-9e3b-4f78-a641-4e80a752b28e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db339fd90>,) {'filters': {'network_id': ['58eb17c6-ea07-46d7-8697-11612a8309a4']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:42.108031 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-c0210669-9e3b-4f78-a641-4e80a752b28e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db339fd90>, '6c718e14-08b2-4c27-b087-6e4371768859') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:42.108341 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-c0210669-9e3b-4f78-a641-4e80a752b28e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db339fd90>, '6c718e14-08b2-4c27-b087-6e4371768859') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:42.109090 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7b0362d5-771d-4206-a62d-afaab328a6a1 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router_gateway (97294941-0c67-4681-9850-4d99bbd3ba28), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:42.122162 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c0210669-9e3b-4f78-a641-4e80a752b28e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (6c718e14-08b2-4c27-b087-6e4371768859), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:42.142359 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a804b7d-ac2f-4f72-95c1-d4c0e3384a6d req-412c8d14-6532-453d-adf9-19107d1dcf71 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:42.148683 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a804b7d-ac2f-4f72-95c1-d4c0e3384a6d req-412c8d14-6532-453d-adf9-19107d1dcf71 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:42.154284 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a804b7d-ac2f-4f72-95c1-d4c0e3384a6d req-412c8d14-6532-453d-adf9-19107d1dcf71 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:42.160139 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a804b7d-ac2f-4f72-95c1-d4c0e3384a6d req-412c8d14-6532-453d-adf9-19107d1dcf71 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:42.166368 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a804b7d-ac2f-4f72-95c1-d4c0e3384a6d req-412c8d14-6532-453d-adf9-19107d1dcf71 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:42.171940 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a804b7d-ac2f-4f72-95c1-d4c0e3384a6d req-412c8d14-6532-453d-adf9-19107d1dcf71 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:42.177876 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a804b7d-ac2f-4f72-95c1-d4c0e3384a6d req-412c8d14-6532-453d-adf9-19107d1dcf71 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:42.179826 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3a804b7d-ac2f-4f72-95c1-d4c0e3384a6d req-412c8d14-6532-453d-adf9-19107d1dcf71 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 5419 time: 0.1518116
Feb 05 20:56:42.187859 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c0210669-9e3b-4f78-a641-4e80a752b28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (6c718e14-08b2-4c27-b087-6e4371768859), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:42.202264 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0210669-9e3b-4f78-a641-4e80a752b28e admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:56:42.202772 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c0210669-9e3b-4f78-a641-4e80a752b28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (6c718e14-08b2-4c27-b087-6e4371768859), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:42.205474 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 20:56:42.205474 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:56:42.205474 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 20:56:42.205474 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:56:42.205474 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 20:56:42.205474 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:56:42.205474 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 20:56:42.205474 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:56:42.205474 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 20:56:42.205474 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:56:42.205474 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 20:56:42.205474 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:56:42.205474 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 20:56:42.205474 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:56:42.205474 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:56:42.205474 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:56:42.205474 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:56:42.205474 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:56:42.205474 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 20:56:42.205474 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:56:42.205474 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 20:56:42.205474 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:56:42.205474 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:56:42.205474 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:56:42.205474 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:56:42.205474 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:56:42.205474 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:56:42.205474 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:56:42.205474 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:56:42.205474 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:56:42.205474 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:56:42.205474 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:56:42.245336 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device b5699d53-2198-4de7-b7cf-11cdde7ed6e5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:56:42.300145 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c0210669-9e3b-4f78-a641-4e80a752b28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (58eb17c6-ea07-46d7-8697-11612a8309a4), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:42.307339 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c0210669-9e3b-4f78-a641-4e80a752b28e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:42.310708 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c0210669-9e3b-4f78-a641-4e80a752b28e admin admin] 10.222.0.32 "DELETE /v2.0/networks/58eb17c6-ea07-46d7-8697-11612a8309a4 HTTP/1.1" status: 204  len: 168 time: 0.5530796
Feb 05 20:56:42.316241 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3a804b7d-ac2f-4f72-95c1-d4c0e3384a6d req-8965cda6-8929-4bc8-b214-ddfc04a4acc9 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&id=f2a34937-6f7c-447d-a100-f79bb6d8301c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1222003
Feb 05 20:56:42.351464 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0210669-9e3b-4f78-a641-4e80a752b28e admin admin] Pushing event deleted for resources: {'Network': ['ID=58eb17c6-ea07-46d7-8697-11612a8309a4,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:42.407570 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port b5699d53-2198-4de7-b7cf-11cdde7ed6e5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5699d53-2198-4de7-b7cf-11cdde7ed6e5,segment=NetworkSegment(180079d9-3802-4753-bdea-bdcba1df7383),segment_id=180079d9-3802-4753-bdea-bdcba1df7383)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:56:42.441652 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'b5699d53-2198-4de7-b7cf-11cdde7ed6e5', 'network_id': '0e68efe9-ea16-4fb9-b57d-581a14fb90de', 'port_id': 'b5699d53-2198-4de7-b7cf-11cdde7ed6e5', 'mac_address': 'fa:16:3e:55:3d:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eff801c9-e51d-482d-bb52-a59d1e137e92', 'ip_address': '10.1.1.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:56:42.463905 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f3874468-6fd7-4fbf-99ab-5800361d61aa req-2501b5cd-094b-4dc4-a95e-8934e086278a tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] 10.222.0.32 "GET /v2.0/security-groups/160f028d-9c21-4b8b-8b36-b92ffe54f674 HTTP/1.1" status: 200  len: 1831 time: 0.0981445
Feb 05 20:56:42.491335 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port b5699d53-2198-4de7-b7cf-11cdde7ed6e5 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:56:42.491971 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b5699d53-2198-4de7-b7cf-11cdde7ed6e5), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:42.508415 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5699d53-2198-4de7-b7cf-11cdde7ed6e5 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:56:42.531140 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port b5699d53-2198-4de7-b7cf-11cdde7ed6e5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5699d53-2198-4de7-b7cf-11cdde7ed6e5,segment=NetworkSegment(180079d9-3802-4753-bdea-bdcba1df7383),segment_id=180079d9-3802-4753-bdea-bdcba1df7383)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:56:42.536573 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b5699d53-2198-4de7-b7cf-11cdde7ed6e5), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:42.537787 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device acb823f3-7977-4284-b303-e6126c9172cf details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:56:42.612306 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=b5699d53-2198-4de7-b7cf-11cdde7ed6e5,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:42.694958 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 39488) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:42.727580 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port acb823f3-7977-4284-b303-e6126c9172cf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=acb823f3-7977-4284-b303-e6126c9172cf,segment=NetworkSegment(16f07f35-cf6e-401e-a5f2-33d98b0f9749),segment_id=16f07f35-cf6e-401e-a5f2-33d98b0f9749)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:56:42.740810 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'acb823f3-7977-4284-b303-e6126c9172cf', 'network_id': 'e407b198-7847-4daa-999d-a6a8e5319a57', 'port_id': 'acb823f3-7977-4284-b303-e6126c9172cf', 'mac_address': 'fa:16:3e:23:ca:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87840afd-8f96-418e-b35a-d28d95df414d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:56:42.761221 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7b0362d5-771d-4206-a62d-afaab328a6a1 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router_gateway (97294941-0c67-4681-9850-4d99bbd3ba28), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:42.775141 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11080581-c5d0-4b74-9449-ce757eb34f86 req-4fb92128-d0ae-477b-9c22-e4c2f949c159 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:42.782206 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-11080581-c5d0-4b74-9449-ce757eb34f86 req-4fb92128-d0ae-477b-9c22-e4c2f949c159 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fbcb5a2-e148-40c8-bf33-e0968867f06d HTTP/1.1" status: 200  len: 946 time: 0.1222706
Feb 05 20:56:42.784812 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7b0362d5-771d-4206-a62d-afaab328a6a1 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:42.784947 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port acb823f3-7977-4284-b303-e6126c9172cf is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:56:42.785215 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (acb823f3-7977-4284-b303-e6126c9172cf), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:42.801133 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acb823f3-7977-4284-b303-e6126c9172cf {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:56:42.803289 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-31002d08-799c-4cf7-83c3-2cfeabdc0f74 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=26a3e7579f7a4f6993fb6dd37c25497a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1070414
Feb 05 20:56:42.818989 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [req-7672e1e2-dd73-4b83-b984-44aa5b7b951e req-c947760c-ed87-4215-83b5-a239bf535918 tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] show failed (client error): The resource could not be found.
Feb 05 20:56:42.820165 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7672e1e2-dd73-4b83-b984-44aa5b7b951e req-c947760c-ed87-4215-83b5-a239bf535918 tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] 10.222.0.32 "GET /v2.0/security-groups/a1ace04a-375f-4e23-9608-7bbdae41b5b1 HTTP/1.1" status: 404  len: 352 time: 0.0680518
Feb 05 20:56:42.822904 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 39492) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:42.827157 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port acb823f3-7977-4284-b303-e6126c9172cf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=acb823f3-7977-4284-b303-e6126c9172cf,segment=NetworkSegment(16f07f35-cf6e-401e-a5f2-33d98b0f9749),segment_id=16f07f35-cf6e-401e-a5f2-33d98b0f9749)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:56:42.834419 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (acb823f3-7977-4284-b303-e6126c9172cf), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:42.836100 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 58dda4e9-8dcd-438a-a2a5-133cac5c0ff6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:56:42.896530 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-11080581-c5d0-4b74-9449-ce757eb34f86 req-076d4965-58cd-4b3a-9672-5d7c3e693899 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132178
Feb 05 20:56:42.946346 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [req-e42f7b26-aa0b-4cca-83ee-e76f404d22e5 req-d583eab1-886f-450a-ae56-b9f0e5df98d8 tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] show failed (client error): The resource could not be found.
Feb 05 20:56:42.950273 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 58dda4e9-8dcd-438a-a2a5-133cac5c0ff6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58dda4e9-8dcd-438a-a2a5-133cac5c0ff6,segment=NetworkSegment(180079d9-3802-4753-bdea-bdcba1df7383),segment_id=180079d9-3802-4753-bdea-bdcba1df7383)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:56:42.955855 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e42f7b26-aa0b-4cca-83ee-e76f404d22e5 req-d583eab1-886f-450a-ae56-b9f0e5df98d8 tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] 10.222.0.32 "GET /v2.0/security-group-rules/1dba4159-c70f-4257-8f0f-a659d40cddd6 HTTP/1.1" status: 404  len: 361 time: 0.0341487
Feb 05 20:56:42.955965 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-7b0362d5-771d-4206-a62d-afaab328a6a1 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Allocated IP 172.35.4.252 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/bd48ea2e-90e2-4932-80ac-2441786f1fbc) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:56:42.956379 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f35ee530-381a-4e1d-b505-d0e1eba72192 admin admin] Publish callbacks [] for security_group (47a426e5-8e32-46f4-9d5b-1d1b956d40ad), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:42.975520 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '58dda4e9-8dcd-438a-a2a5-133cac5c0ff6', 'network_id': '0e68efe9-ea16-4fb9-b57d-581a14fb90de', 'port_id': '58dda4e9-8dcd-438a-a2a5-133cac5c0ff6', 'mac_address': 'fa:16:3e:94:f3:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eff801c9-e51d-482d-bb52-a59d1e137e92', 'ip_address': '10.1.1.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:56:43.028817 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f35ee530-381a-4e1d-b505-d0e1eba72192 admin admin] Publish callbacks [] for security_group (47a426e5-8e32-46f4-9d5b-1d1b956d40ad), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:43.043993 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=acb823f3-7977-4284-b303-e6126c9172cf,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:43.061810 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 58dda4e9-8dcd-438a-a2a5-133cac5c0ff6 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:56:43.062404 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (58dda4e9-8dcd-438a-a2a5-133cac5c0ff6), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:43.090234 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58dda4e9-8dcd-438a-a2a5-133cac5c0ff6 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:56:43.104122 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dd7286bb-5d8b-4df7-b84e-8472e7e23585 req-4fbd1e7c-8957-458b-a7d0-0efcd4b4ab6d tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] 10.222.0.32 "GET /v2.0/security-groups/160f028d-9c21-4b8b-8b36-b92ffe54f674 HTTP/1.1" status: 200  len: 1831 time: 0.1347575
Feb 05 20:56:43.147478 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7b0362d5-771d-4206-a62d-afaab328a6a1 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for port (bd48ea2e-90e2-4932-80ac-2441786f1fbc), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:43.148841 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 58dda4e9-8dcd-438a-a2a5-133cac5c0ff6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58dda4e9-8dcd-438a-a2a5-133cac5c0ff6,segment=NetworkSegment(180079d9-3802-4753-bdea-bdcba1df7383),segment_id=180079d9-3802-4753-bdea-bdcba1df7383)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:56:43.157792 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (58dda4e9-8dcd-438a-a2a5-133cac5c0ff6), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:43.158604 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 3a1e8ac6-e5dd-47a1-a79b-976ef386504b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:56:43.163915 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f35ee530-381a-4e1d-b505-d0e1eba72192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (47a426e5-8e32-46f4-9d5b-1d1b956d40ad), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:43.166646 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f35ee530-381a-4e1d-b505-d0e1eba72192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:43.170076 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f35ee530-381a-4e1d-b505-d0e1eba72192 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/47a426e5-8e32-46f4-9d5b-1d1b956d40ad HTTP/1.1" status: 204  len: 168 time: 0.3425210
Feb 05 20:56:43.196768 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-dd7286bb-5d8b-4df7-b84e-8472e7e23585 req-22cb0194-8ffa-473f-be10-1a137bf53e92 tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks [] for security_group (160f028d-9c21-4b8b-8b36-b92ffe54f674), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:43.198753 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ee530-381a-4e1d-b505-d0e1eba72192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a426e5-8e32-46f4-9d5b-1d1b956d40ad,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:43.225749 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39534) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:43.245873 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7b0362d5-771d-4206-a62d-afaab328a6a1 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (bd48ea2e-90e2-4932-80ac-2441786f1fbc), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:43.258517 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-dd7286bb-5d8b-4df7-b84e-8472e7e23585 req-22cb0194-8ffa-473f-be10-1a137bf53e92 tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks [] for security_group (160f028d-9c21-4b8b-8b36-b92ffe54f674), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:43.281074 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 3a1e8ac6-e5dd-47a1-a79b-976ef386504b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a1e8ac6-e5dd-47a1-a79b-976ef386504b,segment=NetworkSegment(180079d9-3802-4753-bdea-bdcba1df7383),segment_id=180079d9-3802-4753-bdea-bdcba1df7383)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:56:43.296260 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0362d5-771d-4206-a62d-afaab328a6a1 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:56:43.297112 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=58dda4e9-8dcd-438a-a2a5-133cac5c0ff6,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:43.300145 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-7b0362d5-771d-4206-a62d-afaab328a6a1 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:56:43.304858 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0362d5-771d-4206-a62d-afaab328a6a1 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:56:43.306036 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '3a1e8ac6-e5dd-47a1-a79b-976ef386504b', 'network_id': '0e68efe9-ea16-4fb9-b57d-581a14fb90de', 'port_id': '3a1e8ac6-e5dd-47a1-a79b-976ef386504b', 'mac_address': 'fa:16:3e:e4:39:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eff801c9-e51d-482d-bb52-a59d1e137e92', 'ip_address': '10.1.1.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:56:43.339164 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0362d5-771d-4206-a62d-afaab328a6a1 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Pushing event updated for resources: {'Port': ['ID=bd48ea2e-90e2-4932-80ac-2441786f1fbc,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:43.369759 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 3a1e8ac6-e5dd-47a1-a79b-976ef386504b is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:56:43.371368 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3a1e8ac6-e5dd-47a1-a79b-976ef386504b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:43.382793 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-dd7286bb-5d8b-4df7-b84e-8472e7e23585 req-22cb0194-8ffa-473f-be10-1a137bf53e92 tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (160f028d-9c21-4b8b-8b36-b92ffe54f674), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:43.385431 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-dd7286bb-5d8b-4df7-b84e-8472e7e23585 req-22cb0194-8ffa-473f-be10-1a137bf53e92 tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:43.386682 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dd7286bb-5d8b-4df7-b84e-8472e7e23585 req-22cb0194-8ffa-473f-be10-1a137bf53e92 tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] 10.222.0.32 "DELETE /v2.0/security-groups/160f028d-9c21-4b8b-8b36-b92ffe54f674 HTTP/1.1" status: 204  len: 173 time: 0.2817450
Feb 05 20:56:43.394006 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a1e8ac6-e5dd-47a1-a79b-976ef386504b {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:56:43.420457 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb0194-8ffa-473f-be10-1a137bf53e92 tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=160f028d-9c21-4b8b-8b36-b92ffe54f674,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:43.423081 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 3a1e8ac6-e5dd-47a1-a79b-976ef386504b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a1e8ac6-e5dd-47a1-a79b-976ef386504b,segment=NetworkSegment(180079d9-3802-4753-bdea-bdcba1df7383),segment_id=180079d9-3802-4753-bdea-bdcba1df7383)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:56:43.430909 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (3a1e8ac6-e5dd-47a1-a79b-976ef386504b), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:43.432060 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 9660cfc0-bfac-4a7d-a596-8d37f433d2c1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:56:43.601321 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 9660cfc0-bfac-4a7d-a596-8d37f433d2c1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9660cfc0-bfac-4a7d-a596-8d37f433d2c1,segment=NetworkSegment(180079d9-3802-4753-bdea-bdcba1df7383),segment_id=180079d9-3802-4753-bdea-bdcba1df7383)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:56:43.610693 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cda7f39d-3b92-4433-bf89-729729330a0f req-191469b1-8c09-4e4f-b788-a903bd02b2ae tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] 10.222.0.32 "GET /v2.0/security-groups/5bfd758c-f65f-4b30-9792-f65633a18dbb HTTP/1.1" status: 200  len: 1831 time: 0.1337454
Feb 05 20:56:43.633139 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66ff3b-65e1-4421-bc6e-b42de3d35447 req-a5eec229-b06e-4d01-a415-41b54df16563 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:43.635573 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=3a1e8ac6-e5dd-47a1-a79b-976ef386504b,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:43.639806 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66ff3b-65e1-4421-bc6e-b42de3d35447 req-a5eec229-b06e-4d01-a415-41b54df16563 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:43.650451 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66ff3b-65e1-4421-bc6e-b42de3d35447 req-a5eec229-b06e-4d01-a415-41b54df16563 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:43.651980 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '9660cfc0-bfac-4a7d-a596-8d37f433d2c1', 'network_id': '0e68efe9-ea16-4fb9-b57d-581a14fb90de', 'port_id': '9660cfc0-bfac-4a7d-a596-8d37f433d2c1', 'mac_address': 'fa:16:3e:47:3b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eff801c9-e51d-482d-bb52-a59d1e137e92', 'ip_address': '10.1.1.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:56:43.652846 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66ff3b-65e1-4421-bc6e-b42de3d35447 req-a5eec229-b06e-4d01-a415-41b54df16563 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:43.655364 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-88c5b648-f619-43dc-b150-8e9c5b7c6689 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:43.658342 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66ff3b-65e1-4421-bc6e-b42de3d35447 req-a5eec229-b06e-4d01-a415-41b54df16563 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:43.663848 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66ff3b-65e1-4421-bc6e-b42de3d35447 req-a5eec229-b06e-4d01-a415-41b54df16563 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:43.669543 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66ff3b-65e1-4421-bc6e-b42de3d35447 req-a5eec229-b06e-4d01-a415-41b54df16563 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:43.677803 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8b66ff3b-65e1-4421-bc6e-b42de3d35447 req-a5eec229-b06e-4d01-a415-41b54df16563 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 5423 time: 0.2021675
Feb 05 20:56:43.709122 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 9660cfc0-bfac-4a7d-a596-8d37f433d2c1 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:56:43.709601 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9660cfc0-bfac-4a7d-a596-8d37f433d2c1), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:43.735998 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9660cfc0-bfac-4a7d-a596-8d37f433d2c1 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:56:43.769077 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 9660cfc0-bfac-4a7d-a596-8d37f433d2c1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9660cfc0-bfac-4a7d-a596-8d37f433d2c1,segment=NetworkSegment(180079d9-3802-4753-bdea-bdcba1df7383),segment_id=180079d9-3802-4753-bdea-bdcba1df7383)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:56:43.773233 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9660cfc0-bfac-4a7d-a596-8d37f433d2c1), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:43.774070 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 96b065aa-9042-42d0-9376-669227f49c16 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:56:43.801149 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-88c5b648-f619-43dc-b150-8e9c5b7c6689 admin admin] Publish callbacks [] for security_group (fa53e6ff-78cf-422e-9035-7a6bf51a9b10), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:43.807038 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-88c5b648-f619-43dc-b150-8e9c5b7c6689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (fa53e6ff-78cf-422e-9035-7a6bf51a9b10), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:43.837005 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8b66ff3b-65e1-4421-bc6e-b42de3d35447 req-74a356d7-7ed8-42dd-a9eb-69710ca2014a tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&id=f2a34937-6f7c-447d-a100-f79bb6d8301c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1512823
Feb 05 20:56:43.839258 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-cda7f39d-3b92-4433-bf89-729729330a0f req-03ab96e2-e332-4ebb-ae82-0874863ed9fc tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks [] for security_group (5bfd758c-f65f-4b30-9792-f65633a18dbb), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:43.862422 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-88c5b648-f619-43dc-b150-8e9c5b7c6689 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=71c9ca4f78044a43b737252d799126a7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6336572
Feb 05 20:56:43.865594 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39558) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:43.900482 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=9660cfc0-bfac-4a7d-a596-8d37f433d2c1,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:43.905153 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62cb6d-9467-470f-9dc1-ca7e7711c646 req-f0e8c076-4914-4cfc-bc96-86046a691687 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:43.906696 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7c62cb6d-9467-470f-9dc1-ca7e7711c646 req-f0e8c076-4914-4cfc-bc96-86046a691687 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fbcb5a2-e148-40c8-bf33-e0968867f06d HTTP/1.1" status: 200  len: 946 time: 0.1886876
Feb 05 20:56:43.908482 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-cda7f39d-3b92-4433-bf89-729729330a0f req-03ab96e2-e332-4ebb-ae82-0874863ed9fc tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks [] for security_group (5bfd758c-f65f-4b30-9792-f65633a18dbb), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:43.914038 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7b0362d5-771d-4206-a62d-afaab328a6a1 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router_gateway (97294941-0c67-4681-9850-4d99bbd3ba28), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:43.922806 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5b648-f619-43dc-b150-8e9c5b7c6689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa53e6ff-78cf-422e-9035-7a6bf51a9b10,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:43.937836 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 96b065aa-9042-42d0-9376-669227f49c16, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=96b065aa-9042-42d0-9376-669227f49c16,segment=NetworkSegment(16f07f35-cf6e-401e-a5f2-33d98b0f9749),segment_id=16f07f35-cf6e-401e-a5f2-33d98b0f9749)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:56:43.960562 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '96b065aa-9042-42d0-9376-669227f49c16', 'network_id': 'e407b198-7847-4daa-999d-a6a8e5319a57', 'port_id': '96b065aa-9042-42d0-9376-669227f49c16', 'mac_address': 'fa:16:3e:48:68:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87840afd-8f96-418e-b35a-d28d95df414d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:56:43.985394 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ebe42dda-6f38-48a8-adb9-f992ab52c2fb admin admin] Publish callbacks [] for security_group (fa53e6ff-78cf-422e-9035-7a6bf51a9b10), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:44.017198 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 96b065aa-9042-42d0-9376-669227f49c16 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:56:44.017746 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (96b065aa-9042-42d0-9376-669227f49c16), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:44.037406 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b065aa-9042-42d0-9376-669227f49c16 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:56:44.059111 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ebe42dda-6f38-48a8-adb9-f992ab52c2fb admin admin] Publish callbacks [] for security_group (fa53e6ff-78cf-422e-9035-7a6bf51a9b10), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:44.097478 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-cda7f39d-3b92-4433-bf89-729729330a0f req-03ab96e2-e332-4ebb-ae82-0874863ed9fc tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (5bfd758c-f65f-4b30-9792-f65633a18dbb), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:44.097933 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 96b065aa-9042-42d0-9376-669227f49c16, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=96b065aa-9042-42d0-9376-669227f49c16,segment=NetworkSegment(16f07f35-cf6e-401e-a5f2-33d98b0f9749),segment_id=16f07f35-cf6e-401e-a5f2-33d98b0f9749)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:56:44.101176 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-cda7f39d-3b92-4433-bf89-729729330a0f req-03ab96e2-e332-4ebb-ae82-0874863ed9fc tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:44.104030 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (96b065aa-9042-42d0-9376-669227f49c16), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:44.105081 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 1dc73499-8f1c-4fa1-a727-5942182a3985 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:56:44.115092 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cda7f39d-3b92-4433-bf89-729729330a0f req-03ab96e2-e332-4ebb-ae82-0874863ed9fc tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] 10.222.0.32 "DELETE /v2.0/security-groups/5bfd758c-f65f-4b30-9792-f65633a18dbb HTTP/1.1" status: 204  len: 173 time: 0.5034397
Feb 05 20:56:44.164346 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab96e2-e332-4ebb-ae82-0874863ed9fc tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfd758c-f65f-4b30-9792-f65633a18dbb,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:44.222783 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7b0362d5-771d-4206-a62d-afaab328a6a1 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (97294941-0c67-4681-9850-4d99bbd3ba28), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:44.303700 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ebe42dda-6f38-48a8-adb9-f992ab52c2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (fa53e6ff-78cf-422e-9035-7a6bf51a9b10), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:44.307731 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ebe42dda-6f38-48a8-adb9-f992ab52c2fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:44.313006 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ebe42dda-6f38-48a8-adb9-f992ab52c2fb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fa53e6ff-78cf-422e-9035-7a6bf51a9b10 HTTP/1.1" status: 204  len: 168 time: 0.4433978
Feb 05 20:56:44.331871 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=96b065aa-9042-42d0-9376-669227f49c16,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:44.349798 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe42dda-6f38-48a8-adb9-f992ab52c2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa53e6ff-78cf-422e-9035-7a6bf51a9b10,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:44.352188 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 1dc73499-8f1c-4fa1-a727-5942182a3985, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1dc73499-8f1c-4fa1-a727-5942182a3985,segment=NetworkSegment(1c33481a-a1a0-4cb5-879e-3b12d35e9945),segment_id=1c33481a-a1a0-4cb5-879e-3b12d35e9945)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:56:44.398892 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '1dc73499-8f1c-4fa1-a727-5942182a3985', 'network_id': '8c3233c3-4efd-49ae-83aa-9c6e1a254039', 'port_id': '1dc73499-8f1c-4fa1-a727-5942182a3985', 'mac_address': 'fa:16:3e:2e:b3:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '343d2b98-414c-44d6-a549-c31a431197b8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:56:44.437124 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39606) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:44.453872 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 1dc73499-8f1c-4fa1-a727-5942182a3985 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:56:44.454278 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1dc73499-8f1c-4fa1-a727-5942182a3985), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:44.497413 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dc73499-8f1c-4fa1-a727-5942182a3985 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:56:44.533371 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 1dc73499-8f1c-4fa1-a727-5942182a3985, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1dc73499-8f1c-4fa1-a727-5942182a3985,segment=NetworkSegment(1c33481a-a1a0-4cb5-879e-3b12d35e9945),segment_id=1c33481a-a1a0-4cb5-879e-3b12d35e9945)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:56:44.540501 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (1dc73499-8f1c-4fa1-a727-5942182a3985), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:44.578290 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0362d5-771d-4206-a62d-afaab328a6a1 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Router 97294941-0c67-4681-9850-4d99bbd3ba28 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 20:56:44.665318 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-f9187264-afb6-49d4-be65-e93a5c38b743 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1411185854-network', 'tenant_id': '89cb39aea5b74fb68e6e17ee1b966525'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:44.693061 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef6675-b560-404d-b6f5-8903608159b6 req-53bcbebb-e4cf-47d9-8188-9923cd432358 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:44.700828 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-37ef6675-b560-404d-b6f5-8903608159b6 req-53bcbebb-e4cf-47d9-8188-9923cd432358 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fbcb5a2-e148-40c8-bf33-e0968867f06d HTTP/1.1" status: 200  len: 946 time: 0.5198092
Feb 05 20:56:44.710134 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-7c62cb6d-9467-470f-9dc1-ca7e7711c646 req-57f5f743-94e1-489a-a470-b0c7fc2c8fc1 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Deleting port afb92211-4ed2-43b7-8e60-1e45a4105e0c {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:56:44.710509 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7c62cb6d-9467-470f-9dc1-ca7e7711c646 req-57f5f743-94e1-489a-a470-b0c7fc2c8fc1 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (afb92211-4ed2-43b7-8e60-1e45a4105e0c), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:44.740609 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9187264-afb6-49d4-be65-e93a5c38b743 admin admin] Made reservation on behalf of 89cb39aea5b74fb68e6e17ee1b966525 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:56:44.743466 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f9187264-afb6-49d4-be65-e93a5c38b743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:44.757208 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f9187264-afb6-49d4-be65-e93a5c38b743 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:44.797325 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0362d5-771d-4206-a62d-afaab328a6a1 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:56:44.802343 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=1dc73499-8f1c-4fa1-a727-5942182a3985,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:44.814941 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-7c62cb6d-9467-470f-9dc1-ca7e7711c646 req-57f5f743-94e1-489a-a470-b0c7fc2c8fc1 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] For port afb92211-4ed2-43b7-8e60-1e45a4105e0c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=afb92211-4ed2-43b7-8e60-1e45a4105e0c,segment=NetworkSegment(7f85ed9d-b7ce-414c-8ae4-25f17816204d),segment_id=7f85ed9d-b7ce-414c-8ae4-25f17816204d)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:56:44.815308 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7c62cb6d-9467-470f-9dc1-ca7e7711c646 req-57f5f743-94e1-489a-a470-b0c7fc2c8fc1 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (afb92211-4ed2-43b7-8e60-1e45a4105e0c), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:44.822355 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccb2eaf-e53e-4e16-a54d-48189fa38714 None None] Sync routers for ids ['97294941-0c67-4681-9850-4d99bbd3ba28'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:56:44.842582 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccb2eaf-e53e-4e16-a54d-48189fa38714 None None] Routers {'97294941-0c67-4681-9850-4d99bbd3ba28'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:56:44.843234 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-bccb2eaf-e53e-4e16-a54d-48189fa38714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab8be910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:56:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['97294941-0c67-4681-9850-4d99bbd3ba28'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:44.849636 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-7c62cb6d-9467-470f-9dc1-ca7e7711c646 req-57f5f743-94e1-489a-a470-b0c7fc2c8fc1 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Calling delete_port for afb92211-4ed2-43b7-8e60-1e45a4105e0c owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:56:44.854959 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7b0362d5-771d-4206-a62d-afaab328a6a1 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:44.856253 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7b0362d5-771d-4206-a62d-afaab328a6a1 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 889 time: 3.0435472
Feb 05 20:56:44.859494 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39620) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:44.863772 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-8370efdb-4602-4310-8972-45a0d25d3a60 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:44.902081 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-bccb2eaf-e53e-4e16-a54d-48189fa38714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab8be910>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:44.913404 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccb2eaf-e53e-4e16-a54d-48189fa38714 None None] Routers {'97294941-0c67-4681-9850-4d99bbd3ba28'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:56:44.915633 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-bccb2eaf-e53e-4e16-a54d-48189fa38714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab8be910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:56:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['97294941-0c67-4681-9850-4d99bbd3ba28'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:44.926681 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8fafa90f-477d-4a83-b060-c7818d44840c req-65297375-f718-4a5b-bbaa-795e23e4eeba tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] 10.222.0.32 "GET /v2.0/security-groups/e631a118-1a9c-4b7a-b897-17a533cff9c0 HTTP/1.1" status: 200  len: 1832 time: 0.2830002
Feb 05 20:56:44.965002 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-37ef6675-b560-404d-b6f5-8903608159b6 req-6689e6b0-886c-4dfc-b4d2-6109aba37f9e tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2627325
Feb 05 20:56:44.973658 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-bccb2eaf-e53e-4e16-a54d-48189fa38714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab8be910>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:44.974475 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccb2eaf-e53e-4e16-a54d-48189fa38714 None None] The sync data for ids ['97294941-0c67-4681-9850-4d99bbd3ba28'] in ncdv-master-1 is: [] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:56:45.005529 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f9187264-afb6-49d4-be65-e93a5c38b743 admin admin] Publish callbacks [] for security_group (7b7fce5f-fa25-4376-9d41-d435a6818110), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:45.015608 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f9187264-afb6-49d4-be65-e93a5c38b743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (7b7fce5f-fa25-4376-9d41-d435a6818110), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:45.096210 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8fafa90f-477d-4a83-b060-c7818d44840c req-540b9816-bb20-49ef-b28d-f143d4c0c5eb tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks [] for security_group (e631a118-1a9c-4b7a-b897-17a533cff9c0), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:45.125519 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:45.183856 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8fafa90f-477d-4a83-b060-c7818d44840c req-540b9816-bb20-49ef-b28d-f143d4c0c5eb tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks [] for security_group (e631a118-1a9c-4b7a-b897-17a533cff9c0), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:45.196448 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['96b065aa-9042-42d0-9376-669227f49c16'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:56:45.203124 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9187264-afb6-49d4-be65-e93a5c38b743 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:56:45.219947 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9187264-afb6-49d4-be65-e93a5c38b743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7fce5f-fa25-4376-9d41-d435a6818110,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:45.228136 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f9187264-afb6-49d4-be65-e93a5c38b743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (dfa42341-6f1b-4227-9631-53b0afa8d5fe), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:45.228489 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-f9187264-afb6-49d4-be65-e93a5c38b743 admin admin] Added segment dfa42341-6f1b-4227-9631-53b0afa8d5fe of type vlan for network e5bad89e-49de-41ba-a147-9df845de8073
Feb 05 20:56:45.279458 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7c62cb6d-9467-470f-9dc1-ca7e7711c646 req-57f5f743-94e1-489a-a470-b0c7fc2c8fc1 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (afb92211-4ed2-43b7-8e60-1e45a4105e0c), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:45.320685 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['1dc73499-8f1c-4fa1-a727-5942182a3985'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:56:45.329195 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['9660cfc0-bfac-4a7d-a596-8d37f433d2c1'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:56:45.329847 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f9187264-afb6-49d4-be65-e93a5c38b743 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (e5bad89e-49de-41ba-a147-9df845de8073), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:45.358711 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8370efdb-4602-4310-8972-45a0d25d3a60 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router_gateway (97294941-0c67-4681-9850-4d99bbd3ba28), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:45.365372 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f5f743-94e1-489a-a470-b0c7fc2c8fc1 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Pushing event deleted for resources: {'Port': ['ID=afb92211-4ed2-43b7-8e60-1e45a4105e0c,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:45.372038 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['b5699d53-2198-4de7-b7cf-11cdde7ed6e5'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:56:45.374307 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['35c6f3f5-10d5-4610-94a0-0c6195303a95', 'afb92211-4ed2-43b7-8e60-1e45a4105e0c'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:56:45.376559 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8fafa90f-477d-4a83-b060-c7818d44840c req-540b9816-bb20-49ef-b28d-f143d4c0c5eb tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (e631a118-1a9c-4b7a-b897-17a533cff9c0), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:45.377568 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['58dda4e9-8dcd-438a-a2a5-133cac5c0ff6'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:56:45.381841 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f9187264-afb6-49d4-be65-e93a5c38b743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (e5bad89e-49de-41ba-a147-9df845de8073), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:45.385265 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9187264-afb6-49d4-be65-e93a5c38b743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:45.385490 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8fafa90f-477d-4a83-b060-c7818d44840c req-540b9816-bb20-49ef-b28d-f143d4c0c5eb tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:45.386659 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f9187264-afb6-49d4-be65-e93a5c38b743 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:45.391918 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8fafa90f-477d-4a83-b060-c7818d44840c req-540b9816-bb20-49ef-b28d-f143d4c0c5eb tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] 10.222.0.32 "DELETE /v2.0/security-groups/e631a118-1a9c-4b7a-b897-17a533cff9c0 HTTP/1.1" status: 204  len: 173 time: 0.4620190
Feb 05 20:56:45.429486 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b9816-bb20-49ef-b28d-f143d4c0c5eb tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e631a118-1a9c-4b7a-b897-17a533cff9c0,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:45.449633 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb417b-5f00-4fb3-b011-09dbf251275a req-dbd709ec-dde1-4933-8423-cf632d41cf7e tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:45.457010 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb417b-5f00-4fb3-b011-09dbf251275a req-dbd709ec-dde1-4933-8423-cf632d41cf7e tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:45.466892 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb417b-5f00-4fb3-b011-09dbf251275a req-dbd709ec-dde1-4933-8423-cf632d41cf7e tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:45.474488 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb417b-5f00-4fb3-b011-09dbf251275a req-dbd709ec-dde1-4933-8423-cf632d41cf7e tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:45.477762 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9187264-afb6-49d4-be65-e93a5c38b743 admin admin] Pushing event updated for resources: {'Network': ['ID=e5bad89e-49de-41ba-a147-9df845de8073,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:45.482194 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb417b-5f00-4fb3-b011-09dbf251275a req-dbd709ec-dde1-4933-8423-cf632d41cf7e tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:45.487579 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8370efdb-4602-4310-8972-45a0d25d3a60 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router_gateway (97294941-0c67-4681-9850-4d99bbd3ba28), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:45.489961 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb417b-5f00-4fb3-b011-09dbf251275a req-dbd709ec-dde1-4933-8423-cf632d41cf7e tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:45.500484 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb417b-5f00-4fb3-b011-09dbf251275a req-dbd709ec-dde1-4933-8423-cf632d41cf7e tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:45.503218 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68fb417b-5f00-4fb3-b011-09dbf251275a req-dbd709ec-dde1-4933-8423-cf632d41cf7e tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 5426 time: 0.3287342
Feb 05 20:56:45.509164 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f9187264-afb6-49d4-be65-e93a5c38b743 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.0696001
Feb 05 20:56:45.514705 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39658) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:45.522935 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-1af05b3b-2ab4-40a8-9318-e75fc21ba101 admin admin] Request body: {'subnet': {'network_id': 'e5bad89e-49de-41ba-a147-9df845de8073', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1411185854-subnet', 'tenant_id': '89cb39aea5b74fb68e6e17ee1b966525', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:45.527588 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network e5bad89e-49de-41ba-a147-9df845de8073 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:56:45.554946 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39660) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:45.584512 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c62cb6d-9467-470f-9dc1-ca7e7711c646 req-57f5f743-94e1-489a-a470-b0c7fc2c8fc1 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] No DVR routers for this DVR port afb92211-4ed2-43b7-8e60-1e45a4105e0c on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:56:45.605495 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7c62cb6d-9467-470f-9dc1-ca7e7711c646 req-57f5f743-94e1-489a-a470-b0c7fc2c8fc1 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:45.608952 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7c62cb6d-9467-470f-9dc1-ca7e7711c646 req-57f5f743-94e1-489a-a470-b0c7fc2c8fc1 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.39 "DELETE /v2.0/ports/afb92211-4ed2-43b7-8e60-1e45a4105e0c HTTP/1.1" status: 204  len: 173 time: 1.6898193
Feb 05 20:56:45.609418 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fbcb5a2-e148-40c8-bf33-e0968867f06d', 'name': 'network-vif-deleted', 'tag': 'afb92211-4ed2-43b7-8e60-1e45a4105e0c'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:56:45.609699 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af05b3b-2ab4-40a8-9318-e75fc21ba101 admin admin] Made reservation on behalf of 89cb39aea5b74fb68e6e17ee1b966525 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:56:45.611877 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20cd8456-4919-434f-bc90-6d1cef73eafe" -d '{"events": [{"server_uuid": "4fbcb5a2-e148-40c8-bf33-e0968867f06d", "name": "network-vif-deleted", "tag": "afb92211-4ed2-43b7-8e60-1e45a4105e0c"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:56:45.612508 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1af05b3b-2ab4-40a8-9318-e75fc21ba101 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:45.629809 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-8370efdb-4602-4310-8972-45a0d25d3a60 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Deleting port bd48ea2e-90e2-4932-80ac-2441786f1fbc {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:56:45.630450 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8370efdb-4602-4310-8972-45a0d25d3a60 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (bd48ea2e-90e2-4932-80ac-2441786f1fbc), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:45.692429 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-49aaca64-ef51-4303-8355-231d4e5e374d req-f4ecaee0-12f4-4237-885a-91d6802b0bad tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] 10.222.0.32 "GET /v2.0/security-groups/43e162fc-2dfc-4870-a653-ee748715af29 HTTP/1.1" status: 200  len: 1831 time: 0.2640307
Feb 05 20:56:45.767364 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68fb417b-5f00-4fb3-b011-09dbf251275a req-c1b210a8-6a28-4226-8384-704e93039355 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&id=f2a34937-6f7c-447d-a100-f79bb6d8301c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1928096
Feb 05 20:56:45.804418 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-49aaca64-ef51-4303-8355-231d4e5e374d req-30853dc5-1209-4f3a-90fe-ad72016d81bc tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks [] for security_group (43e162fc-2dfc-4870-a653-ee748715af29), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:45.818570 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-2a6f253a-225f-439f-965c-b64a7883572c admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2019878482-network', 'tenant_id': '6dedbf2bdef94ed28b18010cec65d736'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:45.838204 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-49aaca64-ef51-4303-8355-231d4e5e374d req-30853dc5-1209-4f3a-90fe-ad72016d81bc tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks [] for security_group (43e162fc-2dfc-4870-a653-ee748715af29), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:45.838459 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8370efdb-4602-4310-8972-45a0d25d3a60 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (bd48ea2e-90e2-4932-80ac-2441786f1fbc), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:45.863438 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-8370efdb-4602-4310-8972-45a0d25d3a60 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Calling delete_port for bd48ea2e-90e2-4932-80ac-2441786f1fbc owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:56:45.864450 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b04255f-f681-48e1-87fe-bbcaa68d193b x-openstack-request-id: req-8b04255f-f681-48e1-87fe-bbcaa68d193b {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:56:45.864856 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fbcb5a2-e148-40c8-bf33-e0968867f06d", "name": "network-vif-deleted", "tag": "afb92211-4ed2-43b7-8e60-1e45a4105e0c", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:56:45.865263 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8b04255f-f681-48e1-87fe-bbcaa68d193b {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:56:45.865861 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fbcb5a2-e148-40c8-bf33-e0968867f06d', 'name': 'network-vif-deleted', 'tag': 'afb92211-4ed2-43b7-8e60-1e45a4105e0c', 'status': 'completed', 'code': 200}
Feb 05 20:56:45.897798 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-49aaca64-ef51-4303-8355-231d4e5e374d req-30853dc5-1209-4f3a-90fe-ad72016d81bc tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (43e162fc-2dfc-4870-a653-ee748715af29), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:45.905542 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6f253a-225f-439f-965c-b64a7883572c admin admin] Made reservation on behalf of 6dedbf2bdef94ed28b18010cec65d736 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:56:45.907884 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2a6f253a-225f-439f-965c-b64a7883572c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:45.911313 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-49aaca64-ef51-4303-8355-231d4e5e374d req-30853dc5-1209-4f3a-90fe-ad72016d81bc tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:45.913531 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-49aaca64-ef51-4303-8355-231d4e5e374d req-30853dc5-1209-4f3a-90fe-ad72016d81bc tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] 10.222.0.32 "DELETE /v2.0/security-groups/43e162fc-2dfc-4870-a653-ee748715af29 HTTP/1.1" status: 204  len: 173 time: 0.2061870
Feb 05 20:56:45.922222 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2a6f253a-225f-439f-965c-b64a7883572c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:45.928833 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30853dc5-1209-4f3a-90fe-ad72016d81bc tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e162fc-2dfc-4870-a653-ee748715af29,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:46.000784 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-25d7ad91-9f15-4528-a92a-00dba9cf570c req-5a903db5-1319-453c-a049-16c779384cfb tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] 10.222.0.32 "GET /v2.0/security-groups/9bec1bb6-993f-4c9d-9c6b-a0bdebb60211 HTTP/1.1" status: 200  len: 1830 time: 0.0512917
Feb 05 20:56:46.070154 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1af05b3b-2ab4-40a8-9318-e75fc21ba101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (42278fef-0752-424a-afeb-d38ffebc33a9), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:46.124097 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af05b3b-2ab4-40a8-9318-e75fc21ba101 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42278fef-0752-424a-afeb-d38ffebc33a9,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:46.187005 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72cc9092-7775-4c40-90d3-b9b3cd5ead49 req-6cbbb652-5631-4530-9544-4331317b9b30 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fbcb5a2-e148-40c8-bf33-e0968867f06d HTTP/1.1" status: 200  len: 210 time: 0.0923634
Feb 05 20:56:46.210012 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2a6f253a-225f-439f-965c-b64a7883572c admin admin] Publish callbacks [] for security_group (98d8181e-a3ec-4dcd-9e51-198c38564f14), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:46.216094 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-25d7ad91-9f15-4528-a92a-00dba9cf570c req-ff3b07b3-1138-4da2-b6d3-06b071a617ef tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks [] for security_group (9bec1bb6-993f-4c9d-9c6b-a0bdebb60211), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:46.248019 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-25d7ad91-9f15-4528-a92a-00dba9cf570c req-ff3b07b3-1138-4da2-b6d3-06b071a617ef tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks [] for security_group (9bec1bb6-993f-4c9d-9c6b-a0bdebb60211), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:46.268050 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2a6f253a-225f-439f-965c-b64a7883572c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (98d8181e-a3ec-4dcd-9e51-198c38564f14), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:46.312132 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['3a1e8ac6-e5dd-47a1-a79b-976ef386504b'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:56:46.327199 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a6f253a-225f-439f-965c-b64a7883572c admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:56:46.342220 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-25d7ad91-9f15-4528-a92a-00dba9cf570c req-ff3b07b3-1138-4da2-b6d3-06b071a617ef tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (9bec1bb6-993f-4c9d-9c6b-a0bdebb60211), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:46.345163 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-25d7ad91-9f15-4528-a92a-00dba9cf570c req-ff3b07b3-1138-4da2-b6d3-06b071a617ef tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:46.346081 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f253a-225f-439f-965c-b64a7883572c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d8181e-a3ec-4dcd-9e51-198c38564f14,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:46.346335 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-25d7ad91-9f15-4528-a92a-00dba9cf570c req-ff3b07b3-1138-4da2-b6d3-06b071a617ef tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] 10.222.0.32 "DELETE /v2.0/security-groups/9bec1bb6-993f-4c9d-9c6b-a0bdebb60211 HTTP/1.1" status: 204  len: 173 time: 0.3200765
Feb 05 20:56:46.354049 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2a6f253a-225f-439f-965c-b64a7883572c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (a7470427-ceb3-4cf9-920f-e14dc2fd847f), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:46.354049 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-2a6f253a-225f-439f-965c-b64a7883572c admin admin] Added segment a7470427-ceb3-4cf9-920f-e14dc2fd847f of type vlan for network 4661090a-6e57-4b4a-aed3-8f7f3b2681d6
Feb 05 20:56:46.366498 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 39678) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:46.369855 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af05b3b-2ab4-40a8-9318-e75fc21ba101 admin admin] Checking segment: {'id': 'dfa42341-6f1b-4227-9631-53b0afa8d5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e5bad89e-49de-41ba-a147-9df845de8073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:56:46.370225 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af05b3b-2ab4-40a8-9318-e75fc21ba101 admin admin] Network hostable DHCP agents. Network: e5bad89e-49de-41ba-a147-9df845de8073, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:56:46.389211 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b07b3-1138-4da2-b6d3-06b071a617ef tempest-SecurityGroupRulesNegativeTestJSON-1702360805 tempest-SecurityGroupRulesNegativeTestJSON-1702360805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bec1bb6-993f-4c9d-9c6b-a0bdebb60211,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:46.449503 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2a6f253a-225f-439f-965c-b64a7883572c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (4661090a-6e57-4b4a-aed3-8f7f3b2681d6), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:46.454262 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-722b6e51-b129-4407-a893-482d091c996f admin admin] Deleting subnet d1aea73f-3b38-4427-8eb6-6c55821e590e {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:56:46.463769 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-722b6e51-b129-4407-a893-482d091c996f admin admin] Publish callbacks [] for subnet (d1aea73f-3b38-4427-8eb6-6c55821e590e), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:46.478332 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af05b3b-2ab4-40a8-9318-e75fc21ba101 admin admin] Network e5bad89e-49de-41ba-a147-9df845de8073 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:56:46.489531 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8370efdb-4602-4310-8972-45a0d25d3a60 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (bd48ea2e-90e2-4932-80ac-2441786f1fbc), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:46.510681 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-722b6e51-b129-4407-a893-482d091c996f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (d1aea73f-3b38-4427-8eb6-6c55821e590e), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:46.515115 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-1af05b3b-2ab4-40a8-9318-e75fc21ba101 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e5bad89e-49de-41ba-a147-9df845de8073) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:56:46.520837 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af05b3b-2ab4-40a8-9318-e75fc21ba101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:46.521685 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1af05b3b-2ab4-40a8-9318-e75fc21ba101 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:46.542813 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71205828-96e8-4ed9-a4dc-dcc117243ec6 None None] Network e5bad89e-49de-41ba-a147-9df845de8073 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:56:46.573317 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1af05b3b-2ab4-40a8-9318-e75fc21ba101 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.0561724
Feb 05 20:56:46.588858 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370efdb-4602-4310-8972-45a0d25d3a60 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Pushing event deleted for resources: {'Port': ['ID=bd48ea2e-90e2-4932-80ac-2441786f1fbc,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:46.593793 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2a6f253a-225f-439f-965c-b64a7883572c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (4661090a-6e57-4b4a-aed3-8f7f3b2681d6), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:46.594772 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6f253a-225f-439f-965c-b64a7883572c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:46.595360 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2a6f253a-225f-439f-965c-b64a7883572c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:46.625655 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-722b6e51-b129-4407-a893-482d091c996f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (d1aea73f-3b38-4427-8eb6-6c55821e590e), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:46.658333 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 39684) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:46.660689 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8370efdb-4602-4310-8972-45a0d25d3a60 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (97294941-0c67-4681-9850-4d99bbd3ba28), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:46.681980 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2a6f253a-225f-439f-965c-b64a7883572c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.1210639
Feb 05 20:56:46.683472 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 39688) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:46.695646 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-27973723-681d-4dd9-ae34-fc1b619b2b12 admin admin] Request body: {'subnet': {'network_id': '4661090a-6e57-4b4a-aed3-8f7f3b2681d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2019878482-subnet', 'tenant_id': '6dedbf2bdef94ed28b18010cec65d736', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:46.760118 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541a6daf-4c62-4493-b2e0-a139324b04fc None None] Network e5bad89e-49de-41ba-a147-9df845de8073 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:56:46.786093 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27973723-681d-4dd9-ae34-fc1b619b2b12 admin admin] Made reservation on behalf of 6dedbf2bdef94ed28b18010cec65d736 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:56:46.789617 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-27973723-681d-4dd9-ae34-fc1b619b2b12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:46.792778 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f253a-225f-439f-965c-b64a7883572c admin admin] Pushing event updated for resources: {'Network': ['ID=4661090a-6e57-4b4a-aed3-8f7f3b2681d6,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:46.824000 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 4661090a-6e57-4b4a-aed3-8f7f3b2681d6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:56:46.849201 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-722b6e51-b129-4407-a893-482d091c996f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (d1aea73f-3b38-4427-8eb6-6c55821e590e), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:46.934709 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6ca5a030-19db-426a-926f-e2b9e6da2c0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:46.965090 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b6e51-b129-4407-a893-482d091c996f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1aea73f-3b38-4427-8eb6-6c55821e590e,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:46.967268 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-722b6e51-b129-4407-a893-482d091c996f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:46.974242 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39698) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:46.974420 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-722b6e51-b129-4407-a893-482d091c996f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d1aea73f-3b38-4427-8eb6-6c55821e590e HTTP/1.1" status: 204  len: 168 time: 0.6015425
Feb 05 20:56:47.087143 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1c68b-e9b2-44f7-9613-2603fc4569c6 req-1f6a3a0b-0f7a-451b-b8e5-1403606c712b tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:47.092589 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1c68b-e9b2-44f7-9613-2603fc4569c6 req-1f6a3a0b-0f7a-451b-b8e5-1403606c712b tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:47.097999 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1c68b-e9b2-44f7-9613-2603fc4569c6 req-1f6a3a0b-0f7a-451b-b8e5-1403606c712b tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:47.103453 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1c68b-e9b2-44f7-9613-2603fc4569c6 req-1f6a3a0b-0f7a-451b-b8e5-1403606c712b tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:47.108901 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1c68b-e9b2-44f7-9613-2603fc4569c6 req-1f6a3a0b-0f7a-451b-b8e5-1403606c712b tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:47.114477 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1c68b-e9b2-44f7-9613-2603fc4569c6 req-1f6a3a0b-0f7a-451b-b8e5-1403606c712b tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:47.119913 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1c68b-e9b2-44f7-9613-2603fc4569c6 req-1f6a3a0b-0f7a-451b-b8e5-1403606c712b tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:47.121903 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-95d1c68b-e9b2-44f7-9613-2603fc4569c6 req-1f6a3a0b-0f7a-451b-b8e5-1403606c712b tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 5426 time: 0.2240319
Feb 05 20:56:47.125388 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8370efdb-4602-4310-8972-45a0d25d3a60 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8250'] for router (97294941-0c67-4681-9850-4d99bbd3ba28), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:47.131138 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8370efdb-4602-4310-8972-45a0d25d3a60 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583542'] for router (97294941-0c67-4681-9850-4d99bbd3ba28), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:47.134856 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-45ce0b77-d719-4c87-ad04-c039695b1436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (87aa5ad5-8ad3-4cc4-aae5-a8c9d7a7fd12), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:47.245831 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8370efdb-4602-4310-8972-45a0d25d3a60 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Router 97294941-0c67-4681-9850-4d99bbd3ba28 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:56:47.289629 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-45ce0b77-d719-4c87-ad04-c039695b1436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (87aa5ad5-8ad3-4cc4-aae5-a8c9d7a7fd12), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:47.370655 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-45ce0b77-d719-4c87-ad04-c039695b1436 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2938790>,) {'filters': {'network_id': ['87aa5ad5-8ad3-4cc4-aae5-a8c9d7a7fd12']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:47.373872 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6ca5a030-19db-426a-926f-e2b9e6da2c0d admin admin] Publish callbacks [] for security_group (7bd4719d-b2e6-4c79-9ee3-8e03bf3aa788), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:47.382915 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8370efdb-4602-4310-8972-45a0d25d3a60 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:56:47.385416 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-45ce0b77-d719-4c87-ad04-c039695b1436 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2938790>, '5785d5a9-c520-4d7e-bf82-85f303c381f5') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:47.385718 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-45ce0b77-d719-4c87-ad04-c039695b1436 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2938790>, '5785d5a9-c520-4d7e-bf82-85f303c381f5') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:47.390168 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-95d1c68b-e9b2-44f7-9613-2603fc4569c6 req-d01bdae8-f323-45eb-8b5c-305efcf617e3 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&id=f2a34937-6f7c-447d-a100-f79bb6d8301c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2493341
Feb 05 20:56:47.390842 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6ca5a030-19db-426a-926f-e2b9e6da2c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (7bd4719d-b2e6-4c79-9ee3-8e03bf3aa788), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:47.391970 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8370efdb-4602-4310-8972-45a0d25d3a60 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:47.393146 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8370efdb-4602-4310-8972-45a0d25d3a60 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] 10.222.0.32 "PUT /v2.0/routers/97294941-0c67-4681-9850-4d99bbd3ba28 HTTP/1.1" status: 200  len: 710 time: 2.5330842
Feb 05 20:56:47.399310 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39710) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:47.402577 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa0f350-9b96-4464-a1af-234b9ac16140 None None] Sync routers for ids ['97294941-0c67-4681-9850-4d99bbd3ba28'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:56:47.413212 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa0f350-9b96-4464-a1af-234b9ac16140 None None] Routers {'97294941-0c67-4681-9850-4d99bbd3ba28'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:56:47.413831 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-2fa0f350-9b96-4464-a1af-234b9ac16140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db89426a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:56:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['97294941-0c67-4681-9850-4d99bbd3ba28'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:47.413989 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859182dd-9a96-4518-9554-0f42943455ff req-fb6949a7-32ea-446d-a460-da6e1fb10b01 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:47.414081 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-45ce0b77-d719-4c87-ad04-c039695b1436 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (5785d5a9-c520-4d7e-bf82-85f303c381f5), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:47.420779 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-859182dd-9a96-4518-9554-0f42943455ff req-fb6949a7-32ea-446d-a460-da6e1fb10b01 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] 10.222.0.32 "GET /v2.0/networks?id=e5bad89e-49de-41ba-a147-9df845de8073 HTTP/1.1" status: 200  len: 818 time: 0.2978292
Feb 05 20:56:47.446419 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-27973723-681d-4dd9-ae34-fc1b619b2b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (a595d3fa-3887-4b08-abeb-b930fb14fdcc), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:47.452793 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-2fa0f350-9b96-4464-a1af-234b9ac16140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db89426a0>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:47.462338 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa0f350-9b96-4464-a1af-234b9ac16140 None None] Routers {'97294941-0c67-4681-9850-4d99bbd3ba28'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:56:47.463018 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-2fa0f350-9b96-4464-a1af-234b9ac16140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db89426a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:56:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['97294941-0c67-4681-9850-4d99bbd3ba28'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:47.499752 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-2fa0f350-9b96-4464-a1af-234b9ac16140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db89426a0>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:47.500274 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa0f350-9b96-4464-a1af-234b9ac16140 None None] The sync data for ids ['97294941-0c67-4681-9850-4d99bbd3ba28'] in ncdv-master-1 is: [] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:56:47.505574 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-859182dd-9a96-4518-9554-0f42943455ff req-570a8485-cfa4-47e2-974f-0e9df5ab3c70 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] 10.222.0.32 "GET /v2.0/quotas/89cb39aea5b74fb68e6e17ee1b966525 HTTP/1.1" status: 200  len: 375 time: 0.0837910
Feb 05 20:56:47.511700 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1d6a35b9-1235-43bd-87fe-32a3a67bebe6 tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] 10.222.0.32 "GET /v2.0/routers/97294941-0c67-4681-9850-4d99bbd3ba28 HTTP/1.1" status: 200  len: 745 time: 0.1113582
Feb 05 20:56:47.515081 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39714) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:47.517835 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-45ce0b77-d719-4c87-ad04-c039695b1436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (5785d5a9-c520-4d7e-bf82-85f303c381f5), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:47.531845 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45ce0b77-d719-4c87-ad04-c039695b1436 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:56:47.532291 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-45ce0b77-d719-4c87-ad04-c039695b1436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (5785d5a9-c520-4d7e-bf82-85f303c381f5), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:47.534265 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 20:56:47.534265 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:56:47.534265 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 20:56:47.534265 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:56:47.534265 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 20:56:47.534265 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:56:47.534265 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 20:56:47.534265 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:56:47.534265 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 20:56:47.534265 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:56:47.534265 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 20:56:47.534265 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:56:47.534265 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 20:56:47.534265 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:56:47.534265 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:56:47.534265 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:56:47.534265 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:56:47.534265 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:56:47.534265 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 20:56:47.534265 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:56:47.534265 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 20:56:47.534265 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:56:47.534265 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:56:47.534265 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:56:47.534265 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:56:47.534265 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:56:47.534265 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:56:47.534265 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:56:47.534265 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:56:47.534265 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:56:47.534265 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:56:47.534265 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:56:47.540469 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca5a030-19db-426a-926f-e2b9e6da2c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd4719d-b2e6-4c79-9ee3-8e03bf3aa788,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:47.545231 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6ca5a030-19db-426a-926f-e2b9e6da2c0d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bfbf8b0d7452448cb42ccbe4037e87e7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8866079
Feb 05 20:56:47.564726 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 39718) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:47.569904 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-859182dd-9a96-4518-9554-0f42943455ff req-81b8d493-cf87-42ed-9b45-f81be81303fd tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=89cb39aea5b74fb68e6e17ee1b966525&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0635037
Feb 05 20:56:47.600785 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d32ab458-2304-4693-a04e-19b4ed276e2f tempest-RoutersIpV6AdminTest-935302731 tempest-RoutersIpV6AdminTest-935302731-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=d65fb4dc-e812-4574-a4e6-6308f0abdf3f&device_id=97294941-0c67-4681-9850-4d99bbd3ba28 HTTP/1.1" status: 200  len: 205 time: 0.0831013
Feb 05 20:56:47.610208 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 39720) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:47.647568 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27973723-681d-4dd9-ae34-fc1b619b2b12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a595d3fa-3887-4b08-abeb-b930fb14fdcc,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:47.648269 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-45ce0b77-d719-4c87-ad04-c039695b1436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (87aa5ad5-8ad3-4cc4-aae5-a8c9d7a7fd12), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:47.656543 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-39c104b2-3aef-4d74-a2ee-a0b1dc0cadfb tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] 10.222.0.32 "GET /v2.0/ports?device_id=97294941-0c67-4681-9850-4d99bbd3ba28 HTTP/1.1" status: 200  len: 205 time: 0.0427444
Feb 05 20:56:47.664042 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39726) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:47.665180 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-45ce0b77-d719-4c87-ad04-c039695b1436 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:47.672212 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-45ce0b77-d719-4c87-ad04-c039695b1436 admin admin] 10.222.0.32 "DELETE /v2.0/networks/87aa5ad5-8ad3-4cc4-aae5-a8c9d7a7fd12 HTTP/1.1" status: 204  len: 168 time: 0.6967607
Feb 05 20:56:47.679073 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-859182dd-9a96-4518-9554-0f42943455ff req-fd71c9f1-34b3-456d-9cea-940f44cec651 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 20:56:47.680121 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-859182dd-9a96-4518-9554-0f42943455ff req-fd71c9f1-34b3-456d-9cea-940f44cec651 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0942240
Feb 05 20:56:47.687457 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27973723-681d-4dd9-ae34-fc1b619b2b12 admin admin] Checking segment: {'id': 'a7470427-ceb3-4cf9-920f-e14dc2fd847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4661090a-6e57-4b4a-aed3-8f7f3b2681d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:56:47.687837 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27973723-681d-4dd9-ae34-fc1b619b2b12 admin admin] Network hostable DHCP agents. Network: 4661090a-6e57-4b4a-aed3-8f7f3b2681d6, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:56:47.730272 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['acb823f3-7977-4284-b303-e6126c9172cf'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:56:47.758981 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27973723-681d-4dd9-ae34-fc1b619b2b12 admin admin] Network 4661090a-6e57-4b4a-aed3-8f7f3b2681d6 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:56:47.777703 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce0b77-d719-4c87-ad04-c039695b1436 admin admin] Pushing event deleted for resources: {'Network': ['ID=87aa5ad5-8ad3-4cc4-aae5-a8c9d7a7fd12,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:47.783472 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d0156c05-b041-4033-b749-48a1e6c1358f tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router (97294941-0c67-4681-9850-4d99bbd3ba28), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:47.798659 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c3740852-89b2-4e03-8442-5416dea1ffa5 admin admin] Publish callbacks [] for security_group (7bd4719d-b2e6-4c79-9ee3-8e03bf3aa788), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:47.867463 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 39738) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:47.881126 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-27973723-681d-4dd9-ae34-fc1b619b2b12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4661090a-6e57-4b4a-aed3-8f7f3b2681d6) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:56:47.897351 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c3740852-89b2-4e03-8442-5416dea1ffa5 admin admin] Publish callbacks [] for security_group (7bd4719d-b2e6-4c79-9ee3-8e03bf3aa788), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:47.899713 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f316314-ca34-4514-8784-4e8c39f8cd7a None None] Network 4661090a-6e57-4b4a-aed3-8f7f3b2681d6 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:56:47.930587 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27973723-681d-4dd9-ae34-fc1b619b2b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:47.931202 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-27973723-681d-4dd9-ae34-fc1b619b2b12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:48.001793 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-859182dd-9a96-4518-9554-0f42943455ff req-a3df5c21-12a0-4ef4-8fbe-10467ae1830a service neutron] 10.222.0.32 "GET /v2.0/networks/e5bad89e-49de-41ba-a147-9df845de8073?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3112729
Feb 05 20:56:48.022931 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-27973723-681d-4dd9-ae34-fc1b619b2b12 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.3316643
Feb 05 20:56:48.046770 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b2572-2c40-4552-91f0-a421cba741bf req-2664110a-34c4-4799-a079-d8b7ac5e241e tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:48.048327 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-519b2572-2c40-4552-91f0-a421cba741bf req-2664110a-34c4-4799-a079-d8b7ac5e241e tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/networks?id=bc807625-43b9-4f71-ba0e-13ea567a25e8 HTTP/1.1" status: 200  len: 806 time: 0.3262389
Feb 05 20:56:48.064498 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8bb65413-82c1-498a-bd26-97634b56f412 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fa4f231a08d04da481e08afa650f61e2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1941178
Feb 05 20:56:48.066092 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 39742) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:48.072680 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ecbba0-23a1-497a-a86a-fe551ec3d46c None None] Network 4661090a-6e57-4b4a-aed3-8f7f3b2681d6 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:56:48.154624 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-519b2572-2c40-4552-91f0-a421cba741bf req-22372cb9-d8f4-4691-878e-1d0d70630dfe tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/quotas/c115672e27d44cf2b79a3945af717ae8 HTTP/1.1" status: 200  len: 375 time: 0.0844736
Feb 05 20:56:48.173269 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c3740852-89b2-4e03-8442-5416dea1ffa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (7bd4719d-b2e6-4c79-9ee3-8e03bf3aa788), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:48.175844 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c3740852-89b2-4e03-8442-5416dea1ffa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:48.179732 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c3740852-89b2-4e03-8442-5416dea1ffa5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7bd4719d-b2e6-4c79-9ee3-8e03bf3aa788 HTTP/1.1" status: 204  len: 168 time: 0.6088564
Feb 05 20:56:48.228291 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3740852-89b2-4e03-8442-5416dea1ffa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd4719d-b2e6-4c79-9ee3-8e03bf3aa788,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:48.275476 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-859182dd-9a96-4518-9554-0f42943455ff req-3733c250-c10e-4401-81d1-45df7c8dee99 service neutron] 10.222.0.32 "GET /v2.0/networks/e5bad89e-49de-41ba-a147-9df845de8073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2520690
Feb 05 20:56:48.280718 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-abfe4ddd-b170-4626-b691-d449cde3e5bd admin admin] Publish callbacks [] for security_group (16b39b3e-4503-4359-a813-b648e3957018), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:48.303626 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d0156c05-b041-4033-b749-48a1e6c1358f tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (97294941-0c67-4681-9850-4d99bbd3ba28), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:48.306046 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d0156c05-b041-4033-b749-48a1e6c1358f tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router_controller (97294941-0c67-4681-9850-4d99bbd3ba28), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:48.308095 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-519b2572-2c40-4552-91f0-a421cba741bf req-540af037-677e-4c1e-b169-351810c29c7a tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c115672e27d44cf2b79a3945af717ae8&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1525376
Feb 05 20:56:48.315977 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-519b2572-2c40-4552-91f0-a421cba741bf req-6fc93b7a-9cc1-4bd0-81a2-7ae8d78088cc service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 20:56:48.317062 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-519b2572-2c40-4552-91f0-a421cba741bf req-6fc93b7a-9cc1-4bd0-81a2-7ae8d78088cc service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0078528
Feb 05 20:56:48.339603 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-abfe4ddd-b170-4626-b691-d449cde3e5bd admin admin] Publish callbacks [] for security_group (16b39b3e-4503-4359-a813-b648e3957018), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:48.364533 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d0156c05-b041-4033-b749-48a1e6c1358f tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (97294941-0c67-4681-9850-4d99bbd3ba28), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:48.365325 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0156c05-b041-4033-b749-48a1e6c1358f tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Fanout notify agent at l3_agent the message router_deleted on router 97294941-0c67-4681-9850-4d99bbd3ba28 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 20:56:48.378807 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d0156c05-b041-4033-b749-48a1e6c1358f tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:48.382077 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d0156c05-b041-4033-b749-48a1e6c1358f tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] 10.222.0.32 "DELETE /v2.0/routers/97294941-0c67-4681-9850-4d99bbd3ba28 HTTP/1.1" status: 204  len: 168 time: 0.7070909
Feb 05 20:56:48.385539 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39750) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:48.420872 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-882616af-7f81-47c1-ba20-bdd28b58ee8d tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] 10.222.0.32 "GET /v2.0/ports?device_id=97294941-0c67-4681-9850-4d99bbd3ba28 HTTP/1.1" status: 200  len: 205 time: 0.0341957
Feb 05 20:56:48.423847 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39752) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:48.453406 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-519b2572-2c40-4552-91f0-a421cba741bf req-59413914-f49d-47c7-a103-72f8a4d79a01 service neutron] 10.222.0.32 "GET /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248493
Feb 05 20:56:48.486224 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-7a64453a-8690-4159-a477-f5a9c5de3b73 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] delete failed (client error): The resource could not be found.
Feb 05 20:56:48.487500 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7a64453a-8690-4159-a477-f5a9c5de3b73 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] 10.222.0.32 "DELETE /v2.0/routers/97294941-0c67-4681-9850-4d99bbd3ba28 HTTP/1.1" status: 404  len: 336 time: 0.0628450
Feb 05 20:56:48.490978 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39762) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:48.532170 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0e74d451-8985-4bc6-8683-6f8618734a4a tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] 10.222.0.32 "GET /v2.0/ports?device_id=5faa69be-47af-45e7-b68b-be0aab35be09 HTTP/1.1" status: 200  len: 205 time: 0.0395763
Feb 05 20:56:48.534371 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39766) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:48.558877 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device afb92211-4ed2-43b7-8e60-1e45a4105e0c no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:56:48.585290 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-1f2cf513-a28b-45c1-98de-e6e751894379 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] delete failed (client error): The resource could not be found.
Feb 05 20:56:48.586466 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1f2cf513-a28b-45c1-98de-e6e751894379 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] 10.222.0.32 "DELETE /v2.0/routers/5faa69be-47af-45e7-b68b-be0aab35be09 HTTP/1.1" status: 404  len: 336 time: 0.0502646
Feb 05 20:56:48.589145 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39768) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:48.606459 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-519b2572-2c40-4552-91f0-a421cba741bf req-da8bee05-9d31-4f9a-965d-7cfc26caace2 service neutron] 10.222.0.32 "GET /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1445954
Feb 05 20:56:48.607186 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-abfe4ddd-b170-4626-b691-d449cde3e5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (16b39b3e-4503-4359-a813-b648e3957018), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:48.609771 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-abfe4ddd-b170-4626-b691-d449cde3e5bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:48.610940 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-abfe4ddd-b170-4626-b691-d449cde3e5bd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/16b39b3e-4503-4359-a813-b648e3957018 HTTP/1.1" status: 204  len: 168 time: 0.5422473
Feb 05 20:56:48.618441 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a3b1bf4a-e889-49be-861a-f149a421867a tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea429545-4129-400b-a989-bb8a087d3801 HTTP/1.1" status: 200  len: 205 time: 0.0280228
Feb 05 20:56:48.620701 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39772) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:48.637080 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: afb92211-4ed2-43b7-8e60-1e45a4105e0c {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:56:48.637438 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device afb92211-4ed2-43b7-8e60-1e45a4105e0c not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:56:48.642198 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe4ddd-b170-4626-b691-d449cde3e5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b39b3e-4503-4359-a813-b648e3957018,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:48.692422 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-dc078d0d-f9a3-4c31-9872-0525064a18b2 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] delete failed (client error): The resource could not be found.
Feb 05 20:56:48.693726 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-dc078d0d-f9a3-4c31-9872-0525064a18b2 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] 10.222.0.32 "DELETE /v2.0/routers/ea429545-4129-400b-a989-bb8a087d3801 HTTP/1.1" status: 404  len: 336 time: 0.0721090
Feb 05 20:56:48.696759 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 39774) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:48.762913 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39784) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:48.763650 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-377bfe98-bfa3-4733-8123-80bcadb60d92 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] 10.222.0.32 "GET /v2.0/ports?device_id=25b49908-918f-46a6-af31-e7b642b5e878 HTTP/1.1" status: 200  len: 205 time: 0.0654221
Feb 05 20:56:48.816659 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-ff47d39a-b384-4f21-a14e-0c82bf3e77dd tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] delete failed (client error): The resource could not be found.
Feb 05 20:56:48.818816 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ff47d39a-b384-4f21-a14e-0c82bf3e77dd tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] 10.222.0.32 "DELETE /v2.0/routers/25b49908-918f-46a6-af31-e7b642b5e878 HTTP/1.1" status: 404  len: 336 time: 0.0543518
Feb 05 20:56:48.821298 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39788) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:48.858980 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c6ecb593-8652-482e-ba5a-0a2f4ed9c549 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcdf7255-4b38-4c66-ae07-52feb8db227e HTTP/1.1" status: 200  len: 205 time: 0.0363586
Feb 05 20:56:48.861753 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39790) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:48.975225 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec6b4f-9247-4853-bdf2-683e8717000f req-95754ced-33fd-4ab2-b200-bd3d351e1d37 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:48.981168 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-33cd7e60-4faa-41d6-aa2c-205432b721d1 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] delete failed (client error): The resource could not be found.
Feb 05 20:56:48.983317 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-33cd7e60-4faa-41d6-aa2c-205432b721d1 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] 10.222.0.32 "DELETE /v2.0/routers/fcdf7255-4b38-4c66-ae07-52feb8db227e HTTP/1.1" status: 404  len: 336 time: 0.1203437
Feb 05 20:56:48.985732 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39800) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:48.989322 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec6b4f-9247-4853-bdf2-683e8717000f req-95754ced-33fd-4ab2-b200-bd3d351e1d37 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:48.998922 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec6b4f-9247-4853-bdf2-683e8717000f req-95754ced-33fd-4ab2-b200-bd3d351e1d37 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:49.006805 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec6b4f-9247-4853-bdf2-683e8717000f req-95754ced-33fd-4ab2-b200-bd3d351e1d37 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:49.035276 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec6b4f-9247-4853-bdf2-683e8717000f req-95754ced-33fd-4ab2-b200-bd3d351e1d37 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:49.042099 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec6b4f-9247-4853-bdf2-683e8717000f req-95754ced-33fd-4ab2-b200-bd3d351e1d37 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:49.048391 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec6b4f-9247-4853-bdf2-683e8717000f req-95754ced-33fd-4ab2-b200-bd3d351e1d37 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:49.058435 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1bec6b4f-9247-4853-bdf2-683e8717000f req-95754ced-33fd-4ab2-b200-bd3d351e1d37 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 5426 time: 0.2472806
Feb 05 20:56:49.070744 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6713a1b7-f488-4fc6-bfe9-7b84fa8ea316 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] 10.222.0.32 "GET /v2.0/ports?device_id=e68354be-d268-4bb2-bab1-5872c1d28d4f HTTP/1.1" status: 200  len: 205 time: 0.0816164
Feb 05 20:56:49.071754 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39810) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:49.128536 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-cfc57bf1-5214-46a3-9690-2d7d891ad2f7 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] delete failed (client error): The resource could not be found.
Feb 05 20:56:49.131130 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-cfc57bf1-5214-46a3-9690-2d7d891ad2f7 tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] 10.222.0.32 "DELETE /v2.0/routers/e68354be-d268-4bb2-bab1-5872c1d28d4f HTTP/1.1" status: 404  len: 336 time: 0.0577548
Feb 05 20:56:49.133304 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39814) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:49.179225 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-f531c9c7-3c1a-4925-af83-f9de1fd0f07d tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] DELETE failed (client error): The resource could not be found.
Feb 05 20:56:49.180010 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f531c9c7-3c1a-4925-af83-f9de1fd0f07d tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 20:56:49.183401 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f531c9c7-3c1a-4925-af83-f9de1fd0f07d tempest-RoutersIpV6AdminTest-1588215460 tempest-RoutersIpV6AdminTest-1588215460-project] 10.222.0.32 "DELETE /v2.0/subnets/01f46241-708c-408f-82aa-0596cd7d1b87 HTTP/1.1" status: 404  len: 337 time: 0.0488377
Feb 05 20:56:49.222969 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1bec6b4f-9247-4853-bdf2-683e8717000f req-5e9b9c7a-4cd1-4552-bb83-1c352b59398b tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&id=f2a34937-6f7c-447d-a100-f79bb6d8301c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1629603
Feb 05 20:56:49.280014 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-50ead6cd-95dd-4e01-ac7c-208b9fccd03f tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:49.282021 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-50ead6cd-95dd-4e01-ac7c-208b9fccd03f tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/networks?id=4661090a-6e57-4b4a-aed3-8f7f3b2681d6 HTTP/1.1" status: 200  len: 813 time: 0.2207894
Feb 05 20:56:49.307476 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-abf650c8-1ce4-46f6-b408-c978949a4755 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/quotas/6dedbf2bdef94ed28b18010cec65d736 HTTP/1.1" status: 200  len: 375 time: 0.0145514
Feb 05 20:56:49.359993 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-74973531-a85e-45b7-9eeb-2f4f1cba98a9 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6dedbf2bdef94ed28b18010cec65d736&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0463140
Feb 05 20:56:49.404516 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-817665b4-69ae-4090-810c-5399ab837828 req-c4e6a3bc-ae38-4889-9642-11ac0688b2b3 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc65a27c-5f6a-4670-9d85-4905f2ad2810 HTTP/1.1" status: 200  len: 210 time: 0.0478227
Feb 05 20:56:49.540068 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-0ead22a0-0323-4012-9724-43574371f212 service neutron] 10.222.0.32 "GET /v2.0/networks/4661090a-6e57-4b4a-aed3-8f7f3b2681d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1692114
Feb 05 20:56:49.610637 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-10639e08-6a38-4ab1-a4a9-c87cfc8a5528 req-6fd9ead5-04a7-4fdd-9258-601390370811 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa7160c-269b-496e-9086-d740db1cec71 HTTP/1.1" status: 200  len: 210 time: 0.0694869
Feb 05 20:56:49.621708 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39834) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:49.695315 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-01250540-4314-4f58-8153-8cdda6fdf132 service neutron] 10.222.0.32 "GET /v2.0/networks/4661090a-6e57-4b4a-aed3-8f7f3b2681d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1445732
Feb 05 20:56:49.863330 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d6a1379c-a86b-4d03-b110-feed877335df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:50.002681 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:50.024792 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d6a1379c-a86b-4d03-b110-feed877335df admin admin] Publish callbacks [] for security_group (81e2ca64-f734-400b-bad0-fde493dc9710), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:50.041205 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d6a1379c-a86b-4d03-b110-feed877335df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (81e2ca64-f734-400b-bad0-fde493dc9710), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:50.203702 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859182dd-9a96-4518-9554-0f42943455ff req-1db95241-2c1e-4d70-9012-0d817ab741af tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:50.205316 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-859182dd-9a96-4518-9554-0f42943455ff req-1db95241-2c1e-4d70-9012-0d817ab741af tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] 10.222.0.39 "GET /v2.0/networks?id=e5bad89e-49de-41ba-a147-9df845de8073 HTTP/1.1" status: 200  len: 818 time: 0.1741576
Feb 05 20:56:50.212097 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d6a1379c-a86b-4d03-b110-feed877335df admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9645935e22654d6f8ff599c0b35f312a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5886343
Feb 05 20:56:50.222065 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 39860) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:50.228207 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-459c3b4f-ac38-4892-bb0f-8d07ec435c04 req-96fdbf86-f806-4f41-8d8f-cf915ab52f21 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f92f964-7165-40c9-b889-b0dff3158f60 HTTP/1.1" status: 200  len: 210 time: 0.0449069
Feb 05 20:56:50.232660 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-859182dd-9a96-4518-9554-0f42943455ff req-33257c5b-357f-48a1-9bae-8126d9bf2a68 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Request body: {'port': {'device_id': 'cc65a27c-5f6a-4670-9d85-4905f2ad2810', 'network_id': 'e5bad89e-49de-41ba-a147-9df845de8073', 'admin_state_up': True, 'tenant_id': '89cb39aea5b74fb68e6e17ee1b966525'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:50.252302 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a1379c-a86b-4d03-b110-feed877335df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e2ca64-f734-400b-bad0-fde493dc9710,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:50.279415 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39864) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:50.328940 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-abd21e5b-6584-4944-b06a-02afe84cf4f4 admin admin] Publish callbacks [] for security_group (81e2ca64-f734-400b-bad0-fde493dc9710), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:50.408962 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b2572-2c40-4552-91f0-a421cba741bf req-3877e5c1-e6b6-44b1-9e64-9f98ec242dcf tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:50.411087 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-519b2572-2c40-4552-91f0-a421cba741bf req-3877e5c1-e6b6-44b1-9e64-9f98ec242dcf tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.39 "GET /v2.0/networks?id=bc807625-43b9-4f71-ba0e-13ea567a25e8 HTTP/1.1" status: 200  len: 806 time: 0.2821338
Feb 05 20:56:50.430928 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-519b2572-2c40-4552-91f0-a421cba741bf req-3735102f-a87d-4cf5-94dd-0fc02e3edab1 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Request body: {'port': {'device_id': 'caa7160c-269b-496e-9086-d740db1cec71', 'network_id': 'bc807625-43b9-4f71-ba0e-13ea567a25e8', 'admin_state_up': True, 'tenant_id': 'c115672e27d44cf2b79a3945af717ae8'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:50.466331 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-abd21e5b-6584-4944-b06a-02afe84cf4f4 admin admin] Publish callbacks [] for security_group (81e2ca64-f734-400b-bad0-fde493dc9710), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:50.469572 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39878) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:50.553241 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device b5699d53-2198-4de7-b7cf-11cdde7ed6e5 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:56:50.569791 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f9c4f446-5a41-4076-a4be-7fee57abc84c req-8f553c34-5ada-48d1-a8fe-7970b9a223ef tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc65a27c-5f6a-4670-9d85-4905f2ad2810 HTTP/1.1" status: 200  len: 210 time: 0.0555766
Feb 05 20:56:50.601087 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-b10ce2f9-b0b9-434c-8cf4-a2cd574315c5 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-458947903-network', 'tenant_id': '1d793ab256c04fadac89445fab3ed636'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:50.619025 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-902aea06-25f0-451d-b9f9-eaa468141d4f admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1356089386-network', 'tenant_id': '60a31152c92648bfb27496f9e1d342d2'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:50.621669 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port b5699d53-2198-4de7-b7cf-11cdde7ed6e5 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:56:50.629914 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port b5699d53-2198-4de7-b7cf-11cdde7ed6e5 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:56:50.630478 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b5699d53-2198-4de7-b7cf-11cdde7ed6e5), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:50.674012 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10ce2f9-b0b9-434c-8cf4-a2cd574315c5 admin admin] Made reservation on behalf of 1d793ab256c04fadac89445fab3ed636 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:56:50.677697 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b10ce2f9-b0b9-434c-8cf4-a2cd574315c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:50.695495 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b10ce2f9-b0b9-434c-8cf4-a2cd574315c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:50.700695 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902aea06-25f0-451d-b9f9-eaa468141d4f admin admin] Made reservation on behalf of 60a31152c92648bfb27496f9e1d342d2 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:56:50.703232 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-902aea06-25f0-451d-b9f9-eaa468141d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:50.722298 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-902aea06-25f0-451d-b9f9-eaa468141d4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:50.732340 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15255d12-4359-454c-a03a-4f165de0a2b0 req-95951c45-41f1-4942-b74a-dcbd9549c334 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:50.739176 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15255d12-4359-454c-a03a-4f165de0a2b0 req-95951c45-41f1-4942-b74a-dcbd9549c334 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:50.744773 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15255d12-4359-454c-a03a-4f165de0a2b0 req-95951c45-41f1-4942-b74a-dcbd9549c334 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:50.752090 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15255d12-4359-454c-a03a-4f165de0a2b0 req-95951c45-41f1-4942-b74a-dcbd9549c334 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:50.752255 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port b5699d53-2198-4de7-b7cf-11cdde7ed6e5 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:56:50.752434 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b5699d53-2198-4de7-b7cf-11cdde7ed6e5), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:50.759213 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15255d12-4359-454c-a03a-4f165de0a2b0 req-95951c45-41f1-4942-b74a-dcbd9549c334 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:50.765534 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15255d12-4359-454c-a03a-4f165de0a2b0 req-95951c45-41f1-4942-b74a-dcbd9549c334 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:50.769316 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-519b2572-2c40-4552-91f0-a421cba741bf req-3735102f-a87d-4cf5-94dd-0fc02e3edab1 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Made reservation on behalf of c115672e27d44cf2b79a3945af717ae8 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:56:50.771593 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15255d12-4359-454c-a03a-4f165de0a2b0 req-95951c45-41f1-4942-b74a-dcbd9549c334 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:50.774461 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-519b2572-2c40-4552-91f0-a421cba741bf req-3735102f-a87d-4cf5-94dd-0fc02e3edab1 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:50.779727 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-15255d12-4359-454c-a03a-4f165de0a2b0 req-95951c45-41f1-4942-b74a-dcbd9549c334 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 5426 time: 0.3809648
Feb 05 20:56:50.782167 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5699d53-2198-4de7-b7cf-11cdde7ed6e5'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:56:50.789337 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a72bf9-a8e1-4983-9dca-3bef7618d823" -d '{"events": [{"server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "name": "network-vif-plugged", "status": "completed", "tag": "b5699d53-2198-4de7-b7cf-11cdde7ed6e5"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:56:50.809150 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port b5699d53-2198-4de7-b7cf-11cdde7ed6e5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5699d53-2198-4de7-b7cf-11cdde7ed6e5,segment=NetworkSegment(180079d9-3802-4753-bdea-bdcba1df7383),segment_id=180079d9-3802-4753-bdea-bdcba1df7383)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:56:50.813730 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b5699d53-2198-4de7-b7cf-11cdde7ed6e5), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:50.815092 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device acb823f3-7977-4284-b303-e6126c9172cf up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:56:50.831693 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f8aeca61-9e2f-4079-8d1d-ea00eebd4a57 req-3ddecfdd-0662-4877-8075-b2f6b450d492 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa7160c-269b-496e-9086-d740db1cec71 HTTP/1.1" status: 200  len: 210 time: 0.0475070
Feb 05 20:56:50.851993 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-859182dd-9a96-4518-9554-0f42943455ff req-33257c5b-357f-48a1-9bae-8126d9bf2a68 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Made reservation on behalf of 89cb39aea5b74fb68e6e17ee1b966525 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:56:50.877529 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-859182dd-9a96-4518-9554-0f42943455ff req-33257c5b-357f-48a1-9bae-8126d9bf2a68 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:50.897288 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-abd21e5b-6584-4944-b06a-02afe84cf4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (81e2ca64-f734-400b-bad0-fde493dc9710), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:50.902717 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-abd21e5b-6584-4944-b06a-02afe84cf4f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:50.909471 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-abd21e5b-6584-4944-b06a-02afe84cf4f4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/81e2ca64-f734-400b-bad0-fde493dc9710 HTTP/1.1" status: 204  len: 168 time: 0.6843953
Feb 05 20:56:50.981433 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=b5699d53-2198-4de7-b7cf-11cdde7ed6e5,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:51.017623 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port acb823f3-7977-4284-b303-e6126c9172cf completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:56:51.023828 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port acb823f3-7977-4284-b303-e6126c9172cf triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:56:51.024213 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (acb823f3-7977-4284-b303-e6126c9172cf), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:51.047184 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-519b2572-2c40-4552-91f0-a421cba741bf req-3735102f-a87d-4cf5-94dd-0fc02e3edab1 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Allocated IP 172.20.0.11 (bc807625-43b9-4f71-ba0e-13ea567a25e8/87ea50f2-4a9d-4e76-83e4-8a4c87cd9a22/a563e7f5-31a5-4035-bfb2-5f8301a3e274) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:56:51.048894 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd21e5b-6584-4944-b06a-02afe84cf4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e2ca64-f734-400b-bad0-fde493dc9710,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:51.061663 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b10ce2f9-b0b9-434c-8cf4-a2cd574315c5 admin admin] Publish callbacks [] for security_group (ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:51.063918 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-902aea06-25f0-451d-b9f9-eaa468141d4f admin admin] Publish callbacks [] for security_group (7ba903fa-abcc-4eb2-be02-384fcd11cbda), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:51.080760 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b10ce2f9-b0b9-434c-8cf4-a2cd574315c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:51.110444 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-902aea06-25f0-451d-b9f9-eaa468141d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (7ba903fa-abcc-4eb2-be02-384fcd11cbda), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:51.161302 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c542bdd-a91e-48c9-8414-e2d37c44a854 x-openstack-request-id: req-9c542bdd-a91e-48c9-8414-e2d37c44a854 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:56:51.162671 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "name": "network-vif-plugged", "status": "completed", "tag": "b5699d53-2198-4de7-b7cf-11cdde7ed6e5", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:56:51.163143 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9c542bdd-a91e-48c9-8414-e2d37c44a854 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:56:51.163686 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5699d53-2198-4de7-b7cf-11cdde7ed6e5', 'code': 200}
Feb 05 20:56:51.180050 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b10ce2f9-b0b9-434c-8cf4-a2cd574315c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:56:51.203574 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-902aea06-25f0-451d-b9f9-eaa468141d4f admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:56:51.248685 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-15255d12-4359-454c-a03a-4f165de0a2b0 req-b04ee8db-2388-49a6-9552-3ed1d2269d4d tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&id=f2a34937-6f7c-447d-a100-f79bb6d8301c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.4678612
Feb 05 20:56:51.253399 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b10ce2f9-b0b9-434c-8cf4-a2cd574315c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (f21dc639-5af9-41ca-ac39-c80d5d7b6194), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:51.253930 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-b10ce2f9-b0b9-434c-8cf4-a2cd574315c5 admin admin] Added segment f21dc639-5af9-41ca-ac39-c80d5d7b6194 of type vlan for network cb9888ba-fd92-4284-8691-d704204a6929
Feb 05 20:56:51.258578 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ce2f9-b0b9-434c-8cf4-a2cd574315c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:51.276920 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-902aea06-25f0-451d-b9f9-eaa468141d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (f7cb0ed2-51b9-4103-8971-4797663ef814), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:51.277562 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-902aea06-25f0-451d-b9f9-eaa468141d4f admin admin] Added segment f7cb0ed2-51b9-4103-8971-4797663ef814 of type vlan for network e27726b6-584c-451c-a170-435551e2c659
Feb 05 20:56:51.291831 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port acb823f3-7977-4284-b303-e6126c9172cf is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:56:51.292241 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (acb823f3-7977-4284-b303-e6126c9172cf), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:51.389883 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port acb823f3-7977-4284-b303-e6126c9172cf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=acb823f3-7977-4284-b303-e6126c9172cf,segment=NetworkSegment(16f07f35-cf6e-401e-a5f2-33d98b0f9749),segment_id=16f07f35-cf6e-401e-a5f2-33d98b0f9749)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:56:51.399151 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (acb823f3-7977-4284-b303-e6126c9172cf), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:51.401440 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 3a1e8ac6-e5dd-47a1-a79b-976ef386504b up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:56:51.410783 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b10ce2f9-b0b9-434c-8cf4-a2cd574315c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (cb9888ba-fd92-4284-8691-d704204a6929), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:51.413831 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-902aea06-25f0-451d-b9f9-eaa468141d4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (e27726b6-584c-451c-a170-435551e2c659), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:51.420265 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902aea06-25f0-451d-b9f9-eaa468141d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba903fa-abcc-4eb2-be02-384fcd11cbda,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:51.466025 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 39896) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:51.475695 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-188552e8-4ac9-4e1e-b76d-6344a089b58c req-e322bf04-1e13-4ffe-8229-b1ab7332a73c tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f92f964-7165-40c9-b889-b0dff3158f60 HTTP/1.1" status: 200  len: 210 time: 0.0971696
Feb 05 20:56:51.510803 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b10ce2f9-b0b9-434c-8cf4-a2cd574315c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (cb9888ba-fd92-4284-8691-d704204a6929), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:51.511798 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10ce2f9-b0b9-434c-8cf4-a2cd574315c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:51.512395 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b10ce2f9-b0b9-434c-8cf4-a2cd574315c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:51.518090 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-902aea06-25f0-451d-b9f9-eaa468141d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (e27726b6-584c-451c-a170-435551e2c659), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:51.519060 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902aea06-25f0-451d-b9f9-eaa468141d4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:51.519643 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-902aea06-25f0-451d-b9f9-eaa468141d4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:51.534167 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-859182dd-9a96-4518-9554-0f42943455ff req-33257c5b-357f-48a1-9bae-8126d9bf2a68 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Allocated IP 172.20.0.4 (e5bad89e-49de-41ba-a147-9df845de8073/42278fef-0752-424a-afeb-d38ffebc33a9/d403d303-c755-4a9c-bf35-768272e4eb05) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:56:51.552880 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d09cfec3-52b1-467d-a68e-84a00f6e49cc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5282ce3aab2d4b73939cd1a6fb0fe0e0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0790136
Feb 05 20:56:51.553850 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 39898) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:51.629528 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-902aea06-25f0-451d-b9f9-eaa468141d4f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.1574912
Feb 05 20:56:51.632997 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b10ce2f9-b0b9-434c-8cf4-a2cd574315c5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 1.3497720
Feb 05 20:56:51.634746 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 39902) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:51.638085 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39904) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:51.643407 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-94ecc78e-069c-4a7a-a423-73b65d85f49e admin admin] Request body: {'subnet': {'network_id': 'cb9888ba-fd92-4284-8691-d704204a6929', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-458947903-subnet', 'tenant_id': '1d793ab256c04fadac89445fab3ed636', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:51.650607 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-519b2572-2c40-4552-91f0-a421cba741bf req-3735102f-a87d-4cf5-94dd-0fc02e3edab1 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks [] for port (a563e7f5-31a5-4035-bfb2-5f8301a3e274), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:51.654302 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ce2f9-b0b9-434c-8cf4-a2cd574315c5 admin admin] Pushing event updated for resources: {'Network': ['ID=cb9888ba-fd92-4284-8691-d704204a6929,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:51.668266 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-4826f191-d3d9-4404-a2c5-52f8a9aefb69 admin admin] Request body: {'subnet': {'network_id': 'e27726b6-584c-451c-a170-435551e2c659', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1356089386-subnet', 'tenant_id': '60a31152c92648bfb27496f9e1d342d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:51.677059 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network cb9888ba-fd92-4284-8691-d704204a6929 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:56:51.737058 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ecc78e-069c-4a7a-a423-73b65d85f49e admin admin] Made reservation on behalf of 1d793ab256c04fadac89445fab3ed636 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:56:51.740728 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-94ecc78e-069c-4a7a-a423-73b65d85f49e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:51.762118 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902aea06-25f0-451d-b9f9-eaa468141d4f admin admin] Pushing event updated for resources: {'Network': ['ID=e27726b6-584c-451c-a170-435551e2c659,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:51.779880 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network e27726b6-584c-451c-a170-435551e2c659 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:56:51.782390 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=acb823f3-7977-4284-b303-e6126c9172cf,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:51.828988 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5463282e-a08f-4789-a2df-f8b5abd520ed req-7fe39fbb-a20e-44aa-b7e2-7792fca134f0 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc65a27c-5f6a-4670-9d85-4905f2ad2810 HTTP/1.1" status: 200  len: 210 time: 0.1131413
Feb 05 20:56:51.831951 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-519b2572-2c40-4552-91f0-a421cba741bf req-3735102f-a87d-4cf5-94dd-0fc02e3edab1 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (a563e7f5-31a5-4035-bfb2-5f8301a3e274), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:51.866272 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['35c6f3f5-10d5-4610-94a0-0c6195303a95'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:56:51.882084 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-03a67625-647b-43c8-bbe4-47538510e903 admin admin] Publish callbacks [] for security_group (3b4b9b81-42a5-4b9e-8afc-c1e8b0f2b98b), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:51.926103 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-03a67625-647b-43c8-bbe4-47538510e903 admin admin] Publish callbacks [] for security_group (3b4b9b81-42a5-4b9e-8afc-c1e8b0f2b98b), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:51.968557 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4826f191-d3d9-4404-a2c5-52f8a9aefb69 admin admin] Made reservation on behalf of 60a31152c92648bfb27496f9e1d342d2 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:56:51.973987 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4826f191-d3d9-4404-a2c5-52f8a9aefb69 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:51.979160 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 3a1e8ac6-e5dd-47a1-a79b-976ef386504b completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:56:52.026572 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-519b2572-2c40-4552-91f0-a421cba741bf req-3735102f-a87d-4cf5-94dd-0fc02e3edab1 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Network bc807625-43b9-4f71-ba0e-13ea567a25e8 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:56:52.031988 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-03a67625-647b-43c8-bbe4-47538510e903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (3b4b9b81-42a5-4b9e-8afc-c1e8b0f2b98b), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:52.034603 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-03a67625-647b-43c8-bbe4-47538510e903 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:52.040611 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-03a67625-647b-43c8-bbe4-47538510e903 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3b4b9b81-42a5-4b9e-8afc-c1e8b0f2b98b HTTP/1.1" status: 204  len: 168 time: 0.4817276
Feb 05 20:56:52.056683 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3735102f-a87d-4cf5-94dd-0fc02e3edab1 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Pushing event updated for resources: {'Port': ['ID=a563e7f5-31a5-4035-bfb2-5f8301a3e274,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:52.066060 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-519b2572-2c40-4552-91f0-a421cba741bf req-3735102f-a87d-4cf5-94dd-0fc02e3edab1 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:56:52.072458 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-519b2572-2c40-4552-91f0-a421cba741bf req-3735102f-a87d-4cf5-94dd-0fc02e3edab1 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:56:52.087574 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 3a1e8ac6-e5dd-47a1-a79b-976ef386504b triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:56:52.088466 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (3a1e8ac6-e5dd-47a1-a79b-976ef386504b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:52.147848 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a67625-647b-43c8-bbe4-47538510e903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4b9b81-42a5-4b9e-8afc-c1e8b0f2b98b,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:52.186735 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-62795111-083b-484a-af87-4a287e65a709 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:52.188757 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-62795111-083b-484a-af87-4a287e65a709 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.39 "GET /v2.0/networks?id=4661090a-6e57-4b4a-aed3-8f7f3b2681d6 HTTP/1.1" status: 200  len: 813 time: 0.2293661
Feb 05 20:56:52.204766 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b2572-2c40-4552-91f0-a421cba741bf req-3735102f-a87d-4cf5-94dd-0fc02e3edab1 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:52.205416 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-519b2572-2c40-4552-91f0-a421cba741bf req-3735102f-a87d-4cf5-94dd-0fc02e3edab1 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:52.215215 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-8afd823c-bb05-47bc-a5a5-418c7b070971 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Request body: {'port': {'device_id': '8f92f964-7165-40c9-b889-b0dff3158f60', 'network_id': '4661090a-6e57-4b4a-aed3-8f7f3b2681d6', 'admin_state_up': True, 'tenant_id': '6dedbf2bdef94ed28b18010cec65d736'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:52.349986 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-519b2572-2c40-4552-91f0-a421cba741bf req-3735102f-a87d-4cf5-94dd-0fc02e3edab1 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9303684
Feb 05 20:56:52.366493 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-519b2572-2c40-4552-91f0-a421cba741bf req-c32a8c63-0179-41dc-8397-f84d31cbd8f8 service neutron] Request body: {'port': {'device_id': 'caa7160c-269b-496e-9086-d740db1cec71', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:52.378798 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 3a1e8ac6-e5dd-47a1-a79b-976ef386504b is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:56:52.380671 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3a1e8ac6-e5dd-47a1-a79b-976ef386504b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:52.431441 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-94ecc78e-069c-4a7a-a423-73b65d85f49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (1a29db71-64bb-4b41-abf2-897d595cd164), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:52.439705 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 3a1e8ac6-e5dd-47a1-a79b-976ef386504b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a1e8ac6-e5dd-47a1-a79b-976ef386504b,segment=NetworkSegment(180079d9-3802-4753-bdea-bdcba1df7383),segment_id=180079d9-3802-4753-bdea-bdcba1df7383)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:56:52.453872 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (3a1e8ac6-e5dd-47a1-a79b-976ef386504b), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:52.454714 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 58dda4e9-8dcd-438a-a2a5-133cac5c0ff6 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:56:52.544100 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ecc78e-069c-4a7a-a423-73b65d85f49e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a29db71-64bb-4b41-abf2-897d595cd164,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:52.561770 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-519b2572-2c40-4552-91f0-a421cba741bf req-c32a8c63-0179-41dc-8397-f84d31cbd8f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a563e7f5-31a5-4035-bfb2-5f8301a3e274), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:52.592073 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ecc78e-069c-4a7a-a423-73b65d85f49e admin admin] Checking segment: {'id': 'f21dc639-5af9-41ca-ac39-c80d5d7b6194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cb9888ba-fd92-4284-8691-d704204a6929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:56:52.592448 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ecc78e-069c-4a7a-a423-73b65d85f49e admin admin] Network hostable DHCP agents. Network: cb9888ba-fd92-4284-8691-d704204a6929, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:56:52.594217 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=3a1e8ac6-e5dd-47a1-a79b-976ef386504b,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:52.617080 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 58dda4e9-8dcd-438a-a2a5-133cac5c0ff6 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:56:52.621849 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 58dda4e9-8dcd-438a-a2a5-133cac5c0ff6 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:56:52.622647 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (58dda4e9-8dcd-438a-a2a5-133cac5c0ff6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:52.627835 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-8afd823c-bb05-47bc-a5a5-418c7b070971 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Made reservation on behalf of 6dedbf2bdef94ed28b18010cec65d736 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:56:52.632000 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-8afd823c-bb05-47bc-a5a5-418c7b070971 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:52.729591 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 58dda4e9-8dcd-438a-a2a5-133cac5c0ff6 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:56:52.729985 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (58dda4e9-8dcd-438a-a2a5-133cac5c0ff6), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:52.748564 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ecc78e-069c-4a7a-a423-73b65d85f49e admin admin] Network cb9888ba-fd92-4284-8691-d704204a6929 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:56:52.779528 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 58dda4e9-8dcd-438a-a2a5-133cac5c0ff6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58dda4e9-8dcd-438a-a2a5-133cac5c0ff6,segment=NetworkSegment(180079d9-3802-4753-bdea-bdcba1df7383),segment_id=180079d9-3802-4753-bdea-bdcba1df7383)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:56:52.790283 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (58dda4e9-8dcd-438a-a2a5-133cac5c0ff6), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:52.790283 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 9660cfc0-bfac-4a7d-a596-8d37f433d2c1 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:56:52.815358 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-94ecc78e-069c-4a7a-a423-73b65d85f49e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cb9888ba-fd92-4284-8691-d704204a6929) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:56:52.827621 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-25935b60-b2e9-49a2-864a-5354c502af0d tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:52.829798 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-25935b60-b2e9-49a2-864a-5354c502af0d tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.39 "GET /v2.0/networks?id=4661090a-6e57-4b4a-aed3-8f7f3b2681d6 HTTP/1.1" status: 200  len: 813 time: 1.1279068
Feb 05 20:56:52.830569 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ecc78e-069c-4a7a-a423-73b65d85f49e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:52.831172 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-94ecc78e-069c-4a7a-a423-73b65d85f49e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:52.839962 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30bb625-cc5b-42b2-bb3b-a9f99550708a None None] Network cb9888ba-fd92-4284-8691-d704204a6929 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:56:52.873455 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-812220dd-31c7-4201-b47e-dd7c97f4ab8e tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Request body: {'port': {'device_id': '3ea88ab1-3a41-4d76-a59f-13fb64022619', 'network_id': '4661090a-6e57-4b4a-aed3-8f7f3b2681d6', 'admin_state_up': True, 'tenant_id': '6dedbf2bdef94ed28b18010cec65d736'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:52.881379 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-94ecc78e-069c-4a7a-a423-73b65d85f49e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 1.2420256
Feb 05 20:56:52.883157 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-859182dd-9a96-4518-9554-0f42943455ff req-33257c5b-357f-48a1-9bae-8126d9bf2a68 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Publish callbacks [] for port (d403d303-c755-4a9c-bf35-768272e4eb05), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:52.969244 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-859182dd-9a96-4518-9554-0f42943455ff req-33257c5b-357f-48a1-9bae-8126d9bf2a68 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (d403d303-c755-4a9c-bf35-768272e4eb05), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:52.990644 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-8afd823c-bb05-47bc-a5a5-418c7b070971 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Allocated IP 172.20.0.6 (4661090a-6e57-4b4a-aed3-8f7f3b2681d6/a595d3fa-3887-4b08-abeb-b930fb14fdcc/73b45579-249d-41e9-95e0-a534db02619a) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:56:53.023682 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 9660cfc0-bfac-4a7d-a596-8d37f433d2c1 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:56:53.044076 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 9660cfc0-bfac-4a7d-a596-8d37f433d2c1 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:56:53.045067 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9660cfc0-bfac-4a7d-a596-8d37f433d2c1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:53.054823 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=58dda4e9-8dcd-438a-a2a5-133cac5c0ff6,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:53.090452 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9faf9-2320-459e-b660-a3e04c5f389c req-74b51ee1-7b84-4827-9a01-c819ba638193 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:53.100201 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aaf9faf9-2320-459e-b660-a3e04c5f389c req-74b51ee1-7b84-4827-9a01-c819ba638193 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa7160c-269b-496e-9086-d740db1cec71 HTTP/1.1" status: 200  len: 932 time: 1.1226301
Feb 05 20:56:53.140122 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92439204-db3b-4462-b927-b836606acfcb None None] Network cb9888ba-fd92-4284-8691-d704204a6929 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:56:53.178048 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-519b2572-2c40-4552-91f0-a421cba741bf req-c32a8c63-0179-41dc-8397-f84d31cbd8f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a563e7f5-31a5-4035-bfb2-5f8301a3e274 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:56:53.204296 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-519b2572-2c40-4552-91f0-a421cba741bf req-c32a8c63-0179-41dc-8397-f84d31cbd8f8 service neutron] Publish callbacks [] for port (a563e7f5-31a5-4035-bfb2-5f8301a3e274), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:53.229682 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517680a-2bd2-48d7-bc36-61007e8946de req-a53ff0d8-9733-42ee-bd04-1e39f8b055a8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:53.235236 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517680a-2bd2-48d7-bc36-61007e8946de req-a53ff0d8-9733-42ee-bd04-1e39f8b055a8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:53.244933 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb823f3-7977-4284-b303-e6126c9172cf'}, {'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1e8ac6-e5dd-47a1-a79b-976ef386504b'}, {'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58dda4e9-8dcd-438a-a2a5-133cac5c0ff6'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:56:53.247717 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db04504d-27e5-4c9e-9472-01c9b17588d4" -d '{"events": [{"server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "name": "network-vif-plugged", "status": "completed", "tag": "acb823f3-7977-4284-b303-e6126c9172cf"}, {"server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "name": "network-vif-plugged", "status": "completed", "tag": "3a1e8ac6-e5dd-47a1-a79b-976ef386504b"}, {"server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "name": "network-vif-plugged", "status": "completed", "tag": "58dda4e9-8dcd-438a-a2a5-133cac5c0ff6"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:56:53.250089 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517680a-2bd2-48d7-bc36-61007e8946de req-a53ff0d8-9733-42ee-bd04-1e39f8b055a8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:53.259573 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517680a-2bd2-48d7-bc36-61007e8946de req-a53ff0d8-9733-42ee-bd04-1e39f8b055a8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:53.274844 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517680a-2bd2-48d7-bc36-61007e8946de req-a53ff0d8-9733-42ee-bd04-1e39f8b055a8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:53.287061 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517680a-2bd2-48d7-bc36-61007e8946de req-a53ff0d8-9733-42ee-bd04-1e39f8b055a8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:53.297794 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517680a-2bd2-48d7-bc36-61007e8946de req-a53ff0d8-9733-42ee-bd04-1e39f8b055a8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:53.300260 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6517680a-2bd2-48d7-bc36-61007e8946de req-a53ff0d8-9733-42ee-bd04-1e39f8b055a8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 5429 time: 0.6089413
Feb 05 20:56:53.311161 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-519b2572-2c40-4552-91f0-a421cba741bf req-c32a8c63-0179-41dc-8397-f84d31cbd8f8 service neutron] Transition to ACTIVE for port object a563e7f5-31a5-4035-bfb2-5f8301a3e274 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:56:53.322095 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-519b2572-2c40-4552-91f0-a421cba741bf req-c32a8c63-0179-41dc-8397-f84d31cbd8f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (a563e7f5-31a5-4035-bfb2-5f8301a3e274), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:53.332004 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39956) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:53.344114 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 9660cfc0-bfac-4a7d-a596-8d37f433d2c1 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:56:53.344695 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9660cfc0-bfac-4a7d-a596-8d37f433d2c1), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:53.345321 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-859182dd-9a96-4518-9554-0f42943455ff req-33257c5b-357f-48a1-9bae-8126d9bf2a68 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Network e5bad89e-49de-41ba-a147-9df845de8073 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:56:53.370530 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-859182dd-9a96-4518-9554-0f42943455ff req-33257c5b-357f-48a1-9bae-8126d9bf2a68 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:56:53.378170 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33257c5b-357f-48a1-9bae-8126d9bf2a68 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Pushing event updated for resources: {'Port': ['ID=d403d303-c755-4a9c-bf35-768272e4eb05,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:53.385245 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-859182dd-9a96-4518-9554-0f42943455ff req-33257c5b-357f-48a1-9bae-8126d9bf2a68 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:56:53.385961 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 9660cfc0-bfac-4a7d-a596-8d37f433d2c1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9660cfc0-bfac-4a7d-a596-8d37f433d2c1,segment=NetworkSegment(180079d9-3802-4753-bdea-bdcba1df7383),segment_id=180079d9-3802-4753-bdea-bdcba1df7383)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:56:53.393055 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9660cfc0-bfac-4a7d-a596-8d37f433d2c1), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:53.394694 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 96b065aa-9042-42d0-9376-669227f49c16 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:56:53.417813 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-8afd823c-bb05-47bc-a5a5-418c7b070971 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Publish callbacks [] for port (73b45579-249d-41e9-95e0-a534db02619a), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:53.483492 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a8c63-0179-41dc-8397-f84d31cbd8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a563e7f5-31a5-4035-bfb2-5f8301a3e274,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:53.494425 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=9660cfc0-bfac-4a7d-a596-8d37f433d2c1,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:53.516765 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 96b065aa-9042-42d0-9376-669227f49c16 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:56:53.522501 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 96b065aa-9042-42d0-9376-669227f49c16 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:56:53.523185 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (96b065aa-9042-42d0-9376-669227f49c16), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:53.536729 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aaf9faf9-2320-459e-b660-a3e04c5f389c req-91550091-ce17-468d-bc73-1be71c6fac9f tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3780303
Feb 05 20:56:53.560082 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859182dd-9a96-4518-9554-0f42943455ff req-33257c5b-357f-48a1-9bae-8126d9bf2a68 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:53.561597 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-859182dd-9a96-4518-9554-0f42943455ff req-33257c5b-357f-48a1-9bae-8126d9bf2a68 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:53.572161 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4826f191-d3d9-4404-a2c5-52f8a9aefb69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (2fb59051-3f07-4250-8778-3de952b07289), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:53.585133 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6517680a-2bd2-48d7-bc36-61007e8946de req-eb97855b-4bb6-4458-95fa-db5979869888 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&id=f2a34937-6f7c-447d-a100-f79bb6d8301c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2713382
Feb 05 20:56:53.586417 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-b95f6bc6-09d8-4c85-9090-aa449bc1d83c tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1817418411'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:53.589697 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-812220dd-31c7-4201-b47e-dd7c97f4ab8e tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Made reservation on behalf of 6dedbf2bdef94ed28b18010cec65d736 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:56:53.593164 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-812220dd-31c7-4201-b47e-dd7c97f4ab8e tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:53.594338 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-8afd823c-bb05-47bc-a5a5-418c7b070971 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (73b45579-249d-41e9-95e0-a534db02619a), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:53.597105 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-519b2572-2c40-4552-91f0-a421cba741bf req-c32a8c63-0179-41dc-8397-f84d31cbd8f8 service neutron] Attempting to bind port a563e7f5-31a5-4035-bfb2-5f8301a3e274 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:56:53.597448 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-519b2572-2c40-4552-91f0-a421cba741bf req-c32a8c63-0179-41dc-8397-f84d31cbd8f8 service neutron] Attempting to bind port a563e7f5-31a5-4035-bfb2-5f8301a3e274 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7f85ed9d-b7ce-414c-8ae4-25f17816204d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bc807625-43b9-4f71-ba0e-13ea567a25e8'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:56:53.597797 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519b2572-2c40-4552-91f0-a421cba741bf req-c32a8c63-0179-41dc-8397-f84d31cbd8f8 service neutron] Attempting to bind port a563e7f5-31a5-4035-bfb2-5f8301a3e274 on network bc807625-43b9-4f71-ba0e-13ea567a25e8 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:56:53.627031 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-859182dd-9a96-4518-9554-0f42943455ff req-33257c5b-357f-48a1-9bae-8126d9bf2a68 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4037514
Feb 05 20:56:53.639591 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 96b065aa-9042-42d0-9376-669227f49c16 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:56:53.639991 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (96b065aa-9042-42d0-9376-669227f49c16), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:53.654204 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-859182dd-9a96-4518-9554-0f42943455ff req-2e9b1f12-a54c-4994-b3d4-0bf63eca8f68 service neutron] Request body: {'port': {'device_id': 'cc65a27c-5f6a-4670-9d85-4905f2ad2810', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:53.692206 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 96b065aa-9042-42d0-9376-669227f49c16, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=96b065aa-9042-42d0-9376-669227f49c16,segment=NetworkSegment(16f07f35-cf6e-401e-a5f2-33d98b0f9749),segment_id=16f07f35-cf6e-401e-a5f2-33d98b0f9749)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:56:53.694061 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519b2572-2c40-4552-91f0-a421cba741bf req-c32a8c63-0179-41dc-8397-f84d31cbd8f8 service neutron] Port a563e7f5-31a5-4035-bfb2-5f8301a3e274 on network bc807625-43b9-4f71-ba0e-13ea567a25e8 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:56:53.694773 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519b2572-2c40-4552-91f0-a421cba741bf req-c32a8c63-0179-41dc-8397-f84d31cbd8f8 service neutron] Attempting to bind port a563e7f5-31a5-4035-bfb2-5f8301a3e274 on network bc807625-43b9-4f71-ba0e-13ea567a25e8 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:56:53.698053 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (96b065aa-9042-42d0-9376-669227f49c16), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:53.700029 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 1dc73499-8f1c-4fa1-a727-5942182a3985 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:56:53.709681 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-8afd823c-bb05-47bc-a5a5-418c7b070971 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Network 4661090a-6e57-4b4a-aed3-8f7f3b2681d6 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:56:53.710509 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd823c-bb05-47bc-a5a5-418c7b070971 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Pushing event updated for resources: {'Port': ['ID=73b45579-249d-41e9-95e0-a534db02619a,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:53.715121 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519b2572-2c40-4552-91f0-a421cba741bf req-c32a8c63-0179-41dc-8397-f84d31cbd8f8 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:56:53.715475 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519b2572-2c40-4552-91f0-a421cba741bf req-c32a8c63-0179-41dc-8397-f84d31cbd8f8 service neutron] Checking segment: {'id': '7f85ed9d-b7ce-414c-8ae4-25f17816204d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bc807625-43b9-4f71-ba0e-13ea567a25e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:56:53.715933 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519b2572-2c40-4552-91f0-a421cba741bf req-c32a8c63-0179-41dc-8397-f84d31cbd8f8 service neutron] Bound using segment: {'id': '7f85ed9d-b7ce-414c-8ae4-25f17816204d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bc807625-43b9-4f71-ba0e-13ea567a25e8'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:56:53.716383 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-519b2572-2c40-4552-91f0-a421cba741bf req-c32a8c63-0179-41dc-8397-f84d31cbd8f8 service neutron] Bound port: a563e7f5-31a5-4035-bfb2-5f8301a3e274, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f85ed9d-b7ce-414c-8ae4-25f17816204d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bc807625-43b9-4f71-ba0e-13ea567a25e8'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:56:53.716778 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-519b2572-2c40-4552-91f0-a421cba741bf req-c32a8c63-0179-41dc-8397-f84d31cbd8f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a563e7f5-31a5-4035-bfb2-5f8301a3e274), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:53.719683 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-8afd823c-bb05-47bc-a5a5-418c7b070971 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:56:53.722456 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-8afd823c-bb05-47bc-a5a5-418c7b070971 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:56:53.737659 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95f6bc6-09d8-4c85-9090-aa449bc1d83c tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Made reservation on behalf of 596001349216478ba32cea9337435650 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:56:53.743790 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b95f6bc6-09d8-4c85-9090-aa449bc1d83c tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:53.768189 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826f191-d3d9-4404-a2c5-52f8a9aefb69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fb59051-3f07-4250-8778-3de952b07289,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:53.795410 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=96b065aa-9042-42d0-9376-669227f49c16,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:53.800327 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b95f6bc6-09d8-4c85-9090-aa449bc1d83c tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:53.813369 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 1dc73499-8f1c-4fa1-a727-5942182a3985 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:56:53.819180 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 1dc73499-8f1c-4fa1-a727-5942182a3985 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:56:53.819972 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1dc73499-8f1c-4fa1-a727-5942182a3985), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:53.843435 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-8afd823c-bb05-47bc-a5a5-418c7b070971 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:53.844415 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-8afd823c-bb05-47bc-a5a5-418c7b070971 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:53.859371 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4826f191-d3d9-4404-a2c5-52f8a9aefb69 admin admin] Checking segment: {'id': 'f7cb0ed2-51b9-4103-8971-4797663ef814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e27726b6-584c-451c-a170-435551e2c659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:56:53.859993 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4826f191-d3d9-4404-a2c5-52f8a9aefb69 admin admin] Network hostable DHCP agents. Network: e27726b6-584c-451c-a170-435551e2c659, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:56:53.885633 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-8afd823c-bb05-47bc-a5a5-418c7b070971 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6767862
Feb 05 20:56:53.889618 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-519b2572-2c40-4552-91f0-a421cba741bf req-c32a8c63-0179-41dc-8397-f84d31cbd8f8 service neutron] For port a563e7f5-31a5-4035-bfb2-5f8301a3e274, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:56:53.891867 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-859182dd-9a96-4518-9554-0f42943455ff req-2e9b1f12-a54c-4994-b3d4-0bf63eca8f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d403d303-c755-4a9c-bf35-768272e4eb05), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:53.896321 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-519b2572-2c40-4552-91f0-a421cba741bf req-c32a8c63-0179-41dc-8397-f84d31cbd8f8 service neutron] For port a563e7f5-31a5-4035-bfb2-5f8301a3e274, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a563e7f5-31a5-4035-bfb2-5f8301a3e274,segment=NetworkSegment(7f85ed9d-b7ce-414c-8ae4-25f17816204d),segment_id=7f85ed9d-b7ce-414c-8ae4-25f17816204d)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:56:53.903592 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-54c5a562-99c0-4da3-8835-7c4e710cb85a service neutron] Request body: {'port': {'device_id': '8f92f964-7165-40c9-b889-b0dff3158f60', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:53.921317 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 1dc73499-8f1c-4fa1-a727-5942182a3985 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:56:53.921831 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1dc73499-8f1c-4fa1-a727-5942182a3985), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:53.932310 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-519b2572-2c40-4552-91f0-a421cba741bf req-c32a8c63-0179-41dc-8397-f84d31cbd8f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (a563e7f5-31a5-4035-bfb2-5f8301a3e274), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:53.964169 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 1dc73499-8f1c-4fa1-a727-5942182a3985, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1dc73499-8f1c-4fa1-a727-5942182a3985,segment=NetworkSegment(1c33481a-a1a0-4cb5-879e-3b12d35e9945),segment_id=1c33481a-a1a0-4cb5-879e-3b12d35e9945)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:56:53.969835 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (1dc73499-8f1c-4fa1-a727-5942182a3985), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:53.977468 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e35657-26ac-4230-8e73-cbf24f196597 req-5ae491bb-bb3f-4a22-a8de-5d7689683d95 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:53.979428 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-35e35657-26ac-4230-8e73-cbf24f196597 req-5ae491bb-bb3f-4a22-a8de-5d7689683d95 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc65a27c-5f6a-4670-9d85-4905f2ad2810 HTTP/1.1" status: 200  len: 931 time: 0.2843018
Feb 05 20:56:53.983870 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b2572-2c40-4552-91f0-a421cba741bf req-c32a8c63-0179-41dc-8397-f84d31cbd8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:53.984501 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-519b2572-2c40-4552-91f0-a421cba741bf req-c32a8c63-0179-41dc-8397-f84d31cbd8f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:53.986048 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-519b2572-2c40-4552-91f0-a421cba741bf req-c32a8c63-0179-41dc-8397-f84d31cbd8f8 service neutron] 10.222.0.39 "PUT /v2.0/ports/a563e7f5-31a5-4035-bfb2-5f8301a3e274 HTTP/1.1" status: 200  len: 1092 time: 1.6252651
Feb 05 20:56:53.992736 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa7160c-269b-496e-9086-d740db1cec71', 'tag': 'a563e7f5-31a5-4035-bfb2-5f8301a3e274'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:56:53.994953 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806d4964-76d6-45cd-bda2-1ae6afd87282" -d '{"events": [{"name": "network-changed", "server_uuid": "caa7160c-269b-496e-9086-d740db1cec71", "tag": "a563e7f5-31a5-4035-bfb2-5f8301a3e274"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:56:54.001418 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7cf204-da8a-4c63-8bd4-60dfde105318 req-2a19ae1a-1e84-4ddc-af07-d491fe13f7ba tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:54.003529 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1f7cf204-da8a-4c63-8bd4-60dfde105318 req-2a19ae1a-1e84-4ddc-af07-d491fe13f7ba tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f92f964-7165-40c9-b889-b0dff3158f60 HTTP/1.1" status: 200  len: 931 time: 0.3463700
Feb 05 20:56:54.034939 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4826f191-d3d9-4404-a2c5-52f8a9aefb69 admin admin] Network e27726b6-584c-451c-a170-435551e2c659 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:56:54.042134 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=1dc73499-8f1c-4fa1-a727-5942182a3985,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:54.076527 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-54c5a562-99c0-4da3-8835-7c4e710cb85a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (73b45579-249d-41e9-95e0-a534db02619a), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:54.092612 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-812220dd-31c7-4201-b47e-dd7c97f4ab8e tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Allocated IP 172.20.0.14 (4661090a-6e57-4b4a-aed3-8f7f3b2681d6/a595d3fa-3887-4b08-abeb-b930fb14fdcc/77e4a6e8-59a2-44d2-9208-86dccf2cbc28) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:56:54.105090 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-4826f191-d3d9-4404-a2c5-52f8a9aefb69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e27726b6-584c-451c-a170-435551e2c659) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:56:54.114658 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5726cf31-8339-4951-81cd-c8a89cc20e44 None None] Network e27726b6-584c-451c-a170-435551e2c659 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:56:54.117590 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a8c63-0179-41dc-8397-f84d31cbd8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a563e7f5-31a5-4035-bfb2-5f8301a3e274,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:54.121141 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4826f191-d3d9-4404-a2c5-52f8a9aefb69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:54.121724 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4826f191-d3d9-4404-a2c5-52f8a9aefb69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:54.123913 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b95f6bc6-09d8-4c85-9090-aa449bc1d83c tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks [] for security_group (d56fd18b-d6ec-4a76-8d32-c2d7ce1e95ca), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:54.135493 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b95f6bc6-09d8-4c85-9090-aa449bc1d83c tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (d56fd18b-d6ec-4a76-8d32-c2d7ce1e95ca), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:54.208526 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b95f6bc6-09d8-4c85-9090-aa449bc1d83c tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:56:54.227836 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b2572-2c40-4552-91f0-a421cba741bf req-45c5e460-9aaa-4d9a-95e8-8cac0ac43b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:54.229366 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-519b2572-2c40-4552-91f0-a421cba741bf req-45c5e460-9aaa-4d9a-95e8-8cac0ac43b07 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c115672e27d44cf2b79a3945af717ae8&device_id=caa7160c-269b-496e-9086-d740db1cec71 HTTP/1.1" status: 200  len: 1126 time: 0.1757002
Feb 05 20:56:54.234741 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f6bc6-09d8-4c85-9090-aa449bc1d83c tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d56fd18b-d6ec-4a76-8d32-c2d7ce1e95ca,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:54.238219 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7daedd2-a274-49f9-8b03-8a1a4504611d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e27726b6-584c-451c-a170-435551e2c659', 'network_id': 'e27726b6-584c-451c-a170-435551e2c659', 'project_id': '60a31152c92648bfb27496f9e1d342d2', 'fixed_ips': [{'subnet_id': '2fb59051-3f07-4250-8778-3de952b07289'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 20:56:54.239667 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d7daedd2-a274-49f9-8b03-8a1a4504611d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:54.263171 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1f7cf204-da8a-4c63-8bd4-60dfde105318 req-caec0d92-a0a6-4d37-90f6-77076789a028 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/security-groups?id=98d8181e-a3ec-4dcd-9e51-198c38564f14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2156849
Feb 05 20:56:54.282841 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4826f191-d3d9-4404-a2c5-52f8a9aefb69 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.6369560
Feb 05 20:56:54.283922 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39962) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:54.303023 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b95f6bc6-09d8-4c85-9090-aa449bc1d83c tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (453e4239-1197-4b81-bca3-d720cb67ab5b), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:54.303373 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-b95f6bc6-09d8-4c85-9090-aa449bc1d83c tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Added segment 453e4239-1197-4b81-bca3-d720cb67ab5b of type vlan for network 96de77c1-b183-45b0-b4ef-7680c09ecd78
Feb 05 20:56:54.306415 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-35e35657-26ac-4230-8e73-cbf24f196597 req-b2cae88d-0140-46f6-b5c3-92a013586dc2 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b7fce5f-fa25-4376-9d41-d435a6818110&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3127155
Feb 05 20:56:54.308268 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-36b8c220-ee1b-4d5b-830a-595f6b133f90 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1356089386-router', 'tenant_id': '60a31152c92648bfb27496f9e1d342d2', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:54.381360 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 05 Feb 2022 20:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69ca961-e4ba-4b80-90f2-1c276ff7054b x-openstack-request-id: req-f69ca961-e4ba-4b80-90f2-1c276ff7054b {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:56:54.381650 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "name": "network-vif-plugged", "status": "completed", "tag": "acb823f3-7977-4284-b303-e6126c9172cf", "code": 200}, {"server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "name": "network-vif-plugged", "status": "completed", "tag": "3a1e8ac6-e5dd-47a1-a79b-976ef386504b", "code": 200}, {"server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "name": "network-vif-plugged", "status": "completed", "tag": "58dda4e9-8dcd-438a-a2a5-133cac5c0ff6", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:56:54.381935 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f69ca961-e4ba-4b80-90f2-1c276ff7054b {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:56:54.382330 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb823f3-7977-4284-b303-e6126c9172cf', 'code': 200}
Feb 05 20:56:54.382609 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1e8ac6-e5dd-47a1-a79b-976ef386504b', 'code': 200}
Feb 05 20:56:54.382879 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58dda4e9-8dcd-438a-a2a5-133cac5c0ff6', 'code': 200}
Feb 05 20:56:54.407911 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-519b2572-2c40-4552-91f0-a421cba741bf req-b17f975b-b911-4b29-8959-7c6d8be77f8a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a563e7f5-31a5-4035-bfb2-5f8301a3e274 HTTP/1.1" status: 200  len: 217 time: 0.1683540
Feb 05 20:56:54.408197 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-d7daedd2-a274-49f9-8b03-8a1a4504611d None None] Allocated IP 172.20.0.2 (e27726b6-584c-451c-a170-435551e2c659/2fb59051-3f07-4250-8778-3de952b07289/67f97fdb-f597-4a7c-b1d9-f83710044974) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:56:54.459559 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd56e660-dc1a-4377-a91f-c88f87eaf568 x-openstack-request-id: req-fd56e660-dc1a-4377-a91f-c88f87eaf568 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:56:54.459857 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa7160c-269b-496e-9086-d740db1cec71", "tag": "a563e7f5-31a5-4035-bfb2-5f8301a3e274", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:56:54.460159 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd56e660-dc1a-4377-a91f-c88f87eaf568 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:56:54.460651 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caa7160c-269b-496e-9086-d740db1cec71', 'tag': 'a563e7f5-31a5-4035-bfb2-5f8301a3e274', 'status': 'completed', 'code': 200}
Feb 05 20:56:54.501828 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b95f6bc6-09d8-4c85-9090-aa449bc1d83c tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (96de77c1-b183-45b0-b4ef-7680c09ecd78), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:54.509791 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-36b8c220-ee1b-4d5b-830a-595f6b133f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (c089098b-3624-4c53-803f-f61694c88e0b), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:54.510862 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-36b8c220-ee1b-4d5b-830a-595f6b133f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (c089098b-3624-4c53-803f-f61694c88e0b), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:54.542464 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b2572-2c40-4552-91f0-a421cba741bf req-74248faa-d6a0-40cd-90be-967762004a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:54.544181 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-519b2572-2c40-4552-91f0-a421cba741bf req-74248faa-d6a0-40cd-90be-967762004a8d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=87ea50f2-4a9d-4e76-83e4-8a4c87cd9a22 HTTP/1.1" status: 200  len: 846 time: 0.1127014
Feb 05 20:56:54.553359 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-812220dd-31c7-4201-b47e-dd7c97f4ab8e tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Publish callbacks [] for port (77e4a6e8-59a2-44d2-9208-86dccf2cbc28), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:54.586773 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b95f6bc6-09d8-4c85-9090-aa449bc1d83c tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (96de77c1-b183-45b0-b4ef-7680c09ecd78), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:54.591785 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95f6bc6-09d8-4c85-9090-aa449bc1d83c tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:54.592385 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b95f6bc6-09d8-4c85-9090-aa449bc1d83c tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:54.622226 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-519b2572-2c40-4552-91f0-a421cba741bf req-c666a0de-a58f-4a33-940e-085e517a63bf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bc807625-43b9-4f71-ba0e-13ea567a25e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0708961
Feb 05 20:56:54.662082 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-859182dd-9a96-4518-9554-0f42943455ff req-2e9b1f12-a54c-4994-b3d4-0bf63eca8f68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d403d303-c755-4a9c-bf35-768272e4eb05 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:56:54.664866 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-36b8c220-ee1b-4d5b-830a-595f6b133f90 admin admin] Publish callbacks [] for router_controller (c089098b-3624-4c53-803f-f61694c88e0b), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:54.665724 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d7daedd2-a274-49f9-8b03-8a1a4504611d None None] Publish callbacks [] for port (67f97fdb-f597-4a7c-b1d9-f83710044974), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:54.672575 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d7daedd2-a274-49f9-8b03-8a1a4504611d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (67f97fdb-f597-4a7c-b1d9-f83710044974), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:54.689967 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-859182dd-9a96-4518-9554-0f42943455ff req-2e9b1f12-a54c-4994-b3d4-0bf63eca8f68 service neutron] Publish callbacks [] for port (d403d303-c755-4a9c-bf35-768272e4eb05), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:54.724193 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7daedd2-a274-49f9-8b03-8a1a4504611d None None] Network e27726b6-584c-451c-a170-435551e2c659 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:56:54.725075 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-812220dd-31c7-4201-b47e-dd7c97f4ab8e tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (77e4a6e8-59a2-44d2-9208-86dccf2cbc28), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:54.727594 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-d7daedd2-a274-49f9-8b03-8a1a4504611d None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:56:54.732805 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7daedd2-a274-49f9-8b03-8a1a4504611d None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:56:54.736019 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7daedd2-a274-49f9-8b03-8a1a4504611d None None] Pushing event updated for resources: {'Port': ['ID=67f97fdb-f597-4a7c-b1d9-f83710044974,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:54.779419 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-859182dd-9a96-4518-9554-0f42943455ff req-2e9b1f12-a54c-4994-b3d4-0bf63eca8f68 service neutron] Transition to ACTIVE for port object d403d303-c755-4a9c-bf35-768272e4eb05 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:56:54.788405 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b95f6bc6-09d8-4c85-9090-aa449bc1d83c tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 1.4544668
Feb 05 20:56:54.801919 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-d7daedd2-a274-49f9-8b03-8a1a4504611d None None] Attempting to bind port 67f97fdb-f597-4a7c-b1d9-f83710044974 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:56:54.802729 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-d7daedd2-a274-49f9-8b03-8a1a4504611d None None] Attempting to bind port 67f97fdb-f597-4a7c-b1d9-f83710044974 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7cb0ed2-51b9-4103-8971-4797663ef814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e27726b6-584c-451c-a170-435551e2c659'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:56:54.803104 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7daedd2-a274-49f9-8b03-8a1a4504611d None None] Attempting to bind port 67f97fdb-f597-4a7c-b1d9-f83710044974 on network e27726b6-584c-451c-a170-435551e2c659 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:56:54.804813 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 39978) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:54.808899 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7daedd2-a274-49f9-8b03-8a1a4504611d None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:56:54.809277 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7daedd2-a274-49f9-8b03-8a1a4504611d None None] Checking segment: {'id': 'f7cb0ed2-51b9-4103-8971-4797663ef814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e27726b6-584c-451c-a170-435551e2c659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:56:54.809682 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d7daedd2-a274-49f9-8b03-8a1a4504611d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:54.810076 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7daedd2-a274-49f9-8b03-8a1a4504611d None None] Bound using segment: {'id': 'f7cb0ed2-51b9-4103-8971-4797663ef814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e27726b6-584c-451c-a170-435551e2c659'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:56:54.811409 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-d7daedd2-a274-49f9-8b03-8a1a4504611d None None] Bound port: 67f97fdb-f597-4a7c-b1d9-f83710044974, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cb0ed2-51b9-4103-8971-4797663ef814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e27726b6-584c-451c-a170-435551e2c659'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:56:54.811409 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d7daedd2-a274-49f9-8b03-8a1a4504611d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (67f97fdb-f597-4a7c-b1d9-f83710044974), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:54.814516 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-8ab15764-239a-4f23-a51c-357e8b42d2ad tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Request body: {'subnet': {'network_id': '96de77c1-b183-45b0-b4ef-7680c09ecd78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:54.823850 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-859182dd-9a96-4518-9554-0f42943455ff req-2e9b1f12-a54c-4994-b3d4-0bf63eca8f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (d403d303-c755-4a9c-bf35-768272e4eb05), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:54.830037 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f6bc6-09d8-4c85-9090-aa449bc1d83c tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Pushing event updated for resources: {'Network': ['ID=96de77c1-b183-45b0-b4ef-7680c09ecd78,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:54.848120 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 96de77c1-b183-45b0-b4ef-7680c09ecd78 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:56:54.861786 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-812220dd-31c7-4201-b47e-dd7c97f4ab8e tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Network 4661090a-6e57-4b4a-aed3-8f7f3b2681d6 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:56:54.885045 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-812220dd-31c7-4201-b47e-dd7c97f4ab8e tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:56:54.888167 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-812220dd-31c7-4201-b47e-dd7c97f4ab8e tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:56:54.943476 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e605b21-0e04-4dc4-bb6e-1bf62f5086c8 req-77840f67-cfc3-493d-b42e-8adb03cfb0bb tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:54.946170 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-d7daedd2-a274-49f9-8b03-8a1a4504611d None None] For port 67f97fdb-f597-4a7c-b1d9-f83710044974, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:56:54.950246 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0e605b21-0e04-4dc4-bb6e-1bf62f5086c8 req-77840f67-cfc3-493d-b42e-8adb03cfb0bb tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa7160c-269b-496e-9086-d740db1cec71 HTTP/1.1" status: 200  len: 944 time: 0.2906680
Feb 05 20:56:54.950447 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-d7daedd2-a274-49f9-8b03-8a1a4504611d None None] For port 67f97fdb-f597-4a7c-b1d9-f83710044974, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=67f97fdb-f597-4a7c-b1d9-f83710044974,segment=NetworkSegment(f7cb0ed2-51b9-4103-8971-4797663ef814),segment_id=f7cb0ed2-51b9-4103-8971-4797663ef814)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:56:54.952206 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812220dd-31c7-4201-b47e-dd7c97f4ab8e tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Pushing event updated for resources: {'Port': ['ID=77e4a6e8-59a2-44d2-9208-86dccf2cbc28,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:54.960492 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d7daedd2-a274-49f9-8b03-8a1a4504611d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (67f97fdb-f597-4a7c-b1d9-f83710044974), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:55.030723 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7daedd2-a274-49f9-8b03-8a1a4504611d None None] Pushing event updated for resources: {'Port': ['ID=67f97fdb-f597-4a7c-b1d9-f83710044974,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:55.110446 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-d92726c9-c244-46d9-9931-f3134314528a tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:55.112245 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-d92726c9-c244-46d9-9931-f3134314528a tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/networks?id=cb9888ba-fd92-4284-8691-d704204a6929 HTTP/1.1" status: 200  len: 804 time: 0.4562163
Feb 05 20:56:55.118226 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-812220dd-31c7-4201-b47e-dd7c97f4ab8e tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:55.118908 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-812220dd-31c7-4201-b47e-dd7c97f4ab8e tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:55.197709 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b1f12-a54c-4994-b3d4-0bf63eca8f68 service neutron] Pushing event updated for resources: {'Port': ['ID=d403d303-c755-4a9c-bf35-768272e4eb05,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:55.209914 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-812220dd-31c7-4201-b47e-dd7c97f4ab8e tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3536949
Feb 05 20:56:55.211314 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-e6da8ba9-77b0-4ff8-ac4c-83aedcb3dd7b tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/quotas/1d793ab256c04fadac89445fab3ed636 HTTP/1.1" status: 200  len: 375 time: 0.0802042
Feb 05 20:56:55.217351 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0e605b21-0e04-4dc4-bb6e-1bf62f5086c8 req-ffc5f26d-29bd-40cb-9fce-db078ac8b4bc tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2662525
Feb 05 20:56:55.221465 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab15764-239a-4f23-a51c-357e8b42d2ad tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Made reservation on behalf of 596001349216478ba32cea9337435650 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:56:55.226937 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8ab15764-239a-4f23-a51c-357e8b42d2ad tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:55.325226 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-343a821b-8703-462f-b390-87583aa36912 service neutron] Request body: {'port': {'device_id': '3ea88ab1-3a41-4d76-a59f-13fb64022619', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:55.343300 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-36b8c220-ee1b-4d5b-830a-595f6b133f90 admin admin] Publish callbacks [] for router_gateway (c089098b-3624-4c53-803f-f61694c88e0b), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:55.355953 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-519b2572-2c40-4552-91f0-a421cba741bf req-7941d7d0-bbe0-4184-93ad-69c0c45bdd73 service neutron] 10.222.0.39 "GET /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6925583
Feb 05 20:56:55.454242 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-482bac37-e53f-4f1c-8b47-47754b012597 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d793ab256c04fadac89445fab3ed636&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1040745
Feb 05 20:56:55.505944 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-859182dd-9a96-4518-9554-0f42943455ff req-2e9b1f12-a54c-4994-b3d4-0bf63eca8f68 service neutron] Attempting to bind port d403d303-c755-4a9c-bf35-768272e4eb05 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:56:55.505944 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-859182dd-9a96-4518-9554-0f42943455ff req-2e9b1f12-a54c-4994-b3d4-0bf63eca8f68 service neutron] Attempting to bind port d403d303-c755-4a9c-bf35-768272e4eb05 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'dfa42341-6f1b-4227-9631-53b0afa8d5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e5bad89e-49de-41ba-a147-9df845de8073'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:56:55.506242 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859182dd-9a96-4518-9554-0f42943455ff req-2e9b1f12-a54c-4994-b3d4-0bf63eca8f68 service neutron] Attempting to bind port d403d303-c755-4a9c-bf35-768272e4eb05 on network e5bad89e-49de-41ba-a147-9df845de8073 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:56:55.507810 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-54c5a562-99c0-4da3-8835-7c4e710cb85a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73b45579-249d-41e9-95e0-a534db02619a {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:56:55.534613 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859182dd-9a96-4518-9554-0f42943455ff req-2e9b1f12-a54c-4994-b3d4-0bf63eca8f68 service neutron] Port d403d303-c755-4a9c-bf35-768272e4eb05 on network e5bad89e-49de-41ba-a147-9df845de8073 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:56:55.534955 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859182dd-9a96-4518-9554-0f42943455ff req-2e9b1f12-a54c-4994-b3d4-0bf63eca8f68 service neutron] Attempting to bind port d403d303-c755-4a9c-bf35-768272e4eb05 on network e5bad89e-49de-41ba-a147-9df845de8073 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:56:55.544939 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-54c5a562-99c0-4da3-8835-7c4e710cb85a service neutron] Publish callbacks [] for port (73b45579-249d-41e9-95e0-a534db02619a), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:55.545766 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-343a821b-8703-462f-b390-87583aa36912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (77e4a6e8-59a2-44d2-9208-86dccf2cbc28), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:55.581025 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-519b2572-2c40-4552-91f0-a421cba741bf req-a81072fb-1bb9-4817-a645-1964e1609b21 service neutron] 10.222.0.39 "GET /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2185202
Feb 05 20:56:55.581916 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-54c5a562-99c0-4da3-8835-7c4e710cb85a service neutron] Transition to ACTIVE for port object 73b45579-249d-41e9-95e0-a534db02619a will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:56:55.589512 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-54c5a562-99c0-4da3-8835-7c4e710cb85a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (73b45579-249d-41e9-95e0-a534db02619a), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:55.596734 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859182dd-9a96-4518-9554-0f42943455ff req-2e9b1f12-a54c-4994-b3d4-0bf63eca8f68 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:56:55.597098 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859182dd-9a96-4518-9554-0f42943455ff req-2e9b1f12-a54c-4994-b3d4-0bf63eca8f68 service neutron] Checking segment: {'id': 'dfa42341-6f1b-4227-9631-53b0afa8d5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e5bad89e-49de-41ba-a147-9df845de8073'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:56:55.597504 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859182dd-9a96-4518-9554-0f42943455ff req-2e9b1f12-a54c-4994-b3d4-0bf63eca8f68 service neutron] Bound using segment: {'id': 'dfa42341-6f1b-4227-9631-53b0afa8d5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e5bad89e-49de-41ba-a147-9df845de8073'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:56:55.598668 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-859182dd-9a96-4518-9554-0f42943455ff req-2e9b1f12-a54c-4994-b3d4-0bf63eca8f68 service neutron] Bound port: d403d303-c755-4a9c-bf35-768272e4eb05, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa42341-6f1b-4227-9631-53b0afa8d5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e5bad89e-49de-41ba-a147-9df845de8073'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:56:55.599022 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-859182dd-9a96-4518-9554-0f42943455ff req-2e9b1f12-a54c-4994-b3d4-0bf63eca8f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d403d303-c755-4a9c-bf35-768272e4eb05), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:55.622541 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34a775-3dd4-4adf-a6a1-430cec612e32 req-b72cf9fd-c7fc-4b3b-974a-dc199d689023 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:55.627961 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34a775-3dd4-4adf-a6a1-430cec612e32 req-b72cf9fd-c7fc-4b3b-974a-dc199d689023 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:55.633466 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34a775-3dd4-4adf-a6a1-430cec612e32 req-b72cf9fd-c7fc-4b3b-974a-dc199d689023 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:55.639056 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34a775-3dd4-4adf-a6a1-430cec612e32 req-b72cf9fd-c7fc-4b3b-974a-dc199d689023 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:55.644548 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34a775-3dd4-4adf-a6a1-430cec612e32 req-b72cf9fd-c7fc-4b3b-974a-dc199d689023 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:55.650608 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34a775-3dd4-4adf-a6a1-430cec612e32 req-b72cf9fd-c7fc-4b3b-974a-dc199d689023 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:55.655990 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34a775-3dd4-4adf-a6a1-430cec612e32 req-b72cf9fd-c7fc-4b3b-974a-dc199d689023 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:55.657961 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ed34a775-3dd4-4adf-a6a1-430cec612e32 req-b72cf9fd-c7fc-4b3b-974a-dc199d689023 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 5433 time: 0.3371530
Feb 05 20:56:55.696483 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c5a562-99c0-4da3-8835-7c4e710cb85a service neutron] Pushing event updated for resources: {'Port': ['ID=73b45579-249d-41e9-95e0-a534db02619a,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:55.835096 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d4964-76d6-45cd-bda2-1ae6afd87282 req-17f11411-4827-4b4b-abd3-fba8f625da52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:55.836254 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-806d4964-76d6-45cd-bda2-1ae6afd87282 req-17f11411-4827-4b4b-abd3-fba8f625da52 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c115672e27d44cf2b79a3945af717ae8&device_id=caa7160c-269b-496e-9086-d740db1cec71 HTTP/1.1" status: 200  len: 1126 time: 0.1994369
Feb 05 20:56:55.844635 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-662fcccf-f398-48ab-b526-da5b63bf66f5 service neutron] 10.222.0.32 "GET /v2.0/networks/cb9888ba-fd92-4284-8691-d704204a6929?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3507421
Feb 05 20:56:55.883146 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-54c5a562-99c0-4da3-8835-7c4e710cb85a service neutron] Attempting to bind port 73b45579-249d-41e9-95e0-a534db02619a on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:56:55.883146 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-54c5a562-99c0-4da3-8835-7c4e710cb85a service neutron] Attempting to bind port 73b45579-249d-41e9-95e0-a534db02619a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a7470427-ceb3-4cf9-920f-e14dc2fd847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4661090a-6e57-4b4a-aed3-8f7f3b2681d6'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:56:55.883146 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-54c5a562-99c0-4da3-8835-7c4e710cb85a service neutron] Attempting to bind port 73b45579-249d-41e9-95e0-a534db02619a on network 4661090a-6e57-4b4a-aed3-8f7f3b2681d6 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:56:55.888085 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-36b8c220-ee1b-4d5b-830a-595f6b133f90 admin admin] Publish callbacks [] for router_gateway (c089098b-3624-4c53-803f-f61694c88e0b), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:55.921437 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-54c5a562-99c0-4da3-8835-7c4e710cb85a service neutron] Port 73b45579-249d-41e9-95e0-a534db02619a on network 4661090a-6e57-4b4a-aed3-8f7f3b2681d6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:56:55.921763 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-54c5a562-99c0-4da3-8835-7c4e710cb85a service neutron] Attempting to bind port 73b45579-249d-41e9-95e0-a534db02619a on network 4661090a-6e57-4b4a-aed3-8f7f3b2681d6 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:56:55.949264 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-36b8c220-ee1b-4d5b-830a-595f6b133f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:55.979294 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-54c5a562-99c0-4da3-8835-7c4e710cb85a service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:56:55.979982 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-54c5a562-99c0-4da3-8835-7c4e710cb85a service neutron] Checking segment: {'id': 'a7470427-ceb3-4cf9-920f-e14dc2fd847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4661090a-6e57-4b4a-aed3-8f7f3b2681d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:56:55.980570 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-54c5a562-99c0-4da3-8835-7c4e710cb85a service neutron] Bound using segment: {'id': 'a7470427-ceb3-4cf9-920f-e14dc2fd847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4661090a-6e57-4b4a-aed3-8f7f3b2681d6'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:56:55.981246 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-54c5a562-99c0-4da3-8835-7c4e710cb85a service neutron] Bound port: 73b45579-249d-41e9-95e0-a534db02619a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7470427-ceb3-4cf9-920f-e14dc2fd847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4661090a-6e57-4b4a-aed3-8f7f3b2681d6'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:56:55.981806 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-54c5a562-99c0-4da3-8835-7c4e710cb85a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (73b45579-249d-41e9-95e0-a534db02619a), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:56.006271 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ed34a775-3dd4-4adf-a6a1-430cec612e32 req-2b8f2878-f429-4a2e-9549-d115b7b8db90 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&id=f2a34937-6f7c-447d-a100-f79bb6d8301c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3258669
Feb 05 20:56:56.103142 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 67f97fdb-f597-4a7c-b1d9-f83710044974 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:56:56.110702 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d4964-76d6-45cd-bda2-1ae6afd87282 req-2c583964-8a0b-4b8e-a5ca-973dc42cdcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:56.112252 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-806d4964-76d6-45cd-bda2-1ae6afd87282 req-2c583964-8a0b-4b8e-a5ca-973dc42cdcdf service neutron] 10.222.0.39 "GET /v2.0/networks?id=bc807625-43b9-4f71-ba0e-13ea567a25e8 HTTP/1.1" status: 200  len: 907 time: 0.2642879
Feb 05 20:56:56.174969 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 67f97fdb-f597-4a7c-b1d9-f83710044974 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:56:56.175740 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (67f97fdb-f597-4a7c-b1d9-f83710044974), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:56.229559 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-36b8c220-ee1b-4d5b-830a-595f6b133f90 admin admin] Allocated IP 172.35.4.224 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/d584e16f-9038-4436-b145-62c5d2366bca) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:56:56.247630 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-806d4964-76d6-45cd-bda2-1ae6afd87282 req-5fb5d242-af2d-4318-8d0d-9e0462c713d9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a563e7f5-31a5-4035-bfb2-5f8301a3e274 HTTP/1.1" status: 200  len: 217 time: 0.1272056
Feb 05 20:56:56.280623 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-54c5a562-99c0-4da3-8835-7c4e710cb85a service neutron] For port 73b45579-249d-41e9-95e0-a534db02619a, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:56:56.286800 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 67f97fdb-f597-4a7c-b1d9-f83710044974 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:56:56.286800 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (67f97fdb-f597-4a7c-b1d9-f83710044974), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:56.329150 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-54c5a562-99c0-4da3-8835-7c4e710cb85a service neutron] For port 73b45579-249d-41e9-95e0-a534db02619a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73b45579-249d-41e9-95e0-a534db02619a,segment=NetworkSegment(a7470427-ceb3-4cf9-920f-e14dc2fd847f),segment_id=a7470427-ceb3-4cf9-920f-e14dc2fd847f)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:56:56.337610 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 67f97fdb-f597-4a7c-b1d9-f83710044974, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=67f97fdb-f597-4a7c-b1d9-f83710044974,segment=NetworkSegment(f7cb0ed2-51b9-4103-8971-4797663ef814),segment_id=f7cb0ed2-51b9-4103-8971-4797663ef814)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:56:56.343562 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (67f97fdb-f597-4a7c-b1d9-f83710044974), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:56.350896 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b100ce0-335c-41fa-a1a4-f665f3c605fd None None] Network e27726b6-584c-451c-a170-435551e2c659 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:56:56.372037 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-54c5a562-99c0-4da3-8835-7c4e710cb85a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (73b45579-249d-41e9-95e0-a534db02619a), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:56.386314 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9660cfc0-bfac-4a7d-a596-8d37f433d2c1'}, {'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b065aa-9042-42d0-9376-669227f49c16'}, {'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc73499-8f1c-4fa1-a727-5942182a3985'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:56:56.393570 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cffd6ce-337f-443d-ab92-f7e393d2044d" -d '{"events": [{"server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "name": "network-vif-plugged", "status": "completed", "tag": "9660cfc0-bfac-4a7d-a596-8d37f433d2c1"}, {"server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "name": "network-vif-plugged", "status": "completed", "tag": "96b065aa-9042-42d0-9376-669227f49c16"}, {"server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "name": "network-vif-plugged", "status": "completed", "tag": "1dc73499-8f1c-4fa1-a727-5942182a3985"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:56:56.420957 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d4964-76d6-45cd-bda2-1ae6afd87282 req-11bf43c3-557c-4a2f-a3b5-3456a0aede40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:56.422405 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-806d4964-76d6-45cd-bda2-1ae6afd87282 req-11bf43c3-557c-4a2f-a3b5-3456a0aede40 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=87ea50f2-4a9d-4e76-83e4-8a4c87cd9a22 HTTP/1.1" status: 200  len: 846 time: 0.1644163
Feb 05 20:56:56.434509 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-54c5a562-99c0-4da3-8835-7c4e710cb85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:56.435225 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-54c5a562-99c0-4da3-8835-7c4e710cb85a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:56.437495 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-54c5a562-99c0-4da3-8835-7c4e710cb85a service neutron] 10.222.0.39 "PUT /v2.0/ports/73b45579-249d-41e9-95e0-a534db02619a HTTP/1.1" status: 200  len: 1091 time: 2.5386524
Feb 05 20:56:56.485216 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8ab15764-239a-4f23-a51c-357e8b42d2ad tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (c6ff21de-4124-45ef-a779-b94636f2df67), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:56.491294 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-859182dd-9a96-4518-9554-0f42943455ff req-2e9b1f12-a54c-4994-b3d4-0bf63eca8f68 service neutron] For port d403d303-c755-4a9c-bf35-768272e4eb05, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:56:56.491735 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f92f964-7165-40c9-b889-b0dff3158f60', 'tag': '73b45579-249d-41e9-95e0-a534db02619a'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:56:56.493370 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=67f97fdb-f597-4a7c-b1d9-f83710044974,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:56.494059 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e168a0-1ec3-4962-9146-7a6a44fef406" -d '{"events": [{"name": "network-changed", "server_uuid": "8f92f964-7165-40c9-b889-b0dff3158f60", "tag": "73b45579-249d-41e9-95e0-a534db02619a"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:56:56.498578 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-82124260-b828-4bad-9916-499d5f2fbeeb None None] Provisioning complete for port 67f97fdb-f597-4a7c-b1d9-f83710044974 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:56:56.498726 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-82124260-b828-4bad-9916-499d5f2fbeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (67f97fdb-f597-4a7c-b1d9-f83710044974), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:56.508496 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-806d4964-76d6-45cd-bda2-1ae6afd87282 req-89ca871d-1928-4512-9397-13fe1074a697 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bc807625-43b9-4f71-ba0e-13ea567a25e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0703230
Feb 05 20:56:56.555021 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c5a562-99c0-4da3-8835-7c4e710cb85a service neutron] Pushing event updated for resources: {'Port': ['ID=73b45579-249d-41e9-95e0-a534db02619a,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:56.558772 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-859182dd-9a96-4518-9554-0f42943455ff req-2e9b1f12-a54c-4994-b3d4-0bf63eca8f68 service neutron] For port d403d303-c755-4a9c-bf35-768272e4eb05, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d403d303-c755-4a9c-bf35-768272e4eb05,segment=NetworkSegment(dfa42341-6f1b-4227-9631-53b0afa8d5fe),segment_id=dfa42341-6f1b-4227-9631-53b0afa8d5fe)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:56:56.562314 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-36b8c220-ee1b-4d5b-830a-595f6b133f90 admin admin] Publish callbacks [] for port (d584e16f-9038-4436-b145-62c5d2366bca), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:56.608663 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-859182dd-9a96-4518-9554-0f42943455ff req-2e9b1f12-a54c-4994-b3d4-0bf63eca8f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (d403d303-c755-4a9c-bf35-768272e4eb05), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:56.635718 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-82124260-b828-4bad-9916-499d5f2fbeeb None None] Current status of the port 67f97fdb-f597-4a7c-b1d9-f83710044974 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:56:56.679586 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-da6abf5e-741b-4b6b-b45c-e7c5c2f3084c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:56.681227 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-da6abf5e-741b-4b6b-b45c-e7c5c2f3084c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6dedbf2bdef94ed28b18010cec65d736&device_id=8f92f964-7165-40c9-b889-b0dff3158f60 HTTP/1.1" status: 200  len: 1125 time: 0.1817727
Feb 05 20:56:56.698088 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-7ef2bf04-f71f-4c59-9eee-58cbb934d865 service neutron] 10.222.0.32 "GET /v2.0/networks/cb9888ba-fd92-4284-8691-d704204a6929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8155513
Feb 05 20:56:56.698732 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab15764-239a-4f23-a51c-357e8b42d2ad tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Pushing event updated for resources: {'Subnet': ['ID=c6ff21de-4124-45ef-a779-b94636f2df67,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:56.705496 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-36b8c220-ee1b-4d5b-830a-595f6b133f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (d584e16f-9038-4436-b145-62c5d2366bca), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:56.747921 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859182dd-9a96-4518-9554-0f42943455ff req-2e9b1f12-a54c-4994-b3d4-0bf63eca8f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:56.748897 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-859182dd-9a96-4518-9554-0f42943455ff req-2e9b1f12-a54c-4994-b3d4-0bf63eca8f68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:56.752441 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-859182dd-9a96-4518-9554-0f42943455ff req-2e9b1f12-a54c-4994-b3d4-0bf63eca8f68 service neutron] 10.222.0.39 "PUT /v2.0/ports/d403d303-c755-4a9c-bf35-768272e4eb05 HTTP/1.1" status: 200  len: 1091 time: 3.1035893
Feb 05 20:56:56.782477 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d096f-d6ce-4582-94ce-202a488540cb req-391986c3-eb6d-4c96-9e27-c2989f40e4c8 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:56.784757 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-666d096f-d6ce-4582-94ce-202a488540cb req-391986c3-eb6d-4c96-9e27-c2989f40e4c8 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f92f964-7165-40c9-b889-b0dff3158f60 HTTP/1.1" status: 200  len: 943 time: 0.3482287
Feb 05 20:56:56.785899 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc65a27c-5f6a-4670-9d85-4905f2ad2810', 'tag': 'd403d303-c755-4a9c-bf35-768272e4eb05'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:56:56.788465 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c24078-69f1-47fe-8c71-fc0e95eacdf6" -d '{"events": [{"name": "network-changed", "server_uuid": "cc65a27c-5f6a-4670-9d85-4905f2ad2810", "tag": "d403d303-c755-4a9c-bf35-768272e4eb05"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:56:56.807960 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b8c220-ee1b-4d5b-830a-595f6b133f90 admin admin] Pushing event updated for resources: {'Port': ['ID=d584e16f-9038-4436-b145-62c5d2366bca,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:56.815058 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-806d4964-76d6-45cd-bda2-1ae6afd87282 req-d31beddf-c86e-407f-a154-24fc7b4ea37b service neutron] 10.222.0.39 "GET /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2949998
Feb 05 20:56:56.816340 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-cef18413-e238-4ffb-824e-130532bbf179 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73b45579-249d-41e9-95e0-a534db02619a HTTP/1.1" status: 200  len: 217 time: 0.1279576
Feb 05 20:56:56.917920 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab15764-239a-4f23-a51c-357e8b42d2ad tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Checking segment: {'id': '453e4239-1197-4b81-bca3-d720cb67ab5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '96de77c1-b183-45b0-b4ef-7680c09ecd78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:56:56.918222 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab15764-239a-4f23-a51c-357e8b42d2ad tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Network hostable DHCP agents. Network: 96de77c1-b183-45b0-b4ef-7680c09ecd78, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:56:56.920378 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b1f12-a54c-4994-b3d4-0bf63eca8f68 service neutron] Pushing event updated for resources: {'Port': ['ID=d403d303-c755-4a9c-bf35-768272e4eb05,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:56.920748 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b8c220-ee1b-4d5b-830a-595f6b133f90 admin admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:56:56.936351 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-36b8c220-ee1b-4d5b-830a-595f6b133f90 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:56:56.939074 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b8c220-ee1b-4d5b-830a-595f6b133f90 admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:56:56.962326 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-edef27b0-b2ad-4e72-a8fe-d546a0c1df64 None None] Provisioning complete for port 67f97fdb-f597-4a7c-b1d9-f83710044974 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:56:56.964228 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-edef27b0-b2ad-4e72-a8fe-d546a0c1df64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (67f97fdb-f597-4a7c-b1d9-f83710044974), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:57.048668 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-806d4964-76d6-45cd-bda2-1ae6afd87282 req-7d38e7a7-8fea-40f1-a369-103d0bb0b9a1 service neutron] 10.222.0.39 "GET /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2228155
Feb 05 20:56:57.066754 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-120fc03d-f314-4c51-9a96-72a2d05f5fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:57.069314 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-120fc03d-f314-4c51-9a96-72a2d05f5fe0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a595d3fa-3887-4b08-abeb-b930fb14fdcc HTTP/1.1" status: 200  len: 853 time: 0.1474941
Feb 05 20:56:57.090264 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-edef27b0-b2ad-4e72-a8fe-d546a0c1df64 None None] Current status of the port 67f97fdb-f597-4a7c-b1d9-f83710044974 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:56:57.090657 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-343a821b-8703-462f-b390-87583aa36912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77e4a6e8-59a2-44d2-9208-86dccf2cbc28 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:56:57.118730 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-343a821b-8703-462f-b390-87583aa36912 service neutron] Publish callbacks [] for port (77e4a6e8-59a2-44d2-9208-86dccf2cbc28), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:57.129972 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab15764-239a-4f23-a51c-357e8b42d2ad tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Network 96de77c1-b183-45b0-b4ef-7680c09ecd78 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:56:57.145739 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-666d096f-d6ce-4582-94ce-202a488540cb req-d7baa925-e714-4f4c-99f3-030b36960591 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/security-groups?id=98d8181e-a3ec-4dcd-9e51-198c38564f14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3156536
Feb 05 20:56:57.147303 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-370abe0b-1170-4813-a02b-290c085b948a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4661090a-6e57-4b4a-aed3-8f7f3b2681d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0303054
Feb 05 20:56:57.158166 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-343a821b-8703-462f-b390-87583aa36912 service neutron] Transition to ACTIVE for port object 77e4a6e8-59a2-44d2-9208-86dccf2cbc28 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:56:57.168816 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f959bce-67ee-4062-b828-3eab22f52c93 req-ad5201d8-63cd-4f4b-8128-c3baa4e43ead tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:57.168816 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6f959bce-67ee-4062-b828-3eab22f52c93 req-ad5201d8-63cd-4f4b-8128-c3baa4e43ead tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc65a27c-5f6a-4670-9d85-4905f2ad2810 HTTP/1.1" status: 200  len: 943 time: 0.2518835
Feb 05 20:56:57.172344 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859182dd-9a96-4518-9554-0f42943455ff req-7aca379e-a2b8-42bb-a8d7-1146dc3cff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:57.173853 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-859182dd-9a96-4518-9554-0f42943455ff req-7aca379e-a2b8-42bb-a8d7-1146dc3cff09 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=89cb39aea5b74fb68e6e17ee1b966525&device_id=cc65a27c-5f6a-4670-9d85-4905f2ad2810 HTTP/1.1" status: 200  len: 1125 time: 0.3207428
Feb 05 20:56:57.174818 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-343a821b-8703-462f-b390-87583aa36912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (77e4a6e8-59a2-44d2-9208-86dccf2cbc28), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:57.177017 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-8ab15764-239a-4f23-a51c-357e8b42d2ad tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 96de77c1-b183-45b0-b4ef-7680c09ecd78) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:56:57.188084 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f98d2f-3a7a-48b7-a8d3-33d4d9835153 None None] Network 96de77c1-b183-45b0-b4ef-7680c09ecd78 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:56:57.199395 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab15764-239a-4f23-a51c-357e8b42d2ad tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:57.200000 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8ab15764-239a-4f23-a51c-357e8b42d2ad tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:57.337127 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037bb207-68e2-4ba4-ad23-d5e0bcf59e67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-96de77c1-b183-45b0-b4ef-7680c09ecd78', 'network_id': '96de77c1-b183-45b0-b4ef-7680c09ecd78', 'project_id': '596001349216478ba32cea9337435650', 'fixed_ips': [{'subnet_id': 'c6ff21de-4124-45ef-a779-b94636f2df67'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 20:56:57.338186 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-037bb207-68e2-4ba4-ad23-d5e0bcf59e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:57.369624 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-63dc8828-cc06-464f-bfae-3c5d36ad2ca8 service neutron] 10.222.0.39 "GET /v2.0/networks/4661090a-6e57-4b4a-aed3-8f7f3b2681d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1875334
Feb 05 20:56:57.375516 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-859182dd-9a96-4518-9554-0f42943455ff req-5d283bbc-a5b5-4440-a50b-5a8223a1d83b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d403d303-c755-4a9c-bf35-768272e4eb05 HTTP/1.1" status: 200  len: 217 time: 0.1874654
Feb 05 20:56:57.453025 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8ab15764-239a-4f23-a51c-357e8b42d2ad tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.6423368
Feb 05 20:56:57.470865 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 40004) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:57.485063 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-86c6a88c-4ddf-4837-87f7-e8bc3534ab2e tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Request body: {'port': {'network_id': '96de77c1-b183-45b0-b4ef-7680c09ecd78', 'name': 'tempest-AllowedAddressPairTestJSON-799058543'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:57.499065 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6f959bce-67ee-4062-b828-3eab22f52c93 req-66c81d5f-d157-4738-b65f-5374697856e8 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b7fce5f-fa25-4376-9d41-d435a6818110&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3180261
Feb 05 20:56:57.503605 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a821b-8703-462f-b390-87583aa36912 service neutron] Pushing event updated for resources: {'Port': ['ID=77e4a6e8-59a2-44d2-9208-86dccf2cbc28,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:57.525419 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-037bb207-68e2-4ba4-ad23-d5e0bcf59e67 None None] Allocated IP 172.20.0.2 (96de77c1-b183-45b0-b4ef-7680c09ecd78/c6ff21de-4124-45ef-a779-b94636f2df67/9f564ec2-ce44-4a35-b0f3-35d1f622054e) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:56:57.585417 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-36b8c220-ee1b-4d5b-830a-595f6b133f90 admin admin] Publish callbacks [] for router_gateway (c089098b-3624-4c53-803f-f61694c88e0b), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:57.603889 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859182dd-9a96-4518-9554-0f42943455ff req-c87b51ff-9636-4396-9fb3-9026e35ec78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:57.605380 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-859182dd-9a96-4518-9554-0f42943455ff req-c87b51ff-9636-4396-9fb3-9026e35ec78c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42278fef-0752-424a-afeb-d38ffebc33a9 HTTP/1.1" status: 200  len: 858 time: 0.1990278
Feb 05 20:56:57.668667 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-8eb57f84-e584-464c-9298-e86a95ccf835 service neutron] 10.222.0.39 "GET /v2.0/networks/4661090a-6e57-4b4a-aed3-8f7f3b2681d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2853129
Feb 05 20:56:57.676247 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09605db-8b99-49ab-892b-6656d2f31e7c x-openstack-request-id: req-d09605db-8b99-49ab-892b-6656d2f31e7c {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:56:57.676953 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f92f964-7165-40c9-b889-b0dff3158f60", "tag": "73b45579-249d-41e9-95e0-a534db02619a", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:56:57.677510 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d09605db-8b99-49ab-892b-6656d2f31e7c {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:56:57.677755 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-859182dd-9a96-4518-9554-0f42943455ff req-0d7ec5ae-ef82-4b78-a2fc-20c4a1365995 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e5bad89e-49de-41ba-a147-9df845de8073&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0446754
Feb 05 20:56:57.678257 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f92f964-7165-40c9-b889-b0dff3158f60', 'tag': '73b45579-249d-41e9-95e0-a534db02619a', 'status': 'completed', 'code': 200}
Feb 05 20:56:57.686863 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b5b8a-b650-4982-b98b-55c15ae97dd1 req-9278b7f1-673f-4662-8f4d-82d4f5eaa2f4 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:57.688505 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-659b5b8a-b650-4982-b98b-55c15ae97dd1 req-9278b7f1-673f-4662-8f4d-82d4f5eaa2f4 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa7160c-269b-496e-9086-d740db1cec71 HTTP/1.1" status: 200  len: 944 time: 0.3463573
Feb 05 20:56:57.759800 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b341db4-364c-450b-9666-5d248bd559e2 x-openstack-request-id: req-7b341db4-364c-450b-9666-5d248bd559e2 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:56:57.760109 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc65a27c-5f6a-4670-9d85-4905f2ad2810", "tag": "d403d303-c755-4a9c-bf35-768272e4eb05", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:56:57.760351 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7b341db4-364c-450b-9666-5d248bd559e2 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:56:57.760901 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc65a27c-5f6a-4670-9d85-4905f2ad2810', 'tag': 'd403d303-c755-4a9c-bf35-768272e4eb05', 'status': 'completed', 'code': 200}
Feb 05 20:56:57.778067 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c6a88c-4ddf-4837-87f7-e8bc3534ab2e tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Made reservation on behalf of 596001349216478ba32cea9337435650 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:56:57.781926 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-86c6a88c-4ddf-4837-87f7-e8bc3534ab2e tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:57.832988 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-343a821b-8703-462f-b390-87583aa36912 service neutron] Attempting to bind port 77e4a6e8-59a2-44d2-9208-86dccf2cbc28 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:56:57.833336 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-343a821b-8703-462f-b390-87583aa36912 service neutron] Attempting to bind port 77e4a6e8-59a2-44d2-9208-86dccf2cbc28 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a7470427-ceb3-4cf9-920f-e14dc2fd847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4661090a-6e57-4b4a-aed3-8f7f3b2681d6'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:56:57.833699 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-343a821b-8703-462f-b390-87583aa36912 service neutron] Attempting to bind port 77e4a6e8-59a2-44d2-9208-86dccf2cbc28 on network 4661090a-6e57-4b4a-aed3-8f7f3b2681d6 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:56:57.844683 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-659b5b8a-b650-4982-b98b-55c15ae97dd1 req-e5838d3b-4969-4a52-bd24-7f52fee0fda7 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1449277
Feb 05 20:56:57.847166 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-86c6a88c-4ddf-4837-87f7-e8bc3534ab2e tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] device_id is not set on port 1c43ed45-6cb0-4e2f-b648-58104234e4c0 yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 20:56:57.847300 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-343a821b-8703-462f-b390-87583aa36912 service neutron] Port 77e4a6e8-59a2-44d2-9208-86dccf2cbc28 on network 4661090a-6e57-4b4a-aed3-8f7f3b2681d6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:56:57.847633 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-343a821b-8703-462f-b390-87583aa36912 service neutron] Attempting to bind port 77e4a6e8-59a2-44d2-9208-86dccf2cbc28 on network 4661090a-6e57-4b4a-aed3-8f7f3b2681d6 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:56:57.875062 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-343a821b-8703-462f-b390-87583aa36912 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:56:57.875416 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-343a821b-8703-462f-b390-87583aa36912 service neutron] Checking segment: {'id': 'a7470427-ceb3-4cf9-920f-e14dc2fd847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4661090a-6e57-4b4a-aed3-8f7f3b2681d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:56:57.875809 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-343a821b-8703-462f-b390-87583aa36912 service neutron] Bound using segment: {'id': 'a7470427-ceb3-4cf9-920f-e14dc2fd847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4661090a-6e57-4b4a-aed3-8f7f3b2681d6'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:56:57.876332 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-343a821b-8703-462f-b390-87583aa36912 service neutron] Bound port: 77e4a6e8-59a2-44d2-9208-86dccf2cbc28, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7470427-ceb3-4cf9-920f-e14dc2fd847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4661090a-6e57-4b4a-aed3-8f7f3b2681d6'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:56:57.876632 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-343a821b-8703-462f-b390-87583aa36912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (77e4a6e8-59a2-44d2-9208-86dccf2cbc28), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:57.917307 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0003aae3-109c-4059-90af-0a1143772007 req-ee87fd4d-183e-488e-9eb2-e91b713fa6c2 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=68aaa177-93da-467c-8d4e-1557d9fcdcff HTTP/1.1" status: 200  len: 210 time: 0.0588360
Feb 05 20:56:57.922956 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-859182dd-9a96-4518-9554-0f42943455ff req-6be71914-8823-4219-a93f-0a1db366329c service neutron] 10.222.0.39 "GET /v2.0/networks/e5bad89e-49de-41ba-a147-9df845de8073?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2333746
Feb 05 20:56:57.961784 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b25d23-7e4e-4ff7-bffa-b8e1994a21e9 req-4df80748-c3e0-4cee-ac5b-f37a3cc5c67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:57.962359 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b25d23-7e4e-4ff7-bffa-b8e1994a21e9 req-4df80748-c3e0-4cee-ac5b-f37a3cc5c67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:57.962823 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b25d23-7e4e-4ff7-bffa-b8e1994a21e9 req-4df80748-c3e0-4cee-ac5b-f37a3cc5c67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:57.963297 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b25d23-7e4e-4ff7-bffa-b8e1994a21e9 req-4df80748-c3e0-4cee-ac5b-f37a3cc5c67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:57.963764 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b25d23-7e4e-4ff7-bffa-b8e1994a21e9 req-4df80748-c3e0-4cee-ac5b-f37a3cc5c67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:57.964232 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b25d23-7e4e-4ff7-bffa-b8e1994a21e9 req-4df80748-c3e0-4cee-ac5b-f37a3cc5c67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:57.964695 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b25d23-7e4e-4ff7-bffa-b8e1994a21e9 req-4df80748-c3e0-4cee-ac5b-f37a3cc5c67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:57.966715 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e7b25d23-7e4e-4ff7-bffa-b8e1994a21e9 req-4df80748-c3e0-4cee-ac5b-f37a3cc5c67d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 6707 time: 0.2395709
Feb 05 20:56:58.061297 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 05 Feb 2022 20:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3775aa-2b50-4583-90e7-7c0a7105a612 x-openstack-request-id: req-8d3775aa-2b50-4583-90e7-7c0a7105a612 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:56:58.061297 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "name": "network-vif-plugged", "status": "completed", "tag": "9660cfc0-bfac-4a7d-a596-8d37f433d2c1", "code": 200}, {"server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "name": "network-vif-plugged", "status": "completed", "tag": "96b065aa-9042-42d0-9376-669227f49c16", "code": 200}, {"server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "name": "network-vif-plugged", "status": "completed", "tag": "1dc73499-8f1c-4fa1-a727-5942182a3985", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:56:58.061619 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8d3775aa-2b50-4583-90e7-7c0a7105a612 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:56:58.061877 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9660cfc0-bfac-4a7d-a596-8d37f433d2c1', 'code': 200}
Feb 05 20:56:58.062068 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b065aa-9042-42d0-9376-669227f49c16', 'code': 200}
Feb 05 20:56:58.062808 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc73499-8f1c-4fa1-a727-5942182a3985', 'code': 200}
Feb 05 20:56:58.067395 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 67f97fdb-f597-4a7c-b1d9-f83710044974 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:56:58.074579 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e168a0-1ec3-4962-9146-7a6a44fef406 req-f700417e-3ac8-467a-aff2-a92d3462ba86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:58.076105 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-95e168a0-1ec3-4962-9146-7a6a44fef406 req-f700417e-3ac8-467a-aff2-a92d3462ba86 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6dedbf2bdef94ed28b18010cec65d736&device_id=8f92f964-7165-40c9-b889-b0dff3158f60 HTTP/1.1" status: 200  len: 1125 time: 0.2732439
Feb 05 20:56:58.123246 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-037bb207-68e2-4ba4-ad23-d5e0bcf59e67 None None] Publish callbacks [] for port (9f564ec2-ce44-4a35-b0f3-35d1f622054e), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:58.124904 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e7b25d23-7e4e-4ff7-bffa-b8e1994a21e9 req-0c73953b-434e-4db0-a62d-9e842e00d83f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f2a34937-6f7c-447d-a100-f79bb6d8301c&id=bc5a960a-367f-45bf-8671-6806c5606312&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1457312
Feb 05 20:56:58.132770 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-36b8c220-ee1b-4d5b-830a-595f6b133f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (c089098b-3624-4c53-803f-f61694c88e0b), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:58.138606 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-037bb207-68e2-4ba4-ad23-d5e0bcf59e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (9f564ec2-ce44-4a35-b0f3-35d1f622054e), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:58.146940 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-343a821b-8703-462f-b390-87583aa36912 service neutron] For port 77e4a6e8-59a2-44d2-9208-86dccf2cbc28, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:56:58.158717 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-343a821b-8703-462f-b390-87583aa36912 service neutron] For port 77e4a6e8-59a2-44d2-9208-86dccf2cbc28, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=77e4a6e8-59a2-44d2-9208-86dccf2cbc28,segment=NetworkSegment(a7470427-ceb3-4cf9-920f-e14dc2fd847f),segment_id=a7470427-ceb3-4cf9-920f-e14dc2fd847f)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:56:58.175658 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 67f97fdb-f597-4a7c-b1d9-f83710044974 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:56:58.176576 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (67f97fdb-f597-4a7c-b1d9-f83710044974), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:58.176696 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-859182dd-9a96-4518-9554-0f42943455ff req-a7608345-8f3f-46c7-96fa-94052ebd8742 service neutron] 10.222.0.39 "GET /v2.0/networks/e5bad89e-49de-41ba-a147-9df845de8073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2435198
Feb 05 20:56:58.179518 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-343a821b-8703-462f-b390-87583aa36912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (77e4a6e8-59a2-44d2-9208-86dccf2cbc28), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:58.227113 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c8033-44d2-450c-aec7-dfe31686183e req-8f21c1e9-6089-4122-8190-9e68de7ae918 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:58.231975 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037bb207-68e2-4ba4-ad23-d5e0bcf59e67 None None] Network 96de77c1-b183-45b0-b4ef-7680c09ecd78 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:56:58.232498 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c8033-44d2-450c-aec7-dfe31686183e req-8f21c1e9-6089-4122-8190-9e68de7ae918 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:58.236352 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-037bb207-68e2-4ba4-ad23-d5e0bcf59e67 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:56:58.241417 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c8033-44d2-450c-aec7-dfe31686183e req-8f21c1e9-6089-4122-8190-9e68de7ae918 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:58.243721 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037bb207-68e2-4ba4-ad23-d5e0bcf59e67 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:56:58.246929 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c8033-44d2-450c-aec7-dfe31686183e req-8f21c1e9-6089-4122-8190-9e68de7ae918 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:58.253521 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c8033-44d2-450c-aec7-dfe31686183e req-8f21c1e9-6089-4122-8190-9e68de7ae918 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:58.258759 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037bb207-68e2-4ba4-ad23-d5e0bcf59e67 None None] Pushing event updated for resources: {'Port': ['ID=9f564ec2-ce44-4a35-b0f3-35d1f622054e,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:58.259828 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c8033-44d2-450c-aec7-dfe31686183e req-8f21c1e9-6089-4122-8190-9e68de7ae918 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:58.273389 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-86c6a88c-4ddf-4837-87f7-e8bc3534ab2e tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Allocated IP 172.20.0.14 (96de77c1-b183-45b0-b4ef-7680c09ecd78/c6ff21de-4124-45ef-a779-b94636f2df67/1c43ed45-6cb0-4e2f-b648-58104234e4c0) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:56:58.275264 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c8033-44d2-450c-aec7-dfe31686183e req-8f21c1e9-6089-4122-8190-9e68de7ae918 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:58.280321 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-281c8033-44d2-450c-aec7-dfe31686183e req-8f21c1e9-6089-4122-8190-9e68de7ae918 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 5433 time: 0.2596633
Feb 05 20:56:58.295852 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-343a821b-8703-462f-b390-87583aa36912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:58.296698 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-343a821b-8703-462f-b390-87583aa36912 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:58.299375 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-343a821b-8703-462f-b390-87583aa36912 service neutron] 10.222.0.39 "PUT /v2.0/ports/77e4a6e8-59a2-44d2-9208-86dccf2cbc28 HTTP/1.1" status: 200  len: 1092 time: 3.0808012
Feb 05 20:56:58.320455 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 67f97fdb-f597-4a7c-b1d9-f83710044974 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:56:58.366927 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-037bb207-68e2-4ba4-ad23-d5e0bcf59e67 None None] Attempting to bind port 9f564ec2-ce44-4a35-b0f3-35d1f622054e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:56:58.367327 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-037bb207-68e2-4ba4-ad23-d5e0bcf59e67 None None] Attempting to bind port 9f564ec2-ce44-4a35-b0f3-35d1f622054e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '453e4239-1197-4b81-bca3-d720cb67ab5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '96de77c1-b183-45b0-b4ef-7680c09ecd78'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:56:58.367701 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037bb207-68e2-4ba4-ad23-d5e0bcf59e67 None None] Attempting to bind port 9f564ec2-ce44-4a35-b0f3-35d1f622054e on network 96de77c1-b183-45b0-b4ef-7680c09ecd78 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:56:58.374814 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037bb207-68e2-4ba4-ad23-d5e0bcf59e67 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:56:58.374814 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037bb207-68e2-4ba4-ad23-d5e0bcf59e67 None None] Checking segment: {'id': '453e4239-1197-4b81-bca3-d720cb67ab5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '96de77c1-b183-45b0-b4ef-7680c09ecd78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:56:58.375240 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-037bb207-68e2-4ba4-ad23-d5e0bcf59e67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:58.375634 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037bb207-68e2-4ba4-ad23-d5e0bcf59e67 None None] Bound using segment: {'id': '453e4239-1197-4b81-bca3-d720cb67ab5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '96de77c1-b183-45b0-b4ef-7680c09ecd78'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:56:58.376109 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-037bb207-68e2-4ba4-ad23-d5e0bcf59e67 None None] Bound port: 9f564ec2-ce44-4a35-b0f3-35d1f622054e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453e4239-1197-4b81-bca3-d720cb67ab5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '96de77c1-b183-45b0-b4ef-7680c09ecd78'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:56:58.376648 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-037bb207-68e2-4ba4-ad23-d5e0bcf59e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9f564ec2-ce44-4a35-b0f3-35d1f622054e), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:58.430815 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a821b-8703-462f-b390-87583aa36912 service neutron] Pushing event updated for resources: {'Port': ['ID=77e4a6e8-59a2-44d2-9208-86dccf2cbc28,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:58.450084 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-037bb207-68e2-4ba4-ad23-d5e0bcf59e67 None None] For port 9f564ec2-ce44-4a35-b0f3-35d1f622054e, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:56:58.453746 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-037bb207-68e2-4ba4-ad23-d5e0bcf59e67 None None] For port 9f564ec2-ce44-4a35-b0f3-35d1f622054e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9f564ec2-ce44-4a35-b0f3-35d1f622054e,segment=NetworkSegment(453e4239-1197-4b81-bca3-d720cb67ab5b),segment_id=453e4239-1197-4b81-bca3-d720cb67ab5b)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:56:58.460966 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-037bb207-68e2-4ba4-ad23-d5e0bcf59e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9f564ec2-ce44-4a35-b0f3-35d1f622054e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:58.560712 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037bb207-68e2-4ba4-ad23-d5e0bcf59e67 None None] Pushing event updated for resources: {'Port': ['ID=9f564ec2-ce44-4a35-b0f3-35d1f622054e,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:58.598431 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f298b55-8304-4fd3-92cc-7c44d588787b req-52bd5c27-7f12-4fc8-8927-aad1d72d45c8 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:58.600344 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4f298b55-8304-4fd3-92cc-7c44d588787b req-52bd5c27-7f12-4fc8-8927-aad1d72d45c8 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f92f964-7165-40c9-b889-b0dff3158f60 HTTP/1.1" status: 200  len: 943 time: 0.3190448
Feb 05 20:56:58.608244 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-281c8033-44d2-450c-aec7-dfe31686183e req-4cb823f2-822b-4e6f-95fb-e49fa6ef11b0 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&id=f2a34937-6f7c-447d-a100-f79bb6d8301c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3076882
Feb 05 20:56:58.618459 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device a563e7f5-31a5-4035-bfb2-5f8301a3e274 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:56:58.638567 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-115056ac-7c5a-41c5-8bcd-d49141542077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:58.640425 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-115056ac-7c5a-41c5-8bcd-d49141542077 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6dedbf2bdef94ed28b18010cec65d736&device_id=3ea88ab1-3a41-4d76-a59f-13fb64022619 HTTP/1.1" status: 200  len: 1126 time: 0.2423384
Feb 05 20:56:58.646570 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c24078-69f1-47fe-8c71-fc0e95eacdf6 req-0f25be5d-b56e-406d-99ec-df11ce74e17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:58.648075 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30c24078-69f1-47fe-8c71-fc0e95eacdf6 req-0f25be5d-b56e-406d-99ec-df11ce74e17f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=89cb39aea5b74fb68e6e17ee1b966525&device_id=cc65a27c-5f6a-4670-9d85-4905f2ad2810 HTTP/1.1" status: 200  len: 1125 time: 0.2128184
Feb 05 20:56:58.739365 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-297a98c5-b35f-40b1-9ea8-65e2379b8245 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77e4a6e8-59a2-44d2-9208-86dccf2cbc28 HTTP/1.1" status: 200  len: 217 time: 0.0891414
Feb 05 20:56:58.739981 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e168a0-1ec3-4962-9146-7a6a44fef406 req-014d88ab-e446-4c7e-a910-b6d425199340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:58.741895 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-95e168a0-1ec3-4962-9146-7a6a44fef406 req-014d88ab-e446-4c7e-a910-b6d425199340 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4661090a-6e57-4b4a-aed3-8f7f3b2681d6 HTTP/1.1" status: 200  len: 914 time: 0.6555638
Feb 05 20:56:58.752536 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4f298b55-8304-4fd3-92cc-7c44d588787b req-a0dfb249-42d9-41c6-87f2-4d331dc7b92b tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/security-groups?id=98d8181e-a3ec-4dcd-9e51-198c38564f14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1420395
Feb 05 20:56:58.894604 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port a563e7f5-31a5-4035-bfb2-5f8301a3e274, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a563e7f5-31a5-4035-bfb2-5f8301a3e274,segment=NetworkSegment(7f85ed9d-b7ce-414c-8ae4-25f17816204d),segment_id=7f85ed9d-b7ce-414c-8ae4-25f17816204d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:56:58.911397 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'a563e7f5-31a5-4035-bfb2-5f8301a3e274', 'network_id': 'bc807625-43b9-4f71-ba0e-13ea567a25e8', 'port_id': 'a563e7f5-31a5-4035-bfb2-5f8301a3e274', 'mac_address': 'fa:16:3e:73:14:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ea50f2-4a9d-4e76-83e4-8a4c87cd9a22', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:56:58.913964 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-7cce608f-91f6-4397-bd28-c94f844e566d tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:58.916211 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-7cce608f-91f6-4397-bd28-c94f844e566d tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.39 "GET /v2.0/networks?id=cb9888ba-fd92-4284-8691-d704204a6929 HTTP/1.1" status: 200  len: 804 time: 0.1780634
Feb 05 20:56:58.917603 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-64ef6cfd-fe96-4af6-acf8-1baff3f3ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:58.918063 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-64ef6cfd-fe96-4af6-acf8-1baff3f3ed6b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a595d3fa-3887-4b08-abeb-b930fb14fdcc HTTP/1.1" status: 200  len: 853 time: 0.1646504
Feb 05 20:56:58.960577 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c24078-69f1-47fe-8c71-fc0e95eacdf6 req-391bba32-44dc-4934-87ae-e56320e1ddda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:58.962281 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30c24078-69f1-47fe-8c71-fc0e95eacdf6 req-391bba32-44dc-4934-87ae-e56320e1ddda service neutron] 10.222.0.39 "GET /v2.0/networks?id=e5bad89e-49de-41ba-a147-9df845de8073 HTTP/1.1" status: 200  len: 919 time: 0.2996788
Feb 05 20:56:58.971992 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-95e168a0-1ec3-4962-9146-7a6a44fef406 req-932b9ba0-3d59-421b-ba64-efb8cef9c4ec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73b45579-249d-41e9-95e0-a534db02619a HTTP/1.1" status: 200  len: 217 time: 0.0522125
Feb 05 20:56:58.982298 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port a563e7f5-31a5-4035-bfb2-5f8301a3e274 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:56:58.982739 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a563e7f5-31a5-4035-bfb2-5f8301a3e274), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:58.987233 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-d4d0a677-6414-447b-a122-6d2b92d1cd8a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4661090a-6e57-4b4a-aed3-8f7f3b2681d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0457845
Feb 05 20:56:58.990453 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-2d2a7e27-cb64-4d10-be6d-dd35cede0801 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Request body: {'port': {'device_id': '68aaa177-93da-467c-8d4e-1557d9fcdcff', 'network_id': 'cb9888ba-fd92-4284-8691-d704204a6929', 'admin_state_up': True, 'tenant_id': '1d793ab256c04fadac89445fab3ed636'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:56:59.007964 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a563e7f5-31a5-4035-bfb2-5f8301a3e274 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:56:59.054181 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e168a0-1ec3-4962-9146-7a6a44fef406 req-5738a677-cb61-4874-883e-fd498cb25b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:59.056102 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-95e168a0-1ec3-4962-9146-7a6a44fef406 req-5738a677-cb61-4874-883e-fd498cb25b44 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a595d3fa-3887-4b08-abeb-b930fb14fdcc HTTP/1.1" status: 200  len: 853 time: 0.0612183
Feb 05 20:56:59.072232 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30c24078-69f1-47fe-8c71-fc0e95eacdf6 req-547b2d16-6235-4f7d-a3d0-b28967fbdccd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d403d303-c755-4a9c-bf35-768272e4eb05 HTTP/1.1" status: 200  len: 217 time: 0.0873294
Feb 05 20:56:59.074311 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port a563e7f5-31a5-4035-bfb2-5f8301a3e274, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a563e7f5-31a5-4035-bfb2-5f8301a3e274,segment=NetworkSegment(7f85ed9d-b7ce-414c-8ae4-25f17816204d),segment_id=7f85ed9d-b7ce-414c-8ae4-25f17816204d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:56:59.079481 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba0b394-1920-47ba-83f1-b3d5b933ba19 req-8818a9bf-5d89-40f8-861e-344cc2397cd9 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:59.081107 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1ba0b394-1920-47ba-83f1-b3d5b933ba19 req-8818a9bf-5d89-40f8-861e-344cc2397cd9 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc65a27c-5f6a-4670-9d85-4905f2ad2810 HTTP/1.1" status: 200  len: 943 time: 0.2739372
Feb 05 20:56:59.087612 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (a563e7f5-31a5-4035-bfb2-5f8301a3e274), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:59.115338 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-95e168a0-1ec3-4962-9146-7a6a44fef406 req-b25bf7c0-6043-45eb-b92c-ec6f12ebb2fd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4661090a-6e57-4b4a-aed3-8f7f3b2681d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0385008
Feb 05 20:56:59.181940 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=a563e7f5-31a5-4035-bfb2-5f8301a3e274,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:56:59.237553 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c24078-69f1-47fe-8c71-fc0e95eacdf6 req-fca419b4-eef2-4eeb-8200-b356a8dee78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:59.239685 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30c24078-69f1-47fe-8c71-fc0e95eacdf6 req-fca419b4-eef2-4eeb-8200-b356a8dee78c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42278fef-0752-424a-afeb-d38ffebc33a9 HTTP/1.1" status: 200  len: 858 time: 0.1576853
Feb 05 20:56:59.275517 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78bbbb-851d-4103-b8cc-e9b14d204762 req-5bdbd7c5-0987-4e09-994a-21768fb9aa71 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:59.277046 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8e78bbbb-851d-4103-b8cc-e9b14d204762 req-5bdbd7c5-0987-4e09-994a-21768fb9aa71 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa7160c-269b-496e-9086-d740db1cec71 HTTP/1.1" status: 200  len: 945 time: 0.2269843
Feb 05 20:56:59.297742 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30c24078-69f1-47fe-8c71-fc0e95eacdf6 req-68433eb3-69b6-42ee-a7a3-054db6f185bc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e5bad89e-49de-41ba-a147-9df845de8073&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0490148
Feb 05 20:56:59.300523 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-ef7292d1-56cd-4290-92b3-62fd6ad13414 service neutron] 10.222.0.39 "GET /v2.0/networks/4661090a-6e57-4b4a-aed3-8f7f3b2681d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2925699
Feb 05 20:56:59.308558 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1ba0b394-1920-47ba-83f1-b3d5b933ba19 req-921a6d81-6f4c-4935-b321-946400f7471b tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b7fce5f-fa25-4376-9d41-d435a6818110&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1886687
Feb 05 20:56:59.376231 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-95e168a0-1ec3-4962-9146-7a6a44fef406 req-3bdf45e6-b34c-474e-9a3f-01abb5f9511a service neutron] 10.222.0.39 "GET /v2.0/networks/4661090a-6e57-4b4a-aed3-8f7f3b2681d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2464526
Feb 05 20:56:59.428976 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b8c220-ee1b-4d5b-830a-595f6b133f90 admin admin] Router c089098b-3624-4c53-803f-f61694c88e0b is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 20:56:59.489825 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['a563e7f5-31a5-4035-bfb2-5f8301a3e274'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:56:59.496092 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-246d7cc6-3f38-47c2-a28a-dbbc63cfab91 req-df549eb7-e441-4898-9d14-d4080240c4e3 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=68aaa177-93da-467c-8d4e-1557d9fcdcff HTTP/1.1" status: 200  len: 210 time: 0.0689857
Feb 05 20:56:59.499089 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-86c6a88c-4ddf-4837-87f7-e8bc3534ab2e tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks [] for port (1c43ed45-6cb0-4e2f-b648-58104234e4c0), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:59.499384 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8e78bbbb-851d-4103-b8cc-e9b14d204762 req-da936f49-6c0b-4897-976b-3a574b3a0ecf tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2048924
Feb 05 20:56:59.508320 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-2d2a7e27-cb64-4d10-be6d-dd35cede0801 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Made reservation on behalf of 1d793ab256c04fadac89445fab3ed636 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:56:59.511934 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-2d2a7e27-cb64-4d10-be6d-dd35cede0801 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:59.538500 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30c24078-69f1-47fe-8c71-fc0e95eacdf6 req-1f7b8a64-a3ea-401d-8a7f-91172b74dc2e service neutron] 10.222.0.39 "GET /v2.0/networks/e5bad89e-49de-41ba-a147-9df845de8073?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2220156
Feb 05 20:56:59.572776 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c04b7596-73f8-40de-8284-ef081ba7f3d6 req-ac6c2863-2a43-4d75-b221-a75fe2c5b1fc service neutron] 10.222.0.39 "GET /v2.0/networks/4661090a-6e57-4b4a-aed3-8f7f3b2681d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2548556
Feb 05 20:56:59.624168 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-95e168a0-1ec3-4962-9146-7a6a44fef406 req-32f07e40-1360-4ac9-9cce-c57af6c7dbfa service neutron] 10.222.0.39 "GET /v2.0/networks/4661090a-6e57-4b4a-aed3-8f7f3b2681d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2396991
Feb 05 20:56:59.675231 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30c24078-69f1-47fe-8c71-fc0e95eacdf6 req-a5de4486-2ed1-4f2e-aa48-dcd1e9952cd0 service neutron] 10.222.0.39 "GET /v2.0/networks/e5bad89e-49de-41ba-a147-9df845de8073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274579
Feb 05 20:56:59.706143 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b8c220-ee1b-4d5b-830a-595f6b133f90 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:56:59.719451 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60631abb-8a00-4d6a-a2e9-f807a03f0e34 None None] Sync routers for ids ['c089098b-3624-4c53-803f-f61694c88e0b'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:56:59.757805 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60631abb-8a00-4d6a-a2e9-f807a03f0e34 None None] Routers {'c089098b-3624-4c53-803f-f61694c88e0b'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:56:59.758693 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-60631abb-8a00-4d6a-a2e9-f807a03f0e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab633610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:56:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['c089098b-3624-4c53-803f-f61694c88e0b'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:56:59.764506 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ea88ab1-3a41-4d76-a59f-13fb64022619', 'tag': '77e4a6e8-59a2-44d2-9208-86dccf2cbc28'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:56:59.767809 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd51533c-6ffc-4507-a2c9-a4543bf4d5d8" -d '{"events": [{"name": "network-changed", "server_uuid": "3ea88ab1-3a41-4d76-a59f-13fb64022619", "tag": "77e4a6e8-59a2-44d2-9208-86dccf2cbc28"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:56:59.779547 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-36b8c220-ee1b-4d5b-830a-595f6b133f90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:59.781575 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-36b8c220-ee1b-4d5b-830a-595f6b133f90 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 5.4764237
Feb 05 20:56:59.788588 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 40018) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:56:59.845736 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90ffa51-30bb-48fc-bc05-473c9de1a09a x-openstack-request-id: req-a90ffa51-30bb-48fc-bc05-473c9de1a09a {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:56:59.847975 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ea88ab1-3a41-4d76-a59f-13fb64022619", "tag": "77e4a6e8-59a2-44d2-9208-86dccf2cbc28", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:56:59.848447 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a90ffa51-30bb-48fc-bc05-473c9de1a09a {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:56:59.849225 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ea88ab1-3a41-4d76-a59f-13fb64022619', 'tag': '77e4a6e8-59a2-44d2-9208-86dccf2cbc28', 'status': 'completed', 'code': 200}
Feb 05 20:56:59.876158 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-86c6a88c-4ddf-4837-87f7-e8bc3534ab2e tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (1c43ed45-6cb0-4e2f-b648-58104234e4c0), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:56:59.975698 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d53596-ace1-46ec-8939-309064454dee req-ea7c0df0-57a0-46b3-b29b-d6e9c8410d12 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:59.981444 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d53596-ace1-46ec-8939-309064454dee req-ea7c0df0-57a0-46b3-b29b-d6e9c8410d12 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:59.987729 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d53596-ace1-46ec-8939-309064454dee req-ea7c0df0-57a0-46b3-b29b-d6e9c8410d12 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:56:59.993933 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d53596-ace1-46ec-8939-309064454dee req-ea7c0df0-57a0-46b3-b29b-d6e9c8410d12 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:00.002443 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6a88c-4ddf-4837-87f7-e8bc3534ab2e tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Pushing event updated for resources: {'Port': ['ID=1c43ed45-6cb0-4e2f-b648-58104234e4c0,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:00.002964 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d53596-ace1-46ec-8939-309064454dee req-ea7c0df0-57a0-46b3-b29b-d6e9c8410d12 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:00.005636 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d53596-ace1-46ec-8939-309064454dee req-ea7c0df0-57a0-46b3-b29b-d6e9c8410d12 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:00.012176 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d53596-ace1-46ec-8939-309064454dee req-ea7c0df0-57a0-46b3-b29b-d6e9c8410d12 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:00.018142 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c6a88c-4ddf-4837-87f7-e8bc3534ab2e tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Network 96de77c1-b183-45b0-b4ef-7680c09ecd78 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:57:00.020828 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a4d53596-ace1-46ec-8939-309064454dee req-ea7c0df0-57a0-46b3-b29b-d6e9c8410d12 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 5433 time: 0.2660966
Feb 05 20:57:00.028535 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-86c6a88c-4ddf-4837-87f7-e8bc3534ab2e tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:57:00.032913 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-60631abb-8a00-4d6a-a2e9-f807a03f0e34 None None] Set router c089098b-3624-4c53-803f-f61694c88e0b gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:57:00.079323 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c6a88c-4ddf-4837-87f7-e8bc3534ab2e tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:57:00.096546 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51533c-6ffc-4507-a2c9-a4543bf4d5d8 req-b9d6ace6-be25-4ec7-ba7b-f912d0fae3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:00.098127 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dd51533c-6ffc-4507-a2c9-a4543bf4d5d8 req-b9d6ace6-be25-4ec7-ba7b-f912d0fae3c3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6dedbf2bdef94ed28b18010cec65d736&device_id=3ea88ab1-3a41-4d76-a59f-13fb64022619 HTTP/1.1" status: 200  len: 1126 time: 0.2348928
Feb 05 20:57:00.121634 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d09fdb-20cd-4718-836d-b3a8223c917c None None] Network 96de77c1-b183-45b0-b4ef-7680c09ecd78 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:57:00.150705 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9f564ec2-ce44-4a35-b0f3-35d1f622054e up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:57:00.161495 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-2d2a7e27-cb64-4d10-be6d-dd35cede0801 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Allocated IP 172.20.0.6 (cb9888ba-fd92-4284-8691-d704204a6929/1a29db71-64bb-4b41-abf2-897d595cd164/0919d745-d4f6-46dd-830f-525291aa9d54) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:57:00.162559 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a4d53596-ace1-46ec-8939-309064454dee req-7a58bbe8-46c3-4d8c-ad92-0214f03fd66a tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&id=f2a34937-6f7c-447d-a100-f79bb6d8301c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1407125
Feb 05 20:57:00.174024 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c6a88c-4ddf-4837-87f7-e8bc3534ab2e tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:00.174699 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-86c6a88c-4ddf-4837-87f7-e8bc3534ab2e tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:00.204731 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-86c6a88c-4ddf-4837-87f7-e8bc3534ab2e tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.7327552
Feb 05 20:57:00.205650 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 40022) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:00.216403 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-dfa94405-8a8e-430a-9d0f-db7b8766a2bc tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Request body: {'port': {'network_id': '96de77c1-b183-45b0-b4ef-7680c09ecd78', 'name': 'tempest-AllowedAddressPairTestJSON-1383873581', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:e3:0c:7e'}]}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:57:00.229368 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6100e-07be-4e28-9064-6f0f37c72d00 req-fed4b538-459a-4f2e-9afc-f614895cae6f tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:00.236259 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e9f6100e-07be-4e28-9064-6f0f37c72d00 req-fed4b538-459a-4f2e-9afc-f614895cae6f tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f92f964-7165-40c9-b889-b0dff3158f60 HTTP/1.1" status: 200  len: 943 time: 0.2131865
Feb 05 20:57:00.279931 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-77dd2b14-7ddb-47c2-9fec-629ba3684c9d None None] Provisioning complete for port 9f564ec2-ce44-4a35-b0f3-35d1f622054e triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:57:00.280270 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-77dd2b14-7ddb-47c2-9fec-629ba3684c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9f564ec2-ce44-4a35-b0f3-35d1f622054e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:00.356756 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51533c-6ffc-4507-a2c9-a4543bf4d5d8 req-77e95c00-97e5-4e9b-84db-7047253fab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:00.358328 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dd51533c-6ffc-4507-a2c9-a4543bf4d5d8 req-77e95c00-97e5-4e9b-84db-7047253fab90 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4661090a-6e57-4b4a-aed3-8f7f3b2681d6 HTTP/1.1" status: 200  len: 914 time: 0.2501571
Feb 05 20:57:00.389470 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e9f6100e-07be-4e28-9064-6f0f37c72d00 req-aa88a04f-d6d7-48b6-8f71-70aef91127b5 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/security-groups?id=98d8181e-a3ec-4dcd-9e51-198c38564f14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1519444
Feb 05 20:57:00.399003 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 9f564ec2-ce44-4a35-b0f3-35d1f622054e triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:57:00.399479 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9f564ec2-ce44-4a35-b0f3-35d1f622054e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:00.435839 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dd51533c-6ffc-4507-a2c9-a4543bf4d5d8 req-eedaac8a-3430-42c6-9742-025634a32e69 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77e4a6e8-59a2-44d2-9208-86dccf2cbc28 HTTP/1.1" status: 200  len: 217 time: 0.0689821
Feb 05 20:57:00.509250 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-77dd2b14-7ddb-47c2-9fec-629ba3684c9d None None] Current status of the port 9f564ec2-ce44-4a35-b0f3-35d1f622054e is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:57:00.513113 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-77dd2b14-7ddb-47c2-9fec-629ba3684c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9f564ec2-ce44-4a35-b0f3-35d1f622054e), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:00.516804 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-2d2a7e27-cb64-4d10-be6d-dd35cede0801 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Publish callbacks [] for port (0919d745-d4f6-46dd-830f-525291aa9d54), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:00.517721 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-60631abb-8a00-4d6a-a2e9-f807a03f0e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab633610>, [{'id': 'c089098b-3624-4c53-803f-f61694c88e0b', 'name': 'tempest-ServersTestBootFromVolume-1356089386-router', 'tenant_id': '60a31152c92648bfb27496f9e1d342d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd584e16f-9038-4436-b145-62c5d2366bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:56:54Z', 'updated_at': '2022-02-05T20:56:57Z', 'revision_number': 3, 'project_id': '60a31152c92648bfb27496f9e1d342d2', 'gw_port': {'id': 'd584e16f-9038-4436-b145-62c5d2366bca', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c9:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c089098b-3624-4c53-803f-f61694c88e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:56:55Z', 'updated_at': '2022-02-05T20:56:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:00.557307 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60631abb-8a00-4d6a-a2e9-f807a03f0e34 None None] Checking router: c089098b-3624-4c53-803f-f61694c88e0b for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:57:00.557663 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60631abb-8a00-4d6a-a2e9-f807a03f0e34 None None] Updating router c089098b-3624-4c53-803f-f61694c88e0b port d584e16f-9038-4436-b145-62c5d2366bca binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 20:57:00.565817 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51533c-6ffc-4507-a2c9-a4543bf4d5d8 req-293f8e7e-8a7c-4d0b-b7d6-71ab8a54f3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:00.568011 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dd51533c-6ffc-4507-a2c9-a4543bf4d5d8 req-293f8e7e-8a7c-4d0b-b7d6-71ab8a54f3d6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a595d3fa-3887-4b08-abeb-b930fb14fdcc HTTP/1.1" status: 200  len: 853 time: 0.1234610
Feb 05 20:57:00.617183 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa94405-8a8e-430a-9d0f-db7b8766a2bc tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Made reservation on behalf of 596001349216478ba32cea9337435650 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:57:00.624643 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dd51533c-6ffc-4507-a2c9-a4543bf4d5d8 req-bce280f2-c150-4fa8-a3a5-0cb0c9821894 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4661090a-6e57-4b4a-aed3-8f7f3b2681d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0489967
Feb 05 20:57:00.641113 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0120b6-ddfc-4022-a3f7-0787ce60c277 req-573edc48-9151-4f19-9401-b57b71a4c650 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:00.645190 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-de0120b6-ddfc-4022-a3f7-0787ce60c277 req-573edc48-9151-4f19-9401-b57b71a4c650 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc65a27c-5f6a-4670-9d85-4905f2ad2810 HTTP/1.1" status: 200  len: 943 time: 0.1926670
Feb 05 20:57:00.647704 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 73b45579-249d-41e9-95e0-a534db02619a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:57:00.681461 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-77dd2b14-7ddb-47c2-9fec-629ba3684c9d None None] For port 9f564ec2-ce44-4a35-b0f3-35d1f622054e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9f564ec2-ce44-4a35-b0f3-35d1f622054e,segment=NetworkSegment(453e4239-1197-4b81-bca3-d720cb67ab5b),segment_id=453e4239-1197-4b81-bca3-d720cb67ab5b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:00.688517 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 9f564ec2-ce44-4a35-b0f3-35d1f622054e is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:57:00.688920 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9f564ec2-ce44-4a35-b0f3-35d1f622054e), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:00.693651 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-60631abb-8a00-4d6a-a2e9-f807a03f0e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d584e16f-9038-4436-b145-62c5d2366bca), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:00.695216 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-77dd2b14-7ddb-47c2-9fec-629ba3684c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9f564ec2-ce44-4a35-b0f3-35d1f622054e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:00.703295 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-2d2a7e27-cb64-4d10-be6d-dd35cede0801 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (0919d745-d4f6-46dd-830f-525291aa9d54), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:00.755932 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-2d2a7e27-cb64-4d10-be6d-dd35cede0801 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Network cb9888ba-fd92-4284-8691-d704204a6929 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:57:00.761188 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-2d2a7e27-cb64-4d10-be6d-dd35cede0801 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:57:00.763911 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-2d2a7e27-cb64-4d10-be6d-dd35cede0801 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:57:00.796650 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c131eec5-e1a8-41f9-92d4-c36912771afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:00.826807 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2a7e27-cb64-4d10-be6d-dd35cede0801 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Pushing event updated for resources: {'Port': ['ID=0919d745-d4f6-46dd-830f-525291aa9d54,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:00.858075 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-2d2a7e27-cb64-4d10-be6d-dd35cede0801 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:00.858790 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-2d2a7e27-cb64-4d10-be6d-dd35cede0801 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:00.922700 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-2d2a7e27-cb64-4d10-be6d-dd35cede0801 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9446251
Feb 05 20:57:00.970639 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-4b0b6dfd-e3e0-4f75-b339-b6b3037663bc service neutron] Request body: {'port': {'device_id': '68aaa177-93da-467c-8d4e-1557d9fcdcff', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:57:01.043398 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 73b45579-249d-41e9-95e0-a534db02619a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73b45579-249d-41e9-95e0-a534db02619a,segment=NetworkSegment(a7470427-ceb3-4cf9-920f-e14dc2fd847f),segment_id=a7470427-ceb3-4cf9-920f-e14dc2fd847f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:01.060739 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '73b45579-249d-41e9-95e0-a534db02619a', 'network_id': '4661090a-6e57-4b4a-aed3-8f7f3b2681d6', 'port_id': '73b45579-249d-41e9-95e0-a534db02619a', 'mac_address': 'fa:16:3e:9c:9d:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a595d3fa-3887-4b08-abeb-b930fb14fdcc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:57:01.080386 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-4b0b6dfd-e3e0-4f75-b339-b6b3037663bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0919d745-d4f6-46dd-830f-525291aa9d54), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:01.101041 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-c131eec5-e1a8-41f9-92d4-c36912771afa admin admin] Allocated IP 172.20.0.1 (e27726b6-584c-451c-a170-435551e2c659/2fb59051-3f07-4250-8778-3de952b07289/9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:57:01.212313 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd2b14-7ddb-47c2-9fec-629ba3684c9d None None] Pushing event updated for resources: {'Port': ['ID=9f564ec2-ce44-4a35-b0f3-35d1f622054e,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:01.234158 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-f5cc4ba1-adf1-401d-95f6-201ed9abfc0d None None] Provisioning complete for port 1c43ed45-6cb0-4e2f-b648-58104234e4c0 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:57:01.234349 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f5cc4ba1-adf1-401d-95f6-201ed9abfc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1c43ed45-6cb0-4e2f-b648-58104234e4c0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:01.274539 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 20:57:01.274909 ncdv-master-1 neutron-server[114392]: DEBUG oslo_db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 20:57:01.284590 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 73b45579-249d-41e9-95e0-a534db02619a is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:57:01.284988 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (73b45579-249d-41e9-95e0-a534db02619a), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:01.313210 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dfa94405-8a8e-430a-9d0f-db7b8766a2bc tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:01.324806 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-f5cc4ba1-adf1-401d-95f6-201ed9abfc0d None None] Port 1c43ed45-6cb0-4e2f-b648-58104234e4c0 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:57:01.326268 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-de0120b6-ddfc-4022-a3f7-0787ce60c277 req-dee1ee9a-4072-4883-8606-7d5598c7b015 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b7fce5f-fa25-4376-9d41-d435a6818110&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6443558
Feb 05 20:57:01.342136 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dcdfb3-542f-45c0-b50a-b109fa6b36a0 req-26ec65c1-cc26-4fcb-a542-23f4d7d535bb tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:01.350725 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-57dcdfb3-542f-45c0-b50a-b109fa6b36a0 req-26ec65c1-cc26-4fcb-a542-23f4d7d535bb tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa7160c-269b-496e-9086-d740db1cec71 HTTP/1.1" status: 200  len: 945 time: 0.6673923
Feb 05 20:57:01.357410 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73b45579-249d-41e9-95e0-a534db02619a {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:57:01.358125 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c131eec5-e1a8-41f9-92d4-c36912771afa admin admin] Publish callbacks [] for port (9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:01.371498 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dd51533c-6ffc-4507-a2c9-a4543bf4d5d8 req-02cdf08f-2dbd-4e20-a67d-eb018c337887 service neutron] 10.222.0.39 "GET /v2.0/networks/4661090a-6e57-4b4a-aed3-8f7f3b2681d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7218552
Feb 05 20:57:01.412122 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 73b45579-249d-41e9-95e0-a534db02619a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73b45579-249d-41e9-95e0-a534db02619a,segment=NetworkSegment(a7470427-ceb3-4cf9-920f-e14dc2fd847f),segment_id=a7470427-ceb3-4cf9-920f-e14dc2fd847f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:01.417928 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [None req-dfa94405-8a8e-430a-9d0f-db7b8766a2bc tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] device_id is not set on port f3734cfa-f730-4788-938a-7e982fb39847 yet. {{(pid=114391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 20:57:01.427314 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (73b45579-249d-41e9-95e0-a534db02619a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:01.430349 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-f5cc4ba1-adf1-401d-95f6-201ed9abfc0d None None] Provisioning complete for port 9f564ec2-ce44-4a35-b0f3-35d1f622054e triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:57:01.431103 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f5cc4ba1-adf1-401d-95f6-201ed9abfc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9f564ec2-ce44-4a35-b0f3-35d1f622054e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:01.487730 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c131eec5-e1a8-41f9-92d4-c36912771afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:01.544935 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=73b45579-249d-41e9-95e0-a534db02619a,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:01.586939 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c131eec5-e1a8-41f9-92d4-c36912771afa admin admin] Network e27726b6-584c-451c-a170-435551e2c659 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:57:01.596093 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-c131eec5-e1a8-41f9-92d4-c36912771afa admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:57:01.602911 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c131eec5-e1a8-41f9-92d4-c36912771afa admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:57:01.615569 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-60631abb-8a00-4d6a-a2e9-f807a03f0e34 None None] Publish callbacks [] for port (d584e16f-9038-4436-b145-62c5d2366bca), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:01.635524 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-60631abb-8a00-4d6a-a2e9-f807a03f0e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d584e16f-9038-4436-b145-62c5d2366bca), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:01.642431 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131eec5-e1a8-41f9-92d4-c36912771afa admin admin] Pushing event updated for resources: {'Port': ['ID=9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:01.655769 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c131eec5-e1a8-41f9-92d4-c36912771afa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (c089098b-3624-4c53-803f-f61694c88e0b), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:01.659967 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-4b0b6dfd-e3e0-4f75-b339-b6b3037663bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0919d745-d4f6-46dd-830f-525291aa9d54 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:57:01.676924 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-f5cc4ba1-adf1-401d-95f6-201ed9abfc0d None None] Current status of the port 9f564ec2-ce44-4a35-b0f3-35d1f622054e is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:57:01.691025 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-57dcdfb3-542f-45c0-b50a-b109fa6b36a0 req-3276c871-d8d3-4b81-a864-a7907c4a83f5 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3390567
Feb 05 20:57:01.705536 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-60631abb-8a00-4d6a-a2e9-f807a03f0e34 None None] Attempting to bind port d584e16f-9038-4436-b145-62c5d2366bca on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:57:01.705920 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-60631abb-8a00-4d6a-a2e9-f807a03f0e34 None None] Attempting to bind port d584e16f-9038-4436-b145-62c5d2366bca by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:57:01.706340 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60631abb-8a00-4d6a-a2e9-f807a03f0e34 None None] Attempting to bind port d584e16f-9038-4436-b145-62c5d2366bca on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:57:01.709488 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd7786c-9a91-47fc-9694-094abc6b2701 None None] Pushing event updated for resources: {'Port': ['ID=d584e16f-9038-4436-b145-62c5d2366bca,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:01.722514 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60631abb-8a00-4d6a-a2e9-f807a03f0e34 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:57:01.723635 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60631abb-8a00-4d6a-a2e9-f807a03f0e34 None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:57:01.724783 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-60631abb-8a00-4d6a-a2e9-f807a03f0e34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:01.724783 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60631abb-8a00-4d6a-a2e9-f807a03f0e34 None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:57:01.725144 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-60631abb-8a00-4d6a-a2e9-f807a03f0e34 None None] Bound port: d584e16f-9038-4436-b145-62c5d2366bca, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:57:01.725466 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-60631abb-8a00-4d6a-a2e9-f807a03f0e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d584e16f-9038-4436-b145-62c5d2366bca), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:01.729026 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-4b0b6dfd-e3e0-4f75-b339-b6b3037663bc service neutron] Publish callbacks [] for port (0919d745-d4f6-46dd-830f-525291aa9d54), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:01.761488 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-4b0b6dfd-e3e0-4f75-b339-b6b3037663bc service neutron] Transition to ACTIVE for port object 0919d745-d4f6-46dd-830f-525291aa9d54 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:57:01.773342 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-4b0b6dfd-e3e0-4f75-b339-b6b3037663bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (0919d745-d4f6-46dd-830f-525291aa9d54), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:01.779332 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-dfa94405-8a8e-430a-9d0f-db7b8766a2bc tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Allocated IP 172.20.0.8 (96de77c1-b183-45b0-b4ef-7680c09ecd78/c6ff21de-4124-45ef-a779-b94636f2df67/f3734cfa-f730-4788-938a-7e982fb39847) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:57:01.796460 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e079b5c-771f-460b-aa29-c492f5f026a6 req-cbacf763-3365-4238-a33b-aed5f0f16091 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:01.798253 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6e079b5c-771f-460b-aa29-c492f5f026a6 req-cbacf763-3365-4238-a33b-aed5f0f16091 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=68aaa177-93da-467c-8d4e-1557d9fcdcff HTTP/1.1" status: 200  len: 931 time: 0.3251576
Feb 05 20:57:01.803454 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dd51533c-6ffc-4507-a2c9-a4543bf4d5d8 req-4ea70a27-1514-40b2-960c-058ab0c00a7a service neutron] 10.222.0.39 "GET /v2.0/networks/4661090a-6e57-4b4a-aed3-8f7f3b2681d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4212880
Feb 05 20:57:01.827743 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-60631abb-8a00-4d6a-a2e9-f807a03f0e34 None None] For port d584e16f-9038-4436-b145-62c5d2366bca, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:57:01.833847 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-60631abb-8a00-4d6a-a2e9-f807a03f0e34 None None] For port d584e16f-9038-4436-b145-62c5d2366bca, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d584e16f-9038-4436-b145-62c5d2366bca,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:57:01.851545 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['73b45579-249d-41e9-95e0-a534db02619a'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:57:01.870125 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-60631abb-8a00-4d6a-a2e9-f807a03f0e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d584e16f-9038-4436-b145-62c5d2366bca), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:01.906350 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b6dfd-e3e0-4f75-b339-b6b3037663bc service neutron] Pushing event updated for resources: {'Port': ['ID=0919d745-d4f6-46dd-830f-525291aa9d54,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:01.974397 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6e079b5c-771f-460b-aa29-c492f5f026a6 req-169523a2-d10b-4763-b53e-1b5ddaedcea6 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1685350
Feb 05 20:57:01.990337 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-fc16c151-c4fd-4aae-aa1b-1c78bfff3dbd None None] Provisioning complete for port 1c43ed45-6cb0-4e2f-b648-58104234e4c0 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:57:01.991172 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fc16c151-c4fd-4aae-aa1b-1c78bfff3dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1c43ed45-6cb0-4e2f-b648-58104234e4c0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:02.033941 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c131eec5-e1a8-41f9-92d4-c36912771afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:02.049990 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-fc16c151-c4fd-4aae-aa1b-1c78bfff3dbd None None] Port 1c43ed45-6cb0-4e2f-b648-58104234e4c0 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:57:02.062816 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-4b0b6dfd-e3e0-4f75-b339-b6b3037663bc service neutron] Attempting to bind port 0919d745-d4f6-46dd-830f-525291aa9d54 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:57:02.062816 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-4b0b6dfd-e3e0-4f75-b339-b6b3037663bc service neutron] Attempting to bind port 0919d745-d4f6-46dd-830f-525291aa9d54 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f21dc639-5af9-41ca-ac39-c80d5d7b6194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cb9888ba-fd92-4284-8691-d704204a6929'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:57:02.063135 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-4b0b6dfd-e3e0-4f75-b339-b6b3037663bc service neutron] Attempting to bind port 0919d745-d4f6-46dd-830f-525291aa9d54 on network cb9888ba-fd92-4284-8691-d704204a6929 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:57:02.065567 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c127f-3268-472d-9068-a199c08d9907 req-16acf96a-902f-4eab-b747-7ba2b5065af2 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:02.071903 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c127f-3268-472d-9068-a199c08d9907 req-16acf96a-902f-4eab-b747-7ba2b5065af2 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:02.077998 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c127f-3268-472d-9068-a199c08d9907 req-16acf96a-902f-4eab-b747-7ba2b5065af2 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:02.085392 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c127f-3268-472d-9068-a199c08d9907 req-16acf96a-902f-4eab-b747-7ba2b5065af2 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:02.092658 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 9f564ec2-ce44-4a35-b0f3-35d1f622054e is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:57:02.093826 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-4b0b6dfd-e3e0-4f75-b339-b6b3037663bc service neutron] Port 0919d745-d4f6-46dd-830f-525291aa9d54 on network cb9888ba-fd92-4284-8691-d704204a6929 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:57:02.094302 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-4b0b6dfd-e3e0-4f75-b339-b6b3037663bc service neutron] Attempting to bind port 0919d745-d4f6-46dd-830f-525291aa9d54 on network cb9888ba-fd92-4284-8691-d704204a6929 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:57:02.095570 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c127f-3268-472d-9068-a199c08d9907 req-16acf96a-902f-4eab-b747-7ba2b5065af2 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:02.102015 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c127f-3268-472d-9068-a199c08d9907 req-16acf96a-902f-4eab-b747-7ba2b5065af2 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:02.102140 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60631abb-8a00-4d6a-a2e9-f807a03f0e34 None None] Routers {'c089098b-3624-4c53-803f-f61694c88e0b'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:57:02.102886 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-60631abb-8a00-4d6a-a2e9-f807a03f0e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab633610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:56:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['c089098b-3624-4c53-803f-f61694c88e0b'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:02.108524 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c127f-3268-472d-9068-a199c08d9907 req-16acf96a-902f-4eab-b747-7ba2b5065af2 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:02.110191 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd7786c-9a91-47fc-9694-094abc6b2701 None None] Pushing event updated for resources: {'Port': ['ID=d584e16f-9038-4436-b145-62c5d2366bca,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:02.110344 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-993c127f-3268-472d-9068-a199c08d9907 req-16acf96a-902f-4eab-b747-7ba2b5065af2 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 5433 time: 0.2536378
Feb 05 20:57:02.130790 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-4b0b6dfd-e3e0-4f75-b339-b6b3037663bc service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:57:02.131137 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-4b0b6dfd-e3e0-4f75-b339-b6b3037663bc service neutron] Checking segment: {'id': 'f21dc639-5af9-41ca-ac39-c80d5d7b6194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cb9888ba-fd92-4284-8691-d704204a6929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:57:02.131548 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-4b0b6dfd-e3e0-4f75-b339-b6b3037663bc service neutron] Bound using segment: {'id': 'f21dc639-5af9-41ca-ac39-c80d5d7b6194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cb9888ba-fd92-4284-8691-d704204a6929'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:57:02.131989 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-4b0b6dfd-e3e0-4f75-b339-b6b3037663bc service neutron] Bound port: 0919d745-d4f6-46dd-830f-525291aa9d54, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f21dc639-5af9-41ca-ac39-c80d5d7b6194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cb9888ba-fd92-4284-8691-d704204a6929'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:57:02.133120 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-4b0b6dfd-e3e0-4f75-b339-b6b3037663bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0919d745-d4f6-46dd-830f-525291aa9d54), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:02.233497 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9f564ec2-ce44-4a35-b0f3-35d1f622054e up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:57:02.239664 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-49c9a71d-45ed-4922-8416-1c61a74bd375 None None] Provisioning complete for port 9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:57:02.240038 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-49c9a71d-45ed-4922-8416-1c61a74bd375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:02.241730 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316c999-3fd1-4b11-b14c-183386bbe6db req-f6a2f1f2-282c-4027-97df-33ec1c19396a tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:02.249600 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4316c999-3fd1-4b11-b14c-183386bbe6db req-f6a2f1f2-282c-4027-97df-33ec1c19396a tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f92f964-7165-40c9-b889-b0dff3158f60 HTTP/1.1" status: 200  len: 944 time: 0.1382394
Feb 05 20:57:02.295264 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-993c127f-3268-472d-9068-a199c08d9907 req-3f848266-9a23-49f4-adce-7174a6b4da20 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&id=f2a34937-6f7c-447d-a100-f79bb6d8301c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1764326
Feb 05 20:57:02.297412 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dfa94405-8a8e-430a-9d0f-db7b8766a2bc tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks [] for port (f3734cfa-f730-4788-938a-7e982fb39847), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:02.309883 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-4b0b6dfd-e3e0-4f75-b339-b6b3037663bc service neutron] For port 0919d745-d4f6-46dd-830f-525291aa9d54, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:57:02.315964 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-4b0b6dfd-e3e0-4f75-b339-b6b3037663bc service neutron] For port 0919d745-d4f6-46dd-830f-525291aa9d54, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0919d745-d4f6-46dd-830f-525291aa9d54,segment=NetworkSegment(f21dc639-5af9-41ca-ac39-c80d5d7b6194),segment_id=f21dc639-5af9-41ca-ac39-c80d5d7b6194)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:57:02.328970 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-4b0b6dfd-e3e0-4f75-b339-b6b3037663bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (0919d745-d4f6-46dd-830f-525291aa9d54), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:02.353728 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4316c999-3fd1-4b11-b14c-183386bbe6db req-c518fdf9-9e9e-4e67-95ee-78af5c88920e tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/security-groups?id=98d8181e-a3ec-4dcd-9e51-198c38564f14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963926
Feb 05 20:57:02.355908 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-60631abb-8a00-4d6a-a2e9-f807a03f0e34 None None] Set router c089098b-3624-4c53-803f-f61694c88e0b gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:57:02.359965 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-49c9a71d-45ed-4922-8416-1c61a74bd375 None None] Port 9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:57:02.387063 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dfa94405-8a8e-430a-9d0f-db7b8766a2bc tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (f3734cfa-f730-4788-938a-7e982fb39847), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:02.467536 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c131eec5-e1a8-41f9-92d4-c36912771afa admin admin] Publish callbacks [] for port (9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:02.469480 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b6dfd-e3e0-4f75-b339-b6b3037663bc service neutron] Pushing event updated for resources: {'Port': ['ID=0919d745-d4f6-46dd-830f-525291aa9d54,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:02.477933 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-4b0b6dfd-e3e0-4f75-b339-b6b3037663bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:02.479663 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-4b0b6dfd-e3e0-4f75-b339-b6b3037663bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:02.480191 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 9f564ec2-ce44-4a35-b0f3-35d1f622054e triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:57:02.480749 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9f564ec2-ce44-4a35-b0f3-35d1f622054e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:02.480947 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-4b0b6dfd-e3e0-4f75-b339-b6b3037663bc service neutron] 10.222.0.39 "PUT /v2.0/ports/0919d745-d4f6-46dd-830f-525291aa9d54 HTTP/1.1" status: 200  len: 1091 time: 1.5146842
Feb 05 20:57:02.482720 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68aaa177-93da-467c-8d4e-1557d9fcdcff', 'tag': '0919d745-d4f6-46dd-830f-525291aa9d54'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:57:02.486614 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69c83d6-48e5-4c25-b1ba-6a003bd3f19a" -d '{"events": [{"name": "network-changed", "server_uuid": "68aaa177-93da-467c-8d4e-1557d9fcdcff", "tag": "0919d745-d4f6-46dd-830f-525291aa9d54"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:57:02.491319 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c131eec5-e1a8-41f9-92d4-c36912771afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:02.528784 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa94405-8a8e-430a-9d0f-db7b8766a2bc tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Network 96de77c1-b183-45b0-b4ef-7680c09ecd78 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:57:02.561993 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-dfa94405-8a8e-430a-9d0f-db7b8766a2bc tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:57:02.572183 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa94405-8a8e-430a-9d0f-db7b8766a2bc tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:57:02.596345 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa94405-8a8e-430a-9d0f-db7b8766a2bc tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Pushing event updated for resources: {'Port': ['ID=f3734cfa-f730-4788-938a-7e982fb39847,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:02.652218 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device d403d303-c755-4a9c-bf35-768272e4eb05 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:57:02.654094 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device a563e7f5-31a5-4035-bfb2-5f8301a3e274 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:57:02.706149 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0def69-198d-41b2-ab4d-f2ff65871bc6 req-26612674-9959-449b-8317-8ad108d9483a tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:02.715252 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0def69-198d-41b2-ab4d-f2ff65871bc6 req-26612674-9959-449b-8317-8ad108d9483a tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:02.722035 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0def69-198d-41b2-ab4d-f2ff65871bc6 req-26612674-9959-449b-8317-8ad108d9483a tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:02.729248 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0def69-198d-41b2-ab4d-f2ff65871bc6 req-26612674-9959-449b-8317-8ad108d9483a tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:02.735553 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0def69-198d-41b2-ab4d-f2ff65871bc6 req-26612674-9959-449b-8317-8ad108d9483a tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:02.739884 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 9f564ec2-ce44-4a35-b0f3-35d1f622054e is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:57:02.753677 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0def69-198d-41b2-ab4d-f2ff65871bc6 req-26612674-9959-449b-8317-8ad108d9483a tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:02.760123 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0def69-198d-41b2-ab4d-f2ff65871bc6 req-26612674-9959-449b-8317-8ad108d9483a tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:02.762177 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4f0def69-198d-41b2-ab4d-f2ff65871bc6 req-26612674-9959-449b-8317-8ad108d9483a tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 5433 time: 0.2853558
Feb 05 20:57:02.789151 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa94405-8a8e-430a-9d0f-db7b8766a2bc tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:02.789839 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dfa94405-8a8e-430a-9d0f-db7b8766a2bc tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:02.792254 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 40044) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:02.819364 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-c9ab9fdd-3dae-436c-b2d5-62637a8039b8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Request body: {'floatingip': {'port_id': '1dc73499-8f1c-4fa1-a727-5942182a3985'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:57:02.872748 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040caf0a-8fd9-480c-b760-d6d47ff3f9db req-45e798a2-1c4b-4049-ac3b-442d56b86423 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:02.879965 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-040caf0a-8fd9-480c-b760-d6d47ff3f9db req-45e798a2-1c4b-4049-ac3b-442d56b86423 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc65a27c-5f6a-4670-9d85-4905f2ad2810 HTTP/1.1" status: 200  len: 943 time: 0.3543618
Feb 05 20:57:02.895559 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c9ab9fdd-3dae-436c-b2d5-62637a8039b8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks [] for floatingip (0525e757-792d-4f92-93c0-d7b98e5ea720), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:02.911729 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-dfa94405-8a8e-430a-9d0f-db7b8766a2bc tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 999 time: 2.7003992
Feb 05 20:57:02.925285 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port d403d303-c755-4a9c-bf35-768272e4eb05, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d403d303-c755-4a9c-bf35-768272e4eb05,segment=NetworkSegment(dfa42341-6f1b-4227-9631-53b0afa8d5fe),segment_id=dfa42341-6f1b-4227-9631-53b0afa8d5fe)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:02.942503 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port a563e7f5-31a5-4035-bfb2-5f8301a3e274 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:57:02.946890 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'd403d303-c755-4a9c-bf35-768272e4eb05', 'network_id': 'e5bad89e-49de-41ba-a147-9df845de8073', 'port_id': 'd403d303-c755-4a9c-bf35-768272e4eb05', 'mac_address': 'fa:16:3e:66:4b:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42278fef-0752-424a-afeb-d38ffebc33a9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:57:02.953845 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port a563e7f5-31a5-4035-bfb2-5f8301a3e274 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:57:02.954228 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (a563e7f5-31a5-4035-bfb2-5f8301a3e274), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:02.961976 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8afa1c4-7f92-4110-a1b0-bebe088d23ba x-openstack-request-id: req-c8afa1c4-7f92-4110-a1b0-bebe088d23ba {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:57:02.962264 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68aaa177-93da-467c-8d4e-1557d9fcdcff", "tag": "0919d745-d4f6-46dd-830f-525291aa9d54", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:57:02.962817 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c8afa1c4-7f92-4110-a1b0-bebe088d23ba {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:57:02.963219 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68aaa177-93da-467c-8d4e-1557d9fcdcff', 'tag': '0919d745-d4f6-46dd-830f-525291aa9d54', 'status': 'completed', 'code': 200}
Feb 05 20:57:02.963514 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 40046) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:02.989852 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-60631abb-8a00-4d6a-a2e9-f807a03f0e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab633610>, [{'id': 'c089098b-3624-4c53-803f-f61694c88e0b', 'name': 'tempest-ServersTestBootFromVolume-1356089386-router', 'tenant_id': '60a31152c92648bfb27496f9e1d342d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd584e16f-9038-4436-b145-62c5d2366bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:56:54Z', 'updated_at': '2022-02-05T20:57:01Z', 'revision_number': 4, 'project_id': '60a31152c92648bfb27496f9e1d342d2', 'gw_port': {'id': 'd584e16f-9038-4436-b145-62c5d2366bca', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c9:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c089098b-3624-4c53-803f-f61694c88e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:56:55Z', 'updated_at': '2022-02-05T20:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30', 'name': '', 'network_id': 'e27726b6-584c-451c-a170-435551e2c659', 'tenant_id': '60a31152c92648bfb27496f9e1d342d2', 'mac_address': 'fa:16:3e:2e:3a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c089098b-3624-4c53-803f-f61694c88e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '2fb59051-3f07-4250-8778-3de952b07289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:57:00Z', 'updated_at': '2022-02-05T20:57:01Z', 'revision_number': 1, 'project_id': '60a31152c92648bfb27496f9e1d342d2', 'subnets': [{'id': '2fb59051-3f07-4250-8778-3de952b07289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:02.992146 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c131eec5-e1a8-41f9-92d4-c36912771afa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (c089098b-3624-4c53-803f-f61694c88e0b), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:03.064069 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131eec5-e1a8-41f9-92d4-c36912771afa admin admin] Pushing event updated for resources: {'Port': ['ID=9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:03.092505 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-8a18cf0a-1c69-4a47-8339-90a01568dd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:03.093731 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-8a18cf0a-1c69-4a47-8339-90a01568dd4d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1d793ab256c04fadac89445fab3ed636&device_id=68aaa177-93da-467c-8d4e-1557d9fcdcff HTTP/1.1" status: 200  len: 1125 time: 0.5535409
Feb 05 20:57:03.109375 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c131eec5-e1a8-41f9-92d4-c36912771afa admin admin] Network e27726b6-584c-451c-a170-435551e2c659 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:57:03.112266 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-c131eec5-e1a8-41f9-92d4-c36912771afa admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:57:03.149712 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-509e74a9-a353-4abf-9ec6-726b7894b712 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0919d745-d4f6-46dd-830f-525291aa9d54 HTTP/1.1" status: 200  len: 217 time: 0.0479093
Feb 05 20:57:03.150665 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-040caf0a-8fd9-480c-b760-d6d47ff3f9db req-f2bba62f-4daf-45d7-8675-f2570f63971e tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b7fce5f-fa25-4376-9d41-d435a6818110&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2697711
Feb 05 20:57:03.210617 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e5833c-62d7-4b53-8ef8-5237c65b1fd2 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:03.216128 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e5833c-62d7-4b53-8ef8-5237c65b1fd2 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:03.224974 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e5833c-62d7-4b53-8ef8-5237c65b1fd2 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:03.226598 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b2e5833c-62d7-4b53-8ef8-5237c65b1fd2 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2467 time: 0.2561188
Feb 05 20:57:03.234406 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60631abb-8a00-4d6a-a2e9-f807a03f0e34 None None] The sync data for ids ['c089098b-3624-4c53-803f-f61694c88e0b'] in ncdv-master-1 is: [{'id': 'c089098b-3624-4c53-803f-f61694c88e0b', 'name': 'tempest-ServersTestBootFromVolume-1356089386-router', 'tenant_id': '60a31152c92648bfb27496f9e1d342d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd584e16f-9038-4436-b145-62c5d2366bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:56:54Z', 'updated_at': '2022-02-05T20:57:01Z', 'revision_number': 4, 'project_id': '60a31152c92648bfb27496f9e1d342d2', 'gw_port': {'id': 'd584e16f-9038-4436-b145-62c5d2366bca', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c9:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c089098b-3624-4c53-803f-f61694c88e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:56:55Z', 'updated_at': '2022-02-05T20:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30', 'name': '', 'network_id': 'e27726b6-584c-451c-a170-435551e2c659', 'tenant_id': '60a31152c92648bfb27496f9e1d342d2', 'mac_address': 'fa:16:3e:2e:3a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c089098b-3624-4c53-803f-f61694c88e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '2fb59051-3f07-4250-8778-3de952b07289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:57:00Z', 'updated_at': '2022-02-05T20:57:01Z', 'revision_number': 1, 'project_id': '60a31152c92648bfb27496f9e1d342d2', 'subnets': [{'id': '2fb59051-3f07-4250-8778-3de952b07289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:57:03.250652 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port d403d303-c755-4a9c-bf35-768272e4eb05 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:57:03.251237 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d403d303-c755-4a9c-bf35-768272e4eb05), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:03.266171 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 40050) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:03.295464 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d403d303-c755-4a9c-bf35-768272e4eb05 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:57:03.309012 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a345f-c22e-4f12-8dcf-c53528a79571 req-ec605b33-62e1-4533-b0d4-c88350e205f0 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:03.319267 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4a5a345f-c22e-4f12-8dcf-c53528a79571 req-ec605b33-62e1-4533-b0d4-c88350e205f0 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa7160c-269b-496e-9086-d740db1cec71 HTTP/1.1" status: 200  len: 945 time: 0.4250317
Feb 05 20:57:03.320277 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port d403d303-c755-4a9c-bf35-768272e4eb05, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d403d303-c755-4a9c-bf35-768272e4eb05,segment=NetworkSegment(dfa42341-6f1b-4227-9631-53b0afa8d5fe),segment_id=dfa42341-6f1b-4227-9631-53b0afa8d5fe)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:03.382394 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-68226634-1f88-43b9-bb11-67dab9307803 None None] Provisioning complete for port f3734cfa-f730-4788-938a-7e982fb39847 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:57:03.382815 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-68226634-1f88-43b9-bb11-67dab9307803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (f3734cfa-f730-4788-938a-7e982fb39847), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:03.387178 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d403d303-c755-4a9c-bf35-768272e4eb05), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:03.388111 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 77e4a6e8-59a2-44d2-9208-86dccf2cbc28 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:57:03.413067 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-406ebe23-601d-4ec8-b4bf-83e34394f98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:03.414693 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-406ebe23-601d-4ec8-b4bf-83e34394f98b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1a29db71-64bb-4b41-abf2-897d595cd164 HTTP/1.1" status: 200  len: 844 time: 0.2161031
Feb 05 20:57:03.458882 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-20e684ff-2e1d-4af3-b80a-ff928ebd4684 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb9888ba-fd92-4284-8691-d704204a6929&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0367296
Feb 05 20:57:03.485524 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4a5a345f-c22e-4f12-8dcf-c53528a79571 req-3cda0c04-9684-4cb9-94a5-963d8bd22b35 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1653526
Feb 05 20:57:03.495474 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c131eec5-e1a8-41f9-92d4-c36912771afa admin admin] Router c089098b-3624-4c53-803f-f61694c88e0b has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:57:03.520548 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d364f-f82d-4f93-b206-767291527b4a req-18b922ea-f240-4108-85a8-9a7999a45f84 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:03.529227 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0e8d364f-f82d-4f93-b206-767291527b4a req-18b922ea-f240-4108-85a8-9a7999a45f84 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=68aaa177-93da-467c-8d4e-1557d9fcdcff HTTP/1.1" status: 200  len: 943 time: 0.1825073
Feb 05 20:57:03.561275 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-c31fb897-f884-4685-b215-afa88efc3b83 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Deleting port f3734cfa-f730-4788-938a-7e982fb39847 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:57:03.561626 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c31fb897-f884-4685-b215-afa88efc3b83 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (f3734cfa-f730-4788-938a-7e982fb39847), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:03.569384 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port a563e7f5-31a5-4035-bfb2-5f8301a3e274 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:57:03.569789 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a563e7f5-31a5-4035-bfb2-5f8301a3e274), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:03.660006 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-68226634-1f88-43b9-bb11-67dab9307803 None None] Port f3734cfa-f730-4788-938a-7e982fb39847 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:57:03.665444 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=d403d303-c755-4a9c-bf35-768272e4eb05,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:03.716736 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa7160c-269b-496e-9086-d740db1cec71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a563e7f5-31a5-4035-bfb2-5f8301a3e274'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:57:03.719390 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c833e9-e2fe-424f-8db6-1d71ba5b4b76" -d '{"events": [{"server_uuid": "caa7160c-269b-496e-9086-d740db1cec71", "name": "network-vif-plugged", "status": "completed", "tag": "a563e7f5-31a5-4035-bfb2-5f8301a3e274"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:57:03.730054 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-5cc8ea95-32db-48c0-a5d2-e47678da9cfb service neutron] 10.222.0.39 "GET /v2.0/networks/cb9888ba-fd92-4284-8691-d704204a6929?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2636969
Feb 05 20:57:03.737201 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7f6c920b-2911-4b7d-82d6-4f9ff051a5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:03.745882 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0e8d364f-f82d-4f93-b206-767291527b4a req-a51e9876-16bb-4c82-8f67-e381fb97cc10 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2156107
Feb 05 20:57:03.747595 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port a563e7f5-31a5-4035-bfb2-5f8301a3e274, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a563e7f5-31a5-4035-bfb2-5f8301a3e274,segment=NetworkSegment(7f85ed9d-b7ce-414c-8ae4-25f17816204d),segment_id=7f85ed9d-b7ce-414c-8ae4-25f17816204d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:03.773553 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (a563e7f5-31a5-4035-bfb2-5f8301a3e274), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:03.796632 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 77e4a6e8-59a2-44d2-9208-86dccf2cbc28, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=77e4a6e8-59a2-44d2-9208-86dccf2cbc28,segment=NetworkSegment(a7470427-ceb3-4cf9-920f-e14dc2fd847f),segment_id=a7470427-ceb3-4cf9-920f-e14dc2fd847f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:03.826901 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c31fb897-f884-4685-b215-afa88efc3b83 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (f3734cfa-f730-4788-938a-7e982fb39847), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:03.831156 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '77e4a6e8-59a2-44d2-9208-86dccf2cbc28', 'network_id': '4661090a-6e57-4b4a-aed3-8f7f3b2681d6', 'port_id': '77e4a6e8-59a2-44d2-9208-86dccf2cbc28', 'mac_address': 'fa:16:3e:6e:e7:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a595d3fa-3887-4b08-abeb-b930fb14fdcc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:57:03.867941 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11852a-e8f7-4eb8-9182-c3391689a24d req-00e24ae4-82f8-4c28-8e76-a28253cbacaa tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:03.869833 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0f11852a-e8f7-4eb8-9182-c3391689a24d req-00e24ae4-82f8-4c28-8e76-a28253cbacaa tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f92f964-7165-40c9-b889-b0dff3158f60 HTTP/1.1" status: 200  len: 944 time: 0.2639117
Feb 05 20:57:03.885292 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477e3a44-5847-4b49-a12e-47440fd6e3e3 x-openstack-request-id: req-477e3a44-5847-4b49-a12e-47440fd6e3e3 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:57:03.885565 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa7160c-269b-496e-9086-d740db1cec71", "name": "network-vif-plugged", "status": "completed", "tag": "a563e7f5-31a5-4035-bfb2-5f8301a3e274", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:57:03.885771 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-477e3a44-5847-4b49-a12e-47440fd6e3e3 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:57:03.886177 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa7160c-269b-496e-9086-d740db1cec71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a563e7f5-31a5-4035-bfb2-5f8301a3e274', 'code': 200}
Feb 05 20:57:03.912664 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-c31fb897-f884-4685-b215-afa88efc3b83 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Calling delete_port for f3734cfa-f730-4788-938a-7e982fb39847 owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:57:03.919756 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c131eec5-e1a8-41f9-92d4-c36912771afa admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:57:03.937478 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 77e4a6e8-59a2-44d2-9208-86dccf2cbc28 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:57:03.937883 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (77e4a6e8-59a2-44d2-9208-86dccf2cbc28), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:03.955806 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c131eec5-e1a8-41f9-92d4-c36912771afa admin admin] 10.222.0.32 "PUT /v2.0/routers/c089098b-3624-4c53-803f-f61694c88e0b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1621566
Feb 05 20:57:03.963747 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-02bf81b3-6fc9-460c-b4d6-117a30e29f18 None None] Provisioning complete for port 9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:57:03.964118 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-02bf81b3-6fc9-460c-b4d6-117a30e29f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:03.972843 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=a563e7f5-31a5-4035-bfb2-5f8301a3e274,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:03.987684 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-126654e0-83d7-4717-a3c2-6910f13e3f84 req-e8ccc338-4ca1-461f-8486-fc3cc1d48d1c service neutron] 10.222.0.39 "GET /v2.0/networks/cb9888ba-fd92-4284-8691-d704204a6929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2231278
Feb 05 20:57:03.993691 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e4a6e8-59a2-44d2-9208-86dccf2cbc28 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:57:04.028687 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 77e4a6e8-59a2-44d2-9208-86dccf2cbc28, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=77e4a6e8-59a2-44d2-9208-86dccf2cbc28,segment=NetworkSegment(a7470427-ceb3-4cf9-920f-e14dc2fd847f),segment_id=a7470427-ceb3-4cf9-920f-e14dc2fd847f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:04.034463 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-02bf81b3-6fc9-460c-b4d6-117a30e29f18 None None] Port 9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:57:04.040908 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (77e4a6e8-59a2-44d2-9208-86dccf2cbc28), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:04.084681 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.db.resource_extend [None req-c9ab9fdd-3dae-436c-b2d5-62637a8039b8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 05 20:57:04.125976 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=77e4a6e8-59a2-44d2-9208-86dccf2cbc28,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:04.173497 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0f11852a-e8f7-4eb8-9182-c3391689a24d req-9e918c6d-cacb-487b-bc0a-642c08f0e4cb tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/security-groups?id=98d8181e-a3ec-4dcd-9e51-198c38564f14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2896369
Feb 05 20:57:04.184162 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db5f39-1072-4fdd-8b62-58dc1deff928 req-e6d97356-0f85-4eb0-a71c-5a21ca9ea695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:04.186159 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-64db5f39-1072-4fdd-8b62-58dc1deff928 req-e6d97356-0f85-4eb0-a71c-5a21ca9ea695 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=caa7160c-269b-496e-9086-d740db1cec71 HTTP/1.1" status: 200  len: 1128 time: 0.2133625
Feb 05 20:57:04.197134 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c83d6-48e5-4c25-b1ba-6a003bd3f19a req-39d8f198-3f35-49e8-a429-072bfb04c4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:04.198803 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b69c83d6-48e5-4c25-b1ba-6a003bd3f19a req-39d8f198-3f35-49e8-a429-072bfb04c4dc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1d793ab256c04fadac89445fab3ed636&device_id=68aaa177-93da-467c-8d4e-1557d9fcdcff HTTP/1.1" status: 200  len: 1125 time: 0.1439052
Feb 05 20:57:04.214733 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c9ab9fdd-3dae-436c-b2d5-62637a8039b8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:04.236460 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c9ab9fdd-3dae-436c-b2d5-62637a8039b8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (0525e757-792d-4f92-93c0-d7b98e5ea720), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:04.337702 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-64db5f39-1072-4fdd-8b62-58dc1deff928 req-f3ee234d-20a6-49c0-ba95-5d13cd580f45 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1316400
Feb 05 20:57:04.408643 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c83d6-48e5-4c25-b1ba-6a003bd3f19a req-4230fa7e-a97d-46f0-a43b-6f41ffefffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:04.411341 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b69c83d6-48e5-4c25-b1ba-6a003bd3f19a req-4230fa7e-a97d-46f0-a43b-6f41ffefffa0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cb9888ba-fd92-4284-8691-d704204a6929 HTTP/1.1" status: 200  len: 905 time: 0.2050300
Feb 05 20:57:04.412510 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c31fb897-f884-4685-b215-afa88efc3b83 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (f3734cfa-f730-4788-938a-7e982fb39847), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:04.446403 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b5678-527a-4279-8f85-4ee6bbe8535a req-ceece59e-d968-41c5-a015-b4a1bed58cbb tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:04.447437 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['d403d303-c755-4a9c-bf35-768272e4eb05'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:57:04.447960 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0a6b5678-527a-4279-8f85-4ee6bbe8535a req-ceece59e-d968-41c5-a015-b4a1bed58cbb tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc65a27c-5f6a-4670-9d85-4905f2ad2810 HTTP/1.1" status: 200  len: 944 time: 0.1211786
Feb 05 20:57:04.452198 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-c9ab9fdd-3dae-436c-b2d5-62637a8039b8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Floating IP 0525e757-792d-4f92-93c0-d7b98e5ea720 associated. External IP: 172.35.4.136, port: 1dc73499-8f1c-4fa1-a727-5942182a3985.
Feb 05 20:57:04.479219 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['77e4a6e8-59a2-44d2-9208-86dccf2cbc28'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:57:04.583276 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31fb897-f884-4685-b215-afa88efc3b83 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Pushing event deleted for resources: {'Port': ['ID=f3734cfa-f730-4788-938a-7e982fb39847,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:04.620465 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0a6b5678-527a-4279-8f85-4ee6bbe8535a req-d2c42fda-0a2b-41cd-8b5b-89c406789343 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b7fce5f-fa25-4376-9d41-d435a6818110&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1610274
Feb 05 20:57:04.657251 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b69c83d6-48e5-4c25-b1ba-6a003bd3f19a req-471fbc0e-f9ca-4de9-9f78-a35d247e37f5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0919d745-d4f6-46dd-830f-525291aa9d54 HTTP/1.1" status: 200  len: 217 time: 0.0751431
Feb 05 20:57:04.727945 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 73b45579-249d-41e9-95e0-a534db02619a up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:57:04.853226 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 40068) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:04.861352 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-222a5654-3977-4f8d-98ec-557fbbf8c30b tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2057387507', 'description': 'tempest-description--1930532327'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:57:04.877666 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 73b45579-249d-41e9-95e0-a534db02619a completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:57:04.887610 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 73b45579-249d-41e9-95e0-a534db02619a triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:57:04.888008 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (73b45579-249d-41e9-95e0-a534db02619a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:04.942269 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7fff5-53f5-47cb-b1f2-c9ea70930916 req-341c3c8a-af55-4ccd-b76d-79265cc3800c tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:04.948581 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c31fb897-f884-4685-b215-afa88efc3b83 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:04.950706 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-11b7fff5-53f5-47cb-b1f2-c9ea70930916 req-341c3c8a-af55-4ccd-b76d-79265cc3800c tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa7160c-269b-496e-9086-d740db1cec71 HTTP/1.1" status: 200  len: 946 time: 0.1623714
Feb 05 20:57:04.954490 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c31fb897-f884-4685-b215-afa88efc3b83 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] 10.222.0.32 "DELETE /v2.0/ports/f3734cfa-f730-4788-938a-7e982fb39847 HTTP/1.1" status: 204  len: 168 time: 1.6802130
Feb 05 20:57:04.955212 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 40070) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:04.962715 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-222a5654-3977-4f8d-98ec-557fbbf8c30b tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:04.988194 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c83d6-48e5-4c25-b1ba-6a003bd3f19a req-3567e101-cc61-40ea-beed-810534385927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:04.990014 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b69c83d6-48e5-4c25-b1ba-6a003bd3f19a req-3567e101-cc61-40ea-beed-810534385927 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1a29db71-64bb-4b41-abf2-897d595cd164 HTTP/1.1" status: 200  len: 844 time: 0.3265398
Feb 05 20:57:04.995617 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-136a03ac-1057-417f-bc26-f7bc80aa2c08 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] GET failed (client error): The resource could not be found.
Feb 05 20:57:05.000486 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-136a03ac-1057-417f-bc26-f7bc80aa2c08 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] 10.222.0.32 "GET /v2.0/ports/f3734cfa-f730-4788-938a-7e982fb39847 HTTP/1.1" status: 404  len: 333 time: 0.0410168
Feb 05 20:57:05.022973 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 40072) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:05.026450 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 73b45579-249d-41e9-95e0-a534db02619a is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:57:05.026850 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (73b45579-249d-41e9-95e0-a534db02619a), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:05.026959 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b69c83d6-48e5-4c25-b1ba-6a003bd3f19a req-931242be-9733-457b-bb9d-650c744da852 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb9888ba-fd92-4284-8691-d704204a6929&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0284426
Feb 05 20:57:05.042123 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-b00d97c7-529e-4a80-9068-0d90d8e0180d tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Request body: {'port': {'network_id': '96de77c1-b183-45b0-b4ef-7680c09ecd78', 'name': 'tempest-AllowedAddressPairTestJSON-1108467312'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:57:05.094795 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 73b45579-249d-41e9-95e0-a534db02619a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73b45579-249d-41e9-95e0-a534db02619a,segment=NetworkSegment(a7470427-ceb3-4cf9-920f-e14dc2fd847f),segment_id=a7470427-ceb3-4cf9-920f-e14dc2fd847f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:05.101517 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (73b45579-249d-41e9-95e0-a534db02619a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:05.151505 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b69c83d6-48e5-4c25-b1ba-6a003bd3f19a req-48bf7dd5-d605-4d4b-979e-06db3b25a7a5 service neutron] 10.222.0.39 "GET /v2.0/networks/cb9888ba-fd92-4284-8691-d704204a6929?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1179330
Feb 05 20:57:05.165578 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=73b45579-249d-41e9-95e0-a534db02619a,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:05.250496 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b69c83d6-48e5-4c25-b1ba-6a003bd3f19a req-8a9ea37e-ef0f-4778-90a7-5bb3e4316583 service neutron] 10.222.0.39 "GET /v2.0/networks/cb9888ba-fd92-4284-8691-d704204a6929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0924397
Feb 05 20:57:05.567719 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1db3a6-6a95-4441-94a1-1e245325e1cd req-87a124ec-468e-4d60-b2fd-38daf84be650 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:05.569201 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2d1db3a6-6a95-4441-94a1-1e245325e1cd req-87a124ec-468e-4d60-b2fd-38daf84be650 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=68aaa177-93da-467c-8d4e-1557d9fcdcff HTTP/1.1" status: 200  len: 943 time: 0.5836563
Feb 05 20:57:05.586623 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-11b7fff5-53f5-47cb-b1f2-c9ea70930916 req-507ccd95-fea3-432b-b700-e7fc1e758b24 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6350296
Feb 05 20:57:05.641036 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-222a5654-3977-4f8d-98ec-557fbbf8c30b tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Publish callbacks [] for security_group (27f15019-9768-4200-84e5-e823382c93bd), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:05.655373 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ab9fdd-3dae-436c-b2d5-62637a8039b8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Router 6eb72c86-121e-49d0-97de-4a07c5eb238e has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:57:05.656178 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-222a5654-3977-4f8d-98ec-557fbbf8c30b tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (27f15019-9768-4200-84e5-e823382c93bd), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:05.739112 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00d97c7-529e-4a80-9068-0d90d8e0180d tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Made reservation on behalf of 596001349216478ba32cea9337435650 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:57:05.742340 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b00d97c7-529e-4a80-9068-0d90d8e0180d tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:05.750090 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-222a5654-3977-4f8d-98ec-557fbbf8c30b tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:05.751333 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-222a5654-3977-4f8d-98ec-557fbbf8c30b tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.8939309
Feb 05 20:57:05.754974 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 40078) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:05.759389 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-4b4c4a4b-dcd7-4e5e-aeb4-fb7ff2483857 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Request body: {'security_group_rule': {'security_group_id': '27f15019-9768-4200-84e5-e823382c93bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:57:05.763260 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2d1db3a6-6a95-4441-94a1-1e245325e1cd req-85ecf379-30a9-42ba-98e7-4de5ca240d5f tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1826432
Feb 05 20:57:05.768433 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a5654-3977-4f8d-98ec-557fbbf8c30b tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27f15019-9768-4200-84e5-e823382c93bd,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:05.805266 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4b4c4a4b-dcd7-4e5e-aeb4-fb7ff2483857 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Publish callbacks [] for security_group_rule (b4ac4fa3-110f-4761-9f67-44d1a5162475), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:05.814602 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [None req-b00d97c7-529e-4a80-9068-0d90d8e0180d tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] device_id is not set on port 14a2ba33-f5c3-4683-b03f-9edf2ed35b40 yet. {{(pid=114391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 20:57:05.869060 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4b4c4a4b-dcd7-4e5e-aeb4-fb7ff2483857 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Publish callbacks [] for security_group_rule (b4ac4fa3-110f-4761-9f67-44d1a5162475), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:05.873661 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4b4c4a4b-dcd7-4e5e-aeb4-fb7ff2483857 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (b4ac4fa3-110f-4761-9f67-44d1a5162475), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:05.888366 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f92f964-7165-40c9-b889-b0dff3158f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b45579-249d-41e9-95e0-a534db02619a'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:57:05.892292 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37543a9f-177b-433e-ba5d-707f670ae450" -d '{"events": [{"server_uuid": "8f92f964-7165-40c9-b889-b0dff3158f60", "name": "network-vif-plugged", "status": "completed", "tag": "73b45579-249d-41e9-95e0-a534db02619a"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:57:05.893181 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c4a4b-dcd7-4e5e-aeb4-fb7ff2483857 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4ac4fa3-110f-4761-9f67-44d1a5162475,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:05.903986 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4b4c4a4b-dcd7-4e5e-aeb4-fb7ff2483857 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:05.907700 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4b4c4a4b-dcd7-4e5e-aeb4-fb7ff2483857 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1495910
Feb 05 20:57:05.908080 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 40082) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:05.912909 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-957d853f-6ad6-4589-aabd-089e3178616b tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Request body: {'security_group_rule': {'security_group_id': '27f15019-9768-4200-84e5-e823382c93bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:57:05.947078 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075be81-3472-44a3-80c1-2af8b67e30ee req-b2688446-c87c-4e23-836e-821adc490b42 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:05.948674 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5075be81-3472-44a3-80c1-2af8b67e30ee req-b2688446-c87c-4e23-836e-821adc490b42 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f92f964-7165-40c9-b889-b0dff3158f60 HTTP/1.1" status: 200  len: 945 time: 0.2899759
Feb 05 20:57:05.950854 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-957d853f-6ad6-4589-aabd-089e3178616b tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Publish callbacks [] for security_group_rule (de0f890e-02ca-4bd9-b7f1-9b6ec2cc22fb), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:06.011971 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-957d853f-6ad6-4589-aabd-089e3178616b tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Publish callbacks [] for security_group_rule (de0f890e-02ca-4bd9-b7f1-9b6ec2cc22fb), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:06.017532 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-957d853f-6ad6-4589-aabd-089e3178616b tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (de0f890e-02ca-4bd9-b7f1-9b6ec2cc22fb), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:06.036493 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ab9fdd-3dae-436c-b2d5-62637a8039b8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:57:06.038330 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d853f-6ad6-4589-aabd-089e3178616b tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de0f890e-02ca-4bd9-b7f1-9b6ec2cc22fb,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:06.047967 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-957d853f-6ad6-4589-aabd-089e3178616b tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:06.052220 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c9ab9fdd-3dae-436c-b2d5-62637a8039b8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:06.052700 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-957d853f-6ad6-4589-aabd-089e3178616b tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1402762
Feb 05 20:57:06.052700 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 40084) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:06.060457 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-f0b3b991-efd9-4b3a-83ae-ad8d0e4e7f1f tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:57:06.063971 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f617f606-de28-4969-967d-d67bd4e4feeb None None] Sync routers for ids ['6eb72c86-121e-49d0-97de-4a07c5eb238e'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:57:06.067181 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c1788851-9cfd-4ed6-a596-cc0734357b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:06.076265 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f617f606-de28-4969-967d-d67bd4e4feeb None None] Routers {'6eb72c86-121e-49d0-97de-4a07c5eb238e'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:57:06.077012 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-f617f606-de28-4969-967d-d67bd4e4feeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db91b7610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:57:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['6eb72c86-121e-49d0-97de-4a07c5eb238e'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:06.087760 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e350be-1373-477a-a903-c96e98356ecd req-7bb21a1a-c605-4626-8d57-721c5e5a143b tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:06.089125 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-16e350be-1373-477a-a903-c96e98356ecd req-7bb21a1a-c605-4626-8d57-721c5e5a143b tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc65a27c-5f6a-4670-9d85-4905f2ad2810 HTTP/1.1" status: 200  len: 944 time: 0.2523599
Feb 05 20:57:06.107065 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-b00d97c7-529e-4a80-9068-0d90d8e0180d tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Allocated IP 172.20.0.3 (96de77c1-b183-45b0-b4ef-7680c09ecd78/c6ff21de-4124-45ef-a779-b94636f2df67/14a2ba33-f5c3-4683-b03f-9edf2ed35b40) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:57:06.115003 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f0b3b991-efd9-4b3a-83ae-ad8d0e4e7f1f tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:06.135957 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c9ab9fdd-3dae-436c-b2d5-62637a8039b8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "PUT /v2.0/floatingips/0525e757-792d-4f92-93c0-d7b98e5ea720 HTTP/1.1" status: 200  len: 991 time: 3.3236604
Feb 05 20:57:06.143806 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'tag': '1dc73499-8f1c-4fa1-a727-5942182a3985'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:57:06.146988 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88256db2-c0ff-445a-9bde-f2c8b6b38e50" -d '{"events": [{"name": "network-changed", "server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "tag": "1dc73499-8f1c-4fa1-a727-5942182a3985"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:57:06.162360 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5075be81-3472-44a3-80c1-2af8b67e30ee req-f93e414a-c9eb-49c7-a3f8-c6c57b0b5ace tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/security-groups?id=98d8181e-a3ec-4dcd-9e51-198c38564f14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1952953
Feb 05 20:57:06.250409 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-16e350be-1373-477a-a903-c96e98356ecd req-0f8e4699-dea0-4a49-a57b-5d483447d856 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b7fce5f-fa25-4376-9d41-d435a6818110&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1410897
Feb 05 20:57:06.257440 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff85528-1d2f-4c75-9a42-96425063bd14 x-openstack-request-id: req-2ff85528-1d2f-4c75-9a42-96425063bd14 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:57:06.258327 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f92f964-7165-40c9-b889-b0dff3158f60", "name": "network-vif-plugged", "status": "completed", "tag": "73b45579-249d-41e9-95e0-a534db02619a", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:57:06.258327 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2ff85528-1d2f-4c75-9a42-96425063bd14 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:57:06.258327 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f92f964-7165-40c9-b889-b0dff3158f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b45579-249d-41e9-95e0-a534db02619a', 'code': 200}
Feb 05 20:57:06.312198 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-f617f606-de28-4969-967d-d67bd4e4feeb None None] Set router 6eb72c86-121e-49d0-97de-4a07c5eb238e gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:57:06.319133 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device d584e16f-9038-4436-b145-62c5d2366bca up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:57:06.335304 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f0b3b991-efd9-4b3a-83ae-ad8d0e4e7f1f tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:06.379911 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c2107b-3365-4c4e-abc0-4d6a3543306b x-openstack-request-id: req-14c2107b-3365-4c4e-abc0-4d6a3543306b {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:57:06.380303 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "tag": "1dc73499-8f1c-4fa1-a727-5942182a3985", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:57:06.380571 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-14c2107b-3365-4c4e-abc0-4d6a3543306b {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:57:06.380979 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'tag': '1dc73499-8f1c-4fa1-a727-5942182a3985', 'status': 'completed', 'code': 200}
Feb 05 20:57:06.409187 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port d584e16f-9038-4436-b145-62c5d2366bca triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:57:06.409636 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d584e16f-9038-4436-b145-62c5d2366bca), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:06.509703 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3b9a6-8c65-4270-a332-0a22da27342b req-db362360-a0fb-49da-bcdb-375ea0b00482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:06.511169 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e8a3b9a6-8c65-4270-a332-0a22da27342b req-db362360-a0fb-49da-bcdb-375ea0b00482 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8f92f964-7165-40c9-b889-b0dff3158f60 HTTP/1.1" status: 200  len: 1127 time: 0.1238897
Feb 05 20:57:06.522536 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6fb4eb-9431-4ed7-b28d-4a34242ef108 None None] Sync routers for ids ['c089098b-3624-4c53-803f-f61694c88e0b'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:57:06.548714 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port d584e16f-9038-4436-b145-62c5d2366bca is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:57:06.548910 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b00d97c7-529e-4a80-9068-0d90d8e0180d tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks [] for port (14a2ba33-f5c3-4683-b03f-9edf2ed35b40), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:06.549434 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d584e16f-9038-4436-b145-62c5d2366bca), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:06.559146 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6fb4eb-9431-4ed7-b28d-4a34242ef108 None None] Routers {'c089098b-3624-4c53-803f-f61694c88e0b'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:57:06.560012 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-2e6fb4eb-9431-4ed7-b28d-4a34242ef108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db81c08b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:57:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['c089098b-3624-4c53-803f-f61694c88e0b'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:06.569029 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c5710-06d1-4469-98fc-6db0469a05e8 req-bc260a55-c853-4c23-891d-ca2a10dca7af tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:06.569411 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-f0b3b991-efd9-4b3a-83ae-ad8d0e4e7f1f tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Allocated IP 172.35.4.169 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/912d7c38-7013-45c6-96e9-cf6ab56a29e7) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:57:06.575078 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c5710-06d1-4469-98fc-6db0469a05e8 req-bc260a55-c853-4c23-891d-ca2a10dca7af tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:06.588465 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c5710-06d1-4469-98fc-6db0469a05e8 req-bc260a55-c853-4c23-891d-ca2a10dca7af tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:06.595690 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c5710-06d1-4469-98fc-6db0469a05e8 req-bc260a55-c853-4c23-891d-ca2a10dca7af tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:06.602014 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e8a3b9a6-8c65-4270-a332-0a22da27342b req-3c1da1ef-d692-416e-aed0-b89e94edcd8f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=98d8181e-a3ec-4dcd-9e51-198c38564f14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825877
Feb 05 20:57:06.606259 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c5710-06d1-4469-98fc-6db0469a05e8 req-bc260a55-c853-4c23-891d-ca2a10dca7af tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:06.612528 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c5710-06d1-4469-98fc-6db0469a05e8 req-bc260a55-c853-4c23-891d-ca2a10dca7af tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:06.619405 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c5710-06d1-4469-98fc-6db0469a05e8 req-bc260a55-c853-4c23-891d-ca2a10dca7af tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:06.621767 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-152c5710-06d1-4469-98fc-6db0469a05e8 req-bc260a55-c853-4c23-891d-ca2a10dca7af tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 5433 time: 0.2491961
Feb 05 20:57:06.632895 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88256db2-c0ff-445a-9bde-f2c8b6b38e50 req-fe76ce9a-3487-4440-9190-7ff125602ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:06.633746 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88256db2-c0ff-445a-9bde-f2c8b6b38e50 req-fe76ce9a-3487-4440-9190-7ff125602ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:06.634370 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88256db2-c0ff-445a-9bde-f2c8b6b38e50 req-fe76ce9a-3487-4440-9190-7ff125602ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:06.635175 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88256db2-c0ff-445a-9bde-f2c8b6b38e50 req-fe76ce9a-3487-4440-9190-7ff125602ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:06.635791 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88256db2-c0ff-445a-9bde-f2c8b6b38e50 req-fe76ce9a-3487-4440-9190-7ff125602ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:06.636570 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88256db2-c0ff-445a-9bde-f2c8b6b38e50 req-fe76ce9a-3487-4440-9190-7ff125602ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:06.637186 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88256db2-c0ff-445a-9bde-f2c8b6b38e50 req-fe76ce9a-3487-4440-9190-7ff125602ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:06.640011 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-88256db2-c0ff-445a-9bde-f2c8b6b38e50 req-fe76ce9a-3487-4440-9190-7ff125602ecc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=451be3a617f64d6a97b8d18cee2426e8&device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 6707 time: 0.2159843
Feb 05 20:57:06.660707 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port d584e16f-9038-4436-b145-62c5d2366bca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d584e16f-9038-4436-b145-62c5d2366bca,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:06.662628 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 0919d745-d4f6-46dd-830f-525291aa9d54 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:57:06.665112 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 77e4a6e8-59a2-44d2-9208-86dccf2cbc28 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:57:06.720765 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-152c5710-06d1-4469-98fc-6db0469a05e8 req-648b4bb9-4bd1-493f-ac6a-3a22e106c041 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&id=f2a34937-6f7c-447d-a100-f79bb6d8301c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0796709
Feb 05 20:57:06.722486 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b00d97c7-529e-4a80-9068-0d90d8e0180d tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (14a2ba33-f5c3-4683-b03f-9edf2ed35b40), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:06.747503 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-2e6fb4eb-9431-4ed7-b28d-4a34242ef108 None None] Set router c089098b-3624-4c53-803f-f61694c88e0b gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:57:06.765948 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f0b3b991-efd9-4b3a-83ae-ad8d0e4e7f1f tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Publish callbacks [] for port (912d7c38-7013-45c6-96e9-cf6ab56a29e7), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:06.798478 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d584e16f-9038-4436-b145-62c5d2366bca), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:06.842596 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00d97c7-529e-4a80-9068-0d90d8e0180d tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Network 96de77c1-b183-45b0-b4ef-7680c09ecd78 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:57:06.858506 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f0b3b991-efd9-4b3a-83ae-ad8d0e4e7f1f tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (912d7c38-7013-45c6-96e9-cf6ab56a29e7), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:06.875444 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-b00d97c7-529e-4a80-9068-0d90d8e0180d tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:57:06.881745 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00d97c7-529e-4a80-9068-0d90d8e0180d tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:57:06.897423 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-f617f606-de28-4969-967d-d67bd4e4feeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db91b7610>, [{'id': '6eb72c86-121e-49d0-97de-4a07c5eb238e', 'name': 'tempest-TaggedBootDevicesTest-1542065190-router', 'tenant_id': '451be3a617f64d6a97b8d18cee2426e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': 'bfbcf3e6-5c3a-4fee-b7bb-b55b31143121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:54:49Z', 'updated_at': '2022-02-05T20:54:58Z', 'revision_number': 4, 'project_id': '451be3a617f64d6a97b8d18cee2426e8', 'gw_port': {'id': 'bfbcf3e6-5c3a-4fee-b7bb-b55b31143121', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb72c86-121e-49d0-97de-4a07c5eb238e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:54:50Z', 'updated_at': '2022-02-05T20:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0525e757-792d-4f92-93c0-d7b98e5ea720', 'tenant_id': '451be3a617f64d6a97b8d18cee2426e8', 'floating_ip_address': '172.35.4.136', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '6eb72c86-121e-49d0-97de-4a07c5eb238e', 'port_id': '1dc73499-8f1c-4fa1-a727-5942182a3985', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1073, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c3233c3-4efd-49ae-83aa-9c6e1a254039', 'mac_address': 'fa:16:3e:2e:b3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T20:55:35Z', 'updated_at': '2022-02-05T20:57:03Z', 'revision_number': 1, 'project_id': '451be3a617f64d6a97b8d18cee2426e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1333bc50-e216-4413-8897-cf3f286c6366', 'name': '', 'network_id': '8c3233c3-4efd-49ae-83aa-9c6e1a254039', 'tenant_id': '451be3a617f64d6a97b8d18cee2426e8', 'mac_address': 'fa:16:3e:e1:d6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb72c86-121e-49d0-97de-4a07c5eb238e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '343d2b98-414c-44d6-a549-c31a431197b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:54:55Z', 'updated_at': '2022-02-05T20:55:03Z', 'revision_number': 5, 'project_id': '451be3a617f64d6a97b8d18cee2426e8', 'subnets': [{'id': '343d2b98-414c-44d6-a549-c31a431197b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:06.909987 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b3b991-efd9-4b3a-83ae-ad8d0e4e7f1f tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:57:06.913533 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-f0b3b991-efd9-4b3a-83ae-ad8d0e4e7f1f tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:57:06.929986 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b3b991-efd9-4b3a-83ae-ad8d0e4e7f1f tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:57:06.951656 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f617f606-de28-4969-967d-d67bd4e4feeb None None] Checking router: 6eb72c86-121e-49d0-97de-4a07c5eb238e for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:57:06.968433 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f617f606-de28-4969-967d-d67bd4e4feeb None None] Routers {'6eb72c86-121e-49d0-97de-4a07c5eb238e'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:57:06.969317 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-f617f606-de28-4969-967d-d67bd4e4feeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db91b7610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:57:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['6eb72c86-121e-49d0-97de-4a07c5eb238e'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:06.974998 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b3b991-efd9-4b3a-83ae-ad8d0e4e7f1f tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Pushing event updated for resources: {'Port': ['ID=912d7c38-7013-45c6-96e9-cf6ab56a29e7,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:07.028027 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d97c7-529e-4a80-9068-0d90d8e0180d tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Pushing event updated for resources: {'Port': ['ID=14a2ba33-f5c3-4683-b03f-9edf2ed35b40,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:07.082151 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f0b3b991-efd9-4b3a-83ae-ad8d0e4e7f1f tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Publish callbacks [] for floatingip (46eecc88-9150-48d4-94bf-1aceb803b352), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:07.111802 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=d584e16f-9038-4436-b145-62c5d2366bca,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:07.115172 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00d97c7-529e-4a80-9068-0d90d8e0180d tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:07.116324 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b00d97c7-529e-4a80-9068-0d90d8e0180d tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:07.138700 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-f617f606-de28-4969-967d-d67bd4e4feeb None None] Set router 6eb72c86-121e-49d0-97de-4a07c5eb238e gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:57:07.154676 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 77e4a6e8-59a2-44d2-9208-86dccf2cbc28 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:57:07.154907 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d39bf-15d9-4e84-a736-2690bb52c8cf req-9a2a8d51-6731-4a23-bb19-2876314a9081 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:07.156510 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f95d39bf-15d9-4e84-a736-2690bb52c8cf req-9a2a8d51-6731-4a23-bb19-2876314a9081 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa7160c-269b-496e-9086-d740db1cec71 HTTP/1.1" status: 200  len: 946 time: 0.4194961
Feb 05 20:57:07.164804 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f0b3b991-efd9-4b3a-83ae-ad8d0e4e7f1f tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (912d7c38-7013-45c6-96e9-cf6ab56a29e7), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:07.180063 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b00d97c7-529e-4a80-9068-0d90d8e0180d tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.1441972
Feb 05 20:57:07.195525 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 77e4a6e8-59a2-44d2-9208-86dccf2cbc28 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:57:07.195761 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (77e4a6e8-59a2-44d2-9208-86dccf2cbc28), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:07.209395 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 40094) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:07.215452 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88256db2-c0ff-445a-9bde-f2c8b6b38e50 req-69603413-ae64-4056-a200-ec4e348e4313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:07.216032 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-2618ee45-37a5-4cfa-bc7e-645d9f3df191 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:e3:0c:7e'}]}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:57:07.224521 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-88256db2-c0ff-445a-9bde-f2c8b6b38e50 req-69603413-ae64-4056-a200-ec4e348e4313 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8c3233c3-4efd-49ae-83aa-9c6e1a254039 HTTP/1.1" status: 200  len: 913 time: 0.4177675
Feb 05 20:57:07.247506 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 0919d745-d4f6-46dd-830f-525291aa9d54, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0919d745-d4f6-46dd-830f-525291aa9d54,segment=NetworkSegment(f21dc639-5af9-41ca-ac39-c80d5d7b6194),segment_id=f21dc639-5af9-41ca-ac39-c80d5d7b6194)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:07.293415 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '0919d745-d4f6-46dd-830f-525291aa9d54', 'network_id': 'cb9888ba-fd92-4284-8691-d704204a6929', 'port_id': '0919d745-d4f6-46dd-830f-525291aa9d54', 'mac_address': 'fa:16:3e:c7:05:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a29db71-64bb-4b41-abf2-897d595cd164', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:57:07.319887 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50747a-16d6-4027-b4d2-981d730d26d8 req-04129b0c-4840-48dd-82f1-ef2f6684e901 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:07.327702 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7f50747a-16d6-4027-b4d2-981d730d26d8 req-04129b0c-4840-48dd-82f1-ef2f6684e901 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=68aaa177-93da-467c-8d4e-1557d9fcdcff HTTP/1.1" status: 200  len: 943 time: 0.4400570
Feb 05 20:57:07.341333 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-88256db2-c0ff-445a-9bde-f2c8b6b38e50 req-9760893b-2464-42d3-8bd5-5fd994140544 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dc73499-8f1c-4fa1-a727-5942182a3985 HTTP/1.1" status: 200  len: 999 time: 0.1091697
Feb 05 20:57:07.388885 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 0919d745-d4f6-46dd-830f-525291aa9d54 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:57:07.389568 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0919d745-d4f6-46dd-830f-525291aa9d54), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:07.392150 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:07.421287 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-3ea9e716-5526-4aa3-ad22-c0ac1c7085fc None None] Provisioning complete for port 14a2ba33-f5c3-4683-b03f-9edf2ed35b40 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:57:07.421939 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3ea9e716-5526-4aa3-ad22-c0ac1c7085fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (14a2ba33-f5c3-4683-b03f-9edf2ed35b40), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:07.460122 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7f50747a-16d6-4027-b4d2-981d730d26d8 req-fd626034-bd47-4606-a496-6901d05bcb3d tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1313572
Feb 05 20:57:07.476083 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0919d745-d4f6-46dd-830f-525291aa9d54 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:57:07.500303 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-2e6fb4eb-9431-4ed7-b28d-4a34242ef108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db81c08b0>, [{'id': 'c089098b-3624-4c53-803f-f61694c88e0b', 'name': 'tempest-ServersTestBootFromVolume-1356089386-router', 'tenant_id': '60a31152c92648bfb27496f9e1d342d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd584e16f-9038-4436-b145-62c5d2366bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:56:54Z', 'updated_at': '2022-02-05T20:57:01Z', 'revision_number': 4, 'project_id': '60a31152c92648bfb27496f9e1d342d2', 'gw_port': {'id': 'd584e16f-9038-4436-b145-62c5d2366bca', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c9:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c089098b-3624-4c53-803f-f61694c88e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:56:55Z', 'updated_at': '2022-02-05T20:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30', 'name': '', 'network_id': 'e27726b6-584c-451c-a170-435551e2c659', 'tenant_id': '60a31152c92648bfb27496f9e1d342d2', 'mac_address': 'fa:16:3e:2e:3a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c089098b-3624-4c53-803f-f61694c88e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '2fb59051-3f07-4250-8778-3de952b07289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:57:00Z', 'updated_at': '2022-02-05T20:57:02Z', 'revision_number': 2, 'project_id': '60a31152c92648bfb27496f9e1d342d2', 'subnets': [{'id': '2fb59051-3f07-4250-8778-3de952b07289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:07.504453 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f95d39bf-15d9-4e84-a736-2690bb52c8cf req-3b86a048-090d-4579-a8c9-cd0a636c1482 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3326256
Feb 05 20:57:07.515371 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88256db2-c0ff-445a-9bde-f2c8b6b38e50 req-dc511182-78d5-4b8f-b5d1-f9b6791fb18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:07.517163 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-88256db2-c0ff-445a-9bde-f2c8b6b38e50 req-dc511182-78d5-4b8f-b5d1-f9b6791fb18b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=343d2b98-414c-44d6-a549-c31a431197b8 HTTP/1.1" status: 200  len: 851 time: 0.1665792
Feb 05 20:57:07.544338 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 77e4a6e8-59a2-44d2-9208-86dccf2cbc28 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:57:07.544739 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (77e4a6e8-59a2-44d2-9208-86dccf2cbc28), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:07.547899 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 0919d745-d4f6-46dd-830f-525291aa9d54, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0919d745-d4f6-46dd-830f-525291aa9d54,segment=NetworkSegment(f21dc639-5af9-41ca-ac39-c80d5d7b6194),segment_id=f21dc639-5af9-41ca-ac39-c80d5d7b6194)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:07.549200 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6fb4eb-9431-4ed7-b28d-4a34242ef108 None None] Checking router: c089098b-3624-4c53-803f-f61694c88e0b for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:57:07.549559 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6fb4eb-9431-4ed7-b28d-4a34242ef108 None None] Updating router c089098b-3624-4c53-803f-f61694c88e0b port 9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30 binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 20:57:07.552819 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-3ea9e716-5526-4aa3-ad22-c0ac1c7085fc None None] Port 14a2ba33-f5c3-4683-b03f-9edf2ed35b40 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:57:07.559959 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-f617f606-de28-4969-967d-d67bd4e4feeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db91b7610>, [{'id': '6eb72c86-121e-49d0-97de-4a07c5eb238e', 'name': 'tempest-TaggedBootDevicesTest-1542065190-router', 'tenant_id': '451be3a617f64d6a97b8d18cee2426e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': 'bfbcf3e6-5c3a-4fee-b7bb-b55b31143121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:54:49Z', 'updated_at': '2022-02-05T20:54:58Z', 'revision_number': 4, 'project_id': '451be3a617f64d6a97b8d18cee2426e8', 'gw_port': {'id': 'bfbcf3e6-5c3a-4fee-b7bb-b55b31143121', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb72c86-121e-49d0-97de-4a07c5eb238e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:54:50Z', 'updated_at': '2022-02-05T20:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0525e757-792d-4f92-93c0-d7b98e5ea720', 'tenant_id': '451be3a617f64d6a97b8d18cee2426e8', 'floating_ip_address': '172.35.4.136', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '6eb72c86-121e-49d0-97de-4a07c5eb238e', 'port_id': '1dc73499-8f1c-4fa1-a727-5942182a3985', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1073, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c3233c3-4efd-49ae-83aa-9c6e1a254039', 'mac_address': 'fa:16:3e:2e:b3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T20:55:35Z', 'updated_at': '2022-02-05T20:57:03Z', 'revision_number': 1, 'project_id': '451be3a617f64d6a97b8d18cee2426e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1333bc50-e216-4413-8897-cf3f286c6366', 'name': '', 'network_id': '8c3233c3-4efd-49ae-83aa-9c6e1a254039', 'tenant_id': '451be3a617f64d6a97b8d18cee2426e8', 'mac_address': 'fa:16:3e:e1:d6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb72c86-121e-49d0-97de-4a07c5eb238e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '343d2b98-414c-44d6-a549-c31a431197b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:54:55Z', 'updated_at': '2022-02-05T20:55:03Z', 'revision_number': 5, 'project_id': '451be3a617f64d6a97b8d18cee2426e8', 'subnets': [{'id': '343d2b98-414c-44d6-a549-c31a431197b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:07.569145 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f0b3b991-efd9-4b3a-83ae-ad8d0e4e7f1f tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Publish callbacks [] for port (912d7c38-7013-45c6-96e9-cf6ab56a29e7), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:07.572445 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2618ee45-37a5-4cfa-bc7e-645d9f3df191 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (14a2ba33-f5c3-4683-b03f-9edf2ed35b40), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:07.587204 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f0b3b991-efd9-4b3a-83ae-ad8d0e4e7f1f tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (912d7c38-7013-45c6-96e9-cf6ab56a29e7), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:07.617900 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f617f606-de28-4969-967d-d67bd4e4feeb None None] The sync data for ids ['6eb72c86-121e-49d0-97de-4a07c5eb238e'] in ncdv-master-1 is: [{'id': '6eb72c86-121e-49d0-97de-4a07c5eb238e', 'name': 'tempest-TaggedBootDevicesTest-1542065190-router', 'tenant_id': '451be3a617f64d6a97b8d18cee2426e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': 'bfbcf3e6-5c3a-4fee-b7bb-b55b31143121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:54:49Z', 'updated_at': '2022-02-05T20:54:58Z', 'revision_number': 4, 'project_id': '451be3a617f64d6a97b8d18cee2426e8', 'gw_port': {'id': 'bfbcf3e6-5c3a-4fee-b7bb-b55b31143121', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb72c86-121e-49d0-97de-4a07c5eb238e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:54:50Z', 'updated_at': '2022-02-05T20:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0525e757-792d-4f92-93c0-d7b98e5ea720', 'tenant_id': '451be3a617f64d6a97b8d18cee2426e8', 'floating_ip_address': '172.35.4.136', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '6eb72c86-121e-49d0-97de-4a07c5eb238e', 'port_id': '1dc73499-8f1c-4fa1-a727-5942182a3985', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1073, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c3233c3-4efd-49ae-83aa-9c6e1a254039', 'mac_address': 'fa:16:3e:2e:b3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T20:55:35Z', 'updated_at': '2022-02-05T20:57:03Z', 'revision_number': 1, 'project_id': '451be3a617f64d6a97b8d18cee2426e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1333bc50-e216-4413-8897-cf3f286c6366', 'name': '', 'network_id': '8c3233c3-4efd-49ae-83aa-9c6e1a254039', 'tenant_id': '451be3a617f64d6a97b8d18cee2426e8', 'mac_address': 'fa:16:3e:e1:d6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb72c86-121e-49d0-97de-4a07c5eb238e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '343d2b98-414c-44d6-a549-c31a431197b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:54:55Z', 'updated_at': '2022-02-05T20:55:03Z', 'revision_number': 5, 'project_id': '451be3a617f64d6a97b8d18cee2426e8', 'subnets': [{'id': '343d2b98-414c-44d6-a549-c31a431197b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:57:07.751732 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88256db2-c0ff-445a-9bde-f2c8b6b38e50 req-1e6325cb-84da-46b7-80f6-c8555c3d5fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:07.753613 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-88256db2-c0ff-445a-9bde-f2c8b6b38e50 req-1e6325cb-84da-46b7-80f6-c8555c3d5fc9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8c3233c3-4efd-49ae-83aa-9c6e1a254039&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2267325
Feb 05 20:57:07.762458 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b3b991-efd9-4b3a-83ae-ad8d0e4e7f1f tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Pushing event updated for resources: {'Port': ['ID=912d7c38-7013-45c6-96e9-cf6ab56a29e7,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:07.772721 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (0919d745-d4f6-46dd-830f-525291aa9d54), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:07.800034 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f0b3b991-efd9-4b3a-83ae-ad8d0e4e7f1f tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (46eecc88-9150-48d4-94bf-1aceb803b352), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:07.815500 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7e50f-68ec-49ee-8e0a-8e6993b2e8cd req-0dace478-9091-4441-a01e-a9933165ceab tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:07.817850 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7de7e50f-68ec-49ee-8e0a-8e6993b2e8cd req-0dace478-9091-4441-a01e-a9933165ceab tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc65a27c-5f6a-4670-9d85-4905f2ad2810 HTTP/1.1" status: 200  len: 944 time: 0.1697094
Feb 05 20:57:07.837441 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2e6fb4eb-9431-4ed7-b28d-4a34242ef108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:07.851828 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f0b3b991-efd9-4b3a-83ae-ad8d0e4e7f1f tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:07.862289 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f0b3b991-efd9-4b3a-83ae-ad8d0e4e7f1f tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.8071194
Feb 05 20:57:07.881679 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 77e4a6e8-59a2-44d2-9208-86dccf2cbc28, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=77e4a6e8-59a2-44d2-9208-86dccf2cbc28,segment=NetworkSegment(a7470427-ceb3-4cf9-920f-e14dc2fd847f),segment_id=a7470427-ceb3-4cf9-920f-e14dc2fd847f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:07.895857 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22392bc-01d9-46e8-bccb-50b4bb591b94 req-3c0d7f3d-1374-41ad-ab59-93ee64f81f93 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:07.905928 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e22392bc-01d9-46e8-bccb-50b4bb591b94 req-3c0d7f3d-1374-41ad-ab59-93ee64f81f93 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f92f964-7165-40c9-b889-b0dff3158f60 HTTP/1.1" status: 200  len: 945 time: 0.2698309
Feb 05 20:57:07.919682 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=0919d745-d4f6-46dd-830f-525291aa9d54,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:07.966949 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (77e4a6e8-59a2-44d2-9208-86dccf2cbc28), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:07.968158 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device d403d303-c755-4a9c-bf35-768272e4eb05 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:57:08.010017 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2618ee45-37a5-4cfa-bc7e-645d9f3df191 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks [] for port (14a2ba33-f5c3-4683-b03f-9edf2ed35b40), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:08.019572 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2618ee45-37a5-4cfa-bc7e-645d9f3df191 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (14a2ba33-f5c3-4683-b03f-9edf2ed35b40), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:08.065745 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a38f671-ae8e-4f2b-b85c-d62360b971ab None None] New status for floating IP 0525e757-792d-4f92-93c0-d7b98e5ea720: ACTIVE {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 20:57:08.101634 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7de7e50f-68ec-49ee-8e0a-8e6993b2e8cd req-4669ee3b-8d59-4514-a38c-db9f1a77acc9 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b7fce5f-fa25-4376-9d41-d435a6818110&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2683249
Feb 05 20:57:08.118139 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e22392bc-01d9-46e8-bccb-50b4bb591b94 req-63ef2e36-6ed1-4709-885a-5aaf293ffff1 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/security-groups?id=98d8181e-a3ec-4dcd-9e51-198c38564f14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1940231
Feb 05 20:57:08.120757 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-88256db2-c0ff-445a-9bde-f2c8b6b38e50 req-383e57ca-b2d1-4778-84d7-a8c22776cded service neutron] 10.222.0.39 "GET /v2.0/networks/8c3233c3-4efd-49ae-83aa-9c6e1a254039?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3575048
Feb 05 20:57:08.259213 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2618ee45-37a5-4cfa-bc7e-645d9f3df191 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Pushing event updated for resources: {'Port': ['ID=14a2ba33-f5c3-4683-b03f-9edf2ed35b40,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:08.270849 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-2618ee45-37a5-4cfa-bc7e-645d9f3df191 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] In _notify_port_updated(), no bound segment for port 14a2ba33-f5c3-4683-b03f-9edf2ed35b40 on network 96de77c1-b183-45b0-b4ef-7680c09ecd78 {{(pid=114390) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Feb 05 20:57:08.286758 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2618ee45-37a5-4cfa-bc7e-645d9f3df191 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:08.287459 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2618ee45-37a5-4cfa-bc7e-645d9f3df191 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:08.294580 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2618ee45-37a5-4cfa-bc7e-645d9f3df191 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] 10.222.0.32 "PUT /v2.0/ports/14a2ba33-f5c3-4683-b03f-9edf2ed35b40 HTTP/1.1" status: 200  len: 994 time: 1.0784435
Feb 05 20:57:08.295623 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 40152) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:08.310736 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea88ab1-3a41-4d76-a59f-13fb64022619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e4a6e8-59a2-44d2-9208-86dccf2cbc28'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:57:08.315617 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b965fd0-ebda-4630-a9cf-cbe27cbc38fc" -d '{"events": [{"server_uuid": "3ea88ab1-3a41-4d76-a59f-13fb64022619", "name": "network-vif-plugged", "status": "completed", "tag": "77e4a6e8-59a2-44d2-9208-86dccf2cbc28"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:57:08.397272 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-88256db2-c0ff-445a-9bde-f2c8b6b38e50 req-1c60a24a-8cab-44eb-91b0-55146fe7f91b service neutron] 10.222.0.39 "GET /v2.0/networks/8c3233c3-4efd-49ae-83aa-9c6e1a254039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2679162
Feb 05 20:57:08.500352 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['0919d745-d4f6-46dd-830f-525291aa9d54'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:57:08.502147 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-cc2843a5-adf2-4375-9487-1118694b59ce tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Deleting port 14a2ba33-f5c3-4683-b03f-9edf2ed35b40 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:57:08.502788 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cc2843a5-adf2-4375-9487-1118694b59ce tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (14a2ba33-f5c3-4683-b03f-9edf2ed35b40), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:08.516818 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device d584e16f-9038-4436-b145-62c5d2366bca up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:57:08.612006 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cc2843a5-adf2-4375-9487-1118694b59ce tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (14a2ba33-f5c3-4683-b03f-9edf2ed35b40), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:08.625142 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=77e4a6e8-59a2-44d2-9208-86dccf2cbc28,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:08.626142 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-cc2843a5-adf2-4375-9487-1118694b59ce tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Calling delete_port for 14a2ba33-f5c3-4683-b03f-9edf2ed35b40 owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:57:08.630226 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2117e56-f714-44ed-bfb5-480dd4ca5f04 req-e1baf772-556b-48a3-9805-e9606086e648 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:08.637781 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2117e56-f714-44ed-bfb5-480dd4ca5f04 req-e1baf772-556b-48a3-9805-e9606086e648 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:08.644003 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2117e56-f714-44ed-bfb5-480dd4ca5f04 req-e1baf772-556b-48a3-9805-e9606086e648 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:08.651776 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2117e56-f714-44ed-bfb5-480dd4ca5f04 req-e1baf772-556b-48a3-9805-e9606086e648 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:08.658609 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2117e56-f714-44ed-bfb5-480dd4ca5f04 req-e1baf772-556b-48a3-9805-e9606086e648 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:08.666252 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2117e56-f714-44ed-bfb5-480dd4ca5f04 req-e1baf772-556b-48a3-9805-e9606086e648 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:08.668958 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-81541882-2b73-4da9-8f0b-1227a9e7fbd4 None None] Provisioning complete for port 14a2ba33-f5c3-4683-b03f-9edf2ed35b40 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:57:08.669342 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-81541882-2b73-4da9-8f0b-1227a9e7fbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (14a2ba33-f5c3-4683-b03f-9edf2ed35b40), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:08.674428 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2117e56-f714-44ed-bfb5-480dd4ca5f04 req-e1baf772-556b-48a3-9805-e9606086e648 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:08.676627 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b2117e56-f714-44ed-bfb5-480dd4ca5f04 req-e1baf772-556b-48a3-9805-e9606086e648 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 5433 time: 0.2761316
Feb 05 20:57:08.745574 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc807661-3a15-4df2-8242-b165f87cda40 req-b99d628f-9b87-43c0-814d-9c2686ee5f88 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:08.756233 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bc807661-3a15-4df2-8242-b165f87cda40 req-b99d628f-9b87-43c0-814d-9c2686ee5f88 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/networks?id=bc807625-43b9-4f71-ba0e-13ea567a25e8 HTTP/1.1" status: 200  len: 806 time: 0.3576710
Feb 05 20:57:08.759638 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port d403d303-c755-4a9c-bf35-768272e4eb05 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:57:08.778131 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cc2843a5-adf2-4375-9487-1118694b59ce tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (14a2ba33-f5c3-4683-b03f-9edf2ed35b40), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:08.783887 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-81541882-2b73-4da9-8f0b-1227a9e7fbd4 None None] Port 14a2ba33-f5c3-4683-b03f-9edf2ed35b40 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:57:08.786452 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bc807661-3a15-4df2-8242-b165f87cda40 req-8fa14926-55be-48e1-9af2-edd96ea9b0fe tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/quotas/c115672e27d44cf2b79a3945af717ae8 HTTP/1.1" status: 200  len: 375 time: 0.0274096
Feb 05 20:57:08.789765 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port d403d303-c755-4a9c-bf35-768272e4eb05 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:57:08.790141 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d403d303-c755-4a9c-bf35-768272e4eb05), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:08.825373 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2843a5-adf2-4375-9487-1118694b59ce tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Pushing event deleted for resources: {'Port': ['ID=14a2ba33-f5c3-4683-b03f-9edf2ed35b40,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:08.879719 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b2117e56-f714-44ed-bfb5-480dd4ca5f04 req-ab43d3d4-513b-4242-b623-f28bbe7907ce tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&id=f2a34937-6f7c-447d-a100-f79bb6d8301c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1912301
Feb 05 20:57:08.887642 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port d584e16f-9038-4436-b145-62c5d2366bca triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:57:08.888037 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d584e16f-9038-4436-b145-62c5d2366bca), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:08.892810 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bc807661-3a15-4df2-8242-b165f87cda40 req-d4a560c1-7507-4517-8ed3-dc460b48275a tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c115672e27d44cf2b79a3945af717ae8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1054800
Feb 05 20:57:08.940532 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2e6fb4eb-9431-4ed7-b28d-4a34242ef108 None None] Publish callbacks [] for port (9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:09.023461 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2e6fb4eb-9431-4ed7-b28d-4a34242ef108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:09.073147 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cc2843a5-adf2-4375-9487-1118694b59ce tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:09.076443 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-cc2843a5-adf2-4375-9487-1118694b59ce tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] 10.222.0.32 "DELETE /v2.0/ports/14a2ba33-f5c3-4683-b03f-9edf2ed35b40 HTTP/1.1" status: 204  len: 168 time: 0.7795148
Feb 05 20:57:09.079520 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 40186) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:09.112088 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:09.112247 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-604541fd-b86e-4760-a876-0e5a22551fcd tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] GET failed (client error): The resource could not be found.
Feb 05 20:57:09.118733 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-604541fd-b86e-4760-a876-0e5a22551fcd tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] 10.222.0.32 "GET /v2.0/ports/14a2ba33-f5c3-4683-b03f-9edf2ed35b40 HTTP/1.1" status: 404  len: 333 time: 0.0380785
Feb 05 20:57:09.118925 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bc807661-3a15-4df2-8242-b165f87cda40 req-982fa3eb-8da5-49cb-ab3d-7efa58efa2d3 service neutron] 10.222.0.32 "GET /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2126055
Feb 05 20:57:09.119335 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 40188) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:09.124315 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-5db81042-1a84-4316-a747-586d83953d6f tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Request body: {'port': {'network_id': '96de77c1-b183-45b0-b4ef-7680c09ecd78', 'name': 'tempest-AllowedAddressPairTestJSON-397348825'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:57:09.143987 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071ec08-30ff-496c-b7fc-ce92e4e67ae6 req-ad780659-f145-4ab2-9eed-48ae553daa55 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:09.146371 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f071ec08-30ff-496c-b7fc-ce92e4e67ae6 req-ad780659-f145-4ab2-9eed-48ae553daa55 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=68aaa177-93da-467c-8d4e-1557d9fcdcff HTTP/1.1" status: 200  len: 944 time: 0.1215925
Feb 05 20:57:09.160987 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49196bbd-addc-4a4f-aa42-edf2700548c0 None None] Pushing event updated for resources: {'Port': ['ID=9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:09.285660 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f071ec08-30ff-496c-b7fc-ce92e4e67ae6 req-94b6cb8d-1cd6-4b51-903e-071138af827d tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1252263
Feb 05 20:57:09.315600 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bc807661-3a15-4df2-8242-b165f87cda40 req-34624835-18c1-451b-a395-da363389d593 service neutron] 10.222.0.32 "GET /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1595814
Feb 05 20:57:09.372006 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db81042-1a84-4316-a747-586d83953d6f tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Made reservation on behalf of 596001349216478ba32cea9337435650 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:57:09.372435 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port d403d303-c755-4a9c-bf35-768272e4eb05 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:57:09.373344 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d403d303-c755-4a9c-bf35-768272e4eb05), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:09.376198 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5db81042-1a84-4316-a747-586d83953d6f tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:09.410525 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-5db81042-1a84-4316-a747-586d83953d6f tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] device_id is not set on port 25df020a-699c-469e-a607-605147087344 yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 20:57:09.419304 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2c1851-3ee8-4900-a566-75d1c5d17f30 x-openstack-request-id: req-db2c1851-3ee8-4900-a566-75d1c5d17f30 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:57:09.419304 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea88ab1-3a41-4d76-a59f-13fb64022619", "name": "network-vif-plugged", "status": "completed", "tag": "77e4a6e8-59a2-44d2-9208-86dccf2cbc28", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:57:09.419583 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db2c1851-3ee8-4900-a566-75d1c5d17f30 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:57:09.419952 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea88ab1-3a41-4d76-a59f-13fb64022619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e4a6e8-59a2-44d2-9208-86dccf2cbc28', 'code': 200}
Feb 05 20:57:09.437165 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-2e6fb4eb-9431-4ed7-b28d-4a34242ef108 None None] Attempting to bind port 9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:57:09.437551 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-2e6fb4eb-9431-4ed7-b28d-4a34242ef108 None None] Attempting to bind port 9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7cb0ed2-51b9-4103-8971-4797663ef814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e27726b6-584c-451c-a170-435551e2c659'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:57:09.437911 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6fb4eb-9431-4ed7-b28d-4a34242ef108 None None] Attempting to bind port 9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30 on network e27726b6-584c-451c-a170-435551e2c659 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:57:09.463697 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port d584e16f-9038-4436-b145-62c5d2366bca is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:57:09.473008 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6fb4eb-9431-4ed7-b28d-4a34242ef108 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:57:09.473720 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6fb4eb-9431-4ed7-b28d-4a34242ef108 None None] Checking segment: {'id': 'f7cb0ed2-51b9-4103-8971-4797663ef814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e27726b6-584c-451c-a170-435551e2c659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:57:09.474287 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2e6fb4eb-9431-4ed7-b28d-4a34242ef108 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:09.474843 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6fb4eb-9431-4ed7-b28d-4a34242ef108 None None] Bound using segment: {'id': 'f7cb0ed2-51b9-4103-8971-4797663ef814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e27726b6-584c-451c-a170-435551e2c659'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:57:09.476577 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-2e6fb4eb-9431-4ed7-b28d-4a34242ef108 None None] Bound port: 9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cb0ed2-51b9-4103-8971-4797663ef814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e27726b6-584c-451c-a170-435551e2c659'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:57:09.477128 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2e6fb4eb-9431-4ed7-b28d-4a34242ef108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:09.500047 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port d403d303-c755-4a9c-bf35-768272e4eb05, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d403d303-c755-4a9c-bf35-768272e4eb05,segment=NetworkSegment(dfa42341-6f1b-4227-9631-53b0afa8d5fe),segment_id=dfa42341-6f1b-4227-9631-53b0afa8d5fe)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:09.559756 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d403d303-c755-4a9c-bf35-768272e4eb05), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:09.621925 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12462ef-25d7-458f-a594-d1321a283b67 req-c398db00-62df-4b9b-ad93-fff65b375b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:09.623494 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b12462ef-25d7-458f-a594-d1321a283b67 req-c398db00-62df-4b9b-ad93-fff65b375b4c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3ea88ab1-3a41-4d76-a59f-13fb64022619 HTTP/1.1" status: 200  len: 1128 time: 0.1527977
Feb 05 20:57:09.645498 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80dee7d-f4ff-4c36-a270-d907eecc105c req-bead0b32-1158-4b5d-a0b3-0d7fb31c97d3 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:09.647239 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d80dee7d-f4ff-4c36-a270-d907eecc105c req-bead0b32-1158-4b5d-a0b3-0d7fb31c97d3 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f92f964-7165-40c9-b889-b0dff3158f60 HTTP/1.1" status: 200  len: 945 time: 0.1002240
Feb 05 20:57:09.651183 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-5db81042-1a84-4316-a747-586d83953d6f tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Allocated IP 172.20.0.6 (96de77c1-b183-45b0-b4ef-7680c09ecd78/c6ff21de-4124-45ef-a779-b94636f2df67/25df020a-699c-469e-a607-605147087344) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:57:09.724227 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-250d6424-e3a7-4d8e-af40-8bacaf5ad732 None None] Provisioning complete for port 9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:57:09.724620 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-250d6424-e3a7-4d8e-af40-8bacaf5ad732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:09.759619 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b12462ef-25d7-458f-a594-d1321a283b67 req-b57ed23c-d114-4edf-ad16-3ce68dbcb63e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=98d8181e-a3ec-4dcd-9e51-198c38564f14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284745
Feb 05 20:57:09.772720 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-250d6424-e3a7-4d8e-af40-8bacaf5ad732 None None] Port 9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:57:09.788701 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d80dee7d-f4ff-4c36-a270-d907eecc105c req-d0c41c68-65d1-465c-9d35-24b9df3e2f32 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/security-groups?id=98d8181e-a3ec-4dcd-9e51-198c38564f14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1198175
Feb 05 20:57:09.791264 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-2e6fb4eb-9431-4ed7-b28d-4a34242ef108 None None] For port 9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:57:09.799432 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-2e6fb4eb-9431-4ed7-b28d-4a34242ef108 None None] For port 9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30,segment=NetworkSegment(f7cb0ed2-51b9-4103-8971-4797663ef814),segment_id=f7cb0ed2-51b9-4103-8971-4797663ef814)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:57:09.806635 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=d403d303-c755-4a9c-bf35-768272e4eb05,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:09.807887 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faafab8-e664-44e2-a63b-2acdc8d55a21 req-240c42fa-8902-4180-814a-1f20726ea261 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:09.809603 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6faafab8-e664-44e2-a63b-2acdc8d55a21 req-240c42fa-8902-4180-814a-1f20726ea261 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc65a27c-5f6a-4670-9d85-4905f2ad2810 HTTP/1.1" status: 200  len: 945 time: 0.1723995
Feb 05 20:57:09.814059 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2e6fb4eb-9431-4ed7-b28d-4a34242ef108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:09.874960 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5db81042-1a84-4316-a747-586d83953d6f tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks [] for port (25df020a-699c-469e-a607-605147087344), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:09.888935 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6fb4eb-9431-4ed7-b28d-4a34242ef108 None None] Routers {'c089098b-3624-4c53-803f-f61694c88e0b'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:57:09.890190 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-2e6fb4eb-9431-4ed7-b28d-4a34242ef108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db81c08b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:57:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['c089098b-3624-4c53-803f-f61694c88e0b'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:09.939822 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6faafab8-e664-44e2-a63b-2acdc8d55a21 req-340a328f-5016-4896-a6a6-5b465df2eee4 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b7fce5f-fa25-4376-9d41-d435a6818110&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1161401
Feb 05 20:57:09.985931 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5db81042-1a84-4316-a747-586d83953d6f tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (25df020a-699c-469e-a607-605147087344), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:10.008698 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-43adbe5e-3337-4d49-84ab-2059811aea75 req-5642ae85-7b38-4f4d-9bc5-8930eec621a9 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=0576eaa8-4bcc-496d-89bf-2ca9c7bae14f HTTP/1.1" status: 200  len: 210 time: 0.0678608
Feb 05 20:57:10.046812 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-2e6fb4eb-9431-4ed7-b28d-4a34242ef108 None None] Set router c089098b-3624-4c53-803f-f61694c88e0b gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:57:10.099864 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db81042-1a84-4316-a747-586d83953d6f tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Network 96de77c1-b183-45b0-b4ef-7680c09ecd78 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:57:10.104767 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-5db81042-1a84-4316-a747-586d83953d6f tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:57:10.121679 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db81042-1a84-4316-a747-586d83953d6f tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:57:10.201051 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db81042-1a84-4316-a747-586d83953d6f tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Pushing event updated for resources: {'Port': ['ID=25df020a-699c-469e-a607-605147087344,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:10.244274 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db81042-1a84-4316-a747-586d83953d6f tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:10.244999 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5db81042-1a84-4316-a747-586d83953d6f tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:10.274415 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5db81042-1a84-4316-a747-586d83953d6f tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.1538067
Feb 05 20:57:10.274699 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49196bbd-addc-4a4f-aa42-edf2700548c0 None None] Pushing event updated for resources: {'Port': ['ID=9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:10.282044 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:10.293352 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 40220) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:10.306812 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-64017d01-db06-4720-87de-dad256d01d40 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e3:0c:7e'}]}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:57:10.413073 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf9099-0cd2-4fa5-b183-30bc5467b611 req-941c1acd-97f5-4d94-afaf-ddf4f2a87d73 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:10.425382 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-2e6fb4eb-9431-4ed7-b28d-4a34242ef108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db81c08b0>, [{'id': 'c089098b-3624-4c53-803f-f61694c88e0b', 'name': 'tempest-ServersTestBootFromVolume-1356089386-router', 'tenant_id': '60a31152c92648bfb27496f9e1d342d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd584e16f-9038-4436-b145-62c5d2366bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:56:54Z', 'updated_at': '2022-02-05T20:57:01Z', 'revision_number': 4, 'project_id': '60a31152c92648bfb27496f9e1d342d2', 'gw_port': {'id': 'd584e16f-9038-4436-b145-62c5d2366bca', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c089098b-3624-4c53-803f-f61694c88e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:56:55Z', 'updated_at': '2022-02-05T20:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30', 'name': '', 'network_id': 'e27726b6-584c-451c-a170-435551e2c659', 'tenant_id': '60a31152c92648bfb27496f9e1d342d2', 'mac_address': 'fa:16:3e:2e:3a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c089098b-3624-4c53-803f-f61694c88e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '2fb59051-3f07-4250-8778-3de952b07289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:57:00Z', 'updated_at': '2022-02-05T20:57:09Z', 'revision_number': 4, 'project_id': '60a31152c92648bfb27496f9e1d342d2', 'subnets': [{'id': '2fb59051-3f07-4250-8778-3de952b07289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:10.428286 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8eaf9099-0cd2-4fa5-b183-30bc5467b611 req-941c1acd-97f5-4d94-afaf-ddf4f2a87d73 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ea88ab1-3a41-4d76-a59f-13fb64022619 HTTP/1.1" status: 200  len: 946 time: 0.2655628
Feb 05 20:57:10.429560 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-8c1d775b-2de5-4dec-a5a7-7614a57d7d86 None None] Provisioning complete for port 9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:57:10.429560 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8c1d775b-2de5-4dec-a5a7-7614a57d7d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:10.502871 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49626ce-8afb-42bb-a1b5-9b0e1a66e22f req-6700c9b2-e736-4648-bdb5-4c4a864ec2e7 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:10.503699 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6fb4eb-9431-4ed7-b28d-4a34242ef108 None None] The sync data for ids ['c089098b-3624-4c53-803f-f61694c88e0b'] in ncdv-master-1 is: [{'id': 'c089098b-3624-4c53-803f-f61694c88e0b', 'name': 'tempest-ServersTestBootFromVolume-1356089386-router', 'tenant_id': '60a31152c92648bfb27496f9e1d342d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd584e16f-9038-4436-b145-62c5d2366bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:56:54Z', 'updated_at': '2022-02-05T20:57:01Z', 'revision_number': 4, 'project_id': '60a31152c92648bfb27496f9e1d342d2', 'gw_port': {'id': 'd584e16f-9038-4436-b145-62c5d2366bca', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c089098b-3624-4c53-803f-f61694c88e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:56:55Z', 'updated_at': '2022-02-05T20:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30', 'name': '', 'network_id': 'e27726b6-584c-451c-a170-435551e2c659', 'tenant_id': '60a31152c92648bfb27496f9e1d342d2', 'mac_address': 'fa:16:3e:2e:3a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c089098b-3624-4c53-803f-f61694c88e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '2fb59051-3f07-4250-8778-3de952b07289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:57:00Z', 'updated_at': '2022-02-05T20:57:09Z', 'revision_number': 4, 'project_id': '60a31152c92648bfb27496f9e1d342d2', 'subnets': [{'id': '2fb59051-3f07-4250-8778-3de952b07289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:57:10.531111 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49626ce-8afb-42bb-a1b5-9b0e1a66e22f req-6700c9b2-e736-4648-bdb5-4c4a864ec2e7 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:10.541928 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49626ce-8afb-42bb-a1b5-9b0e1a66e22f req-6700c9b2-e736-4648-bdb5-4c4a864ec2e7 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:10.559396 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49626ce-8afb-42bb-a1b5-9b0e1a66e22f req-6700c9b2-e736-4648-bdb5-4c4a864ec2e7 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:10.560019 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-64017d01-db06-4720-87de-dad256d01d40 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (25df020a-699c-469e-a607-605147087344), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:10.568120 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49626ce-8afb-42bb-a1b5-9b0e1a66e22f req-6700c9b2-e736-4648-bdb5-4c4a864ec2e7 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:10.580450 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49626ce-8afb-42bb-a1b5-9b0e1a66e22f req-6700c9b2-e736-4648-bdb5-4c4a864ec2e7 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:10.588619 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49626ce-8afb-42bb-a1b5-9b0e1a66e22f req-6700c9b2-e736-4648-bdb5-4c4a864ec2e7 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:10.607218 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a49626ce-8afb-42bb-a1b5-9b0e1a66e22f req-6700c9b2-e736-4648-bdb5-4c4a864ec2e7 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 5433 time: 0.4550884
Feb 05 20:57:10.639391 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d775b-2de5-4dec-a5a7-7614a57d7d86 None None] Current status of the port 9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:57:10.640327 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8c1d775b-2de5-4dec-a5a7-7614a57d7d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:10.699390 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-8c1d775b-2de5-4dec-a5a7-7614a57d7d86 None None] For port 9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30,segment=NetworkSegment(f7cb0ed2-51b9-4103-8971-4797663ef814),segment_id=f7cb0ed2-51b9-4103-8971-4797663ef814)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:10.704960 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8c1d775b-2de5-4dec-a5a7-7614a57d7d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:10.769127 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8eaf9099-0cd2-4fa5-b183-30bc5467b611 req-75024987-f673-467c-8d8d-eb2cd77ef49b tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/security-groups?id=98d8181e-a3ec-4dcd-9e51-198c38564f14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3392100
Feb 05 20:57:10.850317 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a49626ce-8afb-42bb-a1b5-9b0e1a66e22f req-9c02e3e0-a0b3-47a3-b06f-11538d0af854 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&id=f2a34937-6f7c-447d-a100-f79bb6d8301c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2388937
Feb 05 20:57:10.973716 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3370a1-ac08-4558-8b90-e7005c64e079 req-6c2b5ac4-f05d-4579-9444-4a2e037c9cdc tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:10.977313 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3c3370a1-ac08-4558-8b90-e7005c64e079 req-6c2b5ac4-f05d-4579-9444-4a2e037c9cdc tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=68aaa177-93da-467c-8d4e-1557d9fcdcff HTTP/1.1" status: 200  len: 944 time: 0.1079147
Feb 05 20:57:10.993595 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-ac6b759b-7147-4443-afc4-77ff50a29498 None None] Provisioning complete for port 25df020a-699c-469e-a607-605147087344 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:57:10.993978 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ac6b759b-7147-4443-afc4-77ff50a29498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (25df020a-699c-469e-a607-605147087344), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:11.039753 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d775b-2de5-4dec-a5a7-7614a57d7d86 None None] Pushing event updated for resources: {'Port': ['ID=9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:11.047679 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ac6b759b-7147-4443-afc4-77ff50a29498 None None] Port 25df020a-699c-469e-a607-605147087344 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:57:11.084500 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3c3370a1-ac08-4558-8b90-e7005c64e079 req-0b384125-ff05-4461-8a0b-6ea7c947cd72 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943904
Feb 05 20:57:11.139122 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228f656-e654-4266-b3b0-e205c5748d46 req-f71e7a6d-9760-4a3f-9244-6492d17c7266 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:11.146606 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228f656-e654-4266-b3b0-e205c5748d46 req-f71e7a6d-9760-4a3f-9244-6492d17c7266 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:11.152184 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228f656-e654-4266-b3b0-e205c5748d46 req-f71e7a6d-9760-4a3f-9244-6492d17c7266 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:11.157656 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228f656-e654-4266-b3b0-e205c5748d46 req-f71e7a6d-9760-4a3f-9244-6492d17c7266 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:11.163736 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228f656-e654-4266-b3b0-e205c5748d46 req-f71e7a6d-9760-4a3f-9244-6492d17c7266 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:11.169861 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228f656-e654-4266-b3b0-e205c5748d46 req-f71e7a6d-9760-4a3f-9244-6492d17c7266 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:11.180478 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228f656-e654-4266-b3b0-e205c5748d46 req-f71e7a6d-9760-4a3f-9244-6492d17c7266 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:11.188789 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7228f656-e654-4266-b3b0-e205c5748d46 req-f71e7a6d-9760-4a3f-9244-6492d17c7266 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 5433 time: 0.2103393
Feb 05 20:57:11.384087 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-64017d01-db06-4720-87de-dad256d01d40 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks [] for port (25df020a-699c-469e-a607-605147087344), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:11.389315 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-64017d01-db06-4720-87de-dad256d01d40 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (25df020a-699c-469e-a607-605147087344), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:11.422318 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc65a27c-5f6a-4670-9d85-4905f2ad2810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd403d303-c755-4a9c-bf35-768272e4eb05'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:57:11.427820 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb131cd2-56e7-4981-8dd7-1c8977a65707" -d '{"events": [{"server_uuid": "cc65a27c-5f6a-4670-9d85-4905f2ad2810", "name": "network-vif-plugged", "status": "completed", "tag": "d403d303-c755-4a9c-bf35-768272e4eb05"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:57:11.436304 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc807661-3a15-4df2-8242-b165f87cda40 req-799bb137-605c-42ee-9d49-bd840f7beccf tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:11.439459 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bc807661-3a15-4df2-8242-b165f87cda40 req-799bb137-605c-42ee-9d49-bd840f7beccf tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.39 "GET /v2.0/networks?id=bc807625-43b9-4f71-ba0e-13ea567a25e8 HTTP/1.1" status: 200  len: 806 time: 0.2145619
Feb 05 20:57:11.468071 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-bc807661-3a15-4df2-8242-b165f87cda40 req-e5566ab4-dd72-493a-8cbc-d3761acbf5d7 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Request body: {'port': {'device_id': '0576eaa8-4bcc-496d-89bf-2ca9c7bae14f', 'network_id': 'bc807625-43b9-4f71-ba0e-13ea567a25e8', 'admin_state_up': True, 'tenant_id': 'c115672e27d44cf2b79a3945af717ae8'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:57:11.475240 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64017d01-db06-4720-87de-dad256d01d40 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Pushing event updated for resources: {'Port': ['ID=25df020a-699c-469e-a607-605147087344,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:11.484673 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-64017d01-db06-4720-87de-dad256d01d40 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] In _notify_port_updated(), no bound segment for port 25df020a-699c-469e-a607-605147087344 on network 96de77c1-b183-45b0-b4ef-7680c09ecd78 {{(pid=114390) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Feb 05 20:57:11.490599 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64017d01-db06-4720-87de-dad256d01d40 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:11.491270 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-64017d01-db06-4720-87de-dad256d01d40 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:11.494929 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7228f656-e654-4266-b3b0-e205c5748d46 req-d4a7c8bd-a625-4505-8602-6ffcd1c5c711 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&id=f2a34937-6f7c-447d-a100-f79bb6d8301c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3052173
Feb 05 20:57:11.495545 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-64017d01-db06-4720-87de-dad256d01d40 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] 10.222.0.32 "PUT /v2.0/ports/25df020a-699c-469e-a607-605147087344 HTTP/1.1" status: 200  len: 995 time: 1.2008975
Feb 05 20:57:11.496176 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 40234) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:11.524946 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff79f73-b557-484e-bb06-d89207fb3cbc req-63d0a864-2aa6-45c4-a80a-38d61cb5569e tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:11.526861 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cff79f73-b557-484e-bb06-d89207fb3cbc req-63d0a864-2aa6-45c4-a80a-38d61cb5569e tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc65a27c-5f6a-4670-9d85-4905f2ad2810 HTTP/1.1" status: 200  len: 945 time: 0.3031764
Feb 05 20:57:11.638486 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-b4098886-6886-4464-8a11-e067c8fd200f tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Deleting port 25df020a-699c-469e-a607-605147087344 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:57:11.638801 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b4098886-6886-4464-8a11-e067c8fd200f tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (25df020a-699c-469e-a607-605147087344), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:11.701046 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-70fe5556-3c65-4ca1-86b7-09beb4bd754c req-de660752-735d-48a3-a1cf-ded2360f25f5 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=0576eaa8-4bcc-496d-89bf-2ca9c7bae14f HTTP/1.1" status: 200  len: 210 time: 0.0777614
Feb 05 20:57:11.744771 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b4098886-6886-4464-8a11-e067c8fd200f tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (25df020a-699c-469e-a607-605147087344), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:11.745347 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cff79f73-b557-484e-bb06-d89207fb3cbc req-d576419d-1e70-42cf-ad90-50ef66e734f2 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b7fce5f-fa25-4376-9d41-d435a6818110&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1372187
Feb 05 20:57:11.759937 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-b4098886-6886-4464-8a11-e067c8fd200f tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Calling delete_port for 25df020a-699c-469e-a607-605147087344 owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:57:11.765222 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4e6064-d86e-4bcb-bdcc-f4821dc8b0ef x-openstack-request-id: req-0f4e6064-d86e-4bcb-bdcc-f4821dc8b0ef {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:57:11.765891 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc65a27c-5f6a-4670-9d85-4905f2ad2810", "name": "network-vif-plugged", "status": "completed", "tag": "d403d303-c755-4a9c-bf35-768272e4eb05", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:57:11.766465 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f4e6064-d86e-4bcb-bdcc-f4821dc8b0ef {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:57:11.766981 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc65a27c-5f6a-4670-9d85-4905f2ad2810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd403d303-c755-4a9c-bf35-768272e4eb05', 'code': 200}
Feb 05 20:57:11.772649 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc807661-3a15-4df2-8242-b165f87cda40 req-e5566ab4-dd72-493a-8cbc-d3761acbf5d7 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Made reservation on behalf of c115672e27d44cf2b79a3945af717ae8 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:57:11.779930 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-bc807661-3a15-4df2-8242-b165f87cda40 req-e5566ab4-dd72-493a-8cbc-d3761acbf5d7 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:11.830261 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-265ca939-22be-4c1d-b92f-edd2bafbdb00 None None] Provisioning complete for port 25df020a-699c-469e-a607-605147087344 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:57:11.830869 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-265ca939-22be-4c1d-b92f-edd2bafbdb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (25df020a-699c-469e-a607-605147087344), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:11.914632 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-265ca939-22be-4c1d-b92f-edd2bafbdb00 None None] Port 25df020a-699c-469e-a607-605147087344 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:57:11.967975 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf146e-4778-4d90-a729-357840621695 req-861a3d37-39c1-4a3f-bc02-4b0ea61da908 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:11.970333 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd300fff-fe7f-4e66-bf41-195306f346ea req-a1f5ad49-fc47-4864-8d27-893735901936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:11.972119 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cd300fff-fe7f-4e66-bf41-195306f346ea req-a1f5ad49-fc47-4864-8d27-893735901936 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cc65a27c-5f6a-4670-9d85-4905f2ad2810 HTTP/1.1" status: 200  len: 1127 time: 0.1242657
Feb 05 20:57:11.973507 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b4098886-6886-4464-8a11-e067c8fd200f tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (25df020a-699c-469e-a607-605147087344), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:11.973992 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf146e-4778-4d90-a729-357840621695 req-861a3d37-39c1-4a3f-bc02-4b0ea61da908 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:11.979591 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf146e-4778-4d90-a729-357840621695 req-861a3d37-39c1-4a3f-bc02-4b0ea61da908 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:11.984878 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf146e-4778-4d90-a729-357840621695 req-861a3d37-39c1-4a3f-bc02-4b0ea61da908 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:11.990799 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf146e-4778-4d90-a729-357840621695 req-861a3d37-39c1-4a3f-bc02-4b0ea61da908 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:11.996118 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf146e-4778-4d90-a729-357840621695 req-861a3d37-39c1-4a3f-bc02-4b0ea61da908 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:12.001614 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf146e-4778-4d90-a729-357840621695 req-861a3d37-39c1-4a3f-bc02-4b0ea61da908 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:12.003534 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-61cf146e-4778-4d90-a729-357840621695 req-861a3d37-39c1-4a3f-bc02-4b0ea61da908 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 5433 time: 0.1717145
Feb 05 20:57:12.052080 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4098886-6886-4464-8a11-e067c8fd200f tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Pushing event deleted for resources: {'Port': ['ID=25df020a-699c-469e-a607-605147087344,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:12.071484 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464f946-0968-4757-abf3-5d3936d36d2d req-5733919d-1c1c-4d23-a15c-144c9402831f tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:12.073094 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a464f946-0968-4757-abf3-5d3936d36d2d req-5733919d-1c1c-4d23-a15c-144c9402831f tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ea88ab1-3a41-4d76-a59f-13fb64022619 HTTP/1.1" status: 200  len: 946 time: 0.1576622
Feb 05 20:57:12.118573 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b4098886-6886-4464-8a11-e067c8fd200f tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:12.124313 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b4098886-6886-4464-8a11-e067c8fd200f tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] 10.222.0.32 "DELETE /v2.0/ports/25df020a-699c-469e-a607-605147087344 HTTP/1.1" status: 204  len: 168 time: 0.6246977
Feb 05 20:57:12.124976 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 40250) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:12.167296 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec97e223-5d63-46b1-96f9-172a1e9da0dc tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] GET failed (client error): The resource could not be found.
Feb 05 20:57:12.172498 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ec97e223-5d63-46b1-96f9-172a1e9da0dc tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] 10.222.0.32 "GET /v2.0/ports/25df020a-699c-469e-a607-605147087344 HTTP/1.1" status: 404  len: 333 time: 0.0465167
Feb 05 20:57:12.178868 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 40252) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:12.187882 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-880ab9dd-9a23-42f8-925c-ffe75b7b6af9 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Request body: {'port': {'network_id': '96de77c1-b183-45b0-b4ef-7680c09ecd78', 'name': 'tempest-AllowedAddressPairTestJSON-1250696269'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:57:12.213067 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cd300fff-fe7f-4e66-bf41-195306f346ea req-b164b783-bc1a-4ed2-83db-8526cd736e67 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7b7fce5f-fa25-4376-9d41-d435a6818110&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2283931
Feb 05 20:57:12.230228 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a464f946-0968-4757-abf3-5d3936d36d2d req-817f0da3-c092-4a67-994e-f0fed44157ef tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/security-groups?id=98d8181e-a3ec-4dcd-9e51-198c38564f14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1484499
Feb 05 20:57:12.245456 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-bc807661-3a15-4df2-8242-b165f87cda40 req-e5566ab4-dd72-493a-8cbc-d3761acbf5d7 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Allocated IP 172.20.0.3 (bc807625-43b9-4f71-ba0e-13ea567a25e8/87ea50f2-4a9d-4e76-83e4-8a4c87cd9a22/b1d45068-c794-4696-93ff-36849af002a6) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:57:12.292018 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:57:12.293100 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-b86a1487-4b9a-48a2-b4bc-e74f565037d2 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--2057387507&fields=id&tenant_id=60a31152c92648bfb27496f9e1d342d2 HTTP/1.1" status: 200  len: 267 time: 0.1588292
Feb 05 20:57:12.366191 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880ab9dd-9a23-42f8-925c-ffe75b7b6af9 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Made reservation on behalf of 596001349216478ba32cea9337435650 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:57:12.371071 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-880ab9dd-9a23-42f8-925c-ffe75b7b6af9 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:12.376051 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:57:12.376858 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:12.391495 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-880ab9dd-9a23-42f8-925c-ffe75b7b6af9 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] device_id is not set on port 2ce0d078-2a57-4616-8422-60a8473b21fa yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 20:57:12.495410 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:57:12.523917 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-880ab9dd-9a23-42f8-925c-ffe75b7b6af9 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Allocated IP 172.20.0.9 (96de77c1-b183-45b0-b4ef-7680c09ecd78/c6ff21de-4124-45ef-a779-b94636f2df67/2ce0d078-2a57-4616-8422-60a8473b21fa) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:57:12.534216 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-dd96608d-90f6-4431-8ee6-abe4b36f4a99 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:12.536441 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-dd96608d-90f6-4431-8ee6-abe4b36f4a99 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/networks?id=e27726b6-584c-451c-a170-435551e2c659 HTTP/1.1" status: 200  len: 816 time: 0.2424617
Feb 05 20:57:12.555174 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afa93b-65e4-4b26-a66b-a3f29f09f351 req-a30bb2a9-ad2f-4358-a27c-ab82d83d5e5f tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:12.556653 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-56afa93b-65e4-4b26-a66b-a3f29f09f351 req-a30bb2a9-ad2f-4358-a27c-ab82d83d5e5f tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=68aaa177-93da-467c-8d4e-1557d9fcdcff HTTP/1.1" status: 200  len: 944 time: 0.1786489
Feb 05 20:57:12.580143 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-59b23d66-5992-4736-ae9d-9d0f314403ec tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/quotas/60a31152c92648bfb27496f9e1d342d2 HTTP/1.1" status: 200  len: 375 time: 0.0359647
Feb 05 20:57:12.678750 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 0919d745-d4f6-46dd-830f-525291aa9d54 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:57:12.687727 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-880ab9dd-9a23-42f8-925c-ffe75b7b6af9 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks [] for port (2ce0d078-2a57-4616-8422-60a8473b21fa), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:12.728531 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-880ab9dd-9a23-42f8-925c-ffe75b7b6af9 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (2ce0d078-2a57-4616-8422-60a8473b21fa), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:12.745031 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 0919d745-d4f6-46dd-830f-525291aa9d54 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:57:12.749870 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 0919d745-d4f6-46dd-830f-525291aa9d54 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:57:12.750288 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (0919d745-d4f6-46dd-830f-525291aa9d54), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:12.781695 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880ab9dd-9a23-42f8-925c-ffe75b7b6af9 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Network 96de77c1-b183-45b0-b4ef-7680c09ecd78 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:57:12.787653 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-880ab9dd-9a23-42f8-925c-ffe75b7b6af9 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:57:12.792423 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880ab9dd-9a23-42f8-925c-ffe75b7b6af9 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:57:12.821072 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ab9dd-9a23-42f8-925c-ffe75b7b6af9 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Pushing event updated for resources: {'Port': ['ID=2ce0d078-2a57-4616-8422-60a8473b21fa,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:12.857523 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 0919d745-d4f6-46dd-830f-525291aa9d54 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:57:12.857932 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0919d745-d4f6-46dd-830f-525291aa9d54), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:12.866990 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880ab9dd-9a23-42f8-925c-ffe75b7b6af9 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:12.868733 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-880ab9dd-9a23-42f8-925c-ffe75b7b6af9 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:12.890855 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-880ab9dd-9a23-42f8-925c-ffe75b7b6af9 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.7104459
Feb 05 20:57:12.893401 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 40260) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:12.907338 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 0919d745-d4f6-46dd-830f-525291aa9d54, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0919d745-d4f6-46dd-830f-525291aa9d54,segment=NetworkSegment(f21dc639-5af9-41ca-ac39-c80d5d7b6194),segment_id=f21dc639-5af9-41ca-ac39-c80d5d7b6194)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:12.908148 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-09b3f96a-9d84-4007-a87b-a45a8e3f82f5 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Request body: {'port': {'network_id': '96de77c1-b183-45b0-b4ef-7680c09ecd78', 'name': 'tempest-AllowedAddressPairTestJSON-1297161880'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:57:12.913595 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (0919d745-d4f6-46dd-830f-525291aa9d54), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:12.983412 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=0919d745-d4f6-46dd-830f-525291aa9d54,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:13.014275 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-bc807661-3a15-4df2-8242-b165f87cda40 req-e5566ab4-dd72-493a-8cbc-d3761acbf5d7 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks [] for port (b1d45068-c794-4696-93ff-36849af002a6), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:13.038152 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-56afa93b-65e4-4b26-a66b-a3f29f09f351 req-650e88cb-017c-490c-9d6e-826d28f1c75f tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4729047
Feb 05 20:57:13.076792 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b3f96a-9d84-4007-a87b-a45a8e3f82f5 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Made reservation on behalf of 596001349216478ba32cea9337435650 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:57:13.081136 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-09b3f96a-9d84-4007-a87b-a45a8e3f82f5 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:13.093740 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-069d6238-7f69-44ae-b60c-22ca31c17f9c tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=60a31152c92648bfb27496f9e1d342d2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.5037177
Feb 05 20:57:13.106318 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-09b3f96a-9d84-4007-a87b-a45a8e3f82f5 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] device_id is not set on port bcceab6d-2647-4b7e-b309-adba6b84507f yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 20:57:13.111876 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-bc807661-3a15-4df2-8242-b165f87cda40 req-e5566ab4-dd72-493a-8cbc-d3761acbf5d7 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (b1d45068-c794-4696-93ff-36849af002a6), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:13.128084 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['35c6f3f5-10d5-4610-94a0-0c6195303a95', 'a563e7f5-31a5-4035-bfb2-5f8301a3e274'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:57:13.166753 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc807661-3a15-4df2-8242-b165f87cda40 req-e5566ab4-dd72-493a-8cbc-d3761acbf5d7 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Network bc807625-43b9-4f71-ba0e-13ea567a25e8 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:57:13.169964 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-bc807661-3a15-4df2-8242-b165f87cda40 req-e5566ab4-dd72-493a-8cbc-d3761acbf5d7 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:57:13.172620 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc807661-3a15-4df2-8242-b165f87cda40 req-e5566ab4-dd72-493a-8cbc-d3761acbf5d7 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:57:13.203911 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-526b6135-b274-4d9a-b061-e238da5c479f None None] Provisioning complete for port 2ce0d078-2a57-4616-8422-60a8473b21fa triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:57:13.204216 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-526b6135-b274-4d9a-b061-e238da5c479f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (2ce0d078-2a57-4616-8422-60a8473b21fa), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:13.217941 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5566ab4-dd72-493a-8cbc-d3761acbf5d7 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Pushing event updated for resources: {'Port': ['ID=b1d45068-c794-4696-93ff-36849af002a6,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:13.264329 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-526b6135-b274-4d9a-b061-e238da5c479f None None] Port 2ce0d078-2a57-4616-8422-60a8473b21fa cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:57:13.267688 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-09b3f96a-9d84-4007-a87b-a45a8e3f82f5 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Allocated IP 172.20.0.6 (96de77c1-b183-45b0-b4ef-7680c09ecd78/c6ff21de-4124-45ef-a779-b94636f2df67/bcceab6d-2647-4b7e-b309-adba6b84507f) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:57:13.312930 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc807661-3a15-4df2-8242-b165f87cda40 req-e5566ab4-dd72-493a-8cbc-d3761acbf5d7 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:13.314314 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-bc807661-3a15-4df2-8242-b165f87cda40 req-e5566ab4-dd72-493a-8cbc-d3761acbf5d7 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:13.338933 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bc807661-3a15-4df2-8242-b165f87cda40 req-e5566ab4-dd72-493a-8cbc-d3761acbf5d7 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8805144
Feb 05 20:57:13.360611 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-bc807661-3a15-4df2-8242-b165f87cda40 req-4ac82062-e05c-481d-a0f5-803cb1beae67 service neutron] Request body: {'port': {'device_id': '0576eaa8-4bcc-496d-89bf-2ca9c7bae14f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:57:13.369860 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-1f7ed9eb-0cd5-4223-9119-8cbef7581332 service neutron] 10.222.0.32 "GET /v2.0/networks/e27726b6-584c-451c-a170-435551e2c659?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2752459
Feb 05 20:57:13.493652 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-09b3f96a-9d84-4007-a87b-a45a8e3f82f5 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks [] for port (bcceab6d-2647-4b7e-b309-adba6b84507f), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:13.530476 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-09b3f96a-9d84-4007-a87b-a45a8e3f82f5 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (bcceab6d-2647-4b7e-b309-adba6b84507f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:13.533588 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-bc807661-3a15-4df2-8242-b165f87cda40 req-4ac82062-e05c-481d-a0f5-803cb1beae67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b1d45068-c794-4696-93ff-36849af002a6), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:13.576954 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b3f96a-9d84-4007-a87b-a45a8e3f82f5 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Network 96de77c1-b183-45b0-b4ef-7680c09ecd78 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:57:13.580313 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-09b3f96a-9d84-4007-a87b-a45a8e3f82f5 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:57:13.583353 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8502e70e-e3c4-405c-993b-4db49b9b2345 req-49d97d10-198e-4f29-b57b-588af15b83ba tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:13.584512 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b3f96a-9d84-4007-a87b-a45a8e3f82f5 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:57:13.584888 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8502e70e-e3c4-405c-993b-4db49b9b2345 req-49d97d10-198e-4f29-b57b-588af15b83ba tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=0576eaa8-4bcc-496d-89bf-2ca9c7bae14f HTTP/1.1" status: 200  len: 931 time: 0.1959198
Feb 05 20:57:13.591086 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b3f96a-9d84-4007-a87b-a45a8e3f82f5 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Pushing event updated for resources: {'Port': ['ID=bcceab6d-2647-4b7e-b309-adba6b84507f,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:13.627385 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-0a1d3b4e-8386-4217-8cc5-7c1ffe1053f8 service neutron] 10.222.0.32 "GET /v2.0/networks/e27726b6-584c-451c-a170-435551e2c659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2368150
Feb 05 20:57:13.650536 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b3f96a-9d84-4007-a87b-a45a8e3f82f5 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:13.651216 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-09b3f96a-9d84-4007-a87b-a45a8e3f82f5 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:13.690489 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-09b3f96a-9d84-4007-a87b-a45a8e3f82f5 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.7931983
Feb 05 20:57:13.690671 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 40266) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:13.696673 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-e16e414c-ca4f-4b90-8ca9-bc4d35671962 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:e3:0c:7e'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:01:e1:06'}]}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:57:13.759410 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8502e70e-e3c4-405c-993b-4db49b9b2345 req-142ea748-a9be-4a3a-9bd4-43d68e60c0ce tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1611717
Feb 05 20:57:13.768998 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68aaa177-93da-467c-8d4e-1557d9fcdcff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0919d745-d4f6-46dd-830f-525291aa9d54'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:57:13.771612 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b0a2f4-3373-43b5-abbd-755d13ed4a7b" -d '{"events": [{"server_uuid": "68aaa177-93da-467c-8d4e-1557d9fcdcff", "name": "network-vif-plugged", "status": "completed", "tag": "0919d745-d4f6-46dd-830f-525291aa9d54"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:57:13.813968 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 20:57:13.903729 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e16e414c-ca4f-4b90-8ca9-bc4d35671962 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (bcceab6d-2647-4b7e-b309-adba6b84507f), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:13.996968 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-d270bcc6-2451-4945-b6e6-75d8ee81f820 None None] Provisioning complete for port bcceab6d-2647-4b7e-b309-adba6b84507f triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:57:13.998071 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d270bcc6-2451-4945-b6e6-75d8ee81f820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (bcceab6d-2647-4b7e-b309-adba6b84507f), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:13.998563 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd89ea7-f7c1-4b6e-a5d6-df90398a689a req-808ef5f6-5a47-4e65-a0f1-b772989ac496 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:14.007966 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-efd89ea7-f7c1-4b6e-a5d6-df90398a689a req-808ef5f6-5a47-4e65-a0f1-b772989ac496 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc65a27c-5f6a-4670-9d85-4905f2ad2810 HTTP/1.1" status: 200  len: 945 time: 0.1210461
Feb 05 20:57:14.029978 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-bc807661-3a15-4df2-8242-b165f87cda40 req-4ac82062-e05c-481d-a0f5-803cb1beae67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1d45068-c794-4696-93ff-36849af002a6 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:57:14.060313 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-bc807661-3a15-4df2-8242-b165f87cda40 req-4ac82062-e05c-481d-a0f5-803cb1beae67 service neutron] Publish callbacks [] for port (b1d45068-c794-4696-93ff-36849af002a6), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:14.073389 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-d270bcc6-2451-4945-b6e6-75d8ee81f820 None None] Port bcceab6d-2647-4b7e-b309-adba6b84507f cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:57:14.100772 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-bc807661-3a15-4df2-8242-b165f87cda40 req-4ac82062-e05c-481d-a0f5-803cb1beae67 service neutron] Transition to ACTIVE for port object b1d45068-c794-4696-93ff-36849af002a6 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:57:14.110486 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-bc807661-3a15-4df2-8242-b165f87cda40 req-4ac82062-e05c-481d-a0f5-803cb1beae67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (b1d45068-c794-4696-93ff-36849af002a6), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:14.131884 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e16e414c-ca4f-4b90-8ca9-bc4d35671962 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks [] for port (bcceab6d-2647-4b7e-b309-adba6b84507f), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:14.138228 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e16e414c-ca4f-4b90-8ca9-bc4d35671962 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (bcceab6d-2647-4b7e-b309-adba6b84507f), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:14.144055 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-efd89ea7-f7c1-4b6e-a5d6-df90398a689a req-147fd60e-dd9f-4b9b-a8f6-e0bad9c13805 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b7fce5f-fa25-4376-9d41-d435a6818110&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1349952
Feb 05 20:57:14.220069 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f2ef27-d926-4784-921c-dddb6a5a9521 x-openstack-request-id: req-35f2ef27-d926-4784-921c-dddb6a5a9521 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:57:14.220652 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68aaa177-93da-467c-8d4e-1557d9fcdcff", "name": "network-vif-plugged", "status": "completed", "tag": "0919d745-d4f6-46dd-830f-525291aa9d54", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:57:14.221104 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-35f2ef27-d926-4784-921c-dddb6a5a9521 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:57:14.221746 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68aaa177-93da-467c-8d4e-1557d9fcdcff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0919d745-d4f6-46dd-830f-525291aa9d54', 'code': 200}
Feb 05 20:57:14.286235 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac82062-e05c-481d-a0f5-803cb1beae67 service neutron] Pushing event updated for resources: {'Port': ['ID=b1d45068-c794-4696-93ff-36849af002a6,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:14.351426 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-01fd0b9a-5bc7-4b32-89e6-f77592e8c4ec req-73f62641-3f0a-44eb-b074-662a68de42e1 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/ports?device_id=de3541f4-bce5-4f7b-a471-6e84cffd9f1b HTTP/1.1" status: 200  len: 210 time: 0.0405841
Feb 05 20:57:14.456925 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16e414c-ca4f-4b90-8ca9-bc4d35671962 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Pushing event updated for resources: {'Port': ['ID=bcceab6d-2647-4b7e-b309-adba6b84507f,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:14.470203 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-e16e414c-ca4f-4b90-8ca9-bc4d35671962 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] In _notify_port_updated(), no bound segment for port bcceab6d-2647-4b7e-b309-adba6b84507f on network 96de77c1-b183-45b0-b4ef-7680c09ecd78 {{(pid=114390) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Feb 05 20:57:14.473158 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a481ebf-9eb8-4fba-9d6d-4cadf5157658 req-842d8525-d4eb-4a27-ac56-557aa971b20e tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:14.474846 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2a481ebf-9eb8-4fba-9d6d-4cadf5157658 req-842d8525-d4eb-4a27-ac56-557aa971b20e tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=68aaa177-93da-467c-8d4e-1557d9fcdcff HTTP/1.1" status: 200  len: 945 time: 0.1213152
Feb 05 20:57:14.475652 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-bc807661-3a15-4df2-8242-b165f87cda40 req-4ac82062-e05c-481d-a0f5-803cb1beae67 service neutron] Attempting to bind port b1d45068-c794-4696-93ff-36849af002a6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:57:14.475995 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-bc807661-3a15-4df2-8242-b165f87cda40 req-4ac82062-e05c-481d-a0f5-803cb1beae67 service neutron] Attempting to bind port b1d45068-c794-4696-93ff-36849af002a6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7f85ed9d-b7ce-414c-8ae4-25f17816204d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bc807625-43b9-4f71-ba0e-13ea567a25e8'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:57:14.476367 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc807661-3a15-4df2-8242-b165f87cda40 req-4ac82062-e05c-481d-a0f5-803cb1beae67 service neutron] Attempting to bind port b1d45068-c794-4696-93ff-36849af002a6 on network bc807625-43b9-4f71-ba0e-13ea567a25e8 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:57:14.479278 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16e414c-ca4f-4b90-8ca9-bc4d35671962 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:14.481484 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc807661-3a15-4df2-8242-b165f87cda40 req-4ac82062-e05c-481d-a0f5-803cb1beae67 service neutron] Port b1d45068-c794-4696-93ff-36849af002a6 on network bc807625-43b9-4f71-ba0e-13ea567a25e8 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:57:14.481820 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc807661-3a15-4df2-8242-b165f87cda40 req-4ac82062-e05c-481d-a0f5-803cb1beae67 service neutron] Attempting to bind port b1d45068-c794-4696-93ff-36849af002a6 on network bc807625-43b9-4f71-ba0e-13ea567a25e8 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:57:14.485283 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e16e414c-ca4f-4b90-8ca9-bc4d35671962 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:14.490314 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e16e414c-ca4f-4b90-8ca9-bc4d35671962 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] 10.222.0.32 "PUT /v2.0/ports/bcceab6d-2647-4b7e-b309-adba6b84507f HTTP/1.1" status: 200  len: 1056 time: 0.7980669
Feb 05 20:57:14.492678 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 40292) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:14.509050 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc807661-3a15-4df2-8242-b165f87cda40 req-4ac82062-e05c-481d-a0f5-803cb1beae67 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:57:14.510039 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc807661-3a15-4df2-8242-b165f87cda40 req-4ac82062-e05c-481d-a0f5-803cb1beae67 service neutron] Checking segment: {'id': '7f85ed9d-b7ce-414c-8ae4-25f17816204d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bc807625-43b9-4f71-ba0e-13ea567a25e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:57:14.510557 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc807661-3a15-4df2-8242-b165f87cda40 req-4ac82062-e05c-481d-a0f5-803cb1beae67 service neutron] Bound using segment: {'id': '7f85ed9d-b7ce-414c-8ae4-25f17816204d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bc807625-43b9-4f71-ba0e-13ea567a25e8'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:57:14.511465 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-bc807661-3a15-4df2-8242-b165f87cda40 req-4ac82062-e05c-481d-a0f5-803cb1beae67 service neutron] Bound port: b1d45068-c794-4696-93ff-36849af002a6, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f85ed9d-b7ce-414c-8ae4-25f17816204d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bc807625-43b9-4f71-ba0e-13ea567a25e8'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:57:14.511823 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-bc807661-3a15-4df2-8242-b165f87cda40 req-4ac82062-e05c-481d-a0f5-803cb1beae67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b1d45068-c794-4696-93ff-36849af002a6), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:14.587965 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3087ba1-e010-4d06-8eb9-d3b57f6da392 req-446e0b82-0b27-424c-9996-ac89d6f0ffe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:14.593014 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c3087ba1-e010-4d06-8eb9-d3b57f6da392 req-446e0b82-0b27-424c-9996-ac89d6f0ffe8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=68aaa177-93da-467c-8d4e-1557d9fcdcff HTTP/1.1" status: 200  len: 1127 time: 0.2645934
Feb 05 20:57:14.596609 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2a481ebf-9eb8-4fba-9d6d-4cadf5157658 req-d1c17f2d-05a9-4018-80ba-132317cbd82e tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114223
Feb 05 20:57:14.651307 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-bc807661-3a15-4df2-8242-b165f87cda40 req-4ac82062-e05c-481d-a0f5-803cb1beae67 service neutron] For port b1d45068-c794-4696-93ff-36849af002a6, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:57:14.655253 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-bc807661-3a15-4df2-8242-b165f87cda40 req-4ac82062-e05c-481d-a0f5-803cb1beae67 service neutron] For port b1d45068-c794-4696-93ff-36849af002a6, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b1d45068-c794-4696-93ff-36849af002a6,segment=NetworkSegment(7f85ed9d-b7ce-414c-8ae4-25f17816204d),segment_id=7f85ed9d-b7ce-414c-8ae4-25f17816204d)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:57:14.670317 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-bc807661-3a15-4df2-8242-b165f87cda40 req-4ac82062-e05c-481d-a0f5-803cb1beae67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (b1d45068-c794-4696-93ff-36849af002a6), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:14.715399 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-8f415215-4448-4692-8400-b36ccdbdf897 None None] Provisioning complete for port bcceab6d-2647-4b7e-b309-adba6b84507f triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:57:14.715993 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8f415215-4448-4692-8400-b36ccdbdf897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (bcceab6d-2647-4b7e-b309-adba6b84507f), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:14.717023 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc807661-3a15-4df2-8242-b165f87cda40 req-4ac82062-e05c-481d-a0f5-803cb1beae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:14.717740 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-bc807661-3a15-4df2-8242-b165f87cda40 req-4ac82062-e05c-481d-a0f5-803cb1beae67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:14.719806 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bc807661-3a15-4df2-8242-b165f87cda40 req-4ac82062-e05c-481d-a0f5-803cb1beae67 service neutron] 10.222.0.39 "PUT /v2.0/ports/b1d45068-c794-4696-93ff-36849af002a6 HTTP/1.1" status: 200  len: 1091 time: 1.3685522
Feb 05 20:57:14.723080 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0576eaa8-4bcc-496d-89bf-2ca9c7bae14f', 'tag': 'b1d45068-c794-4696-93ff-36849af002a6'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:57:14.726559 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1005dea0-84cc-4b37-bbd2-bcd2d783e432" -d '{"events": [{"name": "network-changed", "server_uuid": "0576eaa8-4bcc-496d-89bf-2ca9c7bae14f", "tag": "b1d45068-c794-4696-93ff-36849af002a6"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:57:14.730666 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c3087ba1-e010-4d06-8eb9-d3b57f6da392 req-b0a889c7-2aaa-4076-95fb-5ab140fcd6d9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181481
Feb 05 20:57:14.765989 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-8f415215-4448-4692-8400-b36ccdbdf897 None None] Port bcceab6d-2647-4b7e-b309-adba6b84507f cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:57:14.774786 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-29e72eb9-fcb6-414a-856f-58393e6e1c34 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Deleting port bcceab6d-2647-4b7e-b309-adba6b84507f {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:57:14.775143 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-29e72eb9-fcb6-414a-856f-58393e6e1c34 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (bcceab6d-2647-4b7e-b309-adba6b84507f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:14.853020 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac82062-e05c-481d-a0f5-803cb1beae67 service neutron] Pushing event updated for resources: {'Port': ['ID=b1d45068-c794-4696-93ff-36849af002a6,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:14.866276 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-29e72eb9-fcb6-414a-856f-58393e6e1c34 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (bcceab6d-2647-4b7e-b309-adba6b84507f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:14.878308 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-29e72eb9-fcb6-414a-856f-58393e6e1c34 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Calling delete_port for bcceab6d-2647-4b7e-b309-adba6b84507f owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:57:14.894629 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22395f5f-c70f-465f-95f6-74117e5fe78f req-23fd4fd5-1239-4238-951d-991e6922fb0e tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:14.896154 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-22395f5f-c70f-465f-95f6-74117e5fe78f req-23fd4fd5-1239-4238-951d-991e6922fb0e tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc65a27c-5f6a-4670-9d85-4905f2ad2810 HTTP/1.1" status: 200  len: 945 time: 0.1543241
Feb 05 20:57:14.905692 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-ad6fd4e8-eb65-44a4-a09a-54e58d034ffc tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:14.907139 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-ad6fd4e8-eb65-44a4-a09a-54e58d034ffc tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/networks?id=4661090a-6e57-4b4a-aed3-8f7f3b2681d6 HTTP/1.1" status: 200  len: 813 time: 0.1969416
Feb 05 20:57:14.937908 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-61813b76-f1db-4ba2-b6ff-9b771ae4140f tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/quotas/6dedbf2bdef94ed28b18010cec65d736 HTTP/1.1" status: 200  len: 375 time: 0.0233588
Feb 05 20:57:14.987954 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-22395f5f-c70f-465f-95f6-74117e5fe78f req-8494aa33-9c00-454b-9b62-a8c77b6f9707 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b7fce5f-fa25-4376-9d41-d435a6818110&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798242
Feb 05 20:57:15.021158 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-6330bd5d-2f04-430c-a2e6-3a3423f5d4c3 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6dedbf2bdef94ed28b18010cec65d736&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0665803
Feb 05 20:57:15.021309 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-29e72eb9-fcb6-414a-856f-58393e6e1c34 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (bcceab6d-2647-4b7e-b309-adba6b84507f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:15.058963 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb57b4c0-9f66-462e-a99c-0e6086a0ec01 x-openstack-request-id: req-bb57b4c0-9f66-462e-a99c-0e6086a0ec01 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:57:15.059481 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0576eaa8-4bcc-496d-89bf-2ca9c7bae14f", "tag": "b1d45068-c794-4696-93ff-36849af002a6", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:57:15.059749 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bb57b4c0-9f66-462e-a99c-0e6086a0ec01 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:57:15.060249 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0576eaa8-4bcc-496d-89bf-2ca9c7bae14f', 'tag': 'b1d45068-c794-4696-93ff-36849af002a6', 'status': 'completed', 'code': 200}
Feb 05 20:57:15.104879 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e72eb9-fcb6-414a-856f-58393e6e1c34 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Pushing event deleted for resources: {'Port': ['ID=bcceab6d-2647-4b7e-b309-adba6b84507f,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:15.121380 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:15.173669 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc807661-3a15-4df2-8242-b165f87cda40 req-cb4dec2a-7952-42de-816f-a7c56ac61081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:15.174952 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bc807661-3a15-4df2-8242-b165f87cda40 req-cb4dec2a-7952-42de-816f-a7c56ac61081 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c115672e27d44cf2b79a3945af717ae8&device_id=0576eaa8-4bcc-496d-89bf-2ca9c7bae14f HTTP/1.1" status: 200  len: 1125 time: 0.1550169
Feb 05 20:57:15.209858 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-97ae6d79-52ab-4b80-a494-1641d8e68dcd service neutron] 10.222.0.32 "GET /v2.0/networks/4661090a-6e57-4b4a-aed3-8f7f3b2681d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1831615
Feb 05 20:57:15.250072 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aab911-2094-44a0-a282-c2962d09171c req-02b40513-a734-4f86-a8c7-b0d20f91f8ef tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:15.254199 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bc807661-3a15-4df2-8242-b165f87cda40 req-cd05fab0-30a9-4170-9869-a9081194f41a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1d45068-c794-4696-93ff-36849af002a6 HTTP/1.1" status: 200  len: 217 time: 0.0495403
Feb 05 20:57:15.257654 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-17aab911-2094-44a0-a282-c2962d09171c req-02b40513-a734-4f86-a8c7-b0d20f91f8ef tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=0576eaa8-4bcc-496d-89bf-2ca9c7bae14f HTTP/1.1" status: 200  len: 943 time: 0.1331522
Feb 05 20:57:15.364532 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-17aab911-2094-44a0-a282-c2962d09171c req-fbafa21b-f981-4354-b746-7ef36e704061 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1058435
Feb 05 20:57:15.405038 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-427b4794-57ac-4f77-92c1-981ed9abc08a service neutron] 10.222.0.32 "GET /v2.0/networks/4661090a-6e57-4b4a-aed3-8f7f3b2681d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1872673
Feb 05 20:57:15.408348 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc807661-3a15-4df2-8242-b165f87cda40 req-cacf0d75-9e71-4905-a8a4-00b33c319006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:15.410049 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bc807661-3a15-4df2-8242-b165f87cda40 req-cacf0d75-9e71-4905-a8a4-00b33c319006 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=87ea50f2-4a9d-4e76-83e4-8a4c87cd9a22 HTTP/1.1" status: 200  len: 846 time: 0.1178238
Feb 05 20:57:15.424249 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-29e72eb9-fcb6-414a-856f-58393e6e1c34 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:15.428318 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-29e72eb9-fcb6-414a-856f-58393e6e1c34 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] 10.222.0.32 "DELETE /v2.0/ports/bcceab6d-2647-4b7e-b309-adba6b84507f HTTP/1.1" status: 204  len: 168 time: 0.9340351
Feb 05 20:57:15.431445 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 40312) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:15.456264 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bc807661-3a15-4df2-8242-b165f87cda40 req-31813223-8941-4d3c-bbbd-12b5ed2046d7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bc807625-43b9-4f71-ba0e-13ea567a25e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0265307
Feb 05 20:57:15.467832 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-80d33347-ef43-4128-a1b3-6eba13f1e7bf tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] GET failed (client error): The resource could not be found.
Feb 05 20:57:15.471228 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-80d33347-ef43-4128-a1b3-6eba13f1e7bf tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] 10.222.0.32 "GET /v2.0/ports/bcceab6d-2647-4b7e-b309-adba6b84507f HTTP/1.1" status: 404  len: 333 time: 0.0381863
Feb 05 20:57:15.472259 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 40314) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:15.489638 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6c190dc6-d299-40b3-89ea-725a96eac80b req-8d15751d-4f21-4b5f-85eb-5c409a91c5e5 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/ports?device_id=de3541f4-bce5-4f7b-a471-6e84cffd9f1b HTTP/1.1" status: 200  len: 210 time: 0.0484834
Feb 05 20:57:15.618055 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecea333-2206-433e-a053-1b9fe58de7e1 req-93c8fb2b-eb74-4bbf-bbf8-8b8ab4f2c80f tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:15.619947 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aecea333-2206-433e-a053-1b9fe58de7e1 req-93c8fb2b-eb74-4bbf-bbf8-8b8ab4f2c80f tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea88ab1-3a41-4d76-a59f-13fb64022619 HTTP/1.1" status: 200  len: 946 time: 0.0661983
Feb 05 20:57:15.661617 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-a521f1e4-ba79-47a1-a859-0521c7a18e3d tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Deleting port 2ce0d078-2a57-4616-8422-60a8473b21fa {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:57:15.662101 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a521f1e4-ba79-47a1-a859-0521c7a18e3d tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (2ce0d078-2a57-4616-8422-60a8473b21fa), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:15.744566 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bc807661-3a15-4df2-8242-b165f87cda40 req-cf44715d-6e24-4386-b02e-9e0663849fc1 service neutron] 10.222.0.39 "GET /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2641072
Feb 05 20:57:15.784274 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-558cd4a7-a8a3-461d-b935-c4593e1ae7b9 req-6f5059f0-a672-44e5-9945-80aee9936482 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf8cbebb-486c-4b29-b07a-ce3f396132e2 HTTP/1.1" status: 200  len: 210 time: 0.0385566
Feb 05 20:57:15.824269 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b09b98-1be2-419f-8f5f-d476778c7d95 req-b0a7b76b-f8c3-4954-a5a4-1274cdcec84d tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:15.824815 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a521f1e4-ba79-47a1-a859-0521c7a18e3d tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (2ce0d078-2a57-4616-8422-60a8473b21fa), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:15.826528 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-45b09b98-1be2-419f-8f5f-d476778c7d95 req-b0a7b76b-f8c3-4954-a5a4-1274cdcec84d tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=68aaa177-93da-467c-8d4e-1557d9fcdcff HTTP/1.1" status: 200  len: 945 time: 0.1357827
Feb 05 20:57:15.865382 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-aecea333-2206-433e-a053-1b9fe58de7e1 req-33c634b5-19ab-4a44-ab59-a7f438cd1ad3 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Deleting port 77e4a6e8-59a2-44d2-9208-86dccf2cbc28 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:57:15.865746 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-aecea333-2206-433e-a053-1b9fe58de7e1 req-33c634b5-19ab-4a44-ab59-a7f438cd1ad3 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (77e4a6e8-59a2-44d2-9208-86dccf2cbc28), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:15.871304 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-a521f1e4-ba79-47a1-a859-0521c7a18e3d tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Calling delete_port for 2ce0d078-2a57-4616-8422-60a8473b21fa owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:57:15.986028 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bc807661-3a15-4df2-8242-b165f87cda40 req-51fe9376-e76f-402d-9cad-49f038050be9 service neutron] 10.222.0.39 "GET /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2333930
Feb 05 20:57:16.006865 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-45b09b98-1be2-419f-8f5f-d476778c7d95 req-4c1be0e6-3c00-4d6b-a1ee-e64a2a7a268f tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1692131
Feb 05 20:57:16.026407 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-aecea333-2206-433e-a053-1b9fe58de7e1 req-33c634b5-19ab-4a44-ab59-a7f438cd1ad3 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] For port 77e4a6e8-59a2-44d2-9208-86dccf2cbc28, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=77e4a6e8-59a2-44d2-9208-86dccf2cbc28,segment=NetworkSegment(a7470427-ceb3-4cf9-920f-e14dc2fd847f),segment_id=a7470427-ceb3-4cf9-920f-e14dc2fd847f)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:16.026976 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-aecea333-2206-433e-a053-1b9fe58de7e1 req-33c634b5-19ab-4a44-ab59-a7f438cd1ad3 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (77e4a6e8-59a2-44d2-9208-86dccf2cbc28), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:16.047536 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-aecea333-2206-433e-a053-1b9fe58de7e1 req-33c634b5-19ab-4a44-ab59-a7f438cd1ad3 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Calling delete_port for 77e4a6e8-59a2-44d2-9208-86dccf2cbc28 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:57:16.182870 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-4f8adb07-9c0f-4662-b33a-0182d8fc1b7a tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:16.184378 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-4f8adb07-9c0f-4662-b33a-0182d8fc1b7a tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.39 "GET /v2.0/networks?id=e27726b6-584c-451c-a170-435551e2c659 HTTP/1.1" status: 200  len: 816 time: 0.2524266
Feb 05 20:57:16.219246 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ddca0-b112-424d-bdfa-23ac6c3ba00c req-2ff0904c-aad1-4571-bafc-d32db315d363 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:16.226761 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-118ddca0-b112-424d-bdfa-23ac6c3ba00c req-2ff0904c-aad1-4571-bafc-d32db315d363 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc65a27c-5f6a-4670-9d85-4905f2ad2810 HTTP/1.1" status: 200  len: 945 time: 0.1242220
Feb 05 20:57:16.228751 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005dea0-84cc-4b37-bbd2-bcd2d783e432 req-021ce38e-30ae-4de8-9784-dd66d4cd4ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:16.230258 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1005dea0-84cc-4b37-bbd2-bcd2d783e432 req-021ce38e-30ae-4de8-9784-dd66d4cd4ecd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c115672e27d44cf2b79a3945af717ae8&device_id=0576eaa8-4bcc-496d-89bf-2ca9c7bae14f HTTP/1.1" status: 200  len: 1125 time: 0.1303477
Feb 05 20:57:16.310443 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a521f1e4-ba79-47a1-a859-0521c7a18e3d tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (2ce0d078-2a57-4616-8422-60a8473b21fa), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:16.325867 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-118ddca0-b112-424d-bdfa-23ac6c3ba00c req-18003988-0344-404a-b1d1-7fdd61b88c53 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b7fce5f-fa25-4376-9d41-d435a6818110&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982363
Feb 05 20:57:16.353656 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-aecea333-2206-433e-a053-1b9fe58de7e1 req-33c634b5-19ab-4a44-ab59-a7f438cd1ad3 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (77e4a6e8-59a2-44d2-9208-86dccf2cbc28), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:16.370856 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['73b45579-249d-41e9-95e0-a534db02619a', '77e4a6e8-59a2-44d2-9208-86dccf2cbc28'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:57:16.372046 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521f1e4-ba79-47a1-a859-0521c7a18e3d tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Pushing event deleted for resources: {'Port': ['ID=2ce0d078-2a57-4616-8422-60a8473b21fa,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:16.394234 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c634b5-19ab-4a44-ab59-a7f438cd1ad3 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Pushing event deleted for resources: {'Port': ['ID=77e4a6e8-59a2-44d2-9208-86dccf2cbc28,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:16.405944 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c634b5-19ab-4a44-ab59-a7f438cd1ad3 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:16.406291 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c634b5-19ab-4a44-ab59-a7f438cd1ad3 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:16.406673 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c634b5-19ab-4a44-ab59-a7f438cd1ad3 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:16.407510 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c634b5-19ab-4a44-ab59-a7f438cd1ad3 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:16.407789 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c634b5-19ab-4a44-ab59-a7f438cd1ad3 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:16.408132 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c634b5-19ab-4a44-ab59-a7f438cd1ad3 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:16.408471 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c634b5-19ab-4a44-ab59-a7f438cd1ad3 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:16.409042 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c634b5-19ab-4a44-ab59-a7f438cd1ad3 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:16.409384 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c634b5-19ab-4a44-ab59-a7f438cd1ad3 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:16.409719 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c634b5-19ab-4a44-ab59-a7f438cd1ad3 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:16.410698 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c634b5-19ab-4a44-ab59-a7f438cd1ad3 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:16.411315 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c634b5-19ab-4a44-ab59-a7f438cd1ad3 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:16.411775 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c634b5-19ab-4a44-ab59-a7f438cd1ad3 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:16.560227 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-aecea333-2206-433e-a053-1b9fe58de7e1 req-33c634b5-19ab-4a44-ab59-a7f438cd1ad3 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] No DVR routers for this DVR port 77e4a6e8-59a2-44d2-9208-86dccf2cbc28 on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:57:16.574310 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-aecea333-2206-433e-a053-1b9fe58de7e1 req-33c634b5-19ab-4a44-ab59-a7f438cd1ad3 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:16.577566 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aecea333-2206-433e-a053-1b9fe58de7e1 req-33c634b5-19ab-4a44-ab59-a7f438cd1ad3 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.39 "DELETE /v2.0/ports/77e4a6e8-59a2-44d2-9208-86dccf2cbc28 HTTP/1.1" status: 204  len: 173 time: 0.9511831
Feb 05 20:57:16.644929 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-5b032dd8-1b04-4177-b3bf-4beda47f318a tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60a31152c92648bfb27496f9e1d342d2 HTTP/1.1" status: 200  len: 380 time: 0.4362650
Feb 05 20:57:16.707565 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c6764667-ce30-4429-b225-158d16d83d25 req-a02975d5-53bd-4850-ae6f-6fb58c8367fc tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/ports?device_id=de3541f4-bce5-4f7b-a471-6e84cffd9f1b HTTP/1.1" status: 200  len: 210 time: 0.0637867
Feb 05 20:57:16.717252 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-cb830c91-c140-4940-b9f7-201465d67a31 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Request body: {'port': {'device_id': 'de3541f4-bce5-4f7b-a471-6e84cffd9f1b', 'network_id': 'e27726b6-584c-451c-a170-435551e2c659', 'admin_state_up': True, 'tenant_id': '60a31152c92648bfb27496f9e1d342d2', 'security_groups': ['27f15019-9768-4200-84e5-e823382c93bd']}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:57:16.735782 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccaeebe-9fe2-4d77-942d-d61f6dae57db req-e805715a-5aab-4f1c-b747-23c3d861a8cf tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:16.737596 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0ccaeebe-9fe2-4d77-942d-d61f6dae57db req-e805715a-5aab-4f1c-b747-23c3d861a8cf tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=0576eaa8-4bcc-496d-89bf-2ca9c7bae14f HTTP/1.1" status: 200  len: 943 time: 0.1809142
Feb 05 20:57:16.831184 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a521f1e4-ba79-47a1-a859-0521c7a18e3d tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:16.836547 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a521f1e4-ba79-47a1-a859-0521c7a18e3d tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] 10.222.0.32 "DELETE /v2.0/ports/2ce0d078-2a57-4616-8422-60a8473b21fa HTTP/1.1" status: 204  len: 168 time: 1.3625984
Feb 05 20:57:16.841256 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 40344) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:16.868780 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005dea0-84cc-4b37-bbd2-bcd2d783e432 req-a7cce691-ef36-45c8-9e3b-fe339d440163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:16.870935 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1005dea0-84cc-4b37-bbd2-bcd2d783e432 req-a7cce691-ef36-45c8-9e3b-fe339d440163 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bc807625-43b9-4f71-ba0e-13ea567a25e8 HTTP/1.1" status: 200  len: 907 time: 0.6116750
Feb 05 20:57:16.901808 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0ccaeebe-9fe2-4d77-942d-d61f6dae57db req-0828d352-baf6-4f78-a5a2-4450b1791a4e tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1471498
Feb 05 20:57:16.930797 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f8b1c1b-354f-4be9-88f4-1516394b26ea tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] GET failed (client error): The resource could not be found.
Feb 05 20:57:16.932459 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9f8b1c1b-354f-4be9-88f4-1516394b26ea tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] 10.222.0.32 "GET /v2.0/ports/2ce0d078-2a57-4616-8422-60a8473b21fa HTTP/1.1" status: 404  len: 333 time: 0.0874233
Feb 05 20:57:16.945825 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 40354) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:16.993465 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-cb830c91-c140-4940-b9f7-201465d67a31 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Made reservation on behalf of 60a31152c92648bfb27496f9e1d342d2 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:57:16.997748 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-cb830c91-c140-4940-b9f7-201465d67a31 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:17.011031 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0191cfd4-eaf7-47d6-8b39-01dc9224c1d1 req-4987628a-0f3f-4d5e-837b-f03723f446c3 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf8cbebb-486c-4b29-b07a-ce3f396132e2 HTTP/1.1" status: 200  len: 210 time: 0.0661407
Feb 05 20:57:17.065626 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea88ab1-3a41-4d76-a59f-13fb64022619', 'name': 'network-vif-deleted', 'tag': '77e4a6e8-59a2-44d2-9208-86dccf2cbc28'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:57:17.068091 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a70fdf6-0163-4281-b0b3-5c2ab0808154" -d '{"events": [{"server_uuid": "3ea88ab1-3a41-4d76-a59f-13fb64022619", "name": "network-vif-deleted", "tag": "77e4a6e8-59a2-44d2-9208-86dccf2cbc28"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:57:17.084752 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706cb03a-7188-4913-853f-44ffcc8b0994 req-e886a251-62be-4079-8b9c-507a4c122ea7 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:17.086293 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-706cb03a-7188-4913-853f-44ffcc8b0994 req-e886a251-62be-4079-8b9c-507a4c122ea7 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f92f964-7165-40c9-b889-b0dff3158f60 HTTP/1.1" status: 200  len: 945 time: 0.2243075
Feb 05 20:57:17.142107 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737fef24-34e4-4357-b7fb-814fefb21293 x-openstack-request-id: req-737fef24-34e4-4357-b7fb-814fefb21293 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:57:17.142555 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea88ab1-3a41-4d76-a59f-13fb64022619", "name": "network-vif-deleted", "tag": "77e4a6e8-59a2-44d2-9208-86dccf2cbc28", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:57:17.142957 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-737fef24-34e4-4357-b7fb-814fefb21293 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:57:17.143423 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea88ab1-3a41-4d76-a59f-13fb64022619', 'name': 'network-vif-deleted', 'tag': '77e4a6e8-59a2-44d2-9208-86dccf2cbc28', 'status': 'completed', 'code': 200}
Feb 05 20:57:17.158279 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1005dea0-84cc-4b37-bbd2-bcd2d783e432 req-a34e8179-c6f8-48c5-a7ff-6059e1bf2193 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1d45068-c794-4696-93ff-36849af002a6 HTTP/1.1" status: 200  len: 217 time: 0.0821323
Feb 05 20:57:17.227409 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-99d86859-6de6-4d9c-9f71-92a14bb45679 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Deleting port 1c43ed45-6cb0-4e2f-b648-58104234e4c0 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:57:17.227981 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-99d86859-6de6-4d9c-9f71-92a14bb45679 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (1c43ed45-6cb0-4e2f-b648-58104234e4c0), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:17.247529 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005dea0-84cc-4b37-bbd2-bcd2d783e432 req-2a5eb304-b37a-4c1e-a15d-afd1d0a77f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:17.249236 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1005dea0-84cc-4b37-bbd2-bcd2d783e432 req-2a5eb304-b37a-4c1e-a15d-afd1d0a77f7d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=87ea50f2-4a9d-4e76-83e4-8a4c87cd9a22 HTTP/1.1" status: 200  len: 846 time: 0.0836594
Feb 05 20:57:17.284836 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-cb830c91-c140-4940-b9f7-201465d67a31 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Allocated IP 172.20.0.11 (e27726b6-584c-451c-a170-435551e2c659/2fb59051-3f07-4250-8778-3de952b07289/b230fe79-6a6e-43ca-9975-a9a80517b0b7) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:57:17.289394 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1005dea0-84cc-4b37-bbd2-bcd2d783e432 req-12772cef-c734-463b-847a-b6d00a2f7c39 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bc807625-43b9-4f71-ba0e-13ea567a25e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0314014
Feb 05 20:57:17.341300 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e46678-bb65-4020-8bde-418b123ce9e3 req-b4c0a581-3dca-40ac-8800-a8de97628a3b tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:17.342944 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-23e46678-bb65-4020-8bde-418b123ce9e3 req-b4c0a581-3dca-40ac-8800-a8de97628a3b tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=68aaa177-93da-467c-8d4e-1557d9fcdcff HTTP/1.1" status: 200  len: 945 time: 0.1740115
Feb 05 20:57:17.376074 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-706cb03a-7188-4913-853f-44ffcc8b0994 req-e96d27a3-9a33-46a6-a083-730c6860238c tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Deleting port 73b45579-249d-41e9-95e0-a534db02619a {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:57:17.376512 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-706cb03a-7188-4913-853f-44ffcc8b0994 req-e96d27a3-9a33-46a6-a083-730c6860238c tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (73b45579-249d-41e9-95e0-a534db02619a), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:17.382193 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-99d86859-6de6-4d9c-9f71-92a14bb45679 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (1c43ed45-6cb0-4e2f-b648-58104234e4c0), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:17.438821 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-99d86859-6de6-4d9c-9f71-92a14bb45679 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Calling delete_port for 1c43ed45-6cb0-4e2f-b648-58104234e4c0 owned by  {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:57:17.482136 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1005dea0-84cc-4b37-bbd2-bcd2d783e432 req-a111d644-a240-4f57-ac5b-778bb20f1b75 service neutron] 10.222.0.39 "GET /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1851070
Feb 05 20:57:17.590103 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-cb830c91-c140-4940-b9f7-201465d67a31 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Publish callbacks [] for port (b230fe79-6a6e-43ca-9975-a9a80517b0b7), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:17.626497 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.39', 51625) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:17.675571 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1005dea0-84cc-4b37-bbd2-bcd2d783e432 req-19640925-f964-4ec3-a82d-fd8f122ea5fd service neutron] 10.222.0.39 "GET /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1853862
Feb 05 20:57:17.682459 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.39', 51627) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:17.711976 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-23e46678-bb65-4020-8bde-418b123ce9e3 req-fb98bb28-a917-4365-929d-17d32197901a tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3289952
Feb 05 20:57:17.770052 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-cb830c91-c140-4940-b9f7-201465d67a31 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (b230fe79-6a6e-43ca-9975-a9a80517b0b7), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:18.015452 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-706cb03a-7188-4913-853f-44ffcc8b0994 req-e96d27a3-9a33-46a6-a083-730c6860238c tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] For port 73b45579-249d-41e9-95e0-a534db02619a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73b45579-249d-41e9-95e0-a534db02619a,segment=NetworkSegment(a7470427-ceb3-4cf9-920f-e14dc2fd847f),segment_id=a7470427-ceb3-4cf9-920f-e14dc2fd847f)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:18.015830 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-706cb03a-7188-4913-853f-44ffcc8b0994 req-e96d27a3-9a33-46a6-a083-730c6860238c tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (73b45579-249d-41e9-95e0-a534db02619a), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:18.036335 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-bf7b5935-9fe3-49c8-89cd-f4e88e5ce1c1 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:18.037882 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-bf7b5935-9fe3-49c8-89cd-f4e88e5ce1c1 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.39 "GET /v2.0/networks?id=4661090a-6e57-4b4a-aed3-8f7f3b2681d6 HTTP/1.1" status: 200  len: 813 time: 0.4259288
Feb 05 20:57:18.044223 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-706cb03a-7188-4913-853f-44ffcc8b0994 req-e96d27a3-9a33-46a6-a083-730c6860238c tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Calling delete_port for 73b45579-249d-41e9-95e0-a534db02619a owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:57:18.065292 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-6a5258f8-f4af-469c-b575-c97da7713ceb tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Request body: {'port': {'device_id': '844a1f1d-7232-4762-8837-7a6d9dc39372', 'network_id': '4661090a-6e57-4b4a-aed3-8f7f3b2681d6', 'admin_state_up': True, 'tenant_id': '6dedbf2bdef94ed28b18010cec65d736'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:57:18.105126 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521a1c7-0410-435f-804e-a3a92610d1ba req-2727534b-68e7-42de-84c7-916af7192cb1 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:18.106728 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e521a1c7-0410-435f-804e-a3a92610d1ba req-2727534b-68e7-42de-84c7-916af7192cb1 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc65a27c-5f6a-4670-9d85-4905f2ad2810 HTTP/1.1" status: 200  len: 945 time: 0.6263604
Feb 05 20:57:18.190773 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-cb830c91-c140-4940-b9f7-201465d67a31 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Network e27726b6-584c-451c-a170-435551e2c659 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:57:18.204872 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52985d5b-8a7a-4a29-b5a1-f7d66106808a req-186c57e8-dfcf-4ca5-be8c-1d1d92db7d70 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:18.206260 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-52985d5b-8a7a-4a29-b5a1-f7d66106808a req-186c57e8-dfcf-4ca5-be8c-1d1d92db7d70 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc65a27c-5f6a-4670-9d85-4905f2ad2810 HTTP/1.1" status: 200  len: 945 time: 0.5770164
Feb 05 20:57:18.211705 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-cb830c91-c140-4940-b9f7-201465d67a31 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:57:18.214403 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-cb830c91-c140-4940-b9f7-201465d67a31 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:57:18.225837 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0fc7e2-0c80-48fb-8784-b8e03270cb8b req-77414f81-694e-42da-855b-d1c565195740 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:18.227415 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9c0fc7e2-0c80-48fb-8784-b8e03270cb8b req-77414f81-694e-42da-855b-d1c565195740 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/ports?device_id=de3541f4-bce5-4f7b-a471-6e84cffd9f1b HTTP/1.1" status: 200  len: 932 time: 0.2940648
Feb 05 20:57:18.282526 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb830c91-c140-4940-b9f7-201465d67a31 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Pushing event updated for resources: {'Port': ['ID=b230fe79-6a6e-43ca-9975-a9a80517b0b7,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:18.282735 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-99d86859-6de6-4d9c-9f71-92a14bb45679 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (1c43ed45-6cb0-4e2f-b648-58104234e4c0), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:18.351090 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-36bd44a9-c4c4-4d66-be76-69769a5bd09a tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:18.352625 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-36bd44a9-c4c4-4d66-be76-69769a5bd09a tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.39 "GET /v2.0/networks?id=4661090a-6e57-4b4a-aed3-8f7f3b2681d6 HTTP/1.1" status: 200  len: 813 time: 0.6666002
Feb 05 20:57:18.362042 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d86859-6de6-4d9c-9f71-92a14bb45679 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Pushing event deleted for resources: {'Port': ['ID=1c43ed45-6cb0-4e2f-b648-58104234e4c0,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:18.364108 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-cb830c91-c140-4940-b9f7-201465d67a31 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:18.364743 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-cb830c91-c140-4940-b9f7-201465d67a31 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:18.375956 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e521a1c7-0410-435f-804e-a3a92610d1ba req-81e51502-2608-45df-bf66-84adb096535c tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b7fce5f-fa25-4376-9d41-d435a6818110&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2517014
Feb 05 20:57:18.379208 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-94624d1b-7003-4cf9-85a9-461ffc2148df tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Request body: {'port': {'device_id': 'bf8cbebb-486c-4b29-b07a-ce3f396132e2', 'network_id': '4661090a-6e57-4b4a-aed3-8f7f3b2681d6', 'admin_state_up': True, 'tenant_id': '6dedbf2bdef94ed28b18010cec65d736'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:57:18.422872 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-cb830c91-c140-4940-b9f7-201465d67a31 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7590225
Feb 05 20:57:18.483839 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-b94c1d49-2f87-490a-a1bd-8a66c0a5e54b service neutron] Request body: {'port': {'device_id': 'de3541f4-bce5-4f7b-a471-6e84cffd9f1b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:57:18.501005 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9c0fc7e2-0c80-48fb-8784-b8e03270cb8b req-360746e4-ef52-4aba-b260-0793d9c51c25 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f15019-9768-4200-84e5-e823382c93bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2486196
Feb 05 20:57:18.583324 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-52985d5b-8a7a-4a29-b5a1-f7d66106808a req-ffd38220-fb92-4770-a830-8c82ea25a573 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Deleting port d403d303-c755-4a9c-bf35-768272e4eb05 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:57:18.583718 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-52985d5b-8a7a-4a29-b5a1-f7d66106808a req-ffd38220-fb92-4770-a830-8c82ea25a573 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (d403d303-c755-4a9c-bf35-768272e4eb05), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:18.645147 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-4433238c-7da3-4681-b7e9-81bf054f2281 None None] Provisioning complete for port b230fe79-6a6e-43ca-9975-a9a80517b0b7 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:57:18.646319 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4433238c-7da3-4681-b7e9-81bf054f2281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b230fe79-6a6e-43ca-9975-a9a80517b0b7), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:18.646758 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-706cb03a-7188-4913-853f-44ffcc8b0994 req-e96d27a3-9a33-46a6-a083-730c6860238c tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (73b45579-249d-41e9-95e0-a534db02619a), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:18.665085 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-b94c1d49-2f87-490a-a1bd-8a66c0a5e54b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b230fe79-6a6e-43ca-9975-a9a80517b0b7), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:18.693633 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-4433238c-7da3-4681-b7e9-81bf054f2281 None None] Port b230fe79-6a6e-43ca-9975-a9a80517b0b7 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:57:18.695626 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['73b45579-249d-41e9-95e0-a534db02619a'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:57:18.700093 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-99d86859-6de6-4d9c-9f71-92a14bb45679 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:18.703612 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-99d86859-6de6-4d9c-9f71-92a14bb45679 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] 10.222.0.32 "DELETE /v2.0/ports/1c43ed45-6cb0-4e2f-b648-58104234e4c0 HTTP/1.1" status: 204  len: 168 time: 1.7558720
Feb 05 20:57:18.723218 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 73b45579-249d-41e9-95e0-a534db02619a no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:57:18.747350 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 40374) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:18.747761 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-6a5258f8-f4af-469c-b575-c97da7713ceb tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Made reservation on behalf of 6dedbf2bdef94ed28b18010cec65d736 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:57:18.750578 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 73b45579-249d-41e9-95e0-a534db02619a {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:57:18.751661 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-6a5258f8-f4af-469c-b575-c97da7713ceb tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:18.752067 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 73b45579-249d-41e9-95e0-a534db02619a not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:57:18.752880 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 77e4a6e8-59a2-44d2-9208-86dccf2cbc28 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:57:18.763285 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-52985d5b-8a7a-4a29-b5a1-f7d66106808a req-ffd38220-fb92-4770-a830-8c82ea25a573 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] For port d403d303-c755-4a9c-bf35-768272e4eb05, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d403d303-c755-4a9c-bf35-768272e4eb05,segment=NetworkSegment(dfa42341-6f1b-4227-9631-53b0afa8d5fe),segment_id=dfa42341-6f1b-4227-9631-53b0afa8d5fe)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:18.764023 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-52985d5b-8a7a-4a29-b5a1-f7d66106808a req-ffd38220-fb92-4770-a830-8c82ea25a573 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (d403d303-c755-4a9c-bf35-768272e4eb05), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:18.778534 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 77e4a6e8-59a2-44d2-9208-86dccf2cbc28 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:57:18.779224 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 77e4a6e8-59a2-44d2-9208-86dccf2cbc28 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:57:18.779967 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device d403d303-c755-4a9c-bf35-768272e4eb05 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:57:18.780828 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-52985d5b-8a7a-4a29-b5a1-f7d66106808a req-ffd38220-fb92-4770-a830-8c82ea25a573 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Calling delete_port for d403d303-c755-4a9c-bf35-768272e4eb05 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:57:18.820747 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-94624d1b-7003-4cf9-85a9-461ffc2148df tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Made reservation on behalf of 6dedbf2bdef94ed28b18010cec65d736 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:57:18.826060 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-94624d1b-7003-4cf9-85a9-461ffc2148df tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:18.893352 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port d403d303-c755-4a9c-bf35-768272e4eb05 is: ACTIVE; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:57:18.893745 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d403d303-c755-4a9c-bf35-768272e4eb05), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:18.920549 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc65a27c-5f6a-4670-9d85-4905f2ad2810', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd403d303-c755-4a9c-bf35-768272e4eb05'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:57:18.922858 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6f2d93-14a1-4707-a33c-fca3a5247af2" -d '{"events": [{"server_uuid": "cc65a27c-5f6a-4670-9d85-4905f2ad2810", "name": "network-vif-unplugged", "status": "completed", "tag": "d403d303-c755-4a9c-bf35-768272e4eb05"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:57:18.951422 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port d403d303-c755-4a9c-bf35-768272e4eb05, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d403d303-c755-4a9c-bf35-768272e4eb05,segment=NetworkSegment(dfa42341-6f1b-4227-9631-53b0afa8d5fe),segment_id=dfa42341-6f1b-4227-9631-53b0afa8d5fe)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:18.956807 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d403d303-c755-4a9c-bf35-768272e4eb05), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:19.008720 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=d403d303-c755-4a9c-bf35-768272e4eb05,revision_number=6']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:19.017008 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:19.017501 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:19.017950 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:19.018418 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:19.018854 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:19.020272 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:19.020800 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:19.021241 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:19.022355 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:19.022355 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:19.022355 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:19.022952 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:19.024002 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:19.131161 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d27a3-9a33-46a6-a083-730c6860238c tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Pushing event deleted for resources: {'Port': ['ID=73b45579-249d-41e9-95e0-a534db02619a,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:19.144777 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9a17b123-c354-4f9c-835f-cf06f85d64b9 req-6ecdd5b8-f85e-4c25-996e-f702345ad797 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf8cbebb-486c-4b29-b07a-ce3f396132e2 HTTP/1.1" status: 200  len: 210 time: 0.4741242
Feb 05 20:57:19.216435 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-94624d1b-7003-4cf9-85a9-461ffc2148df tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Allocated IP 172.20.0.12 (4661090a-6e57-4b4a-aed3-8f7f3b2681d6/a595d3fa-3887-4b08-abeb-b930fb14fdcc/595331ce-763f-4551-8162-765179f6c829) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:57:19.217761 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-706cb03a-7188-4913-853f-44ffcc8b0994 req-e96d27a3-9a33-46a6-a083-730c6860238c tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] No DVR routers for this DVR port 73b45579-249d-41e9-95e0-a534db02619a on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:57:19.221071 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-706cb03a-7188-4913-853f-44ffcc8b0994 req-e96d27a3-9a33-46a6-a083-730c6860238c tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:19.225005 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-52985d5b-8a7a-4a29-b5a1-f7d66106808a req-ffd38220-fb92-4770-a830-8c82ea25a573 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (d403d303-c755-4a9c-bf35-768272e4eb05), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:19.225173 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-706cb03a-7188-4913-853f-44ffcc8b0994 req-e96d27a3-9a33-46a6-a083-730c6860238c tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.39 "DELETE /v2.0/ports/73b45579-249d-41e9-95e0-a534db02619a HTTP/1.1" status: 204  len: 173 time: 2.1323819
Feb 05 20:57:19.235481 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f92f964-7165-40c9-b889-b0dff3158f60', 'name': 'network-vif-deleted', 'tag': '73b45579-249d-41e9-95e0-a534db02619a'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:57:19.238548 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23953df1-1495-4e3d-8cc0-fd539b68de11" -d '{"events": [{"server_uuid": "8f92f964-7165-40c9-b889-b0dff3158f60", "name": "network-vif-deleted", "tag": "73b45579-249d-41e9-95e0-a534db02619a"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:57:19.284885 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd38220-fb92-4770-a830-8c82ea25a573 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Pushing event deleted for resources: {'Port': ['ID=d403d303-c755-4a9c-bf35-768272e4eb05,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:19.322183 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd38220-fb92-4770-a830-8c82ea25a573 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:19.322571 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd38220-fb92-4770-a830-8c82ea25a573 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:19.322926 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd38220-fb92-4770-a830-8c82ea25a573 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:19.323273 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd38220-fb92-4770-a830-8c82ea25a573 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:19.323613 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd38220-fb92-4770-a830-8c82ea25a573 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:19.323948 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd38220-fb92-4770-a830-8c82ea25a573 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:19.324283 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd38220-fb92-4770-a830-8c82ea25a573 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:19.324619 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd38220-fb92-4770-a830-8c82ea25a573 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:19.324952 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd38220-fb92-4770-a830-8c82ea25a573 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:19.325287 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd38220-fb92-4770-a830-8c82ea25a573 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:19.325615 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd38220-fb92-4770-a830-8c82ea25a573 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:19.326685 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd38220-fb92-4770-a830-8c82ea25a573 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:19.326685 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd38220-fb92-4770-a830-8c82ea25a573 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:19.334781 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9dd50-0f9a-457a-9464-57bdea62fdf5 req-1ca5951b-50e4-4939-a7aa-f65b5e2bc9e6 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:19.336358 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bdb9dd50-0f9a-457a-9464-57bdea62fdf5 req-1ca5951b-50e4-4939-a7aa-f65b5e2bc9e6 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=0576eaa8-4bcc-496d-89bf-2ca9c7bae14f HTTP/1.1" status: 200  len: 943 time: 0.6986923
Feb 05 20:57:19.345597 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-24ee1a3a-f6a2-4aa7-be34-790265efc25d tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Deleting subnet c6ff21de-4124-45ef-a779-b94636f2df67 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:57:19.358422 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-24ee1a3a-f6a2-4aa7-be34-790265efc25d tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks [] for subnet (c6ff21de-4124-45ef-a779-b94636f2df67), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:19.388033 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-52985d5b-8a7a-4a29-b5a1-f7d66106808a req-ffd38220-fb92-4770-a830-8c82ea25a573 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] No DVR routers for this DVR port d403d303-c755-4a9c-bf35-768272e4eb05 on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:57:19.414324 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-52985d5b-8a7a-4a29-b5a1-f7d66106808a req-ffd38220-fb92-4770-a830-8c82ea25a573 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:19.417631 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-52985d5b-8a7a-4a29-b5a1-f7d66106808a req-ffd38220-fb92-4770-a830-8c82ea25a573 tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] 10.222.0.39 "DELETE /v2.0/ports/d403d303-c755-4a9c-bf35-768272e4eb05 HTTP/1.1" status: 204  len: 173 time: 1.1991901
Feb 05 20:57:19.418078 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc65a27c-5f6a-4670-9d85-4905f2ad2810', 'name': 'network-vif-deleted', 'tag': 'd403d303-c755-4a9c-bf35-768272e4eb05'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:57:19.420350 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06e04a0-fc0b-4f7f-8085-7255db66a9d4" -d '{"events": [{"server_uuid": "cc65a27c-5f6a-4670-9d85-4905f2ad2810", "name": "network-vif-deleted", "tag": "d403d303-c755-4a9c-bf35-768272e4eb05"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:57:19.448406 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff39580-4153-431d-a6dc-3d98a678024e req-9d9a06b3-9eaa-4a8b-8b59-06cd0eefee5d tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:19.450560 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cff39580-4153-431d-a6dc-3d98a678024e req-9d9a06b3-9eaa-4a8b-8b59-06cd0eefee5d tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=68aaa177-93da-467c-8d4e-1557d9fcdcff HTTP/1.1" status: 200  len: 945 time: 0.2356718
Feb 05 20:57:19.461978 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-24ee1a3a-f6a2-4aa7-be34-790265efc25d tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (c6ff21de-4124-45ef-a779-b94636f2df67), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:19.483175 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-b94c1d49-2f87-490a-a1bd-8a66c0a5e54b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b230fe79-6a6e-43ca-9975-a9a80517b0b7 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:57:19.496876 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-b94c1d49-2f87-490a-a1bd-8a66c0a5e54b service neutron] Publish callbacks [] for port (b230fe79-6a6e-43ca-9975-a9a80517b0b7), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:19.520309 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-b94c1d49-2f87-490a-a1bd-8a66c0a5e54b service neutron] Transition to ACTIVE for port object b230fe79-6a6e-43ca-9975-a9a80517b0b7 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:57:19.523337 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bdb9dd50-0f9a-457a-9464-57bdea62fdf5 req-e3bba13a-7c76-4730-8c04-4da75d2e2a59 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1718836
Feb 05 20:57:19.533935 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-b94c1d49-2f87-490a-a1bd-8a66c0a5e54b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (b230fe79-6a6e-43ca-9975-a9a80517b0b7), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:19.575056 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cff39580-4153-431d-a6dc-3d98a678024e req-c10c65e4-0341-46f2-9395-0d97cf4f6c33 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099305
Feb 05 20:57:19.595566 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-94624d1b-7003-4cf9-85a9-461ffc2148df tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Publish callbacks [] for port (595331ce-763f-4551-8162-765179f6c829), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:19.610189 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 20:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70d4f0d-45f5-4baa-81d6-568f31158588 x-openstack-request-id: req-a70d4f0d-45f5-4baa-81d6-568f31158588 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:57:19.610527 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc65a27c-5f6a-4670-9d85-4905f2ad2810", "name": "network-vif-unplugged", "status": "completed", "tag": "d403d303-c755-4a9c-bf35-768272e4eb05", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:57:19.610634 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c1d49-2f87-490a-a1bd-8a66c0a5e54b service neutron] Pushing event updated for resources: {'Port': ['ID=b230fe79-6a6e-43ca-9975-a9a80517b0b7,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:19.610779 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a70d4f0d-45f5-4baa-81d6-568f31158588 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:57:19.611597 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc65a27c-5f6a-4670-9d85-4905f2ad2810', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd403d303-c755-4a9c-bf35-768272e4eb05', 'code': 200}
Feb 05 20:57:19.642365 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-24ee1a3a-f6a2-4aa7-be34-790265efc25d tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (c6ff21de-4124-45ef-a779-b94636f2df67), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:19.716058 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-94624d1b-7003-4cf9-85a9-461ffc2148df tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (595331ce-763f-4551-8162-765179f6c829), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:19.768805 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-b94c1d49-2f87-490a-a1bd-8a66c0a5e54b service neutron] Attempting to bind port b230fe79-6a6e-43ca-9975-a9a80517b0b7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:57:19.769152 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-b94c1d49-2f87-490a-a1bd-8a66c0a5e54b service neutron] Attempting to bind port b230fe79-6a6e-43ca-9975-a9a80517b0b7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f7cb0ed2-51b9-4103-8971-4797663ef814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e27726b6-584c-451c-a170-435551e2c659'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:57:19.770107 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-b94c1d49-2f87-490a-a1bd-8a66c0a5e54b service neutron] Attempting to bind port b230fe79-6a6e-43ca-9975-a9a80517b0b7 on network e27726b6-584c-451c-a170-435551e2c659 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:57:19.782348 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ffb44f-e353-42dc-968e-a6f893c8ebc7 x-openstack-request-id: req-48ffb44f-e353-42dc-968e-a6f893c8ebc7 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:57:19.782739 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f92f964-7165-40c9-b889-b0dff3158f60", "name": "network-vif-deleted", "tag": "73b45579-249d-41e9-95e0-a534db02619a", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:57:19.783008 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-48ffb44f-e353-42dc-968e-a6f893c8ebc7 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:57:19.783411 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f92f964-7165-40c9-b889-b0dff3158f60', 'name': 'network-vif-deleted', 'tag': '73b45579-249d-41e9-95e0-a534db02619a', 'status': 'completed', 'code': 200}
Feb 05 20:57:19.791154 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-b94c1d49-2f87-490a-a1bd-8a66c0a5e54b service neutron] Port b230fe79-6a6e-43ca-9975-a9a80517b0b7 on network e27726b6-584c-451c-a170-435551e2c659 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:57:19.791670 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-b94c1d49-2f87-490a-a1bd-8a66c0a5e54b service neutron] Attempting to bind port b230fe79-6a6e-43ca-9975-a9a80517b0b7 on network e27726b6-584c-451c-a170-435551e2c659 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:57:19.804264 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-94624d1b-7003-4cf9-85a9-461ffc2148df tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Network 4661090a-6e57-4b4a-aed3-8f7f3b2681d6 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:57:19.809820 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-94624d1b-7003-4cf9-85a9-461ffc2148df tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:57:19.814590 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-94624d1b-7003-4cf9-85a9-461ffc2148df tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:57:19.823007 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-b94c1d49-2f87-490a-a1bd-8a66c0a5e54b service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:57:19.823358 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-b94c1d49-2f87-490a-a1bd-8a66c0a5e54b service neutron] Checking segment: {'id': 'f7cb0ed2-51b9-4103-8971-4797663ef814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e27726b6-584c-451c-a170-435551e2c659'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:57:19.823754 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-b94c1d49-2f87-490a-a1bd-8a66c0a5e54b service neutron] Bound using segment: {'id': 'f7cb0ed2-51b9-4103-8971-4797663ef814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e27726b6-584c-451c-a170-435551e2c659'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:57:19.824210 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-b94c1d49-2f87-490a-a1bd-8a66c0a5e54b service neutron] Bound port: b230fe79-6a6e-43ca-9975-a9a80517b0b7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7cb0ed2-51b9-4103-8971-4797663ef814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e27726b6-584c-451c-a170-435551e2c659'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:57:19.824796 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-b94c1d49-2f87-490a-a1bd-8a66c0a5e54b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b230fe79-6a6e-43ca-9975-a9a80517b0b7), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:19.825705 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-6a5258f8-f4af-469c-b575-c97da7713ceb tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Allocated IP 172.20.0.4 (4661090a-6e57-4b4a-aed3-8f7f3b2681d6/a595d3fa-3887-4b08-abeb-b930fb14fdcc/577f1a43-ddd4-4bec-9496-2a65653d8958) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:57:19.838156 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-73439eba-c4bc-4900-a517-b9b4b1a9cf0a req-91006ca1-89b3-4115-959b-e3fea0edcbfb tempest-InstanceActionsV221TestJSON-737119933 tempest-InstanceActionsV221TestJSON-737119933-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc65a27c-5f6a-4670-9d85-4905f2ad2810 HTTP/1.1" status: 200  len: 210 time: 0.0537999
Feb 05 20:57:19.849173 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-24ee1a3a-f6a2-4aa7-be34-790265efc25d tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (c6ff21de-4124-45ef-a779-b94636f2df67), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:19.882430 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94624d1b-7003-4cf9-85a9-461ffc2148df tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Pushing event updated for resources: {'Port': ['ID=595331ce-763f-4551-8162-765179f6c829,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:19.939174 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc682226-42ae-4fa4-941e-8f090cd8dc68 x-openstack-request-id: req-bc682226-42ae-4fa4-941e-8f090cd8dc68 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:57:19.939502 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc65a27c-5f6a-4670-9d85-4905f2ad2810", "name": "network-vif-deleted", "tag": "d403d303-c755-4a9c-bf35-768272e4eb05", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:57:19.939747 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bc682226-42ae-4fa4-941e-8f090cd8dc68 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:57:19.940394 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc65a27c-5f6a-4670-9d85-4905f2ad2810', 'name': 'network-vif-deleted', 'tag': 'd403d303-c755-4a9c-bf35-768272e4eb05', 'status': 'completed', 'code': 200}
Feb 05 20:57:19.961901 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee1a3a-f6a2-4aa7-be34-790265efc25d tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Pushing event deleted for resources: {'Subnet': ['ID=c6ff21de-4124-45ef-a779-b94636f2df67,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:19.973632 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-94624d1b-7003-4cf9-85a9-461ffc2148df tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:19.974303 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-94624d1b-7003-4cf9-85a9-461ffc2148df tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:19.985927 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-24ee1a3a-f6a2-4aa7-be34-790265efc25d tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:19.994185 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e135c29-0177-4a61-b1fb-254b97ac66b0 None None] Network 96de77c1-b183-45b0-b4ef-7680c09ecd78 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:57:20.000370 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-24ee1a3a-f6a2-4aa7-be34-790265efc25d tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] 10.222.0.32 "DELETE /v2.0/subnets/c6ff21de-4124-45ef-a779-b94636f2df67 HTTP/1.1" status: 204  len: 168 time: 1.2521822
Feb 05 20:57:20.005827 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 40390) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:20.019102 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-94624d1b-7003-4cf9-85a9-461ffc2148df tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6436839
Feb 05 20:57:20.044450 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-2ad04c46-c460-4713-9112-3451620533d1 service neutron] Request body: {'port': {'device_id': 'bf8cbebb-486c-4b29-b07a-ce3f396132e2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:57:20.094398 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-b94c1d49-2f87-490a-a1bd-8a66c0a5e54b service neutron] For port b230fe79-6a6e-43ca-9975-a9a80517b0b7, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:57:20.142158 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:20.149252 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-b94c1d49-2f87-490a-a1bd-8a66c0a5e54b service neutron] For port b230fe79-6a6e-43ca-9975-a9a80517b0b7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b230fe79-6a6e-43ca-9975-a9a80517b0b7,segment=NetworkSegment(f7cb0ed2-51b9-4103-8971-4797663ef814),segment_id=f7cb0ed2-51b9-4103-8971-4797663ef814)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:57:20.162200 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-2ad04c46-c460-4713-9112-3451620533d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (595331ce-763f-4551-8162-765179f6c829), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:20.168722 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-b94c1d49-2f87-490a-a1bd-8a66c0a5e54b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (b230fe79-6a6e-43ca-9975-a9a80517b0b7), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:20.198468 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cf78ffd4-7ac4-46b6-aa46-668bb3a6c087 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (96de77c1-b183-45b0-b4ef-7680c09ecd78), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:20.251195 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f082bfd-f19a-4585-bae3-0e6b0b4ccf40 req-d17fe88c-743a-4c3b-aed3-d298dd869b85 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:20.259323 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6f082bfd-f19a-4585-bae3-0e6b0b4ccf40 req-d17fe88c-743a-4c3b-aed3-d298dd869b85 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/ports?device_id=de3541f4-bce5-4f7b-a471-6e84cffd9f1b HTTP/1.1" status: 200  len: 944 time: 0.2557976
Feb 05 20:57:20.292021 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c8a3f4-91f2-456e-8b07-fcc8b9574c87 None None] DHCP port deletion for 96de77c1-b183-45b0-b4ef-7680c09ecd78 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 20:57:20.365910 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-b94c1d49-2f87-490a-a1bd-8a66c0a5e54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:20.366579 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-b94c1d49-2f87-490a-a1bd-8a66c0a5e54b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:20.367985 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-b94c1d49-2f87-490a-a1bd-8a66c0a5e54b service neutron] 10.222.0.39 "PUT /v2.0/ports/b230fe79-6a6e-43ca-9975-a9a80517b0b7 HTTP/1.1" status: 200  len: 1092 time: 1.8986561
Feb 05 20:57:20.372539 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-6a5258f8-f4af-469c-b575-c97da7713ceb tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Publish callbacks [] for port (577f1a43-ddd4-4bec-9496-2a65653d8958), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:20.381874 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-44c8a3f4-91f2-456e-8b07-fcc8b9574c87 None None] Deleting port 9f564ec2-ce44-4a35-b0f3-35d1f622054e {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:57:20.382475 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-44c8a3f4-91f2-456e-8b07-fcc8b9574c87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (9f564ec2-ce44-4a35-b0f3-35d1f622054e), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:20.386022 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6f082bfd-f19a-4585-bae3-0e6b0b4ccf40 req-ad660a42-f668-4e90-aeb5-bd8499fc2606 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f15019-9768-4200-84e5-e823382c93bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1255715
Feb 05 20:57:20.431873 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c1d49-2f87-490a-a1bd-8a66c0a5e54b service neutron] Pushing event updated for resources: {'Port': ['ID=b230fe79-6a6e-43ca-9975-a9a80517b0b7,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:20.468343 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-cf78ffd4-7ac4-46b6-aa46-668bb3a6c087 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Deleting port 9f564ec2-ce44-4a35-b0f3-35d1f622054e {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:57:20.475149 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cf78ffd4-7ac4-46b6-aa46-668bb3a6c087 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (9f564ec2-ce44-4a35-b0f3-35d1f622054e), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:20.493625 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-6a5258f8-f4af-469c-b575-c97da7713ceb tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (577f1a43-ddd4-4bec-9496-2a65653d8958), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:20.583610 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-44c8a3f4-91f2-456e-8b07-fcc8b9574c87 None None] For port 9f564ec2-ce44-4a35-b0f3-35d1f622054e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9f564ec2-ce44-4a35-b0f3-35d1f622054e,segment=NetworkSegment(453e4239-1197-4b81-bca3-d720cb67ab5b),segment_id=453e4239-1197-4b81-bca3-d720cb67ab5b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:20.586885 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-44c8a3f4-91f2-456e-8b07-fcc8b9574c87 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (9f564ec2-ce44-4a35-b0f3-35d1f622054e), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:20.623502 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-a53091ce-e3d1-4008-91c9-323d92eff01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:20.624761 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-44c8a3f4-91f2-456e-8b07-fcc8b9574c87 None None] Calling delete_port for 9f564ec2-ce44-4a35-b0f3-35d1f622054e owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:57:20.628253 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-a53091ce-e3d1-4008-91c9-323d92eff01d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=60a31152c92648bfb27496f9e1d342d2&device_id=de3541f4-bce5-4f7b-a471-6e84cffd9f1b HTTP/1.1" status: 200  len: 1126 time: 0.1863728
Feb 05 20:57:20.670961 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-6a5258f8-f4af-469c-b575-c97da7713ceb tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Network 4661090a-6e57-4b4a-aed3-8f7f3b2681d6 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:57:20.686729 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-cf78ffd4-7ac4-46b6-aa46-668bb3a6c087 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] For port 9f564ec2-ce44-4a35-b0f3-35d1f622054e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9f564ec2-ce44-4a35-b0f3-35d1f622054e,segment=NetworkSegment(453e4239-1197-4b81-bca3-d720cb67ab5b),segment_id=453e4239-1197-4b81-bca3-d720cb67ab5b)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:20.687485 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cf78ffd4-7ac4-46b6-aa46-668bb3a6c087 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (9f564ec2-ce44-4a35-b0f3-35d1f622054e), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:20.690739 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-6a5258f8-f4af-469c-b575-c97da7713ceb tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:57:20.712553 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5258f8-f4af-469c-b575-c97da7713ceb tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Pushing event updated for resources: {'Port': ['ID=577f1a43-ddd4-4bec-9496-2a65653d8958,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:20.727291 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-6a5258f8-f4af-469c-b575-c97da7713ceb tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:57:20.746406 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-06ec1f8c-01a5-464b-b9ff-34d9729a5898 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b230fe79-6a6e-43ca-9975-a9a80517b0b7 HTTP/1.1" status: 200  len: 217 time: 0.0994666
Feb 05 20:57:20.757432 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device b1d45068-c794-4696-93ff-36849af002a6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:57:20.770589 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-cf78ffd4-7ac4-46b6-aa46-668bb3a6c087 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Calling delete_port for 9f564ec2-ce44-4a35-b0f3-35d1f622054e owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:57:20.793156 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-44c8a3f4-91f2-456e-8b07-fcc8b9574c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (9f564ec2-ce44-4a35-b0f3-35d1f622054e), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:20.837208 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-b7aca1c8-f5f7-425f-9a46-8125e781b1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:20.838987 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-b7aca1c8-f5f7-425f-9a46-8125e781b1b1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2fb59051-3f07-4250-8778-3de952b07289 HTTP/1.1" status: 200  len: 855 time: 0.0790985
Feb 05 20:57:20.870755 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c8a3f4-91f2-456e-8b07-fcc8b9574c87 None None] Pushing event deleted for resources: {'Port': ['ID=9f564ec2-ce44-4a35-b0f3-35d1f622054e,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:20.877697 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c8a3f4-91f2-456e-8b07-fcc8b9574c87 None None] No DVR routers for this DVR port 9f564ec2-ce44-4a35-b0f3-35d1f622054e on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:57:20.892084 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f58d8-d292-4c83-ab83-43d0a61c1c80 req-3bdb9d78-5a91-4221-898f-519b31f32057 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:20.899731 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-311f58d8-d292-4c83-ab83-43d0a61c1c80 req-3bdb9d78-5a91-4221-898f-519b31f32057 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf8cbebb-486c-4b29-b07a-ce3f396132e2 HTTP/1.1" status: 200  len: 932 time: 0.3406761
Feb 05 20:57:20.906306 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-2ad04c46-c460-4713-9112-3451620533d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 595331ce-763f-4551-8162-765179f6c829 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:57:20.916963 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-2ad04c46-c460-4713-9112-3451620533d1 service neutron] Publish callbacks [] for port (595331ce-763f-4551-8162-765179f6c829), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:20.920411 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-6a5258f8-f4af-469c-b575-c97da7713ceb tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:20.921363 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-6a5258f8-f4af-469c-b575-c97da7713ceb tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:20.936226 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-2ad04c46-c460-4713-9112-3451620533d1 service neutron] Transition to ACTIVE for port object 595331ce-763f-4551-8162-765179f6c829 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:57:20.940725 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port b1d45068-c794-4696-93ff-36849af002a6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b1d45068-c794-4696-93ff-36849af002a6,segment=NetworkSegment(7f85ed9d-b7ce-414c-8ae4-25f17816204d),segment_id=7f85ed9d-b7ce-414c-8ae4-25f17816204d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:20.942112 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-2ac3e93f-f9a9-4848-b253-4dcd177164b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:20.944142 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-2ac3e93f-f9a9-4848-b253-4dcd177164b3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e27726b6-584c-451c-a170-435551e2c659&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0865059
Feb 05 20:57:20.945294 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-2ad04c46-c460-4713-9112-3451620533d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (595331ce-763f-4551-8162-765179f6c829), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:20.958603 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58f1b8-3f35-4da5-956a-ba24fc7b078a req-53ef2edf-59e7-4ce7-8440-f18bdbd48adf tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:20.960178 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4f58f1b8-3f35-4da5-956a-ba24fc7b078a req-53ef2edf-59e7-4ce7-8440-f18bdbd48adf tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=0576eaa8-4bcc-496d-89bf-2ca9c7bae14f HTTP/1.1" status: 200  len: 943 time: 0.2422786
Feb 05 20:57:20.968070 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'b1d45068-c794-4696-93ff-36849af002a6', 'network_id': 'bc807625-43b9-4f71-ba0e-13ea567a25e8', 'port_id': 'b1d45068-c794-4696-93ff-36849af002a6', 'mac_address': 'fa:16:3e:ff:d7:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ea50f2-4a9d-4e76-83e4-8a4c87cd9a22', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:57:20.989771 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-6a5258f8-f4af-469c-b575-c97da7713ceb tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9369566
Feb 05 20:57:21.019037 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port b1d45068-c794-4696-93ff-36849af002a6 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:57:21.020247 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b1d45068-c794-4696-93ff-36849af002a6), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:21.020948 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-4e8567b2-f08d-4934-8c81-c14792087522 service neutron] Request body: {'port': {'device_id': '844a1f1d-7232-4762-8837-7a6d9dc39372', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:57:21.028444 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-311f58d8-d292-4c83-ab83-43d0a61c1c80 req-41f1afaf-3e10-44c1-a2bb-33d889a29737 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/security-groups?id=98d8181e-a3ec-4dcd-9e51-198c38564f14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1278629
Feb 05 20:57:21.039920 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1d45068-c794-4696-93ff-36849af002a6 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:57:21.075325 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad04c46-c460-4713-9112-3451620533d1 service neutron] Pushing event updated for resources: {'Port': ['ID=595331ce-763f-4551-8162-765179f6c829,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:21.081155 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cf78ffd4-7ac4-46b6-aa46-668bb3a6c087 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (9f564ec2-ce44-4a35-b0f3-35d1f622054e), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:21.085351 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port b1d45068-c794-4696-93ff-36849af002a6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b1d45068-c794-4696-93ff-36849af002a6,segment=NetworkSegment(7f85ed9d-b7ce-414c-8ae4-25f17816204d),segment_id=7f85ed9d-b7ce-414c-8ae4-25f17816204d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:21.097059 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b1d45068-c794-4696-93ff-36849af002a6), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:21.101746 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4f58f1b8-3f35-4da5-956a-ba24fc7b078a req-ccacb643-6586-43c0-8866-527f035f0d42 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1349146
Feb 05 20:57:21.142807 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf78ffd4-7ac4-46b6-aa46-668bb3a6c087 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Pushing event deleted for resources: {'Port': ['ID=9f564ec2-ce44-4a35-b0f3-35d1f622054e,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:21.145246 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf78ffd4-7ac4-46b6-aa46-668bb3a6c087 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] No DVR routers for this DVR port 9f564ec2-ce44-4a35-b0f3-35d1f622054e on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:57:21.179428 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=b1d45068-c794-4696-93ff-36849af002a6,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:21.197730 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-4e8567b2-f08d-4934-8c81-c14792087522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (577f1a43-ddd4-4bec-9496-2a65653d8958), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:21.221790 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-a9343e7e-10f2-40cb-a9ad-2897adcef943 service neutron] 10.222.0.39 "GET /v2.0/networks/e27726b6-584c-451c-a170-435551e2c659?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2679520
Feb 05 20:57:21.258550 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-2ad04c46-c460-4713-9112-3451620533d1 service neutron] Attempting to bind port 595331ce-763f-4551-8162-765179f6c829 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:57:21.258983 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-2ad04c46-c460-4713-9112-3451620533d1 service neutron] Attempting to bind port 595331ce-763f-4551-8162-765179f6c829 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a7470427-ceb3-4cf9-920f-e14dc2fd847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4661090a-6e57-4b4a-aed3-8f7f3b2681d6'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:57:21.259380 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-2ad04c46-c460-4713-9112-3451620533d1 service neutron] Attempting to bind port 595331ce-763f-4551-8162-765179f6c829 on network 4661090a-6e57-4b4a-aed3-8f7f3b2681d6 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:57:21.271533 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 40422) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:21.273701 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cf78ffd4-7ac4-46b6-aa46-668bb3a6c087 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (96de77c1-b183-45b0-b4ef-7680c09ecd78), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:21.282609 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-2ad04c46-c460-4713-9112-3451620533d1 service neutron] Port 595331ce-763f-4551-8162-765179f6c829 on network 4661090a-6e57-4b4a-aed3-8f7f3b2681d6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:57:21.282946 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-2ad04c46-c460-4713-9112-3451620533d1 service neutron] Attempting to bind port 595331ce-763f-4551-8162-765179f6c829 on network 4661090a-6e57-4b4a-aed3-8f7f3b2681d6 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:57:21.302891 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-cf78ffd4-7ac4-46b6-aa46-668bb3a6c087 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db37dd730>,) {'filters': {'network_id': ['96de77c1-b183-45b0-b4ef-7680c09ecd78']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:21.320876 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-cf78ffd4-7ac4-46b6-aa46-668bb3a6c087 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db37dd730>, '453e4239-1197-4b81-bca3-d720cb67ab5b') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:21.321192 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-cf78ffd4-7ac4-46b6-aa46-668bb3a6c087 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db37dd730>, '453e4239-1197-4b81-bca3-d720cb67ab5b') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:21.339253 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-2ad04c46-c460-4713-9112-3451620533d1 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:57:21.339595 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-2ad04c46-c460-4713-9112-3451620533d1 service neutron] Checking segment: {'id': 'a7470427-ceb3-4cf9-920f-e14dc2fd847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4661090a-6e57-4b4a-aed3-8f7f3b2681d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:57:21.339985 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-2ad04c46-c460-4713-9112-3451620533d1 service neutron] Bound using segment: {'id': 'a7470427-ceb3-4cf9-920f-e14dc2fd847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4661090a-6e57-4b4a-aed3-8f7f3b2681d6'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:57:21.340422 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-2ad04c46-c460-4713-9112-3451620533d1 service neutron] Bound port: 595331ce-763f-4551-8162-765179f6c829, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7470427-ceb3-4cf9-920f-e14dc2fd847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4661090a-6e57-4b4a-aed3-8f7f3b2681d6'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:57:21.340842 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-2ad04c46-c460-4713-9112-3451620533d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (595331ce-763f-4551-8162-765179f6c829), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:21.377870 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cf78ffd4-7ac4-46b6-aa46-668bb3a6c087 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (453e4239-1197-4b81-bca3-d720cb67ab5b), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:21.399324 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cf78ffd4-7ac4-46b6-aa46-668bb3a6c087 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (453e4239-1197-4b81-bca3-d720cb67ab5b), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:21.406175 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-0657ab0d-b251-46f8-90f2-1540c35e5751 admin admin] Deleting subnet 42278fef-0752-424a-afeb-d38ffebc33a9 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:57:21.412401 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf78ffd4-7ac4-46b6-aa46-668bb3a6c087 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:57:21.412811 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cf78ffd4-7ac4-46b6-aa46-668bb3a6c087 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (453e4239-1197-4b81-bca3-d720cb67ab5b), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:21.415833 ncdv-master-1 neutron-server[114391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 20:57:21.415833 ncdv-master-1 neutron-server[114391]:   self.session.flush()
Feb 05 20:57:21.415833 ncdv-master-1 neutron-server[114391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 20:57:21.415833 ncdv-master-1 neutron-server[114391]:   self.session.flush()
Feb 05 20:57:21.415833 ncdv-master-1 neutron-server[114391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 20:57:21.415833 ncdv-master-1 neutron-server[114391]:   self.session.flush()
Feb 05 20:57:21.415833 ncdv-master-1 neutron-server[114391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 20:57:21.415833 ncdv-master-1 neutron-server[114391]:   self.session.flush()
Feb 05 20:57:21.415833 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 20:57:21.415833 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:57:21.415833 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 20:57:21.415833 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:57:21.415833 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 20:57:21.415833 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:57:21.415833 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 20:57:21.415833 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:57:21.415833 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 20:57:21.415833 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:57:21.415833 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 20:57:21.415833 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:57:21.415833 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 20:57:21.415833 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:57:21.415833 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:57:21.415833 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:57:21.415833 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:57:21.415833 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:57:21.415833 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 20:57:21.415833 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:57:21.415833 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 20:57:21.415833 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:57:21.415833 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:57:21.415833 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:57:21.415833 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:57:21.415833 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:57:21.415833 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:57:21.415833 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:57:21.415833 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:57:21.415833 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:57:21.415833 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:57:21.415833 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:57:21.419647 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0657ab0d-b251-46f8-90f2-1540c35e5751 admin admin] Publish callbacks [] for subnet (42278fef-0752-424a-afeb-d38ffebc33a9), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:21.452302 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a8814a5b-77d8-481e-bded-da1b1e00795a req-3a82b4cc-0886-44e8-832a-570b600e2b54 service neutron] 10.222.0.39 "GET /v2.0/networks/e27726b6-584c-451c-a170-435551e2c659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2193778
Feb 05 20:57:21.477315 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0657ab0d-b251-46f8-90f2-1540c35e5751 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (42278fef-0752-424a-afeb-d38ffebc33a9), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:21.501820 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-2ad04c46-c460-4713-9112-3451620533d1 service neutron] For port 595331ce-763f-4551-8162-765179f6c829, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:57:21.521457 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-2ad04c46-c460-4713-9112-3451620533d1 service neutron] For port 595331ce-763f-4551-8162-765179f6c829, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=595331ce-763f-4551-8162-765179f6c829,segment=NetworkSegment(a7470427-ceb3-4cf9-920f-e14dc2fd847f),segment_id=a7470427-ceb3-4cf9-920f-e14dc2fd847f)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:57:21.535966 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-2ad04c46-c460-4713-9112-3451620533d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (595331ce-763f-4551-8162-765179f6c829), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:21.540861 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0657ab0d-b251-46f8-90f2-1540c35e5751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (42278fef-0752-424a-afeb-d38ffebc33a9), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:21.560051 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cf78ffd4-7ac4-46b6-aa46-668bb3a6c087 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (96de77c1-b183-45b0-b4ef-7680c09ecd78), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:21.571909 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['b1d45068-c794-4696-93ff-36849af002a6'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:57:21.574706 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cf78ffd4-7ac4-46b6-aa46-668bb3a6c087 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:21.583193 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-cf78ffd4-7ac4-46b6-aa46-668bb3a6c087 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] 10.222.0.32 "DELETE /v2.0/networks/96de77c1-b183-45b0-b4ef-7680c09ecd78 HTTP/1.1" status: 204  len: 168 time: 1.5611453
Feb 05 20:57:21.606650 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf78ffd4-7ac4-46b6-aa46-668bb3a6c087 tempest-AllowedAddressPairTestJSON-425561237 tempest-AllowedAddressPairTestJSON-425561237-project] Pushing event deleted for resources: {'Network': ['ID=96de77c1-b183-45b0-b4ef-7680c09ecd78,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:21.620354 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-2ad04c46-c460-4713-9112-3451620533d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:21.621268 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-2ad04c46-c460-4713-9112-3451620533d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:21.622857 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-2ad04c46-c460-4713-9112-3451620533d1 service neutron] 10.222.0.39 "PUT /v2.0/ports/595331ce-763f-4551-8162-765179f6c829 HTTP/1.1" status: 200  len: 1092 time: 1.5935578
Feb 05 20:57:21.643610 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d75675-01f8-4799-8d7c-749e1a543d2f req-87a0b956-7b6d-464c-a44f-a6e794ab71ca tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:21.646073 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-82d75675-01f8-4799-8d7c-749e1a543d2f req-87a0b956-7b6d-464c-a44f-a6e794ab71ca tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/ports?device_id=de3541f4-bce5-4f7b-a471-6e84cffd9f1b HTTP/1.1" status: 200  len: 944 time: 0.1637390
Feb 05 20:57:21.677848 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad04c46-c460-4713-9112-3451620533d1 service neutron] Pushing event updated for resources: {'Port': ['ID=595331ce-763f-4551-8162-765179f6c829,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:21.686935 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0657ab0d-b251-46f8-90f2-1540c35e5751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (42278fef-0752-424a-afeb-d38ffebc33a9), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:21.746922 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-4e8567b2-f08d-4934-8c81-c14792087522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 577f1a43-ddd4-4bec-9496-2a65653d8958 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:57:21.767124 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-4e8567b2-f08d-4934-8c81-c14792087522 service neutron] Publish callbacks [] for port (577f1a43-ddd4-4bec-9496-2a65653d8958), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:21.774989 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-82d75675-01f8-4799-8d7c-749e1a543d2f req-90ad7ea6-a995-4e97-bebd-1bc94648cff3 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f15019-9768-4200-84e5-e823382c93bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1209772
Feb 05 20:57:21.777631 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0657ab0d-b251-46f8-90f2-1540c35e5751 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:21.784213 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0657ab0d-b251-46f8-90f2-1540c35e5751 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/42278fef-0752-424a-afeb-d38ffebc33a9 HTTP/1.1" status: 204  len: 168 time: 0.5115874
Feb 05 20:57:21.784651 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 40438) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:21.785161 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0657ab0d-b251-46f8-90f2-1540c35e5751 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42278fef-0752-424a-afeb-d38ffebc33a9,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:21.792223 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-4e8567b2-f08d-4934-8c81-c14792087522 service neutron] Transition to ACTIVE for port object 577f1a43-ddd4-4bec-9496-2a65653d8958 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:57:21.818940 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-4e8567b2-f08d-4934-8c81-c14792087522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (577f1a43-ddd4-4bec-9496-2a65653d8958), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:21.828738 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-8e448a93-5b78-4e8e-89b1-aa6e4e5d013a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:21.830777 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-8e448a93-5b78-4e8e-89b1-aa6e4e5d013a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6dedbf2bdef94ed28b18010cec65d736&device_id=bf8cbebb-486c-4b29-b07a-ce3f396132e2 HTTP/1.1" status: 200  len: 1126 time: 0.1458063
Feb 05 20:57:21.880985 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-3d1ad0a2-7bfc-4e57-8760-5386d8ff96b7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=595331ce-763f-4551-8162-765179f6c829 HTTP/1.1" status: 200  len: 217 time: 0.0422990
Feb 05 20:57:21.917687 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8567b2-f08d-4934-8c81-c14792087522 service neutron] Pushing event updated for resources: {'Port': ['ID=577f1a43-ddd4-4bec-9496-2a65653d8958,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:21.923581 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-732b52e0-90ec-467c-8a25-bbbb543b897c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (e5bad89e-49de-41ba-a147-9df845de8073), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:21.937248 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-48ee88e6-1186-4096-ada6-adf1abf92baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:21.938781 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-48ee88e6-1186-4096-ada6-adf1abf92baf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a595d3fa-3887-4b08-abeb-b930fb14fdcc HTTP/1.1" status: 200  len: 853 time: 0.0519364
Feb 05 20:57:21.941913 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de3541f4-bce5-4f7b-a471-6e84cffd9f1b', 'tag': 'b230fe79-6a6e-43ca-9975-a9a80517b0b7'}, {'name': 'network-changed', 'server_uuid': 'bf8cbebb-486c-4b29-b07a-ce3f396132e2', 'tag': '595331ce-763f-4551-8162-765179f6c829'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:57:21.944274 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69388f62-4504-4e53-93dc-9d5f1598fdb1" -d '{"events": [{"name": "network-changed", "server_uuid": "de3541f4-bce5-4f7b-a471-6e84cffd9f1b", "tag": "b230fe79-6a6e-43ca-9975-a9a80517b0b7"}, {"name": "network-changed", "server_uuid": "bf8cbebb-486c-4b29-b07a-ce3f396132e2", "tag": "595331ce-763f-4551-8162-765179f6c829"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:57:21.984482 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-b853fbb2-e53a-4500-9dfd-4d1d69ec8535 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4661090a-6e57-4b4a-aed3-8f7f3b2681d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0368543
Feb 05 20:57:21.997018 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 05 Feb 2022 20:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b3912e-3456-4708-ba3b-ca5ee372a31e x-openstack-request-id: req-29b3912e-3456-4708-ba3b-ca5ee372a31e {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:57:21.997491 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de3541f4-bce5-4f7b-a471-6e84cffd9f1b", "tag": "b230fe79-6a6e-43ca-9975-a9a80517b0b7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bf8cbebb-486c-4b29-b07a-ce3f396132e2", "tag": "595331ce-763f-4551-8162-765179f6c829", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:57:21.997877 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-29b3912e-3456-4708-ba3b-ca5ee372a31e {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:57:21.998407 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de3541f4-bce5-4f7b-a471-6e84cffd9f1b', 'tag': 'b230fe79-6a6e-43ca-9975-a9a80517b0b7', 'status': 'completed', 'code': 200}
Feb 05 20:57:21.998774 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf8cbebb-486c-4b29-b07a-ce3f396132e2', 'tag': '595331ce-763f-4551-8162-765179f6c829', 'status': 'completed', 'code': 200}
Feb 05 20:57:22.002456 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 40444) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:22.067070 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-732b52e0-90ec-467c-8a25-bbbb543b897c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (e5bad89e-49de-41ba-a147-9df845de8073), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:22.079290 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-4e8567b2-f08d-4934-8c81-c14792087522 service neutron] Attempting to bind port 577f1a43-ddd4-4bec-9496-2a65653d8958 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:57:22.079632 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-4e8567b2-f08d-4934-8c81-c14792087522 service neutron] Attempting to bind port 577f1a43-ddd4-4bec-9496-2a65653d8958 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a7470427-ceb3-4cf9-920f-e14dc2fd847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4661090a-6e57-4b4a-aed3-8f7f3b2681d6'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:57:22.079966 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-4e8567b2-f08d-4934-8c81-c14792087522 service neutron] Attempting to bind port 577f1a43-ddd4-4bec-9496-2a65653d8958 on network 4661090a-6e57-4b4a-aed3-8f7f3b2681d6 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:57:22.093212 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-4e8567b2-f08d-4934-8c81-c14792087522 service neutron] Port 577f1a43-ddd4-4bec-9496-2a65653d8958 on network 4661090a-6e57-4b4a-aed3-8f7f3b2681d6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:57:22.093591 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-4e8567b2-f08d-4934-8c81-c14792087522 service neutron] Attempting to bind port 577f1a43-ddd4-4bec-9496-2a65653d8958 on network 4661090a-6e57-4b4a-aed3-8f7f3b2681d6 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:57:22.096584 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-732b52e0-90ec-467c-8a25-bbbb543b897c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db1f92e80>,) {'filters': {'network_id': ['e5bad89e-49de-41ba-a147-9df845de8073']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:22.110013 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-4e8567b2-f08d-4934-8c81-c14792087522 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:57:22.110885 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-4e8567b2-f08d-4934-8c81-c14792087522 service neutron] Checking segment: {'id': 'a7470427-ceb3-4cf9-920f-e14dc2fd847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4661090a-6e57-4b4a-aed3-8f7f3b2681d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:57:22.110885 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-4e8567b2-f08d-4934-8c81-c14792087522 service neutron] Bound using segment: {'id': 'a7470427-ceb3-4cf9-920f-e14dc2fd847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4661090a-6e57-4b4a-aed3-8f7f3b2681d6'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:57:22.111448 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-4e8567b2-f08d-4934-8c81-c14792087522 service neutron] Bound port: 577f1a43-ddd4-4bec-9496-2a65653d8958, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7470427-ceb3-4cf9-920f-e14dc2fd847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4661090a-6e57-4b4a-aed3-8f7f3b2681d6'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:57:22.111830 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-4e8567b2-f08d-4934-8c81-c14792087522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (577f1a43-ddd4-4bec-9496-2a65653d8958), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:22.117425 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-732b52e0-90ec-467c-8a25-bbbb543b897c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db1f92e80>, 'dfa42341-6f1b-4227-9631-53b0afa8d5fe') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:22.117425 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-732b52e0-90ec-467c-8a25-bbbb543b897c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db1f92e80>, 'dfa42341-6f1b-4227-9631-53b0afa8d5fe') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:22.144190 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-732b52e0-90ec-467c-8a25-bbbb543b897c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (dfa42341-6f1b-4227-9631-53b0afa8d5fe), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:22.210466 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-732b52e0-90ec-467c-8a25-bbbb543b897c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (dfa42341-6f1b-4227-9631-53b0afa8d5fe), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:22.214890 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0f23e4d9-4fb8-4be5-aa0f-f4b571a8ff97 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=596001349216478ba32cea9337435650&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2112594
Feb 05 20:57:22.218457 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69388f62-4504-4e53-93dc-9d5f1598fdb1 req-e9ab29b5-1876-402f-9c34-2af77950cc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:22.220073 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-69388f62-4504-4e53-93dc-9d5f1598fdb1 req-e9ab29b5-1876-402f-9c34-2af77950cc08 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=60a31152c92648bfb27496f9e1d342d2&device_id=de3541f4-bce5-4f7b-a471-6e84cffd9f1b HTTP/1.1" status: 200  len: 1126 time: 0.1648080
Feb 05 20:57:22.220880 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 40452) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:22.224686 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-732b52e0-90ec-467c-8a25-bbbb543b897c admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:57:22.225113 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-732b52e0-90ec-467c-8a25-bbbb543b897c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (dfa42341-6f1b-4227-9631-53b0afa8d5fe), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:22.227334 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9f564ec2-ce44-4a35-b0f3-35d1f622054e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:57:22.243182 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 20:57:22.243182 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:57:22.243182 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 20:57:22.243182 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:57:22.243182 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 20:57:22.243182 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:57:22.243182 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 20:57:22.243182 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:57:22.243182 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 20:57:22.243182 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:57:22.243182 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 20:57:22.243182 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:57:22.243182 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 20:57:22.243182 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:57:22.243182 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:57:22.243182 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:57:22.243182 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:57:22.243182 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:57:22.243182 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 20:57:22.243182 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:57:22.243182 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 20:57:22.243182 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:57:22.243182 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:57:22.243182 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:57:22.243182 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:57:22.243182 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:57:22.243182 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:57:22.243182 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:57:22.243182 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:57:22.243182 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:57:22.243182 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:57:22.243182 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:57:22.250954 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 9f564ec2-ce44-4a35-b0f3-35d1f622054e {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:57:22.251311 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9f564ec2-ce44-4a35-b0f3-35d1f622054e not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:57:22.253468 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-cdc8d624-d29c-45be-98d1-e92dd3fdc1e1 service neutron] 10.222.0.39 "GET /v2.0/networks/4661090a-6e57-4b4a-aed3-8f7f3b2681d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2173350
Feb 05 20:57:22.360824 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-732b52e0-90ec-467c-8a25-bbbb543b897c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (e5bad89e-49de-41ba-a147-9df845de8073), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:22.373643 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-732b52e0-90ec-467c-8a25-bbbb543b897c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:22.379408 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-732b52e0-90ec-467c-8a25-bbbb543b897c admin admin] 10.222.0.32 "DELETE /v2.0/networks/e5bad89e-49de-41ba-a147-9df845de8073 HTTP/1.1" status: 204  len: 168 time: 0.5911229
Feb 05 20:57:22.379408 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-4e8567b2-f08d-4934-8c81-c14792087522 service neutron] For port 577f1a43-ddd4-4bec-9496-2a65653d8958, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:57:22.397718 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc5564-0989-44df-8949-57bfea9ab798 req-c7106c7d-76e5-42db-8bf7-2dfd6679c53d tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:22.399330 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-10cc5564-0989-44df-8949-57bfea9ab798 req-c7106c7d-76e5-42db-8bf7-2dfd6679c53d tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf8cbebb-486c-4b29-b07a-ce3f396132e2 HTTP/1.1" status: 200  len: 944 time: 0.2696881
Feb 05 20:57:22.409312 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d3989e3d-adf4-4c28-948a-bd1d16c1e8f1 admin admin] Publish callbacks [] for security_group (d56fd18b-d6ec-4a76-8d32-c2d7ce1e95ca), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:22.427220 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732b52e0-90ec-467c-8a25-bbbb543b897c admin admin] Pushing event deleted for resources: {'Network': ['ID=e5bad89e-49de-41ba-a147-9df845de8073,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:22.431342 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-4e8567b2-f08d-4934-8c81-c14792087522 service neutron] For port 577f1a43-ddd4-4bec-9496-2a65653d8958, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=577f1a43-ddd4-4bec-9496-2a65653d8958,segment=NetworkSegment(a7470427-ceb3-4cf9-920f-e14dc2fd847f),segment_id=a7470427-ceb3-4cf9-920f-e14dc2fd847f)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:57:22.460626 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9a0c1-841d-4cd1-a3bf-b10279adbc15 req-a87309e1-f2c9-4212-84de-7ebd8a0ad89e tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:22.462174 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0fd9a0c1-841d-4cd1-a3bf-b10279adbc15 req-a87309e1-f2c9-4212-84de-7ebd8a0ad89e tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=0576eaa8-4bcc-496d-89bf-2ca9c7bae14f HTTP/1.1" status: 200  len: 944 time: 0.2126184
Feb 05 20:57:22.462732 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69388f62-4504-4e53-93dc-9d5f1598fdb1 req-61b39bf7-055b-47a1-bf9d-7f6384b723af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:22.463536 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-4e8567b2-f08d-4934-8c81-c14792087522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (577f1a43-ddd4-4bec-9496-2a65653d8958), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:22.464462 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-69388f62-4504-4e53-93dc-9d5f1598fdb1 req-61b39bf7-055b-47a1-bf9d-7f6384b723af service neutron] 10.222.0.39 "GET /v2.0/networks?id=e27726b6-584c-451c-a170-435551e2c659 HTTP/1.1" status: 200  len: 917 time: 0.2090678
Feb 05 20:57:22.473076 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d3989e3d-adf4-4c28-948a-bd1d16c1e8f1 admin admin] Publish callbacks [] for security_group (d56fd18b-d6ec-4a76-8d32-c2d7ce1e95ca), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:22.478741 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-86e144b8-7c6f-4483-9321-7cc9ae13a001 service neutron] 10.222.0.39 "GET /v2.0/networks/4661090a-6e57-4b4a-aed3-8f7f3b2681d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2106528
Feb 05 20:57:22.534102 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-69388f62-4504-4e53-93dc-9d5f1598fdb1 req-e7e85630-20e5-48e9-ae2b-20db1326dee7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b230fe79-6a6e-43ca-9975-a9a80517b0b7 HTTP/1.1" status: 200  len: 217 time: 0.0584326
Feb 05 20:57:22.543813 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-4e8567b2-f08d-4934-8c81-c14792087522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:22.544441 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-4e8567b2-f08d-4934-8c81-c14792087522 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:22.545832 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-4e8567b2-f08d-4934-8c81-c14792087522 service neutron] 10.222.0.39 "PUT /v2.0/ports/577f1a43-ddd4-4bec-9496-2a65653d8958 HTTP/1.1" status: 200  len: 1091 time: 1.5397923
Feb 05 20:57:22.549988 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '844a1f1d-7232-4762-8837-7a6d9dc39372', 'tag': '577f1a43-ddd4-4bec-9496-2a65653d8958'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:57:22.553179 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776b4060-d804-4ebb-baf4-47384ad46053" -d '{"events": [{"name": "network-changed", "server_uuid": "844a1f1d-7232-4762-8837-7a6d9dc39372", "tag": "577f1a43-ddd4-4bec-9496-2a65653d8958"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:57:22.570702 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-10cc5564-0989-44df-8949-57bfea9ab798 req-1aac4c0b-dd55-4e5c-affd-8b00582be460 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/security-groups?id=98d8181e-a3ec-4dcd-9e51-198c38564f14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1458745
Feb 05 20:57:22.591692 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 40458) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:22.610291 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8567b2-f08d-4934-8c81-c14792087522 service neutron] Pushing event updated for resources: {'Port': ['ID=577f1a43-ddd4-4bec-9496-2a65653d8958,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:22.655382 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0fd9a0c1-841d-4cd1-a3bf-b10279adbc15 req-02ccdbdf-a14a-4335-a520-850856c00896 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1561139
Feb 05 20:57:22.662767 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076ae319-d55a-4f8a-8bd5-a6c941b2fd39 x-openstack-request-id: req-076ae319-d55a-4f8a-8bd5-a6c941b2fd39 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:57:22.664613 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "844a1f1d-7232-4762-8837-7a6d9dc39372", "tag": "577f1a43-ddd4-4bec-9496-2a65653d8958", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:57:22.664976 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-076ae319-d55a-4f8a-8bd5-a6c941b2fd39 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:57:22.665476 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '844a1f1d-7232-4762-8837-7a6d9dc39372', 'tag': '577f1a43-ddd4-4bec-9496-2a65653d8958', 'status': 'completed', 'code': 200}
Feb 05 20:57:22.674276 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69388f62-4504-4e53-93dc-9d5f1598fdb1 req-ad399551-1030-4bbc-bb10-95165da64214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:22.674276 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-69388f62-4504-4e53-93dc-9d5f1598fdb1 req-ad399551-1030-4bbc-bb10-95165da64214 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2fb59051-3f07-4250-8778-3de952b07289 HTTP/1.1" status: 200  len: 855 time: 0.1332042
Feb 05 20:57:22.682185 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0aae84d1-3ecb-4e99-b62d-089f7a63ecea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=89cb39aea5b74fb68e6e17ee1b966525&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0890594
Feb 05 20:57:22.684371 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-73c1f3b6-dc36-41be-b6f0-76e819d23d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:22.686199 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-73c1f3b6-dc36-41be-b6f0-76e819d23d48 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6dedbf2bdef94ed28b18010cec65d736&device_id=844a1f1d-7232-4762-8837-7a6d9dc39372 HTTP/1.1" status: 200  len: 1125 time: 0.0868633
Feb 05 20:57:22.686709 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 40460) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:22.691328 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d3989e3d-adf4-4c28-948a-bd1d16c1e8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (d56fd18b-d6ec-4a76-8d32-c2d7ce1e95ca), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:22.694042 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d3989e3d-adf4-4c28-948a-bd1d16c1e8f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:22.695181 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d3989e3d-adf4-4c28-948a-bd1d16c1e8f1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d56fd18b-d6ec-4a76-8d32-c2d7ce1e95ca HTTP/1.1" status: 204  len: 168 time: 0.4733107
Feb 05 20:57:22.720475 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3989e3d-adf4-4c28-948a-bd1d16c1e8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56fd18b-d6ec-4a76-8d32-c2d7ce1e95ca,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:22.753716 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69388f62-4504-4e53-93dc-9d5f1598fdb1 req-1a1799b6-7db5-452d-879c-fc2ae66cbe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:22.756272 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-69388f62-4504-4e53-93dc-9d5f1598fdb1 req-1a1799b6-7db5-452d-879c-fc2ae66cbe4a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e27726b6-584c-451c-a170-435551e2c659&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0729558
Feb 05 20:57:22.756424 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-b6e50c32-4f8e-4a01-ac3b-23494e8d5d17 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=577f1a43-ddd4-4bec-9496-2a65653d8958 HTTP/1.1" status: 200  len: 217 time: 0.0492647
Feb 05 20:57:22.798101 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-66db1e75-6381-41bd-a20f-ed5554653418 admin admin] Publish callbacks [] for security_group (7b7fce5f-fa25-4376-9d41-d435a6818110), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:22.825558 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-66db1e75-6381-41bd-a20f-ed5554653418 admin admin] Publish callbacks [] for security_group (7b7fce5f-fa25-4376-9d41-d435a6818110), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:22.911735 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-69388f62-4504-4e53-93dc-9d5f1598fdb1 req-b4d66f91-2b47-4c9e-8a94-478b779e7740 service neutron] 10.222.0.39 "GET /v2.0/networks/e27726b6-584c-451c-a170-435551e2c659?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1213939
Feb 05 20:57:22.936737 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-b935e769-31c3-4a81-a871-f74cd0aec97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:22.937576 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-b935e769-31c3-4a81-a871-f74cd0aec97c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a595d3fa-3887-4b08-abeb-b930fb14fdcc HTTP/1.1" status: 200  len: 853 time: 0.1474946
Feb 05 20:57:22.979369 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-66db1e75-6381-41bd-a20f-ed5554653418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (7b7fce5f-fa25-4376-9d41-d435a6818110), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:22.983017 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-66db1e75-6381-41bd-a20f-ed5554653418 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:22.984264 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-66db1e75-6381-41bd-a20f-ed5554653418 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7b7fce5f-fa25-4376-9d41-d435a6818110 HTTP/1.1" status: 204  len: 168 time: 0.2965636
Feb 05 20:57:22.989819 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-1a05a3ed-d4b2-41bd-81db-14f5da3a7b99 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4661090a-6e57-4b4a-aed3-8f7f3b2681d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0394397
Feb 05 20:57:23.022965 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db1e75-6381-41bd-a20f-ed5554653418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7fce5f-fa25-4376-9d41-d435a6818110,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:23.026308 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-69388f62-4504-4e53-93dc-9d5f1598fdb1 req-afc46b62-c50f-47d4-bde9-14bce0297cb0 service neutron] 10.222.0.39 "GET /v2.0/networks/e27726b6-584c-451c-a170-435551e2c659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1042147
Feb 05 20:57:23.101417 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedcf645-c076-4d55-9db5-5edb72170118 req-0b2a120c-2526-415d-853d-10fdab4c5202 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:23.103988 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dedcf645-c076-4d55-9db5-5edb72170118 req-0b2a120c-2526-415d-853d-10fdab4c5202 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/ports?device_id=de3541f4-bce5-4f7b-a471-6e84cffd9f1b HTTP/1.1" status: 200  len: 944 time: 0.2136991
Feb 05 20:57:23.150232 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69388f62-4504-4e53-93dc-9d5f1598fdb1 req-56dff95d-7317-4115-a563-60fa08488766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:23.152213 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-69388f62-4504-4e53-93dc-9d5f1598fdb1 req-56dff95d-7317-4115-a563-60fa08488766 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6dedbf2bdef94ed28b18010cec65d736&device_id=bf8cbebb-486c-4b29-b07a-ce3f396132e2 HTTP/1.1" status: 200  len: 1126 time: 0.0680025
Feb 05 20:57:23.168616 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-f89e13de-af1c-45af-8e83-8d19d4a49014 service neutron] 10.222.0.39 "GET /v2.0/networks/4661090a-6e57-4b4a-aed3-8f7f3b2681d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1697409
Feb 05 20:57:23.208251 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dedcf645-c076-4d55-9db5-5edb72170118 req-8abba0b4-7363-4ec1-b11e-e17903c99a22 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f15019-9768-4200-84e5-e823382c93bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0983639
Feb 05 20:57:23.257105 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69388f62-4504-4e53-93dc-9d5f1598fdb1 req-6c810fdb-e116-4550-8ca1-5335fd9f5a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:23.258616 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-69388f62-4504-4e53-93dc-9d5f1598fdb1 req-6c810fdb-e116-4550-8ca1-5335fd9f5a44 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4661090a-6e57-4b4a-aed3-8f7f3b2681d6 HTTP/1.1" status: 200  len: 914 time: 0.0981686
Feb 05 20:57:23.300138 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec67e6a3-6c3a-47d8-9c88-e65f790ecc72 req-601794a1-dae8-40ef-9be3-13aaf3fc5941 service neutron] 10.222.0.39 "GET /v2.0/networks/4661090a-6e57-4b4a-aed3-8f7f3b2681d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222348
Feb 05 20:57:23.318446 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-69388f62-4504-4e53-93dc-9d5f1598fdb1 req-810a9046-4c28-4985-9729-958611e28734 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=595331ce-763f-4551-8162-765179f6c829 HTTP/1.1" status: 200  len: 217 time: 0.0504794
Feb 05 20:57:23.388310 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69388f62-4504-4e53-93dc-9d5f1598fdb1 req-57b110da-b013-4553-85be-b8283dc60393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:23.390557 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-69388f62-4504-4e53-93dc-9d5f1598fdb1 req-57b110da-b013-4553-85be-b8283dc60393 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a595d3fa-3887-4b08-abeb-b930fb14fdcc HTTP/1.1" status: 200  len: 853 time: 0.0576367
Feb 05 20:57:23.428844 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-69388f62-4504-4e53-93dc-9d5f1598fdb1 req-3f7d9f52-d0dd-4620-a320-e821df4e0bc7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4661090a-6e57-4b4a-aed3-8f7f3b2681d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0282357
Feb 05 20:57:23.431611 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b4060-d804-4ebb-baf4-47384ad46053 req-58978db4-f57d-4c36-976e-f4e2f5cd6b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:23.433147 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-776b4060-d804-4ebb-baf4-47384ad46053 req-58978db4-f57d-4c36-976e-f4e2f5cd6b8c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6dedbf2bdef94ed28b18010cec65d736&device_id=844a1f1d-7232-4762-8837-7a6d9dc39372 HTTP/1.1" status: 200  len: 1125 time: 0.0693176
Feb 05 20:57:23.546325 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b4060-d804-4ebb-baf4-47384ad46053 req-4212de63-14c7-49b7-b9a8-3a1514e4406b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:23.548151 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-776b4060-d804-4ebb-baf4-47384ad46053 req-4212de63-14c7-49b7-b9a8-3a1514e4406b service neutron] 10.222.0.39 "GET /v2.0/networks?id=4661090a-6e57-4b4a-aed3-8f7f3b2681d6 HTTP/1.1" status: 200  len: 914 time: 0.1042261
Feb 05 20:57:23.562646 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-69388f62-4504-4e53-93dc-9d5f1598fdb1 req-4fec97f0-ca71-4bdb-9485-36e1a6ce0456 service neutron] 10.222.0.39 "GET /v2.0/networks/4661090a-6e57-4b4a-aed3-8f7f3b2681d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1199315
Feb 05 20:57:23.598859 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-776b4060-d804-4ebb-baf4-47384ad46053 req-d1469894-a692-4642-a316-45c2f7c4f444 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=577f1a43-ddd4-4bec-9496-2a65653d8958 HTTP/1.1" status: 200  len: 217 time: 0.0410962
Feb 05 20:57:23.666278 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b4060-d804-4ebb-baf4-47384ad46053 req-01b6e237-d5b8-4ef1-8ab0-73b521631333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:23.670465 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-776b4060-d804-4ebb-baf4-47384ad46053 req-01b6e237-d5b8-4ef1-8ab0-73b521631333 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a595d3fa-3887-4b08-abeb-b930fb14fdcc HTTP/1.1" status: 200  len: 853 time: 0.0629287
Feb 05 20:57:23.702672 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 40510) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:23.704121 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-69388f62-4504-4e53-93dc-9d5f1598fdb1 req-91d2d9be-0374-44ad-848f-7a22047e2b9f service neutron] 10.222.0.39 "GET /v2.0/networks/4661090a-6e57-4b4a-aed3-8f7f3b2681d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1348214
Feb 05 20:57:23.746734 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-776b4060-d804-4ebb-baf4-47384ad46053 req-d181237a-f2cd-4fcc-8032-efd7c554f01a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4661090a-6e57-4b4a-aed3-8f7f3b2681d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0617142
Feb 05 20:57:23.884280 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-c391943f-686f-4854-991c-1742c42bf098 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1005090789'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:57:23.924616 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4539d3d-e902-4a50-ba9b-135efaf1c877 req-b2ec8c01-e5c5-47d9-a744-90aa06fd4911 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:23.926262 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4539d3d-e902-4a50-ba9b-135efaf1c877 req-b2ec8c01-e5c5-47d9-a744-90aa06fd4911 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf8cbebb-486c-4b29-b07a-ce3f396132e2 HTTP/1.1" status: 200  len: 944 time: 0.2660558
Feb 05 20:57:23.938764 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3dafb6-db7d-4a01-a652-dfabdac78562 req-c6c4cf6e-5493-421c-9d87-fb3388b82f71 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:23.940262 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-df3dafb6-db7d-4a01-a652-dfabdac78562 req-c6c4cf6e-5493-421c-9d87-fb3388b82f71 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=0576eaa8-4bcc-496d-89bf-2ca9c7bae14f HTTP/1.1" status: 200  len: 944 time: 0.1910093
Feb 05 20:57:23.966246 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c391943f-686f-4854-991c-1742c42bf098 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Made reservation on behalf of 40754f7b9900447e95e43760e5a41dac for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:57:23.969510 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c391943f-686f-4854-991c-1742c42bf098 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:24.377204 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-776b4060-d804-4ebb-baf4-47384ad46053 req-1a707253-b7af-46c9-bff7-c64aeb4c2f84 service neutron] 10.222.0.39 "GET /v2.0/networks/4661090a-6e57-4b4a-aed3-8f7f3b2681d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6140726
Feb 05 20:57:24.382469 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c391943f-686f-4854-991c-1742c42bf098 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:24.529540 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4539d3d-e902-4a50-ba9b-135efaf1c877 req-378f545c-f0b6-43f0-ab0f-7c3d7713aab3 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/security-groups?id=98d8181e-a3ec-4dcd-9e51-198c38564f14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5864739
Feb 05 20:57:24.538360 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-df3dafb6-db7d-4a01-a652-dfabdac78562 req-11574c95-8ec7-411e-8e87-590bd54717a8 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5833104
Feb 05 20:57:24.612426 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-776b4060-d804-4ebb-baf4-47384ad46053 req-97a89524-c351-4afe-b679-3b754a22760f service neutron] 10.222.0.39 "GET /v2.0/networks/4661090a-6e57-4b4a-aed3-8f7f3b2681d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2258136
Feb 05 20:57:24.661322 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c391943f-686f-4854-991c-1742c42bf098 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for security_group (c2256d37-e210-49e9-94b8-fe9a5a1ef86a), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:24.668138 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c391943f-686f-4854-991c-1742c42bf098 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (c2256d37-e210-49e9-94b8-fe9a5a1ef86a), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:24.712635 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c391943f-686f-4854-991c-1742c42bf098 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:57:24.728308 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 0919d745-d4f6-46dd-830f-525291aa9d54 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:57:24.773266 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c391943f-686f-4854-991c-1742c42bf098 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2256d37-e210-49e9-94b8-fe9a5a1ef86a,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:24.780636 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c391943f-686f-4854-991c-1742c42bf098 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (659690c1-d2d7-49aa-af5b-4f0947c1699a), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:24.781138 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-c391943f-686f-4854-991c-1742c42bf098 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Added segment 659690c1-d2d7-49aa-af5b-4f0947c1699a of type vlan for network 22485085-9577-473a-b49e-18a41d7940e3
Feb 05 20:57:24.851316 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c391943f-686f-4854-991c-1742c42bf098 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (22485085-9577-473a-b49e-18a41d7940e3), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:24.884493 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 0919d745-d4f6-46dd-830f-525291aa9d54, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0919d745-d4f6-46dd-830f-525291aa9d54,segment=NetworkSegment(f21dc639-5af9-41ca-ac39-c80d5d7b6194),segment_id=f21dc639-5af9-41ca-ac39-c80d5d7b6194)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:24.886662 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00136cd-0804-4dcf-80f6-4d1526078f24 req-cba86ae0-981d-4528-8c36-a07e8f564186 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:24.889262 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d00136cd-0804-4dcf-80f6-4d1526078f24 req-cba86ae0-981d-4528-8c36-a07e8f564186 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/ports?device_id=de3541f4-bce5-4f7b-a471-6e84cffd9f1b HTTP/1.1" status: 200  len: 944 time: 0.1677756
Feb 05 20:57:24.903232 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '0919d745-d4f6-46dd-830f-525291aa9d54', 'network_id': 'cb9888ba-fd92-4284-8691-d704204a6929', 'port_id': '0919d745-d4f6-46dd-830f-525291aa9d54', 'mac_address': 'fa:16:3e:c7:05:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a29db71-64bb-4b41-abf2-897d595cd164', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:57:24.907459 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device b1d45068-c794-4696-93ff-36849af002a6 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:57:24.918695 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c391943f-686f-4854-991c-1742c42bf098 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (22485085-9577-473a-b49e-18a41d7940e3), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:24.926717 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c391943f-686f-4854-991c-1742c42bf098 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:24.927374 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c391943f-686f-4854-991c-1742c42bf098 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:25.016893 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 0919d745-d4f6-46dd-830f-525291aa9d54 is: ACTIVE; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:57:25.017437 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0919d745-d4f6-46dd-830f-525291aa9d54), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:25.038712 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0919d745-d4f6-46dd-830f-525291aa9d54 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:57:25.053360 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port b1d45068-c794-4696-93ff-36849af002a6 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:57:25.065362 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port b1d45068-c794-4696-93ff-36849af002a6 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:57:25.066066 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b1d45068-c794-4696-93ff-36849af002a6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:25.069628 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 0919d745-d4f6-46dd-830f-525291aa9d54, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0919d745-d4f6-46dd-830f-525291aa9d54,segment=NetworkSegment(f21dc639-5af9-41ca-ac39-c80d5d7b6194),segment_id=f21dc639-5af9-41ca-ac39-c80d5d7b6194)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:25.109042 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (0919d745-d4f6-46dd-830f-525291aa9d54), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:25.135318 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c391943f-686f-4854-991c-1742c42bf098 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Pushing event updated for resources: {'Network': ['ID=22485085-9577-473a-b49e-18a41d7940e3,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:25.178461 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=0919d745-d4f6-46dd-830f-525291aa9d54,revision_number=6']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:25.183182 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 22485085-9577-473a-b49e-18a41d7940e3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:57:25.203849 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7f85ff27-6785-4239-8dae-5ca049aa8a45 req-367e608f-ce6f-4a54-bc20-0bdae156a3ac tempest-ServerShowV257Test-401956956 tempest-ServerShowV257Test-401956956-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8798e6d-58c3-4b0e-ae40-2ccfbef54111 HTTP/1.1" status: 200  len: 210 time: 0.0587730
Feb 05 20:57:25.216327 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 40580) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:25.226409 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-ff1def69-7083-43e1-8776-87d968944716 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Request body: {'subnet': {'network_id': '22485085-9577-473a-b49e-18a41d7940e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:57:25.234856 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c391943f-686f-4854-991c-1742c42bf098 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.5123596
Feb 05 20:57:25.264577 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d00136cd-0804-4dcf-80f6-4d1526078f24 req-0a788afb-630d-4010-9517-802b6757b42f tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f15019-9768-4200-84e5-e823382c93bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3650422
Feb 05 20:57:25.338929 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['0919d745-d4f6-46dd-830f-525291aa9d54'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:57:25.413098 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1def69-7083-43e1-8776-87d968944716 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Made reservation on behalf of 40754f7b9900447e95e43760e5a41dac for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:57:25.419818 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ff1def69-7083-43e1-8776-87d968944716 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:25.450176 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port b1d45068-c794-4696-93ff-36849af002a6 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:57:25.450578 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b1d45068-c794-4696-93ff-36849af002a6), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:25.513556 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0576eaa8-4bcc-496d-89bf-2ca9c7bae14f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d45068-c794-4696-93ff-36849af002a6'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:57:25.516376 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9f4584-9016-4a31-8492-b2f6623bf018" -d '{"events": [{"server_uuid": "0576eaa8-4bcc-496d-89bf-2ca9c7bae14f", "name": "network-vif-plugged", "status": "completed", "tag": "b1d45068-c794-4696-93ff-36849af002a6"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:57:25.539131 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port b1d45068-c794-4696-93ff-36849af002a6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b1d45068-c794-4696-93ff-36849af002a6,segment=NetworkSegment(7f85ed9d-b7ce-414c-8ae4-25f17816204d),segment_id=7f85ed9d-b7ce-414c-8ae4-25f17816204d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:25.593049 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557d6198-a6c5-4376-8fc1-201ca615ffe3 x-openstack-request-id: req-557d6198-a6c5-4376-8fc1-201ca615ffe3 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:57:25.598256 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0576eaa8-4bcc-496d-89bf-2ca9c7bae14f", "name": "network-vif-plugged", "status": "completed", "tag": "b1d45068-c794-4696-93ff-36849af002a6", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:57:25.598721 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-557d6198-a6c5-4376-8fc1-201ca615ffe3 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:57:25.599377 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0576eaa8-4bcc-496d-89bf-2ca9c7bae14f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d45068-c794-4696-93ff-36849af002a6', 'code': 200}
Feb 05 20:57:25.602727 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b1d45068-c794-4696-93ff-36849af002a6), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:25.723254 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=b1d45068-c794-4696-93ff-36849af002a6,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:25.790563 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ff1def69-7083-43e1-8776-87d968944716 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (d8912a85-2e79-410f-bc66-530b40c8be2b), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:25.860241 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1def69-7083-43e1-8776-87d968944716 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Pushing event updated for resources: {'Subnet': ['ID=d8912a85-2e79-410f-bc66-530b40c8be2b,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:25.872495 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010568b-95f1-4d7e-8adf-27141f852014 req-453b1900-e66e-4fa7-93fa-907184e29dbd tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:25.880937 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5010568b-95f1-4d7e-8adf-27141f852014 req-453b1900-e66e-4fa7-93fa-907184e29dbd tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=0576eaa8-4bcc-496d-89bf-2ca9c7bae14f HTTP/1.1" status: 200  len: 945 time: 0.1325836
Feb 05 20:57:25.884128 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7ccdd-0347-46bb-bf63-b5519fdd8690 req-aa75cd6d-470d-49c2-accd-c44d5932d751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:25.885593 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-92a7ccdd-0347-46bb-bf63-b5519fdd8690 req-aa75cd6d-470d-49c2-accd-c44d5932d751 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0576eaa8-4bcc-496d-89bf-2ca9c7bae14f HTTP/1.1" status: 200  len: 1127 time: 0.2268610
Feb 05 20:57:25.897553 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1def69-7083-43e1-8776-87d968944716 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Checking segment: {'id': '659690c1-d2d7-49aa-af5b-4f0947c1699a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '22485085-9577-473a-b49e-18a41d7940e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:57:25.898013 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1def69-7083-43e1-8776-87d968944716 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Network hostable DHCP agents. Network: 22485085-9577-473a-b49e-18a41d7940e3, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:57:25.902422 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58392e1-8d29-497d-b372-e6773174d4c1 req-c796fcb4-2d3d-412e-b98a-45cc89f8f185 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:25.903988 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e58392e1-8d29-497d-b372-e6773174d4c1 req-c796fcb4-2d3d-412e-b98a-45cc89f8f185 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf8cbebb-486c-4b29-b07a-ce3f396132e2 HTTP/1.1" status: 200  len: 944 time: 0.2340572
Feb 05 20:57:25.920290 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1def69-7083-43e1-8776-87d968944716 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Network 22485085-9577-473a-b49e-18a41d7940e3 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:57:25.941849 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-ff1def69-7083-43e1-8776-87d968944716 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 22485085-9577-473a-b49e-18a41d7940e3) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:57:25.957417 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c19aac2-5ffb-44b9-ab6d-4ade1891096d None None] Network 22485085-9577-473a-b49e-18a41d7940e3 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:57:25.966323 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1def69-7083-43e1-8776-87d968944716 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:25.967349 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ff1def69-7083-43e1-8776-87d968944716 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:26.013026 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e58392e1-8d29-497d-b372-e6773174d4c1 req-479e6ae8-1be6-468e-99a4-328c42f05662 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/security-groups?id=98d8181e-a3ec-4dcd-9e51-198c38564f14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011314
Feb 05 20:57:26.030045 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ff1def69-7083-43e1-8776-87d968944716 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 0.8097405
Feb 05 20:57:26.031127 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 40594) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:26.033382 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-92a7ccdd-0347-46bb-bf63-b5519fdd8690 req-8a8653bf-65aa-4c4a-9ee4-6bfe1bbf2e08 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283991
Feb 05 20:57:26.039443 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-ede967ec-788e-45d9-9a2b-7527b98868e6 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-894477218', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}, 'admin_state_up': False}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:57:26.072236 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5010568b-95f1-4d7e-8adf-27141f852014 req-dbda6396-dc74-4814-a0b2-42f6c61d5f0d tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1884718
Feb 05 20:57:26.084530 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ede967ec-788e-45d9-9a2b-7527b98868e6 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (3d61c255-c50b-4b36-b07e-a355915d7921), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:26.086759 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ede967ec-788e-45d9-9a2b-7527b98868e6 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (3d61c255-c50b-4b36-b07e-a355915d7921), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:26.174130 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ede967ec-788e-45d9-9a2b-7527b98868e6 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for router_controller (3d61c255-c50b-4b36-b07e-a355915d7921), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:26.199370 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54a3dbf-522e-42e6-b22d-2cb901139774 None None] Network 22485085-9577-473a-b49e-18a41d7940e3 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:57:26.485536 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2bbd231-dbc6-42c0-9fdc-fd700c012e69 req-74e4e05b-f9a3-4a04-b3d9-073a312b44ca tempest-ServerShowV257Test-401956956 tempest-ServerShowV257Test-401956956-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8798e6d-58c3-4b0e-ae40-2ccfbef54111 HTTP/1.1" status: 200  len: 210 time: 0.1170888
Feb 05 20:57:26.541012 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753ce4f-9e88-420d-bed3-bed179da6d57 req-74e79abf-6795-4390-b65d-5c6f5c36b84d tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:26.545897 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f753ce4f-9e88-420d-bed3-bed179da6d57 req-74e79abf-6795-4390-b65d-5c6f5c36b84d tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/ports?device_id=de3541f4-bce5-4f7b-a471-6e84cffd9f1b HTTP/1.1" status: 200  len: 944 time: 0.1238565
Feb 05 20:57:26.610891 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f753ce4f-9e88-420d-bed3-bed179da6d57 req-b3da005f-514c-482b-a152-2995bbc5b6fc tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f15019-9768-4200-84e5-e823382c93bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570903
Feb 05 20:57:26.763146 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 595331ce-763f-4551-8162-765179f6c829 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:57:26.769921 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 0919d745-d4f6-46dd-830f-525291aa9d54 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:57:26.833213 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ede967ec-788e-45d9-9a2b-7527b98868e6 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for router_gateway (3d61c255-c50b-4b36-b07e-a355915d7921), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:26.912654 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 0919d745-d4f6-46dd-830f-525291aa9d54 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:57:26.913220 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (0919d745-d4f6-46dd-830f-525291aa9d54), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:27.263308 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ede967ec-788e-45d9-9a2b-7527b98868e6 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for router_gateway (3d61c255-c50b-4b36-b07e-a355915d7921), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:27.293567 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ede967ec-788e-45d9-9a2b-7527b98868e6 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:27.324711 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0ef28-1f4a-4e1f-9084-fefdb4300dd3 req-ec181de3-381f-447c-a3d8-8740f1ab0f53 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:27.326233 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cbc0ef28-1f4a-4e1f-9084-fefdb4300dd3 req-ec181de3-381f-447c-a3d8-8740f1ab0f53 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf8cbebb-486c-4b29-b07a-ce3f396132e2 HTTP/1.1" status: 200  len: 944 time: 0.1543918
Feb 05 20:57:27.343366 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 0919d745-d4f6-46dd-830f-525291aa9d54 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:57:27.344000 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0919d745-d4f6-46dd-830f-525291aa9d54), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:27.388371 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c90a8-c082-4099-9f5f-68011e3cbbe0 req-b2f476dd-3eeb-44b2-83bd-1b1e0e62f298 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:27.390301 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-607c90a8-c082-4099-9f5f-68011e3cbbe0 req-b2f476dd-3eeb-44b2-83bd-1b1e0e62f298 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=0576eaa8-4bcc-496d-89bf-2ca9c7bae14f HTTP/1.1" status: 200  len: 945 time: 0.1680562
Feb 05 20:57:27.463084 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 0919d745-d4f6-46dd-830f-525291aa9d54, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0919d745-d4f6-46dd-830f-525291aa9d54,segment=NetworkSegment(f21dc639-5af9-41ca-ac39-c80d5d7b6194),segment_id=f21dc639-5af9-41ca-ac39-c80d5d7b6194)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:27.479107 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (0919d745-d4f6-46dd-830f-525291aa9d54), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:27.493486 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 595331ce-763f-4551-8162-765179f6c829, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=595331ce-763f-4551-8162-765179f6c829,segment=NetworkSegment(a7470427-ceb3-4cf9-920f-e14dc2fd847f),segment_id=a7470427-ceb3-4cf9-920f-e14dc2fd847f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:27.515494 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cbc0ef28-1f4a-4e1f-9084-fefdb4300dd3 req-ce0549ec-4354-42b1-9e34-b67b160c5bd0 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/security-groups?id=98d8181e-a3ec-4dcd-9e51-198c38564f14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1797581
Feb 05 20:57:27.517157 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '595331ce-763f-4551-8162-765179f6c829', 'network_id': '4661090a-6e57-4b4a-aed3-8f7f3b2681d6', 'port_id': '595331ce-763f-4551-8162-765179f6c829', 'mac_address': 'fa:16:3e:f9:4f:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a595d3fa-3887-4b08-abeb-b930fb14fdcc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:57:27.539752 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-ede967ec-788e-45d9-9a2b-7527b98868e6 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Allocated IP 172.35.4.149 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/b342bc55-489b-4314-b68b-9428e65de2fe) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:57:27.581308 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-607c90a8-c082-4099-9f5f-68011e3cbbe0 req-fb28a25b-927a-4fea-8805-78e97f3a8614 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1651309
Feb 05 20:57:27.611095 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68aaa177-93da-467c-8d4e-1557d9fcdcff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0919d745-d4f6-46dd-830f-525291aa9d54'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:57:27.615185 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4894e50f-ce79-4530-b57b-eebf41332369" -d '{"events": [{"server_uuid": "68aaa177-93da-467c-8d4e-1557d9fcdcff", "name": "network-vif-plugged", "status": "completed", "tag": "0919d745-d4f6-46dd-830f-525291aa9d54"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:57:27.702868 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e135d9-ce16-434d-8662-ea01811bfa98 x-openstack-request-id: req-56e135d9-ce16-434d-8662-ea01811bfa98 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:57:27.704439 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68aaa177-93da-467c-8d4e-1557d9fcdcff", "name": "network-vif-plugged", "status": "completed", "tag": "0919d745-d4f6-46dd-830f-525291aa9d54", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:57:27.704813 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-56e135d9-ce16-434d-8662-ea01811bfa98 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:57:27.705966 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68aaa177-93da-467c-8d4e-1557d9fcdcff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0919d745-d4f6-46dd-830f-525291aa9d54', 'code': 200}
Feb 05 20:57:27.710770 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 595331ce-763f-4551-8162-765179f6c829 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:57:27.714258 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (595331ce-763f-4551-8162-765179f6c829), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:27.757972 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 595331ce-763f-4551-8162-765179f6c829 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:57:27.773855 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ede967ec-788e-45d9-9a2b-7527b98868e6 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for port (b342bc55-489b-4314-b68b-9428e65de2fe), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:27.782192 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 595331ce-763f-4551-8162-765179f6c829, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=595331ce-763f-4551-8162-765179f6c829,segment=NetworkSegment(a7470427-ceb3-4cf9-920f-e14dc2fd847f),segment_id=a7470427-ceb3-4cf9-920f-e14dc2fd847f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:27.790685 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c9dafc95-77c2-4e10-b06f-bf0c5b3e1eae req-913ec1d3-1fbd-4b82-9f4c-66fddf85dc51 tempest-ServerShowV257Test-401956956 tempest-ServerShowV257Test-401956956-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8798e6d-58c3-4b0e-ae40-2ccfbef54111 HTTP/1.1" status: 200  len: 210 time: 0.0500512
Feb 05 20:57:27.811492 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=0919d745-d4f6-46dd-830f-525291aa9d54,revision_number=7']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:27.829386 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (595331ce-763f-4551-8162-765179f6c829), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:27.830358 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device b230fe79-6a6e-43ca-9975-a9a80517b0b7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:57:27.846245 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ede967ec-788e-45d9-9a2b-7527b98868e6 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (b342bc55-489b-4314-b68b-9428e65de2fe), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:27.896158 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92620661-b02b-44ce-a55a-93f9aacdd813 req-7567c351-1dad-4435-9795-09834b85ab6c tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:27.901046 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-92620661-b02b-44ce-a55a-93f9aacdd813 req-7567c351-1dad-4435-9795-09834b85ab6c tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/ports?device_id=de3541f4-bce5-4f7b-a471-6e84cffd9f1b HTTP/1.1" status: 200  len: 944 time: 0.1147091
Feb 05 20:57:27.959479 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=595331ce-763f-4551-8162-765179f6c829,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:27.966149 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede967ec-788e-45d9-9a2b-7527b98868e6 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:57:27.972702 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-ede967ec-788e-45d9-9a2b-7527b98868e6 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:57:27.976149 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede967ec-788e-45d9-9a2b-7527b98868e6 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Pushing event updated for resources: {'Port': ['ID=b342bc55-489b-4314-b68b-9428e65de2fe,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:27.979488 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede967ec-788e-45d9-9a2b-7527b98868e6 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:57:28.055740 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-92620661-b02b-44ce-a55a-93f9aacdd813 req-af3f6032-cc95-4471-b827-dbeb0729daad tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f15019-9768-4200-84e5-e823382c93bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1456342
Feb 05 20:57:28.062562 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port b230fe79-6a6e-43ca-9975-a9a80517b0b7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b230fe79-6a6e-43ca-9975-a9a80517b0b7,segment=NetworkSegment(f7cb0ed2-51b9-4103-8971-4797663ef814),segment_id=f7cb0ed2-51b9-4103-8971-4797663ef814)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:28.077062 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'b230fe79-6a6e-43ca-9975-a9a80517b0b7', 'network_id': 'e27726b6-584c-451c-a170-435551e2c659', 'port_id': 'b230fe79-6a6e-43ca-9975-a9a80517b0b7', 'mac_address': 'fa:16:3e:1e:12:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fb59051-3f07-4250-8778-3de952b07289', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:57:28.138617 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port b230fe79-6a6e-43ca-9975-a9a80517b0b7 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:57:28.139553 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b230fe79-6a6e-43ca-9975-a9a80517b0b7), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:28.172378 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b230fe79-6a6e-43ca-9975-a9a80517b0b7 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:57:28.214495 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port b230fe79-6a6e-43ca-9975-a9a80517b0b7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b230fe79-6a6e-43ca-9975-a9a80517b0b7,segment=NetworkSegment(f7cb0ed2-51b9-4103-8971-4797663ef814),segment_id=f7cb0ed2-51b9-4103-8971-4797663ef814)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:28.227159 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b230fe79-6a6e-43ca-9975-a9a80517b0b7), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:28.227881 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 577f1a43-ddd4-4bec-9496-2a65653d8958 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:57:28.321489 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=b230fe79-6a6e-43ca-9975-a9a80517b0b7,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:28.325432 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 577f1a43-ddd4-4bec-9496-2a65653d8958, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=577f1a43-ddd4-4bec-9496-2a65653d8958,segment=NetworkSegment(a7470427-ceb3-4cf9-920f-e14dc2fd847f),segment_id=a7470427-ceb3-4cf9-920f-e14dc2fd847f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:28.352192 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '577f1a43-ddd4-4bec-9496-2a65653d8958', 'network_id': '4661090a-6e57-4b4a-aed3-8f7f3b2681d6', 'port_id': '577f1a43-ddd4-4bec-9496-2a65653d8958', 'mac_address': 'fa:16:3e:ac:ed:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a595d3fa-3887-4b08-abeb-b930fb14fdcc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:57:28.370109 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ede967ec-788e-45d9-9a2b-7527b98868e6 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for router_gateway (3d61c255-c50b-4b36-b07e-a355915d7921), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:28.411001 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 577f1a43-ddd4-4bec-9496-2a65653d8958 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:57:28.411001 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (577f1a43-ddd4-4bec-9496-2a65653d8958), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:28.447846 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 577f1a43-ddd4-4bec-9496-2a65653d8958 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:57:28.487170 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 577f1a43-ddd4-4bec-9496-2a65653d8958, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=577f1a43-ddd4-4bec-9496-2a65653d8958,segment=NetworkSegment(a7470427-ceb3-4cf9-920f-e14dc2fd847f),segment_id=a7470427-ceb3-4cf9-920f-e14dc2fd847f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:28.492861 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (577f1a43-ddd4-4bec-9496-2a65653d8958), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:28.555246 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e79f1acb-c531-487d-a402-36949ed96b06 req-ab155d23-32c0-401b-8b76-31709b5f8e9f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f8798e6d-58c3-4b0e-ae40-2ccfbef54111 HTTP/1.1" status: 200  len: 210 time: 0.0654461
Feb 05 20:57:28.599641 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=577f1a43-ddd4-4bec-9496-2a65653d8958,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:28.723918 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ede967ec-788e-45d9-9a2b-7527b98868e6 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (3d61c255-c50b-4b36-b07e-a355915d7921), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:28.761230 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573ce0b-bfae-491d-88f9-b65f01c18f44 req-5efce2bb-68b7-4310-a369-88fc2c83caf8 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:28.764542 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7573ce0b-bfae-491d-88f9-b65f01c18f44 req-5efce2bb-68b7-4310-a369-88fc2c83caf8 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf8cbebb-486c-4b29-b07a-ce3f396132e2 HTTP/1.1" status: 200  len: 945 time: 0.1417706
Feb 05 20:57:28.792113 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f66e16-f839-4b8b-a1b3-046b55db2a0e req-bf819bba-7144-40ac-861e-d9d402294580 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:28.793967 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e3f66e16-f839-4b8b-a1b3-046b55db2a0e req-bf819bba-7144-40ac-861e-d9d402294580 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=0576eaa8-4bcc-496d-89bf-2ca9c7bae14f HTTP/1.1" status: 200  len: 945 time: 0.1188247
Feb 05 20:57:28.862150 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7573ce0b-bfae-491d-88f9-b65f01c18f44 req-b783ddf5-a3ab-4314-89d2-35ee7110615e tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/security-groups?id=98d8181e-a3ec-4dcd-9e51-198c38564f14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966334
Feb 05 20:57:28.941704 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede967ec-788e-45d9-9a2b-7527b98868e6 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Router 3d61c255-c50b-4b36-b07e-a355915d7921 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 20:57:28.978699 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e3f66e16-f839-4b8b-a1b3-046b55db2a0e req-ee7cd574-e327-4e2f-a6ef-36a9e12dca47 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1740615
Feb 05 20:57:29.122966 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede967ec-788e-45d9-9a2b-7527b98868e6 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:57:29.137831 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76ae0e4-3abc-4c20-b329-7297a4a6a5a6 None None] Sync routers for ids ['3d61c255-c50b-4b36-b07e-a355915d7921'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:57:29.148930 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e32fdd14-e385-4838-8596-f0bbcbd1f0c9 req-85acab6d-6b27-4268-adb8-0dc23a709609 tempest-ServerShowV257Test-401956956 tempest-ServerShowV257Test-401956956-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8798e6d-58c3-4b0e-ae40-2ccfbef54111 HTTP/1.1" status: 200  len: 210 time: 0.1000361
Feb 05 20:57:29.149874 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76ae0e4-3abc-4c20-b329-7297a4a6a5a6 None None] Routers {'3d61c255-c50b-4b36-b07e-a355915d7921'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:57:29.150840 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-a76ae0e4-3abc-4c20-b329-7297a4a6a5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab9fd340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:57:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['3d61c255-c50b-4b36-b07e-a355915d7921'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:29.191371 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b06fb6-694c-40f5-a427-f833eb3d5069 req-0da16045-57c7-4377-b75a-4db0976138f8 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:29.193060 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ede967ec-788e-45d9-9a2b-7527b98868e6 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:29.195382 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b1b06fb6-694c-40f5-a427-f833eb3d5069 req-0da16045-57c7-4377-b75a-4db0976138f8 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa7160c-269b-496e-9086-d740db1cec71 HTTP/1.1" status: 200  len: 946 time: 0.1479862
Feb 05 20:57:29.201822 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-a76ae0e4-3abc-4c20-b329-7297a4a6a5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab9fd340>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:29.205101 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ede967ec-788e-45d9-9a2b-7527b98868e6 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 3.1727054
Feb 05 20:57:29.208526 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 40648) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:29.214396 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['595331ce-763f-4551-8162-765179f6c829'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:57:29.226602 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['b230fe79-6a6e-43ca-9975-a9a80517b0b7'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:57:29.231833 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76ae0e4-3abc-4c20-b329-7297a4a6a5a6 None None] Routers {'3d61c255-c50b-4b36-b07e-a355915d7921'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:57:29.232475 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-a76ae0e4-3abc-4c20-b329-7297a4a6a5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab9fd340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:57:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['3d61c255-c50b-4b36-b07e-a355915d7921'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:29.331327 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['577f1a43-ddd4-4bec-9496-2a65653d8958'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:57:29.380856 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-a76ae0e4-3abc-4c20-b329-7297a4a6a5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab9fd340>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:29.381680 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76ae0e4-3abc-4c20-b329-7297a4a6a5a6 None None] The sync data for ids ['3d61c255-c50b-4b36-b07e-a355915d7921'] in ncdv-master-1 is: [] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:57:29.400181 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b1b06fb6-694c-40f5-a427-f833eb3d5069 req-ec770a93-43b1-4fa3-a9c9-948e5d9a4265 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1947644
Feb 05 20:57:29.448430 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4366f6-2fe4-4163-a196-943ec4376f58 req-27e77b0d-0ef1-4518-ac35-10f2314ba763 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:29.458701 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ef4366f6-2fe4-4163-a196-943ec4376f58 req-27e77b0d-0ef1-4518-ac35-10f2314ba763 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/ports?device_id=de3541f4-bce5-4f7b-a471-6e84cffd9f1b HTTP/1.1" status: 200  len: 945 time: 0.1626437
Feb 05 20:57:29.653951 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ef4366f6-2fe4-4163-a196-943ec4376f58 req-b3ebe179-e418-4ed1-a6b2-6416fe634fa1 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f15019-9768-4200-84e5-e823382c93bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1941357
Feb 05 20:57:29.679861 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ee14a-0444-486f-8f99-84299e29c108 req-8c36587e-46c5-4d5b-82b9-ee60a41f3dd6 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:29.681429 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-274ee14a-0444-486f-8f99-84299e29c108 req-8c36587e-46c5-4d5b-82b9-ee60a41f3dd6 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=0576eaa8-4bcc-496d-89bf-2ca9c7bae14f HTTP/1.1" status: 200  len: 945 time: 0.1631510
Feb 05 20:57:29.833974 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-274ee14a-0444-486f-8f99-84299e29c108 req-101be1ac-35b2-4b45-8bdf-90c8b7692a2c tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138716
Feb 05 20:57:30.109367 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69fe7b-3619-410a-8688-bad6e787d93c req-28bfa23b-6557-4e98-9d17-d2d31cca19af tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:30.111625 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2b69fe7b-3619-410a-8688-bad6e787d93c req-28bfa23b-6557-4e98-9d17-d2d31cca19af tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf8cbebb-486c-4b29-b07a-ce3f396132e2 HTTP/1.1" status: 200  len: 945 time: 0.1134202
Feb 05 20:57:30.120948 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-80436448-7595-45d5-b92b-ee1165fc8253 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:30.243261 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2b69fe7b-3619-410a-8688-bad6e787d93c req-9d7a450d-f0f0-4b25-9f6c-89ae2d4052d6 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/security-groups?id=98d8181e-a3ec-4dcd-9e51-198c38564f14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197541
Feb 05 20:57:30.427127 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0ef4c959-4cd9-4a69-836a-6b76e113ee81 req-fec0d08b-03fc-4259-b472-20e3b7b592ad tempest-ServerShowV257Test-401956956 tempest-ServerShowV257Test-401956956-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8798e6d-58c3-4b0e-ae40-2ccfbef54111 HTTP/1.1" status: 200  len: 210 time: 0.0875494
Feb 05 20:57:30.611225 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fcc7d6-be20-4439-9783-0f35c0e50e6e req-46e3dd7f-30f6-47c6-986f-7cb8905c8e1f tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:30.619037 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27fcc7d6-be20-4439-9783-0f35c0e50e6e req-46e3dd7f-30f6-47c6-986f-7cb8905c8e1f tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=0576eaa8-4bcc-496d-89bf-2ca9c7bae14f HTTP/1.1" status: 200  len: 945 time: 0.2400959
Feb 05 20:57:30.706680 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-80436448-7595-45d5-b92b-ee1165fc8253 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Allocated IP 172.20.0.1 (22485085-9577-473a-b49e-18a41d7940e3/d8912a85-2e79-410f-bc66-530b40c8be2b/558716e9-00f9-44be-a69f-e53cfa002602) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:57:30.738372 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27fcc7d6-be20-4439-9783-0f35c0e50e6e req-8b2e9d8f-5f02-4618-abf5-d77d36e481c9 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179452
Feb 05 20:57:31.011935 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd153-7d08-4875-9475-dfab18603a41 req-19d632db-abb5-4b97-81d0-2f91da9b50eb tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:31.021164 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-576bd153-7d08-4875-9475-dfab18603a41 req-19d632db-abb5-4b97-81d0-2f91da9b50eb tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/ports?device_id=de3541f4-bce5-4f7b-a471-6e84cffd9f1b HTTP/1.1" status: 200  len: 945 time: 0.1385417
Feb 05 20:57:31.072342 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-80436448-7595-45d5-b92b-ee1165fc8253 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for port (558716e9-00f9-44be-a69f-e53cfa002602), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:31.081710 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7cdc98f4-c6fc-47f7-8717-ec30d5cf702c req-2a44965f-4ad1-4461-abc1-d980e136d1b9 tempest-ServerShowV257Test-401956956 tempest-ServerShowV257Test-401956956-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8798e6d-58c3-4b0e-ae40-2ccfbef54111 HTTP/1.1" status: 200  len: 210 time: 0.0833609
Feb 05 20:57:31.133888 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-576bd153-7d08-4875-9475-dfab18603a41 req-d801ac60-bb0f-4eb0-891b-cfa18a1f273f tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f15019-9768-4200-84e5-e823382c93bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1117871
Feb 05 20:57:31.153622 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-80436448-7595-45d5-b92b-ee1165fc8253 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (558716e9-00f9-44be-a69f-e53cfa002602), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:31.200701 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80436448-7595-45d5-b92b-ee1165fc8253 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Network 22485085-9577-473a-b49e-18a41d7940e3 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:57:31.205387 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-80436448-7595-45d5-b92b-ee1165fc8253 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:57:31.209089 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80436448-7595-45d5-b92b-ee1165fc8253 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:57:31.263887 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80436448-7595-45d5-b92b-ee1165fc8253 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Pushing event updated for resources: {'Port': ['ID=558716e9-00f9-44be-a69f-e53cfa002602,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:31.288385 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-80436448-7595-45d5-b92b-ee1165fc8253 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (3d61c255-c50b-4b36-b07e-a355915d7921), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:31.447336 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7531df-f215-43ad-9a50-afc5d63feba5 req-ad3ed0d1-54d2-4c9f-bfab-7e3abaac92c5 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:31.448885 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3f7531df-f215-43ad-9a50-afc5d63feba5 req-ad3ed0d1-54d2-4c9f-bfab-7e3abaac92c5 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf8cbebb-486c-4b29-b07a-ce3f396132e2 HTTP/1.1" status: 200  len: 945 time: 0.0996170
Feb 05 20:57:31.550633 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3f7531df-f215-43ad-9a50-afc5d63feba5 req-8c1d4cc9-2925-41b4-a078-e41ee4df1d26 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/security-groups?id=98d8181e-a3ec-4dcd-9e51-198c38564f14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902441
Feb 05 20:57:31.550633 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-80436448-7595-45d5-b92b-ee1165fc8253 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (558716e9-00f9-44be-a69f-e53cfa002602), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:31.932102 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1142362-fb64-4f21-867b-a3ec69fac17f req-7310f5b0-7740-4f4b-9539-627ca6f31b48 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:31.932102 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b1142362-fb64-4f21-867b-a3ec69fac17f req-7310f5b0-7740-4f4b-9539-627ca6f31b48 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=0576eaa8-4bcc-496d-89bf-2ca9c7bae14f HTTP/1.1" status: 200  len: 945 time: 0.1008868
Feb 05 20:57:32.013519 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-80436448-7595-45d5-b92b-ee1165fc8253 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for port (558716e9-00f9-44be-a69f-e53cfa002602), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:32.024139 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b1142362-fb64-4f21-867b-a3ec69fac17f req-b69924b7-2942-4db3-b6dc-457a26ecd666 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844400
Feb 05 20:57:32.025743 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-80436448-7595-45d5-b92b-ee1165fc8253 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (558716e9-00f9-44be-a69f-e53cfa002602), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:32.118446 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-80436448-7595-45d5-b92b-ee1165fc8253 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (3d61c255-c50b-4b36-b07e-a355915d7921), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:32.130999 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80436448-7595-45d5-b92b-ee1165fc8253 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Pushing event updated for resources: {'Port': ['ID=558716e9-00f9-44be-a69f-e53cfa002602,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:32.263019 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-13f3d692-8de2-48c6-a6f4-24fea4b18845 req-03a1f491-3e46-4308-9776-095aeae48518 tempest-ServerShowV257Test-401956956 tempest-ServerShowV257Test-401956956-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8798e6d-58c3-4b0e-ae40-2ccfbef54111 HTTP/1.1" status: 200  len: 210 time: 0.0539532
Feb 05 20:57:32.368980 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80436448-7595-45d5-b92b-ee1165fc8253 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Network 22485085-9577-473a-b49e-18a41d7940e3 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:57:32.376906 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-80436448-7595-45d5-b92b-ee1165fc8253 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:57:32.406250 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5c3f9-3dce-4dd0-ba29-4cbe36b11393 req-b5207d7c-ebbc-44a3-af7a-c1a224a71bb7 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:32.408240 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d6f5c3f9-3dce-4dd0-ba29-4cbe36b11393 req-b5207d7c-ebbc-44a3-af7a-c1a224a71bb7 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/ports?device_id=de3541f4-bce5-4f7b-a471-6e84cffd9f1b HTTP/1.1" status: 200  len: 945 time: 0.1844840
Feb 05 20:57:32.418960 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8878e7-8128-4c4b-922a-9050ec135085 req-4fc0dc57-2520-4156-b0c4-691df3d6bc7e tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:32.420689 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7a8878e7-8128-4c4b-922a-9050ec135085 req-4fc0dc57-2520-4156-b0c4-691df3d6bc7e tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.39 "GET /v2.0/ports?device_id=0576eaa8-4bcc-496d-89bf-2ca9c7bae14f HTTP/1.1" status: 200  len: 945 time: 0.1550610
Feb 05 20:57:32.789327 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 577f1a43-ddd4-4bec-9496-2a65653d8958 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:57:32.874645 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 577f1a43-ddd4-4bec-9496-2a65653d8958 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:57:32.881864 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 577f1a43-ddd4-4bec-9496-2a65653d8958 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:57:32.882645 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (577f1a43-ddd4-4bec-9496-2a65653d8958), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:33.015363 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d6f5c3f9-3dce-4dd0-ba29-4cbe36b11393 req-8eba42bb-8428-4071-8294-641185187241 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f15019-9768-4200-84e5-e823382c93bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5850739
Feb 05 20:57:33.035252 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 577f1a43-ddd4-4bec-9496-2a65653d8958 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:57:33.036274 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (577f1a43-ddd4-4bec-9496-2a65653d8958), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:33.092882 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '844a1f1d-7232-4762-8837-7a6d9dc39372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577f1a43-ddd4-4bec-9496-2a65653d8958'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:57:33.096742 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3543295-e460-4269-a689-8526406367b3" -d '{"events": [{"server_uuid": "844a1f1d-7232-4762-8837-7a6d9dc39372", "name": "network-vif-plugged", "status": "completed", "tag": "577f1a43-ddd4-4bec-9496-2a65653d8958"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:57:33.132602 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80436448-7595-45d5-b92b-ee1165fc8253 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Router 3d61c255-c50b-4b36-b07e-a355915d7921 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:57:33.133799 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 577f1a43-ddd4-4bec-9496-2a65653d8958, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=577f1a43-ddd4-4bec-9496-2a65653d8958,segment=NetworkSegment(a7470427-ceb3-4cf9-920f-e14dc2fd847f),segment_id=a7470427-ceb3-4cf9-920f-e14dc2fd847f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:33.148590 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (577f1a43-ddd4-4bec-9496-2a65653d8958), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:33.150278 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 595331ce-763f-4551-8162-765179f6c829 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:57:33.201924 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c0ece-fd3f-4500-abda-aee5b6e479f0 req-f5bd1c2f-cb75-4409-9430-c3211fa499b1 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:33.209622 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d64c0ece-fd3f-4500-abda-aee5b6e479f0 req-f5bd1c2f-cb75-4409-9430-c3211fa499b1 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf8cbebb-486c-4b29-b07a-ce3f396132e2 HTTP/1.1" status: 200  len: 945 time: 0.2244484
Feb 05 20:57:33.230228 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-7a8878e7-8128-4c4b-922a-9050ec135085 req-545568b9-24f0-4fe9-8d9b-46b8b55d7650 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Deleting port b1d45068-c794-4696-93ff-36849af002a6 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:57:33.230575 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7a8878e7-8128-4c4b-922a-9050ec135085 req-545568b9-24f0-4fe9-8d9b-46b8b55d7650 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (b1d45068-c794-4696-93ff-36849af002a6), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:33.256660 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=577f1a43-ddd4-4bec-9496-2a65653d8958,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:33.334256 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 595331ce-763f-4551-8162-765179f6c829 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:57:33.339537 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 595331ce-763f-4551-8162-765179f6c829 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:57:33.339920 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (595331ce-763f-4551-8162-765179f6c829), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:33.434266 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b9044-37a8-44c6-9a17-a365eb8d9a66 req-b2f38f90-bca9-49cf-b39d-2a4de911845f tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:33.436250 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4d6b9044-37a8-44c6-9a17-a365eb8d9a66 req-b2f38f90-bca9-49cf-b39d-2a4de911845f tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=0576eaa8-4bcc-496d-89bf-2ca9c7bae14f HTTP/1.1" status: 200  len: 945 time: 0.2929444
Feb 05 20:57:33.444844 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d64c0ece-fd3f-4500-abda-aee5b6e479f0 req-4870e877-5309-4960-ac5c-cecd26df44f5 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/security-groups?id=98d8181e-a3ec-4dcd-9e51-198c38564f14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2343965
Feb 05 20:57:33.448966 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 595331ce-763f-4551-8162-765179f6c829 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:57:33.448966 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (595331ce-763f-4551-8162-765179f6c829), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:33.487821 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-7a8878e7-8128-4c4b-922a-9050ec135085 req-545568b9-24f0-4fe9-8d9b-46b8b55d7650 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] For port b1d45068-c794-4696-93ff-36849af002a6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b1d45068-c794-4696-93ff-36849af002a6,segment=NetworkSegment(7f85ed9d-b7ce-414c-8ae4-25f17816204d),segment_id=7f85ed9d-b7ce-414c-8ae4-25f17816204d)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:33.488017 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7a8878e7-8128-4c4b-922a-9050ec135085 req-545568b9-24f0-4fe9-8d9b-46b8b55d7650 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (b1d45068-c794-4696-93ff-36849af002a6), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:33.495237 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 595331ce-763f-4551-8162-765179f6c829, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=595331ce-763f-4551-8162-765179f6c829,segment=NetworkSegment(a7470427-ceb3-4cf9-920f-e14dc2fd847f),segment_id=a7470427-ceb3-4cf9-920f-e14dc2fd847f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:33.502853 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (595331ce-763f-4551-8162-765179f6c829), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:33.505889 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device b230fe79-6a6e-43ca-9975-a9a80517b0b7 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:57:33.507664 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-7a8878e7-8128-4c4b-922a-9050ec135085 req-545568b9-24f0-4fe9-8d9b-46b8b55d7650 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Calling delete_port for b1d45068-c794-4696-93ff-36849af002a6 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:57:33.514826 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80436448-7595-45d5-b92b-ee1165fc8253 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:57:33.528489 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5502efd-146a-42c5-8b47-a2a9186802c4 None None] Sync routers for ids ['3d61c255-c50b-4b36-b07e-a355915d7921'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:57:33.528998 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-80436448-7595-45d5-b92b-ee1165fc8253 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "PUT /v2.0/routers/3d61c255-c50b-4b36-b07e-a355915d7921/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3187070
Feb 05 20:57:33.529515 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 40732) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:33.547434 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-e611b645-b813-4f7e-b93c-1f9a2cf9f950 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Request body: {'port': {'network_id': '22485085-9577-473a-b49e-18a41d7940e3', 'name': 'tempest-FloatingIPTestJSON-1326421493'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:57:33.549816 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4d6b9044-37a8-44c6-9a17-a365eb8d9a66 req-f6aaf607-6fe7-40f5-a008-0d7884ecf217 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039677
Feb 05 20:57:33.577187 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5502efd-146a-42c5-8b47-a2a9186802c4 None None] Routers {'3d61c255-c50b-4b36-b07e-a355915d7921'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:57:33.579518 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-f5502efd-146a-42c5-8b47-a2a9186802c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db907cbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:57:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['3d61c255-c50b-4b36-b07e-a355915d7921'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:33.623542 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99728c54-1806-429d-875c-527b3f48bd20 x-openstack-request-id: req-99728c54-1806-429d-875c-527b3f48bd20 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:57:33.623981 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "844a1f1d-7232-4762-8837-7a6d9dc39372", "name": "network-vif-plugged", "status": "completed", "tag": "577f1a43-ddd4-4bec-9496-2a65653d8958", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:57:33.646068 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-99728c54-1806-429d-875c-527b3f48bd20 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:57:33.647851 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '844a1f1d-7232-4762-8837-7a6d9dc39372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577f1a43-ddd4-4bec-9496-2a65653d8958', 'code': 200}
Feb 05 20:57:33.697537 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-f5502efd-146a-42c5-8b47-a2a9186802c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db907cbe0>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:33.726160 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5502efd-146a-42c5-8b47-a2a9186802c4 None None] Routers {'3d61c255-c50b-4b36-b07e-a355915d7921'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:57:33.727267 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-f5502efd-146a-42c5-8b47-a2a9186802c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db907cbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:57:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['3d61c255-c50b-4b36-b07e-a355915d7921'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:33.791058 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-abf27418-32a2-474f-832a-2b96fc82353b req-b9b9c4a9-326c-4493-b939-2e7368634f72 tempest-ServerShowV257Test-401956956 tempest-ServerShowV257Test-401956956-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8798e6d-58c3-4b0e-ae40-2ccfbef54111 HTTP/1.1" status: 200  len: 210 time: 0.0546181
Feb 05 20:57:33.794697 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90468f-e987-4357-bef2-85f2c2954aec req-b6cb3581-55de-44dd-8c9e-84394cd72e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:33.799220 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cc90468f-e987-4357-bef2-85f2c2954aec req-b6cb3581-55de-44dd-8c9e-84394cd72e11 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=844a1f1d-7232-4762-8837-7a6d9dc39372 HTTP/1.1" status: 200  len: 1127 time: 0.1566997
Feb 05 20:57:33.806094 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7a8878e7-8128-4c4b-922a-9050ec135085 req-545568b9-24f0-4fe9-8d9b-46b8b55d7650 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (b1d45068-c794-4696-93ff-36849af002a6), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:33.819550 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-f5502efd-146a-42c5-8b47-a2a9186802c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db907cbe0>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:33.820340 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5502efd-146a-42c5-8b47-a2a9186802c4 None None] The sync data for ids ['3d61c255-c50b-4b36-b07e-a355915d7921'] in ncdv-master-1 is: [] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:57:33.860944 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545568b9-24f0-4fe9-8d9b-46b8b55d7650 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Pushing event deleted for resources: {'Port': ['ID=b1d45068-c794-4696-93ff-36849af002a6,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:33.865179 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['35c6f3f5-10d5-4610-94a0-0c6195303a95', 'a563e7f5-31a5-4035-bfb2-5f8301a3e274', 'b1d45068-c794-4696-93ff-36849af002a6'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:57:33.937609 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cc90468f-e987-4357-bef2-85f2c2954aec req-ec11db05-fac0-4b9b-8346-0bed18e8f9b5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=98d8181e-a3ec-4dcd-9e51-198c38564f14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1328106
Feb 05 20:57:33.940349 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e611b645-b813-4f7e-b93c-1f9a2cf9f950 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Made reservation on behalf of 40754f7b9900447e95e43760e5a41dac for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:57:33.948373 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f8b2b0c4-bdc9-4f6d-9a04-13f6cfa30703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:33.952150 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e611b645-b813-4f7e-b93c-1f9a2cf9f950 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:33.957429 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8878e7-8128-4c4b-922a-9050ec135085 req-545568b9-24f0-4fe9-8d9b-46b8b55d7650 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] No DVR routers for this DVR port b1d45068-c794-4696-93ff-36849af002a6 on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:57:33.960468 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7a8878e7-8128-4c4b-922a-9050ec135085 req-545568b9-24f0-4fe9-8d9b-46b8b55d7650 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:33.964590 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7a8878e7-8128-4c4b-922a-9050ec135085 req-545568b9-24f0-4fe9-8d9b-46b8b55d7650 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.39 "DELETE /v2.0/ports/b1d45068-c794-4696-93ff-36849af002a6 HTTP/1.1" status: 204  len: 173 time: 1.5032489
Feb 05 20:57:33.965073 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0576eaa8-4bcc-496d-89bf-2ca9c7bae14f', 'name': 'network-vif-deleted', 'tag': 'b1d45068-c794-4696-93ff-36849af002a6'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:57:33.967939 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c6082b-b3b3-4baa-a489-da85fd1d74df" -d '{"events": [{"server_uuid": "0576eaa8-4bcc-496d-89bf-2ca9c7bae14f", "name": "network-vif-deleted", "tag": "b1d45068-c794-4696-93ff-36849af002a6"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:57:33.984526 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-e611b645-b813-4f7e-b93c-1f9a2cf9f950 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] device_id is not set on port dfc31200-2183-4e26-9857-10d2847dace7 yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 20:57:34.004765 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port b230fe79-6a6e-43ca-9975-a9a80517b0b7 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:57:34.052672 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=595331ce-763f-4551-8162-765179f6c829,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:34.063351 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port b230fe79-6a6e-43ca-9975-a9a80517b0b7 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:57:34.063733 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b230fe79-6a6e-43ca-9975-a9a80517b0b7), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:34.084181 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c667469-1d54-4272-a09e-3a54659b58c2 x-openstack-request-id: req-1c667469-1d54-4272-a09e-3a54659b58c2 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:57:34.084776 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0576eaa8-4bcc-496d-89bf-2ca9c7bae14f", "name": "network-vif-deleted", "tag": "b1d45068-c794-4696-93ff-36849af002a6", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:57:34.084776 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c667469-1d54-4272-a09e-3a54659b58c2 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:57:34.085556 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0576eaa8-4bcc-496d-89bf-2ca9c7bae14f', 'name': 'network-vif-deleted', 'tag': 'b1d45068-c794-4696-93ff-36849af002a6', 'status': 'completed', 'code': 200}
Feb 05 20:57:34.207867 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b5d0f9-ddd4-437b-a6a4-b45c81994120 req-cc5857f4-08e9-4e43-bf1e-a831c933f564 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:34.215184 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-32b5d0f9-ddd4-437b-a6a4-b45c81994120 req-cc5857f4-08e9-4e43-bf1e-a831c933f564 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/ports?device_id=de3541f4-bce5-4f7b-a471-6e84cffd9f1b HTTP/1.1" status: 200  len: 945 time: 0.0946262
Feb 05 20:57:34.288827 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-e611b645-b813-4f7e-b93c-1f9a2cf9f950 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Allocated IP 172.20.0.6 (22485085-9577-473a-b49e-18a41d7940e3/d8912a85-2e79-410f-bc66-530b40c8be2b/dfc31200-2183-4e26-9857-10d2847dace7) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:57:34.314190 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-32b5d0f9-ddd4-437b-a6a4-b45c81994120 req-6f6a3f95-c2f2-41ac-861f-4a54eeebdd8b tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f15019-9768-4200-84e5-e823382c93bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0963452
Feb 05 20:57:34.410427 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port b230fe79-6a6e-43ca-9975-a9a80517b0b7 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:57:34.410769 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b230fe79-6a6e-43ca-9975-a9a80517b0b7), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:34.473058 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port b230fe79-6a6e-43ca-9975-a9a80517b0b7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b230fe79-6a6e-43ca-9975-a9a80517b0b7,segment=NetworkSegment(f7cb0ed2-51b9-4103-8971-4797663ef814),segment_id=f7cb0ed2-51b9-4103-8971-4797663ef814)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:34.488781 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b230fe79-6a6e-43ca-9975-a9a80517b0b7), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:34.554743 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e611b645-b813-4f7e-b93c-1f9a2cf9f950 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for port (dfc31200-2183-4e26-9857-10d2847dace7), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:34.606050 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=b230fe79-6a6e-43ca-9975-a9a80517b0b7,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:34.626717 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e611b645-b813-4f7e-b93c-1f9a2cf9f950 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (dfc31200-2183-4e26-9857-10d2847dace7), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:34.662903 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da38b0-ae06-4bf6-a787-0effe8d3325c req-6473b125-1c4d-4a69-952b-efb93c5ce160 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:34.674340 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-58da38b0-ae06-4bf6-a787-0effe8d3325c req-6473b125-1c4d-4a69-952b-efb93c5ce160 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf8cbebb-486c-4b29-b07a-ce3f396132e2 HTTP/1.1" status: 200  len: 946 time: 0.1210985
Feb 05 20:57:34.744457 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e611b645-b813-4f7e-b93c-1f9a2cf9f950 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Network 22485085-9577-473a-b49e-18a41d7940e3 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:57:34.747805 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-e611b645-b813-4f7e-b93c-1f9a2cf9f950 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:57:34.751890 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e611b645-b813-4f7e-b93c-1f9a2cf9f950 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:57:34.754073 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3081b74c-226f-4b84-9c69-cdabe36c2b64 req-6216acd3-323f-446a-b52c-9adcb8f1ac59 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=0576eaa8-4bcc-496d-89bf-2ca9c7bae14f HTTP/1.1" status: 200  len: 210 time: 0.0423999
Feb 05 20:57:34.805298 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-58da38b0-ae06-4bf6-a787-0effe8d3325c req-a3f703a6-ec9d-4b1f-99e3-b784c646b82e tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/security-groups?id=98d8181e-a3ec-4dcd-9e51-198c38564f14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1290772
Feb 05 20:57:34.819408 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e611b645-b813-4f7e-b93c-1f9a2cf9f950 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:34.822030 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e611b645-b813-4f7e-b93c-1f9a2cf9f950 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:34.835031 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e611b645-b813-4f7e-b93c-1f9a2cf9f950 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Pushing event updated for resources: {'Port': ['ID=dfc31200-2183-4e26-9857-10d2847dace7,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:34.852898 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e611b645-b813-4f7e-b93c-1f9a2cf9f950 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.3215094
Feb 05 20:57:34.855785 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 40762) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:34.879806 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-7929642b-cbff-4b2d-b6ea-cafa0d7a0ad1 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Request body: {'port': {'network_id': '22485085-9577-473a-b49e-18a41d7940e3', 'name': 'tempest-FloatingIPTestJSON-1754419643'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:57:34.996631 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-55a6bfbb-79ab-4b0b-8ebd-5d9d8396c8f3 req-e1cdcc27-6c77-49fc-8447-d45530e24c18 tempest-ServerShowV257Test-401956956 tempest-ServerShowV257Test-401956956-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8798e6d-58c3-4b0e-ae40-2ccfbef54111 HTTP/1.1" status: 200  len: 210 time: 0.0531886
Feb 05 20:57:35.107776 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7929642b-cbff-4b2d-b6ea-cafa0d7a0ad1 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Made reservation on behalf of 40754f7b9900447e95e43760e5a41dac for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:57:35.112088 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7929642b-cbff-4b2d-b6ea-cafa0d7a0ad1 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:35.138336 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [None req-7929642b-cbff-4b2d-b6ea-cafa0d7a0ad1 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] device_id is not set on port 26a07e9b-80be-4856-84b7-64a3814546fb yet. {{(pid=114391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 20:57:35.287918 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-7929642b-cbff-4b2d-b6ea-cafa0d7a0ad1 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Allocated IP 172.20.0.14 (22485085-9577-473a-b49e-18a41d7940e3/d8912a85-2e79-410f-bc66-530b40c8be2b/26a07e9b-80be-4856-84b7-64a3814546fb) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:57:35.528940 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7929642b-cbff-4b2d-b6ea-cafa0d7a0ad1 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for port (26a07e9b-80be-4856-84b7-64a3814546fb), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:35.585362 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f5e66-3b7e-4c32-a5d8-0d69bc1d9736 req-fdcd5308-d674-4b08-b23c-5116b4189e7d tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:35.587113 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-870f5e66-3b7e-4c32-a5d8-0d69bc1d9736 req-fdcd5308-d674-4b08-b23c-5116b4189e7d tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/ports?device_id=de3541f4-bce5-4f7b-a471-6e84cffd9f1b HTTP/1.1" status: 200  len: 946 time: 0.1113832
Feb 05 20:57:35.611708 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7929642b-cbff-4b2d-b6ea-cafa0d7a0ad1 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (26a07e9b-80be-4856-84b7-64a3814546fb), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:35.649447 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf8cbebb-486c-4b29-b07a-ce3f396132e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595331ce-763f-4551-8162-765179f6c829'}, {'server_uuid': 'de3541f4-bce5-4f7b-a471-6e84cffd9f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b230fe79-6a6e-43ca-9975-a9a80517b0b7'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:57:35.661289 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c7a8e9-a0f0-42f8-a112-d4b220302037" -d '{"events": [{"server_uuid": "bf8cbebb-486c-4b29-b07a-ce3f396132e2", "name": "network-vif-plugged", "status": "completed", "tag": "595331ce-763f-4551-8162-765179f6c829"}, {"server_uuid": "de3541f4-bce5-4f7b-a471-6e84cffd9f1b", "name": "network-vif-plugged", "status": "completed", "tag": "b230fe79-6a6e-43ca-9975-a9a80517b0b7"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:57:35.712088 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7929642b-cbff-4b2d-b6ea-cafa0d7a0ad1 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Network 22485085-9577-473a-b49e-18a41d7940e3 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:57:35.713990 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-7929642b-cbff-4b2d-b6ea-cafa0d7a0ad1 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:57:35.717110 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7929642b-cbff-4b2d-b6ea-cafa0d7a0ad1 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:57:35.720457 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7929642b-cbff-4b2d-b6ea-cafa0d7a0ad1 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Pushing event updated for resources: {'Port': ['ID=26a07e9b-80be-4856-84b7-64a3814546fb,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:35.734710 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Feb 2022 20:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f34d6e-4097-47cb-aeff-1c12949adba1 x-openstack-request-id: req-e4f34d6e-4097-47cb-aeff-1c12949adba1 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:57:35.735231 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf8cbebb-486c-4b29-b07a-ce3f396132e2", "name": "network-vif-plugged", "status": "completed", "tag": "595331ce-763f-4551-8162-765179f6c829", "code": 200}, {"server_uuid": "de3541f4-bce5-4f7b-a471-6e84cffd9f1b", "name": "network-vif-plugged", "status": "completed", "tag": "b230fe79-6a6e-43ca-9975-a9a80517b0b7", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:57:35.735910 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e4f34d6e-4097-47cb-aeff-1c12949adba1 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:57:35.736572 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf8cbebb-486c-4b29-b07a-ce3f396132e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595331ce-763f-4551-8162-765179f6c829', 'code': 200}
Feb 05 20:57:35.736898 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de3541f4-bce5-4f7b-a471-6e84cffd9f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b230fe79-6a6e-43ca-9975-a9a80517b0b7', 'code': 200}
Feb 05 20:57:35.738409 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-870f5e66-3b7e-4c32-a5d8-0d69bc1d9736 req-a92322a1-e671-462a-afb9-d1392fb37597 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f15019-9768-4200-84e5-e823382c93bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1433673
Feb 05 20:57:35.823645 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7929642b-cbff-4b2d-b6ea-cafa0d7a0ad1 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:35.824477 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7929642b-cbff-4b2d-b6ea-cafa0d7a0ad1 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:35.977543 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04c0ef-b610-460e-a334-388db1a13a37 req-77a88802-6f9d-4bf0-a54e-e0c37d1b6e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:35.980790 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0e04c0ef-b610-460e-a334-388db1a13a37 req-77a88802-6f9d-4bf0-a54e-e0c37d1b6e31 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bf8cbebb-486c-4b29-b07a-ce3f396132e2 HTTP/1.1" status: 200  len: 1128 time: 0.1483035
Feb 05 20:57:36.002073 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7929642b-cbff-4b2d-b6ea-cafa0d7a0ad1 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.1429896
Feb 05 20:57:36.003843 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 40780) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:36.029760 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-dc052e3e-71d6-4bca-b396-7c585c71ad95 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'port_id': '26a07e9b-80be-4856-84b7-64a3814546fb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:57:36.049161 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-02fa7959-c781-48b8-a4a4-30c0ebdaf436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:36.071570 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0e04c0ef-b610-460e-a334-388db1a13a37 req-29b3146b-1e36-4ddb-948d-12b42d344bba service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=98d8181e-a3ec-4dcd-9e51-198c38564f14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785811
Feb 05 20:57:36.117205 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f83c2-d66f-4892-bfb5-7780a84114d4 req-706baf4d-7b25-4727-9e71-cca75d550385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:36.118845 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-040f83c2-d66f-4892-bfb5-7780a84114d4 req-706baf4d-7b25-4727-9e71-cca75d550385 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=de3541f4-bce5-4f7b-a471-6e84cffd9f1b HTTP/1.1" status: 200  len: 1128 time: 0.2661250
Feb 05 20:57:36.121361 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dc052e3e-71d6-4bca-b396-7c585c71ad95 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:36.187351 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91747557-ec35-434b-808f-de1c112f7c24 req-c664b70e-c2a6-4073-b82e-9e6c022931bf tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:36.188905 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-91747557-ec35-434b-808f-de1c112f7c24 req-c664b70e-c2a6-4073-b82e-9e6c022931bf tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf8cbebb-486c-4b29-b07a-ce3f396132e2 HTTP/1.1" status: 200  len: 946 time: 0.2225482
Feb 05 20:57:36.328822 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e8e75a95-b586-40cd-b008-db27463218d5 req-3401df48-df8c-4297-b872-dfde861f611a tempest-ServerShowV257Test-401956956 tempest-ServerShowV257Test-401956956-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8798e6d-58c3-4b0e-ae40-2ccfbef54111 HTTP/1.1" status: 200  len: 210 time: 0.0624707
Feb 05 20:57:36.337839 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-91747557-ec35-434b-808f-de1c112f7c24 req-6a659dcd-6bae-4483-9864-59a8e4416af3 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/security-groups?id=98d8181e-a3ec-4dcd-9e51-198c38564f14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1356940
Feb 05 20:57:36.408200 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-040f83c2-d66f-4892-bfb5-7780a84114d4 req-994d6c0d-0244-4d03-a0fa-1cf5d52611a8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=27f15019-9768-4200-84e5-e823382c93bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0745795
Feb 05 20:57:36.444801 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dc052e3e-71d6-4bca-b396-7c585c71ad95 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:36.549096 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69118c54-e051-4e4e-8486-639a5252e145 req-a930171f-af3c-46d9-bf16-461358067b0e tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:36.550953 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-69118c54-e051-4e4e-8486-639a5252e145 req-a930171f-af3c-46d9-bf16-461358067b0e tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa7160c-269b-496e-9086-d740db1cec71 HTTP/1.1" status: 200  len: 946 time: 0.1191983
Feb 05 20:57:36.637640 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-dc052e3e-71d6-4bca-b396-7c585c71ad95 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Allocated IP 172.35.4.98 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/a58d5d8e-1c74-4b97-996c-09261eede8eb) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:57:36.653813 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-69118c54-e051-4e4e-8486-639a5252e145 req-08e2221f-947c-4123-8c8b-4645bbb294c8 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824726
Feb 05 20:57:36.782867 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dc052e3e-71d6-4bca-b396-7c585c71ad95 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for port (a58d5d8e-1c74-4b97-996c-09261eede8eb), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:36.817080 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device b1d45068-c794-4696-93ff-36849af002a6 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:57:36.839299 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dc052e3e-71d6-4bca-b396-7c585c71ad95 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (a58d5d8e-1c74-4b97-996c-09261eede8eb), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:36.854770 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: b1d45068-c794-4696-93ff-36849af002a6 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:57:36.855503 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device b1d45068-c794-4696-93ff-36849af002a6 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:57:36.902954 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc052e3e-71d6-4bca-b396-7c585c71ad95 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:57:36.913059 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-dc052e3e-71d6-4bca-b396-7c585c71ad95 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:57:36.917550 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc052e3e-71d6-4bca-b396-7c585c71ad95 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:57:36.953594 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc052e3e-71d6-4bca-b396-7c585c71ad95 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Pushing event updated for resources: {'Port': ['ID=a58d5d8e-1c74-4b97-996c-09261eede8eb,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:36.973170 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b23ab-f855-400a-933e-32e4f95a5de3 req-21f099fd-d6b9-42af-a808-c5b36f8da511 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:36.974955 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-168b23ab-f855-400a-933e-32e4f95a5de3 req-21f099fd-d6b9-42af-a808-c5b36f8da511 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/ports?device_id=de3541f4-bce5-4f7b-a471-6e84cffd9f1b HTTP/1.1" status: 200  len: 946 time: 0.1493151
Feb 05 20:57:37.091070 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-168b23ab-f855-400a-933e-32e4f95a5de3 req-cffea1c0-7d95-47e5-8bcf-3cc424ae672e tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f15019-9768-4200-84e5-e823382c93bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1055176
Feb 05 20:57:37.369561 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:37.451745 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dc052e3e-71d6-4bca-b396-7c585c71ad95 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for floatingip (5dea198b-4a98-431a-8509-ee679f54c946), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:37.536352 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b58a52f0-0227-45b3-bb61-2f33730c5f1a req-533215bf-5898-4d12-86ec-8a364b608519 tempest-ServerShowV257Test-401956956 tempest-ServerShowV257Test-401956956-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8798e6d-58c3-4b0e-ae40-2ccfbef54111 HTTP/1.1" status: 200  len: 210 time: 0.0440462
Feb 05 20:57:37.625461 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dc052e3e-71d6-4bca-b396-7c585c71ad95 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a58d5d8e-1c74-4b97-996c-09261eede8eb), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:37.636478 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4f005-f90c-446e-b5bb-f51a57054efb req-3423ca44-e721-4eca-85d2-e01bc5de046e tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:37.643013 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-19e4f005-f90c-446e-b5bb-f51a57054efb req-3423ca44-e721-4eca-85d2-e01bc5de046e tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf8cbebb-486c-4b29-b07a-ce3f396132e2 HTTP/1.1" status: 200  len: 946 time: 0.1384246
Feb 05 20:57:38.037250 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-19e4f005-f90c-446e-b5bb-f51a57054efb req-b6a20fde-9d34-49cf-8cd2-ac2ee282ee8d tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/security-groups?id=98d8181e-a3ec-4dcd-9e51-198c38564f14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3931992
Feb 05 20:57:38.110129 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae52ecf-5c8b-4d31-92ec-ee2db95f01e8 req-3d81c7e1-4c42-4718-aaf9-f8df8d6568af tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:38.117521 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aae52ecf-5c8b-4d31-92ec-ee2db95f01e8 req-3d81c7e1-4c42-4718-aaf9-f8df8d6568af tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa7160c-269b-496e-9086-d740db1cec71 HTTP/1.1" status: 200  len: 946 time: 0.3824511
Feb 05 20:57:38.187325 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aae52ecf-5c8b-4d31-92ec-ee2db95f01e8 req-65049705-acfa-4e62-9b65-fb47c9359c50 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685182
Feb 05 20:57:38.198771 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dc052e3e-71d6-4bca-b396-7c585c71ad95 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for port (a58d5d8e-1c74-4b97-996c-09261eede8eb), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:38.209260 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dc052e3e-71d6-4bca-b396-7c585c71ad95 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (a58d5d8e-1c74-4b97-996c-09261eede8eb), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:38.358405 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dc052e3e-71d6-4bca-b396-7c585c71ad95 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (5dea198b-4a98-431a-8509-ee679f54c946), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:38.424333 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc052e3e-71d6-4bca-b396-7c585c71ad95 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Pushing event updated for resources: {'Port': ['ID=a58d5d8e-1c74-4b97-996c-09261eede8eb,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:38.493009 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739a69f-6627-4ee4-aea1-c93ba8fe8db7 req-9e9fbcb6-fb1e-4fd5-93c1-b4456ffad2b6 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:38.494609 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7739a69f-6627-4ee4-aea1-c93ba8fe8db7 req-9e9fbcb6-fb1e-4fd5-93c1-b4456ffad2b6 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/ports?device_id=de3541f4-bce5-4f7b-a471-6e84cffd9f1b HTTP/1.1" status: 200  len: 946 time: 0.1953788
Feb 05 20:57:38.532201 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-dc052e3e-71d6-4bca-b396-7c585c71ad95 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Floating IP 5dea198b-4a98-431a-8509-ee679f54c946 associated. External IP: 172.35.4.98, port: 26a07e9b-80be-4856-84b7-64a3814546fb.
Feb 05 20:57:38.656159 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7739a69f-6627-4ee4-aea1-c93ba8fe8db7 req-4f31006e-bc47-4dc0-af1a-d2c9587708b6 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f15019-9768-4200-84e5-e823382c93bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1511891
Feb 05 20:57:38.717947 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6c09e95c-75f9-4d42-b834-d3d881fc5e92 req-1c0b9dc1-bc05-46e5-8fa4-e6d36053fb70 tempest-ServerShowV257Test-401956956 tempest-ServerShowV257Test-401956956-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8798e6d-58c3-4b0e-ae40-2ccfbef54111 HTTP/1.1" status: 200  len: 210 time: 0.0606673
Feb 05 20:57:38.741289 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc085a-2e8f-42be-a50a-f1ccc65f0476 req-522566fa-0842-4116-8975-b2af821f707e tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:38.742890 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a6cc085a-2e8f-42be-a50a-f1ccc65f0476 req-522566fa-0842-4116-8975-b2af821f707e tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.39 "GET /v2.0/ports?device_id=caa7160c-269b-496e-9086-d740db1cec71 HTTP/1.1" status: 200  len: 946 time: 0.2054574
Feb 05 20:57:38.961616 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:39.371950 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-a6cc085a-2e8f-42be-a50a-f1ccc65f0476 req-919e5b6b-4e7c-4967-ad19-b15b2e738d5d tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Deleting port a563e7f5-31a5-4035-bfb2-5f8301a3e274 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:57:39.372199 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a6cc085a-2e8f-42be-a50a-f1ccc65f0476 req-919e5b6b-4e7c-4967-ad19-b15b2e738d5d tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (a563e7f5-31a5-4035-bfb2-5f8301a3e274), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:39.379664 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc052e3e-71d6-4bca-b396-7c585c71ad95 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Router 3d61c255-c50b-4b36-b07e-a355915d7921 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:57:39.415614 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c9036-7818-4238-b61c-594c918c227e req-4d50c4ed-d204-4ee3-a950-8c6ab2ae1835 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:39.417097 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b83c9036-7818-4238-b61c-594c918c227e req-4d50c4ed-d204-4ee3-a950-8c6ab2ae1835 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf8cbebb-486c-4b29-b07a-ce3f396132e2 HTTP/1.1" status: 200  len: 946 time: 0.1640337
Feb 05 20:57:39.428111 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a240a1-2185-4c1e-8c9e-8a1b6967a4c6 req-0650ea1c-7074-4107-a785-194078f85230 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:39.429682 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-06a240a1-2185-4c1e-8c9e-8a1b6967a4c6 req-0650ea1c-7074-4107-a785-194078f85230 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa7160c-269b-496e-9086-d740db1cec71 HTTP/1.1" status: 200  len: 946 time: 0.1566746
Feb 05 20:57:39.632773 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b83c9036-7818-4238-b61c-594c918c227e req-b061fadb-cc29-4da7-861a-44be0a22d690 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/security-groups?id=98d8181e-a3ec-4dcd-9e51-198c38564f14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2019851
Feb 05 20:57:39.655919 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-06a240a1-2185-4c1e-8c9e-8a1b6967a4c6 req-5f9821db-7719-4afd-adf8-ec38771a41a0 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2149820
Feb 05 20:57:39.659212 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-a6cc085a-2e8f-42be-a50a-f1ccc65f0476 req-919e5b6b-4e7c-4967-ad19-b15b2e738d5d tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] For port a563e7f5-31a5-4035-bfb2-5f8301a3e274, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a563e7f5-31a5-4035-bfb2-5f8301a3e274,segment=NetworkSegment(7f85ed9d-b7ce-414c-8ae4-25f17816204d),segment_id=7f85ed9d-b7ce-414c-8ae4-25f17816204d)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:39.660136 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a6cc085a-2e8f-42be-a50a-f1ccc65f0476 req-919e5b6b-4e7c-4967-ad19-b15b2e738d5d tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (a563e7f5-31a5-4035-bfb2-5f8301a3e274), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:39.690472 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-a6cc085a-2e8f-42be-a50a-f1ccc65f0476 req-919e5b6b-4e7c-4967-ad19-b15b2e738d5d tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Calling delete_port for a563e7f5-31a5-4035-bfb2-5f8301a3e274 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:57:39.703947 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc052e3e-71d6-4bca-b396-7c585c71ad95 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:57:39.716267 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ee6972-4908-45ff-84ec-3419ed59f993 None None] Sync routers for ids ['3d61c255-c50b-4b36-b07e-a355915d7921'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:57:39.734537 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ee6972-4908-45ff-84ec-3419ed59f993 None None] Routers {'3d61c255-c50b-4b36-b07e-a355915d7921'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:57:39.735208 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-a1ee6972-4908-45ff-84ec-3419ed59f993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabc86790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:57:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['3d61c255-c50b-4b36-b07e-a355915d7921'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:39.819295 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dc052e3e-71d6-4bca-b396-7c585c71ad95 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:39.902950 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-dc052e3e-71d6-4bca-b396-7c585c71ad95 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 3.8807459
Feb 05 20:57:39.906672 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 40862) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:39.914011 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-7b24908c-2bfb-485e-ac15-279e81b6b86c tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:57:39.932113 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-a1ee6972-4908-45ff-84ec-3419ed59f993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabc86790>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:39.955613 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ee6972-4908-45ff-84ec-3419ed59f993 None None] Routers {'3d61c255-c50b-4b36-b07e-a355915d7921'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:57:39.955795 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0360baf-1731-47b2-a548-3dd4c6b8a02e req-ecd44d50-e322-4967-ab87-6eae2c67a82f tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:39.958814 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d0360baf-1731-47b2-a548-3dd4c6b8a02e req-ecd44d50-e322-4967-ab87-6eae2c67a82f tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/ports?device_id=844a1f1d-7232-4762-8837-7a6d9dc39372 HTTP/1.1" status: 200  len: 945 time: 0.1983364
Feb 05 20:57:39.963705 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-a1ee6972-4908-45ff-84ec-3419ed59f993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabc86790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:57:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['3d61c255-c50b-4b36-b07e-a355915d7921'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:39.968121 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cbbd0-5998-43d6-bd4f-520e6fe7360a req-03c36693-f35a-4de7-bde5-b9ca182e754f tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:39.975028 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0a7cbbd0-5998-43d6-bd4f-520e6fe7360a req-03c36693-f35a-4de7-bde5-b9ca182e754f tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/ports?device_id=de3541f4-bce5-4f7b-a471-6e84cffd9f1b HTTP/1.1" status: 200  len: 946 time: 0.2127905
Feb 05 20:57:39.995460 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7b24908c-2bfb-485e-ac15-279e81b6b86c tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for floatingip (5dea198b-4a98-431a-8509-ee679f54c946), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:40.006955 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-a1ee6972-4908-45ff-84ec-3419ed59f993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabc86790>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:40.007733 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ee6972-4908-45ff-84ec-3419ed59f993 None None] The sync data for ids ['3d61c255-c50b-4b36-b07e-a355915d7921'] in ncdv-master-1 is: [] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:57:40.122446 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a6cc085a-2e8f-42be-a50a-f1ccc65f0476 req-919e5b6b-4e7c-4967-ad19-b15b2e738d5d tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (a563e7f5-31a5-4035-bfb2-5f8301a3e274), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:40.141594 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['35c6f3f5-10d5-4610-94a0-0c6195303a95', 'a563e7f5-31a5-4035-bfb2-5f8301a3e274'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:57:40.146766 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d0360baf-1731-47b2-a548-3dd4c6b8a02e req-3eeab49b-c533-42f5-b4b5-0d16905a1587 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/security-groups?id=98d8181e-a3ec-4dcd-9e51-198c38564f14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1623914
Feb 05 20:57:40.179117 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7b24908c-2bfb-485e-ac15-279e81b6b86c tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:40.188114 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7b24908c-2bfb-485e-ac15-279e81b6b86c tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (5dea198b-4a98-431a-8509-ee679f54c946), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:40.188473 ncdv-master-1 neutron-server[114390]: INFO neutron.db.l3_db [None req-7b24908c-2bfb-485e-ac15-279e81b6b86c tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Floating IP 5dea198b-4a98-431a-8509-ee679f54c946 disassociated. External IP: 172.35.4.98, port: 26a07e9b-80be-4856-84b7-64a3814546fb.
Feb 05 20:57:40.209289 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0a7cbbd0-5998-43d6-bd4f-520e6fe7360a req-045bc78d-aa03-4b3e-acd1-b43d87abff27 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f15019-9768-4200-84e5-e823382c93bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2148635
Feb 05 20:57:40.226431 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e5b6b-4e7c-4967-ad19-b15b2e738d5d tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Pushing event deleted for resources: {'Port': ['ID=a563e7f5-31a5-4035-bfb2-5f8301a3e274,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:40.245292 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:40.366574 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5ba78124-7e9c-43bd-86f0-ec2bcf754d4d req-e200f0f2-7de5-4e08-9ce9-fcd73c5d7271 tempest-ServerShowV257Test-401956956 tempest-ServerShowV257Test-401956956-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8798e6d-58c3-4b0e-ae40-2ccfbef54111 HTTP/1.1" status: 200  len: 210 time: 0.0522346
Feb 05 20:57:40.429943 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6cc085a-2e8f-42be-a50a-f1ccc65f0476 req-919e5b6b-4e7c-4967-ad19-b15b2e738d5d tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] No DVR routers for this DVR port a563e7f5-31a5-4035-bfb2-5f8301a3e274 on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:57:40.433095 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a6cc085a-2e8f-42be-a50a-f1ccc65f0476 req-919e5b6b-4e7c-4967-ad19-b15b2e738d5d tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:40.437555 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a6cc085a-2e8f-42be-a50a-f1ccc65f0476 req-919e5b6b-4e7c-4967-ad19-b15b2e738d5d tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.39 "DELETE /v2.0/ports/a563e7f5-31a5-4035-bfb2-5f8301a3e274 HTTP/1.1" status: 204  len: 173 time: 1.6867304
Feb 05 20:57:40.438138 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa7160c-269b-496e-9086-d740db1cec71', 'name': 'network-vif-deleted', 'tag': 'a563e7f5-31a5-4035-bfb2-5f8301a3e274'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:57:40.441836 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ac21c2-3384-4683-93e2-c03bf34a868d" -d '{"events": [{"server_uuid": "caa7160c-269b-496e-9086-d740db1cec71", "name": "network-vif-deleted", "tag": "a563e7f5-31a5-4035-bfb2-5f8301a3e274"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:57:40.532057 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b24908c-2bfb-485e-ac15-279e81b6b86c tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Router 3d61c255-c50b-4b36-b07e-a355915d7921 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:57:40.604148 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0163b5-1f89-449f-928c-b03ae5483a3c req-9691515c-2f50-4d3a-8a0d-49f4918669a5 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:40.606420 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1d0163b5-1f89-449f-928c-b03ae5483a3c req-9691515c-2f50-4d3a-8a0d-49f4918669a5 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/ports?device_id=de3541f4-bce5-4f7b-a471-6e84cffd9f1b HTTP/1.1" status: 200  len: 946 time: 0.1177762
Feb 05 20:57:40.618947 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 40890) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:40.625739 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-9ba2e76f-977a-4d76-be11-481d5a780e06 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Request body: {'floatingip': {'port_id': 'b230fe79-6a6e-43ca-9975-a9a80517b0b7'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:57:40.673705 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5cea4f-ba17-4bbb-b7dc-08975c30e297 x-openstack-request-id: req-4b5cea4f-ba17-4bbb-b7dc-08975c30e297 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:57:40.674222 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa7160c-269b-496e-9086-d740db1cec71", "name": "network-vif-deleted", "tag": "a563e7f5-31a5-4035-bfb2-5f8301a3e274", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:57:40.674467 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4b5cea4f-ba17-4bbb-b7dc-08975c30e297 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:57:40.675526 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa7160c-269b-496e-9086-d740db1cec71', 'name': 'network-vif-deleted', 'tag': 'a563e7f5-31a5-4035-bfb2-5f8301a3e274', 'status': 'completed', 'code': 200}
Feb 05 20:57:40.689347 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9ba2e76f-977a-4d76-be11-481d5a780e06 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Publish callbacks [] for floatingip (46eecc88-9150-48d4-94bf-1aceb803b352), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:40.707739 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b24908c-2bfb-485e-ac15-279e81b6b86c tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:57:40.717818 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7b24908c-2bfb-485e-ac15-279e81b6b86c tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:40.722725 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44b5a90-4acd-4898-a8c3-d7af29cd5773 None None] Sync routers for ids ['3d61c255-c50b-4b36-b07e-a355915d7921'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:57:40.735712 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44b5a90-4acd-4898-a8c3-d7af29cd5773 None None] Routers {'3d61c255-c50b-4b36-b07e-a355915d7921'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:57:40.736681 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-c44b5a90-4acd-4898-a8c3-d7af29cd5773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8f77370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:57:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['3d61c255-c50b-4b36-b07e-a355915d7921'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:40.773146 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7b24908c-2bfb-485e-ac15-279e81b6b86c tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "PUT /v2.0/floatingips/5dea198b-4a98-431a-8509-ee679f54c946 HTTP/1.1" status: 200  len: 687 time: 0.8648825
Feb 05 20:57:40.775838 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 40900) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:40.790503 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-c44b5a90-4acd-4898-a8c3-d7af29cd5773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8f77370>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:40.807573 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44b5a90-4acd-4898-a8c3-d7af29cd5773 None None] Routers {'3d61c255-c50b-4b36-b07e-a355915d7921'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:57:40.807786 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-c44b5a90-4acd-4898-a8c3-d7af29cd5773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8f77370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:57:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['3d61c255-c50b-4b36-b07e-a355915d7921'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:40.889271 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-c44b5a90-4acd-4898-a8c3-d7af29cd5773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8f77370>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:40.893147 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44b5a90-4acd-4898-a8c3-d7af29cd5773 None None] The sync data for ids ['3d61c255-c50b-4b36-b07e-a355915d7921'] in ncdv-master-1 is: [] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:57:40.987113 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-38a950ea-4236-4830-89d6-2689334985f6 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Deleting port a58d5d8e-1c74-4b97-996c-09261eede8eb {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:57:40.988244 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-38a950ea-4236-4830-89d6-2689334985f6 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (a58d5d8e-1c74-4b97-996c-09261eede8eb), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:41.004904 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-029c3f31-0618-480a-8320-63fd186ec17b req-476eb4c1-342c-422b-b624-31485bcd776d tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=caa7160c-269b-496e-9086-d740db1cec71 HTTP/1.1" status: 200  len: 210 time: 0.0392444
Feb 05 20:57:41.109324 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-38a950ea-4236-4830-89d6-2689334985f6 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (a58d5d8e-1c74-4b97-996c-09261eede8eb), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:41.109959 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-38a950ea-4236-4830-89d6-2689334985f6 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for floatingip (a58d5d8e-1c74-4b97-996c-09261eede8eb), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:41.125462 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-38a950ea-4236-4830-89d6-2689334985f6 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Calling delete_port for a58d5d8e-1c74-4b97-996c-09261eede8eb owned by network:floatingip {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:57:41.293294 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-38a950ea-4236-4830-89d6-2689334985f6 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (a58d5d8e-1c74-4b97-996c-09261eede8eb), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:41.313232 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84cad9-0775-42fd-b775-c82e9c0c5caf req-c2665a57-04a6-47b8-ba0f-3bc135b15eee tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:41.314810 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1b84cad9-0775-42fd-b775-c82e9c0c5caf req-c2665a57-04a6-47b8-ba0f-3bc135b15eee tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/ports?device_id=844a1f1d-7232-4762-8837-7a6d9dc39372 HTTP/1.1" status: 200  len: 945 time: 0.2141585
Feb 05 20:57:41.353918 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a950ea-4236-4830-89d6-2689334985f6 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Pushing event deleted for resources: {'Port': ['ID=a58d5d8e-1c74-4b97-996c-09261eede8eb,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:41.413121 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1b84cad9-0775-42fd-b775-c82e9c0c5caf req-e44c987e-9017-4fb0-b177-bcfbf389c253 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/security-groups?id=98d8181e-a3ec-4dcd-9e51-198c38564f14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900569
Feb 05 20:57:41.430189 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-38a950ea-4236-4830-89d6-2689334985f6 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for floatingip (5dea198b-4a98-431a-8509-ee679f54c946), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:41.433309 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-38a950ea-4236-4830-89d6-2689334985f6 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:41.434562 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-38a950ea-4236-4830-89d6-2689334985f6 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "DELETE /v2.0/floatingips/5dea198b-4a98-431a-8509-ee679f54c946 HTTP/1.1" status: 204  len: 168 time: 0.6580029
Feb 05 20:57:41.450653 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 40932) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:41.489891 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-4f1aa5b6-18ed-4db3-9886-40685d4c4fe7 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'port_id': 'dfc31200-2183-4e26-9857-10d2847dace7'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:57:41.543177 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f1631122-b5cc-47b0-a547-213e057abcbe req-d2939934-f669-43e8-a7a9-a7eb8ee0b2ef tempest-ServerShowV257Test-401956956 tempest-ServerShowV257Test-401956956-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8798e6d-58c3-4b0e-ae40-2ccfbef54111 HTTP/1.1" status: 200  len: 210 time: 0.0453646
Feb 05 20:57:41.563284 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9ba2e76f-977a-4d76-be11-481d5a780e06 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:41.568991 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4f1aa5b6-18ed-4db3-9886-40685d4c4fe7 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:41.572808 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9ba2e76f-977a-4d76-be11-481d5a780e06 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (46eecc88-9150-48d4-94bf-1aceb803b352), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:41.863830 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-9ba2e76f-977a-4d76-be11-481d5a780e06 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Floating IP 46eecc88-9150-48d4-94bf-1aceb803b352 associated. External IP: 172.35.4.169, port: b230fe79-6a6e-43ca-9975-a9a80517b0b7.
Feb 05 20:57:41.909314 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-954183ef-d5e0-4a36-87a9-6be25cbfe14b tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:41.910845 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-954183ef-d5e0-4a36-87a9-6be25cbfe14b tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/networks?id=cb9888ba-fd92-4284-8691-d704204a6929 HTTP/1.1" status: 200  len: 804 time: 0.2781405
Feb 05 20:57:41.948650 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-a5858cbb-bfd6-45c8-8fbf-586b626a6d6b tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/quotas/1d793ab256c04fadac89445fab3ed636 HTTP/1.1" status: 200  len: 375 time: 0.0306754
Feb 05 20:57:42.054828 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4f1aa5b6-18ed-4db3-9886-40685d4c4fe7 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:42.172469 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-839c9935-6d7f-4e89-974b-3f698d6f3b50 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d793ab256c04fadac89445fab3ed636&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1888108
Feb 05 20:57:42.732735 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d43ee-f267-432d-adef-54341316eeb1 req-d840c640-beff-4e28-a5a7-fd940bf06233 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:42.734228 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-731d43ee-f267-432d-adef-54341316eeb1 req-d840c640-beff-4e28-a5a7-fd940bf06233 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf8cbebb-486c-4b29-b07a-ce3f396132e2 HTTP/1.1" status: 200  len: 946 time: 0.0563354
Feb 05 20:57:42.818007 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device a563e7f5-31a5-4035-bfb2-5f8301a3e274 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:57:42.848208 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: a563e7f5-31a5-4035-bfb2-5f8301a3e274 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:57:42.849104 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device a563e7f5-31a5-4035-bfb2-5f8301a3e274 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:57:42.850106 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 0919d745-d4f6-46dd-830f-525291aa9d54 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:57:42.869100 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-4f1aa5b6-18ed-4db3-9886-40685d4c4fe7 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Allocated IP 172.35.4.145 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/d56b4cc1-3a75-4ca1-a198-8395d6c55c56) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:57:42.915357 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba2e76f-977a-4d76-be11-481d5a780e06 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Router c089098b-3624-4c53-803f-f61694c88e0b has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:57:42.922151 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-7a6dd29d-1996-4408-8dea-43c518ce4395 service neutron] 10.222.0.32 "GET /v2.0/networks/cb9888ba-fd92-4284-8691-d704204a6929?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7404771
Feb 05 20:57:42.975286 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 0919d745-d4f6-46dd-830f-525291aa9d54 is: ACTIVE; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:57:42.975839 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0919d745-d4f6-46dd-830f-525291aa9d54), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:42.992728 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeadcfb-7cde-43c8-8d2b-e8499091eb3f req-6019a7d3-41c5-4521-802c-764bd9a6ce82 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:42.994614 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bbeadcfb-7cde-43c8-8d2b-e8499091eb3f req-6019a7d3-41c5-4521-802c-764bd9a6ce82 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.39 "GET /v2.0/ports?device_id=844a1f1d-7232-4762-8837-7a6d9dc39372 HTTP/1.1" status: 200  len: 945 time: 0.6511829
Feb 05 20:57:43.005487 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68aaa177-93da-467c-8d4e-1557d9fcdcff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0919d745-d4f6-46dd-830f-525291aa9d54'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:57:43.008728 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1394d61f-b26a-4253-87af-6cbbc70b54f4" -d '{"events": [{"server_uuid": "68aaa177-93da-467c-8d4e-1557d9fcdcff", "name": "network-vif-unplugged", "status": "completed", "tag": "0919d745-d4f6-46dd-830f-525291aa9d54"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:57:43.024464 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 0919d745-d4f6-46dd-830f-525291aa9d54, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0919d745-d4f6-46dd-830f-525291aa9d54,segment=NetworkSegment(f21dc639-5af9-41ca-ac39-c80d5d7b6194),segment_id=f21dc639-5af9-41ca-ac39-c80d5d7b6194)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:43.030325 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (0919d745-d4f6-46dd-830f-525291aa9d54), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:43.090959 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=0919d745-d4f6-46dd-830f-525291aa9d54,revision_number=8']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:43.145235 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-188ad075-504e-4b35-97fc-a8d92858d98d tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:43.147490 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-188ad075-504e-4b35-97fc-a8d92858d98d tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/networks?id=bc807625-43b9-4f71-ba0e-13ea567a25e8 HTTP/1.1" status: 200  len: 806 time: 0.8569584
Feb 05 20:57:43.187124 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-731d43ee-f267-432d-adef-54341316eeb1 req-4104166f-6ab6-413a-a512-30a10c13b6af tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Deleting port 595331ce-763f-4551-8162-765179f6c829 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:57:43.187448 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-731d43ee-f267-432d-adef-54341316eeb1 req-4104166f-6ab6-413a-a512-30a10c13b6af tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (595331ce-763f-4551-8162-765179f6c829), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:43.285980 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-731d43ee-f267-432d-adef-54341316eeb1 req-4104166f-6ab6-413a-a512-30a10c13b6af tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] For port 595331ce-763f-4551-8162-765179f6c829, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=595331ce-763f-4551-8162-765179f6c829,segment=NetworkSegment(a7470427-ceb3-4cf9-920f-e14dc2fd847f),segment_id=a7470427-ceb3-4cf9-920f-e14dc2fd847f)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:43.286604 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-731d43ee-f267-432d-adef-54341316eeb1 req-4104166f-6ab6-413a-a512-30a10c13b6af tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (595331ce-763f-4551-8162-765179f6c829), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:43.301396 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-731d43ee-f267-432d-adef-54341316eeb1 req-4104166f-6ab6-413a-a512-30a10c13b6af tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Calling delete_port for 595331ce-763f-4551-8162-765179f6c829 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:57:43.306069 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-e3b22850-6907-4916-b181-36c3638d3c3d tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/quotas/c115672e27d44cf2b79a3945af717ae8 HTTP/1.1" status: 200  len: 375 time: 0.0809357
Feb 05 20:57:43.385408 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4f1aa5b6-18ed-4db3-9886-40685d4c4fe7 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for port (d56b4cc1-3a75-4ca1-a198-8395d6c55c56), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:43.448647 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-731d43ee-f267-432d-adef-54341316eeb1 req-4104166f-6ab6-413a-a512-30a10c13b6af tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (595331ce-763f-4551-8162-765179f6c829), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:43.467586 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['595331ce-763f-4551-8162-765179f6c829', '577f1a43-ddd4-4bec-9496-2a65653d8958'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:57:43.483492 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4104166f-6ab6-413a-a512-30a10c13b6af tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Pushing event deleted for resources: {'Port': ['ID=595331ce-763f-4551-8162-765179f6c829,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:43.491506 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-2d9b73db-1b39-4fe8-824e-e561f77181ba service neutron] 10.222.0.32 "GET /v2.0/networks/cb9888ba-fd92-4284-8691-d704204a6929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5142398
Feb 05 20:57:43.525296 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-1605e97c-5006-4b3e-b6f5-afe3050f3b4d tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c115672e27d44cf2b79a3945af717ae8&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2068174
Feb 05 20:57:43.529023 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba2e76f-977a-4d76-be11-481d5a780e06 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:57:43.534890 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-bbeadcfb-7cde-43c8-8d2b-e8499091eb3f req-4fbf2995-741b-4ef4-a269-bb1f3c80019c tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Deleting port 577f1a43-ddd4-4bec-9496-2a65653d8958 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:57:43.535264 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-bbeadcfb-7cde-43c8-8d2b-e8499091eb3f req-4fbf2995-741b-4ef4-a269-bb1f3c80019c tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (577f1a43-ddd4-4bec-9496-2a65653d8958), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:43.545241 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4112347-3fdf-4ef4-9b99-90c3521ad46d None None] Sync routers for ids ['c089098b-3624-4c53-803f-f61694c88e0b'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:57:43.582355 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4112347-3fdf-4ef4-9b99-90c3521ad46d None None] Routers {'c089098b-3624-4c53-803f-f61694c88e0b'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:57:43.583149 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-a4112347-3fdf-4ef4-9b99-90c3521ad46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab8f05e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:57:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['c089098b-3624-4c53-803f-f61694c88e0b'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:43.587864 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-731d43ee-f267-432d-adef-54341316eeb1 req-4104166f-6ab6-413a-a512-30a10c13b6af tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] No DVR routers for this DVR port 595331ce-763f-4551-8162-765179f6c829 on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:57:43.591295 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-731d43ee-f267-432d-adef-54341316eeb1 req-4104166f-6ab6-413a-a512-30a10c13b6af tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:43.595344 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-731d43ee-f267-432d-adef-54341316eeb1 req-4104166f-6ab6-413a-a512-30a10c13b6af tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.39 "DELETE /v2.0/ports/595331ce-763f-4551-8162-765179f6c829 HTTP/1.1" status: 204  len: 173 time: 0.8557599
Feb 05 20:57:43.596048 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf8cbebb-486c-4b29-b07a-ce3f396132e2', 'name': 'network-vif-deleted', 'tag': '595331ce-763f-4551-8162-765179f6c829'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:57:43.599410 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b57eeb8-4149-4f8a-b010-489a65160384" -d '{"events": [{"server_uuid": "bf8cbebb-486c-4b29-b07a-ce3f396132e2", "name": "network-vif-deleted", "tag": "595331ce-763f-4551-8162-765179f6c829"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:57:43.640251 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d246c-e106-4141-9440-fe2696a6deaa req-68606972-8600-4451-9a93-07f2ce69e693 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:43.642206 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-474d246c-e106-4141-9440-fe2696a6deaa req-68606972-8600-4451-9a93-07f2ce69e693 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.39 "GET /v2.0/ports?device_id=68aaa177-93da-467c-8d4e-1557d9fcdcff HTTP/1.1" status: 200  len: 943 time: 0.1046081
Feb 05 20:57:43.649081 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9ba2e76f-977a-4d76-be11-481d5a780e06 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:43.774095 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4f1aa5b6-18ed-4db3-9886-40685d4c4fe7 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (d56b4cc1-3a75-4ca1-a198-8395d6c55c56), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:43.815409 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-474d246c-e106-4141-9440-fe2696a6deaa req-2aa18d29-64d5-4158-ab83-e29c60a43d78 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Deleting port 0919d745-d4f6-46dd-830f-525291aa9d54 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:57:43.816544 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-474d246c-e106-4141-9440-fe2696a6deaa req-2aa18d29-64d5-4158-ab83-e29c60a43d78 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (0919d745-d4f6-46dd-830f-525291aa9d54), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:43.824297 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9ba2e76f-977a-4d76-be11-481d5a780e06 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "PUT /v2.0/floatingips/46eecc88-9150-48d4-94bf-1aceb803b352 HTTP/1.1" status: 200  len: 992 time: 3.2037477
Feb 05 20:57:43.853498 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de3541f4-bce5-4f7b-a471-6e84cffd9f1b', 'tag': 'b230fe79-6a6e-43ca-9975-a9a80517b0b7'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:57:43.858692 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10fbeccb-943e-46e0-be62-8c13df43542a" -d '{"events": [{"name": "network-changed", "server_uuid": "de3541f4-bce5-4f7b-a471-6e84cffd9f1b", "tag": "b230fe79-6a6e-43ca-9975-a9a80517b0b7"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:57:43.865450 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-a4112347-3fdf-4ef4-9b99-90c3521ad46d None None] Set router c089098b-3624-4c53-803f-f61694c88e0b gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:57:43.967811 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-474d246c-e106-4141-9440-fe2696a6deaa req-2aa18d29-64d5-4158-ab83-e29c60a43d78 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] For port 0919d745-d4f6-46dd-830f-525291aa9d54, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0919d745-d4f6-46dd-830f-525291aa9d54,segment=NetworkSegment(f21dc639-5af9-41ca-ac39-c80d5d7b6194),segment_id=f21dc639-5af9-41ca-ac39-c80d5d7b6194)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:43.968326 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-474d246c-e106-4141-9440-fe2696a6deaa req-2aa18d29-64d5-4158-ab83-e29c60a43d78 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (0919d745-d4f6-46dd-830f-525291aa9d54), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:43.984997 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-474d246c-e106-4141-9440-fe2696a6deaa req-2aa18d29-64d5-4158-ab83-e29c60a43d78 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Calling delete_port for 0919d745-d4f6-46dd-830f-525291aa9d54 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:57:43.990828 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1aa5b6-18ed-4db3-9886-40685d4c4fe7 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:57:44.001714 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-bbeadcfb-7cde-43c8-8d2b-e8499091eb3f req-4fbf2995-741b-4ef4-a269-bb1f3c80019c tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] For port 577f1a43-ddd4-4bec-9496-2a65653d8958, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=577f1a43-ddd4-4bec-9496-2a65653d8958,segment=NetworkSegment(a7470427-ceb3-4cf9-920f-e14dc2fd847f),segment_id=a7470427-ceb3-4cf9-920f-e14dc2fd847f)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:44.002166 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-bbeadcfb-7cde-43c8-8d2b-e8499091eb3f req-4fbf2995-741b-4ef4-a269-bb1f3c80019c tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (577f1a43-ddd4-4bec-9496-2a65653d8958), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:44.017755 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-4f1aa5b6-18ed-4db3-9886-40685d4c4fe7 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:57:44.028583 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1aa5b6-18ed-4db3-9886-40685d4c4fe7 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:57:44.047334 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-bbeadcfb-7cde-43c8-8d2b-e8499091eb3f req-4fbf2995-741b-4ef4-a269-bb1f3c80019c tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Calling delete_port for 577f1a43-ddd4-4bec-9496-2a65653d8958 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:57:44.154960 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1aa5b6-18ed-4db3-9886-40685d4c4fe7 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Pushing event updated for resources: {'Port': ['ID=d56b4cc1-3a75-4ca1-a198-8395d6c55c56,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:44.217046 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-474d246c-e106-4141-9440-fe2696a6deaa req-2aa18d29-64d5-4158-ab83-e29c60a43d78 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (0919d745-d4f6-46dd-830f-525291aa9d54), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:44.267114 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa18d29-64d5-4158-ab83-e29c60a43d78 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Pushing event deleted for resources: {'Port': ['ID=0919d745-d4f6-46dd-830f-525291aa9d54,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:44.277302 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-a4112347-3fdf-4ef4-9b99-90c3521ad46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab8f05e0>, [{'id': 'c089098b-3624-4c53-803f-f61694c88e0b', 'name': 'tempest-ServersTestBootFromVolume-1356089386-router', 'tenant_id': '60a31152c92648bfb27496f9e1d342d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd584e16f-9038-4436-b145-62c5d2366bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:56:54Z', 'updated_at': '2022-02-05T20:57:01Z', 'revision_number': 4, 'project_id': '60a31152c92648bfb27496f9e1d342d2', 'gw_port': {'id': 'd584e16f-9038-4436-b145-62c5d2366bca', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c089098b-3624-4c53-803f-f61694c88e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:56:55Z', 'updated_at': '2022-02-05T20:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '46eecc88-9150-48d4-94bf-1aceb803b352', 'tenant_id': '60a31152c92648bfb27496f9e1d342d2', 'floating_ip_address': '172.35.4.169', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'c089098b-3624-4c53-803f-f61694c88e0b', 'port_id': 'b230fe79-6a6e-43ca-9975-a9a80517b0b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1296, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e27726b6-584c-451c-a170-435551e2c659', 'mac_address': 'fa:16:3e:1e:12:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3541f4-bce5-4f7b-a471-6e84cffd9f1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T20:57:07Z', 'updated_at': '2022-02-05T20:57:41Z', 'revision_number': 1, 'project_id': '60a31152c92648bfb27496f9e1d342d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30', 'name': '', 'network_id': 'e27726b6-584c-451c-a170-435551e2c659', 'tenant_id': '60a31152c92648bfb27496f9e1d342d2', 'mac_address': 'fa:16:3e:2e:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c089098b-3624-4c53-803f-f61694c88e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '2fb59051-3f07-4250-8778-3de952b07289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:57:00Z', 'updated_at': '2022-02-05T20:57:10Z', 'revision_number': 5, 'project_id': '60a31152c92648bfb27496f9e1d342d2', 'subnets': [{'id': '2fb59051-3f07-4250-8778-3de952b07289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:44.278590 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c9284-da16-4480-9c98-35f29532ddfc req-6358c7a6-fd5b-4640-b921-ffc1cadf9b1b tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:44.286075 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-720c9284-da16-4480-9c98-35f29532ddfc req-6358c7a6-fd5b-4640-b921-ffc1cadf9b1b tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/ports?device_id=844a1f1d-7232-4762-8837-7a6d9dc39372 HTTP/1.1" status: 200  len: 945 time: 0.4440975
Feb 05 20:57:44.305953 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-13acc49b-6e7a-4250-81e7-ca01994174b2 service neutron] 10.222.0.32 "GET /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6540825
Feb 05 20:57:44.322714 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4112347-3fdf-4ef4-9b99-90c3521ad46d None None] Checking router: c089098b-3624-4c53-803f-f61694c88e0b for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:57:44.333655 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4112347-3fdf-4ef4-9b99-90c3521ad46d None None] Routers {'c089098b-3624-4c53-803f-f61694c88e0b'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:57:44.334259 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-a4112347-3fdf-4ef4-9b99-90c3521ad46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab8f05e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:57:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['c089098b-3624-4c53-803f-f61694c88e0b'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:44.336576 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-474d246c-e106-4141-9440-fe2696a6deaa req-2aa18d29-64d5-4158-ab83-e29c60a43d78 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] No DVR routers for this DVR port 0919d745-d4f6-46dd-830f-525291aa9d54 on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:57:44.343752 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-474d246c-e106-4141-9440-fe2696a6deaa req-2aa18d29-64d5-4158-ab83-e29c60a43d78 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:44.348713 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-474d246c-e106-4141-9440-fe2696a6deaa req-2aa18d29-64d5-4158-ab83-e29c60a43d78 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.39 "DELETE /v2.0/ports/0919d745-d4f6-46dd-830f-525291aa9d54 HTTP/1.1" status: 204  len: 173 time: 0.6983440
Feb 05 20:57:44.483459 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-a4112347-3fdf-4ef4-9b99-90c3521ad46d None None] Set router c089098b-3624-4c53-803f-f61694c88e0b gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:57:44.519475 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-720c9284-da16-4480-9c98-35f29532ddfc req-83b3192c-9ec5-41b9-b999-361fccc30408 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/security-groups?id=98d8181e-a3ec-4dcd-9e51-198c38564f14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2321546
Feb 05 20:57:44.679268 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-04487fd8-7a98-4050-9ac3-ea4e2b229852 req-3b119094-6b52-4fc0-9923-b3e34a4ba06c tempest-ServerShowV257Test-401956956 tempest-ServerShowV257Test-401956956-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8798e6d-58c3-4b0e-ae40-2ccfbef54111 HTTP/1.1" status: 200  len: 210 time: 0.0874093
Feb 05 20:57:44.685518 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-c1960d9a-7df7-45bb-832d-176171235881 service neutron] 10.222.0.32 "GET /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3785465
Feb 05 20:57:44.750784 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-bbeadcfb-7cde-43c8-8d2b-e8499091eb3f req-4fbf2995-741b-4ef4-a269-bb1f3c80019c tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (577f1a43-ddd4-4bec-9496-2a65653d8958), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:44.782535 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d214c25e-b2f8-4c09-a07e-5c30b851f21c x-openstack-request-id: req-d214c25e-b2f8-4c09-a07e-5c30b851f21c {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:57:44.783077 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf8cbebb-486c-4b29-b07a-ce3f396132e2", "name": "network-vif-deleted", "tag": "595331ce-763f-4551-8162-765179f6c829", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:57:44.783505 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d214c25e-b2f8-4c09-a07e-5c30b851f21c {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:57:44.784192 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf8cbebb-486c-4b29-b07a-ce3f396132e2', 'name': 'network-vif-deleted', 'tag': '595331ce-763f-4551-8162-765179f6c829', 'status': 'completed', 'code': 200}
Feb 05 20:57:44.789807 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 20:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc95fb16-9a6d-4496-b7c7-b32fcb118dd4 x-openstack-request-id: req-cc95fb16-9a6d-4496-b7c7-b32fcb118dd4 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:57:44.790014 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68aaa177-93da-467c-8d4e-1557d9fcdcff", "name": "network-vif-unplugged", "status": "completed", "tag": "0919d745-d4f6-46dd-830f-525291aa9d54", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:57:44.790295 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cc95fb16-9a6d-4496-b7c7-b32fcb118dd4 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:57:44.790778 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68aaa177-93da-467c-8d4e-1557d9fcdcff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0919d745-d4f6-46dd-830f-525291aa9d54', 'code': 200}
Feb 05 20:57:44.798062 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['595331ce-763f-4551-8162-765179f6c829'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:57:44.802342 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf2995-741b-4ef4-a269-bb1f3c80019c tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Pushing event deleted for resources: {'Port': ['ID=577f1a43-ddd4-4bec-9496-2a65653d8958,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:44.864630 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-a4112347-3fdf-4ef4-9b99-90c3521ad46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab8f05e0>, [{'id': 'c089098b-3624-4c53-803f-f61694c88e0b', 'name': 'tempest-ServersTestBootFromVolume-1356089386-router', 'tenant_id': '60a31152c92648bfb27496f9e1d342d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd584e16f-9038-4436-b145-62c5d2366bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:56:54Z', 'updated_at': '2022-02-05T20:57:01Z', 'revision_number': 4, 'project_id': '60a31152c92648bfb27496f9e1d342d2', 'gw_port': {'id': 'd584e16f-9038-4436-b145-62c5d2366bca', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c089098b-3624-4c53-803f-f61694c88e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:56:55Z', 'updated_at': '2022-02-05T20:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '46eecc88-9150-48d4-94bf-1aceb803b352', 'tenant_id': '60a31152c92648bfb27496f9e1d342d2', 'floating_ip_address': '172.35.4.169', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'c089098b-3624-4c53-803f-f61694c88e0b', 'port_id': 'b230fe79-6a6e-43ca-9975-a9a80517b0b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1296, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e27726b6-584c-451c-a170-435551e2c659', 'mac_address': 'fa:16:3e:1e:12:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3541f4-bce5-4f7b-a471-6e84cffd9f1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T20:57:07Z', 'updated_at': '2022-02-05T20:57:41Z', 'revision_number': 1, 'project_id': '60a31152c92648bfb27496f9e1d342d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30', 'name': '', 'network_id': 'e27726b6-584c-451c-a170-435551e2c659', 'tenant_id': '60a31152c92648bfb27496f9e1d342d2', 'mac_address': 'fa:16:3e:2e:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c089098b-3624-4c53-803f-f61694c88e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '2fb59051-3f07-4250-8778-3de952b07289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:57:00Z', 'updated_at': '2022-02-05T20:57:10Z', 'revision_number': 5, 'project_id': '60a31152c92648bfb27496f9e1d342d2', 'subnets': [{'id': '2fb59051-3f07-4250-8778-3de952b07289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:44.892845 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbeadcfb-7cde-43c8-8d2b-e8499091eb3f req-4fbf2995-741b-4ef4-a269-bb1f3c80019c tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] No DVR routers for this DVR port 577f1a43-ddd4-4bec-9496-2a65653d8958 on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:57:44.897198 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-bbeadcfb-7cde-43c8-8d2b-e8499091eb3f req-4fbf2995-741b-4ef4-a269-bb1f3c80019c tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:44.901338 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bbeadcfb-7cde-43c8-8d2b-e8499091eb3f req-4fbf2995-741b-4ef4-a269-bb1f3c80019c tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.39 "DELETE /v2.0/ports/577f1a43-ddd4-4bec-9496-2a65653d8958 HTTP/1.1" status: 204  len: 173 time: 1.8435075
Feb 05 20:57:44.932729 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4112347-3fdf-4ef4-9b99-90c3521ad46d None None] The sync data for ids ['c089098b-3624-4c53-803f-f61694c88e0b'] in ncdv-master-1 is: [{'id': 'c089098b-3624-4c53-803f-f61694c88e0b', 'name': 'tempest-ServersTestBootFromVolume-1356089386-router', 'tenant_id': '60a31152c92648bfb27496f9e1d342d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd584e16f-9038-4436-b145-62c5d2366bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:56:54Z', 'updated_at': '2022-02-05T20:57:01Z', 'revision_number': 4, 'project_id': '60a31152c92648bfb27496f9e1d342d2', 'gw_port': {'id': 'd584e16f-9038-4436-b145-62c5d2366bca', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c089098b-3624-4c53-803f-f61694c88e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:56:55Z', 'updated_at': '2022-02-05T20:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '46eecc88-9150-48d4-94bf-1aceb803b352', 'tenant_id': '60a31152c92648bfb27496f9e1d342d2', 'floating_ip_address': '172.35.4.169', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'c089098b-3624-4c53-803f-f61694c88e0b', 'port_id': 'b230fe79-6a6e-43ca-9975-a9a80517b0b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1296, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e27726b6-584c-451c-a170-435551e2c659', 'mac_address': 'fa:16:3e:1e:12:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3541f4-bce5-4f7b-a471-6e84cffd9f1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T20:57:07Z', 'updated_at': '2022-02-05T20:57:41Z', 'revision_number': 1, 'project_id': '60a31152c92648bfb27496f9e1d342d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30', 'name': '', 'network_id': 'e27726b6-584c-451c-a170-435551e2c659', 'tenant_id': '60a31152c92648bfb27496f9e1d342d2', 'mac_address': 'fa:16:3e:2e:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c089098b-3624-4c53-803f-f61694c88e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '2fb59051-3f07-4250-8778-3de952b07289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:57:00Z', 'updated_at': '2022-02-05T20:57:10Z', 'revision_number': 5, 'project_id': '60a31152c92648bfb27496f9e1d342d2', 'subnets': [{'id': '2fb59051-3f07-4250-8778-3de952b07289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:57:44.992971 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a11ada9f-42ae-45ec-a2a2-d77add0650a2 req-fbc46eb4-c82f-497f-9d0d-d818de5e9a8c tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=21a8ee4b-3c6f-4e45-846c-366430cca3fd HTTP/1.1" status: 200  len: 210 time: 0.1015260
Feb 05 20:57:45.089078 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f0f524-31b0-44e3-9c09-08d18be2779f x-openstack-request-id: req-49f0f524-31b0-44e3-9c09-08d18be2779f {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:57:45.089475 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de3541f4-bce5-4f7b-a471-6e84cffd9f1b", "tag": "b230fe79-6a6e-43ca-9975-a9a80517b0b7", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:57:45.090122 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-49f0f524-31b0-44e3-9c09-08d18be2779f {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:57:45.090651 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de3541f4-bce5-4f7b-a471-6e84cffd9f1b', 'tag': 'b230fe79-6a6e-43ca-9975-a9a80517b0b7', 'status': 'completed', 'code': 200}
Feb 05 20:57:45.130144 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:45.232431 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a85717ea-1102-4f7e-b389-ecfc0e640384 req-0a42afb0-2805-4c34-8f61-dd70fba6fb31 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=286652db-d2e7-4dcc-9804-f8f12eb56d80 HTTP/1.1" status: 200  len: 210 time: 0.0771542
Feb 05 20:57:45.267086 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c9f7c-5a24-4d71-be05-67ea71ad1fba req-8be8ca4d-7db6-4d8c-9ea4-2f19e488d7f4 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:45.275657 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3a4c9f7c-5a24-4d71-be05-67ea71ad1fba req-8be8ca4d-7db6-4d8c-9ea4-2f19e488d7f4 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/ports?device_id=de3541f4-bce5-4f7b-a471-6e84cffd9f1b HTTP/1.1" status: 200  len: 946 time: 0.2303450
Feb 05 20:57:45.282579 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbeccb-943e-46e0-be62-8c13df43542a req-bb2a5eb7-d8fc-457b-ba8a-729ecc5cfec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:45.284162 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-10fbeccb-943e-46e0-be62-8c13df43542a req-bb2a5eb7-d8fc-457b-ba8a-729ecc5cfec4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=60a31152c92648bfb27496f9e1d342d2&device_id=de3541f4-bce5-4f7b-a471-6e84cffd9f1b HTTP/1.1" status: 200  len: 1128 time: 0.1873119
Feb 05 20:57:45.314608 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb021180-fc9f-4cd6-bd37-b95999d5a64d None None] New status for floating IP 46eecc88-9150-48d4-94bf-1aceb803b352: ACTIVE {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 20:57:45.334598 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4f1aa5b6-18ed-4db3-9886-40685d4c4fe7 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for floatingip (f2c57eb5-a1f9-4622-87e7-0da134dc49ee), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:45.406899 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-29bf2100-988f-41f5-a069-aa1948883af0 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:45.409964 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-29bf2100-988f-41f5-a069-aa1948883af0 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.39 "GET /v2.0/networks?id=cb9888ba-fd92-4284-8691-d704204a6929 HTTP/1.1" status: 200  len: 804 time: 0.1830726
Feb 05 20:57:45.426249 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-3fc0bada-0da8-4dcf-a91d-303f4f456c02 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Request body: {'port': {'device_id': '21a8ee4b-3c6f-4e45-846c-366430cca3fd', 'network_id': 'cb9888ba-fd92-4284-8691-d704204a6929', 'admin_state_up': True, 'tenant_id': '1d793ab256c04fadac89445fab3ed636'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:57:45.470627 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3a4c9f7c-5a24-4d71-be05-67ea71ad1fba req-09acd96d-a16d-4797-b140-b9f8378b7502 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f15019-9768-4200-84e5-e823382c93bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1901958
Feb 05 20:57:45.532236 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbeccb-943e-46e0-be62-8c13df43542a req-f7c1e1f5-c288-43ca-9195-2d17eb85be93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:45.533934 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-10fbeccb-943e-46e0-be62-8c13df43542a req-f7c1e1f5-c288-43ca-9195-2d17eb85be93 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e27726b6-584c-451c-a170-435551e2c659 HTTP/1.1" status: 200  len: 917 time: 0.2373438
Feb 05 20:57:45.560659 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4f1aa5b6-18ed-4db3-9886-40685d4c4fe7 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d56b4cc1-3a75-4ca1-a198-8395d6c55c56), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:45.668668 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-10fbeccb-943e-46e0-be62-8c13df43542a req-57802001-fe00-4cdd-8746-41d0fb28222c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b230fe79-6a6e-43ca-9975-a9a80517b0b7 HTTP/1.1" status: 200  len: 1002 time: 0.1205442
Feb 05 20:57:45.690128 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-3fc0bada-0da8-4dcf-a91d-303f4f456c02 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Made reservation on behalf of 1d793ab256c04fadac89445fab3ed636 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:57:45.696273 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-3fc0bada-0da8-4dcf-a91d-303f4f456c02 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:45.760221 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ca04cec9-4405-4e19-b518-146ee4cf4fe7 req-f1854e6d-17ee-46a3-b31f-a5aea75e1680 tempest-MultipleCreateTestJSON-395453587 tempest-MultipleCreateTestJSON-395453587-project] 10.222.0.32 "GET /v2.0/ports?device_id=844a1f1d-7232-4762-8837-7a6d9dc39372 HTTP/1.1" status: 200  len: 210 time: 0.0764859
Feb 05 20:57:45.814151 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbeccb-943e-46e0-be62-8c13df43542a req-52f71305-d005-4320-b77f-6931b0b35a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:45.815803 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-10fbeccb-943e-46e0-be62-8c13df43542a req-52f71305-d005-4320-b77f-6931b0b35a9b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2fb59051-3f07-4250-8778-3de952b07289 HTTP/1.1" status: 200  len: 855 time: 0.1333940
Feb 05 20:57:45.869347 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-3fc0bada-0da8-4dcf-a91d-303f4f456c02 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Allocated IP 172.20.0.5 (cb9888ba-fd92-4284-8691-d704204a6929/1a29db71-64bb-4b41-abf2-897d595cd164/3cf594d2-1c44-4bcc-8910-251bf145b9be) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:57:45.883182 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bed3e317-97b2-485b-8380-bbb97657f853 req-baef8a21-4247-467e-a667-bbc2dd804d8d tempest-ServerShowV257Test-401956956 tempest-ServerShowV257Test-401956956-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8798e6d-58c3-4b0e-ae40-2ccfbef54111 HTTP/1.1" status: 200  len: 210 time: 0.0620780
Feb 05 20:57:45.947360 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4f1aa5b6-18ed-4db3-9886-40685d4c4fe7 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for port (d56b4cc1-3a75-4ca1-a198-8395d6c55c56), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:45.950562 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbeccb-943e-46e0-be62-8c13df43542a req-ae6f06ee-930b-408a-9384-3da048ee663a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:45.952298 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-10fbeccb-943e-46e0-be62-8c13df43542a req-ae6f06ee-930b-408a-9384-3da048ee663a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e27726b6-584c-451c-a170-435551e2c659&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1294346
Feb 05 20:57:45.954678 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4f1aa5b6-18ed-4db3-9886-40685d4c4fe7 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (d56b4cc1-3a75-4ca1-a198-8395d6c55c56), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:46.048573 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-3fc0bada-0da8-4dcf-a91d-303f4f456c02 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Publish callbacks [] for port (3cf594d2-1c44-4bcc-8910-251bf145b9be), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:46.083475 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-3fc0bada-0da8-4dcf-a91d-303f4f456c02 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (3cf594d2-1c44-4bcc-8910-251bf145b9be), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:46.100468 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1aa5b6-18ed-4db3-9886-40685d4c4fe7 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Pushing event updated for resources: {'Port': ['ID=d56b4cc1-3a75-4ca1-a198-8395d6c55c56,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:46.131451 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-3fc0bada-0da8-4dcf-a91d-303f4f456c02 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Network cb9888ba-fd92-4284-8691-d704204a6929 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:57:46.134572 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-3fc0bada-0da8-4dcf-a91d-303f4f456c02 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:57:46.134698 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4f1aa5b6-18ed-4db3-9886-40685d4c4fe7 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (f2c57eb5-a1f9-4622-87e7-0da134dc49ee), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:46.138301 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-3fc0bada-0da8-4dcf-a91d-303f4f456c02 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:57:46.145201 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0bada-0da8-4dcf-a91d-303f4f456c02 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Pushing event updated for resources: {'Port': ['ID=3cf594d2-1c44-4bcc-8910-251bf145b9be,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:46.194421 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-3fc0bada-0da8-4dcf-a91d-303f4f456c02 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:46.195070 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-3fc0bada-0da8-4dcf-a91d-303f4f456c02 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:46.195813 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-10fbeccb-943e-46e0-be62-8c13df43542a req-13e383e9-bd74-4c5d-b57a-d9770e90e7d2 service neutron] 10.222.0.39 "GET /v2.0/networks/e27726b6-584c-451c-a170-435551e2c659?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2320821
Feb 05 20:57:46.208613 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188013bd-c1f9-4bee-b568-9ae458dc212a req-103caaac-cd77-4128-a412-0394a81ff3e2 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:46.210193 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-188013bd-c1f9-4bee-b568-9ae458dc212a req-103caaac-cd77-4128-a412-0394a81ff3e2 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=21a8ee4b-3c6f-4e45-846c-366430cca3fd HTTP/1.1" status: 200  len: 931 time: 0.1358583
Feb 05 20:57:46.211774 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-3fc0bada-0da8-4dcf-a91d-303f4f456c02 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7913699
Feb 05 20:57:46.235450 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-4c32904e-dbe0-4da6-b6eb-7990c400123f service neutron] Request body: {'port': {'device_id': '21a8ee4b-3c6f-4e45-846c-366430cca3fd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:57:46.316995 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-4c32904e-dbe0-4da6-b6eb-7990c400123f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3cf594d2-1c44-4bcc-8910-251bf145b9be), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:46.604349 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-6d700af7-9ac6-4155-8f52-e086452c60d8 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:46.605875 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-6d700af7-9ac6-4155-8f52-e086452c60d8 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.39 "GET /v2.0/networks?id=bc807625-43b9-4f71-ba0e-13ea567a25e8 HTTP/1.1" status: 200  len: 806 time: 0.1744134
Feb 05 20:57:46.626860 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-4b08c293-5a95-4dbd-87b7-af9e16fee453 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Request body: {'port': {'device_id': '286652db-d2e7-4dcc-9804-f8f12eb56d80', 'network_id': 'bc807625-43b9-4f71-ba0e-13ea567a25e8', 'admin_state_up': True, 'tenant_id': 'c115672e27d44cf2b79a3945af717ae8'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:57:46.729552 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a7b3aa59-9f1b-44a0-acd5-a8ea0bcceba4 req-52ef2a04-25e2-45d3-958e-714aec2b784e tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=286652db-d2e7-4dcc-9804-f8f12eb56d80 HTTP/1.1" status: 200  len: 210 time: 0.0514150
Feb 05 20:57:46.740900 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-4f1aa5b6-18ed-4db3-9886-40685d4c4fe7 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Floating IP f2c57eb5-a1f9-4622-87e7-0da134dc49ee associated. External IP: 172.35.4.145, port: dfc31200-2183-4e26-9857-10d2847dace7.
Feb 05 20:57:46.747355 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-188013bd-c1f9-4bee-b568-9ae458dc212a req-001b33ab-dd84-48bd-b01d-c3cf6177de53 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5260985
Feb 05 20:57:46.774818 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-4c32904e-dbe0-4da6-b6eb-7990c400123f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cf594d2-1c44-4bcc-8910-251bf145b9be {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:57:46.787968 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-4c32904e-dbe0-4da6-b6eb-7990c400123f service neutron] Publish callbacks [] for port (3cf594d2-1c44-4bcc-8910-251bf145b9be), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:46.790757 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68aaa177-93da-467c-8d4e-1557d9fcdcff', 'name': 'network-vif-deleted', 'tag': '0919d745-d4f6-46dd-830f-525291aa9d54'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:57:46.794333 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b071b1-1739-4b21-814d-df12358f6e23" -d '{"events": [{"server_uuid": "68aaa177-93da-467c-8d4e-1557d9fcdcff", "name": "network-vif-deleted", "tag": "0919d745-d4f6-46dd-830f-525291aa9d54"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:57:46.800862 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-10fbeccb-943e-46e0-be62-8c13df43542a req-bbe3ccf8-184e-4d88-baac-3f68c0de09d6 service neutron] 10.222.0.39 "GET /v2.0/networks/e27726b6-584c-451c-a170-435551e2c659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5889301
Feb 05 20:57:46.828253 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-4b08c293-5a95-4dbd-87b7-af9e16fee453 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Made reservation on behalf of c115672e27d44cf2b79a3945af717ae8 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:57:46.832597 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-4b08c293-5a95-4dbd-87b7-af9e16fee453 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:46.835364 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-4c32904e-dbe0-4da6-b6eb-7990c400123f service neutron] Transition to ACTIVE for port object 3cf594d2-1c44-4bcc-8910-251bf145b9be will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:57:46.846679 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-4c32904e-dbe0-4da6-b6eb-7990c400123f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (3cf594d2-1c44-4bcc-8910-251bf145b9be), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:46.859734 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 577f1a43-ddd4-4bec-9496-2a65653d8958 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:57:46.897817 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 577f1a43-ddd4-4bec-9496-2a65653d8958 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:57:46.898725 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 577f1a43-ddd4-4bec-9496-2a65653d8958 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:57:46.899479 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 595331ce-763f-4551-8162-765179f6c829 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:57:46.911544 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9539fe40-b612-48e0-ab5e-2b5607089261 x-openstack-request-id: req-9539fe40-b612-48e0-ab5e-2b5607089261 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:57:46.912023 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68aaa177-93da-467c-8d4e-1557d9fcdcff", "name": "network-vif-deleted", "tag": "0919d745-d4f6-46dd-830f-525291aa9d54", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:57:46.912238 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9539fe40-b612-48e0-ab5e-2b5607089261 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:57:46.912660 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68aaa177-93da-467c-8d4e-1557d9fcdcff', 'name': 'network-vif-deleted', 'tag': '0919d745-d4f6-46dd-830f-525291aa9d54', 'status': 'completed', 'code': 200}
Feb 05 20:57:46.936255 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 595331ce-763f-4551-8162-765179f6c829 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:57:46.938410 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 595331ce-763f-4551-8162-765179f6c829 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:57:46.938753 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888764ca-24f8-4c12-871e-e6c0caa485ef req-12e383c1-3ad0-4f9d-994c-7ea2cd87ffec tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:46.939438 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 0919d745-d4f6-46dd-830f-525291aa9d54 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:57:46.952699 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-888764ca-24f8-4c12-871e-e6c0caa485ef req-12e383c1-3ad0-4f9d-994c-7ea2cd87ffec tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/ports?device_id=de3541f4-bce5-4f7b-a471-6e84cffd9f1b HTTP/1.1" status: 200  len: 946 time: 0.1047661
Feb 05 20:57:46.969477 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41012) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:46.970718 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c32904e-dbe0-4da6-b6eb-7990c400123f service neutron] Pushing event updated for resources: {'Port': ['ID=3cf594d2-1c44-4bcc-8910-251bf145b9be,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:46.988751 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 0919d745-d4f6-46dd-830f-525291aa9d54 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:57:46.989489 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 0919d745-d4f6-46dd-830f-525291aa9d54 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:57:47.096683 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-26e7a91b-dc7e-4842-ae99-3d29eb3f3544 admin admin] Deleting subnet a595d3fa-3887-4b08-abeb-b930fb14fdcc {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:57:47.101020 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '844a1f1d-7232-4762-8837-7a6d9dc39372', 'name': 'network-vif-deleted', 'tag': '577f1a43-ddd4-4bec-9496-2a65653d8958'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:57:47.103340 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71aef4e-3ba7-4398-b058-9ad1b1fa46ec" -d '{"events": [{"server_uuid": "844a1f1d-7232-4762-8837-7a6d9dc39372", "name": "network-vif-deleted", "tag": "577f1a43-ddd4-4bec-9496-2a65653d8958"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:57:47.119255 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-888764ca-24f8-4c12-871e-e6c0caa485ef req-300c030c-2cbf-4c46-bda8-31064897044c tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f15019-9768-4200-84e5-e823382c93bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1653082
Feb 05 20:57:47.122159 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1a93703e-4971-4daa-a8a8-3dee2e0f8414 req-5cfe957a-5e1d-4919-8ce3-d63e9f546e6d tempest-ServerShowV257Test-401956956 tempest-ServerShowV257Test-401956956-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8798e6d-58c3-4b0e-ae40-2ccfbef54111 HTTP/1.1" status: 200  len: 210 time: 0.0888724
Feb 05 20:57:47.127553 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-26e7a91b-dc7e-4842-ae99-3d29eb3f3544 admin admin] Publish callbacks [] for subnet (a595d3fa-3887-4b08-abeb-b930fb14fdcc), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:47.173621 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f1aa5b6-18ed-4db3-9886-40685d4c4fe7 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Router 3d61c255-c50b-4b36-b07e-a355915d7921 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:57:47.182567 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-4c32904e-dbe0-4da6-b6eb-7990c400123f service neutron] Attempting to bind port 3cf594d2-1c44-4bcc-8910-251bf145b9be on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:57:47.182850 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-4c32904e-dbe0-4da6-b6eb-7990c400123f service neutron] Attempting to bind port 3cf594d2-1c44-4bcc-8910-251bf145b9be by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f21dc639-5af9-41ca-ac39-c80d5d7b6194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cb9888ba-fd92-4284-8691-d704204a6929'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:57:47.183177 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-4c32904e-dbe0-4da6-b6eb-7990c400123f service neutron] Attempting to bind port 3cf594d2-1c44-4bcc-8910-251bf145b9be on network cb9888ba-fd92-4284-8691-d704204a6929 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:57:47.193577 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-26e7a91b-dc7e-4842-ae99-3d29eb3f3544 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (a595d3fa-3887-4b08-abeb-b930fb14fdcc), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:47.216226 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-4c32904e-dbe0-4da6-b6eb-7990c400123f service neutron] Port 3cf594d2-1c44-4bcc-8910-251bf145b9be on network cb9888ba-fd92-4284-8691-d704204a6929 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:57:47.216554 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-4c32904e-dbe0-4da6-b6eb-7990c400123f service neutron] Attempting to bind port 3cf594d2-1c44-4bcc-8910-251bf145b9be on network cb9888ba-fd92-4284-8691-d704204a6929 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:57:47.218992 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20749e46-c35c-415b-89bd-a2dd3016e74f x-openstack-request-id: req-20749e46-c35c-415b-89bd-a2dd3016e74f {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:57:47.219325 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "844a1f1d-7232-4762-8837-7a6d9dc39372", "name": "network-vif-deleted", "tag": "577f1a43-ddd4-4bec-9496-2a65653d8958", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:57:47.219594 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-20749e46-c35c-415b-89bd-a2dd3016e74f {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:57:47.220025 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '844a1f1d-7232-4762-8837-7a6d9dc39372', 'name': 'network-vif-deleted', 'tag': '577f1a43-ddd4-4bec-9496-2a65653d8958', 'status': 'completed', 'code': 200}
Feb 05 20:57:47.223368 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-4b08c293-5a95-4dbd-87b7-af9e16fee453 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Allocated IP 172.20.0.7 (bc807625-43b9-4f71-ba0e-13ea567a25e8/87ea50f2-4a9d-4e76-83e4-8a4c87cd9a22/77ef8412-9c7f-49fe-8ec8-35e35422c8d2) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:57:47.233361 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-4c32904e-dbe0-4da6-b6eb-7990c400123f service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:57:47.233705 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-4c32904e-dbe0-4da6-b6eb-7990c400123f service neutron] Checking segment: {'id': 'f21dc639-5af9-41ca-ac39-c80d5d7b6194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cb9888ba-fd92-4284-8691-d704204a6929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:57:47.234091 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-4c32904e-dbe0-4da6-b6eb-7990c400123f service neutron] Bound using segment: {'id': 'f21dc639-5af9-41ca-ac39-c80d5d7b6194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cb9888ba-fd92-4284-8691-d704204a6929'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:57:47.234545 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-4c32904e-dbe0-4da6-b6eb-7990c400123f service neutron] Bound port: 3cf594d2-1c44-4bcc-8910-251bf145b9be, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f21dc639-5af9-41ca-ac39-c80d5d7b6194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cb9888ba-fd92-4284-8691-d704204a6929'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:57:47.234904 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-4c32904e-dbe0-4da6-b6eb-7990c400123f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3cf594d2-1c44-4bcc-8910-251bf145b9be), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:47.288629 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1aa5b6-18ed-4db3-9886-40685d4c4fe7 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:57:47.296166 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-26e7a91b-dc7e-4842-ae99-3d29eb3f3544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (a595d3fa-3887-4b08-abeb-b930fb14fdcc), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:47.301427 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902f8e8e-a3ab-419f-9748-dd167558b2ab None None] Sync routers for ids ['3d61c255-c50b-4b36-b07e-a355915d7921'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:57:47.306965 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4f1aa5b6-18ed-4db3-9886-40685d4c4fe7 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:47.315381 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902f8e8e-a3ab-419f-9748-dd167558b2ab None None] Routers {'3d61c255-c50b-4b36-b07e-a355915d7921'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:57:47.316550 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-902f8e8e-a3ab-419f-9748-dd167558b2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabbe43a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:57:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['3d61c255-c50b-4b36-b07e-a355915d7921'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:47.340907 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4f1aa5b6-18ed-4db3-9886-40685d4c4fe7 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 5.8889663
Feb 05 20:57:47.343649 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41016) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:47.353421 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-902f8e8e-a3ab-419f-9748-dd167558b2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabbe43a0>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:47.363558 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902f8e8e-a3ab-419f-9748-dd167558b2ab None None] Routers {'3d61c255-c50b-4b36-b07e-a355915d7921'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:57:47.364272 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-902f8e8e-a3ab-419f-9748-dd167558b2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabbe43a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:57:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['3d61c255-c50b-4b36-b07e-a355915d7921'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:47.405032 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-902f8e8e-a3ab-419f-9748-dd167558b2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabbe43a0>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:47.407035 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902f8e8e-a3ab-419f-9748-dd167558b2ab None None] The sync data for ids ['3d61c255-c50b-4b36-b07e-a355915d7921'] in ncdv-master-1 is: [] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:57:47.412771 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-52ab13ec-1a6b-404b-8f6d-32e8ece474af tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "GET /v2.0/floatingips/f2c57eb5-a1f9-4622-87e7-0da134dc49ee HTTP/1.1" status: 200  len: 978 time: 0.0642774
Feb 05 20:57:47.412771 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41018) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:47.439315 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-4c32904e-dbe0-4da6-b6eb-7990c400123f service neutron] For port 3cf594d2-1c44-4bcc-8910-251bf145b9be, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:57:47.457623 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-26e7a91b-dc7e-4842-ae99-3d29eb3f3544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (a595d3fa-3887-4b08-abeb-b930fb14fdcc), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:47.462173 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-4c32904e-dbe0-4da6-b6eb-7990c400123f service neutron] For port 3cf594d2-1c44-4bcc-8910-251bf145b9be, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3cf594d2-1c44-4bcc-8910-251bf145b9be,segment=NetworkSegment(f21dc639-5af9-41ca-ac39-c80d5d7b6194),segment_id=f21dc639-5af9-41ca-ac39-c80d5d7b6194)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:57:47.497451 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-4c32904e-dbe0-4da6-b6eb-7990c400123f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (3cf594d2-1c44-4bcc-8910-251bf145b9be), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:47.504357 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e7a91b-dc7e-4842-ae99-3d29eb3f3544 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a595d3fa-3887-4b08-abeb-b930fb14fdcc,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:47.506295 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-26e7a91b-dc7e-4842-ae99-3d29eb3f3544 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:47.512436 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-26e7a91b-dc7e-4842-ae99-3d29eb3f3544 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a595d3fa-3887-4b08-abeb-b930fb14fdcc HTTP/1.1" status: 204  len: 168 time: 0.5355835
Feb 05 20:57:47.513789 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41020) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:47.528532 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ed02405f-aee7-4275-9aff-8aa030dc941f tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 981 time: 0.1149256
Feb 05 20:57:47.531007 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41022) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:47.536278 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-eb4dd597-2d86-4618-ab72-854d0fe2b88b tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Request body: {'floatingip': {'port_id': '26a07e9b-80be-4856-84b7-64a3814546fb'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:57:47.589788 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-4c32904e-dbe0-4da6-b6eb-7990c400123f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:47.590433 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-4c32904e-dbe0-4da6-b6eb-7990c400123f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:47.591812 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-4c32904e-dbe0-4da6-b6eb-7990c400123f service neutron] 10.222.0.39 "PUT /v2.0/ports/3cf594d2-1c44-4bcc-8910-251bf145b9be HTTP/1.1" status: 200  len: 1091 time: 1.3607707
Feb 05 20:57:47.592186 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eb4dd597-2d86-4618-ab72-854d0fe2b88b tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for floatingip (f2c57eb5-a1f9-4622-87e7-0da134dc49ee), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:47.599486 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-4b08c293-5a95-4dbd-87b7-af9e16fee453 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks [] for port (77ef8412-9c7f-49fe-8ec8-35e35422c8d2), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:47.673174 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c32904e-dbe0-4da6-b6eb-7990c400123f service neutron] Pushing event updated for resources: {'Port': ['ID=3cf594d2-1c44-4bcc-8910-251bf145b9be,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:47.696953 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c76a3ad5-7d94-475b-bfab-72541eede7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (4661090a-6e57-4b4a-aed3-8f7f3b2681d6), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:47.750012 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-4b08c293-5a95-4dbd-87b7-af9e16fee453 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (77ef8412-9c7f-49fe-8ec8-35e35422c8d2), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:47.761979 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['35c6f3f5-10d5-4610-94a0-0c6195303a95'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:57:47.766573 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-5dc5651f-9239-4a4d-b98f-7310e57b9b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:47.768098 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-5dc5651f-9239-4a4d-b98f-7310e57b9b8c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1d793ab256c04fadac89445fab3ed636&device_id=21a8ee4b-3c6f-4e45-846c-366430cca3fd HTTP/1.1" status: 200  len: 1125 time: 0.1322739
Feb 05 20:57:47.881696 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c76a3ad5-7d94-475b-bfab-72541eede7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (4661090a-6e57-4b4a-aed3-8f7f3b2681d6), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:47.901218 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-2840dd42-6581-4eb9-a8be-8d7522a501b7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cf594d2-1c44-4bcc-8910-251bf145b9be HTTP/1.1" status: 200  len: 217 time: 0.1156294
Feb 05 20:57:47.904579 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-4b08c293-5a95-4dbd-87b7-af9e16fee453 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Network bc807625-43b9-4f71-ba0e-13ea567a25e8 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:57:47.924758 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-4b08c293-5a95-4dbd-87b7-af9e16fee453 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:57:47.950735 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-4b08c293-5a95-4dbd-87b7-af9e16fee453 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:57:47.953950 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b08c293-5a95-4dbd-87b7-af9e16fee453 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Pushing event updated for resources: {'Port': ['ID=77ef8412-9c7f-49fe-8ec8-35e35422c8d2,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:47.958097 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-c76a3ad5-7d94-475b-bfab-72541eede7b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2ecdb80>,) {'filters': {'network_id': ['4661090a-6e57-4b4a-aed3-8f7f3b2681d6']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:48.000509 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-c76a3ad5-7d94-475b-bfab-72541eede7b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2ecdb80>, 'a7470427-ceb3-4cf9-920f-e14dc2fd847f') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:48.000838 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-c76a3ad5-7d94-475b-bfab-72541eede7b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2ecdb80>, 'a7470427-ceb3-4cf9-920f-e14dc2fd847f') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:48.022284 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c76a3ad5-7d94-475b-bfab-72541eede7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (a7470427-ceb3-4cf9-920f-e14dc2fd847f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:48.039897 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-9993ac1d-128b-442e-8ef0-f8c4fcb37dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:48.041398 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-9993ac1d-128b-442e-8ef0-f8c4fcb37dc6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1a29db71-64bb-4b41-abf2-897d595cd164 HTTP/1.1" status: 200  len: 844 time: 0.1315250
Feb 05 20:57:48.049995 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-4b08c293-5a95-4dbd-87b7-af9e16fee453 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:48.050693 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-4b08c293-5a95-4dbd-87b7-af9e16fee453 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:48.059138 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c76a3ad5-7d94-475b-bfab-72541eede7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (a7470427-ceb3-4cf9-920f-e14dc2fd847f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:48.076092 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c76a3ad5-7d94-475b-bfab-72541eede7b9 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:57:48.076565 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c76a3ad5-7d94-475b-bfab-72541eede7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (a7470427-ceb3-4cf9-920f-e14dc2fd847f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:48.079888 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9010e21-3839-4427-91a6-9a4af0394474 req-169e4792-505d-49fb-9577-a880e2018b7e tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:48.082005 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a9010e21-3839-4427-91a6-9a4af0394474 req-169e4792-505d-49fb-9577-a880e2018b7e tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=21a8ee4b-3c6f-4e45-846c-366430cca3fd HTTP/1.1" status: 200  len: 943 time: 0.2094634
Feb 05 20:57:48.092713 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 20:57:48.092713 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:57:48.092713 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 20:57:48.092713 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:57:48.092713 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 20:57:48.092713 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:57:48.092713 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 20:57:48.092713 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:57:48.092713 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 20:57:48.092713 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:57:48.092713 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 20:57:48.092713 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:57:48.092713 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 20:57:48.092713 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:57:48.092713 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:57:48.092713 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:57:48.092713 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:57:48.092713 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:57:48.092713 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 20:57:48.092713 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:57:48.092713 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 20:57:48.092713 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:57:48.092713 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:57:48.092713 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:57:48.092713 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:57:48.092713 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:57:48.092713 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:57:48.092713 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:57:48.092713 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:57:48.092713 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:57:48.092713 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:57:48.092713 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:57:48.103729 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-058d4789-5497-449d-ab7b-e437d992fd1b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb9888ba-fd92-4284-8691-d704204a6929&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0456970
Feb 05 20:57:48.108470 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-4b08c293-5a95-4dbd-87b7-af9e16fee453 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4854488
Feb 05 20:57:48.117076 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30ae85-939f-462c-9156-caa759fae64e req-96209059-508e-4033-bcbf-2b69aba4e232 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:48.118654 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7e30ae85-939f-462c-9156-caa759fae64e req-96209059-508e-4033-bcbf-2b69aba4e232 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=286652db-d2e7-4dcc-9804-f8f12eb56d80 HTTP/1.1" status: 200  len: 931 time: 0.2505262
Feb 05 20:57:48.152215 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-3faf4ebd-c163-462c-b91e-6c2d6f2ca7b9 service neutron] Request body: {'port': {'device_id': '286652db-d2e7-4dcc-9804-f8f12eb56d80', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:57:48.204824 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c76a3ad5-7d94-475b-bfab-72541eede7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (4661090a-6e57-4b4a-aed3-8f7f3b2681d6), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:48.240008 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c76a3ad5-7d94-475b-bfab-72541eede7b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:48.241277 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a9010e21-3839-4427-91a6-9a4af0394474 req-3ffebeed-9a0a-4616-b451-0882e873e88b tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1216462
Feb 05 20:57:48.245528 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c76a3ad5-7d94-475b-bfab-72541eede7b9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4661090a-6e57-4b4a-aed3-8f7f3b2681d6 HTTP/1.1" status: 204  len: 168 time: 0.7091429
Feb 05 20:57:48.282023 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76a3ad5-7d94-475b-bfab-72541eede7b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4661090a-6e57-4b4a-aed3-8f7f3b2681d6,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:48.305916 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-3faf4ebd-c163-462c-b91e-6c2d6f2ca7b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (77ef8412-9c7f-49fe-8ec8-35e35422c8d2), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:48.312001 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-c21f2112-83e5-472e-a76d-fb714ecc9057 service neutron] 10.222.0.39 "GET /v2.0/networks/cb9888ba-fd92-4284-8691-d704204a6929?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1728783
Feb 05 20:57:48.334993 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7e30ae85-939f-462c-9156-caa759fae64e req-2d382324-6c82-4a8e-904f-94bb1c21ed89 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2046940
Feb 05 20:57:48.449812 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eb4dd597-2d86-4618-ab72-854d0fe2b88b tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:48.453119 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-465b04e8-d43e-4c2c-a8b2-cfc8b62ca143 req-771216ec-42dd-4664-9e4f-fdf9db48ed14 tempest-ServerShowV257Test-401956956 tempest-ServerShowV257Test-401956956-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8798e6d-58c3-4b0e-ae40-2ccfbef54111 HTTP/1.1" status: 200  len: 210 time: 0.0498314
Feb 05 20:57:48.459473 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eb4dd597-2d86-4618-ab72-854d0fe2b88b tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (f2c57eb5-a1f9-4622-87e7-0da134dc49ee), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:48.469689 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41034) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:48.512052 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ca1bbbb2-ef11-4e72-9027-8a02040a4edd req-83cf7926-0bb1-40ab-a225-225636162849 service neutron] 10.222.0.39 "GET /v2.0/networks/cb9888ba-fd92-4284-8691-d704204a6929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1926239
Feb 05 20:57:48.523323 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e9c97-f0bb-460f-8fec-9e8f3755ab12 req-b9a1d5be-76ce-4630-b5a3-34334622d525 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:48.524924 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-942e9c97-f0bb-460f-8fec-9e8f3755ab12 req-b9a1d5be-76ce-4630-b5a3-34334622d525 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/ports?device_id=de3541f4-bce5-4f7b-a471-6e84cffd9f1b HTTP/1.1" status: 200  len: 946 time: 0.1889927
Feb 05 20:57:48.559724 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d7899361-f8d0-48d1-b507-94cbc073f791 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6dedbf2bdef94ed28b18010cec65d736&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0889311
Feb 05 20:57:48.571563 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41036) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:48.634199 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-eb4dd597-2d86-4618-ab72-854d0fe2b88b tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Floating IP f2c57eb5-a1f9-4622-87e7-0da134dc49ee associated. External IP: 172.35.4.145, port: dfc31200-2183-4e26-9857-10d2847dace7.
Feb 05 20:57:48.677582 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-3faf4ebd-c163-462c-b91e-6c2d6f2ca7b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77ef8412-9c7f-49fe-8ec8-35e35422c8d2 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:57:48.678150 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-942e9c97-f0bb-460f-8fec-9e8f3755ab12 req-8fcd9653-fd6b-46fc-8f8b-ed78b6b5bb20 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f15019-9768-4200-84e5-e823382c93bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1199422
Feb 05 20:57:48.688302 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-3faf4ebd-c163-462c-b91e-6c2d6f2ca7b9 service neutron] Publish callbacks [] for port (77ef8412-9c7f-49fe-8ec8-35e35422c8d2), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:48.703318 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-3faf4ebd-c163-462c-b91e-6c2d6f2ca7b9 service neutron] Transition to ACTIVE for port object 77ef8412-9c7f-49fe-8ec8-35e35422c8d2 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:57:48.708956 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-3faf4ebd-c163-462c-b91e-6c2d6f2ca7b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (77ef8412-9c7f-49fe-8ec8-35e35422c8d2), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:48.754690 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8dc5d99b-33a6-4782-bd74-f49e90d8cb18 admin admin] Publish callbacks [] for security_group (98d8181e-a3ec-4dcd-9e51-198c38564f14), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:48.758568 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf4ebd-c163-462c-b91e-6c2d6f2ca7b9 service neutron] Pushing event updated for resources: {'Port': ['ID=77ef8412-9c7f-49fe-8ec8-35e35422c8d2,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:48.814981 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8dc5d99b-33a6-4782-bd74-f49e90d8cb18 admin admin] Publish callbacks [] for security_group (98d8181e-a3ec-4dcd-9e51-198c38564f14), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:48.835134 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-3faf4ebd-c163-462c-b91e-6c2d6f2ca7b9 service neutron] Attempting to bind port 77ef8412-9c7f-49fe-8ec8-35e35422c8d2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:57:48.835474 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-3faf4ebd-c163-462c-b91e-6c2d6f2ca7b9 service neutron] Attempting to bind port 77ef8412-9c7f-49fe-8ec8-35e35422c8d2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7f85ed9d-b7ce-414c-8ae4-25f17816204d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bc807625-43b9-4f71-ba0e-13ea567a25e8'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:57:48.835813 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-3faf4ebd-c163-462c-b91e-6c2d6f2ca7b9 service neutron] Attempting to bind port 77ef8412-9c7f-49fe-8ec8-35e35422c8d2 on network bc807625-43b9-4f71-ba0e-13ea567a25e8 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:57:48.840159 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-3faf4ebd-c163-462c-b91e-6c2d6f2ca7b9 service neutron] Port 77ef8412-9c7f-49fe-8ec8-35e35422c8d2 on network bc807625-43b9-4f71-ba0e-13ea567a25e8 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:57:48.840490 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-3faf4ebd-c163-462c-b91e-6c2d6f2ca7b9 service neutron] Attempting to bind port 77ef8412-9c7f-49fe-8ec8-35e35422c8d2 on network bc807625-43b9-4f71-ba0e-13ea567a25e8 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:57:48.845305 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-3faf4ebd-c163-462c-b91e-6c2d6f2ca7b9 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:57:48.845643 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-3faf4ebd-c163-462c-b91e-6c2d6f2ca7b9 service neutron] Checking segment: {'id': '7f85ed9d-b7ce-414c-8ae4-25f17816204d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bc807625-43b9-4f71-ba0e-13ea567a25e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:57:48.846031 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-3faf4ebd-c163-462c-b91e-6c2d6f2ca7b9 service neutron] Bound using segment: {'id': '7f85ed9d-b7ce-414c-8ae4-25f17816204d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bc807625-43b9-4f71-ba0e-13ea567a25e8'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:57:48.846659 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-3faf4ebd-c163-462c-b91e-6c2d6f2ca7b9 service neutron] Bound port: 77ef8412-9c7f-49fe-8ec8-35e35422c8d2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f85ed9d-b7ce-414c-8ae4-25f17816204d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bc807625-43b9-4f71-ba0e-13ea567a25e8'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:57:48.847554 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-3faf4ebd-c163-462c-b91e-6c2d6f2ca7b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (77ef8412-9c7f-49fe-8ec8-35e35422c8d2), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:48.907943 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16832d7-b4ca-4131-b1ef-c4efc23044bf req-40697a1b-cd4d-4354-a824-bfe0a8bf4bd3 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:48.910011 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a16832d7-b4ca-4131-b1ef-c4efc23044bf req-40697a1b-cd4d-4354-a824-bfe0a8bf4bd3 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/ports?device_id=de3541f4-bce5-4f7b-a471-6e84cffd9f1b HTTP/1.1" status: 200  len: 946 time: 0.1528373
Feb 05 20:57:48.914810 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a8ee4b-3c6f-4e45-846c-366430cca3fd', 'tag': '3cf594d2-1c44-4bcc-8910-251bf145b9be'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:57:48.916926 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d371118-7281-4a55-91c3-ac52b4d1177d" -d '{"events": [{"name": "network-changed", "server_uuid": "21a8ee4b-3c6f-4e45-846c-366430cca3fd", "tag": "3cf594d2-1c44-4bcc-8910-251bf145b9be"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:57:48.934543 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-3faf4ebd-c163-462c-b91e-6c2d6f2ca7b9 service neutron] For port 77ef8412-9c7f-49fe-8ec8-35e35422c8d2, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:57:48.940399 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-3faf4ebd-c163-462c-b91e-6c2d6f2ca7b9 service neutron] For port 77ef8412-9c7f-49fe-8ec8-35e35422c8d2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=77ef8412-9c7f-49fe-8ec8-35e35422c8d2,segment=NetworkSegment(7f85ed9d-b7ce-414c-8ae4-25f17816204d),segment_id=7f85ed9d-b7ce-414c-8ae4-25f17816204d)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:57:48.958195 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-3faf4ebd-c163-462c-b91e-6c2d6f2ca7b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (77ef8412-9c7f-49fe-8ec8-35e35422c8d2), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:48.993914 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176f1ff5-379f-4982-94f6-8da4e8ea0338 x-openstack-request-id: req-176f1ff5-379f-4982-94f6-8da4e8ea0338 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:57:48.994324 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21a8ee4b-3c6f-4e45-846c-366430cca3fd", "tag": "3cf594d2-1c44-4bcc-8910-251bf145b9be", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:57:48.994601 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-176f1ff5-379f-4982-94f6-8da4e8ea0338 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:57:48.995000 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21a8ee4b-3c6f-4e45-846c-366430cca3fd', 'tag': '3cf594d2-1c44-4bcc-8910-251bf145b9be', 'status': 'completed', 'code': 200}
Feb 05 20:57:49.017659 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8dc5d99b-33a6-4782-bd74-f49e90d8cb18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (98d8181e-a3ec-4dcd-9e51-198c38564f14), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:49.017847 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-3faf4ebd-c163-462c-b91e-6c2d6f2ca7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:49.017847 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-3faf4ebd-c163-462c-b91e-6c2d6f2ca7b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:49.018530 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8dc5d99b-33a6-4782-bd74-f49e90d8cb18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:49.023099 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8dc5d99b-33a6-4782-bd74-f49e90d8cb18 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/98d8181e-a3ec-4dcd-9e51-198c38564f14 HTTP/1.1" status: 204  len: 168 time: 0.4469233
Feb 05 20:57:49.023284 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-3faf4ebd-c163-462c-b91e-6c2d6f2ca7b9 service neutron] 10.222.0.39 "PUT /v2.0/ports/77ef8412-9c7f-49fe-8ec8-35e35422c8d2 HTTP/1.1" status: 200  len: 1091 time: 0.8826828
Feb 05 20:57:49.033685 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a16832d7-b4ca-4131-b1ef-c4efc23044bf req-352e6400-276b-4a04-87f8-1d13deb70fbf tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f15019-9768-4200-84e5-e823382c93bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1162798
Feb 05 20:57:49.047986 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5d99b-33a6-4782-bd74-f49e90d8cb18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d8181e-a3ec-4dcd-9e51-198c38564f14,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:49.073220 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb4dd597-2d86-4618-ab72-854d0fe2b88b tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Router 3d61c255-c50b-4b36-b07e-a355915d7921 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:57:49.095018 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf4ebd-c163-462c-b91e-6c2d6f2ca7b9 service neutron] Pushing event updated for resources: {'Port': ['ID=77ef8412-9c7f-49fe-8ec8-35e35422c8d2,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:49.160378 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d371118-7281-4a55-91c3-ac52b4d1177d req-a9dd4b55-48dd-4c6a-ba2d-506affb5dd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:49.162293 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9d371118-7281-4a55-91c3-ac52b4d1177d req-a9dd4b55-48dd-4c6a-ba2d-506affb5dd69 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1d793ab256c04fadac89445fab3ed636&device_id=21a8ee4b-3c6f-4e45-846c-366430cca3fd HTTP/1.1" status: 200  len: 1125 time: 0.1661038
Feb 05 20:57:49.192912 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-68a5ffad-5331-4a3d-9901-77cb45246a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:49.194517 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-68a5ffad-5331-4a3d-9901-77cb45246a88 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c115672e27d44cf2b79a3945af717ae8&device_id=286652db-d2e7-4dcc-9804-f8f12eb56d80 HTTP/1.1" status: 200  len: 1125 time: 0.0905383
Feb 05 20:57:49.208226 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4dd597-2d86-4618-ab72-854d0fe2b88b tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:57:49.221182 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ee6773-11cc-4731-be1e-54bac4f04343 None None] Sync routers for ids ['3d61c255-c50b-4b36-b07e-a355915d7921'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:57:49.233798 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ee6773-11cc-4731-be1e-54bac4f04343 None None] Routers {'3d61c255-c50b-4b36-b07e-a355915d7921'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:57:49.234601 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-e9ee6773-11cc-4731-be1e-54bac4f04343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8932fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:57:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['3d61c255-c50b-4b36-b07e-a355915d7921'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:49.270786 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-363eb97c-78d0-409f-9e73-c5a363fdd1dc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77ef8412-9c7f-49fe-8ec8-35e35422c8d2 HTTP/1.1" status: 200  len: 217 time: 0.0677400
Feb 05 20:57:49.282344 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-e9ee6773-11cc-4731-be1e-54bac4f04343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8932fd0>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:49.312567 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ee6773-11cc-4731-be1e-54bac4f04343 None None] Routers {'3d61c255-c50b-4b36-b07e-a355915d7921'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:57:49.319047 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-e9ee6773-11cc-4731-be1e-54bac4f04343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8932fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:57:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['3d61c255-c50b-4b36-b07e-a355915d7921'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:49.344528 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-fafd881d-38f4-473d-9505-eb420d206ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:49.346210 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-fafd881d-38f4-473d-9505-eb420d206ee8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=87ea50f2-4a9d-4e76-83e4-8a4c87cd9a22 HTTP/1.1" status: 200  len: 846 time: 0.0686502
Feb 05 20:57:49.350970 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d371118-7281-4a55-91c3-ac52b4d1177d req-8670c065-3468-495d-8ace-3f00b3732aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:49.352503 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9d371118-7281-4a55-91c3-ac52b4d1177d req-8670c065-3468-495d-8ace-3f00b3732aa0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cb9888ba-fd92-4284-8691-d704204a6929 HTTP/1.1" status: 200  len: 905 time: 0.1818521
Feb 05 20:57:49.389783 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-e9ee6773-11cc-4731-be1e-54bac4f04343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8932fd0>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:49.390698 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ee6773-11cc-4731-be1e-54bac4f04343 None None] The sync data for ids ['3d61c255-c50b-4b36-b07e-a355915d7921'] in ncdv-master-1 is: [] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:57:49.410427 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-0acac91e-d863-4f24-9083-fcdce5de6470 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bc807625-43b9-4f71-ba0e-13ea567a25e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0451910
Feb 05 20:57:49.454110 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9d371118-7281-4a55-91c3-ac52b4d1177d req-84782855-cdbe-409b-bae4-9a1539dcd142 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cf594d2-1c44-4bcc-8910-251bf145b9be HTTP/1.1" status: 200  len: 217 time: 0.0466995
Feb 05 20:57:49.554192 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d371118-7281-4a55-91c3-ac52b4d1177d req-a0bfe6d7-a312-4307-a98a-0b6de7ae857d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:49.555590 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9d371118-7281-4a55-91c3-ac52b4d1177d req-a0bfe6d7-a312-4307-a98a-0b6de7ae857d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1a29db71-64bb-4b41-abf2-897d595cd164 HTTP/1.1" status: 200  len: 844 time: 0.0906034
Feb 05 20:57:49.572080 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bebfa2-1afa-4c53-85ab-26bd94df6aa7 req-4f0eb9df-d1dc-437b-9688-25fa6f85d339 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:49.573662 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f8bebfa2-1afa-4c53-85ab-26bd94df6aa7 req-4f0eb9df-d1dc-437b-9688-25fa6f85d339 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=286652db-d2e7-4dcc-9804-f8f12eb56d80 HTTP/1.1" status: 200  len: 943 time: 0.1625149
Feb 05 20:57:49.584153 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-08302748-bde8-4b8b-9614-78d2aab38739 service neutron] 10.222.0.39 "GET /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378582
Feb 05 20:57:49.587360 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49ec8c-9ac9-4819-892c-4a8285b30710 req-0bcda9c6-5a65-4fe5-805b-0e42a4213c60 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:49.588876 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2a49ec8c-9ac9-4819-892c-4a8285b30710 req-0bcda9c6-5a65-4fe5-805b-0e42a4213c60 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=21a8ee4b-3c6f-4e45-846c-366430cca3fd HTTP/1.1" status: 200  len: 943 time: 0.1757827
Feb 05 20:57:49.605011 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9d371118-7281-4a55-91c3-ac52b4d1177d req-ad5a476d-8979-4f4f-8e94-aa5a2405ad5c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb9888ba-fd92-4284-8691-d704204a6929&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0395410
Feb 05 20:57:49.616664 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb4dd597-2d86-4618-ab72-854d0fe2b88b tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Router 3d61c255-c50b-4b36-b07e-a355915d7921 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:57:49.714051 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2a49ec8c-9ac9-4819-892c-4a8285b30710 req-56cb1dc9-2f45-49df-ab79-edbc7d8fb0be tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154447
Feb 05 20:57:49.717026 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f8bebfa2-1afa-4c53-85ab-26bd94df6aa7 req-1a6a7c8b-2cc9-4915-907c-832c9aa5f7ef tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1269553
Feb 05 20:57:49.854469 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-54baef59-149a-4f36-948c-6b18f6660589 req-c172e478-4144-4319-a90b-5383ddea3e9a tempest-ServerShowV257Test-401956956 tempest-ServerShowV257Test-401956956-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8798e6d-58c3-4b0e-ae40-2ccfbef54111 HTTP/1.1" status: 200  len: 210 time: 0.0360403
Feb 05 20:57:49.855977 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4dd597-2d86-4618-ab72-854d0fe2b88b tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:57:49.868131 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a825b1f7-a16d-4aa7-9d5f-2064dc752770 None None] Sync routers for ids ['3d61c255-c50b-4b36-b07e-a355915d7921'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:57:49.876672 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eb4dd597-2d86-4618-ab72-854d0fe2b88b tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:49.891042 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a825b1f7-a16d-4aa7-9d5f-2064dc752770 None None] Routers {'3d61c255-c50b-4b36-b07e-a355915d7921'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:57:49.891992 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-a825b1f7-a16d-4aa7-9d5f-2064dc752770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab881310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:57:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['3d61c255-c50b-4b36-b07e-a355915d7921'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:49.937790 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-a825b1f7-a16d-4aa7-9d5f-2064dc752770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab881310>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:49.971604 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a825b1f7-a16d-4aa7-9d5f-2064dc752770 None None] Routers {'3d61c255-c50b-4b36-b07e-a355915d7921'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:57:49.972870 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-a825b1f7-a16d-4aa7-9d5f-2064dc752770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab881310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:57:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['3d61c255-c50b-4b36-b07e-a355915d7921'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:49.978437 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-eb4dd597-2d86-4618-ab72-854d0fe2b88b tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "PUT /v2.0/floatingips/f2c57eb5-a1f9-4622-87e7-0da134dc49ee HTTP/1.1" status: 200  len: 979 time: 2.4451387
Feb 05 20:57:49.980229 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41074) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:49.994902 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-d057b8af-a841-41b5-bbed-9a4dbd1df69f tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:57:50.024437 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:50.025325 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-a825b1f7-a16d-4aa7-9d5f-2064dc752770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab881310>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:50.025966 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a825b1f7-a16d-4aa7-9d5f-2064dc752770 None None] The sync data for ids ['3d61c255-c50b-4b36-b07e-a355915d7921'] in ncdv-master-1 is: [] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:57:50.027921 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41076) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:50.070040 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d057b8af-a841-41b5-bbed-9a4dbd1df69f tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for floatingip (f2c57eb5-a1f9-4622-87e7-0da134dc49ee), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:50.078456 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cfd055e2-3839-45b7-af5d-d66c7fb10070 req-c07810ad-efa8-4463-9cf7-07dbd49cb2ca service neutron] 10.222.0.39 "GET /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4758308
Feb 05 20:57:50.082281 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9d371118-7281-4a55-91c3-ac52b4d1177d req-1054e420-ae42-4ebe-932d-9d6d12522c82 service neutron] 10.222.0.39 "GET /v2.0/networks/cb9888ba-fd92-4284-8691-d704204a6929?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4703627
Feb 05 20:57:50.168279 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-0d1d45bd-a6ec-48db-a805-81dec8299afb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-77366947-network', 'tenant_id': 'ca5f02e4f32f409cb5d16fdde787db22'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:57:50.200010 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1d45bd-a6ec-48db-a805-81dec8299afb admin admin] Made reservation on behalf of ca5f02e4f32f409cb5d16fdde787db22 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:57:50.202868 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0d1d45bd-a6ec-48db-a805-81dec8299afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:50.224246 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0d1d45bd-a6ec-48db-a805-81dec8299afb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:50.230148 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9d371118-7281-4a55-91c3-ac52b4d1177d req-dd292825-1547-4e30-873b-2770a1b58a73 service neutron] 10.222.0.39 "GET /v2.0/networks/cb9888ba-fd92-4284-8691-d704204a6929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1402493
Feb 05 20:57:50.325242 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0d1d45bd-a6ec-48db-a805-81dec8299afb admin admin] Publish callbacks [] for security_group (0ff9e1fa-1af1-48b5-a113-4aa59c5c8876), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:50.330664 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0d1d45bd-a6ec-48db-a805-81dec8299afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (0ff9e1fa-1af1-48b5-a113-4aa59c5c8876), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:50.359562 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d1d45bd-a6ec-48db-a805-81dec8299afb admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:57:50.371064 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d45bd-a6ec-48db-a805-81dec8299afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff9e1fa-1af1-48b5-a113-4aa59c5c8876,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:50.377245 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0d1d45bd-a6ec-48db-a805-81dec8299afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (8aef47f8-e9ab-41a2-a82b-242a7aecc3a5), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:50.377600 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-0d1d45bd-a6ec-48db-a805-81dec8299afb admin admin] Added segment 8aef47f8-e9ab-41a2-a82b-242a7aecc3a5 of type vlan for network eb12b0a3-cb4e-47fe-8869-d20dface7d3e
Feb 05 20:57:50.423553 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0d1d45bd-a6ec-48db-a805-81dec8299afb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (eb12b0a3-cb4e-47fe-8869-d20dface7d3e), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:50.452876 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0d1d45bd-a6ec-48db-a805-81dec8299afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (eb12b0a3-cb4e-47fe-8869-d20dface7d3e), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:50.453831 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1d45bd-a6ec-48db-a805-81dec8299afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:50.454471 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0d1d45bd-a6ec-48db-a805-81dec8299afb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:50.491823 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0d1d45bd-a6ec-48db-a805-81dec8299afb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.4628201
Feb 05 20:57:50.516426 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41080) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:50.523858 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-9f6ff513-0028-4e19-aba6-7059dc6b2980 admin admin] Request body: {'subnet': {'network_id': 'eb12b0a3-cb4e-47fe-8869-d20dface7d3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-77366947-subnet', 'tenant_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:57:50.532645 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d45bd-a6ec-48db-a805-81dec8299afb admin admin] Pushing event updated for resources: {'Network': ['ID=eb12b0a3-cb4e-47fe-8869-d20dface7d3e,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:50.546653 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network eb12b0a3-cb4e-47fe-8869-d20dface7d3e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:57:50.554719 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6ff513-0028-4e19-aba6-7059dc6b2980 admin admin] Made reservation on behalf of ca5f02e4f32f409cb5d16fdde787db22 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:57:50.558700 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9f6ff513-0028-4e19-aba6-7059dc6b2980 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:50.608845 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d057b8af-a841-41b5-bbed-9a4dbd1df69f tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:50.614652 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d057b8af-a841-41b5-bbed-9a4dbd1df69f tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (f2c57eb5-a1f9-4622-87e7-0da134dc49ee), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:50.615041 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-d057b8af-a841-41b5-bbed-9a4dbd1df69f tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Floating IP f2c57eb5-a1f9-4622-87e7-0da134dc49ee disassociated. External IP: 172.35.4.145, port: 26a07e9b-80be-4856-84b7-64a3814546fb.
Feb 05 20:57:50.730082 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9f6ff513-0028-4e19-aba6-7059dc6b2980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (eab137f8-6355-40d9-8fb3-711b63d086ad), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:50.804524 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ff513-0028-4e19-aba6-7059dc6b2980 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eab137f8-6355-40d9-8fb3-711b63d086ad,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:50.812559 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6ff513-0028-4e19-aba6-7059dc6b2980 admin admin] Checking segment: {'id': '8aef47f8-e9ab-41a2-a82b-242a7aecc3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eb12b0a3-cb4e-47fe-8869-d20dface7d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:57:50.812991 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6ff513-0028-4e19-aba6-7059dc6b2980 admin admin] Network hostable DHCP agents. Network: eb12b0a3-cb4e-47fe-8869-d20dface7d3e, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:57:50.819686 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 20:57:50.830525 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6ff513-0028-4e19-aba6-7059dc6b2980 admin admin] Network eb12b0a3-cb4e-47fe-8869-d20dface7d3e is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:57:50.839525 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-9f6ff513-0028-4e19-aba6-7059dc6b2980 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, eb12b0a3-cb4e-47fe-8869-d20dface7d3e) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:57:50.844575 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6ff513-0028-4e19-aba6-7059dc6b2980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:50.845181 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9f6ff513-0028-4e19-aba6-7059dc6b2980 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:50.852263 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce07cba2-ab11-49c7-9b41-6f9eefa08a1f None None] Network eb12b0a3-cb4e-47fe-8869-d20dface7d3e requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:57:50.864625 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9f6ff513-0028-4e19-aba6-7059dc6b2980 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 0.3471122
Feb 05 20:57:50.867455 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41086) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:50.872019 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-87e121af-3d57-4d81-b6ec-cef15256d08c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-77366947-router', 'tenant_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:57:50.873981 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 3cf594d2-1c44-4bcc-8910-251bf145b9be details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:57:50.898318 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-87e121af-3d57-4d81-b6ec-cef15256d08c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (982aa03d-0390-44b7-9169-fd6e54a9f8b9), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:50.899545 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-87e121af-3d57-4d81-b6ec-cef15256d08c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (982aa03d-0390-44b7-9169-fd6e54a9f8b9), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:50.952557 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d057b8af-a841-41b5-bbed-9a4dbd1df69f tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Router 3d61c255-c50b-4b36-b07e-a355915d7921 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:57:50.973340 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-87e121af-3d57-4d81-b6ec-cef15256d08c admin admin] Publish callbacks [] for router_controller (982aa03d-0390-44b7-9169-fd6e54a9f8b9), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:50.973856 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74aa77b-6dd1-4ed0-978e-4783c45e718e req-f4546572-da2f-4cae-988b-d2136f972047 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:50.975659 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e74aa77b-6dd1-4ed0-978e-4783c45e718e req-f4546572-da2f-4cae-988b-d2136f972047 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=286652db-d2e7-4dcc-9804-f8f12eb56d80 HTTP/1.1" status: 200  len: 943 time: 0.1301041
Feb 05 20:57:50.999085 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6fe01f-72c1-4a6b-a6cd-70248c4e108c req-07e4c581-ca9d-42d6-b9ab-3f5bf768aec4 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:51.006791 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8f6fe01f-72c1-4a6b-a6cd-70248c4e108c req-07e4c581-ca9d-42d6-b9ab-3f5bf768aec4 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=21a8ee4b-3c6f-4e45-846c-366430cca3fd HTTP/1.1" status: 200  len: 943 time: 0.1621366
Feb 05 20:57:51.017118 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '286652db-d2e7-4dcc-9804-f8f12eb56d80', 'tag': '77ef8412-9c7f-49fe-8ec8-35e35422c8d2'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:57:51.020820 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce83cada-b502-4a2b-ba10-dbc1727d3f3b" -d '{"events": [{"name": "network-changed", "server_uuid": "286652db-d2e7-4dcc-9804-f8f12eb56d80", "tag": "77ef8412-9c7f-49fe-8ec8-35e35422c8d2"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:57:51.065054 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d70ee5-4e40-412e-b22f-1ea70dc0dde3 None None] Network eb12b0a3-cb4e-47fe-8869-d20dface7d3e requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:57:51.102862 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 3cf594d2-1c44-4bcc-8910-251bf145b9be, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3cf594d2-1c44-4bcc-8910-251bf145b9be,segment=NetworkSegment(f21dc639-5af9-41ca-ac39-c80d5d7b6194),segment_id=f21dc639-5af9-41ca-ac39-c80d5d7b6194)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:51.136996 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8f6fe01f-72c1-4a6b-a6cd-70248c4e108c req-da8016f6-c67e-420d-b293-07275e6405c2 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1289148
Feb 05 20:57:51.141480 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e74aa77b-6dd1-4ed0-978e-4783c45e718e req-711354df-5366-4339-a8c0-b2d7e04b1a50 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1590562
Feb 05 20:57:51.146479 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-87e121af-3d57-4d81-b6ec-cef15256d08c admin admin] Publish callbacks [] for router_gateway (982aa03d-0390-44b7-9169-fd6e54a9f8b9), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:51.152019 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '3cf594d2-1c44-4bcc-8910-251bf145b9be', 'network_id': 'cb9888ba-fd92-4284-8691-d704204a6929', 'port_id': '3cf594d2-1c44-4bcc-8910-251bf145b9be', 'mac_address': 'fa:16:3e:66:4d:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a29db71-64bb-4b41-abf2-897d595cd164', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:57:51.229505 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d057b8af-a841-41b5-bbed-9a4dbd1df69f tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:57:51.235679 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d057b8af-a841-41b5-bbed-9a4dbd1df69f tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:51.250418 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b8191e-d8a9-47d7-936d-97d97bb9a176 x-openstack-request-id: req-41b8191e-d8a9-47d7-936d-97d97bb9a176 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:57:51.250418 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "286652db-d2e7-4dcc-9804-f8f12eb56d80", "tag": "77ef8412-9c7f-49fe-8ec8-35e35422c8d2", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:57:51.250797 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-41b8191e-d8a9-47d7-936d-97d97bb9a176 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:57:51.251066 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '286652db-d2e7-4dcc-9804-f8f12eb56d80', 'tag': '77ef8412-9c7f-49fe-8ec8-35e35422c8d2', 'status': 'completed', 'code': 200}
Feb 05 20:57:51.252856 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff8de14-a847-4696-9d97-6cd3b8081498 None None] Sync routers for ids ['3d61c255-c50b-4b36-b07e-a355915d7921'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:57:51.272500 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff8de14-a847-4696-9d97-6cd3b8081498 None None] Routers {'3d61c255-c50b-4b36-b07e-a355915d7921'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:57:51.274462 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-5ff8de14-a847-4696-9d97-6cd3b8081498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8fa75e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:57:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['3d61c255-c50b-4b36-b07e-a355915d7921'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:51.315745 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5466618d-7c91-4f08-849d-ccd606af5519 req-0a1e2492-4b3a-40be-9ff2-45a354d76893 tempest-ServerShowV257Test-401956956 tempest-ServerShowV257Test-401956956-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8798e6d-58c3-4b0e-ae40-2ccfbef54111 HTTP/1.1" status: 200  len: 210 time: 0.0400376
Feb 05 20:57:51.317303 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d057b8af-a841-41b5-bbed-9a4dbd1df69f tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "PUT /v2.0/floatingips/f2c57eb5-a1f9-4622-87e7-0da134dc49ee HTTP/1.1" status: 200  len: 688 time: 1.3354912
Feb 05 20:57:51.325197 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41092) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:51.330546 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-5ff8de14-a847-4696-9d97-6cd3b8081498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8fa75e0>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:51.357056 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff8de14-a847-4696-9d97-6cd3b8081498 None None] Routers {'3d61c255-c50b-4b36-b07e-a355915d7921'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:57:51.358246 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-5ff8de14-a847-4696-9d97-6cd3b8081498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8fa75e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:57:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['3d61c255-c50b-4b36-b07e-a355915d7921'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:51.372458 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83cada-b502-4a2b-ba10-dbc1727d3f3b req-156e4cba-ec4f-462f-afac-1e0e9ddb01f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:51.374509 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ce83cada-b502-4a2b-ba10-dbc1727d3f3b req-156e4cba-ec4f-462f-afac-1e0e9ddb01f6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c115672e27d44cf2b79a3945af717ae8&device_id=286652db-d2e7-4dcc-9804-f8f12eb56d80 HTTP/1.1" status: 200  len: 1125 time: 0.0786443
Feb 05 20:57:51.391221 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 3cf594d2-1c44-4bcc-8910-251bf145b9be is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:57:51.391611 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3cf594d2-1c44-4bcc-8910-251bf145b9be), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:51.421289 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cf594d2-1c44-4bcc-8910-251bf145b9be {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:57:51.451214 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 3cf594d2-1c44-4bcc-8910-251bf145b9be, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3cf594d2-1c44-4bcc-8910-251bf145b9be,segment=NetworkSegment(f21dc639-5af9-41ca-ac39-c80d5d7b6194),segment_id=f21dc639-5af9-41ca-ac39-c80d5d7b6194)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:51.457924 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (3cf594d2-1c44-4bcc-8910-251bf145b9be), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:51.506460 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-7e982f92-0e14-412b-8cff-e3afdbcbe2cf tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Deleting port d56b4cc1-3a75-4ca1-a198-8395d6c55c56 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:57:51.507161 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7e982f92-0e14-412b-8cff-e3afdbcbe2cf tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (d56b4cc1-3a75-4ca1-a198-8395d6c55c56), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:51.517516 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=3cf594d2-1c44-4bcc-8910-251bf145b9be,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:51.553722 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-5ff8de14-a847-4696-9d97-6cd3b8081498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8fa75e0>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:51.554495 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff8de14-a847-4696-9d97-6cd3b8081498 None None] The sync data for ids ['3d61c255-c50b-4b36-b07e-a355915d7921'] in ncdv-master-1 is: [] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:57:51.612110 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7e982f92-0e14-412b-8cff-e3afdbcbe2cf tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (d56b4cc1-3a75-4ca1-a198-8395d6c55c56), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:51.613384 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7e982f92-0e14-412b-8cff-e3afdbcbe2cf tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for floatingip (d56b4cc1-3a75-4ca1-a198-8395d6c55c56), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:51.619997 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83cada-b502-4a2b-ba10-dbc1727d3f3b req-87bf66e5-e63d-4d0e-942e-6f0ccd44ed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:51.621478 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ce83cada-b502-4a2b-ba10-dbc1727d3f3b req-87bf66e5-e63d-4d0e-942e-6f0ccd44ed35 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bc807625-43b9-4f71-ba0e-13ea567a25e8 HTTP/1.1" status: 200  len: 907 time: 0.2395062
Feb 05 20:57:51.626223 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-7e982f92-0e14-412b-8cff-e3afdbcbe2cf tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Calling delete_port for d56b4cc1-3a75-4ca1-a198-8395d6c55c56 owned by network:floatingip {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:57:51.636818 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-87e121af-3d57-4d81-b6ec-cef15256d08c admin admin] Publish callbacks [] for router_gateway (982aa03d-0390-44b7-9169-fd6e54a9f8b9), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:51.688703 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ce83cada-b502-4a2b-ba10-dbc1727d3f3b req-c480834f-7043-4512-811e-2ca7bbe1b41a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77ef8412-9c7f-49fe-8ec8-35e35422c8d2 HTTP/1.1" status: 200  len: 217 time: 0.0611570
Feb 05 20:57:51.689960 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-87e121af-3d57-4d81-b6ec-cef15256d08c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:51.776545 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7e982f92-0e14-412b-8cff-e3afdbcbe2cf tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (d56b4cc1-3a75-4ca1-a198-8395d6c55c56), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:51.804615 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83cada-b502-4a2b-ba10-dbc1727d3f3b req-b81ccd58-1b59-46fe-aa53-8a4b9e1d2184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:51.806467 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ce83cada-b502-4a2b-ba10-dbc1727d3f3b req-b81ccd58-1b59-46fe-aa53-8a4b9e1d2184 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=87ea50f2-4a9d-4e76-83e4-8a4c87cd9a22 HTTP/1.1" status: 200  len: 846 time: 0.1083093
Feb 05 20:57:51.808408 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e982f92-0e14-412b-8cff-e3afdbcbe2cf tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Pushing event deleted for resources: {'Port': ['ID=d56b4cc1-3a75-4ca1-a198-8395d6c55c56,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:51.871032 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ce83cada-b502-4a2b-ba10-dbc1727d3f3b req-bd8aa2e8-2076-42e5-a010-79ca368105af service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bc807625-43b9-4f71-ba0e-13ea567a25e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0512862
Feb 05 20:57:51.877337 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7e982f92-0e14-412b-8cff-e3afdbcbe2cf tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for floatingip (f2c57eb5-a1f9-4622-87e7-0da134dc49ee), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:51.880532 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7e982f92-0e14-412b-8cff-e3afdbcbe2cf tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:51.881848 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7e982f92-0e14-412b-8cff-e3afdbcbe2cf tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "DELETE /v2.0/floatingips/f2c57eb5-a1f9-4622-87e7-0da134dc49ee HTTP/1.1" status: 204  len: 168 time: 0.5554547
Feb 05 20:57:51.884810 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41094) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:51.890686 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['3cf594d2-1c44-4bcc-8910-251bf145b9be'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:57:51.928036 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-87e121af-3d57-4d81-b6ec-cef15256d08c admin admin] Allocated IP 172.35.4.124 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/dd153ddb-9f21-42fe-a3bd-b7470a14c00c) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:57:51.930208 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-c271b48d-1e17-439d-8ddb-38696138b742 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] delete failed (client error): The resource could not be found.
Feb 05 20:57:51.934911 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c271b48d-1e17-439d-8ddb-38696138b742 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "DELETE /v2.0/floatingips/f2c57eb5-a1f9-4622-87e7-0da134dc49ee HTTP/1.1" status: 404  len: 345 time: 0.0454509
Feb 05 20:57:51.935494 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41096) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:52.040227 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5015ab-7b13-4551-8c08-73fcca6c2e5c tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:52.045507 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5015ab-7b13-4551-8c08-73fcca6c2e5c tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:52.051416 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5015ab-7b13-4551-8c08-73fcca6c2e5c tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:52.051579 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ce83cada-b502-4a2b-ba10-dbc1727d3f3b req-9c2484bf-92d5-4065-acb2-56b95943eb04 service neutron] 10.222.0.39 "GET /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1719930
Feb 05 20:57:52.053222 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0c5015ab-7b13-4551-8c08-73fcca6c2e5c tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "GET /v2.0/ports?network_id=22485085-9577-473a-b49e-18a41d7940e3 HTTP/1.1" status: 200  len: 2359 time: 0.1163378
Feb 05 20:57:52.055857 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41098) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:52.192264 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3234ef-b506-43c1-a0ea-9754833e8956 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:52.194249 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5b3234ef-b506-43c1-a0ea-9754833e8956 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "GET /v2.0/subnets/d8912a85-2e79-410f-bc66-530b40c8be2b HTTP/1.1" status: 200  len: 797 time: 0.1369374
Feb 05 20:57:52.198760 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41104) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:52.205884 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-87e121af-3d57-4d81-b6ec-cef15256d08c admin admin] Publish callbacks [] for port (dd153ddb-9f21-42fe-a3bd-b7470a14c00c), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:52.214660 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-3b785c11-1100-410c-bc51-dbbb96ebe32e tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Request body: {'port': {'network_id': '22485085-9577-473a-b49e-18a41d7940e3', 'name': 'tempest-FloatingIPTestJSON-168210020', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:57:52.237028 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ce83cada-b502-4a2b-ba10-dbc1727d3f3b req-fabf3e2d-e98e-40f7-9975-2e9b04737d37 service neutron] 10.222.0.39 "GET /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1717429
Feb 05 20:57:52.263497 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-87e121af-3d57-4d81-b6ec-cef15256d08c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (dd153ddb-9f21-42fe-a3bd-b7470a14c00c), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:52.311431 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e121af-3d57-4d81-b6ec-cef15256d08c admin admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:57:52.314131 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-87e121af-3d57-4d81-b6ec-cef15256d08c admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:57:52.318843 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e121af-3d57-4d81-b6ec-cef15256d08c admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:57:52.321934 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e121af-3d57-4d81-b6ec-cef15256d08c admin admin] Pushing event updated for resources: {'Port': ['ID=dd153ddb-9f21-42fe-a3bd-b7470a14c00c,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:52.399296 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d1e2d8-82f1-4231-8f05-12f02cc7be11 req-cce952f0-ba40-4e5b-a9ac-f08136bb0119 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:52.401046 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b9d1e2d8-82f1-4231-8f05-12f02cc7be11 req-cce952f0-ba40-4e5b-a9ac-f08136bb0119 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=286652db-d2e7-4dcc-9804-f8f12eb56d80 HTTP/1.1" status: 200  len: 943 time: 0.1658554
Feb 05 20:57:52.414836 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abb076-fa18-480d-82d8-3f7f38983159 req-3be9762b-92c9-4c18-9235-f5cb4c00fa1a tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:52.416378 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-55abb076-fa18-480d-82d8-3f7f38983159 req-3be9762b-92c9-4c18-9235-f5cb4c00fa1a tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=21a8ee4b-3c6f-4e45-846c-366430cca3fd HTTP/1.1" status: 200  len: 944 time: 0.1675856
Feb 05 20:57:52.484045 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b785c11-1100-410c-bc51-dbbb96ebe32e tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Made reservation on behalf of 40754f7b9900447e95e43760e5a41dac for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:57:52.563524 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b9d1e2d8-82f1-4231-8f05-12f02cc7be11 req-9f43dfdd-8108-49c5-aaf2-65bb49927210 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1455142
Feb 05 20:57:52.570128 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-55abb076-fa18-480d-82d8-3f7f38983159 req-08ad93c9-ff26-460a-8729-d47f2cfa43fe tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1408160
Feb 05 20:57:52.611322 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3b785c11-1100-410c-bc51-dbbb96ebe32e tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:52.620698 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-87e121af-3d57-4d81-b6ec-cef15256d08c admin admin] Publish callbacks [] for router_gateway (982aa03d-0390-44b7-9169-fd6e54a9f8b9), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:52.641223 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [None req-3b785c11-1100-410c-bc51-dbbb96ebe32e tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] device_id is not set on port 73039548-6d43-4245-b047-5b93b3adbed1 yet. {{(pid=114391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 20:57:52.703843 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-233ae2cd-a289-4689-8e1b-a4fe8affe3d7 req-26960129-d028-4bee-88ec-38932b9cde39 tempest-ServerShowV257Test-401956956 tempest-ServerShowV257Test-401956956-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8798e6d-58c3-4b0e-ae40-2ccfbef54111 HTTP/1.1" status: 200  len: 210 time: 0.0668609
Feb 05 20:57:52.839069 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-87e121af-3d57-4d81-b6ec-cef15256d08c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (982aa03d-0390-44b7-9169-fd6e54a9f8b9), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:52.873902 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 77ef8412-9c7f-49fe-8ec8-35e35422c8d2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:57:52.947797 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-3b785c11-1100-410c-bc51-dbbb96ebe32e tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Allocated IP 172.20.0.13 (22485085-9577-473a-b49e-18a41d7940e3/d8912a85-2e79-410f-bc66-530b40c8be2b/73039548-6d43-4245-b047-5b93b3adbed1) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:57:52.957409 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-3b785c11-1100-410c-bc51-dbbb96ebe32e tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Allocated IP 172.20.0.12 (22485085-9577-473a-b49e-18a41d7940e3/d8912a85-2e79-410f-bc66-530b40c8be2b/73039548-6d43-4245-b047-5b93b3adbed1) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:57:52.985324 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e121af-3d57-4d81-b6ec-cef15256d08c admin admin] Router 982aa03d-0390-44b7-9169-fd6e54a9f8b9 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 20:57:52.991148 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 77ef8412-9c7f-49fe-8ec8-35e35422c8d2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=77ef8412-9c7f-49fe-8ec8-35e35422c8d2,segment=NetworkSegment(7f85ed9d-b7ce-414c-8ae4-25f17816204d),segment_id=7f85ed9d-b7ce-414c-8ae4-25f17816204d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:53.007901 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '77ef8412-9c7f-49fe-8ec8-35e35422c8d2', 'network_id': 'bc807625-43b9-4f71-ba0e-13ea567a25e8', 'port_id': '77ef8412-9c7f-49fe-8ec8-35e35422c8d2', 'mac_address': 'fa:16:3e:87:51:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ea50f2-4a9d-4e76-83e4-8a4c87cd9a22', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:57:53.057873 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 77ef8412-9c7f-49fe-8ec8-35e35422c8d2 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:57:53.058571 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (77ef8412-9c7f-49fe-8ec8-35e35422c8d2), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:53.075275 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77ef8412-9c7f-49fe-8ec8-35e35422c8d2 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:57:53.098714 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 77ef8412-9c7f-49fe-8ec8-35e35422c8d2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=77ef8412-9c7f-49fe-8ec8-35e35422c8d2,segment=NetworkSegment(7f85ed9d-b7ce-414c-8ae4-25f17816204d),segment_id=7f85ed9d-b7ce-414c-8ae4-25f17816204d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:53.104382 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (77ef8412-9c7f-49fe-8ec8-35e35422c8d2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:53.129532 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e121af-3d57-4d81-b6ec-cef15256d08c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:57:53.139569 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3b785c11-1100-410c-bc51-dbbb96ebe32e tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for port (73039548-6d43-4245-b047-5b93b3adbed1), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:53.145949 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb30fb5-d52c-4bb7-9386-3dfb5b6bb702 None None] Sync routers for ids ['982aa03d-0390-44b7-9169-fd6e54a9f8b9'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:57:53.152996 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-87e121af-3d57-4d81-b6ec-cef15256d08c admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:53.155945 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-87e121af-3d57-4d81-b6ec-cef15256d08c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 2.2858202
Feb 05 20:57:53.157826 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41124) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:53.172184 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb30fb5-d52c-4bb7-9386-3dfb5b6bb702 None None] Routers {'982aa03d-0390-44b7-9169-fd6e54a9f8b9'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:57:53.172816 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-ecb30fb5-d52c-4bb7-9386-3dfb5b6bb702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab7058e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:57:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['982aa03d-0390-44b7-9169-fd6e54a9f8b9'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:53.175158 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=77ef8412-9c7f-49fe-8ec8-35e35422c8d2,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:53.235345 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3b785c11-1100-410c-bc51-dbbb96ebe32e tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (73039548-6d43-4245-b047-5b93b3adbed1), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:53.290798 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-ecb30fb5-d52c-4bb7-9386-3dfb5b6bb702 None None] Set router 982aa03d-0390-44b7-9169-fd6e54a9f8b9 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:57:53.318626 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b785c11-1100-410c-bc51-dbbb96ebe32e tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Network 22485085-9577-473a-b49e-18a41d7940e3 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:57:53.325536 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-3b785c11-1100-410c-bc51-dbbb96ebe32e tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:57:53.327925 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b785c11-1100-410c-bc51-dbbb96ebe32e tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:57:53.359513 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b785c11-1100-410c-bc51-dbbb96ebe32e tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Pushing event updated for resources: {'Port': ['ID=73039548-6d43-4245-b047-5b93b3adbed1,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:53.428818 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b785c11-1100-410c-bc51-dbbb96ebe32e tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:53.429444 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3b785c11-1100-410c-bc51-dbbb96ebe32e tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:53.471872 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-3b785c11-1100-410c-bc51-dbbb96ebe32e tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1009 time: 1.2702203
Feb 05 20:57:53.474292 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41126) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:53.478954 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-28f53bf0-fec8-45b5-9a9b-6ebc81a91870 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'port_id': '73039548-6d43-4245-b047-5b93b3adbed1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:57:53.488768 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-ecb30fb5-d52c-4bb7-9386-3dfb5b6bb702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab7058e0>, [{'id': '982aa03d-0390-44b7-9169-fd6e54a9f8b9', 'name': 'tempest-ServerRescueTestJSONUnderV235-77366947-router', 'tenant_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': 'dd153ddb-9f21-42fe-a3bd-b7470a14c00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:57:50Z', 'updated_at': '2022-02-05T20:57:52Z', 'revision_number': 3, 'project_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'gw_port': {'id': 'dd153ddb-9f21-42fe-a3bd-b7470a14c00c', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982aa03d-0390-44b7-9169-fd6e54a9f8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:57:51Z', 'updated_at': '2022-02-05T20:57:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:53.492113 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['77ef8412-9c7f-49fe-8ec8-35e35422c8d2'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:57:53.514537 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-28f53bf0-fec8-45b5-9a9b-6ebc81a91870 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:53.519498 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb30fb5-d52c-4bb7-9386-3dfb5b6bb702 None None] Checking router: 982aa03d-0390-44b7-9169-fd6e54a9f8b9 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:57:53.519904 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb30fb5-d52c-4bb7-9386-3dfb5b6bb702 None None] Updating router 982aa03d-0390-44b7-9169-fd6e54a9f8b9 port dd153ddb-9f21-42fe-a3bd-b7470a14c00c binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 20:57:53.575041 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ecb30fb5-d52c-4bb7-9386-3dfb5b6bb702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (dd153ddb-9f21-42fe-a3bd-b7470a14c00c), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:53.817626 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee683aa-3a06-456e-8937-183e998eadc7 req-08df1e5a-cea1-4303-997c-314a9faa0e91 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:53.819526 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eee683aa-3a06-456e-8937-183e998eadc7 req-08df1e5a-cea1-4303-997c-314a9faa0e91 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=286652db-d2e7-4dcc-9804-f8f12eb56d80 HTTP/1.1" status: 200  len: 944 time: 0.1559305
Feb 05 20:57:53.855652 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d2f96-6504-4b14-839e-a36e0464477c req-ac3de0d3-200f-4fe7-a759-e55df5a52580 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:53.857134 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-947d2f96-6504-4b14-839e-a36e0464477c req-ac3de0d3-200f-4fe7-a759-e55df5a52580 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=21a8ee4b-3c6f-4e45-846c-366430cca3fd HTTP/1.1" status: 200  len: 944 time: 0.1921699
Feb 05 20:57:53.914004 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-28f53bf0-fec8-45b5-9a9b-6ebc81a91870 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:53.932874 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ecb30fb5-d52c-4bb7-9386-3dfb5b6bb702 None None] Publish callbacks [] for port (dd153ddb-9f21-42fe-a3bd-b7470a14c00c), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:53.938576 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ecb30fb5-d52c-4bb7-9386-3dfb5b6bb702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (dd153ddb-9f21-42fe-a3bd-b7470a14c00c), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:53.989285 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eee683aa-3a06-456e-8937-183e998eadc7 req-df5537aa-6cf6-4a1d-980e-c6316cc380e9 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1410480
Feb 05 20:57:53.993505 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-ecb30fb5-d52c-4bb7-9386-3dfb5b6bb702 None None] Attempting to bind port dd153ddb-9f21-42fe-a3bd-b7470a14c00c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:57:53.994016 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-ecb30fb5-d52c-4bb7-9386-3dfb5b6bb702 None None] Attempting to bind port dd153ddb-9f21-42fe-a3bd-b7470a14c00c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:57:53.994236 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb30fb5-d52c-4bb7-9386-3dfb5b6bb702 None None] Attempting to bind port dd153ddb-9f21-42fe-a3bd-b7470a14c00c on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:57:53.996686 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4be3b6-9f68-4600-ba86-a67f1a1d1beb None None] Pushing event updated for resources: {'Port': ['ID=dd153ddb-9f21-42fe-a3bd-b7470a14c00c,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:54.007642 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb30fb5-d52c-4bb7-9386-3dfb5b6bb702 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:57:54.008305 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb30fb5-d52c-4bb7-9386-3dfb5b6bb702 None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:57:54.009138 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ecb30fb5-d52c-4bb7-9386-3dfb5b6bb702 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:54.009681 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb30fb5-d52c-4bb7-9386-3dfb5b6bb702 None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:57:54.010274 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-ecb30fb5-d52c-4bb7-9386-3dfb5b6bb702 None None] Bound port: dd153ddb-9f21-42fe-a3bd-b7470a14c00c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:57:54.010890 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ecb30fb5-d52c-4bb7-9386-3dfb5b6bb702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (dd153ddb-9f21-42fe-a3bd-b7470a14c00c), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:54.037781 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-947d2f96-6504-4b14-839e-a36e0464477c req-e583fe69-eb31-4ca3-9c7c-0b1b1c7b048c tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1690784
Feb 05 20:57:54.041095 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5b407b97-2f67-4261-b8e5-94f667102f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:54.090103 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-ecb30fb5-d52c-4bb7-9386-3dfb5b6bb702 None None] For port dd153ddb-9f21-42fe-a3bd-b7470a14c00c, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:57:54.093368 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-ecb30fb5-d52c-4bb7-9386-3dfb5b6bb702 None None] For port dd153ddb-9f21-42fe-a3bd-b7470a14c00c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd153ddb-9f21-42fe-a3bd-b7470a14c00c,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:57:54.100487 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ecb30fb5-d52c-4bb7-9386-3dfb5b6bb702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (dd153ddb-9f21-42fe-a3bd-b7470a14c00c), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:54.122733 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b9a4df75-d6d8-4d19-abbb-8598ff2358ee req-baa1c38e-5ac8-4507-8965-18481254bdbc tempest-ServerShowV257Test-401956956 tempest-ServerShowV257Test-401956956-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8798e6d-58c3-4b0e-ae40-2ccfbef54111 HTTP/1.1" status: 200  len: 210 time: 0.0562336
Feb 05 20:57:54.161717 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb30fb5-d52c-4bb7-9386-3dfb5b6bb702 None None] Routers {'982aa03d-0390-44b7-9169-fd6e54a9f8b9'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:57:54.162476 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-ecb30fb5-d52c-4bb7-9386-3dfb5b6bb702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab7058e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:57:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['982aa03d-0390-44b7-9169-fd6e54a9f8b9'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:54.182026 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-28f53bf0-fec8-45b5-9a9b-6ebc81a91870 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Allocated IP 172.35.4.99 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/d2a22e50-0a04-418f-b95d-5c9c11427717) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:57:54.200009 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4be3b6-9f68-4600-ba86-a67f1a1d1beb None None] Pushing event updated for resources: {'Port': ['ID=dd153ddb-9f21-42fe-a3bd-b7470a14c00c,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:54.279743 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-ecb30fb5-d52c-4bb7-9386-3dfb5b6bb702 None None] Set router 982aa03d-0390-44b7-9169-fd6e54a9f8b9 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:57:54.335263 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-5b407b97-2f67-4261-b8e5-94f667102f60 admin admin] Allocated IP 172.20.0.1 (eb12b0a3-cb4e-47fe-8869-d20dface7d3e/eab137f8-6355-40d9-8fb3-711b63d086ad/e2a15a8e-93f4-419c-b560-07289fd8b4a7) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:57:54.466654 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-ecb30fb5-d52c-4bb7-9386-3dfb5b6bb702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab7058e0>, [{'id': '982aa03d-0390-44b7-9169-fd6e54a9f8b9', 'name': 'tempest-ServerRescueTestJSONUnderV235-77366947-router', 'tenant_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': 'dd153ddb-9f21-42fe-a3bd-b7470a14c00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:57:50Z', 'updated_at': '2022-02-05T20:57:52Z', 'revision_number': 3, 'project_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'gw_port': {'id': 'dd153ddb-9f21-42fe-a3bd-b7470a14c00c', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982aa03d-0390-44b7-9169-fd6e54a9f8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:57:51Z', 'updated_at': '2022-02-05T20:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:54.498626 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb30fb5-d52c-4bb7-9386-3dfb5b6bb702 None None] The sync data for ids ['982aa03d-0390-44b7-9169-fd6e54a9f8b9'] in ncdv-master-1 is: [{'id': '982aa03d-0390-44b7-9169-fd6e54a9f8b9', 'name': 'tempest-ServerRescueTestJSONUnderV235-77366947-router', 'tenant_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': 'dd153ddb-9f21-42fe-a3bd-b7470a14c00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:57:50Z', 'updated_at': '2022-02-05T20:57:52Z', 'revision_number': 3, 'project_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'gw_port': {'id': 'dd153ddb-9f21-42fe-a3bd-b7470a14c00c', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982aa03d-0390-44b7-9169-fd6e54a9f8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:57:51Z', 'updated_at': '2022-02-05T20:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:57:54.710253 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-28f53bf0-fec8-45b5-9a9b-6ebc81a91870 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for port (d2a22e50-0a04-418f-b95d-5c9c11427717), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:54.821887 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-28f53bf0-fec8-45b5-9a9b-6ebc81a91870 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (d2a22e50-0a04-418f-b95d-5c9c11427717), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:54.836363 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5b407b97-2f67-4261-b8e5-94f667102f60 admin admin] Publish callbacks [] for port (e2a15a8e-93f4-419c-b560-07289fd8b4a7), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:54.879161 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 3cf594d2-1c44-4bcc-8910-251bf145b9be up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:57:54.881136 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f53bf0-fec8-45b5-9a9b-6ebc81a91870 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:57:54.887063 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-28f53bf0-fec8-45b5-9a9b-6ebc81a91870 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:57:54.891860 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f53bf0-fec8-45b5-9a9b-6ebc81a91870 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:57:54.921086 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f53bf0-fec8-45b5-9a9b-6ebc81a91870 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Pushing event updated for resources: {'Port': ['ID=d2a22e50-0a04-418f-b95d-5c9c11427717,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:54.952380 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 3cf594d2-1c44-4bcc-8910-251bf145b9be completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:57:54.960046 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5b407b97-2f67-4261-b8e5-94f667102f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (e2a15a8e-93f4-419c-b560-07289fd8b4a7), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:54.966471 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 3cf594d2-1c44-4bcc-8910-251bf145b9be triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:57:54.967152 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (3cf594d2-1c44-4bcc-8910-251bf145b9be), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:55.055543 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b407b97-2f67-4261-b8e5-94f667102f60 admin admin] Network eb12b0a3-cb4e-47fe-8869-d20dface7d3e is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:57:55.066226 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-5b407b97-2f67-4261-b8e5-94f667102f60 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:57:55.073758 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b407b97-2f67-4261-b8e5-94f667102f60 admin admin] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:57:55.079553 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 3cf594d2-1c44-4bcc-8910-251bf145b9be is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:57:55.080007 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3cf594d2-1c44-4bcc-8910-251bf145b9be), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:55.106545 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a8ee4b-3c6f-4e45-846c-366430cca3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf594d2-1c44-4bcc-8910-251bf145b9be'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:57:55.109243 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9697847e-27e2-4b5a-b8e5-612690c8ef22" -d '{"events": [{"server_uuid": "21a8ee4b-3c6f-4e45-846c-366430cca3fd", "name": "network-vif-plugged", "status": "completed", "tag": "3cf594d2-1c44-4bcc-8910-251bf145b9be"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:57:55.110190 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b407b97-2f67-4261-b8e5-94f667102f60 admin admin] Pushing event updated for resources: {'Port': ['ID=e2a15a8e-93f4-419c-b560-07289fd8b4a7,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:55.130017 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 3cf594d2-1c44-4bcc-8910-251bf145b9be, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3cf594d2-1c44-4bcc-8910-251bf145b9be,segment=NetworkSegment(f21dc639-5af9-41ca-ac39-c80d5d7b6194),segment_id=f21dc639-5af9-41ca-ac39-c80d5d7b6194)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:55.139250 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (3cf594d2-1c44-4bcc-8910-251bf145b9be), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:55.200248 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=3cf594d2-1c44-4bcc-8910-251bf145b9be,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:55.259128 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5b407b97-2f67-4261-b8e5-94f667102f60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (982aa03d-0390-44b7-9169-fd6e54a9f8b9), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:55.400637 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d7a5a-6e9e-45d4-97ed-269193d6e359 req-af9ec050-2d17-4b1d-957e-0b551aab4bc6 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:55.402429 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f10d7a5a-6e9e-45d4-97ed-269193d6e359 req-af9ec050-2d17-4b1d-957e-0b551aab4bc6 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=21a8ee4b-3c6f-4e45-846c-366430cca3fd HTTP/1.1" status: 200  len: 945 time: 0.2207127
Feb 05 20:57:55.410209 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f119b4-8388-49cc-a059-2c9d6537ec7f req-595c085f-cc44-4f08-8a73-ea97a1d36335 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:55.411819 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-33f119b4-8388-49cc-a059-2c9d6537ec7f req-595c085f-cc44-4f08-8a73-ea97a1d36335 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=286652db-d2e7-4dcc-9804-f8f12eb56d80 HTTP/1.1" status: 200  len: 944 time: 0.3059349
Feb 05 20:57:55.616854 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f10d7a5a-6e9e-45d4-97ed-269193d6e359 req-badee87b-9a0d-41d7-92aa-1a836d4d2c35 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2040367
Feb 05 20:57:55.619735 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-33f119b4-8388-49cc-a059-2c9d6537ec7f req-002ca634-6c45-4a0a-9faf-abf41d06e58d tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1922030
Feb 05 20:57:55.656729 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5b407b97-2f67-4261-b8e5-94f667102f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e2a15a8e-93f4-419c-b560-07289fd8b4a7), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:55.681614 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1e0bc3-0a64-44bc-ade2-0af2ebfb18f7 x-openstack-request-id: req-dc1e0bc3-0a64-44bc-ade2-0af2ebfb18f7 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:57:55.681614 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a8ee4b-3c6f-4e45-846c-366430cca3fd", "name": "network-vif-plugged", "status": "completed", "tag": "3cf594d2-1c44-4bcc-8910-251bf145b9be", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:57:55.681967 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dc1e0bc3-0a64-44bc-ade2-0af2ebfb18f7 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:57:55.682531 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a8ee4b-3c6f-4e45-846c-366430cca3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf594d2-1c44-4bcc-8910-251bf145b9be', 'code': 200}
Feb 05 20:57:55.758695 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72917db5-59a6-4b26-9d98-257b16f7c011 req-9968afa5-67b8-477c-bcd7-0032f7a0e4e1 tempest-ServerShowV257Test-401956956 tempest-ServerShowV257Test-401956956-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8798e6d-58c3-4b0e-ae40-2ccfbef54111 HTTP/1.1" status: 200  len: 210 time: 0.0428331
Feb 05 20:57:55.769603 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-28f53bf0-fec8-45b5-9a9b-6ebc81a91870 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for floatingip (37cdbde8-8487-4205-825f-f56bdbb8022e), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:55.811620 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8efe0-a84e-42b6-853e-e09c50141278 req-b4d9d29d-2ac1-4f83-bfa6-6b4d08dae9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:55.813240 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cdb8efe0-a84e-42b6-853e-e09c50141278 req-b4d9d29d-2ac1-4f83-bfa6-6b4d08dae9f4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=21a8ee4b-3c6f-4e45-846c-366430cca3fd HTTP/1.1" status: 200  len: 1127 time: 0.0651906
Feb 05 20:57:55.863360 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cdb8efe0-a84e-42b6-853e-e09c50141278 req-19b5959e-7e6f-4be5-9e3a-0ca7a3909747 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439463
Feb 05 20:57:55.904818 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-28f53bf0-fec8-45b5-9a9b-6ebc81a91870 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d2a22e50-0a04-418f-b95d-5c9c11427717), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:55.985521 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5b407b97-2f67-4261-b8e5-94f667102f60 admin admin] Publish callbacks [] for port (e2a15a8e-93f4-419c-b560-07289fd8b4a7), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:55.998513 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5b407b97-2f67-4261-b8e5-94f667102f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (e2a15a8e-93f4-419c-b560-07289fd8b4a7), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:56.111509 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b407b97-2f67-4261-b8e5-94f667102f60 admin admin] Pushing event updated for resources: {'Port': ['ID=e2a15a8e-93f4-419c-b560-07289fd8b4a7,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:56.120644 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5b407b97-2f67-4261-b8e5-94f667102f60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (982aa03d-0390-44b7-9169-fd6e54a9f8b9), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:56.227650 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-28f53bf0-fec8-45b5-9a9b-6ebc81a91870 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for port (d2a22e50-0a04-418f-b95d-5c9c11427717), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:56.236674 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-28f53bf0-fec8-45b5-9a9b-6ebc81a91870 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (d2a22e50-0a04-418f-b95d-5c9c11427717), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:56.297290 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device dd153ddb-9f21-42fe-a3bd-b7470a14c00c up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:57:56.346897 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f53bf0-fec8-45b5-9a9b-6ebc81a91870 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Pushing event updated for resources: {'Port': ['ID=d2a22e50-0a04-418f-b95d-5c9c11427717,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:56.357409 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port dd153ddb-9f21-42fe-a3bd-b7470a14c00c triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:57:56.358132 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (dd153ddb-9f21-42fe-a3bd-b7470a14c00c), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:56.359855 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b407b97-2f67-4261-b8e5-94f667102f60 admin admin] Network eb12b0a3-cb4e-47fe-8869-d20dface7d3e is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:57:56.365504 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-5b407b97-2f67-4261-b8e5-94f667102f60 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:57:56.372063 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-28f53bf0-fec8-45b5-9a9b-6ebc81a91870 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (37cdbde8-8487-4205-825f-f56bdbb8022e), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:56.450751 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port dd153ddb-9f21-42fe-a3bd-b7470a14c00c is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:57:56.451073 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (dd153ddb-9f21-42fe-a3bd-b7470a14c00c), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:56.473109 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port dd153ddb-9f21-42fe-a3bd-b7470a14c00c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd153ddb-9f21-42fe-a3bd-b7470a14c00c,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:56.481521 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (dd153ddb-9f21-42fe-a3bd-b7470a14c00c), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:56.541276 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=dd153ddb-9f21-42fe-a3bd-b7470a14c00c,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:56.586009 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-ba3a8a5c-3776-4077-b005-ba0f35bdfe03 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2c3216e2-d656-43e7-a240-5a705445caca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0631173
Feb 05 20:57:56.603229 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-28f53bf0-fec8-45b5-9a9b-6ebc81a91870 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Floating IP 37cdbde8-8487-4205-825f-f56bdbb8022e associated. External IP: 172.35.4.99, port: 73039548-6d43-4245-b047-5b93b3adbed1.
Feb 05 20:57:56.659542 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b407b97-2f67-4261-b8e5-94f667102f60 admin admin] Router 982aa03d-0390-44b7-9169-fd6e54a9f8b9 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:57:56.694919 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-e1fd5cdf-c09b-4ed6-b095-68fb47cc7c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:56.695553 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-e1fd5cdf-c09b-4ed6-b095-68fb47cc7c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:56.696155 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-e1fd5cdf-c09b-4ed6-b095-68fb47cc7c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:56.696642 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-e1fd5cdf-c09b-4ed6-b095-68fb47cc7c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:56.697114 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-e1fd5cdf-c09b-4ed6-b095-68fb47cc7c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:56.698407 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-e1fd5cdf-c09b-4ed6-b095-68fb47cc7c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:56.698407 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-e1fd5cdf-c09b-4ed6-b095-68fb47cc7c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:56.700525 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-e1fd5cdf-c09b-4ed6-b095-68fb47cc7c95 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3256272f3c524d7fba9a4fb8f5eb011d&device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 6716 time: 0.0643713
Feb 05 20:57:56.823398 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-9d58f4a5-58a3-4119-93c7-9cf85f931a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:56.824102 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-9d58f4a5-58a3-4119-93c7-9cf85f931a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:56.824490 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-9d58f4a5-58a3-4119-93c7-9cf85f931a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:56.826110 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-9d58f4a5-58a3-4119-93c7-9cf85f931a40 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b&id=2c28d2b8-7305-4066-8f34-0ebf235173b6&id=2c28d2b8-7305-4066-8f34-0ebf235173b6&id=2c28d2b8-7305-4066-8f34-0ebf235173b6&id=2c28d2b8-7305-4066-8f34-0ebf235173b6&id=2869ab27-d004-4907-98b1-61880aad7d20&id=2869ab27-d004-4907-98b1-61880aad7d20 HTTP/1.1" status: 200  len: 2298 time: 0.0977499
Feb 05 20:57:56.900740 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 77ef8412-9c7f-49fe-8ec8-35e35422c8d2 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:57:56.912266 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-048d3be2-9623-4394-b6ea-45f5439a61a7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=727d22f7-aa8c-41e0-8e88-ba5877b169b0 HTTP/1.1" status: 200  len: 1001 time: 0.0698564
Feb 05 20:57:56.929920 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875363f1-c305-47a3-991b-0579be847107 req-85f28e7d-1a0c-4d97-b6cc-9b13f0436411 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:56.932174 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-875363f1-c305-47a3-991b-0579be847107 req-85f28e7d-1a0c-4d97-b6cc-9b13f0436411 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=21a8ee4b-3c6f-4e45-846c-366430cca3fd HTTP/1.1" status: 200  len: 945 time: 0.1746199
Feb 05 20:57:56.942696 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cefaf1-1798-4305-9da1-df6c661705ea req-ba8cfe92-253a-490e-afc9-eb80484a5c72 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:56.944463 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a0cefaf1-1798-4305-9da1-df6c661705ea req-ba8cfe92-253a-490e-afc9-eb80484a5c72 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=286652db-d2e7-4dcc-9804-f8f12eb56d80 HTTP/1.1" status: 200  len: 944 time: 0.1880167
Feb 05 20:57:56.989193 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 77ef8412-9c7f-49fe-8ec8-35e35422c8d2 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:57:56.999718 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b407b97-2f67-4261-b8e5-94f667102f60 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:57:57.005164 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 77ef8412-9c7f-49fe-8ec8-35e35422c8d2 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:57:57.005947 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (77ef8412-9c7f-49fe-8ec8-35e35422c8d2), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:57.007081 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-6c390514-bd44-4ff2-ad4e-7325b0fe3aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:57.009168 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-6c390514-bd44-4ff2-ad4e-7325b0fe3aaa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=77b32dd4-761f-487c-9e79-c5785faac85d HTTP/1.1" status: 200  len: 855 time: 0.0763388
Feb 05 20:57:57.017246 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e2ef76-02cd-4f5e-bae1-8e47a7c09ed5 None None] Sync routers for ids ['982aa03d-0390-44b7-9169-fd6e54a9f8b9'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:57:57.031195 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5b407b97-2f67-4261-b8e5-94f667102f60 admin admin] 10.222.0.32 "PUT /v2.0/routers/982aa03d-0390-44b7-9169-fd6e54a9f8b9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8629129
Feb 05 20:57:57.066758 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e2ef76-02cd-4f5e-bae1-8e47a7c09ed5 None None] Routers {'982aa03d-0390-44b7-9169-fd6e54a9f8b9'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:57:57.067491 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-d7e2ef76-02cd-4f5e-bae1-8e47a7c09ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8ed3d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:57:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['982aa03d-0390-44b7-9169-fd6e54a9f8b9'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:57.107681 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-96f84167-5b24-460b-8aeb-ff1564b735a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:57.113025 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-96f84167-5b24-460b-8aeb-ff1564b735a8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0844615
Feb 05 20:57:57.133506 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 77ef8412-9c7f-49fe-8ec8-35e35422c8d2 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:57:57.134267 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (77ef8412-9c7f-49fe-8ec8-35e35422c8d2), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:57.180677 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-875363f1-c305-47a3-991b-0579be847107 req-75defab8-a5cd-4782-87af-7f45ba1fca25 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2020574
Feb 05 20:57:57.209443 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 77ef8412-9c7f-49fe-8ec8-35e35422c8d2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=77ef8412-9c7f-49fe-8ec8-35e35422c8d2,segment=NetworkSegment(7f85ed9d-b7ce-414c-8ae4-25f17816204d),segment_id=7f85ed9d-b7ce-414c-8ae4-25f17816204d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:57:57.210119 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a0cefaf1-1798-4305-9da1-df6c661705ea req-f017e690-0583-426d-a7ea-8d3b66b6b795 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2307906
Feb 05 20:57:57.231651 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (77ef8412-9c7f-49fe-8ec8-35e35422c8d2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:57.235980 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f53bf0-fec8-45b5-9a9b-6ebc81a91870 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Router 3d61c255-c50b-4b36-b07e-a355915d7921 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:57:57.299180 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-b534fe74-6e03-4178-ba94-1a55f746e1ec service neutron] 10.222.0.39 "GET /v2.0/networks/0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1743963
Feb 05 20:57:57.311739 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=77ef8412-9c7f-49fe-8ec8-35e35422c8d2,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:57.340552 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-d7e2ef76-02cd-4f5e-bae1-8e47a7c09ed5 None None] Set router 982aa03d-0390-44b7-9169-fd6e54a9f8b9 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:57:57.442823 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-051b418a-0885-42bd-8dea-e63b1f68b18f service neutron] 10.222.0.39 "GET /v2.0/networks/0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1377778
Feb 05 20:57:57.511172 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-cb16214d-e3b4-4c68-8f74-379bb9e83cb7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=0dc636af-3e4f-4bdf-a0d0-4cf505100fad HTTP/1.1" status: 200  len: 217 time: 0.0620191
Feb 05 20:57:57.654497 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-d7e2ef76-02cd-4f5e-bae1-8e47a7c09ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8ed3d60>, [{'id': '982aa03d-0390-44b7-9169-fd6e54a9f8b9', 'name': 'tempest-ServerRescueTestJSONUnderV235-77366947-router', 'tenant_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': 'dd153ddb-9f21-42fe-a3bd-b7470a14c00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:57:50Z', 'updated_at': '2022-02-05T20:57:55Z', 'revision_number': 4, 'project_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'gw_port': {'id': 'dd153ddb-9f21-42fe-a3bd-b7470a14c00c', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982aa03d-0390-44b7-9169-fd6e54a9f8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:57:51Z', 'updated_at': '2022-02-05T20:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e2a15a8e-93f4-419c-b560-07289fd8b4a7', 'name': '', 'network_id': 'eb12b0a3-cb4e-47fe-8869-d20dface7d3e', 'tenant_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'mac_address': 'fa:16:3e:89:a2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982aa03d-0390-44b7-9169-fd6e54a9f8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'eab137f8-6355-40d9-8fb3-711b63d086ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:57:54Z', 'updated_at': '2022-02-05T20:57:55Z', 'revision_number': 2, 'project_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'subnets': [{'id': 'eab137f8-6355-40d9-8fb3-711b63d086ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:57.683760 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286652db-d2e7-4dcc-9804-f8f12eb56d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ef8412-9c7f-49fe-8ec8-35e35422c8d2'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:57:57.687911 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44711a2d-f99a-4703-9a76-18133c9d58b6" -d '{"events": [{"server_uuid": "286652db-d2e7-4dcc-9804-f8f12eb56d80", "name": "network-vif-plugged", "status": "completed", "tag": "77ef8412-9c7f-49fe-8ec8-35e35422c8d2"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:57:57.695599 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e2ef76-02cd-4f5e-bae1-8e47a7c09ed5 None None] Checking router: 982aa03d-0390-44b7-9169-fd6e54a9f8b9 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:57:57.696177 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e2ef76-02cd-4f5e-bae1-8e47a7c09ed5 None None] Updating router 982aa03d-0390-44b7-9169-fd6e54a9f8b9 port e2a15a8e-93f4-419c-b560-07289fd8b4a7 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 20:57:57.733200 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-d7e2ef76-02cd-4f5e-bae1-8e47a7c09ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e2a15a8e-93f4-419c-b560-07289fd8b4a7), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:57.754721 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5e390e4f-b7f0-43d0-a810-6e5b2a5c7c75 req-375624c0-b396-42e3-977f-091355554657 tempest-ServerShowV257Test-401956956 tempest-ServerShowV257Test-401956956-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8798e6d-58c3-4b0e-ae40-2ccfbef54111 HTTP/1.1" status: 200  len: 210 time: 0.4480643
Feb 05 20:57:57.836135 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b67c9c2-922d-404e-ba16-e3409daa7501 x-openstack-request-id: req-8b67c9c2-922d-404e-ba16-e3409daa7501 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:57:57.836440 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286652db-d2e7-4dcc-9804-f8f12eb56d80", "name": "network-vif-plugged", "status": "completed", "tag": "77ef8412-9c7f-49fe-8ec8-35e35422c8d2", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:57:57.836703 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8b67c9c2-922d-404e-ba16-e3409daa7501 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:57:57.837105 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '286652db-d2e7-4dcc-9804-f8f12eb56d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ef8412-9c7f-49fe-8ec8-35e35422c8d2', 'code': 200}
Feb 05 20:57:57.905124 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-85250ad2-bada-4e0a-831e-256f1a27fdc7 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:57.911897 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-85250ad2-bada-4e0a-831e-256f1a27fdc7 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/networks?id=eb12b0a3-cb4e-47fe-8869-d20dface7d3e HTTP/1.1" status: 200  len: 818 time: 0.1625037
Feb 05 20:57:57.950652 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-27348eb7-4829-455a-af38-6633970cd15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:57.952541 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-27348eb7-4829-455a-af38-6633970cd15d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=532b1fc2-bb1a-4156-8355-ae298e35f677 HTTP/1.1" status: 200  len: 797 time: 0.4288955
Feb 05 20:57:57.964248 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f53bf0-fec8-45b5-9a9b-6ebc81a91870 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:57:57.975010 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-f767e0c1-9030-4182-a5de-05bbab5afd0a tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/quotas/ca5f02e4f32f409cb5d16fdde787db22 HTTP/1.1" status: 200  len: 375 time: 0.0599837
Feb 05 20:57:57.978974 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f3a442-9237-45d4-b446-dd218053db7c None None] Sync routers for ids ['3d61c255-c50b-4b36-b07e-a355915d7921'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:57:58.002740 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f3a442-9237-45d4-b446-dd218053db7c None None] Routers {'3d61c255-c50b-4b36-b07e-a355915d7921'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:57:58.003923 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-10f3a442-9237-45d4-b446-dd218053db7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab8e24f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:57:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['3d61c255-c50b-4b36-b07e-a355915d7921'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:58.043518 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-28f53bf0-fec8-45b5-9a9b-6ebc81a91870 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:58.056943 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60cab3-0e3f-487a-bd17-1a25de6c3443 req-4fddb0bb-5113-4572-85e6-b2e7965d4e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:58.058536 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0e60cab3-0e3f-487a-bd17-1a25de6c3443 req-4fddb0bb-5113-4572-85e6-b2e7965d4e9a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=286652db-d2e7-4dcc-9804-f8f12eb56d80 HTTP/1.1" status: 200  len: 1127 time: 0.0912347
Feb 05 20:57:58.065147 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-a59d4938-f9e5-441b-9ba0-4aabb0e06d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:58.067637 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-a59d4938-f9e5-441b-9ba0-4aabb0e06d76 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2c28d2b8-7305-4066-8f34-0ebf235173b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0921369
Feb 05 20:57:58.082284 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-10f3a442-9237-45d4-b446-dd218053db7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab8e24f0>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:58.091725 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f3a442-9237-45d4-b446-dd218053db7c None None] Routers {'3d61c255-c50b-4b36-b07e-a355915d7921'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:57:58.092554 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-10f3a442-9237-45d4-b446-dd218053db7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab8e24f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:57:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['3d61c255-c50b-4b36-b07e-a355915d7921'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:58.134475 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-10f3a442-9237-45d4-b446-dd218053db7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab8e24f0>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:58.134475 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f3a442-9237-45d4-b446-dd218053db7c None None] The sync data for ids ['3d61c255-c50b-4b36-b07e-a355915d7921'] in ncdv-master-1 is: [] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:57:58.136248 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-28f53bf0-fec8-45b5-9a9b-6ebc81a91870 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 4.6608679
Feb 05 20:57:58.137588 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41172) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:57:58.147940 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-db1fa63c-69ad-4294-8349-c05b4baa1f1e tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Request body: {'floatingip': {'port_id': '73039548-6d43-4245-b047-5b93b3adbed1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:57:58.160107 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-d7e2ef76-02cd-4f5e-bae1-8e47a7c09ed5 None None] Publish callbacks [] for port (e2a15a8e-93f4-419c-b560-07289fd8b4a7), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:58.181814 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0e60cab3-0e3f-487a-bd17-1a25de6c3443 req-824d692c-b987-4d18-a9b7-1d6ffbfb663f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131191
Feb 05 20:57:58.183057 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-d7e2ef76-02cd-4f5e-bae1-8e47a7c09ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (e2a15a8e-93f4-419c-b560-07289fd8b4a7), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:58.208785 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-e8ae07c1-9b89-4309-9379-0e5faf53277a service neutron] 10.222.0.39 "GET /v2.0/networks/2c28d2b8-7305-4066-8f34-0ebf235173b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232753
Feb 05 20:57:58.258632 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-db1fa63c-69ad-4294-8349-c05b4baa1f1e tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for floatingip (37cdbde8-8487-4205-825f-f56bdbb8022e), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:58.267871 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e2dba-9575-4e6d-860f-b5803bdad91b None None] Pushing event updated for resources: {'Port': ['ID=e2a15a8e-93f4-419c-b560-07289fd8b4a7,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:58.268623 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-89c8c965-332e-4f6f-b9fc-33c5b0065443 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca5f02e4f32f409cb5d16fdde787db22&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2922225
Feb 05 20:57:58.310305 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device dd153ddb-9f21-42fe-a3bd-b7470a14c00c up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:57:58.318097 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4e2dba-9575-4e6d-860f-b5803bdad91b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:58.318606 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4e2dba-9575-4e6d-860f-b5803bdad91b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:58.319022 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4e2dba-9575-4e6d-860f-b5803bdad91b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:58.319404 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4e2dba-9575-4e6d-860f-b5803bdad91b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:58.319714 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4e2dba-9575-4e6d-860f-b5803bdad91b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:58.320045 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4e2dba-9575-4e6d-860f-b5803bdad91b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:58.320408 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4e2dba-9575-4e6d-860f-b5803bdad91b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:58.320767 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4e2dba-9575-4e6d-860f-b5803bdad91b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:58.321105 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4e2dba-9575-4e6d-860f-b5803bdad91b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:58.321435 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4e2dba-9575-4e6d-860f-b5803bdad91b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:58.321759 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4e2dba-9575-4e6d-860f-b5803bdad91b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:58.322100 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4e2dba-9575-4e6d-860f-b5803bdad91b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:58.322418 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4e2dba-9575-4e6d-860f-b5803bdad91b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:57:58.336623 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-d7e2ef76-02cd-4f5e-bae1-8e47a7c09ed5 None None] Attempting to bind port e2a15a8e-93f4-419c-b560-07289fd8b4a7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:57:58.337163 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-d7e2ef76-02cd-4f5e-bae1-8e47a7c09ed5 None None] Attempting to bind port e2a15a8e-93f4-419c-b560-07289fd8b4a7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8aef47f8-e9ab-41a2-a82b-242a7aecc3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eb12b0a3-cb4e-47fe-8869-d20dface7d3e'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:57:58.337525 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e2ef76-02cd-4f5e-bae1-8e47a7c09ed5 None None] Attempting to bind port e2a15a8e-93f4-419c-b560-07289fd8b4a7 on network eb12b0a3-cb4e-47fe-8869-d20dface7d3e {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:57:58.343255 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e2ef76-02cd-4f5e-bae1-8e47a7c09ed5 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:57:58.343736 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e2ef76-02cd-4f5e-bae1-8e47a7c09ed5 None None] Checking segment: {'id': '8aef47f8-e9ab-41a2-a82b-242a7aecc3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eb12b0a3-cb4e-47fe-8869-d20dface7d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:57:58.344218 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-d7e2ef76-02cd-4f5e-bae1-8e47a7c09ed5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:58.344702 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e2ef76-02cd-4f5e-bae1-8e47a7c09ed5 None None] Bound using segment: {'id': '8aef47f8-e9ab-41a2-a82b-242a7aecc3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eb12b0a3-cb4e-47fe-8869-d20dface7d3e'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:57:58.345240 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-d7e2ef76-02cd-4f5e-bae1-8e47a7c09ed5 None None] Bound port: e2a15a8e-93f4-419c-b560-07289fd8b4a7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aef47f8-e9ab-41a2-a82b-242a7aecc3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eb12b0a3-cb4e-47fe-8869-d20dface7d3e'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:57:58.345691 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-d7e2ef76-02cd-4f5e-bae1-8e47a7c09ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e2a15a8e-93f4-419c-b560-07289fd8b4a7), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:58.390883 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port dd153ddb-9f21-42fe-a3bd-b7470a14c00c triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:57:58.392279 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (dd153ddb-9f21-42fe-a3bd-b7470a14c00c), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:58.425685 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-d7e2ef76-02cd-4f5e-bae1-8e47a7c09ed5 None None] For port e2a15a8e-93f4-419c-b560-07289fd8b4a7, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:57:58.430581 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-d7e2ef76-02cd-4f5e-bae1-8e47a7c09ed5 None None] For port e2a15a8e-93f4-419c-b560-07289fd8b4a7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2a15a8e-93f4-419c-b560-07289fd8b4a7,segment=NetworkSegment(8aef47f8-e9ab-41a2-a82b-242a7aecc3a5),segment_id=8aef47f8-e9ab-41a2-a82b-242a7aecc3a5)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:57:58.442014 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-d7e2ef76-02cd-4f5e-bae1-8e47a7c09ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (e2a15a8e-93f4-419c-b560-07289fd8b4a7), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:58.501489 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port dd153ddb-9f21-42fe-a3bd-b7470a14c00c is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:57:58.511694 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a30206-fbb5-4ed0-aa90-de1781160d16 req-e7c1f1c5-6b7d-4e23-8af4-cd15771d7171 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:58.513534 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d5a30206-fbb5-4ed0-aa90-de1781160d16 req-e7c1f1c5-6b7d-4e23-8af4-cd15771d7171 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=21a8ee4b-3c6f-4e45-846c-366430cca3fd HTTP/1.1" status: 200  len: 945 time: 0.2059395
Feb 05 20:57:58.530111 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e2ef76-02cd-4f5e-bae1-8e47a7c09ed5 None None] Routers {'982aa03d-0390-44b7-9169-fd6e54a9f8b9'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:57:58.530868 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-d7e2ef76-02cd-4f5e-bae1-8e47a7c09ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8ed3d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:57:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['982aa03d-0390-44b7-9169-fd6e54a9f8b9'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:58.538094 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e2dba-9575-4e6d-860f-b5803bdad91b None None] Pushing event updated for resources: {'Port': ['ID=e2a15a8e-93f4-419c-b560-07289fd8b4a7,revision_number=4']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:57:58.557156 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-2450e712-80b9-423b-b3a4-12f47fde784e service neutron] 10.222.0.39 "GET /v2.0/networks/2c28d2b8-7305-4066-8f34-0ebf235173b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1727588
Feb 05 20:57:58.591168 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-609c3baa-3d2f-4c4a-9fe0-f6a6b15c0ec6 service neutron] 10.222.0.32 "GET /v2.0/networks/eb12b0a3-cb4e-47fe-8869-d20dface7d3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2851391
Feb 05 20:57:58.609411 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-5ab8a60b-e8c7-400f-80ed-06f294efd08b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=0798d918-a1a1-4268-8b6d-832370da6f8f HTTP/1.1" status: 200  len: 217 time: 0.0429165
Feb 05 20:57:58.661746 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-d7e2ef76-02cd-4f5e-bae1-8e47a7c09ed5 None None] Set router 982aa03d-0390-44b7-9169-fd6e54a9f8b9 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:57:58.666272 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-7fa4b6b2-2ef5-4ae4-894b-3f089fc0a7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:58.668065 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-7fa4b6b2-2ef5-4ae4-894b-3f089fc0a7a2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=532b1fc2-bb1a-4156-8355-ae298e35f677 HTTP/1.1" status: 200  len: 797 time: 0.0508893
Feb 05 20:57:58.709607 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d5a30206-fbb5-4ed0-aa90-de1781160d16 req-93b9ce0a-0a76-4357-ae2b-af185de91e30 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1735568
Feb 05 20:57:58.739168 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-79c4d4f5-de6d-4843-a648-5bca7145337f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:58.740955 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-79c4d4f5-de6d-4843-a648-5bca7145337f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2c28d2b8-7305-4066-8f34-0ebf235173b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0653086
Feb 05 20:57:58.862302 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-e5f86297-22bf-4237-aa4c-886b3488c45f service neutron] 10.222.0.39 "GET /v2.0/networks/2c28d2b8-7305-4066-8f34-0ebf235173b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1137388
Feb 05 20:57:58.891163 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-0897afd9-070b-421e-adff-7bb02d2c9227 service neutron] 10.222.0.32 "GET /v2.0/networks/eb12b0a3-cb4e-47fe-8869-d20dface7d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2484396
Feb 05 20:57:58.920108 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-d7e2ef76-02cd-4f5e-bae1-8e47a7c09ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8ed3d60>, [{'id': '982aa03d-0390-44b7-9169-fd6e54a9f8b9', 'name': 'tempest-ServerRescueTestJSONUnderV235-77366947-router', 'tenant_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': 'dd153ddb-9f21-42fe-a3bd-b7470a14c00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:57:50Z', 'updated_at': '2022-02-05T20:57:55Z', 'revision_number': 4, 'project_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'gw_port': {'id': 'dd153ddb-9f21-42fe-a3bd-b7470a14c00c', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982aa03d-0390-44b7-9169-fd6e54a9f8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:57:51Z', 'updated_at': '2022-02-05T20:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e2a15a8e-93f4-419c-b560-07289fd8b4a7', 'name': '', 'network_id': 'eb12b0a3-cb4e-47fe-8869-d20dface7d3e', 'tenant_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'mac_address': 'fa:16:3e:89:a2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982aa03d-0390-44b7-9169-fd6e54a9f8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'eab137f8-6355-40d9-8fb3-711b63d086ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:57:54Z', 'updated_at': '2022-02-05T20:57:58Z', 'revision_number': 4, 'project_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'subnets': [{'id': 'eab137f8-6355-40d9-8fb3-711b63d086ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:57:58.924040 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e040b-1af9-4cbb-8341-840fe0a61269 req-1d4df242-1e92-4604-a8e6-007d16f0f1c2 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:58.925872 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-071e040b-1af9-4cbb-8341-840fe0a61269 req-1d4df242-1e92-4604-a8e6-007d16f0f1c2 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=286652db-d2e7-4dcc-9804-f8f12eb56d80 HTTP/1.1" status: 200  len: 945 time: 0.1386218
Feb 05 20:57:58.955671 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e2ef76-02cd-4f5e-bae1-8e47a7c09ed5 None None] The sync data for ids ['982aa03d-0390-44b7-9169-fd6e54a9f8b9'] in ncdv-master-1 is: [{'id': '982aa03d-0390-44b7-9169-fd6e54a9f8b9', 'name': 'tempest-ServerRescueTestJSONUnderV235-77366947-router', 'tenant_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': 'dd153ddb-9f21-42fe-a3bd-b7470a14c00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:57:50Z', 'updated_at': '2022-02-05T20:57:55Z', 'revision_number': 4, 'project_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'gw_port': {'id': 'dd153ddb-9f21-42fe-a3bd-b7470a14c00c', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982aa03d-0390-44b7-9169-fd6e54a9f8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:57:51Z', 'updated_at': '2022-02-05T20:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e2a15a8e-93f4-419c-b560-07289fd8b4a7', 'name': '', 'network_id': 'eb12b0a3-cb4e-47fe-8869-d20dface7d3e', 'tenant_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'mac_address': 'fa:16:3e:89:a2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982aa03d-0390-44b7-9169-fd6e54a9f8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'eab137f8-6355-40d9-8fb3-711b63d086ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:57:54Z', 'updated_at': '2022-02-05T20:57:58Z', 'revision_number': 4, 'project_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'subnets': [{'id': 'eab137f8-6355-40d9-8fb3-711b63d086ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:57:59.021894 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-83135683-db19-47c9-afa5-f6e4044ab9e6 service neutron] 10.222.0.39 "GET /v2.0/networks/2c28d2b8-7305-4066-8f34-0ebf235173b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1525941
Feb 05 20:57:59.087083 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-089294a5-a881-41b1-8b72-b336f346febf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=c006ee92-de9a-4d20-85f3-3e39838a35c2 HTTP/1.1" status: 200  len: 217 time: 0.0588231
Feb 05 20:57:59.112237 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-071e040b-1af9-4cbb-8341-840fe0a61269 req-9c7ae24f-61d2-452c-9458-53e73509e318 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1720495
Feb 05 20:57:59.194575 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-ea240beb-87c6-45d8-a0f0-4ce7081ec1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:59.198547 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-ea240beb-87c6-45d8-a0f0-4ce7081ec1f7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=532b1fc2-bb1a-4156-8355-ae298e35f677 HTTP/1.1" status: 200  len: 797 time: 0.0949802
Feb 05 20:57:59.323775 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-103c5d40-f246-4860-b8b0-b80a517bb5fd req-77820a38-1ae2-4562-88c3-d0471997a6d7 tempest-ServerShowV257Test-401956956 tempest-ServerShowV257Test-401956956-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8798e6d-58c3-4b0e-ae40-2ccfbef54111 HTTP/1.1" status: 200  len: 210 time: 0.0629001
Feb 05 20:57:59.343983 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.db.resource_extend [None req-db1fa63c-69ad-4294-8349-c05b4baa1f1e tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 05 20:57:59.354866 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-15758e62-85ca-4342-ba91-b961669fde9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:59.359589 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-15758e62-85ca-4342-ba91-b961669fde9d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2c28d2b8-7305-4066-8f34-0ebf235173b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1535673
Feb 05 20:57:59.417798 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-db1fa63c-69ad-4294-8349-c05b4baa1f1e tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:59.427419 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-db1fa63c-69ad-4294-8349-c05b4baa1f1e tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (37cdbde8-8487-4205-825f-f56bdbb8022e), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:57:59.507683 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3c8fa853-83ad-4d52-aa76-6a6c0ea64d6a req-aa255f9d-5526-4a98-a990-7d495b57c2f2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f8798e6d-58c3-4b0e-ae40-2ccfbef54111 HTTP/1.1" status: 200  len: 210 time: 0.1234052
Feb 05 20:57:59.563106 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-70d0fd5a-7ba0-46ac-bec5-653a0cc9f66e req-c0426af8-4f6e-49de-98af-1642e48e16b6 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 210 time: 0.1278396
Feb 05 20:57:59.660092 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-2adafda4-17d0-4aca-973a-a4467cb0fdd2 service neutron] 10.222.0.39 "GET /v2.0/networks/2c28d2b8-7305-4066-8f34-0ebf235173b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2779784
Feb 05 20:57:59.754641 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd391af8-3612-4d4b-9a6e-752f51d41109 req-74b3ea8e-8283-4710-8774-8506f16f7f30 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:57:59.767591 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bd391af8-3612-4d4b-9a6e-752f51d41109 req-74b3ea8e-8283-4710-8774-8506f16f7f30 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=21a8ee4b-3c6f-4e45-846c-366430cca3fd HTTP/1.1" status: 200  len: 945 time: 0.1176913
Feb 05 20:57:59.899283 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-a89bd3af-2095-4808-b420-a6c2a1a5b80b service neutron] 10.222.0.39 "GET /v2.0/networks/2c28d2b8-7305-4066-8f34-0ebf235173b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1755483
Feb 05 20:57:59.917473 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bd391af8-3612-4d4b-9a6e-752f51d41109 req-7d1f11e3-abec-46cc-aa9b-1cb0bbb6deca tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1484413
Feb 05 20:57:59.978741 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-c280472f-1aaa-4395-88f0-6245168a18b9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=3b70f63b-dae9-48e5-a6ad-2fc1008228c7 HTTP/1.1" status: 200  len: 217 time: 0.0636525
Feb 05 20:58:00.006084 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1fa63c-69ad-4294-8349-c05b4baa1f1e tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Router 3d61c255-c50b-4b36-b07e-a355915d7921 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:58:00.048390 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-d4bc50b7-b88b-4646-a136-f2d7ae1233e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:00.052110 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-d4bc50b7-b88b-4646-a136-f2d7ae1233e5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=532b1fc2-bb1a-4156-8355-ae298e35f677 HTTP/1.1" status: 200  len: 797 time: 0.0660009
Feb 05 20:58:00.125079 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-18b3f030-030a-49c0-ad04-ed2babab249b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:00.127271 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-18b3f030-030a-49c0-ad04-ed2babab249b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2c28d2b8-7305-4066-8f34-0ebf235173b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0680506
Feb 05 20:58:00.183656 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1fa63c-69ad-4294-8349-c05b4baa1f1e tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:58:00.194819 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-db1fa63c-69ad-4294-8349-c05b4baa1f1e tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:00.198784 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd81bbd-a762-4477-8583-e52036c2f213 None None] Sync routers for ids ['3d61c255-c50b-4b36-b07e-a355915d7921'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:58:00.227974 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd81bbd-a762-4477-8583-e52036c2f213 None None] Routers {'3d61c255-c50b-4b36-b07e-a355915d7921'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:58:00.228745 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-fbd81bbd-a762-4477-8583-e52036c2f213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8ed3d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:57:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['3d61c255-c50b-4b36-b07e-a355915d7921'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:00.293911 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-fbd81bbd-a762-4477-8583-e52036c2f213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8ed3d90>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:00.307463 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd81bbd-a762-4477-8583-e52036c2f213 None None] Routers {'3d61c255-c50b-4b36-b07e-a355915d7921'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:58:00.308773 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-7cb3a18b-1509-4327-ac62-22e8b190950f service neutron] 10.222.0.39 "GET /v2.0/networks/2c28d2b8-7305-4066-8f34-0ebf235173b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1713052
Feb 05 20:58:00.309373 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-fbd81bbd-a762-4477-8583-e52036c2f213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8ed3d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:57:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['3d61c255-c50b-4b36-b07e-a355915d7921'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:00.351892 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-fbd81bbd-a762-4477-8583-e52036c2f213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8ed3d90>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:00.352686 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd81bbd-a762-4477-8583-e52036c2f213 None None] The sync data for ids ['3d61c255-c50b-4b36-b07e-a355915d7921'] in ncdv-master-1 is: [] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:58:00.405710 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-db1fa63c-69ad-4294-8349-c05b4baa1f1e tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "PUT /v2.0/floatingips/37cdbde8-8487-4205-825f-f56bdbb8022e HTTP/1.1" status: 200  len: 977 time: 2.2626064
Feb 05 20:58:00.407833 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41198) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:00.446031 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device e2a15a8e-93f4-419c-b560-07289fd8b4a7 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:58:00.450833 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-2830ec42-c196-43fc-9bae-7fd8900a5588 service neutron] 10.222.0.39 "GET /v2.0/networks/2c28d2b8-7305-4066-8f34-0ebf235173b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1327722
Feb 05 20:58:00.497590 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-b97dc517-c8a3-4088-b6de-6eddb708e2c4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fe248a30-0aa0-4c85-b704-48b8f8ec969c HTTP/1.1" status: 200  len: 217 time: 0.0392175
Feb 05 20:58:00.514501 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed59c6-44b6-4e20-9cc5-e739243ba42f req-27f54533-c42e-4119-9762-ad382b514976 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:00.515993 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-67ed59c6-44b6-4e20-9cc5-e739243ba42f req-27f54533-c42e-4119-9762-ad382b514976 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=286652db-d2e7-4dcc-9804-f8f12eb56d80 HTTP/1.1" status: 200  len: 945 time: 0.1945984
Feb 05 20:58:00.530395 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port e2a15a8e-93f4-419c-b560-07289fd8b4a7 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:58:00.531035 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e2a15a8e-93f4-419c-b560-07289fd8b4a7), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:00.566168 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-66f6722d-b1b5-4d37-b42f-6a49289b81cc req-530ea5d3-045e-4d26-9a54-d11dc40f4408 tempest-ServerShowV257Test-401956956 tempest-ServerShowV257Test-401956956-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8798e6d-58c3-4b0e-ae40-2ccfbef54111 HTTP/1.1" status: 200  len: 210 time: 0.0485923
Feb 05 20:58:00.603686 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-e212ba3a-c22e-447c-bf08-ce7620cd9481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:00.612156 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-e212ba3a-c22e-447c-bf08-ce7620cd9481 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ce832fc6-ee9e-45ba-a285-bd28fcf21153 HTTP/1.1" status: 200  len: 797 time: 0.1011097
Feb 05 20:58:00.693713 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port e2a15a8e-93f4-419c-b560-07289fd8b4a7 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:58:00.694146 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e2a15a8e-93f4-419c-b560-07289fd8b4a7), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:00.746933 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port e2a15a8e-93f4-419c-b560-07289fd8b4a7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2a15a8e-93f4-419c-b560-07289fd8b4a7,segment=NetworkSegment(8aef47f8-e9ab-41a2-a82b-242a7aecc3a5),segment_id=8aef47f8-e9ab-41a2-a82b-242a7aecc3a5)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:58:00.756623 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (e2a15a8e-93f4-419c-b560-07289fd8b4a7), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:00.851746 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-67ed59c6-44b6-4e20-9cc5-e739243ba42f req-3feda5ec-47bb-4288-b624-a172a68de67c tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3097396
Feb 05 20:58:00.880261 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=e2a15a8e-93f4-419c-b560-07289fd8b4a7,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:00.894441 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-564d9931-ce8b-409d-a8da-0a19c4829bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:00.898168 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-564d9931-ce8b-409d-a8da-0a19c4829bbb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2869ab27-d004-4907-98b1-61880aad7d20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2749405
Feb 05 20:58:00.941669 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d19c7841-11ba-4dde-b06f-841d1ca74040 req-a4b40037-1acc-4b7c-b3a0-833d59f4c142 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 210 time: 0.1705761
Feb 05 20:58:01.045281 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-cc4fd9eb-ebd5-4b08-8169-62ca1ff44ffb tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Deleting port d2a22e50-0a04-418f-b95d-5c9c11427717 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:58:01.045713 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cc4fd9eb-ebd5-4b08-8169-62ca1ff44ffb tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (d2a22e50-0a04-418f-b95d-5c9c11427717), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:01.092156 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-5a91131f-58f3-4ebd-bdf2-595925a82d41 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:01.094085 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-5a91131f-58f3-4ebd-bdf2-595925a82d41 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.39 "GET /v2.0/networks?id=eb12b0a3-cb4e-47fe-8869-d20dface7d3e HTTP/1.1" status: 200  len: 818 time: 0.3856456
Feb 05 20:58:01.120131 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-e2adf05f-90ac-425d-96b1-0bf463ecce37 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Request body: {'port': {'device_id': 'a7efaf09-1b90-421c-a62a-9163b5c78066', 'network_id': 'eb12b0a3-cb4e-47fe-8869-d20dface7d3e', 'admin_state_up': True, 'tenant_id': 'ca5f02e4f32f409cb5d16fdde787db22'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:58:01.140818 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-68d9faf2-1b5c-4c60-9ccc-ec05666be4ce service neutron] 10.222.0.39 "GET /v2.0/networks/2869ab27-d004-4907-98b1-61880aad7d20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2271538
Feb 05 20:58:01.211773 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cc4fd9eb-ebd5-4b08-8169-62ca1ff44ffb tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (d2a22e50-0a04-418f-b95d-5c9c11427717), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:01.212339 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cc4fd9eb-ebd5-4b08-8169-62ca1ff44ffb tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for floatingip (d2a22e50-0a04-418f-b95d-5c9c11427717), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:01.231447 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-cc4fd9eb-ebd5-4b08-8169-62ca1ff44ffb tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Calling delete_port for d2a22e50-0a04-418f-b95d-5c9c11427717 owned by network:floatingip {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:58:01.245720 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f38c9b-2255-45ab-ace1-e8be246d39aa req-7df704fc-f581-41be-b525-f8d2f49144ad tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:01.247284 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68f38c9b-2255-45ab-ace1-e8be246d39aa req-7df704fc-f581-41be-b525-f8d2f49144ad tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=21a8ee4b-3c6f-4e45-846c-366430cca3fd HTTP/1.1" status: 200  len: 945 time: 0.1816399
Feb 05 20:58:01.266257 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141f06a-4261-44c9-8047-275ecc173f1b req-6682b573-5b31-470f-8400-d24ae754c469 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:01.267759 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f141f06a-4261-44c9-8047-275ecc173f1b req-6682b573-5b31-470f-8400-d24ae754c469 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=286652db-d2e7-4dcc-9804-f8f12eb56d80 HTTP/1.1" status: 200  len: 945 time: 0.1206617
Feb 05 20:58:01.320064 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-66e75d58-0cb8-4faa-8530-b3e2a848123e service neutron] 10.222.0.39 "GET /v2.0/networks/2869ab27-d004-4907-98b1-61880aad7d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1682060
Feb 05 20:58:01.336421 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-e2adf05f-90ac-425d-96b1-0bf463ecce37 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Made reservation on behalf of ca5f02e4f32f409cb5d16fdde787db22 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:58:01.340378 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-e2adf05f-90ac-425d-96b1-0bf463ecce37 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:01.385681 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-67be7ec7-1ab9-4b96-8652-fb73b0fd619c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b27985ed-4cc7-4261-a147-7ca1517d425a HTTP/1.1" status: 200  len: 217 time: 0.0590637
Feb 05 20:58:01.422428 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f141f06a-4261-44c9-8047-275ecc173f1b req-c11f490a-6fd6-4982-bda7-c4ca6929ed8c tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154568
Feb 05 20:58:01.425778 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68f38c9b-2255-45ab-ace1-e8be246d39aa req-b3e4f45d-2082-4fa1-b09a-ea4e1bfc3c48 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1691592
Feb 05 20:58:01.507291 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-2388c3bd-f068-4dbd-a791-1b1ce3d01f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:01.509094 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-2388c3bd-f068-4dbd-a791-1b1ce3d01f96 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ce832fc6-ee9e-45ba-a285-bd28fcf21153 HTTP/1.1" status: 200  len: 797 time: 0.1133792
Feb 05 20:58:01.560202 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cc4fd9eb-ebd5-4b08-8169-62ca1ff44ffb tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (d2a22e50-0a04-418f-b95d-5c9c11427717), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:01.593181 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4fd9eb-ebd5-4b08-8169-62ca1ff44ffb tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Pushing event deleted for resources: {'Port': ['ID=d2a22e50-0a04-418f-b95d-5c9c11427717,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:01.599607 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-e2adf05f-90ac-425d-96b1-0bf463ecce37 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Allocated IP 172.20.0.11 (eb12b0a3-cb4e-47fe-8869-d20dface7d3e/eab137f8-6355-40d9-8fb3-711b63d086ad/b29e0850-8ea4-4496-b92a-c9b3e104df14) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:58:01.617231 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-8b53547e-8599-4e77-b1bb-ebd2ac1bbdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:01.618949 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-8b53547e-8599-4e77-b1bb-ebd2ac1bbdd2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2869ab27-d004-4907-98b1-61880aad7d20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1030071
Feb 05 20:58:01.631965 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a40571-203f-4af5-a516-e049b8291a1b req-9ccb0bfe-a2aa-46ac-97b0-6cdb17302272 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:01.633655 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c8a40571-203f-4af5-a516-e049b8291a1b req-9ccb0bfe-a2aa-46ac-97b0-6cdb17302272 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=286652db-d2e7-4dcc-9804-f8f12eb56d80 HTTP/1.1" status: 200  len: 945 time: 0.1208556
Feb 05 20:58:01.734963 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3138c6a8-f865-4f96-a4eb-61117345f3b6 req-9f81795d-c5cd-4087-b5ff-571ecaa145b4 tempest-ServerShowV257Test-401956956 tempest-ServerShowV257Test-401956956-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8798e6d-58c3-4b0e-ae40-2ccfbef54111 HTTP/1.1" status: 200  len: 210 time: 0.0475035
Feb 05 20:58:01.747592 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cc4fd9eb-ebd5-4b08-8169-62ca1ff44ffb tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for floatingip (37cdbde8-8487-4205-825f-f56bdbb8022e), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:01.747966 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-cc4fd9eb-ebd5-4b08-8169-62ca1ff44ffb tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Floating IP 37cdbde8-8487-4205-825f-f56bdbb8022e disassociated (deleted). External IP: 172.35.4.99, port: 73039548-6d43-4245-b047-5b93b3adbed1.
Feb 05 20:58:01.820348 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c8a40571-203f-4af5-a516-e049b8291a1b req-e37c4f90-ace1-4b8b-b283-64a23ce178e6 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1610696
Feb 05 20:58:01.850524 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-d7981e34-d16c-487a-9390-748a3ad0f041 service neutron] 10.222.0.39 "GET /v2.0/networks/2869ab27-d004-4907-98b1-61880aad7d20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2129314
Feb 05 20:58:02.028452 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-55efd517-4833-4a1a-b2e3-7c1960cab4d0 req-ec40587f-bdf1-4d9d-bdf3-aee963a32e90 service neutron] 10.222.0.39 "GET /v2.0/networks/2869ab27-d004-4907-98b1-61880aad7d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1772885
Feb 05 20:58:02.035785 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-e2adf05f-90ac-425d-96b1-0bf463ecce37 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks [] for port (b29e0850-8ea4-4496-b92a-c9b3e104df14), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:02.086032 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-e2adf05f-90ac-425d-96b1-0bf463ecce37 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (b29e0850-8ea4-4496-b92a-c9b3e104df14), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:02.138653 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-e2adf05f-90ac-425d-96b1-0bf463ecce37 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Network eb12b0a3-cb4e-47fe-8869-d20dface7d3e is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:58:02.145278 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-e2adf05f-90ac-425d-96b1-0bf463ecce37 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:58:02.149532 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-e2adf05f-90ac-425d-96b1-0bf463ecce37 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:58:02.182661 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2adf05f-90ac-425d-96b1-0bf463ecce37 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Pushing event updated for resources: {'Port': ['ID=b29e0850-8ea4-4496-b92a-c9b3e104df14,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:02.210413 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-e2adf05f-90ac-425d-96b1-0bf463ecce37 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:02.211172 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-e2adf05f-90ac-425d-96b1-0bf463ecce37 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:02.233200 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-e2adf05f-90ac-425d-96b1-0bf463ecce37 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1227775
Feb 05 20:58:02.247657 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-2c47a482-029a-4c56-b074-523fe7e89f9c service neutron] Request body: {'port': {'device_id': 'a7efaf09-1b90-421c-a62a-9163b5c78066', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:58:02.285798 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device e2a15a8e-93f4-419c-b560-07289fd8b4a7 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:58:02.332554 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-2c47a482-029a-4c56-b074-523fe7e89f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b29e0850-8ea4-4496-b92a-c9b3e104df14), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:02.354647 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port e2a15a8e-93f4-419c-b560-07289fd8b4a7 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:58:02.355322 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e2a15a8e-93f4-419c-b560-07289fd8b4a7), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:02.419251 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-acd96b4a-b4d2-4660-ba35-c0eb6285dc43 req-c88001bb-c9c7-43e5-92d0-281fd3131245 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=872b26763db940f79e4c4dd8e955784b&device_id=f8798e6d-58c3-4b0e-ae40-2ccfbef54111 HTTP/1.1" status: 200  len: 210 time: 0.0774336
Feb 05 20:58:02.427870 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5421bee2-ec8e-496d-8923-895c08d3fa92 req-0d18129a-6467-473c-b253-63c7cfdd6e6c tempest-ServerShowV257Test-401956956 tempest-ServerShowV257Test-401956956-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8798e6d-58c3-4b0e-ae40-2ccfbef54111 HTTP/1.1" status: 200  len: 210 time: 0.0887423
Feb 05 20:58:02.466369 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port e2a15a8e-93f4-419c-b560-07289fd8b4a7 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:58:02.510913 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-acd96b4a-b4d2-4660-ba35-c0eb6285dc43 req-f1a9051e-2f63-4e02-a5a2-ba93de27819a service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=872b26763db940f79e4c4dd8e955784b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0766501
Feb 05 20:58:02.581715 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238a314-524f-4bb3-8794-cfb9bd690a1f req-c247c4a8-dd29-4660-808f-542f622900b2 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:02.583424 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9238a314-524f-4bb3-8794-cfb9bd690a1f req-c247c4a8-dd29-4660-808f-542f622900b2 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 932 time: 0.2431056
Feb 05 20:58:02.698911 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-2c47a482-029a-4c56-b074-523fe7e89f9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b29e0850-8ea4-4496-b92a-c9b3e104df14 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:58:02.707122 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-2c47a482-029a-4c56-b074-523fe7e89f9c service neutron] Publish callbacks [] for port (b29e0850-8ea4-4496-b92a-c9b3e104df14), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:02.721591 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-2c47a482-029a-4c56-b074-523fe7e89f9c service neutron] Transition to ACTIVE for port object b29e0850-8ea4-4496-b92a-c9b3e104df14 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:58:02.725061 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-2c47a482-029a-4c56-b074-523fe7e89f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (b29e0850-8ea4-4496-b92a-c9b3e104df14), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:02.782152 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c47a482-029a-4c56-b074-523fe7e89f9c service neutron] Pushing event updated for resources: {'Port': ['ID=b29e0850-8ea4-4496-b92a-c9b3e104df14,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:02.818314 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9238a314-524f-4bb3-8794-cfb9bd690a1f req-9be6ed64-4cec-43d6-9f28-2bf7e36a122d tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff9e1fa-1af1-48b5-a113-4aa59c5c8876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2108643
Feb 05 20:58:02.822186 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd96b4a-b4d2-4660-ba35-c0eb6285dc43 req-b088f2c1-5a2a-4f10-9a53-2bdde2a6235d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:02.823785 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-acd96b4a-b4d2-4660-ba35-c0eb6285dc43 req-b088f2c1-5a2a-4f10-9a53-2bdde2a6235d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2995019
Feb 05 20:58:02.831513 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091c201-0a94-4e11-9a0d-6762703c4d7b req-6f153722-b322-43b7-8afd-b86e24590887 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:02.839330 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f091c201-0a94-4e11-9a0d-6762703c4d7b req-6f153722-b322-43b7-8afd-b86e24590887 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=286652db-d2e7-4dcc-9804-f8f12eb56d80 HTTP/1.1" status: 200  len: 945 time: 0.2679715
Feb 05 20:58:02.856848 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-2c47a482-029a-4c56-b074-523fe7e89f9c service neutron] Attempting to bind port b29e0850-8ea4-4496-b92a-c9b3e104df14 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:58:02.857082 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-2c47a482-029a-4c56-b074-523fe7e89f9c service neutron] Attempting to bind port b29e0850-8ea4-4496-b92a-c9b3e104df14 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8aef47f8-e9ab-41a2-a82b-242a7aecc3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eb12b0a3-cb4e-47fe-8869-d20dface7d3e'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:58:02.857714 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-2c47a482-029a-4c56-b074-523fe7e89f9c service neutron] Attempting to bind port b29e0850-8ea4-4496-b92a-c9b3e104df14 on network eb12b0a3-cb4e-47fe-8869-d20dface7d3e {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:58:02.861195 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4fd9eb-ebd5-4b08-8169-62ca1ff44ffb tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Router 3d61c255-c50b-4b36-b07e-a355915d7921 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:58:02.864171 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-2c47a482-029a-4c56-b074-523fe7e89f9c service neutron] Port b29e0850-8ea4-4496-b92a-c9b3e104df14 on network eb12b0a3-cb4e-47fe-8869-d20dface7d3e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:58:02.864515 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-2c47a482-029a-4c56-b074-523fe7e89f9c service neutron] Attempting to bind port b29e0850-8ea4-4496-b92a-c9b3e104df14 on network eb12b0a3-cb4e-47fe-8869-d20dface7d3e {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:58:02.870867 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-2c47a482-029a-4c56-b074-523fe7e89f9c service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:58:02.871255 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-2c47a482-029a-4c56-b074-523fe7e89f9c service neutron] Checking segment: {'id': '8aef47f8-e9ab-41a2-a82b-242a7aecc3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eb12b0a3-cb4e-47fe-8869-d20dface7d3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:58:02.871701 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-2c47a482-029a-4c56-b074-523fe7e89f9c service neutron] Bound using segment: {'id': '8aef47f8-e9ab-41a2-a82b-242a7aecc3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eb12b0a3-cb4e-47fe-8869-d20dface7d3e'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:58:02.872477 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-2c47a482-029a-4c56-b074-523fe7e89f9c service neutron] Bound port: b29e0850-8ea4-4496-b92a-c9b3e104df14, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aef47f8-e9ab-41a2-a82b-242a7aecc3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eb12b0a3-cb4e-47fe-8869-d20dface7d3e'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:58:02.872830 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-2c47a482-029a-4c56-b074-523fe7e89f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b29e0850-8ea4-4496-b92a-c9b3e104df14), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:02.958315 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-2c47a482-029a-4c56-b074-523fe7e89f9c service neutron] For port b29e0850-8ea4-4496-b92a-c9b3e104df14, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:58:02.962048 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-2c47a482-029a-4c56-b074-523fe7e89f9c service neutron] For port b29e0850-8ea4-4496-b92a-c9b3e104df14, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b29e0850-8ea4-4496-b92a-c9b3e104df14,segment=NetworkSegment(8aef47f8-e9ab-41a2-a82b-242a7aecc3a5),segment_id=8aef47f8-e9ab-41a2-a82b-242a7aecc3a5)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:58:02.966311 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f091c201-0a94-4e11-9a0d-6762703c4d7b req-328679bd-5f9f-48bf-ab58-4fd5d91c4c4e tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1260200
Feb 05 20:58:02.970313 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-2c47a482-029a-4c56-b074-523fe7e89f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (b29e0850-8ea4-4496-b92a-c9b3e104df14), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:03.018483 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-2c47a482-029a-4c56-b074-523fe7e89f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:03.019218 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-2c47a482-029a-4c56-b074-523fe7e89f9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:03.020774 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-2c47a482-029a-4c56-b074-523fe7e89f9c service neutron] 10.222.0.39 "PUT /v2.0/ports/b29e0850-8ea4-4496-b92a-c9b3e104df14 HTTP/1.1" status: 200  len: 1092 time: 0.7777669
Feb 05 20:58:03.021259 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7efaf09-1b90-421c-a62a-9163b5c78066', 'tag': 'b29e0850-8ea4-4496-b92a-c9b3e104df14'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:58:03.023597 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65c21e4-59cb-4ab9-868c-8084747ad9ae" -d '{"events": [{"name": "network-changed", "server_uuid": "a7efaf09-1b90-421c-a62a-9163b5c78066", "tag": "b29e0850-8ea4-4496-b92a-c9b3e104df14"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:58:03.058907 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c47a482-029a-4c56-b074-523fe7e89f9c service neutron] Pushing event updated for resources: {'Port': ['ID=b29e0850-8ea4-4496-b92a-c9b3e104df14,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:03.068917 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa35eb1-3cce-4d80-9395-39d650200f7c req-10815672-2287-4a6e-b44e-60fb123c0958 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:03.070857 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-daa35eb1-3cce-4d80-9395-39d650200f7c req-10815672-2287-4a6e-b44e-60fb123c0958 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=21a8ee4b-3c6f-4e45-846c-366430cca3fd HTTP/1.1" status: 200  len: 945 time: 0.1358645
Feb 05 20:58:03.078504 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4fd9eb-ebd5-4b08-8169-62ca1ff44ffb tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:58:03.081754 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6bc74d0-36f2-4329-8745-5f662ddd2c0a x-openstack-request-id: req-d6bc74d0-36f2-4329-8745-5f662ddd2c0a {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:58:03.081906 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7efaf09-1b90-421c-a62a-9163b5c78066", "tag": "b29e0850-8ea4-4496-b92a-c9b3e104df14", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:58:03.082240 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d6bc74d0-36f2-4329-8745-5f662ddd2c0a {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:58:03.082733 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7efaf09-1b90-421c-a62a-9163b5c78066', 'tag': 'b29e0850-8ea4-4496-b92a-c9b3e104df14', 'status': 'completed', 'code': 200}
Feb 05 20:58:03.089579 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cc4fd9eb-ebd5-4b08-8169-62ca1ff44ffb tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:03.092823 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5c3329-70a4-49d8-a1d8-4150503811b4 None None] Sync routers for ids ['3d61c255-c50b-4b36-b07e-a355915d7921'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:58:03.105855 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5c3329-70a4-49d8-a1d8-4150503811b4 None None] Routers {'3d61c255-c50b-4b36-b07e-a355915d7921'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:58:03.106795 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-3a5c3329-70a4-49d8-a1d8-4150503811b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab87d910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:57:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['3d61c255-c50b-4b36-b07e-a355915d7921'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:03.154430 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-3a5c3329-70a4-49d8-a1d8-4150503811b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab87d910>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:03.154968 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-cc4fd9eb-ebd5-4b08-8169-62ca1ff44ffb tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "DELETE /v2.0/floatingips/37cdbde8-8487-4205-825f-f56bdbb8022e HTTP/1.1" status: 204  len: 168 time: 2.7459838
Feb 05 20:58:03.157610 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-72df961b-4a43-4e06-b0f0-351fd0c56c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:03.160509 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41230) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:03.161794 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-72df961b-4a43-4e06-b0f0-351fd0c56c2f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ca5f02e4f32f409cb5d16fdde787db22&device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 1126 time: 0.0660472
Feb 05 20:58:03.168087 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5c3329-70a4-49d8-a1d8-4150503811b4 None None] Routers {'3d61c255-c50b-4b36-b07e-a355915d7921'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:58:03.168711 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-3a5c3329-70a4-49d8-a1d8-4150503811b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab87d910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:57:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['3d61c255-c50b-4b36-b07e-a355915d7921'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:03.202104 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-daa35eb1-3cce-4d80-9395-39d650200f7c req-b4a05438-24a0-4ead-94a6-083e9d311846 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1215332
Feb 05 20:58:03.206568 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-3a5c3329-70a4-49d8-a1d8-4150503811b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab87d910>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:03.207459 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5c3329-70a4-49d8-a1d8-4150503811b4 None None] The sync data for ids ['3d61c255-c50b-4b36-b07e-a355915d7921'] in ncdv-master-1 is: [] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:58:03.235238 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-c20ed9a4-fc59-4ad3-a405-97a4f64c46ff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b29e0850-8ea4-4496-b92a-c9b3e104df14 HTTP/1.1" status: 200  len: 217 time: 0.0622494
Feb 05 20:58:03.291557 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-d84b1b98-c7ac-4476-8826-2baa7d13c136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:03.293101 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-d84b1b98-c7ac-4476-8826-2baa7d13c136 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eab137f8-6355-40d9-8fb3-711b63d086ad HTTP/1.1" status: 200  len: 858 time: 0.0519509
Feb 05 20:58:03.298570 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-b107a783-871f-417b-b7ec-74a6bb48a396 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Deleting port 73039548-6d43-4245-b047-5b93b3adbed1 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:58:03.298934 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b107a783-871f-417b-b7ec-74a6bb48a396 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (73039548-6d43-4245-b047-5b93b3adbed1), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:03.337109 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-1cb23a78-4275-473b-aba2-351d785d21b7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eb12b0a3-cb4e-47fe-8869-d20dface7d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0356617
Feb 05 20:58:03.415114 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b107a783-871f-417b-b7ec-74a6bb48a396 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (73039548-6d43-4245-b047-5b93b3adbed1), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:03.429967 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-b107a783-871f-417b-b7ec-74a6bb48a396 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Calling delete_port for 73039548-6d43-4245-b047-5b93b3adbed1 owned by  {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:58:03.462764 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-9c3213ce-155e-4be2-a4fd-486f26846d46 service neutron] 10.222.0.39 "GET /v2.0/networks/eb12b0a3-cb4e-47fe-8869-d20dface7d3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1133273
Feb 05 20:58:03.585599 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4c32ec0c-e252-410f-93cf-e19f29ed67ed req-897adb39-d61d-4ff5-a4dc-3aa01dd308a7 tempest-ServerShowV257Test-401956956 tempest-ServerShowV257Test-401956956-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8798e6d-58c3-4b0e-ae40-2ccfbef54111 HTTP/1.1" status: 200  len: 210 time: 0.0567770
Feb 05 20:58:03.614626 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3ebaec77-cdfc-4a9b-ac47-21aa9ff8c6d2 req-edeaaf4d-2ecc-4a12-bc76-b3d84252b1f1 service neutron] 10.222.0.39 "GET /v2.0/networks/eb12b0a3-cb4e-47fe-8869-d20dface7d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1393688
Feb 05 20:58:03.663732 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-92b40cbc-c81e-4c57-a980-a1339697f34c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:03.729035 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b107a783-871f-417b-b7ec-74a6bb48a396 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (73039548-6d43-4245-b047-5b93b3adbed1), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:03.763333 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107a783-871f-417b-b7ec-74a6bb48a396 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Pushing event deleted for resources: {'Port': ['ID=73039548-6d43-4245-b047-5b93b3adbed1,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:03.784928 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c21e4-59cb-4ab9-868c-8084747ad9ae req-c79fc010-7f02-43dc-8c19-e7b57f1a34ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:03.787268 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c65c21e4-59cb-4ab9-868c-8084747ad9ae req-c79fc010-7f02-43dc-8c19-e7b57f1a34ed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ca5f02e4f32f409cb5d16fdde787db22&device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 1126 time: 0.0726564
Feb 05 20:58:03.874508 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b107a783-871f-417b-b7ec-74a6bb48a396 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:03.886697 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b107a783-871f-417b-b7ec-74a6bb48a396 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "DELETE /v2.0/ports/73039548-6d43-4245-b047-5b93b3adbed1 HTTP/1.1" status: 204  len: 168 time: 0.7205584
Feb 05 20:58:03.887111 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41236) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:03.901132 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-fa59044b-9e2f-4708-912d-5dd9aa8bc8fa tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:58:03.916113 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c21e4-59cb-4ab9-868c-8084747ad9ae req-85350c91-4445-4c0f-9344-e7e8ff2fdc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:03.917742 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c65c21e4-59cb-4ab9-868c-8084747ad9ae req-85350c91-4445-4c0f-9344-e7e8ff2fdc07 service neutron] 10.222.0.39 "GET /v2.0/networks?id=eb12b0a3-cb4e-47fe-8869-d20dface7d3e HTTP/1.1" status: 200  len: 919 time: 0.1232543
Feb 05 20:58:03.973855 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c65c21e4-59cb-4ab9-868c-8084747ad9ae req-375b04c8-59aa-409f-b189-fba554c3c817 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b29e0850-8ea4-4496-b92a-c9b3e104df14 HTTP/1.1" status: 200  len: 217 time: 0.0493114
Feb 05 20:58:03.975168 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fa59044b-9e2f-4708-912d-5dd9aa8bc8fa tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:04.024461 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84de268-8912-4e03-bf3a-6d2193822221 req-28dbd0fe-fe5f-4ac7-9420-659a30cd0b04 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:04.026277 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d84de268-8912-4e03-bf3a-6d2193822221 req-28dbd0fe-fe5f-4ac7-9420-659a30cd0b04 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 944 time: 0.1051350
Feb 05 20:58:04.051202 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf944ec-57dd-4ff4-aa4e-0bc6272c7285 req-7130fb7b-3a2d-4132-881d-eb2c4ef3850d tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:04.053009 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8bf944ec-57dd-4ff4-aa4e-0bc6272c7285 req-7130fb7b-3a2d-4132-881d-eb2c4ef3850d tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.39 "GET /v2.0/ports?device_id=286652db-d2e7-4dcc-9804-f8f12eb56d80 HTTP/1.1" status: 200  len: 945 time: 0.0920794
Feb 05 20:58:04.068087 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c21e4-59cb-4ab9-868c-8084747ad9ae req-4b73243b-caa8-49e1-82f9-f4ae821a2a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:04.069623 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c65c21e4-59cb-4ab9-868c-8084747ad9ae req-4b73243b-caa8-49e1-82f9-f4ae821a2a97 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eab137f8-6355-40d9-8fb3-711b63d086ad HTTP/1.1" status: 200  len: 858 time: 0.0708818
Feb 05 20:58:04.129429 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c65c21e4-59cb-4ab9-868c-8084747ad9ae req-f3dd85a2-c133-4f7d-b92c-089395d247c9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eb12b0a3-cb4e-47fe-8869-d20dface7d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0310807
Feb 05 20:58:04.151664 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d84de268-8912-4e03-bf3a-6d2193822221 req-43255df1-66d4-4c6c-a596-755921c3b269 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff9e1fa-1af1-48b5-a113-4aa59c5c8876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1176064
Feb 05 20:58:04.235277 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-8bf944ec-57dd-4ff4-aa4e-0bc6272c7285 req-22731a69-6cdc-4e04-baaf-717330e23a1e tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Deleting port 77ef8412-9c7f-49fe-8ec8-35e35422c8d2 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:58:04.235676 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8bf944ec-57dd-4ff4-aa4e-0bc6272c7285 req-22731a69-6cdc-4e04-baaf-717330e23a1e tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (77ef8412-9c7f-49fe-8ec8-35e35422c8d2), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:04.292607 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c65c21e4-59cb-4ab9-868c-8084747ad9ae req-ca1ecea8-9501-4127-8c77-c6cdd05724cf service neutron] 10.222.0.39 "GET /v2.0/networks/eb12b0a3-cb4e-47fe-8869-d20dface7d3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1526172
Feb 05 20:58:04.313770 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fa59044b-9e2f-4708-912d-5dd9aa8bc8fa tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:04.451380 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-8bf944ec-57dd-4ff4-aa4e-0bc6272c7285 req-22731a69-6cdc-4e04-baaf-717330e23a1e tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] For port 77ef8412-9c7f-49fe-8ec8-35e35422c8d2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=77ef8412-9c7f-49fe-8ec8-35e35422c8d2,segment=NetworkSegment(7f85ed9d-b7ce-414c-8ae4-25f17816204d),segment_id=7f85ed9d-b7ce-414c-8ae4-25f17816204d)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:58:04.452014 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8bf944ec-57dd-4ff4-aa4e-0bc6272c7285 req-22731a69-6cdc-4e04-baaf-717330e23a1e tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (77ef8412-9c7f-49fe-8ec8-35e35422c8d2), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:04.475737 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-8bf944ec-57dd-4ff4-aa4e-0bc6272c7285 req-22731a69-6cdc-4e04-baaf-717330e23a1e tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Calling delete_port for 77ef8412-9c7f-49fe-8ec8-35e35422c8d2 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:58:04.479680 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c65c21e4-59cb-4ab9-868c-8084747ad9ae req-3a7a3b1f-2b50-45b1-a96e-690471e1678c service neutron] 10.222.0.39 "GET /v2.0/networks/eb12b0a3-cb4e-47fe-8869-d20dface7d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1771457
Feb 05 20:58:04.485212 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129fde0-5e0e-4e77-8a7c-4467e6e8efc8 req-e36471ca-fb3e-472d-9c2f-5c83c375873c tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:04.486864 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c129fde0-5e0e-4e77-8a7c-4467e6e8efc8 req-e36471ca-fb3e-472d-9c2f-5c83c375873c tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=21a8ee4b-3c6f-4e45-846c-366430cca3fd HTTP/1.1" status: 200  len: 945 time: 0.1563826
Feb 05 20:58:04.503646 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-fa59044b-9e2f-4708-912d-5dd9aa8bc8fa tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Allocated IP 172.35.4.177 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/47c273c0-3e65-4f4a-901d-585c76836a63) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:58:04.530064 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e6b31-1566-4355-bb03-c2a429f6234c req-2df14ae1-68c3-4c5a-8cad-9b193c54c07a tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:04.531818 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4a5e6b31-1566-4355-bb03-c2a429f6234c req-2df14ae1-68c3-4c5a-8cad-9b193c54c07a tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=286652db-d2e7-4dcc-9804-f8f12eb56d80 HTTP/1.1" status: 200  len: 945 time: 0.1518440
Feb 05 20:58:04.551948 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-acd96b4a-b4d2-4660-ba35-c0eb6285dc43 req-c689b9f6-c48b-4e2e-9661-2c66be941e19 tempest-ServerShowV257Test-401956956 tempest-ServerShowV257Test-401956956-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8798e6d-58c3-4b0e-ae40-2ccfbef54111 HTTP/1.1" status: 200  len: 210 time: 0.0362535
Feb 05 20:58:04.630882 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c129fde0-5e0e-4e77-8a7c-4467e6e8efc8 req-133d2c4c-0490-41a6-9d7c-3c9a6f451407 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1330163
Feb 05 20:58:04.671465 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4a5e6b31-1566-4355-bb03-c2a429f6234c req-f75ad28b-8b60-4dbc-900e-d95b6fc6ba5e tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045451
Feb 05 20:58:04.682407 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fa59044b-9e2f-4708-912d-5dd9aa8bc8fa tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for port (47c273c0-3e65-4f4a-901d-585c76836a63), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:04.736688 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fa59044b-9e2f-4708-912d-5dd9aa8bc8fa tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (47c273c0-3e65-4f4a-901d-585c76836a63), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:04.786691 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa59044b-9e2f-4708-912d-5dd9aa8bc8fa tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:58:04.790364 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-fa59044b-9e2f-4708-912d-5dd9aa8bc8fa tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:58:04.794063 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa59044b-9e2f-4708-912d-5dd9aa8bc8fa tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:58:04.802685 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bd88d6f8-90b0-4a8c-8453-b203f2f639b4 req-3a6007ef-4ac0-4a88-a322-f01189c743ba tempest-ServerShowV257Test-401956956 tempest-ServerShowV257Test-401956956-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8798e6d-58c3-4b0e-ae40-2ccfbef54111 HTTP/1.1" status: 200  len: 210 time: 0.0407999
Feb 05 20:58:04.810463 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8bf944ec-57dd-4ff4-aa4e-0bc6272c7285 req-22731a69-6cdc-4e04-baaf-717330e23a1e tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (77ef8412-9c7f-49fe-8ec8-35e35422c8d2), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:04.821192 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59044b-9e2f-4708-912d-5dd9aa8bc8fa tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Pushing event updated for resources: {'Port': ['ID=47c273c0-3e65-4f4a-901d-585c76836a63,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:04.822311 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['35c6f3f5-10d5-4610-94a0-0c6195303a95', '77ef8412-9c7f-49fe-8ec8-35e35422c8d2'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:58:04.875642 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22731a69-6cdc-4e04-baaf-717330e23a1e tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Pushing event deleted for resources: {'Port': ['ID=77ef8412-9c7f-49fe-8ec8-35e35422c8d2,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:04.917303 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf944ec-57dd-4ff4-aa4e-0bc6272c7285 req-22731a69-6cdc-4e04-baaf-717330e23a1e tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] No DVR routers for this DVR port 77ef8412-9c7f-49fe-8ec8-35e35422c8d2 on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:58:04.920465 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8bf944ec-57dd-4ff4-aa4e-0bc6272c7285 req-22731a69-6cdc-4e04-baaf-717330e23a1e tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:04.921749 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fa59044b-9e2f-4708-912d-5dd9aa8bc8fa tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for floatingip (464d1d8f-126e-4583-a648-7c7b795b0125), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:04.926412 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8bf944ec-57dd-4ff4-aa4e-0bc6272c7285 req-22731a69-6cdc-4e04-baaf-717330e23a1e tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.39 "DELETE /v2.0/ports/77ef8412-9c7f-49fe-8ec8-35e35422c8d2 HTTP/1.1" status: 204  len: 173 time: 0.8564157
Feb 05 20:58:04.927446 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286652db-d2e7-4dcc-9804-f8f12eb56d80', 'name': 'network-vif-deleted', 'tag': '77ef8412-9c7f-49fe-8ec8-35e35422c8d2'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:58:04.936721 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a902fd-46c4-48b2-95a0-c9b058a2a5a1" -d '{"events": [{"server_uuid": "286652db-d2e7-4dcc-9804-f8f12eb56d80", "name": "network-vif-deleted", "tag": "77ef8412-9c7f-49fe-8ec8-35e35422c8d2"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:58:05.002143 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fa59044b-9e2f-4708-912d-5dd9aa8bc8fa tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (47c273c0-3e65-4f4a-901d-585c76836a63), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:05.010060 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa55926-8e42-4abe-8c0e-fd48f1f6bd24 x-openstack-request-id: req-aaa55926-8e42-4abe-8c0e-fd48f1f6bd24 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:58:05.010739 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286652db-d2e7-4dcc-9804-f8f12eb56d80", "name": "network-vif-deleted", "tag": "77ef8412-9c7f-49fe-8ec8-35e35422c8d2", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:58:05.011187 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aaa55926-8e42-4abe-8c0e-fd48f1f6bd24 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:58:05.011807 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '286652db-d2e7-4dcc-9804-f8f12eb56d80', 'name': 'network-vif-deleted', 'tag': '77ef8412-9c7f-49fe-8ec8-35e35422c8d2', 'status': 'completed', 'code': 200}
Feb 05 20:58:05.253312 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fa59044b-9e2f-4708-912d-5dd9aa8bc8fa tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for port (47c273c0-3e65-4f4a-901d-585c76836a63), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:05.259084 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fa59044b-9e2f-4708-912d-5dd9aa8bc8fa tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (47c273c0-3e65-4f4a-901d-585c76836a63), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:05.319353 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5a518-dafe-4876-a68e-80894d61130e req-efb46ba2-c80a-418f-8f9b-5e0629392a24 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:05.320816 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-85f5a518-dafe-4876-a68e-80894d61130e req-efb46ba2-c80a-418f-8f9b-5e0629392a24 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 944 time: 0.0691240
Feb 05 20:58:05.334544 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59044b-9e2f-4708-912d-5dd9aa8bc8fa tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Pushing event updated for resources: {'Port': ['ID=47c273c0-3e65-4f4a-901d-585c76836a63,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:05.350151 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fa59044b-9e2f-4708-912d-5dd9aa8bc8fa tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (464d1d8f-126e-4583-a648-7c7b795b0125), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:05.372193 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fa59044b-9e2f-4708-912d-5dd9aa8bc8fa tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:05.373653 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-fa59044b-9e2f-4708-912d-5dd9aa8bc8fa tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.4835112
Feb 05 20:58:05.376533 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41248) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:05.383856 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-54670247-d495-4b85-a5ca-84e0f201473d tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Request body: {'port': {'network_id': '22485085-9577-473a-b49e-18a41d7940e3', 'name': 'tempest-FloatingIPTestJSON-748163865'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:58:05.387247 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-85f5a518-dafe-4876-a68e-80894d61130e req-1bc2781d-7f07-4aee-a2a7-0508c93db038 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff9e1fa-1af1-48b5-a113-4aa59c5c8876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587459
Feb 05 20:58:05.502838 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54670247-d495-4b85-a5ca-84e0f201473d tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Made reservation on behalf of 40754f7b9900447e95e43760e5a41dac for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:58:05.506184 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-54670247-d495-4b85-a5ca-84e0f201473d tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:05.526009 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-54670247-d495-4b85-a5ca-84e0f201473d tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] device_id is not set on port 20149fd2-26c5-45c6-8781-25014f69e7f0 yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 20:58:05.648368 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-54670247-d495-4b85-a5ca-84e0f201473d tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Allocated IP 172.20.0.2 (22485085-9577-473a-b49e-18a41d7940e3/d8912a85-2e79-410f-bc66-530b40c8be2b/20149fd2-26c5-45c6-8781-25014f69e7f0) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:58:05.779600 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d347ee-2b58-4a3a-b506-bff5897a1482 req-72ad180a-c117-4279-8762-00d479b68c53 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:05.782214 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-92d347ee-2b58-4a3a-b506-bff5897a1482 req-72ad180a-c117-4279-8762-00d479b68c53 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=21a8ee4b-3c6f-4e45-846c-366430cca3fd HTTP/1.1" status: 200  len: 945 time: 0.0729392
Feb 05 20:58:05.854231 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-54670247-d495-4b85-a5ca-84e0f201473d tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for port (20149fd2-26c5-45c6-8781-25014f69e7f0), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:05.870161 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-92d347ee-2b58-4a3a-b506-bff5897a1482 req-7da6dd71-9d2e-4973-a161-a31f8883f80f tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749946
Feb 05 20:58:05.906939 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-54670247-d495-4b85-a5ca-84e0f201473d tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (20149fd2-26c5-45c6-8781-25014f69e7f0), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:05.964984 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54670247-d495-4b85-a5ca-84e0f201473d tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Network 22485085-9577-473a-b49e-18a41d7940e3 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:58:05.968334 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-54670247-d495-4b85-a5ca-84e0f201473d tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:58:05.973880 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54670247-d495-4b85-a5ca-84e0f201473d tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:58:06.003278 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54670247-d495-4b85-a5ca-84e0f201473d tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Pushing event updated for resources: {'Port': ['ID=20149fd2-26c5-45c6-8781-25014f69e7f0,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:06.038218 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54670247-d495-4b85-a5ca-84e0f201473d tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:06.039023 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-54670247-d495-4b85-a5ca-84e0f201473d tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:06.054019 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-119cd019-220b-4c73-9ac3-824e382de945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:06.062488 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-54670247-d495-4b85-a5ca-84e0f201473d tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 0.6830440
Feb 05 20:58:06.063990 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41272) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:06.070606 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-4861dfe9-741f-4cf1-9de5-24502939e803 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Request body: {'floatingip': {'port_id': '20149fd2-26c5-45c6-8781-25014f69e7f0'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:58:06.112257 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-846c3fc3-af0f-468a-8773-d767e68b4095 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:06.113534 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-846c3fc3-af0f-468a-8773-d767e68b4095 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/networks?id=bc807625-43b9-4f71-ba0e-13ea567a25e8 HTTP/1.1" status: 200  len: 806 time: 0.1332622
Feb 05 20:58:06.121238 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4861dfe9-741f-4cf1-9de5-24502939e803 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for floatingip (464d1d8f-126e-4583-a648-7c7b795b0125), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:06.133945 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-f910b21f-ae4b-43d2-b50f-6d6e5c3323b6 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/quotas/c115672e27d44cf2b79a3945af717ae8 HTTP/1.1" status: 200  len: 375 time: 0.0137019
Feb 05 20:58:06.207051 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-7e436bd3-be2f-4b25-b539-71b489b143d5 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c115672e27d44cf2b79a3945af717ae8&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0659423
Feb 05 20:58:06.240258 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41276) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:06.331159 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-d79faf93-723b-4970-b21c-66f45f212b46 service neutron] 10.222.0.32 "GET /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1149049
Feb 05 20:58:06.458980 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-132b37fd-0a1c-4b72-993a-130501895a74 service neutron] 10.222.0.32 "GET /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226885
Feb 05 20:58:06.592774 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc33ba8-e4e5-48bc-8312-74230e93634d req-b0ee57cd-c88e-44eb-ad04-62382085b8ad tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:06.595355 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9cc33ba8-e4e5-48bc-8312-74230e93634d req-b0ee57cd-c88e-44eb-ad04-62382085b8ad tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 944 time: 0.0981472
Feb 05 20:58:06.696645 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9cc33ba8-e4e5-48bc-8312-74230e93634d req-758d976f-5e51-4414-8247-6b06474568ea tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff9e1fa-1af1-48b5-a113-4aa59c5c8876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799034
Feb 05 20:58:06.716005 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3326ac0f-c376-48cf-a212-770822536783 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:06.757383 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e595f035-f082-4f21-a4ff-93a107bbf231 req-629e17bf-cef1-41b4-923c-d454af4419c8 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7 HTTP/1.1" status: 200  len: 210 time: 0.0405076
Feb 05 20:58:06.944606 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3326ac0f-c376-48cf-a212-770822536783 admin admin] Publish callbacks [] for security_group (0fe2cd2e-20d7-4266-b281-de2bd8c0e68f), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:06.953490 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3326ac0f-c376-48cf-a212-770822536783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (0fe2cd2e-20d7-4266-b281-de2bd8c0e68f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:06.964734 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device b29e0850-8ea4-4496-b92a-c9b3e104df14 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:58:06.969464 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 77ef8412-9c7f-49fe-8ec8-35e35422c8d2 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:58:06.988467 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3326ac0f-c376-48cf-a212-770822536783 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=872b26763db940f79e4c4dd8e955784b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7462358
Feb 05 20:58:06.999894 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41292) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:07.056987 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 77ef8412-9c7f-49fe-8ec8-35e35422c8d2 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:58:07.058038 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 77ef8412-9c7f-49fe-8ec8-35e35422c8d2 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:58:07.075763 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326ac0f-c376-48cf-a212-770822536783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe2cd2e-20d7-4266-b281-de2bd8c0e68f,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:07.085466 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3ffa3-ab74-4077-9afd-01a6cee978ee req-d4096f44-0bc7-4a07-83e4-9caea3e6d18e tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:07.093069 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26a3ffa3-ab74-4077-9afd-01a6cee978ee req-d4096f44-0bc7-4a07-83e4-9caea3e6d18e tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=21a8ee4b-3c6f-4e45-846c-366430cca3fd HTTP/1.1" status: 200  len: 945 time: 0.1098223
Feb 05 20:58:07.164944 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ca52228c-b1ea-441a-9639-3d8e1350591e admin admin] Publish callbacks [] for security_group (0fe2cd2e-20d7-4266-b281-de2bd8c0e68f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:07.167860 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26a3ffa3-ab74-4077-9afd-01a6cee978ee req-71aa5786-d27c-4989-9ad4-0eeb782a205c tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731657
Feb 05 20:58:07.189169 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port b29e0850-8ea4-4496-b92a-c9b3e104df14, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b29e0850-8ea4-4496-b92a-c9b3e104df14,segment=NetworkSegment(8aef47f8-e9ab-41a2-a82b-242a7aecc3a5),segment_id=8aef47f8-e9ab-41a2-a82b-242a7aecc3a5)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:58:07.195608 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ca52228c-b1ea-441a-9639-3d8e1350591e admin admin] Publish callbacks [] for security_group (0fe2cd2e-20d7-4266-b281-de2bd8c0e68f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:07.207148 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'b29e0850-8ea4-4496-b92a-c9b3e104df14', 'network_id': 'eb12b0a3-cb4e-47fe-8869-d20dface7d3e', 'port_id': 'b29e0850-8ea4-4496-b92a-c9b3e104df14', 'mac_address': 'fa:16:3e:e8:82:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eab137f8-6355-40d9-8fb3-711b63d086ad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:58:07.213781 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4861dfe9-741f-4cf1-9de5-24502939e803 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:07.228031 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4861dfe9-741f-4cf1-9de5-24502939e803 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (464d1d8f-126e-4583-a648-7c7b795b0125), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:07.255070 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port b29e0850-8ea4-4496-b92a-c9b3e104df14 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:58:07.255758 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b29e0850-8ea4-4496-b92a-c9b3e104df14), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:07.274333 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b29e0850-8ea4-4496-b92a-c9b3e104df14 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:58:07.312900 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port b29e0850-8ea4-4496-b92a-c9b3e104df14, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b29e0850-8ea4-4496-b92a-c9b3e104df14,segment=NetworkSegment(8aef47f8-e9ab-41a2-a82b-242a7aecc3a5),segment_id=8aef47f8-e9ab-41a2-a82b-242a7aecc3a5)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:58:07.319476 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b29e0850-8ea4-4496-b92a-c9b3e104df14), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:07.350240 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ca52228c-b1ea-441a-9639-3d8e1350591e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (0fe2cd2e-20d7-4266-b281-de2bd8c0e68f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:07.352944 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ca52228c-b1ea-441a-9639-3d8e1350591e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:07.354083 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ca52228c-b1ea-441a-9639-3d8e1350591e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0fe2cd2e-20d7-4266-b281-de2bd8c0e68f HTTP/1.1" status: 204  len: 168 time: 0.3529341
Feb 05 20:58:07.366183 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca52228c-b1ea-441a-9639-3d8e1350591e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe2cd2e-20d7-4266-b281-de2bd8c0e68f,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:07.376660 ncdv-master-1 neutron-server[114390]: INFO neutron.db.l3_db [None req-4861dfe9-741f-4cf1-9de5-24502939e803 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Floating IP 464d1d8f-126e-4583-a648-7c7b795b0125 associated. External IP: 172.35.4.177, port: 20149fd2-26c5-45c6-8781-25014f69e7f0.
Feb 05 20:58:07.391798 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:07.416707 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=b29e0850-8ea4-4496-b92a-c9b3e104df14,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:07.665200 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4861dfe9-741f-4cf1-9de5-24502939e803 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Router 3d61c255-c50b-4b36-b07e-a355915d7921 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:58:07.727342 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['b29e0850-8ea4-4496-b92a-c9b3e104df14'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:58:07.800223 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4861dfe9-741f-4cf1-9de5-24502939e803 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:58:07.809260 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4861dfe9-741f-4cf1-9de5-24502939e803 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:07.816341 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cb9467-d825-4a90-95db-a6dfbafbbfac None None] Sync routers for ids ['3d61c255-c50b-4b36-b07e-a355915d7921'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:58:07.839892 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cb9467-d825-4a90-95db-a6dfbafbbfac None None] Routers {'3d61c255-c50b-4b36-b07e-a355915d7921'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:58:07.841662 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-15cb9467-d825-4a90-95db-a6dfbafbbfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8be5ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:58:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['3d61c255-c50b-4b36-b07e-a355915d7921'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:07.903148 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add09bab-a0fa-479d-a121-25cac996b2ea req-f6face0e-c2e8-4871-9e0d-d4b2e1909c5d tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:07.912572 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-add09bab-a0fa-479d-a121-25cac996b2ea req-f6face0e-c2e8-4871-9e0d-d4b2e1909c5d tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 945 time: 0.1141999
Feb 05 20:58:07.916292 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-15cb9467-d825-4a90-95db-a6dfbafbbfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8be5ca0>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:07.921763 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4861dfe9-741f-4cf1-9de5-24502939e803 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "PUT /v2.0/floatingips/464d1d8f-126e-4583-a648-7c7b795b0125 HTTP/1.1" status: 200  len: 977 time: 1.8567102
Feb 05 20:58:07.925827 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41312) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:07.928589 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cb9467-d825-4a90-95db-a6dfbafbbfac None None] Routers {'3d61c255-c50b-4b36-b07e-a355915d7921'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:58:07.929390 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-15cb9467-d825-4a90-95db-a6dfbafbbfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8be5ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:58:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['3d61c255-c50b-4b36-b07e-a355915d7921'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:07.978271 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-720d1e5a-5f49-494f-a766-15d3e1de649c req-1db3f233-590d-4f20-b4f8-b3524e1f444f tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7 HTTP/1.1" status: 200  len: 210 time: 0.0554619
Feb 05 20:58:08.001481 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-15cb9467-d825-4a90-95db-a6dfbafbbfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8be5ca0>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:08.003949 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cb9467-d825-4a90-95db-a6dfbafbbfac None None] The sync data for ids ['3d61c255-c50b-4b36-b07e-a355915d7921'] in ncdv-master-1 is: [] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:58:08.054626 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-add09bab-a0fa-479d-a121-25cac996b2ea req-852efecd-fff6-47f0-9947-c0eb9a34774b tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff9e1fa-1af1-48b5-a113-4aa59c5c8876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1402915
Feb 05 20:58:08.144365 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-19f55d9f-9196-4066-9f07-c995d36f93a5 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Deleting port 20149fd2-26c5-45c6-8781-25014f69e7f0 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:58:08.144822 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-19f55d9f-9196-4066-9f07-c995d36f93a5 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (20149fd2-26c5-45c6-8781-25014f69e7f0), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:08.217649 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-79919b86-ba67-4ec5-bc93-ec3d9570457b tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:08.224525 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-79919b86-ba67-4ec5-bc93-ec3d9570457b tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.39 "GET /v2.0/networks?id=bc807625-43b9-4f71-ba0e-13ea567a25e8 HTTP/1.1" status: 200  len: 806 time: 0.2026465
Feb 05 20:58:08.237810 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-5ff835c9-5e71-441a-9040-0f2b94273a53 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Request body: {'port': {'device_id': 'f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7', 'network_id': 'bc807625-43b9-4f71-ba0e-13ea567a25e8', 'admin_state_up': True, 'tenant_id': 'c115672e27d44cf2b79a3945af717ae8'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:58:08.316504 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-19f55d9f-9196-4066-9f07-c995d36f93a5 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (20149fd2-26c5-45c6-8781-25014f69e7f0), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:08.386658 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296aa987-003a-4e63-b3cb-49aeb0d63f35 req-555f6350-b47e-4cef-85b3-86f2899e3d33 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:08.388317 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-296aa987-003a-4e63-b3cb-49aeb0d63f35 req-555f6350-b47e-4cef-85b3-86f2899e3d33 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=21a8ee4b-3c6f-4e45-846c-366430cca3fd HTTP/1.1" status: 200  len: 945 time: 0.1134264
Feb 05 20:58:08.422603 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-5ff835c9-5e71-441a-9040-0f2b94273a53 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Made reservation on behalf of c115672e27d44cf2b79a3945af717ae8 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:58:08.426367 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-5ff835c9-5e71-441a-9040-0f2b94273a53 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:08.468388 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41324) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:08.479871 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-296aa987-003a-4e63-b3cb-49aeb0d63f35 req-e83297a5-ecad-476a-bf83-4db85b763a26 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825682
Feb 05 20:58:08.598122 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-19f55d9f-9196-4066-9f07-c995d36f93a5 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:08.598632 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-19f55d9f-9196-4066-9f07-c995d36f93a5 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (464d1d8f-126e-4583-a648-7c7b795b0125), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:08.598936 ncdv-master-1 neutron-server[114390]: INFO neutron.db.l3_db [None req-19f55d9f-9196-4066-9f07-c995d36f93a5 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Floating IP 464d1d8f-126e-4583-a648-7c7b795b0125 disassociated. External IP: 172.35.4.177, port: 20149fd2-26c5-45c6-8781-25014f69e7f0.
Feb 05 20:58:08.599295 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-19f55d9f-9196-4066-9f07-c995d36f93a5 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Calling delete_port for 20149fd2-26c5-45c6-8781-25014f69e7f0 owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:58:08.604633 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-5ff835c9-5e71-441a-9040-0f2b94273a53 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Allocated IP 172.20.0.11 (bc807625-43b9-4f71-ba0e-13ea567a25e8/87ea50f2-4a9d-4e76-83e4-8a4c87cd9a22/ef360b1f-760d-4462-bf4f-d4be74b09bd2) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:58:08.654425 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-385b2a0f-b078-403c-ba2e-c272ed6ade5f admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1015678382-network', 'tenant_id': 'a9666802dce54709ab4d428e61766414'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:58:08.691800 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385b2a0f-b078-403c-ba2e-c272ed6ade5f admin admin] Made reservation on behalf of a9666802dce54709ab4d428e61766414 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:58:08.694280 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-385b2a0f-b078-403c-ba2e-c272ed6ade5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:08.711198 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-385b2a0f-b078-403c-ba2e-c272ed6ade5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:08.790787 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-5ff835c9-5e71-441a-9040-0f2b94273a53 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks [] for port (ef360b1f-760d-4462-bf4f-d4be74b09bd2), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:08.798148 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-19f55d9f-9196-4066-9f07-c995d36f93a5 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (20149fd2-26c5-45c6-8781-25014f69e7f0), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:08.830247 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-5ff835c9-5e71-441a-9040-0f2b94273a53 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (ef360b1f-760d-4462-bf4f-d4be74b09bd2), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:08.842704 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f55d9f-9196-4066-9f07-c995d36f93a5 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Pushing event deleted for resources: {'Port': ['ID=20149fd2-26c5-45c6-8781-25014f69e7f0,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:08.854570 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['35c6f3f5-10d5-4610-94a0-0c6195303a95'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:58:08.887618 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-5ff835c9-5e71-441a-9040-0f2b94273a53 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Network bc807625-43b9-4f71-ba0e-13ea567a25e8 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:58:08.894742 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-5ff835c9-5e71-441a-9040-0f2b94273a53 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:58:08.897885 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-5ff835c9-5e71-441a-9040-0f2b94273a53 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:58:08.966065 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff835c9-5e71-441a-9040-0f2b94273a53 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Pushing event updated for resources: {'Port': ['ID=ef360b1f-760d-4462-bf4f-d4be74b09bd2,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:08.979988 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-5ff835c9-5e71-441a-9040-0f2b94273a53 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:08.980741 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-5ff835c9-5e71-441a-9040-0f2b94273a53 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:08.987662 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-385b2a0f-b078-403c-ba2e-c272ed6ade5f admin admin] Publish callbacks [] for security_group (be9b75f6-af6e-40d8-a846-5046efe6b4e7), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:08.997492 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-385b2a0f-b078-403c-ba2e-c272ed6ade5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (be9b75f6-af6e-40d8-a846-5046efe6b4e7), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:09.000333 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-5ff835c9-5e71-441a-9040-0f2b94273a53 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7672098
Feb 05 20:58:09.003340 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:09.016497 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-43944dcd-61f4-4033-bfe9-55a80650ee30 service neutron] Request body: {'port': {'device_id': 'f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:58:09.042135 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-385b2a0f-b078-403c-ba2e-c272ed6ade5f admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:58:09.057207 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-385b2a0f-b078-403c-ba2e-c272ed6ade5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (6b4b3494-64dd-4167-9670-f571ffd73559), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:09.057556 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-385b2a0f-b078-403c-ba2e-c272ed6ade5f admin admin] Added segment 6b4b3494-64dd-4167-9670-f571ffd73559 of type vlan for network 0e9ba400-88a3-42e9-98e1-572337b9cdf9
Feb 05 20:58:09.124749 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f55d9f-9196-4066-9f07-c995d36f93a5 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Router 3d61c255-c50b-4b36-b07e-a355915d7921 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:58:09.129561 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b2a0f-b078-403c-ba2e-c272ed6ade5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9b75f6-af6e-40d8-a846-5046efe6b4e7,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:09.135311 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-385b2a0f-b078-403c-ba2e-c272ed6ade5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (0e9ba400-88a3-42e9-98e1-572337b9cdf9), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:09.182764 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-43944dcd-61f4-4033-bfe9-55a80650ee30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ef360b1f-760d-4462-bf4f-d4be74b09bd2), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:09.213674 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-385b2a0f-b078-403c-ba2e-c272ed6ade5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (0e9ba400-88a3-42e9-98e1-572337b9cdf9), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:09.214895 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385b2a0f-b078-403c-ba2e-c272ed6ade5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:09.215550 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-385b2a0f-b078-403c-ba2e-c272ed6ade5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:09.266433 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-385b2a0f-b078-403c-ba2e-c272ed6ade5f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.7969716
Feb 05 20:58:09.289083 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15f825-42f5-4038-91e3-368cb17f0734 req-258a2611-5a01-48d0-8d9b-49dd5a003fe3 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:09.290238 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4f15f825-42f5-4038-91e3-368cb17f0734 req-258a2611-5a01-48d0-8d9b-49dd5a003fe3 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 945 time: 0.1323876
Feb 05 20:58:09.298048 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b5dc6-dd14-4141-9a22-7d002e1c1e09 req-b1bf0de6-6083-4db2-ba3b-5c6320b54be4 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:09.299732 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec5b5dc6-dd14-4141-9a22-7d002e1c1e09 req-b1bf0de6-6083-4db2-ba3b-5c6320b54be4 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7 HTTP/1.1" status: 200  len: 932 time: 0.2164984
Feb 05 20:58:09.337032 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b2a0f-b078-403c-ba2e-c272ed6ade5f admin admin] Pushing event updated for resources: {'Network': ['ID=0e9ba400-88a3-42e9-98e1-572337b9cdf9,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:09.353673 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 0e9ba400-88a3-42e9-98e1-572337b9cdf9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:58:09.357293 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f55d9f-9196-4066-9f07-c995d36f93a5 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:58:09.384299 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862d338d-8d20-403f-a9eb-37a62b9dd321 None None] Sync routers for ids ['3d61c255-c50b-4b36-b07e-a355915d7921'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:58:09.445654 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862d338d-8d20-403f-a9eb-37a62b9dd321 None None] Routers {'3d61c255-c50b-4b36-b07e-a355915d7921'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:58:09.446954 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-862d338d-8d20-403f-a9eb-37a62b9dd321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab794160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:58:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['3d61c255-c50b-4b36-b07e-a355915d7921'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:09.495763 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-19f55d9f-9196-4066-9f07-c995d36f93a5 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:09.501843 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-19f55d9f-9196-4066-9f07-c995d36f93a5 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "DELETE /v2.0/ports/20149fd2-26c5-45c6-8781-25014f69e7f0 HTTP/1.1" status: 204  len: 168 time: 1.5632954
Feb 05 20:58:09.502360 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41340) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:09.518882 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-862d338d-8d20-403f-a9eb-37a62b9dd321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab794160>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:09.531880 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec5b5dc6-dd14-4141-9a22-7d002e1c1e09 req-461adacf-d34c-4c33-9439-aac81292d97e tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2227459
Feb 05 20:58:09.538084 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862d338d-8d20-403f-a9eb-37a62b9dd321 None None] Routers {'3d61c255-c50b-4b36-b07e-a355915d7921'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:58:09.548179 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-862d338d-8d20-403f-a9eb-37a62b9dd321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab794160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:58:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['3d61c255-c50b-4b36-b07e-a355915d7921'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:09.548311 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4f15f825-42f5-4038-91e3-368cb17f0734 req-ced21b52-9094-415b-8b17-58a202c6bd7b tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff9e1fa-1af1-48b5-a113-4aa59c5c8876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1825624
Feb 05 20:58:09.559174 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d996c7db-0413-4fb8-b1bf-2d09dbb83e0f tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "GET /v2.0/floatingips/464d1d8f-126e-4583-a648-7c7b795b0125 HTTP/1.1" status: 200  len: 688 time: 0.0525267
Feb 05 20:58:09.563302 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41346) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:09.661445 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-862d338d-8d20-403f-a9eb-37a62b9dd321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab794160>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:09.662505 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862d338d-8d20-403f-a9eb-37a62b9dd321 None None] The sync data for ids ['3d61c255-c50b-4b36-b07e-a355915d7921'] in ncdv-master-1 is: [] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:58:09.729665 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-db91c08c-8904-4b6a-b8fe-cb8453bb7807 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Deleting port 47c273c0-3e65-4f4a-901d-585c76836a63 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:58:09.730005 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-db91c08c-8904-4b6a-b8fe-cb8453bb7807 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (47c273c0-3e65-4f4a-901d-585c76836a63), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:09.734669 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-43944dcd-61f4-4033-bfe9-55a80650ee30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef360b1f-760d-4462-bf4f-d4be74b09bd2 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:58:09.754200 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-43944dcd-61f4-4033-bfe9-55a80650ee30 service neutron] Publish callbacks [] for port (ef360b1f-760d-4462-bf4f-d4be74b09bd2), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:09.822077 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-db91c08c-8904-4b6a-b8fe-cb8453bb7807 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (47c273c0-3e65-4f4a-901d-585c76836a63), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:09.822324 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-db91c08c-8904-4b6a-b8fe-cb8453bb7807 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for floatingip (47c273c0-3e65-4f4a-901d-585c76836a63), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:09.836435 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-db91c08c-8904-4b6a-b8fe-cb8453bb7807 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Calling delete_port for 47c273c0-3e65-4f4a-901d-585c76836a63 owned by network:floatingip {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:58:09.878189 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-43944dcd-61f4-4033-bfe9-55a80650ee30 service neutron] Transition to ACTIVE for port object ef360b1f-760d-4462-bf4f-d4be74b09bd2 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:58:09.901318 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-43944dcd-61f4-4033-bfe9-55a80650ee30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (ef360b1f-760d-4462-bf4f-d4be74b09bd2), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:10.004682 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce8cd4-c779-4893-8a03-75c8a4f687fd req-5e23f948-4cbb-4526-9d09-8b8101714a7e tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:10.006316 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5bce8cd4-c779-4893-8a03-75c8a4f687fd req-5e23f948-4cbb-4526-9d09-8b8101714a7e tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=21a8ee4b-3c6f-4e45-846c-366430cca3fd HTTP/1.1" status: 200  len: 945 time: 0.3163476
Feb 05 20:58:10.015532 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-db91c08c-8904-4b6a-b8fe-cb8453bb7807 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (47c273c0-3e65-4f4a-901d-585c76836a63), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:10.047167 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db91c08c-8904-4b6a-b8fe-cb8453bb7807 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Pushing event deleted for resources: {'Port': ['ID=47c273c0-3e65-4f4a-901d-585c76836a63,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:10.050006 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43944dcd-61f4-4033-bfe9-55a80650ee30 service neutron] Pushing event updated for resources: {'Port': ['ID=ef360b1f-760d-4462-bf4f-d4be74b09bd2,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:10.062745 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955677ec-fd61-4fdf-a87e-e6d6232460da req-65d44867-979b-4415-8e97-bbf84c911548 tempest-ComputeTenantNetworksTest-788264512 tempest-ComputeTenantNetworksTest-788264512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:10.069393 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955677ec-fd61-4fdf-a87e-e6d6232460da req-65d44867-979b-4415-8e97-bbf84c911548 tempest-ComputeTenantNetworksTest-788264512 tempest-ComputeTenantNetworksTest-788264512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:10.075336 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955677ec-fd61-4fdf-a87e-e6d6232460da req-65d44867-979b-4415-8e97-bbf84c911548 tempest-ComputeTenantNetworksTest-788264512 tempest-ComputeTenantNetworksTest-788264512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:10.077048 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-955677ec-fd61-4fdf-a87e-e6d6232460da req-65d44867-979b-4415-8e97-bbf84c911548 tempest-ComputeTenantNetworksTest-788264512 tempest-ComputeTenantNetworksTest-788264512-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1903 time: 0.3448293
Feb 05 20:58:10.127200 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-db91c08c-8904-4b6a-b8fe-cb8453bb7807 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for floatingip (464d1d8f-126e-4583-a648-7c7b795b0125), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:10.131004 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-db91c08c-8904-4b6a-b8fe-cb8453bb7807 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:10.132356 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-db91c08c-8904-4b6a-b8fe-cb8453bb7807 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "DELETE /v2.0/floatingips/464d1d8f-126e-4583-a648-7c7b795b0125 HTTP/1.1" status: 204  len: 168 time: 0.5679076
Feb 05 20:58:10.136127 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41350) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:10.141342 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-a64049bb-7039-4cd8-987e-62e1145661fa tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'port_id': '26a07e9b-80be-4856-84b7-64a3814546fb'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:58:10.164417 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a64049bb-7039-4cd8-987e-62e1145661fa tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:10.233978 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:10.291449 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a64049bb-7039-4cd8-987e-62e1145661fa tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:10.421965 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-a64049bb-7039-4cd8-987e-62e1145661fa tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Allocated IP 172.35.4.247 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/6feddeb5-5d7b-4664-aa10-3e967176d521) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:58:10.542392 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a64049bb-7039-4cd8-987e-62e1145661fa tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for port (6feddeb5-5d7b-4664-aa10-3e967176d521), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:10.543932 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5bce8cd4-c779-4893-8a03-75c8a4f687fd req-d7e3f0f2-402d-4b88-b20b-b11a10458746 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5264022
Feb 05 20:58:10.597495 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a64049bb-7039-4cd8-987e-62e1145661fa tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (6feddeb5-5d7b-4664-aa10-3e967176d521), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:10.600535 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e88b8-5e72-4b37-96ab-e92ccd381eb5 req-1a9499d8-1307-41d3-a908-5b2f48aa3197 tempest-ComputeTenantNetworksTest-788264512 tempest-ComputeTenantNetworksTest-788264512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:10.601781 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-660e88b8-5e72-4b37-96ab-e92ccd381eb5 req-1a9499d8-1307-41d3-a908-5b2f48aa3197 tempest-ComputeTenantNetworksTest-788264512 tempest-ComputeTenantNetworksTest-788264512-project] 10.222.0.32 "GET /v2.0/networks/0e9ba400-88a3-42e9-98e1-572337b9cdf9 HTTP/1.1" status: 200  len: 769 time: 0.4913714
Feb 05 20:58:10.612706 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-43944dcd-61f4-4033-bfe9-55a80650ee30 service neutron] Attempting to bind port ef360b1f-760d-4462-bf4f-d4be74b09bd2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:58:10.613167 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-43944dcd-61f4-4033-bfe9-55a80650ee30 service neutron] Attempting to bind port ef360b1f-760d-4462-bf4f-d4be74b09bd2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7f85ed9d-b7ce-414c-8ae4-25f17816204d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bc807625-43b9-4f71-ba0e-13ea567a25e8'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:58:10.613720 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-43944dcd-61f4-4033-bfe9-55a80650ee30 service neutron] Attempting to bind port ef360b1f-760d-4462-bf4f-d4be74b09bd2 on network bc807625-43b9-4f71-ba0e-13ea567a25e8 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:58:10.618422 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41356) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:10.626481 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-43944dcd-61f4-4033-bfe9-55a80650ee30 service neutron] Port ef360b1f-760d-4462-bf4f-d4be74b09bd2 on network bc807625-43b9-4f71-ba0e-13ea567a25e8 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:58:10.627277 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-43944dcd-61f4-4033-bfe9-55a80650ee30 service neutron] Attempting to bind port ef360b1f-760d-4462-bf4f-d4be74b09bd2 on network bc807625-43b9-4f71-ba0e-13ea567a25e8 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:58:10.650360 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64049bb-7039-4cd8-987e-62e1145661fa tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:58:10.653440 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-a64049bb-7039-4cd8-987e-62e1145661fa tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:58:10.656716 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64049bb-7039-4cd8-987e-62e1145661fa tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:58:10.667382 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-43944dcd-61f4-4033-bfe9-55a80650ee30 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:58:10.667382 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-43944dcd-61f4-4033-bfe9-55a80650ee30 service neutron] Checking segment: {'id': '7f85ed9d-b7ce-414c-8ae4-25f17816204d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bc807625-43b9-4f71-ba0e-13ea567a25e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:58:10.667382 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-43944dcd-61f4-4033-bfe9-55a80650ee30 service neutron] Bound using segment: {'id': '7f85ed9d-b7ce-414c-8ae4-25f17816204d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bc807625-43b9-4f71-ba0e-13ea567a25e8'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:58:10.667831 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-43944dcd-61f4-4033-bfe9-55a80650ee30 service neutron] Bound port: ef360b1f-760d-4462-bf4f-d4be74b09bd2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f85ed9d-b7ce-414c-8ae4-25f17816204d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bc807625-43b9-4f71-ba0e-13ea567a25e8'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:58:10.669614 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-43944dcd-61f4-4033-bfe9-55a80650ee30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ef360b1f-760d-4462-bf4f-d4be74b09bd2), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:10.687497 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64049bb-7039-4cd8-987e-62e1145661fa tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Pushing event updated for resources: {'Port': ['ID=6feddeb5-5d7b-4664-aa10-3e967176d521,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:10.820591 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5dff9f2d-ec1d-49cf-b421-aca9afc0269c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (0e9ba400-88a3-42e9-98e1-572337b9cdf9), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:10.865004 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d835b-5912-469a-8b9b-7f3659acd2ec req-0889486f-6356-4398-bbd6-11e8340c8e2a tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:10.866554 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-881d835b-5912-469a-8b9b-7f3659acd2ec req-0889486f-6356-4398-bbd6-11e8340c8e2a tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7 HTTP/1.1" status: 200  len: 944 time: 0.2183182
Feb 05 20:58:10.880486 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d51bc-99f6-46d2-a9a8-c020e6179af0 req-4df948a3-f884-49b4-a3d4-fa4dce8ebcac tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:10.881999 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-493d51bc-99f6-46d2-a9a8-c020e6179af0 req-4df948a3-f884-49b4-a3d4-fa4dce8ebcac tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 945 time: 0.1884162
Feb 05 20:58:10.897613 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-43944dcd-61f4-4033-bfe9-55a80650ee30 service neutron] For port ef360b1f-760d-4462-bf4f-d4be74b09bd2, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:58:10.952547 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-43944dcd-61f4-4033-bfe9-55a80650ee30 service neutron] For port ef360b1f-760d-4462-bf4f-d4be74b09bd2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ef360b1f-760d-4462-bf4f-d4be74b09bd2,segment=NetworkSegment(7f85ed9d-b7ce-414c-8ae4-25f17816204d),segment_id=7f85ed9d-b7ce-414c-8ae4-25f17816204d)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:58:10.984435 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-43944dcd-61f4-4033-bfe9-55a80650ee30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (ef360b1f-760d-4462-bf4f-d4be74b09bd2), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:11.007429 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device b29e0850-8ea4-4496-b92a-c9b3e104df14 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:58:11.066168 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5dff9f2d-ec1d-49cf-b421-aca9afc0269c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (0e9ba400-88a3-42e9-98e1-572337b9cdf9), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:11.080254 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port b29e0850-8ea4-4496-b92a-c9b3e104df14 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:58:11.088980 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port b29e0850-8ea4-4496-b92a-c9b3e104df14 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:58:11.089525 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b29e0850-8ea4-4496-b92a-c9b3e104df14), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:11.099459 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-881d835b-5912-469a-8b9b-7f3659acd2ec req-e47bd48b-3ccb-4b0b-a915-7e8ae149c0b9 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2161224
Feb 05 20:58:11.106243 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a64049bb-7039-4cd8-987e-62e1145661fa tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for floatingip (1937d04f-a011-4d10-872b-29f04f9924e2), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:11.108563 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-43944dcd-61f4-4033-bfe9-55a80650ee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:11.109390 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-43944dcd-61f4-4033-bfe9-55a80650ee30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:11.111203 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-43944dcd-61f4-4033-bfe9-55a80650ee30 service neutron] 10.222.0.39 "PUT /v2.0/ports/ef360b1f-760d-4462-bf4f-d4be74b09bd2 HTTP/1.1" status: 200  len: 1092 time: 2.1031201
Feb 05 20:58:11.117256 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7', 'tag': 'ef360b1f-760d-4462-bf4f-d4be74b09bd2'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:58:11.119702 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23fca31-9a90-4caa-9bc3-363d1e865eac" -d '{"events": [{"name": "network-changed", "server_uuid": "f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7", "tag": "ef360b1f-760d-4462-bf4f-d4be74b09bd2"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:58:11.144296 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-493d51bc-99f6-46d2-a9a8-c020e6179af0 req-ff007f02-8062-49ff-8e1e-c76426f431a2 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff9e1fa-1af1-48b5-a113-4aa59c5c8876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2511747
Feb 05 20:58:11.153383 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-5dff9f2d-ec1d-49cf-b421-aca9afc0269c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db964f730>,) {'filters': {'network_id': ['0e9ba400-88a3-42e9-98e1-572337b9cdf9']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:11.178330 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43944dcd-61f4-4033-bfe9-55a80650ee30 service neutron] Pushing event updated for resources: {'Port': ['ID=ef360b1f-760d-4462-bf4f-d4be74b09bd2,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:11.189154 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-5dff9f2d-ec1d-49cf-b421-aca9afc0269c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db964f730>, '6b4b3494-64dd-4167-9670-f571ffd73559') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:11.189566 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-5dff9f2d-ec1d-49cf-b421-aca9afc0269c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db964f730>, '6b4b3494-64dd-4167-9670-f571ffd73559') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:11.218779 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecadc8cc-f380-44c1-a368-bfcfcd638469 x-openstack-request-id: req-ecadc8cc-f380-44c1-a368-bfcfcd638469 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:58:11.219089 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7", "tag": "ef360b1f-760d-4462-bf4f-d4be74b09bd2", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:58:11.219277 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ecadc8cc-f380-44c1-a368-bfcfcd638469 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:58:11.219671 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7', 'tag': 'ef360b1f-760d-4462-bf4f-d4be74b09bd2', 'status': 'completed', 'code': 200}
Feb 05 20:58:11.227813 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5dff9f2d-ec1d-49cf-b421-aca9afc0269c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (6b4b3494-64dd-4167-9670-f571ffd73559), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:11.245904 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port b29e0850-8ea4-4496-b92a-c9b3e104df14 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:58:11.246597 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b29e0850-8ea4-4496-b92a-c9b3e104df14), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:11.253625 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5dff9f2d-ec1d-49cf-b421-aca9afc0269c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (6b4b3494-64dd-4167-9670-f571ffd73559), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:11.261440 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a64049bb-7039-4cd8-987e-62e1145661fa tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (6feddeb5-5d7b-4664-aa10-3e967176d521), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:11.263928 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dff9f2d-ec1d-49cf-b421-aca9afc0269c admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:58:11.264334 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5dff9f2d-ec1d-49cf-b421-aca9afc0269c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (6b4b3494-64dd-4167-9670-f571ffd73559), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:11.266016 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 20:58:11.266016 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:58:11.266016 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 20:58:11.266016 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:58:11.266016 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 20:58:11.266016 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:58:11.266016 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 20:58:11.266016 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:58:11.266016 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 20:58:11.266016 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:58:11.266016 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 20:58:11.266016 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:58:11.266016 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 20:58:11.266016 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:58:11.266016 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:58:11.266016 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:58:11.266016 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:58:11.266016 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:58:11.266016 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 20:58:11.266016 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:58:11.266016 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 20:58:11.266016 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:58:11.266016 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:58:11.266016 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:58:11.266016 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:58:11.266016 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:58:11.266016 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:58:11.266016 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:58:11.266016 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:58:11.266016 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:58:11.266016 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:58:11.266016 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:58:11.279497 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7efaf09-1b90-421c-a62a-9163b5c78066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29e0850-8ea4-4496-b92a-c9b3e104df14'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:58:11.283168 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428160d2-db30-48df-9376-f9f3c9a6c772" -d '{"events": [{"server_uuid": "a7efaf09-1b90-421c-a62a-9163b5c78066", "name": "network-vif-plugged", "status": "completed", "tag": "b29e0850-8ea4-4496-b92a-c9b3e104df14"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:58:11.300910 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-26d75ae5-7bde-4729-9ccd-90ea6f0ae956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:11.301586 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-26d75ae5-7bde-4729-9ccd-90ea6f0ae956 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c115672e27d44cf2b79a3945af717ae8&device_id=f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7 HTTP/1.1" status: 200  len: 1126 time: 0.1266086
Feb 05 20:58:11.322051 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port b29e0850-8ea4-4496-b92a-c9b3e104df14, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b29e0850-8ea4-4496-b92a-c9b3e104df14,segment=NetworkSegment(8aef47f8-e9ab-41a2-a82b-242a7aecc3a5),segment_id=8aef47f8-e9ab-41a2-a82b-242a7aecc3a5)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:58:11.344765 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b29e0850-8ea4-4496-b92a-c9b3e104df14), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:11.375569 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-f435e71e-9fdb-4a3a-9617-035326cd0ae6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef360b1f-760d-4462-bf4f-d4be74b09bd2 HTTP/1.1" status: 200  len: 217 time: 0.0422962
Feb 05 20:58:11.391190 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5dff9f2d-ec1d-49cf-b421-aca9afc0269c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (0e9ba400-88a3-42e9-98e1-572337b9cdf9), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:11.420376 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da085de9-48a2-4109-9982-e354387543d7 x-openstack-request-id: req-da085de9-48a2-4109-9982-e354387543d7 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:58:11.420736 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7efaf09-1b90-421c-a62a-9163b5c78066", "name": "network-vif-plugged", "status": "completed", "tag": "b29e0850-8ea4-4496-b92a-c9b3e104df14", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:58:11.420981 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da085de9-48a2-4109-9982-e354387543d7 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:58:11.421376 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7efaf09-1b90-421c-a62a-9163b5c78066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29e0850-8ea4-4496-b92a-c9b3e104df14', 'code': 200}
Feb 05 20:58:11.422987 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5dff9f2d-ec1d-49cf-b421-aca9afc0269c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:11.431688 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5dff9f2d-ec1d-49cf-b421-aca9afc0269c admin admin] 10.222.0.32 "DELETE /v2.0/networks/0e9ba400-88a3-42e9-98e1-572337b9cdf9 HTTP/1.1" status: 204  len: 168 time: 0.8087437
Feb 05 20:58:11.466168 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=b29e0850-8ea4-4496-b92a-c9b3e104df14,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:11.492537 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-ff19ed3c-a46a-4185-bb43-0a3aa12500bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:11.494370 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-ff19ed3c-a46a-4185-bb43-0a3aa12500bf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=87ea50f2-4a9d-4e76-83e4-8a4c87cd9a22 HTTP/1.1" status: 200  len: 846 time: 0.1127396
Feb 05 20:58:11.495436 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff9f2d-ec1d-49cf-b421-aca9afc0269c admin admin] Pushing event deleted for resources: {'Network': ['ID=0e9ba400-88a3-42e9-98e1-572337b9cdf9,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:11.535149 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-35a8ffeb-fe0c-4e9c-ac52-6a4f1073cfe9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bc807625-43b9-4f71-ba0e-13ea567a25e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0347984
Feb 05 20:58:11.545333 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a64049bb-7039-4cd8-987e-62e1145661fa tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for port (6feddeb5-5d7b-4664-aa10-3e967176d521), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:11.553733 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc0e3c-1dd7-4c9f-8182-9f49cf881f1f req-4d68c978-7b7f-46ee-b393-32ed0ea488e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:11.555294 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e1cc0e3c-1dd7-4c9f-8182-9f49cf881f1f req-4d68c978-7b7f-46ee-b393-32ed0ea488e7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 1128 time: 0.0967226
Feb 05 20:58:11.556097 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a64049bb-7039-4cd8-987e-62e1145661fa tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (6feddeb5-5d7b-4664-aa10-3e967176d521), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:11.631407 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41366) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:11.748307 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5a10654a-49ff-4f68-94f2-b8d42f2cd265 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a9666802dce54709ab4d428e61766414&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1132782
Feb 05 20:58:11.749265 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41368) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:11.759479 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-c2158b84-106c-4a6e-9d06-0852bacdef3a service neutron] 10.222.0.39 "GET /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2184253
Feb 05 20:58:11.805867 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac799e-e135-487b-9c8a-85b5e8398af4 req-7cae876e-0a39-4f89-a588-e8a1754f2bf2 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:11.807501 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-08ac799e-e135-487b-9c8a-85b5e8398af4 req-7cae876e-0a39-4f89-a588-e8a1754f2bf2 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=21a8ee4b-3c6f-4e45-846c-366430cca3fd HTTP/1.1" status: 200  len: 945 time: 0.1699963
Feb 05 20:58:11.904691 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0fd7754e-e4c5-441c-aab0-0f84f3ca8933 admin admin] Publish callbacks [] for security_group (be9b75f6-af6e-40d8-a846-5046efe6b4e7), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:11.953766 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-08ac799e-e135-487b-9c8a-85b5e8398af4 req-5d9517e8-8648-49e0-a148-65144caeb17c tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1296558
Feb 05 20:58:11.961300 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8a6a96d5-791d-4917-a8e6-988f660b921c req-5a524538-7172-4b48-91cd-30fc0fabfc8e service neutron] 10.222.0.39 "GET /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1943846
Feb 05 20:58:11.966209 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0fd7754e-e4c5-441c-aab0-0f84f3ca8933 admin admin] Publish callbacks [] for security_group (be9b75f6-af6e-40d8-a846-5046efe6b4e7), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:12.004536 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64049bb-7039-4cd8-987e-62e1145661fa tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Pushing event updated for resources: {'Port': ['ID=6feddeb5-5d7b-4664-aa10-3e967176d521,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:12.011232 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a64049bb-7039-4cd8-987e-62e1145661fa tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (1937d04f-a011-4d10-872b-29f04f9924e2), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:12.016041 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e1cc0e3c-1dd7-4c9f-8182-9f49cf881f1f req-54ca240f-af70-4a5a-aaa6-c16ecb45b4be service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0ff9e1fa-1af1-48b5-a113-4aa59c5c8876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4521174
Feb 05 20:58:12.038618 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0fd7754e-e4c5-441c-aab0-0f84f3ca8933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (be9b75f6-af6e-40d8-a846-5046efe6b4e7), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:12.041869 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0fd7754e-e4c5-441c-aab0-0f84f3ca8933 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:12.044452 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0fd7754e-e4c5-441c-aab0-0f84f3ca8933 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/be9b75f6-af6e-40d8-a846-5046efe6b4e7 HTTP/1.1" status: 204  len: 168 time: 0.2931352
Feb 05 20:58:12.053940 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd7754e-e4c5-441c-aab0-0f84f3ca8933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9b75f6-af6e-40d8-a846-5046efe6b4e7,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:12.135399 ncdv-master-1 neutron-server[114390]: INFO neutron.db.l3_db [None req-a64049bb-7039-4cd8-987e-62e1145661fa tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Floating IP 1937d04f-a011-4d10-872b-29f04f9924e2 associated. External IP: 172.35.4.247, port: 26a07e9b-80be-4856-84b7-64a3814546fb.
Feb 05 20:58:12.249076 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06623f-d1b3-4a01-aec2-5a535f373951 req-4e53ba48-4bfe-4002-9ae6-a75cfc5700d8 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:12.251203 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-af06623f-d1b3-4a01-aec2-5a535f373951 req-4e53ba48-4bfe-4002-9ae6-a75cfc5700d8 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7 HTTP/1.1" status: 200  len: 944 time: 0.0656240
Feb 05 20:58:12.359685 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23fca31-9a90-4caa-9bc3-363d1e865eac req-c3c3af7a-b693-4599-9833-8d8ff4f74364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:12.361467 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b23fca31-9a90-4caa-9bc3-363d1e865eac req-c3c3af7a-b693-4599-9833-8d8ff4f74364 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c115672e27d44cf2b79a3945af717ae8&device_id=f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7 HTTP/1.1" status: 200  len: 1126 time: 0.1203713
Feb 05 20:58:12.374771 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-af06623f-d1b3-4a01-aec2-5a535f373951 req-25f2cbf1-c549-4239-9eb6-5aa85646b15e tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140637
Feb 05 20:58:12.410136 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663928c-ead1-4078-ba40-8648424d4b6c req-5de637d5-d55f-4692-a2df-8bcc1da23e70 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:12.413903 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1663928c-ead1-4078-ba40-8648424d4b6c req-5de637d5-d55f-4692-a2df-8bcc1da23e70 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 946 time: 0.1273487
Feb 05 20:58:12.495137 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1663928c-ead1-4078-ba40-8648424d4b6c req-42332a9b-89da-41ce-95da-630cb1116a19 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff9e1fa-1af1-48b5-a113-4aa59c5c8876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675268
Feb 05 20:58:12.524387 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64049bb-7039-4cd8-987e-62e1145661fa tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Router 3d61c255-c50b-4b36-b07e-a355915d7921 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:58:12.538133 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23fca31-9a90-4caa-9bc3-363d1e865eac req-34a6f389-30ce-46b3-b456-50e7ce43d51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:12.539675 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b23fca31-9a90-4caa-9bc3-363d1e865eac req-34a6f389-30ce-46b3-b456-50e7ce43d51d service neutron] 10.222.0.39 "GET /v2.0/networks?id=bc807625-43b9-4f71-ba0e-13ea567a25e8 HTTP/1.1" status: 200  len: 907 time: 0.1700189
Feb 05 20:58:12.624367 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b23fca31-9a90-4caa-9bc3-363d1e865eac req-1c897288-d1e7-4a2a-aa8f-006f913cb2e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef360b1f-760d-4462-bf4f-d4be74b09bd2 HTTP/1.1" status: 200  len: 217 time: 0.0787468
Feb 05 20:58:12.721072 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23fca31-9a90-4caa-9bc3-363d1e865eac req-03bf1a34-cc0c-4253-bcb0-9a2944906bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:12.723553 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b23fca31-9a90-4caa-9bc3-363d1e865eac req-03bf1a34-cc0c-4253-bcb0-9a2944906bcd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=87ea50f2-4a9d-4e76-83e4-8a4c87cd9a22 HTTP/1.1" status: 200  len: 846 time: 0.0902328
Feb 05 20:58:12.733426 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64049bb-7039-4cd8-987e-62e1145661fa tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:58:12.746128 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a85b1c8-e785-4726-8056-2038295590d9 None None] Sync routers for ids ['3d61c255-c50b-4b36-b07e-a355915d7921'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:58:12.759741 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a85b1c8-e785-4726-8056-2038295590d9 None None] Routers {'3d61c255-c50b-4b36-b07e-a355915d7921'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:58:12.760475 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-1a85b1c8-e785-4726-8056-2038295590d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8917a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:58:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['3d61c255-c50b-4b36-b07e-a355915d7921'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:12.776443 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b23fca31-9a90-4caa-9bc3-363d1e865eac req-609991ac-72af-4911-b274-933bad127df6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bc807625-43b9-4f71-ba0e-13ea567a25e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0410402
Feb 05 20:58:12.822339 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a64049bb-7039-4cd8-987e-62e1145661fa tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:12.891582 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a64049bb-7039-4cd8-987e-62e1145661fa tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 984 time: 2.7542086
Feb 05 20:58:12.895395 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41392) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:12.900786 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-295ed588-e029-48d8-8996-3b862723a1b8 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-173662588'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:58:12.921262 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-1a85b1c8-e785-4726-8056-2038295590d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8917a30>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:12.928947 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b23fca31-9a90-4caa-9bc3-363d1e865eac req-e44cfa20-b3cf-4b2c-86c4-6e308cf7c9ab service neutron] 10.222.0.39 "GET /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435101
Feb 05 20:58:12.929688 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295ed588-e029-48d8-8996-3b862723a1b8 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Made reservation on behalf of 40754f7b9900447e95e43760e5a41dac for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:58:12.935262 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a85b1c8-e785-4726-8056-2038295590d9 None None] Routers {'3d61c255-c50b-4b36-b07e-a355915d7921'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:58:12.937329 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-1a85b1c8-e785-4726-8056-2038295590d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8917a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:58:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['3d61c255-c50b-4b36-b07e-a355915d7921'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:12.937804 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-295ed588-e029-48d8-8996-3b862723a1b8 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:12.980180 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-1a85b1c8-e785-4726-8056-2038295590d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8917a30>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:12.981062 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a85b1c8-e785-4726-8056-2038295590d9 None None] The sync data for ids ['3d61c255-c50b-4b36-b07e-a355915d7921'] in ncdv-master-1 is: [] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:58:13.007626 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-295ed588-e029-48d8-8996-3b862723a1b8 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:58:13.021267 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-295ed588-e029-48d8-8996-3b862723a1b8 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (1e94b148-a012-499e-9eb0-5a1c254848b1), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:13.021703 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-295ed588-e029-48d8-8996-3b862723a1b8 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Added segment 1e94b148-a012-499e-9eb0-5a1c254848b1 of type vlan for network fc30bfbc-8cca-4773-9acd-daf0aa8bacf3
Feb 05 20:58:13.069334 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b23fca31-9a90-4caa-9bc3-363d1e865eac req-0c189e18-e56b-477f-acbc-85f01189aa51 service neutron] 10.222.0.39 "GET /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1327066
Feb 05 20:58:13.115975 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-295ed588-e029-48d8-8996-3b862723a1b8 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (fc30bfbc-8cca-4773-9acd-daf0aa8bacf3), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:13.167507 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938b0de-104a-4f3e-ba76-db56c0e9b4f5 req-252976c9-5b26-41c8-a05d-9953095e9f38 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:13.169140 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1938b0de-104a-4f3e-ba76-db56c0e9b4f5 req-252976c9-5b26-41c8-a05d-9953095e9f38 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=21a8ee4b-3c6f-4e45-846c-366430cca3fd HTTP/1.1" status: 200  len: 945 time: 0.1142411
Feb 05 20:58:13.170048 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-295ed588-e029-48d8-8996-3b862723a1b8 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (fc30bfbc-8cca-4773-9acd-daf0aa8bacf3), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:13.176482 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295ed588-e029-48d8-8996-3b862723a1b8 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:13.178598 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-295ed588-e029-48d8-8996-3b862723a1b8 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:13.266955 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-295ed588-e029-48d8-8996-3b862723a1b8 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.3702993
Feb 05 20:58:13.271194 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41402) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:13.276836 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-a4fc0f34-9639-4cb9-82d9-05b147930553 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Request body: {'subnet': {'network_id': 'fc30bfbc-8cca-4773-9acd-daf0aa8bacf3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:58:13.327948 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ed588-e029-48d8-8996-3b862723a1b8 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Pushing event updated for resources: {'Network': ['ID=fc30bfbc-8cca-4773-9acd-daf0aa8bacf3,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:13.349506 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1938b0de-104a-4f3e-ba76-db56c0e9b4f5 req-c1626cc8-4289-45b6-b555-10c547d19aa2 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1639795
Feb 05 20:58:13.354347 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network fc30bfbc-8cca-4773-9acd-daf0aa8bacf3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:58:13.422086 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4fc0f34-9639-4cb9-82d9-05b147930553 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Made reservation on behalf of 40754f7b9900447e95e43760e5a41dac for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:58:13.427838 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a4fc0f34-9639-4cb9-82d9-05b147930553 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:13.555121 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79333710-462a-49f2-9151-13bdff2eb9f0 req-aea416a4-e289-495f-be80-790275028745 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:13.563199 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-79333710-462a-49f2-9151-13bdff2eb9f0 req-aea416a4-e289-495f-be80-790275028745 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7 HTTP/1.1" status: 200  len: 944 time: 0.0780234
Feb 05 20:58:13.622932 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-79333710-462a-49f2-9151-13bdff2eb9f0 req-36b5310f-4207-4025-b3e6-4d0b7d574d60 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569160
Feb 05 20:58:13.688561 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a4fc0f34-9639-4cb9-82d9-05b147930553 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (db4ca928-0bef-4369-8558-6512b5e4bc16), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:13.801272 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc0f34-9639-4cb9-82d9-05b147930553 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Pushing event updated for resources: {'Subnet': ['ID=db4ca928-0bef-4369-8558-6512b5e4bc16,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:13.806885 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02778b86-aa67-4389-85ab-82fd4e994d44 req-a4810276-9d63-4b9c-a3d1-4d51f2e0e0bb tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:13.814154 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-02778b86-aa67-4389-85ab-82fd4e994d44 req-a4810276-9d63-4b9c-a3d1-4d51f2e0e0bb tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 946 time: 0.1041980
Feb 05 20:58:13.830259 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fc0f34-9639-4cb9-82d9-05b147930553 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Checking segment: {'id': '1e94b148-a012-499e-9eb0-5a1c254848b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fc30bfbc-8cca-4773-9acd-daf0aa8bacf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:58:13.830569 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fc0f34-9639-4cb9-82d9-05b147930553 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Network hostable DHCP agents. Network: fc30bfbc-8cca-4773-9acd-daf0aa8bacf3, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:58:13.855315 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fc0f34-9639-4cb9-82d9-05b147930553 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Network fc30bfbc-8cca-4773-9acd-daf0aa8bacf3 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:58:13.870232 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-a4fc0f34-9639-4cb9-82d9-05b147930553 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fc30bfbc-8cca-4773-9acd-daf0aa8bacf3) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:58:13.871690 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-02778b86-aa67-4389-85ab-82fd4e994d44 req-bd66d7de-07cc-4718-9b77-8e3183cd37a9 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff9e1fa-1af1-48b5-a113-4aa59c5c8876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565736
Feb 05 20:58:13.876139 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fc0f34-9639-4cb9-82d9-05b147930553 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:13.877327 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a4fc0f34-9639-4cb9-82d9-05b147930553 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:13.881527 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deef3a72-620c-4425-abbb-28fdb407fddf None None] Network fc30bfbc-8cca-4773-9acd-daf0aa8bacf3 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:58:13.904276 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41422) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:13.904766 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a4fc0f34-9639-4cb9-82d9-05b147930553 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6321695
Feb 05 20:58:13.911133 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-69abfcc0-7bae-4c75-87c6-bfe0c34aab53 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-439621083', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}, 'admin_state_up': False}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:58:13.956556 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-69abfcc0-7bae-4c75-87c6-bfe0c34aab53 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (2b9822b6-19d1-47b7-be88-60677c03817b), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:13.958560 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-69abfcc0-7bae-4c75-87c6-bfe0c34aab53 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (2b9822b6-19d1-47b7-be88-60677c03817b), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:14.039772 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58a6112-ff73-4bca-8f58-d123135ad293 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fc30bfbc-8cca-4773-9acd-daf0aa8bacf3', 'network_id': 'fc30bfbc-8cca-4773-9acd-daf0aa8bacf3', 'project_id': '40754f7b9900447e95e43760e5a41dac', 'fixed_ips': [{'subnet_id': 'db4ca928-0bef-4369-8558-6512b5e4bc16'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 20:58:14.040880 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f58a6112-ff73-4bca-8f58-d123135ad293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:14.069066 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-69abfcc0-7bae-4c75-87c6-bfe0c34aab53 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for router_controller (2b9822b6-19d1-47b7-be88-60677c03817b), precommit_add_association {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:14.217290 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-f58a6112-ff73-4bca-8f58-d123135ad293 None None] Allocated IP 172.20.0.2 (fc30bfbc-8cca-4773-9acd-daf0aa8bacf3/db4ca928-0bef-4369-8558-6512b5e4bc16/c6221d39-8841-4edf-a627-b79a328f3d45) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:58:14.252264 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c8e32-3c1a-4e94-b0b2-81f6ecd759ac req-9842752a-8c3a-4d32-b769-ae42ccb1279e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:14.254067 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2e5c8e32-3c1a-4e94-b0b2-81f6ecd759ac req-9842752a-8c3a-4d32-b769-ae42ccb1279e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ca5f02e4f32f409cb5d16fdde787db22&device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 1128 time: 0.0649855
Feb 05 20:58:14.316067 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-69abfcc0-7bae-4c75-87c6-bfe0c34aab53 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for router_gateway (2b9822b6-19d1-47b7-be88-60677c03817b), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:14.362635 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c8e32-3c1a-4e94-b0b2-81f6ecd759ac req-dc34976f-d4a1-4862-976c-e706daa1ee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:14.364104 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5e426-0314-48ee-a273-3348164f4070 req-be70fe3b-2472-4b09-9c78-068a03cae7c8 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:14.364256 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2e5c8e32-3c1a-4e94-b0b2-81f6ecd759ac req-dc34976f-d4a1-4862-976c-e706daa1ee4c service neutron] 10.222.0.39 "GET /v2.0/networks?id=eb12b0a3-cb4e-47fe-8869-d20dface7d3e HTTP/1.1" status: 200  len: 919 time: 0.1027727
Feb 05 20:58:14.366953 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b6e5e426-0314-48ee-a273-3348164f4070 req-be70fe3b-2472-4b09-9c78-068a03cae7c8 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 946 time: 0.1327970
Feb 05 20:58:14.432351 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2e5c8e32-3c1a-4e94-b0b2-81f6ecd759ac req-6f343944-3cd7-4ff0-91a4-0bcb2319a5be service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b29e0850-8ea4-4496-b92a-c9b3e104df14 HTTP/1.1" status: 200  len: 217 time: 0.0531869
Feb 05 20:58:14.436958 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f58a6112-ff73-4bca-8f58-d123135ad293 None None] Publish callbacks [] for port (c6221d39-8841-4edf-a627-b79a328f3d45), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:14.446118 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f58a6112-ff73-4bca-8f58-d123135ad293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (c6221d39-8841-4edf-a627-b79a328f3d45), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:14.491031 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b6e5e426-0314-48ee-a273-3348164f4070 req-e7257dfd-435b-4a98-bc95-8a865dd04a14 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff9e1fa-1af1-48b5-a113-4aa59c5c8876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155667
Feb 05 20:58:14.499526 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58a6112-ff73-4bca-8f58-d123135ad293 None None] Network fc30bfbc-8cca-4773-9acd-daf0aa8bacf3 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:58:14.503305 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-f58a6112-ff73-4bca-8f58-d123135ad293 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:58:14.506829 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c8e32-3c1a-4e94-b0b2-81f6ecd759ac req-6f3237e3-6e68-4944-b4a8-62bd754b9c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:14.508521 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2e5c8e32-3c1a-4e94-b0b2-81f6ecd759ac req-6f3237e3-6e68-4944-b4a8-62bd754b9c99 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eab137f8-6355-40d9-8fb3-711b63d086ad HTTP/1.1" status: 200  len: 858 time: 0.0623682
Feb 05 20:58:14.516215 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58a6112-ff73-4bca-8f58-d123135ad293 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:58:14.526544 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a6112-ff73-4bca-8f58-d123135ad293 None None] Pushing event updated for resources: {'Port': ['ID=c6221d39-8841-4edf-a627-b79a328f3d45,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:14.568697 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2e5c8e32-3c1a-4e94-b0b2-81f6ecd759ac req-e4c4c589-5f76-4e6c-aa3b-c88782b8290b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eb12b0a3-cb4e-47fe-8869-d20dface7d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0414367
Feb 05 20:58:14.582909 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7b5b0-4e5b-433c-957c-bfd2c94c639a req-ec386840-4cd2-48b7-bbee-e33cdf5e6b6e tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:14.584630 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c1a7b5b0-4e5b-433c-957c-bfd2c94c639a req-ec386840-4cd2-48b7-bbee-e33cdf5e6b6e tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=21a8ee4b-3c6f-4e45-846c-366430cca3fd HTTP/1.1" status: 200  len: 945 time: 0.0892437
Feb 05 20:58:14.587807 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-f58a6112-ff73-4bca-8f58-d123135ad293 None None] Attempting to bind port c6221d39-8841-4edf-a627-b79a328f3d45 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:58:14.588377 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-f58a6112-ff73-4bca-8f58-d123135ad293 None None] Attempting to bind port c6221d39-8841-4edf-a627-b79a328f3d45 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1e94b148-a012-499e-9eb0-5a1c254848b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fc30bfbc-8cca-4773-9acd-daf0aa8bacf3'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:58:14.588931 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58a6112-ff73-4bca-8f58-d123135ad293 None None] Attempting to bind port c6221d39-8841-4edf-a627-b79a328f3d45 on network fc30bfbc-8cca-4773-9acd-daf0aa8bacf3 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:58:14.594942 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58a6112-ff73-4bca-8f58-d123135ad293 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:58:14.595565 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58a6112-ff73-4bca-8f58-d123135ad293 None None] Checking segment: {'id': '1e94b148-a012-499e-9eb0-5a1c254848b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fc30bfbc-8cca-4773-9acd-daf0aa8bacf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:58:14.596191 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f58a6112-ff73-4bca-8f58-d123135ad293 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:14.597281 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58a6112-ff73-4bca-8f58-d123135ad293 None None] Bound using segment: {'id': '1e94b148-a012-499e-9eb0-5a1c254848b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fc30bfbc-8cca-4773-9acd-daf0aa8bacf3'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:58:14.597966 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-f58a6112-ff73-4bca-8f58-d123135ad293 None None] Bound port: c6221d39-8841-4edf-a627-b79a328f3d45, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e94b148-a012-499e-9eb0-5a1c254848b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fc30bfbc-8cca-4773-9acd-daf0aa8bacf3'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:58:14.598548 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f58a6112-ff73-4bca-8f58-d123135ad293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c6221d39-8841-4edf-a627-b79a328f3d45), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:14.674438 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-f58a6112-ff73-4bca-8f58-d123135ad293 None None] For port c6221d39-8841-4edf-a627-b79a328f3d45, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:58:14.678866 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-f58a6112-ff73-4bca-8f58-d123135ad293 None None] For port c6221d39-8841-4edf-a627-b79a328f3d45, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c6221d39-8841-4edf-a627-b79a328f3d45,segment=NetworkSegment(1e94b148-a012-499e-9eb0-5a1c254848b1),segment_id=1e94b148-a012-499e-9eb0-5a1c254848b1)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:58:14.687608 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f58a6112-ff73-4bca-8f58-d123135ad293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (c6221d39-8841-4edf-a627-b79a328f3d45), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:14.721801 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2e5c8e32-3c1a-4e94-b0b2-81f6ecd759ac req-a6ba9ce4-07b7-4d3d-9cc2-eb17e69eabb4 service neutron] 10.222.0.39 "GET /v2.0/networks/eb12b0a3-cb4e-47fe-8869-d20dface7d3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394737
Feb 05 20:58:14.776840 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a6112-ff73-4bca-8f58-d123135ad293 None None] Pushing event updated for resources: {'Port': ['ID=c6221d39-8841-4edf-a627-b79a328f3d45,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:14.788871 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-69abfcc0-7bae-4c75-87c6-bfe0c34aab53 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for router_gateway (2b9822b6-19d1-47b7-be88-60677c03817b), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:14.829483 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2e5c8e32-3c1a-4e94-b0b2-81f6ecd759ac req-0eb306c6-f623-47c7-a329-95c7eb289f94 service neutron] 10.222.0.39 "GET /v2.0/networks/eb12b0a3-cb4e-47fe-8869-d20dface7d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1020331
Feb 05 20:58:15.024515 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device ef360b1f-760d-4462-bf4f-d4be74b09bd2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:58:15.116526 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-69abfcc0-7bae-4c75-87c6-bfe0c34aab53 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:15.135653 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c1a7b5b0-4e5b-433c-957c-bfd2c94c639a req-64aaa4ff-9baa-4ab0-b1ec-89d958f5d72f tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5050795
Feb 05 20:58:15.144825 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:15.160794 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port ef360b1f-760d-4462-bf4f-d4be74b09bd2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ef360b1f-760d-4462-bf4f-d4be74b09bd2,segment=NetworkSegment(7f85ed9d-b7ce-414c-8ae4-25f17816204d),segment_id=7f85ed9d-b7ce-414c-8ae4-25f17816204d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:58:15.176251 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'ef360b1f-760d-4462-bf4f-d4be74b09bd2', 'network_id': 'bc807625-43b9-4f71-ba0e-13ea567a25e8', 'port_id': 'ef360b1f-760d-4462-bf4f-d4be74b09bd2', 'mac_address': 'fa:16:3e:b8:6a:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ea50f2-4a9d-4e76-83e4-8a4c87cd9a22', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:58:15.219311 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3d619-80b0-47fc-8448-92dc39483d82 req-55ce025f-3610-48e8-8bca-7edd6bf2a2af tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:15.225576 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port ef360b1f-760d-4462-bf4f-d4be74b09bd2 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:58:15.225576 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ef360b1f-760d-4462-bf4f-d4be74b09bd2), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:15.228466 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5aa3d619-80b0-47fc-8448-92dc39483d82 req-55ce025f-3610-48e8-8bca-7edd6bf2a2af tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7 HTTP/1.1" status: 200  len: 944 time: 0.5092597
Feb 05 20:58:15.270396 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef360b1f-760d-4462-bf4f-d4be74b09bd2 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:58:15.297233 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port ef360b1f-760d-4462-bf4f-d4be74b09bd2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ef360b1f-760d-4462-bf4f-d4be74b09bd2,segment=NetworkSegment(7f85ed9d-b7ce-414c-8ae4-25f17816204d),segment_id=7f85ed9d-b7ce-414c-8ae4-25f17816204d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:58:15.303051 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ef360b1f-760d-4462-bf4f-d4be74b09bd2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:15.318520 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-69abfcc0-7bae-4c75-87c6-bfe0c34aab53 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Allocated IP 172.35.4.235 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/cbe778ed-80a3-48b0-a0af-7001ded445ce) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:58:15.340980 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5aa3d619-80b0-47fc-8448-92dc39483d82 req-cb5386fe-ab47-4407-8c87-a4b693021f2e tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798934
Feb 05 20:58:15.374780 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=ef360b1f-760d-4462-bf4f-d4be74b09bd2,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:15.454728 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-69abfcc0-7bae-4c75-87c6-bfe0c34aab53 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for port (cbe778ed-80a3-48b0-a0af-7001ded445ce), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:15.496031 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-69abfcc0-7bae-4c75-87c6-bfe0c34aab53 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (cbe778ed-80a3-48b0-a0af-7001ded445ce), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:15.546727 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69abfcc0-7bae-4c75-87c6-bfe0c34aab53 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:58:15.550966 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-69abfcc0-7bae-4c75-87c6-bfe0c34aab53 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:58:15.554828 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69abfcc0-7bae-4c75-87c6-bfe0c34aab53 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:58:15.561182 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69abfcc0-7bae-4c75-87c6-bfe0c34aab53 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Pushing event updated for resources: {'Port': ['ID=cbe778ed-80a3-48b0-a0af-7001ded445ce,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:15.738364 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['ef360b1f-760d-4462-bf4f-d4be74b09bd2'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:58:15.789089 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc9111-5ec2-47e2-87ab-8e8367c03bba req-d179b4ab-77e6-4d3e-a5ee-cfa7b164b539 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:15.790911 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c2cc9111-5ec2-47e2-87ab-8e8367c03bba req-d179b4ab-77e6-4d3e-a5ee-cfa7b164b539 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 946 time: 0.1460488
Feb 05 20:58:15.950673 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c2cc9111-5ec2-47e2-87ab-8e8367c03bba req-3ff50657-67f0-486f-b0ec-30f342147c72 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff9e1fa-1af1-48b5-a113-4aa59c5c8876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1434596
Feb 05 20:58:15.977610 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-69abfcc0-7bae-4c75-87c6-bfe0c34aab53 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for router_gateway (2b9822b6-19d1-47b7-be88-60677c03817b), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:16.102172 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ba2e0c-d07e-48d4-9de3-fb2db1efcf40 None None] Network fc30bfbc-8cca-4773-9acd-daf0aa8bacf3 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:58:16.222423 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-69abfcc0-7bae-4c75-87c6-bfe0c34aab53 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (2b9822b6-19d1-47b7-be88-60677c03817b), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:16.257778 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-e7c2243a-6f03-4c1b-a58f-0ec0e8ec81a0 None None] Provisioning complete for port c6221d39-8841-4edf-a627-b79a328f3d45 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:58:16.258193 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e7c2243a-6f03-4c1b-a58f-0ec0e8ec81a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c6221d39-8841-4edf-a627-b79a328f3d45), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:16.377094 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee171fd0-8f5c-43ab-aa0c-bb960df31d0c req-e17dc388-e06e-426b-86a4-a7414000a4f1 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:16.384989 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ee171fd0-8f5c-43ab-aa0c-bb960df31d0c req-e17dc388-e06e-426b-86a4-a7414000a4f1 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=21a8ee4b-3c6f-4e45-846c-366430cca3fd HTTP/1.1" status: 200  len: 945 time: 0.1534481
Feb 05 20:58:16.386806 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device c6221d39-8841-4edf-a627-b79a328f3d45 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:58:16.433402 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-e7c2243a-6f03-4c1b-a58f-0ec0e8ec81a0 None None] Current status of the port c6221d39-8841-4edf-a627-b79a328f3d45 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:58:16.434163 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e7c2243a-6f03-4c1b-a58f-0ec0e8ec81a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c6221d39-8841-4edf-a627-b79a328f3d45), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:16.461270 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ee171fd0-8f5c-43ab-aa0c-bb960df31d0c req-371e50d8-89c0-497c-9d59-b3ad3e7f9be1 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751290
Feb 05 20:58:16.498936 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-e7c2243a-6f03-4c1b-a58f-0ec0e8ec81a0 None None] For port c6221d39-8841-4edf-a627-b79a328f3d45, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c6221d39-8841-4edf-a627-b79a328f3d45,segment=NetworkSegment(1e94b148-a012-499e-9eb0-5a1c254848b1),segment_id=1e94b148-a012-499e-9eb0-5a1c254848b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:58:16.505711 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port c6221d39-8841-4edf-a627-b79a328f3d45 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:58:16.505915 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c6221d39-8841-4edf-a627-b79a328f3d45), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:16.509197 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e7c2243a-6f03-4c1b-a58f-0ec0e8ec81a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (c6221d39-8841-4edf-a627-b79a328f3d45), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:16.558883 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69abfcc0-7bae-4c75-87c6-bfe0c34aab53 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Router 2b9822b6-19d1-47b7-be88-60677c03817b is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 20:58:16.582784 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40bfe96-33cc-4750-8c3e-c660749930ae req-6dcd3e94-1c51-47cb-bb5f-770ef93a75cf tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:16.589534 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b40bfe96-33cc-4750-8c3e-c660749930ae req-6dcd3e94-1c51-47cb-bb5f-770ef93a75cf tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7 HTTP/1.1" status: 200  len: 945 time: 0.0971076
Feb 05 20:58:16.607802 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c2243a-6f03-4c1b-a58f-0ec0e8ec81a0 None None] Pushing event updated for resources: {'Port': ['ID=c6221d39-8841-4edf-a627-b79a328f3d45,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:16.672478 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port c6221d39-8841-4edf-a627-b79a328f3d45 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:58:16.677835 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6635435d-d584-4034-86dd-b3f893cd3410 None None] Provisioning complete for port c6221d39-8841-4edf-a627-b79a328f3d45 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:58:16.678054 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6635435d-d584-4034-86dd-b3f893cd3410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c6221d39-8841-4edf-a627-b79a328f3d45), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:16.737782 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b40bfe96-33cc-4750-8c3e-c660749930ae req-9a7e3121-9b0c-492d-a1e0-9619bb994f6a tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1351459
Feb 05 20:58:16.760647 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69abfcc0-7bae-4c75-87c6-bfe0c34aab53 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:58:16.780318 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849b5c15-fc42-4c1a-aec3-ffedaaf27f32 None None] Sync routers for ids ['2b9822b6-19d1-47b7-be88-60677c03817b'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:58:16.792780 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6635435d-d584-4034-86dd-b3f893cd3410 None None] Current status of the port c6221d39-8841-4edf-a627-b79a328f3d45 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:58:16.794957 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-69abfcc0-7bae-4c75-87c6-bfe0c34aab53 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:16.802654 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-69abfcc0-7bae-4c75-87c6-bfe0c34aab53 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 2.8923240
Feb 05 20:58:16.803368 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41494) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:16.814923 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849b5c15-fc42-4c1a-aec3-ffedaaf27f32 None None] Routers {'2b9822b6-19d1-47b7-be88-60677c03817b'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:58:16.816446 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-849b5c15-fc42-4c1a-aec3-ffedaaf27f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab620310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:58:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['2b9822b6-19d1-47b7-be88-60677c03817b'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:16.857948 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-849b5c15-fc42-4c1a-aec3-ffedaaf27f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab620310>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:16.871195 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849b5c15-fc42-4c1a-aec3-ffedaaf27f32 None None] Routers {'2b9822b6-19d1-47b7-be88-60677c03817b'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:58:16.871992 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-849b5c15-fc42-4c1a-aec3-ffedaaf27f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab620310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:58:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['2b9822b6-19d1-47b7-be88-60677c03817b'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:16.909364 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-849b5c15-fc42-4c1a-aec3-ffedaaf27f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab620310>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:16.910046 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849b5c15-fc42-4c1a-aec3-ffedaaf27f32 None None] The sync data for ids ['2b9822b6-19d1-47b7-be88-60677c03817b'] in ncdv-master-1 is: [] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:58:17.075873 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5264dad-61cd-43ec-86cd-26cb8726aed0 req-ee1266e6-8a3b-4c86-9de0-656b9a95dd40 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:17.077367 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f5264dad-61cd-43ec-86cd-26cb8726aed0 req-ee1266e6-8a3b-4c86-9de0-656b9a95dd40 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 946 time: 0.0543568
Feb 05 20:58:17.123946 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f5264dad-61cd-43ec-86cd-26cb8726aed0 req-b5739105-d8cc-484d-8ed5-7b3c296aa534 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff9e1fa-1af1-48b5-a113-4aa59c5c8876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402734
Feb 05 20:58:17.261241 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-030e5510-e863-404d-ba7e-bd3f3703f1a4 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:17.550521 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-030e5510-e863-404d-ba7e-bd3f3703f1a4 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Allocated IP 172.20.0.1 (fc30bfbc-8cca-4773-9acd-daf0aa8bacf3/db4ca928-0bef-4369-8558-6512b5e4bc16/b1594eea-17b3-40cf-aca1-888b0f024bbe) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:58:17.583094 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41814d18-a3ca-48d4-9051-6f0dc27a3039 req-207291bf-a7b5-49af-a734-0043367d92bd tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:17.584832 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-41814d18-a3ca-48d4-9051-6f0dc27a3039 req-207291bf-a7b5-49af-a734-0043367d92bd tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=21a8ee4b-3c6f-4e45-846c-366430cca3fd HTTP/1.1" status: 200  len: 945 time: 0.0580378
Feb 05 20:58:17.637007 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-41814d18-a3ca-48d4-9051-6f0dc27a3039 req-17b8cece-6a52-418f-9e7f-b336eb16b197 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468478
Feb 05 20:58:17.666398 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-030e5510-e863-404d-ba7e-bd3f3703f1a4 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for port (b1594eea-17b3-40cf-aca1-888b0f024bbe), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:17.699554 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-030e5510-e863-404d-ba7e-bd3f3703f1a4 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (b1594eea-17b3-40cf-aca1-888b0f024bbe), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:17.739220 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030e5510-e863-404d-ba7e-bd3f3703f1a4 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Network fc30bfbc-8cca-4773-9acd-daf0aa8bacf3 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:58:17.742126 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-030e5510-e863-404d-ba7e-bd3f3703f1a4 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:58:17.746134 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030e5510-e863-404d-ba7e-bd3f3703f1a4 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:58:17.779765 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e5510-e863-404d-ba7e-bd3f3703f1a4 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Pushing event updated for resources: {'Port': ['ID=b1594eea-17b3-40cf-aca1-888b0f024bbe,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:17.799100 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-030e5510-e863-404d-ba7e-bd3f3703f1a4 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (2b9822b6-19d1-47b7-be88-60677c03817b), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:17.862862 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8824fa-b6e4-4c58-a8b8-6f499ac4166c req-813fe970-e51f-4eb9-9e89-792682545abc tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:17.864557 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0b8824fa-b6e4-4c58-a8b8-6f499ac4166c req-813fe970-e51f-4eb9-9e89-792682545abc tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7 HTTP/1.1" status: 200  len: 945 time: 0.0638089
Feb 05 20:58:17.915329 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0b8824fa-b6e4-4c58-a8b8-6f499ac4166c req-56055934-fdc4-46a2-b2a3-62b210fb7e34 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449791
Feb 05 20:58:17.961222 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-030e5510-e863-404d-ba7e-bd3f3703f1a4 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b1594eea-17b3-40cf-aca1-888b0f024bbe), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:18.022496 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-3d2dca90-8659-4340-bbf3-aa08b7746fe8 None None] Provisioning complete for port b1594eea-17b3-40cf-aca1-888b0f024bbe triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:58:18.023080 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3d2dca90-8659-4340-bbf3-aa08b7746fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b1594eea-17b3-40cf-aca1-888b0f024bbe), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:18.067598 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-3d2dca90-8659-4340-bbf3-aa08b7746fe8 None None] Port b1594eea-17b3-40cf-aca1-888b0f024bbe cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:58:18.280276 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d310c40-53cc-4f42-b815-e14915a93586 req-775caf58-99d5-409e-9e73-df24f7b7549a tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:18.281959 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3d310c40-53cc-4f42-b815-e14915a93586 req-775caf58-99d5-409e-9e73-df24f7b7549a tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 946 time: 0.0715542
Feb 05 20:58:18.289346 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device c6221d39-8841-4edf-a627-b79a328f3d45 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:58:18.307949 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-030e5510-e863-404d-ba7e-bd3f3703f1a4 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for port (b1594eea-17b3-40cf-aca1-888b0f024bbe), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:18.316145 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-030e5510-e863-404d-ba7e-bd3f3703f1a4 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (b1594eea-17b3-40cf-aca1-888b0f024bbe), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:18.342227 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3d310c40-53cc-4f42-b815-e14915a93586 req-7da1612c-2c75-4e03-b0fb-0c605e7e009e tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff9e1fa-1af1-48b5-a113-4aa59c5c8876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525403
Feb 05 20:58:18.348554 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port c6221d39-8841-4edf-a627-b79a328f3d45 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:58:18.349587 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c6221d39-8841-4edf-a627-b79a328f3d45), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:18.419190 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e5510-e863-404d-ba7e-bd3f3703f1a4 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Pushing event updated for resources: {'Port': ['ID=b1594eea-17b3-40cf-aca1-888b0f024bbe,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:18.423646 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-030e5510-e863-404d-ba7e-bd3f3703f1a4 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (2b9822b6-19d1-47b7-be88-60677c03817b), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:18.453130 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port c6221d39-8841-4edf-a627-b79a328f3d45 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:58:18.529090 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030e5510-e863-404d-ba7e-bd3f3703f1a4 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Network fc30bfbc-8cca-4773-9acd-daf0aa8bacf3 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:58:18.530608 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-030e5510-e863-404d-ba7e-bd3f3703f1a4 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:58:18.683045 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030e5510-e863-404d-ba7e-bd3f3703f1a4 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Router 2b9822b6-19d1-47b7-be88-60677c03817b has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:58:18.789100 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1606e-bd25-4eea-a9c1-7aa5050a6e96 req-98ef6fe5-459a-4c51-a526-6716f4850299 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:18.790889 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6fa1606e-bd25-4eea-a9c1-7aa5050a6e96 req-98ef6fe5-459a-4c51-a526-6716f4850299 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=21a8ee4b-3c6f-4e45-846c-366430cca3fd HTTP/1.1" status: 200  len: 945 time: 0.0680676
Feb 05 20:58:18.806976 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-14555d3c-ca23-49ec-bb4e-3c89bd06cdcf None None] Provisioning complete for port b1594eea-17b3-40cf-aca1-888b0f024bbe triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:58:18.807541 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-14555d3c-ca23-49ec-bb4e-3c89bd06cdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b1594eea-17b3-40cf-aca1-888b0f024bbe), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:18.821960 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030e5510-e863-404d-ba7e-bd3f3703f1a4 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:58:18.827952 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-030e5510-e863-404d-ba7e-bd3f3703f1a4 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "PUT /v2.0/routers/2b9822b6-19d1-47b7-be88-60677c03817b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0237968
Feb 05 20:58:18.831211 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41558) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:18.836666 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-d4e2722a-8c57-478f-a097-8f3dbcd9c818 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Request body: {'port': {'network_id': 'fc30bfbc-8cca-4773-9acd-daf0aa8bacf3', 'name': 'tempest-FloatingIPTestJSON-53662073'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:58:18.837565 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b629be8-cdfb-48b1-bd9a-f600cd193d82 None None] Sync routers for ids ['2b9822b6-19d1-47b7-be88-60677c03817b'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:58:18.851072 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b629be8-cdfb-48b1-bd9a-f600cd193d82 None None] Routers {'2b9822b6-19d1-47b7-be88-60677c03817b'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:58:18.852584 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-3b629be8-cdfb-48b1-bd9a-f600cd193d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8bae070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:58:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['2b9822b6-19d1-47b7-be88-60677c03817b'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:18.854237 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-14555d3c-ca23-49ec-bb4e-3c89bd06cdcf None None] Port b1594eea-17b3-40cf-aca1-888b0f024bbe cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:58:18.870469 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6fa1606e-bd25-4eea-a9c1-7aa5050a6e96 req-01dd1c9f-16ef-4262-96f8-1d50488a3fcd tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719280
Feb 05 20:58:18.901443 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-3b629be8-cdfb-48b1-bd9a-f600cd193d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8bae070>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:18.911982 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b629be8-cdfb-48b1-bd9a-f600cd193d82 None None] Routers {'2b9822b6-19d1-47b7-be88-60677c03817b'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:58:18.912593 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-3b629be8-cdfb-48b1-bd9a-f600cd193d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8bae070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:58:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['2b9822b6-19d1-47b7-be88-60677c03817b'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:18.946205 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-3b629be8-cdfb-48b1-bd9a-f600cd193d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8bae070>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:18.947100 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b629be8-cdfb-48b1-bd9a-f600cd193d82 None None] The sync data for ids ['2b9822b6-19d1-47b7-be88-60677c03817b'] in ncdv-master-1 is: [] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:58:18.965441 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e2722a-8c57-478f-a097-8f3dbcd9c818 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Made reservation on behalf of 40754f7b9900447e95e43760e5a41dac for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:58:18.969562 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d4e2722a-8c57-478f-a097-8f3dbcd9c818 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:18.991206 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-d4e2722a-8c57-478f-a097-8f3dbcd9c818 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] device_id is not set on port c051c814-cf44-490d-ae9f-84583ee59c80 yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 20:58:19.046486 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device ef360b1f-760d-4462-bf4f-d4be74b09bd2 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:58:19.063049 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ef267-7e2d-4ab5-9bb5-4bb32c29dc6d req-ef67912a-ead8-42f1-a725-6fda8bc39a8b tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:19.064001 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5f0ef267-7e2d-4ab5-9bb5-4bb32c29dc6d req-ef67912a-ead8-42f1-a725-6fda8bc39a8b tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7 HTTP/1.1" status: 200  len: 945 time: 0.0581453
Feb 05 20:58:19.117788 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port ef360b1f-760d-4462-bf4f-d4be74b09bd2 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:58:19.123084 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-d4e2722a-8c57-478f-a097-8f3dbcd9c818 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Allocated IP 172.20.0.9 (fc30bfbc-8cca-4773-9acd-daf0aa8bacf3/db4ca928-0bef-4369-8558-6512b5e4bc16/c051c814-cf44-490d-ae9f-84583ee59c80) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:58:19.123264 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port ef360b1f-760d-4462-bf4f-d4be74b09bd2 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:58:19.123643 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ef360b1f-760d-4462-bf4f-d4be74b09bd2), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:19.128581 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5f0ef267-7e2d-4ab5-9bb5-4bb32c29dc6d req-ad3a9eb8-0903-461b-9738-836df04e6a5c tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572166
Feb 05 20:58:19.220941 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port ef360b1f-760d-4462-bf4f-d4be74b09bd2 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:58:19.222149 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ef360b1f-760d-4462-bf4f-d4be74b09bd2), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:19.263811 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef360b1f-760d-4462-bf4f-d4be74b09bd2'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:58:19.266513 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69fa6ec-7863-4986-8919-bd20c80103fe" -d '{"events": [{"server_uuid": "f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7", "name": "network-vif-plugged", "status": "completed", "tag": "ef360b1f-760d-4462-bf4f-d4be74b09bd2"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:58:19.289910 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port ef360b1f-760d-4462-bf4f-d4be74b09bd2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ef360b1f-760d-4462-bf4f-d4be74b09bd2,segment=NetworkSegment(7f85ed9d-b7ce-414c-8ae4-25f17816204d),segment_id=7f85ed9d-b7ce-414c-8ae4-25f17816204d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:58:19.297471 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ef360b1f-760d-4462-bf4f-d4be74b09bd2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:19.335428 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99358c0-229c-4fdc-a654-fc56726ccfae x-openstack-request-id: req-d99358c0-229c-4fdc-a654-fc56726ccfae {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:58:19.335792 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7", "name": "network-vif-plugged", "status": "completed", "tag": "ef360b1f-760d-4462-bf4f-d4be74b09bd2", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:58:19.335995 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d99358c0-229c-4fdc-a654-fc56726ccfae {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:58:19.336446 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef360b1f-760d-4462-bf4f-d4be74b09bd2', 'code': 200}
Feb 05 20:58:19.343732 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d4e2722a-8c57-478f-a097-8f3dbcd9c818 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for port (c051c814-cf44-490d-ae9f-84583ee59c80), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:19.357768 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=ef360b1f-760d-4462-bf4f-d4be74b09bd2,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:19.367369 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:58:19.367718 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:58:19.368074 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:58:19.368395 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:58:19.368734 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:58:19.369073 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:58:19.369470 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:58:19.369741 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:58:19.370041 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:58:19.370371 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:58:19.370922 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:58:19.371265 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:58:19.371646 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:58:19.406257 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d4e2722a-8c57-478f-a097-8f3dbcd9c818 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (c051c814-cf44-490d-ae9f-84583ee59c80), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:19.469969 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e2722a-8c57-478f-a097-8f3dbcd9c818 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Network fc30bfbc-8cca-4773-9acd-daf0aa8bacf3 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:58:19.488103 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-d4e2722a-8c57-478f-a097-8f3dbcd9c818 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:58:19.492654 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e2722a-8c57-478f-a097-8f3dbcd9c818 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:58:19.527342 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f21c8-ac05-4750-a0c9-cf82c55e76ee req-1236dbee-8284-43a7-9000-b5a8842184c6 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:19.539580 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-135f21c8-ac05-4750-a0c9-cf82c55e76ee req-1236dbee-8284-43a7-9000-b5a8842184c6 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 946 time: 0.1038706
Feb 05 20:58:19.554247 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2722a-8c57-478f-a097-8f3dbcd9c818 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Pushing event updated for resources: {'Port': ['ID=c051c814-cf44-490d-ae9f-84583ee59c80,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:19.573774 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e2722a-8c57-478f-a097-8f3dbcd9c818 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:19.574440 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d4e2722a-8c57-478f-a097-8f3dbcd9c818 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:19.581339 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce255db-4680-44e6-85b3-6f8c453dbf3f req-cd6034e4-e628-4399-b288-b1be3340ff61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:19.582897 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1ce255db-4680-44e6-85b3-6f8c453dbf3f req-cd6034e4-e628-4399-b288-b1be3340ff61 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7 HTTP/1.1" status: 200  len: 1128 time: 0.1544743
Feb 05 20:58:19.584270 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2722a-8c57-478f-a097-8f3dbcd9c818 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:58:19.584719 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2722a-8c57-478f-a097-8f3dbcd9c818 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:58:19.585100 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2722a-8c57-478f-a097-8f3dbcd9c818 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:58:19.585405 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2722a-8c57-478f-a097-8f3dbcd9c818 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:58:19.585785 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2722a-8c57-478f-a097-8f3dbcd9c818 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:58:19.586076 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2722a-8c57-478f-a097-8f3dbcd9c818 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:58:19.586435 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2722a-8c57-478f-a097-8f3dbcd9c818 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:58:19.588178 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2722a-8c57-478f-a097-8f3dbcd9c818 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:58:19.588178 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2722a-8c57-478f-a097-8f3dbcd9c818 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:58:19.588178 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2722a-8c57-478f-a097-8f3dbcd9c818 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:58:19.588178 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2722a-8c57-478f-a097-8f3dbcd9c818 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:58:19.588178 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2722a-8c57-478f-a097-8f3dbcd9c818 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:58:19.588537 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2722a-8c57-478f-a097-8f3dbcd9c818 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:58:19.618513 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-135f21c8-ac05-4750-a0c9-cf82c55e76ee req-b862d524-bd4e-47e3-8b48-fca2d9b810c1 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff9e1fa-1af1-48b5-a113-4aa59c5c8876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776556
Feb 05 20:58:19.645550 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d4e2722a-8c57-478f-a097-8f3dbcd9c818 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 927 time: 0.8129983
Feb 05 20:58:19.649585 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41582) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:19.657962 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-7d0a9dc7-d8f2-4938-a11c-7d6d3e1d7bf5 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Request body: {'floatingip': {'port_id': 'c051c814-cf44-490d-ae9f-84583ee59c80'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:58:19.659973 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1ce255db-4680-44e6-85b3-6f8c453dbf3f req-3ad266b2-60af-41d3-b280-1c028ef4e585 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649555
Feb 05 20:58:19.679000 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41584) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:19.724165 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7d0a9dc7-d8f2-4938-a11c-7d6d3e1d7bf5 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for floatingip (1937d04f-a011-4d10-872b-29f04f9924e2), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:19.813366 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8d2d07be-5c45-49b3-81dc-38cd4ad28599 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:19.890636 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-a262216f-436a-49ca-817d-468ce6bc4ac5 None None] Provisioning complete for port c051c814-cf44-490d-ae9f-84583ee59c80 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:58:19.891266 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a262216f-436a-49ca-817d-468ce6bc4ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c051c814-cf44-490d-ae9f-84583ee59c80), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:19.901457 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8d2d07be-5c45-49b3-81dc-38cd4ad28599 admin admin] Publish callbacks [] for security_group (00f19115-42cc-47d0-a526-a67ce4da0260), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:19.909505 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8d2d07be-5c45-49b3-81dc-38cd4ad28599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (00f19115-42cc-47d0-a526-a67ce4da0260), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:19.965164 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8d2d07be-5c45-49b3-81dc-38cd4ad28599 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=96171903b9834f2bbcffb9f2c154dce6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2840409
Feb 05 20:58:19.966095 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41590) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:19.967031 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d07be-5c45-49b3-81dc-38cd4ad28599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f19115-42cc-47d0-a526-a67ce4da0260,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:19.987966 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a262216f-436a-49ca-817d-468ce6bc4ac5 None None] Port c051c814-cf44-490d-ae9f-84583ee59c80 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:58:19.991436 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:20.031736 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bff2c298-fe8d-4da6-87fd-4d9de49533f7 admin admin] Publish callbacks [] for security_group (00f19115-42cc-47d0-a526-a67ce4da0260), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:20.059318 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bff2c298-fe8d-4da6-87fd-4d9de49533f7 admin admin] Publish callbacks [] for security_group (00f19115-42cc-47d0-a526-a67ce4da0260), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:20.120106 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bff2c298-fe8d-4da6-87fd-4d9de49533f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (00f19115-42cc-47d0-a526-a67ce4da0260), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:20.123522 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bff2c298-fe8d-4da6-87fd-4d9de49533f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:20.125167 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-bff2c298-fe8d-4da6-87fd-4d9de49533f7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/00f19115-42cc-47d0-a526-a67ce4da0260 HTTP/1.1" status: 204  len: 168 time: 0.1550765
Feb 05 20:58:20.134008 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff2c298-fe8d-4da6-87fd-4d9de49533f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f19115-42cc-47d0-a526-a67ce4da0260,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:20.162542 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ca759-2eae-465f-9808-07731c120420 req-15867ab9-9830-4a55-ae88-9ad8da36adeb tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:20.164153 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-626ca759-2eae-465f-9808-07731c120420 req-15867ab9-9830-4a55-ae88-9ad8da36adeb tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=21a8ee4b-3c6f-4e45-846c-366430cca3fd HTTP/1.1" status: 200  len: 945 time: 0.1487226
Feb 05 20:58:20.325458 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-626ca759-2eae-465f-9808-07731c120420 req-1d0ebac4-e0ef-4414-baf2-776e5941e690 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1253743
Feb 05 20:58:20.381113 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5bfc62-89c3-4f76-9746-55268bd21d91 req-02d4be40-59be-4e70-9b66-a8c2e08edfd2 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:20.382539 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9e5bfc62-89c3-4f76-9746-55268bd21d91 req-02d4be40-59be-4e70-9b66-a8c2e08edfd2 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7 HTTP/1.1" status: 200  len: 946 time: 0.1538129
Feb 05 20:58:20.417359 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7d0a9dc7-d8f2-4938-a11c-7d6d3e1d7bf5 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:20.422903 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7d0a9dc7-d8f2-4938-a11c-7d6d3e1d7bf5 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (1937d04f-a011-4d10-872b-29f04f9924e2), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:20.490685 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9e5bfc62-89c3-4f76-9746-55268bd21d91 req-8abd8771-ef57-4f2a-821c-410a9550c8f0 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010642
Feb 05 20:58:20.902820 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-7d0a9dc7-d8f2-4938-a11c-7d6d3e1d7bf5 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Floating IP 1937d04f-a011-4d10-872b-29f04f9924e2 associated. External IP: 172.35.4.247, port: 26a07e9b-80be-4856-84b7-64a3814546fb.
Feb 05 20:58:20.961331 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bdd7c9-43bf-4690-a356-1e8856ab36eb req-b7813e96-d009-4258-8a2e-8c9c86dd07b6 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:20.970144 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c4bdd7c9-43bf-4690-a356-1e8856ab36eb req-b7813e96-d009-4258-8a2e-8c9c86dd07b6 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 946 time: 0.1385984
Feb 05 20:58:21.066808 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c4bdd7c9-43bf-4690-a356-1e8856ab36eb req-f8f7393c-137c-4a48-87dd-bb866a5888eb tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff9e1fa-1af1-48b5-a113-4aa59c5c8876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954056
Feb 05 20:58:21.231928 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0a9dc7-d8f2-4938-a11c-7d6d3e1d7bf5 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Router 3d61c255-c50b-4b36-b07e-a355915d7921 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:58:21.360492 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0a9dc7-d8f2-4938-a11c-7d6d3e1d7bf5 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:58:21.372187 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993159ac-16c5-492c-bb81-1472f4703923 None None] Sync routers for ids ['3d61c255-c50b-4b36-b07e-a355915d7921'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:58:21.385096 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993159ac-16c5-492c-bb81-1472f4703923 None None] Routers {'3d61c255-c50b-4b36-b07e-a355915d7921'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:58:21.385741 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-993159ac-16c5-492c-bb81-1472f4703923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab5e7d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:58:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['3d61c255-c50b-4b36-b07e-a355915d7921'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:21.441345 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-993159ac-16c5-492c-bb81-1472f4703923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab5e7d60>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:21.454079 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993159ac-16c5-492c-bb81-1472f4703923 None None] Routers {'3d61c255-c50b-4b36-b07e-a355915d7921'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:58:21.454958 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-993159ac-16c5-492c-bb81-1472f4703923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab5e7d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:58:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['3d61c255-c50b-4b36-b07e-a355915d7921'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:21.615998 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6398a-4af0-4629-a550-38eeff204035 req-b7e8a1f9-4c19-43a3-a740-c7e32dc89b5f tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:21.617767 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6fe6398a-4af0-4629-a550-38eeff204035 req-b7e8a1f9-4c19-43a3-a740-c7e32dc89b5f tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=21a8ee4b-3c6f-4e45-846c-366430cca3fd HTTP/1.1" status: 200  len: 945 time: 0.1847656
Feb 05 20:58:21.664817 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-993159ac-16c5-492c-bb81-1472f4703923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab5e7d60>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:21.665693 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993159ac-16c5-492c-bb81-1472f4703923 None None] The sync data for ids ['3d61c255-c50b-4b36-b07e-a355915d7921'] in ncdv-master-1 is: [] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:58:21.756850 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff8288-39c9-4a5b-9e8e-71e349002be3 req-30c540cb-f887-4197-bc9c-46dad4d6062b tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:21.758567 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-01ff8288-39c9-4a5b-9e8e-71e349002be3 req-30c540cb-f887-4197-bc9c-46dad4d6062b tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7 HTTP/1.1" status: 200  len: 946 time: 0.1714008
Feb 05 20:58:21.765760 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6fe6398a-4af0-4629-a550-38eeff204035 req-4ae0e063-2799-448f-a155-91a383ec1f69 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271052
Feb 05 20:58:21.795820 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0a9dc7-d8f2-4938-a11c-7d6d3e1d7bf5 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Router 2b9822b6-19d1-47b7-be88-60677c03817b has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:58:21.836253 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-01ff8288-39c9-4a5b-9e8e-71e349002be3 req-5bb5c5ce-aa9a-4561-b986-eb002a0e6730 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684185
Feb 05 20:58:21.957269 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0a9dc7-d8f2-4938-a11c-7d6d3e1d7bf5 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:58:21.962032 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7d0a9dc7-d8f2-4938-a11c-7d6d3e1d7bf5 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:21.973967 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce941f4-d1a5-4511-9c80-0db2f219cc28 None None] Sync routers for ids ['2b9822b6-19d1-47b7-be88-60677c03817b'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:58:21.987401 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce941f4-d1a5-4511-9c80-0db2f219cc28 None None] Routers {'2b9822b6-19d1-47b7-be88-60677c03817b'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:58:21.988067 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-6ce941f4-d1a5-4511-9c80-0db2f219cc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8c4ffd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:58:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['2b9822b6-19d1-47b7-be88-60677c03817b'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:22.027246 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7d0a9dc7-d8f2-4938-a11c-7d6d3e1d7bf5 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "PUT /v2.0/floatingips/1937d04f-a011-4d10-872b-29f04f9924e2 HTTP/1.1" status: 200  len: 976 time: 2.3760252
Feb 05 20:58:22.028354 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-6ce941f4-d1a5-4511-9c80-0db2f219cc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8c4ffd0>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:22.030181 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41646) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:22.040565 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce941f4-d1a5-4511-9c80-0db2f219cc28 None None] Routers {'2b9822b6-19d1-47b7-be88-60677c03817b'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:58:22.041701 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-6ce941f4-d1a5-4511-9c80-0db2f219cc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8c4ffd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:58:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['2b9822b6-19d1-47b7-be88-60677c03817b'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:22.089551 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-6ce941f4-d1a5-4511-9c80-0db2f219cc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8c4ffd0>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:22.090623 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce941f4-d1a5-4511-9c80-0db2f219cc28 None None] The sync data for ids ['2b9822b6-19d1-47b7-be88-60677c03817b'] in ncdv-master-1 is: [] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:58:22.126804 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174e95d-b9f5-4e8f-9263-82d000a0a2d9 req-d6c11b6d-7b02-4c6d-8fcc-9a6626a86cd1 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:22.130891 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c174e95d-b9f5-4e8f-9263-82d000a0a2d9 req-d6c11b6d-7b02-4c6d-8fcc-9a6626a86cd1 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7 HTTP/1.1" status: 200  len: 946 time: 0.0736680
Feb 05 20:58:22.168812 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-4a964653-2218-4d4e-89e3-bb86cce33f0c tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Deleting port c051c814-cf44-490d-ae9f-84583ee59c80 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:58:22.169452 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4a964653-2218-4d4e-89e3-bb86cce33f0c tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (c051c814-cf44-490d-ae9f-84583ee59c80), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:22.243844 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c174e95d-b9f5-4e8f-9263-82d000a0a2d9 req-fa1cc982-2fb6-48db-8d27-471ea0e8d67d tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079698
Feb 05 20:58:22.258477 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaced21-853c-43a0-a5ea-519fbdbdcb5d req-ba7425a9-8606-46fe-8509-c5ab2bfe7dd8 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:22.260034 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-daaced21-853c-43a0-a5ea-519fbdbdcb5d req-ba7425a9-8606-46fe-8509-c5ab2bfe7dd8 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 946 time: 0.1003845
Feb 05 20:58:22.297527 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4a964653-2218-4d4e-89e3-bb86cce33f0c tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (c051c814-cf44-490d-ae9f-84583ee59c80), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:22.328929 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-daaced21-853c-43a0-a5ea-519fbdbdcb5d req-f5298e0e-8442-45a2-9887-aa2085ba6cb0 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff9e1fa-1af1-48b5-a113-4aa59c5c8876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622182
Feb 05 20:58:22.397945 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ca6ba-dc0c-4f80-8604-889d7a0b7f84 req-d60c20fc-6395-4639-8ca8-5231d2608b29 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:22.399804 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cf6ca6ba-dc0c-4f80-8604-889d7a0b7f84 req-d60c20fc-6395-4639-8ca8-5231d2608b29 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7 HTTP/1.1" status: 200  len: 946 time: 0.0640979
Feb 05 20:58:22.469126 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cf6ca6ba-dc0c-4f80-8604-889d7a0b7f84 req-0185601b-5313-4513-ba06-d86c1e49e7dd tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551846
Feb 05 20:58:22.516435 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4a964653-2218-4d4e-89e3-bb86cce33f0c tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:22.516807 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4a964653-2218-4d4e-89e3-bb86cce33f0c tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (1937d04f-a011-4d10-872b-29f04f9924e2), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:22.517161 ncdv-master-1 neutron-server[114390]: INFO neutron.db.l3_db [None req-4a964653-2218-4d4e-89e3-bb86cce33f0c tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Floating IP 1937d04f-a011-4d10-872b-29f04f9924e2 disassociated. External IP: 172.35.4.247, port: c051c814-cf44-490d-ae9f-84583ee59c80.
Feb 05 20:58:22.518719 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-4a964653-2218-4d4e-89e3-bb86cce33f0c tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Calling delete_port for c051c814-cf44-490d-ae9f-84583ee59c80 owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:58:22.708890 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4a964653-2218-4d4e-89e3-bb86cce33f0c tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (c051c814-cf44-490d-ae9f-84583ee59c80), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:22.729484 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ad3cb-16b7-4f77-b596-e6c3cc0a446d req-98490c6e-0023-4575-a42c-adb2b1eac0f2 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:22.741858 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-423ad3cb-16b7-4f77-b596-e6c3cc0a446d req-98490c6e-0023-4575-a42c-adb2b1eac0f2 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7 HTTP/1.1" status: 200  len: 946 time: 0.0865560
Feb 05 20:58:22.742663 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a964653-2218-4d4e-89e3-bb86cce33f0c tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Pushing event deleted for resources: {'Port': ['ID=c051c814-cf44-490d-ae9f-84583ee59c80,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:22.861024 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-423ad3cb-16b7-4f77-b596-e6c3cc0a446d req-4c3884a8-d6f0-4ace-85ee-f734589a1292 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178565
Feb 05 20:58:22.925475 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a964653-2218-4d4e-89e3-bb86cce33f0c tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Router 2b9822b6-19d1-47b7-be88-60677c03817b has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:58:22.949579 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd936d7c-3bb0-40a5-833e-6c5f21654539 req-c0b90b88-caaa-4126-b2ea-4e35f56878e7 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:22.952021 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cd936d7c-3bb0-40a5-833e-6c5f21654539 req-c0b90b88-caaa-4126-b2ea-4e35f56878e7 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=21a8ee4b-3c6f-4e45-846c-366430cca3fd HTTP/1.1" status: 200  len: 945 time: 0.0771763
Feb 05 20:58:23.028887 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cd936d7c-3bb0-40a5-833e-6c5f21654539 req-31a8abb6-bd17-4598-abb6-2b4ffca1be38 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676413
Feb 05 20:58:23.078046 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a964653-2218-4d4e-89e3-bb86cce33f0c tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:58:23.093158 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2272b6-4955-4bd8-9b1d-d9edadd2dc22 None None] Sync routers for ids ['2b9822b6-19d1-47b7-be88-60677c03817b'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:58:23.104283 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2272b6-4955-4bd8-9b1d-d9edadd2dc22 None None] Routers {'2b9822b6-19d1-47b7-be88-60677c03817b'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:58:23.105140 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-dc2272b6-4955-4bd8-9b1d-d9edadd2dc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabda0280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:58:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['2b9822b6-19d1-47b7-be88-60677c03817b'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:23.141805 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-dc2272b6-4955-4bd8-9b1d-d9edadd2dc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabda0280>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:23.153606 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2272b6-4955-4bd8-9b1d-d9edadd2dc22 None None] Routers {'2b9822b6-19d1-47b7-be88-60677c03817b'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:58:23.154561 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-dc2272b6-4955-4bd8-9b1d-d9edadd2dc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabda0280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:58:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['2b9822b6-19d1-47b7-be88-60677c03817b'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:23.168320 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4a964653-2218-4d4e-89e3-bb86cce33f0c tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:23.175582 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4a964653-2218-4d4e-89e3-bb86cce33f0c tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "DELETE /v2.0/ports/c051c814-cf44-490d-ae9f-84583ee59c80 HTTP/1.1" status: 204  len: 168 time: 1.1406624
Feb 05 20:58:23.176086 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41666) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:23.200053 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-dc2272b6-4955-4bd8-9b1d-d9edadd2dc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabda0280>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:23.200625 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2272b6-4955-4bd8-9b1d-d9edadd2dc22 None None] The sync data for ids ['2b9822b6-19d1-47b7-be88-60677c03817b'] in ncdv-master-1 is: [] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:58:23.532166 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df562bcd-85f2-4ab7-9f85-ff2c8c844376 req-a447aead-803a-44a8-a227-bae1dba11878 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:23.534519 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-df562bcd-85f2-4ab7-9f85-ff2c8c844376 req-a447aead-803a-44a8-a227-bae1dba11878 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 946 time: 0.1097686
Feb 05 20:58:23.654175 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-df562bcd-85f2-4ab7-9f85-ff2c8c844376 req-bd754fad-52a9-452b-8b10-2fd65f8fec71 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff9e1fa-1af1-48b5-a113-4aa59c5c8876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122167
Feb 05 20:58:23.790187 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1e220b80-6325-4ab6-a602-885ec48e2064 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (2b9822b6-19d1-47b7-be88-60677c03817b), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:24.458995 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c6272-6ed5-40a1-b473-1dd72fbe4b3f req-eb125cd2-ef11-4704-b587-d59ac1d61d8d tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:24.460704 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-179c6272-6ed5-40a1-b473-1dd72fbe4b3f req-eb125cd2-ef11-4704-b587-d59ac1d61d8d tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7 HTTP/1.1" status: 200  len: 946 time: 0.5086219
Feb 05 20:58:24.513791 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a94cfe-dcf1-45ba-b812-beafb7b57ad3 req-df9b8c63-8c74-44c8-a4c7-171147a5c7b2 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:24.515609 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-81a94cfe-dcf1-45ba-b812-beafb7b57ad3 req-df9b8c63-8c74-44c8-a4c7-171147a5c7b2 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=21a8ee4b-3c6f-4e45-846c-366430cca3fd HTTP/1.1" status: 200  len: 945 time: 0.1401126
Feb 05 20:58:24.576316 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-179c6272-6ed5-40a1-b473-1dd72fbe4b3f req-9a1f1452-f7fb-4cab-a46e-b408cefb6954 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053102
Feb 05 20:58:24.694873 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-81a94cfe-dcf1-45ba-b812-beafb7b57ad3 req-4959ef9e-2df3-4204-801f-c6ebad5b2fa7 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1694341
Feb 05 20:58:24.824952 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-1e220b80-6325-4ab6-a602-885ec48e2064 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Deleting port b1594eea-17b3-40cf-aca1-888b0f024bbe {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:58:24.825308 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1e220b80-6325-4ab6-a602-885ec48e2064 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (b1594eea-17b3-40cf-aca1-888b0f024bbe), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:24.843718 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8b423-aadd-4c05-9add-f32d9509c462 req-f90ef3d6-ee8b-4d1c-9db5-25a98c902176 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:24.851451 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8b423-aadd-4c05-9add-f32d9509c462 req-f90ef3d6-ee8b-4d1c-9db5-25a98c902176 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:24.858897 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8b423-aadd-4c05-9add-f32d9509c462 req-f90ef3d6-ee8b-4d1c-9db5-25a98c902176 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:24.866371 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8b423-aadd-4c05-9add-f32d9509c462 req-f90ef3d6-ee8b-4d1c-9db5-25a98c902176 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:24.873334 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8b423-aadd-4c05-9add-f32d9509c462 req-f90ef3d6-ee8b-4d1c-9db5-25a98c902176 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:24.880199 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8b423-aadd-4c05-9add-f32d9509c462 req-f90ef3d6-ee8b-4d1c-9db5-25a98c902176 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:24.886616 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8b423-aadd-4c05-9add-f32d9509c462 req-f90ef3d6-ee8b-4d1c-9db5-25a98c902176 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:24.889067 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2d8b423-aadd-4c05-9add-f32d9509c462 req-f90ef3d6-ee8b-4d1c-9db5-25a98c902176 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 5442 time: 0.2411051
Feb 05 20:58:25.042024 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269b6fd-1928-44ee-bf86-5838d1117309 req-be33e03f-b722-4791-adf0-7964a605333c tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:25.043845 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c269b6fd-1928-44ee-bf86-5838d1117309 req-be33e03f-b722-4791-adf0-7964a605333c tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 946 time: 0.2690327
Feb 05 20:58:25.078538 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1e220b80-6325-4ab6-a602-885ec48e2064 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (b1594eea-17b3-40cf-aca1-888b0f024bbe), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:25.101144 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2d8b423-aadd-4c05-9add-f32d9509c462 req-300026d1-ef49-4551-90ca-05e6c8300729 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/security-groups?id=862080b5-e679-4cab-bbab-4a73c5b41769&id=d935f44d-aedf-41e0-a92b-4330e1bb2d9b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1952012
Feb 05 20:58:25.111521 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-1e220b80-6325-4ab6-a602-885ec48e2064 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Calling delete_port for b1594eea-17b3-40cf-aca1-888b0f024bbe owned by network:router_interface {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:58:25.181348 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c269b6fd-1928-44ee-bf86-5838d1117309 req-6f1489ec-a64b-4aa3-b02c-2f92bdb23431 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff9e1fa-1af1-48b5-a113-4aa59c5c8876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1238756
Feb 05 20:58:25.345142 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1e220b80-6325-4ab6-a602-885ec48e2064 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (b1594eea-17b3-40cf-aca1-888b0f024bbe), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:25.372419 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e220b80-6325-4ab6-a602-885ec48e2064 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Pushing event deleted for resources: {'Port': ['ID=b1594eea-17b3-40cf-aca1-888b0f024bbe,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:25.385315 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e220b80-6325-4ab6-a602-885ec48e2064 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:58:25.385604 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e220b80-6325-4ab6-a602-885ec48e2064 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:58:25.385962 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e220b80-6325-4ab6-a602-885ec48e2064 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:58:25.386332 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e220b80-6325-4ab6-a602-885ec48e2064 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:58:25.386703 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e220b80-6325-4ab6-a602-885ec48e2064 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:58:25.387048 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e220b80-6325-4ab6-a602-885ec48e2064 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:58:25.387387 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e220b80-6325-4ab6-a602-885ec48e2064 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:58:25.387729 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e220b80-6325-4ab6-a602-885ec48e2064 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:58:25.388067 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e220b80-6325-4ab6-a602-885ec48e2064 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:58:25.388400 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e220b80-6325-4ab6-a602-885ec48e2064 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:58:25.388735 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e220b80-6325-4ab6-a602-885ec48e2064 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:58:25.389070 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e220b80-6325-4ab6-a602-885ec48e2064 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:58:25.389776 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e220b80-6325-4ab6-a602-885ec48e2064 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:58:25.607540 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1e220b80-6325-4ab6-a602-885ec48e2064 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (2b9822b6-19d1-47b7-be88-60677c03817b), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:25.784242 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf205954-f990-4206-8a9e-a9067fde0de9 req-013063bc-7b0e-49e7-acb0-c15867284d9c tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:25.785816 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bf205954-f990-4206-8a9e-a9067fde0de9 req-013063bc-7b0e-49e7-acb0-c15867284d9c tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7 HTTP/1.1" status: 200  len: 946 time: 0.1099298
Feb 05 20:58:25.958859 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e0da4-ebcd-44bc-9643-236cdcf08357 req-e4e09273-4a38-4a79-be19-5d2f94b2abac tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:25.960375 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-716e0da4-ebcd-44bc-9643-236cdcf08357 req-e4e09273-4a38-4a79-be19-5d2f94b2abac tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=21a8ee4b-3c6f-4e45-846c-366430cca3fd HTTP/1.1" status: 200  len: 945 time: 0.1736279
Feb 05 20:58:25.965399 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bf205954-f990-4206-8a9e-a9067fde0de9 req-5d178573-d5b1-4aa5-9ab3-2d0dbf5352c8 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1443164
Feb 05 20:58:26.001289 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e220b80-6325-4ab6-a602-885ec48e2064 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Router 2b9822b6-19d1-47b7-be88-60677c03817b has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:58:26.035541 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-716e0da4-ebcd-44bc-9643-236cdcf08357 req-286e8dbe-9b8c-4e49-b213-0585f5f379e8 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617790
Feb 05 20:58:26.145584 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e220b80-6325-4ab6-a602-885ec48e2064 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:58:26.154648 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1e220b80-6325-4ab6-a602-885ec48e2064 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "PUT /v2.0/routers/2b9822b6-19d1-47b7-be88-60677c03817b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9738104
Feb 05 20:58:26.154648 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41742) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:26.156990 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab0d0cb-ce55-4a51-9833-d7b7ad40b5f7 None None] Sync routers for ids ['2b9822b6-19d1-47b7-be88-60677c03817b'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:58:26.173522 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab0d0cb-ce55-4a51-9833-d7b7ad40b5f7 None None] Routers {'2b9822b6-19d1-47b7-be88-60677c03817b'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:58:26.174357 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-eab0d0cb-ce55-4a51-9833-d7b7ad40b5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db91bedc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:58:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['2b9822b6-19d1-47b7-be88-60677c03817b'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:26.241113 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-eab0d0cb-ce55-4a51-9833-d7b7ad40b5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db91bedc0>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:26.253992 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab0d0cb-ce55-4a51-9833-d7b7ad40b5f7 None None] Routers {'2b9822b6-19d1-47b7-be88-60677c03817b'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:58:26.256990 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-eab0d0cb-ce55-4a51-9833-d7b7ad40b5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db91bedc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:58:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['2b9822b6-19d1-47b7-be88-60677c03817b'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:26.296587 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-eab0d0cb-ce55-4a51-9833-d7b7ad40b5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db91bedc0>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:26.297246 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab0d0cb-ce55-4a51-9833-d7b7ad40b5f7 None None] The sync data for ids ['2b9822b6-19d1-47b7-be88-60677c03817b'] in ncdv-master-1 is: [] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:58:26.383326 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4422b979-0b75-4091-9185-80a167671ac2 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for router (2b9822b6-19d1-47b7-be88-60677c03817b), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:26.400638 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411cbaf-27a7-4d21-b276-340aeaab4b5f req-8de9727b-e5b3-4bbc-bc7e-fe5ccc1cd9c0 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:26.406120 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411cbaf-27a7-4d21-b276-340aeaab4b5f req-8de9727b-e5b3-4bbc-bc7e-fe5ccc1cd9c0 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:26.411816 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411cbaf-27a7-4d21-b276-340aeaab4b5f req-8de9727b-e5b3-4bbc-bc7e-fe5ccc1cd9c0 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:26.417152 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411cbaf-27a7-4d21-b276-340aeaab4b5f req-8de9727b-e5b3-4bbc-bc7e-fe5ccc1cd9c0 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:26.422758 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411cbaf-27a7-4d21-b276-340aeaab4b5f req-8de9727b-e5b3-4bbc-bc7e-fe5ccc1cd9c0 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:26.429236 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411cbaf-27a7-4d21-b276-340aeaab4b5f req-8de9727b-e5b3-4bbc-bc7e-fe5ccc1cd9c0 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:26.434668 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411cbaf-27a7-4d21-b276-340aeaab4b5f req-8de9727b-e5b3-4bbc-bc7e-fe5ccc1cd9c0 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:26.436974 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f411cbaf-27a7-4d21-b276-340aeaab4b5f req-8de9727b-e5b3-4bbc-bc7e-fe5ccc1cd9c0 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 5442 time: 0.2091532
Feb 05 20:58:26.499760 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b3d72-28f4-47c4-9706-8a812b61d08d req-a2f75399-1c0b-4295-8a5f-bd25be338b46 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:26.501248 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1e8b3d72-28f4-47c4-9706-8a812b61d08d req-a2f75399-1c0b-4295-8a5f-bd25be338b46 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 946 time: 0.1871533
Feb 05 20:58:26.647513 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1e8b3d72-28f4-47c4-9706-8a812b61d08d req-77b01670-6b46-44af-82f4-ce27696005c1 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff9e1fa-1af1-48b5-a113-4aa59c5c8876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1305795
Feb 05 20:58:26.654556 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f411cbaf-27a7-4d21-b276-340aeaab4b5f req-52d673f8-5cff-4a62-b3bf-547854894048 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/security-groups?id=862080b5-e679-4cab-bbab-4a73c5b41769&id=d935f44d-aedf-41e0-a92b-4330e1bb2d9b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1809032
Feb 05 20:58:26.660010 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4422b979-0b75-4091-9185-80a167671ac2 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for router_gateway (2b9822b6-19d1-47b7-be88-60677c03817b), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:26.729531 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-4422b979-0b75-4091-9185-80a167671ac2 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Deleting port cbe778ed-80a3-48b0-a0af-7001ded445ce {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:58:26.730012 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4422b979-0b75-4091-9185-80a167671ac2 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (cbe778ed-80a3-48b0-a0af-7001ded445ce), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:26.826969 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4422b979-0b75-4091-9185-80a167671ac2 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (cbe778ed-80a3-48b0-a0af-7001ded445ce), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:26.840746 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-4422b979-0b75-4091-9185-80a167671ac2 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Calling delete_port for cbe778ed-80a3-48b0-a0af-7001ded445ce owned by network:router_gateway {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:58:27.143635 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41758) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:27.285298 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3deed48c-cebb-4cde-bf00-e1ec9e098074 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:27.330454 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35385ae-35b4-418b-84a3-4405a8c72193 req-7535c49c-011b-4d66-9a38-8f31876ba920 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:27.332352 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f35385ae-35b4-418b-84a3-4405a8c72193 req-7535c49c-011b-4d66-9a38-8f31876ba920 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=21a8ee4b-3c6f-4e45-846c-366430cca3fd HTTP/1.1" status: 200  len: 945 time: 0.1491640
Feb 05 20:58:27.339414 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd2a6c-54fe-4353-9951-55c21698981b req-d1e5c025-c3c1-4ffc-9e48-5039789c88d2 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:27.340888 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c8dd2a6c-54fe-4353-9951-55c21698981b req-d1e5c025-c3c1-4ffc-9e48-5039789c88d2 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7 HTTP/1.1" status: 200  len: 946 time: 0.1558816
Feb 05 20:58:27.372683 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3deed48c-cebb-4cde-bf00-e1ec9e098074 admin admin] Publish callbacks [] for security_group (2c109f9c-5f27-470f-9497-d2471e31a459), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:27.376439 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3deed48c-cebb-4cde-bf00-e1ec9e098074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (2c109f9c-5f27-470f-9497-d2471e31a459), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:27.414123 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3deed48c-cebb-4cde-bf00-e1ec9e098074 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b8acf95007e743feb42b8a91a07c433f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2688289
Feb 05 20:58:27.417377 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41762) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:27.432862 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deed48c-cebb-4cde-bf00-e1ec9e098074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c109f9c-5f27-470f-9497-d2471e31a459,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:27.464330 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f35385ae-35b4-418b-84a3-4405a8c72193 req-9be50d86-191a-475a-b8ff-1553a36e2673 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1201470
Feb 05 20:58:27.472572 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c8dd2a6c-54fe-4353-9951-55c21698981b req-007a66b0-163d-4302-890a-edea922e5dd6 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182795
Feb 05 20:58:27.480845 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7917dd0f-470e-43c3-a461-712426ae6c4d admin admin] Publish callbacks [] for security_group (2c109f9c-5f27-470f-9497-d2471e31a459), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:27.497039 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4422b979-0b75-4091-9185-80a167671ac2 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (cbe778ed-80a3-48b0-a0af-7001ded445ce), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:27.515203 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7917dd0f-470e-43c3-a461-712426ae6c4d admin admin] Publish callbacks [] for security_group (2c109f9c-5f27-470f-9497-d2471e31a459), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:27.529577 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4422b979-0b75-4091-9185-80a167671ac2 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Pushing event deleted for resources: {'Port': ['ID=cbe778ed-80a3-48b0-a0af-7001ded445ce,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:27.571190 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7917dd0f-470e-43c3-a461-712426ae6c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (2c109f9c-5f27-470f-9497-d2471e31a459), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:27.574222 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7917dd0f-470e-43c3-a461-712426ae6c4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:27.575527 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7917dd0f-470e-43c3-a461-712426ae6c4d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2c109f9c-5f27-470f-9497-d2471e31a459 HTTP/1.1" status: 204  len: 168 time: 0.1570609
Feb 05 20:58:27.586184 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917dd0f-470e-43c3-a461-712426ae6c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c109f9c-5f27-470f-9497-d2471e31a459,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:27.600146 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4422b979-0b75-4091-9185-80a167671ac2 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (2b9822b6-19d1-47b7-be88-60677c03817b), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:27.770131 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4422b979-0b75-4091-9185-80a167671ac2 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (2b9822b6-19d1-47b7-be88-60677c03817b), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:27.774202 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4422b979-0b75-4091-9185-80a167671ac2 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for router_controller (2b9822b6-19d1-47b7-be88-60677c03817b), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:27.822884 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 20:58:27.894424 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4422b979-0b75-4091-9185-80a167671ac2 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (2b9822b6-19d1-47b7-be88-60677c03817b), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:27.895006 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4422b979-0b75-4091-9185-80a167671ac2 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Fanout notify agent at l3_agent the message router_deleted on router 2b9822b6-19d1-47b7-be88-60677c03817b {{(pid=114391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 20:58:27.902595 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4422b979-0b75-4091-9185-80a167671ac2 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:27.906252 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4422b979-0b75-4091-9185-80a167671ac2 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "DELETE /v2.0/routers/2b9822b6-19d1-47b7-be88-60677c03817b HTTP/1.1" status: 204  len: 168 time: 1.7473176
Feb 05 20:58:27.906727 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41772) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:27.921403 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb5d29-bbd5-4af9-97c5-584d2056f3cb req-0816ceab-9f48-45db-8edd-2275d33d278c tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:27.923001 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f7fb5d29-bbd5-4af9-97c5-584d2056f3cb req-0816ceab-9f48-45db-8edd-2275d33d278c tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 946 time: 0.1664884
Feb 05 20:58:27.943691 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41774) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:27.944864 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e4f4b-296c-4349-8ae5-4661ec379a02 req-77bdd3dc-dd0c-4add-a0a6-1f5b775874ec tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:27.952440 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e4f4b-296c-4349-8ae5-4661ec379a02 req-77bdd3dc-dd0c-4add-a0a6-1f5b775874ec tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:27.959117 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e4f4b-296c-4349-8ae5-4661ec379a02 req-77bdd3dc-dd0c-4add-a0a6-1f5b775874ec tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:27.964972 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e4f4b-296c-4349-8ae5-4661ec379a02 req-77bdd3dc-dd0c-4add-a0a6-1f5b775874ec tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:27.966300 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d31ceb25-a4f7-4d03-9ca8-b453f208a04f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:27.971387 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e4f4b-296c-4349-8ae5-4661ec379a02 req-77bdd3dc-dd0c-4add-a0a6-1f5b775874ec tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:27.977286 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e4f4b-296c-4349-8ae5-4661ec379a02 req-77bdd3dc-dd0c-4add-a0a6-1f5b775874ec tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:27.982847 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e4f4b-296c-4349-8ae5-4661ec379a02 req-77bdd3dc-dd0c-4add-a0a6-1f5b775874ec tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:27.984663 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce3225a8-fd02-4bf8-9dff-9b2b814adb3c tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Deleting subnet db4ca928-0bef-4369-8558-6512b5e4bc16 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:58:27.984928 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-591e4f4b-296c-4349-8ae5-4661ec379a02 req-77bdd3dc-dd0c-4add-a0a6-1f5b775874ec tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 5442 time: 0.2173641
Feb 05 20:58:27.988354 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ce3225a8-fd02-4bf8-9dff-9b2b814adb3c tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for subnet (db4ca928-0bef-4369-8558-6512b5e4bc16), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:28.068162 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f7fb5d29-bbd5-4af9-97c5-584d2056f3cb req-dad97815-7357-4cfe-a56b-f6f522369439 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff9e1fa-1af1-48b5-a113-4aa59c5c8876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821743
Feb 05 20:58:28.076412 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ce3225a8-fd02-4bf8-9dff-9b2b814adb3c tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (db4ca928-0bef-4369-8558-6512b5e4bc16), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:28.088026 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-591e4f4b-296c-4349-8ae5-4661ec379a02 req-4a427505-03ed-4e65-8b70-81745f91cf60 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/security-groups?id=862080b5-e679-4cab-bbab-4a73c5b41769&id=d935f44d-aedf-41e0-a92b-4330e1bb2d9b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0873642
Feb 05 20:58:28.208778 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd77056-3812-42b1-bc50-77282364a179 req-d25ec1aa-5228-4bd9-b30c-1591fdb1876f tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:28.214283 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd77056-3812-42b1-bc50-77282364a179 req-d25ec1aa-5228-4bd9-b30c-1591fdb1876f tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:28.219693 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd77056-3812-42b1-bc50-77282364a179 req-d25ec1aa-5228-4bd9-b30c-1591fdb1876f tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:28.225761 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd77056-3812-42b1-bc50-77282364a179 req-d25ec1aa-5228-4bd9-b30c-1591fdb1876f tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:28.231179 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd77056-3812-42b1-bc50-77282364a179 req-d25ec1aa-5228-4bd9-b30c-1591fdb1876f tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:28.236690 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd77056-3812-42b1-bc50-77282364a179 req-d25ec1aa-5228-4bd9-b30c-1591fdb1876f tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:28.242147 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd77056-3812-42b1-bc50-77282364a179 req-d25ec1aa-5228-4bd9-b30c-1591fdb1876f tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:28.244050 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cbd77056-3812-42b1-bc50-77282364a179 req-d25ec1aa-5228-4bd9-b30c-1591fdb1876f tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 5442 time: 0.2229464
Feb 05 20:58:28.260654 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d31ceb25-a4f7-4d03-9ca8-b453f208a04f admin admin] Publish callbacks [] for security_group (4f919b01-0f45-4974-8d05-f73f1660444a), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:28.275128 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d31ceb25-a4f7-4d03-9ca8-b453f208a04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (4f919b01-0f45-4974-8d05-f73f1660444a), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:28.299166 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ce3225a8-fd02-4bf8-9dff-9b2b814adb3c tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (db4ca928-0bef-4369-8558-6512b5e4bc16), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:28.381252 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd77056-3812-42b1-bc50-77282364a179 req-3008657f-833b-4570-a69e-a58f373b8409 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:28.382694 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cbd77056-3812-42b1-bc50-77282364a179 req-3008657f-833b-4570-a69e-a58f373b8409 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.39 "GET /v2.0/ports/0798d918-a1a1-4268-8b6d-832370da6f8f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.1243358
Feb 05 20:58:28.384969 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d31ceb25-a4f7-4d03-9ca8-b453f208a04f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9359479734434e079e95a6621a2be2f7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4401174
Feb 05 20:58:28.387946 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41776) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:28.399883 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ceb25-a4f7-4d03-9ca8-b453f208a04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f919b01-0f45-4974-8d05-f73f1660444a,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:28.459560 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-827bede5-e2d9-42ec-b4c2-f66d2a20c5b3 admin admin] Publish callbacks [] for security_group (4f919b01-0f45-4974-8d05-f73f1660444a), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:28.489855 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-827bede5-e2d9-42ec-b4c2-f66d2a20c5b3 admin admin] Publish callbacks [] for security_group (4f919b01-0f45-4974-8d05-f73f1660444a), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:28.657236 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-827bede5-e2d9-42ec-b4c2-f66d2a20c5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (4f919b01-0f45-4974-8d05-f73f1660444a), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:28.660690 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-827bede5-e2d9-42ec-b4c2-f66d2a20c5b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:28.662206 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-827bede5-e2d9-42ec-b4c2-f66d2a20c5b3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4f919b01-0f45-4974-8d05-f73f1660444a HTTP/1.1" status: 204  len: 168 time: 0.2729764
Feb 05 20:58:28.679607 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827bede5-e2d9-42ec-b4c2-f66d2a20c5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f919b01-0f45-4974-8d05-f73f1660444a,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:28.699255 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a298ac0-d5a0-4255-9da3-80436dc219ff req-f33b177f-2245-4c78-9683-8082466e0382 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:28.707065 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0a298ac0-d5a0-4255-9da3-80436dc219ff req-f33b177f-2245-4c78-9683-8082466e0382 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7 HTTP/1.1" status: 200  len: 946 time: 0.1425896
Feb 05 20:58:28.717861 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf59cfd-018b-41ec-948d-8b7af53e2247 req-90b1a61f-7a4c-45ec-89a8-a9a5ab62b9bb tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:28.719508 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5bf59cfd-018b-41ec-948d-8b7af53e2247 req-90b1a61f-7a4c-45ec-89a8-a9a5ab62b9bb tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=21a8ee4b-3c6f-4e45-846c-366430cca3fd HTTP/1.1" status: 200  len: 945 time: 0.1175485
Feb 05 20:58:28.797536 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0a298ac0-d5a0-4255-9da3-80436dc219ff req-88ba5ec3-e7e1-484b-9959-81c8c489c8ba tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892766
Feb 05 20:58:28.833038 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5bf59cfd-018b-41ec-948d-8b7af53e2247 req-bf598842-2f55-48c5-8bbd-d34ededd761a tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775731
Feb 05 20:58:28.836854 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ce3225a8-fd02-4bf8-9dff-9b2b814adb3c tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (db4ca928-0bef-4369-8558-6512b5e4bc16), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:28.889508 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cbd77056-3812-42b1-bc50-77282364a179 req-39e8edff-17de-44be-9503-97be11f90693 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.39 "GET /v2.0/networks/2c28d2b8-7305-4066-8f34-0ebf235173b6?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.5006652
Feb 05 20:58:28.890992 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ce3225a8-fd02-4bf8-9dff-9b2b814adb3c tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:28.895460 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ce3225a8-fd02-4bf8-9dff-9b2b814adb3c tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "DELETE /v2.0/subnets/db4ca928-0bef-4369-8558-6512b5e4bc16 HTTP/1.1" status: 204  len: 168 time: 0.9877272
Feb 05 20:58:28.896694 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3225a8-fd02-4bf8-9dff-9b2b814adb3c tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Pushing event deleted for resources: {'Subnet': ['ID=db4ca928-0bef-4369-8558-6512b5e4bc16,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:28.901588 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41784) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:28.903810 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41c8e46-6d68-44a6-8ba8-eadba3f1f3e0 None None] Network fc30bfbc-8cca-4773-9acd-daf0aa8bacf3 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:58:28.907024 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-cbd77056-3812-42b1-bc50-77282364a179 req-3a6c38d7-0b7d-441c-9eec-4110ebcad0bd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:58:29.012993 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cbd77056-3812-42b1-bc50-77282364a179 req-3a6c38d7-0b7d-441c-9eec-4110ebcad0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0798d918-a1a1-4268-8b6d-832370da6f8f), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:29.013240 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1d0d703e-7239-41e7-a313-55463f6fba44 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (fc30bfbc-8cca-4773-9acd-daf0aa8bacf3), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:29.094041 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-1d0d703e-7239-41e7-a313-55463f6fba44 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Deleting port c6221d39-8841-4edf-a627-b79a328f3d45 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:58:29.094779 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1d0d703e-7239-41e7-a313-55463f6fba44 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (c6221d39-8841-4edf-a627-b79a328f3d45), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:29.192921 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b10597-50ea-4a75-ac85-249dec4df864 None None] DHCP port deletion for fc30bfbc-8cca-4773-9acd-daf0aa8bacf3 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 20:58:29.276245 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-55b10597-50ea-4a75-ac85-249dec4df864 None None] Deleting port c6221d39-8841-4edf-a627-b79a328f3d45 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:58:29.276638 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-55b10597-50ea-4a75-ac85-249dec4df864 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (c6221d39-8841-4edf-a627-b79a328f3d45), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:29.288638 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-cbd77056-3812-42b1-bc50-77282364a179 req-3a6c38d7-0b7d-441c-9eec-4110ebcad0bd service neutron] For port 0798d918-a1a1-4268-8b6d-832370da6f8f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0798d918-a1a1-4268-8b6d-832370da6f8f,segment=NetworkSegment(4955b25d-458a-4138-b58a-fac13eec9395),segment_id=4955b25d-458a-4138-b58a-fac13eec9395)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:58:29.316208 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-1d0d703e-7239-41e7-a313-55463f6fba44 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] For port c6221d39-8841-4edf-a627-b79a328f3d45, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c6221d39-8841-4edf-a627-b79a328f3d45,segment=NetworkSegment(1e94b148-a012-499e-9eb0-5a1c254848b1),segment_id=1e94b148-a012-499e-9eb0-5a1c254848b1)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:58:29.316740 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1d0d703e-7239-41e7-a313-55463f6fba44 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (c6221d39-8841-4edf-a627-b79a328f3d45), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:29.339034 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-1d0d703e-7239-41e7-a313-55463f6fba44 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Calling delete_port for c6221d39-8841-4edf-a627-b79a328f3d45 owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:58:29.378100 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-cbd77056-3812-42b1-bc50-77282364a179 req-3a6c38d7-0b7d-441c-9eec-4110ebcad0bd service neutron] For port 0798d918-a1a1-4268-8b6d-832370da6f8f, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:58:29.382263 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-55b10597-50ea-4a75-ac85-249dec4df864 None None] For port c6221d39-8841-4edf-a627-b79a328f3d45, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c6221d39-8841-4edf-a627-b79a328f3d45,segment=NetworkSegment(1e94b148-a012-499e-9eb0-5a1c254848b1),segment_id=1e94b148-a012-499e-9eb0-5a1c254848b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:58:29.383173 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-55b10597-50ea-4a75-ac85-249dec4df864 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (c6221d39-8841-4edf-a627-b79a328f3d45), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:29.412759 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248835f-fba5-4c82-82a0-66579023c2e4 req-c9187e9d-b671-4716-b21f-2ebd578794cb tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:29.418199 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248835f-fba5-4c82-82a0-66579023c2e4 req-c9187e9d-b671-4716-b21f-2ebd578794cb tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:29.421650 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-55b10597-50ea-4a75-ac85-249dec4df864 None None] Calling delete_port for c6221d39-8841-4edf-a627-b79a328f3d45 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:58:29.423815 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248835f-fba5-4c82-82a0-66579023c2e4 req-c9187e9d-b671-4716-b21f-2ebd578794cb tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:29.429814 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248835f-fba5-4c82-82a0-66579023c2e4 req-c9187e9d-b671-4716-b21f-2ebd578794cb tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:29.435252 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248835f-fba5-4c82-82a0-66579023c2e4 req-c9187e9d-b671-4716-b21f-2ebd578794cb tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:29.438092 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-cbd77056-3812-42b1-bc50-77282364a179 req-3a6c38d7-0b7d-441c-9eec-4110ebcad0bd service neutron] device_id is not set on port 0798d918-a1a1-4268-8b6d-832370da6f8f yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 20:58:29.441641 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248835f-fba5-4c82-82a0-66579023c2e4 req-c9187e9d-b671-4716-b21f-2ebd578794cb tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:29.447192 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248835f-fba5-4c82-82a0-66579023c2e4 req-c9187e9d-b671-4716-b21f-2ebd578794cb tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:29.449628 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1248835f-fba5-4c82-82a0-66579023c2e4 req-c9187e9d-b671-4716-b21f-2ebd578794cb tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 5442 time: 0.2202771
Feb 05 20:58:29.459208 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ddb1e5-6574-4fbf-80a7-e7daa7a60f57 req-0bc59540-9b64-408f-8d9e-6b65b8ae56e8 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:29.460347 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cbd77056-3812-42b1-bc50-77282364a179 req-3a6c38d7-0b7d-441c-9eec-4110ebcad0bd service neutron] Publish callbacks [] for port (0798d918-a1a1-4268-8b6d-832370da6f8f), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:29.460801 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c6ddb1e5-6574-4fbf-80a7-e7daa7a60f57 req-0bc59540-9b64-408f-8d9e-6b65b8ae56e8 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 946 time: 0.2339723
Feb 05 20:58:29.481496 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cbd77056-3812-42b1-bc50-77282364a179 req-3a6c38d7-0b7d-441c-9eec-4110ebcad0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (0798d918-a1a1-4268-8b6d-832370da6f8f), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:29.564024 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-55b10597-50ea-4a75-ac85-249dec4df864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (c6221d39-8841-4edf-a627-b79a328f3d45), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:29.577635 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd77056-3812-42b1-bc50-77282364a179 req-3a6c38d7-0b7d-441c-9eec-4110ebcad0bd service neutron] No DVR routers for this DVR port 0798d918-a1a1-4268-8b6d-832370da6f8f on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:58:29.591836 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b10597-50ea-4a75-ac85-249dec4df864 None None] No DVR routers for this DVR port c6221d39-8841-4edf-a627-b79a328f3d45 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:58:29.627886 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1248835f-fba5-4c82-82a0-66579023c2e4 req-fb29ecf4-bae6-40b2-938c-89a0aa413e01 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/security-groups?id=862080b5-e679-4cab-bbab-4a73c5b41769&id=d935f44d-aedf-41e0-a92b-4330e1bb2d9b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1638999
Feb 05 20:58:29.640529 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-cbd77056-3812-42b1-bc50-77282364a179 req-3a6c38d7-0b7d-441c-9eec-4110ebcad0bd service neutron] In _notify_port_updated(), no bound segment for port 0798d918-a1a1-4268-8b6d-832370da6f8f on network 2c28d2b8-7305-4066-8f34-0ebf235173b6 {{(pid=114390) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Feb 05 20:58:29.641524 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd77056-3812-42b1-bc50-77282364a179 req-3a6c38d7-0b7d-441c-9eec-4110ebcad0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:29.643158 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cbd77056-3812-42b1-bc50-77282364a179 req-3a6c38d7-0b7d-441c-9eec-4110ebcad0bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:29.644744 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cbd77056-3812-42b1-bc50-77282364a179 req-3a6c38d7-0b7d-441c-9eec-4110ebcad0bd service neutron] 10.222.0.39 "PUT /v2.0/ports/0798d918-a1a1-4268-8b6d-832370da6f8f HTTP/1.1" status: 200  len: 1032 time: 0.7456410
Feb 05 20:58:29.652290 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c6ddb1e5-6574-4fbf-80a7-e7daa7a60f57 req-30143697-11e6-440f-9f3e-414534af6411 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff9e1fa-1af1-48b5-a113-4aa59c5c8876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1753681
Feb 05 20:58:29.654881 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1d0d703e-7239-41e7-a313-55463f6fba44 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (c6221d39-8841-4edf-a627-b79a328f3d45), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:29.656404 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c38d7-0b7d-441c-9eec-4110ebcad0bd service neutron] Pushing event updated for resources: {'Port': ['ID=0798d918-a1a1-4268-8b6d-832370da6f8f,revision_number=6']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:29.701121 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d703e-7239-41e7-a313-55463f6fba44 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Pushing event deleted for resources: {'Port': ['ID=c6221d39-8841-4edf-a627-b79a328f3d45,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:29.704337 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b10597-50ea-4a75-ac85-249dec4df864 None None] Pushing event deleted for resources: {'Port': ['ID=c6221d39-8841-4edf-a627-b79a328f3d45,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:29.714336 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0d703e-7239-41e7-a313-55463f6fba44 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] No DVR routers for this DVR port c6221d39-8841-4edf-a627-b79a328f3d45 on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:58:29.771200 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd77056-3812-42b1-bc50-77282364a179 req-41af3e37-343a-48f9-ab31-be248234fce5 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:29.773811 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cbd77056-3812-42b1-bc50-77282364a179 req-41af3e37-343a-48f9-ab31-be248234fce5 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.39 "GET /v2.0/ports/0dc636af-3e4f-4bdf-a0d0-4cf505100fad?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.1182611
Feb 05 20:58:29.800911 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-cbd77056-3812-42b1-bc50-77282364a179 req-903ddf17-c6e9-401b-873e-012714f794ae service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:58:29.853755 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1d0d703e-7239-41e7-a313-55463f6fba44 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (fc30bfbc-8cca-4773-9acd-daf0aa8bacf3), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:29.917766 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cbd77056-3812-42b1-bc50-77282364a179 req-903ddf17-c6e9-401b-873e-012714f794ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0dc636af-3e4f-4bdf-a0d0-4cf505100fad), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:29.947429 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-1d0d703e-7239-41e7-a313-55463f6fba44 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2dbbe31460>,) {'filters': {'network_id': ['fc30bfbc-8cca-4773-9acd-daf0aa8bacf3']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:29.991959 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-836de2b1-f587-4d7f-bc60-0030c70cbefd None None] Provisioning complete for port 0798d918-a1a1-4268-8b6d-832370da6f8f triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:58:29.993505 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-836de2b1-f587-4d7f-bc60-0030c70cbefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (0798d918-a1a1-4268-8b6d-832370da6f8f), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:30.007064 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-1d0d703e-7239-41e7-a313-55463f6fba44 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2dbbe31460>, '1e94b148-a012-499e-9eb0-5a1c254848b1') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:30.007373 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-1d0d703e-7239-41e7-a313-55463f6fba44 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2dbbe31460>, '1e94b148-a012-499e-9eb0-5a1c254848b1') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:30.031496 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1d0d703e-7239-41e7-a313-55463f6fba44 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (1e94b148-a012-499e-9eb0-5a1c254848b1), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:30.052019 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-836de2b1-f587-4d7f-bc60-0030c70cbefd None None] Port 0798d918-a1a1-4268-8b6d-832370da6f8f cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:58:30.080713 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1d0d703e-7239-41e7-a313-55463f6fba44 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (1e94b148-a012-499e-9eb0-5a1c254848b1), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:30.091180 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d0d703e-7239-41e7-a313-55463f6fba44 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:58:30.091577 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1d0d703e-7239-41e7-a313-55463f6fba44 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (1e94b148-a012-499e-9eb0-5a1c254848b1), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:30.098129 ncdv-master-1 neutron-server[114391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 20:58:30.098129 ncdv-master-1 neutron-server[114391]:   self.session.flush()
Feb 05 20:58:30.098129 ncdv-master-1 neutron-server[114391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 20:58:30.098129 ncdv-master-1 neutron-server[114391]:   self.session.flush()
Feb 05 20:58:30.098129 ncdv-master-1 neutron-server[114391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 20:58:30.098129 ncdv-master-1 neutron-server[114391]:   self.session.flush()
Feb 05 20:58:30.098129 ncdv-master-1 neutron-server[114391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 20:58:30.098129 ncdv-master-1 neutron-server[114391]:   self.session.flush()
Feb 05 20:58:30.098129 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 20:58:30.098129 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:58:30.098129 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 20:58:30.098129 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:58:30.098129 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 20:58:30.098129 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:58:30.098129 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 20:58:30.098129 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:58:30.098129 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 20:58:30.098129 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:58:30.098129 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 20:58:30.098129 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:58:30.098129 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 20:58:30.098129 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:58:30.098129 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:58:30.098129 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:58:30.098129 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:58:30.098129 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:58:30.098129 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 20:58:30.098129 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:58:30.098129 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 20:58:30.098129 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:58:30.098129 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:58:30.098129 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:58:30.098129 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:58:30.098129 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:58:30.098129 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:58:30.098129 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:58:30.098129 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:58:30.098129 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:58:30.098129 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:58:30.098129 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:58:30.120631 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c562cff-cce9-4a61-ba39-f68bfbc4e2da req-473b60b0-6bcf-4b61-a42e-f61aad07cd2c tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:30.122696 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9c562cff-cce9-4a61-ba39-f68bfbc4e2da req-473b60b0-6bcf-4b61-a42e-f61aad07cd2c tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7 HTTP/1.1" status: 200  len: 946 time: 0.1796668
Feb 05 20:58:30.215977 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fbb1a-7d7b-4147-87be-38a73fb3038f req-1c1ab8b8-734f-4043-b0c0-dc499c93acc3 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:30.217535 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-097fbb1a-7d7b-4147-87be-38a73fb3038f req-1c1ab8b8-734f-4043-b0c0-dc499c93acc3 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=21a8ee4b-3c6f-4e45-846c-366430cca3fd HTTP/1.1" status: 200  len: 945 time: 0.2175786
Feb 05 20:58:30.219143 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1d0d703e-7239-41e7-a313-55463f6fba44 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (fc30bfbc-8cca-4773-9acd-daf0aa8bacf3), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:30.231345 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1d0d703e-7239-41e7-a313-55463f6fba44 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:30.235114 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1d0d703e-7239-41e7-a313-55463f6fba44 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "DELETE /v2.0/networks/fc30bfbc-8cca-4773-9acd-daf0aa8bacf3 HTTP/1.1" status: 204  len: 168 time: 1.3321502
Feb 05 20:58:30.240318 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-cbd77056-3812-42b1-bc50-77282364a179 req-903ddf17-c6e9-401b-873e-012714f794ae service neutron] For port 0dc636af-3e4f-4bdf-a0d0-4cf505100fad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0dc636af-3e4f-4bdf-a0d0-4cf505100fad,segment=NetworkSegment(4955b25d-458a-4138-b58a-fac13eec9395),segment_id=4955b25d-458a-4138-b58a-fac13eec9395)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:58:30.243545 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41832) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:30.288172 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d703e-7239-41e7-a313-55463f6fba44 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Pushing event deleted for resources: {'Network': ['ID=fc30bfbc-8cca-4773-9acd-daf0aa8bacf3,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:30.307534 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-cbd77056-3812-42b1-bc50-77282364a179 req-903ddf17-c6e9-401b-873e-012714f794ae service neutron] For port 0dc636af-3e4f-4bdf-a0d0-4cf505100fad, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:58:30.344540 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9c562cff-cce9-4a61-ba39-f68bfbc4e2da req-3f1ae9bd-025d-4f1d-a53c-feb1100f2e4b tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1714826
Feb 05 20:58:30.357139 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device c6221d39-8841-4edf-a627-b79a328f3d45 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:58:30.395930 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: c6221d39-8841-4edf-a627-b79a328f3d45 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:58:30.396691 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device c6221d39-8841-4edf-a627-b79a328f3d45 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:58:30.426716 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-cbd77056-3812-42b1-bc50-77282364a179 req-903ddf17-c6e9-401b-873e-012714f794ae service neutron] device_id is not set on port 0dc636af-3e4f-4bdf-a0d0-4cf505100fad yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 20:58:30.433842 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-097fbb1a-7d7b-4147-87be-38a73fb3038f req-1095b664-1d07-4439-8188-ed3abe38fe0d tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1862628
Feb 05 20:58:30.442044 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cbd77056-3812-42b1-bc50-77282364a179 req-903ddf17-c6e9-401b-873e-012714f794ae service neutron] Publish callbacks [] for port (0dc636af-3e4f-4bdf-a0d0-4cf505100fad), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:30.454661 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cbd77056-3812-42b1-bc50-77282364a179 req-903ddf17-c6e9-401b-873e-012714f794ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (0dc636af-3e4f-4bdf-a0d0-4cf505100fad), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:30.462684 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-6c899176-7fa8-44bb-9629-ffb304ddbe7d tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Deleting port 6feddeb5-5d7b-4664-aa10-3e967176d521 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:58:30.463253 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6c899176-7fa8-44bb-9629-ffb304ddbe7d tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (6feddeb5-5d7b-4664-aa10-3e967176d521), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:30.510690 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41836) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:30.532298 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ddf17-c6e9-401b-873e-012714f794ae service neutron] Pushing event updated for resources: {'Port': ['ID=0dc636af-3e4f-4bdf-a0d0-4cf505100fad,revision_number=6']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:30.563268 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd77056-3812-42b1-bc50-77282364a179 req-903ddf17-c6e9-401b-873e-012714f794ae service neutron] No DVR routers for this DVR port 0dc636af-3e4f-4bdf-a0d0-4cf505100fad on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:58:30.584224 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6c899176-7fa8-44bb-9629-ffb304ddbe7d tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (6feddeb5-5d7b-4664-aa10-3e967176d521), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:30.584884 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6c899176-7fa8-44bb-9629-ffb304ddbe7d tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for floatingip (6feddeb5-5d7b-4664-aa10-3e967176d521), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:30.608225 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-6c899176-7fa8-44bb-9629-ffb304ddbe7d tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Calling delete_port for 6feddeb5-5d7b-4664-aa10-3e967176d521 owned by network:floatingip {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:58:30.614724 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-cbd77056-3812-42b1-bc50-77282364a179 req-903ddf17-c6e9-401b-873e-012714f794ae service neutron] In _notify_port_updated(), no bound segment for port 0dc636af-3e4f-4bdf-a0d0-4cf505100fad on network 2c28d2b8-7305-4066-8f34-0ebf235173b6 {{(pid=114390) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Feb 05 20:58:30.623456 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd77056-3812-42b1-bc50-77282364a179 req-903ddf17-c6e9-401b-873e-012714f794ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:30.624259 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cbd77056-3812-42b1-bc50-77282364a179 req-903ddf17-c6e9-401b-873e-012714f794ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:30.627441 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cbd77056-3812-42b1-bc50-77282364a179 req-903ddf17-c6e9-401b-873e-012714f794ae service neutron] 10.222.0.39 "PUT /v2.0/ports/0dc636af-3e4f-4bdf-a0d0-4cf505100fad HTTP/1.1" status: 200  len: 1032 time: 0.8433704
Feb 05 20:58:30.881733 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bdf9dc-dc9d-47cb-9723-5918654a975a req-dd15bdb8-1ea3-4a9f-8800-e05829bec5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:30.882705 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bdf9dc-dc9d-47cb-9723-5918654a975a req-dd15bdb8-1ea3-4a9f-8800-e05829bec5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:30.883035 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6c899176-7fa8-44bb-9629-ffb304ddbe7d tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (6feddeb5-5d7b-4664-aa10-3e967176d521), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:30.884276 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bdf9dc-dc9d-47cb-9723-5918654a975a req-dd15bdb8-1ea3-4a9f-8800-e05829bec5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:30.885033 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bdf9dc-dc9d-47cb-9723-5918654a975a req-dd15bdb8-1ea3-4a9f-8800-e05829bec5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:30.885635 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bdf9dc-dc9d-47cb-9723-5918654a975a req-dd15bdb8-1ea3-4a9f-8800-e05829bec5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:30.886312 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bdf9dc-dc9d-47cb-9723-5918654a975a req-dd15bdb8-1ea3-4a9f-8800-e05829bec5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:30.886865 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bdf9dc-dc9d-47cb-9723-5918654a975a req-dd15bdb8-1ea3-4a9f-8800-e05829bec5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:30.898758 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-86bdf9dc-dc9d-47cb-9723-5918654a975a req-dd15bdb8-1ea3-4a9f-8800-e05829bec5db service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 6707 time: 0.3842776
Feb 05 20:58:30.923206 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c899176-7fa8-44bb-9629-ffb304ddbe7d tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Pushing event deleted for resources: {'Port': ['ID=6feddeb5-5d7b-4664-aa10-3e967176d521,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:30.962783 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935000c5-7fff-48b5-95d1-ca4fe3fed02b req-ca79220a-311e-4ccb-b2a8-e1f1383104d2 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:30.964734 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-935000c5-7fff-48b5-95d1-ca4fe3fed02b req-ca79220a-311e-4ccb-b2a8-e1f1383104d2 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 946 time: 0.1649258
Feb 05 20:58:30.998919 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74cb4c-b80f-4a88-a909-3d65c90ef37e req-e98157c7-0f23-4204-82a8-0f9f11118761 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:31.003148 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-2c734937-46f4-46f3-84f4-eca0185df15d None None] Provisioning complete for port 0dc636af-3e4f-4bdf-a0d0-4cf505100fad triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:58:31.003886 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2c734937-46f4-46f3-84f4-eca0185df15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (0dc636af-3e4f-4bdf-a0d0-4cf505100fad), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:31.004847 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74cb4c-b80f-4a88-a909-3d65c90ef37e req-e98157c7-0f23-4204-82a8-0f9f11118761 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:31.010726 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74cb4c-b80f-4a88-a909-3d65c90ef37e req-e98157c7-0f23-4204-82a8-0f9f11118761 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:31.016942 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74cb4c-b80f-4a88-a909-3d65c90ef37e req-e98157c7-0f23-4204-82a8-0f9f11118761 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:31.023458 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74cb4c-b80f-4a88-a909-3d65c90ef37e req-e98157c7-0f23-4204-82a8-0f9f11118761 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:31.027305 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cc74cb4c-b80f-4a88-a909-3d65c90ef37e req-e98157c7-0f23-4204-82a8-0f9f11118761 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 3884 time: 0.2250280
Feb 05 20:58:31.048080 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-86bdf9dc-dc9d-47cb-9723-5918654a975a req-f81377a3-4ffb-4d69-9060-1fab601fc7f6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f2a34937-6f7c-447d-a100-f79bb6d8301c&id=bc5a960a-367f-45bf-8671-6806c5606312&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1478837
Feb 05 20:58:31.052452 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-cbd77056-3812-42b1-bc50-77282364a179 req-258d83a8-06b7-4431-9e36-c3b1f52d2a35 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Deleting port c006ee92-de9a-4d20-85f3-3e39838a35c2 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:58:31.053451 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cbd77056-3812-42b1-bc50-77282364a179 req-258d83a8-06b7-4431-9e36-c3b1f52d2a35 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (c006ee92-de9a-4d20-85f3-3e39838a35c2), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:31.086243 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-2c734937-46f4-46f3-84f4-eca0185df15d None None] Port 0dc636af-3e4f-4bdf-a0d0-4cf505100fad cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:58:31.094271 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 0dc636af-3e4f-4bdf-a0d0-4cf505100fad no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:58:31.148743 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6c899176-7fa8-44bb-9629-ffb304ddbe7d tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for floatingip (1937d04f-a011-4d10-872b-29f04f9924e2), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:31.152825 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6c899176-7fa8-44bb-9629-ffb304ddbe7d tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:31.154095 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6c899176-7fa8-44bb-9629-ffb304ddbe7d tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "DELETE /v2.0/floatingips/1937d04f-a011-4d10-872b-29f04f9924e2 HTTP/1.1" status: 204  len: 168 time: 0.9041615
Feb 05 20:58:31.160344 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41856) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:31.169052 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] The host nch2-master-1 is not matching for port 0dc636af-3e4f-4bdf-a0d0-4cf505100fad host ! {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Feb 05 20:58:31.173454 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-935000c5-7fff-48b5-95d1-ca4fe3fed02b req-c58532d0-afdd-4b3c-9027-986a0f92b720 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff9e1fa-1af1-48b5-a113-4aa59c5c8876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1439745
Feb 05 20:58:31.176131 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 0dc636af-3e4f-4bdf-a0d0-4cf505100fad not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:58:31.176928 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 0798d918-a1a1-4268-8b6d-832370da6f8f no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:58:31.177473 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cc74cb4c-b80f-4a88-a909-3d65c90ef37e req-922056d0-89e6-474c-a22e-1780b9572176 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/security-groups?id=862080b5-e679-4cab-bbab-4a73c5b41769&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1389842
Feb 05 20:58:31.204927 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-850d72cd-0734-4972-94c3-69cbe74eafb0 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] DELETE failed (client error): The resource could not be found.
Feb 05 20:58:31.204927 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-850d72cd-0734-4972-94c3-69cbe74eafb0 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 20:58:31.204927 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-850d72cd-0734-4972-94c3-69cbe74eafb0 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "DELETE /v2.0/ports/c051c814-cf44-490d-ae9f-84583ee59c80 HTTP/1.1" status: 404  len: 333 time: 0.0390322
Feb 05 20:58:31.206064 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-cbd77056-3812-42b1-bc50-77282364a179 req-258d83a8-06b7-4431-9e36-c3b1f52d2a35 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] For port c006ee92-de9a-4d20-85f3-3e39838a35c2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c006ee92-de9a-4d20-85f3-3e39838a35c2,segment=NetworkSegment(4955b25d-458a-4138-b58a-fac13eec9395),segment_id=4955b25d-458a-4138-b58a-fac13eec9395)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:58:31.206064 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cbd77056-3812-42b1-bc50-77282364a179 req-258d83a8-06b7-4431-9e36-c3b1f52d2a35 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (c006ee92-de9a-4d20-85f3-3e39838a35c2), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:31.206355 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41858) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:31.225474 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-cbd77056-3812-42b1-bc50-77282364a179 req-258d83a8-06b7-4431-9e36-c3b1f52d2a35 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Calling delete_port for c006ee92-de9a-4d20-85f3-3e39838a35c2 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:58:31.239907 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2cbbc21b-44e6-4164-a8b5-4062954efe8a tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b9822b6-19d1-47b7-be88-60677c03817b HTTP/1.1" status: 200  len: 205 time: 0.0358317
Feb 05 20:58:31.242256 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41862) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:31.271577 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] The host nch2-master-1 is not matching for port 0798d918-a1a1-4268-8b6d-832370da6f8f host ! {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Feb 05 20:58:31.272272 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 0798d918-a1a1-4268-8b6d-832370da6f8f not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:58:31.273732 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 3b70f63b-dae9-48e5-a6ad-2fc1008228c7 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:58:31.296297 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-c9649278-5cb0-4a42-8c05-45638e6c626b tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] delete failed (client error): The resource could not be found.
Feb 05 20:58:31.297373 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c9649278-5cb0-4a42-8c05-45638e6c626b tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "DELETE /v2.0/routers/2b9822b6-19d1-47b7-be88-60677c03817b HTTP/1.1" status: 404  len: 336 time: 0.0534103
Feb 05 20:58:31.300302 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41866) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:31.337995 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-65bafd66-05b6-41fe-99ef-630e13dea7a7 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] DELETE failed (client error): The resource could not be found.
Feb 05 20:58:31.338757 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65bafd66-05b6-41fe-99ef-630e13dea7a7 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 20:58:31.343255 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-65bafd66-05b6-41fe-99ef-630e13dea7a7 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "DELETE /v2.0/subnets/db4ca928-0bef-4369-8558-6512b5e4bc16 HTTP/1.1" status: 404  len: 337 time: 0.0417736
Feb 05 20:58:31.346458 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41868) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:31.390113 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 3b70f63b-dae9-48e5-a6ad-2fc1008228c7 is: ACTIVE; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:58:31.390857 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3b70f63b-dae9-48e5-a6ad-2fc1008228c7), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:31.418103 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3216e2-d656-43e7-a240-5a705445caca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b70f63b-dae9-48e5-a6ad-2fc1008228c7'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:58:31.420905 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3726c8d-df0f-43e5-90bc-2bac4f95b78d" -d '{"events": [{"server_uuid": "2c3216e2-d656-43e7-a240-5a705445caca", "name": "network-vif-unplugged", "status": "completed", "tag": "3b70f63b-dae9-48e5-a6ad-2fc1008228c7"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:58:31.458328 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 3b70f63b-dae9-48e5-a6ad-2fc1008228c7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3b70f63b-dae9-48e5-a6ad-2fc1008228c7,segment=NetworkSegment(4955b25d-458a-4138-b58a-fac13eec9395),segment_id=4955b25d-458a-4138-b58a-fac13eec9395)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:58:31.467650 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (3b70f63b-dae9-48e5-a6ad-2fc1008228c7), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:31.471812 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device fe248a30-0aa0-4c85-b704-48b8f8ec969c no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:58:31.476244 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cbd77056-3812-42b1-bc50-77282364a179 req-258d83a8-06b7-4431-9e36-c3b1f52d2a35 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (c006ee92-de9a-4d20-85f3-3e39838a35c2), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:31.531240 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 20:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8331a695-f468-426f-a30b-23e269d8052f x-openstack-request-id: req-8331a695-f468-426f-a30b-23e269d8052f {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:58:31.531562 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3216e2-d656-43e7-a240-5a705445caca", "name": "network-vif-unplugged", "status": "completed", "tag": "3b70f63b-dae9-48e5-a6ad-2fc1008228c7", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:58:31.531840 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8331a695-f468-426f-a30b-23e269d8052f {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:58:31.532248 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3216e2-d656-43e7-a240-5a705445caca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b70f63b-dae9-48e5-a6ad-2fc1008228c7', 'code': 200}
Feb 05 20:58:31.568336 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d83a8-06b7-4431-9e36-c3b1f52d2a35 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Pushing event deleted for resources: {'Port': ['ID=c006ee92-de9a-4d20-85f3-3e39838a35c2,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:31.592800 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=3b70f63b-dae9-48e5-a6ad-2fc1008228c7,revision_number=6']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:31.620294 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd77056-3812-42b1-bc50-77282364a179 req-258d83a8-06b7-4431-9e36-c3b1f52d2a35 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] No DVR routers for this DVR port c006ee92-de9a-4d20-85f3-3e39838a35c2 on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:58:31.623120 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cbd77056-3812-42b1-bc50-77282364a179 req-258d83a8-06b7-4431-9e36-c3b1f52d2a35 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:31.626670 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cbd77056-3812-42b1-bc50-77282364a179 req-258d83a8-06b7-4431-9e36-c3b1f52d2a35 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.39 "DELETE /v2.0/ports/c006ee92-de9a-4d20-85f3-3e39838a35c2 HTTP/1.1" status: 204  len: 173 time: 0.9889789
Feb 05 20:58:31.627097 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3216e2-d656-43e7-a240-5a705445caca', 'name': 'network-vif-deleted', 'tag': 'c006ee92-de9a-4d20-85f3-3e39838a35c2'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:58:31.629899 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6b704e-f8a8-4451-9525-82f62b12504a" -d '{"events": [{"server_uuid": "2c3216e2-d656-43e7-a240-5a705445caca", "name": "network-vif-deleted", "tag": "c006ee92-de9a-4d20-85f3-3e39838a35c2"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:58:31.637724 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port fe248a30-0aa0-4c85-b704-48b8f8ec969c is: ACTIVE; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:58:31.638558 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (fe248a30-0aa0-4c85-b704-48b8f8ec969c), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:31.680853 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port fe248a30-0aa0-4c85-b704-48b8f8ec969c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fe248a30-0aa0-4c85-b704-48b8f8ec969c,segment=NetworkSegment(89719b81-4c1f-4326-bc00-4b7dddd494cf),segment_id=89719b81-4c1f-4326-bc00-4b7dddd494cf)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:58:31.693218 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (fe248a30-0aa0-4c85-b704-48b8f8ec969c), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:31.695117 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device c006ee92-de9a-4d20-85f3-3e39838a35c2 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:58:31.712209 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-a7406855-1a3c-41bd-b302-2f3c0124cbef tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Deleting port 26a07e9b-80be-4856-84b7-64a3814546fb {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:58:31.712585 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a7406855-1a3c-41bd-b302-2f3c0124cbef tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (26a07e9b-80be-4856-84b7-64a3814546fb), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:31.729324 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: c006ee92-de9a-4d20-85f3-3e39838a35c2 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:58:31.729324 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device c006ee92-de9a-4d20-85f3-3e39838a35c2 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:58:31.729926 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 727d22f7-aa8c-41e0-8e88-ba5877b169b0 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:58:31.762985 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472d4ec-41e1-4b0b-bdde-69d49fcea4b3 req-e8b6d4e8-1df3-40ef-95ba-f620a91a4317 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:31.763320 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-cbd77056-3812-42b1-bc50-77282364a179 req-bcae9471-8c12-434c-b1fa-9a36dc598cbd tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Deleting port b27985ed-4cc7-4261-a147-7ca1517d425a {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:58:31.763689 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cbd77056-3812-42b1-bc50-77282364a179 req-bcae9471-8c12-434c-b1fa-9a36dc598cbd tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (b27985ed-4cc7-4261-a147-7ca1517d425a), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:31.772741 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4472d4ec-41e1-4b0b-bdde-69d49fcea4b3 req-e8b6d4e8-1df3-40ef-95ba-f620a91a4317 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=21a8ee4b-3c6f-4e45-846c-366430cca3fd HTTP/1.1" status: 200  len: 945 time: 0.1951392
Feb 05 20:58:31.794648 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026164e-46ba-442d-90b2-517265b6aa28 req-619703e4-ad7b-4473-98eb-b4304f129933 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:31.798976 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c026164e-46ba-442d-90b2-517265b6aa28 req-619703e4-ad7b-4473-98eb-b4304f129933 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7 HTTP/1.1" status: 200  len: 946 time: 0.2729790
Feb 05 20:58:31.863593 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 727d22f7-aa8c-41e0-8e88-ba5877b169b0 is: ACTIVE; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:58:31.864029 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (727d22f7-aa8c-41e0-8e88-ba5877b169b0), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:31.885685 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=fe248a30-0aa0-4c85-b704-48b8f8ec969c,revision_number=6']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:31.896405 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-cbd77056-3812-42b1-bc50-77282364a179 req-bcae9471-8c12-434c-b1fa-9a36dc598cbd tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] For port b27985ed-4cc7-4261-a147-7ca1517d425a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b27985ed-4cc7-4261-a147-7ca1517d425a,segment=NetworkSegment(89719b81-4c1f-4326-bc00-4b7dddd494cf),segment_id=89719b81-4c1f-4326-bc00-4b7dddd494cf)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:58:31.897013 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cbd77056-3812-42b1-bc50-77282364a179 req-bcae9471-8c12-434c-b1fa-9a36dc598cbd tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (b27985ed-4cc7-4261-a147-7ca1517d425a), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:31.919179 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-cbd77056-3812-42b1-bc50-77282364a179 req-bcae9471-8c12-434c-b1fa-9a36dc598cbd tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Calling delete_port for b27985ed-4cc7-4261-a147-7ca1517d425a owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:58:31.945993 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 727d22f7-aa8c-41e0-8e88-ba5877b169b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=727d22f7-aa8c-41e0-8e88-ba5877b169b0,segment=NetworkSegment(64358af5-dc2d-4795-a8e0-31cbc220d69d),segment_id=64358af5-dc2d-4795-a8e0-31cbc220d69d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:58:31.957757 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (727d22f7-aa8c-41e0-8e88-ba5877b169b0), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:31.958870 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device b27985ed-4cc7-4261-a147-7ca1517d425a no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:58:32.001658 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a7406855-1a3c-41bd-b302-2f3c0124cbef tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (26a07e9b-80be-4856-84b7-64a3814546fb), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:32.019625 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4472d4ec-41e1-4b0b-bdde-69d49fcea4b3 req-6a4e12a5-e058-4dd9-8b27-0a0c5655d0c9 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2402256
Feb 05 20:58:32.058260 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c026164e-46ba-442d-90b2-517265b6aa28 req-bc8b0bbc-6ec0-412a-a33c-e3a32cd5d4b9 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1948597
Feb 05 20:58:32.087790 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-a7406855-1a3c-41bd-b302-2f3c0124cbef tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Calling delete_port for 26a07e9b-80be-4856-84b7-64a3814546fb owned by  {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:58:32.128897 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b296bc90-3c0d-438e-b010-27b66c207cd8 x-openstack-request-id: req-b296bc90-3c0d-438e-b010-27b66c207cd8 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:58:32.129051 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3216e2-d656-43e7-a240-5a705445caca", "name": "network-vif-deleted", "tag": "c006ee92-de9a-4d20-85f3-3e39838a35c2", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:58:32.129237 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b296bc90-3c0d-438e-b010-27b66c207cd8 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:58:32.129642 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3216e2-d656-43e7-a240-5a705445caca', 'name': 'network-vif-deleted', 'tag': 'c006ee92-de9a-4d20-85f3-3e39838a35c2', 'status': 'completed', 'code': 200}
Feb 05 20:58:32.172450 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=727d22f7-aa8c-41e0-8e88-ba5877b169b0,revision_number=6']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:32.237959 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port b27985ed-4cc7-4261-a147-7ca1517d425a is: ACTIVE; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:58:32.238785 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b27985ed-4cc7-4261-a147-7ca1517d425a), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:32.250127 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cbd77056-3812-42b1-bc50-77282364a179 req-bcae9471-8c12-434c-b1fa-9a36dc598cbd tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (b27985ed-4cc7-4261-a147-7ca1517d425a), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:32.348432 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae9471-8c12-434c-b1fa-9a36dc598cbd tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Pushing event deleted for resources: {'Port': ['ID=b27985ed-4cc7-4261-a147-7ca1517d425a,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:32.446367 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd77056-3812-42b1-bc50-77282364a179 req-bcae9471-8c12-434c-b1fa-9a36dc598cbd tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] No DVR routers for this DVR port b27985ed-4cc7-4261-a147-7ca1517d425a on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:58:32.450337 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cbd77056-3812-42b1-bc50-77282364a179 req-bcae9471-8c12-434c-b1fa-9a36dc598cbd tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:32.455884 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cbd77056-3812-42b1-bc50-77282364a179 req-bcae9471-8c12-434c-b1fa-9a36dc598cbd tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.39 "DELETE /v2.0/ports/b27985ed-4cc7-4261-a147-7ca1517d425a HTTP/1.1" status: 204  len: 173 time: 0.8224561
Feb 05 20:58:32.511209 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23257c-f539-4082-a109-77db2146ed8e req-914252cf-9e00-4102-a54d-c1be31c18811 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:32.512967 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-de23257c-f539-4082-a109-77db2146ed8e req-914252cf-9e00-4102-a54d-c1be31c18811 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 946 time: 0.1591966
Feb 05 20:58:32.534789 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a7406855-1a3c-41bd-b302-2f3c0124cbef tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (26a07e9b-80be-4856-84b7-64a3814546fb), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:32.583709 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7406855-1a3c-41bd-b302-2f3c0124cbef tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Pushing event deleted for resources: {'Port': ['ID=26a07e9b-80be-4856-84b7-64a3814546fb,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:32.635042 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-cbd77056-3812-42b1-bc50-77282364a179 req-3116dfea-a668-481f-9af6-abd84dcbf849 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Deleting port 3b70f63b-dae9-48e5-a6ad-2fc1008228c7 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:58:32.635589 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cbd77056-3812-42b1-bc50-77282364a179 req-3116dfea-a668-481f-9af6-abd84dcbf849 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (3b70f63b-dae9-48e5-a6ad-2fc1008228c7), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:32.714407 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-de23257c-f539-4082-a109-77db2146ed8e req-a25a6a57-93eb-4b71-8e14-381d1b938d84 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff9e1fa-1af1-48b5-a113-4aa59c5c8876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1887290
Feb 05 20:58:32.807444 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-cbd77056-3812-42b1-bc50-77282364a179 req-3116dfea-a668-481f-9af6-abd84dcbf849 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] For port 3b70f63b-dae9-48e5-a6ad-2fc1008228c7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3b70f63b-dae9-48e5-a6ad-2fc1008228c7,segment=NetworkSegment(4955b25d-458a-4138-b58a-fac13eec9395),segment_id=4955b25d-458a-4138-b58a-fac13eec9395)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:58:32.808239 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cbd77056-3812-42b1-bc50-77282364a179 req-3116dfea-a668-481f-9af6-abd84dcbf849 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (3b70f63b-dae9-48e5-a6ad-2fc1008228c7), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:32.828249 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a7406855-1a3c-41bd-b302-2f3c0124cbef tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:32.832638 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a7406855-1a3c-41bd-b302-2f3c0124cbef tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "DELETE /v2.0/ports/26a07e9b-80be-4856-84b7-64a3814546fb HTTP/1.1" status: 204  len: 168 time: 1.4849169
Feb 05 20:58:32.840750 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41940) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:32.871373 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-cbd77056-3812-42b1-bc50-77282364a179 req-3116dfea-a668-481f-9af6-abd84dcbf849 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Calling delete_port for 3b70f63b-dae9-48e5-a6ad-2fc1008228c7 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:58:32.875372 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6689e88-e6f7-4701-899b-1697f5f143ba req-210c120d-130c-4fe3-b051-ab6442dafcb9 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:32.885101 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6689e88-e6f7-4701-899b-1697f5f143ba req-210c120d-130c-4fe3-b051-ab6442dafcb9 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:32.890829 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6689e88-e6f7-4701-899b-1697f5f143ba req-210c120d-130c-4fe3-b051-ab6442dafcb9 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:32.892585 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c6689e88-e6f7-4701-899b-1697f5f143ba req-210c120d-130c-4fe3-b051-ab6442dafcb9 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 2409 time: 0.1495173
Feb 05 20:58:32.973652 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c6689e88-e6f7-4701-899b-1697f5f143ba req-9a940753-3473-484b-9967-ef9e25c2447d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/security-groups?id=862080b5-e679-4cab-bbab-4a73c5b41769&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0715230
Feb 05 20:58:33.041565 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-a55ed1ef-d17e-4713-a82c-6b8d478aef01 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Deleting port dfc31200-2183-4e26-9857-10d2847dace7 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:58:33.041949 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a55ed1ef-d17e-4713-a82c-6b8d478aef01 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (dfc31200-2183-4e26-9857-10d2847dace7), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:33.194249 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6e722-0b58-46c6-aad5-1ed66a602d77 req-062e491b-d660-4189-8af6-3756c0be580a tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:33.196897 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-19b6e722-0b58-46c6-aad5-1ed66a602d77 req-062e491b-d660-4189-8af6-3756c0be580a tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7 HTTP/1.1" status: 200  len: 946 time: 0.0775399
Feb 05 20:58:33.198912 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cbd77056-3812-42b1-bc50-77282364a179 req-3116dfea-a668-481f-9af6-abd84dcbf849 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (3b70f63b-dae9-48e5-a6ad-2fc1008228c7), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:33.244601 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a55ed1ef-d17e-4713-a82c-6b8d478aef01 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (dfc31200-2183-4e26-9857-10d2847dace7), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:33.247243 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3116dfea-a668-481f-9af6-abd84dcbf849 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Pushing event deleted for resources: {'Port': ['ID=3b70f63b-dae9-48e5-a6ad-2fc1008228c7,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:33.276260 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-19b6e722-0b58-46c6-aad5-1ed66a602d77 req-01438efb-511a-4c8b-87d3-0d3016b0c757 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715330
Feb 05 20:58:33.290270 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-a55ed1ef-d17e-4713-a82c-6b8d478aef01 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Calling delete_port for dfc31200-2183-4e26-9857-10d2847dace7 owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:58:33.310351 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd77056-3812-42b1-bc50-77282364a179 req-3116dfea-a668-481f-9af6-abd84dcbf849 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] No DVR routers for this DVR port 3b70f63b-dae9-48e5-a6ad-2fc1008228c7 on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:58:33.316013 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cbd77056-3812-42b1-bc50-77282364a179 req-3116dfea-a668-481f-9af6-abd84dcbf849 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:33.319940 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cbd77056-3812-42b1-bc50-77282364a179 req-3116dfea-a668-481f-9af6-abd84dcbf849 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.39 "DELETE /v2.0/ports/3b70f63b-dae9-48e5-a6ad-2fc1008228c7 HTTP/1.1" status: 204  len: 173 time: 0.8575830
Feb 05 20:58:33.519486 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-cbd77056-3812-42b1-bc50-77282364a179 req-f052264c-8b94-489f-9505-ec53f97267aa tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Deleting port 727d22f7-aa8c-41e0-8e88-ba5877b169b0 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:58:33.519914 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cbd77056-3812-42b1-bc50-77282364a179 req-f052264c-8b94-489f-9505-ec53f97267aa tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (727d22f7-aa8c-41e0-8e88-ba5877b169b0), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:33.533734 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3216e2-d656-43e7-a240-5a705445caca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe248a30-0aa0-4c85-b704-48b8f8ec969c'}, {'server_uuid': '2c3216e2-d656-43e7-a240-5a705445caca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '727d22f7-aa8c-41e0-8e88-ba5877b169b0'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:58:33.537011 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861c3503-1223-4e8c-a495-b071d89a9919" -d '{"events": [{"server_uuid": "2c3216e2-d656-43e7-a240-5a705445caca", "name": "network-vif-unplugged", "status": "completed", "tag": "fe248a30-0aa0-4c85-b704-48b8f8ec969c"}, {"server_uuid": "2c3216e2-d656-43e7-a240-5a705445caca", "name": "network-vif-unplugged", "status": "completed", "tag": "727d22f7-aa8c-41e0-8e88-ba5877b169b0"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:58:33.548054 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a55ed1ef-d17e-4713-a82c-6b8d478aef01 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (dfc31200-2183-4e26-9857-10d2847dace7), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:33.608832 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 05 Feb 2022 20:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe40e2c-4a12-4c98-8ca1-f6e82627386b x-openstack-request-id: req-dfe40e2c-4a12-4c98-8ca1-f6e82627386b {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:58:33.609187 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3216e2-d656-43e7-a240-5a705445caca", "name": "network-vif-unplugged", "status": "completed", "tag": "fe248a30-0aa0-4c85-b704-48b8f8ec969c", "code": 200}, {"server_uuid": "2c3216e2-d656-43e7-a240-5a705445caca", "name": "network-vif-unplugged", "status": "completed", "tag": "727d22f7-aa8c-41e0-8e88-ba5877b169b0", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:58:33.609566 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dfe40e2c-4a12-4c98-8ca1-f6e82627386b {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:58:33.610628 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3216e2-d656-43e7-a240-5a705445caca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe248a30-0aa0-4c85-b704-48b8f8ec969c', 'code': 200}
Feb 05 20:58:33.612173 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3216e2-d656-43e7-a240-5a705445caca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '727d22f7-aa8c-41e0-8e88-ba5877b169b0', 'code': 200}
Feb 05 20:58:33.616309 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ed1ef-d17e-4713-a82c-6b8d478aef01 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Pushing event deleted for resources: {'Port': ['ID=dfc31200-2183-4e26-9857-10d2847dace7,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:33.658906 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-30e9a3ca-63bc-4fd2-a796-348d88f859d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:33.708660 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-cbd77056-3812-42b1-bc50-77282364a179 req-f052264c-8b94-489f-9505-ec53f97267aa tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] For port 727d22f7-aa8c-41e0-8e88-ba5877b169b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=727d22f7-aa8c-41e0-8e88-ba5877b169b0,segment=NetworkSegment(64358af5-dc2d-4795-a8e0-31cbc220d69d),segment_id=64358af5-dc2d-4795-a8e0-31cbc220d69d)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:58:33.709242 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cbd77056-3812-42b1-bc50-77282364a179 req-f052264c-8b94-489f-9505-ec53f97267aa tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (727d22f7-aa8c-41e0-8e88-ba5877b169b0), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:33.784577 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a55ed1ef-d17e-4713-a82c-6b8d478aef01 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:33.791036 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a55ed1ef-d17e-4713-a82c-6b8d478aef01 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "DELETE /v2.0/ports/dfc31200-2183-4e26-9857-10d2847dace7 HTTP/1.1" status: 204  len: 168 time: 0.9495668
Feb 05 20:58:33.791212 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41970) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:33.911502 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088181b-27d6-4101-9476-687b794a2242 req-7b3274a6-ef72-4839-981a-c010e4421e25 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:33.917736 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c088181b-27d6-4101-9476-687b794a2242 req-7b3274a6-ef72-4839-981a-c010e4421e25 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 946 time: 0.0892084
Feb 05 20:58:33.962872 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12405855-e011-40f7-9b44-4ea36e598958 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:33.964589 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-12405855-e011-40f7-9b44-4ea36e598958 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d61c255-c50b-4b36-b07e-a355915d7921 HTTP/1.1" status: 200  len: 913 time: 0.1724825
Feb 05 20:58:33.967058 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41984) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:33.983620 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cbd77056-3812-42b1-bc50-77282364a179 req-f052264c-8b94-489f-9505-ec53f97267aa tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:33.983620 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cbd77056-3812-42b1-bc50-77282364a179 req-f052264c-8b94-489f-9505-ec53f97267aa tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (0f3075e1-da5d-4c7e-bf4d-d38342f63763), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:33.984009 ncdv-master-1 neutron-server[114390]: INFO neutron.db.l3_db [req-cbd77056-3812-42b1-bc50-77282364a179 req-f052264c-8b94-489f-9505-ec53f97267aa tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Floating IP 0f3075e1-da5d-4c7e-bf4d-d38342f63763 disassociated. External IP: 172.35.4.108, port: 727d22f7-aa8c-41e0-8e88-ba5877b169b0.
Feb 05 20:58:33.984649 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-cbd77056-3812-42b1-bc50-77282364a179 req-f052264c-8b94-489f-9505-ec53f97267aa tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Calling delete_port for 727d22f7-aa8c-41e0-8e88-ba5877b169b0 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:58:34.042284 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c088181b-27d6-4101-9476-687b794a2242 req-5545555c-83fb-4067-bab7-3a0eea08b37c tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff9e1fa-1af1-48b5-a113-4aa59c5c8876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1175561
Feb 05 20:58:34.137875 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3216e2-d656-43e7-a240-5a705445caca', 'name': 'network-vif-deleted', 'tag': 'b27985ed-4cc7-4261-a147-7ca1517d425a'}, {'server_uuid': '2c3216e2-d656-43e7-a240-5a705445caca', 'name': 'network-vif-deleted', 'tag': '3b70f63b-dae9-48e5-a6ad-2fc1008228c7'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:58:34.139931 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddadcca0-31ea-4777-ad35-79202fe3003b" -d '{"events": [{"server_uuid": "2c3216e2-d656-43e7-a240-5a705445caca", "name": "network-vif-deleted", "tag": "b27985ed-4cc7-4261-a147-7ca1517d425a"}, {"server_uuid": "2c3216e2-d656-43e7-a240-5a705445caca", "name": "network-vif-deleted", "tag": "3b70f63b-dae9-48e5-a6ad-2fc1008228c7"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:58:34.184131 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cbd77056-3812-42b1-bc50-77282364a179 req-f052264c-8b94-489f-9505-ec53f97267aa tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (727d22f7-aa8c-41e0-8e88-ba5877b169b0), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:34.196434 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Feb 2022 20:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9615cbed-8f2d-4ade-9b08-9daa3c2e6f12 x-openstack-request-id: req-9615cbed-8f2d-4ade-9b08-9daa3c2e6f12 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:58:34.196806 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3216e2-d656-43e7-a240-5a705445caca", "name": "network-vif-deleted", "tag": "b27985ed-4cc7-4261-a147-7ca1517d425a", "status": "completed", "code": 200}, {"server_uuid": "2c3216e2-d656-43e7-a240-5a705445caca", "name": "network-vif-deleted", "tag": "3b70f63b-dae9-48e5-a6ad-2fc1008228c7", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:58:34.198105 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9615cbed-8f2d-4ade-9b08-9daa3c2e6f12 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:58:34.198892 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3216e2-d656-43e7-a240-5a705445caca', 'name': 'network-vif-deleted', 'tag': 'b27985ed-4cc7-4261-a147-7ca1517d425a', 'status': 'completed', 'code': 200}
Feb 05 20:58:34.199305 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3216e2-d656-43e7-a240-5a705445caca', 'name': 'network-vif-deleted', 'tag': '3b70f63b-dae9-48e5-a6ad-2fc1008228c7', 'status': 'completed', 'code': 200}
Feb 05 20:58:34.222930 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f052264c-8b94-489f-9505-ec53f97267aa tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Pushing event deleted for resources: {'Port': ['ID=727d22f7-aa8c-41e0-8e88-ba5877b169b0,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:34.290098 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4cadc-340d-4f24-8156-c27f31a11d02 req-4526892a-c97a-4552-a734-16be17649b8b tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:34.298122 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4cadc-340d-4f24-8156-c27f31a11d02 req-4526892a-c97a-4552-a734-16be17649b8b tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:34.300661 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-abc4cadc-340d-4f24-8156-c27f31a11d02 req-4526892a-c97a-4552-a734-16be17649b8b tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 1599 time: 0.1748750
Feb 05 20:58:34.418666 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbd77056-3812-42b1-bc50-77282364a179 req-f052264c-8b94-489f-9505-ec53f97267aa tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Router 03df5a20-e50e-4a85-ae02-0f56ff30722a has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:58:34.480214 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-abc4cadc-340d-4f24-8156-c27f31a11d02 req-eeda3117-c019-46c3-a410-fc477af37bc3 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/security-groups?id=862080b5-e679-4cab-bbab-4a73c5b41769&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1266744
Feb 05 20:58:34.518535 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e3eb8-99e0-42b3-9212-d05505f2315d req-eaf3bb8a-dff6-4153-9df9-a464236ab828 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:34.521649 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d80e3eb8-99e0-42b3-9212-d05505f2315d req-eaf3bb8a-dff6-4153-9df9-a464236ab828 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7 HTTP/1.1" status: 200  len: 946 time: 0.1327865
Feb 05 20:58:34.576368 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbd77056-3812-42b1-bc50-77282364a179 req-f052264c-8b94-489f-9505-ec53f97267aa tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:58:34.603725 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05ad9b8-c294-4f97-8b77-c73a7279126e None None] Sync routers for ids ['03df5a20-e50e-4a85-ae02-0f56ff30722a'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:58:34.617816 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05ad9b8-c294-4f97-8b77-c73a7279126e None None] Routers {'03df5a20-e50e-4a85-ae02-0f56ff30722a'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:58:34.618824 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-a05ad9b8-c294-4f97-8b77-c73a7279126e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabc7cd00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:58:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['03df5a20-e50e-4a85-ae02-0f56ff30722a'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:34.637576 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d80e3eb8-99e0-42b3-9212-d05505f2315d req-505e7e9e-d7bd-451a-9ab6-20e2de57851b tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082375
Feb 05 20:58:34.701115 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd77056-3812-42b1-bc50-77282364a179 req-f052264c-8b94-489f-9505-ec53f97267aa tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] No DVR routers for this DVR port 727d22f7-aa8c-41e0-8e88-ba5877b169b0 on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:58:34.705872 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cbd77056-3812-42b1-bc50-77282364a179 req-f052264c-8b94-489f-9505-ec53f97267aa tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:34.709587 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cbd77056-3812-42b1-bc50-77282364a179 req-f052264c-8b94-489f-9505-ec53f97267aa tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.39 "DELETE /v2.0/ports/727d22f7-aa8c-41e0-8e88-ba5877b169b0 HTTP/1.1" status: 204  len: 173 time: 1.3841584
Feb 05 20:58:34.843143 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42002) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:34.854815 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-a05ad9b8-c294-4f97-8b77-c73a7279126e None None] Set router 03df5a20-e50e-4a85-ae02-0f56ff30722a gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:58:34.894643 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-cbd77056-3812-42b1-bc50-77282364a179 req-e28083be-459b-457a-a5e1-d51e75112f78 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Deleting port fe248a30-0aa0-4c85-b704-48b8f8ec969c {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:58:34.895990 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cbd77056-3812-42b1-bc50-77282364a179 req-e28083be-459b-457a-a5e1-d51e75112f78 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (fe248a30-0aa0-4c85-b704-48b8f8ec969c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:35.088019 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-cbd77056-3812-42b1-bc50-77282364a179 req-e28083be-459b-457a-a5e1-d51e75112f78 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] For port fe248a30-0aa0-4c85-b704-48b8f8ec969c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fe248a30-0aa0-4c85-b704-48b8f8ec969c,segment=NetworkSegment(89719b81-4c1f-4326-bc00-4b7dddd494cf),segment_id=89719b81-4c1f-4326-bc00-4b7dddd494cf)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:58:35.088325 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cbd77056-3812-42b1-bc50-77282364a179 req-e28083be-459b-457a-a5e1-d51e75112f78 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (fe248a30-0aa0-4c85-b704-48b8f8ec969c), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:35.091181 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-353ee2b9-5a72-49a5-827d-ddfede1bfe3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:35.116250 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-cbd77056-3812-42b1-bc50-77282364a179 req-e28083be-459b-457a-a5e1-d51e75112f78 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Calling delete_port for fe248a30-0aa0-4c85-b704-48b8f8ec969c owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:58:35.123136 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 3cf594d2-1c44-4bcc-8910-251bf145b9be details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:58:35.143116 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a085f0df-7b68-4e6c-81c5-c45e65c693b8 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (3d61c255-c50b-4b36-b07e-a355915d7921), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:35.227723 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-a05ad9b8-c294-4f97-8b77-c73a7279126e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabc7cd00>, [{'id': '03df5a20-e50e-4a85-ae02-0f56ff30722a', 'name': 'tempest-TaggedBootDevicesTest_v242-983169336-router', 'tenant_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'b3972681-e056-4ff5-9667-e4912cfbaed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:52:44Z', 'updated_at': '2022-02-05T20:52:54Z', 'revision_number': 4, 'project_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'gw_port': {'id': 'b3972681-e056-4ff5-9667-e4912cfbaed8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03df5a20-e50e-4a85-ae02-0f56ff30722a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:46Z', 'updated_at': '2022-02-05T20:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'eb4d8ab9-2552-4709-b484-ee077ce4c856', 'name': '', 'network_id': '0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b', 'tenant_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'mac_address': 'fa:16:3e:d9:0d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03df5a20-e50e-4a85-ae02-0f56ff30722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '77b32dd4-761f-487c-9e79-c5785faac85d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:52Z', 'updated_at': '2022-02-05T20:53:04Z', 'revision_number': 5, 'project_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'subnets': [{'id': '77b32dd4-761f-487c-9e79-c5785faac85d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:35.259881 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05ad9b8-c294-4f97-8b77-c73a7279126e None None] Checking router: 03df5a20-e50e-4a85-ae02-0f56ff30722a for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:58:35.266872 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-353ee2b9-5a72-49a5-827d-ddfede1bfe3e admin admin] Publish callbacks [] for security_group (b1d33495-192b-4ba6-9719-84cbc8343f34), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:35.272635 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-353ee2b9-5a72-49a5-827d-ddfede1bfe3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b1d33495-192b-4ba6-9719-84cbc8343f34), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:35.276192 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05ad9b8-c294-4f97-8b77-c73a7279126e None None] Routers {'03df5a20-e50e-4a85-ae02-0f56ff30722a'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:58:35.278097 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-a05ad9b8-c294-4f97-8b77-c73a7279126e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabc7cd00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:58:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['03df5a20-e50e-4a85-ae02-0f56ff30722a'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:35.288619 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c4462-05bf-4ef9-86e5-686e3959b171 req-f6ab5c29-ed3c-4b78-9d4c-bc1460b87c1a tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:35.290291 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-564c4462-05bf-4ef9-86e5-686e3959b171 req-f6ab5c29-ed3c-4b78-9d4c-bc1460b87c1a tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 946 time: 0.1441267
Feb 05 20:58:35.313178 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ee2b9-5a72-49a5-827d-ddfede1bfe3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d33495-192b-4ba6-9719-84cbc8343f34,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:35.342186 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 3cf594d2-1c44-4bcc-8910-251bf145b9be, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3cf594d2-1c44-4bcc-8910-251bf145b9be,segment=NetworkSegment(f21dc639-5af9-41ca-ac39-c80d5d7b6194),segment_id=f21dc639-5af9-41ca-ac39-c80d5d7b6194)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:58:35.364326 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-353ee2b9-5a72-49a5-827d-ddfede1bfe3e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fbb365d7c05c47ae8a5f731b96798aa4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5199306
Feb 05 20:58:35.366406 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '3cf594d2-1c44-4bcc-8910-251bf145b9be', 'network_id': 'cb9888ba-fd92-4284-8691-d704204a6929', 'port_id': '3cf594d2-1c44-4bcc-8910-251bf145b9be', 'mac_address': 'fa:16:3e:66:4d:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a29db71-64bb-4b41-abf2-897d595cd164', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:58:35.367357 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42018) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:35.417180 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cbd77056-3812-42b1-bc50-77282364a179 req-e28083be-459b-457a-a5e1-d51e75112f78 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (fe248a30-0aa0-4c85-b704-48b8f8ec969c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:35.436617 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-564c4462-05bf-4ef9-86e5-686e3959b171 req-b965d79a-e35a-4858-869c-4c731c3ea93a tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff9e1fa-1af1-48b5-a113-4aa59c5c8876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1309595
Feb 05 20:58:35.456861 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-a05ad9b8-c294-4f97-8b77-c73a7279126e None None] Set router 03df5a20-e50e-4a85-ae02-0f56ff30722a gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:58:35.459054 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 3cf594d2-1c44-4bcc-8910-251bf145b9be is: ACTIVE; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:58:35.459612 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3cf594d2-1c44-4bcc-8910-251bf145b9be), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:35.485360 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28083be-459b-457a-a5e1-d51e75112f78 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Pushing event deleted for resources: {'Port': ['ID=fe248a30-0aa0-4c85-b704-48b8f8ec969c,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:35.493681 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-63b21e6c-32e0-4f1d-bcdd-54b248091896 admin admin] Publish callbacks [] for security_group (b1d33495-192b-4ba6-9719-84cbc8343f34), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:35.509787 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd77056-3812-42b1-bc50-77282364a179 req-e28083be-459b-457a-a5e1-d51e75112f78 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] No DVR routers for this DVR port fe248a30-0aa0-4c85-b704-48b8f8ec969c on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:58:35.513625 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cbd77056-3812-42b1-bc50-77282364a179 req-e28083be-459b-457a-a5e1-d51e75112f78 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:35.516975 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cbd77056-3812-42b1-bc50-77282364a179 req-e28083be-459b-457a-a5e1-d51e75112f78 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.39 "DELETE /v2.0/ports/fe248a30-0aa0-4c85-b704-48b8f8ec969c HTTP/1.1" status: 204  len: 173 time: 0.8021340
Feb 05 20:58:35.568670 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-63b21e6c-32e0-4f1d-bcdd-54b248091896 admin admin] Publish callbacks [] for security_group (b1d33495-192b-4ba6-9719-84cbc8343f34), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:35.594835 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-a085f0df-7b68-4e6c-81c5-c45e65c693b8 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Deleting port 558716e9-00f9-44be-a69f-e53cfa002602 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:58:35.595399 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a085f0df-7b68-4e6c-81c5-c45e65c693b8 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (558716e9-00f9-44be-a69f-e53cfa002602), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:35.641184 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-63b21e6c-32e0-4f1d-bcdd-54b248091896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b1d33495-192b-4ba6-9719-84cbc8343f34), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:35.647041 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-63b21e6c-32e0-4f1d-bcdd-54b248091896 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:35.648618 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-63b21e6c-32e0-4f1d-bcdd-54b248091896 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b1d33495-192b-4ba6-9719-84cbc8343f34 HTTP/1.1" status: 204  len: 168 time: 0.2802384
Feb 05 20:58:35.659490 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b21e6c-32e0-4f1d-bcdd-54b248091896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d33495-192b-4ba6-9719-84cbc8343f34,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:35.687208 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-18f80807-2b3b-4782-a5fc-8ce578520756 req-bc03dade-3945-43c0-afb5-312257ef7047 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 210 time: 0.0477037
Feb 05 20:58:35.732175 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3cf594d2-1c44-4bcc-8910-251bf145b9be {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:58:35.807476 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 3cf594d2-1c44-4bcc-8910-251bf145b9be, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3cf594d2-1c44-4bcc-8910-251bf145b9be,segment=NetworkSegment(f21dc639-5af9-41ca-ac39-c80d5d7b6194),segment_id=f21dc639-5af9-41ca-ac39-c80d5d7b6194)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:58:35.820783 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a085f0df-7b68-4e6c-81c5-c45e65c693b8 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (558716e9-00f9-44be-a69f-e53cfa002602), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:35.841520 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (3cf594d2-1c44-4bcc-8910-251bf145b9be), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:35.851622 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-a085f0df-7b68-4e6c-81c5-c45e65c693b8 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Calling delete_port for 558716e9-00f9-44be-a69f-e53cfa002602 owned by network:router_interface {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:58:35.927968 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d065c-28d5-4a19-9a25-ce2c92545c7c req-b7d628f2-4da8-435b-9fa4-793ba53d7a07 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:35.932337 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=3cf594d2-1c44-4bcc-8910-251bf145b9be,revision_number=6']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:35.935310 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-380d065c-28d5-4a19-9a25-ce2c92545c7c req-b7d628f2-4da8-435b-9fa4-793ba53d7a07 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7 HTTP/1.1" status: 200  len: 946 time: 0.1656027
Feb 05 20:58:36.004871 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['3cf594d2-1c44-4bcc-8910-251bf145b9be'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:58:36.059393 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-380d065c-28d5-4a19-9a25-ce2c92545c7c req-61720f03-3fb1-4ee9-85a8-1ae6ef5f07e2 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059630
Feb 05 20:58:36.126941 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7d0235d1-b5f7-4261-a5dc-ba0837c79e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:36.149173 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-a05ad9b8-c294-4f97-8b77-c73a7279126e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabc7cd00>, [{'id': '03df5a20-e50e-4a85-ae02-0f56ff30722a', 'name': 'tempest-TaggedBootDevicesTest_v242-983169336-router', 'tenant_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'b3972681-e056-4ff5-9667-e4912cfbaed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:52:44Z', 'updated_at': '2022-02-05T20:52:54Z', 'revision_number': 4, 'project_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'gw_port': {'id': 'b3972681-e056-4ff5-9667-e4912cfbaed8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03df5a20-e50e-4a85-ae02-0f56ff30722a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:46Z', 'updated_at': '2022-02-05T20:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'eb4d8ab9-2552-4709-b484-ee077ce4c856', 'name': '', 'network_id': '0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b', 'tenant_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'mac_address': 'fa:16:3e:d9:0d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03df5a20-e50e-4a85-ae02-0f56ff30722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '77b32dd4-761f-487c-9e79-c5785faac85d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:52Z', 'updated_at': '2022-02-05T20:53:04Z', 'revision_number': 5, 'project_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'subnets': [{'id': '77b32dd4-761f-487c-9e79-c5785faac85d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:36.186976 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05ad9b8-c294-4f97-8b77-c73a7279126e None None] The sync data for ids ['03df5a20-e50e-4a85-ae02-0f56ff30722a'] in ncdv-master-1 is: [{'id': '03df5a20-e50e-4a85-ae02-0f56ff30722a', 'name': 'tempest-TaggedBootDevicesTest_v242-983169336-router', 'tenant_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'b3972681-e056-4ff5-9667-e4912cfbaed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:52:44Z', 'updated_at': '2022-02-05T20:52:54Z', 'revision_number': 4, 'project_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'gw_port': {'id': 'b3972681-e056-4ff5-9667-e4912cfbaed8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03df5a20-e50e-4a85-ae02-0f56ff30722a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:46Z', 'updated_at': '2022-02-05T20:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'eb4d8ab9-2552-4709-b484-ee077ce4c856', 'name': '', 'network_id': '0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b', 'tenant_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'mac_address': 'fa:16:3e:d9:0d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03df5a20-e50e-4a85-ae02-0f56ff30722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '77b32dd4-761f-487c-9e79-c5785faac85d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:52Z', 'updated_at': '2022-02-05T20:53:04Z', 'revision_number': 5, 'project_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'subnets': [{'id': '77b32dd4-761f-487c-9e79-c5785faac85d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:58:36.200609 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3216e2-d656-43e7-a240-5a705445caca', 'name': 'network-vif-deleted', 'tag': '727d22f7-aa8c-41e0-8e88-ba5877b169b0'}, {'server_uuid': '2c3216e2-d656-43e7-a240-5a705445caca', 'name': 'network-vif-deleted', 'tag': 'fe248a30-0aa0-4c85-b704-48b8f8ec969c'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:58:36.204189 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936734e5-3ef8-4fdf-b765-c6bb4a73a003" -d '{"events": [{"server_uuid": "2c3216e2-d656-43e7-a240-5a705445caca", "name": "network-vif-deleted", "tag": "727d22f7-aa8c-41e0-8e88-ba5877b169b0"}, {"server_uuid": "2c3216e2-d656-43e7-a240-5a705445caca", "name": "network-vif-deleted", "tag": "fe248a30-0aa0-4c85-b704-48b8f8ec969c"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:58:36.238115 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42040) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:36.256161 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8b2831a7-c899-4a54-b784-11d9918c40f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:36.282301 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Feb 2022 20:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee97c9ad-9f1c-4b88-ac7b-7b2e544523aa x-openstack-request-id: req-ee97c9ad-9f1c-4b88-ac7b-7b2e544523aa {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:58:36.282912 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3216e2-d656-43e7-a240-5a705445caca", "name": "network-vif-deleted", "tag": "727d22f7-aa8c-41e0-8e88-ba5877b169b0", "status": "completed", "code": 200}, {"server_uuid": "2c3216e2-d656-43e7-a240-5a705445caca", "name": "network-vif-deleted", "tag": "fe248a30-0aa0-4c85-b704-48b8f8ec969c", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:58:36.284106 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ee97c9ad-9f1c-4b88-ac7b-7b2e544523aa {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:58:36.285019 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3216e2-d656-43e7-a240-5a705445caca', 'name': 'network-vif-deleted', 'tag': '727d22f7-aa8c-41e0-8e88-ba5877b169b0', 'status': 'completed', 'code': 200}
Feb 05 20:58:36.285444 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3216e2-d656-43e7-a240-5a705445caca', 'name': 'network-vif-deleted', 'tag': 'fe248a30-0aa0-4c85-b704-48b8f8ec969c', 'status': 'completed', 'code': 200}
Feb 05 20:58:36.347944 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a085f0df-7b68-4e6c-81c5-c45e65c693b8 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (558716e9-00f9-44be-a69f-e53cfa002602), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:36.380579 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a085f0df-7b68-4e6c-81c5-c45e65c693b8 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Pushing event deleted for resources: {'Port': ['ID=558716e9-00f9-44be-a69f-e53cfa002602,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:36.392205 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8b2831a7-c899-4a54-b784-11d9918c40f0 admin admin] Publish callbacks [] for security_group (e63fd24f-d88d-4765-b836-2cca9517e0d3), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:36.399439 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8b2831a7-c899-4a54-b784-11d9918c40f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (e63fd24f-d88d-4765-b836-2cca9517e0d3), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:36.461860 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8b2831a7-c899-4a54-b784-11d9918c40f0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=04c3653d26684652803bd99e6ed6edd2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2240005
Feb 05 20:58:36.464377 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42052) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:36.466970 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2831a7-c899-4a54-b784-11d9918c40f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63fd24f-d88d-4765-b836-2cca9517e0d3,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:36.530797 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-411ea646-8800-44ff-8063-3fd1dc0a6088 admin admin] Publish callbacks [] for security_group (e63fd24f-d88d-4765-b836-2cca9517e0d3), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:36.568735 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-411ea646-8800-44ff-8063-3fd1dc0a6088 admin admin] Publish callbacks [] for security_group (e63fd24f-d88d-4765-b836-2cca9517e0d3), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:36.647628 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-411ea646-8800-44ff-8063-3fd1dc0a6088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (e63fd24f-d88d-4765-b836-2cca9517e0d3), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:36.651110 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-411ea646-8800-44ff-8063-3fd1dc0a6088 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:36.654674 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-411ea646-8800-44ff-8063-3fd1dc0a6088 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e63fd24f-d88d-4765-b836-2cca9517e0d3 HTTP/1.1" status: 204  len: 168 time: 0.1868248
Feb 05 20:58:36.662526 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccdfa08-dcd8-4c1c-bc72-1ab50cb4046c None None] New status for floating IP 0f3075e1-da5d-4c7e-bf4d-d38342f63763: DOWN {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 20:58:36.663309 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411ea646-8800-44ff-8063-3fd1dc0a6088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63fd24f-d88d-4765-b836-2cca9517e0d3,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:36.680244 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a085f0df-7b68-4e6c-81c5-c45e65c693b8 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (3d61c255-c50b-4b36-b07e-a355915d7921), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:36.715547 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59af6f2-9eef-459c-aed7-416ede690a3a req-08d45bdf-4668-4d15-849a-0c10ac70f14d tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:36.724123 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e59af6f2-9eef-459c-aed7-416ede690a3a req-08d45bdf-4668-4d15-849a-0c10ac70f14d tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 946 time: 0.1864622
Feb 05 20:58:36.868190 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e59af6f2-9eef-459c-aed7-416ede690a3a req-fd0f88d8-db87-407a-886f-044df1df8884 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff9e1fa-1af1-48b5-a113-4aa59c5c8876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1428690
Feb 05 20:58:36.914193 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e039e2a1-91cc-4338-8871-1ac30502bf5e req-f62098a8-0f7d-4756-ba7d-94fe8a38e0ea tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c3216e2-d656-43e7-a240-5a705445caca HTTP/1.1" status: 200  len: 210 time: 0.0363960
Feb 05 20:58:37.080395 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a085f0df-7b68-4e6c-81c5-c45e65c693b8 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Router 3d61c255-c50b-4b36-b07e-a355915d7921 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:58:37.113637 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 3cf594d2-1c44-4bcc-8910-251bf145b9be up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:58:37.177587 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 3cf594d2-1c44-4bcc-8910-251bf145b9be triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:58:37.177976 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (3cf594d2-1c44-4bcc-8910-251bf145b9be), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:37.262830 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca5b86-7de1-430b-8ce3-66fbe71db770 req-f4da4b71-1a34-4d9a-9b2c-547718ee6316 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:37.270685 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b8ca5b86-7de1-430b-8ce3-66fbe71db770 req-f4da4b71-1a34-4d9a-9b2c-547718ee6316 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7 HTTP/1.1" status: 200  len: 946 time: 0.1330855
Feb 05 20:58:37.296678 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a085f0df-7b68-4e6c-81c5-c45e65c693b8 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:58:37.300284 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 3cf594d2-1c44-4bcc-8910-251bf145b9be is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:58:37.300735 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3cf594d2-1c44-4bcc-8910-251bf145b9be), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:37.303615 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a085f0df-7b68-4e6c-81c5-c45e65c693b8 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "PUT /v2.0/routers/3d61c255-c50b-4b36-b07e-a355915d7921/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3353772
Feb 05 20:58:37.306024 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42094) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:37.308250 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59927a34-3c9e-4140-83b2-05eaaaa5cb97 None None] Sync routers for ids ['3d61c255-c50b-4b36-b07e-a355915d7921'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:58:37.345684 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b8ca5b86-7de1-430b-8ce3-66fbe71db770 req-12251574-160e-468f-a59c-c4794db2b832 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738461
Feb 05 20:58:37.362930 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59927a34-3c9e-4140-83b2-05eaaaa5cb97 None None] Routers {'3d61c255-c50b-4b36-b07e-a355915d7921'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:58:37.363842 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-59927a34-3c9e-4140-83b2-05eaaaa5cb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabbc2ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:58:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['3d61c255-c50b-4b36-b07e-a355915d7921'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:37.367204 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a8ee4b-3c6f-4e45-846c-366430cca3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf594d2-1c44-4bcc-8910-251bf145b9be'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:58:37.370171 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f29bd8-4259-4f12-a81b-ef09cb32bf95" -d '{"events": [{"server_uuid": "21a8ee4b-3c6f-4e45-846c-366430cca3fd", "name": "network-vif-plugged", "status": "completed", "tag": "3cf594d2-1c44-4bcc-8910-251bf145b9be"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:58:37.462117 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 3cf594d2-1c44-4bcc-8910-251bf145b9be, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3cf594d2-1c44-4bcc-8910-251bf145b9be,segment=NetworkSegment(f21dc639-5af9-41ca-ac39-c80d5d7b6194),segment_id=f21dc639-5af9-41ca-ac39-c80d5d7b6194)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:58:37.468036 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4569c449-3264-4a1a-9bdb-c342d72c7887 x-openstack-request-id: req-4569c449-3264-4a1a-9bdb-c342d72c7887 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:58:37.468326 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a8ee4b-3c6f-4e45-846c-366430cca3fd", "name": "network-vif-plugged", "status": "completed", "tag": "3cf594d2-1c44-4bcc-8910-251bf145b9be", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:58:37.468609 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4569c449-3264-4a1a-9bdb-c342d72c7887 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:58:37.469017 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a8ee4b-3c6f-4e45-846c-366430cca3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf594d2-1c44-4bcc-8910-251bf145b9be', 'code': 200}
Feb 05 20:58:37.470636 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-59927a34-3c9e-4140-83b2-05eaaaa5cb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabbc2ac0>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:37.488507 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:37.489261 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (3cf594d2-1c44-4bcc-8910-251bf145b9be), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:37.530367 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-92c98918-f050-4b0d-a7de-4af51ffcaf25 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for router (3d61c255-c50b-4b36-b07e-a355915d7921), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:37.547709 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59927a34-3c9e-4140-83b2-05eaaaa5cb97 None None] Routers {'3d61c255-c50b-4b36-b07e-a355915d7921'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:58:37.548362 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-59927a34-3c9e-4140-83b2-05eaaaa5cb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabbc2ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:58:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['3d61c255-c50b-4b36-b07e-a355915d7921'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:37.597800 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-59927a34-3c9e-4140-83b2-05eaaaa5cb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabbc2ac0>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:37.598520 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59927a34-3c9e-4140-83b2-05eaaaa5cb97 None None] The sync data for ids ['3d61c255-c50b-4b36-b07e-a355915d7921'] in ncdv-master-1 is: [] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:58:37.616955 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=3cf594d2-1c44-4bcc-8910-251bf145b9be,revision_number=7']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:37.718190 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-92c98918-f050-4b0d-a7de-4af51ffcaf25 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for router_gateway (3d61c255-c50b-4b36-b07e-a355915d7921), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:37.795347 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-92c98918-f050-4b0d-a7de-4af51ffcaf25 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Deleting port b342bc55-489b-4314-b68b-9428e65de2fe {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:58:37.795724 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-92c98918-f050-4b0d-a7de-4af51ffcaf25 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (b342bc55-489b-4314-b68b-9428e65de2fe), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:37.906910 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-92c98918-f050-4b0d-a7de-4af51ffcaf25 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (b342bc55-489b-4314-b68b-9428e65de2fe), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:37.924783 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-92c98918-f050-4b0d-a7de-4af51ffcaf25 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Calling delete_port for b342bc55-489b-4314-b68b-9428e65de2fe owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:58:38.047926 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb2430-84bd-4cce-a8e4-065cff187432 req-0571c925-4ece-4a0a-88e3-7b0fd49bdea8 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:38.056740 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42116) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:38.058772 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-63bb2430-84bd-4cce-a8e4-065cff187432 req-0571c925-4ece-4a0a-88e3-7b0fd49bdea8 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 946 time: 0.1042893
Feb 05 20:58:38.136279 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-63bb2430-84bd-4cce-a8e4-065cff187432 req-017fb6f0-3b30-4bd6-8281-3603faa07af5 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff9e1fa-1af1-48b5-a113-4aa59c5c8876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739815
Feb 05 20:58:38.182791 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-aa114f94-1fe6-4b75-be42-cc9460c24551 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks [] for security_group (862080b5-e679-4cab-bbab-4a73c5b41769), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:38.284730 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-aa114f94-1fe6-4b75-be42-cc9460c24551 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks [] for security_group (862080b5-e679-4cab-bbab-4a73c5b41769), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:38.380494 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-aa114f94-1fe6-4b75-be42-cc9460c24551 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (862080b5-e679-4cab-bbab-4a73c5b41769), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:38.384393 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-aa114f94-1fe6-4b75-be42-cc9460c24551 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:38.386636 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-aa114f94-1fe6-4b75-be42-cc9460c24551 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "DELETE /v2.0/security-groups/862080b5-e679-4cab-bbab-4a73c5b41769 HTTP/1.1" status: 204  len: 168 time: 0.3288474
Feb 05 20:58:38.389527 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42134) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:38.393482 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-92c98918-f050-4b0d-a7de-4af51ffcaf25 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (b342bc55-489b-4314-b68b-9428e65de2fe), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:38.410301 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa114f94-1fe6-4b75-be42-cc9460c24551 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=862080b5-e679-4cab-bbab-4a73c5b41769,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:38.431618 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-c0191a47-8ee9-4993-8704-b7552f5e7f40 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] show failed (client error): The resource could not be found.
Feb 05 20:58:38.438951 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c0191a47-8ee9-4993-8704-b7552f5e7f40 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "GET /v2.0/security-groups/862080b5-e679-4cab-bbab-4a73c5b41769 HTTP/1.1" status: 404  len: 347 time: 0.0477099
Feb 05 20:58:38.443462 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42138) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:38.500440 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c98918-f050-4b0d-a7de-4af51ffcaf25 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Pushing event deleted for resources: {'Port': ['ID=b342bc55-489b-4314-b68b-9428e65de2fe,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:38.625228 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-92c98918-f050-4b0d-a7de-4af51ffcaf25 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (3d61c255-c50b-4b36-b07e-a355915d7921), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:38.639142 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de58b99-3ee3-430d-981f-b56187a0521f req-a3e897cb-204a-4fed-9864-a68273d20140 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:38.640932 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3de58b99-3ee3-430d-981f-b56187a0521f req-a3e897cb-204a-4fed-9864-a68273d20140 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7 HTTP/1.1" status: 200  len: 946 time: 0.1389771
Feb 05 20:58:38.703937 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-29866d56-99e0-4a8d-8820-5536d08035d2 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Deleting port 2a6f8b56-86eb-4ad4-a554-2e3650ead5c8 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:58:38.704418 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-29866d56-99e0-4a8d-8820-5536d08035d2 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (2a6f8b56-86eb-4ad4-a554-2e3650ead5c8), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:38.710762 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3de58b99-3ee3-430d-981f-b56187a0521f req-01748422-4ef0-4003-9167-853ed6c54ae3 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609145
Feb 05 20:58:38.912248 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-29866d56-99e0-4a8d-8820-5536d08035d2 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (2a6f8b56-86eb-4ad4-a554-2e3650ead5c8), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:38.912573 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-29866d56-99e0-4a8d-8820-5536d08035d2 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks [] for floatingip (2a6f8b56-86eb-4ad4-a554-2e3650ead5c8), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:38.931841 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-29866d56-99e0-4a8d-8820-5536d08035d2 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Calling delete_port for 2a6f8b56-86eb-4ad4-a554-2e3650ead5c8 owned by network:floatingip {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:58:38.974612 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:39.101508 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-29866d56-99e0-4a8d-8820-5536d08035d2 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (2a6f8b56-86eb-4ad4-a554-2e3650ead5c8), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:39.223434 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29866d56-99e0-4a8d-8820-5536d08035d2 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Pushing event deleted for resources: {'Port': ['ID=2a6f8b56-86eb-4ad4-a554-2e3650ead5c8,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:39.229472 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-29866d56-99e0-4a8d-8820-5536d08035d2 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks [] for floatingip (0f3075e1-da5d-4c7e-bf4d-d38342f63763), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:39.233134 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-29866d56-99e0-4a8d-8820-5536d08035d2 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:39.239634 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-29866d56-99e0-4a8d-8820-5536d08035d2 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "DELETE /v2.0/floatingips/0f3075e1-da5d-4c7e-bf4d-d38342f63763 HTTP/1.1" status: 204  len: 168 time: 0.7948768
Feb 05 20:58:39.240866 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42152) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:39.281524 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-92c98918-f050-4b0d-a7de-4af51ffcaf25 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (3d61c255-c50b-4b36-b07e-a355915d7921), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:39.284477 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-92c98918-f050-4b0d-a7de-4af51ffcaf25 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for router_controller (3d61c255-c50b-4b36-b07e-a355915d7921), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:39.339421 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-92c98918-f050-4b0d-a7de-4af51ffcaf25 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (3d61c255-c50b-4b36-b07e-a355915d7921), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:39.340009 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c98918-f050-4b0d-a7de-4af51ffcaf25 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Fanout notify agent at l3_agent the message router_deleted on router 3d61c255-c50b-4b36-b07e-a355915d7921 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 20:58:39.349827 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-92c98918-f050-4b0d-a7de-4af51ffcaf25 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:39.350976 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-92c98918-f050-4b0d-a7de-4af51ffcaf25 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "DELETE /v2.0/routers/3d61c255-c50b-4b36-b07e-a355915d7921 HTTP/1.1" status: 204  len: 168 time: 2.0431685
Feb 05 20:58:39.353580 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42164) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:39.448274 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-2071a4d3-e39b-414b-a2b4-1743f08b6c0f tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Deleting port 0798d918-a1a1-4268-8b6d-832370da6f8f {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:58:39.448890 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2071a4d3-e39b-414b-a2b4-1743f08b6c0f tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (0798d918-a1a1-4268-8b6d-832370da6f8f), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:39.450429 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb41a736-c2b8-4f11-bf36-acf4be4c4250 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Deleting subnet d8912a85-2e79-410f-bc66-530b40c8be2b {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:58:39.453967 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bb41a736-c2b8-4f11-bf36-acf4be4c4250 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for subnet (d8912a85-2e79-410f-bc66-530b40c8be2b), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:39.513421 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bb41a736-c2b8-4f11-bf36-acf4be4c4250 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (d8912a85-2e79-410f-bc66-530b40c8be2b), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:39.558765 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2071a4d3-e39b-414b-a2b4-1743f08b6c0f tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (0798d918-a1a1-4268-8b6d-832370da6f8f), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:39.573710 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-2071a4d3-e39b-414b-a2b4-1743f08b6c0f tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Calling delete_port for 0798d918-a1a1-4268-8b6d-832370da6f8f owned by  {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:58:39.603125 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bb41a736-c2b8-4f11-bf36-acf4be4c4250 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (d8912a85-2e79-410f-bc66-530b40c8be2b), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:39.695674 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b21cbc-7e0e-45dd-bb65-160fbd246c03 req-8b83b984-8582-450a-a64b-0f229a9a0cbf tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:39.697464 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-49b21cbc-7e0e-45dd-bb65-160fbd246c03 req-8b83b984-8582-450a-a64b-0f229a9a0cbf tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 946 time: 0.3613565
Feb 05 20:58:39.726195 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bb41a736-c2b8-4f11-bf36-acf4be4c4250 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (d8912a85-2e79-410f-bc66-530b40c8be2b), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:39.743353 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2071a4d3-e39b-414b-a2b4-1743f08b6c0f tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (0798d918-a1a1-4268-8b6d-832370da6f8f), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:39.756057 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bb41a736-c2b8-4f11-bf36-acf4be4c4250 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:39.763288 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-bb41a736-c2b8-4f11-bf36-acf4be4c4250 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "DELETE /v2.0/subnets/d8912a85-2e79-410f-bc66-530b40c8be2b HTTP/1.1" status: 204  len: 168 time: 0.4085917
Feb 05 20:58:39.776377 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42180) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:39.781566 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb41a736-c2b8-4f11-bf36-acf4be4c4250 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Pushing event deleted for resources: {'Subnet': ['ID=d8912a85-2e79-410f-bc66-530b40c8be2b,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:39.859722 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071a4d3-e39b-414b-a2b4-1743f08b6c0f tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Pushing event deleted for resources: {'Port': ['ID=0798d918-a1a1-4268-8b6d-832370da6f8f,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:39.892316 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-49b21cbc-7e0e-45dd-bb65-160fbd246c03 req-bdf0437a-408a-40e0-89ba-ee2a30187271 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff9e1fa-1af1-48b5-a113-4aa59c5c8876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1737561
Feb 05 20:58:40.072424 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a504c8d8-14b4-4844-97a4-cb4a959e9584 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (22485085-9577-473a-b49e-18a41d7940e3), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:40.098655 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2071a4d3-e39b-414b-a2b4-1743f08b6c0f tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:40.103118 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2071a4d3-e39b-414b-a2b4-1743f08b6c0f tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "DELETE /v2.0/ports/0798d918-a1a1-4268-8b6d-832370da6f8f HTTP/1.1" status: 204  len: 168 time: 0.8607528
Feb 05 20:58:40.105716 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42184) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:40.124894 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83ff4c-6952-4efa-8263-7c292fb1005d req-599c30ea-1fcb-42ff-b162-fbf0d5c31931 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:40.127615 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6f83ff4c-6952-4efa-8263-7c292fb1005d req-599c30ea-1fcb-42ff-b162-fbf0d5c31931 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7 HTTP/1.1" status: 200  len: 946 time: 0.2873139
Feb 05 20:58:40.229791 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6f83ff4c-6952-4efa-8263-7c292fb1005d req-9369c8b3-64ca-43d8-992a-86e05e289ef6 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959802
Feb 05 20:58:40.245522 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:40.378938 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-93171819-aa70-4916-9f52-0faffedc618e tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Deleting port 0dc636af-3e4f-4bdf-a0d0-4cf505100fad {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:58:40.379530 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-93171819-aa70-4916-9f52-0faffedc618e tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (0dc636af-3e4f-4bdf-a0d0-4cf505100fad), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:40.556628 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42198) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:40.598188 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-93171819-aa70-4916-9f52-0faffedc618e tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (0dc636af-3e4f-4bdf-a0d0-4cf505100fad), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:40.633115 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-93171819-aa70-4916-9f52-0faffedc618e tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Calling delete_port for 0dc636af-3e4f-4bdf-a0d0-4cf505100fad owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:58:40.766265 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c72f21d-383f-4269-a5c7-024a00448795 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:40.819075 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a504c8d8-14b4-4844-97a4-cb4a959e9584 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (22485085-9577-473a-b49e-18a41d7940e3), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:40.848851 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-a504c8d8-14b4-4844-97a4-cb4a959e9584 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db30ca070>,) {'filters': {'network_id': ['22485085-9577-473a-b49e-18a41d7940e3']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:40.867265 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-a504c8d8-14b4-4844-97a4-cb4a959e9584 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db30ca070>, '659690c1-d2d7-49aa-af5b-4f0947c1699a') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:40.867816 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-a504c8d8-14b4-4844-97a4-cb4a959e9584 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db30ca070>, '659690c1-d2d7-49aa-af5b-4f0947c1699a') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:40.881428 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a504c8d8-14b4-4844-97a4-cb4a959e9584 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (659690c1-d2d7-49aa-af5b-4f0947c1699a), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:40.885156 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-93171819-aa70-4916-9f52-0faffedc618e tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (0dc636af-3e4f-4bdf-a0d0-4cf505100fad), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:40.909970 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a504c8d8-14b4-4844-97a4-cb4a959e9584 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (659690c1-d2d7-49aa-af5b-4f0947c1699a), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:40.920547 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a504c8d8-14b4-4844-97a4-cb4a959e9584 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:58:40.921299 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a504c8d8-14b4-4844-97a4-cb4a959e9584 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (659690c1-d2d7-49aa-af5b-4f0947c1699a), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:40.927496 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 20:58:40.927496 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:58:40.927496 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 20:58:40.927496 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:58:40.927496 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 20:58:40.927496 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:58:40.927496 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 20:58:40.927496 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:58:40.927496 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 20:58:40.927496 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:58:40.927496 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 20:58:40.927496 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:58:40.927496 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 20:58:40.927496 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:58:40.927496 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:58:40.927496 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:58:40.927496 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:58:40.927496 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:58:40.927496 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 20:58:40.927496 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:58:40.927496 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 20:58:40.927496 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:58:40.927496 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:58:40.927496 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:58:40.927496 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:58:40.927496 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:58:40.927496 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:58:40.927496 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:58:40.927496 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:58:40.927496 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:58:40.927496 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:58:40.927496 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:58:40.929636 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93171819-aa70-4916-9f52-0faffedc618e tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Pushing event deleted for resources: {'Port': ['ID=0dc636af-3e4f-4bdf-a0d0-4cf505100fad,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:40.954498 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c72f21d-383f-4269-a5c7-024a00448795 admin admin] Publish callbacks [] for security_group (1a21bf07-dc33-430d-979b-0d4cee6a8afa), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:40.982900 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c72f21d-383f-4269-a5c7-024a00448795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (1a21bf07-dc33-430d-979b-0d4cee6a8afa), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:41.083647 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c72f21d-383f-4269-a5c7-024a00448795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a21bf07-dc33-430d-979b-0d4cee6a8afa,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:41.108431 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2c72f21d-383f-4269-a5c7-024a00448795 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3c2c1fef6e84437cb1cdfdc73b05083d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5505767
Feb 05 20:58:41.109169 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42206) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:41.110502 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-93171819-aa70-4916-9f52-0faffedc618e tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:41.112352 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a504c8d8-14b4-4844-97a4-cb4a959e9584 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (22485085-9577-473a-b49e-18a41d7940e3), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:41.116002 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-93171819-aa70-4916-9f52-0faffedc618e tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "DELETE /v2.0/ports/0dc636af-3e4f-4bdf-a0d0-4cf505100fad HTTP/1.1" status: 204  len: 168 time: 1.0078321
Feb 05 20:58:41.119613 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a504c8d8-14b4-4844-97a4-cb4a959e9584 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:41.125017 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a504c8d8-14b4-4844-97a4-cb4a959e9584 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] 10.222.0.32 "DELETE /v2.0/networks/22485085-9577-473a-b49e-18a41d7940e3 HTTP/1.1" status: 204  len: 168 time: 1.3421180
Feb 05 20:58:41.127850 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42208) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:41.155882 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504c8d8-14b4-4844-97a4-cb4a959e9584 tempest-FloatingIPTestJSON-1794979762 tempest-FloatingIPTestJSON-1794979762-project] Pushing event deleted for resources: {'Network': ['ID=22485085-9577-473a-b49e-18a41d7940e3,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:41.216138 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0e2b8f36-bfbe-4dc3-a40b-93dd86bea607 admin admin] Publish callbacks [] for security_group (1a21bf07-dc33-430d-979b-0d4cee6a8afa), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:41.224015 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c95c1-dd4e-4370-932f-a8de9d11dfa3 req-6c777237-9d99-4904-8e73-cf73fb5b39a1 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:41.226609 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8c7c95c1-dd4e-4370-932f-a8de9d11dfa3 req-6c777237-9d99-4904-8e73-cf73fb5b39a1 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 946 time: 0.1887221
Feb 05 20:58:41.258630 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-97ad2eff-63a2-4d3b-89d0-acd5f6b348c0 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Deleting subnet ce832fc6-ee9e-45ba-a285-bd28fcf21153 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:58:41.258825 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0e2b8f36-bfbe-4dc3-a40b-93dd86bea607 admin admin] Publish callbacks [] for security_group (1a21bf07-dc33-430d-979b-0d4cee6a8afa), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:41.276077 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-97ad2eff-63a2-4d3b-89d0-acd5f6b348c0 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks [] for subnet (ce832fc6-ee9e-45ba-a285-bd28fcf21153), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:41.348747 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-97ad2eff-63a2-4d3b-89d0-acd5f6b348c0 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (ce832fc6-ee9e-45ba-a285-bd28fcf21153), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:41.377078 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0e2b8f36-bfbe-4dc3-a40b-93dd86bea607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (1a21bf07-dc33-430d-979b-0d4cee6a8afa), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:41.380558 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0e2b8f36-bfbe-4dc3-a40b-93dd86bea607 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:41.384397 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0e2b8f36-bfbe-4dc3-a40b-93dd86bea607 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1a21bf07-dc33-430d-979b-0d4cee6a8afa HTTP/1.1" status: 204  len: 168 time: 0.2644901
Feb 05 20:58:41.384551 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8c7c95c1-dd4e-4370-932f-a8de9d11dfa3 req-b0a3a305-f3d9-4347-84e9-52728b4dba83 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff9e1fa-1af1-48b5-a113-4aa59c5c8876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1493309
Feb 05 20:58:41.414790 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b8f36-bfbe-4dc3-a40b-93dd86bea607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a21bf07-dc33-430d-979b-0d4cee6a8afa,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:41.613352 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6e70a-d9f7-4d07-9ac5-2b4014b5c0ac req-6aef886d-9b09-4a6d-8397-458921be83bb tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:41.616603 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cae6e70a-d9f7-4d07-9ac5-2b4014b5c0ac req-6aef886d-9b09-4a6d-8397-458921be83bb tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7 HTTP/1.1" status: 200  len: 946 time: 0.2306392
Feb 05 20:58:41.620097 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-97ad2eff-63a2-4d3b-89d0-acd5f6b348c0 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (ce832fc6-ee9e-45ba-a285-bd28fcf21153), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:41.644672 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42228) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:41.772386 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-97ad2eff-63a2-4d3b-89d0-acd5f6b348c0 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (ce832fc6-ee9e-45ba-a285-bd28fcf21153), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:41.806455 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11c555a-de24-4c19-bc6d-4ec9452559bd None None] Network 2869ab27-d004-4907-98b1-61880aad7d20 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:58:41.845352 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-97ad2eff-63a2-4d3b-89d0-acd5f6b348c0 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:41.851643 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-97ad2eff-63a2-4d3b-89d0-acd5f6b348c0 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "DELETE /v2.0/subnets/ce832fc6-ee9e-45ba-a285-bd28fcf21153 HTTP/1.1" status: 204  len: 168 time: 0.7048483
Feb 05 20:58:41.854473 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42234) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:41.856958 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad2eff-63a2-4d3b-89d0-acd5f6b348c0 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Pushing event deleted for resources: {'Subnet': ['ID=ce832fc6-ee9e-45ba-a285-bd28fcf21153,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:41.898195 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cae6e70a-d9f7-4d07-9ac5-2b4014b5c0ac req-10a51a0c-4f07-4450-823c-0bd83aff2b51 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2742133
Feb 05 20:58:41.990431 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-4381ed2a-1f37-4f2a-8eb1-79105874c4f7 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Deleting subnet 532b1fc2-bb1a-4156-8355-ae298e35f677 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:58:42.011918 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4381ed2a-1f37-4f2a-8eb1-79105874c4f7 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks [] for subnet (532b1fc2-bb1a-4156-8355-ae298e35f677), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:42.086310 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42236) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:42.089754 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4381ed2a-1f37-4f2a-8eb1-79105874c4f7 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (532b1fc2-bb1a-4156-8355-ae298e35f677), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:42.098949 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04981609-d684-4b71-8ce9-6af7cbd77cc1 None None] DHCP port deletion for 2869ab27-d004-4907-98b1-61880aad7d20 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 20:58:42.120460 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c7c016b4-8ea5-4d1f-9418-640f55d451fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:42.157923 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-265afee3-4844-4bff-893a-e19b4a8a50bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=40754f7b9900447e95e43760e5a41dac&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5120449
Feb 05 20:58:42.160985 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42238) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:42.169693 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-04981609-d684-4b71-8ce9-6af7cbd77cc1 None None] Deleting port 501a698a-2249-430b-b931-1fb254b3a3c4 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:58:42.170340 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-04981609-d684-4b71-8ce9-6af7cbd77cc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (501a698a-2249-430b-b931-1fb254b3a3c4), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:42.241841 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c7c016b4-8ea5-4d1f-9418-640f55d451fc admin admin] Publish callbacks [] for security_group (7218a269-6f83-4edc-a04c-e056b85cd620), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:42.249126 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4381ed2a-1f37-4f2a-8eb1-79105874c4f7 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (532b1fc2-bb1a-4156-8355-ae298e35f677), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:42.254962 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c7c016b4-8ea5-4d1f-9418-640f55d451fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (7218a269-6f83-4edc-a04c-e056b85cd620), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:42.290509 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ca7264c5-004c-4217-90bc-933397c34963 admin admin] Publish callbacks [] for security_group (c2256d37-e210-49e9-94b8-fe9a5a1ef86a), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:42.328781 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 501a698a-2249-430b-b931-1fb254b3a3c4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:58:42.334250 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ca7264c5-004c-4217-90bc-933397c34963 admin admin] Publish callbacks [] for security_group (c2256d37-e210-49e9-94b8-fe9a5a1ef86a), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:42.365993 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c016b4-8ea5-4d1f-9418-640f55d451fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7218a269-6f83-4edc-a04c-e056b85cd620,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:42.384419 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c7c016b4-8ea5-4d1f-9418-640f55d451fc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4ddace6e390946d4b0965f125f584231&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2940886
Feb 05 20:58:42.384574 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4381ed2a-1f37-4f2a-8eb1-79105874c4f7 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (532b1fc2-bb1a-4156-8355-ae298e35f677), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:42.385272 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42240) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:42.411199 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-04981609-d684-4b71-8ce9-6af7cbd77cc1 None None] For port 501a698a-2249-430b-b931-1fb254b3a3c4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=501a698a-2249-430b-b931-1fb254b3a3c4,segment=NetworkSegment(89719b81-4c1f-4326-bc00-4b7dddd494cf),segment_id=89719b81-4c1f-4326-bc00-4b7dddd494cf)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:58:42.412073 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-04981609-d684-4b71-8ce9-6af7cbd77cc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (501a698a-2249-430b-b931-1fb254b3a3c4), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:42.450078 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4381ed2a-1f37-4f2a-8eb1-79105874c4f7 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Pushing event deleted for resources: {'Subnet': ['ID=532b1fc2-bb1a-4156-8355-ae298e35f677,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:42.455910 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4381ed2a-1f37-4f2a-8eb1-79105874c4f7 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:42.459571 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4381ed2a-1f37-4f2a-8eb1-79105874c4f7 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "DELETE /v2.0/subnets/532b1fc2-bb1a-4156-8355-ae298e35f677 HTTP/1.1" status: 204  len: 168 time: 0.6039793
Feb 05 20:58:42.462092 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42244) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:42.466790 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e33519a-32ce-4366-b3bb-46de86308363 None None] Network 2c28d2b8-7305-4066-8f34-0ebf235173b6 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:58:42.479486 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-04981609-d684-4b71-8ce9-6af7cbd77cc1 None None] Calling delete_port for 501a698a-2249-430b-b931-1fb254b3a3c4 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:58:42.563407 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3fe43482-943b-4d80-a5af-05e7200fc184 admin admin] Publish callbacks [] for security_group (7218a269-6f83-4edc-a04c-e056b85cd620), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:42.640037 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c9dc99a2-5963-4517-be77-8b83af81b73d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (2869ab27-d004-4907-98b1-61880aad7d20), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:42.645164 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ca7264c5-004c-4217-90bc-933397c34963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (c2256d37-e210-49e9-94b8-fe9a5a1ef86a), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:42.647793 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ca7264c5-004c-4217-90bc-933397c34963 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:42.649021 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ca7264c5-004c-4217-90bc-933397c34963 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c2256d37-e210-49e9-94b8-fe9a5a1ef86a HTTP/1.1" status: 204  len: 168 time: 0.4870002
Feb 05 20:58:42.662927 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7264c5-004c-4217-90bc-933397c34963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2256d37-e210-49e9-94b8-fe9a5a1ef86a,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:42.688265 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3fe43482-943b-4d80-a5af-05e7200fc184 admin admin] Publish callbacks [] for security_group (7218a269-6f83-4edc-a04c-e056b85cd620), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:42.727141 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-c9dc99a2-5963-4517-be77-8b83af81b73d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Deleting port 501a698a-2249-430b-b931-1fb254b3a3c4 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:58:42.727486 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c9dc99a2-5963-4517-be77-8b83af81b73d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (501a698a-2249-430b-b931-1fb254b3a3c4), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:42.768199 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7625c7-4159-4b6f-b204-aebea7022ada req-49e4bd7f-c3b1-4f5f-8b91-e831e0a6e677 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:42.770241 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9a7625c7-4159-4b6f-b204-aebea7022ada req-49e4bd7f-c3b1-4f5f-8b91-e831e0a6e677 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 946 time: 0.1862059
Feb 05 20:58:42.832704 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3fe43482-943b-4d80-a5af-05e7200fc184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (7218a269-6f83-4edc-a04c-e056b85cd620), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:42.837218 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3fe43482-943b-4d80-a5af-05e7200fc184 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:42.843393 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-3fe43482-943b-4d80-a5af-05e7200fc184 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7218a269-6f83-4edc-a04c-e056b85cd620 HTTP/1.1" status: 204  len: 168 time: 0.4567189
Feb 05 20:58:42.880716 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe43482-943b-4d80-a5af-05e7200fc184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7218a269-6f83-4edc-a04c-e056b85cd620,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:42.895033 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9a7625c7-4159-4b6f-b204-aebea7022ada req-919d92e8-9c60-4849-a82e-2dce5e64719c tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff9e1fa-1af1-48b5-a113-4aa59c5c8876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1145751
Feb 05 20:58:42.902271 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-c9dc99a2-5963-4517-be77-8b83af81b73d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] For port 501a698a-2249-430b-b931-1fb254b3a3c4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=501a698a-2249-430b-b931-1fb254b3a3c4,segment=NetworkSegment(89719b81-4c1f-4326-bc00-4b7dddd494cf),segment_id=89719b81-4c1f-4326-bc00-4b7dddd494cf)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:58:42.902845 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c9dc99a2-5963-4517-be77-8b83af81b73d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (501a698a-2249-430b-b931-1fb254b3a3c4), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:42.952488 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-c9dc99a2-5963-4517-be77-8b83af81b73d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Calling delete_port for 501a698a-2249-430b-b931-1fb254b3a3c4 owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:58:42.998514 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-04981609-d684-4b71-8ce9-6af7cbd77cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (501a698a-2249-430b-b931-1fb254b3a3c4), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:43.051797 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 501a698a-2249-430b-b931-1fb254b3a3c4 is: ACTIVE; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:58:43.052135 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (501a698a-2249-430b-b931-1fb254b3a3c4), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:43.054489 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04981609-d684-4b71-8ce9-6af7cbd77cc1 None None] No DVR routers for this DVR port 501a698a-2249-430b-b931-1fb254b3a3c4 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:58:43.058866 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04981609-d684-4b71-8ce9-6af7cbd77cc1 None None] Pushing event deleted for resources: {'Port': ['ID=501a698a-2249-430b-b931-1fb254b3a3c4,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:43.139425 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c9dc99a2-5963-4517-be77-8b83af81b73d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (501a698a-2249-430b-b931-1fb254b3a3c4), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:43.158608 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dc99a2-5963-4517-be77-8b83af81b73d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] No DVR routers for this DVR port 501a698a-2249-430b-b931-1fb254b3a3c4 on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:58:43.182947 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc99a2-5963-4517-be77-8b83af81b73d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Pushing event deleted for resources: {'Port': ['ID=501a698a-2249-430b-b931-1fb254b3a3c4,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:43.234595 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5b0e2-71b4-468f-ab1e-eb5abb01e26d req-461e77cd-ef77-48e1-b3fd-15e17544b476 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:43.242554 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-88e5b0e2-71b4-468f-ab1e-eb5abb01e26d req-461e77cd-ef77-48e1-b3fd-15e17544b476 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7 HTTP/1.1" status: 200  len: 946 time: 0.2206252
Feb 05 20:58:43.264992 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1df071-ec5a-455a-bcc1-c77e62255336 None None] DHCP port deletion for 2c28d2b8-7305-4066-8f34-0ebf235173b6 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 20:58:43.400018 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-88e5b0e2-71b4-468f-ab1e-eb5abb01e26d req-92622715-2947-47bf-ba84-1f31cd90cd13 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1494133
Feb 05 20:58:43.424855 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6d1df071-ec5a-455a-bcc1-c77e62255336 None None] Deleting port 72e65e3e-d84a-404f-890f-9dda80706982 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:58:43.425238 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c9dc99a2-5963-4517-be77-8b83af81b73d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (2869ab27-d004-4907-98b1-61880aad7d20), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:43.426844 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6d1df071-ec5a-455a-bcc1-c77e62255336 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (72e65e3e-d84a-404f-890f-9dda80706982), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:43.454420 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-c9dc99a2-5963-4517-be77-8b83af81b73d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db3252760>,) {'filters': {'network_id': ['2869ab27-d004-4907-98b1-61880aad7d20']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:43.469726 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-c9dc99a2-5963-4517-be77-8b83af81b73d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3252760>, '89719b81-4c1f-4326-bc00-4b7dddd494cf') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:43.470342 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-c9dc99a2-5963-4517-be77-8b83af81b73d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3252760>, '89719b81-4c1f-4326-bc00-4b7dddd494cf') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:43.483639 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c9dc99a2-5963-4517-be77-8b83af81b73d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (89719b81-4c1f-4326-bc00-4b7dddd494cf), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:43.499133 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c9dc99a2-5963-4517-be77-8b83af81b73d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (89719b81-4c1f-4326-bc00-4b7dddd494cf), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:43.507638 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9dc99a2-5963-4517-be77-8b83af81b73d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:58:43.508338 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c9dc99a2-5963-4517-be77-8b83af81b73d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (89719b81-4c1f-4326-bc00-4b7dddd494cf), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:43.527530 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6d1df071-ec5a-455a-bcc1-c77e62255336 None None] For port 72e65e3e-d84a-404f-890f-9dda80706982, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=72e65e3e-d84a-404f-890f-9dda80706982,segment=NetworkSegment(4955b25d-458a-4138-b58a-fac13eec9395),segment_id=4955b25d-458a-4138-b58a-fac13eec9395)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:58:43.529060 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6d1df071-ec5a-455a-bcc1-c77e62255336 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (72e65e3e-d84a-404f-890f-9dda80706982), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:43.557575 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6d1df071-ec5a-455a-bcc1-c77e62255336 None None] Calling delete_port for 72e65e3e-d84a-404f-890f-9dda80706982 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:58:43.591451 ncdv-master-1 neutron-server[114390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 20:58:43.591451 ncdv-master-1 neutron-server[114390]:   self.session.flush()
Feb 05 20:58:43.591451 ncdv-master-1 neutron-server[114390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 20:58:43.591451 ncdv-master-1 neutron-server[114390]:   self.session.flush()
Feb 05 20:58:43.591451 ncdv-master-1 neutron-server[114390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 20:58:43.591451 ncdv-master-1 neutron-server[114390]:   self.session.flush()
Feb 05 20:58:43.591451 ncdv-master-1 neutron-server[114390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 20:58:43.591451 ncdv-master-1 neutron-server[114390]:   self.session.flush()
Feb 05 20:58:43.591451 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 20:58:43.591451 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:58:43.591451 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 20:58:43.591451 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:58:43.591451 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 20:58:43.591451 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:58:43.591451 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 20:58:43.591451 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:58:43.591451 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 20:58:43.591451 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:58:43.591451 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 20:58:43.591451 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:58:43.591451 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 20:58:43.591451 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:58:43.591451 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:58:43.591451 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:58:43.591451 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:58:43.591451 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:58:43.591451 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 20:58:43.591451 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:58:43.591451 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 20:58:43.591451 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:58:43.591451 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:58:43.591451 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:58:43.591451 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:58:43.591451 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:58:43.591451 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:58:43.591451 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:58:43.591451 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:58:43.591451 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:58:43.591451 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:58:43.591451 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:58:43.602730 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c9dc99a2-5963-4517-be77-8b83af81b73d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (2869ab27-d004-4907-98b1-61880aad7d20), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:43.620320 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c9dc99a2-5963-4517-be77-8b83af81b73d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:43.628472 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42284) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:43.631603 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c9dc99a2-5963-4517-be77-8b83af81b73d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "DELETE /v2.0/networks/2869ab27-d004-4907-98b1-61880aad7d20 HTTP/1.1" status: 204  len: 168 time: 1.1670861
Feb 05 20:58:43.656538 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc99a2-5963-4517-be77-8b83af81b73d tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Pushing event deleted for resources: {'Network': ['ID=2869ab27-d004-4907-98b1-61880aad7d20,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:43.763128 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6d1df071-ec5a-455a-bcc1-c77e62255336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (72e65e3e-d84a-404f-890f-9dda80706982), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:43.834298 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1df071-ec5a-455a-bcc1-c77e62255336 None None] Pushing event deleted for resources: {'Port': ['ID=72e65e3e-d84a-404f-890f-9dda80706982,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:43.840609 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1df071-ec5a-455a-bcc1-c77e62255336 None None] No DVR routers for this DVR port 72e65e3e-d84a-404f-890f-9dda80706982 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:58:43.873492 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c2276011-5d31-43e9-b900-dd2a67728180 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (2c28d2b8-7305-4066-8f34-0ebf235173b6), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:44.076964 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c2276011-5d31-43e9-b900-dd2a67728180 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (2c28d2b8-7305-4066-8f34-0ebf235173b6), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:44.122507 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-c2276011-5d31-43e9-b900-dd2a67728180 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db340a970>,) {'filters': {'network_id': ['2c28d2b8-7305-4066-8f34-0ebf235173b6']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:44.135383 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-c2276011-5d31-43e9-b900-dd2a67728180 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db340a970>, '4955b25d-458a-4138-b58a-fac13eec9395') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:44.135762 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-c2276011-5d31-43e9-b900-dd2a67728180 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db340a970>, '4955b25d-458a-4138-b58a-fac13eec9395') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:44.157675 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c2276011-5d31-43e9-b900-dd2a67728180 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (4955b25d-458a-4138-b58a-fac13eec9395), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:44.162324 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a9831-98d4-46f3-951f-d7115e222e66 req-b16006fc-9d71-412e-a2ee-0c218da08c6f tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:44.169733 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-356a9831-98d4-46f3-951f-d7115e222e66 req-b16006fc-9d71-412e-a2ee-0c218da08c6f tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 946 time: 0.1073506
Feb 05 20:58:44.197581 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c2276011-5d31-43e9-b900-dd2a67728180 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (4955b25d-458a-4138-b58a-fac13eec9395), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:44.208223 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2276011-5d31-43e9-b900-dd2a67728180 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:58:44.208647 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c2276011-5d31-43e9-b900-dd2a67728180 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (4955b25d-458a-4138-b58a-fac13eec9395), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:44.212882 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 20:58:44.212882 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:58:44.212882 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 20:58:44.212882 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:58:44.212882 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 20:58:44.212882 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:58:44.212882 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 20:58:44.212882 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:58:44.212882 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 20:58:44.212882 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:58:44.212882 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 20:58:44.212882 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:58:44.212882 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 20:58:44.212882 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:58:44.212882 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:58:44.212882 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:58:44.212882 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:58:44.212882 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:58:44.212882 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 20:58:44.212882 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:58:44.212882 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 20:58:44.212882 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:58:44.212882 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:58:44.212882 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:58:44.212882 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:58:44.212882 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:58:44.212882 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:58:44.212882 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:58:44.212882 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:58:44.212882 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:58:44.212882 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:58:44.212882 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:58:44.322038 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-356a9831-98d4-46f3-951f-d7115e222e66 req-f05d0b4e-dfb1-470f-858d-047e1111a4f0 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff9e1fa-1af1-48b5-a113-4aa59c5c8876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1514592
Feb 05 20:58:44.359702 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c2276011-5d31-43e9-b900-dd2a67728180 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (2c28d2b8-7305-4066-8f34-0ebf235173b6), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:44.360451 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 72e65e3e-d84a-404f-890f-9dda80706982 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:58:44.391659 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c2276011-5d31-43e9-b900-dd2a67728180 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:44.396189 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c2276011-5d31-43e9-b900-dd2a67728180 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] 10.222.0.32 "DELETE /v2.0/networks/2c28d2b8-7305-4066-8f34-0ebf235173b6 HTTP/1.1" status: 204  len: 168 time: 0.7666638
Feb 05 20:58:44.397379 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2276011-5d31-43e9-b900-dd2a67728180 tempest-TaggedBootDevicesTest_v242-1057228886 tempest-TaggedBootDevicesTest_v242-1057228886-project] Pushing event deleted for resources: {'Network': ['ID=2c28d2b8-7305-4066-8f34-0ebf235173b6,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:44.403184 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42318) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:44.429187 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 72e65e3e-d84a-404f-890f-9dda80706982 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:58:44.429549 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 72e65e3e-d84a-404f-890f-9dda80706982 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:58:44.626159 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-2f6a506c-6298-40cc-a8d0-48577cbc925f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Request body: {'networks': [{'name': 'tempest-network--1494245770'}, {'name': 'tempest-network--236754298'}]} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:58:44.626498 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-2f6a506c-6298-40cc-a8d0-48577cbc925f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Request body: {'network': {'name': 'tempest-network--1494245770'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:58:44.627135 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-2f6a506c-6298-40cc-a8d0-48577cbc925f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Request body: {'network': {'name': 'tempest-network--236754298'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:58:44.644025 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d8228-7398-4438-94a5-39830e27aedc req-5289707b-3fd8-4725-b400-6b59e6a0b88e tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:44.645893 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-087d8228-7398-4438-94a5-39830e27aedc req-5289707b-3fd8-4725-b400-6b59e6a0b88e tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7 HTTP/1.1" status: 200  len: 946 time: 0.1028073
Feb 05 20:58:44.689888 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6a506c-6298-40cc-a8d0-48577cbc925f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Made reservation on behalf of 586961b5f51f4b688bdd5fe83c62f9e5 for: {'network': 2} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:58:44.705718 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2f6a506c-6298-40cc-a8d0-48577cbc925f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:44.733685 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-087d8228-7398-4438-94a5-39830e27aedc req-95505257-ee33-4c86-9109-4f6d3d2406f6 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795281
Feb 05 20:58:44.737330 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2f6a506c-6298-40cc-a8d0-48577cbc925f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:44.904067 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2f6a506c-6298-40cc-a8d0-48577cbc925f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks [] for security_group (3838ef1f-bc66-4c7f-88d6-3a0faf7f90e3), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:44.909164 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2f6a506c-6298-40cc-a8d0-48577cbc925f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (3838ef1f-bc66-4c7f-88d6-3a0faf7f90e3), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:44.910998 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2f6a506c-6298-40cc-a8d0-48577cbc925f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:44.962236 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a506c-6298-40cc-a8d0-48577cbc925f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3838ef1f-bc66-4c7f-88d6-3a0faf7f90e3,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:44.981082 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f6a506c-6298-40cc-a8d0-48577cbc925f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:58:44.997928 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2f6a506c-6298-40cc-a8d0-48577cbc925f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (161646d8-cb34-4274-8328-4f4745ae7c2e), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:44.998289 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-2f6a506c-6298-40cc-a8d0-48577cbc925f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Added segment 161646d8-cb34-4274-8328-4f4745ae7c2e of type vlan for network 9822755f-f92f-4d0b-8e83-78517e353d46
Feb 05 20:58:45.061153 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2f6a506c-6298-40cc-a8d0-48577cbc925f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (9822755f-f92f-4d0b-8e83-78517e353d46), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:45.107621 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42356) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:45.127783 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f6a506c-6298-40cc-a8d0-48577cbc925f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:58:45.148438 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2f6a506c-6298-40cc-a8d0-48577cbc925f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (382d5e25-6eec-4f27-aac1-414952c269c3), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:45.149005 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-2f6a506c-6298-40cc-a8d0-48577cbc925f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Added segment 382d5e25-6eec-4f27-aac1-414952c269c3 of type vlan for network bd1d9cf1-d43b-41e7-949e-9d3ebb6bdaa3
Feb 05 20:58:45.198166 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:45.225442 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2f6a506c-6298-40cc-a8d0-48577cbc925f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (bd1d9cf1-d43b-41e7-949e-9d3ebb6bdaa3), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:45.263945 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2f6a506c-6298-40cc-a8d0-48577cbc925f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (9822755f-f92f-4d0b-8e83-78517e353d46), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:45.264992 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2f6a506c-6298-40cc-a8d0-48577cbc925f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (bd1d9cf1-d43b-41e7-949e-9d3ebb6bdaa3), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:45.274357 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6a506c-6298-40cc-a8d0-48577cbc925f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:45.281928 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6a506c-6298-40cc-a8d0-48577cbc925f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:45.282984 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2f6a506c-6298-40cc-a8d0-48577cbc925f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:45.323924 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a4ef020b-83b6-4546-974b-7f30aec4774d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:45.431171 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2f6a506c-6298-40cc-a8d0-48577cbc925f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1319 time: 1.0271087
Feb 05 20:58:45.434941 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42362) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:45.452181 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a506c-6298-40cc-a8d0-48577cbc925f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Pushing event updated for resources: {'Network': ['ID=9822755f-f92f-4d0b-8e83-78517e353d46,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:45.465392 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 9822755f-f92f-4d0b-8e83-78517e353d46 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:58:45.548946 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a506c-6298-40cc-a8d0-48577cbc925f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Pushing event updated for resources: {'Network': ['ID=bd1d9cf1-d43b-41e7-949e-9d3ebb6bdaa3,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:45.576806 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network bd1d9cf1-d43b-41e7-949e-9d3ebb6bdaa3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:58:45.627844 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f35c95e-5610-464e-a32b-e2c6ed9627e7 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:45.633872 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f35c95e-5610-464e-a32b-e2c6ed9627e7 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:45.634288 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a4ef020b-83b6-4546-974b-7f30aec4774d admin admin] Publish callbacks [] for security_group (09830936-73cb-4031-91da-a8285f9ac6ba), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:45.639457 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a4ef020b-83b6-4546-974b-7f30aec4774d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (09830936-73cb-4031-91da-a8285f9ac6ba), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:45.641531 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f35c95e-5610-464e-a32b-e2c6ed9627e7 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:45.650147 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f35c95e-5610-464e-a32b-e2c6ed9627e7 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:45.656484 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7f35c95e-5610-464e-a32b-e2c6ed9627e7 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2406 time: 0.2193651
Feb 05 20:58:45.657239 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42378) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:45.712548 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748eba4-061e-4afb-a633-9b7b3f7dd81c req-14cbfab5-11c1-4582-aca1-08a8110ae389 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:45.721586 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e748eba4-061e-4afb-a633-9b7b3f7dd81c req-14cbfab5-11c1-4582-aca1-08a8110ae389 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 946 time: 0.1864209
Feb 05 20:58:45.737324 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a4ef020b-83b6-4546-974b-7f30aec4774d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ba7ce288c9754a1ab6595d3812f464b3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6291466
Feb 05 20:58:45.748644 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42382) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:45.749355 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef020b-83b6-4546-974b-7f30aec4774d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09830936-73cb-4031-91da-a8285f9ac6ba,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:45.879831 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e748eba4-061e-4afb-a633-9b7b3f7dd81c req-39795afc-e4a4-401a-848d-2b7f226fc62f tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff9e1fa-1af1-48b5-a113-4aa59c5c8876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1572781
Feb 05 20:58:45.908915 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8a57401b-9e58-4092-b33e-68364943b119 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (9822755f-f92f-4d0b-8e83-78517e353d46), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:45.918341 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9c0fae29-6d26-44a9-898a-82a73e4e009e admin admin] Publish callbacks [] for security_group (09830936-73cb-4031-91da-a8285f9ac6ba), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:46.009066 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9c0fae29-6d26-44a9-898a-82a73e4e009e admin admin] Publish callbacks [] for security_group (09830936-73cb-4031-91da-a8285f9ac6ba), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:46.096651 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f3098-fd45-4090-9a79-310c947ec8b1 req-d78f5617-8b60-469e-969a-88d3d6316228 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:46.098955 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-078f3098-fd45-4090-9a79-310c947ec8b1 req-d78f5617-8b60-469e-969a-88d3d6316228 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7 HTTP/1.1" status: 200  len: 946 time: 0.2168372
Feb 05 20:58:46.112610 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9c0fae29-6d26-44a9-898a-82a73e4e009e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (09830936-73cb-4031-91da-a8285f9ac6ba), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:46.119115 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9c0fae29-6d26-44a9-898a-82a73e4e009e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:46.124901 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9c0fae29-6d26-44a9-898a-82a73e4e009e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/09830936-73cb-4031-91da-a8285f9ac6ba HTTP/1.1" status: 204  len: 168 time: 0.3306332
Feb 05 20:58:46.145860 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0fae29-6d26-44a9-898a-82a73e4e009e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09830936-73cb-4031-91da-a8285f9ac6ba,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:46.178012 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8a57401b-9e58-4092-b33e-68364943b119 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (9822755f-f92f-4d0b-8e83-78517e353d46), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:46.218987 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-8a57401b-9e58-4092-b33e-68364943b119 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db831b2b0>,) {'filters': {'network_id': ['9822755f-f92f-4d0b-8e83-78517e353d46']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:46.235602 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-078f3098-fd45-4090-9a79-310c947ec8b1 req-f657f1fb-756a-4629-9b19-a40d505f3bb8 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247399
Feb 05 20:58:46.238229 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-8a57401b-9e58-4092-b33e-68364943b119 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db831b2b0>, '161646d8-cb34-4274-8328-4f4745ae7c2e') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:46.238669 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-8a57401b-9e58-4092-b33e-68364943b119 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db831b2b0>, '161646d8-cb34-4274-8328-4f4745ae7c2e') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:46.256368 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8a57401b-9e58-4092-b33e-68364943b119 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (161646d8-cb34-4274-8328-4f4745ae7c2e), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:46.274880 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8a57401b-9e58-4092-b33e-68364943b119 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (161646d8-cb34-4274-8328-4f4745ae7c2e), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:46.285579 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a57401b-9e58-4092-b33e-68364943b119 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:58:46.286248 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8a57401b-9e58-4092-b33e-68364943b119 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (161646d8-cb34-4274-8328-4f4745ae7c2e), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:46.303282 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 20:58:46.303282 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:58:46.303282 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 20:58:46.303282 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:58:46.303282 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 20:58:46.303282 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:58:46.303282 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 20:58:46.303282 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:58:46.303282 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 20:58:46.303282 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:58:46.303282 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 20:58:46.303282 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:58:46.303282 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 20:58:46.303282 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:58:46.303282 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:58:46.303282 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:58:46.303282 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:58:46.303282 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:58:46.303282 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 20:58:46.303282 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:58:46.303282 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 20:58:46.303282 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:58:46.303282 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:58:46.303282 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:58:46.303282 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:58:46.303282 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:58:46.303282 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:58:46.303282 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:58:46.303282 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:58:46.303282 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:58:46.303282 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:58:46.303282 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:58:46.389333 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8a57401b-9e58-4092-b33e-68364943b119 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (9822755f-f92f-4d0b-8e83-78517e353d46), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:46.402159 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8a57401b-9e58-4092-b33e-68364943b119 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:46.411494 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8a57401b-9e58-4092-b33e-68364943b119 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] 10.222.0.32 "DELETE /v2.0/networks/9822755f-f92f-4d0b-8e83-78517e353d46 HTTP/1.1" status: 204  len: 168 time: 0.7488983
Feb 05 20:58:46.411824 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42414) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:46.446197 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57401b-9e58-4092-b33e-68364943b119 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Pushing event deleted for resources: {'Network': ['ID=9822755f-f92f-4d0b-8e83-78517e353d46,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:46.539633 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e68b9170-b98c-404a-8df0-b6c0d3fdcf35 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (bd1d9cf1-d43b-41e7-949e-9d3ebb6bdaa3), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:46.675239 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e68b9170-b98c-404a-8df0-b6c0d3fdcf35 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (bd1d9cf1-d43b-41e7-949e-9d3ebb6bdaa3), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:46.722780 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-e68b9170-b98c-404a-8df0-b6c0d3fdcf35 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db16c6b80>,) {'filters': {'network_id': ['bd1d9cf1-d43b-41e7-949e-9d3ebb6bdaa3']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:46.737598 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-e68b9170-b98c-404a-8df0-b6c0d3fdcf35 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db16c6b80>, '382d5e25-6eec-4f27-aac1-414952c269c3') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:46.738223 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-e68b9170-b98c-404a-8df0-b6c0d3fdcf35 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db16c6b80>, '382d5e25-6eec-4f27-aac1-414952c269c3') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:46.751391 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e68b9170-b98c-404a-8df0-b6c0d3fdcf35 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (382d5e25-6eec-4f27-aac1-414952c269c3), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:46.771755 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e68b9170-b98c-404a-8df0-b6c0d3fdcf35 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (382d5e25-6eec-4f27-aac1-414952c269c3), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:46.782451 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e68b9170-b98c-404a-8df0-b6c0d3fdcf35 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:58:46.783983 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e68b9170-b98c-404a-8df0-b6c0d3fdcf35 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (382d5e25-6eec-4f27-aac1-414952c269c3), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:46.788701 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 20:58:46.788701 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:58:46.788701 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 20:58:46.788701 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:58:46.788701 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 20:58:46.788701 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:58:46.788701 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 20:58:46.788701 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:58:46.788701 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 20:58:46.788701 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:58:46.788701 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 20:58:46.788701 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:58:46.788701 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 20:58:46.788701 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:58:46.788701 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:58:46.788701 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:58:46.788701 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:58:46.788701 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:58:46.788701 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 20:58:46.788701 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:58:46.788701 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 20:58:46.788701 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:58:46.788701 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:58:46.788701 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:58:46.788701 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:58:46.788701 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:58:46.788701 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:58:46.788701 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:58:46.788701 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:58:46.788701 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:58:46.788701 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:58:46.788701 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:58:46.896939 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e68b9170-b98c-404a-8df0-b6c0d3fdcf35 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (bd1d9cf1-d43b-41e7-949e-9d3ebb6bdaa3), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:46.923949 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e68b9170-b98c-404a-8df0-b6c0d3fdcf35 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:46.930554 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e68b9170-b98c-404a-8df0-b6c0d3fdcf35 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] 10.222.0.32 "DELETE /v2.0/networks/bd1d9cf1-d43b-41e7-949e-9d3ebb6bdaa3 HTTP/1.1" status: 204  len: 168 time: 0.5172558
Feb 05 20:58:46.932824 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42432) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:46.976041 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b9170-b98c-404a-8df0-b6c0d3fdcf35 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Pushing event deleted for resources: {'Network': ['ID=bd1d9cf1-d43b-41e7-949e-9d3ebb6bdaa3,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:47.355267 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be914b22-6ee3-443f-a0dc-c29873145a6c req-3f5d1b41-6773-413d-b8e6-ad958c315727 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:47.364735 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-be914b22-6ee3-443f-a0dc-c29873145a6c req-3f5d1b41-6773-413d-b8e6-ad958c315727 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 946 time: 0.3827927
Feb 05 20:58:47.401928 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c637fff4-4476-434c-8d01-7644e30e4ac8 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:47.412967 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c637fff4-4476-434c-8d01-7644e30e4ac8 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:47.415594 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c637fff4-4476-434c-8d01-7644e30e4ac8 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.4814837
Feb 05 20:58:47.419766 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42480) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:47.427457 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-f40e7259-099e-41f6-8c81-4a6f83273226 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-770486384'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:58:47.482584 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40e7259-099e-41f6-8c81-4a6f83273226 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Made reservation on behalf of 586961b5f51f4b688bdd5fe83c62f9e5 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:58:47.492967 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f40e7259-099e-41f6-8c81-4a6f83273226 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:47.567741 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-be914b22-6ee3-443f-a0dc-c29873145a6c req-eaad8332-0fa8-4a11-8c21-671a36dff4e8 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff9e1fa-1af1-48b5-a113-4aa59c5c8876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2015014
Feb 05 20:58:47.569143 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f40e7259-099e-41f6-8c81-4a6f83273226 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:58:47.588234 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a8d2d-568f-496b-a167-25b18756cff9 req-ed68e5be-4777-4b92-b58b-d8cee9ed647a tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:47.597079 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-006a8d2d-568f-496b-a167-25b18756cff9 req-ed68e5be-4777-4b92-b58b-d8cee9ed647a tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7 HTTP/1.1" status: 200  len: 946 time: 0.2045863
Feb 05 20:58:47.603490 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f40e7259-099e-41f6-8c81-4a6f83273226 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (99eaffe0-5117-4115-bc37-f87a23b30805), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:47.603917 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-f40e7259-099e-41f6-8c81-4a6f83273226 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Added segment 99eaffe0-5117-4115-bc37-f87a23b30805 of type vlan for network 3b253aff-539a-49c7-ae90-f9aba966af48
Feb 05 20:58:47.683286 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-006a8d2d-568f-496b-a167-25b18756cff9 req-c19b9665-e842-4a0d-8628-e72904a375f5 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846789
Feb 05 20:58:47.720221 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f40e7259-099e-41f6-8c81-4a6f83273226 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (3b253aff-539a-49c7-ae90-f9aba966af48), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:47.788430 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f40e7259-099e-41f6-8c81-4a6f83273226 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (3b253aff-539a-49c7-ae90-f9aba966af48), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:47.796960 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40e7259-099e-41f6-8c81-4a6f83273226 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:47.797634 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f40e7259-099e-41f6-8c81-4a6f83273226 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:47.846549 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42486) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:47.847529 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f40e7259-099e-41f6-8c81-4a6f83273226 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.4243486
Feb 05 20:58:47.854439 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-e05b6f84-0433-4ed8-8ba7-5f8fe0ebd4b8 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-622914940'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:58:47.889293 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05b6f84-0433-4ed8-8ba7-5f8fe0ebd4b8 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Made reservation on behalf of 586961b5f51f4b688bdd5fe83c62f9e5 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:58:47.895265 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e7259-099e-41f6-8c81-4a6f83273226 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Pushing event updated for resources: {'Network': ['ID=3b253aff-539a-49c7-ae90-f9aba966af48,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:47.898042 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e05b6f84-0433-4ed8-8ba7-5f8fe0ebd4b8 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:47.910009 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 3b253aff-539a-49c7-ae90-f9aba966af48 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:58:47.941550 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e05b6f84-0433-4ed8-8ba7-5f8fe0ebd4b8 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:58:47.961925 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e05b6f84-0433-4ed8-8ba7-5f8fe0ebd4b8 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (c080dcf6-b3be-4e10-a18d-a2f521a77ee6), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:47.962251 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-e05b6f84-0433-4ed8-8ba7-5f8fe0ebd4b8 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Added segment c080dcf6-b3be-4e10-a18d-a2f521a77ee6 of type vlan for network 54e3ef2a-ca4b-44a4-990d-07c00014fc7f
Feb 05 20:58:48.053328 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e05b6f84-0433-4ed8-8ba7-5f8fe0ebd4b8 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (54e3ef2a-ca4b-44a4-990d-07c00014fc7f), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:48.119346 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e05b6f84-0433-4ed8-8ba7-5f8fe0ebd4b8 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (54e3ef2a-ca4b-44a4-990d-07c00014fc7f), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:48.130232 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05b6f84-0433-4ed8-8ba7-5f8fe0ebd4b8 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:48.130950 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e05b6f84-0433-4ed8-8ba7-5f8fe0ebd4b8 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:48.236066 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e05b6f84-0433-4ed8-8ba7-5f8fe0ebd4b8 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.3843670
Feb 05 20:58:48.236546 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42506) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:48.243996 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-2c21cb97-c7cb-403c-9fbb-0629bc4d8979 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Request body: {'ports': [{'network_id': '3b253aff-539a-49c7-ae90-f9aba966af48', 'name': 'tempest-port--860629432', 'admin_state_up': True}, {'network_id': '54e3ef2a-ca4b-44a4-990d-07c00014fc7f', 'admin_state_up': False}]} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:58:48.244351 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-2c21cb97-c7cb-403c-9fbb-0629bc4d8979 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Request body: {'port': {'network_id': '3b253aff-539a-49c7-ae90-f9aba966af48', 'name': 'tempest-port--860629432', 'admin_state_up': True}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:58:48.244857 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-2c21cb97-c7cb-403c-9fbb-0629bc4d8979 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Request body: {'port': {'network_id': '54e3ef2a-ca4b-44a4-990d-07c00014fc7f', 'admin_state_up': False}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:58:48.280999 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b6f84-0433-4ed8-8ba7-5f8fe0ebd4b8 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Pushing event updated for resources: {'Network': ['ID=54e3ef2a-ca4b-44a4-990d-07c00014fc7f,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:48.292897 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 54e3ef2a-ca4b-44a4-990d-07c00014fc7f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:58:48.573653 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c21cb97-c7cb-403c-9fbb-0629bc4d8979 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Made reservation on behalf of 586961b5f51f4b688bdd5fe83c62f9e5 for: {'port': 2} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:58:48.579108 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c21cb97-c7cb-403c-9fbb-0629bc4d8979 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:48.596947 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c21cb97-c7cb-403c-9fbb-0629bc4d8979 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:48.784474 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842f381-22f4-4f10-9cbe-ebdbcdac56ef req-92d0725e-b9ae-4810-9ee3-2a46ff136de9 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:48.786534 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d842f381-22f4-4f10-9cbe-ebdbcdac56ef req-92d0725e-b9ae-4810-9ee3-2a46ff136de9 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 946 time: 0.0973525
Feb 05 20:58:48.870744 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-2c21cb97-c7cb-403c-9fbb-0629bc4d8979 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] device_id is not set on port c7939a6d-b8cd-46c6-aef7-fa7ec119c18d yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 20:58:48.911866 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d842f381-22f4-4f10-9cbe-ebdbcdac56ef req-bc26bab5-6367-4e03-a639-74dab526d725 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff9e1fa-1af1-48b5-a113-4aa59c5c8876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1189253
Feb 05 20:58:48.939251 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571e6f6-cabb-4b6b-948f-c4e548c86cbe req-ebc5f5be-f3ae-4bd2-ab59-018da78cb8d7 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:48.941390 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a571e6f6-cabb-4b6b-948f-c4e548c86cbe req-ebc5f5be-f3ae-4bd2-ab59-018da78cb8d7 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7 HTTP/1.1" status: 200  len: 946 time: 0.1269987
Feb 05 20:58:49.026968 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a571e6f6-cabb-4b6b-948f-c4e548c86cbe req-4b3e2f9d-8389-496c-bb1e-782fbc9b8803 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697293
Feb 05 20:58:49.034165 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c21cb97-c7cb-403c-9fbb-0629bc4d8979 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks [] for port (c7939a6d-b8cd-46c6-aef7-fa7ec119c18d), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:49.174674 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-2c21cb97-c7cb-403c-9fbb-0629bc4d8979 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] device_id is not set on port 1415e1cd-11d4-4c0c-9571-f18ec00f09dd yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 20:58:49.300465 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c21cb97-c7cb-403c-9fbb-0629bc4d8979 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks [] for port (1415e1cd-11d4-4c0c-9571-f18ec00f09dd), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:49.372966 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c21cb97-c7cb-403c-9fbb-0629bc4d8979 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (c7939a6d-b8cd-46c6-aef7-fa7ec119c18d), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:49.417780 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5ef5e-df23-4a32-a8a9-00617bc0466f req-7fcc2d41-f501-42f3-bc6f-a35d2f9226f4 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:49.419650 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-60f5ef5e-df23-4a32-a8a9-00617bc0466f req-7fcc2d41-f501-42f3-bc6f-a35d2f9226f4 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7 HTTP/1.1" status: 200  len: 946 time: 0.1193495
Feb 05 20:58:49.486033 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c21cb97-c7cb-403c-9fbb-0629bc4d8979 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Pushing event updated for resources: {'Port': ['ID=c7939a6d-b8cd-46c6-aef7-fa7ec119c18d,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:49.529566 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c21cb97-c7cb-403c-9fbb-0629bc4d8979 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Checking segment: {'id': '99eaffe0-5117-4115-bc37-f87a23b30805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3b253aff-539a-49c7-ae90-f9aba966af48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:58:49.529971 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c21cb97-c7cb-403c-9fbb-0629bc4d8979 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Network hostable DHCP agents. Network: 3b253aff-539a-49c7-ae90-f9aba966af48, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:58:49.554344 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c21cb97-c7cb-403c-9fbb-0629bc4d8979 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Network 3b253aff-539a-49c7-ae90-f9aba966af48 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:58:49.573301 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-2c21cb97-c7cb-403c-9fbb-0629bc4d8979 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3b253aff-539a-49c7-ae90-f9aba966af48) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:58:49.584309 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fb2c8f-f816-46e0-a656-4cd9ff49202c None None] Network 3b253aff-539a-49c7-ae90-f9aba966af48 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:58:49.591047 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c21cb97-c7cb-403c-9fbb-0629bc4d8979 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:58:49.592098 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c21cb97-c7cb-403c-9fbb-0629bc4d8979 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (1415e1cd-11d4-4c0c-9571-f18ec00f09dd), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:49.609291 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-60f5ef5e-df23-4a32-a8a9-00617bc0466f req-bd9e9c87-f855-41c4-a668-30fc6906dd68 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1802492
Feb 05 20:58:49.711259 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c21cb97-c7cb-403c-9fbb-0629bc4d8979 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Pushing event updated for resources: {'Port': ['ID=1415e1cd-11d4-4c0c-9571-f18ec00f09dd,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:49.773564 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c21cb97-c7cb-403c-9fbb-0629bc4d8979 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Checking segment: {'id': 'c080dcf6-b3be-4e10-a18d-a2f521a77ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '54e3ef2a-ca4b-44a4-990d-07c00014fc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:58:49.773940 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c21cb97-c7cb-403c-9fbb-0629bc4d8979 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Network hostable DHCP agents. Network: 54e3ef2a-ca4b-44a4-990d-07c00014fc7f, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:58:49.825668 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c21cb97-c7cb-403c-9fbb-0629bc4d8979 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Network 54e3ef2a-ca4b-44a4-990d-07c00014fc7f is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:58:49.835933 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5abab8-8564-4c49-b3f9-af5bf911bd45 req-4ba07da6-1676-4043-a4c9-ec4d5ba50900 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:49.837536 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ce5abab8-8564-4c49-b3f9-af5bf911bd45 req-4ba07da6-1676-4043-a4c9-ec4d5ba50900 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7 HTTP/1.1" status: 200  len: 946 time: 0.0979495
Feb 05 20:58:49.863916 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-2c21cb97-c7cb-403c-9fbb-0629bc4d8979 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 54e3ef2a-ca4b-44a4-990d-07c00014fc7f) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:58:49.892038 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6c3d42-2807-42ce-a262-6c2355ca56b3 None None] Network 54e3ef2a-ca4b-44a4-990d-07c00014fc7f requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:58:49.906312 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c21cb97-c7cb-403c-9fbb-0629bc4d8979 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:58:49.924119 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c21cb97-c7cb-403c-9fbb-0629bc4d8979 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:49.931859 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c21cb97-c7cb-403c-9fbb-0629bc4d8979 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:49.932941 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c21cb97-c7cb-403c-9fbb-0629bc4d8979 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:49.972115 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2c21cb97-c7cb-403c-9fbb-0629bc4d8979 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1449 time: 1.7336457
Feb 05 20:58:49.975112 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42622) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:50.110187 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ce5abab8-8564-4c49-b3f9-af5bf911bd45 req-992536f3-ec7e-46e2-849c-8313dd440ec9 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2642798
Feb 05 20:58:50.178157 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:50.214174 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a4d837-37c8-497b-a1b1-74cba228a012 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:50.234808 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a4d837-37c8-497b-a1b1-74cba228a012 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:50.238112 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-65a4d837-37c8-497b-a1b1-74cba228a012 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1444 time: 0.2618566
Feb 05 20:58:50.241046 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42636) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:50.437123 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-44b89e43-558c-484c-a284-32e2e26151c0 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Deleting port c7939a6d-b8cd-46c6-aef7-fa7ec119c18d {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:58:50.437737 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-44b89e43-558c-484c-a284-32e2e26151c0 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (c7939a6d-b8cd-46c6-aef7-fa7ec119c18d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:50.538507 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-44b89e43-558c-484c-a284-32e2e26151c0 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (c7939a6d-b8cd-46c6-aef7-fa7ec119c18d), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:50.545154 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42644) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:50.599651 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-44b89e43-558c-484c-a284-32e2e26151c0 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Calling delete_port for c7939a6d-b8cd-46c6-aef7-fa7ec119c18d owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:58:50.761793 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780f579-2c05-4abf-ab03-22f34412da42 req-aaaeddf1-2947-486a-8270-737a525d76ad tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:50.778321 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3780f579-2c05-4abf-ab03-22f34412da42 req-aaaeddf1-2947-486a-8270-737a525d76ad tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 946 time: 0.2454269
Feb 05 20:58:50.812122 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5613452-0485-454e-8588-435da97bfd91 req-391c1cdf-f5ad-4262-984b-cbb25fe988e4 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:50.817864 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-44b89e43-558c-484c-a284-32e2e26151c0 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (c7939a6d-b8cd-46c6-aef7-fa7ec119c18d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:50.821867 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f5613452-0485-454e-8588-435da97bfd91 req-391c1cdf-f5ad-4262-984b-cbb25fe988e4 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7 HTTP/1.1" status: 200  len: 946 time: 0.1921823
Feb 05 20:58:50.863815 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42652) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:50.881904 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b89e43-558c-484c-a284-32e2e26151c0 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Pushing event deleted for resources: {'Port': ['ID=c7939a6d-b8cd-46c6-aef7-fa7ec119c18d,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:50.909977 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-44b89e43-558c-484c-a284-32e2e26151c0 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:50.919843 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-44b89e43-558c-484c-a284-32e2e26151c0 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] 10.222.0.32 "DELETE /v2.0/ports/c7939a6d-b8cd-46c6-aef7-fa7ec119c18d HTTP/1.1" status: 204  len: 168 time: 0.6774192
Feb 05 20:58:50.924613 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42656) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:50.934317 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3780f579-2c05-4abf-ab03-22f34412da42 req-3e539dd6-c57f-4fa3-b53b-e5dcd248f52a tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff9e1fa-1af1-48b5-a113-4aa59c5c8876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1434081
Feb 05 20:58:50.987804 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f5613452-0485-454e-8588-435da97bfd91 req-60ca995a-1808-4bab-bd53-a4ca841086c2 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1646285
Feb 05 20:58:51.043057 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bdd20b9b-42dc-4272-9bb0-ff35489d56a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:51.188677 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bdd20b9b-42dc-4272-9bb0-ff35489d56a6 admin admin] Publish callbacks [] for security_group (70090d51-8463-4d72-b442-bdd4c662398d), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:51.201813 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bdd20b9b-42dc-4272-9bb0-ff35489d56a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (70090d51-8463-4d72-b442-bdd4c662398d), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:51.234658 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-128cd86b-f463-4b24-9ec3-5730df22a689 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Deleting port 1415e1cd-11d4-4c0c-9571-f18ec00f09dd {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:58:51.235000 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-128cd86b-f463-4b24-9ec3-5730df22a689 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (1415e1cd-11d4-4c0c-9571-f18ec00f09dd), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:51.280587 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-bdd20b9b-42dc-4272-9bb0-ff35489d56a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3365a74d4bfd44c58924eb6ade698cc3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4125192
Feb 05 20:58:51.282312 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42666) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:51.321437 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd20b9b-42dc-4272-9bb0-ff35489d56a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70090d51-8463-4d72-b442-bdd4c662398d,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:51.380015 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-128cd86b-f463-4b24-9ec3-5730df22a689 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (1415e1cd-11d4-4c0c-9571-f18ec00f09dd), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:51.387818 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-21100971-074d-4df3-8d17-092ba1ad4a9e admin admin] Publish callbacks [] for security_group (70090d51-8463-4d72-b442-bdd4c662398d), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:51.415348 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-128cd86b-f463-4b24-9ec3-5730df22a689 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Calling delete_port for 1415e1cd-11d4-4c0c-9571-f18ec00f09dd owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:58:51.425386 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-21100971-074d-4df3-8d17-092ba1ad4a9e admin admin] Publish callbacks [] for security_group (70090d51-8463-4d72-b442-bdd4c662398d), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:51.495097 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-21100971-074d-4df3-8d17-092ba1ad4a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (70090d51-8463-4d72-b442-bdd4c662398d), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:51.498590 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-21100971-074d-4df3-8d17-092ba1ad4a9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:51.499390 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-21100971-074d-4df3-8d17-092ba1ad4a9e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/70090d51-8463-4d72-b442-bdd4c662398d HTTP/1.1" status: 204  len: 168 time: 0.2144153
Feb 05 20:58:51.509376 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21100971-074d-4df3-8d17-092ba1ad4a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70090d51-8463-4d72-b442-bdd4c662398d,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:51.535078 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9c0be-1e7f-4134-b8e3-0afc03e121b7 req-3f157272-1435-4ff0-9887-105a376c911b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:51.536608 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e1e9c0be-1e7f-4134-b8e3-0afc03e121b7 req-3f157272-1435-4ff0-9887-105a376c911b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 1128 time: 0.1742079
Feb 05 20:58:51.635385 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-128cd86b-f463-4b24-9ec3-5730df22a689 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (1415e1cd-11d4-4c0c-9571-f18ec00f09dd), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:51.639703 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e1e9c0be-1e7f-4134-b8e3-0afc03e121b7 req-4cff3c2d-f823-4a98-9ecd-121a3d59aac1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0ff9e1fa-1af1-48b5-a113-4aa59c5c8876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822983
Feb 05 20:58:51.683339 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128cd86b-f463-4b24-9ec3-5730df22a689 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Pushing event deleted for resources: {'Port': ['ID=1415e1cd-11d4-4c0c-9571-f18ec00f09dd,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:51.692215 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-128cd86b-f463-4b24-9ec3-5730df22a689 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:51.698460 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-128cd86b-f463-4b24-9ec3-5730df22a689 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] 10.222.0.32 "DELETE /v2.0/ports/1415e1cd-11d4-4c0c-9571-f18ec00f09dd HTTP/1.1" status: 204  len: 168 time: 0.7060823
Feb 05 20:58:51.698460 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42670) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:51.770576 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-fd790a7f-7ded-4120-8cc8-bc175bce234f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0664144
Feb 05 20:58:51.770823 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42674) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:51.782236 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-fcea1d49-37e9-4a22-8a31-f27e336535cb tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1362513580'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:58:51.883748 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcea1d49-37e9-4a22-8a31-f27e336535cb tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Made reservation on behalf of 586961b5f51f4b688bdd5fe83c62f9e5 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:58:51.889016 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fcea1d49-37e9-4a22-8a31-f27e336535cb tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:51.933272 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcea1d49-37e9-4a22-8a31-f27e336535cb tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:58:51.946790 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f64ebf2e-1843-4c83-852e-66c4161ccc77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (03df5a20-e50e-4a85-ae02-0f56ff30722a), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:52.048425 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fcea1d49-37e9-4a22-8a31-f27e336535cb tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (c7bb3428-f1ea-4506-990a-694ad817438c), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:52.049046 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-fcea1d49-37e9-4a22-8a31-f27e336535cb tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Added segment c7bb3428-f1ea-4506-990a-694ad817438c of type vlan for network 477e3a68-1e2c-4a5a-97c2-24fce3e267c7
Feb 05 20:58:52.102489 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42686) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:52.191578 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0922a-7660-4018-ba64-8a30b3f8cdf0 req-fdf53aed-6ab0-46e5-81b2-676a52316251 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:52.193898 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-35d0922a-7660-4018-ba64-8a30b3f8cdf0 req-fdf53aed-6ab0-46e5-81b2-676a52316251 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 946 time: 0.0786777
Feb 05 20:58:52.203865 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f4f4e7b7-9c67-4a70-b631-2cfd86932549 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:52.206906 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5308e-13aa-4205-a321-ffb5242895e3 req-a8bff6de-790f-4b9a-9481-2697807a751a tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:52.213586 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fcea1d49-37e9-4a22-8a31-f27e336535cb tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (477e3a68-1e2c-4a5a-97c2-24fce3e267c7), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:52.214883 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7af5308e-13aa-4205-a321-ffb5242895e3 req-a8bff6de-790f-4b9a-9481-2697807a751a tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7 HTTP/1.1" status: 200  len: 946 time: 0.1330674
Feb 05 20:58:52.330694 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312bac57-a993-4432-b38d-c82af3ebd6fe req-e4bcd681-87de-4725-90c9-384442018b1d tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:52.332707 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-312bac57-a993-4432-b38d-c82af3ebd6fe req-e4bcd681-87de-4725-90c9-384442018b1d tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7 HTTP/1.1" status: 200  len: 946 time: 0.2790501
Feb 05 20:58:52.342098 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-35d0922a-7660-4018-ba64-8a30b3f8cdf0 req-e52ddcd1-9dc3-49c0-ac9f-87a86a03161b tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff9e1fa-1af1-48b5-a113-4aa59c5c8876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1244471
Feb 05 20:58:52.378329 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7af5308e-13aa-4205-a321-ffb5242895e3 req-2325431b-e69b-44a6-a11a-6ea4ce3dae9c tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1600120
Feb 05 20:58:52.464487 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fcea1d49-37e9-4a22-8a31-f27e336535cb tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (477e3a68-1e2c-4a5a-97c2-24fce3e267c7), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:52.490174 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcea1d49-37e9-4a22-8a31-f27e336535cb tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:52.491318 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fcea1d49-37e9-4a22-8a31-f27e336535cb tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:52.690917 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d437d91-9a65-4a06-b751-9589ac6fe59a req-557f6acc-2eef-40b4-b565-dc8b4e299531 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:52.692471 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6d437d91-9a65-4a06-b751-9589ac6fe59a req-557f6acc-2eef-40b4-b565-dc8b4e299531 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/ports?device_id=de3541f4-bce5-4f7b-a471-6e84cffd9f1b HTTP/1.1" status: 200  len: 946 time: 0.0895760
Feb 05 20:58:52.740833 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-fcea1d49-37e9-4a22-8a31-f27e336535cb tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.9690957
Feb 05 20:58:52.743882 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42712) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:52.753452 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-b949647b-9c3d-41f1-8e35-8c80f3c20a88 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1525829378'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:58:52.759442 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea1d49-37e9-4a22-8a31-f27e336535cb tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Pushing event updated for resources: {'Network': ['ID=477e3a68-1e2c-4a5a-97c2-24fce3e267c7,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:52.776924 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 477e3a68-1e2c-4a5a-97c2-24fce3e267c7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:58:52.873913 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6d437d91-9a65-4a06-b751-9589ac6fe59a req-1ab074cf-6476-4698-b456-8429ec6722fd tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f15019-9768-4200-84e5-e823382c93bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1471345
Feb 05 20:58:52.942893 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b949647b-9c3d-41f1-8e35-8c80f3c20a88 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Made reservation on behalf of 586961b5f51f4b688bdd5fe83c62f9e5 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:58:52.951433 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b949647b-9c3d-41f1-8e35-8c80f3c20a88 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:52.999328 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b949647b-9c3d-41f1-8e35-8c80f3c20a88 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:58:53.013862 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b949647b-9c3d-41f1-8e35-8c80f3c20a88 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (274cd9af-9309-4542-848c-84141766fbd5), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:53.014457 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-b949647b-9c3d-41f1-8e35-8c80f3c20a88 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Added segment 274cd9af-9309-4542-848c-84141766fbd5 of type vlan for network c1669f7d-9663-4e95-b245-511eef053b02
Feb 05 20:58:53.067067 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b949647b-9c3d-41f1-8e35-8c80f3c20a88 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (c1669f7d-9663-4e95-b245-511eef053b02), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:53.113401 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b949647b-9c3d-41f1-8e35-8c80f3c20a88 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (c1669f7d-9663-4e95-b245-511eef053b02), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:53.119990 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b949647b-9c3d-41f1-8e35-8c80f3c20a88 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:53.121504 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b949647b-9c3d-41f1-8e35-8c80f3c20a88 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:53.220992 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b949647b-9c3d-41f1-8e35-8c80f3c20a88 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.4717510
Feb 05 20:58:53.239785 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b949647b-9c3d-41f1-8e35-8c80f3c20a88 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Pushing event updated for resources: {'Network': ['ID=c1669f7d-9663-4e95-b245-511eef053b02,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:53.260538 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network c1669f7d-9663-4e95-b245-511eef053b02 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:58:53.265927 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f4f4e7b7-9c67-4a70-b631-2cfd86932549 admin admin] Publish callbacks [] for security_group (e504f045-29b1-45e5-8c4f-b8e6d517a0b7), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:53.282449 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f4f4e7b7-9c67-4a70-b631-2cfd86932549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (e504f045-29b1-45e5-8c4f-b8e6d517a0b7), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:53.322485 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-312bac57-a993-4432-b38d-c82af3ebd6fe req-68b4dccf-8c96-4109-873c-7456b869fbf6 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Deleting port ef360b1f-760d-4462-bf4f-d4be74b09bd2 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:58:53.322897 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-312bac57-a993-4432-b38d-c82af3ebd6fe req-68b4dccf-8c96-4109-873c-7456b869fbf6 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (ef360b1f-760d-4462-bf4f-d4be74b09bd2), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:53.354902 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f4e7b7-9c67-4a70-b631-2cfd86932549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e504f045-29b1-45e5-8c4f-b8e6d517a0b7,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:53.371826 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f4f4e7b7-9c67-4a70-b631-2cfd86932549 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f8def10f154244658cba5848370f8239&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2645793
Feb 05 20:58:53.377611 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42726) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:53.531537 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-11a4e153-a18c-4aab-a176-f691233c797d admin admin] Publish callbacks [] for security_group (e504f045-29b1-45e5-8c4f-b8e6d517a0b7), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:53.534570 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-312bac57-a993-4432-b38d-c82af3ebd6fe req-68b4dccf-8c96-4109-873c-7456b869fbf6 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] For port ef360b1f-760d-4462-bf4f-d4be74b09bd2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ef360b1f-760d-4462-bf4f-d4be74b09bd2,segment=NetworkSegment(7f85ed9d-b7ce-414c-8ae4-25f17816204d),segment_id=7f85ed9d-b7ce-414c-8ae4-25f17816204d)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:58:53.535156 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-312bac57-a993-4432-b38d-c82af3ebd6fe req-68b4dccf-8c96-4109-873c-7456b869fbf6 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (ef360b1f-760d-4462-bf4f-d4be74b09bd2), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:53.553057 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-312bac57-a993-4432-b38d-c82af3ebd6fe req-68b4dccf-8c96-4109-873c-7456b869fbf6 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Calling delete_port for ef360b1f-760d-4462-bf4f-d4be74b09bd2 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:58:53.627577 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-f64ebf2e-1843-4c83-852e-66c4161ccc77 admin admin] Deleting port eb4d8ab9-2552-4709-b484-ee077ce4c856 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:58:53.628411 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f64ebf2e-1843-4c83-852e-66c4161ccc77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (eb4d8ab9-2552-4709-b484-ee077ce4c856), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:53.636276 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-11a4e153-a18c-4aab-a176-f691233c797d admin admin] Publish callbacks [] for security_group (e504f045-29b1-45e5-8c4f-b8e6d517a0b7), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:53.750169 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c7ef0-7664-49a3-bbb3-39cb9751b185 req-8ebceec5-ebab-48b8-b7c4-01feb43dc3ee tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:53.752478 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-013c7ef0-7664-49a3-bbb3-39cb9751b185 req-8ebceec5-ebab-48b8-b7c4-01feb43dc3ee tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 946 time: 0.2442224
Feb 05 20:58:53.773768 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-f64ebf2e-1843-4c83-852e-66c4161ccc77 admin admin] For port eb4d8ab9-2552-4709-b484-ee077ce4c856, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb4d8ab9-2552-4709-b484-ee077ce4c856,segment=NetworkSegment(64358af5-dc2d-4795-a8e0-31cbc220d69d),segment_id=64358af5-dc2d-4795-a8e0-31cbc220d69d)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:58:53.774505 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f64ebf2e-1843-4c83-852e-66c4161ccc77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (eb4d8ab9-2552-4709-b484-ee077ce4c856), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:53.796928 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-f64ebf2e-1843-4c83-852e-66c4161ccc77 admin admin] Calling delete_port for eb4d8ab9-2552-4709-b484-ee077ce4c856 owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:58:53.813848 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-312bac57-a993-4432-b38d-c82af3ebd6fe req-68b4dccf-8c96-4109-873c-7456b869fbf6 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (ef360b1f-760d-4462-bf4f-d4be74b09bd2), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:53.830474 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['35c6f3f5-10d5-4610-94a0-0c6195303a95'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:58:53.890580 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4dccf-8c96-4109-873c-7456b869fbf6 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Pushing event deleted for resources: {'Port': ['ID=ef360b1f-760d-4462-bf4f-d4be74b09bd2,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:53.930154 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dd541-2b9d-4c0f-8b01-43178c67348c req-f4aba2db-83fb-4a3c-9bda-1cbf7297a6e1 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:53.943385 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-006dd541-2b9d-4c0f-8b01-43178c67348c req-f4aba2db-83fb-4a3c-9bda-1cbf7297a6e1 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7 HTTP/1.1" status: 200  len: 946 time: 0.2271454
Feb 05 20:58:53.972720 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-312bac57-a993-4432-b38d-c82af3ebd6fe req-68b4dccf-8c96-4109-873c-7456b869fbf6 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] No DVR routers for this DVR port ef360b1f-760d-4462-bf4f-d4be74b09bd2 on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:58:53.977096 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-312bac57-a993-4432-b38d-c82af3ebd6fe req-68b4dccf-8c96-4109-873c-7456b869fbf6 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:53.980767 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-312bac57-a993-4432-b38d-c82af3ebd6fe req-68b4dccf-8c96-4109-873c-7456b869fbf6 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.39 "DELETE /v2.0/ports/ef360b1f-760d-4462-bf4f-d4be74b09bd2 HTTP/1.1" status: 204  len: 173 time: 1.6421015
Feb 05 20:58:53.981485 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7', 'name': 'network-vif-deleted', 'tag': 'ef360b1f-760d-4462-bf4f-d4be74b09bd2'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:58:53.984229 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d3ca89-5f42-4d03-a6f5-b86575e1c08f" -d '{"events": [{"server_uuid": "f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7", "name": "network-vif-deleted", "tag": "ef360b1f-760d-4462-bf4f-d4be74b09bd2"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:58:53.996103 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-11a4e153-a18c-4aab-a176-f691233c797d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (e504f045-29b1-45e5-8c4f-b8e6d517a0b7), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:53.999577 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-11a4e153-a18c-4aab-a176-f691233c797d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:54.001114 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-11a4e153-a18c-4aab-a176-f691233c797d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e504f045-29b1-45e5-8c4f-b8e6d517a0b7 HTTP/1.1" status: 204  len: 168 time: 0.6197379
Feb 05 20:58:54.011448 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-013c7ef0-7664-49a3-bbb3-39cb9751b185 req-786a9a8e-f4cd-46f0-81ed-a1bbd5c43345 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff9e1fa-1af1-48b5-a113-4aa59c5c8876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2480676
Feb 05 20:58:54.024381 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a4e153-a18c-4aab-a176-f691233c797d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e504f045-29b1-45e5-8c4f-b8e6d517a0b7,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:54.107961 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-006dd541-2b9d-4c0f-8b01-43178c67348c req-7ea76a3e-7c36-455e-a192-df1b82c1b518 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1636217
Feb 05 20:58:54.316112 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f64ebf2e-1843-4c83-852e-66c4161ccc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (eb4d8ab9-2552-4709-b484-ee077ce4c856), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:54.359196 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ebf2e-1843-4c83-852e-66c4161ccc77 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb4d8ab9-2552-4709-b484-ee077ce4c856,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:54.442955 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ac2074-519e-4e82-bec8-b7ecbbdc5512 x-openstack-request-id: req-75ac2074-519e-4e82-bec8-b7ecbbdc5512 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:58:54.443394 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7", "name": "network-vif-deleted", "tag": "ef360b1f-760d-4462-bf4f-d4be74b09bd2", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:58:54.446767 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-75ac2074-519e-4e82-bec8-b7ecbbdc5512 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:58:54.447366 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a0042f-ec1a-4baf-a6d4-7a5c01257cc7', 'name': 'network-vif-deleted', 'tag': 'ef360b1f-760d-4462-bf4f-d4be74b09bd2', 'status': 'completed', 'code': 200}
Feb 05 20:58:54.507263 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8feb69-17be-4e39-be0e-3bd1327447b6 req-1127be4e-5787-415b-949d-5b1f9a082d4c tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:54.510418 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0e8feb69-17be-4e39-be0e-3bd1327447b6 req-1127be4e-5787-415b-949d-5b1f9a082d4c tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/ports?device_id=de3541f4-bce5-4f7b-a471-6e84cffd9f1b HTTP/1.1" status: 200  len: 946 time: 0.1772797
Feb 05 20:58:54.523184 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-d70ed86b-2228-44d8-b68b-e819e99dc0e6 req-cc29644e-074b-4729-898d-296b3f9159ac tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1582227654', 'description': 'tempest-description-1465398903'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:58:54.692717 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d70ed86b-2228-44d8-b68b-e819e99dc0e6 req-cc29644e-074b-4729-898d-296b3f9159ac tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:54.756174 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0e8feb69-17be-4e39-be0e-3bd1327447b6 req-24d6bcbf-8ea7-4f14-90dc-007ffba2f0fb tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f15019-9768-4200-84e5-e823382c93bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2137432
Feb 05 20:58:54.848301 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f64ebf2e-1843-4c83-852e-66c4161ccc77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (03df5a20-e50e-4a85-ae02-0f56ff30722a), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:54.968308 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d70ed86b-2228-44d8-b68b-e819e99dc0e6 req-cc29644e-074b-4729-898d-296b3f9159ac tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks [] for security_group (82dc2c91-cbea-425a-a1c9-7ceb9d227a14), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:54.981264 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d70ed86b-2228-44d8-b68b-e819e99dc0e6 req-cc29644e-074b-4729-898d-296b3f9159ac tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (82dc2c91-cbea-425a-a1c9-7ceb9d227a14), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:55.035230 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d70ed86b-2228-44d8-b68b-e819e99dc0e6 req-cc29644e-074b-4729-898d-296b3f9159ac tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:55.035230 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d70ed86b-2228-44d8-b68b-e819e99dc0e6 req-cc29644e-074b-4729-898d-296b3f9159ac tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1832 time: 0.5176947
Feb 05 20:58:55.096621 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29644e-074b-4729-898d-296b3f9159ac tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82dc2c91-cbea-425a-a1c9-7ceb9d227a14,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:55.191178 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device ef360b1f-760d-4462-bf4f-d4be74b09bd2 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:58:55.249074 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-59a8e7ce-f154-44d5-9e56-555786ecc280 req-8accde35-3894-4f76-9ac6-88663086e025 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1582227654&fields=id&tenant_id=ca5f02e4f32f409cb5d16fdde787db22 HTTP/1.1" status: 200  len: 267 time: 0.1414065
Feb 05 20:58:55.250972 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: ef360b1f-760d-4462-bf4f-d4be74b09bd2 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:58:55.258925 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device ef360b1f-760d-4462-bf4f-d4be74b09bd2 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:58:55.369143 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8e7ce-f154-44d5-9e56-555786ecc280 req-3ac78d92-1349-4f4c-8b62-5b77597b6cfe tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:55.380578 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-59a8e7ce-f154-44d5-9e56-555786ecc280 req-3ac78d92-1349-4f4c-8b62-5b77597b6cfe tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 946 time: 0.1255074
Feb 05 20:58:55.386293 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-59a8e7ce-f154-44d5-9e56-555786ecc280 req-2151446e-6bf7-4a2b-986b-c6259c329196 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Request body: {'port': {'security_groups': ['0ff9e1fa-1af1-48b5-a113-4aa59c5c8876', '82dc2c91-cbea-425a-a1c9-7ceb9d227a14']}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:58:55.466441 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64ebf2e-1843-4c83-852e-66c4161ccc77 admin admin] Router 03df5a20-e50e-4a85-ae02-0f56ff30722a has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:58:55.500519 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931634db-558b-4652-a379-8ea1240e5763 req-e6fc55e7-881c-4419-aba1-901969fe3289 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:55.502885 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-931634db-558b-4652-a379-8ea1240e5763 req-e6fc55e7-881c-4419-aba1-901969fe3289 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.39 "GET /v2.0/ports?device_id=de3541f4-bce5-4f7b-a471-6e84cffd9f1b HTTP/1.1" status: 200  len: 946 time: 0.2843277
Feb 05 20:58:55.509620 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-59a8e7ce-f154-44d5-9e56-555786ecc280 req-2151446e-6bf7-4a2b-986b-c6259c329196 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b29e0850-8ea4-4496-b92a-c9b3e104df14), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:55.794247 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-931634db-558b-4652-a379-8ea1240e5763 req-91ea9741-24ea-42c1-a2b8-f107ee996359 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Deleting port b230fe79-6a6e-43ca-9975-a9a80517b0b7 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:58:55.794617 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-931634db-558b-4652-a379-8ea1240e5763 req-91ea9741-24ea-42c1-a2b8-f107ee996359 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (b230fe79-6a6e-43ca-9975-a9a80517b0b7), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:55.798016 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64ebf2e-1843-4c83-852e-66c4161ccc77 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:58:55.804014 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f64ebf2e-1843-4c83-852e-66c4161ccc77 admin admin] 10.222.0.32 "PUT /v2.0/routers/03df5a20-e50e-4a85-ae02-0f56ff30722a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2574632
Feb 05 20:58:55.810764 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ac192c-0051-4379-9882-0a0188f6aff2 None None] Sync routers for ids ['03df5a20-e50e-4a85-ae02-0f56ff30722a'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:58:55.814300 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42816) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:55.826604 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ac192c-0051-4379-9882-0a0188f6aff2 None None] Routers {'03df5a20-e50e-4a85-ae02-0f56ff30722a'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:58:55.827420 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-57ac192c-0051-4379-9882-0a0188f6aff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db9a7f700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:58:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['03df5a20-e50e-4a85-ae02-0f56ff30722a'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:55.906927 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-59a8e7ce-f154-44d5-9e56-555786ecc280 req-2151446e-6bf7-4a2b-986b-c6259c329196 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] For port b29e0850-8ea4-4496-b92a-c9b3e104df14, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b29e0850-8ea4-4496-b92a-c9b3e104df14,segment=NetworkSegment(8aef47f8-e9ab-41a2-a82b-242a7aecc3a5),segment_id=8aef47f8-e9ab-41a2-a82b-242a7aecc3a5)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:58:55.995182 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-59a8e7ce-f154-44d5-9e56-555786ecc280 req-2151446e-6bf7-4a2b-986b-c6259c329196 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks [] for port (b29e0850-8ea4-4496-b92a-c9b3e104df14), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:56.004737 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-59a8e7ce-f154-44d5-9e56-555786ecc280 req-2151446e-6bf7-4a2b-986b-c6259c329196 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (b29e0850-8ea4-4496-b92a-c9b3e104df14), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:56.009472 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-931634db-558b-4652-a379-8ea1240e5763 req-91ea9741-24ea-42c1-a2b8-f107ee996359 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] For port b230fe79-6a6e-43ca-9975-a9a80517b0b7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b230fe79-6a6e-43ca-9975-a9a80517b0b7,segment=NetworkSegment(f7cb0ed2-51b9-4103-8971-4797663ef814),segment_id=f7cb0ed2-51b9-4103-8971-4797663ef814)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:58:56.009847 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-931634db-558b-4652-a379-8ea1240e5763 req-91ea9741-24ea-42c1-a2b8-f107ee996359 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (b230fe79-6a6e-43ca-9975-a9a80517b0b7), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:56.018123 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['b29e0850-8ea4-4496-b92a-c9b3e104df14'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:58:56.120844 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cc0d34dc-3a2b-4cb4-8b09-9e919ba7c59e admin admin] Publish callbacks [] for router (03df5a20-e50e-4a85-ae02-0f56ff30722a), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:56.138969 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2151446e-6bf7-4a2b-986b-c6259c329196 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Pushing event updated for resources: {'Port': ['ID=b29e0850-8ea4-4496-b92a-c9b3e104df14,revision_number=6']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:56.170166 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-57ac192c-0051-4379-9882-0a0188f6aff2 None None] Set router 03df5a20-e50e-4a85-ae02-0f56ff30722a gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:58:56.203152 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8e7ce-f154-44d5-9e56-555786ecc280 req-2151446e-6bf7-4a2b-986b-c6259c329196 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:56.208488 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-59a8e7ce-f154-44d5-9e56-555786ecc280 req-2151446e-6bf7-4a2b-986b-c6259c329196 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:56.223224 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-59a8e7ce-f154-44d5-9e56-555786ecc280 req-2151446e-6bf7-4a2b-986b-c6259c329196 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "PUT /v2.0/ports/b29e0850-8ea4-4496-b92a-c9b3e104df14 HTTP/1.1" status: 200  len: 982 time: 0.8352189
Feb 05 20:58:56.225104 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7efaf09-1b90-421c-a62a-9163b5c78066', 'tag': 'b29e0850-8ea4-4496-b92a-c9b3e104df14'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:58:56.233512 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9340bbc-4fa6-4ceb-8756-87fe4d7e9436" -d '{"events": [{"name": "network-changed", "server_uuid": "a7efaf09-1b90-421c-a62a-9163b5c78066", "tag": "b29e0850-8ea4-4496-b92a-c9b3e104df14"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:58:56.331020 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['b29e0850-8ea4-4496-b92a-c9b3e104df14'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:58:56.610257 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42862) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:56.658844 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42866) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:56.663656 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a51597-f02b-4715-a343-2908feaa8d8d req-a3dbd0b2-8bd3-49b7-a386-742d25d8d6c4 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:56.667519 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d2a51597-f02b-4715-a343-2908feaa8d8d req-a3dbd0b2-8bd3-49b7-a386-742d25d8d6c4 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/ports?device_id=de3541f4-bce5-4f7b-a471-6e84cffd9f1b HTTP/1.1" status: 200  len: 946 time: 0.2162466
Feb 05 20:58:56.708808 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-81b18f6f-bd6d-4581-8197-9d176e378e0f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Request body: {'subnets': [{'network_id': '477e3a68-1e2c-4a5a-97c2-24fce3e267c7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--134334007', 'ip_version': 6}, {'network_id': 'c1669f7d-9663-4e95-b245-511eef053b02', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:58:56.709307 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-81b18f6f-bd6d-4581-8197-9d176e378e0f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Request body: {'subnet': {'network_id': '477e3a68-1e2c-4a5a-97c2-24fce3e267c7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--134334007', 'ip_version': 6}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:58:56.710186 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-81b18f6f-bd6d-4581-8197-9d176e378e0f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Request body: {'subnet': {'network_id': 'c1669f7d-9663-4e95-b245-511eef053b02', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:58:56.808795 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d2a51597-f02b-4715-a343-2908feaa8d8d req-d0629c53-7ac4-4b24-b241-9bd13686840d tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f15019-9768-4200-84e5-e823382c93bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1314621
Feb 05 20:58:56.810048 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-23b1c2ba-d258-47ed-a66e-ee417f550b99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:56.850177 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-57ac192c-0051-4379-9882-0a0188f6aff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db9a7f700>, [{'id': '03df5a20-e50e-4a85-ae02-0f56ff30722a', 'name': 'tempest-TaggedBootDevicesTest_v242-983169336-router', 'tenant_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'b3972681-e056-4ff5-9667-e4912cfbaed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:52:44Z', 'updated_at': '2022-02-05T20:58:54Z', 'revision_number': 5, 'project_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'gw_port': {'id': 'b3972681-e056-4ff5-9667-e4912cfbaed8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03df5a20-e50e-4a85-ae02-0f56ff30722a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:46Z', 'updated_at': '2022-02-05T20:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:56.879880 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ac192c-0051-4379-9882-0a0188f6aff2 None None] Checking router: 03df5a20-e50e-4a85-ae02-0f56ff30722a for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:58:56.893703 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ac192c-0051-4379-9882-0a0188f6aff2 None None] Routers {'03df5a20-e50e-4a85-ae02-0f56ff30722a'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:58:56.894344 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-57ac192c-0051-4379-9882-0a0188f6aff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db9a7f700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:58:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['03df5a20-e50e-4a85-ae02-0f56ff30722a'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:56.927030 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a9ce94-c916-4fa0-a1f9-2fd48ac41120 x-openstack-request-id: req-76a9ce94-c916-4fa0-a1f9-2fd48ac41120 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:58:56.927437 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7efaf09-1b90-421c-a62a-9163b5c78066", "tag": "b29e0850-8ea4-4496-b92a-c9b3e104df14", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:58:56.927626 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-76a9ce94-c916-4fa0-a1f9-2fd48ac41120 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:58:56.928000 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7efaf09-1b90-421c-a62a-9163b5c78066', 'tag': 'b29e0850-8ea4-4496-b92a-c9b3e104df14', 'status': 'completed', 'code': 200}
Feb 05 20:58:57.035025 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aa07915f-a168-4011-b5e7-9d4aa1b9077b req-de8e8c17-d176-4f08-bf39-8906b5f1d1a6 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1582227654&fields=id&tenant_id=ca5f02e4f32f409cb5d16fdde787db22 HTTP/1.1" status: 200  len: 267 time: 0.2070792
Feb 05 20:58:57.038033 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-57ac192c-0051-4379-9882-0a0188f6aff2 None None] Set router 03df5a20-e50e-4a85-ae02-0f56ff30722a gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:58:57.061853 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-931634db-558b-4652-a379-8ea1240e5763 req-91ea9741-24ea-42c1-a2b8-f107ee996359 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:57.062222 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-931634db-558b-4652-a379-8ea1240e5763 req-91ea9741-24ea-42c1-a2b8-f107ee996359 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (46eecc88-9150-48d4-94bf-1aceb803b352), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:57.062604 ncdv-master-1 neutron-server[114390]: INFO neutron.db.l3_db [req-931634db-558b-4652-a379-8ea1240e5763 req-91ea9741-24ea-42c1-a2b8-f107ee996359 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Floating IP 46eecc88-9150-48d4-94bf-1aceb803b352 disassociated. External IP: 172.35.4.169, port: b230fe79-6a6e-43ca-9975-a9a80517b0b7.
Feb 05 20:58:57.063316 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-931634db-558b-4652-a379-8ea1240e5763 req-91ea9741-24ea-42c1-a2b8-f107ee996359 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Calling delete_port for b230fe79-6a6e-43ca-9975-a9a80517b0b7 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:58:57.149741 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-23b1c2ba-d258-47ed-a66e-ee417f550b99 admin admin] Publish callbacks [] for security_group (da847366-1f54-4e85-9e6e-86de5bc79309), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:57.152199 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9340bbc-4fa6-4ceb-8756-87fe4d7e9436 req-135ebc31-4e20-433e-80e1-62b3cbed532d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:57.153728 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b9340bbc-4fa6-4ceb-8756-87fe4d7e9436 req-135ebc31-4e20-433e-80e1-62b3cbed532d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ca5f02e4f32f409cb5d16fdde787db22&device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 1167 time: 0.2231936
Feb 05 20:58:57.165348 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-23b1c2ba-d258-47ed-a66e-ee417f550b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (da847366-1f54-4e85-9e6e-86de5bc79309), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:57.193200 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 3cf594d2-1c44-4bcc-8910-251bf145b9be no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:58:57.200983 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1c2ba-d258-47ed-a66e-ee417f550b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da847366-1f54-4e85-9e6e-86de5bc79309,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:57.331816 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b18f6f-bd6d-4581-8197-9d176e378e0f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Made reservation on behalf of 586961b5f51f4b688bdd5fe83c62f9e5 for: {'subnet': 2} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:58:57.346840 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-81b18f6f-bd6d-4581-8197-9d176e378e0f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:57.347208 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-81b18f6f-bd6d-4581-8197-9d176e378e0f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:57.369248 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07915f-a168-4011-b5e7-9d4aa1b9077b req-9521a090-8e41-408a-a46a-048ac7dcdc6c tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:57.370926 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aa07915f-a168-4011-b5e7-9d4aa1b9077b req-9521a090-8e41-408a-a46a-048ac7dcdc6c tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 985 time: 0.3084371
Feb 05 20:58:57.394820 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-23b1c2ba-d258-47ed-a66e-ee417f550b99 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec1c767e5591460d8879869f19583818&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7793522
Feb 05 20:58:57.413236 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42882) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:57.435776 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-aa07915f-a168-4011-b5e7-9d4aa1b9077b req-36ecdf06-2719-4ea2-b96e-f0d240274e07 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Request body: {'port': {'security_groups': ['0ff9e1fa-1af1-48b5-a113-4aa59c5c8876']}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:58:57.466231 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cc0d34dc-3a2b-4cb4-8b09-9e919ba7c59e admin admin] Publish callbacks [] for router_gateway (03df5a20-e50e-4a85-ae02-0f56ff30722a), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:57.483706 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-57ac192c-0051-4379-9882-0a0188f6aff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db9a7f700>, [{'id': '03df5a20-e50e-4a85-ae02-0f56ff30722a', 'name': 'tempest-TaggedBootDevicesTest_v242-983169336-router', 'tenant_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'b3972681-e056-4ff5-9667-e4912cfbaed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:52:44Z', 'updated_at': '2022-02-05T20:58:54Z', 'revision_number': 5, 'project_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'gw_port': {'id': 'b3972681-e056-4ff5-9667-e4912cfbaed8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03df5a20-e50e-4a85-ae02-0f56ff30722a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:46Z', 'updated_at': '2022-02-05T20:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:57.523275 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ac192c-0051-4379-9882-0a0188f6aff2 None None] The sync data for ids ['03df5a20-e50e-4a85-ae02-0f56ff30722a'] in ncdv-master-1 is: [{'id': '03df5a20-e50e-4a85-ae02-0f56ff30722a', 'name': 'tempest-TaggedBootDevicesTest_v242-983169336-router', 'tenant_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'b3972681-e056-4ff5-9667-e4912cfbaed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:52:44Z', 'updated_at': '2022-02-05T20:58:54Z', 'revision_number': 5, 'project_id': '3256272f3c524d7fba9a4fb8f5eb011d', 'gw_port': {'id': 'b3972681-e056-4ff5-9667-e4912cfbaed8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03df5a20-e50e-4a85-ae02-0f56ff30722a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:52:46Z', 'updated_at': '2022-02-05T20:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:58:57.616771 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9340bbc-4fa6-4ceb-8756-87fe4d7e9436 req-b6f8cec3-0cf9-43f9-9179-d9e25575c9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:57.618754 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b9340bbc-4fa6-4ceb-8756-87fe4d7e9436 req-b6f8cec3-0cf9-43f9-9179-d9e25575c9fe service neutron] 10.222.0.39 "GET /v2.0/networks?id=eb12b0a3-cb4e-47fe-8869-d20dface7d3e HTTP/1.1" status: 200  len: 919 time: 0.4566536
Feb 05 20:58:57.669191 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 3cf594d2-1c44-4bcc-8910-251bf145b9be is: ACTIVE; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:58:57.669795 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3cf594d2-1c44-4bcc-8910-251bf145b9be), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:57.699081 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a8ee4b-3c6f-4e45-846c-366430cca3fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cf594d2-1c44-4bcc-8910-251bf145b9be'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:58:57.701839 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3bab47-6e10-48f4-bc1f-72daecf427a5" -d '{"events": [{"server_uuid": "21a8ee4b-3c6f-4e45-846c-366430cca3fd", "name": "network-vif-unplugged", "status": "completed", "tag": "3cf594d2-1c44-4bcc-8910-251bf145b9be"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:58:57.717782 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 3cf594d2-1c44-4bcc-8910-251bf145b9be, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3cf594d2-1c44-4bcc-8910-251bf145b9be,segment=NetworkSegment(f21dc639-5af9-41ca-ac39-c80d5d7b6194),segment_id=f21dc639-5af9-41ca-ac39-c80d5d7b6194)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:58:57.724812 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (3cf594d2-1c44-4bcc-8910-251bf145b9be), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:57.726293 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device b230fe79-6a6e-43ca-9975-a9a80517b0b7 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:58:57.815466 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=3cf594d2-1c44-4bcc-8910-251bf145b9be,revision_number=8']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:57.866598 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port b230fe79-6a6e-43ca-9975-a9a80517b0b7 is: ACTIVE; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:58:57.867338 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b230fe79-6a6e-43ca-9975-a9a80517b0b7), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:57.916865 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-931634db-558b-4652-a379-8ea1240e5763 req-91ea9741-24ea-42c1-a2b8-f107ee996359 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (b230fe79-6a6e-43ca-9975-a9a80517b0b7), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:57.996749 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea9741-24ea-42c1-a2b8-f107ee996359 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Pushing event deleted for resources: {'Port': ['ID=b230fe79-6a6e-43ca-9975-a9a80517b0b7,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:58.082202 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b9340bbc-4fa6-4ceb-8756-87fe4d7e9436 req-18d9cdba-2211-4f7f-be05-5103e74b832a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b29e0850-8ea4-4496-b92a-c9b3e104df14 HTTP/1.1" status: 200  len: 217 time: 0.4365392
Feb 05 20:58:58.082781 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-aa07915f-a168-4011-b5e7-9d4aa1b9077b req-36ecdf06-2719-4ea2-b96e-f0d240274e07 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b29e0850-8ea4-4496-b92a-c9b3e104df14), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:58.132727 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0a1a5f5b-902d-419c-a091-7ff087ff3700 admin admin] Publish callbacks [] for security_group (da847366-1f54-4e85-9e6e-86de5bc79309), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:58.148603 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-cc0d34dc-3a2b-4cb4-8b09-9e919ba7c59e admin admin] Deleting port b3972681-e056-4ff5-9667-e4912cfbaed8 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:58:58.148957 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cc0d34dc-3a2b-4cb4-8b09-9e919ba7c59e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (b3972681-e056-4ff5-9667-e4912cfbaed8), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:58.237933 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0a1a5f5b-902d-419c-a091-7ff087ff3700 admin admin] Publish callbacks [] for security_group (da847366-1f54-4e85-9e6e-86de5bc79309), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:58.256078 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device eb4d8ab9-2552-4709-b484-ee077ce4c856 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:58:58.275295 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-81b18f6f-bd6d-4581-8197-9d176e378e0f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (641d8160-a3c3-4d51-b1c9-3eb9c6cb904e), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:58.279876 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: eb4d8ab9-2552-4709-b484-ee077ce4c856 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:58:58.280419 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device eb4d8ab9-2552-4709-b484-ee077ce4c856 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:58:58.285334 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9340bbc-4fa6-4ceb-8756-87fe4d7e9436 req-06a1410a-6df9-44ef-b970-c1e6a5e77127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:58.286919 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b9340bbc-4fa6-4ceb-8756-87fe4d7e9436 req-06a1410a-6df9-44ef-b970-c1e6a5e77127 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eab137f8-6355-40d9-8fb3-711b63d086ad HTTP/1.1" status: 200  len: 858 time: 0.1918342
Feb 05 20:58:58.287443 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-931634db-558b-4652-a379-8ea1240e5763 req-91ea9741-24ea-42c1-a2b8-f107ee996359 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Router c089098b-3624-4c53-803f-f61694c88e0b has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:58:58.302826 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-41fabee8-8f5e-4b37-86a7-c8fc5a1aa7c8 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:58.304251 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-41fabee8-8f5e-4b37-86a7-c8fc5a1aa7c8 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/networks?id=cb9888ba-fd92-4284-8691-d704204a6929 HTTP/1.1" status: 200  len: 804 time: 0.6843812
Feb 05 20:58:58.348550 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-cc0d34dc-3a2b-4cb4-8b09-9e919ba7c59e admin admin] For port b3972681-e056-4ff5-9667-e4912cfbaed8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3972681-e056-4ff5-9667-e4912cfbaed8,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:58:58.348944 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cc0d34dc-3a2b-4cb4-8b09-9e919ba7c59e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (b3972681-e056-4ff5-9667-e4912cfbaed8), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:58.369253 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b9340bbc-4fa6-4ceb-8756-87fe4d7e9436 req-9d46f189-953a-4178-b156-dd46cb2e3126 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eb12b0a3-cb4e-47fe-8869-d20dface7d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0742576
Feb 05 20:58:58.379389 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-cc0d34dc-3a2b-4cb4-8b09-9e919ba7c59e admin admin] Calling delete_port for b3972681-e056-4ff5-9667-e4912cfbaed8 owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:58:58.380947 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-0621e315-985e-4e94-ab40-61d04cea9afc tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/quotas/1d793ab256c04fadac89445fab3ed636 HTTP/1.1" status: 200  len: 375 time: 0.0567276
Feb 05 20:58:58.383422 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b18f6f-bd6d-4581-8197-9d176e378e0f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Pushing event updated for resources: {'Subnet': ['ID=641d8160-a3c3-4d51-b1c9-3eb9c6cb904e,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:58.541307 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0a1a5f5b-902d-419c-a091-7ff087ff3700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (da847366-1f54-4e85-9e6e-86de5bc79309), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:58.544224 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0a1a5f5b-902d-419c-a091-7ff087ff3700 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:58.547815 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0a1a5f5b-902d-419c-a091-7ff087ff3700 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/da847366-1f54-4e85-9e6e-86de5bc79309 HTTP/1.1" status: 204  len: 168 time: 1.1294816
Feb 05 20:58:58.575225 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a5f5b-902d-419c-a091-7ff087ff3700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da847366-1f54-4e85-9e6e-86de5bc79309,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:58.606975 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-95e7a2d4-169b-44d8-b1aa-9c2f0d48a160 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d793ab256c04fadac89445fab3ed636&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2130375
Feb 05 20:58:58.640469 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-aa07915f-a168-4011-b5e7-9d4aa1b9077b req-36ecdf06-2719-4ea2-b96e-f0d240274e07 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] For port b29e0850-8ea4-4496-b92a-c9b3e104df14, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b29e0850-8ea4-4496-b92a-c9b3e104df14,segment=NetworkSegment(8aef47f8-e9ab-41a2-a82b-242a7aecc3a5),segment_id=8aef47f8-e9ab-41a2-a82b-242a7aecc3a5)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:58:58.660771 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b9340bbc-4fa6-4ceb-8756-87fe4d7e9436 req-c7d15a18-bc25-42a5-bcc2-e181e0592031 service neutron] 10.222.0.39 "GET /v2.0/networks/eb12b0a3-cb4e-47fe-8869-d20dface7d3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2818041
Feb 05 20:58:58.800994 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-aa07915f-a168-4011-b5e7-9d4aa1b9077b req-36ecdf06-2719-4ea2-b96e-f0d240274e07 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks [] for port (b29e0850-8ea4-4496-b92a-c9b3e104df14), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:58.813957 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-aa07915f-a168-4011-b5e7-9d4aa1b9077b req-36ecdf06-2719-4ea2-b96e-f0d240274e07 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (b29e0850-8ea4-4496-b92a-c9b3e104df14), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:58.830223 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['b29e0850-8ea4-4496-b92a-c9b3e104df14'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:58:58.863623 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b18f6f-bd6d-4581-8197-9d176e378e0f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Checking segment: {'id': 'c7bb3428-f1ea-4506-990a-694ad817438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '477e3a68-1e2c-4a5a-97c2-24fce3e267c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:58:58.863865 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b18f6f-bd6d-4581-8197-9d176e378e0f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Network hostable DHCP agents. Network: 477e3a68-1e2c-4a5a-97c2-24fce3e267c7, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:58:58.881652 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-66cc6d50-af3e-4a87-a94d-6ae0938bbb24 service neutron] 10.222.0.32 "GET /v2.0/networks/cb9888ba-fd92-4284-8691-d704204a6929?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2602429
Feb 05 20:58:58.899172 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07915f-a168-4011-b5e7-9d4aa1b9077b req-36ecdf06-2719-4ea2-b96e-f0d240274e07 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:58.899814 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-aa07915f-a168-4011-b5e7-9d4aa1b9077b req-36ecdf06-2719-4ea2-b96e-f0d240274e07 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:58.901215 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aa07915f-a168-4011-b5e7-9d4aa1b9077b req-36ecdf06-2719-4ea2-b96e-f0d240274e07 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "PUT /v2.0/ports/b29e0850-8ea4-4496-b92a-c9b3e104df14 HTTP/1.1" status: 200  len: 943 time: 1.5077825
Feb 05 20:58:58.934802 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7efaf09-1b90-421c-a62a-9163b5c78066', 'tag': 'b29e0850-8ea4-4496-b92a-c9b3e104df14'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:58:58.937534 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ad89af-9b90-4751-b990-6a8cece67aba" -d '{"events": [{"name": "network-changed", "server_uuid": "a7efaf09-1b90-421c-a62a-9163b5c78066", "tag": "b29e0850-8ea4-4496-b92a-c9b3e104df14"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:58:58.968352 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b9340bbc-4fa6-4ceb-8756-87fe4d7e9436 req-d5f84780-9528-4279-9863-3f9a09cda3b9 service neutron] 10.222.0.39 "GET /v2.0/networks/eb12b0a3-cb4e-47fe-8869-d20dface7d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2980089
Feb 05 20:58:59.013604 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b18f6f-bd6d-4581-8197-9d176e378e0f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Network 477e3a68-1e2c-4a5a-97c2-24fce3e267c7 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:58:59.022078 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['b29e0850-8ea4-4496-b92a-c9b3e104df14'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:58:59.032227 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c86f8-d338-4a2f-89bf-59fb849a2ca4 req-f12f450e-d054-463e-91d1-47f58e3d1817 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:59.034566 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bc4c86f8-d338-4a2f-89bf-59fb849a2ca4 req-f12f450e-d054-463e-91d1-47f58e3d1817 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.39 "GET /v2.0/ports?device_id=21a8ee4b-3c6f-4e45-846c-366430cca3fd HTTP/1.1" status: 200  len: 943 time: 0.2509141
Feb 05 20:58:59.051548 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-931634db-558b-4652-a379-8ea1240e5763 req-91ea9741-24ea-42c1-a2b8-f107ee996359 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:58:59.056271 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ecdf06-2719-4ea2-b96e-f0d240274e07 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Pushing event updated for resources: {'Port': ['ID=b29e0850-8ea4-4496-b92a-c9b3e104df14,revision_number=7']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:59.058655 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-81b18f6f-bd6d-4581-8197-9d176e378e0f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 477e3a68-1e2c-4a5a-97c2-24fce3e267c7) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:58:59.107295 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8264580-ed06-4b57-be37-cafd2190f61c None None] Network 477e3a68-1e2c-4a5a-97c2-24fce3e267c7 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:58:59.108982 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-81b18f6f-bd6d-4581-8197-9d176e378e0f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (e0e955d2-96e1-4ef8-bd9f-2146611e3695), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:59.129289 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-7879234b-4738-47e0-a55b-dbf163378313 service neutron] 10.222.0.32 "GET /v2.0/networks/cb9888ba-fd92-4284-8691-d704204a6929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2466371
Feb 05 20:58:59.156729 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496fb376-6f79-489c-b5bf-4998f7cd9c30 None None] Sync routers for ids ['c089098b-3624-4c53-803f-f61694c88e0b'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:58:59.164390 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 20:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825a89cc-5947-45f6-9c8b-892391384bfc x-openstack-request-id: req-825a89cc-5947-45f6-9c8b-892391384bfc {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:58:59.164699 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a8ee4b-3c6f-4e45-846c-366430cca3fd", "name": "network-vif-unplugged", "status": "completed", "tag": "3cf594d2-1c44-4bcc-8910-251bf145b9be", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:58:59.165263 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-825a89cc-5947-45f6-9c8b-892391384bfc {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:58:59.165721 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a8ee4b-3c6f-4e45-846c-366430cca3fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cf594d2-1c44-4bcc-8910-251bf145b9be', 'code': 200}
Feb 05 20:58:59.165840 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-931634db-558b-4652-a379-8ea1240e5763 req-91ea9741-24ea-42c1-a2b8-f107ee996359 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] No DVR routers for this DVR port b230fe79-6a6e-43ca-9975-a9a80517b0b7 on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:58:59.179038 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-931634db-558b-4652-a379-8ea1240e5763 req-91ea9741-24ea-42c1-a2b8-f107ee996359 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:59.181355 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-931634db-558b-4652-a379-8ea1240e5763 req-91ea9741-24ea-42c1-a2b8-f107ee996359 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.39 "DELETE /v2.0/ports/b230fe79-6a6e-43ca-9975-a9a80517b0b7 HTTP/1.1" status: 204  len: 173 time: 3.6703138
Feb 05 20:58:59.187443 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3541f4-bce5-4f7b-a471-6e84cffd9f1b', 'name': 'network-vif-deleted', 'tag': 'b230fe79-6a6e-43ca-9975-a9a80517b0b7'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:58:59.189781 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f781144-07c9-46ec-8db2-a0b2579c7205" -d '{"events": [{"server_uuid": "de3541f4-bce5-4f7b-a471-6e84cffd9f1b", "name": "network-vif-deleted", "tag": "b230fe79-6a6e-43ca-9975-a9a80517b0b7"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:58:59.250058 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496fb376-6f79-489c-b5bf-4998f7cd9c30 None None] Routers {'c089098b-3624-4c53-803f-f61694c88e0b'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:58:59.250801 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-496fb376-6f79-489c-b5bf-4998f7cd9c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8f3a6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:58:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['c089098b-3624-4c53-803f-f61694c88e0b'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:58:59.278210 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9c98a69c-deeb-4137-8b02-e4f7778040c6 req-58ba289e-3199-46db-8ca3-0cf4a5d7a327 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/ports?device_id=de3541f4-bce5-4f7b-a471-6e84cffd9f1b HTTP/1.1" status: 200  len: 210 time: 0.0719531
Feb 05 20:58:59.306949 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b18f6f-bd6d-4581-8197-9d176e378e0f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Pushing event updated for resources: {'Subnet': ['ID=e0e955d2-96e1-4ef8-bd9f-2146611e3695,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:59.392382 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b18f6f-bd6d-4581-8197-9d176e378e0f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Checking segment: {'id': '274cd9af-9309-4542-848c-84141766fbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c1669f7d-9663-4e95-b245-511eef053b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:58:59.393463 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b18f6f-bd6d-4581-8197-9d176e378e0f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Network hostable DHCP agents. Network: c1669f7d-9663-4e95-b245-511eef053b02, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:58:59.409077 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cc0d34dc-3a2b-4cb4-8b09-9e919ba7c59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (b3972681-e056-4ff5-9667-e4912cfbaed8), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:59.457754 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d34dc-3a2b-4cb4-8b09-9e919ba7c59e admin admin] Pushing event deleted for resources: {'Port': ['ID=b3972681-e056-4ff5-9667-e4912cfbaed8,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:58:59.481912 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-bc4c86f8-d338-4a2f-89bf-59fb849a2ca4 req-ef60602f-ce22-4168-9c73-5daaa7b868ab tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Deleting port 3cf594d2-1c44-4bcc-8910-251bf145b9be {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:58:59.482093 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-bc4c86f8-d338-4a2f-89bf-59fb849a2ca4 req-ef60602f-ce22-4168-9c73-5daaa7b868ab tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (3cf594d2-1c44-4bcc-8910-251bf145b9be), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:59.498072 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b18f6f-bd6d-4581-8197-9d176e378e0f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Network c1669f7d-9663-4e95-b245-511eef053b02 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:58:59.501064 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba27f786-3dff-4201-b987-eb0c24f7f970 x-openstack-request-id: req-ba27f786-3dff-4201-b987-eb0c24f7f970 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:58:59.501930 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7efaf09-1b90-421c-a62a-9163b5c78066", "tag": "b29e0850-8ea4-4496-b92a-c9b3e104df14", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:58:59.503958 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba27f786-3dff-4201-b987-eb0c24f7f970 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:58:59.506781 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7efaf09-1b90-421c-a62a-9163b5c78066', 'tag': 'b29e0850-8ea4-4496-b92a-c9b3e104df14', 'status': 'completed', 'code': 200}
Feb 05 20:58:59.598879 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70043f6a-a1db-4379-b001-4bb282a80eae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-477e3a68-1e2c-4a5a-97c2-24fce3e267c7', 'network_id': '477e3a68-1e2c-4a5a-97c2-24fce3e267c7', 'project_id': '586961b5f51f4b688bdd5fe83c62f9e5', 'fixed_ips': [{'subnet_id': '641d8160-a3c3-4d51-b1c9-3eb9c6cb904e'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 20:58:59.601000 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-70043f6a-a1db-4379-b001-4bb282a80eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:59.647370 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f90a7a7-b7ec-4678-9b49-409c98e7b2b9 x-openstack-request-id: req-4f90a7a7-b7ec-4678-9b49-409c98e7b2b9 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:58:59.647748 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de3541f4-bce5-4f7b-a471-6e84cffd9f1b", "name": "network-vif-deleted", "tag": "b230fe79-6a6e-43ca-9975-a9a80517b0b7", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:58:59.648014 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4f90a7a7-b7ec-4678-9b49-409c98e7b2b9 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:58:59.648429 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de3541f4-bce5-4f7b-a471-6e84cffd9f1b', 'name': 'network-vif-deleted', 'tag': 'b230fe79-6a6e-43ca-9975-a9a80517b0b7', 'status': 'completed', 'code': 200}
Feb 05 20:58:59.657024 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-81b18f6f-bd6d-4581-8197-9d176e378e0f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c1669f7d-9663-4e95-b245-511eef053b02) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:58:59.680037 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b18f6f-bd6d-4581-8197-9d176e378e0f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:59.680838 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b18f6f-bd6d-4581-8197-9d176e378e0f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:58:59.682151 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-81b18f6f-bd6d-4581-8197-9d176e378e0f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:59.717217 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cc0d34dc-3a2b-4cb4-8b09-9e919ba7c59e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (03df5a20-e50e-4a85-ae02-0f56ff30722a), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:58:59.727905 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-81b18f6f-bd6d-4581-8197-9d176e378e0f tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1475 time: 3.0645013
Feb 05 20:58:59.739948 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7d1de2-e803-4ca0-a617-5085b6ac01d9 None None] Network c1669f7d-9663-4e95-b245-511eef053b02 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:58:59.753018 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42936) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:58:59.889796 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-496fb376-6f79-489c-b5bf-4998f7cd9c30 None None] Set router c089098b-3624-4c53-803f-f61694c88e0b gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:58:59.890429 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c17676f7-a264-45cd-bf0b-58547a597714 req-b4660dbd-1e38-444e-839b-1feb8f4923ac tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a818080-aad3-4726-b306-27edf171c323 HTTP/1.1" status: 200  len: 210 time: 0.1629355
Feb 05 20:58:59.967838 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cc0d34dc-3a2b-4cb4-8b09-9e919ba7c59e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (03df5a20-e50e-4a85-ae02-0f56ff30722a), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:00.064515 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-bc4c86f8-d338-4a2f-89bf-59fb849a2ca4 req-ef60602f-ce22-4168-9c73-5daaa7b868ab tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] For port 3cf594d2-1c44-4bcc-8910-251bf145b9be, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3cf594d2-1c44-4bcc-8910-251bf145b9be,segment=NetworkSegment(f21dc639-5af9-41ca-ac39-c80d5d7b6194),segment_id=f21dc639-5af9-41ca-ac39-c80d5d7b6194)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:59:00.067407 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-bc4c86f8-d338-4a2f-89bf-59fb849a2ca4 req-ef60602f-ce22-4168-9c73-5daaa7b868ab tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (3cf594d2-1c44-4bcc-8910-251bf145b9be), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:00.101121 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-bc4c86f8-d338-4a2f-89bf-59fb849a2ca4 req-ef60602f-ce22-4168-9c73-5daaa7b868ab tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Calling delete_port for 3cf594d2-1c44-4bcc-8910-251bf145b9be owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:59:00.233015 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-05fc2782-4c4d-468b-8360-6cb2b8914565 req-397d6ff3-8b03-4dd3-91bd-8b7d3ac7d940 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.8639526
Feb 05 20:59:00.250200 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cc0d34dc-3a2b-4cb4-8b09-9e919ba7c59e admin admin] Publish callbacks [] for router_controller (03df5a20-e50e-4a85-ae02-0f56ff30722a), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:00.263835 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd90347b-0b04-44a2-b69b-8e8ea4e65099 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:00.265561 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd90347b-0b04-44a2-b69b-8e8ea4e65099 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:00.282876 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd90347b-0b04-44a2-b69b-8e8ea4e65099 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:00.290938 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-cd90347b-0b04-44a2-b69b-8e8ea4e65099 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2101 time: 0.5336668
Feb 05 20:59:00.294604 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-05fc2782-4c4d-468b-8360-6cb2b8914565 req-652a74d4-d6e2-47f3-8b4d-ec35a791442f tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:59:00.303674 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad89af-9b90-4751-b990-6a8cece67aba req-f83aa9fa-6250-4f5f-9731-d15e327328be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:00.305622 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d2ad89af-9b90-4751-b990-6a8cece67aba req-f83aa9fa-6250-4f5f-9731-d15e327328be service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ca5f02e4f32f409cb5d16fdde787db22&device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 1128 time: 0.7715571
Feb 05 20:59:00.306139 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42964) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:00.352191 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-05fc2782-4c4d-468b-8360-6cb2b8914565 req-652a74d4-d6e2-47f3-8b4d-ec35a791442f tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:00.417865 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2227d02c-6dcc-4668-a0dc-49744f5bf748 req-5b5043f9-cec3-4339-8914-49b71516322b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c589d5aa-4257-4ea8-b4d0-dcf5618dac73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3278315
Feb 05 20:59:00.438919 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-70043f6a-a1db-4379-b001-4bb282a80eae None None] Allocated IP 2001:db8::1 (477e3a68-1e2c-4a5a-97c2-24fce3e267c7/641d8160-a3c3-4d51-b1c9-3eb9c6cb904e/5bb1538b-2eb3-4b37-9ad5-6e8c35712837) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:59:00.586094 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cc0d34dc-3a2b-4cb4-8b09-9e919ba7c59e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (03df5a20-e50e-4a85-ae02-0f56ff30722a), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:00.586962 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0d34dc-3a2b-4cb4-8b09-9e919ba7c59e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03df5a20-e50e-4a85-ae02-0f56ff30722a {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 20:59:00.609509 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cc0d34dc-3a2b-4cb4-8b09-9e919ba7c59e admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:00.611029 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-cc0d34dc-3a2b-4cb4-8b09-9e919ba7c59e admin admin] 10.222.0.32 "DELETE /v2.0/routers/03df5a20-e50e-4a85-ae02-0f56ff30722a HTTP/1.1" status: 204  len: 168 time: 4.7957201
Feb 05 20:59:00.626177 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42972) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:00.689715 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c058d24b-0a48-4300-9396-9a9bf7c217de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c1669f7d-9663-4e95-b245-511eef053b02', 'network_id': 'c1669f7d-9663-4e95-b245-511eef053b02', 'project_id': '586961b5f51f4b688bdd5fe83c62f9e5', 'fixed_ips': [{'subnet_id': 'e0e955d2-96e1-4ef8-bd9f-2146611e3695'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 20:59:00.692089 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c058d24b-0a48-4300-9396-9a9bf7c217de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:00.774370 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-d795b379-a37e-4ffc-9438-f041d18bb4d5 admin admin] Deleting subnet 77b32dd4-761f-487c-9e79-c5785faac85d {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:59:00.776875 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4dd87-530e-404b-97b3-70ab1037e0ef req-d9daae10-aac4-4733-b1be-1c7120d58ce0 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:00.782353 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3ad4dd87-530e-404b-97b3-70ab1037e0ef req-d9daae10-aac4-4733-b1be-1c7120d58ce0 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=c589d5aa-4257-4ea8-b4d0-dcf5618dac73 HTTP/1.1" status: 200  len: 945 time: 0.3219810
Feb 05 20:59:00.811132 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227d02c-6dcc-4668-a0dc-49744f5bf748 req-39e85c8b-a9f5-43df-b17e-fef6073d2563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:00.816171 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2227d02c-6dcc-4668-a0dc-49744f5bf748 req-39e85c8b-a9f5-43df-b17e-fef6073d2563 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c115672e27d44cf2b79a3945af717ae8&device_id=c589d5aa-4257-4ea8-b4d0-dcf5618dac73 HTTP/1.1" status: 200  len: 1127 time: 0.3461149
Feb 05 20:59:00.821444 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-6da3ebf5-3e80-485a-9bf6-4cc5d95c3a6d tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Deleting subnet 641d8160-a3c3-4d51-b1c9-3eb9c6cb904e {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:59:00.826699 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d795b379-a37e-4ffc-9438-f041d18bb4d5 admin admin] Publish callbacks [] for subnet (77b32dd4-761f-487c-9e79-c5785faac85d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:00.923419 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d795b379-a37e-4ffc-9438-f041d18bb4d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (77b32dd4-761f-487c-9e79-c5785faac85d), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:00.995851 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad89af-9b90-4751-b990-6a8cece67aba req-20c64c04-2e63-47cf-a23e-cbf9704ca2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:00.997518 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d2ad89af-9b90-4751-b990-6a8cece67aba req-20c64c04-2e63-47cf-a23e-cbf9704ca2a1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=eb12b0a3-cb4e-47fe-8869-d20dface7d3e HTTP/1.1" status: 200  len: 919 time: 0.6642292
Feb 05 20:59:01.002557 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-05fc2782-4c4d-468b-8360-6cb2b8914565 req-652a74d4-d6e2-47f3-8b4d-ec35a791442f tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:01.059880 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d2ad89af-9b90-4751-b990-6a8cece67aba req-27eefb08-a4e0-43d3-a3ee-7c73ef0ff98f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b29e0850-8ea4-4496-b92a-c9b3e104df14 HTTP/1.1" status: 200  len: 217 time: 0.0466466
Feb 05 20:59:01.064768 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42982) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:01.134400 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-bc4c86f8-d338-4a2f-89bf-59fb849a2ca4 req-ef60602f-ce22-4168-9c73-5daaa7b868ab tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (3cf594d2-1c44-4bcc-8910-251bf145b9be), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:01.168450 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-496fb376-6f79-489c-b5bf-4998f7cd9c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8f3a6d0>, [{'id': 'c089098b-3624-4c53-803f-f61694c88e0b', 'name': 'tempest-ServersTestBootFromVolume-1356089386-router', 'tenant_id': '60a31152c92648bfb27496f9e1d342d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd584e16f-9038-4436-b145-62c5d2366bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:56:54Z', 'updated_at': '2022-02-05T20:57:01Z', 'revision_number': 4, 'project_id': '60a31152c92648bfb27496f9e1d342d2', 'gw_port': {'id': 'd584e16f-9038-4436-b145-62c5d2366bca', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c089098b-3624-4c53-803f-f61694c88e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:56:55Z', 'updated_at': '2022-02-05T20:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30', 'name': '', 'network_id': 'e27726b6-584c-451c-a170-435551e2c659', 'tenant_id': '60a31152c92648bfb27496f9e1d342d2', 'mac_address': 'fa:16:3e:2e:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c089098b-3624-4c53-803f-f61694c88e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '2fb59051-3f07-4250-8778-3de952b07289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:57:00Z', 'updated_at': '2022-02-05T20:57:10Z', 'revision_number': 5, 'project_id': '60a31152c92648bfb27496f9e1d342d2', 'subnets': [{'id': '2fb59051-3f07-4250-8778-3de952b07289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:01.172521 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-70043f6a-a1db-4379-b001-4bb282a80eae None None] Publish callbacks [] for port (5bb1538b-2eb3-4b37-9ad5-6e8c35712837), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:01.177371 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad89af-9b90-4751-b990-6a8cece67aba req-2abc489b-a6d0-44aa-b304-127fd08621fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:01.179242 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d2ad89af-9b90-4751-b990-6a8cece67aba req-2abc489b-a6d0-44aa-b304-127fd08621fd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eab137f8-6355-40d9-8fb3-711b63d086ad HTTP/1.1" status: 200  len: 858 time: 0.1056752
Feb 05 20:59:01.206947 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6da3ebf5-3e80-485a-9bf6-4cc5d95c3a6d tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks [] for subnet (641d8160-a3c3-4d51-b1c9-3eb9c6cb904e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:01.214846 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 3cf594d2-1c44-4bcc-8910-251bf145b9be no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:59:01.222267 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d795b379-a37e-4ffc-9438-f041d18bb4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (77b32dd4-761f-487c-9e79-c5785faac85d), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:01.222693 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-70043f6a-a1db-4379-b001-4bb282a80eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (5bb1538b-2eb3-4b37-9ad5-6e8c35712837), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:01.225257 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496fb376-6f79-489c-b5bf-4998f7cd9c30 None None] Checking router: c089098b-3624-4c53-803f-f61694c88e0b for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:59:01.227906 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-c058d24b-0a48-4300-9396-9a9bf7c217de None None] Allocated IP 2001:db8:0:1::1 (c1669f7d-9663-4e95-b245-511eef053b02/e0e955d2-96e1-4ef8-bd9f-2146611e3695/d2d5566f-899e-4e1a-b0bf-96434b177bda) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:59:01.272440 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-05fc2782-4c4d-468b-8360-6cb2b8914565 req-652a74d4-d6e2-47f3-8b4d-ec35a791442f tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Allocated IP 172.35.4.223 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/55e38b68-0b38-44d1-b604-8196b26215eb) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:59:01.286299 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 3cf594d2-1c44-4bcc-8910-251bf145b9be {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:59:01.286697 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 3cf594d2-1c44-4bcc-8910-251bf145b9be not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:59:01.316416 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70043f6a-a1db-4379-b001-4bb282a80eae None None] Network 477e3a68-1e2c-4a5a-97c2-24fce3e267c7 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:59:01.335540 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-70043f6a-a1db-4379-b001-4bb282a80eae None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:59:01.364610 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496fb376-6f79-489c-b5bf-4998f7cd9c30 None None] Routers {'c089098b-3624-4c53-803f-f61694c88e0b'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:59:01.365498 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-496fb376-6f79-489c-b5bf-4998f7cd9c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8f3a6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:58:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['c089098b-3624-4c53-803f-f61694c88e0b'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:01.373194 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70043f6a-a1db-4379-b001-4bb282a80eae None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:59:01.378018 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70043f6a-a1db-4379-b001-4bb282a80eae None None] Pushing event updated for resources: {'Port': ['ID=5bb1538b-2eb3-4b37-9ad5-6e8c35712837,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:01.430965 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3ad4dd87-530e-404b-97b3-70ab1037e0ef req-b70f6163-c58c-46a3-9d20-6f65165ff021 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6436059
Feb 05 20:59:01.447672 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-ecdbc445-0c5b-4467-9cdc-96c58871059a tempest-MeteringIpV6TestJSON-760815196 tempest-MeteringIpV6TestJSON-760815196-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1557140024'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:59:01.447672 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-ecdbc445-0c5b-4467-9cdc-96c58871059a tempest-MeteringIpV6TestJSON-760815196 tempest-MeteringIpV6TestJSON-760815196-project-admin] Unknown quota resources ['metering_label']. {{(pid=114390) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 05 20:59:01.482870 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227d02c-6dcc-4668-a0dc-49744f5bf748 req-fde6f452-8156-49b0-8f7b-c565d2c9f4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:01.488129 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2227d02c-6dcc-4668-a0dc-49744f5bf748 req-fde6f452-8156-49b0-8f7b-c565d2c9f4fa service neutron] 10.222.0.39 "GET /v2.0/networks?id=bc807625-43b9-4f71-ba0e-13ea567a25e8 HTTP/1.1" status: 200  len: 907 time: 0.6243272
Feb 05 20:59:01.556921 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60602f-ce22-4168-9c73-5daaa7b868ab tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Pushing event deleted for resources: {'Port': ['ID=3cf594d2-1c44-4bcc-8910-251bf145b9be,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:01.598634 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2227d02c-6dcc-4668-a0dc-49744f5bf748 req-2cddb9be-e527-4411-8122-002f9fbbe6e0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35c6f3f5-10d5-4610-94a0-0c6195303a95 HTTP/1.1" status: 200  len: 217 time: 0.1019921
Feb 05 20:59:01.676189 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d2ad89af-9b90-4751-b990-6a8cece67aba req-5a73fd37-2cc2-4cfe-86a3-56e9b06ea4b3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eb12b0a3-cb4e-47fe-8869-d20dface7d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3600395
Feb 05 20:59:01.721589 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227d02c-6dcc-4668-a0dc-49744f5bf748 req-65224fec-dad0-4a4b-bcf4-c281998abba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:01.724029 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2227d02c-6dcc-4668-a0dc-49744f5bf748 req-65224fec-dad0-4a4b-bcf4-c281998abba7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=87ea50f2-4a9d-4e76-83e4-8a4c87cd9a22 HTTP/1.1" status: 200  len: 846 time: 0.1190860
Feb 05 20:59:01.746844 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7b0ff86f-81b9-4f1b-b569-15275d10d49d req-d30b3f3e-a0aa-447a-ad77-4e2eb8294796 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a818080-aad3-4726-b306-27edf171c323 HTTP/1.1" status: 200  len: 210 time: 0.1185360
Feb 05 20:59:01.797700 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ecdbc445-0c5b-4467-9cdc-96c58871059a tempest-MeteringIpV6TestJSON-760815196 tempest-MeteringIpV6TestJSON-760815196-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:01.799443 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ecdbc445-0c5b-4467-9cdc-96c58871059a tempest-MeteringIpV6TestJSON-760815196 tempest-MeteringIpV6TestJSON-760815196-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 478 time: 0.7323172
Feb 05 20:59:01.808329 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4c86f8-d338-4a2f-89bf-59fb849a2ca4 req-ef60602f-ce22-4168-9c73-5daaa7b868ab tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] No DVR routers for this DVR port 3cf594d2-1c44-4bcc-8910-251bf145b9be on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:59:01.823571 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43006) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:01.827574 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43008) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:01.841848 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-05fc2782-4c4d-468b-8360-6cb2b8914565 req-652a74d4-d6e2-47f3-8b4d-ec35a791442f tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks [] for port (55e38b68-0b38-44d1-b604-8196b26215eb), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:01.868347 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-a1f88813-f1e1-49ca-859a-4ab3e5d658c9 tempest-MeteringIpV6TestJSON-760815196 tempest-MeteringIpV6TestJSON-760815196-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '75f37eab-1f5d-440c-8498-914af00ba402'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:59:01.869188 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-a1f88813-f1e1-49ca-859a-4ab3e5d658c9 tempest-MeteringIpV6TestJSON-760815196 tempest-MeteringIpV6TestJSON-760815196-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=114390) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 05 20:59:01.882792 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2227d02c-6dcc-4668-a0dc-49744f5bf748 req-84d8c7e6-213b-4579-81f9-a961dc55e76a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bc807625-43b9-4f71-ba0e-13ea567a25e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1343429
Feb 05 20:59:01.896858 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-bc4c86f8-d338-4a2f-89bf-59fb849a2ca4 req-ef60602f-ce22-4168-9c73-5daaa7b868ab tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:01.900581 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bc4c86f8-d338-4a2f-89bf-59fb849a2ca4 req-ef60602f-ce22-4168-9c73-5daaa7b868ab tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.39 "DELETE /v2.0/ports/3cf594d2-1c44-4bcc-8910-251bf145b9be HTTP/1.1" status: 204  len: 173 time: 2.8596380
Feb 05 20:59:01.903894 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a8ee4b-3c6f-4e45-846c-366430cca3fd', 'name': 'network-vif-deleted', 'tag': '3cf594d2-1c44-4bcc-8910-251bf145b9be'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:59:01.906408 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3419224b-73ec-4000-a748-d8361fea90fb" -d '{"events": [{"server_uuid": "21a8ee4b-3c6f-4e45-846c-366430cca3fd", "name": "network-vif-deleted", "tag": "3cf594d2-1c44-4bcc-8910-251bf145b9be"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:59:01.948385 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6da3ebf5-3e80-485a-9bf6-4cc5d95c3a6d tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (641d8160-a3c3-4d51-b1c9-3eb9c6cb904e), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:01.991964 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-70043f6a-a1db-4379-b001-4bb282a80eae None None] Attempting to bind port 5bb1538b-2eb3-4b37-9ad5-6e8c35712837 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:59:01.992348 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-70043f6a-a1db-4379-b001-4bb282a80eae None None] Attempting to bind port 5bb1538b-2eb3-4b37-9ad5-6e8c35712837 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c7bb3428-f1ea-4506-990a-694ad817438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '477e3a68-1e2c-4a5a-97c2-24fce3e267c7'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:59:01.992721 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70043f6a-a1db-4379-b001-4bb282a80eae None None] Attempting to bind port 5bb1538b-2eb3-4b37-9ad5-6e8c35712837 on network 477e3a68-1e2c-4a5a-97c2-24fce3e267c7 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:59:02.026130 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70043f6a-a1db-4379-b001-4bb282a80eae None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:59:02.026550 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70043f6a-a1db-4379-b001-4bb282a80eae None None] Checking segment: {'id': 'c7bb3428-f1ea-4506-990a-694ad817438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '477e3a68-1e2c-4a5a-97c2-24fce3e267c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:59:02.026965 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-70043f6a-a1db-4379-b001-4bb282a80eae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:02.027371 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70043f6a-a1db-4379-b001-4bb282a80eae None None] Bound using segment: {'id': 'c7bb3428-f1ea-4506-990a-694ad817438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '477e3a68-1e2c-4a5a-97c2-24fce3e267c7'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:59:02.028052 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-70043f6a-a1db-4379-b001-4bb282a80eae None None] Bound port: 5bb1538b-2eb3-4b37-9ad5-6e8c35712837, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7bb3428-f1ea-4506-990a-694ad817438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '477e3a68-1e2c-4a5a-97c2-24fce3e267c7'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:59:02.028454 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-70043f6a-a1db-4379-b001-4bb282a80eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5bb1538b-2eb3-4b37-9ad5-6e8c35712837), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:02.039005 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459a5116-844b-4a72-914c-32e6945c2b21 x-openstack-request-id: req-459a5116-844b-4a72-914c-32e6945c2b21 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:59:02.039005 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a8ee4b-3c6f-4e45-846c-366430cca3fd", "name": "network-vif-deleted", "tag": "3cf594d2-1c44-4bcc-8910-251bf145b9be", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:59:02.039321 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-459a5116-844b-4a72-914c-32e6945c2b21 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:59:02.039649 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a8ee4b-3c6f-4e45-846c-366430cca3fd', 'name': 'network-vif-deleted', 'tag': '3cf594d2-1c44-4bcc-8910-251bf145b9be', 'status': 'completed', 'code': 200}
Feb 05 20:59:02.058251 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-496fb376-6f79-489c-b5bf-4998f7cd9c30 None None] Set router c089098b-3624-4c53-803f-f61694c88e0b gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:59:02.066664 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372faeeb-bea2-4483-b85d-52ea41be326e req-6054cd6b-e399-41a8-8e9b-29e2927cdae8 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:02.068287 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-372faeeb-bea2-4483-b85d-52ea41be326e req-6054cd6b-e399-41a8-8e9b-29e2927cdae8 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.39 "GET /v2.0/ports?device_id=c589d5aa-4257-4ea8-b4d0-dcf5618dac73 HTTP/1.1" status: 200  len: 945 time: 0.2666790
Feb 05 20:59:02.088463 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d795b379-a37e-4ffc-9438-f041d18bb4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (77b32dd4-761f-487c-9e79-c5785faac85d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:02.089089 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-05fc2782-4c4d-468b-8360-6cb2b8914565 req-652a74d4-d6e2-47f3-8b4d-ec35a791442f tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (55e38b68-0b38-44d1-b604-8196b26215eb), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:02.128141 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c058d24b-0a48-4300-9396-9a9bf7c217de None None] Publish callbacks [] for port (d2d5566f-899e-4e1a-b0bf-96434b177bda), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:02.147126 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c058d24b-0a48-4300-9396-9a9bf7c217de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (d2d5566f-899e-4e1a-b0bf-96434b177bda), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:02.163716 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2227d02c-6dcc-4668-a0dc-49744f5bf748 req-2fe24b32-779b-4d4a-acad-85c0c5717471 service neutron] 10.222.0.39 "GET /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2725539
Feb 05 20:59:02.229891 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05fc2782-4c4d-468b-8360-6cb2b8914565 req-652a74d4-d6e2-47f3-8b4d-ec35a791442f tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:59:02.239193 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d795b379-a37e-4ffc-9438-f041d18bb4d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77b32dd4-761f-487c-9e79-c5785faac85d,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:02.242693 ncdv-master-1 neutron-server[114390]: WARNING neutron.services.metering.metering_plugin [None req-a1f88813-f1e1-49ca-859a-4ab3e5d658c9 tempest-MeteringIpV6TestJSON-760815196 tempest-MeteringIpV6TestJSON-760815196-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Feb 05 20:59:02.256631 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d795b379-a37e-4ffc-9438-f041d18bb4d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:02.262945 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d795b379-a37e-4ffc-9438-f041d18bb4d5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/77b32dd4-761f-487c-9e79-c5785faac85d HTTP/1.1" status: 204  len: 168 time: 1.6292074
Feb 05 20:59:02.268987 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-70043f6a-a1db-4379-b001-4bb282a80eae None None] For port 5bb1538b-2eb3-4b37-9ad5-6e8c35712837, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:59:02.272495 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20940fe-0c05-4118-9ff3-b70243914071 None None] Network 0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:59:02.278303 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c058d24b-0a48-4300-9396-9a9bf7c217de None None] Network c1669f7d-9663-4e95-b245-511eef053b02 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:59:02.286028 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43016) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:02.340175 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-c058d24b-0a48-4300-9396-9a9bf7c217de None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:59:02.342426 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058d24b-0a48-4300-9396-9a9bf7c217de None None] Pushing event updated for resources: {'Port': ['ID=d2d5566f-899e-4e1a-b0bf-96434b177bda,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:02.347090 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c058d24b-0a48-4300-9396-9a9bf7c217de None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:59:02.352334 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-70043f6a-a1db-4379-b001-4bb282a80eae None None] For port 5bb1538b-2eb3-4b37-9ad5-6e8c35712837, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5bb1538b-2eb3-4b37-9ad5-6e8c35712837,segment=NetworkSegment(c7bb3428-f1ea-4506-990a-694ad817438c),segment_id=c7bb3428-f1ea-4506-990a-694ad817438c)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:59:02.353912 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b3972681-e056-4ff5-9667-e4912cfbaed8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:59:02.398975 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-70043f6a-a1db-4379-b001-4bb282a80eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5bb1538b-2eb3-4b37-9ad5-6e8c35712837), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:02.406702 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: b3972681-e056-4ff5-9667-e4912cfbaed8 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:59:02.407257 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b3972681-e056-4ff5-9667-e4912cfbaed8 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:59:02.582141 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-3c7b451c-923d-4876-ad55-e47aeb63a9cb tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:02.584168 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-3c7b451c-923d-4876-ad55-e47aeb63a9cb tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.39 "GET /v2.0/networks?id=cb9888ba-fd92-4284-8691-d704204a6929 HTTP/1.1" status: 200  len: 804 time: 1.1708794
Feb 05 20:59:02.602113 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-c058d24b-0a48-4300-9396-9a9bf7c217de None None] Attempting to bind port d2d5566f-899e-4e1a-b0bf-96434b177bda on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:59:02.602746 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-c058d24b-0a48-4300-9396-9a9bf7c217de None None] Attempting to bind port d2d5566f-899e-4e1a-b0bf-96434b177bda by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '274cd9af-9309-4542-848c-84141766fbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c1669f7d-9663-4e95-b245-511eef053b02'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:59:02.603226 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c058d24b-0a48-4300-9396-9a9bf7c217de None None] Attempting to bind port d2d5566f-899e-4e1a-b0bf-96434b177bda on network c1669f7d-9663-4e95-b245-511eef053b02 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:59:02.605789 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a1f88813-f1e1-49ca-859a-4ab3e5d658c9 tempest-MeteringIpV6TestJSON-760815196 tempest-MeteringIpV6TestJSON-760815196-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:02.611289 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-05fc2782-4c4d-468b-8360-6cb2b8914565 req-652a74d4-d6e2-47f3-8b4d-ec35a791442f tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:59:02.612126 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a1f88813-f1e1-49ca-859a-4ab3e5d658c9 tempest-MeteringIpV6TestJSON-760815196 tempest-MeteringIpV6TestJSON-760815196-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.7778430
Feb 05 20:59:02.616739 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43020) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:02.624032 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-61003b58-5ea1-4250-9f5b-f45158e44b01 tempest-MeteringIpV6TestJSON-760815196 tempest-MeteringIpV6TestJSON-760815196-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '75f37eab-1f5d-440c-8498-914af00ba402'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:59:02.624600 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-61003b58-5ea1-4250-9f5b-f45158e44b01 tempest-MeteringIpV6TestJSON-760815196 tempest-MeteringIpV6TestJSON-760815196-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=114391) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 05 20:59:02.628819 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-6b2b0652-42c2-435a-99b9-3b2d1d0be490 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Request body: {'port': {'device_id': '4a818080-aad3-4726-b306-27edf171c323', 'network_id': 'cb9888ba-fd92-4284-8691-d704204a6929', 'admin_state_up': True, 'tenant_id': '1d793ab256c04fadac89445fab3ed636'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:59:02.629419 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-05fc2782-4c4d-468b-8360-6cb2b8914565 req-652a74d4-d6e2-47f3-8b4d-ec35a791442f tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:59:02.646342 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c058d24b-0a48-4300-9396-9a9bf7c217de None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:59:02.647049 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c058d24b-0a48-4300-9396-9a9bf7c217de None None] Checking segment: {'id': '274cd9af-9309-4542-848c-84141766fbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c1669f7d-9663-4e95-b245-511eef053b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:59:02.647579 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c058d24b-0a48-4300-9396-9a9bf7c217de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:02.648085 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c058d24b-0a48-4300-9396-9a9bf7c217de None None] Bound using segment: {'id': '274cd9af-9309-4542-848c-84141766fbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c1669f7d-9663-4e95-b245-511eef053b02'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:59:02.648703 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-c058d24b-0a48-4300-9396-9a9bf7c217de None None] Bound port: d2d5566f-899e-4e1a-b0bf-96434b177bda, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '274cd9af-9309-4542-848c-84141766fbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c1669f7d-9663-4e95-b245-511eef053b02'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:59:02.649196 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c058d24b-0a48-4300-9396-9a9bf7c217de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d2d5566f-899e-4e1a-b0bf-96434b177bda), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:02.651803 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70043f6a-a1db-4379-b001-4bb282a80eae None None] Pushing event updated for resources: {'Port': ['ID=5bb1538b-2eb3-4b37-9ad5-6e8c35712837,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:02.668149 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d2ad89af-9b90-4751-b990-6a8cece67aba req-b18341f4-4733-4557-80c8-9e4e116ad229 service neutron] 10.222.0.39 "GET /v2.0/networks/eb12b0a3-cb4e-47fe-8869-d20dface7d3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9042642
Feb 05 20:59:02.692932 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bffb6a8e-7508-4a01-9785-1d0b118d24a1 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Publish callbacks [] for security_group (27f15019-9768-4200-84e5-e823382c93bd), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:02.712773 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a74d4-d6e2-47f3-8b4d-ec35a791442f tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Pushing event updated for resources: {'Port': ['ID=55e38b68-0b38-44d1-b604-8196b26215eb,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:02.739693 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6da3ebf5-3e80-485a-9bf6-4cc5d95c3a6d tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (641d8160-a3c3-4d51-b1c9-3eb9c6cb904e), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:02.819850 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-496fb376-6f79-489c-b5bf-4998f7cd9c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8f3a6d0>, [{'id': 'c089098b-3624-4c53-803f-f61694c88e0b', 'name': 'tempest-ServersTestBootFromVolume-1356089386-router', 'tenant_id': '60a31152c92648bfb27496f9e1d342d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd584e16f-9038-4436-b145-62c5d2366bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:56:54Z', 'updated_at': '2022-02-05T20:57:01Z', 'revision_number': 4, 'project_id': '60a31152c92648bfb27496f9e1d342d2', 'gw_port': {'id': 'd584e16f-9038-4436-b145-62c5d2366bca', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c089098b-3624-4c53-803f-f61694c88e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:56:55Z', 'updated_at': '2022-02-05T20:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30', 'name': '', 'network_id': 'e27726b6-584c-451c-a170-435551e2c659', 'tenant_id': '60a31152c92648bfb27496f9e1d342d2', 'mac_address': 'fa:16:3e:2e:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c089098b-3624-4c53-803f-f61694c88e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '2fb59051-3f07-4250-8778-3de952b07289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:57:00Z', 'updated_at': '2022-02-05T20:57:10Z', 'revision_number': 5, 'project_id': '60a31152c92648bfb27496f9e1d342d2', 'subnets': [{'id': '2fb59051-3f07-4250-8778-3de952b07289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:02.861549 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496fb376-6f79-489c-b5bf-4998f7cd9c30 None None] The sync data for ids ['c089098b-3624-4c53-803f-f61694c88e0b'] in ncdv-master-1 is: [{'id': 'c089098b-3624-4c53-803f-f61694c88e0b', 'name': 'tempest-ServersTestBootFromVolume-1356089386-router', 'tenant_id': '60a31152c92648bfb27496f9e1d342d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd584e16f-9038-4436-b145-62c5d2366bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:56:54Z', 'updated_at': '2022-02-05T20:57:01Z', 'revision_number': 4, 'project_id': '60a31152c92648bfb27496f9e1d342d2', 'gw_port': {'id': 'd584e16f-9038-4436-b145-62c5d2366bca', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c089098b-3624-4c53-803f-f61694c88e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:56:55Z', 'updated_at': '2022-02-05T20:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30', 'name': '', 'network_id': 'e27726b6-584c-451c-a170-435551e2c659', 'tenant_id': '60a31152c92648bfb27496f9e1d342d2', 'mac_address': 'fa:16:3e:2e:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c089098b-3624-4c53-803f-f61694c88e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '2fb59051-3f07-4250-8778-3de952b07289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:57:00Z', 'updated_at': '2022-02-05T20:57:10Z', 'revision_number': 5, 'project_id': '60a31152c92648bfb27496f9e1d342d2', 'subnets': [{'id': '2fb59051-3f07-4250-8778-3de952b07289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:59:02.864428 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf2069d-5644-4e31-97d1-9424e1b40d0f None None] DHCP port deletion for 0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 20:59:02.891645 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c058d24b-0a48-4300-9396-9a9bf7c217de None None] For port d2d5566f-899e-4e1a-b0bf-96434b177bda, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:59:02.896633 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c058d24b-0a48-4300-9396-9a9bf7c217de None None] For port d2d5566f-899e-4e1a-b0bf-96434b177bda, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d2d5566f-899e-4e1a-b0bf-96434b177bda,segment=NetworkSegment(274cd9af-9309-4542-848c-84141766fbd5),segment_id=274cd9af-9309-4542-848c-84141766fbd5)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:59:02.904081 ncdv-master-1 neutron-server[114391]: WARNING neutron.services.metering.metering_plugin [None req-61003b58-5ea1-4250-9f5b-f45158e44b01 tempest-MeteringIpV6TestJSON-760815196 tempest-MeteringIpV6TestJSON-760815196-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Feb 05 20:59:02.936702 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c058d24b-0a48-4300-9396-9a9bf7c217de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d2d5566f-899e-4e1a-b0bf-96434b177bda), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:02.963387 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2227d02c-6dcc-4668-a0dc-49744f5bf748 req-c40cd97b-73ff-467e-b2dc-431cdd29efba service neutron] 10.222.0.39 "GET /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7920463
Feb 05 20:59:03.091421 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-372faeeb-bea2-4483-b85d-52ea41be326e req-37a22f39-65b6-453a-b1db-252a42b6569d tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Deleting port 35c6f3f5-10d5-4610-94a0-0c6195303a95 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:59:03.091784 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-372faeeb-bea2-4483-b85d-52ea41be326e req-37a22f39-65b6-453a-b1db-252a42b6569d tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (35c6f3f5-10d5-4610-94a0-0c6195303a95), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:03.093114 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058d24b-0a48-4300-9396-9a9bf7c217de None None] Pushing event updated for resources: {'Port': ['ID=d2d5566f-899e-4e1a-b0bf-96434b177bda,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:03.113259 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-bdf2069d-5644-4e31-97d1-9424e1b40d0f None None] Deleting port 918516ad-d1d7-4e99-aa07-ce1bc5e876ab {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:59:03.119596 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bdf2069d-5644-4e31-97d1-9424e1b40d0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (918516ad-d1d7-4e99-aa07-ce1bc5e876ab), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:03.213033 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2511d6-e884-4ede-b5d2-57fb9418eb8e req-047430bd-ab94-48ad-8aad-4969c053590a tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:03.225143 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8b2511d6-e884-4ede-b5d2-57fb9418eb8e req-047430bd-ab94-48ad-8aad-4969c053590a tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=c589d5aa-4257-4ea8-b4d0-dcf5618dac73 HTTP/1.1" status: 200  len: 945 time: 0.6215134
Feb 05 20:59:03.232874 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-61003b58-5ea1-4250-9f5b-f45158e44b01 tempest-MeteringIpV6TestJSON-760815196 tempest-MeteringIpV6TestJSON-760815196-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:03.233726 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-bdf2069d-5644-4e31-97d1-9424e1b40d0f None None] For port 918516ad-d1d7-4e99-aa07-ce1bc5e876ab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=918516ad-d1d7-4e99-aa07-ce1bc5e876ab,segment=NetworkSegment(64358af5-dc2d-4795-a8e0-31cbc220d69d),segment_id=64358af5-dc2d-4795-a8e0-31cbc220d69d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:59:03.234096 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-61003b58-5ea1-4250-9f5b-f45158e44b01 tempest-MeteringIpV6TestJSON-760815196 tempest-MeteringIpV6TestJSON-760815196-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.6141496
Feb 05 20:59:03.236427 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bdf2069d-5644-4e31-97d1-9424e1b40d0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (918516ad-d1d7-4e99-aa07-ce1bc5e876ab), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:03.258696 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43024) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:03.273148 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-bdf2069d-5644-4e31-97d1-9424e1b40d0f None None] Calling delete_port for 918516ad-d1d7-4e99-aa07-ce1bc5e876ab owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:59:03.303028 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-05fc2782-4c4d-468b-8360-6cb2b8914565 req-652a74d4-d6e2-47f3-8b4d-ec35a791442f tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks [] for floatingip (038a53cd-eb3b-4bb2-8b3d-d15e631ba308), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:03.323755 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-87511012-769a-4fd0-a9f5-7c792bb236f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:03.359258 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a149488c-5ea7-4852-a5db-e26d7eb64412 tempest-MeteringIpV6TestJSON-760815196 tempest-MeteringIpV6TestJSON-760815196-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=3240d93e-8728-439c-9ca6-1936cacf212d HTTP/1.1" status: 200  len: 462 time: 0.0990267
Feb 05 20:59:03.367661 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43026) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:03.442323 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bffb6a8e-7508-4a01-9785-1d0b118d24a1 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Publish callbacks [] for security_group (27f15019-9768-4200-84e5-e823382c93bd), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:03.446167 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bdf2069d-5644-4e31-97d1-9424e1b40d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (918516ad-d1d7-4e99-aa07-ce1bc5e876ab), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:03.497309 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8b2511d6-e884-4ede-b5d2-57fb9418eb8e req-0148c04c-7146-4364-ba40-1cb50a1d0bc7 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/security-groups?id=346be48a-c327-4c79-a940-21060e687d18&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2711568
Feb 05 20:59:03.511814 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-05fc2782-4c4d-468b-8360-6cb2b8914565 req-652a74d4-d6e2-47f3-8b4d-ec35a791442f tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (55e38b68-0b38-44d1-b604-8196b26215eb), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:03.529838 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eea7be-d043-4cdc-b70f-20c620577bb6 None None] New status for floating IP 46eecc88-9150-48d4-94bf-1aceb803b352: DOWN {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 20:59:03.546350 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-372faeeb-bea2-4483-b85d-52ea41be326e req-37a22f39-65b6-453a-b1db-252a42b6569d tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] For port 35c6f3f5-10d5-4610-94a0-0c6195303a95, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=35c6f3f5-10d5-4610-94a0-0c6195303a95,segment=NetworkSegment(7f85ed9d-b7ce-414c-8ae4-25f17816204d),segment_id=7f85ed9d-b7ce-414c-8ae4-25f17816204d)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:59:03.546730 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-372faeeb-bea2-4483-b85d-52ea41be326e req-37a22f39-65b6-453a-b1db-252a42b6569d tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (35c6f3f5-10d5-4610-94a0-0c6195303a95), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:03.578602 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf2069d-5644-4e31-97d1-9424e1b40d0f None None] No DVR routers for this DVR port 918516ad-d1d7-4e99-aa07-ce1bc5e876ab on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:59:03.581090 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf2069d-5644-4e31-97d1-9424e1b40d0f None None] Pushing event deleted for resources: {'Port': ['ID=918516ad-d1d7-4e99-aa07-ce1bc5e876ab,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:03.656096 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f6bbed57-15b2-499a-8718-cfeb283292fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:03.679590 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-87511012-769a-4fd0-a9f5-7c792bb236f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:03.683180 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-372faeeb-bea2-4483-b85d-52ea41be326e req-37a22f39-65b6-453a-b1db-252a42b6569d tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Calling delete_port for 35c6f3f5-10d5-4610-94a0-0c6195303a95 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:59:03.710847 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6da3ebf5-3e80-485a-9bf6-4cc5d95c3a6d tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (641d8160-a3c3-4d51-b1c9-3eb9c6cb904e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:03.714893 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-87511012-769a-4fd0-a9f5-7c792bb236f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db21c2340>,) {'filters': {'network_id': ['0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:03.750523 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d2ad89af-9b90-4751-b990-6a8cece67aba req-4b91e0a0-0a0a-4d1d-bdd4-3af0a0109d8d service neutron] 10.222.0.39 "GET /v2.0/networks/eb12b0a3-cb4e-47fe-8869-d20dface7d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0653992
Feb 05 20:59:03.775151 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-87511012-769a-4fd0-a9f5-7c792bb236f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db21c2340>, '64358af5-dc2d-4795-a8e0-31cbc220d69d') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:03.775701 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-87511012-769a-4fd0-a9f5-7c792bb236f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db21c2340>, '64358af5-dc2d-4795-a8e0-31cbc220d69d') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:03.788675 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da3ebf5-3e80-485a-9bf6-4cc5d95c3a6d tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Pushing event deleted for resources: {'Subnet': ['ID=641d8160-a3c3-4d51-b1c9-3eb9c6cb904e,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:03.791108 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6da3ebf5-3e80-485a-9bf6-4cc5d95c3a6d tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:03.795404 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6da3ebf5-3e80-485a-9bf6-4cc5d95c3a6d tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] 10.222.0.32 "DELETE /v2.0/subnets/641d8160-a3c3-4d51-b1c9-3eb9c6cb904e HTTP/1.1" status: 204  len: 168 time: 3.4763258
Feb 05 20:59:03.801381 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43028) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:03.811261 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-87511012-769a-4fd0-a9f5-7c792bb236f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (64358af5-dc2d-4795-a8e0-31cbc220d69d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:03.813144 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bffb6a8e-7508-4a01-9785-1d0b118d24a1 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (27f15019-9768-4200-84e5-e823382c93bd), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:03.816029 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bffb6a8e-7508-4a01-9785-1d0b118d24a1 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:03.817208 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-bffb6a8e-7508-4a01-9785-1d0b118d24a1 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "DELETE /v2.0/security-groups/27f15019-9768-4200-84e5-e823382c93bd HTTP/1.1" status: 204  len: 168 time: 1.9819360
Feb 05 20:59:03.831199 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-61077c0a-dd08-483f-babf-8b4b70b5f522 req-59fbc5ad-d4c6-46ab-814f-2969aa92842f tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a818080-aad3-4726-b306-27edf171c323 HTTP/1.1" status: 200  len: 210 time: 0.1642389
Feb 05 20:59:03.831682 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43030) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:03.882014 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-6b2b0652-42c2-435a-99b9-3b2d1d0be490 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Made reservation on behalf of 1d793ab256c04fadac89445fab3ed636 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:59:03.891073 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-685ed5d1-c86a-4c55-852a-eff28bbdba45 tempest-MeteringIpV6TestJSON-760815196 tempest-MeteringIpV6TestJSON-760815196-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:03.892766 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-685ed5d1-c86a-4c55-852a-eff28bbdba45 tempest-MeteringIpV6TestJSON-760815196 tempest-MeteringIpV6TestJSON-760815196-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/3240d93e-8728-439c-9ca6-1936cacf212d HTTP/1.1" status: 204  len: 168 time: 0.5239670
Feb 05 20:59:03.893894 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-6b2b0652-42c2-435a-99b9-3b2d1d0be490 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:03.903340 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-87511012-769a-4fd0-a9f5-7c792bb236f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (64358af5-dc2d-4795-a8e0-31cbc220d69d), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:03.905767 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43032) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:03.934236 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb6a8e-7508-4a01-9785-1d0b118d24a1 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f15019-9768-4200-84e5-e823382c93bd,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:03.955020 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87511012-769a-4fd0-a9f5-7c792bb236f0 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:59:03.955545 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-87511012-769a-4fd0-a9f5-7c792bb236f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (64358af5-dc2d-4795-a8e0-31cbc220d69d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:03.957554 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 20:59:03.957554 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:59:03.957554 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 20:59:03.957554 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:59:03.957554 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 20:59:03.957554 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:59:03.957554 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 20:59:03.957554 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:59:03.957554 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 20:59:03.957554 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:59:03.957554 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 20:59:03.957554 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:59:03.957554 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 20:59:03.957554 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:59:03.957554 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:59:03.957554 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:59:03.957554 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:59:03.957554 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:59:03.957554 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 20:59:03.957554 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:59:03.957554 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 20:59:03.957554 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:59:03.957554 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:59:03.957554 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:59:03.957554 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:59:03.957554 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:59:03.957554 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:59:03.957554 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:59:03.957554 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:59:03.957554 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:59:03.957554 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:59:03.957554 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:59:03.964834 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-6ba63435-e344-427b-aa4b-ec9107f26137 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] show failed (client error): The resource could not be found.
Feb 05 20:59:03.965970 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6ba63435-e344-427b-aa4b-ec9107f26137 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "GET /v2.0/security-groups/27f15019-9768-4200-84e5-e823382c93bd HTTP/1.1" status: 404  len: 347 time: 0.1289027
Feb 05 20:59:03.974618 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43034) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:04.004575 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4e3881e1-cea7-4068-9635-3ebe1aa148cb tempest-MeteringIpV6TestJSON-760815196 tempest-MeteringIpV6TestJSON-760815196-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=3240d93e-8728-439c-9ca6-1936cacf212d HTTP/1.1" status: 200  len: 221 time: 0.0808265
Feb 05 20:59:04.005419 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43036) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:04.031247 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-8b9eb4c9-49d7-4a1a-b6b7-3592b7467a38 tempest-MeteringIpV6TestJSON-760815196 tempest-MeteringIpV6TestJSON-760815196-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1806823660', 'description': 'label created by tempest'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:59:04.031779 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-8b9eb4c9-49d7-4a1a-b6b7-3592b7467a38 tempest-MeteringIpV6TestJSON-760815196 tempest-MeteringIpV6TestJSON-760815196-project-admin] Unknown quota resources ['metering_label']. {{(pid=114390) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 05 20:59:04.095787 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb9a08c2-0fd7-45e7-8e5a-0a8e79f67658 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Deleting subnet e0e955d2-96e1-4ef8-bd9f-2146611e3695 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:59:04.146429 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bb9a08c2-0fd7-45e7-8e5a-0a8e79f67658 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks [] for subnet (e0e955d2-96e1-4ef8-bd9f-2146611e3695), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:04.193080 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-87511012-769a-4fd0-a9f5-7c792bb236f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:04.277265 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-87511012-769a-4fd0-a9f5-7c792bb236f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:04.283133 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-87511012-769a-4fd0-a9f5-7c792bb236f0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b HTTP/1.1" status: 204  len: 168 time: 1.9908488
Feb 05 20:59:04.297707 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43038) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:04.357688 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770e4b7e-3e5b-4f8c-ac6e-ee6d33c266b6 None None] Network 477e3a68-1e2c-4a5a-97c2-24fce3e267c7 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:59:04.368131 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87511012-769a-4fd0-a9f5-7c792bb236f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0210dda4-5fa8-45e0-98d0-5c7a82b7ad7b,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:04.378673 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bb9a08c2-0fd7-45e7-8e5a-0a8e79f67658 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (e0e955d2-96e1-4ef8-bd9f-2146611e3695), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:04.476044 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8b9eb4c9-49d7-4a1a-b6b7-3592b7467a38 tempest-MeteringIpV6TestJSON-760815196 tempest-MeteringIpV6TestJSON-760815196-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:04.480164 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8b9eb4c9-49d7-4a1a-b6b7-3592b7467a38 tempest-MeteringIpV6TestJSON-760815196 tempest-MeteringIpV6TestJSON-760815196-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 470 time: 0.4591498
Feb 05 20:59:04.480906 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43040) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:04.484326 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-372faeeb-bea2-4483-b85d-52ea41be326e req-37a22f39-65b6-453a-b1db-252a42b6569d tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (35c6f3f5-10d5-4610-94a0-0c6195303a95), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:04.517812 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-6b2b0652-42c2-435a-99b9-3b2d1d0be490 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Allocated IP 172.20.0.9 (cb9888ba-fd92-4284-8691-d704204a6929/1a29db71-64bb-4b41-abf2-897d595cd164/b81d85a3-83ba-4718-af5c-54a493be5489) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:59:04.526538 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a22f39-65b6-453a-b1db-252a42b6569d tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Pushing event deleted for resources: {'Port': ['ID=35c6f3f5-10d5-4610-94a0-0c6195303a95,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:04.601575 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-eeaf7e54-c72e-49e4-b7f4-3f68eb42bbab tempest-MeteringIpV6TestJSON-760815196 tempest-MeteringIpV6TestJSON-760815196-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=7e344808-5865-4ad5-ad3f-a75e43685e54 HTTP/1.1" status: 200  len: 468 time: 0.1156073
Feb 05 20:59:04.601978 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-2ce32bf3-7f24-49e3-9d46-720bc1788b31 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Deleting port 912d7c38-7013-45c6-96e9-cf6ab56a29e7 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:59:04.602288 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2ce32bf3-7f24-49e3-9d46-720bc1788b31 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (912d7c38-7013-45c6-96e9-cf6ab56a29e7), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:04.603956 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43044) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:04.616950 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 5bb1538b-2eb3-4b37-9ad5-6e8c35712837 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:59:04.639465 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-05fc2782-4c4d-468b-8360-6cb2b8914565 req-652a74d4-d6e2-47f3-8b4d-ec35a791442f tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks [] for port (55e38b68-0b38-44d1-b604-8196b26215eb), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:04.648039 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-372faeeb-bea2-4483-b85d-52ea41be326e req-37a22f39-65b6-453a-b1db-252a42b6569d tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] No DVR routers for this DVR port 35c6f3f5-10d5-4610-94a0-0c6195303a95 on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:59:04.653374 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-372faeeb-bea2-4483-b85d-52ea41be326e req-37a22f39-65b6-453a-b1db-252a42b6569d tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:04.659053 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-df5ba2e8-82cf-4ba0-924f-0a754de53c10 None None] Provisioning complete for port 5bb1538b-2eb3-4b37-9ad5-6e8c35712837 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:59:04.659656 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-372faeeb-bea2-4483-b85d-52ea41be326e req-37a22f39-65b6-453a-b1db-252a42b6569d tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.39 "DELETE /v2.0/ports/35c6f3f5-10d5-4610-94a0-0c6195303a95 HTTP/1.1" status: 204  len: 173 time: 2.5847962
Feb 05 20:59:04.659937 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-df5ba2e8-82cf-4ba0-924f-0a754de53c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5bb1538b-2eb3-4b37-9ad5-6e8c35712837), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:04.676564 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c589d5aa-4257-4ea8-b4d0-dcf5618dac73', 'name': 'network-vif-deleted', 'tag': '35c6f3f5-10d5-4610-94a0-0c6195303a95'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:59:04.679153 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c62e24f-743d-4a30-bd1d-c899b880deda" -d '{"events": [{"server_uuid": "c589d5aa-4257-4ea8-b4d0-dcf5618dac73", "name": "network-vif-deleted", "tag": "35c6f3f5-10d5-4610-94a0-0c6195303a95"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:59:04.687853 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-05fc2782-4c4d-468b-8360-6cb2b8914565 req-652a74d4-d6e2-47f3-8b4d-ec35a791442f tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (55e38b68-0b38-44d1-b604-8196b26215eb), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:04.765198 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bb9a08c2-0fd7-45e7-8e5a-0a8e79f67658 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (e0e955d2-96e1-4ef8-bd9f-2146611e3695), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:04.775959 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1dbdd8a-4f9d-4529-b5ca-57f034505746 None None] Network c1669f7d-9663-4e95-b245-511eef053b02 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:59:04.825221 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 20:59:04.825807 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2d6fd577-c537-4972-99b3-691756683bfa req-a97793d2-4845-45be-9784-c1a2bc51f1f4 tempest-ServersTestJSON-1152062926 tempest-ServersTestJSON-1152062926-project] 10.222.0.32 "GET /v2.0/ports?device_id=c589d5aa-4257-4ea8-b4d0-dcf5618dac73 HTTP/1.1" status: 200  len: 210 time: 0.1816518
Feb 05 20:59:04.904151 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1dd5f90-f7f6-4105-ae99-8a61543c4c35 x-openstack-request-id: req-c1dd5f90-f7f6-4105-ae99-8a61543c4c35 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:59:04.904353 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c589d5aa-4257-4ea8-b4d0-dcf5618dac73", "name": "network-vif-deleted", "tag": "35c6f3f5-10d5-4610-94a0-0c6195303a95", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:59:04.904612 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1dd5f90-f7f6-4105-ae99-8a61543c4c35 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:59:04.905060 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c589d5aa-4257-4ea8-b4d0-dcf5618dac73', 'name': 'network-vif-deleted', 'tag': '35c6f3f5-10d5-4610-94a0-0c6195303a95', 'status': 'completed', 'code': 200}
Feb 05 20:59:04.929814 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fab1b7b1-05b1-421d-882d-a238aa3efdf2 tempest-MeteringIpV6TestJSON-760815196 tempest-MeteringIpV6TestJSON-760815196-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:04.934274 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-fab1b7b1-05b1-421d-882d-a238aa3efdf2 tempest-MeteringIpV6TestJSON-760815196 tempest-MeteringIpV6TestJSON-760815196-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/7e344808-5865-4ad5-ad3f-a75e43685e54 HTTP/1.1" status: 204  len: 168 time: 0.3257878
Feb 05 20:59:04.937030 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43050) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:04.992216 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bb9a08c2-0fd7-45e7-8e5a-0a8e79f67658 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (e0e955d2-96e1-4ef8-bd9f-2146611e3695), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:05.007971 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d5feecac-24cd-475c-9026-ebcbd28f231f tempest-MeteringIpV6TestJSON-760815196 tempest-MeteringIpV6TestJSON-760815196-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=7e344808-5865-4ad5-ad3f-a75e43685e54 HTTP/1.1" status: 200  len: 216 time: 0.0660954
Feb 05 20:59:05.008694 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a74d4-d6e2-47f3-8b4d-ec35a791442f tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Pushing event updated for resources: {'Port': ['ID=55e38b68-0b38-44d1-b604-8196b26215eb,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:05.014819 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43052) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:05.031979 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 5bb1538b-2eb3-4b37-9ad5-6e8c35712837 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:59:05.032885 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5bb1538b-2eb3-4b37-9ad5-6e8c35712837), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:05.034965 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bb9a08c2-0fd7-45e7-8e5a-0a8e79f67658 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:05.038565 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-bb9a08c2-0fd7-45e7-8e5a-0a8e79f67658 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] 10.222.0.32 "DELETE /v2.0/subnets/e0e955d2-96e1-4ef8-bd9f-2146611e3695 HTTP/1.1" status: 204  len: 168 time: 1.2355952
Feb 05 20:59:05.044147 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2ce32bf3-7f24-49e3-9d46-720bc1788b31 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (912d7c38-7013-45c6-96e9-cf6ab56a29e7), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:05.044481 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2ce32bf3-7f24-49e3-9d46-720bc1788b31 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Publish callbacks [] for floatingip (912d7c38-7013-45c6-96e9-cf6ab56a29e7), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:05.050138 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43054) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:05.051004 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-05fc2782-4c4d-468b-8360-6cb2b8914565 req-652a74d4-d6e2-47f3-8b4d-ec35a791442f tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (038a53cd-eb3b-4bb2-8b3d-d15e631ba308), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:05.071536 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a08c2-0fd7-45e7-8e5a-0a8e79f67658 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Pushing event deleted for resources: {'Subnet': ['ID=e0e955d2-96e1-4ef8-bd9f-2146611e3695,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:05.074405 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3aa07f2-ab0c-4f5a-bec2-c45eb131988c None None] DHCP port deletion for 477e3a68-1e2c-4a5a-97c2-24fce3e267c7 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 20:59:05.078889 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e5146d9f-3eba-4827-85cb-ebee47561857 tempest-MeteringIpV6TestJSON-760815196 tempest-MeteringIpV6TestJSON-760815196-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0574851
Feb 05 20:59:05.085552 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43056) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:05.096601 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-137bcf05-3e60-4833-9d36-796d69046f69 req-fa12eb90-2389-475e-a0dc-fb4b92de071c tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a818080-aad3-4726-b306-27edf171c323 HTTP/1.1" status: 200  len: 210 time: 0.0729635
Feb 05 20:59:05.098101 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-6b2b0652-42c2-435a-99b9-3b2d1d0be490 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Publish callbacks [] for port (b81d85a3-83ba-4718-af5c-54a493be5489), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:05.105364 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-76358a19-4833-49dd-9496-eeca8ffd37ad tempest-MeteringIpV6TestJSON-760815196 tempest-MeteringIpV6TestJSON-760815196-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0185587
Feb 05 20:59:05.118372 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43058) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:05.137129 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-2ce32bf3-7f24-49e3-9d46-720bc1788b31 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Calling delete_port for 912d7c38-7013-45c6-96e9-cf6ab56a29e7 owned by network:floatingip {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:59:05.139693 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-df5ba2e8-82cf-4ba0-924f-0a754de53c10 None None] Current status of the port 5bb1538b-2eb3-4b37-9ad5-6e8c35712837 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:59:05.140096 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-df5ba2e8-82cf-4ba0-924f-0a754de53c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5bb1538b-2eb3-4b37-9ad5-6e8c35712837), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:05.160168 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-05fc2782-4c4d-468b-8360-6cb2b8914565 req-652a74d4-d6e2-47f3-8b4d-ec35a791442f tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:05.161419 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-05fc2782-4c4d-468b-8360-6cb2b8914565 req-652a74d4-d6e2-47f3-8b4d-ec35a791442f tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 4.9263537
Feb 05 20:59:05.199990 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 35c6f3f5-10d5-4610-94a0-0c6195303a95 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:59:05.220590 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6c0ea30e-0832-4a33-b0d1-cafad30ae8a3 tempest-MeteringIpV6TestJSON-760815196 tempest-MeteringIpV6TestJSON-760815196-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels/75f37eab-1f5d-440c-8498-914af00ba402 HTTP/1.1" status: 200  len: 473 time: 0.1009047
Feb 05 20:59:05.223246 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-6b2b0652-42c2-435a-99b9-3b2d1d0be490 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (b81d85a3-83ba-4718-af5c-54a493be5489), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:05.232699 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-df5ba2e8-82cf-4ba0-924f-0a754de53c10 None None] For port 5bb1538b-2eb3-4b37-9ad5-6e8c35712837, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5bb1538b-2eb3-4b37-9ad5-6e8c35712837,segment=NetworkSegment(c7bb3428-f1ea-4506-990a-694ad817438c),segment_id=c7bb3428-f1ea-4506-990a-694ad817438c)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:59:05.245625 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43060) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:05.250152 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 35c6f3f5-10d5-4610-94a0-0c6195303a95 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:59:05.250621 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 35c6f3f5-10d5-4610-94a0-0c6195303a95 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:59:05.293897 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ca458d6d-1aa9-4ba7-89fd-a31e7b98c2f4 tempest-MeteringIpV6TestJSON-760815196 tempest-MeteringIpV6TestJSON-760815196-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules/b959cc40-af00-4f24-bf10-5b2a1f6c53d8 HTTP/1.1" status: 200  len: 459 time: 0.0459785
Feb 05 20:59:05.294253 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-df5ba2e8-82cf-4ba0-924f-0a754de53c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5bb1538b-2eb3-4b37-9ad5-6e8c35712837), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:05.305805 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-6b2b0652-42c2-435a-99b9-3b2d1d0be490 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Network cb9888ba-fd92-4284-8691-d704204a6929 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:59:05.307195 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43062) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:05.329821 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-6b2b0652-42c2-435a-99b9-3b2d1d0be490 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:59:05.337001 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-6b2b0652-42c2-435a-99b9-3b2d1d0be490 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:59:05.361495 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 5bb1538b-2eb3-4b37-9ad5-6e8c35712837 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:59:05.362933 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device d2d5566f-899e-4e1a-b0bf-96434b177bda up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:59:05.368018 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-d3aa07f2-ab0c-4f5a-bec2-c45eb131988c None None] Deleting port 5bb1538b-2eb3-4b37-9ad5-6e8c35712837 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:59:05.368773 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d3aa07f2-ab0c-4f5a-bec2-c45eb131988c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (5bb1538b-2eb3-4b37-9ad5-6e8c35712837), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:05.466443 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b0652-42c2-435a-99b9-3b2d1d0be490 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Pushing event updated for resources: {'Port': ['ID=b81d85a3-83ba-4718-af5c-54a493be5489,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:05.506208 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ba2e8-82cf-4ba0-924f-0a754de53c10 None None] Pushing event updated for resources: {'Port': ['ID=5bb1538b-2eb3-4b37-9ad5-6e8c35712837,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:05.531841 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-d3aa07f2-ab0c-4f5a-bec2-c45eb131988c None None] For port 5bb1538b-2eb3-4b37-9ad5-6e8c35712837, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5bb1538b-2eb3-4b37-9ad5-6e8c35712837,segment=NetworkSegment(c7bb3428-f1ea-4506-990a-694ad817438c),segment_id=c7bb3428-f1ea-4506-990a-694ad817438c)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:59:05.532983 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d3aa07f2-ab0c-4f5a-bec2-c45eb131988c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (5bb1538b-2eb3-4b37-9ad5-6e8c35712837), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:05.536988 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-1b875628-7fed-463d-af5a-12259ccc4ec0 None None] Provisioning complete for port d2d5566f-899e-4e1a-b0bf-96434b177bda triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:59:05.537364 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1b875628-7fed-463d-af5a-12259ccc4ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d2d5566f-899e-4e1a-b0bf-96434b177bda), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:05.553841 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-60250e44-9977-496e-9f73-121d22d51c9e tempest-MeteringIpV6TestJSON-760815196 tempest-MeteringIpV6TestJSON-760815196-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:05.555971 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-60250e44-9977-496e-9f73-121d22d51c9e tempest-MeteringIpV6TestJSON-760815196 tempest-MeteringIpV6TestJSON-760815196-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/b959cc40-af00-4f24-bf10-5b2a1f6c53d8 HTTP/1.1" status: 204  len: 168 time: 0.2448461
Feb 05 20:59:05.559808 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43064) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:05.581219 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-6b2b0652-42c2-435a-99b9-3b2d1d0be490 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:05.582902 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-6b2b0652-42c2-435a-99b9-3b2d1d0be490 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:05.627704 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab53c86-7a1b-4fbf-a1aa-ecff45c08466 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:05.635865 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-fab53c86-7a1b-4fbf-a1aa-ecff45c08466 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.5753527
Feb 05 20:59:05.662444 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43066) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:05.732874 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e53c38e-8447-4028-a0a1-d98c2c826dbc None None] Network c1669f7d-9663-4e95-b245-511eef053b02 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:59:05.739397 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-d3aa07f2-ab0c-4f5a-bec2-c45eb131988c None None] Calling delete_port for 5bb1538b-2eb3-4b37-9ad5-6e8c35712837 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:59:05.779485 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-05fc2782-4c4d-468b-8360-6cb2b8914565 req-084da7c7-de96-4666-9489-38f958dffb26 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.223 HTTP/1.1" status: 200  len: 696 time: 0.5900600
Feb 05 20:59:05.903177 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port d2d5566f-899e-4e1a-b0bf-96434b177bda triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:59:05.903177 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d2d5566f-899e-4e1a-b0bf-96434b177bda), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:05.974022 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43070) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:05.987105 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-6b2b0652-42c2-435a-99b9-3b2d1d0be490 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3689713
Feb 05 20:59:06.034326 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-f7502cbd-6b1d-49cd-aeae-1bbe96f9dbfe service neutron] Request body: {'port': {'device_id': '4a818080-aad3-4726-b306-27edf171c323', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:59:06.050760 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc2782-4c4d-468b-8360-6cb2b8914565 req-e0575857-647a-45bf-a6f9-9f4432de4688 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:06.052731 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-05fc2782-4c4d-468b-8360-6cb2b8914565 req-e0575857-647a-45bf-a6f9-9f4432de4688 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/networks/d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 784 time: 0.2628767
Feb 05 20:59:06.091368 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-05fc2782-4c4d-468b-8360-6cb2b8914565 req-9757e989-1378-4fff-8a11-3008f924c923 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 20:59:06.091605 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-05fc2782-4c4d-468b-8360-6cb2b8914565 req-9757e989-1378-4fff-8a11-3008f924c923 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0090823
Feb 05 20:59:06.100480 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-1b875628-7fed-463d-af5a-12259ccc4ec0 None None] Current status of the port d2d5566f-899e-4e1a-b0bf-96434b177bda is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:59:06.100940 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1b875628-7fed-463d-af5a-12259ccc4ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d2d5566f-899e-4e1a-b0bf-96434b177bda), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:06.101643 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-7086d504-72ad-45f2-baad-bfc569b694d1 admin admin] Deleting subnet 87ea50f2-4a9d-4e76-83e4-8a4c87cd9a22 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:59:06.106238 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2ce32bf3-7f24-49e3-9d46-720bc1788b31 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (912d7c38-7013-45c6-96e9-cf6ab56a29e7), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:06.108162 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7086d504-72ad-45f2-baad-bfc569b694d1 admin admin] Publish callbacks [] for subnet (87ea50f2-4a9d-4e76-83e4-8a4c87cd9a22), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:06.108953 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-34de6e83-1cb2-4174-8ef3-d83544e6713c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:06.128738 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d3aa07f2-ab0c-4f5a-bec2-c45eb131988c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (5bb1538b-2eb3-4b37-9ad5-6e8c35712837), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:06.164717 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-03c10173-8334-4bd0-845b-cd2b7116eb02 tempest-MeteringIpV6TestJSON-760815196 tempest-MeteringIpV6TestJSON-760815196-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:06.168692 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-03c10173-8334-4bd0-845b-cd2b7116eb02 tempest-MeteringIpV6TestJSON-760815196 tempest-MeteringIpV6TestJSON-760815196-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/75f37eab-1f5d-440c-8498-914af00ba402 HTTP/1.1" status: 204  len: 168 time: 0.6070199
Feb 05 20:59:06.201553 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-1b875628-7fed-463d-af5a-12259ccc4ec0 None None] For port d2d5566f-899e-4e1a-b0bf-96434b177bda, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d2d5566f-899e-4e1a-b0bf-96434b177bda,segment=NetworkSegment(274cd9af-9309-4542-848c-84141766fbd5),segment_id=274cd9af-9309-4542-848c-84141766fbd5)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:59:06.201742 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-59826951-9899-4247-9433-2daceac52a7e tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (c1669f7d-9663-4e95-b245-511eef053b02), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:06.218835 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-f7502cbd-6b1d-49cd-aeae-1bbe96f9dbfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b81d85a3-83ba-4718-af5c-54a493be5489), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:06.262453 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce32bf3-7f24-49e3-9d46-720bc1788b31 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Pushing event deleted for resources: {'Port': ['ID=912d7c38-7013-45c6-96e9-cf6ab56a29e7,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:06.286765 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1b875628-7fed-463d-af5a-12259ccc4ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d2d5566f-899e-4e1a-b0bf-96434b177bda), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:06.302930 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7086d504-72ad-45f2-baad-bfc569b694d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (87ea50f2-4a9d-4e76-83e4-8a4c87cd9a22), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:06.374510 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e436cf9-5581-41ea-b9ba-b9a23bb52455 None None] DHCP port deletion for c1669f7d-9663-4e95-b245-511eef053b02 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 20:59:06.379378 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port d2d5566f-899e-4e1a-b0bf-96434b177bda is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:59:06.397284 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-59826951-9899-4247-9433-2daceac52a7e tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Deleting port d2d5566f-899e-4e1a-b0bf-96434b177bda {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:59:06.397722 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-59826951-9899-4247-9433-2daceac52a7e tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (d2d5566f-899e-4e1a-b0bf-96434b177bda), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:06.398283 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3aa07f2-ab0c-4f5a-bec2-c45eb131988c None None] No DVR routers for this DVR port 5bb1538b-2eb3-4b37-9ad5-6e8c35712837 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:59:06.404714 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa07f2-ab0c-4f5a-bec2-c45eb131988c None None] Pushing event deleted for resources: {'Port': ['ID=5bb1538b-2eb3-4b37-9ad5-6e8c35712837,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:06.445050 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1b31113a-9601-4549-8388-6fa1cdedfeb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (b8c12179-087e-42bf-aa85-c6f3826f5dc0), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:06.520674 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 918516ad-d1d7-4e99-aa07-ce1bc5e876ab no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:59:06.537373 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7086d504-72ad-45f2-baad-bfc569b694d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (87ea50f2-4a9d-4e76-83e4-8a4c87cd9a22), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:06.564640 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 918516ad-d1d7-4e99-aa07-ce1bc5e876ab {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:59:06.565176 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 918516ad-d1d7-4e99-aa07-ce1bc5e876ab not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:59:06.566591 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-99c1867d-ed20-4975-b4ba-13b9b8aae088 None None] Provisioning complete for port d2d5566f-899e-4e1a-b0bf-96434b177bda triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:59:06.566966 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-99c1867d-ed20-4975-b4ba-13b9b8aae088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d2d5566f-899e-4e1a-b0bf-96434b177bda), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:06.594723 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f40db-14fd-4c73-b569-fb13ee80d39e req-395e96dd-2e3a-44ec-bec2-3b4d3cf51ef0 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:06.604290 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4b0f40db-14fd-4c73-b569-fb13ee80d39e req-395e96dd-2e3a-44ec-bec2-3b4d3cf51ef0 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a818080-aad3-4726-b306-27edf171c323 HTTP/1.1" status: 200  len: 931 time: 0.3782074
Feb 05 20:59:06.606349 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-59826951-9899-4247-9433-2daceac52a7e tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] For port d2d5566f-899e-4e1a-b0bf-96434b177bda, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d2d5566f-899e-4e1a-b0bf-96434b177bda,segment=NetworkSegment(274cd9af-9309-4542-848c-84141766fbd5),segment_id=274cd9af-9309-4542-848c-84141766fbd5)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:59:06.606823 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-59826951-9899-4247-9433-2daceac52a7e tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (d2d5566f-899e-4e1a-b0bf-96434b177bda), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:06.628002 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b875628-7fed-463d-af5a-12259ccc4ec0 None None] Pushing event updated for resources: {'Port': ['ID=d2d5566f-899e-4e1a-b0bf-96434b177bda,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:06.643356 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-59826951-9899-4247-9433-2daceac52a7e tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Calling delete_port for d2d5566f-899e-4e1a-b0bf-96434b177bda owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:59:06.682670 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-7e436cf9-5581-41ea-b9ba-b9a23bb52455 None None] Deleting port d2d5566f-899e-4e1a-b0bf-96434b177bda {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:59:06.683057 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7e436cf9-5581-41ea-b9ba-b9a23bb52455 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (d2d5566f-899e-4e1a-b0bf-96434b177bda), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:06.715337 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2ce32bf3-7f24-49e3-9d46-720bc1788b31 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Publish callbacks [] for floatingip (46eecc88-9150-48d4-94bf-1aceb803b352), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:06.717931 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2ce32bf3-7f24-49e3-9d46-720bc1788b31 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:06.722872 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2ce32bf3-7f24-49e3-9d46-720bc1788b31 tempest-ServersTestBootFromVolume-671315418 tempest-ServersTestBootFromVolume-671315418-project] 10.222.0.32 "DELETE /v2.0/floatingips/46eecc88-9150-48d4-94bf-1aceb803b352 HTTP/1.1" status: 204  len: 168 time: 2.7471826
Feb 05 20:59:06.727260 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43080) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:06.744238 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 5bb1538b-2eb3-4b37-9ad5-6e8c35712837 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:59:06.759303 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43082) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:06.797343 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 5bb1538b-2eb3-4b37-9ad5-6e8c35712837 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:59:06.797697 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 5bb1538b-2eb3-4b37-9ad5-6e8c35712837 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:59:06.798689 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device d2d5566f-899e-4e1a-b0bf-96434b177bda no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:59:06.809931 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-7e436cf9-5581-41ea-b9ba-b9a23bb52455 None None] For port d2d5566f-899e-4e1a-b0bf-96434b177bda, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d2d5566f-899e-4e1a-b0bf-96434b177bda,segment=NetworkSegment(274cd9af-9309-4542-848c-84141766fbd5),segment_id=274cd9af-9309-4542-848c-84141766fbd5)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:59:06.810606 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fc5ac-99c7-4d3a-b6c8-e71b0eaaa217 req-2977dcfd-0a84-4384-93b3-844c6dc7acbc tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:06.810745 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7e436cf9-5581-41ea-b9ba-b9a23bb52455 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (d2d5566f-899e-4e1a-b0bf-96434b177bda), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:06.812125 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b62fc5ac-99c7-4d3a-b6c8-e71b0eaaa217 req-2977dcfd-0a84-4384-93b3-844c6dc7acbc tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.4631050
Feb 05 20:59:06.852500 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-7e436cf9-5581-41ea-b9ba-b9a23bb52455 None None] Calling delete_port for d2d5566f-899e-4e1a-b0bf-96434b177bda owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:59:06.857867 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-99c1867d-ed20-4975-b4ba-13b9b8aae088 None None] Current status of the port d2d5566f-899e-4e1a-b0bf-96434b177bda is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:59:06.879737 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No active binding found for port d2d5566f-899e-4e1a-b0bf-96434b177bda {{(pid=114392) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Feb 05 20:59:06.880092 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] The host ncdv-master-1 is not matching for port d2d5566f-899e-4e1a-b0bf-96434b177bda host None! {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Feb 05 20:59:06.880968 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device d2d5566f-899e-4e1a-b0bf-96434b177bda not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:59:06.899469 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4b0f40db-14fd-4c73-b569-fb13ee80d39e req-3c8cdd25-ebc5-4dc8-b638-d680ebfeac9f tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2925398
Feb 05 20:59:06.923131 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-59826951-9899-4247-9433-2daceac52a7e tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (d2d5566f-899e-4e1a-b0bf-96434b177bda), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:06.951222 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b62fc5ac-99c7-4d3a-b6c8-e71b0eaaa217 req-6179b02f-3c18-4f2f-a11d-8541fa4105cc tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.223 HTTP/1.1" status: 200  len: 696 time: 0.1249309
Feb 05 20:59:06.965486 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59826951-9899-4247-9433-2daceac52a7e tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Pushing event deleted for resources: {'Port': ['ID=d2d5566f-899e-4e1a-b0bf-96434b177bda,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:06.971907 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59826951-9899-4247-9433-2daceac52a7e tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] No DVR routers for this DVR port d2d5566f-899e-4e1a-b0bf-96434b177bda on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:59:06.979446 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-f7502cbd-6b1d-49cd-aeae-1bbe96f9dbfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b81d85a3-83ba-4718-af5c-54a493be5489 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:59:06.985810 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7086d504-72ad-45f2-baad-bfc569b694d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (87ea50f2-4a9d-4e76-83e4-8a4c87cd9a22), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:06.994140 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-b62fc5ac-99c7-4d3a-b6c8-e71b0eaaa217 req-7d748935-65de-483f-a94b-1851e8aae5ee tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Request body: {'floatingip': {'port_id': 'b29e0850-8ea4-4496-b92a-c9b3e104df14', 'fixed_ip_address': '172.20.0.11'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:59:06.996064 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-f7502cbd-6b1d-49cd-aeae-1bbe96f9dbfe service neutron] Publish callbacks [] for port (b81d85a3-83ba-4718-af5c-54a493be5489), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:06.996347 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7e436cf9-5581-41ea-b9ba-b9a23bb52455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (d2d5566f-899e-4e1a-b0bf-96434b177bda), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:07.019416 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-935ce594-ac00-4393-af50-4bbf91833f98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:07.025423 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e436cf9-5581-41ea-b9ba-b9a23bb52455 None None] Pushing event deleted for resources: {'Port': ['ID=d2d5566f-899e-4e1a-b0bf-96434b177bda,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:07.032079 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e436cf9-5581-41ea-b9ba-b9a23bb52455 None None] No DVR routers for this DVR port d2d5566f-899e-4e1a-b0bf-96434b177bda on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:59:07.054721 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-f7502cbd-6b1d-49cd-aeae-1bbe96f9dbfe service neutron] Transition to ACTIVE for port object b81d85a3-83ba-4718-af5c-54a493be5489 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:59:07.069527 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-f7502cbd-6b1d-49cd-aeae-1bbe96f9dbfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (b81d85a3-83ba-4718-af5c-54a493be5489), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:07.093452 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7086d504-72ad-45f2-baad-bfc569b694d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:07.097236 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7086d504-72ad-45f2-baad-bfc569b694d1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/87ea50f2-4a9d-4e76-83e4-8a4c87cd9a22 HTTP/1.1" status: 204  len: 168 time: 1.1224542
Feb 05 20:59:07.103139 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43086) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:07.104582 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086d504-72ad-45f2-baad-bfc569b694d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87ea50f2-4a9d-4e76-83e4-8a4c87cd9a22,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:07.117970 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b62fc5ac-99c7-4d3a-b6c8-e71b0eaaa217 req-7d748935-65de-483f-a94b-1851e8aae5ee tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks [] for floatingip (038a53cd-eb3b-4bb2-8b3d-d15e631ba308), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:07.143602 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-59826951-9899-4247-9433-2daceac52a7e tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (c1669f7d-9663-4e95-b245-511eef053b02), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:07.196701 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7502cbd-6b1d-49cd-aeae-1bbe96f9dbfe service neutron] Pushing event updated for resources: {'Port': ['ID=b81d85a3-83ba-4718-af5c-54a493be5489,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:07.200922 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-59826951-9899-4247-9433-2daceac52a7e tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2f92100>,) {'filters': {'network_id': ['c1669f7d-9663-4e95-b245-511eef053b02']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:07.233911 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-59826951-9899-4247-9433-2daceac52a7e tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2f92100>, '274cd9af-9309-4542-848c-84141766fbd5') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:07.234209 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-59826951-9899-4247-9433-2daceac52a7e tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2f92100>, '274cd9af-9309-4542-848c-84141766fbd5') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:07.264371 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-59826951-9899-4247-9433-2daceac52a7e tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (274cd9af-9309-4542-848c-84141766fbd5), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:07.307322 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-59826951-9899-4247-9433-2daceac52a7e tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (274cd9af-9309-4542-848c-84141766fbd5), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:07.309553 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8fedf293-e3dc-4b40-bcae-fd3540e8ff2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (bc807625-43b9-4f71-ba0e-13ea567a25e8), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:07.311911 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-935ce594-ac00-4393-af50-4bbf91833f98 admin admin] Publish callbacks [] for security_group (b1b121e4-4a15-4ed2-8dd0-e1c17beccc12), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:07.320205 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-935ce594-ac00-4393-af50-4bbf91833f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b1b121e4-4a15-4ed2-8dd0-e1c17beccc12), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:07.322682 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59826951-9899-4247-9433-2daceac52a7e tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:59:07.323072 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-59826951-9899-4247-9433-2daceac52a7e tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (274cd9af-9309-4542-848c-84141766fbd5), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:07.328296 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 20:59:07.328296 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:59:07.328296 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 20:59:07.328296 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:59:07.328296 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 20:59:07.328296 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:59:07.328296 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 20:59:07.328296 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:59:07.328296 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 20:59:07.328296 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:59:07.328296 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 20:59:07.328296 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:59:07.328296 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 20:59:07.328296 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:59:07.328296 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:59:07.328296 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:59:07.328296 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:59:07.328296 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:59:07.328296 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 20:59:07.328296 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:59:07.328296 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 20:59:07.328296 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:59:07.328296 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:59:07.328296 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:59:07.328296 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:59:07.328296 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:59:07.328296 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:59:07.328296 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:59:07.328296 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:59:07.328296 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:59:07.328296 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:59:07.328296 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:59:07.370420 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:07.423707 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-935ce594-ac00-4393-af50-4bbf91833f98 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fc6e22d738104226acc3b7095bf0f265&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6596439
Feb 05 20:59:07.424021 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-f7502cbd-6b1d-49cd-aeae-1bbe96f9dbfe service neutron] Attempting to bind port b81d85a3-83ba-4718-af5c-54a493be5489 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:59:07.424328 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-f7502cbd-6b1d-49cd-aeae-1bbe96f9dbfe service neutron] Attempting to bind port b81d85a3-83ba-4718-af5c-54a493be5489 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f21dc639-5af9-41ca-ac39-c80d5d7b6194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cb9888ba-fd92-4284-8691-d704204a6929'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:59:07.424636 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-f7502cbd-6b1d-49cd-aeae-1bbe96f9dbfe service neutron] Attempting to bind port b81d85a3-83ba-4718-af5c-54a493be5489 on network cb9888ba-fd92-4284-8691-d704204a6929 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:59:07.426999 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43088) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:07.428851 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935ce594-ac00-4393-af50-4bbf91833f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b121e4-4a15-4ed2-8dd0-e1c17beccc12,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:07.433522 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-59826951-9899-4247-9433-2daceac52a7e tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (c1669f7d-9663-4e95-b245-511eef053b02), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:07.434969 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-f7502cbd-6b1d-49cd-aeae-1bbe96f9dbfe service neutron] Port b81d85a3-83ba-4718-af5c-54a493be5489 on network cb9888ba-fd92-4284-8691-d704204a6929 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:59:07.435566 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-f7502cbd-6b1d-49cd-aeae-1bbe96f9dbfe service neutron] Attempting to bind port b81d85a3-83ba-4718-af5c-54a493be5489 on network cb9888ba-fd92-4284-8691-d704204a6929 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:59:07.443077 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-59826951-9899-4247-9433-2daceac52a7e tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:07.446258 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-59826951-9899-4247-9433-2daceac52a7e tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] 10.222.0.32 "DELETE /v2.0/networks/c1669f7d-9663-4e95-b245-511eef053b02 HTTP/1.1" status: 204  len: 168 time: 1.7774098
Feb 05 20:59:07.459332 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43090) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:07.467399 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-f7502cbd-6b1d-49cd-aeae-1bbe96f9dbfe service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:59:07.467747 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-f7502cbd-6b1d-49cd-aeae-1bbe96f9dbfe service neutron] Checking segment: {'id': 'f21dc639-5af9-41ca-ac39-c80d5d7b6194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cb9888ba-fd92-4284-8691-d704204a6929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:59:07.468122 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-f7502cbd-6b1d-49cd-aeae-1bbe96f9dbfe service neutron] Bound using segment: {'id': 'f21dc639-5af9-41ca-ac39-c80d5d7b6194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cb9888ba-fd92-4284-8691-d704204a6929'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:59:07.468565 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-f7502cbd-6b1d-49cd-aeae-1bbe96f9dbfe service neutron] Bound port: b81d85a3-83ba-4718-af5c-54a493be5489, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f21dc639-5af9-41ca-ac39-c80d5d7b6194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cb9888ba-fd92-4284-8691-d704204a6929'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:59:07.468924 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-f7502cbd-6b1d-49cd-aeae-1bbe96f9dbfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b81d85a3-83ba-4718-af5c-54a493be5489), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:07.473351 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59826951-9899-4247-9433-2daceac52a7e tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Pushing event deleted for resources: {'Network': ['ID=c1669f7d-9663-4e95-b245-511eef053b02,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:07.579958 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fb2f212b-d774-4541-a9dd-a98884402c74 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (477e3a68-1e2c-4a5a-97c2-24fce3e267c7), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:07.600605 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-f7502cbd-6b1d-49cd-aeae-1bbe96f9dbfe service neutron] For port b81d85a3-83ba-4718-af5c-54a493be5489, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:59:07.604251 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-f7502cbd-6b1d-49cd-aeae-1bbe96f9dbfe service neutron] For port b81d85a3-83ba-4718-af5c-54a493be5489, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b81d85a3-83ba-4718-af5c-54a493be5489,segment=NetworkSegment(f21dc639-5af9-41ca-ac39-c80d5d7b6194),segment_id=f21dc639-5af9-41ca-ac39-c80d5d7b6194)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:59:07.612575 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-f7502cbd-6b1d-49cd-aeae-1bbe96f9dbfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (b81d85a3-83ba-4718-af5c-54a493be5489), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:07.694314 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-f7502cbd-6b1d-49cd-aeae-1bbe96f9dbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:07.694975 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-f7502cbd-6b1d-49cd-aeae-1bbe96f9dbfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:07.696378 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-f7502cbd-6b1d-49cd-aeae-1bbe96f9dbfe service neutron] 10.222.0.39 "PUT /v2.0/ports/b81d85a3-83ba-4718-af5c-54a493be5489 HTTP/1.1" status: 200  len: 1091 time: 1.6678140
Feb 05 20:59:07.696837 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a818080-aad3-4726-b306-27edf171c323', 'tag': 'b81d85a3-83ba-4718-af5c-54a493be5489'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:59:07.699128 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4785133a-e954-45c0-801a-b0add900432d" -d '{"events": [{"name": "network-changed", "server_uuid": "4a818080-aad3-4726-b306-27edf171c323", "tag": "b81d85a3-83ba-4718-af5c-54a493be5489"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:59:07.755126 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c15a645-d7a6-4863-a73d-1d9f1a0d4019 x-openstack-request-id: req-4c15a645-d7a6-4863-a73d-1d9f1a0d4019 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:59:07.755422 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a818080-aad3-4726-b306-27edf171c323", "tag": "b81d85a3-83ba-4718-af5c-54a493be5489", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:59:07.755681 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4c15a645-d7a6-4863-a73d-1d9f1a0d4019 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:59:07.756082 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a818080-aad3-4726-b306-27edf171c323', 'tag': 'b81d85a3-83ba-4718-af5c-54a493be5489', 'status': 'completed', 'code': 200}
Feb 05 20:59:07.758157 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fb2f212b-d774-4541-a9dd-a98884402c74 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (477e3a68-1e2c-4a5a-97c2-24fce3e267c7), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:07.789931 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7502cbd-6b1d-49cd-aeae-1bbe96f9dbfe service neutron] Pushing event updated for resources: {'Port': ['ID=b81d85a3-83ba-4718-af5c-54a493be5489,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:07.803983 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-fb2f212b-d774-4541-a9dd-a98884402c74 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db31643d0>,) {'filters': {'network_id': ['477e3a68-1e2c-4a5a-97c2-24fce3e267c7']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:07.821889 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-fb2f212b-d774-4541-a9dd-a98884402c74 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db31643d0>, 'c7bb3428-f1ea-4506-990a-694ad817438c') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:07.822189 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-fb2f212b-d774-4541-a9dd-a98884402c74 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db31643d0>, 'c7bb3428-f1ea-4506-990a-694ad817438c') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:07.835175 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fb2f212b-d774-4541-a9dd-a98884402c74 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (c7bb3428-f1ea-4506-990a-694ad817438c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:07.847915 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-5a0c0f2a-2292-4074-9c43-bae69432096b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:07.849443 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-5a0c0f2a-2292-4074-9c43-bae69432096b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1d793ab256c04fadac89445fab3ed636&device_id=4a818080-aad3-4726-b306-27edf171c323 HTTP/1.1" status: 200  len: 1125 time: 0.1074579
Feb 05 20:59:07.856539 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fb2f212b-d774-4541-a9dd-a98884402c74 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (c7bb3428-f1ea-4506-990a-694ad817438c), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:07.869744 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb2f212b-d774-4541-a9dd-a98884402c74 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:59:07.870082 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fb2f212b-d774-4541-a9dd-a98884402c74 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (c7bb3428-f1ea-4506-990a-694ad817438c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:07.873404 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 20:59:07.873404 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:59:07.873404 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 20:59:07.873404 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:59:07.873404 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 20:59:07.873404 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:59:07.873404 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 20:59:07.873404 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:59:07.873404 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 20:59:07.873404 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:59:07.873404 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 20:59:07.873404 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:59:07.873404 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 20:59:07.873404 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:59:07.873404 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:59:07.873404 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:59:07.873404 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:59:07.873404 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:59:07.873404 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 20:59:07.873404 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:59:07.873404 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 20:59:07.873404 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:59:07.873404 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:59:07.873404 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:59:07.873404 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:59:07.873404 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:59:07.873404 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:59:07.873404 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:59:07.873404 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:59:07.873404 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:59:07.873404 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:59:07.873404 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:59:07.911441 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-d2afc5a8-aeee-4d76-9119-933eaca4c864 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b81d85a3-83ba-4718-af5c-54a493be5489 HTTP/1.1" status: 200  len: 217 time: 0.0521293
Feb 05 20:59:07.942426 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8fedf293-e3dc-4b40-bcae-fd3540e8ff2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (bc807625-43b9-4f71-ba0e-13ea567a25e8), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:07.997034 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fb2f212b-d774-4541-a9dd-a98884402c74 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (477e3a68-1e2c-4a5a-97c2-24fce3e267c7), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:08.007656 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fb2f212b-d774-4541-a9dd-a98884402c74 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:08.012845 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-fb2f212b-d774-4541-a9dd-a98884402c74 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] 10.222.0.32 "DELETE /v2.0/networks/477e3a68-1e2c-4a5a-97c2-24fce3e267c7 HTTP/1.1" status: 204  len: 168 time: 0.5502958
Feb 05 20:59:08.013845 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-4875bc5b-551b-4dd7-b790-0c0d1ef576b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:08.015293 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-4875bc5b-551b-4dd7-b790-0c0d1ef576b7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1a29db71-64bb-4b41-abf2-897d595cd164 HTTP/1.1" status: 200  len: 844 time: 0.0935738
Feb 05 20:59:08.029368 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43096) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:08.031422 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-8fedf293-e3dc-4b40-bcae-fd3540e8ff2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db8547b20>,) {'filters': {'network_id': ['bc807625-43b9-4f71-ba0e-13ea567a25e8']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:08.046161 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f212b-d774-4541-a9dd-a98884402c74 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Pushing event deleted for resources: {'Network': ['ID=477e3a68-1e2c-4a5a-97c2-24fce3e267c7,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:08.074111 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-8fedf293-e3dc-4b40-bcae-fd3540e8ff2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8547b20>, '7f85ed9d-b7ce-414c-8ae4-25f17816204d') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:08.074463 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-8fedf293-e3dc-4b40-bcae-fd3540e8ff2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8547b20>, '7f85ed9d-b7ce-414c-8ae4-25f17816204d') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:08.081074 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-3badf131-b3c5-4948-a2d0-af34715a3b28 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb9888ba-fd92-4284-8691-d704204a6929&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0495152
Feb 05 20:59:08.119112 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8fedf293-e3dc-4b40-bcae-fd3540e8ff2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (7f85ed9d-b7ce-414c-8ae4-25f17816204d), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:08.124650 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f8a019b9-71cd-4c56-ae43-9130e637deac admin admin] Publish callbacks [] for security_group (b1b121e4-4a15-4ed2-8dd0-e1c17beccc12), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:08.156094 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cf9a814c-f5cc-4601-ae6b-7a7f559bafd0 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (54e3ef2a-ca4b-44a4-990d-07c00014fc7f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:08.223597 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8fedf293-e3dc-4b40-bcae-fd3540e8ff2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (7f85ed9d-b7ce-414c-8ae4-25f17816204d), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:08.229654 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-1b31113a-9601-4549-8388-6fa1cdedfeb0 admin admin] Deleting port 9b7a7624-a727-4e76-9121-8d1dfb38b0fc {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:59:08.229997 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1b31113a-9601-4549-8388-6fa1cdedfeb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (9b7a7624-a727-4e76-9121-8d1dfb38b0fc), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:08.252450 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-b72959ab-b06d-490b-9d08-47343222b10e service neutron] 10.222.0.39 "GET /v2.0/networks/cb9888ba-fd92-4284-8691-d704204a6929?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1656215
Feb 05 20:59:08.275447 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fedf293-e3dc-4b40-bcae-fd3540e8ff2b admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:59:08.275868 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8fedf293-e3dc-4b40-bcae-fd3540e8ff2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (7f85ed9d-b7ce-414c-8ae4-25f17816204d), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:08.279899 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 20:59:08.279899 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:59:08.279899 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 20:59:08.279899 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:59:08.279899 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 20:59:08.279899 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:59:08.279899 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 20:59:08.279899 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:59:08.279899 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 20:59:08.279899 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:59:08.279899 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 20:59:08.279899 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:59:08.279899 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 20:59:08.279899 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:59:08.279899 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:59:08.279899 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:59:08.279899 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:59:08.279899 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:59:08.279899 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 20:59:08.279899 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:59:08.279899 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 20:59:08.279899 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:59:08.279899 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:59:08.279899 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:59:08.279899 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:59:08.279899 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:59:08.279899 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:59:08.279899 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:59:08.279899 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:59:08.279899 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:59:08.279899 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:59:08.279899 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:59:08.305299 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f8a019b9-71cd-4c56-ae43-9130e637deac admin admin] Publish callbacks [] for security_group (b1b121e4-4a15-4ed2-8dd0-e1c17beccc12), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:08.314036 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cf9a814c-f5cc-4601-ae6b-7a7f559bafd0 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (54e3ef2a-ca4b-44a4-990d-07c00014fc7f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:08.352216 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768d6cb-f4f8-47ed-8dce-ee00a524e5c8 req-e7aca6f3-3caa-4c5e-8ac1-1e0a1c4a008e tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:08.353748 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d768d6cb-f4f8-47ed-8dce-ee00a524e5c8 req-e7aca6f3-3caa-4c5e-8ac1-1e0a1c4a008e tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a818080-aad3-4726-b306-27edf171c323 HTTP/1.1" status: 200  len: 943 time: 0.3628047
Feb 05 20:59:08.367183 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-cf9a814c-f5cc-4601-ae6b-7a7f559bafd0 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db201cb20>,) {'filters': {'network_id': ['54e3ef2a-ca4b-44a4-990d-07c00014fc7f']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:08.379373 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-cf9a814c-f5cc-4601-ae6b-7a7f559bafd0 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db201cb20>, 'c080dcf6-b3be-4e10-a18d-a2f521a77ee6') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:08.379674 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-cf9a814c-f5cc-4601-ae6b-7a7f559bafd0 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db201cb20>, 'c080dcf6-b3be-4e10-a18d-a2f521a77ee6') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:08.393162 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cf9a814c-f5cc-4601-ae6b-7a7f559bafd0 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (c080dcf6-b3be-4e10-a18d-a2f521a77ee6), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:08.416260 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7cf0b03a-c067-4e0e-9cba-8d67d720130f req-3988f841-8b03-4903-9ff5-4aca04581538 service neutron] 10.222.0.39 "GET /v2.0/networks/cb9888ba-fd92-4284-8691-d704204a6929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1573853
Feb 05 20:59:08.417621 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cf9a814c-f5cc-4601-ae6b-7a7f559bafd0 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (c080dcf6-b3be-4e10-a18d-a2f521a77ee6), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:08.429794 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf9a814c-f5cc-4601-ae6b-7a7f559bafd0 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:59:08.430745 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cf9a814c-f5cc-4601-ae6b-7a7f559bafd0 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (c080dcf6-b3be-4e10-a18d-a2f521a77ee6), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:08.435610 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 20:59:08.435610 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:59:08.435610 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 20:59:08.435610 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:59:08.435610 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 20:59:08.435610 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:59:08.435610 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 20:59:08.435610 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:59:08.435610 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 20:59:08.435610 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:59:08.435610 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 20:59:08.435610 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:59:08.435610 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 20:59:08.435610 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:59:08.435610 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:59:08.435610 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:59:08.435610 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:59:08.435610 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:59:08.435610 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 20:59:08.435610 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:59:08.435610 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 20:59:08.435610 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:59:08.435610 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:59:08.435610 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:59:08.435610 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:59:08.435610 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:59:08.435610 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:59:08.435610 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:59:08.435610 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:59:08.435610 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:59:08.435610 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:59:08.435610 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:59:08.491824 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8fedf293-e3dc-4b40-bcae-fd3540e8ff2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (bc807625-43b9-4f71-ba0e-13ea567a25e8), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:08.521902 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8fedf293-e3dc-4b40-bcae-fd3540e8ff2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:08.525126 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8fedf293-e3dc-4b40-bcae-fd3540e8ff2b admin admin] 10.222.0.32 "DELETE /v2.0/networks/bc807625-43b9-4f71-ba0e-13ea567a25e8 HTTP/1.1" status: 204  len: 168 time: 1.4168262
Feb 05 20:59:08.527714 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cf9a814c-f5cc-4601-ae6b-7a7f559bafd0 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (54e3ef2a-ca4b-44a4-990d-07c00014fc7f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:08.553055 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cf9a814c-f5cc-4601-ae6b-7a7f559bafd0 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:08.556420 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-1b31113a-9601-4549-8388-6fa1cdedfeb0 admin admin] For port 9b7a7624-a727-4e76-9121-8d1dfb38b0fc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b7a7624-a727-4e76-9121-8d1dfb38b0fc,segment=NetworkSegment(02ab5bea-b3b4-4e91-be93-d6a432249c06),segment_id=02ab5bea-b3b4-4e91-be93-d6a432249c06)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:59:08.556799 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1b31113a-9601-4549-8388-6fa1cdedfeb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (9b7a7624-a727-4e76-9121-8d1dfb38b0fc), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:08.560458 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-cf9a814c-f5cc-4601-ae6b-7a7f559bafd0 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] 10.222.0.32 "DELETE /v2.0/networks/54e3ef2a-ca4b-44a4-990d-07c00014fc7f HTTP/1.1" status: 204  len: 168 time: 0.5288064
Feb 05 20:59:08.561198 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43100) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:08.562897 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fedf293-e3dc-4b40-bcae-fd3540e8ff2b admin admin] Pushing event deleted for resources: {'Network': ['ID=bc807625-43b9-4f71-ba0e-13ea567a25e8,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:08.566163 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a814c-f5cc-4601-ae6b-7a7f559bafd0 tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Pushing event deleted for resources: {'Network': ['ID=54e3ef2a-ca4b-44a4-990d-07c00014fc7f,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:08.619447 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d768d6cb-f4f8-47ed-8dce-ee00a524e5c8 req-bbc1698a-4cd4-4b5a-8943-25528b408be7 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2321324
Feb 05 20:59:08.621058 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-1b31113a-9601-4549-8388-6fa1cdedfeb0 admin admin] Calling delete_port for 9b7a7624-a727-4e76-9121-8d1dfb38b0fc owned by network:router_interface {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:59:08.651904 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-db6ecb5b-5e6e-4f09-a1b6-ed2ba36f86ca tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (3b253aff-539a-49c7-ae90-f9aba966af48), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:08.663123 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785133a-e954-45c0-801a-b0add900432d req-bad885fa-2105-441b-a064-6f33ace9259f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:08.664008 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f8a019b9-71cd-4c56-ae43-9130e637deac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b1b121e4-4a15-4ed2-8dd0-e1c17beccc12), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:08.664658 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4785133a-e954-45c0-801a-b0add900432d req-bad885fa-2105-441b-a064-6f33ace9259f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1d793ab256c04fadac89445fab3ed636&device_id=4a818080-aad3-4726-b306-27edf171c323 HTTP/1.1" status: 200  len: 1125 time: 0.1769452
Feb 05 20:59:08.666873 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f8a019b9-71cd-4c56-ae43-9130e637deac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:08.668132 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f8a019b9-71cd-4c56-ae43-9130e637deac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b1b121e4-4a15-4ed2-8dd0-e1c17beccc12 HTTP/1.1" status: 204  len: 168 time: 1.2363236
Feb 05 20:59:08.743013 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43104) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:08.770564 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a019b9-71cd-4c56-ae43-9130e637deac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b121e4-4a15-4ed2-8dd0-e1c17beccc12,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:08.811258 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b62fc5ac-99c7-4d3a-b6c8-e71b0eaaa217 req-7d748935-65de-483f-a94b-1851e8aae5ee tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:08.826732 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b62fc5ac-99c7-4d3a-b6c8-e71b0eaaa217 req-7d748935-65de-483f-a94b-1851e8aae5ee tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (038a53cd-eb3b-4bb2-8b3d-d15e631ba308), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:08.929871 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7aa26198-40ee-4630-a7d1-00303bc712e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (c089098b-3624-4c53-803f-f61694c88e0b), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:08.961641 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:09.105703 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43108) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:09.117109 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [req-b62fc5ac-99c7-4d3a-b6c8-e71b0eaaa217 req-7d748935-65de-483f-a94b-1851e8aae5ee tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Floating IP 038a53cd-eb3b-4bb2-8b3d-d15e631ba308 associated. External IP: 172.35.4.223, port: b29e0850-8ea4-4496-b92a-c9b3e104df14.
Feb 05 20:59:09.135780 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-db6ecb5b-5e6e-4f09-a1b6-ed2ba36f86ca tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (3b253aff-539a-49c7-ae90-f9aba966af48), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:09.153967 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785133a-e954-45c0-801a-b0add900432d req-db00ab21-f1bb-469e-9965-c054203e17db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:09.155500 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4785133a-e954-45c0-801a-b0add900432d req-db00ab21-f1bb-469e-9965-c054203e17db service neutron] 10.222.0.39 "GET /v2.0/networks?id=cb9888ba-fd92-4284-8691-d704204a6929 HTTP/1.1" status: 200  len: 905 time: 0.4801295
Feb 05 20:59:09.163006 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-69dec347-3053-4ef5-9b7a-020cdefabffb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c115672e27d44cf2b79a3945af717ae8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4170203
Feb 05 20:59:09.168044 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43110) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:09.184697 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2196e856-2287-4ba3-8922-3a91076677b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:09.204200 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-db6ecb5b-5e6e-4f09-a1b6-ed2ba36f86ca tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db93213d0>,) {'filters': {'network_id': ['3b253aff-539a-49c7-ae90-f9aba966af48']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:09.207573 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4785133a-e954-45c0-801a-b0add900432d req-118d04a1-33db-436c-9bfb-2eb1f01ee3ce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b81d85a3-83ba-4718-af5c-54a493be5489 HTTP/1.1" status: 200  len: 217 time: 0.0391641
Feb 05 20:59:09.241195 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-db6ecb5b-5e6e-4f09-a1b6-ed2ba36f86ca tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db93213d0>, '99eaffe0-5117-4115-bc37-f87a23b30805') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:09.241496 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-db6ecb5b-5e6e-4f09-a1b6-ed2ba36f86ca tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db93213d0>, '99eaffe0-5117-4115-bc37-f87a23b30805') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:09.257372 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1b31113a-9601-4549-8388-6fa1cdedfeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (9b7a7624-a727-4e76-9121-8d1dfb38b0fc), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:09.258699 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-db6ecb5b-5e6e-4f09-a1b6-ed2ba36f86ca tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (99eaffe0-5117-4115-bc37-f87a23b30805), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:09.276613 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785133a-e954-45c0-801a-b0add900432d req-987d8893-54ab-4b35-8763-d4495ca657f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:09.278187 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4785133a-e954-45c0-801a-b0add900432d req-987d8893-54ab-4b35-8763-d4495ca657f9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1a29db71-64bb-4b41-abf2-897d595cd164 HTTP/1.1" status: 200  len: 844 time: 0.0648170
Feb 05 20:59:09.279209 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-db6ecb5b-5e6e-4f09-a1b6-ed2ba36f86ca tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (99eaffe0-5117-4115-bc37-f87a23b30805), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:09.292898 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db6ecb5b-5e6e-4f09-a1b6-ed2ba36f86ca tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:59:09.293297 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-db6ecb5b-5e6e-4f09-a1b6-ed2ba36f86ca tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (99eaffe0-5117-4115-bc37-f87a23b30805), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:09.296236 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 20:59:09.296236 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:59:09.296236 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 20:59:09.296236 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:59:09.296236 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 20:59:09.296236 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:59:09.296236 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 20:59:09.296236 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:59:09.296236 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 20:59:09.296236 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:59:09.296236 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 20:59:09.296236 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:59:09.296236 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 20:59:09.296236 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:59:09.296236 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:59:09.296236 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:59:09.296236 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:59:09.296236 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:59:09.296236 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 20:59:09.296236 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:59:09.296236 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 20:59:09.296236 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:59:09.296236 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:59:09.296236 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:59:09.296236 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:59:09.296236 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:59:09.296236 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:59:09.296236 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:59:09.296236 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:59:09.296236 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:59:09.296236 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:59:09.296236 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:59:09.330248 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4785133a-e954-45c0-801a-b0add900432d req-aba20127-303b-488a-843b-a05e25c2afc0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb9888ba-fd92-4284-8691-d704204a6929&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0449114
Feb 05 20:59:09.360223 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31113a-9601-4549-8388-6fa1cdedfeb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b7a7624-a727-4e76-9121-8d1dfb38b0fc,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:09.431215 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-db6ecb5b-5e6e-4f09-a1b6-ed2ba36f86ca tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (3b253aff-539a-49c7-ae90-f9aba966af48), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:09.435775 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-db6ecb5b-5e6e-4f09-a1b6-ed2ba36f86ca tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:09.439932 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-db6ecb5b-5e6e-4f09-a1b6-ed2ba36f86ca tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] 10.222.0.32 "DELETE /v2.0/networks/3b253aff-539a-49c7-ae90-f9aba966af48 HTTP/1.1" status: 204  len: 168 time: 0.8716495
Feb 05 20:59:09.470892 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ac0623d5-18b1-44bd-8f78-e8d0b832eb09 admin admin] Publish callbacks [] for security_group (346be48a-c327-4c79-a940-21060e687d18), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:09.475864 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ecb5b-5e6e-4f09-a1b6-ed2ba36f86ca tempest-BulkNetworkOpsIpV6Test-2131137334 tempest-BulkNetworkOpsIpV6Test-2131137334-project] Pushing event deleted for resources: {'Network': ['ID=3b253aff-539a-49c7-ae90-f9aba966af48,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:09.509456 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4785133a-e954-45c0-801a-b0add900432d req-e5fcd0e0-d47a-4b6e-b82e-c4b3ed40d548 service neutron] 10.222.0.39 "GET /v2.0/networks/cb9888ba-fd92-4284-8691-d704204a6929?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1724517
Feb 05 20:59:09.521784 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ac0623d5-18b1-44bd-8f78-e8d0b832eb09 admin admin] Publish callbacks [] for security_group (346be48a-c327-4c79-a940-21060e687d18), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:09.614263 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4785133a-e954-45c0-801a-b0add900432d req-f5ecb575-6416-4ae3-8cd2-3ae1967c652a service neutron] 10.222.0.39 "GET /v2.0/networks/cb9888ba-fd92-4284-8691-d704204a6929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0981412
Feb 05 20:59:09.768227 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43118) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:09.913029 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4f555d95-ac81-473e-b8d8-f36a961e151f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=586961b5f51f4b688bdd5fe83c62f9e5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1410995
Feb 05 20:59:09.913268 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43122) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:09.968757 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-32c44eee-e1e4-4f5f-b310-bd79cc309dc7 admin admin] Publish callbacks [] for security_group (3838ef1f-bc66-4c7f-88d6-3a0faf7f90e3), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:09.991926 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-32c44eee-e1e4-4f5f-b310-bd79cc309dc7 admin admin] Publish callbacks [] for security_group (3838ef1f-bc66-4c7f-88d6-3a0faf7f90e3), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:10.040548 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-32c44eee-e1e4-4f5f-b310-bd79cc309dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (3838ef1f-bc66-4c7f-88d6-3a0faf7f90e3), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:10.043412 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-32c44eee-e1e4-4f5f-b310-bd79cc309dc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:10.046949 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-32c44eee-e1e4-4f5f-b310-bd79cc309dc7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3838ef1f-bc66-4c7f-88d6-3a0faf7f90e3 HTTP/1.1" status: 204  len: 168 time: 0.1304202
Feb 05 20:59:10.059447 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c44eee-e1e4-4f5f-b310-bd79cc309dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3838ef1f-bc66-4c7f-88d6-3a0faf7f90e3,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:10.099978 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2196e856-2287-4ba3-8922-3a91076677b2 admin admin] Publish callbacks [] for security_group (de424983-169c-4680-9cec-41859bf40d01), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:10.130886 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2196e856-2287-4ba3-8922-3a91076677b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (de424983-169c-4680-9cec-41859bf40d01), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:10.216776 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b62fc5ac-99c7-4d3a-b6c8-e71b0eaaa217 req-7d748935-65de-483f-a94b-1851e8aae5ee tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Router 982aa03d-0390-44b7-9169-fd6e54a9f8b9 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:59:10.224274 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:10.250583 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ac0623d5-18b1-44bd-8f78-e8d0b832eb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (346be48a-c327-4c79-a940-21060e687d18), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:10.254029 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ac0623d5-18b1-44bd-8f78-e8d0b832eb09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:10.255209 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ac0623d5-18b1-44bd-8f78-e8d0b832eb09 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/346be48a-c327-4c79-a940-21060e687d18 HTTP/1.1" status: 204  len: 168 time: 1.0828471
Feb 05 20:59:10.266523 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2196e856-2287-4ba3-8922-3a91076677b2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1de68921ccc34806bf4827c68fefe801&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1574769
Feb 05 20:59:10.267310 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43130) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:10.276439 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2196e856-2287-4ba3-8922-3a91076677b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de424983-169c-4680-9cec-41859bf40d01,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:10.304705 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee94ce-4001-4b74-bd80-44167b1cf253 req-4ae7721f-388d-4128-977d-a2ade38ce40c tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:10.306274 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-35ee94ce-4001-4b74-bd80-44167b1cf253 req-4ae7721f-388d-4128-977d-a2ade38ce40c tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a818080-aad3-4726-b306-27edf171c323 HTTP/1.1" status: 200  len: 943 time: 0.5789196
Feb 05 20:59:10.308420 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1b31113a-9601-4549-8388-6fa1cdedfeb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (b8c12179-087e-42bf-aa85-c6f3826f5dc0), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:10.353990 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9e15a761-4237-4e72-aba0-1e318db859f7 admin admin] Publish callbacks [] for security_group (de424983-169c-4680-9cec-41859bf40d01), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:10.356737 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0623d5-18b1-44bd-8f78-e8d0b832eb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346be48a-c327-4c79-a940-21060e687d18,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:10.412391 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9e15a761-4237-4e72-aba0-1e318db859f7 admin admin] Publish callbacks [] for security_group (de424983-169c-4680-9cec-41859bf40d01), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:10.457697 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-7aa26198-40ee-4630-a7d1-00303bc712e7 admin admin] Deleting port 9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:59:10.458067 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7aa26198-40ee-4630-a7d1-00303bc712e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:10.479009 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9e15a761-4237-4e72-aba0-1e318db859f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (de424983-169c-4680-9cec-41859bf40d01), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:10.483300 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9e15a761-4237-4e72-aba0-1e318db859f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:10.490406 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9e15a761-4237-4e72-aba0-1e318db859f7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/de424983-169c-4680-9cec-41859bf40d01 HTTP/1.1" status: 204  len: 168 time: 0.2213259
Feb 05 20:59:10.499686 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15a761-4237-4e72-aba0-1e318db859f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de424983-169c-4680-9cec-41859bf40d01,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:10.523598 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-35ee94ce-4001-4b74-bd80-44167b1cf253 req-c11c70e6-7b25-4824-a930-609f5f3e9636 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2031734
Feb 05 20:59:10.624553 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b62fc5ac-99c7-4d3a-b6c8-e71b0eaaa217 req-7d748935-65de-483f-a94b-1851e8aae5ee tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:59:10.634656 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b62fc5ac-99c7-4d3a-b6c8-e71b0eaaa217 req-7d748935-65de-483f-a94b-1851e8aae5ee tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:10.639592 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4990cf7-5ba8-459a-8da6-1b85b3611f83 None None] Sync routers for ids ['982aa03d-0390-44b7-9169-fd6e54a9f8b9'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:59:10.655568 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4990cf7-5ba8-459a-8da6-1b85b3611f83 None None] Routers {'982aa03d-0390-44b7-9169-fd6e54a9f8b9'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:59:10.656453 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-c4990cf7-5ba8-459a-8da6-1b85b3611f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabd71190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:59:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['982aa03d-0390-44b7-9169-fd6e54a9f8b9'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:10.702293 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b62fc5ac-99c7-4d3a-b6c8-e71b0eaaa217 req-7d748935-65de-483f-a94b-1851e8aae5ee tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "PUT /v2.0/floatingips/038a53cd-eb3b-4bb2-8b3d-d15e631ba308 HTTP/1.1" status: 200  len: 997 time: 3.7136862
Feb 05 20:59:10.704749 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-7aa26198-40ee-4630-a7d1-00303bc712e7 admin admin] For port 9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30,segment=NetworkSegment(f7cb0ed2-51b9-4103-8971-4797663ef814),segment_id=f7cb0ed2-51b9-4103-8971-4797663ef814)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:59:10.705134 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7aa26198-40ee-4630-a7d1-00303bc712e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:10.714906 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7efaf09-1b90-421c-a62a-9163b5c78066', 'tag': 'b29e0850-8ea4-4496-b92a-c9b3e104df14'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:59:10.717831 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46af0f3-2fbc-47e1-8006-135b0312a377" -d '{"events": [{"name": "network-changed", "server_uuid": "a7efaf09-1b90-421c-a62a-9163b5c78066", "tag": "b29e0850-8ea4-4496-b92a-c9b3e104df14"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:59:10.765553 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-7aa26198-40ee-4630-a7d1-00303bc712e7 admin admin] Calling delete_port for 9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30 owned by network:router_interface {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:59:10.814338 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d7697e-0b3c-4de7-bc4e-0f4889569b73 x-openstack-request-id: req-90d7697e-0b3c-4de7-bc4e-0f4889569b73 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:59:10.814801 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7efaf09-1b90-421c-a62a-9163b5c78066", "tag": "b29e0850-8ea4-4496-b92a-c9b3e104df14", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:59:10.815059 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-90d7697e-0b3c-4de7-bc4e-0f4889569b73 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:59:10.815486 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7efaf09-1b90-421c-a62a-9163b5c78066', 'tag': 'b29e0850-8ea4-4496-b92a-c9b3e104df14', 'status': 'completed', 'code': 200}
Feb 05 20:59:10.851035 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-c4990cf7-5ba8-459a-8da6-1b85b3611f83 None None] Set router 982aa03d-0390-44b7-9169-fd6e54a9f8b9 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:59:10.893352 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46af0f3-2fbc-47e1-8006-135b0312a377 req-679bb024-8e71-41c0-8ed4-e3766ca5f8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:10.900522 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b46af0f3-2fbc-47e1-8006-135b0312a377 req-679bb024-8e71-41c0-8ed4-e3766ca5f8cc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ca5f02e4f32f409cb5d16fdde787db22&device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 1128 time: 0.0948942
Feb 05 20:59:10.930521 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fc5ac-99c7-4d3a-b6c8-e71b0eaaa217 req-34b5041b-0403-4db7-ba55-13ed2c3c9bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:10.932076 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b62fc5ac-99c7-4d3a-b6c8-e71b0eaaa217 req-34b5041b-0403-4db7-ba55-13ed2c3c9bf0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca5f02e4f32f409cb5d16fdde787db22&device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 1128 time: 0.2014582
Feb 05 20:59:10.991095 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b31113a-9601-4549-8388-6fa1cdedfeb0 admin admin] Router b8c12179-087e-42bf-aa85-c6f3826f5dc0 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:59:11.052501 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46af0f3-2fbc-47e1-8006-135b0312a377 req-b2a71c8f-1798-410b-9d30-ab27f55cf3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:11.054003 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b46af0f3-2fbc-47e1-8006-135b0312a377 req-b2a71c8f-1798-410b-9d30-ab27f55cf3cc service neutron] 10.222.0.39 "GET /v2.0/networks?id=eb12b0a3-cb4e-47fe-8869-d20dface7d3e HTTP/1.1" status: 200  len: 919 time: 0.1464584
Feb 05 20:59:11.155100 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fc5ac-99c7-4d3a-b6c8-e71b0eaaa217 req-cfd2f560-428d-46d7-a7de-605619bc2e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:11.156568 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b62fc5ac-99c7-4d3a-b6c8-e71b0eaaa217 req-cfd2f560-428d-46d7-a7de-605619bc2e83 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eb12b0a3-cb4e-47fe-8869-d20dface7d3e HTTP/1.1" status: 200  len: 919 time: 0.2129617
Feb 05 20:59:11.195525 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device b81d85a3-83ba-4718-af5c-54a493be5489 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:59:11.243305 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-c4990cf7-5ba8-459a-8da6-1b85b3611f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabd71190>, [{'id': '982aa03d-0390-44b7-9169-fd6e54a9f8b9', 'name': 'tempest-ServerRescueTestJSONUnderV235-77366947-router', 'tenant_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': 'dd153ddb-9f21-42fe-a3bd-b7470a14c00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:57:50Z', 'updated_at': '2022-02-05T20:57:55Z', 'revision_number': 4, 'project_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'gw_port': {'id': 'dd153ddb-9f21-42fe-a3bd-b7470a14c00c', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982aa03d-0390-44b7-9169-fd6e54a9f8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:57:51Z', 'updated_at': '2022-02-05T20:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '038a53cd-eb3b-4bb2-8b3d-d15e631ba308', 'tenant_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'floating_ip_address': '172.35.4.223', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '982aa03d-0390-44b7-9169-fd6e54a9f8b9', 'port_id': 'b29e0850-8ea4-4496-b92a-c9b3e104df14', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb12b0a3-cb4e-47fe-8869-d20dface7d3e', 'mac_address': 'fa:16:3e:e8:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7efaf09-1b90-421c-a62a-9163b5c78066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T20:59:02Z', 'updated_at': '2022-02-05T20:59:08Z', 'revision_number': 1, 'project_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2a15a8e-93f4-419c-b560-07289fd8b4a7', 'name': '', 'network_id': 'eb12b0a3-cb4e-47fe-8869-d20dface7d3e', 'tenant_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'mac_address': 'fa:16:3e:89:a2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982aa03d-0390-44b7-9169-fd6e54a9f8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'eab137f8-6355-40d9-8fb3-711b63d086ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:57:54Z', 'updated_at': '2022-02-05T20:58:00Z', 'revision_number': 5, 'project_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'subnets': [{'id': 'eab137f8-6355-40d9-8fb3-711b63d086ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:11.245455 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b46af0f3-2fbc-47e1-8006-135b0312a377 req-3dcab357-fb3f-4f10-90e2-0b4d746ac6c2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b29e0850-8ea4-4496-b92a-c9b3e104df14 HTTP/1.1" status: 200  len: 1000 time: 0.1799912
Feb 05 20:59:11.295479 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4990cf7-5ba8-459a-8da6-1b85b3611f83 None None] Checking router: 982aa03d-0390-44b7-9169-fd6e54a9f8b9 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:59:11.330969 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4990cf7-5ba8-459a-8da6-1b85b3611f83 None None] Routers {'982aa03d-0390-44b7-9169-fd6e54a9f8b9'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:59:11.331628 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-c4990cf7-5ba8-459a-8da6-1b85b3611f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabd71190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:59:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['982aa03d-0390-44b7-9169-fd6e54a9f8b9'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:11.339861 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46af0f3-2fbc-47e1-8006-135b0312a377 req-f4c1e93a-68fa-4d9f-af4e-6f0f27d8b19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:11.342280 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b46af0f3-2fbc-47e1-8006-135b0312a377 req-f4c1e93a-68fa-4d9f-af4e-6f0f27d8b19d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eab137f8-6355-40d9-8fb3-711b63d086ad HTTP/1.1" status: 200  len: 858 time: 0.0938659
Feb 05 20:59:11.354250 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7aa26198-40ee-4630-a7d1-00303bc712e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:11.374743 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b62fc5ac-99c7-4d3a-b6c8-e71b0eaaa217 req-3f037658-1e7e-45d4-8283-e1f515c27c52 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b29e0850-8ea4-4496-b92a-c9b3e104df14 HTTP/1.1" status: 200  len: 1000 time: 0.1988835
Feb 05 20:59:11.387235 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b46af0f3-2fbc-47e1-8006-135b0312a377 req-7e150f13-12ab-4967-b4b2-9de049ec4c30 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eb12b0a3-cb4e-47fe-8869-d20dface7d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0386910
Feb 05 20:59:11.397146 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b31113a-9601-4549-8388-6fa1cdedfeb0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:59:11.408208 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa88680-ffba-4c54-bfe3-491cf37de272 None None] Sync routers for ids ['b8c12179-087e-42bf-aa85-c6f3826f5dc0'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:59:11.416144 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1b31113a-9601-4549-8388-6fa1cdedfeb0 admin admin] 10.222.0.32 "PUT /v2.0/routers/b8c12179-087e-42bf-aa85-c6f3826f5dc0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1156693
Feb 05 20:59:11.420053 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa26198-40ee-4630-a7d1-00303bc712e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:11.432874 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa88680-ffba-4c54-bfe3-491cf37de272 None None] Routers {'b8c12179-087e-42bf-aa85-c6f3826f5dc0'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:59:11.433526 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-5fa88680-ffba-4c54-bfe3-491cf37de272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8bb81f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:59:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b8c12179-087e-42bf-aa85-c6f3826f5dc0'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:11.456183 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43172) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:11.607937 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-c4990cf7-5ba8-459a-8da6-1b85b3611f83 None None] Set router 982aa03d-0390-44b7-9169-fd6e54a9f8b9 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:59:11.726468 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fc5ac-99c7-4d3a-b6c8-e71b0eaaa217 req-07e5d2c1-295d-4d7b-b1b3-37f35e02ee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:11.735030 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b62fc5ac-99c7-4d3a-b6c8-e71b0eaaa217 req-07e5d2c1-295d-4d7b-b1b3-37f35e02ee8d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eab137f8-6355-40d9-8fb3-711b63d086ad HTTP/1.1" status: 200  len: 858 time: 0.3346663
Feb 05 20:59:11.753552 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-5fa88680-ffba-4c54-bfe3-491cf37de272 None None] Set router b8c12179-087e-42bf-aa85-c6f3826f5dc0 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:59:11.838036 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43180) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:11.855170 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-64c66a59-78e3-4211-bfdb-d2acc78338ee admin admin] Publish callbacks [] for router (b8c12179-087e-42bf-aa85-c6f3826f5dc0), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:11.875238 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port b81d85a3-83ba-4718-af5c-54a493be5489, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b81d85a3-83ba-4718-af5c-54a493be5489,segment=NetworkSegment(f21dc639-5af9-41ca-ac39-c80d5d7b6194),segment_id=f21dc639-5af9-41ca-ac39-c80d5d7b6194)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:59:11.879545 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b62fc5ac-99c7-4d3a-b6c8-e71b0eaaa217 req-54e39d10-8e53-454e-b646-9cb0597e6093 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eb12b0a3-cb4e-47fe-8869-d20dface7d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1384311
Feb 05 20:59:11.901719 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'b81d85a3-83ba-4718-af5c-54a493be5489', 'network_id': 'cb9888ba-fd92-4284-8691-d704204a6929', 'port_id': 'b81d85a3-83ba-4718-af5c-54a493be5489', 'mac_address': 'fa:16:3e:8b:2e:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a29db71-64bb-4b41-abf2-897d595cd164', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:59:11.905511 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-b62fc5ac-99c7-4d3a-b6c8-e71b0eaaa217 req-a5f2bc02-d447-4c36-8583-8f9353fb8ece service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 20:59:11.915678 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b62fc5ac-99c7-4d3a-b6c8-e71b0eaaa217 req-a5f2bc02-d447-4c36-8583-8f9353fb8ece service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0323663
Feb 05 20:59:11.941517 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b46af0f3-2fbc-47e1-8006-135b0312a377 req-18ac1b67-a73d-4508-8d0e-56d624c7befd service neutron] 10.222.0.39 "GET /v2.0/networks/eb12b0a3-cb4e-47fe-8869-d20dface7d3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5471435
Feb 05 20:59:11.994177 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port b81d85a3-83ba-4718-af5c-54a493be5489 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:59:11.994908 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b81d85a3-83ba-4718-af5c-54a493be5489), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:12.015212 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b81d85a3-83ba-4718-af5c-54a493be5489 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:59:12.061004 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port b81d85a3-83ba-4718-af5c-54a493be5489, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b81d85a3-83ba-4718-af5c-54a493be5489,segment=NetworkSegment(f21dc639-5af9-41ca-ac39-c80d5d7b6194),segment_id=f21dc639-5af9-41ca-ac39-c80d5d7b6194)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:59:12.072318 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b81d85a3-83ba-4718-af5c-54a493be5489), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:12.115531 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-64c66a59-78e3-4211-bfdb-d2acc78338ee admin admin] Publish callbacks [] for router_gateway (b8c12179-087e-42bf-aa85-c6f3826f5dc0), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:12.139739 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b46af0f3-2fbc-47e1-8006-135b0312a377 req-d8248284-0fa2-484f-bbc0-b8329fa1a41c service neutron] 10.222.0.39 "GET /v2.0/networks/eb12b0a3-cb4e-47fe-8869-d20dface7d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1834915
Feb 05 20:59:12.210251 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-64c66a59-78e3-4211-bfdb-d2acc78338ee admin admin] Deleting port 486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:59:12.210917 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-64c66a59-78e3-4211-bfdb-d2acc78338ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:12.225077 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-5fa88680-ffba-4c54-bfe3-491cf37de272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8bb81f0>, [{'id': 'b8c12179-087e-42bf-aa85-c6f3826f5dc0', 'name': 'tempest-TaggedBootDevicesTest_v242-1766094669-router', 'tenant_id': '9ba37fa34a7845dfa5c5fafcc371f063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.203'}], 'enable_snat': True}, 'gw_port_id': '486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:53:00Z', 'updated_at': '2022-02-05T20:59:09Z', 'revision_number': 5, 'project_id': '9ba37fa34a7845dfa5c5fafcc371f063', 'gw_port': {'id': '486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c12179-087e-42bf-aa85-c6f3826f5dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:53:02Z', 'updated_at': '2022-02-05T20:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:12.245990 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-39dfaa3a-12fb-4d6f-aa51-f0f32b1dbd12 tempest-DvrRoutersNegativeTest-748122187 tempest-DvrRoutersNegativeTest-748122187-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-275868376', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:59:12.254225 ncdv-master-1 neutron-server[114391]: DEBUG neutron.policy [None req-39dfaa3a-12fb-4d6f-aa51-f0f32b1dbd12 tempest-DvrRoutersNegativeTest-748122187 tempest-DvrRoutersNegativeTest-748122187-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=114391) log_rule_list /opt/stack/neutron/neutron/policy.py:450}}
Feb 05 20:59:12.256274 ncdv-master-1 neutron-server[114391]: DEBUG neutron.policy [None req-39dfaa3a-12fb-4d6f-aa51-f0f32b1dbd12 tempest-DvrRoutersNegativeTest-748122187 tempest-DvrRoutersNegativeTest-748122187-project] Failed policy check for 'create_router' {{(pid=114391) enforce /opt/stack/neutron/neutron/policy.py:524}}
Feb 05 20:59:12.256883 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-39dfaa3a-12fb-4d6f-aa51-f0f32b1dbd12 tempest-DvrRoutersNegativeTest-748122187 tempest-DvrRoutersNegativeTest-748122187-project] create failed (client error): Access was denied to this resource.
Feb 05 20:59:12.264073 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-39dfaa3a-12fb-4d6f-aa51-f0f32b1dbd12 tempest-DvrRoutersNegativeTest-748122187 tempest-DvrRoutersNegativeTest-748122187-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.4254222
Feb 05 20:59:12.291109 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa88680-ffba-4c54-bfe3-491cf37de272 None None] Checking router: b8c12179-087e-42bf-aa85-c6f3826f5dc0 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:59:12.316261 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-64c66a59-78e3-4211-bfdb-d2acc78338ee admin admin] For port 486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:59:12.316665 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-64c66a59-78e3-4211-bfdb-d2acc78338ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:12.317120 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa88680-ffba-4c54-bfe3-491cf37de272 None None] Routers {'b8c12179-087e-42bf-aa85-c6f3826f5dc0'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:59:12.319881 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-5fa88680-ffba-4c54-bfe3-491cf37de272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8bb81f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:59:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b8c12179-087e-42bf-aa85-c6f3826f5dc0'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:12.334069 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-64c66a59-78e3-4211-bfdb-d2acc78338ee admin admin] Calling delete_port for 486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8 owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:59:12.349971 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586cf6a-fbfd-449d-b9a1-cbea0e7a6c1e req-8c2be04a-c769-41b0-bdda-1e8b1e9cb09b tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:12.351598 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f586cf6a-fbfd-449d-b9a1-cbea0e7a6c1e req-8c2be04a-c769-41b0-bdda-1e8b1e9cb09b tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a818080-aad3-4726-b306-27edf171c323 HTTP/1.1" status: 200  len: 943 time: 0.6583669
Feb 05 20:59:12.403525 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7aa26198-40ee-4630-a7d1-00303bc712e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (c089098b-3624-4c53-803f-f61694c88e0b), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:12.447223 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b62fc5ac-99c7-4d3a-b6c8-e71b0eaaa217 req-388639ea-3727-4cad-84e3-0ea070e6c018 service neutron] 10.222.0.32 "GET /v2.0/networks/eb12b0a3-cb4e-47fe-8869-d20dface7d3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5306561
Feb 05 20:59:12.517178 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=b81d85a3-83ba-4718-af5c-54a493be5489,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:12.549869 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43204) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:12.551109 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-c4990cf7-5ba8-459a-8da6-1b85b3611f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabd71190>, [{'id': '982aa03d-0390-44b7-9169-fd6e54a9f8b9', 'name': 'tempest-ServerRescueTestJSONUnderV235-77366947-router', 'tenant_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': 'dd153ddb-9f21-42fe-a3bd-b7470a14c00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:57:50Z', 'updated_at': '2022-02-05T20:57:55Z', 'revision_number': 4, 'project_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'gw_port': {'id': 'dd153ddb-9f21-42fe-a3bd-b7470a14c00c', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982aa03d-0390-44b7-9169-fd6e54a9f8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:57:51Z', 'updated_at': '2022-02-05T20:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '038a53cd-eb3b-4bb2-8b3d-d15e631ba308', 'tenant_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'floating_ip_address': '172.35.4.223', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '982aa03d-0390-44b7-9169-fd6e54a9f8b9', 'port_id': 'b29e0850-8ea4-4496-b92a-c9b3e104df14', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb12b0a3-cb4e-47fe-8869-d20dface7d3e', 'mac_address': 'fa:16:3e:e8:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7efaf09-1b90-421c-a62a-9163b5c78066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T20:59:02Z', 'updated_at': '2022-02-05T20:59:08Z', 'revision_number': 1, 'project_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2a15a8e-93f4-419c-b560-07289fd8b4a7', 'name': '', 'network_id': 'eb12b0a3-cb4e-47fe-8869-d20dface7d3e', 'tenant_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'mac_address': 'fa:16:3e:89:a2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982aa03d-0390-44b7-9169-fd6e54a9f8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'eab137f8-6355-40d9-8fb3-711b63d086ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:57:54Z', 'updated_at': '2022-02-05T20:58:00Z', 'revision_number': 5, 'project_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'subnets': [{'id': 'eab137f8-6355-40d9-8fb3-711b63d086ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:12.557200 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-5fa88680-ffba-4c54-bfe3-491cf37de272 None None] Set router b8c12179-087e-42bf-aa85-c6f3826f5dc0 gateway port host: None {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:59:12.592327 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-64c66a59-78e3-4211-bfdb-d2acc78338ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:12.624677 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4990cf7-5ba8-459a-8da6-1b85b3611f83 None None] The sync data for ids ['982aa03d-0390-44b7-9169-fd6e54a9f8b9'] in ncdv-master-1 is: [{'id': '982aa03d-0390-44b7-9169-fd6e54a9f8b9', 'name': 'tempest-ServerRescueTestJSONUnderV235-77366947-router', 'tenant_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': 'dd153ddb-9f21-42fe-a3bd-b7470a14c00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:57:50Z', 'updated_at': '2022-02-05T20:57:55Z', 'revision_number': 4, 'project_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'gw_port': {'id': 'dd153ddb-9f21-42fe-a3bd-b7470a14c00c', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982aa03d-0390-44b7-9169-fd6e54a9f8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:57:51Z', 'updated_at': '2022-02-05T20:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '038a53cd-eb3b-4bb2-8b3d-d15e631ba308', 'tenant_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'floating_ip_address': '172.35.4.223', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '982aa03d-0390-44b7-9169-fd6e54a9f8b9', 'port_id': 'b29e0850-8ea4-4496-b92a-c9b3e104df14', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb12b0a3-cb4e-47fe-8869-d20dface7d3e', 'mac_address': 'fa:16:3e:e8:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7efaf09-1b90-421c-a62a-9163b5c78066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T20:59:02Z', 'updated_at': '2022-02-05T20:59:08Z', 'revision_number': 1, 'project_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2a15a8e-93f4-419c-b560-07289fd8b4a7', 'name': '', 'network_id': 'eb12b0a3-cb4e-47fe-8869-d20dface7d3e', 'tenant_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'mac_address': 'fa:16:3e:89:a2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982aa03d-0390-44b7-9169-fd6e54a9f8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'eab137f8-6355-40d9-8fb3-711b63d086ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:57:54Z', 'updated_at': '2022-02-05T20:58:00Z', 'revision_number': 5, 'project_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'subnets': [{'id': 'eab137f8-6355-40d9-8fb3-711b63d086ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:59:12.624929 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-5fa88680-ffba-4c54-bfe3-491cf37de272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8bb81f0>, [{'id': 'b8c12179-087e-42bf-aa85-c6f3826f5dc0', 'name': 'tempest-TaggedBootDevicesTest_v242-1766094669-router', 'tenant_id': '9ba37fa34a7845dfa5c5fafcc371f063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:53:00Z', 'updated_at': '2022-02-05T20:59:12Z', 'revision_number': 6, 'project_id': '9ba37fa34a7845dfa5c5fafcc371f063', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:12.636244 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['b81d85a3-83ba-4718-af5c-54a493be5489'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:59:12.688610 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa88680-ffba-4c54-bfe3-491cf37de272 None None] The sync data for ids ['b8c12179-087e-42bf-aa85-c6f3826f5dc0'] in ncdv-master-1 is: [{'id': 'b8c12179-087e-42bf-aa85-c6f3826f5dc0', 'name': 'tempest-TaggedBootDevicesTest_v242-1766094669-router', 'tenant_id': '9ba37fa34a7845dfa5c5fafcc371f063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:53:00Z', 'updated_at': '2022-02-05T20:59:12Z', 'revision_number': 6, 'project_id': '9ba37fa34a7845dfa5c5fafcc371f063', 'gw_port_host': None}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:59:12.718529 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f586cf6a-fbfd-449d-b9a1-cbea0e7a6c1e req-f121f66a-75b0-4993-934d-032111195bec tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3512115
Feb 05 20:59:12.778943 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43208) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:12.826302 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b62fc5ac-99c7-4d3a-b6c8-e71b0eaaa217 req-d61f99c1-d284-403c-af78-021657005f34 service neutron] 10.222.0.32 "GET /v2.0/networks/eb12b0a3-cb4e-47fe-8869-d20dface7d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3600273
Feb 05 20:59:12.879670 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c66a59-78e3-4211-bfdb-d2acc78338ee admin admin] Pushing event deleted for resources: {'Port': ['ID=486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:12.885982 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-64c66a59-78e3-4211-bfdb-d2acc78338ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (b8c12179-087e-42bf-aa85-c6f3826f5dc0), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:13.033740 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-64c66a59-78e3-4211-bfdb-d2acc78338ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (b8c12179-087e-42bf-aa85-c6f3826f5dc0), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:13.043449 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-64c66a59-78e3-4211-bfdb-d2acc78338ee admin admin] Publish callbacks [] for router_controller (b8c12179-087e-42bf-aa85-c6f3826f5dc0), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:13.056804 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3f4fd5c4-5649-400b-8930-fe73668c8be9 req-d8b2e1bd-9ea8-44fc-809a-3cbef01c8448 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.223 HTTP/1.1" status: 200  len: 1000 time: 0.1866078
Feb 05 20:59:13.088879 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9e05ce-e2bd-4317-88d0-3b0ced241cc2 None None] New status for floating IP 038a53cd-eb3b-4bb2-8b3d-d15e631ba308: ACTIVE {{(pid=114392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 20:59:13.266051 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f8fbeb5d-a532-42b1-82b0-890aa6e26c9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:13.272182 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-64c66a59-78e3-4211-bfdb-d2acc78338ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (b8c12179-087e-42bf-aa85-c6f3826f5dc0), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:13.273177 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c66a59-78e3-4211-bfdb-d2acc78338ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8c12179-087e-42bf-aa85-c6f3826f5dc0 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 20:59:13.289841 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-64c66a59-78e3-4211-bfdb-d2acc78338ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:13.291819 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-64c66a59-78e3-4211-bfdb-d2acc78338ee admin admin] 10.222.0.32 "DELETE /v2.0/routers/b8c12179-087e-42bf-aa85-c6f3826f5dc0 HTTP/1.1" status: 204  len: 168 time: 1.8344824
Feb 05 20:59:13.297214 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43222) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:13.359327 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-a070d20b-11f0-4676-aa64-d4e794bb014e admin admin] Deleting subnet d2c86b25-28d3-4c67-810c-cbfe5a635191 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:59:13.368923 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a070d20b-11f0-4676-aa64-d4e794bb014e admin admin] Publish callbacks [] for subnet (d2c86b25-28d3-4c67-810c-cbfe5a635191), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:13.433670 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a070d20b-11f0-4676-aa64-d4e794bb014e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (d2c86b25-28d3-4c67-810c-cbfe5a635191), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:13.565042 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f8fbeb5d-a532-42b1-82b0-890aa6e26c9f admin admin] Publish callbacks [] for security_group (386f8c36-153d-46ba-a735-a8c4e03036ef), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:13.574676 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f8fbeb5d-a532-42b1-82b0-890aa6e26c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (386f8c36-153d-46ba-a735-a8c4e03036ef), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:13.574961 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa26198-40ee-4630-a7d1-00303bc712e7 admin admin] Router c089098b-3624-4c53-803f-f61694c88e0b has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:59:13.580551 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a070d20b-11f0-4676-aa64-d4e794bb014e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (d2c86b25-28d3-4c67-810c-cbfe5a635191), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:13.593970 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fd5c4-5649-400b-8930-fe73668c8be9 req-bc8fb408-ba4b-491b-9140-0103e147be72 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:13.596374 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3f4fd5c4-5649-400b-8930-fe73668c8be9 req-bc8fb408-ba4b-491b-9140-0103e147be72 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports/b29e0850-8ea4-4496-b92a-c9b3e104df14 HTTP/1.1" status: 200  len: 943 time: 0.5268424
Feb 05 20:59:13.642718 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fbeb5d-a532-42b1-82b0-890aa6e26c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386f8c36-153d-46ba-a735-a8c4e03036ef,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:13.643538 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2e17957a-8921-4a1b-9e54-3324964486bb tempest-AgentManagementNegativeTest-1393378486 tempest-AgentManagementNegativeTest-1393378486-project] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 1.0817397
Feb 05 20:59:13.677713 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f8fbeb5d-a532-42b1-82b0-890aa6e26c9f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=705b3a2803b84af4aebe0a166ddf0dfd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8071611
Feb 05 20:59:13.681547 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43234) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:13.788092 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-796341e4-d60b-4c98-8c74-836818c47ced admin admin] Publish callbacks [] for security_group (386f8c36-153d-46ba-a735-a8c4e03036ef), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:13.842921 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3f4fd5c4-5649-400b-8930-fe73668c8be9 req-a6958504-ce5a-4bf8-9c5b-d967f0d53ea9 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.223 HTTP/1.1" status: 200  len: 1002 time: 0.1373184
Feb 05 20:59:13.848939 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa26198-40ee-4630-a7d1-00303bc712e7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:59:13.858210 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7aa26198-40ee-4630-a7d1-00303bc712e7 admin admin] 10.222.0.32 "PUT /v2.0/routers/c089098b-3624-4c53-803f-f61694c88e0b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1260288
Feb 05 20:59:13.858414 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-796341e4-d60b-4c98-8c74-836818c47ced admin admin] Publish callbacks [] for security_group (386f8c36-153d-46ba-a735-a8c4e03036ef), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:13.859212 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43238) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:13.864251 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfdbdce-5ec1-4ce5-9cf8-cc87a7bb9a2c None None] Sync routers for ids ['c089098b-3624-4c53-803f-f61694c88e0b'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:59:13.883825 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfdbdce-5ec1-4ce5-9cf8-cc87a7bb9a2c None None] Routers {'c089098b-3624-4c53-803f-f61694c88e0b'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:59:13.884745 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-6bfdbdce-5ec1-4ce5-9cf8-cc87a7bb9a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8bb8490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:59:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['c089098b-3624-4c53-803f-f61694c88e0b'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:13.902750 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a070d20b-11f0-4676-aa64-d4e794bb014e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (d2c86b25-28d3-4c67-810c-cbfe5a635191), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:13.951349 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c38207-f075-4d1b-8c97-c35cfec8b4ad None None] Network 560b7e1b-28bd-4ef8-bfb9-ce915442c9f3 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:59:13.964019 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a070d20b-11f0-4676-aa64-d4e794bb014e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:13.976587 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a070d20b-11f0-4676-aa64-d4e794bb014e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d2c86b25-28d3-4c67-810c-cbfe5a635191 HTTP/1.1" status: 204  len: 168 time: 0.6772711
Feb 05 20:59:13.980884 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a070d20b-11f0-4676-aa64-d4e794bb014e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2c86b25-28d3-4c67-810c-cbfe5a635191,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:13.992064 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43244) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:14.134656 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962db6b-17ee-453e-bd82-5736d3650f9d req-0410fcb7-ea09-42b8-85e7-2c66f595d413 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:14.151739 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9962db6b-17ee-453e-bd82-5736d3650f9d req-0410fcb7-ea09-42b8-85e7-2c66f595d413 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a818080-aad3-4726-b306-27edf171c323 HTTP/1.1" status: 200  len: 944 time: 0.2940483
Feb 05 20:59:14.170509 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2b382f72-f761-43ea-8976-1b61cb19efd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (560b7e1b-28bd-4ef8-bfb9-ce915442c9f3), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:14.177605 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-796341e4-d60b-4c98-8c74-836818c47ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (386f8c36-153d-46ba-a735-a8c4e03036ef), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:14.189401 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-796341e4-d60b-4c98-8c74-836818c47ced admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:14.192339 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-796341e4-d60b-4c98-8c74-836818c47ced admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/386f8c36-153d-46ba-a735-a8c4e03036ef HTTP/1.1" status: 204  len: 168 time: 0.5090454
Feb 05 20:59:14.209557 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-6bfdbdce-5ec1-4ce5-9cf8-cc87a7bb9a2c None None] Set router c089098b-3624-4c53-803f-f61694c88e0b gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:59:14.216812 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796341e4-d60b-4c98-8c74-836818c47ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386f8c36-153d-46ba-a735-a8c4e03036ef,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:14.287768 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43250) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:14.304956 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-2b382f72-f761-43ea-8976-1b61cb19efd3 admin admin] Deleting port dbe9fb8b-6574-4925-8d15-cbd0a22ea756 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:59:14.305310 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2b382f72-f761-43ea-8976-1b61cb19efd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (dbe9fb8b-6574-4925-8d15-cbd0a22ea756), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:14.327480 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e2b200-b3c4-43c6-b18e-8420a3cd7c7f None None] DHCP port deletion for 560b7e1b-28bd-4ef8-bfb9-ce915442c9f3 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 20:59:14.407932 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9962db6b-17ee-453e-bd82-5736d3650f9d req-7ff99b50-26f7-4979-85d3-4f6ab4bdc413 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2486253
Feb 05 20:59:14.426694 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-2b382f72-f761-43ea-8976-1b61cb19efd3 admin admin] For port dbe9fb8b-6574-4925-8d15-cbd0a22ea756, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dbe9fb8b-6574-4925-8d15-cbd0a22ea756,segment=NetworkSegment(02ab5bea-b3b4-4e91-be93-d6a432249c06),segment_id=02ab5bea-b3b4-4e91-be93-d6a432249c06)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:59:14.427296 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2b382f72-f761-43ea-8976-1b61cb19efd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (dbe9fb8b-6574-4925-8d15-cbd0a22ea756), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:14.446889 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-2b382f72-f761-43ea-8976-1b61cb19efd3 admin admin] Calling delete_port for dbe9fb8b-6574-4925-8d15-cbd0a22ea756 owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:59:14.447794 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fd5c4-5649-400b-8930-fe73668c8be9 req-14eb7922-189a-4c21-8b3d-5738893b3f31 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:14.449602 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3f4fd5c4-5649-400b-8930-fe73668c8be9 req-14eb7922-189a-4c21-8b3d-5738893b3f31 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/networks/d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 784 time: 0.5916963
Feb 05 20:59:14.451992 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c462cf2d-1418-46e6-ac9c-af8e9819c5d4 admin admin] Publish callbacks [] for router (c089098b-3624-4c53-803f-f61694c88e0b), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:14.474350 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-e2e2b200-b3c4-43c6-b18e-8420a3cd7c7f None None] Deleting port dbe9fb8b-6574-4925-8d15-cbd0a22ea756 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:59:14.474996 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e2e2b200-b3c4-43c6-b18e-8420a3cd7c7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (dbe9fb8b-6574-4925-8d15-cbd0a22ea756), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:14.554095 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-6bfdbdce-5ec1-4ce5-9cf8-cc87a7bb9a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8bb8490>, [{'id': 'c089098b-3624-4c53-803f-f61694c88e0b', 'name': 'tempest-ServersTestBootFromVolume-1356089386-router', 'tenant_id': '60a31152c92648bfb27496f9e1d342d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.224'}], 'enable_snat': True}, 'gw_port_id': 'd584e16f-9038-4436-b145-62c5d2366bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:56:54Z', 'updated_at': '2022-02-05T20:59:11Z', 'revision_number': 5, 'project_id': '60a31152c92648bfb27496f9e1d342d2', 'gw_port': {'id': 'd584e16f-9038-4436-b145-62c5d2366bca', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c089098b-3624-4c53-803f-f61694c88e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:56:55Z', 'updated_at': '2022-02-05T20:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:14.570746 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2b382f72-f761-43ea-8976-1b61cb19efd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (dbe9fb8b-6574-4925-8d15-cbd0a22ea756), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:14.583119 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c462cf2d-1418-46e6-ac9c-af8e9819c5d4 admin admin] Publish callbacks [] for router_gateway (c089098b-3624-4c53-803f-f61694c88e0b), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:14.595297 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-3f4fd5c4-5649-400b-8930-fe73668c8be9 req-828ea7ce-0b8e-4d9a-b3ef-8a3aab9b5b59 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 20:59:14.596345 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3f4fd5c4-5649-400b-8930-fe73668c8be9 req-828ea7ce-0b8e-4d9a-b3ef-8a3aab9b5b59 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0209415
Feb 05 20:59:14.621377 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfdbdce-5ec1-4ce5-9cf8-cc87a7bb9a2c None None] Checking router: c089098b-3624-4c53-803f-f61694c88e0b for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:59:14.638604 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-e2e2b200-b3c4-43c6-b18e-8420a3cd7c7f None None] For port dbe9fb8b-6574-4925-8d15-cbd0a22ea756, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dbe9fb8b-6574-4925-8d15-cbd0a22ea756,segment=NetworkSegment(02ab5bea-b3b4-4e91-be93-d6a432249c06),segment_id=02ab5bea-b3b4-4e91-be93-d6a432249c06)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:59:14.639914 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e2e2b200-b3c4-43c6-b18e-8420a3cd7c7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (dbe9fb8b-6574-4925-8d15-cbd0a22ea756), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:14.642951 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfdbdce-5ec1-4ce5-9cf8-cc87a7bb9a2c None None] Routers {'c089098b-3624-4c53-803f-f61694c88e0b'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:59:14.645701 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-6bfdbdce-5ec1-4ce5-9cf8-cc87a7bb9a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8bb8490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:59:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['c089098b-3624-4c53-803f-f61694c88e0b'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:14.646951 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b382f72-f761-43ea-8976-1b61cb19efd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbe9fb8b-6574-4925-8d15-cbd0a22ea756,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:14.665375 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b382f72-f761-43ea-8976-1b61cb19efd3 admin admin] No DVR routers for this DVR port dbe9fb8b-6574-4925-8d15-cbd0a22ea756 on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:59:14.675533 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-e2e2b200-b3c4-43c6-b18e-8420a3cd7c7f None None] Calling delete_port for dbe9fb8b-6574-4925-8d15-cbd0a22ea756 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:59:14.768653 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:59:14.807614 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:59:14.807972 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 486fbbd8-ffdb-4aa3-9ce3-90edf36a01f8 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:59:14.808412 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9b7a7624-a727-4e76-9121-8d1dfb38b0fc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:59:14.828525 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-6bfdbdce-5ec1-4ce5-9cf8-cc87a7bb9a2c None None] Set router c089098b-3624-4c53-803f-f61694c88e0b gateway port host: None {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:59:14.834174 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-c462cf2d-1418-46e6-ac9c-af8e9819c5d4 admin admin] Deleting port d584e16f-9038-4436-b145-62c5d2366bca {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:59:14.834552 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c462cf2d-1418-46e6-ac9c-af8e9819c5d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (d584e16f-9038-4436-b145-62c5d2366bca), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:14.835818 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 9b7a7624-a727-4e76-9121-8d1dfb38b0fc {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:59:14.836177 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9b7a7624-a727-4e76-9121-8d1dfb38b0fc not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:59:14.836613 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device dbe9fb8b-6574-4925-8d15-cbd0a22ea756 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:59:14.863414 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2b382f72-f761-43ea-8976-1b61cb19efd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (560b7e1b-28bd-4ef8-bfb9-ce915442c9f3), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:14.867925 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: dbe9fb8b-6574-4925-8d15-cbd0a22ea756 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:59:14.868288 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device dbe9fb8b-6574-4925-8d15-cbd0a22ea756 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:59:14.889084 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e2e2b200-b3c4-43c6-b18e-8420a3cd7c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (dbe9fb8b-6574-4925-8d15-cbd0a22ea756), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:14.920752 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e2b200-b3c4-43c6-b18e-8420a3cd7c7f None None] Pushing event deleted for resources: {'Port': ['ID=dbe9fb8b-6574-4925-8d15-cbd0a22ea756,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:14.923254 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e2b200-b3c4-43c6-b18e-8420a3cd7c7f None None] No DVR routers for this DVR port dbe9fb8b-6574-4925-8d15-cbd0a22ea756 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:59:14.953070 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-2b382f72-f761-43ea-8976-1b61cb19efd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db171a8b0>,) {'filters': {'network_id': ['560b7e1b-28bd-4ef8-bfb9-ce915442c9f3']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:14.957046 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-599a6bbe-f67f-4374-8648-402bb9beb637 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:14.980215 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-6bfdbdce-5ec1-4ce5-9cf8-cc87a7bb9a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8bb8490>, [{'id': 'c089098b-3624-4c53-803f-f61694c88e0b', 'name': 'tempest-ServersTestBootFromVolume-1356089386-router', 'tenant_id': '60a31152c92648bfb27496f9e1d342d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:56:54Z', 'updated_at': '2022-02-05T20:59:14Z', 'revision_number': 6, 'project_id': '60a31152c92648bfb27496f9e1d342d2', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:14.987522 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-2b382f72-f761-43ea-8976-1b61cb19efd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db171a8b0>, '02ab5bea-b3b4-4e91-be93-d6a432249c06') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:14.987522 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-2b382f72-f761-43ea-8976-1b61cb19efd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db171a8b0>, '02ab5bea-b3b4-4e91-be93-d6a432249c06') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:15.008522 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2b382f72-f761-43ea-8976-1b61cb19efd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (02ab5bea-b3b4-4e91-be93-d6a432249c06), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:15.017622 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfdbdce-5ec1-4ce5-9cf8-cc87a7bb9a2c None None] The sync data for ids ['c089098b-3624-4c53-803f-f61694c88e0b'] in ncdv-master-1 is: [{'id': 'c089098b-3624-4c53-803f-f61694c88e0b', 'name': 'tempest-ServersTestBootFromVolume-1356089386-router', 'tenant_id': '60a31152c92648bfb27496f9e1d342d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:56:54Z', 'updated_at': '2022-02-05T20:59:14Z', 'revision_number': 6, 'project_id': '60a31152c92648bfb27496f9e1d342d2', 'gw_port_host': None}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:59:15.025738 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-c462cf2d-1418-46e6-ac9c-af8e9819c5d4 admin admin] For port d584e16f-9038-4436-b145-62c5d2366bca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d584e16f-9038-4436-b145-62c5d2366bca,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:59:15.026109 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c462cf2d-1418-46e6-ac9c-af8e9819c5d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (d584e16f-9038-4436-b145-62c5d2366bca), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:15.055904 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3f4fd5c4-5649-400b-8930-fe73668c8be9 req-c8b4e8d8-ecc3-4404-8a3b-835acf0ad607 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.223 HTTP/1.1" status: 200  len: 1002 time: 0.4335523
Feb 05 20:59:15.057266 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2b382f72-f761-43ea-8976-1b61cb19efd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (02ab5bea-b3b4-4e91-be93-d6a432249c06), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:15.066434 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-3f4fd5c4-5649-400b-8930-fe73668c8be9 req-b3cedc2c-d979-40cf-88d2-ee069043c3d9 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:59:15.076442 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b382f72-f761-43ea-8976-1b61cb19efd3 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:59:15.076442 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2b382f72-f761-43ea-8976-1b61cb19efd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (02ab5bea-b3b4-4e91-be93-d6a432249c06), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:15.079231 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 20:59:15.079231 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:59:15.079231 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 20:59:15.079231 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:59:15.079231 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 20:59:15.079231 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:59:15.079231 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 20:59:15.079231 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:59:15.079231 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 20:59:15.079231 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:59:15.079231 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 20:59:15.079231 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:59:15.079231 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 20:59:15.079231 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:59:15.079231 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:59:15.079231 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:59:15.079231 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:59:15.079231 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:59:15.079231 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 20:59:15.079231 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:59:15.079231 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 20:59:15.079231 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:59:15.079231 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:59:15.079231 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:59:15.079231 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:59:15.079231 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:59:15.079231 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:59:15.079231 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:59:15.079231 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:59:15.079231 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:59:15.079231 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:59:15.079231 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:59:15.090883 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-c462cf2d-1418-46e6-ac9c-af8e9819c5d4 admin admin] Calling delete_port for d584e16f-9038-4436-b145-62c5d2366bca owned by network:router_gateway {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:59:15.166024 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2b382f72-f761-43ea-8976-1b61cb19efd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (560b7e1b-28bd-4ef8-bfb9-ce915442c9f3), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:15.171796 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2b382f72-f761-43ea-8976-1b61cb19efd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:15.176037 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2b382f72-f761-43ea-8976-1b61cb19efd3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/560b7e1b-28bd-4ef8-bfb9-ce915442c9f3 HTTP/1.1" status: 204  len: 168 time: 1.1827958
Feb 05 20:59:15.191714 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:15.203499 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b382f72-f761-43ea-8976-1b61cb19efd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=560b7e1b-28bd-4ef8-bfb9-ce915442c9f3,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:15.208827 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-599a6bbe-f67f-4374-8648-402bb9beb637 admin admin] Publish callbacks [] for security_group (9aa125e1-8fa2-42e5-bfe9-76ae0e930ef0), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:15.215619 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-599a6bbe-f67f-4374-8648-402bb9beb637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (9aa125e1-8fa2-42e5-bfe9-76ae0e930ef0), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:15.217605 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device b81d85a3-83ba-4718-af5c-54a493be5489 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:59:15.219752 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-3f4fd5c4-5649-400b-8930-fe73668c8be9 req-b3cedc2c-d979-40cf-88d2-ee069043c3d9 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks [] for floatingip (038a53cd-eb3b-4bb2-8b3d-d15e631ba308), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:15.264796 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-599a6bbe-f67f-4374-8648-402bb9beb637 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2ff375818c6b4717b3b0a5aa723d2876&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9723022
Feb 05 20:59:15.267898 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a6bbe-f67f-4374-8648-402bb9beb637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa125e1-8fa2-42e5-bfe9-76ae0e930ef0,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:15.269662 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43278) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:15.304974 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port b81d85a3-83ba-4718-af5c-54a493be5489 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:59:15.316758 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port b81d85a3-83ba-4718-af5c-54a493be5489 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:59:15.317142 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b81d85a3-83ba-4718-af5c-54a493be5489), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:15.443228 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-48065b21-914b-4c1c-bc0a-e2f2c5d1818d admin admin] Publish callbacks [] for security_group (9aa125e1-8fa2-42e5-bfe9-76ae0e930ef0), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:15.456205 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port b81d85a3-83ba-4718-af5c-54a493be5489 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:59:15.460014 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b81d85a3-83ba-4718-af5c-54a493be5489), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:15.516274 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-48065b21-914b-4c1c-bc0a-e2f2c5d1818d admin admin] Publish callbacks [] for security_group (9aa125e1-8fa2-42e5-bfe9-76ae0e930ef0), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:15.526929 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43284) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:15.527348 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a818080-aad3-4726-b306-27edf171c323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81d85a3-83ba-4718-af5c-54a493be5489'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:59:15.529600 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2904e989-2500-41eb-af8b-c41f3b308276" -d '{"events": [{"server_uuid": "4a818080-aad3-4726-b306-27edf171c323", "name": "network-vif-plugged", "status": "completed", "tag": "b81d85a3-83ba-4718-af5c-54a493be5489"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:59:15.546822 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port b81d85a3-83ba-4718-af5c-54a493be5489, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b81d85a3-83ba-4718-af5c-54a493be5489,segment=NetworkSegment(f21dc639-5af9-41ca-ac39-c80d5d7b6194),segment_id=f21dc639-5af9-41ca-ac39-c80d5d7b6194)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:59:15.554096 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b81d85a3-83ba-4718-af5c-54a493be5489), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:15.622458 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-90753972-6ef1-4080-aa5c-019630f3b13a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3256272f3c524d7fba9a4fb8f5eb011d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0932860
Feb 05 20:59:15.624102 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43288) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:15.637121 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-3f4fd5c4-5649-400b-8930-fe73668c8be9 req-b3cedc2c-d979-40cf-88d2-ee069043c3d9 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:15.647630 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=b81d85a3-83ba-4718-af5c-54a493be5489,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:15.661841 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-3f4fd5c4-5649-400b-8930-fe73668c8be9 req-b3cedc2c-d979-40cf-88d2-ee069043c3d9 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (038a53cd-eb3b-4bb2-8b3d-d15e631ba308), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:15.662196 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [req-3f4fd5c4-5649-400b-8930-fe73668c8be9 req-b3cedc2c-d979-40cf-88d2-ee069043c3d9 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Floating IP 038a53cd-eb3b-4bb2-8b3d-d15e631ba308 disassociated. External IP: 172.35.4.223, port: b29e0850-8ea4-4496-b92a-c9b3e104df14.
Feb 05 20:59:15.694074 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bf0b226f-29e5-4517-bafc-9e44206f4e20 admin admin] Publish callbacks [] for security_group (d935f44d-aedf-41e0-a92b-4330e1bb2d9b), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:15.718145 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bf0b226f-29e5-4517-bafc-9e44206f4e20 admin admin] Publish callbacks [] for security_group (d935f44d-aedf-41e0-a92b-4330e1bb2d9b), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:15.735997 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c462cf2d-1418-46e6-ac9c-af8e9819c5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (d584e16f-9038-4436-b145-62c5d2366bca), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:15.789876 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bf0b226f-29e5-4517-bafc-9e44206f4e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (d935f44d-aedf-41e0-a92b-4330e1bb2d9b), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:15.793193 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bf0b226f-29e5-4517-bafc-9e44206f4e20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:15.795203 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-bf0b226f-29e5-4517-bafc-9e44206f4e20 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d935f44d-aedf-41e0-a92b-4330e1bb2d9b HTTP/1.1" status: 204  len: 168 time: 0.1698720
Feb 05 20:59:15.805086 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b226f-29e5-4517-bafc-9e44206f4e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d935f44d-aedf-41e0-a92b-4330e1bb2d9b,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:15.817277 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88adcf75-cec8-4c99-a0bd-e2a3485f40c2 req-012da4da-8d92-4471-9069-e7a263dc4a51 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:15.819037 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-88adcf75-cec8-4c99-a0bd-e2a3485f40c2 req-012da4da-8d92-4471-9069-e7a263dc4a51 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a818080-aad3-4726-b306-27edf171c323 HTTP/1.1" status: 200  len: 945 time: 0.2452221
Feb 05 20:59:15.825458 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c462cf2d-1418-46e6-ac9c-af8e9819c5d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d584e16f-9038-4436-b145-62c5d2366bca,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:15.859180 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-48065b21-914b-4c1c-bc0a-e2f2c5d1818d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (9aa125e1-8fa2-42e5-bfe9-76ae0e930ef0), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:15.860743 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-48065b21-914b-4c1c-bc0a-e2f2c5d1818d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:15.861926 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-48065b21-914b-4c1c-bc0a-e2f2c5d1818d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9aa125e1-8fa2-42e5-bfe9-76ae0e930ef0 HTTP/1.1" status: 204  len: 168 time: 0.5910971
Feb 05 20:59:15.918633 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48065b21-914b-4c1c-bc0a-e2f2c5d1818d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa125e1-8fa2-42e5-bfe9-76ae0e930ef0,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:16.015030 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c462cf2d-1418-46e6-ac9c-af8e9819c5d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (c089098b-3624-4c53-803f-f61694c88e0b), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:16.058094 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-88adcf75-cec8-4c99-a0bd-e2a3485f40c2 req-6b40fe74-5141-4e7e-9436-b5abb1bb4daa tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2244747
Feb 05 20:59:16.132879 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71023fcf-1200-4172-8c7d-5247584d9134 x-openstack-request-id: req-71023fcf-1200-4172-8c7d-5247584d9134 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:59:16.133518 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a818080-aad3-4726-b306-27edf171c323", "name": "network-vif-plugged", "status": "completed", "tag": "b81d85a3-83ba-4718-af5c-54a493be5489", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:59:16.133794 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-71023fcf-1200-4172-8c7d-5247584d9134 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:59:16.134220 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a818080-aad3-4726-b306-27edf171c323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81d85a3-83ba-4718-af5c-54a493be5489', 'code': 200}
Feb 05 20:59:16.172582 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c462cf2d-1418-46e6-ac9c-af8e9819c5d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (c089098b-3624-4c53-803f-f61694c88e0b), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:16.177243 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c462cf2d-1418-46e6-ac9c-af8e9819c5d4 admin admin] Publish callbacks [] for router_controller (c089098b-3624-4c53-803f-f61694c88e0b), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:16.244323 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f649f5d-dde6-420c-87f5-43462feebc96 req-26fe035c-2a54-4458-9e92-28d2fd5687f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:16.245983 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7f649f5d-dde6-420c-87f5-43462feebc96 req-26fe035c-2a54-4458-9e92-28d2fd5687f9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4a818080-aad3-4726-b306-27edf171c323 HTTP/1.1" status: 200  len: 1127 time: 0.0642850
Feb 05 20:59:16.252621 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c462cf2d-1418-46e6-ac9c-af8e9819c5d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (c089098b-3624-4c53-803f-f61694c88e0b), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:16.253167 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c462cf2d-1418-46e6-ac9c-af8e9819c5d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c089098b-3624-4c53-803f-f61694c88e0b {{(pid=114391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 20:59:16.260127 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c462cf2d-1418-46e6-ac9c-af8e9819c5d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:16.261286 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c462cf2d-1418-46e6-ac9c-af8e9819c5d4 admin admin] 10.222.0.32 "DELETE /v2.0/routers/c089098b-3624-4c53-803f-f61694c88e0b HTTP/1.1" status: 204  len: 168 time: 2.4012625
Feb 05 20:59:16.264140 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43306) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:16.267416 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f4fd5c4-5649-400b-8930-fe73668c8be9 req-b3cedc2c-d979-40cf-88d2-ee069043c3d9 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Router 982aa03d-0390-44b7-9169-fd6e54a9f8b9 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:59:16.326413 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7f649f5d-dde6-420c-87f5-43462feebc96 req-35bdad33-162c-45ab-b240-fe1019fabad7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716612
Feb 05 20:59:16.367460 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e60a1d0-a256-4dbc-8bf7-fefe417ef59c admin admin] Deleting subnet 2fb59051-3f07-4250-8778-3de952b07289 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:59:16.371835 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4e60a1d0-a256-4dbc-8bf7-fefe417ef59c admin admin] Publish callbacks [] for subnet (2fb59051-3f07-4250-8778-3de952b07289), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:16.502779 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43310) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:16.555052 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e3d97bca-6302-4898-8019-bbe329240b8e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9ba37fa34a7845dfa5c5fafcc371f063&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0514035
Feb 05 20:59:16.557417 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43312) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:16.632081 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-34ff95f7-b821-47da-8f25-958adab85cd3 admin admin] Publish callbacks [] for security_group (a8b89b61-9d97-423e-9e62-9f5233c4b0c4), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:16.702468 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-34ff95f7-b821-47da-8f25-958adab85cd3 admin admin] Publish callbacks [] for security_group (a8b89b61-9d97-423e-9e62-9f5233c4b0c4), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:16.706842 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43316) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:16.722871 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43318) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:16.737905 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device d584e16f-9038-4436-b145-62c5d2366bca no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:59:16.784675 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4e60a1d0-a256-4dbc-8bf7-fefe417ef59c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (2fb59051-3f07-4250-8778-3de952b07289), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:16.786945 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-34ff95f7-b821-47da-8f25-958adab85cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (a8b89b61-9d97-423e-9e62-9f5233c4b0c4), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:16.790892 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-34ff95f7-b821-47da-8f25-958adab85cd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:16.792057 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-34ff95f7-b821-47da-8f25-958adab85cd3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a8b89b61-9d97-423e-9e62-9f5233c4b0c4 HTTP/1.1" status: 204  len: 168 time: 0.2337022
Feb 05 20:59:16.801310 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff95f7-b821-47da-8f25-958adab85cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b89b61-9d97-423e-9e62-9f5233c4b0c4,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:16.816280 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: d584e16f-9038-4436-b145-62c5d2366bca {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:59:16.817559 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device d584e16f-9038-4436-b145-62c5d2366bca not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:59:16.818183 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:59:16.833412 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f4fd5c4-5649-400b-8930-fe73668c8be9 req-b3cedc2c-d979-40cf-88d2-ee069043c3d9 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:59:16.840523 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-3f4fd5c4-5649-400b-8930-fe73668c8be9 req-b3cedc2c-d979-40cf-88d2-ee069043c3d9 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:16.858781 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8031aaa1-6ce9-4dae-9e03-b9c657dfb42d None None] Sync routers for ids ['982aa03d-0390-44b7-9169-fd6e54a9f8b9'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:59:16.863241 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:59:16.863592 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9b8cdb66-bed2-4aa5-9cce-d88d2d2b5c30 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:59:16.874476 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8031aaa1-6ce9-4dae-9e03-b9c657dfb42d None None] Routers {'982aa03d-0390-44b7-9169-fd6e54a9f8b9'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:59:16.875613 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-8031aaa1-6ce9-4dae-9e03-b9c657dfb42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabad0850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:59:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['982aa03d-0390-44b7-9169-fd6e54a9f8b9'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:16.914456 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-00b6b866-be09-4ffa-a95a-a34b07f9041f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:16.939094 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3f4fd5c4-5649-400b-8930-fe73668c8be9 req-b3cedc2c-d979-40cf-88d2-ee069043c3d9 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "PUT /v2.0/floatingips/038a53cd-eb3b-4bb2-8b3d-d15e631ba308 HTTP/1.1" status: 200  len: 695 time: 1.8797734
Feb 05 20:59:16.941247 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7efaf09-1b90-421c-a62a-9163b5c78066', 'tag': 'b29e0850-8ea4-4496-b92a-c9b3e104df14'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:59:16.947004 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33569390-154e-42d1-81dc-397e8a1669f9" -d '{"events": [{"name": "network-changed", "server_uuid": "a7efaf09-1b90-421c-a62a-9163b5c78066", "tag": "b29e0850-8ea4-4496-b92a-c9b3e104df14"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:59:16.960942 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4e60a1d0-a256-4dbc-8bf7-fefe417ef59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (2fb59051-3f07-4250-8778-3de952b07289), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:16.988478 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-0f631a62-33b1-466e-882f-3275642396e5 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-549084943', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:59:17.035669 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb174a7-60e4-4e93-8d6d-fadc4c859eb5 x-openstack-request-id: req-2eb174a7-60e4-4e93-8d6d-fadc4c859eb5 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:59:17.036048 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7efaf09-1b90-421c-a62a-9163b5c78066", "tag": "b29e0850-8ea4-4496-b92a-c9b3e104df14", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:59:17.036234 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2eb174a7-60e4-4e93-8d6d-fadc4c859eb5 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:59:17.037055 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7efaf09-1b90-421c-a62a-9163b5c78066', 'tag': 'b29e0850-8ea4-4496-b92a-c9b3e104df14', 'status': 'completed', 'code': 200}
Feb 05 20:59:17.113354 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fd5c4-5649-400b-8930-fe73668c8be9 req-997929bb-1aad-4884-8280-58d32480ac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:17.114894 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3f4fd5c4-5649-400b-8930-fe73668c8be9 req-997929bb-1aad-4884-8280-58d32480ac49 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca5f02e4f32f409cb5d16fdde787db22&device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 1128 time: 0.1154563
Feb 05 20:59:17.116901 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4e60a1d0-a256-4dbc-8bf7-fefe417ef59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (2fb59051-3f07-4250-8778-3de952b07289), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:17.121554 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-8031aaa1-6ce9-4dae-9e03-b9c657dfb42d None None] Set router 982aa03d-0390-44b7-9169-fd6e54a9f8b9 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:59:17.155468 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4e60a1d0-a256-4dbc-8bf7-fefe417ef59c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:17.159050 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4e60a1d0-a256-4dbc-8bf7-fefe417ef59c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2fb59051-3f07-4250-8778-3de952b07289 HTTP/1.1" status: 204  len: 168 time: 0.8939450
Feb 05 20:59:17.177030 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43340) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:17.181225 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60a1d0-a256-4dbc-8bf7-fefe417ef59c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fb59051-3f07-4250-8778-3de952b07289,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:17.187526 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0ecb47-3872-4a25-8796-50f73c662529 None None] Network e27726b6-584c-451c-a170-435551e2c659 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:59:17.225402 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0f631a62-33b1-466e-882f-3275642396e5 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (45652cc2-d662-4eb4-9a28-acd0b8ea071b), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:17.226992 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0f631a62-33b1-466e-882f-3275642396e5 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (45652cc2-d662-4eb4-9a28-acd0b8ea071b), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:17.317369 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33569390-154e-42d1-81dc-397e8a1669f9 req-4c97451e-12ab-484d-b19f-66e37937362a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:17.320703 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-33569390-154e-42d1-81dc-397e8a1669f9 req-4c97451e-12ab-484d-b19f-66e37937362a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ca5f02e4f32f409cb5d16fdde787db22&device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 1128 time: 0.2706828
Feb 05 20:59:17.343799 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fd5c4-5649-400b-8930-fe73668c8be9 req-e6db1141-00f1-4a9c-8bb8-e389d9ec5247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:17.346048 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3f4fd5c4-5649-400b-8930-fe73668c8be9 req-e6db1141-00f1-4a9c-8bb8-e389d9ec5247 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eb12b0a3-cb4e-47fe-8869-d20dface7d3e HTTP/1.1" status: 200  len: 919 time: 0.2186751
Feb 05 20:59:17.373339 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e7bdf-ad1a-4008-9648-4e6b8c4abb8b req-7a96c5eb-e0e8-4fe2-a29d-68524752b8c3 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:17.378160 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-782e7bdf-ad1a-4008-9648-4e6b8c4abb8b req-7a96c5eb-e0e8-4fe2-a29d-68524752b8c3 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a818080-aad3-4726-b306-27edf171c323 HTTP/1.1" status: 200  len: 945 time: 0.1407163
Feb 05 20:59:17.438324 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3f4fd5c4-5649-400b-8930-fe73668c8be9 req-cf1283bc-e98b-42cf-9905-549f02f82f26 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b29e0850-8ea4-4496-b92a-c9b3e104df14 HTTP/1.1" status: 200  len: 217 time: 0.0590596
Feb 05 20:59:17.500687 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-393c8a18-a89a-4a6e-b9a9-0c9866be8cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (e27726b6-584c-451c-a170-435551e2c659), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:17.537263 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fd5c4-5649-400b-8930-fe73668c8be9 req-2b1e4761-5cd9-4579-a8f9-f76e3de46676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:17.538828 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3f4fd5c4-5649-400b-8930-fe73668c8be9 req-2b1e4761-5cd9-4579-a8f9-f76e3de46676 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eab137f8-6355-40d9-8fb3-711b63d086ad HTTP/1.1" status: 200  len: 858 time: 0.0837622
Feb 05 20:59:17.549702 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-782e7bdf-ad1a-4008-9648-4e6b8c4abb8b req-aac7bc56-a80b-4664-af3f-6fc7b78a0e13 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085160
Feb 05 20:59:17.623460 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3f4fd5c4-5649-400b-8930-fe73668c8be9 req-8d4c2a4d-377a-41ef-add3-e001626fdfac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eb12b0a3-cb4e-47fe-8869-d20dface7d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0669940
Feb 05 20:59:17.661619 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe33bca-fb12-4c8c-aec9-ce3f4836cdfb None None] DHCP port deletion for e27726b6-584c-451c-a170-435551e2c659 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 20:59:17.758615 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-cfe33bca-fb12-4c8c-aec9-ce3f4836cdfb None None] Deleting port 67f97fdb-f597-4a7c-b1d9-f83710044974 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:59:17.759290 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cfe33bca-fb12-4c8c-aec9-ce3f4836cdfb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (67f97fdb-f597-4a7c-b1d9-f83710044974), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:17.764339 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-8031aaa1-6ce9-4dae-9e03-b9c657dfb42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabad0850>, [{'id': '982aa03d-0390-44b7-9169-fd6e54a9f8b9', 'name': 'tempest-ServerRescueTestJSONUnderV235-77366947-router', 'tenant_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': 'dd153ddb-9f21-42fe-a3bd-b7470a14c00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:57:50Z', 'updated_at': '2022-02-05T20:57:55Z', 'revision_number': 4, 'project_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'gw_port': {'id': 'dd153ddb-9f21-42fe-a3bd-b7470a14c00c', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982aa03d-0390-44b7-9169-fd6e54a9f8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:57:51Z', 'updated_at': '2022-02-05T20:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e2a15a8e-93f4-419c-b560-07289fd8b4a7', 'name': '', 'network_id': 'eb12b0a3-cb4e-47fe-8869-d20dface7d3e', 'tenant_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'mac_address': 'fa:16:3e:89:a2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982aa03d-0390-44b7-9169-fd6e54a9f8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'eab137f8-6355-40d9-8fb3-711b63d086ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:57:54Z', 'updated_at': '2022-02-05T20:58:00Z', 'revision_number': 5, 'project_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'subnets': [{'id': 'eab137f8-6355-40d9-8fb3-711b63d086ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:17.768843 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3f4fd5c4-5649-400b-8930-fe73668c8be9 req-14279895-a26b-4284-994d-7a8d8ef3a47b service neutron] 10.222.0.32 "GET /v2.0/networks/eb12b0a3-cb4e-47fe-8869-d20dface7d3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390750
Feb 05 20:59:17.806762 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8031aaa1-6ce9-4dae-9e03-b9c657dfb42d None None] Checking router: 982aa03d-0390-44b7-9169-fd6e54a9f8b9 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:59:17.861989 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8031aaa1-6ce9-4dae-9e03-b9c657dfb42d None None] Routers {'982aa03d-0390-44b7-9169-fd6e54a9f8b9'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:59:17.863174 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-8031aaa1-6ce9-4dae-9e03-b9c657dfb42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabad0850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:59:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['982aa03d-0390-44b7-9169-fd6e54a9f8b9'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:17.896212 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3f4fd5c4-5649-400b-8930-fe73668c8be9 req-abc4725a-ebff-488a-befd-3241d82f14d5 service neutron] 10.222.0.32 "GET /v2.0/networks/eb12b0a3-cb4e-47fe-8869-d20dface7d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1185174
Feb 05 20:59:17.912726 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43362) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:17.982684 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-00b6b866-be09-4ffa-a95a-a34b07f9041f admin admin] Publish callbacks [] for security_group (37fbeec9-c790-4bc3-bfe3-0f8755db8fb8), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:17.986038 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0f631a62-33b1-466e-882f-3275642396e5 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks [] for router_controller (45652cc2-d662-4eb4-9a28-acd0b8ea071b), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:18.013039 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-8031aaa1-6ce9-4dae-9e03-b9c657dfb42d None None] Set router 982aa03d-0390-44b7-9169-fd6e54a9f8b9 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:59:18.013877 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-00b6b866-be09-4ffa-a95a-a34b07f9041f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (37fbeec9-c790-4bc3-bfe3-0f8755db8fb8), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:18.025378 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0f631a62-33b1-466e-882f-3275642396e5 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (45652cc2-d662-4eb4-9a28-acd0b8ea071b), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:18.062474 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5436280d-aa02-4eaa-942d-fd7675acc505 req-3228c65d-a25f-4dcb-9cf9-e934b5670dce tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/floatingips/038a53cd-eb3b-4bb2-8b3d-d15e631ba308 HTTP/1.1" status: 200  len: 695 time: 0.1097329
Feb 05 20:59:18.092068 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33569390-154e-42d1-81dc-397e8a1669f9 req-195c3d8e-3057-4eb2-8b87-b925304688df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:18.094149 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-33569390-154e-42d1-81dc-397e8a1669f9 req-195c3d8e-3057-4eb2-8b87-b925304688df service neutron] 10.222.0.39 "GET /v2.0/networks?id=eb12b0a3-cb4e-47fe-8869-d20dface7d3e HTTP/1.1" status: 200  len: 919 time: 0.7253008
Feb 05 20:59:18.107680 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-00b6b866-be09-4ffa-a95a-a34b07f9041f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2897e34cfa4c4d9f9e4d096b67b21ffe&name=default HTTP/1.1" status: 200  len: 3000 time: 1.3800714
Feb 05 20:59:18.108351 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43372) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:18.114645 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0f631a62-33b1-466e-882f-3275642396e5 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:18.118232 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0f631a62-33b1-466e-882f-3275642396e5 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 707 time: 1.3968904
Feb 05 20:59:18.120672 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43374) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:18.153647 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b6b866-be09-4ffa-a95a-a34b07f9041f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37fbeec9-c790-4bc3-bfe3-0f8755db8fb8,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:18.154042 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-d94ab6b3-beea-4e5d-ba32-4143047b5958 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-676776883'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:59:18.160096 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-393c8a18-a89a-4a6e-b9a9-0c9866be8cac admin admin] Deleting port 67f97fdb-f597-4a7c-b1d9-f83710044974 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:59:18.160466 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-393c8a18-a89a-4a6e-b9a9-0c9866be8cac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (67f97fdb-f597-4a7c-b1d9-f83710044974), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:18.201800 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43376) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:18.213133 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-33569390-154e-42d1-81dc-397e8a1669f9 req-cc418788-97fc-43b3-adc5-dfef41127d23 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b29e0850-8ea4-4496-b92a-c9b3e104df14 HTTP/1.1" status: 200  len: 217 time: 0.1034472
Feb 05 20:59:18.238029 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a47f1722-351d-4d28-ac50-f4d24b890400 admin admin] Publish callbacks [] for security_group (37fbeec9-c790-4bc3-bfe3-0f8755db8fb8), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:18.243406 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94ab6b3-beea-4e5d-ba32-4143047b5958 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Made reservation on behalf of c4f708e7bdcc405596d7997341eeacb8 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:59:18.247962 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d94ab6b3-beea-4e5d-ba32-4143047b5958 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:18.267214 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d94ab6b3-beea-4e5d-ba32-4143047b5958 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:18.303792 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-ffeb8ce3-4c2e-4678-8758-b189f8dd98dc tempest-NetworksNegativeTestJSON-2047446752 tempest-NetworksNegativeTestJSON-2047446752-project] Request body: {'port': {'network_id': '3c2af227-e9a4-40f3-b716-70bdc317a63a', 'name': 'tempest-NetworksNegativeTestJSON-2076070476'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:59:18.331278 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436280d-aa02-4eaa-942d-fd7675acc505 req-895badfd-ea83-4eae-9776-565304eb8d88 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:18.332966 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-d0d455e3-0550-4810-8dd5-16ca720ae8c2 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-564194854-network', 'tenant_id': '3d98b2fcc2704fad96bcaad8fe84b97a'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:59:18.339013 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5436280d-aa02-4eaa-942d-fd7675acc505 req-895badfd-ea83-4eae-9776-565304eb8d88 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/networks/d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 784 time: 0.2656510
Feb 05 20:59:18.345745 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a47f1722-351d-4d28-ac50-f4d24b890400 admin admin] Publish callbacks [] for security_group (37fbeec9-c790-4bc3-bfe3-0f8755db8fb8), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:18.361465 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffeb8ce3-4c2e-4678-8758-b189f8dd98dc tempest-NetworksNegativeTestJSON-2047446752 tempest-NetworksNegativeTestJSON-2047446752-project] POST failed (client error): The resource could not be found.
Feb 05 20:59:18.361977 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-393c8a18-a89a-4a6e-b9a9-0c9866be8cac admin admin] For port 67f97fdb-f597-4a7c-b1d9-f83710044974, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=67f97fdb-f597-4a7c-b1d9-f83710044974,segment=NetworkSegment(f7cb0ed2-51b9-4103-8971-4797663ef814),segment_id=f7cb0ed2-51b9-4103-8971-4797663ef814)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:59:18.362138 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffeb8ce3-4c2e-4678-8758-b189f8dd98dc tempest-NetworksNegativeTestJSON-2047446752 tempest-NetworksNegativeTestJSON-2047446752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 20:59:18.362354 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-393c8a18-a89a-4a6e-b9a9-0c9866be8cac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (67f97fdb-f597-4a7c-b1d9-f83710044974), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:18.367439 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ffeb8ce3-4c2e-4678-8758-b189f8dd98dc tempest-NetworksNegativeTestJSON-2047446752 tempest-NetworksNegativeTestJSON-2047446752-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.4497387
Feb 05 20:59:18.373326 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43380) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:18.426475 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5436280d-aa02-4eaa-942d-fd7675acc505 req-fae70d8e-453c-4f84-9650-00f5fd1fea3e tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.223 HTTP/1.1" status: 200  len: 698 time: 0.0858903
Feb 05 20:59:18.426709 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33569390-154e-42d1-81dc-397e8a1669f9 req-3d9d643c-f099-4b70-aae9-626a5b631305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:18.428038 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-33569390-154e-42d1-81dc-397e8a1669f9 req-3d9d643c-f099-4b70-aae9-626a5b631305 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eab137f8-6355-40d9-8fb3-711b63d086ad HTTP/1.1" status: 200  len: 858 time: 0.1913970
Feb 05 20:59:18.435383 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-393c8a18-a89a-4a6e-b9a9-0c9866be8cac admin admin] Calling delete_port for 67f97fdb-f597-4a7c-b1d9-f83710044974 owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:59:18.439760 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d455e3-0550-4810-8dd5-16ca720ae8c2 admin admin] Made reservation on behalf of 3d98b2fcc2704fad96bcaad8fe84b97a for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:59:18.441707 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-cfe33bca-fb12-4c8c-aec9-ce3f4836cdfb None None] For port 67f97fdb-f597-4a7c-b1d9-f83710044974, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=67f97fdb-f597-4a7c-b1d9-f83710044974,segment=NetworkSegment(f7cb0ed2-51b9-4103-8971-4797663ef814),segment_id=f7cb0ed2-51b9-4103-8971-4797663ef814)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:59:18.442149 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cfe33bca-fb12-4c8c-aec9-ce3f4836cdfb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (67f97fdb-f597-4a7c-b1d9-f83710044974), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:18.442479 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d0d455e3-0550-4810-8dd5-16ca720ae8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:18.451746 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b8481a5-4506-4e71-9ecd-35b7ec86854c tempest-NetworksNegativeTestJSON-2047446752 tempest-NetworksNegativeTestJSON-2047446752-project] DELETE failed (client error): The resource could not be found.
Feb 05 20:59:18.451941 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b8481a5-4506-4e71-9ecd-35b7ec86854c tempest-NetworksNegativeTestJSON-2047446752 tempest-NetworksNegativeTestJSON-2047446752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 20:59:18.459160 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0b8481a5-4506-4e71-9ecd-35b7ec86854c tempest-NetworksNegativeTestJSON-2047446752 tempest-NetworksNegativeTestJSON-2047446752-project] 10.222.0.32 "DELETE /v2.0/networks/40c7be17-61c0-452c-81a6-8f6255ebd0ba HTTP/1.1" status: 404  len: 339 time: 0.0811243
Feb 05 20:59:18.462141 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-cfe33bca-fb12-4c8c-aec9-ce3f4836cdfb None None] Calling delete_port for 67f97fdb-f597-4a7c-b1d9-f83710044974 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:59:18.466193 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d0d455e3-0550-4810-8dd5-16ca720ae8c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:18.469137 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43382) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:18.499901 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5436280d-aa02-4eaa-942d-fd7675acc505 req-66f6460e-035d-406a-a31e-9885185ff498 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.223 HTTP/1.1" status: 200  len: 698 time: 0.0581262
Feb 05 20:59:18.513060 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-33569390-154e-42d1-81dc-397e8a1669f9 req-a693859e-fd86-4cfc-90e8-5620f5cf0a49 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eb12b0a3-cb4e-47fe-8869-d20dface7d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0750577
Feb 05 20:59:18.569949 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e88856c-b5a4-4c37-b784-3e023923dec0 tempest-NetworksNegativeTestJSON-2047446752 tempest-NetworksNegativeTestJSON-2047446752-project] DELETE failed (client error): The resource could not be found.
Feb 05 20:59:18.571115 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e88856c-b5a4-4c37-b784-3e023923dec0 tempest-NetworksNegativeTestJSON-2047446752 tempest-NetworksNegativeTestJSON-2047446752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 20:59:18.577162 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9e88856c-b5a4-4c37-b784-3e023923dec0 tempest-NetworksNegativeTestJSON-2047446752 tempest-NetworksNegativeTestJSON-2047446752-project] 10.222.0.32 "DELETE /v2.0/ports/47556aa3-9ac2-4d9d-be84-a665d5b9a2c5 HTTP/1.1" status: 404  len: 333 time: 0.1012034
Feb 05 20:59:18.577332 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d94ab6b3-beea-4e5d-ba32-4143047b5958 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks [] for security_group (33e5543f-195f-4c1a-9b1f-2b989929c585), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:18.580108 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43386) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:18.600944 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-8031aaa1-6ce9-4dae-9e03-b9c657dfb42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabad0850>, [{'id': '982aa03d-0390-44b7-9169-fd6e54a9f8b9', 'name': 'tempest-ServerRescueTestJSONUnderV235-77366947-router', 'tenant_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': 'dd153ddb-9f21-42fe-a3bd-b7470a14c00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:57:50Z', 'updated_at': '2022-02-05T20:57:55Z', 'revision_number': 4, 'project_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'gw_port': {'id': 'dd153ddb-9f21-42fe-a3bd-b7470a14c00c', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982aa03d-0390-44b7-9169-fd6e54a9f8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:57:51Z', 'updated_at': '2022-02-05T20:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e2a15a8e-93f4-419c-b560-07289fd8b4a7', 'name': '', 'network_id': 'eb12b0a3-cb4e-47fe-8869-d20dface7d3e', 'tenant_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'mac_address': 'fa:16:3e:89:a2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982aa03d-0390-44b7-9169-fd6e54a9f8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'eab137f8-6355-40d9-8fb3-711b63d086ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:57:54Z', 'updated_at': '2022-02-05T20:58:00Z', 'revision_number': 5, 'project_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'subnets': [{'id': 'eab137f8-6355-40d9-8fb3-711b63d086ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:18.637395 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d94ab6b3-beea-4e5d-ba32-4143047b5958 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (33e5543f-195f-4c1a-9b1f-2b989929c585), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:18.644382 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cfe33bca-fb12-4c8c-aec9-ce3f4836cdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (67f97fdb-f597-4a7c-b1d9-f83710044974), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:18.645514 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-154b12b2-f903-45b7-8af8-4f96fc6a1205 tempest-NetworksNegativeTestJSON-2047446752 tempest-NetworksNegativeTestJSON-2047446752-project] DELETE failed (client error): The resource could not be found.
Feb 05 20:59:18.646831 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-154b12b2-f903-45b7-8af8-4f96fc6a1205 tempest-NetworksNegativeTestJSON-2047446752 tempest-NetworksNegativeTestJSON-2047446752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 20:59:18.646950 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8031aaa1-6ce9-4dae-9e03-b9c657dfb42d None None] The sync data for ids ['982aa03d-0390-44b7-9169-fd6e54a9f8b9'] in ncdv-master-1 is: [{'id': '982aa03d-0390-44b7-9169-fd6e54a9f8b9', 'name': 'tempest-ServerRescueTestJSONUnderV235-77366947-router', 'tenant_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': 'dd153ddb-9f21-42fe-a3bd-b7470a14c00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:57:50Z', 'updated_at': '2022-02-05T20:57:55Z', 'revision_number': 4, 'project_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'gw_port': {'id': 'dd153ddb-9f21-42fe-a3bd-b7470a14c00c', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982aa03d-0390-44b7-9169-fd6e54a9f8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:57:51Z', 'updated_at': '2022-02-05T20:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e2a15a8e-93f4-419c-b560-07289fd8b4a7', 'name': '', 'network_id': 'eb12b0a3-cb4e-47fe-8869-d20dface7d3e', 'tenant_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'mac_address': 'fa:16:3e:89:a2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982aa03d-0390-44b7-9169-fd6e54a9f8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'eab137f8-6355-40d9-8fb3-711b63d086ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:57:54Z', 'updated_at': '2022-02-05T20:58:00Z', 'revision_number': 5, 'project_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'subnets': [{'id': 'eab137f8-6355-40d9-8fb3-711b63d086ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:59:18.653530 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-154b12b2-f903-45b7-8af8-4f96fc6a1205 tempest-NetworksNegativeTestJSON-2047446752 tempest-NetworksNegativeTestJSON-2047446752-project] 10.222.0.32 "DELETE /v2.0/subnets/783c002e-7491-4dbb-857f-87eb2ede0f56 HTTP/1.1" status: 404  len: 337 time: 0.0705512
Feb 05 20:59:18.654921 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43388) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:18.662041 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a47f1722-351d-4d28-ac50-f4d24b890400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (37fbeec9-c790-4bc3-bfe3-0f8755db8fb8), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:18.677424 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a47f1722-351d-4d28-ac50-f4d24b890400 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:18.678552 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a47f1722-351d-4d28-ac50-f4d24b890400 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/37fbeec9-c790-4bc3-bfe3-0f8755db8fb8 HTTP/1.1" status: 204  len: 168 time: 0.5667655
Feb 05 20:59:18.680693 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe33bca-fb12-4c8c-aec9-ce3f4836cdfb None None] No DVR routers for this DVR port 67f97fdb-f597-4a7c-b1d9-f83710044974 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:59:18.682611 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe33bca-fb12-4c8c-aec9-ce3f4836cdfb None None] Pushing event deleted for resources: {'Port': ['ID=67f97fdb-f597-4a7c-b1d9-f83710044974,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:18.729577 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d94ab6b3-beea-4e5d-ba32-4143047b5958 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:59:18.748815 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-23a95e35-b933-48fe-8d0b-bcce1a70f2d9 tempest-NetworksNegativeTestJSON-2047446752 tempest-NetworksNegativeTestJSON-2047446752-project] GET failed (client error): The resource could not be found.
Feb 05 20:59:18.750276 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-23a95e35-b933-48fe-8d0b-bcce1a70f2d9 tempest-NetworksNegativeTestJSON-2047446752 tempest-NetworksNegativeTestJSON-2047446752-project] 10.222.0.32 "GET /v2.0/networks/b01496af-a4b2-4bc9-8e9a-feacfd75dd9e HTTP/1.1" status: 404  len: 339 time: 0.0931199
Feb 05 20:59:18.776849 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43392) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:18.784521 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f1722-351d-4d28-ac50-f4d24b890400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fbeec9-c790-4bc3-bfe3-0f8755db8fb8,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:18.791134 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 67f97fdb-f597-4a7c-b1d9-f83710044974 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:59:18.796917 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d94ab6b3-beea-4e5d-ba32-4143047b5958 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (c4df943b-edf7-435b-9e9d-4bb83c282260), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:18.797279 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-d94ab6b3-beea-4e5d-ba32-4143047b5958 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Added segment c4df943b-edf7-435b-9e9d-4bb83c282260 of type vlan for network 4d78ce5a-44a7-4962-916b-54a45f834069
Feb 05 20:59:18.816790 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ab6b3-beea-4e5d-ba32-4143047b5958 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33e5543f-195f-4c1a-9b1f-2b989929c585,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:18.819860 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 67f97fdb-f597-4a7c-b1d9-f83710044974 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:59:18.820222 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 67f97fdb-f597-4a7c-b1d9-f83710044974 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:59:18.850109 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-51a10e57-2500-407f-ab16-0c7201231384 tempest-NetworksNegativeTestJSON-2047446752 tempest-NetworksNegativeTestJSON-2047446752-project] GET failed (client error): The resource could not be found.
Feb 05 20:59:18.851782 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-51a10e57-2500-407f-ab16-0c7201231384 tempest-NetworksNegativeTestJSON-2047446752 tempest-NetworksNegativeTestJSON-2047446752-project] 10.222.0.32 "GET /v2.0/ports/d2fbb8eb-f1ef-471d-8e77-8f2d40bbd49d HTTP/1.1" status: 404  len: 333 time: 0.0726323
Feb 05 20:59:18.858507 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43396) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:18.917049 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d94ab6b3-beea-4e5d-ba32-4143047b5958 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (4d78ce5a-44a7-4962-916b-54a45f834069), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:18.917556 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-393c8a18-a89a-4a6e-b9a9-0c9866be8cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (67f97fdb-f597-4a7c-b1d9-f83710044974), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:18.930930 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-72d8f05b-334d-4b7f-ad4b-151a77e1bdb8 tempest-NetworksNegativeTestJSON-2047446752 tempest-NetworksNegativeTestJSON-2047446752-project] GET failed (client error): The resource could not be found.
Feb 05 20:59:18.936421 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-72d8f05b-334d-4b7f-ad4b-151a77e1bdb8 tempest-NetworksNegativeTestJSON-2047446752 tempest-NetworksNegativeTestJSON-2047446752-project] 10.222.0.32 "GET /v2.0/subnets/74c05514-02bb-4a50-9e0f-ba43e9d5ac8b HTTP/1.1" status: 404  len: 337 time: 0.0681789
Feb 05 20:59:18.944169 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880af720-7a8a-47a2-b3af-a17876a8fc80 req-5896a6cd-878a-40b5-a6b6-7e8c2e493b8e tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:18.945878 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-880af720-7a8a-47a2-b3af-a17876a8fc80 req-5896a6cd-878a-40b5-a6b6-7e8c2e493b8e tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a818080-aad3-4726-b306-27edf171c323 HTTP/1.1" status: 200  len: 945 time: 0.2322054
Feb 05 20:59:18.950954 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43400) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:18.957097 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-1d803cb1-5d67-4907-a58c-4614050b986f tempest-NetworksNegativeTestJSON-2047446752 tempest-NetworksNegativeTestJSON-2047446752-project] Request body: {'network': {'name': 'new_name'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:59:18.957518 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-33569390-154e-42d1-81dc-397e8a1669f9 req-044cac5d-9c81-43b9-bf37-aafeb32efdd7 service neutron] 10.222.0.39 "GET /v2.0/networks/eb12b0a3-cb4e-47fe-8869-d20dface7d3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4268599
Feb 05 20:59:18.963868 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c8a18-a89a-4a6e-b9a9-0c9866be8cac admin admin] Pushing event deleted for resources: {'Port': ['ID=67f97fdb-f597-4a7c-b1d9-f83710044974,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:18.975282 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393c8a18-a89a-4a6e-b9a9-0c9866be8cac admin admin] No DVR routers for this DVR port 67f97fdb-f597-4a7c-b1d9-f83710044974 on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:59:18.989586 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-5436280d-aa02-4eaa-942d-fd7675acc505 req-de3e58c4-3957-4c63-bd10-54abdb40a887 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Deleting port 55e38b68-0b38-44d1-b604-8196b26215eb {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:59:18.989942 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-5436280d-aa02-4eaa-942d-fd7675acc505 req-de3e58c4-3957-4c63-bd10-54abdb40a887 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (55e38b68-0b38-44d1-b604-8196b26215eb), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:18.995832 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d803cb1-5d67-4907-a58c-4614050b986f tempest-NetworksNegativeTestJSON-2047446752 tempest-NetworksNegativeTestJSON-2047446752-project] PUT failed (client error): The resource could not be found.
Feb 05 20:59:18.996365 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d803cb1-5d67-4907-a58c-4614050b986f tempest-NetworksNegativeTestJSON-2047446752 tempest-NetworksNegativeTestJSON-2047446752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 20:59:18.997551 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1d803cb1-5d67-4907-a58c-4614050b986f tempest-NetworksNegativeTestJSON-2047446752 tempest-NetworksNegativeTestJSON-2047446752-project] 10.222.0.32 "PUT /v2.0/networks/218267d5-2533-4c8f-b251-29336f3c5f00 HTTP/1.1" status: 404  len: 339 time: 0.0455475
Feb 05 20:59:19.011228 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43402) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:19.028211 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-2c775a82-8b94-4dff-ad6e-4347aa11b768 tempest-NetworksNegativeTestJSON-2047446752 tempest-NetworksNegativeTestJSON-2047446752-project] Request body: {'port': {'name': 'new_name'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:59:19.036032 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d94ab6b3-beea-4e5d-ba32-4143047b5958 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (4d78ce5a-44a7-4962-916b-54a45f834069), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:19.041967 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94ab6b3-beea-4e5d-ba32-4143047b5958 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:19.042620 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d94ab6b3-beea-4e5d-ba32-4143047b5958 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:19.068043 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c775a82-8b94-4dff-ad6e-4347aa11b768 tempest-NetworksNegativeTestJSON-2047446752 tempest-NetworksNegativeTestJSON-2047446752-project] PUT failed (client error): The resource could not be found.
Feb 05 20:59:19.068724 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c775a82-8b94-4dff-ad6e-4347aa11b768 tempest-NetworksNegativeTestJSON-2047446752 tempest-NetworksNegativeTestJSON-2047446752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 20:59:19.070564 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2c775a82-8b94-4dff-ad6e-4347aa11b768 tempest-NetworksNegativeTestJSON-2047446752 tempest-NetworksNegativeTestJSON-2047446752-project] 10.222.0.32 "PUT /v2.0/ports/e6c9e037-d658-4f70-83f7-1e4e2c9b2de5 HTTP/1.1" status: 404  len: 333 time: 0.0574586
Feb 05 20:59:19.075194 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43404) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:19.076572 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d0d455e3-0550-4810-8dd5-16ca720ae8c2 admin admin] Publish callbacks [] for security_group (31c9bb35-7109-4edd-a1e1-d53a542b68f2), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:19.104641 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-880af720-7a8a-47a2-b3af-a17876a8fc80 req-11d6ab0e-0792-470a-90b0-6d1799441eca tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387687
Feb 05 20:59:19.117242 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d0d455e3-0550-4810-8dd5-16ca720ae8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (31c9bb35-7109-4edd-a1e1-d53a542b68f2), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:19.122103 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-ec62a629-307d-4682-8505-2454cc9d65b7 tempest-NetworksNegativeTestJSON-2047446752 tempest-NetworksNegativeTestJSON-2047446752-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:59:19.171569 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec62a629-307d-4682-8505-2454cc9d65b7 tempest-NetworksNegativeTestJSON-2047446752 tempest-NetworksNegativeTestJSON-2047446752-project] PUT failed (client error): The resource could not be found.
Feb 05 20:59:19.172153 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec62a629-307d-4682-8505-2454cc9d65b7 tempest-NetworksNegativeTestJSON-2047446752 tempest-NetworksNegativeTestJSON-2047446752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 20:59:19.173898 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ec62a629-307d-4682-8505-2454cc9d65b7 tempest-NetworksNegativeTestJSON-2047446752 tempest-NetworksNegativeTestJSON-2047446752-project] 10.222.0.32 "PUT /v2.0/subnets/09103ccd-fc75-417f-93b5-4c18f67dfed6 HTTP/1.1" status: 404  len: 337 time: 0.0683126
Feb 05 20:59:19.186730 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d94ab6b3-beea-4e5d-ba32-4143047b5958 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.0500979
Feb 05 20:59:19.204209 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43410) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:19.208991 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0d455e3-0550-4810-8dd5-16ca720ae8c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:59:19.226133 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-3d686e3b-e09e-4b2a-b99c-ab3347fcd3a6 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Request body: {'subnet': {'network_id': '4d78ce5a-44a7-4962-916b-54a45f834069', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:59:19.227664 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6b29a8-29a3-40d3-82c2-6f1d7ab66854 None None] New status for floating IP 038a53cd-eb3b-4bb2-8b3d-d15e631ba308: DOWN {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 20:59:19.230992 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ab6b3-beea-4e5d-ba32-4143047b5958 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Pushing event updated for resources: {'Network': ['ID=4d78ce5a-44a7-4962-916b-54a45f834069,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:19.237440 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-5436280d-aa02-4eaa-942d-fd7675acc505 req-de3e58c4-3957-4c63-bd10-54abdb40a887 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (55e38b68-0b38-44d1-b604-8196b26215eb), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:19.238046 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-5436280d-aa02-4eaa-942d-fd7675acc505 req-de3e58c4-3957-4c63-bd10-54abdb40a887 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks [] for floatingip (55e38b68-0b38-44d1-b604-8196b26215eb), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:19.250285 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 4d78ce5a-44a7-4962-916b-54a45f834069 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:59:19.252860 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-5436280d-aa02-4eaa-942d-fd7675acc505 req-de3e58c4-3957-4c63-bd10-54abdb40a887 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Calling delete_port for 55e38b68-0b38-44d1-b604-8196b26215eb owned by network:floatingip {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:59:19.281444 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-393c8a18-a89a-4a6e-b9a9-0c9866be8cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (e27726b6-584c-451c-a170-435551e2c659), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:19.297889 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43412) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:19.480503 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d0d455e3-0550-4810-8dd5-16ca720ae8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (2a52932a-0773-4bb3-a5f4-675383624606), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:19.481193 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-d0d455e3-0550-4810-8dd5-16ca720ae8c2 admin admin] Added segment 2a52932a-0773-4bb3-a5f4-675383624606 of type vlan for network e409084d-65e0-491a-97ff-e3c112d56ec4
Feb 05 20:59:19.511798 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d455e3-0550-4810-8dd5-16ca720ae8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c9bb35-7109-4edd-a1e1-d53a542b68f2,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:19.519401 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.db.api [None req-bd6b29a8-29a3-40d3-82c2-6f1d7ab66854 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 20:59:19.520256 ncdv-master-1 neutron-server[114393]: DEBUG oslo_db.api [None req-bd6b29a8-29a3-40d3-82c2-6f1d7ab66854 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 20:59:19.526713 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-5436280d-aa02-4eaa-942d-fd7675acc505 req-de3e58c4-3957-4c63-bd10-54abdb40a887 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (55e38b68-0b38-44d1-b604-8196b26215eb), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:19.533445 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2d3ef9a8-3c71-49e2-9b35-580462ae0ebe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:19.540973 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43418) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:19.543210 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-33569390-154e-42d1-81dc-397e8a1669f9 req-02b67979-ed49-4e79-9b0b-dc42294bf8a4 service neutron] 10.222.0.39 "GET /v2.0/networks/eb12b0a3-cb4e-47fe-8869-d20dface7d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5693791
Feb 05 20:59:19.547065 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-393c8a18-a89a-4a6e-b9a9-0c9866be8cac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db80f1970>,) {'filters': {'network_id': ['e27726b6-584c-451c-a170-435551e2c659']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:19.559105 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d0d455e3-0550-4810-8dd5-16ca720ae8c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (e409084d-65e0-491a-97ff-e3c112d56ec4), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:19.570453 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-393c8a18-a89a-4a6e-b9a9-0c9866be8cac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db80f1970>, 'f7cb0ed2-51b9-4103-8971-4797663ef814') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:19.570755 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-393c8a18-a89a-4a6e-b9a9-0c9866be8cac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db80f1970>, 'f7cb0ed2-51b9-4103-8971-4797663ef814') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:19.584647 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e58c4-3957-4c63-bd10-54abdb40a887 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Pushing event deleted for resources: {'Port': ['ID=55e38b68-0b38-44d1-b604-8196b26215eb,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:19.594090 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-393c8a18-a89a-4a6e-b9a9-0c9866be8cac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (f7cb0ed2-51b9-4103-8971-4797663ef814), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:19.638700 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-393c8a18-a89a-4a6e-b9a9-0c9866be8cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (f7cb0ed2-51b9-4103-8971-4797663ef814), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:19.640574 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d686e3b-e09e-4b2a-b99c-ab3347fcd3a6 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Made reservation on behalf of c4f708e7bdcc405596d7997341eeacb8 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:59:19.645102 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3d686e3b-e09e-4b2a-b99c-ab3347fcd3a6 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:19.657906 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d0d455e3-0550-4810-8dd5-16ca720ae8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (e409084d-65e0-491a-97ff-e3c112d56ec4), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:19.658902 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d455e3-0550-4810-8dd5-16ca720ae8c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:19.659585 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d0d455e3-0550-4810-8dd5-16ca720ae8c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:19.664772 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13e8c3-e50c-4367-ac21-dfbfc5f5c43c req-eed4820b-ca69-45ba-a589-c4d0ed53c7dd tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:19.666325 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1a13e8c3-e50c-4367-ac21-dfbfc5f5c43c req-eed4820b-ca69-45ba-a589-c4d0ed53c7dd tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a818080-aad3-4726-b306-27edf171c323 HTTP/1.1" status: 200  len: 945 time: 0.1527276
Feb 05 20:59:19.672007 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-5436280d-aa02-4eaa-942d-fd7675acc505 req-de3e58c4-3957-4c63-bd10-54abdb40a887 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks [] for floatingip (038a53cd-eb3b-4bb2-8b3d-d15e631ba308), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:19.675593 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-5436280d-aa02-4eaa-942d-fd7675acc505 req-de3e58c4-3957-4c63-bd10-54abdb40a887 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:19.676103 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-393c8a18-a89a-4a6e-b9a9-0c9866be8cac admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:59:19.676498 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5436280d-aa02-4eaa-942d-fd7675acc505 req-de3e58c4-3957-4c63-bd10-54abdb40a887 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "DELETE /v2.0/floatingips/038a53cd-eb3b-4bb2-8b3d-d15e631ba308 HTTP/1.1" status: 204  len: 173 time: 1.1667869
Feb 05 20:59:19.676618 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-393c8a18-a89a-4a6e-b9a9-0c9866be8cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (f7cb0ed2-51b9-4103-8971-4797663ef814), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:19.680971 ncdv-master-1 neutron-server[114390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 20:59:19.680971 ncdv-master-1 neutron-server[114390]:   self.session.flush()
Feb 05 20:59:19.680971 ncdv-master-1 neutron-server[114390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 20:59:19.680971 ncdv-master-1 neutron-server[114390]:   self.session.flush()
Feb 05 20:59:19.680971 ncdv-master-1 neutron-server[114390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 20:59:19.680971 ncdv-master-1 neutron-server[114390]:   self.session.flush()
Feb 05 20:59:19.680971 ncdv-master-1 neutron-server[114390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 20:59:19.680971 ncdv-master-1 neutron-server[114390]:   self.session.flush()
Feb 05 20:59:19.680971 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 20:59:19.680971 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:59:19.680971 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 20:59:19.680971 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:59:19.680971 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 20:59:19.680971 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:59:19.680971 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 20:59:19.680971 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:59:19.680971 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 20:59:19.680971 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:59:19.680971 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 20:59:19.680971 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:59:19.680971 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 20:59:19.680971 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:59:19.680971 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:59:19.680971 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:59:19.680971 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:59:19.680971 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:59:19.680971 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 20:59:19.680971 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:59:19.680971 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 20:59:19.680971 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:59:19.680971 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:59:19.680971 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:59:19.680971 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:59:19.680971 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:59:19.680971 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:59:19.680971 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:59:19.680971 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:59:19.680971 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:59:19.680971 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:59:19.680971 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:59:19.761652 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1a13e8c3-e50c-4367-ac21-dfbfc5f5c43c req-43a73339-09a1-4ca5-9f98-9b5723824649 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841730
Feb 05 20:59:19.762406 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6b8ee2f0-ea64-40c5-bb45-397ced553a2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:19.794817 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1f6f3420-d273-49a8-846e-1e3291d8006f req-37c431ae-32c9-4a24-88d7-3cdf46639e95 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/security-groups/82dc2c91-cbea-425a-a1c9-7ceb9d227a14 HTTP/1.1" status: 200  len: 1827 time: 0.0809324
Feb 05 20:59:19.818934 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d0d455e3-0550-4810-8dd5-16ca720ae8c2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.6147227
Feb 05 20:59:19.824325 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43424) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:19.830687 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-c0e93199-ee4e-4ba6-9fa6-9beb254b9406 admin admin] Request body: {'subnet': {'network_id': 'e409084d-65e0-491a-97ff-e3c112d56ec4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-564194854-subnet', 'tenant_id': '3d98b2fcc2704fad96bcaad8fe84b97a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:59:19.883507 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e93199-ee4e-4ba6-9fa6-9beb254b9406 admin admin] Made reservation on behalf of 3d98b2fcc2704fad96bcaad8fe84b97a for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:59:19.885779 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c0e93199-ee4e-4ba6-9fa6-9beb254b9406 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:19.898850 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-393c8a18-a89a-4a6e-b9a9-0c9866be8cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (e27726b6-584c-451c-a170-435551e2c659), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:19.915661 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d455e3-0550-4810-8dd5-16ca720ae8c2 admin admin] Pushing event updated for resources: {'Network': ['ID=e409084d-65e0-491a-97ff-e3c112d56ec4,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:19.918125 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-393c8a18-a89a-4a6e-b9a9-0c9866be8cac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:19.921227 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-393c8a18-a89a-4a6e-b9a9-0c9866be8cac admin admin] 10.222.0.32 "DELETE /v2.0/networks/e27726b6-584c-451c-a170-435551e2c659 HTTP/1.1" status: 204  len: 168 time: 2.7244184
Feb 05 20:59:19.940489 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d455e3-0550-4810-8dd5-16ca720ae8c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:19.940840 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d455e3-0550-4810-8dd5-16ca720ae8c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:19.941187 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d455e3-0550-4810-8dd5-16ca720ae8c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:19.942467 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d455e3-0550-4810-8dd5-16ca720ae8c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:19.942467 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d455e3-0550-4810-8dd5-16ca720ae8c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:19.942467 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d455e3-0550-4810-8dd5-16ca720ae8c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:19.942724 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d455e3-0550-4810-8dd5-16ca720ae8c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:19.945572 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d455e3-0550-4810-8dd5-16ca720ae8c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:19.945572 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d455e3-0550-4810-8dd5-16ca720ae8c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:19.945572 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d455e3-0550-4810-8dd5-16ca720ae8c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:19.945572 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d455e3-0550-4810-8dd5-16ca720ae8c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:19.945572 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d455e3-0550-4810-8dd5-16ca720ae8c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:19.945572 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d455e3-0550-4810-8dd5-16ca720ae8c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:19.956723 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2d3ef9a8-3c71-49e2-9b35-580462ae0ebe admin admin] Publish callbacks [] for security_group (d11a2866-3f12-4830-8704-82fed5c0a1f6), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:19.959026 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network e409084d-65e0-491a-97ff-e3c112d56ec4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:59:19.973328 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2d3ef9a8-3c71-49e2-9b35-580462ae0ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (d11a2866-3f12-4830-8704-82fed5c0a1f6), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:19.973896 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6b8ee2f0-ea64-40c5-bb45-397ced553a2e admin admin] Publish callbacks [] for security_group (455aa180-39ef-4552-a630-83932b94da4b), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:19.975703 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c8a18-a89a-4a6e-b9a9-0c9866be8cac admin admin] Pushing event deleted for resources: {'Network': ['ID=e27726b6-584c-451c-a170-435551e2c659,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:19.976562 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1f6f3420-d273-49a8-846e-1e3291d8006f req-b4f8083f-ec72-4333-9e9b-103ad3dcea5d tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks [] for security_group (82dc2c91-cbea-425a-a1c9-7ceb9d227a14), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:19.989804 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6b8ee2f0-ea64-40c5-bb45-397ced553a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (455aa180-39ef-4552-a630-83932b94da4b), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:20.021932 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6b29a8-29a3-40d3-82c2-6f1d7ab66854 None None] New status for floating IP 038a53cd-eb3b-4bb2-8b3d-d15e631ba308: DOWN {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 20:59:20.051163 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2d3ef9a8-3c71-49e2-9b35-580462ae0ebe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b7e06cf79d9e48f880c5db8b59641085&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7482581
Feb 05 20:59:20.053960 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1f6f3420-d273-49a8-846e-1e3291d8006f req-b4f8083f-ec72-4333-9e9b-103ad3dcea5d tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks [] for security_group (82dc2c91-cbea-425a-a1c9-7ceb9d227a14), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:20.054122 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ef9a8-3c71-49e2-9b35-580462ae0ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11a2866-3f12-4830-8704-82fed5c0a1f6,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:20.056696 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43428) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:20.092924 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6b8ee2f0-ea64-40c5-bb45-397ced553a2e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2c0238d6eed24af88e8880365505cd81&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5435410
Feb 05 20:59:20.096752 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43430) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:20.097496 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ee2f0-ea64-40c5-bb45-397ced553a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455aa180-39ef-4552-a630-83932b94da4b,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:20.198568 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1f6f3420-d273-49a8-846e-1e3291d8006f req-b4f8083f-ec72-4333-9e9b-103ad3dcea5d tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (82dc2c91-cbea-425a-a1c9-7ceb9d227a14), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:20.201299 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1f6f3420-d273-49a8-846e-1e3291d8006f req-b4f8083f-ec72-4333-9e9b-103ad3dcea5d tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:20.202680 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1f6f3420-d273-49a8-846e-1e3291d8006f req-b4f8083f-ec72-4333-9e9b-103ad3dcea5d tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "DELETE /v2.0/security-groups/82dc2c91-cbea-425a-a1c9-7ceb9d227a14 HTTP/1.1" status: 204  len: 173 time: 0.3969526
Feb 05 20:59:20.204309 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43432) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:20.220686 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3d686e3b-e09e-4b2a-b99c-ab3347fcd3a6 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (e4a8cdae-3408-4069-82b7-d9bcd36ea69f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:20.233025 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fb12282f-083e-4500-adb3-0e4b0fdaa735 admin admin] Publish callbacks [] for security_group (d11a2866-3f12-4830-8704-82fed5c0a1f6), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:20.266996 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f8083f-ec72-4333-9e9b-103ad3dcea5d tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82dc2c91-cbea-425a-a1c9-7ceb9d227a14,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:20.289283 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:20.294579 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fb12282f-083e-4500-adb3-0e4b0fdaa735 admin admin] Publish callbacks [] for security_group (d11a2866-3f12-4830-8704-82fed5c0a1f6), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:20.297293 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-14bf6ad8-0668-4890-8ce9-897d1df661ae admin admin] Publish callbacks [] for security_group (455aa180-39ef-4552-a630-83932b94da4b), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:20.329064 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c0e93199-ee4e-4ba6-9fa6-9beb254b9406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (896ddbdf-ac25-4e4f-b6a8-33cece06deaa), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:20.350540 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d686e3b-e09e-4b2a-b99c-ab3347fcd3a6 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Pushing event updated for resources: {'Subnet': ['ID=e4a8cdae-3408-4069-82b7-d9bcd36ea69f,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:20.366967 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-96e4da6c-5959-403c-aad0-7e372c36b6ab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=60a31152c92648bfb27496f9e1d342d2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1518028
Feb 05 20:59:20.375453 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43436) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:20.377899 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-14bf6ad8-0668-4890-8ce9-897d1df661ae admin admin] Publish callbacks [] for security_group (455aa180-39ef-4552-a630-83932b94da4b), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:20.382080 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d686e3b-e09e-4b2a-b99c-ab3347fcd3a6 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Checking segment: {'id': 'c4df943b-edf7-435b-9e9d-4bb83c282260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4d78ce5a-44a7-4962-916b-54a45f834069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:59:20.382501 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d686e3b-e09e-4b2a-b99c-ab3347fcd3a6 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Network hostable DHCP agents. Network: 4d78ce5a-44a7-4962-916b-54a45f834069, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:59:20.406807 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d686e3b-e09e-4b2a-b99c-ab3347fcd3a6 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Network 4d78ce5a-44a7-4962-916b-54a45f834069 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:59:20.429191 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-3d686e3b-e09e-4b2a-b99c-ab3347fcd3a6 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4d78ce5a-44a7-4962-916b-54a45f834069) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:59:20.440299 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0189ef-97cb-4889-bb04-50c52c27711e None None] Network 4d78ce5a-44a7-4962-916b-54a45f834069 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:59:20.440947 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d686e3b-e09e-4b2a-b99c-ab3347fcd3a6 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:20.442523 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3d686e3b-e09e-4b2a-b99c-ab3347fcd3a6 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:20.451092 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e93199-ee4e-4ba6-9fa6-9beb254b9406 admin admin] Pushing event updated for resources: {'Subnet': ['ID=896ddbdf-ac25-4e4f-b6a8-33cece06deaa,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:20.461181 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fb12282f-083e-4500-adb3-0e4b0fdaa735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (d11a2866-3f12-4830-8704-82fed5c0a1f6), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:20.466984 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fb12282f-083e-4500-adb3-0e4b0fdaa735 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:20.468390 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-fb12282f-083e-4500-adb3-0e4b0fdaa735 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d11a2866-3f12-4830-8704-82fed5c0a1f6 HTTP/1.1" status: 204  len: 168 time: 0.4087737
Feb 05 20:59:20.485368 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e93199-ee4e-4ba6-9fa6-9beb254b9406 admin admin] Checking segment: {'id': '2a52932a-0773-4bb3-a5f4-675383624606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e409084d-65e0-491a-97ff-e3c112d56ec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:59:20.485760 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e93199-ee4e-4ba6-9fa6-9beb254b9406 admin admin] Network hostable DHCP agents. Network: e409084d-65e0-491a-97ff-e3c112d56ec4, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:59:20.503216 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3d686e3b-e09e-4b2a-b99c-ab3347fcd3a6 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2918375
Feb 05 20:59:20.504395 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43442) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:20.512958 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-b6d17d27-4d13-456e-92dd-3f28d14c8cd7 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Request body: {'network': {'name': 'tempest-router-network01--915851266'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:59:20.523072 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12282f-083e-4500-adb3-0e4b0fdaa735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11a2866-3f12-4830-8704-82fed5c0a1f6,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:20.526039 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-275ecd6d-ccce-4b5d-8ed5-802b8df92a9b admin admin] Publish callbacks [] for security_group (7ba903fa-abcc-4eb2-be02-384fcd11cbda), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:20.538439 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-14bf6ad8-0668-4890-8ce9-897d1df661ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (455aa180-39ef-4552-a630-83932b94da4b), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:20.540918 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-14bf6ad8-0668-4890-8ce9-897d1df661ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:20.544470 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-14bf6ad8-0668-4890-8ce9-897d1df661ae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/455aa180-39ef-4552-a630-83932b94da4b HTTP/1.1" status: 204  len: 168 time: 0.4417965
Feb 05 20:59:20.596645 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e93199-ee4e-4ba6-9fa6-9beb254b9406 admin admin] Network e409084d-65e0-491a-97ff-e3c112d56ec4 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:59:20.638317 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917ac2f6-1971-40c2-9fff-02cd4c2f426a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4d78ce5a-44a7-4962-916b-54a45f834069', 'network_id': '4d78ce5a-44a7-4962-916b-54a45f834069', 'project_id': 'c4f708e7bdcc405596d7997341eeacb8', 'fixed_ips': [{'subnet_id': 'e4a8cdae-3408-4069-82b7-d9bcd36ea69f'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 20:59:20.640007 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-917ac2f6-1971-40c2-9fff-02cd4c2f426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:20.650209 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf6ad8-0668-4890-8ce9-897d1df661ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455aa180-39ef-4552-a630-83932b94da4b,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:20.655594 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-275ecd6d-ccce-4b5d-8ed5-802b8df92a9b admin admin] Publish callbacks [] for security_group (7ba903fa-abcc-4eb2-be02-384fcd11cbda), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:20.664019 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-c0e93199-ee4e-4ba6-9fa6-9beb254b9406 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e409084d-65e0-491a-97ff-e3c112d56ec4) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:59:20.665611 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d17d27-4d13-456e-92dd-3f28d14c8cd7 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Made reservation on behalf of c4f708e7bdcc405596d7997341eeacb8 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:59:20.668801 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b6d17d27-4d13-456e-92dd-3f28d14c8cd7 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:20.684362 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee42d0e8-4ab8-4376-8c3d-b048dcaa431a None None] Network e409084d-65e0-491a-97ff-e3c112d56ec4 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:59:20.712757 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e93199-ee4e-4ba6-9fa6-9beb254b9406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:20.713370 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c0e93199-ee4e-4ba6-9fa6-9beb254b9406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:20.784871 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c0e93199-ee4e-4ba6-9fa6-9beb254b9406 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9592292
Feb 05 20:59:20.786170 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d17d27-4d13-456e-92dd-3f28d14c8cd7 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:59:20.819326 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb3375-7143-4fa4-a216-2639b4cd12a1 req-f1c3060a-594f-4fbd-94f3-b35c1995f8ac tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:20.821091 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eaeb3375-7143-4fa4-a216-2639b4cd12a1 req-f1c3060a-594f-4fbd-94f3-b35c1995f8ac tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 946 time: 0.2261047
Feb 05 20:59:20.824708 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b6d17d27-4d13-456e-92dd-3f28d14c8cd7 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (24dc51db-9e23-4927-a060-ca1850602f5c), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:20.825064 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-b6d17d27-4d13-456e-92dd-3f28d14c8cd7 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Added segment 24dc51db-9e23-4927-a060-ca1850602f5c of type vlan for network 9f73f27a-71a1-4fa2-9cd5-e77eb5d64d3e
Feb 05 20:59:20.933220 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b6d17d27-4d13-456e-92dd-3f28d14c8cd7 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (9f73f27a-71a1-4fa2-9cd5-e77eb5d64d3e), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:20.940291 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb8fa8b-85c1-4446-99df-5676436d55d1 None None] Network e409084d-65e0-491a-97ff-e3c112d56ec4 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:59:20.947047 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-275ecd6d-ccce-4b5d-8ed5-802b8df92a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (7ba903fa-abcc-4eb2-be02-384fcd11cbda), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:20.949677 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-275ecd6d-ccce-4b5d-8ed5-802b8df92a9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:20.950917 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-275ecd6d-ccce-4b5d-8ed5-802b8df92a9b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7ba903fa-abcc-4eb2-be02-384fcd11cbda HTTP/1.1" status: 204  len: 168 time: 0.5704367
Feb 05 20:59:21.021600 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-917ac2f6-1971-40c2-9fff-02cd4c2f426a None None] Allocated IP 172.20.0.2 (4d78ce5a-44a7-4962-916b-54a45f834069/e4a8cdae-3408-4069-82b7-d9bcd36ea69f/c15ef2d5-e055-46a7-a941-e6500a0542b0) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:59:21.022213 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eaeb3375-7143-4fa4-a216-2639b4cd12a1 req-54236c11-198b-4153-999c-b07635beebf9 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff9e1fa-1af1-48b5-a113-4aa59c5c8876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1948814
Feb 05 20:59:21.027109 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ecd6d-ccce-4b5d-8ed5-802b8df92a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba903fa-abcc-4eb2-be02-384fcd11cbda,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:21.038091 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b6d17d27-4d13-456e-92dd-3f28d14c8cd7 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (9f73f27a-71a1-4fa2-9cd5-e77eb5d64d3e), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:21.044110 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d17d27-4d13-456e-92dd-3f28d14c8cd7 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:21.044914 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b6d17d27-4d13-456e-92dd-3f28d14c8cd7 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:21.091890 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9a4be-53fa-4a63-8d72-466e62dfb65e req-ceee14c4-5e63-460b-9d3f-caf6d1e84441 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:21.093415 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f4c9a4be-53fa-4a63-8d72-466e62dfb65e req-ceee14c4-5e63-460b-9d3f-caf6d1e84441 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a818080-aad3-4726-b306-27edf171c323 HTTP/1.1" status: 200  len: 945 time: 0.1319742
Feb 05 20:59:21.099730 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b6d17d27-4d13-456e-92dd-3f28d14c8cd7 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.5925663
Feb 05 20:59:21.102935 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43460) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:21.108870 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-45081aef-2e0e-4857-8aa3-6fa092a6d265 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Request body: {'network': {'name': 'tempest-router-network02--646968345'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:59:21.150756 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45081aef-2e0e-4857-8aa3-6fa092a6d265 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Made reservation on behalf of c4f708e7bdcc405596d7997341eeacb8 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:59:21.154748 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d17d27-4d13-456e-92dd-3f28d14c8cd7 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Pushing event updated for resources: {'Network': ['ID=9f73f27a-71a1-4fa2-9cd5-e77eb5d64d3e,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:21.157028 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-45081aef-2e0e-4857-8aa3-6fa092a6d265 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:21.208919 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45081aef-2e0e-4857-8aa3-6fa092a6d265 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:59:21.211231 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f4c9a4be-53fa-4a63-8d72-466e62dfb65e req-306f9a99-2370-43af-ac28-d37b35c6041e tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101601
Feb 05 20:59:21.221726 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-45081aef-2e0e-4857-8aa3-6fa092a6d265 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (fea4ad2c-caf9-4a6f-aff5-22e46ce9423c), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:21.222776 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-45081aef-2e0e-4857-8aa3-6fa092a6d265 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Added segment fea4ad2c-caf9-4a6f-aff5-22e46ce9423c of type vlan for network 17a50205-17b8-4c0d-b61f-cb9d07832a16
Feb 05 20:59:21.241455 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 9f73f27a-71a1-4fa2-9cd5-e77eb5d64d3e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:59:21.288471 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-45081aef-2e0e-4857-8aa3-6fa092a6d265 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (17a50205-17b8-4c0d-b61f-cb9d07832a16), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:21.347175 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-45081aef-2e0e-4857-8aa3-6fa092a6d265 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (17a50205-17b8-4c0d-b61f-cb9d07832a16), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:21.366943 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45081aef-2e0e-4857-8aa3-6fa092a6d265 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:21.370964 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-45081aef-2e0e-4857-8aa3-6fa092a6d265 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:21.399018 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-917ac2f6-1971-40c2-9fff-02cd4c2f426a None None] Publish callbacks [] for port (c15ef2d5-e055-46a7-a941-e6500a0542b0), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:21.434081 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-917ac2f6-1971-40c2-9fff-02cd4c2f426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (c15ef2d5-e055-46a7-a941-e6500a0542b0), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:21.455661 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-45081aef-2e0e-4857-8aa3-6fa092a6d265 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.3491569
Feb 05 20:59:21.456117 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43484) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:21.462073 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-aaec38ce-a9ca-4bc7-b136-feb6bc292933 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Request body: {'subnet': {'network_id': '9f73f27a-71a1-4fa2-9cd5-e77eb5d64d3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:59:21.484709 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917ac2f6-1971-40c2-9fff-02cd4c2f426a None None] Network 4d78ce5a-44a7-4962-916b-54a45f834069 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:59:21.492044 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-917ac2f6-1971-40c2-9fff-02cd4c2f426a None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:59:21.497563 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917ac2f6-1971-40c2-9fff-02cd4c2f426a None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:59:21.514558 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ac2f6-1971-40c2-9fff-02cd4c2f426a None None] Pushing event updated for resources: {'Port': ['ID=c15ef2d5-e055-46a7-a941-e6500a0542b0,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:21.534506 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ac2f6-1971-40c2-9fff-02cd4c2f426a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:21.535110 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ac2f6-1971-40c2-9fff-02cd4c2f426a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:21.535614 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ac2f6-1971-40c2-9fff-02cd4c2f426a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:21.536551 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ac2f6-1971-40c2-9fff-02cd4c2f426a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:21.537346 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ac2f6-1971-40c2-9fff-02cd4c2f426a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:21.537821 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ac2f6-1971-40c2-9fff-02cd4c2f426a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:21.538838 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45081aef-2e0e-4857-8aa3-6fa092a6d265 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Pushing event updated for resources: {'Network': ['ID=17a50205-17b8-4c0d-b61f-cb9d07832a16,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:21.539342 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ac2f6-1971-40c2-9fff-02cd4c2f426a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:21.539965 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ac2f6-1971-40c2-9fff-02cd4c2f426a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:21.541045 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ac2f6-1971-40c2-9fff-02cd4c2f426a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:21.541550 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ac2f6-1971-40c2-9fff-02cd4c2f426a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:21.542234 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ac2f6-1971-40c2-9fff-02cd4c2f426a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:21.542745 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ac2f6-1971-40c2-9fff-02cd4c2f426a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:21.543254 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ac2f6-1971-40c2-9fff-02cd4c2f426a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:21.575809 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 17a50205-17b8-4c0d-b61f-cb9d07832a16 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:59:21.649842 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaec38ce-a9ca-4bc7-b136-feb6bc292933 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Made reservation on behalf of c4f708e7bdcc405596d7997341eeacb8 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:59:21.653594 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-aaec38ce-a9ca-4bc7-b136-feb6bc292933 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:21.663750 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-917ac2f6-1971-40c2-9fff-02cd4c2f426a None None] Attempting to bind port c15ef2d5-e055-46a7-a941-e6500a0542b0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:59:21.664265 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-917ac2f6-1971-40c2-9fff-02cd4c2f426a None None] Attempting to bind port c15ef2d5-e055-46a7-a941-e6500a0542b0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c4df943b-edf7-435b-9e9d-4bb83c282260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4d78ce5a-44a7-4962-916b-54a45f834069'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:59:21.664643 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917ac2f6-1971-40c2-9fff-02cd4c2f426a None None] Attempting to bind port c15ef2d5-e055-46a7-a941-e6500a0542b0 on network 4d78ce5a-44a7-4962-916b-54a45f834069 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:59:21.683781 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917ac2f6-1971-40c2-9fff-02cd4c2f426a None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:59:21.684168 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917ac2f6-1971-40c2-9fff-02cd4c2f426a None None] Checking segment: {'id': 'c4df943b-edf7-435b-9e9d-4bb83c282260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4d78ce5a-44a7-4962-916b-54a45f834069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:59:21.684586 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-917ac2f6-1971-40c2-9fff-02cd4c2f426a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:21.685234 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917ac2f6-1971-40c2-9fff-02cd4c2f426a None None] Bound using segment: {'id': 'c4df943b-edf7-435b-9e9d-4bb83c282260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4d78ce5a-44a7-4962-916b-54a45f834069'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:59:21.685753 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-917ac2f6-1971-40c2-9fff-02cd4c2f426a None None] Bound port: c15ef2d5-e055-46a7-a941-e6500a0542b0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4df943b-edf7-435b-9e9d-4bb83c282260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4d78ce5a-44a7-4962-916b-54a45f834069'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:59:21.686146 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-917ac2f6-1971-40c2-9fff-02cd4c2f426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c15ef2d5-e055-46a7-a941-e6500a0542b0), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:21.805487 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-917ac2f6-1971-40c2-9fff-02cd4c2f426a None None] For port c15ef2d5-e055-46a7-a941-e6500a0542b0, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:59:21.817633 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-917ac2f6-1971-40c2-9fff-02cd4c2f426a None None] For port c15ef2d5-e055-46a7-a941-e6500a0542b0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c15ef2d5-e055-46a7-a941-e6500a0542b0,segment=NetworkSegment(c4df943b-edf7-435b-9e9d-4bb83c282260),segment_id=c4df943b-edf7-435b-9e9d-4bb83c282260)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:59:21.828229 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-917ac2f6-1971-40c2-9fff-02cd4c2f426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (c15ef2d5-e055-46a7-a941-e6500a0542b0), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:21.925476 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ac2f6-1971-40c2-9fff-02cd4c2f426a None None] Pushing event updated for resources: {'Port': ['ID=c15ef2d5-e055-46a7-a941-e6500a0542b0,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:22.033967 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-aaec38ce-a9ca-4bc7-b136-feb6bc292933 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (31359a97-44b2-49e0-9b2d-b93d06768f7c), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:22.201478 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec38ce-a9ca-4bc7-b136-feb6bc292933 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Pushing event updated for resources: {'Subnet': ['ID=31359a97-44b2-49e0-9b2d-b93d06768f7c,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:22.253113 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaec38ce-a9ca-4bc7-b136-feb6bc292933 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Checking segment: {'id': '24dc51db-9e23-4927-a060-ca1850602f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9f73f27a-71a1-4fa2-9cd5-e77eb5d64d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:59:22.253495 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaec38ce-a9ca-4bc7-b136-feb6bc292933 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Network hostable DHCP agents. Network: 9f73f27a-71a1-4fa2-9cd5-e77eb5d64d3e, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:59:22.260963 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-e8acfc59-415b-48f9-95af-f7be0b8d4a17 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:22.267668 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-e8acfc59-415b-48f9-95af-f7be0b8d4a17 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/networks?id=e409084d-65e0-491a-97ff-e3c112d56ec4 HTTP/1.1" status: 200  len: 814 time: 0.2636788
Feb 05 20:59:22.289812 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228612c-3d67-415f-ba73-ccce64ace538 req-d1c75b70-c0fd-483f-9fba-844d37aba3a1 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:22.291442 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2228612c-3d67-415f-ba73-ccce64ace538 req-d1c75b70-c0fd-483f-9fba-844d37aba3a1 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 946 time: 0.1432478
Feb 05 20:59:22.317513 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-304be67e-d207-4a4e-93fc-a3b6705409d6 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/quotas/3d98b2fcc2704fad96bcaad8fe84b97a HTTP/1.1" status: 200  len: 375 time: 0.0422199
Feb 05 20:59:22.346082 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaec38ce-a9ca-4bc7-b136-feb6bc292933 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Network 9f73f27a-71a1-4fa2-9cd5-e77eb5d64d3e is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:59:22.379905 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-a0a22178-0ee5-4547-baa6-6805c17847fe tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d98b2fcc2704fad96bcaad8fe84b97a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0532746
Feb 05 20:59:22.383991 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-aaec38ce-a9ca-4bc7-b136-feb6bc292933 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9f73f27a-71a1-4fa2-9cd5-e77eb5d64d3e) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:59:22.396919 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f573feb-b125-4f21-806a-287c23585bc1 None None] Network 9f73f27a-71a1-4fa2-9cd5-e77eb5d64d3e requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:59:22.404862 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaec38ce-a9ca-4bc7-b136-feb6bc292933 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:22.405468 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-aaec38ce-a9ca-4bc7-b136-feb6bc292933 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:22.490606 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2228612c-3d67-415f-ba73-ccce64ace538 req-ed9e13ce-e35a-4992-b5c2-e20be54a9e78 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff9e1fa-1af1-48b5-a113-4aa59c5c8876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1819446
Feb 05 20:59:22.502075 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-aaec38ce-a9ca-4bc7-b136-feb6bc292933 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0441980
Feb 05 20:59:22.504945 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43540) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:22.510573 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-21e9776a-46fa-4439-a532-70caabddb8e5 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Request body: {'subnet': {'network_id': '17a50205-17b8-4c0d-b61f-cb9d07832a16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:59:22.551825 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe79bfd-a286-452d-b4f0-8ac76adc2cfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9f73f27a-71a1-4fa2-9cd5-e77eb5d64d3e', 'network_id': '9f73f27a-71a1-4fa2-9cd5-e77eb5d64d3e', 'project_id': 'c4f708e7bdcc405596d7997341eeacb8', 'fixed_ips': [{'subnet_id': '31359a97-44b2-49e0-9b2d-b93d06768f7c'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 20:59:22.552705 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bfe79bfd-a286-452d-b4f0-8ac76adc2cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:22.696488 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-69b962c9-e1d2-4205-a578-9f9c2baa61e4 service neutron] 10.222.0.32 "GET /v2.0/networks/e409084d-65e0-491a-97ff-e3c112d56ec4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3042107
Feb 05 20:59:22.731436 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e9776a-46fa-4439-a532-70caabddb8e5 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Made reservation on behalf of c4f708e7bdcc405596d7997341eeacb8 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:59:22.734963 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-21e9776a-46fa-4439-a532-70caabddb8e5 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:22.843951 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device c15ef2d5-e055-46a7-a941-e6500a0542b0 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:59:22.912575 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-95603ece-c869-41fd-ab74-78065573c289 service neutron] 10.222.0.32 "GET /v2.0/networks/e409084d-65e0-491a-97ff-e3c112d56ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2082515
Feb 05 20:59:22.931284 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210b613-fa1e-4d0a-89f4-15177d3e2b17 req-f044aebc-ab0a-4ad8-9cae-6cbab4d777a6 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:22.934856 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-bfe79bfd-a286-452d-b4f0-8ac76adc2cfe None None] Allocated IP 172.20.0.2 (9f73f27a-71a1-4fa2-9cd5-e77eb5d64d3e/31359a97-44b2-49e0-9b2d-b93d06768f7c/1cf3532c-03d0-4bd8-abd3-3cfc527903a0) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:59:22.936712 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8210b613-fa1e-4d0a-89f4-15177d3e2b17 req-f044aebc-ab0a-4ad8-9cae-6cbab4d777a6 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 946 time: 0.1581538
Feb 05 20:59:23.102177 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port c15ef2d5-e055-46a7-a941-e6500a0542b0 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:59:23.102698 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c15ef2d5-e055-46a7-a941-e6500a0542b0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:23.135386 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-21e9776a-46fa-4439-a532-70caabddb8e5 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (80b5b75e-8072-4a80-b882-69f5140e88a2), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:23.198718 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-8210b613-fa1e-4d0a-89f4-15177d3e2b17 req-bbe2fa27-9fb9-4b10-abb0-d287121feeaf tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Deleting port b29e0850-8ea4-4496-b92a-c9b3e104df14 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:59:23.199129 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-8210b613-fa1e-4d0a-89f4-15177d3e2b17 req-bbe2fa27-9fb9-4b10-abb0-d287121feeaf tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (b29e0850-8ea4-4496-b92a-c9b3e104df14), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:23.257165 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device b81d85a3-83ba-4718-af5c-54a493be5489 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:59:23.284916 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9776a-46fa-4439-a532-70caabddb8e5 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Pushing event updated for resources: {'Subnet': ['ID=80b5b75e-8072-4a80-b882-69f5140e88a2,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:23.376836 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0e1d9fa6-1a0f-4edc-a521-26b7a312e458 req-239dc414-cb7b-41a1-aa66-e0d52a399a6c tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f53b9-2664-49e8-8def-67e50d70101f HTTP/1.1" status: 200  len: 210 time: 0.0915451
Feb 05 20:59:23.457975 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-8210b613-fa1e-4d0a-89f4-15177d3e2b17 req-bbe2fa27-9fb9-4b10-abb0-d287121feeaf tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] For port b29e0850-8ea4-4496-b92a-c9b3e104df14, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b29e0850-8ea4-4496-b92a-c9b3e104df14,segment=NetworkSegment(8aef47f8-e9ab-41a2-a82b-242a7aecc3a5),segment_id=8aef47f8-e9ab-41a2-a82b-242a7aecc3a5)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:59:23.458917 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-8210b613-fa1e-4d0a-89f4-15177d3e2b17 req-bbe2fa27-9fb9-4b10-abb0-d287121feeaf tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (b29e0850-8ea4-4496-b92a-c9b3e104df14), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:23.488550 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e9776a-46fa-4439-a532-70caabddb8e5 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Checking segment: {'id': 'fea4ad2c-caf9-4a6f-aff5-22e46ce9423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '17a50205-17b8-4c0d-b61f-cb9d07832a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:59:23.488933 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e9776a-46fa-4439-a532-70caabddb8e5 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Network hostable DHCP agents. Network: 17a50205-17b8-4c0d-b61f-cb9d07832a16, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:59:23.502911 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-8210b613-fa1e-4d0a-89f4-15177d3e2b17 req-bbe2fa27-9fb9-4b10-abb0-d287121feeaf tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Calling delete_port for b29e0850-8ea4-4496-b92a-c9b3e104df14 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:59:23.513511 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43582) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:23.536976 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e9776a-46fa-4439-a532-70caabddb8e5 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Network 17a50205-17b8-4c0d-b61f-cb9d07832a16 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:59:23.550294 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-21e9776a-46fa-4439-a532-70caabddb8e5 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 17a50205-17b8-4c0d-b61f-cb9d07832a16) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:59:23.558085 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e9776a-46fa-4439-a532-70caabddb8e5 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:23.563962 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-21e9776a-46fa-4439-a532-70caabddb8e5 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:23.603431 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-21e9776a-46fa-4439-a532-70caabddb8e5 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0972290
Feb 05 20:59:23.606196 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43590) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:23.735767 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-8210b613-fa1e-4d0a-89f4-15177d3e2b17 req-bbe2fa27-9fb9-4b10-abb0-d287121feeaf tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (b29e0850-8ea4-4496-b92a-c9b3e104df14), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:23.786484 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe2fa27-9fb9-4b10-abb0-d287121feeaf tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Pushing event deleted for resources: {'Port': ['ID=b29e0850-8ea4-4496-b92a-c9b3e104df14,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:23.848567 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-8210b613-fa1e-4d0a-89f4-15177d3e2b17 req-bbe2fa27-9fb9-4b10-abb0-d287121feeaf tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] No DVR routers for this DVR port b29e0850-8ea4-4496-b92a-c9b3e104df14 on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:59:23.852470 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-8210b613-fa1e-4d0a-89f4-15177d3e2b17 req-bbe2fa27-9fb9-4b10-abb0-d287121feeaf tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:23.859288 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8210b613-fa1e-4d0a-89f4-15177d3e2b17 req-bbe2fa27-9fb9-4b10-abb0-d287121feeaf tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.39 "DELETE /v2.0/ports/b29e0850-8ea4-4496-b92a-c9b3e104df14 HTTP/1.1" status: 204  len: 173 time: 0.9157519
Feb 05 20:59:23.861013 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7efaf09-1b90-421c-a62a-9163b5c78066', 'name': 'network-vif-deleted', 'tag': 'b29e0850-8ea4-4496-b92a-c9b3e104df14'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:59:23.864516 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2775363-a2f8-40da-b5c8-c35969354947" -d '{"events": [{"server_uuid": "a7efaf09-1b90-421c-a62a-9163b5c78066", "name": "network-vif-deleted", "tag": "b29e0850-8ea4-4496-b92a-c9b3e104df14"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:59:23.941287 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af04492-9458-4e6c-a77d-c5544589d100 None None] Network 17a50205-17b8-4c0d-b61f-cb9d07832a16 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:59:23.975534 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7614b8-c704-479a-82f5-48a2cf7e90c5 x-openstack-request-id: req-1c7614b8-c704-479a-82f5-48a2cf7e90c5 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:59:23.977535 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7efaf09-1b90-421c-a62a-9163b5c78066", "name": "network-vif-deleted", "tag": "b29e0850-8ea4-4496-b92a-c9b3e104df14", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:59:23.978265 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c7614b8-c704-479a-82f5-48a2cf7e90c5 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:59:23.978979 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7efaf09-1b90-421c-a62a-9163b5c78066', 'name': 'network-vif-deleted', 'tag': 'b29e0850-8ea4-4496-b92a-c9b3e104df14', 'status': 'completed', 'code': 200}
Feb 05 20:59:24.106615 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e097ef-ac38-442d-8234-4ca5c3425cca None None] Network 4d78ce5a-44a7-4962-916b-54a45f834069 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:59:24.110261 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['b29e0850-8ea4-4496-b92a-c9b3e104df14'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:59:24.184767 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port c15ef2d5-e055-46a7-a941-e6500a0542b0 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:59:24.185361 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c15ef2d5-e055-46a7-a941-e6500a0542b0), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:24.187352 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-4afc8334-628c-4b25-b68c-12b9485b73a5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-500018329-network', 'tenant_id': '635643c8c95a48178be578a04d153ce8'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:59:24.192395 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bfe79bfd-a286-452d-b4f0-8ac76adc2cfe None None] Publish callbacks [] for port (1cf3532c-03d0-4bd8-abd3-3cfc527903a0), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:24.251739 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bfe79bfd-a286-452d-b4f0-8ac76adc2cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (1cf3532c-03d0-4bd8-abd3-3cfc527903a0), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:24.312357 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc2cc6-c1c9-409e-93be-0a82f6491052 req-99849a74-d568-4cbe-bf82-50f1f4dd83ea tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:24.314295 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-46fc2cc6-c1c9-409e-93be-0a82f6491052 req-99849a74-d568-4cbe-bf82-50f1f4dd83ea tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7efaf09-1b90-421c-a62a-9163b5c78066 HTTP/1.1" status: 200  len: 867 time: 0.6233885
Feb 05 20:59:24.319129 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afc8334-628c-4b25-b68c-12b9485b73a5 admin admin] Made reservation on behalf of 635643c8c95a48178be578a04d153ce8 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:59:24.321265 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4afc8334-628c-4b25-b68c-12b9485b73a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:24.340982 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4afc8334-628c-4b25-b68c-12b9485b73a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:24.357025 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-355a79ad-670a-4a27-981d-6f1f21542e95 None None] Provisioning complete for port c15ef2d5-e055-46a7-a941-e6500a0542b0 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:59:24.357410 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-355a79ad-670a-4a27-981d-6f1f21542e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c15ef2d5-e055-46a7-a941-e6500a0542b0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:24.416933 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe79bfd-a286-452d-b4f0-8ac76adc2cfe None None] Pushing event updated for resources: {'Port': ['ID=1cf3532c-03d0-4bd8-abd3-3cfc527903a0,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:24.434835 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe79bfd-a286-452d-b4f0-8ac76adc2cfe None None] Network 9f73f27a-71a1-4fa2-9cd5-e77eb5d64d3e is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:59:24.502640 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-bfe79bfd-a286-452d-b4f0-8ac76adc2cfe None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:59:24.519166 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe79bfd-a286-452d-b4f0-8ac76adc2cfe None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:59:24.540680 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port b81d85a3-83ba-4718-af5c-54a493be5489, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b81d85a3-83ba-4718-af5c-54a493be5489,segment=NetworkSegment(f21dc639-5af9-41ca-ac39-c80d5d7b6194),segment_id=f21dc639-5af9-41ca-ac39-c80d5d7b6194)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:59:24.615328 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port c15ef2d5-e055-46a7-a941-e6500a0542b0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c15ef2d5-e055-46a7-a941-e6500a0542b0,segment=NetworkSegment(c4df943b-edf7-435b-9e9d-4bb83c282260),segment_id=c4df943b-edf7-435b-9e9d-4bb83c282260)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:59:24.659244 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba00809-fd71-4dd5-af42-02b8db96964c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-17a50205-17b8-4c0d-b61f-cb9d07832a16', 'network_id': '17a50205-17b8-4c0d-b61f-cb9d07832a16', 'project_id': 'c4f708e7bdcc405596d7997341eeacb8', 'fixed_ips': [{'subnet_id': '80b5b75e-8072-4a80-b882-69f5140e88a2'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 20:59:24.663210 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-46fc2cc6-c1c9-409e-93be-0a82f6491052 req-40bf1788-7ccf-4eb7-b4ae-2c3fd9e20f48 tempest-ServerRescueTestJSONUnderV235-1111021953 tempest-ServerRescueTestJSONUnderV235-1111021953-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff9e1fa-1af1-48b5-a113-4aa59c5c8876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3263845
Feb 05 20:59:24.672252 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fba00809-fd71-4dd5-af42-02b8db96964c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:24.675761 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (c15ef2d5-e055-46a7-a941-e6500a0542b0), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:24.722609 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ff1d077-6d97-49a9-bd7e-d88cb2d858aa req-812d6331-940b-427f-8916-02c3c06c3ee2 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f53b9-2664-49e8-8def-67e50d70101f HTTP/1.1" status: 200  len: 210 time: 0.0762875
Feb 05 20:59:24.785224 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'b81d85a3-83ba-4718-af5c-54a493be5489', 'network_id': 'cb9888ba-fd92-4284-8691-d704204a6929', 'port_id': 'b81d85a3-83ba-4718-af5c-54a493be5489', 'mac_address': 'fa:16:3e:8b:2e:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a29db71-64bb-4b41-abf2-897d595cd164', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:59:24.798818 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9b391c43-8d1f-4510-962a-a4213455115b tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:24.820031 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-355a79ad-670a-4a27-981d-6f1f21542e95 None None] Current status of the port c15ef2d5-e055-46a7-a941-e6500a0542b0 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:59:24.888052 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port b81d85a3-83ba-4718-af5c-54a493be5489 is: ACTIVE; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:59:24.888839 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b81d85a3-83ba-4718-af5c-54a493be5489), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:24.994816 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b81d85a3-83ba-4718-af5c-54a493be5489 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:59:25.033160 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4afc8334-628c-4b25-b68c-12b9485b73a5 admin admin] Publish callbacks [] for security_group (87663b8c-f03c-4830-b2a4-28960820d255), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:25.092384 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4afc8334-628c-4b25-b68c-12b9485b73a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (87663b8c-f03c-4830-b2a4-28960820d255), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:25.137749 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-f1744bee-4674-4a62-8d3a-fb0e753405d9 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:25.139870 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-f1744bee-4674-4a62-8d3a-fb0e753405d9 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.39 "GET /v2.0/networks?id=e409084d-65e0-491a-97ff-e3c112d56ec4 HTTP/1.1" status: 200  len: 814 time: 0.1564174
Feb 05 20:59:25.156346 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-3ce76a7e-cad6-4883-a113-67b19715be6e tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Request body: {'port': {'device_id': '480f53b9-2664-49e8-8def-67e50d70101f', 'network_id': 'e409084d-65e0-491a-97ff-e3c112d56ec4', 'admin_state_up': True, 'tenant_id': '3d98b2fcc2704fad96bcaad8fe84b97a'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:59:25.197682 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc8334-628c-4b25-b68c-12b9485b73a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87663b8c-f03c-4830-b2a4-28960820d255,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:25.218996 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4afc8334-628c-4b25-b68c-12b9485b73a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:59:25.255381 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4afc8334-628c-4b25-b68c-12b9485b73a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (b2e5a624-3a6f-48ee-876e-37a990f11a7b), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:25.255695 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-4afc8334-628c-4b25-b68c-12b9485b73a5 admin admin] Added segment b2e5a624-3a6f-48ee-876e-37a990f11a7b of type vlan for network 02fb1df4-aa3c-42cb-aac5-026f1f97eb26
Feb 05 20:59:25.265003 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port b81d85a3-83ba-4718-af5c-54a493be5489, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b81d85a3-83ba-4718-af5c-54a493be5489,segment=NetworkSegment(f21dc639-5af9-41ca-ac39-c80d5d7b6194),segment_id=f21dc639-5af9-41ca-ac39-c80d5d7b6194)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:59:25.286357 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-bfe79bfd-a286-452d-b4f0-8ac76adc2cfe None None] Attempting to bind port 1cf3532c-03d0-4bd8-abd3-3cfc527903a0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:59:25.289094 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-bfe79bfd-a286-452d-b4f0-8ac76adc2cfe None None] Attempting to bind port 1cf3532c-03d0-4bd8-abd3-3cfc527903a0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '24dc51db-9e23-4927-a060-ca1850602f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9f73f27a-71a1-4fa2-9cd5-e77eb5d64d3e'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:59:25.292967 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe79bfd-a286-452d-b4f0-8ac76adc2cfe None None] Attempting to bind port 1cf3532c-03d0-4bd8-abd3-3cfc527903a0 on network 9f73f27a-71a1-4fa2-9cd5-e77eb5d64d3e {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:59:25.324006 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=c15ef2d5-e055-46a7-a941-e6500a0542b0,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:25.343583 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b81d85a3-83ba-4718-af5c-54a493be5489), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:25.361760 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4afc8334-628c-4b25-b68c-12b9485b73a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (02fb1df4-aa3c-42cb-aac5-026f1f97eb26), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:25.365161 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-9b391c43-8d1f-4510-962a-a4213455115b tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Allocated IP 172.20.0.1 (9f73f27a-71a1-4fa2-9cd5-e77eb5d64d3e/31359a97-44b2-49e0-9b2d-b93d06768f7c/8f644489-f6d9-4f9c-bef1-707b35535872) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:59:25.437119 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-3ce76a7e-cad6-4883-a113-67b19715be6e tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Made reservation on behalf of 3d98b2fcc2704fad96bcaad8fe84b97a for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:59:25.442867 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe79bfd-a286-452d-b4f0-8ac76adc2cfe None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:59:25.445118 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-3ce76a7e-cad6-4883-a113-67b19715be6e tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:25.445711 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe79bfd-a286-452d-b4f0-8ac76adc2cfe None None] Checking segment: {'id': '24dc51db-9e23-4927-a060-ca1850602f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9f73f27a-71a1-4fa2-9cd5-e77eb5d64d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:59:25.446137 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bfe79bfd-a286-452d-b4f0-8ac76adc2cfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:25.449818 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe79bfd-a286-452d-b4f0-8ac76adc2cfe None None] Bound using segment: {'id': '24dc51db-9e23-4927-a060-ca1850602f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9f73f27a-71a1-4fa2-9cd5-e77eb5d64d3e'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:59:25.453457 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-bfe79bfd-a286-452d-b4f0-8ac76adc2cfe None None] Bound port: 1cf3532c-03d0-4bd8-abd3-3cfc527903a0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dc51db-9e23-4927-a060-ca1850602f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9f73f27a-71a1-4fa2-9cd5-e77eb5d64d3e'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:59:25.454094 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bfe79bfd-a286-452d-b4f0-8ac76adc2cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1cf3532c-03d0-4bd8-abd3-3cfc527903a0), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:25.470828 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4afc8334-628c-4b25-b68c-12b9485b73a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (02fb1df4-aa3c-42cb-aac5-026f1f97eb26), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:25.471995 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afc8334-628c-4b25-b68c-12b9485b73a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:25.472760 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4afc8334-628c-4b25-b68c-12b9485b73a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:25.637012 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4afc8334-628c-4b25-b68c-12b9485b73a5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 2.1217453
Feb 05 20:59:25.643651 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43682) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:25.660550 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-dd1cd7ce-b76c-44bf-bca6-91176db8021c admin admin] Request body: {'subnet': {'network_id': '02fb1df4-aa3c-42cb-aac5-026f1f97eb26', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-500018329-subnet', 'tenant_id': '635643c8c95a48178be578a04d153ce8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:59:25.675261 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-fba00809-fd71-4dd5-af42-02b8db96964c None None] Allocated IP 172.20.0.2 (17a50205-17b8-4c0d-b61f-cb9d07832a16/80b5b75e-8072-4a80-b882-69f5140e88a2/792f3954-c2c1-4d70-9379-5c0915be9ee3) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:59:25.712657 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc8334-628c-4b25-b68c-12b9485b73a5 admin admin] Pushing event updated for resources: {'Network': ['ID=02fb1df4-aa3c-42cb-aac5-026f1f97eb26,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:25.726224 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afc8334-628c-4b25-b68c-12b9485b73a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:25.727082 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afc8334-628c-4b25-b68c-12b9485b73a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:25.728369 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afc8334-628c-4b25-b68c-12b9485b73a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:25.728983 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afc8334-628c-4b25-b68c-12b9485b73a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:25.729532 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afc8334-628c-4b25-b68c-12b9485b73a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:25.730089 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afc8334-628c-4b25-b68c-12b9485b73a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:25.730676 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afc8334-628c-4b25-b68c-12b9485b73a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:25.731237 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afc8334-628c-4b25-b68c-12b9485b73a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:25.731793 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afc8334-628c-4b25-b68c-12b9485b73a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:25.732335 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afc8334-628c-4b25-b68c-12b9485b73a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:25.732884 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afc8334-628c-4b25-b68c-12b9485b73a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:25.733448 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afc8334-628c-4b25-b68c-12b9485b73a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:25.733975 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afc8334-628c-4b25-b68c-12b9485b73a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:25.770599 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43690) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:25.825019 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1cd7ce-b76c-44bf-bca6-91176db8021c admin admin] Made reservation on behalf of 635643c8c95a48178be578a04d153ce8 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:59:25.840875 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dd1cd7ce-b76c-44bf-bca6-91176db8021c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:25.851624 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['b81d85a3-83ba-4718-af5c-54a493be5489'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:59:25.853477 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 02fb1df4-aa3c-42cb-aac5-026f1f97eb26 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:59:25.977496 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-3ce76a7e-cad6-4883-a113-67b19715be6e tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Allocated IP 172.20.0.9 (e409084d-65e0-491a-97ff-e3c112d56ec4/896ddbdf-ac25-4e4f-b6a8-33cece06deaa/f802cc67-5410-4f9d-805c-f47d98905b6d) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:59:26.003964 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9b391c43-8d1f-4510-962a-a4213455115b tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks [] for port (8f644489-f6d9-4f9c-bef1-707b35535872), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:26.071122 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27ff759c-c259-40dd-a277-dac18a9b4080 req-4002dd1b-31fe-4100-a8dc-ec0abb193cdc tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f53b9-2664-49e8-8def-67e50d70101f HTTP/1.1" status: 200  len: 210 time: 0.0752409
Feb 05 20:59:26.127036 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=b81d85a3-83ba-4718-af5c-54a493be5489,revision_number=6']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:26.187125 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-b3b73d9c-b44c-438c-b781-d6c793b68252 None None] Provisioning complete for port c15ef2d5-e055-46a7-a941-e6500a0542b0 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:59:26.187990 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b3b73d9c-b44c-438c-b781-d6c793b68252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c15ef2d5-e055-46a7-a941-e6500a0542b0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:26.250258 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9b391c43-8d1f-4510-962a-a4213455115b tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (8f644489-f6d9-4f9c-bef1-707b35535872), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:26.291838 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dd1cd7ce-b76c-44bf-bca6-91176db8021c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (31c49727-ff6a-4391-84b3-142384327b83), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:26.364520 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1cd7ce-b76c-44bf-bca6-91176db8021c admin admin] Pushing event updated for resources: {'Subnet': ['ID=31c49727-ff6a-4391-84b3-142384327b83,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:26.364782 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b391c43-8d1f-4510-962a-a4213455115b tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Pushing event updated for resources: {'Port': ['ID=8f644489-f6d9-4f9c-bef1-707b35535872,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:26.387372 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-bfe79bfd-a286-452d-b4f0-8ac76adc2cfe None None] For port 1cf3532c-03d0-4bd8-abd3-3cfc527903a0, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:59:26.414125 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b391c43-8d1f-4510-962a-a4213455115b tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Network 9f73f27a-71a1-4fa2-9cd5-e77eb5d64d3e is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:59:26.430670 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-9b391c43-8d1f-4510-962a-a4213455115b tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:59:26.434153 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fba00809-fd71-4dd5-af42-02b8db96964c None None] Publish callbacks [] for port (792f3954-c2c1-4d70-9379-5c0915be9ee3), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:26.442274 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-bfe79bfd-a286-452d-b4f0-8ac76adc2cfe None None] For port 1cf3532c-03d0-4bd8-abd3-3cfc527903a0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1cf3532c-03d0-4bd8-abd3-3cfc527903a0,segment=NetworkSegment(24dc51db-9e23-4927-a060-ca1850602f5c),segment_id=24dc51db-9e23-4927-a060-ca1850602f5c)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:59:26.444674 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b391c43-8d1f-4510-962a-a4213455115b tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:59:26.462196 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fba00809-fd71-4dd5-af42-02b8db96964c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (792f3954-c2c1-4d70-9379-5c0915be9ee3), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:26.470605 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bfe79bfd-a286-452d-b4f0-8ac76adc2cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (1cf3532c-03d0-4bd8-abd3-3cfc527903a0), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:26.480091 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-3ce76a7e-cad6-4883-a113-67b19715be6e tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Publish callbacks [] for port (f802cc67-5410-4f9d-805c-f47d98905b6d), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:26.543246 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9b391c43-8d1f-4510-962a-a4213455115b tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (45652cc2-d662-4eb4-9a28-acd0b8ea071b), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:26.575685 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba00809-fd71-4dd5-af42-02b8db96964c None None] Network 17a50205-17b8-4c0d-b61f-cb9d07832a16 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:59:26.582838 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1cd7ce-b76c-44bf-bca6-91176db8021c admin admin] Checking segment: {'id': 'b2e5a624-3a6f-48ee-876e-37a990f11a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '02fb1df4-aa3c-42cb-aac5-026f1f97eb26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:59:26.583212 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1cd7ce-b76c-44bf-bca6-91176db8021c admin admin] Network hostable DHCP agents. Network: 02fb1df4-aa3c-42cb-aac5-026f1f97eb26, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:59:26.593218 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-fba00809-fd71-4dd5-af42-02b8db96964c None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:59:26.599208 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba00809-fd71-4dd5-af42-02b8db96964c None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:59:26.649903 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1cd7ce-b76c-44bf-bca6-91176db8021c admin admin] Network 02fb1df4-aa3c-42cb-aac5-026f1f97eb26 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:59:26.662246 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-3ce76a7e-cad6-4883-a113-67b19715be6e tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (f802cc67-5410-4f9d-805c-f47d98905b6d), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:26.696800 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-dd1cd7ce-b76c-44bf-bca6-91176db8021c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 02fb1df4-aa3c-42cb-aac5-026f1f97eb26) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:59:26.716316 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-b3b73d9c-b44c-438c-b781-d6c793b68252 None None] Current status of the port c15ef2d5-e055-46a7-a941-e6500a0542b0 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:59:26.755156 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f02e5f-0b17-4df6-8031-62f49f5acce5 None None] Network 02fb1df4-aa3c-42cb-aac5-026f1f97eb26 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:59:26.779848 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba00809-fd71-4dd5-af42-02b8db96964c None None] Pushing event updated for resources: {'Port': ['ID=792f3954-c2c1-4d70-9379-5c0915be9ee3,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:26.816507 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce76a7e-cad6-4883-a113-67b19715be6e tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Pushing event updated for resources: {'Port': ['ID=f802cc67-5410-4f9d-805c-f47d98905b6d,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:26.821196 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1cd7ce-b76c-44bf-bca6-91176db8021c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:26.827260 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dd1cd7ce-b76c-44bf-bca6-91176db8021c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:26.875392 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-dd1cd7ce-b76c-44bf-bca6-91176db8021c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.2304122
Feb 05 20:59:26.877746 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-3ce76a7e-cad6-4883-a113-67b19715be6e tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Network e409084d-65e0-491a-97ff-e3c112d56ec4 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:59:26.879035 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43716) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:26.892302 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-a6e921a3-6b99-4876-8c60-d9a6a59a2395 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-500018329-router', 'tenant_id': '635643c8c95a48178be578a04d153ce8', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:59:26.902578 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-3ce76a7e-cad6-4883-a113-67b19715be6e tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:59:26.909736 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-3ce76a7e-cad6-4883-a113-67b19715be6e tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:59:26.911837 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5f01329c-006b-4c35-ac43-a2de0891cc8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (982aa03d-0390-44b7-9169-fd6e54a9f8b9), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:26.920258 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device c15ef2d5-e055-46a7-a941-e6500a0542b0 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:59:27.045677 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9b391c43-8d1f-4510-962a-a4213455115b tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8f644489-f6d9-4f9c-bef1-707b35535872), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:27.059270 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a6e921a3-6b99-4876-8c60-d9a6a59a2395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (ca2721a6-49b9-440c-88a5-74224860ce12), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:27.071709 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a6e921a3-6b99-4876-8c60-d9a6a59a2395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (ca2721a6-49b9-440c-88a5-74224860ce12), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:27.088710 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-3ce76a7e-cad6-4883-a113-67b19715be6e tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:27.103558 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-3ce76a7e-cad6-4883-a113-67b19715be6e tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:27.185876 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-3ce76a7e-cad6-4883-a113-67b19715be6e tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0367444
Feb 05 20:59:27.263572 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-820cba10-4940-4643-aa5c-84768c0daddd service neutron] Request body: {'port': {'device_id': '480f53b9-2664-49e8-8def-67e50d70101f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:59:27.454617 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device b29e0850-8ea4-4496-b92a-c9b3e104df14 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:59:27.479214 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a6e921a3-6b99-4876-8c60-d9a6a59a2395 admin admin] Publish callbacks [] for router_controller (ca2721a6-49b9-440c-88a5-74224860ce12), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:27.549129 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: b29e0850-8ea4-4496-b92a-c9b3e104df14 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:59:27.551419 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device b29e0850-8ea4-4496-b92a-c9b3e104df14 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:59:27.620362 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-fba00809-fd71-4dd5-af42-02b8db96964c None None] Attempting to bind port 792f3954-c2c1-4d70-9379-5c0915be9ee3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:59:27.620747 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-fba00809-fd71-4dd5-af42-02b8db96964c None None] Attempting to bind port 792f3954-c2c1-4d70-9379-5c0915be9ee3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fea4ad2c-caf9-4a6f-aff5-22e46ce9423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '17a50205-17b8-4c0d-b61f-cb9d07832a16'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:59:27.621124 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba00809-fd71-4dd5-af42-02b8db96964c None None] Attempting to bind port 792f3954-c2c1-4d70-9379-5c0915be9ee3 on network 17a50205-17b8-4c0d-b61f-cb9d07832a16 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:59:27.691147 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba00809-fd71-4dd5-af42-02b8db96964c None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:59:27.692145 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba00809-fd71-4dd5-af42-02b8db96964c None None] Checking segment: {'id': 'fea4ad2c-caf9-4a6f-aff5-22e46ce9423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '17a50205-17b8-4c0d-b61f-cb9d07832a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:59:27.693321 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fba00809-fd71-4dd5-af42-02b8db96964c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:27.694559 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba00809-fd71-4dd5-af42-02b8db96964c None None] Bound using segment: {'id': 'fea4ad2c-caf9-4a6f-aff5-22e46ce9423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '17a50205-17b8-4c0d-b61f-cb9d07832a16'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:59:27.699510 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-fba00809-fd71-4dd5-af42-02b8db96964c None None] Bound port: 792f3954-c2c1-4d70-9379-5c0915be9ee3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fea4ad2c-caf9-4a6f-aff5-22e46ce9423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '17a50205-17b8-4c0d-b61f-cb9d07832a16'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:59:27.700482 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fba00809-fd71-4dd5-af42-02b8db96964c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (792f3954-c2c1-4d70-9379-5c0915be9ee3), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:27.773146 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe79bfd-a286-452d-b4f0-8ac76adc2cfe None None] Pushing event updated for resources: {'Port': ['ID=1cf3532c-03d0-4bd8-abd3-3cfc527903a0,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:27.804437 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2f8620-27e3-4178-b6f5-df6fd7c8c4c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-02fb1df4-aa3c-42cb-aac5-026f1f97eb26', 'network_id': '02fb1df4-aa3c-42cb-aac5-026f1f97eb26', 'project_id': '635643c8c95a48178be578a04d153ce8', 'fixed_ips': [{'subnet_id': '31c49727-ff6a-4391-84b3-142384327b83'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 20:59:27.820678 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cc2f8620-27e3-4178-b6f5-df6fd7c8c4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:27.868616 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d56d7-fb63-4ecb-a09a-1f3a2479d99f req-5d0f39ad-ff92-42a1-840a-6201fb9b9af7 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:27.889153 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bb7d56d7-fb63-4ecb-a09a-1f3a2479d99f req-5d0f39ad-ff92-42a1-840a-6201fb9b9af7 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f53b9-2664-49e8-8def-67e50d70101f HTTP/1.1" status: 200  len: 931 time: 0.6132326
Feb 05 20:59:28.134877 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9b391c43-8d1f-4510-962a-a4213455115b tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks [] for port (8f644489-f6d9-4f9c-bef1-707b35535872), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:28.150599 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9b391c43-8d1f-4510-962a-a4213455115b tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (8f644489-f6d9-4f9c-bef1-707b35535872), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:28.274107 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-820cba10-4940-4643-aa5c-84768c0daddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f802cc67-5410-4f9d-805c-f47d98905b6d), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:28.346065 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9b391c43-8d1f-4510-962a-a4213455115b tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (45652cc2-d662-4eb4-9a28-acd0b8ea071b), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:28.352125 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b391c43-8d1f-4510-962a-a4213455115b tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Pushing event updated for resources: {'Port': ['ID=8f644489-f6d9-4f9c-bef1-707b35535872,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:28.468375 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bb7d56d7-fb63-4ecb-a09a-1f3a2479d99f req-901776d6-b051-4ffe-a49d-172f10ce7064 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5773532
Feb 05 20:59:28.593919 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b391c43-8d1f-4510-962a-a4213455115b tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Network 9f73f27a-71a1-4fa2-9cd5-e77eb5d64d3e is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:59:28.601066 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-9b391c43-8d1f-4510-962a-a4213455115b tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:59:28.706810 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-cc2f8620-27e3-4178-b6f5-df6fd7c8c4c2 None None] Allocated IP 172.20.0.2 (02fb1df4-aa3c-42cb-aac5-026f1f97eb26/31c49727-ff6a-4391-84b3-142384327b83/e929ba57-10d5-4ee3-b384-ad84c6e2c9bf) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:59:28.785256 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-5f01329c-006b-4c35-ac43-a2de0891cc8e admin admin] Deleting port e2a15a8e-93f4-419c-b560-07289fd8b4a7 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:59:28.785256 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5f01329c-006b-4c35-ac43-a2de0891cc8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (e2a15a8e-93f4-419c-b560-07289fd8b4a7), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:28.865363 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f792c8de-9e15-4e5a-870c-e7008053ca07 None None] Network 9f73f27a-71a1-4fa2-9cd5-e77eb5d64d3e requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:59:28.983951 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port c15ef2d5-e055-46a7-a941-e6500a0542b0 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:59:28.984505 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c15ef2d5-e055-46a7-a941-e6500a0542b0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:28.996934 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-7a12b504-c793-4f27-adb5-b5cb2d7b7a1e None None] Provisioning complete for port 1cf3532c-03d0-4bd8-abd3-3cfc527903a0 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:59:28.997651 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7a12b504-c793-4f27-adb5-b5cb2d7b7a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1cf3532c-03d0-4bd8-abd3-3cfc527903a0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:29.153010 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a6e921a3-6b99-4876-8c60-d9a6a59a2395 admin admin] Publish callbacks [] for router_gateway (ca2721a6-49b9-440c-88a5-74224860ce12), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:29.244954 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-fba00809-fd71-4dd5-af42-02b8db96964c None None] For port 792f3954-c2c1-4d70-9379-5c0915be9ee3, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:59:29.333364 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-fba00809-fd71-4dd5-af42-02b8db96964c None None] For port 792f3954-c2c1-4d70-9379-5c0915be9ee3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=792f3954-c2c1-4d70-9379-5c0915be9ee3,segment=NetworkSegment(fea4ad2c-caf9-4a6f-aff5-22e46ce9423c),segment_id=fea4ad2c-caf9-4a6f-aff5-22e46ce9423c)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:59:29.369197 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b391c43-8d1f-4510-962a-a4213455115b tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Router 45652cc2-d662-4eb4-9a28-acd0b8ea071b is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 20:59:29.417323 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device b81d85a3-83ba-4718-af5c-54a493be5489 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:59:29.456749 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-5f01329c-006b-4c35-ac43-a2de0891cc8e admin admin] For port e2a15a8e-93f4-419c-b560-07289fd8b4a7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2a15a8e-93f4-419c-b560-07289fd8b4a7,segment=NetworkSegment(8aef47f8-e9ab-41a2-a82b-242a7aecc3a5),segment_id=8aef47f8-e9ab-41a2-a82b-242a7aecc3a5)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:59:29.457872 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5f01329c-006b-4c35-ac43-a2de0891cc8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (e2a15a8e-93f4-419c-b560-07289fd8b4a7), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:29.504702 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-5f01329c-006b-4c35-ac43-a2de0891cc8e admin admin] Calling delete_port for e2a15a8e-93f4-419c-b560-07289fd8b4a7 owned by network:router_interface {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:59:29.538113 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fba00809-fd71-4dd5-af42-02b8db96964c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (792f3954-c2c1-4d70-9379-5c0915be9ee3), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:29.553036 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-820cba10-4940-4643-aa5c-84768c0daddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f802cc67-5410-4f9d-805c-f47d98905b6d {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:59:29.571420 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-820cba10-4940-4643-aa5c-84768c0daddd service neutron] Publish callbacks [] for port (f802cc67-5410-4f9d-805c-f47d98905b6d), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:29.601170 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-820cba10-4940-4643-aa5c-84768c0daddd service neutron] Transition to ACTIVE for port object f802cc67-5410-4f9d-805c-f47d98905b6d will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 20:59:29.601378 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cc2f8620-27e3-4178-b6f5-df6fd7c8c4c2 None None] Publish callbacks [] for port (e929ba57-10d5-4ee3-b384-ad84c6e2c9bf), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:29.609501 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-820cba10-4940-4643-aa5c-84768c0daddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (f802cc67-5410-4f9d-805c-f47d98905b6d), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:29.692755 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cc2f8620-27e3-4178-b6f5-df6fd7c8c4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (e929ba57-10d5-4ee3-b384-ad84c6e2c9bf), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:29.781823 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-7a12b504-c793-4f27-adb5-b5cb2d7b7a1e None None] Current status of the port 1cf3532c-03d0-4bd8-abd3-3cfc527903a0 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:59:29.782616 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7a12b504-c793-4f27-adb5-b5cb2d7b7a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1cf3532c-03d0-4bd8-abd3-3cfc527903a0), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:29.816589 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820cba10-4940-4643-aa5c-84768c0daddd service neutron] Pushing event updated for resources: {'Port': ['ID=f802cc67-5410-4f9d-805c-f47d98905b6d,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:29.824206 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2f8620-27e3-4178-b6f5-df6fd7c8c4c2 None None] Network 02fb1df4-aa3c-42cb-aac5-026f1f97eb26 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:59:29.839519 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-cc2f8620-27e3-4178-b6f5-df6fd7c8c4c2 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:59:29.845382 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2f8620-27e3-4178-b6f5-df6fd7c8c4c2 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:59:29.856568 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba00809-fd71-4dd5-af42-02b8db96964c None None] Pushing event updated for resources: {'Port': ['ID=792f3954-c2c1-4d70-9379-5c0915be9ee3,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:29.919734 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b391c43-8d1f-4510-962a-a4213455115b tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:59:29.947862 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9b391c43-8d1f-4510-962a-a4213455115b tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] 10.222.0.32 "PUT /v2.0/routers/45652cc2-d662-4eb4-9a28-acd0b8ea071b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3405299
Feb 05 20:59:29.959002 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43824) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:30.045987 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port c15ef2d5-e055-46a7-a941-e6500a0542b0 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:59:30.063506 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226b77e5-bd97-4099-8887-cf3c73198a84 None None] Sync routers for ids ['45652cc2-d662-4eb4-9a28-acd0b8ea071b'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:59:30.132326 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-820cba10-4940-4643-aa5c-84768c0daddd service neutron] Attempting to bind port f802cc67-5410-4f9d-805c-f47d98905b6d on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:59:30.132666 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-820cba10-4940-4643-aa5c-84768c0daddd service neutron] Attempting to bind port f802cc67-5410-4f9d-805c-f47d98905b6d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2a52932a-0773-4bb3-a5f4-675383624606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e409084d-65e0-491a-97ff-e3c112d56ec4'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:59:30.133192 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-820cba10-4940-4643-aa5c-84768c0daddd service neutron] Attempting to bind port f802cc67-5410-4f9d-805c-f47d98905b6d on network e409084d-65e0-491a-97ff-e3c112d56ec4 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:59:30.146070 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a6e921a3-6b99-4876-8c60-d9a6a59a2395 admin admin] Publish callbacks [] for router_gateway (ca2721a6-49b9-440c-88a5-74224860ce12), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:30.173255 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482ee47-65f2-408f-968c-66429d19bc74 req-d32c3e69-941b-4fd5-8c45-00cbf585b88b tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:30.205610 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5482ee47-65f2-408f-968c-66429d19bc74 req-d32c3e69-941b-4fd5-8c45-00cbf585b88b tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f53b9-2664-49e8-8def-67e50d70101f HTTP/1.1" status: 200  len: 943 time: 0.3236437
Feb 05 20:59:30.212380 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-820cba10-4940-4643-aa5c-84768c0daddd service neutron] Port f802cc67-5410-4f9d-805c-f47d98905b6d on network e409084d-65e0-491a-97ff-e3c112d56ec4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 20:59:30.212927 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-820cba10-4940-4643-aa5c-84768c0daddd service neutron] Attempting to bind port f802cc67-5410-4f9d-805c-f47d98905b6d on network e409084d-65e0-491a-97ff-e3c112d56ec4 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:59:30.224950 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-7a12b504-c793-4f27-adb5-b5cb2d7b7a1e None None] For port 1cf3532c-03d0-4bd8-abd3-3cfc527903a0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1cf3532c-03d0-4bd8-abd3-3cfc527903a0,segment=NetworkSegment(24dc51db-9e23-4927-a060-ca1850602f5c),segment_id=24dc51db-9e23-4927-a060-ca1850602f5c)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:59:30.310399 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-820cba10-4940-4643-aa5c-84768c0daddd service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:59:30.310399 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-820cba10-4940-4643-aa5c-84768c0daddd service neutron] Checking segment: {'id': '2a52932a-0773-4bb3-a5f4-675383624606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e409084d-65e0-491a-97ff-e3c112d56ec4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:59:30.310897 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port b81d85a3-83ba-4718-af5c-54a493be5489 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:59:30.313539 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b81d85a3-83ba-4718-af5c-54a493be5489), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:30.317791 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-820cba10-4940-4643-aa5c-84768c0daddd service neutron] Bound using segment: {'id': '2a52932a-0773-4bb3-a5f4-675383624606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e409084d-65e0-491a-97ff-e3c112d56ec4'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:59:30.318466 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-820cba10-4940-4643-aa5c-84768c0daddd service neutron] Bound port: f802cc67-5410-4f9d-805c-f47d98905b6d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a52932a-0773-4bb3-a5f4-675383624606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e409084d-65e0-491a-97ff-e3c112d56ec4'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:59:30.319147 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-820cba10-4940-4643-aa5c-84768c0daddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f802cc67-5410-4f9d-805c-f47d98905b6d), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:30.319960 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7a12b504-c793-4f27-adb5-b5cb2d7b7a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (1cf3532c-03d0-4bd8-abd3-3cfc527903a0), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:30.329296 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a6e921a3-6b99-4876-8c60-d9a6a59a2395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:30.391905 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f8620-27e3-4178-b6f5-df6fd7c8c4c2 None None] Pushing event updated for resources: {'Port': ['ID=e929ba57-10d5-4ee3-b384-ad84c6e2c9bf,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:30.403744 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226b77e5-bd97-4099-8887-cf3c73198a84 None None] Routers {'45652cc2-d662-4eb4-9a28-acd0b8ea071b'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:59:30.404878 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-226b77e5-bd97-4099-8887-cf3c73198a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabbcf6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:59:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['45652cc2-d662-4eb4-9a28-acd0b8ea071b'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:30.427872 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5482ee47-65f2-408f-968c-66429d19bc74 req-62da7334-d382-49a6-b424-d382c86e9fa5 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2249401
Feb 05 20:59:30.451369 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5f01329c-006b-4c35-ac43-a2de0891cc8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (e2a15a8e-93f4-419c-b560-07289fd8b4a7), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:30.574219 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-226b77e5-bd97-4099-8887-cf3c73198a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabbcf6a0>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:30.583055 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f01329c-006b-4c35-ac43-a2de0891cc8e admin admin] Pushing event deleted for resources: {'Port': ['ID=e2a15a8e-93f4-419c-b560-07289fd8b4a7,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:30.598588 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-cc2f8620-27e3-4178-b6f5-df6fd7c8c4c2 None None] Attempting to bind port e929ba57-10d5-4ee3-b384-ad84c6e2c9bf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:59:30.598786 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-cc2f8620-27e3-4178-b6f5-df6fd7c8c4c2 None None] Attempting to bind port e929ba57-10d5-4ee3-b384-ad84c6e2c9bf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b2e5a624-3a6f-48ee-876e-37a990f11a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '02fb1df4-aa3c-42cb-aac5-026f1f97eb26'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:59:30.599162 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2f8620-27e3-4178-b6f5-df6fd7c8c4c2 None None] Attempting to bind port e929ba57-10d5-4ee3-b384-ad84c6e2c9bf on network 02fb1df4-aa3c-42cb-aac5-026f1f97eb26 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:59:30.717212 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2f8620-27e3-4178-b6f5-df6fd7c8c4c2 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:59:30.717593 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2f8620-27e3-4178-b6f5-df6fd7c8c4c2 None None] Checking segment: {'id': 'b2e5a624-3a6f-48ee-876e-37a990f11a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '02fb1df4-aa3c-42cb-aac5-026f1f97eb26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:59:30.717999 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cc2f8620-27e3-4178-b6f5-df6fd7c8c4c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:30.718963 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2f8620-27e3-4178-b6f5-df6fd7c8c4c2 None None] Bound using segment: {'id': 'b2e5a624-3a6f-48ee-876e-37a990f11a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '02fb1df4-aa3c-42cb-aac5-026f1f97eb26'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:59:30.720159 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-cc2f8620-27e3-4178-b6f5-df6fd7c8c4c2 None None] Bound port: e929ba57-10d5-4ee3-b384-ad84c6e2c9bf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2e5a624-3a6f-48ee-876e-37a990f11a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '02fb1df4-aa3c-42cb-aac5-026f1f97eb26'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:59:30.722130 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cc2f8620-27e3-4178-b6f5-df6fd7c8c4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e929ba57-10d5-4ee3-b384-ad84c6e2c9bf), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:30.751018 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 792f3954-c2c1-4d70-9379-5c0915be9ee3 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:59:30.909563 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5f01329c-006b-4c35-ac43-a2de0891cc8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (982aa03d-0390-44b7-9169-fd6e54a9f8b9), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:30.968535 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-820cba10-4940-4643-aa5c-84768c0daddd service neutron] For port f802cc67-5410-4f9d-805c-f47d98905b6d, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:59:31.025180 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-820cba10-4940-4643-aa5c-84768c0daddd service neutron] For port f802cc67-5410-4f9d-805c-f47d98905b6d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f802cc67-5410-4f9d-805c-f47d98905b6d,segment=NetworkSegment(2a52932a-0773-4bb3-a5f4-675383624606),segment_id=2a52932a-0773-4bb3-a5f4-675383624606)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:59:31.054939 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226b77e5-bd97-4099-8887-cf3c73198a84 None None] Routers {'45652cc2-d662-4eb4-9a28-acd0b8ea071b'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:59:31.055636 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-226b77e5-bd97-4099-8887-cf3c73198a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabbcf6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:59:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['45652cc2-d662-4eb4-9a28-acd0b8ea071b'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:31.062641 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-820cba10-4940-4643-aa5c-84768c0daddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (f802cc67-5410-4f9d-805c-f47d98905b6d), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:31.196673 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-cc2f8620-27e3-4178-b6f5-df6fd7c8c4c2 None None] For port e929ba57-10d5-4ee3-b384-ad84c6e2c9bf, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:59:31.224578 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-226b77e5-bd97-4099-8887-cf3c73198a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabbcf6a0>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:31.226945 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226b77e5-bd97-4099-8887-cf3c73198a84 None None] The sync data for ids ['45652cc2-d662-4eb4-9a28-acd0b8ea071b'] in ncdv-master-1 is: [] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:59:31.241357 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-a6e921a3-6b99-4876-8c60-d9a6a59a2395 admin admin] Allocated IP 172.35.4.84 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/b09a12d0-cabc-4160-b93c-5904c03366d4) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:59:31.305714 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-820cba10-4940-4643-aa5c-84768c0daddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:31.306272 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-820cba10-4940-4643-aa5c-84768c0daddd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:31.317858 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-820cba10-4940-4643-aa5c-84768c0daddd service neutron] 10.222.0.39 "PUT /v2.0/ports/f802cc67-5410-4f9d-805c-f47d98905b6d HTTP/1.1" status: 200  len: 1091 time: 4.1211812
Feb 05 20:59:31.318542 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '480f53b9-2664-49e8-8def-67e50d70101f', 'tag': 'f802cc67-5410-4f9d-805c-f47d98905b6d'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:59:31.320866 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0c1847-b6d2-47c0-9b65-1ae26c23fa81" -d '{"events": [{"name": "network-changed", "server_uuid": "480f53b9-2664-49e8-8def-67e50d70101f", "tag": "f802cc67-5410-4f9d-805c-f47d98905b6d"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:59:31.331559 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a12b504-c793-4f27-adb5-b5cb2d7b7a1e None None] Pushing event updated for resources: {'Port': ['ID=1cf3532c-03d0-4bd8-abd3-3cfc527903a0,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:31.366282 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-a1b7c1fd-4127-4ec0-bf6e-ba3e71f9e3f3 None None] Provisioning complete for port 8f644489-f6d9-4f9c-bef1-707b35535872 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:59:31.368026 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a1b7c1fd-4127-4ec0-bf6e-ba3e71f9e3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (8f644489-f6d9-4f9c-bef1-707b35535872), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:31.516937 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-cc2f8620-27e3-4178-b6f5-df6fd7c8c4c2 None None] For port e929ba57-10d5-4ee3-b384-ad84c6e2c9bf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e929ba57-10d5-4ee3-b384-ad84c6e2c9bf,segment=NetworkSegment(b2e5a624-3a6f-48ee-876e-37a990f11a7b),segment_id=b2e5a624-3a6f-48ee-876e-37a990f11a7b)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:59:31.608011 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 20:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a425d5-943b-49b6-b655-b6cd9ead6046 x-openstack-request-id: req-14a425d5-943b-49b6-b655-b6cd9ead6046 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:59:31.612435 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "480f53b9-2664-49e8-8def-67e50d70101f", "tag": "f802cc67-5410-4f9d-805c-f47d98905b6d", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:59:31.612702 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-14a425d5-943b-49b6-b655-b6cd9ead6046 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:59:31.613130 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '480f53b9-2664-49e8-8def-67e50d70101f', 'tag': 'f802cc67-5410-4f9d-805c-f47d98905b6d', 'status': 'completed', 'code': 200}
Feb 05 20:59:31.702980 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a1b7c1fd-4127-4ec0-bf6e-ba3e71f9e3f3 None None] Port 8f644489-f6d9-4f9c-bef1-707b35535872 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:59:31.736746 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820cba10-4940-4643-aa5c-84768c0daddd service neutron] Pushing event updated for resources: {'Port': ['ID=f802cc67-5410-4f9d-805c-f47d98905b6d,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:31.745389 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cc2f8620-27e3-4178-b6f5-df6fd7c8c4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (e929ba57-10d5-4ee3-b384-ad84c6e2c9bf), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:31.806634 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64383369-3d91-4b36-b41b-42ec005e28db req-f47a4f13-3b8e-47d6-b290-8807c081b6ca tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:31.808182 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-64383369-3d91-4b36-b41b-42ec005e28db req-f47a4f13-3b8e-47d6-b290-8807c081b6ca tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f53b9-2664-49e8-8def-67e50d70101f HTTP/1.1" status: 200  len: 943 time: 0.2340400
Feb 05 20:59:31.815866 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port b81d85a3-83ba-4718-af5c-54a493be5489 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:59:31.816183 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b81d85a3-83ba-4718-af5c-54a493be5489), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:31.823583 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f01329c-006b-4c35-ac43-a2de0891cc8e admin admin] Router 982aa03d-0390-44b7-9169-fd6e54a9f8b9 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:59:31.884294 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3b61cc-c265-4afa-af50-1373db739a17 None None] Network 17a50205-17b8-4c0d-b61f-cb9d07832a16 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:59:31.985850 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-a1b7c1fd-4127-4ec0-bf6e-ba3e71f9e3f3 None None] Provisioning complete for port 1cf3532c-03d0-4bd8-abd3-3cfc527903a0 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:59:31.986601 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a1b7c1fd-4127-4ec0-bf6e-ba3e71f9e3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1cf3532c-03d0-4bd8-abd3-3cfc527903a0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:32.000276 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f8620-27e3-4178-b6f5-df6fd7c8c4c2 None None] Pushing event updated for resources: {'Port': ['ID=e929ba57-10d5-4ee3-b384-ad84c6e2c9bf,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:32.001502 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-64383369-3d91-4b36-b41b-42ec005e28db req-2c490f0a-79b9-419d-a6a5-3bc8b0b10ca5 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1742830
Feb 05 20:59:32.081139 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-15d61b45-b29b-4700-b307-dbdf910e8e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:32.083003 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-15d61b45-b29b-4700-b307-dbdf910e8e2b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3d98b2fcc2704fad96bcaad8fe84b97a&device_id=480f53b9-2664-49e8-8def-67e50d70101f HTTP/1.1" status: 200  len: 1125 time: 0.6913831
Feb 05 20:59:32.107977 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f01329c-006b-4c35-ac43-a2de0891cc8e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:59:32.115920 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5f01329c-006b-4c35-ac43-a2de0891cc8e admin admin] 10.222.0.32 "PUT /v2.0/routers/982aa03d-0390-44b7-9169-fd6e54a9f8b9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3434517
Feb 05 20:59:32.119231 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a4fe1f-21ab-4e7f-98cf-725d26505c6b None None] Sync routers for ids ['982aa03d-0390-44b7-9169-fd6e54a9f8b9'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:59:32.128063 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43884) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:32.137735 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a4fe1f-21ab-4e7f-98cf-725d26505c6b None None] Routers {'982aa03d-0390-44b7-9169-fd6e54a9f8b9'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:59:32.140672 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-d7a4fe1f-21ab-4e7f-98cf-725d26505c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db88f1fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:59:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['982aa03d-0390-44b7-9169-fd6e54a9f8b9'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:32.146015 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-8f05f90f-b8b7-4bfd-8f1e-36f169ef5492 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 20:59:32.155754 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8f05f90f-b8b7-4bfd-8f1e-36f169ef5492 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] 10.222.0.32 "PUT /v2.0/routers/45652cc2-d662-4eb4-9a28-acd0b8ea071b/add_router_interface HTTP/1.1" status: 400  len: 438 time: 2.1891968
Feb 05 20:59:32.159362 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 792f3954-c2c1-4d70-9379-5c0915be9ee3 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:59:32.161155 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43886) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:32.161721 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (792f3954-c2c1-4d70-9379-5c0915be9ee3), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:32.164552 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a818080-aad3-4726-b306-27edf171c323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81d85a3-83ba-4718-af5c-54a493be5489'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:59:32.174192 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0a0a24-cdcb-42b7-b34b-eccf0870ad05" -d '{"events": [{"server_uuid": "4a818080-aad3-4726-b306-27edf171c323", "name": "network-vif-plugged", "status": "completed", "tag": "b81d85a3-83ba-4718-af5c-54a493be5489"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:59:32.406680 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-41d44cb1-8dca-469f-b8f7-ca744f073e27 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f802cc67-5410-4f9d-805c-f47d98905b6d HTTP/1.1" status: 200  len: 217 time: 0.2861414
Feb 05 20:59:32.410563 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a6e921a3-6b99-4876-8c60-d9a6a59a2395 admin admin] Publish callbacks [] for port (b09a12d0-cabc-4160-b93c-5904c03366d4), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:32.433663 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd9d87f-4c74-4833-8328-4a6e0b91a040 x-openstack-request-id: req-5cd9d87f-4c74-4833-8328-4a6e0b91a040 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:59:32.434761 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a818080-aad3-4726-b306-27edf171c323", "name": "network-vif-plugged", "status": "completed", "tag": "b81d85a3-83ba-4718-af5c-54a493be5489", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:59:32.437698 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5cd9d87f-4c74-4833-8328-4a6e0b91a040 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:59:32.439878 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a818080-aad3-4726-b306-27edf171c323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81d85a3-83ba-4718-af5c-54a493be5489', 'code': 200}
Feb 05 20:59:32.468691 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-d7a4fe1f-21ab-4e7f-98cf-725d26505c6b None None] Set router 982aa03d-0390-44b7-9169-fd6e54a9f8b9 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:59:32.480511 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ddccc92b-eccc-42ba-a9e5-aa906a8b3220 admin admin] Publish callbacks [] for router (982aa03d-0390-44b7-9169-fd6e54a9f8b9), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:32.584120 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-7c7b946b-d2e3-4ca5-b17e-1e6f42e93577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:32.588742 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-7c7b946b-d2e3-4ca5-b17e-1e6f42e93577 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=896ddbdf-ac25-4e4f-b6a8-33cece06deaa HTTP/1.1" status: 200  len: 854 time: 0.1716304
Feb 05 20:59:32.611876 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port b81d85a3-83ba-4718-af5c-54a493be5489, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b81d85a3-83ba-4718-af5c-54a493be5489,segment=NetworkSegment(f21dc639-5af9-41ca-ac39-c80d5d7b6194),segment_id=f21dc639-5af9-41ca-ac39-c80d5d7b6194)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:59:32.720173 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b81d85a3-83ba-4718-af5c-54a493be5489), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:32.752371 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ddccc92b-eccc-42ba-a9e5-aa906a8b3220 admin admin] Publish callbacks [] for router_gateway (982aa03d-0390-44b7-9169-fd6e54a9f8b9), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:32.912383 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-ddccc92b-eccc-42ba-a9e5-aa906a8b3220 admin admin] Deleting port dd153ddb-9f21-42fe-a3bd-b7470a14c00c {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:59:32.913537 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ddccc92b-eccc-42ba-a9e5-aa906a8b3220 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (dd153ddb-9f21-42fe-a3bd-b7470a14c00c), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:33.069247 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-6194baca-c45c-49f5-a0b6-4934658bce83 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e409084d-65e0-491a-97ff-e3c112d56ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3504968
Feb 05 20:59:33.071394 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-d7a4fe1f-21ab-4e7f-98cf-725d26505c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db88f1fd0>, [{'id': '982aa03d-0390-44b7-9169-fd6e54a9f8b9', 'name': 'tempest-ServerRescueTestJSONUnderV235-77366947-router', 'tenant_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': 'dd153ddb-9f21-42fe-a3bd-b7470a14c00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:57:50Z', 'updated_at': '2022-02-05T20:59:30Z', 'revision_number': 5, 'project_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'gw_port': {'id': 'dd153ddb-9f21-42fe-a3bd-b7470a14c00c', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982aa03d-0390-44b7-9169-fd6e54a9f8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:57:51Z', 'updated_at': '2022-02-05T20:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:33.137146 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a4fe1f-21ab-4e7f-98cf-725d26505c6b None None] Checking router: 982aa03d-0390-44b7-9169-fd6e54a9f8b9 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:59:33.155095 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a6e921a3-6b99-4876-8c60-d9a6a59a2395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (b09a12d0-cabc-4160-b93c-5904c03366d4), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:33.170748 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a4fe1f-21ab-4e7f-98cf-725d26505c6b None None] Routers {'982aa03d-0390-44b7-9169-fd6e54a9f8b9'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:59:33.171676 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-d7a4fe1f-21ab-4e7f-98cf-725d26505c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db88f1fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:59:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['982aa03d-0390-44b7-9169-fd6e54a9f8b9'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:33.223735 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a1b7c1fd-4127-4ec0-bf6e-ba3e71f9e3f3 None None] Current status of the port 1cf3532c-03d0-4bd8-abd3-3cfc527903a0 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:59:33.336150 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-d7a4fe1f-21ab-4e7f-98cf-725d26505c6b None None] Set router 982aa03d-0390-44b7-9169-fd6e54a9f8b9 gateway port host: None {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:59:33.336419 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e921a3-6b99-4876-8c60-d9a6a59a2395 admin admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:59:33.400727 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-d7a4fe1f-21ab-4e7f-98cf-725d26505c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db88f1fd0>, [{'id': '982aa03d-0390-44b7-9169-fd6e54a9f8b9', 'name': 'tempest-ServerRescueTestJSONUnderV235-77366947-router', 'tenant_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:57:50Z', 'updated_at': '2022-02-05T20:59:32Z', 'revision_number': 6, 'project_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:33.414368 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-a6e921a3-6b99-4876-8c60-d9a6a59a2395 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:59:33.439558 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-ddccc92b-eccc-42ba-a9e5-aa906a8b3220 admin admin] For port dd153ddb-9f21-42fe-a3bd-b7470a14c00c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd153ddb-9f21-42fe-a3bd-b7470a14c00c,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:59:33.440193 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ddccc92b-eccc-42ba-a9e5-aa906a8b3220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (dd153ddb-9f21-42fe-a3bd-b7470a14c00c), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:33.444441 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a4fe1f-21ab-4e7f-98cf-725d26505c6b None None] The sync data for ids ['982aa03d-0390-44b7-9169-fd6e54a9f8b9'] in ncdv-master-1 is: [{'id': '982aa03d-0390-44b7-9169-fd6e54a9f8b9', 'name': 'tempest-ServerRescueTestJSONUnderV235-77366947-router', 'tenant_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:57:50Z', 'updated_at': '2022-02-05T20:59:32Z', 'revision_number': 6, 'project_id': 'ca5f02e4f32f409cb5d16fdde787db22', 'gw_port_host': None}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:59:33.467207 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-ddccc92b-eccc-42ba-a9e5-aa906a8b3220 admin admin] Calling delete_port for dd153ddb-9f21-42fe-a3bd-b7470a14c00c owned by network:router_gateway {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:59:33.507053 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e921a3-6b99-4876-8c60-d9a6a59a2395 admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:59:33.793439 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ddccc92b-eccc-42ba-a9e5-aa906a8b3220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (dd153ddb-9f21-42fe-a3bd-b7470a14c00c), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:33.865176 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=b81d85a3-83ba-4718-af5c-54a493be5489,revision_number=7']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:33.896264 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3477a1e7-e025-45ab-876a-75ccf4b27387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:33.926233 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 792f3954-c2c1-4d70-9379-5c0915be9ee3 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:59:33.926686 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (792f3954-c2c1-4d70-9379-5c0915be9ee3), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:33.967197 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddccc92b-eccc-42ba-a9e5-aa906a8b3220 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd153ddb-9f21-42fe-a3bd-b7470a14c00c,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:33.989828 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6cee7-5093-471d-94f2-5b0e4d3dacd4 req-061bfcfc-c906-4735-bbfe-ff8e20cea821 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:33.999230 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27f6cee7-5093-471d-94f2-5b0e4d3dacd4 req-061bfcfc-c906-4735-bbfe-ff8e20cea821 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f53b9-2664-49e8-8def-67e50d70101f HTTP/1.1" status: 200  len: 943 time: 0.7666924
Feb 05 20:59:34.120386 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 792f3954-c2c1-4d70-9379-5c0915be9ee3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=792f3954-c2c1-4d70-9379-5c0915be9ee3,segment=NetworkSegment(fea4ad2c-caf9-4a6f-aff5-22e46ce9423c),segment_id=fea4ad2c-caf9-4a6f-aff5-22e46ce9423c)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:59:34.234135 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-2829ea9e-6631-45bf-a8ca-3837367a1161 None None] Provisioning complete for port 792f3954-c2c1-4d70-9379-5c0915be9ee3 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:59:34.234961 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2829ea9e-6631-45bf-a8ca-3837367a1161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (792f3954-c2c1-4d70-9379-5c0915be9ee3), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:34.349298 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e921a3-6b99-4876-8c60-d9a6a59a2395 admin admin] Pushing event updated for resources: {'Port': ['ID=b09a12d0-cabc-4160-b93c-5904c03366d4,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:34.378786 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27f6cee7-5093-471d-94f2-5b0e4d3dacd4 req-786362ac-0bf0-4a4e-9c36-d97d41dbd770 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3781273
Feb 05 20:59:34.380138 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ddccc92b-eccc-42ba-a9e5-aa906a8b3220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (982aa03d-0390-44b7-9169-fd6e54a9f8b9), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:34.398745 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (792f3954-c2c1-4d70-9379-5c0915be9ee3), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:34.400124 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 1cf3532c-03d0-4bd8-abd3-3cfc527903a0 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:59:34.501901 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-86610824-8a1b-4360-b1ec-770d0aa8078d service neutron] 10.222.0.39 "GET /v2.0/networks/e409084d-65e0-491a-97ff-e3c112d56ec4?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3947632
Feb 05 20:59:34.551795 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e558420-7359-48a7-a6fe-cc26bf3184b6 None None] Network 02fb1df4-aa3c-42cb-aac5-026f1f97eb26 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:59:34.765044 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ddccc92b-eccc-42ba-a9e5-aa906a8b3220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (982aa03d-0390-44b7-9169-fd6e54a9f8b9), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:34.774717 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ddccc92b-eccc-42ba-a9e5-aa906a8b3220 admin admin] Publish callbacks [] for router_controller (982aa03d-0390-44b7-9169-fd6e54a9f8b9), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:34.793799 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-62c365de-ba97-4cb7-a629-9a6ad86eee3e req-ec1cc09a-c7db-4bc8-907a-a193d0f41233 service neutron] 10.222.0.39 "GET /v2.0/networks/e409084d-65e0-491a-97ff-e3c112d56ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2828901
Feb 05 20:59:34.833811 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=792f3954-c2c1-4d70-9379-5c0915be9ee3,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:34.909949 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ddccc92b-eccc-42ba-a9e5-aa906a8b3220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (982aa03d-0390-44b7-9169-fd6e54a9f8b9), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:34.911405 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddccc92b-eccc-42ba-a9e5-aa906a8b3220 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 982aa03d-0390-44b7-9169-fd6e54a9f8b9 {{(pid=114391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 20:59:34.930035 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-2829ea9e-6631-45bf-a8ca-3837367a1161 None None] Current status of the port 792f3954-c2c1-4d70-9379-5c0915be9ee3 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:59:34.933158 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ddccc92b-eccc-42ba-a9e5-aa906a8b3220 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:34.937278 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ddccc92b-eccc-42ba-a9e5-aa906a8b3220 admin admin] 10.222.0.32 "DELETE /v2.0/routers/982aa03d-0390-44b7-9169-fd6e54a9f8b9 HTTP/1.1" status: 204  len: 168 time: 2.8051353
Feb 05 20:59:34.939302 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 44000) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:35.043947 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 1cf3532c-03d0-4bd8-abd3-3cfc527903a0 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:59:35.052425 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1cf3532c-03d0-4bd8-abd3-3cfc527903a0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:35.089976 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a6e921a3-6b99-4876-8c60-d9a6a59a2395 admin admin] Publish callbacks [] for router_gateway (ca2721a6-49b9-440c-88a5-74224860ce12), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:35.196583 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2aa5ea4-4d9b-4836-8d1f-2ae440e66939 admin admin] Deleting subnet eab137f8-6355-40d9-8fb3-711b63d086ad {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:59:35.218467 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c1847-b6d2-47c0-9b65-1ae26c23fa81 req-027de07c-c406-4b1b-9c63-6e552d94a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:35.220798 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bf0c1847-b6d2-47c0-9b65-1ae26c23fa81 req-027de07c-c406-4b1b-9c63-6e552d94a249 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3d98b2fcc2704fad96bcaad8fe84b97a&device_id=480f53b9-2664-49e8-8def-67e50d70101f HTTP/1.1" status: 200  len: 1125 time: 0.2680340
Feb 05 20:59:35.238159 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e2aa5ea4-4d9b-4836-8d1f-2ae440e66939 admin admin] Publish callbacks [] for subnet (eab137f8-6355-40d9-8fb3-711b63d086ad), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:35.282080 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-2829ea9e-6631-45bf-a8ca-3837367a1161 None None] Provisioning complete for port 8f644489-f6d9-4f9c-bef1-707b35535872 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:59:35.283842 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2829ea9e-6631-45bf-a8ca-3837367a1161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (8f644489-f6d9-4f9c-bef1-707b35535872), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:35.296450 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e2aa5ea4-4d9b-4836-8d1f-2ae440e66939 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (eab137f8-6355-40d9-8fb3-711b63d086ad), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:35.392795 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2d65fd0d-0915-407a-8247-d76e8b9b12f1 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (45652cc2-d662-4eb4-9a28-acd0b8ea071b), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:35.393840 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e2aa5ea4-4d9b-4836-8d1f-2ae440e66939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (eab137f8-6355-40d9-8fb3-711b63d086ad), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:35.468667 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-2829ea9e-6631-45bf-a8ca-3837367a1161 None None] Port 8f644489-f6d9-4f9c-bef1-707b35535872 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:59:35.536663 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e2aa5ea4-4d9b-4836-8d1f-2ae440e66939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (eab137f8-6355-40d9-8fb3-711b63d086ad), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:35.555869 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 1cf3532c-03d0-4bd8-abd3-3cfc527903a0 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:59:35.615366 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6bb3982c-1b0d-4b08-bd64-0b5a7e651e3a None None] Provisioning complete for port 792f3954-c2c1-4d70-9379-5c0915be9ee3 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:59:35.615603 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6bb3982c-1b0d-4b08-bd64-0b5a7e651e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (792f3954-c2c1-4d70-9379-5c0915be9ee3), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:35.627894 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e2aa5ea4-4d9b-4836-8d1f-2ae440e66939 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:35.637168 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e2aa5ea4-4d9b-4836-8d1f-2ae440e66939 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/eab137f8-6355-40d9-8fb3-711b63d086ad HTTP/1.1" status: 204  len: 168 time: 0.6930563
Feb 05 20:59:35.643272 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa5ea4-4d9b-4836-8d1f-2ae440e66939 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eab137f8-6355-40d9-8fb3-711b63d086ad,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:35.670276 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 44034) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:35.815204 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002f82c-9e59-48ed-9570-eb7ecb851b3f req-ba263c35-c2cc-4b24-a037-609c3b506913 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:35.820879 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b002f82c-9e59-48ed-9570-eb7ecb851b3f req-ba263c35-c2cc-4b24-a037-609c3b506913 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f53b9-2664-49e8-8def-67e50d70101f HTTP/1.1" status: 200  len: 943 time: 0.2613761
Feb 05 20:59:35.849738 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6bb3982c-1b0d-4b08-bd64-0b5a7e651e3a None None] Current status of the port 792f3954-c2c1-4d70-9379-5c0915be9ee3 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:59:35.874220 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6bb3982c-1b0d-4b08-bd64-0b5a7e651e3a None None] Provisioning complete for port e929ba57-10d5-4ee3-b384-ad84c6e2c9bf triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:59:35.874760 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6bb3982c-1b0d-4b08-bd64-0b5a7e651e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e929ba57-10d5-4ee3-b384-ad84c6e2c9bf), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:35.944990 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b002f82c-9e59-48ed-9570-eb7ecb851b3f req-a6585d1a-7b00-4cf2-a886-6d5e528de9d1 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193373
Feb 05 20:59:35.986480 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 792f3954-c2c1-4d70-9379-5c0915be9ee3 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:59:36.115542 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c8693b02-4fc0-4719-8e76-d7ca9bcc52a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:36.170642 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 792f3954-c2c1-4d70-9379-5c0915be9ee3 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:59:36.171002 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (792f3954-c2c1-4d70-9379-5c0915be9ee3), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:36.175417 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6bb3982c-1b0d-4b08-bd64-0b5a7e651e3a None None] Current status of the port e929ba57-10d5-4ee3-b384-ad84c6e2c9bf is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:59:36.175880 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6bb3982c-1b0d-4b08-bd64-0b5a7e651e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e929ba57-10d5-4ee3-b384-ad84c6e2c9bf), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:36.337860 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a11c30ab-9640-4d45-845e-6a0b9e8eb9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (eb12b0a3-cb4e-47fe-8869-d20dface7d3e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:36.342591 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6bb3982c-1b0d-4b08-bd64-0b5a7e651e3a None None] For port e929ba57-10d5-4ee3-b384-ad84c6e2c9bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e929ba57-10d5-4ee3-b384-ad84c6e2c9bf,segment=NetworkSegment(b2e5a624-3a6f-48ee-876e-37a990f11a7b),segment_id=b2e5a624-3a6f-48ee-876e-37a990f11a7b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:59:36.363211 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6bb3982c-1b0d-4b08-bd64-0b5a7e651e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (e929ba57-10d5-4ee3-b384-ad84c6e2c9bf), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:36.463573 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c1847-b6d2-47c0-9b65-1ae26c23fa81 req-ba0e73b5-2c40-4555-863c-70a0b22cd5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:36.465468 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bf0c1847-b6d2-47c0-9b65-1ae26c23fa81 req-ba0e73b5-2c40-4555-863c-70a0b22cd5e9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e409084d-65e0-491a-97ff-e3c112d56ec4 HTTP/1.1" status: 200  len: 915 time: 1.2390170
Feb 05 20:59:36.483593 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 792f3954-c2c1-4d70-9379-5c0915be9ee3 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:59:36.485600 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device e929ba57-10d5-4ee3-b384-ad84c6e2c9bf up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:59:36.576724 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-d837c4f7-97b9-4552-a875-949a24908743 None None] Provisioning complete for port e929ba57-10d5-4ee3-b384-ad84c6e2c9bf triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:59:36.576724 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d837c4f7-97b9-4552-a875-949a24908743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e929ba57-10d5-4ee3-b384-ad84c6e2c9bf), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:36.619603 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb3982c-1b0d-4b08-bd64-0b5a7e651e3a None None] Pushing event updated for resources: {'Port': ['ID=e929ba57-10d5-4ee3-b384-ad84c6e2c9bf,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:36.634112 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a11c30ab-9640-4d45-845e-6a0b9e8eb9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (eb12b0a3-cb4e-47fe-8869-d20dface7d3e), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:36.666738 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-a11c30ab-9640-4d45-845e-6a0b9e8eb9e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db16c9d30>,) {'filters': {'network_id': ['eb12b0a3-cb4e-47fe-8869-d20dface7d3e']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:36.678774 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-a11c30ab-9640-4d45-845e-6a0b9e8eb9e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db16c9d30>, '8aef47f8-e9ab-41a2-a82b-242a7aecc3a5') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:36.679519 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-a11c30ab-9640-4d45-845e-6a0b9e8eb9e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db16c9d30>, '8aef47f8-e9ab-41a2-a82b-242a7aecc3a5') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:36.692226 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a11c30ab-9640-4d45-845e-6a0b9e8eb9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (8aef47f8-e9ab-41a2-a82b-242a7aecc3a5), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:36.699168 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port e929ba57-10d5-4ee3-b384-ad84c6e2c9bf triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:59:36.699553 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e929ba57-10d5-4ee3-b384-ad84c6e2c9bf), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:36.741775 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a11c30ab-9640-4d45-845e-6a0b9e8eb9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (8aef47f8-e9ab-41a2-a82b-242a7aecc3a5), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:36.748116 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a6e921a3-6b99-4876-8c60-d9a6a59a2395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (ca2721a6-49b9-440c-88a5-74224860ce12), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:36.750848 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bf0c1847-b6d2-47c0-9b65-1ae26c23fa81 req-8c25db48-beb2-4cf0-9330-b1b3a3a30557 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f802cc67-5410-4f9d-805c-f47d98905b6d HTTP/1.1" status: 200  len: 217 time: 0.2553394
Feb 05 20:59:36.753751 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-d837c4f7-97b9-4552-a875-949a24908743 None None] Current status of the port e929ba57-10d5-4ee3-b384-ad84c6e2c9bf is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:59:36.758710 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a11c30ab-9640-4d45-845e-6a0b9e8eb9e4 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:59:36.758817 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a11c30ab-9640-4d45-845e-6a0b9e8eb9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (8aef47f8-e9ab-41a2-a82b-242a7aecc3a5), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:36.760502 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 20:59:36.760502 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:59:36.760502 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 20:59:36.760502 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:59:36.760502 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 20:59:36.760502 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:59:36.760502 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 20:59:36.760502 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:59:36.760502 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 20:59:36.760502 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:59:36.760502 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 20:59:36.760502 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:59:36.760502 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 20:59:36.760502 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:59:36.760502 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:59:36.760502 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:59:36.760502 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:59:36.760502 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:59:36.760502 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 20:59:36.760502 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:59:36.760502 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 20:59:36.760502 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:59:36.760502 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:59:36.760502 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:59:36.760502 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:59:36.760502 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:59:36.760502 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:59:36.760502 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:59:36.760502 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:59:36.760502 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:59:36.760502 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:59:36.760502 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:59:36.849436 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port e929ba57-10d5-4ee3-b384-ad84c6e2c9bf is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:59:36.851455 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 1cf3532c-03d0-4bd8-abd3-3cfc527903a0 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:59:36.933127 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 1cf3532c-03d0-4bd8-abd3-3cfc527903a0 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:59:36.933522 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1cf3532c-03d0-4bd8-abd3-3cfc527903a0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:37.050625 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a11c30ab-9640-4d45-845e-6a0b9e8eb9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (eb12b0a3-cb4e-47fe-8869-d20dface7d3e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:37.072092 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a11c30ab-9640-4d45-845e-6a0b9e8eb9e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:37.083176 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a11c30ab-9640-4d45-845e-6a0b9e8eb9e4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/eb12b0a3-cb4e-47fe-8869-d20dface7d3e HTTP/1.1" status: 204  len: 168 time: 1.4058170
Feb 05 20:59:37.107112 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c1847-b6d2-47c0-9b65-1ae26c23fa81 req-aa78885f-1818-4a02-8746-fcf23a51dcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:37.108671 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bf0c1847-b6d2-47c0-9b65-1ae26c23fa81 req-aa78885f-1818-4a02-8746-fcf23a51dcfa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=896ddbdf-ac25-4e4f-b6a8-33cece06deaa HTTP/1.1" status: 200  len: 854 time: 0.3350697
Feb 05 20:59:37.113582 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 1cf3532c-03d0-4bd8-abd3-3cfc527903a0 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:59:37.143204 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c30ab-9640-4d45-845e-6a0b9e8eb9e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb12b0a3-cb4e-47fe-8869-d20dface7d3e,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:37.209715 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device dd153ddb-9f21-42fe-a3bd-b7470a14c00c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:59:37.229232 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bf0c1847-b6d2-47c0-9b65-1ae26c23fa81 req-24c6c77c-7edc-4b5f-8cb5-e2e29d55cc85 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e409084d-65e0-491a-97ff-e3c112d56ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0978818
Feb 05 20:59:37.233267 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abccfe-41ad-4597-82b2-0d546f27cc83 req-23e19cc1-dfde-4b59-ac2c-4cfda81273b4 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:37.235976 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-20abccfe-41ad-4597-82b2-0d546f27cc83 req-23e19cc1-dfde-4b59-ac2c-4cfda81273b4 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f53b9-2664-49e8-8def-67e50d70101f HTTP/1.1" status: 200  len: 943 time: 0.1214139
Feb 05 20:59:37.247625 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: dd153ddb-9f21-42fe-a3bd-b7470a14c00c {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:59:37.248049 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device dd153ddb-9f21-42fe-a3bd-b7470a14c00c not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:59:37.248427 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device e2a15a8e-93f4-419c-b560-07289fd8b4a7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:59:37.305334 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: e2a15a8e-93f4-419c-b560-07289fd8b4a7 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:59:37.305677 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device e2a15a8e-93f4-419c-b560-07289fd8b4a7 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:59:37.372127 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-20abccfe-41ad-4597-82b2-0d546f27cc83 req-2c885ea4-caa4-4f14-a486-a9ad52b8c6ee tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1062434
Feb 05 20:59:37.387674 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:37.423153 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device f802cc67-5410-4f9d-805c-f47d98905b6d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 20:59:37.754804 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port f802cc67-5410-4f9d-805c-f47d98905b6d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f802cc67-5410-4f9d-805c-f47d98905b6d,segment=NetworkSegment(2a52932a-0773-4bb3-a5f4-675383624606),segment_id=2a52932a-0773-4bb3-a5f4-675383624606)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:59:37.798156 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device e929ba57-10d5-4ee3-b384-ad84c6e2c9bf up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:59:37.827700 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 44110) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:37.869332 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'f802cc67-5410-4f9d-805c-f47d98905b6d', 'network_id': 'e409084d-65e0-491a-97ff-e3c112d56ec4', 'port_id': 'f802cc67-5410-4f9d-805c-f47d98905b6d', 'mac_address': 'fa:16:3e:8a:58:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '896ddbdf-ac25-4e4f-b6a8-33cece06deaa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 20:59:37.921538 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port e929ba57-10d5-4ee3-b384-ad84c6e2c9bf triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:59:37.923169 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e929ba57-10d5-4ee3-b384-ad84c6e2c9bf), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:37.969315 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-67de4a00-6f88-4bcb-8af4-a3c1c1beeef1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca5f02e4f32f409cb5d16fdde787db22&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1400037
Feb 05 20:59:37.971688 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 44116) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:38.028726 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port f802cc67-5410-4f9d-805c-f47d98905b6d is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:59:38.030362 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f802cc67-5410-4f9d-805c-f47d98905b6d), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:38.054579 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bf8da371-f033-423f-8c24-eb58b2871167 admin admin] Publish callbacks [] for security_group (0ff9e1fa-1af1-48b5-a113-4aa59c5c8876), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:38.086991 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bf8da371-f033-423f-8c24-eb58b2871167 admin admin] Publish callbacks [] for security_group (0ff9e1fa-1af1-48b5-a113-4aa59c5c8876), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:38.094524 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f802cc67-5410-4f9d-805c-f47d98905b6d {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 20:59:38.162522 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port f802cc67-5410-4f9d-805c-f47d98905b6d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f802cc67-5410-4f9d-805c-f47d98905b6d,segment=NetworkSegment(2a52932a-0773-4bb3-a5f4-675383624606),segment_id=2a52932a-0773-4bb3-a5f4-675383624606)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:59:38.176909 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (f802cc67-5410-4f9d-805c-f47d98905b6d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:38.180490 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bf8da371-f033-423f-8c24-eb58b2871167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (0ff9e1fa-1af1-48b5-a113-4aa59c5c8876), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:38.185430 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bf8da371-f033-423f-8c24-eb58b2871167 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:38.186936 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-bf8da371-f033-423f-8c24-eb58b2871167 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0ff9e1fa-1af1-48b5-a113-4aa59c5c8876 HTTP/1.1" status: 204  len: 168 time: 0.2132862
Feb 05 20:59:38.216885 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8da371-f033-423f-8c24-eb58b2871167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff9e1fa-1af1-48b5-a113-4aa59c5c8876,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:38.237359 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bf0c1847-b6d2-47c0-9b65-1ae26c23fa81 req-6d45a4b9-fd49-448b-a3eb-a93690b3fa75 service neutron] 10.222.0.39 "GET /v2.0/networks/e409084d-65e0-491a-97ff-e3c112d56ec4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9834859
Feb 05 20:59:38.272419 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=f802cc67-5410-4f9d-805c-f47d98905b6d,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:38.314670 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port e929ba57-10d5-4ee3-b384-ad84c6e2c9bf is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:59:38.423522 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e921a3-6b99-4876-8c60-d9a6a59a2395 admin admin] Router ca2721a6-49b9-440c-88a5-74224860ce12 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 20:59:38.506983 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['f802cc67-5410-4f9d-805c-f47d98905b6d'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 20:59:38.725051 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-2d65fd0d-0915-407a-8247-d76e8b9b12f1 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Deleting port 8f644489-f6d9-4f9c-bef1-707b35535872 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:59:38.726302 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2d65fd0d-0915-407a-8247-d76e8b9b12f1 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (8f644489-f6d9-4f9c-bef1-707b35535872), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:38.728325 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b59e9c0-9b7b-43bb-b75c-08a0893ba472 req-fc112ae1-70d0-41b0-a7f5-f9b6c9456d8d tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:38.730891 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2b59e9c0-9b7b-43bb-b75c-08a0893ba472 req-fc112ae1-70d0-41b0-a7f5-f9b6c9456d8d tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f53b9-2664-49e8-8def-67e50d70101f HTTP/1.1" status: 200  len: 944 time: 0.1183910
Feb 05 20:59:38.910802 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bf0c1847-b6d2-47c0-9b65-1ae26c23fa81 req-18cc5a9e-7621-4c0f-8c59-8d131810ca34 service neutron] 10.222.0.39 "GET /v2.0/networks/e409084d-65e0-491a-97ff-e3c112d56ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6244826
Feb 05 20:59:38.913770 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2b59e9c0-9b7b-43bb-b75c-08a0893ba472 req-f8e52051-055c-4ee9-82e2-80ccd91f34cf tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1534150
Feb 05 20:59:38.975611 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:39.018540 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e921a3-6b99-4876-8c60-d9a6a59a2395 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:59:39.042274 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccc585d-8a69-4dc2-b4da-800de3c8bf88 None None] Sync routers for ids ['ca2721a6-49b9-440c-88a5-74224860ce12'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:59:39.071522 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a6e921a3-6b99-4876-8c60-d9a6a59a2395 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:39.074630 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a6e921a3-6b99-4876-8c60-d9a6a59a2395 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 12.1926272
Feb 05 20:59:39.074971 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccc585d-8a69-4dc2-b4da-800de3c8bf88 None None] Routers {'ca2721a6-49b9-440c-88a5-74224860ce12'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:59:39.076127 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-9ccc585d-8a69-4dc2-b4da-800de3c8bf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab908490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:59:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ca2721a6-49b9-440c-88a5-74224860ce12'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:39.077657 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 44148) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:39.173334 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2d65fd0d-0915-407a-8247-d76e8b9b12f1 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (8f644489-f6d9-4f9c-bef1-707b35535872), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:39.217430 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-2d65fd0d-0915-407a-8247-d76e8b9b12f1 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Calling delete_port for 8f644489-f6d9-4f9c-bef1-707b35535872 owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:59:39.238152 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-9ccc585d-8a69-4dc2-b4da-800de3c8bf88 None None] Set router ca2721a6-49b9-440c-88a5-74224860ce12 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:59:39.840958 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2d65fd0d-0915-407a-8247-d76e8b9b12f1 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (8f644489-f6d9-4f9c-bef1-707b35535872), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:39.895284 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d65fd0d-0915-407a-8247-d76e8b9b12f1 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Pushing event deleted for resources: {'Port': ['ID=8f644489-f6d9-4f9c-bef1-707b35535872,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:40.148085 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-9ccc585d-8a69-4dc2-b4da-800de3c8bf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab908490>, [{'id': 'ca2721a6-49b9-440c-88a5-74224860ce12', 'name': 'tempest-ServersTestMultiNic-500018329-router', 'tenant_id': '635643c8c95a48178be578a04d153ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84'}], 'enable_snat': True}, 'gw_port_id': 'b09a12d0-cabc-4160-b93c-5904c03366d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:59:27Z', 'updated_at': '2022-02-05T20:59:34Z', 'revision_number': 3, 'project_id': '635643c8c95a48178be578a04d153ce8', 'gw_port': {'id': 'b09a12d0-cabc-4160-b93c-5904c03366d4', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e9:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2721a6-49b9-440c-88a5-74224860ce12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:59:30Z', 'updated_at': '2022-02-05T20:59:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:40.247288 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccc585d-8a69-4dc2-b4da-800de3c8bf88 None None] Checking router: ca2721a6-49b9-440c-88a5-74224860ce12 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:59:40.247652 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccc585d-8a69-4dc2-b4da-800de3c8bf88 None None] Updating router ca2721a6-49b9-440c-88a5-74224860ce12 port b09a12d0-cabc-4160-b93c-5904c03366d4 binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 20:59:40.327798 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2d65fd0d-0915-407a-8247-d76e8b9b12f1 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (45652cc2-d662-4eb4-9a28-acd0b8ea071b), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:40.353833 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:40.356237 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9ccc585d-8a69-4dc2-b4da-800de3c8bf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b09a12d0-cabc-4160-b93c-5904c03366d4), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:40.409624 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8845f1-8bbd-4d48-9266-da3e2e1da2e4 req-b7e1fcb8-6500-4ffa-991a-d77e748ce056 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:40.412012 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8d8845f1-8bbd-4d48-9266-da3e2e1da2e4 req-b7e1fcb8-6500-4ffa-991a-d77e748ce056 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f53b9-2664-49e8-8def-67e50d70101f HTTP/1.1" status: 200  len: 944 time: 0.3674729
Feb 05 20:59:40.528566 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d65fd0d-0915-407a-8247-d76e8b9b12f1 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Router 45652cc2-d662-4eb4-9a28-acd0b8ea071b has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:59:40.621997 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d65fd0d-0915-407a-8247-d76e8b9b12f1 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:59:40.636771 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4202d9-0061-417b-8845-d278c288e608 None None] Sync routers for ids ['45652cc2-d662-4eb4-9a28-acd0b8ea071b'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:59:40.655375 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2d65fd0d-0915-407a-8247-d76e8b9b12f1 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] 10.222.0.32 "PUT /v2.0/routers/45652cc2-d662-4eb4-9a28-acd0b8ea071b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.4700651
Feb 05 20:59:40.655375 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 44210) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:40.661379 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4202d9-0061-417b-8845-d278c288e608 None None] Routers {'45652cc2-d662-4eb4-9a28-acd0b8ea071b'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:59:40.663269 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-dd4202d9-0061-417b-8845-d278c288e608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dbad36df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:59:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['45652cc2-d662-4eb4-9a28-acd0b8ea071b'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:40.747744 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8d8845f1-8bbd-4d48-9266-da3e2e1da2e4 req-ce5f4b79-abd5-494b-b72b-864265ed1164 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3277671
Feb 05 20:59:40.810434 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-dd4202d9-0061-417b-8845-d278c288e608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dbad36df0>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:40.851162 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4202d9-0061-417b-8845-d278c288e608 None None] Routers {'45652cc2-d662-4eb4-9a28-acd0b8ea071b'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:59:40.851882 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-dd4202d9-0061-417b-8845-d278c288e608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dbad36df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:59:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['45652cc2-d662-4eb4-9a28-acd0b8ea071b'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:40.872791 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-a3a6a58c-3d7e-4ac7-8b7b-402080a2087a tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] delete failed (client error): The resource could not be found.
Feb 05 20:59:40.880062 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a3a6a58c-3d7e-4ac7-8b7b-402080a2087a tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-1610310334 HTTP/1.1" status: 404  len: 335 time: 0.2233157
Feb 05 20:59:40.885671 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 44224) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:40.902660 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-19c2f367-c26a-4b8b-9ef2-5242a965c7a8 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Request body: {'router': {'external_gateway_info': {'network_id': '45652cc2-d662-4eb4-9a28-acd0b8ea071b'}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:59:40.993743 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9ccc585d-8a69-4dc2-b4da-800de3c8bf88 None None] Publish callbacks [] for port (b09a12d0-cabc-4160-b93c-5904c03366d4), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:41.016953 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9ccc585d-8a69-4dc2-b4da-800de3c8bf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b09a12d0-cabc-4160-b93c-5904c03366d4), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:41.067331 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-dd4202d9-0061-417b-8845-d278c288e608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dbad36df0>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:41.068083 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4202d9-0061-417b-8845-d278c288e608 None None] The sync data for ids ['45652cc2-d662-4eb4-9a28-acd0b8ea071b'] in ncdv-master-1 is: [] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:59:41.163139 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d02e38-6d8c-4b9b-ab3f-dc5cbc55bc9c None None] Pushing event updated for resources: {'Port': ['ID=b09a12d0-cabc-4160-b93c-5904c03366d4,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:41.243615 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3f60b854-f587-48cc-a4da-e5f0102cb95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:41.267562 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-9ccc585d-8a69-4dc2-b4da-800de3c8bf88 None None] Attempting to bind port b09a12d0-cabc-4160-b93c-5904c03366d4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:59:41.268321 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-9ccc585d-8a69-4dc2-b4da-800de3c8bf88 None None] Attempting to bind port b09a12d0-cabc-4160-b93c-5904c03366d4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:59:41.270256 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccc585d-8a69-4dc2-b4da-800de3c8bf88 None None] Attempting to bind port b09a12d0-cabc-4160-b93c-5904c03366d4 on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:59:41.289962 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccc585d-8a69-4dc2-b4da-800de3c8bf88 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:59:41.290356 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccc585d-8a69-4dc2-b4da-800de3c8bf88 None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:59:41.290806 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9ccc585d-8a69-4dc2-b4da-800de3c8bf88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:41.291255 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccc585d-8a69-4dc2-b4da-800de3c8bf88 None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:59:41.291794 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-9ccc585d-8a69-4dc2-b4da-800de3c8bf88 None None] Bound port: b09a12d0-cabc-4160-b93c-5904c03366d4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:59:41.292201 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9ccc585d-8a69-4dc2-b4da-800de3c8bf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b09a12d0-cabc-4160-b93c-5904c03366d4), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:41.343200 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-19c2f367-c26a-4b8b-9ef2-5242a965c7a8 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks [] for router_gateway (45652cc2-d662-4eb4-9a28-acd0b8ea071b), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:41.384952 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-19c2f367-c26a-4b8b-9ef2-5242a965c7a8 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] update failed (client error): The resource could not be found.
Feb 05 20:59:41.386650 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-19c2f367-c26a-4b8b-9ef2-5242a965c7a8 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] 10.222.0.32 "PUT /v2.0/routers/45652cc2-d662-4eb4-9a28-acd0b8ea071b HTTP/1.1" status: 404  len: 339 time: 0.4992645
Feb 05 20:59:41.393157 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 44254) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:41.464902 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device f802cc67-5410-4f9d-805c-f47d98905b6d up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:59:41.509259 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-9ccc585d-8a69-4dc2-b4da-800de3c8bf88 None None] For port b09a12d0-cabc-4160-b93c-5904c03366d4, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:59:41.532724 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 44258) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:41.592015 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-9ccc585d-8a69-4dc2-b4da-800de3c8bf88 None None] For port b09a12d0-cabc-4160-b93c-5904c03366d4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b09a12d0-cabc-4160-b93c-5904c03366d4,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:59:41.619741 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9ccc585d-8a69-4dc2-b4da-800de3c8bf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b09a12d0-cabc-4160-b93c-5904c03366d4), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:41.650889 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-3f60b854-f587-48cc-a4da-e5f0102cb95e admin admin] Allocated IP 172.20.0.1 (02fb1df4-aa3c-42cb-aac5-026f1f97eb26/31c49727-ff6a-4391-84b3-142384327b83/96ac2073-f221-4156-adb5-465004dc3a94) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:59:41.857705 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccc585d-8a69-4dc2-b4da-800de3c8bf88 None None] Routers {'ca2721a6-49b9-440c-88a5-74224860ce12'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:59:41.857705 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-9ccc585d-8a69-4dc2-b4da-800de3c8bf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab908490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:59:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ca2721a6-49b9-440c-88a5-74224860ce12'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:41.889011 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 20:59:42.226059 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f42a6c88-e3f0-4e0f-94ae-0eb94e07acb3 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:42.251216 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3f60b854-f587-48cc-a4da-e5f0102cb95e admin admin] Publish callbacks [] for port (96ac2073-f221-4156-adb5-465004dc3a94), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:42.260747 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-9ccc585d-8a69-4dc2-b4da-800de3c8bf88 None None] Set router ca2721a6-49b9-440c-88a5-74224860ce12 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:59:42.287420 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-7642ddd9-60f6-4059-a2cd-49aba4112125 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1900786900-network', 'tenant_id': 'b032432076fd4e1aaffb93e3dd7da536'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:59:42.370552 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15a535-4497-402e-8bfa-d916691e9f75 req-cb265f71-ae34-4829-802f-36d388175a45 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:42.386306 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b15a535-4497-402e-8bfa-d916691e9f75 req-cb265f71-ae34-4829-802f-36d388175a45 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f53b9-2664-49e8-8def-67e50d70101f HTTP/1.1" status: 200  len: 944 time: 0.3015022
Feb 05 20:59:42.497417 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3f60b854-f587-48cc-a4da-e5f0102cb95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (96ac2073-f221-4156-adb5-465004dc3a94), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:42.529437 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d02e38-6d8c-4b9b-ab3f-dc5cbc55bc9c None None] Pushing event updated for resources: {'Port': ['ID=b09a12d0-cabc-4160-b93c-5904c03366d4,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:42.541666 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port f802cc67-5410-4f9d-805c-f47d98905b6d completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 20:59:42.565046 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7642ddd9-60f6-4059-a2cd-49aba4112125 admin admin] Made reservation on behalf of b032432076fd4e1aaffb93e3dd7da536 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:59:42.567835 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7642ddd9-60f6-4059-a2cd-49aba4112125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:42.619042 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port f802cc67-5410-4f9d-805c-f47d98905b6d triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:59:42.623270 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (f802cc67-5410-4f9d-805c-f47d98905b6d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:42.625341 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b15a535-4497-402e-8bfa-d916691e9f75 req-c0055e1e-e7bb-4aa9-b572-12e1df3acbef tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2376251
Feb 05 20:59:42.629635 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f60b854-f587-48cc-a4da-e5f0102cb95e admin admin] Network 02fb1df4-aa3c-42cb-aac5-026f1f97eb26 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:59:42.645506 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7642ddd9-60f6-4059-a2cd-49aba4112125 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:42.647688 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-3f60b854-f587-48cc-a4da-e5f0102cb95e admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:59:42.664882 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f60b854-f587-48cc-a4da-e5f0102cb95e admin admin] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:59:42.771589 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-f42a6c88-e3f0-4e0f-94ae-0eb94e07acb3 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Allocated IP 172.20.0.1 (4d78ce5a-44a7-4962-916b-54a45f834069/e4a8cdae-3408-4069-82b7-d9bcd36ea69f/ecdfaba1-ce6c-4844-9fd2-3d1740fa8ef5) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:59:42.819439 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3f60b854-f587-48cc-a4da-e5f0102cb95e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (ca2721a6-49b9-440c-88a5-74224860ce12), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:42.900098 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port f802cc67-5410-4f9d-805c-f47d98905b6d is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:59:42.900809 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f802cc67-5410-4f9d-805c-f47d98905b6d), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:42.968616 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480f53b9-2664-49e8-8def-67e50d70101f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f802cc67-5410-4f9d-805c-f47d98905b6d'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:59:42.977296 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348c41d8-da45-4f23-915c-ec340f663644" -d '{"events": [{"server_uuid": "480f53b9-2664-49e8-8def-67e50d70101f", "name": "network-vif-plugged", "status": "completed", "tag": "f802cc67-5410-4f9d-805c-f47d98905b6d"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:59:42.987144 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f42a6c88-e3f0-4e0f-94ae-0eb94e07acb3 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks [] for port (ecdfaba1-ce6c-4844-9fd2-3d1740fa8ef5), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:43.023924 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port f802cc67-5410-4f9d-805c-f47d98905b6d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f802cc67-5410-4f9d-805c-f47d98905b6d,segment=NetworkSegment(2a52932a-0773-4bb3-a5f4-675383624606),segment_id=2a52932a-0773-4bb3-a5f4-675383624606)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:59:43.035017 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (f802cc67-5410-4f9d-805c-f47d98905b6d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:43.085896 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f42a6c88-e3f0-4e0f-94ae-0eb94e07acb3 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (ecdfaba1-ce6c-4844-9fd2-3d1740fa8ef5), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:43.116554 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7642ddd9-60f6-4059-a2cd-49aba4112125 admin admin] Publish callbacks [] for security_group (52a679db-2a4b-4029-9473-12975758e4fb), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:43.126294 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42a6c88-e3f0-4e0f-94ae-0eb94e07acb3 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Network 4d78ce5a-44a7-4962-916b-54a45f834069 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:59:43.128378 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60b854-f587-48cc-a4da-e5f0102cb95e admin admin] Pushing event updated for resources: {'Port': ['ID=96ac2073-f221-4156-adb5-465004dc3a94,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:43.130313 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-f42a6c88-e3f0-4e0f-94ae-0eb94e07acb3 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:59:43.135425 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7642ddd9-60f6-4059-a2cd-49aba4112125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (52a679db-2a4b-4029-9473-12975758e4fb), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:43.201076 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7642ddd9-60f6-4059-a2cd-49aba4112125 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:59:43.244464 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 20:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fba3c2-5712-4a8b-9c16-8b73da99025f x-openstack-request-id: req-51fba3c2-5712-4a8b-9c16-8b73da99025f {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:59:43.244762 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480f53b9-2664-49e8-8def-67e50d70101f", "name": "network-vif-plugged", "status": "completed", "tag": "f802cc67-5410-4f9d-805c-f47d98905b6d", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:59:43.245018 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-51fba3c2-5712-4a8b-9c16-8b73da99025f {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:59:43.251604 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480f53b9-2664-49e8-8def-67e50d70101f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f802cc67-5410-4f9d-805c-f47d98905b6d', 'code': 200}
Feb 05 20:59:43.265602 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7642ddd9-60f6-4059-a2cd-49aba4112125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (cc01d865-8c79-4e5c-b982-84d4b6621a97), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:43.267336 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-7642ddd9-60f6-4059-a2cd-49aba4112125 admin admin] Added segment cc01d865-8c79-4e5c-b982-84d4b6621a97 of type vlan for network e74abdf6-9cf6-48bd-a910-eec63a9a18a4
Feb 05 20:59:43.290807 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642ddd9-60f6-4059-a2cd-49aba4112125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a679db-2a4b-4029-9473-12975758e4fb,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:43.296180 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42a6c88-e3f0-4e0f-94ae-0eb94e07acb3 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:59:43.332624 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=f802cc67-5410-4f9d-805c-f47d98905b6d,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:43.360325 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7642ddd9-60f6-4059-a2cd-49aba4112125 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (e74abdf6-9cf6-48bd-a910-eec63a9a18a4), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:43.365401 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-9ccc585d-8a69-4dc2-b4da-800de3c8bf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab908490>, [{'id': 'ca2721a6-49b9-440c-88a5-74224860ce12', 'name': 'tempest-ServersTestMultiNic-500018329-router', 'tenant_id': '635643c8c95a48178be578a04d153ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84'}], 'enable_snat': True}, 'gw_port_id': 'b09a12d0-cabc-4160-b93c-5904c03366d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:59:27Z', 'updated_at': '2022-02-05T20:59:34Z', 'revision_number': 3, 'project_id': '635643c8c95a48178be578a04d153ce8', 'gw_port': {'id': 'b09a12d0-cabc-4160-b93c-5904c03366d4', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e9:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2721a6-49b9-440c-88a5-74224860ce12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:59:30Z', 'updated_at': '2022-02-05T20:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:43.424542 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-2fb6eae1-8c30-44f7-b8c6-38cebc63518d None None] Provisioning complete for port 96ac2073-f221-4156-adb5-465004dc3a94 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:59:43.424979 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2fb6eae1-8c30-44f7-b8c6-38cebc63518d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (96ac2073-f221-4156-adb5-465004dc3a94), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:43.457192 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3f60b854-f587-48cc-a4da-e5f0102cb95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (96ac2073-f221-4156-adb5-465004dc3a94), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:43.489542 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccc585d-8a69-4dc2-b4da-800de3c8bf88 None None] The sync data for ids ['ca2721a6-49b9-440c-88a5-74224860ce12'] in ncdv-master-1 is: [{'id': 'ca2721a6-49b9-440c-88a5-74224860ce12', 'name': 'tempest-ServersTestMultiNic-500018329-router', 'tenant_id': '635643c8c95a48178be578a04d153ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84'}], 'enable_snat': True}, 'gw_port_id': 'b09a12d0-cabc-4160-b93c-5904c03366d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:59:27Z', 'updated_at': '2022-02-05T20:59:34Z', 'revision_number': 3, 'project_id': '635643c8c95a48178be578a04d153ce8', 'gw_port': {'id': 'b09a12d0-cabc-4160-b93c-5904c03366d4', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e9:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2721a6-49b9-440c-88a5-74224860ce12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:59:30Z', 'updated_at': '2022-02-05T20:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:59:43.490763 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a6c88-e3f0-4e0f-94ae-0eb94e07acb3 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Pushing event updated for resources: {'Port': ['ID=ecdfaba1-ce6c-4844-9fd2-3d1740fa8ef5,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:43.492156 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-2fb6eae1-8c30-44f7-b8c6-38cebc63518d None None] Port 96ac2073-f221-4156-adb5-465004dc3a94 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:59:43.594475 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f42a6c88-e3f0-4e0f-94ae-0eb94e07acb3 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (45652cc2-d662-4eb4-9a28-acd0b8ea071b), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:43.646310 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de290e2-3af7-41a4-9970-cecef17d3d54 req-39579a7b-5780-4cb9-bafe-61bf3d573c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:43.647504 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-8adde873-fa12-493b-a602-b064e73959ce None None] Provisioning complete for port ecdfaba1-ce6c-4844-9fd2-3d1740fa8ef5 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:59:43.648768 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4de290e2-3af7-41a4-9970-cecef17d3d54 req-39579a7b-5780-4cb9-bafe-61bf3d573c9d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=480f53b9-2664-49e8-8def-67e50d70101f HTTP/1.1" status: 200  len: 1127 time: 0.3606377
Feb 05 20:59:43.649863 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8adde873-fa12-493b-a602-b064e73959ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ecdfaba1-ce6c-4844-9fd2-3d1740fa8ef5), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:43.778933 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7642ddd9-60f6-4059-a2cd-49aba4112125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (e74abdf6-9cf6-48bd-a910-eec63a9a18a4), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:43.780216 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7642ddd9-60f6-4059-a2cd-49aba4112125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:43.780980 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7642ddd9-60f6-4059-a2cd-49aba4112125 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:43.848918 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7642ddd9-60f6-4059-a2cd-49aba4112125 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 2.3150063
Feb 05 20:59:43.867998 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 44336) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:43.880275 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-eba2e8e5-9ebc-40e9-8938-c8d5bb44f201 admin admin] Request body: {'subnet': {'network_id': 'e74abdf6-9cf6-48bd-a910-eec63a9a18a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1900786900-subnet', 'tenant_id': 'b032432076fd4e1aaffb93e3dd7da536', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:59:43.906702 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-8adde873-fa12-493b-a602-b064e73959ce None None] Port ecdfaba1-ce6c-4844-9fd2-3d1740fa8ef5 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:59:43.956651 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f42a6c88-e3f0-4e0f-94ae-0eb94e07acb3 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ecdfaba1-ce6c-4844-9fd2-3d1740fa8ef5), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:44.144529 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4de290e2-3af7-41a4-9970-cecef17d3d54 req-6a7782ae-b76c-4cfd-9ddf-b4f3d4a5fb46 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4829333
Feb 05 20:59:44.179935 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3f60b854-f587-48cc-a4da-e5f0102cb95e admin admin] Publish callbacks [] for port (96ac2073-f221-4156-adb5-465004dc3a94), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:44.337432 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba2e8e5-9ebc-40e9-8938-c8d5bb44f201 admin admin] Made reservation on behalf of b032432076fd4e1aaffb93e3dd7da536 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:59:44.350471 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eba2e8e5-9ebc-40e9-8938-c8d5bb44f201 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:44.354533 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3f60b854-f587-48cc-a4da-e5f0102cb95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (96ac2073-f221-4156-adb5-465004dc3a94), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:44.472363 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f42a6c88-e3f0-4e0f-94ae-0eb94e07acb3 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks [] for port (ecdfaba1-ce6c-4844-9fd2-3d1740fa8ef5), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:44.483106 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f42a6c88-e3f0-4e0f-94ae-0eb94e07acb3 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (ecdfaba1-ce6c-4844-9fd2-3d1740fa8ef5), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:44.498949 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642ddd9-60f6-4059-a2cd-49aba4112125 admin admin] Pushing event updated for resources: {'Network': ['ID=e74abdf6-9cf6-48bd-a910-eec63a9a18a4,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:44.511745 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network e74abdf6-9cf6-48bd-a910-eec63a9a18a4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:59:44.522973 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60b854-f587-48cc-a4da-e5f0102cb95e admin admin] Pushing event updated for resources: {'Port': ['ID=96ac2073-f221-4156-adb5-465004dc3a94,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:44.642507 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a6c88-e3f0-4e0f-94ae-0eb94e07acb3 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Pushing event updated for resources: {'Port': ['ID=ecdfaba1-ce6c-4844-9fd2-3d1740fa8ef5,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:44.654145 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7131f-d93d-44ca-bc36-cde984c2a19c req-7c004868-5191-4043-bd2a-819edd5ccc17 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:44.655862 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f42a6c88-e3f0-4e0f-94ae-0eb94e07acb3 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (45652cc2-d662-4eb4-9a28-acd0b8ea071b), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:44.656763 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a3c7131f-d93d-44ca-bc36-cde984c2a19c req-7c004868-5191-4043-bd2a-819edd5ccc17 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f53b9-2664-49e8-8def-67e50d70101f HTTP/1.1" status: 200  len: 945 time: 0.4413793
Feb 05 20:59:44.667008 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3f60b854-f587-48cc-a4da-e5f0102cb95e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (ca2721a6-49b9-440c-88a5-74224860ce12), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:44.936719 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42a6c88-e3f0-4e0f-94ae-0eb94e07acb3 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Network 4d78ce5a-44a7-4962-916b-54a45f834069 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:59:44.940576 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-f42a6c88-e3f0-4e0f-94ae-0eb94e07acb3 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:59:44.969695 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a3c7131f-d93d-44ca-bc36-cde984c2a19c req-b61b0f9a-93f9-4fd2-a0bb-af1300b603c9 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2821968
Feb 05 20:59:44.978237 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f60b854-f587-48cc-a4da-e5f0102cb95e admin admin] Network 02fb1df4-aa3c-42cb-aac5-026f1f97eb26 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:59:44.984063 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-3f60b854-f587-48cc-a4da-e5f0102cb95e admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:59:45.249590 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:45.595248 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-533755b0-3775-4d1d-98eb-d08be7c472b7 None None] Provisioning complete for port ecdfaba1-ce6c-4844-9fd2-3d1740fa8ef5 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:59:45.596382 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-533755b0-3775-4d1d-98eb-d08be7c472b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ecdfaba1-ce6c-4844-9fd2-3d1740fa8ef5), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:45.651452 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-533755b0-3775-4d1d-98eb-d08be7c472b7 None None] Port ecdfaba1-ce6c-4844-9fd2-3d1740fa8ef5 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:59:45.808893 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-e51c5b02-ecb6-42de-a6a6-cdf05d39ef89 None None] Provisioning complete for port 96ac2073-f221-4156-adb5-465004dc3a94 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:59:45.809475 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e51c5b02-ecb6-42de-a6a6-cdf05d39ef89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (96ac2073-f221-4156-adb5-465004dc3a94), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:45.869709 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f42a6c88-e3f0-4e0f-94ae-0eb94e07acb3 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Router 45652cc2-d662-4eb4-9a28-acd0b8ea071b has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:59:45.877354 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-e51c5b02-ecb6-42de-a6a6-cdf05d39ef89 None None] Port 96ac2073-f221-4156-adb5-465004dc3a94 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 20:59:45.886093 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b09a12d0-cabc-4160-b93c-5904c03366d4 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:59:45.967378 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port b09a12d0-cabc-4160-b93c-5904c03366d4 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:59:45.968113 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b09a12d0-cabc-4160-b93c-5904c03366d4), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:46.142207 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42a6c88-e3f0-4e0f-94ae-0eb94e07acb3 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:59:46.157777 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f42a6c88-e3f0-4e0f-94ae-0eb94e07acb3 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] 10.222.0.32 "PUT /v2.0/routers/45652cc2-d662-4eb4-9a28-acd0b8ea071b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7630420
Feb 05 20:59:46.170045 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afa9f82-4dc2-4b09-9e99-57c739daa6c3 None None] Sync routers for ids ['45652cc2-d662-4eb4-9a28-acd0b8ea071b'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:59:46.175614 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 44396) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:46.201424 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port b09a12d0-cabc-4160-b93c-5904c03366d4 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:59:46.202271 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b09a12d0-cabc-4160-b93c-5904c03366d4), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:46.253022 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afa9f82-4dc2-4b09-9e99-57c739daa6c3 None None] Routers {'45652cc2-d662-4eb4-9a28-acd0b8ea071b'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:59:46.253965 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-4afa9f82-4dc2-4b09-9e99-57c739daa6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab8dc1f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:59:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['45652cc2-d662-4eb4-9a28-acd0b8ea071b'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:46.259061 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port b09a12d0-cabc-4160-b93c-5904c03366d4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b09a12d0-cabc-4160-b93c-5904c03366d4,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:59:46.301141 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-4afa9f82-4dc2-4b09-9e99-57c739daa6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab8dc1f0>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:46.309660 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b09a12d0-cabc-4160-b93c-5904c03366d4), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:46.339189 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afa9f82-4dc2-4b09-9e99-57c739daa6c3 None None] Routers {'45652cc2-d662-4eb4-9a28-acd0b8ea071b'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:59:46.340287 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-4afa9f82-4dc2-4b09-9e99-57c739daa6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab8dc1f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:59:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['45652cc2-d662-4eb4-9a28-acd0b8ea071b'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:46.431633 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-4afa9f82-4dc2-4b09-9e99-57c739daa6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab8dc1f0>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:46.439648 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afa9f82-4dc2-4b09-9e99-57c739daa6c3 None None] The sync data for ids ['45652cc2-d662-4eb4-9a28-acd0b8ea071b'] in ncdv-master-1 is: [] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:59:46.546825 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=b09a12d0-cabc-4160-b93c-5904c03366d4,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:46.567047 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7ea1ae19-87e5-4fbb-a95e-0ec7e38dc0d9 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks [] for router (45652cc2-d662-4eb4-9a28-acd0b8ea071b), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:46.608024 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eba2e8e5-9ebc-40e9-8938-c8d5bb44f201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (2072f53b-8d25-4818-add0-666edb1a541f), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:46.737522 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-7ea1ae19-87e5-4fbb-a95e-0ec7e38dc0d9 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] delete failed (client error): There was a conflict when trying to complete your request.
Feb 05 20:59:46.740653 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7ea1ae19-87e5-4fbb-a95e-0ec7e38dc0d9 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] 10.222.0.32 "DELETE /v2.0/routers/45652cc2-d662-4eb4-9a28-acd0b8ea071b HTTP/1.1" status: 409  len: 329 time: 0.5597620
Feb 05 20:59:46.743507 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 44426) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:46.747855 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f60b854-f587-48cc-a4da-e5f0102cb95e admin admin] Router ca2721a6-49b9-440c-88a5-74224860ce12 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:59:46.776261 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba2e8e5-9ebc-40e9-8938-c8d5bb44f201 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2072f53b-8d25-4818-add0-666edb1a541f,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:46.794769 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f330d5-4acd-4e86-907d-b5ce20a5b9aa req-4624dd1f-246b-4e00-ad37-684143ba7720 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:46.802951 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f6f330d5-4acd-4e86-907d-b5ce20a5b9aa req-4624dd1f-246b-4e00-ad37-684143ba7720 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f53b9-2664-49e8-8def-67e50d70101f HTTP/1.1" status: 200  len: 945 time: 0.3976421
Feb 05 20:59:46.806619 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba2e8e5-9ebc-40e9-8938-c8d5bb44f201 admin admin] Checking segment: {'id': 'cc01d865-8c79-4e5c-b982-84d4b6621a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e74abdf6-9cf6-48bd-a910-eec63a9a18a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:59:46.807004 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba2e8e5-9ebc-40e9-8938-c8d5bb44f201 admin admin] Network hostable DHCP agents. Network: e74abdf6-9cf6-48bd-a910-eec63a9a18a4, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:59:46.984411 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba2e8e5-9ebc-40e9-8938-c8d5bb44f201 admin admin] Network e74abdf6-9cf6-48bd-a910-eec63a9a18a4 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:59:47.065392 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f6f330d5-4acd-4e86-907d-b5ce20a5b9aa req-3e3720c5-cc31-4a32-8d40-e9943233e35a tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2601411
Feb 05 20:59:47.072247 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-eba2e8e5-9ebc-40e9-8938-c8d5bb44f201 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e74abdf6-9cf6-48bd-a910-eec63a9a18a4) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:59:47.089211 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51c25b1-9bb6-4c33-b2fa-b18f12718507 None None] Network e74abdf6-9cf6-48bd-a910-eec63a9a18a4 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:59:47.120148 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba2e8e5-9ebc-40e9-8938-c8d5bb44f201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:47.120823 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eba2e8e5-9ebc-40e9-8938-c8d5bb44f201 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:47.218017 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-eba2e8e5-9ebc-40e9-8938-c8d5bb44f201 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 3.3487442
Feb 05 20:59:47.225549 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f60b854-f587-48cc-a4da-e5f0102cb95e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:59:47.238254 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-3f60b854-f587-48cc-a4da-e5f0102cb95e admin admin] 10.222.0.32 "PUT /v2.0/routers/ca2721a6-49b9-440c-88a5-74224860ce12/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.1594961
Feb 05 20:59:47.239725 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57c0f59-c354-4e0a-918e-8357168b132d None None] Sync routers for ids ['ca2721a6-49b9-440c-88a5-74224860ce12'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:59:47.259220 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57c0f59-c354-4e0a-918e-8357168b132d None None] Routers {'ca2721a6-49b9-440c-88a5-74224860ce12'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:59:47.260567 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-d57c0f59-c354-4e0a-918e-8357168b132d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8ca2700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:59:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ca2721a6-49b9-440c-88a5-74224860ce12'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:47.316876 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf5a25-6b8c-4567-9c3a-1582be3c0783 req-9807e747-c2a4-4cf6-9eaa-5612de4a23ee tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:47.325010 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2acf5a25-6b8c-4567-9c3a-1582be3c0783 req-9807e747-c2a4-4cf6-9eaa-5612de4a23ee tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f53b9-2664-49e8-8def-67e50d70101f HTTP/1.1" status: 200  len: 945 time: 0.0918622
Feb 05 20:59:47.416840 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2acf5a25-6b8c-4567-9c3a-1582be3c0783 req-b7b0fb5a-156a-44b3-9297-1e18495d036a tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904820
Feb 05 20:59:47.479481 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8725cd8-7814-4f37-b08b-997a7755810a None None] Network e74abdf6-9cf6-48bd-a910-eec63a9a18a4 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:59:47.652613 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 44468) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:47.664690 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0d3a9c4d-76e3-441e-8dc3-a94926c169da tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (45652cc2-d662-4eb4-9a28-acd0b8ea071b), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:47.684294 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-d57c0f59-c354-4e0a-918e-8357168b132d None None] Set router ca2721a6-49b9-440c-88a5-74224860ce12 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:59:47.842132 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b09a12d0-cabc-4160-b93c-5904c03366d4 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:59:47.861043 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-752ae424-85fd-4e3c-90d6-ad9855a23b6a admin admin] Deleting subnet 2072f53b-8d25-4818-add0-666edb1a541f {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:59:47.875557 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-752ae424-85fd-4e3c-90d6-ad9855a23b6a admin admin] Publish callbacks [] for subnet (2072f53b-8d25-4818-add0-666edb1a541f), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:47.919892 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 44476) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:47.967950 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-752ae424-85fd-4e3c-90d6-ad9855a23b6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (2072f53b-8d25-4818-add0-666edb1a541f), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:48.105749 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port b09a12d0-cabc-4160-b93c-5904c03366d4 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:59:48.106779 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b09a12d0-cabc-4160-b93c-5904c03366d4), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:48.187102 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-752ae424-85fd-4e3c-90d6-ad9855a23b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (2072f53b-8d25-4818-add0-666edb1a541f), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:48.289905 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-0d3a9c4d-76e3-441e-8dc3-a94926c169da tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Deleting port ecdfaba1-ce6c-4844-9fd2-3d1740fa8ef5 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:59:48.290265 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0d3a9c4d-76e3-441e-8dc3-a94926c169da tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (ecdfaba1-ce6c-4844-9fd2-3d1740fa8ef5), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:48.321205 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port b09a12d0-cabc-4160-b93c-5904c03366d4 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:59:48.325909 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-d57c0f59-c354-4e0a-918e-8357168b132d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8ca2700>, [{'id': 'ca2721a6-49b9-440c-88a5-74224860ce12', 'name': 'tempest-ServersTestMultiNic-500018329-router', 'tenant_id': '635643c8c95a48178be578a04d153ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84'}], 'enable_snat': True}, 'gw_port_id': 'b09a12d0-cabc-4160-b93c-5904c03366d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:59:27Z', 'updated_at': '2022-02-05T20:59:43Z', 'revision_number': 4, 'project_id': '635643c8c95a48178be578a04d153ce8', 'gw_port': {'id': 'b09a12d0-cabc-4160-b93c-5904c03366d4', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2721a6-49b9-440c-88a5-74224860ce12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:59:30Z', 'updated_at': '2022-02-05T20:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '96ac2073-f221-4156-adb5-465004dc3a94', 'name': '', 'network_id': '02fb1df4-aa3c-42cb-aac5-026f1f97eb26', 'tenant_id': '635643c8c95a48178be578a04d153ce8', 'mac_address': 'fa:16:3e:56:c9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2721a6-49b9-440c-88a5-74224860ce12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '31c49727-ff6a-4391-84b3-142384327b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:59:41Z', 'updated_at': '2022-02-05T20:59:43Z', 'revision_number': 2, 'project_id': '635643c8c95a48178be578a04d153ce8', 'subnets': [{'id': '31c49727-ff6a-4391-84b3-142384327b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:48.378637 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 44490) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:48.396542 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57c0f59-c354-4e0a-918e-8357168b132d None None] Checking router: ca2721a6-49b9-440c-88a5-74224860ce12 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 20:59:48.397188 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57c0f59-c354-4e0a-918e-8357168b132d None None] Updating router ca2721a6-49b9-440c-88a5-74224860ce12 port 96ac2073-f221-4156-adb5-465004dc3a94 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 20:59:48.436288 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-d57c0f59-c354-4e0a-918e-8357168b132d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (96ac2073-f221-4156-adb5-465004dc3a94), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:48.469075 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0d3a9c4d-76e3-441e-8dc3-a94926c169da tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (ecdfaba1-ce6c-4844-9fd2-3d1740fa8ef5), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:48.491102 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-0d3a9c4d-76e3-441e-8dc3-a94926c169da tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Calling delete_port for ecdfaba1-ce6c-4844-9fd2-3d1740fa8ef5 owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:59:48.525098 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-752ae424-85fd-4e3c-90d6-ad9855a23b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (2072f53b-8d25-4818-add0-666edb1a541f), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:48.629666 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ae424-85fd-4e3c-90d6-ad9855a23b6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2072f53b-8d25-4818-add0-666edb1a541f,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:48.642995 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-d5d3718b-1a88-441c-ab87-ad9e0e64bfcd tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-312649894'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:59:48.654134 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-011f9228-e7b2-4d10-9e38-4ec02693a76f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:48.678758 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a8fde5-dc23-4ffe-aaa3-408d94116a1a req-b48c20ec-d817-48ed-bf99-aeb63802c03a tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:48.681621 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2a8fde5-dc23-4ffe-aaa3-408d94116a1a req-b48c20ec-d817-48ed-bf99-aeb63802c03a tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f53b9-2664-49e8-8def-67e50d70101f HTTP/1.1" status: 200  len: 945 time: 0.4374962
Feb 05 20:59:48.695001 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-752ae424-85fd-4e3c-90d6-ad9855a23b6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:48.704454 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-752ae424-85fd-4e3c-90d6-ad9855a23b6a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2072f53b-8d25-4818-add0-666edb1a541f HTTP/1.1" status: 204  len: 168 time: 1.0496407
Feb 05 20:59:48.707254 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 44500) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:48.732071 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d3718b-1a88-441c-ab87-ad9e0e64bfcd tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Made reservation on behalf of 635643c8c95a48178be578a04d153ce8 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:59:48.745095 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d5d3718b-1a88-441c-ab87-ad9e0e64bfcd tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:48.847095 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-011f9228-e7b2-4d10-9e38-4ec02693a76f admin admin] Publish callbacks [] for security_group (88f14192-554a-4409-8044-aa2e5908654d), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:48.858437 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-011f9228-e7b2-4d10-9e38-4ec02693a76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (88f14192-554a-4409-8044-aa2e5908654d), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:48.861972 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5d3718b-1a88-441c-ab87-ad9e0e64bfcd tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:59:48.897649 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ccae72d3-dcf8-4b34-b3cf-7608b5ea8b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (e74abdf6-9cf6-48bd-a910-eec63a9a18a4), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:48.904946 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d5d3718b-1a88-441c-ab87-ad9e0e64bfcd tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (9cb0e7e9-bebd-43cb-a591-47478d79e2a1), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:48.904946 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-d5d3718b-1a88-441c-ab87-ad9e0e64bfcd tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Added segment 9cb0e7e9-bebd-43cb-a591-47478d79e2a1 of type vlan for network d6ee8e2f-7336-4698-ba11-ba7129199ab1
Feb 05 20:59:48.922524 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f9228-e7b2-4d10-9e38-4ec02693a76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f14192-554a-4409-8044-aa2e5908654d,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:48.972821 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-d57c0f59-c354-4e0a-918e-8357168b132d None None] Publish callbacks [] for port (96ac2073-f221-4156-adb5-465004dc3a94), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:48.974590 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2a8fde5-dc23-4ffe-aaa3-408d94116a1a req-20f3f05d-f187-4fe6-bcc5-5604c15d5905 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2688503
Feb 05 20:59:48.977806 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-011f9228-e7b2-4d10-9e38-4ec02693a76f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fe7953cc08e04a2cbcdfbd300afb1e74&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5968924
Feb 05 20:59:48.980711 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0d3a9c4d-76e3-441e-8dc3-a94926c169da tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (ecdfaba1-ce6c-4844-9fd2-3d1740fa8ef5), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:48.981088 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 44506) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:48.986670 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-d57c0f59-c354-4e0a-918e-8357168b132d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (96ac2073-f221-4156-adb5-465004dc3a94), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:49.054597 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-53000a77-d761-4f93-840e-d68d88f8d37a admin admin] Publish callbacks [] for security_group (88f14192-554a-4409-8044-aa2e5908654d), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:49.061272 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d5d3718b-1a88-441c-ab87-ad9e0e64bfcd tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (d6ee8e2f-7336-4698-ba11-ba7129199ab1), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:49.075634 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a9c4d-76e3-441e-8dc3-a94926c169da tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Pushing event deleted for resources: {'Port': ['ID=ecdfaba1-ce6c-4844-9fd2-3d1740fa8ef5,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:49.112132 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-53000a77-d761-4f93-840e-d68d88f8d37a admin admin] Publish callbacks [] for security_group (88f14192-554a-4409-8044-aa2e5908654d), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:49.221523 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af20362-7382-4d38-b7c9-b228650e404b None None] Pushing event updated for resources: {'Port': ['ID=96ac2073-f221-4156-adb5-465004dc3a94,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:49.256174 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-53000a77-d761-4f93-840e-d68d88f8d37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (88f14192-554a-4409-8044-aa2e5908654d), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:49.264167 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-53000a77-d761-4f93-840e-d68d88f8d37a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:49.268657 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-53000a77-d761-4f93-840e-d68d88f8d37a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/88f14192-554a-4409-8044-aa2e5908654d HTTP/1.1" status: 204  len: 168 time: 0.2832046
Feb 05 20:59:49.278229 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ccae72d3-dcf8-4b34-b3cf-7608b5ea8b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (e74abdf6-9cf6-48bd-a910-eec63a9a18a4), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:49.285951 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-d57c0f59-c354-4e0a-918e-8357168b132d None None] Attempting to bind port 96ac2073-f221-4156-adb5-465004dc3a94 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:59:49.286322 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-d57c0f59-c354-4e0a-918e-8357168b132d None None] Attempting to bind port 96ac2073-f221-4156-adb5-465004dc3a94 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b2e5a624-3a6f-48ee-876e-37a990f11a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '02fb1df4-aa3c-42cb-aac5-026f1f97eb26'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:59:49.286717 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57c0f59-c354-4e0a-918e-8357168b132d None None] Attempting to bind port 96ac2073-f221-4156-adb5-465004dc3a94 on network 02fb1df4-aa3c-42cb-aac5-026f1f97eb26 {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:59:49.289707 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d5d3718b-1a88-441c-ab87-ad9e0e64bfcd tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (d6ee8e2f-7336-4698-ba11-ba7129199ab1), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:49.295579 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d3718b-1a88-441c-ab87-ad9e0e64bfcd tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:49.296307 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d5d3718b-1a88-441c-ab87-ad9e0e64bfcd tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:49.300313 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af20362-7382-4d38-b7c9-b228650e404b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:49.300672 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af20362-7382-4d38-b7c9-b228650e404b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:49.301007 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af20362-7382-4d38-b7c9-b228650e404b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:49.313412 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af20362-7382-4d38-b7c9-b228650e404b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:49.313913 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af20362-7382-4d38-b7c9-b228650e404b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:49.324045 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af20362-7382-4d38-b7c9-b228650e404b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:49.325662 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af20362-7382-4d38-b7c9-b228650e404b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:49.326533 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af20362-7382-4d38-b7c9-b228650e404b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:49.330961 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af20362-7382-4d38-b7c9-b228650e404b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:49.331579 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af20362-7382-4d38-b7c9-b228650e404b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:49.336927 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af20362-7382-4d38-b7c9-b228650e404b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:49.341464 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af20362-7382-4d38-b7c9-b228650e404b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:49.341881 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53000a77-d761-4f93-840e-d68d88f8d37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f14192-554a-4409-8044-aa2e5908654d,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:49.342610 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af20362-7382-4d38-b7c9-b228650e404b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 20:59:49.360685 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57c0f59-c354-4e0a-918e-8357168b132d None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:59:49.361640 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57c0f59-c354-4e0a-918e-8357168b132d None None] Checking segment: {'id': 'b2e5a624-3a6f-48ee-876e-37a990f11a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '02fb1df4-aa3c-42cb-aac5-026f1f97eb26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:59:49.362443 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-d57c0f59-c354-4e0a-918e-8357168b132d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:49.363687 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57c0f59-c354-4e0a-918e-8357168b132d None None] Bound using segment: {'id': 'b2e5a624-3a6f-48ee-876e-37a990f11a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '02fb1df4-aa3c-42cb-aac5-026f1f97eb26'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:59:49.365527 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-d57c0f59-c354-4e0a-918e-8357168b132d None None] Bound port: 96ac2073-f221-4156-adb5-465004dc3a94, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2e5a624-3a6f-48ee-876e-37a990f11a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '02fb1df4-aa3c-42cb-aac5-026f1f97eb26'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:59:49.366338 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-d57c0f59-c354-4e0a-918e-8357168b132d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (96ac2073-f221-4156-adb5-465004dc3a94), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:49.366740 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d5d3718b-1a88-441c-ab87-ad9e0e64bfcd tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 1.4431148
Feb 05 20:59:49.367584 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 44514) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:49.375968 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-0812f0d4-39b8-4a9f-a79a-aa801d8c3372 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Request body: {'subnet': {'network_id': 'd6ee8e2f-7336-4698-ba11-ba7129199ab1', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:59:49.465479 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-ccae72d3-dcf8-4b34-b3cf-7608b5ea8b89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2fa05b0>,) {'filters': {'network_id': ['e74abdf6-9cf6-48bd-a910-eec63a9a18a4']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:49.577858 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-d57c0f59-c354-4e0a-918e-8357168b132d None None] For port 96ac2073-f221-4156-adb5-465004dc3a94, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:59:49.585734 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-d57c0f59-c354-4e0a-918e-8357168b132d None None] For port 96ac2073-f221-4156-adb5-465004dc3a94, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=96ac2073-f221-4156-adb5-465004dc3a94,segment=NetworkSegment(b2e5a624-3a6f-48ee-876e-37a990f11a7b),segment_id=b2e5a624-3a6f-48ee-876e-37a990f11a7b)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:59:49.605429 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0812f0d4-39b8-4a9f-a79a-aa801d8c3372 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Made reservation on behalf of 635643c8c95a48178be578a04d153ce8 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:59:49.610156 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0812f0d4-39b8-4a9f-a79a-aa801d8c3372 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:49.614174 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-d57c0f59-c354-4e0a-918e-8357168b132d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (96ac2073-f221-4156-adb5-465004dc3a94), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:49.822205 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57c0f59-c354-4e0a-918e-8357168b132d None None] Routers {'ca2721a6-49b9-440c-88a5-74224860ce12'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:59:49.822205 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-d57c0f59-c354-4e0a-918e-8357168b132d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8ca2700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:59:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ca2721a6-49b9-440c-88a5-74224860ce12'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:49.832866 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af20362-7382-4d38-b7c9-b228650e404b None None] Pushing event updated for resources: {'Port': ['ID=96ac2073-f221-4156-adb5-465004dc3a94,revision_number=4']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:49.916877 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-ccae72d3-dcf8-4b34-b3cf-7608b5ea8b89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2fa05b0>, 'cc01d865-8c79-4e5c-b982-84d4b6621a97') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:49.918040 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-ccae72d3-dcf8-4b34-b3cf-7608b5ea8b89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2fa05b0>, 'cc01d865-8c79-4e5c-b982-84d4b6621a97') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:49.921684 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0d3a9c4d-76e3-441e-8dc3-a94926c169da tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (45652cc2-d662-4eb4-9a28-acd0b8ea071b), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:49.955284 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d3718b-1a88-441c-ab87-ad9e0e64bfcd tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Pushing event updated for resources: {'Network': ['ID=d6ee8e2f-7336-4698-ba11-ba7129199ab1,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:49.971821 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network d6ee8e2f-7336-4698-ba11-ba7129199ab1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:59:49.977127 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ccae72d3-dcf8-4b34-b3cf-7608b5ea8b89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (cc01d865-8c79-4e5c-b982-84d4b6621a97), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:50.071765 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ccae72d3-dcf8-4b34-b3cf-7608b5ea8b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (cc01d865-8c79-4e5c-b982-84d4b6621a97), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:50.089462 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccae72d3-dcf8-4b34-b3cf-7608b5ea8b89 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:59:50.089865 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ccae72d3-dcf8-4b34-b3cf-7608b5ea8b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (cc01d865-8c79-4e5c-b982-84d4b6621a97), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:50.091720 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 20:59:50.091720 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:59:50.091720 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 20:59:50.091720 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:59:50.091720 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 20:59:50.091720 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:59:50.091720 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 20:59:50.091720 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:59:50.091720 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 20:59:50.091720 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:59:50.091720 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 20:59:50.091720 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:59:50.091720 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 20:59:50.091720 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:59:50.091720 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:59:50.091720 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:59:50.091720 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:59:50.091720 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:59:50.091720 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 20:59:50.091720 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:59:50.091720 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 20:59:50.091720 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:59:50.091720 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:59:50.091720 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:59:50.091720 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:59:50.091720 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:59:50.091720 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:59:50.091720 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:59:50.091720 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:59:50.091720 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:59:50.091720 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:59:50.091720 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:59:50.141874 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-d57c0f59-c354-4e0a-918e-8357168b132d None None] Set router ca2721a6-49b9-440c-88a5-74224860ce12 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 20:59:50.228779 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:50.238276 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ccae72d3-dcf8-4b34-b3cf-7608b5ea8b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (e74abdf6-9cf6-48bd-a910-eec63a9a18a4), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:50.258730 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ccae72d3-dcf8-4b34-b3cf-7608b5ea8b89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:50.268208 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ccae72d3-dcf8-4b34-b3cf-7608b5ea8b89 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e74abdf6-9cf6-48bd-a910-eec63a9a18a4 HTTP/1.1" status: 204  len: 168 time: 1.5583444
Feb 05 20:59:50.284348 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-b90c7dac-7462-40d6-a257-c81c0a59cb1d None None] Provisioning complete for port 96ac2073-f221-4156-adb5-465004dc3a94 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:59:50.284881 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b90c7dac-7462-40d6-a257-c81c0a59cb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (96ac2073-f221-4156-adb5-465004dc3a94), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:50.291156 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3a9c4d-76e3-441e-8dc3-a94926c169da tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Router 45652cc2-d662-4eb4-9a28-acd0b8ea071b has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 20:59:50.298104 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae72d3-dcf8-4b34-b3cf-7608b5ea8b89 admin admin] Pushing event deleted for resources: {'Network': ['ID=e74abdf6-9cf6-48bd-a910-eec63a9a18a4,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:50.351091 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 44534) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:50.360382 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0812f0d4-39b8-4a9f-a79a-aa801d8c3372 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (e14c265f-94bc-4d29-af98-ab5f92b4997d), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:50.435243 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3a9c4d-76e3-441e-8dc3-a94926c169da tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 20:59:50.460847 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0d3a9c4d-76e3-441e-8dc3-a94926c169da tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] 10.222.0.32 "PUT /v2.0/routers/45652cc2-d662-4eb4-9a28-acd0b8ea071b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7129586
Feb 05 20:59:50.462303 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 44536) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:50.464935 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f5089e-893e-44c3-9086-612813cbdf76 None None] Sync routers for ids ['45652cc2-d662-4eb4-9a28-acd0b8ea071b'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 20:59:50.499780 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812f0d4-39b8-4a9f-a79a-aa801d8c3372 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Pushing event updated for resources: {'Subnet': ['ID=e14c265f-94bc-4d29-af98-ab5f92b4997d,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:50.513465 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f5089e-893e-44c3-9086-612813cbdf76 None None] Routers {'45652cc2-d662-4eb4-9a28-acd0b8ea071b'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:59:50.514309 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-14f5089e-893e-44c3-9086-612813cbdf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabe55d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:59:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['45652cc2-d662-4eb4-9a28-acd0b8ea071b'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:50.519061 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-b90c7dac-7462-40d6-a257-c81c0a59cb1d None None] Current status of the port 96ac2073-f221-4156-adb5-465004dc3a94 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:59:50.519777 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b90c7dac-7462-40d6-a257-c81c0a59cb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (96ac2073-f221-4156-adb5-465004dc3a94), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:50.561156 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8ccb1f17-8412-4f0b-8926-de446baad433 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:50.563568 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 44538) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:50.584764 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-b9728cb7-0d82-4018-bbab-b1d0097a69dd tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] show failed (client error): The resource could not be found.
Feb 05 20:59:50.592562 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b9728cb7-0d82-4018-bbab-b1d0097a69dd tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-546124231 HTTP/1.1" status: 404  len: 334 time: 0.1272390
Feb 05 20:59:50.597344 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 44542) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:50.627851 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-424a4257-fcf3-45b0-9371-fae51630b39c tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Request body: {'router': {'name': 'new_name'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:59:50.702322 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-00ea73ee-5a32-4858-a278-e3ebec3f4c23 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b032432076fd4e1aaffb93e3dd7da536&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1372981
Feb 05 20:59:50.704452 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 44546) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:50.705776 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-424a4257-fcf3-45b0-9371-fae51630b39c tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] update failed (client error): The resource could not be found.
Feb 05 20:59:50.707117 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-424a4257-fcf3-45b0-9371-fae51630b39c tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-1024712170 HTTP/1.1" status: 404  len: 335 time: 0.0926006
Feb 05 20:59:50.712524 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 44548) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:50.733927 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-d57c0f59-c354-4e0a-918e-8357168b132d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8ca2700>, [{'id': 'ca2721a6-49b9-440c-88a5-74224860ce12', 'name': 'tempest-ServersTestMultiNic-500018329-router', 'tenant_id': '635643c8c95a48178be578a04d153ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84'}], 'enable_snat': True}, 'gw_port_id': 'b09a12d0-cabc-4160-b93c-5904c03366d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:59:27Z', 'updated_at': '2022-02-05T20:59:43Z', 'revision_number': 4, 'project_id': '635643c8c95a48178be578a04d153ce8', 'gw_port': {'id': 'b09a12d0-cabc-4160-b93c-5904c03366d4', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2721a6-49b9-440c-88a5-74224860ce12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:59:30Z', 'updated_at': '2022-02-05T20:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '96ac2073-f221-4156-adb5-465004dc3a94', 'name': '', 'network_id': '02fb1df4-aa3c-42cb-aac5-026f1f97eb26', 'tenant_id': '635643c8c95a48178be578a04d153ce8', 'mac_address': 'fa:16:3e:56:c9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2721a6-49b9-440c-88a5-74224860ce12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '31c49727-ff6a-4391-84b3-142384327b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:59:41Z', 'updated_at': '2022-02-05T20:59:49Z', 'revision_number': 4, 'project_id': '635643c8c95a48178be578a04d153ce8', 'subnets': [{'id': '31c49727-ff6a-4391-84b3-142384327b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:50.766678 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8ccb1f17-8412-4f0b-8926-de446baad433 admin admin] Publish callbacks [] for security_group (a1229d51-1bc7-4e29-b587-aa67e41c44c6), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:50.789404 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-673d6f6f-ba5b-4cfd-8521-a62c0754f859 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Deleting subnet 80b5b75e-8072-4a80-b882-69f5140e88a2 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:59:50.790495 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8ccb1f17-8412-4f0b-8926-de446baad433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (a1229d51-1bc7-4e29-b587-aa67e41c44c6), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:50.799104 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-673d6f6f-ba5b-4cfd-8521-a62c0754f859 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks [] for subnet (80b5b75e-8072-4a80-b882-69f5140e88a2), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:50.808639 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57c0f59-c354-4e0a-918e-8357168b132d None None] The sync data for ids ['ca2721a6-49b9-440c-88a5-74224860ce12'] in ncdv-master-1 is: [{'id': 'ca2721a6-49b9-440c-88a5-74224860ce12', 'name': 'tempest-ServersTestMultiNic-500018329-router', 'tenant_id': '635643c8c95a48178be578a04d153ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84'}], 'enable_snat': True}, 'gw_port_id': 'b09a12d0-cabc-4160-b93c-5904c03366d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:59:27Z', 'updated_at': '2022-02-05T20:59:43Z', 'revision_number': 4, 'project_id': '635643c8c95a48178be578a04d153ce8', 'gw_port': {'id': 'b09a12d0-cabc-4160-b93c-5904c03366d4', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2721a6-49b9-440c-88a5-74224860ce12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:59:30Z', 'updated_at': '2022-02-05T20:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '96ac2073-f221-4156-adb5-465004dc3a94', 'name': '', 'network_id': '02fb1df4-aa3c-42cb-aac5-026f1f97eb26', 'tenant_id': '635643c8c95a48178be578a04d153ce8', 'mac_address': 'fa:16:3e:56:c9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2721a6-49b9-440c-88a5-74224860ce12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '31c49727-ff6a-4391-84b3-142384327b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:59:41Z', 'updated_at': '2022-02-05T20:59:49Z', 'revision_number': 4, 'project_id': '635643c8c95a48178be578a04d153ce8', 'subnets': [{'id': '31c49727-ff6a-4391-84b3-142384327b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:59:50.821704 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-14f5089e-893e-44c3-9086-612813cbdf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabe55d30>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:50.839168 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f8e21-5cbc-4424-b0e7-20a801091042 req-3ba1de02-db5d-4f54-b786-b7cef898691c tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:50.848119 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-174f8e21-5cbc-4424-b0e7-20a801091042 req-3ba1de02-db5d-4f54-b786-b7cef898691c tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f53b9-2664-49e8-8def-67e50d70101f HTTP/1.1" status: 200  len: 945 time: 0.6144688
Feb 05 20:59:50.860128 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f5089e-893e-44c3-9086-612813cbdf76 None None] Routers {'45652cc2-d662-4eb4-9a28-acd0b8ea071b'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 20:59:50.863486 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-14f5089e-893e-44c3-9086-612813cbdf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabe55d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T20:59:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['45652cc2-d662-4eb4-9a28-acd0b8ea071b'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:50.921939 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-673d6f6f-ba5b-4cfd-8521-a62c0754f859 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (80b5b75e-8072-4a80-b882-69f5140e88a2), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:51.017875 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0812f0d4-39b8-4a9f-a79a-aa801d8c3372 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Checking segment: {'id': '9cb0e7e9-bebd-43cb-a591-47478d79e2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd6ee8e2f-7336-4698-ba11-ba7129199ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:59:51.018249 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0812f0d4-39b8-4a9f-a79a-aa801d8c3372 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Network hostable DHCP agents. Network: d6ee8e2f-7336-4698-ba11-ba7129199ab1, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:59:51.028414 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-14f5089e-893e-44c3-9086-612813cbdf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabe55d30>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:51.029969 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f5089e-893e-44c3-9086-612813cbdf76 None None] The sync data for ids ['45652cc2-d662-4eb4-9a28-acd0b8ea071b'] in ncdv-master-1 is: [] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 20:59:51.040746 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ea2ccc11-448b-4d3f-9b30-0b54fc84cfdd admin admin] Publish callbacks [] for security_group (52a679db-2a4b-4029-9473-12975758e4fb), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:51.041326 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-b90c7dac-7462-40d6-a257-c81c0a59cb1d None None] For port 96ac2073-f221-4156-adb5-465004dc3a94, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=96ac2073-f221-4156-adb5-465004dc3a94,segment=NetworkSegment(b2e5a624-3a6f-48ee-876e-37a990f11a7b),segment_id=b2e5a624-3a6f-48ee-876e-37a990f11a7b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:59:51.050359 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b90c7dac-7462-40d6-a257-c81c0a59cb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (96ac2073-f221-4156-adb5-465004dc3a94), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:51.061883 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8ccb1f17-8412-4f0b-8926-de446baad433 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1829297ae68845a2ba73da88638e8ae0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7029660
Feb 05 20:59:51.070538 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb1f17-8412-4f0b-8926-de446baad433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1229d51-1bc7-4e29-b587-aa67e41c44c6,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:51.070808 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 44562) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:51.087982 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-174f8e21-5cbc-4424-b0e7-20a801091042 req-4b6104e9-abcf-4a24-830f-de352903e378 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2366061
Feb 05 20:59:51.114066 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0812f0d4-39b8-4a9f-a79a-aa801d8c3372 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Network d6ee8e2f-7336-4698-ba11-ba7129199ab1 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:59:51.139943 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-0812f0d4-39b8-4a9f-a79a-aa801d8c3372 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d6ee8e2f-7336-4698-ba11-ba7129199ab1) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:59:51.145954 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ea2ccc11-448b-4d3f-9b30-0b54fc84cfdd admin admin] Publish callbacks [] for security_group (52a679db-2a4b-4029-9473-12975758e4fb), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:51.146667 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0812f0d4-39b8-4a9f-a79a-aa801d8c3372 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:51.147396 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0812f0d4-39b8-4a9f-a79a-aa801d8c3372 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:51.180218 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0812f0d4-39b8-4a9f-a79a-aa801d8c3372 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.8110824
Feb 05 20:59:51.181251 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 44564) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:51.188612 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-a6298fda-8be0-4968-a077-d7fc13d81cb1 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-830615583'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:59:51.200295 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c7dac-7462-40d6-a257-c81c0a59cb1d None None] Pushing event updated for resources: {'Port': ['ID=96ac2073-f221-4156-adb5-465004dc3a94,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:51.210407 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efd58e0-011d-4d4f-b2e4-78fd6fc087c7 None None] Network d6ee8e2f-7336-4698-ba11-ba7129199ab1 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:59:51.219560 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-673d6f6f-ba5b-4cfd-8521-a62c0754f859 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (80b5b75e-8072-4a80-b882-69f5140e88a2), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:51.251638 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6298fda-8be0-4968-a077-d7fc13d81cb1 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Made reservation on behalf of 635643c8c95a48178be578a04d153ce8 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:59:51.256062 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a6298fda-8be0-4968-a077-d7fc13d81cb1 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:51.290207 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6298fda-8be0-4968-a077-d7fc13d81cb1 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 20:59:51.290507 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5425f5f4-0fb7-4497-847d-18c2f9f1ad20 admin admin] Publish callbacks [] for security_group (a1229d51-1bc7-4e29-b587-aa67e41c44c6), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:51.314472 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a6298fda-8be0-4968-a077-d7fc13d81cb1 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (9bb46988-e9d7-4b6a-8335-182502fc14c0), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:51.315203 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-a6298fda-8be0-4968-a077-d7fc13d81cb1 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Added segment 9bb46988-e9d7-4b6a-8335-182502fc14c0 of type vlan for network 57dc5b5b-be89-4567-aa02-6a608f23a8fc
Feb 05 20:59:51.337224 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-b08a8ba9-7c22-486e-a49a-be127d8bb698 None None] Provisioning complete for port 96ac2073-f221-4156-adb5-465004dc3a94 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:59:51.337953 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b08a8ba9-7c22-486e-a49a-be127d8bb698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (96ac2073-f221-4156-adb5-465004dc3a94), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:51.357309 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5425f5f4-0fb7-4497-847d-18c2f9f1ad20 admin admin] Publish callbacks [] for security_group (a1229d51-1bc7-4e29-b587-aa67e41c44c6), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:51.412709 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a6298fda-8be0-4968-a077-d7fc13d81cb1 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (57dc5b5b-be89-4567-aa02-6a608f23a8fc), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:51.435122 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-673d6f6f-ba5b-4cfd-8521-a62c0754f859 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (80b5b75e-8072-4a80-b882-69f5140e88a2), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:51.479913 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d148bcbb-5cc5-4f7a-8384-3b6e6d704915 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d6ee8e2f-7336-4698-ba11-ba7129199ab1', 'network_id': 'd6ee8e2f-7336-4698-ba11-ba7129199ab1', 'project_id': '635643c8c95a48178be578a04d153ce8', 'fixed_ips': [{'subnet_id': 'e14c265f-94bc-4d29-af98-ab5f92b4997d'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 20:59:51.481130 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d148bcbb-5cc5-4f7a-8384-3b6e6d704915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:51.484048 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a6298fda-8be0-4968-a077-d7fc13d81cb1 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (57dc5b5b-be89-4567-aa02-6a608f23a8fc), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:51.485602 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ea2ccc11-448b-4d3f-9b30-0b54fc84cfdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (52a679db-2a4b-4029-9473-12975758e4fb), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:51.488717 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ea2ccc11-448b-4d3f-9b30-0b54fc84cfdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:51.492377 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ea2ccc11-448b-4d3f-9b30-0b54fc84cfdd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/52a679db-2a4b-4029-9473-12975758e4fb HTTP/1.1" status: 204  len: 168 time: 0.7815979
Feb 05 20:59:51.498732 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6298fda-8be0-4968-a077-d7fc13d81cb1 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:51.500496 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a6298fda-8be0-4968-a077-d7fc13d81cb1 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:51.522678 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d6f6f-ba5b-4cfd-8521-a62c0754f859 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Pushing event deleted for resources: {'Subnet': ['ID=80b5b75e-8072-4a80-b882-69f5140e88a2,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:51.567873 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-673d6f6f-ba5b-4cfd-8521-a62c0754f859 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:51.576239 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-673d6f6f-ba5b-4cfd-8521-a62c0754f859 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] 10.222.0.32 "DELETE /v2.0/subnets/80b5b75e-8072-4a80-b882-69f5140e88a2 HTTP/1.1" status: 204  len: 168 time: 0.8617167
Feb 05 20:59:51.582809 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 44568) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:51.585735 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ccc11-448b-4d3f-9b30-0b54fc84cfdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a679db-2a4b-4029-9473-12975758e4fb,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:51.669890 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 44570) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:51.671653 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a6298fda-8be0-4968-a077-d7fc13d81cb1 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.4891462
Feb 05 20:59:51.679588 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-831add47-8e4b-4aff-848d-0c25e518e865 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Request body: {'subnet': {'network_id': '57dc5b5b-be89-4567-aa02-6a608f23a8fc', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:59:51.680156 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6298fda-8be0-4968-a077-d7fc13d81cb1 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Pushing event updated for resources: {'Network': ['ID=57dc5b5b-be89-4567-aa02-6a608f23a8fc,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:51.686428 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6223a2-544f-4244-8c04-eb7782f63244 None None] Network 17a50205-17b8-4c0d-b61f-cb9d07832a16 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:59:51.732260 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5425f5f4-0fb7-4497-847d-18c2f9f1ad20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (a1229d51-1bc7-4e29-b587-aa67e41c44c6), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:51.736236 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5425f5f4-0fb7-4497-847d-18c2f9f1ad20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:51.738427 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5425f5f4-0fb7-4497-847d-18c2f9f1ad20 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a1229d51-1bc7-4e29-b587-aa67e41c44c6 HTTP/1.1" status: 204  len: 168 time: 0.6658351
Feb 05 20:59:51.788840 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 57dc5b5b-be89-4567-aa02-6a608f23a8fc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 20:59:51.832270 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5425f5f4-0fb7-4497-847d-18c2f9f1ad20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1229d51-1bc7-4e29-b587-aa67e41c44c6,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:51.870406 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a8f5c9-0540-42c3-b84f-9e35a7e7dc4b tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Deleting subnet 31359a97-44b2-49e0-9b2d-b93d06768f7c {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:59:51.879099 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d2a8f5c9-0540-42c3-b84f-9e35a7e7dc4b tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks [] for subnet (31359a97-44b2-49e0-9b2d-b93d06768f7c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:51.964030 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-b08a8ba9-7c22-486e-a49a-be127d8bb698 None None] Current status of the port 96ac2073-f221-4156-adb5-465004dc3a94 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:59:52.008618 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d2a8f5c9-0540-42c3-b84f-9e35a7e7dc4b tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (31359a97-44b2-49e0-9b2d-b93d06768f7c), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:52.056313 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 96ac2073-f221-4156-adb5-465004dc3a94 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:59:52.227307 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831add47-8e4b-4aff-848d-0c25e518e865 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Made reservation on behalf of 635643c8c95a48178be578a04d153ce8 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:59:52.235977 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-831add47-8e4b-4aff-848d-0c25e518e865 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:52.325604 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d2a8f5c9-0540-42c3-b84f-9e35a7e7dc4b tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (31359a97-44b2-49e0-9b2d-b93d06768f7c), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:52.370881 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-d148bcbb-5cc5-4f7a-8384-3b6e6d704915 None None] Allocated IP 19.80.0.2 (d6ee8e2f-7336-4698-ba11-ba7129199ab1/e14c265f-94bc-4d29-af98-ab5f92b4997d/800c0b9c-1232-42ad-bebf-0952ecb99409) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:59:52.532781 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdbf8f7-bf14-4e8f-b82c-73934b0e9e33 req-e4f7cbd6-d16f-4cb6-91a5-0c5ec271df19 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:52.534644 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ccdbf8f7-bf14-4e8f-b82c-73934b0e9e33 req-e4f7cbd6-d16f-4cb6-91a5-0c5ec271df19 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f53b9-2664-49e8-8def-67e50d70101f HTTP/1.1" status: 200  len: 945 time: 0.2470684
Feb 05 20:59:52.733914 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ccdbf8f7-bf14-4e8f-b82c-73934b0e9e33 req-a6608624-88a9-4110-be7d-1ce7d54817f5 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1624935
Feb 05 20:59:52.846260 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 96ac2073-f221-4156-adb5-465004dc3a94 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:59:52.846790 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (96ac2073-f221-4156-adb5-465004dc3a94), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:52.944655 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d2a8f5c9-0540-42c3-b84f-9e35a7e7dc4b tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (31359a97-44b2-49e0-9b2d-b93d06768f7c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:52.992997 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e087f0-2d45-4124-a9f2-fa1caa6beb8c None None] DHCP port deletion for 17a50205-17b8-4c0d-b61f-cb9d07832a16 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 20:59:53.045384 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d148bcbb-5cc5-4f7a-8384-3b6e6d704915 None None] Publish callbacks [] for port (800c0b9c-1232-42ad-bebf-0952ecb99409), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:53.064092 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d148bcbb-5cc5-4f7a-8384-3b6e6d704915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (800c0b9c-1232-42ad-bebf-0952ecb99409), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:53.132987 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d2a8f5c9-0540-42c3-b84f-9e35a7e7dc4b tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:53.141541 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d2a8f5c9-0540-42c3-b84f-9e35a7e7dc4b tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] 10.222.0.32 "DELETE /v2.0/subnets/31359a97-44b2-49e0-9b2d-b93d06768f7c HTTP/1.1" status: 204  len: 168 time: 1.5485122
Feb 05 20:59:53.142595 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a8f5c9-0540-42c3-b84f-9e35a7e7dc4b tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Pushing event deleted for resources: {'Subnet': ['ID=31359a97-44b2-49e0-9b2d-b93d06768f7c,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:53.145137 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 44634) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:53.259820 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d148bcbb-5cc5-4f7a-8384-3b6e6d704915 None None] Network d6ee8e2f-7336-4698-ba11-ba7129199ab1 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:59:53.261292 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32488ba4-0019-447b-bcee-35086c6b91a4 None None] Network 9f73f27a-71a1-4fa2-9cd5-e77eb5d64d3e requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:59:53.432585 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-831add47-8e4b-4aff-848d-0c25e518e865 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (7af1e542-8682-4f1b-9c61-a224b166171b), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:53.444871 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-d148bcbb-5cc5-4f7a-8384-3b6e6d704915 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:59:53.448932 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d148bcbb-5cc5-4f7a-8384-3b6e6d704915 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:59:53.460101 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148bcbb-5cc5-4f7a-8384-3b6e6d704915 None None] Pushing event updated for resources: {'Port': ['ID=800c0b9c-1232-42ad-bebf-0952ecb99409,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:53.575915 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e3df6530-3592-4e86-943d-8b3e1711b3dc tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (17a50205-17b8-4c0d-b61f-cb9d07832a16), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:53.755153 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-e3df6530-3592-4e86-943d-8b3e1711b3dc tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Deleting port 792f3954-c2c1-4d70-9379-5c0915be9ee3 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:59:53.756016 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e3df6530-3592-4e86-943d-8b3e1711b3dc tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (792f3954-c2c1-4d70-9379-5c0915be9ee3), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:53.848262 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 96ac2073-f221-4156-adb5-465004dc3a94 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:59:53.873828 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-e3df6530-3592-4e86-943d-8b3e1711b3dc tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] For port 792f3954-c2c1-4d70-9379-5c0915be9ee3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=792f3954-c2c1-4d70-9379-5c0915be9ee3,segment=NetworkSegment(fea4ad2c-caf9-4a6f-aff5-22e46ce9423c),segment_id=fea4ad2c-caf9-4a6f-aff5-22e46ce9423c)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:59:53.874233 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e3df6530-3592-4e86-943d-8b3e1711b3dc tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (792f3954-c2c1-4d70-9379-5c0915be9ee3), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:53.902807 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-e3df6530-3592-4e86-943d-8b3e1711b3dc tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Calling delete_port for 792f3954-c2c1-4d70-9379-5c0915be9ee3 owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:59:53.922351 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-d148bcbb-5cc5-4f7a-8384-3b6e6d704915 None None] Attempting to bind port 800c0b9c-1232-42ad-bebf-0952ecb99409 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:59:53.922351 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-d148bcbb-5cc5-4f7a-8384-3b6e6d704915 None None] Attempting to bind port 800c0b9c-1232-42ad-bebf-0952ecb99409 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9cb0e7e9-bebd-43cb-a591-47478d79e2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd6ee8e2f-7336-4698-ba11-ba7129199ab1'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:59:53.922351 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d148bcbb-5cc5-4f7a-8384-3b6e6d704915 None None] Attempting to bind port 800c0b9c-1232-42ad-bebf-0952ecb99409 on network d6ee8e2f-7336-4698-ba11-ba7129199ab1 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:59:53.933777 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d148bcbb-5cc5-4f7a-8384-3b6e6d704915 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:59:53.934198 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d148bcbb-5cc5-4f7a-8384-3b6e6d704915 None None] Checking segment: {'id': '9cb0e7e9-bebd-43cb-a591-47478d79e2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd6ee8e2f-7336-4698-ba11-ba7129199ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:59:53.934605 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d148bcbb-5cc5-4f7a-8384-3b6e6d704915 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:53.935289 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d148bcbb-5cc5-4f7a-8384-3b6e6d704915 None None] Bound using segment: {'id': '9cb0e7e9-bebd-43cb-a591-47478d79e2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd6ee8e2f-7336-4698-ba11-ba7129199ab1'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:59:53.935839 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-d148bcbb-5cc5-4f7a-8384-3b6e6d704915 None None] Bound port: 800c0b9c-1232-42ad-bebf-0952ecb99409, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb0e7e9-bebd-43cb-a591-47478d79e2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd6ee8e2f-7336-4698-ba11-ba7129199ab1'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:59:53.936230 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d148bcbb-5cc5-4f7a-8384-3b6e6d704915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (800c0b9c-1232-42ad-bebf-0952ecb99409), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:53.969619 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b592bcd-ed8a-4c82-a8dc-a34230499f53 None None] DHCP port deletion for 9f73f27a-71a1-4fa2-9cd5-e77eb5d64d3e request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 20:59:53.998859 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-b4e087f0-2d45-4124-a9f2-fa1caa6beb8c None None] Deleting port 792f3954-c2c1-4d70-9379-5c0915be9ee3 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:59:53.999241 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b4e087f0-2d45-4124-a9f2-fa1caa6beb8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (792f3954-c2c1-4d70-9379-5c0915be9ee3), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:54.129185 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e3df6530-3592-4e86-943d-8b3e1711b3dc tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (792f3954-c2c1-4d70-9379-5c0915be9ee3), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:54.134422 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 792f3954-c2c1-4d70-9379-5c0915be9ee3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:59:54.187178 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 792f3954-c2c1-4d70-9379-5c0915be9ee3 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:59:54.191323 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 792f3954-c2c1-4d70-9379-5c0915be9ee3 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:59:54.269593 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df6530-3592-4e86-943d-8b3e1711b3dc tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Pushing event deleted for resources: {'Port': ['ID=792f3954-c2c1-4d70-9379-5c0915be9ee3,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:54.274995 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 44692) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:54.309079 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3df6530-3592-4e86-943d-8b3e1711b3dc tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] No DVR routers for this DVR port 792f3954-c2c1-4d70-9379-5c0915be9ee3 on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:59:54.310295 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-b4e087f0-2d45-4124-a9f2-fa1caa6beb8c None None] For port 792f3954-c2c1-4d70-9379-5c0915be9ee3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=792f3954-c2c1-4d70-9379-5c0915be9ee3,segment=NetworkSegment(fea4ad2c-caf9-4a6f-aff5-22e46ce9423c),segment_id=fea4ad2c-caf9-4a6f-aff5-22e46ce9423c)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:59:54.313880 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b4e087f0-2d45-4124-a9f2-fa1caa6beb8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (792f3954-c2c1-4d70-9379-5c0915be9ee3), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:54.407458 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-b4e087f0-2d45-4124-a9f2-fa1caa6beb8c None None] Calling delete_port for 792f3954-c2c1-4d70-9379-5c0915be9ee3 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:59:54.423674 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86188e5f-eab9-480e-b538-efeb1348dab7 req-02676436-43d0-43ae-a700-9f631fe29809 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:54.428744 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-86188e5f-eab9-480e-b538-efeb1348dab7 req-02676436-43d0-43ae-a700-9f631fe29809 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f53b9-2664-49e8-8def-67e50d70101f HTTP/1.1" status: 200  len: 945 time: 0.3404231
Feb 05 20:59:54.435976 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-d148bcbb-5cc5-4f7a-8384-3b6e6d704915 None None] For port 800c0b9c-1232-42ad-bebf-0952ecb99409, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:59:54.447808 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-d148bcbb-5cc5-4f7a-8384-3b6e6d704915 None None] For port 800c0b9c-1232-42ad-bebf-0952ecb99409, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=800c0b9c-1232-42ad-bebf-0952ecb99409,segment=NetworkSegment(9cb0e7e9-bebd-43cb-a591-47478d79e2a1),segment_id=9cb0e7e9-bebd-43cb-a591-47478d79e2a1)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:59:54.452820 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-0b592bcd-ed8a-4c82-a8dc-a34230499f53 None None] Deleting port 1cf3532c-03d0-4bd8-abd3-3cfc527903a0 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:59:54.454746 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0b592bcd-ed8a-4c82-a8dc-a34230499f53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (1cf3532c-03d0-4bd8-abd3-3cfc527903a0), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:54.463931 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831add47-8e4b-4aff-848d-0c25e518e865 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Pushing event updated for resources: {'Subnet': ['ID=7af1e542-8682-4f1b-9c61-a224b166171b,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:54.522718 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831add47-8e4b-4aff-848d-0c25e518e865 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Checking segment: {'id': '9bb46988-e9d7-4b6a-8335-182502fc14c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '57dc5b5b-be89-4567-aa02-6a608f23a8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:59:54.526749 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831add47-8e4b-4aff-848d-0c25e518e865 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Network hostable DHCP agents. Network: 57dc5b5b-be89-4567-aa02-6a608f23a8fc, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 20:59:54.531575 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d148bcbb-5cc5-4f7a-8384-3b6e6d704915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (800c0b9c-1232-42ad-bebf-0952ecb99409), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:54.579107 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831add47-8e4b-4aff-848d-0c25e518e865 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Network 57dc5b5b-be89-4567-aa02-6a608f23a8fc is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 20:59:54.614746 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e3df6530-3592-4e86-943d-8b3e1711b3dc tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (17a50205-17b8-4c0d-b61f-cb9d07832a16), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:54.616453 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-831add47-8e4b-4aff-848d-0c25e518e865 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 57dc5b5b-be89-4567-aa02-6a608f23a8fc) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:59:54.621528 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148bcbb-5cc5-4f7a-8384-3b6e6d704915 None None] Pushing event updated for resources: {'Port': ['ID=800c0b9c-1232-42ad-bebf-0952ecb99409,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:54.631863 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831add47-8e4b-4aff-848d-0c25e518e865 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:54.632267 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-831add47-8e4b-4aff-848d-0c25e518e865 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:54.632397 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e82b30e-d6c1-4ad8-b1fe-0a616c71f32f None None] Network 57dc5b5b-be89-4567-aa02-6a608f23a8fc requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:59:54.660578 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1daeffe2-bd65-4762-bc5c-60833d7edcf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:54.670539 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-831add47-8e4b-4aff-848d-0c25e518e865 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 2.9990094
Feb 05 20:59:54.792370 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-e3df6530-3592-4e86-943d-8b3e1711b3dc tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2dbecf3a90>,) {'filters': {'network_id': ['17a50205-17b8-4c0d-b61f-cb9d07832a16']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:54.868124 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-e3df6530-3592-4e86-943d-8b3e1711b3dc tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2dbecf3a90>, 'fea4ad2c-caf9-4a6f-aff5-22e46ce9423c') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:54.868572 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-e3df6530-3592-4e86-943d-8b3e1711b3dc tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2dbecf3a90>, 'fea4ad2c-caf9-4a6f-aff5-22e46ce9423c') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:54.876976 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-86188e5f-eab9-480e-b538-efeb1348dab7 req-0213fac4-e2c1-4d06-9594-5dd7570f0195 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4208047
Feb 05 20:59:54.978494 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e3df6530-3592-4e86-943d-8b3e1711b3dc tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (fea4ad2c-caf9-4a6f-aff5-22e46ce9423c), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:55.004001 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-0b592bcd-ed8a-4c82-a8dc-a34230499f53 None None] For port 1cf3532c-03d0-4bd8-abd3-3cfc527903a0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1cf3532c-03d0-4bd8-abd3-3cfc527903a0,segment=NetworkSegment(24dc51db-9e23-4927-a060-ca1850602f5c),segment_id=24dc51db-9e23-4927-a060-ca1850602f5c)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:59:55.004409 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0b592bcd-ed8a-4c82-a8dc-a34230499f53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (1cf3532c-03d0-4bd8-abd3-3cfc527903a0), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:55.064909 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-0b592bcd-ed8a-4c82-a8dc-a34230499f53 None None] Calling delete_port for 1cf3532c-03d0-4bd8-abd3-3cfc527903a0 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:59:55.068204 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59d6ac3-3f3f-41ce-a3af-8ebecc1c53a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-57dc5b5b-be89-4567-aa02-6a608f23a8fc', 'network_id': '57dc5b5b-be89-4567-aa02-6a608f23a8fc', 'project_id': '635643c8c95a48178be578a04d153ce8', 'fixed_ips': [{'subnet_id': '7af1e542-8682-4f1b-9c61-a224b166171b'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 20:59:55.069675 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a59d6ac3-3f3f-41ce-a3af-8ebecc1c53a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:55.069933 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e3df6530-3592-4e86-943d-8b3e1711b3dc tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (fea4ad2c-caf9-4a6f-aff5-22e46ce9423c), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:55.129058 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3df6530-3592-4e86-943d-8b3e1711b3dc tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:59:55.129491 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e3df6530-3592-4e86-943d-8b3e1711b3dc tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (fea4ad2c-caf9-4a6f-aff5-22e46ce9423c), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:55.133892 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1daeffe2-bd65-4762-bc5c-60833d7edcf7 admin admin] Publish callbacks [] for security_group (bd247418-ca5e-4cb1-abb6-ebc911095f3d), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:55.138244 ncdv-master-1 neutron-server[114391]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Feb 05 20:59:55.138244 ncdv-master-1 neutron-server[114391]:   warnings.warn(msg)
Feb 05 20:59:55.138244 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 20:59:55.138244 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:59:55.138244 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 20:59:55.138244 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:59:55.138244 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 20:59:55.138244 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:59:55.138244 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 20:59:55.138244 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:59:55.138244 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 20:59:55.138244 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:59:55.138244 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 20:59:55.138244 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:59:55.138244 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 20:59:55.138244 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:59:55.138244 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:59:55.138244 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:59:55.138244 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:59:55.138244 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:59:55.138244 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 20:59:55.138244 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:59:55.138244 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 20:59:55.138244 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:59:55.138244 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:59:55.138244 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:59:55.138244 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:59:55.138244 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:59:55.138244 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:59:55.138244 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:59:55.138244 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:59:55.138244 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:59:55.138244 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:59:55.138244 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:59:55.176646 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1daeffe2-bd65-4762-bc5c-60833d7edcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (bd247418-ca5e-4cb1-abb6-ebc911095f3d), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:55.251436 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b4e087f0-2d45-4124-a9f2-fa1caa6beb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (792f3954-c2c1-4d70-9379-5c0915be9ee3), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:55.327382 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e087f0-2d45-4124-a9f2-fa1caa6beb8c None None] Pushing event deleted for resources: {'Port': ['ID=792f3954-c2c1-4d70-9379-5c0915be9ee3,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:55.342647 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e3df6530-3592-4e86-943d-8b3e1711b3dc tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (17a50205-17b8-4c0d-b61f-cb9d07832a16), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:55.352214 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1daeffe2-bd65-4762-bc5c-60833d7edcf7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5a08f3915f6444e9a0af09ca08363463&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0742726
Feb 05 20:59:55.354084 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e087f0-2d45-4124-a9f2-fa1caa6beb8c None None] No DVR routers for this DVR port 792f3954-c2c1-4d70-9379-5c0915be9ee3 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:59:55.354912 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 44760) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:55.386487 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e3df6530-3592-4e86-943d-8b3e1711b3dc tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:55.389716 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e3df6530-3592-4e86-943d-8b3e1711b3dc tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] 10.222.0.32 "DELETE /v2.0/networks/17a50205-17b8-4c0d-b61f-cb9d07832a16 HTTP/1.1" status: 204  len: 168 time: 2.2429070
Feb 05 20:59:55.394024 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 44762) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:55.399434 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daeffe2-bd65-4762-bc5c-60833d7edcf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd247418-ca5e-4cb1-abb6-ebc911095f3d,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:55.401215 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-a59d6ac3-3f3f-41ce-a3af-8ebecc1c53a9 None None] Allocated IP 19.86.0.2 (57dc5b5b-be89-4567-aa02-6a608f23a8fc/7af1e542-8682-4f1b-9c61-a224b166171b/b81e229a-4834-46ce-89b9-f41fe4dd663d) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 20:59:55.448330 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0b592bcd-ed8a-4c82-a8dc-a34230499f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (1cf3532c-03d0-4bd8-abd3-3cfc527903a0), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:55.457828 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df6530-3592-4e86-943d-8b3e1711b3dc tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Pushing event deleted for resources: {'Network': ['ID=17a50205-17b8-4c0d-b61f-cb9d07832a16,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:55.483355 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30314494-bc88-496e-a97c-b404b216fb23 req-072f2a14-c5e1-41b2-a407-21f36921167c tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:55.504080 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30314494-bc88-496e-a97c-b404b216fb23 req-072f2a14-c5e1-41b2-a407-21f36921167c tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:55.505813 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30314494-bc88-496e-a97c-b404b216fb23 req-072f2a14-c5e1-41b2-a407-21f36921167c tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/networks?id=d6ee8e2f-7336-4698-ba11-ba7129199ab1&id=57dc5b5b-be89-4567-aa02-6a608f23a8fc&id=d6ee8e2f-7336-4698-ba11-ba7129199ab1 HTTP/1.1" status: 200  len: 1390 time: 0.4471238
Feb 05 20:59:55.533273 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30314494-bc88-496e-a97c-b404b216fb23 req-b8454860-1f0f-4ae8-ac7f-4c57678d9c7a tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/quotas/635643c8c95a48178be578a04d153ce8 HTTP/1.1" status: 200  len: 375 time: 0.0200665
Feb 05 20:59:55.561948 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b592bcd-ed8a-4c82-a8dc-a34230499f53 None None] Pushing event deleted for resources: {'Port': ['ID=1cf3532c-03d0-4bd8-abd3-3cfc527903a0,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:55.585655 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b592bcd-ed8a-4c82-a8dc-a34230499f53 None None] No DVR routers for this DVR port 1cf3532c-03d0-4bd8-abd3-3cfc527903a0 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:59:55.616157 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2ba536ee-ac99-477b-b3e6-9dd6932e7946 admin admin] Publish callbacks [] for security_group (bd247418-ca5e-4cb1-abb6-ebc911095f3d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:55.670453 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30314494-bc88-496e-a97c-b404b216fb23 req-27b7d75e-8257-49b5-8fc4-5338444aeceb tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=635643c8c95a48178be578a04d153ce8&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1232128
Feb 05 20:59:55.692877 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c8a811b9-a4c8-49b5-941d-8101017270fa tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (9f73f27a-71a1-4fa2-9cd5-e77eb5d64d3e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:55.785829 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a59d6ac3-3f3f-41ce-a3af-8ebecc1c53a9 None None] Publish callbacks [] for port (b81e229a-4834-46ce-89b9-f41fe4dd663d), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:55.796091 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a59d6ac3-3f3f-41ce-a3af-8ebecc1c53a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (b81e229a-4834-46ce-89b9-f41fe4dd663d), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:55.814605 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2ba536ee-ac99-477b-b3e6-9dd6932e7946 admin admin] Publish callbacks [] for security_group (bd247418-ca5e-4cb1-abb6-ebc911095f3d), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:55.824111 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30314494-bc88-496e-a97c-b404b216fb23 req-e281ea49-c8cd-444e-a629-e1a66cf3884e service neutron] 10.222.0.32 "GET /v2.0/networks/d6ee8e2f-7336-4698-ba11-ba7129199ab1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1486411
Feb 05 20:59:55.855354 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d6ac3-3f3f-41ce-a3af-8ebecc1c53a9 None None] Pushing event updated for resources: {'Port': ['ID=b81e229a-4834-46ce-89b9-f41fe4dd663d,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:55.865320 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59d6ac3-3f3f-41ce-a3af-8ebecc1c53a9 None None] Network 57dc5b5b-be89-4567-aa02-6a608f23a8fc is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 20:59:55.866774 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-a59d6ac3-3f3f-41ce-a3af-8ebecc1c53a9 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 20:59:55.870391 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59d6ac3-3f3f-41ce-a3af-8ebecc1c53a9 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 20:59:55.910195 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c8a811b9-a4c8-49b5-941d-8101017270fa tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (9f73f27a-71a1-4fa2-9cd5-e77eb5d64d3e), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:55.937850 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-c8a811b9-a4c8-49b5-941d-8101017270fa tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db36f9bb0>,) {'filters': {'network_id': ['9f73f27a-71a1-4fa2-9cd5-e77eb5d64d3e']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:55.972816 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-c8a811b9-a4c8-49b5-941d-8101017270fa tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db36f9bb0>, '24dc51db-9e23-4927-a060-ca1850602f5c') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:55.973122 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-c8a811b9-a4c8-49b5-941d-8101017270fa tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db36f9bb0>, '24dc51db-9e23-4927-a060-ca1850602f5c') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:55.979902 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-a59d6ac3-3f3f-41ce-a3af-8ebecc1c53a9 None None] Attempting to bind port b81e229a-4834-46ce-89b9-f41fe4dd663d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 20:59:55.980649 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-a59d6ac3-3f3f-41ce-a3af-8ebecc1c53a9 None None] Attempting to bind port b81e229a-4834-46ce-89b9-f41fe4dd663d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9bb46988-e9d7-4b6a-8335-182502fc14c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '57dc5b5b-be89-4567-aa02-6a608f23a8fc'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 20:59:55.981256 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59d6ac3-3f3f-41ce-a3af-8ebecc1c53a9 None None] Attempting to bind port b81e229a-4834-46ce-89b9-f41fe4dd663d on network 57dc5b5b-be89-4567-aa02-6a608f23a8fc {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 20:59:55.990009 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59d6ac3-3f3f-41ce-a3af-8ebecc1c53a9 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 20:59:55.991181 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59d6ac3-3f3f-41ce-a3af-8ebecc1c53a9 None None] Checking segment: {'id': '9bb46988-e9d7-4b6a-8335-182502fc14c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '57dc5b5b-be89-4567-aa02-6a608f23a8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 20:59:56.001817 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c8a811b9-a4c8-49b5-941d-8101017270fa tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (24dc51db-9e23-4927-a060-ca1850602f5c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:56.006953 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30314494-bc88-496e-a97c-b404b216fb23 req-9e7e6d1b-cdcb-412f-b9ff-d14608671c4e service neutron] 10.222.0.32 "GET /v2.0/networks/d6ee8e2f-7336-4698-ba11-ba7129199ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1737792
Feb 05 20:59:56.008300 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a59d6ac3-3f3f-41ce-a3af-8ebecc1c53a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:56.008757 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59d6ac3-3f3f-41ce-a3af-8ebecc1c53a9 None None] Bound using segment: {'id': '9bb46988-e9d7-4b6a-8335-182502fc14c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '57dc5b5b-be89-4567-aa02-6a608f23a8fc'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 20:59:56.009358 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-a59d6ac3-3f3f-41ce-a3af-8ebecc1c53a9 None None] Bound port: b81e229a-4834-46ce-89b9-f41fe4dd663d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb46988-e9d7-4b6a-8335-182502fc14c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '57dc5b5b-be89-4567-aa02-6a608f23a8fc'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 20:59:56.009801 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a59d6ac3-3f3f-41ce-a3af-8ebecc1c53a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b81e229a-4834-46ce-89b9-f41fe4dd663d), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:56.049076 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c8a811b9-a4c8-49b5-941d-8101017270fa tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (24dc51db-9e23-4927-a060-ca1850602f5c), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:56.071990 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8a811b9-a4c8-49b5-941d-8101017270fa tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:59:56.072788 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c8a811b9-a4c8-49b5-941d-8101017270fa tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (24dc51db-9e23-4927-a060-ca1850602f5c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:56.119960 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 800c0b9c-1232-42ad-bebf-0952ecb99409 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:59:56.167569 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 20:59:56.167569 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:59:56.167569 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 20:59:56.167569 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:59:56.167569 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 20:59:56.167569 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:59:56.167569 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 20:59:56.167569 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:59:56.167569 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 20:59:56.167569 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:59:56.167569 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 20:59:56.167569 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:59:56.167569 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 20:59:56.167569 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:59:56.167569 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:59:56.167569 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:59:56.167569 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:59:56.167569 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:59:56.167569 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 20:59:56.167569 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:59:56.167569 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 20:59:56.167569 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:59:56.167569 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:59:56.167569 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:59:56.167569 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:59:56.167569 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:59:56.167569 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:59:56.167569 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:59:56.167569 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:59:56.167569 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:59:56.167569 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:59:56.167569 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:59:56.180210 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-a59d6ac3-3f3f-41ce-a3af-8ebecc1c53a9 None None] For port b81e229a-4834-46ce-89b9-f41fe4dd663d, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 20:59:56.183937 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c8a811b9-a4c8-49b5-941d-8101017270fa tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (9f73f27a-71a1-4fa2-9cd5-e77eb5d64d3e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:56.188484 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-a59d6ac3-3f3f-41ce-a3af-8ebecc1c53a9 None None] For port b81e229a-4834-46ce-89b9-f41fe4dd663d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b81e229a-4834-46ce-89b9-f41fe4dd663d,segment=NetworkSegment(9bb46988-e9d7-4b6a-8335-182502fc14c0),segment_id=9bb46988-e9d7-4b6a-8335-182502fc14c0)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 20:59:56.216247 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a59d6ac3-3f3f-41ce-a3af-8ebecc1c53a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b81e229a-4834-46ce-89b9-f41fe4dd663d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:56.232906 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c8a811b9-a4c8-49b5-941d-8101017270fa tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:56.248910 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c8a811b9-a4c8-49b5-941d-8101017270fa tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] 10.222.0.32 "DELETE /v2.0/networks/9f73f27a-71a1-4fa2-9cd5-e77eb5d64d3e HTTP/1.1" status: 204  len: 168 time: 0.8516164
Feb 05 20:59:56.250264 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a811b9-a4c8-49b5-941d-8101017270fa tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Pushing event deleted for resources: {'Network': ['ID=9f73f27a-71a1-4fa2-9cd5-e77eb5d64d3e,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:56.252499 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30314494-bc88-496e-a97c-b404b216fb23 req-95fb9e48-72a2-40e2-b225-e1f0f10e3911 service neutron] 10.222.0.32 "GET /v2.0/networks/57dc5b5b-be89-4567-aa02-6a608f23a8fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2240350
Feb 05 20:59:56.252996 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 44810) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:56.257020 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2ba536ee-ac99-477b-b3e6-9dd6932e7946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (bd247418-ca5e-4cb1-abb6-ebc911095f3d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:56.262884 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2ba536ee-ac99-477b-b3e6-9dd6932e7946 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:56.264828 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2ba536ee-ac99-477b-b3e6-9dd6932e7946 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bd247418-ca5e-4cb1-abb6-ebc911095f3d HTTP/1.1" status: 204  len: 168 time: 0.9089305
Feb 05 20:59:56.285158 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba536ee-ac99-477b-b3e6-9dd6932e7946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd247418-ca5e-4cb1-abb6-ebc911095f3d,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:56.458438 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 800c0b9c-1232-42ad-bebf-0952ecb99409 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:59:56.458963 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (800c0b9c-1232-42ad-bebf-0952ecb99409), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:56.479853 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30314494-bc88-496e-a97c-b404b216fb23 req-26a12a64-dc5d-4f5f-9823-4b03202e8a1a service neutron] 10.222.0.32 "GET /v2.0/networks/57dc5b5b-be89-4567-aa02-6a608f23a8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1730711
Feb 05 20:59:56.591729 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ac201b6-7a73-408a-bfb2-209092f10f25 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Deleting subnet e4a8cdae-3408-4069-82b7-d9bcd36ea69f {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 20:59:56.598846 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3ac201b6-7a73-408a-bfb2-209092f10f25 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks [] for subnet (e4a8cdae-3408-4069-82b7-d9bcd36ea69f), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:56.621131 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d6ac3-3f3f-41ce-a3af-8ebecc1c53a9 None None] Pushing event updated for resources: {'Port': ['ID=b81e229a-4834-46ce-89b9-f41fe4dd663d,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:56.650228 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3ac201b6-7a73-408a-bfb2-209092f10f25 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (e4a8cdae-3408-4069-82b7-d9bcd36ea69f), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:56.773852 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3ac201b6-7a73-408a-bfb2-209092f10f25 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (e4a8cdae-3408-4069-82b7-d9bcd36ea69f), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:56.884382 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 800c0b9c-1232-42ad-bebf-0952ecb99409 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:59:56.889911 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (800c0b9c-1232-42ad-bebf-0952ecb99409), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:56.907510 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3ac201b6-7a73-408a-bfb2-209092f10f25 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (e4a8cdae-3408-4069-82b7-d9bcd36ea69f), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:56.973784 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac201b6-7a73-408a-bfb2-209092f10f25 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Pushing event deleted for resources: {'Subnet': ['ID=e4a8cdae-3408-4069-82b7-d9bcd36ea69f,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:56.973784 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3ac201b6-7a73-408a-bfb2-209092f10f25 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:56.973981 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 44868) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:56.974444 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-3ac201b6-7a73-408a-bfb2-209092f10f25 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] 10.222.0.32 "DELETE /v2.0/subnets/e4a8cdae-3408-4069-82b7-d9bcd36ea69f HTTP/1.1" status: 204  len: 168 time: 0.7070076
Feb 05 20:59:56.982691 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7dbec19-403a-4d6a-8ba3-d4e56fe84b11 None None] Network 4d78ce5a-44a7-4962-916b-54a45f834069 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:59:57.016941 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30314494-bc88-496e-a97c-b404b216fb23 req-f9565c5a-ab31-468e-8469-10964b8dd402 service neutron] 10.222.0.32 "GET /v2.0/networks/d6ee8e2f-7336-4698-ba11-ba7129199ab1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5287411
Feb 05 20:59:57.131143 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 800c0b9c-1232-42ad-bebf-0952ecb99409, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=800c0b9c-1232-42ad-bebf-0952ecb99409,segment=NetworkSegment(9cb0e7e9-bebd-43cb-a591-47478d79e2a1),segment_id=9cb0e7e9-bebd-43cb-a591-47478d79e2a1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:59:57.178369 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-490a1ed5-b4e7-4e7e-a981-b5daccc15760 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (4d78ce5a-44a7-4962-916b-54a45f834069), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:57.201218 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e142129-150b-420f-aa37-9a5aa27eb6db None None] Network d6ee8e2f-7336-4698-ba11-ba7129199ab1 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:59:57.227969 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (800c0b9c-1232-42ad-bebf-0952ecb99409), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:57.292117 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-490a1ed5-b4e7-4e7e-a981-b5daccc15760 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Deleting port c15ef2d5-e055-46a7-a941-e6500a0542b0 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 20:59:57.292464 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-490a1ed5-b4e7-4e7e-a981-b5daccc15760 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (c15ef2d5-e055-46a7-a941-e6500a0542b0), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:57.319467 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6aa470-6c79-4aa4-8165-3fe72450f0a5 req-4d0f1125-eb52-4b40-9ec4-8a7e69fc90a1 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:57.331044 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0d6aa470-6c79-4aa4-8165-3fe72450f0a5 req-4d0f1125-eb52-4b40-9ec4-8a7e69fc90a1 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f53b9-2664-49e8-8def-67e50d70101f HTTP/1.1" status: 200  len: 945 time: 0.1110144
Feb 05 20:59:57.369025 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30314494-bc88-496e-a97c-b404b216fb23 req-9a678f3d-1d75-44e2-a24e-f53a515f4bed service neutron] 10.222.0.32 "GET /v2.0/networks/d6ee8e2f-7336-4698-ba11-ba7129199ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3385780
Feb 05 20:59:57.373508 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 1cf3532c-03d0-4bd8-abd3-3cfc527903a0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:59:57.408359 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0d6aa470-6c79-4aa4-8165-3fe72450f0a5 req-e88a250b-dd0a-4697-9a82-96f3d1841ea0 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761020
Feb 05 20:59:57.421116 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 1cf3532c-03d0-4bd8-abd3-3cfc527903a0 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 20:59:57.422218 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 1cf3532c-03d0-4bd8-abd3-3cfc527903a0 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 20:59:57.424400 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=800c0b9c-1232-42ad-bebf-0952ecb99409,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:57.441264 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-490a1ed5-b4e7-4e7e-a981-b5daccc15760 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] For port c15ef2d5-e055-46a7-a941-e6500a0542b0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c15ef2d5-e055-46a7-a941-e6500a0542b0,segment=NetworkSegment(c4df943b-edf7-435b-9e9d-4bb83c282260),segment_id=c4df943b-edf7-435b-9e9d-4bb83c282260)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:59:57.441645 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-490a1ed5-b4e7-4e7e-a981-b5daccc15760 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (c15ef2d5-e055-46a7-a941-e6500a0542b0), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:57.483614 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-490a1ed5-b4e7-4e7e-a981-b5daccc15760 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Calling delete_port for c15ef2d5-e055-46a7-a941-e6500a0542b0 owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 20:59:57.560397 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device b81d85a3-83ba-4718-af5c-54a493be5489 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 20:59:57.565731 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-4abd2f08-a246-4533-95b4-a9a00743bee9 None None] Provisioning complete for port 800c0b9c-1232-42ad-bebf-0952ecb99409 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:59:57.574735 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4abd2f08-a246-4533-95b4-a9a00743bee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (800c0b9c-1232-42ad-bebf-0952ecb99409), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:57.668770 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-490a1ed5-b4e7-4e7e-a981-b5daccc15760 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (c15ef2d5-e055-46a7-a941-e6500a0542b0), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:57.693782 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490a1ed5-b4e7-4e7e-a981-b5daccc15760 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] No DVR routers for this DVR port c15ef2d5-e055-46a7-a941-e6500a0542b0 on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 20:59:57.754107 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a1ed5-b4e7-4e7e-a981-b5daccc15760 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Pushing event deleted for resources: {'Port': ['ID=c15ef2d5-e055-46a7-a941-e6500a0542b0,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:57.814666 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-275496bf-a571-4cdb-8136-ac50ed810bdb req-aab6b421-ec39-4b7b-a7c3-c4c1ebc87a0d tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd57913-b8c7-4c6d-9109-f6423fa3555e HTTP/1.1" status: 200  len: 210 time: 0.1204095
Feb 05 20:59:57.876504 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-490a1ed5-b4e7-4e7e-a981-b5daccc15760 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (4d78ce5a-44a7-4962-916b-54a45f834069), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:57.904857 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-490a1ed5-b4e7-4e7e-a981-b5daccc15760 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db37c3f70>,) {'filters': {'network_id': ['4d78ce5a-44a7-4962-916b-54a45f834069']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:57.918361 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-490a1ed5-b4e7-4e7e-a981-b5daccc15760 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db37c3f70>, 'c4df943b-edf7-435b-9e9d-4bb83c282260') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:57.918966 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-490a1ed5-b4e7-4e7e-a981-b5daccc15760 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db37c3f70>, 'c4df943b-edf7-435b-9e9d-4bb83c282260') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 20:59:57.957213 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-490a1ed5-b4e7-4e7e-a981-b5daccc15760 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (c4df943b-edf7-435b-9e9d-4bb83c282260), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:57.997297 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-490a1ed5-b4e7-4e7e-a981-b5daccc15760 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (c4df943b-edf7-435b-9e9d-4bb83c282260), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:58.029086 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-490a1ed5-b4e7-4e7e-a981-b5daccc15760 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 20:59:58.029619 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-490a1ed5-b4e7-4e7e-a981-b5daccc15760 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (c4df943b-edf7-435b-9e9d-4bb83c282260), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:58.057519 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port b81d85a3-83ba-4718-af5c-54a493be5489 is: ACTIVE; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:59:58.058467 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b81d85a3-83ba-4718-af5c-54a493be5489), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:58.098951 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df461cfb-bfb8-433b-9e89-4466a360d9a7 None None] DHCP port deletion for 4d78ce5a-44a7-4962-916b-54a45f834069 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 20:59:58.183360 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 20:59:58.183360 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 20:59:58.183360 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 20:59:58.183360 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 20:59:58.183360 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 20:59:58.183360 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 20:59:58.183360 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 20:59:58.183360 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 20:59:58.183360 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 20:59:58.183360 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 20:59:58.183360 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 20:59:58.183360 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 20:59:58.183360 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 20:59:58.183360 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 20:59:58.183360 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 20:59:58.183360 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 20:59:58.183360 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 20:59:58.183360 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 20:59:58.183360 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 20:59:58.183360 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 20:59:58.183360 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 20:59:58.183360 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 20:59:58.183360 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 20:59:58.183360 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 20:59:58.183360 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 20:59:58.183360 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 20:59:58.183360 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 20:59:58.183360 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 20:59:58.183360 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 20:59:58.183360 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 20:59:58.183360 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 20:59:58.183360 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 20:59:58.187356 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-490a1ed5-b4e7-4e7e-a981-b5daccc15760 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (4d78ce5a-44a7-4962-916b-54a45f834069), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:58.195106 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-490a1ed5-b4e7-4e7e-a981-b5daccc15760 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:58.205024 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-490a1ed5-b4e7-4e7e-a981-b5daccc15760 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] 10.222.0.32 "DELETE /v2.0/networks/4d78ce5a-44a7-4962-916b-54a45f834069 HTTP/1.1" status: 204  len: 168 time: 1.2427411
Feb 05 20:59:58.207949 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 44914) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:58.224262 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a1ed5-b4e7-4e7e-a981-b5daccc15760 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Pushing event deleted for resources: {'Network': ['ID=4d78ce5a-44a7-4962-916b-54a45f834069,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:58.228485 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a818080-aad3-4726-b306-27edf171c323', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b81d85a3-83ba-4718-af5c-54a493be5489'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 20:59:58.246551 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c76ec7-bd12-406c-8dff-44d0329d5f7f" -d '{"events": [{"server_uuid": "4a818080-aad3-4726-b306-27edf171c323", "name": "network-vif-unplugged", "status": "completed", "tag": "b81d85a3-83ba-4718-af5c-54a493be5489"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 20:59:58.315395 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 44920) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:58.324204 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-44733165-b018-4c34-ac9a-31a5fd194fc6 tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] 10.222.0.32 "GET /v2.0/ports?device_id=45652cc2-d662-4eb4-9a28-acd0b8ea071b HTTP/1.1" status: 200  len: 205 time: 0.1149907
Feb 05 20:59:58.332382 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port b81d85a3-83ba-4718-af5c-54a493be5489, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b81d85a3-83ba-4718-af5c-54a493be5489,segment=NetworkSegment(f21dc639-5af9-41ca-ac39-c80d5d7b6194),segment_id=f21dc639-5af9-41ca-ac39-c80d5d7b6194)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:59:58.347642 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b81d85a3-83ba-4718-af5c-54a493be5489), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:58.603258 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 44938) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:58.606328 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 20:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926db007-a283-44d9-8f40-4ec007cbfcc1 x-openstack-request-id: req-926db007-a283-44d9-8f40-4ec007cbfcc1 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 20:59:58.606937 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a818080-aad3-4726-b306-27edf171c323", "name": "network-vif-unplugged", "status": "completed", "tag": "b81d85a3-83ba-4718-af5c-54a493be5489", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 20:59:58.606937 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-926db007-a283-44d9-8f40-4ec007cbfcc1 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 20:59:58.607297 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a818080-aad3-4726-b306-27edf171c323', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b81d85a3-83ba-4718-af5c-54a493be5489', 'code': 200}
Feb 05 20:59:58.620059 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 800c0b9c-1232-42ad-bebf-0952ecb99409 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:59:58.622100 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520d85e0-648f-4d90-b5a2-7f0d632455d8 None None] Network 57dc5b5b-be89-4567-aa02-6a608f23a8fc requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 20:59:58.635829 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-4abd2f08-a246-4533-95b4-a9a00743bee9 None None] Current status of the port 800c0b9c-1232-42ad-bebf-0952ecb99409 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:59:58.643878 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a8008eb6-d4d8-4233-aa66-1927cc4cb7eb tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks [] for router (45652cc2-d662-4eb4-9a28-acd0b8ea071b), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:58.711654 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=b81d85a3-83ba-4718-af5c-54a493be5489,revision_number=8']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:58.780549 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-10bec334-ff28-4eb4-8e11-27b4633173bc None None] Provisioning complete for port 800c0b9c-1232-42ad-bebf-0952ecb99409 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:59:58.781283 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-10bec334-ff28-4eb4-8e11-27b4633173bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (800c0b9c-1232-42ad-bebf-0952ecb99409), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:58.811732 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009efe8-b49a-44f4-a6e0-ebad4e2110b6 req-aef39d55-49c5-4656-aa0b-477817cf5f97 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:58.814477 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c009efe8-b49a-44f4-a6e0-ebad4e2110b6 req-aef39d55-49c5-4656-aa0b-477817cf5f97 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f53b9-2664-49e8-8def-67e50d70101f HTTP/1.1" status: 200  len: 945 time: 0.1718681
Feb 05 20:59:58.867540 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-8fdb8f7d-95fe-4609-bdc9-2c01740087e0 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:58.869278 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-8fdb8f7d-95fe-4609-bdc9-2c01740087e0 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/networks?id=cb9888ba-fd92-4284-8691-d704204a6929 HTTP/1.1" status: 200  len: 804 time: 0.3634355
Feb 05 20:59:58.891137 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 800c0b9c-1232-42ad-bebf-0952ecb99409 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:59:58.891941 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (800c0b9c-1232-42ad-bebf-0952ecb99409), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:58.930844 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-f4720bc2-6e12-4e22-aa13-007669662a80 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/quotas/1d793ab256c04fadac89445fab3ed636 HTTP/1.1" status: 200  len: 375 time: 0.0492728
Feb 05 20:59:58.989649 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 44948) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 20:59:59.022686 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20905140-5ce7-4619-aedf-65274dd3390c req-8241b974-e91d-4a66-977c-a8ee24412031 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.4173310
Feb 05 20:59:59.076347 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c009efe8-b49a-44f4-a6e0-ebad4e2110b6 req-e3866ca3-7fab-4e31-ae26-9a67ce33052e tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2542481
Feb 05 20:59:59.114912 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-3800186d-fe6a-4a6d-b0d9-b30e28da4c05 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d793ab256c04fadac89445fab3ed636&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1742642
Feb 05 20:59:59.150015 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a8008eb6-d4d8-4233-aa66-1927cc4cb7eb tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (45652cc2-d662-4eb4-9a28-acd0b8ea071b), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:59.160960 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-01b4d542-112f-4ebc-a54a-b7820e619887 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:59.162959 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-eadfd10b-3f00-4345-9725-93bf8ec27183 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-998381134-network', 'tenant_id': 'e2211e554783435c9b7af885ea20e242'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 20:59:59.164138 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a8008eb6-d4d8-4233-aa66-1927cc4cb7eb tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks [] for router_controller (45652cc2-d662-4eb4-9a28-acd0b8ea071b), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:59.206423 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 800c0b9c-1232-42ad-bebf-0952ecb99409 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:59:59.211922 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b81e229a-4834-46ce-89b9-f41fe4dd663d up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 20:59:59.215938 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-10bec334-ff28-4eb4-8e11-27b4633173bc None None] Current status of the port 800c0b9c-1232-42ad-bebf-0952ecb99409 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:59:59.286640 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a80fe44f-5c8c-4eab-b44d-85ba8c14a1e5 req-17ef907f-7901-4e98-b929-cc72111d8d77 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd57913-b8c7-4c6d-9109-f6423fa3555e HTTP/1.1" status: 200  len: 210 time: 0.0919952
Feb 05 20:59:59.303462 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadfd10b-3f00-4345-9725-93bf8ec27183 admin admin] Made reservation on behalf of e2211e554783435c9b7af885ea20e242 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 20:59:59.306423 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eadfd10b-3f00-4345-9725-93bf8ec27183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:59.318193 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-10bec334-ff28-4eb4-8e11-27b4633173bc None None] Provisioning complete for port b81e229a-4834-46ce-89b9-f41fe4dd663d triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:59:59.318619 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-10bec334-ff28-4eb4-8e11-27b4633173bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b81e229a-4834-46ce-89b9-f41fe4dd663d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:59.319813 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eadfd10b-3f00-4345-9725-93bf8ec27183 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:59.329130 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20905140-5ce7-4619-aedf-65274dd3390c req-a134535e-5a03-4449-9912-b8f569ce1f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:59.329890 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20905140-5ce7-4619-aedf-65274dd3390c req-a134535e-5a03-4449-9912-b8f569ce1f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:59.331683 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20905140-5ce7-4619-aedf-65274dd3390c req-a134535e-5a03-4449-9912-b8f569ce1f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:59.339557 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20905140-5ce7-4619-aedf-65274dd3390c req-a134535e-5a03-4449-9912-b8f569ce1f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:59.340464 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20905140-5ce7-4619-aedf-65274dd3390c req-a134535e-5a03-4449-9912-b8f569ce1f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:59.341116 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20905140-5ce7-4619-aedf-65274dd3390c req-a134535e-5a03-4449-9912-b8f569ce1f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:59.341756 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20905140-5ce7-4619-aedf-65274dd3390c req-a134535e-5a03-4449-9912-b8f569ce1f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:59.345298 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20905140-5ce7-4619-aedf-65274dd3390c req-a134535e-5a03-4449-9912-b8f569ce1f9a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=451be3a617f64d6a97b8d18cee2426e8&device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 6707 time: 0.2790961
Feb 05 20:59:59.349674 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a8008eb6-d4d8-4233-aa66-1927cc4cb7eb tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (45652cc2-d662-4eb4-9a28-acd0b8ea071b), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:59.354359 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8008eb6-d4d8-4233-aa66-1927cc4cb7eb tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Fanout notify agent at l3_agent the message router_deleted on router 45652cc2-d662-4eb4-9a28-acd0b8ea071b {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 20:59:59.364302 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port b81e229a-4834-46ce-89b9-f41fe4dd663d triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 20:59:59.364691 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b81e229a-4834-46ce-89b9-f41fe4dd663d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:59.374197 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a8008eb6-d4d8-4233-aa66-1927cc4cb7eb tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:59.378794 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a8008eb6-d4d8-4233-aa66-1927cc4cb7eb tempest-RoutersNegativeTest-614133471 tempest-RoutersNegativeTest-614133471-project] 10.222.0.32 "DELETE /v2.0/routers/45652cc2-d662-4eb4-9a28-acd0b8ea071b HTTP/1.1" status: 204  len: 168 time: 1.0617280
Feb 05 20:59:59.460563 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-94633b71-c768-4585-b410-f372eb04174a service neutron] 10.222.0.32 "GET /v2.0/networks/cb9888ba-fd92-4284-8691-d704204a6929?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3387756
Feb 05 20:59:59.599065 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20905140-5ce7-4619-aedf-65274dd3390c req-8561e87c-27f0-47fe-bd68-4eac9e2049e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:59.599566 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20905140-5ce7-4619-aedf-65274dd3390c req-8561e87c-27f0-47fe-bd68-4eac9e2049e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:59.600098 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20905140-5ce7-4619-aedf-65274dd3390c req-8561e87c-27f0-47fe-bd68-4eac9e2049e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 20:59:59.601823 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20905140-5ce7-4619-aedf-65274dd3390c req-8561e87c-27f0-47fe-bd68-4eac9e2049e5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8c3233c3-4efd-49ae-83aa-9c6e1a254039&id=0e68efe9-ea16-4fb9-b57d-581a14fb90de&id=0e68efe9-ea16-4fb9-b57d-581a14fb90de&id=0e68efe9-ea16-4fb9-b57d-581a14fb90de&id=0e68efe9-ea16-4fb9-b57d-581a14fb90de&id=e407b198-7847-4daa-999d-a6a8e5319a57&id=e407b198-7847-4daa-999d-a6a8e5319a57 HTTP/1.1" status: 200  len: 2294 time: 0.1102481
Feb 05 20:59:59.624140 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port b81e229a-4834-46ce-89b9-f41fe4dd663d is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:59:59.625348 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b81e229a-4834-46ce-89b9-f41fe4dd663d), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:59.635805 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-b992a9ce-d6a7-4041-b955-197f8a10d297 service neutron] 10.222.0.32 "GET /v2.0/networks/cb9888ba-fd92-4284-8691-d704204a6929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1636047
Feb 05 20:59:59.695480 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-10bec334-ff28-4eb4-8e11-27b4633173bc None None] Current status of the port b81e229a-4834-46ce-89b9-f41fe4dd663d is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 20:59:59.696916 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-10bec334-ff28-4eb4-8e11-27b4633173bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b81e229a-4834-46ce-89b9-f41fe4dd663d), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:59.726081 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port b81e229a-4834-46ce-89b9-f41fe4dd663d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b81e229a-4834-46ce-89b9-f41fe4dd663d,segment=NetworkSegment(9bb46988-e9d7-4b6a-8335-182502fc14c0),segment_id=9bb46988-e9d7-4b6a-8335-182502fc14c0)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 20:59:59.738408 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b81e229a-4834-46ce-89b9-f41fe4dd663d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:59.761412 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-01b4d542-112f-4ebc-a54a-b7820e619887 admin admin] Publish callbacks [] for security_group (7ece9990-c490-42f4-b61b-73db0fef7a4e), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:59.787614 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-01b4d542-112f-4ebc-a54a-b7820e619887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (7ece9990-c490-42f4-b61b-73db0fef7a4e), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 20:59:59.822652 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=b81e229a-4834-46ce-89b9-f41fe4dd663d,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 20:59:59.962554 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.db.api [None req-10bec334-ff28-4eb4-8e11-27b4633173bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 20:59:59.963072 ncdv-master-1 neutron-server[114392]: DEBUG oslo_db.api [None req-10bec334-ff28-4eb4-8e11-27b4633173bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 20:59:59.974915 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 44988) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:00.017715 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30314494-bc88-496e-a97c-b404b216fb23 req-7292096b-b3b2-42e5-9c88-d17cce8e2404 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:00.022977 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30314494-bc88-496e-a97c-b404b216fb23 req-7292096b-b3b2-42e5-9c88-d17cce8e2404 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:00.024593 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30314494-bc88-496e-a97c-b404b216fb23 req-7292096b-b3b2-42e5-9c88-d17cce8e2404 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.39 "GET /v2.0/networks?id=d6ee8e2f-7336-4698-ba11-ba7129199ab1&id=57dc5b5b-be89-4567-aa02-6a608f23a8fc&id=d6ee8e2f-7336-4698-ba11-ba7129199ab1 HTTP/1.1" status: 200  len: 1390 time: 0.3839874
Feb 05 21:00:00.027194 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6e7f84f0-439b-4fbc-80da-226eefaca0ce req-7f70e4b8-9003-40d5-b8c1-e641a44248cb tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5182d1f-77a6-49e2-a77f-9be092b5e34a HTTP/1.1" status: 200  len: 210 time: 0.0819924
Feb 05 21:00:00.031569 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 44994) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:00.044563 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b81e229a-4834-46ce-89b9-f41fe4dd663d up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:00:00.049511 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-01b4d542-112f-4ebc-a54a-b7820e619887 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=592575a66af24ca989d3af245d790eaa&name=default HTTP/1.1" status: 200  len: 3000 time: 1.4103405
Feb 05 21:00:00.054452 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20905140-5ce7-4619-aedf-65274dd3390c req-35d77948-3487-4b9d-bf2e-f37266d735b5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dc73499-8f1c-4fa1-a727-5942182a3985 HTTP/1.1" status: 200  len: 1001 time: 0.4332786
Feb 05 21:00:00.054629 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-30314494-bc88-496e-a97c-b404b216fb23 req-5ba87342-ccb2-4a38-acf2-0f294e39afc6 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Request body: {'port': {'device_id': '5bd57913-b8c7-4c6d-9109-f6423fa3555e', 'network_id': 'd6ee8e2f-7336-4698-ba11-ba7129199ab1', 'admin_state_up': True, 'tenant_id': '635643c8c95a48178be578a04d153ce8'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:00.055426 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b4d542-112f-4ebc-a54a-b7820e619887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ece9990-c490-42f4-b61b-73db0fef7a4e,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:00.110866 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f07dd-33d1-41ea-b45b-8382f0061efa req-5bbf5bec-657f-48d0-bf9b-0ae157237f10 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:00.113827 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7f0f07dd-33d1-41ea-b45b-8382f0061efa req-5bbf5bec-657f-48d0-bf9b-0ae157237f10 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a818080-aad3-4726-b306-27edf171c323 HTTP/1.1" status: 200  len: 943 time: 0.5079775
Feb 05 21:00:00.181822 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port b81e229a-4834-46ce-89b9-f41fe4dd663d triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:00:00.185069 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b81e229a-4834-46ce-89b9-f41fe4dd663d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:00.209360 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eadfd10b-3f00-4345-9725-93bf8ec27183 admin admin] Publish callbacks [] for security_group (1ae6791f-89bd-4a2a-b9c0-55ed4f30725e), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:00.259390 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eadfd10b-3f00-4345-9725-93bf8ec27183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (1ae6791f-89bd-4a2a-b9c0-55ed4f30725e), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:00.274994 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eadfd10b-3f00-4345-9725-93bf8ec27183 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:00:00.297242 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20905140-5ce7-4619-aedf-65274dd3390c req-a558328f-efeb-4d94-a179-e4d3bd3a209f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:00.298833 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20905140-5ce7-4619-aedf-65274dd3390c req-a558328f-efeb-4d94-a179-e4d3bd3a209f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=343d2b98-414c-44d6-a549-c31a431197b8 HTTP/1.1" status: 200  len: 851 time: 0.2198086
Feb 05 21:00:00.308590 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eadfd10b-3f00-4345-9725-93bf8ec27183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (c3fe8733-ce5f-41fc-80e2-343154fe8a12), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:00.308773 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-eadfd10b-3f00-4345-9725-93bf8ec27183 admin admin] Added segment c3fe8733-ce5f-41fc-80e2-343154fe8a12 of type vlan for network c184cf05-70dd-4af5-8bd4-fc4bd5d65e82
Feb 05 21:00:00.365449 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a96354f1-5e19-428c-87e1-9791d637d7a9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c4f708e7bdcc405596d7997341eeacb8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3894041
Feb 05 21:00:00.371200 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45004) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:00.371934 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port b81e229a-4834-46ce-89b9-f41fe4dd663d is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:00:00.387090 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device c15ef2d5-e055-46a7-a941-e6500a0542b0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:00:00.390905 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3965031f-9892-4c5b-8b65-0ec38a24f3cb admin admin] Publish callbacks [] for security_group (7ece9990-c490-42f4-b61b-73db0fef7a4e), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:00.434524 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: c15ef2d5-e055-46a7-a941-e6500a0542b0 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:00:00.435519 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device c15ef2d5-e055-46a7-a941-e6500a0542b0 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:00:00.456123 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20905140-5ce7-4619-aedf-65274dd3390c req-7adbce9c-006f-491c-8097-a8d7212f473c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:00.457923 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20905140-5ce7-4619-aedf-65274dd3390c req-7adbce9c-006f-491c-8097-a8d7212f473c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8c3233c3-4efd-49ae-83aa-9c6e1a254039&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1459162
Feb 05 21:00:00.462493 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-7f0f07dd-33d1-41ea-b45b-8382f0061efa req-ceaf44ea-480b-488c-96ae-188ea1f9b429 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Deleting port b81d85a3-83ba-4718-af5c-54a493be5489 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:00:00.462858 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-7f0f07dd-33d1-41ea-b45b-8382f0061efa req-ceaf44ea-480b-488c-96ae-188ea1f9b429 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (b81d85a3-83ba-4718-af5c-54a493be5489), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:00.502724 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadfd10b-3f00-4345-9725-93bf8ec27183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae6791f-89bd-4a2a-b9c0-55ed4f30725e,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:00.544987 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-10bec334-ff28-4eb4-8e11-27b4633173bc None None] Current status of the port b81e229a-4834-46ce-89b9-f41fe4dd663d is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:00:00.546268 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b17e2f60-e1d0-4111-bc1b-4547759a6421 admin admin] Publish callbacks [] for security_group (33e5543f-195f-4c1a-9b1f-2b989929c585), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:00.564941 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eadfd10b-3f00-4345-9725-93bf8ec27183 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (c184cf05-70dd-4af5-8bd4-fc4bd5d65e82), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:00.573743 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3965031f-9892-4c5b-8b65-0ec38a24f3cb admin admin] Publish callbacks [] for security_group (7ece9990-c490-42f4-b61b-73db0fef7a4e), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:00.608252 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ebcf1874-5c0a-4355-be83-48242e02f8f6 req-6c84deaa-6e16-4b4f-ba97-96edf1ede56a tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd57913-b8c7-4c6d-9109-f6423fa3555e HTTP/1.1" status: 200  len: 210 time: 0.1349573
Feb 05 21:00:00.637319 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490f92e-3c95-4e04-bd7b-ab6dbf69bcd2 req-7c4526c0-2b1a-4741-8533-a4ae4781020c tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:00.642972 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a490f92e-3c95-4e04-bd7b-ab6dbf69bcd2 req-7c4526c0-2b1a-4741-8533-a4ae4781020c tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f53b9-2664-49e8-8def-67e50d70101f HTTP/1.1" status: 200  len: 945 time: 0.3849013
Feb 05 21:00:00.647862 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b17e2f60-e1d0-4111-bc1b-4547759a6421 admin admin] Publish callbacks [] for security_group (33e5543f-195f-4c1a-9b1f-2b989929c585), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:00.685543 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-96eb57fb-1415-418e-9ccc-5fab88b21376 None None] Provisioning complete for port b81e229a-4834-46ce-89b9-f41fe4dd663d triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:00:00.686123 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-96eb57fb-1415-418e-9ccc-5fab88b21376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b81e229a-4834-46ce-89b9-f41fe4dd663d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:00.720249 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-7f0f07dd-33d1-41ea-b45b-8382f0061efa req-ceaf44ea-480b-488c-96ae-188ea1f9b429 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] For port b81d85a3-83ba-4718-af5c-54a493be5489, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b81d85a3-83ba-4718-af5c-54a493be5489,segment=NetworkSegment(f21dc639-5af9-41ca-ac39-c80d5d7b6194),segment_id=f21dc639-5af9-41ca-ac39-c80d5d7b6194)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:00.720637 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-7f0f07dd-33d1-41ea-b45b-8382f0061efa req-ceaf44ea-480b-488c-96ae-188ea1f9b429 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (b81d85a3-83ba-4718-af5c-54a493be5489), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:00.733007 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20905140-5ce7-4619-aedf-65274dd3390c req-b528229a-a08a-48a8-b0ee-f8f39676e405 service neutron] 10.222.0.39 "GET /v2.0/networks/8c3233c3-4efd-49ae-83aa-9c6e1a254039?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2661076
Feb 05 21:00:00.744573 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-7f0f07dd-33d1-41ea-b45b-8382f0061efa req-ceaf44ea-480b-488c-96ae-188ea1f9b429 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Calling delete_port for b81d85a3-83ba-4718-af5c-54a493be5489 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:00:00.747951 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eadfd10b-3f00-4345-9725-93bf8ec27183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (c184cf05-70dd-4af5-8bd4-fc4bd5d65e82), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:00.750585 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadfd10b-3f00-4345-9725-93bf8ec27183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:00.751320 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eadfd10b-3f00-4345-9725-93bf8ec27183 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:00.817040 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-eadfd10b-3f00-4345-9725-93bf8ec27183 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.8097062
Feb 05 21:00:00.817040 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30314494-bc88-496e-a97c-b404b216fb23 req-5ba87342-ccb2-4a38-acf2-0f294e39afc6 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Made reservation on behalf of 635643c8c95a48178be578a04d153ce8 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:00:00.818543 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-30314494-bc88-496e-a97c-b404b216fb23 req-5ba87342-ccb2-4a38-acf2-0f294e39afc6 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:00.827576 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-96eb57fb-1415-418e-9ccc-5fab88b21376 None None] Current status of the port b81e229a-4834-46ce-89b9-f41fe4dd663d is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:00:00.834343 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45018) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:00.842183 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-a44bcb63-0b0d-42c8-9226-e636d7b0e744 admin admin] Request body: {'subnet': {'network_id': 'c184cf05-70dd-4af5-8bd4-fc4bd5d65e82', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-998381134-subnet', 'tenant_id': 'e2211e554783435c9b7af885ea20e242', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:00.883638 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadfd10b-3f00-4345-9725-93bf8ec27183 admin admin] Pushing event updated for resources: {'Network': ['ID=c184cf05-70dd-4af5-8bd4-fc4bd5d65e82,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:00.893917 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a490f92e-3c95-4e04-bd7b-ab6dbf69bcd2 req-8c653d88-f6a6-455f-aa7f-2429552d8975 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2198634
Feb 05 21:00:00.903232 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3965031f-9892-4c5b-8b65-0ec38a24f3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (7ece9990-c490-42f4-b61b-73db0fef7a4e), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:00.905780 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network c184cf05-70dd-4af5-8bd4-fc4bd5d65e82 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:00:00.908663 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3965031f-9892-4c5b-8b65-0ec38a24f3cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:00.911467 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b17e2f60-e1d0-4111-bc1b-4547759a6421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (33e5543f-195f-4c1a-9b1f-2b989929c585), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:00.914760 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-3965031f-9892-4c5b-8b65-0ec38a24f3cb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7ece9990-c490-42f4-b61b-73db0fef7a4e HTTP/1.1" status: 204  len: 168 time: 0.8763769
Feb 05 21:00:00.927046 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b17e2f60-e1d0-4111-bc1b-4547759a6421 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:00.928489 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b17e2f60-e1d0-4111-bc1b-4547759a6421 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/33e5543f-195f-4c1a-9b1f-2b989929c585 HTTP/1.1" status: 204  len: 168 time: 0.5558465
Feb 05 21:00:00.937992 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20905140-5ce7-4619-aedf-65274dd3390c req-83d2856a-6984-4f31-b858-af89a6de6993 service neutron] 10.222.0.39 "GET /v2.0/networks/8c3233c3-4efd-49ae-83aa-9c6e1a254039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1956143
Feb 05 21:00:00.957964 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44bcb63-0b0d-42c8-9226-e636d7b0e744 admin admin] Made reservation on behalf of e2211e554783435c9b7af885ea20e242 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:00:00.967898 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a44bcb63-0b0d-42c8-9226-e636d7b0e744 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:01.118272 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e2f60-e1d0-4111-bc1b-4547759a6421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e5543f-195f-4c1a-9b1f-2b989929c585,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:01.149035 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3965031f-9892-4c5b-8b65-0ec38a24f3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ece9990-c490-42f4-b61b-73db0fef7a4e,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:01.159047 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20905140-5ce7-4619-aedf-65274dd3390c req-2e5d8f4d-ab6f-4d25-8a25-58d0b12dbbca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=9660cfc0-bfac-4a7d-a596-8d37f433d2c1 HTTP/1.1" status: 200  len: 217 time: 0.2094605
Feb 05 21:00:01.376330 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9ee219a1-aa09-4a4f-aeb3-345013b08474 req-a669d9e0-fa22-4b27-8f91-a31ed2f1fbdf tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5182d1f-77a6-49e2-a77f-9be092b5e34a HTTP/1.1" status: 200  len: 210 time: 0.0765827
Feb 05 21:00:01.423923 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-30314494-bc88-496e-a97c-b404b216fb23 req-5ba87342-ccb2-4a38-acf2-0f294e39afc6 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Allocated IP 19.80.0.231 (d6ee8e2f-7336-4698-ba11-ba7129199ab1/e14c265f-94bc-4d29-af98-ab5f92b4997d/632d6e8d-054a-44c6-a6c1-9f56e270211f) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:00:01.592368 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 45040) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:01.631570 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eb2dc04d-808f-4c29-be83-e07eefe3da85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:01.802954 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bbb92b08-aee6-4011-a234-2d464f55652b req-57f799c1-5dd8-40c4-bfc2-f9a1898a18ae tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd57913-b8c7-4c6d-9109-f6423fa3555e HTTP/1.1" status: 200  len: 210 time: 0.0570433
Feb 05 21:00:01.821563 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-30314494-bc88-496e-a97c-b404b216fb23 req-5ba87342-ccb2-4a38-acf2-0f294e39afc6 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks [] for port (632d6e8d-054a-44c6-a6c1-9f56e270211f), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:01.876242 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-60915978-8c70-47af-826f-61298fc9b8d3 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:01.877087 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20905140-5ce7-4619-aedf-65274dd3390c req-7cedf670-cea4-478f-aaf2-f49e04ab8ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:01.877756 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-60915978-8c70-47af-826f-61298fc9b8d3 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.39 "GET /v2.0/networks?id=cb9888ba-fd92-4284-8691-d704204a6929 HTTP/1.1" status: 200  len: 804 time: 0.3821161
Feb 05 21:00:01.878541 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20905140-5ce7-4619-aedf-65274dd3390c req-7cedf670-cea4-478f-aaf2-f49e04ab8ed0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eff801c9-e51d-482d-bb52-a59d1e137e92 HTTP/1.1" status: 200  len: 797 time: 0.6919918
Feb 05 21:00:01.883486 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a44bcb63-0b0d-42c8-9226-e636d7b0e744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (86c08017-d863-4dd1-8a33-7a8aa8133d87), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:01.906940 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-afa44e53-23a2-4b44-8461-53f6207fc6b1 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Request body: {'port': {'device_id': 'e5182d1f-77a6-49e2-a77f-9be092b5e34a', 'network_id': 'cb9888ba-fd92-4284-8691-d704204a6929', 'admin_state_up': True, 'tenant_id': '1d793ab256c04fadac89445fab3ed636'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:01.935368 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eb2dc04d-808f-4c29-be83-e07eefe3da85 admin admin] Publish callbacks [] for security_group (c48e3386-4b29-4a24-92cb-25bcfe091920), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:01.945922 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eb2dc04d-808f-4c29-be83-e07eefe3da85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (c48e3386-4b29-4a24-92cb-25bcfe091920), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:01.982536 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-7f0f07dd-33d1-41ea-b45b-8382f0061efa req-ceaf44ea-480b-488c-96ae-188ea1f9b429 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (b81d85a3-83ba-4718-af5c-54a493be5489), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:02.029609 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-eb2dc04d-808f-4c29-be83-e07eefe3da85 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e179547cadef4ccba9288e5f73e2ca30&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4316199
Feb 05 21:00:02.029819 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44bcb63-0b0d-42c8-9226-e636d7b0e744 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86c08017-d863-4dd1-8a33-7a8aa8133d87,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:02.042279 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 45070) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:02.047692 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-30314494-bc88-496e-a97c-b404b216fb23 req-5ba87342-ccb2-4a38-acf2-0f294e39afc6 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (632d6e8d-054a-44c6-a6c1-9f56e270211f), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:02.075369 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaf44ea-480b-488c-96ae-188ea1f9b429 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Pushing event deleted for resources: {'Port': ['ID=b81d85a3-83ba-4718-af5c-54a493be5489,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:02.094941 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44bcb63-0b0d-42c8-9226-e636d7b0e744 admin admin] Checking segment: {'id': 'c3fe8733-ce5f-41fc-80e2-343154fe8a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c184cf05-70dd-4af5-8bd4-fc4bd5d65e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:00:02.095382 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44bcb63-0b0d-42c8-9226-e636d7b0e744 admin admin] Network hostable DHCP agents. Network: c184cf05-70dd-4af5-8bd4-fc4bd5d65e82, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:00:02.099476 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2dc04d-808f-4c29-be83-e07eefe3da85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48e3386-4b29-4a24-92cb-25bcfe091920,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:02.119975 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0f07dd-33d1-41ea-b45b-8382f0061efa req-ceaf44ea-480b-488c-96ae-188ea1f9b429 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] No DVR routers for this DVR port b81d85a3-83ba-4718-af5c-54a493be5489 on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:00:02.123430 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-7f0f07dd-33d1-41ea-b45b-8382f0061efa req-ceaf44ea-480b-488c-96ae-188ea1f9b429 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:02.127690 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7f0f07dd-33d1-41ea-b45b-8382f0061efa req-ceaf44ea-480b-488c-96ae-188ea1f9b429 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.39 "DELETE /v2.0/ports/b81d85a3-83ba-4718-af5c-54a493be5489 HTTP/1.1" status: 204  len: 173 time: 1.9865174
Feb 05 21:00:02.131398 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a818080-aad3-4726-b306-27edf171c323', 'name': 'network-vif-deleted', 'tag': 'b81d85a3-83ba-4718-af5c-54a493be5489'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:00:02.134062 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa71810f-5198-4d24-bba9-ebd5e1bbe166" -d '{"events": [{"server_uuid": "4a818080-aad3-4726-b306-27edf171c323", "name": "network-vif-deleted", "tag": "b81d85a3-83ba-4718-af5c-54a493be5489"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:00:02.143249 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20905140-5ce7-4619-aedf-65274dd3390c req-fa0cee2e-28ea-47c3-afe6-5cf3595e6519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:02.145635 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20905140-5ce7-4619-aedf-65274dd3390c req-fa0cee2e-28ea-47c3-afe6-5cf3595e6519 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0e68efe9-ea16-4fb9-b57d-581a14fb90de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2502115
Feb 05 21:00:02.194335 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44bcb63-0b0d-42c8-9226-e636d7b0e744 admin admin] Network c184cf05-70dd-4af5-8bd4-fc4bd5d65e82 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:00:02.207817 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7105d6-dc5f-471d-8db9-1a669a3e37cd x-openstack-request-id: req-1f7105d6-dc5f-471d-8db9-1a669a3e37cd {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:00:02.208123 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a818080-aad3-4726-b306-27edf171c323", "name": "network-vif-deleted", "tag": "b81d85a3-83ba-4718-af5c-54a493be5489", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:00:02.208436 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30314494-bc88-496e-a97c-b404b216fb23 req-5ba87342-ccb2-4a38-acf2-0f294e39afc6 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Network d6ee8e2f-7336-4698-ba11-ba7129199ab1 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:00:02.209766 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1f7105d6-dc5f-471d-8db9-1a669a3e37cd {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:00:02.210197 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a818080-aad3-4726-b306-27edf171c323', 'name': 'network-vif-deleted', 'tag': 'b81d85a3-83ba-4718-af5c-54a493be5489', 'status': 'completed', 'code': 200}
Feb 05 21:00:02.217010 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 45078) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:02.220700 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-30314494-bc88-496e-a97c-b404b216fb23 req-5ba87342-ccb2-4a38-acf2-0f294e39afc6 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:00:02.252326 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba87342-ccb2-4a38-acf2-0f294e39afc6 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Pushing event updated for resources: {'Port': ['ID=632d6e8d-054a-44c6-a6c1-9f56e270211f,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:02.257970 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-30314494-bc88-496e-a97c-b404b216fb23 req-5ba87342-ccb2-4a38-acf2-0f294e39afc6 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:00:02.346193 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-a44bcb63-0b0d-42c8-9226-e636d7b0e744 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c184cf05-70dd-4af5-8bd4-fc4bd5d65e82) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:00:02.360620 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e2eae8-1ccd-4eb9-a20f-f4a4984a6bd7 None None] Network c184cf05-70dd-4af5-8bd4-fc4bd5d65e82 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:00:02.367612 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44bcb63-0b0d-42c8-9226-e636d7b0e744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:02.368351 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a44bcb63-0b0d-42c8-9226-e636d7b0e744 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:02.397662 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a44bcb63-0b0d-42c8-9226-e636d7b0e744 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.5587051
Feb 05 21:00:02.400027 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45090) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:02.409279 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-958c70e9-4ab6-41bd-9a66-9865ee663693 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-998381134-router', 'tenant_id': 'e2211e554783435c9b7af885ea20e242', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:02.474813 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20905140-5ce7-4619-aedf-65274dd3390c req-af019bef-5ddf-46c9-b6e7-24a06d0735e9 service neutron] 10.222.0.39 "GET /v2.0/networks/0e68efe9-ea16-4fb9-b57d-581a14fb90de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3187084
Feb 05 21:00:02.492091 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-958c70e9-4ab6-41bd-9a66-9865ee663693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (9fd025af-f57d-46d1-b3c1-78f90a70215f), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:02.493581 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-958c70e9-4ab6-41bd-9a66-9865ee663693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (9fd025af-f57d-46d1-b3c1-78f90a70215f), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:02.598857 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa4df41-ec16-4374-b448-9f2b468af7b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c184cf05-70dd-4af5-8bd4-fc4bd5d65e82', 'network_id': 'c184cf05-70dd-4af5-8bd4-fc4bd5d65e82', 'project_id': 'e2211e554783435c9b7af885ea20e242', 'fixed_ips': [{'subnet_id': '86c08017-d863-4dd1-8a33-7a8aa8133d87'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:00:02.600240 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0aa4df41-ec16-4374-b448-9f2b468af7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:02.676774 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-958c70e9-4ab6-41bd-9a66-9865ee663693 admin admin] Publish callbacks [] for router_controller (9fd025af-f57d-46d1-b3c1-78f90a70215f), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:02.737822 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-cc92082e-1182-48c4-aecf-32ac45aff6f5 None None] Provisioning complete for port 632d6e8d-054a-44c6-a6c1-9f56e270211f triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:00:02.738207 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cc92082e-1182-48c4-aecf-32ac45aff6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (632d6e8d-054a-44c6-a6c1-9f56e270211f), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:02.738412 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20905140-5ce7-4619-aedf-65274dd3390c req-7627f911-955b-4a30-8dbb-1cfbe7be7098 service neutron] 10.222.0.39 "GET /v2.0/networks/0e68efe9-ea16-4fb9-b57d-581a14fb90de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2555223
Feb 05 21:00:02.825942 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-cc92082e-1182-48c4-aecf-32ac45aff6f5 None None] Port 632d6e8d-054a-44c6-a6c1-9f56e270211f cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:00:02.828164 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-0aa4df41-ec16-4374-b448-9f2b468af7b3 None None] Allocated IP 172.20.0.2 (c184cf05-70dd-4af5-8bd4-fc4bd5d65e82/86c08017-d863-4dd1-8a33-7a8aa8133d87/46f4c683-68e9-49d4-99e3-8cf06c869416) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:00:02.834298 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20905140-5ce7-4619-aedf-65274dd3390c req-6598eba3-7e36-43ff-8e01-30c9352b4f02 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=58dda4e9-8dcd-438a-a2a5-133cac5c0ff6 HTTP/1.1" status: 200  len: 217 time: 0.0539079
Feb 05 21:00:02.912255 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5a80ac66-7fc6-4152-b307-d4697e842ba0 admin admin] Publish callbacks [] for security_group (c48e3386-4b29-4a24-92cb-25bcfe091920), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:02.929399 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-68bcf51d-4d57-49e7-8359-c8b19a342bd5 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:02.929399 ncdv-master-1 neutron-server[114391]: WARNING neutron.api.v2.base [None req-68bcf51d-4d57-49e7-8359-c8b19a342bd5 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Feb 05 21:00:02.929399 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-68bcf51d-4d57-49e7-8359-c8b19a342bd5 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] create failed (client error): There was a conflict when trying to complete your request.
Feb 05 21:00:02.937975 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-68bcf51d-4d57-49e7-8359-c8b19a342bd5 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.7152114
Feb 05 21:00:02.938242 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45102) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:02.942162 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-70c1eacd-bd40-4f52-9fa1-06e3039cfc74 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Request body: {'security_group': {'name': 'tempest-secgroup--626531729'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:02.956120 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2419929-f5c5-4f9c-b1b9-6f2cb4a2eccf req-72ec0bed-740c-4e89-b4f0-d2924e9295aa tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:02.957768 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b2419929-f5c5-4f9c-b1b9-6f2cb4a2eccf req-72ec0bed-740c-4e89-b4f0-d2924e9295aa tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f53b9-2664-49e8-8def-67e50d70101f HTTP/1.1" status: 200  len: 945 time: 0.9388340
Feb 05 21:00:02.958654 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-afa44e53-23a2-4b44-8461-53f6207fc6b1 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Made reservation on behalf of 1d793ab256c04fadac89445fab3ed636 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:00:02.962306 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-afa44e53-23a2-4b44-8461-53f6207fc6b1 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:02.970237 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-958c70e9-4ab6-41bd-9a66-9865ee663693 admin admin] Publish callbacks [] for router_gateway (9fd025af-f57d-46d1-b3c1-78f90a70215f), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:02.989441 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20905140-5ce7-4619-aedf-65274dd3390c req-27877e17-f926-4771-9678-f5351d71b5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:02.991542 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20905140-5ce7-4619-aedf-65274dd3390c req-27877e17-f926-4771-9678-f5351d71b5b2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eff801c9-e51d-482d-bb52-a59d1e137e92 HTTP/1.1" status: 200  len: 797 time: 0.1113024
Feb 05 21:00:03.002652 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8acc4cdf-4da6-4ee3-aeee-be065ef39116 req-b542ecd6-28ab-42e1-a9ba-4583448a2260 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5182d1f-77a6-49e2-a77f-9be092b5e34a HTTP/1.1" status: 200  len: 210 time: 0.0679991
Feb 05 21:00:03.003318 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-70c1eacd-bd40-4f52-9fa1-06e3039cfc74 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:03.027158 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0aa4df41-ec16-4374-b448-9f2b468af7b3 None None] Publish callbacks [] for port (46f4c683-68e9-49d4-99e3-8cf06c869416), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:03.037904 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0aa4df41-ec16-4374-b448-9f2b468af7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (46f4c683-68e9-49d4-99e3-8cf06c869416), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:03.044327 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-70c1eacd-bd40-4f52-9fa1-06e3039cfc74 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:03.073072 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5a80ac66-7fc6-4152-b307-d4697e842ba0 admin admin] Publish callbacks [] for security_group (c48e3386-4b29-4a24-92cb-25bcfe091920), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:03.088225 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30314494-bc88-496e-a97c-b404b216fb23 req-5ba87342-ccb2-4a38-acf2-0f294e39afc6 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:03.088994 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-30314494-bc88-496e-a97c-b404b216fb23 req-5ba87342-ccb2-4a38-acf2-0f294e39afc6 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:03.091458 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa4df41-ec16-4374-b448-9f2b468af7b3 None None] Network c184cf05-70dd-4af5-8bd4-fc4bd5d65e82 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:00:03.094787 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-0aa4df41-ec16-4374-b448-9f2b468af7b3 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:00:03.100169 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa4df41-ec16-4374-b448-9f2b468af7b3 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:00:03.105712 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa4df41-ec16-4374-b448-9f2b468af7b3 None None] Pushing event updated for resources: {'Port': ['ID=46f4c683-68e9-49d4-99e3-8cf06c869416,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:03.151717 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20905140-5ce7-4619-aedf-65274dd3390c req-fefe8a4f-d40a-43ea-b330-f7261ce8ffab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:03.153381 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20905140-5ce7-4619-aedf-65274dd3390c req-fefe8a4f-d40a-43ea-b330-f7261ce8ffab service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0e68efe9-ea16-4fb9-b57d-581a14fb90de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1513975
Feb 05 21:00:03.169873 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-0aa4df41-ec16-4374-b448-9f2b468af7b3 None None] Attempting to bind port 46f4c683-68e9-49d4-99e3-8cf06c869416 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:00:03.170569 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-0aa4df41-ec16-4374-b448-9f2b468af7b3 None None] Attempting to bind port 46f4c683-68e9-49d4-99e3-8cf06c869416 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c3fe8733-ce5f-41fc-80e2-343154fe8a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c184cf05-70dd-4af5-8bd4-fc4bd5d65e82'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:00:03.170945 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa4df41-ec16-4374-b448-9f2b468af7b3 None None] Attempting to bind port 46f4c683-68e9-49d4-99e3-8cf06c869416 on network c184cf05-70dd-4af5-8bd4-fc4bd5d65e82 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:00:03.178209 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa4df41-ec16-4374-b448-9f2b468af7b3 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:00:03.178209 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa4df41-ec16-4374-b448-9f2b468af7b3 None None] Checking segment: {'id': 'c3fe8733-ce5f-41fc-80e2-343154fe8a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c184cf05-70dd-4af5-8bd4-fc4bd5d65e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:00:03.178755 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0aa4df41-ec16-4374-b448-9f2b468af7b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:03.178837 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa4df41-ec16-4374-b448-9f2b468af7b3 None None] Bound using segment: {'id': 'c3fe8733-ce5f-41fc-80e2-343154fe8a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c184cf05-70dd-4af5-8bd4-fc4bd5d65e82'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:00:03.179588 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-0aa4df41-ec16-4374-b448-9f2b468af7b3 None None] Bound port: 46f4c683-68e9-49d4-99e3-8cf06c869416, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3fe8733-ce5f-41fc-80e2-343154fe8a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c184cf05-70dd-4af5-8bd4-fc4bd5d65e82'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:00:03.179897 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0aa4df41-ec16-4374-b448-9f2b468af7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (46f4c683-68e9-49d4-99e3-8cf06c869416), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:03.217037 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30314494-bc88-496e-a97c-b404b216fb23 req-5ba87342-ccb2-4a38-acf2-0f294e39afc6 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1810911
Feb 05 21:00:03.244822 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-30314494-bc88-496e-a97c-b404b216fb23 req-f96aaeb6-2d36-4b61-92b0-86595abb8c26 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Request body: {'port': {'device_id': '5bd57913-b8c7-4c6d-9109-f6423fa3555e', 'network_id': '57dc5b5b-be89-4567-aa02-6a608f23a8fc', 'admin_state_up': True, 'tenant_id': '635643c8c95a48178be578a04d153ce8'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:03.254047 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-0aa4df41-ec16-4374-b448-9f2b468af7b3 None None] For port 46f4c683-68e9-49d4-99e3-8cf06c869416, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:00:03.257047 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-0aa4df41-ec16-4374-b448-9f2b468af7b3 None None] For port 46f4c683-68e9-49d4-99e3-8cf06c869416, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46f4c683-68e9-49d4-99e3-8cf06c869416,segment=NetworkSegment(c3fe8733-ce5f-41fc-80e2-343154fe8a12),segment_id=c3fe8733-ce5f-41fc-80e2-343154fe8a12)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:00:03.264928 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0aa4df41-ec16-4374-b448-9f2b468af7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (46f4c683-68e9-49d4-99e3-8cf06c869416), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:03.266504 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-70c1eacd-bd40-4f52-9fa1-06e3039cfc74 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (55ce90b6-0a1c-4653-ba51-9c0bd35b584c), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:03.277092 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-70c1eacd-bd40-4f52-9fa1-06e3039cfc74 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (55ce90b6-0a1c-4653-ba51-9c0bd35b584c), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:03.326147 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa4df41-ec16-4374-b448-9f2b468af7b3 None None] Pushing event updated for resources: {'Port': ['ID=46f4c683-68e9-49d4-99e3-8cf06c869416,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:03.339790 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b2419929-f5c5-4f9c-b1b9-6f2cb4a2eccf req-4992db1d-7873-4686-bfd0-bc1235282d1c tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3542111
Feb 05 21:00:03.398209 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c4a14-b2a4-4a2d-9868-9fc915f6d93d req-b636bdd9-dcbd-4361-b6a5-343b3e7a4d67 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:03.399917 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a97c4a14-b2a4-4a2d-9868-9fc915f6d93d req-b636bdd9-dcbd-4361-b6a5-343b3e7a4d67 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd57913-b8c7-4c6d-9109-f6423fa3555e HTTP/1.1" status: 200  len: 932 time: 0.2968814
Feb 05 21:00:03.409178 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5a80ac66-7fc6-4152-b307-d4697e842ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (c48e3386-4b29-4a24-92cb-25bcfe091920), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:03.412534 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5a80ac66-7fc6-4152-b307-d4697e842ba0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:03.413793 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5a80ac66-7fc6-4152-b307-d4697e842ba0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c48e3386-4b29-4a24-92cb-25bcfe091920 HTTP/1.1" status: 204  len: 168 time: 1.3676817
Feb 05 21:00:03.435431 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a80ac66-7fc6-4152-b307-d4697e842ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48e3386-4b29-4a24-92cb-25bcfe091920,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:03.436478 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20905140-5ce7-4619-aedf-65274dd3390c req-4ec4ebbf-6d92-4ebc-a23c-471257b3cbf8 service neutron] 10.222.0.39 "GET /v2.0/networks/0e68efe9-ea16-4fb9-b57d-581a14fb90de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2747319
Feb 05 21:00:03.465655 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c1eacd-bd40-4f52-9fa1-06e3039cfc74 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55ce90b6-0a1c-4653-ba51-9c0bd35b584c,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:03.472310 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-70c1eacd-bd40-4f52-9fa1-06e3039cfc74 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (1a6202b5-e80e-4ae4-b8da-8f17b41e0e05), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:03.492246 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-afa44e53-23a2-4b44-8461-53f6207fc6b1 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Allocated IP 172.20.0.12 (cb9888ba-fd92-4284-8691-d704204a6929/1a29db71-64bb-4b41-abf2-897d595cd164/63a23bb9-1cdf-4567-9487-b5534c8914ab) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:00:03.518409 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device b81d85a3-83ba-4718-af5c-54a493be5489 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:00:03.557143 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: b81d85a3-83ba-4718-af5c-54a493be5489 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:00:03.557526 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device b81d85a3-83ba-4718-af5c-54a493be5489 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:00:03.587949 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-70c1eacd-bd40-4f52-9fa1-06e3039cfc74 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (1a6202b5-e80e-4ae4-b8da-8f17b41e0e05), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:03.605646 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a97c4a14-b2a4-4a2d-9868-9fc915f6d93d req-2635e47e-991a-4cd5-9a18-6c3eef678d4f tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/security-groups?id=87663b8c-f03c-4830-b2a4-28960820d255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1903853
Feb 05 21:00:03.625885 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-70c1eacd-bd40-4f52-9fa1-06e3039cfc74 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:03.627284 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-70c1eacd-bd40-4f52-9fa1-06e3039cfc74 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.6896152
Feb 05 21:00:03.630557 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30314494-bc88-496e-a97c-b404b216fb23 req-f96aaeb6-2d36-4b61-92b0-86595abb8c26 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Made reservation on behalf of 635643c8c95a48178be578a04d153ce8 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:00:03.632646 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45106) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:03.634463 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-30314494-bc88-496e-a97c-b404b216fb23 req-f96aaeb6-2d36-4b61-92b0-86595abb8c26 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:03.659596 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-03cce6ad-7472-4a88-a17b-482b0d148d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:03.681821 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-8f5d9d14-9a7f-4037-a412-f772732762ab tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Request body: {'security_group_rule': {'security_group_id': '1a6202b5-e80e-4ae4-b8da-8f17b41e0e05', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:03.737523 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c1eacd-bd40-4f52-9fa1-06e3039cfc74 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6202b5-e80e-4ae4-b8da-8f17b41e0e05,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:03.795832 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-958c70e9-4ab6-41bd-9a66-9865ee663693 admin admin] Publish callbacks [] for router_gateway (9fd025af-f57d-46d1-b3c1-78f90a70215f), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:03.825196 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8f5d9d14-9a7f-4037-a412-f772732762ab tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group_rule (d8605626-0a96-4cc4-bd31-ae94f73d01ea), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:03.834230 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20905140-5ce7-4619-aedf-65274dd3390c req-df6ce0ca-c039-4796-824c-2072f1ca402b service neutron] 10.222.0.39 "GET /v2.0/networks/0e68efe9-ea16-4fb9-b57d-581a14fb90de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3791649
Feb 05 21:00:03.842372 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-958c70e9-4ab6-41bd-9a66-9865ee663693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:03.915835 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-afa44e53-23a2-4b44-8461-53f6207fc6b1 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Publish callbacks [] for port (63a23bb9-1cdf-4567-9487-b5534c8914ab), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:03.923092 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20905140-5ce7-4619-aedf-65274dd3390c req-6b79e9b0-1d7d-4a7c-a5bb-8dde9e160670 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=b5699d53-2198-4de7-b7cf-11cdde7ed6e5 HTTP/1.1" status: 200  len: 217 time: 0.0757480
Feb 05 21:00:03.944148 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-30314494-bc88-496e-a97c-b404b216fb23 req-f96aaeb6-2d36-4b61-92b0-86595abb8c26 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Allocated IP 19.86.0.162 (57dc5b5b-be89-4567-aa02-6a608f23a8fc/7af1e542-8682-4f1b-9c61-a224b166171b/56166e37-c00d-4298-a0e0-99eddccde1ed) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:00:04.041773 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8f5d9d14-9a7f-4037-a412-f772732762ab tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group_rule (d8605626-0a96-4cc4-bd31-ae94f73d01ea), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:04.063158 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8f5d9d14-9a7f-4037-a412-f772732762ab tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (d8605626-0a96-4cc4-bd31-ae94f73d01ea), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:04.068254 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-afa44e53-23a2-4b44-8461-53f6207fc6b1 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (63a23bb9-1cdf-4567-9487-b5534c8914ab), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:04.136916 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-afa44e53-23a2-4b44-8461-53f6207fc6b1 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Network cb9888ba-fd92-4284-8691-d704204a6929 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:00:04.140650 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-afa44e53-23a2-4b44-8461-53f6207fc6b1 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:00:04.148495 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20905140-5ce7-4619-aedf-65274dd3390c req-67a41dfe-a425-49bc-b429-adb104376294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:04.150057 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20905140-5ce7-4619-aedf-65274dd3390c req-67a41dfe-a425-49bc-b429-adb104376294 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eff801c9-e51d-482d-bb52-a59d1e137e92 HTTP/1.1" status: 200  len: 797 time: 0.2194431
Feb 05 21:00:04.173974 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d9d14-9a7f-4037-a412-f772732762ab tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8605626-0a96-4cc4-bd31-ae94f73d01ea,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:04.183428 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-afa44e53-23a2-4b44-8461-53f6207fc6b1 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:00:04.186523 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 46f4c683-68e9-49d4-99e3-8cf06c869416 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:00:04.210427 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8f5d9d14-9a7f-4037-a412-f772732762ab tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:04.211850 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8f5d9d14-9a7f-4037-a412-f772732762ab tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5422246
Feb 05 21:00:04.233257 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45120) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:04.243380 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-b7bc86b2-4d79-4df2-b431-c778c657a840 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Request body: {'security_group_rule': {'security_group_id': '1a6202b5-e80e-4ae4-b8da-8f17b41e0e05', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:04.322462 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-958c70e9-4ab6-41bd-9a66-9865ee663693 admin admin] Allocated IP 172.35.4.211 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/0f0b8600-8068-4666-808b-7db3f66ce148) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:00:04.326985 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 46f4c683-68e9-49d4-99e3-8cf06c869416 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:00:04.327457 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (46f4c683-68e9-49d4-99e3-8cf06c869416), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:04.393424 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20905140-5ce7-4619-aedf-65274dd3390c req-eaa9dd4d-1c18-4366-8c7c-6ef58eaf57c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:04.395566 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20905140-5ce7-4619-aedf-65274dd3390c req-eaa9dd4d-1c18-4366-8c7c-6ef58eaf57c9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0e68efe9-ea16-4fb9-b57d-581a14fb90de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2096310
Feb 05 21:00:04.465415 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b7bc86b2-4d79-4df2-b431-c778c657a840 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group_rule (6f3a735c-4c83-4bf4-a3b5-ea7b57702316), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:04.491595 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 46f4c683-68e9-49d4-99e3-8cf06c869416 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:00:04.492001 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (46f4c683-68e9-49d4-99e3-8cf06c869416), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:04.553498 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 46f4c683-68e9-49d4-99e3-8cf06c869416, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46f4c683-68e9-49d4-99e3-8cf06c869416,segment=NetworkSegment(c3fe8733-ce5f-41fc-80e2-343154fe8a12),segment_id=c3fe8733-ce5f-41fc-80e2-343154fe8a12)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:04.565153 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (46f4c683-68e9-49d4-99e3-8cf06c869416), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:04.641473 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-958c70e9-4ab6-41bd-9a66-9865ee663693 admin admin] Publish callbacks [] for port (0f0b8600-8068-4666-808b-7db3f66ce148), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:04.647283 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=46f4c683-68e9-49d4-99e3-8cf06c869416,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:04.664710 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20905140-5ce7-4619-aedf-65274dd3390c req-1a405383-bce5-4cf0-bc77-8221d613ede2 service neutron] 10.222.0.39 "GET /v2.0/networks/0e68efe9-ea16-4fb9-b57d-581a14fb90de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2176964
Feb 05 21:00:04.667551 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-b7bc86b2-4d79-4df2-b431-c778c657a840 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] create failed (client error): There was a conflict when trying to complete your request.
Feb 05 21:00:04.668731 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b7bc86b2-4d79-4df2-b431-c778c657a840 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.4335122
Feb 05 21:00:04.671910 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45144) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:04.732297 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-30314494-bc88-496e-a97c-b404b216fb23 req-f96aaeb6-2d36-4b61-92b0-86595abb8c26 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks [] for port (56166e37-c00d-4298-a0e0-99eddccde1ed), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:04.817686 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-958c70e9-4ab6-41bd-9a66-9865ee663693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (0f0b8600-8068-4666-808b-7db3f66ce148), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:04.823139 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-30314494-bc88-496e-a97c-b404b216fb23 req-f96aaeb6-2d36-4b61-92b0-86595abb8c26 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (56166e37-c00d-4298-a0e0-99eddccde1ed), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:04.849461 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa44e53-23a2-4b44-8461-53f6207fc6b1 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Pushing event updated for resources: {'Port': ['ID=63a23bb9-1cdf-4567-9487-b5534c8914ab,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:04.867016 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a6d3d3fd-bfc7-4a08-aa00-dbdf0e891d33 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (1a6202b5-e80e-4ae4-b8da-8f17b41e0e05), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:04.910955 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958c70e9-4ab6-41bd-9a66-9865ee663693 admin admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:00:04.920535 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958c70e9-4ab6-41bd-9a66-9865ee663693 admin admin] Pushing event updated for resources: {'Port': ['ID=0f0b8600-8068-4666-808b-7db3f66ce148,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:04.925201 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30314494-bc88-496e-a97c-b404b216fb23 req-f96aaeb6-2d36-4b61-92b0-86595abb8c26 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Network 57dc5b5b-be89-4567-aa02-6a608f23a8fc is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:00:04.926620 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-958c70e9-4ab6-41bd-9a66-9865ee663693 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:00:04.931161 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-afa44e53-23a2-4b44-8461-53f6207fc6b1 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:04.932161 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-afa44e53-23a2-4b44-8461-53f6207fc6b1 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:04.933950 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20905140-5ce7-4619-aedf-65274dd3390c req-fa533fcf-1f2d-4e99-a526-3b156cff0afe service neutron] 10.222.0.39 "GET /v2.0/networks/0e68efe9-ea16-4fb9-b57d-581a14fb90de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2629566
Feb 05 21:00:04.936325 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a6d3d3fd-bfc7-4a08-aa00-dbdf0e891d33 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (1a6202b5-e80e-4ae4-b8da-8f17b41e0e05), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:04.942071 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958c70e9-4ab6-41bd-9a66-9865ee663693 admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:00:04.954035 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24e9d6-65d9-415a-be61-1dde9aa90344 req-bf6663ab-0359-4644-830f-b67831fc8911 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:04.956124 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cc24e9d6-65d9-415a-be61-1dde9aa90344 req-bf6663ab-0359-4644-830f-b67831fc8911 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5182d1f-77a6-49e2-a77f-9be092b5e34a HTTP/1.1" status: 200  len: 932 time: 0.8074524
Feb 05 21:00:04.966517 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-30314494-bc88-496e-a97c-b404b216fb23 req-f96aaeb6-2d36-4b61-92b0-86595abb8c26 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:00:04.972057 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf38759d-782a-431a-8d8d-cd57644db110 None None] Network c184cf05-70dd-4af5-8bd4-fc4bd5d65e82 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:00:05.007945 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-30314494-bc88-496e-a97c-b404b216fb23 req-f96aaeb6-2d36-4b61-92b0-86595abb8c26 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:00:05.035677 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20905140-5ce7-4619-aedf-65274dd3390c req-d42128b6-3be6-464c-8589-a2c83af5f142 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=3a1e8ac6-e5dd-47a1-a79b-976ef386504b HTTP/1.1" status: 200  len: 217 time: 0.0864568
Feb 05 21:00:05.099496 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-a3e8198b-170a-46a4-beb6-8aa72602aa75 None None] Provisioning complete for port 46f4c683-68e9-49d4-99e3-8cf06c869416 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:00:05.100145 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a3e8198b-170a-46a4-beb6-8aa72602aa75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (46f4c683-68e9-49d4-99e3-8cf06c869416), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:05.106051 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96aaeb6-2d36-4b61-92b0-86595abb8c26 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Pushing event updated for resources: {'Port': ['ID=56166e37-c00d-4298-a0e0-99eddccde1ed,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:05.148963 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-afa44e53-23a2-4b44-8461-53f6207fc6b1 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.2533486
Feb 05 21:00:05.185832 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20905140-5ce7-4619-aedf-65274dd3390c req-5b7af5f2-8239-4af4-b21d-c2af0c0d1006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:05.187332 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20905140-5ce7-4619-aedf-65274dd3390c req-5b7af5f2-8239-4af4-b21d-c2af0c0d1006 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eff801c9-e51d-482d-bb52-a59d1e137e92 HTTP/1.1" status: 200  len: 797 time: 0.1423023
Feb 05 21:00:05.192029 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a6d3d3fd-bfc7-4a08-aa00-dbdf0e891d33 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (1a6202b5-e80e-4ae4-b8da-8f17b41e0e05), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:05.195061 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a6d3d3fd-bfc7-4a08-aa00-dbdf0e891d33 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:05.196593 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a6d3d3fd-bfc7-4a08-aa00-dbdf0e891d33 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "DELETE /v2.0/security-groups/1a6202b5-e80e-4ae4-b8da-8f17b41e0e05 HTTP/1.1" status: 204  len: 168 time: 0.5238156
Feb 05 21:00:05.202883 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 45162) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:05.208816 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-18c2dbbf-772a-45f2-9788-1ba0ba5661e9 service neutron] Request body: {'port': {'device_id': 'e5182d1f-77a6-49e2-a77f-9be092b5e34a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:05.246401 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cc24e9d6-65d9-415a-be61-1dde9aa90344 req-ed754f83-5b73-499b-9a92-ff74d181dc1c tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2619679
Feb 05 21:00:05.260277 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3d3fd-bfc7-4a08-aa00-dbdf0e891d33 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6202b5-e80e-4ae4-b8da-8f17b41e0e05,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:05.311571 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20905140-5ce7-4619-aedf-65274dd3390c req-b38d18de-3af9-4e05-a42a-33b8d5c5b669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:05.314092 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20905140-5ce7-4619-aedf-65274dd3390c req-b38d18de-3af9-4e05-a42a-33b8d5c5b669 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0e68efe9-ea16-4fb9-b57d-581a14fb90de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1148186
Feb 05 21:00:05.353386 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8198b-170a-46a4-beb6-8aa72602aa75 None None] Current status of the port 46f4c683-68e9-49d4-99e3-8cf06c869416 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:00:05.423566 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9189c1-d3f0-41f0-b4e7-04daf47bd749 req-201e03fa-6881-45bd-b9d7-a19aa66c6ab7 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:05.425540 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bf9189c1-d3f0-41f0-b4e7-04daf47bd749 req-201e03fa-6881-45bd-b9d7-a19aa66c6ab7 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f53b9-2664-49e8-8def-67e50d70101f HTTP/1.1" status: 200  len: 945 time: 0.6377742
Feb 05 21:00:05.431545 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30314494-bc88-496e-a97c-b404b216fb23 req-f96aaeb6-2d36-4b61-92b0-86595abb8c26 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:05.431920 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-30314494-bc88-496e-a97c-b404b216fb23 req-f96aaeb6-2d36-4b61-92b0-86595abb8c26 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:05.486661 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-f06f8f74-9c18-4cfe-95a8-398f4799114f None None] Provisioning complete for port 56166e37-c00d-4298-a0e0-99eddccde1ed triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:00:05.487082 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f06f8f74-9c18-4cfe-95a8-398f4799114f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (56166e37-c00d-4298-a0e0-99eddccde1ed), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:05.535073 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-f06f8f74-9c18-4cfe-95a8-398f4799114f None None] Port 56166e37-c00d-4298-a0e0-99eddccde1ed cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:00:05.586722 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-3e6cc21e-2fd3-4822-b0e4-f97f673e52b8 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.3394670
Feb 05 21:00:05.611225 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 45176) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:05.617807 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-6a99c5e9-50d0-4509-a62c-2f370296ec1f tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Request body: {'security_group': {'name': 'tempest-secgroup--1231187043'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:05.660571 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c400a3a6-6a18-4ef6-94e9-eba32d0f91a5 None None] Provisioning complete for port 46f4c683-68e9-49d4-99e3-8cf06c869416 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:00:05.661386 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c400a3a6-6a18-4ef6-94e9-eba32d0f91a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (46f4c683-68e9-49d4-99e3-8cf06c869416), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:05.674417 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-18c2dbbf-772a-45f2-9788-1ba0ba5661e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (63a23bb9-1cdf-4567-9487-b5534c8914ab), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:05.723738 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30314494-bc88-496e-a97c-b404b216fb23 req-f96aaeb6-2d36-4b61-92b0-86595abb8c26 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4992998
Feb 05 21:00:05.748428 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-30314494-bc88-496e-a97c-b404b216fb23 req-6a0ff76e-a977-47ff-94ae-78662b22fc90 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Request body: {'port': {'device_id': '5bd57913-b8c7-4c6d-9109-f6423fa3555e', 'network_id': 'd6ee8e2f-7336-4698-ba11-ba7129199ab1', 'admin_state_up': True, 'tenant_id': '635643c8c95a48178be578a04d153ce8'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:05.774930 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68076804-2a6c-4429-9531-319a50644a86 req-3e454f35-406e-400c-ab67-31d0d260e459 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:05.781487 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68076804-2a6c-4429-9531-319a50644a86 req-3e454f35-406e-400c-ab67-31d0d260e459 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:05.783805 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68076804-2a6c-4429-9531-319a50644a86 req-3e454f35-406e-400c-ab67-31d0d260e459 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd57913-b8c7-4c6d-9109-f6423fa3555e HTTP/1.1" status: 200  len: 1655 time: 0.3738966
Feb 05 21:00:05.784614 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6a99c5e9-50d0-4509-a62c-2f370296ec1f tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:05.840782 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c400a3a6-6a18-4ef6-94e9-eba32d0f91a5 None None] Current status of the port 46f4c683-68e9-49d4-99e3-8cf06c869416 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:00:05.876954 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-958c70e9-4ab6-41bd-9a66-9865ee663693 admin admin] Publish callbacks [] for router_gateway (9fd025af-f57d-46d1-b3c1-78f90a70215f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:05.880285 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20905140-5ce7-4619-aedf-65274dd3390c req-d6083d63-ce38-4852-8c68-74d0f618ff65 service neutron] 10.222.0.39 "GET /v2.0/networks/0e68efe9-ea16-4fb9-b57d-581a14fb90de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1890051
Feb 05 21:00:05.993701 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 46f4c683-68e9-49d4-99e3-8cf06c869416 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:00:06.007033 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bf9189c1-d3f0-41f0-b4e7-04daf47bd749 req-d124ad57-fa1b-4201-876e-c47e2e9efe71 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4317088
Feb 05 21:00:06.080131 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ac9434b0-40ec-422e-83e4-644be0871643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:06.089871 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68076804-2a6c-4429-9531-319a50644a86 req-eb11bb2e-5760-4f10-8c44-f91cd58b9383 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/security-groups?id=87663b8c-f03c-4830-b2a4-28960820d255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1329529
Feb 05 21:00:06.110232 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 46f4c683-68e9-49d4-99e3-8cf06c869416 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:00:06.110855 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (46f4c683-68e9-49d4-99e3-8cf06c869416), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:06.156719 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20905140-5ce7-4619-aedf-65274dd3390c req-13fa848f-48b5-4a2e-8716-14d56f685c0f service neutron] 10.222.0.39 "GET /v2.0/networks/0e68efe9-ea16-4fb9-b57d-581a14fb90de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2142885
Feb 05 21:00:06.166207 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30314494-bc88-496e-a97c-b404b216fb23 req-6a0ff76e-a977-47ff-94ae-78662b22fc90 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Made reservation on behalf of 635643c8c95a48178be578a04d153ce8 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:00:06.170890 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-30314494-bc88-496e-a97c-b404b216fb23 req-6a0ff76e-a977-47ff-94ae-78662b22fc90 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:06.207324 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20905140-5ce7-4619-aedf-65274dd3390c req-939d1868-83b4-42e9-b369-74a81258d3cd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=96b065aa-9042-42d0-9376-669227f49c16 HTTP/1.1" status: 200  len: 217 time: 0.0439384
Feb 05 21:00:06.244663 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 46f4c683-68e9-49d4-99e3-8cf06c869416 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:00:06.258991 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6a99c5e9-50d0-4509-a62c-2f370296ec1f tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (d4992f6c-59ec-41d6-8823-99f256782444), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:06.301464 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6a99c5e9-50d0-4509-a62c-2f370296ec1f tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (d4992f6c-59ec-41d6-8823-99f256782444), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:06.302848 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20905140-5ce7-4619-aedf-65274dd3390c req-ac8f9d76-1f31-4dd8-8d86-803a47e690ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:06.304661 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20905140-5ce7-4619-aedf-65274dd3390c req-ac8f9d76-1f31-4dd8-8d86-803a47e690ba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=87840afd-8f96-418e-b35a-d28d95df414d HTTP/1.1" status: 200  len: 797 time: 0.0685961
Feb 05 21:00:06.329520 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-958c70e9-4ab6-41bd-9a66-9865ee663693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (9fd025af-f57d-46d1-b3c1-78f90a70215f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:06.408536 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6a99c5e9-50d0-4509-a62c-2f370296ec1f tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:06.412452 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6a99c5e9-50d0-4509-a62c-2f370296ec1f tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.7956243
Feb 05 21:00:06.414461 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45208) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:06.417424 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-6210909e-be1a-4dab-b228-8d57b24cc8b3 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Request body: {'security_group_rule': {'security_group_id': 'd4992f6c-59ec-41d6-8823-99f256782444', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:06.418264 ncdv-master-1 neutron-server[114390]: WARNING neutron.api.v2.base [None req-6210909e-be1a-4dab-b228-8d57b24cc8b3 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Feb 05 21:00:06.418839 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-6210909e-be1a-4dab-b228-8d57b24cc8b3 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:00:06.419923 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6210909e-be1a-4dab-b228-8d57b24cc8b3 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0060198
Feb 05 21:00:06.423523 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45210) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:06.457653 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a99c5e9-50d0-4509-a62c-2f370296ec1f tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4992f6c-59ec-41d6-8823-99f256782444,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:06.508027 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20905140-5ce7-4619-aedf-65274dd3390c req-4748c79e-51e9-4e91-9512-13caf05bb517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:06.509678 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20905140-5ce7-4619-aedf-65274dd3390c req-4748c79e-51e9-4e91-9512-13caf05bb517 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e407b198-7847-4daa-999d-a6a8e5319a57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1766477
Feb 05 21:00:06.530497 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecae492-5462-4531-8f34-dc5465571705 req-3d2cf9a0-b397-461c-8ceb-ca90832b7069 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:06.532771 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0ecae492-5462-4531-8f34-dc5465571705 req-3d2cf9a0-b397-461c-8ceb-ca90832b7069 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5182d1f-77a6-49e2-a77f-9be092b5e34a HTTP/1.1" status: 200  len: 932 time: 0.1821640
Feb 05 21:00:06.532901 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45212) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:06.545988 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-30314494-bc88-496e-a97c-b404b216fb23 req-6a0ff76e-a977-47ff-94ae-78662b22fc90 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Allocated IP 19.80.0.6 (d6ee8e2f-7336-4698-ba11-ba7129199ab1/e14c265f-94bc-4d29-af98-ab5f92b4997d/7c845990-84ba-4725-9c91-59926b96b74a) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:00:06.623133 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-88b605e1-3fe2-4cb3-99dc-983343f0dfcc tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (d4992f6c-59ec-41d6-8823-99f256782444), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:06.644412 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-18c2dbbf-772a-45f2-9788-1ba0ba5661e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63a23bb9-1cdf-4567-9487-b5534c8914ab {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:00:06.665417 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-18c2dbbf-772a-45f2-9788-1ba0ba5661e9 service neutron] Publish callbacks [] for port (63a23bb9-1cdf-4567-9487-b5534c8914ab), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:06.698061 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-88b605e1-3fe2-4cb3-99dc-983343f0dfcc tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (d4992f6c-59ec-41d6-8823-99f256782444), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:06.702350 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-87cc2a5d-acfb-4d6a-b562-8d50cd4d28cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:06.707270 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0ecae492-5462-4531-8f34-dc5465571705 req-f25e5191-0271-4a60-8d31-4e3bb6f94006 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1647177
Feb 05 21:00:06.711592 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-18c2dbbf-772a-45f2-9788-1ba0ba5661e9 service neutron] Transition to ACTIVE for port object 63a23bb9-1cdf-4567-9487-b5534c8914ab will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:00:06.719854 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-18c2dbbf-772a-45f2-9788-1ba0ba5661e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (63a23bb9-1cdf-4567-9487-b5534c8914ab), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:06.779177 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20905140-5ce7-4619-aedf-65274dd3390c req-ef7e3c6b-defe-44f6-9402-c1359d9138bb service neutron] 10.222.0.39 "GET /v2.0/networks/e407b198-7847-4daa-999d-a6a8e5319a57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2577090
Feb 05 21:00:06.784621 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958c70e9-4ab6-41bd-9a66-9865ee663693 admin admin] Router 9fd025af-f57d-46d1-b3c1-78f90a70215f is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:00:06.832067 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-88b605e1-3fe2-4cb3-99dc-983343f0dfcc tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (d4992f6c-59ec-41d6-8823-99f256782444), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:06.832652 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c2dbbf-772a-45f2-9788-1ba0ba5661e9 service neutron] Pushing event updated for resources: {'Port': ['ID=63a23bb9-1cdf-4567-9487-b5534c8914ab,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:06.835110 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-88b605e1-3fe2-4cb3-99dc-983343f0dfcc tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:06.838475 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-88b605e1-3fe2-4cb3-99dc-983343f0dfcc tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "DELETE /v2.0/security-groups/d4992f6c-59ec-41d6-8823-99f256782444 HTTP/1.1" status: 204  len: 168 time: 0.4137316
Feb 05 21:00:06.842370 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 45216) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:06.887928 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-30314494-bc88-496e-a97c-b404b216fb23 req-6a0ff76e-a977-47ff-94ae-78662b22fc90 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks [] for port (7c845990-84ba-4725-9c91-59926b96b74a), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:06.897913 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b605e1-3fe2-4cb3-99dc-983343f0dfcc tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4992f6c-59ec-41d6-8823-99f256782444,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:06.983159 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6eb42441-4ea5-4315-8b5f-53b03c7d9a3f tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1396334
Feb 05 21:00:06.990496 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 45228) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:07.002301 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-eaceac51-1eb4-454a-a325-7c06fa06bbf7 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Request body: {'security_group': {'name': 'tempest-secgroup--170984596'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:07.021837 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-18c2dbbf-772a-45f2-9788-1ba0ba5661e9 service neutron] Attempting to bind port 63a23bb9-1cdf-4567-9487-b5534c8914ab on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:00:07.022196 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-18c2dbbf-772a-45f2-9788-1ba0ba5661e9 service neutron] Attempting to bind port 63a23bb9-1cdf-4567-9487-b5534c8914ab by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f21dc639-5af9-41ca-ac39-c80d5d7b6194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cb9888ba-fd92-4284-8691-d704204a6929'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:00:07.022660 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-18c2dbbf-772a-45f2-9788-1ba0ba5661e9 service neutron] Attempting to bind port 63a23bb9-1cdf-4567-9487-b5534c8914ab on network cb9888ba-fd92-4284-8691-d704204a6929 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:00:07.029104 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-30314494-bc88-496e-a97c-b404b216fb23 req-6a0ff76e-a977-47ff-94ae-78662b22fc90 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (7c845990-84ba-4725-9c91-59926b96b74a), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:07.047005 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-87cc2a5d-acfb-4d6a-b562-8d50cd4d28cb admin admin] Publish callbacks [] for security_group (2cf3abe2-c383-4d0c-8756-cf20abda890e), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:07.057938 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20905140-5ce7-4619-aedf-65274dd3390c req-9f1e1103-3d59-46e8-ac14-6cdedc7e7860 service neutron] 10.222.0.39 "GET /v2.0/networks/e407b198-7847-4daa-999d-a6a8e5319a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2671335
Feb 05 21:00:07.060453 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-87cc2a5d-acfb-4d6a-b562-8d50cd4d28cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (2cf3abe2-c383-4d0c-8756-cf20abda890e), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:07.097553 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-18c2dbbf-772a-45f2-9788-1ba0ba5661e9 service neutron] Port 63a23bb9-1cdf-4567-9487-b5534c8914ab on network cb9888ba-fd92-4284-8691-d704204a6929 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:00:07.097912 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-18c2dbbf-772a-45f2-9788-1ba0ba5661e9 service neutron] Attempting to bind port 63a23bb9-1cdf-4567-9487-b5534c8914ab on network cb9888ba-fd92-4284-8691-d704204a6929 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:00:07.121760 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eaceac51-1eb4-454a-a325-7c06fa06bbf7 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:07.140911 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20905140-5ce7-4619-aedf-65274dd3390c req-70149b35-b458-451f-8c95-9fcc53176871 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=acb823f3-7977-4284-b303-e6126c9172cf HTTP/1.1" status: 200  len: 217 time: 0.0737605
Feb 05 21:00:07.142556 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-18c2dbbf-772a-45f2-9788-1ba0ba5661e9 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:00:07.142912 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-18c2dbbf-772a-45f2-9788-1ba0ba5661e9 service neutron] Checking segment: {'id': 'f21dc639-5af9-41ca-ac39-c80d5d7b6194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cb9888ba-fd92-4284-8691-d704204a6929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:00:07.143358 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-18c2dbbf-772a-45f2-9788-1ba0ba5661e9 service neutron] Bound using segment: {'id': 'f21dc639-5af9-41ca-ac39-c80d5d7b6194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cb9888ba-fd92-4284-8691-d704204a6929'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:00:07.143853 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-18c2dbbf-772a-45f2-9788-1ba0ba5661e9 service neutron] Bound port: 63a23bb9-1cdf-4567-9487-b5534c8914ab, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f21dc639-5af9-41ca-ac39-c80d5d7b6194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cb9888ba-fd92-4284-8691-d704204a6929'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:00:07.144125 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-18c2dbbf-772a-45f2-9788-1ba0ba5661e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (63a23bb9-1cdf-4567-9487-b5534c8914ab), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:07.144881 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958c70e9-4ab6-41bd-9a66-9865ee663693 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:00:07.148054 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc2a5d-acfb-4d6a-b562-8d50cd4d28cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf3abe2-c383-4d0c-8756-cf20abda890e,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:07.152111 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-87cc2a5d-acfb-4d6a-b562-8d50cd4d28cb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cd941722b645470e9707369ae5896625&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6183321
Feb 05 21:00:07.161119 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 45238) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:07.164915 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a892c5a1-b906-4fa8-aa3f-037d91c9b7db None None] Sync routers for ids ['9fd025af-f57d-46d1-b3c1-78f90a70215f'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:00:07.174083 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30314494-bc88-496e-a97c-b404b216fb23 req-6a0ff76e-a977-47ff-94ae-78662b22fc90 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Network d6ee8e2f-7336-4698-ba11-ba7129199ab1 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:00:07.183253 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ff76e-a977-47ff-94ae-78662b22fc90 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Pushing event updated for resources: {'Port': ['ID=7c845990-84ba-4725-9c91-59926b96b74a,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:07.192167 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-30314494-bc88-496e-a97c-b404b216fb23 req-6a0ff76e-a977-47ff-94ae-78662b22fc90 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:00:07.206253 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-30314494-bc88-496e-a97c-b404b216fb23 req-6a0ff76e-a977-47ff-94ae-78662b22fc90 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:00:07.210973 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-958c70e9-4ab6-41bd-9a66-9865ee663693 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:07.212965 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-958c70e9-4ab6-41bd-9a66-9865ee663693 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.8134325
Feb 05 21:00:07.217587 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45240) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:07.226448 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a892c5a1-b906-4fa8-aa3f-037d91c9b7db None None] Routers {'9fd025af-f57d-46d1-b3c1-78f90a70215f'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:00:07.227939 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-a892c5a1-b906-4fa8-aa3f-037d91c9b7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db9a88100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:00:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['9fd025af-f57d-46d1-b3c1-78f90a70215f'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:00:07.229948 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20905140-5ce7-4619-aedf-65274dd3390c req-ce116f97-7010-4df1-9e11-e40cf03249e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:07.231649 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20905140-5ce7-4619-aedf-65274dd3390c req-ce116f97-7010-4df1-9e11-e40cf03249e3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=87840afd-8f96-418e-b35a-d28d95df414d HTTP/1.1" status: 200  len: 797 time: 0.0848148
Feb 05 21:00:07.430917 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20905140-5ce7-4619-aedf-65274dd3390c req-67584244-fe1b-419c-82e7-9a126f603b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:07.432436 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20905140-5ce7-4619-aedf-65274dd3390c req-67584244-fe1b-419c-82e7-9a126f603b26 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e407b198-7847-4daa-999d-a6a8e5319a57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1663384
Feb 05 21:00:07.432797 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:07.470675 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bb567-7f29-4205-9952-067f59c5046f req-14ab57f6-ca30-42af-8b7c-33394d91cd55 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:07.483317 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2e7bb567-7f29-4205-9952-067f59c5046f req-14ab57f6-ca30-42af-8b7c-33394d91cd55 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f53b9-2664-49e8-8def-67e50d70101f HTTP/1.1" status: 200  len: 945 time: 0.3918562
Feb 05 21:00:07.521505 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30314494-bc88-496e-a97c-b404b216fb23 req-6a0ff76e-a977-47ff-94ae-78662b22fc90 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:07.522176 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-30314494-bc88-496e-a97c-b404b216fb23 req-6a0ff76e-a977-47ff-94ae-78662b22fc90 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:07.556772 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-a892c5a1-b906-4fa8-aa3f-037d91c9b7db None None] Set router 9fd025af-f57d-46d1-b3c1-78f90a70215f gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:00:07.558113 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-18c2dbbf-772a-45f2-9788-1ba0ba5661e9 service neutron] For port 63a23bb9-1cdf-4567-9487-b5534c8914ab, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:00:07.589320 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-17610659-1a19-4960-a25e-cd2186d7d4be admin admin] Publish callbacks [] for security_group (2cf3abe2-c383-4d0c-8756-cf20abda890e), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:07.600869 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-18c2dbbf-772a-45f2-9788-1ba0ba5661e9 service neutron] For port 63a23bb9-1cdf-4567-9487-b5534c8914ab, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=63a23bb9-1cdf-4567-9487-b5534c8914ab,segment=NetworkSegment(f21dc639-5af9-41ca-ac39-c80d5d7b6194),segment_id=f21dc639-5af9-41ca-ac39-c80d5d7b6194)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:00:07.627852 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30314494-bc88-496e-a97c-b404b216fb23 req-6a0ff76e-a977-47ff-94ae-78662b22fc90 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.8834076
Feb 05 21:00:07.630699 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eaceac51-1eb4-454a-a325-7c06fa06bbf7 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (f245de18-a23f-4df6-ab95-f37be25d79a9), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:07.648657 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-18c2dbbf-772a-45f2-9788-1ba0ba5661e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (63a23bb9-1cdf-4567-9487-b5534c8914ab), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:07.653895 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-30314494-bc88-496e-a97c-b404b216fb23 req-1381b887-dc2d-494c-9e45-a5ef7ebf0b55 service neutron] Request body: {'port': {'device_id': '5bd57913-b8c7-4c6d-9109-f6423fa3555e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:07.658507 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20905140-5ce7-4619-aedf-65274dd3390c req-79dc58d3-bd4f-438f-97f0-587f00230bb0 service neutron] 10.222.0.39 "GET /v2.0/networks/e407b198-7847-4daa-999d-a6a8e5319a57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2173715
Feb 05 21:00:07.690277 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-e0bd6e7a-826a-4812-9a5f-704051e66917 None None] Provisioning complete for port 7c845990-84ba-4725-9c91-59926b96b74a triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:00:07.691037 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e0bd6e7a-826a-4812-9a5f-704051e66917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7c845990-84ba-4725-9c91-59926b96b74a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:07.694463 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327e832-3f6d-4bb3-af17-bc5c593f80e7 req-84edb63f-0675-4f07-9972-fae8b3f69f77 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:07.699253 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327e832-3f6d-4bb3-af17-bc5c593f80e7 req-84edb63f-0675-4f07-9972-fae8b3f69f77 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:07.704563 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327e832-3f6d-4bb3-af17-bc5c593f80e7 req-84edb63f-0675-4f07-9972-fae8b3f69f77 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:07.706266 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7327e832-3f6d-4bb3-af17-bc5c593f80e7 req-84edb63f-0675-4f07-9972-fae8b3f69f77 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd57913-b8c7-4c6d-9109-f6423fa3555e HTTP/1.1" status: 200  len: 2375 time: 0.3784332
Feb 05 21:00:07.706964 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eaceac51-1eb4-454a-a325-7c06fa06bbf7 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f245de18-a23f-4df6-ab95-f37be25d79a9), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:07.744846 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-17610659-1a19-4960-a25e-cd2186d7d4be admin admin] Publish callbacks [] for security_group (2cf3abe2-c383-4d0c-8756-cf20abda890e), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:07.746957 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-e0bd6e7a-826a-4812-9a5f-704051e66917 None None] Port 7c845990-84ba-4725-9c91-59926b96b74a cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:00:07.770965 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2e7bb567-7f29-4205-9952-067f59c5046f req-de12b4d7-ccbc-417b-9211-53439f41a48d tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2869689
Feb 05 21:00:07.815618 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-18c2dbbf-772a-45f2-9788-1ba0ba5661e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:07.816279 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-18c2dbbf-772a-45f2-9788-1ba0ba5661e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:07.817853 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-18c2dbbf-772a-45f2-9788-1ba0ba5661e9 service neutron] 10.222.0.39 "PUT /v2.0/ports/63a23bb9-1cdf-4567-9487-b5534c8914ab HTTP/1.1" status: 200  len: 1092 time: 2.6556532
Feb 05 21:00:07.827313 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5182d1f-77a6-49e2-a77f-9be092b5e34a', 'tag': '63a23bb9-1cdf-4567-9487-b5534c8914ab'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:00:07.830490 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8544576-cb76-4cad-b06d-e5c57d7f5562" -d '{"events": [{"name": "network-changed", "server_uuid": "e5182d1f-77a6-49e2-a77f-9be092b5e34a", "tag": "63a23bb9-1cdf-4567-9487-b5534c8914ab"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:00:07.849333 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-a892c5a1-b906-4fa8-aa3f-037d91c9b7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db9a88100>, [{'id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'name': 'tempest-AttachVolumeTestJSON-998381134-router', 'tenant_id': 'e2211e554783435c9b7af885ea20e242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': '0f0b8600-8068-4666-808b-7db3f66ce148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:00:02Z', 'updated_at': '2022-02-05T21:00:05Z', 'revision_number': 3, 'project_id': 'e2211e554783435c9b7af885ea20e242', 'gw_port': {'id': '0f0b8600-8068-4666-808b-7db3f66ce148', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:58:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:00:03Z', 'updated_at': '2022-02-05T21:00:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:00:07.859564 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eaceac51-1eb4-454a-a325-7c06fa06bbf7 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:07.860842 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-eaceac51-1eb4-454a-a325-7c06fa06bbf7 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.8693845
Feb 05 21:00:07.877272 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 45262) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:07.899914 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a892c5a1-b906-4fa8-aa3f-037d91c9b7db None None] Checking router: 9fd025af-f57d-46d1-b3c1-78f90a70215f for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:00:07.900718 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a892c5a1-b906-4fa8-aa3f-037d91c9b7db None None] Updating router 9fd025af-f57d-46d1-b3c1-78f90a70215f port 0f0b8600-8068-4666-808b-7db3f66ce148 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:00:07.903653 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-690390c6-ef6f-4f59-8615-9f88a3cd0353 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Request body: {'security_group_rule': {'security_group_id': 'f245de18-a23f-4df6-ab95-f37be25d79a9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:07.904479 ncdv-master-1 neutron-server[114391]: WARNING neutron.api.v2.base [None req-690390c6-ef6f-4f59-8615-9f88a3cd0353 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Feb 05 21:00:07.905166 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-690390c6-ef6f-4f59-8615-9f88a3cd0353 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:00:07.906939 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-690390c6-ef6f-4f59-8615-9f88a3cd0353 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0200837
Feb 05 21:00:07.907691 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaceac51-1eb4-454a-a325-7c06fa06bbf7 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f245de18-a23f-4df6-ab95-f37be25d79a9,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:07.944773 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-a892c5a1-b906-4fa8-aa3f-037d91c9b7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0f0b8600-8068-4666-808b-7db3f66ce148), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:08.271479 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45264) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:08.301015 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20905140-5ce7-4619-aedf-65274dd3390c req-bec32002-f087-4384-bdcc-2f7674b3922f service neutron] 10.222.0.39 "GET /v2.0/networks/e407b198-7847-4daa-999d-a6a8e5319a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6348121
Feb 05 21:00:08.320623 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c2dbbf-772a-45f2-9788-1ba0ba5661e9 service neutron] Pushing event updated for resources: {'Port': ['ID=63a23bb9-1cdf-4567-9487-b5534c8914ab,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:08.334749 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-a892c5a1-b906-4fa8-aa3f-037d91c9b7db None None] Publish callbacks [] for port (0f0b8600-8068-4666-808b-7db3f66ce148), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:08.345736 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-a892c5a1-b906-4fa8-aa3f-037d91c9b7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (0f0b8600-8068-4666-808b-7db3f66ce148), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:08.389876 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-30314494-bc88-496e-a97c-b404b216fb23 req-1381b887-dc2d-494c-9e45-a5ef7ebf0b55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (632d6e8d-054a-44c6-a6c1-9f56e270211f), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:08.401410 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7327e832-3f6d-4bb3-af17-bc5c593f80e7 req-7c686514-be71-4b51-a1f9-b3ae58396845 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/security-groups?id=87663b8c-f03c-4830-b2a4-28960820d255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6342034
Feb 05 21:00:08.435081 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-17610659-1a19-4960-a25e-cd2186d7d4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (2cf3abe2-c383-4d0c-8756-cf20abda890e), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:08.438314 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-17610659-1a19-4960-a25e-cd2186d7d4be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:08.439814 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-17610659-1a19-4960-a25e-cd2186d7d4be admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2cf3abe2-c383-4d0c-8756-cf20abda890e HTTP/1.1" status: 204  len: 168 time: 1.2760820
Feb 05 21:00:08.444919 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-a892c5a1-b906-4fa8-aa3f-037d91c9b7db None None] Attempting to bind port 0f0b8600-8068-4666-808b-7db3f66ce148 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:00:08.445595 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-a892c5a1-b906-4fa8-aa3f-037d91c9b7db None None] Attempting to bind port 0f0b8600-8068-4666-808b-7db3f66ce148 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:00:08.446150 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a892c5a1-b906-4fa8-aa3f-037d91c9b7db None None] Attempting to bind port 0f0b8600-8068-4666-808b-7db3f66ce148 on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:00:08.454274 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947d331-e9f8-4aed-9880-f34c384c4ab0 None None] Pushing event updated for resources: {'Port': ['ID=0f0b8600-8068-4666-808b-7db3f66ce148,revision_number=2']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:08.458756 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a892c5a1-b906-4fa8-aa3f-037d91c9b7db None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:00:08.459407 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a892c5a1-b906-4fa8-aa3f-037d91c9b7db None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:00:08.460251 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-a892c5a1-b906-4fa8-aa3f-037d91c9b7db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:08.460901 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a892c5a1-b906-4fa8-aa3f-037d91c9b7db None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:00:08.461561 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-a892c5a1-b906-4fa8-aa3f-037d91c9b7db None None] Bound port: 0f0b8600-8068-4666-808b-7db3f66ce148, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:00:08.462116 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-a892c5a1-b906-4fa8-aa3f-037d91c9b7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0f0b8600-8068-4666-808b-7db3f66ce148), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:08.491064 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6b6c8-33e0-433b-a4b7-28c071a18dee req-60e7b74d-ea8c-47e6-9870-956845c0642a tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:08.492636 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-12e6b6c8-33e0-433b-a4b7-28c071a18dee req-60e7b74d-ea8c-47e6-9870-956845c0642a tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5182d1f-77a6-49e2-a77f-9be092b5e34a HTTP/1.1" status: 200  len: 944 time: 0.1773491
Feb 05 21:00:08.496210 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17610659-1a19-4960-a25e-cd2186d7d4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf3abe2-c383-4d0c-8756-cf20abda890e,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:08.502038 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-4262ad09-740f-43fd-b4b4-9ac90185f839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:08.503822 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-4262ad09-740f-43fd-b4b4-9ac90185f839 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1d793ab256c04fadac89445fab3ed636&device_id=e5182d1f-77a6-49e2-a77f-9be092b5e34a HTTP/1.1" status: 200  len: 1126 time: 0.6207726
Feb 05 21:00:08.557787 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d61668-9346-4d55-b592-e2e08b6596de x-openstack-request-id: req-d7d61668-9346-4d55-b592-e2e08b6596de {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:00:08.558085 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5182d1f-77a6-49e2-a77f-9be092b5e34a", "tag": "63a23bb9-1cdf-4567-9487-b5534c8914ab", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:00:08.558342 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d7d61668-9346-4d55-b592-e2e08b6596de {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:00:08.558768 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5182d1f-77a6-49e2-a77f-9be092b5e34a', 'tag': '63a23bb9-1cdf-4567-9487-b5534c8914ab', 'status': 'completed', 'code': 200}
Feb 05 21:00:08.587907 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-a892c5a1-b906-4fa8-aa3f-037d91c9b7db None None] For port 0f0b8600-8068-4666-808b-7db3f66ce148, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:00:08.597943 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-a892c5a1-b906-4fa8-aa3f-037d91c9b7db None None] For port 0f0b8600-8068-4666-808b-7db3f66ce148, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f0b8600-8068-4666-808b-7db3f66ce148,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:00:08.608289 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-a892c5a1-b906-4fa8-aa3f-037d91c9b7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (0f0b8600-8068-4666-808b-7db3f66ce148), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:08.651450 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e3257c81-01a4-41f1-8bd6-81c9846237f7 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (f245de18-a23f-4df6-ab95-f37be25d79a9), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:08.678963 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e3257c81-01a4-41f1-8bd6-81c9846237f7 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (f245de18-a23f-4df6-ab95-f37be25d79a9), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:08.729527 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-840ead51-4209-48bf-8e26-9b84046e4bc6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63a23bb9-1cdf-4567-9487-b5534c8914ab HTTP/1.1" status: 200  len: 217 time: 0.2059236
Feb 05 21:00:08.733629 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a892c5a1-b906-4fa8-aa3f-037d91c9b7db None None] Routers {'9fd025af-f57d-46d1-b3c1-78f90a70215f'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:00:08.735239 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-a892c5a1-b906-4fa8-aa3f-037d91c9b7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db9a88100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:00:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['9fd025af-f57d-46d1-b3c1-78f90a70215f'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:00:08.751404 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6812236b-af1e-4698-b2bc-d9fe344a4861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:08.788654 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e3257c81-01a4-41f1-8bd6-81c9846237f7 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f245de18-a23f-4df6-ab95-f37be25d79a9), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:08.792189 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e3257c81-01a4-41f1-8bd6-81c9846237f7 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:08.796360 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e3257c81-01a4-41f1-8bd6-81c9846237f7 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "DELETE /v2.0/security-groups/f245de18-a23f-4df6-ab95-f37be25d79a9 HTTP/1.1" status: 204  len: 168 time: 0.5190554
Feb 05 21:00:08.796996 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45272) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:08.809843 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947d331-e9f8-4aed-9880-f34c384c4ab0 None None] Pushing event updated for resources: {'Port': ['ID=0f0b8600-8068-4666-808b-7db3f66ce148,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:08.917098 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-605ce81f-cbfe-4cea-aa3d-e238073538f2 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1149039
Feb 05 21:00:08.932999 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45280) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:08.935352 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-60c23ed9-9b4b-45f1-9457-60acb8c2da8b tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Request body: {'security_group': {'name': 'tempest-secgroup--962982021'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:08.948234 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3257c81-01a4-41f1-8bd6-81c9846237f7 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f245de18-a23f-4df6-ab95-f37be25d79a9,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:09.031217 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-60c23ed9-9b4b-45f1-9457-60acb8c2da8b tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:09.033268 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:09.054091 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-12e6b6c8-33e0-433b-a4b7-28c071a18dee req-e6a33c87-7629-4853-abf1-1c5db83abad2 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5116186
Feb 05 21:00:09.092824 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-a892c5a1-b906-4fa8-aa3f-037d91c9b7db None None] Set router 9fd025af-f57d-46d1-b3c1-78f90a70215f gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:00:09.116186 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-fc27a4eb-ba2d-4ae1-b8e9-2a17638c2fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:09.117688 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-fc27a4eb-ba2d-4ae1-b8e9-2a17638c2fed service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1a29db71-64bb-4b41-abf2-897d595cd164 HTTP/1.1" status: 200  len: 844 time: 0.3754859
Feb 05 21:00:09.165417 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-6812236b-af1e-4698-b2bc-d9fe344a4861 admin admin] Allocated IP 172.20.0.1 (c184cf05-70dd-4af5-8bd4-fc4bd5d65e82/86c08017-d863-4dd1-8a33-7a8aa8133d87/5e85b9d7-7e97-4f1e-97ae-fdd68b321743) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:00:09.178982 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-659d9ff2-f649-425d-bb77-c5a26ce0c97a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb9888ba-fd92-4284-8691-d704204a6929&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0537653
Feb 05 21:00:09.220491 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db83a3d9-d7aa-4bd5-b709-5c7cb67fc981 req-f39f7f86-44bc-45bb-8eb7-7f3dbe08a201 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:09.227762 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db83a3d9-d7aa-4bd5-b709-5c7cb67fc981 req-f39f7f86-44bc-45bb-8eb7-7f3dbe08a201 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f53b9-2664-49e8-8def-67e50d70101f HTTP/1.1" status: 200  len: 945 time: 0.1820509
Feb 05 21:00:09.276397 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-30314494-bc88-496e-a97c-b404b216fb23 req-1381b887-dc2d-494c-9e45-a5ef7ebf0b55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 632d6e8d-054a-44c6-a6c1-9f56e270211f {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:00:09.288466 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-30314494-bc88-496e-a97c-b404b216fb23 req-1381b887-dc2d-494c-9e45-a5ef7ebf0b55 service neutron] Publish callbacks [] for port (632d6e8d-054a-44c6-a6c1-9f56e270211f), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:09.330582 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-60c23ed9-9b4b-45f1-9457-60acb8c2da8b tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (49fe1772-fa73-436e-9619-acfdbb010532), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:09.367724 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-a892c5a1-b906-4fa8-aa3f-037d91c9b7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db9a88100>, [{'id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'name': 'tempest-AttachVolumeTestJSON-998381134-router', 'tenant_id': 'e2211e554783435c9b7af885ea20e242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': '0f0b8600-8068-4666-808b-7db3f66ce148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:00:02Z', 'updated_at': '2022-02-05T21:00:05Z', 'revision_number': 3, 'project_id': 'e2211e554783435c9b7af885ea20e242', 'gw_port': {'id': '0f0b8600-8068-4666-808b-7db3f66ce148', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:58:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:00:03Z', 'updated_at': '2022-02-05T21:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:00:09.373435 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-60c23ed9-9b4b-45f1-9457-60acb8c2da8b tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (49fe1772-fa73-436e-9619-acfdbb010532), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:09.387919 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db83a3d9-d7aa-4bd5-b709-5c7cb67fc981 req-3a4e5fb9-e2b7-41c2-b05f-cfff383014fb tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1446109
Feb 05 21:00:09.387919 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-30314494-bc88-496e-a97c-b404b216fb23 req-1381b887-dc2d-494c-9e45-a5ef7ebf0b55 service neutron] Transition to ACTIVE for port object 632d6e8d-054a-44c6-a6c1-9f56e270211f will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:00:09.418575 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a892c5a1-b906-4fa8-aa3f-037d91c9b7db None None] The sync data for ids ['9fd025af-f57d-46d1-b3c1-78f90a70215f'] in ncdv-master-1 is: [{'id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'name': 'tempest-AttachVolumeTestJSON-998381134-router', 'tenant_id': 'e2211e554783435c9b7af885ea20e242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': '0f0b8600-8068-4666-808b-7db3f66ce148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:00:02Z', 'updated_at': '2022-02-05T21:00:05Z', 'revision_number': 3, 'project_id': 'e2211e554783435c9b7af885ea20e242', 'gw_port': {'id': '0f0b8600-8068-4666-808b-7db3f66ce148', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:58:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:00:03Z', 'updated_at': '2022-02-05T21:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:00:09.433393 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-60c23ed9-9b4b-45f1-9457-60acb8c2da8b tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:09.439220 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-60c23ed9-9b4b-45f1-9457-60acb8c2da8b tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.5055225
Feb 05 21:00:09.443264 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45290) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:09.443264 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c23ed9-9b4b-45f1-9457-60acb8c2da8b tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49fe1772-fa73-436e-9619-acfdbb010532,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:09.443488 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-30314494-bc88-496e-a97c-b404b216fb23 req-1381b887-dc2d-494c-9e45-a5ef7ebf0b55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (632d6e8d-054a-44c6-a6c1-9f56e270211f), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:09.449930 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-bc1f6742-fb5f-4920-b4c3-746fa3e89fea service neutron] 10.222.0.39 "GET /v2.0/networks/cb9888ba-fd92-4284-8691-d704204a6929?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2075799
Feb 05 21:00:09.461050 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-d1585968-c07d-4eef-a507-d2a409ea29ad tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Request body: {'security_group_rule': {'security_group_id': '49fe1772-fa73-436e-9619-acfdbb010532', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:09.490803 ncdv-master-1 neutron-server[114390]: WARNING neutron.api.v2.base [None req-d1585968-c07d-4eef-a507-d2a409ea29ad tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Feb 05 21:00:09.491750 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-d1585968-c07d-4eef-a507-d2a409ea29ad tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:00:09.496866 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d1585968-c07d-4eef-a507-d2a409ea29ad tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0424192
Feb 05 21:00:09.497919 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45296) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:09.510263 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1381b887-dc2d-494c-9e45-a5ef7ebf0b55 service neutron] Pushing event updated for resources: {'Port': ['ID=632d6e8d-054a-44c6-a6c1-9f56e270211f,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:09.554426 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6812236b-af1e-4698-b2bc-d9fe344a4861 admin admin] Publish callbacks [] for port (5e85b9d7-7e97-4f1e-97ae-fdd68b321743), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:09.610775 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-55089be3-259f-4345-ad9f-4f2c0507931c tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Request body: {'security_group_rule': {'security_group_id': '49fe1772-fa73-436e-9619-acfdbb010532', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:09.611811 ncdv-master-1 neutron-server[114390]: WARNING neutron.api.v2.base [None req-55089be3-259f-4345-ad9f-4f2c0507931c tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Feb 05 21:00:09.612615 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-55089be3-259f-4345-ad9f-4f2c0507931c tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:00:09.621247 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-55089be3-259f-4345-ad9f-4f2c0507931c tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0174930
Feb 05 21:00:09.621247 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45306) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:09.621247 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6812236b-af1e-4698-b2bc-d9fe344a4861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (5e85b9d7-7e97-4f1e-97ae-fdd68b321743), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:09.636079 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-e2ef7798-73a7-40e9-944b-923e031188a4 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Request body: {'security_group_rule': {'security_group_id': '49fe1772-fa73-436e-9619-acfdbb010532', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:09.636932 ncdv-master-1 neutron-server[114390]: WARNING neutron.api.v2.base [None req-e2ef7798-73a7-40e9-944b-923e031188a4 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Feb 05 21:00:09.637571 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-e2ef7798-73a7-40e9-944b-923e031188a4 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:00:09.643471 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 45310) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:09.650808 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e2ef7798-73a7-40e9-944b-923e031188a4 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0183127
Feb 05 21:00:09.694354 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6812236b-af1e-4698-b2bc-d9fe344a4861 admin admin] Network c184cf05-70dd-4af5-8bd4-fc4bd5d65e82 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:00:09.698812 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-6812236b-af1e-4698-b2bc-d9fe344a4861 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:00:09.702302 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6812236b-af1e-4698-b2bc-d9fe344a4861 admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:00:09.713856 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-cf3c0a61-c88c-41cc-befb-286b0714bba6 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Request body: {'security_group_rule': {'security_group_id': '49fe1772-fa73-436e-9619-acfdbb010532', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:09.721002 ncdv-master-1 neutron-server[114391]: WARNING neutron.api.v2.base [None req-cf3c0a61-c88c-41cc-befb-286b0714bba6 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Feb 05 21:00:09.734090 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-cf3c0a61-c88c-41cc-befb-286b0714bba6 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:00:09.735571 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-cf3c0a61-c88c-41cc-befb-286b0714bba6 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0900381
Feb 05 21:00:09.755335 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45314) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:09.923533 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812236b-af1e-4698-b2bc-d9fe344a4861 admin admin] Pushing event updated for resources: {'Port': ['ID=5e85b9d7-7e97-4f1e-97ae-fdd68b321743,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:09.991252 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6812236b-af1e-4698-b2bc-d9fe344a4861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (9fd025af-f57d-46d1-b3c1-78f90a70215f), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:10.083165 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b03e5-b672-476f-88f2-1bbed8e01028 req-b67c9e32-adcc-4d9c-8409-808a68236286 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:10.092078 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-04a84950-b8d1-4360-ae2b-dd7e9b8811b8 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (49fe1772-fa73-436e-9619-acfdbb010532), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:10.101318 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b03e5-b672-476f-88f2-1bbed8e01028 req-b67c9e32-adcc-4d9c-8409-808a68236286 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:10.128745 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b03e5-b672-476f-88f2-1bbed8e01028 req-b67c9e32-adcc-4d9c-8409-808a68236286 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:10.134272 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ea4b03e5-b672-476f-88f2-1bbed8e01028 req-b67c9e32-adcc-4d9c-8409-808a68236286 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd57913-b8c7-4c6d-9109-f6423fa3555e HTTP/1.1" status: 200  len: 2387 time: 0.5350311
Feb 05 21:00:10.152320 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ead323b9-6cd6-48ec-9851-f703732b5471 req-b9ae5f14-935b-4b5f-a1f6-5c43d03cd7c2 service neutron] 10.222.0.39 "GET /v2.0/networks/cb9888ba-fd92-4284-8691-d704204a6929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6414568
Feb 05 21:00:10.167754 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-04a84950-b8d1-4360-ae2b-dd7e9b8811b8 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (49fe1772-fa73-436e-9619-acfdbb010532), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:10.242353 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 0f0b8600-8068-4666-808b-7db3f66ce148 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:00:10.256696 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:10.327143 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-04a84950-b8d1-4360-ae2b-dd7e9b8811b8 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (49fe1772-fa73-436e-9619-acfdbb010532), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:10.331538 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-30314494-bc88-496e-a97c-b404b216fb23 req-1381b887-dc2d-494c-9e45-a5ef7ebf0b55 service neutron] Attempting to bind port 632d6e8d-054a-44c6-a6c1-9f56e270211f on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:00:10.331892 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-30314494-bc88-496e-a97c-b404b216fb23 req-1381b887-dc2d-494c-9e45-a5ef7ebf0b55 service neutron] Attempting to bind port 632d6e8d-054a-44c6-a6c1-9f56e270211f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9cb0e7e9-bebd-43cb-a591-47478d79e2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd6ee8e2f-7336-4698-ba11-ba7129199ab1'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:00:10.334600 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-04a84950-b8d1-4360-ae2b-dd7e9b8811b8 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:10.336715 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-04a84950-b8d1-4360-ae2b-dd7e9b8811b8 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "DELETE /v2.0/security-groups/49fe1772-fa73-436e-9619-acfdbb010532 HTTP/1.1" status: 204  len: 168 time: 0.5719490
Feb 05 21:00:10.338928 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30314494-bc88-496e-a97c-b404b216fb23 req-1381b887-dc2d-494c-9e45-a5ef7ebf0b55 service neutron] Attempting to bind port 632d6e8d-054a-44c6-a6c1-9f56e270211f on network d6ee8e2f-7336-4698-ba11-ba7129199ab1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:00:10.353313 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 45344) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:10.368353 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a84950-b8d1-4360-ae2b-dd7e9b8811b8 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fe1772-fa73-436e-9619-acfdbb010532,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:10.370777 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6812236b-af1e-4698-b2bc-d9fe344a4861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5e85b9d7-7e97-4f1e-97ae-fdd68b321743), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:10.426297 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-669195fb-9c5d-4684-b982-df00e1cac564 None None] Provisioning complete for port 5e85b9d7-7e97-4f1e-97ae-fdd68b321743 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:00:10.426759 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-669195fb-9c5d-4684-b982-df00e1cac564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5e85b9d7-7e97-4f1e-97ae-fdd68b321743), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:10.465760 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 0f0b8600-8068-4666-808b-7db3f66ce148 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:00:10.466172 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (0f0b8600-8068-4666-808b-7db3f66ce148), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:10.488400 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30314494-bc88-496e-a97c-b404b216fb23 req-1381b887-dc2d-494c-9e45-a5ef7ebf0b55 service neutron] Port 632d6e8d-054a-44c6-a6c1-9f56e270211f on network d6ee8e2f-7336-4698-ba11-ba7129199ab1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:00:10.489474 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30314494-bc88-496e-a97c-b404b216fb23 req-1381b887-dc2d-494c-9e45-a5ef7ebf0b55 service neutron] Attempting to bind port 632d6e8d-054a-44c6-a6c1-9f56e270211f on network d6ee8e2f-7336-4698-ba11-ba7129199ab1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:00:10.529760 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30314494-bc88-496e-a97c-b404b216fb23 req-1381b887-dc2d-494c-9e45-a5ef7ebf0b55 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:00:10.530093 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30314494-bc88-496e-a97c-b404b216fb23 req-1381b887-dc2d-494c-9e45-a5ef7ebf0b55 service neutron] Checking segment: {'id': '9cb0e7e9-bebd-43cb-a591-47478d79e2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd6ee8e2f-7336-4698-ba11-ba7129199ab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:00:10.530824 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30314494-bc88-496e-a97c-b404b216fb23 req-1381b887-dc2d-494c-9e45-a5ef7ebf0b55 service neutron] Bound using segment: {'id': '9cb0e7e9-bebd-43cb-a591-47478d79e2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd6ee8e2f-7336-4698-ba11-ba7129199ab1'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:00:10.532228 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-30314494-bc88-496e-a97c-b404b216fb23 req-1381b887-dc2d-494c-9e45-a5ef7ebf0b55 service neutron] Bound port: 632d6e8d-054a-44c6-a6c1-9f56e270211f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cb0e7e9-bebd-43cb-a591-47478d79e2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd6ee8e2f-7336-4698-ba11-ba7129199ab1'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:00:10.532618 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-30314494-bc88-496e-a97c-b404b216fb23 req-1381b887-dc2d-494c-9e45-a5ef7ebf0b55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (632d6e8d-054a-44c6-a6c1-9f56e270211f), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:10.560028 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ea4b03e5-b672-476f-88f2-1bbed8e01028 req-f5d2b8be-9b49-4a3e-84bc-8de2d36ffeab tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/security-groups?id=87663b8c-f03c-4830-b2a4-28960820d255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4134986
Feb 05 21:00:10.593173 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-669195fb-9c5d-4684-b982-df00e1cac564 None None] Port 5e85b9d7-7e97-4f1e-97ae-fdd68b321743 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:00:10.659104 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 0f0b8600-8068-4666-808b-7db3f66ce148 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:00:10.659564 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0f0b8600-8068-4666-808b-7db3f66ce148), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:10.661331 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45354) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:10.671934 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8544576-cb76-4cad-b06d-e5c57d7f5562 req-e51c02fb-ef4c-4be2-bf0c-ec7b5f6664f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:10.675507 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e8544576-cb76-4cad-b06d-e5c57d7f5562 req-e51c02fb-ef4c-4be2-bf0c-ec7b5f6664f2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1d793ab256c04fadac89445fab3ed636&device_id=e5182d1f-77a6-49e2-a77f-9be092b5e34a HTTP/1.1" status: 200  len: 1126 time: 0.4105492
Feb 05 21:00:10.686410 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99debeca-9f1e-4222-ace5-b4bcd13d2a49 req-e336b96e-2cf5-4805-8af0-e9d0b67731af tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:10.687312 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 0f0b8600-8068-4666-808b-7db3f66ce148, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f0b8600-8068-4666-808b-7db3f66ce148,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:10.688156 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-99debeca-9f1e-4222-ace5-b4bcd13d2a49 req-e336b96e-2cf5-4805-8af0-e9d0b67731af tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5182d1f-77a6-49e2-a77f-9be092b5e34a HTTP/1.1" status: 200  len: 944 time: 0.3339112
Feb 05 21:00:10.695117 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-13777b61-a25e-4d80-ad4b-e7cce1ec11f6 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.3283532
Feb 05 21:00:10.699085 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45358) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:10.707126 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (0f0b8600-8068-4666-808b-7db3f66ce148), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:10.740630 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6812236b-af1e-4698-b2bc-d9fe344a4861 admin admin] Publish callbacks [] for port (5e85b9d7-7e97-4f1e-97ae-fdd68b321743), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:10.747935 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-4f1e15c7-8e94-4b32-9845-b7e256192df3 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Request body: {'security_group': {'name': 'tempest-secgroup--242186674'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:10.784500 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6812236b-af1e-4698-b2bc-d9fe344a4861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (5e85b9d7-7e97-4f1e-97ae-fdd68b321743), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:10.791901 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4f1e15c7-8e94-4b32-9845-b7e256192df3 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:10.804788 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=0f0b8600-8068-4666-808b-7db3f66ce148,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:10.915650 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a8fcb4d0-e55e-401b-b358-ead98067bf45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:10.917814 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6812236b-af1e-4698-b2bc-d9fe344a4861 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (9fd025af-f57d-46d1-b3c1-78f90a70215f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:10.939586 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-30314494-bc88-496e-a97c-b404b216fb23 req-1381b887-dc2d-494c-9e45-a5ef7ebf0b55 service neutron] For port 632d6e8d-054a-44c6-a6c1-9f56e270211f, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:00:10.945920 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-30314494-bc88-496e-a97c-b404b216fb23 req-1381b887-dc2d-494c-9e45-a5ef7ebf0b55 service neutron] For port 632d6e8d-054a-44c6-a6c1-9f56e270211f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=632d6e8d-054a-44c6-a6c1-9f56e270211f,segment=NetworkSegment(9cb0e7e9-bebd-43cb-a591-47478d79e2a1),segment_id=9cb0e7e9-bebd-43cb-a591-47478d79e2a1)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:00:10.950740 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-99debeca-9f1e-4222-ace5-b4bcd13d2a49 req-9fc344e4-9eaa-4b46-a6a6-d566bd0eb37d tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2169685
Feb 05 21:00:10.969774 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-30314494-bc88-496e-a97c-b404b216fb23 req-1381b887-dc2d-494c-9e45-a5ef7ebf0b55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (632d6e8d-054a-44c6-a6c1-9f56e270211f), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:10.987259 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb3256-2d25-4fb1-adc4-50eff2405628 req-2fd43a0e-aae6-4682-b129-540de06f6c15 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:10.991757 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-89cb3256-2d25-4fb1-adc4-50eff2405628 req-2fd43a0e-aae6-4682-b129-540de06f6c15 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f53b9-2664-49e8-8def-67e50d70101f HTTP/1.1" status: 200  len: 945 time: 0.3133190
Feb 05 21:00:11.007930 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8544576-cb76-4cad-b06d-e5c57d7f5562 req-66d1ffa6-db87-4e22-826d-813d56fc3d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:11.009931 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e8544576-cb76-4cad-b06d-e5c57d7f5562 req-66d1ffa6-db87-4e22-826d-813d56fc3d68 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cb9888ba-fd92-4284-8691-d704204a6929 HTTP/1.1" status: 200  len: 905 time: 0.3202136
Feb 05 21:00:11.062488 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812236b-af1e-4698-b2bc-d9fe344a4861 admin admin] Pushing event updated for resources: {'Port': ['ID=5e85b9d7-7e97-4f1e-97ae-fdd68b321743,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:11.111698 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6812236b-af1e-4698-b2bc-d9fe344a4861 admin admin] Network c184cf05-70dd-4af5-8bd4-fc4bd5d65e82 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:00:11.120015 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e8544576-cb76-4cad-b06d-e5c57d7f5562 req-04758226-ae3f-4412-bb56-2f27113aeae1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63a23bb9-1cdf-4567-9487-b5534c8914ab HTTP/1.1" status: 200  len: 217 time: 0.0654645
Feb 05 21:00:11.122041 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-6812236b-af1e-4698-b2bc-d9fe344a4861 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:00:11.165597 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4f1e15c7-8e94-4b32-9845-b7e256192df3 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (94f5ec3b-11e7-46e2-9218-2dd57569fdea), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:11.221336 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8544576-cb76-4cad-b06d-e5c57d7f5562 req-63efa8d8-693a-4ced-9a91-630fde391465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:11.222890 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e8544576-cb76-4cad-b06d-e5c57d7f5562 req-63efa8d8-693a-4ced-9a91-630fde391465 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1a29db71-64bb-4b41-abf2-897d595cd164 HTTP/1.1" status: 200  len: 844 time: 0.0889895
Feb 05 21:00:11.225480 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4f1e15c7-8e94-4b32-9845-b7e256192df3 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (94f5ec3b-11e7-46e2-9218-2dd57569fdea), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:11.241567 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30314494-bc88-496e-a97c-b404b216fb23 req-1381b887-dc2d-494c-9e45-a5ef7ebf0b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:11.243481 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-30314494-bc88-496e-a97c-b404b216fb23 req-1381b887-dc2d-494c-9e45-a5ef7ebf0b55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:11.247109 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30314494-bc88-496e-a97c-b404b216fb23 req-1381b887-dc2d-494c-9e45-a5ef7ebf0b55 service neutron] 10.222.0.39 "PUT /v2.0/ports/632d6e8d-054a-44c6-a6c1-9f56e270211f HTTP/1.1" status: 200  len: 1092 time: 3.6031671
Feb 05 21:00:11.266063 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bd57913-b8c7-4c6d-9109-f6423fa3555e', 'tag': '632d6e8d-054a-44c6-a6c1-9f56e270211f'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:00:11.268497 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51539cac-15d7-4f34-b3eb-c8d15d053ef7" -d '{"events": [{"name": "network-changed", "server_uuid": "5bd57913-b8c7-4c6d-9109-f6423fa3555e", "tag": "632d6e8d-054a-44c6-a6c1-9f56e270211f"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:00:11.299202 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e15c7-8e94-4b32-9845-b7e256192df3 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94f5ec3b-11e7-46e2-9218-2dd57569fdea,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:11.308358 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a8fcb4d0-e55e-401b-b358-ead98067bf45 admin admin] Publish callbacks [] for security_group (1454f609-7445-4553-8c39-5ab5b7af2e75), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:11.318880 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a8fcb4d0-e55e-401b-b358-ead98067bf45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (1454f609-7445-4553-8c39-5ab5b7af2e75), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:11.346689 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-30314494-bc88-496e-a97c-b404b216fb23 req-71eb7ce7-0b4a-41d8-a608-045b07fbe2e9 service neutron] Request body: {'port': {'device_id': '5bd57913-b8c7-4c6d-9109-f6423fa3555e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:11.369069 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e8544576-cb76-4cad-b06d-e5c57d7f5562 req-b508a41f-24c8-45b1-be8c-6c4d59ea7f6b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb9888ba-fd92-4284-8691-d704204a6929&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1209612
Feb 05 21:00:11.384160 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4f1e15c7-8e94-4b32-9845-b7e256192df3 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:11.385444 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4f1e15c7-8e94-4b32-9845-b7e256192df3 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.6769795
Feb 05 21:00:11.393126 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c6e2d6-b947-4ff1-8e0a-57dcb7176e96 x-openstack-request-id: req-c0c6e2d6-b947-4ff1-8e0a-57dcb7176e96 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:00:11.393432 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bd57913-b8c7-4c6d-9109-f6423fa3555e", "tag": "632d6e8d-054a-44c6-a6c1-9f56e270211f", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:00:11.394167 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c0c6e2d6-b947-4ff1-8e0a-57dcb7176e96 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:00:11.394301 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bd57913-b8c7-4c6d-9109-f6423fa3555e', 'tag': '632d6e8d-054a-44c6-a6c1-9f56e270211f', 'status': 'completed', 'code': 200}
Feb 05 21:00:11.397833 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45378) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:11.401015 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-89cb3256-2d25-4fb1-adc4-50eff2405628 req-5a3d8784-53fd-487b-94c9-217684a96fc1 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3900805
Feb 05 21:00:11.421921 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1381b887-dc2d-494c-9e45-a5ef7ebf0b55 service neutron] Pushing event updated for resources: {'Port': ['ID=632d6e8d-054a-44c6-a6c1-9f56e270211f,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:11.466014 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-693196a4-eb7d-4688-8a4f-2955d7f1e3da tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Request body: {'security_group_rule': {'security_group_id': '94f5ec3b-11e7-46e2-9218-2dd57569fdea', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:11.466796 ncdv-master-1 neutron-server[114390]: WARNING neutron.api.v2.base [None req-693196a4-eb7d-4688-8a4f-2955d7f1e3da tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Feb 05 21:00:11.467297 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-693196a4-eb7d-4688-8a4f-2955d7f1e3da tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:00:11.468707 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-693196a4-eb7d-4688-8a4f-2955d7f1e3da tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0080018
Feb 05 21:00:11.478470 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 45384) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:11.495385 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-df20ff33-d5d0-4e95-8b1b-6be9f2ee9b56 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Request body: {'security_group_rule': {'security_group_id': '94f5ec3b-11e7-46e2-9218-2dd57569fdea', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:11.520039 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 63a23bb9-1cdf-4567-9487-b5534c8914ab details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:00:11.527616 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fcb4d0-e55e-401b-b358-ead98067bf45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1454f609-7445-4553-8c39-5ab5b7af2e75,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:11.538594 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a8fcb4d0-e55e-401b-b358-ead98067bf45 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=293d591457114fa39dc90a60e4839629&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8751206
Feb 05 21:00:11.545147 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45390) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:11.609545 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-30314494-bc88-496e-a97c-b404b216fb23 req-71eb7ce7-0b4a-41d8-a608-045b07fbe2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (56166e37-c00d-4298-a0e0-99eddccde1ed), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:11.633904 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6812236b-af1e-4698-b2bc-d9fe344a4861 admin admin] Router 9fd025af-f57d-46d1-b3c1-78f90a70215f has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:00:11.641204 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51539cac-15d7-4f34-b3eb-c8d15d053ef7 req-48c663c5-48bc-4f20-a4c9-00868bbc1166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:11.641710 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51539cac-15d7-4f34-b3eb-c8d15d053ef7 req-48c663c5-48bc-4f20-a4c9-00868bbc1166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:11.642273 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51539cac-15d7-4f34-b3eb-c8d15d053ef7 req-48c663c5-48bc-4f20-a4c9-00868bbc1166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:11.644264 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-51539cac-15d7-4f34-b3eb-c8d15d053ef7 req-48c663c5-48bc-4f20-a4c9-00868bbc1166 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=635643c8c95a48178be578a04d153ce8&device_id=5bd57913-b8c7-4c6d-9109-f6423fa3555e HTTP/1.1" status: 200  len: 2761 time: 0.2576544
Feb 05 21:00:11.654622 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a7fb1c1e-066d-4ce0-b0c7-f5da08fea4dd admin admin] Publish callbacks [] for security_group (1454f609-7445-4553-8c39-5ab5b7af2e75), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:11.680865 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 63a23bb9-1cdf-4567-9487-b5534c8914ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=63a23bb9-1cdf-4567-9487-b5534c8914ab,segment=NetworkSegment(f21dc639-5af9-41ca-ac39-c80d5d7b6194),segment_id=f21dc639-5af9-41ca-ac39-c80d5d7b6194)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:11.694977 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '63a23bb9-1cdf-4567-9487-b5534c8914ab', 'network_id': 'cb9888ba-fd92-4284-8691-d704204a6929', 'port_id': '63a23bb9-1cdf-4567-9487-b5534c8914ab', 'mac_address': 'fa:16:3e:da:86:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a29db71-64bb-4b41-abf2-897d595cd164', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:00:11.714522 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-50d99560-5710-4efc-9bd9-62854086a2df None None] Provisioning complete for port 5e85b9d7-7e97-4f1e-97ae-fdd68b321743 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:00:11.715011 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-50d99560-5710-4efc-9bd9-62854086a2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5e85b9d7-7e97-4f1e-97ae-fdd68b321743), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:11.803620 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-50d99560-5710-4efc-9bd9-62854086a2df None None] Port 5e85b9d7-7e97-4f1e-97ae-fdd68b321743 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:00:11.820574 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 63a23bb9-1cdf-4567-9487-b5534c8914ab is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:00:11.821215 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (63a23bb9-1cdf-4567-9487-b5534c8914ab), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:11.855207 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e8544576-cb76-4cad-b06d-e5c57d7f5562 req-9330a6f4-d4e2-4f5e-8e40-fc68d45a7884 service neutron] 10.222.0.39 "GET /v2.0/networks/cb9888ba-fd92-4284-8691-d704204a6929?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4530349
Feb 05 21:00:11.864799 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63a23bb9-1cdf-4567-9487-b5534c8914ab {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:00:11.904164 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 63a23bb9-1cdf-4567-9487-b5534c8914ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=63a23bb9-1cdf-4567-9487-b5534c8914ab,segment=NetworkSegment(f21dc639-5af9-41ca-ac39-c80d5d7b6194),segment_id=f21dc639-5af9-41ca-ac39-c80d5d7b6194)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:11.909802 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (63a23bb9-1cdf-4567-9487-b5534c8914ab), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:11.938567 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-df20ff33-d5d0-4e95-8b1b-6be9f2ee9b56 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:00:11.939641 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-df20ff33-d5d0-4e95-8b1b-6be9f2ee9b56 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.4601338
Feb 05 21:00:11.950886 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 45408) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:11.956905 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-b34f9d53-a29f-4541-a8ea-d6ce5512c61c tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Request body: {'security_group_rule': {'security_group_id': '94f5ec3b-11e7-46e2-9218-2dd57569fdea', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:11.957984 ncdv-master-1 neutron-server[114391]: WARNING neutron.api.v2.base [None req-b34f9d53-a29f-4541-a8ea-d6ce5512c61c tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Feb 05 21:00:11.958526 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-b34f9d53-a29f-4541-a8ea-d6ce5512c61c tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:00:11.959791 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b34f9d53-a29f-4541-a8ea-d6ce5512c61c tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0076334
Feb 05 21:00:11.964423 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 45410) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:11.975674 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-d6f2d846-7df0-47aa-9771-f0d64985df36 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Request body: {'security_group_rule': {'security_group_id': '94f5ec3b-11e7-46e2-9218-2dd57569fdea', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:12.008652 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 0f0b8600-8068-4666-808b-7db3f66ce148 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:00:12.066819 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a7fb1c1e-066d-4ce0-b0c7-f5da08fea4dd admin admin] Publish callbacks [] for security_group (1454f609-7445-4553-8c39-5ab5b7af2e75), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:12.094284 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a91d18-fa87-4bdb-a12d-0715f236ef23 req-fce4faaa-fba8-44c6-8296-92e0a3070175 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:12.100547 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a91d18-fa87-4bdb-a12d-0715f236ef23 req-fce4faaa-fba8-44c6-8296-92e0a3070175 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:12.106844 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=63a23bb9-1cdf-4567-9487-b5534c8914ab,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:12.107310 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a91d18-fa87-4bdb-a12d-0715f236ef23 req-fce4faaa-fba8-44c6-8296-92e0a3070175 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:12.114781 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e1a91d18-fa87-4bdb-a12d-0715f236ef23 req-fce4faaa-fba8-44c6-8296-92e0a3070175 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd57913-b8c7-4c6d-9109-f6423fa3555e HTTP/1.1" status: 200  len: 2387 time: 0.2726338
Feb 05 21:00:12.132313 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 0f0b8600-8068-4666-808b-7db3f66ce148 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:00:12.132962 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (0f0b8600-8068-4666-808b-7db3f66ce148), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:12.164927 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6812236b-af1e-4698-b2bc-d9fe344a4861 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:00:12.177100 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6812236b-af1e-4698-b2bc-d9fe344a4861 admin admin] 10.222.0.32 "PUT /v2.0/routers/9fd025af-f57d-46d1-b3c1-78f90a70215f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9575567
Feb 05 21:00:12.190744 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e8544576-cb76-4cad-b06d-e5c57d7f5562 req-5ad60700-f4d9-440b-afc3-8e00bc061771 service neutron] 10.222.0.39 "GET /v2.0/networks/cb9888ba-fd92-4284-8691-d704204a6929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3010986
Feb 05 21:00:12.218502 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['63a23bb9-1cdf-4567-9487-b5534c8914ab'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:00:12.228964 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51539cac-15d7-4f34-b3eb-c8d15d053ef7 req-33c13d3f-782a-4c26-8b2f-fc8c3df22990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:12.229640 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51539cac-15d7-4f34-b3eb-c8d15d053ef7 req-33c13d3f-782a-4c26-8b2f-fc8c3df22990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:12.230218 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51539cac-15d7-4f34-b3eb-c8d15d053ef7 req-33c13d3f-782a-4c26-8b2f-fc8c3df22990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:12.238413 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-51539cac-15d7-4f34-b3eb-c8d15d053ef7 req-33c13d3f-782a-4c26-8b2f-fc8c3df22990 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=635643c8c95a48178be578a04d153ce8&shared=False HTTP/1.1" status: 200  len: 2289 time: 0.5811796
Feb 05 21:00:12.239325 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a7fb1c1e-066d-4ce0-b0c7-f5da08fea4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (1454f609-7445-4553-8c39-5ab5b7af2e75), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:12.242048 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-d6f2d846-7df0-47aa-9771-f0d64985df36 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:00:12.245860 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d6f2d846-7df0-47aa-9771-f0d64985df36 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.2731814
Feb 05 21:00:12.246033 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a7fb1c1e-066d-4ce0-b0c7-f5da08fea4dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:12.248020 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a7fb1c1e-066d-4ce0-b0c7-f5da08fea4dd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1454f609-7445-4553-8c39-5ab5b7af2e75 HTTP/1.1" status: 204  len: 168 time: 0.7019053
Feb 05 21:00:12.248797 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45420) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:12.271977 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-e8aa8fa9-0454-4e6d-91a7-03db9c2350d8 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Request body: {'security_group_rule': {'security_group_id': '94f5ec3b-11e7-46e2-9218-2dd57569fdea', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:12.272520 ncdv-master-1 neutron-server[114390]: WARNING neutron.api.v2.base [None req-e8aa8fa9-0454-4e6d-91a7-03db9c2350d8 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Feb 05 21:00:12.273219 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-e8aa8fa9-0454-4e6d-91a7-03db9c2350d8 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:00:12.276835 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e8aa8fa9-0454-4e6d-91a7-03db9c2350d8 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0102429
Feb 05 21:00:12.293033 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 0f0b8600-8068-4666-808b-7db3f66ce148 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:00:12.319308 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 45424) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:12.324835 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-4b29b011-ad7b-4489-8788-0fddefdb5973 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Request body: {'security_group_rule': {'security_group_id': '94f5ec3b-11e7-46e2-9218-2dd57569fdea', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:12.361234 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e1a91d18-fa87-4bdb-a12d-0715f236ef23 req-f626c7b5-a835-487d-89d7-2a005b3cfd67 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/security-groups?id=87663b8c-f03c-4830-b2a4-28960820d255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2396545
Feb 05 21:00:12.379990 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-30314494-bc88-496e-a97c-b404b216fb23 req-71eb7ce7-0b4a-41d8-a608-045b07fbe2e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56166e37-c00d-4298-a0e0-99eddccde1ed {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:00:12.395879 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-30314494-bc88-496e-a97c-b404b216fb23 req-71eb7ce7-0b4a-41d8-a608-045b07fbe2e9 service neutron] Publish callbacks [] for port (56166e37-c00d-4298-a0e0-99eddccde1ed), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:12.409332 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972360e-eaf5-4822-9f51-6e4429ffc66c req-23e88c13-76b8-484a-b559-a66c50fb9738 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:12.411375 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e972360e-eaf5-4822-9f51-6e4429ffc66c req-23e88c13-76b8-484a-b559-a66c50fb9738 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5182d1f-77a6-49e2-a77f-9be092b5e34a HTTP/1.1" status: 200  len: 945 time: 0.2817926
Feb 05 21:00:12.454781 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0c29d9-fba2-43ce-b189-21570336d465 None None] Sync routers for ids ['9fd025af-f57d-46d1-b3c1-78f90a70215f'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:00:12.475157 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0c29d9-fba2-43ce-b189-21570336d465 None None] Routers {'9fd025af-f57d-46d1-b3c1-78f90a70215f'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:00:12.476430 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-9b0c29d9-fba2-43ce-b189-21570336d465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab794670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:00:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['9fd025af-f57d-46d1-b3c1-78f90a70215f'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:00:12.498014 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-30314494-bc88-496e-a97c-b404b216fb23 req-71eb7ce7-0b4a-41d8-a608-045b07fbe2e9 service neutron] Transition to ACTIVE for port object 56166e37-c00d-4298-a0e0-99eddccde1ed will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:00:12.525901 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb1c1e-066d-4ce0-b0c7-f5da08fea4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1454f609-7445-4553-8c39-5ab5b7af2e75,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:12.532393 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51539cac-15d7-4f34-b3eb-c8d15d053ef7 req-570cee1f-e7c3-4595-a70b-613db04d2fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:12.533900 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-51539cac-15d7-4f34-b3eb-c8d15d053ef7 req-570cee1f-e7c3-4595-a70b-613db04d2fe6 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2831373
Feb 05 21:00:12.545813 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-30314494-bc88-496e-a97c-b404b216fb23 req-71eb7ce7-0b4a-41d8-a608-045b07fbe2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (56166e37-c00d-4298-a0e0-99eddccde1ed), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:12.618756 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-9b0c29d9-fba2-43ce-b189-21570336d465 None None] Set router 9fd025af-f57d-46d1-b3c1-78f90a70215f gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:00:12.630847 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e972360e-eaf5-4822-9f51-6e4429ffc66c req-9c607b7b-4692-4086-9d6f-0c0ecc5f30b8 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2086415
Feb 05 21:00:12.669305 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45434) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:12.679164 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-4b29b011-ad7b-4489-8788-0fddefdb5973 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:00:12.680232 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4b29b011-ad7b-4489-8788-0fddefdb5973 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.3599250
Feb 05 21:00:12.683534 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45438) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:12.689492 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-319fc8eb-94bc-4af0-9ac7-b1758a3a2465 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Request body: {'security_group_rule': {'security_group_id': '94f5ec3b-11e7-46e2-9218-2dd57569fdea', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:12.689492 ncdv-master-1 neutron-server[114390]: WARNING neutron.api.v2.base [None req-319fc8eb-94bc-4af0-9ac7-b1758a3a2465 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Feb 05 21:00:12.690001 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-319fc8eb-94bc-4af0-9ac7-b1758a3a2465 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:00:12.693477 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-319fc8eb-94bc-4af0-9ac7-b1758a3a2465 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0065300
Feb 05 21:00:12.694918 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45440) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:12.699254 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-96aeb5df-5187-4e7e-acd7-b4fd0e0c67f7 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Request body: {'security_group_rule': {'security_group_id': '94f5ec3b-11e7-46e2-9218-2dd57569fdea', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:12.734342 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb7ce7-0b4a-41d8-a608-045b07fbe2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=56166e37-c00d-4298-a0e0-99eddccde1ed,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:12.767855 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-96aeb5df-5187-4e7e-acd7-b4fd0e0c67f7 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:00:12.769014 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-96aeb5df-5187-4e7e-acd7-b4fd0e0c67f7 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.0731068
Feb 05 21:00:12.771987 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45442) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:12.776695 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-99921e02-bcc3-4df5-8c21-24d3245c2576 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Request body: {'security_group_rule': {'security_group_id': '94f5ec3b-11e7-46e2-9218-2dd57569fdea', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:12.844742 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-99921e02-bcc3-4df5-8c21-24d3245c2576 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:00:12.845913 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-99921e02-bcc3-4df5-8c21-24d3245c2576 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0729363
Feb 05 21:00:12.849356 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45446) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:12.858466 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e98c4-a262-4fd0-b92d-099aa8889c9b req-c7a1dc1c-46e2-4545-b22e-378098ac4c96 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:12.860137 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-392e98c4-a262-4fd0-b92d-099aa8889c9b req-c7a1dc1c-46e2-4545-b22e-378098ac4c96 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f53b9-2664-49e8-8def-67e50d70101f HTTP/1.1" status: 200  len: 945 time: 0.3211517
Feb 05 21:00:12.939544 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-9b0c29d9-fba2-43ce-b189-21570336d465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab794670>, [{'id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'name': 'tempest-AttachVolumeTestJSON-998381134-router', 'tenant_id': 'e2211e554783435c9b7af885ea20e242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': '0f0b8600-8068-4666-808b-7db3f66ce148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:00:02Z', 'updated_at': '2022-02-05T21:00:10Z', 'revision_number': 4, 'project_id': 'e2211e554783435c9b7af885ea20e242', 'gw_port': {'id': '0f0b8600-8068-4666-808b-7db3f66ce148', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:58:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:00:03Z', 'updated_at': '2022-02-05T21:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5e85b9d7-7e97-4f1e-97ae-fdd68b321743', 'name': '', 'network_id': 'c184cf05-70dd-4af5-8bd4-fc4bd5d65e82', 'tenant_id': 'e2211e554783435c9b7af885ea20e242', 'mac_address': 'fa:16:3e:00:09:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '86c08017-d863-4dd1-8a33-7a8aa8133d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:00:08Z', 'updated_at': '2022-02-05T21:00:10Z', 'revision_number': 2, 'project_id': 'e2211e554783435c9b7af885ea20e242', 'subnets': [{'id': '86c08017-d863-4dd1-8a33-7a8aa8133d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:00:12.965991 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-763326fe-90e2-4014-ba19-3f16eacb78ed tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (94f5ec3b-11e7-46e2-9218-2dd57569fdea), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:12.994051 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-30314494-bc88-496e-a97c-b404b216fb23 req-71eb7ce7-0b4a-41d8-a608-045b07fbe2e9 service neutron] Attempting to bind port 56166e37-c00d-4298-a0e0-99eddccde1ed on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:00:12.994405 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-30314494-bc88-496e-a97c-b404b216fb23 req-71eb7ce7-0b4a-41d8-a608-045b07fbe2e9 service neutron] Attempting to bind port 56166e37-c00d-4298-a0e0-99eddccde1ed by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9bb46988-e9d7-4b6a-8335-182502fc14c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '57dc5b5b-be89-4567-aa02-6a608f23a8fc'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:00:12.994540 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0c29d9-fba2-43ce-b189-21570336d465 None None] Checking router: 9fd025af-f57d-46d1-b3c1-78f90a70215f for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:00:12.994751 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30314494-bc88-496e-a97c-b404b216fb23 req-71eb7ce7-0b4a-41d8-a608-045b07fbe2e9 service neutron] Attempting to bind port 56166e37-c00d-4298-a0e0-99eddccde1ed on network 57dc5b5b-be89-4567-aa02-6a608f23a8fc {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:00:12.994858 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0c29d9-fba2-43ce-b189-21570336d465 None None] Updating router 9fd025af-f57d-46d1-b3c1-78f90a70215f port 5e85b9d7-7e97-4f1e-97ae-fdd68b321743 binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:00:13.018878 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-763326fe-90e2-4014-ba19-3f16eacb78ed tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (94f5ec3b-11e7-46e2-9218-2dd57569fdea), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:13.021825 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30314494-bc88-496e-a97c-b404b216fb23 req-71eb7ce7-0b4a-41d8-a608-045b07fbe2e9 service neutron] Port 56166e37-c00d-4298-a0e0-99eddccde1ed on network 57dc5b5b-be89-4567-aa02-6a608f23a8fc not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:00:13.023090 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30314494-bc88-496e-a97c-b404b216fb23 req-71eb7ce7-0b4a-41d8-a608-045b07fbe2e9 service neutron] Attempting to bind port 56166e37-c00d-4298-a0e0-99eddccde1ed on network 57dc5b5b-be89-4567-aa02-6a608f23a8fc {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:00:13.038074 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-392e98c4-a262-4fd0-b92d-099aa8889c9b req-20e8e916-af5b-4251-873e-0f15e261e420 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1675758
Feb 05 21:00:13.039008 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30314494-bc88-496e-a97c-b404b216fb23 req-71eb7ce7-0b4a-41d8-a608-045b07fbe2e9 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 20, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:00:13.039550 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30314494-bc88-496e-a97c-b404b216fb23 req-71eb7ce7-0b4a-41d8-a608-045b07fbe2e9 service neutron] Checking segment: {'id': '9bb46988-e9d7-4b6a-8335-182502fc14c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '57dc5b5b-be89-4567-aa02-6a608f23a8fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:00:13.039751 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30314494-bc88-496e-a97c-b404b216fb23 req-71eb7ce7-0b4a-41d8-a608-045b07fbe2e9 service neutron] Bound using segment: {'id': '9bb46988-e9d7-4b6a-8335-182502fc14c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '57dc5b5b-be89-4567-aa02-6a608f23a8fc'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:00:13.040164 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-30314494-bc88-496e-a97c-b404b216fb23 req-71eb7ce7-0b4a-41d8-a608-045b07fbe2e9 service neutron] Bound port: 56166e37-c00d-4298-a0e0-99eddccde1ed, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bb46988-e9d7-4b6a-8335-182502fc14c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '57dc5b5b-be89-4567-aa02-6a608f23a8fc'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:00:13.040524 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-30314494-bc88-496e-a97c-b404b216fb23 req-71eb7ce7-0b4a-41d8-a608-045b07fbe2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (56166e37-c00d-4298-a0e0-99eddccde1ed), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:13.095459 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4d9eb581-44b4-44f4-8847-c2b9f31122aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:13.106280 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-763326fe-90e2-4014-ba19-3f16eacb78ed tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (94f5ec3b-11e7-46e2-9218-2dd57569fdea), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:13.109676 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-763326fe-90e2-4014-ba19-3f16eacb78ed tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:13.111131 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-763326fe-90e2-4014-ba19-3f16eacb78ed tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "DELETE /v2.0/security-groups/94f5ec3b-11e7-46e2-9218-2dd57569fdea HTTP/1.1" status: 204  len: 168 time: 0.2608054
Feb 05 21:00:13.114254 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9b0c29d9-fba2-43ce-b189-21570336d465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5e85b9d7-7e97-4f1e-97ae-fdd68b321743), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:13.116059 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45450) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:13.136486 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-30314494-bc88-496e-a97c-b404b216fb23 req-71eb7ce7-0b4a-41d8-a608-045b07fbe2e9 service neutron] For port 56166e37-c00d-4298-a0e0-99eddccde1ed, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:00:13.139809 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-30314494-bc88-496e-a97c-b404b216fb23 req-71eb7ce7-0b4a-41d8-a608-045b07fbe2e9 service neutron] For port 56166e37-c00d-4298-a0e0-99eddccde1ed, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=56166e37-c00d-4298-a0e0-99eddccde1ed,segment=NetworkSegment(9bb46988-e9d7-4b6a-8335-182502fc14c0),segment_id=9bb46988-e9d7-4b6a-8335-182502fc14c0)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:00:13.148387 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-30314494-bc88-496e-a97c-b404b216fb23 req-71eb7ce7-0b4a-41d8-a608-045b07fbe2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (56166e37-c00d-4298-a0e0-99eddccde1ed), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:13.180639 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-715c787f-14ba-4869-a6ff-292086a140a3 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0566213
Feb 05 21:00:13.181511 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763326fe-90e2-4014-ba19-3f16eacb78ed tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f5ec3b-11e7-46e2-9218-2dd57569fdea,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:13.183347 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45452) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:13.194101 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-13883528-fb0e-4b78-8b32-fd0dceb3c220 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Request body: {'security_group': {'name': 'tempest-secgroup--1027574271'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:13.241556 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-13883528-fb0e-4b78-8b32-fd0dceb3c220 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:13.257658 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb7ce7-0b4a-41d8-a608-045b07fbe2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=56166e37-c00d-4298-a0e0-99eddccde1ed,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:13.272630 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30314494-bc88-496e-a97c-b404b216fb23 req-71eb7ce7-0b4a-41d8-a608-045b07fbe2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:13.273267 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-30314494-bc88-496e-a97c-b404b216fb23 req-71eb7ce7-0b4a-41d8-a608-045b07fbe2e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:13.275829 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30314494-bc88-496e-a97c-b404b216fb23 req-71eb7ce7-0b4a-41d8-a608-045b07fbe2e9 service neutron] 10.222.0.39 "PUT /v2.0/ports/56166e37-c00d-4298-a0e0-99eddccde1ed HTTP/1.1" status: 200  len: 1092 time: 1.9393044
Feb 05 21:00:13.309763 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-30314494-bc88-496e-a97c-b404b216fb23 req-27c55574-55f2-4391-9ec3-6b651d78b3ea service neutron] Request body: {'port': {'device_id': '5bd57913-b8c7-4c6d-9109-f6423fa3555e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:13.427729 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bd57913-b8c7-4c6d-9109-f6423fa3555e', 'tag': '56166e37-c00d-4298-a0e0-99eddccde1ed'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:00:13.430334 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe5d5a0-44ce-4cca-b4b6-dad9f16b2308" -d '{"events": [{"name": "network-changed", "server_uuid": "5bd57913-b8c7-4c6d-9109-f6423fa3555e", "tag": "56166e37-c00d-4298-a0e0-99eddccde1ed"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:00:13.464280 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-30314494-bc88-496e-a97c-b404b216fb23 req-27c55574-55f2-4391-9ec3-6b651d78b3ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7c845990-84ba-4725-9c91-59926b96b74a), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:13.489909 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4d9eb581-44b4-44f4-8847-c2b9f31122aa admin admin] Publish callbacks [] for security_group (24170f64-5b38-4964-a776-f9257673e093), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:13.501989 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-13883528-fb0e-4b78-8b32-fd0dceb3c220 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (a1a671ef-b4f6-4ae4-a19c-d7a30c34aa2e), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:13.504344 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4d9eb581-44b4-44f4-8847-c2b9f31122aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (24170f64-5b38-4964-a776-f9257673e093), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:13.540275 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-13883528-fb0e-4b78-8b32-fd0dceb3c220 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (a1a671ef-b4f6-4ae4-a19c-d7a30c34aa2e), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:13.558256 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9eb581-44b4-44f4-8847-c2b9f31122aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24170f64-5b38-4964-a776-f9257673e093,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:13.571768 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-13883528-fb0e-4b78-8b32-fd0dceb3c220 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:13.573239 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-13883528-fb0e-4b78-8b32-fd0dceb3c220 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3849342
Feb 05 21:00:13.581382 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 45464) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:13.594870 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-d6efbb86-5328-48a1-ac3d-a57eb48e1a5f tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Request body: {'security_group_rule': {'security_group_id': 'a1a671ef-b4f6-4ae4-a19c-d7a30c34aa2e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:13.601710 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4d9eb581-44b4-44f4-8847-c2b9f31122aa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fd6704b87ce043e087be4f8c2937678a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9308927
Feb 05 21:00:13.602314 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45468) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:13.623365 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13883528-fb0e-4b78-8b32-fd0dceb3c220 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a671ef-b4f6-4ae4-a19c-d7a30c34aa2e,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:13.683338 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6ab07135-1bfa-4a05-9ccb-087972f55818 admin admin] Publish callbacks [] for security_group (24170f64-5b38-4964-a776-f9257673e093), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:13.719417 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6ab07135-1bfa-4a05-9ccb-087972f55818 admin admin] Publish callbacks [] for security_group (24170f64-5b38-4964-a776-f9257673e093), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:13.725817 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 63a23bb9-1cdf-4567-9487-b5534c8914ab up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:00:13.741427 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45476) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:13.745923 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-25adc6b4-3cd6-4222-a00c-e3a8d3a3fbb8 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Request body: {'security_group': {'name': 'tempest-securitygroup--985063989', 'description': 'tempest-description--1889424968'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:13.835277 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-25adc6b4-3cd6-4222-a00c-e3a8d3a3fbb8 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:13.841251 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 63a23bb9-1cdf-4567-9487-b5534c8914ab completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:00:13.857468 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 63a23bb9-1cdf-4567-9487-b5534c8914ab triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:00:13.858132 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (63a23bb9-1cdf-4567-9487-b5534c8914ab), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:13.868349 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6ab07135-1bfa-4a05-9ccb-087972f55818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (24170f64-5b38-4964-a776-f9257673e093), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:13.871535 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6ab07135-1bfa-4a05-9ccb-087972f55818 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:13.887602 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6ab07135-1bfa-4a05-9ccb-087972f55818 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/24170f64-5b38-4964-a776-f9257673e093 HTTP/1.1" status: 204  len: 168 time: 0.2685561
Feb 05 21:00:13.907553 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab07135-1bfa-4a05-9ccb-087972f55818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24170f64-5b38-4964-a776-f9257673e093,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:13.945844 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5d5a0-44ce-4cca-b4b6-dad9f16b2308 req-48a8da62-fbf0-4be7-ab85-4ea9c97e3ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:13.946587 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5d5a0-44ce-4cca-b4b6-dad9f16b2308 req-48a8da62-fbf0-4be7-ab85-4ea9c97e3ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:13.947169 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5d5a0-44ce-4cca-b4b6-dad9f16b2308 req-48a8da62-fbf0-4be7-ab85-4ea9c97e3ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:13.948966 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ffe5d5a0-44ce-4cca-b4b6-dad9f16b2308 req-48a8da62-fbf0-4be7-ab85-4ea9c97e3ccb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=635643c8c95a48178be578a04d153ce8&device_id=5bd57913-b8c7-4c6d-9109-f6423fa3555e HTTP/1.1" status: 200  len: 2859 time: 0.1545703
Feb 05 21:00:14.016797 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b341e163-985d-4688-a306-55dde83dd885 x-openstack-request-id: req-b341e163-985d-4688-a306-55dde83dd885 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:00:14.017215 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bd57913-b8c7-4c6d-9109-f6423fa3555e", "tag": "56166e37-c00d-4298-a0e0-99eddccde1ed", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:00:14.018359 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b341e163-985d-4688-a306-55dde83dd885 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:00:14.018889 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bd57913-b8c7-4c6d-9109-f6423fa3555e', 'tag': '56166e37-c00d-4298-a0e0-99eddccde1ed', 'status': 'completed', 'code': 200}
Feb 05 21:00:14.028575 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9b0c29d9-fba2-43ce-b189-21570336d465 None None] Publish callbacks [] for port (5e85b9d7-7e97-4f1e-97ae-fdd68b321743), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:14.045931 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9b0c29d9-fba2-43ce-b189-21570336d465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5e85b9d7-7e97-4f1e-97ae-fdd68b321743), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:14.077476 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-25adc6b4-3cd6-4222-a00c-e3a8d3a3fbb8 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks [] for security_group (840ffbe8-1e27-441d-9600-26bf7350d551), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:14.107501 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 63a23bb9-1cdf-4567-9487-b5534c8914ab is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:00:14.107899 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (63a23bb9-1cdf-4567-9487-b5534c8914ab), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:14.144253 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb000d-e76d-42e9-9262-46981ba23582 None None] Pushing event updated for resources: {'Port': ['ID=5e85b9d7-7e97-4f1e-97ae-fdd68b321743,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:14.182302 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d2cc5-6781-4b4f-86fe-cc50a8bb645c req-a35435a9-43e6-466f-a4bb-d0bf564e6cda tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:14.192574 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d2cc5-6781-4b4f-86fe-cc50a8bb645c req-a35435a9-43e6-466f-a4bb-d0bf564e6cda tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:14.193213 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-25adc6b4-3cd6-4222-a00c-e3a8d3a3fbb8 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (840ffbe8-1e27-441d-9600-26bf7350d551), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:14.199352 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d2cc5-6781-4b4f-86fe-cc50a8bb645c req-a35435a9-43e6-466f-a4bb-d0bf564e6cda tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:14.201473 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d38d2cc5-6781-4b4f-86fe-cc50a8bb645c req-a35435a9-43e6-466f-a4bb-d0bf564e6cda tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd57913-b8c7-4c6d-9109-f6423fa3555e HTTP/1.1" status: 200  len: 2399 time: 0.7079062
Feb 05 21:00:14.223313 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-d6efbb86-5328-48a1-ac3d-a57eb48e1a5f tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] create failed (client error): The resource could not be found.
Feb 05 21:00:14.224581 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d6efbb86-5328-48a1-ac3d-a57eb48e1a5f tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.6421819
Feb 05 21:00:14.233185 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 45490) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:14.245472 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-e0abbc8c-0e52-4592-85af-f35e6c123a26 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Request body: {'security_group_rule': {'security_group_id': 'a1a671ef-b4f6-4ae4-a19c-d7a30c34aa2e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'e4543081-a9e1-4daa-8467-8c9df5fecc54'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:14.260334 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5182d1f-77a6-49e2-a77f-9be092b5e34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a23bb9-1cdf-4567-9487-b5534c8914ab'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:00:14.264267 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0d3828-7308-47ce-982e-717cb014704c" -d '{"events": [{"server_uuid": "e5182d1f-77a6-49e2-a77f-9be092b5e34a", "name": "network-vif-plugged", "status": "completed", "tag": "63a23bb9-1cdf-4567-9487-b5534c8914ab"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:00:14.305715 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 63a23bb9-1cdf-4567-9487-b5534c8914ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=63a23bb9-1cdf-4567-9487-b5534c8914ab,segment=NetworkSegment(f21dc639-5af9-41ca-ac39-c80d5d7b6194),segment_id=f21dc639-5af9-41ca-ac39-c80d5d7b6194)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:14.307427 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-9b0c29d9-fba2-43ce-b189-21570336d465 None None] Attempting to bind port 5e85b9d7-7e97-4f1e-97ae-fdd68b321743 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:00:14.307928 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-9b0c29d9-fba2-43ce-b189-21570336d465 None None] Attempting to bind port 5e85b9d7-7e97-4f1e-97ae-fdd68b321743 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c3fe8733-ce5f-41fc-80e2-343154fe8a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c184cf05-70dd-4af5-8bd4-fc4bd5d65e82'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:00:14.317876 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73171ec1-7fbd-4c32-8b3f-fc714d6c7d42 req-5a2ca383-b3f2-43f4-9dc6-218a89a08f85 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:14.318567 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0c29d9-fba2-43ce-b189-21570336d465 None None] Attempting to bind port 5e85b9d7-7e97-4f1e-97ae-fdd68b321743 on network c184cf05-70dd-4af5-8bd4-fc4bd5d65e82 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:00:14.322713 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-25adc6b4-3cd6-4222-a00c-e3a8d3a3fbb8 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:14.324679 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-25adc6b4-3cd6-4222-a00c-e3a8d3a3fbb8 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.5820515
Feb 05 21:00:14.324801 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0c29d9-fba2-43ce-b189-21570336d465 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:00:14.325126 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0c29d9-fba2-43ce-b189-21570336d465 None None] Checking segment: {'id': 'c3fe8733-ce5f-41fc-80e2-343154fe8a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c184cf05-70dd-4af5-8bd4-fc4bd5d65e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:00:14.325541 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9b0c29d9-fba2-43ce-b189-21570336d465 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:14.325722 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-73171ec1-7fbd-4c32-8b3f-fc714d6c7d42 req-5a2ca383-b3f2-43f4-9dc6-218a89a08f85 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5182d1f-77a6-49e2-a77f-9be092b5e34a HTTP/1.1" status: 200  len: 945 time: 0.3004067
Feb 05 21:00:14.326164 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0c29d9-fba2-43ce-b189-21570336d465 None None] Bound using segment: {'id': 'c3fe8733-ce5f-41fc-80e2-343154fe8a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c184cf05-70dd-4af5-8bd4-fc4bd5d65e82'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:00:14.326696 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-9b0c29d9-fba2-43ce-b189-21570336d465 None None] Bound port: 5e85b9d7-7e97-4f1e-97ae-fdd68b321743, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3fe8733-ce5f-41fc-80e2-343154fe8a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c184cf05-70dd-4af5-8bd4-fc4bd5d65e82'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:00:14.327091 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9b0c29d9-fba2-43ce-b189-21570336d465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5e85b9d7-7e97-4f1e-97ae-fdd68b321743), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:14.329659 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (63a23bb9-1cdf-4567-9487-b5534c8914ab), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:14.331290 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45494) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:14.340210 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-71305bde-5c60-4680-aa50-c5599aa1fabf tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Request body: {'security_group_rule': {'security_group_id': '840ffbe8-1e27-441d-9600-26bf7350d551', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:14.346837 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25adc6b4-3cd6-4222-a00c-e3a8d3a3fbb8 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=840ffbe8-1e27-441d-9600-26bf7350d551,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:14.394267 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5d5a0-44ce-4cca-b4b6-dad9f16b2308 req-9c125bec-381c-4561-937e-33b5513dbd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:14.396915 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5d5a0-44ce-4cca-b4b6-dad9f16b2308 req-9c125bec-381c-4561-937e-33b5513dbd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:14.397643 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5d5a0-44ce-4cca-b4b6-dad9f16b2308 req-9c125bec-381c-4561-937e-33b5513dbd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:14.398369 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d38d2cc5-6781-4b4f-86fe-cc50a8bb645c req-c9fe1710-8ae2-4c68-82b5-31f2588c8b60 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/security-groups?id=87663b8c-f03c-4830-b2a4-28960820d255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1772213
Feb 05 21:00:14.400015 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ffe5d5a0-44ce-4cca-b4b6-dad9f16b2308 req-9c125bec-381c-4561-937e-33b5513dbd82 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=635643c8c95a48178be578a04d153ce8&shared=False HTTP/1.1" status: 200  len: 2289 time: 0.4374037
Feb 05 21:00:14.419136 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-e0abbc8c-0e52-4592-85af-f35e6c123a26 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] create failed (client error): The resource could not be found.
Feb 05 21:00:14.420263 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e0abbc8c-0e52-4592-85af-f35e6c123a26 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.1784945
Feb 05 21:00:14.431719 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 45496) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:14.513848 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-30314494-bc88-496e-a97c-b404b216fb23 req-27c55574-55f2-4391-9ec3-6b651d78b3ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c845990-84ba-4725-9c91-59926b96b74a {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:00:14.522825 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=63a23bb9-1cdf-4567-9487-b5534c8914ab,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:14.574745 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-73171ec1-7fbd-4c32-8b3f-fc714d6c7d42 req-884a8dd2-c417-46b3-b1b0-ef1e08f3fcac tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2443197
Feb 05 21:00:14.579593 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-30314494-bc88-496e-a97c-b404b216fb23 req-27c55574-55f2-4391-9ec3-6b651d78b3ea service neutron] Publish callbacks [] for port (7c845990-84ba-4725-9c91-59926b96b74a), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:14.596931 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 45500) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:14.626303 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-a8b04d26-1838-43db-a757-46e645057172 None None] Provisioning complete for port 5e85b9d7-7e97-4f1e-97ae-fdd68b321743 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:00:14.627032 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a8b04d26-1838-43db-a757-46e645057172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5e85b9d7-7e97-4f1e-97ae-fdd68b321743), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:14.666772 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-46a77bbf-1891-423b-aa79-3445c636348e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:14.676613 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-30314494-bc88-496e-a97c-b404b216fb23 req-27c55574-55f2-4391-9ec3-6b651d78b3ea service neutron] Transition to ACTIVE for port object 7c845990-84ba-4725-9c91-59926b96b74a will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:00:14.696192 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 45502) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:14.707892 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-30314494-bc88-496e-a97c-b404b216fb23 req-27c55574-55f2-4391-9ec3-6b651d78b3ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (7c845990-84ba-4725-9c91-59926b96b74a), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:14.716206 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3432c5e-100b-46af-812b-b6981b27f19b x-openstack-request-id: req-c3432c5e-100b-46af-812b-b6981b27f19b {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:00:14.716502 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5182d1f-77a6-49e2-a77f-9be092b5e34a", "name": "network-vif-plugged", "status": "completed", "tag": "63a23bb9-1cdf-4567-9487-b5534c8914ab", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:00:14.716766 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c3432c5e-100b-46af-812b-b6981b27f19b {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:00:14.717167 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5182d1f-77a6-49e2-a77f-9be092b5e34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a23bb9-1cdf-4567-9487-b5534c8914ab', 'code': 200}
Feb 05 21:00:14.724976 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-9b0c29d9-fba2-43ce-b189-21570336d465 None None] For port 5e85b9d7-7e97-4f1e-97ae-fdd68b321743, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:00:14.727010 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a8b04d26-1838-43db-a757-46e645057172 None None] Port 5e85b9d7-7e97-4f1e-97ae-fdd68b321743 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:00:14.738683 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-9b0c29d9-fba2-43ce-b189-21570336d465 None None] For port 5e85b9d7-7e97-4f1e-97ae-fdd68b321743, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e85b9d7-7e97-4f1e-97ae-fdd68b321743,segment=NetworkSegment(c3fe8733-ce5f-41fc-80e2-343154fe8a12),segment_id=c3fe8733-ce5f-41fc-80e2-343154fe8a12)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:00:14.750976 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9b0c29d9-fba2-43ce-b189-21570336d465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5e85b9d7-7e97-4f1e-97ae-fdd68b321743), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:14.788091 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ed40ed1c-5f7c-4aee-b6e2-49a2067418a4 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (a1a671ef-b4f6-4ae4-a19c-d7a30c34aa2e), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:14.814107 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ed40ed1c-5f7c-4aee-b6e2-49a2067418a4 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (a1a671ef-b4f6-4ae4-a19c-d7a30c34aa2e), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:14.819012 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-71305bde-5c60-4680-aa50-c5599aa1fabf tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks [] for security_group_rule (23e05f17-364b-4d38-9505-b026382850c9), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:14.829882 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb000d-e76d-42e9-9262-46981ba23582 None None] Pushing event updated for resources: {'Port': ['ID=5e85b9d7-7e97-4f1e-97ae-fdd68b321743,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:14.869722 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0c29d9-fba2-43ce-b189-21570336d465 None None] Routers {'9fd025af-f57d-46d1-b3c1-78f90a70215f'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:00:14.870710 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-9b0c29d9-fba2-43ce-b189-21570336d465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab794670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:00:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['9fd025af-f57d-46d1-b3c1-78f90a70215f'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:00:14.993296 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5d5a0-44ce-4cca-b4b6-dad9f16b2308 req-27abc34b-0674-48a5-bb24-ca6e49890ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:14.994301 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ffe5d5a0-44ce-4cca-b4b6-dad9f16b2308 req-27abc34b-0674-48a5-bb24-ca6e49890ff8 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5862622
Feb 05 21:00:15.009446 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-71305bde-5c60-4680-aa50-c5599aa1fabf tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks [] for security_group_rule (23e05f17-364b-4d38-9505-b026382850c9), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:15.017755 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-71305bde-5c60-4680-aa50-c5599aa1fabf tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (23e05f17-364b-4d38-9505-b026382850c9), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:15.061407 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71305bde-5c60-4680-aa50-c5599aa1fabf tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e05f17-364b-4d38-9505-b026382850c9,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:15.078541 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-71305bde-5c60-4680-aa50-c5599aa1fabf tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:15.080209 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-71305bde-5c60-4680-aa50-c5599aa1fabf tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7459798
Feb 05 21:00:15.083438 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45506) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:15.091821 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-c0520b69-4458-4111-8da5-1bc2b484381a tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Request body: {'security_group_rule': {'security_group_id': '840ffbe8-1e27-441d-9600-26bf7350d551', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:15.129201 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c0520b69-4458-4111-8da5-1bc2b484381a tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks [] for security_group_rule (ea9fb4f8-a52f-4904-95de-93d5b0a35491), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:15.152029 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-9b0c29d9-fba2-43ce-b189-21570336d465 None None] Set router 9fd025af-f57d-46d1-b3c1-78f90a70215f gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:00:15.227091 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c0520b69-4458-4111-8da5-1bc2b484381a tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks [] for security_group_rule (ea9fb4f8-a52f-4904-95de-93d5b0a35491), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:15.232126 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c0520b69-4458-4111-8da5-1bc2b484381a tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (ea9fb4f8-a52f-4904-95de-93d5b0a35491), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:15.232332 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:15.254599 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0520b69-4458-4111-8da5-1bc2b484381a tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea9fb4f8-a52f-4904-95de-93d5b0a35491,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:15.260590 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c0520b69-4458-4111-8da5-1bc2b484381a tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:15.262422 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c0520b69-4458-4111-8da5-1bc2b484381a tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1773052
Feb 05 21:00:15.264971 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45508) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:15.269493 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-7044a81c-65b2-42c7-bd85-b1ad3d02bb22 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:15.299522 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7044a81c-65b2-42c7-bd85-b1ad3d02bb22 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:15.376156 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c55574-55f2-4391-9ec3-6b651d78b3ea service neutron] Pushing event updated for resources: {'Port': ['ID=7c845990-84ba-4725-9c91-59926b96b74a,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:15.386174 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-da0f1dee-f5f0-4e1e-b55f-25fc3ddc1a6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:15.413621 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b89167-134d-4497-8ac3-da90ef7e577a req-10180158-72ed-48fc-bb2b-e55a4de5403a tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:15.415196 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-11b89167-134d-4497-8ac3-da90ef7e577a req-10180158-72ed-48fc-bb2b-e55a4de5403a tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f53b9-2664-49e8-8def-67e50d70101f HTTP/1.1" status: 200  len: 945 time: 0.7934926
Feb 05 21:00:15.426522 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7044a81c-65b2-42c7-bd85-b1ad3d02bb22 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:15.448596 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6bf5c2ed-58a5-440e-85c6-1fcc83cf1a6e None None] Provisioning complete for port 5e85b9d7-7e97-4f1e-97ae-fdd68b321743 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:00:15.448970 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6bf5c2ed-58a5-440e-85c6-1fcc83cf1a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5e85b9d7-7e97-4f1e-97ae-fdd68b321743), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:15.491804 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ed40ed1c-5f7c-4aee-b6e2-49a2067418a4 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (a1a671ef-b4f6-4ae4-a19c-d7a30c34aa2e), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:15.494328 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ed40ed1c-5f7c-4aee-b6e2-49a2067418a4 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:15.498444 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ed40ed1c-5f7c-4aee-b6e2-49a2067418a4 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "DELETE /v2.0/security-groups/a1a671ef-b4f6-4ae4-a19c-d7a30c34aa2e HTTP/1.1" status: 204  len: 168 time: 1.0639927
Feb 05 21:00:15.500815 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-9b0c29d9-fba2-43ce-b189-21570336d465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab794670>, [{'id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'name': 'tempest-AttachVolumeTestJSON-998381134-router', 'tenant_id': 'e2211e554783435c9b7af885ea20e242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': '0f0b8600-8068-4666-808b-7db3f66ce148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:00:02Z', 'updated_at': '2022-02-05T21:00:10Z', 'revision_number': 4, 'project_id': 'e2211e554783435c9b7af885ea20e242', 'gw_port': {'id': '0f0b8600-8068-4666-808b-7db3f66ce148', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:58:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:00:03Z', 'updated_at': '2022-02-05T21:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5e85b9d7-7e97-4f1e-97ae-fdd68b321743', 'name': '', 'network_id': 'c184cf05-70dd-4af5-8bd4-fc4bd5d65e82', 'tenant_id': 'e2211e554783435c9b7af885ea20e242', 'mac_address': 'fa:16:3e:00:09:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '86c08017-d863-4dd1-8a33-7a8aa8133d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:00:08Z', 'updated_at': '2022-02-05T21:00:14Z', 'revision_number': 4, 'project_id': 'e2211e554783435c9b7af885ea20e242', 'subnets': [{'id': '86c08017-d863-4dd1-8a33-7a8aa8133d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:00:15.509685 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 45512) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:15.531611 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0c29d9-fba2-43ce-b189-21570336d465 None None] The sync data for ids ['9fd025af-f57d-46d1-b3c1-78f90a70215f'] in ncdv-master-1 is: [{'id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'name': 'tempest-AttachVolumeTestJSON-998381134-router', 'tenant_id': 'e2211e554783435c9b7af885ea20e242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': '0f0b8600-8068-4666-808b-7db3f66ce148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:00:02Z', 'updated_at': '2022-02-05T21:00:10Z', 'revision_number': 4, 'project_id': 'e2211e554783435c9b7af885ea20e242', 'gw_port': {'id': '0f0b8600-8068-4666-808b-7db3f66ce148', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:58:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:00:03Z', 'updated_at': '2022-02-05T21:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5e85b9d7-7e97-4f1e-97ae-fdd68b321743', 'name': '', 'network_id': 'c184cf05-70dd-4af5-8bd4-fc4bd5d65e82', 'tenant_id': 'e2211e554783435c9b7af885ea20e242', 'mac_address': 'fa:16:3e:00:09:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '86c08017-d863-4dd1-8a33-7a8aa8133d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:00:08Z', 'updated_at': '2022-02-05T21:00:14Z', 'revision_number': 4, 'project_id': 'e2211e554783435c9b7af885ea20e242', 'subnets': [{'id': '86c08017-d863-4dd1-8a33-7a8aa8133d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:00:15.565104 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40ed1c-5f7c-4aee-b6e2-49a2067418a4 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a671ef-b4f6-4ae4-a19c-d7a30c34aa2e,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:15.596786 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128de625-549a-414f-bb15-8084792c14a9 req-aaad15e7-224f-4bd7-bd4c-cb1a1cbe41d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:15.599241 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-128de625-549a-414f-bb15-8084792c14a9 req-aaad15e7-224f-4bd7-bd4c-cb1a1cbe41d8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e5182d1f-77a6-49e2-a77f-9be092b5e34a HTTP/1.1" status: 200  len: 1128 time: 0.8247378
Feb 05 21:00:15.614711 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-7044a81c-65b2-42c7-bd85-b1ad3d02bb22 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Allocated IP 172.35.4.20 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/c59ffc97-faf8-48ad-8107-d82441fd03a7) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:00:15.640974 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6bf5c2ed-58a5-440e-85c6-1fcc83cf1a6e None None] Current status of the port 5e85b9d7-7e97-4f1e-97ae-fdd68b321743 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:00:15.641375 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6bf5c2ed-58a5-440e-85c6-1fcc83cf1a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5e85b9d7-7e97-4f1e-97ae-fdd68b321743), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:15.688865 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6bf5c2ed-58a5-440e-85c6-1fcc83cf1a6e None None] For port 5e85b9d7-7e97-4f1e-97ae-fdd68b321743, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e85b9d7-7e97-4f1e-97ae-fdd68b321743,segment=NetworkSegment(c3fe8733-ce5f-41fc-80e2-343154fe8a12),segment_id=c3fe8733-ce5f-41fc-80e2-343154fe8a12)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:15.694479 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6bf5c2ed-58a5-440e-85c6-1fcc83cf1a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5e85b9d7-7e97-4f1e-97ae-fdd68b321743), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:15.695331 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-46a77bbf-1891-423b-aa79-3445c636348e admin admin] Publish callbacks [] for security_group (9ce4ce46-87c9-4c73-a30b-77cba5960c63), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:15.740170 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-46a77bbf-1891-423b-aa79-3445c636348e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (9ce4ce46-87c9-4c73-a30b-77cba5960c63), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:15.774983 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf5c2ed-58a5-440e-85c6-1fcc83cf1a6e None None] Pushing event updated for resources: {'Port': ['ID=5e85b9d7-7e97-4f1e-97ae-fdd68b321743,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:15.777659 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7044a81c-65b2-42c7-bd85-b1ad3d02bb22 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks [] for port (c59ffc97-faf8-48ad-8107-d82441fd03a7), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:15.803737 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-30314494-bc88-496e-a97c-b404b216fb23 req-27c55574-55f2-4391-9ec3-6b651d78b3ea service neutron] Attempting to bind port 7c845990-84ba-4725-9c91-59926b96b74a on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:00:15.804090 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-30314494-bc88-496e-a97c-b404b216fb23 req-27c55574-55f2-4391-9ec3-6b651d78b3ea service neutron] Attempting to bind port 7c845990-84ba-4725-9c91-59926b96b74a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9cb0e7e9-bebd-43cb-a591-47478d79e2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd6ee8e2f-7336-4698-ba11-ba7129199ab1'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:00:15.804558 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30314494-bc88-496e-a97c-b404b216fb23 req-27c55574-55f2-4391-9ec3-6b651d78b3ea service neutron] Attempting to bind port 7c845990-84ba-4725-9c91-59926b96b74a on network d6ee8e2f-7336-4698-ba11-ba7129199ab1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:00:15.820302 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7044a81c-65b2-42c7-bd85-b1ad3d02bb22 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (c59ffc97-faf8-48ad-8107-d82441fd03a7), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:15.857479 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-11b89167-134d-4497-8ac3-da90ef7e577a req-faab2c57-443f-44ad-9fc2-30560976a8df tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4278274
Feb 05 21:00:15.858698 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7044a81c-65b2-42c7-bd85-b1ad3d02bb22 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:00:15.864053 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-7044a81c-65b2-42c7-bd85-b1ad3d02bb22 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:00:15.867642 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7044a81c-65b2-42c7-bd85-b1ad3d02bb22 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:00:15.867917 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4bd0c120-07d6-4867-9d2f-6356b8b913a5 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.3520770
Feb 05 21:00:15.884713 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 45516) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:15.904456 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-9470b630-db4e-405c-a9d9-3086523233fd tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Request body: {'security_group_rule': {'security_group_id': 'feb77e87-56cb-4a8d-aacb-f896042f5610', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:15.917068 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30314494-bc88-496e-a97c-b404b216fb23 req-27c55574-55f2-4391-9ec3-6b651d78b3ea service neutron] Port 7c845990-84ba-4725-9c91-59926b96b74a on network d6ee8e2f-7336-4698-ba11-ba7129199ab1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:00:15.917407 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30314494-bc88-496e-a97c-b404b216fb23 req-27c55574-55f2-4391-9ec3-6b651d78b3ea service neutron] Attempting to bind port 7c845990-84ba-4725-9c91-59926b96b74a on network d6ee8e2f-7336-4698-ba11-ba7129199ab1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:00:15.936199 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-da0f1dee-f5f0-4e1e-b55f-25fc3ddc1a6f admin admin] Publish callbacks [] for security_group (41c87023-bb76-4090-8be9-aebe21687276), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:15.945675 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a77bbf-1891-423b-aa79-3445c636348e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce4ce46-87c9-4c73-a30b-77cba5960c63,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:15.953791 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-46a77bbf-1891-423b-aa79-3445c636348e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8772ab6757fe4dd9a77c58218102d797&name=default HTTP/1.1" status: 200  len: 3000 time: 1.3458233
Feb 05 21:00:15.964337 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32efac80-79d1-4e13-8f77-5f7e70361371 req-93d015ce-4698-4490-a58d-74ecfb4d024d tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:15.970991 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32efac80-79d1-4e13-8f77-5f7e70361371 req-93d015ce-4698-4490-a58d-74ecfb4d024d tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:15.976481 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32efac80-79d1-4e13-8f77-5f7e70361371 req-93d015ce-4698-4490-a58d-74ecfb4d024d tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:15.978409 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-32efac80-79d1-4e13-8f77-5f7e70361371 req-93d015ce-4698-4490-a58d-74ecfb4d024d tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd57913-b8c7-4c6d-9109-f6423fa3555e HTTP/1.1" status: 200  len: 2411 time: 0.4264958
Feb 05 21:00:15.985385 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 45518) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:16.000616 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044a81c-65b2-42c7-bd85-b1ad3d02bb22 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Pushing event updated for resources: {'Port': ['ID=c59ffc97-faf8-48ad-8107-d82441fd03a7,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:16.006987 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7044a81c-65b2-42c7-bd85-b1ad3d02bb22 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks [] for floatingip (d1ddd16d-b1b9-455e-b303-13621cb41dae), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:16.019728 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30314494-bc88-496e-a97c-b404b216fb23 req-27c55574-55f2-4391-9ec3-6b651d78b3ea service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:00:16.020138 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30314494-bc88-496e-a97c-b404b216fb23 req-27c55574-55f2-4391-9ec3-6b651d78b3ea service neutron] Checking segment: {'id': '9cb0e7e9-bebd-43cb-a591-47478d79e2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd6ee8e2f-7336-4698-ba11-ba7129199ab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:00:16.020531 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30314494-bc88-496e-a97c-b404b216fb23 req-27c55574-55f2-4391-9ec3-6b651d78b3ea service neutron] Bound using segment: {'id': '9cb0e7e9-bebd-43cb-a591-47478d79e2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd6ee8e2f-7336-4698-ba11-ba7129199ab1'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:00:16.021091 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-30314494-bc88-496e-a97c-b404b216fb23 req-27c55574-55f2-4391-9ec3-6b651d78b3ea service neutron] Bound port: 7c845990-84ba-4725-9c91-59926b96b74a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cb0e7e9-bebd-43cb-a591-47478d79e2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd6ee8e2f-7336-4698-ba11-ba7129199ab1'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:00:16.021547 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-30314494-bc88-496e-a97c-b404b216fb23 req-27c55574-55f2-4391-9ec3-6b651d78b3ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7c845990-84ba-4725-9c91-59926b96b74a), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:16.034097 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-da0f1dee-f5f0-4e1e-b55f-25fc3ddc1a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (41c87023-bb76-4090-8be9-aebe21687276), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:16.052201 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7044a81c-65b2-42c7-bd85-b1ad3d02bb22 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c59ffc97-faf8-48ad-8107-d82441fd03a7), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:16.111178 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 5e85b9d7-7e97-4f1e-97ae-fdd68b321743 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:00:16.129753 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-128de625-549a-414f-bb15-8084792c14a9 req-918d483d-e5fe-4403-9841-cda648b82c7a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4496579
Feb 05 21:00:16.168491 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 5e85b9d7-7e97-4f1e-97ae-fdd68b321743 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:00:16.169130 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5e85b9d7-7e97-4f1e-97ae-fdd68b321743), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:16.225469 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f1dee-f5f0-4e1e-b55f-25fc3ddc1a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c87023-bb76-4090-8be9-aebe21687276,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:16.248929 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7044a81c-65b2-42c7-bd85-b1ad3d02bb22 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks [] for port (c59ffc97-faf8-48ad-8107-d82441fd03a7), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:16.251985 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-da0f1dee-f5f0-4e1e-b55f-25fc3ddc1a6f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a422bbb0e3de4e9db9f9b59886c9c8ed&name=default HTTP/1.1" status: 200  len: 3000 time: 1.5528805
Feb 05 21:00:16.254974 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45520) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:16.268558 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7044a81c-65b2-42c7-bd85-b1ad3d02bb22 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (c59ffc97-faf8-48ad-8107-d82441fd03a7), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:16.286668 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-9470b630-db4e-405c-a9d9-3086523233fd tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] create failed (client error): The resource could not be found.
Feb 05 21:00:16.287802 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9470b630-db4e-405c-a9d9-3086523233fd tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.4019096
Feb 05 21:00:16.299149 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 45522) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:16.302775 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 5e85b9d7-7e97-4f1e-97ae-fdd68b321743 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:00:16.306316 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-32efac80-79d1-4e13-8f77-5f7e70361371 req-0e9042a7-6d33-48ef-9162-6fbeab85721b tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/security-groups?id=87663b8c-f03c-4830-b2a4-28960820d255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2891185
Feb 05 21:00:16.313923 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-793c7fcf-864c-4c65-b0c8-5d312d28969a tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Request body: {'security_group': {'name': 'tempest-secgroup--1707258008'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:16.359443 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36d354-682a-4bd1-bfc0-f830976056d9 req-c89b56d6-183c-4857-bb7c-9427ea479aaa tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:16.361041 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0e36d354-682a-4bd1-bfc0-f830976056d9 req-c89b56d6-183c-4857-bb7c-9427ea479aaa tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5182d1f-77a6-49e2-a77f-9be092b5e34a HTTP/1.1" status: 200  len: 946 time: 0.3426251
Feb 05 21:00:16.367917 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-30314494-bc88-496e-a97c-b404b216fb23 req-27c55574-55f2-4391-9ec3-6b651d78b3ea service neutron] For port 7c845990-84ba-4725-9c91-59926b96b74a, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:00:16.374903 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c3f59c41-7059-4c54-a299-e87728280f79 admin admin] Publish callbacks [] for security_group (9ce4ce46-87c9-4c73-a30b-77cba5960c63), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:16.393283 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044a81c-65b2-42c7-bd85-b1ad3d02bb22 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Pushing event updated for resources: {'Port': ['ID=c59ffc97-faf8-48ad-8107-d82441fd03a7,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:16.406688 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7044a81c-65b2-42c7-bd85-b1ad3d02bb22 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (d1ddd16d-b1b9-455e-b303-13621cb41dae), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:16.409098 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-30314494-bc88-496e-a97c-b404b216fb23 req-27c55574-55f2-4391-9ec3-6b651d78b3ea service neutron] For port 7c845990-84ba-4725-9c91-59926b96b74a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c845990-84ba-4725-9c91-59926b96b74a,segment=NetworkSegment(9cb0e7e9-bebd-43cb-a591-47478d79e2a1),segment_id=9cb0e7e9-bebd-43cb-a591-47478d79e2a1)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:00:16.423365 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-793c7fcf-864c-4c65-b0c8-5d312d28969a tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:16.435971 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7044a81c-65b2-42c7-bd85-b1ad3d02bb22 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:16.442670 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7044a81c-65b2-42c7-bd85-b1ad3d02bb22 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.1713288
Feb 05 21:00:16.444866 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d155fa45-2240-40a2-afa8-8fc7d09d29b7 admin admin] Publish callbacks [] for security_group (41c87023-bb76-4090-8be9-aebe21687276), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:16.447058 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-30314494-bc88-496e-a97c-b404b216fb23 req-27c55574-55f2-4391-9ec3-6b651d78b3ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (7c845990-84ba-4725-9c91-59926b96b74a), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:16.458794 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c3f59c41-7059-4c54-a299-e87728280f79 admin admin] Publish callbacks [] for security_group (9ce4ce46-87c9-4c73-a30b-77cba5960c63), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:16.477348 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d155fa45-2240-40a2-afa8-8fc7d09d29b7 admin admin] Publish callbacks [] for security_group (41c87023-bb76-4090-8be9-aebe21687276), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:16.542645 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30314494-bc88-496e-a97c-b404b216fb23 req-27c55574-55f2-4391-9ec3-6b651d78b3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:16.543288 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-30314494-bc88-496e-a97c-b404b216fb23 req-27c55574-55f2-4391-9ec3-6b651d78b3ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:16.545098 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30314494-bc88-496e-a97c-b404b216fb23 req-27c55574-55f2-4391-9ec3-6b651d78b3ea service neutron] 10.222.0.39 "PUT /v2.0/ports/7c845990-84ba-4725-9c91-59926b96b74a HTTP/1.1" status: 200  len: 1090 time: 3.2406478
Feb 05 21:00:16.545959 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d155fa45-2240-40a2-afa8-8fc7d09d29b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (41c87023-bb76-4090-8be9-aebe21687276), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:16.549092 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0e36d354-682a-4bd1-bfc0-f830976056d9 req-4161fd86-a137-4725-b351-79f9b2e5b9fd tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1788256
Feb 05 21:00:16.549698 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d155fa45-2240-40a2-afa8-8fc7d09d29b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:16.550270 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bd57913-b8c7-4c6d-9109-f6423fa3555e', 'tag': '7c845990-84ba-4725-9c91-59926b96b74a'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:00:16.552932 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb4223b-244b-43fb-9886-e931321dd712" -d '{"events": [{"name": "network-changed", "server_uuid": "5bd57913-b8c7-4c6d-9109-f6423fa3555e", "tag": "7c845990-84ba-4725-9c91-59926b96b74a"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:00:16.562590 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d155fa45-2240-40a2-afa8-8fc7d09d29b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/41c87023-bb76-4090-8be9-aebe21687276 HTTP/1.1" status: 204  len: 168 time: 0.3059576
Feb 05 21:00:16.585890 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155fa45-2240-40a2-afa8-8fc7d09d29b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c87023-bb76-4090-8be9-aebe21687276,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:16.647164 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059a53d9-c783-4929-8fe5-48d86b948bd7 x-openstack-request-id: req-059a53d9-c783-4929-8fe5-48d86b948bd7 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:00:16.647462 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bd57913-b8c7-4c6d-9109-f6423fa3555e", "tag": "7c845990-84ba-4725-9c91-59926b96b74a", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:00:16.647720 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-059a53d9-c783-4929-8fe5-48d86b948bd7 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:00:16.648135 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bd57913-b8c7-4c6d-9109-f6423fa3555e', 'tag': '7c845990-84ba-4725-9c91-59926b96b74a', 'status': 'completed', 'code': 200}
Feb 05 21:00:16.687675 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c55574-55f2-4391-9ec3-6b651d78b3ea service neutron] Pushing event updated for resources: {'Port': ['ID=7c845990-84ba-4725-9c91-59926b96b74a,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:16.826848 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c3f59c41-7059-4c54-a299-e87728280f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (9ce4ce46-87c9-4c73-a30b-77cba5960c63), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:16.829673 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c3f59c41-7059-4c54-a299-e87728280f79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:16.833173 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c3f59c41-7059-4c54-a299-e87728280f79 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9ce4ce46-87c9-4c73-a30b-77cba5960c63 HTTP/1.1" status: 204  len: 168 time: 0.8442705
Feb 05 21:00:16.842412 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-793c7fcf-864c-4c65-b0c8-5d312d28969a tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (3713ca68-c850-4eff-a969-6e9da25c71c2), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:16.847754 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30314494-bc88-496e-a97c-b404b216fb23 req-d098ad75-5f10-4ff6-acd5-151455f3c4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:16.848254 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30314494-bc88-496e-a97c-b404b216fb23 req-d098ad75-5f10-4ff6-acd5-151455f3c4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:16.848765 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30314494-bc88-496e-a97c-b404b216fb23 req-d098ad75-5f10-4ff6-acd5-151455f3c4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:16.850740 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30314494-bc88-496e-a97c-b404b216fb23 req-d098ad75-5f10-4ff6-acd5-151455f3c4cf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=635643c8c95a48178be578a04d153ce8&device_id=5bd57913-b8c7-4c6d-9109-f6423fa3555e HTTP/1.1" status: 200  len: 2957 time: 0.2219784
Feb 05 21:00:16.887263 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-19d01544-f1e5-4e3f-a9e2-37fce0c45f59 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--985063989&fields=id&tenant_id=e2211e554783435c9b7af885ea20e242 HTTP/1.1" status: 200  len: 267 time: 0.1678057
Feb 05 21:00:16.891230 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-793c7fcf-864c-4c65-b0c8-5d312d28969a tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (3713ca68-c850-4eff-a969-6e9da25c71c2), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:16.957574 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f59c41-7059-4c54-a299-e87728280f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce4ce46-87c9-4c73-a30b-77cba5960c63,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:17.025747 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30314494-bc88-496e-a97c-b404b216fb23 req-eea1d9ce-c7b8-4c2c-9cb8-aed4591f0ef9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.231&port_id=632d6e8d-054a-44c6-a6c1-9f56e270211f HTTP/1.1" status: 200  len: 217 time: 0.1357491
Feb 05 21:00:17.028405 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-793c7fcf-864c-4c65-b0c8-5d312d28969a tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:17.032692 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-793c7fcf-864c-4c65-b0c8-5d312d28969a tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.7283251
Feb 05 21:00:17.033659 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45552) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:17.038172 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-267a2a7d-0602-4569-8ed4-b33f0ed7af1c tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Request body: {'security_group': {'name': 'tempest-secgroup--1248286750'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:17.098329 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-267a2a7d-0602-4569-8ed4-b33f0ed7af1c tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:17.188485 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c7fcf-864c-4c65-b0c8-5d312d28969a tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3713ca68-c850-4eff-a969-6e9da25c71c2,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:17.226819 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-35ff4205-385b-44d6-b7b0-1f85678f0508 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:17.230244 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-35ff4205-385b-44d6-b7b0-1f85678f0508 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/networks?id=c184cf05-70dd-4af5-8bd4-fc4bd5d65e82 HTTP/1.1" status: 200  len: 810 time: 0.3427048
Feb 05 21:00:17.240681 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30314494-bc88-496e-a97c-b404b216fb23 req-a855327b-dec7-40b8-9013-c12a5259fd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:17.243234 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30314494-bc88-496e-a97c-b404b216fb23 req-a855327b-dec7-40b8-9013-c12a5259fd92 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e14c265f-94bc-4d29-af98-ab5f92b4997d HTTP/1.1" status: 200  len: 801 time: 0.2061784
Feb 05 21:00:17.272027 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-267a2a7d-0602-4569-8ed4-b33f0ed7af1c tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (ada90917-4df0-4f7d-ada7-709e133a3646), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:17.279117 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-267a2a7d-0602-4569-8ed4-b33f0ed7af1c tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ada90917-4df0-4f7d-ada7-709e133a3646), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:17.319124 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-37870c32-c69d-4054-b690-dd5d42142659 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/quotas/e2211e554783435c9b7af885ea20e242 HTTP/1.1" status: 200  len: 375 time: 0.0727530
Feb 05 21:00:17.328432 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-267a2a7d-0602-4569-8ed4-b33f0ed7af1c tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:17.329976 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-267a2a7d-0602-4569-8ed4-b33f0ed7af1c tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2958057
Feb 05 21:00:17.331494 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a2a7d-0602-4569-8ed4-b33f0ed7af1c tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ada90917-4df0-4f7d-ada7-709e133a3646,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:17.333355 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45560) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:17.337860 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-fdd61bb3-85b7-4e4b-a102-a8f9905a5053 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Request body: {'security_group_rule': {'security_group_id': '3713ca68-c850-4eff-a969-6e9da25c71c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'ada90917-4df0-4f7d-ada7-709e133a3646'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:17.349410 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5698f62-18a2-4875-b79a-e83c6bc2e09d req-cfe200e3-48f7-49ed-b845-98f60012beae tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:17.358776 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e5698f62-18a2-4875-b79a-e83c6bc2e09d req-cfe200e3-48f7-49ed-b845-98f60012beae tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f53b9-2664-49e8-8def-67e50d70101f HTTP/1.1" status: 200  len: 945 time: 0.3232419
Feb 05 21:00:17.401240 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-fdd61bb3-85b7-4e4b-a102-a8f9905a5053 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:00:17.403183 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-fdd61bb3-85b7-4e4b-a102-a8f9905a5053 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.0683808
Feb 05 21:00:17.407217 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45566) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:17.488447 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30314494-bc88-496e-a97c-b404b216fb23 req-4ae60edc-b565-405c-9f99-40f543b6c4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:17.490639 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30314494-bc88-496e-a97c-b404b216fb23 req-4ae60edc-b565-405c-9f99-40f543b6c4e3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d6ee8e2f-7336-4698-ba11-ba7129199ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.2350416
Feb 05 21:00:17.510107 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c07cdb5-9b3e-4539-bb53-e3fb155a3b85 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (ada90917-4df0-4f7d-ada7-709e133a3646), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:17.519955 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e5698f62-18a2-4875-b79a-e83c6bc2e09d req-31471982-ea5d-487d-88c6-da39ba50c0a8 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1600244
Feb 05 21:00:17.547328 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c07cdb5-9b3e-4539-bb53-e3fb155a3b85 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (ada90917-4df0-4f7d-ada7-709e133a3646), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:17.553390 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-0b6b2355-96b6-406e-a5be-6d29eb722b81 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2211e554783435c9b7af885ea20e242&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2194242
Feb 05 21:00:17.569199 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device f802cc67-5410-4f9d-805c-f47d98905b6d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:00:17.649518 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c07cdb5-9b3e-4539-bb53-e3fb155a3b85 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ada90917-4df0-4f7d-ada7-709e133a3646), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:17.652526 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c07cdb5-9b3e-4539-bb53-e3fb155a3b85 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:17.657591 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2c07cdb5-9b3e-4539-bb53-e3fb155a3b85 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "DELETE /v2.0/security-groups/ada90917-4df0-4f7d-ada7-709e133a3646 HTTP/1.1" status: 204  len: 168 time: 0.2491279
Feb 05 21:00:17.658877 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45580) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:17.701897 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07cdb5-9b3e-4539-bb53-e3fb155a3b85 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada90917-4df0-4f7d-ada7-709e133a3646,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:17.766837 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30314494-bc88-496e-a97c-b404b216fb23 req-740babd3-1ae8-4b89-8723-1cbb8b148207 service neutron] 10.222.0.39 "GET /v2.0/networks/d6ee8e2f-7336-4698-ba11-ba7129199ab1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2689352
Feb 05 21:00:17.770851 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port f802cc67-5410-4f9d-805c-f47d98905b6d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f802cc67-5410-4f9d-805c-f47d98905b6d,segment=NetworkSegment(2a52932a-0773-4bb3-a5f4-675383624606),segment_id=2a52932a-0773-4bb3-a5f4-675383624606)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:17.789236 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-a344a7ba-4305-4706-8a5f-918bc9d41451 service neutron] 10.222.0.32 "GET /v2.0/networks/c184cf05-70dd-4af5-8bd4-fc4bd5d65e82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2349117
Feb 05 21:00:17.789381 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'f802cc67-5410-4f9d-805c-f47d98905b6d', 'network_id': 'e409084d-65e0-491a-97ff-e3c112d56ec4', 'port_id': 'f802cc67-5410-4f9d-805c-f47d98905b6d', 'mac_address': 'fa:16:3e:8a:58:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '896ddbdf-ac25-4e4f-b6a8-33cece06deaa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:00:17.810596 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c485ad46-3fc0-454f-b6d8-c8f1f7a30f59 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.1469886
Feb 05 21:00:17.813826 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45588) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:17.830259 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df70ca-b45a-4c45-9fdf-eec033dd5cb6 req-e4ea47b7-0bf1-426c-896b-ea7f7d3bba36 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:17.835731 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df70ca-b45a-4c45-9fdf-eec033dd5cb6 req-e4ea47b7-0bf1-426c-896b-ea7f7d3bba36 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:17.840125 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port f802cc67-5410-4f9d-805c-f47d98905b6d is: ACTIVE; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:00:17.840980 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df70ca-b45a-4c45-9fdf-eec033dd5cb6 req-e4ea47b7-0bf1-426c-896b-ea7f7d3bba36 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:17.841328 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f802cc67-5410-4f9d-805c-f47d98905b6d), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:17.842702 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-55df70ca-b45a-4c45-9fdf-eec033dd5cb6 req-e4ea47b7-0bf1-426c-896b-ea7f7d3bba36 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd57913-b8c7-4c6d-9109-f6423fa3555e HTTP/1.1" status: 200  len: 2411 time: 0.1907804
Feb 05 21:00:17.858049 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f802cc67-5410-4f9d-805c-f47d98905b6d {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:00:17.887377 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port f802cc67-5410-4f9d-805c-f47d98905b6d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f802cc67-5410-4f9d-805c-f47d98905b6d,segment=NetworkSegment(2a52932a-0773-4bb3-a5f4-675383624606),segment_id=2a52932a-0773-4bb3-a5f4-675383624606)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:17.891052 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (f802cc67-5410-4f9d-805c-f47d98905b6d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:17.968588 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9fc1c21b-4cf2-4831-a1ce-b377a8027476 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (3713ca68-c850-4eff-a969-6e9da25c71c2), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:17.973304 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=f802cc67-5410-4f9d-805c-f47d98905b6d,revision_number=6']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:18.004365 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9fc1c21b-4cf2-4831-a1ce-b377a8027476 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (3713ca68-c850-4eff-a969-6e9da25c71c2), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:18.061545 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30314494-bc88-496e-a97c-b404b216fb23 req-c62053e6-6395-46f0-9542-16dde0773a1b service neutron] 10.222.0.39 "GET /v2.0/networks/d6ee8e2f-7336-4698-ba11-ba7129199ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2881129
Feb 05 21:00:18.063332 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9fc1c21b-4cf2-4831-a1ce-b377a8027476 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (3713ca68-c850-4eff-a969-6e9da25c71c2), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:18.066023 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9fc1c21b-4cf2-4831-a1ce-b377a8027476 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:18.066359 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-55df70ca-b45a-4c45-9fdf-eec033dd5cb6 req-1e81f43c-f432-452f-9a0e-024099a914a7 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/security-groups?id=87663b8c-f03c-4830-b2a4-28960820d255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2148833
Feb 05 21:00:18.068526 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-b49d7ec5-d9b0-44f2-b635-a141d62f16fe service neutron] 10.222.0.32 "GET /v2.0/networks/c184cf05-70dd-4af5-8bd4-fc4bd5d65e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2785285
Feb 05 21:00:18.071641 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9fc1c21b-4cf2-4831-a1ce-b377a8027476 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "DELETE /v2.0/security-groups/3713ca68-c850-4eff-a969-6e9da25c71c2 HTTP/1.1" status: 204  len: 168 time: 0.2557776
Feb 05 21:00:18.071753 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 45596) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:18.092303 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc1c21b-4cf2-4831-a1ce-b377a8027476 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3713ca68-c850-4eff-a969-6e9da25c71c2,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:18.161890 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['f802cc67-5410-4f9d-805c-f47d98905b6d'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:00:18.173410 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30314494-bc88-496e-a97c-b404b216fb23 req-702431db-0a8a-4f3c-93ed-83dd427b915c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.162&port_id=56166e37-c00d-4298-a0e0-99eddccde1ed HTTP/1.1" status: 200  len: 217 time: 0.0970724
Feb 05 21:00:18.428087 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4be5616f-7a7f-416e-993e-83abfdd70974 req-3482e629-4363-4948-854d-f1f3eb925b5b tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 210 time: 0.0664189
Feb 05 21:00:18.443999 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e1589261-c6aa-4002-855a-4d403b6a9747 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.3660033
Feb 05 21:00:18.450054 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45612) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:18.455618 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-7c7a83a0-0056-48d3-bfcf-9732c417b8c9 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Request body: {'security_group': {'name': 'tempest-secgroup--1248779412'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:18.459003 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30314494-bc88-496e-a97c-b404b216fb23 req-a7d9627f-a171-46b8-a222-d25d8c74b954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:18.460485 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30314494-bc88-496e-a97c-b404b216fb23 req-a7d9627f-a171-46b8-a222-d25d8c74b954 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7af1e542-8682-4f1b-9c61-a224b166171b HTTP/1.1" status: 200  len: 801 time: 0.2862899
Feb 05 21:00:18.473014 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87b3e6-8281-407c-917b-c3bf89318ba9 req-6b686a4e-b1ee-40c0-942b-4e3066cd7736 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:18.474648 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5c87b3e6-8281-407c-917b-c3bf89318ba9 req-6b686a4e-b1ee-40c0-942b-4e3066cd7736 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5182d1f-77a6-49e2-a77f-9be092b5e34a HTTP/1.1" status: 200  len: 946 time: 0.2598009
Feb 05 21:00:18.502461 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7c7a83a0-0056-48d3-bfcf-9732c417b8c9 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:18.600227 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30314494-bc88-496e-a97c-b404b216fb23 req-cb0ef500-c181-43a5-9144-a71f56036cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:18.601735 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30314494-bc88-496e-a97c-b404b216fb23 req-cb0ef500-c181-43a5-9144-a71f56036cb6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=57dc5b5b-be89-4567-aa02-6a608f23a8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.1261957
Feb 05 21:00:18.611504 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5c87b3e6-8281-407c-917b-c3bf89318ba9 req-cfdff391-87a2-4ec1-8588-fa6f94518fe8 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035249
Feb 05 21:00:18.636961 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7c7a83a0-0056-48d3-bfcf-9732c417b8c9 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (bf6f4e6e-fcc4-4610-b912-9af6b57e1487), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:18.643787 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7c7a83a0-0056-48d3-bfcf-9732c417b8c9 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (bf6f4e6e-fcc4-4610-b912-9af6b57e1487), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:18.729946 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a83a0-0056-48d3-bfcf-9732c417b8c9 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6f4e6e-fcc4-4610-b912-9af6b57e1487,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:18.753703 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7c7a83a0-0056-48d3-bfcf-9732c417b8c9 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:18.755452 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7c7a83a0-0056-48d3-bfcf-9732c417b8c9 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3041925
Feb 05 21:00:18.758227 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45636) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:18.764834 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-421c5e27-8495-459b-980c-834acc8508ee tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:18.766410 ncdv-master-1 neutron-server[114390]: WARNING neutron.api.v2.base [None req-421c5e27-8495-459b-980c-834acc8508ee tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Feb 05 21:00:18.767273 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-421c5e27-8495-459b-980c-834acc8508ee tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] update failed (client error): There was a conflict when trying to complete your request.
Feb 05 21:00:18.768787 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-421c5e27-8495-459b-980c-834acc8508ee tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "PUT /v2.0/security-groups/bf6f4e6e-fcc4-4610-b912-9af6b57e1487 HTTP/1.1" status: 409  len: 330 time: 0.0091398
Feb 05 21:00:18.771542 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45638) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:18.788340 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30314494-bc88-496e-a97c-b404b216fb23 req-e231fe54-d858-4881-a5d0-e59e6aed4473 service neutron] 10.222.0.39 "GET /v2.0/networks/57dc5b5b-be89-4567-aa02-6a608f23a8fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1704905
Feb 05 21:00:18.801898 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a3d48-370c-4275-922f-fef4a5087bcd req-06857594-d43d-4579-88f1-c6199dddca37 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:18.807713 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b35a3d48-370c-4275-922f-fef4a5087bcd req-06857594-d43d-4579-88f1-c6199dddca37 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f53b9-2664-49e8-8def-67e50d70101f HTTP/1.1" status: 200  len: 944 time: 0.1641595
Feb 05 21:00:18.831026 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:00:18.840539 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f90efd4c-6d89-4880-adc8-896f85b12af3 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (bf6f4e6e-fcc4-4610-b912-9af6b57e1487), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:18.869160 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f90efd4c-6d89-4880-adc8-896f85b12af3 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (bf6f4e6e-fcc4-4610-b912-9af6b57e1487), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:18.921903 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b35a3d48-370c-4275-922f-fef4a5087bcd req-be654658-8c53-433a-8937-08962e6e8075 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927529
Feb 05 21:00:18.953677 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f90efd4c-6d89-4880-adc8-896f85b12af3 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (bf6f4e6e-fcc4-4610-b912-9af6b57e1487), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:18.958498 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f90efd4c-6d89-4880-adc8-896f85b12af3 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:18.963627 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f90efd4c-6d89-4880-adc8-896f85b12af3 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "DELETE /v2.0/security-groups/bf6f4e6e-fcc4-4610-b912-9af6b57e1487 HTTP/1.1" status: 204  len: 168 time: 0.1892686
Feb 05 21:00:18.968608 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45644) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:19.038921 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30314494-bc88-496e-a97c-b404b216fb23 req-018c04e3-5c94-4e04-a914-82566b42f834 service neutron] 10.222.0.39 "GET /v2.0/networks/57dc5b5b-be89-4567-aa02-6a608f23a8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2300878
Feb 05 21:00:19.042684 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90efd4c-6d89-4880-adc8-896f85b12af3 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6f4e6e-fcc4-4610-b912-9af6b57e1487,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:19.095319 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6dfe6e69-0311-4520-9a42-a35a4d8b99cd tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1223452
Feb 05 21:00:19.099565 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45660) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:19.131603 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-2de590ce-5b9d-4d53-9e1b-5bc0555eb356 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] delete failed (client error): The resource could not be found.
Feb 05 21:00:19.134813 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2de590ce-5b9d-4d53-9e1b-5bc0555eb356 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "DELETE /v2.0/security-groups/3c57e15d-0f49-4f57-8494-89b60b8ac298 HTTP/1.1" status: 404  len: 347 time: 0.0319130
Feb 05 21:00:19.138475 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45662) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:19.146788 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30314494-bc88-496e-a97c-b404b216fb23 req-45110e60-3251-45a3-aa36-4336dbeaa1df service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.6&port_id=7c845990-84ba-4725-9c91-59926b96b74a HTTP/1.1" status: 200  len: 217 time: 0.1001890
Feb 05 21:00:19.175073 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-45c6963e-04a0-436f-ab74-a00acf11d286 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] show failed (client error): The resource could not be found.
Feb 05 21:00:19.176565 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-45c6963e-04a0-436f-ab74-a00acf11d286 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "GET /v2.0/security-groups/8f2df990-260e-46ef-9ddc-f569297630b2 HTTP/1.1" status: 404  len: 347 time: 0.0362515
Feb 05 21:00:19.180679 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45664) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:19.205824 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-3753b56d-1a50-4e54-b47d-7b9e08650c78 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] show failed (client error): The resource could not be found.
Feb 05 21:00:19.211359 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3753b56d-1a50-4e54-b47d-7b9e08650c78 tempest-NegativeSecGroupTest-714593041 tempest-NegativeSecGroupTest-714593041-project] 10.222.0.32 "GET /v2.0/security-group-rules/26275155-5d03-4a51-8ab6-aeec9688afa0 HTTP/1.1" status: 404  len: 356 time: 0.0253291
Feb 05 21:00:19.295534 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30314494-bc88-496e-a97c-b404b216fb23 req-74d4546a-04be-42a4-9840-36ae5496d058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:19.297633 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30314494-bc88-496e-a97c-b404b216fb23 req-74d4546a-04be-42a4-9840-36ae5496d058 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e14c265f-94bc-4d29-af98-ab5f92b4997d HTTP/1.1" status: 200  len: 801 time: 0.1458352
Feb 05 21:00:19.350809 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d89998-c431-4787-8404-51c510bc0f82 req-dcd93ead-77d6-4a76-85f9-a810ddda91f9 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:19.351331 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d89998-c431-4787-8404-51c510bc0f82 req-dcd93ead-77d6-4a76-85f9-a810ddda91f9 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:19.356835 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d89998-c431-4787-8404-51c510bc0f82 req-dcd93ead-77d6-4a76-85f9-a810ddda91f9 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:19.359272 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-59d89998-c431-4787-8404-51c510bc0f82 req-dcd93ead-77d6-4a76-85f9-a810ddda91f9 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd57913-b8c7-4c6d-9109-f6423fa3555e HTTP/1.1" status: 200  len: 2411 time: 0.1982696
Feb 05 21:00:19.392742 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30314494-bc88-496e-a97c-b404b216fb23 req-ee9e018c-5a85-492e-9aa4-13fd99aefe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:19.394663 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30314494-bc88-496e-a97c-b404b216fb23 req-ee9e018c-5a85-492e-9aa4-13fd99aefe91 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d6ee8e2f-7336-4698-ba11-ba7129199ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.0901995
Feb 05 21:00:19.522673 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-59d89998-c431-4787-8404-51c510bc0f82 req-cda67b53-d948-43ae-baad-aede108d9c2b tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/security-groups?id=87663b8c-f03c-4830-b2a4-28960820d255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1533029
Feb 05 21:00:19.528186 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30314494-bc88-496e-a97c-b404b216fb23 req-78c1dc31-9d21-4758-b53c-f60baa19d404 service neutron] 10.222.0.39 "GET /v2.0/networks/d6ee8e2f-7336-4698-ba11-ba7129199ab1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272130
Feb 05 21:00:19.580185 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bcdc5f99-43ec-4867-8273-e49ad41cae74 req-ddbec1a5-6630-4b7b-ad1b-7d347ef8d0c3 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 210 time: 0.0467973
Feb 05 21:00:19.605214 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device f802cc67-5410-4f9d-805c-f47d98905b6d up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:00:19.705899 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port f802cc67-5410-4f9d-805c-f47d98905b6d triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:00:19.706288 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (f802cc67-5410-4f9d-805c-f47d98905b6d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:19.717192 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30314494-bc88-496e-a97c-b404b216fb23 req-05c3b39b-8e28-4b3b-bf71-74420bbee8a9 service neutron] 10.222.0.39 "GET /v2.0/networks/d6ee8e2f-7336-4698-ba11-ba7129199ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1741140
Feb 05 21:00:19.895883 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port f802cc67-5410-4f9d-805c-f47d98905b6d is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:00:19.896723 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f802cc67-5410-4f9d-805c-f47d98905b6d), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:19.944921 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480f53b9-2664-49e8-8def-67e50d70101f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f802cc67-5410-4f9d-805c-f47d98905b6d'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:00:19.947203 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c626c17d-d363-43ea-89cf-c2a34ae1a4d4" -d '{"events": [{"server_uuid": "480f53b9-2664-49e8-8def-67e50d70101f", "name": "network-vif-plugged", "status": "completed", "tag": "f802cc67-5410-4f9d-805c-f47d98905b6d"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:00:19.966225 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port f802cc67-5410-4f9d-805c-f47d98905b6d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f802cc67-5410-4f9d-805c-f47d98905b6d,segment=NetworkSegment(2a52932a-0773-4bb3-a5f4-675383624606),segment_id=2a52932a-0773-4bb3-a5f4-675383624606)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:19.975587 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45746) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:19.976025 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (f802cc67-5410-4f9d-805c-f47d98905b6d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:20.047054 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b311402-19f7-4a44-a80d-92973d7859cf x-openstack-request-id: req-5b311402-19f7-4a44-a80d-92973d7859cf {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:00:20.047441 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480f53b9-2664-49e8-8def-67e50d70101f", "name": "network-vif-plugged", "status": "completed", "tag": "f802cc67-5410-4f9d-805c-f47d98905b6d", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:00:20.047798 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b311402-19f7-4a44-a80d-92973d7859cf {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:00:20.048479 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480f53b9-2664-49e8-8def-67e50d70101f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f802cc67-5410-4f9d-805c-f47d98905b6d', 'code': 200}
Feb 05 21:00:20.080574 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:20.105051 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=f802cc67-5410-4f9d-805c-f47d98905b6d,revision_number=7']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:20.187153 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4223b-244b-43fb-9886-e931321dd712 req-df42b7fa-0520-4c96-961c-b1fb62618b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:20.187656 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4223b-244b-43fb-9886-e931321dd712 req-df42b7fa-0520-4c96-961c-b1fb62618b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:20.188134 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4223b-244b-43fb-9886-e931321dd712 req-df42b7fa-0520-4c96-961c-b1fb62618b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:20.189810 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5cb4223b-244b-43fb-9886-e931321dd712 req-df42b7fa-0520-4c96-961c-b1fb62618b86 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=635643c8c95a48178be578a04d153ce8&device_id=5bd57913-b8c7-4c6d-9109-f6423fa3555e HTTP/1.1" status: 200  len: 2957 time: 0.3786786
Feb 05 21:00:20.268671 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be2d35-8b66-4c3c-8b67-dfe045a7c768 req-5a12931d-3c20-44be-9e7a-4c65a58dab62 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:20.275610 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-47be2d35-8b66-4c3c-8b67-dfe045a7c768 req-5a12931d-3c20-44be-9e7a-4c65a58dab62 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5182d1f-77a6-49e2-a77f-9be092b5e34a HTTP/1.1" status: 200  len: 946 time: 0.3632810
Feb 05 21:00:20.294143 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-ebca648e-55f1-461b-ad25-40d8131ad843 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:20.295699 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-ebca648e-55f1-461b-ad25-40d8131ad843 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.39 "GET /v2.0/networks?id=c184cf05-70dd-4af5-8bd4-fc4bd5d65e82 HTTP/1.1" status: 200  len: 810 time: 0.4141536
Feb 05 21:00:20.399753 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183276ec-a91f-4b31-92c6-536e97a53d05 req-894ae3be-9f05-41f2-a253-17ca2bc5fe9e tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:20.400281 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-183276ec-a91f-4b31-92c6-536e97a53d05 req-894ae3be-9f05-41f2-a253-17ca2bc5fe9e tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f53b9-2664-49e8-8def-67e50d70101f HTTP/1.1" status: 200  len: 945 time: 0.2433565
Feb 05 21:00:20.451594 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a62165-ae5e-4df1-b433-1c5dcdc39c4d req-5c119bbc-9617-4ab2-8510-a051dc4423e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:20.453681 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e4a62165-ae5e-4df1-b433-1c5dcdc39c4d req-5c119bbc-9617-4ab2-8510-a051dc4423e8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=480f53b9-2664-49e8-8def-67e50d70101f HTTP/1.1" status: 200  len: 1127 time: 0.1330280
Feb 05 21:00:20.462773 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2dc8855b-1736-4817-aedb-cb3f14a67758 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=512f4d70be224341a3428668985b09ea&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4837391
Feb 05 21:00:20.466538 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45800) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:20.500347 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-47be2d35-8b66-4c3c-8b67-dfe045a7c768 req-d00a9f2c-700b-4556-bd7a-ca5376def69f tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2234437
Feb 05 21:00:20.528620 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4223b-244b-43fb-9886-e931321dd712 req-1df46240-98f5-467c-aabd-4feb98144679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:20.528620 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5cb4223b-244b-43fb-9886-e931321dd712 req-1df46240-98f5-467c-aabd-4feb98144679 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d6ee8e2f-7336-4698-ba11-ba7129199ab1 HTTP/1.1" status: 200  len: 902 time: 0.3159473
Feb 05 21:00:20.585244 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e4a62165-ae5e-4df1-b433-1c5dcdc39c4d req-d1283c9c-c7a3-4a92-ba30-112058840be3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1236269
Feb 05 21:00:20.585866 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-6ebf4a0a-4f85-4b5a-aebc-68a9eb5ef20d tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2211e554783435c9b7af885ea20e242 HTTP/1.1" status: 200  len: 379 time: 0.2561736
Feb 05 21:00:20.601791 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6c4e3876-8c88-44c2-bb7a-91e090bd9419 admin admin] Publish callbacks [] for security_group (55ce90b6-0a1c-4653-ba51-9c0bd35b584c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:20.629818 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6c4e3876-8c88-44c2-bb7a-91e090bd9419 admin admin] Publish callbacks [] for security_group (55ce90b6-0a1c-4653-ba51-9c0bd35b584c), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:20.647994 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-183276ec-a91f-4b31-92c6-536e97a53d05 req-1d85ae16-2293-4d25-af5e-6181edc5a3c6 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2224317
Feb 05 21:00:20.650893 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5cb4223b-244b-43fb-9886-e931321dd712 req-801ca8f0-37b3-452b-9169-55c1a4bb8200 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.6&port_id=7c845990-84ba-4725-9c91-59926b96b74a HTTP/1.1" status: 200  len: 217 time: 0.0974309
Feb 05 21:00:20.730655 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79355a20-dbae-45ff-9e63-5b976d5f4c9e req-4d74dbdf-7071-4827-acc8-466b167026c4 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:20.740030 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6c4e3876-8c88-44c2-bb7a-91e090bd9419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (55ce90b6-0a1c-4653-ba51-9c0bd35b584c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:20.743682 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79355a20-dbae-45ff-9e63-5b976d5f4c9e req-4d74dbdf-7071-4827-acc8-466b167026c4 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:20.744129 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6c4e3876-8c88-44c2-bb7a-91e090bd9419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:20.746348 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6c4e3876-8c88-44c2-bb7a-91e090bd9419 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/55ce90b6-0a1c-4653-ba51-9c0bd35b584c HTTP/1.1" status: 204  len: 168 time: 0.2767429
Feb 05 21:00:20.752405 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79355a20-dbae-45ff-9e63-5b976d5f4c9e req-4d74dbdf-7071-4827-acc8-466b167026c4 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:20.754356 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-79355a20-dbae-45ff-9e63-5b976d5f4c9e req-4d74dbdf-7071-4827-acc8-466b167026c4 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd57913-b8c7-4c6d-9109-f6423fa3555e HTTP/1.1" status: 200  len: 2411 time: 0.1155767
Feb 05 21:00:20.758432 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e3876-8c88-44c2-bb7a-91e090bd9419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ce90b6-0a1c-4653-ba51-9c0bd35b584c,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:20.770545 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4e3876-8c88-44c2-bb7a-91e090bd9419 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:00:20.771006 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4e3876-8c88-44c2-bb7a-91e090bd9419 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:00:20.773651 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4e3876-8c88-44c2-bb7a-91e090bd9419 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:00:20.773651 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4e3876-8c88-44c2-bb7a-91e090bd9419 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:00:20.773651 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4e3876-8c88-44c2-bb7a-91e090bd9419 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:00:20.773651 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4e3876-8c88-44c2-bb7a-91e090bd9419 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:00:20.773651 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4e3876-8c88-44c2-bb7a-91e090bd9419 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:00:20.773651 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4e3876-8c88-44c2-bb7a-91e090bd9419 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:00:20.773651 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4e3876-8c88-44c2-bb7a-91e090bd9419 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:00:20.774475 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4e3876-8c88-44c2-bb7a-91e090bd9419 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:00:20.774899 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4e3876-8c88-44c2-bb7a-91e090bd9419 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:00:20.775398 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4e3876-8c88-44c2-bb7a-91e090bd9419 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:00:20.775820 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4e3876-8c88-44c2-bb7a-91e090bd9419 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:00:20.808725 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-f9e40f85-a510-453a-a42b-1ade49d6ec2a tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Request body: {'port': {'device_id': '358b7ef6-a37a-4da5-92a6-1681f4e97c63', 'network_id': 'c184cf05-70dd-4af5-8bd4-fc4bd5d65e82', 'admin_state_up': True, 'tenant_id': 'e2211e554783435c9b7af885ea20e242', 'security_groups': ['840ffbe8-1e27-441d-9600-26bf7350d551']}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:20.831729 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2aa14c8a-322a-4fc2-929b-3dd6a7d5225c req-44668420-c8e7-4982-b4de-73fd219f9397 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 210 time: 0.0749512
Feb 05 21:00:20.904357 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 45836) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:20.964856 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4223b-244b-43fb-9886-e931321dd712 req-8c89b111-e029-402b-8505-513d07c98281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:20.966338 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5cb4223b-244b-43fb-9886-e931321dd712 req-8c89b111-e029-402b-8505-513d07c98281 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e14c265f-94bc-4d29-af98-ab5f92b4997d HTTP/1.1" status: 200  len: 801 time: 0.1534402
Feb 05 21:00:20.983039 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-79355a20-dbae-45ff-9e63-5b976d5f4c9e req-c4d1e691-c696-471a-907d-031350e6da0c tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/security-groups?id=87663b8c-f03c-4830-b2a4-28960820d255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2105770
Feb 05 21:00:21.065419 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4223b-244b-43fb-9886-e931321dd712 req-d28ce423-96e2-4d7b-bafa-ad5c8faa444a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:21.067436 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5cb4223b-244b-43fb-9886-e931321dd712 req-d28ce423-96e2-4d7b-bafa-ad5c8faa444a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d6ee8e2f-7336-4698-ba11-ba7129199ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.0804584
Feb 05 21:00:21.073455 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-f9e40f85-a510-453a-a42b-1ade49d6ec2a tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Made reservation on behalf of e2211e554783435c9b7af885ea20e242 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:00:21.076882 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-f9e40f85-a510-453a-a42b-1ade49d6ec2a tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:21.571309 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7316d847-516f-4086-8715-28ef01270962 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:21.593580 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 63a23bb9-1cdf-4567-9487-b5534c8914ab details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:00:21.602200 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5cb4223b-244b-43fb-9886-e931321dd712 req-cc1c47f7-6451-44ab-abce-1866d7a1fee5 service neutron] 10.222.0.39 "GET /v2.0/networks/d6ee8e2f-7336-4698-ba11-ba7129199ab1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5228057
Feb 05 21:00:21.737924 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-f9e40f85-a510-453a-a42b-1ade49d6ec2a tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Allocated IP 172.20.0.3 (c184cf05-70dd-4af5-8bd4-fc4bd5d65e82/86c08017-d863-4dd1-8a33-7a8aa8133d87/19bf3552-1f97-4d35-9342-465464c23ba5) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:00:21.773597 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 63a23bb9-1cdf-4567-9487-b5534c8914ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=63a23bb9-1cdf-4567-9487-b5534c8914ab,segment=NetworkSegment(f21dc639-5af9-41ca-ac39-c80d5d7b6194),segment_id=f21dc639-5af9-41ca-ac39-c80d5d7b6194)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:21.790110 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '63a23bb9-1cdf-4567-9487-b5534c8914ab', 'network_id': 'cb9888ba-fd92-4284-8691-d704204a6929', 'port_id': '63a23bb9-1cdf-4567-9487-b5534c8914ab', 'mac_address': 'fa:16:3e:da:86:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a29db71-64bb-4b41-abf2-897d595cd164', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:00:21.854503 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5cb4223b-244b-43fb-9886-e931321dd712 req-c56cd128-2fd9-4ee6-b02c-2de4d9da21fb service neutron] 10.222.0.39 "GET /v2.0/networks/d6ee8e2f-7336-4698-ba11-ba7129199ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2428026
Feb 05 21:00:21.865130 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 63a23bb9-1cdf-4567-9487-b5534c8914ab is: ACTIVE; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:00:21.865626 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (63a23bb9-1cdf-4567-9487-b5534c8914ab), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:21.885689 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63a23bb9-1cdf-4567-9487-b5534c8914ab {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:00:21.909719 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b7b65-ef20-43a1-b88e-50a99dfb7e76 req-ca904f1c-d51b-4457-9410-86217f03a6e7 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:21.911397 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-734b7b65-ef20-43a1-b88e-50a99dfb7e76 req-ca904f1c-d51b-4457-9410-86217f03a6e7 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5182d1f-77a6-49e2-a77f-9be092b5e34a HTTP/1.1" status: 200  len: 946 time: 0.2664926
Feb 05 21:00:21.939005 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 63a23bb9-1cdf-4567-9487-b5534c8914ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=63a23bb9-1cdf-4567-9487-b5534c8914ab,segment=NetworkSegment(f21dc639-5af9-41ca-ac39-c80d5d7b6194),segment_id=f21dc639-5af9-41ca-ac39-c80d5d7b6194)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:21.944070 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (63a23bb9-1cdf-4567-9487-b5534c8914ab), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:21.945133 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 632d6e8d-054a-44c6-a6c1-9f56e270211f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:00:21.988743 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7316d847-516f-4086-8715-28ef01270962 admin admin] Publish callbacks [] for security_group (718d9a67-bda3-4c27-b180-edbe9adb6e7d), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:22.038357 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67145f-8eb0-495a-8472-15a83ea3db3b req-e44bf8f4-76b9-4970-acc1-48f4480e7d0a tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:22.039931 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0e67145f-8eb0-495a-8472-15a83ea3db3b req-e44bf8f4-76b9-4970-acc1-48f4480e7d0a tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f53b9-2664-49e8-8def-67e50d70101f HTTP/1.1" status: 200  len: 945 time: 0.2638662
Feb 05 21:00:22.045355 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7316d847-516f-4086-8715-28ef01270962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (718d9a67-bda3-4c27-b180-edbe9adb6e7d), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:22.050509 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=63a23bb9-1cdf-4567-9487-b5534c8914ab,revision_number=6']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:22.110172 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-734b7b65-ef20-43a1-b88e-50a99dfb7e76 req-6cd29ed9-4ebf-4750-8df0-cba5fddf347a tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1882353
Feb 05 21:00:22.114952 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:00:22.115741 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:00:22.117044 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:00:22.117468 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:00:22.118101 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:00:22.118662 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:00:22.119062 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:00:22.119574 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:00:22.120439 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:00:22.120939 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:00:22.121283 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:00:22.121765 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:00:22.122230 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:00:22.138173 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7316d847-516f-4086-8715-28ef01270962 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=984c17b82f1f4c5096e972ebb4969113&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2280865
Feb 05 21:00:22.141626 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45922) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:22.146184 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7316d847-516f-4086-8715-28ef01270962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718d9a67-bda3-4c27-b180-edbe9adb6e7d,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:22.181091 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 632d6e8d-054a-44c6-a6c1-9f56e270211f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=632d6e8d-054a-44c6-a6c1-9f56e270211f,segment=NetworkSegment(9cb0e7e9-bebd-43cb-a591-47478d79e2a1),segment_id=9cb0e7e9-bebd-43cb-a591-47478d79e2a1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:22.190420 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-f9e40f85-a510-453a-a42b-1ade49d6ec2a tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks [] for port (19bf3552-1f97-4d35-9342-465464c23ba5), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:22.198890 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '632d6e8d-054a-44c6-a6c1-9f56e270211f', 'network_id': 'd6ee8e2f-7336-4698-ba11-ba7129199ab1', 'port_id': '632d6e8d-054a-44c6-a6c1-9f56e270211f', 'mac_address': 'fa:16:3e:ee:ff:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e14c265f-94bc-4d29-af98-ab5f92b4997d', 'ip_address': '19.80.0.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:00:22.208760 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0e67145f-8eb0-495a-8472-15a83ea3db3b req-568f43e7-3d7f-40f1-9aa0-e3b6c3fcc282 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1604085
Feb 05 21:00:22.269596 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 632d6e8d-054a-44c6-a6c1-9f56e270211f is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:00:22.270301 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (632d6e8d-054a-44c6-a6c1-9f56e270211f), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:22.275752 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-f9e40f85-a510-453a-a42b-1ade49d6ec2a tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (19bf3552-1f97-4d35-9342-465464c23ba5), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:22.284949 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45926) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:22.295421 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 632d6e8d-054a-44c6-a6c1-9f56e270211f {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:00:22.301274 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f74b54a9-df62-4a2e-bfd6-fc85b92782d3 admin admin] Publish callbacks [] for security_group (718d9a67-bda3-4c27-b180-edbe9adb6e7d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:22.331443 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 632d6e8d-054a-44c6-a6c1-9f56e270211f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=632d6e8d-054a-44c6-a6c1-9f56e270211f,segment=NetworkSegment(9cb0e7e9-bebd-43cb-a591-47478d79e2a1),segment_id=9cb0e7e9-bebd-43cb-a591-47478d79e2a1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:22.336662 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (632d6e8d-054a-44c6-a6c1-9f56e270211f), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:22.338088 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 56166e37-c00d-4298-a0e0-99eddccde1ed details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:00:22.372905 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f74b54a9-df62-4a2e-bfd6-fc85b92782d3 admin admin] Publish callbacks [] for security_group (718d9a67-bda3-4c27-b180-edbe9adb6e7d), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:22.387894 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-f9e40f85-a510-453a-a42b-1ade49d6ec2a tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Network c184cf05-70dd-4af5-8bd4-fc4bd5d65e82 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:00:22.445891 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-f9e40f85-a510-453a-a42b-1ade49d6ec2a tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:00:22.458183 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-f9e40f85-a510-453a-a42b-1ade49d6ec2a tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:00:22.465196 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f74b54a9-df62-4a2e-bfd6-fc85b92782d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (718d9a67-bda3-4c27-b180-edbe9adb6e7d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:22.469533 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f74b54a9-df62-4a2e-bfd6-fc85b92782d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:22.472074 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f74b54a9-df62-4a2e-bfd6-fc85b92782d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/718d9a67-bda3-4c27-b180-edbe9adb6e7d HTTP/1.1" status: 204  len: 168 time: 0.3294222
Feb 05 21:00:22.488761 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b54a9-df62-4a2e-bfd6-fc85b92782d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718d9a67-bda3-4c27-b180-edbe9adb6e7d,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:22.524558 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e40f85-a510-453a-a42b-1ade49d6ec2a tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Pushing event updated for resources: {'Port': ['ID=19bf3552-1f97-4d35-9342-465464c23ba5,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:22.553265 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853efe0-d6ad-4076-b29e-84363589bc22 req-34fcc52b-a1e2-4f80-83e1-3ac15d774e8a tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:22.561194 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e853efe0-d6ad-4076-b29e-84363589bc22 req-34fcc52b-a1e2-4f80-83e1-3ac15d774e8a tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 931 time: 0.3022215
Feb 05 21:00:22.565356 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=632d6e8d-054a-44c6-a6c1-9f56e270211f,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:22.583651 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca5e19-b081-43b1-ad0c-69ce81b01d8e req-6653ef87-9001-4dd1-b55b-3cf08b87b6b8 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:22.590414 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca5e19-b081-43b1-ad0c-69ce81b01d8e req-6653ef87-9001-4dd1-b55b-3cf08b87b6b8 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:22.597001 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca5e19-b081-43b1-ad0c-69ce81b01d8e req-6653ef87-9001-4dd1-b55b-3cf08b87b6b8 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:22.604229 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 56166e37-c00d-4298-a0e0-99eddccde1ed, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=56166e37-c00d-4298-a0e0-99eddccde1ed,segment=NetworkSegment(9bb46988-e9d7-4b6a-8335-182502fc14c0),segment_id=9bb46988-e9d7-4b6a-8335-182502fc14c0)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:22.605088 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8dca5e19-b081-43b1-ad0c-69ce81b01d8e req-6653ef87-9001-4dd1-b55b-3cf08b87b6b8 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd57913-b8c7-4c6d-9109-f6423fa3555e HTTP/1.1" status: 200  len: 2412 time: 0.2565393
Feb 05 21:00:22.620693 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '56166e37-c00d-4298-a0e0-99eddccde1ed', 'network_id': '57dc5b5b-be89-4567-aa02-6a608f23a8fc', 'port_id': '56166e37-c00d-4298-a0e0-99eddccde1ed', 'mac_address': 'fa:16:3e:45:83:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7af1e542-8682-4f1b-9c61-a224b166171b', 'ip_address': '19.86.0.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:00:22.646901 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-f9e40f85-a510-453a-a42b-1ade49d6ec2a tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:22.648024 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-f9e40f85-a510-453a-a42b-1ade49d6ec2a tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:22.668988 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-acaece9c-f8f7-42d1-b544-dcbdc9305137 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:22.719452 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 56166e37-c00d-4298-a0e0-99eddccde1ed is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:00:22.720474 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (56166e37-c00d-4298-a0e0-99eddccde1ed), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:22.728456 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-f9e40f85-a510-453a-a42b-1ade49d6ec2a tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9234593
Feb 05 21:00:22.746255 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-8b9390ac-55d2-4028-a51e-02790cd5d334 service neutron] Request body: {'port': {'device_id': '358b7ef6-a37a-4da5-92a6-1681f4e97c63', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:22.763779 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56166e37-c00d-4298-a0e0-99eddccde1ed {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:00:22.772926 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e853efe0-d6ad-4076-b29e-84363589bc22 req-a4ba3070-1f6b-4cd2-a0fc-ec2914025a48 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=840ffbe8-1e27-441d-9600-26bf7350d551&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2099705
Feb 05 21:00:22.823686 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 56166e37-c00d-4298-a0e0-99eddccde1ed, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=56166e37-c00d-4298-a0e0-99eddccde1ed,segment=NetworkSegment(9bb46988-e9d7-4b6a-8335-182502fc14c0),segment_id=9bb46988-e9d7-4b6a-8335-182502fc14c0)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:22.831217 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8dca5e19-b081-43b1-ad0c-69ce81b01d8e req-c17fde8c-9509-46bf-9246-0b81505c75ab tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/security-groups?id=87663b8c-f03c-4830-b2a4-28960820d255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2201626
Feb 05 21:00:22.833763 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (56166e37-c00d-4298-a0e0-99eddccde1ed), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:22.835950 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 7c845990-84ba-4725-9c91-59926b96b74a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:00:22.880950 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-acaece9c-f8f7-42d1-b544-dcbdc9305137 admin admin] Publish callbacks [] for security_group (abeade94-98dc-46d5-86d3-579e291ff261), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:22.888140 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-acaece9c-f8f7-42d1-b544-dcbdc9305137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (abeade94-98dc-46d5-86d3-579e291ff261), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:22.916722 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-8b9390ac-55d2-4028-a51e-02790cd5d334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (19bf3552-1f97-4d35-9342-465464c23ba5), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:22.960581 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-acaece9c-f8f7-42d1-b544-dcbdc9305137 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=78dbbf2eb89747e2a098568df24b9753&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6736684
Feb 05 21:00:22.962758 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 45944) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:22.964171 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaece9c-f8f7-42d1-b544-dcbdc9305137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abeade94-98dc-46d5-86d3-579e291ff261,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:23.095111 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c5590420-5110-4d01-97a4-b5c226e8f1f3 admin admin] Publish callbacks [] for security_group (abeade94-98dc-46d5-86d3-579e291ff261), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:23.101292 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 7c845990-84ba-4725-9c91-59926b96b74a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c845990-84ba-4725-9c91-59926b96b74a,segment=NetworkSegment(9cb0e7e9-bebd-43cb-a591-47478d79e2a1),segment_id=9cb0e7e9-bebd-43cb-a591-47478d79e2a1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:23.114309 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-572382ae-a482-4012-a8aa-445a87f1c897 None None] Provisioning complete for port 19bf3552-1f97-4d35-9342-465464c23ba5 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:00:23.114721 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-572382ae-a482-4012-a8aa-445a87f1c897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (19bf3552-1f97-4d35-9342-465464c23ba5), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:23.160078 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45952) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:23.161938 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '7c845990-84ba-4725-9c91-59926b96b74a', 'network_id': 'd6ee8e2f-7336-4698-ba11-ba7129199ab1', 'port_id': '7c845990-84ba-4725-9c91-59926b96b74a', 'mac_address': 'fa:16:3e:07:b5:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e14c265f-94bc-4d29-af98-ab5f92b4997d', 'ip_address': '19.80.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:00:23.171336 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c5590420-5110-4d01-97a4-b5c226e8f1f3 admin admin] Publish callbacks [] for security_group (abeade94-98dc-46d5-86d3-579e291ff261), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:23.171978 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=56166e37-c00d-4298-a0e0-99eddccde1ed,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:23.205352 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6d8d0bea-243d-4c84-aedd-e42132baf509 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:23.222777 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 7c845990-84ba-4725-9c91-59926b96b74a is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:00:23.223181 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7c845990-84ba-4725-9c91-59926b96b74a), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:23.226307 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-572382ae-a482-4012-a8aa-445a87f1c897 None None] Port 19bf3552-1f97-4d35-9342-465464c23ba5 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:00:23.251085 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c845990-84ba-4725-9c91-59926b96b74a {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:00:23.276744 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 7c845990-84ba-4725-9c91-59926b96b74a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c845990-84ba-4725-9c91-59926b96b74a,segment=NetworkSegment(9cb0e7e9-bebd-43cb-a591-47478d79e2a1),segment_id=9cb0e7e9-bebd-43cb-a591-47478d79e2a1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:23.285884 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7c845990-84ba-4725-9c91-59926b96b74a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:23.334739 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6d8d0bea-243d-4c84-aedd-e42132baf509 admin admin] Publish callbacks [] for security_group (1c5855ee-c755-49cc-a03f-deab712ddda6), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:23.340393 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6d8d0bea-243d-4c84-aedd-e42132baf509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (1c5855ee-c755-49cc-a03f-deab712ddda6), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:23.366918 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=7c845990-84ba-4725-9c91-59926b96b74a,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:23.397433 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8d0bea-243d-4c84-aedd-e42132baf509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5855ee-c755-49cc-a03f-deab712ddda6,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:23.407237 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6d8d0bea-243d-4c84-aedd-e42132baf509 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=be6cd2b12e394f158979033e06a68f90&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2446847
Feb 05 21:00:23.409612 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45962) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:23.412458 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c5590420-5110-4d01-97a4-b5c226e8f1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (abeade94-98dc-46d5-86d3-579e291ff261), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:23.415062 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c5590420-5110-4d01-97a4-b5c226e8f1f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:23.416209 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c5590420-5110-4d01-97a4-b5c226e8f1f3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/abeade94-98dc-46d5-86d3-579e291ff261 HTTP/1.1" status: 204  len: 168 time: 0.4479511
Feb 05 21:00:23.448224 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5590420-5110-4d01-97a4-b5c226e8f1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abeade94-98dc-46d5-86d3-579e291ff261,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:23.457047 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['63a23bb9-1cdf-4567-9487-b5534c8914ab'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:00:23.498273 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed1038-75f5-4031-8d3f-11bd4de45d9f req-f5c28d9d-2951-4cde-b306-2fcc23372bc4 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:23.499231 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a7ea7606-a54e-46c8-9aeb-c10a5c91b098 admin admin] Publish callbacks [] for security_group (1c5855ee-c755-49cc-a03f-deab712ddda6), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:23.499953 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c1ed1038-75f5-4031-8d3f-11bd4de45d9f req-f5c28d9d-2951-4cde-b306-2fcc23372bc4 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5182d1f-77a6-49e2-a77f-9be092b5e34a HTTP/1.1" status: 200  len: 945 time: 0.2142355
Feb 05 21:00:23.512720 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf33b77-52ea-4133-b543-c75a921cf8fd req-b5898a56-c58b-47d4-b5f3-a4d407f45ff8 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:23.521159 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dcf33b77-52ea-4133-b543-c75a921cf8fd req-b5898a56-c58b-47d4-b5f3-a4d407f45ff8 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f53b9-2664-49e8-8def-67e50d70101f HTTP/1.1" status: 200  len: 945 time: 0.1749253
Feb 05 21:00:23.528435 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a7ea7606-a54e-46c8-9aeb-c10a5c91b098 admin admin] Publish callbacks [] for security_group (1c5855ee-c755-49cc-a03f-deab712ddda6), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:23.598577 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a7ea7606-a54e-46c8-9aeb-c10a5c91b098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (1c5855ee-c755-49cc-a03f-deab712ddda6), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:23.602279 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a7ea7606-a54e-46c8-9aeb-c10a5c91b098 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:23.606813 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a7ea7606-a54e-46c8-9aeb-c10a5c91b098 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1c5855ee-c755-49cc-a03f-deab712ddda6 HTTP/1.1" status: 204  len: 168 time: 0.1953220
Feb 05 21:00:23.617694 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea7606-a54e-46c8-9aeb-c10a5c91b098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5855ee-c755-49cc-a03f-deab712ddda6,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:23.659308 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-8b9390ac-55d2-4028-a51e-02790cd5d334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19bf3552-1f97-4d35-9342-465464c23ba5 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:00:23.670713 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-8b9390ac-55d2-4028-a51e-02790cd5d334 service neutron] Publish callbacks [] for port (19bf3552-1f97-4d35-9342-465464c23ba5), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:23.686846 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dcf33b77-52ea-4133-b543-c75a921cf8fd req-7ec81fc2-7bd8-4417-b1ad-e5933772b7ef tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1645122
Feb 05 21:00:23.716461 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['56166e37-c00d-4298-a0e0-99eddccde1ed'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:00:23.739897 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c1ed1038-75f5-4031-8d3f-11bd4de45d9f req-ec95cb60-f0a4-46b9-9e32-f0ca180196d1 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2138743
Feb 05 21:00:23.746423 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-8b9390ac-55d2-4028-a51e-02790cd5d334 service neutron] Transition to ACTIVE for port object 19bf3552-1f97-4d35-9342-465464c23ba5 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:00:23.761790 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['7c845990-84ba-4725-9c91-59926b96b74a'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:00:23.762410 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-8b9390ac-55d2-4028-a51e-02790cd5d334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (19bf3552-1f97-4d35-9342-465464c23ba5), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:23.797383 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['632d6e8d-054a-44c6-a6c1-9f56e270211f'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:00:23.957303 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9390ac-55d2-4028-a51e-02790cd5d334 service neutron] Pushing event updated for resources: {'Port': ['ID=19bf3552-1f97-4d35-9342-465464c23ba5,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:24.075063 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed2060-cb21-4ea8-bf35-e8ff091626ef req-8d54ff33-2d4a-4b31-85a2-7e5bebd69675 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:24.079422 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-13ed2060-cb21-4ea8-bf35-e8ff091626ef req-8d54ff33-2d4a-4b31-85a2-7e5bebd69675 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f53b9-2664-49e8-8def-67e50d70101f HTTP/1.1" status: 200  len: 945 time: 0.2647283
Feb 05 21:00:24.289027 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f5494-e47e-4c0e-a321-d9c98a00a19b req-00efa2dd-c748-44fe-afa2-02421189fcb6 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:24.290443 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-645f5494-e47e-4c0e-a321-d9c98a00a19b req-00efa2dd-c748-44fe-afa2-02421189fcb6 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 943 time: 0.1222324
Feb 05 21:00:24.296799 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-13ed2060-cb21-4ea8-bf35-e8ff091626ef req-b1c11ed3-196c-4145-944c-6106cd15407c tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1632872
Feb 05 21:00:24.307886 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-8b9390ac-55d2-4028-a51e-02790cd5d334 service neutron] Attempting to bind port 19bf3552-1f97-4d35-9342-465464c23ba5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:00:24.308233 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-8b9390ac-55d2-4028-a51e-02790cd5d334 service neutron] Attempting to bind port 19bf3552-1f97-4d35-9342-465464c23ba5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c3fe8733-ce5f-41fc-80e2-343154fe8a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c184cf05-70dd-4af5-8bd4-fc4bd5d65e82'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:00:24.308575 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-8b9390ac-55d2-4028-a51e-02790cd5d334 service neutron] Attempting to bind port 19bf3552-1f97-4d35-9342-465464c23ba5 on network c184cf05-70dd-4af5-8bd4-fc4bd5d65e82 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:00:24.336206 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45994) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:24.355615 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f1d5d16d-c6af-4a4c-aa81-8cad43a4bc49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:24.385206 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-645f5494-e47e-4c0e-a321-d9c98a00a19b req-6226b6d4-ac00-4f15-b012-55e150736ef9 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=840ffbe8-1e27-441d-9600-26bf7350d551&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0852160
Feb 05 21:00:24.386227 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-8b9390ac-55d2-4028-a51e-02790cd5d334 service neutron] Port 19bf3552-1f97-4d35-9342-465464c23ba5 on network c184cf05-70dd-4af5-8bd4-fc4bd5d65e82 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:00:24.388989 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-8b9390ac-55d2-4028-a51e-02790cd5d334 service neutron] Attempting to bind port 19bf3552-1f97-4d35-9342-465464c23ba5 on network c184cf05-70dd-4af5-8bd4-fc4bd5d65e82 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:00:24.398559 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-8b9390ac-55d2-4028-a51e-02790cd5d334 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:00:24.398966 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-8b9390ac-55d2-4028-a51e-02790cd5d334 service neutron] Checking segment: {'id': 'c3fe8733-ce5f-41fc-80e2-343154fe8a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c184cf05-70dd-4af5-8bd4-fc4bd5d65e82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:00:24.399398 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-8b9390ac-55d2-4028-a51e-02790cd5d334 service neutron] Bound using segment: {'id': 'c3fe8733-ce5f-41fc-80e2-343154fe8a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c184cf05-70dd-4af5-8bd4-fc4bd5d65e82'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:00:24.399845 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-8b9390ac-55d2-4028-a51e-02790cd5d334 service neutron] Bound port: 19bf3552-1f97-4d35-9342-465464c23ba5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3fe8733-ce5f-41fc-80e2-343154fe8a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c184cf05-70dd-4af5-8bd4-fc4bd5d65e82'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:00:24.400338 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-8b9390ac-55d2-4028-a51e-02790cd5d334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (19bf3552-1f97-4d35-9342-465464c23ba5), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:24.470868 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f1d5d16d-c6af-4a4c-aa81-8cad43a4bc49 admin admin] Publish callbacks [] for security_group (131e458c-2f7c-4907-b3bc-50ca1cd1826b), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:24.477294 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f1d5d16d-c6af-4a4c-aa81-8cad43a4bc49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (131e458c-2f7c-4907-b3bc-50ca1cd1826b), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:24.509223 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-8b9390ac-55d2-4028-a51e-02790cd5d334 service neutron] For port 19bf3552-1f97-4d35-9342-465464c23ba5, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:00:24.526449 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-8b9390ac-55d2-4028-a51e-02790cd5d334 service neutron] For port 19bf3552-1f97-4d35-9342-465464c23ba5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=19bf3552-1f97-4d35-9342-465464c23ba5,segment=NetworkSegment(c3fe8733-ce5f-41fc-80e2-343154fe8a12),segment_id=c3fe8733-ce5f-41fc-80e2-343154fe8a12)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:00:24.540570 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-8b9390ac-55d2-4028-a51e-02790cd5d334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (19bf3552-1f97-4d35-9342-465464c23ba5), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:24.543405 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d5d16d-c6af-4a4c-aa81-8cad43a4bc49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131e458c-2f7c-4907-b3bc-50ca1cd1826b,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:24.549367 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f1d5d16d-c6af-4a4c-aa81-8cad43a4bc49 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eb0e6bb1d627419faf2c0246ffce489d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2113676
Feb 05 21:00:24.554862 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46004) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:24.564536 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28799d4-8b24-474b-bc64-8996796b577c req-22b0029a-d232-4cf6-a99e-223a5313d774 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:24.572345 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28799d4-8b24-474b-bc64-8996796b577c req-22b0029a-d232-4cf6-a99e-223a5313d774 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:24.580154 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28799d4-8b24-474b-bc64-8996796b577c req-22b0029a-d232-4cf6-a99e-223a5313d774 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:24.582303 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e28799d4-8b24-474b-bc64-8996796b577c req-22b0029a-d232-4cf6-a99e-223a5313d774 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd57913-b8c7-4c6d-9109-f6423fa3555e HTTP/1.1" status: 200  len: 2414 time: 0.1206071
Feb 05 21:00:24.623098 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a6bf9ac0-3de0-46ff-9eec-5c32f1d66fbd admin admin] Publish callbacks [] for security_group (131e458c-2f7c-4907-b3bc-50ca1cd1826b), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:24.651515 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9390ac-55d2-4028-a51e-02790cd5d334 service neutron] Pushing event updated for resources: {'Port': ['ID=19bf3552-1f97-4d35-9342-465464c23ba5,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:24.668590 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a6bf9ac0-3de0-46ff-9eec-5c32f1d66fbd admin admin] Publish callbacks [] for security_group (131e458c-2f7c-4907-b3bc-50ca1cd1826b), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:24.685814 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-8b9390ac-55d2-4028-a51e-02790cd5d334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:24.687823 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-8b9390ac-55d2-4028-a51e-02790cd5d334 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:24.689667 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-8b9390ac-55d2-4028-a51e-02790cd5d334 service neutron] 10.222.0.39 "PUT /v2.0/ports/19bf3552-1f97-4d35-9342-465464c23ba5 HTTP/1.1" status: 200  len: 1091 time: 1.9478519
Feb 05 21:00:24.690921 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '358b7ef6-a37a-4da5-92a6-1681f4e97c63', 'tag': '19bf3552-1f97-4d35-9342-465464c23ba5'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:00:24.704627 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ece4e8-82c7-493b-8a87-9fa3362a8037" -d '{"events": [{"name": "network-changed", "server_uuid": "358b7ef6-a37a-4da5-92a6-1681f4e97c63", "tag": "19bf3552-1f97-4d35-9342-465464c23ba5"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:00:24.752382 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a6bf9ac0-3de0-46ff-9eec-5c32f1d66fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (131e458c-2f7c-4907-b3bc-50ca1cd1826b), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:24.756128 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a6bf9ac0-3de0-46ff-9eec-5c32f1d66fbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:24.757549 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a6bf9ac0-3de0-46ff-9eec-5c32f1d66fbd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/131e458c-2f7c-4907-b3bc-50ca1cd1826b HTTP/1.1" status: 204  len: 168 time: 0.2017574
Feb 05 21:00:24.772208 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf9ac0-3de0-46ff-9eec-5c32f1d66fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131e458c-2f7c-4907-b3bc-50ca1cd1826b,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:24.861319 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e28799d4-8b24-474b-bc64-8996796b577c req-182cb786-45f7-4409-bbc0-12703444704d tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/security-groups?id=87663b8c-f03c-4830-b2a4-28960820d255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2022295
Feb 05 21:00:24.908580 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-73a2b94b-548a-4199-ad70-778bd27b9402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:24.910576 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-73a2b94b-548a-4199-ad70-778bd27b9402 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e2211e554783435c9b7af885ea20e242&device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 1125 time: 0.1642630
Feb 05 21:00:25.021896 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c14898-d8b4-4da9-9c45-ca34414b95b6 x-openstack-request-id: req-78c14898-d8b4-4da9-9c45-ca34414b95b6 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:00:25.022346 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "358b7ef6-a37a-4da5-92a6-1681f4e97c63", "tag": "19bf3552-1f97-4d35-9342-465464c23ba5", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:00:25.022873 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-78c14898-d8b4-4da9-9c45-ca34414b95b6 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:00:25.023564 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '358b7ef6-a37a-4da5-92a6-1681f4e97c63', 'tag': '19bf3552-1f97-4d35-9342-465464c23ba5', 'status': 'completed', 'code': 200}
Feb 05 21:00:25.026762 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-39e64b3b-cfe8-4cd4-b520-c5d1dd4204c7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19bf3552-1f97-4d35-9342-465464c23ba5 HTTP/1.1" status: 200  len: 217 time: 0.1019847
Feb 05 21:00:25.188764 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-bea66381-a8ff-49e2-87de-898566220b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:25.190590 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-bea66381-a8ff-49e2-87de-898566220b80 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=86c08017-d863-4dd1-8a33-7a8aa8133d87 HTTP/1.1" status: 200  len: 849 time: 0.1530199
Feb 05 21:00:25.263234 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-7d545c0b-ed0b-4ce2-b9c6-a7aa8e02c8b0 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:25.270295 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-7d545c0b-ed0b-4ce2-b9c6-a7aa8e02c8b0 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/networks?id=e409084d-65e0-491a-97ff-e3c112d56ec4 HTTP/1.1" status: 200  len: 814 time: 0.2453673
Feb 05 21:00:25.313538 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6acf61-a966-4682-8725-fb6a2f80289a req-87cb8ca7-415f-4cfa-a3a4-8627ab1a8351 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:25.314512 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9c6acf61-a966-4682-8725-fb6a2f80289a req-87cb8ca7-415f-4cfa-a3a4-8627ab1a8351 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5182d1f-77a6-49e2-a77f-9be092b5e34a HTTP/1.1" status: 200  len: 945 time: 0.2234092
Feb 05 21:00:25.348382 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-e0112aee-b0e9-48a5-afe1-7731b9246791 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/quotas/3d98b2fcc2704fad96bcaad8fe84b97a HTTP/1.1" status: 200  len: 375 time: 0.0755999
Feb 05 21:00:25.472587 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-c806a257-204b-47c1-a043-c1ec5dd4e28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:25.474736 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-c806a257-204b-47c1-a043-c1ec5dd4e28c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c184cf05-70dd-4af5-8bd4-fc4bd5d65e82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2692854
Feb 05 21:00:25.513008 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9c6acf61-a966-4682-8725-fb6a2f80289a req-774f3524-c182-4592-9fe8-65cf2481d744 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121364
Feb 05 21:00:25.555381 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-50c3043c-6efd-49e3-9a51-2c9419e8cccf tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d98b2fcc2704fad96bcaad8fe84b97a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2038770
Feb 05 21:00:25.634023 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 63a23bb9-1cdf-4567-9487-b5534c8914ab up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:00:25.704753 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 63a23bb9-1cdf-4567-9487-b5534c8914ab triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:00:25.705177 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (63a23bb9-1cdf-4567-9487-b5534c8914ab), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:25.792180 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-ff142979-b6e5-4212-a13d-4c8c9989c128 service neutron] 10.222.0.32 "GET /v2.0/networks/e409084d-65e0-491a-97ff-e3c112d56ec4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2362390
Feb 05 21:00:25.828373 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-6303d504-a6ed-4148-b142-6baa7fdda7eb service neutron] 10.222.0.39 "GET /v2.0/networks/c184cf05-70dd-4af5-8bd4-fc4bd5d65e82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3133535
Feb 05 21:00:25.837649 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae612401-0170-4125-920d-b8798997422e req-7e6424d2-5b85-4192-a3a3-0cecba29ad44 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:25.847036 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 63a23bb9-1cdf-4567-9487-b5534c8914ab is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:00:25.847036 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (63a23bb9-1cdf-4567-9487-b5534c8914ab), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:25.848275 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ae612401-0170-4125-920d-b8798997422e req-7e6424d2-5b85-4192-a3a3-0cecba29ad44 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 943 time: 0.2274697
Feb 05 21:00:25.892025 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5182d1f-77a6-49e2-a77f-9be092b5e34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a23bb9-1cdf-4567-9487-b5534c8914ab'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:00:25.894850 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3a5aff-d2d0-4003-b9df-8d17610b8b19" -d '{"events": [{"server_uuid": "e5182d1f-77a6-49e2-a77f-9be092b5e34a", "name": "network-vif-plugged", "status": "completed", "tag": "63a23bb9-1cdf-4567-9487-b5534c8914ab"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:00:25.915276 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 63a23bb9-1cdf-4567-9487-b5534c8914ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=63a23bb9-1cdf-4567-9487-b5534c8914ab,segment=NetworkSegment(f21dc639-5af9-41ca-ac39-c80d5d7b6194),segment_id=f21dc639-5af9-41ca-ac39-c80d5d7b6194)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:25.923861 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (63a23bb9-1cdf-4567-9487-b5534c8914ab), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:25.924791 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 56166e37-c00d-4298-a0e0-99eddccde1ed up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:00:26.019854 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ae612401-0170-4125-920d-b8798997422e req-0f5a3cf3-a301-4c97-83fb-6f9bbc7caa4e tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=840ffbe8-1e27-441d-9600-26bf7350d551&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1706913
Feb 05 21:00:26.064078 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 56166e37-c00d-4298-a0e0-99eddccde1ed completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:00:26.078548 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 56166e37-c00d-4298-a0e0-99eddccde1ed triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:00:26.080624 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (56166e37-c00d-4298-a0e0-99eddccde1ed), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:26.084489 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=63a23bb9-1cdf-4567-9487-b5534c8914ab,revision_number=7']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:26.122832 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-1f24f432-6af8-45e4-9665-8f8e3c477fb2 service neutron] 10.222.0.32 "GET /v2.0/networks/e409084d-65e0-491a-97ff-e3c112d56ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3285599
Feb 05 21:00:26.150952 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ab51e-4f4f-46b5-9f8d-b3ca1a2e1b9f req-c3f0722d-67a7-49be-9608-2ac59e519e51 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:26.153247 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-577ab51e-4f4f-46b5-9f8d-b3ca1a2e1b9f req-c3f0722d-67a7-49be-9608-2ac59e519e51 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5182d1f-77a6-49e2-a77f-9be092b5e34a HTTP/1.1" status: 200  len: 946 time: 0.1396394
Feb 05 21:00:26.156820 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-19500b1a-d33e-4b3d-9df7-aa7544b47534 req-97d5a550-4d14-4742-9c3b-e0c57dc1682b service neutron] 10.222.0.39 "GET /v2.0/networks/c184cf05-70dd-4af5-8bd4-fc4bd5d65e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3064120
Feb 05 21:00:26.217294 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 56166e37-c00d-4298-a0e0-99eddccde1ed is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:00:26.218220 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (56166e37-c00d-4298-a0e0-99eddccde1ed), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:26.284043 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ece4e8-82c7-493b-8a87-9fa3362a8037 req-334da983-1e9d-4ba5-bd10-8fa03a7c13ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:26.287485 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d2ece4e8-82c7-493b-8a87-9fa3362a8037 req-334da983-1e9d-4ba5-bd10-8fa03a7c13ef service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e2211e554783435c9b7af885ea20e242&device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 1125 time: 0.0687382
Feb 05 21:00:26.293420 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 56166e37-c00d-4298-a0e0-99eddccde1ed, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=56166e37-c00d-4298-a0e0-99eddccde1ed,segment=NetworkSegment(9bb46988-e9d7-4b6a-8335-182502fc14c0),segment_id=9bb46988-e9d7-4b6a-8335-182502fc14c0)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:26.301895 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (56166e37-c00d-4298-a0e0-99eddccde1ed), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:26.367948 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667b4af8-ed14-4b09-8e35-6c09ac9912bd x-openstack-request-id: req-667b4af8-ed14-4b09-8e35-6c09ac9912bd {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:00:26.368252 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5182d1f-77a6-49e2-a77f-9be092b5e34a", "name": "network-vif-plugged", "status": "completed", "tag": "63a23bb9-1cdf-4567-9487-b5534c8914ab", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:00:26.368514 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-667b4af8-ed14-4b09-8e35-6c09ac9912bd {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:00:26.368918 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5182d1f-77a6-49e2-a77f-9be092b5e34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a23bb9-1cdf-4567-9487-b5534c8914ab', 'code': 200}
Feb 05 21:00:26.401757 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=56166e37-c00d-4298-a0e0-99eddccde1ed,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:26.578165 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ece4e8-82c7-493b-8a87-9fa3362a8037 req-bf99969d-187f-4d33-af62-38a44169ddb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:26.580169 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d2ece4e8-82c7-493b-8a87-9fa3362a8037 req-bf99969d-187f-4d33-af62-38a44169ddb0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c184cf05-70dd-4af5-8bd4-fc4bd5d65e82 HTTP/1.1" status: 200  len: 911 time: 0.2818387
Feb 05 21:00:26.704138 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d2ece4e8-82c7-493b-8a87-9fa3362a8037 req-dd57d5f0-6288-417e-b6c9-22079a8ea9bc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19bf3552-1f97-4d35-9342-465464c23ba5 HTTP/1.1" status: 200  len: 217 time: 0.1162271
Feb 05 21:00:26.707987 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46188) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:26.787749 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ece4e8-82c7-493b-8a87-9fa3362a8037 req-cc828e52-99f6-4d2b-a157-be00523aad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:26.790904 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d2ece4e8-82c7-493b-8a87-9fa3362a8037 req-cc828e52-99f6-4d2b-a157-be00523aad3e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=86c08017-d863-4dd1-8a33-7a8aa8133d87 HTTP/1.1" status: 200  len: 849 time: 0.0797484
Feb 05 21:00:26.888786 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-925c2965-d583-4346-a9f2-4701a5a58b7f req-213a78ff-e6eb-4122-a6ba-5558d678a231 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8424c18-089e-4f0e-bb42-6ce51886b5d0 HTTP/1.1" status: 200  len: 210 time: 0.4774652
Feb 05 21:00:26.915853 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ece4e8-82c7-493b-8a87-9fa3362a8037 req-233889df-6e43-495e-a204-0f90ff0857ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:26.919454 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d2ece4e8-82c7-493b-8a87-9fa3362a8037 req-233889df-6e43-495e-a204-0f90ff0857ea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c184cf05-70dd-4af5-8bd4-fc4bd5d65e82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1217799
Feb 05 21:00:27.039534 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c9003-642c-45dd-a5bb-3ed324afbb8e req-8fed5645-1e93-4116-b646-1effdb2f50c8 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:27.044978 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c9003-642c-45dd-a5bb-3ed324afbb8e req-8fed5645-1e93-4116-b646-1effdb2f50c8 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:27.053070 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c9003-642c-45dd-a5bb-3ed324afbb8e req-8fed5645-1e93-4116-b646-1effdb2f50c8 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:27.064884 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-733c9003-642c-45dd-a5bb-3ed324afbb8e req-8fed5645-1e93-4116-b646-1effdb2f50c8 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd57913-b8c7-4c6d-9109-f6423fa3555e HTTP/1.1" status: 200  len: 2414 time: 0.8872669
Feb 05 21:00:27.083561 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444484d-07a9-4cd6-a996-0de3724a5a51 req-cb64c7f8-d960-4142-a79c-224107eb88bb tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:27.085052 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4444484d-07a9-4cd6-a996-0de3724a5a51 req-cb64c7f8-d960-4142-a79c-224107eb88bb tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.39 "GET /v2.0/ports?device_id=480f53b9-2664-49e8-8def-67e50d70101f HTTP/1.1" status: 200  len: 945 time: 0.8443916
Feb 05 21:00:27.131541 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d2ece4e8-82c7-493b-8a87-9fa3362a8037 req-a5e7469b-32d1-4268-983a-e14787f6d9af service neutron] 10.222.0.39 "GET /v2.0/networks/c184cf05-70dd-4af5-8bd4-fc4bd5d65e82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2042706
Feb 05 21:00:27.237867 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ab753-6302-4a4f-91c9-cac3be88ba82 req-4e09d462-bb09-4abd-8693-9455001994c8 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:27.243046 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b2ab753-6302-4a4f-91c9-cac3be88ba82 req-4e09d462-bb09-4abd-8693-9455001994c8 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5182d1f-77a6-49e2-a77f-9be092b5e34a HTTP/1.1" status: 200  len: 946 time: 0.2585430
Feb 05 21:00:27.258520 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-506643a0-72e5-4d5a-b867-37ed9b075277 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:27.268852 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-733c9003-642c-45dd-a5bb-3ed324afbb8e req-7a68bdd2-fbbe-4f40-8036-10e85bc03ce3 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/security-groups?id=87663b8c-f03c-4830-b2a4-28960820d255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1781387
Feb 05 21:00:27.277266 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-577ab51e-4f4f-46b5-9f8d-b3ca1a2e1b9f req-a72b4d8c-18ae-4a02-bc64-95731422d59e tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Deleting port 63a23bb9-1cdf-4567-9487-b5534c8914ab {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:00:27.277746 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-577ab51e-4f4f-46b5-9f8d-b3ca1a2e1b9f req-a72b4d8c-18ae-4a02-bc64-95731422d59e tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (63a23bb9-1cdf-4567-9487-b5534c8914ab), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:27.376800 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d2ece4e8-82c7-493b-8a87-9fa3362a8037 req-8754a0e4-3390-433f-983f-fa208f170fe6 service neutron] 10.222.0.39 "GET /v2.0/networks/c184cf05-70dd-4af5-8bd4-fc4bd5d65e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2386827
Feb 05 21:00:27.449686 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-577ab51e-4f4f-46b5-9f8d-b3ca1a2e1b9f req-a72b4d8c-18ae-4a02-bc64-95731422d59e tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] For port 63a23bb9-1cdf-4567-9487-b5534c8914ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=63a23bb9-1cdf-4567-9487-b5534c8914ab,segment=NetworkSegment(f21dc639-5af9-41ca-ac39-c80d5d7b6194),segment_id=f21dc639-5af9-41ca-ac39-c80d5d7b6194)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:27.452711 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-577ab51e-4f4f-46b5-9f8d-b3ca1a2e1b9f req-a72b4d8c-18ae-4a02-bc64-95731422d59e tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (63a23bb9-1cdf-4567-9487-b5534c8914ab), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:27.459419 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-506643a0-72e5-4d5a-b867-37ed9b075277 admin admin] Publish callbacks [] for security_group (04a1cd99-5de8-4be4-a2b1-1cc0263c50d6), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:27.463958 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-506643a0-72e5-4d5a-b867-37ed9b075277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (04a1cd99-5de8-4be4-a2b1-1cc0263c50d6), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:27.514884 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-506643a0-72e5-4d5a-b867-37ed9b075277 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=87d93724857043e4877f0b265ec54329&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8053432
Feb 05 21:00:27.519895 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46224) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:27.543952 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506643a0-72e5-4d5a-b867-37ed9b075277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a1cd99-5de8-4be4-a2b1-1cc0263c50d6,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:27.565178 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-577ab51e-4f4f-46b5-9f8d-b3ca1a2e1b9f req-a72b4d8c-18ae-4a02-bc64-95731422d59e tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Calling delete_port for 63a23bb9-1cdf-4567-9487-b5534c8914ab owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:00:27.578977 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-4444484d-07a9-4cd6-a996-0de3724a5a51 req-371d4992-e432-446c-a0e5-0fad5e5e300b tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Deleting port f802cc67-5410-4f9d-805c-f47d98905b6d {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:00:27.579326 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4444484d-07a9-4cd6-a996-0de3724a5a51 req-371d4992-e432-446c-a0e5-0fad5e5e300b tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (f802cc67-5410-4f9d-805c-f47d98905b6d), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:27.598734 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-60a92755-05b8-40b6-820b-ed273fcfa7a8 admin admin] Publish callbacks [] for security_group (04a1cd99-5de8-4be4-a2b1-1cc0263c50d6), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:27.625925 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-60a92755-05b8-40b6-820b-ed273fcfa7a8 admin admin] Publish callbacks [] for security_group (04a1cd99-5de8-4be4-a2b1-1cc0263c50d6), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:27.643965 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 19bf3552-1f97-4d35-9342-465464c23ba5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:00:27.649390 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 632d6e8d-054a-44c6-a6c1-9f56e270211f up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:00:27.690408 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-60a92755-05b8-40b6-820b-ed273fcfa7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (04a1cd99-5de8-4be4-a2b1-1cc0263c50d6), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:27.694225 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-60a92755-05b8-40b6-820b-ed273fcfa7a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:27.695743 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-60a92755-05b8-40b6-820b-ed273fcfa7a8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/04a1cd99-5de8-4be4-a2b1-1cc0263c50d6 HTTP/1.1" status: 204  len: 168 time: 0.1745191
Feb 05 21:00:27.720600 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a92755-05b8-40b6-820b-ed273fcfa7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a1cd99-5de8-4be4-a2b1-1cc0263c50d6,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:27.841857 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 632d6e8d-054a-44c6-a6c1-9f56e270211f completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:00:27.861721 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 632d6e8d-054a-44c6-a6c1-9f56e270211f triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:00:27.862112 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (632d6e8d-054a-44c6-a6c1-9f56e270211f), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:27.864680 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b2ab753-6302-4a4f-91c9-cac3be88ba82 req-ec9df06b-9c1d-4fec-bea1-e929197ac32e tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5901623
Feb 05 21:00:27.931848 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22180894-09ed-4bc9-a14b-49029d3b36c7 req-e8f8f356-3927-4660-9df3-1c86e7694dcc tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:27.938968 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-22180894-09ed-4bc9-a14b-49029d3b36c7 req-e8f8f356-3927-4660-9df3-1c86e7694dcc tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 943 time: 0.4269381
Feb 05 21:00:27.948487 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 19bf3552-1f97-4d35-9342-465464c23ba5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=19bf3552-1f97-4d35-9342-465464c23ba5,segment=NetworkSegment(c3fe8733-ce5f-41fc-80e2-343154fe8a12),segment_id=c3fe8733-ce5f-41fc-80e2-343154fe8a12)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:27.991618 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '19bf3552-1f97-4d35-9342-465464c23ba5', 'network_id': 'c184cf05-70dd-4af5-8bd4-fc4bd5d65e82', 'port_id': '19bf3552-1f97-4d35-9342-465464c23ba5', 'mac_address': 'fa:16:3e:a6:ef:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86c08017-d863-4dd1-8a33-7a8aa8133d87', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:00:28.046524 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-d8c06d4e-2331-418b-8be4-37840e937097 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:28.050609 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-d8c06d4e-2331-418b-8be4-37840e937097 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.39 "GET /v2.0/networks?id=e409084d-65e0-491a-97ff-e3c112d56ec4 HTTP/1.1" status: 200  len: 814 time: 0.2759399
Feb 05 21:00:28.065357 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-eaaa598d-cb45-4efa-84ae-9a8cec09bd3e tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Request body: {'port': {'device_id': 'c8424c18-089e-4f0e-bb42-6ce51886b5d0', 'network_id': 'e409084d-65e0-491a-97ff-e3c112d56ec4', 'admin_state_up': True, 'tenant_id': '3d98b2fcc2704fad96bcaad8fe84b97a'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:28.075856 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-4444484d-07a9-4cd6-a996-0de3724a5a51 req-371d4992-e432-446c-a0e5-0fad5e5e300b tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] For port f802cc67-5410-4f9d-805c-f47d98905b6d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f802cc67-5410-4f9d-805c-f47d98905b6d,segment=NetworkSegment(2a52932a-0773-4bb3-a5f4-675383624606),segment_id=2a52932a-0773-4bb3-a5f4-675383624606)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:28.076386 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4444484d-07a9-4cd6-a996-0de3724a5a51 req-371d4992-e432-446c-a0e5-0fad5e5e300b tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (f802cc67-5410-4f9d-805c-f47d98905b6d), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:28.098785 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 19bf3552-1f97-4d35-9342-465464c23ba5 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:00:28.099520 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (19bf3552-1f97-4d35-9342-465464c23ba5), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:28.115105 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 632d6e8d-054a-44c6-a6c1-9f56e270211f is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:00:28.115790 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (632d6e8d-054a-44c6-a6c1-9f56e270211f), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:28.121958 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19bf3552-1f97-4d35-9342-465464c23ba5 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:00:28.168722 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 19bf3552-1f97-4d35-9342-465464c23ba5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=19bf3552-1f97-4d35-9342-465464c23ba5,segment=NetworkSegment(c3fe8733-ce5f-41fc-80e2-343154fe8a12),segment_id=c3fe8733-ce5f-41fc-80e2-343154fe8a12)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:28.180844 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 632d6e8d-054a-44c6-a6c1-9f56e270211f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=632d6e8d-054a-44c6-a6c1-9f56e270211f,segment=NetworkSegment(9cb0e7e9-bebd-43cb-a591-47478d79e2a1),segment_id=9cb0e7e9-bebd-43cb-a591-47478d79e2a1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:28.181640 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (19bf3552-1f97-4d35-9342-465464c23ba5), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:28.225637 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-eaaa598d-cb45-4efa-84ae-9a8cec09bd3e tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Made reservation on behalf of 3d98b2fcc2704fad96bcaad8fe84b97a for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:00:28.230623 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-eaaa598d-cb45-4efa-84ae-9a8cec09bd3e tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:28.245573 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=19bf3552-1f97-4d35-9342-465464c23ba5,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:28.250011 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (632d6e8d-054a-44c6-a6c1-9f56e270211f), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:28.251045 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 7c845990-84ba-4725-9c91-59926b96b74a up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:00:28.300694 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-56d91e77-6e2c-4a64-8f44-c4525c7fcd29 req-6976f1f7-aeea-4879-9c5c-364708dc48f5 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8424c18-089e-4f0e-bb42-6ce51886b5d0 HTTP/1.1" status: 200  len: 210 time: 0.2299273
Feb 05 21:00:28.316855 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-4444484d-07a9-4cd6-a996-0de3724a5a51 req-371d4992-e432-446c-a0e5-0fad5e5e300b tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Calling delete_port for f802cc67-5410-4f9d-805c-f47d98905b6d owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:00:28.360078 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 7c845990-84ba-4725-9c91-59926b96b74a completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:00:28.368340 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=632d6e8d-054a-44c6-a6c1-9f56e270211f,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:28.379415 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd57913-b8c7-4c6d-9109-f6423fa3555e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56166e37-c00d-4298-a0e0-99eddccde1ed'}, {'server_uuid': '5bd57913-b8c7-4c6d-9109-f6423fa3555e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632d6e8d-054a-44c6-a6c1-9f56e270211f'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:00:28.382830 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2baf46a-a013-4990-9167-5a77c216ff69" -d '{"events": [{"server_uuid": "5bd57913-b8c7-4c6d-9109-f6423fa3555e", "name": "network-vif-plugged", "status": "completed", "tag": "56166e37-c00d-4298-a0e0-99eddccde1ed"}, {"server_uuid": "5bd57913-b8c7-4c6d-9109-f6423fa3555e", "name": "network-vif-plugged", "status": "completed", "tag": "632d6e8d-054a-44c6-a6c1-9f56e270211f"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:00:28.386495 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 7c845990-84ba-4725-9c91-59926b96b74a triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:00:28.387312 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7c845990-84ba-4725-9c91-59926b96b74a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:28.425012 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46252) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:28.438813 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-eaaa598d-cb45-4efa-84ae-9a8cec09bd3e tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Allocated IP 172.20.0.10 (e409084d-65e0-491a-97ff-e3c112d56ec4/896ddbdf-ac25-4e4f-b6a8-33cece06deaa/421aedf2-3c33-4752-8b22-89f933ce548c) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:00:28.521621 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['19bf3552-1f97-4d35-9342-465464c23ba5'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:00:28.534260 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-577ab51e-4f4f-46b5-9f8d-b3ca1a2e1b9f req-a72b4d8c-18ae-4a02-bc64-95731422d59e tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (63a23bb9-1cdf-4567-9487-b5534c8914ab), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:28.623655 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 7c845990-84ba-4725-9c91-59926b96b74a is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:00:28.625679 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7c845990-84ba-4725-9c91-59926b96b74a), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:28.703717 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 7c845990-84ba-4725-9c91-59926b96b74a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c845990-84ba-4725-9c91-59926b96b74a,segment=NetworkSegment(9cb0e7e9-bebd-43cb-a591-47478d79e2a1),segment_id=9cb0e7e9-bebd-43cb-a591-47478d79e2a1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:28.713988 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-eaaa598d-cb45-4efa-84ae-9a8cec09bd3e tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Publish callbacks [] for port (421aedf2-3c33-4752-8b22-89f933ce548c), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:28.716957 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7c845990-84ba-4725-9c91-59926b96b74a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:28.718404 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 63a23bb9-1cdf-4567-9487-b5534c8914ab no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:00:28.777051 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-51c2bdd6-cc7a-4af3-ae41-a237f72f2644 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:28.801195 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-eaaa598d-cb45-4efa-84ae-9a8cec09bd3e tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (421aedf2-3c33-4752-8b22-89f933ce548c), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:28.805652 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=7c845990-84ba-4725-9c91-59926b96b74a,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:28.826649 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b4d8c-18ae-4a02-bc64-95731422d59e tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Pushing event deleted for resources: {'Port': ['ID=63a23bb9-1cdf-4567-9487-b5534c8914ab,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:28.842458 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 63a23bb9-1cdf-4567-9487-b5534c8914ab {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:00:28.843347 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 63a23bb9-1cdf-4567-9487-b5534c8914ab not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:00:28.868658 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-22180894-09ed-4bc9-a14b-49029d3b36c7 req-c726b166-9ad4-4cc6-af4f-866ac78ca434 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=840ffbe8-1e27-441d-9600-26bf7350d551&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.9013288
Feb 05 21:00:28.871203 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4444484d-07a9-4cd6-a996-0de3724a5a51 req-371d4992-e432-446c-a0e5-0fad5e5e300b tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (f802cc67-5410-4f9d-805c-f47d98905b6d), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:28.889943 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-eaaa598d-cb45-4efa-84ae-9a8cec09bd3e tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Network e409084d-65e0-491a-97ff-e3c112d56ec4 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:00:28.902339 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b4d8c-18ae-4a02-bc64-95731422d59e tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:00:28.902669 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b4d8c-18ae-4a02-bc64-95731422d59e tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:00:28.903074 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b4d8c-18ae-4a02-bc64-95731422d59e tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:00:28.903428 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b4d8c-18ae-4a02-bc64-95731422d59e tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:00:28.904234 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b4d8c-18ae-4a02-bc64-95731422d59e tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:00:28.904759 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b4d8c-18ae-4a02-bc64-95731422d59e tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:00:28.904988 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b4d8c-18ae-4a02-bc64-95731422d59e tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:00:28.906228 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b4d8c-18ae-4a02-bc64-95731422d59e tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:00:28.906891 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-eaaa598d-cb45-4efa-84ae-9a8cec09bd3e tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:00:28.907018 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b4d8c-18ae-4a02-bc64-95731422d59e tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:00:28.907263 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b4d8c-18ae-4a02-bc64-95731422d59e tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:00:28.907681 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b4d8c-18ae-4a02-bc64-95731422d59e tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:00:28.908057 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b4d8c-18ae-4a02-bc64-95731422d59e tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:00:28.908400 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b4d8c-18ae-4a02-bc64-95731422d59e tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:00:28.915269 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-eaaa598d-cb45-4efa-84ae-9a8cec09bd3e tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:00:28.943528 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Feb 2022 21:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654e6bee-8e49-433c-9b85-cf4f5b77f1fb x-openstack-request-id: req-654e6bee-8e49-433c-9b85-cf4f5b77f1fb {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:00:28.944035 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd57913-b8c7-4c6d-9109-f6423fa3555e", "name": "network-vif-plugged", "status": "completed", "tag": "56166e37-c00d-4298-a0e0-99eddccde1ed", "code": 200}, {"server_uuid": "5bd57913-b8c7-4c6d-9109-f6423fa3555e", "name": "network-vif-plugged", "status": "completed", "tag": "632d6e8d-054a-44c6-a6c1-9f56e270211f", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:00:28.944454 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-654e6bee-8e49-433c-9b85-cf4f5b77f1fb {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:00:28.945067 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd57913-b8c7-4c6d-9109-f6423fa3555e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56166e37-c00d-4298-a0e0-99eddccde1ed', 'code': 200}
Feb 05 21:00:28.945541 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd57913-b8c7-4c6d-9109-f6423fa3555e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632d6e8d-054a-44c6-a6c1-9f56e270211f', 'code': 200}
Feb 05 21:00:28.951087 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa598d-cb45-4efa-84ae-9a8cec09bd3e tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Pushing event updated for resources: {'Port': ['ID=421aedf2-3c33-4752-8b22-89f933ce548c,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:28.995428 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-eaaa598d-cb45-4efa-84ae-9a8cec09bd3e tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:28.996249 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-eaaa598d-cb45-4efa-84ae-9a8cec09bd3e tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:29.030771 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-eaaa598d-cb45-4efa-84ae-9a8cec09bd3e tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9704092
Feb 05 21:00:29.035761 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-51c2bdd6-cc7a-4af3-ae41-a237f72f2644 admin admin] Publish callbacks [] for security_group (c2e460ea-be1e-426e-9dc2-067a709760d1), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:29.038349 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-577ab51e-4f4f-46b5-9f8d-b3ca1a2e1b9f req-a72b4d8c-18ae-4a02-bc64-95731422d59e tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] No DVR routers for this DVR port 63a23bb9-1cdf-4567-9487-b5534c8914ab on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:00:29.041770 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-577ab51e-4f4f-46b5-9f8d-b3ca1a2e1b9f req-a72b4d8c-18ae-4a02-bc64-95731422d59e tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:29.043479 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-865559a7-618e-405a-8a5e-dd76ad9976f9 service neutron] Request body: {'port': {'device_id': 'c8424c18-089e-4f0e-bb42-6ce51886b5d0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:29.047179 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-577ab51e-4f4f-46b5-9f8d-b3ca1a2e1b9f req-a72b4d8c-18ae-4a02-bc64-95731422d59e tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.39 "DELETE /v2.0/ports/63a23bb9-1cdf-4567-9487-b5534c8914ab HTTP/1.1" status: 204  len: 173 time: 2.8863027
Feb 05 21:00:29.048181 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-51c2bdd6-cc7a-4af3-ae41-a237f72f2644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (c2e460ea-be1e-426e-9dc2-067a709760d1), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:29.048541 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d4992-e432-446c-a0e5-0fad5e5e300b tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Pushing event deleted for resources: {'Port': ['ID=f802cc67-5410-4f9d-805c-f47d98905b6d,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:29.054194 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5182d1f-77a6-49e2-a77f-9be092b5e34a', 'name': 'network-vif-deleted', 'tag': '63a23bb9-1cdf-4567-9487-b5534c8914ab'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:00:29.056935 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa32af6-795b-4688-a932-b42ee2effb4d" -d '{"events": [{"server_uuid": "e5182d1f-77a6-49e2-a77f-9be092b5e34a", "name": "network-vif-deleted", "tag": "63a23bb9-1cdf-4567-9487-b5534c8914ab"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:00:29.125869 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2bdd6-cc7a-4af3-ae41-a237f72f2644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e460ea-be1e-426e-9dc2-067a709760d1,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:29.131628 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-4444484d-07a9-4cd6-a996-0de3724a5a51 req-371d4992-e432-446c-a0e5-0fad5e5e300b tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] No DVR routers for this DVR port f802cc67-5410-4f9d-805c-f47d98905b6d on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:00:29.135507 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4444484d-07a9-4cd6-a996-0de3724a5a51 req-371d4992-e432-446c-a0e5-0fad5e5e300b tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:29.141019 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4444484d-07a9-4cd6-a996-0de3724a5a51 req-371d4992-e432-446c-a0e5-0fad5e5e300b tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.39 "DELETE /v2.0/ports/f802cc67-5410-4f9d-805c-f47d98905b6d HTTP/1.1" status: 204  len: 173 time: 2.0433795
Feb 05 21:00:29.145371 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-086f0525-1669-4525-9d87-7d65b5e34a33 req-a5139604-4e54-4cec-8090-3b2f40938ae9 tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5182d1f-77a6-49e2-a77f-9be092b5e34a HTTP/1.1" status: 200  len: 210 time: 0.0924118
Feb 05 21:00:29.154467 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00382f02-0fe5-4c5f-b4ae-8dccc4ca88c5 req-1ec1ea15-bf8a-4ef9-aabe-5d0333332f46 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:29.161232 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-51c2bdd6-cc7a-4af3-ae41-a237f72f2644 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=491a127459f449d78e872d57f23eaaf3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7348886
Feb 05 21:00:29.171166 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00382f02-0fe5-4c5f-b4ae-8dccc4ca88c5 req-1ec1ea15-bf8a-4ef9-aabe-5d0333332f46 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:29.171664 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00382f02-0fe5-4c5f-b4ae-8dccc4ca88c5 req-1ec1ea15-bf8a-4ef9-aabe-5d0333332f46 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:29.179846 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-00382f02-0fe5-4c5f-b4ae-8dccc4ca88c5 req-1ec1ea15-bf8a-4ef9-aabe-5d0333332f46 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd57913-b8c7-4c6d-9109-f6423fa3555e HTTP/1.1" status: 200  len: 2416 time: 0.6397099
Feb 05 21:00:29.181152 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46276) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:29.238507 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5587a24f-3f83-4168-80a8-32743e709959 x-openstack-request-id: req-5587a24f-3f83-4168-80a8-32743e709959 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:00:29.238845 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5182d1f-77a6-49e2-a77f-9be092b5e34a", "name": "network-vif-deleted", "tag": "63a23bb9-1cdf-4567-9487-b5534c8914ab", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:00:29.239073 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5587a24f-3f83-4168-80a8-32743e709959 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:00:29.239528 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5182d1f-77a6-49e2-a77f-9be092b5e34a', 'name': 'network-vif-deleted', 'tag': '63a23bb9-1cdf-4567-9487-b5534c8914ab', 'status': 'completed', 'code': 200}
Feb 05 21:00:29.243812 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-865559a7-618e-405a-8a5e-dd76ad9976f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (421aedf2-3c33-4752-8b22-89f933ce548c), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:29.245350 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-00382f02-0fe5-4c5f-b4ae-8dccc4ca88c5 req-10081e2a-43f4-4d0f-928a-eaa8846f21fc tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/security-groups?id=87663b8c-f03c-4830-b2a4-28960820d255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646610
Feb 05 21:00:29.302122 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b310908c-e5d6-41e0-a3cb-1b8987380ac6 admin admin] Publish callbacks [] for security_group (c2e460ea-be1e-426e-9dc2-067a709760d1), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:29.388583 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b310908c-e5d6-41e0-a3cb-1b8987380ac6 admin admin] Publish callbacks [] for security_group (c2e460ea-be1e-426e-9dc2-067a709760d1), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:29.471956 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df34ac-a392-4a72-9881-c25947881385 req-a06ba40e-cb7e-4572-9bee-7299b5ab8f4b tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:29.473594 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-15df34ac-a392-4a72-9881-c25947881385 req-a06ba40e-cb7e-4572-9bee-7299b5ab8f4b tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8424c18-089e-4f0e-bb42-6ce51886b5d0 HTTP/1.1" status: 200  len: 932 time: 0.0855114
Feb 05 21:00:29.522542 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b310908c-e5d6-41e0-a3cb-1b8987380ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (c2e460ea-be1e-426e-9dc2-067a709760d1), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:29.525974 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b310908c-e5d6-41e0-a3cb-1b8987380ac6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:29.529773 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b310908c-e5d6-41e0-a3cb-1b8987380ac6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c2e460ea-be1e-426e-9dc2-067a709760d1 HTTP/1.1" status: 204  len: 168 time: 0.3446016
Feb 05 21:00:29.550307 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-15df34ac-a392-4a72-9881-c25947881385 req-9bd1c356-be84-403b-82e1-d5e99755b87f tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703058
Feb 05 21:00:29.556881 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310908c-e5d6-41e0-a3cb-1b8987380ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e460ea-be1e-426e-9dc2-067a709760d1,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:29.644980 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device f802cc67-5410-4f9d-805c-f47d98905b6d no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:00:29.654276 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-865559a7-618e-405a-8a5e-dd76ad9976f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 421aedf2-3c33-4752-8b22-89f933ce548c {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:00:29.671400 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-865559a7-618e-405a-8a5e-dd76ad9976f9 service neutron] Publish callbacks [] for port (421aedf2-3c33-4752-8b22-89f933ce548c), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:29.691034 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-865559a7-618e-405a-8a5e-dd76ad9976f9 service neutron] Transition to ACTIVE for port object 421aedf2-3c33-4752-8b22-89f933ce548c will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:00:29.697435 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: f802cc67-5410-4f9d-805c-f47d98905b6d {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:00:29.698011 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device f802cc67-5410-4f9d-805c-f47d98905b6d not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:00:29.705031 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-865559a7-618e-405a-8a5e-dd76ad9976f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (421aedf2-3c33-4752-8b22-89f933ce548c), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:29.792276 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865559a7-618e-405a-8a5e-dd76ad9976f9 service neutron] Pushing event updated for resources: {'Port': ['ID=421aedf2-3c33-4752-8b22-89f933ce548c,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:29.873706 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-865559a7-618e-405a-8a5e-dd76ad9976f9 service neutron] Attempting to bind port 421aedf2-3c33-4752-8b22-89f933ce548c on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:00:29.874847 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-865559a7-618e-405a-8a5e-dd76ad9976f9 service neutron] Attempting to bind port 421aedf2-3c33-4752-8b22-89f933ce548c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2a52932a-0773-4bb3-a5f4-675383624606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e409084d-65e0-491a-97ff-e3c112d56ec4'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:00:29.875187 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-865559a7-618e-405a-8a5e-dd76ad9976f9 service neutron] Attempting to bind port 421aedf2-3c33-4752-8b22-89f933ce548c on network e409084d-65e0-491a-97ff-e3c112d56ec4 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:00:29.880191 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-865559a7-618e-405a-8a5e-dd76ad9976f9 service neutron] Port 421aedf2-3c33-4752-8b22-89f933ce548c on network e409084d-65e0-491a-97ff-e3c112d56ec4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:00:29.880518 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-865559a7-618e-405a-8a5e-dd76ad9976f9 service neutron] Attempting to bind port 421aedf2-3c33-4752-8b22-89f933ce548c on network e409084d-65e0-491a-97ff-e3c112d56ec4 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:00:29.886654 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-865559a7-618e-405a-8a5e-dd76ad9976f9 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:00:29.887001 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-865559a7-618e-405a-8a5e-dd76ad9976f9 service neutron] Checking segment: {'id': '2a52932a-0773-4bb3-a5f4-675383624606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e409084d-65e0-491a-97ff-e3c112d56ec4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:00:29.887414 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-865559a7-618e-405a-8a5e-dd76ad9976f9 service neutron] Bound using segment: {'id': '2a52932a-0773-4bb3-a5f4-675383624606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e409084d-65e0-491a-97ff-e3c112d56ec4'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:00:29.887860 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-865559a7-618e-405a-8a5e-dd76ad9976f9 service neutron] Bound port: 421aedf2-3c33-4752-8b22-89f933ce548c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a52932a-0773-4bb3-a5f4-675383624606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e409084d-65e0-491a-97ff-e3c112d56ec4'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:00:29.888306 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-865559a7-618e-405a-8a5e-dd76ad9976f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (421aedf2-3c33-4752-8b22-89f933ce548c), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:29.914914 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 46304) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:29.981237 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-865559a7-618e-405a-8a5e-dd76ad9976f9 service neutron] For port 421aedf2-3c33-4752-8b22-89f933ce548c, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:00:29.985497 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-865559a7-618e-405a-8a5e-dd76ad9976f9 service neutron] For port 421aedf2-3c33-4752-8b22-89f933ce548c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=421aedf2-3c33-4752-8b22-89f933ce548c,segment=NetworkSegment(2a52932a-0773-4bb3-a5f4-675383624606),segment_id=2a52932a-0773-4bb3-a5f4-675383624606)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:00:29.993144 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-865559a7-618e-405a-8a5e-dd76ad9976f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (421aedf2-3c33-4752-8b22-89f933ce548c), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:30.025294 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-865559a7-618e-405a-8a5e-dd76ad9976f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:30.025294 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-865559a7-618e-405a-8a5e-dd76ad9976f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:30.029848 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-865559a7-618e-405a-8a5e-dd76ad9976f9 service neutron] 10.222.0.39 "PUT /v2.0/ports/421aedf2-3c33-4752-8b22-89f933ce548c HTTP/1.1" status: 200  len: 1092 time: 0.9916754
Feb 05 21:00:30.054949 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 46310) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:30.066702 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8424c18-089e-4f0e-bb42-6ce51886b5d0', 'tag': '421aedf2-3c33-4752-8b22-89f933ce548c'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:00:30.071237 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2499bf-e84c-48e3-aba6-35bf6bb55829" -d '{"events": [{"name": "network-changed", "server_uuid": "c8424c18-089e-4f0e-bb42-6ce51886b5d0", "tag": "421aedf2-3c33-4752-8b22-89f933ce548c"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:00:30.110182 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b71f70be-9598-419d-ab39-b4a879d7c90b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:30.136663 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865559a7-618e-405a-8a5e-dd76ad9976f9 service neutron] Pushing event updated for resources: {'Port': ['ID=421aedf2-3c33-4752-8b22-89f933ce548c,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:30.141570 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a49460-a69e-471d-9c0f-3a2fab9a5a7c x-openstack-request-id: req-28a49460-a69e-471d-9c0f-3a2fab9a5a7c {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:00:30.141876 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8424c18-089e-4f0e-bb42-6ce51886b5d0", "tag": "421aedf2-3c33-4752-8b22-89f933ce548c", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:00:30.142136 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-28a49460-a69e-471d-9c0f-3a2fab9a5a7c {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:00:30.142573 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8424c18-089e-4f0e-bb42-6ce51886b5d0', 'tag': '421aedf2-3c33-4752-8b22-89f933ce548c', 'status': 'completed', 'code': 200}
Feb 05 21:00:30.159146 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-130d52d7-7610-47a1-b3db-ceff47ec9049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:30.161085 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-130d52d7-7610-47a1-b3db-ceff47ec9049 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3d98b2fcc2704fad96bcaad8fe84b97a&device_id=c8424c18-089e-4f0e-bb42-6ce51886b5d0 HTTP/1.1" status: 200  len: 1126 time: 0.0845170
Feb 05 21:00:30.222718 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-2de12771-0ed0-49b3-a7e1-32af5c2f1d5f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=421aedf2-3c33-4752-8b22-89f933ce548c HTTP/1.1" status: 200  len: 217 time: 0.0545666
Feb 05 21:00:30.223102 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38011d70-014b-4bc9-bc36-fa0f2524e049 req-e76b314a-16d1-41ce-995d-e864e3f0ddcf tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:30.231004 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-38011d70-014b-4bc9-bc36-fa0f2524e049 req-e76b314a-16d1-41ce-995d-e864e3f0ddcf tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 944 time: 0.2235308
Feb 05 21:00:30.294065 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b71f70be-9598-419d-ab39-b4a879d7c90b admin admin] Publish callbacks [] for security_group (c7f8824c-e299-4cd6-811e-82c8b8db52d4), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:30.301741 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-de5776e3-ba3c-4f3e-ba97-9b8676e946e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:30.303623 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-de5776e3-ba3c-4f3e-ba97-9b8676e946e3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=896ddbdf-ac25-4e4f-b6a8-33cece06deaa HTTP/1.1" status: 200  len: 854 time: 0.0754588
Feb 05 21:00:30.304210 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-cb578432-b144-448c-99d8-a0fb9255af67 tempest-ExternalNetworksTestJSON-617570644 tempest-ExternalNetworksTestJSON-617570644-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1553047573'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:30.333556 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b71f70be-9598-419d-ab39-b4a879d7c90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (c7f8824c-e299-4cd6-811e-82c8b8db52d4), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:30.342244 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-ad3f8b89-f8ba-4a2f-91f6-41c93e8cd507 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e409084d-65e0-491a-97ff-e3c112d56ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0322697
Feb 05 21:00:30.355830 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb578432-b144-448c-99d8-a0fb9255af67 tempest-ExternalNetworksTestJSON-617570644 tempest-ExternalNetworksTestJSON-617570644-project] Made reservation on behalf of a70c8db3924745feb7ad979ccba9a0ac for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:00:30.360030 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cb578432-b144-448c-99d8-a0fb9255af67 tempest-ExternalNetworksTestJSON-617570644 tempest-ExternalNetworksTestJSON-617570644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:30.434982 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cb578432-b144-448c-99d8-a0fb9255af67 tempest-ExternalNetworksTestJSON-617570644 tempest-ExternalNetworksTestJSON-617570644-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:30.453213 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-b01c6ff0-61a9-439b-8c33-feeef04c23f0 service neutron] 10.222.0.39 "GET /v2.0/networks/e409084d-65e0-491a-97ff-e3c112d56ec4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1050470
Feb 05 21:00:30.465391 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b71f70be-9598-419d-ab39-b4a879d7c90b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=22126cdbba454634b2fe1ee33d6d110c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4011977
Feb 05 21:00:30.469864 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46340) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:30.475975 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f70be-9598-419d-ab39-b4a879d7c90b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f8824c-e299-4cd6-811e-82c8b8db52d4,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:30.498282 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-38011d70-014b-4bc9-bc36-fa0f2524e049 req-3706cff2-b7a7-4297-8954-f871763c9c1d tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=840ffbe8-1e27-441d-9600-26bf7350d551&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2658458
Feb 05 21:00:30.538433 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14132232-cf77-4700-bd02-f56bcae1d7e9 req-3e4c51f7-c5f9-4d55-b4f2-17b38691ceef tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:30.544747 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14132232-cf77-4700-bd02-f56bcae1d7e9 req-3e4c51f7-c5f9-4d55-b4f2-17b38691ceef tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:30.551294 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14132232-cf77-4700-bd02-f56bcae1d7e9 req-3e4c51f7-c5f9-4d55-b4f2-17b38691ceef tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:30.553073 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-14132232-cf77-4700-bd02-f56bcae1d7e9 req-3e4c51f7-c5f9-4d55-b4f2-17b38691ceef tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd57913-b8c7-4c6d-9109-f6423fa3555e HTTP/1.1" status: 200  len: 2417 time: 0.2059169
Feb 05 21:00:30.603636 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-48eec94a-2ad1-430c-b683-da3db27ac1cc admin admin] Publish callbacks [] for security_group (c7f8824c-e299-4cd6-811e-82c8b8db52d4), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:30.647046 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cb578432-b144-448c-99d8-a0fb9255af67 tempest-ExternalNetworksTestJSON-617570644 tempest-ExternalNetworksTestJSON-617570644-project] Publish callbacks [] for security_group (36781de5-9794-4da3-9704-1a4960d7bcd2), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:30.650334 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e0e6f129-f141-4a28-8d69-0efbe284f2c2 req-a22a86df-0378-423d-ba08-beb8929f090c service neutron] 10.222.0.39 "GET /v2.0/networks/e409084d-65e0-491a-97ff-e3c112d56ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1896553
Feb 05 21:00:30.652379 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-48eec94a-2ad1-430c-b683-da3db27ac1cc admin admin] Publish callbacks [] for security_group (c7f8824c-e299-4cd6-811e-82c8b8db52d4), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:30.654212 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-14132232-cf77-4700-bd02-f56bcae1d7e9 req-971c70f7-8dc7-4679-85fd-94ff74fc41c1 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/security-groups?id=87663b8c-f03c-4830-b2a4-28960820d255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843809
Feb 05 21:00:30.656589 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cb578432-b144-448c-99d8-a0fb9255af67 tempest-ExternalNetworksTestJSON-617570644 tempest-ExternalNetworksTestJSON-617570644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (36781de5-9794-4da3-9704-1a4960d7bcd2), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:30.696910 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb578432-b144-448c-99d8-a0fb9255af67 tempest-ExternalNetworksTestJSON-617570644 tempest-ExternalNetworksTestJSON-617570644-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:00:30.710034 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb578432-b144-448c-99d8-a0fb9255af67 tempest-ExternalNetworksTestJSON-617570644 tempest-ExternalNetworksTestJSON-617570644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36781de5-9794-4da3-9704-1a4960d7bcd2,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:30.761748 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-48eec94a-2ad1-430c-b683-da3db27ac1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (c7f8824c-e299-4cd6-811e-82c8b8db52d4), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:30.765304 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-48eec94a-2ad1-430c-b683-da3db27ac1cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:30.771331 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-48eec94a-2ad1-430c-b683-da3db27ac1cc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c7f8824c-e299-4cd6-811e-82c8b8db52d4 HTTP/1.1" status: 204  len: 168 time: 0.2980950
Feb 05 21:00:30.773601 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cb578432-b144-448c-99d8-a0fb9255af67 tempest-ExternalNetworksTestJSON-617570644 tempest-ExternalNetworksTestJSON-617570644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (2825ac1e-bedc-4f66-9f25-4833d43890a9), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:30.775188 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-cb578432-b144-448c-99d8-a0fb9255af67 tempest-ExternalNetworksTestJSON-617570644 tempest-ExternalNetworksTestJSON-617570644-project] Added segment 2825ac1e-bedc-4f66-9f25-4833d43890a9 of type vlan for network 645d402d-7dcb-4610-8807-cbff9649ab50
Feb 05 21:00:30.798513 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eec94a-2ad1-430c-b683-da3db27ac1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f8824c-e299-4cd6-811e-82c8b8db52d4,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:30.823880 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cb578432-b144-448c-99d8-a0fb9255af67 tempest-ExternalNetworksTestJSON-617570644 tempest-ExternalNetworksTestJSON-617570644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (645d402d-7dcb-4610-8807-cbff9649ab50), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:30.837505 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2499bf-e84c-48e3-aba6-35bf6bb55829 req-9d1b6d60-446a-45a6-bd15-96d36a2dc2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:30.843763 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1a2499bf-e84c-48e3-aba6-35bf6bb55829 req-9d1b6d60-446a-45a6-bd15-96d36a2dc2ba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3d98b2fcc2704fad96bcaad8fe84b97a&device_id=c8424c18-089e-4f0e-bb42-6ce51886b5d0 HTTP/1.1" status: 200  len: 1126 time: 0.1239603
Feb 05 21:00:30.879971 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a435e4-ccf6-4b60-ae6f-0bd715a82864 req-670c8a58-d1f2-46fd-8d9b-71bccf57e030 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:30.884891 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f4a435e4-ccf6-4b60-ae6f-0bd715a82864 req-670c8a58-d1f2-46fd-8d9b-71bccf57e030 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8424c18-089e-4f0e-bb42-6ce51886b5d0 HTTP/1.1" status: 200  len: 944 time: 0.1775210
Feb 05 21:00:30.887169 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cb578432-b144-448c-99d8-a0fb9255af67 tempest-ExternalNetworksTestJSON-617570644 tempest-ExternalNetworksTestJSON-617570644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (645d402d-7dcb-4610-8807-cbff9649ab50), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:30.901045 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb578432-b144-448c-99d8-a0fb9255af67 tempest-ExternalNetworksTestJSON-617570644 tempest-ExternalNetworksTestJSON-617570644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:30.901712 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cb578432-b144-448c-99d8-a0fb9255af67 tempest-ExternalNetworksTestJSON-617570644 tempest-ExternalNetworksTestJSON-617570644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:30.947258 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd57913-b8c7-4c6d-9109-f6423fa3555e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c845990-84ba-4725-9c91-59926b96b74a'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:00:30.951148 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f462815-7679-4a16-82ed-a664f9db969f" -d '{"events": [{"server_uuid": "5bd57913-b8c7-4c6d-9109-f6423fa3555e", "name": "network-vif-plugged", "status": "completed", "tag": "7c845990-84ba-4725-9c91-59926b96b74a"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:00:30.982723 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-cb578432-b144-448c-99d8-a0fb9255af67 tempest-ExternalNetworksTestJSON-617570644 tempest-ExternalNetworksTestJSON-617570644-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 1.0661881
Feb 05 21:00:30.989646 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2499bf-e84c-48e3-aba6-35bf6bb55829 req-542d7c10-2203-44c6-b442-565cf0b1e7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:30.991285 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1a2499bf-e84c-48e3-aba6-35bf6bb55829 req-542d7c10-2203-44c6-b442-565cf0b1e7d0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e409084d-65e0-491a-97ff-e3c112d56ec4 HTTP/1.1" status: 200  len: 915 time: 0.1408823
Feb 05 21:00:30.991872 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46376) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:31.049587 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46380) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:31.059548 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1a2499bf-e84c-48e3-aba6-35bf6bb55829 req-959973bb-c42f-4afb-b4ac-0b0c755fe8cd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=421aedf2-3c33-4752-8b22-89f933ce548c HTTP/1.1" status: 200  len: 217 time: 0.0607581
Feb 05 21:00:31.069215 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9289894f-14df-44f4-89ee-28ee28f2dfff x-openstack-request-id: req-9289894f-14df-44f4-89ee-28ee28f2dfff {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:00:31.069511 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd57913-b8c7-4c6d-9109-f6423fa3555e", "name": "network-vif-plugged", "status": "completed", "tag": "7c845990-84ba-4725-9c91-59926b96b74a", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:00:31.069760 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9289894f-14df-44f4-89ee-28ee28f2dfff {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:00:31.070229 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd57913-b8c7-4c6d-9109-f6423fa3555e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c845990-84ba-4725-9c91-59926b96b74a', 'code': 200}
Feb 05 21:00:31.100065 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f4a435e4-ccf6-4b60-ae6f-0bd715a82864 req-fe5c3c3e-a584-4eb8-b696-3567777c084f tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1849263
Feb 05 21:00:31.101174 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb578432-b144-448c-99d8-a0fb9255af67 tempest-ExternalNetworksTestJSON-617570644 tempest-ExternalNetworksTestJSON-617570644-project] Pushing event updated for resources: {'Network': ['ID=645d402d-7dcb-4610-8807-cbff9649ab50,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:31.113135 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 645d402d-7dcb-4610-8807-cbff9649ab50 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:00:31.177933 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bb54dcb-935a-4328-b1f4-61146cee2f35 admin admin] Deleting subnet 1a29db71-64bb-4b41-abf2-897d595cd164 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:00:31.182834 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9bb54dcb-935a-4328-b1f4-61146cee2f35 admin admin] Publish callbacks [] for subnet (1a29db71-64bb-4b41-abf2-897d595cd164), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:31.223661 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2499bf-e84c-48e3-aba6-35bf6bb55829 req-dbdc49fe-ec2f-4676-bbc0-87199e2f2408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:31.225274 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df203445-96a2-42c2-a9ab-0873b5e3bb4c req-3a472ae6-ca2a-42c6-8b17-7df2a5cc8963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:31.225773 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1a2499bf-e84c-48e3-aba6-35bf6bb55829 req-dbdc49fe-ec2f-4676-bbc0-87199e2f2408 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=896ddbdf-ac25-4e4f-b6a8-33cece06deaa HTTP/1.1" status: 200  len: 854 time: 0.1270590
Feb 05 21:00:31.225875 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df203445-96a2-42c2-a9ab-0873b5e3bb4c req-3a472ae6-ca2a-42c6-8b17-7df2a5cc8963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:31.226107 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df203445-96a2-42c2-a9ab-0873b5e3bb4c req-3a472ae6-ca2a-42c6-8b17-7df2a5cc8963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:31.228411 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-df203445-96a2-42c2-a9ab-0873b5e3bb4c req-3a472ae6-ca2a-42c6-8b17-7df2a5cc8963 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5bd57913-b8c7-4c6d-9109-f6423fa3555e HTTP/1.1" status: 200  len: 2963 time: 0.0822539
Feb 05 21:00:31.240310 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9bb54dcb-935a-4328-b1f4-61146cee2f35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (1a29db71-64bb-4b41-abf2-897d595cd164), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:31.243734 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480f53b9-2664-49e8-8def-67e50d70101f', 'name': 'network-vif-deleted', 'tag': 'f802cc67-5410-4f9d-805c-f47d98905b6d'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:00:31.246311 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c213dd-0883-4b88-869d-4b7d83bda407" -d '{"events": [{"server_uuid": "480f53b9-2664-49e8-8def-67e50d70101f", "name": "network-vif-deleted", "tag": "f802cc67-5410-4f9d-805c-f47d98905b6d"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:00:31.282555 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-71c829bf-5757-4896-864e-1afac3075047 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Request body: {'network': {'name': 'tempest-network--477292651', 'router:external': True}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:31.294353 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-df203445-96a2-42c2-a9ab-0873b5e3bb4c req-c20f84a3-ca21-4cd1-9d82-03c482b9ce6f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=87663b8c-f03c-4830-b2a4-28960820d255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563629
Feb 05 21:00:31.296492 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d302e594-bf1d-45ab-bcab-8ed291c19b89 x-openstack-request-id: req-d302e594-bf1d-45ab-bcab-8ed291c19b89 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:00:31.296785 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480f53b9-2664-49e8-8def-67e50d70101f", "name": "network-vif-deleted", "tag": "f802cc67-5410-4f9d-805c-f47d98905b6d", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:00:31.298492 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d302e594-bf1d-45ab-bcab-8ed291c19b89 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:00:31.298492 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480f53b9-2664-49e8-8def-67e50d70101f', 'name': 'network-vif-deleted', 'tag': 'f802cc67-5410-4f9d-805c-f47d98905b6d', 'status': 'completed', 'code': 200}
Feb 05 21:00:31.305918 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1a2499bf-e84c-48e3-aba6-35bf6bb55829 req-3075b28e-b362-45ec-a368-4ac31a3f901d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e409084d-65e0-491a-97ff-e3c112d56ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0683687
Feb 05 21:00:31.332337 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9bb54dcb-935a-4328-b1f4-61146cee2f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (1a29db71-64bb-4b41-abf2-897d595cd164), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:31.335192 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c829bf-5757-4896-864e-1afac3075047 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Made reservation on behalf of 2ba1f43f3cf34a4eb5220636d559647b for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:00:31.337533 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-71c829bf-5757-4896-864e-1afac3075047 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:31.365750 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-71c829bf-5757-4896-864e-1afac3075047 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:31.427179 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9bb54dcb-935a-4328-b1f4-61146cee2f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (1a29db71-64bb-4b41-abf2-897d595cd164), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:31.464539 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb54dcb-935a-4328-b1f4-61146cee2f35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a29db71-64bb-4b41-abf2-897d595cd164,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:31.473175 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9bb54dcb-935a-4328-b1f4-61146cee2f35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:31.478670 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9bb54dcb-935a-4328-b1f4-61146cee2f35 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1a29db71-64bb-4b41-abf2-897d595cd164 HTTP/1.1" status: 204  len: 168 time: 0.4254217
Feb 05 21:00:31.479215 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 46396) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:31.520708 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-71c829bf-5757-4896-864e-1afac3075047 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks [] for security_group (3442e0a0-c2c7-40be-bf06-874df2ce4a96), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:31.533290 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-71c829bf-5757-4896-864e-1afac3075047 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (3442e0a0-c2c7-40be-bf06-874df2ce4a96), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:31.591137 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c829bf-5757-4896-864e-1afac3075047 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:00:31.610065 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c829bf-5757-4896-864e-1afac3075047 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3442e0a0-c2c7-40be-bf06-874df2ce4a96,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:31.613785 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-690cc788-e95a-44bc-9e42-c68117557c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (cb9888ba-fd92-4284-8691-d704204a6929), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:31.616430 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-71c829bf-5757-4896-864e-1afac3075047 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (9c0373f4-2d48-44d2-9e37-18371971f242), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:31.616805 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-71c829bf-5757-4896-864e-1afac3075047 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Added segment 9c0373f4-2d48-44d2-9e37-18371971f242 of type vlan for network f499c379-643a-40d1-b246-39d1c7b64a74
Feb 05 21:00:31.673921 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1a2499bf-e84c-48e3-aba6-35bf6bb55829 req-1955da7c-a100-4848-8ed3-4f2f89fffb22 service neutron] 10.222.0.39 "GET /v2.0/networks/e409084d-65e0-491a-97ff-e3c112d56ec4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1824927
Feb 05 21:00:31.682516 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-71c829bf-5757-4896-864e-1afac3075047 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (f499c379-643a-40d1-b246-39d1c7b64a74), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:31.683074 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 19bf3552-1f97-4d35-9342-465464c23ba5 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:00:31.760554 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 19bf3552-1f97-4d35-9342-465464c23ba5 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:00:31.761162 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-690cc788-e95a-44bc-9e42-c68117557c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (cb9888ba-fd92-4284-8691-d704204a6929), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:31.767821 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 19bf3552-1f97-4d35-9342-465464c23ba5 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:00:31.768703 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (19bf3552-1f97-4d35-9342-465464c23ba5), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:31.783089 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-71c829bf-5757-4896-864e-1afac3075047 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (f499c379-643a-40d1-b246-39d1c7b64a74), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:31.783732 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a98769-f54d-4a7b-9793-2ceec8797651 req-9fd15e72-7357-4bd4-841c-22fa8b923ce6 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:31.784421 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c829bf-5757-4896-864e-1afac3075047 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:31.785056 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-71c829bf-5757-4896-864e-1afac3075047 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:31.786115 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-96a98769-f54d-4a7b-9793-2ceec8797651 req-9fd15e72-7357-4bd4-841c-22fa8b923ce6 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 944 time: 0.1594951
Feb 05 21:00:31.796445 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-690cc788-e95a-44bc-9e42-c68117557c41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db28d86a0>,) {'filters': {'network_id': ['cb9888ba-fd92-4284-8691-d704204a6929']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:00:31.815792 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-690cc788-e95a-44bc-9e42-c68117557c41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db28d86a0>, 'f21dc639-5af9-41ca-ac39-c80d5d7b6194') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:00:31.816388 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-690cc788-e95a-44bc-9e42-c68117557c41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db28d86a0>, 'f21dc639-5af9-41ca-ac39-c80d5d7b6194') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:00:31.838644 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1a2499bf-e84c-48e3-aba6-35bf6bb55829 req-7035e1a9-c6a3-4130-ba24-2cfd5168e5f6 service neutron] 10.222.0.39 "GET /v2.0/networks/e409084d-65e0-491a-97ff-e3c112d56ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1535044
Feb 05 21:00:31.842355 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-690cc788-e95a-44bc-9e42-c68117557c41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (f21dc639-5af9-41ca-ac39-c80d5d7b6194), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:31.880140 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 19bf3552-1f97-4d35-9342-465464c23ba5 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:00:31.881086 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (19bf3552-1f97-4d35-9342-465464c23ba5), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:31.898642 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-690cc788-e95a-44bc-9e42-c68117557c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (f21dc639-5af9-41ca-ac39-c80d5d7b6194), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:31.924905 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-690cc788-e95a-44bc-9e42-c68117557c41 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:00:31.925378 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-690cc788-e95a-44bc-9e42-c68117557c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (f21dc639-5af9-41ca-ac39-c80d5d7b6194), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:31.928488 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:00:31.928488 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:00:31.928488 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:00:31.928488 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:00:31.928488 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:00:31.928488 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:00:31.928488 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:00:31.928488 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:00:31.928488 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:00:31.928488 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:00:31.928488 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:00:31.928488 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:00:31.928488 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:00:31.928488 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:00:31.928488 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:00:31.928488 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:00:31.928488 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:00:31.928488 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:00:31.928488 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:00:31.928488 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:00:31.928488 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:00:31.928488 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:00:31.928488 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:00:31.928488 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:00:31.928488 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:00:31.928488 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:00:31.928488 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:00:31.928488 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:00:31.928488 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:00:31.928488 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:00:31.928488 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:00:31.928488 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:00:31.961555 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 19bf3552-1f97-4d35-9342-465464c23ba5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=19bf3552-1f97-4d35-9342-465464c23ba5,segment=NetworkSegment(c3fe8733-ce5f-41fc-80e2-343154fe8a12),segment_id=c3fe8733-ce5f-41fc-80e2-343154fe8a12)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:31.969577 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-96a98769-f54d-4a7b-9793-2ceec8797651 req-12c56fb5-ab2f-4eb2-bd11-d0cbdb16d02e tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=840ffbe8-1e27-441d-9600-26bf7350d551&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1674976
Feb 05 21:00:31.970948 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (19bf3552-1f97-4d35-9342-465464c23ba5), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:32.042618 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57331fbb-3e0c-44ae-acb4-df8efddb100e req-11493c9c-621c-40e5-8238-0cef06d517cc tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:32.056375 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=19bf3552-1f97-4d35-9342-465464c23ba5,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:32.057687 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57331fbb-3e0c-44ae-acb4-df8efddb100e req-11493c9c-621c-40e5-8238-0cef06d517cc tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:32.066627 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57331fbb-3e0c-44ae-acb4-df8efddb100e req-11493c9c-621c-40e5-8238-0cef06d517cc tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:32.074591 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-57331fbb-3e0c-44ae-acb4-df8efddb100e req-11493c9c-621c-40e5-8238-0cef06d517cc tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd57913-b8c7-4c6d-9109-f6423fa3555e HTTP/1.1" status: 200  len: 2417 time: 0.2493918
Feb 05 21:00:32.123366 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-690cc788-e95a-44bc-9e42-c68117557c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (cb9888ba-fd92-4284-8691-d704204a6929), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:32.156671 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-690cc788-e95a-44bc-9e42-c68117557c41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:32.163507 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-690cc788-e95a-44bc-9e42-c68117557c41 admin admin] 10.222.0.32 "DELETE /v2.0/networks/cb9888ba-fd92-4284-8691-d704204a6929 HTTP/1.1" status: 204  len: 168 time: 0.6831660
Feb 05 21:00:32.169985 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690cc788-e95a-44bc-9e42-c68117557c41 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb9888ba-fd92-4284-8691-d704204a6929,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:32.174856 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-71c829bf-5757-4896-864e-1afac3075047 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 1.1776104
Feb 05 21:00:32.174856 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46420) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:32.181569 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c829bf-5757-4896-864e-1afac3075047 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Pushing event updated for resources: {'Network': ['ID=f499c379-643a-40d1-b246-39d1c7b64a74,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:32.192559 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-57331fbb-3e0c-44ae-acb4-df8efddb100e req-2b935f3f-268a-49fb-9b2a-fcf9d0d5d1c1 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/security-groups?id=87663b8c-f03c-4830-b2a4-28960820d255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1152644
Feb 05 21:00:32.205912 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network f499c379-643a-40d1-b246-39d1c7b64a74 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:00:32.298684 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-39e65379-cde9-4c40-9c04-abf0257c17bc tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (f499c379-643a-40d1-b246-39d1c7b64a74), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:32.312743 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83df107-9037-4c17-b668-f84ade2673c0 req-dbec8a60-34e7-481d-a221-b3ff4033091f tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:32.320413 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c83df107-9037-4c17-b668-f84ade2673c0 req-dbec8a60-34e7-481d-a221-b3ff4033091f tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8424c18-089e-4f0e-bb42-6ce51886b5d0 HTTP/1.1" status: 200  len: 944 time: 0.1003034
Feb 05 21:00:32.391739 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c83df107-9037-4c17-b668-f84ade2673c0 req-a0606c85-6705-4ecd-a3fc-780cb28b45a5 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699012
Feb 05 21:00:32.437780 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-39e65379-cde9-4c40-9c04-abf0257c17bc tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (f499c379-643a-40d1-b246-39d1c7b64a74), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:32.471737 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-39e65379-cde9-4c40-9c04-abf0257c17bc tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db3ab7850>,) {'filters': {'network_id': ['f499c379-643a-40d1-b246-39d1c7b64a74']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:00:32.487613 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-39e65379-cde9-4c40-9c04-abf0257c17bc tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3ab7850>, '9c0373f4-2d48-44d2-9e37-18371971f242') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:00:32.487967 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-39e65379-cde9-4c40-9c04-abf0257c17bc tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3ab7850>, '9c0373f4-2d48-44d2-9e37-18371971f242') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:00:32.516878 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-39e65379-cde9-4c40-9c04-abf0257c17bc tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (9c0373f4-2d48-44d2-9e37-18371971f242), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:32.535950 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 46446) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:32.552146 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-39e65379-cde9-4c40-9c04-abf0257c17bc tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (9c0373f4-2d48-44d2-9e37-18371971f242), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:32.564860 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39e65379-cde9-4c40-9c04-abf0257c17bc tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:00:32.565506 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-39e65379-cde9-4c40-9c04-abf0257c17bc tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (9c0373f4-2d48-44d2-9e37-18371971f242), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:32.567850 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:00:32.567850 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:00:32.567850 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:00:32.567850 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:00:32.567850 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:00:32.567850 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:00:32.567850 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:00:32.567850 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:00:32.567850 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:00:32.567850 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:00:32.567850 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:00:32.567850 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:00:32.567850 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:00:32.567850 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:00:32.567850 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:00:32.567850 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:00:32.567850 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:00:32.567850 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:00:32.567850 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:00:32.567850 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:00:32.567850 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:00:32.567850 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:00:32.567850 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:00:32.567850 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:00:32.567850 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:00:32.567850 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:00:32.567850 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:00:32.567850 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:00:32.567850 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:00:32.567850 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:00:32.567850 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:00:32.567850 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:00:32.589859 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46450) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:32.590123 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-63ae62cf-6a8c-46de-b0a2-0f20e974b751 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d793ab256c04fadac89445fab3ed636&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0527239
Feb 05 21:00:32.663628 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-39e65379-cde9-4c40-9c04-abf0257c17bc tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (f499c379-643a-40d1-b246-39d1c7b64a74), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:32.677894 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e65379-cde9-4c40-9c04-abf0257c17bc tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  f499c379-643a-40d1-b246-39d1c7b64a74 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Feb 05 21:00:32.723348 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-39e65379-cde9-4c40-9c04-abf0257c17bc tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:32.727007 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-39e65379-cde9-4c40-9c04-abf0257c17bc tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] 10.222.0.32 "DELETE /v2.0/networks/f499c379-643a-40d1-b246-39d1c7b64a74 HTTP/1.1" status: 204  len: 168 time: 0.5521219
Feb 05 21:00:32.730455 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46464) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:32.736580 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-5e2cfc2c-ab69-4fe5-a982-688fad64a9d0 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Request body: {'network': {'router:external': True}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:32.740221 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e65379-cde9-4c40-9c04-abf0257c17bc tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Pushing event deleted for resources: {'Network': ['ID=f499c379-643a-40d1-b246-39d1c7b64a74,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:32.773713 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-657b7d99-ca81-4d1a-b9c8-f1d918b29094 admin admin] Publish callbacks [] for security_group (ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:32.799452 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-657b7d99-ca81-4d1a-b9c8-f1d918b29094 admin admin] Publish callbacks [] for security_group (ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:32.848193 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2cfc2c-ab69-4fe5-a982-688fad64a9d0 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Made reservation on behalf of 2ba1f43f3cf34a4eb5220636d559647b for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:00:32.851196 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5e2cfc2c-ab69-4fe5-a982-688fad64a9d0 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:32.867156 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-657b7d99-ca81-4d1a-b9c8-f1d918b29094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:32.869922 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-657b7d99-ca81-4d1a-b9c8-f1d918b29094 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:32.871227 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-657b7d99-ca81-4d1a-b9c8-f1d918b29094 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1 HTTP/1.1" status: 204  len: 168 time: 0.2803373
Feb 05 21:00:32.886152 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b7d99-ca81-4d1a-b9c8-f1d918b29094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2ea88d-9194-4334-b5fa-9eaa34ffd2e1,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:32.897818 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e2cfc2c-ab69-4fe5-a982-688fad64a9d0 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:00:32.911401 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5e2cfc2c-ab69-4fe5-a982-688fad64a9d0 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (babbc433-951e-48ff-9449-317855f46dce), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:32.911947 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-5e2cfc2c-ab69-4fe5-a982-688fad64a9d0 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Added segment babbc433-951e-48ff-9449-317855f46dce of type vlan for network 3ba00315-e7c6-4316-8ff5-342c78107230
Feb 05 21:00:32.969565 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5e2cfc2c-ab69-4fe5-a982-688fad64a9d0 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (3ba00315-e7c6-4316-8ff5-342c78107230), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:33.017066 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5e2cfc2c-ab69-4fe5-a982-688fad64a9d0 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (3ba00315-e7c6-4316-8ff5-342c78107230), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:33.018192 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2cfc2c-ab69-4fe5-a982-688fad64a9d0 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:33.020056 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5e2cfc2c-ab69-4fe5-a982-688fad64a9d0 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:33.076052 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5e2cfc2c-ab69-4fe5-a982-688fad64a9d0 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 836 time: 0.3442545
Feb 05 21:00:33.079487 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358b7ef6-a37a-4da5-92a6-1681f4e97c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19bf3552-1f97-4d35-9342-465464c23ba5'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:00:33.080230 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 46488) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:33.083628 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2f1b81-7abc-4bbf-93b5-8064dd621b2b" -d '{"events": [{"server_uuid": "358b7ef6-a37a-4da5-92a6-1681f4e97c63", "name": "network-vif-plugged", "status": "completed", "tag": "19bf3552-1f97-4d35-9342-465464c23ba5"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:00:33.084886 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-f45133c7-c57d-4365-9e66-44e1833542be tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Request body: {'subnet': {'network_id': '3ba00315-e7c6-4316-8ff5-342c78107230', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:33.129725 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45133c7-c57d-4365-9e66-44e1833542be tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Made reservation on behalf of 2ba1f43f3cf34a4eb5220636d559647b for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:00:33.132667 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f45133c7-c57d-4365-9e66-44e1833542be tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:33.163745 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2cfc2c-ab69-4fe5-a982-688fad64a9d0 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Pushing event updated for resources: {'Network': ['ID=3ba00315-e7c6-4316-8ff5-342c78107230,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:33.179852 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 3ba00315-e7c6-4316-8ff5-342c78107230 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:00:33.308684 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4bf0d5-c6e3-40a5-8a15-0b84e3890745 req-cf90c420-0c39-44c2-98bb-039f98a64416 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:33.314009 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2c4bf0d5-c6e3-40a5-8a15-0b84e3890745 req-cf90c420-0c39-44c2-98bb-039f98a64416 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 945 time: 0.1766660
Feb 05 21:00:33.491267 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2c4bf0d5-c6e3-40a5-8a15-0b84e3890745 req-4fc22095-afe1-47c1-92a2-09cd545a838f tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=840ffbe8-1e27-441d-9600-26bf7350d551&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1645811
Feb 05 21:00:33.512074 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0b5041-9a74-422a-97ed-2585d3f70b6e x-openstack-request-id: req-8b0b5041-9a74-422a-97ed-2585d3f70b6e {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:00:33.512396 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "358b7ef6-a37a-4da5-92a6-1681f4e97c63", "name": "network-vif-plugged", "status": "completed", "tag": "19bf3552-1f97-4d35-9342-465464c23ba5", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:00:33.512656 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8b0b5041-9a74-422a-97ed-2585d3f70b6e {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:00:33.513050 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '358b7ef6-a37a-4da5-92a6-1681f4e97c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19bf3552-1f97-4d35-9342-465464c23ba5', 'code': 200}
Feb 05 21:00:33.669571 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-87ddbeaa-d0c5-4526-b29e-3845cca4c2f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:33.718331 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 421aedf2-3c33-4752-8b22-89f933ce548c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:00:33.817771 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2aa232-d7da-4a46-961a-6dc2f5a1f646 req-41c74151-f647-4a74-afce-349cf0d2b076 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:33.819375 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2e2aa232-d7da-4a46-961a-6dc2f5a1f646 req-41c74151-f647-4a74-afce-349cf0d2b076 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8424c18-089e-4f0e-bb42-6ce51886b5d0 HTTP/1.1" status: 200  len: 944 time: 0.2127829
Feb 05 21:00:33.820528 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbd935-0a1d-48fb-967f-3ac8cfa7670f req-1b322795-7c01-4bbd-80f0-6464e9d82cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:33.825935 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d9cbd935-0a1d-48fb-967f-3ac8cfa7670f req-1b322795-7c01-4bbd-80f0-6464e9d82cdd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 1127 time: 0.1145978
Feb 05 21:00:33.857366 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae52d1-3fe2-4269-9cb9-10edd7c28a24 req-9b3de048-6bad-48ae-80a4-35108d4dc4c5 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:33.863393 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae52d1-3fe2-4269-9cb9-10edd7c28a24 req-9b3de048-6bad-48ae-80a4-35108d4dc4c5 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:33.868898 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae52d1-3fe2-4269-9cb9-10edd7c28a24 req-9b3de048-6bad-48ae-80a4-35108d4dc4c5 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:33.870630 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e9ae52d1-3fe2-4269-9cb9-10edd7c28a24 req-9b3de048-6bad-48ae-80a4-35108d4dc4c5 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd57913-b8c7-4c6d-9109-f6423fa3555e HTTP/1.1" status: 200  len: 2417 time: 0.1797767
Feb 05 21:00:33.919214 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d9cbd935-0a1d-48fb-967f-3ac8cfa7670f req-da76be41-8428-4d49-8802-b3812a8a3686 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=840ffbe8-1e27-441d-9600-26bf7350d551&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0879278
Feb 05 21:00:33.964119 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 421aedf2-3c33-4752-8b22-89f933ce548c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=421aedf2-3c33-4752-8b22-89f933ce548c,segment=NetworkSegment(2a52932a-0773-4bb3-a5f4-675383624606),segment_id=2a52932a-0773-4bb3-a5f4-675383624606)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:33.981469 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '421aedf2-3c33-4752-8b22-89f933ce548c', 'network_id': 'e409084d-65e0-491a-97ff-e3c112d56ec4', 'port_id': '421aedf2-3c33-4752-8b22-89f933ce548c', 'mac_address': 'fa:16:3e:1b:db:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '896ddbdf-ac25-4e4f-b6a8-33cece06deaa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:00:33.995164 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2e2aa232-d7da-4a46-961a-6dc2f5a1f646 req-3f5a8296-0d2b-4ebd-88c4-1a12336bab7c tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1630352
Feb 05 21:00:34.014896 ncdv-master-1 neutron-server[114391]: DEBUG neutron.objects.ports [None req-f45133c7-c57d-4365-9e66-44e1833542be tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114391) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 05 21:00:34.015497 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f45133c7-c57d-4365-9e66-44e1833542be tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (60b2f7fe-c0dc-4131-bd68-d1c2c497e74c), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:34.035720 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e9ae52d1-3fe2-4269-9cb9-10edd7c28a24 req-f6552336-2f9c-4a1c-a410-679cc412017f tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/security-groups?id=87663b8c-f03c-4830-b2a4-28960820d255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1532078
Feb 05 21:00:34.042612 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 421aedf2-3c33-4752-8b22-89f933ce548c is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:00:34.043047 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (421aedf2-3c33-4752-8b22-89f933ce548c), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:34.062293 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46542) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:34.105283 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 421aedf2-3c33-4752-8b22-89f933ce548c {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:00:34.131581 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 421aedf2-3c33-4752-8b22-89f933ce548c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=421aedf2-3c33-4752-8b22-89f933ce548c,segment=NetworkSegment(2a52932a-0773-4bb3-a5f4-675383624606),segment_id=2a52932a-0773-4bb3-a5f4-675383624606)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:34.138212 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (421aedf2-3c33-4752-8b22-89f933ce548c), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:34.214464 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=421aedf2-3c33-4752-8b22-89f933ce548c,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:34.283091 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45133c7-c57d-4365-9e66-44e1833542be tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Pushing event updated for resources: {'Subnet': ['ID=60b2f7fe-c0dc-4131-bd68-d1c2c497e74c,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:34.298691 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45133c7-c57d-4365-9e66-44e1833542be tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Checking segment: {'id': 'babbc433-951e-48ff-9449-317855f46dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3ba00315-e7c6-4316-8ff5-342c78107230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:00:34.299135 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45133c7-c57d-4365-9e66-44e1833542be tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Network hostable DHCP agents. Network: 3ba00315-e7c6-4316-8ff5-342c78107230, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:00:34.319276 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-55146a5e-cab7-4044-b581-27a5f9d75241 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:34.324771 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf701ab-a8fb-47a0-bc15-bfe3f3b1b855 req-1140033a-239e-41f5-ad38-f08d358e8ea2 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:34.331630 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf701ab-a8fb-47a0-bc15-bfe3f3b1b855 req-1140033a-239e-41f5-ad38-f08d358e8ea2 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:34.337628 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf701ab-a8fb-47a0-bc15-bfe3f3b1b855 req-1140033a-239e-41f5-ad38-f08d358e8ea2 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:34.345434 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf701ab-a8fb-47a0-bc15-bfe3f3b1b855 req-1140033a-239e-41f5-ad38-f08d358e8ea2 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:34.352949 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf701ab-a8fb-47a0-bc15-bfe3f3b1b855 req-1140033a-239e-41f5-ad38-f08d358e8ea2 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:34.361465 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf701ab-a8fb-47a0-bc15-bfe3f3b1b855 req-1140033a-239e-41f5-ad38-f08d358e8ea2 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:34.369439 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf701ab-a8fb-47a0-bc15-bfe3f3b1b855 req-1140033a-239e-41f5-ad38-f08d358e8ea2 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:34.380463 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fdf701ab-a8fb-47a0-bc15-bfe3f3b1b855 req-1140033a-239e-41f5-ad38-f08d358e8ea2 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 5433 time: 0.2835209
Feb 05 21:00:34.425788 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45133c7-c57d-4365-9e66-44e1833542be tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Network 3ba00315-e7c6-4316-8ff5-342c78107230 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:00:34.449905 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-f45133c7-c57d-4365-9e66-44e1833542be tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3ba00315-e7c6-4316-8ff5-342c78107230) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:00:34.463906 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45133c7-c57d-4365-9e66-44e1833542be tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:34.464839 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f45133c7-c57d-4365-9e66-44e1833542be tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:34.469597 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['421aedf2-3c33-4752-8b22-89f933ce548c'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:00:34.473855 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-55146a5e-cab7-4044-b581-27a5f9d75241 admin admin] Publish callbacks [] for security_group (13ee6266-51f1-445d-acb2-647331e404eb), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:34.482287 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-55146a5e-cab7-4044-b581-27a5f9d75241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (13ee6266-51f1-445d-acb2-647331e404eb), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:34.501785 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fdf701ab-a8fb-47a0-bc15-bfe3f3b1b855 req-8ab17233-c4f0-4013-8b37-a89cb2606ae3 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&id=f2a34937-6f7c-447d-a100-f79bb6d8301c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1154530
Feb 05 21:00:34.520898 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f45133c7-c57d-4365-9e66-44e1833542be tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.4382145
Feb 05 21:00:34.523817 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 46576) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:34.534967 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-2dbc43fb-5e4c-4355-95c8-43456d90b2cc tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Request body: {'floatingip': {'floating_network_id': '3ba00315-e7c6-4316-8ff5-342c78107230'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:34.538985 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23380c22-ad80-4ca2-bedc-674cfcf3a8f4 None None] Network 3ba00315-e7c6-4316-8ff5-342c78107230 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:00:34.596209 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-55146a5e-cab7-4044-b581-27a5f9d75241 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f74dc97737034039b42cfeaca2b5ed44&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5327599
Feb 05 21:00:34.597060 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55146a5e-cab7-4044-b581-27a5f9d75241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ee6266-51f1-445d-acb2-647331e404eb,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:34.599568 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46580) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:34.600581 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2dbc43fb-5e4c-4355-95c8-43456d90b2cc tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:34.703396 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-002be9ab-db8e-43ea-8965-30c5a717c2dc admin admin] Publish callbacks [] for security_group (13ee6266-51f1-445d-acb2-647331e404eb), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:34.741641 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-002be9ab-db8e-43ea-8965-30c5a717c2dc admin admin] Publish callbacks [] for security_group (13ee6266-51f1-445d-acb2-647331e404eb), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:34.742198 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b894d2-0b73-4637-908a-b5fbb3a1d783 req-e448aea1-a81a-40a2-9ced-4f72a0973f6d tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:34.750438 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b894d2-0b73-4637-908a-b5fbb3a1d783 req-e448aea1-a81a-40a2-9ced-4f72a0973f6d tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:34.755917 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b894d2-0b73-4637-908a-b5fbb3a1d783 req-e448aea1-a81a-40a2-9ced-4f72a0973f6d tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:34.757791 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-38b894d2-0b73-4637-908a-b5fbb3a1d783 req-e448aea1-a81a-40a2-9ced-4f72a0973f6d tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd57913-b8c7-4c6d-9109-f6423fa3555e HTTP/1.1" status: 200  len: 2417 time: 0.1772008
Feb 05 21:00:34.803215 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 46584) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:34.816883 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-002be9ab-db8e-43ea-8965-30c5a717c2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (13ee6266-51f1-445d-acb2-647331e404eb), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:34.821395 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-002be9ab-db8e-43ea-8965-30c5a717c2dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:34.821962 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1302e2f-b940-4991-9b60-208c292fc0ce req-0e507738-5fba-4a4b-ac8f-8e52e06f010c tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:34.827414 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-002be9ab-db8e-43ea-8965-30c5a717c2dc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/13ee6266-51f1-445d-acb2-647331e404eb HTTP/1.1" status: 204  len: 168 time: 0.2263389
Feb 05 21:00:34.829489 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c1302e2f-b940-4991-9b60-208c292fc0ce req-0e507738-5fba-4a4b-ac8f-8e52e06f010c tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 945 time: 0.1772881
Feb 05 21:00:34.838049 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002be9ab-db8e-43ea-8965-30c5a717c2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ee6266-51f1-445d-acb2-647331e404eb,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:34.913332 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f6ce6d-3278-4b5d-b923-1611442d1b80 None None] Network 3ba00315-e7c6-4316-8ff5-342c78107230 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:00:34.915669 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-38b894d2-0b73-4637-908a-b5fbb3a1d783 req-7c8b8503-bff5-449c-9670-03aeae07f321 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/security-groups?id=87663b8c-f03c-4830-b2a4-28960820d255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1482537
Feb 05 21:00:34.941998 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c1302e2f-b940-4991-9b60-208c292fc0ce req-4f828d83-9f22-41a0-b545-f3e05c59e69b tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=840ffbe8-1e27-441d-9600-26bf7350d551&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1069090
Feb 05 21:00:34.969151 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2dbc43fb-5e4c-4355-95c8-43456d90b2cc tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:35.105224 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a868f1dc-4b4c-442c-ad62-c5723055b078 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:35.248447 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-2dbc43fb-5e4c-4355-95c8-43456d90b2cc tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Allocated IP 172.20.0.9 (3ba00315-e7c6-4316-8ff5-342c78107230/60b2f7fe-c0dc-4131-bd68-d1c2c497e74c/083069eb-917f-4a78-982f-f38682f9b168) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:00:35.258320 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69687874-1d09-4f07-b926-cea198e5d780 req-1107eb6b-20ff-4ed3-8f50-8ae4248f8a93 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:35.265505 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-69687874-1d09-4f07-b926-cea198e5d780 req-1107eb6b-20ff-4ed3-8f50-8ae4248f8a93 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8424c18-089e-4f0e-bb42-6ce51886b5d0 HTTP/1.1" status: 200  len: 945 time: 0.1578615
Feb 05 21:00:35.281967 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46598) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:35.299571 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2ec61533-0041-4cbd-93a5-da0824d8f068 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:35.389893 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2ec61533-0041-4cbd-93a5-da0824d8f068 admin admin] Publish callbacks [] for security_group (f8c4fde4-f10c-4ede-a23c-f43bee1bb935), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:35.394419 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2ec61533-0041-4cbd-93a5-da0824d8f068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f8c4fde4-f10c-4ede-a23c-f43bee1bb935), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:35.430226 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-69687874-1d09-4f07-b926-cea198e5d780 req-975ec67c-e6c0-4e24-a7f9-6c8670fbe537 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1636872
Feb 05 21:00:35.431946 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec61533-0041-4cbd-93a5-da0824d8f068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c4fde4-f10c-4ede-a23c-f43bee1bb935,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:35.440291 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2ec61533-0041-4cbd-93a5-da0824d8f068 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b1d0705a43db44bdbf3afe7f5d92a07a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1542926
Feb 05 21:00:35.440593 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46608) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:35.451618 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a868f1dc-4b4c-442c-ad62-c5723055b078 admin admin] Publish callbacks [] for security_group (4bd51564-375c-4f79-ac69-98e4dc4e347d), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:35.457838 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-c1387827-b9c7-426d-bc20-38faf5b89198 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=796e48bdf76e4c18be2b2583b965b6e9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0740137
Feb 05 21:00:35.460405 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a868f1dc-4b4c-442c-ad62-c5723055b078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (4bd51564-375c-4f79-ac69-98e4dc4e347d), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:35.497856 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4e8a3714-d0b1-4f1d-a54d-5c4c32436684 admin admin] Publish callbacks [] for security_group (f8c4fde4-f10c-4ede-a23c-f43bee1bb935), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:35.521013 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4e8a3714-d0b1-4f1d-a54d-5c4c32436684 admin admin] Publish callbacks [] for security_group (f8c4fde4-f10c-4ede-a23c-f43bee1bb935), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:35.578980 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4e8a3714-d0b1-4f1d-a54d-5c4c32436684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f8c4fde4-f10c-4ede-a23c-f43bee1bb935), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:35.581451 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4e8a3714-d0b1-4f1d-a54d-5c4c32436684 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:35.585337 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4e8a3714-d0b1-4f1d-a54d-5c4c32436684 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f8c4fde4-f10c-4ede-a23c-f43bee1bb935 HTTP/1.1" status: 204  len: 168 time: 0.1409988
Feb 05 21:00:35.591859 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a3714-d0b1-4f1d-a54d-5c4c32436684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c4fde4-f10c-4ede-a23c-f43bee1bb935,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:35.620589 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a868f1dc-4b4c-442c-ad62-c5723055b078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd51564-375c-4f79-ac69-98e4dc4e347d,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:35.626426 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a868f1dc-4b4c-442c-ad62-c5723055b078 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ece026c847a44a76a179f84e90bf0334&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8191178
Feb 05 21:00:35.628252 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46614) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:35.685095 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bd25a1c4-f9b6-4419-a3b4-af74f0367ea0 admin admin] Publish callbacks [] for security_group (4bd51564-375c-4f79-ac69-98e4dc4e347d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:35.702982 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2dbc43fb-5e4c-4355-95c8-43456d90b2cc tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks [] for port (083069eb-917f-4a78-982f-f38682f9b168), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:35.707555 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bd25a1c4-f9b6-4419-a3b4-af74f0367ea0 admin admin] Publish callbacks [] for security_group (4bd51564-375c-4f79-ac69-98e4dc4e347d), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:35.760645 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bd25a1c4-f9b6-4419-a3b4-af74f0367ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (4bd51564-375c-4f79-ac69-98e4dc4e347d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:35.763444 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bd25a1c4-f9b6-4419-a3b4-af74f0367ea0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:35.764936 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-bd25a1c4-f9b6-4419-a3b4-af74f0367ea0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4bd51564-375c-4f79-ac69-98e4dc4e347d HTTP/1.1" status: 204  len: 168 time: 0.1351247
Feb 05 21:00:35.776865 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd25a1c4-f9b6-4419-a3b4-af74f0367ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd51564-375c-4f79-ac69-98e4dc4e347d,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:36.058267 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93e5a787-43ea-44df-a8a6-4fed45127a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:36.125627 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-8af6d44c-4a06-4c11-b9f2-d8305a5a58b2 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:36.127189 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-8af6d44c-4a06-4c11-b9f2-d8305a5a58b2 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6627905
Feb 05 21:00:36.142919 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99784d8f-e003-440d-94fa-fc968cce065b req-c9fbb9f3-17fb-42b9-8333-d7c5664c2cd6 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:36.148314 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99784d8f-e003-440d-94fa-fc968cce065b req-c9fbb9f3-17fb-42b9-8333-d7c5664c2cd6 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:36.153731 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99784d8f-e003-440d-94fa-fc968cce065b req-c9fbb9f3-17fb-42b9-8333-d7c5664c2cd6 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:36.159875 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99784d8f-e003-440d-94fa-fc968cce065b req-c9fbb9f3-17fb-42b9-8333-d7c5664c2cd6 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:36.165714 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99784d8f-e003-440d-94fa-fc968cce065b req-c9fbb9f3-17fb-42b9-8333-d7c5664c2cd6 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:36.171331 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99784d8f-e003-440d-94fa-fc968cce065b req-c9fbb9f3-17fb-42b9-8333-d7c5664c2cd6 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:36.176752 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99784d8f-e003-440d-94fa-fc968cce065b req-c9fbb9f3-17fb-42b9-8333-d7c5664c2cd6 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:36.178770 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-99784d8f-e003-440d-94fa-fc968cce065b req-c9fbb9f3-17fb-42b9-8333-d7c5664c2cd6 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 5433 time: 0.5598187
Feb 05 21:00:36.179474 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 46634) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:36.223921 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b08bfb3e-6a0c-457a-a5b1-d70cc2957ccd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:36.230156 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5afa584-73e7-46c2-b0cc-b05499a37d6a req-023088e8-f3ce-4427-b2a4-28ebb78d4fe8 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:36.235609 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5afa584-73e7-46c2-b0cc-b05499a37d6a req-023088e8-f3ce-4427-b2a4-28ebb78d4fe8 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:36.235755 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-2e3ebcfa-9dad-46d9-82ff-831bf7605de7 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] 10.222.0.32 "GET /v2.0/quotas/796e48bdf76e4c18be2b2583b965b6e9 HTTP/1.1" status: 200  len: 375 time: 0.0551848
Feb 05 21:00:36.239003 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2dbc43fb-5e4c-4355-95c8-43456d90b2cc tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (083069eb-917f-4a78-982f-f38682f9b168), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:36.241151 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5afa584-73e7-46c2-b0cc-b05499a37d6a req-023088e8-f3ce-4427-b2a4-28ebb78d4fe8 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:36.242877 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c5afa584-73e7-46c2-b0cc-b05499a37d6a req-023088e8-f3ce-4427-b2a4-28ebb78d4fe8 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bd57913-b8c7-4c6d-9109-f6423fa3555e HTTP/1.1" status: 200  len: 2417 time: 0.0686450
Feb 05 21:00:36.333820 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-93f04cc6-268e-40a4-817d-8119980346a8 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=796e48bdf76e4c18be2b2583b965b6e9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0833352
Feb 05 21:00:36.360809 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbc43fb-5e4c-4355-95c8-43456d90b2cc tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Network 3ba00315-e7c6-4316-8ff5-342c78107230 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:00:36.362149 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-c5afa584-73e7-46c2-b0cc-b05499a37d6a req-35205f85-dda2-4ddf-8168-3a5ae23829a4 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Deleting port 632d6e8d-054a-44c6-a6c1-9f56e270211f {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:00:36.362649 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c5afa584-73e7-46c2-b0cc-b05499a37d6a req-35205f85-dda2-4ddf-8168-3a5ae23829a4 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (632d6e8d-054a-44c6-a6c1-9f56e270211f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:36.372621 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc43fb-5e4c-4355-95c8-43456d90b2cc tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Pushing event updated for resources: {'Port': ['ID=083069eb-917f-4a78-982f-f38682f9b168,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:36.375805 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-2dbc43fb-5e4c-4355-95c8-43456d90b2cc tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:00:36.380307 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbc43fb-5e4c-4355-95c8-43456d90b2cc tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:00:36.408430 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-99784d8f-e003-440d-94fa-fc968cce065b req-0c047c7f-8849-4b29-9f44-17f73bb7df87 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&id=f2a34937-6f7c-447d-a100-f79bb6d8301c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2164993
Feb 05 21:00:36.497965 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b08bfb3e-6a0c-457a-a5b1-d70cc2957ccd admin admin] Publish callbacks [] for security_group (eeefc196-e930-47ba-848a-f72620020401), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:36.516223 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b08bfb3e-6a0c-457a-a5b1-d70cc2957ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (eeefc196-e930-47ba-848a-f72620020401), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:36.610522 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-c5afa584-73e7-46c2-b0cc-b05499a37d6a req-35205f85-dda2-4ddf-8168-3a5ae23829a4 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] For port 632d6e8d-054a-44c6-a6c1-9f56e270211f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=632d6e8d-054a-44c6-a6c1-9f56e270211f,segment=NetworkSegment(9cb0e7e9-bebd-43cb-a591-47478d79e2a1),segment_id=9cb0e7e9-bebd-43cb-a591-47478d79e2a1)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:36.611296 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c5afa584-73e7-46c2-b0cc-b05499a37d6a req-35205f85-dda2-4ddf-8168-3a5ae23829a4 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (632d6e8d-054a-44c6-a6c1-9f56e270211f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:36.619709 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2dbc43fb-5e4c-4355-95c8-43456d90b2cc tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks [] for floatingip (6722ad97-fdd7-4c87-bfb5-9f2fd0ce2581), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:36.627007 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-c5afa584-73e7-46c2-b0cc-b05499a37d6a req-35205f85-dda2-4ddf-8168-3a5ae23829a4 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Calling delete_port for 632d6e8d-054a-44c6-a6c1-9f56e270211f owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:00:36.638066 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b08bfb3e-6a0c-457a-a5b1-d70cc2957ccd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9cb900969253413ea8e3204f15017e4f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4545860
Feb 05 21:00:36.642179 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46652) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:36.655902 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08bfb3e-6a0c-457a-a5b1-d70cc2957ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeefc196-e930-47ba-848a-f72620020401,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:36.726863 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e09664-1ef4-44bb-8c39-ba7b7073d99d req-67e3850f-35e1-4f54-b197-daa8d2e0bf65 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:36.732544 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e09664-1ef4-44bb-8c39-ba7b7073d99d req-67e3850f-35e1-4f54-b197-daa8d2e0bf65 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:36.739039 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e09664-1ef4-44bb-8c39-ba7b7073d99d req-67e3850f-35e1-4f54-b197-daa8d2e0bf65 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:36.740776 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a2e09664-1ef4-44bb-8c39-ba7b7073d99d req-67e3850f-35e1-4f54-b197-daa8d2e0bf65 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd57913-b8c7-4c6d-9109-f6423fa3555e HTTP/1.1" status: 200  len: 2417 time: 0.1953228
Feb 05 21:00:36.762812 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2dbc43fb-5e4c-4355-95c8-43456d90b2cc tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (083069eb-917f-4a78-982f-f38682f9b168), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:36.782571 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-481db62a-f960-4c0c-ae5f-8467e6c971fb admin admin] Publish callbacks [] for security_group (eeefc196-e930-47ba-848a-f72620020401), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:36.812692 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-481db62a-f960-4c0c-ae5f-8467e6c971fb admin admin] Publish callbacks [] for security_group (eeefc196-e930-47ba-848a-f72620020401), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:36.816346 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee795cf-78bd-46b5-a410-aa191543eab8 req-0360718c-c7d5-457f-9102-e9d04e5f0fdc tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:36.817946 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0ee795cf-78bd-46b5-a410-aa191543eab8 req-0360718c-c7d5-457f-9102-e9d04e5f0fdc tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 945 time: 0.2062213
Feb 05 21:00:36.891504 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c5afa584-73e7-46c2-b0cc-b05499a37d6a req-35205f85-dda2-4ddf-8168-3a5ae23829a4 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (632d6e8d-054a-44c6-a6c1-9f56e270211f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:36.909885 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a2e09664-1ef4-44bb-8c39-ba7b7073d99d req-f8291618-977c-47e2-9845-8a9723b68870 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/security-groups?id=87663b8c-f03c-4830-b2a4-28960820d255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1581039
Feb 05 21:00:36.910327 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['56166e37-c00d-4298-a0e0-99eddccde1ed', '7c845990-84ba-4725-9c91-59926b96b74a', '632d6e8d-054a-44c6-a6c1-9f56e270211f'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:00:36.950944 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35205f85-dda2-4ddf-8168-3a5ae23829a4 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Pushing event deleted for resources: {'Port': ['ID=632d6e8d-054a-44c6-a6c1-9f56e270211f,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:36.961567 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-481db62a-f960-4c0c-ae5f-8467e6c971fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (eeefc196-e930-47ba-848a-f72620020401), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:36.965467 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-481db62a-f960-4c0c-ae5f-8467e6c971fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:36.969349 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-481db62a-f960-4c0c-ae5f-8467e6c971fb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eeefc196-e930-47ba-848a-f72620020401 HTTP/1.1" status: 204  len: 168 time: 0.3200750
Feb 05 21:00:37.016714 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5afa584-73e7-46c2-b0cc-b05499a37d6a req-35205f85-dda2-4ddf-8168-3a5ae23829a4 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] No DVR routers for this DVR port 632d6e8d-054a-44c6-a6c1-9f56e270211f on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:00:37.021451 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481db62a-f960-4c0c-ae5f-8467e6c971fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeefc196-e930-47ba-848a-f72620020401,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:37.027548 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c5afa584-73e7-46c2-b0cc-b05499a37d6a req-35205f85-dda2-4ddf-8168-3a5ae23829a4 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:37.039313 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c5afa584-73e7-46c2-b0cc-b05499a37d6a req-35205f85-dda2-4ddf-8168-3a5ae23829a4 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.39 "DELETE /v2.0/ports/632d6e8d-054a-44c6-a6c1-9f56e270211f HTTP/1.1" status: 204  len: 173 time: 0.7872267
Feb 05 21:00:37.041029 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd57913-b8c7-4c6d-9109-f6423fa3555e', 'name': 'network-vif-deleted', 'tag': '632d6e8d-054a-44c6-a6c1-9f56e270211f'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:00:37.044913 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e97c31-22ba-4285-ad0f-d2199b597226" -d '{"events": [{"server_uuid": "5bd57913-b8c7-4c6d-9109-f6423fa3555e", "name": "network-vif-deleted", "tag": "632d6e8d-054a-44c6-a6c1-9f56e270211f"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:00:37.140874 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0ee795cf-78bd-46b5-a410-aa191543eab8 req-afbdd857-9a10-4325-a991-52391af79d9e tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=840ffbe8-1e27-441d-9600-26bf7350d551&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3135085
Feb 05 21:00:37.266838 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-c5afa584-73e7-46c2-b0cc-b05499a37d6a req-68d45357-967b-45ec-9b67-da01538f247e tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Deleting port 56166e37-c00d-4298-a0e0-99eddccde1ed {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:00:37.267389 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c5afa584-73e7-46c2-b0cc-b05499a37d6a req-68d45357-967b-45ec-9b67-da01538f247e tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (56166e37-c00d-4298-a0e0-99eddccde1ed), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:37.425010 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-65cdd7ae-cf88-4994-ae0f-a17e3eaf4b62 req-c115d440-5392-4b51-8f4e-e9de729de7bd tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3043c2e-d068-4256-a8d5-12b24125058f HTTP/1.1" status: 200  len: 210 time: 0.1452901
Feb 05 21:00:37.429307 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-c5afa584-73e7-46c2-b0cc-b05499a37d6a req-68d45357-967b-45ec-9b67-da01538f247e tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] For port 56166e37-c00d-4298-a0e0-99eddccde1ed, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=56166e37-c00d-4298-a0e0-99eddccde1ed,segment=NetworkSegment(9bb46988-e9d7-4b6a-8335-182502fc14c0),segment_id=9bb46988-e9d7-4b6a-8335-182502fc14c0)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:37.430585 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c5afa584-73e7-46c2-b0cc-b05499a37d6a req-68d45357-967b-45ec-9b67-da01538f247e tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (56166e37-c00d-4298-a0e0-99eddccde1ed), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:37.471082 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-c5afa584-73e7-46c2-b0cc-b05499a37d6a req-68d45357-967b-45ec-9b67-da01538f247e tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Calling delete_port for 56166e37-c00d-4298-a0e0-99eddccde1ed owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:00:37.476848 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:37.535641 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-1e120224-49ed-4389-b49e-b29bc062500c tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:37.541268 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-1e120224-49ed-4389-b49e-b29bc062500c tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:37.561607 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d4de71-cbc3-4702-98a0-5022c2dd14b3 x-openstack-request-id: req-13d4de71-cbc3-4702-98a0-5022c2dd14b3 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:00:37.562102 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd57913-b8c7-4c6d-9109-f6423fa3555e", "name": "network-vif-deleted", "tag": "632d6e8d-054a-44c6-a6c1-9f56e270211f", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:00:37.562724 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-1e120224-49ed-4389-b49e-b29bc062500c tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:37.573084 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-1e120224-49ed-4389-b49e-b29bc062500c tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:37.579585 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-1e120224-49ed-4389-b49e-b29bc062500c tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:37.579893 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-13d4de71-cbc3-4702-98a0-5022c2dd14b3 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:00:37.580580 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd57913-b8c7-4c6d-9109-f6423fa3555e', 'name': 'network-vif-deleted', 'tag': '632d6e8d-054a-44c6-a6c1-9f56e270211f', 'status': 'completed', 'code': 200}
Feb 05 21:00:37.588314 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-1e120224-49ed-4389-b49e-b29bc062500c tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:37.602710 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-1e120224-49ed-4389-b49e-b29bc062500c tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:37.604701 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-1e120224-49ed-4389-b49e-b29bc062500c tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.39 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 5433 time: 0.6059818
Feb 05 21:00:37.618486 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2dbc43fb-5e4c-4355-95c8-43456d90b2cc tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks [] for port (083069eb-917f-4a78-982f-f38682f9b168), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:37.646733 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2dbc43fb-5e4c-4355-95c8-43456d90b2cc tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (083069eb-917f-4a78-982f-f38682f9b168), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:37.719859 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 421aedf2-3c33-4752-8b22-89f933ce548c up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:00:37.730577 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f1e79-ea76-48c7-a049-d44e2ec682b0 req-9a3f3469-71de-470c-8dad-23a3eeb4ae89 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:37.738676 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f13f1e79-ea76-48c7-a049-d44e2ec682b0 req-9a3f3469-71de-470c-8dad-23a3eeb4ae89 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8424c18-089e-4f0e-bb42-6ce51886b5d0 HTTP/1.1" status: 200  len: 945 time: 0.5742311
Feb 05 21:00:37.745759 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c5afa584-73e7-46c2-b0cc-b05499a37d6a req-68d45357-967b-45ec-9b67-da01538f247e tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (56166e37-c00d-4298-a0e0-99eddccde1ed), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:37.760169 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['632d6e8d-054a-44c6-a6c1-9f56e270211f'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:00:37.777195 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-1e2fd198-c54c-4fa5-b1b1-3bf38253015c tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:37.778618 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-1e2fd198-c54c-4fa5-b1b1-3bf38253015c tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.39 "GET /v2.0/ports/9660cfc0-bfac-4a7d-a596-8d37f433d2c1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.1566036
Feb 05 21:00:37.829825 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 421aedf2-3c33-4752-8b22-89f933ce548c completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:00:37.835560 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 421aedf2-3c33-4752-8b22-89f933ce548c triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:00:37.836170 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (421aedf2-3c33-4752-8b22-89f933ce548c), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:37.855743 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc43fb-5e4c-4355-95c8-43456d90b2cc tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Pushing event updated for resources: {'Port': ['ID=083069eb-917f-4a78-982f-f38682f9b168,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:37.868579 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d45357-967b-45ec-9b67-da01538f247e tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Pushing event deleted for resources: {'Port': ['ID=56166e37-c00d-4298-a0e0-99eddccde1ed,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:37.919538 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5afa584-73e7-46c2-b0cc-b05499a37d6a req-68d45357-967b-45ec-9b67-da01538f247e tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] No DVR routers for this DVR port 56166e37-c00d-4298-a0e0-99eddccde1ed on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:00:37.932023 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c5afa584-73e7-46c2-b0cc-b05499a37d6a req-68d45357-967b-45ec-9b67-da01538f247e tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:37.935691 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c5afa584-73e7-46c2-b0cc-b05499a37d6a req-68d45357-967b-45ec-9b67-da01538f247e tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.39 "DELETE /v2.0/ports/56166e37-c00d-4298-a0e0-99eddccde1ed HTTP/1.1" status: 204  len: 173 time: 0.8870463
Feb 05 21:00:38.022413 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 421aedf2-3c33-4752-8b22-89f933ce548c is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:00:38.022825 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2dbc43fb-5e4c-4355-95c8-43456d90b2cc tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (6722ad97-fdd7-4c87-bfb5-9f2fd0ce2581), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:38.024647 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (421aedf2-3c33-4752-8b22-89f933ce548c), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:38.069424 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8424c18-089e-4f0e-bb42-6ce51886b5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421aedf2-3c33-4752-8b22-89f933ce548c'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:00:38.073685 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7180c1-e89e-4e7e-a085-39e6afdd5495" -d '{"events": [{"server_uuid": "c8424c18-089e-4f0e-bb42-6ce51886b5d0", "name": "network-vif-plugged", "status": "completed", "tag": "421aedf2-3c33-4752-8b22-89f933ce548c"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:00:38.086430 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f13f1e79-ea76-48c7-a049-d44e2ec682b0 req-4d469e00-ecd9-4e3d-98cb-01c74291971d tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3326304
Feb 05 21:00:38.095984 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 421aedf2-3c33-4752-8b22-89f933ce548c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=421aedf2-3c33-4752-8b22-89f933ce548c,segment=NetworkSegment(2a52932a-0773-4bb3-a5f4-675383624606),segment_id=2a52932a-0773-4bb3-a5f4-675383624606)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:38.106904 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (421aedf2-3c33-4752-8b22-89f933ce548c), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:38.154397 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2cb837-58dc-49ed-8ace-ade5057543dd req-7468aa64-7f29-4354-b501-0760f7f9b5cb tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:38.161731 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ba2cb837-58dc-49ed-8ace-ade5057543dd req-7468aa64-7f29-4354-b501-0760f7f9b5cb tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 945 time: 0.5369737
Feb 05 21:00:38.202227 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-706a215d-f886-4a75-a7ea-90fdee50fef9 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=796e48bdf76e4c18be2b2583b965b6e9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1511385
Feb 05 21:00:38.244800 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2dbc43fb-5e4c-4355-95c8-43456d90b2cc tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:38.246578 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2dbc43fb-5e4c-4355-95c8-43456d90b2cc tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 3.7216704
Feb 05 21:00:38.252290 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46706) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:38.274818 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 46708) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:38.313568 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=421aedf2-3c33-4752-8b22-89f933ce548c,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:38.348895 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-6168ac16-c052-49df-a6b6-8a7c6ab84ce4 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Request body: {'floatingip': {'port_id': '19bf3552-1f97-4d35-9342-465464c23ba5'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:38.366162 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-892c48dc-b035-47b0-a52d-f8e965a43ac4 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.39 "GET /v2.0/networks/0e68efe9-ea16-4fb9-b57d-581a14fb90de?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.5615573
Feb 05 21:00:38.434469 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-c5afa584-73e7-46c2-b0cc-b05499a37d6a req-c98cf636-7558-4bea-ad34-7aafedcb9a92 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Deleting port 7c845990-84ba-4725-9c91-59926b96b74a {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:00:38.435084 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c5afa584-73e7-46c2-b0cc-b05499a37d6a req-c98cf636-7558-4bea-ad34-7aafedcb9a92 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (7c845990-84ba-4725-9c91-59926b96b74a), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:38.447337 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-263e5501-4743-4721-8381-2d53ffbf2f1e tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] 10.222.0.32 "GET /v2.0/floatingips?floating_network_id=3ba00315-e7c6-4316-8ff5-342c78107230 HTTP/1.1" status: 200  len: 689 time: 0.1870167
Feb 05 21:00:38.447337 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46712) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:38.450190 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-922284f6-64b8-4b8a-8f42-8b01f78da664 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:38.496397 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6168ac16-c052-49df-a6b6-8a7c6ab84ce4 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks [] for floatingip (d1ddd16d-b1b9-455e-b303-13621cb41dae), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:38.621292 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-c5afa584-73e7-46c2-b0cc-b05499a37d6a req-c98cf636-7558-4bea-ad34-7aafedcb9a92 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] For port 7c845990-84ba-4725-9c91-59926b96b74a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c845990-84ba-4725-9c91-59926b96b74a,segment=NetworkSegment(9cb0e7e9-bebd-43cb-a591-47478d79e2a1),segment_id=9cb0e7e9-bebd-43cb-a591-47478d79e2a1)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:38.621754 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c5afa584-73e7-46c2-b0cc-b05499a37d6a req-c98cf636-7558-4bea-ad34-7aafedcb9a92 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (7c845990-84ba-4725-9c91-59926b96b74a), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:38.626224 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-49c16049-8bea-420d-91b7-def200acf108 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (3ba00315-e7c6-4316-8ff5-342c78107230), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:38.641191 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-c5afa584-73e7-46c2-b0cc-b05499a37d6a req-c98cf636-7558-4bea-ad34-7aafedcb9a92 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Calling delete_port for 7c845990-84ba-4725-9c91-59926b96b74a owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:00:38.688874 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082da01-223c-448a-862e-c5eada08d275 req-83aede91-4c3a-4926-a46e-b4832db8047f tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:38.694291 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082da01-223c-448a-862e-c5eada08d275 req-83aede91-4c3a-4926-a46e-b4832db8047f tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:38.699970 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082da01-223c-448a-862e-c5eada08d275 req-83aede91-4c3a-4926-a46e-b4832db8047f tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:38.706254 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082da01-223c-448a-862e-c5eada08d275 req-83aede91-4c3a-4926-a46e-b4832db8047f tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:38.711690 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082da01-223c-448a-862e-c5eada08d275 req-83aede91-4c3a-4926-a46e-b4832db8047f tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:38.717928 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082da01-223c-448a-862e-c5eada08d275 req-83aede91-4c3a-4926-a46e-b4832db8047f tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:38.723499 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082da01-223c-448a-862e-c5eada08d275 req-83aede91-4c3a-4926-a46e-b4832db8047f tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:38.725862 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e082da01-223c-448a-862e-c5eada08d275 req-83aede91-4c3a-4926-a46e-b4832db8047f tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 5433 time: 0.4918895
Feb 05 21:00:38.739489 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-5b417e0a-3c98-4197-aad4-da9435a2e269 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:38.740968 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-5b417e0a-3c98-4197-aad4-da9435a2e269 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5259402
Feb 05 21:00:38.768501 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e22a9c-fc1e-4b9a-915e-7a261077248a req-5b12da8c-022c-4401-8edc-60f60dcd015a tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:38.769992 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-08e22a9c-fc1e-4b9a-915e-7a261077248a req-5b12da8c-022c-4401-8edc-60f60dcd015a tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd57913-b8c7-4c6d-9109-f6423fa3555e HTTP/1.1" status: 200  len: 944 time: 0.4278183
Feb 05 21:00:38.776303 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-2fad4583-c8a2-4a10-8616-be8470020f26 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] Request body: {'port': {'device_id': 'f3043c2e-d068-4256-a8d5-12b24125058f', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'admin_state_up': True, 'tenant_id': '796e48bdf76e4c18be2b2583b965b6e9'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:38.780470 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-922284f6-64b8-4b8a-8f42-8b01f78da664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9660cfc0-bfac-4a7d-a596-8d37f433d2c1), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:38.832859 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-49c16049-8bea-420d-91b7-def200acf108 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Deleting port 083069eb-917f-4a78-982f-f38682f9b168 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:00:38.833199 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-49c16049-8bea-420d-91b7-def200acf108 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (083069eb-917f-4a78-982f-f38682f9b168), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:38.967045 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c5afa584-73e7-46c2-b0cc-b05499a37d6a req-c98cf636-7558-4bea-ad34-7aafedcb9a92 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (7c845990-84ba-4725-9c91-59926b96b74a), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:38.969939 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-49c16049-8bea-420d-91b7-def200acf108 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (083069eb-917f-4a78-982f-f38682f9b168), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:38.970333 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-49c16049-8bea-420d-91b7-def200acf108 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks [] for floatingip (083069eb-917f-4a78-982f-f38682f9b168), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:38.974728 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:38.979354 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['632d6e8d-054a-44c6-a6c1-9f56e270211f'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:00:39.018329 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-49c16049-8bea-420d-91b7-def200acf108 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Calling delete_port for 083069eb-917f-4a78-982f-f38682f9b168 owned by network:floatingip {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:00:39.020624 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98cf636-7558-4bea-ad34-7aafedcb9a92 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Pushing event deleted for resources: {'Port': ['ID=7c845990-84ba-4725-9c91-59926b96b74a,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:39.100940 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e082da01-223c-448a-862e-c5eada08d275 req-0817d387-2be3-4748-a110-258ffd3bcbd6 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&id=f2a34937-6f7c-447d-a100-f79bb6d8301c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3541577
Feb 05 21:00:39.135982 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-08e22a9c-fc1e-4b9a-915e-7a261077248a req-6cf73ed4-0434-4f03-b2b3-97fe3a1a6574 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/security-groups?id=87663b8c-f03c-4830-b2a4-28960820d255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3445621
Feb 05 21:00:39.190448 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5afa584-73e7-46c2-b0cc-b05499a37d6a req-c98cf636-7558-4bea-ad34-7aafedcb9a92 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] No DVR routers for this DVR port 7c845990-84ba-4725-9c91-59926b96b74a on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:00:39.202668 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c5afa584-73e7-46c2-b0cc-b05499a37d6a req-c98cf636-7558-4bea-ad34-7aafedcb9a92 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:39.220800 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04572c1b-d66b-4005-bdfc-cb404a06d297 x-openstack-request-id: req-04572c1b-d66b-4005-bdfc-cb404a06d297 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:00:39.221242 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8424c18-089e-4f0e-bb42-6ce51886b5d0", "name": "network-vif-plugged", "status": "completed", "tag": "421aedf2-3c33-4752-8b22-89f933ce548c", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:00:39.221725 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-04572c1b-d66b-4005-bdfc-cb404a06d297 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:00:39.222344 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8424c18-089e-4f0e-bb42-6ce51886b5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421aedf2-3c33-4752-8b22-89f933ce548c', 'code': 200}
Feb 05 21:00:39.225657 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c5afa584-73e7-46c2-b0cc-b05499a37d6a req-c98cf636-7558-4bea-ad34-7aafedcb9a92 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.39 "DELETE /v2.0/ports/7c845990-84ba-4725-9c91-59926b96b74a HTTP/1.1" status: 204  len: 173 time: 1.2844501
Feb 05 21:00:39.460287 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-49c16049-8bea-420d-91b7-def200acf108 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (083069eb-917f-4a78-982f-f38682f9b168), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:39.501568 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c16049-8bea-420d-91b7-def200acf108 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Pushing event deleted for resources: {'Port': ['ID=083069eb-917f-4a78-982f-f38682f9b168,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:39.509440 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e87106-a8c7-493d-be58-ecb5e106fef9 req-42ce2b95-e6af-4891-a6d7-442e23feaa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:39.509708 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d6e87106-a8c7-493d-be58-ecb5e106fef9 req-42ce2b95-e6af-4891-a6d7-442e23feaa47 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c8424c18-089e-4f0e-bb42-6ce51886b5d0 HTTP/1.1" status: 200  len: 1128 time: 0.1087937
Feb 05 21:00:39.577912 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-922284f6-64b8-4b8a-8f42-8b01f78da664 service neutron] For port 9660cfc0-bfac-4a7d-a596-8d37f433d2c1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9660cfc0-bfac-4a7d-a596-8d37f433d2c1,segment=NetworkSegment(180079d9-3802-4753-bdea-bdcba1df7383),segment_id=180079d9-3802-4753-bdea-bdcba1df7383)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:39.611014 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd57913-b8c7-4c6d-9109-f6423fa3555e', 'name': 'network-vif-deleted', 'tag': '56166e37-c00d-4298-a0e0-99eddccde1ed'}, {'server_uuid': '5bd57913-b8c7-4c6d-9109-f6423fa3555e', 'name': 'network-vif-deleted', 'tag': '7c845990-84ba-4725-9c91-59926b96b74a'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:00:39.616134 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d001a84-36e7-4ef6-b9dd-2b743e117538" -d '{"events": [{"server_uuid": "5bd57913-b8c7-4c6d-9109-f6423fa3555e", "name": "network-vif-deleted", "tag": "56166e37-c00d-4298-a0e0-99eddccde1ed"}, {"server_uuid": "5bd57913-b8c7-4c6d-9109-f6423fa3555e", "name": "network-vif-deleted", "tag": "7c845990-84ba-4725-9c91-59926b96b74a"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:00:39.622448 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d6e87106-a8c7-493d-be58-ecb5e106fef9 req-1958f654-32e1-4fb3-ae43-6ef0cf3601d0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901957
Feb 05 21:00:39.626028 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-01d49718-c66d-42ed-9372-c1d452359211 req-e900a516-8610-4056-831f-2dbc839b9bd4 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3043c2e-d068-4256-a8d5-12b24125058f HTTP/1.1" status: 200  len: 210 time: 0.2532990
Feb 05 21:00:39.640599 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-49c16049-8bea-420d-91b7-def200acf108 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks [] for floatingip (6722ad97-fdd7-4c87-bfb5-9f2fd0ce2581), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:39.678940 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-2fad4583-c8a2-4a10-8616-be8470020f26 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] Made reservation on behalf of 796e48bdf76e4c18be2b2583b965b6e9 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:00:39.690016 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-2fad4583-c8a2-4a10-8616-be8470020f26 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:39.702325 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-49c16049-8bea-420d-91b7-def200acf108 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (60b2f7fe-c0dc-4131-bd68-d1c2c497e74c), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:39.739670 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Feb 2022 21:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5fea3e-8c7d-4916-b0d8-bb1edd89ffa1 x-openstack-request-id: req-5c5fea3e-8c7d-4916-b0d8-bb1edd89ffa1 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:00:39.739995 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd57913-b8c7-4c6d-9109-f6423fa3555e", "name": "network-vif-deleted", "tag": "56166e37-c00d-4298-a0e0-99eddccde1ed", "status": "completed", "code": 200}, {"server_uuid": "5bd57913-b8c7-4c6d-9109-f6423fa3555e", "name": "network-vif-deleted", "tag": "7c845990-84ba-4725-9c91-59926b96b74a", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:00:39.740261 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c5fea3e-8c7d-4916-b0d8-bb1edd89ffa1 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:00:39.740666 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd57913-b8c7-4c6d-9109-f6423fa3555e', 'name': 'network-vif-deleted', 'tag': '56166e37-c00d-4298-a0e0-99eddccde1ed', 'status': 'completed', 'code': 200}
Feb 05 21:00:39.740926 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd57913-b8c7-4c6d-9109-f6423fa3555e', 'name': 'network-vif-deleted', 'tag': '7c845990-84ba-4725-9c91-59926b96b74a', 'status': 'completed', 'code': 200}
Feb 05 21:00:39.799808 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-2fad4583-c8a2-4a10-8616-be8470020f26 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:39.804269 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-49c16049-8bea-420d-91b7-def200acf108 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (60b2f7fe-c0dc-4131-bd68-d1c2c497e74c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:39.820951 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-922284f6-64b8-4b8a-8f42-8b01f78da664 service neutron] For port 9660cfc0-bfac-4a7d-a596-8d37f433d2c1, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:00:39.854175 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c16049-8bea-420d-91b7-def200acf108 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=60b2f7fe-c0dc-4131-bd68-d1c2c497e74c,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:39.978490 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-49c16049-8bea-420d-91b7-def200acf108 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (3ba00315-e7c6-4316-8ff5-342c78107230), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:39.979602 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-922284f6-64b8-4b8a-8f42-8b01f78da664 service neutron] device_id is not set on port 9660cfc0-bfac-4a7d-a596-8d37f433d2c1 yet. {{(pid=114391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:00:39.992625 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d61f3b-85b1-4406-a090-f993b02f6773 req-4e878062-02c2-4926-9dff-02b1d920bfdc tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:40.000376 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2d61f3b-85b1-4406-a090-f993b02f6773 req-4e878062-02c2-4926-9dff-02b1d920bfdc tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8424c18-089e-4f0e-bb42-6ce51886b5d0 HTTP/1.1" status: 200  len: 946 time: 0.6254518
Feb 05 21:00:40.018047 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-49c16049-8bea-420d-91b7-def200acf108 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db321aac0>,) {'filters': {'network_id': ['3ba00315-e7c6-4316-8ff5-342c78107230']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:00:40.029839 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-49c16049-8bea-420d-91b7-def200acf108 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db321aac0>, 'babbc433-951e-48ff-9449-317855f46dce') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:00:40.030719 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-49c16049-8bea-420d-91b7-def200acf108 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db321aac0>, 'babbc433-951e-48ff-9449-317855f46dce') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:00:40.052778 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-49c16049-8bea-420d-91b7-def200acf108 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (babbc433-951e-48ff-9449-317855f46dce), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:40.075761 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-49c16049-8bea-420d-91b7-def200acf108 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (babbc433-951e-48ff-9449-317855f46dce), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:40.083490 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c16049-8bea-420d-91b7-def200acf108 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:00:40.083883 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-49c16049-8bea-420d-91b7-def200acf108 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (babbc433-951e-48ff-9449-317855f46dce), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:40.086358 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:00:40.086358 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:00:40.086358 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:00:40.086358 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:00:40.086358 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:00:40.086358 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:00:40.086358 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:00:40.086358 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:00:40.086358 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:00:40.086358 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:00:40.086358 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:00:40.086358 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:00:40.086358 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:00:40.086358 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:00:40.086358 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:00:40.086358 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:00:40.086358 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:00:40.086358 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:00:40.086358 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:00:40.086358 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:00:40.086358 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:00:40.086358 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:00:40.086358 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:00:40.086358 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:00:40.086358 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:00:40.086358 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:00:40.086358 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:00:40.086358 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:00:40.086358 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:00:40.086358 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:00:40.086358 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:00:40.086358 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:00:40.176446 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-49c16049-8bea-420d-91b7-def200acf108 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (3ba00315-e7c6-4316-8ff5-342c78107230), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:40.188197 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c16049-8bea-420d-91b7-def200acf108 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  3ba00315-e7c6-4316-8ff5-342c78107230 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Feb 05 21:00:40.209872 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-49c16049-8bea-420d-91b7-def200acf108 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:40.219704 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-49c16049-8bea-420d-91b7-def200acf108 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] 10.222.0.32 "DELETE /v2.0/networks/3ba00315-e7c6-4316-8ff5-342c78107230 HTTP/1.1" status: 204  len: 168 time: 1.7738664
Feb 05 21:00:40.220541 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46772) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:40.222425 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46774) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:40.252779 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:40.348632 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c16049-8bea-420d-91b7-def200acf108 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Pushing event deleted for resources: {'Network': ['ID=3ba00315-e7c6-4316-8ff5-342c78107230,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:40.428480 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-922284f6-64b8-4b8a-8f42-8b01f78da664 service neutron] Publish callbacks [] for port (9660cfc0-bfac-4a7d-a596-8d37f433d2c1), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:40.472886 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-922284f6-64b8-4b8a-8f42-8b01f78da664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (9660cfc0-bfac-4a7d-a596-8d37f433d2c1), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:40.522013 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-be04f843-a950-4d87-a190-babcb4c6e816 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Deleting subnet 7af1e542-8682-4f1b-9c61-a224b166171b {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:00:40.536389 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be04f843-a950-4d87-a190-babcb4c6e816 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks [] for subnet (7af1e542-8682-4f1b-9c61-a224b166171b), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:40.543668 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.db.resource_extend [None req-6168ac16-c052-49df-a6b6-8a7c6ab84ce4 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] It took 0.54 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 05 21:00:40.661592 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ba0c8abe-0ea9-4794-8e5b-094e09305e9c tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 1476 time: 0.4284852
Feb 05 21:00:40.673469 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 46788) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:40.674421 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-922284f6-64b8-4b8a-8f42-8b01f78da664 service neutron] No DVR routers for this DVR port 9660cfc0-bfac-4a7d-a596-8d37f433d2c1 on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:00:40.694831 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be04f843-a950-4d87-a190-babcb4c6e816 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (7af1e542-8682-4f1b-9c61-a224b166171b), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:40.853055 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-922284f6-64b8-4b8a-8f42-8b01f78da664 service neutron] In _notify_port_updated(), no bound segment for port 9660cfc0-bfac-4a7d-a596-8d37f433d2c1 on network 0e68efe9-ea16-4fb9-b57d-581a14fb90de {{(pid=114391) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Feb 05 21:00:40.853933 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-922284f6-64b8-4b8a-8f42-8b01f78da664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:40.854581 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-922284f6-64b8-4b8a-8f42-8b01f78da664 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:40.855867 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-922284f6-64b8-4b8a-8f42-8b01f78da664 service neutron] 10.222.0.39 "PUT /v2.0/ports/9660cfc0-bfac-4a7d-a596-8d37f433d2c1 HTTP/1.1" status: 200  len: 1028 time: 2.4115112
Feb 05 21:00:40.875465 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2d61f3b-85b1-4406-a090-f993b02f6773 req-c616600b-a9e2-4fe9-b8cb-2b191466a4dd tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8742065
Feb 05 21:00:40.906302 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be04f843-a950-4d87-a190-babcb4c6e816 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (7af1e542-8682-4f1b-9c61-a224b166171b), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:40.967972 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-748062c0-363d-4e38-8753-2f10132c3b42 None None] Provisioning complete for port 9660cfc0-bfac-4a7d-a596-8d37f433d2c1 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:00:40.968356 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-748062c0-363d-4e38-8753-2f10132c3b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9660cfc0-bfac-4a7d-a596-8d37f433d2c1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:41.047969 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be04f843-a950-4d87-a190-babcb4c6e816 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (7af1e542-8682-4f1b-9c61-a224b166171b), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:41.067817 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be04f843-a950-4d87-a190-babcb4c6e816 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:41.071763 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-be04f843-a950-4d87-a190-babcb4c6e816 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "DELETE /v2.0/subnets/7af1e542-8682-4f1b-9c61-a224b166171b HTTP/1.1" status: 204  len: 168 time: 0.8474293
Feb 05 21:00:41.079095 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-748062c0-363d-4e38-8753-2f10132c3b42 None None] Port 9660cfc0-bfac-4a7d-a596-8d37f433d2c1 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:00:41.082552 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc97c873-e993-42f6-af66-862659b85e5c None None] Network 57dc5b5b-be89-4567-aa02-6a608f23a8fc requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:00:41.095680 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46810) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:41.107173 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be04f843-a950-4d87-a190-babcb4c6e816 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Pushing event deleted for resources: {'Subnet': ['ID=7af1e542-8682-4f1b-9c61-a224b166171b,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:41.211458 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283f28f-6db9-4b81-aa4a-ec18d7a6d58c req-73991bf9-4864-4d25-8f9f-fa90dff619e6 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:41.215168 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1c671334-0b6d-4e83-8b72-f2817743b082 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (57dc5b5b-be89-4567-aa02-6a608f23a8fc), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:41.222718 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283f28f-6db9-4b81-aa4a-ec18d7a6d58c req-73991bf9-4864-4d25-8f9f-fa90dff619e6 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:41.228687 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283f28f-6db9-4b81-aa4a-ec18d7a6d58c req-73991bf9-4864-4d25-8f9f-fa90dff619e6 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:41.237644 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283f28f-6db9-4b81-aa4a-ec18d7a6d58c req-73991bf9-4864-4d25-8f9f-fa90dff619e6 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:41.247583 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283f28f-6db9-4b81-aa4a-ec18d7a6d58c req-73991bf9-4864-4d25-8f9f-fa90dff619e6 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:41.254788 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283f28f-6db9-4b81-aa4a-ec18d7a6d58c req-73991bf9-4864-4d25-8f9f-fa90dff619e6 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:41.266805 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6283f28f-6db9-4b81-aa4a-ec18d7a6d58c req-73991bf9-4864-4d25-8f9f-fa90dff619e6 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 4658 time: 0.8200715
Feb 05 21:00:41.273355 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d554f5-386e-4a6e-b9d3-e37c94aaac7e None None] DHCP port deletion for 57dc5b5b-be89-4567-aa02-6a608f23a8fc request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:00:41.283557 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6168ac16-c052-49df-a6b6-8a7c6ab84ce4 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:41.296512 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-1c671334-0b6d-4e83-8b72-f2817743b082 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Deleting port b81e229a-4834-46ce-89b9-f41fe4dd663d {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:00:41.296901 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1c671334-0b6d-4e83-8b72-f2817743b082 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (b81e229a-4834-46ce-89b9-f41fe4dd663d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:41.307904 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922284f6-64b8-4b8a-8f42-8b01f78da664 service neutron] Pushing event updated for resources: {'Port': ['ID=9660cfc0-bfac-4a7d-a596-8d37f433d2c1,revision_number=6']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:41.330652 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-2fad4583-c8a2-4a10-8616-be8470020f26 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] Publish callbacks [] for security_group (52a360d0-fa4c-46e6-b204-783a28583772), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:41.337423 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93d554f5-386e-4a6e-b9d3-e37c94aaac7e None None] Deleting port b81e229a-4834-46ce-89b9-f41fe4dd663d {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:00:41.338109 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93d554f5-386e-4a6e-b9d3-e37c94aaac7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (b81e229a-4834-46ce-89b9-f41fe4dd663d), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:41.341494 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bbefbb2f-e1d4-4ff6-bdc4-a769ff2945d9 req-bfe78709-005f-4b69-9bb1-fcb6c67cacb1 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3043c2e-d068-4256-a8d5-12b24125058f HTTP/1.1" status: 200  len: 210 time: 0.3211563
Feb 05 21:00:41.346792 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6168ac16-c052-49df-a6b6-8a7c6ab84ce4 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (d1ddd16d-b1b9-455e-b303-13621cb41dae), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:41.366780 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-2fad4583-c8a2-4a10-8616-be8470020f26 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (52a360d0-fa4c-46e6-b204-783a28583772), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:41.384744 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-1c671334-0b6d-4e83-8b72-f2817743b082 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] For port b81e229a-4834-46ce-89b9-f41fe4dd663d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b81e229a-4834-46ce-89b9-f41fe4dd663d,segment=NetworkSegment(9bb46988-e9d7-4b6a-8335-182502fc14c0),segment_id=9bb46988-e9d7-4b6a-8335-182502fc14c0)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:41.385231 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1c671334-0b6d-4e83-8b72-f2817743b082 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (b81e229a-4834-46ce-89b9-f41fe4dd663d), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:41.400030 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-1c671334-0b6d-4e83-8b72-f2817743b082 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Calling delete_port for b81e229a-4834-46ce-89b9-f41fe4dd663d owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:00:41.427484 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93d554f5-386e-4a6e-b9d3-e37c94aaac7e None None] For port b81e229a-4834-46ce-89b9-f41fe4dd663d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b81e229a-4834-46ce-89b9-f41fe4dd663d,segment=NetworkSegment(9bb46988-e9d7-4b6a-8335-182502fc14c0),segment_id=9bb46988-e9d7-4b6a-8335-182502fc14c0)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:41.428448 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93d554f5-386e-4a6e-b9d3-e37c94aaac7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (b81e229a-4834-46ce-89b9-f41fe4dd663d), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:41.446501 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93d554f5-386e-4a6e-b9d3-e37c94aaac7e None None] Calling delete_port for b81e229a-4834-46ce-89b9-f41fe4dd663d owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:00:41.455029 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad4583-c8a2-4a10-8616-be8470020f26 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52a360d0-fa4c-46e6-b204-783a28583772,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:41.460721 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-a9f92456-721e-4685-9aaa-c3dda0088efb tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:41.462403 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-a9f92456-721e-4685-9aaa-c3dda0088efb tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.39 "GET /v2.0/ports/58dda4e9-8dcd-438a-a2a5-133cac5c0ff6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.5841734
Feb 05 21:00:41.509583 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1c671334-0b6d-4e83-8b72-f2817743b082 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (b81e229a-4834-46ce-89b9-f41fe4dd663d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:41.511239 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-73140890-7220-48ef-9366-f056ec8010dd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:41.546232 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c671334-0b6d-4e83-8b72-f2817743b082 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] No DVR routers for this DVR port b81e229a-4834-46ce-89b9-f41fe4dd663d on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:00:41.554239 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c671334-0b6d-4e83-8b72-f2817743b082 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Pushing event deleted for resources: {'Port': ['ID=b81e229a-4834-46ce-89b9-f41fe4dd663d,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:41.572413 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93d554f5-386e-4a6e-b9d3-e37c94aaac7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (b81e229a-4834-46ce-89b9-f41fe4dd663d), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:41.589012 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d554f5-386e-4a6e-b9d3-e37c94aaac7e None None] No DVR routers for this DVR port b81e229a-4834-46ce-89b9-f41fe4dd663d on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:00:41.594266 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4480005c-810e-4be8-bccb-484418bf0cc4 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:41.595001 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4480005c-810e-4be8-bccb-484418bf0cc4 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:41.595803 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4480005c-810e-4be8-bccb-484418bf0cc4 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:41.596423 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4480005c-810e-4be8-bccb-484418bf0cc4 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:41.597052 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4480005c-810e-4be8-bccb-484418bf0cc4 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:41.597730 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4480005c-810e-4be8-bccb-484418bf0cc4 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:41.598343 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4480005c-810e-4be8-bccb-484418bf0cc4 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:41.598999 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4480005c-810e-4be8-bccb-484418bf0cc4 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:41.599610 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4480005c-810e-4be8-bccb-484418bf0cc4 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:41.600217 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4480005c-810e-4be8-bccb-484418bf0cc4 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:41.600840 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4480005c-810e-4be8-bccb-484418bf0cc4 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:41.601289 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4480005c-810e-4be8-bccb-484418bf0cc4 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:41.603460 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4480005c-810e-4be8-bccb-484418bf0cc4 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 7646 time: 0.9172308
Feb 05 21:00:41.606832 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46824) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:41.611572 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d554f5-386e-4a6e-b9d3-e37c94aaac7e None None] Pushing event deleted for resources: {'Port': ['ID=b81e229a-4834-46ce-89b9-f41fe4dd663d,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:41.667116 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-aeb4bd7f-0071-461c-9020-73fd92b1cc54 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] delete failed (client error): The resource could not be found.
Feb 05 21:00:41.668509 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-aeb4bd7f-0071-461c-9020-73fd92b1cc54 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/6722ad97-fdd7-4c87-bfb5-9f2fd0ce2581 HTTP/1.1" status: 404  len: 345 time: 0.0604911
Feb 05 21:00:41.677017 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 46826) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:41.698995 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1c671334-0b6d-4e83-8b72-f2817743b082 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (57dc5b5b-be89-4567-aa02-6a608f23a8fc), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:41.723448 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-1c671334-0b6d-4e83-8b72-f2817743b082 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2fd2bb0>,) {'filters': {'network_id': ['57dc5b5b-be89-4567-aa02-6a608f23a8fc']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:00:41.726520 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8c2f7d5-396d-4899-b46c-d87a321ddb14 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] DELETE failed (client error): The resource could not be found.
Feb 05 21:00:41.727038 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8c2f7d5-396d-4899-b46c-d87a321ddb14 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:00:41.730240 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a8c2f7d5-396d-4899-b46c-d87a321ddb14 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] 10.222.0.32 "DELETE /v2.0/networks/3ba00315-e7c6-4316-8ff5-342c78107230 HTTP/1.1" status: 404  len: 339 time: 0.0506146
Feb 05 21:00:41.734937 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46828) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:41.739701 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-73140890-7220-48ef-9366-f056ec8010dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (58dda4e9-8dcd-438a-a2a5-133cac5c0ff6), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:41.741051 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-992bf19d-4fe7-4275-b438-0027d893c0ca tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Request body: {'network': {'name': 'tempest-network--1813909943', 'router:external': True}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:41.741208 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 3a1e8ac6-e5dd-47a1-a79b-976ef386504b no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:00:41.761676 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-1c671334-0b6d-4e83-8b72-f2817743b082 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2fd2bb0>, '9bb46988-e9d7-4b6a-8335-182502fc14c0') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:00:41.762108 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-1c671334-0b6d-4e83-8b72-f2817743b082 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2fd2bb0>, '9bb46988-e9d7-4b6a-8335-182502fc14c0') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:00:41.766453 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6283f28f-6db9-4b81-aa4a-ec18d7a6d58c req-d651087f-91df-4d8c-a96c-560daf78a3c2 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&id=f2a34937-6f7c-447d-a100-f79bb6d8301c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.4986887
Feb 05 21:00:41.771131 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992bf19d-4fe7-4275-b438-0027d893c0ca tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Made reservation on behalf of 2ba1f43f3cf34a4eb5220636d559647b for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:00:41.772915 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-992bf19d-4fe7-4275-b438-0027d893c0ca tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:41.791944 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1c671334-0b6d-4e83-8b72-f2817743b082 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (9bb46988-e9d7-4b6a-8335-182502fc14c0), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:41.806271 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-6168ac16-c052-49df-a6b6-8a7c6ab84ce4 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Floating IP d1ddd16d-b1b9-455e-b303-13621cb41dae associated. External IP: 172.35.4.20, port: 19bf3552-1f97-4d35-9342-465464c23ba5.
Feb 05 21:00:41.839738 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1c671334-0b6d-4e83-8b72-f2817743b082 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (9bb46988-e9d7-4b6a-8335-182502fc14c0), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:41.846240 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-992bf19d-4fe7-4275-b438-0027d893c0ca tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:00:41.857206 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 3a1e8ac6-e5dd-47a1-a79b-976ef386504b is: ACTIVE; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:00:41.857710 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3a1e8ac6-e5dd-47a1-a79b-976ef386504b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:41.861461 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c671334-0b6d-4e83-8b72-f2817743b082 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:00:41.861876 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1c671334-0b6d-4e83-8b72-f2817743b082 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (9bb46988-e9d7-4b6a-8335-182502fc14c0), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:41.865137 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:00:41.865137 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:00:41.865137 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:00:41.865137 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:00:41.865137 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:00:41.865137 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:00:41.865137 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:00:41.865137 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:00:41.865137 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:00:41.865137 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:00:41.865137 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:00:41.865137 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:00:41.865137 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:00:41.865137 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:00:41.865137 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:00:41.865137 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:00:41.865137 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:00:41.865137 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:00:41.865137 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:00:41.865137 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:00:41.865137 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:00:41.865137 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:00:41.865137 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:00:41.865137 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:00:41.865137 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:00:41.865137 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:00:41.865137 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:00:41.865137 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:00:41.865137 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:00:41.865137 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:00:41.865137 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:00:41.865137 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:00:41.890865 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-992bf19d-4fe7-4275-b438-0027d893c0ca tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (cdc41efe-07d0-4f13-888d-3211bffabdad), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:41.891167 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-992bf19d-4fe7-4275-b438-0027d893c0ca tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Added segment cdc41efe-07d0-4f13-888d-3211bffabdad of type vlan for network 65a53bb2-7f63-464b-82ed-ccbc7792a996
Feb 05 21:00:41.897711 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 3a1e8ac6-e5dd-47a1-a79b-976ef386504b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a1e8ac6-e5dd-47a1-a79b-976ef386504b,segment=NetworkSegment(180079d9-3802-4753-bdea-bdcba1df7383),segment_id=180079d9-3802-4753-bdea-bdcba1df7383)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:41.899293 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a1e8ac6-e5dd-47a1-a79b-976ef386504b'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:00:41.902068 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b831e8-c471-42f4-a5b8-98676591ecc4" -d '{"events": [{"server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "name": "network-vif-unplugged", "status": "completed", "tag": "3a1e8ac6-e5dd-47a1-a79b-976ef386504b"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:00:41.909787 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (3a1e8ac6-e5dd-47a1-a79b-976ef386504b), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:41.911942 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 632d6e8d-054a-44c6-a6c1-9f56e270211f no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:00:41.995793 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 21:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ba2302-1bd8-4a10-a195-90c7f6979e7f x-openstack-request-id: req-c3ba2302-1bd8-4a10-a195-90c7f6979e7f {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:00:41.996150 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "name": "network-vif-unplugged", "status": "completed", "tag": "3a1e8ac6-e5dd-47a1-a79b-976ef386504b", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:00:41.996343 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c3ba2302-1bd8-4a10-a195-90c7f6979e7f {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:00:41.996801 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a1e8ac6-e5dd-47a1-a79b-976ef386504b', 'code': 200}
Feb 05 21:00:42.034262 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 632d6e8d-054a-44c6-a6c1-9f56e270211f {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:00:42.034740 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 632d6e8d-054a-44c6-a6c1-9f56e270211f not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:00:42.035259 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 96b065aa-9042-42d0-9376-669227f49c16 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:00:42.042213 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b81e229a-4834-46ce-89b9-f41fe4dd663d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:00:42.054269 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-2fad4583-c8a2-4a10-8616-be8470020f26 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] Allocated IP 192.168.233.4 (f760d6ec-7837-431c-910c-37572c24f936/42e3c763-0926-4b49-ade5-d66ee3d4c489/1addaecb-82d3-4da4-b837-5ad0594de04b) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:00:42.106312 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: b81e229a-4834-46ce-89b9-f41fe4dd663d {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:00:42.106805 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b81e229a-4834-46ce-89b9-f41fe4dd663d not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:00:42.119377 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 46838) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:42.128392 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=3a1e8ac6-e5dd-47a1-a79b-976ef386504b,revision_number=6']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:42.180460 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 96b065aa-9042-42d0-9376-669227f49c16 is: ACTIVE; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:00:42.180974 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (96b065aa-9042-42d0-9376-669227f49c16), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:42.226816 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 96b065aa-9042-42d0-9376-669227f49c16, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=96b065aa-9042-42d0-9376-669227f49c16,segment=NetworkSegment(16f07f35-cf6e-401e-a5f2-33d98b0f9749),segment_id=16f07f35-cf6e-401e-a5f2-33d98b0f9749)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:42.238597 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (96b065aa-9042-42d0-9376-669227f49c16), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:42.239471 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 58dda4e9-8dcd-438a-a2a5-133cac5c0ff6 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:00:42.353968 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=96b065aa-9042-42d0-9376-669227f49c16,revision_number=6']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:42.389340 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6168ac16-c052-49df-a6b6-8a7c6ab84ce4 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Router 9fd025af-f57d-46d1-b3c1-78f90a70215f has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:00:42.403145 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c44932e5-d5bb-49e0-a7b9-54bae275b215 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:42.415302 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1c671334-0b6d-4e83-8b72-f2817743b082 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (57dc5b5b-be89-4567-aa02-6a608f23a8fc), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:42.419225 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 58dda4e9-8dcd-438a-a2a5-133cac5c0ff6 is: ACTIVE; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:00:42.420841 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (58dda4e9-8dcd-438a-a2a5-133cac5c0ff6), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:42.425635 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1c671334-0b6d-4e83-8b72-f2817743b082 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:42.450653 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1c671334-0b6d-4e83-8b72-f2817743b082 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "DELETE /v2.0/networks/57dc5b5b-be89-4567-aa02-6a608f23a8fc HTTP/1.1" status: 204  len: 168 time: 1.3367002
Feb 05 21:00:42.453841 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46862) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:42.487272 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c671334-0b6d-4e83-8b72-f2817743b082 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Pushing event deleted for resources: {'Network': ['ID=57dc5b5b-be89-4567-aa02-6a608f23a8fc,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:42.525870 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-992bf19d-4fe7-4275-b438-0027d893c0ca tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (65a53bb2-7f63-464b-82ed-ccbc7792a996), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:42.559395 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-c73cff4c-ef7f-44b1-9730-c77914e2b7b5 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Deleting subnet e14c265f-94bc-4d29-af98-ab5f92b4997d {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:00:42.570536 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c73cff4c-ef7f-44b1-9730-c77914e2b7b5 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks [] for subnet (e14c265f-94bc-4d29-af98-ab5f92b4997d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:42.615542 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-992bf19d-4fe7-4275-b438-0027d893c0ca tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (65a53bb2-7f63-464b-82ed-ccbc7792a996), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:42.615799 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c817b638-186a-4d97-b983-1ac79a67b0ea req-4893ce82-f24d-4767-9d4f-c248a804c0b0 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3043c2e-d068-4256-a8d5-12b24125058f HTTP/1.1" status: 200  len: 210 time: 0.1146777
Feb 05 21:00:42.616544 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992bf19d-4fe7-4275-b438-0027d893c0ca tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:42.617138 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-992bf19d-4fe7-4275-b438-0027d893c0ca tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:42.645283 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c73cff4c-ef7f-44b1-9730-c77914e2b7b5 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (e14c265f-94bc-4d29-af98-ab5f92b4997d), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:42.683701 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba826d-814d-4d72-a3ad-7225ad5950dc req-97580156-f861-4c41-9f0e-c5a29dffa874 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:42.691721 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-57ba826d-814d-4d72-a3ad-7225ad5950dc req-97580156-f861-4c41-9f0e-c5a29dffa874 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8424c18-089e-4f0e-bb42-6ce51886b5d0 HTTP/1.1" status: 200  len: 946 time: 0.5844722
Feb 05 21:00:42.719716 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-992bf19d-4fe7-4275-b438-0027d893c0ca tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.9837053
Feb 05 21:00:42.724200 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46876) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:42.763402 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992bf19d-4fe7-4275-b438-0027d893c0ca tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Pushing event updated for resources: {'Network': ['ID=65a53bb2-7f63-464b-82ed-ccbc7792a996,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:42.777292 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 65a53bb2-7f63-464b-82ed-ccbc7792a996 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:00:42.834030 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-73140890-7220-48ef-9366-f056ec8010dd service neutron] For port 58dda4e9-8dcd-438a-a2a5-133cac5c0ff6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58dda4e9-8dcd-438a-a2a5-133cac5c0ff6,segment=NetworkSegment(180079d9-3802-4753-bdea-bdcba1df7383),segment_id=180079d9-3802-4753-bdea-bdcba1df7383)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:42.838423 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-2fad4583-c8a2-4a10-8616-be8470020f26 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] Publish callbacks [] for port (1addaecb-82d3-4da4-b837-5ad0594de04b), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:42.918781 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-57ba826d-814d-4d72-a3ad-7225ad5950dc req-a1caea84-d1e7-42a3-b43c-e1669af493e8 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2260864
Feb 05 21:00:42.958033 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c73cff4c-ef7f-44b1-9730-c77914e2b7b5 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (e14c265f-94bc-4d29-af98-ab5f92b4997d), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:43.000627 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7857b908-16a7-4409-817d-338ac8775026 tempest-ExternalNetworksTestJSON-617570644 tempest-ExternalNetworksTestJSON-617570644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:43.007505 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7857b908-16a7-4409-817d-338ac8775026 tempest-ExternalNetworksTestJSON-617570644 tempest-ExternalNetworksTestJSON-617570644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:43.013392 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7857b908-16a7-4409-817d-338ac8775026 tempest-ExternalNetworksTestJSON-617570644 tempest-ExternalNetworksTestJSON-617570644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:43.019566 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7857b908-16a7-4409-817d-338ac8775026 tempest-ExternalNetworksTestJSON-617570644 tempest-ExternalNetworksTestJSON-617570644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:43.019717 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6168ac16-c052-49df-a6b6-8a7c6ab84ce4 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:00:43.021644 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7857b908-16a7-4409-817d-338ac8775026 tempest-ExternalNetworksTestJSON-617570644 tempest-ExternalNetworksTestJSON-617570644-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2454 time: 0.2944727
Feb 05 21:00:43.027877 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46890) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:43.030852 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b5c3b3-270b-4c5d-bf6f-4c0e9207d1c3 None None] Sync routers for ids ['9fd025af-f57d-46d1-b3c1-78f90a70215f'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:00:43.040698 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6168ac16-c052-49df-a6b6-8a7c6ab84ce4 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:43.043083 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b5c3b3-270b-4c5d-bf6f-4c0e9207d1c3 None None] Routers {'9fd025af-f57d-46d1-b3c1-78f90a70215f'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:00:43.043733 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-19b5c3b3-270b-4c5d-bf6f-4c0e9207d1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db9045910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:00:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['9fd025af-f57d-46d1-b3c1-78f90a70215f'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:00:43.060661 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-73140890-7220-48ef-9366-f056ec8010dd service neutron] For port 58dda4e9-8dcd-438a-a2a5-133cac5c0ff6, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:00:43.096797 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c44932e5-d5bb-49e0-a7b9-54bae275b215 admin admin] Publish callbacks [] for security_group (0baec9f8-c3c4-4ac8-834c-ebb0030b22ab), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:43.145536 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1c5067d6-6fc9-4783-a6f0-d916b63c56af tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (65a53bb2-7f63-464b-82ed-ccbc7792a996), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:43.154289 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c73cff4c-ef7f-44b1-9730-c77914e2b7b5 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (e14c265f-94bc-4d29-af98-ab5f92b4997d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:43.165602 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-19b5c3b3-270b-4c5d-bf6f-4c0e9207d1c3 None None] Set router 9fd025af-f57d-46d1-b3c1-78f90a70215f gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:00:43.167383 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c44932e5-d5bb-49e0-a7b9-54bae275b215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (0baec9f8-c3c4-4ac8-834c-ebb0030b22ab), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:43.173193 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c73cff4c-ef7f-44b1-9730-c77914e2b7b5 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:43.179617 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c73cff4c-ef7f-44b1-9730-c77914e2b7b5 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "DELETE /v2.0/subnets/e14c265f-94bc-4d29-af98-ab5f92b4997d HTTP/1.1" status: 204  len: 168 time: 0.7051001
Feb 05 21:00:43.182444 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d642d074-9f42-47c4-b92c-d3303a4fdea3 None None] Network d6ee8e2f-7336-4698-ba11-ba7129199ab1 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:00:43.203370 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46900) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:43.215874 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73cff4c-ef7f-44b1-9730-c77914e2b7b5 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Pushing event deleted for resources: {'Subnet': ['ID=e14c265f-94bc-4d29-af98-ab5f92b4997d,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:43.301093 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-2fad4583-c8a2-4a10-8616-be8470020f26 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (1addaecb-82d3-4da4-b837-5ad0594de04b), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:43.323037 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-73140890-7220-48ef-9366-f056ec8010dd service neutron] device_id is not set on port 58dda4e9-8dcd-438a-a2a5-133cac5c0ff6 yet. {{(pid=114391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:00:43.357358 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8354fced-523f-44bc-9220-9f94def17583 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (d6ee8e2f-7336-4698-ba11-ba7129199ab1), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:43.361670 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b303f6-8a47-4a7f-abdd-8aaf1022b724 req-02eb98c3-8e9f-4a70-8cf5-13c40b328af8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:43.374072 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b303f6-8a47-4a7f-abdd-8aaf1022b724 req-02eb98c3-8e9f-4a70-8cf5-13c40b328af8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:43.383732 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b303f6-8a47-4a7f-abdd-8aaf1022b724 req-02eb98c3-8e9f-4a70-8cf5-13c40b328af8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:43.390367 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b303f6-8a47-4a7f-abdd-8aaf1022b724 req-02eb98c3-8e9f-4a70-8cf5-13c40b328af8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:43.395108 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1c5067d6-6fc9-4783-a6f0-d916b63c56af tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (65a53bb2-7f63-464b-82ed-ccbc7792a996), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:43.396747 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b303f6-8a47-4a7f-abdd-8aaf1022b724 req-02eb98c3-8e9f-4a70-8cf5-13c40b328af8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:43.402979 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b303f6-8a47-4a7f-abdd-8aaf1022b724 req-02eb98c3-8e9f-4a70-8cf5-13c40b328af8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:43.410962 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e5b303f6-8a47-4a7f-abdd-8aaf1022b724 req-02eb98c3-8e9f-4a70-8cf5-13c40b328af8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 4654 time: 0.4834616
Feb 05 21:00:43.476522 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-1c5067d6-6fc9-4783-a6f0-d916b63c56af tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db174c160>,) {'filters': {'network_id': ['65a53bb2-7f63-464b-82ed-ccbc7792a996']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:00:43.480054 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-19b5c3b3-270b-4c5d-bf6f-4c0e9207d1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db9045910>, [{'id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'name': 'tempest-AttachVolumeTestJSON-998381134-router', 'tenant_id': 'e2211e554783435c9b7af885ea20e242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': '0f0b8600-8068-4666-808b-7db3f66ce148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:00:02Z', 'updated_at': '2022-02-05T21:00:10Z', 'revision_number': 4, 'project_id': 'e2211e554783435c9b7af885ea20e242', 'gw_port': {'id': '0f0b8600-8068-4666-808b-7db3f66ce148', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:58:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:00:03Z', 'updated_at': '2022-02-05T21:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd1ddd16d-b1b9-455e-b303-13621cb41dae', 'tenant_id': 'e2211e554783435c9b7af885ea20e242', 'floating_ip_address': '172.35.4.20', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'port_id': '19bf3552-1f97-4d35-9342-465464c23ba5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c184cf05-70dd-4af5-8bd4-fc4bd5d65e82', 'mac_address': 'fa:16:3e:a6:ef:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358b7ef6-a37a-4da5-92a6-1681f4e97c63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:00:15Z', 'updated_at': '2022-02-05T21:00:39Z', 'revision_number': 1, 'project_id': 'e2211e554783435c9b7af885ea20e242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e85b9d7-7e97-4f1e-97ae-fdd68b321743', 'name': '', 'network_id': 'c184cf05-70dd-4af5-8bd4-fc4bd5d65e82', 'tenant_id': 'e2211e554783435c9b7af885ea20e242', 'mac_address': 'fa:16:3e:00:09:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '86c08017-d863-4dd1-8a33-7a8aa8133d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:00:08Z', 'updated_at': '2022-02-05T21:00:15Z', 'revision_number': 5, 'project_id': 'e2211e554783435c9b7af885ea20e242', 'subnets': [{'id': '86c08017-d863-4dd1-8a33-7a8aa8133d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:00:43.495830 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a106e5-7a7a-4ab4-a4ac-0150b5cde019 None None] DHCP port deletion for d6ee8e2f-7336-4698-ba11-ba7129199ab1 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:00:43.503912 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-1c5067d6-6fc9-4783-a6f0-d916b63c56af tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db174c160>, 'cdc41efe-07d0-4f13-888d-3211bffabdad') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:00:43.504573 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-1c5067d6-6fc9-4783-a6f0-d916b63c56af tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db174c160>, 'cdc41efe-07d0-4f13-888d-3211bffabdad') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:00:43.517183 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1c5067d6-6fc9-4783-a6f0-d916b63c56af tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (cdc41efe-07d0-4f13-888d-3211bffabdad), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:43.523507 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6168ac16-c052-49df-a6b6-8a7c6ab84ce4 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "PUT /v2.0/floatingips/d1ddd16d-b1b9-455e-b303-13621cb41dae HTTP/1.1" status: 200  len: 990 time: 5.2346594
Feb 05 21:00:43.542346 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1c5067d6-6fc9-4783-a6f0-d916b63c56af tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (cdc41efe-07d0-4f13-888d-3211bffabdad), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:43.544428 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '358b7ef6-a37a-4da5-92a6-1681f4e97c63', 'tag': '19bf3552-1f97-4d35-9342-465464c23ba5'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:00:43.547005 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0ebb58-997e-4a1f-ad3f-7bb019a51dd0" -d '{"events": [{"name": "network-changed", "server_uuid": "358b7ef6-a37a-4da5-92a6-1681f4e97c63", "tag": "19bf3552-1f97-4d35-9342-465464c23ba5"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:00:43.550179 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b5c3b3-270b-4c5d-bf6f-4c0e9207d1c3 None None] Checking router: 9fd025af-f57d-46d1-b3c1-78f90a70215f for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:00:43.552056 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-73140890-7220-48ef-9366-f056ec8010dd service neutron] Publish callbacks [] for port (58dda4e9-8dcd-438a-a2a5-133cac5c0ff6), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:43.552502 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c5067d6-6fc9-4783-a6f0-d916b63c56af tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:00:43.553034 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1c5067d6-6fc9-4783-a6f0-d916b63c56af tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (cdc41efe-07d0-4f13-888d-3211bffabdad), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:43.555258 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:00:43.555258 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:00:43.555258 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:00:43.555258 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:00:43.555258 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:00:43.555258 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:00:43.555258 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:00:43.555258 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:00:43.555258 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:00:43.555258 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:00:43.555258 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:00:43.555258 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:00:43.555258 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:00:43.555258 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:00:43.555258 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:00:43.555258 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:00:43.555258 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:00:43.555258 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:00:43.555258 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:00:43.555258 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:00:43.555258 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:00:43.555258 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:00:43.555258 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:00:43.555258 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:00:43.555258 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:00:43.555258 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:00:43.555258 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:00:43.555258 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:00:43.555258 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:00:43.555258 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:00:43.555258 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:00:43.555258 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:00:43.566018 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b5c3b3-270b-4c5d-bf6f-4c0e9207d1c3 None None] Routers {'9fd025af-f57d-46d1-b3c1-78f90a70215f'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:00:43.566699 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-19b5c3b3-270b-4c5d-bf6f-4c0e9207d1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db9045910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:00:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['9fd025af-f57d-46d1-b3c1-78f90a70215f'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:00:43.586076 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c44932e5-d5bb-49e0-a7b9-54bae275b215 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9d1b2be46924461d9c10155fd7a85bb9&name=default HTTP/1.1" status: 200  len: 3000 time: 1.4600804
Feb 05 21:00:43.588625 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44932e5-d5bb-49e0-a7b9-54bae275b215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0baec9f8-c3c4-4ac8-834c-ebb0030b22ab,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:43.594314 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad4583-c8a2-4a10-8616-be8470020f26 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] Pushing event updated for resources: {'Port': ['ID=1addaecb-82d3-4da4-b837-5ad0594de04b,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:43.595207 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-8354fced-523f-44bc-9220-9f94def17583 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Deleting port 800c0b9c-1232-42ad-bebf-0952ecb99409 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:00:43.595692 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8354fced-523f-44bc-9220-9f94def17583 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (800c0b9c-1232-42ad-bebf-0952ecb99409), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:43.598264 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 46916) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:43.598942 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-73140890-7220-48ef-9366-f056ec8010dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (58dda4e9-8dcd-438a-a2a5-133cac5c0ff6), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:43.608479 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-2fad4583-c8a2-4a10-8616-be8470020f26 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] Network f760d6ec-7837-431c-910c-37572c24f936 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:00:43.621030 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-2fad4583-c8a2-4a10-8616-be8470020f26 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:00:43.624292 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-2fad4583-c8a2-4a10-8616-be8470020f26 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:00:43.637554 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61374ebe-ed2d-4d79-841e-18ba4909eb83 req-2b7b2c00-b623-44e2-9f50-048b73894f86 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:43.644920 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-61374ebe-ed2d-4d79-841e-18ba4909eb83 req-2b7b2c00-b623-44e2-9f50-048b73894f86 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8424c18-089e-4f0e-bb42-6ce51886b5d0 HTTP/1.1" status: 200  len: 946 time: 0.6388831
Feb 05 21:00:43.685668 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-65a106e5-7a7a-4ab4-a4ac-0150b5cde019 None None] Deleting port 800c0b9c-1232-42ad-bebf-0952ecb99409 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:00:43.686900 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-65a106e5-7a7a-4ab4-a4ac-0150b5cde019 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (800c0b9c-1232-42ad-bebf-0952ecb99409), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:43.687897 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-8354fced-523f-44bc-9220-9f94def17583 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] For port 800c0b9c-1232-42ad-bebf-0952ecb99409, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=800c0b9c-1232-42ad-bebf-0952ecb99409,segment=NetworkSegment(9cb0e7e9-bebd-43cb-a591-47478d79e2a1),segment_id=9cb0e7e9-bebd-43cb-a591-47478d79e2a1)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:43.688331 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8354fced-523f-44bc-9220-9f94def17583 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (800c0b9c-1232-42ad-bebf-0952ecb99409), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:43.709966 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-8354fced-523f-44bc-9220-9f94def17583 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Calling delete_port for 800c0b9c-1232-42ad-bebf-0952ecb99409 owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:00:43.741614 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.db.api [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 21:00:43.742069 ncdv-master-1 neutron-server[114392]: DEBUG oslo_db.api [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 21:00:43.782336 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-19b5c3b3-270b-4c5d-bf6f-4c0e9207d1c3 None None] Set router 9fd025af-f57d-46d1-b3c1-78f90a70215f gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:00:43.811974 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-65a106e5-7a7a-4ab4-a4ac-0150b5cde019 None None] For port 800c0b9c-1232-42ad-bebf-0952ecb99409, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=800c0b9c-1232-42ad-bebf-0952ecb99409,segment=NetworkSegment(9cb0e7e9-bebd-43cb-a591-47478d79e2a1),segment_id=9cb0e7e9-bebd-43cb-a591-47478d79e2a1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:43.812848 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-65a106e5-7a7a-4ab4-a4ac-0150b5cde019 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (800c0b9c-1232-42ad-bebf-0952ecb99409), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:43.834712 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-65a106e5-7a7a-4ab4-a4ac-0150b5cde019 None None] Calling delete_port for 800c0b9c-1232-42ad-bebf-0952ecb99409 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:00:43.852631 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1c5067d6-6fc9-4783-a6f0-d916b63c56af tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (65a53bb2-7f63-464b-82ed-ccbc7792a996), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:43.857622 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5067d6-6fc9-4783-a6f0-d916b63c56af tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  65a53bb2-7f63-464b-82ed-ccbc7792a996 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Feb 05 21:00:43.860828 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1c5067d6-6fc9-4783-a6f0-d916b63c56af tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:43.864776 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1c5067d6-6fc9-4783-a6f0-d916b63c56af tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] 10.222.0.32 "DELETE /v2.0/networks/65a53bb2-7f63-464b-82ed-ccbc7792a996 HTTP/1.1" status: 204  len: 168 time: 0.8359456
Feb 05 21:00:43.875758 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46922) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:43.904181 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-2b4870b3-7148-430a-a5a5-03359c5929f9 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Request body: {'network': {'name': 'tempest-network--468335114', 'router:external': True}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:43.927639 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5067d6-6fc9-4783-a6f0-d916b63c56af tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Pushing event deleted for resources: {'Network': ['ID=65a53bb2-7f63-464b-82ed-ccbc7792a996,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:43.990061 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8354fced-523f-44bc-9220-9f94def17583 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (800c0b9c-1232-42ad-bebf-0952ecb99409), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:44.009188 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4870b3-7148-430a-a5a5-03359c5929f9 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Made reservation on behalf of 2ba1f43f3cf34a4eb5220636d559647b for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:00:44.011139 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96b065aa-9042-42d0-9376-669227f49c16'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:00:44.014446 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfb861b-0785-4e7c-8164-e81a64cdf0f8" -d '{"events": [{"server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "name": "network-vif-unplugged", "status": "completed", "tag": "96b065aa-9042-42d0-9376-669227f49c16"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:00:44.018517 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2b4870b3-7148-430a-a5a5-03359c5929f9 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:44.032605 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 800c0b9c-1232-42ad-bebf-0952ecb99409 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:00:44.069612 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 800c0b9c-1232-42ad-bebf-0952ecb99409 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:00:44.070201 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 800c0b9c-1232-42ad-bebf-0952ecb99409 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:00:44.102051 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8354fced-523f-44bc-9220-9f94def17583 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Pushing event deleted for resources: {'Port': ['ID=800c0b9c-1232-42ad-bebf-0952ecb99409,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:44.106220 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-10d8809c-d00a-4b78-82ca-0b1fdb19dcb4 None None] Provisioning complete for port 1addaecb-82d3-4da4-b837-5ad0594de04b triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:00:44.114132 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-10d8809c-d00a-4b78-82ca-0b1fdb19dcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1addaecb-82d3-4da4-b837-5ad0594de04b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:44.116017 ncdv-master-1 neutron-server[114392]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 05 21:00:44.116017 ncdv-master-1 neutron-server[114392]:   from cryptography.utils import int_from_bytes
Feb 05 21:00:44.116017 ncdv-master-1 neutron-server[114392]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 05 21:00:44.116017 ncdv-master-1 neutron-server[114392]:   from cryptography.utils import int_from_bytes
Feb 05 21:00:44.116017 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:00:44.116017 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:00:44.116017 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:00:44.116017 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:00:44.116017 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:00:44.116017 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:00:44.116017 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:00:44.116017 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:00:44.116017 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:00:44.116017 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:00:44.116017 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:00:44.116017 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:00:44.116017 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:00:44.116017 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:00:44.116017 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:00:44.116017 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:00:44.116017 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:00:44.116017 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:00:44.116017 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:00:44.116017 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:00:44.116017 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:00:44.116017 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:00:44.116017 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:00:44.116017 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:00:44.116017 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:00:44.116017 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:00:44.116017 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:00:44.116017 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:00:44.116017 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:00:44.116017 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:00:44.116017 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:00:44.116017 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:00:44.116017 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:00:44.116017 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:00:44.116017 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:00:44.116017 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:00:44.116017 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:00:44.116017 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:00:44.118673 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:00:44.118673 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:00:44.118673 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:00:44.118673 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:00:44.118673 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:00:44.118673 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:00:44.118673 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:00:44.118673 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:00:44.118673 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:00:44.118673 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:00:44.118673 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:00:44.118673 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:00:44.118673 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:00:44.118673 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:00:44.119560 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8354fced-523f-44bc-9220-9f94def17583 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] No DVR routers for this DVR port 800c0b9c-1232-42ad-bebf-0952ecb99409 on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:00:44.183923 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-10d8809c-d00a-4b78-82ca-0b1fdb19dcb4 None None] Port 1addaecb-82d3-4da4-b837-5ad0594de04b cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:00:44.189866 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-65a106e5-7a7a-4ab4-a4ac-0150b5cde019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (800c0b9c-1232-42ad-bebf-0952ecb99409), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:44.238127 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b4870b3-7148-430a-a5a5-03359c5929f9 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:00:44.260163 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a106e5-7a7a-4ab4-a4ac-0150b5cde019 None None] Pushing event deleted for resources: {'Port': ['ID=800c0b9c-1232-42ad-bebf-0952ecb99409,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:44.281839 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8354fced-523f-44bc-9220-9f94def17583 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (d6ee8e2f-7336-4698-ba11-ba7129199ab1), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:44.291876 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-19b5c3b3-270b-4c5d-bf6f-4c0e9207d1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db9045910>, [{'id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'name': 'tempest-AttachVolumeTestJSON-998381134-router', 'tenant_id': 'e2211e554783435c9b7af885ea20e242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': '0f0b8600-8068-4666-808b-7db3f66ce148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:00:02Z', 'updated_at': '2022-02-05T21:00:10Z', 'revision_number': 4, 'project_id': 'e2211e554783435c9b7af885ea20e242', 'gw_port': {'id': '0f0b8600-8068-4666-808b-7db3f66ce148', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:58:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:00:03Z', 'updated_at': '2022-02-05T21:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd1ddd16d-b1b9-455e-b303-13621cb41dae', 'tenant_id': 'e2211e554783435c9b7af885ea20e242', 'floating_ip_address': '172.35.4.20', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'port_id': '19bf3552-1f97-4d35-9342-465464c23ba5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c184cf05-70dd-4af5-8bd4-fc4bd5d65e82', 'mac_address': 'fa:16:3e:a6:ef:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358b7ef6-a37a-4da5-92a6-1681f4e97c63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:00:15Z', 'updated_at': '2022-02-05T21:00:39Z', 'revision_number': 1, 'project_id': 'e2211e554783435c9b7af885ea20e242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e85b9d7-7e97-4f1e-97ae-fdd68b321743', 'name': '', 'network_id': 'c184cf05-70dd-4af5-8bd4-fc4bd5d65e82', 'tenant_id': 'e2211e554783435c9b7af885ea20e242', 'mac_address': 'fa:16:3e:00:09:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '86c08017-d863-4dd1-8a33-7a8aa8133d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:00:08Z', 'updated_at': '2022-02-05T21:00:15Z', 'revision_number': 5, 'project_id': 'e2211e554783435c9b7af885ea20e242', 'subnets': [{'id': '86c08017-d863-4dd1-8a33-7a8aa8133d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:00:44.312353 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a106e5-7a7a-4ab4-a4ac-0150b5cde019 None None] No DVR routers for this DVR port 800c0b9c-1232-42ad-bebf-0952ecb99409 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:00:44.321868 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2b4870b3-7148-430a-a5a5-03359c5929f9 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (de9154b8-1565-4674-95f3-d3beaf3a515e), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:44.322109 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-2b4870b3-7148-430a-a5a5-03359c5929f9 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Added segment de9154b8-1565-4674-95f3-d3beaf3a515e of type vlan for network a45c0dbd-c1c2-4341-b665-3912753a0621
Feb 05 21:00:44.339175 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 58dda4e9-8dcd-438a-a2a5-133cac5c0ff6 is: DOWN; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:00:44.340221 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 1dc73499-8f1c-4fa1-a727-5942182a3985 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:00:44.352624 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b5c3b3-270b-4c5d-bf6f-4c0e9207d1c3 None None] The sync data for ids ['9fd025af-f57d-46d1-b3c1-78f90a70215f'] in ncdv-master-1 is: [{'id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'name': 'tempest-AttachVolumeTestJSON-998381134-router', 'tenant_id': 'e2211e554783435c9b7af885ea20e242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': '0f0b8600-8068-4666-808b-7db3f66ce148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:00:02Z', 'updated_at': '2022-02-05T21:00:10Z', 'revision_number': 4, 'project_id': 'e2211e554783435c9b7af885ea20e242', 'gw_port': {'id': '0f0b8600-8068-4666-808b-7db3f66ce148', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:58:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:00:03Z', 'updated_at': '2022-02-05T21:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd1ddd16d-b1b9-455e-b303-13621cb41dae', 'tenant_id': 'e2211e554783435c9b7af885ea20e242', 'floating_ip_address': '172.35.4.20', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'port_id': '19bf3552-1f97-4d35-9342-465464c23ba5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c184cf05-70dd-4af5-8bd4-fc4bd5d65e82', 'mac_address': 'fa:16:3e:a6:ef:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358b7ef6-a37a-4da5-92a6-1681f4e97c63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:00:15Z', 'updated_at': '2022-02-05T21:00:39Z', 'revision_number': 1, 'project_id': 'e2211e554783435c9b7af885ea20e242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e85b9d7-7e97-4f1e-97ae-fdd68b321743', 'name': '', 'network_id': 'c184cf05-70dd-4af5-8bd4-fc4bd5d65e82', 'tenant_id': 'e2211e554783435c9b7af885ea20e242', 'mac_address': 'fa:16:3e:00:09:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '86c08017-d863-4dd1-8a33-7a8aa8133d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:00:08Z', 'updated_at': '2022-02-05T21:00:15Z', 'revision_number': 5, 'project_id': 'e2211e554783435c9b7af885ea20e242', 'subnets': [{'id': '86c08017-d863-4dd1-8a33-7a8aa8133d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:00:44.411267 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2b4870b3-7148-430a-a5a5-03359c5929f9 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (a45c0dbd-c1c2-4341-b665-3912753a0621), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:44.472235 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 1dc73499-8f1c-4fa1-a727-5942182a3985 is: ACTIVE; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:00:44.472737 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-8354fced-523f-44bc-9220-9f94def17583 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2dbaa83910>,) {'filters': {'network_id': ['d6ee8e2f-7336-4698-ba11-ba7129199ab1']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:00:44.472901 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1dc73499-8f1c-4fa1-a727-5942182a3985), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:44.487025 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-8354fced-523f-44bc-9220-9f94def17583 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2dbaa83910>, '9cb0e7e9-bebd-43cb-a591-47478d79e2a1') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:00:44.487657 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-8354fced-523f-44bc-9220-9f94def17583 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2dbaa83910>, '9cb0e7e9-bebd-43cb-a591-47478d79e2a1') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:00:44.500317 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8354fced-523f-44bc-9220-9f94def17583 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (9cb0e7e9-bebd-43cb-a591-47478d79e2a1), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:44.522615 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8354fced-523f-44bc-9220-9f94def17583 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (9cb0e7e9-bebd-43cb-a591-47478d79e2a1), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:44.532548 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8354fced-523f-44bc-9220-9f94def17583 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:00:44.533704 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8354fced-523f-44bc-9220-9f94def17583 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (9cb0e7e9-bebd-43cb-a591-47478d79e2a1), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:44.541500 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 1dc73499-8f1c-4fa1-a727-5942182a3985, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1dc73499-8f1c-4fa1-a727-5942182a3985,segment=NetworkSegment(1c33481a-a1a0-4cb5-879e-3b12d35e9945),segment_id=1c33481a-a1a0-4cb5-879e-3b12d35e9945)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:44.562187 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (1dc73499-8f1c-4fa1-a727-5942182a3985), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:44.565243 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 7c845990-84ba-4725-9c91-59926b96b74a no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:00:44.571956 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-2fad4583-c8a2-4a10-8616-be8470020f26 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:44.572722 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-2fad4583-c8a2-4a10-8616-be8470020f26 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:44.614765 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73140890-7220-48ef-9366-f056ec8010dd service neutron] Pushing event updated for resources: {'Port': ['ID=58dda4e9-8dcd-438a-a2a5-133cac5c0ff6,revision_number=6']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:44.631496 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-73140890-7220-48ef-9366-f056ec8010dd service neutron] No DVR routers for this DVR port 58dda4e9-8dcd-438a-a2a5-133cac5c0ff6 on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:00:44.633887 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:00:44.633887 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:00:44.633887 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:00:44.633887 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:00:44.633887 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:00:44.633887 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:00:44.633887 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:00:44.633887 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:00:44.633887 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:00:44.633887 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:00:44.633887 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:00:44.633887 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:00:44.633887 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:00:44.633887 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:00:44.633887 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:00:44.633887 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:00:44.633887 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:00:44.633887 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:00:44.633887 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:00:44.633887 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:00:44.633887 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:00:44.633887 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:00:44.633887 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:00:44.633887 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:00:44.633887 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:00:44.633887 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:00:44.633887 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:00:44.633887 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:00:44.633887 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:00:44.633887 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:00:44.633887 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:00:44.633887 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:00:44.636465 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2b4870b3-7148-430a-a5a5-03359c5929f9 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (a45c0dbd-c1c2-4341-b665-3912753a0621), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:44.636575 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4870b3-7148-430a-a5a5-03359c5929f9 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:44.637116 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2b4870b3-7148-430a-a5a5-03359c5929f9 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:44.662524 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-61374ebe-ed2d-4d79-841e-18ba4909eb83 req-94f6d573-b64f-4639-83fb-c71efdc158c6 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0166919
Feb 05 21:00:44.686968 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e5b303f6-8a47-4a7f-abdd-8aaf1022b724 req-e125e075-02fd-43f6-8a5b-87c9077566a4 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&id=f2a34937-6f7c-447d-a100-f79bb6d8301c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 1.2701519
Feb 05 21:00:44.709554 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-2fad4583-c8a2-4a10-8616-be8470020f26 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 5.9475355
Feb 05 21:00:44.734987 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8354fced-523f-44bc-9220-9f94def17583 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (d6ee8e2f-7336-4698-ba11-ba7129199ab1), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:44.735504 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-92e77556-c060-4731-b313-af7dc38a493e service neutron] Request body: {'port': {'device_id': 'f3043c2e-d068-4256-a8d5-12b24125058f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:44.735613 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4870b3-7148-430a-a5a5-03359c5929f9 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Pushing event updated for resources: {'Network': ['ID=a45c0dbd-c1c2-4341-b665-3912753a0621,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:44.744453 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8354fced-523f-44bc-9220-9f94def17583 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:44.751417 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8354fced-523f-44bc-9220-9f94def17583 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "DELETE /v2.0/networks/d6ee8e2f-7336-4698-ba11-ba7129199ab1 HTTP/1.1" status: 204  len: 168 time: 1.5439966
Feb 05 21:00:44.781871 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=1dc73499-8f1c-4fa1-a727-5942182a3985,revision_number=6']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:44.792336 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network a45c0dbd-c1c2-4341-b665-3912753a0621 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:00:44.794454 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8354fced-523f-44bc-9220-9f94def17583 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Pushing event deleted for resources: {'Network': ['ID=d6ee8e2f-7336-4698-ba11-ba7129199ab1,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:44.805280 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2b4870b3-7148-430a-a5a5-03359c5929f9 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 0.9228587
Feb 05 21:00:44.806053 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 7c845990-84ba-4725-9c91-59926b96b74a {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:00:44.806288 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 7c845990-84ba-4725-9c91-59926b96b74a not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:00:44.806937 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device b5699d53-2198-4de7-b7cf-11cdde7ed6e5 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:00:44.818742 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46952) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:44.819287 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46954) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:44.822937 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-91df5bc1-91f6-4ff6-af64-ab74dd61ae0e admin admin] Publish callbacks [] for security_group (0baec9f8-c3c4-4ac8-834c-ebb0030b22ab), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:44.843821 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-73140890-7220-48ef-9366-f056ec8010dd service neutron] In _notify_port_updated(), no bound segment for port 58dda4e9-8dcd-438a-a2a5-133cac5c0ff6 on network 0e68efe9-ea16-4fb9-b57d-581a14fb90de {{(pid=114391) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Feb 05 21:00:44.845524 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-73140890-7220-48ef-9366-f056ec8010dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:44.846849 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-73140890-7220-48ef-9366-f056ec8010dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:44.848235 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-73140890-7220-48ef-9366-f056ec8010dd service neutron] 10.222.0.39 "PUT /v2.0/ports/58dda4e9-8dcd-438a-a2a5-133cac5c0ff6 HTTP/1.1" status: 200  len: 1027 time: 3.3723321
Feb 05 21:00:44.868180 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ae1412-0245-4841-8ce0-887b748ab88d x-openstack-request-id: req-31ae1412-0245-4841-8ce0-887b748ab88d {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:00:44.868467 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "358b7ef6-a37a-4da5-92a6-1681f4e97c63", "tag": "19bf3552-1f97-4d35-9342-465464c23ba5", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:00:44.868729 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-31ae1412-0245-4841-8ce0-887b748ab88d {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:00:44.869144 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '358b7ef6-a37a-4da5-92a6-1681f4e97c63', 'tag': '19bf3552-1f97-4d35-9342-465464c23ba5', 'status': 'completed', 'code': 200}
Feb 05 21:00:44.883155 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-68fa46d6-8569-4070-9438-2d22626bb00a tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1931895474'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:44.960057 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-91df5bc1-91f6-4ff6-af64-ab74dd61ae0e admin admin] Publish callbacks [] for security_group (0baec9f8-c3c4-4ac8-834c-ebb0030b22ab), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:45.021794 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port b5699d53-2198-4de7-b7cf-11cdde7ed6e5 is: ACTIVE; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:00:45.022283 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b5699d53-2198-4de7-b7cf-11cdde7ed6e5), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:45.034006 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fa46d6-8569-4070-9438-2d22626bb00a tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Made reservation on behalf of 635643c8c95a48178be578a04d153ce8 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:00:45.037673 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-68fa46d6-8569-4070-9438-2d22626bb00a tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:45.047980 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-e760b855-c3e6-48c9-aadb-51daeba2ec32 None None] Provisioning complete for port 58dda4e9-8dcd-438a-a2a5-133cac5c0ff6 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:00:45.048228 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e760b855-c3e6-48c9-aadb-51daeba2ec32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (58dda4e9-8dcd-438a-a2a5-133cac5c0ff6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:45.077557 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68fa46d6-8569-4070-9438-2d22626bb00a tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:00:45.084646 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25645d3a-e299-4c6a-9343-b1115a975102 None None] New status for floating IP d1ddd16d-b1b9-455e-b303-13621cb41dae: ACTIVE {{(pid=114392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:00:45.089729 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-68fa46d6-8569-4070-9438-2d22626bb00a tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (eec6d582-f1ac-4b43-acd8-5c1d2004a91d), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:45.090091 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-68fa46d6-8569-4070-9438-2d22626bb00a tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Added segment eec6d582-f1ac-4b43-acd8-5c1d2004a91d of type vlan for network d04050d7-628e-475b-9085-51a09e1e19b3
Feb 05 21:00:45.134087 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-92e77556-c060-4731-b313-af7dc38a493e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1addaecb-82d3-4da4-b837-5ad0594de04b), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:45.141276 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port b5699d53-2198-4de7-b7cf-11cdde7ed6e5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5699d53-2198-4de7-b7cf-11cdde7ed6e5,segment=NetworkSegment(180079d9-3802-4753-bdea-bdcba1df7383),segment_id=180079d9-3802-4753-bdea-bdcba1df7383)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:45.210065 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-68fa46d6-8569-4070-9438-2d22626bb00a tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (d04050d7-628e-475b-9085-51a09e1e19b3), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:45.211308 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f513c48c-bd2b-49a0-a9a5-127fdca24eb5 req-beb9d0d8-bb55-4dcb-81b4-72de7dd11239 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:45.220137 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f513c48c-bd2b-49a0-a9a5-127fdca24eb5 req-beb9d0d8-bb55-4dcb-81b4-72de7dd11239 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 945 time: 0.3608243
Feb 05 21:00:45.239828 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3075eb3-f165-4e43-884b-b19882dbb7fd tempest-ExternalNetworksTestJSON-617570644 tempest-ExternalNetworksTestJSON-617570644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:45.241590 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e3075eb3-f165-4e43-884b-b19882dbb7fd tempest-ExternalNetworksTestJSON-617570644 tempest-ExternalNetworksTestJSON-617570644-project] 10.222.0.32 "GET /v2.0/networks/a45c0dbd-c1c2-4341-b665-3912753a0621 HTTP/1.1" status: 200  len: 756 time: 0.4195807
Feb 05 21:00:45.246405 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ebb58-997e-4a1f-ad3f-7bb019a51dd0 req-874da6c5-25a6-4671-be7c-71ff2129384f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:45.248466 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1f0ebb58-997e-4a1f-ad3f-7bb019a51dd0 req-874da6c5-25a6-4671-be7c-71ff2129384f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e2211e554783435c9b7af885ea20e242&device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 1127 time: 0.3440504
Feb 05 21:00:45.249048 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46962) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:45.253635 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253402a-5c16-4d07-ac45-7eb711bf0019 req-e400379e-a6d4-4e3d-8416-b24d1fb9eef1 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:45.256248 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b253402a-5c16-4d07-ac45-7eb711bf0019 req-e400379e-a6d4-4e3d-8416-b24d1fb9eef1 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3043c2e-d068-4256-a8d5-12b24125058f HTTP/1.1" status: 200  len: 934 time: 0.3021567
Feb 05 21:00:45.281372 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-91df5bc1-91f6-4ff6-af64-ab74dd61ae0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (0baec9f8-c3c4-4ac8-834c-ebb0030b22ab), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:45.287098 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-91df5bc1-91f6-4ff6-af64-ab74dd61ae0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:45.291319 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-91df5bc1-91f6-4ff6-af64-ab74dd61ae0e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0baec9f8-c3c4-4ac8-834c-ebb0030b22ab HTTP/1.1" status: 204  len: 168 time: 1.6774392
Feb 05 21:00:45.291472 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46964) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:45.322630 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b5699d53-2198-4de7-b7cf-11cdde7ed6e5), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:45.323496 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device acb823f3-7977-4284-b303-e6126c9172cf no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:00:45.352682 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df5bc1-91f6-4ff6-af64-ab74dd61ae0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0baec9f8-c3c4-4ac8-834c-ebb0030b22ab,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:45.399949 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-68fa46d6-8569-4070-9438-2d22626bb00a tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (d04050d7-628e-475b-9085-51a09e1e19b3), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:45.414249 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fa46d6-8569-4070-9438-2d22626bb00a tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:45.416370 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-68fa46d6-8569-4070-9438-2d22626bb00a tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:45.418357 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-002859f4-153a-4bfb-b303-d56df409a66b tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Deleting port b5699d53-2198-4de7-b7cf-11cdde7ed6e5 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:00:45.418729 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-002859f4-153a-4bfb-b303-d56df409a66b tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (b5699d53-2198-4de7-b7cf-11cdde7ed6e5), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:45.434776 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=b5699d53-2198-4de7-b7cf-11cdde7ed6e5,revision_number=6']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:45.460607 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-e760b855-c3e6-48c9-aadb-51daeba2ec32 None None] Port 58dda4e9-8dcd-438a-a2a5-133cac5c0ff6 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:00:45.505137 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:45.549765 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f513c48c-bd2b-49a0-a9a5-127fdca24eb5 req-a926f910-83e9-4be8-b976-6a81930cdf44 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=840ffbe8-1e27-441d-9600-26bf7350d551&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3286295
Feb 05 21:00:45.563643 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port acb823f3-7977-4284-b303-e6126c9172cf is: ACTIVE; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:00:45.564224 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (acb823f3-7977-4284-b303-e6126c9172cf), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:45.602093 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68a0345-3a8e-44aa-a12d-3fb37d930f2a tempest-ExternalNetworksTestJSON-617570644 tempest-ExternalNetworksTestJSON-617570644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:45.611277 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a68a0345-3a8e-44aa-a12d-3fb37d930f2a tempest-ExternalNetworksTestJSON-617570644 tempest-ExternalNetworksTestJSON-617570644-project] 10.222.0.32 "GET /v2.0/networks/645d402d-7dcb-4610-8807-cbff9649ab50 HTTP/1.1" status: 200  len: 768 time: 0.3535297
Feb 05 21:00:45.637541 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port acb823f3-7977-4284-b303-e6126c9172cf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=acb823f3-7977-4284-b303-e6126c9172cf,segment=NetworkSegment(16f07f35-cf6e-401e-a5f2-33d98b0f9749),segment_id=16f07f35-cf6e-401e-a5f2-33d98b0f9749)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:45.644375 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (acb823f3-7977-4284-b303-e6126c9172cf), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:45.645249 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 9660cfc0-bfac-4a7d-a596-8d37f433d2c1 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:00:45.645491 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46972) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:45.657171 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-68fa46d6-8569-4070-9438-2d22626bb00a tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.8361661
Feb 05 21:00:45.663791 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46974) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:45.672994 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-b04d724e-5434-42bb-9d63-802b5b48cfe9 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Request body: {'subnet': {'network_id': 'd04050d7-628e-475b-9085-51a09e1e19b3', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:45.684358 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b253402a-5c16-4d07-ac45-7eb711bf0019 req-bd6a4704-d981-4d2d-9175-5dfcdbccfbae tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] 10.222.0.32 "GET /v2.0/security-groups?id=52a360d0-fa4c-46e6-b204-783a28583772&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4075677
Feb 05 21:00:45.751756 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 21:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2046c2-442f-4217-af87-f84b9f5284fa x-openstack-request-id: req-6c2046c2-442f-4217-af87-f84b9f5284fa {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:00:45.752057 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "name": "network-vif-unplugged", "status": "completed", "tag": "96b065aa-9042-42d0-9376-669227f49c16", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:00:45.752317 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c2046c2-442f-4217-af87-f84b9f5284fa {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:00:45.756823 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96b065aa-9042-42d0-9376-669227f49c16', 'code': 200}
Feb 05 21:00:45.835513 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=acb823f3-7977-4284-b303-e6126c9172cf,revision_number=6']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:45.844730 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 46980) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:45.851314 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] The host nch2-master-1 is not matching for port 9660cfc0-bfac-4a7d-a596-8d37f433d2c1 host ! {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Feb 05 21:00:45.851720 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 9660cfc0-bfac-4a7d-a596-8d37f433d2c1 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:00:45.852158 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 56166e37-c00d-4298-a0e0-99eddccde1ed no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:00:45.877437 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 56166e37-c00d-4298-a0e0-99eddccde1ed {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:00:45.878154 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 56166e37-c00d-4298-a0e0-99eddccde1ed not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:00:45.917353 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa46d6-8569-4070-9438-2d22626bb00a tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Pushing event updated for resources: {'Network': ['ID=d04050d7-628e-475b-9085-51a09e1e19b3,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:45.936357 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network d04050d7-628e-475b-9085-51a09e1e19b3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:00:45.952486 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c93e86ca-7fff-4166-bb42-71d61fff9cc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:45.961837 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7f1b5a0a-95a5-475c-80ec-7d437051fee0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:45.964476 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ebb58-997e-4a1f-ad3f-7bb019a51dd0 req-d8cbd5ae-e7f5-4799-a076-d67257396ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:45.966020 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1f0ebb58-997e-4a1f-ad3f-7bb019a51dd0 req-d8cbd5ae-e7f5-4799-a076-d67257396ef9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c184cf05-70dd-4af5-8bd4-fc4bd5d65e82 HTTP/1.1" status: 200  len: 911 time: 0.6770234
Feb 05 21:00:45.998020 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-002859f4-153a-4bfb-b303-d56df409a66b tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] For port b5699d53-2198-4de7-b7cf-11cdde7ed6e5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5699d53-2198-4de7-b7cf-11cdde7ed6e5,segment=NetworkSegment(180079d9-3802-4753-bdea-bdcba1df7383),segment_id=180079d9-3802-4753-bdea-bdcba1df7383)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:45.998453 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-002859f4-153a-4bfb-b303-d56df409a66b tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (b5699d53-2198-4de7-b7cf-11cdde7ed6e5), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:46.038273 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-002859f4-153a-4bfb-b303-d56df409a66b tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Calling delete_port for b5699d53-2198-4de7-b7cf-11cdde7ed6e5 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:00:46.053952 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c79ae356-0783-414d-a84f-b670bfc59f6d tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (a45c0dbd-c1c2-4341-b665-3912753a0621), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:46.092022 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00baa5-61bb-49a1-9212-0c9fc833f5d6 req-c8246036-ced8-40ec-8f23-2f42341eb063 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:46.092848 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04d724e-5434-42bb-9d63-802b5b48cfe9 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Made reservation on behalf of 635643c8c95a48178be578a04d153ce8 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:00:46.096050 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b04d724e-5434-42bb-9d63-802b5b48cfe9 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:46.097920 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00baa5-61bb-49a1-9212-0c9fc833f5d6 req-c8246036-ced8-40ec-8f23-2f42341eb063 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:46.103291 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00baa5-61bb-49a1-9212-0c9fc833f5d6 req-c8246036-ced8-40ec-8f23-2f42341eb063 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:46.109056 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00baa5-61bb-49a1-9212-0c9fc833f5d6 req-c8246036-ced8-40ec-8f23-2f42341eb063 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:46.114410 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00baa5-61bb-49a1-9212-0c9fc833f5d6 req-c8246036-ced8-40ec-8f23-2f42341eb063 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:46.116353 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ca00baa5-61bb-49a1-9212-0c9fc833f5d6 req-c8246036-ced8-40ec-8f23-2f42341eb063 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 3874 time: 0.2865260
Feb 05 21:00:46.120676 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1f0ebb58-997e-4a1f-ad3f-7bb019a51dd0 req-f7c457ae-2fc2-4341-9e2a-af4611747b76 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19bf3552-1f97-4d35-9342-465464c23ba5 HTTP/1.1" status: 200  len: 1000 time: 0.1373618
Feb 05 21:00:46.123471 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a4a52-b4e6-4473-a3c9-ca9e91dd042d req-a9ea2e4c-ae38-4db3-80fd-7f659c436c41 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:46.124928 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db1a4a52-b4e6-4473-a3c9-ca9e91dd042d req-a9ea2e4c-ae38-4db3-80fd-7f659c436c41 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8424c18-089e-4f0e-bb42-6ce51886b5d0 HTTP/1.1" status: 200  len: 946 time: 0.2103240
Feb 05 21:00:46.312769 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c79ae356-0783-414d-a84f-b670bfc59f6d tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (a45c0dbd-c1c2-4341-b665-3912753a0621), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:46.326603 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ebb58-997e-4a1f-ad3f-7bb019a51dd0 req-31bac15c-9ea4-4605-b950-d18b6a6e4e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:46.328103 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1f0ebb58-997e-4a1f-ad3f-7bb019a51dd0 req-31bac15c-9ea4-4605-b950-d18b6a6e4e43 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=86c08017-d863-4dd1-8a33-7a8aa8133d87 HTTP/1.1" status: 200  len: 849 time: 0.1972623
Feb 05 21:00:46.334303 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-92e77556-c060-4731-b313-af7dc38a493e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1addaecb-82d3-4da4-b837-5ad0594de04b {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:00:46.350546 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-92e77556-c060-4731-b313-af7dc38a493e service neutron] Publish callbacks [] for port (1addaecb-82d3-4da4-b837-5ad0594de04b), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:46.359986 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ca00baa5-61bb-49a1-9212-0c9fc833f5d6 req-888f4ad4-f2f0-4113-ad71-c6ab3be44258 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2340431
Feb 05 21:00:46.366416 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7f1b5a0a-95a5-475c-80ec-7d437051fee0 admin admin] Publish callbacks [] for security_group (e6cc0f5a-eb63-40c7-8577-c4e74694726c), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:46.369185 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db1a4a52-b4e6-4473-a3c9-ca9e91dd042d req-525b8087-cb34-4c45-b6ae-168377f4e2c2 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2048647
Feb 05 21:00:46.370189 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-c79ae356-0783-414d-a84f-b670bfc59f6d tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db8676a30>,) {'filters': {'network_id': ['a45c0dbd-c1c2-4341-b665-3912753a0621']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:00:46.391219 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c93e86ca-7fff-4166-bb42-71d61fff9cc3 admin admin] Publish callbacks [] for security_group (8ff66d55-77a2-435e-a7b5-eb7070545a5d), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:46.419453 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7f1b5a0a-95a5-475c-80ec-7d437051fee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (e6cc0f5a-eb63-40c7-8577-c4e74694726c), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:46.422996 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c93e86ca-7fff-4166-bb42-71d61fff9cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (8ff66d55-77a2-435e-a7b5-eb7070545a5d), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:46.426162 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-c79ae356-0783-414d-a84f-b670bfc59f6d tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8676a30>, 'de9154b8-1565-4674-95f3-d3beaf3a515e') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:00:46.426162 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-c79ae356-0783-414d-a84f-b670bfc59f6d tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8676a30>, 'de9154b8-1565-4674-95f3-d3beaf3a515e') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:00:46.464918 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c79ae356-0783-414d-a84f-b670bfc59f6d tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (de9154b8-1565-4674-95f3-d3beaf3a515e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:46.491440 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e86ca-7fff-4166-bb42-71d61fff9cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff66d55-77a2-435e-a7b5-eb7070545a5d,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:46.507912 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c79ae356-0783-414d-a84f-b670bfc59f6d tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (de9154b8-1565-4674-95f3-d3beaf3a515e), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:46.513040 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c93e86ca-7fff-4166-bb42-71d61fff9cc3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5795d214ba8e443eb5c07945e5d1bf36&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6553967
Feb 05 21:00:46.515899 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b5a0a-95a5-475c-80ec-7d437051fee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6cc0f5a-eb63-40c7-8577-c4e74694726c,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:46.516373 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 46984) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:46.520239 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7f1b5a0a-95a5-475c-80ec-7d437051fee0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ac7e19dcc25b4d2ba896162ab8f8fdd9&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2176366
Feb 05 21:00:46.525167 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 46986) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:46.541998 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-002859f4-153a-4bfb-b303-d56df409a66b tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (b5699d53-2198-4de7-b7cf-11cdde7ed6e5), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:46.548412 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c79ae356-0783-414d-a84f-b670bfc59f6d tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:00:46.548828 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c79ae356-0783-414d-a84f-b670bfc59f6d tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (de9154b8-1565-4674-95f3-d3beaf3a515e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:46.551419 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:00:46.551419 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:00:46.551419 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:00:46.551419 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:00:46.551419 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:00:46.551419 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:00:46.551419 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:00:46.551419 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:00:46.551419 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:00:46.551419 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:00:46.551419 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:00:46.551419 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:00:46.551419 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:00:46.551419 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:00:46.551419 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:00:46.551419 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:00:46.551419 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:00:46.551419 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:00:46.551419 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:00:46.551419 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:00:46.551419 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:00:46.551419 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:00:46.551419 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:00:46.551419 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:00:46.551419 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:00:46.551419 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:00:46.551419 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:00:46.551419 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:00:46.551419 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:00:46.551419 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:00:46.551419 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:00:46.551419 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:00:46.569191 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ebb58-997e-4a1f-ad3f-7bb019a51dd0 req-27c4216a-60ce-41b2-ac07-e4d4298176da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:46.570742 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1f0ebb58-997e-4a1f-ad3f-7bb019a51dd0 req-27c4216a-60ce-41b2-ac07-e4d4298176da service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c184cf05-70dd-4af5-8bd4-fc4bd5d65e82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2301912
Feb 05 21:00:46.616619 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002859f4-153a-4bfb-b303-d56df409a66b tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Pushing event deleted for resources: {'Port': ['ID=b5699d53-2198-4de7-b7cf-11cdde7ed6e5,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:46.638099 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b04d724e-5434-42bb-9d63-802b5b48cfe9 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (e0b9874c-fd50-4ac4-a621-6b1bf5f6d71a), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:46.674924 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54d422-1118-47bc-a50d-b8027d70db8a req-d5184cfd-150a-4d01-bb46-30a1094ae87d tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:46.676451 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eb54d422-1118-47bc-a50d-b8027d70db8a req-d5184cfd-150a-4d01-bb46-30a1094ae87d tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8424c18-089e-4f0e-bb42-6ce51886b5d0 HTTP/1.1" status: 200  len: 946 time: 0.2047577
Feb 05 21:00:46.724509 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-002859f4-153a-4bfb-b303-d56df409a66b tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] No DVR routers for this DVR port b5699d53-2198-4de7-b7cf-11cdde7ed6e5 on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:00:46.728829 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c79ae356-0783-414d-a84f-b670bfc59f6d tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (a45c0dbd-c1c2-4341-b665-3912753a0621), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:46.731466 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-92e77556-c060-4731-b313-af7dc38a493e service neutron] Transition to ACTIVE for port object 1addaecb-82d3-4da4-b837-5ad0594de04b will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:00:46.737868 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-002859f4-153a-4bfb-b303-d56df409a66b tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:46.741526 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-002859f4-153a-4bfb-b303-d56df409a66b tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.39 "DELETE /v2.0/ports/b5699d53-2198-4de7-b7cf-11cdde7ed6e5 HTTP/1.1" status: 204  len: 173 time: 1.8684077
Feb 05 21:00:46.742948 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79ae356-0783-414d-a84f-b670bfc59f6d tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  a45c0dbd-c1c2-4341-b665-3912753a0621 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Feb 05 21:00:46.747702 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c79ae356-0783-414d-a84f-b670bfc59f6d tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:46.754573 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c79ae356-0783-414d-a84f-b670bfc59f6d tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] 10.222.0.32 "DELETE /v2.0/networks/a45c0dbd-c1c2-4341-b665-3912753a0621 HTTP/1.1" status: 204  len: 168 time: 1.0929751
Feb 05 21:00:46.756633 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 46992) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:46.760096 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-92e77556-c060-4731-b313-af7dc38a493e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (1addaecb-82d3-4da4-b837-5ad0594de04b), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:46.763331 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-51937083-e162-463d-8076-957e945497b9 admin admin] Publish callbacks [] for security_group (8ff66d55-77a2-435e-a7b5-eb7070545a5d), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:46.779350 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-ec903d6f-68bc-4d2f-b55d-ab9233cd6b83 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Request body: {'network': {'name': 'tempest-network--1776097739'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:46.860635 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7ec6fc8a-2bfc-45cc-b577-147a8b660df7 admin admin] Publish callbacks [] for security_group (e6cc0f5a-eb63-40c7-8577-c4e74694726c), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:46.874998 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'name': 'network-vif-deleted', 'tag': 'b5699d53-2198-4de7-b7cf-11cdde7ed6e5'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:00:46.877255 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b63184-a02c-4806-866f-7ec9f7702254" -d '{"events": [{"server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "name": "network-vif-deleted", "tag": "b5699d53-2198-4de7-b7cf-11cdde7ed6e5"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:00:46.979885 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7ec6fc8a-2bfc-45cc-b577-147a8b660df7 admin admin] Publish callbacks [] for security_group (e6cc0f5a-eb63-40c7-8577-c4e74694726c), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:47.047987 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-51937083-e162-463d-8076-957e945497b9 admin admin] Publish callbacks [] for security_group (8ff66d55-77a2-435e-a7b5-eb7070545a5d), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:47.077889 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eb54d422-1118-47bc-a50d-b8027d70db8a req-10a54bb7-ec25-44ed-98e6-798a08534751 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3784852
Feb 05 21:00:47.088609 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e77556-c060-4731-b313-af7dc38a493e service neutron] Pushing event updated for resources: {'Port': ['ID=1addaecb-82d3-4da4-b837-5ad0594de04b,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:47.138184 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f389a0e-56e2-4272-9adf-f458ec0830a6 req-00711bda-0474-4293-8f80-55a715070e87 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:47.146454 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ae356-0783-414d-a84f-b670bfc59f6d tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Pushing event deleted for resources: {'Network': ['ID=a45c0dbd-c1c2-4341-b665-3912753a0621,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:47.148358 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9f389a0e-56e2-4272-9adf-f458ec0830a6 req-00711bda-0474-4293-8f80-55a715070e87 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 945 time: 0.5205531
Feb 05 21:00:47.155425 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d724e-5434-42bb-9d63-802b5b48cfe9 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Pushing event updated for resources: {'Subnet': ['ID=e0b9874c-fd50-4ac4-a621-6b1bf5f6d71a,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:47.174645 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1f0ebb58-997e-4a1f-ad3f-7bb019a51dd0 req-2ec95197-0718-4fb7-8713-cd38e2ff789a service neutron] 10.222.0.39 "GET /v2.0/networks/c184cf05-70dd-4af5-8bd4-fc4bd5d65e82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5921633
Feb 05 21:00:47.175523 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04d724e-5434-42bb-9d63-802b5b48cfe9 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Checking segment: {'id': 'eec6d582-f1ac-4b43-acd8-5c1d2004a91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd04050d7-628e-475b-9085-51a09e1e19b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:00:47.175896 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04d724e-5434-42bb-9d63-802b5b48cfe9 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Network hostable DHCP agents. Network: d04050d7-628e-475b-9085-51a09e1e19b3, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:00:47.177783 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec903d6f-68bc-4d2f-b55d-ab9233cd6b83 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Made reservation on behalf of 2ba1f43f3cf34a4eb5220636d559647b for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:00:47.182059 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ec903d6f-68bc-4d2f-b55d-ab9233cd6b83 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:47.263668 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04d724e-5434-42bb-9d63-802b5b48cfe9 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Network d04050d7-628e-475b-9085-51a09e1e19b3 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:00:47.285398 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-b04d724e-5434-42bb-9d63-802b5b48cfe9 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d04050d7-628e-475b-9085-51a09e1e19b3) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:00:47.298758 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf6e5a4-f5f1-4c6b-811a-693aa4f806e2 None None] Network d04050d7-628e-475b-9085-51a09e1e19b3 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:00:47.303842 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04d724e-5434-42bb-9d63-802b5b48cfe9 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:47.304420 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b04d724e-5434-42bb-9d63-802b5b48cfe9 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:47.350179 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b04d724e-5434-42bb-9d63-802b5b48cfe9 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.6852882
Feb 05 21:00:47.352722 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1f0ebb58-997e-4a1f-ad3f-7bb019a51dd0 req-d01de791-d175-4e56-9eb5-be9327f475c5 service neutron] 10.222.0.39 "GET /v2.0/networks/c184cf05-70dd-4af5-8bd4-fc4bd5d65e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1683803
Feb 05 21:00:47.353190 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46998) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:47.358792 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-713b8307-e85b-473e-95d1-b95ededea46a tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-172021270'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:47.365553 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7ec6fc8a-2bfc-45cc-b577-147a8b660df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (e6cc0f5a-eb63-40c7-8577-c4e74694726c), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:47.368263 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7ec6fc8a-2bfc-45cc-b577-147a8b660df7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:47.373477 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7ec6fc8a-2bfc-45cc-b577-147a8b660df7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e6cc0f5a-eb63-40c7-8577-c4e74694726c HTTP/1.1" status: 204  len: 168 time: 0.8402469
Feb 05 21:00:47.385478 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713b8307-e85b-473e-95d1-b95ededea46a tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Made reservation on behalf of 635643c8c95a48178be578a04d153ce8 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:00:47.390559 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-713b8307-e85b-473e-95d1-b95ededea46a tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:47.423318 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-713b8307-e85b-473e-95d1-b95ededea46a tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:00:47.443766 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-713b8307-e85b-473e-95d1-b95ededea46a tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (1d8c20b0-816b-4ee0-9403-9b7f1810c206), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:47.444596 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-713b8307-e85b-473e-95d1-b95ededea46a tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Added segment 1d8c20b0-816b-4ee0-9403-9b7f1810c206 of type vlan for network 1091ea3a-3879-4f86-96ce-0d7cdca75403
Feb 05 21:00:47.450005 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec903d6f-68bc-4d2f-b55d-ab9233cd6b83 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:00:47.481705 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d4a5bd-5b8e-44ca-88b3-31e8797c1dcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d04050d7-628e-475b-9085-51a09e1e19b3', 'network_id': 'd04050d7-628e-475b-9085-51a09e1e19b3', 'project_id': '635643c8c95a48178be578a04d153ce8', 'fixed_ips': [{'subnet_id': 'e0b9874c-fd50-4ac4-a621-6b1bf5f6d71a'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:00:47.482581 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-22d4a5bd-5b8e-44ca-88b3-31e8797c1dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:47.486419 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9f389a0e-56e2-4272-9adf-f458ec0830a6 req-57c56b5b-c158-498d-a87f-afb4e5ad573f tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=840ffbe8-1e27-441d-9600-26bf7350d551&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3380518
Feb 05 21:00:47.514823 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-713b8307-e85b-473e-95d1-b95ededea46a tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (1091ea3a-3879-4f86-96ce-0d7cdca75403), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:47.526572 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec6fc8a-2bfc-45cc-b577-147a8b660df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6cc0f5a-eb63-40c7-8577-c4e74694726c,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:47.542399 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ec903d6f-68bc-4d2f-b55d-ab9233cd6b83 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (18097ca0-c76b-4797-a6f5-7f85dac7904a), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:47.542724 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-ec903d6f-68bc-4d2f-b55d-ab9233cd6b83 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Added segment 18097ca0-c76b-4797-a6f5-7f85dac7904a of type vlan for network 0cab1ff1-8ed7-40b6-9eaf-54e71911da60
Feb 05 21:00:47.565901 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-51937083-e162-463d-8076-957e945497b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (8ff66d55-77a2-435e-a7b5-eb7070545a5d), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:47.568587 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-51937083-e162-463d-8076-957e945497b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:47.569893 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-51937083-e162-463d-8076-957e945497b9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ff66d55-77a2-435e-a7b5-eb7070545a5d HTTP/1.1" status: 204  len: 168 time: 1.0509717
Feb 05 21:00:47.595555 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3f09f2-92ed-495f-b7ed-25ba559334e3 x-openstack-request-id: req-ac3f09f2-92ed-495f-b7ed-25ba559334e3 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:00:47.595916 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "name": "network-vif-deleted", "tag": "b5699d53-2198-4de7-b7cf-11cdde7ed6e5", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:00:47.596187 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ac3f09f2-92ed-495f-b7ed-25ba559334e3 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:00:47.596698 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'name': 'network-vif-deleted', 'tag': 'b5699d53-2198-4de7-b7cf-11cdde7ed6e5', 'status': 'completed', 'code': 200}
Feb 05 21:00:47.604436 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-713b8307-e85b-473e-95d1-b95ededea46a tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (1091ea3a-3879-4f86-96ce-0d7cdca75403), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:47.611943 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713b8307-e85b-473e-95d1-b95ededea46a tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:47.612581 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-713b8307-e85b-473e-95d1-b95ededea46a tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:47.642990 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a67183-1e72-43e9-9f71-b0d5af303fed req-05a59638-fdc0-4186-b487-26bf71a167a0 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:47.650123 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a3a67183-1e72-43e9-9f71-b0d5af303fed req-05a59638-fdc0-4186-b487-26bf71a167a0 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3043c2e-d068-4256-a8d5-12b24125058f HTTP/1.1" status: 200  len: 946 time: 0.4040396
Feb 05 21:00:47.656904 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51937083-e162-463d-8076-957e945497b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff66d55-77a2-435e-a7b5-eb7070545a5d,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:47.667179 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-92e77556-c060-4731-b313-af7dc38a493e service neutron] Attempting to bind port 1addaecb-82d3-4da4-b837-5ad0594de04b on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:00:47.667179 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-92e77556-c060-4731-b313-af7dc38a493e service neutron] Attempting to bind port 1addaecb-82d3-4da4-b837-5ad0594de04b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:00:47.667591 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-92e77556-c060-4731-b313-af7dc38a493e service neutron] Attempting to bind port 1addaecb-82d3-4da4-b837-5ad0594de04b on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:00:47.684694 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-92e77556-c060-4731-b313-af7dc38a493e service neutron] Port 1addaecb-82d3-4da4-b837-5ad0594de04b on network f760d6ec-7837-431c-910c-37572c24f936 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:00:47.685042 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-92e77556-c060-4731-b313-af7dc38a493e service neutron] Attempting to bind port 1addaecb-82d3-4da4-b837-5ad0594de04b on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:00:47.700791 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-713b8307-e85b-473e-95d1-b95ededea46a tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.3359945
Feb 05 21:00:47.701649 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47010) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:47.704301 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ec903d6f-68bc-4d2f-b55d-ab9233cd6b83 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (0cab1ff1-8ed7-40b6-9eaf-54e71911da60), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:47.714235 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-56965b3a-7262-4097-8125-5c34c3ec0454 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Deleting port 96b065aa-9042-42d0-9376-669227f49c16 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:00:47.714626 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-56965b3a-7262-4097-8125-5c34c3ec0454 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (96b065aa-9042-42d0-9376-669227f49c16), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:47.723538 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-93434ce8-126f-475e-8edc-249c4a2af2d2 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Request body: {'subnet': {'network_id': '1091ea3a-3879-4f86-96ce-0d7cdca75403', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:47.742820 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-92e77556-c060-4731-b313-af7dc38a493e service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:00:47.743957 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-92e77556-c060-4731-b313-af7dc38a493e service neutron] Checking segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:00:47.744524 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-92e77556-c060-4731-b313-af7dc38a493e service neutron] Bound using segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:00:47.745151 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-92e77556-c060-4731-b313-af7dc38a493e service neutron] Bound port: 1addaecb-82d3-4da4-b837-5ad0594de04b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:00:47.745690 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-92e77556-c060-4731-b313-af7dc38a493e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1addaecb-82d3-4da4-b837-5ad0594de04b), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:47.789606 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-22d4a5bd-5b8e-44ca-88b3-31e8797c1dcf None None] Allocated IP 19.80.0.2 (d04050d7-628e-475b-9085-51a09e1e19b3/e0b9874c-fd50-4ac4-a621-6b1bf5f6d71a/0717fdce-ab15-492e-8723-45b492f56881) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:00:47.862599 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-92e77556-c060-4731-b313-af7dc38a493e service neutron] For port 1addaecb-82d3-4da4-b837-5ad0594de04b, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:00:47.865973 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-92e77556-c060-4731-b313-af7dc38a493e service neutron] For port 1addaecb-82d3-4da4-b837-5ad0594de04b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1addaecb-82d3-4da4-b837-5ad0594de04b,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:00:47.949097 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b8307-e85b-473e-95d1-b95ededea46a tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Pushing event updated for resources: {'Network': ['ID=1091ea3a-3879-4f86-96ce-0d7cdca75403,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:47.952820 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-92e77556-c060-4731-b313-af7dc38a493e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (1addaecb-82d3-4da4-b837-5ad0594de04b), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:47.969808 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dc73499-8f1c-4fa1-a727-5942182a3985'}, {'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5699d53-2198-4de7-b7cf-11cdde7ed6e5'}, {'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acb823f3-7977-4284-b303-e6126c9172cf'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:00:47.975353 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d44ecf7-1acc-4ad8-99fd-e4cabeb15ac6" -d '{"events": [{"server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "name": "network-vif-unplugged", "status": "completed", "tag": "1dc73499-8f1c-4fa1-a727-5942182a3985"}, {"server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "name": "network-vif-unplugged", "status": "completed", "tag": "b5699d53-2198-4de7-b7cf-11cdde7ed6e5"}, {"server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "name": "network-vif-unplugged", "status": "completed", "tag": "acb823f3-7977-4284-b303-e6126c9172cf"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:00:47.992022 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a3a67183-1e72-43e9-9f71-b0d5af303fed req-53e7fdff-825a-4086-a8c2-85871d93570f tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] 10.222.0.32 "GET /v2.0/security-groups?id=52a360d0-fa4c-46e6-b204-783a28583772&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3279347
Feb 05 21:00:48.026024 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93434ce8-126f-475e-8edc-249c4a2af2d2 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Made reservation on behalf of 635643c8c95a48178be578a04d153ce8 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:00:48.031845 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 1091ea3a-3879-4f86-96ce-0d7cdca75403 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:00:48.051562 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-93434ce8-126f-475e-8edc-249c4a2af2d2 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:48.087857 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-92e77556-c060-4731-b313-af7dc38a493e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:48.088496 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-92e77556-c060-4731-b313-af7dc38a493e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:48.101499 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-92e77556-c060-4731-b313-af7dc38a493e service neutron] 10.222.0.39 "PUT /v2.0/ports/1addaecb-82d3-4da4-b837-5ad0594de04b HTTP/1.1" status: 200  len: 1094 time: 3.3687713
Feb 05 21:00:48.124585 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ec903d6f-68bc-4d2f-b55d-ab9233cd6b83 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (0cab1ff1-8ed7-40b6-9eaf-54e71911da60), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:48.125583 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec903d6f-68bc-4d2f-b55d-ab9233cd6b83 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:48.126223 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ec903d6f-68bc-4d2f-b55d-ab9233cd6b83 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:48.239099 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-22d4a5bd-5b8e-44ca-88b3-31e8797c1dcf None None] Publish callbacks [] for port (0717fdce-ab15-492e-8723-45b492f56881), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:48.257021 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47030) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:48.264677 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-22d4a5bd-5b8e-44ca-88b3-31e8797c1dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (0717fdce-ab15-492e-8723-45b492f56881), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:48.320533 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d4a5bd-5b8e-44ca-88b3-31e8797c1dcf None None] Network d04050d7-628e-475b-9085-51a09e1e19b3 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:00:48.329014 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-22d4a5bd-5b8e-44ca-88b3-31e8797c1dcf None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:00:48.366012 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d4a5bd-5b8e-44ca-88b3-31e8797c1dcf None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:00:48.370499 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ec903d6f-68bc-4d2f-b55d-ab9233cd6b83 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 864 time: 1.6057050
Feb 05 21:00:48.396608 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-56965b3a-7262-4097-8125-5c34c3ec0454 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] For port 96b065aa-9042-42d0-9376-669227f49c16, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=96b065aa-9042-42d0-9376-669227f49c16,segment=NetworkSegment(16f07f35-cf6e-401e-a5f2-33d98b0f9749),segment_id=16f07f35-cf6e-401e-a5f2-33d98b0f9749)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:48.396973 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-56965b3a-7262-4097-8125-5c34c3ec0454 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (96b065aa-9042-42d0-9376-669227f49c16), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:48.402475 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47034) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:48.412483 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-455949ea-897b-4213-87f0-3e132b32fd72 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Request body: {'network': {'router:external': True}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:48.433392 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-24818911-92e8-4d34-bb6f-2ee4fb2626b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:48.480796 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d4a5bd-5b8e-44ca-88b3-31e8797c1dcf None None] Pushing event updated for resources: {'Port': ['ID=0717fdce-ab15-492e-8723-45b492f56881,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:48.494320 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-22d4a5bd-5b8e-44ca-88b3-31e8797c1dcf None None] Attempting to bind port 0717fdce-ab15-492e-8723-45b492f56881 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:00:48.494961 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-22d4a5bd-5b8e-44ca-88b3-31e8797c1dcf None None] Attempting to bind port 0717fdce-ab15-492e-8723-45b492f56881 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'eec6d582-f1ac-4b43-acd8-5c1d2004a91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd04050d7-628e-475b-9085-51a09e1e19b3'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:00:48.495720 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d4a5bd-5b8e-44ca-88b3-31e8797c1dcf None None] Attempting to bind port 0717fdce-ab15-492e-8723-45b492f56881 on network d04050d7-628e-475b-9085-51a09e1e19b3 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:00:48.503286 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d4a5bd-5b8e-44ca-88b3-31e8797c1dcf None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:00:48.504927 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d4a5bd-5b8e-44ca-88b3-31e8797c1dcf None None] Checking segment: {'id': 'eec6d582-f1ac-4b43-acd8-5c1d2004a91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd04050d7-628e-475b-9085-51a09e1e19b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:00:48.505540 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-22d4a5bd-5b8e-44ca-88b3-31e8797c1dcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:48.506136 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d4a5bd-5b8e-44ca-88b3-31e8797c1dcf None None] Bound using segment: {'id': 'eec6d582-f1ac-4b43-acd8-5c1d2004a91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd04050d7-628e-475b-9085-51a09e1e19b3'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:00:48.506919 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-22d4a5bd-5b8e-44ca-88b3-31e8797c1dcf None None] Bound port: 0717fdce-ab15-492e-8723-45b492f56881, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eec6d582-f1ac-4b43-acd8-5c1d2004a91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd04050d7-628e-475b-9085-51a09e1e19b3'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:00:48.507502 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-22d4a5bd-5b8e-44ca-88b3-31e8797c1dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0717fdce-ab15-492e-8723-45b492f56881), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:48.539508 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-24818911-92e8-4d34-bb6f-2ee4fb2626b7 admin admin] Publish callbacks [] for security_group (0036247d-144a-4c82-b90c-8c2b8301658c), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:48.554059 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e77556-c060-4731-b313-af7dc38a493e service neutron] Pushing event updated for resources: {'Port': ['ID=1addaecb-82d3-4da4-b837-5ad0594de04b,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:48.567692 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-24818911-92e8-4d34-bb6f-2ee4fb2626b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (0036247d-144a-4c82-b90c-8c2b8301658c), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:48.592646 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-56965b3a-7262-4097-8125-5c34c3ec0454 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Calling delete_port for 96b065aa-9042-42d0-9376-669227f49c16 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:00:48.597600 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-93434ce8-126f-475e-8edc-249c4a2af2d2 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (a9d10fcf-306d-4adf-9af4-deb2d89b0731), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:48.598945 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-24818911-92e8-4d34-bb6f-2ee4fb2626b7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1262f358bfc1440b9085ac2af549bcc5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3400409
Feb 05 21:00:48.600705 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec903d6f-68bc-4d2f-b55d-ab9233cd6b83 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Pushing event updated for resources: {'Network': ['ID=0cab1ff1-8ed7-40b6-9eaf-54e71911da60,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:48.605814 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47042) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:48.617386 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 0cab1ff1-8ed7-40b6-9eaf-54e71911da60 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:00:48.674091 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45deac-1ea9-4a66-8727-d0b3cae8534f req-0ec53acb-1961-4192-a28c-9a28605f8277 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:48.675681 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-de45deac-1ea9-4a66-8727-d0b3cae8534f req-0ec53acb-1961-4192-a28c-9a28605f8277 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8424c18-089e-4f0e-bb42-6ce51886b5d0 HTTP/1.1" status: 200  len: 946 time: 0.5459433
Feb 05 21:00:48.677793 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-563d8752-f10f-4b5d-b259-99734f4fa37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:48.679229 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-563d8752-f10f-4b5d-b259-99734f4fa37f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=796e48bdf76e4c18be2b2583b965b6e9&device_id=f3043c2e-d068-4256-a8d5-12b24125058f HTTP/1.1" status: 200  len: 1128 time: 0.5255930
Feb 05 21:00:48.694115 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-22d4a5bd-5b8e-44ca-88b3-31e8797c1dcf None None] For port 0717fdce-ab15-492e-8723-45b492f56881, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:00:48.723639 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-22d4a5bd-5b8e-44ca-88b3-31e8797c1dcf None None] For port 0717fdce-ab15-492e-8723-45b492f56881, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0717fdce-ab15-492e-8723-45b492f56881,segment=NetworkSegment(eec6d582-f1ac-4b43-acd8-5c1d2004a91d),segment_id=eec6d582-f1ac-4b43-acd8-5c1d2004a91d)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:00:48.734699 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-22d4a5bd-5b8e-44ca-88b3-31e8797c1dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (0717fdce-ab15-492e-8723-45b492f56881), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:48.750775 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93434ce8-126f-475e-8edc-249c4a2af2d2 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Pushing event updated for resources: {'Subnet': ['ID=a9d10fcf-306d-4adf-9af4-deb2d89b0731,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:48.764544 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93434ce8-126f-475e-8edc-249c4a2af2d2 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Checking segment: {'id': '1d8c20b0-816b-4ee0-9403-9b7f1810c206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1091ea3a-3879-4f86-96ce-0d7cdca75403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:00:48.765118 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93434ce8-126f-475e-8edc-249c4a2af2d2 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Network hostable DHCP agents. Network: 1091ea3a-3879-4f86-96ce-0d7cdca75403, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:00:48.775154 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793e6d2-b893-42e6-8a52-1394be59e4e3 req-7ee8a836-7740-44f2-8dbb-dc2c988e2a01 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:48.786691 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793e6d2-b893-42e6-8a52-1394be59e4e3 req-7ee8a836-7740-44f2-8dbb-dc2c988e2a01 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:48.799509 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793e6d2-b893-42e6-8a52-1394be59e4e3 req-7ee8a836-7740-44f2-8dbb-dc2c988e2a01 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:48.806898 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793e6d2-b893-42e6-8a52-1394be59e4e3 req-7ee8a836-7740-44f2-8dbb-dc2c988e2a01 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:48.816191 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9793e6d2-b893-42e6-8a52-1394be59e4e3 req-7ee8a836-7740-44f2-8dbb-dc2c988e2a01 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 3141 time: 0.5647945
Feb 05 21:00:48.824686 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d4a5bd-5b8e-44ca-88b3-31e8797c1dcf None None] Pushing event updated for resources: {'Port': ['ID=0717fdce-ab15-492e-8723-45b492f56881,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:48.836323 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24818911-92e8-4d34-bb6f-2ee4fb2626b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0036247d-144a-4c82-b90c-8c2b8301658c,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:48.843305 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-455949ea-897b-4213-87f0-3e132b32fd72 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (0cab1ff1-8ed7-40b6-9eaf-54e71911da60), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:48.857325 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93434ce8-126f-475e-8edc-249c4a2af2d2 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Network 1091ea3a-3879-4f86-96ce-0d7cdca75403 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:00:48.863524 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-455949ea-897b-4213-87f0-3e132b32fd72 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (0cab1ff1-8ed7-40b6-9eaf-54e71911da60), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:48.872268 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-455949ea-897b-4213-87f0-3e132b32fd72 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Network 0cab1ff1-8ed7-40b6-9eaf-54e71911da60 is not hosted by any dhcp agent {{(pid=114390) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Feb 05 21:00:48.873368 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455949ea-897b-4213-87f0-3e132b32fd72 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:48.874153 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-455949ea-897b-4213-87f0-3e132b32fd72 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:48.879255 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-455949ea-897b-4213-87f0-3e132b32fd72 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] 10.222.0.32 "PUT /v2.0/networks/0cab1ff1-8ed7-40b6-9eaf-54e71911da60 HTTP/1.1" status: 200  len: 858 time: 0.4747751
Feb 05 21:00:48.891512 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47050) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:48.898802 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-f6ae209f-8667-40d5-979b-87c7724193d6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=1addaecb-82d3-4da4-b837-5ad0594de04b HTTP/1.1" status: 200  len: 217 time: 0.1710784
Feb 05 21:00:48.912671 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-93434ce8-126f-475e-8edc-249c4a2af2d2 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1091ea3a-3879-4f86-96ce-0d7cdca75403) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:00:48.925308 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f65446e-d642-460f-b47f-b21478819c1d None None] Network 1091ea3a-3879-4f86-96ce-0d7cdca75403 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:00:48.938557 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93434ce8-126f-475e-8edc-249c4a2af2d2 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:48.939371 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-93434ce8-126f-475e-8edc-249c4a2af2d2 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:49.019615 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455949ea-897b-4213-87f0-3e132b32fd72 tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Pushing event updated for resources: {'Network': ['ID=0cab1ff1-8ed7-40b6-9eaf-54e71911da60,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:49.033554 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7c6eef9c-8d34-4198-8640-eb810ccfa169 admin admin] Publish callbacks [] for security_group (0036247d-144a-4c82-b90c-8c2b8301658c), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:49.049941 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-93434ce8-126f-475e-8edc-249c4a2af2d2 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.3365719
Feb 05 21:00:49.049941 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b3b2a7b9-d7b5-4df0-a1f0-82eb335c17af tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (0cab1ff1-8ed7-40b6-9eaf-54e71911da60), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:49.132823 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-de45deac-1ea9-4a66-8727-d0b3cae8534f req-aca27013-eaf9-4d24-9b9b-90afa55fa858 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4159739
Feb 05 21:00:49.151526 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a2dc20-fcba-45fb-a587-0e54c793a4bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1091ea3a-3879-4f86-96ce-0d7cdca75403', 'network_id': '1091ea3a-3879-4f86-96ce-0d7cdca75403', 'project_id': '635643c8c95a48178be578a04d153ce8', 'fixed_ips': [{'subnet_id': 'a9d10fcf-306d-4adf-9af4-deb2d89b0731'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:00:49.152615 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f0a2dc20-fcba-45fb-a587-0e54c793a4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:49.180133 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9793e6d2-b893-42e6-8a52-1394be59e4e3 req-d18926dc-0503-4330-925b-98d0e1c165a0 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3615768
Feb 05 21:00:49.190131 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7c6eef9c-8d34-4198-8640-eb810ccfa169 admin admin] Publish callbacks [] for security_group (0036247d-144a-4c82-b90c-8c2b8301658c), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:49.230762 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-1a0b3627-cb53-49b0-b5e9-bd9b1232b93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:49.237258 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-1a0b3627-cb53-49b0-b5e9-bd9b1232b93c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.3286231
Feb 05 21:00:49.267557 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b3b2a7b9-d7b5-4df0-a1f0-82eb335c17af tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (0cab1ff1-8ed7-40b6-9eaf-54e71911da60), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:49.311759 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-b3b2a7b9-d7b5-4df0-a1f0-82eb335c17af tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db25ec610>,) {'filters': {'network_id': ['0cab1ff1-8ed7-40b6-9eaf-54e71911da60']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:00:49.338529 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-b3b2a7b9-d7b5-4df0-a1f0-82eb335c17af tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db25ec610>, '18097ca0-c76b-4797-a6f5-7f85dac7904a') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:00:49.338824 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-b3b2a7b9-d7b5-4df0-a1f0-82eb335c17af tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db25ec610>, '18097ca0-c76b-4797-a6f5-7f85dac7904a') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:00:49.351944 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Sat, 05 Feb 2022 21:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ebe5c8-bdb1-42db-a863-fc628879d3b4 x-openstack-request-id: req-63ebe5c8-bdb1-42db-a863-fc628879d3b4 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:00:49.352549 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "name": "network-vif-unplugged", "status": "completed", "tag": "1dc73499-8f1c-4fa1-a727-5942182a3985", "code": 200}, {"server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "name": "network-vif-unplugged", "status": "completed", "tag": "b5699d53-2198-4de7-b7cf-11cdde7ed6e5", "code": 200}, {"server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "name": "network-vif-unplugged", "status": "completed", "tag": "acb823f3-7977-4284-b303-e6126c9172cf", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:00:49.356846 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b3b2a7b9-d7b5-4df0-a1f0-82eb335c17af tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (18097ca0-c76b-4797-a6f5-7f85dac7904a), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:49.358442 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-63ebe5c8-bdb1-42db-a863-fc628879d3b4 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:00:49.363571 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dc73499-8f1c-4fa1-a727-5942182a3985', 'code': 200}
Feb 05 21:00:49.363879 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5699d53-2198-4de7-b7cf-11cdde7ed6e5', 'code': 200}
Feb 05 21:00:49.364104 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acb823f3-7977-4284-b303-e6126c9172cf', 'code': 200}
Feb 05 21:00:49.381705 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b3b2a7b9-d7b5-4df0-a1f0-82eb335c17af tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (18097ca0-c76b-4797-a6f5-7f85dac7904a), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:49.391242 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3b2a7b9-d7b5-4df0-a1f0-82eb335c17af tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:00:49.392076 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b3b2a7b9-d7b5-4df0-a1f0-82eb335c17af tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (18097ca0-c76b-4797-a6f5-7f85dac7904a), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:49.396020 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:00:49.396020 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:00:49.396020 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:00:49.396020 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:00:49.396020 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:00:49.396020 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:00:49.396020 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:00:49.396020 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:00:49.396020 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:00:49.396020 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:00:49.396020 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:00:49.396020 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:00:49.396020 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:00:49.396020 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:00:49.396020 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:00:49.396020 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:00:49.396020 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:00:49.396020 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:00:49.396020 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:00:49.396020 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:00:49.396020 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:00:49.396020 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:00:49.396020 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:00:49.396020 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:00:49.396020 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:00:49.396020 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:00:49.396020 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:00:49.396020 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:00:49.396020 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:00:49.396020 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:00:49.396020 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:00:49.396020 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:00:49.477580 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b3b2a7b9-d7b5-4df0-a1f0-82eb335c17af tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (0cab1ff1-8ed7-40b6-9eaf-54e71911da60), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:49.482480 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b2a7b9-d7b5-4df0-a1f0-82eb335c17af tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  0cab1ff1-8ed7-40b6-9eaf-54e71911da60 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Feb 05 21:00:49.492632 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b3b2a7b9-d7b5-4df0-a1f0-82eb335c17af tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:49.495903 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b3b2a7b9-d7b5-4df0-a1f0-82eb335c17af tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] 10.222.0.32 "DELETE /v2.0/networks/0cab1ff1-8ed7-40b6-9eaf-54e71911da60 HTTP/1.1" status: 204  len: 168 time: 0.6033843
Feb 05 21:00:49.507599 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47064) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:49.519147 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b2a7b9-d7b5-4df0-a1f0-82eb335c17af tempest-ExternalNetworksTestJSON-642785353 tempest-ExternalNetworksTestJSON-642785353-project-admin] Pushing event deleted for resources: {'Network': ['ID=0cab1ff1-8ed7-40b6-9eaf-54e71911da60,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:49.539113 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-d189455d-67c8-4516-b75f-8c3003996d9b tempest-ExternalNetworksTestJSON-617570644 tempest-ExternalNetworksTestJSON-617570644-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:00:49.539639 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d189455d-67c8-4516-b75f-8c3003996d9b tempest-ExternalNetworksTestJSON-617570644 tempest-ExternalNetworksTestJSON-617570644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:00:49.539788 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-f0a2dc20-fcba-45fb-a587-0e54c793a4bd None None] Allocated IP 19.86.0.2 (1091ea3a-3879-4f86-96ce-0d7cdca75403/a9d10fcf-306d-4adf-9af4-deb2d89b0731/775f7a8f-41a3-427a-bf6e-b04ad71d8fa0) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:00:49.543527 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d189455d-67c8-4516-b75f-8c3003996d9b tempest-ExternalNetworksTestJSON-617570644 tempest-ExternalNetworksTestJSON-617570644-project] 10.222.0.32 "DELETE /v2.0/subnets/60b2f7fe-c0dc-4131-bd68-d1c2c497e74c HTTP/1.1" status: 404  len: 337 time: 0.0330141
Feb 05 21:00:49.547547 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47066) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:49.684293 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2e7063b4-2861-476e-b54b-e35e8144c9bd tempest-ExternalNetworksTestJSON-617570644 tempest-ExternalNetworksTestJSON-617570644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (645d402d-7dcb-4610-8807-cbff9649ab50), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:49.819613 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f0a2dc20-fcba-45fb-a587-0e54c793a4bd None None] Publish callbacks [] for port (775f7a8f-41a3-427a-bf6e-b04ad71d8fa0), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:49.829406 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3043c2e-d068-4256-a8d5-12b24125058f', 'tag': '1addaecb-82d3-4da4-b837-5ad0594de04b'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:00:49.832062 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5999e47e-00b2-43ea-897c-13f99476fd4c" -d '{"events": [{"name": "network-changed", "server_uuid": "f3043c2e-d068-4256-a8d5-12b24125058f", "tag": "1addaecb-82d3-4da4-b837-5ad0594de04b"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:00:49.832289 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2e7063b4-2861-476e-b54b-e35e8144c9bd tempest-ExternalNetworksTestJSON-617570644 tempest-ExternalNetworksTestJSON-617570644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (645d402d-7dcb-4610-8807-cbff9649ab50), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:49.836975 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f0a2dc20-fcba-45fb-a587-0e54c793a4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (775f7a8f-41a3-427a-bf6e-b04ad71d8fa0), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:49.862568 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-2e7063b4-2861-476e-b54b-e35e8144c9bd tempest-ExternalNetworksTestJSON-617570644 tempest-ExternalNetworksTestJSON-617570644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db3af8970>,) {'filters': {'network_id': ['645d402d-7dcb-4610-8807-cbff9649ab50']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:00:49.874934 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-2e7063b4-2861-476e-b54b-e35e8144c9bd tempest-ExternalNetworksTestJSON-617570644 tempest-ExternalNetworksTestJSON-617570644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3af8970>, '2825ac1e-bedc-4f66-9f25-4833d43890a9') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:00:49.875521 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-2e7063b4-2861-476e-b54b-e35e8144c9bd tempest-ExternalNetworksTestJSON-617570644 tempest-ExternalNetworksTestJSON-617570644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3af8970>, '2825ac1e-bedc-4f66-9f25-4833d43890a9') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:00:49.890180 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2e7063b4-2861-476e-b54b-e35e8144c9bd tempest-ExternalNetworksTestJSON-617570644 tempest-ExternalNetworksTestJSON-617570644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (2825ac1e-bedc-4f66-9f25-4833d43890a9), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:49.906472 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-56965b3a-7262-4097-8125-5c34c3ec0454 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (96b065aa-9042-42d0-9376-669227f49c16), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:49.908661 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2e7063b4-2861-476e-b54b-e35e8144c9bd tempest-ExternalNetworksTestJSON-617570644 tempest-ExternalNetworksTestJSON-617570644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (2825ac1e-bedc-4f66-9f25-4833d43890a9), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:49.917428 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e7063b4-2861-476e-b54b-e35e8144c9bd tempest-ExternalNetworksTestJSON-617570644 tempest-ExternalNetworksTestJSON-617570644-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:00:49.918159 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2e7063b4-2861-476e-b54b-e35e8144c9bd tempest-ExternalNetworksTestJSON-617570644 tempest-ExternalNetworksTestJSON-617570644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (2825ac1e-bedc-4f66-9f25-4833d43890a9), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:49.922887 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:00:49.922887 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:00:49.922887 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:00:49.922887 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:00:49.922887 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:00:49.922887 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:00:49.922887 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:00:49.922887 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:00:49.922887 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:00:49.922887 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:00:49.922887 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:00:49.922887 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:00:49.922887 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:00:49.922887 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:00:49.922887 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:00:49.922887 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:00:49.922887 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:00:49.922887 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:00:49.922887 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:00:49.922887 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:00:49.922887 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:00:49.922887 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:00:49.922887 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:00:49.922887 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:00:49.922887 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:00:49.922887 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:00:49.922887 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:00:49.922887 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:00:49.922887 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:00:49.922887 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:00:49.922887 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:00:49.922887 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:00:49.969562 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a2dc20-fcba-45fb-a587-0e54c793a4bd None None] Network 1091ea3a-3879-4f86-96ce-0d7cdca75403 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:00:49.989936 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-f0a2dc20-fcba-45fb-a587-0e54c793a4bd None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:00:50.014086 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a2dc20-fcba-45fb-a587-0e54c793a4bd None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:00:50.090482 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2e7063b4-2861-476e-b54b-e35e8144c9bd tempest-ExternalNetworksTestJSON-617570644 tempest-ExternalNetworksTestJSON-617570644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (645d402d-7dcb-4610-8807-cbff9649ab50), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:50.091840 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-56965b3a-7262-4097-8125-5c34c3ec0454 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] No DVR routers for this DVR port 96b065aa-9042-42d0-9376-669227f49c16 on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:00:50.105515 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-56965b3a-7262-4097-8125-5c34c3ec0454 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:50.106845 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2dc20-fcba-45fb-a587-0e54c793a4bd None None] Pushing event updated for resources: {'Port': ['ID=775f7a8f-41a3-427a-bf6e-b04ad71d8fa0,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:50.109498 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-56965b3a-7262-4097-8125-5c34c3ec0454 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.39 "DELETE /v2.0/ports/96b065aa-9042-42d0-9376-669227f49c16 HTTP/1.1" status: 204  len: 173 time: 3.3505268
Feb 05 21:00:50.109780 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2e7063b4-2861-476e-b54b-e35e8144c9bd tempest-ExternalNetworksTestJSON-617570644 tempest-ExternalNetworksTestJSON-617570644-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:50.117117 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56965b3a-7262-4097-8125-5c34c3ec0454 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Pushing event deleted for resources: {'Port': ['ID=96b065aa-9042-42d0-9376-669227f49c16,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:50.118021 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2e7063b4-2861-476e-b54b-e35e8144c9bd tempest-ExternalNetworksTestJSON-617570644 tempest-ExternalNetworksTestJSON-617570644-project] 10.222.0.32 "DELETE /v2.0/networks/645d402d-7dcb-4610-8807-cbff9649ab50 HTTP/1.1" status: 204  len: 168 time: 0.5675991
Feb 05 21:00:50.133772 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7c6eef9c-8d34-4198-8640-eb810ccfa169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (0036247d-144a-4c82-b90c-8c2b8301658c), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:50.136422 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7c6eef9c-8d34-4198-8640-eb810ccfa169 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:50.137603 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7c6eef9c-8d34-4198-8640-eb810ccfa169 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0036247d-144a-4c82-b90c-8c2b8301658c HTTP/1.1" status: 204  len: 168 time: 1.5281885
Feb 05 21:00:50.166798 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7063b4-2861-476e-b54b-e35e8144c9bd tempest-ExternalNetworksTestJSON-617570644 tempest-ExternalNetworksTestJSON-617570644-project] Pushing event deleted for resources: {'Network': ['ID=645d402d-7dcb-4610-8807-cbff9649ab50,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:50.223632 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 0717fdce-ab15-492e-8723-45b492f56881 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:00:50.242749 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:50.258400 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133bb1a-eac7-4012-a5f9-1952ce42ecbb req-86dfd384-deda-4930-9942-f9a14b5b1bc8 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:50.265823 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b133bb1a-eac7-4012-a5f9-1952ce42ecbb req-86dfd384-deda-4930-9942-f9a14b5b1bc8 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 945 time: 0.9315865
Feb 05 21:00:50.276392 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-66f74788-3f8f-4885-a534-41d468b32b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:50.277943 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-66f74788-3f8f-4885-a534-41d468b32b81 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 1.0025847
Feb 05 21:00:50.296703 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6eef9c-8d34-4198-8640-eb810ccfa169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0036247d-144a-4c82-b90c-8c2b8301658c,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:50.313517 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-f0a2dc20-fcba-45fb-a587-0e54c793a4bd None None] Attempting to bind port 775f7a8f-41a3-427a-bf6e-b04ad71d8fa0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:00:50.313906 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-f0a2dc20-fcba-45fb-a587-0e54c793a4bd None None] Attempting to bind port 775f7a8f-41a3-427a-bf6e-b04ad71d8fa0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1d8c20b0-816b-4ee0-9403-9b7f1810c206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1091ea3a-3879-4f86-96ce-0d7cdca75403'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:00:50.316715 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a2dc20-fcba-45fb-a587-0e54c793a4bd None None] Attempting to bind port 775f7a8f-41a3-427a-bf6e-b04ad71d8fa0 on network 1091ea3a-3879-4f86-96ce-0d7cdca75403 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:00:50.376521 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a2dc20-fcba-45fb-a587-0e54c793a4bd None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:00:50.377643 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a2dc20-fcba-45fb-a587-0e54c793a4bd None None] Checking segment: {'id': '1d8c20b0-816b-4ee0-9403-9b7f1810c206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1091ea3a-3879-4f86-96ce-0d7cdca75403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:00:50.378542 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f0a2dc20-fcba-45fb-a587-0e54c793a4bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:50.379256 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a2dc20-fcba-45fb-a587-0e54c793a4bd None None] Bound using segment: {'id': '1d8c20b0-816b-4ee0-9403-9b7f1810c206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1091ea3a-3879-4f86-96ce-0d7cdca75403'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:00:50.381668 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-f0a2dc20-fcba-45fb-a587-0e54c793a4bd None None] Bound port: 775f7a8f-41a3-427a-bf6e-b04ad71d8fa0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d8c20b0-816b-4ee0-9403-9b7f1810c206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1091ea3a-3879-4f86-96ce-0d7cdca75403'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:00:50.383790 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f0a2dc20-fcba-45fb-a587-0e54c793a4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (775f7a8f-41a3-427a-bf6e-b04ad71d8fa0), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:50.467735 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b548720-102c-4992-8524-feed0a9d2280 req-015ff0ea-6587-47e0-9f6a-97f5918d9743 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:50.474448 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4b548720-102c-4992-8524-feed0a9d2280 req-015ff0ea-6587-47e0-9f6a-97f5918d9743 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3043c2e-d068-4256-a8d5-12b24125058f HTTP/1.1" status: 200  len: 946 time: 0.5759659
Feb 05 21:00:50.522330 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-f0a2dc20-fcba-45fb-a587-0e54c793a4bd None None] For port 775f7a8f-41a3-427a-bf6e-b04ad71d8fa0, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:00:50.527637 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-f0a2dc20-fcba-45fb-a587-0e54c793a4bd None None] For port 775f7a8f-41a3-427a-bf6e-b04ad71d8fa0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=775f7a8f-41a3-427a-bf6e-b04ad71d8fa0,segment=NetworkSegment(1d8c20b0-816b-4ee0-9403-9b7f1810c206),segment_id=1d8c20b0-816b-4ee0-9403-9b7f1810c206)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:00:50.532360 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 0717fdce-ab15-492e-8723-45b492f56881 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:00:50.533008 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (0717fdce-ab15-492e-8723-45b492f56881), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:50.607082 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b133bb1a-eac7-4012-a5f9-1952ce42ecbb req-11526af7-ad94-4091-834a-e84c08028023 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=840ffbe8-1e27-441d-9600-26bf7350d551&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3400106
Feb 05 21:00:50.609334 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f0a2dc20-fcba-45fb-a587-0e54c793a4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (775f7a8f-41a3-427a-bf6e-b04ad71d8fa0), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:50.645878 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0f6e8d-e122-4007-b2ce-8033376f02d4 None None] Network d04050d7-628e-475b-9085-51a09e1e19b3 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:00:50.694944 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-7111dfc2-2f5a-44f6-8f14-8707b6a0f64e tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Deleting port 1dc73499-8f1c-4fa1-a727-5942182a3985 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:00:50.694944 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-7111dfc2-2f5a-44f6-8f14-8707b6a0f64e tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (1dc73499-8f1c-4fa1-a727-5942182a3985), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:50.732295 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47104) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:50.744237 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4b548720-102c-4992-8524-feed0a9d2280 req-b8af0efa-ece5-4e21-a3d8-fdbf3e213341 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] 10.222.0.32 "GET /v2.0/security-groups?id=52a360d0-fa4c-46e6-b204-783a28583772&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2579770
Feb 05 21:00:50.893977 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-26443b60-2174-442c-b0a4-d4e742763a12 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5565357
Feb 05 21:00:50.898803 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-f4035ec2-4a04-4b4d-858c-76baf33e6029 None None] Provisioning complete for port 0717fdce-ab15-492e-8723-45b492f56881 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:00:50.899227 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f4035ec2-4a04-4b4d-858c-76baf33e6029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (0717fdce-ab15-492e-8723-45b492f56881), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:50.902992 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897dd147-feed-45d7-bc37-545cd4723676 x-openstack-request-id: req-897dd147-feed-45d7-bc37-545cd4723676 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:00:50.903684 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3043c2e-d068-4256-a8d5-12b24125058f", "tag": "1addaecb-82d3-4da4-b837-5ad0594de04b", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:00:50.904104 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-897dd147-feed-45d7-bc37-545cd4723676 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:00:50.904712 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3043c2e-d068-4256-a8d5-12b24125058f', 'tag': '1addaecb-82d3-4da4-b837-5ad0594de04b', 'status': 'completed', 'code': 200}
Feb 05 21:00:50.973498 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2dc20-fcba-45fb-a587-0e54c793a4bd None None] Pushing event updated for resources: {'Port': ['ID=775f7a8f-41a3-427a-bf6e-b04ad71d8fa0,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:50.980023 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 0717fdce-ab15-492e-8723-45b492f56881 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:00:50.980437 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0717fdce-ab15-492e-8723-45b492f56881), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:51.091088 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a6b8f7a0-29ba-4ab3-966f-ab772bebacf0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a70c8db3924745feb7ad979ccba9a0ac&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3553131
Feb 05 21:00:51.092784 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47118) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:51.168655 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-95b4cf0d-0559-40f1-9c66-e1e674cdd266 admin admin] Publish callbacks [] for security_group (36781de5-9794-4da3-9704-1a4960d7bcd2), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:51.230026 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-95b4cf0d-0559-40f1-9c66-e1e674cdd266 admin admin] Publish callbacks [] for security_group (36781de5-9794-4da3-9704-1a4960d7bcd2), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:51.230948 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-7111dfc2-2f5a-44f6-8f14-8707b6a0f64e tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] For port 1dc73499-8f1c-4fa1-a727-5942182a3985, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1dc73499-8f1c-4fa1-a727-5942182a3985,segment=NetworkSegment(1c33481a-a1a0-4cb5-879e-3b12d35e9945),segment_id=1c33481a-a1a0-4cb5-879e-3b12d35e9945)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:51.232763 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-7111dfc2-2f5a-44f6-8f14-8707b6a0f64e tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (1dc73499-8f1c-4fa1-a727-5942182a3985), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:51.334755 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-80bb07fb-ce1a-4cea-ba82-5fa0c9341eed req-dad2504f-0dc3-4c3c-9d6b-63a79ec1fc23 service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4288552
Feb 05 21:00:51.373965 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-95b4cf0d-0559-40f1-9c66-e1e674cdd266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (36781de5-9794-4da3-9704-1a4960d7bcd2), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:51.377355 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-95b4cf0d-0559-40f1-9c66-e1e674cdd266 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:51.378494 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-95b4cf0d-0559-40f1-9c66-e1e674cdd266 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/36781de5-9794-4da3-9704-1a4960d7bcd2 HTTP/1.1" status: 204  len: 168 time: 0.2843883
Feb 05 21:00:51.397531 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4cf0d-0559-40f1-9c66-e1e674cdd266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36781de5-9794-4da3-9704-1a4960d7bcd2,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:51.409560 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-c96799a4-29a5-4c5f-9171-7e3952d6a95e tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:51.415974 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-c96799a4-29a5-4c5f-9171-7e3952d6a95e tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:51.424039 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-c96799a4-29a5-4c5f-9171-7e3952d6a95e tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/networks?id=d04050d7-628e-475b-9085-51a09e1e19b3&id=1091ea3a-3879-4f86-96ce-0d7cdca75403 HTTP/1.1" status: 200  len: 1391 time: 0.7063591
Feb 05 21:00:51.501512 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-110c25dd-5b04-4d1a-b6be-e40fc1e65378 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/quotas/635643c8c95a48178be578a04d153ce8 HTTP/1.1" status: 200  len: 375 time: 0.0765512
Feb 05 21:00:51.531269 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 0717fdce-ab15-492e-8723-45b492f56881, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0717fdce-ab15-492e-8723-45b492f56881,segment=NetworkSegment(eec6d582-f1ac-4b43-acd8-5c1d2004a91d),segment_id=eec6d582-f1ac-4b43-acd8-5c1d2004a91d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:51.540172 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-f4035ec2-4a04-4b4d-858c-76baf33e6029 None None] Current status of the port 0717fdce-ab15-492e-8723-45b492f56881 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:00:51.540569 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f4035ec2-4a04-4b4d-858c-76baf33e6029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0717fdce-ab15-492e-8723-45b492f56881), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:51.544522 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e2982-7664-4ff4-a1bf-979950a1dc0b req-52cf2a23-cea2-405f-8a11-e10c46a71628 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:51.553074 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-454e2982-7664-4ff4-a1bf-979950a1dc0b req-52cf2a23-cea2-405f-8a11-e10c46a71628 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8424c18-089e-4f0e-bb42-6ce51886b5d0 HTTP/1.1" status: 200  len: 946 time: 0.5519817
Feb 05 21:00:51.561896 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (0717fdce-ab15-492e-8723-45b492f56881), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:51.736150 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=0717fdce-ab15-492e-8723-45b492f56881,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:51.744636 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.db.api [None req-f4035ec2-4a04-4b4d-858c-76baf33e6029 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 21:00:51.745251 ncdv-master-1 neutron-server[114392]: DEBUG oslo_db.api [None req-f4035ec2-4a04-4b4d-858c-76baf33e6029 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 21:00:51.766751 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-454e2982-7664-4ff4-a1bf-979950a1dc0b req-65e9a916-6909-4a2b-948e-fffcf2730596 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2099462
Feb 05 21:00:51.803458 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47140) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:51.838830 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-aec9eb53-64c3-4830-8561-fbab77ad834b tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=635643c8c95a48178be578a04d153ce8&fields=id HTTP/1.1" status: 200  len: 394 time: 0.3080485
Feb 05 21:00:52.047017 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999e47e-00b2-43ea-897c-13f99476fd4c req-2150a36a-7b69-40c5-9c5d-a08dc7e70f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:52.053589 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5999e47e-00b2-43ea-897c-13f99476fd4c req-2150a36a-7b69-40c5-9c5d-a08dc7e70f91 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=796e48bdf76e4c18be2b2583b965b6e9&device_id=f3043c2e-d068-4256-a8d5-12b24125058f HTTP/1.1" status: 200  len: 1128 time: 0.6227505
Feb 05 21:00:52.084374 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47148) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:52.236935 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ccf38312-7c49-476d-afdc-cc99d238badb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2ba1f43f3cf34a4eb5220636d559647b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1500185
Feb 05 21:00:52.240164 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47150) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:52.290461 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-7111dfc2-2f5a-44f6-8f14-8707b6a0f64e tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:52.291123 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-7111dfc2-2f5a-44f6-8f14-8707b6a0f64e tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (0525e757-792d-4f92-93c0-d7b98e5ea720), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:52.291634 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-7111dfc2-2f5a-44f6-8f14-8707b6a0f64e tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Floating IP 0525e757-792d-4f92-93c0-d7b98e5ea720 disassociated. External IP: 172.35.4.136, port: 1dc73499-8f1c-4fa1-a727-5942182a3985.
Feb 05 21:00:52.292164 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-7111dfc2-2f5a-44f6-8f14-8707b6a0f64e tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Calling delete_port for 1dc73499-8f1c-4fa1-a727-5942182a3985 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:00:52.300804 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999e47e-00b2-43ea-897c-13f99476fd4c req-5de50895-dfc7-4a59-a95e-4ffb4d1e7274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:52.302711 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5999e47e-00b2-43ea-897c-13f99476fd4c req-5de50895-dfc7-4a59-a95e-4ffb4d1e7274 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.2241895
Feb 05 21:00:52.357610 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-f4035ec2-4a04-4b4d-858c-76baf33e6029 None None] Current status of the port 0717fdce-ab15-492e-8723-45b492f56881 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:00:52.381848 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b177d8-4d60-43ba-8964-3783cc466217 req-e7b781c5-1023-4081-b174-91efdf8b9904 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:52.387757 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b177d8-4d60-43ba-8964-3783cc466217 req-e7b781c5-1023-4081-b174-91efdf8b9904 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:52.393709 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b177d8-4d60-43ba-8964-3783cc466217 req-e7b781c5-1023-4081-b174-91efdf8b9904 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:52.401917 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-33b177d8-4d60-43ba-8964-3783cc466217 req-e7b781c5-1023-4081-b174-91efdf8b9904 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 2408 time: 0.3468173
Feb 05 21:00:52.433905 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-995a06a5-89b1-4781-a372-36fc2a8c6103 admin admin] Publish callbacks [] for security_group (3442e0a0-c2c7-40be-bf06-874df2ce4a96), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:52.460252 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5999e47e-00b2-43ea-897c-13f99476fd4c req-6d2d14f0-b3a6-4df9-bee6-f0899fc3e858 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=1addaecb-82d3-4da4-b837-5ad0594de04b HTTP/1.1" status: 200  len: 217 time: 0.1460052
Feb 05 21:00:52.478588 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-995a06a5-89b1-4781-a372-36fc2a8c6103 admin admin] Publish callbacks [] for security_group (3442e0a0-c2c7-40be-bf06-874df2ce4a96), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:52.487424 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-1dafc6ea-eb5d-4b42-8907-e4d4cd6ef020 service neutron] 10.222.0.32 "GET /v2.0/networks/d04050d7-628e-475b-9085-51a09e1e19b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6194913
Feb 05 21:00:52.492939 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-4a2ebe19-a203-416f-8cda-e025d4de32ba None None] Provisioning complete for port 0717fdce-ab15-492e-8723-45b492f56881 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:00:52.494529 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4a2ebe19-a203-416f-8cda-e025d4de32ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (0717fdce-ab15-492e-8723-45b492f56881), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:52.524189 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-aa80b0b0-224e-4d5c-9184-3a40a481248a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1966726592-network', 'tenant_id': 'fe86b33bc9674ec59c8749b675f2eff1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:52.565687 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa80b0b0-224e-4d5c-9184-3a40a481248a admin admin] Made reservation on behalf of fe86b33bc9674ec59c8749b675f2eff1 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:00:52.568363 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-aa80b0b0-224e-4d5c-9184-3a40a481248a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:52.580640 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-aa80b0b0-224e-4d5c-9184-3a40a481248a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:52.672377 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-6cc0b274-e7c3-4d79-84c4-29942dd0e252 service neutron] 10.222.0.32 "GET /v2.0/networks/d04050d7-628e-475b-9085-51a09e1e19b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1604290
Feb 05 21:00:52.710187 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-995a06a5-89b1-4781-a372-36fc2a8c6103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (3442e0a0-c2c7-40be-bf06-874df2ce4a96), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:52.717483 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-995a06a5-89b1-4781-a372-36fc2a8c6103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:52.719832 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-995a06a5-89b1-4781-a372-36fc2a8c6103 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3442e0a0-c2c7-40be-bf06-874df2ce4a96 HTTP/1.1" status: 204  len: 168 time: 0.4778652
Feb 05 21:00:52.738739 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-4a2ebe19-a203-416f-8cda-e025d4de32ba None None] Current status of the port 0717fdce-ab15-492e-8723-45b492f56881 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:00:52.746074 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 775f7a8f-41a3-427a-bf6e-b04ad71d8fa0 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:00:52.746806 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a06a5-89b1-4781-a372-36fc2a8c6103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3442e0a0-c2c7-40be-bf06-874df2ce4a96,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:52.759527 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999e47e-00b2-43ea-897c-13f99476fd4c req-d4fddd06-37a1-4131-8094-bfd44355f3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:52.760416 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-aa80b0b0-224e-4d5c-9184-3a40a481248a admin admin] Publish callbacks [] for security_group (778b60d1-46cd-4f99-a0e8-c740f97aac81), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:52.761023 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5999e47e-00b2-43ea-897c-13f99476fd4c req-d4fddd06-37a1-4131-8094-bfd44355f3e0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.2921960
Feb 05 21:00:52.772515 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-aa80b0b0-224e-4d5c-9184-3a40a481248a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (778b60d1-46cd-4f99-a0e8-c740f97aac81), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:52.778067 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-33b177d8-4d60-43ba-8964-3783cc466217 req-42648661-de09-45c2-8d97-96948a698c33 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3723984
Feb 05 21:00:52.792667 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa80b0b0-224e-4d5c-9184-3a40a481248a admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:00:52.813355 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-aa80b0b0-224e-4d5c-9184-3a40a481248a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (53166df2-d93b-4315-9176-4b61b55f224f), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:52.813594 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-aa80b0b0-224e-4d5c-9184-3a40a481248a admin admin] Added segment 53166df2-d93b-4315-9176-4b61b55f224f of type vlan for network f30abc9d-7837-41b1-86cd-96674510385b
Feb 05 21:00:52.830049 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d111c576-d451-4253-9627-e6afd84b1e57 None None] Network 1091ea3a-3879-4f86-96ce-0d7cdca75403 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:00:52.864371 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa80b0b0-224e-4d5c-9184-3a40a481248a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778b60d1-46cd-4f99-a0e8-c740f97aac81,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:52.891326 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-aa80b0b0-224e-4d5c-9184-3a40a481248a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (f30abc9d-7837-41b1-86cd-96674510385b), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:52.943530 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-aa80b0b0-224e-4d5c-9184-3a40a481248a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (f30abc9d-7837-41b1-86cd-96674510385b), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:52.945215 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa80b0b0-224e-4d5c-9184-3a40a481248a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:52.947743 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-aa80b0b0-224e-4d5c-9184-3a40a481248a admin admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:52.962411 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'name': 'network-vif-deleted', 'tag': '96b065aa-9042-42d0-9376-669227f49c16'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:00:52.966404 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06dcdebb-9264-49cf-bdd7-428dc9c10152" -d '{"events": [{"server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "name": "network-vif-deleted", "tag": "96b065aa-9042-42d0-9376-669227f49c16"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:00:52.971149 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-1b10fb5b-ead9-4600-9faf-cac151965251 service neutron] 10.222.0.32 "GET /v2.0/networks/1091ea3a-3879-4f86-96ce-0d7cdca75403?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2763262
Feb 05 21:00:53.012665 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-4af38c51-476e-4d0a-97b1-d0f1fa8f19c5 None None] Provisioning complete for port 775f7a8f-41a3-427a-bf6e-b04ad71d8fa0 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:00:53.013323 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4af38c51-476e-4d0a-97b1-d0f1fa8f19c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (775f7a8f-41a3-427a-bf6e-b04ad71d8fa0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:53.024834 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-aa80b0b0-224e-4d5c-9184-3a40a481248a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.2197630
Feb 05 21:00:53.028201 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa80b0b0-224e-4d5c-9184-3a40a481248a admin admin] Pushing event updated for resources: {'Network': ['ID=f30abc9d-7837-41b1-86cd-96674510385b,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:53.038050 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47188) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:53.047593 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-c5ba3137-38e4-4295-a12c-fb8e48ef796c admin admin] Request body: {'subnet': {'network_id': 'f30abc9d-7837-41b1-86cd-96674510385b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1966726592-subnet', 'tenant_id': 'fe86b33bc9674ec59c8749b675f2eff1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:53.049884 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 775f7a8f-41a3-427a-bf6e-b04ad71d8fa0 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:00:53.050974 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (775f7a8f-41a3-427a-bf6e-b04ad71d8fa0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:53.074782 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ba3137-38e4-4295-a12c-fb8e48ef796c admin admin] Made reservation on behalf of fe86b33bc9674ec59c8749b675f2eff1 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:00:53.078027 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c5ba3137-38e4-4295-a12c-fb8e48ef796c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:53.096295 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network f30abc9d-7837-41b1-86cd-96674510385b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:00:53.304324 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999e47e-00b2-43ea-897c-13f99476fd4c req-1b1f4a49-3884-47b7-94e9-1e3b56009de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:53.305954 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5999e47e-00b2-43ea-897c-13f99476fd4c req-1b1f4a49-3884-47b7-94e9-1e3b56009de2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3512621
Feb 05 21:00:53.311398 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-36264e6a-155e-4d3a-ac22-59f44d54e2d8 service neutron] 10.222.0.32 "GET /v2.0/networks/1091ea3a-3879-4f86-96ce-0d7cdca75403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2541790
Feb 05 21:00:53.316740 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-7111dfc2-2f5a-44f6-8f14-8707b6a0f64e tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (1dc73499-8f1c-4fa1-a727-5942182a3985), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:53.374405 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-4af38c51-476e-4d0a-97b1-d0f1fa8f19c5 None None] Current status of the port 775f7a8f-41a3-427a-bf6e-b04ad71d8fa0 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:00:53.375201 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4af38c51-476e-4d0a-97b1-d0f1fa8f19c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (775f7a8f-41a3-427a-bf6e-b04ad71d8fa0), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:53.400223 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c5ba3137-38e4-4295-a12c-fb8e48ef796c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (ac2c3362-50c8-451c-9b11-69b809c6b59d), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:53.435046 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 775f7a8f-41a3-427a-bf6e-b04ad71d8fa0 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:00:53.435804 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (775f7a8f-41a3-427a-bf6e-b04ad71d8fa0), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:53.449579 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7111dfc2-2f5a-44f6-8f14-8707b6a0f64e tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Pushing event deleted for resources: {'Port': ['ID=1dc73499-8f1c-4fa1-a727-5942182a3985,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:53.491359 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-4af38c51-476e-4d0a-97b1-d0f1fa8f19c5 None None] For port 775f7a8f-41a3-427a-bf6e-b04ad71d8fa0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=775f7a8f-41a3-427a-bf6e-b04ad71d8fa0,segment=NetworkSegment(1d8c20b0-816b-4ee0-9403-9b7f1810c206),segment_id=1d8c20b0-816b-4ee0-9403-9b7f1810c206)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:53.501936 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4af38c51-476e-4d0a-97b1-d0f1fa8f19c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (775f7a8f-41a3-427a-bf6e-b04ad71d8fa0), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:53.575201 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba3137-38e4-4295-a12c-fb8e48ef796c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac2c3362-50c8-451c-9b11-69b809c6b59d,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:53.634902 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ba3137-38e4-4295-a12c-fb8e48ef796c admin admin] Checking segment: {'id': '53166df2-d93b-4315-9176-4b61b55f224f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30abc9d-7837-41b1-86cd-96674510385b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:00:53.635105 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ba3137-38e4-4295-a12c-fb8e48ef796c admin admin] Network hostable DHCP agents. Network: f30abc9d-7837-41b1-86cd-96674510385b, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:00:53.700380 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ba3137-38e4-4295-a12c-fb8e48ef796c admin admin] Network f30abc9d-7837-41b1-86cd-96674510385b is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:00:53.715777 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af38c51-476e-4d0a-97b1-d0f1fa8f19c5 None None] Pushing event updated for resources: {'Port': ['ID=775f7a8f-41a3-427a-bf6e-b04ad71d8fa0,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:53.735319 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-c5ba3137-38e4-4295-a12c-fb8e48ef796c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f30abc9d-7837-41b1-86cd-96674510385b) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:00:53.745308 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ba3137-38e4-4295-a12c-fb8e48ef796c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:53.747642 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c5ba3137-38e4-4295-a12c-fb8e48ef796c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:53.747909 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 21:00:53.748799 ncdv-master-1 neutron-server[114392]: DEBUG oslo_db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 21:00:53.759162 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389d3e8f-9d70-4f2a-a5c8-74e988a9372f None None] Network f30abc9d-7837-41b1-86cd-96674510385b requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:00:53.763526 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5999e47e-00b2-43ea-897c-13f99476fd4c req-9178a671-5986-44ce-bd4e-be7c0219d8fc service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4473691
Feb 05 21:00:53.782074 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ed613-06bc-4341-b0e0-5e46f73a217f req-bf0d1f9c-6d35-4b30-a16f-671929715db3 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:53.793945 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-103ed613-06bc-4341-b0e0-5e46f73a217f req-bf0d1f9c-6d35-4b30-a16f-671929715db3 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3043c2e-d068-4256-a8d5-12b24125058f HTTP/1.1" status: 200  len: 946 time: 0.7563238
Feb 05 21:00:53.797091 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 1addaecb-82d3-4da4-b837-5ad0594de04b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:00:53.810435 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c5ba3137-38e4-4295-a12c-fb8e48ef796c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7606053
Feb 05 21:00:54.180173 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bc98b0-6c21-4a22-af3f-88f6cc95021b None None] Network f30abc9d-7837-41b1-86cd-96674510385b requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:00:54.223687 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-9c988894-ae09-4823-9922-ea37be5a4f39 None None] Provisioning complete for port 775f7a8f-41a3-427a-bf6e-b04ad71d8fa0 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:00:54.224107 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9c988894-ae09-4823-9922-ea37be5a4f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (775f7a8f-41a3-427a-bf6e-b04ad71d8fa0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:54.291625 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 1addaecb-82d3-4da4-b837-5ad0594de04b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1addaecb-82d3-4da4-b837-5ad0594de04b,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:54.380154 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '1addaecb-82d3-4da4-b837-5ad0594de04b', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'port_id': '1addaecb-82d3-4da4-b837-5ad0594de04b', 'mac_address': 'fa:16:3e:3e:f8:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3c763-0926-4b49-ade5-d66ee3d4c489', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:00:54.397880 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 775f7a8f-41a3-427a-bf6e-b04ad71d8fa0 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:00:54.398929 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 0717fdce-ab15-492e-8723-45b492f56881 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:00:54.545413 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 1addaecb-82d3-4da4-b837-5ad0594de04b is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:00:54.545841 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1addaecb-82d3-4da4-b837-5ad0594de04b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:54.595220 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1addaecb-82d3-4da4-b837-5ad0594de04b {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:00:54.614852 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-9c988894-ae09-4823-9922-ea37be5a4f39 None None] Current status of the port 775f7a8f-41a3-427a-bf6e-b04ad71d8fa0 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:00:54.644916 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 0717fdce-ab15-492e-8723-45b492f56881 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:00:54.645344 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (0717fdce-ab15-492e-8723-45b492f56881), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:54.675765 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-103ed613-06bc-4341-b0e0-5e46f73a217f req-f779862c-74c0-435a-8a26-7f9d69b0c8ce tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] 10.222.0.32 "GET /v2.0/security-groups?id=52a360d0-fa4c-46e6-b204-783a28583772&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8802588
Feb 05 21:00:54.705188 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78dd67-6ea7-4df2-97dd-4584bc81c89e req-e413d45a-30ea-45a0-9728-4440eb23a379 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:54.706788 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9d78dd67-6ea7-4df2-97dd-4584bc81c89e req-e413d45a-30ea-45a0-9728-4440eb23a379 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8424c18-089e-4f0e-bb42-6ce51886b5d0 HTTP/1.1" status: 200  len: 946 time: 0.9379222
Feb 05 21:00:54.757270 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 1addaecb-82d3-4da4-b837-5ad0594de04b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1addaecb-82d3-4da4-b837-5ad0594de04b,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:54.784704 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (1addaecb-82d3-4da4-b837-5ad0594de04b), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:54.791906 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb663f7-66b2-46a7-8ec6-3ff2b7cc4e5f x-openstack-request-id: req-fbb663f7-66b2-46a7-8ec6-3ff2b7cc4e5f {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:00:54.793050 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "name": "network-vif-deleted", "tag": "96b065aa-9042-42d0-9376-669227f49c16", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:00:54.793050 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fbb663f7-66b2-46a7-8ec6-3ff2b7cc4e5f {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:00:54.793050 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'name': 'network-vif-deleted', 'tag': '96b065aa-9042-42d0-9376-669227f49c16', 'status': 'completed', 'code': 200}
Feb 05 21:00:54.799733 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9d78dd67-6ea7-4df2-97dd-4584bc81c89e req-fac2c173-2030-4883-9c16-6e1d57c498c0 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765450
Feb 05 21:00:54.806235 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-7111dfc2-2f5a-44f6-8f14-8707b6a0f64e tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Router 6eb72c86-121e-49d0-97de-4a07c5eb238e has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:00:54.809506 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5999e47e-00b2-43ea-897c-13f99476fd4c req-6dc1b5c9-a14f-4aa1-b055-61bc66fa0aef service neutron] 10.222.0.39 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0098586
Feb 05 21:00:54.898278 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-92e06fdb-712a-4746-9d9f-7a80cc63e7f1 req-f662c7b7-d0a6-4d40-a56a-5a6a2822ae5d tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bf95e94-737f-4d14-abd4-96de5432dcfb HTTP/1.1" status: 200  len: 210 time: 0.0620050
Feb 05 21:00:54.952305 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=1addaecb-82d3-4da4-b837-5ad0594de04b,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:54.973656 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 0717fdce-ab15-492e-8723-45b492f56881 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:00:55.023260 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['1addaecb-82d3-4da4-b837-5ad0594de04b'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:00:55.099278 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 775f7a8f-41a3-427a-bf6e-b04ad71d8fa0 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:00:55.276159 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 775f7a8f-41a3-427a-bf6e-b04ad71d8fa0 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:00:55.276843 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (775f7a8f-41a3-427a-bf6e-b04ad71d8fa0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:55.302717 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d7731-a034-411e-a173-ce965d3c9ce5 req-b8d7259e-ffff-414d-951d-dabccbaf7f44 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:55.315774 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d7731-a034-411e-a173-ce965d3c9ce5 req-b8d7259e-ffff-414d-951d-dabccbaf7f44 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:55.324919 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e13d7731-a034-411e-a173-ce965d3c9ce5 req-b8d7259e-ffff-414d-951d-dabccbaf7f44 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 1675 time: 0.3317084
Feb 05 21:00:55.358171 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-7111dfc2-2f5a-44f6-8f14-8707b6a0f64e tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:00:55.372442 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420b5850-fc8a-48a9-a207-deaf1f2e91c9 None None] Sync routers for ids ['6eb72c86-121e-49d0-97de-4a07c5eb238e'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:00:55.392303 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420b5850-fc8a-48a9-a207-deaf1f2e91c9 None None] Routers {'6eb72c86-121e-49d0-97de-4a07c5eb238e'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:00:55.392953 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-420b5850-fc8a-48a9-a207-deaf1f2e91c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db9b8c670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:00:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['6eb72c86-121e-49d0-97de-4a07c5eb238e'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:00:55.433441 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47294) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:55.439937 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-f3d8089f-7332-42b0-a89d-4557e1e5766c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2009722985-network', 'tenant_id': '42af78726e244752bead4cf805781c40'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:55.497533 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-7111dfc2-2f5a-44f6-8f14-8707b6a0f64e tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] No DVR routers for this DVR port 1dc73499-8f1c-4fa1-a727-5942182a3985 on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:00:55.506816 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-7111dfc2-2f5a-44f6-8f14-8707b6a0f64e tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:55.512104 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-7111dfc2-2f5a-44f6-8f14-8707b6a0f64e tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.39 "DELETE /v2.0/ports/1dc73499-8f1c-4fa1-a727-5942182a3985 HTTP/1.1" status: 204  len: 173 time: 5.3859212
Feb 05 21:00:55.520842 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d8089f-7332-42b0-a89d-4557e1e5766c admin admin] Made reservation on behalf of 42af78726e244752bead4cf805781c40 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:00:55.524306 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f3d8089f-7332-42b0-a89d-4557e1e5766c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:55.534878 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e13d7731-a034-411e-a173-ce965d3c9ce5 req-ac83b048-836c-44cd-9391-d5bac6cec880 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2059853
Feb 05 21:00:55.543621 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f3d8089f-7332-42b0-a89d-4557e1e5766c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:55.578242 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 775f7a8f-41a3-427a-bf6e-b04ad71d8fa0 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:00:55.664099 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-420b5850-fc8a-48a9-a207-deaf1f2e91c9 None None] Set router 6eb72c86-121e-49d0-97de-4a07c5eb238e gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:00:55.734843 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f3d8089f-7332-42b0-a89d-4557e1e5766c admin admin] Publish callbacks [] for security_group (8e07e2b3-c219-4c85-8b91-761fc8c3d0d3), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:55.743671 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f3d8089f-7332-42b0-a89d-4557e1e5766c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (8e07e2b3-c219-4c85-8b91-761fc8c3d0d3), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:55.773772 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3d8089f-7332-42b0-a89d-4557e1e5766c admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:00:55.797023 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f3d8089f-7332-42b0-a89d-4557e1e5766c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (cf5d2e56-f3c6-4ba4-af88-f63489c312af), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:55.797978 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-f3d8089f-7332-42b0-a89d-4557e1e5766c admin admin] Added segment cf5d2e56-f3c6-4ba4-af88-f63489c312af of type vlan for network ef8bb76b-7c49-4cc2-a93c-5f891722875c
Feb 05 21:00:55.834927 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-dca0985c-8edf-408d-942b-c6252f745110 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:55.850991 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-dca0985c-8edf-408d-942b-c6252f745110 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:55.856101 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-dca0985c-8edf-408d-942b-c6252f745110 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.39 "GET /v2.0/networks?id=d04050d7-628e-475b-9085-51a09e1e19b3&id=1091ea3a-3879-4f86-96ce-0d7cdca75403 HTTP/1.1" status: 200  len: 1391 time: 0.4117768
Feb 05 21:00:55.870180 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:00:55.910569 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d8089f-7332-42b0-a89d-4557e1e5766c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e07e2b3-c219-4c85-8b91-761fc8c3d0d3,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:55.916420 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f3d8089f-7332-42b0-a89d-4557e1e5766c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (ef8bb76b-7c49-4cc2-a93c-5f891722875c), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:55.931991 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-d06e786e-e18c-4aaf-8be7-26b41470c0a7 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Request body: {'port': {'device_id': '5bf95e94-737f-4d14-abd4-96de5432dcfb', 'network_id': 'd04050d7-628e-475b-9085-51a09e1e19b3', 'admin_state_up': True, 'tenant_id': '635643c8c95a48178be578a04d153ce8'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:55.973210 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f3d8089f-7332-42b0-a89d-4557e1e5766c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (ef8bb76b-7c49-4cc2-a93c-5f891722875c), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:55.974270 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d8089f-7332-42b0-a89d-4557e1e5766c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:55.974995 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f3d8089f-7332-42b0-a89d-4557e1e5766c admin admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:56.001712 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-420b5850-fc8a-48a9-a207-deaf1f2e91c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db9b8c670>, [{'id': '6eb72c86-121e-49d0-97de-4a07c5eb238e', 'name': 'tempest-TaggedBootDevicesTest-1542065190-router', 'tenant_id': '451be3a617f64d6a97b8d18cee2426e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': 'bfbcf3e6-5c3a-4fee-b7bb-b55b31143121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:54:49Z', 'updated_at': '2022-02-05T20:54:58Z', 'revision_number': 4, 'project_id': '451be3a617f64d6a97b8d18cee2426e8', 'gw_port': {'id': 'bfbcf3e6-5c3a-4fee-b7bb-b55b31143121', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb72c86-121e-49d0-97de-4a07c5eb238e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:54:50Z', 'updated_at': '2022-02-05T20:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1333bc50-e216-4413-8897-cf3f286c6366', 'name': '', 'network_id': '8c3233c3-4efd-49ae-83aa-9c6e1a254039', 'tenant_id': '451be3a617f64d6a97b8d18cee2426e8', 'mac_address': 'fa:16:3e:e1:d6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb72c86-121e-49d0-97de-4a07c5eb238e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '343d2b98-414c-44d6-a549-c31a431197b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:54:55Z', 'updated_at': '2022-02-05T20:55:03Z', 'revision_number': 5, 'project_id': '451be3a617f64d6a97b8d18cee2426e8', 'subnets': [{'id': '343d2b98-414c-44d6-a549-c31a431197b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:00:56.041096 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420b5850-fc8a-48a9-a207-deaf1f2e91c9 None None] Checking router: 6eb72c86-121e-49d0-97de-4a07c5eb238e for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:00:56.047239 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-863f920f-af27-41b0-a62c-26bdb1dd36c6 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Deleting port 3a1e8ac6-e5dd-47a1-a79b-976ef386504b {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:00:56.047680 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-863f920f-af27-41b0-a62c-26bdb1dd36c6 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (3a1e8ac6-e5dd-47a1-a79b-976ef386504b), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:56.052958 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420b5850-fc8a-48a9-a207-deaf1f2e91c9 None None] Routers {'6eb72c86-121e-49d0-97de-4a07c5eb238e'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:00:56.053831 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-420b5850-fc8a-48a9-a207-deaf1f2e91c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db9b8c670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:00:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['6eb72c86-121e-49d0-97de-4a07c5eb238e'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:00:56.066739 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f3d8089f-7332-42b0-a89d-4557e1e5766c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6311941
Feb 05 21:00:56.069972 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47326) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:56.075553 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-9c008f4e-100d-4274-9fae-62eef0ab26e0 admin admin] Request body: {'subnet': {'network_id': 'ef8bb76b-7c49-4cc2-a93c-5f891722875c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2009722985-subnet', 'tenant_id': '42af78726e244752bead4cf805781c40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:56.080689 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d8089f-7332-42b0-a89d-4557e1e5766c admin admin] Pushing event updated for resources: {'Network': ['ID=ef8bb76b-7c49-4cc2-a93c-5f891722875c,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:56.096322 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network ef8bb76b-7c49-4cc2-a93c-5f891722875c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:00:56.119563 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c008f4e-100d-4274-9fae-62eef0ab26e0 admin admin] Made reservation on behalf of 42af78726e244752bead4cf805781c40 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:00:56.122573 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9c008f4e-100d-4274-9fae-62eef0ab26e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:56.160680 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a785dca-a599-4e04-94bb-973bbdffce88 req-2302ba5f-fd2b-46a6-b220-0d5c480cf31b tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:56.162416 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5a785dca-a599-4e04-94bb-973bbdffce88 req-2302ba5f-fd2b-46a6-b220-0d5c480cf31b tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3043c2e-d068-4256-a8d5-12b24125058f HTTP/1.1" status: 200  len: 947 time: 0.3485181
Feb 05 21:00:56.222307 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79061db-490c-4e0a-a4ba-5978e388828c req-2b66cc4c-3981-4e2b-bfc8-55da0de4551c tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:56.231743 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f79061db-490c-4e0a-a4ba-5978e388828c req-2b66cc4c-3981-4e2b-bfc8-55da0de4551c tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8424c18-089e-4f0e-bb42-6ce51886b5d0 HTTP/1.1" status: 200  len: 946 time: 0.2639377
Feb 05 21:00:56.335878 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-d06e786e-e18c-4aaf-8be7-26b41470c0a7 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Made reservation on behalf of 635643c8c95a48178be578a04d153ce8 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:00:56.339364 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-d06e786e-e18c-4aaf-8be7-26b41470c0a7 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:56.385091 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-420b5850-fc8a-48a9-a207-deaf1f2e91c9 None None] Set router 6eb72c86-121e-49d0-97de-4a07c5eb238e gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:00:56.393812 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-863f920f-af27-41b0-a62c-26bdb1dd36c6 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] For port 3a1e8ac6-e5dd-47a1-a79b-976ef386504b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a1e8ac6-e5dd-47a1-a79b-976ef386504b,segment=NetworkSegment(180079d9-3802-4753-bdea-bdcba1df7383),segment_id=180079d9-3802-4753-bdea-bdcba1df7383)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:56.394291 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-863f920f-af27-41b0-a62c-26bdb1dd36c6 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (3a1e8ac6-e5dd-47a1-a79b-976ef386504b), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:56.418488 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9c008f4e-100d-4274-9fae-62eef0ab26e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (ae0ff32e-a484-4b99-9be1-14fc74131742), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:56.423344 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47340) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:56.437296 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f79061db-490c-4e0a-a4ba-5978e388828c req-aa0349b6-31f3-4513-8b60-642724b1d145 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1899192
Feb 05 21:00:56.454685 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5a785dca-a599-4e04-94bb-973bbdffce88 req-10c78f50-7f4f-449a-befa-b8f1f630d9b2 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] 10.222.0.32 "GET /v2.0/security-groups?id=52a360d0-fa4c-46e6-b204-783a28583772&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2570395
Feb 05 21:00:56.461854 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-863f920f-af27-41b0-a62c-26bdb1dd36c6 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Calling delete_port for 3a1e8ac6-e5dd-47a1-a79b-976ef386504b owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:00:56.520967 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c008f4e-100d-4274-9fae-62eef0ab26e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae0ff32e-a484-4b99-9be1-14fc74131742,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:56.587012 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c008f4e-100d-4274-9fae-62eef0ab26e0 admin admin] Checking segment: {'id': 'cf5d2e56-f3c6-4ba4-af88-f63489c312af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef8bb76b-7c49-4cc2-a93c-5f891722875c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:00:56.587471 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c008f4e-100d-4274-9fae-62eef0ab26e0 admin admin] Network hostable DHCP agents. Network: ef8bb76b-7c49-4cc2-a93c-5f891722875c, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:00:56.623096 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c008f4e-100d-4274-9fae-62eef0ab26e0 admin admin] Network ef8bb76b-7c49-4cc2-a93c-5f891722875c is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:00:56.639422 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-9c008f4e-100d-4274-9fae-62eef0ab26e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ef8bb76b-7c49-4cc2-a93c-5f891722875c) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:00:56.645783 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c008f4e-100d-4274-9fae-62eef0ab26e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:56.646800 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9c008f4e-100d-4274-9fae-62eef0ab26e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:56.650873 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7514abd9-8ee2-4ef2-bd63-1c2aefb8068a None None] Network ef8bb76b-7c49-4cc2-a93c-5f891722875c requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:00:56.673933 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9c008f4e-100d-4274-9fae-62eef0ab26e0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6023428
Feb 05 21:00:56.723971 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-420b5850-fc8a-48a9-a207-deaf1f2e91c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db9b8c670>, [{'id': '6eb72c86-121e-49d0-97de-4a07c5eb238e', 'name': 'tempest-TaggedBootDevicesTest-1542065190-router', 'tenant_id': '451be3a617f64d6a97b8d18cee2426e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': 'bfbcf3e6-5c3a-4fee-b7bb-b55b31143121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:54:49Z', 'updated_at': '2022-02-05T20:54:58Z', 'revision_number': 4, 'project_id': '451be3a617f64d6a97b8d18cee2426e8', 'gw_port': {'id': 'bfbcf3e6-5c3a-4fee-b7bb-b55b31143121', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb72c86-121e-49d0-97de-4a07c5eb238e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:54:50Z', 'updated_at': '2022-02-05T20:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1333bc50-e216-4413-8897-cf3f286c6366', 'name': '', 'network_id': '8c3233c3-4efd-49ae-83aa-9c6e1a254039', 'tenant_id': '451be3a617f64d6a97b8d18cee2426e8', 'mac_address': 'fa:16:3e:e1:d6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb72c86-121e-49d0-97de-4a07c5eb238e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '343d2b98-414c-44d6-a549-c31a431197b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:54:55Z', 'updated_at': '2022-02-05T20:55:03Z', 'revision_number': 5, 'project_id': '451be3a617f64d6a97b8d18cee2426e8', 'subnets': [{'id': '343d2b98-414c-44d6-a549-c31a431197b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:00:56.738866 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3b26f907-6f61-44eb-9da2-af44ccbc324c req-dc9f80e7-d289-4e29-8d8b-3746971307ce tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bf95e94-737f-4d14-abd4-96de5432dcfb HTTP/1.1" status: 200  len: 210 time: 0.1292334
Feb 05 21:00:56.767008 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420b5850-fc8a-48a9-a207-deaf1f2e91c9 None None] The sync data for ids ['6eb72c86-121e-49d0-97de-4a07c5eb238e'] in ncdv-master-1 is: [{'id': '6eb72c86-121e-49d0-97de-4a07c5eb238e', 'name': 'tempest-TaggedBootDevicesTest-1542065190-router', 'tenant_id': '451be3a617f64d6a97b8d18cee2426e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': 'bfbcf3e6-5c3a-4fee-b7bb-b55b31143121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:54:49Z', 'updated_at': '2022-02-05T20:54:58Z', 'revision_number': 4, 'project_id': '451be3a617f64d6a97b8d18cee2426e8', 'gw_port': {'id': 'bfbcf3e6-5c3a-4fee-b7bb-b55b31143121', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb72c86-121e-49d0-97de-4a07c5eb238e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:54:50Z', 'updated_at': '2022-02-05T20:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1333bc50-e216-4413-8897-cf3f286c6366', 'name': '', 'network_id': '8c3233c3-4efd-49ae-83aa-9c6e1a254039', 'tenant_id': '451be3a617f64d6a97b8d18cee2426e8', 'mac_address': 'fa:16:3e:e1:d6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb72c86-121e-49d0-97de-4a07c5eb238e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '343d2b98-414c-44d6-a549-c31a431197b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:54:55Z', 'updated_at': '2022-02-05T20:55:03Z', 'revision_number': 5, 'project_id': '451be3a617f64d6a97b8d18cee2426e8', 'subnets': [{'id': '343d2b98-414c-44d6-a549-c31a431197b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:00:56.782927 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-d06e786e-e18c-4aaf-8be7-26b41470c0a7 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Allocated IP 19.80.0.239 (d04050d7-628e-475b-9085-51a09e1e19b3/e0b9874c-fd50-4ac4-a621-6b1bf5f6d71a/a2bf9bf4-9b19-451a-91fe-800d52111eba) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:00:56.831339 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'name': 'network-vif-deleted', 'tag': '1dc73499-8f1c-4fa1-a727-5942182a3985'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:00:56.836652 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf308ba-e479-4ea7-8c14-31381697adb2" -d '{"events": [{"server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "name": "network-vif-deleted", "tag": "1dc73499-8f1c-4fa1-a727-5942182a3985"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:00:56.845543 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3509580d-05e9-48ff-97df-aff0b159ec4c None None] Network ef8bb76b-7c49-4cc2-a93c-5f891722875c requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:00:56.892044 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-c0c93284-fa3a-42a7-8880-350719bd80bb tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:56.979919 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b4e0ff-f76a-4ec9-8651-2ec409dfc8c9 x-openstack-request-id: req-18b4e0ff-f76a-4ec9-8651-2ec409dfc8c9 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:00:56.980302 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "name": "network-vif-deleted", "tag": "1dc73499-8f1c-4fa1-a727-5942182a3985", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:00:56.980630 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-18b4e0ff-f76a-4ec9-8651-2ec409dfc8c9 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:00:56.981100 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'name': 'network-vif-deleted', 'tag': '1dc73499-8f1c-4fa1-a727-5942182a3985', 'status': 'completed', 'code': 200}
Feb 05 21:00:57.028442 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c0c93284-fa3a-42a7-8880-350719bd80bb tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:57.070667 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47358) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:57.077034 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea008413-7626-435b-8ced-5d3113b4ca9c req-98e7d8a0-5442-4b6c-b73b-758331257fc5 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:57.082611 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea008413-7626-435b-8ced-5d3113b4ca9c req-98e7d8a0-5442-4b6c-b73b-758331257fc5 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:57.084290 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ea008413-7626-435b-8ced-5d3113b4ca9c req-98e7d8a0-5442-4b6c-b73b-758331257fc5 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 1675 time: 0.3500700
Feb 05 21:00:57.210565 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40adca3-7250-4e0b-8aca-94420ddd17e4 None None] New status for floating IP 0525e757-792d-4f92-93c0-d7b98e5ea720: DOWN {{(pid=114392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:00:57.215653 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-514d04f6-5868-4cad-9369-c2539372006c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:57.286899 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-863f920f-af27-41b0-a62c-26bdb1dd36c6 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (3a1e8ac6-e5dd-47a1-a79b-976ef386504b), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:57.291277 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-d06e786e-e18c-4aaf-8be7-26b41470c0a7 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks [] for port (a2bf9bf4-9b19-451a-91fe-800d52111eba), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:57.304504 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ea008413-7626-435b-8ced-5d3113b4ca9c req-70b98fcb-242e-4f79-81be-010a9f0d28aa tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1915286
Feb 05 21:00:57.311095 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-514d04f6-5868-4cad-9369-c2539372006c admin admin] Publish callbacks [] for security_group (0358e258-2245-442d-bf2c-2b4df291bde6), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:57.338323 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-514d04f6-5868-4cad-9369-c2539372006c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (0358e258-2245-442d-bf2c-2b4df291bde6), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:57.345737 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f920f-af27-41b0-a62c-26bdb1dd36c6 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Pushing event deleted for resources: {'Port': ['ID=3a1e8ac6-e5dd-47a1-a79b-976ef386504b,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:57.405837 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-514d04f6-5868-4cad-9369-c2539372006c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8c82ec764e2b4ba7b31f9784114ad689&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3339562
Feb 05 21:00:57.406940 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d04f6-5868-4cad-9369-c2539372006c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0358e258-2245-442d-bf2c-2b4df291bde6,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:57.409923 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47370) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:57.410307 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-863f920f-af27-41b0-a62c-26bdb1dd36c6 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] No DVR routers for this DVR port 3a1e8ac6-e5dd-47a1-a79b-976ef386504b on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:00:57.414890 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-863f920f-af27-41b0-a62c-26bdb1dd36c6 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:57.418512 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-863f920f-af27-41b0-a62c-26bdb1dd36c6 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.39 "DELETE /v2.0/ports/3a1e8ac6-e5dd-47a1-a79b-976ef386504b HTTP/1.1" status: 204  len: 173 time: 1.8812203
Feb 05 21:00:57.484685 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-32a28129-5b3c-4118-8de9-1deedb7b86fd admin admin] Publish callbacks [] for security_group (0358e258-2245-442d-bf2c-2b4df291bde6), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:57.488409 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-d06e786e-e18c-4aaf-8be7-26b41470c0a7 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (a2bf9bf4-9b19-451a-91fe-800d52111eba), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:57.510034 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-32a28129-5b3c-4118-8de9-1deedb7b86fd admin admin] Publish callbacks [] for security_group (0358e258-2245-442d-bf2c-2b4df291bde6), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:57.567588 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-32a28129-5b3c-4118-8de9-1deedb7b86fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (0358e258-2245-442d-bf2c-2b4df291bde6), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:57.570243 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-32a28129-5b3c-4118-8de9-1deedb7b86fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:57.571543 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-32a28129-5b3c-4118-8de9-1deedb7b86fd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0358e258-2245-442d-bf2c-2b4df291bde6 HTTP/1.1" status: 204  len: 168 time: 0.1610949
Feb 05 21:00:57.580214 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a28129-5b3c-4118-8de9-1deedb7b86fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0358e258-2245-442d-bf2c-2b4df291bde6,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:57.586303 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c0c93284-fa3a-42a7-8880-350719bd80bb tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:57.666489 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-d06e786e-e18c-4aaf-8be7-26b41470c0a7 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Network d04050d7-628e-475b-9085-51a09e1e19b3 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:00:57.709479 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-d06e786e-e18c-4aaf-8be7-26b41470c0a7 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:00:57.724664 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-d06e786e-e18c-4aaf-8be7-26b41470c0a7 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:00:57.747114 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e786e-e18c-4aaf-8be7-26b41470c0a7 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Pushing event updated for resources: {'Port': ['ID=a2bf9bf4-9b19-451a-91fe-800d52111eba,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:57.814331 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 1addaecb-82d3-4da4-b837-5ad0594de04b up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:00:57.879031 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-e40bbd69-a1ec-4d61-bcd7-53eae81e9495 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:57.885639 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-e40bbd69-a1ec-4d61-bcd7-53eae81e9495 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] 10.222.0.32 "GET /v2.0/networks?id=f30abc9d-7837-41b1-86cd-96674510385b HTTP/1.1" status: 200  len: 809 time: 0.4450655
Feb 05 21:00:57.904525 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-d06e786e-e18c-4aaf-8be7-26b41470c0a7 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:57.905331 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-d06e786e-e18c-4aaf-8be7-26b41470c0a7 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:57.912685 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-0adfaac4-cc8b-48f1-8bc7-298e8c1ecccf tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] 10.222.0.32 "GET /v2.0/quotas/fe86b33bc9674ec59c8749b675f2eff1 HTTP/1.1" status: 200  len: 375 time: 0.0259938
Feb 05 21:00:57.922417 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 1addaecb-82d3-4da4-b837-5ad0594de04b completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:00:57.939092 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 1addaecb-82d3-4da4-b837-5ad0594de04b triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:00:57.939800 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa0499-1b69-4f14-ae7b-118dc2de1375 req-ef297492-5594-4e24-9e49-b8a8d2704890 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:57.941391 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1addaecb-82d3-4da4-b837-5ad0594de04b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:57.941535 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a6aa0499-1b69-4f14-ae7b-118dc2de1375 req-ef297492-5594-4e24-9e49-b8a8d2704890 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8424c18-089e-4f0e-bb42-6ce51886b5d0 HTTP/1.1" status: 200  len: 946 time: 0.3895316
Feb 05 21:00:58.001975 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-c7c53f94-4a8b-4612-a268-467f5f211ef6 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Deleting port acb823f3-7977-4284-b303-e6126c9172cf {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:00:58.002432 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-c7c53f94-4a8b-4612-a268-467f5f211ef6 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (acb823f3-7977-4284-b303-e6126c9172cf), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:58.006895 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-a9b75f96-534b-4b7d-a38e-a7eaed2286b8 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe86b33bc9674ec59c8749b675f2eff1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0611415
Feb 05 21:00:58.023160 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-d06e786e-e18c-4aaf-8be7-26b41470c0a7 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1577778
Feb 05 21:00:58.024330 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47386) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:58.043218 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e4a5efd2-bb9d-4a79-8e7a-48d21a7ee8f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:58.058409 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-160e9da7-2367-43d2-8d66-476a67da17fe tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Request body: {'port': {'device_id': '5bf95e94-737f-4d14-abd4-96de5432dcfb', 'network_id': '1091ea3a-3879-4f86-96ce-0d7cdca75403', 'admin_state_up': True, 'tenant_id': '635643c8c95a48178be578a04d153ce8'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:00:58.068621 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 1addaecb-82d3-4da4-b837-5ad0594de04b is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:00:58.069130 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1addaecb-82d3-4da4-b837-5ad0594de04b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:58.087683 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-3ef4d8fc-d428-4e7f-8154-1b0a1d104018 None None] Provisioning complete for port a2bf9bf4-9b19-451a-91fe-800d52111eba triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:00:58.088175 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3ef4d8fc-d428-4e7f-8154-1b0a1d104018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (a2bf9bf4-9b19-451a-91fe-800d52111eba), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:58.089511 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-c0c93284-fa3a-42a7-8880-350719bd80bb tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Allocated IP 172.35.4.8 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/93d89051-2126-44c5-bc06-3ed02db0185c) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:00:58.127915 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3043c2e-d068-4256-a8d5-12b24125058f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1addaecb-82d3-4da4-b837-5ad0594de04b'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:00:58.130182 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5242e9c3-d282-46ca-915f-5322bbe81f19" -d '{"events": [{"server_uuid": "f3043c2e-d068-4256-a8d5-12b24125058f", "name": "network-vif-plugged", "status": "completed", "tag": "1addaecb-82d3-4da4-b837-5ad0594de04b"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:00:58.140886 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e4a5efd2-bb9d-4a79-8e7a-48d21a7ee8f3 admin admin] Publish callbacks [] for security_group (665e4a2f-7b8a-4998-9c5a-39347d85ebe9), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:58.145818 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e4a5efd2-bb9d-4a79-8e7a-48d21a7ee8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (665e4a2f-7b8a-4998-9c5a-39347d85ebe9), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:58.150939 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 1addaecb-82d3-4da4-b837-5ad0594de04b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1addaecb-82d3-4da4-b837-5ad0594de04b,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:58.152052 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-3ef4d8fc-d428-4e7f-8154-1b0a1d104018 None None] Port a2bf9bf4-9b19-451a-91fe-800d52111eba cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:00:58.157443 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (1addaecb-82d3-4da4-b837-5ad0594de04b), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:58.203933 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e4a5efd2-bb9d-4a79-8e7a-48d21a7ee8f3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eff440b8cc2b466fbccb76eb52037b6d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1769934
Feb 05 21:00:58.205176 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a5efd2-bb9d-4a79-8e7a-48d21a7ee8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665e4a2f-7b8a-4998-9c5a-39347d85ebe9,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:58.209497 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47390) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:00:58.216439 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=1addaecb-82d3-4da4-b837-5ad0594de04b,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:58.260818 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a6aa0499-1b69-4f14-ae7b-118dc2de1375 req-8304268e-c45e-4d1c-be27-d3c27fc26de2 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3013830
Feb 05 21:00:58.262278 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-78867408-4d9d-4e4b-bf75-4cca542079a8 admin admin] Publish callbacks [] for security_group (665e4a2f-7b8a-4998-9c5a-39347d85ebe9), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:58.296418 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-78867408-4d9d-4e4b-bf75-4cca542079a8 admin admin] Publish callbacks [] for security_group (665e4a2f-7b8a-4998-9c5a-39347d85ebe9), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:58.354654 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-78867408-4d9d-4e4b-bf75-4cca542079a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (665e4a2f-7b8a-4998-9c5a-39347d85ebe9), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:58.357225 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-78867408-4d9d-4e4b-bf75-4cca542079a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:58.361375 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-78867408-4d9d-4e4b-bf75-4cca542079a8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/665e4a2f-7b8a-4998-9c5a-39347d85ebe9 HTTP/1.1" status: 204  len: 168 time: 0.1488919
Feb 05 21:00:58.367341 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78867408-4d9d-4e4b-bf75-4cca542079a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665e4a2f-7b8a-4998-9c5a-39347d85ebe9,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:58.421215 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-e4916114-81db-4393-9f38-3503f7ec1f3f service neutron] 10.222.0.32 "GET /v2.0/networks/f30abc9d-7837-41b1-86cd-96674510385b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3860641
Feb 05 21:00:58.425525 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-c7c53f94-4a8b-4612-a268-467f5f211ef6 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] For port acb823f3-7977-4284-b303-e6126c9172cf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=acb823f3-7977-4284-b303-e6126c9172cf,segment=NetworkSegment(16f07f35-cf6e-401e-a5f2-33d98b0f9749),segment_id=16f07f35-cf6e-401e-a5f2-33d98b0f9749)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:00:58.425899 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-c7c53f94-4a8b-4612-a268-467f5f211ef6 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (acb823f3-7977-4284-b303-e6126c9172cf), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:58.482237 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-c7c53f94-4a8b-4612-a268-467f5f211ef6 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Calling delete_port for acb823f3-7977-4284-b303-e6126c9172cf owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:00:58.510648 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-160e9da7-2367-43d2-8d66-476a67da17fe tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Made reservation on behalf of 635643c8c95a48178be578a04d153ce8 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:00:58.514655 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-160e9da7-2367-43d2-8d66-476a67da17fe tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:58.618263 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c0c93284-fa3a-42a7-8880-350719bd80bb tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks [] for port (93d89051-2126-44c5-bc06-3ed02db0185c), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:58.630669 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553e12d-662d-4c92-90f7-404e8931325c req-62b4caee-33c4-4edf-be69-ab8d8a0e4b18 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:58.632204 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9553e12d-662d-4c92-90f7-404e8931325c req-62b4caee-33c4-4edf-be69-ab8d8a0e4b18 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3043c2e-d068-4256-a8d5-12b24125058f HTTP/1.1" status: 200  len: 948 time: 0.2777078
Feb 05 21:00:58.765524 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-5564b967-7225-41eb-900a-3baef3df6717 service neutron] 10.222.0.32 "GET /v2.0/networks/f30abc9d-7837-41b1-86cd-96674510385b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3324809
Feb 05 21:00:58.804225 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9553e12d-662d-4c92-90f7-404e8931325c req-c283fdd9-97e3-41f1-a7ae-e31d2fb0dcfd tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] 10.222.0.32 "GET /v2.0/security-groups?id=52a360d0-fa4c-46e6-b204-783a28583772&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1617365
Feb 05 21:00:58.836261 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c0c93284-fa3a-42a7-8880-350719bd80bb tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (93d89051-2126-44c5-bc06-3ed02db0185c), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:58.953594 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43aa0e5c-b567-46e4-9925-b9f96e81b0f1 x-openstack-request-id: req-43aa0e5c-b567-46e4-9925-b9f96e81b0f1 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:00:58.954184 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3043c2e-d068-4256-a8d5-12b24125058f", "name": "network-vif-plugged", "status": "completed", "tag": "1addaecb-82d3-4da4-b837-5ad0594de04b", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:00:58.955058 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-43aa0e5c-b567-46e4-9925-b9f96e81b0f1 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:00:58.957039 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3043c2e-d068-4256-a8d5-12b24125058f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1addaecb-82d3-4da4-b837-5ad0594de04b', 'code': 200}
Feb 05 21:00:59.098221 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0d70a-e555-44e5-9d1d-cc044b745de3 req-4b5ff7ec-682e-4841-a275-876e01f534d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:59.099774 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7bf0d70a-e555-44e5-9d1d-cc044b745de3 req-4b5ff7ec-682e-4841-a275-876e01f534d5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f3043c2e-d068-4256-a8d5-12b24125058f HTTP/1.1" status: 200  len: 1130 time: 0.0629895
Feb 05 21:00:59.167044 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7bf0d70a-e555-44e5-9d1d-cc044b745de3 req-23d7dc69-3d10-41ae-9b7a-d7927fa798d4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=52a360d0-fa4c-46e6-b204-783a28583772&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605602
Feb 05 21:00:59.341341 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'name': 'network-vif-deleted', 'tag': '3a1e8ac6-e5dd-47a1-a79b-976ef386504b'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:00:59.344239 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc827afa-5724-406f-8d13-b71e7e58f628" -d '{"events": [{"server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "name": "network-vif-deleted", "tag": "3a1e8ac6-e5dd-47a1-a79b-976ef386504b"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:00:59.413695 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c93284-fa3a-42a7-8880-350719bd80bb tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:00:59.438347 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-160e9da7-2367-43d2-8d66-476a67da17fe tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Allocated IP 19.86.0.253 (1091ea3a-3879-4f86-96ce-0d7cdca75403/a9d10fcf-306d-4adf-9af4-deb2d89b0731/59695629-2828-499b-ad84-6876efab2571) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:00:59.467501 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-c0c93284-fa3a-42a7-8880-350719bd80bb tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:00:59.470171 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c93284-fa3a-42a7-8880-350719bd80bb tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:00:59.472473 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c93284-fa3a-42a7-8880-350719bd80bb tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Pushing event updated for resources: {'Port': ['ID=93d89051-2126-44c5-bc06-3ed02db0185c,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:59.538627 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-c7c53f94-4a8b-4612-a268-467f5f211ef6 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (acb823f3-7977-4284-b303-e6126c9172cf), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:59.611335 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c53f94-4a8b-4612-a268-467f5f211ef6 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Pushing event deleted for resources: {'Port': ['ID=acb823f3-7977-4284-b303-e6126c9172cf,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:00:59.669512 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcbf0c5-7b12-441b-a846-7579aa031d80 req-c938cf6c-705d-4f44-be7c-b7dfa00d80eb tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:59.672020 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fdcbf0c5-7b12-441b-a846-7579aa031d80 req-c938cf6c-705d-4f44-be7c-b7dfa00d80eb tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bf95e94-737f-4d14-abd4-96de5432dcfb HTTP/1.1" status: 200  len: 932 time: 0.3227689
Feb 05 21:00:59.688213 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead58823-258b-4a4c-8089-3c0809f145c9 req-f1ee0f23-d178-4e60-a72e-fef97608f530 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:00:59.689621 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ead58823-258b-4a4c-8089-3c0809f145c9 req-f1ee0f23-d178-4e60-a72e-fef97608f530 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c987dc9e-28e3-4d7d-9f39-570eb31e04be HTTP/1.1" status: 200  len: 943 time: 0.3338141
Feb 05 21:00:59.735142 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-c7c53f94-4a8b-4612-a268-467f5f211ef6 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] No DVR routers for this DVR port acb823f3-7977-4284-b303-e6126c9172cf on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:00:59.738029 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-c7c53f94-4a8b-4612-a268-467f5f211ef6 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:59.742076 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c01e6cb8-2fb3-4cd8-ad0f-e530062d173b req-c7c53f94-4a8b-4612-a268-467f5f211ef6 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.39 "DELETE /v2.0/ports/acb823f3-7977-4284-b303-e6126c9172cf HTTP/1.1" status: 204  len: 173 time: 2.3154862
Feb 05 21:00:59.901493 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c0c93284-fa3a-42a7-8880-350719bd80bb tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks [] for floatingip (dbecd059-ff58-4cd1-98c8-dac3cb1cad93), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:00:59.940044 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fdcbf0c5-7b12-441b-a846-7579aa031d80 req-34fccf94-5694-4046-a659-209747531907 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/security-groups?id=87663b8c-f03c-4830-b2a4-28960820d255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2449973
Feb 05 21:00:59.963695 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ead58823-258b-4a4c-8089-3c0809f145c9 req-5a8eb5fd-1491-4aa6-b188-434d32bc24bb tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc5a960a-367f-45bf-8671-6806c5606312&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2479143
Feb 05 21:01:00.062455 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c0c93284-fa3a-42a7-8880-350719bd80bb tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (93d89051-2126-44c5-bc06-3ed02db0185c), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:00.195361 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-160e9da7-2367-43d2-8d66-476a67da17fe tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks [] for port (59695629-2828-499b-ad84-6876efab2571), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:00.231997 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cffc40bb-1be5-4595-9912-1b072e95359e req-0d89df73-eb37-405e-805f-e8ca980f4714 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da8abcb-7629-4edf-a3ac-685f6330c3be HTTP/1.1" status: 200  len: 210 time: 0.1351531
Feb 05 21:01:00.343649 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8610f520-4d1d-4207-9ada-07b825b91ad3 x-openstack-request-id: req-8610f520-4d1d-4207-9ada-07b825b91ad3 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:01:00.344316 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "name": "network-vif-deleted", "tag": "3a1e8ac6-e5dd-47a1-a79b-976ef386504b", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:01:00.344316 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8610f520-4d1d-4207-9ada-07b825b91ad3 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:01:00.344316 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'name': 'network-vif-deleted', 'tag': '3a1e8ac6-e5dd-47a1-a79b-976ef386504b', 'status': 'completed', 'code': 200}
Feb 05 21:01:00.444413 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3186ffe-2113-4a5f-8490-f1a57debfc79 req-e600720e-5dff-4fbd-80f2-a42b29da5f5e tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:00.446845 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e3186ffe-2113-4a5f-8490-f1a57debfc79 req-e600720e-5dff-4fbd-80f2-a42b29da5f5e tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8424c18-089e-4f0e-bb42-6ce51886b5d0 HTTP/1.1" status: 200  len: 946 time: 0.3281236
Feb 05 21:01:00.471376 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-629d3435-e004-44d5-a5d9-c6b4c86c2c04 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:00.472918 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-629d3435-e004-44d5-a5d9-c6b4c86c2c04 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] 10.222.0.39 "GET /v2.0/networks?id=f30abc9d-7837-41b1-86cd-96674510385b HTTP/1.1" status: 200  len: 809 time: 0.3851430
Feb 05 21:01:00.511360 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-1f359bc6-d2e9-478a-88e6-5ed5354357e5 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] Request body: {'port': {'device_id': '4da8abcb-7629-4edf-a3ac-685f6330c3be', 'network_id': 'f30abc9d-7837-41b1-86cd-96674510385b', 'admin_state_up': True, 'tenant_id': 'fe86b33bc9674ec59c8749b675f2eff1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:01:00.523175 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-160e9da7-2367-43d2-8d66-476a67da17fe tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (59695629-2828-499b-ad84-6876efab2571), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:00.682993 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-160e9da7-2367-43d2-8d66-476a67da17fe tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Network 1091ea3a-3879-4f86-96ce-0d7cdca75403 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:01:00.698220 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-160e9da7-2367-43d2-8d66-476a67da17fe tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:01:00.711278 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e3186ffe-2113-4a5f-8490-f1a57debfc79 req-c9b5d152-2d30-4c32-b4eb-0b72252b3c5c tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2517116
Feb 05 21:01:00.720070 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c4339-8fa5-4070-a92f-b21877cccf02 req-0ecb8066-a93b-4387-aa91-5a7a97fff90c tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:00.727332 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-684c4339-8fa5-4070-a92f-b21877cccf02 req-0ecb8066-a93b-4387-aa91-5a7a97fff90c tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3043c2e-d068-4256-a8d5-12b24125058f HTTP/1.1" status: 200  len: 948 time: 0.2977743
Feb 05 21:01:00.729621 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-160e9da7-2367-43d2-8d66-476a67da17fe tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:01:00.745245 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e9da7-2367-43d2-8d66-476a67da17fe tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Pushing event updated for resources: {'Port': ['ID=59695629-2828-499b-ad84-6876efab2571,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:00.805507 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c0c93284-fa3a-42a7-8880-350719bd80bb tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks [] for port (93d89051-2126-44c5-bc06-3ed02db0185c), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:00.824712 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c0c93284-fa3a-42a7-8880-350719bd80bb tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (93d89051-2126-44c5-bc06-3ed02db0185c), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:00.880534 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-160e9da7-2367-43d2-8d66-476a67da17fe tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:00.881191 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-160e9da7-2367-43d2-8d66-476a67da17fe tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:00.930477 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-684c4339-8fa5-4070-a92f-b21877cccf02 req-a986e2ca-3cdb-417e-8c86-65b4ecefe293 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] 10.222.0.32 "GET /v2.0/security-groups?id=52a360d0-fa4c-46e6-b204-783a28583772&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1984372
Feb 05 21:01:00.993716 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-160e9da7-2367-43d2-8d66-476a67da17fe tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9456854
Feb 05 21:01:01.000860 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-d0ac4dd2-741b-4ee6-9db8-0dcf830b6823 None None] Provisioning complete for port 59695629-2828-499b-ad84-6876efab2571 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:01:01.001904 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d0ac4dd2-741b-4ee6-9db8-0dcf830b6823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (59695629-2828-499b-ad84-6876efab2571), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:01.009141 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-ecc04adf-24d0-4ffe-9459-0dfec7246532 service neutron] Request body: {'port': {'device_id': '5bf95e94-737f-4d14-abd4-96de5432dcfb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:01:01.034337 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c93284-fa3a-42a7-8880-350719bd80bb tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Pushing event updated for resources: {'Port': ['ID=93d89051-2126-44c5-bc06-3ed02db0185c,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:01.050239 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac4dd2-741b-4ee6-9db8-0dcf830b6823 None None] Port 59695629-2828-499b-ad84-6876efab2571 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:01:01.057614 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-1f359bc6-d2e9-478a-88e6-5ed5354357e5 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] Made reservation on behalf of fe86b33bc9674ec59c8749b675f2eff1 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:01:01.061264 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-1f359bc6-d2e9-478a-88e6-5ed5354357e5 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:01.075174 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47470) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:01.103628 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c0c93284-fa3a-42a7-8880-350719bd80bb tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (dbecd059-ff58-4cd1-98c8-dac3cb1cad93), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:01.130490 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7b1f9310-f620-46f0-a435-d128de62dd82 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks [] for security_group (bc5a960a-367f-45bf-8671-6806c5606312), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:01.158153 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c0c93284-fa3a-42a7-8880-350719bd80bb tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:01.158660 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7b1f9310-f620-46f0-a435-d128de62dd82 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks [] for security_group (bc5a960a-367f-45bf-8671-6806c5606312), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:01.159420 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c0c93284-fa3a-42a7-8880-350719bd80bb tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 4.7355828
Feb 05 21:01:01.162764 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47472) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:01.166028 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-ecc04adf-24d0-4ffe-9459-0dfec7246532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a2bf9bf4-9b19-451a-91fe-800d52111eba), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:01.173950 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-edc9f90b-80e6-4202-b315-a6d5f7706c6c tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2052431073'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:01:01.207653 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7b1f9310-f620-46f0-a435-d128de62dd82 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (bc5a960a-367f-45bf-8671-6806c5606312), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:01.210405 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7b1f9310-f620-46f0-a435-d128de62dd82 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:01.212236 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7b1f9310-f620-46f0-a435-d128de62dd82 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "DELETE /v2.0/security-groups/bc5a960a-367f-45bf-8671-6806c5606312 HTTP/1.1" status: 204  len: 168 time: 0.1354063
Feb 05 21:01:01.215646 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47474) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:01.233044 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f9310-f620-46f0-a435-d128de62dd82 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5a960a-367f-45bf-8671-6806c5606312,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:01.239488 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-8abe1950-fc0f-4bbe-855a-6e14f3d050f4 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] show failed (client error): The resource could not be found.
Feb 05 21:01:01.240907 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8abe1950-fc0f-4bbe-855a-6e14f3d050f4 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "GET /v2.0/security-groups/bc5a960a-367f-45bf-8671-6806c5606312 HTTP/1.1" status: 404  len: 347 time: 0.0223403
Feb 05 21:01:01.243741 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47476) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:01.254088 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f867a1f-c03d-4a59-ba23-86ff5de21d74 req-eeab1a79-efaf-4cf9-872c-47af7088049f tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:01.259905 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f867a1f-c03d-4a59-ba23-86ff5de21d74 req-eeab1a79-efaf-4cf9-872c-47af7088049f tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:01.261539 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1f867a1f-c03d-4a59-ba23-86ff5de21d74 req-eeab1a79-efaf-4cf9-872c-47af7088049f tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bf95e94-737f-4d14-abd4-96de5432dcfb HTTP/1.1" status: 200  len: 1655 time: 0.2089391
Feb 05 21:01:01.337460 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc9f90b-80e6-4202-b315-a6d5f7706c6c tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Made reservation on behalf of ac9f2c1174dc4c2f9ede2b73bb7e5a00 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:01:01.340747 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-edc9f90b-80e6-4202-b315-a6d5f7706c6c tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:01.383612 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-274c469c-0e3c-47e9-8824-c4d27bfb42fc tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Deleting port c6666d46-798d-49d0-834e-6ebf066912d2 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:01:01.383867 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-274c469c-0e3c-47e9-8824-c4d27bfb42fc tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (c6666d46-798d-49d0-834e-6ebf066912d2), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:01.401103 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-edc9f90b-80e6-4202-b315-a6d5f7706c6c tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:01.404972 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8dfa4b6d-6899-410b-b349-efa281f9353a req-fd3253d6-0b00-44dc-9be6-8b7c6f448d7e tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da8abcb-7629-4edf-a3ac-685f6330c3be HTTP/1.1" status: 200  len: 210 time: 0.0854213
Feb 05 21:01:01.459986 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-274c469c-0e3c-47e9-8824-c4d27bfb42fc tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (c6666d46-798d-49d0-834e-6ebf066912d2), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:01.460321 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-274c469c-0e3c-47e9-8824-c4d27bfb42fc tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks [] for floatingip (c6666d46-798d-49d0-834e-6ebf066912d2), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:01.472179 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-274c469c-0e3c-47e9-8824-c4d27bfb42fc tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Calling delete_port for c6666d46-798d-49d0-834e-6ebf066912d2 owned by network:floatingip {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:01:01.490489 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-1f359bc6-d2e9-478a-88e6-5ed5354357e5 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] Allocated IP 172.20.0.12 (f30abc9d-7837-41b1-86cd-96674510385b/ac2c3362-50c8-451c-9b11-69b809c6b59d/65fc588f-f54a-4d03-8a9a-88deea4ca912) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:01:01.515857 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1f867a1f-c03d-4a59-ba23-86ff5de21d74 req-2c07d0a9-c7d0-4963-9353-d1cbaaeb95ee tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/security-groups?id=87663b8c-f03c-4830-b2a4-28960820d255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2314303
Feb 05 21:01:01.631606 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-274c469c-0e3c-47e9-8824-c4d27bfb42fc tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (c6666d46-798d-49d0-834e-6ebf066912d2), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:01.658770 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c469c-0e3c-47e9-8824-c4d27bfb42fc tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Pushing event deleted for resources: {'Port': ['ID=c6666d46-798d-49d0-834e-6ebf066912d2,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:01.720869 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-274c469c-0e3c-47e9-8824-c4d27bfb42fc tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks [] for floatingip (0525e757-792d-4f92-93c0-d7b98e5ea720), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:01.723948 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-274c469c-0e3c-47e9-8824-c4d27bfb42fc tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:01.727217 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-274c469c-0e3c-47e9-8824-c4d27bfb42fc tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "DELETE /v2.0/floatingips/0525e757-792d-4f92-93c0-d7b98e5ea720 HTTP/1.1" status: 204  len: 168 time: 0.4798985
Feb 05 21:01:01.727437 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47484) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:01.749837 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-edc9f90b-80e6-4202-b315-a6d5f7706c6c tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks [] for security_group (d9f54069-e918-4c3f-b817-eafe791dcd70), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:01.767024 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-edc9f90b-80e6-4202-b315-a6d5f7706c6c tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (d9f54069-e918-4c3f-b817-eafe791dcd70), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:01.834656 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc9f90b-80e6-4202-b315-a6d5f7706c6c tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:01:01.869232 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9f90b-80e6-4202-b315-a6d5f7706c6c tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f54069-e918-4c3f-b817-eafe791dcd70,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:01.871761 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-9dfa1fa9-e41c-4a20-9429-b7b6133c856f tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Deleting port 58dda4e9-8dcd-438a-a2a5-133cac5c0ff6 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:01:01.872104 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9dfa1fa9-e41c-4a20-9429-b7b6133c856f tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (58dda4e9-8dcd-438a-a2a5-133cac5c0ff6), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:01.905711 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-1f359bc6-d2e9-478a-88e6-5ed5354357e5 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] Publish callbacks [] for port (65fc588f-f54a-4d03-8a9a-88deea4ca912), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:01.907948 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-edc9f90b-80e6-4202-b315-a6d5f7706c6c tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (40afe1ae-6d6f-4602-8aa8-196ff67eac9e), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:01.908296 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-edc9f90b-80e6-4202-b315-a6d5f7706c6c tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Added segment 40afe1ae-6d6f-4602-8aa8-196ff67eac9e of type vlan for network 152ae858-e81e-447d-8c08-88fe130b593b
Feb 05 21:01:01.970191 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-ecc04adf-24d0-4ffe-9459-0dfec7246532 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2bf9bf4-9b19-451a-91fe-800d52111eba {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:01:01.991298 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9dfa1fa9-e41c-4a20-9429-b7b6133c856f tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (58dda4e9-8dcd-438a-a2a5-133cac5c0ff6), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:01.993706 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-ecc04adf-24d0-4ffe-9459-0dfec7246532 service neutron] Publish callbacks [] for port (a2bf9bf4-9b19-451a-91fe-800d52111eba), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:01.999455 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-edc9f90b-80e6-4202-b315-a6d5f7706c6c tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (152ae858-e81e-447d-8c08-88fe130b593b), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:02.006504 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-9dfa1fa9-e41c-4a20-9429-b7b6133c856f tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Calling delete_port for 58dda4e9-8dcd-438a-a2a5-133cac5c0ff6 owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:01:02.043765 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-ecc04adf-24d0-4ffe-9459-0dfec7246532 service neutron] Transition to ACTIVE for port object a2bf9bf4-9b19-451a-91fe-800d52111eba will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:01:02.077131 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-ecc04adf-24d0-4ffe-9459-0dfec7246532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (a2bf9bf4-9b19-451a-91fe-800d52111eba), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:02.085647 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a1438-c722-403e-8d28-d914b24339fc req-5f89f0e7-f766-4330-a205-8aef2bee8114 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:02.093434 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7e1a1438-c722-403e-8d28-d914b24339fc req-5f89f0e7-f766-4330-a205-8aef2bee8114 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8424c18-089e-4f0e-bb42-6ce51886b5d0 HTTP/1.1" status: 200  len: 946 time: 0.2557549
Feb 05 21:01:02.135619 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-edc9f90b-80e6-4202-b315-a6d5f7706c6c tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (152ae858-e81e-447d-8c08-88fe130b593b), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:02.140753 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc9f90b-80e6-4202-b315-a6d5f7706c6c tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:02.141372 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-edc9f90b-80e6-4202-b315-a6d5f7706c6c tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:02.145867 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9dfa1fa9-e41c-4a20-9429-b7b6133c856f tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (58dda4e9-8dcd-438a-a2a5-133cac5c0ff6), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:02.157039 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-1f359bc6-d2e9-478a-88e6-5ed5354357e5 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (65fc588f-f54a-4d03-8a9a-88deea4ca912), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:02.194161 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa1fa9-e41c-4a20-9429-b7b6133c856f tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Pushing event deleted for resources: {'Port': ['ID=58dda4e9-8dcd-438a-a2a5-133cac5c0ff6,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:02.246365 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-edc9f90b-80e6-4202-b315-a6d5f7706c6c tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 1.0788951
Feb 05 21:01:02.261424 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47492) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:02.267130 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-20ec4b99-0bfc-4c90-a6a8-64bc493db4ed tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Request body: {'subnet': {'network_id': '152ae858-e81e-447d-8c08-88fe130b593b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:01:02.293835 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-1f359bc6-d2e9-478a-88e6-5ed5354357e5 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] Network f30abc9d-7837-41b1-86cd-96674510385b is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:01:02.299175 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc04adf-24d0-4ffe-9459-0dfec7246532 service neutron] Pushing event updated for resources: {'Port': ['ID=a2bf9bf4-9b19-451a-91fe-800d52111eba,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:02.319951 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-1f359bc6-d2e9-478a-88e6-5ed5354357e5 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:01:02.345005 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-1f359bc6-d2e9-478a-88e6-5ed5354357e5 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:01:02.348000 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'name': 'network-vif-deleted', 'tag': 'acb823f3-7977-4284-b303-e6126c9172cf'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:01:02.350481 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129177c4-e5fe-49e6-b059-7c6f10aae584" -d '{"events": [{"server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "name": "network-vif-deleted", "tag": "acb823f3-7977-4284-b303-e6126c9172cf"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:01:02.352999 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9f90b-80e6-4202-b315-a6d5f7706c6c tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Pushing event updated for resources: {'Network': ['ID=152ae858-e81e-447d-8c08-88fe130b593b,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:02.363795 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9dfa1fa9-e41c-4a20-9429-b7b6133c856f tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:02.367654 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9dfa1fa9-e41c-4a20-9429-b7b6133c856f tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "DELETE /v2.0/ports/58dda4e9-8dcd-438a-a2a5-133cac5c0ff6 HTTP/1.1" status: 204  len: 168 time: 0.6392634
Feb 05 21:01:02.370090 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47496) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:02.376010 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 152ae858-e81e-447d-8c08-88fe130b593b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:01:02.388203 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7e1a1438-c722-403e-8d28-d914b24339fc req-9fcd96c5-dd78-4068-8173-402578e0cd03 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2919974
Feb 05 21:01:02.496515 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be48191-70b5-4b95-95a7-2615c44a9c2e req-74197174-5c15-4a99-a37a-1947a0254bed tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:02.503504 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6be48191-70b5-4b95-95a7-2615c44a9c2e req-74197174-5c15-4a99-a37a-1947a0254bed tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3043c2e-d068-4256-a8d5-12b24125058f HTTP/1.1" status: 200  len: 948 time: 0.4808841
Feb 05 21:01:02.504526 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ec4b99-0bfc-4c90-a6a8-64bc493db4ed tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Made reservation on behalf of ac9f2c1174dc4c2f9ede2b73bb7e5a00 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:01:02.508149 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-20ec4b99-0bfc-4c90-a6a8-64bc493db4ed tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:02.539882 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-2dec1d66-c3da-42ae-b5ed-d043dd7c86ed tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Deleting port 9660cfc0-bfac-4a7d-a596-8d37f433d2c1 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:01:02.540637 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2dec1d66-c3da-42ae-b5ed-d043dd7c86ed tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (9660cfc0-bfac-4a7d-a596-8d37f433d2c1), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:02.556667 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921f24ef-66b9-4b45-baea-92fbac26e0ec x-openstack-request-id: req-921f24ef-66b9-4b45-baea-92fbac26e0ec {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:01:02.556957 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c987dc9e-28e3-4d7d-9f39-570eb31e04be", "name": "network-vif-deleted", "tag": "acb823f3-7977-4284-b303-e6126c9172cf", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:01:02.557210 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-921f24ef-66b9-4b45-baea-92fbac26e0ec {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:01:02.557598 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c987dc9e-28e3-4d7d-9f39-570eb31e04be', 'name': 'network-vif-deleted', 'tag': 'acb823f3-7977-4284-b303-e6126c9172cf', 'status': 'completed', 'code': 200}
Feb 05 21:01:02.652790 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f359bc6-d2e9-478a-88e6-5ed5354357e5 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] Pushing event updated for resources: {'Port': ['ID=65fc588f-f54a-4d03-8a9a-88deea4ca912,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:02.669279 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-1f359bc6-d2e9-478a-88e6-5ed5354357e5 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:02.670528 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-1f359bc6-d2e9-478a-88e6-5ed5354357e5 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:02.726871 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-ecc04adf-24d0-4ffe-9459-0dfec7246532 service neutron] Attempting to bind port a2bf9bf4-9b19-451a-91fe-800d52111eba on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:01:02.727446 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-ecc04adf-24d0-4ffe-9459-0dfec7246532 service neutron] Attempting to bind port a2bf9bf4-9b19-451a-91fe-800d52111eba by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'eec6d582-f1ac-4b43-acd8-5c1d2004a91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd04050d7-628e-475b-9085-51a09e1e19b3'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:01:02.727590 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-ecc04adf-24d0-4ffe-9459-0dfec7246532 service neutron] Attempting to bind port a2bf9bf4-9b19-451a-91fe-800d52111eba on network d04050d7-628e-475b-9085-51a09e1e19b3 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:01:02.732454 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-1f359bc6-d2e9-478a-88e6-5ed5354357e5 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2361293
Feb 05 21:01:02.738642 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6be48191-70b5-4b95-95a7-2615c44a9c2e req-e5a0602a-f670-4c23-844c-c81bbbaf3924 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] 10.222.0.32 "GET /v2.0/security-groups?id=52a360d0-fa4c-46e6-b204-783a28583772&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1594598
Feb 05 21:01:02.746919 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-f7c6f948-2ae3-4ef6-9e1d-0c4513e71a02 service neutron] Request body: {'port': {'device_id': '4da8abcb-7629-4edf-a3ac-685f6330c3be', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:01:02.754054 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-ecc04adf-24d0-4ffe-9459-0dfec7246532 service neutron] Port a2bf9bf4-9b19-451a-91fe-800d52111eba on network d04050d7-628e-475b-9085-51a09e1e19b3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:01:02.754421 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-ecc04adf-24d0-4ffe-9459-0dfec7246532 service neutron] Attempting to bind port a2bf9bf4-9b19-451a-91fe-800d52111eba on network d04050d7-628e-475b-9085-51a09e1e19b3 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:01:02.806865 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2dec1d66-c3da-42ae-b5ed-d043dd7c86ed tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (9660cfc0-bfac-4a7d-a596-8d37f433d2c1), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:02.824250 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ece06-6a10-46bf-b7f6-816e9d181ed1 req-ba2ac61b-042d-44d5-bafc-a919028492d2 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:02.830896 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-2dec1d66-c3da-42ae-b5ed-d043dd7c86ed tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Calling delete_port for 9660cfc0-bfac-4a7d-a596-8d37f433d2c1 owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:01:02.843069 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-744ece06-6a10-46bf-b7f6-816e9d181ed1 req-ba2ac61b-042d-44d5-bafc-a919028492d2 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da8abcb-7629-4edf-a3ac-685f6330c3be HTTP/1.1" status: 200  len: 932 time: 0.2401066
Feb 05 21:01:02.847832 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-ecc04adf-24d0-4ffe-9459-0dfec7246532 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:01:02.847832 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-ecc04adf-24d0-4ffe-9459-0dfec7246532 service neutron] Checking segment: {'id': 'eec6d582-f1ac-4b43-acd8-5c1d2004a91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd04050d7-628e-475b-9085-51a09e1e19b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:01:02.848140 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-ecc04adf-24d0-4ffe-9459-0dfec7246532 service neutron] Bound using segment: {'id': 'eec6d582-f1ac-4b43-acd8-5c1d2004a91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd04050d7-628e-475b-9085-51a09e1e19b3'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:01:02.848582 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-ecc04adf-24d0-4ffe-9459-0dfec7246532 service neutron] Bound port: a2bf9bf4-9b19-451a-91fe-800d52111eba, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eec6d582-f1ac-4b43-acd8-5c1d2004a91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd04050d7-628e-475b-9085-51a09e1e19b3'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:01:02.848953 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-ecc04adf-24d0-4ffe-9459-0dfec7246532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a2bf9bf4-9b19-451a-91fe-800d52111eba), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:02.916445 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-20ec4b99-0bfc-4c90-a6a8-64bc493db4ed tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (1f12f846-497e-4927-8c89-3d592f6fa7f4), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:02.967837 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-f7c6f948-2ae3-4ef6-9e1d-0c4513e71a02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (65fc588f-f54a-4d03-8a9a-88deea4ca912), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:03.006830 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec4b99-0bfc-4c90-a6a8-64bc493db4ed tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Pushing event updated for resources: {'Subnet': ['ID=1f12f846-497e-4927-8c89-3d592f6fa7f4,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:03.023453 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ec4b99-0bfc-4c90-a6a8-64bc493db4ed tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Checking segment: {'id': '40afe1ae-6d6f-4602-8aa8-196ff67eac9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '152ae858-e81e-447d-8c08-88fe130b593b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:01:03.023818 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ec4b99-0bfc-4c90-a6a8-64bc493db4ed tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Network hostable DHCP agents. Network: 152ae858-e81e-447d-8c08-88fe130b593b, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:01:03.053704 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3831f-35a7-4f73-bd24-5cf9559e2b5b req-f5698876-9bbf-41cb-9775-07d107155110 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:03.059598 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3831f-35a7-4f73-bd24-5cf9559e2b5b req-f5698876-9bbf-41cb-9775-07d107155110 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:03.061367 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3ec3831f-35a7-4f73-bd24-5cf9559e2b5b req-f5698876-9bbf-41cb-9775-07d107155110 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bf95e94-737f-4d14-abd4-96de5432dcfb HTTP/1.1" status: 200  len: 1667 time: 0.2169714
Feb 05 21:01:03.074525 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ec4b99-0bfc-4c90-a6a8-64bc493db4ed tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Network 152ae858-e81e-447d-8c08-88fe130b593b is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:01:03.081845 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2dec1d66-c3da-42ae-b5ed-d043dd7c86ed tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (9660cfc0-bfac-4a7d-a596-8d37f433d2c1), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:03.090463 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-20ec4b99-0bfc-4c90-a6a8-64bc493db4ed tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 152ae858-e81e-447d-8c08-88fe130b593b) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:01:03.101579 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb73317-6864-4ca5-b6da-58eba676281d None None] Network 152ae858-e81e-447d-8c08-88fe130b593b requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:01:03.103071 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-744ece06-6a10-46bf-b7f6-816e9d181ed1 req-fcaa581c-303f-49cd-b7ff-393d81581869 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] 10.222.0.32 "GET /v2.0/security-groups?id=778b60d1-46cd-4f99-a0e8-c740f97aac81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2514949
Feb 05 21:01:03.115443 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dec1d66-c3da-42ae-b5ed-d043dd7c86ed tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Pushing event deleted for resources: {'Port': ['ID=9660cfc0-bfac-4a7d-a596-8d37f433d2c1,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:03.118034 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ec4b99-0bfc-4c90-a6a8-64bc493db4ed tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:03.118653 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-20ec4b99-0bfc-4c90-a6a8-64bc493db4ed tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:03.120712 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-ecc04adf-24d0-4ffe-9459-0dfec7246532 service neutron] For port a2bf9bf4-9b19-451a-91fe-800d52111eba, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:01:03.127680 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-ecc04adf-24d0-4ffe-9459-0dfec7246532 service neutron] For port a2bf9bf4-9b19-451a-91fe-800d52111eba, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a2bf9bf4-9b19-451a-91fe-800d52111eba,segment=NetworkSegment(eec6d582-f1ac-4b43-acd8-5c1d2004a91d),segment_id=eec6d582-f1ac-4b43-acd8-5c1d2004a91d)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:01:03.183300 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-20ec4b99-0bfc-4c90-a6a8-64bc493db4ed tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9180779
Feb 05 21:01:03.185665 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47506) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:03.189987 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-c0747392-8001-4a36-bd17-c07d4ad8abfd tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-598977696', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}, 'admin_state_up': False}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:01:03.232957 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c0747392-8001-4a36-bd17-c07d4ad8abfd tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (1111ea9b-2e94-466f-adf9-d6857e704f41), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:03.234700 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c0747392-8001-4a36-bd17-c07d4ad8abfd tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (1111ea9b-2e94-466f-adf9-d6857e704f41), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:03.253167 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2dec1d66-c3da-42ae-b5ed-d043dd7c86ed tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:03.256515 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2dec1d66-c3da-42ae-b5ed-d043dd7c86ed tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "DELETE /v2.0/ports/9660cfc0-bfac-4a7d-a596-8d37f433d2c1 HTTP/1.1" status: 204  len: 168 time: 0.8852880
Feb 05 21:01:03.259525 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47508) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:03.296180 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418b9458-5700-465a-8c9d-f061fe7ec573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-152ae858-e81e-447d-8c08-88fe130b593b', 'network_id': '152ae858-e81e-447d-8c08-88fe130b593b', 'project_id': 'ac9f2c1174dc4c2f9ede2b73bb7e5a00', 'fixed_ips': [{'subnet_id': '1f12f846-497e-4927-8c89-3d592f6fa7f4'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:01:03.297366 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-418b9458-5700-465a-8c9d-f061fe7ec573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:03.343228 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c0747392-8001-4a36-bd17-c07d4ad8abfd tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks [] for router_controller (1111ea9b-2e94-466f-adf9-d6857e704f41), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:03.352711 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d74bebb-cb21-4f7d-a34a-ceb5c04bba34 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Deleting subnet 87840afd-8f96-418e-b35a-d28d95df414d {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:01:03.356519 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8d74bebb-cb21-4f7d-a34a-ceb5c04bba34 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks [] for subnet (87840afd-8f96-418e-b35a-d28d95df414d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:03.477204 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8d74bebb-cb21-4f7d-a34a-ceb5c04bba34 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (87840afd-8f96-418e-b35a-d28d95df414d), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:03.520920 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-f7c6f948-2ae3-4ef6-9e1d-0c4513e71a02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65fc588f-f54a-4d03-8a9a-88deea4ca912 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:01:03.529720 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-f7c6f948-2ae3-4ef6-9e1d-0c4513e71a02 service neutron] Publish callbacks [] for port (65fc588f-f54a-4d03-8a9a-88deea4ca912), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:03.543380 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-f7c6f948-2ae3-4ef6-9e1d-0c4513e71a02 service neutron] Transition to ACTIVE for port object 65fc588f-f54a-4d03-8a9a-88deea4ca912 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:01:03.552619 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-ecc04adf-24d0-4ffe-9459-0dfec7246532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (a2bf9bf4-9b19-451a-91fe-800d52111eba), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:03.567134 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-f7c6f948-2ae3-4ef6-9e1d-0c4513e71a02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (65fc588f-f54a-4d03-8a9a-88deea4ca912), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:03.579068 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-ecc04adf-24d0-4ffe-9459-0dfec7246532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:03.580154 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-ecc04adf-24d0-4ffe-9459-0dfec7246532 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:03.581675 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-ecc04adf-24d0-4ffe-9459-0dfec7246532 service neutron] 10.222.0.39 "PUT /v2.0/ports/a2bf9bf4-9b19-451a-91fe-800d52111eba HTTP/1.1" status: 200  len: 1092 time: 2.5784287
Feb 05 21:01:03.603338 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-418b9458-5700-465a-8c9d-f061fe7ec573 None None] Allocated IP 172.20.0.2 (152ae858-e81e-447d-8c08-88fe130b593b/1f12f846-497e-4927-8c89-3d592f6fa7f4/d4a4be8d-9692-4167-9393-162753f7a08e) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:01:03.639636 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-6c02ae89-8e6c-4ab0-bece-edde8468ac98 service neutron] Request body: {'port': {'device_id': '5bf95e94-737f-4d14-abd4-96de5432dcfb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:01:03.788525 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-80266dd8-204c-49dc-b96b-1a1d3f3ca9e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:03.946012 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-418b9458-5700-465a-8c9d-f061fe7ec573 None None] Publish callbacks [] for port (d4a4be8d-9692-4167-9393-162753f7a08e), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:03.958733 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-418b9458-5700-465a-8c9d-f061fe7ec573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (d4a4be8d-9692-4167-9393-162753f7a08e), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:04.014900 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418b9458-5700-465a-8c9d-f061fe7ec573 None None] Network 152ae858-e81e-447d-8c08-88fe130b593b is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:01:04.018896 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-418b9458-5700-465a-8c9d-f061fe7ec573 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:01:04.021974 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418b9458-5700-465a-8c9d-f061fe7ec573 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:01:04.051482 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b9458-5700-465a-8c9d-f061fe7ec573 None None] Pushing event updated for resources: {'Port': ['ID=d4a4be8d-9692-4167-9393-162753f7a08e,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:04.134911 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-418b9458-5700-465a-8c9d-f061fe7ec573 None None] Attempting to bind port d4a4be8d-9692-4167-9393-162753f7a08e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:01:04.136279 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-418b9458-5700-465a-8c9d-f061fe7ec573 None None] Attempting to bind port d4a4be8d-9692-4167-9393-162753f7a08e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '40afe1ae-6d6f-4602-8aa8-196ff67eac9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '152ae858-e81e-447d-8c08-88fe130b593b'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:01:04.136702 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418b9458-5700-465a-8c9d-f061fe7ec573 None None] Attempting to bind port d4a4be8d-9692-4167-9393-162753f7a08e on network 152ae858-e81e-447d-8c08-88fe130b593b {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:01:04.144348 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418b9458-5700-465a-8c9d-f061fe7ec573 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:01:04.144799 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418b9458-5700-465a-8c9d-f061fe7ec573 None None] Checking segment: {'id': '40afe1ae-6d6f-4602-8aa8-196ff67eac9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '152ae858-e81e-447d-8c08-88fe130b593b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:01:04.145221 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-418b9458-5700-465a-8c9d-f061fe7ec573 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:04.145752 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418b9458-5700-465a-8c9d-f061fe7ec573 None None] Bound using segment: {'id': '40afe1ae-6d6f-4602-8aa8-196ff67eac9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '152ae858-e81e-447d-8c08-88fe130b593b'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:01:04.146242 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-418b9458-5700-465a-8c9d-f061fe7ec573 None None] Bound port: d4a4be8d-9692-4167-9393-162753f7a08e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40afe1ae-6d6f-4602-8aa8-196ff67eac9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '152ae858-e81e-447d-8c08-88fe130b593b'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:01:04.146657 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-418b9458-5700-465a-8c9d-f061fe7ec573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d4a4be8d-9692-4167-9393-162753f7a08e), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:04.213323 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc04adf-24d0-4ffe-9459-0dfec7246532 service neutron] Pushing event updated for resources: {'Port': ['ID=a2bf9bf4-9b19-451a-91fe-800d52111eba,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:04.229043 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c0747392-8001-4a36-bd17-c07d4ad8abfd tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks [] for router_gateway (1111ea9b-2e94-466f-adf9-d6857e704f41), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:04.245659 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-418b9458-5700-465a-8c9d-f061fe7ec573 None None] For port d4a4be8d-9692-4167-9393-162753f7a08e, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:01:04.253526 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-418b9458-5700-465a-8c9d-f061fe7ec573 None None] For port d4a4be8d-9692-4167-9393-162753f7a08e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4a4be8d-9692-4167-9393-162753f7a08e,segment=NetworkSegment(40afe1ae-6d6f-4602-8aa8-196ff67eac9e),segment_id=40afe1ae-6d6f-4602-8aa8-196ff67eac9e)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:01:04.262019 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-418b9458-5700-465a-8c9d-f061fe7ec573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d4a4be8d-9692-4167-9393-162753f7a08e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:04.268284 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3ec3831f-35a7-4f73-bd24-5cf9559e2b5b req-ef13d5c1-93ef-40d5-905f-a8d9274d8139 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/security-groups?id=87663b8c-f03c-4830-b2a4-28960820d255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1622322
Feb 05 21:01:04.276843 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-6c02ae89-8e6c-4ab0-bece-edde8468ac98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (59695629-2828-499b-ad84-6876efab2571), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:04.338721 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1182f4d-8b52-4d11-92d6-d7c46c3de769 req-d597d50b-70d7-4fe4-8e70-dedac4f5dd74 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:04.349097 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d1182f4d-8b52-4d11-92d6-d7c46c3de769 req-d597d50b-70d7-4fe4-8e70-dedac4f5dd74 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8424c18-089e-4f0e-bb42-6ce51886b5d0 HTTP/1.1" status: 200  len: 946 time: 0.7439587
Feb 05 21:01:04.385048 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8d74bebb-cb21-4f7d-a34a-ceb5c04bba34 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (87840afd-8f96-418e-b35a-d28d95df414d), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:04.390677 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b9458-5700-465a-8c9d-f061fe7ec573 None None] Pushing event updated for resources: {'Port': ['ID=d4a4be8d-9692-4167-9393-162753f7a08e,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:04.461128 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-f7c6f948-2ae3-4ef6-9e1d-0c4513e71a02 service neutron] Attempting to bind port 65fc588f-f54a-4d03-8a9a-88deea4ca912 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:01:04.461552 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-f7c6f948-2ae3-4ef6-9e1d-0c4513e71a02 service neutron] Attempting to bind port 65fc588f-f54a-4d03-8a9a-88deea4ca912 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '53166df2-d93b-4315-9176-4b61b55f224f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30abc9d-7837-41b1-86cd-96674510385b'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:01:04.462115 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-f7c6f948-2ae3-4ef6-9e1d-0c4513e71a02 service neutron] Attempting to bind port 65fc588f-f54a-4d03-8a9a-88deea4ca912 on network f30abc9d-7837-41b1-86cd-96674510385b {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:01:04.467951 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c6f948-2ae3-4ef6-9e1d-0c4513e71a02 service neutron] Pushing event updated for resources: {'Port': ['ID=65fc588f-f54a-4d03-8a9a-88deea4ca912,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:04.527152 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d1182f4d-8b52-4d11-92d6-d7c46c3de769 req-3326341d-6eca-481e-9876-b6a8e0cfa9db tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1761866
Feb 05 21:01:04.555231 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8d74bebb-cb21-4f7d-a34a-ceb5c04bba34 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (87840afd-8f96-418e-b35a-d28d95df414d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:04.565105 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-f7c6f948-2ae3-4ef6-9e1d-0c4513e71a02 service neutron] Port 65fc588f-f54a-4d03-8a9a-88deea4ca912 on network f30abc9d-7837-41b1-86cd-96674510385b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:01:04.565519 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-f7c6f948-2ae3-4ef6-9e1d-0c4513e71a02 service neutron] Attempting to bind port 65fc588f-f54a-4d03-8a9a-88deea4ca912 on network f30abc9d-7837-41b1-86cd-96674510385b {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:01:04.636032 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8d74bebb-cb21-4f7d-a34a-ceb5c04bba34 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:04.644073 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8d74bebb-cb21-4f7d-a34a-ceb5c04bba34 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "DELETE /v2.0/subnets/87840afd-8f96-418e-b35a-d28d95df414d HTTP/1.1" status: 204  len: 168 time: 1.3829727
Feb 05 21:01:04.644899 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47518) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:04.659642 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74bebb-cb21-4f7d-a34a-ceb5c04bba34 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Pushing event deleted for resources: {'Subnet': ['ID=87840afd-8f96-418e-b35a-d28d95df414d,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:04.676778 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bf95e94-737f-4d14-abd4-96de5432dcfb', 'tag': 'a2bf9bf4-9b19-451a-91fe-800d52111eba'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:01:04.677938 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5d8495-ca15-4071-8ac8-e94b9859169b None None] Network e407b198-7847-4daa-999d-a6a8e5319a57 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:01:04.682223 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30076774-18d1-40e8-bbe4-692372594f32" -d '{"events": [{"name": "network-changed", "server_uuid": "5bf95e94-737f-4d14-abd4-96de5432dcfb", "tag": "a2bf9bf4-9b19-451a-91fe-800d52111eba"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:01:04.732638 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-f7c6f948-2ae3-4ef6-9e1d-0c4513e71a02 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:01:04.732638 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-f7c6f948-2ae3-4ef6-9e1d-0c4513e71a02 service neutron] Checking segment: {'id': '53166df2-d93b-4315-9176-4b61b55f224f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30abc9d-7837-41b1-86cd-96674510385b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:01:04.732638 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-f7c6f948-2ae3-4ef6-9e1d-0c4513e71a02 service neutron] Bound using segment: {'id': '53166df2-d93b-4315-9176-4b61b55f224f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30abc9d-7837-41b1-86cd-96674510385b'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:01:04.732638 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-f7c6f948-2ae3-4ef6-9e1d-0c4513e71a02 service neutron] Bound port: 65fc588f-f54a-4d03-8a9a-88deea4ca912, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53166df2-d93b-4315-9176-4b61b55f224f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f30abc9d-7837-41b1-86cd-96674510385b'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:01:04.732638 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-f7c6f948-2ae3-4ef6-9e1d-0c4513e71a02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (65fc588f-f54a-4d03-8a9a-88deea4ca912), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:04.848695 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c0747392-8001-4a36-bd17-c07d4ad8abfd tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks [] for router_gateway (1111ea9b-2e94-466f-adf9-d6857e704f41), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:04.885976 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-054a73dd-3920-4f28-9458-5b6408fb28b5 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Deleting subnet eff801c9-e51d-482d-bb52-a59d1e137e92 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:01:04.890683 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c0747392-8001-4a36-bd17-c07d4ad8abfd tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:04.893123 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-054a73dd-3920-4f28-9458-5b6408fb28b5 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks [] for subnet (eff801c9-e51d-482d-bb52-a59d1e137e92), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:04.897697 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f8f3d-b52b-4fc5-aa66-025eb52f67dd req-9ba16ec8-3475-47d2-bfc6-6707dc7e17ec tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:04.899331 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-247f8f3d-b52b-4fc5-aa66-025eb52f67dd req-9ba16ec8-3475-47d2-bfc6-6707dc7e17ec tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3043c2e-d068-4256-a8d5-12b24125058f HTTP/1.1" status: 200  len: 948 time: 0.4911482
Feb 05 21:01:04.958932 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea7749a-6b34-4a0c-8638-5d93baba9168 None None] DHCP port deletion for e407b198-7847-4daa-999d-a6a8e5319a57 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:01:05.016455 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc2f93-42c2-4a85-a47b-6de6a303672f req-f8f9c26d-8613-41e0-8872-cdee90cb8cd8 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:05.018503 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3adc2f93-42c2-4a85-a47b-6de6a303672f req-f8f9c26d-8613-41e0-8872-cdee90cb8cd8 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da8abcb-7629-4edf-a3ac-685f6330c3be HTTP/1.1" status: 200  len: 944 time: 0.3067386
Feb 05 21:01:05.039924 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-054a73dd-3920-4f28-9458-5b6408fb28b5 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (eff801c9-e51d-482d-bb52-a59d1e137e92), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:05.048020 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-8ea7749a-6b34-4a0c-8638-5d93baba9168 None None] Deleting port 8e9ee43f-f16b-4fbd-ad17-b0800e6cc95d {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:01:05.048246 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8ea7749a-6b34-4a0c-8638-5d93baba9168 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (8e9ee43f-f16b-4fbd-ad17-b0800e6cc95d), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:05.108104 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-f7c6f948-2ae3-4ef6-9e1d-0c4513e71a02 service neutron] For port 65fc588f-f54a-4d03-8a9a-88deea4ca912, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:01:05.151766 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-f7c6f948-2ae3-4ef6-9e1d-0c4513e71a02 service neutron] For port 65fc588f-f54a-4d03-8a9a-88deea4ca912, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=65fc588f-f54a-4d03-8a9a-88deea4ca912,segment=NetworkSegment(53166df2-d93b-4315-9176-4b61b55f224f),segment_id=53166df2-d93b-4315-9176-4b61b55f224f)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:01:05.162551 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-8ea7749a-6b34-4a0c-8638-5d93baba9168 None None] For port 8e9ee43f-f16b-4fbd-ad17-b0800e6cc95d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e9ee43f-f16b-4fbd-ad17-b0800e6cc95d,segment=NetworkSegment(16f07f35-cf6e-401e-a5f2-33d98b0f9749),segment_id=16f07f35-cf6e-401e-a5f2-33d98b0f9749)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:05.162965 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8ea7749a-6b34-4a0c-8638-5d93baba9168 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (8e9ee43f-f16b-4fbd-ad17-b0800e6cc95d), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:05.180524 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-8ea7749a-6b34-4a0c-8638-5d93baba9168 None None] Calling delete_port for 8e9ee43f-f16b-4fbd-ad17-b0800e6cc95d owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:01:05.198282 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-f7c6f948-2ae3-4ef6-9e1d-0c4513e71a02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (65fc588f-f54a-4d03-8a9a-88deea4ca912), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:05.294724 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c232c-1f65-42c7-ac46-9a51cb0d072b req-8a801dae-b59f-41b3-bd01-ae8e7fe13f30 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:05.296734 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-536c232c-1f65-42c7-ac46-9a51cb0d072b req-8a801dae-b59f-41b3-bd01-ae8e7fe13f30 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3043c2e-d068-4256-a8d5-12b24125058f HTTP/1.1" status: 200  len: 948 time: 0.2723308
Feb 05 21:01:05.302622 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-247f8f3d-b52b-4fc5-aa66-025eb52f67dd req-f3ec3579-24e2-416d-a312-6b8d94318f36 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] 10.222.0.32 "GET /v2.0/security-groups?id=52a360d0-fa4c-46e6-b204-783a28583772&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3446395
Feb 05 21:01:05.309658 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device d4a4be8d-9692-4167-9393-162753f7a08e up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:01:05.328213 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-c0747392-8001-4a36-bd17-c07d4ad8abfd tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Allocated IP 172.35.4.101 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/813ee298-9436-4843-b588-5c02c4f87722) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:01:05.331659 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3adc2f93-42c2-4a85-a47b-6de6a303672f req-0466bc34-e2e1-4b63-b8cd-82bc15950bcc tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] 10.222.0.32 "GET /v2.0/security-groups?id=778b60d1-46cd-4f99-a0e8-c740f97aac81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2831533
Feb 05 21:01:05.339252 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8ea7749a-6b34-4a0c-8638-5d93baba9168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (8e9ee43f-f16b-4fbd-ad17-b0800e6cc95d), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:05.368728 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7749a-6b34-4a0c-8638-5d93baba9168 None None] Pushing event deleted for resources: {'Port': ['ID=8e9ee43f-f16b-4fbd-ad17-b0800e6cc95d,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:05.382296 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea7749a-6b34-4a0c-8638-5d93baba9168 None None] No DVR routers for this DVR port 8e9ee43f-f16b-4fbd-ad17-b0800e6cc95d on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:01:05.418636 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port d4a4be8d-9692-4167-9393-162753f7a08e triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:01:05.419023 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d4a4be8d-9692-4167-9393-162753f7a08e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:05.423471 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-054a73dd-3920-4f28-9458-5b6408fb28b5 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (eff801c9-e51d-482d-bb52-a59d1e137e92), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:05.441647 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-6c02ae89-8e6c-4ab0-bece-edde8468ac98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59695629-2828-499b-ad84-6876efab2571 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:01:05.451534 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-6c02ae89-8e6c-4ab0-bece-edde8468ac98 service neutron] Publish callbacks [] for port (59695629-2828-499b-ad84-6876efab2571), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:05.471277 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-6c02ae89-8e6c-4ab0-bece-edde8468ac98 service neutron] Transition to ACTIVE for port object 59695629-2828-499b-ad84-6876efab2571 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:01:05.503477 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c6f948-2ae3-4ef6-9e1d-0c4513e71a02 service neutron] Pushing event updated for resources: {'Port': ['ID=65fc588f-f54a-4d03-8a9a-88deea4ca912,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:05.507575 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-f7c6f948-2ae3-4ef6-9e1d-0c4513e71a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:05.508247 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-f7c6f948-2ae3-4ef6-9e1d-0c4513e71a02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:05.509782 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-f7c6f948-2ae3-4ef6-9e1d-0c4513e71a02 service neutron] 10.222.0.39 "PUT /v2.0/ports/65fc588f-f54a-4d03-8a9a-88deea4ca912 HTTP/1.1" status: 200  len: 1092 time: 2.7675421
Feb 05 21:01:05.511827 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38dd981d-b221-4cff-9929-7d7b8265dce6 x-openstack-request-id: req-38dd981d-b221-4cff-9929-7d7b8265dce6 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:01:05.512172 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bf95e94-737f-4d14-abd4-96de5432dcfb", "tag": "a2bf9bf4-9b19-451a-91fe-800d52111eba", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:01:05.512739 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-38dd981d-b221-4cff-9929-7d7b8265dce6 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:01:05.513181 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bf95e94-737f-4d14-abd4-96de5432dcfb', 'tag': 'a2bf9bf4-9b19-451a-91fe-800d52111eba', 'status': 'completed', 'code': 200}
Feb 05 21:01:05.515758 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-6c02ae89-8e6c-4ab0-bece-edde8468ac98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (59695629-2828-499b-ad84-6876efab2571), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:05.625922 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port d4a4be8d-9692-4167-9393-162753f7a08e is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:01:05.626504 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d4a4be8d-9692-4167-9393-162753f7a08e), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:05.701068 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port d4a4be8d-9692-4167-9393-162753f7a08e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4a4be8d-9692-4167-9393-162753f7a08e,segment=NetworkSegment(40afe1ae-6d6f-4602-8aa8-196ff67eac9e),segment_id=40afe1ae-6d6f-4602-8aa8-196ff67eac9e)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:05.711355 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d4a4be8d-9692-4167-9393-162753f7a08e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:05.728035 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c02ae89-8e6c-4ab0-bece-edde8468ac98 service neutron] Pushing event updated for resources: {'Port': ['ID=59695629-2828-499b-ad84-6876efab2571,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:05.814007 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 8e9ee43f-f16b-4fbd-ad17-b0800e6cc95d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:01:05.814804 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-054a73dd-3920-4f28-9458-5b6408fb28b5 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (eff801c9-e51d-482d-bb52-a59d1e137e92), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:05.852568 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 8e9ee43f-f16b-4fbd-ad17-b0800e6cc95d {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:01:05.854336 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 8e9ee43f-f16b-4fbd-ad17-b0800e6cc95d not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:01:05.876681 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=d4a4be8d-9692-4167-9393-162753f7a08e,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:05.906946 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ec7c7d-3016-48b8-91cc-6c43280c7cb2 None None] Network 0e68efe9-ea16-4fb9-b57d-581a14fb90de requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:01:05.909796 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a73dd-3920-4f28-9458-5b6408fb28b5 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Pushing event deleted for resources: {'Subnet': ['ID=eff801c9-e51d-482d-bb52-a59d1e137e92,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:05.913622 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-054a73dd-3920-4f28-9458-5b6408fb28b5 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:05.920196 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-054a73dd-3920-4f28-9458-5b6408fb28b5 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "DELETE /v2.0/subnets/eff801c9-e51d-482d-bb52-a59d1e137e92 HTTP/1.1" status: 204  len: 168 time: 1.2529447
Feb 05 21:01:05.925085 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47532) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:05.953281 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d1923-78e0-4bb8-aefb-ae6212a0a162 req-22d61067-3e25-4cac-9efe-a5df141f2747 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:05.962739 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d1923-78e0-4bb8-aefb-ae6212a0a162 req-22d61067-3e25-4cac-9efe-a5df141f2747 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:05.978567 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a16d1923-78e0-4bb8-aefb-ae6212a0a162 req-22d61067-3e25-4cac-9efe-a5df141f2747 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bf95e94-737f-4d14-abd4-96de5432dcfb HTTP/1.1" status: 200  len: 1679 time: 0.4641140
Feb 05 21:01:06.005787 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-6c02ae89-8e6c-4ab0-bece-edde8468ac98 service neutron] Attempting to bind port 59695629-2828-499b-ad84-6876efab2571 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:01:06.006281 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-6c02ae89-8e6c-4ab0-bece-edde8468ac98 service neutron] Attempting to bind port 59695629-2828-499b-ad84-6876efab2571 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1d8c20b0-816b-4ee0-9403-9b7f1810c206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1091ea3a-3879-4f86-96ce-0d7cdca75403'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:01:06.006749 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-6c02ae89-8e6c-4ab0-bece-edde8468ac98 service neutron] Attempting to bind port 59695629-2828-499b-ad84-6876efab2571 on network 1091ea3a-3879-4f86-96ce-0d7cdca75403 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:01:06.073712 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a16d1923-78e0-4bb8-aefb-ae6212a0a162 req-b7290e97-f4c6-4754-aaae-942f698b62c9 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/security-groups?id=87663b8c-f03c-4830-b2a4-28960820d255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900862
Feb 05 21:01:06.090311 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-82258910-ce7c-4ae5-be1f-9eea08b7c6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:06.093212 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-82258910-ce7c-4ae5-be1f-9eea08b7c6e6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fe86b33bc9674ec59c8749b675f2eff1&device_id=4da8abcb-7629-4edf-a3ac-685f6330c3be HTTP/1.1" status: 200  len: 1126 time: 0.4998925
Feb 05 21:01:06.096303 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-6c02ae89-8e6c-4ab0-bece-edde8468ac98 service neutron] Port 59695629-2828-499b-ad84-6876efab2571 on network 1091ea3a-3879-4f86-96ce-0d7cdca75403 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:01:06.097080 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-6c02ae89-8e6c-4ab0-bece-edde8468ac98 service neutron] Attempting to bind port 59695629-2828-499b-ad84-6876efab2571 on network 1091ea3a-3879-4f86-96ce-0d7cdca75403 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:01:06.107141 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9a189314-0bd7-4d17-adea-c45b1ea61784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:06.117130 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-6c02ae89-8e6c-4ab0-bece-edde8468ac98 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:01:06.117787 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-6c02ae89-8e6c-4ab0-bece-edde8468ac98 service neutron] Checking segment: {'id': '1d8c20b0-816b-4ee0-9403-9b7f1810c206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1091ea3a-3879-4f86-96ce-0d7cdca75403'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:01:06.118664 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-6c02ae89-8e6c-4ab0-bece-edde8468ac98 service neutron] Bound using segment: {'id': '1d8c20b0-816b-4ee0-9403-9b7f1810c206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1091ea3a-3879-4f86-96ce-0d7cdca75403'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:01:06.119353 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-6c02ae89-8e6c-4ab0-bece-edde8468ac98 service neutron] Bound port: 59695629-2828-499b-ad84-6876efab2571, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8c20b0-816b-4ee0-9403-9b7f1810c206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1091ea3a-3879-4f86-96ce-0d7cdca75403'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:01:06.119889 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-6c02ae89-8e6c-4ab0-bece-edde8468ac98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (59695629-2828-499b-ad84-6876efab2571), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:06.135877 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f2f6f-c4de-4c70-8902-3be3e693e5b0 req-bdba579e-8691-4f82-b337-3fe3c0da7168 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:06.145405 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-791f2f6f-c4de-4c70-8902-3be3e693e5b0 req-bdba579e-8691-4f82-b337-3fe3c0da7168 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8424c18-089e-4f0e-bb42-6ce51886b5d0 HTTP/1.1" status: 200  len: 946 time: 0.4625249
Feb 05 21:01:06.148782 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-103ce8b8-8929-482a-876c-948d6932c4d1 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (e407b198-7847-4daa-999d-a6a8e5319a57), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:06.154276 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30076774-18d1-40e8-bbe4-692372594f32 req-f4ddd26b-e170-49f3-bbab-cf7d1f55c71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:06.155657 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30076774-18d1-40e8-bbe4-692372594f32 req-f4ddd26b-e170-49f3-bbab-cf7d1f55c71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:06.157274 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-30076774-18d1-40e8-bbe4-692372594f32 req-f4ddd26b-e170-49f3-bbab-cf7d1f55c71e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=635643c8c95a48178be578a04d153ce8&device_id=5bf95e94-737f-4d14-abd4-96de5432dcfb HTTP/1.1" status: 200  len: 1970 time: 0.5159552
Feb 05 21:01:06.162271 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c0747392-8001-4a36-bd17-c07d4ad8abfd tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks [] for port (813ee298-9436-4843-b588-5c02c4f87722), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:06.187411 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-96ba0f9d-3f64-47cd-bbb9-acb72a87d35d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65fc588f-f54a-4d03-8a9a-88deea4ca912 HTTP/1.1" status: 200  len: 217 time: 0.0822761
Feb 05 21:01:06.213077 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fc843c-92d9-416c-83c2-8b094ee49021 None None] Network 152ae858-e81e-447d-8c08-88fe130b593b requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:01:06.264375 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5b59e3-a516-4059-9d85-1e5e884f5bd4 None None] DHCP port deletion for 0e68efe9-ea16-4fb9-b57d-581a14fb90de request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:01:06.268418 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-1688a6d2-efd3-4162-b4ec-5f8fbece8255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:06.270644 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-1688a6d2-efd3-4162-b4ec-5f8fbece8255 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ac2c3362-50c8-451c-9b11-69b809c6b59d HTTP/1.1" status: 200  len: 849 time: 0.0756471
Feb 05 21:01:06.275603 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-536c232c-1f65-42c7-ac46-9a51cb0d072b req-889c4718-f73b-4972-8548-824677556ebe tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] Deleting port 1addaecb-82d3-4da4-b837-5ad0594de04b {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:01:06.275955 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-536c232c-1f65-42c7-ac46-9a51cb0d072b req-889c4718-f73b-4972-8548-824677556ebe tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (1addaecb-82d3-4da4-b837-5ad0594de04b), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:06.343991 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-103ce8b8-8929-482a-876c-948d6932c4d1 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (e407b198-7847-4daa-999d-a6a8e5319a57), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:06.347977 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-6c02ae89-8e6c-4ab0-bece-edde8468ac98 service neutron] For port 59695629-2828-499b-ad84-6876efab2571, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:01:06.354738 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-6c02ae89-8e6c-4ab0-bece-edde8468ac98 service neutron] For port 59695629-2828-499b-ad84-6876efab2571, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=59695629-2828-499b-ad84-6876efab2571,segment=NetworkSegment(1d8c20b0-816b-4ee0-9403-9b7f1810c206),segment_id=1d8c20b0-816b-4ee0-9403-9b7f1810c206)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:01:06.364106 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-ce60b2c9-5dc0-4abb-b929-87bd0e2d1cd7 None None] Provisioning complete for port d4a4be8d-9692-4167-9393-162753f7a08e triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:01:06.364698 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ce60b2c9-5dc0-4abb-b929-87bd0e2d1cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d4a4be8d-9692-4167-9393-162753f7a08e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:06.365767 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-103ce8b8-8929-482a-876c-948d6932c4d1 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db82d23d0>,) {'filters': {'network_id': ['e407b198-7847-4daa-999d-a6a8e5319a57']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:06.378740 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-103ce8b8-8929-482a-876c-948d6932c4d1 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db82d23d0>, '16f07f35-cf6e-401e-a5f2-33d98b0f9749') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:06.378958 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-103ce8b8-8929-482a-876c-948d6932c4d1 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db82d23d0>, '16f07f35-cf6e-401e-a5f2-33d98b0f9749') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:06.385321 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-6c02ae89-8e6c-4ab0-bece-edde8468ac98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (59695629-2828-499b-ad84-6876efab2571), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:06.395223 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-103ce8b8-8929-482a-876c-948d6932c4d1 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (16f07f35-cf6e-401e-a5f2-33d98b0f9749), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:06.408981 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-103ce8b8-8929-482a-876c-948d6932c4d1 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (16f07f35-cf6e-401e-a5f2-33d98b0f9749), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:06.415620 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-103ce8b8-8929-482a-876c-948d6932c4d1 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:01:06.416022 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-103ce8b8-8929-482a-876c-948d6932c4d1 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (16f07f35-cf6e-401e-a5f2-33d98b0f9749), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:06.447625 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-c6d4847c-daa3-4f18-be3e-4b5ef2505cc6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f30abc9d-7837-41b1-86cd-96674510385b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0865805
Feb 05 21:01:06.456022 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:01:06.456022 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:01:06.456022 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:01:06.456022 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:01:06.456022 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:01:06.456022 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:01:06.456022 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:01:06.456022 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:01:06.456022 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:01:06.456022 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:01:06.456022 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:01:06.456022 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:01:06.456022 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:01:06.456022 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:01:06.456022 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:01:06.456022 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:01:06.456022 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:01:06.456022 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:01:06.456022 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:01:06.456022 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:01:06.456022 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:01:06.456022 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:01:06.456022 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:01:06.456022 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:01:06.456022 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:01:06.456022 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:01:06.456022 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:01:06.456022 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:01:06.456022 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:01:06.456022 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:01:06.456022 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:01:06.456022 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:01:06.468479 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-0c5b59e3-a516-4059-9d85-1e5e884f5bd4 None None] Deleting port 6cd0a413-3218-4153-b410-add64ffde8ec {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:01:06.469566 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0c5b59e3-a516-4059-9d85-1e5e884f5bd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (6cd0a413-3218-4153-b410-add64ffde8ec), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:06.588753 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-103ce8b8-8929-482a-876c-948d6932c4d1 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (e407b198-7847-4daa-999d-a6a8e5319a57), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:06.610983 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-375f1d5a-fcc6-49f8-96b1-3462dc08947f service neutron] 10.222.0.39 "GET /v2.0/networks/f30abc9d-7837-41b1-86cd-96674510385b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337173
Feb 05 21:01:06.612904 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-103ce8b8-8929-482a-876c-948d6932c4d1 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:06.616102 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-103ce8b8-8929-482a-876c-948d6932c4d1 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "DELETE /v2.0/networks/e407b198-7847-4daa-999d-a6a8e5319a57 HTTP/1.1" status: 204  len: 168 time: 0.6892045
Feb 05 21:01:06.619326 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103ce8b8-8929-482a-876c-948d6932c4d1 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Pushing event deleted for resources: {'Network': ['ID=e407b198-7847-4daa-999d-a6a8e5319a57,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:06.621557 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30076774-18d1-40e8-bbe4-692372594f32 req-16efe5b6-198a-4ace-b0ae-39eef1535e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:06.622046 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30076774-18d1-40e8-bbe4-692372594f32 req-16efe5b6-198a-4ace-b0ae-39eef1535e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:06.622524 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30076774-18d1-40e8-bbe4-692372594f32 req-16efe5b6-198a-4ace-b0ae-39eef1535e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:06.623328 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-0c5b59e3-a516-4059-9d85-1e5e884f5bd4 None None] For port 6cd0a413-3218-4153-b410-add64ffde8ec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6cd0a413-3218-4153-b410-add64ffde8ec,segment=NetworkSegment(180079d9-3802-4753-bdea-bdcba1df7383),segment_id=180079d9-3802-4753-bdea-bdcba1df7383)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:06.623735 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0c5b59e3-a516-4059-9d85-1e5e884f5bd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (6cd0a413-3218-4153-b410-add64ffde8ec), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:06.624408 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-30076774-18d1-40e8-bbe4-692372594f32 req-16efe5b6-198a-4ace-b0ae-39eef1535e67 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=635643c8c95a48178be578a04d153ce8&shared=False HTTP/1.1" status: 200  len: 2290 time: 0.4566979
Feb 05 21:01:06.627058 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47544) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:06.628480 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c0747392-8001-4a36-bd17-c07d4ad8abfd tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (813ee298-9436-4843-b588-5c02c4f87722), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:06.640101 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ce60b2c9-5dc0-4abb-b929-87bd0e2d1cd7 None None] Current status of the port d4a4be8d-9692-4167-9393-162753f7a08e is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:01:06.645800 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-0c5b59e3-a516-4059-9d85-1e5e884f5bd4 None None] Calling delete_port for 6cd0a413-3218-4153-b410-add64ffde8ec owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:01:06.669095 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-6c02ae89-8e6c-4ab0-bece-edde8468ac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:06.671151 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-6c02ae89-8e6c-4ab0-bece-edde8468ac98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:06.672671 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-6c02ae89-8e6c-4ab0-bece-edde8468ac98 service neutron] 10.222.0.39 "PUT /v2.0/ports/59695629-2828-499b-ad84-6876efab2571 HTTP/1.1" status: 200  len: 1092 time: 3.0443778
Feb 05 21:01:06.753294 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0c5b59e3-a516-4059-9d85-1e5e884f5bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (6cd0a413-3218-4153-b410-add64ffde8ec), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:06.817243 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-536c232c-1f65-42c7-ac46-9a51cb0d072b req-889c4718-f73b-4972-8548-824677556ebe tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] For port 1addaecb-82d3-4da4-b837-5ad0594de04b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1addaecb-82d3-4da4-b837-5ad0594de04b,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:06.818071 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-536c232c-1f65-42c7-ac46-9a51cb0d072b req-889c4718-f73b-4972-8548-824677556ebe tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (1addaecb-82d3-4da4-b837-5ad0594de04b), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:06.829778 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5b59e3-a516-4059-9d85-1e5e884f5bd4 None None] No DVR routers for this DVR port 6cd0a413-3218-4153-b410-add64ffde8ec on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:01:06.843692 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b59e3-a516-4059-9d85-1e5e884f5bd4 None None] Pushing event deleted for resources: {'Port': ['ID=6cd0a413-3218-4153-b410-add64ffde8ec,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:06.846146 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-536c232c-1f65-42c7-ac46-9a51cb0d072b req-889c4718-f73b-4972-8548-824677556ebe tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] Calling delete_port for 1addaecb-82d3-4da4-b837-5ad0594de04b owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:01:06.885845 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-511d8494-4eca-43b7-a180-acb12e5fdd26 req-5eac07d4-7275-435d-9113-1cf27748330a service neutron] 10.222.0.39 "GET /v2.0/networks/f30abc9d-7837-41b1-86cd-96674510385b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2110481
Feb 05 21:01:06.931802 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c02ae89-8e6c-4ab0-bece-edde8468ac98 service neutron] Pushing event updated for resources: {'Port': ['ID=59695629-2828-499b-ad84-6876efab2571,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:06.964556 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-791f2f6f-c4de-4c70-8902-3be3e693e5b0 req-c04f501a-d0e3-4285-a6f4-044544611e36 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7764049
Feb 05 21:01:06.973167 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b3843-44f0-4893-99c6-a9e565c279a4 req-0c791690-88c5-42b1-93e6-c41d45c8a473 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:06.981169 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-449b3843-44f0-4893-99c6-a9e565c279a4 req-0c791690-88c5-42b1-93e6-c41d45c8a473 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3043c2e-d068-4256-a8d5-12b24125058f HTTP/1.1" status: 200  len: 948 time: 0.5544488
Feb 05 21:01:07.071134 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0747392-8001-4a36-bd17-c07d4ad8abfd tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:01:07.072706 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-c0747392-8001-4a36-bd17-c07d4ad8abfd tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:01:07.088456 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-5b8fdbb7-25f4-41df-adc3-c8ffbcb7d741 None None] Provisioning complete for port d4a4be8d-9692-4167-9393-162753f7a08e triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:01:07.088981 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5b8fdbb7-25f4-41df-adc3-c8ffbcb7d741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d4a4be8d-9692-4167-9393-162753f7a08e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:07.105489 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0747392-8001-4a36-bd17-c07d4ad8abfd tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:01:07.140032 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-449b3843-44f0-4893-99c6-a9e565c279a4 req-4160f77c-3501-409e-b28c-f1ec3e94fc15 tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] 10.222.0.32 "GET /v2.0/security-groups?id=52a360d0-fa4c-46e6-b204-783a28583772&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1579416
Feb 05 21:01:07.168428 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8ecfe-052c-417d-9078-56e9d14b0ab2 req-7abe91d3-b4ed-47f9-bce3-9e6b12cad7b1 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:07.171575 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c8f8ecfe-052c-417d-9078-56e9d14b0ab2 req-7abe91d3-b4ed-47f9-bce3-9e6b12cad7b1 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da8abcb-7629-4edf-a3ac-685f6330c3be HTTP/1.1" status: 200  len: 944 time: 0.0875413
Feb 05 21:01:07.203809 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device d4a4be8d-9692-4167-9393-162753f7a08e up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:01:07.246639 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-536c232c-1f65-42c7-ac46-9a51cb0d072b req-889c4718-f73b-4972-8548-824677556ebe tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (1addaecb-82d3-4da4-b837-5ad0594de04b), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:07.253400 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0747392-8001-4a36-bd17-c07d4ad8abfd tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Pushing event updated for resources: {'Port': ['ID=813ee298-9436-4843-b588-5c02c4f87722,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:07.269927 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-aab63c62-5a8f-430a-9439-466847e6ccf8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (0e68efe9-ea16-4fb9-b57d-581a14fb90de), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:07.304132 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['1addaecb-82d3-4da4-b837-5ad0594de04b'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:01:07.309857 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c8f8ecfe-052c-417d-9078-56e9d14b0ab2 req-81581cd9-6632-4165-ad0e-42deddc0aaa6 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] 10.222.0.32 "GET /v2.0/security-groups?id=778b60d1-46cd-4f99-a0e8-c740f97aac81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276195
Feb 05 21:01:07.331787 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c4718-f73b-4972-8548-824677556ebe tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] Pushing event deleted for resources: {'Port': ['ID=1addaecb-82d3-4da4-b837-5ad0594de04b,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:07.361399 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52c254-4f00-471d-b2cd-b9d74ce339a3 req-5fecbbd2-d281-4cfe-aa72-3458fcaaaaaf tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:07.371367 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52c254-4f00-471d-b2cd-b9d74ce339a3 req-5fecbbd2-d281-4cfe-aa72-3458fcaaaaaf tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:07.387265 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7a52c254-4f00-471d-b2cd-b9d74ce339a3 req-5fecbbd2-d281-4cfe-aa72-3458fcaaaaaf tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bf95e94-737f-4d14-abd4-96de5432dcfb HTTP/1.1" status: 200  len: 1679 time: 0.1350033
Feb 05 21:01:07.411093 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-5b8fdbb7-25f4-41df-adc3-c8ffbcb7d741 None None] Current status of the port d4a4be8d-9692-4167-9393-162753f7a08e is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:01:07.439758 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:07.458696 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30076774-18d1-40e8-bbe4-692372594f32 req-cf4b4540-55ff-4ae0-a60e-52a838b5759a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:07.460574 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-30076774-18d1-40e8-bbe4-692372594f32 req-cf4b4540-55ff-4ae0-a60e-52a838b5759a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.8202028
Feb 05 21:01:07.489052 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port d4a4be8d-9692-4167-9393-162753f7a08e triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:01:07.489427 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d4a4be8d-9692-4167-9393-162753f7a08e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:07.491071 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7a52c254-4f00-471d-b2cd-b9d74ce339a3 req-a8ad889b-498e-47e4-9805-6db218a7a169 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/security-groups?id=87663b8c-f03c-4830-b2a4-28960820d255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026015
Feb 05 21:01:07.502612 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-536c232c-1f65-42c7-ac46-9a51cb0d072b req-889c4718-f73b-4972-8548-824677556ebe tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] No DVR routers for this DVR port 1addaecb-82d3-4da4-b837-5ad0594de04b on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:01:07.508475 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-536c232c-1f65-42c7-ac46-9a51cb0d072b req-889c4718-f73b-4972-8548-824677556ebe tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:07.512216 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-536c232c-1f65-42c7-ac46-9a51cb0d072b req-889c4718-f73b-4972-8548-824677556ebe tempest-ImagesNegativeTestJSON-720235650 tempest-ImagesNegativeTestJSON-720235650-project] 10.222.0.39 "DELETE /v2.0/ports/1addaecb-82d3-4da4-b837-5ad0594de04b HTTP/1.1" status: 204  len: 173 time: 2.1067722
Feb 05 21:01:07.516190 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da8abcb-7629-4edf-a3ac-685f6330c3be', 'tag': '65fc588f-f54a-4d03-8a9a-88deea4ca912'}, {'name': 'network-changed', 'server_uuid': '5bf95e94-737f-4d14-abd4-96de5432dcfb', 'tag': '59695629-2828-499b-ad84-6876efab2571'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:01:07.516875 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3043c2e-d068-4256-a8d5-12b24125058f', 'name': 'network-vif-deleted', 'tag': '1addaecb-82d3-4da4-b837-5ad0594de04b'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:01:07.519238 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9a794f-c987-4939-a538-e906f5750611" -d '{"events": [{"server_uuid": "f3043c2e-d068-4256-a8d5-12b24125058f", "name": "network-vif-deleted", "tag": "1addaecb-82d3-4da4-b837-5ad0594de04b"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:01:07.519734 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8144c8-81b9-4f41-b3fe-0e997c6f1747" -d '{"events": [{"name": "network-changed", "server_uuid": "4da8abcb-7629-4edf-a3ac-685f6330c3be", "tag": "65fc588f-f54a-4d03-8a9a-88deea4ca912"}, {"name": "network-changed", "server_uuid": "5bf95e94-737f-4d14-abd4-96de5432dcfb", "tag": "59695629-2828-499b-ad84-6876efab2571"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:01:07.586934 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 05 Feb 2022 21:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc26f54-0f7d-46d0-b2c5-122b87e97c53 x-openstack-request-id: req-efc26f54-0f7d-46d0-b2c5-122b87e97c53 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:01:07.587244 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da8abcb-7629-4edf-a3ac-685f6330c3be", "tag": "65fc588f-f54a-4d03-8a9a-88deea4ca912", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5bf95e94-737f-4d14-abd4-96de5432dcfb", "tag": "59695629-2828-499b-ad84-6876efab2571", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:01:07.587526 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-efc26f54-0f7d-46d0-b2c5-122b87e97c53 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:01:07.587934 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da8abcb-7629-4edf-a3ac-685f6330c3be', 'tag': '65fc588f-f54a-4d03-8a9a-88deea4ca912', 'status': 'completed', 'code': 200}
Feb 05 21:01:07.590826 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bf95e94-737f-4d14-abd4-96de5432dcfb', 'tag': '59695629-2828-499b-ad84-6876efab2571', 'status': 'completed', 'code': 200}
Feb 05 21:01:07.659913 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port d4a4be8d-9692-4167-9393-162753f7a08e is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:01:07.729715 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ea5c22-a5a9-4e6b-94d0-70ee422e09e4 x-openstack-request-id: req-26ea5c22-a5a9-4e6b-94d0-70ee422e09e4 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:01:07.730215 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3043c2e-d068-4256-a8d5-12b24125058f", "name": "network-vif-deleted", "tag": "1addaecb-82d3-4da4-b837-5ad0594de04b", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:01:07.730662 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-26ea5c22-a5a9-4e6b-94d0-70ee422e09e4 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:01:07.741783 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 6cd0a413-3218-4153-b410-add64ffde8ec no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:01:07.750841 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3043c2e-d068-4256-a8d5-12b24125058f', 'name': 'network-vif-deleted', 'tag': '1addaecb-82d3-4da4-b837-5ad0594de04b', 'status': 'completed', 'code': 200}
Feb 05 21:01:07.770287 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 6cd0a413-3218-4153-b410-add64ffde8ec {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:01:07.770912 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 6cd0a413-3218-4153-b410-add64ffde8ec not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:01:07.843339 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 65fc588f-f54a-4d03-8a9a-88deea4ca912 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:01:08.128616 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 65fc588f-f54a-4d03-8a9a-88deea4ca912, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=65fc588f-f54a-4d03-8a9a-88deea4ca912,segment=NetworkSegment(53166df2-d93b-4315-9176-4b61b55f224f),segment_id=53166df2-d93b-4315-9176-4b61b55f224f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:08.143491 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '65fc588f-f54a-4d03-8a9a-88deea4ca912', 'network_id': 'f30abc9d-7837-41b1-86cd-96674510385b', 'port_id': '65fc588f-f54a-4d03-8a9a-88deea4ca912', 'mac_address': 'fa:16:3e:7b:2e:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac2c3362-50c8-451c-9b11-69b809c6b59d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:01:08.155287 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-aab63c62-5a8f-430a-9439-466847e6ccf8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (0e68efe9-ea16-4fb9-b57d-581a14fb90de), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:08.157231 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a001566-e17f-4c89-bdd9-160ad543f8c5 req-0dfcb8ca-99d8-4687-95c5-1567e02aa54a tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:08.159662 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0a001566-e17f-4c89-bdd9-160ad543f8c5 req-0dfcb8ca-99d8-4687-95c5-1567e02aa54a tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8424c18-089e-4f0e-bb42-6ce51886b5d0 HTTP/1.1" status: 200  len: 946 time: 0.0996492
Feb 05 21:01:08.194930 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-aab63c62-5a8f-430a-9439-466847e6ccf8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db80473d0>,) {'filters': {'network_id': ['0e68efe9-ea16-4fb9-b57d-581a14fb90de']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:08.202163 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 65fc588f-f54a-4d03-8a9a-88deea4ca912 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:01:08.202600 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (65fc588f-f54a-4d03-8a9a-88deea4ca912), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:08.217404 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65fc588f-f54a-4d03-8a9a-88deea4ca912 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:01:08.237106 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 65fc588f-f54a-4d03-8a9a-88deea4ca912, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=65fc588f-f54a-4d03-8a9a-88deea4ca912,segment=NetworkSegment(53166df2-d93b-4315-9176-4b61b55f224f),segment_id=53166df2-d93b-4315-9176-4b61b55f224f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:08.244808 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (65fc588f-f54a-4d03-8a9a-88deea4ca912), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:08.246410 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-aab63c62-5a8f-430a-9439-466847e6ccf8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db80473d0>, '180079d9-3802-4753-bdea-bdcba1df7383') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:08.246942 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-aab63c62-5a8f-430a-9439-466847e6ccf8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db80473d0>, '180079d9-3802-4753-bdea-bdcba1df7383') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:08.264795 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-64a4bc8c-5bc2-4bda-8cf0-f23307e6b245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:08.265521 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-64a4bc8c-5bc2-4bda-8cf0-f23307e6b245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:08.267298 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-64a4bc8c-5bc2-4bda-8cf0-f23307e6b245 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=635643c8c95a48178be578a04d153ce8&device_id=5bf95e94-737f-4d14-abd4-96de5432dcfb HTTP/1.1" status: 200  len: 2043 time: 0.6860905
Feb 05 21:01:08.278155 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8144c8-81b9-4f41-b3fe-0e997c6f1747 req-1bb8e498-fa63-4bc7-8857-8ad2b59e5521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:08.280487 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-de8144c8-81b9-4f41-b3fe-0e997c6f1747 req-1bb8e498-fa63-4bc7-8857-8ad2b59e5521 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fe86b33bc9674ec59c8749b675f2eff1&device_id=4da8abcb-7629-4edf-a3ac-685f6330c3be HTTP/1.1" status: 200  len: 1126 time: 0.6633377
Feb 05 21:01:08.281296 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0a001566-e17f-4c89-bdd9-160ad543f8c5 req-53069b1a-172d-4b67-b7c1-177564439707 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1156483
Feb 05 21:01:08.285769 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-aab63c62-5a8f-430a-9439-466847e6ccf8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (180079d9-3802-4753-bdea-bdcba1df7383), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:08.322779 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=65fc588f-f54a-4d03-8a9a-88deea4ca912,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:08.380066 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-aab63c62-5a8f-430a-9439-466847e6ccf8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (180079d9-3802-4753-bdea-bdcba1df7383), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:08.382783 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-19d8037c-680c-4af7-8790-ddf5fc29edc0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.239&port_id=a2bf9bf4-9b19-451a-91fe-800d52111eba HTTP/1.1" status: 200  len: 217 time: 0.1012361
Feb 05 21:01:08.413673 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aab63c62-5a8f-430a-9439-466847e6ccf8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:01:08.414081 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-aab63c62-5a8f-430a-9439-466847e6ccf8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (180079d9-3802-4753-bdea-bdcba1df7383), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:08.419262 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:01:08.419262 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:01:08.419262 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:01:08.419262 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:01:08.419262 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:01:08.419262 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:01:08.419262 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:01:08.419262 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:01:08.419262 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:01:08.419262 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:01:08.419262 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:01:08.419262 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:01:08.419262 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:01:08.419262 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:01:08.419262 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:01:08.419262 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:01:08.419262 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:01:08.419262 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:01:08.419262 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:01:08.419262 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:01:08.419262 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:01:08.419262 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:01:08.419262 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:01:08.419262 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:01:08.419262 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:01:08.419262 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:01:08.419262 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:01:08.419262 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:01:08.419262 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:01:08.419262 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:01:08.419262 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:01:08.419262 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:01:08.504934 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560179de-5d9b-4d46-9194-628d836192a8 req-265e3237-1fb7-42c8-9c62-41739d594f26 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:08.506680 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-560179de-5d9b-4d46-9194-628d836192a8 req-265e3237-1fb7-42c8-9c62-41739d594f26 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da8abcb-7629-4edf-a3ac-685f6330c3be HTTP/1.1" status: 200  len: 945 time: 0.0717082
Feb 05 21:01:08.545773 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c0747392-8001-4a36-bd17-c07d4ad8abfd tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks [] for router_gateway (1111ea9b-2e94-466f-adf9-d6857e704f41), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:08.586788 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-8377c530-6cfa-4baf-b6a0-1c602a556d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:08.589552 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-560179de-5d9b-4d46-9194-628d836192a8 req-7be4abe1-c20d-47ab-95bc-d1620b0b0435 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] 10.222.0.32 "GET /v2.0/security-groups?id=778b60d1-46cd-4f99-a0e8-c740f97aac81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737777
Feb 05 21:01:08.590365 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-8377c530-6cfa-4baf-b6a0-1c602a556d74 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e0b9874c-fd50-4ac4-a621-6b1bf5f6d71a HTTP/1.1" status: 200  len: 801 time: 0.1924720
Feb 05 21:01:08.592051 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-aab63c62-5a8f-430a-9439-466847e6ccf8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (0e68efe9-ea16-4fb9-b57d-581a14fb90de), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:08.598622 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-aab63c62-5a8f-430a-9439-466847e6ccf8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:08.618403 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-aab63c62-5a8f-430a-9439-466847e6ccf8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] 10.222.0.32 "DELETE /v2.0/networks/0e68efe9-ea16-4fb9-b57d-581a14fb90de HTTP/1.1" status: 204  len: 168 time: 1.9761209
Feb 05 21:01:08.618617 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['65fc588f-f54a-4d03-8a9a-88deea4ca912'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:01:08.648093 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8144c8-81b9-4f41-b3fe-0e997c6f1747 req-1bb24a81-3db9-4f92-9955-f68ba3802380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:08.649626 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-de8144c8-81b9-4f41-b3fe-0e997c6f1747 req-1bb24a81-3db9-4f92-9955-f68ba3802380 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f30abc9d-7837-41b1-86cd-96674510385b HTTP/1.1" status: 200  len: 910 time: 0.3614318
Feb 05 21:01:08.672529 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062345a-5468-450f-a6c7-40b21ea54a2d req-35937eb2-308a-42a7-ad82-f18ba07a499c tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:08.685160 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062345a-5468-450f-a6c7-40b21ea54a2d req-35937eb2-308a-42a7-ad82-f18ba07a499c tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:08.693403 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c062345a-5468-450f-a6c7-40b21ea54a2d req-35937eb2-308a-42a7-ad82-f18ba07a499c tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bf95e94-737f-4d14-abd4-96de5432dcfb HTTP/1.1" status: 200  len: 1679 time: 0.1224306
Feb 05 21:01:08.713185 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab63c62-5a8f-430a-9439-466847e6ccf8 tempest-TaggedBootDevicesTest-547170310 tempest-TaggedBootDevicesTest-547170310-project] Pushing event deleted for resources: {'Network': ['ID=0e68efe9-ea16-4fb9-b57d-581a14fb90de,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:08.756459 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-de8144c8-81b9-4f41-b3fe-0e997c6f1747 req-55b00ab8-cc79-4e65-90c0-b32351940fcc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65fc588f-f54a-4d03-8a9a-88deea4ca912 HTTP/1.1" status: 200  len: 217 time: 0.0788455
Feb 05 21:01:08.799458 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c062345a-5468-450f-a6c7-40b21ea54a2d req-0cc6cc88-0004-4491-b7fe-33b4dde14b14 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/security-groups?id=87663b8c-f03c-4830-b2a4-28960820d255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991669
Feb 05 21:01:08.843219 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47614) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:08.876778 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-8941a7e4-b774-46c2-9fbb-64f96abb82ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:08.878683 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-8941a7e4-b774-46c2-9fbb-64f96abb82ac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d04050d7-628e-475b-9085-51a09e1e19b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.2700231
Feb 05 21:01:08.880375 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8144c8-81b9-4f41-b3fe-0e997c6f1747 req-ab9e8569-6cea-479b-9bfd-d7e76241e222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:08.881943 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-de8144c8-81b9-4f41-b3fe-0e997c6f1747 req-ab9e8569-6cea-479b-9bfd-d7e76241e222 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ac2c3362-50c8-451c-9b11-69b809c6b59d HTTP/1.1" status: 200  len: 849 time: 0.1166260
Feb 05 21:01:08.976678 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:09.039655 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-de8144c8-81b9-4f41-b3fe-0e997c6f1747 req-3cf4f423-ddd2-459d-8855-f7b0f34d808b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f30abc9d-7837-41b1-86cd-96674510385b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0764613
Feb 05 21:01:09.044628 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f632faaa-2863-4ed3-86d0-b6c5c2812772 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=796e48bdf76e4c18be2b2583b965b6e9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1984766
Feb 05 21:01:09.047663 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47630) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:09.101667 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ea8f27e1-72a5-49d4-b2c7-15f4ea9807d0 admin admin] Publish callbacks [] for security_group (52a360d0-fa4c-46e6-b204-783a28583772), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:09.127687 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ea8f27e1-72a5-49d4-b2c7-15f4ea9807d0 admin admin] Publish callbacks [] for security_group (52a360d0-fa4c-46e6-b204-783a28583772), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:09.173249 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-19250284-ea66-488a-8bda-940571409e8c service neutron] 10.222.0.39 "GET /v2.0/networks/d04050d7-628e-475b-9085-51a09e1e19b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2813313
Feb 05 21:01:09.184996 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ea8f27e1-72a5-49d4-b2c7-15f4ea9807d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (52a360d0-fa4c-46e6-b204-783a28583772), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:09.189144 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ea8f27e1-72a5-49d4-b2c7-15f4ea9807d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:09.190753 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ea8f27e1-72a5-49d4-b2c7-15f4ea9807d0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/52a360d0-fa4c-46e6-b204-783a28583772 HTTP/1.1" status: 204  len: 168 time: 0.1417637
Feb 05 21:01:09.201781 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f27e1-72a5-49d4-b2c7-15f4ea9807d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a360d0-fa4c-46e6-b204-783a28583772,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:09.297954 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-de8144c8-81b9-4f41-b3fe-0e997c6f1747 req-589c00b3-7bae-4431-a683-7b0d3e5b2b2c service neutron] 10.222.0.39 "GET /v2.0/networks/f30abc9d-7837-41b1-86cd-96674510385b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2502856
Feb 05 21:01:09.300601 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c0747392-8001-4a36-bd17-c07d4ad8abfd tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (1111ea9b-2e94-466f-adf9-d6857e704f41), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:09.420233 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49ba57-4a9f-413c-9eac-8d6f9748459f req-0c9a3813-b8bc-4d0f-8a48-0350f77f7620 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:09.422307 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6d49ba57-4a9f-413c-9eac-8d6f9748459f req-0c9a3813-b8bc-4d0f-8a48-0350f77f7620 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8424c18-089e-4f0e-bb42-6ce51886b5d0 HTTP/1.1" status: 200  len: 946 time: 0.0640278
Feb 05 21:01:09.459286 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-a2fc9056-c53c-44d2-8eba-3833fa99f292 service neutron] 10.222.0.39 "GET /v2.0/networks/d04050d7-628e-475b-9085-51a09e1e19b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2769494
Feb 05 21:01:09.492752 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6d49ba57-4a9f-413c-9eac-8d6f9748459f req-049c5443-57a6-4b44-8797-32abd5913522 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622146
Feb 05 21:01:09.583684 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-0c6d98fd-4407-4b2d-9bb6-2bc86b75f833 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.253&port_id=59695629-2828-499b-ad84-6876efab2571 HTTP/1.1" status: 200  len: 217 time: 0.0955594
Feb 05 21:01:09.587930 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-de8144c8-81b9-4f41-b3fe-0e997c6f1747 req-f4b1dd39-c5a0-4e1f-a047-4e4081b35d70 service neutron] 10.222.0.39 "GET /v2.0/networks/f30abc9d-7837-41b1-86cd-96674510385b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2827830
Feb 05 21:01:09.657965 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-c98556d9-b045-4524-967b-d238e8242fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:09.659595 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-c98556d9-b045-4524-967b-d238e8242fe5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a9d10fcf-306d-4adf-9af4-deb2d89b0731 HTTP/1.1" status: 200  len: 801 time: 0.0647786
Feb 05 21:01:09.697330 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0747392-8001-4a36-bd17-c07d4ad8abfd tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Router 1111ea9b-2e94-466f-adf9-d6857e704f41 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:01:09.724713 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e819e4-10b0-4a15-a0bc-f5049ac5cf42 req-c4e8eda8-2a26-4260-bb4c-c51b4934daf1 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:09.726517 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c4e819e4-10b0-4a15-a0bc-f5049ac5cf42 req-c4e8eda8-2a26-4260-bb4c-c51b4934daf1 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da8abcb-7629-4edf-a3ac-685f6330c3be HTTP/1.1" status: 200  len: 945 time: 0.0609584
Feb 05 21:01:09.765468 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-6ba4fadc-d112-4b52-a296-e8639c5c07a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:09.767034 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-6ba4fadc-d112-4b52-a296-e8639c5c07a4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1091ea3a-3879-4f86-96ce-0d7cdca75403&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.0997818
Feb 05 21:01:09.779749 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c4e819e4-10b0-4a15-a0bc-f5049ac5cf42 req-549cd2cd-21eb-40db-b67a-3b1ebe70b053 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] 10.222.0.32 "GET /v2.0/security-groups?id=778b60d1-46cd-4f99-a0e8-c740f97aac81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462196
Feb 05 21:01:09.847148 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 65fc588f-f54a-4d03-8a9a-88deea4ca912 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:01:09.892434 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0747392-8001-4a36-bd17-c07d4ad8abfd tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:01:09.916853 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ad3307-c962-47df-b5b6-6f1f4c808045 None None] Sync routers for ids ['1111ea9b-2e94-466f-adf9-d6857e704f41'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:01:09.919776 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c0747392-8001-4a36-bd17-c07d4ad8abfd tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:09.921399 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c0747392-8001-4a36-bd17-c07d4ad8abfd tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 891 time: 6.7348304
Feb 05 21:01:09.926806 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47676) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:09.927234 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 65fc588f-f54a-4d03-8a9a-88deea4ca912 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:01:09.931941 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ad3307-c962-47df-b5b6-6f1f4c808045 None None] Routers {'1111ea9b-2e94-466f-adf9-d6857e704f41'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:01:09.932587 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-c6ad3307-c962-47df-b5b6-6f1f4c808045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8ca6f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:01:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['1111ea9b-2e94-466f-adf9-d6857e704f41'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:09.933028 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 65fc588f-f54a-4d03-8a9a-88deea4ca912 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:01:09.933407 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (65fc588f-f54a-4d03-8a9a-88deea4ca912), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:09.942546 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-b30f34aa-67fc-4903-afc0-a30edf287fe0 service neutron] 10.222.0.39 "GET /v2.0/networks/1091ea3a-3879-4f86-96ce-0d7cdca75403?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1672568
Feb 05 21:01:10.011746 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-c6ad3307-c962-47df-b5b6-6f1f4c808045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8ca6f10>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:10.028387 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ad3307-c962-47df-b5b6-6f1f4c808045 None None] Routers {'1111ea9b-2e94-466f-adf9-d6857e704f41'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:01:10.029595 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-c6ad3307-c962-47df-b5b6-6f1f4c808045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8ca6f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:01:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['1111ea9b-2e94-466f-adf9-d6857e704f41'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:10.044581 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b198bc-29b0-41c9-a0f9-4ade2545c29c req-63f45bf4-4b0e-4064-a194-8cf7ccbdecd7 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:10.067205 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b198bc-29b0-41c9-a0f9-4ade2545c29c req-63f45bf4-4b0e-4064-a194-8cf7ccbdecd7 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:10.079323 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b0b198bc-29b0-41c9-a0f9-4ade2545c29c req-63f45bf4-4b0e-4064-a194-8cf7ccbdecd7 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bf95e94-737f-4d14-abd4-96de5432dcfb HTTP/1.1" status: 200  len: 1679 time: 0.2044880
Feb 05 21:01:10.094932 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-c6ad3307-c962-47df-b5b6-6f1f4c808045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8ca6f10>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:10.095972 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ad3307-c962-47df-b5b6-6f1f4c808045 None None] The sync data for ids ['1111ea9b-2e94-466f-adf9-d6857e704f41'] in ncdv-master-1 is: [] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:01:10.109651 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 65fc588f-f54a-4d03-8a9a-88deea4ca912 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:01:10.110103 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (65fc588f-f54a-4d03-8a9a-88deea4ca912), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:10.161761 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f5e0b2b6-1f71-4c57-a84e-424725362b90 req-2ff74a3e-ccde-464f-ad89-35b3a5e97fa0 service neutron] 10.222.0.39 "GET /v2.0/networks/1091ea3a-3879-4f86-96ce-0d7cdca75403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1997991
Feb 05 21:01:10.171857 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 65fc588f-f54a-4d03-8a9a-88deea4ca912, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=65fc588f-f54a-4d03-8a9a-88deea4ca912,segment=NetworkSegment(53166df2-d93b-4315-9176-4b61b55f224f),segment_id=53166df2-d93b-4315-9176-4b61b55f224f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:10.172914 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da8abcb-7629-4edf-a3ac-685f6330c3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fc588f-f54a-4d03-8a9a-88deea4ca912'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:01:10.175655 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6195af97-a3f0-4ff7-a1f0-dfce64867205" -d '{"events": [{"server_uuid": "4da8abcb-7629-4edf-a3ac-685f6330c3be", "name": "network-vif-plugged", "status": "completed", "tag": "65fc588f-f54a-4d03-8a9a-88deea4ca912"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:01:10.180884 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (65fc588f-f54a-4d03-8a9a-88deea4ca912), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:10.181864 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 1addaecb-82d3-4da4-b837-5ad0594de04b no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:01:10.240361 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 1addaecb-82d3-4da4-b837-5ad0594de04b {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:01:10.241642 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 1addaecb-82d3-4da4-b837-5ad0594de04b not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:01:10.303338 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=65fc588f-f54a-4d03-8a9a-88deea4ca912,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:10.307220 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f08e71c-60b3-4a80-9f1a-5f2488a59cd0 x-openstack-request-id: req-2f08e71c-60b3-4a80-9f1a-5f2488a59cd0 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:01:10.307536 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da8abcb-7629-4edf-a3ac-685f6330c3be", "name": "network-vif-plugged", "status": "completed", "tag": "65fc588f-f54a-4d03-8a9a-88deea4ca912", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:01:10.307767 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2f08e71c-60b3-4a80-9f1a-5f2488a59cd0 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:01:10.308164 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da8abcb-7629-4edf-a3ac-685f6330c3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fc588f-f54a-4d03-8a9a-88deea4ca912', 'code': 200}
Feb 05 21:01:10.329488 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:10.330965 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8144c8-81b9-4f41-b3fe-0e997c6f1747 req-1db7f09f-33ba-4360-8efe-3777c43b1fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:10.333267 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8144c8-81b9-4f41-b3fe-0e997c6f1747 req-1db7f09f-33ba-4360-8efe-3777c43b1fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:10.335453 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-de8144c8-81b9-4f41-b3fe-0e997c6f1747 req-1db7f09f-33ba-4360-8efe-3777c43b1fa4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=635643c8c95a48178be578a04d153ce8&device_id=5bf95e94-737f-4d14-abd4-96de5432dcfb HTTP/1.1" status: 200  len: 2043 time: 0.0796604
Feb 05 21:01:10.428218 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b0b198bc-29b0-41c9-a0f9-4ade2545c29c req-9b40f807-bfc2-4de4-a02d-0de5a51d1c0f tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/security-groups?id=87663b8c-f03c-4830-b2a4-28960820d255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3476810
Feb 05 21:01:10.460360 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e65571-3e74-4558-a195-f37057a7a3c5 req-6314eceb-8f7d-4fba-813a-c8096c4a0645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:10.461807 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d2e65571-3e74-4558-a195-f37057a7a3c5 req-6314eceb-8f7d-4fba-813a-c8096c4a0645 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4da8abcb-7629-4edf-a3ac-685f6330c3be HTTP/1.1" status: 200  len: 1128 time: 0.1112707
Feb 05 21:01:10.510337 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8144c8-81b9-4f41-b3fe-0e997c6f1747 req-4b822ab0-3398-4c0f-aa5b-0efccbcef6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:10.511854 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-de8144c8-81b9-4f41-b3fe-0e997c6f1747 req-4b822ab0-3398-4c0f-aa5b-0efccbcef6d2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1091ea3a-3879-4f86-96ce-0d7cdca75403 HTTP/1.1" status: 200  len: 902 time: 0.1490552
Feb 05 21:01:10.568731 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-de8144c8-81b9-4f41-b3fe-0e997c6f1747 req-1f6bbbc4-9517-4822-adfe-e5c24fd970cf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.253&port_id=59695629-2828-499b-ad84-6876efab2571 HTTP/1.1" status: 200  len: 217 time: 0.0473628
Feb 05 21:01:10.594609 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d2e65571-3e74-4558-a195-f37057a7a3c5 req-d1dabc91-3cf4-4aa2-82d2-6cdd5947cb6c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=778b60d1-46cd-4f99-a0e8-c740f97aac81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1252987
Feb 05 21:01:10.649930 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8144c8-81b9-4f41-b3fe-0e997c6f1747 req-704a878c-e8d1-477b-a8a3-f01bc1ba4219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:10.651975 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-de8144c8-81b9-4f41-b3fe-0e997c6f1747 req-704a878c-e8d1-477b-a8a3-f01bc1ba4219 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a9d10fcf-306d-4adf-9af4-deb2d89b0731 HTTP/1.1" status: 200  len: 801 time: 0.0698884
Feb 05 21:01:10.816607 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-45266cbb-acc5-4d5a-a95a-61c92879c5b7 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:10.878151 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8144c8-81b9-4f41-b3fe-0e997c6f1747 req-ce223465-967c-4755-a50d-ac9e8c8458c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:10.880791 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-de8144c8-81b9-4f41-b3fe-0e997c6f1747 req-ce223465-967c-4755-a50d-ac9e8c8458c2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1091ea3a-3879-4f86-96ce-0d7cdca75403&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.0873764
Feb 05 21:01:11.003899 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-de8144c8-81b9-4f41-b3fe-0e997c6f1747 req-ecbbb652-a9a1-4641-96a2-a7d38de9b83d service neutron] 10.222.0.39 "GET /v2.0/networks/1091ea3a-3879-4f86-96ce-0d7cdca75403?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1131749
Feb 05 21:01:11.049039 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b1b3c-5463-4569-bbaf-55617421459e req-639b3220-3d51-441e-a796-6b177f152f95 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:11.051171 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b7b1b3c-5463-4569-bbaf-55617421459e req-639b3220-3d51-441e-a796-6b177f152f95 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8424c18-089e-4f0e-bb42-6ce51886b5d0 HTTP/1.1" status: 200  len: 946 time: 0.4065425
Feb 05 21:01:11.104636 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-de8144c8-81b9-4f41-b3fe-0e997c6f1747 req-0ff6edba-3606-4545-8dd2-fe918423b42c service neutron] 10.222.0.39 "GET /v2.0/networks/1091ea3a-3879-4f86-96ce-0d7cdca75403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0930374
Feb 05 21:01:11.176908 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83928a72-60d8-4ff9-a46f-395af98662c0 req-140d0e5c-b1ec-4266-9cbc-c2fda7d2062d tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:11.178390 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-83928a72-60d8-4ff9-a46f-395af98662c0 req-140d0e5c-b1ec-4266-9cbc-c2fda7d2062d tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da8abcb-7629-4edf-a3ac-685f6330c3be HTTP/1.1" status: 200  len: 946 time: 0.1499670
Feb 05 21:01:11.222046 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b7b1b3c-5463-4569-bbaf-55617421459e req-dac33ea4-8214-4119-a8c5-2add4cb5e152 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1541011
Feb 05 21:01:11.302245 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-83928a72-60d8-4ff9-a46f-395af98662c0 req-fa037e25-8c48-43c3-9387-777afb7d4e61 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] 10.222.0.32 "GET /v2.0/security-groups?id=778b60d1-46cd-4f99-a0e8-c740f97aac81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150632
Feb 05 21:01:11.331088 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-45266cbb-acc5-4d5a-a95a-61c92879c5b7 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Allocated IP 172.20.0.1 (152ae858-e81e-447d-8c08-88fe130b593b/1f12f846-497e-4927-8c89-3d592f6fa7f4/6c764327-ff9d-40ab-a7d0-eafdc7a04f95) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:01:11.470183 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-45266cbb-acc5-4d5a-a95a-61c92879c5b7 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks [] for port (6c764327-ff9d-40ab-a7d0-eafdc7a04f95), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:11.516407 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-45266cbb-acc5-4d5a-a95a-61c92879c5b7 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (6c764327-ff9d-40ab-a7d0-eafdc7a04f95), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:11.616696 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45266cbb-acc5-4d5a-a95a-61c92879c5b7 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Network 152ae858-e81e-447d-8c08-88fe130b593b is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:01:11.623878 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-45266cbb-acc5-4d5a-a95a-61c92879c5b7 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:01:11.626632 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45266cbb-acc5-4d5a-a95a-61c92879c5b7 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:01:11.631530 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45266cbb-acc5-4d5a-a95a-61c92879c5b7 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Pushing event updated for resources: {'Port': ['ID=6c764327-ff9d-40ab-a7d0-eafdc7a04f95,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:11.713065 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79082134-5ee2-469c-a2d0-3250031242c1 req-fa1f9aca-12b1-42b8-a9d0-e7e0f98e1be0 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:11.720079 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79082134-5ee2-469c-a2d0-3250031242c1 req-fa1f9aca-12b1-42b8-a9d0-e7e0f98e1be0 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:11.722490 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-79082134-5ee2-469c-a2d0-3250031242c1 req-fa1f9aca-12b1-42b8-a9d0-e7e0f98e1be0 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bf95e94-737f-4d14-abd4-96de5432dcfb HTTP/1.1" status: 200  len: 1679 time: 0.1943712
Feb 05 21:01:11.726609 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-45266cbb-acc5-4d5a-a95a-61c92879c5b7 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (1111ea9b-2e94-466f-adf9-d6857e704f41), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:11.851837 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device a2bf9bf4-9b19-451a-91fe-800d52111eba details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:01:12.041864 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port a2bf9bf4-9b19-451a-91fe-800d52111eba, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a2bf9bf4-9b19-451a-91fe-800d52111eba,segment=NetworkSegment(eec6d582-f1ac-4b43-acd8-5c1d2004a91d),segment_id=eec6d582-f1ac-4b43-acd8-5c1d2004a91d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:12.064044 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'a2bf9bf4-9b19-451a-91fe-800d52111eba', 'network_id': 'd04050d7-628e-475b-9085-51a09e1e19b3', 'port_id': 'a2bf9bf4-9b19-451a-91fe-800d52111eba', 'mac_address': 'fa:16:3e:eb:c1:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0b9874c-fd50-4ac4-a621-6b1bf5f6d71a', 'ip_address': '19.80.0.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:01:12.105402 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-8ea1d4fb-4fda-4443-8aad-0e9897548f68 None None] Provisioning complete for port 6c764327-ff9d-40ab-a7d0-eafdc7a04f95 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:01:12.106111 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8ea1d4fb-4fda-4443-8aad-0e9897548f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (6c764327-ff9d-40ab-a7d0-eafdc7a04f95), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:12.139124 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port a2bf9bf4-9b19-451a-91fe-800d52111eba is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:01:12.139525 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a2bf9bf4-9b19-451a-91fe-800d52111eba), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:12.157634 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47798) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:12.161828 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2bf9bf4-9b19-451a-91fe-800d52111eba {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:01:12.166117 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-8ea1d4fb-4fda-4443-8aad-0e9897548f68 None None] Port 6c764327-ff9d-40ab-a7d0-eafdc7a04f95 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:01:12.186781 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port a2bf9bf4-9b19-451a-91fe-800d52111eba, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a2bf9bf4-9b19-451a-91fe-800d52111eba,segment=NetworkSegment(eec6d582-f1ac-4b43-acd8-5c1d2004a91d),segment_id=eec6d582-f1ac-4b43-acd8-5c1d2004a91d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:12.192122 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (a2bf9bf4-9b19-451a-91fe-800d52111eba), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:12.193090 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 421aedf2-3c33-4752-8b22-89f933ce548c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:01:12.279360 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=a2bf9bf4-9b19-451a-91fe-800d52111eba,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:12.298805 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-79082134-5ee2-469c-a2d0-3250031242c1 req-69e647f5-daf0-48aa-891b-9c809dd28ca7 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/security-groups?id=87663b8c-f03c-4830-b2a4-28960820d255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5593545
Feb 05 21:01:12.343777 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-edb189b9-24a0-47e3-bcae-03d91560d131 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:12.366508 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 421aedf2-3c33-4752-8b22-89f933ce548c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=421aedf2-3c33-4752-8b22-89f933ce548c,segment=NetworkSegment(2a52932a-0773-4bb3-a5f4-675383624606),segment_id=2a52932a-0773-4bb3-a5f4-675383624606)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:12.391338 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '421aedf2-3c33-4752-8b22-89f933ce548c', 'network_id': 'e409084d-65e0-491a-97ff-e3c112d56ec4', 'port_id': '421aedf2-3c33-4752-8b22-89f933ce548c', 'mac_address': 'fa:16:3e:1b:db:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '896ddbdf-ac25-4e4f-b6a8-33cece06deaa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:01:12.466366 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 421aedf2-3c33-4752-8b22-89f933ce548c is: ACTIVE; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:01:12.467581 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (421aedf2-3c33-4752-8b22-89f933ce548c), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:12.484316 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 421aedf2-3c33-4752-8b22-89f933ce548c {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:01:12.510271 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 421aedf2-3c33-4752-8b22-89f933ce548c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=421aedf2-3c33-4752-8b22-89f933ce548c,segment=NetworkSegment(2a52932a-0773-4bb3-a5f4-675383624606),segment_id=2a52932a-0773-4bb3-a5f4-675383624606)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:12.515261 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (421aedf2-3c33-4752-8b22-89f933ce548c), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:12.516066 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 59695629-2828-499b-ad84-6876efab2571 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:01:12.516352 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-edb189b9-24a0-47e3-bcae-03d91560d131 admin admin] Publish callbacks [] for security_group (69b11515-39b9-434b-81f3-24fe51c26270), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:12.520958 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-edb189b9-24a0-47e3-bcae-03d91560d131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (69b11515-39b9-434b-81f3-24fe51c26270), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:12.547538 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-45266cbb-acc5-4d5a-a95a-61c92879c5b7 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (6c764327-ff9d-40ab-a7d0-eafdc7a04f95), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:12.579224 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-edb189b9-24a0-47e3-bcae-03d91560d131 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fbe441db9b834803a71416bc61b3651a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4204285
Feb 05 21:01:12.579998 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47816) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:12.589950 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb189b9-24a0-47e3-bcae-03d91560d131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b11515-39b9-434b-81f3-24fe51c26270,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:12.619996 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9865b-20f2-438e-8f63-cc3061292932 req-7a02e938-4cac-4f0d-b06a-9651c150e6d4 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:12.621643 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30e9865b-20f2-438e-8f63-cc3061292932 req-7a02e938-4cac-4f0d-b06a-9651c150e6d4 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8424c18-089e-4f0e-bb42-6ce51886b5d0 HTTP/1.1" status: 200  len: 946 time: 0.2701294
Feb 05 21:01:12.629212 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=421aedf2-3c33-4752-8b22-89f933ce548c,revision_number=6']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:12.635021 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddcd1e-5b6f-4679-a592-32653fc03860 req-5fefa7ec-849b-4550-b89c-3b52b05728d9 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:12.643409 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26ddcd1e-5b6f-4679-a592-32653fc03860 req-5fefa7ec-849b-4550-b89c-3b52b05728d9 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da8abcb-7629-4edf-a3ac-685f6330c3be HTTP/1.1" status: 200  len: 946 time: 0.2173917
Feb 05 21:01:12.715206 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30e9865b-20f2-438e-8f63-cc3061292932 req-59fa307e-9d54-4430-8ecc-0974d7906d05 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692959
Feb 05 21:01:12.720889 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8233e32e-e8a9-4d63-bbff-84bfd8e5ffef admin admin] Publish callbacks [] for security_group (69b11515-39b9-434b-81f3-24fe51c26270), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:12.770410 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8233e32e-e8a9-4d63-bbff-84bfd8e5ffef admin admin] Publish callbacks [] for security_group (69b11515-39b9-434b-81f3-24fe51c26270), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:12.780672 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 59695629-2828-499b-ad84-6876efab2571, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=59695629-2828-499b-ad84-6876efab2571,segment=NetworkSegment(1d8c20b0-816b-4ee0-9403-9b7f1810c206),segment_id=1d8c20b0-816b-4ee0-9403-9b7f1810c206)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:12.805825 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '59695629-2828-499b-ad84-6876efab2571', 'network_id': '1091ea3a-3879-4f86-96ce-0d7cdca75403', 'port_id': '59695629-2828-499b-ad84-6876efab2571', 'mac_address': 'fa:16:3e:ff:b6:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9d10fcf-306d-4adf-9af4-deb2d89b0731', 'ip_address': '19.86.0.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:01:12.809952 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26ddcd1e-5b6f-4679-a592-32653fc03860 req-97ddfad1-fe40-4e41-9318-84985792de54 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] 10.222.0.32 "GET /v2.0/security-groups?id=778b60d1-46cd-4f99-a0e8-c740f97aac81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1655285
Feb 05 21:01:12.894792 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8233e32e-e8a9-4d63-bbff-84bfd8e5ffef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (69b11515-39b9-434b-81f3-24fe51c26270), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:12.897362 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 59695629-2828-499b-ad84-6876efab2571 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:01:12.897967 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8233e32e-e8a9-4d63-bbff-84bfd8e5ffef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:12.898104 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (59695629-2828-499b-ad84-6876efab2571), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:12.899125 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8233e32e-e8a9-4d63-bbff-84bfd8e5ffef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/69b11515-39b9-434b-81f3-24fe51c26270 HTTP/1.1" status: 204  len: 168 time: 0.3167481
Feb 05 21:01:12.914207 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8233e32e-e8a9-4d63-bbff-84bfd8e5ffef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b11515-39b9-434b-81f3-24fe51c26270,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:12.924077 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59695629-2828-499b-ad84-6876efab2571 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:01:12.989882 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 59695629-2828-499b-ad84-6876efab2571, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=59695629-2828-499b-ad84-6876efab2571,segment=NetworkSegment(1d8c20b0-816b-4ee0-9403-9b7f1810c206),segment_id=1d8c20b0-816b-4ee0-9403-9b7f1810c206)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:12.997682 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (59695629-2828-499b-ad84-6876efab2571), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:13.066266 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=59695629-2828-499b-ad84-6876efab2571,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:13.087059 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-45266cbb-acc5-4d5a-a95a-61c92879c5b7 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks [] for port (6c764327-ff9d-40ab-a7d0-eafdc7a04f95), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:13.092983 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-45266cbb-acc5-4d5a-a95a-61c92879c5b7 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (6c764327-ff9d-40ab-a7d0-eafdc7a04f95), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:13.184922 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45266cbb-acc5-4d5a-a95a-61c92879c5b7 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Pushing event updated for resources: {'Port': ['ID=6c764327-ff9d-40ab-a7d0-eafdc7a04f95,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:13.189837 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-45266cbb-acc5-4d5a-a95a-61c92879c5b7 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (1111ea9b-2e94-466f-adf9-d6857e704f41), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:13.305981 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['421aedf2-3c33-4752-8b22-89f933ce548c'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:01:13.310558 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45266cbb-acc5-4d5a-a95a-61c92879c5b7 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Network 152ae858-e81e-447d-8c08-88fe130b593b is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:01:13.312527 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-45266cbb-acc5-4d5a-a95a-61c92879c5b7 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:01:13.373381 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['59695629-2828-499b-ad84-6876efab2571'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:01:13.378681 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['a2bf9bf4-9b19-451a-91fe-800d52111eba'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:01:13.473438 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47860) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:13.595378 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9c040-ebfd-4396-9883-9eeb01d7365f req-fbe49155-1c49-4909-9891-4d9fa8e3e463 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:13.602754 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9c040-ebfd-4396-9883-9eeb01d7365f req-fbe49155-1c49-4909-9891-4d9fa8e3e463 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:13.613173 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dbe9c040-ebfd-4396-9883-9eeb01d7365f req-fbe49155-1c49-4909-9891-4d9fa8e3e463 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bf95e94-737f-4d14-abd4-96de5432dcfb HTTP/1.1" status: 200  len: 1681 time: 0.1947427
Feb 05 21:01:13.674288 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45266cbb-acc5-4d5a-a95a-61c92879c5b7 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Router 1111ea9b-2e94-466f-adf9-d6857e704f41 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:01:13.722281 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dbe9c040-ebfd-4396-9883-9eeb01d7365f req-05f366b4-1bb6-436c-81c0-5b167a4ceaa0 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/security-groups?id=87663b8c-f03c-4830-b2a4-28960820d255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081274
Feb 05 21:01:13.816012 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-f14142d4-8d47-4d57-bd26-e41dd084db56 None None] Provisioning complete for port 6c764327-ff9d-40ab-a7d0-eafdc7a04f95 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:01:13.816410 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f14142d4-8d47-4d57-bd26-e41dd084db56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (6c764327-ff9d-40ab-a7d0-eafdc7a04f95), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:13.862331 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45266cbb-acc5-4d5a-a95a-61c92879c5b7 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:01:13.871355 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-45266cbb-acc5-4d5a-a95a-61c92879c5b7 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] 10.222.0.32 "PUT /v2.0/routers/1111ea9b-2e94-466f-adf9-d6857e704f41/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9403820
Feb 05 21:01:13.889556 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47882) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:13.891579 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 421aedf2-3c33-4752-8b22-89f933ce548c no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:01:13.893931 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ab5c4e-9c0e-4653-ad73-e09db527a7a4 None None] Sync routers for ids ['1111ea9b-2e94-466f-adf9-d6857e704f41'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:01:13.897534 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-b5b67312-4bb7-4f18-92bc-2f398e767a26 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Request body: {'port': {'network_id': '152ae858-e81e-447d-8c08-88fe130b593b', 'name': 'tempest-FloatingIPAdminTestJSON-1833425555'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:01:13.957186 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68597c3-4e46-4d2b-bbea-91e37bd2577d req-ed8f48f3-c752-47bd-aece-1c7c418bdefd tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:13.959796 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f68597c3-4e46-4d2b-bbea-91e37bd2577d req-ed8f48f3-c752-47bd-aece-1c7c418bdefd tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8424c18-089e-4f0e-bb42-6ce51886b5d0 HTTP/1.1" status: 200  len: 945 time: 0.0944889
Feb 05 21:01:14.030179 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f68597c3-4e46-4d2b-bbea-91e37bd2577d req-48291cd0-f39a-44c6-9c3f-e3dcb04b04c5 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639331
Feb 05 21:01:14.036239 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-f14142d4-8d47-4d57-bd26-e41dd084db56 None None] Port 6c764327-ff9d-40ab-a7d0-eafdc7a04f95 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:01:14.038520 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ab5c4e-9c0e-4653-ad73-e09db527a7a4 None None] Routers {'1111ea9b-2e94-466f-adf9-d6857e704f41'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:01:14.039419 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-28ab5c4e-9c0e-4653-ad73-e09db527a7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab80d580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:01:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['1111ea9b-2e94-466f-adf9-d6857e704f41'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:14.081657 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47892) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:14.110264 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-28ab5c4e-9c0e-4653-ad73-e09db527a7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab80d580>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:14.169982 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ab5c4e-9c0e-4653-ad73-e09db527a7a4 None None] Routers {'1111ea9b-2e94-466f-adf9-d6857e704f41'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:01:14.170680 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-28ab5c4e-9c0e-4653-ad73-e09db527a7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab80d580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:01:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['1111ea9b-2e94-466f-adf9-d6857e704f41'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:14.197361 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-d2ec69d2-7002-4963-80bd-5b29ea16b966 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-395418576-network', 'tenant_id': 'abdf40933f6b4f8099b886dfec3a4473'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:01:14.223258 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-28ab5c4e-9c0e-4653-ad73-e09db527a7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab80d580>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:14.223964 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ab5c4e-9c0e-4653-ad73-e09db527a7a4 None None] The sync data for ids ['1111ea9b-2e94-466f-adf9-d6857e704f41'] in ncdv-master-1 is: [] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:01:14.225050 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ec69d2-7002-4963-80bd-5b29ea16b966 admin admin] Made reservation on behalf of abdf40933f6b4f8099b886dfec3a4473 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:01:14.230161 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d2ec69d2-7002-4963-80bd-5b29ea16b966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:14.230664 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 421aedf2-3c33-4752-8b22-89f933ce548c is: BUILD; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:01:14.231067 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (421aedf2-3c33-4752-8b22-89f933ce548c), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:14.245239 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 421aedf2-3c33-4752-8b22-89f933ce548c {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:01:14.249949 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d2ec69d2-7002-4963-80bd-5b29ea16b966 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:14.267918 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 421aedf2-3c33-4752-8b22-89f933ce548c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=421aedf2-3c33-4752-8b22-89f933ce548c,segment=NetworkSegment(2a52932a-0773-4bb3-a5f4-675383624606),segment_id=2a52932a-0773-4bb3-a5f4-675383624606)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:14.278489 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (421aedf2-3c33-4752-8b22-89f933ce548c), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:14.353305 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d2ec69d2-7002-4963-80bd-5b29ea16b966 admin admin] Publish callbacks [] for security_group (18238405-5a3a-44bc-aafc-b9f9625743ba), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:14.360027 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d2ec69d2-7002-4963-80bd-5b29ea16b966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (18238405-5a3a-44bc-aafc-b9f9625743ba), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:14.387664 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=421aedf2-3c33-4752-8b22-89f933ce548c,revision_number=7']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:14.402114 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ec69d2-7002-4963-80bd-5b29ea16b966 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:01:14.414262 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec69d2-7002-4963-80bd-5b29ea16b966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18238405-5a3a-44bc-aafc-b9f9625743ba,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:14.427076 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d2ec69d2-7002-4963-80bd-5b29ea16b966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (5ac9584d-8528-41b9-ba11-9daf83adba62), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:14.427433 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-d2ec69d2-7002-4963-80bd-5b29ea16b966 admin admin] Added segment 5ac9584d-8528-41b9-ba11-9daf83adba62 of type vlan for network f513b7e7-60ac-4b04-af41-d1fecee70cba
Feb 05 21:01:14.475291 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b67312-4bb7-4f18-92bc-2f398e767a26 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Made reservation on behalf of ac9f2c1174dc4c2f9ede2b73bb7e5a00 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:01:14.478654 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b5b67312-4bb7-4f18-92bc-2f398e767a26 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:14.503578 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-b5b67312-4bb7-4f18-92bc-2f398e767a26 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] device_id is not set on port a0b041a5-54f4-4a82-a1d4-88bab46724d3 yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:01:14.516143 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d2ec69d2-7002-4963-80bd-5b29ea16b966 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (f513b7e7-60ac-4b04-af41-d1fecee70cba), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:14.551031 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d2ec69d2-7002-4963-80bd-5b29ea16b966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (f513b7e7-60ac-4b04-af41-d1fecee70cba), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:14.552947 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ec69d2-7002-4963-80bd-5b29ea16b966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:14.553774 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d2ec69d2-7002-4963-80bd-5b29ea16b966 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:14.636191 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d2ec69d2-7002-4963-80bd-5b29ea16b966 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5529816
Feb 05 21:01:14.640648 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47904) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:14.645425 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-1447f612-6549-49e2-812a-a39d490b9e86 admin admin] Request body: {'subnet': {'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-395418576-subnet', 'tenant_id': 'abdf40933f6b4f8099b886dfec3a4473', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:01:14.651765 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec69d2-7002-4963-80bd-5b29ea16b966 admin admin] Pushing event updated for resources: {'Network': ['ID=f513b7e7-60ac-4b04-af41-d1fecee70cba,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:14.664710 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network f513b7e7-60ac-4b04-af41-d1fecee70cba details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:01:14.672765 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1447f612-6549-49e2-812a-a39d490b9e86 admin admin] Made reservation on behalf of abdf40933f6b4f8099b886dfec3a4473 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:01:14.675560 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1447f612-6549-49e2-812a-a39d490b9e86 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:14.695902 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-b5b67312-4bb7-4f18-92bc-2f398e767a26 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Allocated IP 172.20.0.8 (152ae858-e81e-447d-8c08-88fe130b593b/1f12f846-497e-4927-8c89-3d592f6fa7f4/a0b041a5-54f4-4a82-a1d4-88bab46724d3) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:01:14.952922 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd304b-9325-49f9-a7d7-92e312a5586f req-7d9e91c1-ab19-4361-a347-59875551afb3 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:14.959952 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd304b-9325-49f9-a7d7-92e312a5586f req-7d9e91c1-ab19-4361-a347-59875551afb3 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:14.961807 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2bfd304b-9325-49f9-a7d7-92e312a5586f req-7d9e91c1-ab19-4361-a347-59875551afb3 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bf95e94-737f-4d14-abd4-96de5432dcfb HTTP/1.1" status: 200  len: 1681 time: 0.1313238
Feb 05 21:01:14.975136 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fdf644f3-5548-4c3e-9f98-a4e5f9c38baa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (6eb72c86-121e-49d0-97de-4a07c5eb238e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:15.012802 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b5b67312-4bb7-4f18-92bc-2f398e767a26 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks [] for port (a0b041a5-54f4-4a82-a1d4-88bab46724d3), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:15.039174 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1447f612-6549-49e2-812a-a39d490b9e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (d3bc4b1d-f312-4b2d-bc48-80b03423d794), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:15.122982 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2bfd304b-9325-49f9-a7d7-92e312a5586f req-af0dfb4b-2af1-4836-8bd7-872ab9b0be89 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/security-groups?id=87663b8c-f03c-4830-b2a4-28960820d255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1320307
Feb 05 21:01:15.127990 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b5b67312-4bb7-4f18-92bc-2f398e767a26 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (a0b041a5-54f4-4a82-a1d4-88bab46724d3), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:15.165070 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1447f612-6549-49e2-812a-a39d490b9e86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3bc4b1d-f312-4b2d-bc48-80b03423d794,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:15.201469 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1447f612-6549-49e2-812a-a39d490b9e86 admin admin] Checking segment: {'id': '5ac9584d-8528-41b9-ba11-9daf83adba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:01:15.201862 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1447f612-6549-49e2-812a-a39d490b9e86 admin admin] Network hostable DHCP agents. Network: f513b7e7-60ac-4b04-af41-d1fecee70cba, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:01:15.208972 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b67312-4bb7-4f18-92bc-2f398e767a26 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Network 152ae858-e81e-447d-8c08-88fe130b593b is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:01:15.216914 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-b5b67312-4bb7-4f18-92bc-2f398e767a26 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:01:15.223014 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:15.241371 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b67312-4bb7-4f18-92bc-2f398e767a26 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:01:15.254893 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428dc631-7db0-4a9e-9bd5-1adfce839238 req-ebcade27-d81d-49a9-b914-b8e4667eda0e tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:15.256628 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-428dc631-7db0-4a9e-9bd5-1adfce839238 req-ebcade27-d81d-49a9-b914-b8e4667eda0e tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8424c18-089e-4f0e-bb42-6ce51886b5d0 HTTP/1.1" status: 200  len: 944 time: 0.1411450
Feb 05 21:01:15.291723 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b67312-4bb7-4f18-92bc-2f398e767a26 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Pushing event updated for resources: {'Port': ['ID=a0b041a5-54f4-4a82-a1d4-88bab46724d3,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:15.304762 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1447f612-6549-49e2-812a-a39d490b9e86 admin admin] Network f513b7e7-60ac-4b04-af41-d1fecee70cba is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:01:15.320710 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b67312-4bb7-4f18-92bc-2f398e767a26 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:15.321633 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b5b67312-4bb7-4f18-92bc-2f398e767a26 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:15.338317 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-1447f612-6549-49e2-812a-a39d490b9e86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f513b7e7-60ac-4b04-af41-d1fecee70cba) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:01:15.344915 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1447f612-6549-49e2-812a-a39d490b9e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:15.345697 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1447f612-6549-49e2-812a-a39d490b9e86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:15.348108 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b5b67312-4bb7-4f18-92bc-2f398e767a26 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4567995
Feb 05 21:01:15.348473 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f31a8cb-1346-4f5c-b187-9c70fe029fa0 None None] Network f513b7e7-60ac-4b04-af41-d1fecee70cba requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:01:15.363048 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47932) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:15.373762 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-428dc631-7db0-4a9e-9bd5-1adfce839238 req-7b9dd30e-3d3e-430a-9fb6-a73d4f800412 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061041
Feb 05 21:01:15.418813 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1447f612-6549-49e2-812a-a39d490b9e86 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7773159
Feb 05 21:01:15.422626 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47940) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:15.427546 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-46d5257e-1719-4ecd-874d-ed5654e84705 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-395418576-router', 'tenant_id': 'abdf40933f6b4f8099b886dfec3a4473', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:01:15.484580 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-fdf644f3-5548-4c3e-9f98-a4e5f9c38baa admin admin] Deleting port 1333bc50-e216-4413-8897-cf3f286c6366 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:01:15.484580 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fdf644f3-5548-4c3e-9f98-a4e5f9c38baa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (1333bc50-e216-4413-8897-cf3f286c6366), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:15.485120 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-46d5257e-1719-4ecd-874d-ed5654e84705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:15.485120 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-46d5257e-1719-4ecd-874d-ed5654e84705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:15.585685 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a9c879-538c-4e0d-9102-8ba1c1c7abea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f513b7e7-60ac-4b04-af41-d1fecee70cba', 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba', 'project_id': 'abdf40933f6b4f8099b886dfec3a4473', 'fixed_ips': [{'subnet_id': 'd3bc4b1d-f312-4b2d-bc48-80b03423d794'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:01:15.588226 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d4a9c879-538c-4e0d-9102-8ba1c1c7abea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:15.633497 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-0f74c364-1a1e-4911-8deb-853d040046a0 tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'project_id': 'ac9f2c1174dc4c2f9ede2b73bb7e5a00', 'port_id': 'a0b041a5-54f4-4a82-a1d4-88bab46724d3'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:01:15.639978 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-46d5257e-1719-4ecd-874d-ed5654e84705 admin admin] Publish callbacks [] for router_controller (72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924), precommit_add_association {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:15.706460 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-fdf644f3-5548-4c3e-9f98-a4e5f9c38baa admin admin] For port 1333bc50-e216-4413-8897-cf3f286c6366, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1333bc50-e216-4413-8897-cf3f286c6366,segment=NetworkSegment(1c33481a-a1a0-4cb5-879e-3b12d35e9945),segment_id=1c33481a-a1a0-4cb5-879e-3b12d35e9945)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:15.708857 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fdf644f3-5548-4c3e-9f98-a4e5f9c38baa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (1333bc50-e216-4413-8897-cf3f286c6366), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:15.738577 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-712e7532-20bd-40be-90da-4ca15015a63a None None] Provisioning complete for port a0b041a5-54f4-4a82-a1d4-88bab46724d3 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:01:15.739214 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-712e7532-20bd-40be-90da-4ca15015a63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (a0b041a5-54f4-4a82-a1d4-88bab46724d3), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:15.739537 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-fdf644f3-5548-4c3e-9f98-a4e5f9c38baa admin admin] Calling delete_port for 1333bc50-e216-4413-8897-cf3f286c6366 owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:01:15.760235 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0f74c364-1a1e-4911-8deb-853d040046a0 tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:15.829189 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-712e7532-20bd-40be-90da-4ca15015a63a None None] Port a0b041a5-54f4-4a82-a1d4-88bab46724d3 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:01:15.831192 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-d4a9c879-538c-4e0d-9102-8ba1c1c7abea None None] Allocated IP 172.20.0.2 (f513b7e7-60ac-4b04-af41-d1fecee70cba/d3bc4b1d-f312-4b2d-bc48-80b03423d794/1c264bcb-8f4d-4d51-a9bd-be143e7f77b1) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:01:15.861346 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device a2bf9bf4-9b19-451a-91fe-800d52111eba up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:01:15.886705 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-46d5257e-1719-4ecd-874d-ed5654e84705 admin admin] Publish callbacks [] for router_gateway (72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:16.036297 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fdf644f3-5548-4c3e-9f98-a4e5f9c38baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (1333bc50-e216-4413-8897-cf3f286c6366), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:16.077841 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf644f3-5548-4c3e-9f98-a4e5f9c38baa admin admin] Pushing event deleted for resources: {'Port': ['ID=1333bc50-e216-4413-8897-cf3f286c6366,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:16.111129 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0f74c364-1a1e-4911-8deb-853d040046a0 tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:16.377356 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fdf644f3-5548-4c3e-9f98-a4e5f9c38baa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (6eb72c86-121e-49d0-97de-4a07c5eb238e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:16.383039 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port a2bf9bf4-9b19-451a-91fe-800d52111eba completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:01:16.386075 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d4a9c879-538c-4e0d-9102-8ba1c1c7abea None None] Publish callbacks [] for port (1c264bcb-8f4d-4d51-a9bd-be143e7f77b1), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:16.394892 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port a2bf9bf4-9b19-451a-91fe-800d52111eba triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:01:16.395821 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (a2bf9bf4-9b19-451a-91fe-800d52111eba), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:16.448877 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d4a9c879-538c-4e0d-9102-8ba1c1c7abea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (1c264bcb-8f4d-4d51-a9bd-be143e7f77b1), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:16.525694 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a9c879-538c-4e0d-9102-8ba1c1c7abea None None] Network f513b7e7-60ac-4b04-af41-d1fecee70cba is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:01:16.535309 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-d4a9c879-538c-4e0d-9102-8ba1c1c7abea None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:01:16.545447 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a9c879-538c-4e0d-9102-8ba1c1c7abea None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:01:16.550012 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a9c879-538c-4e0d-9102-8ba1c1c7abea None None] Pushing event updated for resources: {'Port': ['ID=1c264bcb-8f4d-4d51-a9bd-be143e7f77b1,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:16.559452 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port a2bf9bf4-9b19-451a-91fe-800d52111eba is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:01:16.560202 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a2bf9bf4-9b19-451a-91fe-800d52111eba), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:16.592638 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-0f74c364-1a1e-4911-8deb-853d040046a0 tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] Allocated IP 172.35.4.166 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/c8976cd0-b538-479a-b87f-d1865f300925) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:01:16.625509 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77447068-8d4c-4e18-9612-625699138708 req-5351a528-9f70-4cbe-bfe1-9901d68d9700 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:16.625509 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-77447068-8d4c-4e18-9612-625699138708 req-5351a528-9f70-4cbe-bfe1-9901d68d9700 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da8abcb-7629-4edf-a3ac-685f6330c3be HTTP/1.1" status: 200  len: 946 time: 0.4362910
Feb 05 21:01:16.639347 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf95e94-737f-4d14-abd4-96de5432dcfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2bf9bf4-9b19-451a-91fe-800d52111eba'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:01:16.645748 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133acc7a-687a-4298-8e53-9e2774e00561" -d '{"events": [{"server_uuid": "5bf95e94-737f-4d14-abd4-96de5432dcfb", "name": "network-vif-plugged", "status": "completed", "tag": "a2bf9bf4-9b19-451a-91fe-800d52111eba"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:01:16.693051 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-d4a9c879-538c-4e0d-9102-8ba1c1c7abea None None] Attempting to bind port 1c264bcb-8f4d-4d51-a9bd-be143e7f77b1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:01:16.697787 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-d4a9c879-538c-4e0d-9102-8ba1c1c7abea None None] Attempting to bind port 1c264bcb-8f4d-4d51-a9bd-be143e7f77b1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5ac9584d-8528-41b9-ba11-9daf83adba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:01:16.698201 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a9c879-538c-4e0d-9102-8ba1c1c7abea None None] Attempting to bind port 1c264bcb-8f4d-4d51-a9bd-be143e7f77b1 on network f513b7e7-60ac-4b04-af41-d1fecee70cba {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:01:16.705347 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port a2bf9bf4-9b19-451a-91fe-800d52111eba, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a2bf9bf4-9b19-451a-91fe-800d52111eba,segment=NetworkSegment(eec6d582-f1ac-4b43-acd8-5c1d2004a91d),segment_id=eec6d582-f1ac-4b43-acd8-5c1d2004a91d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:16.713209 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a9c879-538c-4e0d-9102-8ba1c1c7abea None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:01:16.717333 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a9c879-538c-4e0d-9102-8ba1c1c7abea None None] Checking segment: {'id': '5ac9584d-8528-41b9-ba11-9daf83adba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:01:16.717790 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d4a9c879-538c-4e0d-9102-8ba1c1c7abea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:16.718207 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a9c879-538c-4e0d-9102-8ba1c1c7abea None None] Bound using segment: {'id': '5ac9584d-8528-41b9-ba11-9daf83adba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:01:16.721362 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-d4a9c879-538c-4e0d-9102-8ba1c1c7abea None None] Bound port: 1c264bcb-8f4d-4d51-a9bd-be143e7f77b1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac9584d-8528-41b9-ba11-9daf83adba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:01:16.721792 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d4a9c879-538c-4e0d-9102-8ba1c1c7abea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1c264bcb-8f4d-4d51-a9bd-be143e7f77b1), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:16.740284 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-77447068-8d4c-4e18-9612-625699138708 req-b3f2061a-1e1c-4d88-b505-54ff5a675f1a tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] 10.222.0.32 "GET /v2.0/security-groups?id=778b60d1-46cd-4f99-a0e8-c740f97aac81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923023
Feb 05 21:01:16.755359 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (a2bf9bf4-9b19-451a-91fe-800d52111eba), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:16.755359 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 421aedf2-3c33-4752-8b22-89f933ce548c up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:01:16.769304 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78754103-dd03-4422-84f2-9b3307775579 req-0f1e5951-f601-4a0b-9195-30ed314b8586 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:16.770965 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf644f3-5548-4c3e-9f98-a4e5f9c38baa admin admin] Router 6eb72c86-121e-49d0-97de-4a07c5eb238e has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:01:16.782776 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78754103-dd03-4422-84f2-9b3307775579 req-0f1e5951-f601-4a0b-9195-30ed314b8586 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:16.789457 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78754103-dd03-4422-84f2-9b3307775579 req-0f1e5951-f601-4a0b-9195-30ed314b8586 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bf95e94-737f-4d14-abd4-96de5432dcfb HTTP/1.1" status: 200  len: 1681 time: 0.5398893
Feb 05 21:01:16.956639 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=a2bf9bf4-9b19-451a-91fe-800d52111eba,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:16.966892 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-d4a9c879-538c-4e0d-9102-8ba1c1c7abea None None] For port 1c264bcb-8f4d-4d51-a9bd-be143e7f77b1, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:01:16.972272 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-d4a9c879-538c-4e0d-9102-8ba1c1c7abea None None] For port 1c264bcb-8f4d-4d51-a9bd-be143e7f77b1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c264bcb-8f4d-4d51-a9bd-be143e7f77b1,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:01:16.987942 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d4a9c879-538c-4e0d-9102-8ba1c1c7abea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (1c264bcb-8f4d-4d51-a9bd-be143e7f77b1), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:16.991131 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-46d5257e-1719-4ecd-874d-ed5654e84705 admin admin] Publish callbacks [] for router_gateway (72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:17.040675 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0f74c364-1a1e-4911-8deb-853d040046a0 tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] Publish callbacks [] for port (c8976cd0-b538-479a-b87f-d1865f300925), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:17.057665 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 421aedf2-3c33-4752-8b22-89f933ce548c triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:01:17.058424 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (421aedf2-3c33-4752-8b22-89f933ce548c), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:17.108691 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-46d5257e-1719-4ecd-874d-ed5654e84705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:17.115791 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf644f3-5548-4c3e-9f98-a4e5f9c38baa admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:01:17.130874 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ec130b-ed6a-447d-b1ac-accb54665c05 None None] Sync routers for ids ['6eb72c86-121e-49d0-97de-4a07c5eb238e'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:01:17.150055 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-fdf644f3-5548-4c3e-9f98-a4e5f9c38baa admin admin] 10.222.0.32 "PUT /v2.0/routers/6eb72c86-121e-49d0-97de-4a07c5eb238e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6740832
Feb 05 21:01:17.152415 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ec130b-ed6a-447d-b1ac-accb54665c05 None None] Routers {'6eb72c86-121e-49d0-97de-4a07c5eb238e'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:01:17.153136 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-a3ec130b-ed6a-447d-b1ac-accb54665c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8ca69a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:01:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['6eb72c86-121e-49d0-97de-4a07c5eb238e'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:17.156637 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48014) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:17.188230 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a9c879-538c-4e0d-9102-8ba1c1c7abea None None] Pushing event updated for resources: {'Port': ['ID=1c264bcb-8f4d-4d51-a9bd-be143e7f77b1,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:17.273347 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 421aedf2-3c33-4752-8b22-89f933ce548c is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:01:17.273988 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (421aedf2-3c33-4752-8b22-89f933ce548c), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:17.321444 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 421aedf2-3c33-4752-8b22-89f933ce548c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=421aedf2-3c33-4752-8b22-89f933ce548c,segment=NetworkSegment(2a52932a-0773-4bb3-a5f4-675383624606),segment_id=2a52932a-0773-4bb3-a5f4-675383624606)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:17.329595 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (421aedf2-3c33-4752-8b22-89f933ce548c), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:17.332093 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 59695629-2828-499b-ad84-6876efab2571 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:01:17.398898 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78754103-dd03-4422-84f2-9b3307775579 req-de6bc6c9-138a-4a65-8326-eb76c1d8ee9c tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/security-groups?id=87663b8c-f03c-4830-b2a4-28960820d255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5888791
Feb 05 21:01:17.453203 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-a3ec130b-ed6a-447d-b1ac-accb54665c05 None None] Set router 6eb72c86-121e-49d0-97de-4a07c5eb238e gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:01:17.528173 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d9e49-87ff-4d0b-8b3c-76bc765f487a req-5eb1b7ef-5944-4734-9e5a-9ec34cc94a18 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:17.533356 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-595d9e49-87ff-4d0b-8b3c-76bc765f487a req-5eb1b7ef-5944-4734-9e5a-9ec34cc94a18 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8424c18-089e-4f0e-bb42-6ce51886b5d0 HTTP/1.1" status: 200  len: 944 time: 0.6657321
Feb 05 21:01:17.543320 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24e577d-9e0a-4752-9cb1-245950b737c0 x-openstack-request-id: req-a24e577d-9e0a-4752-9cb1-245950b737c0 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:01:17.543913 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf95e94-737f-4d14-abd4-96de5432dcfb", "name": "network-vif-plugged", "status": "completed", "tag": "a2bf9bf4-9b19-451a-91fe-800d52111eba", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:01:17.543913 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a24e577d-9e0a-4752-9cb1-245950b737c0 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:01:17.544095 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf95e94-737f-4d14-abd4-96de5432dcfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2bf9bf4-9b19-451a-91fe-800d52111eba', 'code': 200}
Feb 05 21:01:17.576256 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=421aedf2-3c33-4752-8b22-89f933ce548c,revision_number=8']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:17.579600 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5a3dae6d-0797-4761-aaa7-006ec88a605e admin admin] Publish callbacks [] for router (6eb72c86-121e-49d0-97de-4a07c5eb238e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:17.591053 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 59695629-2828-499b-ad84-6876efab2571 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:01:17.601716 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 59695629-2828-499b-ad84-6876efab2571 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:01:17.601924 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (59695629-2828-499b-ad84-6876efab2571), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:17.617315 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0f74c364-1a1e-4911-8deb-853d040046a0 tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (c8976cd0-b538-479a-b87f-d1865f300925), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:17.650265 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8ccbf-14e9-41e4-bbff-375646be9779 req-1e54f0f2-df9f-41d1-95b5-763a12fe0349 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:17.651704 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-dce8ccbf-14e9-41e4-bbff-375646be9779 req-1e54f0f2-df9f-41d1-95b5-763a12fe0349 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] 10.222.0.39 "GET /v2.0/ports?device_id=4da8abcb-7629-4edf-a3ac-685f6330c3be HTTP/1.1" status: 200  len: 946 time: 0.2078023
Feb 05 21:01:17.737007 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 59695629-2828-499b-ad84-6876efab2571 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:01:17.737419 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (59695629-2828-499b-ad84-6876efab2571), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:17.744842 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-46d5257e-1719-4ecd-874d-ed5654e84705 admin admin] Allocated IP 172.35.4.182 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/6abf196e-2766-4c3b-bc37-d1ff38a4337f) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:01:17.777521 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 59695629-2828-499b-ad84-6876efab2571, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=59695629-2828-499b-ad84-6876efab2571,segment=NetworkSegment(1d8c20b0-816b-4ee0-9403-9b7f1810c206),segment_id=1d8c20b0-816b-4ee0-9403-9b7f1810c206)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:17.802409 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (59695629-2828-499b-ad84-6876efab2571), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:17.852048 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-a3ec130b-ed6a-447d-b1ac-accb54665c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8ca69a0>, [{'id': '6eb72c86-121e-49d0-97de-4a07c5eb238e', 'name': 'tempest-TaggedBootDevicesTest-1542065190-router', 'tenant_id': '451be3a617f64d6a97b8d18cee2426e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': 'bfbcf3e6-5c3a-4fee-b7bb-b55b31143121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:54:49Z', 'updated_at': '2022-02-05T21:01:15Z', 'revision_number': 5, 'project_id': '451be3a617f64d6a97b8d18cee2426e8', 'gw_port': {'id': 'bfbcf3e6-5c3a-4fee-b7bb-b55b31143121', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb72c86-121e-49d0-97de-4a07c5eb238e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:54:50Z', 'updated_at': '2022-02-05T20:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:17.867884 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=59695629-2828-499b-ad84-6876efab2571,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:17.895494 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5a3dae6d-0797-4761-aaa7-006ec88a605e admin admin] Publish callbacks [] for router_gateway (6eb72c86-121e-49d0-97de-4a07c5eb238e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:17.899977 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ec130b-ed6a-447d-b1ac-accb54665c05 None None] Checking router: 6eb72c86-121e-49d0-97de-4a07c5eb238e for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:01:17.920890 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ec130b-ed6a-447d-b1ac-accb54665c05 None None] Routers {'6eb72c86-121e-49d0-97de-4a07c5eb238e'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:01:17.922180 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-a3ec130b-ed6a-447d-b1ac-accb54665c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8ca69a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:01:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['6eb72c86-121e-49d0-97de-4a07c5eb238e'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:17.956617 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f74c364-1a1e-4911-8deb-853d040046a0 tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:01:17.961836 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-dce8ccbf-14e9-41e4-bbff-375646be9779 req-760bfb95-1b3a-4184-92dc-2f50c4e15460 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] Deleting port 65fc588f-f54a-4d03-8a9a-88deea4ca912 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:01:17.962182 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-dce8ccbf-14e9-41e4-bbff-375646be9779 req-760bfb95-1b3a-4184-92dc-2f50c4e15460 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (65fc588f-f54a-4d03-8a9a-88deea4ca912), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:17.984981 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-595d9e49-87ff-4d0b-8b3c-76bc765f487a req-50b6a524-9f01-4dcf-8937-60a844a51985 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4367101
Feb 05 21:01:17.986131 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-0f74c364-1a1e-4911-8deb-853d040046a0 tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:01:17.993502 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f74c364-1a1e-4911-8deb-853d040046a0 tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] Pushing event updated for resources: {'Port': ['ID=c8976cd0-b538-479a-b87f-d1865f300925,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:18.017868 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f74c364-1a1e-4911-8deb-853d040046a0 tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:01:18.053244 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-5a3dae6d-0797-4761-aaa7-006ec88a605e admin admin] Deleting port bfbcf3e6-5c3a-4fee-b7bb-b55b31143121 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:01:18.053654 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5a3dae6d-0797-4761-aaa7-006ec88a605e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (bfbcf3e6-5c3a-4fee-b7bb-b55b31143121), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:18.061386 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-a3ec130b-ed6a-447d-b1ac-accb54665c05 None None] Set router 6eb72c86-121e-49d0-97de-4a07c5eb238e gateway port host: None {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:01:18.121203 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-a3ec130b-ed6a-447d-b1ac-accb54665c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8ca69a0>, [{'id': '6eb72c86-121e-49d0-97de-4a07c5eb238e', 'name': 'tempest-TaggedBootDevicesTest-1542065190-router', 'tenant_id': '451be3a617f64d6a97b8d18cee2426e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:54:49Z', 'updated_at': '2022-02-05T21:01:17Z', 'revision_number': 6, 'project_id': '451be3a617f64d6a97b8d18cee2426e8', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:18.165437 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ec130b-ed6a-447d-b1ac-accb54665c05 None None] The sync data for ids ['6eb72c86-121e-49d0-97de-4a07c5eb238e'] in ncdv-master-1 is: [{'id': '6eb72c86-121e-49d0-97de-4a07c5eb238e', 'name': 'tempest-TaggedBootDevicesTest-1542065190-router', 'tenant_id': '451be3a617f64d6a97b8d18cee2426e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:54:49Z', 'updated_at': '2022-02-05T21:01:17Z', 'revision_number': 6, 'project_id': '451be3a617f64d6a97b8d18cee2426e8', 'gw_port_host': None}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:01:18.172110 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-46d5257e-1719-4ecd-874d-ed5654e84705 admin admin] Publish callbacks [] for port (6abf196e-2766-4c3b-bc37-d1ff38a4337f), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:18.174654 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-dce8ccbf-14e9-41e4-bbff-375646be9779 req-760bfb95-1b3a-4184-92dc-2f50c4e15460 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] For port 65fc588f-f54a-4d03-8a9a-88deea4ca912, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=65fc588f-f54a-4d03-8a9a-88deea4ca912,segment=NetworkSegment(53166df2-d93b-4315-9176-4b61b55f224f),segment_id=53166df2-d93b-4315-9176-4b61b55f224f)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:18.175024 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-dce8ccbf-14e9-41e4-bbff-375646be9779 req-760bfb95-1b3a-4184-92dc-2f50c4e15460 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (65fc588f-f54a-4d03-8a9a-88deea4ca912), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:18.187212 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fcdf1-9e4d-40b0-94c6-9300a59ff2f0 req-3b4ef901-11b2-43fe-afae-986620f39542 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:18.195191 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-010fcdf1-9e4d-40b0-94c6-9300a59ff2f0 req-3b4ef901-11b2-43fe-afae-986620f39542 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da8abcb-7629-4edf-a3ac-685f6330c3be HTTP/1.1" status: 200  len: 946 time: 0.3202260
Feb 05 21:01:18.198203 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-dce8ccbf-14e9-41e4-bbff-375646be9779 req-760bfb95-1b3a-4184-92dc-2f50c4e15460 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] Calling delete_port for 65fc588f-f54a-4d03-8a9a-88deea4ca912 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:01:18.209887 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-5a3dae6d-0797-4761-aaa7-006ec88a605e admin admin] For port bfbcf3e6-5c3a-4fee-b7bb-b55b31143121, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bfbcf3e6-5c3a-4fee-b7bb-b55b31143121,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:18.210254 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5a3dae6d-0797-4761-aaa7-006ec88a605e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (bfbcf3e6-5c3a-4fee-b7bb-b55b31143121), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:18.284954 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-5a3dae6d-0797-4761-aaa7-006ec88a605e admin admin] Calling delete_port for bfbcf3e6-5c3a-4fee-b7bb-b55b31143121 owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:01:18.533883 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-dce8ccbf-14e9-41e4-bbff-375646be9779 req-760bfb95-1b3a-4184-92dc-2f50c4e15460 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (65fc588f-f54a-4d03-8a9a-88deea4ca912), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:18.548344 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['65fc588f-f54a-4d03-8a9a-88deea4ca912'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:01:18.607438 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760bfb95-1b3a-4184-92dc-2f50c4e15460 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] Pushing event deleted for resources: {'Port': ['ID=65fc588f-f54a-4d03-8a9a-88deea4ca912,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:18.704471 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce8ccbf-14e9-41e4-bbff-375646be9779 req-760bfb95-1b3a-4184-92dc-2f50c4e15460 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] No DVR routers for this DVR port 65fc588f-f54a-4d03-8a9a-88deea4ca912 on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:01:18.707387 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-dce8ccbf-14e9-41e4-bbff-375646be9779 req-760bfb95-1b3a-4184-92dc-2f50c4e15460 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:18.713821 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-dce8ccbf-14e9-41e4-bbff-375646be9779 req-760bfb95-1b3a-4184-92dc-2f50c4e15460 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] 10.222.0.39 "DELETE /v2.0/ports/65fc588f-f54a-4d03-8a9a-88deea4ca912 HTTP/1.1" status: 204  len: 173 time: 1.0527616
Feb 05 21:01:18.718087 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da8abcb-7629-4edf-a3ac-685f6330c3be', 'name': 'network-vif-deleted', 'tag': '65fc588f-f54a-4d03-8a9a-88deea4ca912'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:01:18.720699 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f186d44f-e51f-4949-b83d-830bffe2569d" -d '{"events": [{"server_uuid": "4da8abcb-7629-4edf-a3ac-685f6330c3be", "name": "network-vif-deleted", "tag": "65fc588f-f54a-4d03-8a9a-88deea4ca912"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:01:18.787621 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5a3dae6d-0797-4761-aaa7-006ec88a605e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (bfbcf3e6-5c3a-4fee-b7bb-b55b31143121), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:18.884016 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-46d5257e-1719-4ecd-874d-ed5654e84705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (6abf196e-2766-4c3b-bc37-d1ff38a4337f), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:18.918600 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3dae6d-0797-4761-aaa7-006ec88a605e admin admin] Pushing event deleted for resources: {'Port': ['ID=bfbcf3e6-5c3a-4fee-b7bb-b55b31143121,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:18.975045 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf23836f-75d6-470b-900b-e916a23d6fe9 None None] Network f513b7e7-60ac-4b04-af41-d1fecee70cba requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:01:18.998862 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-010fcdf1-9e4d-40b0-94c6-9300a59ff2f0 req-5c1b3bf9-4409-496d-a5f7-b709fb38a0c4 tempest-VolumesActionsTest-287547343 tempest-VolumesActionsTest-287547343-project] 10.222.0.32 "GET /v2.0/security-groups?id=778b60d1-46cd-4f99-a0e8-c740f97aac81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8010912
Feb 05 21:01:19.013798 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d5257e-1719-4ecd-874d-ed5654e84705 admin admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:01:19.022003 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-46d5257e-1719-4ecd-874d-ed5654e84705 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:01:19.033136 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d5257e-1719-4ecd-874d-ed5654e84705 admin admin] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:01:19.052672 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-e2ace187-999f-4e60-afaa-0688acb994f9 None None] Provisioning complete for port 1c264bcb-8f4d-4d51-a9bd-be143e7f77b1 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:01:19.053404 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e2ace187-999f-4e60-afaa-0688acb994f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1c264bcb-8f4d-4d51-a9bd-be143e7f77b1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:19.083701 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5a3dae6d-0797-4761-aaa7-006ec88a605e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (6eb72c86-121e-49d0-97de-4a07c5eb238e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:19.109986 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5257e-1719-4ecd-874d-ed5654e84705 admin admin] Pushing event updated for resources: {'Port': ['ID=6abf196e-2766-4c3b-bc37-d1ff38a4337f,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:19.205462 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-e2ace187-999f-4e60-afaa-0688acb994f9 None None] Current status of the port 1c264bcb-8f4d-4d51-a9bd-be143e7f77b1 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:01:19.205807 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e2ace187-999f-4e60-afaa-0688acb994f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1c264bcb-8f4d-4d51-a9bd-be143e7f77b1), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:19.235560 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628f03e6-9e5c-42d8-a2d4-50415351aa85 x-openstack-request-id: req-628f03e6-9e5c-42d8-a2d4-50415351aa85 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:01:19.236554 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da8abcb-7629-4edf-a3ac-685f6330c3be", "name": "network-vif-deleted", "tag": "65fc588f-f54a-4d03-8a9a-88deea4ca912", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:01:19.237560 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-628f03e6-9e5c-42d8-a2d4-50415351aa85 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:01:19.238767 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da8abcb-7629-4edf-a3ac-685f6330c3be', 'name': 'network-vif-deleted', 'tag': '65fc588f-f54a-4d03-8a9a-88deea4ca912', 'status': 'completed', 'code': 200}
Feb 05 21:01:19.276202 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-e2ace187-999f-4e60-afaa-0688acb994f9 None None] For port 1c264bcb-8f4d-4d51-a9bd-be143e7f77b1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c264bcb-8f4d-4d51-a9bd-be143e7f77b1,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:19.284754 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e2ace187-999f-4e60-afaa-0688acb994f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (1c264bcb-8f4d-4d51-a9bd-be143e7f77b1), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:19.340407 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5a3dae6d-0797-4761-aaa7-006ec88a605e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (6eb72c86-121e-49d0-97de-4a07c5eb238e), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:19.343820 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5a3dae6d-0797-4761-aaa7-006ec88a605e admin admin] Publish callbacks [] for router_controller (6eb72c86-121e-49d0-97de-4a07c5eb238e), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:19.365078 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ace187-999f-4e60-afaa-0688acb994f9 None None] Pushing event updated for resources: {'Port': ['ID=1c264bcb-8f4d-4d51-a9bd-be143e7f77b1,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:19.424441 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349dc86-0a8a-428c-8069-34ec651c79c7 req-534d0d13-42c1-455a-aa3e-f393bf51cba5 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:19.436414 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349dc86-0a8a-428c-8069-34ec651c79c7 req-534d0d13-42c1-455a-aa3e-f393bf51cba5 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:19.438540 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b349dc86-0a8a-428c-8069-34ec651c79c7 req-534d0d13-42c1-455a-aa3e-f393bf51cba5 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bf95e94-737f-4d14-abd4-96de5432dcfb HTTP/1.1" status: 200  len: 1683 time: 0.5676811
Feb 05 21:01:19.488079 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5a3dae6d-0797-4761-aaa7-006ec88a605e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (6eb72c86-121e-49d0-97de-4a07c5eb238e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:19.488643 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3dae6d-0797-4761-aaa7-006ec88a605e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6eb72c86-121e-49d0-97de-4a07c5eb238e {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:01:19.489847 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 1c264bcb-8f4d-4d51-a9bd-be143e7f77b1 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:01:19.493836 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5a3dae6d-0797-4761-aaa7-006ec88a605e admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:19.495080 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5a3dae6d-0797-4761-aaa7-006ec88a605e admin admin] 10.222.0.32 "DELETE /v2.0/routers/6eb72c86-121e-49d0-97de-4a07c5eb238e HTTP/1.1" status: 204  len: 168 time: 2.3374531
Feb 05 21:01:19.498092 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48100) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:19.564780 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8424c18-089e-4f0e-bb42-6ce51886b5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421aedf2-3c33-4752-8b22-89f933ce548c'}, {'server_uuid': '5bf95e94-737f-4d14-abd4-96de5432dcfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59695629-2828-499b-ad84-6876efab2571'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:01:19.571976 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bb424b-c677-4d32-a70e-4585d12a547a" -d '{"events": [{"server_uuid": "c8424c18-089e-4f0e-bb42-6ce51886b5d0", "name": "network-vif-plugged", "status": "completed", "tag": "421aedf2-3c33-4752-8b22-89f933ce548c"}, {"server_uuid": "5bf95e94-737f-4d14-abd4-96de5432dcfb", "name": "network-vif-plugged", "status": "completed", "tag": "59695629-2828-499b-ad84-6876efab2571"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:01:19.580483 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c942bd1-9803-4c68-a5e3-1901020990be admin admin] Deleting subnet 343d2b98-414c-44d6-a549-c31a431197b8 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:01:19.584875 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9c942bd1-9803-4c68-a5e3-1901020990be admin admin] Publish callbacks [] for subnet (343d2b98-414c-44d6-a549-c31a431197b8), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:19.639415 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9c942bd1-9803-4c68-a5e3-1901020990be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (343d2b98-414c-44d6-a549-c31a431197b8), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:19.642966 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-74ba33d9-8a46-480b-bf5f-20ddd5aa2a66 None None] Provisioning complete for port 1c264bcb-8f4d-4d51-a9bd-be143e7f77b1 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:01:19.643549 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-74ba33d9-8a46-480b-bf5f-20ddd5aa2a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1c264bcb-8f4d-4d51-a9bd-be143e7f77b1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:19.645156 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 1c264bcb-8f4d-4d51-a9bd-be143e7f77b1 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:01:19.645684 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1c264bcb-8f4d-4d51-a9bd-be143e7f77b1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:19.835790 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b349dc86-0a8a-428c-8069-34ec651c79c7 req-72c8f3b7-c879-4064-98a5-9f4dc96c5749 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/security-groups?id=87663b8c-f03c-4830-b2a4-28960820d255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3720639
Feb 05 21:01:19.892858 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 1c264bcb-8f4d-4d51-a9bd-be143e7f77b1 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:01:19.941361 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307657b-a727-4420-8d4c-323c2677d28d req-d48e6cef-1c3c-4c9b-8bcf-09b6aef3e194 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:19.955541 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-74ba33d9-8a46-480b-bf5f-20ddd5aa2a66 None None] Current status of the port 1c264bcb-8f4d-4d51-a9bd-be143e7f77b1 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:01:19.956636 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4307657b-a727-4420-8d4c-323c2677d28d req-d48e6cef-1c3c-4c9b-8bcf-09b6aef3e194 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8424c18-089e-4f0e-bb42-6ce51886b5d0 HTTP/1.1" status: 200  len: 946 time: 0.5147355
Feb 05 21:01:19.959794 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Feb 2022 21:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4c82b9-a47d-43ae-bd58-94ec1788bccb x-openstack-request-id: req-5c4c82b9-a47d-43ae-bd58-94ec1788bccb {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:01:19.960257 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8424c18-089e-4f0e-bb42-6ce51886b5d0", "name": "network-vif-plugged", "status": "completed", "tag": "421aedf2-3c33-4752-8b22-89f933ce548c", "code": 200}, {"server_uuid": "5bf95e94-737f-4d14-abd4-96de5432dcfb", "name": "network-vif-plugged", "status": "completed", "tag": "59695629-2828-499b-ad84-6876efab2571", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:01:19.960694 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c4c82b9-a47d-43ae-bd58-94ec1788bccb {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:01:19.961243 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8424c18-089e-4f0e-bb42-6ce51886b5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421aedf2-3c33-4752-8b22-89f933ce548c', 'code': 200}
Feb 05 21:01:19.961848 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf95e94-737f-4d14-abd4-96de5432dcfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59695629-2828-499b-ad84-6876efab2571', 'code': 200}
Feb 05 21:01:19.985527 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0f74c364-1a1e-4911-8deb-853d040046a0 tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] Publish callbacks [] for floatingip (4579527b-d4e0-48fc-b78f-3482f3aabd3a), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:20.000159 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 1333bc50-e216-4413-8897-cf3f286c6366 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:01:20.051711 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 1333bc50-e216-4413-8897-cf3f286c6366 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:01:20.051995 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 1333bc50-e216-4413-8897-cf3f286c6366 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:01:20.052406 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device bfbcf3e6-5c3a-4fee-b7bb-b55b31143121 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:01:20.118292 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: bfbcf3e6-5c3a-4fee-b7bb-b55b31143121 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:01:20.118937 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device bfbcf3e6-5c3a-4fee-b7bb-b55b31143121 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:01:20.137133 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:20.288719 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9c942bd1-9803-4c68-a5e3-1901020990be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (343d2b98-414c-44d6-a549-c31a431197b8), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:20.298686 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4307657b-a727-4420-8d4c-323c2677d28d req-a1ecbe25-961f-4c77-bd94-3e054b6acb5d tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3359902
Feb 05 21:01:20.324200 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0f74c364-1a1e-4911-8deb-853d040046a0 tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c8976cd0-b538-479a-b87f-d1865f300925), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:20.404775 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-46d5257e-1719-4ecd-874d-ed5654e84705 admin admin] Publish callbacks [] for router_gateway (72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:20.423016 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40840eae-4147-4e48-9502-76c90549dc21 req-e56834da-46f5-4244-8738-549c29a680ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:20.424249 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40840eae-4147-4e48-9502-76c90549dc21 req-e56834da-46f5-4244-8738-549c29a680ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:20.426565 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-40840eae-4147-4e48-9502-76c90549dc21 req-e56834da-46f5-4244-8738-549c29a680ef service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5bf95e94-737f-4d14-abd4-96de5432dcfb HTTP/1.1" status: 200  len: 2047 time: 0.3099453
Feb 05 21:01:20.460229 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec04cf-dffd-4be0-99d6-3b9ffa495d4a req-3584ef4a-c3e1-48f6-a3bf-dfdeafc258da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:20.461786 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-82ec04cf-dffd-4be0-99d6-3b9ffa495d4a req-3584ef4a-c3e1-48f6-a3bf-dfdeafc258da service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c8424c18-089e-4f0e-bb42-6ce51886b5d0 HTTP/1.1" status: 200  len: 1128 time: 0.1346164
Feb 05 21:01:20.470943 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9c942bd1-9803-4c68-a5e3-1901020990be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (343d2b98-414c-44d6-a549-c31a431197b8), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:20.528065 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c942bd1-9803-4c68-a5e3-1901020990be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=343d2b98-414c-44d6-a549-c31a431197b8,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:20.536561 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9c942bd1-9803-4c68-a5e3-1901020990be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:20.545343 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda93048-0fc3-4044-9882-d469bb454452 None None] Network 8c3233c3-4efd-49ae-83aa-9c6e1a254039 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:01:20.550155 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48158) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:20.557072 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9c942bd1-9803-4c68-a5e3-1901020990be admin admin] 10.222.0.32 "DELETE /v2.0/subnets/343d2b98-414c-44d6-a549-c31a431197b8 HTTP/1.1" status: 204  len: 168 time: 1.0431244
Feb 05 21:01:20.595563 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-82ec04cf-dffd-4be0-99d6-3b9ffa495d4a req-86d48abd-efd2-475a-a76f-2fadf24e9f93 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1157694
Feb 05 21:01:20.597865 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-40840eae-4147-4e48-9502-76c90549dc21 req-77b46a34-01ac-479d-9e98-e9d4fcfe860d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=87663b8c-f03c-4830-b2a4-28960820d255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1595893
Feb 05 21:01:20.664371 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1170c7d2-c1d8-407f-a7d7-fc358475c07e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (8c3233c3-4efd-49ae-83aa-9c6e1a254039), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:20.837306 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0f74c364-1a1e-4911-8deb-853d040046a0 tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] Publish callbacks [] for port (c8976cd0-b538-479a-b87f-d1865f300925), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:20.842612 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3e8fa0-3271-4bd3-bd07-a5309a108656 None None] DHCP port deletion for 8c3233c3-4efd-49ae-83aa-9c6e1a254039 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:01:20.851085 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0f74c364-1a1e-4911-8deb-853d040046a0 tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (c8976cd0-b538-479a-b87f-d1865f300925), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:20.924756 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-46d5257e-1719-4ecd-874d-ed5654e84705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:20.936205 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e8fa0-3271-4bd3-bd07-a5309a108656 None None] Deleting port fe8db169-2deb-47c3-bf6d-9aa4cae023d0 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:01:20.936369 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3b3e8fa0-3271-4bd3-bd07-a5309a108656 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (fe8db169-2deb-47c3-bf6d-9aa4cae023d0), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:20.967700 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f74c364-1a1e-4911-8deb-853d040046a0 tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] Pushing event updated for resources: {'Port': ['ID=c8976cd0-b538-479a-b87f-d1865f300925,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:21.024592 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-3b3e8fa0-3271-4bd3-bd07-a5309a108656 None None] For port fe8db169-2deb-47c3-bf6d-9aa4cae023d0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe8db169-2deb-47c3-bf6d-9aa4cae023d0,segment=NetworkSegment(1c33481a-a1a0-4cb5-879e-3b12d35e9945),segment_id=1c33481a-a1a0-4cb5-879e-3b12d35e9945)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:21.025075 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3b3e8fa0-3271-4bd3-bd07-a5309a108656 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (fe8db169-2deb-47c3-bf6d-9aa4cae023d0), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:21.043793 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-1170c7d2-c1d8-407f-a7d7-fc358475c07e admin admin] Deleting port fe8db169-2deb-47c3-bf6d-9aa4cae023d0 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:01:21.044246 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1170c7d2-c1d8-407f-a7d7-fc358475c07e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (fe8db169-2deb-47c3-bf6d-9aa4cae023d0), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:21.044717 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e8fa0-3271-4bd3-bd07-a5309a108656 None None] Calling delete_port for fe8db169-2deb-47c3-bf6d-9aa4cae023d0 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:01:21.072051 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0f74c364-1a1e-4911-8deb-853d040046a0 tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (4579527b-d4e0-48fc-b78f-3482f3aabd3a), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:21.115328 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 1c264bcb-8f4d-4d51-a9bd-be143e7f77b1 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:01:21.203270 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3b3e8fa0-3271-4bd3-bd07-a5309a108656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (fe8db169-2deb-47c3-bf6d-9aa4cae023d0), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:21.208677 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 1c264bcb-8f4d-4d51-a9bd-be143e7f77b1 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:01:21.209194 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1c264bcb-8f4d-4d51-a9bd-be143e7f77b1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:21.223324 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-1170c7d2-c1d8-407f-a7d7-fc358475c07e admin admin] For port fe8db169-2deb-47c3-bf6d-9aa4cae023d0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe8db169-2deb-47c3-bf6d-9aa4cae023d0,segment=NetworkSegment(1c33481a-a1a0-4cb5-879e-3b12d35e9945),segment_id=1c33481a-a1a0-4cb5-879e-3b12d35e9945)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:21.223700 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1170c7d2-c1d8-407f-a7d7-fc358475c07e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (fe8db169-2deb-47c3-bf6d-9aa4cae023d0), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:21.256861 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e8fa0-3271-4bd3-bd07-a5309a108656 None None] Pushing event deleted for resources: {'Port': ['ID=fe8db169-2deb-47c3-bf6d-9aa4cae023d0,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:21.267781 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3e8fa0-3271-4bd3-bd07-a5309a108656 None None] No DVR routers for this DVR port fe8db169-2deb-47c3-bf6d-9aa4cae023d0 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:01:21.277734 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-1170c7d2-c1d8-407f-a7d7-fc358475c07e admin admin] Calling delete_port for fe8db169-2deb-47c3-bf6d-9aa4cae023d0 owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:01:21.292009 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998ef1b-f9b8-4e17-8282-f235f78e4492 req-79d6193f-d969-4396-8238-339575d43c91 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:21.297530 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998ef1b-f9b8-4e17-8282-f235f78e4492 req-79d6193f-d969-4396-8238-339575d43c91 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:21.304905 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0998ef1b-f9b8-4e17-8282-f235f78e4492 req-79d6193f-d969-4396-8238-339575d43c91 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bf95e94-737f-4d14-abd4-96de5432dcfb HTTP/1.1" status: 200  len: 1683 time: 0.3424125
Feb 05 21:01:21.360401 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 1c264bcb-8f4d-4d51-a9bd-be143e7f77b1 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:01:21.439512 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device fe8db169-2deb-47c3-bf6d-9aa4cae023d0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:01:21.467827 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: fe8db169-2deb-47c3-bf6d-9aa4cae023d0 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:01:21.468361 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device fe8db169-2deb-47c3-bf6d-9aa4cae023d0 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:01:21.496137 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0998ef1b-f9b8-4e17-8282-f235f78e4492 req-3c8bbb59-13e2-4f19-ae11-a884096eb753 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/security-groups?id=87663b8c-f03c-4830-b2a4-28960820d255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1905980
Feb 05 21:01:21.518339 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-0f74c364-1a1e-4911-8deb-853d040046a0 tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] Floating IP 4579527b-d4e0-48fc-b78f-3482f3aabd3a associated. External IP: 172.35.4.166, port: a0b041a5-54f4-4a82-a1d4-88bab46724d3.
Feb 05 21:01:21.597601 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d5257e-1719-4ecd-874d-ed5654e84705 admin admin] Router 72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:01:21.638710 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d063877-177a-4010-94d6-2ff8b2af5879 req-eace0500-9345-4797-89d0-fc669f7efa6a tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:21.642029 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1d063877-177a-4010-94d6-2ff8b2af5879 req-eace0500-9345-4797-89d0-fc669f7efa6a tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8424c18-089e-4f0e-bb42-6ce51886b5d0 HTTP/1.1" status: 200  len: 946 time: 0.2543516
Feb 05 21:01:21.672204 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1170c7d2-c1d8-407f-a7d7-fc358475c07e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (fe8db169-2deb-47c3-bf6d-9aa4cae023d0), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:21.758264 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1170c7d2-c1d8-407f-a7d7-fc358475c07e admin admin] Pushing event deleted for resources: {'Port': ['ID=fe8db169-2deb-47c3-bf6d-9aa4cae023d0,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:21.784276 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1170c7d2-c1d8-407f-a7d7-fc358475c07e admin admin] No DVR routers for this DVR port fe8db169-2deb-47c3-bf6d-9aa4cae023d0 on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:01:21.884027 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1d063877-177a-4010-94d6-2ff8b2af5879 req-3955a904-93e9-41bb-b91e-a7796ea71dbf tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2280209
Feb 05 21:01:21.884288 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 65fc588f-f54a-4d03-8a9a-88deea4ca912 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:01:21.956702 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 65fc588f-f54a-4d03-8a9a-88deea4ca912 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:01:21.957402 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 65fc588f-f54a-4d03-8a9a-88deea4ca912 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:01:22.387948 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1170c7d2-c1d8-407f-a7d7-fc358475c07e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (8c3233c3-4efd-49ae-83aa-9c6e1a254039), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:22.401481 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d5257e-1719-4ecd-874d-ed5654e84705 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:01:22.414399 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d3a6a8-d7d8-4fac-ad64-a0c304bd61ff None None] Sync routers for ids ['72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:01:22.428755 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d3a6a8-d7d8-4fac-ad64-a0c304bd61ff None None] Routers {'72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:01:22.429550 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-c2d3a6a8-d7d8-4fac-ad64-a0c304bd61ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabe2de80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:01:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:22.459292 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-1170c7d2-c1d8-407f-a7d7-fc358475c07e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db1febaf0>,) {'filters': {'network_id': ['8c3233c3-4efd-49ae-83aa-9c6e1a254039']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:22.491625 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-1170c7d2-c1d8-407f-a7d7-fc358475c07e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db1febaf0>, '1c33481a-a1a0-4cb5-879e-3b12d35e9945') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:22.491934 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-1170c7d2-c1d8-407f-a7d7-fc358475c07e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db1febaf0>, '1c33481a-a1a0-4cb5-879e-3b12d35e9945') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:22.507628 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-46d5257e-1719-4ecd-874d-ed5654e84705 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:22.512045 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-46d5257e-1719-4ecd-874d-ed5654e84705 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 7.0890834
Feb 05 21:01:22.512406 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48260) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:22.514187 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1170c7d2-c1d8-407f-a7d7-fc358475c07e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (1c33481a-a1a0-4cb5-879e-3b12d35e9945), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:22.536567 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b0b081-9aa1-4413-accd-772ee85855bc req-2838bfcc-291f-47fe-8160-350b355b8d67 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:22.538115 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f4b0b081-9aa1-4413-accd-772ee85855bc req-2838bfcc-291f-47fe-8160-350b355b8d67 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 945 time: 0.2232487
Feb 05 21:01:22.604195 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-c2d3a6a8-d7d8-4fac-ad64-a0c304bd61ff None None] Set router 72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:01:22.606917 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1170c7d2-c1d8-407f-a7d7-fc358475c07e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (1c33481a-a1a0-4cb5-879e-3b12d35e9945), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:22.634161 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f74c364-1a1e-4911-8deb-853d040046a0 tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] Router 1111ea9b-2e94-466f-adf9-d6857e704f41 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:01:22.635562 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1170c7d2-c1d8-407f-a7d7-fc358475c07e admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:01:22.635963 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1170c7d2-c1d8-407f-a7d7-fc358475c07e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (1c33481a-a1a0-4cb5-879e-3b12d35e9945), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:22.637734 ncdv-master-1 neutron-server[114391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:01:22.637734 ncdv-master-1 neutron-server[114391]:   self.session.flush()
Feb 05 21:01:22.637734 ncdv-master-1 neutron-server[114391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:01:22.637734 ncdv-master-1 neutron-server[114391]:   self.session.flush()
Feb 05 21:01:22.637734 ncdv-master-1 neutron-server[114391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:01:22.637734 ncdv-master-1 neutron-server[114391]:   self.session.flush()
Feb 05 21:01:22.637734 ncdv-master-1 neutron-server[114391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:01:22.637734 ncdv-master-1 neutron-server[114391]:   self.session.flush()
Feb 05 21:01:22.637734 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:01:22.637734 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:01:22.637734 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:01:22.637734 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:01:22.637734 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:01:22.637734 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:01:22.637734 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:01:22.637734 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:01:22.637734 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:01:22.637734 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:01:22.637734 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:01:22.637734 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:01:22.637734 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:01:22.637734 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:01:22.637734 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:01:22.637734 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:01:22.637734 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:01:22.637734 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:01:22.637734 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:01:22.637734 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:01:22.637734 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:01:22.637734 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:01:22.637734 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:01:22.637734 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:01:22.637734 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:01:22.637734 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:01:22.637734 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:01:22.637734 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:01:22.637734 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:01:22.637734 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:01:22.637734 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:01:22.637734 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:01:22.699475 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f4b0b081-9aa1-4413-accd-772ee85855bc req-ff458017-c2cd-48e4-ad54-ce0f29572c87 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=840ffbe8-1e27-441d-9600-26bf7350d551&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1429551
Feb 05 21:01:22.820171 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1170c7d2-c1d8-407f-a7d7-fc358475c07e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (8c3233c3-4efd-49ae-83aa-9c6e1a254039), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:22.835425 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1170c7d2-c1d8-407f-a7d7-fc358475c07e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:22.845099 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48280) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:22.845348 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1170c7d2-c1d8-407f-a7d7-fc358475c07e admin admin] 10.222.0.32 "DELETE /v2.0/networks/8c3233c3-4efd-49ae-83aa-9c6e1a254039 HTTP/1.1" status: 204  len: 168 time: 2.2937582
Feb 05 21:01:22.869172 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd3311-4f8e-40b9-8f5b-f1ad9a793f04 req-5b1a2c97-e2d9-49fe-b647-c8b170d3f056 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:22.876240 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd3311-4f8e-40b9-8f5b-f1ad9a793f04 req-5b1a2c97-e2d9-49fe-b647-c8b170d3f056 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:22.883654 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-85bd3311-4f8e-40b9-8f5b-f1ad9a793f04 req-5b1a2c97-e2d9-49fe-b647-c8b170d3f056 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bf95e94-737f-4d14-abd4-96de5432dcfb HTTP/1.1" status: 200  len: 1683 time: 0.2647607
Feb 05 21:01:22.889650 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1170c7d2-c1d8-407f-a7d7-fc358475c07e admin admin] Pushing event deleted for resources: {'Network': ['ID=8c3233c3-4efd-49ae-83aa-9c6e1a254039,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:22.902804 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-c2d3a6a8-d7d8-4fac-ad64-a0c304bd61ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabe2de80>, [{'id': '72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924', 'name': 'tempest-ServerActionsTestJSON-395418576-router', 'tenant_id': 'abdf40933f6b4f8099b886dfec3a4473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.182'}], 'enable_snat': True}, 'gw_port_id': '6abf196e-2766-4c3b-bc37-d1ff38a4337f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:01:15Z', 'updated_at': '2022-02-05T21:01:19Z', 'revision_number': 3, 'project_id': 'abdf40933f6b4f8099b886dfec3a4473', 'gw_port': {'id': '6abf196e-2766-4c3b-bc37-d1ff38a4337f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:01:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:01:17Z', 'updated_at': '2022-02-05T21:01:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:22.955411 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d3a6a8-d7d8-4fac-ad64-a0c304bd61ff None None] Checking router: 72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:01:22.955769 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d3a6a8-d7d8-4fac-ad64-a0c304bd61ff None None] Updating router 72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924 port 6abf196e-2766-4c3b-bc37-d1ff38a4337f binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:01:22.984900 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c2d3a6a8-d7d8-4fac-ad64-a0c304bd61ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (6abf196e-2766-4c3b-bc37-d1ff38a4337f), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:23.088972 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-85bd3311-4f8e-40b9-8f5b-f1ad9a793f04 req-0112abc4-e4ba-47e2-891c-0f46e69b971d tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/security-groups?id=87663b8c-f03c-4830-b2a4-28960820d255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2043948
Feb 05 21:01:23.101963 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f74c364-1a1e-4911-8deb-853d040046a0 tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:01:23.117332 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e92708b-89ac-4da7-b08a-1757597ae3fd None None] Sync routers for ids ['1111ea9b-2e94-466f-adf9-d6857e704f41'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:01:23.143984 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36b685-0206-43bc-997a-f90df6861801 req-88164ae2-c85a-4041-b69a-7432621acc19 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:23.144415 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e92708b-89ac-4da7-b08a-1757597ae3fd None None] Routers {'1111ea9b-2e94-466f-adf9-d6857e704f41'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:01:23.145749 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-8e92708b-89ac-4da7-b08a-1757597ae3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8bae370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:01:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['1111ea9b-2e94-466f-adf9-d6857e704f41'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:23.154294 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ed36b685-0206-43bc-997a-f90df6861801 req-88164ae2-c85a-4041-b69a-7432621acc19 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8424c18-089e-4f0e-bb42-6ce51886b5d0 HTTP/1.1" status: 200  len: 946 time: 0.1591830
Feb 05 21:01:23.175316 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0f74c364-1a1e-4911-8deb-853d040046a0 tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:23.222163 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-8e92708b-89ac-4da7-b08a-1757597ae3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8bae370>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:23.237924 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e92708b-89ac-4da7-b08a-1757597ae3fd None None] Routers {'1111ea9b-2e94-466f-adf9-d6857e704f41'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:01:23.240592 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-8e92708b-89ac-4da7-b08a-1757597ae3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8bae370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:01:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['1111ea9b-2e94-466f-adf9-d6857e704f41'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:23.242334 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0f74c364-1a1e-4911-8deb-853d040046a0 tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 988 time: 7.8730135
Feb 05 21:01:23.245100 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48294) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:23.310583 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ed36b685-0206-43bc-997a-f90df6861801 req-f63a39c1-2e6f-487a-93f4-cc3aa652c0c7 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1467624
Feb 05 21:01:23.321567 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-8e92708b-89ac-4da7-b08a-1757597ae3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8bae370>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:23.322224 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e92708b-89ac-4da7-b08a-1757597ae3fd None None] The sync data for ids ['1111ea9b-2e94-466f-adf9-d6857e704f41'] in ncdv-master-1 is: [] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:01:23.446487 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c2d3a6a8-d7d8-4fac-ad64-a0c304bd61ff None None] Publish callbacks [] for port (6abf196e-2766-4c3b-bc37-d1ff38a4337f), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:23.462564 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c2d3a6a8-d7d8-4fac-ad64-a0c304bd61ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (6abf196e-2766-4c3b-bc37-d1ff38a4337f), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:23.494860 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dea84a4a-1ae8-4e65-bac0-903c4793d9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:23.609433 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-c2d3a6a8-d7d8-4fac-ad64-a0c304bd61ff None None] Attempting to bind port 6abf196e-2766-4c3b-bc37-d1ff38a4337f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:01:23.610397 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-c2d3a6a8-d7d8-4fac-ad64-a0c304bd61ff None None] Attempting to bind port 6abf196e-2766-4c3b-bc37-d1ff38a4337f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:01:23.611014 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d3a6a8-d7d8-4fac-ad64-a0c304bd61ff None None] Attempting to bind port 6abf196e-2766-4c3b-bc37-d1ff38a4337f on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:01:23.620286 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d3a6a8-d7d8-4fac-ad64-a0c304bd61ff None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:01:23.620841 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d3a6a8-d7d8-4fac-ad64-a0c304bd61ff None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:01:23.621342 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c2d3a6a8-d7d8-4fac-ad64-a0c304bd61ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:23.621809 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d3a6a8-d7d8-4fac-ad64-a0c304bd61ff None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:01:23.623125 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-c2d3a6a8-d7d8-4fac-ad64-a0c304bd61ff None None] Bound port: 6abf196e-2766-4c3b-bc37-d1ff38a4337f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:01:23.623823 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c2d3a6a8-d7d8-4fac-ad64-a0c304bd61ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (6abf196e-2766-4c3b-bc37-d1ff38a4337f), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:23.626199 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7195f813-2324-4e17-a333-f2e5dac0991f None None] Pushing event updated for resources: {'Port': ['ID=6abf196e-2766-4c3b-bc37-d1ff38a4337f,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:23.637664 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-bb689c4c-ea18-4096-b3b0-289a5641ae4c tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] 10.222.0.32 "GET /v2.0/floatingips/4579527b-d4e0-48fc-b78f-3482f3aabd3a HTTP/1.1" status: 200  len: 983 time: 0.3883231
Feb 05 21:01:23.638464 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48314) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:23.660966 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7195f813-2324-4e17-a333-f2e5dac0991f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:23.661430 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7195f813-2324-4e17-a333-f2e5dac0991f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:23.661883 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7195f813-2324-4e17-a333-f2e5dac0991f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:23.662328 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7195f813-2324-4e17-a333-f2e5dac0991f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:23.662908 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7195f813-2324-4e17-a333-f2e5dac0991f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:23.663363 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7195f813-2324-4e17-a333-f2e5dac0991f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:23.663870 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7195f813-2324-4e17-a333-f2e5dac0991f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:23.664309 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7195f813-2324-4e17-a333-f2e5dac0991f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:23.664862 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7195f813-2324-4e17-a333-f2e5dac0991f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:23.665296 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7195f813-2324-4e17-a333-f2e5dac0991f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:23.665736 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7195f813-2324-4e17-a333-f2e5dac0991f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:23.666169 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7195f813-2324-4e17-a333-f2e5dac0991f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:23.666629 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7195f813-2324-4e17-a333-f2e5dac0991f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:23.712915 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c2d3a6a8-d7d8-4fac-ad64-a0c304bd61ff None None] For port 6abf196e-2766-4c3b-bc37-d1ff38a4337f, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:01:23.717843 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c2d3a6a8-d7d8-4fac-ad64-a0c304bd61ff None None] For port 6abf196e-2766-4c3b-bc37-d1ff38a4337f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6abf196e-2766-4c3b-bc37-d1ff38a4337f,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:01:23.727768 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c2d3a6a8-d7d8-4fac-ad64-a0c304bd61ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (6abf196e-2766-4c3b-bc37-d1ff38a4337f), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:23.741731 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed63ea3-23a6-4d11-8058-b9e5cae2fe27 req-9d9a3f6a-2e1c-46e1-a3e1-33025397d6bc tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:23.744045 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5ed63ea3-23a6-4d11-8058-b9e5cae2fe27 req-9d9a3f6a-2e1c-46e1-a3e1-33025397d6bc tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8424c18-089e-4f0e-bb42-6ce51886b5d0 HTTP/1.1" status: 200  len: 946 time: 0.3015027
Feb 05 21:01:23.798864 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87c43a-e84a-4277-bf86-aa59bf59842c req-4dac9796-8cef-4313-ae34-3743afd094d1 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:23.807945 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87c43a-e84a-4277-bf86-aa59bf59842c req-4dac9796-8cef-4313-ae34-3743afd094d1 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:23.812387 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d3a6a8-d7d8-4fac-ad64-a0c304bd61ff None None] Routers {'72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:01:23.813032 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-c2d3a6a8-d7d8-4fac-ad64-a0c304bd61ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabe2de80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:01:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:23.813194 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-dea84a4a-1ae8-4e65-bac0-903c4793d9cd admin admin] Allocated IP 172.20.0.1 (f513b7e7-60ac-4b04-af41-d1fecee70cba/d3bc4b1d-f312-4b2d-bc48-80b03423d794/131a72c8-ff4d-4ae9-93fb-56fecb516aef) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:01:23.816405 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-af87c43a-e84a-4277-bf86-aa59bf59842c req-4dac9796-8cef-4313-ae34-3743afd094d1 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bf95e94-737f-4d14-abd4-96de5432dcfb HTTP/1.1" status: 200  len: 1683 time: 0.2151685
Feb 05 21:01:23.829519 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a5b3c1c4-5021-42d5-a4ac-ce40920bd67f tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 2249 time: 0.1904008
Feb 05 21:01:23.832434 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48322) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:23.867301 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5ed63ea3-23a6-4d11-8058-b9e5cae2fe27 req-91e134ce-b97c-403b-bced-d5fd5e7f7053 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081135
Feb 05 21:01:23.877593 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7195f813-2324-4e17-a333-f2e5dac0991f None None] Pushing event updated for resources: {'Port': ['ID=6abf196e-2766-4c3b-bc37-d1ff38a4337f,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:24.011793 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-af87c43a-e84a-4277-bf86-aa59bf59842c req-4b58a43c-1642-4305-9f07-226ecd2015c7 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/security-groups?id=87663b8c-f03c-4830-b2a4-28960820d255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1416152
Feb 05 21:01:24.089385 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-307a08d7-a881-4eeb-917c-183e35fb46c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (376aeb69-ae37-4b65-9b46-17fe3fc3c795), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:24.107685 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d61a7b-2927-4447-ac40-13dfc548d228 req-f04d16ab-4aca-4c23-8b8e-f60ed46ffe86 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:24.110174 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a2d61a7b-2927-4447-ac40-13dfc548d228 req-f04d16ab-4aca-4c23-8b8e-f60ed46ffe86 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 945 time: 0.1525278
Feb 05 21:01:24.154584 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dea84a4a-1ae8-4e65-bac0-903c4793d9cd admin admin] Publish callbacks [] for port (131a72c8-ff4d-4ae9-93fb-56fecb516aef), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:24.236765 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-c2d3a6a8-d7d8-4fac-ad64-a0c304bd61ff None None] Set router 72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:01:24.278234 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a2d61a7b-2927-4447-ac40-13dfc548d228 req-ee6f2b44-ab32-434c-a354-e9fd9b90771b tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=840ffbe8-1e27-441d-9600-26bf7350d551&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1538317
Feb 05 21:01:24.314293 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dea84a4a-1ae8-4e65-bac0-903c4793d9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (131a72c8-ff4d-4ae9-93fb-56fecb516aef), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:24.398289 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-d7dc9d13-208a-40fb-8651-f083770eeef8 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Deleting port c8976cd0-b538-479a-b87f-d1865f300925 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:01:24.398921 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d7dc9d13-208a-40fb-8651-f083770eeef8 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (c8976cd0-b538-479a-b87f-d1865f300925), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:24.403095 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea84a4a-1ae8-4e65-bac0-903c4793d9cd admin admin] Network f513b7e7-60ac-4b04-af41-d1fecee70cba is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:01:24.420666 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-dea84a4a-1ae8-4e65-bac0-903c4793d9cd admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:01:24.447966 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea84a4a-1ae8-4e65-bac0-903c4793d9cd admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:01:24.520084 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-c2d3a6a8-d7d8-4fac-ad64-a0c304bd61ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabe2de80>, [{'id': '72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924', 'name': 'tempest-ServerActionsTestJSON-395418576-router', 'tenant_id': 'abdf40933f6b4f8099b886dfec3a4473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.182'}], 'enable_snat': True}, 'gw_port_id': '6abf196e-2766-4c3b-bc37-d1ff38a4337f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:01:15Z', 'updated_at': '2022-02-05T21:01:19Z', 'revision_number': 3, 'project_id': 'abdf40933f6b4f8099b886dfec3a4473', 'gw_port': {'id': '6abf196e-2766-4c3b-bc37-d1ff38a4337f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:01:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:01:17Z', 'updated_at': '2022-02-05T21:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:24.555555 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d3a6a8-d7d8-4fac-ad64-a0c304bd61ff None None] The sync data for ids ['72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924'] in ncdv-master-1 is: [{'id': '72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924', 'name': 'tempest-ServerActionsTestJSON-395418576-router', 'tenant_id': 'abdf40933f6b4f8099b886dfec3a4473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.182'}], 'enable_snat': True}, 'gw_port_id': '6abf196e-2766-4c3b-bc37-d1ff38a4337f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:01:15Z', 'updated_at': '2022-02-05T21:01:19Z', 'revision_number': 3, 'project_id': 'abdf40933f6b4f8099b886dfec3a4473', 'gw_port': {'id': '6abf196e-2766-4c3b-bc37-d1ff38a4337f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:01:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:01:17Z', 'updated_at': '2022-02-05T21:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:01:24.585224 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea84a4a-1ae8-4e65-bac0-903c4793d9cd admin admin] Pushing event updated for resources: {'Port': ['ID=131a72c8-ff4d-4ae9-93fb-56fecb516aef,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:24.611543 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea84a4a-1ae8-4e65-bac0-903c4793d9cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:24.612180 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea84a4a-1ae8-4e65-bac0-903c4793d9cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:24.612702 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea84a4a-1ae8-4e65-bac0-903c4793d9cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:24.613213 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea84a4a-1ae8-4e65-bac0-903c4793d9cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:24.613725 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea84a4a-1ae8-4e65-bac0-903c4793d9cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:24.614481 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea84a4a-1ae8-4e65-bac0-903c4793d9cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:24.614972 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea84a4a-1ae8-4e65-bac0-903c4793d9cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:24.615480 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea84a4a-1ae8-4e65-bac0-903c4793d9cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:24.615964 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea84a4a-1ae8-4e65-bac0-903c4793d9cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:24.616473 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea84a4a-1ae8-4e65-bac0-903c4793d9cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:24.616970 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea84a4a-1ae8-4e65-bac0-903c4793d9cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:24.617617 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea84a4a-1ae8-4e65-bac0-903c4793d9cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:24.618101 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea84a4a-1ae8-4e65-bac0-903c4793d9cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:24.683933 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dea84a4a-1ae8-4e65-bac0-903c4793d9cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:24.690117 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d7dc9d13-208a-40fb-8651-f083770eeef8 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (c8976cd0-b538-479a-b87f-d1865f300925), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:24.690484 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d7dc9d13-208a-40fb-8651-f083770eeef8 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks [] for floatingip (c8976cd0-b538-479a-b87f-d1865f300925), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:24.709342 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-1c8547d8-6933-4216-ac36-b1eddfdeb131 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:24.720170 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-1c8547d8-6933-4216-ac36-b1eddfdeb131 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/networks?id=e409084d-65e0-491a-97ff-e3c112d56ec4 HTTP/1.1" status: 200  len: 814 time: 0.1729426
Feb 05 21:01:24.736981 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-a160c3ec-a6b3-47d9-8c8d-d8e5bc6b84cf tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/quotas/3d98b2fcc2704fad96bcaad8fe84b97a HTTP/1.1" status: 200  len: 375 time: 0.0157638
Feb 05 21:01:24.762483 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-d7dc9d13-208a-40fb-8651-f083770eeef8 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Calling delete_port for c8976cd0-b538-479a-b87f-d1865f300925 owned by network:floatingip {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:01:24.818094 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-0ad24612-25ba-4180-9aa1-9ca9212c397f tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d98b2fcc2704fad96bcaad8fe84b97a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0798490
Feb 05 21:01:24.832564 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-63090186-e8a5-4dbd-9d37-4ee7b6b8a0de None None] Provisioning complete for port 131a72c8-ff4d-4ae9-93fb-56fecb516aef triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:01:24.832948 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-63090186-e8a5-4dbd-9d37-4ee7b6b8a0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (131a72c8-ff4d-4ae9-93fb-56fecb516aef), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:24.920025 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-63090186-e8a5-4dbd-9d37-4ee7b6b8a0de None None] Port 131a72c8-ff4d-4ae9-93fb-56fecb516aef cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:01:24.998259 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-aa933d7f-1009-4cc2-b79f-49a0101096c8 service neutron] 10.222.0.32 "GET /v2.0/networks/e409084d-65e0-491a-97ff-e3c112d56ec4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1789804
Feb 05 21:01:25.159547 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-e25c1cc5-d006-4e00-8f8f-6d2b9d8ae838 service neutron] 10.222.0.32 "GET /v2.0/networks/e409084d-65e0-491a-97ff-e3c112d56ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1602530
Feb 05 21:01:25.240635 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-307a08d7-a881-4eeb-917c-183e35fb46c6 admin admin] Deleting port 409414a2-556e-4fea-8bbc-006eda4be920 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:01:25.241179 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-307a08d7-a881-4eeb-917c-183e35fb46c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (409414a2-556e-4fea-8bbc-006eda4be920), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:25.260984 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dea84a4a-1ae8-4e65-bac0-903c4793d9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (131a72c8-ff4d-4ae9-93fb-56fecb516aef), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:25.334464 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135aa5d-d09f-4a48-8684-e5abd1ac2fa0 req-38725641-28f5-4e9d-867d-8bab8aa12dd8 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:25.342790 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135aa5d-d09f-4a48-8684-e5abd1ac2fa0 req-38725641-28f5-4e9d-867d-8bab8aa12dd8 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:25.350335 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20403eb-1e74-4613-812f-40ab406f55e8 req-6dad86e6-6ae5-4d1c-8406-104a91cfed54 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:25.353273 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9135aa5d-d09f-4a48-8684-e5abd1ac2fa0 req-38725641-28f5-4e9d-867d-8bab8aa12dd8 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bf95e94-737f-4d14-abd4-96de5432dcfb HTTP/1.1" status: 200  len: 1683 time: 0.1446152
Feb 05 21:01:25.358187 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20403eb-1e74-4613-812f-40ab406f55e8 req-6dad86e6-6ae5-4d1c-8406-104a91cfed54 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:25.360950 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f20403eb-1e74-4613-812f-40ab406f55e8 req-6dad86e6-6ae5-4d1c-8406-104a91cfed54 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf95e94-737f-4d14-abd4-96de5432dcfb HTTP/1.1" status: 200  len: 1683 time: 0.2975371
Feb 05 21:01:25.362759 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 6abf196e-2766-4c3b-bc37-d1ff38a4337f up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:01:25.482905 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 6abf196e-2766-4c3b-bc37-d1ff38a4337f triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:01:25.484876 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (6abf196e-2766-4c3b-bc37-d1ff38a4337f), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:25.566356 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9135aa5d-d09f-4a48-8684-e5abd1ac2fa0 req-b3013260-89f5-481d-b359-b28367c90eea tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/security-groups?id=87663b8c-f03c-4830-b2a4-28960820d255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2051885
Feb 05 21:01:25.688234 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 6abf196e-2766-4c3b-bc37-d1ff38a4337f is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:01:25.689108 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (6abf196e-2766-4c3b-bc37-d1ff38a4337f), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:25.732470 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 6abf196e-2766-4c3b-bc37-d1ff38a4337f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6abf196e-2766-4c3b-bc37-d1ff38a4337f,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:25.740154 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6b4a9bd5-b9e3-4751-bd76-8ce2b68dd922 req-9c95ab03-9859-4d3d-aea9-113eee66679a tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=f854044f-b0e6-452e-bd1c-cbbc44dd891d HTTP/1.1" status: 200  len: 210 time: 0.1019602
Feb 05 21:01:25.742843 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (6abf196e-2766-4c3b-bc37-d1ff38a4337f), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:25.802981 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a949be-0e01-4669-af0e-a0c0a2c374d0 req-5a8faa39-1fe5-40f7-a23b-d786adc63c71 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:25.804647 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-79a949be-0e01-4669-af0e-a0c0a2c374d0 req-5a8faa39-1fe5-40f7-a23b-d786adc63c71 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 945 time: 0.1687987
Feb 05 21:01:25.850321 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=6abf196e-2766-4c3b-bc37-d1ff38a4337f,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:25.999099 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-79a949be-0e01-4669-af0e-a0c0a2c374d0 req-0d406be9-dff5-421a-ae3d-f3e0314f6c21 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=840ffbe8-1e27-441d-9600-26bf7350d551&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1852407
Feb 05 21:01:26.256857 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-307a08d7-a881-4eeb-917c-183e35fb46c6 admin admin] For port 409414a2-556e-4fea-8bbc-006eda4be920, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=409414a2-556e-4fea-8bbc-006eda4be920,segment=NetworkSegment(914bec90-149e-468a-8363-f5c6d2d7f2c4),segment_id=914bec90-149e-468a-8363-f5c6d2d7f2c4)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:26.257503 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-307a08d7-a881-4eeb-917c-183e35fb46c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (409414a2-556e-4fea-8bbc-006eda4be920), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:26.289272 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d7dc9d13-208a-40fb-8651-f083770eeef8 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (c8976cd0-b538-479a-b87f-d1865f300925), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:26.359626 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-307a08d7-a881-4eeb-917c-183e35fb46c6 admin admin] Calling delete_port for 409414a2-556e-4fea-8bbc-006eda4be920 owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:01:26.373458 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc9d13-208a-40fb-8651-f083770eeef8 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Pushing event deleted for resources: {'Port': ['ID=c8976cd0-b538-479a-b87f-d1865f300925,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:26.501804 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-f20403eb-1e74-4613-812f-40ab406f55e8 req-e88adda6-09fc-4fc6-931f-a40978cc3f34 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Deleting port 59695629-2828-499b-ad84-6876efab2571 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:01:26.502151 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f20403eb-1e74-4613-812f-40ab406f55e8 req-e88adda6-09fc-4fc6-931f-a40978cc3f34 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (59695629-2828-499b-ad84-6876efab2571), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:26.525972 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2317ede-c1df-4f9c-836e-074338f8a7e9 req-08587187-e2d7-40cb-b36e-ed18c8af68b6 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:26.527508 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f2317ede-c1df-4f9c-836e-074338f8a7e9 req-08587187-e2d7-40cb-b36e-ed18c8af68b6 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8424c18-089e-4f0e-bb42-6ce51886b5d0 HTTP/1.1" status: 200  len: 946 time: 0.7040648
Feb 05 21:01:26.694254 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d7dc9d13-208a-40fb-8651-f083770eeef8 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks [] for floatingip (4579527b-d4e0-48fc-b78f-3482f3aabd3a), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:26.694621 ncdv-master-1 neutron-server[114390]: INFO neutron.db.l3_db [None req-d7dc9d13-208a-40fb-8651-f083770eeef8 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Floating IP 4579527b-d4e0-48fc-b78f-3482f3aabd3a disassociated (deleted). External IP: 172.35.4.166, port: a0b041a5-54f4-4a82-a1d4-88bab46724d3.
Feb 05 21:01:26.701934 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dea84a4a-1ae8-4e65-bac0-903c4793d9cd admin admin] Publish callbacks [] for port (131a72c8-ff4d-4ae9-93fb-56fecb516aef), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:26.760625 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211f26c-7b26-4e8c-b109-bfbc00ae3528 req-0878b36b-8f93-4e59-9b4d-897346b5443a tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:26.762629 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dea84a4a-1ae8-4e65-bac0-903c4793d9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (131a72c8-ff4d-4ae9-93fb-56fecb516aef), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:26.771201 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211f26c-7b26-4e8c-b109-bfbc00ae3528 req-0878b36b-8f93-4e59-9b4d-897346b5443a tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:26.772949 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e211f26c-7b26-4e8c-b109-bfbc00ae3528 req-0878b36b-8f93-4e59-9b4d-897346b5443a tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bf95e94-737f-4d14-abd4-96de5432dcfb HTTP/1.1" status: 200  len: 1683 time: 0.1019034
Feb 05 21:01:26.892641 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e211f26c-7b26-4e8c-b109-bfbc00ae3528 req-c13b9b27-9169-4388-93bf-cd71ea1fe614 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/security-groups?id=87663b8c-f03c-4830-b2a4-28960820d255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011851
Feb 05 21:01:26.976860 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea84a4a-1ae8-4e65-bac0-903c4793d9cd admin admin] Pushing event updated for resources: {'Port': ['ID=131a72c8-ff4d-4ae9-93fb-56fecb516aef,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:26.983018 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-f20403eb-1e74-4613-812f-40ab406f55e8 req-e88adda6-09fc-4fc6-931f-a40978cc3f34 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] For port 59695629-2828-499b-ad84-6876efab2571, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=59695629-2828-499b-ad84-6876efab2571,segment=NetworkSegment(1d8c20b0-816b-4ee0-9403-9b7f1810c206),segment_id=1d8c20b0-816b-4ee0-9403-9b7f1810c206)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:26.983396 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f20403eb-1e74-4613-812f-40ab406f55e8 req-e88adda6-09fc-4fc6-931f-a40978cc3f34 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (59695629-2828-499b-ad84-6876efab2571), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:26.986205 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dea84a4a-1ae8-4e65-bac0-903c4793d9cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:26.989131 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5c75c423-7870-4dfd-b2ee-72c6add6e5fa req-947006d6-74b6-4f6f-8473-0c42d7d18be3 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=f854044f-b0e6-452e-bd1c-cbbc44dd891d HTTP/1.1" status: 200  len: 210 time: 0.1085830
Feb 05 21:01:27.036219 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-f20403eb-1e74-4613-812f-40ab406f55e8 req-e88adda6-09fc-4fc6-931f-a40978cc3f34 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Calling delete_port for 59695629-2828-499b-ad84-6876efab2571 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:01:27.179562 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 6abf196e-2766-4c3b-bc37-d1ff38a4337f up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:01:27.233541 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-8c163267-1562-4caf-a152-6716685f3da0 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:27.235913 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-8c163267-1562-4caf-a152-6716685f3da0 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.39 "GET /v2.0/networks?id=e409084d-65e0-491a-97ff-e3c112d56ec4 HTTP/1.1" status: 200  len: 814 time: 0.3304501
Feb 05 21:01:27.251787 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-87a6c87e-bdd9-435c-a2a1-0d981aba6984 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Request body: {'port': {'device_id': 'f854044f-b0e6-452e-bd1c-cbbc44dd891d', 'network_id': 'e409084d-65e0-491a-97ff-e3c112d56ec4', 'admin_state_up': True, 'tenant_id': '3d98b2fcc2704fad96bcaad8fe84b97a'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:01:27.288802 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 6abf196e-2766-4c3b-bc37-d1ff38a4337f triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:01:27.289351 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (6abf196e-2766-4c3b-bc37-d1ff38a4337f), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:27.303885 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-f2317ede-c1df-4f9c-836e-074338f8a7e9 req-5866d8f1-eb5a-48d4-b2e4-e07112555c7c tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Deleting port 421aedf2-3c33-4752-8b22-89f933ce548c {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:01:27.304501 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f2317ede-c1df-4f9c-836e-074338f8a7e9 req-5866d8f1-eb5a-48d4-b2e4-e07112555c7c tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (421aedf2-3c33-4752-8b22-89f933ce548c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:27.386900 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-307a08d7-a881-4eeb-917c-183e35fb46c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (409414a2-556e-4fea-8bbc-006eda4be920), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:27.414021 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7afea3-876d-4f18-b77c-45a070fc0753 req-3d0a135a-efc0-44d5-bdaf-7250c2ac213d tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:27.416119 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7a7afea3-876d-4f18-b77c-45a070fc0753 req-3d0a135a-efc0-44d5-bdaf-7250c2ac213d tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 945 time: 0.2818956
Feb 05 21:01:27.425720 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 6abf196e-2766-4c3b-bc37-d1ff38a4337f is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:01:27.467503 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-87a6c87e-bdd9-435c-a2a1-0d981aba6984 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Made reservation on behalf of 3d98b2fcc2704fad96bcaad8fe84b97a for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:01:27.471096 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-87a6c87e-bdd9-435c-a2a1-0d981aba6984 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:27.498195 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307a08d7-a881-4eeb-917c-183e35fb46c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=409414a2-556e-4fea-8bbc-006eda4be920,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:27.501825 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7a7afea3-876d-4f18-b77c-45a070fc0753 req-e09f9458-4b5e-4f45-90f3-63ca31e7a412 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=840ffbe8-1e27-441d-9600-26bf7350d551&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0755403
Feb 05 21:01:27.536273 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea84a4a-1ae8-4e65-bac0-903c4793d9cd admin admin] Network f513b7e7-60ac-4b04-af41-d1fecee70cba is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:01:27.545771 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-dea84a4a-1ae8-4e65-bac0-903c4793d9cd admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:01:27.631855 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-f2317ede-c1df-4f9c-836e-074338f8a7e9 req-5866d8f1-eb5a-48d4-b2e4-e07112555c7c tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] For port 421aedf2-3c33-4752-8b22-89f933ce548c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=421aedf2-3c33-4752-8b22-89f933ce548c,segment=NetworkSegment(2a52932a-0773-4bb3-a5f4-675383624606),segment_id=2a52932a-0773-4bb3-a5f4-675383624606)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:27.632329 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f2317ede-c1df-4f9c-836e-074338f8a7e9 req-5866d8f1-eb5a-48d4-b2e4-e07112555c7c tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (421aedf2-3c33-4752-8b22-89f933ce548c), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:27.705502 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-87a6c87e-bdd9-435c-a2a1-0d981aba6984 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Allocated IP 172.20.0.14 (e409084d-65e0-491a-97ff-e3c112d56ec4/896ddbdf-ac25-4e4f-b6a8-33cece06deaa/67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:01:27.738422 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-f2317ede-c1df-4f9c-836e-074338f8a7e9 req-5866d8f1-eb5a-48d4-b2e4-e07112555c7c tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Calling delete_port for 421aedf2-3c33-4752-8b22-89f933ce548c owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:01:27.791939 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7dc9d13-208a-40fb-8651-f083770eeef8 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Router 1111ea9b-2e94-466f-adf9-d6857e704f41 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:01:27.982423 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-34227c20-3b7b-473e-b340-ac14d018a7aa None None] Provisioning complete for port 131a72c8-ff4d-4ae9-93fb-56fecb516aef triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:01:27.983089 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-34227c20-3b7b-473e-b340-ac14d018a7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (131a72c8-ff4d-4ae9-93fb-56fecb516aef), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:28.057785 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-34227c20-3b7b-473e-b340-ac14d018a7aa None None] Port 131a72c8-ff4d-4ae9-93fb-56fecb516aef cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:01:28.072542 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f20403eb-1e74-4613-812f-40ab406f55e8 req-e88adda6-09fc-4fc6-931f-a40978cc3f34 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (59695629-2828-499b-ad84-6876efab2571), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:28.133191 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea84a4a-1ae8-4e65-bac0-903c4793d9cd admin admin] Router 72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:01:28.171269 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dbb7ec-52a8-4536-97a1-1c79db1fb1c3 req-1bca21a7-3cde-4225-bbed-1b0e052f45f1 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:28.176879 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88adda6-09fc-4fc6-931f-a40978cc3f34 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Pushing event deleted for resources: {'Port': ['ID=59695629-2828-499b-ad84-6876efab2571,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:28.177821 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dbb7ec-52a8-4536-97a1-1c79db1fb1c3 req-1bca21a7-3cde-4225-bbed-1b0e052f45f1 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:28.179533 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-61dbb7ec-52a8-4536-97a1-1c79db1fb1c3 req-1bca21a7-3cde-4225-bbed-1b0e052f45f1 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bf95e94-737f-4d14-abd4-96de5432dcfb HTTP/1.1" status: 200  len: 1683 time: 0.1618657
Feb 05 21:01:28.199673 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a851634b-7b5f-4d5c-a128-85a486f95d15 req-b561b970-c0ed-402e-84de-d51b118de3f8 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=f854044f-b0e6-452e-bd1c-cbbc44dd891d HTTP/1.1" status: 200  len: 210 time: 0.0865047
Feb 05 21:01:28.290605 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-61dbb7ec-52a8-4536-97a1-1c79db1fb1c3 req-641defbe-219f-4a5f-84f9-6073c510af44 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/security-groups?id=87663b8c-f03c-4830-b2a4-28960820d255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931358
Feb 05 21:01:28.294156 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-87a6c87e-bdd9-435c-a2a1-0d981aba6984 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Publish callbacks [] for port (67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:28.334626 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-87a6c87e-bdd9-435c-a2a1-0d981aba6984 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:28.398147 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-87a6c87e-bdd9-435c-a2a1-0d981aba6984 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Network e409084d-65e0-491a-97ff-e3c112d56ec4 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:01:28.402416 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-87a6c87e-bdd9-435c-a2a1-0d981aba6984 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:01:28.407360 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-87a6c87e-bdd9-435c-a2a1-0d981aba6984 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:01:28.415416 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a6c87e-bdd9-435c-a2a1-0d981aba6984 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Pushing event updated for resources: {'Port': ['ID=67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:28.476625 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-87a6c87e-bdd9-435c-a2a1-0d981aba6984 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:28.477392 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-87a6c87e-bdd9-435c-a2a1-0d981aba6984 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:28.505576 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-87a6c87e-bdd9-435c-a2a1-0d981aba6984 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2586093
Feb 05 21:01:28.520254 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-9148fc55-1adb-4d0d-9665-8d65ebf2c49c service neutron] Request body: {'port': {'device_id': 'f854044f-b0e6-452e-bd1c-cbbc44dd891d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:01:28.630750 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-9148fc55-1adb-4d0d-9665-8d65ebf2c49c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:28.668296 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20403eb-1e74-4613-812f-40ab406f55e8 req-e88adda6-09fc-4fc6-931f-a40978cc3f34 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] No DVR routers for this DVR port 59695629-2828-499b-ad84-6876efab2571 on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:01:28.673681 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f20403eb-1e74-4613-812f-40ab406f55e8 req-e88adda6-09fc-4fc6-931f-a40978cc3f34 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:28.678040 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f20403eb-1e74-4613-812f-40ab406f55e8 req-e88adda6-09fc-4fc6-931f-a40978cc3f34 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.39 "DELETE /v2.0/ports/59695629-2828-499b-ad84-6876efab2571 HTTP/1.1" status: 204  len: 173 time: 3.3068676
Feb 05 21:01:28.685319 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf95e94-737f-4d14-abd4-96de5432dcfb', 'name': 'network-vif-deleted', 'tag': '59695629-2828-499b-ad84-6876efab2571'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:01:28.687775 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8ec646-dd25-4b6e-b70f-5611ec3b344e" -d '{"events": [{"server_uuid": "5bf95e94-737f-4d14-abd4-96de5432dcfb", "name": "network-vif-deleted", "tag": "59695629-2828-499b-ad84-6876efab2571"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:01:28.750061 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14d8e74-4a42-4dfa-8315-408ac4e56e02 x-openstack-request-id: req-b14d8e74-4a42-4dfa-8315-408ac4e56e02 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:01:28.750458 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf95e94-737f-4d14-abd4-96de5432dcfb", "name": "network-vif-deleted", "tag": "59695629-2828-499b-ad84-6876efab2571", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:01:28.750795 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b14d8e74-4a42-4dfa-8315-408ac4e56e02 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:01:28.751259 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf95e94-737f-4d14-abd4-96de5432dcfb', 'name': 'network-vif-deleted', 'tag': '59695629-2828-499b-ad84-6876efab2571', 'status': 'completed', 'code': 200}
Feb 05 21:01:28.785039 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-307a08d7-a881-4eeb-917c-183e35fb46c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (376aeb69-ae37-4b65-9b46-17fe3fc3c795), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:28.809290 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6dbc68-ab54-4631-8450-12d8e76a728e req-b41110ee-f6b8-4946-8123-4a6f1d2965fb tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:28.811560 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bc6dbc68-ab54-4631-8450-12d8e76a728e req-b41110ee-f6b8-4946-8123-4a6f1d2965fb tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 945 time: 0.1614931
Feb 05 21:01:28.815535 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7dc9d13-208a-40fb-8651-f083770eeef8 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:01:28.826869 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ebd8f3-7925-4598-b868-3c1f028699f1 None None] Sync routers for ids ['1111ea9b-2e94-466f-adf9-d6857e704f41'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:01:28.831545 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d7dc9d13-208a-40fb-8651-f083770eeef8 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:28.838738 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ebd8f3-7925-4598-b868-3c1f028699f1 None None] Routers {'1111ea9b-2e94-466f-adf9-d6857e704f41'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:01:28.839698 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-48ebd8f3-7925-4598-b868-3c1f028699f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8bfc040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:01:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['1111ea9b-2e94-466f-adf9-d6857e704f41'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:28.874793 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-48ebd8f3-7925-4598-b868-3c1f028699f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8bfc040>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:28.883401 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ebd8f3-7925-4598-b868-3c1f028699f1 None None] Routers {'1111ea9b-2e94-466f-adf9-d6857e704f41'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:01:28.884274 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-48ebd8f3-7925-4598-b868-3c1f028699f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8bfc040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:01:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['1111ea9b-2e94-466f-adf9-d6857e704f41'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:28.892085 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bc6dbc68-ab54-4631-8450-12d8e76a728e req-98d53fa3-9bf9-48ba-8ea0-2dd94e238365 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=840ffbe8-1e27-441d-9600-26bf7350d551&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0744069
Feb 05 21:01:28.921000 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-48ebd8f3-7925-4598-b868-3c1f028699f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8bfc040>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:28.921744 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ebd8f3-7925-4598-b868-3c1f028699f1 None None] The sync data for ids ['1111ea9b-2e94-466f-adf9-d6857e704f41'] in ncdv-master-1 is: [] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:01:28.988981 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d7dc9d13-208a-40fb-8651-f083770eeef8 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] 10.222.0.32 "DELETE /v2.0/floatingips/4579527b-d4e0-48fc-b78f-3482f3aabd3a HTTP/1.1" status: 204  len: 168 time: 5.1493154
Feb 05 21:01:28.989253 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48554) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:28.999580 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-ee736a6c-6734-4a0a-89cf-4d56255abfe6 tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:01:29.009364 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f2317ede-c1df-4f9c-836e-074338f8a7e9 req-5866d8f1-eb5a-48d4-b2e4-e07112555c7c tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (421aedf2-3c33-4752-8b22-89f933ce548c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:29.027588 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-9148fc55-1adb-4d0d-9665-8d65ebf2c49c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:01:29.045098 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-9148fc55-1adb-4d0d-9665-8d65ebf2c49c service neutron] Publish callbacks [] for port (67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:29.062703 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-9148fc55-1adb-4d0d-9665-8d65ebf2c49c service neutron] Transition to ACTIVE for port object 67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:01:29.068769 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-9148fc55-1adb-4d0d-9665-8d65ebf2c49c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:29.094474 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5866d8f1-eb5a-48d4-b2e4-e07112555c7c tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Pushing event deleted for resources: {'Port': ['ID=421aedf2-3c33-4752-8b22-89f933ce548c,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:29.096700 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea84a4a-1ae8-4e65-bac0-903c4793d9cd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:01:29.116559 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25691734-ade6-4b27-8d2a-8088d0752f8a None None] Sync routers for ids ['72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:01:29.135262 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-dea84a4a-1ae8-4e65-bac0-903c4793d9cd admin admin] 10.222.0.32 "PUT /v2.0/routers/72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6024144
Feb 05 21:01:29.136517 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25691734-ade6-4b27-8d2a-8088d0752f8a None None] Routers {'72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:01:29.136718 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148fc55-1adb-4d0d-9665-8d65ebf2c49c service neutron] Pushing event updated for resources: {'Port': ['ID=67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:29.138066 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-25691734-ade6-4b27-8d2a-8088d0752f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8c4f2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:01:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:29.172255 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ee736a6c-6734-4a0a-89cf-4d56255abfe6 tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:29.173996 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9148fc55-1adb-4d0d-9665-8d65ebf2c49c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:29.175154 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9148fc55-1adb-4d0d-9665-8d65ebf2c49c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:29.175707 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9148fc55-1adb-4d0d-9665-8d65ebf2c49c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:29.176273 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9148fc55-1adb-4d0d-9665-8d65ebf2c49c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:29.177024 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9148fc55-1adb-4d0d-9665-8d65ebf2c49c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:29.177708 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9148fc55-1adb-4d0d-9665-8d65ebf2c49c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:29.178256 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9148fc55-1adb-4d0d-9665-8d65ebf2c49c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:29.178827 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9148fc55-1adb-4d0d-9665-8d65ebf2c49c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:29.179356 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9148fc55-1adb-4d0d-9665-8d65ebf2c49c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:29.179887 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9148fc55-1adb-4d0d-9665-8d65ebf2c49c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:29.180421 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9148fc55-1adb-4d0d-9665-8d65ebf2c49c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:29.180968 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9148fc55-1adb-4d0d-9665-8d65ebf2c49c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:29.181492 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9148fc55-1adb-4d0d-9665-8d65ebf2c49c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:29.209941 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2317ede-c1df-4f9c-836e-074338f8a7e9 req-5866d8f1-eb5a-48d4-b2e4-e07112555c7c tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] No DVR routers for this DVR port 421aedf2-3c33-4752-8b22-89f933ce548c on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:01:29.219731 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f2317ede-c1df-4f9c-836e-074338f8a7e9 req-5866d8f1-eb5a-48d4-b2e4-e07112555c7c tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:29.223058 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f2317ede-c1df-4f9c-836e-074338f8a7e9 req-5866d8f1-eb5a-48d4-b2e4-e07112555c7c tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.39 "DELETE /v2.0/ports/421aedf2-3c33-4752-8b22-89f933ce548c HTTP/1.1" status: 204  len: 173 time: 2.6817870
Feb 05 21:01:29.243896 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-f20403eb-1e74-4613-812f-40ab406f55e8 req-6d3fc0b8-2a5c-4040-86d0-bbbfa8a2636a tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Deleting port a2bf9bf4-9b19-451a-91fe-800d52111eba {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:01:29.244580 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f20403eb-1e74-4613-812f-40ab406f55e8 req-6d3fc0b8-2a5c-4040-86d0-bbbfa8a2636a tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (a2bf9bf4-9b19-451a-91fe-800d52111eba), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:29.253710 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-9148fc55-1adb-4d0d-9665-8d65ebf2c49c service neutron] Attempting to bind port 67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:01:29.254053 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-9148fc55-1adb-4d0d-9665-8d65ebf2c49c service neutron] Attempting to bind port 67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2a52932a-0773-4bb3-a5f4-675383624606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e409084d-65e0-491a-97ff-e3c112d56ec4'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:01:29.254410 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-9148fc55-1adb-4d0d-9665-8d65ebf2c49c service neutron] Attempting to bind port 67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0 on network e409084d-65e0-491a-97ff-e3c112d56ec4 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:01:29.274302 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-9148fc55-1adb-4d0d-9665-8d65ebf2c49c service neutron] Port 67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0 on network e409084d-65e0-491a-97ff-e3c112d56ec4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:01:29.277959 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-9148fc55-1adb-4d0d-9665-8d65ebf2c49c service neutron] Attempting to bind port 67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0 on network e409084d-65e0-491a-97ff-e3c112d56ec4 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:01:29.285426 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-9148fc55-1adb-4d0d-9665-8d65ebf2c49c service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:01:29.286057 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-9148fc55-1adb-4d0d-9665-8d65ebf2c49c service neutron] Checking segment: {'id': '2a52932a-0773-4bb3-a5f4-675383624606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e409084d-65e0-491a-97ff-e3c112d56ec4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:01:29.286723 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-9148fc55-1adb-4d0d-9665-8d65ebf2c49c service neutron] Bound using segment: {'id': '2a52932a-0773-4bb3-a5f4-675383624606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e409084d-65e0-491a-97ff-e3c112d56ec4'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:01:29.289304 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-9148fc55-1adb-4d0d-9665-8d65ebf2c49c service neutron] Bound port: 67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a52932a-0773-4bb3-a5f4-675383624606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e409084d-65e0-491a-97ff-e3c112d56ec4'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:01:29.291543 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-9148fc55-1adb-4d0d-9665-8d65ebf2c49c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:29.418184 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-25691734-ade6-4b27-8d2a-8088d0752f8a None None] Set router 72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:01:29.495025 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-f20403eb-1e74-4613-812f-40ab406f55e8 req-6d3fc0b8-2a5c-4040-86d0-bbbfa8a2636a tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] For port a2bf9bf4-9b19-451a-91fe-800d52111eba, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a2bf9bf4-9b19-451a-91fe-800d52111eba,segment=NetworkSegment(eec6d582-f1ac-4b43-acd8-5c1d2004a91d),segment_id=eec6d582-f1ac-4b43-acd8-5c1d2004a91d)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:29.495771 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f20403eb-1e74-4613-812f-40ab406f55e8 req-6d3fc0b8-2a5c-4040-86d0-bbbfa8a2636a tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (a2bf9bf4-9b19-451a-91fe-800d52111eba), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:29.515739 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-f20403eb-1e74-4613-812f-40ab406f55e8 req-6d3fc0b8-2a5c-4040-86d0-bbbfa8a2636a tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Calling delete_port for a2bf9bf4-9b19-451a-91fe-800d52111eba owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:01:29.546312 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307a08d7-a881-4eeb-917c-183e35fb46c6 admin admin] Router 376aeb69-ae37-4b65-9b46-17fe3fc3c795 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:01:29.614014 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ee736a6c-6734-4a0a-89cf-4d56255abfe6 tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:29.630821 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d871eb-6031-419d-a2ec-1b224ad58026 req-9129ee6e-0b6a-48b8-9da1-1c10714db3e1 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:29.638937 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-73d871eb-6031-419d-a2ec-1b224ad58026 req-9129ee6e-0b6a-48b8-9da1-1c10714db3e1 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=f854044f-b0e6-452e-bd1c-cbbc44dd891d HTTP/1.1" status: 200  len: 944 time: 0.2941241
Feb 05 21:01:29.683362 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-9148fc55-1adb-4d0d-9665-8d65ebf2c49c service neutron] For port 67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:01:29.733006 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-9148fc55-1adb-4d0d-9665-8d65ebf2c49c service neutron] For port 67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0,segment=NetworkSegment(2a52932a-0773-4bb3-a5f4-675383624606),segment_id=2a52932a-0773-4bb3-a5f4-675383624606)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:01:29.777228 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65a14c-2a88-489f-a385-cb2a201d9a04 req-b1fe989d-3b99-49a4-871c-a638c7fcad97 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:29.790413 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-25691734-ade6-4b27-8d2a-8088d0752f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8c4f2b0>, [{'id': '72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924', 'name': 'tempest-ServerActionsTestJSON-395418576-router', 'tenant_id': 'abdf40933f6b4f8099b886dfec3a4473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.182'}], 'enable_snat': True}, 'gw_port_id': '6abf196e-2766-4c3b-bc37-d1ff38a4337f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:01:15Z', 'updated_at': '2022-02-05T21:01:25Z', 'revision_number': 4, 'project_id': 'abdf40933f6b4f8099b886dfec3a4473', 'gw_port': {'id': '6abf196e-2766-4c3b-bc37-d1ff38a4337f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:01:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:01:17Z', 'updated_at': '2022-02-05T21:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '131a72c8-ff4d-4ae9-93fb-56fecb516aef', 'name': '', 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba', 'tenant_id': 'abdf40933f6b4f8099b886dfec3a4473', 'mac_address': 'fa:16:3e:fc:6e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'd3bc4b1d-f312-4b2d-bc48-80b03423d794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:01:23Z', 'updated_at': '2022-02-05T21:01:25Z', 'revision_number': 2, 'project_id': 'abdf40933f6b4f8099b886dfec3a4473', 'subnets': [{'id': 'd3bc4b1d-f312-4b2d-bc48-80b03423d794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:29.791525 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5c65a14c-2a88-489f-a385-cb2a201d9a04 req-b1fe989d-3b99-49a4-871c-a638c7fcad97 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bf95e94-737f-4d14-abd4-96de5432dcfb HTTP/1.1" status: 200  len: 946 time: 0.3477461
Feb 05 21:01:29.807775 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-9148fc55-1adb-4d0d-9665-8d65ebf2c49c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:29.866580 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25691734-ade6-4b27-8d2a-8088d0752f8a None None] Checking router: 72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:01:29.867449 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25691734-ade6-4b27-8d2a-8088d0752f8a None None] Updating router 72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924 port 131a72c8-ff4d-4ae9-93fb-56fecb516aef binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:01:29.885791 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-73d871eb-6031-419d-a2ec-1b224ad58026 req-39b5300b-def7-445f-8fb5-f10ed73d066e tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2459772
Feb 05 21:01:29.893242 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-ee736a6c-6734-4a0a-89cf-4d56255abfe6 tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] Allocated IP 172.35.4.201 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/398a068a-aa5b-4a6b-bf5a-1ebf0561a422) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:01:29.908949 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-9148fc55-1adb-4d0d-9665-8d65ebf2c49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:29.909695 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-9148fc55-1adb-4d0d-9665-8d65ebf2c49c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:29.912654 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-9148fc55-1adb-4d0d-9665-8d65ebf2c49c service neutron] 10.222.0.39 "PUT /v2.0/ports/67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0 HTTP/1.1" status: 200  len: 1092 time: 1.3978543
Feb 05 21:01:29.915161 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f854044f-b0e6-452e-bd1c-cbbc44dd891d', 'tag': '67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:01:29.917351 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6eda98-ec5b-44c8-a1a9-c79777fadc32" -d '{"events": [{"name": "network-changed", "server_uuid": "f854044f-b0e6-452e-bd1c-cbbc44dd891d", "tag": "67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:01:29.940582 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device a2bf9bf4-9b19-451a-91fe-800d52111eba no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:01:29.941402 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-25691734-ade6-4b27-8d2a-8088d0752f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (131a72c8-ff4d-4ae9-93fb-56fecb516aef), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:29.964009 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148fc55-1adb-4d0d-9665-8d65ebf2c49c service neutron] Pushing event updated for resources: {'Port': ['ID=67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:29.994024 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5c65a14c-2a88-489f-a385-cb2a201d9a04 req-baf9f5ab-34b5-41f6-8211-6b37ceaf3d85 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/security-groups?id=87663b8c-f03c-4830-b2a4-28960820d255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2006929
Feb 05 21:01:30.136670 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-f9f6eab3-8f4c-4e80-add4-f864f94e38d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:30.142505 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-f9f6eab3-8f4c-4e80-add4-f864f94e38d5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3d98b2fcc2704fad96bcaad8fe84b97a&device_id=f854044f-b0e6-452e-bd1c-cbbc44dd891d HTTP/1.1" status: 200  len: 1126 time: 0.1311147
Feb 05 21:01:30.153847 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port a2bf9bf4-9b19-451a-91fe-800d52111eba is: ACTIVE; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:01:30.155603 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a2bf9bf4-9b19-451a-91fe-800d52111eba), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:30.251066 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307a08d7-a881-4eeb-917c-183e35fb46c6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:01:30.271276 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-307a08d7-a881-4eeb-917c-183e35fb46c6 admin admin] 10.222.0.32 "PUT /v2.0/routers/376aeb69-ae37-4b65-9b46-17fe3fc3c795/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4227269
Feb 05 21:01:30.273551 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48608) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:30.275806 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-046274c4-f49b-4da1-9dc8-6eafe17b7ef1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0 HTTP/1.1" status: 200  len: 217 time: 0.1263504
Feb 05 21:01:30.276871 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ee736a6c-6734-4a0a-89cf-4d56255abfe6 tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] Publish callbacks [] for port (398a068a-aa5b-4a6b-bf5a-1ebf0561a422), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:30.312799 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c43d55-db34-45f2-b390-c862612f6133 None None] Sync routers for ids ['376aeb69-ae37-4b65-9b46-17fe3fc3c795'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:01:30.349490 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c43d55-db34-45f2-b390-c862612f6133 None None] Routers {'376aeb69-ae37-4b65-9b46-17fe3fc3c795'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:01:30.350963 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-e98cbaaf-4b52-4f57-941a-1715513a627c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:30.352471 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-36c43d55-db34-45f2-b390-c862612f6133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabb080d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:01:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['376aeb69-ae37-4b65-9b46-17fe3fc3c795'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:30.353061 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-e98cbaaf-4b52-4f57-941a-1715513a627c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=896ddbdf-ac25-4e4f-b6a8-33cece06deaa HTTP/1.1" status: 200  len: 854 time: 0.0713799
Feb 05 21:01:30.401359 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42925eba-68ec-40a4-8deb-bea0c7292519 x-openstack-request-id: req-42925eba-68ec-40a4-8deb-bea0c7292519 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:01:30.402298 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f854044f-b0e6-452e-bd1c-cbbc44dd891d", "tag": "67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:01:30.402298 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-42925eba-68ec-40a4-8deb-bea0c7292519 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:01:30.402550 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f854044f-b0e6-452e-bd1c-cbbc44dd891d', 'tag': '67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0', 'status': 'completed', 'code': 200}
Feb 05 21:01:30.405418 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-f124c769-b1c3-4b80-a0f6-c17cae0433be service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e409084d-65e0-491a-97ff-e3c112d56ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0470407
Feb 05 21:01:30.483461 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1bdfbcd9-b0fe-40e5-be0e-b8524e706981 admin admin] Publish callbacks [] for router (376aeb69-ae37-4b65-9b46-17fe3fc3c795), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:30.576751 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-25691734-ade6-4b27-8d2a-8088d0752f8a None None] Publish callbacks [] for port (131a72c8-ff4d-4ae9-93fb-56fecb516aef), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:30.585133 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-25691734-ade6-4b27-8d2a-8088d0752f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (131a72c8-ff4d-4ae9-93fb-56fecb516aef), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:30.590285 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-36c43d55-db34-45f2-b390-c862612f6133 None None] Set router 376aeb69-ae37-4b65-9b46-17fe3fc3c795 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:01:30.599214 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f20403eb-1e74-4613-812f-40ab406f55e8 req-6d3fc0b8-2a5c-4040-86d0-bbbfa8a2636a tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (a2bf9bf4-9b19-451a-91fe-800d52111eba), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:30.648529 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48610) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:30.660338 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-1b55a87a-41ff-4e43-acad-b992bb9836a4 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1634793079', 'description': 'tempest-description--1665885742'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:01:30.672138 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e039485-cd38-4be7-a8b9-373853475807 None None] Pushing event updated for resources: {'Port': ['ID=131a72c8-ff4d-4ae9-93fb-56fecb516aef,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:30.674575 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-733f28a1-7326-4b72-986a-def84850ae4e service neutron] 10.222.0.39 "GET /v2.0/networks/e409084d-65e0-491a-97ff-e3c112d56ec4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2630372
Feb 05 21:01:30.696456 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ee736a6c-6734-4a0a-89cf-4d56255abfe6 tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (398a068a-aa5b-4a6b-bf5a-1ebf0561a422), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:30.704291 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e039485-cd38-4be7-a8b9-373853475807 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:30.704291 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e039485-cd38-4be7-a8b9-373853475807 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:30.704291 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e039485-cd38-4be7-a8b9-373853475807 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:30.704291 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e039485-cd38-4be7-a8b9-373853475807 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:30.704291 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e039485-cd38-4be7-a8b9-373853475807 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:30.705003 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e039485-cd38-4be7-a8b9-373853475807 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:30.705358 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e039485-cd38-4be7-a8b9-373853475807 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:30.705931 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e039485-cd38-4be7-a8b9-373853475807 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:30.706349 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e039485-cd38-4be7-a8b9-373853475807 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:30.707112 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e039485-cd38-4be7-a8b9-373853475807 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:30.707716 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e039485-cd38-4be7-a8b9-373853475807 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:30.708207 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e039485-cd38-4be7-a8b9-373853475807 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:30.708686 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e039485-cd38-4be7-a8b9-373853475807 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:01:30.719182 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 421aedf2-3c33-4752-8b22-89f933ce548c no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:01:30.723186 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba83a1e-a289-4e5a-b7f8-8d3f08137fec req-a8630ae8-4649-4e14-a56c-e992aef67676 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:30.726097 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3ba83a1e-a289-4e5a-b7f8-8d3f08137fec req-a8630ae8-4649-4e14-a56c-e992aef67676 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 945 time: 0.1640995
Feb 05 21:01:30.753891 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 421aedf2-3c33-4752-8b22-89f933ce548c {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:01:30.754255 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 421aedf2-3c33-4752-8b22-89f933ce548c not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:01:30.754728 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 59695629-2828-499b-ad84-6876efab2571 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:01:30.769784 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8424c18-089e-4f0e-bb42-6ce51886b5d0', 'name': 'network-vif-deleted', 'tag': '421aedf2-3c33-4752-8b22-89f933ce548c'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:01:30.777826 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d1bfb4-f16c-4e10-b9a4-69868f1af2b5" -d '{"events": [{"server_uuid": "c8424c18-089e-4f0e-bb42-6ce51886b5d0", "name": "network-vif-deleted", "tag": "421aedf2-3c33-4752-8b22-89f933ce548c"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:01:30.792452 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 59695629-2828-499b-ad84-6876efab2571 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:01:30.793108 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 59695629-2828-499b-ad84-6876efab2571 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:01:30.799220 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3fc0b8-2a5c-4040-86d0-bbbfa8a2636a tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Pushing event deleted for resources: {'Port': ['ID=a2bf9bf4-9b19-451a-91fe-800d52111eba,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:30.878372 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-25691734-ade6-4b27-8d2a-8088d0752f8a None None] Attempting to bind port 131a72c8-ff4d-4ae9-93fb-56fecb516aef on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:01:30.879050 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-25691734-ade6-4b27-8d2a-8088d0752f8a None None] Attempting to bind port 131a72c8-ff4d-4ae9-93fb-56fecb516aef by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5ac9584d-8528-41b9-ba11-9daf83adba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:01:30.879612 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25691734-ade6-4b27-8d2a-8088d0752f8a None None] Attempting to bind port 131a72c8-ff4d-4ae9-93fb-56fecb516aef on network f513b7e7-60ac-4b04-af41-d1fecee70cba {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:01:30.889083 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25691734-ade6-4b27-8d2a-8088d0752f8a None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:01:30.890494 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25691734-ade6-4b27-8d2a-8088d0752f8a None None] Checking segment: {'id': '5ac9584d-8528-41b9-ba11-9daf83adba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:01:30.891533 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-25691734-ade6-4b27-8d2a-8088d0752f8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:30.892810 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25691734-ade6-4b27-8d2a-8088d0752f8a None None] Bound using segment: {'id': '5ac9584d-8528-41b9-ba11-9daf83adba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:01:30.893489 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-25691734-ade6-4b27-8d2a-8088d0752f8a None None] Bound port: 131a72c8-ff4d-4ae9-93fb-56fecb516aef, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac9584d-8528-41b9-ba11-9daf83adba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:01:30.894107 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-25691734-ade6-4b27-8d2a-8088d0752f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (131a72c8-ff4d-4ae9-93fb-56fecb516aef), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:30.961946 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecdc44ca-5abc-4f28-b942-ad1ec36880d0 x-openstack-request-id: req-ecdc44ca-5abc-4f28-b942-ad1ec36880d0 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:01:30.962530 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8424c18-089e-4f0e-bb42-6ce51886b5d0", "name": "network-vif-deleted", "tag": "421aedf2-3c33-4752-8b22-89f933ce548c", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:01:30.962776 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ecdc44ca-5abc-4f28-b942-ad1ec36880d0 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:01:30.963240 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8424c18-089e-4f0e-bb42-6ce51886b5d0', 'name': 'network-vif-deleted', 'tag': '421aedf2-3c33-4752-8b22-89f933ce548c', 'status': 'completed', 'code': 200}
Feb 05 21:01:31.016359 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cffa1853-713b-4be6-86ab-3fa067078c6c req-1be74469-0e51-4fd3-93cb-bc6fd614269f service neutron] 10.222.0.39 "GET /v2.0/networks/e409084d-65e0-491a-97ff-e3c112d56ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2839146
Feb 05 21:01:31.049537 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-36c43d55-db34-45f2-b390-c862612f6133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabb080d0>, [{'id': '376aeb69-ae37-4b65-9b46-17fe3fc3c795', 'name': 'tempest-TaggedBootDevicesTest-1138880682-router', 'tenant_id': 'cdabee79f7874ec8a1806367256e9348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.161'}], 'enable_snat': True}, 'gw_port_id': '51ea1b96-de7f-40ca-82d6-bb3b87dbffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:55:03Z', 'updated_at': '2022-02-05T21:01:27Z', 'revision_number': 5, 'project_id': 'cdabee79f7874ec8a1806367256e9348', 'gw_port': {'id': '51ea1b96-de7f-40ca-82d6-bb3b87dbffa0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ac:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376aeb69-ae37-4b65-9b46-17fe3fc3c795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:55:05Z', 'updated_at': '2022-02-05T20:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:31.068532 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee736a6c-6734-4a0a-89cf-4d56255abfe6 tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:01:31.074676 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20403eb-1e74-4613-812f-40ab406f55e8 req-6d3fc0b8-2a5c-4040-86d0-bbbfa8a2636a tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] No DVR routers for this DVR port a2bf9bf4-9b19-451a-91fe-800d52111eba on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:01:31.083048 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-ee736a6c-6734-4a0a-89cf-4d56255abfe6 tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:01:31.096088 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f20403eb-1e74-4613-812f-40ab406f55e8 req-6d3fc0b8-2a5c-4040-86d0-bbbfa8a2636a tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:31.101360 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f20403eb-1e74-4613-812f-40ab406f55e8 req-6d3fc0b8-2a5c-4040-86d0-bbbfa8a2636a tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.39 "DELETE /v2.0/ports/a2bf9bf4-9b19-451a-91fe-800d52111eba HTTP/1.1" status: 204  len: 173 time: 2.4083033
Feb 05 21:01:31.112111 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-25691734-ade6-4b27-8d2a-8088d0752f8a None None] For port 131a72c8-ff4d-4ae9-93fb-56fecb516aef, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:01:31.120600 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee736a6c-6734-4a0a-89cf-4d56255abfe6 tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:01:31.122242 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-25691734-ade6-4b27-8d2a-8088d0752f8a None None] For port 131a72c8-ff4d-4ae9-93fb-56fecb516aef, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=131a72c8-ff4d-4ae9-93fb-56fecb516aef,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:01:31.146360 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c43d55-db34-45f2-b390-c862612f6133 None None] Checking router: 376aeb69-ae37-4b65-9b46-17fe3fc3c795 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:01:31.150700 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-25691734-ade6-4b27-8d2a-8088d0752f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (131a72c8-ff4d-4ae9-93fb-56fecb516aef), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:31.177782 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c43d55-db34-45f2-b390-c862612f6133 None None] Routers {'376aeb69-ae37-4b65-9b46-17fe3fc3c795'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:01:31.185590 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-36c43d55-db34-45f2-b390-c862612f6133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabb080d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:01:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['376aeb69-ae37-4b65-9b46-17fe3fc3c795'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:31.199762 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1b55a87a-41ff-4e43-acad-b992bb9836a4 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:31.207340 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1bdfbcd9-b0fe-40e5-be0e-b8524e706981 admin admin] Publish callbacks [] for router_gateway (376aeb69-ae37-4b65-9b46-17fe3fc3c795), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:31.224397 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee736a6c-6734-4a0a-89cf-4d56255abfe6 tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] Pushing event updated for resources: {'Port': ['ID=398a068a-aa5b-4a6b-bf5a-1ebf0561a422,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:31.305249 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3ba83a1e-a289-4e5a-b7f8-8d3f08137fec req-4801f500-7d6c-419d-8c27-68432bc3a637 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=840ffbe8-1e27-441d-9600-26bf7350d551&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5690553
Feb 05 21:01:31.313253 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e039485-cd38-4be7-a8b9-373853475807 None None] Pushing event updated for resources: {'Port': ['ID=131a72c8-ff4d-4ae9-93fb-56fecb516aef,revision_number=4']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:31.323300 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25691734-ade6-4b27-8d2a-8088d0752f8a None None] Routers {'72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:01:31.324080 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-25691734-ade6-4b27-8d2a-8088d0752f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8c4f2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:01:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:31.442987 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-36c43d55-db34-45f2-b390-c862612f6133 None None] Set router 376aeb69-ae37-4b65-9b46-17fe3fc3c795 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:01:31.520361 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-25691734-ade6-4b27-8d2a-8088d0752f8a None None] Set router 72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:01:31.574481 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1b55a87a-41ff-4e43-acad-b992bb9836a4 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks [] for security_group (3a2ba07a-4a9c-4939-99bb-a3249e57e1a6), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:31.592967 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf16c9-b11d-4934-b70a-70cc434e5bb5 req-4f323def-251a-4eec-afb4-62118c183bca tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:31.597077 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ee736a6c-6734-4a0a-89cf-4d56255abfe6 tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] Publish callbacks [] for floatingip (82af4723-81ad-4bf6-984a-86acf629e52d), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:31.604102 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7edf16c9-b11d-4934-b70a-70cc434e5bb5 req-4f323def-251a-4eec-afb4-62118c183bca tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=f854044f-b0e6-452e-bd1c-cbbc44dd891d HTTP/1.1" status: 200  len: 944 time: 0.4919999
Feb 05 21:01:31.620405 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-1bdfbcd9-b0fe-40e5-be0e-b8524e706981 admin admin] Deleting port 51ea1b96-de7f-40ca-82d6-bb3b87dbffa0 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:01:31.620753 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1bdfbcd9-b0fe-40e5-be0e-b8524e706981 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (51ea1b96-de7f-40ca-82d6-bb3b87dbffa0), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:31.668139 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6eda98-ec5b-44c8-a1a9-c79777fadc32 req-da325327-566c-4a63-8254-0b11514e94b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:31.670588 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b6eda98-ec5b-44c8-a1a9-c79777fadc32 req-da325327-566c-4a63-8254-0b11514e94b8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3d98b2fcc2704fad96bcaad8fe84b97a&device_id=f854044f-b0e6-452e-bd1c-cbbc44dd891d HTTP/1.1" status: 200  len: 1126 time: 0.5562260
Feb 05 21:01:31.701308 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fc42f868-160e-4b50-b507-c7f74a4d8397 req-0c2fc2d5-1243-4296-990a-a4d82d2f71e0 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bf95e94-737f-4d14-abd4-96de5432dcfb HTTP/1.1" status: 200  len: 210 time: 0.2310977
Feb 05 21:01:31.701762 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-5445af5c-9c2b-4777-b00a-655a32e8227d None None] Provisioning complete for port 131a72c8-ff4d-4ae9-93fb-56fecb516aef triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:01:31.702151 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5445af5c-9c2b-4777-b00a-655a32e8227d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (131a72c8-ff4d-4ae9-93fb-56fecb516aef), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:31.707346 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1b55a87a-41ff-4e43-acad-b992bb9836a4 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (3a2ba07a-4a9c-4939-99bb-a3249e57e1a6), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:31.775081 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ee736a6c-6734-4a0a-89cf-4d56255abfe6 tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (398a068a-aa5b-4a6b-bf5a-1ebf0561a422), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:31.809111 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-36c43d55-db34-45f2-b390-c862612f6133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabb080d0>, [{'id': '376aeb69-ae37-4b65-9b46-17fe3fc3c795', 'name': 'tempest-TaggedBootDevicesTest-1138880682-router', 'tenant_id': 'cdabee79f7874ec8a1806367256e9348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.161'}], 'enable_snat': True}, 'gw_port_id': '51ea1b96-de7f-40ca-82d6-bb3b87dbffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:55:03Z', 'updated_at': '2022-02-05T21:01:27Z', 'revision_number': 5, 'project_id': 'cdabee79f7874ec8a1806367256e9348', 'gw_port': {'id': '51ea1b96-de7f-40ca-82d6-bb3b87dbffa0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ac:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376aeb69-ae37-4b65-9b46-17fe3fc3c795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:55:05Z', 'updated_at': '2022-02-05T20:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:31.846640 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c43d55-db34-45f2-b390-c862612f6133 None None] The sync data for ids ['376aeb69-ae37-4b65-9b46-17fe3fc3c795'] in ncdv-master-1 is: [{'id': '376aeb69-ae37-4b65-9b46-17fe3fc3c795', 'name': 'tempest-TaggedBootDevicesTest-1138880682-router', 'tenant_id': 'cdabee79f7874ec8a1806367256e9348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.161'}], 'enable_snat': True}, 'gw_port_id': '51ea1b96-de7f-40ca-82d6-bb3b87dbffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:55:03Z', 'updated_at': '2022-02-05T21:01:27Z', 'revision_number': 5, 'project_id': 'cdabee79f7874ec8a1806367256e9348', 'gw_port': {'id': '51ea1b96-de7f-40ca-82d6-bb3b87dbffa0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ac:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376aeb69-ae37-4b65-9b46-17fe3fc3c795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:55:05Z', 'updated_at': '2022-02-05T20:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:01:31.865319 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-5445af5c-9c2b-4777-b00a-655a32e8227d None None] Current status of the port 131a72c8-ff4d-4ae9-93fb-56fecb516aef is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:01:31.865765 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5445af5c-9c2b-4777-b00a-655a32e8227d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (131a72c8-ff4d-4ae9-93fb-56fecb516aef), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:31.885692 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-1bdfbcd9-b0fe-40e5-be0e-b8524e706981 admin admin] For port 51ea1b96-de7f-40ca-82d6-bb3b87dbffa0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=51ea1b96-de7f-40ca-82d6-bb3b87dbffa0,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:31.888783 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1bdfbcd9-b0fe-40e5-be0e-b8524e706981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (51ea1b96-de7f-40ca-82d6-bb3b87dbffa0), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:31.927563 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-5445af5c-9c2b-4777-b00a-655a32e8227d None None] For port 131a72c8-ff4d-4ae9-93fb-56fecb516aef, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=131a72c8-ff4d-4ae9-93fb-56fecb516aef,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:31.936320 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-1bdfbcd9-b0fe-40e5-be0e-b8524e706981 admin admin] Calling delete_port for 51ea1b96-de7f-40ca-82d6-bb3b87dbffa0 owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:01:31.936879 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5445af5c-9c2b-4777-b00a-655a32e8227d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (131a72c8-ff4d-4ae9-93fb-56fecb516aef), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:31.937258 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6eda98-ec5b-44c8-a1a9-c79777fadc32 req-00239740-d7d5-4b31-8336-d61fbe02f00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:31.941173 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b6eda98-ec5b-44c8-a1a9-c79777fadc32 req-00239740-d7d5-4b31-8336-d61fbe02f00b service neutron] 10.222.0.39 "GET /v2.0/networks?id=e409084d-65e0-491a-97ff-e3c112d56ec4 HTTP/1.1" status: 200  len: 915 time: 0.2260244
Feb 05 21:01:31.945428 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55a87a-41ff-4e43-acad-b992bb9836a4 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:31.993459 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b6eda98-ec5b-44c8-a1a9-c79777fadc32 req-6916f006-4819-44bf-8ae1-461f1db63e96 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0 HTTP/1.1" status: 200  len: 217 time: 0.0399673
Feb 05 21:01:32.048717 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-25691734-ade6-4b27-8d2a-8088d0752f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8c4f2b0>, [{'id': '72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924', 'name': 'tempest-ServerActionsTestJSON-395418576-router', 'tenant_id': 'abdf40933f6b4f8099b886dfec3a4473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.182'}], 'enable_snat': True}, 'gw_port_id': '6abf196e-2766-4c3b-bc37-d1ff38a4337f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:01:15Z', 'updated_at': '2022-02-05T21:01:25Z', 'revision_number': 4, 'project_id': 'abdf40933f6b4f8099b886dfec3a4473', 'gw_port': {'id': '6abf196e-2766-4c3b-bc37-d1ff38a4337f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:01:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:01:17Z', 'updated_at': '2022-02-05T21:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '131a72c8-ff4d-4ae9-93fb-56fecb516aef', 'name': '', 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba', 'tenant_id': 'abdf40933f6b4f8099b886dfec3a4473', 'mac_address': 'fa:16:3e:fc:6e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'd3bc4b1d-f312-4b2d-bc48-80b03423d794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:01:23Z', 'updated_at': '2022-02-05T21:01:31Z', 'revision_number': 4, 'project_id': 'abdf40933f6b4f8099b886dfec3a4473', 'subnets': [{'id': 'd3bc4b1d-f312-4b2d-bc48-80b03423d794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:32.060282 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5445af5c-9c2b-4777-b00a-655a32e8227d None None] Pushing event updated for resources: {'Port': ['ID=131a72c8-ff4d-4ae9-93fb-56fecb516aef,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:32.065459 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1b55a87a-41ff-4e43-acad-b992bb9836a4 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:32.068986 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1b55a87a-41ff-4e43-acad-b992bb9836a4 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 1.4151330
Feb 05 21:01:32.073189 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48656) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:32.077733 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-1d20ab19-b3f1-4265-a8b5-06381f9c6fb1 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Request body: {'security_group_rule': {'security_group_id': '3a2ba07a-4a9c-4939-99bb-a3249e57e1a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:01:32.108852 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7edf16c9-b11d-4934-b70a-70cc434e5bb5 req-5dee8b9d-7bd9-454a-8be4-56351a316b26 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5033808
Feb 05 21:01:32.122227 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-5c075ccc-a08e-48a5-9df2-2eb17e533563 None None] Provisioning complete for port 131a72c8-ff4d-4ae9-93fb-56fecb516aef triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:01:32.122739 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5c075ccc-a08e-48a5-9df2-2eb17e533563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (131a72c8-ff4d-4ae9-93fb-56fecb516aef), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:32.123933 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25691734-ade6-4b27-8d2a-8088d0752f8a None None] The sync data for ids ['72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924'] in ncdv-master-1 is: [{'id': '72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924', 'name': 'tempest-ServerActionsTestJSON-395418576-router', 'tenant_id': 'abdf40933f6b4f8099b886dfec3a4473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.182'}], 'enable_snat': True}, 'gw_port_id': '6abf196e-2766-4c3b-bc37-d1ff38a4337f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:01:15Z', 'updated_at': '2022-02-05T21:01:25Z', 'revision_number': 4, 'project_id': 'abdf40933f6b4f8099b886dfec3a4473', 'gw_port': {'id': '6abf196e-2766-4c3b-bc37-d1ff38a4337f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:01:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:01:17Z', 'updated_at': '2022-02-05T21:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '131a72c8-ff4d-4ae9-93fb-56fecb516aef', 'name': '', 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba', 'tenant_id': 'abdf40933f6b4f8099b886dfec3a4473', 'mac_address': 'fa:16:3e:fc:6e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'd3bc4b1d-f312-4b2d-bc48-80b03423d794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:01:23Z', 'updated_at': '2022-02-05T21:01:31Z', 'revision_number': 4, 'project_id': 'abdf40933f6b4f8099b886dfec3a4473', 'subnets': [{'id': 'd3bc4b1d-f312-4b2d-bc48-80b03423d794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:01:32.137655 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6eda98-ec5b-44c8-a1a9-c79777fadc32 req-98fafaf0-90c2-4431-8d2a-6fe8c893eb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:32.139624 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b6eda98-ec5b-44c8-a1a9-c79777fadc32 req-98fafaf0-90c2-4431-8d2a-6fe8c893eb06 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=896ddbdf-ac25-4e4f-b6a8-33cece06deaa HTTP/1.1" status: 200  len: 854 time: 0.1388137
Feb 05 21:01:32.183383 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b6eda98-ec5b-44c8-a1a9-c79777fadc32 req-275086cf-0830-4369-bbbe-b5063c954a22 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e409084d-65e0-491a-97ff-e3c112d56ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0375578
Feb 05 21:01:32.185058 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1d20ab19-b3f1-4265-a8b5-06381f9c6fb1 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks [] for security_group_rule (5ec03c27-15ab-4891-b7f4-56ee4a2d200b), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:32.285922 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ee736a6c-6734-4a0a-89cf-4d56255abfe6 tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] Publish callbacks [] for port (398a068a-aa5b-4a6b-bf5a-1ebf0561a422), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:32.306971 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ee736a6c-6734-4a0a-89cf-4d56255abfe6 tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (398a068a-aa5b-4a6b-bf5a-1ebf0561a422), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:32.333964 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-5c075ccc-a08e-48a5-9df2-2eb17e533563 None None] Current status of the port 131a72c8-ff4d-4ae9-93fb-56fecb516aef is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:01:32.409795 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b6eda98-ec5b-44c8-a1a9-c79777fadc32 req-ebcbf8b7-6cb9-4824-ac9b-2757131fe5c0 service neutron] 10.222.0.39 "GET /v2.0/networks/e409084d-65e0-491a-97ff-e3c112d56ec4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2147167
Feb 05 21:01:32.446858 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee736a6c-6734-4a0a-89cf-4d56255abfe6 tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] Pushing event updated for resources: {'Port': ['ID=398a068a-aa5b-4a6b-bf5a-1ebf0561a422,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:32.477194 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ee736a6c-6734-4a0a-89cf-4d56255abfe6 tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (82af4723-81ad-4bf6-984a-86acf629e52d), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:32.496325 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1bdfbcd9-b0fe-40e5-be0e-b8524e706981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (51ea1b96-de7f-40ca-82d6-bb3b87dbffa0), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:32.536179 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdfbcd9-b0fe-40e5-be0e-b8524e706981 admin admin] Pushing event deleted for resources: {'Port': ['ID=51ea1b96-de7f-40ca-82d6-bb3b87dbffa0,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:32.548085 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ee736a6c-6734-4a0a-89cf-4d56255abfe6 tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:32.549402 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ee736a6c-6734-4a0a-89cf-4d56255abfe6 tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.5538766
Feb 05 21:01:32.556055 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48684) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:32.676493 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1d20ab19-b3f1-4265-a8b5-06381f9c6fb1 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks [] for security_group_rule (5ec03c27-15ab-4891-b7f4-56ee4a2d200b), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:32.690937 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1bdfbcd9-b0fe-40e5-be0e-b8524e706981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (376aeb69-ae37-4b65-9b46-17fe3fc3c795), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:32.702054 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1d20ab19-b3f1-4265-a8b5-06381f9c6fb1 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (5ec03c27-15ab-4891-b7f4-56ee4a2d200b), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:32.779596 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20ab19-b3f1-4265-a8b5-06381f9c6fb1 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ec03c27-15ab-4891-b7f4-56ee4a2d200b,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:32.785577 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1d20ab19-b3f1-4265-a8b5-06381f9c6fb1 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:32.791088 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1d20ab19-b3f1-4265-a8b5-06381f9c6fb1 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7131593
Feb 05 21:01:32.793535 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48700) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:32.804699 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-b95bc01e-7720-4b44-9948-c8ace92b79c5 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Request body: {'security_group_rule': {'security_group_id': '3a2ba07a-4a9c-4939-99bb-a3249e57e1a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:01:32.823237 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48702) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:32.843633 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:01:32.853552 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1bdfbcd9-b0fe-40e5-be0e-b8524e706981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (376aeb69-ae37-4b65-9b46-17fe3fc3c795), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:32.856006 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1bdfbcd9-b0fe-40e5-be0e-b8524e706981 admin admin] Publish callbacks [] for router_controller (376aeb69-ae37-4b65-9b46-17fe3fc3c795), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:32.911696 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b6eda98-ec5b-44c8-a1a9-c79777fadc32 req-0e6af2b5-f03a-441c-984d-101eefd62644 service neutron] 10.222.0.39 "GET /v2.0/networks/e409084d-65e0-491a-97ff-e3c112d56ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4906909
Feb 05 21:01:32.926071 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f53126-c598-4b2a-b49e-8f6914d02261 req-822de02e-364c-473e-9951-45d212273d3b tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:32.928095 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-47f53126-c598-4b2a-b49e-8f6914d02261 req-822de02e-364c-473e-9951-45d212273d3b tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 945 time: 0.5060668
Feb 05 21:01:32.953407 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d60bd73-57e8-49ed-b18f-9e4ab67466c1 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Deleting subnet a9d10fcf-306d-4adf-9af4-deb2d89b0731 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:01:32.958366 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7d60bd73-57e8-49ed-b18f-9e4ab67466c1 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks [] for subnet (a9d10fcf-306d-4adf-9af4-deb2d89b0731), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:33.019035 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b95bc01e-7720-4b44-9948-c8ace92b79c5 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks [] for security_group_rule (71811620-d10f-48f4-9fa5-acd1157bebbd), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:33.068988 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7d60bd73-57e8-49ed-b18f-9e4ab67466c1 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (a9d10fcf-306d-4adf-9af4-deb2d89b0731), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:33.176430 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-47f53126-c598-4b2a-b49e-8f6914d02261 req-ad2cacc9-af5b-4716-8943-38b3575f6743 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=840ffbe8-1e27-441d-9600-26bf7350d551&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2396204
Feb 05 21:01:33.348445 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 131a72c8-ff4d-4ae9-93fb-56fecb516aef up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:01:33.410998 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf95e94-737f-4d14-abd4-96de5432dcfb', 'name': 'network-vif-deleted', 'tag': 'a2bf9bf4-9b19-451a-91fe-800d52111eba'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:01:33.413420 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28598185-c94f-4161-9dea-9d5589ec3996" -d '{"events": [{"server_uuid": "5bf95e94-737f-4d14-abd4-96de5432dcfb", "name": "network-vif-deleted", "tag": "a2bf9bf4-9b19-451a-91fe-800d52111eba"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:01:33.428767 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-0f8b7c7e-37b2-4334-ade2-715d4e2d3a39 tempest-FloatingIPAdminTestJSON-1870423009 tempest-FloatingIPAdminTestJSON-1870423009-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:01:33.463371 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b95bc01e-7720-4b44-9948-c8ace92b79c5 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks [] for security_group_rule (71811620-d10f-48f4-9fa5-acd1157bebbd), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:33.468192 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 131a72c8-ff4d-4ae9-93fb-56fecb516aef triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:01:33.470749 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (131a72c8-ff4d-4ae9-93fb-56fecb516aef), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:33.474414 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1bdfbcd9-b0fe-40e5-be0e-b8524e706981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (376aeb69-ae37-4b65-9b46-17fe3fc3c795), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:33.475019 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdfbcd9-b0fe-40e5-be0e-b8524e706981 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 376aeb69-ae37-4b65-9b46-17fe3fc3c795 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:01:33.480114 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1bdfbcd9-b0fe-40e5-be0e-b8524e706981 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:33.484571 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1bdfbcd9-b0fe-40e5-be0e-b8524e706981 admin admin] 10.222.0.32 "DELETE /v2.0/routers/376aeb69-ae37-4b65-9b46-17fe3fc3c795 HTTP/1.1" status: 204  len: 168 time: 3.2058771
Feb 05 21:01:33.497301 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48718) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:33.501893 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7d60bd73-57e8-49ed-b18f-9e4ab67466c1 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (a9d10fcf-306d-4adf-9af4-deb2d89b0731), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:33.510901 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b95bc01e-7720-4b44-9948-c8ace92b79c5 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (71811620-d10f-48f4-9fa5-acd1157bebbd), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:33.521648 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00445609-3a26-42d1-8e37-ff1124e7fc74 req-fd15bf9f-4930-49fd-8a17-4e82bc106ebc tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:33.530705 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-00445609-3a26-42d1-8e37-ff1124e7fc74 req-fd15bf9f-4930-49fd-8a17-4e82bc106ebc tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=f854044f-b0e6-452e-bd1c-cbbc44dd891d HTTP/1.1" status: 200  len: 944 time: 0.2721238
Feb 05 21:01:33.566933 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0f8b7c7e-37b2-4334-ade2-715d4e2d3a39 tempest-FloatingIPAdminTestJSON-1870423009 tempest-FloatingIPAdminTestJSON-1870423009-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:33.612007 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-8923c1f0-b13c-4f07-8ff2-8bca5e216afb admin admin] Deleting subnet 48da1416-bb05-44e7-ace4-4a8549ce7288 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:01:33.619952 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8923c1f0-b13c-4f07-8ff2-8bca5e216afb admin admin] Publish callbacks [] for subnet (48da1416-bb05-44e7-ace4-4a8549ce7288), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:33.666524 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 131a72c8-ff4d-4ae9-93fb-56fecb516aef is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:01:33.681118 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-22dd3f36-8f33-4390-938a-8cb6ef2111e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:33.685932 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 409414a2-556e-4fea-8bbc-006eda4be920 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:01:33.720951 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8923c1f0-b13c-4f07-8ff2-8bca5e216afb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (48da1416-bb05-44e7-ace4-4a8549ce7288), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:33.734659 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 409414a2-556e-4fea-8bbc-006eda4be920 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:01:33.735316 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 409414a2-556e-4fea-8bbc-006eda4be920 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:01:33.867031 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0f8b7c7e-37b2-4334-ade2-715d4e2d3a39 tempest-FloatingIPAdminTestJSON-1870423009 tempest-FloatingIPAdminTestJSON-1870423009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:33.884593 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8923c1f0-b13c-4f07-8ff2-8bca5e216afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (48da1416-bb05-44e7-ace4-4a8549ce7288), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:33.907676 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:01:34.093666 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8923c1f0-b13c-4f07-8ff2-8bca5e216afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (48da1416-bb05-44e7-ace4-4a8549ce7288), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:34.122048 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-0f8b7c7e-37b2-4334-ade2-715d4e2d3a39 tempest-FloatingIPAdminTestJSON-1870423009 tempest-FloatingIPAdminTestJSON-1870423009-project] Allocated IP 172.35.4.68 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/4dc0640e-4c6f-489c-b16c-a35a8f4a3414) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:01:34.138892 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0,segment=NetworkSegment(2a52932a-0773-4bb3-a5f4-675383624606),segment_id=2a52932a-0773-4bb3-a5f4-675383624606)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:34.173803 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8923c1f0-b13c-4f07-8ff2-8bca5e216afb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48da1416-bb05-44e7-ace4-4a8549ce7288,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:34.175650 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0', 'network_id': 'e409084d-65e0-491a-97ff-e3c112d56ec4', 'port_id': '67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0', 'mac_address': 'fa:16:3e:47:6a:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '896ddbdf-ac25-4e4f-b6a8-33cece06deaa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:01:34.265323 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:01:34.265888 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:34.289439 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12ec58e-1f87-4499-bf42-bd9acd30c26c None None] Network b46dc85a-148b-4e78-820c-9d994c87a04a requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:01:34.313858 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:01:34.326264 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95bc01e-7720-4b44-9948-c8ace92b79c5 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71811620-d10f-48f4-9fa5-acd1157bebbd,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:34.373278 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0f8b7c7e-37b2-4334-ade2-715d4e2d3a39 tempest-FloatingIPAdminTestJSON-1870423009 tempest-FloatingIPAdminTestJSON-1870423009-project] Publish callbacks [] for port (4dc0640e-4c6f-489c-b16c-a35a8f4a3414), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:34.383973 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b95bc01e-7720-4b44-9948-c8ace92b79c5 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:34.385074 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b95bc01e-7720-4b44-9948-c8ace92b79c5 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.5854857
Feb 05 21:01:34.404600 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48758) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:34.414899 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-9215fb57-f9da-4e30-8f9c-5d34b234b8e9 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:01:34.430531 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0,segment=NetworkSegment(2a52932a-0773-4bb3-a5f4-675383624606),segment_id=2a52932a-0773-4bb3-a5f4-675383624606)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:34.443273 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8923c1f0-b13c-4f07-8ff2-8bca5e216afb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:34.451809 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8923c1f0-b13c-4f07-8ff2-8bca5e216afb admin admin] 10.222.0.32 "DELETE /v2.0/subnets/48da1416-bb05-44e7-ace4-4a8549ce7288 HTTP/1.1" status: 204  len: 168 time: 0.9506886
Feb 05 21:01:34.454526 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48760) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:34.455788 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0f8b7c7e-37b2-4334-ade2-715d4e2d3a39 tempest-FloatingIPAdminTestJSON-1870423009 tempest-FloatingIPAdminTestJSON-1870423009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (4dc0640e-4c6f-489c-b16c-a35a8f4a3414), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:34.466707 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-00445609-3a26-42d1-8e37-ff1124e7fc74 req-6e028799-406c-4ba4-9227-97b7d52329ae tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9321408
Feb 05 21:01:34.467831 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:34.511012 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58de31-bfc4-4c47-b7e5-522f7e3a61c1 req-9bfa4bd3-0275-4ad7-b9ff-ea888155821e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:34.511012 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5e58de31-bfc4-4c47-b7e5-522f7e3a61c1 req-9bfa4bd3-0275-4ad7-b9ff-ea888155821e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e2211e554783435c9b7af885ea20e242&device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 1127 time: 1.0096958
Feb 05 21:01:34.545454 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:34.569088 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6684f38d-851f-4f82-926a-ada7451ba496 x-openstack-request-id: req-6684f38d-851f-4f82-926a-ada7451ba496 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:01:34.569279 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf95e94-737f-4d14-abd4-96de5432dcfb", "name": "network-vif-deleted", "tag": "a2bf9bf4-9b19-451a-91fe-800d52111eba", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:01:34.569544 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6684f38d-851f-4f82-926a-ada7451ba496 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:01:34.569950 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf95e94-737f-4d14-abd4-96de5432dcfb', 'name': 'network-vif-deleted', 'tag': 'a2bf9bf4-9b19-451a-91fe-800d52111eba', 'status': 'completed', 'code': 200}
Feb 05 21:01:34.575305 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4f9f405c-b33f-4e32-9f76-eb51c3de9046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (b46dc85a-148b-4e78-820c-9d994c87a04a), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:34.579947 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7d60bd73-57e8-49ed-b18f-9e4ab67466c1 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (a9d10fcf-306d-4adf-9af4-deb2d89b0731), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:34.600327 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa702efc-dc19-4a0e-9ce2-56e7dad48d5b req-b0473b8c-7764-4f5d-b092-5b2b32d2074d tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:34.602619 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fa702efc-dc19-4a0e-9ce2-56e7dad48d5b req-b0473b8c-7764-4f5d-b092-5b2b32d2074d tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 945 time: 1.1050823
Feb 05 21:01:34.603638 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9215fb57-f9da-4e30-8f9c-5d34b234b8e9 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:34.629183 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8b7c7e-37b2-4334-ade2-715d4e2d3a39 tempest-FloatingIPAdminTestJSON-1870423009 tempest-FloatingIPAdminTestJSON-1870423009-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:01:34.635840 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-0f8b7c7e-37b2-4334-ade2-715d4e2d3a39 tempest-FloatingIPAdminTestJSON-1870423009 tempest-FloatingIPAdminTestJSON-1870423009-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:01:34.640670 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8b7c7e-37b2-4334-ade2-715d4e2d3a39 tempest-FloatingIPAdminTestJSON-1870423009 tempest-FloatingIPAdminTestJSON-1870423009-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:01:34.655660 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81fa57d-6186-43f6-9a25-676c38abf5d1 None None] DHCP port deletion for b46dc85a-148b-4e78-820c-9d994c87a04a request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:01:34.661456 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d60bd73-57e8-49ed-b18f-9e4ab67466c1 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Pushing event deleted for resources: {'Subnet': ['ID=a9d10fcf-306d-4adf-9af4-deb2d89b0731,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:34.699403 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c077fb2a-b8a6-4bcd-96e1-59ab49ea6dd9 None None] Network 1091ea3a-3879-4f86-96ce-0d7cdca75403 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:01:34.701553 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b7c7e-37b2-4334-ade2-715d4e2d3a39 tempest-FloatingIPAdminTestJSON-1870423009 tempest-FloatingIPAdminTestJSON-1870423009-project] Pushing event updated for resources: {'Port': ['ID=4dc0640e-4c6f-489c-b16c-a35a8f4a3414,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:34.703879 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7d60bd73-57e8-49ed-b18f-9e4ab67466c1 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:34.707099 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7d60bd73-57e8-49ed-b18f-9e4ab67466c1 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "DELETE /v2.0/subnets/a9d10fcf-306d-4adf-9af4-deb2d89b0731 HTTP/1.1" status: 204  len: 168 time: 1.8786850
Feb 05 21:01:34.710338 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48774) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:34.769830 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fa702efc-dc19-4a0e-9ce2-56e7dad48d5b req-3896a848-e96e-4303-81b5-75ec01acc29f tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=840ffbe8-1e27-441d-9600-26bf7350d551&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1294115
Feb 05 21:01:34.780023 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:01:34.810912 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58de31-bfc4-4c47-b7e5-522f7e3a61c1 req-69e8712f-8f5c-4292-b4b3-ba7c050b1b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:34.812623 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5e58de31-bfc4-4c47-b7e5-522f7e3a61c1 req-69e8712f-8f5c-4292-b4b3-ba7c050b1b99 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c184cf05-70dd-4af5-8bd4-fc4bd5d65e82 HTTP/1.1" status: 200  len: 911 time: 0.2881620
Feb 05 21:01:34.849147 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c4f8617d-a5a0-4d3f-bd7c-7b78bc50fcbd tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (1091ea3a-3879-4f86-96ce-0d7cdca75403), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:34.857530 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-4f9f405c-b33f-4e32-9f76-eb51c3de9046 admin admin] Deleting port 4dbd2247-98a1-4c27-990c-bbd40b101e9a {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:01:34.857894 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4f9f405c-b33f-4e32-9f76-eb51c3de9046 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (4dbd2247-98a1-4c27-990c-bbd40b101e9a), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:34.883358 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0f8b7c7e-37b2-4334-ade2-715d4e2d3a39 tempest-FloatingIPAdminTestJSON-1870423009 tempest-FloatingIPAdminTestJSON-1870423009-project] Publish callbacks [] for floatingip (90ea4728-a72a-4ee3-b5f5-2521494e1bd3), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:34.928280 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5e58de31-bfc4-4c47-b7e5-522f7e3a61c1 req-c8bc2d9e-2b76-4c58-ba3c-b1c20e391935 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19bf3552-1f97-4d35-9342-465464c23ba5 HTTP/1.1" status: 200  len: 1000 time: 0.1090853
Feb 05 21:01:34.964909 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9215fb57-f9da-4e30-8f9c-5d34b234b8e9 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:35.012221 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0f8b7c7e-37b2-4334-ade2-715d4e2d3a39 tempest-FloatingIPAdminTestJSON-1870423009 tempest-FloatingIPAdminTestJSON-1870423009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (4dc0640e-4c6f-489c-b16c-a35a8f4a3414), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:35.016392 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-4f9f405c-b33f-4e32-9f76-eb51c3de9046 admin admin] For port 4dbd2247-98a1-4c27-990c-bbd40b101e9a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4dbd2247-98a1-4c27-990c-bbd40b101e9a,segment=NetworkSegment(914bec90-149e-468a-8363-f5c6d2d7f2c4),segment_id=914bec90-149e-468a-8363-f5c6d2d7f2c4)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:35.017271 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4f9f405c-b33f-4e32-9f76-eb51c3de9046 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (4dbd2247-98a1-4c27-990c-bbd40b101e9a), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:35.022808 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58de31-bfc4-4c47-b7e5-522f7e3a61c1 req-5956b84a-716e-4bf6-a477-737360d23a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:35.024316 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5e58de31-bfc4-4c47-b7e5-522f7e3a61c1 req-5956b84a-716e-4bf6-a477-737360d23a0a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=86c08017-d863-4dd1-8a33-7a8aa8133d87 HTTP/1.1" status: 200  len: 849 time: 0.0906603
Feb 05 21:01:35.055505 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a81fa57d-6186-43f6-9a25-676c38abf5d1 None None] Deleting port 4dbd2247-98a1-4c27-990c-bbd40b101e9a {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:01:35.055894 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a81fa57d-6186-43f6-9a25-676c38abf5d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (4dbd2247-98a1-4c27-990c-bbd40b101e9a), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:35.064513 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-4f9f405c-b33f-4e32-9f76-eb51c3de9046 admin admin] Calling delete_port for 4dbd2247-98a1-4c27-990c-bbd40b101e9a owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:01:35.140078 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58de31-bfc4-4c47-b7e5-522f7e3a61c1 req-1248abc1-a50b-4fc6-808f-e84fc3c5a90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:35.142011 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5e58de31-bfc4-4c47-b7e5-522f7e3a61c1 req-1248abc1-a50b-4fc6-808f-e84fc3c5a90a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c184cf05-70dd-4af5-8bd4-fc4bd5d65e82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1121898
Feb 05 21:01:35.145061 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-c4f8617d-a5a0-4d3f-bd7c-7b78bc50fcbd tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Deleting port 775f7a8f-41a3-427a-bf6e-b04ad71d8fa0 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:01:35.145413 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c4f8617d-a5a0-4d3f-bd7c-7b78bc50fcbd tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (775f7a8f-41a3-427a-bf6e-b04ad71d8fa0), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:35.151970 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-9215fb57-f9da-4e30-8f9c-5d34b234b8e9 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Allocated IP 172.35.4.57 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/65175b9b-2f5e-4f6c-b6ce-e6c370e4f5a0) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:01:35.159908 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-a81fa57d-6186-43f6-9a25-676c38abf5d1 None None] For port 4dbd2247-98a1-4c27-990c-bbd40b101e9a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4dbd2247-98a1-4c27-990c-bbd40b101e9a,segment=NetworkSegment(914bec90-149e-468a-8363-f5c6d2d7f2c4),segment_id=914bec90-149e-468a-8363-f5c6d2d7f2c4)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:35.160318 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a81fa57d-6186-43f6-9a25-676c38abf5d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (4dbd2247-98a1-4c27-990c-bbd40b101e9a), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:35.207836 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a81fa57d-6186-43f6-9a25-676c38abf5d1 None None] Calling delete_port for 4dbd2247-98a1-4c27-990c-bbd40b101e9a owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:01:35.271470 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0838d9a-f19c-4b64-9429-e578cec12e32 None None] DHCP port deletion for 1091ea3a-3879-4f86-96ce-0d7cdca75403 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:01:35.273798 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 51ea1b96-de7f-40ca-82d6-bb3b87dbffa0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:01:35.318603 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 51ea1b96-de7f-40ca-82d6-bb3b87dbffa0 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:01:35.319156 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 51ea1b96-de7f-40ca-82d6-bb3b87dbffa0 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:01:35.319598 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-c4f8617d-a5a0-4d3f-bd7c-7b78bc50fcbd tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] For port 775f7a8f-41a3-427a-bf6e-b04ad71d8fa0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=775f7a8f-41a3-427a-bf6e-b04ad71d8fa0,segment=NetworkSegment(1d8c20b0-816b-4ee0-9403-9b7f1810c206),segment_id=1d8c20b0-816b-4ee0-9403-9b7f1810c206)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:35.319932 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 4dbd2247-98a1-4c27-990c-bbd40b101e9a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:01:35.320054 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c4f8617d-a5a0-4d3f-bd7c-7b78bc50fcbd tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (775f7a8f-41a3-427a-bf6e-b04ad71d8fa0), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:35.343734 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5e58de31-bfc4-4c47-b7e5-522f7e3a61c1 req-fd91a919-4dfa-492a-acce-84d63ad7ddec service neutron] 10.222.0.39 "GET /v2.0/networks/c184cf05-70dd-4af5-8bd4-fc4bd5d65e82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1933374
Feb 05 21:01:35.396287 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0f8b7c7e-37b2-4334-ade2-715d4e2d3a39 tempest-FloatingIPAdminTestJSON-1870423009 tempest-FloatingIPAdminTestJSON-1870423009-project] Publish callbacks [] for port (4dc0640e-4c6f-489c-b16c-a35a8f4a3414), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:35.398879 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-c4f8617d-a5a0-4d3f-bd7c-7b78bc50fcbd tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Calling delete_port for 775f7a8f-41a3-427a-bf6e-b04ad71d8fa0 owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:01:35.415108 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0f8b7c7e-37b2-4334-ade2-715d4e2d3a39 tempest-FloatingIPAdminTestJSON-1870423009 tempest-FloatingIPAdminTestJSON-1870423009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (4dc0640e-4c6f-489c-b16c-a35a8f4a3414), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:35.483037 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 4dbd2247-98a1-4c27-990c-bbd40b101e9a is: ACTIVE; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:01:35.483527 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (4dbd2247-98a1-4c27-990c-bbd40b101e9a), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:35.532885 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9215fb57-f9da-4e30-8f9c-5d34b234b8e9 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks [] for port (65175b9b-2f5e-4f6c-b6ce-e6c370e4f5a0), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:35.539185 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5e58de31-bfc4-4c47-b7e5-522f7e3a61c1 req-0454d9e1-d225-4a3b-9ef9-a69beeaf7b5f service neutron] 10.222.0.39 "GET /v2.0/networks/c184cf05-70dd-4af5-8bd4-fc4bd5d65e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1588278
Feb 05 21:01:35.555420 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a0838d9a-f19c-4b64-9429-e578cec12e32 None None] Deleting port 775f7a8f-41a3-427a-bf6e-b04ad71d8fa0 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:01:35.555420 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a0838d9a-f19c-4b64-9429-e578cec12e32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (775f7a8f-41a3-427a-bf6e-b04ad71d8fa0), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:35.587513 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a81fa57d-6186-43f6-9a25-676c38abf5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (4dbd2247-98a1-4c27-990c-bbd40b101e9a), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:35.597539 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4f9f405c-b33f-4e32-9f76-eb51c3de9046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (4dbd2247-98a1-4c27-990c-bbd40b101e9a), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:35.637165 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b7c7e-37b2-4334-ade2-715d4e2d3a39 tempest-FloatingIPAdminTestJSON-1870423009 tempest-FloatingIPAdminTestJSON-1870423009-project] Pushing event updated for resources: {'Port': ['ID=4dc0640e-4c6f-489c-b16c-a35a8f4a3414,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:35.641146 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81fa57d-6186-43f6-9a25-676c38abf5d1 None None] Pushing event deleted for resources: {'Port': ['ID=4dbd2247-98a1-4c27-990c-bbd40b101e9a,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:35.648668 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81fa57d-6186-43f6-9a25-676c38abf5d1 None None] No DVR routers for this DVR port 4dbd2247-98a1-4c27-990c-bbd40b101e9a on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:01:35.678504 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9215fb57-f9da-4e30-8f9c-5d34b234b8e9 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (65175b9b-2f5e-4f6c-b6ce-e6c370e4f5a0), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:35.696046 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0f8b7c7e-37b2-4334-ade2-715d4e2d3a39 tempest-FloatingIPAdminTestJSON-1870423009 tempest-FloatingIPAdminTestJSON-1870423009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (90ea4728-a72a-4ee3-b5f5-2521494e1bd3), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:35.728510 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-a0838d9a-f19c-4b64-9429-e578cec12e32 None None] For port 775f7a8f-41a3-427a-bf6e-b04ad71d8fa0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=775f7a8f-41a3-427a-bf6e-b04ad71d8fa0,segment=NetworkSegment(1d8c20b0-816b-4ee0-9403-9b7f1810c206),segment_id=1d8c20b0-816b-4ee0-9403-9b7f1810c206)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:35.728510 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a0838d9a-f19c-4b64-9429-e578cec12e32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (775f7a8f-41a3-427a-bf6e-b04ad71d8fa0), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:35.736070 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9215fb57-f9da-4e30-8f9c-5d34b234b8e9 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:01:35.746338 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86a55a-cc70-4662-84e6-3721e93ef87f req-0cd8ee86-8682-4992-bfeb-e79a4716bbf5 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:35.746646 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a0838d9a-f19c-4b64-9429-e578cec12e32 None None] Calling delete_port for 775f7a8f-41a3-427a-bf6e-b04ad71d8fa0 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:01:35.748291 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3a86a55a-cc70-4662-84e6-3721e93ef87f req-0cd8ee86-8682-4992-bfeb-e79a4716bbf5 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=f854044f-b0e6-452e-bd1c-cbbc44dd891d HTTP/1.1" status: 200  len: 945 time: 0.1566539
Feb 05 21:01:35.751300 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-9215fb57-f9da-4e30-8f9c-5d34b234b8e9 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:01:35.756606 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9215fb57-f9da-4e30-8f9c-5d34b234b8e9 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:01:35.786841 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9215fb57-f9da-4e30-8f9c-5d34b234b8e9 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Pushing event updated for resources: {'Port': ['ID=65175b9b-2f5e-4f6c-b6ce-e6c370e4f5a0,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:35.828517 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9f405c-b33f-4e32-9f76-eb51c3de9046 admin admin] No DVR routers for this DVR port 4dbd2247-98a1-4c27-990c-bbd40b101e9a on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:01:35.854153 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f405c-b33f-4e32-9f76-eb51c3de9046 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dbd2247-98a1-4c27-990c-bbd40b101e9a,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:35.858282 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a0838d9a-f19c-4b64-9429-e578cec12e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (775f7a8f-41a3-427a-bf6e-b04ad71d8fa0), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:35.891338 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0f8b7c7e-37b2-4334-ade2-715d4e2d3a39 tempest-FloatingIPAdminTestJSON-1870423009 tempest-FloatingIPAdminTestJSON-1870423009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:35.892886 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0f8b7c7e-37b2-4334-ade2-715d4e2d3a39 tempest-FloatingIPAdminTestJSON-1870423009 tempest-FloatingIPAdminTestJSON-1870423009-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.3348455
Feb 05 21:01:35.895909 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48798) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:35.915703 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0838d9a-f19c-4b64-9429-e578cec12e32 None None] Pushing event deleted for resources: {'Port': ['ID=775f7a8f-41a3-427a-bf6e-b04ad71d8fa0,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:35.917706 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:01:35.938595 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3a86a55a-cc70-4662-84e6-3721e93ef87f req-6a8b50e0-2f89-4c1a-84e3-c64e6f4a9211 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1646154
Feb 05 21:01:35.967783 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0838d9a-f19c-4b64-9429-e578cec12e32 None None] No DVR routers for this DVR port 775f7a8f-41a3-427a-bf6e-b04ad71d8fa0 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:01:35.986914 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c4f8617d-a5a0-4d3f-bd7c-7b78bc50fcbd tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (775f7a8f-41a3-427a-bf6e-b04ad71d8fa0), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:36.015967 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f8617d-a5a0-4d3f-bd7c-7b78bc50fcbd tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] No DVR routers for this DVR port 775f7a8f-41a3-427a-bf6e-b04ad71d8fa0 on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:01:36.026850 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:01:36.032884 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:01:36.033380 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:36.045541 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9bcb20ff-583e-4b8f-99e7-6871422b4b9e tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 2433 time: 0.1469617
Feb 05 21:01:36.050012 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9215fb57-f9da-4e30-8f9c-5d34b234b8e9 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks [] for floatingip (a194491a-ab61-414d-b1f3-90f080476698), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:36.052604 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48802) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:36.078416 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8617d-a5a0-4d3f-bd7c-7b78bc50fcbd tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Pushing event deleted for resources: {'Port': ['ID=775f7a8f-41a3-427a-bf6e-b04ad71d8fa0,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:36.080269 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17ec88-8285-4ad2-b668-96cef8c6ca6c req-ecbac009-8847-4262-ae93-7d0a0f33cf72 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:36.083199 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-be17ec88-8285-4ad2-b668-96cef8c6ca6c req-ecbac009-8847-4262-ae93-7d0a0f33cf72 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 945 time: 0.1804178
Feb 05 21:01:36.102845 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4f9f405c-b33f-4e32-9f76-eb51c3de9046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (b46dc85a-148b-4e78-820c-9d994c87a04a), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:36.142977 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-97d5ad81-10ed-4625-89df-690db0a55138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:36.163965 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-4f9f405c-b33f-4e32-9f76-eb51c3de9046 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db24846d0>,) {'filters': {'network_id': ['b46dc85a-148b-4e78-820c-9d994c87a04a']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:36.187397 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-4f9f405c-b33f-4e32-9f76-eb51c3de9046 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db24846d0>, '914bec90-149e-468a-8363-f5c6d2d7f2c4') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:36.187955 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-4f9f405c-b33f-4e32-9f76-eb51c3de9046 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db24846d0>, '914bec90-149e-468a-8363-f5c6d2d7f2c4') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:36.222876 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4f9f405c-b33f-4e32-9f76-eb51c3de9046 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (914bec90-149e-468a-8363-f5c6d2d7f2c4), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:36.255423 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9215fb57-f9da-4e30-8f9c-5d34b234b8e9 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (65175b9b-2f5e-4f6c-b6ce-e6c370e4f5a0), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:36.282994 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-48f3ad06-be9d-489a-88cd-22ddeac40590 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 689 time: 0.2292633
Feb 05 21:01:36.285307 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:01:36.285705 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:36.286815 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48808) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:36.313086 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4f9f405c-b33f-4e32-9f76-eb51c3de9046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (914bec90-149e-468a-8363-f5c6d2d7f2c4), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:36.320696 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f854044f-b0e6-452e-bd1c-cbbc44dd891d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:01:36.323290 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7c11e9-3523-4a15-910a-6060bbe1411d" -d '{"events": [{"server_uuid": "f854044f-b0e6-452e-bd1c-cbbc44dd891d", "name": "network-vif-plugged", "status": "completed", "tag": "67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:01:36.327967 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f9f405c-b33f-4e32-9f76-eb51c3de9046 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:01:36.328769 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4f9f405c-b33f-4e32-9f76-eb51c3de9046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (914bec90-149e-468a-8363-f5c6d2d7f2c4), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:36.331066 ncdv-master-1 neutron-server[114390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:01:36.331066 ncdv-master-1 neutron-server[114390]:   self.session.flush()
Feb 05 21:01:36.331066 ncdv-master-1 neutron-server[114390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:01:36.331066 ncdv-master-1 neutron-server[114390]:   self.session.flush()
Feb 05 21:01:36.331066 ncdv-master-1 neutron-server[114390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:01:36.331066 ncdv-master-1 neutron-server[114390]:   self.session.flush()
Feb 05 21:01:36.331066 ncdv-master-1 neutron-server[114390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:01:36.331066 ncdv-master-1 neutron-server[114390]:   self.session.flush()
Feb 05 21:01:36.331066 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:01:36.331066 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:01:36.331066 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:01:36.331066 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:01:36.331066 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:01:36.331066 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:01:36.331066 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:01:36.331066 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:01:36.331066 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:01:36.331066 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:01:36.331066 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:01:36.331066 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:01:36.331066 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:01:36.331066 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:01:36.331066 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:01:36.331066 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:01:36.331066 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:01:36.331066 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:01:36.331066 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:01:36.331066 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:01:36.331066 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:01:36.331066 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:01:36.331066 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:01:36.331066 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:01:36.331066 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:01:36.331066 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:01:36.331066 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:01:36.331066 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:01:36.331066 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:01:36.331066 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:01:36.331066 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:01:36.331066 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:01:36.333607 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c4f8617d-a5a0-4d3f-bd7c-7b78bc50fcbd tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (1091ea3a-3879-4f86-96ce-0d7cdca75403), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:36.363195 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0,segment=NetworkSegment(2a52932a-0773-4bb3-a5f4-675383624606),segment_id=2a52932a-0773-4bb3-a5f4-675383624606)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:36.369890 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:36.409592 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4c7c42-d693-4af7-b55d-00b73de140b4 x-openstack-request-id: req-ed4c7c42-d693-4af7-b55d-00b73de140b4 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:01:36.409888 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f854044f-b0e6-452e-bd1c-cbbc44dd891d", "name": "network-vif-plugged", "status": "completed", "tag": "67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:01:36.412392 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ed4c7c42-d693-4af7-b55d-00b73de140b4 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:01:36.415081 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f854044f-b0e6-452e-bd1c-cbbc44dd891d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0', 'code': 200}
Feb 05 21:01:36.427753 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-c4f8617d-a5a0-4d3f-bd7c-7b78bc50fcbd tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db80f6370>,) {'filters': {'network_id': ['1091ea3a-3879-4f86-96ce-0d7cdca75403']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:36.445424 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-c4f8617d-a5a0-4d3f-bd7c-7b78bc50fcbd tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db80f6370>, '1d8c20b0-816b-4ee0-9403-9b7f1810c206') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:36.446174 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-c4f8617d-a5a0-4d3f-bd7c-7b78bc50fcbd tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db80f6370>, '1d8c20b0-816b-4ee0-9403-9b7f1810c206') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:36.459502 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-be17ec88-8285-4ad2-b668-96cef8c6ca6c req-4a4c8906-6c09-4d56-ac78-829c0da8c495 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=840ffbe8-1e27-441d-9600-26bf7350d551&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3200531
Feb 05 21:01:36.461481 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c4f8617d-a5a0-4d3f-bd7c-7b78bc50fcbd tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (1d8c20b0-816b-4ee0-9403-9b7f1810c206), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:36.464148 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4f9f405c-b33f-4e32-9f76-eb51c3de9046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (b46dc85a-148b-4e78-820c-9d994c87a04a), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:36.477574 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4f9f405c-b33f-4e32-9f76-eb51c3de9046 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:36.477848 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:36.483503 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4f9f405c-b33f-4e32-9f76-eb51c3de9046 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b46dc85a-148b-4e78-820c-9d994c87a04a HTTP/1.1" status: 204  len: 168 time: 2.0217385
Feb 05 21:01:36.506467 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f405c-b33f-4e32-9f76-eb51c3de9046 admin admin] Pushing event deleted for resources: {'Network': ['ID=b46dc85a-148b-4e78-820c-9d994c87a04a,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:36.517838 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c4f8617d-a5a0-4d3f-bd7c-7b78bc50fcbd tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (1d8c20b0-816b-4ee0-9403-9b7f1810c206), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:36.526861 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f8617d-a5a0-4d3f-bd7c-7b78bc50fcbd tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:01:36.527353 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c4f8617d-a5a0-4d3f-bd7c-7b78bc50fcbd tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (1d8c20b0-816b-4ee0-9403-9b7f1810c206), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:36.533647 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:01:36.533647 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:01:36.533647 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:01:36.533647 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:01:36.533647 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:01:36.533647 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:01:36.533647 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:01:36.533647 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:01:36.533647 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:01:36.533647 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:01:36.533647 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:01:36.533647 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:01:36.533647 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:01:36.533647 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:01:36.533647 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:01:36.533647 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:01:36.533647 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:01:36.533647 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:01:36.533647 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:01:36.533647 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:01:36.533647 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:01:36.533647 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:01:36.533647 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:01:36.533647 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:01:36.533647 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:01:36.533647 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:01:36.533647 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:01:36.533647 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:01:36.533647 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:01:36.533647 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:01:36.533647 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:01:36.533647 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:01:36.604008 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c4f8617d-a5a0-4d3f-bd7c-7b78bc50fcbd tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (1091ea3a-3879-4f86-96ce-0d7cdca75403), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:36.612621 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c4f8617d-a5a0-4d3f-bd7c-7b78bc50fcbd tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:36.617943 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c4f8617d-a5a0-4d3f-bd7c-7b78bc50fcbd tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "DELETE /v2.0/networks/1091ea3a-3879-4f86-96ce-0d7cdca75403 HTTP/1.1" status: 204  len: 168 time: 1.9046185
Feb 05 21:01:36.638564 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48840) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:36.698882 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48846) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:36.701517 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8617d-a5a0-4d3f-bd7c-7b78bc50fcbd tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Pushing event deleted for resources: {'Network': ['ID=1091ea3a-3879-4f86-96ce-0d7cdca75403,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:36.718499 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec7d4a-b25c-4cce-8a8b-33c8c0f6924c req-5c569d6c-3424-4b51-8596-581465573c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:36.720040 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-86ec7d4a-b25c-4cce-8a8b-33c8c0f6924c req-5c569d6c-3424-4b51-8596-581465573c5d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f854044f-b0e6-452e-bd1c-cbbc44dd891d HTTP/1.1" status: 200  len: 1128 time: 0.2184818
Feb 05 21:01:36.727165 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-2f3789f3-a37e-4eef-b637-dac65236dd64 tempest-FloatingIPAdminTestJSON-1870423009 tempest-FloatingIPAdminTestJSON-1870423009-project] Deleting port 4dc0640e-4c6f-489c-b16c-a35a8f4a3414 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:01:36.727494 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2f3789f3-a37e-4eef-b637-dac65236dd64 tempest-FloatingIPAdminTestJSON-1870423009 tempest-FloatingIPAdminTestJSON-1870423009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (4dc0640e-4c6f-489c-b16c-a35a8f4a3414), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:36.743510 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f825cb3-ed74-4117-91ef-0baf147e99b2 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Deleting subnet e0b9874c-fd50-4ac4-a621-6b1bf5f6d71a {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:01:36.755342 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4f825cb3-ed74-4117-91ef-0baf147e99b2 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks [] for subnet (e0b9874c-fd50-4ac4-a621-6b1bf5f6d71a), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:36.783979 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9215fb57-f9da-4e30-8f9c-5d34b234b8e9 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks [] for port (65175b9b-2f5e-4f6c-b6ce-e6c370e4f5a0), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:36.798578 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6f7f6e19-9d26-4581-9d31-4cc77ad938e9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=451be3a617f64d6a97b8d18cee2426e8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0969772
Feb 05 21:01:36.799560 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48848) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:36.820279 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4f825cb3-ed74-4117-91ef-0baf147e99b2 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (e0b9874c-fd50-4ac4-a621-6b1bf5f6d71a), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:36.830000 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9215fb57-f9da-4e30-8f9c-5d34b234b8e9 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (65175b9b-2f5e-4f6c-b6ce-e6c370e4f5a0), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:36.936928 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e2d1c17c-fcd4-401f-9104-50c648db822e admin admin] Publish callbacks [] for security_group (f2a34937-6f7c-447d-a100-f79bb6d8301c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:36.972064 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4f825cb3-ed74-4117-91ef-0baf147e99b2 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (e0b9874c-fd50-4ac4-a621-6b1bf5f6d71a), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:37.047510 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4f825cb3-ed74-4117-91ef-0baf147e99b2 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (e0b9874c-fd50-4ac4-a621-6b1bf5f6d71a), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:37.061104 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e2d1c17c-fcd4-401f-9104-50c648db822e admin admin] Publish callbacks [] for security_group (f2a34937-6f7c-447d-a100-f79bb6d8301c), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:37.096465 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48854) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:37.097241 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f825cb3-ed74-4117-91ef-0baf147e99b2 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Pushing event deleted for resources: {'Subnet': ['ID=e0b9874c-fd50-4ac4-a621-6b1bf5f6d71a,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:37.113893 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4f825cb3-ed74-4117-91ef-0baf147e99b2 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:37.119755 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2995aedb-8c07-4edf-af3b-b6a86bb14cbc None None] Network d04050d7-628e-475b-9085-51a09e1e19b3 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:01:37.120260 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4f825cb3-ed74-4117-91ef-0baf147e99b2 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "DELETE /v2.0/subnets/e0b9874c-fd50-4ac4-a621-6b1bf5f6d71a HTTP/1.1" status: 204  len: 168 time: 0.4776471
Feb 05 21:01:37.120260 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48858) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:37.192039 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 775f7a8f-41a3-427a-bf6e-b04ad71d8fa0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:01:37.233275 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-48160500-a5bc-4c32-b6bd-bd1df2a56d10 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (d04050d7-628e-475b-9085-51a09e1e19b3), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:37.272246 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e2d1c17c-fcd4-401f-9104-50c648db822e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f2a34937-6f7c-447d-a100-f79bb6d8301c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:37.274157 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e2d1c17c-fcd4-401f-9104-50c648db822e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:37.277804 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e2d1c17c-fcd4-401f-9104-50c648db822e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f2a34937-6f7c-447d-a100-f79bb6d8301c HTTP/1.1" status: 204  len: 168 time: 0.4750092
Feb 05 21:01:37.298629 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 775f7a8f-41a3-427a-bf6e-b04ad71d8fa0 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:01:37.298854 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 775f7a8f-41a3-427a-bf6e-b04ad71d8fa0 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:01:37.302610 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-86ec7d4a-b25c-4cce-8a8b-33c8c0f6924c req-421aec7e-9b15-4751-b079-1bd00cf3238d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5730281
Feb 05 21:01:37.311952 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1c17c-fcd4-401f-9104-50c648db822e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a34937-6f7c-447d-a100-f79bb6d8301c,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:37.381707 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-557fac76-b884-401d-bdd3-48e356a72a0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:37.397705 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:37.400869 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9215fb57-f9da-4e30-8f9c-5d34b234b8e9 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Pushing event updated for resources: {'Port': ['ID=65175b9b-2f5e-4f6c-b6ce-e6c370e4f5a0,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:37.403827 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-48160500-a5bc-4c32-b6bd-bd1df2a56d10 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Deleting port 0717fdce-ab15-492e-8723-45b492f56881 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:01:37.404430 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-48160500-a5bc-4c32-b6bd-bd1df2a56d10 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (0717fdce-ab15-492e-8723-45b492f56881), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:37.409576 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2f3789f3-a37e-4eef-b637-dac65236dd64 tempest-FloatingIPAdminTestJSON-1870423009 tempest-FloatingIPAdminTestJSON-1870423009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (4dc0640e-4c6f-489c-b16c-a35a8f4a3414), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:37.409903 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2f3789f3-a37e-4eef-b637-dac65236dd64 tempest-FloatingIPAdminTestJSON-1870423009 tempest-FloatingIPAdminTestJSON-1870423009-project] Publish callbacks [] for floatingip (4dc0640e-4c6f-489c-b16c-a35a8f4a3414), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:37.421861 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9215fb57-f9da-4e30-8f9c-5d34b234b8e9 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (a194491a-ab61-414d-b1f3-90f080476698), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:37.450339 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-2f3789f3-a37e-4eef-b637-dac65236dd64 tempest-FloatingIPAdminTestJSON-1870423009 tempest-FloatingIPAdminTestJSON-1870423009-project] Calling delete_port for 4dc0640e-4c6f-489c-b16c-a35a8f4a3414 owned by network:floatingip {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:01:37.503348 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124f211-f2ab-4c95-898f-12ec8d678f5d req-dc1290f6-0ae5-45bb-b345-14b0b8c663ff tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:37.505005 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3124f211-f2ab-4c95-898f-12ec8d678f5d req-dc1290f6-0ae5-45bb-b345-14b0b8c663ff tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=f854044f-b0e6-452e-bd1c-cbbc44dd891d HTTP/1.1" status: 200  len: 946 time: 0.2123568
Feb 05 21:01:37.514661 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9215fb57-f9da-4e30-8f9c-5d34b234b8e9 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:37.516353 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9215fb57-f9da-4e30-8f9c-5d34b234b8e9 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.1051872
Feb 05 21:01:37.519221 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cc814d-268e-4fcb-a68a-a727b4d9bb4a None None] DHCP port deletion for d04050d7-628e-475b-9085-51a09e1e19b3 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:01:37.576059 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-48160500-a5bc-4c32-b6bd-bd1df2a56d10 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] For port 0717fdce-ab15-492e-8723-45b492f56881, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0717fdce-ab15-492e-8723-45b492f56881,segment=NetworkSegment(eec6d582-f1ac-4b43-acd8-5c1d2004a91d),segment_id=eec6d582-f1ac-4b43-acd8-5c1d2004a91d)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:37.576695 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-48160500-a5bc-4c32-b6bd-bd1df2a56d10 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (0717fdce-ab15-492e-8723-45b492f56881), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:37.612509 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-48160500-a5bc-4c32-b6bd-bd1df2a56d10 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Calling delete_port for 0717fdce-ab15-492e-8723-45b492f56881 owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:01:37.632375 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-66cc814d-268e-4fcb-a68a-a727b4d9bb4a None None] Deleting port 0717fdce-ab15-492e-8723-45b492f56881 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:01:37.639681 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-66cc814d-268e-4fcb-a68a-a727b4d9bb4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (0717fdce-ab15-492e-8723-45b492f56881), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:37.748414 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-48160500-a5bc-4c32-b6bd-bd1df2a56d10 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (0717fdce-ab15-492e-8723-45b492f56881), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:37.751908 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-66cc814d-268e-4fcb-a68a-a727b4d9bb4a None None] For port 0717fdce-ab15-492e-8723-45b492f56881, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0717fdce-ab15-492e-8723-45b492f56881,segment=NetworkSegment(eec6d582-f1ac-4b43-acd8-5c1d2004a91d),segment_id=eec6d582-f1ac-4b43-acd8-5c1d2004a91d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:37.752105 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-66cc814d-268e-4fcb-a68a-a727b4d9bb4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (0717fdce-ab15-492e-8723-45b492f56881), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:37.780520 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-66cc814d-268e-4fcb-a68a-a727b4d9bb4a None None] Calling delete_port for 0717fdce-ab15-492e-8723-45b492f56881 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:01:37.819150 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-557fac76-b884-401d-bdd3-48e356a72a0d admin admin] Publish callbacks [] for security_group (3641a12f-fdc4-4f13-affa-800be17ca884), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:37.851149 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48160500-a5bc-4c32-b6bd-bd1df2a56d10 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] No DVR routers for this DVR port 0717fdce-ab15-492e-8723-45b492f56881 on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:01:37.857592 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48908) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:37.862499 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-557fac76-b884-401d-bdd3-48e356a72a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (3641a12f-fdc4-4f13-affa-800be17ca884), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:37.862673 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3124f211-f2ab-4c95-898f-12ec8d678f5d req-24ad37b7-c364-4a4a-bbc2-1dff32c4f093 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1917498
Feb 05 21:01:37.896518 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f3389-049a-4d84-8aff-eb2a9a19207f req-f6b835c2-4bd2-462c-b718-dd3569b913fa tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:37.898342 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-66cc814d-268e-4fcb-a68a-a727b4d9bb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (0717fdce-ab15-492e-8723-45b492f56881), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:37.903990 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e10f3389-049a-4d84-8aff-eb2a9a19207f req-f6b835c2-4bd2-462c-b718-dd3569b913fa tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 945 time: 0.2085330
Feb 05 21:01:37.932916 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48160500-a5bc-4c32-b6bd-bd1df2a56d10 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Pushing event deleted for resources: {'Port': ['ID=0717fdce-ab15-492e-8723-45b492f56881,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:37.951605 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc814d-268e-4fcb-a68a-a727b4d9bb4a None None] Pushing event deleted for resources: {'Port': ['ID=0717fdce-ab15-492e-8723-45b492f56881,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:37.961246 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cc814d-268e-4fcb-a68a-a727b4d9bb4a None None] No DVR routers for this DVR port 0717fdce-ab15-492e-8723-45b492f56881 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:01:37.971817 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557fac76-b884-401d-bdd3-48e356a72a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3641a12f-fdc4-4f13-affa-800be17ca884,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:37.979237 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-557fac76-b884-401d-bdd3-48e356a72a0d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fd53344e89624261811c75c09ecfabb2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8774090
Feb 05 21:01:37.979657 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48914) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:38.022187 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e10f3389-049a-4d84-8aff-eb2a9a19207f req-d5cd9759-4961-46a2-8f12-b3f25b68e322 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=840ffbe8-1e27-441d-9600-26bf7350d551&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1141620
Feb 05 21:01:38.064695 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2f3789f3-a37e-4eef-b637-dac65236dd64 tempest-FloatingIPAdminTestJSON-1870423009 tempest-FloatingIPAdminTestJSON-1870423009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (4dc0640e-4c6f-489c-b16c-a35a8f4a3414), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:38.077444 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7c865901-c8d7-441f-a080-04f86073d8f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cdabee79f7874ec8a1806367256e9348&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2167242
Feb 05 21:01:38.079689 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-48160500-a5bc-4c32-b6bd-bd1df2a56d10 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (d04050d7-628e-475b-9085-51a09e1e19b3), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:38.082478 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48922) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:38.111058 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3789f3-a37e-4eef-b637-dac65236dd64 tempest-FloatingIPAdminTestJSON-1870423009 tempest-FloatingIPAdminTestJSON-1870423009-project] Pushing event deleted for resources: {'Port': ['ID=4dc0640e-4c6f-489c-b16c-a35a8f4a3414,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:38.117031 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-48160500-a5bc-4c32-b6bd-bd1df2a56d10 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db8e340d0>,) {'filters': {'network_id': ['d04050d7-628e-475b-9085-51a09e1e19b3']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:38.132171 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-48160500-a5bc-4c32-b6bd-bd1df2a56d10 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8e340d0>, 'eec6d582-f1ac-4b43-acd8-5c1d2004a91d') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:38.132171 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-48160500-a5bc-4c32-b6bd-bd1df2a56d10 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8e340d0>, 'eec6d582-f1ac-4b43-acd8-5c1d2004a91d') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:38.158084 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-48160500-a5bc-4c32-b6bd-bd1df2a56d10 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (eec6d582-f1ac-4b43-acd8-5c1d2004a91d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:38.178457 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-fb0e6ecb-90ce-4ad6-a9b7-66f8affb7011 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1634793079&fields=id&tenant_id=abdf40933f6b4f8099b886dfec3a4473 HTTP/1.1" status: 200  len: 267 time: 0.1419325
Feb 05 21:01:38.179870 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-48160500-a5bc-4c32-b6bd-bd1df2a56d10 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (eec6d582-f1ac-4b43-acd8-5c1d2004a91d), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:38.201068 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1cd8577b-c569-41aa-960c-fa950214838b admin admin] Publish callbacks [] for security_group (3641a12f-fdc4-4f13-affa-800be17ca884), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:38.202038 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48160500-a5bc-4c32-b6bd-bd1df2a56d10 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:01:38.202527 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-48160500-a5bc-4c32-b6bd-bd1df2a56d10 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (eec6d582-f1ac-4b43-acd8-5c1d2004a91d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:38.205881 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:01:38.205881 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:01:38.205881 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:01:38.205881 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:01:38.205881 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:01:38.205881 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:01:38.205881 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:01:38.205881 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:01:38.205881 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:01:38.205881 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:01:38.205881 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:01:38.205881 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:01:38.205881 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:01:38.205881 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:01:38.205881 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:01:38.205881 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:01:38.205881 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:01:38.205881 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:01:38.205881 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:01:38.205881 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:01:38.205881 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:01:38.205881 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:01:38.205881 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:01:38.205881 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:01:38.205881 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:01:38.205881 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:01:38.205881 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:01:38.205881 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:01:38.205881 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:01:38.205881 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:01:38.205881 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:01:38.205881 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:01:38.208500 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a6f8154f-1511-439c-98d5-03b2f4b5bece admin admin] Publish callbacks [] for security_group (e353369d-5448-44d1-b7ab-4c09d2a0ba77), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:38.282590 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a6f8154f-1511-439c-98d5-03b2f4b5bece admin admin] Publish callbacks [] for security_group (e353369d-5448-44d1-b7ab-4c09d2a0ba77), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:38.293876 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-48160500-a5bc-4c32-b6bd-bd1df2a56d10 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (d04050d7-628e-475b-9085-51a09e1e19b3), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:38.303238 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1cd8577b-c569-41aa-960c-fa950214838b admin admin] Publish callbacks [] for security_group (3641a12f-fdc4-4f13-affa-800be17ca884), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:38.309854 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2f3789f3-a37e-4eef-b637-dac65236dd64 tempest-FloatingIPAdminTestJSON-1870423009 tempest-FloatingIPAdminTestJSON-1870423009-project] Publish callbacks [] for floatingip (90ea4728-a72a-4ee3-b5f5-2521494e1bd3), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:38.312889 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2f3789f3-a37e-4eef-b637-dac65236dd64 tempest-FloatingIPAdminTestJSON-1870423009 tempest-FloatingIPAdminTestJSON-1870423009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:38.313010 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-48160500-a5bc-4c32-b6bd-bd1df2a56d10 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:38.315971 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-48160500-a5bc-4c32-b6bd-bd1df2a56d10 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] 10.222.0.32 "DELETE /v2.0/networks/d04050d7-628e-475b-9085-51a09e1e19b3 HTTP/1.1" status: 204  len: 168 time: 1.1950605
Feb 05 21:01:38.316577 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48938) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:38.316734 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2f3789f3-a37e-4eef-b637-dac65236dd64 tempest-FloatingIPAdminTestJSON-1870423009 tempest-FloatingIPAdminTestJSON-1870423009-project] 10.222.0.32 "DELETE /v2.0/floatingips/90ea4728-a72a-4ee3-b5f5-2521494e1bd3 HTTP/1.1" status: 204  len: 168 time: 2.0259271
Feb 05 21:01:38.385340 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-6970f424-6a18-4e3d-acee-422ff7062679 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:38.387077 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-6970f424-6a18-4e3d-acee-422ff7062679 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/networks?id=f513b7e7-60ac-4b04-af41-d1fecee70cba HTTP/1.1" status: 200  len: 811 time: 0.1886821
Feb 05 21:01:38.420766 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-76dbf34b-c2ad-467d-bed4-80325c778f83 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/quotas/abdf40933f6b4f8099b886dfec3a4473 HTTP/1.1" status: 200  len: 375 time: 0.0185738
Feb 05 21:01:38.421835 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1cd8577b-c569-41aa-960c-fa950214838b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (3641a12f-fdc4-4f13-affa-800be17ca884), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:38.424762 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1cd8577b-c569-41aa-960c-fa950214838b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:38.428151 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1cd8577b-c569-41aa-960c-fa950214838b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3641a12f-fdc4-4f13-affa-800be17ca884 HTTP/1.1" status: 204  len: 168 time: 0.4450238
Feb 05 21:01:38.436584 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd8577b-c569-41aa-960c-fa950214838b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3641a12f-fdc4-4f13-affa-800be17ca884,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:38.474870 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48160500-a5bc-4c32-b6bd-bd1df2a56d10 tempest-ServersTestMultiNic-933889635 tempest-ServersTestMultiNic-933889635-project] Pushing event deleted for resources: {'Network': ['ID=d04050d7-628e-475b-9085-51a09e1e19b3,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:38.519848 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48952) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:38.579837 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a6f8154f-1511-439c-98d5-03b2f4b5bece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (e353369d-5448-44d1-b7ab-4c09d2a0ba77), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:38.582337 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a6f8154f-1511-439c-98d5-03b2f4b5bece admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:38.586151 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a6f8154f-1511-439c-98d5-03b2f4b5bece admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e353369d-5448-44d1-b7ab-4c09d2a0ba77 HTTP/1.1" status: 204  len: 168 time: 0.5030975
Feb 05 21:01:38.592510 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-e37f7f30-b039-4f21-8675-87fd93da9425 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=abdf40933f6b4f8099b886dfec3a4473&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1465456
Feb 05 21:01:38.601493 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f8154f-1511-439c-98d5-03b2f4b5bece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e353369d-5448-44d1-b7ab-4c09d2a0ba77,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:38.609713 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-73b38d16-31d2-4649-839a-9bc3736252db tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] Deleting port 398a068a-aa5b-4a6b-bf5a-1ebf0561a422 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:01:38.610062 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-73b38d16-31d2-4649-839a-9bc3736252db tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (398a068a-aa5b-4a6b-bf5a-1ebf0561a422), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:38.691951 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48958) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:38.749359 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-73b38d16-31d2-4649-839a-9bc3736252db tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (398a068a-aa5b-4a6b-bf5a-1ebf0561a422), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:38.749669 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-73b38d16-31d2-4649-839a-9bc3736252db tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] Publish callbacks [] for floatingip (398a068a-aa5b-4a6b-bf5a-1ebf0561a422), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:38.768178 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-73b38d16-31d2-4649-839a-9bc3736252db tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] Calling delete_port for 398a068a-aa5b-4a6b-bf5a-1ebf0561a422 owned by network:floatingip {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:01:38.776739 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-beaff607-7375-4ecc-8293-9977f397ea97 admin admin] Deleting subnet ac2c3362-50c8-451c-9b11-69b809c6b59d {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:01:38.780410 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-beaff607-7375-4ecc-8293-9977f397ea97 admin admin] Publish callbacks [] for subnet (ac2c3362-50c8-451c-9b11-69b809c6b59d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:38.809122 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-d85f156f-99f7-4da2-b21a-76f4a689ebff service neutron] 10.222.0.32 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1780212
Feb 05 21:01:38.882631 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-beaff607-7375-4ecc-8293-9977f397ea97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (ac2c3362-50c8-451c-9b11-69b809c6b59d), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:38.970342 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-beaff607-7375-4ecc-8293-9977f397ea97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (ac2c3362-50c8-451c-9b11-69b809c6b59d), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:38.996429 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-73a09a0f-d066-4ebb-861c-d491aa02a8fa service neutron] 10.222.0.32 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1598444
Feb 05 21:01:39.000833 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:39.080366 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48970) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:39.107935 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-beaff607-7375-4ecc-8293-9977f397ea97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (ac2c3362-50c8-451c-9b11-69b809c6b59d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:39.116947 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-01ce7f26-3aee-45c3-9fdd-bd12a7e4a01e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:39.150496 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaff607-7375-4ecc-8293-9977f397ea97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac2c3362-50c8-451c-9b11-69b809c6b59d,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:39.155943 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 0717fdce-ab15-492e-8723-45b492f56881 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:01:39.163222 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-beaff607-7375-4ecc-8293-9977f397ea97 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:39.170731 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-beaff607-7375-4ecc-8293-9977f397ea97 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ac2c3362-50c8-451c-9b11-69b809c6b59d HTTP/1.1" status: 204  len: 168 time: 0.4738009
Feb 05 21:01:39.174662 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48974) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:39.180942 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 0717fdce-ab15-492e-8723-45b492f56881 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:01:39.181603 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 0717fdce-ab15-492e-8723-45b492f56881 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:01:39.221454 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1e5f6-d723-47e8-8aa0-d3772a913458 req-6ec00687-0e04-48f5-8a5d-92580ae0adfa tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:39.223101 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b5b1e5f6-d723-47e8-8aa0-d3772a913458 req-6ec00687-0e04-48f5-8a5d-92580ae0adfa tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=f854044f-b0e6-452e-bd1c-cbbc44dd891d HTTP/1.1" status: 200  len: 946 time: 0.2073030
Feb 05 21:01:39.252620 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-73b38d16-31d2-4649-839a-9bc3736252db tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (398a068a-aa5b-4a6b-bf5a-1ebf0561a422), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:39.332646 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b38d16-31d2-4649-839a-9bc3736252db tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] Pushing event deleted for resources: {'Port': ['ID=398a068a-aa5b-4a6b-bf5a-1ebf0561a422,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:39.373442 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d740c362-0c1d-4fa1-a862-f4fc2339f8b0 req-2f6835ea-8ee3-47ac-a541-afc0c72bf8ce tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 210 time: 0.1208510
Feb 05 21:01:39.392915 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-58729a1c-87b3-42bb-9dbc-c86090019469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (f30abc9d-7837-41b1-86cd-96674510385b), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:39.400448 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-01ce7f26-3aee-45c3-9fdd-bd12a7e4a01e admin admin] Publish callbacks [] for security_group (10b4c3ee-6c1a-4639-86de-8cd0b52d9631), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:39.466018 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-73b38d16-31d2-4649-839a-9bc3736252db tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] Publish callbacks [] for floatingip (82af4723-81ad-4bf6-984a-86acf629e52d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:39.468948 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-73b38d16-31d2-4649-839a-9bc3736252db tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:39.474259 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-73b38d16-31d2-4649-839a-9bc3736252db tempest-FloatingIPAdminTestJSON-977760054 tempest-FloatingIPAdminTestJSON-977760054-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/82af4723-81ad-4bf6-984a-86acf629e52d HTTP/1.1" status: 204  len: 168 time: 1.1291819
Feb 05 21:01:39.478269 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48986) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:39.490831 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-01ce7f26-3aee-45c3-9fdd-bd12a7e4a01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (10b4c3ee-6c1a-4639-86de-8cd0b52d9631), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:39.546703 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b5b1e5f6-d723-47e8-8aa0-d3772a913458 req-b5705ef5-359d-469f-af27-57b19dbd9de3 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2932951
Feb 05 21:01:39.548261 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-58729a1c-87b3-42bb-9dbc-c86090019469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (f30abc9d-7837-41b1-86cd-96674510385b), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:39.605803 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-01ce7f26-3aee-45c3-9fdd-bd12a7e4a01e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=21253b8032684c79bd5c9deec30354e3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5242023
Feb 05 21:01:39.607615 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce7f26-3aee-45c3-9fdd-bd12a7e4a01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b4c3ee-6c1a-4639-86de-8cd0b52d9631,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:39.614990 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48994) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:39.628934 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cdf52369-b450-4cd5-a87a-515a9cef6beb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (ca2721a6-49b9-440c-88a5-74224860ce12), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:39.642715 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-58729a1c-87b3-42bb-9dbc-c86090019469 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db8f31c10>,) {'filters': {'network_id': ['f30abc9d-7837-41b1-86cd-96674510385b']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:39.656921 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-58729a1c-87b3-42bb-9dbc-c86090019469 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8f31c10>, '53166df2-d93b-4315-9176-4b61b55f224f') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:39.657467 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-58729a1c-87b3-42bb-9dbc-c86090019469 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8f31c10>, '53166df2-d93b-4315-9176-4b61b55f224f') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:39.670755 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-58729a1c-87b3-42bb-9dbc-c86090019469 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (53166df2-d93b-4315-9176-4b61b55f224f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:39.701276 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-58729a1c-87b3-42bb-9dbc-c86090019469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (53166df2-d93b-4315-9176-4b61b55f224f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:39.710613 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58729a1c-87b3-42bb-9dbc-c86090019469 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:01:39.711062 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-58729a1c-87b3-42bb-9dbc-c86090019469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (53166df2-d93b-4315-9176-4b61b55f224f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:39.714868 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-8affc044-e535-4e32-b271-5dfe41f11942 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Deleting port a0b041a5-54f4-4a82-a1d4-88bab46724d3 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:01:39.715112 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8affc044-e535-4e32-b271-5dfe41f11942 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (a0b041a5-54f4-4a82-a1d4-88bab46724d3), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:39.719040 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:01:39.719040 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:01:39.719040 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:01:39.719040 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:01:39.719040 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:01:39.719040 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:01:39.719040 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:01:39.719040 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:01:39.719040 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:01:39.719040 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:01:39.719040 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:01:39.719040 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:01:39.719040 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:01:39.719040 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:01:39.719040 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:01:39.719040 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:01:39.719040 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:01:39.719040 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:01:39.719040 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:01:39.719040 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:01:39.719040 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:01:39.719040 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:01:39.719040 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:01:39.719040 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:01:39.719040 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:01:39.719040 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:01:39.719040 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:01:39.719040 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:01:39.719040 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:01:39.719040 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:01:39.719040 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:01:39.719040 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:01:39.814323 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6399325d-d592-487d-9480-dfbe5c3b6fec admin admin] Publish callbacks [] for security_group (10b4c3ee-6c1a-4639-86de-8cd0b52d9631), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:39.834062 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34aed5-2554-4a92-8042-3c7ad3dca45d req-4e71ad75-c050-4d84-ad1c-fc201b871f9a tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:39.835612 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7a34aed5-2554-4a92-8042-3c7ad3dca45d req-4e71ad75-c050-4d84-ad1c-fc201b871f9a tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=f854044f-b0e6-452e-bd1c-cbbc44dd891d HTTP/1.1" status: 200  len: 946 time: 0.1434782
Feb 05 21:01:39.835994 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-58729a1c-87b3-42bb-9dbc-c86090019469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (f30abc9d-7837-41b1-86cd-96674510385b), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:39.844025 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-58729a1c-87b3-42bb-9dbc-c86090019469 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:39.849838 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-58729a1c-87b3-42bb-9dbc-c86090019469 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f30abc9d-7837-41b1-86cd-96674510385b HTTP/1.1" status: 204  len: 168 time: 0.6717460
Feb 05 21:01:39.850670 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49002) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:39.876364 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58729a1c-87b3-42bb-9dbc-c86090019469 admin admin] Pushing event deleted for resources: {'Network': ['ID=f30abc9d-7837-41b1-86cd-96674510385b,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:39.899982 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6399325d-d592-487d-9480-dfbe5c3b6fec admin admin] Publish callbacks [] for security_group (10b4c3ee-6c1a-4639-86de-8cd0b52d9631), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:39.915477 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8affc044-e535-4e32-b271-5dfe41f11942 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (a0b041a5-54f4-4a82-a1d4-88bab46724d3), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:39.944263 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-9de18065-da8f-449f-a4c3-916f65552f92 admin admin] Deleting subnet ae0ff32e-a484-4b99-9be1-14fc74131742 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:01:39.948022 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9de18065-da8f-449f-a4c3-916f65552f92 admin admin] Publish callbacks [] for subnet (ae0ff32e-a484-4b99-9be1-14fc74131742), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:39.989372 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9de18065-da8f-449f-a4c3-916f65552f92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (ae0ff32e-a484-4b99-9be1-14fc74131742), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:40.016912 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-8affc044-e535-4e32-b271-5dfe41f11942 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Calling delete_port for a0b041a5-54f4-4a82-a1d4-88bab46724d3 owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:01:40.042177 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7a34aed5-2554-4a92-8042-3c7ad3dca45d req-bff11153-eaf6-4396-a4d3-7df0224da490 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1798885
Feb 05 21:01:40.127979 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6399325d-d592-487d-9480-dfbe5c3b6fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (10b4c3ee-6c1a-4639-86de-8cd0b52d9631), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:40.131353 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6399325d-d592-487d-9480-dfbe5c3b6fec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:40.138181 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6399325d-d592-487d-9480-dfbe5c3b6fec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/10b4c3ee-6c1a-4639-86de-8cd0b52d9631 HTTP/1.1" status: 204  len: 168 time: 0.5213742
Feb 05 21:01:40.140981 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9de18065-da8f-449f-a4c3-916f65552f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (ae0ff32e-a484-4b99-9be1-14fc74131742), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:40.158037 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6399325d-d592-487d-9480-dfbe5c3b6fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b4c3ee-6c1a-4639-86de-8cd0b52d9631,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:40.265347 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:40.313648 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9de18065-da8f-449f-a4c3-916f65552f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (ae0ff32e-a484-4b99-9be1-14fc74131742), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:40.475252 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de18065-da8f-449f-a4c3-916f65552f92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae0ff32e-a484-4b99-9be1-14fc74131742,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:40.517365 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9de18065-da8f-449f-a4c3-916f65552f92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:40.536395 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9de18065-da8f-449f-a4c3-916f65552f92 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ae0ff32e-a484-4b99-9be1-14fc74131742 HTTP/1.1" status: 204  len: 168 time: 0.6827145
Feb 05 21:01:40.555489 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49026) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:40.652270 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8affc044-e535-4e32-b271-5dfe41f11942 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (a0b041a5-54f4-4a82-a1d4-88bab46724d3), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:40.783071 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-477ac3ef-f9c3-4cca-af68-4b7a6420c0d4 req-b6bfa2ad-c535-4843-8e5c-799e4568542d tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 210 time: 0.0397658
Feb 05 21:01:40.818970 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-cdf52369-b450-4cd5-a87a-515a9cef6beb admin admin] Deleting port 96ac2073-f221-4156-adb5-465004dc3a94 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:01:40.819319 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cdf52369-b450-4cd5-a87a-515a9cef6beb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (96ac2073-f221-4156-adb5-465004dc3a94), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:40.822597 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affc044-e535-4e32-b271-5dfe41f11942 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Pushing event deleted for resources: {'Port': ['ID=a0b041a5-54f4-4a82-a1d4-88bab46724d3,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:40.950306 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-cdf52369-b450-4cd5-a87a-515a9cef6beb admin admin] For port 96ac2073-f221-4156-adb5-465004dc3a94, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=96ac2073-f221-4156-adb5-465004dc3a94,segment=NetworkSegment(b2e5a624-3a6f-48ee-876e-37a990f11a7b),segment_id=b2e5a624-3a6f-48ee-876e-37a990f11a7b)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:40.951921 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cdf52369-b450-4cd5-a87a-515a9cef6beb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (96ac2073-f221-4156-adb5-465004dc3a94), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:40.967379 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-cdf52369-b450-4cd5-a87a-515a9cef6beb admin admin] Calling delete_port for 96ac2073-f221-4156-adb5-465004dc3a94 owned by network:router_interface {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:01:41.041571 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b9b68-7565-4804-a0ae-22a2658dc7c4 req-a5fac204-accc-41ac-90da-8686ed412d8a tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:41.049910 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9e4b9b68-7565-4804-a0ae-22a2658dc7c4 req-a5fac204-accc-41ac-90da-8686ed412d8a tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=f854044f-b0e6-452e-bd1c-cbbc44dd891d HTTP/1.1" status: 200  len: 946 time: 0.3152931
Feb 05 21:01:41.287392 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9e4b9b68-7565-4804-a0ae-22a2658dc7c4 req-2443e765-7291-4251-8d62-a40d5a270e5d tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2366040
Feb 05 21:01:41.303547 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b666a0f6-e57a-4ba5-ae4b-1ae87b3b08ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (ef8bb76b-7c49-4cc2-a93c-5f891722875c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:41.328054 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8affc044-e535-4e32-b271-5dfe41f11942 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:41.333000 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8affc044-e535-4e32-b271-5dfe41f11942 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] 10.222.0.32 "DELETE /v2.0/ports/a0b041a5-54f4-4a82-a1d4-88bab46724d3 HTTP/1.1" status: 204  len: 168 time: 1.8546629
Feb 05 21:01:41.335671 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-209bd007-2642-477b-b10b-d670a960dab4 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:41.335889 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49052) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:41.337188 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-209bd007-2642-477b-b10b-d670a960dab4 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.39 "GET /v2.0/networks?id=f513b7e7-60ac-4b04-af41-d1fecee70cba HTTP/1.1" status: 200  len: 811 time: 0.2828622
Feb 05 21:01:41.456105 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b666a0f6-e57a-4ba5-ae4b-1ae87b3b08ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (ef8bb76b-7c49-4cc2-a93c-5f891722875c), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:41.482655 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-b666a0f6-e57a-4ba5-ae4b-1ae87b3b08ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2ae60d0>,) {'filters': {'network_id': ['ef8bb76b-7c49-4cc2-a93c-5f891722875c']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:41.487999 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-bfeb02cc-a65e-4255-b2c4-71815473c920 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abdf40933f6b4f8099b886dfec3a4473 HTTP/1.1" status: 200  len: 380 time: 0.1376197
Feb 05 21:01:41.493204 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-b666a0f6-e57a-4ba5-ae4b-1ae87b3b08ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2ae60d0>, 'cf5d2e56-f3c6-4ba4-af88-f63489c312af') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:41.493522 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-b666a0f6-e57a-4ba5-ae4b-1ae87b3b08ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2ae60d0>, 'cf5d2e56-f3c6-4ba4-af88-f63489c312af') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:41.497815 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-f322e19e-e20e-4caf-8713-003c715bb5d0 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Request body: {'port': {'device_id': '11107d8a-249a-4fef-9d13-4e5511c75802', 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba', 'admin_state_up': True, 'tenant_id': 'abdf40933f6b4f8099b886dfec3a4473', 'security_groups': ['3a2ba07a-4a9c-4939-99bb-a3249e57e1a6']}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:01:41.509365 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b666a0f6-e57a-4ba5-ae4b-1ae87b3b08ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (cf5d2e56-f3c6-4ba4-af88-f63489c312af), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:41.523329 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b666a0f6-e57a-4ba5-ae4b-1ae87b3b08ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (cf5d2e56-f3c6-4ba4-af88-f63489c312af), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:41.537941 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b666a0f6-e57a-4ba5-ae4b-1ae87b3b08ea admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:01:41.538183 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b666a0f6-e57a-4ba5-ae4b-1ae87b3b08ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (cf5d2e56-f3c6-4ba4-af88-f63489c312af), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:41.539930 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:01:41.539930 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:01:41.539930 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:01:41.539930 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:01:41.539930 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:01:41.539930 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:01:41.539930 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:01:41.539930 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:01:41.539930 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:01:41.539930 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:01:41.539930 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:01:41.539930 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:01:41.539930 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:01:41.539930 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:01:41.539930 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:01:41.539930 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:01:41.539930 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:01:41.539930 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:01:41.539930 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:01:41.539930 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:01:41.539930 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:01:41.539930 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:01:41.539930 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:01:41.539930 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:01:41.539930 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:01:41.539930 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:01:41.539930 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:01:41.539930 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:01:41.539930 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:01:41.539930 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:01:41.539930 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:01:41.539930 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:01:41.542929 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cdf52369-b450-4cd5-a87a-515a9cef6beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (96ac2073-f221-4156-adb5-465004dc3a94), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:41.605319 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4569f-6851-4299-8359-7ef6d0a7b6f6 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:41.609367 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c5b4569f-6851-4299-8359-7ef6d0a7b6f6 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] 10.222.0.32 "GET /v2.0/ports?device_id=1111ea9b-2e94-466f-adf9-d6857e704f41 HTTP/1.1" status: 200  len: 913 time: 0.2687876
Feb 05 21:01:41.611644 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf52369-b450-4cd5-a87a-515a9cef6beb admin admin] Pushing event deleted for resources: {'Port': ['ID=96ac2073-f221-4156-adb5-465004dc3a94,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:41.613306 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49064) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:41.635682 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be77141d-8f70-49d9-8843-18167fde1de5 req-5ef61a23-8392-4bc7-834f-d94036da204d tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:41.637934 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-be77141d-8f70-49d9-8843-18167fde1de5 req-5ef61a23-8392-4bc7-834f-d94036da204d tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=f854044f-b0e6-452e-bd1c-cbbc44dd891d HTTP/1.1" status: 200  len: 946 time: 0.2105582
Feb 05 21:01:41.649546 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b666a0f6-e57a-4ba5-ae4b-1ae87b3b08ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (ef8bb76b-7c49-4cc2-a93c-5f891722875c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:41.663868 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b666a0f6-e57a-4ba5-ae4b-1ae87b3b08ea admin admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:41.670758 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b666a0f6-e57a-4ba5-ae4b-1ae87b3b08ea admin admin] 10.222.0.32 "DELETE /v2.0/networks/ef8bb76b-7c49-4cc2-a93c-5f891722875c HTTP/1.1" status: 204  len: 168 time: 1.1136830
Feb 05 21:01:41.687452 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b666a0f6-e57a-4ba5-ae4b-1ae87b3b08ea admin admin] Pushing event deleted for resources: {'Network': ['ID=ef8bb76b-7c49-4cc2-a93c-5f891722875c,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:41.910646 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-be77141d-8f70-49d9-8843-18167fde1de5 req-69209670-e8ca-4d31-a227-ff8b4067296c tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2478330
Feb 05 21:01:41.939365 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49074) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:41.981520 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-f322e19e-e20e-4caf-8713-003c715bb5d0 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Made reservation on behalf of abdf40933f6b4f8099b886dfec3a4473 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:01:41.984985 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-f322e19e-e20e-4caf-8713-003c715bb5d0 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:41.999856 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c77b3d8e-6fae-4741-8b24-857e29b518ff req-8574715d-e33c-4443-8de1-22fa85c0b7d1 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 210 time: 0.0808866
Feb 05 21:01:42.015007 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-cf77e051-8da9-4e29-8bfe-0b886e3f4299 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fe86b33bc9674ec59c8749b675f2eff1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0728495
Feb 05 21:01:42.017211 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49078) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:42.085570 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-75a795c8-31b3-4d83-bd5d-a7081c979aa4 admin admin] Publish callbacks [] for security_group (778b60d1-46cd-4f99-a0e8-c740f97aac81), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:42.118149 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-75a795c8-31b3-4d83-bd5d-a7081c979aa4 admin admin] Publish callbacks [] for security_group (778b60d1-46cd-4f99-a0e8-c740f97aac81), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:42.202930 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-75a795c8-31b3-4d83-bd5d-a7081c979aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (778b60d1-46cd-4f99-a0e8-c740f97aac81), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:42.209022 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-75a795c8-31b3-4d83-bd5d-a7081c979aa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:42.211577 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-75a795c8-31b3-4d83-bd5d-a7081c979aa4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/778b60d1-46cd-4f99-a0e8-c740f97aac81 HTTP/1.1" status: 204  len: 168 time: 0.1931779
Feb 05 21:01:42.217846 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cdf52369-b450-4cd5-a87a-515a9cef6beb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (ca2721a6-49b9-440c-88a5-74224860ce12), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:42.229380 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a795c8-31b3-4d83-bd5d-a7081c979aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778b60d1-46cd-4f99-a0e8-c740f97aac81,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:42.522453 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-f322e19e-e20e-4caf-8713-003c715bb5d0 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Allocated IP 172.20.0.8 (f513b7e7-60ac-4b04-af41-d1fecee70cba/d3bc4b1d-f312-4b2d-bc48-80b03423d794/ad0354e3-119c-4c7a-a046-88f02122433c) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:01:42.535754 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a955cb-32c6-41f7-afd4-4148a3ed8b49 req-18977d7c-4f19-4408-97d6-686de9229d37 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:42.538175 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-50a955cb-32c6-41f7-afd4-4148a3ed8b49 req-18977d7c-4f19-4408-97d6-686de9229d37 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=f854044f-b0e6-452e-bd1c-cbbc44dd891d HTTP/1.1" status: 200  len: 946 time: 0.2797301
Feb 05 21:01:42.634620 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49098) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:42.679052 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-24eb7b54-62c7-4c98-9128-4abbe4a9171f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=42af78726e244752bead4cf805781c40&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0429018
Feb 05 21:01:42.682023 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49100) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:42.745776 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-56997676-5813-4c87-a9ba-c4bd1239ea08 admin admin] Publish callbacks [] for security_group (8e07e2b3-c219-4c85-8b91-761fc8c3d0d3), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:42.773237 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-56997676-5813-4c87-a9ba-c4bd1239ea08 admin admin] Publish callbacks [] for security_group (8e07e2b3-c219-4c85-8b91-761fc8c3d0d3), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:42.840021 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-56997676-5813-4c87-a9ba-c4bd1239ea08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (8e07e2b3-c219-4c85-8b91-761fc8c3d0d3), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:42.846955 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-56997676-5813-4c87-a9ba-c4bd1239ea08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:42.850086 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-56997676-5813-4c87-a9ba-c4bd1239ea08 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8e07e2b3-c219-4c85-8b91-761fc8c3d0d3 HTTP/1.1" status: 204  len: 168 time: 0.1669142
Feb 05 21:01:42.863332 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56997676-5813-4c87-a9ba-c4bd1239ea08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e07e2b3-c219-4c85-8b91-761fc8c3d0d3,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:43.050745 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-50a955cb-32c6-41f7-afd4-4148a3ed8b49 req-c957d781-cbfc-42bc-9e09-034483fcf74d tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4934282
Feb 05 21:01:43.224325 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5a6c9b9c-4008-4a79-9e7f-72001a5c6ab0 req-2bcf4b64-ab5d-45b6-8986-5df224256d2e tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 210 time: 0.0743394
Feb 05 21:01:43.275148 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf52369-b450-4cd5-a87a-515a9cef6beb admin admin] Router ca2721a6-49b9-440c-88a5-74224860ce12 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:01:43.297882 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-f322e19e-e20e-4caf-8713-003c715bb5d0 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks [] for port (ad0354e3-119c-4c7a-a046-88f02122433c), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:43.335105 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a583d5-960b-4944-b693-f84f67ad47da req-33822c7a-056a-4ce5-9dbb-cff82be3259e tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:43.336616 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a4a583d5-960b-4944-b693-f84f67ad47da req-33822c7a-056a-4ce5-9dbb-cff82be3259e tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=f854044f-b0e6-452e-bd1c-cbbc44dd891d HTTP/1.1" status: 200  len: 946 time: 0.1780593
Feb 05 21:01:43.375914 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1c88480d-a919-4c8f-ae8e-5edeaaac74d9 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (1111ea9b-2e94-466f-adf9-d6857e704f41), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:43.556007 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-f322e19e-e20e-4caf-8713-003c715bb5d0 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (ad0354e3-119c-4c7a-a046-88f02122433c), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:43.626969 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49134) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:43.632420 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a4a583d5-960b-4944-b693-f84f67ad47da req-11a8f290-9314-419d-8e5f-fee1e4f66591 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2541749
Feb 05 21:01:43.643876 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-f322e19e-e20e-4caf-8713-003c715bb5d0 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Network f513b7e7-60ac-4b04-af41-d1fecee70cba is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:01:43.658997 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf52369-b450-4cd5-a87a-515a9cef6beb admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:01:43.658997 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-cdf52369-b450-4cd5-a87a-515a9cef6beb admin admin] 10.222.0.32 "PUT /v2.0/routers/ca2721a6-49b9-440c-88a5-74224860ce12/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1349418
Feb 05 21:01:43.660434 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c3c9a4-5c2d-46d7-b108-efc8620d73fa None None] Sync routers for ids ['ca2721a6-49b9-440c-88a5-74224860ce12'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:01:43.663858 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-f322e19e-e20e-4caf-8713-003c715bb5d0 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:01:43.665677 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49138) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:43.668000 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f322e19e-e20e-4caf-8713-003c715bb5d0 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Pushing event updated for resources: {'Port': ['ID=ad0354e3-119c-4c7a-a046-88f02122433c,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:43.675833 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c3c9a4-5c2d-46d7-b108-efc8620d73fa None None] Routers {'ca2721a6-49b9-440c-88a5-74224860ce12'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:01:43.676469 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-e3c3c9a4-5c2d-46d7-b108-efc8620d73fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db907c130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:01:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ca2721a6-49b9-440c-88a5-74224860ce12'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:43.676604 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-f322e19e-e20e-4caf-8713-003c715bb5d0 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:01:43.893333 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-e3c3c9a4-5c2d-46d7-b108-efc8620d73fa None None] Set router ca2721a6-49b9-440c-88a5-74224860ce12 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:01:43.893567 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-f322e19e-e20e-4caf-8713-003c715bb5d0 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:43.894082 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-f322e19e-e20e-4caf-8713-003c715bb5d0 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:44.029692 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-f322e19e-e20e-4caf-8713-003c715bb5d0 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5362408
Feb 05 21:01:44.042166 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-eedffcc6-bbf1-4635-bd0f-fbee1dd103f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:44.048425 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-20a1f122-e3f8-40db-83a7-5395f853711b service neutron] Request body: {'port': {'device_id': '11107d8a-249a-4fef-9d13-4e5511c75802', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:01:44.056215 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9f84d44a-ce4b-487c-b2aa-540207520a03 admin admin] Publish callbacks [] for router (ca2721a6-49b9-440c-88a5-74224860ce12), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:44.192437 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-11f21253-658e-4681-b03e-f3620da49688 None None] Provisioning complete for port ad0354e3-119c-4c7a-a046-88f02122433c triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:01:44.192951 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-11f21253-658e-4681-b03e-f3620da49688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ad0354e3-119c-4c7a-a046-88f02122433c), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:44.264907 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-eedffcc6-bbf1-4635-bd0f-fbee1dd103f0 admin admin] Publish callbacks [] for security_group (f038f8c3-4840-4796-bac3-aee99f1e0d8e), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:44.274085 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-20a1f122-e3f8-40db-83a7-5395f853711b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ad0354e3-119c-4c7a-a046-88f02122433c), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:44.276332 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-eedffcc6-bbf1-4635-bd0f-fbee1dd103f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f038f8c3-4840-4796-bac3-aee99f1e0d8e), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:44.291015 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-11f21253-658e-4681-b03e-f3620da49688 None None] Port ad0354e3-119c-4c7a-a046-88f02122433c cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:01:44.342699 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-e3c3c9a4-5c2d-46d7-b108-efc8620d73fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db907c130>, [{'id': 'ca2721a6-49b9-440c-88a5-74224860ce12', 'name': 'tempest-ServersTestMultiNic-500018329-router', 'tenant_id': '635643c8c95a48178be578a04d153ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84'}], 'enable_snat': True}, 'gw_port_id': 'b09a12d0-cabc-4160-b93c-5904c03366d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:59:27Z', 'updated_at': '2022-02-05T21:01:41Z', 'revision_number': 5, 'project_id': '635643c8c95a48178be578a04d153ce8', 'gw_port': {'id': 'b09a12d0-cabc-4160-b93c-5904c03366d4', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2721a6-49b9-440c-88a5-74224860ce12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:59:30Z', 'updated_at': '2022-02-05T20:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:44.407204 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c3c9a4-5c2d-46d7-b108-efc8620d73fa None None] Checking router: ca2721a6-49b9-440c-88a5-74224860ce12 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:01:44.409395 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-eedffcc6-bbf1-4635-bd0f-fbee1dd103f0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8c55cef62864410cb230e176ea7c5150&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7799227
Feb 05 21:01:44.411868 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49162) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:44.428821 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c3c9a4-5c2d-46d7-b108-efc8620d73fa None None] Routers {'ca2721a6-49b9-440c-88a5-74224860ce12'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:01:44.429542 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-e3c3c9a4-5c2d-46d7-b108-efc8620d73fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db907c130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:01:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ca2721a6-49b9-440c-88a5-74224860ce12'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:44.439736 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedffcc6-bbf1-4635-bd0f-fbee1dd103f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f038f8c3-4840-4796-bac3-aee99f1e0d8e,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:44.500694 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9f84d44a-ce4b-487c-b2aa-540207520a03 admin admin] Publish callbacks [] for router_gateway (ca2721a6-49b9-440c-88a5-74224860ce12), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:44.572216 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-729056ca-4beb-460b-9688-9d97d129600f admin admin] Publish callbacks [] for security_group (f038f8c3-4840-4796-bac3-aee99f1e0d8e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:44.610578 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-e3c3c9a4-5c2d-46d7-b108-efc8620d73fa None None] Set router ca2721a6-49b9-440c-88a5-74224860ce12 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:01:44.621616 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-729056ca-4beb-460b-9688-9d97d129600f admin admin] Publish callbacks [] for security_group (f038f8c3-4840-4796-bac3-aee99f1e0d8e), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:44.641643 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9ebdf-21d6-46a8-8c20-6e9d795a6b21 req-a1444b8f-c8a8-4922-b32d-cd62694bb2ed tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:44.648559 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f9a9ebdf-21d6-46a8-8c20-6e9d795a6b21 req-a1444b8f-c8a8-4922-b32d-cd62694bb2ed tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=f854044f-b0e6-452e-bd1c-cbbc44dd891d HTTP/1.1" status: 200  len: 946 time: 0.3245034
Feb 05 21:01:44.660129 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-1c88480d-a919-4c8f-ae8e-5edeaaac74d9 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Deleting port 6c764327-ff9d-40ab-a7d0-eafdc7a04f95 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:01:44.660479 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1c88480d-a919-4c8f-ae8e-5edeaaac74d9 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (6c764327-ff9d-40ab-a7d0-eafdc7a04f95), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:44.724750 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-729056ca-4beb-460b-9688-9d97d129600f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f038f8c3-4840-4796-bac3-aee99f1e0d8e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:44.729137 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-729056ca-4beb-460b-9688-9d97d129600f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:44.734617 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-729056ca-4beb-460b-9688-9d97d129600f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f038f8c3-4840-4796-bac3-aee99f1e0d8e HTTP/1.1" status: 204  len: 168 time: 0.3147240
Feb 05 21:01:44.758529 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729056ca-4beb-460b-9688-9d97d129600f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f038f8c3-4840-4796-bac3-aee99f1e0d8e,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:44.844016 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e35cd7-0d5d-45d6-bed3-1add99014e7f req-c77c600e-0293-46d1-bbf2-1740a8ebe692 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:44.845759 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-99e35cd7-0d5d-45d6-bed3-1add99014e7f req-c77c600e-0293-46d1-bbf2-1740a8ebe692 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 931 time: 0.4657085
Feb 05 21:01:44.870700 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f9a9ebdf-21d6-46a8-8c20-6e9d795a6b21 req-5da7cd09-8f4e-446d-bab4-17b2b15b895f tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2212377
Feb 05 21:01:44.937397 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-e3c3c9a4-5c2d-46d7-b108-efc8620d73fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db907c130>, [{'id': 'ca2721a6-49b9-440c-88a5-74224860ce12', 'name': 'tempest-ServersTestMultiNic-500018329-router', 'tenant_id': '635643c8c95a48178be578a04d153ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84'}], 'enable_snat': True}, 'gw_port_id': 'b09a12d0-cabc-4160-b93c-5904c03366d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:59:27Z', 'updated_at': '2022-02-05T21:01:41Z', 'revision_number': 5, 'project_id': '635643c8c95a48178be578a04d153ce8', 'gw_port': {'id': 'b09a12d0-cabc-4160-b93c-5904c03366d4', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2721a6-49b9-440c-88a5-74224860ce12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:59:30Z', 'updated_at': '2022-02-05T20:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:44.981322 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c3c9a4-5c2d-46d7-b108-efc8620d73fa None None] The sync data for ids ['ca2721a6-49b9-440c-88a5-74224860ce12'] in ncdv-master-1 is: [{'id': 'ca2721a6-49b9-440c-88a5-74224860ce12', 'name': 'tempest-ServersTestMultiNic-500018329-router', 'tenant_id': '635643c8c95a48178be578a04d153ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84'}], 'enable_snat': True}, 'gw_port_id': 'b09a12d0-cabc-4160-b93c-5904c03366d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T20:59:27Z', 'updated_at': '2022-02-05T21:01:41Z', 'revision_number': 5, 'project_id': '635643c8c95a48178be578a04d153ce8', 'gw_port': {'id': 'b09a12d0-cabc-4160-b93c-5904c03366d4', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2721a6-49b9-440c-88a5-74224860ce12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T20:59:30Z', 'updated_at': '2022-02-05T20:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:01:44.993050 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1c88480d-a919-4c8f-ae8e-5edeaaac74d9 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (6c764327-ff9d-40ab-a7d0-eafdc7a04f95), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:45.030849 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-9f84d44a-ce4b-487c-b2aa-540207520a03 admin admin] Deleting port b09a12d0-cabc-4160-b93c-5904c03366d4 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:01:45.030849 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9f84d44a-ce4b-487c-b2aa-540207520a03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (b09a12d0-cabc-4160-b93c-5904c03366d4), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:45.035693 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-1c88480d-a919-4c8f-ae8e-5edeaaac74d9 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Calling delete_port for 6c764327-ff9d-40ab-a7d0-eafdc7a04f95 owned by network:router_interface {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:01:45.071328 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-99e35cd7-0d5d-45d6-bed3-1add99014e7f req-6f0ad19b-592c-4476-8f35-5048b4a65baa tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2062128
Feb 05 21:01:45.232343 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:45.253439 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-9f84d44a-ce4b-487c-b2aa-540207520a03 admin admin] For port b09a12d0-cabc-4160-b93c-5904c03366d4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b09a12d0-cabc-4160-b93c-5904c03366d4,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:45.253816 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9f84d44a-ce4b-487c-b2aa-540207520a03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (b09a12d0-cabc-4160-b93c-5904c03366d4), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:45.272778 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-20a1f122-e3f8-40db-83a7-5395f853711b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad0354e3-119c-4c7a-a046-88f02122433c {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:01:45.304302 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49192) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:45.315912 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-9f84d44a-ce4b-487c-b2aa-540207520a03 admin admin] Calling delete_port for b09a12d0-cabc-4160-b93c-5904c03366d4 owned by network:router_gateway {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:01:45.318728 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-20a1f122-e3f8-40db-83a7-5395f853711b service neutron] Publish callbacks [] for port (ad0354e3-119c-4c7a-a046-88f02122433c), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:45.324636 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2b4337dd-9feb-4ffe-96ee-f8889085a92f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:45.360271 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-20a1f122-e3f8-40db-83a7-5395f853711b service neutron] Transition to ACTIVE for port object ad0354e3-119c-4c7a-a046-88f02122433c will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:01:45.377670 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 96ac2073-f221-4156-adb5-465004dc3a94 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:01:45.389746 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa206f8-b671-4d86-b70c-e17a2d569e48 req-3c8111f1-607f-498d-ad4e-576b0240a4ca tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:45.391781 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-5fa206f8-b671-4d86-b70c-e17a2d569e48 req-3c8111f1-607f-498d-ad4e-576b0240a4ca tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.39 "GET /v2.0/ports?device_id=f854044f-b0e6-452e-bd1c-cbbc44dd891d HTTP/1.1" status: 200  len: 946 time: 0.1209311
Feb 05 21:01:45.407434 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 96ac2073-f221-4156-adb5-465004dc3a94 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:01:45.408009 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 96ac2073-f221-4156-adb5-465004dc3a94 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:01:45.523827 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2b4337dd-9feb-4ffe-96ee-f8889085a92f admin admin] Publish callbacks [] for security_group (5a201f6e-1872-4675-8453-e142fedb03ff), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:45.544733 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2b4337dd-9feb-4ffe-96ee-f8889085a92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (5a201f6e-1872-4675-8453-e142fedb03ff), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:45.633539 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2b4337dd-9feb-4ffe-96ee-f8889085a92f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d23724671b5d494895b938bd81d8e74b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3238564
Feb 05 21:01:45.633782 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4337dd-9feb-4ffe-96ee-f8889085a92f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a201f6e-1872-4675-8453-e142fedb03ff,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:45.643876 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49210) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:45.701424 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-5fa206f8-b671-4d86-b70c-e17a2d569e48 req-0f82a9fc-b9f5-49a6-b780-abd7ce283216 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Deleting port 67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:01:45.701796 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-5fa206f8-b671-4d86-b70c-e17a2d569e48 req-0f82a9fc-b9f5-49a6-b780-abd7ce283216 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:45.716796 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-20a1f122-e3f8-40db-83a7-5395f853711b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (ad0354e3-119c-4c7a-a046-88f02122433c), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:45.780097 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-40880431-6a9f-470a-afaf-bc4e4623c53d admin admin] Publish callbacks [] for security_group (5a201f6e-1872-4675-8453-e142fedb03ff), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:45.803645 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1f122-e3f8-40db-83a7-5395f853711b service neutron] Pushing event updated for resources: {'Port': ['ID=ad0354e3-119c-4c7a-a046-88f02122433c,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:45.817625 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-40880431-6a9f-470a-afaf-bc4e4623c53d admin admin] Publish callbacks [] for security_group (5a201f6e-1872-4675-8453-e142fedb03ff), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:45.867271 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-5fa206f8-b671-4d86-b70c-e17a2d569e48 req-0f82a9fc-b9f5-49a6-b780-abd7ce283216 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] For port 67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0,segment=NetworkSegment(2a52932a-0773-4bb3-a5f4-675383624606),segment_id=2a52932a-0773-4bb3-a5f4-675383624606)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:45.867648 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-5fa206f8-b671-4d86-b70c-e17a2d569e48 req-0f82a9fc-b9f5-49a6-b780-abd7ce283216 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:45.893733 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-5fa206f8-b671-4d86-b70c-e17a2d569e48 req-0f82a9fc-b9f5-49a6-b780-abd7ce283216 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Calling delete_port for 67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:01:46.027221 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-40880431-6a9f-470a-afaf-bc4e4623c53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (5a201f6e-1872-4675-8453-e142fedb03ff), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:46.030897 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-40880431-6a9f-470a-afaf-bc4e4623c53d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:46.032372 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-40880431-6a9f-470a-afaf-bc4e4623c53d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5a201f6e-1872-4675-8453-e142fedb03ff HTTP/1.1" status: 204  len: 168 time: 0.3802209
Feb 05 21:01:46.047393 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40880431-6a9f-470a-afaf-bc4e4623c53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a201f6e-1872-4675-8453-e142fedb03ff,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:46.214712 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-5fa206f8-b671-4d86-b70c-e17a2d569e48 req-0f82a9fc-b9f5-49a6-b780-abd7ce283216 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:46.227876 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:01:46.261065 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f82a9fc-b9f5-49a6-b780-abd7ce283216 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Pushing event deleted for resources: {'Port': ['ID=67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:46.264070 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-20a1f122-e3f8-40db-83a7-5395f853711b service neutron] Attempting to bind port ad0354e3-119c-4c7a-a046-88f02122433c on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:01:46.265271 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-20a1f122-e3f8-40db-83a7-5395f853711b service neutron] Attempting to bind port ad0354e3-119c-4c7a-a046-88f02122433c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5ac9584d-8528-41b9-ba11-9daf83adba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:01:46.266472 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-20a1f122-e3f8-40db-83a7-5395f853711b service neutron] Attempting to bind port ad0354e3-119c-4c7a-a046-88f02122433c on network f513b7e7-60ac-4b04-af41-d1fecee70cba {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:01:46.290780 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1c88480d-a919-4c8f-ae8e-5edeaaac74d9 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (6c764327-ff9d-40ab-a7d0-eafdc7a04f95), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:46.337453 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-20a1f122-e3f8-40db-83a7-5395f853711b service neutron] Port ad0354e3-119c-4c7a-a046-88f02122433c on network f513b7e7-60ac-4b04-af41-d1fecee70cba not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:01:46.338488 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-20a1f122-e3f8-40db-83a7-5395f853711b service neutron] Attempting to bind port ad0354e3-119c-4c7a-a046-88f02122433c on network f513b7e7-60ac-4b04-af41-d1fecee70cba {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:01:46.343214 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa206f8-b671-4d86-b70c-e17a2d569e48 req-0f82a9fc-b9f5-49a6-b780-abd7ce283216 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] No DVR routers for this DVR port 67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0 on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:01:46.348073 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-5fa206f8-b671-4d86-b70c-e17a2d569e48 req-0f82a9fc-b9f5-49a6-b780-abd7ce283216 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:46.353108 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-5fa206f8-b671-4d86-b70c-e17a2d569e48 req-0f82a9fc-b9f5-49a6-b780-abd7ce283216 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.39 "DELETE /v2.0/ports/67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0 HTTP/1.1" status: 204  len: 173 time: 0.9020505
Feb 05 21:01:46.353611 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f854044f-b0e6-452e-bd1c-cbbc44dd891d', 'name': 'network-vif-deleted', 'tag': '67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:01:46.358029 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9282573e-f560-433f-bb49-1a42fb0523db" -d '{"events": [{"server_uuid": "f854044f-b0e6-452e-bd1c-cbbc44dd891d", "name": "network-vif-deleted", "tag": "67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:01:46.382974 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c88480d-a919-4c8f-ae8e-5edeaaac74d9 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Pushing event deleted for resources: {'Port': ['ID=6c764327-ff9d-40ab-a7d0-eafdc7a04f95,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:46.405898 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-20a1f122-e3f8-40db-83a7-5395f853711b service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:01:46.406279 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-20a1f122-e3f8-40db-83a7-5395f853711b service neutron] Checking segment: {'id': '5ac9584d-8528-41b9-ba11-9daf83adba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:01:46.406919 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-20a1f122-e3f8-40db-83a7-5395f853711b service neutron] Bound using segment: {'id': '5ac9584d-8528-41b9-ba11-9daf83adba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:01:46.407402 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-20a1f122-e3f8-40db-83a7-5395f853711b service neutron] Bound port: ad0354e3-119c-4c7a-a046-88f02122433c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ac9584d-8528-41b9-ba11-9daf83adba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:01:46.407978 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-20a1f122-e3f8-40db-83a7-5395f853711b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ad0354e3-119c-4c7a-a046-88f02122433c), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:46.410732 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9f84d44a-ce4b-487c-b2aa-540207520a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (b09a12d0-cabc-4160-b93c-5904c03366d4), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:46.531988 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f84d44a-ce4b-487c-b2aa-540207520a03 admin admin] Pushing event deleted for resources: {'Port': ['ID=b09a12d0-cabc-4160-b93c-5904c03366d4,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:46.611044 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06aeeb-87ee-4a66-b8e9-5d647e521033 req-88256fe6-8608-4429-9c8e-63ba421efa3c tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:46.615433 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9e06aeeb-87ee-4a66-b8e9-5d647e521033 req-88256fe6-8608-4429-9c8e-63ba421efa3c tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/ports?device_id=f854044f-b0e6-452e-bd1c-cbbc44dd891d HTTP/1.1" status: 200  len: 867 time: 0.5271254
Feb 05 21:01:46.717282 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c47a8f-516e-497f-a18e-1c4797b4a04e req-18f06dab-21ef-4035-b00f-9cbee893d1e4 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:46.719491 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-02c47a8f-516e-497f-a18e-1c4797b4a04e req-18f06dab-21ef-4035-b00f-9cbee893d1e4 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 943 time: 0.4718997
Feb 05 21:01:46.837225 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-20a1f122-e3f8-40db-83a7-5395f853711b service neutron] For port ad0354e3-119c-4c7a-a046-88f02122433c, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:01:46.867602 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9f84d44a-ce4b-487c-b2aa-540207520a03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (ca2721a6-49b9-440c-88a5-74224860ce12), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:46.875081 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-20a1f122-e3f8-40db-83a7-5395f853711b service neutron] For port ad0354e3-119c-4c7a-a046-88f02122433c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad0354e3-119c-4c7a-a046-88f02122433c,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:01:46.963254 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9e06aeeb-87ee-4a66-b8e9-5d647e521033 req-a50db6ce-a7b4-4ffb-ac60-15ef0512e471 tempest-ServerDiskConfigTestJSON-71725704 tempest-ServerDiskConfigTestJSON-71725704-project] 10.222.0.32 "GET /v2.0/security-groups?id=31c9bb35-7109-4edd-a1e1-d53a542b68f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3118320
Feb 05 21:01:47.006630 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-20a1f122-e3f8-40db-83a7-5395f853711b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (ad0354e3-119c-4c7a-a046-88f02122433c), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:47.029313 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50df874-f67c-4d55-bbb2-512acf1b7eb4 x-openstack-request-id: req-a50df874-f67c-4d55-bbb2-512acf1b7eb4 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:01:47.029812 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f854044f-b0e6-452e-bd1c-cbbc44dd891d", "name": "network-vif-deleted", "tag": "67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:01:47.029946 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a50df874-f67c-4d55-bbb2-512acf1b7eb4 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:01:47.030296 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f854044f-b0e6-452e-bd1c-cbbc44dd891d', 'name': 'network-vif-deleted', 'tag': '67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0', 'status': 'completed', 'code': 200}
Feb 05 21:01:47.057700 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-02c47a8f-516e-497f-a18e-1c4797b4a04e req-d8b9afd6-1e4a-4016-ad8f-90648be33155 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3251526
Feb 05 21:01:47.093776 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9f84d44a-ce4b-487c-b2aa-540207520a03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (ca2721a6-49b9-440c-88a5-74224860ce12), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:47.104938 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-20a1f122-e3f8-40db-83a7-5395f853711b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:47.105374 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-20a1f122-e3f8-40db-83a7-5395f853711b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:47.107913 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-20a1f122-e3f8-40db-83a7-5395f853711b service neutron] 10.222.0.39 "PUT /v2.0/ports/ad0354e3-119c-4c7a-a046-88f02122433c HTTP/1.1" status: 200  len: 1091 time: 3.0640156
Feb 05 21:01:47.109058 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9f84d44a-ce4b-487c-b2aa-540207520a03 admin admin] Publish callbacks [] for router_controller (ca2721a6-49b9-440c-88a5-74224860ce12), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:47.118572 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11107d8a-249a-4fef-9d13-4e5511c75802', 'tag': 'ad0354e3-119c-4c7a-a046-88f02122433c'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:01:47.118852 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cad1673-202a-421a-9658-4286b8cab73d" -d '{"events": [{"name": "network-changed", "server_uuid": "11107d8a-249a-4fef-9d13-4e5511c75802", "tag": "ad0354e3-119c-4c7a-a046-88f02122433c"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:01:47.226176 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f4c739-3be6-4c29-8438-9d4cca952c3a x-openstack-request-id: req-30f4c739-3be6-4c29-8438-9d4cca952c3a {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:01:47.226533 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11107d8a-249a-4fef-9d13-4e5511c75802", "tag": "ad0354e3-119c-4c7a-a046-88f02122433c", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:01:47.226794 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-30f4c739-3be6-4c29-8438-9d4cca952c3a {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:01:47.227386 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11107d8a-249a-4fef-9d13-4e5511c75802', 'tag': 'ad0354e3-119c-4c7a-a046-88f02122433c', 'status': 'completed', 'code': 200}
Feb 05 21:01:47.244237 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1c88480d-a919-4c8f-ae8e-5edeaaac74d9 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (1111ea9b-2e94-466f-adf9-d6857e704f41), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:47.282556 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9f84d44a-ce4b-487c-b2aa-540207520a03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (ca2721a6-49b9-440c-88a5-74224860ce12), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:47.283093 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f84d44a-ce4b-487c-b2aa-540207520a03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca2721a6-49b9-440c-88a5-74224860ce12 {{(pid=114391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:01:47.293522 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9f84d44a-ce4b-487c-b2aa-540207520a03 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:47.294969 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9f84d44a-ce4b-487c-b2aa-540207520a03 admin admin] 10.222.0.32 "DELETE /v2.0/routers/ca2721a6-49b9-440c-88a5-74224860ce12 HTTP/1.1" status: 204  len: 168 time: 3.6236801
Feb 05 21:01:47.297716 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49278) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:47.300925 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1f122-e3f8-40db-83a7-5395f853711b service neutron] Pushing event updated for resources: {'Port': ['ID=ad0354e3-119c-4c7a-a046-88f02122433c,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:47.395127 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-1f84c373-5334-4644-996a-129bba5d808a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:47.396653 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-1f84c373-5334-4644-996a-129bba5d808a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=abdf40933f6b4f8099b886dfec3a4473&device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 1125 time: 0.1725576
Feb 05 21:01:47.411588 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-615fb2ee-4a36-4c31-ae20-44cd9bf91562 admin admin] Deleting subnet 31c49727-ff6a-4391-84b3-142384327b83 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:01:47.423602 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-615fb2ee-4a36-4c31-ae20-44cd9bf91562 admin admin] Publish callbacks [] for subnet (31c49727-ff6a-4391-84b3-142384327b83), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:47.479943 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-7eb543fc-4839-4367-ad4f-0dc3748ac6fb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad0354e3-119c-4c7a-a046-88f02122433c HTTP/1.1" status: 200  len: 217 time: 0.0760138
Feb 05 21:01:47.514678 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-615fb2ee-4a36-4c31-ae20-44cd9bf91562 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (31c49727-ff6a-4391-84b3-142384327b83), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:47.588743 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-724873a7-4cf0-4c81-9f8f-1cf7e8bb0739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:47.590838 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-724873a7-4cf0-4c81-9f8f-1cf7e8bb0739 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d3bc4b1d-f312-4b2d-bc48-80b03423d794 HTTP/1.1" status: 200  len: 850 time: 0.1005101
Feb 05 21:01:47.675020 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-615fb2ee-4a36-4c31-ae20-44cd9bf91562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (31c49727-ff6a-4391-84b3-142384327b83), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:47.744556 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-615fb2ee-4a36-4c31-ae20-44cd9bf91562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (31c49727-ff6a-4391-84b3-142384327b83), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:47.781969 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615fb2ee-4a36-4c31-ae20-44cd9bf91562 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31c49727-ff6a-4391-84b3-142384327b83,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:47.791416 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-615fb2ee-4a36-4c31-ae20-44cd9bf91562 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:47.800800 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d93d83-d0d5-475f-af47-e6ff168f20c2 None None] Network 02fb1df4-aa3c-42cb-aac5-026f1f97eb26 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:01:47.801742 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49300) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:47.801951 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-615fb2ee-4a36-4c31-ae20-44cd9bf91562 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/31c49727-ff6a-4391-84b3-142384327b83 HTTP/1.1" status: 204  len: 168 time: 0.5021465
Feb 05 21:01:47.803775 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-ead26806-49b2-4c49-bff4-c9c880103454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:47.805316 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-ead26806-49b2-4c49-bff4-c9c880103454 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f513b7e7-60ac-4b04-af41-d1fecee70cba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1033185
Feb 05 21:01:47.890874 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8231a342-85d3-4016-983f-7fca98d300d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (02fb1df4-aa3c-42cb-aac5-026f1f97eb26), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:47.950916 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c88480d-a919-4c8f-ae8e-5edeaaac74d9 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Router 1111ea9b-2e94-466f-adf9-d6857e704f41 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:01:48.028786 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cef349-3fb6-4761-aeb5-13dac7d1263c None None] DHCP port deletion for 02fb1df4-aa3c-42cb-aac5-026f1f97eb26 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:01:48.147119 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-52cef349-3fb6-4761-aeb5-13dac7d1263c None None] Deleting port e929ba57-10d5-4ee3-b384-ad84c6e2c9bf {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:01:48.149123 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-52cef349-3fb6-4761-aeb5-13dac7d1263c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (e929ba57-10d5-4ee3-b384-ad84c6e2c9bf), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:48.210652 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-0e2c43e1-70fb-48c7-9c21-6741fbbb8c57 service neutron] 10.222.0.39 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3156416
Feb 05 21:01:48.288647 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-52cef349-3fb6-4761-aeb5-13dac7d1263c None None] For port e929ba57-10d5-4ee3-b384-ad84c6e2c9bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e929ba57-10d5-4ee3-b384-ad84c6e2c9bf,segment=NetworkSegment(b2e5a624-3a6f-48ee-876e-37a990f11a7b),segment_id=b2e5a624-3a6f-48ee-876e-37a990f11a7b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:48.289050 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-52cef349-3fb6-4761-aeb5-13dac7d1263c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (e929ba57-10d5-4ee3-b384-ad84c6e2c9bf), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:48.295119 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c88480d-a919-4c8f-ae8e-5edeaaac74d9 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:01:48.312183 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e061c3a5-ca0a-44c5-976d-dddc9c738ffb None None] Sync routers for ids ['1111ea9b-2e94-466f-adf9-d6857e704f41'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:01:48.323535 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49344) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:48.326595 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-52cef349-3fb6-4761-aeb5-13dac7d1263c None None] Calling delete_port for e929ba57-10d5-4ee3-b384-ad84c6e2c9bf owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:01:48.392988 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1c88480d-a919-4c8f-ae8e-5edeaaac74d9 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] 10.222.0.32 "PUT /v2.0/routers/1111ea9b-2e94-466f-adf9-d6857e704f41/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7740238
Feb 05 21:01:48.395721 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49352) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:48.407910 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-8231a342-85d3-4016-983f-7fca98d300d4 admin admin] Deleting port e929ba57-10d5-4ee3-b384-ad84c6e2c9bf {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:01:48.408427 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8231a342-85d3-4016-983f-7fca98d300d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (e929ba57-10d5-4ee3-b384-ad84c6e2c9bf), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:48.436283 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e061c3a5-ca0a-44c5-976d-dddc9c738ffb None None] Routers {'1111ea9b-2e94-466f-adf9-d6857e704f41'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:01:48.436944 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-e061c3a5-ca0a-44c5-976d-dddc9c738ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab9fd430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:01:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['1111ea9b-2e94-466f-adf9-d6857e704f41'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:48.482452 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-e061c3a5-ca0a-44c5-976d-dddc9c738ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab9fd430>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:48.487873 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e1ad024-fdcd-4a46-8e7e-788eaf754b59 admin admin] Deleting subnet 896ddbdf-ac25-4e4f-b6a8-33cece06deaa {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:01:48.494041 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-52cef349-3fb6-4761-aeb5-13dac7d1263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (e929ba57-10d5-4ee3-b384-ad84c6e2c9bf), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:48.497185 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6e1ad024-fdcd-4a46-8e7e-788eaf754b59 admin admin] Publish callbacks [] for subnet (896ddbdf-ac25-4e4f-b6a8-33cece06deaa), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:48.542901 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e061c3a5-ca0a-44c5-976d-dddc9c738ffb None None] Routers {'1111ea9b-2e94-466f-adf9-d6857e704f41'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:01:48.544515 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-e061c3a5-ca0a-44c5-976d-dddc9c738ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab9fd430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:01:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['1111ea9b-2e94-466f-adf9-d6857e704f41'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:48.549988 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cef349-3fb6-4761-aeb5-13dac7d1263c None None] No DVR routers for this DVR port e929ba57-10d5-4ee3-b384-ad84c6e2c9bf on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:01:48.558768 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cef349-3fb6-4761-aeb5-13dac7d1263c None None] Pushing event deleted for resources: {'Port': ['ID=e929ba57-10d5-4ee3-b384-ad84c6e2c9bf,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:48.584839 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6e1ad024-fdcd-4a46-8e7e-788eaf754b59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (896ddbdf-ac25-4e4f-b6a8-33cece06deaa), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:48.599688 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-e061c3a5-ca0a-44c5-976d-dddc9c738ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab9fd430>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:48.600672 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e061c3a5-ca0a-44c5-976d-dddc9c738ffb None None] The sync data for ids ['1111ea9b-2e94-466f-adf9-d6857e704f41'] in ncdv-master-1 is: [] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:01:48.627004 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4772e3d2-3c62-442e-aa67-97e32880262d tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks [] for router (1111ea9b-2e94-466f-adf9-d6857e704f41), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:48.687055 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6e1ad024-fdcd-4a46-8e7e-788eaf754b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (896ddbdf-ac25-4e4f-b6a8-33cece06deaa), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:48.815146 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4772e3d2-3c62-442e-aa67-97e32880262d tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks [] for router_gateway (1111ea9b-2e94-466f-adf9-d6857e704f41), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:48.835408 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6e1ad024-fdcd-4a46-8e7e-788eaf754b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (896ddbdf-ac25-4e4f-b6a8-33cece06deaa), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:48.896032 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ad024-fdcd-4a46-8e7e-788eaf754b59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=896ddbdf-ac25-4e4f-b6a8-33cece06deaa,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:48.900260 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6e1ad024-fdcd-4a46-8e7e-788eaf754b59 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:48.907522 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6e1ad024-fdcd-4a46-8e7e-788eaf754b59 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/896ddbdf-ac25-4e4f-b6a8-33cece06deaa HTTP/1.1" status: 204  len: 168 time: 0.5827069
Feb 05 21:01:48.912498 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49390) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:49.024648 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-4772e3d2-3c62-442e-aa67-97e32880262d tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Deleting port 813ee298-9436-4843-b588-5c02c4f87722 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:01:49.024824 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-8231a342-85d3-4016-983f-7fca98d300d4 admin admin] For port e929ba57-10d5-4ee3-b384-ad84c6e2c9bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e929ba57-10d5-4ee3-b384-ad84c6e2c9bf,segment=NetworkSegment(b2e5a624-3a6f-48ee-876e-37a990f11a7b),segment_id=b2e5a624-3a6f-48ee-876e-37a990f11a7b)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:49.025153 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8231a342-85d3-4016-983f-7fca98d300d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (e929ba57-10d5-4ee3-b384-ad84c6e2c9bf), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:49.025526 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4772e3d2-3c62-442e-aa67-97e32880262d tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (813ee298-9436-4843-b588-5c02c4f87722), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:49.031693 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b0d0c0d2-dc47-4bdf-be13-cc2cacd08383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (e409084d-65e0-491a-97ff-e3c112d56ec4), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:49.083822 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f644b-633b-484c-bb85-831f1d6d2cde req-9596bedf-091b-4629-9c56-de67a54eda1a tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:49.092340 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d22f644b-633b-484c-bb85-831f1d6d2cde req-9596bedf-091b-4629-9c56-de67a54eda1a tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 943 time: 0.7921994
Feb 05 21:01:49.134817 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-8231a342-85d3-4016-983f-7fca98d300d4 admin admin] Calling delete_port for e929ba57-10d5-4ee3-b384-ad84c6e2c9bf owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:01:49.164366 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b09a12d0-cabc-4160-b93c-5904c03366d4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:01:49.187178 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-986f2553-67ce-4b3e-bf3a-781db15802b1 req-968f033b-228d-464b-9313-b4a2233fc86c service neutron] 10.222.0.39 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9050848
Feb 05 21:01:49.223267 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: b09a12d0-cabc-4160-b93c-5904c03366d4 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:01:49.225539 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b09a12d0-cabc-4160-b93c-5904c03366d4 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:01:49.228593 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device e929ba57-10d5-4ee3-b384-ad84c6e2c9bf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:01:49.261572 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d22f644b-633b-484c-bb85-831f1d6d2cde req-3f3d11b4-763c-4a9c-9873-6453e48a0d4c tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1599457
Feb 05 21:01:49.283552 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: e929ba57-10d5-4ee3-b384-ad84c6e2c9bf {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:01:49.285490 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device e929ba57-10d5-4ee3-b384-ad84c6e2c9bf not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:01:49.323129 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4772e3d2-3c62-442e-aa67-97e32880262d tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (813ee298-9436-4843-b588-5c02c4f87722), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:49.327434 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b0d0c0d2-dc47-4bdf-be13-cc2cacd08383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (e409084d-65e0-491a-97ff-e3c112d56ec4), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:49.334878 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad1673-202a-421a-9658-4286b8cab73d req-6cf0a843-9b40-462f-b237-48010e21ec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:49.336443 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0cad1673-202a-421a-9658-4286b8cab73d req-6cf0a843-9b40-462f-b237-48010e21ec77 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=abdf40933f6b4f8099b886dfec3a4473&device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 1125 time: 0.0819650
Feb 05 21:01:49.338993 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8231a342-85d3-4016-983f-7fca98d300d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (e929ba57-10d5-4ee3-b384-ad84c6e2c9bf), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:49.366169 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-4772e3d2-3c62-442e-aa67-97e32880262d tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Calling delete_port for 813ee298-9436-4843-b588-5c02c4f87722 owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:01:49.373717 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-b0d0c0d2-dc47-4bdf-be13-cc2cacd08383 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db36a84f0>,) {'filters': {'network_id': ['e409084d-65e0-491a-97ff-e3c112d56ec4']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:49.391087 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8231a342-85d3-4016-983f-7fca98d300d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e929ba57-10d5-4ee3-b384-ad84c6e2c9bf,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:49.397470 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-b0d0c0d2-dc47-4bdf-be13-cc2cacd08383 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db36a84f0>, '2a52932a-0773-4bb3-a5f4-675383624606') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:49.397982 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-b0d0c0d2-dc47-4bdf-be13-cc2cacd08383 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db36a84f0>, '2a52932a-0773-4bb3-a5f4-675383624606') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:49.403982 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8231a342-85d3-4016-983f-7fca98d300d4 admin admin] No DVR routers for this DVR port e929ba57-10d5-4ee3-b384-ad84c6e2c9bf on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:01:49.416708 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b0d0c0d2-dc47-4bdf-be13-cc2cacd08383 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (2a52932a-0773-4bb3-a5f4-675383624606), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:49.492870 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b0d0c0d2-dc47-4bdf-be13-cc2cacd08383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (2a52932a-0773-4bb3-a5f4-675383624606), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:49.515059 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0d0c0d2-dc47-4bdf-be13-cc2cacd08383 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:01:49.515981 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b0d0c0d2-dc47-4bdf-be13-cc2cacd08383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (2a52932a-0773-4bb3-a5f4-675383624606), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:49.540640 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8231a342-85d3-4016-983f-7fca98d300d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (02fb1df4-aa3c-42cb-aac5-026f1f97eb26), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:49.576325 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-8231a342-85d3-4016-983f-7fca98d300d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db8ccb4f0>,) {'filters': {'network_id': ['02fb1df4-aa3c-42cb-aac5-026f1f97eb26']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:49.584330 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad1673-202a-421a-9658-4286b8cab73d req-d93e6fb2-f9b1-4f43-b7c5-ecac91a8ca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:49.585901 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0cad1673-202a-421a-9658-4286b8cab73d req-d93e6fb2-f9b1-4f43-b7c5-ecac91a8ca83 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f513b7e7-60ac-4b04-af41-d1fecee70cba HTTP/1.1" status: 200  len: 912 time: 0.2351053
Feb 05 21:01:49.588570 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:01:49.588570 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:01:49.588570 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:01:49.588570 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:01:49.588570 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:01:49.588570 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:01:49.588570 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:01:49.588570 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:01:49.588570 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:01:49.588570 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:01:49.588570 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:01:49.588570 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:01:49.588570 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:01:49.588570 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:01:49.588570 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:01:49.588570 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:01:49.588570 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:01:49.588570 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:01:49.588570 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:01:49.588570 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:01:49.588570 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:01:49.588570 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:01:49.588570 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:01:49.588570 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:01:49.588570 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:01:49.588570 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:01:49.588570 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:01:49.588570 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:01:49.588570 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:01:49.588570 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:01:49.588570 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:01:49.588570 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:01:49.591569 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-8231a342-85d3-4016-983f-7fca98d300d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8ccb4f0>, 'b2e5a624-3a6f-48ee-876e-37a990f11a7b') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:49.591569 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-8231a342-85d3-4016-983f-7fca98d300d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8ccb4f0>, 'b2e5a624-3a6f-48ee-876e-37a990f11a7b') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:49.609612 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8231a342-85d3-4016-983f-7fca98d300d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (b2e5a624-3a6f-48ee-876e-37a990f11a7b), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:49.644126 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0cad1673-202a-421a-9658-4286b8cab73d req-285d58fe-8602-48dd-99c4-739b328efb42 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad0354e3-119c-4c7a-a046-88f02122433c HTTP/1.1" status: 200  len: 217 time: 0.0452275
Feb 05 21:01:49.663263 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8231a342-85d3-4016-983f-7fca98d300d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (b2e5a624-3a6f-48ee-876e-37a990f11a7b), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:49.663513 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b0d0c0d2-dc47-4bdf-be13-cc2cacd08383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (e409084d-65e0-491a-97ff-e3c112d56ec4), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:49.676278 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b0d0c0d2-dc47-4bdf-be13-cc2cacd08383 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:49.681615 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b0d0c0d2-dc47-4bdf-be13-cc2cacd08383 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e409084d-65e0-491a-97ff-e3c112d56ec4 HTTP/1.1" status: 204  len: 168 time: 0.7647662
Feb 05 21:01:49.704591 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8231a342-85d3-4016-983f-7fca98d300d4 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:01:49.704591 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8231a342-85d3-4016-983f-7fca98d300d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (b2e5a624-3a6f-48ee-876e-37a990f11a7b), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:49.706595 ncdv-master-1 neutron-server[114391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:01:49.706595 ncdv-master-1 neutron-server[114391]:   self.session.flush()
Feb 05 21:01:49.706595 ncdv-master-1 neutron-server[114391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:01:49.706595 ncdv-master-1 neutron-server[114391]:   self.session.flush()
Feb 05 21:01:49.706595 ncdv-master-1 neutron-server[114391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:01:49.706595 ncdv-master-1 neutron-server[114391]:   self.session.flush()
Feb 05 21:01:49.706595 ncdv-master-1 neutron-server[114391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:01:49.706595 ncdv-master-1 neutron-server[114391]:   self.session.flush()
Feb 05 21:01:49.706595 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:01:49.706595 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:01:49.706595 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:01:49.706595 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:01:49.706595 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:01:49.706595 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:01:49.706595 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:01:49.706595 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:01:49.706595 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:01:49.706595 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:01:49.706595 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:01:49.706595 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:01:49.706595 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:01:49.706595 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:01:49.706595 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:01:49.706595 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:01:49.706595 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:01:49.706595 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:01:49.706595 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:01:49.706595 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:01:49.706595 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:01:49.706595 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:01:49.706595 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:01:49.706595 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:01:49.706595 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:01:49.706595 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:01:49.706595 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:01:49.706595 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:01:49.706595 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:01:49.706595 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:01:49.706595 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:01:49.706595 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:01:49.746059 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d0c0d2-dc47-4bdf-be13-cc2cacd08383 admin admin] Pushing event deleted for resources: {'Network': ['ID=e409084d-65e0-491a-97ff-e3c112d56ec4,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:49.780414 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad1673-202a-421a-9658-4286b8cab73d req-0ce8de16-f870-4346-9458-03c4004db4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:49.782082 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0cad1673-202a-421a-9658-4286b8cab73d req-0ce8de16-f870-4346-9458-03c4004db4f1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d3bc4b1d-f312-4b2d-bc48-80b03423d794 HTTP/1.1" status: 200  len: 850 time: 0.1303539
Feb 05 21:01:49.805176 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8231a342-85d3-4016-983f-7fca98d300d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (02fb1df4-aa3c-42cb-aac5-026f1f97eb26), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:49.815307 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8231a342-85d3-4016-983f-7fca98d300d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:49.819885 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8231a342-85d3-4016-983f-7fca98d300d4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/02fb1df4-aa3c-42cb-aac5-026f1f97eb26 HTTP/1.1" status: 204  len: 168 time: 2.0132427
Feb 05 21:01:49.837331 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4772e3d2-3c62-442e-aa67-97e32880262d tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (813ee298-9436-4843-b588-5c02c4f87722), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:49.852137 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8231a342-85d3-4016-983f-7fca98d300d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=02fb1df4-aa3c-42cb-aac5-026f1f97eb26,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:49.882767 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad1673-202a-421a-9658-4286b8cab73d req-18dc4a9b-658c-4063-8946-42fbec1dfedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:49.884453 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0cad1673-202a-421a-9658-4286b8cab73d req-18dc4a9b-658c-4063-8946-42fbec1dfedf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f513b7e7-60ac-4b04-af41-d1fecee70cba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0949731
Feb 05 21:01:49.892738 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4772e3d2-3c62-442e-aa67-97e32880262d tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Pushing event deleted for resources: {'Port': ['ID=813ee298-9436-4843-b588-5c02c4f87722,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:49.941063 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49424) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:49.954088 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:01:49.993081 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:01:49.995210 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 67c3ac4b-76ee-4a53-8b58-6b26e4eb3ec0 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:01:50.030980 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c29ce350-d6a0-4a7a-9930-cc12affc1ad5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3d98b2fcc2704fad96bcaad8fe84b97a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0881186
Feb 05 21:01:50.037444 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:50.038491 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49426) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:50.066189 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4772e3d2-3c62-442e-aa67-97e32880262d tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (1111ea9b-2e94-466f-adf9-d6857e704f41), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:50.069139 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0cad1673-202a-421a-9658-4286b8cab73d req-4edf0048-c20a-44ef-ad8c-aca44f6170fd service neutron] 10.222.0.39 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1748593
Feb 05 21:01:50.135174 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49444) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:50.212334 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4772e3d2-3c62-442e-aa67-97e32880262d tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (1111ea9b-2e94-466f-adf9-d6857e704f41), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:50.215147 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4772e3d2-3c62-442e-aa67-97e32880262d tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks [] for router_controller (1111ea9b-2e94-466f-adf9-d6857e704f41), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:50.252195 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dd9d2557-52f4-4766-aaf0-797fc4484583 admin admin] Publish callbacks [] for security_group (31c9bb35-7109-4edd-a1e1-d53a542b68f2), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:50.281533 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49452) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:50.305488 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4772e3d2-3c62-442e-aa67-97e32880262d tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (1111ea9b-2e94-466f-adf9-d6857e704f41), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:50.306108 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4772e3d2-3c62-442e-aa67-97e32880262d tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Fanout notify agent at l3_agent the message router_deleted on router 1111ea9b-2e94-466f-adf9-d6857e704f41 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:01:50.315682 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4772e3d2-3c62-442e-aa67-97e32880262d tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:50.316905 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4772e3d2-3c62-442e-aa67-97e32880262d tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] 10.222.0.32 "DELETE /v2.0/routers/1111ea9b-2e94-466f-adf9-d6857e704f41 HTTP/1.1" status: 204  len: 168 time: 1.9184461
Feb 05 21:01:50.323855 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49454) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:50.342723 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0cad1673-202a-421a-9658-4286b8cab73d req-1fa7eb11-9e81-4371-ba0c-5f318c3c5ab0 service neutron] 10.222.0.39 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2626123
Feb 05 21:01:50.349808 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dd9d2557-52f4-4766-aaf0-797fc4484583 admin admin] Publish callbacks [] for security_group (31c9bb35-7109-4edd-a1e1-d53a542b68f2), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:50.361742 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d4b1b60a-0057-4dbb-a749-0a720918c56d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:50.389760 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-674ac3df-1dad-404a-85d4-8b695bce97a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=635643c8c95a48178be578a04d153ce8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1073577
Feb 05 21:01:50.392225 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49456) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:50.415558 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-80176b3a-0c16-4a7c-a422-aca6e5338dc2 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Deleting subnet 1f12f846-497e-4927-8c89-3d592f6fa7f4 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:01:50.422528 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-80176b3a-0c16-4a7c-a422-aca6e5338dc2 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks [] for subnet (1f12f846-497e-4927-8c89-3d592f6fa7f4), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:50.468349 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987cc93-29b8-4efe-af2b-45444399069f req-f7a447af-8563-45fc-bb84-03b8fe0ff05b tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:50.470013 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6987cc93-29b8-4efe-af2b-45444399069f req-f7a447af-8563-45fc-bb84-03b8fe0ff05b tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 943 time: 0.1101186
Feb 05 21:01:50.494116 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-80176b3a-0c16-4a7c-a422-aca6e5338dc2 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (1f12f846-497e-4927-8c89-3d592f6fa7f4), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:50.497504 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dd9d2557-52f4-4766-aaf0-797fc4484583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (31c9bb35-7109-4edd-a1e1-d53a542b68f2), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:50.500105 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dd9d2557-52f4-4766-aaf0-797fc4484583 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:50.504571 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-dd9d2557-52f4-4766-aaf0-797fc4484583 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/31c9bb35-7109-4edd-a1e1-d53a542b68f2 HTTP/1.1" status: 204  len: 168 time: 0.4594629
Feb 05 21:01:50.531384 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d2557-52f4-4766-aaf0-797fc4484583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c9bb35-7109-4edd-a1e1-d53a542b68f2,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:50.545307 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-551ec080-8cab-4e64-95c4-3dbf1e4965a3 admin admin] Publish callbacks [] for security_group (87663b8c-f03c-4830-b2a4-28960820d255), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:50.593482 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6987cc93-29b8-4efe-af2b-45444399069f req-b514081e-9927-48f7-a7c8-0e3bd83548b9 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1081319
Feb 05 21:01:50.598186 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d4b1b60a-0057-4dbb-a749-0a720918c56d admin admin] Publish callbacks [] for security_group (746c8bde-87eb-4524-b05b-366f6080ad3a), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:50.606424 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d4b1b60a-0057-4dbb-a749-0a720918c56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (746c8bde-87eb-4524-b05b-366f6080ad3a), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:50.619805 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-551ec080-8cab-4e64-95c4-3dbf1e4965a3 admin admin] Publish callbacks [] for security_group (87663b8c-f03c-4830-b2a4-28960820d255), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:50.674695 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d4b1b60a-0057-4dbb-a749-0a720918c56d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c8b937df4fdf46a990a449c8675c4694&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5381603
Feb 05 21:01:50.675329 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49474) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:50.676396 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1b60a-0057-4dbb-a749-0a720918c56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746c8bde-87eb-4524-b05b-366f6080ad3a,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:50.743133 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-80176b3a-0c16-4a7c-a422-aca6e5338dc2 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (1f12f846-497e-4927-8c89-3d592f6fa7f4), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:50.748231 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8f96a5d7-acb9-4832-b89d-108507632082 admin admin] Publish callbacks [] for security_group (746c8bde-87eb-4524-b05b-366f6080ad3a), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:50.774043 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8f96a5d7-acb9-4832-b89d-108507632082 admin admin] Publish callbacks [] for security_group (746c8bde-87eb-4524-b05b-366f6080ad3a), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:50.826270 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-551ec080-8cab-4e64-95c4-3dbf1e4965a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (87663b8c-f03c-4830-b2a4-28960820d255), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:50.829243 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-551ec080-8cab-4e64-95c4-3dbf1e4965a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:50.833064 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-551ec080-8cab-4e64-95c4-3dbf1e4965a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/87663b8c-f03c-4830-b2a4-28960820d255 HTTP/1.1" status: 204  len: 168 time: 0.4373114
Feb 05 21:01:50.876285 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8f96a5d7-acb9-4832-b89d-108507632082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (746c8bde-87eb-4524-b05b-366f6080ad3a), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:50.881773 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8f96a5d7-acb9-4832-b89d-108507632082 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:50.890475 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8f96a5d7-acb9-4832-b89d-108507632082 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/746c8bde-87eb-4524-b05b-366f6080ad3a HTTP/1.1" status: 204  len: 168 time: 0.2110250
Feb 05 21:01:50.905124 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ec080-8cab-4e64-95c4-3dbf1e4965a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87663b8c-f03c-4830-b2a4-28960820d255,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:50.913965 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-80176b3a-0c16-4a7c-a422-aca6e5338dc2 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (1f12f846-497e-4927-8c89-3d592f6fa7f4), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:50.918287 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f96a5d7-acb9-4832-b89d-108507632082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746c8bde-87eb-4524-b05b-366f6080ad3a,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:50.992988 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80176b3a-0c16-4a7c-a422-aca6e5338dc2 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Pushing event deleted for resources: {'Subnet': ['ID=1f12f846-497e-4927-8c89-3d592f6fa7f4,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:50.996832 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-80176b3a-0c16-4a7c-a422-aca6e5338dc2 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:51.003038 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-80176b3a-0c16-4a7c-a422-aca6e5338dc2 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] 10.222.0.32 "DELETE /v2.0/subnets/1f12f846-497e-4927-8c89-3d592f6fa7f4 HTTP/1.1" status: 204  len: 168 time: 0.6779726
Feb 05 21:01:51.003317 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49504) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:51.005057 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a386d2-edaf-41e5-b7ab-5206325e2077 None None] Network 152ae858-e81e-447d-8c08-88fe130b593b requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:01:51.140113 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6a5a56c1-97de-4f4e-aa26-3f6890555064 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (152ae858-e81e-447d-8c08-88fe130b593b), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:51.226269 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-6a5a56c1-97de-4f4e-aa26-3f6890555064 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Deleting port d4a4be8d-9692-4167-9393-162753f7a08e {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:01:51.226809 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6a5a56c1-97de-4f4e-aa26-3f6890555064 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (d4a4be8d-9692-4167-9393-162753f7a08e), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:51.319121 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1351793-f7d6-4397-9786-367b32659c53 None None] DHCP port deletion for 152ae858-e81e-447d-8c08-88fe130b593b request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:01:51.345575 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-6a5a56c1-97de-4f4e-aa26-3f6890555064 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] For port d4a4be8d-9692-4167-9393-162753f7a08e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4a4be8d-9692-4167-9393-162753f7a08e,segment=NetworkSegment(40afe1ae-6d6f-4602-8aa8-196ff67eac9e),segment_id=40afe1ae-6d6f-4602-8aa8-196ff67eac9e)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:51.346794 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6a5a56c1-97de-4f4e-aa26-3f6890555064 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (d4a4be8d-9692-4167-9393-162753f7a08e), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:51.365584 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-6a5a56c1-97de-4f4e-aa26-3f6890555064 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Calling delete_port for d4a4be8d-9692-4167-9393-162753f7a08e owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:01:51.401242 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-e1351793-f7d6-4397-9786-367b32659c53 None None] Deleting port d4a4be8d-9692-4167-9393-162753f7a08e {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:01:51.401672 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e1351793-f7d6-4397-9786-367b32659c53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (d4a4be8d-9692-4167-9393-162753f7a08e), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:51.491236 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6a5a56c1-97de-4f4e-aa26-3f6890555064 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (d4a4be8d-9692-4167-9393-162753f7a08e), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:51.517304 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-e1351793-f7d6-4397-9786-367b32659c53 None None] For port d4a4be8d-9692-4167-9393-162753f7a08e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4a4be8d-9692-4167-9393-162753f7a08e,segment=NetworkSegment(40afe1ae-6d6f-4602-8aa8-196ff67eac9e),segment_id=40afe1ae-6d6f-4602-8aa8-196ff67eac9e)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:51.518278 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e1351793-f7d6-4397-9786-367b32659c53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (d4a4be8d-9692-4167-9393-162753f7a08e), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:51.540934 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a56c1-97de-4f4e-aa26-3f6890555064 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Pushing event deleted for resources: {'Port': ['ID=d4a4be8d-9692-4167-9393-162753f7a08e,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:51.547397 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5a56c1-97de-4f4e-aa26-3f6890555064 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] No DVR routers for this DVR port d4a4be8d-9692-4167-9393-162753f7a08e on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:01:51.553659 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-e1351793-f7d6-4397-9786-367b32659c53 None None] Calling delete_port for d4a4be8d-9692-4167-9393-162753f7a08e owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:01:51.629522 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49540) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:51.680011 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6a5a56c1-97de-4f4e-aa26-3f6890555064 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (152ae858-e81e-447d-8c08-88fe130b593b), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:51.708891 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-6a5a56c1-97de-4f4e-aa26-3f6890555064 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db8302760>,) {'filters': {'network_id': ['152ae858-e81e-447d-8c08-88fe130b593b']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:51.727606 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-6a5a56c1-97de-4f4e-aa26-3f6890555064 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8302760>, '40afe1ae-6d6f-4602-8aa8-196ff67eac9e') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:51.727606 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-6a5a56c1-97de-4f4e-aa26-3f6890555064 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8302760>, '40afe1ae-6d6f-4602-8aa8-196ff67eac9e') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:51.733600 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e1351793-f7d6-4397-9786-367b32659c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (d4a4be8d-9692-4167-9393-162753f7a08e), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:51.740104 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6a5a56c1-97de-4f4e-aa26-3f6890555064 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (40afe1ae-6d6f-4602-8aa8-196ff67eac9e), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:51.747622 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49546) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:51.769261 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1507220a-54ef-4466-93ee-650dfd846efd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:51.786932 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1351793-f7d6-4397-9786-367b32659c53 None None] No DVR routers for this DVR port d4a4be8d-9692-4167-9393-162753f7a08e on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:01:51.799166 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6a5a56c1-97de-4f4e-aa26-3f6890555064 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (40afe1ae-6d6f-4602-8aa8-196ff67eac9e), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:51.801503 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1351793-f7d6-4397-9786-367b32659c53 None None] Pushing event deleted for resources: {'Port': ['ID=d4a4be8d-9692-4167-9393-162753f7a08e,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:51.830932 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a5a56c1-97de-4f4e-aa26-3f6890555064 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:01:51.831629 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6a5a56c1-97de-4f4e-aa26-3f6890555064 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (40afe1ae-6d6f-4602-8aa8-196ff67eac9e), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:51.836535 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:01:51.836535 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:01:51.836535 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:01:51.836535 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:01:51.836535 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:01:51.836535 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:01:51.836535 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:01:51.836535 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:01:51.836535 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:01:51.836535 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:01:51.836535 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:01:51.836535 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:01:51.836535 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:01:51.836535 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:01:51.836535 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:01:51.836535 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:01:51.836535 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:01:51.836535 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:01:51.836535 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:01:51.836535 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:01:51.836535 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:01:51.836535 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:01:51.836535 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:01:51.836535 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:01:51.836535 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:01:51.836535 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:01:51.836535 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:01:51.836535 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:01:51.836535 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:01:51.836535 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:01:51.836535 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:01:51.836535 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:01:51.892798 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1507220a-54ef-4466-93ee-650dfd846efd admin admin] Publish callbacks [] for security_group (333812d1-afa4-4bab-8f7f-c67efa9375fa), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:51.904623 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1507220a-54ef-4466-93ee-650dfd846efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (333812d1-afa4-4bab-8f7f-c67efa9375fa), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:51.957806 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device ad0354e3-119c-4c7a-a046-88f02122433c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:01:51.993700 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b9c70-5f29-4e01-94b7-be61d43add34 req-c1f5ad6d-42a3-4929-9697-35625ec77ada tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:52.002574 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1507220a-54ef-4466-93ee-650dfd846efd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=51f8aca815344eef99d3b5dde49d8d92&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2530832
Feb 05 21:01:52.003348 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1507220a-54ef-4466-93ee-650dfd846efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333812d1-afa4-4bab-8f7f-c67efa9375fa,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:52.005544 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-708b9c70-5f29-4e01-94b7-be61d43add34 req-c1f5ad6d-42a3-4929-9697-35625ec77ada tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 943 time: 0.2395625
Feb 05 21:01:52.006251 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6a5a56c1-97de-4f4e-aa26-3f6890555064 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (152ae858-e81e-447d-8c08-88fe130b593b), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:52.007955 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49566) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:52.026327 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-083f4dca-5ab8-4b1c-b7d1-f1d537789f45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:52.051354 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6a5a56c1-97de-4f4e-aa26-3f6890555064 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:52.056846 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6a5a56c1-97de-4f4e-aa26-3f6890555064 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] 10.222.0.32 "DELETE /v2.0/networks/152ae858-e81e-447d-8c08-88fe130b593b HTTP/1.1" status: 204  len: 168 time: 1.0521159
Feb 05 21:01:52.059332 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a56c1-97de-4f4e-aa26-3f6890555064 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Pushing event deleted for resources: {'Network': ['ID=152ae858-e81e-447d-8c08-88fe130b593b,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:52.068896 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49568) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:52.114707 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port ad0354e3-119c-4c7a-a046-88f02122433c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad0354e3-119c-4c7a-a046-88f02122433c,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:52.156969 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'ad0354e3-119c-4c7a-a046-88f02122433c', 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba', 'port_id': 'ad0354e3-119c-4c7a-a046-88f02122433c', 'mac_address': 'fa:16:3e:bb:0e:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3bc4b1d-f312-4b2d-bc48-80b03423d794', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:01:52.182570 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-083f4dca-5ab8-4b1c-b7d1-f1d537789f45 admin admin] Publish callbacks [] for security_group (d1817511-5ec0-4aa4-9172-eddeec4a80c0), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:52.189156 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-083f4dca-5ab8-4b1c-b7d1-f1d537789f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (d1817511-5ec0-4aa4-9172-eddeec4a80c0), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:52.243905 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f4dca-5ab8-4b1c-b7d1-f1d537789f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1817511-5ec0-4aa4-9172-eddeec4a80c0,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:52.264465 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-083f4dca-5ab8-4b1c-b7d1-f1d537789f45 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3a42252806ab4146b41f2e70f77e9391&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6335056
Feb 05 21:01:52.272920 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port ad0354e3-119c-4c7a-a046-88f02122433c is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:01:52.273328 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ad0354e3-119c-4c7a-a046-88f02122433c), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:52.274108 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49596) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:52.300430 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad0354e3-119c-4c7a-a046-88f02122433c {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:01:52.342563 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port ad0354e3-119c-4c7a-a046-88f02122433c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad0354e3-119c-4c7a-a046-88f02122433c,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:52.359333 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ad0354e3-119c-4c7a-a046-88f02122433c), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:52.371071 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d99fd731-ce62-4854-9bcd-2294a0686fb3 admin admin] Publish callbacks [] for security_group (d1817511-5ec0-4aa4-9172-eddeec4a80c0), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:52.409469 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d99fd731-ce62-4854-9bcd-2294a0686fb3 admin admin] Publish callbacks [] for security_group (d1817511-5ec0-4aa4-9172-eddeec4a80c0), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:52.422008 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=ad0354e3-119c-4c7a-a046-88f02122433c,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:52.457847 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-27d261c4-00b0-46e3-a88e-9a034161a5c4 admin admin] Publish callbacks [] for security_group (333812d1-afa4-4bab-8f7f-c67efa9375fa), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:52.489686 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d99fd731-ce62-4854-9bcd-2294a0686fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (d1817511-5ec0-4aa4-9172-eddeec4a80c0), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:52.497862 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d99fd731-ce62-4854-9bcd-2294a0686fb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:52.502420 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d99fd731-ce62-4854-9bcd-2294a0686fb3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d1817511-5ec0-4aa4-9172-eddeec4a80c0 HTTP/1.1" status: 204  len: 168 time: 0.2233553
Feb 05 21:01:52.510561 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99fd731-ce62-4854-9bcd-2294a0686fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1817511-5ec0-4aa4-9172-eddeec4a80c0,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:52.548128 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-27d261c4-00b0-46e3-a88e-9a034161a5c4 admin admin] Publish callbacks [] for security_group (333812d1-afa4-4bab-8f7f-c67efa9375fa), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:52.554909 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-708b9c70-5f29-4e01-94b7-be61d43add34 req-50efc790-1d35-462b-8e4c-6108df4fea7c tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4970114
Feb 05 21:01:52.564893 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['ad0354e3-119c-4c7a-a046-88f02122433c'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:01:52.654897 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-783bc111-ebf5-48a8-ac3d-b59ca9069c95 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Deleting port 93d89051-2126-44c5-bc06-3ed02db0185c {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:01:52.664009 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-783bc111-ebf5-48a8-ac3d-b59ca9069c95 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (93d89051-2126-44c5-bc06-3ed02db0185c), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:52.816875 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49636) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:52.850177 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-27d261c4-00b0-46e3-a88e-9a034161a5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (333812d1-afa4-4bab-8f7f-c67efa9375fa), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:52.853419 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-27d261c4-00b0-46e3-a88e-9a034161a5c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:52.854799 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-27d261c4-00b0-46e3-a88e-9a034161a5c4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/333812d1-afa4-4bab-8f7f-c67efa9375fa HTTP/1.1" status: 204  len: 168 time: 0.8459466
Feb 05 21:01:52.883700 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d261c4-00b0-46e3-a88e-9a034161a5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333812d1-afa4-4bab-8f7f-c67efa9375fa,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:52.902341 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-783bc111-ebf5-48a8-ac3d-b59ca9069c95 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (93d89051-2126-44c5-bc06-3ed02db0185c), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:52.904050 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-783bc111-ebf5-48a8-ac3d-b59ca9069c95 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks [] for floatingip (93d89051-2126-44c5-bc06-3ed02db0185c), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:52.920587 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-783bc111-ebf5-48a8-ac3d-b59ca9069c95 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Calling delete_port for 93d89051-2126-44c5-bc06-3ed02db0185c owned by network:floatingip {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:01:53.159185 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-bfab95b9-140b-46b4-aad6-de299eb19d4d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1650744534-network', 'tenant_id': '5f5d1f61c7474875bdf3c96eddb979f4'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:01:53.164499 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device d4a4be8d-9692-4167-9393-162753f7a08e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:01:53.169573 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-783bc111-ebf5-48a8-ac3d-b59ca9069c95 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (93d89051-2126-44c5-bc06-3ed02db0185c), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:53.203664 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: d4a4be8d-9692-4167-9393-162753f7a08e {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:01:53.204523 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device d4a4be8d-9692-4167-9393-162753f7a08e not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:01:53.204816 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfab95b9-140b-46b4-aad6-de299eb19d4d admin admin] Made reservation on behalf of 5f5d1f61c7474875bdf3c96eddb979f4 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:01:53.209511 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bfab95b9-140b-46b4-aad6-de299eb19d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:53.225576 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bfab95b9-140b-46b4-aad6-de299eb19d4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:53.243509 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783bc111-ebf5-48a8-ac3d-b59ca9069c95 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Pushing event deleted for resources: {'Port': ['ID=93d89051-2126-44c5-bc06-3ed02db0185c,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:53.301426 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-783bc111-ebf5-48a8-ac3d-b59ca9069c95 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks [] for floatingip (dbecd059-ff58-4cd1-98c8-dac3cb1cad93), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:53.305724 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-783bc111-ebf5-48a8-ac3d-b59ca9069c95 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:53.317098 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-783bc111-ebf5-48a8-ac3d-b59ca9069c95 tempest-FloatingIPAdminTestJSON-1007237930 tempest-FloatingIPAdminTestJSON-1007237930-project] 10.222.0.32 "DELETE /v2.0/floatingips/dbecd059-ff58-4cd1-98c8-dac3cb1cad93 HTTP/1.1" status: 204  len: 168 time: 1.2320552
Feb 05 21:01:53.340835 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bfab95b9-140b-46b4-aad6-de299eb19d4d admin admin] Publish callbacks [] for security_group (f9fbe6b1-7cc8-4cca-92dd-1014d8bc4561), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:53.352075 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bfab95b9-140b-46b4-aad6-de299eb19d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f9fbe6b1-7cc8-4cca-92dd-1014d8bc4561), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:53.385033 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfab95b9-140b-46b4-aad6-de299eb19d4d admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:01:53.396364 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab95b9-140b-46b4-aad6-de299eb19d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fbe6b1-7cc8-4cca-92dd-1014d8bc4561,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:53.422988 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bfab95b9-140b-46b4-aad6-de299eb19d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (c2075d8e-f725-495a-bbae-69e9c4e05bfc), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:53.423675 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-bfab95b9-140b-46b4-aad6-de299eb19d4d admin admin] Added segment c2075d8e-f725-495a-bbae-69e9c4e05bfc of type vlan for network d7727a45-d9ee-4102-a33b-afa25bf4c5bf
Feb 05 21:01:53.504592 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bfab95b9-140b-46b4-aad6-de299eb19d4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (d7727a45-d9ee-4102-a33b-afa25bf4c5bf), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:53.540946 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bfab95b9-140b-46b4-aad6-de299eb19d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (d7727a45-d9ee-4102-a33b-afa25bf4c5bf), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:53.542119 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfab95b9-140b-46b4-aad6-de299eb19d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:53.542826 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bfab95b9-140b-46b4-aad6-de299eb19d4d admin admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:53.579471 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-bfab95b9-140b-46b4-aad6-de299eb19d4d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.7605262
Feb 05 21:01:53.582294 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49692) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:53.587437 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-954c189a-9383-42e8-bc79-a9404a830647 admin admin] Request body: {'subnet': {'network_id': 'd7727a45-d9ee-4102-a33b-afa25bf4c5bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1650744534-subnet', 'tenant_id': '5f5d1f61c7474875bdf3c96eddb979f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:01:53.643047 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab95b9-140b-46b4-aad6-de299eb19d4d admin admin] Pushing event updated for resources: {'Network': ['ID=d7727a45-d9ee-4102-a33b-afa25bf4c5bf,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:53.658633 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954c189a-9383-42e8-bc79-a9404a830647 admin admin] Made reservation on behalf of 5f5d1f61c7474875bdf3c96eddb979f4 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:01:53.661811 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-954c189a-9383-42e8-bc79-a9404a830647 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:53.666869 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network d7727a45-d9ee-4102-a33b-afa25bf4c5bf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:01:53.755958 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49702) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:53.756326 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49704) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:53.829454 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037dc55-f5b8-487a-b455-62eaf846cb56 req-ba019a46-cd74-4bc6-aa8f-32d4479cf57b tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:53.838070 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f037dc55-f5b8-487a-b455-62eaf846cb56 req-ba019a46-cd74-4bc6-aa8f-32d4479cf57b tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.1495938
Feb 05 21:01:53.897721 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f037dc55-f5b8-487a-b455-62eaf846cb56 req-c35c3e02-97a6-4399-b44c-75e256a62eb8 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585613
Feb 05 21:01:53.976161 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-954c189a-9383-42e8-bc79-a9404a830647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (13eabc9e-cfb9-4430-b38a-05629d656f21), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:53.980709 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device ad0354e3-119c-4c7a-a046-88f02122433c up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:01:54.021025 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-4b9753b3-b2c8-4131-a273-6705fe6ce7c7 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-590395156-network', 'tenant_id': 'bceb6dc5ff544e9dad9375519abac510'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:01:54.038628 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c189a-9383-42e8-bc79-a9404a830647 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13eabc9e-cfb9-4430-b38a-05629d656f21,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:54.056370 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954c189a-9383-42e8-bc79-a9404a830647 admin admin] Checking segment: {'id': 'c2075d8e-f725-495a-bbae-69e9c4e05bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd7727a45-d9ee-4102-a33b-afa25bf4c5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:01:54.056619 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954c189a-9383-42e8-bc79-a9404a830647 admin admin] Network hostable DHCP agents. Network: d7727a45-d9ee-4102-a33b-afa25bf4c5bf, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:01:54.081119 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954c189a-9383-42e8-bc79-a9404a830647 admin admin] Network d7727a45-d9ee-4102-a33b-afa25bf4c5bf is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:01:54.089937 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port ad0354e3-119c-4c7a-a046-88f02122433c completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:01:54.097387 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port ad0354e3-119c-4c7a-a046-88f02122433c triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:01:54.097985 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ad0354e3-119c-4c7a-a046-88f02122433c), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:54.100164 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-954c189a-9383-42e8-bc79-a9404a830647 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d7727a45-d9ee-4102-a33b-afa25bf4c5bf) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:01:54.102950 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9753b3-b2c8-4131-a273-6705fe6ce7c7 admin admin] Made reservation on behalf of bceb6dc5ff544e9dad9375519abac510 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:01:54.111288 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954c189a-9383-42e8-bc79-a9404a830647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:54.113202 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-954c189a-9383-42e8-bc79-a9404a830647 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:54.113923 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4b9753b3-b2c8-4131-a273-6705fe6ce7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:54.141782 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4b9753b3-b2c8-4131-a273-6705fe6ce7c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:54.162250 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-954c189a-9383-42e8-bc79-a9404a830647 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5706818
Feb 05 21:01:54.162652 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7493f83e-e6ea-4a39-b8f9-fa47f8d4f66e None None] Network d7727a45-d9ee-4102-a33b-afa25bf4c5bf requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:01:54.182262 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ef301cd7-835f-4cca-bc53-4acd1a1f505b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ac9f2c1174dc4c2f9ede2b73bb7e5a00&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4246418
Feb 05 21:01:54.189282 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49730) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:54.280283 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e1c07d59-5051-4a40-b1e8-9a384f7d7464 admin admin] Publish callbacks [] for security_group (d9f54069-e918-4c3f-b817-eafe791dcd70), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:54.286808 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4b9753b3-b2c8-4131-a273-6705fe6ce7c7 admin admin] Publish callbacks [] for security_group (b8b12601-e263-49a5-b410-975518fdcb2d), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:54.293773 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4b9753b3-b2c8-4131-a273-6705fe6ce7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b8b12601-e263-49a5-b410-975518fdcb2d), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:54.315605 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e1c07d59-5051-4a40-b1e8-9a384f7d7464 admin admin] Publish callbacks [] for security_group (d9f54069-e918-4c3f-b817-eafe791dcd70), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:54.321503 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port ad0354e3-119c-4c7a-a046-88f02122433c is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:01:54.325699 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ad0354e3-119c-4c7a-a046-88f02122433c), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:54.333388 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b9753b3-b2c8-4131-a273-6705fe6ce7c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:01:54.344321 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9753b3-b2c8-4131-a273-6705fe6ce7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b12601-e263-49a5-b410-975518fdcb2d,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:54.369138 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4b9753b3-b2c8-4131-a273-6705fe6ce7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (61ab5bbe-50df-4ab7-b974-9e4b286dd39e), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:54.369575 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-4b9753b3-b2c8-4131-a273-6705fe6ce7c7 admin admin] Added segment 61ab5bbe-50df-4ab7-b974-9e4b286dd39e of type vlan for network 9eb78a82-620a-49c6-b6b7-e67597050cc4
Feb 05 21:01:54.385236 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port ad0354e3-119c-4c7a-a046-88f02122433c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad0354e3-119c-4c7a-a046-88f02122433c,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:01:54.388355 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11107d8a-249a-4fef-9d13-4e5511c75802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0354e3-119c-4c7a-a046-88f02122433c'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:01:54.389301 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e1c07d59-5051-4a40-b1e8-9a384f7d7464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (d9f54069-e918-4c3f-b817-eafe791dcd70), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:54.391242 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8c846e-b255-4bd0-8f25-52998e1d8a70" -d '{"events": [{"server_uuid": "11107d8a-249a-4fef-9d13-4e5511c75802", "name": "network-vif-plugged", "status": "completed", "tag": "ad0354e3-119c-4c7a-a046-88f02122433c"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:01:54.393498 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e1c07d59-5051-4a40-b1e8-9a384f7d7464 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:54.394124 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a884b1f-6592-40b7-952a-da6835b83133 None None] Network d7727a45-d9ee-4102-a33b-afa25bf4c5bf requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:01:54.395703 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e1c07d59-5051-4a40-b1e8-9a384f7d7464 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d9f54069-e918-4c3f-b817-eafe791dcd70 HTTP/1.1" status: 204  len: 168 time: 0.2053440
Feb 05 21:01:54.403391 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ad0354e3-119c-4c7a-a046-88f02122433c), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:54.421350 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c07d59-5051-4a40-b1e8-9a384f7d7464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f54069-e918-4c3f-b817-eafe791dcd70,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:54.455742 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4b9753b3-b2c8-4131-a273-6705fe6ce7c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (9eb78a82-620a-49c6-b6b7-e67597050cc4), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:54.489442 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4b9753b3-b2c8-4131-a273-6705fe6ce7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (9eb78a82-620a-49c6-b6b7-e67597050cc4), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:54.491133 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9753b3-b2c8-4131-a273-6705fe6ce7c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:54.492086 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4b9753b3-b2c8-4131-a273-6705fe6ce7c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:54.515220 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=ad0354e3-119c-4c7a-a046-88f02122433c,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:54.526009 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4b9753b3-b2c8-4131-a273-6705fe6ce7c7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 0.7667971
Feb 05 21:01:54.531564 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49758) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:54.550859 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-0c37aa06-b40b-42e5-82d8-f805385f7eda admin admin] Request body: {'subnet': {'network_id': '9eb78a82-620a-49c6-b6b7-e67597050cc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-590395156-subnet', 'tenant_id': 'bceb6dc5ff544e9dad9375519abac510', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:01:54.600059 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c37aa06-b40b-42e5-82d8-f805385f7eda admin admin] Made reservation on behalf of bceb6dc5ff544e9dad9375519abac510 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:01:54.604586 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0c37aa06-b40b-42e5-82d8-f805385f7eda admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:54.665295 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9753b3-b2c8-4131-a273-6705fe6ce7c7 admin admin] Pushing event updated for resources: {'Network': ['ID=9eb78a82-620a-49c6-b6b7-e67597050cc4,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:54.677734 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 9eb78a82-620a-49c6-b6b7-e67597050cc4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:01:54.815275 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0c37aa06-b40b-42e5-82d8-f805385f7eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (cb8f205f-91a5-4157-86b4-26dc06d251f8), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:54.882514 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c37aa06-b40b-42e5-82d8-f805385f7eda admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb8f205f-91a5-4157-86b4-26dc06d251f8,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:54.892363 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c37aa06-b40b-42e5-82d8-f805385f7eda admin admin] Checking segment: {'id': '61ab5bbe-50df-4ab7-b974-9e4b286dd39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9eb78a82-620a-49c6-b6b7-e67597050cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:01:54.892731 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c37aa06-b40b-42e5-82d8-f805385f7eda admin admin] Network hostable DHCP agents. Network: 9eb78a82-620a-49c6-b6b7-e67597050cc4, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:01:54.911429 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c37aa06-b40b-42e5-82d8-f805385f7eda admin admin] Network 9eb78a82-620a-49c6-b6b7-e67597050cc4 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:01:54.926393 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-0c37aa06-b40b-42e5-82d8-f805385f7eda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9eb78a82-620a-49c6-b6b7-e67597050cc4) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:01:54.932377 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c37aa06-b40b-42e5-82d8-f805385f7eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:54.935060 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0c37aa06-b40b-42e5-82d8-f805385f7eda admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:54.942502 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930f394d-5728-453e-b8be-dc53d09b8451 None None] Network 9eb78a82-620a-49c6-b6b7-e67597050cc4 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:01:54.964167 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f411bf6-0dea-4de1-9baf-cf3ef167c2e8 x-openstack-request-id: req-6f411bf6-0dea-4de1-9baf-cf3ef167c2e8 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:01:54.964999 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11107d8a-249a-4fef-9d13-4e5511c75802", "name": "network-vif-plugged", "status": "completed", "tag": "ad0354e3-119c-4c7a-a046-88f02122433c", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:01:54.965967 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6f411bf6-0dea-4de1-9baf-cf3ef167c2e8 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:01:54.966684 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11107d8a-249a-4fef-9d13-4e5511c75802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0354e3-119c-4c7a-a046-88f02122433c', 'code': 200}
Feb 05 21:01:54.974336 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0c37aa06-b40b-42e5-82d8-f805385f7eda admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 0.4374514
Feb 05 21:01:55.110028 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f2ff21-550f-4113-9076-dbf520522e13 None None] Network 9eb78a82-620a-49c6-b6b7-e67597050cc4 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:01:55.124557 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380500ed-5fd9-4723-b9b0-6d2896bf8dcb req-ece3cd74-9dc0-489d-89a8-644667e5eea9 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:55.131150 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-380500ed-5fd9-4723-b9b0-6d2896bf8dcb req-ece3cd74-9dc0-489d-89a8-644667e5eea9 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 945 time: 0.0910723
Feb 05 21:01:55.162974 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6501ef-9add-4d36-9377-80e81377928a req-12f72ea1-4de9-4487-9382-d42c9e90c91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:55.165253 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6f6501ef-9add-4d36-9377-80e81377928a req-12f72ea1-4de9-4487-9382-d42c9e90c91d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 1127 time: 0.1341383
Feb 05 21:01:55.213402 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-380500ed-5fd9-4723-b9b0-6d2896bf8dcb req-6e6ad1cc-17d9-42c5-9ac5-544d44c95d68 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0790493
Feb 05 21:01:55.226076 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49782) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:55.243261 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-187128fb-daa7-486a-99de-46d4fc0134e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:55.250943 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6f6501ef-9add-4d36-9377-80e81377928a req-1d612e87-c6d7-463b-b883-85cc03347ec1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0793061
Feb 05 21:01:55.326407 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-187128fb-daa7-486a-99de-46d4fc0134e8 admin admin] Publish callbacks [] for security_group (a2cd6241-732d-4877-849c-4cab8c06bb1d), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:55.330608 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-187128fb-daa7-486a-99de-46d4fc0134e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (a2cd6241-732d-4877-849c-4cab8c06bb1d), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:55.368112 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187128fb-daa7-486a-99de-46d4fc0134e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2cd6241-732d-4877-849c-4cab8c06bb1d,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:55.378437 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-187128fb-daa7-486a-99de-46d4fc0134e8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=22e30056f30f49b1995ebb1c27fa5162&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1489694
Feb 05 21:01:55.380155 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49786) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:55.444711 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-02f1b4be-8c69-4310-bcc6-52557ff0d171 admin admin] Publish callbacks [] for security_group (a2cd6241-732d-4877-849c-4cab8c06bb1d), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:55.470892 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-02f1b4be-8c69-4310-bcc6-52557ff0d171 admin admin] Publish callbacks [] for security_group (a2cd6241-732d-4877-849c-4cab8c06bb1d), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:55.615294 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49798) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:55.619473 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-02f1b4be-8c69-4310-bcc6-52557ff0d171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (a2cd6241-732d-4877-849c-4cab8c06bb1d), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:55.622522 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-02f1b4be-8c69-4310-bcc6-52557ff0d171 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:55.626170 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-02f1b4be-8c69-4310-bcc6-52557ff0d171 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a2cd6241-732d-4877-849c-4cab8c06bb1d HTTP/1.1" status: 204  len: 168 time: 0.2420480
Feb 05 21:01:55.638779 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f1b4be-8c69-4310-bcc6-52557ff0d171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2cd6241-732d-4877-849c-4cab8c06bb1d,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:55.681373 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-aa5ee6e2-c7f4-4e51-aec0-34b01859af0d tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:55.683128 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-aa5ee6e2-c7f4-4e51-aec0-34b01859af0d tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] 10.222.0.32 "GET /v2.0/networks?id=d7727a45-d9ee-4102-a33b-afa25bf4c5bf HTTP/1.1" status: 200  len: 814 time: 0.1644495
Feb 05 21:01:55.702618 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-6427853e-2f70-40b5-809b-e8d179301b75 tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] 10.222.0.32 "GET /v2.0/quotas/5f5d1f61c7474875bdf3c96eddb979f4 HTTP/1.1" status: 200  len: 375 time: 0.0128839
Feb 05 21:01:55.746795 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-2b945be0-2388-40e7-b889-2f60c392cbe1 tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5f5d1f61c7474875bdf3c96eddb979f4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0376289
Feb 05 21:01:55.791504 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2ca5f410-0510-491b-92d4-ff5e78ace1e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:55.898661 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-f1d8fae0-7317-4de9-890a-59fe284da6cb service neutron] 10.222.0.32 "GET /v2.0/networks/d7727a45-d9ee-4102-a33b-afa25bf4c5bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1434534
Feb 05 21:01:55.973437 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2ca5f410-0510-491b-92d4-ff5e78ace1e7 admin admin] Publish callbacks [] for security_group (41b4552e-4698-4a99-bd84-527f2d804d94), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:55.982900 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2ca5f410-0510-491b-92d4-ff5e78ace1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (41b4552e-4698-4a99-bd84-527f2d804d94), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:56.024957 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-cb11cfa7-a1bf-4b2b-b24a-29e45a3f1645 service neutron] 10.222.0.32 "GET /v2.0/networks/d7727a45-d9ee-4102-a33b-afa25bf4c5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1187549
Feb 05 21:01:56.098947 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2ca5f410-0510-491b-92d4-ff5e78ace1e7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1bb9f87bb06145c698c99ef0d2aaeb7f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4825833
Feb 05 21:01:56.099834 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca5f410-0510-491b-92d4-ff5e78ace1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b4552e-4698-4a99-bd84-527f2d804d94,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:56.101839 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49820) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:56.279161 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49838) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:56.299595 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-46923145-8b19-4644-b6f3-ec6db30074aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:56.324962 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00da3cc-cd09-4480-92b2-20235d98049d req-8c430ea3-187a-45a7-a833-7f83fe6ed528 tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:56.332062 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f00da3cc-cd09-4480-92b2-20235d98049d req-8c430ea3-187a-45a7-a833-7f83fe6ed528 tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] 10.222.0.32 "GET /v2.0/networks?id=9eb78a82-620a-49c6-b6b7-e67597050cc4 HTTP/1.1" status: 200  len: 821 time: 0.1648006
Feb 05 21:01:56.407100 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f00da3cc-cd09-4480-92b2-20235d98049d req-fbfae4b6-d774-4663-a1d7-ed419cad9591 tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] 10.222.0.32 "GET /v2.0/quotas/bceb6dc5ff544e9dad9375519abac510 HTTP/1.1" status: 200  len: 375 time: 0.0740392
Feb 05 21:01:56.411102 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f6600eb2-728d-4992-902f-d9f774234410 req-f91b4fbd-17f0-4610-9a2e-efe79c42fde7 tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ede346a-39d9-496a-a3cb-b953d67c61bf HTTP/1.1" status: 200  len: 210 time: 0.0740552
Feb 05 21:01:56.457518 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f00da3cc-cd09-4480-92b2-20235d98049d req-1eaf80a7-37cb-4eb6-834e-19e0ecd570c3 tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bceb6dc5ff544e9dad9375519abac510&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0493152
Feb 05 21:01:56.492266 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7321b62f-0d7e-4e83-b45a-df94654f297f admin admin] Publish callbacks [] for security_group (41b4552e-4698-4a99-bd84-527f2d804d94), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:56.493969 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-46923145-8b19-4644-b6f3-ec6db30074aa admin admin] Publish callbacks [] for security_group (8fdccfea-1b75-46a7-9a72-53ee59c53ac9), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:56.503702 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-46923145-8b19-4644-b6f3-ec6db30074aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (8fdccfea-1b75-46a7-9a72-53ee59c53ac9), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:56.520948 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7321b62f-0d7e-4e83-b45a-df94654f297f admin admin] Publish callbacks [] for security_group (41b4552e-4698-4a99-bd84-527f2d804d94), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:56.571044 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-46923145-8b19-4644-b6f3-ec6db30074aa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ad9bc6632b7340da9b5c45db09ac5185&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2899661
Feb 05 21:01:56.575020 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49858) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:56.609326 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46923145-8b19-4644-b6f3-ec6db30074aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdccfea-1b75-46a7-9a72-53ee59c53ac9,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:56.632290 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5750c0-42de-46f6-8dac-1c5b46766561 req-578859ee-5078-4c60-8932-bf6a6ee56404 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:56.633945 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b5750c0-42de-46f6-8dac-1c5b46766561 req-578859ee-5078-4c60-8932-bf6a6ee56404 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 945 time: 0.0821021
Feb 05 21:01:56.643030 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7321b62f-0d7e-4e83-b45a-df94654f297f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (41b4552e-4698-4a99-bd84-527f2d804d94), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:56.646320 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7321b62f-0d7e-4e83-b45a-df94654f297f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:56.650594 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7321b62f-0d7e-4e83-b45a-df94654f297f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/41b4552e-4698-4a99-bd84-527f2d804d94 HTTP/1.1" status: 204  len: 168 time: 0.5450017
Feb 05 21:01:56.679279 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7321b62f-0d7e-4e83-b45a-df94654f297f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b4552e-4698-4a99-bd84-527f2d804d94,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:56.715808 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2feb606d-a14f-4ee6-a035-93ed1e06d429 admin admin] Publish callbacks [] for security_group (8fdccfea-1b75-46a7-9a72-53ee59c53ac9), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:56.745150 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b5750c0-42de-46f6-8dac-1c5b46766561 req-0305fd16-db20-4c96-8028-eae347a93348 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0920691
Feb 05 21:01:56.769887 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2feb606d-a14f-4ee6-a035-93ed1e06d429 admin admin] Publish callbacks [] for security_group (8fdccfea-1b75-46a7-9a72-53ee59c53ac9), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:56.885589 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2feb606d-a14f-4ee6-a035-93ed1e06d429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (8fdccfea-1b75-46a7-9a72-53ee59c53ac9), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:56.890662 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2feb606d-a14f-4ee6-a035-93ed1e06d429 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:56.893007 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2feb606d-a14f-4ee6-a035-93ed1e06d429 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8fdccfea-1b75-46a7-9a72-53ee59c53ac9 HTTP/1.1" status: 204  len: 168 time: 0.3163776
Feb 05 21:01:56.903803 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb606d-a14f-4ee6-a035-93ed1e06d429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdccfea-1b75-46a7-9a72-53ee59c53ac9,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:56.937339 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff02e1-d295-4d22-98a2-d999507e4188 req-d2e179ec-a18b-48df-a380-f900934c4eaf tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:56.938968 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3aff02e1-d295-4d22-98a2-d999507e4188 req-d2e179ec-a18b-48df-a380-f900934c4eaf tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 945 time: 0.1105146
Feb 05 21:01:56.963306 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49874) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:56.969410 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f00da3cc-cd09-4480-92b2-20235d98049d req-441e18a7-10a1-4761-8ed8-8ceb6bc6b3ec service neutron] 10.222.0.32 "GET /v2.0/networks/9eb78a82-620a-49c6-b6b7-e67597050cc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5067501
Feb 05 21:01:56.977854 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-56eb8067-09f6-4277-9ac8-cc722ff076a3 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Request body: {'floatingip': {'port_id': 'ad0354e3-119c-4c7a-a046-88f02122433c'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:01:57.034961 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-56eb8067-09f6-4277-9ac8-cc722ff076a3 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks [] for floatingip (a194491a-ab61-414d-b1f3-90f080476698), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:57.196241 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f00da3cc-cd09-4480-92b2-20235d98049d req-feb889ca-1013-4e03-b918-924a5de38eb2 service neutron] 10.222.0.32 "GET /v2.0/networks/9eb78a82-620a-49c6-b6b7-e67597050cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2226613
Feb 05 21:01:57.264055 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49884) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:57.294494 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-10efed47-c99a-4096-929a-5b418bf54bdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:57.601718 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ba53e389-94b7-40ae-a546-ad2899c43cd1 req-bb9e6f1f-0fcd-4462-8600-a347bb9a0dbd tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee629f72-a01a-44ac-bcdd-ecf9fbd46bab HTTP/1.1" status: 200  len: 210 time: 0.0895071
Feb 05 21:01:57.661696 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-10efed47-c99a-4096-929a-5b418bf54bdf admin admin] Publish callbacks [] for security_group (4ce1bf09-c863-4106-a770-5d3a80fa8b3b), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:57.698964 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-da54f957-0742-4f5c-bf42-b804c5f362bf req-89a87a3f-94ae-4e3b-92b6-451887521920 tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ede346a-39d9-496a-a3cb-b953d67c61bf HTTP/1.1" status: 200  len: 210 time: 0.1007497
Feb 05 21:01:57.700290 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-10efed47-c99a-4096-929a-5b418bf54bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (4ce1bf09-c863-4106-a770-5d3a80fa8b3b), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:57.789977 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-10efed47-c99a-4096-929a-5b418bf54bdf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bd69c2b38c714d1998c0889d6b061bc7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5225673
Feb 05 21:01:57.789977 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10efed47-c99a-4096-929a-5b418bf54bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce1bf09-c863-4106-a770-5d3a80fa8b3b,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:57.791202 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49918) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:57.887889 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6ffb1a6e-d578-4647-8b9a-d8899b2c20ce admin admin] Publish callbacks [] for security_group (4ce1bf09-c863-4106-a770-5d3a80fa8b3b), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:57.914913 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-56eb8067-09f6-4277-9ac8-cc722ff076a3 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:57.926034 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-56eb8067-09f6-4277-9ac8-cc722ff076a3 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (a194491a-ab61-414d-b1f3-90f080476698), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:58.084888 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6ffb1a6e-d578-4647-8b9a-d8899b2c20ce admin admin] Publish callbacks [] for security_group (4ce1bf09-c863-4106-a770-5d3a80fa8b3b), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:58.185403 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6ffb1a6e-d578-4647-8b9a-d8899b2c20ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (4ce1bf09-c863-4106-a770-5d3a80fa8b3b), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:58.188214 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6ffb1a6e-d578-4647-8b9a-d8899b2c20ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:58.189655 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6ffb1a6e-d578-4647-8b9a-d8899b2c20ce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4ce1bf09-c863-4106-a770-5d3a80fa8b3b HTTP/1.1" status: 204  len: 168 time: 0.3977392
Feb 05 21:01:58.208029 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-318cd0d9-b486-4160-8a43-2b155e53f6d9 tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:58.209576 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-318cd0d9-b486-4160-8a43-2b155e53f6d9 tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] 10.222.0.39 "GET /v2.0/networks?id=d7727a45-d9ee-4102-a33b-afa25bf4c5bf HTTP/1.1" status: 200  len: 814 time: 0.3363855
Feb 05 21:01:58.211077 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb1a6e-d578-4647-8b9a-d8899b2c20ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce1bf09-c863-4106-a770-5d3a80fa8b3b,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:58.239545 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-7dfc5f3e-3193-4096-85b8-bed352f00f3d tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Request body: {'port': {'device_id': '2ede346a-39d9-496a-a3cb-b953d67c61bf', 'network_id': 'd7727a45-d9ee-4102-a33b-afa25bf4c5bf', 'admin_state_up': True, 'tenant_id': '5f5d1f61c7474875bdf3c96eddb979f4'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:01:58.468592 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-7dfc5f3e-3193-4096-85b8-bed352f00f3d tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Made reservation on behalf of 5f5d1f61c7474875bdf3c96eddb979f4 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:01:58.473315 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-7dfc5f3e-3193-4096-85b8-bed352f00f3d tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:58.546481 ncdv-master-1 neutron-server[114390]: INFO neutron.db.l3_db [None req-56eb8067-09f6-4277-9ac8-cc722ff076a3 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Floating IP a194491a-ab61-414d-b1f3-90f080476698 associated. External IP: 172.35.4.57, port: ad0354e3-119c-4c7a-a046-88f02122433c.
Feb 05 21:01:58.691181 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-7dfc5f3e-3193-4096-85b8-bed352f00f3d tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Allocated IP 172.20.0.10 (d7727a45-d9ee-4102-a33b-afa25bf4c5bf/13eabc9e-cfb9-4430-b38a-05629d656f21/8af152d9-6e78-4654-8b25-be1502879944) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:01:58.827461 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7b0903cc-45c5-4100-942d-9e8fe8e87e76 req-0609a99c-9cb5-48b7-8c00-0faee12a2b6e tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee629f72-a01a-44ac-bcdd-ecf9fbd46bab HTTP/1.1" status: 200  len: 210 time: 0.0461752
Feb 05 21:01:58.906899 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b433bff5-ab56-4109-be94-a325f582c94f req-af5b2174-3866-41a7-8102-1cc7f23772bb tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ede346a-39d9-496a-a3cb-b953d67c61bf HTTP/1.1" status: 200  len: 210 time: 0.0443602
Feb 05 21:01:59.015175 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-7dfc5f3e-3193-4096-85b8-bed352f00f3d tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Publish callbacks [] for port (8af152d9-6e78-4654-8b25-be1502879944), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:59.015560 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56eb8067-09f6-4277-9ac8-cc722ff076a3 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Router 72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:01:59.058360 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-7dfc5f3e-3193-4096-85b8-bed352f00f3d tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (8af152d9-6e78-4654-8b25-be1502879944), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:59.116628 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-7dfc5f3e-3193-4096-85b8-bed352f00f3d tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Network d7727a45-d9ee-4102-a33b-afa25bf4c5bf is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:01:59.119885 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-7dfc5f3e-3193-4096-85b8-bed352f00f3d tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:01:59.125354 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-7dfc5f3e-3193-4096-85b8-bed352f00f3d tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:01:59.162038 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc5f3e-3193-4096-85b8-bed352f00f3d tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Pushing event updated for resources: {'Port': ['ID=8af152d9-6e78-4654-8b25-be1502879944,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:01:59.187583 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56eb8067-09f6-4277-9ac8-cc722ff076a3 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:01:59.192840 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-7dfc5f3e-3193-4096-85b8-bed352f00f3d tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:59.193112 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-7dfc5f3e-3193-4096-85b8-bed352f00f3d tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:59.193271 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-56eb8067-09f6-4277-9ac8-cc722ff076a3 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:59.201244 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2612eed-8915-4d65-b931-ad239ee50dcb None None] Sync routers for ids ['72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:01:59.202087 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00da3cc-cd09-4480-92b2-20235d98049d req-e01fe38d-ff49-4e00-b983-6e293d0f08b6 tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:59.203816 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f00da3cc-cd09-4480-92b2-20235d98049d req-e01fe38d-ff49-4e00-b983-6e293d0f08b6 tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] 10.222.0.39 "GET /v2.0/networks?id=9eb78a82-620a-49c6-b6b7-e67597050cc4 HTTP/1.1" status: 200  len: 821 time: 0.3183601
Feb 05 21:01:59.216405 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2612eed-8915-4d65-b931-ad239ee50dcb None None] Routers {'72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:01:59.217263 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-a2612eed-8915-4d65-b931-ad239ee50dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8a59400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:01:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:01:59.228556 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-f00da3cc-cd09-4480-92b2-20235d98049d req-d1513047-2d3d-40b6-b800-ca032dc4f3de tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] Request body: {'port': {'device_id': 'ee629f72-a01a-44ac-bcdd-ecf9fbd46bab', 'network_id': '9eb78a82-620a-49c6-b6b7-e67597050cc4', 'admin_state_up': True, 'tenant_id': 'bceb6dc5ff544e9dad9375519abac510'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:01:59.229865 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-7dfc5f3e-3193-4096-85b8-bed352f00f3d tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0031033
Feb 05 21:01:59.248075 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-81b2021d-56e5-427b-94ca-8c278d530c93 service neutron] Request body: {'port': {'device_id': '2ede346a-39d9-496a-a3cb-b953d67c61bf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:01:59.276276 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-56eb8067-09f6-4277-9ac8-cc722ff076a3 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "PUT /v2.0/floatingips/a194491a-ab61-414d-b1f3-90f080476698 HTTP/1.1" status: 200  len: 990 time: 2.3000989
Feb 05 21:01:59.285655 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11107d8a-249a-4fef-9d13-4e5511c75802', 'tag': 'ad0354e3-119c-4c7a-a046-88f02122433c'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:01:59.288209 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9612de5e-6a1f-440b-a2ee-ae361ca80dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "11107d8a-249a-4fef-9d13-4e5511c75802", "tag": "ad0354e3-119c-4c7a-a046-88f02122433c"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:01:59.337642 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-81b2021d-56e5-427b-94ca-8c278d530c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8af152d9-6e78-4654-8b25-be1502879944), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:59.357746 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ba89ba-78f5-4172-9a76-899e89fb39d4 x-openstack-request-id: req-27ba89ba-78f5-4172-9a76-899e89fb39d4 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:01:59.358173 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11107d8a-249a-4fef-9d13-4e5511c75802", "tag": "ad0354e3-119c-4c7a-a046-88f02122433c", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:01:59.358732 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-27ba89ba-78f5-4172-9a76-899e89fb39d4 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:01:59.359524 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11107d8a-249a-4fef-9d13-4e5511c75802', 'tag': 'ad0354e3-119c-4c7a-a046-88f02122433c', 'status': 'completed', 'code': 200}
Feb 05 21:01:59.545699 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-a2612eed-8915-4d65-b931-ad239ee50dcb None None] Set router 72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:01:59.562347 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f00da3cc-cd09-4480-92b2-20235d98049d req-d1513047-2d3d-40b6-b800-ca032dc4f3de tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] Made reservation on behalf of bceb6dc5ff544e9dad9375519abac510 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:01:59.571435 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f00da3cc-cd09-4480-92b2-20235d98049d req-d1513047-2d3d-40b6-b800-ca032dc4f3de tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:01:59.612843 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612de5e-6a1f-440b-a2ee-ae361ca80dc7 req-2973bf68-5dc5-4b86-a2e1-c76ff14983c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:59.614646 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9612de5e-6a1f-440b-a2ee-ae361ca80dc7 req-2973bf68-5dc5-4b86-a2e1-c76ff14983c0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=abdf40933f6b4f8099b886dfec3a4473&device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 1127 time: 0.2182815
Feb 05 21:01:59.844204 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50002) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:01:59.867780 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f33d4d-b73b-4b5e-8e39-1e38c7905415 req-e85e5a43-68a6-49ea-a65a-fd004e2a04dc tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:01:59.869507 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-70f33d4d-b73b-4b5e-8e39-1e38c7905415 req-e85e5a43-68a6-49ea-a65a-fd004e2a04dc tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 945 time: 0.5202525
Feb 05 21:02:00.039983 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-f00da3cc-cd09-4480-92b2-20235d98049d req-d1513047-2d3d-40b6-b800-ca032dc4f3de tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] Allocated IP 172.20.0.4 (9eb78a82-620a-49c6-b6b7-e67597050cc4/cb8f205f-91a5-4157-86b4-26dc06d251f8/29a33bce-9c94-4bac-a7b0-c454d1c488cc) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:02:00.058040 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-70f33d4d-b73b-4b5e-8e39-1e38c7905415 req-f22f66c3-7d85-47fe-af15-67b0a7988393 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1771517
Feb 05 21:02:00.065042 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-a2612eed-8915-4d65-b931-ad239ee50dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8a59400>, [{'id': '72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924', 'name': 'tempest-ServerActionsTestJSON-395418576-router', 'tenant_id': 'abdf40933f6b4f8099b886dfec3a4473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.182'}], 'enable_snat': True}, 'gw_port_id': '6abf196e-2766-4c3b-bc37-d1ff38a4337f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:01:15Z', 'updated_at': '2022-02-05T21:01:25Z', 'revision_number': 4, 'project_id': 'abdf40933f6b4f8099b886dfec3a4473', 'gw_port': {'id': '6abf196e-2766-4c3b-bc37-d1ff38a4337f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:01:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:01:17Z', 'updated_at': '2022-02-05T21:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a194491a-ab61-414d-b1f3-90f080476698', 'tenant_id': 'abdf40933f6b4f8099b886dfec3a4473', 'floating_ip_address': '172.35.4.57', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924', 'port_id': 'ad0354e3-119c-4c7a-a046-88f02122433c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba', 'mac_address': 'fa:16:3e:bb:0e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11107d8a-249a-4fef-9d13-4e5511c75802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:01:35Z', 'updated_at': '2022-02-05T21:01:57Z', 'revision_number': 1, 'project_id': 'abdf40933f6b4f8099b886dfec3a4473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131a72c8-ff4d-4ae9-93fb-56fecb516aef', 'name': '', 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba', 'tenant_id': 'abdf40933f6b4f8099b886dfec3a4473', 'mac_address': 'fa:16:3e:fc:6e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'd3bc4b1d-f312-4b2d-bc48-80b03423d794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:01:23Z', 'updated_at': '2022-02-05T21:01:31Z', 'revision_number': 5, 'project_id': 'abdf40933f6b4f8099b886dfec3a4473', 'subnets': [{'id': 'd3bc4b1d-f312-4b2d-bc48-80b03423d794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:02:00.088237 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4a2324cf-a606-426a-bb1b-8e90c7ba976b req-378c8c62-8369-4e03-9a62-e488aa245bd9 tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee629f72-a01a-44ac-bcdd-ecf9fbd46bab HTTP/1.1" status: 200  len: 210 time: 0.0886822
Feb 05 21:02:00.116142 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2612eed-8915-4d65-b931-ad239ee50dcb None None] Checking router: 72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:02:00.126766 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2612eed-8915-4d65-b931-ad239ee50dcb None None] Routers {'72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:02:00.127442 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-a2612eed-8915-4d65-b931-ad239ee50dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8a59400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:01:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:02:00.209274 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612de5e-6a1f-440b-a2ee-ae361ca80dc7 req-4da95a76-a121-4bed-b25d-be5512fab365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:00.210709 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9612de5e-6a1f-440b-a2ee-ae361ca80dc7 req-4da95a76-a121-4bed-b25d-be5512fab365 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f513b7e7-60ac-4b04-af41-d1fecee70cba HTTP/1.1" status: 200  len: 912 time: 0.3037791
Feb 05 21:02:00.297104 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-a2612eed-8915-4d65-b931-ad239ee50dcb None None] Set router 72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:02:00.313540 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9612de5e-6a1f-440b-a2ee-ae361ca80dc7 req-0ce2a4aa-f038-45cc-a68b-2e58acb0eb75 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad0354e3-119c-4c7a-a046-88f02122433c HTTP/1.1" status: 200  len: 998 time: 0.0938711
Feb 05 21:02:00.317786 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233444c-52cc-4ac4-a9d8-9111ce4fabe4 req-636fbc7b-d12a-460a-838f-00c4690bbdc3 tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:00.319609 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7233444c-52cc-4ac4-a9d8-9111ce4fabe4 req-636fbc7b-d12a-460a-838f-00c4690bbdc3 tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ede346a-39d9-496a-a3cb-b953d67c61bf HTTP/1.1" status: 200  len: 932 time: 0.1683130
Feb 05 21:02:00.396792 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7233444c-52cc-4ac4-a9d8-9111ce4fabe4 req-6aa237b9-46ba-4216-80f5-1372f374ab26 tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9fbe6b1-7cc8-4cca-92dd-1014d8bc4561&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661073
Feb 05 21:02:00.406201 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-82c571df-7a9d-4a22-96e2-1fe127c5a95e tempest-MeteringTestJSON-2035805700 tempest-MeteringTestJSON-2035805700-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1164401396'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:02:00.407225 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-82c571df-7a9d-4a22-96e2-1fe127c5a95e tempest-MeteringTestJSON-2035805700 tempest-MeteringTestJSON-2035805700-project-admin] Unknown quota resources ['metering_label']. {{(pid=114391) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 05 21:02:00.417805 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612de5e-6a1f-440b-a2ee-ae361ca80dc7 req-3e38068b-90af-45d6-ae7a-43f8d757de0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:00.420421 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9612de5e-6a1f-440b-a2ee-ae361ca80dc7 req-3e38068b-90af-45d6-ae7a-43f8d757de0e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d3bc4b1d-f312-4b2d-bc48-80b03423d794 HTTP/1.1" status: 200  len: 850 time: 0.0738251
Feb 05 21:02:00.421056 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-81b2021d-56e5-427b-94ca-8c278d530c93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8af152d9-6e78-4654-8b25-be1502879944 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:02:00.468810 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f00da3cc-cd09-4480-92b2-20235d98049d req-d1513047-2d3d-40b6-b800-ca032dc4f3de tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] Publish callbacks [] for port (29a33bce-9c94-4bac-a7b0-c454d1c488cc), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:00.492572 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-81b2021d-56e5-427b-94ca-8c278d530c93 service neutron] Publish callbacks [] for port (8af152d9-6e78-4654-8b25-be1502879944), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:00.519717 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612de5e-6a1f-440b-a2ee-ae361ca80dc7 req-f508d69d-3528-4fb6-87a7-2c40ea0ada30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:00.521217 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9612de5e-6a1f-440b-a2ee-ae361ca80dc7 req-f508d69d-3528-4fb6-87a7-2c40ea0ada30 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f513b7e7-60ac-4b04-af41-d1fecee70cba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0932646
Feb 05 21:02:00.584455 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f00da3cc-cd09-4480-92b2-20235d98049d req-d1513047-2d3d-40b6-b800-ca032dc4f3de tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (29a33bce-9c94-4bac-a7b0-c454d1c488cc), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:00.593983 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-81b2021d-56e5-427b-94ca-8c278d530c93 service neutron] Transition to ACTIVE for port object 8af152d9-6e78-4654-8b25-be1502879944 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:02:00.595036 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-a2612eed-8915-4d65-b931-ad239ee50dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8a59400>, [{'id': '72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924', 'name': 'tempest-ServerActionsTestJSON-395418576-router', 'tenant_id': 'abdf40933f6b4f8099b886dfec3a4473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.182'}], 'enable_snat': True}, 'gw_port_id': '6abf196e-2766-4c3b-bc37-d1ff38a4337f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:01:15Z', 'updated_at': '2022-02-05T21:01:25Z', 'revision_number': 4, 'project_id': 'abdf40933f6b4f8099b886dfec3a4473', 'gw_port': {'id': '6abf196e-2766-4c3b-bc37-d1ff38a4337f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:01:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:01:17Z', 'updated_at': '2022-02-05T21:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a194491a-ab61-414d-b1f3-90f080476698', 'tenant_id': 'abdf40933f6b4f8099b886dfec3a4473', 'floating_ip_address': '172.35.4.57', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924', 'port_id': 'ad0354e3-119c-4c7a-a046-88f02122433c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba', 'mac_address': 'fa:16:3e:bb:0e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11107d8a-249a-4fef-9d13-4e5511c75802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:01:35Z', 'updated_at': '2022-02-05T21:01:57Z', 'revision_number': 1, 'project_id': 'abdf40933f6b4f8099b886dfec3a4473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131a72c8-ff4d-4ae9-93fb-56fecb516aef', 'name': '', 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba', 'tenant_id': 'abdf40933f6b4f8099b886dfec3a4473', 'mac_address': 'fa:16:3e:fc:6e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'd3bc4b1d-f312-4b2d-bc48-80b03423d794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:01:23Z', 'updated_at': '2022-02-05T21:01:31Z', 'revision_number': 5, 'project_id': 'abdf40933f6b4f8099b886dfec3a4473', 'subnets': [{'id': 'd3bc4b1d-f312-4b2d-bc48-80b03423d794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:02:00.640028 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-81b2021d-56e5-427b-94ca-8c278d530c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (8af152d9-6e78-4654-8b25-be1502879944), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:00.659597 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2612eed-8915-4d65-b931-ad239ee50dcb None None] The sync data for ids ['72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924'] in ncdv-master-1 is: [{'id': '72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924', 'name': 'tempest-ServerActionsTestJSON-395418576-router', 'tenant_id': 'abdf40933f6b4f8099b886dfec3a4473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.182'}], 'enable_snat': True}, 'gw_port_id': '6abf196e-2766-4c3b-bc37-d1ff38a4337f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:01:15Z', 'updated_at': '2022-02-05T21:01:25Z', 'revision_number': 4, 'project_id': 'abdf40933f6b4f8099b886dfec3a4473', 'gw_port': {'id': '6abf196e-2766-4c3b-bc37-d1ff38a4337f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:01:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:01:17Z', 'updated_at': '2022-02-05T21:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a194491a-ab61-414d-b1f3-90f080476698', 'tenant_id': 'abdf40933f6b4f8099b886dfec3a4473', 'floating_ip_address': '172.35.4.57', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924', 'port_id': 'ad0354e3-119c-4c7a-a046-88f02122433c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba', 'mac_address': 'fa:16:3e:bb:0e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11107d8a-249a-4fef-9d13-4e5511c75802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:01:35Z', 'updated_at': '2022-02-05T21:01:57Z', 'revision_number': 1, 'project_id': 'abdf40933f6b4f8099b886dfec3a4473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131a72c8-ff4d-4ae9-93fb-56fecb516aef', 'name': '', 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba', 'tenant_id': 'abdf40933f6b4f8099b886dfec3a4473', 'mac_address': 'fa:16:3e:fc:6e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'd3bc4b1d-f312-4b2d-bc48-80b03423d794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:01:23Z', 'updated_at': '2022-02-05T21:01:31Z', 'revision_number': 5, 'project_id': 'abdf40933f6b4f8099b886dfec3a4473', 'subnets': [{'id': 'd3bc4b1d-f312-4b2d-bc48-80b03423d794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:02:00.725286 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9612de5e-6a1f-440b-a2ee-ae361ca80dc7 req-bc6623b4-aec4-45b0-8e1e-b1c6924b2908 service neutron] 10.222.0.39 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1940026
Feb 05 21:02:00.833266 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b2021d-56e5-427b-94ca-8c278d530c93 service neutron] Pushing event updated for resources: {'Port': ['ID=8af152d9-6e78-4654-8b25-be1502879944,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:00.843360 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-82c571df-7a9d-4a22-96e2-1fe127c5a95e tempest-MeteringTestJSON-2035805700 tempest-MeteringTestJSON-2035805700-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:00.845968 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f00da3cc-cd09-4480-92b2-20235d98049d req-d1513047-2d3d-40b6-b800-ca032dc4f3de tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] Network 9eb78a82-620a-49c6-b6b7-e67597050cc4 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:02:00.848259 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-82c571df-7a9d-4a22-96e2-1fe127c5a95e tempest-MeteringTestJSON-2035805700 tempest-MeteringTestJSON-2035805700-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 478 time: 0.9961805
Feb 05 21:02:00.848795 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50034) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:00.857983 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-f00da3cc-cd09-4480-92b2-20235d98049d req-d1513047-2d3d-40b6-b800-ca032dc4f3de tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:02:00.861765 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-bf15c3fd-29f5-4d24-8fa4-e68bb6ec474e tempest-MeteringTestJSON-2035805700 tempest-MeteringTestJSON-2035805700-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'a09f460e-e6f0-4db2-bd30-23cda7092b87'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:02:00.862285 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-bf15c3fd-29f5-4d24-8fa4-e68bb6ec474e tempest-MeteringTestJSON-2035805700 tempest-MeteringTestJSON-2035805700-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=114391) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 05 21:02:00.887137 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1513047-2d3d-40b6-b800-ca032dc4f3de tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] Pushing event updated for resources: {'Port': ['ID=29a33bce-9c94-4bac-a7b0-c454d1c488cc,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:00.902916 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00da3cc-cd09-4480-92b2-20235d98049d req-d1513047-2d3d-40b6-b800-ca032dc4f3de tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:02:00.973998 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00da3cc-cd09-4480-92b2-20235d98049d req-d1513047-2d3d-40b6-b800-ca032dc4f3de tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:00.974700 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f00da3cc-cd09-4480-92b2-20235d98049d req-d1513047-2d3d-40b6-b800-ca032dc4f3de tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:01.013188 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50040) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:01.022434 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9612de5e-6a1f-440b-a2ee-ae361ca80dc7 req-5e0aee5a-d903-4e9c-a801-4514ebac2a5a service neutron] 10.222.0.39 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2542109
Feb 05 21:02:01.031407 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f00da3cc-cd09-4480-92b2-20235d98049d req-d1513047-2d3d-40b6-b800-ca032dc4f3de tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8092508
Feb 05 21:02:01.052068 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-f00da3cc-cd09-4480-92b2-20235d98049d req-8077f2bd-6956-446a-acb0-a459a7fd47da service neutron] Request body: {'port': {'device_id': 'ee629f72-a01a-44ac-bcdd-ecf9fbd46bab', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:02:01.066314 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2b51fa37-710c-4437-9823-d7e82e388c3a req-ce3a315e-7b18-40c5-b8e3-4e05258b785c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.5256977
Feb 05 21:02:01.069956 ncdv-master-1 neutron-server[114391]: WARNING neutron.services.metering.metering_plugin [None req-bf15c3fd-29f5-4d24-8fa4-e68bb6ec474e tempest-MeteringTestJSON-2035805700 tempest-MeteringTestJSON-2035805700-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Feb 05 21:02:01.096187 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364d4981-7eb8-4566-bacb-0b7bb24e1d50 None None] New status for floating IP a194491a-ab61-414d-b1f3-90f080476698: ACTIVE {{(pid=114392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:02:01.318125 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f00da3cc-cd09-4480-92b2-20235d98049d req-8077f2bd-6956-446a-acb0-a459a7fd47da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (29a33bce-9c94-4bac-a7b0-c454d1c488cc), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:01.321619 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2743f286-a109-4ae0-9cfc-626ad00ba32c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:01.469571 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bf15c3fd-29f5-4d24-8fa4-e68bb6ec474e tempest-MeteringTestJSON-2035805700 tempest-MeteringTestJSON-2035805700-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:01.470927 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-bf15c3fd-29f5-4d24-8fa4-e68bb6ec474e tempest-MeteringTestJSON-2035805700 tempest-MeteringTestJSON-2035805700-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.6191361
Feb 05 21:02:01.478785 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50070) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:01.487159 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-61f1e254-93c3-4f3d-816b-23a93bfe0845 tempest-MeteringTestJSON-2035805700 tempest-MeteringTestJSON-2035805700-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'a09f460e-e6f0-4db2-bd30-23cda7092b87'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:02:01.487762 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-61f1e254-93c3-4f3d-816b-23a93bfe0845 tempest-MeteringTestJSON-2035805700 tempest-MeteringTestJSON-2035805700-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=114390) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 05 21:02:01.522797 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70d552-836a-47c5-91bb-028718b4370a req-a68731a0-1a61-4305-a05d-4e8a74929196 tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:01.527065 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db70d552-836a-47c5-91bb-028718b4370a req-a68731a0-1a61-4305-a05d-4e8a74929196 tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee629f72-a01a-44ac-bcdd-ecf9fbd46bab HTTP/1.1" status: 200  len: 931 time: 0.3277314
Feb 05 21:02:01.530580 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-81b2021d-56e5-427b-94ca-8c278d530c93 service neutron] Attempting to bind port 8af152d9-6e78-4654-8b25-be1502879944 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:02:01.531102 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-81b2021d-56e5-427b-94ca-8c278d530c93 service neutron] Attempting to bind port 8af152d9-6e78-4654-8b25-be1502879944 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c2075d8e-f725-495a-bbae-69e9c4e05bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd7727a45-d9ee-4102-a33b-afa25bf4c5bf'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:02:01.531584 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-81b2021d-56e5-427b-94ca-8c278d530c93 service neutron] Attempting to bind port 8af152d9-6e78-4654-8b25-be1502879944 on network d7727a45-d9ee-4102-a33b-afa25bf4c5bf {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:01.568470 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720cfae-3891-4cf5-948d-ae86643a86dd req-13d2b218-57e1-47fb-b027-97b41bc5641b tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:01.570042 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a720cfae-3891-4cf5-948d-ae86643a86dd req-13d2b218-57e1-47fb-b027-97b41bc5641b tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 945 time: 0.2841773
Feb 05 21:02:01.570701 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-81b2021d-56e5-427b-94ca-8c278d530c93 service neutron] Port 8af152d9-6e78-4654-8b25-be1502879944 on network d7727a45-d9ee-4102-a33b-afa25bf4c5bf not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:02:01.571103 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-81b2021d-56e5-427b-94ca-8c278d530c93 service neutron] Attempting to bind port 8af152d9-6e78-4654-8b25-be1502879944 on network d7727a45-d9ee-4102-a33b-afa25bf4c5bf {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:01.581558 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51fa37-710c-4437-9823-d7e82e388c3a req-6ce6d15b-631e-433d-b24d-6d3fd3f543cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:01.583529 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2b51fa37-710c-4437-9823-d7e82e388c3a req-6ce6d15b-631e-433d-b24d-6d3fd3f543cb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e2211e554783435c9b7af885ea20e242&device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 1127 time: 0.3022196
Feb 05 21:02:01.589154 ncdv-master-1 neutron-server[114390]: WARNING neutron.services.metering.metering_plugin [None req-61f1e254-93c3-4f3d-816b-23a93bfe0845 tempest-MeteringTestJSON-2035805700 tempest-MeteringTestJSON-2035805700-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Feb 05 21:02:01.595239 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-81b2021d-56e5-427b-94ca-8c278d530c93 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:02:01.595594 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-81b2021d-56e5-427b-94ca-8c278d530c93 service neutron] Checking segment: {'id': 'c2075d8e-f725-495a-bbae-69e9c4e05bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd7727a45-d9ee-4102-a33b-afa25bf4c5bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:02:01.595997 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-81b2021d-56e5-427b-94ca-8c278d530c93 service neutron] Bound using segment: {'id': 'c2075d8e-f725-495a-bbae-69e9c4e05bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd7727a45-d9ee-4102-a33b-afa25bf4c5bf'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:02:01.596428 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-81b2021d-56e5-427b-94ca-8c278d530c93 service neutron] Bound port: 8af152d9-6e78-4654-8b25-be1502879944, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2075d8e-f725-495a-bbae-69e9c4e05bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd7727a45-d9ee-4102-a33b-afa25bf4c5bf'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:02:01.596792 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-81b2021d-56e5-427b-94ca-8c278d530c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8af152d9-6e78-4654-8b25-be1502879944), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:01.672103 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db70d552-836a-47c5-91bb-028718b4370a req-01d64435-59af-46c2-a95e-9dffc2a861ab tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b12601-e263-49a5-b410-975518fdcb2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1351242
Feb 05 21:02:01.700947 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2743f286-a109-4ae0-9cfc-626ad00ba32c admin admin] Publish callbacks [] for security_group (67b57587-17fb-4c99-a627-269025490057), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:01.753945 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-61f1e254-93c3-4f3d-816b-23a93bfe0845 tempest-MeteringTestJSON-2035805700 tempest-MeteringTestJSON-2035805700-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:01.757752 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-61f1e254-93c3-4f3d-816b-23a93bfe0845 tempest-MeteringTestJSON-2035805700 tempest-MeteringTestJSON-2035805700-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.2725699
Feb 05 21:02:01.757752 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2743f286-a109-4ae0-9cfc-626ad00ba32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (67b57587-17fb-4c99-a627-269025490057), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:01.760141 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50076) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:01.806362 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c331e9e6-341e-40f5-81db-c2bc577470e8 tempest-MeteringTestJSON-2035805700 tempest-MeteringTestJSON-2035805700-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=3e18950c-78df-49fe-a26f-9c7828ed478d HTTP/1.1" status: 200  len: 464 time: 0.0440555
Feb 05 21:02:01.807021 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a720cfae-3891-4cf5-948d-ae86643a86dd req-e00059d8-0b8c-426c-975f-18cf1d302596 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2222962
Feb 05 21:02:01.810554 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50080) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:01.816175 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2743f286-a109-4ae0-9cfc-626ad00ba32c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dd30438e34f94ce7a1177ec9e18192fd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8019252
Feb 05 21:02:01.818565 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2743f286-a109-4ae0-9cfc-626ad00ba32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b57587-17fb-4c99-a627-269025490057,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:01.821024 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50082) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:01.831586 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-81b2021d-56e5-427b-94ca-8c278d530c93 service neutron] For port 8af152d9-6e78-4654-8b25-be1502879944, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:02:01.872874 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-81b2021d-56e5-427b-94ca-8c278d530c93 service neutron] For port 8af152d9-6e78-4654-8b25-be1502879944, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8af152d9-6e78-4654-8b25-be1502879944,segment=NetworkSegment(c2075d8e-f725-495a-bbae-69e9c4e05bfc),segment_id=c2075d8e-f725-495a-bbae-69e9c4e05bfc)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:02:01.913271 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-81b2021d-56e5-427b-94ca-8c278d530c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (8af152d9-6e78-4654-8b25-be1502879944), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:01.925635 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51fa37-710c-4437-9823-d7e82e388c3a req-228e76f8-03cb-46e0-a849-a06caed49f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:01.927202 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2b51fa37-710c-4437-9823-d7e82e388c3a req-228e76f8-03cb-46e0-a849-a06caed49f4b service neutron] 10.222.0.39 "GET /v2.0/networks?id=c184cf05-70dd-4af5-8bd4-fc4bd5d65e82 HTTP/1.1" status: 200  len: 911 time: 0.3103900
Feb 05 21:02:01.978574 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-f00da3cc-cd09-4480-92b2-20235d98049d req-8077f2bd-6956-446a-acb0-a459a7fd47da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29a33bce-9c94-4bac-a7b0-c454d1c488cc {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:02:01.989529 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f00da3cc-cd09-4480-92b2-20235d98049d req-8077f2bd-6956-446a-acb0-a459a7fd47da service neutron] Publish callbacks [] for port (29a33bce-9c94-4bac-a7b0-c454d1c488cc), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:02.006844 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-f00da3cc-cd09-4480-92b2-20235d98049d req-8077f2bd-6956-446a-acb0-a459a7fd47da service neutron] Transition to ACTIVE for port object 29a33bce-9c94-4bac-a7b0-c454d1c488cc will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:02:02.014660 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f00da3cc-cd09-4480-92b2-20235d98049d req-8077f2bd-6956-446a-acb0-a459a7fd47da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (29a33bce-9c94-4bac-a7b0-c454d1c488cc), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:02.069636 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8077f2bd-6956-446a-acb0-a459a7fd47da service neutron] Pushing event updated for resources: {'Port': ['ID=29a33bce-9c94-4bac-a7b0-c454d1c488cc,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:02.119098 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-81b2021d-56e5-427b-94ca-8c278d530c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:02.119797 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-81b2021d-56e5-427b-94ca-8c278d530c93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:02.121022 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-81b2021d-56e5-427b-94ca-8c278d530c93 service neutron] 10.222.0.39 "PUT /v2.0/ports/8af152d9-6e78-4654-8b25-be1502879944 HTTP/1.1" status: 200  len: 1092 time: 2.8840599
Feb 05 21:02:02.144023 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ede346a-39d9-496a-a3cb-b953d67c61bf', 'tag': '8af152d9-6e78-4654-8b25-be1502879944'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:02:02.148090 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860fb99c-c3bd-4d92-86b3-a460d44cdd68" -d '{"events": [{"name": "network-changed", "server_uuid": "2ede346a-39d9-496a-a3cb-b953d67c61bf", "tag": "8af152d9-6e78-4654-8b25-be1502879944"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:02:02.204226 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-f00da3cc-cd09-4480-92b2-20235d98049d req-8077f2bd-6956-446a-acb0-a459a7fd47da service neutron] Attempting to bind port 29a33bce-9c94-4bac-a7b0-c454d1c488cc on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:02:02.204695 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-f00da3cc-cd09-4480-92b2-20235d98049d req-8077f2bd-6956-446a-acb0-a459a7fd47da service neutron] Attempting to bind port 29a33bce-9c94-4bac-a7b0-c454d1c488cc by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '61ab5bbe-50df-4ab7-b974-9e4b286dd39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9eb78a82-620a-49c6-b6b7-e67597050cc4'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:02:02.205117 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00da3cc-cd09-4480-92b2-20235d98049d req-8077f2bd-6956-446a-acb0-a459a7fd47da service neutron] Attempting to bind port 29a33bce-9c94-4bac-a7b0-c454d1c488cc on network 9eb78a82-620a-49c6-b6b7-e67597050cc4 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:02.211281 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00da3cc-cd09-4480-92b2-20235d98049d req-8077f2bd-6956-446a-acb0-a459a7fd47da service neutron] Port 29a33bce-9c94-4bac-a7b0-c454d1c488cc on network 9eb78a82-620a-49c6-b6b7-e67597050cc4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:02:02.211830 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00da3cc-cd09-4480-92b2-20235d98049d req-8077f2bd-6956-446a-acb0-a459a7fd47da service neutron] Attempting to bind port 29a33bce-9c94-4bac-a7b0-c454d1c488cc on network 9eb78a82-620a-49c6-b6b7-e67597050cc4 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:02.218654 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00da3cc-cd09-4480-92b2-20235d98049d req-8077f2bd-6956-446a-acb0-a459a7fd47da service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:02:02.219012 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00da3cc-cd09-4480-92b2-20235d98049d req-8077f2bd-6956-446a-acb0-a459a7fd47da service neutron] Checking segment: {'id': '61ab5bbe-50df-4ab7-b974-9e4b286dd39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9eb78a82-620a-49c6-b6b7-e67597050cc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:02:02.219410 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00da3cc-cd09-4480-92b2-20235d98049d req-8077f2bd-6956-446a-acb0-a459a7fd47da service neutron] Bound using segment: {'id': '61ab5bbe-50df-4ab7-b974-9e4b286dd39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9eb78a82-620a-49c6-b6b7-e67597050cc4'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:02:02.219849 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-f00da3cc-cd09-4480-92b2-20235d98049d req-8077f2bd-6956-446a-acb0-a459a7fd47da service neutron] Bound port: 29a33bce-9c94-4bac-a7b0-c454d1c488cc, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ab5bbe-50df-4ab7-b974-9e4b286dd39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9eb78a82-620a-49c6-b6b7-e67597050cc4'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:02:02.220213 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f00da3cc-cd09-4480-92b2-20235d98049d req-8077f2bd-6956-446a-acb0-a459a7fd47da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (29a33bce-9c94-4bac-a7b0-c454d1c488cc), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:02.265585 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-549f0455-87e3-4495-bd3b-2847f79c3659 tempest-MeteringTestJSON-2035805700 tempest-MeteringTestJSON-2035805700-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:02.266706 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-549f0455-87e3-4495-bd3b-2847f79c3659 tempest-MeteringTestJSON-2035805700 tempest-MeteringTestJSON-2035805700-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/3e18950c-78df-49fe-a26f-9c7828ed478d HTTP/1.1" status: 204  len: 168 time: 0.4535120
Feb 05 21:02:02.271150 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50112) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:02.287671 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1df238d9-dc3f-457a-bb28-72462dd26324 tempest-MeteringTestJSON-2035805700 tempest-MeteringTestJSON-2035805700-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=3e18950c-78df-49fe-a26f-9c7828ed478d HTTP/1.1" status: 200  len: 221 time: 0.0153975
Feb 05 21:02:02.293142 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50114) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:02.299047 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-f5631220-f7be-4607-83aa-f233198a4071 tempest-MeteringTestJSON-2035805700 tempest-MeteringTestJSON-2035805700-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1296669308', 'description': 'label created by tempest'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:02:02.299494 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-f5631220-f7be-4607-83aa-f233198a4071 tempest-MeteringTestJSON-2035805700 tempest-MeteringTestJSON-2035805700-project-admin] Unknown quota resources ['metering_label']. {{(pid=114390) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 05 21:02:02.318761 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2b51fa37-710c-4437-9823-d7e82e388c3a req-d6b56616-3db2-4e0a-8aac-083e1c1a3099 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19bf3552-1f97-4d35-9342-465464c23ba5 HTTP/1.1" status: 200  len: 1000 time: 0.3335214
Feb 05 21:02:02.329767 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b2021d-56e5-427b-94ca-8c278d530c93 service neutron] Pushing event updated for resources: {'Port': ['ID=8af152d9-6e78-4654-8b25-be1502879944,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:02.342627 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-01bddf59-efe7-42e0-90f1-4e0b89dbd7b1 admin admin] Publish callbacks [] for security_group (67b57587-17fb-4c99-a627-269025490057), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:02.355732 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2921725-a5bb-476d-9cfe-e263642416d7 req-93d4b2ed-6db0-4fa1-8fab-c8f18af183f6 tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:02.357266 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c2921725-a5bb-476d-9cfe-e263642416d7 req-93d4b2ed-6db0-4fa1-8fab-c8f18af183f6 tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ede346a-39d9-496a-a3cb-b953d67c61bf HTTP/1.1" status: 200  len: 944 time: 0.4650784
Feb 05 21:02:02.364014 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-f00da3cc-cd09-4480-92b2-20235d98049d req-8077f2bd-6956-446a-acb0-a459a7fd47da service neutron] For port 29a33bce-9c94-4bac-a7b0-c454d1c488cc, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:02:02.382902 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-f00da3cc-cd09-4480-92b2-20235d98049d req-8077f2bd-6956-446a-acb0-a459a7fd47da service neutron] For port 29a33bce-9c94-4bac-a7b0-c454d1c488cc, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=29a33bce-9c94-4bac-a7b0-c454d1c488cc,segment=NetworkSegment(61ab5bbe-50df-4ab7-b974-9e4b286dd39e),segment_id=61ab5bbe-50df-4ab7-b974-9e4b286dd39e)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:02:02.425101 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4e263-728a-40fd-b44b-3edb8aac2069 req-a829dade-4fd3-452e-9f35-1f5e6809c00b tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:02.427868 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-13a4e263-728a-40fd-b44b-3edb8aac2069 req-a829dade-4fd3-452e-9f35-1f5e6809c00b tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 945 time: 0.4641399
Feb 05 21:02:02.428095 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f00da3cc-cd09-4480-92b2-20235d98049d req-8077f2bd-6956-446a-acb0-a459a7fd47da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (29a33bce-9c94-4bac-a7b0-c454d1c488cc), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:02.456971 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-01bddf59-efe7-42e0-90f1-4e0b89dbd7b1 admin admin] Publish callbacks [] for security_group (67b57587-17fb-4c99-a627-269025490057), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:02.492656 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-b88ce7c0-a09d-42de-a49e-ffe16840342f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:02.494332 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-b88ce7c0-a09d-42de-a49e-ffe16840342f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f5d1f61c7474875bdf3c96eddb979f4&device_id=2ede346a-39d9-496a-a3cb-b953d67c61bf HTTP/1.1" status: 200  len: 1126 time: 0.3026183
Feb 05 21:02:02.515279 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00da3cc-cd09-4480-92b2-20235d98049d req-8077f2bd-6956-446a-acb0-a459a7fd47da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:02.515831 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f00da3cc-cd09-4480-92b2-20235d98049d req-8077f2bd-6956-446a-acb0-a459a7fd47da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:02.517239 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f00da3cc-cd09-4480-92b2-20235d98049d req-8077f2bd-6956-446a-acb0-a459a7fd47da service neutron] 10.222.0.39 "PUT /v2.0/ports/29a33bce-9c94-4bac-a7b0-c454d1c488cc HTTP/1.1" status: 200  len: 1091 time: 1.4791958
Feb 05 21:02:02.541666 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51fa37-710c-4437-9823-d7e82e388c3a req-813dee87-c713-4aa2-b647-388c293ef31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:02.543688 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2b51fa37-710c-4437-9823-d7e82e388c3a req-813dee87-c713-4aa2-b647-388c293ef31c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=86c08017-d863-4dd1-8a33-7a8aa8133d87 HTTP/1.1" status: 200  len: 849 time: 0.2143610
Feb 05 21:02:02.553171 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee629f72-a01a-44ac-bcdd-ecf9fbd46bab', 'tag': '29a33bce-9c94-4bac-a7b0-c454d1c488cc'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:02:02.556048 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1e8671-3cdb-4f1c-bfb2-9f8dfdfe90c4" -d '{"events": [{"name": "network-changed", "server_uuid": "ee629f72-a01a-44ac-bcdd-ecf9fbd46bab", "tag": "29a33bce-9c94-4bac-a7b0-c454d1c488cc"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:02:02.574351 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f5631220-f7be-4607-83aa-f233198a4071 tempest-MeteringTestJSON-2035805700 tempest-MeteringTestJSON-2035805700-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:02.578309 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f5631220-f7be-4607-83aa-f233198a4071 tempest-MeteringTestJSON-2035805700 tempest-MeteringTestJSON-2035805700-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 470 time: 0.2815838
Feb 05 21:02:02.581621 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50118) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:02.611978 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-17df67ea-d8e1-4b98-a857-ddfa5a3b6ba4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8af152d9-6e78-4654-8b25-be1502879944 HTTP/1.1" status: 200  len: 217 time: 0.0980377
Feb 05 21:02:02.622673 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c2921725-a5bb-476d-9cfe-e263642416d7 req-61d4ce1a-a9af-4a05-b3ba-e664ece26bad tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9fbe6b1-7cc8-4cca-92dd-1014d8bc4561&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2320933
Feb 05 21:02:02.684463 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-ed02c154-006e-47cc-aa24-5441e8883919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:02.684607 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8077f2bd-6956-446a-acb0-a459a7fd47da service neutron] Pushing event updated for resources: {'Port': ['ID=29a33bce-9c94-4bac-a7b0-c454d1c488cc,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:02.686000 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-ed02c154-006e-47cc-aa24-5441e8883919 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13eabc9e-cfb9-4430-b38a-05629d656f21 HTTP/1.1" status: 200  len: 854 time: 0.0685039
Feb 05 21:02:02.691017 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-13a4e263-728a-40fd-b44b-3edb8aac2069 req-ec7d3b95-1e97-461b-a89b-fbf718260f47 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2409756
Feb 05 21:02:02.691776 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-574fc967-78bf-426d-86c9-698bdd376938 tempest-MeteringTestJSON-2035805700 tempest-MeteringTestJSON-2035805700-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=772be44e-235a-4347-9e94-9fe8da243f13 HTTP/1.1" status: 200  len: 468 time: 0.1116633
Feb 05 21:02:02.696289 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50120) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:02.725504 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00da3cc-cd09-4480-92b2-20235d98049d req-24c67627-a7d8-4b4f-a489-eb282939127b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:02.727102 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f00da3cc-cd09-4480-92b2-20235d98049d req-24c67627-a7d8-4b4f-a489-eb282939127b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bceb6dc5ff544e9dad9375519abac510&device_id=ee629f72-a01a-44ac-bcdd-ecf9fbd46bab HTTP/1.1" status: 200  len: 1125 time: 0.1671104
Feb 05 21:02:02.743289 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-8f2685b7-66fb-4f50-a1c1-cbef806dd0bd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7727a45-d9ee-4102-a33b-afa25bf4c5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0512297
Feb 05 21:02:02.751608 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f55753-b333-49aa-99c2-03c392b7a19f x-openstack-request-id: req-a2f55753-b333-49aa-99c2-03c392b7a19f {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:02:02.751890 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ede346a-39d9-496a-a3cb-b953d67c61bf", "tag": "8af152d9-6e78-4654-8b25-be1502879944", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:02:02.752221 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a2f55753-b333-49aa-99c2-03c392b7a19f {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:02:02.752680 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ede346a-39d9-496a-a3cb-b953d67c61bf', 'tag': '8af152d9-6e78-4654-8b25-be1502879944', 'status': 'completed', 'code': 200}
Feb 05 21:02:02.827939 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfab78b0-3e1e-424f-8357-59b7f338fff9 x-openstack-request-id: req-bfab78b0-3e1e-424f-8357-59b7f338fff9 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:02:02.828522 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee629f72-a01a-44ac-bcdd-ecf9fbd46bab", "tag": "29a33bce-9c94-4bac-a7b0-c454d1c488cc", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:02:02.829014 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bfab78b0-3e1e-424f-8357-59b7f338fff9 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:02:02.829645 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee629f72-a01a-44ac-bcdd-ecf9fbd46bab', 'tag': '29a33bce-9c94-4bac-a7b0-c454d1c488cc', 'status': 'completed', 'code': 200}
Feb 05 21:02:02.831890 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f00da3cc-cd09-4480-92b2-20235d98049d req-7e47930d-4590-4225-aeb2-829eb54f86fd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29a33bce-9c94-4bac-a7b0-c454d1c488cc HTTP/1.1" status: 200  len: 217 time: 0.0979927
Feb 05 21:02:02.908899 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00da3cc-cd09-4480-92b2-20235d98049d req-b6eef6ec-e1e4-4706-8014-43ec84625d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:02.911181 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f00da3cc-cd09-4480-92b2-20235d98049d req-b6eef6ec-e1e4-4706-8014-43ec84625d23 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cb8f205f-91a5-4157-86b4-26dc06d251f8 HTTP/1.1" status: 200  len: 861 time: 0.0725641
Feb 05 21:02:02.971058 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f00da3cc-cd09-4480-92b2-20235d98049d req-c81ec148-749c-473b-a98c-6b8c68808d26 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9eb78a82-620a-49c6-b6b7-e67597050cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0528598
Feb 05 21:02:03.123530 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f00da3cc-cd09-4480-92b2-20235d98049d req-f2c6db78-e6d4-4778-97cb-ec2030506c86 service neutron] 10.222.0.39 "GET /v2.0/networks/9eb78a82-620a-49c6-b6b7-e67597050cc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1465397
Feb 05 21:02:03.263305 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f00da3cc-cd09-4480-92b2-20235d98049d req-2b805bf7-4a49-4906-9632-0367bd00582e service neutron] 10.222.0.39 "GET /v2.0/networks/9eb78a82-620a-49c6-b6b7-e67597050cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1340551
Feb 05 21:02:03.305016 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-01bddf59-efe7-42e0-90f1-4e0b89dbd7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (67b57587-17fb-4c99-a627-269025490057), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:03.307790 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-01bddf59-efe7-42e0-90f1-4e0b89dbd7b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:03.309971 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-01bddf59-efe7-42e0-90f1-4e0b89dbd7b1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/67b57587-17fb-4c99-a627-269025490057 HTTP/1.1" status: 204  len: 168 time: 1.4817660
Feb 05 21:02:03.382663 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51fa37-710c-4437-9823-d7e82e388c3a req-c33d5893-d3eb-4c7d-b732-5e2a3802e504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:03.384732 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2b51fa37-710c-4437-9823-d7e82e388c3a req-c33d5893-d3eb-4c7d-b732-5e2a3802e504 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c184cf05-70dd-4af5-8bd4-fc4bd5d65e82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.7956510
Feb 05 21:02:03.386058 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bddf59-efe7-42e0-90f1-4e0b89dbd7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b57587-17fb-4c99-a627-269025490057,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:03.437705 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e8671-3cdb-4f1c-bfb2-9f8dfdfe90c4 req-a598aa59-037f-4dfc-8953-7a97bbb0968e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:03.439395 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ae1e8671-3cdb-4f1c-bfb2-9f8dfdfe90c4 req-a598aa59-037f-4dfc-8953-7a97bbb0968e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bceb6dc5ff544e9dad9375519abac510&device_id=ee629f72-a01a-44ac-bcdd-ecf9fbd46bab HTTP/1.1" status: 200  len: 1125 time: 0.1060922
Feb 05 21:02:03.527971 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-d6bcc260-3390-4141-934c-b46bb437c965 service neutron] 10.222.0.39 "GET /v2.0/networks/d7727a45-d9ee-4102-a33b-afa25bf4c5bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7711713
Feb 05 21:02:03.535888 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f82f59-98aa-4c44-83c0-e86bd85a830c req-dafa834d-ecb5-4f6e-a070-fe8ebc17cbb6 tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:03.544438 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f3f82f59-98aa-4c44-83c0-e86bd85a830c req-dafa834d-ecb5-4f6e-a070-fe8ebc17cbb6 tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee629f72-a01a-44ac-bcdd-ecf9fbd46bab HTTP/1.1" status: 200  len: 943 time: 0.4088044
Feb 05 21:02:03.552261 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-59ad445a-362c-41bb-9156-802c067e421f tempest-MeteringTestJSON-2035805700 tempest-MeteringTestJSON-2035805700-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:03.553517 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-59ad445a-362c-41bb-9156-802c067e421f tempest-MeteringTestJSON-2035805700 tempest-MeteringTestJSON-2035805700-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/772be44e-235a-4347-9e94-9fe8da243f13 HTTP/1.1" status: 204  len: 168 time: 0.8129489
Feb 05 21:02:03.556356 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50172) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:03.585749 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2f56cae8-0c70-4b39-a6ee-b6e7f12d0753 tempest-MeteringTestJSON-2035805700 tempest-MeteringTestJSON-2035805700-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=772be44e-235a-4347-9e94-9fe8da243f13 HTTP/1.1" status: 200  len: 216 time: 0.0250859
Feb 05 21:02:03.587106 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e8671-3cdb-4f1c-bfb2-9f8dfdfe90c4 req-11065e60-263a-42fe-bf34-4e12d6a69e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:03.588613 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ae1e8671-3cdb-4f1c-bfb2-9f8dfdfe90c4 req-11065e60-263a-42fe-bf34-4e12d6a69e75 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9eb78a82-620a-49c6-b6b7-e67597050cc4 HTTP/1.1" status: 200  len: 922 time: 0.1412008
Feb 05 21:02:03.590772 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50176) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:03.643356 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9137be2d-3795-4a35-b5ae-16721c639034 tempest-MeteringTestJSON-2035805700 tempest-MeteringTestJSON-2035805700-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0463765
Feb 05 21:02:03.643356 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ae1e8671-3cdb-4f1c-bfb2-9f8dfdfe90c4 req-b383f2d8-9a1a-4b28-b7fd-b42ca3d096e5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29a33bce-9c94-4bac-a7b0-c454d1c488cc HTTP/1.1" status: 200  len: 217 time: 0.0422552
Feb 05 21:02:03.644864 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50178) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:03.654205 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e7427b24-506a-41ed-8095-5c78aaa08b85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:03.713035 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2b51fa37-710c-4437-9823-d7e82e388c3a req-46817e0c-f88e-419f-912f-d84d88510697 service neutron] 10.222.0.39 "GET /v2.0/networks/c184cf05-70dd-4af5-8bd4-fc4bd5d65e82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3203197
Feb 05 21:02:03.721800 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f3f82f59-98aa-4c44-83c0-e86bd85a830c req-2283c620-68ef-41bf-9bd2-322bd87d25dc tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b12601-e263-49a5-b410-975518fdcb2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1763368
Feb 05 21:02:03.735140 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-117464be-eaf5-4c5e-b207-38b9654f4193 tempest-MeteringTestJSON-2035805700 tempest-MeteringTestJSON-2035805700-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0890942
Feb 05 21:02:03.736529 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50182) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:03.801417 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a0eb9565-4084-4ace-83f0-c28d9969e0e7 req-56e7cc8b-4d71-4506-8cb8-31e80b3804d9 service neutron] 10.222.0.39 "GET /v2.0/networks/d7727a45-d9ee-4102-a33b-afa25bf4c5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2539928
Feb 05 21:02:03.809793 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9a5a4c72-ef2b-4aa3-929b-4e502c815ffe tempest-MeteringTestJSON-2035805700 tempest-MeteringTestJSON-2035805700-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels/a09f460e-e6f0-4db2-bd30-23cda7092b87 HTTP/1.1" status: 200  len: 473 time: 0.0692725
Feb 05 21:02:03.810547 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50194) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:03.817492 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e8671-3cdb-4f1c-bfb2-9f8dfdfe90c4 req-a962d72f-8a8d-405f-bb66-d10bcb3ae856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:03.819119 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ae1e8671-3cdb-4f1c-bfb2-9f8dfdfe90c4 req-a962d72f-8a8d-405f-bb66-d10bcb3ae856 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cb8f205f-91a5-4157-86b4-26dc06d251f8 HTTP/1.1" status: 200  len: 861 time: 0.1626289
Feb 05 21:02:03.823874 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-fcd8616e-a2f4-429c-868a-69939b73c0e8 tempest-MeteringTestJSON-2035805700 tempest-MeteringTestJSON-2035805700-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules/b789b9dc-876f-472a-a09a-c0d8accbdc33 HTTP/1.1" status: 200  len: 461 time: 0.0120418
Feb 05 21:02:03.856420 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50196) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:03.859138 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ae1e8671-3cdb-4f1c-bfb2-9f8dfdfe90c4 req-dc0b6dbd-e68d-47e3-a5b6-e2d6a106f729 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9eb78a82-620a-49c6-b6b7-e67597050cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0326729
Feb 05 21:02:03.947547 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c93531-994e-44fa-b95b-b0b43a70f0e1 req-c34270f7-b0e3-4b56-b290-1797af80f69a tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:03.954552 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-64c93531-994e-44fa-b95b-b0b43a70f0e1 req-c34270f7-b0e3-4b56-b290-1797af80f69a tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ede346a-39d9-496a-a3cb-b953d67c61bf HTTP/1.1" status: 200  len: 944 time: 0.2315235
Feb 05 21:02:03.966090 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50208) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:03.987163 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3575b434-b282-477a-98ce-5ecac4dd3d13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:04.029851 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ae1e8671-3cdb-4f1c-bfb2-9f8dfdfe90c4 req-24a6e1cd-8adf-40e5-8fc9-23e18e75a7f7 service neutron] 10.222.0.39 "GET /v2.0/networks/9eb78a82-620a-49c6-b6b7-e67597050cc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1433189
Feb 05 21:02:04.041446 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2b51fa37-710c-4437-9823-d7e82e388c3a req-6f2704ae-3f91-4d68-944d-8d28f175e37c service neutron] 10.222.0.39 "GET /v2.0/networks/c184cf05-70dd-4af5-8bd4-fc4bd5d65e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3089414
Feb 05 21:02:04.077756 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6968e5ea-6a1d-4e9d-846b-6d0fbbb3bd39 tempest-MeteringTestJSON-2035805700 tempest-MeteringTestJSON-2035805700-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:04.078927 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6968e5ea-6a1d-4e9d-846b-6d0fbbb3bd39 tempest-MeteringTestJSON-2035805700 tempest-MeteringTestJSON-2035805700-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/b789b9dc-876f-472a-a09a-c0d8accbdc33 HTTP/1.1" status: 204  len: 168 time: 0.2182045
Feb 05 21:02:04.081640 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50216) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:04.112318 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860fb99c-c3bd-4d92-86b3-a460d44cdd68 req-a11e03e5-20c0-434a-b141-e44f198dc97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:04.113833 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-860fb99c-c3bd-4d92-86b3-a460d44cdd68 req-a11e03e5-20c0-434a-b141-e44f198dc97d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f5d1f61c7474875bdf3c96eddb979f4&device_id=2ede346a-39d9-496a-a3cb-b953d67c61bf HTTP/1.1" status: 200  len: 1126 time: 0.2222216
Feb 05 21:02:04.162214 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3575b434-b282-477a-98ce-5ecac4dd3d13 admin admin] Publish callbacks [] for security_group (3b7ceb82-7282-4a63-be6d-b33d16a8911e), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:04.165435 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-64c93531-994e-44fa-b95b-b0b43a70f0e1 req-9ea071fa-c17f-406b-ae84-120053182fad tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9fbe6b1-7cc8-4cca-92dd-1014d8bc4561&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2100251
Feb 05 21:02:04.172652 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3575b434-b282-477a-98ce-5ecac4dd3d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (3b7ceb82-7282-4a63-be6d-b33d16a8911e), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:04.179712 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ae1e8671-3cdb-4f1c-bfb2-9f8dfdfe90c4 req-c134fc29-af63-412f-94ae-5b03279f540b service neutron] 10.222.0.39 "GET /v2.0/networks/9eb78a82-620a-49c6-b6b7-e67597050cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1309800
Feb 05 21:02:04.228979 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3575b434-b282-477a-98ce-5ecac4dd3d13 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bb99566b602e407893cae779aad2c920&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2620137
Feb 05 21:02:04.229648 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50222) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:04.261249 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575b434-b282-477a-98ce-5ecac4dd3d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7ceb82-7282-4a63-be6d-b33d16a8911e,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:04.289973 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6c488654-3c1d-42ec-835a-3cd6108e19fa admin admin] Publish callbacks [] for security_group (3b7ceb82-7282-4a63-be6d-b33d16a8911e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:04.313177 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6c488654-3c1d-42ec-835a-3cd6108e19fa admin admin] Publish callbacks [] for security_group (3b7ceb82-7282-4a63-be6d-b33d16a8911e), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:04.366113 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6c488654-3c1d-42ec-835a-3cd6108e19fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (3b7ceb82-7282-4a63-be6d-b33d16a8911e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:04.369319 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6c488654-3c1d-42ec-835a-3cd6108e19fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:04.373707 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6c488654-3c1d-42ec-835a-3cd6108e19fa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3b7ceb82-7282-4a63-be6d-b33d16a8911e HTTP/1.1" status: 204  len: 168 time: 0.1397607
Feb 05 21:02:04.374175 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8db0da06-849f-45bc-ac62-fb10158c8044 tempest-MeteringTestJSON-2035805700 tempest-MeteringTestJSON-2035805700-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:04.375366 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8db0da06-849f-45bc-ac62-fb10158c8044 tempest-MeteringTestJSON-2035805700 tempest-MeteringTestJSON-2035805700-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/a09f460e-e6f0-4db2-bd30-23cda7092b87 HTTP/1.1" status: 204  len: 168 time: 0.2875519
Feb 05 21:02:04.383730 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c488654-3c1d-42ec-835a-3cd6108e19fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7ceb82-7282-4a63-be6d-b33d16a8911e,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:04.395296 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860fb99c-c3bd-4d92-86b3-a460d44cdd68 req-c83ca200-1496-44e7-9de9-40dd28480c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:04.397405 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-860fb99c-c3bd-4d92-86b3-a460d44cdd68 req-c83ca200-1496-44e7-9de9-40dd28480c61 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d7727a45-d9ee-4102-a33b-afa25bf4c5bf HTTP/1.1" status: 200  len: 915 time: 0.2360415
Feb 05 21:02:04.452658 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-860fb99c-c3bd-4d92-86b3-a460d44cdd68 req-4295b283-325d-4914-94e6-928725d6c7d5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8af152d9-6e78-4654-8b25-be1502879944 HTTP/1.1" status: 200  len: 217 time: 0.0480552
Feb 05 21:02:04.554096 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860fb99c-c3bd-4d92-86b3-a460d44cdd68 req-11b2cea8-47df-4d97-932a-c3f28f2e9a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:04.557321 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-860fb99c-c3bd-4d92-86b3-a460d44cdd68 req-11b2cea8-47df-4d97-932a-c3f28f2e9a10 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13eabc9e-cfb9-4430-b38a-05629d656f21 HTTP/1.1" status: 200  len: 854 time: 0.0922689
Feb 05 21:02:04.612292 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-860fb99c-c3bd-4d92-86b3-a460d44cdd68 req-1c892b3b-8cef-4a07-bf1c-68e18a90e049 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7727a45-d9ee-4102-a33b-afa25bf4c5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0488849
Feb 05 21:02:04.737684 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-860fb99c-c3bd-4d92-86b3-a460d44cdd68 req-e3bb8d0e-e46c-4cdb-b0d0-6d9c6358ee06 service neutron] 10.222.0.39 "GET /v2.0/networks/d7727a45-d9ee-4102-a33b-afa25bf4c5bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1175909
Feb 05 21:02:04.854291 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50258) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:04.921387 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-860fb99c-c3bd-4d92-86b3-a460d44cdd68 req-251ca3da-ae6f-41b7-994c-822e0c6f5bd0 service neutron] 10.222.0.39 "GET /v2.0/networks/d7727a45-d9ee-4102-a33b-afa25bf4c5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1774833
Feb 05 21:02:04.948785 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb56228-a970-4ebe-9891-95f2f1abd69d req-c0fa5d4e-97e1-434e-8a3f-aba6d5d29222 tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:04.950947 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dbb56228-a970-4ebe-9891-95f2f1abd69d req-c0fa5d4e-97e1-434e-8a3f-aba6d5d29222 tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee629f72-a01a-44ac-bcdd-ecf9fbd46bab HTTP/1.1" status: 200  len: 943 time: 0.1233737
Feb 05 21:02:05.008824 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dbb56228-a970-4ebe-9891-95f2f1abd69d req-f48771e9-482f-4cad-bbd8-2fefa5e24f01 tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b12601-e263-49a5-b410-975518fdcb2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512424
Feb 05 21:02:05.101725 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50272) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:05.125937 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3fe9e21c-ba91-4e92-87e6-ebf64d685d36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:05.195283 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d17a8622-2646-480f-b278-ff6eaf047b8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:05.253937 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3fe9e21c-ba91-4e92-87e6-ebf64d685d36 admin admin] Publish callbacks [] for security_group (118eb394-c94f-49d1-a68c-d3a3e1d67dba), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:05.263059 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3fe9e21c-ba91-4e92-87e6-ebf64d685d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (118eb394-c94f-49d1-a68c-d3a3e1d67dba), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:05.327523 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3fe9e21c-ba91-4e92-87e6-ebf64d685d36 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4d8d123eb9094daeba25ad9f6b2b06d9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4669919
Feb 05 21:02:05.327523 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe9e21c-ba91-4e92-87e6-ebf64d685d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118eb394-c94f-49d1-a68c-d3a3e1d67dba,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:05.331025 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50292) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:05.368794 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d17a8622-2646-480f-b278-ff6eaf047b8a admin admin] Publish callbacks [] for security_group (13671556-b382-4337-b026-4feb7d5d721f), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:05.377307 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d17a8622-2646-480f-b278-ff6eaf047b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (13671556-b382-4337-b026-4feb7d5d721f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:05.413183 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a6229-6a76-4d5a-9272-217279685653 req-8171139a-c2c6-4f77-9dab-b2419950017d tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:05.422418 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f24a6229-6a76-4d5a-9272-217279685653 req-8171139a-c2c6-4f77-9dab-b2419950017d tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ede346a-39d9-496a-a3cb-b953d67c61bf HTTP/1.1" status: 200  len: 944 time: 0.1402309
Feb 05 21:02:05.435634 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d17a8622-2646-480f-b278-ff6eaf047b8a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a0d012d788d14255b07e89902627404f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3319800
Feb 05 21:02:05.437195 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a8622-2646-480f-b278-ff6eaf047b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13671556-b382-4337-b026-4feb7d5d721f,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:05.440027 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50298) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:05.503427 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3d563546-25c4-4812-89e8-bd26ec7abe83 admin admin] Publish callbacks [] for security_group (13671556-b382-4337-b026-4feb7d5d721f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:05.506091 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a34a0480-8634-4000-afc1-aa26bc9aa157 admin admin] Publish callbacks [] for security_group (118eb394-c94f-49d1-a68c-d3a3e1d67dba), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:05.548562 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f24a6229-6a76-4d5a-9272-217279685653 req-3cc494a2-6722-4370-9ab1-7752f6946730 tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9fbe6b1-7cc8-4cca-92dd-1014d8bc4561&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1248877
Feb 05 21:02:05.556119 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a34a0480-8634-4000-afc1-aa26bc9aa157 admin admin] Publish callbacks [] for security_group (118eb394-c94f-49d1-a68c-d3a3e1d67dba), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:05.560718 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3d563546-25c4-4812-89e8-bd26ec7abe83 admin admin] Publish callbacks [] for security_group (13671556-b382-4337-b026-4feb7d5d721f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:05.630884 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a34a0480-8634-4000-afc1-aa26bc9aa157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (118eb394-c94f-49d1-a68c-d3a3e1d67dba), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:05.633653 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a34a0480-8634-4000-afc1-aa26bc9aa157 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:05.634868 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a34a0480-8634-4000-afc1-aa26bc9aa157 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/118eb394-c94f-49d1-a68c-d3a3e1d67dba HTTP/1.1" status: 204  len: 168 time: 0.3002355
Feb 05 21:02:05.649950 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a0480-8634-4000-afc1-aa26bc9aa157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118eb394-c94f-49d1-a68c-d3a3e1d67dba,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:05.673407 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3d563546-25c4-4812-89e8-bd26ec7abe83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (13671556-b382-4337-b026-4feb7d5d721f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:05.676857 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3d563546-25c4-4812-89e8-bd26ec7abe83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:05.680644 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3d563546-25c4-4812-89e8-bd26ec7abe83 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/13671556-b382-4337-b026-4feb7d5d721f HTTP/1.1" status: 204  len: 168 time: 0.2373047
Feb 05 21:02:05.693472 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d563546-25c4-4812-89e8-bd26ec7abe83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13671556-b382-4337-b026-4feb7d5d721f,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:06.068000 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device ad0354e3-119c-4c7a-a046-88f02122433c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:02:06.096725 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ac6391a0-e394-46df-be14-abe3ecaa46d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:06.138016 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50344) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:06.157414 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4e4cd5b0-b35e-45b3-bcb9-8a5b1875816c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:06.201920 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6a176-045c-4c2d-a069-dd0ad0c5d426 req-db3d5175-f896-4987-821f-07ded8c653ad tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:06.203534 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f2e6a176-045c-4c2d-a069-dd0ad0c5d426 req-db3d5175-f896-4987-821f-07ded8c653ad tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee629f72-a01a-44ac-bcdd-ecf9fbd46bab HTTP/1.1" status: 200  len: 943 time: 0.0842869
Feb 05 21:02:06.273747 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4e4cd5b0-b35e-45b3-bcb9-8a5b1875816c admin admin] Publish callbacks [] for security_group (c7629c98-5ac2-4767-8e9b-951e7f53947c), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:06.280926 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4e4cd5b0-b35e-45b3-bcb9-8a5b1875816c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (c7629c98-5ac2-4767-8e9b-951e7f53947c), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:06.285969 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f2e6a176-045c-4c2d-a069-dd0ad0c5d426 req-29d06264-7fb6-4afd-a5e4-406bd9f3ae46 tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b12601-e263-49a5-b410-975518fdcb2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738616
Feb 05 21:02:06.302370 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port ad0354e3-119c-4c7a-a046-88f02122433c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad0354e3-119c-4c7a-a046-88f02122433c,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:02:06.336142 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4e4cd5b0-b35e-45b3-bcb9-8a5b1875816c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1bb39881819443b2a250e4a3164fab16&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1969013
Feb 05 21:02:06.339206 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50356) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:06.348102 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4cd5b0-b35e-45b3-bcb9-8a5b1875816c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7629c98-5ac2-4767-8e9b-951e7f53947c,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:06.348355 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'ad0354e3-119c-4c7a-a046-88f02122433c', 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba', 'port_id': 'ad0354e3-119c-4c7a-a046-88f02122433c', 'mac_address': 'fa:16:3e:bb:0e:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3bc4b1d-f312-4b2d-bc48-80b03423d794', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:02:06.421572 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port ad0354e3-119c-4c7a-a046-88f02122433c is: ACTIVE; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:02:06.422473 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ad0354e3-119c-4c7a-a046-88f02122433c), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:06.439789 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dbb1091f-5d59-40b9-bc5a-add2a14ab4c7 admin admin] Publish callbacks [] for security_group (c7629c98-5ac2-4767-8e9b-951e7f53947c), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:06.453237 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad0354e3-119c-4c7a-a046-88f02122433c {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:02:06.469830 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dbb1091f-5d59-40b9-bc5a-add2a14ab4c7 admin admin] Publish callbacks [] for security_group (c7629c98-5ac2-4767-8e9b-951e7f53947c), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:06.485233 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port ad0354e3-119c-4c7a-a046-88f02122433c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad0354e3-119c-4c7a-a046-88f02122433c,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:02:06.492691 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ad0354e3-119c-4c7a-a046-88f02122433c), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:06.536941 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dbb1091f-5d59-40b9-bc5a-add2a14ab4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (c7629c98-5ac2-4767-8e9b-951e7f53947c), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:06.543711 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dbb1091f-5d59-40b9-bc5a-add2a14ab4c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:06.547346 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-dbb1091f-5d59-40b9-bc5a-add2a14ab4c7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c7629c98-5ac2-4767-8e9b-951e7f53947c HTTP/1.1" status: 204  len: 168 time: 0.2061265
Feb 05 21:02:06.560003 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=ad0354e3-119c-4c7a-a046-88f02122433c,revision_number=6']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:06.564285 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb1091f-5d59-40b9-bc5a-add2a14ab4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7629c98-5ac2-4767-8e9b-951e7f53947c,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:06.591596 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['ad0354e3-119c-4c7a-a046-88f02122433c'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:02:06.837011 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef82b3-4cb7-49ae-b568-f4060c5f719f req-1e42f44f-83b7-42f4-ac0f-53c5e3b81037 tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:06.843511 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d9ef82b3-4cb7-49ae-b568-f4060c5f719f req-1e42f44f-83b7-42f4-ac0f-53c5e3b81037 tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ede346a-39d9-496a-a3cb-b953d67c61bf HTTP/1.1" status: 200  len: 944 time: 0.1605220
Feb 05 21:02:06.905446 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d9ef82b3-4cb7-49ae-b568-f4060c5f719f req-12374c67-16a4-46bf-85a6-421e90888cab tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9fbe6b1-7cc8-4cca-92dd-1014d8bc4561&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549951
Feb 05 21:02:07.400765 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:07.517144 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203a445-5f4b-4d11-8ad8-2d2bef828bc9 req-2a40c78d-4a36-4ff1-b636-f0bfcc8dca74 tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:07.526082 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d203a445-5f4b-4d11-8ad8-2d2bef828bc9 req-2a40c78d-4a36-4ff1-b636-f0bfcc8dca74 tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee629f72-a01a-44ac-bcdd-ecf9fbd46bab HTTP/1.1" status: 200  len: 943 time: 0.1202586
Feb 05 21:02:07.595133 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d203a445-5f4b-4d11-8ad8-2d2bef828bc9 req-99b9a942-87fb-429b-a915-f05cbcfd5dcd tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b12601-e263-49a5-b410-975518fdcb2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676653
Feb 05 21:02:08.068715 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 29a33bce-9c94-4bac-a7b0-c454d1c488cc details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:02:08.106556 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device ad0354e3-119c-4c7a-a046-88f02122433c up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:02:08.267709 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.db.resource_extend [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 05 21:02:08.297348 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c420a59-2eda-4c04-b1fb-03abb91cd7d4 req-b208564a-0716-48e2-bbae-447eebbe413f tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:08.299109 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8c420a59-2eda-4c04-b1fb-03abb91cd7d4 req-b208564a-0716-48e2-bbae-447eebbe413f tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ede346a-39d9-496a-a3cb-b953d67c61bf HTTP/1.1" status: 200  len: 944 time: 0.1889043
Feb 05 21:02:08.508490 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8c420a59-2eda-4c04-b1fb-03abb91cd7d4 req-c9267aa3-7a9f-42b5-b6fa-2d06467bb846 tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9fbe6b1-7cc8-4cca-92dd-1014d8bc4561&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1938796
Feb 05 21:02:08.659937 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port ad0354e3-119c-4c7a-a046-88f02122433c triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:02:08.661837 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ad0354e3-119c-4c7a-a046-88f02122433c), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:08.749403 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 29a33bce-9c94-4bac-a7b0-c454d1c488cc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=29a33bce-9c94-4bac-a7b0-c454d1c488cc,segment=NetworkSegment(61ab5bbe-50df-4ab7-b974-9e4b286dd39e),segment_id=61ab5bbe-50df-4ab7-b974-9e4b286dd39e)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:02:08.768030 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '29a33bce-9c94-4bac-a7b0-c454d1c488cc', 'network_id': '9eb78a82-620a-49c6-b6b7-e67597050cc4', 'port_id': '29a33bce-9c94-4bac-a7b0-c454d1c488cc', 'mac_address': 'fa:16:3e:19:b4:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb8f205f-91a5-4157-86b4-26dc06d251f8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:02:08.930638 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port ad0354e3-119c-4c7a-a046-88f02122433c is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:02:08.931201 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ad0354e3-119c-4c7a-a046-88f02122433c), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:08.935215 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 29a33bce-9c94-4bac-a7b0-c454d1c488cc is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:02:08.935596 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (29a33bce-9c94-4bac-a7b0-c454d1c488cc), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:08.960735 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29a33bce-9c94-4bac-a7b0-c454d1c488cc {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:02:09.016363 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab9c19-fc48-4b54-9863-4c3e6d134874 req-0b4fbbd3-a151-4a15-9f98-4d6a56d6fcc8 tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:09.017079 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 29a33bce-9c94-4bac-a7b0-c454d1c488cc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=29a33bce-9c94-4bac-a7b0-c454d1c488cc,segment=NetworkSegment(61ab5bbe-50df-4ab7-b974-9e4b286dd39e),segment_id=61ab5bbe-50df-4ab7-b974-9e4b286dd39e)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:02:09.028172 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11107d8a-249a-4fef-9d13-4e5511c75802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0354e3-119c-4c7a-a046-88f02122433c'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:02:09.029707 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8dab9c19-fc48-4b54-9863-4c3e6d134874 req-0b4fbbd3-a151-4a15-9f98-4d6a56d6fcc8 tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee629f72-a01a-44ac-bcdd-ecf9fbd46bab HTTP/1.1" status: 200  len: 943 time: 0.2143695
Feb 05 21:02:09.031429 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc7c558-284c-4be5-8d70-bbf7c93e8fab" -d '{"events": [{"server_uuid": "11107d8a-249a-4fef-9d13-4e5511c75802", "name": "network-vif-plugged", "status": "completed", "tag": "ad0354e3-119c-4c7a-a046-88f02122433c"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:02:09.039976 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:09.039976 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (29a33bce-9c94-4bac-a7b0-c454d1c488cc), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:09.039976 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 8af152d9-6e78-4654-8b25-be1502879944 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:02:09.099525 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port ad0354e3-119c-4c7a-a046-88f02122433c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad0354e3-119c-4c7a-a046-88f02122433c,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:02:09.122446 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8dab9c19-fc48-4b54-9863-4c3e6d134874 req-9ca48886-ccaa-4949-8177-b025efefed59 tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b12601-e263-49a5-b410-975518fdcb2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911009
Feb 05 21:02:09.124820 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ad0354e3-119c-4c7a-a046-88f02122433c), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:09.148680 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec2d12e-99f4-4e34-9553-66cbe9387a1c x-openstack-request-id: req-8ec2d12e-99f4-4e34-9553-66cbe9387a1c {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:02:09.149278 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11107d8a-249a-4fef-9d13-4e5511c75802", "name": "network-vif-plugged", "status": "completed", "tag": "ad0354e3-119c-4c7a-a046-88f02122433c", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:02:09.149707 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8ec2d12e-99f4-4e34-9553-66cbe9387a1c {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:02:09.150327 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11107d8a-249a-4fef-9d13-4e5511c75802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0354e3-119c-4c7a-a046-88f02122433c', 'code': 200}
Feb 05 21:02:09.201969 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=29a33bce-9c94-4bac-a7b0-c454d1c488cc,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:09.312008 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=ad0354e3-119c-4c7a-a046-88f02122433c,revision_number=7']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:09.341418 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 8af152d9-6e78-4654-8b25-be1502879944, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8af152d9-6e78-4654-8b25-be1502879944,segment=NetworkSegment(c2075d8e-f725-495a-bbae-69e9c4e05bfc),segment_id=c2075d8e-f725-495a-bbae-69e9c4e05bfc)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:02:09.357797 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '8af152d9-6e78-4654-8b25-be1502879944', 'network_id': 'd7727a45-d9ee-4102-a33b-afa25bf4c5bf', 'port_id': '8af152d9-6e78-4654-8b25-be1502879944', 'mac_address': 'fa:16:3e:76:19:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13eabc9e-cfb9-4430-b38a-05629d656f21', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:02:09.416731 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 8af152d9-6e78-4654-8b25-be1502879944 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:02:09.418339 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8af152d9-6e78-4654-8b25-be1502879944), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:09.436693 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8af152d9-6e78-4654-8b25-be1502879944 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:02:09.510302 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 8af152d9-6e78-4654-8b25-be1502879944, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8af152d9-6e78-4654-8b25-be1502879944,segment=NetworkSegment(c2075d8e-f725-495a-bbae-69e9c4e05bfc),segment_id=c2075d8e-f725-495a-bbae-69e9c4e05bfc)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:02:09.533001 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (8af152d9-6e78-4654-8b25-be1502879944), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:09.667799 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=8af152d9-6e78-4654-8b25-be1502879944,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:09.747934 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50568) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:09.774536 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e8aeb-dc1e-40cc-9608-9e0c24a50749 req-1a825d90-8260-4e1a-b1af-314e28b6ee8c tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:09.778351 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-368e8aeb-dc1e-40cc-9608-9e0c24a50749 req-1a825d90-8260-4e1a-b1af-314e28b6ee8c tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ede346a-39d9-496a-a3cb-b953d67c61bf HTTP/1.1" status: 200  len: 945 time: 0.1377854
Feb 05 21:02:09.812447 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['29a33bce-9c94-4bac-a7b0-c454d1c488cc'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:02:09.816478 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['8af152d9-6e78-4654-8b25-be1502879944'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:02:09.827003 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50574) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:09.837278 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:02:09.953305 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-368e8aeb-dc1e-40cc-9608-9e0c24a50749 req-38ad1cb9-b4f0-455c-af5d-a00b4aa16160 tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9fbe6b1-7cc8-4cca-92dd-1014d8bc4561&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1558561
Feb 05 21:02:10.106842 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-33a56d50-d277-479d-8752-8e63444b6eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1344544485'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:02:10.174321 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c7025fb-3839-4136-bdba-f3e13c8c2274 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:10.283896 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a56d50-d277-479d-8752-8e63444b6eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921-project] Made reservation on behalf of 4f6c2de9695f4964aeef8f9cdb59c8e1 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:02:10.302072 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-33a56d50-d277-479d-8752-8e63444b6eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:10.332144 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe939d-46bc-4e2f-ae2f-a8ad5da44af0 req-df85e206-796f-4d46-a298-cb824cfe2bea tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:10.339368 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:10.342648 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fefe939d-46bc-4e2f-ae2f-a8ad5da44af0 req-df85e206-796f-4d46-a298-cb824cfe2bea tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee629f72-a01a-44ac-bcdd-ecf9fbd46bab HTTP/1.1" status: 200  len: 944 time: 0.1329052
Feb 05 21:02:10.401019 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-33a56d50-d277-479d-8752-8e63444b6eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:10.418340 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fefe939d-46bc-4e2f-ae2f-a8ad5da44af0 req-05976a3e-5df8-4115-8e15-11a0d18c2fd0 tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b12601-e263-49a5-b410-975518fdcb2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679321
Feb 05 21:02:10.583152 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-33a56d50-d277-479d-8752-8e63444b6eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921-project] Publish callbacks [] for security_group (6dd91357-6f26-4670-bb90-075bc6d7f2af), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:10.590606 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c7025fb-3839-4136-bdba-f3e13c8c2274 admin admin] Publish callbacks [] for security_group (579730b4-49b3-4fbd-8f87-50bb8d1748a5), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:10.592655 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-33a56d50-d277-479d-8752-8e63444b6eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (6dd91357-6f26-4670-bb90-075bc6d7f2af), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:10.600515 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50620) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:10.612532 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33a56d50-d277-479d-8752-8e63444b6eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:02:10.625942 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-33a56d50-d277-479d-8752-8e63444b6eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (5aee2f91-427c-44b0-8dd2-ab05674711a7), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:10.626337 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-33a56d50-d277-479d-8752-8e63444b6eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921-project] Added segment 5aee2f91-427c-44b0-8dd2-ab05674711a7 of type vlan for network d23f475b-4e60-4411-aa1a-457101e0c06e
Feb 05 21:02:10.713574 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c7025fb-3839-4136-bdba-f3e13c8c2274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (579730b4-49b3-4fbd-8f87-50bb8d1748a5), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:10.791231 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-33a56d50-d277-479d-8752-8e63444b6eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (d23f475b-4e60-4411-aa1a-457101e0c06e), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:10.818533 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-abdff8d4-2129-4ca0-b694-2e2d14f2bb51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:10.844096 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a56d50-d277-479d-8752-8e63444b6eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd91357-6f26-4670-bb90-075bc6d7f2af,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:10.897501 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7025fb-3839-4136-bdba-f3e13c8c2274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579730b4-49b3-4fbd-8f87-50bb8d1748a5,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:10.928866 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2c7025fb-3839-4136-bdba-f3e13c8c2274 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=32e29110943d4d90a9b8202f1f60bd50&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0993471
Feb 05 21:02:10.932190 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50630) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:10.959776 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-abdff8d4-2129-4ca0-b694-2e2d14f2bb51 admin admin] Publish callbacks [] for security_group (9864e3f3-9a89-4368-9d48-e7a8a3dd1d81), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:10.959935 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-33a56d50-d277-479d-8752-8e63444b6eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (d23f475b-4e60-4411-aa1a-457101e0c06e), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:10.967514 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-abdff8d4-2129-4ca0-b694-2e2d14f2bb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (9864e3f3-9a89-4368-9d48-e7a8a3dd1d81), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:10.978290 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a56d50-d277-479d-8752-8e63444b6eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:10.979160 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-33a56d50-d277-479d-8752-8e63444b6eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:11.030424 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-abdff8d4-2129-4ca0-b694-2e2d14f2bb51 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9962ee67652b4b04918c6741020b8e2b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4267325
Feb 05 21:02:11.031601 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50644) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:11.057162 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdff8d4-2129-4ca0-b694-2e2d14f2bb51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9864e3f3-9a89-4368-9d48-e7a8a3dd1d81,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:11.121934 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c9658-0ed9-41a7-b49b-61f817cc9de5 req-bb55f641-1eba-492d-a7b7-4ec75e44ff3d tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:11.133391 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3e6c9658-0ed9-41a7-b49b-61f817cc9de5 req-bb55f641-1eba-492d-a7b7-4ec75e44ff3d tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ede346a-39d9-496a-a3cb-b953d67c61bf HTTP/1.1" status: 200  len: 945 time: 0.1152310
Feb 05 21:02:11.153173 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-33a56d50-d277-479d-8752-8e63444b6eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 803 time: 1.4037619
Feb 05 21:02:11.205113 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a56d50-d277-479d-8752-8e63444b6eaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921-project] Pushing event updated for resources: {'Network': ['ID=d23f475b-4e60-4411-aa1a-457101e0c06e,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:11.217787 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network d23f475b-4e60-4411-aa1a-457101e0c06e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:02:11.221459 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b21e5577-0bc1-46be-8627-9c4be9184dc1 admin admin] Publish callbacks [] for security_group (579730b4-49b3-4fbd-8f87-50bb8d1748a5), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:11.234055 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5beaf3dd-2f6d-473e-b592-395e33393e47 admin admin] Publish callbacks [] for security_group (9864e3f3-9a89-4368-9d48-e7a8a3dd1d81), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:11.248442 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b21e5577-0bc1-46be-8627-9c4be9184dc1 admin admin] Publish callbacks [] for security_group (579730b4-49b3-4fbd-8f87-50bb8d1748a5), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:11.277155 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3e6c9658-0ed9-41a7-b49b-61f817cc9de5 req-42b20f65-2a91-486e-8554-9f1e8446c2b4 tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9fbe6b1-7cc8-4cca-92dd-1014d8bc4561&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1446888
Feb 05 21:02:11.304588 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b21e5577-0bc1-46be-8627-9c4be9184dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (579730b4-49b3-4fbd-8f87-50bb8d1748a5), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:11.307800 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b21e5577-0bc1-46be-8627-9c4be9184dc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:11.310189 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b21e5577-0bc1-46be-8627-9c4be9184dc1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/579730b4-49b3-4fbd-8f87-50bb8d1748a5 HTTP/1.1" status: 204  len: 168 time: 0.3769667
Feb 05 21:02:11.318334 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5beaf3dd-2f6d-473e-b592-395e33393e47 admin admin] Publish callbacks [] for security_group (9864e3f3-9a89-4368-9d48-e7a8a3dd1d81), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:11.338982 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e5577-0bc1-46be-8627-9c4be9184dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579730b4-49b3-4fbd-8f87-50bb8d1748a5,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:11.412656 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5beaf3dd-2f6d-473e-b592-395e33393e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (9864e3f3-9a89-4368-9d48-e7a8a3dd1d81), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:11.422970 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5beaf3dd-2f6d-473e-b592-395e33393e47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:11.424818 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5beaf3dd-2f6d-473e-b592-395e33393e47 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9864e3f3-9a89-4368-9d48-e7a8a3dd1d81 HTTP/1.1" status: 204  len: 168 time: 0.3920898
Feb 05 21:02:11.470692 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beaf3dd-2f6d-473e-b592-395e33393e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9864e3f3-9a89-4368-9d48-e7a8a3dd1d81,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:11.682577 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a182194-587d-482f-8562-af44571d7309 req-b5c434b0-c49a-41bd-a039-041383330ac3 tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:11.690271 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9a182194-587d-482f-8562-af44571d7309 req-b5c434b0-c49a-41bd-a039-041383330ac3 tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee629f72-a01a-44ac-bcdd-ecf9fbd46bab HTTP/1.1" status: 200  len: 944 time: 0.1843743
Feb 05 21:02:11.711033 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50664) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:11.719539 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Request body: {'port': {'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e', 'binding:host_id': 'nch2-master-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306488682'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:02:11.767122 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Made reservation on behalf of 1e705c01a26b47c5b67cde91f60852e9 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:02:11.770044 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:11.814681 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:11.848790 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9a182194-587d-482f-8562-af44571d7309 req-ba5f5b2a-b13d-4f93-baae-56f71fbcf544 tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b12601-e263-49a5-b410-975518fdcb2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1511478
Feb 05 21:02:12.108677 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 8af152d9-6e78-4654-8b25-be1502879944 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:02:12.113964 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks [] for security_group (754fc856-fa3b-430a-81f4-baf604747dde), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:12.122612 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50676) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:12.123536 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (754fc856-fa3b-430a-81f4-baf604747dde), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:12.131279 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] device_id is not set on port a0bb1298-d4b3-41d5-ba4c-f675690e9225 yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:02:12.140182 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3299022c-d811-47a7-beec-3306d4d9d9be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:12.223940 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 8af152d9-6e78-4654-8b25-be1502879944 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:02:12.234766 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 8af152d9-6e78-4654-8b25-be1502879944 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:02:12.235142 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (8af152d9-6e78-4654-8b25-be1502879944), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:12.414632 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754fc856-fa3b-430a-81f4-baf604747dde,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:12.504954 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 8af152d9-6e78-4654-8b25-be1502879944 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:02:12.509146 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8af152d9-6e78-4654-8b25-be1502879944), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:12.532367 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6a18d-62b7-42aa-a17b-14e9870b9645 req-5a2acca1-f2b8-42b4-a863-56162e154c7c tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:12.533977 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bed6a18d-62b7-42aa-a17b-14e9870b9645 req-5a2acca1-f2b8-42b4-a863-56162e154c7c tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 945 time: 0.2845788
Feb 05 21:02:12.573715 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ede346a-39d9-496a-a3cb-b953d67c61bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af152d9-6e78-4654-8b25-be1502879944'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:02:12.576367 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cd49e1-0bbd-4423-a244-4eef49fe3f9f" -d '{"events": [{"server_uuid": "2ede346a-39d9-496a-a3cb-b953d67c61bf", "name": "network-vif-plugged", "status": "completed", "tag": "8af152d9-6e78-4654-8b25-be1502879944"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:02:12.577767 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50686) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:12.597316 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 8af152d9-6e78-4654-8b25-be1502879944, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8af152d9-6e78-4654-8b25-be1502879944,segment=NetworkSegment(c2075d8e-f725-495a-bbae-69e9c4e05bfc),segment_id=c2075d8e-f725-495a-bbae-69e9c4e05bfc)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:02:12.604881 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (8af152d9-6e78-4654-8b25-be1502879944), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:12.606606 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 29a33bce-9c94-4bac-a7b0-c454d1c488cc up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:02:12.671489 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3299022c-d811-47a7-beec-3306d4d9d9be admin admin] Publish callbacks [] for security_group (e9666b56-3bcc-48f2-8aa2-60d98ceb8460), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:12.710125 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=8af152d9-6e78-4654-8b25-be1502879944,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:12.745195 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b68c23-79dd-409f-b5b4-bf10d8bd11cb req-8db10e86-5f97-4ffe-831e-571ca368f2b5 tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:12.766734 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-29b68c23-79dd-409f-b5b4-bf10d8bd11cb req-8db10e86-5f97-4ffe-831e-571ca368f2b5 tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ede346a-39d9-496a-a3cb-b953d67c61bf HTTP/1.1" status: 200  len: 945 time: 0.3801796
Feb 05 21:02:12.790059 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 29a33bce-9c94-4bac-a7b0-c454d1c488cc completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:02:12.795887 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 29a33bce-9c94-4bac-a7b0-c454d1c488cc triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:02:12.796500 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (29a33bce-9c94-4bac-a7b0-c454d1c488cc), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:12.840464 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1788fcc6-7bc8-4f8b-ba0e-741e71865efb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:12.850578 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3299022c-d811-47a7-beec-3306d4d9d9be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (e9666b56-3bcc-48f2-8aa2-60d98ceb8460), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:12.935910 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 29a33bce-9c94-4bac-a7b0-c454d1c488cc is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:02:12.936411 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (29a33bce-9c94-4bac-a7b0-c454d1c488cc), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:13.010695 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 29a33bce-9c94-4bac-a7b0-c454d1c488cc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=29a33bce-9c94-4bac-a7b0-c454d1c488cc,segment=NetworkSegment(61ab5bbe-50df-4ab7-b974-9e4b286dd39e),segment_id=61ab5bbe-50df-4ab7-b974-9e4b286dd39e)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:02:13.029547 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (29a33bce-9c94-4bac-a7b0-c454d1c488cc), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:13.053021 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-3299022c-d811-47a7-beec-3306d4d9d9be admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=186651002fe445f0ad1499055cd67275&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9285822
Feb 05 21:02:13.058403 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50710) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:13.070560 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-29b68c23-79dd-409f-b5b4-bf10d8bd11cb req-88c7d1e2-45e7-440a-b80d-4235113ddf3b tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9fbe6b1-7cc8-4cca-92dd-1014d8bc4561&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3004327
Feb 05 21:02:13.130051 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3299022c-d811-47a7-beec-3306d4d9d9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9666b56-3bcc-48f2-8aa2-60d98ceb8460,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:13.141194 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=29a33bce-9c94-4bac-a7b0-c454d1c488cc,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:13.146475 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c239109-ac38-454d-a116-07016134b962 x-openstack-request-id: req-2c239109-ac38-454d-a116-07016134b962 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:02:13.146781 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ede346a-39d9-496a-a3cb-b953d67c61bf", "name": "network-vif-plugged", "status": "completed", "tag": "8af152d9-6e78-4654-8b25-be1502879944", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:02:13.147042 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2c239109-ac38-454d-a116-07016134b962 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:02:13.147437 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ede346a-39d9-496a-a3cb-b953d67c61bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af152d9-6e78-4654-8b25-be1502879944', 'code': 200}
Feb 05 21:02:13.152795 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bed6a18d-62b7-42aa-a17b-14e9870b9645 req-ffec98ee-918b-4488-87a3-8ea9b7a327e2 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=840ffbe8-1e27-441d-9600-26bf7350d551&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5880063
Feb 05 21:02:13.251839 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9b69f903-d986-4a7f-a7c3-3b11ed6d282a admin admin] Publish callbacks [] for security_group (e9666b56-3bcc-48f2-8aa2-60d98ceb8460), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:13.274833 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] device_id is not set on port a0bb1298-d4b3-41d5-ba4c-f675690e9225 yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:02:13.287176 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks [] for port (a0bb1298-d4b3-41d5-ba4c-f675690e9225), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:13.294504 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (a0bb1298-d4b3-41d5-ba4c-f675690e9225), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:13.352481 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Pushing event updated for resources: {'Port': ['ID=a0bb1298-d4b3-41d5-ba4c-f675690e9225,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:13.354658 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9b69f903-d986-4a7f-a7c3-3b11ed6d282a admin admin] Publish callbacks [] for security_group (e9666b56-3bcc-48f2-8aa2-60d98ceb8460), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:13.371637 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Checking segment: {'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:02:13.372491 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Network hostable DHCP agents. Network: d23f475b-4e60-4411-aa1a-457101e0c06e, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:02:13.389956 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da916abf-b6e6-439b-a140-ac14b2ac778e req-d1bc3c39-419f-4ec9-827e-0ed15421f096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:13.391849 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-da916abf-b6e6-439b-a140-ac14b2ac778e req-d1bc3c39-419f-4ec9-827e-0ed15421f096 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2ede346a-39d9-496a-a3cb-b953d67c61bf HTTP/1.1" status: 200  len: 1128 time: 0.1700075
Feb 05 21:02:13.396214 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Network d23f475b-4e60-4411-aa1a-457101e0c06e is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:02:13.408150 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d23f475b-4e60-4411-aa1a-457101e0c06e) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:02:13.412477 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:02:13.421502 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b124f7-aeb8-4339-9659-3f118e48c33f None None] Network d23f475b-4e60-4411-aa1a-457101e0c06e requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:02:13.484610 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:02:13.485159 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:02:13.485634 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225 on network d23f475b-4e60-4411-aa1a-457101e0c06e {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:13.487273 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a129c51-e6aa-490b-8065-700f3b8dcb7a req-334c24a3-cfc5-4946-8402-bedb56d22db1 tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:13.490155 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8a129c51-e6aa-490b-8065-700f3b8dcb7a req-334c24a3-cfc5-4946-8402-bedb56d22db1 tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee629f72-a01a-44ac-bcdd-ecf9fbd46bab HTTP/1.1" status: 200  len: 945 time: 0.2341990
Feb 05 21:02:13.500248 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Port a0bb1298-d4b3-41d5-ba4c-f675690e9225 on network d23f475b-4e60-4411-aa1a-457101e0c06e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:02:13.504225 ncdv-master-1 neutron-server[114390]: ERROR neutron.plugins.ml2.managers [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Failed to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225 on host nch2-master-1 for vnic_type normal using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}]
Feb 05 21:02:13.504897 ncdv-master-1 neutron-server[114390]: INFO neutron.plugins.ml2.plugin [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempt 2 to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225
Feb 05 21:02:13.524020 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1788fcc6-7bc8-4f8b-ba0e-741e71865efb admin admin] Publish callbacks [] for security_group (0000db54-4ca6-4718-940f-9e65bcf3c9d3), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:13.563924 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:02:13.564379 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:02:13.564674 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225 on network d23f475b-4e60-4411-aa1a-457101e0c06e {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:13.575679 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Port a0bb1298-d4b3-41d5-ba4c-f675690e9225 on network d23f475b-4e60-4411-aa1a-457101e0c06e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:02:13.576119 ncdv-master-1 neutron-server[114390]: ERROR neutron.plugins.ml2.managers [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Failed to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225 on host nch2-master-1 for vnic_type normal using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}]
Feb 05 21:02:13.576530 ncdv-master-1 neutron-server[114390]: INFO neutron.plugins.ml2.plugin [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempt 3 to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225
Feb 05 21:02:13.640461 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:02:13.640763 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:02:13.641118 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225 on network d23f475b-4e60-4411-aa1a-457101e0c06e {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:13.654499 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1788fcc6-7bc8-4f8b-ba0e-741e71865efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (0000db54-4ca6-4718-940f-9e65bcf3c9d3), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:13.702098 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Port a0bb1298-d4b3-41d5-ba4c-f675690e9225 on network d23f475b-4e60-4411-aa1a-457101e0c06e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:02:13.702485 ncdv-master-1 neutron-server[114390]: ERROR neutron.plugins.ml2.managers [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Failed to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225 on host nch2-master-1 for vnic_type normal using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}]
Feb 05 21:02:13.702900 ncdv-master-1 neutron-server[114390]: INFO neutron.plugins.ml2.plugin [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempt 4 to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225
Feb 05 21:02:13.746905 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:02:13.747254 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:02:13.748064 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225 on network d23f475b-4e60-4411-aa1a-457101e0c06e {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:13.757903 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Port a0bb1298-d4b3-41d5-ba4c-f675690e9225 on network d23f475b-4e60-4411-aa1a-457101e0c06e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:02:13.758291 ncdv-master-1 neutron-server[114390]: ERROR neutron.plugins.ml2.managers [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Failed to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225 on host nch2-master-1 for vnic_type normal using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}]
Feb 05 21:02:13.762963 ncdv-master-1 neutron-server[114390]: INFO neutron.plugins.ml2.plugin [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempt 5 to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225
Feb 05 21:02:13.766548 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-da916abf-b6e6-439b-a140-ac14b2ac778e req-1e5c44f8-e88c-473c-8068-9d3abe2fd67e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f9fbe6b1-7cc8-4cca-92dd-1014d8bc4561&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3620036
Feb 05 21:02:13.767895 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1788fcc6-7bc8-4f8b-ba0e-741e71865efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0000db54-4ca6-4718-940f-9e65bcf3c9d3,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:13.776708 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1788fcc6-7bc8-4f8b-ba0e-741e71865efb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a71ccb0b1a1944618a27a2fa950bee6b&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1942353
Feb 05 21:02:13.802705 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50720) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:13.804069 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:02:13.804639 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:02:13.805201 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225 on network d23f475b-4e60-4411-aa1a-457101e0c06e {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:13.816510 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8a129c51-e6aa-490b-8065-700f3b8dcb7a req-21c67b9e-65b7-4368-ab4b-8b531ec2b9b6 tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b12601-e263-49a5-b410-975518fdcb2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2899778
Feb 05 21:02:13.836750 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Port a0bb1298-d4b3-41d5-ba4c-f675690e9225 on network d23f475b-4e60-4411-aa1a-457101e0c06e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:02:13.836750 ncdv-master-1 neutron-server[114390]: ERROR neutron.plugins.ml2.managers [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Failed to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225 on host nch2-master-1 for vnic_type normal using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}]
Feb 05 21:02:13.839626 ncdv-master-1 neutron-server[114390]: INFO neutron.plugins.ml2.plugin [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempt 6 to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225
Feb 05 21:02:13.846424 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9b69f903-d986-4a7f-a7c3-3b11ed6d282a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (e9666b56-3bcc-48f2-8aa2-60d98ceb8460), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:13.849364 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9b69f903-d986-4a7f-a7c3-3b11ed6d282a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:13.850763 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9b69f903-d986-4a7f-a7c3-3b11ed6d282a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e9666b56-3bcc-48f2-8aa2-60d98ceb8460 HTTP/1.1" status: 204  len: 168 time: 0.7790933
Feb 05 21:02:13.877921 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b69f903-d986-4a7f-a7c3-3b11ed6d282a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9666b56-3bcc-48f2-8aa2-60d98ceb8460,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:13.901027 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:02:13.901377 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:02:13.901714 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225 on network d23f475b-4e60-4411-aa1a-457101e0c06e {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:13.924817 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Port a0bb1298-d4b3-41d5-ba4c-f675690e9225 on network d23f475b-4e60-4411-aa1a-457101e0c06e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:02:13.925175 ncdv-master-1 neutron-server[114390]: ERROR neutron.plugins.ml2.managers [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Failed to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225 on host nch2-master-1 for vnic_type normal using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}]
Feb 05 21:02:13.927365 ncdv-master-1 neutron-server[114390]: INFO neutron.plugins.ml2.plugin [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempt 7 to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225
Feb 05 21:02:13.934030 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b57dc2ab-08b6-4c8e-9446-26a67a085fbf admin admin] Publish callbacks [] for security_group (0000db54-4ca6-4718-940f-9e65bcf3c9d3), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:13.963310 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:02:13.963655 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:02:13.964453 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225 on network d23f475b-4e60-4411-aa1a-457101e0c06e {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:13.973751 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Port a0bb1298-d4b3-41d5-ba4c-f675690e9225 on network d23f475b-4e60-4411-aa1a-457101e0c06e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:02:13.973751 ncdv-master-1 neutron-server[114390]: ERROR neutron.plugins.ml2.managers [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Failed to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225 on host nch2-master-1 for vnic_type normal using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}]
Feb 05 21:02:13.975304 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b57dc2ab-08b6-4c8e-9446-26a67a085fbf admin admin] Publish callbacks [] for security_group (0000db54-4ca6-4718-940f-9e65bcf3c9d3), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:13.977556 ncdv-master-1 neutron-server[114390]: INFO neutron.plugins.ml2.plugin [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempt 8 to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225
Feb 05 21:02:14.002255 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:02:14.002629 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:02:14.002975 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225 on network d23f475b-4e60-4411-aa1a-457101e0c06e {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:14.024393 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Port a0bb1298-d4b3-41d5-ba4c-f675690e9225 on network d23f475b-4e60-4411-aa1a-457101e0c06e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:02:14.024766 ncdv-master-1 neutron-server[114390]: ERROR neutron.plugins.ml2.managers [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Failed to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225 on host nch2-master-1 for vnic_type normal using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}]
Feb 05 21:02:14.027725 ncdv-master-1 neutron-server[114390]: INFO neutron.plugins.ml2.plugin [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempt 9 to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225
Feb 05 21:02:14.041600 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:02:14.041953 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:02:14.042331 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225 on network d23f475b-4e60-4411-aa1a-457101e0c06e {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:14.052572 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Port a0bb1298-d4b3-41d5-ba4c-f675690e9225 on network d23f475b-4e60-4411-aa1a-457101e0c06e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:02:14.052901 ncdv-master-1 neutron-server[114390]: ERROR neutron.plugins.ml2.managers [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Failed to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225 on host nch2-master-1 for vnic_type normal using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}]
Feb 05 21:02:14.053453 ncdv-master-1 neutron-server[114390]: INFO neutron.plugins.ml2.plugin [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempt 10 to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225
Feb 05 21:02:14.071701 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:02:14.072144 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:02:14.072689 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225 on network d23f475b-4e60-4411-aa1a-457101e0c06e {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:14.076622 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b57dc2ab-08b6-4c8e-9446-26a67a085fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (0000db54-4ca6-4718-940f-9e65bcf3c9d3), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:14.081990 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b57dc2ab-08b6-4c8e-9446-26a67a085fbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:14.083223 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b57dc2ab-08b6-4c8e-9446-26a67a085fbf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0000db54-4ca6-4718-940f-9e65bcf3c9d3 HTTP/1.1" status: 204  len: 168 time: 0.2627432
Feb 05 21:02:14.093844 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57dc2ab-08b6-4c8e-9446-26a67a085fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0000db54-4ca6-4718-940f-9e65bcf3c9d3,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:14.113100 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Port a0bb1298-d4b3-41d5-ba4c-f675690e9225 on network d23f475b-4e60-4411-aa1a-457101e0c06e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:02:14.150542 ncdv-master-1 neutron-server[114390]: ERROR neutron.plugins.ml2.managers [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Failed to bind port a0bb1298-d4b3-41d5-ba4c-f675690e9225 on host nch2-master-1 for vnic_type normal using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}]
Feb 05 21:02:14.151084 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a0bb1298-d4b3-41d5-ba4c-f675690e9225), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:14.310911 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] For port a0bb1298-d4b3-41d5-ba4c-f675690e9225, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:02:14.310911 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempted to set empty binding levels {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Feb 05 21:02:14.317243 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (a0bb1298-d4b3-41d5-ba4c-f675690e9225), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:14.374290 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Pushing event updated for resources: {'Port': ['ID=a0bb1298-d4b3-41d5-ba4c-f675690e9225,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:14.397837 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:14.398806 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:14.442533 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f80b4495-f9f4-405d-a2cf-978df0498e96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 984 time: 2.7290015
Feb 05 21:02:14.446621 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50754) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:14.505016 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552732c-204d-44c7-85f6-0fd1fc7bc307 req-7cd949b3-bf56-49a0-84e8-33a690a00f9a tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:14.515601 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a552732c-204d-44c7-85f6-0fd1fc7bc307 req-7cd949b3-bf56-49a0-84e8-33a690a00f9a tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ede346a-39d9-496a-a3cb-b953d67c61bf HTTP/1.1" status: 200  len: 946 time: 0.3103628
Feb 05 21:02:14.586676 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a5526-cc99-436d-84da-3e78021a1ed8 req-cb3d6dda-f526-4239-8b2e-fdd7dec57a76 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:14.598443 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2a6a5526-cc99-436d-84da-3e78021a1ed8 req-cb3d6dda-f526-4239-8b2e-fdd7dec57a76 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 945 time: 0.2907479
Feb 05 21:02:14.617647 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-d38ab460-06a9-4ebe-97ba-ee8ae3266e61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Deleting port a0bb1298-d4b3-41d5-ba4c-f675690e9225 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:02:14.617992 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d38ab460-06a9-4ebe-97ba-ee8ae3266e61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (a0bb1298-d4b3-41d5-ba4c-f675690e9225), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:14.700044 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a552732c-204d-44c7-85f6-0fd1fc7bc307 req-1352440c-61a8-403f-8278-ff8ca4af44f9 tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9fbe6b1-7cc8-4cca-92dd-1014d8bc4561&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1755490
Feb 05 21:02:14.743408 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2a6a5526-cc99-436d-84da-3e78021a1ed8 req-09e0696e-7fbd-47b9-b143-20c36a1f7a24 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=840ffbe8-1e27-441d-9600-26bf7350d551&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1463699
Feb 05 21:02:14.769900 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50768) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:14.786283 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2714b040-57ce-4c57-b78a-70fc3a6429aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:14.803275 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-d38ab460-06a9-4ebe-97ba-ee8ae3266e61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] For port a0bb1298-d4b3-41d5-ba4c-f675690e9225, host nch2-master-1, got binding levels [] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:02:14.803645 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d38ab460-06a9-4ebe-97ba-ee8ae3266e61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (a0bb1298-d4b3-41d5-ba4c-f675690e9225), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:14.886068 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2714b040-57ce-4c57-b78a-70fc3a6429aa admin admin] Publish callbacks [] for security_group (8263807b-121b-4164-a79c-27bc0853ddd9), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:14.893149 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2714b040-57ce-4c57-b78a-70fc3a6429aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (8263807b-121b-4164-a79c-27bc0853ddd9), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:14.921783 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2714b040-57ce-4c57-b78a-70fc3a6429aa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4580be82071248d8be5d9fee52289e96&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1508522
Feb 05 21:02:14.923730 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-d38ab460-06a9-4ebe-97ba-ee8ae3266e61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Calling delete_port for a0bb1298-d4b3-41d5-ba4c-f675690e9225 owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:02:14.925678 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50776) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:15.048871 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2714b040-57ce-4c57-b78a-70fc3a6429aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8263807b-121b-4164-a79c-27bc0853ddd9,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:15.054422 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d38ab460-06a9-4ebe-97ba-ee8ae3266e61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (a0bb1298-d4b3-41d5-ba4c-f675690e9225), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:15.080600 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5ba7e088-0d2a-4871-b5ca-d0c58054a699 admin admin] Publish callbacks [] for security_group (8263807b-121b-4164-a79c-27bc0853ddd9), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:15.084387 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ab460-06a9-4ebe-97ba-ee8ae3266e61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0bb1298-d4b3-41d5-ba4c-f675690e9225,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:15.094038 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d38ab460-06a9-4ebe-97ba-ee8ae3266e61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:15.100801 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d38ab460-06a9-4ebe-97ba-ee8ae3266e61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] 10.222.0.32 "DELETE /v2.0/ports/a0bb1298-d4b3-41d5-ba4c-f675690e9225 HTTP/1.1" status: 204  len: 168 time: 0.6501176
Feb 05 21:02:15.100801 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50780) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:15.118893 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b11442-0e35-464f-b2dc-301492c2659f req-82e0bdf8-660a-48c8-b576-c2a71b22f130 tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:15.121092 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-92b11442-0e35-464f-b2dc-301492c2659f req-82e0bdf8-660a-48c8-b576-c2a71b22f130 tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee629f72-a01a-44ac-bcdd-ecf9fbd46bab HTTP/1.1" status: 200  len: 945 time: 0.1629770
Feb 05 21:02:15.140486 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5ba7e088-0d2a-4871-b5ca-d0c58054a699 admin admin] Publish callbacks [] for security_group (8263807b-121b-4164-a79c-27bc0853ddd9), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:15.147344 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-56e49ade-0c62-48b3-803e-c40fa372ab27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] GET failed (client error): The resource could not be found.
Feb 05 21:02:15.158201 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee629f72-a01a-44ac-bcdd-ecf9fbd46bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a33bce-9c94-4bac-a7b0-c454d1c488cc'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:02:15.158974 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdea984-2291-4f0c-bac9-0e21cbe50bbb" -d '{"events": [{"server_uuid": "ee629f72-a01a-44ac-bcdd-ecf9fbd46bab", "name": "network-vif-plugged", "status": "completed", "tag": "29a33bce-9c94-4bac-a7b0-c454d1c488cc"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:02:15.160999 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-56e49ade-0c62-48b3-803e-c40fa372ab27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] 10.222.0.32 "GET /v2.0/ports/a0bb1298-d4b3-41d5-ba4c-f675690e9225 HTTP/1.1" status: 404  len: 333 time: 0.0583560
Feb 05 21:02:15.160999 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50784) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:15.185004 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-b73eaaa2-5e1f-47f4-84e2-794ca5985662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Request body: {'port': {'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1102820937'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:02:15.221172 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-92b11442-0e35-464f-b2dc-301492c2659f req-183c454b-a541-497b-85e5-9c456641f8dd tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b12601-e263-49a5-b410-975518fdcb2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875006
Feb 05 21:02:15.261881 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:15.265511 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5ba7e088-0d2a-4871-b5ca-d0c58054a699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (8263807b-121b-4164-a79c-27bc0853ddd9), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:15.268909 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5ba7e088-0d2a-4871-b5ca-d0c58054a699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:15.269340 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73eaaa2-5e1f-47f4-84e2-794ca5985662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Made reservation on behalf of 1e705c01a26b47c5b67cde91f60852e9 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:02:15.273319 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5ba7e088-0d2a-4871-b5ca-d0c58054a699 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8263807b-121b-4164-a79c-27bc0853ddd9 HTTP/1.1" status: 204  len: 168 time: 0.3424346
Feb 05 21:02:15.273425 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b73eaaa2-5e1f-47f4-84e2-794ca5985662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:15.279896 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53e0c5d-09d3-4c0a-917d-76e68eb89eba x-openstack-request-id: req-b53e0c5d-09d3-4c0a-917d-76e68eb89eba {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:02:15.280451 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee629f72-a01a-44ac-bcdd-ecf9fbd46bab", "name": "network-vif-plugged", "status": "completed", "tag": "29a33bce-9c94-4bac-a7b0-c454d1c488cc", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:02:15.280882 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b53e0c5d-09d3-4c0a-917d-76e68eb89eba {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:02:15.281469 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee629f72-a01a-44ac-bcdd-ecf9fbd46bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a33bce-9c94-4bac-a7b0-c454d1c488cc', 'code': 200}
Feb 05 21:02:15.287411 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba7e088-0d2a-4871-b5ca-d0c58054a699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8263807b-121b-4164-a79c-27bc0853ddd9,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:15.364405 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-b73eaaa2-5e1f-47f4-84e2-794ca5985662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] device_id is not set on port 8b11c242-923e-42b1-93cc-5f0853887eda yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:02:15.492197 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61798c-1333-48ca-81a6-bf7cdc87f31c req-68e0d1e2-b716-4799-9736-d42bba206043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:15.499257 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7f61798c-1333-48ca-81a6-bf7cdc87f31c req-68e0d1e2-b716-4799-9736-d42bba206043 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ee629f72-a01a-44ac-bcdd-ecf9fbd46bab HTTP/1.1" status: 200  len: 1127 time: 0.1541862
Feb 05 21:02:15.757884 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b73eaaa2-5e1f-47f4-84e2-794ca5985662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks [] for port (8b11c242-923e-42b1-93cc-5f0853887eda), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:15.913825 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b73eaaa2-5e1f-47f4-84e2-794ca5985662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (8b11c242-923e-42b1-93cc-5f0853887eda), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:16.048202 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73eaaa2-5e1f-47f4-84e2-794ca5985662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Pushing event updated for resources: {'Port': ['ID=8b11c242-923e-42b1-93cc-5f0853887eda,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:16.063143 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73eaaa2-5e1f-47f4-84e2-794ca5985662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Network d23f475b-4e60-4411-aa1a-457101e0c06e is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:02:16.064609 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-b73eaaa2-5e1f-47f4-84e2-794ca5985662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:02:16.068718 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73eaaa2-5e1f-47f4-84e2-794ca5985662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:02:16.069678 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73eaaa2-5e1f-47f4-84e2-794ca5985662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:16.070299 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b73eaaa2-5e1f-47f4-84e2-794ca5985662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:16.104914 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b73eaaa2-5e1f-47f4-84e2-794ca5985662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 0.9403026
Feb 05 21:02:16.105741 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50824) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:16.117740 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7f61798c-1333-48ca-81a6-bf7cdc87f31c req-d225cacc-e5cd-4f14-9381-1b0b71108e94 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b8b12601-e263-49a5-b410-975518fdcb2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6176169
Feb 05 21:02:16.129907 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Request body: {'port': {'binding:host_id': 'nch2-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:02:16.180288 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56d563-2ba3-41d8-b164-3b07a5a2f3d1 req-90d186ff-15d2-4b18-a3fe-94f4e40384fa tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:16.192171 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6d56d563-2ba3-41d8-b164-3b07a5a2f3d1 req-90d186ff-15d2-4b18-a3fe-94f4e40384fa tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ede346a-39d9-496a-a3cb-b953d67c61bf HTTP/1.1" status: 200  len: 946 time: 0.1774094
Feb 05 21:02:16.213768 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8b11c242-923e-42b1-93cc-5f0853887eda), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:16.222513 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089279c-f86f-4997-a6f7-40e530aec2af req-e5300a07-5d23-4fc5-8acc-7bf9bbf34ea4 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:16.233516 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5089279c-f86f-4997-a6f7-40e530aec2af req-e5300a07-5d23-4fc5-8acc-7bf9bbf34ea4 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 945 time: 0.2182314
Feb 05 21:02:16.420006 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5089279c-f86f-4997-a6f7-40e530aec2af req-f6f5a351-4518-45e3-8736-7c72c5abc289 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=840ffbe8-1e27-441d-9600-26bf7350d551&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1854899
Feb 05 21:02:16.509775 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6d56d563-2ba3-41d8-b164-3b07a5a2f3d1 req-767576b8-5c5b-4a97-b84c-aafdb7f5dddc tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9fbe6b1-7cc8-4cca-92dd-1014d8bc4561&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2715054
Feb 05 21:02:16.712647 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] device_id is not set on port 8b11c242-923e-42b1-93cc-5f0853887eda yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:02:16.753409 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc552739-9f85-40ee-a107-112d2dba2771 req-06e53ee8-3ca4-4941-a560-25a0d15c548b tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:16.755447 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cc552739-9f85-40ee-a107-112d2dba2771 req-06e53ee8-3ca4-4941-a560-25a0d15c548b tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee629f72-a01a-44ac-bcdd-ecf9fbd46bab HTTP/1.1" status: 200  len: 945 time: 0.1975641
Feb 05 21:02:16.759108 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks [] for port (8b11c242-923e-42b1-93cc-5f0853887eda), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:16.780115 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (8b11c242-923e-42b1-93cc-5f0853887eda), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:16.876388 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cc552739-9f85-40ee-a107-112d2dba2771 req-855311f7-597e-46df-b724-8ff17e87a87d tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b12601-e263-49a5-b410-975518fdcb2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135828
Feb 05 21:02:16.901970 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Pushing event updated for resources: {'Port': ['ID=8b11c242-923e-42b1-93cc-5f0853887eda,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:16.941676 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port 8b11c242-923e-42b1-93cc-5f0853887eda on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:02:16.942007 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port 8b11c242-923e-42b1-93cc-5f0853887eda by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:02:16.942773 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port 8b11c242-923e-42b1-93cc-5f0853887eda on network d23f475b-4e60-4411-aa1a-457101e0c06e {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:16.959949 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Port 8b11c242-923e-42b1-93cc-5f0853887eda on network d23f475b-4e60-4411-aa1a-457101e0c06e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:02:16.961145 ncdv-master-1 neutron-server[114390]: ERROR neutron.plugins.ml2.managers [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Failed to bind port 8b11c242-923e-42b1-93cc-5f0853887eda on host nch2-master-1 for vnic_type normal using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}]
Feb 05 21:02:16.961752 ncdv-master-1 neutron-server[114390]: INFO neutron.plugins.ml2.plugin [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempt 2 to bind port 8b11c242-923e-42b1-93cc-5f0853887eda
Feb 05 21:02:16.992819 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port 8b11c242-923e-42b1-93cc-5f0853887eda on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:02:16.993344 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port 8b11c242-923e-42b1-93cc-5f0853887eda by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:02:16.993872 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port 8b11c242-923e-42b1-93cc-5f0853887eda on network d23f475b-4e60-4411-aa1a-457101e0c06e {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:17.030151 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Port 8b11c242-923e-42b1-93cc-5f0853887eda on network d23f475b-4e60-4411-aa1a-457101e0c06e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:02:17.032409 ncdv-master-1 neutron-server[114390]: ERROR neutron.plugins.ml2.managers [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Failed to bind port 8b11c242-923e-42b1-93cc-5f0853887eda on host nch2-master-1 for vnic_type normal using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}]
Feb 05 21:02:17.034278 ncdv-master-1 neutron-server[114390]: INFO neutron.plugins.ml2.plugin [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempt 3 to bind port 8b11c242-923e-42b1-93cc-5f0853887eda
Feb 05 21:02:17.082542 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port 8b11c242-923e-42b1-93cc-5f0853887eda on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:02:17.085625 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port 8b11c242-923e-42b1-93cc-5f0853887eda by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:02:17.086861 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port 8b11c242-923e-42b1-93cc-5f0853887eda on network d23f475b-4e60-4411-aa1a-457101e0c06e {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:17.112241 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Port 8b11c242-923e-42b1-93cc-5f0853887eda on network d23f475b-4e60-4411-aa1a-457101e0c06e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:02:17.112555 ncdv-master-1 neutron-server[114390]: ERROR neutron.plugins.ml2.managers [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Failed to bind port 8b11c242-923e-42b1-93cc-5f0853887eda on host nch2-master-1 for vnic_type normal using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}]
Feb 05 21:02:17.112949 ncdv-master-1 neutron-server[114390]: INFO neutron.plugins.ml2.plugin [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempt 4 to bind port 8b11c242-923e-42b1-93cc-5f0853887eda
Feb 05 21:02:17.139578 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port 8b11c242-923e-42b1-93cc-5f0853887eda on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:02:17.139928 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port 8b11c242-923e-42b1-93cc-5f0853887eda by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:02:17.140279 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port 8b11c242-923e-42b1-93cc-5f0853887eda on network d23f475b-4e60-4411-aa1a-457101e0c06e {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:17.145918 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Port 8b11c242-923e-42b1-93cc-5f0853887eda on network d23f475b-4e60-4411-aa1a-457101e0c06e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:02:17.146254 ncdv-master-1 neutron-server[114390]: ERROR neutron.plugins.ml2.managers [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Failed to bind port 8b11c242-923e-42b1-93cc-5f0853887eda on host nch2-master-1 for vnic_type normal using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}]
Feb 05 21:02:17.146696 ncdv-master-1 neutron-server[114390]: INFO neutron.plugins.ml2.plugin [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempt 5 to bind port 8b11c242-923e-42b1-93cc-5f0853887eda
Feb 05 21:02:17.185471 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port 8b11c242-923e-42b1-93cc-5f0853887eda on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:02:17.185852 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port 8b11c242-923e-42b1-93cc-5f0853887eda by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:02:17.191705 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port 8b11c242-923e-42b1-93cc-5f0853887eda on network d23f475b-4e60-4411-aa1a-457101e0c06e {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:17.196849 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Port 8b11c242-923e-42b1-93cc-5f0853887eda on network d23f475b-4e60-4411-aa1a-457101e0c06e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:02:17.197190 ncdv-master-1 neutron-server[114390]: ERROR neutron.plugins.ml2.managers [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Failed to bind port 8b11c242-923e-42b1-93cc-5f0853887eda on host nch2-master-1 for vnic_type normal using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}]
Feb 05 21:02:17.197594 ncdv-master-1 neutron-server[114390]: INFO neutron.plugins.ml2.plugin [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempt 6 to bind port 8b11c242-923e-42b1-93cc-5f0853887eda
Feb 05 21:02:17.214776 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port 8b11c242-923e-42b1-93cc-5f0853887eda on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:02:17.215314 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port 8b11c242-923e-42b1-93cc-5f0853887eda by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:02:17.215873 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port 8b11c242-923e-42b1-93cc-5f0853887eda on network d23f475b-4e60-4411-aa1a-457101e0c06e {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:17.220997 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Port 8b11c242-923e-42b1-93cc-5f0853887eda on network d23f475b-4e60-4411-aa1a-457101e0c06e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:02:17.224731 ncdv-master-1 neutron-server[114390]: ERROR neutron.plugins.ml2.managers [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Failed to bind port 8b11c242-923e-42b1-93cc-5f0853887eda on host nch2-master-1 for vnic_type normal using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}]
Feb 05 21:02:17.224731 ncdv-master-1 neutron-server[114390]: INFO neutron.plugins.ml2.plugin [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempt 7 to bind port 8b11c242-923e-42b1-93cc-5f0853887eda
Feb 05 21:02:17.227470 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50878) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:17.258177 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port 8b11c242-923e-42b1-93cc-5f0853887eda on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:02:17.261793 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port 8b11c242-923e-42b1-93cc-5f0853887eda by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:02:17.262188 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port 8b11c242-923e-42b1-93cc-5f0853887eda on network d23f475b-4e60-4411-aa1a-457101e0c06e {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:17.274851 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Port 8b11c242-923e-42b1-93cc-5f0853887eda on network d23f475b-4e60-4411-aa1a-457101e0c06e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:02:17.275454 ncdv-master-1 neutron-server[114390]: ERROR neutron.plugins.ml2.managers [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Failed to bind port 8b11c242-923e-42b1-93cc-5f0853887eda on host nch2-master-1 for vnic_type normal using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}]
Feb 05 21:02:17.275862 ncdv-master-1 neutron-server[114390]: INFO neutron.plugins.ml2.plugin [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempt 8 to bind port 8b11c242-923e-42b1-93cc-5f0853887eda
Feb 05 21:02:17.303608 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port 8b11c242-923e-42b1-93cc-5f0853887eda on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:02:17.305894 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port 8b11c242-923e-42b1-93cc-5f0853887eda by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:02:17.306300 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port 8b11c242-923e-42b1-93cc-5f0853887eda on network d23f475b-4e60-4411-aa1a-457101e0c06e {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:17.317883 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Port 8b11c242-923e-42b1-93cc-5f0853887eda on network d23f475b-4e60-4411-aa1a-457101e0c06e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:02:17.318256 ncdv-master-1 neutron-server[114390]: ERROR neutron.plugins.ml2.managers [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Failed to bind port 8b11c242-923e-42b1-93cc-5f0853887eda on host nch2-master-1 for vnic_type normal using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}]
Feb 05 21:02:17.318611 ncdv-master-1 neutron-server[114390]: INFO neutron.plugins.ml2.plugin [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempt 9 to bind port 8b11c242-923e-42b1-93cc-5f0853887eda
Feb 05 21:02:17.353657 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port 8b11c242-923e-42b1-93cc-5f0853887eda on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:02:17.354006 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port 8b11c242-923e-42b1-93cc-5f0853887eda by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:02:17.354529 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port 8b11c242-923e-42b1-93cc-5f0853887eda on network d23f475b-4e60-4411-aa1a-457101e0c06e {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:17.362370 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Port 8b11c242-923e-42b1-93cc-5f0853887eda on network d23f475b-4e60-4411-aa1a-457101e0c06e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:02:17.364727 ncdv-master-1 neutron-server[114390]: ERROR neutron.plugins.ml2.managers [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Failed to bind port 8b11c242-923e-42b1-93cc-5f0853887eda on host nch2-master-1 for vnic_type normal using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}]
Feb 05 21:02:17.365145 ncdv-master-1 neutron-server[114390]: INFO neutron.plugins.ml2.plugin [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempt 10 to bind port 8b11c242-923e-42b1-93cc-5f0853887eda
Feb 05 21:02:17.372488 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f192dee-11be-42b9-800f-783ccd7e57e8 req-61c5fb4a-c924-4032-b237-9e35685e1c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:17.374038 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2f192dee-11be-42b9-800f-783ccd7e57e8 req-61c5fb4a-c924-4032-b237-9e35685e1c56 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f5d1f61c7474875bdf3c96eddb979f4&device_id=2ede346a-39d9-496a-a3cb-b953d67c61bf HTTP/1.1" status: 200  len: 1128 time: 0.1847725
Feb 05 21:02:17.393944 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port 8b11c242-923e-42b1-93cc-5f0853887eda on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:02:17.394301 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port 8b11c242-923e-42b1-93cc-5f0853887eda by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:02:17.394666 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port 8b11c242-923e-42b1-93cc-5f0853887eda on network d23f475b-4e60-4411-aa1a-457101e0c06e {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:17.408043 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Port 8b11c242-923e-42b1-93cc-5f0853887eda on network d23f475b-4e60-4411-aa1a-457101e0c06e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:02:17.408394 ncdv-master-1 neutron-server[114390]: ERROR neutron.plugins.ml2.managers [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Failed to bind port 8b11c242-923e-42b1-93cc-5f0853887eda on host nch2-master-1 for vnic_type normal using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}]
Feb 05 21:02:17.408763 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8b11c242-923e-42b1-93cc-5f0853887eda), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:17.447970 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51157a4-5192-4adc-99a0-7cd40df7659e req-9f44d0d5-f70b-4cf8-8f2a-3601e91d5e6e tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:17.456387 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d51157a4-5192-4adc-99a0-7cd40df7659e req-9f44d0d5-f70b-4cf8-8f2a-3601e91d5e6e tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ede346a-39d9-496a-a3cb-b953d67c61bf HTTP/1.1" status: 200  len: 946 time: 0.2047169
Feb 05 21:02:17.607374 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] For port 8b11c242-923e-42b1-93cc-5f0853887eda, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:02:17.608791 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempted to set empty binding levels {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Feb 05 21:02:17.618371 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (8b11c242-923e-42b1-93cc-5f0853887eda), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:17.655626 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] In _notify_port_updated(), no bound segment for port 8b11c242-923e-42b1-93cc-5f0853887eda on network d23f475b-4e60-4411-aa1a-457101e0c06e {{(pid=114390) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Feb 05 21:02:17.656809 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:17.657737 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:17.662413 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] 10.222.0.32 "PUT /v2.0/ports/8b11c242-923e-42b1-93cc-5f0853887eda HTTP/1.1" status: 200  len: 979 time: 1.5525720
Feb 05 21:02:17.662413 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50896) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:17.687033 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d51157a4-5192-4adc-99a0-7cd40df7659e req-a49311bb-4f56-402a-87f1-1a1e3c2e1265 tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9fbe6b1-7cc8-4cca-92dd-1014d8bc4561&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2296374
Feb 05 21:02:17.702980 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f192dee-11be-42b9-800f-783ccd7e57e8 req-85fb41c2-ce18-4b62-833a-bc0a4996689b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:17.704483 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2f192dee-11be-42b9-800f-783ccd7e57e8 req-85fb41c2-ce18-4b62-833a-bc0a4996689b service neutron] 10.222.0.39 "GET /v2.0/networks?id=d7727a45-d9ee-4102-a33b-afa25bf4c5bf HTTP/1.1" status: 200  len: 915 time: 0.3165491
Feb 05 21:02:17.730609 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-2c899929-1cf6-4d99-b9af-2bb973eb2b93 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-242007904-network', 'tenant_id': '279cff4e164943ea848a8825cfe35364'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:02:17.779442 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c899929-1cf6-4d99-b9af-2bb973eb2b93 admin admin] Made reservation on behalf of 279cff4e164943ea848a8825cfe35364 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:02:17.780074 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2f192dee-11be-42b9-800f-783ccd7e57e8 req-e74fe9be-ec7c-4b4a-a67a-b02ec93df311 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8af152d9-6e78-4654-8b25-be1502879944 HTTP/1.1" status: 200  len: 217 time: 0.0676396
Feb 05 21:02:17.782054 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c899929-1cf6-4d99-b9af-2bb973eb2b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:17.792268 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26848edb-090f-475d-a7a8-0ad2dfd85444 req-2d75e669-6270-432c-b566-b31ed32d2bff tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:17.801272 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26848edb-090f-475d-a7a8-0ad2dfd85444 req-2d75e669-6270-432c-b566-b31ed32d2bff tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 945 time: 0.1912470
Feb 05 21:02:17.802605 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c899929-1cf6-4d99-b9af-2bb973eb2b93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:17.834620 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be061a20-1889-434f-90d3-786ac0cac3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Pushing event updated for resources: {'Port': ['ID=8b11c242-923e-42b1-93cc-5f0853887eda,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:17.914545 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26848edb-090f-475d-a7a8-0ad2dfd85444 req-485b8aed-c5a2-4b43-b5d1-c95089ba0aa6 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=840ffbe8-1e27-441d-9600-26bf7350d551&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1119900
Feb 05 21:02:17.919347 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f192dee-11be-42b9-800f-783ccd7e57e8 req-bef531d5-bfe8-454b-aac1-0dcbcffb0bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:17.921208 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2f192dee-11be-42b9-800f-783ccd7e57e8 req-bef531d5-bfe8-454b-aac1-0dcbcffb0bd4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13eabc9e-cfb9-4430-b38a-05629d656f21 HTTP/1.1" status: 200  len: 854 time: 0.1165216
Feb 05 21:02:17.970844 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2f192dee-11be-42b9-800f-783ccd7e57e8 req-80b00b11-cc7b-4c0e-bcf0-987cbcb4f163 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7727a45-d9ee-4102-a33b-afa25bf4c5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0321388
Feb 05 21:02:17.997787 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d758996f-7cc4-4c14-94a4-bd032d5e6cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:17.998299 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d758996f-7cc4-4c14-94a4-bd032d5e6cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:17.998869 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d758996f-7cc4-4c14-94a4-bd032d5e6cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:17.999348 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d758996f-7cc4-4c14-94a4-bd032d5e6cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:17.999821 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d758996f-7cc4-4c14-94a4-bd032d5e6cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:18.000292 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d758996f-7cc4-4c14-94a4-bd032d5e6cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:18.000759 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d758996f-7cc4-4c14-94a4-bd032d5e6cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:18.001228 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d758996f-7cc4-4c14-94a4-bd032d5e6cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:18.001695 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d758996f-7cc4-4c14-94a4-bd032d5e6cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:18.002161 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d758996f-7cc4-4c14-94a4-bd032d5e6cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:18.002649 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d758996f-7cc4-4c14-94a4-bd032d5e6cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:18.003118 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d758996f-7cc4-4c14-94a4-bd032d5e6cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:18.003580 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d758996f-7cc4-4c14-94a4-bd032d5e6cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:18.004039 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d758996f-7cc4-4c14-94a4-bd032d5e6cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:18.004501 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d758996f-7cc4-4c14-94a4-bd032d5e6cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:18.004962 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d758996f-7cc4-4c14-94a4-bd032d5e6cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:18.005419 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d758996f-7cc4-4c14-94a4-bd032d5e6cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:18.015826 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d758996f-7cc4-4c14-94a4-bd032d5e6cb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 15658 time: 0.3517778
Feb 05 21:02:18.030126 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50916) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:18.098892 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c899929-1cf6-4d99-b9af-2bb973eb2b93 admin admin] Publish callbacks [] for security_group (e541a146-dff0-402d-99c1-3a6c743f45b6), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:18.121594 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c899929-1cf6-4d99-b9af-2bb973eb2b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (e541a146-dff0-402d-99c1-3a6c743f45b6), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:18.133823 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c899929-1cf6-4d99-b9af-2bb973eb2b93 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:02:18.144417 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c899929-1cf6-4d99-b9af-2bb973eb2b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (348293ab-5555-4f03-a2ea-c1d23c5b0aaa), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:18.144769 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-2c899929-1cf6-4d99-b9af-2bb973eb2b93 admin admin] Added segment 348293ab-5555-4f03-a2ea-c1d23c5b0aaa of type vlan for network 0bef1155-9a53-4878-8a8d-b291e090a827
Feb 05 21:02:18.227817 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c899929-1cf6-4d99-b9af-2bb973eb2b93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (0bef1155-9a53-4878-8a8d-b291e090a827), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:18.235488 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2f192dee-11be-42b9-800f-783ccd7e57e8 req-db70702c-a0a1-4c50-98e5-9eb0ce88cf54 service neutron] 10.222.0.39 "GET /v2.0/networks/d7727a45-d9ee-4102-a33b-afa25bf4c5bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2542179
Feb 05 21:02:18.243436 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c5869-b1d5-4fc5-91bd-c1c0dbac2d25 req-dd090dca-09e8-4470-9209-41c897058fc5 tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:18.252701 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7d8c5869-b1d5-4fc5-91bd-c1c0dbac2d25 req-dd090dca-09e8-4470-9209-41c897058fc5 tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee629f72-a01a-44ac-bcdd-ecf9fbd46bab HTTP/1.1" status: 200  len: 945 time: 0.2215712
Feb 05 21:02:18.343457 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c899929-1cf6-4d99-b9af-2bb973eb2b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (0bef1155-9a53-4878-8a8d-b291e090a827), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:18.344978 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c899929-1cf6-4d99-b9af-2bb973eb2b93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:18.345579 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c899929-1cf6-4d99-b9af-2bb973eb2b93 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:18.429413 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7d8c5869-b1d5-4fc5-91bd-c1c0dbac2d25 req-e27ee87d-61b7-4185-a1c7-abb99e9f0cd8 tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b12601-e263-49a5-b410-975518fdcb2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1751435
Feb 05 21:02:18.444452 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c899929-1cf6-4d99-b9af-2bb973eb2b93 admin admin] Pushing event updated for resources: {'Network': ['ID=0bef1155-9a53-4878-8a8d-b291e090a827,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:18.461236 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 0bef1155-9a53-4878-8a8d-b291e090a827 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:02:18.465542 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c899929-1cf6-4d99-b9af-2bb973eb2b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e541a146-dff0-402d-99c1-3a6c743f45b6,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:18.488041 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2c899929-1cf6-4d99-b9af-2bb973eb2b93 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.2595241
Feb 05 21:02:18.491417 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50942) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:18.496538 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-9dbfc3de-694e-480c-9fa9-d0f64516a85a admin admin] Request body: {'subnet': {'network_id': '0bef1155-9a53-4878-8a8d-b291e090a827', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-242007904-subnet', 'tenant_id': '279cff4e164943ea848a8825cfe35364', 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:02:18.516356 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-59b224ae-253b-43d3-ae0e-b5f15e3c4f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Deleting port 8b11c242-923e-42b1-93cc-5f0853887eda {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:02:18.516901 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-59b224ae-253b-43d3-ae0e-b5f15e3c4f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (8b11c242-923e-42b1-93cc-5f0853887eda), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:18.520416 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbfc3de-694e-480c-9fa9-d0f64516a85a admin admin] Made reservation on behalf of 279cff4e164943ea848a8825cfe35364 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:02:18.522944 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9dbfc3de-694e-480c-9fa9-d0f64516a85a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:18.579834 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2f192dee-11be-42b9-800f-783ccd7e57e8 req-9d1fba27-1613-4bf9-92e1-092a484296e3 service neutron] 10.222.0.39 "GET /v2.0/networks/d7727a45-d9ee-4102-a33b-afa25bf4c5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2898192
Feb 05 21:02:18.816171 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-59b224ae-253b-43d3-ae0e-b5f15e3c4f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] For port 8b11c242-923e-42b1-93cc-5f0853887eda, host nch2-master-1, got binding levels [] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:02:18.816844 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-59b224ae-253b-43d3-ae0e-b5f15e3c4f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (8b11c242-923e-42b1-93cc-5f0853887eda), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:18.850362 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-59b224ae-253b-43d3-ae0e-b5f15e3c4f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Calling delete_port for 8b11c242-923e-42b1-93cc-5f0853887eda owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:02:18.989957 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9dbfc3de-694e-480c-9fa9-d0f64516a85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (c5580501-fe3e-46c9-91e8-cbe313fe56d6), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:18.990485 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ac918-e3ac-4185-9aeb-887520296b73 req-67b1ac09-7b18-4495-8ba2-4cedd7bd5156 tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:18.992570 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2b2ac918-e3ac-4185-9aeb-887520296b73 req-67b1ac09-7b18-4495-8ba2-4cedd7bd5156 tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ede346a-39d9-496a-a3cb-b953d67c61bf HTTP/1.1" status: 200  len: 946 time: 0.1936481
Feb 05 21:02:19.035826 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbfc3de-694e-480c-9fa9-d0f64516a85a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5580501-fe3e-46c9-91e8-cbe313fe56d6,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:19.101374 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbfc3de-694e-480c-9fa9-d0f64516a85a admin admin] Checking segment: {'id': '348293ab-5555-4f03-a2ea-c1d23c5b0aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0bef1155-9a53-4878-8a8d-b291e090a827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:02:19.101908 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbfc3de-694e-480c-9fa9-d0f64516a85a admin admin] Network hostable DHCP agents. Network: 0bef1155-9a53-4878-8a8d-b291e090a827, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:02:19.116157 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-59b224ae-253b-43d3-ae0e-b5f15e3c4f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (8b11c242-923e-42b1-93cc-5f0853887eda), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:19.135910 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2b2ac918-e3ac-4185-9aeb-887520296b73 req-15b5542c-abfc-48ec-953b-c4c7095e88b4 tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9fbe6b1-7cc8-4cca-92dd-1014d8bc4561&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1304965
Feb 05 21:02:19.181253 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b224ae-253b-43d3-ae0e-b5f15e3c4f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b11c242-923e-42b1-93cc-5f0853887eda,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:19.207725 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbfc3de-694e-480c-9fa9-d0f64516a85a admin admin] Network 0bef1155-9a53-4878-8a8d-b291e090a827 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:02:19.227138 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-59b224ae-253b-43d3-ae0e-b5f15e3c4f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:19.235872 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-59b224ae-253b-43d3-ae0e-b5f15e3c4f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] 10.222.0.32 "DELETE /v2.0/ports/8b11c242-923e-42b1-93cc-5f0853887eda HTTP/1.1" status: 204  len: 168 time: 1.2050776
Feb 05 21:02:19.237167 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50982) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:19.240548 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adb91b-395f-4147-8eb4-71b6caba587b req-66b8850d-9ba1-4bf1-95d4-0a0734038c24 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:19.259482 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f8adb91b-395f-4147-8eb4-71b6caba587b req-66b8850d-9ba1-4bf1-95d4-0a0734038c24 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 945 time: 0.1120992
Feb 05 21:02:19.308336 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-9dbfc3de-694e-480c-9fa9-d0f64516a85a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0bef1155-9a53-4878-8a8d-b291e090a827) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:02:19.315821 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-6661d678-f381-49c9-a6a4-b352691f02f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] GET failed (client error): The resource could not be found.
Feb 05 21:02:19.317442 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6661d678-f381-49c9-a6a4-b352691f02f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] 10.222.0.32 "GET /v2.0/ports/8b11c242-923e-42b1-93cc-5f0853887eda HTTP/1.1" status: 404  len: 333 time: 0.0745280
Feb 05 21:02:19.324970 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50984) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:19.329894 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbfc3de-694e-480c-9fa9-d0f64516a85a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:19.332649 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea48d976-0965-4a89-bd7f-16a4946cb8ab None None] Network 0bef1155-9a53-4878-8a8d-b291e090a827 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:02:19.333335 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9dbfc3de-694e-480c-9fa9-d0f64516a85a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:19.344302 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-643bdbcb-d258-4861-8531-60a4adeaf2a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209754795', 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:02:19.352835 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f8adb91b-395f-4147-8eb4-71b6caba587b req-828ec639-ebd7-400b-b3ee-ca34b5208eca tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=840ffbe8-1e27-441d-9600-26bf7350d551&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0881689
Feb 05 21:02:19.415266 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9dbfc3de-694e-480c-9fa9-d0f64516a85a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9230700
Feb 05 21:02:19.426305 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50990) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:19.433369 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-797e1ac4-bdde-4c94-b542-b003197149f5 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-242007904-router', 'tenant_id': '279cff4e164943ea848a8825cfe35364', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:02:19.446722 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643bdbcb-d258-4861-8531-60a4adeaf2a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Made reservation on behalf of 1e705c01a26b47c5b67cde91f60852e9 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:02:19.456172 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-643bdbcb-d258-4861-8531-60a4adeaf2a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:19.535639 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-643bdbcb-d258-4861-8531-60a4adeaf2a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] device_id is not set on port 06c6e0fc-259e-4a6e-a5a3-6155df7551e8 yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:02:19.543620 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d29955-8896-45a7-9edb-deb9251f307e req-252394e5-eb79-4ecf-8dbf-4064c396dde6 tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:19.560670 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c0d29955-8896-45a7-9edb-deb9251f307e req-252394e5-eb79-4ecf-8dbf-4064c396dde6 tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee629f72-a01a-44ac-bcdd-ecf9fbd46bab HTTP/1.1" status: 200  len: 945 time: 0.2440968
Feb 05 21:02:19.656837 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e88798-b64d-42e7-82a3-725ed40c22d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0bef1155-9a53-4878-8a8d-b291e090a827', 'network_id': '0bef1155-9a53-4878-8a8d-b291e090a827', 'project_id': '279cff4e164943ea848a8825cfe35364', 'fixed_ips': [{'subnet_id': 'c5580501-fe3e-46c9-91e8-cbe313fe56d6'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:02:19.657775 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-47e88798-b64d-42e7-82a3-725ed40c22d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:19.663593 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c0d29955-8896-45a7-9edb-deb9251f307e req-4bb2d165-a4f1-46ce-804d-b9d3623ca493 tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b12601-e263-49a5-b410-975518fdcb2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018178
Feb 05 21:02:19.664940 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-797e1ac4-bdde-4c94-b542-b003197149f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (e8b8018d-4837-472e-b94e-3a24dc07ce11), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:19.666146 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-797e1ac4-bdde-4c94-b542-b003197149f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (e8b8018d-4837-472e-b94e-3a24dc07ce11), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:19.731116 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 51006) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:19.773841 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-797e1ac4-bdde-4c94-b542-b003197149f5 admin admin] Publish callbacks [] for router_controller (e8b8018d-4837-472e-b94e-3a24dc07ce11), precommit_add_association {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:19.949508 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-643bdbcb-d258-4861-8531-60a4adeaf2a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks [] for port (06c6e0fc-259e-4a6e-a5a3-6155df7551e8), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:19.957596 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2ec1d825-e600-4d7f-871f-ef45fed272e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:19.991376 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-47e88798-b64d-42e7-82a3-725ed40c22d0 None None] Allocated IP 172.20.0.2 (0bef1155-9a53-4878-8a8d-b291e090a827/c5580501-fe3e-46c9-91e8-cbe313fe56d6/ed22836a-e4cc-4668-ab0c-5135f22fe4e9) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:02:20.016424 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-643bdbcb-d258-4861-8531-60a4adeaf2a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (06c6e0fc-259e-4a6e-a5a3-6155df7551e8), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:20.088045 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643bdbcb-d258-4861-8531-60a4adeaf2a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Pushing event updated for resources: {'Port': ['ID=06c6e0fc-259e-4a6e-a5a3-6155df7551e8,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:20.106493 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643bdbcb-d258-4861-8531-60a4adeaf2a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Network d23f475b-4e60-4411-aa1a-457101e0c06e is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:02:20.108216 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-643bdbcb-d258-4861-8531-60a4adeaf2a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:02:20.114650 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643bdbcb-d258-4861-8531-60a4adeaf2a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:02:20.115946 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-797e1ac4-bdde-4c94-b542-b003197149f5 admin admin] Publish callbacks [] for router_gateway (e8b8018d-4837-472e-b94e-3a24dc07ce11), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:20.117755 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643bdbcb-d258-4861-8531-60a4adeaf2a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:20.123484 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-643bdbcb-d258-4861-8531-60a4adeaf2a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:20.160427 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-643bdbcb-d258-4861-8531-60a4adeaf2a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 0.8320673
Feb 05 21:02:20.161356 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51014) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:20.297054 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36e07dd-2bce-46f8-9cdb-7c9dde65cc2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:20.301711 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d36e07dd-2bce-46f8-9cdb-7c9dde65cc2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] 10.222.0.32 "GET /v2.0/ports/06c6e0fc-259e-4a6e-a5a3-6155df7551e8 HTTP/1.1" status: 200  len: 959 time: 0.1395500
Feb 05 21:02:20.302324 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51024) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:20.393655 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-47e88798-b64d-42e7-82a3-725ed40c22d0 None None] Publish callbacks [] for port (ed22836a-e4cc-4668-ab0c-5135f22fe4e9), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:20.399981 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:20.406979 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-47e88798-b64d-42e7-82a3-725ed40c22d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (ed22836a-e4cc-4668-ab0c-5135f22fe4e9), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:20.414186 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2ec1d825-e600-4d7f-871f-ef45fed272e6 admin admin] Publish callbacks [] for security_group (e5b61749-87cf-424d-a30b-f493aa919077), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:20.423870 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2ec1d825-e600-4d7f-871f-ef45fed272e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (e5b61749-87cf-424d-a30b-f493aa919077), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:20.478394 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2ec1d825-e600-4d7f-871f-ef45fed272e6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c5e90c4a51734237a34febaccda3869d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7429786
Feb 05 21:02:20.481538 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51038) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:20.502013 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad04ba-c7ea-4500-a223-c400ffdef57c req-f06089b4-aae4-43da-be81-2aed0cfc0565 tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:20.505546 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e88798-b64d-42e7-82a3-725ed40c22d0 None None] Pushing event updated for resources: {'Port': ['ID=ed22836a-e4cc-4668-ab0c-5135f22fe4e9,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:20.509702 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-20ad04ba-c7ea-4500-a223-c400ffdef57c req-f06089b4-aae4-43da-be81-2aed0cfc0565 tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ede346a-39d9-496a-a3cb-b953d67c61bf HTTP/1.1" status: 200  len: 946 time: 0.2443984
Feb 05 21:02:20.512857 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1d825-e600-4d7f-871f-ef45fed272e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b61749-87cf-424d-a30b-f493aa919077,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:20.515168 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e88798-b64d-42e7-82a3-725ed40c22d0 None None] Network 0bef1155-9a53-4878-8a8d-b291e090a827 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:02:20.516771 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-47e88798-b64d-42e7-82a3-725ed40c22d0 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:02:20.520123 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e88798-b64d-42e7-82a3-725ed40c22d0 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:02:20.531672 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-6825d9c1-e9c8-4ba1-a115-1b1d01d48ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Deleting port 06c6e0fc-259e-4a6e-a5a3-6155df7551e8 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:02:20.532130 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6825d9c1-e9c8-4ba1-a115-1b1d01d48ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (06c6e0fc-259e-4a6e-a5a3-6155df7551e8), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:20.583675 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e29e0ea6-a70f-4971-87e4-fd998617e551 admin admin] Publish callbacks [] for security_group (e5b61749-87cf-424d-a30b-f493aa919077), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:20.603720 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-47e88798-b64d-42e7-82a3-725ed40c22d0 None None] Attempting to bind port ed22836a-e4cc-4668-ab0c-5135f22fe4e9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:02:20.604410 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-47e88798-b64d-42e7-82a3-725ed40c22d0 None None] Attempting to bind port ed22836a-e4cc-4668-ab0c-5135f22fe4e9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '348293ab-5555-4f03-a2ea-c1d23c5b0aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0bef1155-9a53-4878-8a8d-b291e090a827'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:02:20.605007 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e88798-b64d-42e7-82a3-725ed40c22d0 None None] Attempting to bind port ed22836a-e4cc-4668-ab0c-5135f22fe4e9 on network 0bef1155-9a53-4878-8a8d-b291e090a827 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:20.616352 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e88798-b64d-42e7-82a3-725ed40c22d0 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:02:20.617006 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e88798-b64d-42e7-82a3-725ed40c22d0 None None] Checking segment: {'id': '348293ab-5555-4f03-a2ea-c1d23c5b0aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0bef1155-9a53-4878-8a8d-b291e090a827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:02:20.618176 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-47e88798-b64d-42e7-82a3-725ed40c22d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:20.618763 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e88798-b64d-42e7-82a3-725ed40c22d0 None None] Bound using segment: {'id': '348293ab-5555-4f03-a2ea-c1d23c5b0aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0bef1155-9a53-4878-8a8d-b291e090a827'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:02:20.620523 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-47e88798-b64d-42e7-82a3-725ed40c22d0 None None] Bound port: ed22836a-e4cc-4668-ab0c-5135f22fe4e9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348293ab-5555-4f03-a2ea-c1d23c5b0aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0bef1155-9a53-4878-8a8d-b291e090a827'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:02:20.621489 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-47e88798-b64d-42e7-82a3-725ed40c22d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ed22836a-e4cc-4668-ab0c-5135f22fe4e9), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:20.656757 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-20ad04ba-c7ea-4500-a223-c400ffdef57c req-0755a606-c12e-4078-83cb-53d50131dcf7 tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9fbe6b1-7cc8-4cca-92dd-1014d8bc4561&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1412022
Feb 05 21:02:20.674674 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6825d9c1-e9c8-4ba1-a115-1b1d01d48ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (06c6e0fc-259e-4a6e-a5a3-6155df7551e8), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:20.692773 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-6825d9c1-e9c8-4ba1-a115-1b1d01d48ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Calling delete_port for 06c6e0fc-259e-4a6e-a5a3-6155df7551e8 owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:02:20.747144 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-47e88798-b64d-42e7-82a3-725ed40c22d0 None None] For port ed22836a-e4cc-4668-ab0c-5135f22fe4e9, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:02:20.753240 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-47e88798-b64d-42e7-82a3-725ed40c22d0 None None] For port ed22836a-e4cc-4668-ab0c-5135f22fe4e9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ed22836a-e4cc-4668-ab0c-5135f22fe4e9,segment=NetworkSegment(348293ab-5555-4f03-a2ea-c1d23c5b0aaa),segment_id=348293ab-5555-4f03-a2ea-c1d23c5b0aaa)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:02:20.768776 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-47e88798-b64d-42e7-82a3-725ed40c22d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ed22836a-e4cc-4668-ab0c-5135f22fe4e9), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:20.807453 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6825d9c1-e9c8-4ba1-a115-1b1d01d48ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (06c6e0fc-259e-4a6e-a5a3-6155df7551e8), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:20.855659 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825d9c1-e9c8-4ba1-a115-1b1d01d48ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Pushing event deleted for resources: {'Port': ['ID=06c6e0fc-259e-4a6e-a5a3-6155df7551e8,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:20.866412 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e29e0ea6-a70f-4971-87e4-fd998617e551 admin admin] Publish callbacks [] for security_group (e5b61749-87cf-424d-a30b-f493aa919077), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:20.878223 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6825d9c1-e9c8-4ba1-a115-1b1d01d48ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:20.882351 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6825d9c1-e9c8-4ba1-a115-1b1d01d48ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] 10.222.0.32 "DELETE /v2.0/ports/06c6e0fc-259e-4a6e-a5a3-6155df7551e8 HTTP/1.1" status: 204  len: 168 time: 0.5790503
Feb 05 21:02:20.886244 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51052) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:20.961216 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e88798-b64d-42e7-82a3-725ed40c22d0 None None] Pushing event updated for resources: {'Port': ['ID=ed22836a-e4cc-4668-ab0c-5135f22fe4e9,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:21.000939 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-19cc40dd-4707-4549-9e80-6d649a766433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] GET failed (client error): The resource could not be found.
Feb 05 21:02:21.007749 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-19cc40dd-4707-4549-9e80-6d649a766433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] 10.222.0.32 "GET /v2.0/ports/06c6e0fc-259e-4a6e-a5a3-6155df7551e8 HTTP/1.1" status: 404  len: 333 time: 0.1124640
Feb 05 21:02:21.008193 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51058) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:21.025509 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc9fa3-a5fd-4316-85d1-2244e5ed266b req-1bf93076-a198-4c3c-977d-5df4560381ac tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:21.029574 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-21dc9fa3-a5fd-4316-85d1-2244e5ed266b req-1bf93076-a198-4c3c-977d-5df4560381ac tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 945 time: 0.5135579
Feb 05 21:02:21.043680 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-2daf7ab8-8557-4fc4-94ce-746f261d28d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Request body: {'port': {'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096939947'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:02:21.103045 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ef750-72df-4c10-82df-c3bd70612569 req-a735d0f6-461b-4bd3-8523-6a537e770f0e tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:21.106925 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-360ef750-72df-4c10-82df-c3bd70612569 req-a735d0f6-461b-4bd3-8523-6a537e770f0e tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee629f72-a01a-44ac-bcdd-ecf9fbd46bab HTTP/1.1" status: 200  len: 945 time: 0.5562992
Feb 05 21:02:21.108391 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2daf7ab8-8557-4fc4-94ce-746f261d28d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Made reservation on behalf of 1e705c01a26b47c5b67cde91f60852e9 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:02:21.112556 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2daf7ab8-8557-4fc4-94ce-746f261d28d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:21.129084 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e29e0ea6-a70f-4971-87e4-fd998617e551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (e5b61749-87cf-424d-a30b-f493aa919077), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:21.132497 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e29e0ea6-a70f-4971-87e4-fd998617e551 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:21.134213 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e29e0ea6-a70f-4971-87e4-fd998617e551 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e5b61749-87cf-424d-a30b-f493aa919077 HTTP/1.1" status: 204  len: 168 time: 0.6516924
Feb 05 21:02:21.143660 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-2daf7ab8-8557-4fc4-94ce-746f261d28d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] device_id is not set on port c6851825-6d86-4207-b9a9-db9b97bcb1cd yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:02:21.156279 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1ba5a-c09d-4350-ba3a-eb4897f6b198 req-0a4d5888-537f-49a0-8b84-ec72f7e23ddd tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:21.169315 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a7b1ba5a-c09d-4350-ba3a-eb4897f6b198 req-0a4d5888-537f-49a0-8b84-ec72f7e23ddd tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee629f72-a01a-44ac-bcdd-ecf9fbd46bab HTTP/1.1" status: 200  len: 945 time: 0.2313139
Feb 05 21:02:21.255903 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-21dc9fa3-a5fd-4316-85d1-2244e5ed266b req-4ebd3d08-d5d0-4a69-aa44-a0a85092428a tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=840ffbe8-1e27-441d-9600-26bf7350d551&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2166417
Feb 05 21:02:21.286095 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-797e1ac4-bdde-4c94-b542-b003197149f5 admin admin] Publish callbacks [] for router_gateway (e8b8018d-4837-472e-b94e-3a24dc07ce11), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:21.341733 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-797e1ac4-bdde-4c94-b542-b003197149f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:21.355304 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e0ea6-a70f-4971-87e4-fd998617e551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b61749-87cf-424d-a30b-f493aa919077,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:21.617358 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2daf7ab8-8557-4fc4-94ce-746f261d28d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks [] for port (c6851825-6d86-4207-b9a9-db9b97bcb1cd), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:21.747647 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2daf7ab8-8557-4fc4-94ce-746f261d28d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (c6851825-6d86-4207-b9a9-db9b97bcb1cd), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:21.770157 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a7b1ba5a-c09d-4350-ba3a-eb4897f6b198 req-99857fa8-5ff1-443f-b19a-cbe2d6f1f938 tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] 10.222.0.32 "GET /v2.0/security-groups?id=b8b12601-e263-49a5-b410-975518fdcb2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5647669
Feb 05 21:02:21.819177 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daf7ab8-8557-4fc4-94ce-746f261d28d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Network d23f475b-4e60-4411-aa1a-457101e0c06e is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:02:21.823015 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-2daf7ab8-8557-4fc4-94ce-746f261d28d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:02:21.826264 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daf7ab8-8557-4fc4-94ce-746f261d28d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:02:21.827276 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2daf7ab8-8557-4fc4-94ce-746f261d28d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:21.827876 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2daf7ab8-8557-4fc4-94ce-746f261d28d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:21.855204 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf7ab8-8557-4fc4-94ce-746f261d28d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Pushing event updated for resources: {'Port': ['ID=c6851825-6d86-4207-b9a9-db9b97bcb1cd,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:21.863249 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2daf7ab8-8557-4fc4-94ce-746f261d28d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 0.8538463
Feb 05 21:02:21.872813 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51088) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:21.882156 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Request body: {'port': {'binding:host_id': 'nch2-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:02:21.920241 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-797e1ac4-bdde-4c94-b542-b003197149f5 admin admin] Allocated IP 172.35.4.51 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/266f2573-e24c-4715-b103-5458f95d4337) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:02:21.940297 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-360ef750-72df-4c10-82df-c3bd70612569 req-c52a67ff-416a-4a72-8015-a256b84f060b tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] Deleting port 29a33bce-9c94-4bac-a7b0-c454d1c488cc {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:02:21.941022 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-360ef750-72df-4c10-82df-c3bd70612569 req-c52a67ff-416a-4a72-8015-a256b84f060b tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (29a33bce-9c94-4bac-a7b0-c454d1c488cc), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:21.976288 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 51102) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:22.056750 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c6851825-6d86-4207-b9a9-db9b97bcb1cd), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:22.090911 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f7358201-bf29-4f3c-8110-52f2d7efa20d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:22.115150 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5108a15-66dd-4fc5-9b6b-79b1506e6542 req-e39d0e08-5f77-4426-a104-56ea7ba6d597 tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:22.126613 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a5108a15-66dd-4fc5-9b6b-79b1506e6542 req-e39d0e08-5f77-4426-a104-56ea7ba6d597 tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ede346a-39d9-496a-a3cb-b953d67c61bf HTTP/1.1" status: 200  len: 946 time: 0.3189983
Feb 05 21:02:22.269297 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-360ef750-72df-4c10-82df-c3bd70612569 req-c52a67ff-416a-4a72-8015-a256b84f060b tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] For port 29a33bce-9c94-4bac-a7b0-c454d1c488cc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=29a33bce-9c94-4bac-a7b0-c454d1c488cc,segment=NetworkSegment(61ab5bbe-50df-4ab7-b974-9e4b286dd39e),segment_id=61ab5bbe-50df-4ab7-b974-9e4b286dd39e)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:02:22.269913 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-360ef750-72df-4c10-82df-c3bd70612569 req-c52a67ff-416a-4a72-8015-a256b84f060b tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (29a33bce-9c94-4bac-a7b0-c454d1c488cc), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:22.319556 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-360ef750-72df-4c10-82df-c3bd70612569 req-c52a67ff-416a-4a72-8015-a256b84f060b tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] Calling delete_port for 29a33bce-9c94-4bac-a7b0-c454d1c488cc owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:02:22.377270 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a5108a15-66dd-4fc5-9b6b-79b1506e6542 req-bd94e1c3-2766-42e4-a4f2-d944a0596156 tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9fbe6b1-7cc8-4cca-92dd-1014d8bc4561&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2397702
Feb 05 21:02:22.383440 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] device_id is not set on port c6851825-6d86-4207-b9a9-db9b97bcb1cd yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:02:22.399723 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks [] for port (c6851825-6d86-4207-b9a9-db9b97bcb1cd), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:22.418264 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (c6851825-6d86-4207-b9a9-db9b97bcb1cd), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:22.522675 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:02:22.523080 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:02:22.523460 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd on network d23f475b-4e60-4411-aa1a-457101e0c06e {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:22.535929 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Pushing event updated for resources: {'Port': ['ID=c6851825-6d86-4207-b9a9-db9b97bcb1cd,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:22.545190 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Port c6851825-6d86-4207-b9a9-db9b97bcb1cd on network d23f475b-4e60-4411-aa1a-457101e0c06e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:02:22.545543 ncdv-master-1 neutron-server[114390]: ERROR neutron.plugins.ml2.managers [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Failed to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd on host nch2-master-1 for vnic_type normal using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}]
Feb 05 21:02:22.548030 ncdv-master-1 neutron-server[114390]: INFO neutron.plugins.ml2.plugin [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempt 2 to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd
Feb 05 21:02:22.550073 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-797e1ac4-bdde-4c94-b542-b003197149f5 admin admin] Publish callbacks [] for port (266f2573-e24c-4715-b103-5458f95d4337), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:22.568328 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:02:22.568805 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:02:22.569882 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd on network d23f475b-4e60-4411-aa1a-457101e0c06e {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:22.577644 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Port c6851825-6d86-4207-b9a9-db9b97bcb1cd on network d23f475b-4e60-4411-aa1a-457101e0c06e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:02:22.578181 ncdv-master-1 neutron-server[114390]: ERROR neutron.plugins.ml2.managers [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Failed to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd on host nch2-master-1 for vnic_type normal using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}]
Feb 05 21:02:22.579555 ncdv-master-1 neutron-server[114390]: INFO neutron.plugins.ml2.plugin [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempt 3 to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd
Feb 05 21:02:22.598842 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:02:22.599283 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:02:22.599684 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd on network d23f475b-4e60-4411-aa1a-457101e0c06e {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:22.607205 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Port c6851825-6d86-4207-b9a9-db9b97bcb1cd on network d23f475b-4e60-4411-aa1a-457101e0c06e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:02:22.607543 ncdv-master-1 neutron-server[114390]: ERROR neutron.plugins.ml2.managers [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Failed to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd on host nch2-master-1 for vnic_type normal using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}]
Feb 05 21:02:22.607977 ncdv-master-1 neutron-server[114390]: INFO neutron.plugins.ml2.plugin [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempt 4 to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd
Feb 05 21:02:22.634719 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51112) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:22.645425 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:02:22.646101 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:02:22.646484 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd on network d23f475b-4e60-4411-aa1a-457101e0c06e {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:22.654406 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Port c6851825-6d86-4207-b9a9-db9b97bcb1cd on network d23f475b-4e60-4411-aa1a-457101e0c06e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:02:22.654763 ncdv-master-1 neutron-server[114390]: ERROR neutron.plugins.ml2.managers [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Failed to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd on host nch2-master-1 for vnic_type normal using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}]
Feb 05 21:02:22.655185 ncdv-master-1 neutron-server[114390]: INFO neutron.plugins.ml2.plugin [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempt 5 to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd
Feb 05 21:02:22.674120 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:02:22.674528 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:02:22.674922 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd on network d23f475b-4e60-4411-aa1a-457101e0c06e {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:22.688108 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Port c6851825-6d86-4207-b9a9-db9b97bcb1cd on network d23f475b-4e60-4411-aa1a-457101e0c06e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:02:22.690720 ncdv-master-1 neutron-server[114390]: ERROR neutron.plugins.ml2.managers [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Failed to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd on host nch2-master-1 for vnic_type normal using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}]
Feb 05 21:02:22.691581 ncdv-master-1 neutron-server[114390]: INFO neutron.plugins.ml2.plugin [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempt 6 to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd
Feb 05 21:02:22.724829 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:02:22.725182 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:02:22.725528 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd on network d23f475b-4e60-4411-aa1a-457101e0c06e {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:22.730614 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f7358201-bf29-4f3c-8110-52f2d7efa20d admin admin] Publish callbacks [] for security_group (9b75707e-b9bf-4ecb-8580-bcf08c6888e1), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:22.740416 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Port c6851825-6d86-4207-b9a9-db9b97bcb1cd on network d23f475b-4e60-4411-aa1a-457101e0c06e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:02:22.740818 ncdv-master-1 neutron-server[114390]: ERROR neutron.plugins.ml2.managers [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Failed to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd on host nch2-master-1 for vnic_type normal using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}]
Feb 05 21:02:22.741225 ncdv-master-1 neutron-server[114390]: INFO neutron.plugins.ml2.plugin [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempt 7 to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd
Feb 05 21:02:22.772760 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f7358201-bf29-4f3c-8110-52f2d7efa20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (9b75707e-b9bf-4ecb-8580-bcf08c6888e1), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:22.774359 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:02:22.774793 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:02:22.775288 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd on network d23f475b-4e60-4411-aa1a-457101e0c06e {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:22.788609 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Port c6851825-6d86-4207-b9a9-db9b97bcb1cd on network d23f475b-4e60-4411-aa1a-457101e0c06e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:02:22.788964 ncdv-master-1 neutron-server[114390]: ERROR neutron.plugins.ml2.managers [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Failed to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd on host nch2-master-1 for vnic_type normal using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}]
Feb 05 21:02:22.789417 ncdv-master-1 neutron-server[114390]: INFO neutron.plugins.ml2.plugin [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempt 8 to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd
Feb 05 21:02:22.811609 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f3ca7-375a-403a-9c5d-ad0eecef9438 req-2c9afe78-8776-497a-9e02-e5f9a1d4ed42 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:22.816239 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3d9f3ca7-375a-403a-9c5d-ad0eecef9438 req-2c9afe78-8776-497a-9e02-e5f9a1d4ed42 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 945 time: 0.3436611
Feb 05 21:02:22.823365 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:02:22.825737 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:02:22.827545 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd on network d23f475b-4e60-4411-aa1a-457101e0c06e {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:22.842797 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Port c6851825-6d86-4207-b9a9-db9b97bcb1cd on network d23f475b-4e60-4411-aa1a-457101e0c06e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:02:22.843687 ncdv-master-1 neutron-server[114390]: ERROR neutron.plugins.ml2.managers [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Failed to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd on host nch2-master-1 for vnic_type normal using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}]
Feb 05 21:02:22.844755 ncdv-master-1 neutron-server[114390]: INFO neutron.plugins.ml2.plugin [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempt 9 to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd
Feb 05 21:02:22.880310 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:02:22.880662 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:02:22.881002 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd on network d23f475b-4e60-4411-aa1a-457101e0c06e {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:22.883333 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-15e947c4-cb05-4da8-a1d0-1ea4b7b8f17e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:22.926699 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Port c6851825-6d86-4207-b9a9-db9b97bcb1cd on network d23f475b-4e60-4411-aa1a-457101e0c06e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:02:22.927038 ncdv-master-1 neutron-server[114390]: ERROR neutron.plugins.ml2.managers [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Failed to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd on host nch2-master-1 for vnic_type normal using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}]
Feb 05 21:02:22.928547 ncdv-master-1 neutron-server[114390]: INFO neutron.plugins.ml2.plugin [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempt 10 to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd
Feb 05 21:02:22.955162 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:02:22.955503 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:02:22.955887 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempting to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd on network d23f475b-4e60-4411-aa1a-457101e0c06e {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:22.965170 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Port c6851825-6d86-4207-b9a9-db9b97bcb1cd on network d23f475b-4e60-4411-aa1a-457101e0c06e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:02:22.965571 ncdv-master-1 neutron-server[114390]: ERROR neutron.plugins.ml2.managers [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Failed to bind port c6851825-6d86-4207-b9a9-db9b97bcb1cd on host nch2-master-1 for vnic_type normal using segments [{'id': '5aee2f91-427c-44b0-8dd2-ab05674711a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd23f475b-4e60-4411-aa1a-457101e0c06e'}]
Feb 05 21:02:22.965985 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c6851825-6d86-4207-b9a9-db9b97bcb1cd), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:22.966466 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-797e1ac4-bdde-4c94-b542-b003197149f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (266f2573-e24c-4715-b103-5458f95d4337), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:22.980989 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1d726a-6cc8-4cd3-84d6-aed61304e01b None None] Network 0bef1155-9a53-4878-8a8d-b291e090a827 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:02:22.996080 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-360ef750-72df-4c10-82df-c3bd70612569 req-c52a67ff-416a-4a72-8015-a256b84f060b tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (29a33bce-9c94-4bac-a7b0-c454d1c488cc), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:23.032000 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f7358201-bf29-4f3c-8110-52f2d7efa20d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5ada7e76dba84202930b399fb7cda6d5&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0453401
Feb 05 21:02:23.055264 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 51118) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:23.064436 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0a4c7381-fdc7-4544-b70d-b310eee65318 req-1bb2dfa6-b63f-43a8-80a9-287b990223a7 tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee629f72-a01a-44ac-bcdd-ecf9fbd46bab HTTP/1.1" status: 200  len: 210 time: 0.1091127
Feb 05 21:02:23.083720 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797e1ac4-bdde-4c94-b542-b003197149f5 admin admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:02:23.101612 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7358201-bf29-4f3c-8110-52f2d7efa20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b75707e-b9bf-4ecb-8580-bcf08c6888e1,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:23.107910 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-797e1ac4-bdde-4c94-b542-b003197149f5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:02:23.115478 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] For port c6851825-6d86-4207-b9a9-db9b97bcb1cd, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:02:23.115933 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attempted to set empty binding levels {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Feb 05 21:02:23.132213 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797e1ac4-bdde-4c94-b542-b003197149f5 admin admin] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:02:23.138458 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e1ac4-bdde-4c94-b542-b003197149f5 admin admin] Pushing event updated for resources: {'Port': ['ID=266f2573-e24c-4715-b103-5458f95d4337,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:23.141740 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (c6851825-6d86-4207-b9a9-db9b97bcb1cd), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:23.187123 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] In _notify_port_updated(), no bound segment for port c6851825-6d86-4207-b9a9-db9b97bcb1cd on network d23f475b-4e60-4411-aa1a-457101e0c06e {{(pid=114390) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Feb 05 21:02:23.188000 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:23.188604 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:23.193150 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] 10.222.0.32 "PUT /v2.0/ports/c6851825-6d86-4207-b9a9-db9b97bcb1cd HTTP/1.1" status: 200  len: 979 time: 1.3192422
Feb 05 21:02:23.194946 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51124) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:23.231909 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-15e947c4-cb05-4da8-a1d0-1ea4b7b8f17e admin admin] Publish callbacks [] for security_group (1cb3ec2c-f121-468e-9a3d-3cbf3e76d889), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:23.247055 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-f56ad652-4a62-4dc5-b195-f3f79a3ce5bb None None] Provisioning complete for port ed22836a-e4cc-4668-ab0c-5135f22fe4e9 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:02:23.249018 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f56ad652-4a62-4dc5-b195-f3f79a3ce5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ed22836a-e4cc-4668-ab0c-5135f22fe4e9), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:23.269041 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-15e947c4-cb05-4da8-a1d0-1ea4b7b8f17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (1cb3ec2c-f121-468e-9a3d-3cbf3e76d889), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:23.287424 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-360ef750-72df-4c10-82df-c3bd70612569 req-c52a67ff-416a-4a72-8015-a256b84f060b tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] No DVR routers for this DVR port 29a33bce-9c94-4bac-a7b0-c454d1c488cc on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:02:23.289752 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a67ff-416a-4a72-8015-a256b84f060b tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] Pushing event deleted for resources: {'Port': ['ID=29a33bce-9c94-4bac-a7b0-c454d1c488cc,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:23.295979 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-360ef750-72df-4c10-82df-c3bd70612569 req-c52a67ff-416a-4a72-8015-a256b84f060b tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:23.308476 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-360ef750-72df-4c10-82df-c3bd70612569 req-c52a67ff-416a-4a72-8015-a256b84f060b tempest-ServerAddressesNegativeTestJSON-196749775 tempest-ServerAddressesNegativeTestJSON-196749775-project] 10.222.0.39 "DELETE /v2.0/ports/29a33bce-9c94-4bac-a7b0-c454d1c488cc HTTP/1.1" status: 204  len: 173 time: 2.1801112
Feb 05 21:02:23.310973 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee629f72-a01a-44ac-bcdd-ecf9fbd46bab', 'name': 'network-vif-deleted', 'tag': '29a33bce-9c94-4bac-a7b0-c454d1c488cc'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:02:23.313427 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852fc84b-757e-4311-a1ed-a8e4b779e042" -d '{"events": [{"server_uuid": "ee629f72-a01a-44ac-bcdd-ecf9fbd46bab", "name": "network-vif-deleted", "tag": "29a33bce-9c94-4bac-a7b0-c454d1c488cc"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:02:23.319107 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e947c4-cb05-4da8-a1d0-1ea4b7b8f17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb3ec2c-f121-468e-9a3d-3cbf3e76d889,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:23.331287 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3d9f3ca7-375a-403a-9c5d-ad0eecef9438 req-e6a990f8-0d1b-4c9d-a0dd-4fb4b163f0d9 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=840ffbe8-1e27-441d-9600-26bf7350d551&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3901637
Feb 05 21:02:23.475720 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-f56ad652-4a62-4dc5-b195-f3f79a3ce5bb None None] Current status of the port ed22836a-e4cc-4668-ab0c-5135f22fe4e9 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:02:23.476125 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f56ad652-4a62-4dc5-b195-f3f79a3ce5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ed22836a-e4cc-4668-ab0c-5135f22fe4e9), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:23.514006 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device ed22836a-e4cc-4668-ab0c-5135f22fe4e9 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:02:23.575979 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1cbf7d-4a78-4987-be11-04bc4df80820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Pushing event updated for resources: {'Port': ['ID=c6851825-6d86-4207-b9a9-db9b97bcb1cd,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:23.604552 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-60a22c1f-332a-4f9e-be6d-2863626c579c admin admin] Publish callbacks [] for security_group (9b75707e-b9bf-4ecb-8580-bcf08c6888e1), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:23.611955 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06fe020a-a0af-4325-a6f2-c916345cc60e x-openstack-request-id: req-06fe020a-a0af-4325-a6f2-c916345cc60e {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:02:23.612260 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee629f72-a01a-44ac-bcdd-ecf9fbd46bab", "name": "network-vif-deleted", "tag": "29a33bce-9c94-4bac-a7b0-c454d1c488cc", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:02:23.612663 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-06fe020a-a0af-4325-a6f2-c916345cc60e {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:02:23.613139 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee629f72-a01a-44ac-bcdd-ecf9fbd46bab', 'name': 'network-vif-deleted', 'tag': '29a33bce-9c94-4bac-a7b0-c454d1c488cc', 'status': 'completed', 'code': 200}
Feb 05 21:02:23.616640 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-15e947c4-cb05-4da8-a1d0-1ea4b7b8f17e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d39662ce89704b108f70b6896bc2c971&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9806485
Feb 05 21:02:23.623380 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51130) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:23.626852 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-f56ad652-4a62-4dc5-b195-f3f79a3ce5bb None None] For port ed22836a-e4cc-4668-ab0c-5135f22fe4e9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ed22836a-e4cc-4668-ab0c-5135f22fe4e9,segment=NetworkSegment(348293ab-5555-4f03-a2ea-c1d23c5b0aaa),segment_id=348293ab-5555-4f03-a2ea-c1d23c5b0aaa)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:02:23.632284 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976b7ec-3bef-49fa-a1dd-dbdc551145f3 req-7ed40acd-c61b-4f49-a433-7acc8e1fd83e tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:23.634200 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2976b7ec-3bef-49fa-a1dd-dbdc551145f3 req-7ed40acd-c61b-4f49-a433-7acc8e1fd83e tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ede346a-39d9-496a-a3cb-b953d67c61bf HTTP/1.1" status: 200  len: 946 time: 0.3293424
Feb 05 21:02:23.644426 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f56ad652-4a62-4dc5-b195-f3f79a3ce5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ed22836a-e4cc-4668-ab0c-5135f22fe4e9), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:23.684672 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port ed22836a-e4cc-4668-ab0c-5135f22fe4e9 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:02:23.685294 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ed22836a-e4cc-4668-ab0c-5135f22fe4e9), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:23.803890 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56ad652-4a62-4dc5-b195-f3f79a3ce5bb None None] Pushing event updated for resources: {'Port': ['ID=ed22836a-e4cc-4668-ab0c-5135f22fe4e9,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:23.818005 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-948ef61b-dde3-4e06-ba4e-f17f7117abdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Deleting port c6851825-6d86-4207-b9a9-db9b97bcb1cd {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:02:23.818364 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-948ef61b-dde3-4e06-ba4e-f17f7117abdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (c6851825-6d86-4207-b9a9-db9b97bcb1cd), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:23.840446 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56ad652-4a62-4dc5-b195-f3f79a3ce5bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:23.843051 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56ad652-4a62-4dc5-b195-f3f79a3ce5bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:23.843951 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56ad652-4a62-4dc5-b195-f3f79a3ce5bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:23.844638 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56ad652-4a62-4dc5-b195-f3f79a3ce5bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:23.845256 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56ad652-4a62-4dc5-b195-f3f79a3ce5bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:23.845859 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56ad652-4a62-4dc5-b195-f3f79a3ce5bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:23.846515 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56ad652-4a62-4dc5-b195-f3f79a3ce5bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:23.847118 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56ad652-4a62-4dc5-b195-f3f79a3ce5bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:23.847949 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56ad652-4a62-4dc5-b195-f3f79a3ce5bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:23.848602 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56ad652-4a62-4dc5-b195-f3f79a3ce5bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:23.849148 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56ad652-4a62-4dc5-b195-f3f79a3ce5bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:23.849744 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56ad652-4a62-4dc5-b195-f3f79a3ce5bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:23.850309 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56ad652-4a62-4dc5-b195-f3f79a3ce5bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:23.876427 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port ed22836a-e4cc-4668-ab0c-5135f22fe4e9 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:02:23.888153 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-88c311ec-b565-422c-8b5c-2144d31f048d None None] Provisioning complete for port ed22836a-e4cc-4668-ab0c-5135f22fe4e9 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:02:23.888664 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-88c311ec-b565-422c-8b5c-2144d31f048d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ed22836a-e4cc-4668-ab0c-5135f22fe4e9), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:23.943583 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-948ef61b-dde3-4e06-ba4e-f17f7117abdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] For port c6851825-6d86-4207-b9a9-db9b97bcb1cd, host nch2-master-1, got binding levels [] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:02:23.945084 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-948ef61b-dde3-4e06-ba4e-f17f7117abdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (c6851825-6d86-4207-b9a9-db9b97bcb1cd), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:23.950043 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dadf9c56-c2d2-41ad-bc11-175529ee9c07 admin admin] Publish callbacks [] for security_group (1cb3ec2c-f121-468e-9a3d-3cbf3e76d889), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:24.001202 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-88c311ec-b565-422c-8b5c-2144d31f048d None None] Current status of the port ed22836a-e4cc-4668-ab0c-5135f22fe4e9 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:02:24.041686 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-948ef61b-dde3-4e06-ba4e-f17f7117abdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Calling delete_port for c6851825-6d86-4207-b9a9-db9b97bcb1cd owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:02:24.069268 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-2976b7ec-3bef-49fa-a1dd-dbdc551145f3 req-64420a03-0cfc-4ba4-9abb-50d315f9926c tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Deleting port 8af152d9-6e78-4654-8b25-be1502879944 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:02:24.069911 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2976b7ec-3bef-49fa-a1dd-dbdc551145f3 req-64420a03-0cfc-4ba4-9abb-50d315f9926c tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (8af152d9-6e78-4654-8b25-be1502879944), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:24.074550 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dadf9c56-c2d2-41ad-bc11-175529ee9c07 admin admin] Publish callbacks [] for security_group (1cb3ec2c-f121-468e-9a3d-3cbf3e76d889), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:24.120749 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 29a33bce-9c94-4bac-a7b0-c454d1c488cc no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:02:24.162252 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 29a33bce-9c94-4bac-a7b0-c454d1c488cc {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:02:24.162929 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 29a33bce-9c94-4bac-a7b0-c454d1c488cc not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:02:24.199479 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 51134) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:24.209372 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-60a22c1f-332a-4f9e-be6d-2863626c579c admin admin] Publish callbacks [] for security_group (9b75707e-b9bf-4ecb-8580-bcf08c6888e1), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:24.259342 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-2976b7ec-3bef-49fa-a1dd-dbdc551145f3 req-64420a03-0cfc-4ba4-9abb-50d315f9926c tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] For port 8af152d9-6e78-4654-8b25-be1502879944, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8af152d9-6e78-4654-8b25-be1502879944,segment=NetworkSegment(c2075d8e-f725-495a-bbae-69e9c4e05bfc),segment_id=c2075d8e-f725-495a-bbae-69e9c4e05bfc)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:02:24.259956 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2976b7ec-3bef-49fa-a1dd-dbdc551145f3 req-64420a03-0cfc-4ba4-9abb-50d315f9926c tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (8af152d9-6e78-4654-8b25-be1502879944), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:24.287863 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-2976b7ec-3bef-49fa-a1dd-dbdc551145f3 req-64420a03-0cfc-4ba4-9abb-50d315f9926c tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Calling delete_port for 8af152d9-6e78-4654-8b25-be1502879944 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:02:24.295258 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dadf9c56-c2d2-41ad-bc11-175529ee9c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (1cb3ec2c-f121-468e-9a3d-3cbf3e76d889), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:24.299755 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dadf9c56-c2d2-41ad-bc11-175529ee9c07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:24.314414 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-dadf9c56-c2d2-41ad-bc11-175529ee9c07 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1cb3ec2c-f121-468e-9a3d-3cbf3e76d889 HTTP/1.1" status: 204  len: 168 time: 0.6747177
Feb 05 21:02:24.316294 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfea2b-a9e1-471f-b9bd-230cb92b7efe req-6a497432-7a08-438f-bfbb-cc8659ccd55f tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:24.323765 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0abfea2b-a9e1-471f-b9bd-230cb92b7efe req-6a497432-7a08-438f-bfbb-cc8659ccd55f tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ede346a-39d9-496a-a3cb-b953d67c61bf HTTP/1.1" status: 200  len: 946 time: 0.7146747
Feb 05 21:02:24.349134 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf9c56-c2d2-41ad-bc11-175529ee9c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb3ec2c-f121-468e-9a3d-3cbf3e76d889,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:24.352012 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-948ef61b-dde3-4e06-ba4e-f17f7117abdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (c6851825-6d86-4207-b9a9-db9b97bcb1cd), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:24.394160 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa1b11ef-b771-49c0-9a04-60ed0eb33d3c admin admin] Deleting subnet cb8f205f-91a5-4157-86b4-26dc06d251f8 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:02:24.398416 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ef61b-dde3-4e06-ba4e-f17f7117abdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6851825-6d86-4207-b9a9-db9b97bcb1cd,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:24.462612 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-948ef61b-dde3-4e06-ba4e-f17f7117abdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:24.465984 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-948ef61b-dde3-4e06-ba4e-f17f7117abdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] 10.222.0.32 "DELETE /v2.0/ports/c6851825-6d86-4207-b9a9-db9b97bcb1cd HTTP/1.1" status: 204  len: 168 time: 1.2658589
Feb 05 21:02:24.470003 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51144) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:24.478050 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fa1b11ef-b771-49c0-9a04-60ed0eb33d3c admin admin] Publish callbacks [] for subnet (cb8f205f-91a5-4157-86b4-26dc06d251f8), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:24.517205 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-d90a8ffc-e4f6-434f-bec5-99fdcbb90184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] GET failed (client error): The resource could not be found.
Feb 05 21:02:24.524685 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d90a8ffc-e4f6-434f-bec5-99fdcbb90184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-30103122-project-admin] 10.222.0.32 "GET /v2.0/ports/c6851825-6d86-4207-b9a9-db9b97bcb1cd HTTP/1.1" status: 404  len: 333 time: 0.0481739
Feb 05 21:02:24.532303 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51146) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:24.578645 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-60a22c1f-332a-4f9e-be6d-2863626c579c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (9b75707e-b9bf-4ecb-8580-bcf08c6888e1), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:24.585151 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-60a22c1f-332a-4f9e-be6d-2863626c579c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:24.588679 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-60a22c1f-332a-4f9e-be6d-2863626c579c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9b75707e-b9bf-4ecb-8580-bcf08c6888e1 HTTP/1.1" status: 204  len: 168 time: 1.5207694
Feb 05 21:02:24.623395 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0abfea2b-a9e1-471f-b9bd-230cb92b7efe req-4577ba12-046a-4ac1-81cb-da7ef3f92a99 tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9fbe6b1-7cc8-4cca-92dd-1014d8bc4561&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2931495
Feb 05 21:02:24.647487 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-504215c3-3e50-4645-bc81-17fc6ad9e131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (d23f475b-4e60-4411-aa1a-457101e0c06e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:24.659822 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fa1b11ef-b771-49c0-9a04-60ed0eb33d3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (cb8f205f-91a5-4157-86b4-26dc06d251f8), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:24.663371 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a22c1f-332a-4f9e-be6d-2863626c579c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b75707e-b9bf-4ecb-8580-bcf08c6888e1,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:24.751319 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021d5f2-d5d7-42ef-ac0a-c20629fbc8d2 req-57c282b8-bc9f-48ba-a90a-2a06ad15c3ce tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:24.752935 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f021d5f2-d5d7-42ef-ac0a-c20629fbc8d2 req-57c282b8-bc9f-48ba-a90a-2a06ad15c3ce tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 945 time: 0.2723732
Feb 05 21:02:24.786398 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-797e1ac4-bdde-4c94-b542-b003197149f5 admin admin] Publish callbacks [] for router_gateway (e8b8018d-4837-472e-b94e-3a24dc07ce11), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:24.796240 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fa1b11ef-b771-49c0-9a04-60ed0eb33d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (cb8f205f-91a5-4157-86b4-26dc06d251f8), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:24.844637 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-504215c3-3e50-4645-bc81-17fc6ad9e131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (d23f475b-4e60-4411-aa1a-457101e0c06e), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:24.848468 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2976b7ec-3bef-49fa-a1dd-dbdc551145f3 req-64420a03-0cfc-4ba4-9abb-50d315f9926c tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (8af152d9-6e78-4654-8b25-be1502879944), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:24.859972 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['8af152d9-6e78-4654-8b25-be1502879944'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:02:24.893919 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64420a03-0cfc-4ba4-9abb-50d315f9926c tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Pushing event deleted for resources: {'Port': ['ID=8af152d9-6e78-4654-8b25-be1502879944,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:24.967025 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-504215c3-3e50-4645-bc81-17fc6ad9e131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db8d48d60>,) {'filters': {'network_id': ['d23f475b-4e60-4411-aa1a-457101e0c06e']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:02:24.970452 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64420a03-0cfc-4ba4-9abb-50d315f9926c tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:24.971462 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64420a03-0cfc-4ba4-9abb-50d315f9926c tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:24.972657 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64420a03-0cfc-4ba4-9abb-50d315f9926c tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:24.973261 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64420a03-0cfc-4ba4-9abb-50d315f9926c tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:24.973401 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f021d5f2-d5d7-42ef-ac0a-c20629fbc8d2 req-8b81723b-5831-437d-bc60-45b9b941c113 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=840ffbe8-1e27-441d-9600-26bf7350d551&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2011726
Feb 05 21:02:24.973979 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64420a03-0cfc-4ba4-9abb-50d315f9926c tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:24.974577 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64420a03-0cfc-4ba4-9abb-50d315f9926c tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:24.975153 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64420a03-0cfc-4ba4-9abb-50d315f9926c tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:24.975716 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64420a03-0cfc-4ba4-9abb-50d315f9926c tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:24.976320 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64420a03-0cfc-4ba4-9abb-50d315f9926c tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:24.977033 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64420a03-0cfc-4ba4-9abb-50d315f9926c tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:24.977606 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64420a03-0cfc-4ba4-9abb-50d315f9926c tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:24.978154 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64420a03-0cfc-4ba4-9abb-50d315f9926c tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:24.978744 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64420a03-0cfc-4ba4-9abb-50d315f9926c tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:25.017216 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-504215c3-3e50-4645-bc81-17fc6ad9e131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8d48d60>, '5aee2f91-427c-44b0-8dd2-ab05674711a7') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:02:25.017796 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-504215c3-3e50-4645-bc81-17fc6ad9e131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8d48d60>, '5aee2f91-427c-44b0-8dd2-ab05674711a7') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:02:25.020116 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-2976b7ec-3bef-49fa-a1dd-dbdc551145f3 req-64420a03-0cfc-4ba4-9abb-50d315f9926c tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] No DVR routers for this DVR port 8af152d9-6e78-4654-8b25-be1502879944 on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:02:25.024112 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2976b7ec-3bef-49fa-a1dd-dbdc551145f3 req-64420a03-0cfc-4ba4-9abb-50d315f9926c tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:25.029085 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2976b7ec-3bef-49fa-a1dd-dbdc551145f3 req-64420a03-0cfc-4ba4-9abb-50d315f9926c tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] 10.222.0.39 "DELETE /v2.0/ports/8af152d9-6e78-4654-8b25-be1502879944 HTTP/1.1" status: 204  len: 173 time: 1.3857296
Feb 05 21:02:25.035494 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ede346a-39d9-496a-a3cb-b953d67c61bf', 'name': 'network-vif-deleted', 'tag': '8af152d9-6e78-4654-8b25-be1502879944'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:02:25.038214 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eff8df1-a913-4ecc-b77b-bfb736e7003b" -d '{"events": [{"server_uuid": "2ede346a-39d9-496a-a3cb-b953d67c61bf", "name": "network-vif-deleted", "tag": "8af152d9-6e78-4654-8b25-be1502879944"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:02:25.038903 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fa1b11ef-b771-49c0-9a04-60ed0eb33d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (cb8f205f-91a5-4157-86b4-26dc06d251f8), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:25.045747 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-504215c3-3e50-4645-bc81-17fc6ad9e131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (5aee2f91-427c-44b0-8dd2-ab05674711a7), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:25.067350 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-504215c3-3e50-4645-bc81-17fc6ad9e131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (5aee2f91-427c-44b0-8dd2-ab05674711a7), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:25.083324 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-504215c3-3e50-4645-bc81-17fc6ad9e131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:02:25.085314 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-504215c3-3e50-4645-bc81-17fc6ad9e131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (5aee2f91-427c-44b0-8dd2-ab05674711a7), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:25.091872 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:02:25.091872 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:02:25.091872 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:02:25.091872 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:02:25.091872 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:02:25.091872 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:02:25.091872 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:02:25.091872 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:02:25.091872 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:02:25.091872 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:02:25.091872 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:02:25.091872 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:02:25.091872 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:02:25.091872 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:02:25.091872 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:02:25.091872 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:02:25.091872 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:02:25.091872 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:02:25.091872 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:02:25.091872 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:02:25.091872 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:02:25.091872 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:02:25.091872 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:02:25.091872 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:02:25.091872 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:02:25.091872 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:02:25.091872 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:02:25.091872 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:02:25.091872 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:02:25.091872 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:02:25.091872 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:02:25.091872 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:02:25.153889 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fa1b11ef-b771-49c0-9a04-60ed0eb33d3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:25.161618 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-fa1b11ef-b771-49c0-9a04-60ed0eb33d3c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cb8f205f-91a5-4157-86b4-26dc06d251f8 HTTP/1.1" status: 204  len: 168 time: 0.9561315
Feb 05 21:02:25.164116 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51164) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:25.165468 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b11ef-b771-49c0-9a04-60ed0eb33d3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb8f205f-91a5-4157-86b4-26dc06d251f8,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:25.283647 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device ed22836a-e4cc-4668-ab0c-5135f22fe4e9 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:02:25.414707 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-797e1ac4-bdde-4c94-b542-b003197149f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (e8b8018d-4837-472e-b94e-3a24dc07ce11), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:25.449110 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port ed22836a-e4cc-4668-ab0c-5135f22fe4e9 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:02:25.452518 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ed22836a-e4cc-4668-ab0c-5135f22fe4e9), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:25.461411 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-504215c3-3e50-4645-bc81-17fc6ad9e131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (d23f475b-4e60-4411-aa1a-457101e0c06e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:25.476552 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-504215c3-3e50-4645-bc81-17fc6ad9e131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:25.483916 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-504215c3-3e50-4645-bc81-17fc6ad9e131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921-project] 10.222.0.32 "DELETE /v2.0/networks/d23f475b-4e60-4411-aa1a-457101e0c06e HTTP/1.1" status: 204  len: 168 time: 0.9502311
Feb 05 21:02:25.601531 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504215c3-3e50-4645-bc81-17fc6ad9e131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463963921-project] Pushing event deleted for resources: {'Network': ['ID=d23f475b-4e60-4411-aa1a-457101e0c06e,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:25.629520 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-71453ce4-5e4f-4072-abd4-db4bc4f00d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (9eb78a82-620a-49c6-b6b7-e67597050cc4), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:25.663770 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port ed22836a-e4cc-4668-ab0c-5135f22fe4e9 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:02:25.707870 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd88c9-ffc8-4aff-8cec-3a12ededca90 req-00986362-5596-4583-b68b-02c841754be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:25.709678 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-69dd88c9-ffc8-4aff-8cec-3a12ededca90 req-00986362-5596-4583-b68b-02c841754be0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e2211e554783435c9b7af885ea20e242&device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 1127 time: 0.2110248
Feb 05 21:02:25.809606 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc12f2-317d-484d-a629-cfc85416e766 req-cfafff6f-4346-4ccd-b3c3-b98fb9c6e16e tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:25.811633 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ddc12f2-317d-484d-a629-cfc85416e766 req-cfafff6f-4346-4ccd-b3c3-b98fb9c6e16e tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 945 time: 0.3496158
Feb 05 21:02:25.900048 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd88c9-ffc8-4aff-8cec-3a12ededca90 req-41bc9685-11e9-4b76-8284-254589152353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:25.902268 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-69dd88c9-ffc8-4aff-8cec-3a12ededca90 req-41bc9685-11e9-4b76-8284-254589152353 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c184cf05-70dd-4af5-8bd4-fc4bd5d65e82 HTTP/1.1" status: 200  len: 911 time: 0.1739917
Feb 05 21:02:25.918928 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54f6a19-d9eb-44b4-87ae-d635b232a975 x-openstack-request-id: req-d54f6a19-d9eb-44b4-87ae-d635b232a975 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:02:25.920625 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ede346a-39d9-496a-a3cb-b953d67c61bf", "name": "network-vif-deleted", "tag": "8af152d9-6e78-4654-8b25-be1502879944", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:02:25.921853 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d54f6a19-d9eb-44b4-87ae-d635b232a975 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:02:25.922755 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ede346a-39d9-496a-a3cb-b953d67c61bf', 'name': 'network-vif-deleted', 'tag': '8af152d9-6e78-4654-8b25-be1502879944', 'status': 'completed', 'code': 200}
Feb 05 21:02:25.993227 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-57c3323a-c5b7-4227-b1dd-85fea8fc956d req-5e8e0dea-4dc3-45cf-b252-3e81618d2dc2 tempest-InstanceActionsTestJSON-212137277 tempest-InstanceActionsTestJSON-212137277-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ede346a-39d9-496a-a3cb-b953d67c61bf HTTP/1.1" status: 200  len: 210 time: 0.0975688
Feb 05 21:02:26.032919 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ddc12f2-317d-484d-a629-cfc85416e766 req-c56ce72e-b605-423f-a58d-038d39c9b0f3 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=840ffbe8-1e27-441d-9600-26bf7350d551&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2109127
Feb 05 21:02:26.075521 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797e1ac4-bdde-4c94-b542-b003197149f5 admin admin] Router e8b8018d-4837-472e-b94e-3a24dc07ce11 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:02:26.235162 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 51196) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:26.250649 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797e1ac4-bdde-4c94-b542-b003197149f5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:02:26.263366 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78be3a21-e9cb-4482-92bb-d2cec5d95c0f None None] Sync routers for ids ['e8b8018d-4837-472e-b94e-3a24dc07ce11'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:02:26.278442 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-797e1ac4-bdde-4c94-b542-b003197149f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:26.278442 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-797e1ac4-bdde-4c94-b542-b003197149f5 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 6.8482990
Feb 05 21:02:26.285021 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78be3a21-e9cb-4482-92bb-d2cec5d95c0f None None] Routers {'e8b8018d-4837-472e-b94e-3a24dc07ce11'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:02:26.290966 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-78be3a21-e9cb-4482-92bb-d2cec5d95c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8e97610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:02:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['e8b8018d-4837-472e-b94e-3a24dc07ce11'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:02:26.299730 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 51204) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:26.486625 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-71453ce4-5e4f-4072-abd4-db4bc4f00d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (9eb78a82-620a-49c6-b6b7-e67597050cc4), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:26.525508 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-71453ce4-5e4f-4072-abd4-db4bc4f00d38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2dba6358e0>,) {'filters': {'network_id': ['9eb78a82-620a-49c6-b6b7-e67597050cc4']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:02:26.545681 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-69dd88c9-ffc8-4aff-8cec-3a12ededca90 req-716893dd-4d60-4b58-b117-d56c3d19fbff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19bf3552-1f97-4d35-9342-465464c23ba5 HTTP/1.1" status: 200  len: 1000 time: 0.6199014
Feb 05 21:02:26.547531 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-71453ce4-5e4f-4072-abd4-db4bc4f00d38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2dba6358e0>, '61ab5bbe-50df-4ab7-b974-9e4b286dd39e') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:02:26.547829 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-71453ce4-5e4f-4072-abd4-db4bc4f00d38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2dba6358e0>, '61ab5bbe-50df-4ab7-b974-9e4b286dd39e') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:02:26.604090 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd88c9-ffc8-4aff-8cec-3a12ededca90 req-bb7cc6e7-c3e0-46ad-83ce-42aead0517f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:26.606318 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-69dd88c9-ffc8-4aff-8cec-3a12ededca90 req-bb7cc6e7-c3e0-46ad-83ce-42aead0517f6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=86c08017-d863-4dd1-8a33-7a8aa8133d87 HTTP/1.1" status: 200  len: 849 time: 0.0510471
Feb 05 21:02:26.608311 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-71453ce4-5e4f-4072-abd4-db4bc4f00d38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (61ab5bbe-50df-4ab7-b974-9e4b286dd39e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:26.639204 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-78be3a21-e9cb-4482-92bb-d2cec5d95c0f None None] Set router e8b8018d-4837-472e-b94e-3a24dc07ce11 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:02:26.663797 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-71453ce4-5e4f-4072-abd4-db4bc4f00d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (61ab5bbe-50df-4ab7-b974-9e4b286dd39e), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:26.673770 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71453ce4-5e4f-4072-abd4-db4bc4f00d38 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:02:26.674217 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-71453ce4-5e4f-4072-abd4-db4bc4f00d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (61ab5bbe-50df-4ab7-b974-9e4b286dd39e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:26.676508 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:02:26.676508 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:02:26.676508 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:02:26.676508 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:02:26.676508 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:02:26.676508 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:02:26.676508 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:02:26.676508 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:02:26.676508 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:02:26.676508 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:02:26.676508 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:02:26.676508 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:02:26.676508 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:02:26.676508 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:02:26.676508 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:02:26.676508 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:02:26.676508 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:02:26.676508 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:02:26.676508 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:02:26.676508 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:02:26.676508 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:02:26.676508 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:02:26.676508 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:02:26.676508 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:02:26.676508 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:02:26.676508 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:02:26.676508 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:02:26.676508 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:02:26.676508 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:02:26.676508 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:02:26.676508 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:02:26.676508 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:02:26.734274 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd88c9-ffc8-4aff-8cec-3a12ededca90 req-dfe17697-973d-4ae5-a008-d07636423410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:26.736101 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-69dd88c9-ffc8-4aff-8cec-3a12ededca90 req-dfe17697-973d-4ae5-a008-d07636423410 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c184cf05-70dd-4af5-8bd4-fc4bd5d65e82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1181989
Feb 05 21:02:26.869056 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d5554e4c-4c47-46dd-8fdc-be34d67a030e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f6c2de9695f4964aeef8f9cdb59c8e1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6314425
Feb 05 21:02:26.869706 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 51220) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:26.934815 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-71453ce4-5e4f-4072-abd4-db4bc4f00d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (9eb78a82-620a-49c6-b6b7-e67597050cc4), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:26.984934 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-71453ce4-5e4f-4072-abd4-db4bc4f00d38 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:26.993804 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-71453ce4-5e4f-4072-abd4-db4bc4f00d38 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9eb78a82-620a-49c6-b6b7-e67597050cc4 HTTP/1.1" status: 204  len: 168 time: 1.8284776
Feb 05 21:02:26.997389 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71453ce4-5e4f-4072-abd4-db4bc4f00d38 admin admin] Pushing event deleted for resources: {'Network': ['ID=9eb78a82-620a-49c6-b6b7-e67597050cc4,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:27.022679 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-69dd88c9-ffc8-4aff-8cec-3a12ededca90 req-9cd8063d-8e92-486b-bc0a-cfed560a9137 service neutron] 10.222.0.39 "GET /v2.0/networks/c184cf05-70dd-4af5-8bd4-fc4bd5d65e82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2707617
Feb 05 21:02:27.109623 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-78be3a21-e9cb-4482-92bb-d2cec5d95c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8e97610>, [{'id': 'e8b8018d-4837-472e-b94e-3a24dc07ce11', 'name': 'tempest-TestServerMultinode-242007904-router', 'tenant_id': '279cff4e164943ea848a8825cfe35364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.51'}], 'enable_snat': True}, 'gw_port_id': '266f2573-e24c-4715-b103-5458f95d4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:02:19Z', 'updated_at': '2022-02-05T21:02:24Z', 'revision_number': 3, 'project_id': '279cff4e164943ea848a8825cfe35364', 'gw_port': {'id': '266f2573-e24c-4715-b103-5458f95d4337', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:07:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b8018d-4837-472e-b94e-3a24dc07ce11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:02:21Z', 'updated_at': '2022-02-05T21:02:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:02:27.138302 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 51230) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:27.209399 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78be3a21-e9cb-4482-92bb-d2cec5d95c0f None None] Checking router: e8b8018d-4837-472e-b94e-3a24dc07ce11 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:02:27.215035 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78be3a21-e9cb-4482-92bb-d2cec5d95c0f None None] Updating router e8b8018d-4837-472e-b94e-3a24dc07ce11 port 266f2573-e24c-4715-b103-5458f95d4337 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:02:27.261136 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-69dd88c9-ffc8-4aff-8cec-3a12ededca90 req-71a17245-735c-4fd0-8e2c-89de719d6af7 service neutron] 10.222.0.39 "GET /v2.0/networks/c184cf05-70dd-4af5-8bd4-fc4bd5d65e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2260733
Feb 05 21:02:27.295716 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-78be3a21-e9cb-4482-92bb-d2cec5d95c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (266f2573-e24c-4715-b103-5458f95d4337), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:27.341420 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51238) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:27.449137 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f36325c8-9ff4-4441-b184-cbab5d0d94da admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bceb6dc5ff544e9dad9375519abac510&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1055992
Feb 05 21:02:27.449828 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51242) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:27.468992 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5c39f2e5-e1ca-44a1-baff-adeb743ef928 admin admin] Publish callbacks [] for security_group (6dd91357-6f26-4670-bb90-075bc6d7f2af), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:27.550841 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5c39f2e5-e1ca-44a1-baff-adeb743ef928 admin admin] Publish callbacks [] for security_group (6dd91357-6f26-4670-bb90-075bc6d7f2af), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:27.571291 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f5103e36-b739-4594-bf3a-3d29ab7a55ce admin admin] Publish callbacks [] for security_group (b8b12601-e263-49a5-b410-975518fdcb2d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:27.653774 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5c39f2e5-e1ca-44a1-baff-adeb743ef928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (6dd91357-6f26-4670-bb90-075bc6d7f2af), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:27.654670 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f5103e36-b739-4594-bf3a-3d29ab7a55ce admin admin] Publish callbacks [] for security_group (b8b12601-e263-49a5-b410-975518fdcb2d), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:27.660643 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5c39f2e5-e1ca-44a1-baff-adeb743ef928 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:27.666722 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5c39f2e5-e1ca-44a1-baff-adeb743ef928 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6dd91357-6f26-4670-bb90-075bc6d7f2af HTTP/1.1" status: 204  len: 168 time: 0.7014534
Feb 05 21:02:27.686172 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80ece0-f1f5-4315-b175-0e8944df8286 req-a5992c44-69a0-49ac-b5cd-62af58183271 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:27.695185 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ee80ece0-f1f5-4315-b175-0e8944df8286 req-a5992c44-69a0-49ac-b5cd-62af58183271 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 945 time: 0.4752603
Feb 05 21:02:27.701849 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1ce270f-c7eb-49db-b0f0-971150cc9f9b admin admin] Deleting subnet 13eabc9e-cfb9-4430-b38a-05629d656f21 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:02:27.706666 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d1ce270f-c7eb-49db-b0f0-971150cc9f9b admin admin] Publish callbacks [] for subnet (13eabc9e-cfb9-4430-b38a-05629d656f21), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:27.787639 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d1ce270f-c7eb-49db-b0f0-971150cc9f9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (13eabc9e-cfb9-4430-b38a-05629d656f21), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:27.841348 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d1ce270f-c7eb-49db-b0f0-971150cc9f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (13eabc9e-cfb9-4430-b38a-05629d656f21), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:27.850507 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f5103e36-b739-4594-bf3a-3d29ab7a55ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b8b12601-e263-49a5-b410-975518fdcb2d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:27.866923 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f5103e36-b739-4594-bf3a-3d29ab7a55ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:27.887773 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f5103e36-b739-4594-bf3a-3d29ab7a55ce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b8b12601-e263-49a5-b410-975518fdcb2d HTTP/1.1" status: 204  len: 168 time: 0.4351866
Feb 05 21:02:27.926652 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d1ce270f-c7eb-49db-b0f0-971150cc9f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (13eabc9e-cfb9-4430-b38a-05629d656f21), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:27.939773 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-78be3a21-e9cb-4482-92bb-d2cec5d95c0f None None] Publish callbacks [] for port (266f2573-e24c-4715-b103-5458f95d4337), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:27.940660 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5103e36-b739-4594-bf3a-3d29ab7a55ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b12601-e263-49a5-b410-975518fdcb2d,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:27.966358 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-78be3a21-e9cb-4482-92bb-d2cec5d95c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (266f2573-e24c-4715-b103-5458f95d4337), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:27.968155 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d1ce270f-c7eb-49db-b0f0-971150cc9f9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:27.975561 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d1ce270f-c7eb-49db-b0f0-971150cc9f9b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/13eabc9e-cfb9-4430-b38a-05629d656f21 HTTP/1.1" status: 204  len: 168 time: 0.8257411
Feb 05 21:02:27.978649 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51258) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:28.029169 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39f2e5-e1ca-44a1-baff-adeb743ef928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd91357-6f26-4670-bb90-075bc6d7f2af,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:28.072457 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b8b11b87-ef4f-4858-aa16-e5f2a512a29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:28.119898 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-78be3a21-e9cb-4482-92bb-d2cec5d95c0f None None] Attempting to bind port 266f2573-e24c-4715-b103-5458f95d4337 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:02:28.121058 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-78be3a21-e9cb-4482-92bb-d2cec5d95c0f None None] Attempting to bind port 266f2573-e24c-4715-b103-5458f95d4337 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:02:28.121432 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78be3a21-e9cb-4482-92bb-d2cec5d95c0f None None] Attempting to bind port 266f2573-e24c-4715-b103-5458f95d4337 on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:28.137211 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 8af152d9-6e78-4654-8b25-be1502879944 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:02:28.146196 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78be3a21-e9cb-4482-92bb-d2cec5d95c0f None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:02:28.146613 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78be3a21-e9cb-4482-92bb-d2cec5d95c0f None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:02:28.149329 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-78be3a21-e9cb-4482-92bb-d2cec5d95c0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:28.149742 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78be3a21-e9cb-4482-92bb-d2cec5d95c0f None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:02:28.150319 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-78be3a21-e9cb-4482-92bb-d2cec5d95c0f None None] Bound port: 266f2573-e24c-4715-b103-5458f95d4337, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:02:28.150655 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-78be3a21-e9cb-4482-92bb-d2cec5d95c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (266f2573-e24c-4715-b103-5458f95d4337), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:28.200247 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 8af152d9-6e78-4654-8b25-be1502879944 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:02:28.201898 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 8af152d9-6e78-4654-8b25-be1502879944 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:02:28.215798 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce270f-c7eb-49db-b0f0-971150cc9f9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13eabc9e-cfb9-4430-b38a-05629d656f21,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:28.277927 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-78be3a21-e9cb-4482-92bb-d2cec5d95c0f None None] For port 266f2573-e24c-4715-b103-5458f95d4337, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:02:28.286275 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-78be3a21-e9cb-4482-92bb-d2cec5d95c0f None None] For port 266f2573-e24c-4715-b103-5458f95d4337, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=266f2573-e24c-4715-b103-5458f95d4337,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:02:28.301731 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-78be3a21-e9cb-4482-92bb-d2cec5d95c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (266f2573-e24c-4715-b103-5458f95d4337), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:28.306824 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7ba82cb9-42ab-4510-808b-f63c4e66e2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (d7727a45-d9ee-4102-a33b-afa25bf4c5bf), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:28.345263 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f382c1bc-f993-4aa7-96d5-8755767c7d63 None None] Pushing event updated for resources: {'Port': ['ID=266f2573-e24c-4715-b103-5458f95d4337,revision_number=2']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:28.377433 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ee80ece0-f1f5-4315-b175-0e8944df8286 req-26c1ca90-e510-4b1c-ac06-63a17957eb58 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=840ffbe8-1e27-441d-9600-26bf7350d551&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6636648
Feb 05 21:02:28.457546 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7ba82cb9-42ab-4510-808b-f63c4e66e2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (d7727a45-d9ee-4102-a33b-afa25bf4c5bf), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:28.485665 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-7ba82cb9-42ab-4510-808b-f63c4e66e2d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db8ee5790>,) {'filters': {'network_id': ['d7727a45-d9ee-4102-a33b-afa25bf4c5bf']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:02:28.498347 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-7ba82cb9-42ab-4510-808b-f63c4e66e2d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8ee5790>, 'c2075d8e-f725-495a-bbae-69e9c4e05bfc') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:02:28.498741 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-7ba82cb9-42ab-4510-808b-f63c4e66e2d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8ee5790>, 'c2075d8e-f725-495a-bbae-69e9c4e05bfc') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:02:28.512717 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7ba82cb9-42ab-4510-808b-f63c4e66e2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (c2075d8e-f725-495a-bbae-69e9c4e05bfc), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:28.532696 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7ba82cb9-42ab-4510-808b-f63c4e66e2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (c2075d8e-f725-495a-bbae-69e9c4e05bfc), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:28.544685 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78be3a21-e9cb-4482-92bb-d2cec5d95c0f None None] Routers {'e8b8018d-4837-472e-b94e-3a24dc07ce11'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:02:28.545093 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ba82cb9-42ab-4510-808b-f63c4e66e2d8 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:02:28.545705 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7ba82cb9-42ab-4510-808b-f63c4e66e2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (c2075d8e-f725-495a-bbae-69e9c4e05bfc), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:28.548344 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-78be3a21-e9cb-4482-92bb-d2cec5d95c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8e97610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:02:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['e8b8018d-4837-472e-b94e-3a24dc07ce11'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:02:28.548706 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:02:28.548706 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:02:28.548706 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:02:28.548706 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:02:28.548706 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:02:28.548706 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:02:28.548706 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:02:28.548706 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:02:28.548706 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:02:28.548706 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:02:28.548706 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:02:28.548706 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:02:28.548706 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:02:28.548706 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:02:28.548706 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:02:28.548706 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:02:28.548706 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:02:28.548706 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:02:28.548706 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:02:28.548706 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:02:28.548706 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:02:28.548706 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:02:28.548706 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:02:28.548706 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:02:28.548706 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:02:28.548706 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:02:28.548706 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:02:28.548706 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:02:28.548706 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:02:28.548706 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:02:28.548706 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:02:28.548706 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:02:28.645613 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7ba82cb9-42ab-4510-808b-f63c4e66e2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (d7727a45-d9ee-4102-a33b-afa25bf4c5bf), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:28.688800 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7ba82cb9-42ab-4510-808b-f63c4e66e2d8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:28.707410 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-b8b11b87-ef4f-4858-aa16-e5f2a512a29f admin admin] Allocated IP 172.20.0.1 (0bef1155-9a53-4878-8a8d-b291e090a827/c5580501-fe3e-46c9-91e8-cbe313fe56d6/146aea5e-89c9-460d-8845-9a46a8c6ea60) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:02:28.731745 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7ba82cb9-42ab-4510-808b-f63c4e66e2d8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d7727a45-d9ee-4102-a33b-afa25bf4c5bf HTTP/1.1" status: 204  len: 168 time: 0.7512014
Feb 05 21:02:28.744122 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba82cb9-42ab-4510-808b-f63c4e66e2d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7727a45-d9ee-4102-a33b-afa25bf4c5bf,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:28.770455 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f382c1bc-f993-4aa7-96d5-8755767c7d63 None None] Pushing event updated for resources: {'Port': ['ID=266f2573-e24c-4715-b103-5458f95d4337,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:28.885407 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-78be3a21-e9cb-4482-92bb-d2cec5d95c0f None None] Set router e8b8018d-4837-472e-b94e-3a24dc07ce11 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:02:28.899161 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b8b11b87-ef4f-4858-aa16-e5f2a512a29f admin admin] Publish callbacks [] for port (146aea5e-89c9-460d-8845-9a46a8c6ea60), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:28.986220 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b8b11b87-ef4f-4858-aa16-e5f2a512a29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (146aea5e-89c9-460d-8845-9a46a8c6ea60), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:29.030085 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b11b87-ef4f-4858-aa16-e5f2a512a29f admin admin] Network 0bef1155-9a53-4878-8a8d-b291e090a827 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:02:29.033884 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-b8b11b87-ef4f-4858-aa16-e5f2a512a29f admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:02:29.037965 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b11b87-ef4f-4858-aa16-e5f2a512a29f admin admin] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:02:29.287935 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-78be3a21-e9cb-4482-92bb-d2cec5d95c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8e97610>, [{'id': 'e8b8018d-4837-472e-b94e-3a24dc07ce11', 'name': 'tempest-TestServerMultinode-242007904-router', 'tenant_id': '279cff4e164943ea848a8825cfe35364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.51'}], 'enable_snat': True}, 'gw_port_id': '266f2573-e24c-4715-b103-5458f95d4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:02:19Z', 'updated_at': '2022-02-05T21:02:24Z', 'revision_number': 3, 'project_id': '279cff4e164943ea848a8825cfe35364', 'gw_port': {'id': '266f2573-e24c-4715-b103-5458f95d4337', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:07:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b8018d-4837-472e-b94e-3a24dc07ce11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:02:21Z', 'updated_at': '2022-02-05T21:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:02:29.354441 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78be3a21-e9cb-4482-92bb-d2cec5d95c0f None None] The sync data for ids ['e8b8018d-4837-472e-b94e-3a24dc07ce11'] in ncdv-master-1 is: [{'id': 'e8b8018d-4837-472e-b94e-3a24dc07ce11', 'name': 'tempest-TestServerMultinode-242007904-router', 'tenant_id': '279cff4e164943ea848a8825cfe35364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.51'}], 'enable_snat': True}, 'gw_port_id': '266f2573-e24c-4715-b103-5458f95d4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:02:19Z', 'updated_at': '2022-02-05T21:02:24Z', 'revision_number': 3, 'project_id': '279cff4e164943ea848a8825cfe35364', 'gw_port': {'id': '266f2573-e24c-4715-b103-5458f95d4337', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:07:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b8018d-4837-472e-b94e-3a24dc07ce11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:02:21Z', 'updated_at': '2022-02-05T21:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:02:29.356112 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51306) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:29.413419 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51314) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:29.609079 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-9a474835-318e-4208-a238-7c8d9e8a9b16 None None] Provisioning complete for port 146aea5e-89c9-460d-8845-9a46a8c6ea60 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:02:29.610712 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9a474835-318e-4208-a238-7c8d9e8a9b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (146aea5e-89c9-460d-8845-9a46a8c6ea60), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:29.662881 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-60985bcf-6e67-4b22-ba83-935a960481a2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5f5d1f61c7474875bdf3c96eddb979f4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2333899
Feb 05 21:02:29.662881 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51330) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:29.663912 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-9a474835-318e-4208-a238-7c8d9e8a9b16 None None] Port 146aea5e-89c9-460d-8845-9a46a8c6ea60 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:02:29.664092 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-70dd5a8d-fe8b-40d6-bb25-b254107011b3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1e705c01a26b47c5b67cde91f60852e9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3033159
Feb 05 21:02:29.681855 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 51334) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:29.787018 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b11b87-ef4f-4858-aa16-e5f2a512a29f admin admin] Pushing event updated for resources: {'Port': ['ID=146aea5e-89c9-460d-8845-9a46a8c6ea60,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:29.812452 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b11b87-ef4f-4858-aa16-e5f2a512a29f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:29.812810 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b11b87-ef4f-4858-aa16-e5f2a512a29f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:29.813280 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b11b87-ef4f-4858-aa16-e5f2a512a29f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:29.813496 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b11b87-ef4f-4858-aa16-e5f2a512a29f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:29.813889 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b11b87-ef4f-4858-aa16-e5f2a512a29f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:29.814174 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b11b87-ef4f-4858-aa16-e5f2a512a29f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:29.814582 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b11b87-ef4f-4858-aa16-e5f2a512a29f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:29.814918 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b11b87-ef4f-4858-aa16-e5f2a512a29f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:29.815249 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b11b87-ef4f-4858-aa16-e5f2a512a29f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:29.815579 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b11b87-ef4f-4858-aa16-e5f2a512a29f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:29.815910 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b11b87-ef4f-4858-aa16-e5f2a512a29f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:29.816123 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a90d3cc5-6877-4621-901a-09b28f390328 admin admin] Publish callbacks [] for security_group (f9fbe6b1-7cc8-4cca-92dd-1014d8bc4561), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:29.816247 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b11b87-ef4f-4858-aa16-e5f2a512a29f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:29.816549 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b11b87-ef4f-4858-aa16-e5f2a512a29f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:29.901013 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a90d3cc5-6877-4621-901a-09b28f390328 admin admin] Publish callbacks [] for security_group (f9fbe6b1-7cc8-4cca-92dd-1014d8bc4561), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:29.903377 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b8b11b87-ef4f-4858-aa16-e5f2a512a29f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (e8b8018d-4837-472e-b94e-3a24dc07ce11), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:30.025294 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a90d3cc5-6877-4621-901a-09b28f390328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f9fbe6b1-7cc8-4cca-92dd-1014d8bc4561), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:30.029614 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a90d3cc5-6877-4621-901a-09b28f390328 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:30.031530 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a90d3cc5-6877-4621-901a-09b28f390328 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f9fbe6b1-7cc8-4cca-92dd-1014d8bc4561 HTTP/1.1" status: 204  len: 168 time: 0.3748093
Feb 05 21:02:30.050289 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d3cc5-6877-4621-901a-09b28f390328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fbe6b1-7cc8-4cca-92dd-1014d8bc4561,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:30.125458 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d424bf-862d-4fdf-b811-bfbf2d00bab6 req-a8b2ee9c-5f63-4320-acbf-0b6073f10295 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:30.137559 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a7d424bf-862d-4fdf-b811-bfbf2d00bab6 req-a8b2ee9c-5f63-4320-acbf-0b6073f10295 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 945 time: 0.4518886
Feb 05 21:02:30.139491 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-76d4089a-04fe-4393-98c3-5b58b51a232e admin admin] Publish callbacks [] for security_group (754fc856-fa3b-430a-81f4-baf604747dde), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:30.258804 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-76d4089a-04fe-4393-98c3-5b58b51a232e admin admin] Publish callbacks [] for security_group (754fc856-fa3b-430a-81f4-baf604747dde), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:30.302959 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a7d424bf-862d-4fdf-b811-bfbf2d00bab6 req-026547fc-7e12-4207-bdc8-3abc7d8f15a7 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=840ffbe8-1e27-441d-9600-26bf7350d551&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1645026
Feb 05 21:02:30.380586 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b8b11b87-ef4f-4858-aa16-e5f2a512a29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (146aea5e-89c9-460d-8845-9a46a8c6ea60), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:30.472593 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-76d4089a-04fe-4393-98c3-5b58b51a232e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (754fc856-fa3b-430a-81f4-baf604747dde), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:30.497671 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-76d4089a-04fe-4393-98c3-5b58b51a232e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:30.501860 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-76d4089a-04fe-4393-98c3-5b58b51a232e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/754fc856-fa3b-430a-81f4-baf604747dde HTTP/1.1" status: 204  len: 168 time: 0.8054581
Feb 05 21:02:30.534005 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d4089a-04fe-4393-98c3-5b58b51a232e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754fc856-fa3b-430a-81f4-baf604747dde,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:30.712575 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaaa148-f23c-4738-9850-560374834ead req-5940dd87-d57c-442b-94d7-8adce77fbbc8 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:30.714258 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ddaaa148-f23c-4738-9850-560374834ead req-5940dd87-d57c-442b-94d7-8adce77fbbc8 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 945 time: 0.1301513
Feb 05 21:02:30.778815 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b8b11b87-ef4f-4858-aa16-e5f2a512a29f admin admin] Publish callbacks [] for port (146aea5e-89c9-460d-8845-9a46a8c6ea60), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:30.787502 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b8b11b87-ef4f-4858-aa16-e5f2a512a29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (146aea5e-89c9-460d-8845-9a46a8c6ea60), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:30.855673 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ddaaa148-f23c-4738-9850-560374834ead req-9e6181e8-e9d9-45e7-b182-19f6909f0a57 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1328499
Feb 05 21:02:30.881952 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b8b11b87-ef4f-4858-aa16-e5f2a512a29f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (e8b8018d-4837-472e-b94e-3a24dc07ce11), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:30.888843 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b11b87-ef4f-4858-aa16-e5f2a512a29f admin admin] Pushing event updated for resources: {'Port': ['ID=146aea5e-89c9-460d-8845-9a46a8c6ea60,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:31.008379 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b11b87-ef4f-4858-aa16-e5f2a512a29f admin admin] Network 0bef1155-9a53-4878-8a8d-b291e090a827 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:02:31.011508 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-b8b11b87-ef4f-4858-aa16-e5f2a512a29f admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:02:31.255948 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51482) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:31.262691 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b11b87-ef4f-4858-aa16-e5f2a512a29f admin admin] Router e8b8018d-4837-472e-b94e-3a24dc07ce11 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:02:31.301881 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 266f2573-e24c-4715-b103-5458f95d4337 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:02:31.391900 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 266f2573-e24c-4715-b103-5458f95d4337 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:02:31.392363 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (266f2573-e24c-4715-b103-5458f95d4337), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:31.431195 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b11b87-ef4f-4858-aa16-e5f2a512a29f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:02:31.452993 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b8b11b87-ef4f-4858-aa16-e5f2a512a29f admin admin] 10.222.0.32 "PUT /v2.0/routers/e8b8018d-4837-472e-b94e-3a24dc07ce11/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1437390
Feb 05 21:02:31.543907 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 266f2573-e24c-4715-b103-5458f95d4337 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:02:31.544307 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (266f2573-e24c-4715-b103-5458f95d4337), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:31.552516 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-4dc16dac-dc8f-4eb3-b19f-89195432d03e None None] Provisioning complete for port 146aea5e-89c9-460d-8845-9a46a8c6ea60 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:02:31.552926 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4dc16dac-dc8f-4eb3-b19f-89195432d03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (146aea5e-89c9-460d-8845-9a46a8c6ea60), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:31.606524 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 266f2573-e24c-4715-b103-5458f95d4337, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=266f2573-e24c-4715-b103-5458f95d4337,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:02:31.610438 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-4dc16dac-dc8f-4eb3-b19f-89195432d03e None None] Port 146aea5e-89c9-460d-8845-9a46a8c6ea60 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:02:31.614672 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (266f2573-e24c-4715-b103-5458f95d4337), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:31.653666 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e7c3fbe7-2e9e-4517-9b8d-46dceaaf3cfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:31.677237 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=266f2573-e24c-4715-b103-5458f95d4337,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:31.763324 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e7c3fbe7-2e9e-4517-9b8d-46dceaaf3cfd admin admin] Publish callbacks [] for security_group (153c7208-a058-43b5-bf1a-939eda96421b), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:31.768272 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e7c3fbe7-2e9e-4517-9b8d-46dceaaf3cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (153c7208-a058-43b5-bf1a-939eda96421b), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:31.809438 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e7c3fbe7-2e9e-4517-9b8d-46dceaaf3cfd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=11d9da06be524b198c31c7f3c8a1b9c2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5522890
Feb 05 21:02:31.812077 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 51504) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:31.815549 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c3fbe7-2e9e-4517-9b8d-46dceaaf3cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153c7208-a058-43b5-bf1a-939eda96421b,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:31.876127 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1175cb9f-919f-4972-a4fd-5fd2a7cb5f25 admin admin] Publish callbacks [] for security_group (153c7208-a058-43b5-bf1a-939eda96421b), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:31.909134 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1175cb9f-919f-4972-a4fd-5fd2a7cb5f25 admin admin] Publish callbacks [] for security_group (153c7208-a058-43b5-bf1a-939eda96421b), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:31.968387 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1175cb9f-919f-4972-a4fd-5fd2a7cb5f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (153c7208-a058-43b5-bf1a-939eda96421b), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:31.971784 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1175cb9f-919f-4972-a4fd-5fd2a7cb5f25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:31.973176 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1175cb9f-919f-4972-a4fd-5fd2a7cb5f25 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/153c7208-a058-43b5-bf1a-939eda96421b HTTP/1.1" status: 204  len: 168 time: 0.1600928
Feb 05 21:02:31.984464 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1175cb9f-919f-4972-a4fd-5fd2a7cb5f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153c7208-a058-43b5-bf1a-939eda96421b,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:32.031646 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8414b05e-3b03-4cd3-9ae9-c18bac17541e None None] Sync routers for ids ['e8b8018d-4837-472e-b94e-3a24dc07ce11'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:02:32.044281 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8414b05e-3b03-4cd3-9ae9-c18bac17541e None None] Routers {'e8b8018d-4837-472e-b94e-3a24dc07ce11'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:02:32.045221 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-8414b05e-3b03-4cd3-9ae9-c18bac17541e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab635310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:02:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['e8b8018d-4837-472e-b94e-3a24dc07ce11'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:02:32.317984 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-8414b05e-3b03-4cd3-9ae9-c18bac17541e None None] Set router e8b8018d-4837-472e-b94e-3a24dc07ce11 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:02:32.537433 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-8414b05e-3b03-4cd3-9ae9-c18bac17541e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab635310>, [{'id': 'e8b8018d-4837-472e-b94e-3a24dc07ce11', 'name': 'tempest-TestServerMultinode-242007904-router', 'tenant_id': '279cff4e164943ea848a8825cfe35364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.51'}], 'enable_snat': True}, 'gw_port_id': '266f2573-e24c-4715-b103-5458f95d4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:02:19Z', 'updated_at': '2022-02-05T21:02:30Z', 'revision_number': 4, 'project_id': '279cff4e164943ea848a8825cfe35364', 'gw_port': {'id': '266f2573-e24c-4715-b103-5458f95d4337', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:07:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b8018d-4837-472e-b94e-3a24dc07ce11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:02:21Z', 'updated_at': '2022-02-05T21:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '146aea5e-89c9-460d-8845-9a46a8c6ea60', 'name': '', 'network_id': '0bef1155-9a53-4878-8a8d-b291e090a827', 'tenant_id': '279cff4e164943ea848a8825cfe35364', 'mac_address': 'fa:16:3e:36:a6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b8018d-4837-472e-b94e-3a24dc07ce11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': 'c5580501-fe3e-46c9-91e8-cbe313fe56d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:02:28Z', 'updated_at': '2022-02-05T21:02:30Z', 'revision_number': 2, 'project_id': '279cff4e164943ea848a8825cfe35364', 'subnets': [{'id': 'c5580501-fe3e-46c9-91e8-cbe313fe56d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:02:32.566192 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8414b05e-3b03-4cd3-9ae9-c18bac17541e None None] Checking router: e8b8018d-4837-472e-b94e-3a24dc07ce11 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:02:32.566764 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8414b05e-3b03-4cd3-9ae9-c18bac17541e None None] Updating router e8b8018d-4837-472e-b94e-3a24dc07ce11 port 146aea5e-89c9-460d-8845-9a46a8c6ea60 binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:02:32.597987 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8414b05e-3b03-4cd3-9ae9-c18bac17541e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (146aea5e-89c9-460d-8845-9a46a8c6ea60), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:32.718657 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 51542) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:32.737728 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-aade286a-99e3-4b5c-a7e3-7d51b479fbc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:32.837546 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-aade286a-99e3-4b5c-a7e3-7d51b479fbc3 admin admin] Publish callbacks [] for security_group (eba32baf-ee3d-450a-bbe0-755e8ed3768c), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:32.846100 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-aade286a-99e3-4b5c-a7e3-7d51b479fbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (eba32baf-ee3d-450a-bbe0-755e8ed3768c), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:32.919382 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8414b05e-3b03-4cd3-9ae9-c18bac17541e None None] Publish callbacks [] for port (146aea5e-89c9-460d-8845-9a46a8c6ea60), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:32.946012 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade286a-99e3-4b5c-a7e3-7d51b479fbc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba32baf-ee3d-450a-bbe0-755e8ed3768c,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:32.953279 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8414b05e-3b03-4cd3-9ae9-c18bac17541e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (146aea5e-89c9-460d-8845-9a46a8c6ea60), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:32.970171 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51558) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:32.974649 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-aade286a-99e3-4b5c-a7e3-7d51b479fbc3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c5a37109540c442d9cd9ebebd60fe43c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2538123
Feb 05 21:02:33.047354 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18653eeb-94fc-435f-8567-6af0b6cad896 None None] Pushing event updated for resources: {'Port': ['ID=146aea5e-89c9-460d-8845-9a46a8c6ea60,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:33.064742 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-617133b6-76c1-4303-a3de-b17b8bca801a admin admin] Publish callbacks [] for security_group (eba32baf-ee3d-450a-bbe0-755e8ed3768c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:33.096228 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-617133b6-76c1-4303-a3de-b17b8bca801a admin admin] Publish callbacks [] for security_group (eba32baf-ee3d-450a-bbe0-755e8ed3768c), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:33.142902 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c3fd54f5-6de0-4a4c-81d9-9b0adc83264d req-18856a0a-32bc-42e9-b8ca-ed452af1927d tempest-ServerShowV254Test-1336026888 tempest-ServerShowV254Test-1336026888-project] 10.222.0.32 "GET /v2.0/ports?device_id=b676283b-f193-4478-843b-23dd9363e720 HTTP/1.1" status: 200  len: 210 time: 0.0757968
Feb 05 21:02:33.193010 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-617133b6-76c1-4303-a3de-b17b8bca801a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (eba32baf-ee3d-450a-bbe0-755e8ed3768c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:33.196536 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-8414b05e-3b03-4cd3-9ae9-c18bac17541e None None] Attempting to bind port 146aea5e-89c9-460d-8845-9a46a8c6ea60 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:02:33.198051 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-8414b05e-3b03-4cd3-9ae9-c18bac17541e None None] Attempting to bind port 146aea5e-89c9-460d-8845-9a46a8c6ea60 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '348293ab-5555-4f03-a2ea-c1d23c5b0aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0bef1155-9a53-4878-8a8d-b291e090a827'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:02:33.198910 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-617133b6-76c1-4303-a3de-b17b8bca801a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:33.200295 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8414b05e-3b03-4cd3-9ae9-c18bac17541e None None] Attempting to bind port 146aea5e-89c9-460d-8845-9a46a8c6ea60 on network 0bef1155-9a53-4878-8a8d-b291e090a827 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:33.200804 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-617133b6-76c1-4303-a3de-b17b8bca801a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eba32baf-ee3d-450a-bbe0-755e8ed3768c HTTP/1.1" status: 204  len: 168 time: 0.2288609
Feb 05 21:02:33.217784 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8414b05e-3b03-4cd3-9ae9-c18bac17541e None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:02:33.218544 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8414b05e-3b03-4cd3-9ae9-c18bac17541e None None] Checking segment: {'id': '348293ab-5555-4f03-a2ea-c1d23c5b0aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0bef1155-9a53-4878-8a8d-b291e090a827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:02:33.218959 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8414b05e-3b03-4cd3-9ae9-c18bac17541e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:33.219425 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8414b05e-3b03-4cd3-9ae9-c18bac17541e None None] Bound using segment: {'id': '348293ab-5555-4f03-a2ea-c1d23c5b0aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0bef1155-9a53-4878-8a8d-b291e090a827'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:02:33.222578 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617133b6-76c1-4303-a3de-b17b8bca801a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba32baf-ee3d-450a-bbe0-755e8ed3768c,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:33.223889 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-8414b05e-3b03-4cd3-9ae9-c18bac17541e None None] Bound port: 146aea5e-89c9-460d-8845-9a46a8c6ea60, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348293ab-5555-4f03-a2ea-c1d23c5b0aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0bef1155-9a53-4878-8a8d-b291e090a827'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:02:33.225151 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8414b05e-3b03-4cd3-9ae9-c18bac17541e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (146aea5e-89c9-460d-8845-9a46a8c6ea60), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:33.244780 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 266f2573-e24c-4715-b103-5458f95d4337 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:02:33.403603 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-8414b05e-3b03-4cd3-9ae9-c18bac17541e None None] For port 146aea5e-89c9-460d-8845-9a46a8c6ea60, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:02:33.405939 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 266f2573-e24c-4715-b103-5458f95d4337 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:02:33.406326 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (266f2573-e24c-4715-b103-5458f95d4337), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:33.457584 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-8414b05e-3b03-4cd3-9ae9-c18bac17541e None None] For port 146aea5e-89c9-460d-8845-9a46a8c6ea60, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=146aea5e-89c9-460d-8845-9a46a8c6ea60,segment=NetworkSegment(348293ab-5555-4f03-a2ea-c1d23c5b0aaa),segment_id=348293ab-5555-4f03-a2ea-c1d23c5b0aaa)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:02:33.477753 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8414b05e-3b03-4cd3-9ae9-c18bac17541e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (146aea5e-89c9-460d-8845-9a46a8c6ea60), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:33.489005 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-08374114-f0e5-4f4e-afb3-a5c8a60b3d55 None None] Provisioning complete for port 146aea5e-89c9-460d-8845-9a46a8c6ea60 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:02:33.489377 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-08374114-f0e5-4f4e-afb3-a5c8a60b3d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (146aea5e-89c9-460d-8845-9a46a8c6ea60), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:33.593818 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8414b05e-3b03-4cd3-9ae9-c18bac17541e None None] Routers {'e8b8018d-4837-472e-b94e-3a24dc07ce11'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:02:33.594624 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-8414b05e-3b03-4cd3-9ae9-c18bac17541e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab635310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:02:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['e8b8018d-4837-472e-b94e-3a24dc07ce11'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:02:33.596800 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18653eeb-94fc-435f-8567-6af0b6cad896 None None] Pushing event updated for resources: {'Port': ['ID=146aea5e-89c9-460d-8845-9a46a8c6ea60,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:33.737465 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 266f2573-e24c-4715-b103-5458f95d4337 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:02:33.749007 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51592) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:33.775927 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-52b45742-72bb-4e62-84e6-f78edb8cdf3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:33.903794 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-08374114-f0e5-4f4e-afb3-a5c8a60b3d55 None None] Current status of the port 146aea5e-89c9-460d-8845-9a46a8c6ea60 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:02:33.904199 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-08374114-f0e5-4f4e-afb3-a5c8a60b3d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (146aea5e-89c9-460d-8845-9a46a8c6ea60), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:33.923650 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-8414b05e-3b03-4cd3-9ae9-c18bac17541e None None] Set router e8b8018d-4837-472e-b94e-3a24dc07ce11 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:02:34.015915 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-08374114-f0e5-4f4e-afb3-a5c8a60b3d55 None None] For port 146aea5e-89c9-460d-8845-9a46a8c6ea60, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=146aea5e-89c9-460d-8845-9a46a8c6ea60,segment=NetworkSegment(348293ab-5555-4f03-a2ea-c1d23c5b0aaa),segment_id=348293ab-5555-4f03-a2ea-c1d23c5b0aaa)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:02:34.027804 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-08374114-f0e5-4f4e-afb3-a5c8a60b3d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (146aea5e-89c9-460d-8845-9a46a8c6ea60), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:34.111508 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 51598) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:34.118671 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-e2caef3c-15da-4259-858d-9d53ee043e19 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-256320054-network', 'tenant_id': '314e090015bc467b921aaa675082f1f6'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:02:34.186053 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device ad0354e3-119c-4c7a-a046-88f02122433c no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:02:34.191725 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2caef3c-15da-4259-858d-9d53ee043e19 admin admin] Made reservation on behalf of 314e090015bc467b921aaa675082f1f6 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:02:34.203899 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e2caef3c-15da-4259-858d-9d53ee043e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:34.234578 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08374114-f0e5-4f4e-afb3-a5c8a60b3d55 None None] Pushing event updated for resources: {'Port': ['ID=146aea5e-89c9-460d-8845-9a46a8c6ea60,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:34.242051 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e2caef3c-15da-4259-858d-9d53ee043e19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:34.268486 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-02d71ef5-35e2-4f54-bd70-a7f6bb7c16de None None] Provisioning complete for port 146aea5e-89c9-460d-8845-9a46a8c6ea60 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:02:34.268923 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-02d71ef5-35e2-4f54-bd70-a7f6bb7c16de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (146aea5e-89c9-460d-8845-9a46a8c6ea60), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:34.325089 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-77bb08a3-0cdc-4817-ba7e-81b8186c1202 req-b324e89c-f652-40bb-ba4c-e88b58f95454 tempest-ServerShowV254Test-1336026888 tempest-ServerShowV254Test-1336026888-project] 10.222.0.32 "GET /v2.0/ports?device_id=b676283b-f193-4478-843b-23dd9363e720 HTTP/1.1" status: 200  len: 210 time: 0.0404241
Feb 05 21:02:34.424624 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e2caef3c-15da-4259-858d-9d53ee043e19 admin admin] Publish callbacks [] for security_group (6735038a-ca48-4338-8e2b-c68636a4f7ea), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:34.428220 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port ad0354e3-119c-4c7a-a046-88f02122433c is: ACTIVE; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:02:34.428744 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ad0354e3-119c-4c7a-a046-88f02122433c), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:34.431758 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e2caef3c-15da-4259-858d-9d53ee043e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (6735038a-ca48-4338-8e2b-c68636a4f7ea), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:34.459406 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2caef3c-15da-4259-858d-9d53ee043e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6735038a-ca48-4338-8e2b-c68636a4f7ea,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:34.488012 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2caef3c-15da-4259-858d-9d53ee043e19 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:02:34.491633 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11107d8a-249a-4fef-9d13-4e5511c75802', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad0354e3-119c-4c7a-a046-88f02122433c'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:02:34.493906 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d845ed-ce5e-4289-add6-fd348ad3d377" -d '{"events": [{"server_uuid": "11107d8a-249a-4fef-9d13-4e5511c75802", "name": "network-vif-unplugged", "status": "completed", "tag": "ad0354e3-119c-4c7a-a046-88f02122433c"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:02:34.508687 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e2caef3c-15da-4259-858d-9d53ee043e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (b67cf312-39be-4a68-a538-275c928015fc), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:34.509662 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-e2caef3c-15da-4259-858d-9d53ee043e19 admin admin] Added segment b67cf312-39be-4a68-a538-275c928015fc of type vlan for network 0ab0e342-998e-467c-9d07-7dd305a9f89c
Feb 05 21:02:34.519001 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port ad0354e3-119c-4c7a-a046-88f02122433c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad0354e3-119c-4c7a-a046-88f02122433c,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:02:34.533660 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-8414b05e-3b03-4cd3-9ae9-c18bac17541e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab635310>, [{'id': 'e8b8018d-4837-472e-b94e-3a24dc07ce11', 'name': 'tempest-TestServerMultinode-242007904-router', 'tenant_id': '279cff4e164943ea848a8825cfe35364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.51'}], 'enable_snat': True}, 'gw_port_id': '266f2573-e24c-4715-b103-5458f95d4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:02:19Z', 'updated_at': '2022-02-05T21:02:30Z', 'revision_number': 4, 'project_id': '279cff4e164943ea848a8825cfe35364', 'gw_port': {'id': '266f2573-e24c-4715-b103-5458f95d4337', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:07:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b8018d-4837-472e-b94e-3a24dc07ce11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:02:21Z', 'updated_at': '2022-02-05T21:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '146aea5e-89c9-460d-8845-9a46a8c6ea60', 'name': '', 'network_id': '0bef1155-9a53-4878-8a8d-b291e090a827', 'tenant_id': '279cff4e164943ea848a8825cfe35364', 'mac_address': 'fa:16:3e:36:a6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b8018d-4837-472e-b94e-3a24dc07ce11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': 'c5580501-fe3e-46c9-91e8-cbe313fe56d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:02:28Z', 'updated_at': '2022-02-05T21:02:33Z', 'revision_number': 4, 'project_id': '279cff4e164943ea848a8825cfe35364', 'subnets': [{'id': 'c5580501-fe3e-46c9-91e8-cbe313fe56d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:02:34.537764 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ad0354e3-119c-4c7a-a046-88f02122433c), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:34.538765 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-04437190-ced2-48cd-9efb-8765279523be admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1578576488-network', 'tenant_id': 'c55a124c9deb44749c1f60e73af51c42'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:02:34.569160 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-02d71ef5-35e2-4f54-bd70-a7f6bb7c16de None None] Current status of the port 146aea5e-89c9-460d-8845-9a46a8c6ea60 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:02:34.594792 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8414b05e-3b03-4cd3-9ae9-c18bac17541e None None] The sync data for ids ['e8b8018d-4837-472e-b94e-3a24dc07ce11'] in ncdv-master-1 is: [{'id': 'e8b8018d-4837-472e-b94e-3a24dc07ce11', 'name': 'tempest-TestServerMultinode-242007904-router', 'tenant_id': '279cff4e164943ea848a8825cfe35364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.51'}], 'enable_snat': True}, 'gw_port_id': '266f2573-e24c-4715-b103-5458f95d4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:02:19Z', 'updated_at': '2022-02-05T21:02:30Z', 'revision_number': 4, 'project_id': '279cff4e164943ea848a8825cfe35364', 'gw_port': {'id': '266f2573-e24c-4715-b103-5458f95d4337', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:07:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b8018d-4837-472e-b94e-3a24dc07ce11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:02:21Z', 'updated_at': '2022-02-05T21:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '146aea5e-89c9-460d-8845-9a46a8c6ea60', 'name': '', 'network_id': '0bef1155-9a53-4878-8a8d-b291e090a827', 'tenant_id': '279cff4e164943ea848a8825cfe35364', 'mac_address': 'fa:16:3e:36:a6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b8018d-4837-472e-b94e-3a24dc07ce11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': 'c5580501-fe3e-46c9-91e8-cbe313fe56d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:02:28Z', 'updated_at': '2022-02-05T21:02:33Z', 'revision_number': 4, 'project_id': '279cff4e164943ea848a8825cfe35364', 'subnets': [{'id': 'c5580501-fe3e-46c9-91e8-cbe313fe56d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:02:34.619023 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 21:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f3b86a-c50d-4084-8662-a78245dd7d94 x-openstack-request-id: req-91f3b86a-c50d-4084-8662-a78245dd7d94 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:02:34.621998 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e2caef3c-15da-4259-858d-9d53ee043e19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (0ab0e342-998e-467c-9d07-7dd305a9f89c), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:34.622704 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11107d8a-249a-4fef-9d13-4e5511c75802", "name": "network-vif-unplugged", "status": "completed", "tag": "ad0354e3-119c-4c7a-a046-88f02122433c", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:02:34.623328 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-91f3b86a-c50d-4084-8662-a78245dd7d94 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:02:34.624321 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11107d8a-249a-4fef-9d13-4e5511c75802', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad0354e3-119c-4c7a-a046-88f02122433c', 'code': 200}
Feb 05 21:02:34.624777 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04437190-ced2-48cd-9efb-8765279523be admin admin] Made reservation on behalf of c55a124c9deb44749c1f60e73af51c42 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:02:34.632431 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-04437190-ced2-48cd-9efb-8765279523be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:34.674274 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e2caef3c-15da-4259-858d-9d53ee043e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (0ab0e342-998e-467c-9d07-7dd305a9f89c), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:34.675400 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2caef3c-15da-4259-858d-9d53ee043e19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:34.676055 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e2caef3c-15da-4259-858d-9d53ee043e19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:34.698735 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-04437190-ced2-48cd-9efb-8765279523be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:34.720420 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=ad0354e3-119c-4c7a-a046-88f02122433c,revision_number=8']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:34.746913 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51614) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:34.761822 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e2caef3c-15da-4259-858d-9d53ee043e19 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6482890
Feb 05 21:02:34.764538 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 51620) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:34.772841 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-36727184-b629-4f67-a4dc-e45dfd91f053 admin admin] Request body: {'subnet': {'network_id': '0ab0e342-998e-467c-9d07-7dd305a9f89c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-256320054-subnet', 'tenant_id': '314e090015bc467b921aaa675082f1f6', 'ip_version': 4}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:02:34.800050 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2caef3c-15da-4259-858d-9d53ee043e19 admin admin] Pushing event updated for resources: {'Network': ['ID=0ab0e342-998e-467c-9d07-7dd305a9f89c,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:34.803993 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36727184-b629-4f67-a4dc-e45dfd91f053 admin admin] Made reservation on behalf of 314e090015bc467b921aaa675082f1f6 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:02:34.807015 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-36727184-b629-4f67-a4dc-e45dfd91f053 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:34.812984 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 0ab0e342-998e-467c-9d07-7dd305a9f89c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:02:34.894982 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-04437190-ced2-48cd-9efb-8765279523be admin admin] Publish callbacks [] for security_group (053bb361-a00d-4330-8969-05554e12cbb5), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:34.902747 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-04437190-ced2-48cd-9efb-8765279523be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (053bb361-a00d-4330-8969-05554e12cbb5), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:34.946682 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04437190-ced2-48cd-9efb-8765279523be admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:02:34.956899 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04437190-ced2-48cd-9efb-8765279523be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053bb361-a00d-4330-8969-05554e12cbb5,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:34.969824 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-04437190-ced2-48cd-9efb-8765279523be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (26408d8a-c4e7-4912-a581-6389a55278b0), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:34.970919 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-04437190-ced2-48cd-9efb-8765279523be admin admin] Added segment 26408d8a-c4e7-4912-a581-6389a55278b0 of type vlan for network cf5dc960-860b-4394-9862-c7f14c2525a7
Feb 05 21:02:35.066523 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-049574eb-20e2-4254-9ff7-af0b439ef212 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1476353418'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:02:35.076201 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-04437190-ced2-48cd-9efb-8765279523be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (cf5dc960-860b-4394-9862-c7f14c2525a7), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:35.119367 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049574eb-20e2-4254-9ff7-af0b439ef212 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:02:35.123715 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-049574eb-20e2-4254-9ff7-af0b439ef212 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:35.131127 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-36727184-b629-4f67-a4dc-e45dfd91f053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (418593bd-78f7-4c2e-bf79-ded5f3294f9f), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:35.140749 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-049574eb-20e2-4254-9ff7-af0b439ef212 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:35.150266 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-04437190-ced2-48cd-9efb-8765279523be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (cf5dc960-860b-4394-9862-c7f14c2525a7), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:35.151812 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04437190-ced2-48cd-9efb-8765279523be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:35.152569 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-04437190-ced2-48cd-9efb-8765279523be admin admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:35.245274 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36727184-b629-4f67-a4dc-e45dfd91f053 admin admin] Pushing event updated for resources: {'Subnet': ['ID=418593bd-78f7-4c2e-bf79-ded5f3294f9f,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:35.262306 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36727184-b629-4f67-a4dc-e45dfd91f053 admin admin] Checking segment: {'id': 'b67cf312-39be-4a68-a538-275c928015fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0ab0e342-998e-467c-9d07-7dd305a9f89c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:02:35.268724 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36727184-b629-4f67-a4dc-e45dfd91f053 admin admin] Network hostable DHCP agents. Network: 0ab0e342-998e-467c-9d07-7dd305a9f89c, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:02:35.269925 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04437190-ced2-48cd-9efb-8765279523be admin admin] Pushing event updated for resources: {'Network': ['ID=cf5dc960-860b-4394-9862-c7f14c2525a7,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:35.282779 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-04437190-ced2-48cd-9efb-8765279523be admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 895 time: 1.5325058
Feb 05 21:02:35.286430 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51626) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:35.290868 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network cf5dc960-860b-4394-9862-c7f14c2525a7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:02:35.292610 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-62b1ef60-0991-467f-b471-24313276c585 admin admin] Request body: {'subnet': {'network_id': 'cf5dc960-860b-4394-9862-c7f14c2525a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1578576488-subnet', 'tenant_id': 'c55a124c9deb44749c1f60e73af51c42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:02:35.322070 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36727184-b629-4f67-a4dc-e45dfd91f053 admin admin] Network 0ab0e342-998e-467c-9d07-7dd305a9f89c is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:02:35.325546 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 146aea5e-89c9-460d-8845-9a46a8c6ea60 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:02:35.346236 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b1ef60-0991-467f-b471-24313276c585 admin admin] Made reservation on behalf of c55a124c9deb44749c1f60e73af51c42 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:02:35.347199 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-36727184-b629-4f67-a4dc-e45dfd91f053 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0ab0e342-998e-467c-9d07-7dd305a9f89c) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:02:35.348820 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-62b1ef60-0991-467f-b471-24313276c585 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:35.353723 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36727184-b629-4f67-a4dc-e45dfd91f053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:35.356745 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-36727184-b629-4f67-a4dc-e45dfd91f053 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:35.388630 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-36727184-b629-4f67-a4dc-e45dfd91f053 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6172748
Feb 05 21:02:35.389405 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 51632) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:35.397222 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-be39d2f9-7c0e-47d2-9643-2484bfd80714 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-256320054-router', 'tenant_id': '314e090015bc467b921aaa675082f1f6', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:02:35.405042 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2fcf5b-d2d7-4bee-b8a1-808f50a82abf None None] Network 0ab0e342-998e-467c-9d07-7dd305a9f89c requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:02:35.441746 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-be39d2f9-7c0e-47d2-9643-2484bfd80714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (9cc40dfa-bac8-407d-83b9-b8abdd642f6e), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:35.446615 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-be39d2f9-7c0e-47d2-9643-2484bfd80714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (9cc40dfa-bac8-407d-83b9-b8abdd642f6e), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:35.555423 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30389f65-5a4d-495b-93ed-1906b0a38a41 req-113cf32a-a1cb-4158-afd1-eece6b9ea22b tempest-ServerShowV254Test-1336026888 tempest-ServerShowV254Test-1336026888-project] 10.222.0.32 "GET /v2.0/ports?device_id=b676283b-f193-4478-843b-23dd9363e720 HTTP/1.1" status: 200  len: 210 time: 0.0680199
Feb 05 21:02:35.664467 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 146aea5e-89c9-460d-8845-9a46a8c6ea60 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:02:35.664939 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (146aea5e-89c9-460d-8845-9a46a8c6ea60), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:35.677126 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-be39d2f9-7c0e-47d2-9643-2484bfd80714 admin admin] Publish callbacks [] for router_controller (9cc40dfa-bac8-407d-83b9-b8abdd642f6e), precommit_add_association {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:35.775637 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f675a99-77b8-4ac3-ab84-766f408d6f15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0ab0e342-998e-467c-9d07-7dd305a9f89c', 'network_id': '0ab0e342-998e-467c-9d07-7dd305a9f89c', 'project_id': '314e090015bc467b921aaa675082f1f6', 'fixed_ips': [{'subnet_id': '418593bd-78f7-4c2e-bf79-ded5f3294f9f'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:02:35.777073 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4f675a99-77b8-4ac3-ab84-766f408d6f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:35.824717 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-049574eb-20e2-4254-9ff7-af0b439ef212 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for security_group (733a7598-439b-49a1-903d-0dd8cbb65be6), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:35.827921 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-62b1ef60-0991-467f-b471-24313276c585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (3e2b7718-850d-4bfe-9681-1e965a1d0233), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:35.888411 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-049574eb-20e2-4254-9ff7-af0b439ef212 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (733a7598-439b-49a1-903d-0dd8cbb65be6), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:35.894293 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-be39d2f9-7c0e-47d2-9643-2484bfd80714 admin admin] Publish callbacks [] for router_gateway (9cc40dfa-bac8-407d-83b9-b8abdd642f6e), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:35.894771 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1ef60-0991-467f-b471-24313276c585 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e2b7718-850d-4bfe-9681-1e965a1d0233,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:35.933867 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049574eb-20e2-4254-9ff7-af0b439ef212 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=733a7598-439b-49a1-903d-0dd8cbb65be6,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:35.980864 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-049574eb-20e2-4254-9ff7-af0b439ef212 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:02:36.053032 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b1ef60-0991-467f-b471-24313276c585 admin admin] Checking segment: {'id': '26408d8a-c4e7-4912-a581-6389a55278b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cf5dc960-860b-4394-9862-c7f14c2525a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:02:36.053421 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b1ef60-0991-467f-b471-24313276c585 admin admin] Network hostable DHCP agents. Network: cf5dc960-860b-4394-9862-c7f14c2525a7, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:02:36.085267 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-049574eb-20e2-4254-9ff7-af0b439ef212 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (9fdaba3b-6830-4df8-a0f7-45bc8b5248b1), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:36.085608 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-049574eb-20e2-4254-9ff7-af0b439ef212 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Added segment 9fdaba3b-6830-4df8-a0f7-45bc8b5248b1 of type vlan for network 4b876e93-e753-4f82-8855-2c9c3d1db066
Feb 05 21:02:36.129538 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b1ef60-0991-467f-b471-24313276c585 admin admin] Network cf5dc960-860b-4394-9862-c7f14c2525a7 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:02:36.225504 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-be39d2f9-7c0e-47d2-9643-2484bfd80714 admin admin] Publish callbacks [] for router_gateway (9cc40dfa-bac8-407d-83b9-b8abdd642f6e), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:36.255984 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-be39d2f9-7c0e-47d2-9643-2484bfd80714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:36.263266 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-62b1ef60-0991-467f-b471-24313276c585 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cf5dc960-860b-4394-9862-c7f14c2525a7) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:02:36.345917 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fafe48bc-acfb-4885-b191-115de1c8bbf0 req-0b428630-644a-4b00-949d-7cfec30f4152 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b676283b-f193-4478-843b-23dd9363e720 HTTP/1.1" status: 200  len: 210 time: 0.1274307
Feb 05 21:02:36.347247 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b1ef60-0991-467f-b471-24313276c585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:36.347832 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-62b1ef60-0991-467f-b471-24313276c585 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:36.366079 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-049574eb-20e2-4254-9ff7-af0b439ef212 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (4b876e93-e753-4f82-8855-2c9c3d1db066), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:36.385540 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-62b1ef60-0991-467f-b471-24313276c585 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 1.0897019
Feb 05 21:02:36.400445 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device ad0354e3-119c-4c7a-a046-88f02122433c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:02:36.403670 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de47396-3b1e-4a9b-b967-8be002e831e8 None None] Network cf5dc960-860b-4394-9862-c7f14c2525a7 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:02:36.451526 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-049574eb-20e2-4254-9ff7-af0b439ef212 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (4b876e93-e753-4f82-8855-2c9c3d1db066), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:36.465194 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049574eb-20e2-4254-9ff7-af0b439ef212 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:36.466008 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-049574eb-20e2-4254-9ff7-af0b439ef212 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:36.532853 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-be39d2f9-7c0e-47d2-9643-2484bfd80714 admin admin] Allocated IP 172.35.4.136 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/209b49ae-aca0-4e06-8031-7e497e66c84b) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:02:36.695207 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-049574eb-20e2-4254-9ff7-af0b439ef212 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.9462707
Feb 05 21:02:36.703357 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51674) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:36.734973 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-e9396d35-2b1e-431f-bb95-eebdef7d23a8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'subnet': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:02:36.803174 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049574eb-20e2-4254-9ff7-af0b439ef212 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Network': ['ID=4b876e93-e753-4f82-8855-2c9c3d1db066,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:36.843987 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 146aea5e-89c9-460d-8845-9a46a8c6ea60 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:02:36.858003 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-df7eb17a-030c-441c-866d-2f7779354e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:36.884014 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:02:36.911429 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-be39d2f9-7c0e-47d2-9643-2484bfd80714 admin admin] Publish callbacks [] for port (209b49ae-aca0-4e06-8031-7e497e66c84b), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:36.915097 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.db.resource_extend [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 05 21:02:36.987264 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-18d6d29e-8b36-4822-8cc3-eafb315a3fbd req-4b68987f-da1d-46bb-9a06-ac7190e87a12 tempest-ServerShowV254Test-1336026888 tempest-ServerShowV254Test-1336026888-project] 10.222.0.32 "GET /v2.0/ports?device_id=b676283b-f193-4478-843b-23dd9363e720 HTTP/1.1" status: 200  len: 210 time: 0.2423522
Feb 05 21:02:37.013422 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-be39d2f9-7c0e-47d2-9643-2484bfd80714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (209b49ae-aca0-4e06-8031-7e497e66c84b), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:37.024556 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9396d35-2b1e-431f-bb95-eebdef7d23a8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:02:37.029815 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d01ee8-01a1-432e-922b-34c72a7dfb48 None None] Network cf5dc960-860b-4394-9862-c7f14c2525a7 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:02:37.033478 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e9396d35-2b1e-431f-bb95-eebdef7d23a8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:37.123720 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be39d2f9-7c0e-47d2-9643-2484bfd80714 admin admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:02:37.129177 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-be39d2f9-7c0e-47d2-9643-2484bfd80714 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:02:37.132427 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be39d2f9-7c0e-47d2-9643-2484bfd80714 admin admin] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:02:37.170682 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port ad0354e3-119c-4c7a-a046-88f02122433c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad0354e3-119c-4c7a-a046-88f02122433c,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:02:37.215472 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'ad0354e3-119c-4c7a-a046-88f02122433c', 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba', 'port_id': 'ad0354e3-119c-4c7a-a046-88f02122433c', 'mac_address': 'fa:16:3e:bb:0e:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3bc4b1d-f312-4b2d-bc48-80b03423d794', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:02:37.240573 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-4f675a99-77b8-4ac3-ab84-766f408d6f15 None None] Allocated IP 172.20.0.2 (0ab0e342-998e-467c-9d07-7dd305a9f89c/418593bd-78f7-4c2e-bf79-ded5f3294f9f/efbf7e47-61f6-4bd9-ace3-4f95429068b8) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:02:37.365683 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39d2f9-7c0e-47d2-9643-2484bfd80714 admin admin] Pushing event updated for resources: {'Port': ['ID=209b49ae-aca0-4e06-8031-7e497e66c84b,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:37.412673 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port ad0354e3-119c-4c7a-a046-88f02122433c is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:02:37.413072 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ad0354e3-119c-4c7a-a046-88f02122433c), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:37.555000 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:37.561982 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad0354e3-119c-4c7a-a046-88f02122433c {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:02:37.584165 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e9396d35-2b1e-431f-bb95-eebdef7d23a8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (92a33e23-09d4-4bba-b668-6613a13e4580), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:37.621824 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port ad0354e3-119c-4c7a-a046-88f02122433c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad0354e3-119c-4c7a-a046-88f02122433c,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:02:37.636600 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ad0354e3-119c-4c7a-a046-88f02122433c), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:37.702854 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9396d35-2b1e-431f-bb95-eebdef7d23a8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Subnet': ['ID=92a33e23-09d4-4bba-b668-6613a13e4580,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:37.718976 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9396d35-2b1e-431f-bb95-eebdef7d23a8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Checking segment: {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:02:37.719698 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9396d35-2b1e-431f-bb95-eebdef7d23a8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network hostable DHCP agents. Network: 4b876e93-e753-4f82-8855-2c9c3d1db066, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:02:37.749556 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9396d35-2b1e-431f-bb95-eebdef7d23a8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:02:37.768362 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-e9396d35-2b1e-431f-bb95-eebdef7d23a8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4b876e93-e753-4f82-8855-2c9c3d1db066) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:02:37.784633 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9396d35-2b1e-431f-bb95-eebdef7d23a8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:37.787026 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e9396d35-2b1e-431f-bb95-eebdef7d23a8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:37.795815 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a05190-21a7-4256-a449-21c0a19b55c2 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:02:37.798164 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=ad0354e3-119c-4c7a-a046-88f02122433c,revision_number=9']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:37.841456 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e9396d35-2b1e-431f-bb95-eebdef7d23a8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.1248658
Feb 05 21:02:37.843088 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51706) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:37.850514 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['ad0354e3-119c-4c7a-a046-88f02122433c'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:02:37.855578 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-9f463256-5350-40dd-a916-8c1123fef19e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'port': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'name': 'tempest-NetworksTestDHCPv6-1334623986'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:02:38.000550 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-be39d2f9-7c0e-47d2-9643-2484bfd80714 admin admin] Publish callbacks [] for router_gateway (9cc40dfa-bac8-407d-83b9-b8abdd642f6e), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:38.014093 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-8a57f912-ae3f-4d48-b38f-850ac56efa16 tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:38.022115 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-8a57f912-ae3f-4d48-b38f-850ac56efa16 tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] 10.222.0.32 "GET /v2.0/networks?id=cf5dc960-860b-4394-9862-c7f14c2525a7 HTTP/1.1" status: 200  len: 822 time: 0.6594944
Feb 05 21:02:38.041387 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4f675a99-77b8-4ac3-ab84-766f408d6f15 None None] Publish callbacks [] for port (efbf7e47-61f6-4bd9-ace3-4f95429068b8), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:38.071645 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4f675a99-77b8-4ac3-ab84-766f408d6f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (efbf7e47-61f6-4bd9-ace3-4f95429068b8), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:38.095540 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-87b8501c-d771-4cee-bb3d-7b152ac032cd tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] 10.222.0.32 "GET /v2.0/quotas/c55a124c9deb44749c1f60e73af51c42 HTTP/1.1" status: 200  len: 375 time: 0.0723817
Feb 05 21:02:38.107462 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f463256-5350-40dd-a916-8c1123fef19e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:02:38.124768 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9f463256-5350-40dd-a916-8c1123fef19e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:38.150025 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-c74dcf70-0d3a-4e11-815b-d148b4bf2b3c tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c55a124c9deb44749c1f60e73af51c42&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0531092
Feb 05 21:02:38.176719 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-9f463256-5350-40dd-a916-8c1123fef19e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] device_id is not set on port 7a6b84e9-eff0-4d90-a924-e14d50d33a2e yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:02:38.229275 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f675a99-77b8-4ac3-ab84-766f408d6f15 None None] Pushing event updated for resources: {'Port': ['ID=efbf7e47-61f6-4bd9-ace3-4f95429068b8,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:38.302443 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f675a99-77b8-4ac3-ab84-766f408d6f15 None None] Network 0ab0e342-998e-467c-9d07-7dd305a9f89c is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:02:38.307269 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5543fad2-0512-4a80-afb4-14e86060cdfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4b876e93-e753-4f82-8855-2c9c3d1db066', 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'project_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'fixed_ips': [{'subnet_id': '92a33e23-09d4-4bba-b668-6613a13e4580'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:02:38.309128 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5543fad2-0512-4a80-afb4-14e86060cdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:38.316670 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-819bd715-2e7f-4eb0-83d0-4693b7fadba3 req-e2ef0518-d49c-40f0-85d4-01f1f4c8fb79 tempest-ServerShowV254Test-1336026888 tempest-ServerShowV254Test-1336026888-project] 10.222.0.32 "GET /v2.0/ports?device_id=b676283b-f193-4478-843b-23dd9363e720 HTTP/1.1" status: 200  len: 210 time: 0.0792036
Feb 05 21:02:38.321696 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-9f463256-5350-40dd-a916-8c1123fef19e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Allocated IP 2001:db8::37c (4b876e93-e753-4f82-8855-2c9c3d1db066/92a33e23-09d4-4bba-b668-6613a13e4580/7a6b84e9-eff0-4d90-a924-e14d50d33a2e) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:02:38.345101 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-4f675a99-77b8-4ac3-ab84-766f408d6f15 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:02:38.359111 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f675a99-77b8-4ac3-ab84-766f408d6f15 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:02:38.656339 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9f463256-5350-40dd-a916-8c1123fef19e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for port (7a6b84e9-eff0-4d90-a924-e14d50d33a2e), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:38.689853 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-4f675a99-77b8-4ac3-ab84-766f408d6f15 None None] Attempting to bind port efbf7e47-61f6-4bd9-ace3-4f95429068b8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:02:38.690200 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-4f675a99-77b8-4ac3-ab84-766f408d6f15 None None] Attempting to bind port efbf7e47-61f6-4bd9-ace3-4f95429068b8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b67cf312-39be-4a68-a538-275c928015fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0ab0e342-998e-467c-9d07-7dd305a9f89c'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:02:38.690792 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f675a99-77b8-4ac3-ab84-766f408d6f15 None None] Attempting to bind port efbf7e47-61f6-4bd9-ace3-4f95429068b8 on network 0ab0e342-998e-467c-9d07-7dd305a9f89c {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:38.711295 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f675a99-77b8-4ac3-ab84-766f408d6f15 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:02:38.711965 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f675a99-77b8-4ac3-ab84-766f408d6f15 None None] Checking segment: {'id': 'b67cf312-39be-4a68-a538-275c928015fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0ab0e342-998e-467c-9d07-7dd305a9f89c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:02:38.712385 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4f675a99-77b8-4ac3-ab84-766f408d6f15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:38.714842 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f675a99-77b8-4ac3-ab84-766f408d6f15 None None] Bound using segment: {'id': 'b67cf312-39be-4a68-a538-275c928015fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0ab0e342-998e-467c-9d07-7dd305a9f89c'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:02:38.715061 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-4f675a99-77b8-4ac3-ab84-766f408d6f15 None None] Bound port: efbf7e47-61f6-4bd9-ace3-4f95429068b8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b67cf312-39be-4a68-a538-275c928015fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0ab0e342-998e-467c-9d07-7dd305a9f89c'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:02:38.715860 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4f675a99-77b8-4ac3-ab84-766f408d6f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (efbf7e47-61f6-4bd9-ace3-4f95429068b8), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:38.738266 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9f463256-5350-40dd-a916-8c1123fef19e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (7a6b84e9-eff0-4d90-a924-e14d50d33a2e), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:38.750002 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-be39d2f9-7c0e-47d2-9643-2484bfd80714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (9cc40dfa-bac8-407d-83b9-b8abdd642f6e), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:38.815724 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-5543fad2-0512-4a80-afb4-14e86060cdfc None None] Allocated IP 2001:db8::2 (4b876e93-e753-4f82-8855-2c9c3d1db066/92a33e23-09d4-4bba-b668-6613a13e4580/75ca655d-991b-4672-aa1f-222f0df06c22) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:02:38.839628 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f463256-5350-40dd-a916-8c1123fef19e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:02:38.854296 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-9f463256-5350-40dd-a916-8c1123fef19e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:02:38.860947 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f463256-5350-40dd-a916-8c1123fef19e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:02:38.879369 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f463256-5350-40dd-a916-8c1123fef19e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:38.880025 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9f463256-5350-40dd-a916-8c1123fef19e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:38.907137 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f463256-5350-40dd-a916-8c1123fef19e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Port': ['ID=7a6b84e9-eff0-4d90-a924-e14d50d33a2e,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:38.936674 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9f463256-5350-40dd-a916-8c1123fef19e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.0898888
Feb 05 21:02:38.936938 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51730) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:38.965277 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-13725655-7995-439d-b535-bf58f91a7d16 service neutron] 10.222.0.32 "GET /v2.0/networks/cf5dc960-860b-4394-9862-c7f14c2525a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7970483
Feb 05 21:02:39.076403 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec0d345-11e3-491f-a85c-ae862a836ed0 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:39.077964 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2ec0d345-11e3-491f-a85c-ae862a836ed0 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 930 time: 0.1400719
Feb 05 21:02:39.088905 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51736) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:39.129066 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:39.246510 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-4f675a99-77b8-4ac3-ab84-766f408d6f15 None None] For port efbf7e47-61f6-4bd9-ace3-4f95429068b8, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:02:39.272770 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-4f675a99-77b8-4ac3-ab84-766f408d6f15 None None] For port efbf7e47-61f6-4bd9-ace3-4f95429068b8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=efbf7e47-61f6-4bd9-ace3-4f95429068b8,segment=NetworkSegment(b67cf312-39be-4a68-a538-275c928015fc),segment_id=b67cf312-39be-4a68-a538-275c928015fc)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:02:39.281128 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-f7f09b7b-1bf2-41f7-80d2-8fc6eb98627c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting port 7a6b84e9-eff0-4d90-a924-e14d50d33a2e {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:02:39.283719 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f7f09b7b-1bf2-41f7-80d2-8fc6eb98627c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (7a6b84e9-eff0-4d90-a924-e14d50d33a2e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:39.288416 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4f675a99-77b8-4ac3-ab84-766f408d6f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (efbf7e47-61f6-4bd9-ace3-4f95429068b8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:39.292301 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5543fad2-0512-4a80-afb4-14e86060cdfc None None] Publish callbacks [] for port (75ca655d-991b-4672-aa1f-222f0df06c22), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:39.342128 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5543fad2-0512-4a80-afb4-14e86060cdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (75ca655d-991b-4672-aa1f-222f0df06c22), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:39.398021 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5543fad2-0512-4a80-afb4-14e86060cdfc None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:02:39.401561 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-5543fad2-0512-4a80-afb4-14e86060cdfc None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:02:39.404095 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5543fad2-0512-4a80-afb4-14e86060cdfc None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:02:39.407898 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f675a99-77b8-4ac3-ab84-766f408d6f15 None None] Pushing event updated for resources: {'Port': ['ID=efbf7e47-61f6-4bd9-ace3-4f95429068b8,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:39.561974 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5543fad2-0512-4a80-afb4-14e86060cdfc None None] Pushing event updated for resources: {'Port': ['ID=75ca655d-991b-4672-aa1f-222f0df06c22,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:39.571397 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-5543fad2-0512-4a80-afb4-14e86060cdfc None None] Attempting to bind port 75ca655d-991b-4672-aa1f-222f0df06c22 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:02:39.571882 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-5543fad2-0512-4a80-afb4-14e86060cdfc None None] Attempting to bind port 75ca655d-991b-4672-aa1f-222f0df06c22 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:02:39.572378 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5543fad2-0512-4a80-afb4-14e86060cdfc None None] Attempting to bind port 75ca655d-991b-4672-aa1f-222f0df06c22 on network 4b876e93-e753-4f82-8855-2c9c3d1db066 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:39.577108 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f7f09b7b-1bf2-41f7-80d2-8fc6eb98627c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (7a6b84e9-eff0-4d90-a924-e14d50d33a2e), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:39.581968 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5543fad2-0512-4a80-afb4-14e86060cdfc None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:02:39.583029 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5543fad2-0512-4a80-afb4-14e86060cdfc None None] Checking segment: {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:02:39.583543 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5543fad2-0512-4a80-afb4-14e86060cdfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:39.584085 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5543fad2-0512-4a80-afb4-14e86060cdfc None None] Bound using segment: {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:02:39.584656 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-5543fad2-0512-4a80-afb4-14e86060cdfc None None] Bound port: 75ca655d-991b-4672-aa1f-222f0df06c22, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:02:39.585144 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5543fad2-0512-4a80-afb4-14e86060cdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (75ca655d-991b-4672-aa1f-222f0df06c22), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:39.629056 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-f7f09b7b-1bf2-41f7-80d2-8fc6eb98627c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Calling delete_port for 7a6b84e9-eff0-4d90-a924-e14d50d33a2e owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:02:39.759456 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-5543fad2-0512-4a80-afb4-14e86060cdfc None None] For port 75ca655d-991b-4672-aa1f-222f0df06c22, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:02:39.780502 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-5543fad2-0512-4a80-afb4-14e86060cdfc None None] For port 75ca655d-991b-4672-aa1f-222f0df06c22, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=75ca655d-991b-4672-aa1f-222f0df06c22,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:02:39.796720 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5543fad2-0512-4a80-afb4-14e86060cdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (75ca655d-991b-4672-aa1f-222f0df06c22), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:39.996616 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5543fad2-0512-4a80-afb4-14e86060cdfc None None] Pushing event updated for resources: {'Port': ['ID=75ca655d-991b-4672-aa1f-222f0df06c22,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:39.999051 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f7fede32-8705-4cd2-97e2-eb83a5e05507 req-e90ca1ee-1283-49dd-8e39-58c343a788bc tempest-ServerShowV254Test-1336026888 tempest-ServerShowV254Test-1336026888-project] 10.222.0.32 "GET /v2.0/ports?device_id=b676283b-f193-4478-843b-23dd9363e720 HTTP/1.1" status: 200  len: 210 time: 0.0559320
Feb 05 21:02:40.035422 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f7f09b7b-1bf2-41f7-80d2-8fc6eb98627c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (7a6b84e9-eff0-4d90-a924-e14d50d33a2e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:40.118774 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f09b7b-1bf2-41f7-80d2-8fc6eb98627c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Port': ['ID=7a6b84e9-eff0-4d90-a924-e14d50d33a2e,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:40.119948 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-b0d0ed7c-df48-4da4-8c07-e4195d173b65 service neutron] 10.222.0.32 "GET /v2.0/networks/cf5dc960-860b-4394-9862-c7f14c2525a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1522155
Feb 05 21:02:40.184127 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f7f09b7b-1bf2-41f7-80d2-8fc6eb98627c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:40.186877 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be39d2f9-7c0e-47d2-9643-2484bfd80714 admin admin] Router 9cc40dfa-bac8-407d-83b9-b8abdd642f6e is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:02:40.195858 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f7f09b7b-1bf2-41f7-80d2-8fc6eb98627c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/ports/7a6b84e9-eff0-4d90-a924-e14d50d33a2e HTTP/1.1" status: 204  len: 168 time: 1.1057658
Feb 05 21:02:40.198776 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51756) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:40.207439 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device ad0354e3-119c-4c7a-a046-88f02122433c up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:02:40.481766 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ab1936-58e7-44cb-9011-af9759740b89 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:40.486183 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ab1936-58e7-44cb-9011-af9759740b89 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:40.501783 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b2ab1936-58e7-44cb-9011-af9759740b89 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.2994890
Feb 05 21:02:40.503999 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51762) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:40.574790 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be39d2f9-7c0e-47d2-9643-2484bfd80714 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:02:40.606644 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c303fbef-d0f5-4313-83d4-f3266d4b19b5 None None] Sync routers for ids ['9cc40dfa-bac8-407d-83b9-b8abdd642f6e'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:02:40.647138 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c303fbef-d0f5-4313-83d4-f3266d4b19b5 None None] Routers {'9cc40dfa-bac8-407d-83b9-b8abdd642f6e'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:02:40.649884 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-c303fbef-d0f5-4313-83d4-f3266d4b19b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8d5d250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:02:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['9cc40dfa-bac8-407d-83b9-b8abdd642f6e'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:02:40.707710 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1e52f767-3181-4002-a7f5-3986d449bd78 req-1ebd1389-8411-418e-9b9f-317a7134af5b tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] 10.222.0.32 "GET /v2.0/ports?device_id=3354b487-43b1-467e-903e-dc0041fc45c1 HTTP/1.1" status: 200  len: 210 time: 0.0471203
Feb 05 21:02:40.714670 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-be39d2f9-7c0e-47d2-9643-2484bfd80714 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:40.737673 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-be39d2f9-7c0e-47d2-9643-2484bfd80714 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 5.3462441
Feb 05 21:02:40.748489 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 51768) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:40.765865 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fa59437-1836-4a28-9bdd-c5012b98ac7a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting subnet 92a33e23-09d4-4bba-b668-6613a13e4580 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:02:40.773392 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3fa59437-1836-4a28-9bdd-c5012b98ac7a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (92a33e23-09d4-4bba-b668-6613a13e4580), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:41.073837 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-c303fbef-d0f5-4313-83d4-f3266d4b19b5 None None] Set router 9cc40dfa-bac8-407d-83b9-b8abdd642f6e gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:02:41.082183 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:41.090477 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3fa59437-1836-4a28-9bdd-c5012b98ac7a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (92a33e23-09d4-4bba-b668-6613a13e4580), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:41.150316 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port ad0354e3-119c-4c7a-a046-88f02122433c triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:02:41.195190 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ad0354e3-119c-4c7a-a046-88f02122433c), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:41.415532 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3fa59437-1836-4a28-9bdd-c5012b98ac7a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (92a33e23-09d4-4bba-b668-6613a13e4580), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:41.568256 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port ad0354e3-119c-4c7a-a046-88f02122433c is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:02:41.569382 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ad0354e3-119c-4c7a-a046-88f02122433c), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:41.624670 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3fa59437-1836-4a28-9bdd-c5012b98ac7a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (92a33e23-09d4-4bba-b668-6613a13e4580), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:41.656207 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993e436e-834e-4bcd-9cdb-6145fb528eff None None] Network 0ab0e342-998e-467c-9d07-7dd305a9f89c requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:02:41.759906 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa59437-1836-4a28-9bdd-c5012b98ac7a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Subnet': ['ID=92a33e23-09d4-4bba-b668-6613a13e4580,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:41.770762 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3fa59437-1836-4a28-9bdd-c5012b98ac7a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:41.792540 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3fa59437-1836-4a28-9bdd-c5012b98ac7a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/92a33e23-09d4-4bba-b668-6613a13e4580 HTTP/1.1" status: 204  len: 168 time: 1.2829800
Feb 05 21:02:41.793514 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51788) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:41.849913 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db9e3abd-895c-45e5-b15d-8988d46db30f req-5259ecfc-3882-4f0a-ae3d-e92898c87659 tempest-ServerShowV254Test-1336026888 tempest-ServerShowV254Test-1336026888-project] 10.222.0.32 "GET /v2.0/ports?device_id=b676283b-f193-4478-843b-23dd9363e720 HTTP/1.1" status: 200  len: 210 time: 0.2679403
Feb 05 21:02:41.890406 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 75ca655d-991b-4672-aa1f-222f0df06c22 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:02:41.967933 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c3f3de21-b76a-489c-9c8d-7508e0575c5e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1699514
Feb 05 21:02:41.968844 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51794) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:41.976378 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-9d10cb9f-96b8-4b13-bd36-b0baf86dd3a2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'subnet': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:02:41.983980 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-c303fbef-d0f5-4313-83d4-f3266d4b19b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8d5d250>, [{'id': '9cc40dfa-bac8-407d-83b9-b8abdd642f6e', 'name': 'tempest-TestServerMultinode-256320054-router', 'tenant_id': '314e090015bc467b921aaa675082f1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.136'}], 'enable_snat': True}, 'gw_port_id': '209b49ae-aca0-4e06-8031-7e497e66c84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:02:35Z', 'updated_at': '2022-02-05T21:02:37Z', 'revision_number': 3, 'project_id': '314e090015bc467b921aaa675082f1f6', 'gw_port': {'id': '209b49ae-aca0-4e06-8031-7e497e66c84b', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc40dfa-bac8-407d-83b9-b8abdd642f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:02:36Z', 'updated_at': '2022-02-05T21:02:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:02:42.046608 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-821730f0-f0f4-4a9c-acbf-c9d871e7f46a req-e3cc6460-4d99-4ffa-a1b9-964735780693 tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] 10.222.0.32 "GET /v2.0/ports?device_id=3354b487-43b1-467e-903e-dc0041fc45c1 HTTP/1.1" status: 200  len: 210 time: 0.0539579
Feb 05 21:02:42.081442 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c303fbef-d0f5-4313-83d4-f3266d4b19b5 None None] Checking router: 9cc40dfa-bac8-407d-83b9-b8abdd642f6e for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:02:42.082018 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c303fbef-d0f5-4313-83d4-f3266d4b19b5 None None] Updating router 9cc40dfa-bac8-407d-83b9-b8abdd642f6e port 209b49ae-aca0-4e06-8031-7e497e66c84b binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:02:42.112280 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11107d8a-249a-4fef-9d13-4e5511c75802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0354e3-119c-4c7a-a046-88f02122433c'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:02:42.118263 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b99cc4a-dbf2-4421-aaa1-eb99578f32a3" -d '{"events": [{"server_uuid": "11107d8a-249a-4fef-9d13-4e5511c75802", "name": "network-vif-plugged", "status": "completed", "tag": "ad0354e3-119c-4c7a-a046-88f02122433c"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:02:42.154336 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-c303fbef-d0f5-4313-83d4-f3266d4b19b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (209b49ae-aca0-4e06-8031-7e497e66c84b), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:42.224796 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d10cb9f-96b8-4b13-bd36-b0baf86dd3a2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:02:42.231877 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9d10cb9f-96b8-4b13-bd36-b0baf86dd3a2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:42.259868 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port ad0354e3-119c-4c7a-a046-88f02122433c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad0354e3-119c-4c7a-a046-88f02122433c,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:02:42.277276 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47f29ad-2a4a-4fee-9ff0-4fd5eb3af09a x-openstack-request-id: req-e47f29ad-2a4a-4fee-9ff0-4fd5eb3af09a {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:02:42.277588 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11107d8a-249a-4fef-9d13-4e5511c75802", "name": "network-vif-plugged", "status": "completed", "tag": "ad0354e3-119c-4c7a-a046-88f02122433c", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:02:42.277855 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e47f29ad-2a4a-4fee-9ff0-4fd5eb3af09a {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:02:42.278323 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11107d8a-249a-4fef-9d13-4e5511c75802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0354e3-119c-4c7a-a046-88f02122433c', 'code': 200}
Feb 05 21:02:42.298632 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ad0354e3-119c-4c7a-a046-88f02122433c), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:42.310970 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-0b8234fa-936f-4ac7-bfac-2499ee4d9b0d None None] Provisioning complete for port efbf7e47-61f6-4bd9-ace3-4f95429068b8 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:02:42.311340 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0b8234fa-936f-4ac7-bfac-2499ee4d9b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (efbf7e47-61f6-4bd9-ace3-4f95429068b8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:42.444699 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fc91abde-1a1d-4b01-9681-5ff1b11f206a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:42.552587 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edccc0c-9027-4a11-8ff8-e86330f1d185 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:02:42.562948 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=ad0354e3-119c-4c7a-a046-88f02122433c,revision_number=10']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:42.632750 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 75ca655d-991b-4672-aa1f-222f0df06c22 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:02:42.633424 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (75ca655d-991b-4672-aa1f-222f0df06c22), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:42.639903 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9d10cb9f-96b8-4b13-bd36-b0baf86dd3a2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (899f3bfe-8b16-4bd3-aeb8-720e79e38b5f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:42.683817 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51800) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:42.738679 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d10cb9f-96b8-4b13-bd36-b0baf86dd3a2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:02:42.744415 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-9d10cb9f-96b8-4b13-bd36-b0baf86dd3a2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:02:42.771569 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d10cb9f-96b8-4b13-bd36-b0baf86dd3a2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:42.772633 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9d10cb9f-96b8-4b13-bd36-b0baf86dd3a2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:42.810497 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9d10cb9f-96b8-4b13-bd36-b0baf86dd3a2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.8390758
Feb 05 21:02:42.815241 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51806) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:42.833044 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-1bc93169-eb98-4a5a-88e6-b90f67e2434e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'port': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'name': 'tempest-NetworksTestDHCPv6-726973202'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:02:42.882575 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-fc91abde-1a1d-4b01-9681-5ff1b11f206a admin admin] Allocated IP 172.20.0.1 (0ab0e342-998e-467c-9d07-7dd305a9f89c/418593bd-78f7-4c2e-bf79-ded5f3294f9f/10efea5a-d1ba-40c8-a2f9-86593d97d384) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:02:42.944180 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-c303fbef-d0f5-4313-83d4-f3266d4b19b5 None None] Publish callbacks [] for port (209b49ae-aca0-4e06-8031-7e497e66c84b), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:42.964486 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-c303fbef-d0f5-4313-83d4-f3266d4b19b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (209b49ae-aca0-4e06-8031-7e497e66c84b), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:43.068423 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-c303fbef-d0f5-4313-83d4-f3266d4b19b5 None None] Attempting to bind port 209b49ae-aca0-4e06-8031-7e497e66c84b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:02:43.069431 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-c303fbef-d0f5-4313-83d4-f3266d4b19b5 None None] Attempting to bind port 209b49ae-aca0-4e06-8031-7e497e66c84b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:02:43.069974 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c303fbef-d0f5-4313-83d4-f3266d4b19b5 None None] Attempting to bind port 209b49ae-aca0-4e06-8031-7e497e66c84b on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:43.075781 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf0046-8ba4-4881-b1cf-e55e7d812cf1 None None] Pushing event updated for resources: {'Port': ['ID=209b49ae-aca0-4e06-8031-7e497e66c84b,revision_number=2']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:43.087328 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c303fbef-d0f5-4313-83d4-f3266d4b19b5 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:02:43.088093 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c303fbef-d0f5-4313-83d4-f3266d4b19b5 None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:02:43.089094 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-c303fbef-d0f5-4313-83d4-f3266d4b19b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:43.089519 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c303fbef-d0f5-4313-83d4-f3266d4b19b5 None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:02:43.090175 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-c303fbef-d0f5-4313-83d4-f3266d4b19b5 None None] Bound port: 209b49ae-aca0-4e06-8031-7e497e66c84b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:02:43.090601 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-c303fbef-d0f5-4313-83d4-f3266d4b19b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (209b49ae-aca0-4e06-8031-7e497e66c84b), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:43.095177 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bf0046-8ba4-4881-b1cf-e55e7d812cf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:43.095735 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bf0046-8ba4-4881-b1cf-e55e7d812cf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:43.096268 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bf0046-8ba4-4881-b1cf-e55e7d812cf1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:43.096784 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bf0046-8ba4-4881-b1cf-e55e7d812cf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:43.097429 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bf0046-8ba4-4881-b1cf-e55e7d812cf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:43.097928 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bf0046-8ba4-4881-b1cf-e55e7d812cf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:43.098465 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bf0046-8ba4-4881-b1cf-e55e7d812cf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:43.098975 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bf0046-8ba4-4881-b1cf-e55e7d812cf1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:43.099477 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bf0046-8ba4-4881-b1cf-e55e7d812cf1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:43.099968 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bf0046-8ba4-4881-b1cf-e55e7d812cf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:43.100473 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bf0046-8ba4-4881-b1cf-e55e7d812cf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:43.100980 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bf0046-8ba4-4881-b1cf-e55e7d812cf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:43.101469 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bf0046-8ba4-4881-b1cf-e55e7d812cf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:02:43.176032 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 75ca655d-991b-4672-aa1f-222f0df06c22 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:02:43.177107 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (75ca655d-991b-4672-aa1f-222f0df06c22), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:43.193496 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-01e6236e-0ae3-43df-acd0-22807ebc2070 req-80a8701a-e476-4829-8369-75dbbce75f30 tempest-ServerShowV254Test-1336026888 tempest-ServerShowV254Test-1336026888-project] 10.222.0.32 "GET /v2.0/ports?device_id=b676283b-f193-4478-843b-23dd9363e720 HTTP/1.1" status: 200  len: 210 time: 0.1587989
Feb 05 21:02:43.222080 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-c303fbef-d0f5-4313-83d4-f3266d4b19b5 None None] For port 209b49ae-aca0-4e06-8031-7e497e66c84b, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:02:43.230234 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-c303fbef-d0f5-4313-83d4-f3266d4b19b5 None None] For port 209b49ae-aca0-4e06-8031-7e497e66c84b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=209b49ae-aca0-4e06-8031-7e497e66c84b,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:02:43.246183 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-c303fbef-d0f5-4313-83d4-f3266d4b19b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (209b49ae-aca0-4e06-8031-7e497e66c84b), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:43.269103 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10cb9f-96b8-4b13-bd36-b0baf86dd3a2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Subnet': ['ID=899f3bfe-8b16-4bd3-aeb8-720e79e38b5f,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:43.294143 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dea95bda-4d98-41c4-9a37-ea176f6e87b4 req-9e62a675-12b7-4abe-852f-37ea97c898b0 tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] 10.222.0.32 "GET /v2.0/ports?device_id=3354b487-43b1-467e-903e-dc0041fc45c1 HTTP/1.1" status: 200  len: 210 time: 0.0738504
Feb 05 21:02:43.295408 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 75ca655d-991b-4672-aa1f-222f0df06c22, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=75ca655d-991b-4672-aa1f-222f0df06c22,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:02:43.304099 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-0b8234fa-936f-4ac7-bfac-2499ee4d9b0d None None] Current status of the port efbf7e47-61f6-4bd9-ace3-4f95429068b8 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:02:43.304497 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0b8234fa-936f-4ac7-bfac-2499ee4d9b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (efbf7e47-61f6-4bd9-ace3-4f95429068b8), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:43.327668 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (75ca655d-991b-4672-aa1f-222f0df06c22), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:43.330623 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device efbf7e47-61f6-4bd9-ace3-4f95429068b8 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:02:43.353862 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf0046-8ba4-4881-b1cf-e55e7d812cf1 None None] Pushing event updated for resources: {'Port': ['ID=209b49ae-aca0-4e06-8031-7e497e66c84b,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:43.357171 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c303fbef-d0f5-4313-83d4-f3266d4b19b5 None None] Routers {'9cc40dfa-bac8-407d-83b9-b8abdd642f6e'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:02:43.357646 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-c303fbef-d0f5-4313-83d4-f3266d4b19b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8d5d250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:02:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['9cc40dfa-bac8-407d-83b9-b8abdd642f6e'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:02:43.366059 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fc91abde-1a1d-4b01-9681-5ff1b11f206a admin admin] Publish callbacks [] for port (10efea5a-d1ba-40c8-a2f9-86593d97d384), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:43.374556 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-7e5affda-076e-4b04-b0e9-576d6e6d83fb tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:43.377788 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-7e5affda-076e-4b04-b0e9-576d6e6d83fb tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] 10.222.0.39 "GET /v2.0/networks?id=cf5dc960-860b-4394-9862-c7f14c2525a7 HTTP/1.1" status: 200  len: 822 time: 0.6819108
Feb 05 21:02:43.381186 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7c8e32cd-f1f9-42bc-aad6-2bce7dd4fbe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:43.424022 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fc91abde-1a1d-4b01-9681-5ff1b11f206a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (10efea5a-d1ba-40c8-a2f9-86593d97d384), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:43.447292 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-4e087f62-f308-4b4e-b23a-6fd80d8c3c3a tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] Request body: {'port': {'device_id': '3354b487-43b1-467e-903e-dc0041fc45c1', 'network_id': 'cf5dc960-860b-4394-9862-c7f14c2525a7', 'admin_state_up': True, 'tenant_id': 'c55a124c9deb44749c1f60e73af51c42'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:02:43.520331 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc91abde-1a1d-4b01-9681-5ff1b11f206a admin admin] Pushing event updated for resources: {'Port': ['ID=10efea5a-d1ba-40c8-a2f9-86593d97d384,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:43.524465 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc91abde-1a1d-4b01-9681-5ff1b11f206a admin admin] Network 0ab0e342-998e-467c-9d07-7dd305a9f89c is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:02:43.527811 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-fc91abde-1a1d-4b01-9681-5ff1b11f206a admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:02:43.545402 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc91abde-1a1d-4b01-9681-5ff1b11f206a admin admin] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:02:43.549530 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-c303fbef-d0f5-4313-83d4-f3266d4b19b5 None None] Set router 9cc40dfa-bac8-407d-83b9-b8abdd642f6e gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:02:43.631642 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fc91abde-1a1d-4b01-9681-5ff1b11f206a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (9cc40dfa-bac8-407d-83b9-b8abdd642f6e), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:43.655435 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-0b8234fa-936f-4ac7-bfac-2499ee4d9b0d None None] For port efbf7e47-61f6-4bd9-ace3-4f95429068b8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=efbf7e47-61f6-4bd9-ace3-4f95429068b8,segment=NetworkSegment(b67cf312-39be-4a68-a538-275c928015fc),segment_id=b67cf312-39be-4a68-a538-275c928015fc)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:02:43.693801 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c6308d-1331-46c3-a40e-6cc09a30d1b8 None None] DHCP port deletion for 4b876e93-e753-4f82-8855-2c9c3d1db066 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:02:43.702207 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0b8234fa-936f-4ac7-bfac-2499ee4d9b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (efbf7e47-61f6-4bd9-ace3-4f95429068b8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:43.708652 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=75ca655d-991b-4672-aa1f-222f0df06c22,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:43.767059 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port efbf7e47-61f6-4bd9-ace3-4f95429068b8 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:02:43.767441 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (efbf7e47-61f6-4bd9-ace3-4f95429068b8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:43.862920 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7c8e32cd-f1f9-42bc-aad6-2bce7dd4fbe1 admin admin] Publish callbacks [] for security_group (743e80b9-3fc8-490d-aa6b-c53de02338a4), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:43.891206 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7c8e32cd-f1f9-42bc-aad6-2bce7dd4fbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (743e80b9-3fc8-490d-aa6b-c53de02338a4), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:43.897780 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8234fa-936f-4ac7-bfac-2499ee4d9b0d None None] Pushing event updated for resources: {'Port': ['ID=efbf7e47-61f6-4bd9-ace3-4f95429068b8,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:43.941986 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-a7c4ef7e-23ab-475b-b12e-bdafd5de3b9a None None] Provisioning complete for port 75ca655d-991b-4672-aa1f-222f0df06c22 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:02:43.941986 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a7c4ef7e-23ab-475b-b12e-bdafd5de3b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (75ca655d-991b-4672-aa1f-222f0df06c22), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:43.982517 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-38c6308d-1331-46c3-a40e-6cc09a30d1b8 None None] Deleting port 75ca655d-991b-4672-aa1f-222f0df06c22 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:02:43.982889 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-38c6308d-1331-46c3-a40e-6cc09a30d1b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (75ca655d-991b-4672-aa1f-222f0df06c22), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:44.011399 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e32cd-f1f9-42bc-aad6-2bce7dd4fbe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743e80b9-3fc8-490d-aa6b-c53de02338a4,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:44.069338 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-4e087f62-f308-4b4e-b23a-6fd80d8c3c3a tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] Made reservation on behalf of c55a124c9deb44749c1f60e73af51c42 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:02:44.075886 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-4e087f62-f308-4b4e-b23a-6fd80d8c3c3a tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:44.110203 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7c8e32cd-f1f9-42bc-aad6-2bce7dd4fbe1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2415271a63e14a7885eaa1d0761b1319&name=default HTTP/1.1" status: 200  len: 3000 time: 1.4217932
Feb 05 21:02:44.142433 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 51816) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:44.157291 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fc91abde-1a1d-4b01-9681-5ff1b11f206a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (10efea5a-d1ba-40c8-a2f9-86593d97d384), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:44.197857 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-c303fbef-d0f5-4313-83d4-f3266d4b19b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8d5d250>, [{'id': '9cc40dfa-bac8-407d-83b9-b8abdd642f6e', 'name': 'tempest-TestServerMultinode-256320054-router', 'tenant_id': '314e090015bc467b921aaa675082f1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.136'}], 'enable_snat': True}, 'gw_port_id': '209b49ae-aca0-4e06-8031-7e497e66c84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:02:35Z', 'updated_at': '2022-02-05T21:02:37Z', 'revision_number': 3, 'project_id': '314e090015bc467b921aaa675082f1f6', 'gw_port': {'id': '209b49ae-aca0-4e06-8031-7e497e66c84b', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc40dfa-bac8-407d-83b9-b8abdd642f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:02:36Z', 'updated_at': '2022-02-05T21:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:02:44.212613 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port efbf7e47-61f6-4bd9-ace3-4f95429068b8 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:02:44.251711 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a7c4ef7e-23ab-475b-b12e-bdafd5de3b9a None None] Current status of the port 75ca655d-991b-4672-aa1f-222f0df06c22 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:02:44.255730 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9c519b58-bd23-44c4-a453-22bc468ad307 admin admin] Publish callbacks [] for security_group (743e80b9-3fc8-490d-aa6b-c53de02338a4), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:44.261326 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-38c6308d-1331-46c3-a40e-6cc09a30d1b8 None None] For port 75ca655d-991b-4672-aa1f-222f0df06c22, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=75ca655d-991b-4672-aa1f-222f0df06c22,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:02:44.262651 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-38c6308d-1331-46c3-a40e-6cc09a30d1b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (75ca655d-991b-4672-aa1f-222f0df06c22), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:44.300839 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-38c6308d-1331-46c3-a40e-6cc09a30d1b8 None None] Calling delete_port for 75ca655d-991b-4672-aa1f-222f0df06c22 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:02:44.305974 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-4e087f62-f308-4b4e-b23a-6fd80d8c3c3a tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] Allocated IP 172.20.0.5 (cf5dc960-860b-4394-9862-c7f14c2525a7/3e2b7718-850d-4bfe-9681-1e965a1d0233/a0d0d5ba-c211-496a-ae60-c175dc016a01) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:02:44.333789 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9c519b58-bd23-44c4-a453-22bc468ad307 admin admin] Publish callbacks [] for security_group (743e80b9-3fc8-490d-aa6b-c53de02338a4), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:44.368113 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c303fbef-d0f5-4313-83d4-f3266d4b19b5 None None] The sync data for ids ['9cc40dfa-bac8-407d-83b9-b8abdd642f6e'] in ncdv-master-1 is: [{'id': '9cc40dfa-bac8-407d-83b9-b8abdd642f6e', 'name': 'tempest-TestServerMultinode-256320054-router', 'tenant_id': '314e090015bc467b921aaa675082f1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.136'}], 'enable_snat': True}, 'gw_port_id': '209b49ae-aca0-4e06-8031-7e497e66c84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:02:35Z', 'updated_at': '2022-02-05T21:02:37Z', 'revision_number': 3, 'project_id': '314e090015bc467b921aaa675082f1f6', 'gw_port': {'id': '209b49ae-aca0-4e06-8031-7e497e66c84b', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc40dfa-bac8-407d-83b9-b8abdd642f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:02:36Z', 'updated_at': '2022-02-05T21:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:02:44.374173 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-a7c4ef7e-23ab-475b-b12e-bdafd5de3b9a None None] Provisioning complete for port efbf7e47-61f6-4bd9-ace3-4f95429068b8 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:02:44.374850 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a7c4ef7e-23ab-475b-b12e-bdafd5de3b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (efbf7e47-61f6-4bd9-ace3-4f95429068b8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:44.507414 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-4e087f62-f308-4b4e-b23a-6fd80d8c3c3a tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] Publish callbacks [] for port (a0d0d5ba-c211-496a-ae60-c175dc016a01), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:44.536303 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device efbf7e47-61f6-4bd9-ace3-4f95429068b8 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:02:44.540312 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-870e604c-13de-4c0e-a707-512fc84916f7 req-6cf9f9a8-7bb7-4493-b3f9-561e548b52a1 tempest-ServerShowV254Test-1336026888 tempest-ServerShowV254Test-1336026888-project] 10.222.0.32 "GET /v2.0/ports?device_id=b676283b-f193-4478-843b-23dd9363e720 HTTP/1.1" status: 200  len: 210 time: 0.1563122
Feb 05 21:02:44.568474 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c3be251a-0764-4fac-8ccb-19b934f57c69 req-001a1ea9-e179-410d-ad4a-aecd7f88375c tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] 10.222.0.32 "GET /v2.0/ports?device_id=3354b487-43b1-467e-903e-dc0041fc45c1 HTTP/1.1" status: 200  len: 210 time: 0.1283164
Feb 05 21:02:44.582788 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc93169-eb98-4a5a-88e6-b90f67e2434e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:02:44.587565 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1bc93169-eb98-4a5a-88e6-b90f67e2434e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:44.601372 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9c519b58-bd23-44c4-a453-22bc468ad307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (743e80b9-3fc8-490d-aa6b-c53de02338a4), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:44.602216 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-4e087f62-f308-4b4e-b23a-6fd80d8c3c3a tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (a0d0d5ba-c211-496a-ae60-c175dc016a01), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:44.604572 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9c519b58-bd23-44c4-a453-22bc468ad307 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:44.606209 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9c519b58-bd23-44c4-a453-22bc468ad307 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/743e80b9-3fc8-490d-aa6b-c53de02338a4 HTTP/1.1" status: 204  len: 168 time: 0.4710147
Feb 05 21:02:44.609017 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fc91abde-1a1d-4b01-9681-5ff1b11f206a admin admin] Publish callbacks [] for port (10efea5a-d1ba-40c8-a2f9-86593d97d384), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:44.622636 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fc91abde-1a1d-4b01-9681-5ff1b11f206a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (10efea5a-d1ba-40c8-a2f9-86593d97d384), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:44.628642 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c519b58-bd23-44c4-a453-22bc468ad307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743e80b9-3fc8-490d-aa6b-c53de02338a4,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:44.659330 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-4e087f62-f308-4b4e-b23a-6fd80d8c3c3a tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] Network cf5dc960-860b-4394-9862-c7f14c2525a7 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:02:44.667645 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-4e087f62-f308-4b4e-b23a-6fd80d8c3c3a tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:02:44.678980 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-1bc93169-eb98-4a5a-88e6-b90f67e2434e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] device_id is not set on port 4482d483-a61c-48f0-a98e-ffb38372f6c4 yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:02:44.691497 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a7c4ef7e-23ab-475b-b12e-bdafd5de3b9a None None] Current status of the port efbf7e47-61f6-4bd9-ace3-4f95429068b8 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:02:44.692824 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-4e087f62-f308-4b4e-b23a-6fd80d8c3c3a tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:02:44.753621 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e087f62-f308-4b4e-b23a-6fd80d8c3c3a tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] Pushing event updated for resources: {'Port': ['ID=a0d0d5ba-c211-496a-ae60-c175dc016a01,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:44.790039 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port efbf7e47-61f6-4bd9-ace3-4f95429068b8 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:02:44.790991 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (efbf7e47-61f6-4bd9-ace3-4f95429068b8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:44.823173 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fc91abde-1a1d-4b01-9681-5ff1b11f206a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (9cc40dfa-bac8-407d-83b9-b8abdd642f6e), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:44.828558 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc91abde-1a1d-4b01-9681-5ff1b11f206a admin admin] Pushing event updated for resources: {'Port': ['ID=10efea5a-d1ba-40c8-a2f9-86593d97d384,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:44.873134 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-4e087f62-f308-4b4e-b23a-6fd80d8c3c3a tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:44.874562 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-4e087f62-f308-4b4e-b23a-6fd80d8c3c3a tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:44.920353 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-4e087f62-f308-4b4e-b23a-6fd80d8c3c3a tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4949741
Feb 05 21:02:44.924537 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-38c6308d-1331-46c3-a40e-6cc09a30d1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (75ca655d-991b-4672-aa1f-222f0df06c22), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:44.944127 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-0ff995fb-7747-4a1d-a8d5-8a6e083196dc service neutron] Request body: {'port': {'device_id': '3354b487-43b1-467e-903e-dc0041fc45c1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:02:44.984838 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c6308d-1331-46c3-a40e-6cc09a30d1b8 None None] Pushing event deleted for resources: {'Port': ['ID=75ca655d-991b-4672-aa1f-222f0df06c22,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:44.992043 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c6308d-1331-46c3-a40e-6cc09a30d1b8 None None] No DVR routers for this DVR port 75ca655d-991b-4672-aa1f-222f0df06c22 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:02:45.003861 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c70135e2-3a4c-48b3-bcf0-a0466d053190 None None] Provisioning complete for port 10efea5a-d1ba-40c8-a2f9-86593d97d384 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:02:45.004251 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c70135e2-3a4c-48b3-bcf0-a0466d053190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (10efea5a-d1ba-40c8-a2f9-86593d97d384), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:45.059211 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f51ee1d-bb74-4539-b025-0cea99a372e3 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:02:45.100338 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc91abde-1a1d-4b01-9681-5ff1b11f206a admin admin] Network 0ab0e342-998e-467c-9d07-7dd305a9f89c is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:02:45.102398 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-fc91abde-1a1d-4b01-9681-5ff1b11f206a admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:02:45.106216 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-0ff995fb-7747-4a1d-a8d5-8a6e083196dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a0d0d5ba-c211-496a-ae60-c175dc016a01), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:45.368831 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c70135e2-3a4c-48b3-bcf0-a0466d053190 None None] Port 10efea5a-d1ba-40c8-a2f9-86593d97d384 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:02:45.404511 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port efbf7e47-61f6-4bd9-ace3-4f95429068b8 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:02:45.415066 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:45.467993 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 51838) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:45.504344 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01c3676-0f48-425b-a564-25f0aaa8277d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4b876e93-e753-4f82-8855-2c9c3d1db066', 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'project_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'fixed_ips': [{'subnet_id': '899f3bfe-8b16-4bd3-aeb8-720e79e38b5f'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:02:45.505217 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a01c3676-0f48-425b-a564-25f0aaa8277d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:45.505571 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc91abde-1a1d-4b01-9681-5ff1b11f206a admin admin] Router 9cc40dfa-bac8-407d-83b9-b8abdd642f6e has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:02:45.557049 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ceae211b-68b3-4da2-98da-faf73687c43a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:45.806806 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b2b9d29a-00e6-4b52-b915-b7047a7c62b8 req-7ecfd77f-71d2-4da4-ae99-d35c642ad801 tempest-ServerShowV254Test-1336026888 tempest-ServerShowV254Test-1336026888-project] 10.222.0.32 "GET /v2.0/ports?device_id=b676283b-f193-4478-843b-23dd9363e720 HTTP/1.1" status: 200  len: 210 time: 0.0484076
Feb 05 21:02:45.901833 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 75ca655d-991b-4672-aa1f-222f0df06c22 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:02:45.978178 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ceae211b-68b3-4da2-98da-faf73687c43a admin admin] Publish callbacks [] for security_group (ad10ff50-79aa-4311-8270-7240d5395583), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:45.980739 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 75ca655d-991b-4672-aa1f-222f0df06c22 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:02:45.981185 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 75ca655d-991b-4672-aa1f-222f0df06c22 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:02:45.998065 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-b675f627-0768-438a-a346-6427c1668f45 None None] Provisioning complete for port 10efea5a-d1ba-40c8-a2f9-86593d97d384 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:02:45.998475 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b675f627-0768-438a-a346-6427c1668f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (10efea5a-d1ba-40c8-a2f9-86593d97d384), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:46.003251 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36db0e-64e5-436c-ba15-4adebf4a788d req-cbbb2d9d-2e82-459e-b2dd-b4af83c81d9a tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:46.007777 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-da36db0e-64e5-436c-ba15-4adebf4a788d req-cbbb2d9d-2e82-459e-b2dd-b4af83c81d9a tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] 10.222.0.32 "GET /v2.0/ports?device_id=3354b487-43b1-467e-903e-dc0041fc45c1 HTTP/1.1" status: 200  len: 931 time: 0.2919221
Feb 05 21:02:46.018557 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ceae211b-68b3-4da2-98da-faf73687c43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ad10ff50-79aa-4311-8270-7240d5395583), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:46.046105 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-b675f627-0768-438a-a346-6427c1668f45 None None] Port 10efea5a-d1ba-40c8-a2f9-86593d97d384 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:02:46.147987 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-da36db0e-64e5-436c-ba15-4adebf4a788d req-0978dff2-2669-45fb-938a-e5865c2ed249 tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] 10.222.0.32 "GET /v2.0/security-groups?id=053bb361-a00d-4330-8969-05554e12cbb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1332192
Feb 05 21:02:46.149164 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc91abde-1a1d-4b01-9681-5ff1b11f206a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:02:46.154568 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae211b-68b3-4da2-98da-faf73687c43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad10ff50-79aa-4311-8270-7240d5395583,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:46.164771 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-fc91abde-1a1d-4b01-9681-5ff1b11f206a admin admin] 10.222.0.32 "PUT /v2.0/routers/9cc40dfa-bac8-407d-83b9-b8abdd642f6e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4125125
Feb 05 21:02:46.164771 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ceae211b-68b3-4da2-98da-faf73687c43a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d2018def643440de964d927550896190&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6845872
Feb 05 21:02:46.174913 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 51844) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:46.277349 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d1240adc-c0ac-479c-9c48-d5a35a67ceb4 admin admin] Publish callbacks [] for security_group (ad10ff50-79aa-4311-8270-7240d5395583), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:46.315346 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d1240adc-c0ac-479c-9c48-d5a35a67ceb4 admin admin] Publish callbacks [] for security_group (ad10ff50-79aa-4311-8270-7240d5395583), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:46.320501 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-0ff995fb-7747-4a1d-a8d5-8a6e083196dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0d0d5ba-c211-496a-ae60-c175dc016a01 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:02:46.334104 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-0ff995fb-7747-4a1d-a8d5-8a6e083196dc service neutron] Publish callbacks [] for port (a0d0d5ba-c211-496a-ae60-c175dc016a01), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:46.351169 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-0ff995fb-7747-4a1d-a8d5-8a6e083196dc service neutron] Transition to ACTIVE for port object a0d0d5ba-c211-496a-ae60-c175dc016a01 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:02:46.365603 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-1bc93169-eb98-4a5a-88e6-b90f67e2434e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Allocated IP 2001:db8::283 (4b876e93-e753-4f82-8855-2c9c3d1db066/899f3bfe-8b16-4bd3-aeb8-720e79e38b5f/4482d483-a61c-48f0-a98e-ffb38372f6c4) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:02:46.368928 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-0ff995fb-7747-4a1d-a8d5-8a6e083196dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (a0d0d5ba-c211-496a-ae60-c175dc016a01), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:46.394520 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d1240adc-c0ac-479c-9c48-d5a35a67ceb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ad10ff50-79aa-4311-8270-7240d5395583), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:46.397688 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d1240adc-c0ac-479c-9c48-d5a35a67ceb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:46.399070 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d1240adc-c0ac-479c-9c48-d5a35a67ceb4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ad10ff50-79aa-4311-8270-7240d5395583 HTTP/1.1" status: 204  len: 168 time: 0.2231760
Feb 05 21:02:46.430834 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1240adc-c0ac-479c-9c48-d5a35a67ceb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad10ff50-79aa-4311-8270-7240d5395583,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:46.482781 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff995fb-7747-4a1d-a8d5-8a6e083196dc service neutron] Pushing event updated for resources: {'Port': ['ID=a0d0d5ba-c211-496a-ae60-c175dc016a01,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:46.485418 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 209b49ae-aca0-4e06-8031-7e497e66c84b up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:02:46.562900 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 209b49ae-aca0-4e06-8031-7e497e66c84b triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:02:46.563276 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (209b49ae-aca0-4e06-8031-7e497e66c84b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:46.703013 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 209b49ae-aca0-4e06-8031-7e497e66c84b is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:02:46.703608 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (209b49ae-aca0-4e06-8031-7e497e66c84b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:46.741928 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 209b49ae-aca0-4e06-8031-7e497e66c84b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=209b49ae-aca0-4e06-8031-7e497e66c84b,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:02:46.749771 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (209b49ae-aca0-4e06-8031-7e497e66c84b), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:46.751178 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-0ff995fb-7747-4a1d-a8d5-8a6e083196dc service neutron] Attempting to bind port a0d0d5ba-c211-496a-ae60-c175dc016a01 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:02:46.751527 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-0ff995fb-7747-4a1d-a8d5-8a6e083196dc service neutron] Attempting to bind port a0d0d5ba-c211-496a-ae60-c175dc016a01 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '26408d8a-c4e7-4912-a581-6389a55278b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cf5dc960-860b-4394-9862-c7f14c2525a7'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:02:46.751864 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-0ff995fb-7747-4a1d-a8d5-8a6e083196dc service neutron] Attempting to bind port a0d0d5ba-c211-496a-ae60-c175dc016a01 on network cf5dc960-860b-4394-9862-c7f14c2525a7 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:46.768233 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-0ff995fb-7747-4a1d-a8d5-8a6e083196dc service neutron] Port a0d0d5ba-c211-496a-ae60-c175dc016a01 on network cf5dc960-860b-4394-9862-c7f14c2525a7 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:02:46.768571 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-0ff995fb-7747-4a1d-a8d5-8a6e083196dc service neutron] Attempting to bind port a0d0d5ba-c211-496a-ae60-c175dc016a01 on network cf5dc960-860b-4394-9862-c7f14c2525a7 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:46.779494 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-0ff995fb-7747-4a1d-a8d5-8a6e083196dc service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:02:46.779840 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-0ff995fb-7747-4a1d-a8d5-8a6e083196dc service neutron] Checking segment: {'id': '26408d8a-c4e7-4912-a581-6389a55278b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cf5dc960-860b-4394-9862-c7f14c2525a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:02:46.780226 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-0ff995fb-7747-4a1d-a8d5-8a6e083196dc service neutron] Bound using segment: {'id': '26408d8a-c4e7-4912-a581-6389a55278b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cf5dc960-860b-4394-9862-c7f14c2525a7'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:02:46.780672 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-0ff995fb-7747-4a1d-a8d5-8a6e083196dc service neutron] Bound port: a0d0d5ba-c211-496a-ae60-c175dc016a01, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26408d8a-c4e7-4912-a581-6389a55278b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cf5dc960-860b-4394-9862-c7f14c2525a7'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:02:46.781143 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-0ff995fb-7747-4a1d-a8d5-8a6e083196dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a0d0d5ba-c211-496a-ae60-c175dc016a01), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:46.828949 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=209b49ae-aca0-4e06-8031-7e497e66c84b,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:46.847633 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:02:46.884689 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1bc93169-eb98-4a5a-88e6-b90f67e2434e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for port (4482d483-a61c-48f0-a98e-ffb38372f6c4), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:46.954272 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-0ff995fb-7747-4a1d-a8d5-8a6e083196dc service neutron] For port a0d0d5ba-c211-496a-ae60-c175dc016a01, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:02:46.958542 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-0ff995fb-7747-4a1d-a8d5-8a6e083196dc service neutron] For port a0d0d5ba-c211-496a-ae60-c175dc016a01, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a0d0d5ba-c211-496a-ae60-c175dc016a01,segment=NetworkSegment(26408d8a-c4e7-4912-a581-6389a55278b0),segment_id=26408d8a-c4e7-4912-a581-6389a55278b0)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:02:46.972517 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-0ff995fb-7747-4a1d-a8d5-8a6e083196dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (a0d0d5ba-c211-496a-ae60-c175dc016a01), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:47.016841 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1bc93169-eb98-4a5a-88e6-b90f67e2434e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (4482d483-a61c-48f0-a98e-ffb38372f6c4), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:47.091429 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-0ff995fb-7747-4a1d-a8d5-8a6e083196dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:47.095947 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-0ff995fb-7747-4a1d-a8d5-8a6e083196dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:47.101148 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-0ff995fb-7747-4a1d-a8d5-8a6e083196dc service neutron] 10.222.0.39 "PUT /v2.0/ports/a0d0d5ba-c211-496a-ae60-c175dc016a01 HTTP/1.1" status: 200  len: 1091 time: 2.1721263
Feb 05 21:02:47.106653 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3354b487-43b1-467e-903e-dc0041fc45c1', 'tag': 'a0d0d5ba-c211-496a-ae60-c175dc016a01'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:02:47.114536 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca243726-ee0c-4d73-a3ba-24640439bdfb" -d '{"events": [{"name": "network-changed", "server_uuid": "3354b487-43b1-467e-903e-dc0041fc45c1", "tag": "a0d0d5ba-c211-496a-ae60-c175dc016a01"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:02:47.134332 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-a01c3676-0f48-425b-a564-25f0aaa8277d None None] Allocated IP 2001:db8::2 (4b876e93-e753-4f82-8855-2c9c3d1db066/899f3bfe-8b16-4bd3-aeb8-720e79e38b5f/b7c94a14-611a-4fe5-bfdb-a1d10213b7bd) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:02:47.153573 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0cbb74f4-4378-4264-9c98-31bfcdcbf67e req-da494457-4b1d-4a71-a864-cd7bdef26db9 tempest-ServerShowV254Test-1336026888 tempest-ServerShowV254Test-1336026888-project] 10.222.0.32 "GET /v2.0/ports?device_id=b676283b-f193-4478-843b-23dd9363e720 HTTP/1.1" status: 200  len: 210 time: 0.1001253
Feb 05 21:02:47.291307 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc93169-eb98-4a5a-88e6-b90f67e2434e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:02:47.301381 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff995fb-7747-4a1d-a8d5-8a6e083196dc service neutron] Pushing event updated for resources: {'Port': ['ID=a0d0d5ba-c211-496a-ae60-c175dc016a01,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:47.343723 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ed49f3-9122-45d8-87ab-123fc1e49d4b x-openstack-request-id: req-88ed49f3-9122-45d8-87ab-123fc1e49d4b {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:02:47.344416 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3354b487-43b1-467e-903e-dc0041fc45c1", "tag": "a0d0d5ba-c211-496a-ae60-c175dc016a01", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:02:47.344416 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-88ed49f3-9122-45d8-87ab-123fc1e49d4b {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:02:47.344631 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3354b487-43b1-467e-903e-dc0041fc45c1', 'tag': 'a0d0d5ba-c211-496a-ae60-c175dc016a01', 'status': 'completed', 'code': 200}
Feb 05 21:02:47.360879 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-1bc93169-eb98-4a5a-88e6-b90f67e2434e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:02:47.453895 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc93169-eb98-4a5a-88e6-b90f67e2434e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:02:47.466835 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc93169-eb98-4a5a-88e6-b90f67e2434e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:47.467108 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-d2cfb167-bdc4-4ab4-8f2b-9eac9a31a742 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:47.469352 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1bc93169-eb98-4a5a-88e6-b90f67e2434e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:47.478219 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-d2cfb167-bdc4-4ab4-8f2b-9eac9a31a742 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/networks?id=0bef1155-9a53-4878-8a8d-b291e090a827 HTTP/1.1" status: 200  len: 910 time: 0.2736771
Feb 05 21:02:47.479756 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a01c3676-0f48-425b-a564-25f0aaa8277d None None] Publish callbacks [] for port (b7c94a14-611a-4fe5-bfdb-a1d10213b7bd), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:47.490609 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a01c3676-0f48-425b-a564-25f0aaa8277d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (b7c94a14-611a-4fe5-bfdb-a1d10213b7bd), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:47.539282 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01c3676-0f48-425b-a564-25f0aaa8277d None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:02:47.543762 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-a01c3676-0f48-425b-a564-25f0aaa8277d None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:02:47.547697 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01c3676-0f48-425b-a564-25f0aaa8277d None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:02:47.569496 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-a4db0fe8-bfb0-45c0-a4c9-b1e84ba91e7c tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/quotas/314e090015bc467b921aaa675082f1f6 HTTP/1.1" status: 200  len: 375 time: 0.0893633
Feb 05 21:02:47.594500 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c3676-0f48-425b-a564-25f0aaa8277d None None] Pushing event updated for resources: {'Port': ['ID=b7c94a14-611a-4fe5-bfdb-a1d10213b7bd,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:47.636974 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1bc93169-eb98-4a5a-88e6-b90f67e2434e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 4.8159220
Feb 05 21:02:47.641525 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51896) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:47.654303 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-a01c3676-0f48-425b-a564-25f0aaa8277d None None] Attempting to bind port b7c94a14-611a-4fe5-bfdb-a1d10213b7bd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:02:47.654975 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-a01c3676-0f48-425b-a564-25f0aaa8277d None None] Attempting to bind port b7c94a14-611a-4fe5-bfdb-a1d10213b7bd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:02:47.655542 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01c3676-0f48-425b-a564-25f0aaa8277d None None] Attempting to bind port b7c94a14-611a-4fe5-bfdb-a1d10213b7bd on network 4b876e93-e753-4f82-8855-2c9c3d1db066 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:47.662045 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01c3676-0f48-425b-a564-25f0aaa8277d None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:02:47.662729 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01c3676-0f48-425b-a564-25f0aaa8277d None None] Checking segment: {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:02:47.663268 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a01c3676-0f48-425b-a564-25f0aaa8277d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:47.663836 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01c3676-0f48-425b-a564-25f0aaa8277d None None] Bound using segment: {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:02:47.664609 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-a01c3676-0f48-425b-a564-25f0aaa8277d None None] Bound port: b7c94a14-611a-4fe5-bfdb-a1d10213b7bd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:02:47.665314 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a01c3676-0f48-425b-a564-25f0aaa8277d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b7c94a14-611a-4fe5-bfdb-a1d10213b7bd), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:47.741165 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-a01c3676-0f48-425b-a564-25f0aaa8277d None None] For port b7c94a14-611a-4fe5-bfdb-a1d10213b7bd, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:02:47.746914 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35466025-4bd1-4457-8ba4-ca891f5b6e4c None None] Sync routers for ids ['9cc40dfa-bac8-407d-83b9-b8abdd642f6e'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:02:47.748876 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc93169-eb98-4a5a-88e6-b90f67e2434e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Port': ['ID=4482d483-a61c-48f0-a98e-ffb38372f6c4,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:47.773750 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b718c60-07e9-4eba-bbb6-c6da9071b831 req-248a740a-cf15-448d-9992-ddfbdcf6cf3b tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:47.776301 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3b718c60-07e9-4eba-bbb6-c6da9071b831 req-248a740a-cf15-448d-9992-ddfbdcf6cf3b tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] 10.222.0.32 "GET /v2.0/ports?device_id=3354b487-43b1-467e-903e-dc0041fc45c1 HTTP/1.1" status: 200  len: 943 time: 0.2933462
Feb 05 21:02:47.786778 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-a01c3676-0f48-425b-a564-25f0aaa8277d None None] For port b7c94a14-611a-4fe5-bfdb-a1d10213b7bd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7c94a14-611a-4fe5-bfdb-a1d10213b7bd,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:02:47.797464 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a01c3676-0f48-425b-a564-25f0aaa8277d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b7c94a14-611a-4fe5-bfdb-a1d10213b7bd), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:47.799779 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-324eb028-540d-4309-a5b7-6fb3ef1c612c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:47.805852 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-324eb028-540d-4309-a5b7-6fb3ef1c612c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c55a124c9deb44749c1f60e73af51c42&device_id=3354b487-43b1-467e-903e-dc0041fc45c1 HTTP/1.1" status: 200  len: 1125 time: 0.4573836
Feb 05 21:02:47.814979 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35466025-4bd1-4457-8ba4-ca891f5b6e4c None None] Routers {'9cc40dfa-bac8-407d-83b9-b8abdd642f6e'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:02:47.815825 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-35466025-4bd1-4457-8ba4-ca891f5b6e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabe58610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:02:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['9cc40dfa-bac8-407d-83b9-b8abdd642f6e'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:02:47.842191 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b6f289-4b54-4d18-9109-463a726e2090 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:47.853809 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b6f289-4b54-4d18-9109-463a726e2090 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:47.859777 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 51902) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:47.861040 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-03b6f289-4b54-4d18-9109-463a726e2090 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1668 time: 0.2117348
Feb 05 21:02:48.007755 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-2c8c47ed-1903-4087-9bd3-12743184ed51 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0d0d5ba-c211-496a-ae60-c175dc016a01 HTTP/1.1" status: 200  len: 217 time: 0.1911736
Feb 05 21:02:48.046860 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c3676-0f48-425b-a564-25f0aaa8277d None None] Pushing event updated for resources: {'Port': ['ID=b7c94a14-611a-4fe5-bfdb-a1d10213b7bd,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:48.115053 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-35466025-4bd1-4457-8ba4-ca891f5b6e4c None None] Set router 9cc40dfa-bac8-407d-83b9-b8abdd642f6e gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:02:48.119018 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-9a6aa5ab-dd0f-4f0b-9ce0-122f1c2e3107 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/ports?tenant_id=314e090015bc467b921aaa675082f1f6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.5485344
Feb 05 21:02:48.137472 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-b8fc14b0-62d0-443a-8d26-69e159aa012f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:48.139465 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-b8fc14b0-62d0-443a-8d26-69e159aa012f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3e2b7718-850d-4bfe-9681-1e965a1d0233 HTTP/1.1" status: 200  len: 862 time: 0.1242275
Feb 05 21:02:48.204879 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-96a5ced3-1d18-4747-a6a9-e11376b15eff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cf5dc960-860b-4394-9862-c7f14c2525a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0582955
Feb 05 21:02:48.233258 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3b718c60-07e9-4eba-bbb6-c6da9071b831 req-248268ad-5a84-4d31-a8ae-4125b0500c9a tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] 10.222.0.32 "GET /v2.0/security-groups?id=053bb361-a00d-4330-8969-05554e12cbb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4345198
Feb 05 21:02:48.476657 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-9240a5f3-cc4e-4e3b-b5a4-5dc1a9485213 service neutron] 10.222.0.39 "GET /v2.0/networks/cf5dc960-860b-4394-9862-c7f14c2525a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2642422
Feb 05 21:02:48.480713 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 209b49ae-aca0-4e06-8031-7e497e66c84b up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:02:48.524212 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-01969688-2cda-4aad-8dc3-1e15a539ae88 service neutron] 10.222.0.32 "GET /v2.0/networks/0bef1155-9a53-4878-8a8d-b291e090a827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4000027
Feb 05 21:02:48.610595 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a7a3b13c-be88-4c52-bab0-26a008749480 req-93f326a7-5758-4f5d-b675-2887472f0372 tempest-ServerShowV254Test-1336026888 tempest-ServerShowV254Test-1336026888-project] 10.222.0.32 "GET /v2.0/ports?device_id=b676283b-f193-4478-843b-23dd9363e720 HTTP/1.1" status: 200  len: 210 time: 0.0849411
Feb 05 21:02:48.628622 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 209b49ae-aca0-4e06-8031-7e497e66c84b triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:02:48.629022 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (209b49ae-aca0-4e06-8031-7e497e66c84b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:48.634489 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d00e70c4-094a-4e5f-9d2f-ebb9791d78c8 req-bcfaf914-abac-48ae-9cba-5f53417e1113 service neutron] 10.222.0.39 "GET /v2.0/networks/cf5dc960-860b-4394-9862-c7f14c2525a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1484928
Feb 05 21:02:48.692374 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-61503755-d972-4758-b433-f47edb6eeace tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting port 4482d483-a61c-48f0-a98e-ffb38372f6c4 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:02:48.693079 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-61503755-d972-4758-b433-f47edb6eeace tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (4482d483-a61c-48f0-a98e-ffb38372f6c4), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:48.696379 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-35466025-4bd1-4457-8ba4-ca891f5b6e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabe58610>, [{'id': '9cc40dfa-bac8-407d-83b9-b8abdd642f6e', 'name': 'tempest-TestServerMultinode-256320054-router', 'tenant_id': '314e090015bc467b921aaa675082f1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.136'}], 'enable_snat': True}, 'gw_port_id': '209b49ae-aca0-4e06-8031-7e497e66c84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:02:35Z', 'updated_at': '2022-02-05T21:02:43Z', 'revision_number': 4, 'project_id': '314e090015bc467b921aaa675082f1f6', 'gw_port': {'id': '209b49ae-aca0-4e06-8031-7e497e66c84b', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc40dfa-bac8-407d-83b9-b8abdd642f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:02:36Z', 'updated_at': '2022-02-05T21:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '10efea5a-d1ba-40c8-a2f9-86593d97d384', 'name': '', 'network_id': '0ab0e342-998e-467c-9d07-7dd305a9f89c', 'tenant_id': '314e090015bc467b921aaa675082f1f6', 'mac_address': 'fa:16:3e:78:07:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc40dfa-bac8-407d-83b9-b8abdd642f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '418593bd-78f7-4c2e-bf79-ded5f3294f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:02:42Z', 'updated_at': '2022-02-05T21:02:44Z', 'revision_number': 2, 'project_id': '314e090015bc467b921aaa675082f1f6', 'subnets': [{'id': '418593bd-78f7-4c2e-bf79-ded5f3294f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:02:48.728012 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35466025-4bd1-4457-8ba4-ca891f5b6e4c None None] Checking router: 9cc40dfa-bac8-407d-83b9-b8abdd642f6e for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:02:48.728377 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35466025-4bd1-4457-8ba4-ca891f5b6e4c None None] Updating router 9cc40dfa-bac8-407d-83b9-b8abdd642f6e port 10efea5a-d1ba-40c8-a2f9-86593d97d384 binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:02:48.799086 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca243726-ee0c-4d73-a3ba-24640439bdfb req-88e2076f-7d8f-492b-9c6f-16c7ed28c62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:48.800772 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ca243726-ee0c-4d73-a3ba-24640439bdfb req-88e2076f-7d8f-492b-9c6f-16c7ed28c62f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c55a124c9deb44749c1f60e73af51c42&device_id=3354b487-43b1-467e-903e-dc0041fc45c1 HTTP/1.1" status: 200  len: 1125 time: 0.0843062
Feb 05 21:02:48.827613 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 209b49ae-aca0-4e06-8031-7e497e66c84b is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:02:48.842021 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-35466025-4bd1-4457-8ba4-ca891f5b6e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (10efea5a-d1ba-40c8-a2f9-86593d97d384), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:48.870546 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-67d93c94-5336-4c12-a4c3-eddbd9542235 service neutron] 10.222.0.32 "GET /v2.0/networks/0bef1155-9a53-4878-8a8d-b291e090a827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3255560
Feb 05 21:02:48.896543 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-61503755-d972-4758-b433-f47edb6eeace tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (4482d483-a61c-48f0-a98e-ffb38372f6c4), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:48.932933 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-61503755-d972-4758-b433-f47edb6eeace tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Calling delete_port for 4482d483-a61c-48f0-a98e-ffb38372f6c4 owned by  {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:02:49.012510 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca243726-ee0c-4d73-a3ba-24640439bdfb req-838205be-1a10-495a-9f27-70bfa9bdae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:49.014516 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ca243726-ee0c-4d73-a3ba-24640439bdfb req-838205be-1a10-495a-9f27-70bfa9bdae5a service neutron] 10.222.0.39 "GET /v2.0/networks?id=cf5dc960-860b-4394-9862-c7f14c2525a7 HTTP/1.1" status: 200  len: 923 time: 0.2043068
Feb 05 21:02:49.082596 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ca243726-ee0c-4d73-a3ba-24640439bdfb req-838d015f-4729-41ae-95d8-2a9fc872e51a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0d0d5ba-c211-496a-ae60-c175dc016a01 HTTP/1.1" status: 200  len: 217 time: 0.0594578
Feb 05 21:02:49.185133 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca243726-ee0c-4d73-a3ba-24640439bdfb req-5946fc18-0ade-4762-b383-d78c0c4e5eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:49.188684 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ca243726-ee0c-4d73-a3ba-24640439bdfb req-5946fc18-0ade-4762-b383-d78c0c4e5eaa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3e2b7718-850d-4bfe-9681-1e965a1d0233 HTTP/1.1" status: 200  len: 862 time: 0.0873263
Feb 05 21:02:49.236622 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ca243726-ee0c-4d73-a3ba-24640439bdfb req-33d64fa6-c219-4132-880e-bca1075aebcf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cf5dc960-860b-4394-9862-c7f14c2525a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0410285
Feb 05 21:02:49.531310 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ca243726-ee0c-4d73-a3ba-24640439bdfb req-a2b182cd-4f75-4a47-b558-05bffb1234f9 service neutron] 10.222.0.39 "GET /v2.0/networks/cf5dc960-860b-4394-9862-c7f14c2525a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2868440
Feb 05 21:02:49.630928 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-35466025-4bd1-4457-8ba4-ca891f5b6e4c None None] Publish callbacks [] for port (10efea5a-d1ba-40c8-a2f9-86593d97d384), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:49.640741 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-35466025-4bd1-4457-8ba4-ca891f5b6e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (10efea5a-d1ba-40c8-a2f9-86593d97d384), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:49.736495 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51946) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:49.844921 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ca243726-ee0c-4d73-a3ba-24640439bdfb req-fda3394d-c8c8-4159-8f07-325c0ca5e920 service neutron] 10.222.0.39 "GET /v2.0/networks/cf5dc960-860b-4394-9862-c7f14c2525a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3015244
Feb 05 21:02:49.875271 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ff223446-86ea-47c8-acde-c944d9458511 req-0673823c-e363-4a2d-8320-6a39f6b65eed tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=70c564f2-df94-4df3-81ff-df9d05375972 HTTP/1.1" status: 200  len: 210 time: 0.1036584
Feb 05 21:02:49.961136 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-35466025-4bd1-4457-8ba4-ca891f5b6e4c None None] Attempting to bind port 10efea5a-d1ba-40c8-a2f9-86593d97d384 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:02:49.961515 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-35466025-4bd1-4457-8ba4-ca891f5b6e4c None None] Attempting to bind port 10efea5a-d1ba-40c8-a2f9-86593d97d384 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b67cf312-39be-4a68-a538-275c928015fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0ab0e342-998e-467c-9d07-7dd305a9f89c'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:02:49.961881 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35466025-4bd1-4457-8ba4-ca891f5b6e4c None None] Attempting to bind port 10efea5a-d1ba-40c8-a2f9-86593d97d384 on network 0ab0e342-998e-467c-9d07-7dd305a9f89c {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:49.972252 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35466025-4bd1-4457-8ba4-ca891f5b6e4c None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:02:49.972633 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35466025-4bd1-4457-8ba4-ca891f5b6e4c None None] Checking segment: {'id': 'b67cf312-39be-4a68-a538-275c928015fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0ab0e342-998e-467c-9d07-7dd305a9f89c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:02:49.973042 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-35466025-4bd1-4457-8ba4-ca891f5b6e4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:49.973439 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35466025-4bd1-4457-8ba4-ca891f5b6e4c None None] Bound using segment: {'id': 'b67cf312-39be-4a68-a538-275c928015fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0ab0e342-998e-467c-9d07-7dd305a9f89c'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:02:49.973913 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-35466025-4bd1-4457-8ba4-ca891f5b6e4c None None] Bound port: 10efea5a-d1ba-40c8-a2f9-86593d97d384, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b67cf312-39be-4a68-a538-275c928015fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0ab0e342-998e-467c-9d07-7dd305a9f89c'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:02:49.974292 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-35466025-4bd1-4457-8ba4-ca891f5b6e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (10efea5a-d1ba-40c8-a2f9-86593d97d384), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:50.056310 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-35466025-4bd1-4457-8ba4-ca891f5b6e4c None None] For port 10efea5a-d1ba-40c8-a2f9-86593d97d384, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:02:50.060735 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-35466025-4bd1-4457-8ba4-ca891f5b6e4c None None] For port 10efea5a-d1ba-40c8-a2f9-86593d97d384, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=10efea5a-d1ba-40c8-a2f9-86593d97d384,segment=NetworkSegment(b67cf312-39be-4a68-a538-275c928015fc),segment_id=b67cf312-39be-4a68-a538-275c928015fc)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:02:50.070637 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2979b2d-f292-45da-b2e6-240caae90905 None None] Pushing event updated for resources: {'Port': ['ID=10efea5a-d1ba-40c8-a2f9-86593d97d384,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:50.089140 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-1c53b694-31cf-47a6-8975-05e2696c6a16 tempest-QuotasTest-2008209007 tempest-QuotasTest-2008209007-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:02:50.126455 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-35466025-4bd1-4457-8ba4-ca891f5b6e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (10efea5a-d1ba-40c8-a2f9-86593d97d384), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:50.150097 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1c53b694-31cf-47a6-8975-05e2696c6a16 tempest-QuotasTest-2008209007 tempest-QuotasTest-2008209007-project-admin] 10.222.0.32 "PUT /v2.0/quotas/8d0329a3c0b5403f800c6a314b1da40b HTTP/1.1" status: 200  len: 366 time: 0.4106169
Feb 05 21:02:50.153035 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51952) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:50.160456 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5580457f-40cc-4fe9-881a-f34262a82bc4 req-766700e2-6ce8-4079-9396-0d15c8ed825f tempest-ServerShowV254Test-1336026888 tempest-ServerShowV254Test-1336026888-project] 10.222.0.32 "GET /v2.0/ports?device_id=b676283b-f193-4478-843b-23dd9363e720 HTTP/1.1" status: 200  len: 210 time: 0.0784709
Feb 05 21:02:50.193734 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-71e38be4-72c3-4ec5-836d-95297b5e0839 tempest-QuotasTest-2008209007 tempest-QuotasTest-2008209007-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 468 time: 0.0382445
Feb 05 21:02:50.196560 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51954) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:50.213937 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91086553-cddb-479c-a570-501e04ef06cb req-92e3d8c1-9a4c-40d1-9270-860ae257b9e4 tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:50.216938 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-91086553-cddb-479c-a570-501e04ef06cb req-92e3d8c1-9a4c-40d1-9270-860ae257b9e4 tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] 10.222.0.32 "GET /v2.0/ports?device_id=3354b487-43b1-467e-903e-dc0041fc45c1 HTTP/1.1" status: 200  len: 943 time: 0.4807689
Feb 05 21:02:50.272325 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-18a1f0e2-3330-4d08-ab8d-dbd4a03af0f9 tempest-QuotasTest-2008209007 tempest-QuotasTest-2008209007-project-admin] 10.222.0.32 "GET /v2.0/quotas/8d0329a3c0b5403f800c6a314b1da40b HTTP/1.1" status: 200  len: 366 time: 0.0680802
Feb 05 21:02:50.277248 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51956) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:50.321047 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-87d0787a-b44b-4708-a428-af3e80a5371a tempest-QuotasTest-2008209007 tempest-QuotasTest-2008209007-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/8d0329a3c0b5403f800c6a314b1da40b HTTP/1.1" status: 204  len: 168 time: 0.0416694
Feb 05 21:02:50.327551 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51958) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:50.360336 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8109b1c4-ae48-4659-9b37-3b2b1b9b0b8d tempest-QuotasTest-2008209007 tempest-QuotasTest-2008209007-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 207 time: 0.0311654
Feb 05 21:02:50.362735 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51960) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:50.362998 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:50.367525 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35466025-4bd1-4457-8ba4-ca891f5b6e4c None None] Routers {'9cc40dfa-bac8-407d-83b9-b8abdd642f6e'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:02:50.368160 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-35466025-4bd1-4457-8ba4-ca891f5b6e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabe58610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:02:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['9cc40dfa-bac8-407d-83b9-b8abdd642f6e'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:02:50.370969 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-491b91bc-d281-478a-a210-de69721be8a6 None None] Provisioning complete for port b7c94a14-611a-4fe5-bfdb-a1d10213b7bd triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:02:50.371697 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-491b91bc-d281-478a-a210-de69721be8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b7c94a14-611a-4fe5-bfdb-a1d10213b7bd), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:50.415461 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3b4e6156-4137-4c1f-b3a6-82d91a4acc2d tempest-QuotasTest-2008209007 tempest-QuotasTest-2008209007-project-admin] 10.222.0.32 "GET /v2.0/quotas/8d0329a3c0b5403f800c6a314b1da40b HTTP/1.1" status: 200  len: 370 time: 0.0503645
Feb 05 21:02:50.417603 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51962) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:50.434988 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-68866806-f373-4837-8636-7dda6e2ecd27 tempest-QuotasTest-2008209007 tempest-QuotasTest-2008209007-project-admin] 10.222.0.32 "GET /v2.0/quotas/8d0329a3c0b5403f800c6a314b1da40b/default HTTP/1.1" status: 200  len: 370 time: 0.0162342
Feb 05 21:02:50.435506 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 51968) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:50.501378 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-552b76a7-7cde-4843-a3d3-a8b6c7b0a370 tempest-QuotasTest-2008209007 tempest-QuotasTest-2008209007-project-admin] delete failed (client error): The resource could not be found.
Feb 05 21:02:50.502580 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-552b76a7-7cde-4843-a3d3-a8b6c7b0a370 tempest-QuotasTest-2008209007 tempest-QuotasTest-2008209007-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/8d0329a3c0b5403f800c6a314b1da40b HTTP/1.1" status: 404  len: 348 time: 0.0452516
Feb 05 21:02:50.510151 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-91086553-cddb-479c-a570-501e04ef06cb req-729d7919-3d5b-4daf-a353-b631eb372a4e tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] 10.222.0.32 "GET /v2.0/security-groups?id=053bb361-a00d-4330-8969-05554e12cbb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2181215
Feb 05 21:02:50.512743 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-61503755-d972-4758-b433-f47edb6eeace tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (4482d483-a61c-48f0-a98e-ffb38372f6c4), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:50.579147 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b7c94a14-611a-4fe5-bfdb-a1d10213b7bd up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:02:50.608889 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61503755-d972-4758-b433-f47edb6eeace tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Port': ['ID=4482d483-a61c-48f0-a98e-ffb38372f6c4,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:50.676990 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-61503755-d972-4758-b433-f47edb6eeace tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:50.684478 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-61503755-d972-4758-b433-f47edb6eeace tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/ports/4482d483-a61c-48f0-a98e-ffb38372f6c4 HTTP/1.1" status: 204  len: 168 time: 2.8108118
Feb 05 21:02:50.685024 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51972) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:50.712870 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2979b2d-f292-45da-b2e6-240caae90905 None None] Pushing event updated for resources: {'Port': ['ID=10efea5a-d1ba-40c8-a2f9-86593d97d384,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:50.796101 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 51974) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:50.827492 ncdv-master-1 neutron-server[114391]: DEBUG neutron.quota.resource [None req-6b781136-9316-43c9-9f20-0537b499ae01 tempest-QuotasTest-2008209007 tempest-QuotasTest-2008209007-project-admin] Usage tracker for resource:network and project:b19ec9ff423e4205a3d73ceba2efd664 is out of sync, need to count used quota {{(pid=114391) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Feb 05 21:02:50.831956 ncdv-master-1 neutron-server[114391]: DEBUG neutron.quota.resource [None req-6b781136-9316-43c9-9f20-0537b499ae01 tempest-QuotasTest-2008209007 tempest-QuotasTest-2008209007-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=114391) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Feb 05 21:02:50.838906 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c090284c-cc31-469b-9f23-85e4520395bd tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:50.840465 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c090284c-cc31-469b-9f23-85e4520395bd tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:50.841626 ncdv-master-1 neutron-server[114391]: DEBUG neutron.quota.resource [None req-6b781136-9316-43c9-9f20-0537b499ae01 tempest-QuotasTest-2008209007 tempest-QuotasTest-2008209007-project-admin] Usage tracker for resource:subnet and project:b19ec9ff423e4205a3d73ceba2efd664 is out of sync, need to count used quota {{(pid=114391) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Feb 05 21:02:50.842068 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c090284c-cc31-469b-9f23-85e4520395bd tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1558621
Feb 05 21:02:50.845288 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 51976) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:50.846592 ncdv-master-1 neutron-server[114391]: DEBUG neutron.quota.resource [None req-6b781136-9316-43c9-9f20-0537b499ae01 tempest-QuotasTest-2008209007 tempest-QuotasTest-2008209007-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=114391) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Feb 05 21:02:50.917220 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-35466025-4bd1-4457-8ba4-ca891f5b6e4c None None] Set router 9cc40dfa-bac8-407d-83b9-b8abdd642f6e gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:02:50.919821 ncdv-master-1 neutron-server[114391]: DEBUG neutron.quota.resource [None req-6b781136-9316-43c9-9f20-0537b499ae01 tempest-QuotasTest-2008209007 tempest-QuotasTest-2008209007-project-admin] Usage tracker for resource:subnetpool and project:b19ec9ff423e4205a3d73ceba2efd664 is out of sync, need to count used quota {{(pid=114391) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Feb 05 21:02:50.952347 ncdv-master-1 neutron-server[114391]: DEBUG neutron.quota.resource [None req-6b781136-9316-43c9-9f20-0537b499ae01 tempest-QuotasTest-2008209007 tempest-QuotasTest-2008209007-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=114391) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Feb 05 21:02:50.962036 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-04445f2e-e1f2-44ad-a84b-2aa8ca0e0e13 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting subnet 899f3bfe-8b16-4bd3-aeb8-720e79e38b5f {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:02:50.969642 ncdv-master-1 neutron-server[114391]: DEBUG neutron.quota.resource [None req-6b781136-9316-43c9-9f20-0537b499ae01 tempest-QuotasTest-2008209007 tempest-QuotasTest-2008209007-project-admin] Usage tracker for resource:port and project:b19ec9ff423e4205a3d73ceba2efd664 is out of sync, need to count used quota {{(pid=114391) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Feb 05 21:02:50.971849 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port b7c94a14-611a-4fe5-bfdb-a1d10213b7bd triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:02:50.972014 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-04445f2e-e1f2-44ad-a84b-2aa8ca0e0e13 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (899f3bfe-8b16-4bd3-aeb8-720e79e38b5f), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:50.972242 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b7c94a14-611a-4fe5-bfdb-a1d10213b7bd), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:51.014327 ncdv-master-1 neutron-server[114391]: DEBUG neutron.quota.resource [None req-6b781136-9316-43c9-9f20-0537b499ae01 tempest-QuotasTest-2008209007 tempest-QuotasTest-2008209007-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=114391) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Feb 05 21:02:51.040974 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-491b91bc-d281-478a-a210-de69721be8a6 None None] Current status of the port b7c94a14-611a-4fe5-bfdb-a1d10213b7bd is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:02:51.041971 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-491b91bc-d281-478a-a210-de69721be8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b7c94a14-611a-4fe5-bfdb-a1d10213b7bd), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:51.055275 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2d59bff4-6909-4724-bcd0-3d59ca0be783 req-cb92baee-3d61-407d-98a7-6b8627f5367b tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=70c564f2-df94-4df3-81ff-df9d05375972 HTTP/1.1" status: 200  len: 210 time: 0.0569501
Feb 05 21:02:51.060832 ncdv-master-1 neutron-server[114391]: DEBUG neutron.quota.resource [None req-6b781136-9316-43c9-9f20-0537b499ae01 tempest-QuotasTest-2008209007 tempest-QuotasTest-2008209007-project-admin] Usage tracker for resource:router and project:b19ec9ff423e4205a3d73ceba2efd664 is out of sync, need to count used quota {{(pid=114391) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Feb 05 21:02:51.066069 ncdv-master-1 neutron-server[114391]: DEBUG neutron.quota.resource [None req-6b781136-9316-43c9-9f20-0537b499ae01 tempest-QuotasTest-2008209007 tempest-QuotasTest-2008209007-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=114391) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Feb 05 21:02:51.079625 ncdv-master-1 neutron-server[114391]: DEBUG neutron.quota.resource [None req-6b781136-9316-43c9-9f20-0537b499ae01 tempest-QuotasTest-2008209007 tempest-QuotasTest-2008209007-project-admin] Usage tracker for resource:floatingip and project:b19ec9ff423e4205a3d73ceba2efd664 is out of sync, need to count used quota {{(pid=114391) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Feb 05 21:02:51.086072 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-04445f2e-e1f2-44ad-a84b-2aa8ca0e0e13 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (899f3bfe-8b16-4bd3-aeb8-720e79e38b5f), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:51.116908 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-491b91bc-d281-478a-a210-de69721be8a6 None None] For port b7c94a14-611a-4fe5-bfdb-a1d10213b7bd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7c94a14-611a-4fe5-bfdb-a1d10213b7bd,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:02:51.124056 ncdv-master-1 neutron-server[114391]: DEBUG neutron.quota.resource [None req-6b781136-9316-43c9-9f20-0537b499ae01 tempest-QuotasTest-2008209007 tempest-QuotasTest-2008209007-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=114391) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Feb 05 21:02:51.149740 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-491b91bc-d281-478a-a210-de69721be8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b7c94a14-611a-4fe5-bfdb-a1d10213b7bd), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:51.211689 ncdv-master-1 neutron-server[114391]: DEBUG neutron.quota.resource [None req-6b781136-9316-43c9-9f20-0537b499ae01 tempest-QuotasTest-2008209007 tempest-QuotasTest-2008209007-project-admin] Usage tracker for resource:security_group and project:b19ec9ff423e4205a3d73ceba2efd664 is out of sync, need to count used quota {{(pid=114391) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Feb 05 21:02:51.242501 ncdv-master-1 neutron-server[114391]: DEBUG neutron.quota.resource [None req-6b781136-9316-43c9-9f20-0537b499ae01 tempest-QuotasTest-2008209007 tempest-QuotasTest-2008209007-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=114391) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Feb 05 21:02:51.265972 ncdv-master-1 neutron-server[114391]: DEBUG neutron.quota.resource [None req-6b781136-9316-43c9-9f20-0537b499ae01 tempest-QuotasTest-2008209007 tempest-QuotasTest-2008209007-project-admin] Usage tracker for resource:security_group_rule and project:b19ec9ff423e4205a3d73ceba2efd664 is out of sync, need to count used quota {{(pid=114391) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Feb 05 21:02:51.278689 ncdv-master-1 neutron-server[114391]: DEBUG neutron.quota.resource [None req-6b781136-9316-43c9-9f20-0537b499ae01 tempest-QuotasTest-2008209007 tempest-QuotasTest-2008209007-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=114391) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Feb 05 21:02:51.289236 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-04445f2e-e1f2-44ad-a84b-2aa8ca0e0e13 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (899f3bfe-8b16-4bd3-aeb8-720e79e38b5f), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:51.296689 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6b781136-9316-43c9-9f20-0537b499ae01 tempest-QuotasTest-2008209007 tempest-QuotasTest-2008209007-project-admin] 10.222.0.32 "GET /v2.0/quotas/b19ec9ff423e4205a3d73ceba2efd664/details.json HTTP/1.1" status: 200  len: 703 time: 0.4986973
Feb 05 21:02:51.455391 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-830111b5-7a6c-4d0e-9593-76040a7a6fc5 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:51.457882 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-830111b5-7a6c-4d0e-9593-76040a7a6fc5 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.21 "GET /v2.0/networks?id=0bef1155-9a53-4878-8a8d-b291e090a827 HTTP/1.1" status: 200  len: 910 time: 0.1733568
Feb 05 21:02:51.473119 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-afb7aae5-1ff7-42a1-aa0b-fee23c0ce295 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Request body: {'port': {'device_id': '70c564f2-df94-4df3-81ff-df9d05375972', 'network_id': '0bef1155-9a53-4878-8a8d-b291e090a827', 'admin_state_up': True, 'tenant_id': '314e090015bc467b921aaa675082f1f6'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:02:51.510990 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-afb7aae5-1ff7-42a1-aa0b-fee23c0ce295 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Made reservation on behalf of 314e090015bc467b921aaa675082f1f6 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:02:51.519485 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-afb7aae5-1ff7-42a1-aa0b-fee23c0ce295 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:51.567141 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-3fc8c447-2c76-4303-990e-a2d8d9a77772 None None] Could not find standard attr ID for object 7a6b84e9-eff0-4d90-a924-e14d50d33a2e. {{(pid=114392) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 05 21:02:51.571943 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-555bd635-8011-41b4-8058-99bccd162dc7 req-8ad25cc9-be2e-4370-a17d-3f462286cc89 tempest-ServerShowV254Test-1336026888 tempest-ServerShowV254Test-1336026888-project] 10.222.0.32 "GET /v2.0/ports?device_id=b676283b-f193-4478-843b-23dd9363e720 HTTP/1.1" status: 200  len: 210 time: 0.1127870
Feb 05 21:02:51.610246 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-3fc8c447-2c76-4303-990e-a2d8d9a77772 None None] Could not find standard attr ID for object 4482d483-a61c-48f0-a98e-ffb38372f6c4. {{(pid=114392) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 05 21:02:51.661993 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b91bc-d281-478a-a210-de69721be8a6 None None] Pushing event updated for resources: {'Port': ['ID=b7c94a14-611a-4fe5-bfdb-a1d10213b7bd,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:51.667886 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port b7c94a14-611a-4fe5-bfdb-a1d10213b7bd is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:02:51.706749 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-3fc8c447-2c76-4303-990e-a2d8d9a77772 None None] Provisioning complete for port 10efea5a-d1ba-40c8-a2f9-86593d97d384 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:02:51.707449 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3fc8c447-2c76-4303-990e-a2d8d9a77772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (10efea5a-d1ba-40c8-a2f9-86593d97d384), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:51.752173 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-afb7aae5-1ff7-42a1-aa0b-fee23c0ce295 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Allocated IP 172.20.0.13 (0bef1155-9a53-4878-8a8d-b291e090a827/c5580501-fe3e-46c9-91e8-cbe313fe56d6/eed6ffb5-e792-4d2d-8d0f-b4004e5f5239) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:02:51.772179 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-35466025-4bd1-4457-8ba4-ca891f5b6e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabe58610>, [{'id': '9cc40dfa-bac8-407d-83b9-b8abdd642f6e', 'name': 'tempest-TestServerMultinode-256320054-router', 'tenant_id': '314e090015bc467b921aaa675082f1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.136'}], 'enable_snat': True}, 'gw_port_id': '209b49ae-aca0-4e06-8031-7e497e66c84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:02:35Z', 'updated_at': '2022-02-05T21:02:43Z', 'revision_number': 4, 'project_id': '314e090015bc467b921aaa675082f1f6', 'gw_port': {'id': '209b49ae-aca0-4e06-8031-7e497e66c84b', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc40dfa-bac8-407d-83b9-b8abdd642f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:02:36Z', 'updated_at': '2022-02-05T21:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '10efea5a-d1ba-40c8-a2f9-86593d97d384', 'name': '', 'network_id': '0ab0e342-998e-467c-9d07-7dd305a9f89c', 'tenant_id': '314e090015bc467b921aaa675082f1f6', 'mac_address': 'fa:16:3e:78:07:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc40dfa-bac8-407d-83b9-b8abdd642f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '418593bd-78f7-4c2e-bf79-ded5f3294f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:02:42Z', 'updated_at': '2022-02-05T21:02:50Z', 'revision_number': 4, 'project_id': '314e090015bc467b921aaa675082f1f6', 'subnets': [{'id': '418593bd-78f7-4c2e-bf79-ded5f3294f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:02:51.837900 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35466025-4bd1-4457-8ba4-ca891f5b6e4c None None] The sync data for ids ['9cc40dfa-bac8-407d-83b9-b8abdd642f6e'] in ncdv-master-1 is: [{'id': '9cc40dfa-bac8-407d-83b9-b8abdd642f6e', 'name': 'tempest-TestServerMultinode-256320054-router', 'tenant_id': '314e090015bc467b921aaa675082f1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.136'}], 'enable_snat': True}, 'gw_port_id': '209b49ae-aca0-4e06-8031-7e497e66c84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:02:35Z', 'updated_at': '2022-02-05T21:02:43Z', 'revision_number': 4, 'project_id': '314e090015bc467b921aaa675082f1f6', 'gw_port': {'id': '209b49ae-aca0-4e06-8031-7e497e66c84b', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc40dfa-bac8-407d-83b9-b8abdd642f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:02:36Z', 'updated_at': '2022-02-05T21:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '10efea5a-d1ba-40c8-a2f9-86593d97d384', 'name': '', 'network_id': '0ab0e342-998e-467c-9d07-7dd305a9f89c', 'tenant_id': '314e090015bc467b921aaa675082f1f6', 'mac_address': 'fa:16:3e:78:07:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc40dfa-bac8-407d-83b9-b8abdd642f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '418593bd-78f7-4c2e-bf79-ded5f3294f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:02:42Z', 'updated_at': '2022-02-05T21:02:50Z', 'revision_number': 4, 'project_id': '314e090015bc467b921aaa675082f1f6', 'subnets': [{'id': '418593bd-78f7-4c2e-bf79-ded5f3294f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:02:51.900496 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-3fc8c447-2c76-4303-990e-a2d8d9a77772 None None] Current status of the port 10efea5a-d1ba-40c8-a2f9-86593d97d384 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:02:51.901054 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3fc8c447-2c76-4303-990e-a2d8d9a77772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (10efea5a-d1ba-40c8-a2f9-86593d97d384), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:51.904429 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-04445f2e-e1f2-44ad-a84b-2aa8ca0e0e13 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (899f3bfe-8b16-4bd3-aeb8-720e79e38b5f), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:52.061476 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-3fc8c447-2c76-4303-990e-a2d8d9a77772 None None] For port 10efea5a-d1ba-40c8-a2f9-86593d97d384, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=10efea5a-d1ba-40c8-a2f9-86593d97d384,segment=NetworkSegment(b67cf312-39be-4a68-a538-275c928015fc),segment_id=b67cf312-39be-4a68-a538-275c928015fc)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:02:52.069220 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3fc8c447-2c76-4303-990e-a2d8d9a77772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (10efea5a-d1ba-40c8-a2f9-86593d97d384), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:52.143228 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648acfb-ad20-46c7-84ff-91e7161bfc52 req-f093702e-968c-4c02-89dd-cf342d4e22d6 tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:52.146049 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0648acfb-ad20-46c7-84ff-91e7161bfc52 req-f093702e-968c-4c02-89dd-cf342d4e22d6 tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] 10.222.0.32 "GET /v2.0/ports?device_id=3354b487-43b1-467e-903e-dc0041fc45c1 HTTP/1.1" status: 200  len: 943 time: 0.3659947
Feb 05 21:02:52.147136 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04445f2e-e1f2-44ad-a84b-2aa8ca0e0e13 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Subnet': ['ID=899f3bfe-8b16-4bd3-aeb8-720e79e38b5f,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:52.166077 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-04445f2e-e1f2-44ad-a84b-2aa8ca0e0e13 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:52.169659 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d294db7-8d4a-4383-a534-0ed447aabb42 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:02:52.170762 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-04445f2e-e1f2-44ad-a84b-2aa8ca0e0e13 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/899f3bfe-8b16-4bd3-aeb8-720e79e38b5f HTTP/1.1" status: 204  len: 168 time: 1.3215830
Feb 05 21:02:52.173411 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51996) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:52.250876 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52000) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:52.257890 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device a0d0d5ba-c211-496a-ae60-c175dc016a01 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:02:52.351025 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f75667fc-c932-45bc-9d78-a0391f19546a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1763904
Feb 05 21:02:52.359959 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52006) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:52.371724 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8c447-2c76-4303-990e-a2d8d9a77772 None None] Pushing event updated for resources: {'Port': ['ID=10efea5a-d1ba-40c8-a2f9-86593d97d384,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:52.395118 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-ffafb641-c83f-4e07-a31b-05c65800cc92 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'subnet': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:02:52.490046 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.db.resource_extend [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 05 21:02:52.517259 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-96bc90d8-04d5-4984-a40a-df0a667d5f37 req-a3688cd9-f355-4113-8b43-c74547c9fd01 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=70c564f2-df94-4df3-81ff-df9d05375972 HTTP/1.1" status: 200  len: 210 time: 0.2653289
Feb 05 21:02:52.563476 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0648acfb-ad20-46c7-84ff-91e7161bfc52 req-cbc828dd-c15f-4917-b45a-7b317245d557 tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] 10.222.0.32 "GET /v2.0/security-groups?id=053bb361-a00d-4330-8969-05554e12cbb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4110484
Feb 05 21:02:52.692889 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-23b0c492-182f-4988-aa43-58e9ecfbbc24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:52.701745 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffafb641-c83f-4e07-a31b-05c65800cc92 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:02:52.711737 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ffafb641-c83f-4e07-a31b-05c65800cc92 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:52.749400 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-afb7aae5-1ff7-42a1-aa0b-fee23c0ce295 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Publish callbacks [] for port (eed6ffb5-e792-4d2d-8d0f-b4004e5f5239), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:52.754290 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port a0d0d5ba-c211-496a-ae60-c175dc016a01, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a0d0d5ba-c211-496a-ae60-c175dc016a01,segment=NetworkSegment(26408d8a-c4e7-4912-a581-6389a55278b0),segment_id=26408d8a-c4e7-4912-a581-6389a55278b0)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:02:52.784644 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b7c94a14-611a-4fe5-bfdb-a1d10213b7bd up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:02:52.787289 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'a0d0d5ba-c211-496a-ae60-c175dc016a01', 'network_id': 'cf5dc960-860b-4394-9862-c7f14c2525a7', 'port_id': 'a0d0d5ba-c211-496a-ae60-c175dc016a01', 'mac_address': 'fa:16:3e:0c:dd:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e2b7718-850d-4bfe-9681-1e965a1d0233', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:02:52.879873 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c8b3534c-d02d-4387-b755-ef6f38765675 req-2d3e247c-f410-40be-a35b-55ce39ea7214 tempest-ServerShowV254Test-1336026888 tempest-ServerShowV254Test-1336026888-project] 10.222.0.32 "GET /v2.0/ports?device_id=b676283b-f193-4478-843b-23dd9363e720 HTTP/1.1" status: 200  len: 210 time: 0.0972834
Feb 05 21:02:52.935068 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port a0d0d5ba-c211-496a-ae60-c175dc016a01 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:02:52.938142 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a0d0d5ba-c211-496a-ae60-c175dc016a01), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:52.976770 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0d0d5ba-c211-496a-ae60-c175dc016a01 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:02:52.981310 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-afb7aae5-1ff7-42a1-aa0b-fee23c0ce295 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (eed6ffb5-e792-4d2d-8d0f-b4004e5f5239), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:53.028155 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port b7c94a14-611a-4fe5-bfdb-a1d10213b7bd triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:02:53.028953 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b7c94a14-611a-4fe5-bfdb-a1d10213b7bd), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:53.032000 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port a0d0d5ba-c211-496a-ae60-c175dc016a01, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a0d0d5ba-c211-496a-ae60-c175dc016a01,segment=NetworkSegment(26408d8a-c4e7-4912-a581-6389a55278b0),segment_id=26408d8a-c4e7-4912-a581-6389a55278b0)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:02:53.100624 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-afb7aae5-1ff7-42a1-aa0b-fee23c0ce295 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Network 0bef1155-9a53-4878-8a8d-b291e090a827 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:02:53.112509 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8c8cc3-c04b-49a6-81a3-62790f4e043a None None] DHCP port deletion for 4b876e93-e753-4f82-8855-2c9c3d1db066 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:02:53.117433 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ffafb641-c83f-4e07-a31b-05c65800cc92 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (49a66a81-8117-49ee-90ca-6b5b3caa4302), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:53.121177 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-afb7aae5-1ff7-42a1-aa0b-fee23c0ce295 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:02:53.123669 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (a0d0d5ba-c211-496a-ae60-c175dc016a01), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:53.124539 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-23b0c492-182f-4988-aa43-58e9ecfbbc24 admin admin] Publish callbacks [] for security_group (544e4d7e-f0c4-4786-969a-a68ae863f6c8), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:53.127458 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-afb7aae5-1ff7-42a1-aa0b-fee23c0ce295 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:02:53.153847 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7aae5-1ff7-42a1-aa0b-fee23c0ce295 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Pushing event updated for resources: {'Port': ['ID=eed6ffb5-e792-4d2d-8d0f-b4004e5f5239,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:53.160344 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-23b0c492-182f-4988-aa43-58e9ecfbbc24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (544e4d7e-f0c4-4786-969a-a68ae863f6c8), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:53.250232 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b0c492-182f-4988-aa43-58e9ecfbbc24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544e4d7e-f0c4-4786-969a-a68ae863f6c8,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:53.280877 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=a0d0d5ba-c211-496a-ae60-c175dc016a01,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:53.281538 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-23b0c492-182f-4988-aa43-58e9ecfbbc24 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ff13e4bec8044aeca9cbabf480a25fe2&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0136166
Feb 05 21:02:53.295198 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52030) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:53.301087 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffafb641-c83f-4e07-a31b-05c65800cc92 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:02:53.304399 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-ffafb641-c83f-4e07-a31b-05c65800cc92 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:02:53.314185 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port b7c94a14-611a-4fe5-bfdb-a1d10213b7bd is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:02:53.315291 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 10efea5a-d1ba-40c8-a2f9-86593d97d384 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:02:53.318777 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6d8c8cc3-c04b-49a6-81a3-62790f4e043a None None] Deleting port b7c94a14-611a-4fe5-bfdb-a1d10213b7bd {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:02:53.319156 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6d8c8cc3-c04b-49a6-81a3-62790f4e043a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (b7c94a14-611a-4fe5-bfdb-a1d10213b7bd), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:53.324489 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffafb641-c83f-4e07-a31b-05c65800cc92 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:53.325098 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ffafb641-c83f-4e07-a31b-05c65800cc92 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:53.350080 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-afb7aae5-1ff7-42a1-aa0b-fee23c0ce295 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:53.350761 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-afb7aae5-1ff7-42a1-aa0b-fee23c0ce295 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:53.370506 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffafb641-c83f-4e07-a31b-05c65800cc92 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Subnet': ['ID=49a66a81-8117-49ee-90ca-6b5b3caa4302,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:53.387234 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ffafb641-c83f-4e07-a31b-05c65800cc92 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.0221138
Feb 05 21:02:53.387884 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52032) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:53.401922 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-18e1eef9-2a1a-4c0c-a449-7f374afdbfd9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'port': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'name': 'tempest-NetworksTestDHCPv6-507719965'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:02:53.418612 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-afb7aae5-1ff7-42a1-aa0b-fee23c0ce295 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 1.9502039
Feb 05 21:02:53.452700 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['a0d0d5ba-c211-496a-ae60-c175dc016a01'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:02:53.465300 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-401a6120-193e-4281-b16f-822a094d243d tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:02:53.466707 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-401a6120-193e-4281-b16f-822a094d243d tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0351510
Feb 05 21:02:53.496646 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a585050a-a6bc-40e7-90c6-d836e8d68c89 admin admin] Publish callbacks [] for security_group (544e4d7e-f0c4-4786-969a-a68ae863f6c8), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:53.563951 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a585050a-a6bc-40e7-90c6-d836e8d68c89 admin admin] Publish callbacks [] for security_group (544e4d7e-f0c4-4786-969a-a68ae863f6c8), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:53.569721 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e1eef9-2a1a-4c0c-a449-7f374afdbfd9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:02:53.574705 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-18e1eef9-2a1a-4c0c-a449-7f374afdbfd9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:53.637703 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a585050a-a6bc-40e7-90c6-d836e8d68c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (544e4d7e-f0c4-4786-969a-a68ae863f6c8), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:53.641112 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a585050a-a6bc-40e7-90c6-d836e8d68c89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:53.643789 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a585050a-a6bc-40e7-90c6-d836e8d68c89 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/544e4d7e-f0c4-4786-969a-a68ae863f6c8 HTTP/1.1" status: 204  len: 168 time: 0.3475173
Feb 05 21:02:53.653099 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-18e1eef9-2a1a-4c0c-a449-7f374afdbfd9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] device_id is not set on port e71db4cb-721c-417f-b084-61161d21c3db yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:02:53.654237 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585050a-a6bc-40e7-90c6-d836e8d68c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544e4d7e-f0c4-4786-969a-a68ae863f6c8,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:53.678969 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-117fb291-ba8c-466f-9f61-36cc5c532fd8 service neutron] Request body: {'port': {'device_id': '70c564f2-df94-4df3-81ff-df9d05375972', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:02:53.812787 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-117fb291-ba8c-466f-9f61-36cc5c532fd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (eed6ffb5-e792-4d2d-8d0f-b4004e5f5239), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:53.838859 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c2e793dd-cd87-4db8-8dfd-85e1efcc1e76 None None] Provisioning complete for port eed6ffb5-e792-4d2d-8d0f-b4004e5f5239 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:02:53.839988 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c2e793dd-cd87-4db8-8dfd-85e1efcc1e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (eed6ffb5-e792-4d2d-8d0f-b4004e5f5239), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:53.880479 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-18e1eef9-2a1a-4c0c-a449-7f374afdbfd9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Allocated IP 2001:db8::4c (4b876e93-e753-4f82-8855-2c9c3d1db066/49a66a81-8117-49ee-90ca-6b5b3caa4302/e71db4cb-721c-417f-b084-61161d21c3db) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:02:53.985848 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6d8c8cc3-c04b-49a6-81a3-62790f4e043a None None] For port b7c94a14-611a-4fe5-bfdb-a1d10213b7bd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7c94a14-611a-4fe5-bfdb-a1d10213b7bd,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:02:53.986346 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6d8c8cc3-c04b-49a6-81a3-62790f4e043a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (b7c94a14-611a-4fe5-bfdb-a1d10213b7bd), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:54.002875 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 10efea5a-d1ba-40c8-a2f9-86593d97d384 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:02:54.003346 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (10efea5a-d1ba-40c8-a2f9-86593d97d384), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:54.057714 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c2e793dd-cd87-4db8-8dfd-85e1efcc1e76 None None] Port eed6ffb5-e792-4d2d-8d0f-b4004e5f5239 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:02:54.062101 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6d8c8cc3-c04b-49a6-81a3-62790f4e043a None None] Calling delete_port for b7c94a14-611a-4fe5-bfdb-a1d10213b7bd owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:02:54.203975 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-18e1eef9-2a1a-4c0c-a449-7f374afdbfd9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for port (e71db4cb-721c-417f-b084-61161d21c3db), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:54.209852 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ce27b-d7bd-4f9a-850c-c7c8abc04e9e req-24a7ec58-1d3a-4579-bb4a-f7b54ebe7b7f tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:54.226356 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 10efea5a-d1ba-40c8-a2f9-86593d97d384 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:02:54.232213 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a14ce27b-d7bd-4f9a-850c-c7c8abc04e9e req-24a7ec58-1d3a-4579-bb4a-f7b54ebe7b7f tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] 10.222.0.32 "GET /v2.0/ports?device_id=3354b487-43b1-467e-903e-dc0041fc45c1 HTTP/1.1" status: 200  len: 944 time: 0.4135289
Feb 05 21:02:54.289393 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-18e1eef9-2a1a-4c0c-a449-7f374afdbfd9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (e71db4cb-721c-417f-b084-61161d21c3db), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:54.311041 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6d8c8cc3-c04b-49a6-81a3-62790f4e043a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (b7c94a14-611a-4fe5-bfdb-a1d10213b7bd), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:54.348487 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c8cc3-c04b-49a6-81a3-62790f4e043a None None] Pushing event deleted for resources: {'Port': ['ID=b7c94a14-611a-4fe5-bfdb-a1d10213b7bd,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:54.359994 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8c8cc3-c04b-49a6-81a3-62790f4e043a None None] No DVR routers for this DVR port b7c94a14-611a-4fe5-bfdb-a1d10213b7bd on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:02:54.382409 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff50b0b-5ef6-46ef-b187-b3dda0dd0a4b None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:02:54.383329 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d219eb-44ca-48bf-99e4-9aa2fdca9026 req-a61949e0-66e0-4ea0-b297-3904ef2094ca tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:54.399166 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a7d219eb-44ca-48bf-99e4-9aa2fdca9026 req-a61949e0-66e0-4ea0-b297-3904ef2094ca tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=70c564f2-df94-4df3-81ff-df9d05375972 HTTP/1.1" status: 200  len: 1028 time: 0.5988173
Feb 05 21:02:54.413677 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 10efea5a-d1ba-40c8-a2f9-86593d97d384 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:02:54.416195 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1eef9-2a1a-4c0c-a449-7f374afdbfd9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Port': ['ID=e71db4cb-721c-417f-b084-61161d21c3db,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:54.434169 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e1eef9-2a1a-4c0c-a449-7f374afdbfd9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:02:54.436428 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-18e1eef9-2a1a-4c0c-a449-7f374afdbfd9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:02:54.440839 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52050) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:54.442276 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e1eef9-2a1a-4c0c-a449-7f374afdbfd9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:02:54.451170 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e1eef9-2a1a-4c0c-a449-7f374afdbfd9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:54.451848 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-18e1eef9-2a1a-4c0c-a449-7f374afdbfd9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:54.485772 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-18e1eef9-2a1a-4c0c-a449-7f374afdbfd9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.0945554
Feb 05 21:02:54.487637 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52052) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:54.500740 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-334db983-5d2f-4940-b992-3e53a92704d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:54.543694 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a14ce27b-d7bd-4f9a-850c-c7c8abc04e9e req-54384858-5702-4658-a4eb-6a83e3e6e4fe tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] 10.222.0.32 "GET /v2.0/security-groups?id=053bb361-a00d-4330-8969-05554e12cbb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3055398
Feb 05 21:02:54.577060 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0608e6-4caa-4846-9c6d-eb961fa53b69 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:54.582499 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1c0608e6-4caa-4846-9c6d-eb961fa53b69 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 928 time: 0.0937221
Feb 05 21:02:54.583877 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52054) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:54.645382 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 10efea5a-d1ba-40c8-a2f9-86593d97d384 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:02:54.645783 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (10efea5a-d1ba-40c8-a2f9-86593d97d384), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:54.652877 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a7d219eb-44ca-48bf-99e4-9aa2fdca9026 req-41b5928d-8668-46a2-ba42-f2198cf5afa3 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6735038a-ca48-4338-8e2b-c68636a4f7ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2522120
Feb 05 21:02:54.748923 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-261c9d29-11a3-4388-830a-152c1d544e57 req-e809a39f-b261-4748-a11c-02f04b9cabc1 tempest-ServerShowV254Test-1336026888 tempest-ServerShowV254Test-1336026888-project] 10.222.0.32 "GET /v2.0/ports?device_id=b676283b-f193-4478-843b-23dd9363e720 HTTP/1.1" status: 200  len: 210 time: 0.0486236
Feb 05 21:02:54.752306 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-2d978f69-cbb2-4842-9bf3-6c03167e97a8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting port e71db4cb-721c-417f-b084-61161d21c3db {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:02:54.752658 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2d978f69-cbb2-4842-9bf3-6c03167e97a8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (e71db4cb-721c-417f-b084-61161d21c3db), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:54.796199 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-117fb291-ba8c-466f-9f61-36cc5c532fd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eed6ffb5-e792-4d2d-8d0f-b4004e5f5239 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:02:54.812160 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-117fb291-ba8c-466f-9f61-36cc5c532fd8 service neutron] Publish callbacks [] for port (eed6ffb5-e792-4d2d-8d0f-b4004e5f5239), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:54.835675 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-334db983-5d2f-4940-b992-3e53a92704d9 admin admin] Publish callbacks [] for security_group (e5ced0ca-1eec-45c1-a8c5-95a58324a624), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:54.838541 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 10efea5a-d1ba-40c8-a2f9-86593d97d384 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:02:54.849011 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a31ed0d-fcd0-45cf-9e16-c443c607af38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4b876e93-e753-4f82-8855-2c9c3d1db066', 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'project_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'fixed_ips': [{'subnet_id': '49a66a81-8117-49ee-90ca-6b5b3caa4302'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:02:54.849985 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9a31ed0d-fcd0-45cf-9e16-c443c607af38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:54.851733 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-334db983-5d2f-4940-b992-3e53a92704d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (e5ced0ca-1eec-45c1-a8c5-95a58324a624), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:54.855692 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-117fb291-ba8c-466f-9f61-36cc5c532fd8 service neutron] Transition to ACTIVE for port object eed6ffb5-e792-4d2d-8d0f-b4004e5f5239 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:02:54.861196 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2d978f69-cbb2-4842-9bf3-6c03167e97a8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (e71db4cb-721c-417f-b084-61161d21c3db), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:54.876146 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-117fb291-ba8c-466f-9f61-36cc5c532fd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (eed6ffb5-e792-4d2d-8d0f-b4004e5f5239), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:54.878129 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-2d978f69-cbb2-4842-9bf3-6c03167e97a8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Calling delete_port for e71db4cb-721c-417f-b084-61161d21c3db owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:02:54.970608 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117fb291-ba8c-466f-9f61-36cc5c532fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=eed6ffb5-e792-4d2d-8d0f-b4004e5f5239,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:54.984465 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b7c94a14-611a-4fe5-bfdb-a1d10213b7bd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:02:55.027982 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2d978f69-cbb2-4842-9bf3-6c03167e97a8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (e71db4cb-721c-417f-b084-61161d21c3db), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:55.039163 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: b7c94a14-611a-4fe5-bfdb-a1d10213b7bd {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:02:55.039651 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b7c94a14-611a-4fe5-bfdb-a1d10213b7bd not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:02:55.049241 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-334db983-5d2f-4940-b992-3e53a92704d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b19ec9ff423e4205a3d73ceba2efd664&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6073706
Feb 05 21:02:55.050011 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334db983-5d2f-4940-b992-3e53a92704d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ced0ca-1eec-45c1-a8c5-95a58324a624,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:55.052549 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52060) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:55.101052 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d978f69-cbb2-4842-9bf3-6c03167e97a8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Port': ['ID=e71db4cb-721c-417f-b084-61161d21c3db,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:55.148343 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2d978f69-cbb2-4842-9bf3-6c03167e97a8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:55.155553 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2d978f69-cbb2-4842-9bf3-6c03167e97a8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/ports/e71db4cb-721c-417f-b084-61161d21c3db HTTP/1.1" status: 204  len: 168 time: 0.5660882
Feb 05 21:02:55.156448 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52062) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:55.160856 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-9a31ed0d-fcd0-45cf-9e16-c443c607af38 None None] Allocated IP 2001:db8::2 (4b876e93-e753-4f82-8855-2c9c3d1db066/49a66a81-8117-49ee-90ca-6b5b3caa4302/41c11ef6-5c97-40a4-9993-8ba63c184b36) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:02:55.233302 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e9571f35-7b22-4a1a-b775-2c5728dd882b admin admin] Publish callbacks [] for security_group (e5ced0ca-1eec-45c1-a8c5-95a58324a624), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:55.254894 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e56e9cb-780d-4de5-98bb-e52393507c1b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:55.256203 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e56e9cb-780d-4de5-98bb-e52393507c1b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:55.260893 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7e56e9cb-780d-4de5-98bb-e52393507c1b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1032567
Feb 05 21:02:55.261502 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52064) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:55.286805 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e9571f35-7b22-4a1a-b775-2c5728dd882b admin admin] Publish callbacks [] for security_group (e5ced0ca-1eec-45c1-a8c5-95a58324a624), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:55.345827 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-117fb291-ba8c-466f-9f61-36cc5c532fd8 service neutron] Attempting to bind port eed6ffb5-e792-4d2d-8d0f-b4004e5f5239 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:02:55.346251 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-117fb291-ba8c-466f-9f61-36cc5c532fd8 service neutron] Attempting to bind port eed6ffb5-e792-4d2d-8d0f-b4004e5f5239 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '348293ab-5555-4f03-a2ea-c1d23c5b0aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0bef1155-9a53-4878-8a8d-b291e090a827'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:02:55.350769 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-117fb291-ba8c-466f-9f61-36cc5c532fd8 service neutron] Attempting to bind port eed6ffb5-e792-4d2d-8d0f-b4004e5f5239 on network 0bef1155-9a53-4878-8a8d-b291e090a827 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:55.368219 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e9571f35-7b22-4a1a-b775-2c5728dd882b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (e5ced0ca-1eec-45c1-a8c5-95a58324a624), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:55.371358 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e9571f35-7b22-4a1a-b775-2c5728dd882b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:55.374838 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd105b49-2c43-4340-9bd3-bdb58d8f68c9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting subnet 49a66a81-8117-49ee-90ca-6b5b3caa4302 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:02:55.375018 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e9571f35-7b22-4a1a-b775-2c5728dd882b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e5ced0ca-1eec-45c1-a8c5-95a58324a624 HTTP/1.1" status: 204  len: 168 time: 0.3170099
Feb 05 21:02:55.387074 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-117fb291-ba8c-466f-9f61-36cc5c532fd8 service neutron] Port eed6ffb5-e792-4d2d-8d0f-b4004e5f5239 on network 0bef1155-9a53-4878-8a8d-b291e090a827 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:02:55.387404 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-117fb291-ba8c-466f-9f61-36cc5c532fd8 service neutron] Attempting to bind port eed6ffb5-e792-4d2d-8d0f-b4004e5f5239 on network 0bef1155-9a53-4878-8a8d-b291e090a827 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:55.391243 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9a31ed0d-fcd0-45cf-9e16-c443c607af38 None None] Publish callbacks [] for port (41c11ef6-5c97-40a4-9993-8ba63c184b36), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:55.403350 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cd105b49-2c43-4340-9bd3-bdb58d8f68c9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (49a66a81-8117-49ee-90ca-6b5b3caa4302), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:55.409242 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9a31ed0d-fcd0-45cf-9e16-c443c607af38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (41c11ef6-5c97-40a4-9993-8ba63c184b36), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:55.409792 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-117fb291-ba8c-466f-9f61-36cc5c532fd8 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:02:55.410172 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-117fb291-ba8c-466f-9f61-36cc5c532fd8 service neutron] Checking segment: {'id': '348293ab-5555-4f03-a2ea-c1d23c5b0aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0bef1155-9a53-4878-8a8d-b291e090a827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:02:55.410690 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-117fb291-ba8c-466f-9f61-36cc5c532fd8 service neutron] Bound using segment: {'id': '348293ab-5555-4f03-a2ea-c1d23c5b0aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0bef1155-9a53-4878-8a8d-b291e090a827'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:02:55.411208 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-117fb291-ba8c-466f-9f61-36cc5c532fd8 service neutron] Bound port: eed6ffb5-e792-4d2d-8d0f-b4004e5f5239, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '348293ab-5555-4f03-a2ea-c1d23c5b0aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0bef1155-9a53-4878-8a8d-b291e090a827'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:02:55.411629 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-117fb291-ba8c-466f-9f61-36cc5c532fd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (eed6ffb5-e792-4d2d-8d0f-b4004e5f5239), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:55.436118 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9571f35-7b22-4a1a-b775-2c5728dd882b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ced0ca-1eec-45c1-a8c5-95a58324a624,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:55.475982 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a31ed0d-fcd0-45cf-9e16-c443c607af38 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:02:55.489916 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-9a31ed0d-fcd0-45cf-9e16-c443c607af38 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:02:55.496211 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a31ed0d-fcd0-45cf-9e16-c443c607af38 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:02:55.538106 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cd105b49-2c43-4340-9bd3-bdb58d8f68c9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (49a66a81-8117-49ee-90ca-6b5b3caa4302), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:55.554169 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a31ed0d-fcd0-45cf-9e16-c443c607af38 None None] Pushing event updated for resources: {'Port': ['ID=41c11ef6-5c97-40a4-9993-8ba63c184b36,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:55.569515 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-117fb291-ba8c-466f-9f61-36cc5c532fd8 service neutron] For port eed6ffb5-e792-4d2d-8d0f-b4004e5f5239, host nch1-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:02:55.578395 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-117fb291-ba8c-466f-9f61-36cc5c532fd8 service neutron] For port eed6ffb5-e792-4d2d-8d0f-b4004e5f5239, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eed6ffb5-e792-4d2d-8d0f-b4004e5f5239,segment=NetworkSegment(348293ab-5555-4f03-a2ea-c1d23c5b0aaa),segment_id=348293ab-5555-4f03-a2ea-c1d23c5b0aaa)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:02:55.591175 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-117fb291-ba8c-466f-9f61-36cc5c532fd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (eed6ffb5-e792-4d2d-8d0f-b4004e5f5239), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:55.657295 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-9a31ed0d-fcd0-45cf-9e16-c443c607af38 None None] Attempting to bind port 41c11ef6-5c97-40a4-9993-8ba63c184b36 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:02:55.664183 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-9a31ed0d-fcd0-45cf-9e16-c443c607af38 None None] Attempting to bind port 41c11ef6-5c97-40a4-9993-8ba63c184b36 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:02:55.665039 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a31ed0d-fcd0-45cf-9e16-c443c607af38 None None] Attempting to bind port 41c11ef6-5c97-40a4-9993-8ba63c184b36 on network 4b876e93-e753-4f82-8855-2c9c3d1db066 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:02:55.669403 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-117fb291-ba8c-466f-9f61-36cc5c532fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:55.674695 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-117fb291-ba8c-466f-9f61-36cc5c532fd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:55.677071 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-117fb291-ba8c-466f-9f61-36cc5c532fd8 service neutron] 10.222.0.21 "PUT /v2.0/ports/eed6ffb5-e792-4d2d-8d0f-b4004e5f5239 HTTP/1.1" status: 200  len: 1092 time: 2.2011304
Feb 05 21:02:55.681316 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70c564f2-df94-4df3-81ff-df9d05375972', 'tag': 'eed6ffb5-e792-4d2d-8d0f-b4004e5f5239'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:02:55.695508 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b10115-a71d-43eb-8bd6-ca85b9a23158" -d '{"events": [{"name": "network-changed", "server_uuid": "70c564f2-df94-4df3-81ff-df9d05375972", "tag": "eed6ffb5-e792-4d2d-8d0f-b4004e5f5239"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:02:55.695890 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a31ed0d-fcd0-45cf-9e16-c443c607af38 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:02:55.696475 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a31ed0d-fcd0-45cf-9e16-c443c607af38 None None] Checking segment: {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:02:55.697988 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9a31ed0d-fcd0-45cf-9e16-c443c607af38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:55.702621 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a31ed0d-fcd0-45cf-9e16-c443c607af38 None None] Bound using segment: {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:02:55.703255 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-9a31ed0d-fcd0-45cf-9e16-c443c607af38 None None] Bound port: 41c11ef6-5c97-40a4-9993-8ba63c184b36, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:02:55.703729 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9a31ed0d-fcd0-45cf-9e16-c443c607af38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (41c11ef6-5c97-40a4-9993-8ba63c184b36), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:55.808478 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cd105b49-2c43-4340-9bd3-bdb58d8f68c9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (49a66a81-8117-49ee-90ca-6b5b3caa4302), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:55.872067 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117fb291-ba8c-466f-9f61-36cc5c532fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=eed6ffb5-e792-4d2d-8d0f-b4004e5f5239,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:55.977976 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6feb2-1831-42b3-9ea1-ffe35605a0cc req-cb7636fe-07b0-401f-ad81-55b08f1c5081 tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:55.979756 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eec6feb2-1831-42b3-9ea1-ffe35605a0cc req-cb7636fe-07b0-401f-ad81-55b08f1c5081 tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] 10.222.0.32 "GET /v2.0/ports?device_id=3354b487-43b1-467e-903e-dc0041fc45c1 HTTP/1.1" status: 200  len: 944 time: 0.2523608
Feb 05 21:02:55.983225 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-fb9b336f-9e7c-491f-8d0f-1deae771b6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:55.984668 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-fb9b336f-9e7c-491f-8d0f-1deae771b6df service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=314e090015bc467b921aaa675082f1f6&device_id=70c564f2-df94-4df3-81ff-df9d05375972 HTTP/1.1" status: 200  len: 1126 time: 0.2412379
Feb 05 21:02:55.989511 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cd105b49-2c43-4340-9bd3-bdb58d8f68c9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (49a66a81-8117-49ee-90ca-6b5b3caa4302), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:55.991686 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-9a31ed0d-fcd0-45cf-9e16-c443c607af38 None None] For port 41c11ef6-5c97-40a4-9993-8ba63c184b36, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:02:55.999089 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-9a31ed0d-fcd0-45cf-9e16-c443c607af38 None None] For port 41c11ef6-5c97-40a4-9993-8ba63c184b36, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=41c11ef6-5c97-40a4-9993-8ba63c184b36,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:02:56.012675 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9a31ed0d-fcd0-45cf-9e16-c443c607af38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (41c11ef6-5c97-40a4-9993-8ba63c184b36), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:56.027491 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cd105b49-2c43-4340-9bd3-bdb58d8f68c9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:56.030877 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-cd105b49-2c43-4340-9bd3-bdb58d8f68c9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/49a66a81-8117-49ee-90ca-6b5b3caa4302 HTTP/1.1" status: 204  len: 168 time: 0.7684166
Feb 05 21:02:56.075177 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52082) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:56.091457 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd105b49-2c43-4340-9bd3-bdb58d8f68c9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Subnet': ['ID=49a66a81-8117-49ee-90ca-6b5b3caa4302,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:56.097260 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5452aa8-1d17-4beb-b62a-ff2d07acc3bb req-b95130ff-a97f-4012-8f3b-6f20d5923a61 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:56.100483 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a5452aa8-1d17-4beb-b62a-ff2d07acc3bb req-b95130ff-a97f-4012-8f3b-6f20d5923a61 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=70c564f2-df94-4df3-81ff-df9d05375972 HTTP/1.1" status: 200  len: 1126 time: 0.2489860
Feb 05 21:02:56.108869 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-7a371055-021c-457e-b00e-0e74a6afccc5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eed6ffb5-e792-4d2d-8d0f-b4004e5f5239 HTTP/1.1" status: 200  len: 217 time: 0.1143520
Feb 05 21:02:56.147916 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a31ed0d-fcd0-45cf-9e16-c443c607af38 None None] Pushing event updated for resources: {'Port': ['ID=41c11ef6-5c97-40a4-9993-8ba63c184b36,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:56.202057 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-930ad2ca-055a-4c48-844d-6201a3599c72 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1251020
Feb 05 21:02:56.205561 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52090) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:56.261931 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eec6feb2-1831-42b3-9ea1-ffe35605a0cc req-48c84a65-31e9-47df-ba7d-afc4fed8f006 tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] 10.222.0.32 "GET /v2.0/security-groups?id=053bb361-a00d-4330-8969-05554e12cbb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2595410
Feb 05 21:02:56.275068 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device a0d0d5ba-c211-496a-ae60-c175dc016a01 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:02:56.278412 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-fc9801ec-d87a-4858-9bf4-775226026380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:56.279266 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-fc9801ec-d87a-4858-9bf4-775226026380 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c5580501-fe3e-46c9-91e8-cbe313fe56d6 HTTP/1.1" status: 200  len: 848 time: 0.1608372
Feb 05 21:02:56.298291 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a5452aa8-1d17-4beb-b62a-ff2d07acc3bb req-2bc0d376-acd0-46fa-9367-91cb52dc13b1 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6735038a-ca48-4338-8e2b-c68636a4f7ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1808546
Feb 05 21:02:56.372918 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df67de3c-d40d-42e4-83a5-54885f5890c5 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:56.378146 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd609615-28e3-4dc7-8eb0-0fb6c91b1258 x-openstack-request-id: req-cd609615-28e3-4dc7-8eb0-0fb6c91b1258 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:02:56.378472 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-df67de3c-d40d-42e4-83a5-54885f5890c5 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.1697872
Feb 05 21:02:56.379016 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70c564f2-df94-4df3-81ff-df9d05375972", "tag": "eed6ffb5-e792-4d2d-8d0f-b4004e5f5239", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:02:56.379145 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52094) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:56.379661 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cd609615-28e3-4dc7-8eb0-0fb6c91b1258 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:02:56.380290 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70c564f2-df94-4df3-81ff-df9d05375972', 'tag': 'eed6ffb5-e792-4d2d-8d0f-b4004e5f5239', 'status': 'completed', 'code': 200}
Feb 05 21:02:56.422023 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-02b0349e-95e6-4eeb-9b53-81e19b635384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:56.425688 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-02b0349e-95e6-4eeb-9b53-81e19b635384 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0bef1155-9a53-4878-8a8d-b291e090a827&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1263945
Feb 05 21:02:56.464772 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f26cc5b-9433-4502-a3fe-ea4add6a3397 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:56.470846 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9f26cc5b-9433-4502-a3fe-ea4add6a3397 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0906692
Feb 05 21:02:56.471824 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52096) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:56.562763 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-184e3ce4-0e02-4d6c-9dc2-fcdf20070d45 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0883381
Feb 05 21:02:56.566907 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52098) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:56.572991 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-d24c181f-de48-45e0-9bef-0120c92190f2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'subnet': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:02:56.688723 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ed78af48-d7e0-4676-8937-a4e8f1303f18 req-a4f8333d-d55c-4b57-bf1e-2a0cfc1d166f tempest-ServerShowV254Test-1336026888 tempest-ServerShowV254Test-1336026888-project] 10.222.0.32 "GET /v2.0/ports?device_id=b676283b-f193-4478-843b-23dd9363e720 HTTP/1.1" status: 200  len: 210 time: 0.1820633
Feb 05 21:02:56.708435 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24c181f-de48-45e0-9bef-0120c92190f2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:02:56.712106 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d24c181f-de48-45e0-9bef-0120c92190f2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:56.750287 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-f5feac8d-2246-4a71-91d0-25f4ff00e961 service neutron] 10.222.0.21 "GET /v2.0/networks/0bef1155-9a53-4878-8a8d-b291e090a827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3154004
Feb 05 21:02:56.780940 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port a0d0d5ba-c211-496a-ae60-c175dc016a01 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:02:56.789304 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port a0d0d5ba-c211-496a-ae60-c175dc016a01 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:02:56.790057 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (a0d0d5ba-c211-496a-ae60-c175dc016a01), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:56.926546 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ae1506bf-646b-49ab-8537-6569c47bc1ac req-2c352b52-02bd-44b4-bf21-25d14ad04696 service neutron] 10.222.0.21 "GET /v2.0/networks/0bef1155-9a53-4878-8a8d-b291e090a827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1662114
Feb 05 21:02:57.015897 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port a0d0d5ba-c211-496a-ae60-c175dc016a01 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:02:57.016490 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a0d0d5ba-c211-496a-ae60-c175dc016a01), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:57.056310 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port a0d0d5ba-c211-496a-ae60-c175dc016a01, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a0d0d5ba-c211-496a-ae60-c175dc016a01,segment=NetworkSegment(26408d8a-c4e7-4912-a581-6389a55278b0),segment_id=26408d8a-c4e7-4912-a581-6389a55278b0)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:02:57.058324 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3354b487-43b1-467e-903e-dc0041fc45c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d0d5ba-c211-496a-ae60-c175dc016a01'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:02:57.061516 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546220ca-3578-4904-a6f6-eab6d3e74aa0" -d '{"events": [{"server_uuid": "3354b487-43b1-467e-903e-dc0041fc45c1", "name": "network-vif-plugged", "status": "completed", "tag": "a0d0d5ba-c211-496a-ae60-c175dc016a01"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:02:57.066098 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (a0d0d5ba-c211-496a-ae60-c175dc016a01), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:57.098595 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d24c181f-de48-45e0-9bef-0120c92190f2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (da5e22bc-a112-464c-9351-565a1a10d9fd), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:57.140965 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b10115-a71d-43eb-8bd6-ca85b9a23158 req-12682739-7bf2-406f-87e6-c40d6bd5c19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:57.147436 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c2b10115-a71d-43eb-8bd6-ca85b9a23158 req-12682739-7bf2-406f-87e6-c40d6bd5c19a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=314e090015bc467b921aaa675082f1f6&device_id=70c564f2-df94-4df3-81ff-df9d05375972 HTTP/1.1" status: 200  len: 1126 time: 0.1348860
Feb 05 21:02:57.162808 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=a0d0d5ba-c211-496a-ae60-c175dc016a01,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:57.170915 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c181f-de48-45e0-9bef-0120c92190f2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Subnet': ['ID=da5e22bc-a112-464c-9351-565a1a10d9fd,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:57.171915 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9629340-c98f-4f81-828e-278bdd7ae528 x-openstack-request-id: req-d9629340-c98f-4f81-828e-278bdd7ae528 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:02:57.172211 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3354b487-43b1-467e-903e-dc0041fc45c1", "name": "network-vif-plugged", "status": "completed", "tag": "a0d0d5ba-c211-496a-ae60-c175dc016a01", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:02:57.172469 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d9629340-c98f-4f81-828e-278bdd7ae528 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:02:57.176464 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3354b487-43b1-467e-903e-dc0041fc45c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d0d5ba-c211-496a-ae60-c175dc016a01', 'code': 200}
Feb 05 21:02:57.196344 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24c181f-de48-45e0-9bef-0120c92190f2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:02:57.198651 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-d24c181f-de48-45e0-9bef-0120c92190f2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:02:57.205403 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24c181f-de48-45e0-9bef-0120c92190f2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:57.206644 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d24c181f-de48-45e0-9bef-0120c92190f2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:57.237288 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d24c181f-de48-45e0-9bef-0120c92190f2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.6665261
Feb 05 21:02:57.237671 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52114) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:57.244526 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-0e9ea690-7837-4bfd-8060-5f26986982e4 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'port': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'fixed_ips': [{'subnet_id': 'da5e22bc-a112-464c-9351-565a1a10d9fd', 'ip_address': '2001:db8::26fe:2144:2fcc:149d'}], 'name': 'tempest-NetworksTestDHCPv6-1116544979'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:02:57.387368 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21b5d7-1d5d-48a5-9275-ed82acc25ff5 req-7f6ca569-ad18-446b-bf62-353136e61d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:57.388921 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4f21b5d7-1d5d-48a5-9275-ed82acc25ff5 req-7f6ca569-ad18-446b-bf62-353136e61d09 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3354b487-43b1-467e-903e-dc0041fc45c1 HTTP/1.1" status: 200  len: 1127 time: 0.1333375
Feb 05 21:02:57.417443 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b10115-a71d-43eb-8bd6-ca85b9a23158 req-a8d1639f-72f7-496b-b868-44f9ce9a7e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:57.419190 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c2b10115-a71d-43eb-8bd6-ca85b9a23158 req-a8d1639f-72f7-496b-b868-44f9ce9a7e55 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0bef1155-9a53-4878-8a8d-b291e090a827 HTTP/1.1" status: 200  len: 910 time: 0.2601926
Feb 05 21:02:57.494994 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c2b10115-a71d-43eb-8bd6-ca85b9a23158 req-e796f205-4273-43c1-9d09-d63cdd5228ba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eed6ffb5-e792-4d2d-8d0f-b4004e5f5239 HTTP/1.1" status: 200  len: 217 time: 0.0680039
Feb 05 21:02:57.519464 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9ea690-7837-4bfd-8060-5f26986982e4 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:02:57.630952 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0e9ea690-7837-4bfd-8060-5f26986982e4 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:57.653360 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ded00d-ddcb-49e3-9b73-591b2e97bae2 req-021410fb-d13f-4582-9678-56bac4c54456 tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:57.657750 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4f21b5d7-1d5d-48a5-9275-ed82acc25ff5 req-552f849b-da5e-4a1d-ab7a-fe7155382cbe service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=053bb361-a00d-4330-8969-05554e12cbb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2575560
Feb 05 21:02:57.661917 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75ded00d-ddcb-49e3-9b73-591b2e97bae2 req-021410fb-d13f-4582-9678-56bac4c54456 tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] 10.222.0.32 "GET /v2.0/ports?device_id=3354b487-43b1-467e-903e-dc0041fc45c1 HTTP/1.1" status: 200  len: 945 time: 0.2364852
Feb 05 21:02:57.667294 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c54e86-f603-4078-b7b9-69fc333f7f0b req-31df9558-65ec-43db-bdc0-4b724cab7bb1 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:57.669602 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a1c54e86-f603-4078-b7b9-69fc333f7f0b req-31df9558-65ec-43db-bdc0-4b724cab7bb1 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=70c564f2-df94-4df3-81ff-df9d05375972 HTTP/1.1" status: 200  len: 1126 time: 0.1925025
Feb 05 21:02:57.672612 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b10115-a71d-43eb-8bd6-ca85b9a23158 req-fee406e4-167b-4fcd-aaf1-57cfb795b771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:57.674273 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c2b10115-a71d-43eb-8bd6-ca85b9a23158 req-fee406e4-167b-4fcd-aaf1-57cfb795b771 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c5580501-fe3e-46c9-91e8-cbe313fe56d6 HTTP/1.1" status: 200  len: 848 time: 0.1339090
Feb 05 21:02:57.677772 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-0e9ea690-7837-4bfd-8060-5f26986982e4 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] device_id is not set on port 6196fa36-5e50-47e0-83ba-dad889ccbd3c yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:02:57.849940 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75ded00d-ddcb-49e3-9b73-591b2e97bae2 req-2a0bc73d-793d-44f6-bb46-b38268fa4716 tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] 10.222.0.32 "GET /v2.0/security-groups?id=053bb361-a00d-4330-8969-05554e12cbb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1867108
Feb 05 21:02:57.904859 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a1c54e86-f603-4078-b7b9-69fc333f7f0b req-e99fad9e-a697-49e6-91e6-040504d16803 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6735038a-ca48-4338-8e2b-c68636a4f7ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2291617
Feb 05 21:02:57.909061 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b10115-a71d-43eb-8bd6-ca85b9a23158 req-eb3198f4-fa88-4690-8ffc-7b103d471edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:57.910724 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c2b10115-a71d-43eb-8bd6-ca85b9a23158 req-eb3198f4-fa88-4690-8ffc-7b103d471edc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0bef1155-9a53-4878-8a8d-b291e090a827&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2223132
Feb 05 21:02:57.999192 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-0e9ea690-7837-4bfd-8060-5f26986982e4 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Allocated IP 2001:db8::26fe:2144:2fcc:149d (4b876e93-e753-4f82-8855-2c9c3d1db066/da5e22bc-a112-464c-9351-565a1a10d9fd/6196fa36-5e50-47e0-83ba-dad889ccbd3c) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:02:57.999448 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078fbdb6-dd18-4e99-9c23-7fc93be8403d None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:02:58.015134 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-69603055-7708-413a-9ac3-419f7abeaebd req-35d4a7e5-d002-468f-9be9-d3e258368e49 tempest-ServerShowV254Test-1336026888 tempest-ServerShowV254Test-1336026888-project] 10.222.0.32 "GET /v2.0/ports?device_id=b676283b-f193-4478-843b-23dd9363e720 HTTP/1.1" status: 200  len: 210 time: 0.0519588
Feb 05 21:02:58.095941 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c2b10115-a71d-43eb-8bd6-ca85b9a23158 req-0be4e923-4f54-4a86-817f-de89a33c020b service neutron] 10.222.0.21 "GET /v2.0/networks/0bef1155-9a53-4878-8a8d-b291e090a827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1684511
Feb 05 21:02:58.169374 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-45e5a290-4e45-45fe-894a-bb2aaae932df None None] Provisioning complete for port 41c11ef6-5c97-40a4-9993-8ba63c184b36 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:02:58.170017 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-45e5a290-4e45-45fe-894a-bb2aaae932df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (41c11ef6-5c97-40a4-9993-8ba63c184b36), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:58.252676 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0e9ea690-7837-4bfd-8060-5f26986982e4 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for port (6196fa36-5e50-47e0-83ba-dad889ccbd3c), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:58.300987 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c2b10115-a71d-43eb-8bd6-ca85b9a23158 req-b5eeb05f-dd62-47a2-9808-d2972a138386 service neutron] 10.222.0.21 "GET /v2.0/networks/0bef1155-9a53-4878-8a8d-b291e090a827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1973293
Feb 05 21:02:58.356480 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-45e5a290-4e45-45fe-894a-bb2aaae932df None None] Current status of the port 41c11ef6-5c97-40a4-9993-8ba63c184b36 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:02:58.357180 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-45e5a290-4e45-45fe-894a-bb2aaae932df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (41c11ef6-5c97-40a4-9993-8ba63c184b36), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:58.359043 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0e9ea690-7837-4bfd-8060-5f26986982e4 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (6196fa36-5e50-47e0-83ba-dad889ccbd3c), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:58.430256 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-45e5a290-4e45-45fe-894a-bb2aaae932df None None] For port 41c11ef6-5c97-40a4-9993-8ba63c184b36, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=41c11ef6-5c97-40a4-9993-8ba63c184b36,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:02:58.438510 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-45e5a290-4e45-45fe-894a-bb2aaae932df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (41c11ef6-5c97-40a4-9993-8ba63c184b36), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:58.453410 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-45e5a290-4e45-45fe-894a-bb2aaae932df None None] Could not find standard attr ID for object e71db4cb-721c-417f-b084-61161d21c3db. {{(pid=114392) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 05 21:02:58.482167 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 41c11ef6-5c97-40a4-9993-8ba63c184b36 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:02:58.515875 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9ea690-7837-4bfd-8060-5f26986982e4 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:02:58.532026 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-0e9ea690-7837-4bfd-8060-5f26986982e4 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:02:58.537915 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9ea690-7837-4bfd-8060-5f26986982e4 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:02:58.549408 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9ea690-7837-4bfd-8060-5f26986982e4 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:58.551344 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e5a290-4e45-45fe-894a-bb2aaae932df None None] Pushing event updated for resources: {'Port': ['ID=41c11ef6-5c97-40a4-9993-8ba63c184b36,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:58.553119 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0e9ea690-7837-4bfd-8060-5f26986982e4 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:58.578029 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ea690-7837-4bfd-8060-5f26986982e4 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Port': ['ID=6196fa36-5e50-47e0-83ba-dad889ccbd3c,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:58.586165 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52142) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:58.600798 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0e9ea690-7837-4bfd-8060-5f26986982e4 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.3588645
Feb 05 21:02:58.601238 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52146) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:58.604229 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 41c11ef6-5c97-40a4-9993-8ba63c184b36 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:02:58.609864 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (41c11ef6-5c97-40a4-9993-8ba63c184b36), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:58.735172 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28862a2f-8900-4d27-8743-4bc37ba7c7f6 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:58.740931 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-0e0100e5-c04e-475b-8787-2418e712e1cd None None] Provisioning complete for port 41c11ef6-5c97-40a4-9993-8ba63c184b36 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:02:58.741317 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0e0100e5-c04e-475b-8787-2418e712e1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (41c11ef6-5c97-40a4-9993-8ba63c184b36), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:58.742114 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28862a2f-8900-4d27-8743-4bc37ba7c7f6 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:58.744145 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-28862a2f-8900-4d27-8743-4bc37ba7c7f6 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1608 time: 0.1416233
Feb 05 21:02:58.746882 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52148) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:58.792057 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-54e551cd-30eb-4dd7-94d9-1c2aafed7357 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1616101250', 'router:external': True}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:02:58.841376 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e551cd-30eb-4dd7-94d9-1c2aafed7357 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Made reservation on behalf of 648d6022861e49f0ad28644c7d6eb8de for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:02:58.844171 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-54e551cd-30eb-4dd7-94d9-1c2aafed7357 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:58.865455 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-54e551cd-30eb-4dd7-94d9-1c2aafed7357 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:58.867313 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 41c11ef6-5c97-40a4-9993-8ba63c184b36 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:02:58.949916 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-0e0100e5-c04e-475b-8787-2418e712e1cd None None] Current status of the port 41c11ef6-5c97-40a4-9993-8ba63c184b36 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:02:58.969959 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-3c3e2c92-6cc0-4957-924d-2caca96025b0 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting port 6196fa36-5e50-47e0-83ba-dad889ccbd3c {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:02:58.970311 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3c3e2c92-6cc0-4957-924d-2caca96025b0 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (6196fa36-5e50-47e0-83ba-dad889ccbd3c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:59.078319 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-680b4a74-07b2-4df5-a754-a43d6089f94e None None] Could not find standard attr ID for object e71db4cb-721c-417f-b084-61161d21c3db. {{(pid=114392) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 05 21:02:59.149245 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3c3e2c92-6cc0-4957-924d-2caca96025b0 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (6196fa36-5e50-47e0-83ba-dad889ccbd3c), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:59.152640 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device eed6ffb5-e792-4d2d-8d0f-b4004e5f5239 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:02:59.167873 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-3c3e2c92-6cc0-4957-924d-2caca96025b0 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Calling delete_port for 6196fa36-5e50-47e0-83ba-dad889ccbd3c owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:02:59.355107 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port eed6ffb5-e792-4d2d-8d0f-b4004e5f5239, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eed6ffb5-e792-4d2d-8d0f-b4004e5f5239,segment=NetworkSegment(348293ab-5555-4f03-a2ea-c1d23c5b0aaa),segment_id=348293ab-5555-4f03-a2ea-c1d23c5b0aaa)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:02:59.383969 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': 'eed6ffb5-e792-4d2d-8d0f-b4004e5f5239', 'network_id': '0bef1155-9a53-4878-8a8d-b291e090a827', 'port_id': 'eed6ffb5-e792-4d2d-8d0f-b4004e5f5239', 'mac_address': 'fa:16:3e:45:38:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5580501-fe3e-46c9-91e8-cbe313fe56d6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:02:59.409809 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3c3e2c92-6cc0-4957-924d-2caca96025b0 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (6196fa36-5e50-47e0-83ba-dad889ccbd3c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:59.443548 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port eed6ffb5-e792-4d2d-8d0f-b4004e5f5239 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:02:59.443959 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (eed6ffb5-e792-4d2d-8d0f-b4004e5f5239), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:59.472986 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eed6ffb5-e792-4d2d-8d0f-b4004e5f5239 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:02:59.487207 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e2c92-6cc0-4957-924d-2caca96025b0 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Port': ['ID=6196fa36-5e50-47e0-83ba-dad889ccbd3c,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:59.540872 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3c3e2c92-6cc0-4957-924d-2caca96025b0 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:59.545297 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908b805-5a8b-49ee-9031-1fd9e5fa1844 req-18408fe6-56f3-4ef5-bbcf-36f0ad9f2177 tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:59.546024 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3c3e2c92-6cc0-4957-924d-2caca96025b0 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/ports/6196fa36-5e50-47e0-83ba-dad889ccbd3c HTTP/1.1" status: 204  len: 168 time: 0.7980330
Feb 05 21:02:59.546861 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9908b805-5a8b-49ee-9031-1fd9e5fa1844 req-18408fe6-56f3-4ef5-bbcf-36f0ad9f2177 tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] 10.222.0.32 "GET /v2.0/ports?device_id=3354b487-43b1-467e-903e-dc0041fc45c1 HTTP/1.1" status: 200  len: 945 time: 0.5547149
Feb 05 21:02:59.549051 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-54e551cd-30eb-4dd7-94d9-1c2aafed7357 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for security_group (a7827557-371b-4677-9c80-cffbd5e003be), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:59.553986 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52160) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:59.557832 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d37228-4f82-4006-b1dc-2665a5b37394 req-7eb6ba24-6bcf-4c9b-b436-5bac00024b52 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:59.565198 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d4d37228-4f82-4006-b1dc-2665a5b37394 req-7eb6ba24-6bcf-4c9b-b436-5bac00024b52 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=70c564f2-df94-4df3-81ff-df9d05375972 HTTP/1.1" status: 200  len: 1126 time: 0.1313024
Feb 05 21:02:59.570636 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-0fd9d6dd-6471-4995-8a5f-5afc299153b8 None None] Could not find standard attr ID for object 6196fa36-5e50-47e0-83ba-dad889ccbd3c. {{(pid=114392) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 05 21:02:59.577211 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-54e551cd-30eb-4dd7-94d9-1c2aafed7357 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (a7827557-371b-4677-9c80-cffbd5e003be), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:59.598792 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port eed6ffb5-e792-4d2d-8d0f-b4004e5f5239, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eed6ffb5-e792-4d2d-8d0f-b4004e5f5239,segment=NetworkSegment(348293ab-5555-4f03-a2ea-c1d23c5b0aaa),segment_id=348293ab-5555-4f03-a2ea-c1d23c5b0aaa)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:02:59.626147 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (eed6ffb5-e792-4d2d-8d0f-b4004e5f5239), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:59.656860 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7afc366-a8b3-4567-b11c-911975e68040 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:59.656860 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7afc366-a8b3-4567-b11c-911975e68040 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:02:59.656860 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f7afc366-a8b3-4567-b11c-911975e68040 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0916569
Feb 05 21:02:59.656860 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52162) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:02:59.686600 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e551cd-30eb-4dd7-94d9-1c2aafed7357 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7827557-371b-4677-9c80-cffbd5e003be,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:59.698161 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=eed6ffb5-e792-4d2d-8d0f-b4004e5f5239,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:02:59.734851 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9908b805-5a8b-49ee-9031-1fd9e5fa1844 req-1fe28dea-4013-43d8-972b-9459eb7e7228 tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] 10.222.0.32 "GET /v2.0/security-groups?id=053bb361-a00d-4330-8969-05554e12cbb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1799610
Feb 05 21:02:59.746248 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54e551cd-30eb-4dd7-94d9-1c2aafed7357 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:02:59.818911 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-54e551cd-30eb-4dd7-94d9-1c2aafed7357 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (9550b350-e258-42c3-9de4-33a57350c1d7), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:59.819400 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-54e551cd-30eb-4dd7-94d9-1c2aafed7357 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Added segment 9550b350-e258-42c3-9de4-33a57350c1d7 of type vlan for network 1ff7f1fd-8095-463d-87e1-3ee64570bb61
Feb 05 21:02:59.845684 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5003b7f-3d0b-409f-b939-01df826b70e0 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting subnet da5e22bc-a112-464c-9351-565a1a10d9fd {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:02:59.854182 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d5003b7f-3d0b-409f-b939-01df826b70e0 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (da5e22bc-a112-464c-9351-565a1a10d9fd), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:59.893053 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-54e551cd-30eb-4dd7-94d9-1c2aafed7357 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (1ff7f1fd-8095-463d-87e1-3ee64570bb61), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:59.907653 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d5003b7f-3d0b-409f-b939-01df826b70e0 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (da5e22bc-a112-464c-9351-565a1a10d9fd), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:02:59.991014 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-507e12ef-1de3-4634-b664-4a873ee99ef5 req-e76bec18-fd79-48f3-8fab-dfdedcb12126 tempest-ServerShowV254Test-1336026888 tempest-ServerShowV254Test-1336026888-project] 10.222.0.32 "GET /v2.0/ports?device_id=b676283b-f193-4478-843b-23dd9363e720 HTTP/1.1" status: 200  len: 210 time: 0.0432634
Feb 05 21:02:59.991014 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d4d37228-4f82-4006-b1dc-2665a5b37394 req-91e23adc-fe61-4497-836f-90068deb0dcd tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6735038a-ca48-4338-8e2b-c68636a4f7ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4102435
Feb 05 21:02:59.992109 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d5003b7f-3d0b-409f-b939-01df826b70e0 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (da5e22bc-a112-464c-9351-565a1a10d9fd), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:00.001348 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-54e551cd-30eb-4dd7-94d9-1c2aafed7357 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (1ff7f1fd-8095-463d-87e1-3ee64570bb61), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:00.002330 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e551cd-30eb-4dd7-94d9-1c2aafed7357 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:00.002954 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-54e551cd-30eb-4dd7-94d9-1c2aafed7357 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:00.034672 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['eed6ffb5-e792-4d2d-8d0f-b4004e5f5239'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:03:00.072570 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-54e551cd-30eb-4dd7-94d9-1c2aafed7357 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 871 time: 1.4849734
Feb 05 21:03:00.076270 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52172) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:00.081584 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-bc022514-ea1e-449f-8c06-242a5741c2bb tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Request body: {'subnet': {'network_id': '1ff7f1fd-8095-463d-87e1-3ee64570bb61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:00.086355 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e551cd-30eb-4dd7-94d9-1c2aafed7357 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Pushing event updated for resources: {'Network': ['ID=1ff7f1fd-8095-463d-87e1-3ee64570bb61,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:00.090075 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d5003b7f-3d0b-409f-b939-01df826b70e0 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (da5e22bc-a112-464c-9351-565a1a10d9fd), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:00.111242 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 1ff7f1fd-8095-463d-87e1-3ee64570bb61 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:03:00.113591 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc022514-ea1e-449f-8c06-242a5741c2bb tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Made reservation on behalf of 648d6022861e49f0ad28644c7d6eb8de for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:03:00.116797 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bc022514-ea1e-449f-8c06-242a5741c2bb tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:00.125812 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5003b7f-3d0b-409f-b939-01df826b70e0 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Subnet': ['ID=da5e22bc-a112-464c-9351-565a1a10d9fd,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:00.128823 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d5003b7f-3d0b-409f-b939-01df826b70e0 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:00.135348 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d5003b7f-3d0b-409f-b939-01df826b70e0 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/da5e22bc-a112-464c-9351-565a1a10d9fd HTTP/1.1" status: 204  len: 168 time: 0.4778898
Feb 05 21:03:00.140217 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52174) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:00.238236 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d0aa9bfe-1382-4ce4-bccf-2fd14ee852ed tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0968392
Feb 05 21:03:00.243630 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52176) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:00.249312 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-4afed16d-4fd3-4ba1-a98b-f8b5355f4f9c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'subnet': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:00.409098 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 41c11ef6-5c97-40a4-9993-8ba63c184b36 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:03:00.417586 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afed16d-4fd3-4ba1-a98b-f8b5355f4f9c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:03:00.427410 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4afed16d-4fd3-4ba1-a98b-f8b5355f4f9c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:00.459026 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bd3a13-91de-432d-85ec-ea20b5bd8673 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:03:00.585557 ncdv-master-1 neutron-server[114391]: DEBUG neutron.objects.ports [None req-bc022514-ea1e-449f-8c06-242a5741c2bb tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114391) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 05 21:03:00.585999 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bc022514-ea1e-449f-8c06-242a5741c2bb tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (61be06ef-36b5-4a91-8a19-a81f0504bba6), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:00.603536 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 41c11ef6-5c97-40a4-9993-8ba63c184b36 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:03:00.604128 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (41c11ef6-5c97-40a4-9993-8ba63c184b36), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:00.675425 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbde6a29-9658-4b8d-b3c6-2e7eac35d8e4 None None] DHCP port deletion for 4b876e93-e753-4f82-8855-2c9c3d1db066 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:03:00.683833 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4afed16d-4fd3-4ba1-a98b-f8b5355f4f9c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (79bff075-260d-41e5-bad9-9c26cdfe9c47), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:00.692478 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc022514-ea1e-449f-8c06-242a5741c2bb tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Checking segment: {'id': '9550b350-e258-42c3-9de4-33a57350c1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1ff7f1fd-8095-463d-87e1-3ee64570bb61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:03:00.693086 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc022514-ea1e-449f-8c06-242a5741c2bb tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Network hostable DHCP agents. Network: 1ff7f1fd-8095-463d-87e1-3ee64570bb61, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:03:00.715896 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc022514-ea1e-449f-8c06-242a5741c2bb tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Pushing event updated for resources: {'Subnet': ['ID=61be06ef-36b5-4a91-8a19-a81f0504bba6,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:00.731253 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afed16d-4fd3-4ba1-a98b-f8b5355f4f9c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:03:00.735835 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-4afed16d-4fd3-4ba1-a98b-f8b5355f4f9c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:03:00.738114 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc022514-ea1e-449f-8c06-242a5741c2bb tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Network 1ff7f1fd-8095-463d-87e1-3ee64570bb61 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:03:00.746348 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afed16d-4fd3-4ba1-a98b-f8b5355f4f9c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:00.747241 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4afed16d-4fd3-4ba1-a98b-f8b5355f4f9c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:00.756231 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 41c11ef6-5c97-40a4-9993-8ba63c184b36 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:03:00.769616 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-bc022514-ea1e-449f-8c06-242a5741c2bb tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1ff7f1fd-8095-463d-87e1-3ee64570bb61) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:03:00.779068 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc022514-ea1e-449f-8c06-242a5741c2bb tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:00.779650 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bc022514-ea1e-449f-8c06-242a5741c2bb tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:00.789888 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0df28e3-b9af-4b5a-a985-b3124d60c01b None None] Network 1ff7f1fd-8095-463d-87e1-3ee64570bb61 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:03:00.796270 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afed16d-4fd3-4ba1-a98b-f8b5355f4f9c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Subnet': ['ID=79bff075-260d-41e5-bad9-9c26cdfe9c47,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:00.805320 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4afed16d-4fd3-4ba1-a98b-f8b5355f4f9c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.5602388
Feb 05 21:03:00.808480 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52180) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:00.815013 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-068de3cb-b648-4d77-b525-5c008b37c8c2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'port': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'fixed_ips': [{'subnet_id': '79bff075-260d-41e5-bad9-9c26cdfe9c47', 'ip_address': '2001:db8::5f1:907a:b8e4:f6d2'}], 'name': 'tempest-NetworksTestDHCPv6-1978313799'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:00.815474 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-bc022514-ea1e-449f-8c06-242a5741c2bb tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 0.7375264
Feb 05 21:03:00.818116 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52182) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:00.823859 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-d7895bd5-3c06-4a5c-b6b5-8b905cc8e775 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1493927034', 'network_id': '1ff7f1fd-8095-463d-87e1-3ee64570bb61'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:00.831339 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-cbde6a29-9658-4b8d-b3c6-2e7eac35d8e4 None None] Deleting port 41c11ef6-5c97-40a4-9993-8ba63c184b36 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:03:00.831726 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cbde6a29-9658-4b8d-b3c6-2e7eac35d8e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (41c11ef6-5c97-40a4-9993-8ba63c184b36), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:00.868922 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7895bd5-3c06-4a5c-b6b5-8b905cc8e775 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Made reservation on behalf of 648d6022861e49f0ad28644c7d6eb8de for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:03:00.871942 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d7895bd5-3c06-4a5c-b6b5-8b905cc8e775 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:00.900333 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [None req-d7895bd5-3c06-4a5c-b6b5-8b905cc8e775 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] device_id is not set on port 11e30b88-0067-4ecd-898b-c1ff9b85693c yet. {{(pid=114391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:03:01.049920 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068de3cb-b648-4d77-b525-5c008b37c8c2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:03:01.067755 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-cbde6a29-9658-4b8d-b3c6-2e7eac35d8e4 None None] For port 41c11ef6-5c97-40a4-9993-8ba63c184b36, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=41c11ef6-5c97-40a4-9993-8ba63c184b36,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:01.068210 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cbde6a29-9658-4b8d-b3c6-2e7eac35d8e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (41c11ef6-5c97-40a4-9993-8ba63c184b36), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:01.071870 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dcfb6d-6f25-4c25-ae6c-07545942391f None None] Network 1ff7f1fd-8095-463d-87e1-3ee64570bb61 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:03:01.081421 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-068de3cb-b648-4d77-b525-5c008b37c8c2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:01.095877 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-cbde6a29-9658-4b8d-b3c6-2e7eac35d8e4 None None] Calling delete_port for 41c11ef6-5c97-40a4-9993-8ba63c184b36 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:03:01.117678 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db9f6a8c-b491-4eec-bb86-43f49b7fb4d1 req-18ad57a6-514e-40cc-bc82-4eac1fae409b tempest-ServerShowV254Test-1336026888 tempest-ServerShowV254Test-1336026888-project] 10.222.0.32 "GET /v2.0/ports?device_id=b676283b-f193-4478-843b-23dd9363e720 HTTP/1.1" status: 200  len: 210 time: 0.0325699
Feb 05 21:03:01.126132 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-068de3cb-b648-4d77-b525-5c008b37c8c2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] device_id is not set on port 946da93c-5c57-4a14-99f4-2e870b37eccc yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:03:01.131898 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8673ca27-f52a-46c1-bbc7-99e229f3435a req-802d2798-a381-497a-9195-fe10752e565b tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:01.139132 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8673ca27-f52a-46c1-bbc7-99e229f3435a req-802d2798-a381-497a-9195-fe10752e565b tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] 10.222.0.32 "GET /v2.0/ports?device_id=3354b487-43b1-467e-903e-dc0041fc45c1 HTTP/1.1" status: 200  len: 945 time: 0.2252889
Feb 05 21:03:01.192409 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device eed6ffb5-e792-4d2d-8d0f-b4004e5f5239 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:03:01.230736 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8673ca27-f52a-46c1-bbc7-99e229f3435a req-07fef5bb-e042-4274-bf6d-7ee6c09b0251 tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] 10.222.0.32 "GET /v2.0/security-groups?id=053bb361-a00d-4330-8969-05554e12cbb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903955
Feb 05 21:03:01.232546 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-d7895bd5-3c06-4a5c-b6b5-8b905cc8e775 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Allocated IP 172.20.0.9 (1ff7f1fd-8095-463d-87e1-3ee64570bb61/61be06ef-36b5-4a91-8a19-a81f0504bba6/11e30b88-0067-4ecd-898b-c1ff9b85693c) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:03:01.315374 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port eed6ffb5-e792-4d2d-8d0f-b4004e5f5239 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:03:01.320226 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port eed6ffb5-e792-4d2d-8d0f-b4004e5f5239 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:03:01.320830 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (eed6ffb5-e792-4d2d-8d0f-b4004e5f5239), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:01.322627 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cbde6a29-9658-4b8d-b3c6-2e7eac35d8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (41c11ef6-5c97-40a4-9993-8ba63c184b36), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:01.357571 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbde6a29-9658-4b8d-b3c6-2e7eac35d8e4 None None] No DVR routers for this DVR port 41c11ef6-5c97-40a4-9993-8ba63c184b36 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:03:01.398297 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde6a29-9658-4b8d-b3c6-2e7eac35d8e4 None None] Pushing event deleted for resources: {'Port': ['ID=41c11ef6-5c97-40a4-9993-8ba63c184b36,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:01.407672 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710671ae-9cb5-4ae7-900e-66748cf68df7 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:03:01.467164 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-068de3cb-b648-4d77-b525-5c008b37c8c2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Allocated IP 2001:db8::5f1:907a:b8e4:f6d2 (4b876e93-e753-4f82-8855-2c9c3d1db066/79bff075-260d-41e5-bad9-9c26cdfe9c47/946da93c-5c57-4a14-99f4-2e870b37eccc) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:03:01.637549 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port eed6ffb5-e792-4d2d-8d0f-b4004e5f5239 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:03:01.638371 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (eed6ffb5-e792-4d2d-8d0f-b4004e5f5239), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:01.655634 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d7895bd5-3c06-4a5c-b6b5-8b905cc8e775 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for port (11e30b88-0067-4ecd-898b-c1ff9b85693c), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:01.692093 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fd2803-6e91-4fcf-a5e2-2d30a8dc947c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4b876e93-e753-4f82-8855-2c9c3d1db066', 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'project_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'fixed_ips': [{'subnet_id': '79bff075-260d-41e5-bad9-9c26cdfe9c47'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:03:01.693214 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f8fd2803-6e91-4fcf-a5e2-2d30a8dc947c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:01.710549 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c564f2-df94-4df3-81ff-df9d05375972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed6ffb5-e792-4d2d-8d0f-b4004e5f5239'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:03:01.714147 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0e4467-b9f4-428e-b169-30470f269372" -d '{"events": [{"server_uuid": "70c564f2-df94-4df3-81ff-df9d05375972", "name": "network-vif-plugged", "status": "completed", "tag": "eed6ffb5-e792-4d2d-8d0f-b4004e5f5239"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:03:01.737370 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port eed6ffb5-e792-4d2d-8d0f-b4004e5f5239, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eed6ffb5-e792-4d2d-8d0f-b4004e5f5239,segment=NetworkSegment(348293ab-5555-4f03-a2ea-c1d23c5b0aaa),segment_id=348293ab-5555-4f03-a2ea-c1d23c5b0aaa)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:01.749153 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (eed6ffb5-e792-4d2d-8d0f-b4004e5f5239), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:01.749385 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ca3fe-eb5d-4308-b874-f86484b56073 req-24b77c4b-3e6d-4d26-8f00-59694e1ac9b5 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:01.752404 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e98ca3fe-eb5d-4308-b874-f86484b56073 req-24b77c4b-3e6d-4d26-8f00-59694e1ac9b5 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=70c564f2-df94-4df3-81ff-df9d05375972 HTTP/1.1" status: 200  len: 1127 time: 0.4674919
Feb 05 21:03:01.753617 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d7895bd5-3c06-4a5c-b6b5-8b905cc8e775 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (11e30b88-0067-4ecd-898b-c1ff9b85693c), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:01.812951 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7895bd5-3c06-4a5c-b6b5-8b905cc8e775 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Network 1ff7f1fd-8095-463d-87e1-3ee64570bb61 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:03:01.847490 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-d7895bd5-3c06-4a5c-b6b5-8b905cc8e775 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:03:01.859634 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7895bd5-3c06-4a5c-b6b5-8b905cc8e775 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:03:01.876789 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=eed6ffb5-e792-4d2d-8d0f-b4004e5f5239,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:01.915183 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7895bd5-3c06-4a5c-b6b5-8b905cc8e775 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Pushing event updated for resources: {'Port': ['ID=11e30b88-0067-4ecd-898b-c1ff9b85693c,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:01.936797 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e98ca3fe-eb5d-4308-b874-f86484b56073 req-f70bdc79-009c-41ff-8765-6f53ab724129 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6735038a-ca48-4338-8e2b-c68636a4f7ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1582267
Feb 05 21:03:01.953050 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed49046-ed2d-406b-97a9-9272f8a6b86f req-b697a387-661d-4564-9793-2b801ff864db tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:01.955031 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eed49046-ed2d-406b-97a9-9272f8a6b86f req-b697a387-661d-4564-9793-2b801ff864db tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] 10.222.0.32 "GET /v2.0/ports?device_id=3354b487-43b1-467e-903e-dc0041fc45c1 HTTP/1.1" status: 200  len: 945 time: 0.1982412
Feb 05 21:03:01.956202 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7895bd5-3c06-4a5c-b6b5-8b905cc8e775 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:01.956812 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d7895bd5-3c06-4a5c-b6b5-8b905cc8e775 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:01.989386 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d7895bd5-3c06-4a5c-b6b5-8b905cc8e775 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1023 time: 1.1701255
Feb 05 21:03:01.992138 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52212) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:02.001107 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79efbea7-d782-45c0-b27d-82096077c076 x-openstack-request-id: req-79efbea7-d782-45c0-b27d-82096077c076 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:03:02.001518 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c564f2-df94-4df3-81ff-df9d05375972", "name": "network-vif-plugged", "status": "completed", "tag": "eed6ffb5-e792-4d2d-8d0f-b4004e5f5239", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:03:02.001904 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-79efbea7-d782-45c0-b27d-82096077c076 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:03:02.002507 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c564f2-df94-4df3-81ff-df9d05375972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed6ffb5-e792-4d2d-8d0f-b4004e5f5239', 'code': 200}
Feb 05 21:03:02.057953 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eed49046-ed2d-406b-97a9-9272f8a6b86f req-ea09ba15-1cfd-491e-ade6-cb7a2591a08c tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] 10.222.0.32 "GET /v2.0/security-groups?id=053bb361-a00d-4330-8969-05554e12cbb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903947
Feb 05 21:03:02.059360 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-068de3cb-b648-4d77-b525-5c008b37c8c2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for port (946da93c-5c57-4a14-99f4-2e870b37eccc), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:02.100282 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-068de3cb-b648-4d77-b525-5c008b37c8c2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (946da93c-5c57-4a14-99f4-2e870b37eccc), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:02.140501 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79bb082-078e-488f-96ae-a479afdd5dea req-a71ddae0-0838-4851-a9b8-5ae3e79a3b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:02.141999 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e79bb082-078e-488f-96ae-a479afdd5dea req-a71ddae0-0838-4851-a9b8-5ae3e79a3b9a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=70c564f2-df94-4df3-81ff-df9d05375972 HTTP/1.1" status: 200  len: 1128 time: 0.0665019
Feb 05 21:03:02.147182 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-26b6dd09-9a75-4a69-9f99-4eef1053fc69 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Deleting port 11e30b88-0067-4ecd-898b-c1ff9b85693c {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:03:02.147182 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-26b6dd09-9a75-4a69-9f99-4eef1053fc69 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (11e30b88-0067-4ecd-898b-c1ff9b85693c), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:02.149859 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068de3cb-b648-4d77-b525-5c008b37c8c2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:03:02.153722 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-068de3cb-b648-4d77-b525-5c008b37c8c2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:03:02.159963 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068de3cb-b648-4d77-b525-5c008b37c8c2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:03:02.166826 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068de3cb-b648-4d77-b525-5c008b37c8c2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:02.167784 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-068de3cb-b648-4d77-b525-5c008b37c8c2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:02.204457 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-068de3cb-b648-4d77-b525-5c008b37c8c2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.3938894
Feb 05 21:03:02.207705 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52226) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:02.230603 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-f8fd2803-6e91-4fcf-a5e2-2d30a8dc947c None None] Allocated IP 2001:db8::2 (4b876e93-e753-4f82-8855-2c9c3d1db066/79bff075-260d-41e5-bad9-9c26cdfe9c47/9c6fc3b4-b31a-4958-931c-960e150ecae0) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:03:02.262609 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e79bb082-078e-488f-96ae-a479afdd5dea req-ae67feb9-b073-4cfd-a70e-4db16aed8c88 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6735038a-ca48-4338-8e2b-c68636a4f7ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126039
Feb 05 21:03:02.263012 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068de3cb-b648-4d77-b525-5c008b37c8c2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Port': ['ID=946da93c-5c57-4a14-99f4-2e870b37eccc,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:02.271387 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-26b6dd09-9a75-4a69-9f99-4eef1053fc69 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (11e30b88-0067-4ecd-898b-c1ff9b85693c), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:02.292574 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2db233-8c56-43aa-95ff-f832d16d74dc tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:02.297307 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-26b6dd09-9a75-4a69-9f99-4eef1053fc69 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Calling delete_port for 11e30b88-0067-4ecd-898b-c1ff9b85693c owned by  {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:03:02.298160 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8a2db233-8c56-43aa-95ff-f832d16d74dc tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.0887077
Feb 05 21:03:02.299003 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52230) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:02.384075 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 41c11ef6-5c97-40a4-9993-8ba63c184b36 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:03:02.410738 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 41c11ef6-5c97-40a4-9993-8ba63c184b36 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:03:02.411304 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 41c11ef6-5c97-40a4-9993-8ba63c184b36 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:03:02.425239 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6240518e-1a2c-4278-9107-f4b360cfc9f7 req-7dbc72dc-dc15-4515-b323-a54daedad3c1 tempest-ServerShowV254Test-1336026888 tempest-ServerShowV254Test-1336026888-project] 10.222.0.32 "GET /v2.0/ports?device_id=b676283b-f193-4478-843b-23dd9363e720 HTTP/1.1" status: 200  len: 210 time: 0.0979540
Feb 05 21:03:02.501641 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394dcfee-4c67-4009-afa8-4696ad3995f5 req-97f2b4bb-e431-4a7a-b0f2-22591247edd3 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:02.503171 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-394dcfee-4c67-4009-afa8-4696ad3995f5 req-97f2b4bb-e431-4a7a-b0f2-22591247edd3 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 946 time: 0.2216289
Feb 05 21:03:02.508687 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f8fd2803-6e91-4fcf-a5e2-2d30a8dc947c None None] Publish callbacks [] for port (9c6fc3b4-b31a-4958-931c-960e150ecae0), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:02.517699 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f8fd2803-6e91-4fcf-a5e2-2d30a8dc947c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (9c6fc3b4-b31a-4958-931c-960e150ecae0), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:02.572948 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fd2803-6e91-4fcf-a5e2-2d30a8dc947c None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:03:02.577558 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-91495636-3a15-4982-9a12-0876e063f6fd req-f5d4e6de-694b-4fd7-af1a-096b8a1a47d4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0483844
Feb 05 21:03:02.578082 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-f8fd2803-6e91-4fcf-a5e2-2d30a8dc947c None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:03:02.581888 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fd2803-6e91-4fcf-a5e2-2d30a8dc947c None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:03:02.587276 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd2803-6e91-4fcf-a5e2-2d30a8dc947c None None] Pushing event updated for resources: {'Port': ['ID=9c6fc3b4-b31a-4958-931c-960e150ecae0,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:02.612661 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-394dcfee-4c67-4009-afa8-4696ad3995f5 req-5c5cd19c-f5d6-4b06-add5-461a223da45e tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0991406
Feb 05 21:03:02.624893 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-d98fb474-fbd3-4678-916f-3f836648c487 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting port 946da93c-5c57-4a14-99f4-2e870b37eccc {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:03:02.625542 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d98fb474-fbd3-4678-916f-3f836648c487 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (946da93c-5c57-4a14-99f4-2e870b37eccc), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:02.656368 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-26b6dd09-9a75-4a69-9f99-4eef1053fc69 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (11e30b88-0067-4ecd-898b-c1ff9b85693c), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:02.657607 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-f8fd2803-6e91-4fcf-a5e2-2d30a8dc947c None None] Attempting to bind port 9c6fc3b4-b31a-4958-931c-960e150ecae0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:03:02.658123 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-f8fd2803-6e91-4fcf-a5e2-2d30a8dc947c None None] Attempting to bind port 9c6fc3b4-b31a-4958-931c-960e150ecae0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:03:02.658448 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fd2803-6e91-4fcf-a5e2-2d30a8dc947c None None] Attempting to bind port 9c6fc3b4-b31a-4958-931c-960e150ecae0 on network 4b876e93-e753-4f82-8855-2c9c3d1db066 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:03:02.669354 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fd2803-6e91-4fcf-a5e2-2d30a8dc947c None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:03:02.669825 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fd2803-6e91-4fcf-a5e2-2d30a8dc947c None None] Checking segment: {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:03:02.670155 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f8fd2803-6e91-4fcf-a5e2-2d30a8dc947c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:02.671359 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fd2803-6e91-4fcf-a5e2-2d30a8dc947c None None] Bound using segment: {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:03:02.672017 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-f8fd2803-6e91-4fcf-a5e2-2d30a8dc947c None None] Bound port: 9c6fc3b4-b31a-4958-931c-960e150ecae0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:03:02.672421 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f8fd2803-6e91-4fcf-a5e2-2d30a8dc947c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9c6fc3b4-b31a-4958-931c-960e150ecae0), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:02.678035 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91495636-3a15-4982-9a12-0876e063f6fd req-8ee7b4fb-e1ed-4cbc-996c-a2c766afe8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:02.679703 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-91495636-3a15-4982-9a12-0876e063f6fd req-8ee7b4fb-e1ed-4cbc-996c-a2c766afe8d4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=abdf40933f6b4f8099b886dfec3a4473&device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 1128 time: 0.0725625
Feb 05 21:03:02.734219 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b6dd09-9a75-4a69-9f99-4eef1053fc69 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Pushing event deleted for resources: {'Port': ['ID=11e30b88-0067-4ecd-898b-c1ff9b85693c,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:02.761836 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-f8fd2803-6e91-4fcf-a5e2-2d30a8dc947c None None] For port 9c6fc3b4-b31a-4958-931c-960e150ecae0, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:03:02.765293 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-f8fd2803-6e91-4fcf-a5e2-2d30a8dc947c None None] For port 9c6fc3b4-b31a-4958-931c-960e150ecae0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c6fc3b4-b31a-4958-931c-960e150ecae0,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:03:02.772278 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f8fd2803-6e91-4fcf-a5e2-2d30a8dc947c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9c6fc3b4-b31a-4958-931c-960e150ecae0), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:02.800539 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d98fb474-fbd3-4678-916f-3f836648c487 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (946da93c-5c57-4a14-99f4-2e870b37eccc), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:02.816719 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91495636-3a15-4982-9a12-0876e063f6fd req-4571d8cd-7871-4ebd-970c-c4dd99c8c3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:02.819030 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-91495636-3a15-4982-9a12-0876e063f6fd req-4571d8cd-7871-4ebd-970c-c4dd99c8c3ef service neutron] 10.222.0.39 "GET /v2.0/networks?id=f513b7e7-60ac-4b04-af41-d1fecee70cba HTTP/1.1" status: 200  len: 912 time: 0.1101985
Feb 05 21:03:02.821357 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-26b6dd09-9a75-4a69-9f99-4eef1053fc69 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:02.827846 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-26b6dd09-9a75-4a69-9f99-4eef1053fc69 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] 10.222.0.32 "DELETE /v2.0/ports/11e30b88-0067-4ecd-898b-c1ff9b85693c HTTP/1.1" status: 204  len: 168 time: 0.8322144
Feb 05 21:03:02.827846 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-d98fb474-fbd3-4678-916f-3f836648c487 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Calling delete_port for 946da93c-5c57-4a14-99f4-2e870b37eccc owned by  {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:03:02.828176 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52236) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:02.831294 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd2803-6e91-4fcf-a5e2-2d30a8dc947c None None] Pushing event updated for resources: {'Port': ['ID=9c6fc3b4-b31a-4958-931c-960e150ecae0,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:02.833856 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-4dda176c-eda3-4303-a5f5-acc3b2df8ab9 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ff7f1fd-8095-463d-87e1-3ee64570bb61', 'external_fixed_ips': [{'subnet_id': '61be06ef-36b5-4a91-8a19-a81f0504bba6', 'ip_address': '172.20.0.9'}]}}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:02.894334 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-91495636-3a15-4982-9a12-0876e063f6fd req-4043911a-7c20-4cae-b047-1aeacaf73e6e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad0354e3-119c-4c7a-a046-88f02122433c HTTP/1.1" status: 200  len: 1000 time: 0.0675850
Feb 05 21:03:02.912762 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4dda176c-eda3-4303-a5f5-acc3b2df8ab9 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (fef6aadd-df73-4f10-a0c3-2bb2b440d3cb), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:02.913805 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4dda176c-eda3-4303-a5f5-acc3b2df8ab9 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (fef6aadd-df73-4f10-a0c3-2bb2b440d3cb), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:02.958141 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91495636-3a15-4982-9a12-0876e063f6fd req-35526d69-8656-4bbf-8585-c4e38dd91024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:02.960098 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-91495636-3a15-4982-9a12-0876e063f6fd req-35526d69-8656-4bbf-8585-c4e38dd91024 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d3bc4b1d-f312-4b2d-bc48-80b03423d794 HTTP/1.1" status: 200  len: 850 time: 0.0576501
Feb 05 21:03:03.021531 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4dda176c-eda3-4303-a5f5-acc3b2df8ab9 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for router_controller (fef6aadd-df73-4f10-a0c3-2bb2b440d3cb), precommit_add_association {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:03.055101 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91495636-3a15-4982-9a12-0876e063f6fd req-5324dfee-317c-46af-ba0e-883ad322314d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:03.057410 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-91495636-3a15-4982-9a12-0876e063f6fd req-5324dfee-317c-46af-ba0e-883ad322314d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f513b7e7-60ac-4b04-af41-d1fecee70cba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0858686
Feb 05 21:03:03.159050 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d98fb474-fbd3-4678-916f-3f836648c487 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (946da93c-5c57-4a14-99f4-2e870b37eccc), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:03.177810 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-91495636-3a15-4982-9a12-0876e063f6fd req-81845a3d-5631-4549-9e09-1e15650ccd9d service neutron] 10.222.0.39 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1135950
Feb 05 21:03:03.281166 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-91495636-3a15-4982-9a12-0876e063f6fd req-35885524-1afa-4015-be08-21cc6bdc9da4 service neutron] 10.222.0.39 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0961375
Feb 05 21:03:03.286160 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98fb474-fbd3-4678-916f-3f836648c487 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Port': ['ID=946da93c-5c57-4a14-99f4-2e870b37eccc,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:03.297727 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4dda176c-eda3-4303-a5f5-acc3b2df8ab9 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for router_gateway (fef6aadd-df73-4f10-a0c3-2bb2b440d3cb), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:03.325921 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1594d-b2c5-48e4-92f3-9ed5c67b34ac req-e3b0a87f-e349-40c0-802b-00d057a81b18 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:03.327509 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-85a1594d-b2c5-48e4-92f3-9ed5c67b34ac req-e3b0a87f-e349-40c0-802b-00d057a81b18 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=70c564f2-df94-4df3-81ff-df9d05375972 HTTP/1.1" status: 200  len: 1128 time: 0.2574077
Feb 05 21:03:03.334721 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d98fb474-fbd3-4678-916f-3f836648c487 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:03.338726 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d98fb474-fbd3-4678-916f-3f836648c487 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/ports/946da93c-5c57-4a14-99f4-2e870b37eccc HTTP/1.1" status: 204  len: 168 time: 1.0362375
Feb 05 21:03:03.341614 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52242) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:03.380551 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e4204-3c07-4f7e-acbf-f20ba86a99fe req-c7cbc210-ce7f-4600-bfd1-3156fb658398 tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:03.382886 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-048e4204-3c07-4f7e-acbf-f20ba86a99fe req-c7cbc210-ce7f-4600-bfd1-3156fb658398 tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] 10.222.0.32 "GET /v2.0/ports?device_id=3354b487-43b1-467e-903e-dc0041fc45c1 HTTP/1.1" status: 200  len: 945 time: 0.2365284
Feb 05 21:03:03.395917 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59579a99-a316-4823-8d08-3b7eabf0a00e req-3ac8de33-d645-4eb9-83e3-58b0f8a51474 tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:03.397426 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-59579a99-a316-4823-8d08-3b7eabf0a00e req-3ac8de33-d645-4eb9-83e3-58b0f8a51474 tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] 10.222.0.39 "GET /v2.0/ports?device_id=3354b487-43b1-467e-903e-dc0041fc45c1 HTTP/1.1" status: 200  len: 945 time: 0.0991027
Feb 05 21:03:03.443141 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88073a8d-6755-4a73-a273-e8a60d6aabdd tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:03.444711 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88073a8d-6755-4a73-a273-e8a60d6aabdd tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:03.446564 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-88073a8d-6755-4a73-a273-e8a60d6aabdd tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1040602
Feb 05 21:03:03.451298 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52244) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:03.495772 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-85a1594d-b2c5-48e4-92f3-9ed5c67b34ac req-a11dc02e-3099-4447-9bd8-91ee00a39ef0 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6735038a-ca48-4338-8e2b-c68636a4f7ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1542783
Feb 05 21:03:03.512917 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-048e4204-3c07-4f7e-acbf-f20ba86a99fe req-f7d1c3b5-9d5e-4cc1-9ddb-e6b7b045d90f tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] 10.222.0.32 "GET /v2.0/security-groups?id=053bb361-a00d-4330-8969-05554e12cbb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135738
Feb 05 21:03:03.578630 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-beb7b27a-bd83-4b80-8d23-16911775ccd9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting subnet 79bff075-260d-41e5-bad9-9c26cdfe9c47 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:03:03.588502 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-beb7b27a-bd83-4b80-8d23-16911775ccd9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (79bff075-260d-41e5-bad9-9c26cdfe9c47), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:03.639827 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-59579a99-a316-4823-8d08-3b7eabf0a00e req-540a34ec-2524-4228-977e-a0ba17ca8450 tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] Deleting port a0d0d5ba-c211-496a-ae60-c175dc016a01 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:03:03.640102 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-59579a99-a316-4823-8d08-3b7eabf0a00e req-540a34ec-2524-4228-977e-a0ba17ca8450 tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (a0d0d5ba-c211-496a-ae60-c175dc016a01), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:03.644629 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-beb7b27a-bd83-4b80-8d23-16911775ccd9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (79bff075-260d-41e5-bad9-9c26cdfe9c47), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:03.656794 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-07d7de18-4b14-4bcb-ae48-5a93cbe34e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:03.683465 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a61fa7ad-30ba-496a-af58-9d5c548da471 req-d8c8f55d-10b8-4dc2-ac49-ccd8698aa604 tempest-ServerShowV254Test-1336026888 tempest-ServerShowV254Test-1336026888-project] 10.222.0.32 "GET /v2.0/ports?device_id=b676283b-f193-4478-843b-23dd9363e720 HTTP/1.1" status: 200  len: 210 time: 0.0790088
Feb 05 21:03:03.764969 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4dda176c-eda3-4303-a5f5-acc3b2df8ab9 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for router_gateway (fef6aadd-df73-4f10-a0c3-2bb2b440d3cb), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:03.838604 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-59579a99-a316-4823-8d08-3b7eabf0a00e req-540a34ec-2524-4228-977e-a0ba17ca8450 tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] For port a0d0d5ba-c211-496a-ae60-c175dc016a01, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a0d0d5ba-c211-496a-ae60-c175dc016a01,segment=NetworkSegment(26408d8a-c4e7-4912-a581-6389a55278b0),segment_id=26408d8a-c4e7-4912-a581-6389a55278b0)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:03.838978 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-59579a99-a316-4823-8d08-3b7eabf0a00e req-540a34ec-2524-4228-977e-a0ba17ca8450 tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (a0d0d5ba-c211-496a-ae60-c175dc016a01), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:03.856556 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-beb7b27a-bd83-4b80-8d23-16911775ccd9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (79bff075-260d-41e5-bad9-9c26cdfe9c47), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:03.860038 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-59579a99-a316-4823-8d08-3b7eabf0a00e req-540a34ec-2524-4228-977e-a0ba17ca8450 tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] Calling delete_port for a0d0d5ba-c211-496a-ae60-c175dc016a01 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:03:03.973384 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-beb7b27a-bd83-4b80-8d23-16911775ccd9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (79bff075-260d-41e5-bad9-9c26cdfe9c47), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:04.008403 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7b27a-bd83-4b80-8d23-16911775ccd9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Subnet': ['ID=79bff075-260d-41e5-bad9-9c26cdfe9c47,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:04.021721 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-beb7b27a-bd83-4b80-8d23-16911775ccd9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:04.025966 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-beb7b27a-bd83-4b80-8d23-16911775ccd9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/79bff075-260d-41e5-bad9-9c26cdfe9c47 HTTP/1.1" status: 204  len: 168 time: 0.5730054
Feb 05 21:03:04.029904 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52254) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:04.073498 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2078c57-9888-4fd9-beaf-c6b4a59b3a99 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:03:04.105662 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4dda176c-eda3-4303-a5f5-acc3b2df8ab9 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:04.124816 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6efe12cc-224c-4583-82c4-4e1b1595faf7 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0937519
Feb 05 21:03:04.129659 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52260) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:04.139765 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-827ade08-3113-47ad-82a3-550b07cdc33e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'subnet': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:04.146477 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962e9bd-50f6-47e5-bc1b-672e0e3836cd req-d7defbe0-993b-4535-940b-92d82eb5f087 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:04.148155 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1962e9bd-50f6-47e5-bc1b-672e0e3836cd req-d7defbe0-993b-4535-940b-92d82eb5f087 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 946 time: 0.4141390
Feb 05 21:03:04.230539 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-59579a99-a316-4823-8d08-3b7eabf0a00e req-540a34ec-2524-4228-977e-a0ba17ca8450 tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (a0d0d5ba-c211-496a-ae60-c175dc016a01), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:04.286105 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a34ec-2524-4228-977e-a0ba17ca8450 tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] Pushing event deleted for resources: {'Port': ['ID=a0d0d5ba-c211-496a-ae60-c175dc016a01,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:04.321135 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827ade08-3113-47ad-82a3-550b07cdc33e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:03:04.323733 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1962e9bd-50f6-47e5-bc1b-672e0e3836cd req-5248e851-770c-40cf-b970-a6034fb872af tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1518416
Feb 05 21:03:04.335240 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-827ade08-3113-47ad-82a3-550b07cdc33e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:04.402487 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-59579a99-a316-4823-8d08-3b7eabf0a00e req-540a34ec-2524-4228-977e-a0ba17ca8450 tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] No DVR routers for this DVR port a0d0d5ba-c211-496a-ae60-c175dc016a01 on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:03:04.425141 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['a0d0d5ba-c211-496a-ae60-c175dc016a01'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:03:04.490200 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-e9e902eb-09c5-4e71-8f4c-b3c3d84224ce None None] Provisioning complete for port 9c6fc3b4-b31a-4958-931c-960e150ecae0 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:03:04.490522 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e9e902eb-09c5-4e71-8f4c-b3c3d84224ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9c6fc3b4-b31a-4958-931c-960e150ecae0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:04.497856 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-4dda176c-eda3-4303-a5f5-acc3b2df8ab9 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Allocated IP 172.20.0.9 (1ff7f1fd-8095-463d-87e1-3ee64570bb61/61be06ef-36b5-4a91-8a19-a81f0504bba6/15100f7b-0863-4a04-b658-25e6a36307da) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:03:04.527040 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5fb11-63e7-4758-a3c6-ad458caf67dd req-d9340d16-0e20-44a7-b3a2-a309f053ff2c tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:04.529403 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d8b5fb11-63e7-4758-a3c6-ad458caf67dd req-d9340d16-0e20-44a7-b3a2-a309f053ff2c tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 945 time: 0.1316299
Feb 05 21:03:04.532642 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9c6fc3b4-b31a-4958-931c-960e150ecae0 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:03:04.623443 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-59579a99-a316-4823-8d08-3b7eabf0a00e req-540a34ec-2524-4228-977e-a0ba17ca8450 tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:04.628590 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-59579a99-a316-4823-8d08-3b7eabf0a00e req-540a34ec-2524-4228-977e-a0ba17ca8450 tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] 10.222.0.39 "DELETE /v2.0/ports/a0d0d5ba-c211-496a-ae60-c175dc016a01 HTTP/1.1" status: 204  len: 173 time: 1.2246282
Feb 05 21:03:04.629155 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3354b487-43b1-467e-903e-dc0041fc45c1', 'name': 'network-vif-deleted', 'tag': 'a0d0d5ba-c211-496a-ae60-c175dc016a01'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:03:04.632293 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338f1223-c7ad-4918-bbac-2d974a4571aa" -d '{"events": [{"server_uuid": "3354b487-43b1-467e-903e-dc0041fc45c1", "name": "network-vif-deleted", "tag": "a0d0d5ba-c211-496a-ae60-c175dc016a01"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:03:04.636749 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-827ade08-3113-47ad-82a3-550b07cdc33e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (b3a25daa-c8f2-4d58-8260-dafe025a1926), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:04.662560 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 9c6fc3b4-b31a-4958-931c-960e150ecae0 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:03:04.662948 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9c6fc3b4-b31a-4958-931c-960e150ecae0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:04.664659 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-e9e902eb-09c5-4e71-8f4c-b3c3d84224ce None None] Current status of the port 9c6fc3b4-b31a-4958-931c-960e150ecae0 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:03:04.664975 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e9e902eb-09c5-4e71-8f4c-b3c3d84224ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9c6fc3b4-b31a-4958-931c-960e150ecae0), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:04.707611 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827ade08-3113-47ad-82a3-550b07cdc33e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:03:04.711137 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-827ade08-3113-47ad-82a3-550b07cdc33e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:03:04.716492 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827ade08-3113-47ad-82a3-550b07cdc33e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:04.717130 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-827ade08-3113-47ad-82a3-550b07cdc33e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:04.717803 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d8b5fb11-63e7-4758-a3c6-ad458caf67dd req-995fabd5-a8ff-4fea-b289-c28cfc079cb7 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=840ffbe8-1e27-441d-9600-26bf7350d551&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1759145
Feb 05 21:03:04.726154 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ade08-3113-47ad-82a3-550b07cdc33e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Subnet': ['ID=b3a25daa-c8f2-4d58-8260-dafe025a1926,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:04.757904 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-827ade08-3113-47ad-82a3-550b07cdc33e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.6248627
Feb 05 21:03:04.758617 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52282) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:04.766549 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-ca68360b-8d14-4322-a4f7-4e76c9dc8422 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'port': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'fixed_ips': [{'subnet_id': 'b3a25daa-c8f2-4d58-8260-dafe025a1926', 'ip_address': '2001:db8::2097:cb22:616f:2833'}], 'name': 'tempest-NetworksTestDHCPv6-1211243373'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:04.771313 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1059c36-e1ff-4e8e-b97f-557f5aabdc15 None None] DHCP port deletion for 4b876e93-e753-4f82-8855-2c9c3d1db066 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:03:04.790507 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4dda176c-eda3-4303-a5f5-acc3b2df8ab9 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for port (15100f7b-0863-4a04-b658-25e6a36307da), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:04.858879 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-e9e902eb-09c5-4e71-8f4c-b3c3d84224ce None None] For port 9c6fc3b4-b31a-4958-931c-960e150ecae0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c6fc3b4-b31a-4958-931c-960e150ecae0,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:04.880908 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e9e902eb-09c5-4e71-8f4c-b3c3d84224ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9c6fc3b4-b31a-4958-931c-960e150ecae0), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:04.905146 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4dda176c-eda3-4303-a5f5-acc3b2df8ab9 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (15100f7b-0863-4a04-b658-25e6a36307da), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:04.910351 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b2ca9-fae9-4f06-9ec6-dc684caf6cb3 req-88bf26ee-5625-4fa8-ac22-b70cd4caf151 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:04.914017 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-712b2ca9-fae9-4f06-9ec6-dc684caf6cb3 req-88bf26ee-5625-4fa8-ac22-b70cd4caf151 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=70c564f2-df94-4df3-81ff-df9d05375972 HTTP/1.1" status: 200  len: 1128 time: 0.0961936
Feb 05 21:03:04.947823 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca68360b-8d14-4322-a4f7-4e76c9dc8422 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:03:04.958330 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 9c6fc3b4-b31a-4958-931c-960e150ecae0 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:03:04.958764 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9c6fc3b4-b31a-4958-931c-960e150ecae0), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:05.004730 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e902eb-09c5-4e71-8f4c-b3c3d84224ce None None] Pushing event updated for resources: {'Port': ['ID=9c6fc3b4-b31a-4958-931c-960e150ecae0,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:05.009019 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-f1059c36-e1ff-4e8e-b97f-557f5aabdc15 None None] Deleting port 9c6fc3b4-b31a-4958-931c-960e150ecae0 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:03:05.010119 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f1059c36-e1ff-4e8e-b97f-557f5aabdc15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (9c6fc3b4-b31a-4958-931c-960e150ecae0), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:05.050571 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ca68360b-8d14-4322-a4f7-4e76c9dc8422 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:05.078646 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-ca68360b-8d14-4322-a4f7-4e76c9dc8422 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] device_id is not set on port 4b4bd9c2-3301-4d30-b159-6db4120885a7 yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:03:05.094460 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda176c-eda3-4303-a5f5-acc3b2df8ab9 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Pushing event updated for resources: {'Port': ['ID=15100f7b-0863-4a04-b658-25e6a36307da,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:05.099988 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 21:03:05.100587 ncdv-master-1 neutron-server[114392]: DEBUG oslo_db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 21:03:05.110244 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a9c0ee4c-72af-449a-ae9e-50cc13c19f4e req-547f2ac0-fb86-48f2-be80-791078a98fff tempest-InstanceActionsNegativeTestJSON-1022648271 tempest-InstanceActionsNegativeTestJSON-1022648271-project] 10.222.0.32 "GET /v2.0/ports?device_id=3354b487-43b1-467e-903e-dc0041fc45c1 HTTP/1.1" status: 200  len: 210 time: 0.1187985
Feb 05 21:03:05.112951 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dda176c-eda3-4303-a5f5-acc3b2df8ab9 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Network 1ff7f1fd-8095-463d-87e1-3ee64570bb61 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:03:05.131846 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-4dda176c-eda3-4303-a5f5-acc3b2df8ab9 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:03:05.145027 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-f1059c36-e1ff-4e8e-b97f-557f5aabdc15 None None] For port 9c6fc3b4-b31a-4958-931c-960e150ecae0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c6fc3b4-b31a-4958-931c-960e150ecae0,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:05.145833 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f1059c36-e1ff-4e8e-b97f-557f5aabdc15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (9c6fc3b4-b31a-4958-931c-960e150ecae0), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:05.146691 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dda176c-eda3-4303-a5f5-acc3b2df8ab9 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:03:05.164172 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-f1059c36-e1ff-4e8e-b97f-557f5aabdc15 None None] Calling delete_port for 9c6fc3b4-b31a-4958-931c-960e150ecae0 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:03:05.200681 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0485d5c-a219-4b9a-8983-eacadf6d6aeb x-openstack-request-id: req-d0485d5c-a219-4b9a-8983-eacadf6d6aeb {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:03:05.201216 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3354b487-43b1-467e-903e-dc0041fc45c1", "name": "network-vif-deleted", "tag": "a0d0d5ba-c211-496a-ae60-c175dc016a01", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:03:05.201571 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d0485d5c-a219-4b9a-8983-eacadf6d6aeb {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:03:05.202071 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3354b487-43b1-467e-903e-dc0041fc45c1', 'name': 'network-vif-deleted', 'tag': 'a0d0d5ba-c211-496a-ae60-c175dc016a01', 'status': 'completed', 'code': 200}
Feb 05 21:03:05.215182 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-712b2ca9-fae9-4f06-9ec6-dc684caf6cb3 req-f76b27ef-39db-4094-a1bc-8a118959ad62 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6735038a-ca48-4338-8e2b-c68636a4f7ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2868626
Feb 05 21:03:05.286522 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f1059c36-e1ff-4e8e-b97f-557f5aabdc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (9c6fc3b4-b31a-4958-931c-960e150ecae0), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:05.330759 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1059c36-e1ff-4e8e-b97f-557f5aabdc15 None None] Pushing event deleted for resources: {'Port': ['ID=9c6fc3b4-b31a-4958-931c-960e150ecae0,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:05.336272 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-ca68360b-8d14-4322-a4f7-4e76c9dc8422 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Allocated IP 2001:db8::2097:cb22:616f:2833 (4b876e93-e753-4f82-8855-2c9c3d1db066/b3a25daa-c8f2-4d58-8260-dafe025a1926/4b4bd9c2-3301-4d30-b159-6db4120885a7) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:03:05.343916 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1059c36-e1ff-4e8e-b97f-557f5aabdc15 None None] No DVR routers for this DVR port 9c6fc3b4-b31a-4958-931c-960e150ecae0 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:03:05.363743 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-97e4fb54-9b01-4485-8b90-202771b2e8bc req-d1d001b5-127d-4c92-9866-bdf989625daa tempest-ServerShowV254Test-1336026888 tempest-ServerShowV254Test-1336026888-project] 10.222.0.32 "GET /v2.0/ports?device_id=b676283b-f193-4478-843b-23dd9363e720 HTTP/1.1" status: 200  len: 210 time: 0.0799983
Feb 05 21:03:05.385721 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3eaed3f-fbd7-4995-8dbc-2d3a3f52dfeb None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:03:05.496541 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17027908-e09b-4d4a-995e-50ad2e7d917c req-3b1cdd93-c3c3-4ed6-9c1b-9a27d238b17e tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:05.498087 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-17027908-e09b-4d4a-995e-50ad2e7d917c req-3b1cdd93-c3c3-4ed6-9c1b-9a27d238b17e tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 946 time: 0.1551895
Feb 05 21:03:05.522250 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867f5d75-1d2f-4e0f-9b07-0a1a00d47fe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4b876e93-e753-4f82-8855-2c9c3d1db066', 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'project_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'fixed_ips': [{'subnet_id': 'b3a25daa-c8f2-4d58-8260-dafe025a1926'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:03:05.523949 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-867f5d75-1d2f-4e0f-9b07-0a1a00d47fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:05.546213 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ca68360b-8d14-4322-a4f7-4e76c9dc8422 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for port (4b4bd9c2-3301-4d30-b159-6db4120885a7), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:05.587425 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ca68360b-8d14-4322-a4f7-4e76c9dc8422 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (4b4bd9c2-3301-4d30-b159-6db4120885a7), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:05.626043 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Port 9c6fc3b4-b31a-4958-931c-960e150ecae0 update to ACTIVE by agent not found {{(pid=114392) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}}
Feb 05 21:03:05.630622 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3269b2b-36f3-414d-bf2b-4f40ffaf5afe req-7e7a75f5-4f66-4ff5-98f8-7fb1309c1744 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:05.632734 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a3269b2b-36f3-414d-bf2b-4f40ffaf5afe req-7e7a75f5-4f66-4ff5-98f8-7fb1309c1744 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=70c564f2-df94-4df3-81ff-df9d05375972 HTTP/1.1" status: 200  len: 1128 time: 0.1927657
Feb 05 21:03:05.651878 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca68360b-8d14-4322-a4f7-4e76c9dc8422 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:03:05.655096 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-ca68360b-8d14-4322-a4f7-4e76c9dc8422 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:03:05.657530 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca68360b-8d14-4322-a4f7-4e76c9dc8422 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:03:05.663770 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca68360b-8d14-4322-a4f7-4e76c9dc8422 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:05.664101 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ca68360b-8d14-4322-a4f7-4e76c9dc8422 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:05.665445 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-17027908-e09b-4d4a-995e-50ad2e7d917c req-2230a8ba-4ff8-40d2-af16-d1d60d9c8799 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1299284
Feb 05 21:03:05.676961 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68360b-8d14-4322-a4f7-4e76c9dc8422 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Port': ['ID=4b4bd9c2-3301-4d30-b159-6db4120885a7,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:05.690708 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4dda176c-eda3-4303-a5f5-acc3b2df8ab9 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for router_gateway (fef6aadd-df73-4f10-a0c3-2bb2b440d3cb), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:05.701502 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ca68360b-8d14-4322-a4f7-4e76c9dc8422 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 0.9413319
Feb 05 21:03:05.703673 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52288) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:05.708593 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-867f5d75-1d2f-4e0f-9b07-0a1a00d47fe3 None None] Allocated IP 2001:db8::2 (4b876e93-e753-4f82-8855-2c9c3d1db066/b3a25daa-c8f2-4d58-8260-dafe025a1926/fe939c14-3b65-41a6-8f1d-40807155b181) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:03:05.755262 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a3269b2b-36f3-414d-bf2b-4f40ffaf5afe req-759adfa4-7d30-49bb-9459-cbcf49de916a tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6735038a-ca48-4338-8e2b-c68636a4f7ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150651
Feb 05 21:03:05.764852 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2911f474-e803-4c32-9ed3-81967f8195dd tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:05.767010 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2911f474-e803-4c32-9ed3-81967f8195dd tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 946 time: 0.0623167
Feb 05 21:03:05.769579 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52292) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:05.887937 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-867f5d75-1d2f-4e0f-9b07-0a1a00d47fe3 None None] Publish callbacks [] for port (fe939c14-3b65-41a6-8f1d-40807155b181), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:05.895183 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-867f5d75-1d2f-4e0f-9b07-0a1a00d47fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (fe939c14-3b65-41a6-8f1d-40807155b181), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:05.951436 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867f5d75-1d2f-4e0f-9b07-0a1a00d47fe3 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:03:05.955494 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-867f5d75-1d2f-4e0f-9b07-0a1a00d47fe3 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:03:05.960008 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867f5d75-1d2f-4e0f-9b07-0a1a00d47fe3 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:03:05.963847 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f5d75-1d2f-4e0f-9b07-0a1a00d47fe3 None None] Pushing event updated for resources: {'Port': ['ID=fe939c14-3b65-41a6-8f1d-40807155b181,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:06.019828 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-867f5d75-1d2f-4e0f-9b07-0a1a00d47fe3 None None] Attempting to bind port fe939c14-3b65-41a6-8f1d-40807155b181 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:03:06.020212 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-867f5d75-1d2f-4e0f-9b07-0a1a00d47fe3 None None] Attempting to bind port fe939c14-3b65-41a6-8f1d-40807155b181 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:03:06.020583 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867f5d75-1d2f-4e0f-9b07-0a1a00d47fe3 None None] Attempting to bind port fe939c14-3b65-41a6-8f1d-40807155b181 on network 4b876e93-e753-4f82-8855-2c9c3d1db066 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:03:06.024531 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040ccfe-a968-4866-8504-66e7aca5cff5 req-fad3e24f-cb59-43a1-9691-a5f11b1c68ea tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:06.026282 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867f5d75-1d2f-4e0f-9b07-0a1a00d47fe3 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:03:06.026697 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867f5d75-1d2f-4e0f-9b07-0a1a00d47fe3 None None] Checking segment: {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:03:06.026933 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4040ccfe-a968-4866-8504-66e7aca5cff5 req-fad3e24f-cb59-43a1-9691-a5f11b1c68ea tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 945 time: 0.1997302
Feb 05 21:03:06.027109 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-867f5d75-1d2f-4e0f-9b07-0a1a00d47fe3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:06.027513 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867f5d75-1d2f-4e0f-9b07-0a1a00d47fe3 None None] Bound using segment: {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:03:06.027988 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-867f5d75-1d2f-4e0f-9b07-0a1a00d47fe3 None None] Bound port: fe939c14-3b65-41a6-8f1d-40807155b181, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:03:06.028376 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-867f5d75-1d2f-4e0f-9b07-0a1a00d47fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (fe939c14-3b65-41a6-8f1d-40807155b181), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:06.034145 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc2f84-7f3c-4824-8d27-a3b119eb1719 req-273d4acf-1b35-4ce1-95c0-71c4e08ec2d2 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:06.035684 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-19bc2f84-7f3c-4824-8d27-a3b119eb1719 req-273d4acf-1b35-4ce1-95c0-71c4e08ec2d2 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=70c564f2-df94-4df3-81ff-df9d05375972 HTTP/1.1" status: 200  len: 1128 time: 0.2057054
Feb 05 21:03:06.079096 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d43623d6-cd67-4bc3-996e-54931cae0f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:06.111627 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-867f5d75-1d2f-4e0f-9b07-0a1a00d47fe3 None None] For port fe939c14-3b65-41a6-8f1d-40807155b181, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:03:06.115145 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-867f5d75-1d2f-4e0f-9b07-0a1a00d47fe3 None None] For port fe939c14-3b65-41a6-8f1d-40807155b181, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe939c14-3b65-41a6-8f1d-40807155b181,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:03:06.121708 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-867f5d75-1d2f-4e0f-9b07-0a1a00d47fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (fe939c14-3b65-41a6-8f1d-40807155b181), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:06.147555 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-8fc27089-8829-43da-8c9f-c7a8c92ee2ea tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting port 4b4bd9c2-3301-4d30-b159-6db4120885a7 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:03:06.148143 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8fc27089-8829-43da-8c9f-c7a8c92ee2ea tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (4b4bd9c2-3301-4d30-b159-6db4120885a7), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:06.180003 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4dda176c-eda3-4303-a5f5-acc3b2df8ab9 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (fef6aadd-df73-4f10-a0c3-2bb2b440d3cb), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:06.189260 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f5d75-1d2f-4e0f-9b07-0a1a00d47fe3 None None] Pushing event updated for resources: {'Port': ['ID=fe939c14-3b65-41a6-8f1d-40807155b181,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:06.202907 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4040ccfe-a968-4866-8504-66e7aca5cff5 req-c3ce226e-c6cf-4259-b74d-484ebeddcafc tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=840ffbe8-1e27-441d-9600-26bf7350d551&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1660800
Feb 05 21:03:06.240669 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-19bc2f84-7f3c-4824-8d27-a3b119eb1719 req-1a4e42df-8036-4011-bc96-01886975ad88 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6735038a-ca48-4338-8e2b-c68636a4f7ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1956165
Feb 05 21:03:06.258287 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52298) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:06.346062 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device a0d0d5ba-c211-496a-ae60-c175dc016a01 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:03:06.347976 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba6889a8-d4c0-4850-9d72-31cf6b1650b2 admin admin] Deleting subnet 3e2b7718-850d-4bfe-9681-1e965a1d0233 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:03:06.358020 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ba6889a8-d4c0-4850-9d72-31cf6b1650b2 admin admin] Publish callbacks [] for subnet (3e2b7718-850d-4bfe-9681-1e965a1d0233), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:06.400731 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: a0d0d5ba-c211-496a-ae60-c175dc016a01 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:03:06.400948 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device a0d0d5ba-c211-496a-ae60-c175dc016a01 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:03:06.401400 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device ad0354e3-119c-4c7a-a046-88f02122433c no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:03:06.406992 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9c6fc3b4-b31a-4958-931c-960e150ecae0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:03:06.462397 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ba6889a8-d4c0-4850-9d72-31cf6b1650b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (3e2b7718-850d-4bfe-9681-1e965a1d0233), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:06.475568 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8fc27089-8829-43da-8c9f-c7a8c92ee2ea tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (4b4bd9c2-3301-4d30-b159-6db4120885a7), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:06.495370 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-8fc27089-8829-43da-8c9f-c7a8c92ee2ea tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Calling delete_port for 4b4bd9c2-3301-4d30-b159-6db4120885a7 owned by  {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:03:06.522223 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 9c6fc3b4-b31a-4958-931c-960e150ecae0 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:03:06.522675 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9c6fc3b4-b31a-4958-931c-960e150ecae0 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:03:06.545456 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-998b6900-1b6a-4209-a334-6d050c95f612 req-5bff3dfe-ebee-4c23-83c4-00a73f8cd80d tempest-ServerShowV254Test-1336026888 tempest-ServerShowV254Test-1336026888-project] 10.222.0.32 "GET /v2.0/ports?device_id=b676283b-f193-4478-843b-23dd9363e720 HTTP/1.1" status: 200  len: 210 time: 0.0421455
Feb 05 21:03:06.563543 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ba6889a8-d4c0-4850-9d72-31cf6b1650b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (3e2b7718-850d-4bfe-9681-1e965a1d0233), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:06.627610 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port ad0354e3-119c-4c7a-a046-88f02122433c is: ACTIVE; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:03:06.628547 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ad0354e3-119c-4c7a-a046-88f02122433c), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:06.674954 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11107d8a-249a-4fef-9d13-4e5511c75802', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad0354e3-119c-4c7a-a046-88f02122433c'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:03:06.678538 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3fa27e-d6c9-4cca-bc27-dd8261030e15" -d '{"events": [{"server_uuid": "11107d8a-249a-4fef-9d13-4e5511c75802", "name": "network-vif-unplugged", "status": "completed", "tag": "ad0354e3-119c-4c7a-a046-88f02122433c"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:03:06.697961 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port ad0354e3-119c-4c7a-a046-88f02122433c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad0354e3-119c-4c7a-a046-88f02122433c,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:06.701489 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677eeef7-7a9a-4e25-aea6-5e49e6e250bc req-1de438c8-2dfd-40c4-bd7a-50dce527f2ce tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:06.703229 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-677eeef7-7a9a-4e25-aea6-5e49e6e250bc req-1de438c8-2dfd-40c4-bd7a-50dce527f2ce tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.39 "GET /v2.0/ports?device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 945 time: 0.1052139
Feb 05 21:03:06.703964 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ad0354e3-119c-4c7a-a046-88f02122433c), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:06.705791 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ba6889a8-d4c0-4850-9d72-31cf6b1650b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (3e2b7718-850d-4bfe-9681-1e965a1d0233), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:06.737939 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 21:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d080e447-10d7-4999-b2a7-78b8f6df225c x-openstack-request-id: req-d080e447-10d7-4999-b2a7-78b8f6df225c {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:03:06.738308 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11107d8a-249a-4fef-9d13-4e5511c75802", "name": "network-vif-unplugged", "status": "completed", "tag": "ad0354e3-119c-4c7a-a046-88f02122433c", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:03:06.738658 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d080e447-10d7-4999-b2a7-78b8f6df225c {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:03:06.739197 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11107d8a-249a-4fef-9d13-4e5511c75802', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad0354e3-119c-4c7a-a046-88f02122433c', 'code': 200}
Feb 05 21:03:06.768849 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6889a8-d4c0-4850-9d72-31cf6b1650b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e2b7718-850d-4bfe-9681-1e965a1d0233,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:06.769105 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dda176c-eda3-4303-a5f5-acc3b2df8ab9 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Router fef6aadd-df73-4f10-a0c3-2bb2b440d3cb is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:03:06.782905 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=ad0354e3-119c-4c7a-a046-88f02122433c,revision_number=11']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:06.793269 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8fc27089-8829-43da-8c9f-c7a8c92ee2ea tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (4b4bd9c2-3301-4d30-b159-6db4120885a7), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:06.811239 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ba6889a8-d4c0-4850-9d72-31cf6b1650b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:06.814472 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ba6889a8-d4c0-4850-9d72-31cf6b1650b2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3e2b7718-850d-4bfe-9681-1e965a1d0233 HTTP/1.1" status: 204  len: 168 time: 0.5552881
Feb 05 21:03:06.817116 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52318) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:06.899117 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc27089-8829-43da-8c9f-c7a8c92ee2ea tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Port': ['ID=4b4bd9c2-3301-4d30-b159-6db4120885a7,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:06.917328 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-52fc0d8d-f849-4f13-b58f-55db802b1087 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:06.918869 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-52fc0d8d-f849-4f13-b58f-55db802b1087 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/networks?id=0bef1155-9a53-4878-8a8d-b291e090a827 HTTP/1.1" status: 200  len: 910 time: 0.2842684
Feb 05 21:03:06.934320 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a2a884c8-25d4-4310-8ed2-2b7e39767e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (cf5dc960-860b-4394-9862-c7f14c2525a7), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:06.977462 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8fc27089-8829-43da-8c9f-c7a8c92ee2ea tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:06.981242 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8fc27089-8829-43da-8c9f-c7a8c92ee2ea tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/ports/4b4bd9c2-3301-4d30-b159-6db4120885a7 HTTP/1.1" status: 204  len: 168 time: 1.2106791
Feb 05 21:03:06.985534 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52320) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:06.988390 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-677eeef7-7a9a-4e25-aea6-5e49e6e250bc req-9192c5f7-27bb-410d-8d92-53ae46665d61 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Deleting port 19bf3552-1f97-4d35-9342-465464c23ba5 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:03:06.988750 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-677eeef7-7a9a-4e25-aea6-5e49e6e250bc req-9192c5f7-27bb-410d-8d92-53ae46665d61 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (19bf3552-1f97-4d35-9342-465464c23ba5), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:07.043777 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-7e819a8f-14c4-48ab-ab06-50f6c2f0d32b tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/quotas/314e090015bc467b921aaa675082f1f6 HTTP/1.1" status: 200  len: 375 time: 0.1060619
Feb 05 21:03:07.099709 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a2a884c8-25d4-4310-8ed2-2b7e39767e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (cf5dc960-860b-4394-9862-c7f14c2525a7), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:07.131700 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-a2a884c8-25d4-4310-8ed2-2b7e39767e31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2735910>,) {'filters': {'network_id': ['cf5dc960-860b-4394-9862-c7f14c2525a7']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:07.151451 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-a2a884c8-25d4-4310-8ed2-2b7e39767e31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2735910>, '26408d8a-c4e7-4912-a581-6389a55278b0') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:07.151774 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-a2a884c8-25d4-4310-8ed2-2b7e39767e31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2735910>, '26408d8a-c4e7-4912-a581-6389a55278b0') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:07.167072 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-677eeef7-7a9a-4e25-aea6-5e49e6e250bc req-9192c5f7-27bb-410d-8d92-53ae46665d61 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] For port 19bf3552-1f97-4d35-9342-465464c23ba5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=19bf3552-1f97-4d35-9342-465464c23ba5,segment=NetworkSegment(c3fe8733-ce5f-41fc-80e2-343154fe8a12),segment_id=c3fe8733-ce5f-41fc-80e2-343154fe8a12)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:07.167426 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-677eeef7-7a9a-4e25-aea6-5e49e6e250bc req-9192c5f7-27bb-410d-8d92-53ae46665d61 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (19bf3552-1f97-4d35-9342-465464c23ba5), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:07.171257 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a2a884c8-25d4-4310-8ed2-2b7e39767e31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (26408d8a-c4e7-4912-a581-6389a55278b0), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:07.196622 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a2a884c8-25d4-4310-8ed2-2b7e39767e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (26408d8a-c4e7-4912-a581-6389a55278b0), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:07.246568 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a884c8-25d4-4310-8ed2-2b7e39767e31 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:03:07.247016 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a2a884c8-25d4-4310-8ed2-2b7e39767e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (26408d8a-c4e7-4912-a581-6389a55278b0), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:07.248884 ncdv-master-1 neutron-server[114390]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage.
Feb 05 21:03:07.248884 ncdv-master-1 neutron-server[114390]:   warnings.warn('Neutron quota engine will require "--force" '
Feb 05 21:03:07.248884 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:03:07.248884 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:03:07.248884 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:03:07.248884 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:03:07.248884 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:03:07.248884 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:03:07.248884 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:03:07.248884 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:03:07.248884 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:03:07.248884 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:03:07.248884 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:03:07.248884 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:03:07.248884 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:03:07.248884 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:03:07.248884 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:03:07.248884 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:03:07.248884 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:03:07.248884 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:03:07.248884 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:03:07.248884 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:03:07.248884 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:03:07.248884 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:03:07.248884 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:03:07.248884 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:03:07.248884 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:03:07.248884 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:03:07.248884 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:03:07.248884 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:03:07.248884 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:03:07.248884 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:03:07.248884 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:03:07.248884 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:03:07.358349 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a2a884c8-25d4-4310-8ed2-2b7e39767e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (cf5dc960-860b-4394-9862-c7f14c2525a7), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:07.369469 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a2a884c8-25d4-4310-8ed2-2b7e39767e31 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:07.373983 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a2a884c8-25d4-4310-8ed2-2b7e39767e31 admin admin] 10.222.0.32 "DELETE /v2.0/networks/cf5dc960-860b-4394-9862-c7f14c2525a7 HTTP/1.1" status: 204  len: 168 time: 0.5553696
Feb 05 21:03:07.395663 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a884c8-25d4-4310-8ed2-2b7e39767e31 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf5dc960-860b-4394-9862-c7f14c2525a7,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:07.415117 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:07.423705 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebdb69-c77d-43cb-8a58-ffe6cc9b65a1 req-9411bbb2-bef9-420d-ba00-0c49b285b3cb tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:07.425159 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-24ebdb69-c77d-43cb-8a58-ffe6cc9b65a1 req-9411bbb2-bef9-420d-ba00-0c49b285b3cb tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.6216114
Feb 05 21:03:07.444978 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0547499d-f2de-4cb3-b0f5-fc2ce85f8d08 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:07.446504 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0547499d-f2de-4cb3-b0f5-fc2ce85f8d08 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:07.448138 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0547499d-f2de-4cb3-b0f5-fc2ce85f8d08 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.4591172
Feb 05 21:03:07.452063 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dda176c-eda3-4303-a5f5-acc3b2df8ab9 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:03:07.460609 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52326) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:07.462335 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21ce43c-b015-4223-90ff-888f35744728 None None] Sync routers for ids ['fef6aadd-df73-4f10-a0c3-2bb2b440d3cb'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:03:07.481097 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21ce43c-b015-4223-90ff-888f35744728 None None] Routers {'fef6aadd-df73-4f10-a0c3-2bb2b440d3cb'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:03:07.481313 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-d21ce43c-b015-4223-90ff-888f35744728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db91e6580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:03:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['fef6aadd-df73-4f10-a0c3-2bb2b440d3cb'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:07.503004 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-677eeef7-7a9a-4e25-aea6-5e49e6e250bc req-9192c5f7-27bb-410d-8d92-53ae46665d61 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:07.503690 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-677eeef7-7a9a-4e25-aea6-5e49e6e250bc req-9192c5f7-27bb-410d-8d92-53ae46665d61 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (d1ddd16d-b1b9-455e-b303-13621cb41dae), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:07.506443 ncdv-master-1 neutron-server[114390]: INFO neutron.db.l3_db [req-677eeef7-7a9a-4e25-aea6-5e49e6e250bc req-9192c5f7-27bb-410d-8d92-53ae46665d61 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Floating IP d1ddd16d-b1b9-455e-b303-13621cb41dae disassociated. External IP: 172.35.4.20, port: 19bf3552-1f97-4d35-9342-465464c23ba5.
Feb 05 21:03:07.506995 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-677eeef7-7a9a-4e25-aea6-5e49e6e250bc req-9192c5f7-27bb-410d-8d92-53ae46665d61 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Calling delete_port for 19bf3552-1f97-4d35-9342-465464c23ba5 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:03:07.533250 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-cb9e03b9-d092-422d-b1ea-f43129840f00 None None] Provisioning complete for port fe939c14-3b65-41a6-8f1d-40807155b181 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:03:07.533629 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cb9e03b9-d092-422d-b1ea-f43129840f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (fe939c14-3b65-41a6-8f1d-40807155b181), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:07.545991 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4dda176c-eda3-4303-a5f5-acc3b2df8ab9 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:07.547297 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4dda176c-eda3-4303-a5f5-acc3b2df8ab9 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 875 time: 4.7182634
Feb 05 21:03:07.552777 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52328) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:07.566004 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-a3a91544-bebc-4d8c-b39e-a01996262d97 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/ports?tenant_id=314e090015bc467b921aaa675082f1f6&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5125263
Feb 05 21:03:07.677200 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-d21ce43c-b015-4223-90ff-888f35744728 None None] Set router fef6aadd-df73-4f10-a0c3-2bb2b440d3cb gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:03:07.683393 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-441a9086-6737-4dc3-960f-f613bca301ea tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting subnet b3a25daa-c8f2-4d58-8260-dafe025a1926 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:03:07.719906 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-24ebdb69-c77d-43cb-8a58-ffe6cc9b65a1 req-3a4ba95c-80fa-416b-9181-c5f2cb5ccdf6 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2785196
Feb 05 21:03:07.722750 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-441a9086-6737-4dc3-960f-f613bca301ea tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (b3a25daa-c8f2-4d58-8260-dafe025a1926), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:07.742622 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-677eeef7-7a9a-4e25-aea6-5e49e6e250bc req-9192c5f7-27bb-410d-8d92-53ae46665d61 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (19bf3552-1f97-4d35-9342-465464c23ba5), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:07.773865 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52332) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:07.775422 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-cb9e03b9-d092-422d-b1ea-f43129840f00 None None] Current status of the port fe939c14-3b65-41a6-8f1d-40807155b181 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:03:07.775833 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cb9e03b9-d092-422d-b1ea-f43129840f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (fe939c14-3b65-41a6-8f1d-40807155b181), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:07.821437 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-cb9e03b9-d092-422d-b1ea-f43129840f00 None None] For port fe939c14-3b65-41a6-8f1d-40807155b181, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe939c14-3b65-41a6-8f1d-40807155b181,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:07.829697 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cb9e03b9-d092-422d-b1ea-f43129840f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (fe939c14-3b65-41a6-8f1d-40807155b181), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:07.853359 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192c5f7-27bb-410d-8d92-53ae46665d61 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Pushing event deleted for resources: {'Port': ['ID=19bf3552-1f97-4d35-9342-465464c23ba5,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:07.905458 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e03b9-d092-422d-b1ea-f43129840f00 None None] Pushing event updated for resources: {'Port': ['ID=fe939c14-3b65-41a6-8f1d-40807155b181,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:07.915679 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aed44e17-038d-434d-bbae-3877c8e26076 req-e2c6fe3b-2c19-4516-8202-1f8d573678c1 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 210 time: 0.0585566
Feb 05 21:03:07.936328 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-441a9086-6737-4dc3-960f-f613bca301ea tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (b3a25daa-c8f2-4d58-8260-dafe025a1926), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:07.941658 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5a101d86-80d0-4dca-96c1-22d8edf81456 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for router (fef6aadd-df73-4f10-a0c3-2bb2b440d3cb), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:07.963628 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6923337f-dbce-4dd8-ad5e-cc886f6daa63 None None] Could not find standard attr ID for object 946da93c-5c57-4a14-99f4-2e870b37eccc. {{(pid=114392) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 05 21:03:08.007557 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-d21ce43c-b015-4223-90ff-888f35744728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db91e6580>, [{'id': 'fef6aadd-df73-4f10-a0c3-2bb2b440d3cb', 'name': '', 'tenant_id': '648d6022861e49f0ad28644c7d6eb8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff7f1fd-8095-463d-87e1-3ee64570bb61', 'external_fixed_ips': [{'subnet_id': '61be06ef-36b5-4a91-8a19-a81f0504bba6', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '15100f7b-0863-4a04-b658-25e6a36307da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:03:02Z', 'updated_at': '2022-02-05T21:03:05Z', 'revision_number': 3, 'project_id': '648d6022861e49f0ad28644c7d6eb8de', 'gw_port': {'id': '15100f7b-0863-4a04-b658-25e6a36307da', 'name': '', 'network_id': '1ff7f1fd-8095-463d-87e1-3ee64570bb61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c7:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef6aadd-df73-4f10-a0c3-2bb2b440d3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': '61be06ef-36b5-4a91-8a19-a81f0504bba6', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:03:04Z', 'updated_at': '2022-02-05T21:03:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61be06ef-36b5-4a91-8a19-a81f0504bba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:08.053833 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21ce43c-b015-4223-90ff-888f35744728 None None] Checking router: fef6aadd-df73-4f10-a0c3-2bb2b440d3cb for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:03:08.054457 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21ce43c-b015-4223-90ff-888f35744728 None None] Updating router fef6aadd-df73-4f10-a0c3-2bb2b440d3cb port 15100f7b-0863-4a04-b658-25e6a36307da binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:03:08.059698 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9d952857-7891-49b4-81bb-1229e702ce60 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c55a124c9deb44749c1f60e73af51c42&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2804680
Feb 05 21:03:08.062845 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52334) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:08.080944 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-441a9086-6737-4dc3-960f-f613bca301ea tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (b3a25daa-c8f2-4d58-8260-dafe025a1926), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:08.085841 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-d21ce43c-b015-4223-90ff-888f35744728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (15100f7b-0863-4a04-b658-25e6a36307da), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:08.128379 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-677eeef7-7a9a-4e25-aea6-5e49e6e250bc req-9192c5f7-27bb-410d-8d92-53ae46665d61 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Router 9fd025af-f57d-46d1-b3c1-78f90a70215f has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:03:08.183896 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ef7070ad-d007-4c4e-b55d-a3021020e50b req-31623284-8f37-4c58-97e6-4ec862fb2c47 tempest-ServerShowV254Test-1336026888 tempest-ServerShowV254Test-1336026888-project] 10.222.0.32 "GET /v2.0/ports?device_id=b676283b-f193-4478-843b-23dd9363e720 HTTP/1.1" status: 200  len: 210 time: 0.0636158
Feb 05 21:03:08.211912 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-a8efdbc5-c0ca-4ed2-b754-c6d8016f5b92 service neutron] 10.222.0.32 "GET /v2.0/networks/0bef1155-9a53-4878-8a8d-b291e090a827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6449335
Feb 05 21:03:08.238462 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be3b84ce-47ca-4de7-b979-befdb70aceb1 admin admin] Publish callbacks [] for security_group (053bb361-a00d-4330-8969-05554e12cbb5), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:08.289031 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be3b84ce-47ca-4de7-b979-befdb70aceb1 admin admin] Publish callbacks [] for security_group (053bb361-a00d-4330-8969-05554e12cbb5), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:08.290186 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-a8efa16f-a5e1-4e55-869c-6dcd8ae95e6c None None] Could not find standard attr ID for object 4b4bd9c2-3301-4d30-b159-6db4120885a7. {{(pid=114392) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 05 21:03:08.326076 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-441a9086-6737-4dc3-960f-f613bca301ea tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (b3a25daa-c8f2-4d58-8260-dafe025a1926), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:08.349776 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device ad0354e3-119c-4c7a-a046-88f02122433c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:03:08.435634 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a9086-6737-4dc3-960f-f613bca301ea tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Subnet': ['ID=b3a25daa-c8f2-4d58-8260-dafe025a1926,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:08.481613 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-441a9086-6737-4dc3-960f-f613bca301ea tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:08.485189 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-441a9086-6737-4dc3-960f-f613bca301ea tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/b3a25daa-c8f2-4d58-8260-dafe025a1926 HTTP/1.1" status: 204  len: 168 time: 1.0228479
Feb 05 21:03:08.491812 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52336) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:08.510407 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device fe939c14-3b65-41a6-8f1d-40807155b181 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:03:08.515114 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-677eeef7-7a9a-4e25-aea6-5e49e6e250bc req-9192c5f7-27bb-410d-8d92-53ae46665d61 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:03:08.531053 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be3b84ce-47ca-4de7-b979-befdb70aceb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (053bb361-a00d-4330-8969-05554e12cbb5), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:08.533833 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be3b84ce-47ca-4de7-b979-befdb70aceb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:08.535301 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-be3b84ce-47ca-4de7-b979-befdb70aceb1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/053bb361-a00d-4330-8969-05554e12cbb5 HTTP/1.1" status: 204  len: 168 time: 0.4710925
Feb 05 21:03:08.537426 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd20b92-908d-4a48-9fde-c633074b01d9 None None] Sync routers for ids ['9fd025af-f57d-46d1-b3c1-78f90a70215f'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:03:08.575971 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-d21ce43c-b015-4223-90ff-888f35744728 None None] Publish callbacks [] for port (15100f7b-0863-4a04-b658-25e6a36307da), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:08.590704 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-d21ce43c-b015-4223-90ff-888f35744728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (15100f7b-0863-4a04-b658-25e6a36307da), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:08.600231 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b84ce-47ca-4de7-b979-befdb70aceb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053bb361-a00d-4330-8969-05554e12cbb5,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:08.600837 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd20b92-908d-4a48-9fde-c633074b01d9 None None] Routers {'9fd025af-f57d-46d1-b3c1-78f90a70215f'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:03:08.601758 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-2cd20b92-908d-4a48-9fde-c633074b01d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabf2be20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:03:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['9fd025af-f57d-46d1-b3c1-78f90a70215f'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:08.639140 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b8f303bf-749c-4486-9965-8605302e96f0 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1441669
Feb 05 21:03:08.641766 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52340) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:08.644997 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-677eeef7-7a9a-4e25-aea6-5e49e6e250bc req-9192c5f7-27bb-410d-8d92-53ae46665d61 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] No DVR routers for this DVR port 19bf3552-1f97-4d35-9342-465464c23ba5 on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:03:08.648212 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-677eeef7-7a9a-4e25-aea6-5e49e6e250bc req-9192c5f7-27bb-410d-8d92-53ae46665d61 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:08.652768 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-677eeef7-7a9a-4e25-aea6-5e49e6e250bc req-9192c5f7-27bb-410d-8d92-53ae46665d61 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.39 "DELETE /v2.0/ports/19bf3552-1f97-4d35-9342-465464c23ba5 HTTP/1.1" status: 204  len: 173 time: 1.9387093
Feb 05 21:03:08.653503 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358b7ef6-a37a-4da5-92a6-1681f4e97c63', 'name': 'network-vif-deleted', 'tag': '19bf3552-1f97-4d35-9342-465464c23ba5'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:03:08.656404 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2dc09b-ae40-4a1b-a0c1-52ae10c77906" -d '{"events": [{"server_uuid": "358b7ef6-a37a-4da5-92a6-1681f4e97c63", "name": "network-vif-deleted", "tag": "19bf3552-1f97-4d35-9342-465464c23ba5"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:03:08.689566 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39315d7-5304-410e-9943-4a0ae7487915 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:03:08.711579 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port ad0354e3-119c-4c7a-a046-88f02122433c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad0354e3-119c-4c7a-a046-88f02122433c,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:08.714112 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5a101d86-80d0-4dca-96c1-22d8edf81456 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for router_gateway (fef6aadd-df73-4f10-a0c3-2bb2b440d3cb), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:08.739714 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port fe939c14-3b65-41a6-8f1d-40807155b181 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:03:08.740445 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (fe939c14-3b65-41a6-8f1d-40807155b181), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:08.786215 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9e4618-6e66-4f10-a0e6-26464304485d x-openstack-request-id: req-0b9e4618-6e66-4f10-a0e6-26464304485d {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:03:08.787004 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "358b7ef6-a37a-4da5-92a6-1681f4e97c63", "name": "network-vif-deleted", "tag": "19bf3552-1f97-4d35-9342-465464c23ba5", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:03:08.787004 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0b9e4618-6e66-4f10-a0e6-26464304485d {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:03:08.787261 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '358b7ef6-a37a-4da5-92a6-1681f4e97c63', 'name': 'network-vif-deleted', 'tag': '19bf3552-1f97-4d35-9342-465464c23ba5', 'status': 'completed', 'code': 200}
Feb 05 21:03:08.788913 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ee8b3-aa26-4cfc-8379-2c3a22f47590 None None] Pushing event updated for resources: {'Port': ['ID=15100f7b-0863-4a04-b658-25e6a36307da,revision_number=2']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:08.831414 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-d21ce43c-b015-4223-90ff-888f35744728 None None] Attempting to bind port 15100f7b-0863-4a04-b658-25e6a36307da on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:03:08.831879 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-d21ce43c-b015-4223-90ff-888f35744728 None None] Attempting to bind port 15100f7b-0863-4a04-b658-25e6a36307da by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9550b350-e258-42c3-9de4-33a57350c1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1ff7f1fd-8095-463d-87e1-3ee64570bb61'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:03:08.832724 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21ce43c-b015-4223-90ff-888f35744728 None None] Attempting to bind port 15100f7b-0863-4a04-b658-25e6a36307da on network 1ff7f1fd-8095-463d-87e1-3ee64570bb61 {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:03:08.839760 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21ce43c-b015-4223-90ff-888f35744728 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:03:08.840145 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21ce43c-b015-4223-90ff-888f35744728 None None] Checking segment: {'id': '9550b350-e258-42c3-9de4-33a57350c1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1ff7f1fd-8095-463d-87e1-3ee64570bb61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:03:08.840817 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-d21ce43c-b015-4223-90ff-888f35744728 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:08.841593 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21ce43c-b015-4223-90ff-888f35744728 None None] Bound using segment: {'id': '9550b350-e258-42c3-9de4-33a57350c1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1ff7f1fd-8095-463d-87e1-3ee64570bb61'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:03:08.842082 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-d21ce43c-b015-4223-90ff-888f35744728 None None] Bound port: 15100f7b-0863-4a04-b658-25e6a36307da, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9550b350-e258-42c3-9de4-33a57350c1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1ff7f1fd-8095-463d-87e1-3ee64570bb61'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:03:08.842541 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-d21ce43c-b015-4223-90ff-888f35744728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (15100f7b-0863-4a04-b658-25e6a36307da), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:08.851935 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'ad0354e3-119c-4c7a-a046-88f02122433c', 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba', 'port_id': 'ad0354e3-119c-4c7a-a046-88f02122433c', 'mac_address': 'fa:16:3e:bb:0e:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3bc4b1d-f312-4b2d-bc48-80b03423d794', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:03:08.867484 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-0256ab76-2329-46f0-b77b-9454a672673d service neutron] 10.222.0.32 "GET /v2.0/networks/0bef1155-9a53-4878-8a8d-b291e090a827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6468737
Feb 05 21:03:08.922253 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3cd5dd-b852-4c32-af39-20827b71355e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:08.935412 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-bd3cd5dd-b852-4c32-af39-20827b71355e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.2923636
Feb 05 21:03:08.937790 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52356) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:08.961724 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-d21ce43c-b015-4223-90ff-888f35744728 None None] For port 15100f7b-0863-4a04-b658-25e6a36307da, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:03:08.967975 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-d21ce43c-b015-4223-90ff-888f35744728 None None] For port 15100f7b-0863-4a04-b658-25e6a36307da, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=15100f7b-0863-4a04-b658-25e6a36307da,segment=NetworkSegment(9550b350-e258-42c3-9de4-33a57350c1d7),segment_id=9550b350-e258-42c3-9de4-33a57350c1d7)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:03:08.982618 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-d21ce43c-b015-4223-90ff-888f35744728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (15100f7b-0863-4a04-b658-25e6a36307da), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:09.045198 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160ff79b-42c8-42a9-9be5-bb8d725707de tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:09.051748 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-160ff79b-42c8-42a9-9be5-bb8d725707de tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1126690
Feb 05 21:03:09.054803 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52360) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:09.063527 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-5a101d86-80d0-4dca-96c1-22d8edf81456 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Deleting port 15100f7b-0863-4a04-b658-25e6a36307da {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:03:09.063887 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5a101d86-80d0-4dca-96c1-22d8edf81456 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (15100f7b-0863-4a04-b658-25e6a36307da), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:09.144470 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21ce43c-b015-4223-90ff-888f35744728 None None] Routers {'fef6aadd-df73-4f10-a0c3-2bb2b440d3cb'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:03:09.145317 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-d21ce43c-b015-4223-90ff-888f35744728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db91e6580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:03:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['fef6aadd-df73-4f10-a0c3-2bb2b440d3cb'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:09.166172 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-96488a3c-0749-4420-941b-33fd7dc688f6 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1095004
Feb 05 21:03:09.171740 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52370) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:09.185616 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-6208b85f-e11a-448a-951c-481271e25ccb tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'subnet': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:09.213855 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port fe939c14-3b65-41a6-8f1d-40807155b181 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:03:09.262867 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696d366-cf0f-4403-8589-a59810f016a0 req-562e3d6b-6bf1-4c32-8c8d-2f342c4c6f45 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:09.276999 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e696d366-cf0f-4403-8589-a59810f016a0 req-562e3d6b-6bf1-4c32-8c8d-2f342c4c6f45 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.3381512
Feb 05 21:03:09.314861 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ee8b3-aa26-4cfc-8379-2c3a22f47590 None None] Pushing event updated for resources: {'Port': ['ID=15100f7b-0863-4a04-b658-25e6a36307da,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:09.370099 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-d21ce43c-b015-4223-90ff-888f35744728 None None] Set router fef6aadd-df73-4f10-a0c3-2bb2b440d3cb gateway port host: None {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:03:09.396579 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6208b85f-e11a-448a-951c-481271e25ccb tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:03:09.400763 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6208b85f-e11a-448a-951c-481271e25ccb tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:09.404412 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port ad0354e3-119c-4c7a-a046-88f02122433c is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:03:09.406919 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ad0354e3-119c-4c7a-a046-88f02122433c), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:09.454660 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-2cd20b92-908d-4a48-9fde-c633074b01d9 None None] Set router 9fd025af-f57d-46d1-b3c1-78f90a70215f gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:03:09.472162 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fc15edbd-e662-4e8f-b3e3-a832dab3e927 req-d50d0717-bb77-4c77-b74a-771d19a691f4 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=358b7ef6-a37a-4da5-92a6-1681f4e97c63 HTTP/1.1" status: 200  len: 210 time: 0.1213472
Feb 05 21:03:09.536620 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-d21ce43c-b015-4223-90ff-888f35744728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db91e6580>, [{'id': 'fef6aadd-df73-4f10-a0c3-2bb2b440d3cb', 'name': '', 'tenant_id': '648d6022861e49f0ad28644c7d6eb8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:03:02Z', 'updated_at': '2022-02-05T21:03:08Z', 'revision_number': 4, 'project_id': '648d6022861e49f0ad28644c7d6eb8de', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:09.598414 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21ce43c-b015-4223-90ff-888f35744728 None None] The sync data for ids ['fef6aadd-df73-4f10-a0c3-2bb2b440d3cb'] in ncdv-master-1 is: [{'id': 'fef6aadd-df73-4f10-a0c3-2bb2b440d3cb', 'name': '', 'tenant_id': '648d6022861e49f0ad28644c7d6eb8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:03:02Z', 'updated_at': '2022-02-05T21:03:08Z', 'revision_number': 4, 'project_id': '648d6022861e49f0ad28644c7d6eb8de', 'gw_port_host': None}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:03:09.605194 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e696d366-cf0f-4403-8589-a59810f016a0 req-fa798047-52ac-44e7-acf4-31ea2bb0ecb4 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3269904
Feb 05 21:03:09.747449 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-61b68ee8-e283-44f1-806d-84c93bef693a req-705cee76-e65b-460a-98b3-82d444186cdb tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=20f46032-e3e3-4365-ab2a-f3d123ca707d HTTP/1.1" status: 200  len: 210 time: 0.1709044
Feb 05 21:03:09.799569 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-5a101d86-80d0-4dca-96c1-22d8edf81456 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] For port 15100f7b-0863-4a04-b658-25e6a36307da, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=15100f7b-0863-4a04-b658-25e6a36307da,segment=NetworkSegment(9550b350-e258-42c3-9de4-33a57350c1d7),segment_id=9550b350-e258-42c3-9de4-33a57350c1d7)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:09.808550 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5a101d86-80d0-4dca-96c1-22d8edf81456 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (15100f7b-0863-4a04-b658-25e6a36307da), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:09.891835 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6208b85f-e11a-448a-951c-481271e25ccb tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (d2c93e54-3159-4c15-88aa-eb31ee641fe7), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:09.904874 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-5a101d86-80d0-4dca-96c1-22d8edf81456 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Calling delete_port for 15100f7b-0863-4a04-b658-25e6a36307da owned by network:router_gateway {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:03:09.908468 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f6e6df20-d1cd-451a-8d83-8152bbc7dd67 req-415e4b0c-44b1-4ace-a223-2670ba0600a9 tempest-ServerShowV254Test-1336026888 tempest-ServerShowV254Test-1336026888-project] 10.222.0.32 "GET /v2.0/ports?device_id=b676283b-f193-4478-843b-23dd9363e720 HTTP/1.1" status: 200  len: 210 time: 0.0937431
Feb 05 21:03:09.973798 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6208b85f-e11a-448a-951c-481271e25ccb tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:03:09.979740 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-6208b85f-e11a-448a-951c-481271e25ccb tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:03:09.986064 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6208b85f-e11a-448a-951c-481271e25ccb tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:09.986977 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6208b85f-e11a-448a-951c-481271e25ccb tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:09.991060 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6208b85f-e11a-448a-951c-481271e25ccb tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Subnet': ['ID=d2c93e54-3159-4c15-88aa-eb31ee641fe7,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:10.024301 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6208b85f-e11a-448a-951c-481271e25ccb tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8506286
Feb 05 21:03:10.027851 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52404) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:10.037662 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-0c4755ad-2956-4755-b82a-62fbfcac23e9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'port': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'fixed_ips': [{'subnet_id': 'd2c93e54-3159-4c15-88aa-eb31ee641fe7', 'ip_address': '2001:db8::e557:d3d0:2212:f235'}], 'name': 'tempest-NetworksTestDHCPv6-1793349866'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:10.111148 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:10.123619 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52406) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:10.163521 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad0354e3-119c-4c7a-a046-88f02122433c {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:03:10.287532 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4755ad-2956-4755-b82a-62fbfcac23e9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:03:10.302945 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port ad0354e3-119c-4c7a-a046-88f02122433c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad0354e3-119c-4c7a-a046-88f02122433c,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:10.320722 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ad0354e3-119c-4c7a-a046-88f02122433c), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:10.393307 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5a101d86-80d0-4dca-96c1-22d8edf81456 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (15100f7b-0863-4a04-b658-25e6a36307da), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:10.396816 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 19bf3552-1f97-4d35-9342-465464c23ba5 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:03:10.436582 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a101d86-80d0-4dca-96c1-22d8edf81456 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Pushing event deleted for resources: {'Port': ['ID=15100f7b-0863-4a04-b658-25e6a36307da,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:10.452703 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 19bf3552-1f97-4d35-9342-465464c23ba5 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:03:10.453917 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 19bf3552-1f97-4d35-9342-465464c23ba5 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:03:10.464928 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bb2d3f-3ddd-4fff-86b8-6d6b934d802d None None] DHCP port deletion for 4b876e93-e753-4f82-8855-2c9c3d1db066 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:03:10.472529 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['ad0354e3-119c-4c7a-a046-88f02122433c'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:03:10.588400 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-27c6c58c-ff3e-4961-9244-777f0c2ce7fe admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1986178855-network', 'tenant_id': 'b60e54eff1c84167af92ad153dee11d4'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:10.591852 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:10.596149 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0c4755ad-2956-4755-b82a-62fbfcac23e9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:10.625799 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-0c4755ad-2956-4755-b82a-62fbfcac23e9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] device_id is not set on port a307d389-cdfb-40b8-a659-a06bfd97cf5e yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:03:10.708515 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52420) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:10.727408 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=ad0354e3-119c-4c7a-a046-88f02122433c,revision_number=12']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:10.827568 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-d1bb2d3f-3ddd-4fff-86b8-6d6b934d802d None None] Deleting port fe939c14-3b65-41a6-8f1d-40807155b181 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:03:10.828565 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d1bb2d3f-3ddd-4fff-86b8-6d6b934d802d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (fe939c14-3b65-41a6-8f1d-40807155b181), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:10.924962 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-d1bb2d3f-3ddd-4fff-86b8-6d6b934d802d None None] For port fe939c14-3b65-41a6-8f1d-40807155b181, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe939c14-3b65-41a6-8f1d-40807155b181,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:10.925830 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d1bb2d3f-3ddd-4fff-86b8-6d6b934d802d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (fe939c14-3b65-41a6-8f1d-40807155b181), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:10.949501 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-d1bb2d3f-3ddd-4fff-86b8-6d6b934d802d None None] Calling delete_port for fe939c14-3b65-41a6-8f1d-40807155b181 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:03:10.977018 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c6c58c-ff3e-4961-9244-777f0c2ce7fe admin admin] Made reservation on behalf of b60e54eff1c84167af92ad153dee11d4 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:03:10.981779 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-0c4755ad-2956-4755-b82a-62fbfcac23e9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Allocated IP 2001:db8::e557:d3d0:2212:f235 (4b876e93-e753-4f82-8855-2c9c3d1db066/d2c93e54-3159-4c15-88aa-eb31ee641fe7/a307d389-cdfb-40b8-a659-a06bfd97cf5e) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:03:11.005942 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-27c6c58c-ff3e-4961-9244-777f0c2ce7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:11.057258 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d1bb2d3f-3ddd-4fff-86b8-6d6b934d802d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (fe939c14-3b65-41a6-8f1d-40807155b181), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:11.116872 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bb2d3f-3ddd-4fff-86b8-6d6b934d802d None None] No DVR routers for this DVR port fe939c14-3b65-41a6-8f1d-40807155b181 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:03:11.120315 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb2d3f-3ddd-4fff-86b8-6d6b934d802d None None] Pushing event deleted for resources: {'Port': ['ID=fe939c14-3b65-41a6-8f1d-40807155b181,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:11.125048 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-2cd20b92-908d-4a48-9fde-c633074b01d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabf2be20>, [{'id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'name': 'tempest-AttachVolumeTestJSON-998381134-router', 'tenant_id': 'e2211e554783435c9b7af885ea20e242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': '0f0b8600-8068-4666-808b-7db3f66ce148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:00:02Z', 'updated_at': '2022-02-05T21:00:10Z', 'revision_number': 4, 'project_id': 'e2211e554783435c9b7af885ea20e242', 'gw_port': {'id': '0f0b8600-8068-4666-808b-7db3f66ce148', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:58:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:00:03Z', 'updated_at': '2022-02-05T21:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5e85b9d7-7e97-4f1e-97ae-fdd68b321743', 'name': '', 'network_id': 'c184cf05-70dd-4af5-8bd4-fc4bd5d65e82', 'tenant_id': 'e2211e554783435c9b7af885ea20e242', 'mac_address': 'fa:16:3e:00:09:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '86c08017-d863-4dd1-8a33-7a8aa8133d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:00:08Z', 'updated_at': '2022-02-05T21:00:15Z', 'revision_number': 5, 'project_id': 'e2211e554783435c9b7af885ea20e242', 'subnets': [{'id': '86c08017-d863-4dd1-8a33-7a8aa8133d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:11.189222 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f99e3b4-60d5-4660-ad3e-5ca6c1b54081 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:03:11.209565 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd20b92-908d-4a48-9fde-c633074b01d9 None None] Checking router: 9fd025af-f57d-46d1-b3c1-78f90a70215f for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:03:11.233848 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-07aabd4f-577b-4306-a09d-3263d6867c55 req-81cabeee-5c28-4fe0-ab03-96ce4df32074 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=20f46032-e3e3-4365-ab2a-f3d123ca707d HTTP/1.1" status: 200  len: 210 time: 0.2954333
Feb 05 21:03:11.247437 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5a101d86-80d0-4dca-96c1-22d8edf81456 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (fef6aadd-df73-4f10-a0c3-2bb2b440d3cb), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:11.312528 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd20b92-908d-4a48-9fde-c633074b01d9 None None] Routers {'9fd025af-f57d-46d1-b3c1-78f90a70215f'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:03:11.313959 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-2cd20b92-908d-4a48-9fde-c633074b01d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabf2be20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:03:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['9fd025af-f57d-46d1-b3c1-78f90a70215f'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:11.459316 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eec7386-e69f-40ad-8ac5-ef354a1f9b17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4b876e93-e753-4f82-8855-2c9c3d1db066', 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'project_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'fixed_ips': [{'subnet_id': 'd2c93e54-3159-4c15-88aa-eb31ee641fe7'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:03:11.461013 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4eec7386-e69f-40ad-8ac5-ef354a1f9b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:11.526913 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0c4755ad-2956-4755-b82a-62fbfcac23e9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for port (a307d389-cdfb-40b8-a659-a06bfd97cf5e), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:11.533089 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5a101d86-80d0-4dca-96c1-22d8edf81456 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (fef6aadd-df73-4f10-a0c3-2bb2b440d3cb), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:11.536099 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5a101d86-80d0-4dca-96c1-22d8edf81456 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for router_controller (fef6aadd-df73-4f10-a0c3-2bb2b440d3cb), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:11.565581 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-2cd20b92-908d-4a48-9fde-c633074b01d9 None None] Set router 9fd025af-f57d-46d1-b3c1-78f90a70215f gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:03:11.594760 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-27c6c58c-ff3e-4961-9244-777f0c2ce7fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:11.625961 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5a101d86-80d0-4dca-96c1-22d8edf81456 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (fef6aadd-df73-4f10-a0c3-2bb2b440d3cb), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:11.627141 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a101d86-80d0-4dca-96c1-22d8edf81456 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fef6aadd-df73-4f10-a0c3-2bb2b440d3cb {{(pid=114391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:03:11.633487 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b3cb2561-0ae1-420b-aca0-1620e159a1d6 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks [] for security_group (840ffbe8-1e27-441d-9600-26bf7350d551), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:11.633593 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0c4755ad-2956-4755-b82a-62fbfcac23e9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (a307d389-cdfb-40b8-a659-a06bfd97cf5e), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:11.638306 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5a101d86-80d0-4dca-96c1-22d8edf81456 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:11.639542 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5a101d86-80d0-4dca-96c1-22d8edf81456 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] 10.222.0.32 "DELETE /v2.0/routers/fef6aadd-df73-4f10-a0c3-2bb2b440d3cb HTTP/1.1" status: 204  len: 168 time: 4.0714047
Feb 05 21:03:11.666550 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52426) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:11.692335 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7a8883b9-f6a8-45a1-abd3-3031445f8453 req-5aa9c2db-69a9-4c2d-a1a8-a24801b09d31 tempest-ServerShowV254Test-1336026888 tempest-ServerShowV254Test-1336026888-project] 10.222.0.32 "GET /v2.0/ports?device_id=b676283b-f193-4478-843b-23dd9363e720 HTTP/1.1" status: 200  len: 210 time: 0.0810339
Feb 05 21:03:11.723849 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4755ad-2956-4755-b82a-62fbfcac23e9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Port': ['ID=a307d389-cdfb-40b8-a659-a06bfd97cf5e,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:11.749921 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4755ad-2956-4755-b82a-62fbfcac23e9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:03:11.757919 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-0c4755ad-2956-4755-b82a-62fbfcac23e9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:03:11.762975 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4755ad-2956-4755-b82a-62fbfcac23e9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:03:11.773933 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4755ad-2956-4755-b82a-62fbfcac23e9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:11.774637 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0c4755ad-2956-4755-b82a-62fbfcac23e9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:11.779438 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-a3824069-4555-42ca-9477-e1029c93dc9e tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:11.781176 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-a3824069-4555-42ca-9477-e1029c93dc9e tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.39 "GET /v2.0/networks?id=0bef1155-9a53-4878-8a8d-b291e090a827 HTTP/1.1" status: 200  len: 910 time: 0.2224879
Feb 05 21:03:11.789871 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce869a9-c294-4e8d-866b-09d5b0dfb4e1 req-c5611e03-df9e-4180-942c-c635c285f33b tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:11.796249 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-29a7b2a0-d616-4fa3-9bd5-86747d3b285a tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Request body: {'port': {'device_id': '20f46032-e3e3-4365-ab2a-f3d123ca707d', 'network_id': '0bef1155-9a53-4878-8a8d-b291e090a827', 'admin_state_up': True, 'tenant_id': '314e090015bc467b921aaa675082f1f6'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:11.805055 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0c4755ad-2956-4755-b82a-62fbfcac23e9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.7750027
Feb 05 21:03:11.806945 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-4eec7386-e69f-40ad-8ac5-ef354a1f9b17 None None] Allocated IP 2001:db8::2 (4b876e93-e753-4f82-8855-2c9c3d1db066/d2c93e54-3159-4c15-88aa-eb31ee641fe7/e193a06c-23a8-49cd-b949-aa8da2dd7468) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:03:11.810002 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ce869a9-c294-4e8d-866b-09d5b0dfb4e1 req-c5611e03-df9e-4180-942c-c635c285f33b tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 945 time: 0.9731796
Feb 05 21:03:11.810579 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52428) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:11.833413 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-d02f27cc-1156-489c-b913-9a09743b85a8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'port': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'fixed_ips': [{'subnet_id': 'd2c93e54-3159-4c15-88aa-eb31ee641fe7', 'ip_address': '2001:db8::e557:d3d0:2212:f235'}], 'name': 'tempest-NetworksTestDHCPv6-1357372425'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:11.842908 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b3cb2561-0ae1-420b-aca0-1620e159a1d6 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks [] for security_group (840ffbe8-1e27-441d-9600-26bf7350d551), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:11.854434 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-29a7b2a0-d616-4fa3-9bd5-86747d3b285a tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Made reservation on behalf of 314e090015bc467b921aaa675082f1f6 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:03:11.857250 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-29a7b2a0-d616-4fa3-9bd5-86747d3b285a tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:12.039395 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-5071b8a7-5d49-4bf8-b974-b676da8e14c3 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Deleting subnet 61be06ef-36b5-4a91-8a19-a81f0504bba6 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:03:12.046367 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-29a7b2a0-d616-4fa3-9bd5-86747d3b285a tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Allocated IP 172.20.0.4 (0bef1155-9a53-4878-8a8d-b291e090a827/c5580501-fe3e-46c9-91e8-cbe313fe56d6/42591cc2-84e2-4ab5-aff8-d671c368e34a) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:03:12.059463 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5071b8a7-5d49-4bf8-b974-b676da8e14c3 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for subnet (61be06ef-36b5-4a91-8a19-a81f0504bba6), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:12.081775 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4eec7386-e69f-40ad-8ac5-ef354a1f9b17 None None] Publish callbacks [] for port (e193a06c-23a8-49cd-b949-aa8da2dd7468), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:12.092734 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4eec7386-e69f-40ad-8ac5-ef354a1f9b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (e193a06c-23a8-49cd-b949-aa8da2dd7468), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:12.143953 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-2cd20b92-908d-4a48-9fde-c633074b01d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabf2be20>, [{'id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'name': 'tempest-AttachVolumeTestJSON-998381134-router', 'tenant_id': 'e2211e554783435c9b7af885ea20e242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': '0f0b8600-8068-4666-808b-7db3f66ce148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:00:02Z', 'updated_at': '2022-02-05T21:00:10Z', 'revision_number': 4, 'project_id': 'e2211e554783435c9b7af885ea20e242', 'gw_port': {'id': '0f0b8600-8068-4666-808b-7db3f66ce148', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:58:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:00:03Z', 'updated_at': '2022-02-05T21:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5e85b9d7-7e97-4f1e-97ae-fdd68b321743', 'name': '', 'network_id': 'c184cf05-70dd-4af5-8bd4-fc4bd5d65e82', 'tenant_id': 'e2211e554783435c9b7af885ea20e242', 'mac_address': 'fa:16:3e:00:09:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '86c08017-d863-4dd1-8a33-7a8aa8133d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:00:08Z', 'updated_at': '2022-02-05T21:00:15Z', 'revision_number': 5, 'project_id': 'e2211e554783435c9b7af885ea20e242', 'subnets': [{'id': '86c08017-d863-4dd1-8a33-7a8aa8133d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:12.160210 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ce869a9-c294-4e8d-866b-09d5b0dfb4e1 req-176b3dba-2184-4180-aec3-da764ab4c74f tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3360336
Feb 05 21:03:12.179804 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02f27cc-1156-489c-b913-9a09743b85a8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:03:12.216864 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5071b8a7-5d49-4bf8-b974-b676da8e14c3 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (61be06ef-36b5-4a91-8a19-a81f0504bba6), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:12.217361 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eec7386-e69f-40ad-8ac5-ef354a1f9b17 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:03:12.221108 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-27c6c58c-ff3e-4961-9244-777f0c2ce7fe admin admin] Publish callbacks [] for security_group (a4f75283-d183-4679-a597-c3ff69ffb06a), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:12.225500 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd20b92-908d-4a48-9fde-c633074b01d9 None None] The sync data for ids ['9fd025af-f57d-46d1-b3c1-78f90a70215f'] in ncdv-master-1 is: [{'id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'name': 'tempest-AttachVolumeTestJSON-998381134-router', 'tenant_id': 'e2211e554783435c9b7af885ea20e242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': '0f0b8600-8068-4666-808b-7db3f66ce148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:00:02Z', 'updated_at': '2022-02-05T21:00:10Z', 'revision_number': 4, 'project_id': 'e2211e554783435c9b7af885ea20e242', 'gw_port': {'id': '0f0b8600-8068-4666-808b-7db3f66ce148', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:58:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:00:03Z', 'updated_at': '2022-02-05T21:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5e85b9d7-7e97-4f1e-97ae-fdd68b321743', 'name': '', 'network_id': 'c184cf05-70dd-4af5-8bd4-fc4bd5d65e82', 'tenant_id': 'e2211e554783435c9b7af885ea20e242', 'mac_address': 'fa:16:3e:00:09:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '86c08017-d863-4dd1-8a33-7a8aa8133d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:00:08Z', 'updated_at': '2022-02-05T21:00:15Z', 'revision_number': 5, 'project_id': 'e2211e554783435c9b7af885ea20e242', 'subnets': [{'id': '86c08017-d863-4dd1-8a33-7a8aa8133d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:03:12.232984 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eec7386-e69f-40ad-8ac5-ef354a1f9b17 None None] Pushing event updated for resources: {'Port': ['ID=e193a06c-23a8-49cd-b949-aa8da2dd7468,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:12.238574 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-29a7b2a0-d616-4fa3-9bd5-86747d3b285a tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Publish callbacks [] for port (42591cc2-84e2-4ab5-aff8-d671c368e34a), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:12.244579 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-4eec7386-e69f-40ad-8ac5-ef354a1f9b17 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:03:12.245497 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eec7386-e69f-40ad-8ac5-ef354a1f9b17 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:03:12.289082 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-29a7b2a0-d616-4fa3-9bd5-86747d3b285a tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (42591cc2-84e2-4ab5-aff8-d671c368e34a), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:12.337265 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['eed6ffb5-e792-4d2d-8d0f-b4004e5f5239'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:03:12.338877 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-27c6c58c-ff3e-4961-9244-777f0c2ce7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (a4f75283-d183-4679-a597-c3ff69ffb06a), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:12.353733 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b3cb2561-0ae1-420b-aca0-1620e159a1d6 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (840ffbe8-1e27-441d-9600-26bf7350d551), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:12.362807 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b3cb2561-0ae1-420b-aca0-1620e159a1d6 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:12.378352 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b3cb2561-0ae1-420b-aca0-1620e159a1d6 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "DELETE /v2.0/security-groups/840ffbe8-1e27-441d-9600-26bf7350d551 HTTP/1.1" status: 204  len: 168 time: 1.6679270
Feb 05 21:03:12.412260 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52432) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:12.415180 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7b2a0-d616-4fa3-9bd5-86747d3b285a tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Pushing event updated for resources: {'Port': ['ID=42591cc2-84e2-4ab5-aff8-d671c368e34a,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:12.460527 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device ad0354e3-119c-4c7a-a046-88f02122433c up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:03:12.482222 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-29a7b2a0-d616-4fa3-9bd5-86747d3b285a tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Network 0bef1155-9a53-4878-8a8d-b291e090a827 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:03:12.500038 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device fe939c14-3b65-41a6-8f1d-40807155b181 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:03:12.504837 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-29a7b2a0-d616-4fa3-9bd5-86747d3b285a tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:03:12.521446 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c6c58c-ff3e-4961-9244-777f0c2ce7fe admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:03:12.524284 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-29a7b2a0-d616-4fa3-9bd5-86747d3b285a tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:03:12.528342 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-8c0ba5bc-fff2-4a9c-a008-349a4efd74b2 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] show failed (client error): The resource could not be found.
Feb 05 21:03:12.540000 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8c0ba5bc-fff2-4a9c-a008-349a4efd74b2 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups/840ffbe8-1e27-441d-9600-26bf7350d551 HTTP/1.1" status: 404  len: 347 time: 0.1126196
Feb 05 21:03:12.541321 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52434) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:12.619046 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d02f27cc-1156-489c-b913-9a09743b85a8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:12.644361 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3ea5b30c-289c-46f7-a8d3-cd252ce5c0c0 req-f36f6150-8410-4580-a614-879806112d20 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b676283b-f193-4478-843b-23dd9363e720 HTTP/1.1" status: 200  len: 210 time: 0.1343901
Feb 05 21:03:12.680753 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-27c6c58c-ff3e-4961-9244-777f0c2ce7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (27e35dc8-4d4c-46d0-a727-c056d3e1f42d), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:12.681240 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-27c6c58c-ff3e-4961-9244-777f0c2ce7fe admin admin] Added segment 27e35dc8-4d4c-46d0-a727-c056d3e1f42d of type vlan for network 241b1c7f-d3bf-422c-a584-ed5fdab3dde0
Feb 05 21:03:12.684548 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5071b8a7-5d49-4bf8-b974-b676da8e14c3 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (61be06ef-36b5-4a91-8a19-a81f0504bba6), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:12.686953 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6c58c-ff3e-4961-9244-777f0c2ce7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f75283-d183-4679-a597-c3ff69ffb06a,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:12.702172 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: fe939c14-3b65-41a6-8f1d-40807155b181 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:03:12.702557 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device fe939c14-3b65-41a6-8f1d-40807155b181 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:03:12.713044 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-4eec7386-e69f-40ad-8ac5-ef354a1f9b17 None None] Attempting to bind port e193a06c-23a8-49cd-b949-aa8da2dd7468 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:03:12.716833 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-4eec7386-e69f-40ad-8ac5-ef354a1f9b17 None None] Attempting to bind port e193a06c-23a8-49cd-b949-aa8da2dd7468 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:03:12.716833 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eec7386-e69f-40ad-8ac5-ef354a1f9b17 None None] Attempting to bind port e193a06c-23a8-49cd-b949-aa8da2dd7468 on network 4b876e93-e753-4f82-8855-2c9c3d1db066 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:03:12.742508 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eec7386-e69f-40ad-8ac5-ef354a1f9b17 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:03:12.743217 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eec7386-e69f-40ad-8ac5-ef354a1f9b17 None None] Checking segment: {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:03:12.745626 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4eec7386-e69f-40ad-8ac5-ef354a1f9b17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:12.746066 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eec7386-e69f-40ad-8ac5-ef354a1f9b17 None None] Bound using segment: {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:03:12.746613 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-4eec7386-e69f-40ad-8ac5-ef354a1f9b17 None None] Bound port: e193a06c-23a8-49cd-b949-aa8da2dd7468, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:03:12.747014 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4eec7386-e69f-40ad-8ac5-ef354a1f9b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e193a06c-23a8-49cd-b949-aa8da2dd7468), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:12.857249 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa4ddfa-825f-419a-b7e1-f9235213ed2b None None] New status for floating IP d1ddd16d-b1b9-455e-b303-13621cb41dae: DOWN {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:03:12.872178 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [None req-d02f27cc-1156-489c-b913-9a09743b85a8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] device_id is not set on port f2a9ca7c-0b5f-477a-b644-2b50db970ea9 yet. {{(pid=114391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:03:12.885666 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb2561-0ae1-420b-aca0-1620e159a1d6 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=840ffbe8-1e27-441d-9600-26bf7350d551,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:12.907957 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-29a7b2a0-d616-4fa3-9bd5-86747d3b285a tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:12.908579 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-29a7b2a0-d616-4fa3-9bd5-86747d3b285a tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:12.924086 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-4eec7386-e69f-40ad-8ac5-ef354a1f9b17 None None] For port e193a06c-23a8-49cd-b949-aa8da2dd7468, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:03:12.938668 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-4eec7386-e69f-40ad-8ac5-ef354a1f9b17 None None] For port e193a06c-23a8-49cd-b949-aa8da2dd7468, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e193a06c-23a8-49cd-b949-aa8da2dd7468,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:03:12.995806 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-29a7b2a0-d616-4fa3-9bd5-86747d3b285a tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 1.2027774
Feb 05 21:03:12.997390 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-a9846ce7-b8c9-48d7-b466-ebf204004177 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Deleting port c59ffc97-faf8-48ad-8107-d82441fd03a7 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:03:12.997737 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a9846ce7-b8c9-48d7-b466-ebf204004177 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (c59ffc97-faf8-48ad-8107-d82441fd03a7), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:13.002902 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4eec7386-e69f-40ad-8ac5-ef354a1f9b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (e193a06c-23a8-49cd-b949-aa8da2dd7468), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:13.014602 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-06a3f6a0-780c-42be-91b2-7c75d5028a84 req-3459c2ab-a6a4-44f3-9914-d738cfbad537 tempest-ServerShowV254Test-1336026888 tempest-ServerShowV254Test-1336026888-project] 10.222.0.32 "GET /v2.0/ports?device_id=b676283b-f193-4478-843b-23dd9363e720 HTTP/1.1" status: 200  len: 210 time: 0.1576676
Feb 05 21:03:13.029371 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-27c6c58c-ff3e-4961-9244-777f0c2ce7fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (241b1c7f-d3bf-422c-a584-ed5fdab3dde0), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:13.092389 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60703804-c4d0-43c9-a6a8-8115e2b58cd7 req-23d78a9b-6b8c-4723-be54-279c13db5b7b tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:13.103391 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-50c09f9d-b1c3-4eec-a542-a54be89198eb service neutron] Request body: {'port': {'device_id': '20f46032-e3e3-4365-ab2a-f3d123ca707d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:13.111005 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-60703804-c4d0-43c9-a6a8-8115e2b58cd7 req-23d78a9b-6b8c-4723-be54-279c13db5b7b tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=20f46032-e3e3-4365-ab2a-f3d123ca707d HTTP/1.1" status: 200  len: 1027 time: 0.6138263
Feb 05 21:03:13.149196 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a9846ce7-b8c9-48d7-b466-ebf204004177 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (c59ffc97-faf8-48ad-8107-d82441fd03a7), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:13.149537 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a9846ce7-b8c9-48d7-b466-ebf204004177 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks [] for floatingip (c59ffc97-faf8-48ad-8107-d82441fd03a7), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:13.170517 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-a9846ce7-b8c9-48d7-b466-ebf204004177 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Calling delete_port for c59ffc97-faf8-48ad-8107-d82441fd03a7 owned by network:floatingip {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:03:13.171362 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5071b8a7-5d49-4bf8-b974-b676da8e14c3 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (61be06ef-36b5-4a91-8a19-a81f0504bba6), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:13.244891 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-50c09f9d-b1c3-4eec-a542-a54be89198eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (42591cc2-84e2-4ab5-aff8-d671c368e34a), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:13.425493 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eec7386-e69f-40ad-8ac5-ef354a1f9b17 None None] Pushing event updated for resources: {'Port': ['ID=e193a06c-23a8-49cd-b949-aa8da2dd7468,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:13.514524 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port ad0354e3-119c-4c7a-a046-88f02122433c triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:03:13.515228 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ad0354e3-119c-4c7a-a046-88f02122433c), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:13.551459 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a9846ce7-b8c9-48d7-b466-ebf204004177 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (c59ffc97-faf8-48ad-8107-d82441fd03a7), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:13.638304 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-70bd31d5-45ea-4279-8f25-2323d8a7c551 None None] Provisioning complete for port 42591cc2-84e2-4ab5-aff8-d671c368e34a triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:03:13.642985 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-70bd31d5-45ea-4279-8f25-2323d8a7c551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (42591cc2-84e2-4ab5-aff8-d671c368e34a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:13.652586 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9846ce7-b8c9-48d7-b466-ebf204004177 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Pushing event deleted for resources: {'Port': ['ID=c59ffc97-faf8-48ad-8107-d82441fd03a7,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:13.711082 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a9846ce7-b8c9-48d7-b466-ebf204004177 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks [] for floatingip (d1ddd16d-b1b9-455e-b303-13621cb41dae), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:13.714714 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a9846ce7-b8c9-48d7-b466-ebf204004177 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:13.717425 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a9846ce7-b8c9-48d7-b466-ebf204004177 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "DELETE /v2.0/floatingips/d1ddd16d-b1b9-455e-b303-13621cb41dae HTTP/1.1" status: 204  len: 168 time: 1.1333916
Feb 05 21:03:13.751131 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5071b8a7-5d49-4bf8-b974-b676da8e14c3 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:13.761494 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5071b8a7-5d49-4bf8-b974-b676da8e14c3 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/61be06ef-36b5-4a91-8a19-a81f0504bba6 HTTP/1.1" status: 204  len: 168 time: 2.0936570
Feb 05 21:03:13.767745 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52442) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:13.779994 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-27c6c58c-ff3e-4961-9244-777f0c2ce7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (241b1c7f-d3bf-422c-a584-ed5fdab3dde0), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:13.781314 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c6c58c-ff3e-4961-9244-777f0c2ce7fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:13.782299 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-27c6c58c-ff3e-4961-9244-777f0c2ce7fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:13.808236 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-70bd31d5-45ea-4279-8f25-2323d8a7c551 None None] Port 42591cc2-84e2-4ab5-aff8-d671c368e34a cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:03:13.817892 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-50c09f9d-b1c3-4eec-a542-a54be89198eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42591cc2-84e2-4ab5-aff8-d671c368e34a {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:03:13.841860 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-50c09f9d-b1c3-4eec-a542-a54be89198eb service neutron] Publish callbacks [] for port (42591cc2-84e2-4ab5-aff8-d671c368e34a), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:13.875251 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-50c09f9d-b1c3-4eec-a542-a54be89198eb service neutron] Transition to ACTIVE for port object 42591cc2-84e2-4ab5-aff8-d671c368e34a will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:03:13.889258 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-50c09f9d-b1c3-4eec-a542-a54be89198eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (42591cc2-84e2-4ab5-aff8-d671c368e34a), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:13.895123 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5071b8a7-5d49-4bf8-b974-b676da8e14c3 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=61be06ef-36b5-4a91-8a19-a81f0504bba6,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:13.926524 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port ad0354e3-119c-4c7a-a046-88f02122433c is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:03:13.926885 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ad0354e3-119c-4c7a-a046-88f02122433c), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:13.984977 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11107d8a-249a-4fef-9d13-4e5511c75802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0354e3-119c-4c7a-a046-88f02122433c'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:03:13.991251 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2f96a6-8c3a-4955-985e-be378517f6c0" -d '{"events": [{"server_uuid": "11107d8a-249a-4fef-9d13-4e5511c75802", "name": "network-vif-plugged", "status": "completed", "tag": "ad0354e3-119c-4c7a-a046-88f02122433c"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:03:14.015071 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-27c6c58c-ff3e-4961-9244-777f0c2ce7fe admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 3.8896182
Feb 05 21:03:14.015300 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52446) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:14.029317 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port ad0354e3-119c-4c7a-a046-88f02122433c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad0354e3-119c-4c7a-a046-88f02122433c,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:14.034786 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-04bc9505-98a5-465f-baf4-bca40fdcdca3 admin admin] Request body: {'subnet': {'network_id': '241b1c7f-d3bf-422c-a584-ed5fdab3dde0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1986178855-subnet', 'tenant_id': 'b60e54eff1c84167af92ad153dee11d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:14.036760 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ad0354e3-119c-4c7a-a046-88f02122433c), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:14.135356 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c09f9d-b1c3-4eec-a542-a54be89198eb service neutron] Pushing event updated for resources: {'Port': ['ID=42591cc2-84e2-4ab5-aff8-d671c368e34a,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:14.155609 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=ad0354e3-119c-4c7a-a046-88f02122433c,revision_number=13']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:14.169377 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04bc9505-98a5-465f-baf4-bca40fdcdca3 admin admin] Made reservation on behalf of b60e54eff1c84167af92ad153dee11d4 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:03:14.174961 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-04bc9505-98a5-465f-baf4-bca40fdcdca3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:14.205209 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6c58c-ff3e-4961-9244-777f0c2ce7fe admin admin] Pushing event updated for resources: {'Network': ['ID=241b1c7f-d3bf-422c-a584-ed5fdab3dde0,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:14.220158 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 241b1c7f-d3bf-422c-a584-ed5fdab3dde0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:03:14.233003 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-60703804-c4d0-43c9-a6a8-8115e2b58cd7 req-b99fc707-9335-4cd3-a72a-09c8de7e1025 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6735038a-ca48-4338-8e2b-c68636a4f7ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1037602
Feb 05 21:03:14.287220 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fc6c321e-6a5e-410f-8de5-a0973ecd8303 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (1ff7f1fd-8095-463d-87e1-3ee64570bb61), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:14.430697 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0cbb1-49e1-4061-82a0-32489774ca6d req-e39c59c0-83de-4f09-bd7d-93468c782921 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:14.438938 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fca0cbb1-49e1-4061-82a0-32489774ca6d req-e39c59c0-83de-4f09-bd7d-93468c782921 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 945 time: 0.6719692
Feb 05 21:03:14.464547 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-04bc9505-98a5-465f-baf4-bca40fdcdca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (98ed19ca-9b67-4995-a8b9-2e655244eed0), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:14.467041 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-d02f27cc-1156-489c-b913-9a09743b85a8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] POST failed (client error): There was a conflict when trying to complete your request.
Feb 05 21:03:14.467793 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d02f27cc-1156-489c-b913-9a09743b85a8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:03:14.590774 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc9505-98a5-465f-baf4-bca40fdcdca3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98ed19ca-9b67-4995-a8b9-2e655244eed0,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:14.594989 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d02f27cc-1156-489c-b913-9a09743b85a8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409  len: 389 time: 2.7713633
Feb 05 21:03:14.596742 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52450) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:14.597903 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bc9505-98a5-465f-baf4-bca40fdcdca3 admin admin] Checking segment: {'id': '27e35dc8-4d4c-46d0-a727-c056d3e1f42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '241b1c7f-d3bf-422c-a584-ed5fdab3dde0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:03:14.598257 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bc9505-98a5-465f-baf4-bca40fdcdca3 admin admin] Network hostable DHCP agents. Network: 241b1c7f-d3bf-422c-a584-ed5fdab3dde0, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:03:14.604729 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fc6c321e-6a5e-410f-8de5-a0973ecd8303 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (1ff7f1fd-8095-463d-87e1-3ee64570bb61), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:14.610229 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-50c09f9d-b1c3-4eec-a542-a54be89198eb service neutron] Attempting to bind port 42591cc2-84e2-4ab5-aff8-d671c368e34a on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:03:14.610618 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-50c09f9d-b1c3-4eec-a542-a54be89198eb service neutron] Attempting to bind port 42591cc2-84e2-4ab5-aff8-d671c368e34a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '348293ab-5555-4f03-a2ea-c1d23c5b0aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0bef1155-9a53-4878-8a8d-b291e090a827'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:03:14.610957 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-50c09f9d-b1c3-4eec-a542-a54be89198eb service neutron] Attempting to bind port 42591cc2-84e2-4ab5-aff8-d671c368e34a on network 0bef1155-9a53-4878-8a8d-b291e090a827 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:03:14.629641 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-50c09f9d-b1c3-4eec-a542-a54be89198eb service neutron] Port 42591cc2-84e2-4ab5-aff8-d671c368e34a on network 0bef1155-9a53-4878-8a8d-b291e090a827 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:03:14.630094 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-50c09f9d-b1c3-4eec-a542-a54be89198eb service neutron] Attempting to bind port 42591cc2-84e2-4ab5-aff8-d671c368e34a on network 0bef1155-9a53-4878-8a8d-b291e090a827 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:03:14.642215 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device e193a06c-23a8-49cd-b949-aa8da2dd7468 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:03:14.653413 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-50c09f9d-b1c3-4eec-a542-a54be89198eb service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:03:14.653930 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-50c09f9d-b1c3-4eec-a542-a54be89198eb service neutron] Checking segment: {'id': '348293ab-5555-4f03-a2ea-c1d23c5b0aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0bef1155-9a53-4878-8a8d-b291e090a827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:03:14.654333 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-50c09f9d-b1c3-4eec-a542-a54be89198eb service neutron] Bound using segment: {'id': '348293ab-5555-4f03-a2ea-c1d23c5b0aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0bef1155-9a53-4878-8a8d-b291e090a827'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:03:14.654830 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-50c09f9d-b1c3-4eec-a542-a54be89198eb service neutron] Bound port: 42591cc2-84e2-4ab5-aff8-d671c368e34a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '348293ab-5555-4f03-a2ea-c1d23c5b0aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0bef1155-9a53-4878-8a8d-b291e090a827'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:03:14.655199 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-50c09f9d-b1c3-4eec-a542-a54be89198eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (42591cc2-84e2-4ab5-aff8-d671c368e34a), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:14.672327 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fca0cbb1-49e1-4061-82a0-32489774ca6d req-23d773a0-eb41-47c0-b7c1-14aa3ebcbe71 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2320819
Feb 05 21:03:14.674184 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-fc6c321e-6a5e-410f-8de5-a0973ecd8303 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db95806d0>,) {'filters': {'network_id': ['1ff7f1fd-8095-463d-87e1-3ee64570bb61']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:14.710229 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-fc6c321e-6a5e-410f-8de5-a0973ecd8303 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db95806d0>, '9550b350-e258-42c3-9de4-33a57350c1d7') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:14.710597 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-fc6c321e-6a5e-410f-8de5-a0973ecd8303 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db95806d0>, '9550b350-e258-42c3-9de4-33a57350c1d7') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:14.732459 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fc6c321e-6a5e-410f-8de5-a0973ecd8303 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (9550b350-e258-42c3-9de4-33a57350c1d7), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:14.751459 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port e193a06c-23a8-49cd-b949-aa8da2dd7468 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:03:14.751842 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e193a06c-23a8-49cd-b949-aa8da2dd7468), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:14.762936 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fc6c321e-6a5e-410f-8de5-a0973ecd8303 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (9550b350-e258-42c3-9de4-33a57350c1d7), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:14.781578 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc6c321e-6a5e-410f-8de5-a0973ecd8303 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:03:14.781990 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fc6c321e-6a5e-410f-8de5-a0973ecd8303 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (9550b350-e258-42c3-9de4-33a57350c1d7), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:14.783969 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:03:14.783969 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:03:14.783969 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:03:14.783969 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:03:14.783969 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:03:14.783969 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:03:14.783969 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:03:14.783969 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:03:14.783969 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:03:14.783969 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:03:14.783969 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:03:14.783969 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:03:14.783969 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:03:14.783969 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:03:14.783969 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:03:14.783969 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:03:14.783969 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:03:14.783969 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:03:14.783969 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:03:14.783969 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:03:14.783969 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:03:14.783969 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:03:14.783969 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:03:14.783969 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:03:14.783969 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:03:14.783969 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:03:14.783969 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:03:14.783969 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:03:14.783969 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:03:14.783969 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:03:14.783969 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:03:14.783969 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:03:14.811795 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de221dc-045c-41c1-82ba-9b1efd62cf5f x-openstack-request-id: req-4de221dc-045c-41c1-82ba-9b1efd62cf5f {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:03:14.812097 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11107d8a-249a-4fef-9d13-4e5511c75802", "name": "network-vif-plugged", "status": "completed", "tag": "ad0354e3-119c-4c7a-a046-88f02122433c", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:03:14.812364 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4de221dc-045c-41c1-82ba-9b1efd62cf5f {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:03:14.812771 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11107d8a-249a-4fef-9d13-4e5511c75802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0354e3-119c-4c7a-a046-88f02122433c', 'code': 200}
Feb 05 21:03:14.813382 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-50c09f9d-b1c3-4eec-a542-a54be89198eb service neutron] For port 42591cc2-84e2-4ab5-aff8-d671c368e34a, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:03:14.817162 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-50c09f9d-b1c3-4eec-a542-a54be89198eb service neutron] For port 42591cc2-84e2-4ab5-aff8-d671c368e34a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=42591cc2-84e2-4ab5-aff8-d671c368e34a,segment=NetworkSegment(348293ab-5555-4f03-a2ea-c1d23c5b0aaa),segment_id=348293ab-5555-4f03-a2ea-c1d23c5b0aaa)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:03:14.824056 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bc9505-98a5-465f-baf4-bca40fdcdca3 admin admin] Network 241b1c7f-d3bf-422c-a584-ed5fdab3dde0 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:03:14.840256 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-50c09f9d-b1c3-4eec-a542-a54be89198eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (42591cc2-84e2-4ab5-aff8-d671c368e34a), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:14.902753 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52452) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:14.909292 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-7d401157-014c-49b0-b312-dac4f0063eb2 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2133291010', 'description': 'tempest-description--2003459095'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:14.919444 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53617d25-377a-4bdf-9e3a-7543befa5c30 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:14.925487 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53617d25-377a-4bdf-9e3a-7543befa5c30 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:14.929585 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-53617d25-377a-4bdf-9e3a-7543befa5c30 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 0.3183634
Feb 05 21:03:14.930299 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-04bc9505-98a5-465f-baf4-bca40fdcdca3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 241b1c7f-d3bf-422c-a584-ed5fdab3dde0) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:03:14.931865 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52454) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:14.938498 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bc9505-98a5-465f-baf4-bca40fdcdca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:14.939397 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-04bc9505-98a5-465f-baf4-bca40fdcdca3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:14.949133 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57de489e-6a2c-41bb-87b4-f6c522958f26 None None] Network 241b1c7f-d3bf-422c-a584-ed5fdab3dde0 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:03:14.952696 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-50c09f9d-b1c3-4eec-a542-a54be89198eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:14.953547 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-50c09f9d-b1c3-4eec-a542-a54be89198eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:14.955103 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-50c09f9d-b1c3-4eec-a542-a54be89198eb service neutron] 10.222.0.39 "PUT /v2.0/ports/42591cc2-84e2-4ab5-aff8-d671c368e34a HTTP/1.1" status: 200  len: 1091 time: 1.8603370
Feb 05 21:03:14.960273 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20f46032-e3e3-4365-ab2a-f3d123ca707d', 'tag': '42591cc2-84e2-4ab5-aff8-d671c368e34a'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:03:14.969791 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce5ead8-4f35-4b76-8456-73ae60f5e318" -d '{"events": [{"name": "network-changed", "server_uuid": "20f46032-e3e3-4365-ab2a-f3d123ca707d", "tag": "42591cc2-84e2-4ab5-aff8-d671c368e34a"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:03:14.997278 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port e193a06c-23a8-49cd-b949-aa8da2dd7468 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:03:14.997658 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e193a06c-23a8-49cd-b949-aa8da2dd7468), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:15.038956 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-04bc9505-98a5-465f-baf4-bca40fdcdca3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.0184133
Feb 05 21:03:15.130207 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f819c8e8-68c5-48a9-afbe-23f4c55a10c1 x-openstack-request-id: req-f819c8e8-68c5-48a9-afbe-23f4c55a10c1 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:03:15.130735 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20f46032-e3e3-4365-ab2a-f3d123ca707d", "tag": "42591cc2-84e2-4ab5-aff8-d671c368e34a", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:03:15.131180 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f819c8e8-68c5-48a9-afbe-23f4c55a10c1 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:03:15.132824 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20f46032-e3e3-4365-ab2a-f3d123ca707d', 'tag': '42591cc2-84e2-4ab5-aff8-d671c368e34a', 'status': 'completed', 'code': 200}
Feb 05 21:03:15.151116 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-50e2b5f1-dd2a-4b8f-a2d1-98723cdcaf1f req-c1035c0b-5e1d-40f2-87e4-a066d3db213d tempest-ServerShowV254Test-1336026888 tempest-ServerShowV254Test-1336026888-project] 10.222.0.32 "GET /v2.0/ports?device_id=b676283b-f193-4478-843b-23dd9363e720 HTTP/1.1" status: 200  len: 210 time: 0.2177403
Feb 05 21:03:15.191282 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c09f9d-b1c3-4eec-a542-a54be89198eb service neutron] Pushing event updated for resources: {'Port': ['ID=42591cc2-84e2-4ab5-aff8-d671c368e34a,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:15.249271 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port e193a06c-23a8-49cd-b949-aa8da2dd7468, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e193a06c-23a8-49cd-b949-aa8da2dd7468,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:15.256921 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-29c598c6-d1e1-4439-af8a-1adf7dc9785a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:15.261493 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-29c598c6-d1e1-4439-af8a-1adf7dc9785a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=314e090015bc467b921aaa675082f1f6&device_id=20f46032-e3e3-4365-ab2a-f3d123ca707d HTTP/1.1" status: 200  len: 1125 time: 0.1880825
Feb 05 21:03:15.307461 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fc6c321e-6a5e-410f-8de5-a0973ecd8303 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (1ff7f1fd-8095-463d-87e1-3ee64570bb61), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:15.314561 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (e193a06c-23a8-49cd-b949-aa8da2dd7468), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:15.348930 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6c321e-6a5e-410f-8de5-a0973ecd8303 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  1ff7f1fd-8095-463d-87e1-3ee64570bb61 {{(pid=114391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Feb 05 21:03:15.363563 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fc6c321e-6a5e-410f-8de5-a0973ecd8303 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:15.372228 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-fe00b66d-8d3a-4e68-8a62-4233b76a24be service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42591cc2-84e2-4ab5-aff8-d671c368e34a HTTP/1.1" status: 200  len: 217 time: 0.1032226
Feb 05 21:03:15.376987 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-fc6c321e-6a5e-410f-8de5-a0973ecd8303 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] 10.222.0.32 "DELETE /v2.0/networks/1ff7f1fd-8095-463d-87e1-3ee64570bb61 HTTP/1.1" status: 204  len: 168 time: 1.5883188
Feb 05 21:03:15.392310 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7d401157-014c-49b0-b312-dac4f0063eb2 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:15.460094 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c321e-6a5e-410f-8de5-a0973ecd8303 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Pushing event deleted for resources: {'Network': ['ID=1ff7f1fd-8095-463d-87e1-3ee64570bb61,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:15.485891 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-57125c63-b231-4344-a94b-54c13f51d0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:15.488633 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-57125c63-b231-4344-a94b-54c13f51d0f7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c5580501-fe3e-46c9-91e8-cbe313fe56d6 HTTP/1.1" status: 200  len: 848 time: 0.1102433
Feb 05 21:03:15.500501 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=e193a06c-23a8-49cd-b949-aa8da2dd7468,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:15.541350 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:15.613093 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-71a5e2b3-babe-430a-9b5e-7b2256c1451b None None] Provisioning complete for port e193a06c-23a8-49cd-b949-aa8da2dd7468 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:03:15.613484 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-71a5e2b3-babe-430a-9b5e-7b2256c1451b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e193a06c-23a8-49cd-b949-aa8da2dd7468), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:15.633088 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2dcbe2a-9120-441c-961b-de0dbeac170c None None] Network 241b1c7f-d3bf-422c-a584-ed5fdab3dde0 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:03:15.725387 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-0039c8d9-7e42-4072-b168-c26bad823da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:15.726767 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-b3f5917f-9535-4d08-b6a4-df83a87252c2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting port a307d389-cdfb-40b8-a659-a06bfd97cf5e {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:03:15.728099 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b3f5917f-9535-4d08-b6a4-df83a87252c2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (a307d389-cdfb-40b8-a659-a06bfd97cf5e), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:15.733396 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-0039c8d9-7e42-4072-b168-c26bad823da4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0bef1155-9a53-4878-8a8d-b291e090a827&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2380843
Feb 05 21:03:15.799710 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-52d02196-f95b-438b-be9f-873bce15b67b req-dfea9688-1ca1-425e-953c-274d287e7e00 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=49872101931f46789043a1f1da9e762b&device_id=b676283b-f193-4478-843b-23dd9363e720 HTTP/1.1" status: 200  len: 210 time: 0.0679669
Feb 05 21:03:15.857642 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94c935-208c-47ce-932e-1a6abc418035 req-a6122b6d-e08a-42a1-a5d8-fcf11a139235 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:15.866141 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3c94c935-208c-47ce-932e-1a6abc418035 req-a6122b6d-e08a-42a1-a5d8-fcf11a139235 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=20f46032-e3e3-4365-ab2a-f3d123ca707d HTTP/1.1" status: 200  len: 1125 time: 0.4251993
Feb 05 21:03:15.870406 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-52d02196-f95b-438b-be9f-873bce15b67b req-f643aa17-48b2-4490-b2aa-f7ae29fc8f73 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=49872101931f46789043a1f1da9e762b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0512910
Feb 05 21:03:16.002556 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52482) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:16.017589 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-71a5e2b3-babe-430a-9b5e-7b2256c1451b None None] Current status of the port e193a06c-23a8-49cd-b949-aa8da2dd7468 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:03:16.123860 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-017f2417-abf5-4d90-abd7-e7eb72735680 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Request body: {'router': {'name': 'tempest-router--928366636', 'project_id': 'fbb9b1fa3f8245fdb898cb27c9ddba8f'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:16.133538 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-c87a4a3e-28ba-4934-9299-721d8c78f310 service neutron] 10.222.0.39 "GET /v2.0/networks/0bef1155-9a53-4878-8a8d-b291e090a827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3923762
Feb 05 21:03:16.154165 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-289c5475-a7e2-4814-b5f9-2a2ff7fc4db7 None None] Provisioning complete for port a307d389-cdfb-40b8-a659-a06bfd97cf5e triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:03:16.154591 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-289c5475-a7e2-4814-b5f9-2a2ff7fc4db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (a307d389-cdfb-40b8-a659-a06bfd97cf5e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:16.219618 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-289c5475-a7e2-4814-b5f9-2a2ff7fc4db7 None None] Port a307d389-cdfb-40b8-a659-a06bfd97cf5e cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:03:16.310945 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-017f2417-abf5-4d90-abd7-e7eb72735680 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (a3d68c09-8771-4f13-be8b-a5de90836405), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:16.313061 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-017f2417-abf5-4d90-abd7-e7eb72735680 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (a3d68c09-8771-4f13-be8b-a5de90836405), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:16.360892 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7d401157-014c-49b0-b312-dac4f0063eb2 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks [] for security_group (367daedb-a110-448a-a43f-464c464e668a), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:16.367883 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-d7913a0a-1a57-45a3-91cc-455c0bb186cc tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:16.375129 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-d7913a0a-1a57-45a3-91cc-455c0bb186cc tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/networks?id=241b1c7f-d3bf-422c-a584-ed5fdab3dde0 HTTP/1.1" status: 200  len: 818 time: 0.1825066
Feb 05 21:03:16.399554 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device e193a06c-23a8-49cd-b949-aa8da2dd7468 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:03:16.418160 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7d401157-014c-49b0-b312-dac4f0063eb2 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (367daedb-a110-448a-a43f-464c464e668a), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:16.426914 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3c94c935-208c-47ce-932e-1a6abc418035 req-bdb85873-6a18-451a-b688-15413b3f9e63 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6735038a-ca48-4338-8e2b-c68636a4f7ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5595324
Feb 05 21:03:16.462061 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-56880299-8ec8-4fa4-bb7a-12659f0463d7 req-e452b441-15d0-4673-8817-b6ebdc28ed53 service neutron] 10.222.0.39 "GET /v2.0/networks/0bef1155-9a53-4878-8a8d-b291e090a827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3121538
Feb 05 21:03:16.471819 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-017f2417-abf5-4d90-abd7-e7eb72735680 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for router_controller (a3d68c09-8771-4f13-be8b-a5de90836405), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:16.475416 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b3f5917f-9535-4d08-b6a4-df83a87252c2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (a307d389-cdfb-40b8-a659-a06bfd97cf5e), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:16.483730 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-017f2417-abf5-4d90-abd7-e7eb72735680 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (a3d68c09-8771-4f13-be8b-a5de90836405), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:16.496526 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-b3f5917f-9535-4d08-b6a4-df83a87252c2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Calling delete_port for a307d389-cdfb-40b8-a659-a06bfd97cf5e owned by  {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:03:16.498654 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port e193a06c-23a8-49cd-b949-aa8da2dd7468 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:03:16.499147 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e193a06c-23a8-49cd-b949-aa8da2dd7468), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:16.511286 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-017f2417-abf5-4d90-abd7-e7eb72735680 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:16.515504 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-017f2417-abf5-4d90-abd7-e7eb72735680 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.5078597
Feb 05 21:03:16.516099 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52492) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:16.576736 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-28f30da0-2100-424d-b750-b3d34a7fa6cc tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/quotas/b60e54eff1c84167af92ad153dee11d4 HTTP/1.1" status: 200  len: 375 time: 0.2004163
Feb 05 21:03:16.596839 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7d401157-014c-49b0-b312-dac4f0063eb2 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:16.600998 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7d401157-014c-49b0-b312-dac4f0063eb2 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 1.6944685
Feb 05 21:03:16.604945 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52494) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:16.611135 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-0f5db955-cedb-4e59-9c03-501280d4686b tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Request body: {'security_group_rule': {'security_group_id': '367daedb-a110-448a-a43f-464c464e668a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:16.644266 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port e193a06c-23a8-49cd-b949-aa8da2dd7468 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:03:16.682172 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-abae9abd-c3f4-4e7f-925f-28c7c7970298 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b60e54eff1c84167af92ad153dee11d4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1032379
Feb 05 21:03:16.698574 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-49683adb-7108-4886-9809-bdea3a591f93 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for router (a3d68c09-8771-4f13-be8b-a5de90836405), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:16.726324 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d401157-014c-49b0-b312-dac4f0063eb2 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=367daedb-a110-448a-a43f-464c464e668a,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:16.751455 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d02196-f95b-438b-be9f-873bce15b67b req-be15a858-34bb-4e30-b39a-cae6c0a2cb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:16.753410 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-52d02196-f95b-438b-be9f-873bce15b67b req-be15a858-34bb-4e30-b39a-cae6c0a2cb7d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.8052402
Feb 05 21:03:16.845121 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcfba97-9685-407f-8c20-7f743ff7a58e req-81186b80-cdb2-4255-aa89-d830ac7313dd tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:16.859923 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9dcfba97-9685-407f-8c20-7f743ff7a58e req-81186b80-cdb2-4255-aa89-d830ac7313dd tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 946 time: 0.2660427
Feb 05 21:03:16.881451 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0f5db955-cedb-4e59-9c03-501280d4686b tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks [] for security_group_rule (9ae3b04d-0c23-4916-ad65-3d2452361900), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:16.915141 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5ead8-4f35-4b76-8456-73ae60f5e318 req-86b4894f-362b-4c42-952f-aab1abce548c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:16.917806 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0ce5ead8-4f35-4b76-8456-73ae60f5e318 req-86b4894f-362b-4c42-952f-aab1abce548c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=314e090015bc467b921aaa675082f1f6&device_id=20f46032-e3e3-4365-ab2a-f3d123ca707d HTTP/1.1" status: 200  len: 1125 time: 0.3153017
Feb 05 21:03:16.953070 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-49683adb-7108-4886-9809-bdea3a591f93 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (a3d68c09-8771-4f13-be8b-a5de90836405), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:16.956074 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-49683adb-7108-4886-9809-bdea3a591f93 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for router_controller (a3d68c09-8771-4f13-be8b-a5de90836405), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:16.984149 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9dcfba97-9685-407f-8c20-7f743ff7a58e req-f5459bf7-00a8-46a1-abf1-bf8b1dc714c0 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1232452
Feb 05 21:03:17.007028 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-63ef9f3d-fb79-47b8-93e3-88f672712ae0 service neutron] 10.222.0.32 "GET /v2.0/networks/241b1c7f-d3bf-422c-a584-ed5fdab3dde0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3029385
Feb 05 21:03:17.063063 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b3f5917f-9535-4d08-b6a4-df83a87252c2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (a307d389-cdfb-40b8-a659-a06bfd97cf5e), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:17.127712 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5ead8-4f35-4b76-8456-73ae60f5e318 req-cf078dc0-9a96-4f2a-a301-4aecf21eec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:17.129153 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0ce5ead8-4f35-4b76-8456-73ae60f5e318 req-cf078dc0-9a96-4f2a-a301-4aecf21eec1b service neutron] 10.222.0.39 "GET /v2.0/networks?id=0bef1155-9a53-4878-8a8d-b291e090a827 HTTP/1.1" status: 200  len: 910 time: 0.1153862
Feb 05 21:03:17.130356 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-49683adb-7108-4886-9809-bdea3a591f93 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (a3d68c09-8771-4f13-be8b-a5de90836405), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:17.130909 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49683adb-7108-4886-9809-bdea3a591f93 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a3d68c09-8771-4f13-be8b-a5de90836405 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:03:17.141266 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-49683adb-7108-4886-9809-bdea3a591f93 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:17.142485 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-49683adb-7108-4886-9809-bdea3a591f93 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] 10.222.0.32 "DELETE /v2.0/routers/a3d68c09-8771-4f13-be8b-a5de90836405 HTTP/1.1" status: 204  len: 168 time: 0.6254220
Feb 05 21:03:17.147231 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f5917f-9535-4d08-b6a4-df83a87252c2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Port': ['ID=a307d389-cdfb-40b8-a659-a06bfd97cf5e,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:17.190418 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0ce5ead8-4f35-4b76-8456-73ae60f5e318 req-d93262f1-7b2e-4cc3-8e30-a1244884340c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42591cc2-84e2-4ab5-aff8-d671c368e34a HTTP/1.1" status: 200  len: 217 time: 0.0455921
Feb 05 21:03:17.204260 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ffaa3adf-80a8-41e1-88f4-b08923d7905e req-1f5ad230-b0f1-4658-aeac-61d420a99bb9 tempest-ServerShowV254Test-1336026888 tempest-ServerShowV254Test-1336026888-project] 10.222.0.32 "GET /v2.0/ports?device_id=b676283b-f193-4478-843b-23dd9363e720 HTTP/1.1" status: 200  len: 210 time: 0.0754330
Feb 05 21:03:17.208125 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b3f5917f-9535-4d08-b6a4-df83a87252c2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:17.215164 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b3f5917f-9535-4d08-b6a4-df83a87252c2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/ports/a307d389-cdfb-40b8-a659-a06bfd97cf5e HTTP/1.1" status: 204  len: 168 time: 2.2559717
Feb 05 21:03:17.232977 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52498) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:17.269979 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0f5db955-cedb-4e59-9c03-501280d4686b tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks [] for security_group_rule (9ae3b04d-0c23-4916-ad65-3d2452361900), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:17.280447 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0f5db955-cedb-4e59-9c03-501280d4686b tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (9ae3b04d-0c23-4916-ad65-3d2452361900), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:17.288893 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-44c518d4-7164-4326-ae49-7f46485f9d30 service neutron] 10.222.0.32 "GET /v2.0/networks/241b1c7f-d3bf-422c-a584-ed5fdab3dde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2659011
Feb 05 21:03:17.301061 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5db955-cedb-4e59-9c03-501280d4686b tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ae3b04d-0c23-4916-ad65-3d2452361900,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:17.308086 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5ead8-4f35-4b76-8456-73ae60f5e318 req-2e209f46-44df-4095-a4c2-d952ab879223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:17.310501 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0ce5ead8-4f35-4b76-8456-73ae60f5e318 req-2e209f46-44df-4095-a4c2-d952ab879223 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c5580501-fe3e-46c9-91e8-cbe313fe56d6 HTTP/1.1" status: 200  len: 848 time: 0.1092098
Feb 05 21:03:17.321604 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9e44ee-9ca8-4b4f-87c2-5456f1abdb6d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:17.323755 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9e44ee-9ca8-4b4f-87c2-5456f1abdb6d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:17.327773 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5a9e44ee-9ca8-4b4f-87c2-5456f1abdb6d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0934746
Feb 05 21:03:17.331758 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52500) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:17.411272 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0f5db955-cedb-4e59-9c03-501280d4686b tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:17.416517 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0f5db955-cedb-4e59-9c03-501280d4686b tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8104312
Feb 05 21:03:17.417123 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52502) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:17.426763 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d12ad2f-eb8b-423b-bfea-4b5c9f5fb17a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting subnet d2c93e54-3159-4c15-88aa-eb31ee641fe7 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:03:17.437780 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52504) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:17.450068 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-708df19b-93b6-43f8-897d-2e9ce13b0a22 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Request body: {'security_group_rule': {'security_group_id': '367daedb-a110-448a-a43f-464c464e668a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:17.494871 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5ead8-4f35-4b76-8456-73ae60f5e318 req-503397eb-94c2-4de7-b128-e1795dd6c882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:17.497636 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9d12ad2f-eb8b-423b-bfea-4b5c9f5fb17a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (d2c93e54-3159-4c15-88aa-eb31ee641fe7), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:17.498401 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0ce5ead8-4f35-4b76-8456-73ae60f5e318 req-503397eb-94c2-4de7-b128-e1795dd6c882 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0bef1155-9a53-4878-8a8d-b291e090a827&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1775751
Feb 05 21:03:17.653775 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-708df19b-93b6-43f8-897d-2e9ce13b0a22 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks [] for security_group_rule (32358929-fc3f-44aa-965a-0f2d32634cee), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:17.676506 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0ce5ead8-4f35-4b76-8456-73ae60f5e318 req-b547b6d7-77db-47d2-a03f-727639e29ee2 service neutron] 10.222.0.39 "GET /v2.0/networks/0bef1155-9a53-4878-8a8d-b291e090a827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1698596
Feb 05 21:03:17.705333 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9d12ad2f-eb8b-423b-bfea-4b5c9f5fb17a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (d2c93e54-3159-4c15-88aa-eb31ee641fe7), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:17.743030 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-708df19b-93b6-43f8-897d-2e9ce13b0a22 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks [] for security_group_rule (32358929-fc3f-44aa-965a-0f2d32634cee), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:17.799672 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0ce5ead8-4f35-4b76-8456-73ae60f5e318 req-83485f62-4a17-4b68-81af-b9524a210004 service neutron] 10.222.0.39 "GET /v2.0/networks/0bef1155-9a53-4878-8a8d-b291e090a827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1141856
Feb 05 21:03:17.805162 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-708df19b-93b6-43f8-897d-2e9ce13b0a22 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (32358929-fc3f-44aa-965a-0f2d32634cee), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:17.876263 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-f59b0255-a33b-4737-b724-7a4e64239f7b tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-719193482', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}, 'admin_state_up': False}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:17.941854 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f59b0255-a33b-4737-b724-7a4e64239f7b tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (fcc3b7bf-4d93-4b01-b52a-1e64f2544d47), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:17.943060 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f59b0255-a33b-4737-b724-7a4e64239f7b tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (fcc3b7bf-4d93-4b01-b52a-1e64f2544d47), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:17.968640 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9d12ad2f-eb8b-423b-bfea-4b5c9f5fb17a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (d2c93e54-3159-4c15-88aa-eb31ee641fe7), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:18.028725 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f59b0255-a33b-4737-b724-7a4e64239f7b tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router_controller (fcc3b7bf-4d93-4b01-b52a-1e64f2544d47), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:18.050424 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-52d02196-f95b-438b-be9f-873bce15b67b req-cfd41a4d-9c87-4e6c-b8a5-8832a55bf9f6 tempest-ServerShowV254Test-1336026888 tempest-ServerShowV254Test-1336026888-project] 10.222.0.39 "GET /v2.0/ports?device_id=b676283b-f193-4478-843b-23dd9363e720 HTTP/1.1" status: 200  len: 210 time: 0.0393908
Feb 05 21:03:18.133587 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f718cd-4dd1-4b9f-8ddf-99a6059bc2c9 req-74ee4fcb-f378-4c9e-bd20-1d178bb8f9bf tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:18.160064 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-60f718cd-4dd1-4b9f-8ddf-99a6059bc2c9 req-74ee4fcb-f378-4c9e-bd20-1d178bb8f9bf tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=20f46032-e3e3-4365-ab2a-f3d123ca707d HTTP/1.1" status: 200  len: 1125 time: 0.5523996
Feb 05 21:03:18.190052 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9d12ad2f-eb8b-423b-bfea-4b5c9f5fb17a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (d2c93e54-3159-4c15-88aa-eb31ee641fe7), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:18.209233 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708df19b-93b6-43f8-897d-2e9ce13b0a22 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32358929-fc3f-44aa-965a-0f2d32634cee,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:18.229454 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d84f40f8-2288-4376-b544-93957dcfd7e4 req-2e60f230-308c-499a-b663-f97316a61f0c tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef6940a7-7e6c-430e-8f1d-1e3d86dc0b11 HTTP/1.1" status: 200  len: 210 time: 0.1656950
Feb 05 21:03:18.269113 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d12ad2f-eb8b-423b-bfea-4b5c9f5fb17a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Subnet': ['ID=d2c93e54-3159-4c15-88aa-eb31ee641fe7,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:18.273072 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-708df19b-93b6-43f8-897d-2e9ce13b0a22 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:18.278350 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-708df19b-93b6-43f8-897d-2e9ce13b0a22 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.8561997
Feb 05 21:03:18.279142 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52524) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:18.286487 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-0f622778-d291-4048-9678-f00e75105e79 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:18.310355 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9d12ad2f-eb8b-423b-bfea-4b5c9f5fb17a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:18.314724 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9d12ad2f-eb8b-423b-bfea-4b5c9f5fb17a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/d2c93e54-3159-4c15-88aa-eb31ee641fe7 HTTP/1.1" status: 204  len: 168 time: 0.9809222
Feb 05 21:03:18.317459 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52526) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:18.319649 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0f622778-d291-4048-9678-f00e75105e79 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:18.325119 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206d4957-cfde-4845-b076-53186a7303a6 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:03:18.380556 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f59b0255-a33b-4737-b724-7a4e64239f7b tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router_gateway (fcc3b7bf-4d93-4b01-b52a-1e64f2544d47), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:18.482049 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52536) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:18.484395 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e9afb295-a74d-44eb-96f2-bdc3ac7e1045 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1608942
Feb 05 21:03:18.488267 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-2bbae864-c130-4278-af53-25704fff6b49 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'subnet': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:18.613916 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-60f718cd-4dd1-4b9f-8ddf-99a6059bc2c9 req-c5c5336a-a421-483b-b139-2e526197c0bf tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6735038a-ca48-4338-8e2b-c68636a4f7ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4699152
Feb 05 21:03:18.632418 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a42b330-9107-4d0f-b88a-835b5c635f69 None None] DHCP port deletion for 4b876e93-e753-4f82-8855-2c9c3d1db066 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:03:18.690295 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbae864-c130-4278-af53-25704fff6b49 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:03:18.694038 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2bbae864-c130-4278-af53-25704fff6b49 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:18.753518 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89380848-e934-4c0f-a8b1-89d6c32a2531 req-24ebabf5-0d8b-42c2-a3b3-614987cc10c1 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:18.765244 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-89380848-e934-4c0f-a8b1-89d6c32a2531 req-24ebabf5-0d8b-42c2-a3b3-614987cc10c1 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 946 time: 0.3065612
Feb 05 21:03:18.834550 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c3161763-3443-4968-82de-04a5076da1c1 req-146908b7-9a2a-4219-a795-ebe6c9194e0f tempest-ServerShowV254Test-1336026888 tempest-ServerShowV254Test-1336026888-project] 10.222.0.32 "GET /v2.0/ports?device_id=b676283b-f193-4478-843b-23dd9363e720 HTTP/1.1" status: 200  len: 210 time: 0.0662689
Feb 05 21:03:18.867189 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-9a42b330-9107-4d0f-b88a-835b5c635f69 None None] Deleting port e193a06c-23a8-49cd-b949-aa8da2dd7468 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:03:18.868981 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9a42b330-9107-4d0f-b88a-835b5c635f69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (e193a06c-23a8-49cd-b949-aa8da2dd7468), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:18.980099 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-89380848-e934-4c0f-a8b1-89d6c32a2531 req-353f2686-dfa0-41d2-9272-ea910383e54b tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2135959
Feb 05 21:03:18.991315 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0f622778-d291-4048-9678-f00e75105e79 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:19.078065 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-9a42b330-9107-4d0f-b88a-835b5c635f69 None None] For port e193a06c-23a8-49cd-b949-aa8da2dd7468, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e193a06c-23a8-49cd-b949-aa8da2dd7468,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:19.081419 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9a42b330-9107-4d0f-b88a-835b5c635f69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (e193a06c-23a8-49cd-b949-aa8da2dd7468), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:19.114813 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-9a42b330-9107-4d0f-b88a-835b5c635f69 None None] Calling delete_port for e193a06c-23a8-49cd-b949-aa8da2dd7468 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:03:19.211905 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-0f622778-d291-4048-9678-f00e75105e79 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Allocated IP 172.35.4.195 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/60c69fc9-3201-430d-80c5-997dd0efbb5d) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:03:19.311780 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9a42b330-9107-4d0f-b88a-835b5c635f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (e193a06c-23a8-49cd-b949-aa8da2dd7468), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:19.332184 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a42b330-9107-4d0f-b88a-835b5c635f69 None None] No DVR routers for this DVR port e193a06c-23a8-49cd-b949-aa8da2dd7468 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:03:19.369101 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a42b330-9107-4d0f-b88a-835b5c635f69 None None] Pushing event deleted for resources: {'Port': ['ID=e193a06c-23a8-49cd-b949-aa8da2dd7468,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:19.472238 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f59b0255-a33b-4737-b724-7a4e64239f7b tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router_gateway (fcc3b7bf-4d93-4b01-b52a-1e64f2544d47), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:19.502191 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f59b0255-a33b-4737-b724-7a4e64239f7b tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:19.506565 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-29dceb02-d2bd-49c1-afeb-327db493d73f req-5df79b11-1b22-4af0-8fb9-1754f310b361 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef6940a7-7e6c-430e-8f1d-1e3d86dc0b11 HTTP/1.1" status: 200  len: 210 time: 0.1241581
Feb 05 21:03:19.603268 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0f622778-d291-4048-9678-f00e75105e79 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks [] for port (60c69fc9-3201-430d-80c5-997dd0efbb5d), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:19.674491 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2bbae864-c130-4278-af53-25704fff6b49 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (0e77bb96-3aa1-493c-a2ee-bbbfccff2de5), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:19.744097 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0f622778-d291-4048-9678-f00e75105e79 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (60c69fc9-3201-430d-80c5-997dd0efbb5d), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:19.744461 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbae864-c130-4278-af53-25704fff6b49 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:03:19.754120 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-2bbae864-c130-4278-af53-25704fff6b49 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:03:19.757836 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbae864-c130-4278-af53-25704fff6b49 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:19.758695 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2bbae864-c130-4278-af53-25704fff6b49 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:19.766798 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3df2f3-8c95-42e3-9914-182ed766cefc None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:03:19.854071 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f622778-d291-4048-9678-f00e75105e79 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:03:19.857555 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2bbae864-c130-4278-af53-25704fff6b49 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.3738794
Feb 05 21:03:19.862466 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52548) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:19.871116 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-d6f68b4c-13ff-4111-ba5f-1b2061d5a28b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'port': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'fixed_ips': [{'subnet_id': '0e77bb96-3aa1-493c-a2ee-bbbfccff2de5', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-317640289'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:19.880109 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-0f622778-d291-4048-9678-f00e75105e79 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:03:19.901951 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f622778-d291-4048-9678-f00e75105e79 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:03:19.904905 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbae864-c130-4278-af53-25704fff6b49 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Subnet': ['ID=0e77bb96-3aa1-493c-a2ee-bbbfccff2de5,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:19.956068 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-f59b0255-a33b-4737-b724-7a4e64239f7b tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Allocated IP 172.35.4.141 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/878305c4-1d87-43e5-850f-da79b7dbacfd) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:03:20.138720 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9ca62b-778a-4f3a-a7c4-c4db2e41f956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4b876e93-e753-4f82-8855-2c9c3d1db066', 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'project_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'fixed_ips': [{'subnet_id': '0e77bb96-3aa1-493c-a2ee-bbbfccff2de5'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:03:20.139611 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3c9ca62b-778a-4f3a-a7c4-c4db2e41f956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:20.215892 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:20.245813 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f59b0255-a33b-4737-b724-7a4e64239f7b tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for port (878305c4-1d87-43e5-850f-da79b7dbacfd), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:20.346593 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f59b0255-a33b-4737-b724-7a4e64239f7b tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (878305c4-1d87-43e5-850f-da79b7dbacfd), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:20.419030 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device e193a06c-23a8-49cd-b949-aa8da2dd7468 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:03:20.424022 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f622778-d291-4048-9678-f00e75105e79 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Pushing event updated for resources: {'Port': ['ID=60c69fc9-3201-430d-80c5-997dd0efbb5d,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:20.475881 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 42591cc2-84e2-4ab5-aff8-d671c368e34a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:03:20.479091 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: e193a06c-23a8-49cd-b949-aa8da2dd7468 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:03:20.479678 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device e193a06c-23a8-49cd-b949-aa8da2dd7468 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:03:20.508533 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59b0255-a33b-4737-b724-7a4e64239f7b tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:03:20.512516 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-f59b0255-a33b-4737-b724-7a4e64239f7b tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:03:20.519095 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59b0255-a33b-4737-b724-7a4e64239f7b tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:03:20.582645 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-3c9ca62b-778a-4f3a-a7c4-c4db2e41f956 None None] Allocated IP 2001:db8::2 (4b876e93-e753-4f82-8855-2c9c3d1db066/0e77bb96-3aa1-493c-a2ee-bbbfccff2de5/479d12a6-1e9b-44ed-8aa3-f408472367d2) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:03:20.819394 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd0cfa-fc02-48c2-9da2-9b376604f9d7 req-525e0c35-3a2d-4ee0-bcec-dfe5af715040 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:20.830889 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d2dd0cfa-fc02-48c2-9da2-9b376604f9d7 req-525e0c35-3a2d-4ee0-bcec-dfe5af715040 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=20f46032-e3e3-4365-ab2a-f3d123ca707d HTTP/1.1" status: 200  len: 1125 time: 1.0318110
Feb 05 21:03:20.855262 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3c9ca62b-778a-4f3a-a7c4-c4db2e41f956 None None] Publish callbacks [] for port (479d12a6-1e9b-44ed-8aa3-f408472367d2), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:20.864303 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 42591cc2-84e2-4ab5-aff8-d671c368e34a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=42591cc2-84e2-4ab5-aff8-d671c368e34a,segment=NetworkSegment(348293ab-5555-4f03-a2ea-c1d23c5b0aaa),segment_id=348293ab-5555-4f03-a2ea-c1d23c5b0aaa)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:20.868418 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3c9ca62b-778a-4f3a-a7c4-c4db2e41f956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (479d12a6-1e9b-44ed-8aa3-f408472367d2), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:20.888677 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52560) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:20.893465 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-4c7f5229-30f9-4a5b-b36c-03a268ea6d91 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:20.907077 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-4c7f5229-30f9-4a5b-b36c-03a268ea6d91 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.21 "GET /v2.0/networks?id=241b1c7f-d3bf-422c-a584-ed5fdab3dde0 HTTP/1.1" status: 200  len: 818 time: 0.2654715
Feb 05 21:03:20.914465 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-2a177b21-ce6b-4682-b6ed-149c0c34c065 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Request body: {'port': {'device_id': 'ef6940a7-7e6c-430e-8f1d-1e3d86dc0b11', 'network_id': '241b1c7f-d3bf-422c-a584-ed5fdab3dde0', 'admin_state_up': True, 'tenant_id': 'b60e54eff1c84167af92ad153dee11d4'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:20.917315 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '42591cc2-84e2-4ab5-aff8-d671c368e34a', 'network_id': '0bef1155-9a53-4878-8a8d-b291e090a827', 'port_id': '42591cc2-84e2-4ab5-aff8-d671c368e34a', 'mac_address': 'fa:16:3e:39:75:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5580501-fe3e-46c9-91e8-cbe313fe56d6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:03:20.989726 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 42591cc2-84e2-4ab5-aff8-d671c368e34a is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:03:20.990472 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (42591cc2-84e2-4ab5-aff8-d671c368e34a), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:21.003170 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9ca62b-778a-4f3a-a7c4-c4db2e41f956 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:03:21.015189 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-3c9ca62b-778a-4f3a-a7c4-c4db2e41f956 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:03:21.030897 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9ca62b-778a-4f3a-a7c4-c4db2e41f956 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:03:21.036247 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ca62b-778a-4f3a-a7c4-c4db2e41f956 None None] Pushing event updated for resources: {'Port': ['ID=479d12a6-1e9b-44ed-8aa3-f408472367d2,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:21.044610 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42591cc2-84e2-4ab5-aff8-d671c368e34a {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:03:21.062139 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b0255-a33b-4737-b724-7a4e64239f7b tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Pushing event updated for resources: {'Port': ['ID=878305c4-1d87-43e5-850f-da79b7dbacfd,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:21.067415 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 42591cc2-84e2-4ab5-aff8-d671c368e34a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=42591cc2-84e2-4ab5-aff8-d671c368e34a,segment=NetworkSegment(348293ab-5555-4f03-a2ea-c1d23c5b0aaa),segment_id=348293ab-5555-4f03-a2ea-c1d23c5b0aaa)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:21.097685 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (42591cc2-84e2-4ab5-aff8-d671c368e34a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:21.174220 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=42591cc2-84e2-4ab5-aff8-d671c368e34a,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:21.193690 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-3c9ca62b-778a-4f3a-a7c4-c4db2e41f956 None None] Attempting to bind port 479d12a6-1e9b-44ed-8aa3-f408472367d2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:03:21.194066 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-3c9ca62b-778a-4f3a-a7c4-c4db2e41f956 None None] Attempting to bind port 479d12a6-1e9b-44ed-8aa3-f408472367d2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:03:21.195069 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9ca62b-778a-4f3a-a7c4-c4db2e41f956 None None] Attempting to bind port 479d12a6-1e9b-44ed-8aa3-f408472367d2 on network 4b876e93-e753-4f82-8855-2c9c3d1db066 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:03:21.203409 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9ca62b-778a-4f3a-a7c4-c4db2e41f956 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:03:21.203784 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9ca62b-778a-4f3a-a7c4-c4db2e41f956 None None] Checking segment: {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:03:21.204696 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3c9ca62b-778a-4f3a-a7c4-c4db2e41f956 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:21.205066 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9ca62b-778a-4f3a-a7c4-c4db2e41f956 None None] Bound using segment: {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:03:21.205203 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d2dd0cfa-fc02-48c2-9da2-9b376604f9d7 req-44deac26-e90d-4e84-8ec3-9f702488e5aa tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6735038a-ca48-4338-8e2b-c68636a4f7ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3675923
Feb 05 21:03:21.205541 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-3c9ca62b-778a-4f3a-a7c4-c4db2e41f956 None None] Bound port: 479d12a6-1e9b-44ed-8aa3-f408472367d2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:03:21.206429 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3c9ca62b-778a-4f3a-a7c4-c4db2e41f956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (479d12a6-1e9b-44ed-8aa3-f408472367d2), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:21.316680 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-3c9ca62b-778a-4f3a-a7c4-c4db2e41f956 None None] For port 479d12a6-1e9b-44ed-8aa3-f408472367d2, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:03:21.323828 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-3c9ca62b-778a-4f3a-a7c4-c4db2e41f956 None None] For port 479d12a6-1e9b-44ed-8aa3-f408472367d2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=479d12a6-1e9b-44ed-8aa3-f408472367d2,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:03:21.332211 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3c9ca62b-778a-4f3a-a7c4-c4db2e41f956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (479d12a6-1e9b-44ed-8aa3-f408472367d2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:21.345073 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['42591cc2-84e2-4ab5-aff8-d671c368e34a'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:03:21.448188 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-2a177b21-ce6b-4682-b6ed-149c0c34c065 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Made reservation on behalf of b60e54eff1c84167af92ad153dee11d4 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:03:21.451845 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-2a177b21-ce6b-4682-b6ed-149c0c34c065 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:21.454412 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2923993f-3b8c-4053-99b4-5ee0444d3d11 req-54bc8a8d-cb1d-4baa-be5e-73e0b2e602cc tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef6940a7-7e6c-430e-8f1d-1e3d86dc0b11 HTTP/1.1" status: 200  len: 210 time: 0.0758152
Feb 05 21:03:21.498978 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27821ec-089b-40ca-a831-c26a34cf6198 req-3574996d-e66c-4cff-a3ab-f5f1bfd7a799 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:21.500594 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b27821ec-089b-40ca-a831-c26a34cf6198 req-3574996d-e66c-4cff-a3ab-f5f1bfd7a799 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 946 time: 1.0152690
Feb 05 21:03:21.530571 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ca62b-778a-4f3a-a7c4-c4db2e41f956 None None] Pushing event updated for resources: {'Port': ['ID=479d12a6-1e9b-44ed-8aa3-f408472367d2,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:21.588807 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0f622778-d291-4048-9678-f00e75105e79 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks [] for floatingip (1d0e5220-9868-4d2c-815a-318269101569), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:21.602114 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-38489003-daca-418e-9fe4-7d2d9ba841d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:21.616237 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-85e0abb0-fa7d-484e-bdf5-43d224fc83bc tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:21.617781 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-85e0abb0-fa7d-484e-bdf5-43d224fc83bc tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.21 "GET /v2.0/networks?id=241b1c7f-d3bf-422c-a584-ed5fdab3dde0 HTTP/1.1" status: 200  len: 818 time: 0.8399022
Feb 05 21:03:21.659435 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-2a177b21-ce6b-4682-b6ed-149c0c34c065 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Allocated IP 172.20.0.4 (241b1c7f-d3bf-422c-a584-ed5fdab3dde0/98ed19ca-9b67-4995-a8b9-2e655244eed0/2092f84f-9556-4644-b169-e3526a7304e9) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:03:21.662950 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f59b0255-a33b-4737-b724-7a4e64239f7b tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router_gateway (fcc3b7bf-4d93-4b01-b52a-1e64f2544d47), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:21.801349 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b27821ec-089b-40ca-a831-c26a34cf6198 req-df3957d3-c053-470d-854d-faa7b8e9747e tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2932477
Feb 05 21:03:21.804873 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-d5de0048-a166-4c84-980b-cc7a23272639 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Request body: {'port': {'device_id': '146ad738-6b59-4494-9613-2b94681ab1dc', 'network_id': '241b1c7f-d3bf-422c-a584-ed5fdab3dde0', 'admin_state_up': True, 'tenant_id': 'b60e54eff1c84167af92ad153dee11d4'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:21.887150 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-5c387d13-e7da-4d63-a20e-6d44a1fb8d21 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:21.888703 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-5c387d13-e7da-4d63-a20e-6d44a1fb8d21 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.21 "GET /v2.0/networks?id=241b1c7f-d3bf-422c-a584-ed5fdab3dde0 HTTP/1.1" status: 200  len: 818 time: 1.1095974
Feb 05 21:03:21.889349 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0f622778-d291-4048-9678-f00e75105e79 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (60c69fc9-3201-430d-80c5-997dd0efbb5d), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:21.939185 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f68b4c-13ff-4111-ba5f-1b2061d5a28b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:03:21.960197 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-c047c6ca-818d-4b6d-991e-060d2ff47561 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Request body: {'port': {'device_id': 'aad208af-c1fd-479b-bad4-a5744d9ad1d8', 'network_id': '241b1c7f-d3bf-422c-a584-ed5fdab3dde0', 'admin_state_up': True, 'tenant_id': 'b60e54eff1c84167af92ad153dee11d4'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:22.143172 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-2a177b21-ce6b-4682-b6ed-149c0c34c065 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Publish callbacks [] for port (2092f84f-9556-4644-b169-e3526a7304e9), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:22.160585 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f59b0255-a33b-4737-b724-7a4e64239f7b tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (fcc3b7bf-4d93-4b01-b52a-1e64f2544d47), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:22.184904 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-d5de0048-a166-4c84-980b-cc7a23272639 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Made reservation on behalf of b60e54eff1c84167af92ad153dee11d4 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:03:22.188377 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-d5de0048-a166-4c84-980b-cc7a23272639 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:22.294415 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-2a177b21-ce6b-4682-b6ed-149c0c34c065 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (2092f84f-9556-4644-b169-e3526a7304e9), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:22.371138 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d6f68b4c-13ff-4111-ba5f-1b2061d5a28b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:22.373237 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-2a177b21-ce6b-4682-b6ed-149c0c34c065 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Network 241b1c7f-d3bf-422c-a584-ed5fdab3dde0 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:03:22.380325 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-2a177b21-ce6b-4682-b6ed-149c0c34c065 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:03:22.388966 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-2a177b21-ce6b-4682-b6ed-149c0c34c065 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:03:22.433017 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 42591cc2-84e2-4ab5-aff8-d671c368e34a up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:03:22.449839 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-2a177b21-ce6b-4682-b6ed-149c0c34c065 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:22.450737 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-2a177b21-ce6b-4682-b6ed-149c0c34c065 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:22.476051 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a177b21-ce6b-4682-b6ed-149c0c34c065 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Pushing event updated for resources: {'Port': ['ID=2092f84f-9556-4644-b169-e3526a7304e9,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:22.492196 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-38489003-daca-418e-9fe4-7d2d9ba841d4 admin admin] Publish callbacks [] for security_group (43484456-2daf-4d87-a799-a9166df9f820), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:22.510572 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [None req-d6f68b4c-13ff-4111-ba5f-1b2061d5a28b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] device_id is not set on port e6dbba2a-6eb2-48eb-85b4-8b7eced2e322 yet. {{(pid=114391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:03:22.561346 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-2a177b21-ce6b-4682-b6ed-149c0c34c065 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6532416
Feb 05 21:03:22.561919 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-38489003-daca-418e-9fe4-7d2d9ba841d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (43484456-2daf-4d87-a799-a9166df9f820), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:22.589291 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-d811e718-e5c8-4be1-9991-43fa896bb8d6 service neutron] Request body: {'port': {'device_id': 'ef6940a7-7e6c-430e-8f1d-1e3d86dc0b11', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:22.642290 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59b0255-a33b-4737-b724-7a4e64239f7b tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Router fcc3b7bf-4d93-4b01-b52a-1e64f2544d47 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:03:22.760736 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 479d12a6-1e9b-44ed-8aa3-f408472367d2 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:03:22.780234 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-c047c6ca-818d-4b6d-991e-060d2ff47561 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Made reservation on behalf of b60e54eff1c84167af92ad153dee11d4 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:03:22.796842 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-c047c6ca-818d-4b6d-991e-060d2ff47561 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:22.803691 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-d811e718-e5c8-4be1-9991-43fa896bb8d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (2092f84f-9556-4644-b169-e3526a7304e9), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:22.839617 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 479d12a6-1e9b-44ed-8aa3-f408472367d2 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:03:22.840065 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (479d12a6-1e9b-44ed-8aa3-f408472367d2), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:22.868715 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 42591cc2-84e2-4ab5-aff8-d671c368e34a completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:03:22.874897 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 42591cc2-84e2-4ab5-aff8-d671c368e34a triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:03:22.875322 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (42591cc2-84e2-4ab5-aff8-d671c368e34a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:22.968428 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 42591cc2-84e2-4ab5-aff8-d671c368e34a is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:03:22.968859 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (42591cc2-84e2-4ab5-aff8-d671c368e34a), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:22.999150 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59b0255-a33b-4737-b724-7a4e64239f7b tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:03:23.021146 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 42591cc2-84e2-4ab5-aff8-d671c368e34a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=42591cc2-84e2-4ab5-aff8-d671c368e34a,segment=NetworkSegment(348293ab-5555-4f03-a2ea-c1d23c5b0aaa),segment_id=348293ab-5555-4f03-a2ea-c1d23c5b0aaa)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:23.026860 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f46032-e3e3-4365-ab2a-f3d123ca707d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42591cc2-84e2-4ab5-aff8-d671c368e34a'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:03:23.029777 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c3eeab-9168-4de9-87a1-0078441b6e3f" -d '{"events": [{"server_uuid": "20f46032-e3e3-4365-ab2a-f3d123ca707d", "name": "network-vif-plugged", "status": "completed", "tag": "42591cc2-84e2-4ab5-aff8-d671c368e34a"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:03:23.033931 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f59b0255-a33b-4737-b724-7a4e64239f7b tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:23.037439 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f59b0255-a33b-4737-b724-7a4e64239f7b tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 5.5960617
Feb 05 21:03:23.037621 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b08ec14-477b-4a48-ad95-459dbb6446c0 None None] Sync routers for ids ['fcc3b7bf-4d93-4b01-b52a-1e64f2544d47'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:03:23.037840 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52572) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:23.051116 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (42591cc2-84e2-4ab5-aff8-d671c368e34a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:23.054369 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b08ec14-477b-4a48-ad95-459dbb6446c0 None None] Routers {'fcc3b7bf-4d93-4b01-b52a-1e64f2544d47'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:03:23.055065 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-1b08ec14-477b-4a48-ad95-459dbb6446c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2daba56fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:03:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['fcc3b7bf-4d93-4b01-b52a-1e64f2544d47'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:23.061381 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15be167-7280-41f6-a030-9c675da5c93d req-79eab45c-c8aa-4c54-95d0-4145713c8119 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:23.063369 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f15be167-7280-41f6-a030-9c675da5c93d req-79eab45c-c8aa-4c54-95d0-4145713c8119 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=20f46032-e3e3-4365-ab2a-f3d123ca707d HTTP/1.1" status: 200  len: 1126 time: 0.7612340
Feb 05 21:03:23.146435 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-1b08ec14-477b-4a48-ad95-459dbb6446c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2daba56fd0>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:23.162442 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-38489003-daca-418e-9fe4-7d2d9ba841d4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=49872101931f46789043a1f1da9e762b&name=default HTTP/1.1" status: 200  len: 3000 time: 2.2719879
Feb 05 21:03:23.169594 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52574) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:23.186296 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38489003-daca-418e-9fe4-7d2d9ba841d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43484456-2daf-4d87-a799-a9166df9f820,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:23.198740 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f12a41a5-6443-406c-a6ce-0024480cbd53 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] 10.222.0.32 "GET /v2.0/routers/fcc3b7bf-4d93-4b01-b52a-1e64f2544d47 HTTP/1.1" status: 200  len: 920 time: 0.1596351
Feb 05 21:03:23.204501 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52576) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:23.237747 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b08ec14-477b-4a48-ad95-459dbb6446c0 None None] Routers {'fcc3b7bf-4d93-4b01-b52a-1e64f2544d47'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:03:23.238699 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-1b08ec14-477b-4a48-ad95-459dbb6446c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2daba56fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:03:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['fcc3b7bf-4d93-4b01-b52a-1e64f2544d47'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:23.251155 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0f622778-d291-4048-9678-f00e75105e79 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks [] for port (60c69fc9-3201-430d-80c5-997dd0efbb5d), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:23.252424 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-05136438-0ad9-4e59-9301-91d99196a1fa tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcc3b7bf-4d93-4b01-b52a-1e64f2544d47 HTTP/1.1" status: 200  len: 205 time: 0.0460317
Feb 05 21:03:23.256815 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52578) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:23.258218 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=42591cc2-84e2-4ab5-aff8-d671c368e34a,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:23.273845 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0f622778-d291-4048-9678-f00e75105e79 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (60c69fc9-3201-430d-80c5-997dd0efbb5d), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:23.300111 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bbf6e0-775f-42a4-b9ff-7edcadf1f346 req-5e7eaac2-061b-4584-ab67-5d86c5e08d8d tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:23.301627 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e6bbf6e0-775f-42a4-b9ff-7edcadf1f346 req-5e7eaac2-061b-4584-ab67-5d86c5e08d8d tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef6940a7-7e6c-430e-8f1d-1e3d86dc0b11 HTTP/1.1" status: 200  len: 931 time: 0.6608582
Feb 05 21:03:23.304227 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6f68b4c-13ff-4111-ba5f-1b2061d5a28b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:03:23.304666 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6f68b4c-13ff-4111-ba5f-1b2061d5a28b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:03:23.312621 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 479d12a6-1e9b-44ed-8aa3-f408472367d2 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:03:23.313036 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (479d12a6-1e9b-44ed-8aa3-f408472367d2), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:23.317791 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-1b08ec14-477b-4a48-ad95-459dbb6446c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2daba56fd0>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:23.318488 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b08ec14-477b-4a48-ad95-459dbb6446c0 None None] The sync data for ids ['fcc3b7bf-4d93-4b01-b52a-1e64f2544d47'] in ncdv-master-1 is: [] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:03:23.340276 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-134a6929-c089-4e17-94ef-36fb933f7f4b admin admin] Publish callbacks [] for security_group (43484456-2daf-4d87-a799-a9166df9f820), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:23.340666 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-8ec08fae-9b6e-43a6-9b77-fd2a71ca0b47 None None] Provisioning complete for port 479d12a6-1e9b-44ed-8aa3-f408472367d2 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:03:23.340988 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8ec08fae-9b6e-43a6-9b77-fd2a71ca0b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (479d12a6-1e9b-44ed-8aa3-f408472367d2), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:23.385841 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-d5de0048-a166-4c84-980b-cc7a23272639 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Allocated IP 172.20.0.6 (241b1c7f-d3bf-422c-a584-ed5fdab3dde0/98ed19ca-9b67-4995-a8b9-2e655244eed0/31d59140-5766-44f4-b0dd-14f5deff81e6) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:03:23.397468 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 479d12a6-1e9b-44ed-8aa3-f408472367d2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=479d12a6-1e9b-44ed-8aa3-f408472367d2,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:23.407865 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (479d12a6-1e9b-44ed-8aa3-f408472367d2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:23.417954 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-134a6929-c089-4e17-94ef-36fb933f7f4b admin admin] Publish callbacks [] for security_group (43484456-2daf-4d87-a799-a9166df9f820), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:23.438461 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d6f68b4c-13ff-4111-ba5f-1b2061d5a28b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 400  len: 350 time: 3.5742612
Feb 05 21:03:23.441581 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52580) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:23.480967 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f15be167-7280-41f6-a030-9c675da5c93d req-031d5d09-33bf-4b7d-95c2-08a6e4df5912 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6735038a-ca48-4338-8e2b-c68636a4f7ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4089494
Feb 05 21:03:23.492088 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f622778-d291-4048-9678-f00e75105e79 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Pushing event updated for resources: {'Port': ['ID=60c69fc9-3201-430d-80c5-997dd0efbb5d,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:23.515741 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fc96f64a-1c56-43bb-9e85-3ed5c310474f tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router (fcc3b7bf-4d93-4b01-b52a-1e64f2544d47), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:23.516484 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e6bbf6e0-775f-42a4-b9ff-7edcadf1f346 req-e5ff3b35-8b6c-48f0-a5e3-79e97ebef298 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4f75283-d183-4679-a597-c3ff69ffb06a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1712029
Feb 05 21:03:23.530520 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0f622778-d291-4048-9678-f00e75105e79 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (1d0e5220-9868-4d2c-815a-318269101569), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:23.552276 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0f622778-d291-4048-9678-f00e75105e79 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:23.553834 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0f622778-d291-4048-9678-f00e75105e79 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.2707341
Feb 05 21:03:23.566313 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=479d12a6-1e9b-44ed-8aa3-f408472367d2,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:23.598911 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-8ec08fae-9b6e-43a6-9b77-fd2a71ca0b47 None None] Current status of the port 479d12a6-1e9b-44ed-8aa3-f408472367d2 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:03:23.660665 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90dfae6-f2b3-46e4-95e6-3bb70cb9accc x-openstack-request-id: req-d90dfae6-f2b3-46e4-95e6-3bb70cb9accc {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:03:23.660982 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20f46032-e3e3-4365-ab2a-f3d123ca707d", "name": "network-vif-plugged", "status": "completed", "tag": "42591cc2-84e2-4ab5-aff8-d671c368e34a", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:03:23.661346 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d90dfae6-f2b3-46e4-95e6-3bb70cb9accc {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:03:23.661847 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20f46032-e3e3-4365-ab2a-f3d123ca707d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42591cc2-84e2-4ab5-aff8-d671c368e34a', 'code': 200}
Feb 05 21:03:23.785744 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8048184-b6c1-4fd4-8736-c233b46749ba req-ff71ae88-1297-4772-b595-5f58518e1864 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:23.787145 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a8048184-b6c1-4fd4-8736-c233b46749ba req-ff71ae88-1297-4772-b595-5f58518e1864 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 946 time: 0.1696420
Feb 05 21:03:23.791219 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536894f6-5246-411a-bf6a-7471b74b1fe0 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:23.796072 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-536894f6-5246-411a-bf6a-7471b74b1fe0 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.3526969
Feb 05 21:03:23.796242 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52590) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:23.796665 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-134a6929-c089-4e17-94ef-36fb933f7f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (43484456-2daf-4d87-a799-a9166df9f820), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:23.799690 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-134a6929-c089-4e17-94ef-36fb933f7f4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:23.803116 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-134a6929-c089-4e17-94ef-36fb933f7f4b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/43484456-2daf-4d87-a799-a9166df9f820 HTTP/1.1" status: 204  len: 168 time: 0.6294770
Feb 05 21:03:23.803262 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-d5de0048-a166-4c84-980b-cc7a23272639 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Publish callbacks [] for port (31d59140-5766-44f4-b0dd-14f5deff81e6), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:23.834513 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a6929-c089-4e17-94ef-36fb933f7f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43484456-2daf-4d87-a799-a9166df9f820,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:23.847945 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:03:23.895179 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9541deba-cdfa-4170-9635-3a5a0c5f4931 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:23.895413 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fc96f64a-1c56-43bb-9e85-3ed5c310474f tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router_gateway (fcc3b7bf-4d93-4b01-b52a-1e64f2544d47), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:23.896683 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9541deba-cdfa-4170-9635-3a5a0c5f4931 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:23.901490 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9541deba-cdfa-4170-9635-3a5a0c5f4931 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1003294
Feb 05 21:03:23.902203 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52598) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:23.974323 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a8048184-b6c1-4fd4-8736-c233b46749ba req-87df8240-cae3-481a-b9d9-731100a92542 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1772494
Feb 05 21:03:23.980085 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-bc4e41e3-1e7e-40fd-b11c-aca41750f076 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--2133291010&fields=id&tenant_id=e2211e554783435c9b7af885ea20e242 HTTP/1.1" status: 200  len: 267 time: 0.1150916
Feb 05 21:03:24.001766 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-d5de0048-a166-4c84-980b-cc7a23272639 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (31d59140-5766-44f4-b0dd-14f5deff81e6), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:24.064454 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-b75c020a-4031-4c74-b8e5-77644802868b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting subnet 0e77bb96-3aa1-493c-a2ee-bbbfccff2de5 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:03:24.068635 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a9bd4-d045-4d36-b6f3-254e4bd6d980 req-b060ef22-192e-4182-8350-e66b94965e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:24.070624 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d54a9bd4-d045-4d36-b6f3-254e4bd6d980 req-b060ef22-192e-4182-8350-e66b94965e7f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=20f46032-e3e3-4365-ab2a-f3d123ca707d HTTP/1.1" status: 200  len: 1127 time: 0.2976680
Feb 05 21:03:24.096437 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b75c020a-4031-4c74-b8e5-77644802868b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (0e77bb96-3aa1-493c-a2ee-bbbfccff2de5), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:24.117263 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-d5de0048-a166-4c84-980b-cc7a23272639 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Network 241b1c7f-d3bf-422c-a584-ed5fdab3dde0 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:03:24.122150 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de0048-a166-4c84-980b-cc7a23272639 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Pushing event updated for resources: {'Port': ['ID=31d59140-5766-44f4-b0dd-14f5deff81e6,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:24.127903 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-d5de0048-a166-4c84-980b-cc7a23272639 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:03:24.132062 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-d5de0048-a166-4c84-980b-cc7a23272639 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:03:24.202768 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-388a04a1-bcc3-4b83-9f72-1832d8b25ab7 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:24.205410 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-388a04a1-bcc3-4b83-9f72-1832d8b25ab7 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/networks?id=c184cf05-70dd-4af5-8bd4-fc4bd5d65e82 HTTP/1.1" status: 200  len: 810 time: 0.2167146
Feb 05 21:03:24.211419 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-d5de0048-a166-4c84-980b-cc7a23272639 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:24.212695 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-d5de0048-a166-4c84-980b-cc7a23272639 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:24.234136 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-611cbd7f-c0b2-4482-a15e-773f91e9caa8 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/quotas/e2211e554783435c9b7af885ea20e242 HTTP/1.1" status: 200  len: 375 time: 0.0183139
Feb 05 21:03:24.243120 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-d5de0048-a166-4c84-980b-cc7a23272639 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4448211
Feb 05 21:03:24.305267 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-1cf2ede6-9e28-471b-a815-80f5042261fd service neutron] Request body: {'port': {'device_id': '146ad738-6b59-4494-9613-2b94681ab1dc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:24.409230 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 479d12a6-1e9b-44ed-8aa3-f408472367d2 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:03:24.427537 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-c37c3903-e93b-433b-be58-bbe64e35168a tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2211e554783435c9b7af885ea20e242&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1802955
Feb 05 21:03:24.519485 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 479d12a6-1e9b-44ed-8aa3-f408472367d2 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:03:24.519993 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (479d12a6-1e9b-44ed-8aa3-f408472367d2), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:24.546515 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-1cf2ede6-9e28-471b-a815-80f5042261fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (31d59140-5766-44f4-b0dd-14f5deff81e6), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:24.591227 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-85397ed8-5f1b-4806-859c-7d94290c77bc service neutron] 10.222.0.32 "GET /v2.0/networks/c184cf05-70dd-4af5-8bd4-fc4bd5d65e82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1571317
Feb 05 21:03:24.763417 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d54a9bd4-d045-4d36-b6f3-254e4bd6d980 req-30b92a02-8d53-409d-be23-29d1d910e878 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6735038a-ca48-4338-8e2b-c68636a4f7ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6700556
Feb 05 21:03:24.813287 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b75c020a-4031-4c74-b8e5-77644802868b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (0e77bb96-3aa1-493c-a2ee-bbbfccff2de5), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:24.814862 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 479d12a6-1e9b-44ed-8aa3-f408472367d2 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:03:24.905394 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-fc96f64a-1c56-43bb-9e85-3ed5c310474f tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Deleting port 878305c4-1d87-43e5-850f-da79b7dbacfd {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:03:24.906014 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fc96f64a-1c56-43bb-9e85-3ed5c310474f tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (878305c4-1d87-43e5-850f-da79b7dbacfd), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:24.930365 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52622) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:25.033941 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-d811e718-e5c8-4be1-9991-43fa896bb8d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2092f84f-9556-4644-b169-e3526a7304e9 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:03:25.046099 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-d811e718-e5c8-4be1-9991-43fa896bb8d6 service neutron] Publish callbacks [] for port (2092f84f-9556-4644-b169-e3526a7304e9), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:25.073459 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b75c020a-4031-4c74-b8e5-77644802868b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (0e77bb96-3aa1-493c-a2ee-bbbfccff2de5), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:25.101104 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-d811e718-e5c8-4be1-9991-43fa896bb8d6 service neutron] Transition to ACTIVE for port object 2092f84f-9556-4644-b169-e3526a7304e9 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:03:25.117918 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-a8ae789a-44d1-4e67-b3c5-de68a13ef8f4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1382447141-network', 'tenant_id': 'ee1b0ec4900a48c4aa913d5b57a3eb19'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:25.127421 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-d811e718-e5c8-4be1-9991-43fa896bb8d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (2092f84f-9556-4644-b169-e3526a7304e9), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:25.132441 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fc96f64a-1c56-43bb-9e85-3ed5c310474f tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (878305c4-1d87-43e5-850f-da79b7dbacfd), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:25.205629 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-fc96f64a-1c56-43bb-9e85-3ed5c310474f tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Calling delete_port for 878305c4-1d87-43e5-850f-da79b7dbacfd owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:03:25.236389 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811e718-e5c8-4be1-9991-43fa896bb8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=2092f84f-9556-4644-b169-e3526a7304e9,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:25.239642 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ae789a-44d1-4e67-b3c5-de68a13ef8f4 admin admin] Made reservation on behalf of ee1b0ec4900a48c4aa913d5b57a3eb19 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:03:25.242001 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a8ae789a-44d1-4e67-b3c5-de68a13ef8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:25.297519 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811e718-e5c8-4be1-9991-43fa896bb8d6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:03:25.297883 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811e718-e5c8-4be1-9991-43fa896bb8d6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:03:25.298192 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811e718-e5c8-4be1-9991-43fa896bb8d6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:03:25.298563 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811e718-e5c8-4be1-9991-43fa896bb8d6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:03:25.298903 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811e718-e5c8-4be1-9991-43fa896bb8d6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:03:25.299239 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811e718-e5c8-4be1-9991-43fa896bb8d6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:03:25.299574 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811e718-e5c8-4be1-9991-43fa896bb8d6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:03:25.299904 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811e718-e5c8-4be1-9991-43fa896bb8d6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:03:25.300228 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811e718-e5c8-4be1-9991-43fa896bb8d6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:03:25.300557 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811e718-e5c8-4be1-9991-43fa896bb8d6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:03:25.300885 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811e718-e5c8-4be1-9991-43fa896bb8d6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:03:25.301209 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811e718-e5c8-4be1-9991-43fa896bb8d6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:03:25.301532 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811e718-e5c8-4be1-9991-43fa896bb8d6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:03:25.324395 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a9ec8-e13d-43f0-9759-34a47238d974 req-a7373ea1-fe61-418c-96f3-7c359f3d76c5 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:25.326002 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1f2a9ec8-e13d-43f0-9759-34a47238d974 req-a7373ea1-fe61-418c-96f3-7c359f3d76c5 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=20f46032-e3e3-4365-ab2a-f3d123ca707d HTTP/1.1" status: 200  len: 1127 time: 0.6998813
Feb 05 21:03:25.336334 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a8ae789a-44d1-4e67-b3c5-de68a13ef8f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:25.342428 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-c047c6ca-818d-4b6d-991e-060d2ff47561 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Allocated IP 172.20.0.7 (241b1c7f-d3bf-422c-a584-ed5fdab3dde0/98ed19ca-9b67-4995-a8b9-2e655244eed0/e721e6aa-0249-46d9-b7ab-aa5f9460093a) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:03:25.383052 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b75c020a-4031-4c74-b8e5-77644802868b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (0e77bb96-3aa1-493c-a2ee-bbbfccff2de5), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:25.394858 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-4ab6083c-a6ec-489d-9e09-01d61b9daefb service neutron] 10.222.0.32 "GET /v2.0/networks/c184cf05-70dd-4af5-8bd4-fc4bd5d65e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8025563
Feb 05 21:03:25.428182 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c020a-4031-4c74-b8e5-77644802868b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Subnet': ['ID=0e77bb96-3aa1-493c-a2ee-bbbfccff2de5,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:25.468019 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f713797-b58f-4b9c-88ba-ba79d72b7ffb None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:03:25.468674 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b75c020a-4031-4c74-b8e5-77644802868b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:25.475883 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b75c020a-4031-4c74-b8e5-77644802868b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/0e77bb96-3aa1-493c-a2ee-bbbfccff2de5 HTTP/1.1" status: 204  len: 168 time: 1.5693412
Feb 05 21:03:25.478924 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52628) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:25.487558 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1f2a9ec8-e13d-43f0-9759-34a47238d974 req-1bcb225f-472e-4ba7-bdf7-cb26310774ce tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6735038a-ca48-4338-8e2b-c68636a4f7ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1469994
Feb 05 21:03:25.602452 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-746892ed-c078-4b25-96f9-ab32ebbf15e8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1216040
Feb 05 21:03:25.613004 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52632) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:25.624727 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-bab0b06c-406b-404a-9616-176042042dbe tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'subnet': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:25.634032 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-d811e718-e5c8-4be1-9991-43fa896bb8d6 service neutron] Attempting to bind port 2092f84f-9556-4644-b169-e3526a7304e9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:03:25.634596 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-d811e718-e5c8-4be1-9991-43fa896bb8d6 service neutron] Attempting to bind port 2092f84f-9556-4644-b169-e3526a7304e9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '27e35dc8-4d4c-46d0-a727-c056d3e1f42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '241b1c7f-d3bf-422c-a584-ed5fdab3dde0'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:03:25.634937 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-d811e718-e5c8-4be1-9991-43fa896bb8d6 service neutron] Attempting to bind port 2092f84f-9556-4644-b169-e3526a7304e9 on network 241b1c7f-d3bf-422c-a584-ed5fdab3dde0 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:03:25.655070 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-d811e718-e5c8-4be1-9991-43fa896bb8d6 service neutron] Port 2092f84f-9556-4644-b169-e3526a7304e9 on network 241b1c7f-d3bf-422c-a584-ed5fdab3dde0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:03:25.655397 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-d811e718-e5c8-4be1-9991-43fa896bb8d6 service neutron] Attempting to bind port 2092f84f-9556-4644-b169-e3526a7304e9 on network 241b1c7f-d3bf-422c-a584-ed5fdab3dde0 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:03:25.687760 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-d811e718-e5c8-4be1-9991-43fa896bb8d6 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:03:25.688104 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-d811e718-e5c8-4be1-9991-43fa896bb8d6 service neutron] Checking segment: {'id': '27e35dc8-4d4c-46d0-a727-c056d3e1f42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '241b1c7f-d3bf-422c-a584-ed5fdab3dde0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:03:25.688483 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-d811e718-e5c8-4be1-9991-43fa896bb8d6 service neutron] Bound using segment: {'id': '27e35dc8-4d4c-46d0-a727-c056d3e1f42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '241b1c7f-d3bf-422c-a584-ed5fdab3dde0'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:03:25.688936 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-d811e718-e5c8-4be1-9991-43fa896bb8d6 service neutron] Bound port: 2092f84f-9556-4644-b169-e3526a7304e9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e35dc8-4d4c-46d0-a727-c056d3e1f42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '241b1c7f-d3bf-422c-a584-ed5fdab3dde0'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:03:25.689294 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-d811e718-e5c8-4be1-9991-43fa896bb8d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (2092f84f-9556-4644-b169-e3526a7304e9), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:25.871654 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a8ae789a-44d1-4e67-b3c5-de68a13ef8f4 admin admin] Publish callbacks [] for security_group (ff0f6f24-f350-41da-bda1-6f65724dea04), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:25.888219 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf1e36-1b7a-439f-a7ec-8f3b1eb85420 req-f74b1755-6c37-43fb-a851-d96e89786c46 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:25.896674 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cfdf1e36-1b7a-439f-a7ec-8f3b1eb85420 req-f74b1755-6c37-43fb-a851-d96e89786c46 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef6940a7-7e6c-430e-8f1d-1e3d86dc0b11 HTTP/1.1" status: 200  len: 943 time: 0.2807736
Feb 05 21:03:25.907589 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a8ae789a-44d1-4e67-b3c5-de68a13ef8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ff0f6f24-f350-41da-bda1-6f65724dea04), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:25.945279 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e114413-8080-4fb8-93a2-8f25279073c0 None None] DHCP port deletion for 4b876e93-e753-4f82-8855-2c9c3d1db066 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:03:25.984683 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fc96f64a-1c56-43bb-9e85-3ed5c310474f tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (878305c4-1d87-43e5-850f-da79b7dbacfd), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:25.992940 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8ae789a-44d1-4e67-b3c5-de68a13ef8f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:03:25.995645 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae789a-44d1-4e67-b3c5-de68a13ef8f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0f6f24-f350-41da-bda1-6f65724dea04,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:26.020783 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-d811e718-e5c8-4be1-9991-43fa896bb8d6 service neutron] For port 2092f84f-9556-4644-b169-e3526a7304e9, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:03:26.026788 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab0b06c-406b-404a-9616-176042042dbe tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:03:26.030514 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bab0b06c-406b-404a-9616-176042042dbe tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:26.074693 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96f64a-1c56-43bb-9e85-3ed5c310474f tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Pushing event deleted for resources: {'Port': ['ID=878305c4-1d87-43e5-850f-da79b7dbacfd,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:26.077687 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-d811e718-e5c8-4be1-9991-43fa896bb8d6 service neutron] For port 2092f84f-9556-4644-b169-e3526a7304e9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2092f84f-9556-4644-b169-e3526a7304e9,segment=NetworkSegment(27e35dc8-4d4c-46d0-a727-c056d3e1f42d),segment_id=27e35dc8-4d4c-46d0-a727-c056d3e1f42d)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:03:26.081505 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a8ae789a-44d1-4e67-b3c5-de68a13ef8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (eaa8d824-74e2-4fa9-9139-2565b7f459f4), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:26.082220 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-a8ae789a-44d1-4e67-b3c5-de68a13ef8f4 admin admin] Added segment eaa8d824-74e2-4fa9-9139-2565b7f459f4 of type vlan for network 8ef6ce95-1882-4159-afee-2b0fb7aad74f
Feb 05 21:03:26.084991 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-1e114413-8080-4fb8-93a2-8f25279073c0 None None] Deleting port 479d12a6-1e9b-44ed-8aa3-f408472367d2 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:03:26.085712 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1e114413-8080-4fb8-93a2-8f25279073c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (479d12a6-1e9b-44ed-8aa3-f408472367d2), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:26.157530 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-c047c6ca-818d-4b6d-991e-060d2ff47561 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Publish callbacks [] for port (e721e6aa-0249-46d9-b7ab-aa5f9460093a), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:26.177604 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6464d465-3107-4780-9b9f-3617c5832c48 req-769c2ce5-8cbd-4ce7-b69a-694d6c8208e0 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:26.179036 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6464d465-3107-4780-9b9f-3617c5832c48 req-769c2ce5-8cbd-4ce7-b69a-694d6c8208e0 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 946 time: 0.3587706
Feb 05 21:03:26.204565 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cfdf1e36-1b7a-439f-a7ec-8f3b1eb85420 req-5e88ecc3-f0f8-423e-8c64-8525096fb99e tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4f75283-d183-4679-a597-c3ff69ffb06a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1866503
Feb 05 21:03:26.247212 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a8ae789a-44d1-4e67-b3c5-de68a13ef8f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (8ef6ce95-1882-4159-afee-2b0fb7aad74f), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:26.260513 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-1e114413-8080-4fb8-93a2-8f25279073c0 None None] For port 479d12a6-1e9b-44ed-8aa3-f408472367d2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=479d12a6-1e9b-44ed-8aa3-f408472367d2,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:26.262862 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1e114413-8080-4fb8-93a2-8f25279073c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (479d12a6-1e9b-44ed-8aa3-f408472367d2), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:26.295113 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-1e114413-8080-4fb8-93a2-8f25279073c0 None None] Calling delete_port for 479d12a6-1e9b-44ed-8aa3-f408472367d2 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:03:26.329990 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-290e08c9-84b7-4bbe-8b3a-5353303c0f79 req-677740d1-3a11-4ad7-9547-d9104f83b3bd tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=b56754d4-2d51-45b8-b4e0-e950064b6fa8 HTTP/1.1" status: 200  len: 210 time: 0.0438046
Feb 05 21:03:26.345377 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-d811e718-e5c8-4be1-9991-43fa896bb8d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (2092f84f-9556-4644-b169-e3526a7304e9), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:26.352817 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6464d465-3107-4780-9b9f-3617c5832c48 req-f5feadd5-999c-4525-b2f1-82eba390dfcb tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1584442
Feb 05 21:03:26.379546 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a8ae789a-44d1-4e67-b3c5-de68a13ef8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (8ef6ce95-1882-4159-afee-2b0fb7aad74f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:26.380806 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ae789a-44d1-4e67-b3c5-de68a13ef8f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:26.381572 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a8ae789a-44d1-4e67-b3c5-de68a13ef8f4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:26.414457 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 479d12a6-1e9b-44ed-8aa3-f408472367d2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:03:26.538473 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-1cf2ede6-9e28-471b-a815-80f5042261fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31d59140-5766-44f4-b0dd-14f5deff81e6 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:03:26.562273 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-1cf2ede6-9e28-471b-a815-80f5042261fd service neutron] Publish callbacks [] for port (31d59140-5766-44f4-b0dd-14f5deff81e6), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:26.588024 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 479d12a6-1e9b-44ed-8aa3-f408472367d2 is: ACTIVE; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:03:26.590068 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (479d12a6-1e9b-44ed-8aa3-f408472367d2), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:26.594092 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-1cf2ede6-9e28-471b-a815-80f5042261fd service neutron] Transition to ACTIVE for port object 31d59140-5766-44f4-b0dd-14f5deff81e6 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:03:26.600146 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-c047c6ca-818d-4b6d-991e-060d2ff47561 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (e721e6aa-0249-46d9-b7ab-aa5f9460093a), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:26.608718 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae789a-44d1-4e67-b3c5-de68a13ef8f4 admin admin] Pushing event updated for resources: {'Network': ['ID=8ef6ce95-1882-4159-afee-2b0fb7aad74f,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:26.615995 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-1cf2ede6-9e28-471b-a815-80f5042261fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (31d59140-5766-44f4-b0dd-14f5deff81e6), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:26.617224 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-d811e718-e5c8-4be1-9991-43fa896bb8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:26.618097 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-d811e718-e5c8-4be1-9991-43fa896bb8d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:26.619661 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-d811e718-e5c8-4be1-9991-43fa896bb8d6 service neutron] 10.222.0.21 "PUT /v2.0/ports/2092f84f-9556-4644-b169-e3526a7304e9 HTTP/1.1" status: 200  len: 1091 time: 4.0411761
Feb 05 21:03:26.657388 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 479d12a6-1e9b-44ed-8aa3-f408472367d2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=479d12a6-1e9b-44ed-8aa3-f408472367d2,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:26.662328 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 8ef6ce95-1882-4159-afee-2b0fb7aad74f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:03:26.679161 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef6940a7-7e6c-430e-8f1d-1e3d86dc0b11', 'tag': '2092f84f-9556-4644-b169-e3526a7304e9'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:03:26.681568 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e565dfd1-1f3c-45b0-b84a-3d339854655c" -d '{"events": [{"name": "network-changed", "server_uuid": "ef6940a7-7e6c-430e-8f1d-1e3d86dc0b11", "tag": "2092f84f-9556-4644-b169-e3526a7304e9"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:03:26.698283 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (479d12a6-1e9b-44ed-8aa3-f408472367d2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:26.738048 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a8ae789a-44d1-4e67-b3c5-de68a13ef8f4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.8060498
Feb 05 21:03:26.779068 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e67235-ec30-4a0b-978b-f17484fbf0c4 x-openstack-request-id: req-a3e67235-ec30-4a0b-978b-f17484fbf0c4 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:03:26.779371 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef6940a7-7e6c-430e-8f1d-1e3d86dc0b11", "tag": "2092f84f-9556-4644-b169-e3526a7304e9", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:03:26.779632 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a3e67235-ec30-4a0b-978b-f17484fbf0c4 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:03:26.780096 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef6940a7-7e6c-430e-8f1d-1e3d86dc0b11', 'tag': '2092f84f-9556-4644-b169-e3526a7304e9', 'status': 'completed', 'code': 200}
Feb 05 21:03:26.781802 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52650) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:26.785788 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fc96f64a-1c56-43bb-9e85-3ed5c310474f tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (fcc3b7bf-4d93-4b01-b52a-1e64f2544d47), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:26.793097 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=479d12a6-1e9b-44ed-8aa3-f408472367d2,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:26.828238 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-c047c6ca-818d-4b6d-991e-060d2ff47561 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Network 241b1c7f-d3bf-422c-a584-ed5fdab3dde0 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:03:26.832345 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c047c6ca-818d-4b6d-991e-060d2ff47561 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Pushing event updated for resources: {'Port': ['ID=e721e6aa-0249-46d9-b7ab-aa5f9460093a,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:26.861904 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:03:26.862276 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:03:26.862661 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:03:26.863054 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:03:26.863395 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:03:26.863749 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:03:26.864468 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:03:26.864825 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:03:26.865164 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:03:26.865504 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:03:26.865841 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:03:26.866226 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:03:26.866584 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:03:26.874583 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1e114413-8080-4fb8-93a2-8f25279073c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (479d12a6-1e9b-44ed-8aa3-f408472367d2), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:26.895029 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-c047c6ca-818d-4b6d-991e-060d2ff47561 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:03:26.915475 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e114413-8080-4fb8-93a2-8f25279073c0 None None] Pushing event deleted for resources: {'Port': ['ID=479d12a6-1e9b-44ed-8aa3-f408472367d2,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:26.920667 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-c047c6ca-818d-4b6d-991e-060d2ff47561 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:03:26.921112 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e114413-8080-4fb8-93a2-8f25279073c0 None None] No DVR routers for this DVR port 479d12a6-1e9b-44ed-8aa3-f408472367d2 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:03:27.030694 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-c047c6ca-818d-4b6d-991e-060d2ff47561 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:27.039074 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-c047c6ca-818d-4b6d-991e-060d2ff47561 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:27.063183 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-f3666f1c-48db-47b3-9ec3-f98b35c82c82 admin admin] Request body: {'subnet': {'network_id': '8ef6ce95-1882-4159-afee-2b0fb7aad74f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1382447141-subnet', 'tenant_id': 'ee1b0ec4900a48c4aa913d5b57a3eb19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:27.071601 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf2ede6-9e28-471b-a815-80f5042261fd service neutron] Pushing event updated for resources: {'Port': ['ID=31d59140-5766-44f4-b0dd-14f5deff81e6,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:27.078287 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae4e38-9e4e-4a9e-9e8b-8b3ef3b81874 req-c9b45e70-cf50-4b77-90c2-8e6644e25e09 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:27.081234 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-73ae4e38-9e4e-4a9e-9e8b-8b3ef3b81874 req-c9b45e70-cf50-4b77-90c2-8e6644e25e09 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=20f46032-e3e3-4365-ab2a-f3d123ca707d HTTP/1.1" status: 200  len: 1127 time: 0.4153411
Feb 05 21:03:27.095018 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fc96f64a-1c56-43bb-9e85-3ed5c310474f tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (fcc3b7bf-4d93-4b01-b52a-1e64f2544d47), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:27.103747 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fc96f64a-1c56-43bb-9e85-3ed5c310474f tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router_controller (fcc3b7bf-4d93-4b01-b52a-1e64f2544d47), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:27.110421 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-1cf2ede6-9e28-471b-a815-80f5042261fd service neutron] Attempting to bind port 31d59140-5766-44f4-b0dd-14f5deff81e6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:03:27.110421 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-1cf2ede6-9e28-471b-a815-80f5042261fd service neutron] Attempting to bind port 31d59140-5766-44f4-b0dd-14f5deff81e6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '27e35dc8-4d4c-46d0-a727-c056d3e1f42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '241b1c7f-d3bf-422c-a584-ed5fdab3dde0'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:03:27.110421 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-1cf2ede6-9e28-471b-a815-80f5042261fd service neutron] Attempting to bind port 31d59140-5766-44f4-b0dd-14f5deff81e6 on network 241b1c7f-d3bf-422c-a584-ed5fdab3dde0 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:03:27.110937 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811e718-e5c8-4be1-9991-43fa896bb8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=2092f84f-9556-4644-b169-e3526a7304e9,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:27.124798 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-1cf2ede6-9e28-471b-a815-80f5042261fd service neutron] Port 31d59140-5766-44f4-b0dd-14f5deff81e6 on network 241b1c7f-d3bf-422c-a584-ed5fdab3dde0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:03:27.125333 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-1cf2ede6-9e28-471b-a815-80f5042261fd service neutron] Attempting to bind port 31d59140-5766-44f4-b0dd-14f5deff81e6 on network 241b1c7f-d3bf-422c-a584-ed5fdab3dde0 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:03:27.139227 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-c047c6ca-818d-4b6d-991e-060d2ff47561 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.2127831
Feb 05 21:03:27.145975 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-1cf2ede6-9e28-471b-a815-80f5042261fd service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:03:27.146443 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-1cf2ede6-9e28-471b-a815-80f5042261fd service neutron] Checking segment: {'id': '27e35dc8-4d4c-46d0-a727-c056d3e1f42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '241b1c7f-d3bf-422c-a584-ed5fdab3dde0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:03:27.147122 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-1cf2ede6-9e28-471b-a815-80f5042261fd service neutron] Bound using segment: {'id': '27e35dc8-4d4c-46d0-a727-c056d3e1f42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '241b1c7f-d3bf-422c-a584-ed5fdab3dde0'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:03:27.147647 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-1cf2ede6-9e28-471b-a815-80f5042261fd service neutron] Bound port: 31d59140-5766-44f4-b0dd-14f5deff81e6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e35dc8-4d4c-46d0-a727-c056d3e1f42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '241b1c7f-d3bf-422c-a584-ed5fdab3dde0'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:03:27.148087 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-1cf2ede6-9e28-471b-a815-80f5042261fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (31d59140-5766-44f4-b0dd-14f5deff81e6), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:27.155938 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-5676692b-077e-4a09-8d0d-6227cf61c40c service neutron] Request body: {'port': {'device_id': 'aad208af-c1fd-479b-bad4-a5744d9ad1d8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:27.199449 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3666f1c-48db-47b3-9ec3-f98b35c82c82 admin admin] Made reservation on behalf of ee1b0ec4900a48c4aa913d5b57a3eb19 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:03:27.201803 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f3666f1c-48db-47b3-9ec3-f98b35c82c82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:27.210492 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-05533944-fe20-4068-b011-0bca44beee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:27.212673 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-05533944-fe20-4068-b011-0bca44beee01 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b60e54eff1c84167af92ad153dee11d4&device_id=ef6940a7-7e6c-430e-8f1d-1e3d86dc0b11 HTTP/1.1" status: 200  len: 1125 time: 0.4844208
Feb 05 21:03:27.213364 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fc96f64a-1c56-43bb-9e85-3ed5c310474f tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (fcc3b7bf-4d93-4b01-b52a-1e64f2544d47), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:27.214417 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc96f64a-1c56-43bb-9e85-3ed5c310474f tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Fanout notify agent at l3_agent the message router_deleted on router fcc3b7bf-4d93-4b01-b52a-1e64f2544d47 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:03:27.219754 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-73ae4e38-9e4e-4a9e-9e8b-8b3ef3b81874 req-5c02f0ec-5dba-45a4-97f1-21ce6584031e tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6735038a-ca48-4338-8e2b-c68636a4f7ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128030
Feb 05 21:03:27.247127 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fc96f64a-1c56-43bb-9e85-3ed5c310474f tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:27.265105 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-fc96f64a-1c56-43bb-9e85-3ed5c310474f tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] 10.222.0.32 "DELETE /v2.0/routers/fcc3b7bf-4d93-4b01-b52a-1e64f2544d47 HTTP/1.1" status: 204  len: 168 time: 4.0069370
Feb 05 21:03:27.281199 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-1cf2ede6-9e28-471b-a815-80f5042261fd service neutron] For port 31d59140-5766-44f4-b0dd-14f5deff81e6, host nch1-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:03:27.283568 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52656) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:27.286874 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-1cf2ede6-9e28-471b-a815-80f5042261fd service neutron] For port 31d59140-5766-44f4-b0dd-14f5deff81e6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=31d59140-5766-44f4-b0dd-14f5deff81e6,segment=NetworkSegment(27e35dc8-4d4c-46d0-a727-c056d3e1f42d),segment_id=27e35dc8-4d4c-46d0-a727-c056d3e1f42d)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:03:27.313897 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-394d92a2-d6f3-4103-ad40-4189f175b248 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1881151621', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'enable_snat': False}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:27.352282 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-1cf2ede6-9e28-471b-a815-80f5042261fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (31d59140-5766-44f4-b0dd-14f5deff81e6), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:27.361401 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-5676692b-077e-4a09-8d0d-6227cf61c40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e721e6aa-0249-46d9-b7ab-aa5f9460093a), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:27.370302 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-f2c8f8bc-e56b-4b91-abb0-bac8ce290576 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2092f84f-9556-4644-b169-e3526a7304e9 HTTP/1.1" status: 200  len: 217 time: 0.1326067
Feb 05 21:03:27.470005 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-1cf2ede6-9e28-471b-a815-80f5042261fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:27.470841 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-1cf2ede6-9e28-471b-a815-80f5042261fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:27.472866 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-1cf2ede6-9e28-471b-a815-80f5042261fd service neutron] 10.222.0.21 "PUT /v2.0/ports/31d59140-5766-44f4-b0dd-14f5deff81e6 HTTP/1.1" status: 200  len: 1091 time: 3.1964843
Feb 05 21:03:27.475416 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '146ad738-6b59-4494-9613-2b94681ab1dc', 'tag': '31d59140-5766-44f4-b0dd-14f5deff81e6'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:03:27.478598 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2763b901-083a-4015-8bcd-112e215858e7" -d '{"events": [{"name": "network-changed", "server_uuid": "146ad738-6b59-4494-9613-2b94681ab1dc", "tag": "31d59140-5766-44f4-b0dd-14f5deff81e6"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:03:27.554436 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-394d92a2-d6f3-4103-ad40-4189f175b248 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (eb7f49fc-206d-40d5-b35d-bb22d752c0e1), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:27.556297 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-394d92a2-d6f3-4103-ad40-4189f175b248 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (eb7f49fc-206d-40d5-b35d-bb22d752c0e1), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:27.558595 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf2ede6-9e28-471b-a815-80f5042261fd service neutron] Pushing event updated for resources: {'Port': ['ID=31d59140-5766-44f4-b0dd-14f5deff81e6,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:27.580579 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bab0b06c-406b-404a-9616-176042042dbe tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (80cf804d-d7d3-49d5-be3e-f3d4c5676eeb), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:27.591402 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7114d1b-7208-4e0a-b29b-5865458b51fa req-904a2c80-c440-4ae1-8fe5-b6b2c18798b9 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:27.593151 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c7114d1b-7208-4e0a-b29b-5865458b51fa req-904a2c80-c440-4ae1-8fe5-b6b2c18798b9 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef6940a7-7e6c-430e-8f1d-1e3d86dc0b11 HTTP/1.1" status: 200  len: 943 time: 0.2581081
Feb 05 21:03:27.605962 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9d7a5-4bbf-46d6-a5a1-781ed4e7c295 req-76e53e3f-c4a7-4b9c-aceb-b97c5031292d tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:27.607639 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-11e9d7a5-4bbf-46d6-a5a1-781ed4e7c295 req-76e53e3f-c4a7-4b9c-aceb-b97c5031292d tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=20f46032-e3e3-4365-ab2a-f3d123ca707d HTTP/1.1" status: 200  len: 1127 time: 0.2314374
Feb 05 21:03:27.664861 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-6a9ecb66-f07f-49b1-ab10-230ec1226f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:27.666354 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-6a9ecb66-f07f-49b1-ab10-230ec1226f9a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=98ed19ca-9b67-4995-a8b9-2e655244eed0 HTTP/1.1" status: 200  len: 858 time: 0.2630000
Feb 05 21:03:27.741140 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab0b06c-406b-404a-9616-176042042dbe tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:03:27.774064 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-6ff84f12-552e-49eb-874f-a61b772806dc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=241b1c7f-d3bf-422c-a584-ed5fdab3dde0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0896113
Feb 05 21:03:27.777245 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-394d92a2-d6f3-4103-ad40-4189f175b248 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for router_controller (eb7f49fc-206d-40d5-b35d-bb22d752c0e1), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:27.779124 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c7114d1b-7208-4e0a-b29b-5865458b51fa req-a8ce5f89-3329-4b18-8a65-e4a7b8d4b7af tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4f75283-d183-4679-a597-c3ff69ffb06a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1703336
Feb 05 21:03:27.813669 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-9934e8d4-371a-4f43-92e6-d8182a5a03e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:27.813669 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-9934e8d4-371a-4f43-92e6-d8182a5a03e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b60e54eff1c84167af92ad153dee11d4&device_id=146ad738-6b59-4494-9613-2b94681ab1dc HTTP/1.1" status: 200  len: 1125 time: 0.2492826
Feb 05 21:03:27.822483 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab0b06c-406b-404a-9616-176042042dbe tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Subnet': ['ID=80cf804d-d7d3-49d5-be3e-f3d4c5676eeb,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:27.824914 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-bab0b06c-406b-404a-9616-176042042dbe tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:03:27.835720 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5f678b-17f5-4630-b533-df1f0cecea30 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:03:27.857485 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab0b06c-406b-404a-9616-176042042dbe tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:27.858261 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bab0b06c-406b-404a-9616-176042042dbe tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:27.885178 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-11e9d7a5-4bbf-46d6-a5a1-781ed4e7c295 req-f0477e14-2870-4d18-8603-8ea2a26b0213 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6735038a-ca48-4338-8e2b-c68636a4f7ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2569799
Feb 05 21:03:27.904343 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-e9036b50-6fe2-4be9-9df7-2be2182a7b52 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:27.904343 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-e9036b50-6fe2-4be9-9df7-2be2182a7b52 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.39 "GET /v2.0/networks?id=c184cf05-70dd-4af5-8bd4-fc4bd5d65e82 HTTP/1.1" status: 200  len: 810 time: 0.4945681
Feb 05 21:03:28.001433 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-deb9a4b5-283a-4c9e-b806-5aea9dd91de1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31d59140-5766-44f4-b0dd-14f5deff81e6 HTTP/1.1" status: 200  len: 217 time: 0.1807556
Feb 05 21:03:28.058874 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4e1fed-9dc8-4c9f-908e-5ca71c914cec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4b876e93-e753-4f82-8855-2c9c3d1db066', 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'project_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'fixed_ips': [{'subnet_id': '80cf804d-d7d3-49d5-be3e-f3d4c5676eeb'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:03:28.060064 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fe4e1fed-9dc8-4c9f-908e-5ca71c914cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:28.073608 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-abd77b15-65f0-479e-a2cd-60644756e715 req-a9853bb8-d8ff-480f-b434-46ae2d143143 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=b56754d4-2d51-45b8-b4e0-e950064b6fa8 HTTP/1.1" status: 200  len: 210 time: 0.1241267
Feb 05 21:03:28.156862 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-32fbdbdb-594f-45f6-8551-671343be425a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:28.158499 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-32fbdbdb-594f-45f6-8551-671343be425a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=98ed19ca-9b67-4995-a8b9-2e655244eed0 HTTP/1.1" status: 200  len: 858 time: 0.1384685
Feb 05 21:03:28.185505 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc65f0-12f7-48c8-a7aa-a8a1d01e0121 req-a16ab144-6885-4a96-aff0-22168e05e628 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:28.187156 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-09bc65f0-12f7-48c8-a7aa-a8a1d01e0121 req-a16ab144-6885-4a96-aff0-22168e05e628 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 946 time: 0.1846657
Feb 05 21:03:28.195650 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e2308b-c830-4c72-911f-55851d9c5f8e x-openstack-request-id: req-05e2308b-c830-4c72-911f-55851d9c5f8e {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:03:28.196024 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "146ad738-6b59-4494-9613-2b94681ab1dc", "tag": "31d59140-5766-44f4-b0dd-14f5deff81e6", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:03:28.196431 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-05e2308b-c830-4c72-911f-55851d9c5f8e {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:03:28.196889 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '146ad738-6b59-4494-9613-2b94681ab1dc', 'tag': '31d59140-5766-44f4-b0dd-14f5deff81e6', 'status': 'completed', 'code': 200}
Feb 05 21:03:28.216392 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-bab0b06c-406b-404a-9616-176042042dbe tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.5966878
Feb 05 21:03:28.228228 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52666) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:28.230895 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-d601ed31-3157-46c3-8163-473a91c6f470 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=241b1c7f-d3bf-422c-a584-ed5fdab3dde0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0629661
Feb 05 21:03:28.236937 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-df6289be-1b29-4f94-87de-fdbe5a6a077b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1545245691', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:28.262058 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-394d92a2-d6f3-4103-ad40-4189f175b248 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for router_gateway (eb7f49fc-206d-40d5-b35d-bb22d752c0e1), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:28.361771 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f3666f1c-48db-47b3-9ec3-f98b35c82c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (92929cba-c077-4b9d-82b6-5a435105b222), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:28.385253 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-fe4e1fed-9dc8-4c9f-908e-5ca71c914cec None None] Allocated IP 2001:db8::2 (4b876e93-e753-4f82-8855-2c9c3d1db066/80cf804d-d7d3-49d5-be3e-f3d4c5676eeb/6e36343e-d896-43d9-80fc-6c3e52389276) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:03:28.394209 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-09bc65f0-12f7-48c8-a7aa-a8a1d01e0121 req-29db493e-d4c4-4d11-a096-e808887621d0 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1948707
Feb 05 21:03:28.465988 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-bbfefe8c-5b62-4a10-8cbd-2162048fb6f6 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2211e554783435c9b7af885ea20e242 HTTP/1.1" status: 200  len: 380 time: 0.4014695
Feb 05 21:03:28.480948 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-df6289be-1b29-4f94-87de-fdbe5a6a077b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (b1fb54e3-62f6-4305-a701-2e46c0a56d17), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:28.481982 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-df6289be-1b29-4f94-87de-fdbe5a6a077b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (b1fb54e3-62f6-4305-a701-2e46c0a56d17), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:28.488720 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-5676692b-077e-4a09-8d0d-6227cf61c40c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e721e6aa-0249-46d9-b7ab-aa5f9460093a {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:03:28.490327 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-7f6894f5-6c57-4fe9-8fb1-96a5e5daf2c2 service neutron] 10.222.0.21 "GET /v2.0/networks/241b1c7f-d3bf-422c-a584-ed5fdab3dde0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6496146
Feb 05 21:03:28.500156 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-5676692b-077e-4a09-8d0d-6227cf61c40c service neutron] Publish callbacks [] for port (e721e6aa-0249-46d9-b7ab-aa5f9460093a), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:28.500838 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-5044cff9-4233-4cfd-9654-26e440ba2bf5 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Request body: {'port': {'device_id': 'b56754d4-2d51-45b8-b4e0-e950064b6fa8', 'network_id': 'c184cf05-70dd-4af5-8bd4-fc4bd5d65e82', 'admin_state_up': True, 'tenant_id': 'e2211e554783435c9b7af885ea20e242', 'security_groups': ['367daedb-a110-448a-a43f-464c464e668a']}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:28.529737 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-5676692b-077e-4a09-8d0d-6227cf61c40c service neutron] Transition to ACTIVE for port object e721e6aa-0249-46d9-b7ab-aa5f9460093a will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:03:28.555886 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-5676692b-077e-4a09-8d0d-6227cf61c40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (e721e6aa-0249-46d9-b7ab-aa5f9460093a), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:28.569309 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3666f1c-48db-47b3-9ec3-f98b35c82c82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92929cba-c077-4b9d-82b6-5a435105b222,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:28.603019 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-2b58bf49-5c1e-4acc-8d4c-1ff1a3fbda84 service neutron] 10.222.0.21 "GET /v2.0/networks/241b1c7f-d3bf-422c-a584-ed5fdab3dde0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3489830
Feb 05 21:03:28.632403 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774fb10-7067-4e8d-9c87-0445505f78ec req-769aad01-41d7-4f47-ac21-bbe536cdd0e2 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:28.635606 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1774fb10-7067-4e8d-9c87-0445505f78ec req-769aad01-41d7-4f47-ac21-bbe536cdd0e2 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=20f46032-e3e3-4365-ab2a-f3d123ca707d HTTP/1.1" status: 200  len: 1127 time: 0.2800753
Feb 05 21:03:28.647397 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fe4e1fed-9dc8-4c9f-908e-5ca71c914cec None None] Publish callbacks [] for port (6e36343e-d896-43d9-80fc-6c3e52389276), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:28.648269 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-df6289be-1b29-4f94-87de-fdbe5a6a077b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for router_controller (b1fb54e3-62f6-4305-a701-2e46c0a56d17), precommit_add_association {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:28.662321 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fe4e1fed-9dc8-4c9f-908e-5ca71c914cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (6e36343e-d896-43d9-80fc-6c3e52389276), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:28.684937 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-df6289be-1b29-4f94-87de-fdbe5a6a077b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (b1fb54e3-62f6-4305-a701-2e46c0a56d17), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:28.705700 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3666f1c-48db-47b3-9ec3-f98b35c82c82 admin admin] Checking segment: {'id': 'eaa8d824-74e2-4fa9-9139-2565b7f459f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8ef6ce95-1882-4159-afee-2b0fb7aad74f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:03:28.706809 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3666f1c-48db-47b3-9ec3-f98b35c82c82 admin admin] Network hostable DHCP agents. Network: 8ef6ce95-1882-4159-afee-2b0fb7aad74f, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:03:28.709086 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4e1fed-9dc8-4c9f-908e-5ca71c914cec None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:03:28.716174 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-fe4e1fed-9dc8-4c9f-908e-5ca71c914cec None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:03:28.724352 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4e1fed-9dc8-4c9f-908e-5ca71c914cec None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:03:28.750259 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676692b-077e-4a09-8d0d-6227cf61c40c service neutron] Pushing event updated for resources: {'Port': ['ID=e721e6aa-0249-46d9-b7ab-aa5f9460093a,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:28.781487 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-df6289be-1b29-4f94-87de-fdbe5a6a077b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:28.783489 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-df6289be-1b29-4f94-87de-fdbe5a6a077b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.5510719
Feb 05 21:03:28.785038 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e1fed-9dc8-4c9f-908e-5ca71c914cec None None] Pushing event updated for resources: {'Port': ['ID=6e36343e-d896-43d9-80fc-6c3e52389276,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:28.788971 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52668) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:28.813018 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-fe4e1fed-9dc8-4c9f-908e-5ca71c914cec None None] Attempting to bind port 6e36343e-d896-43d9-80fc-6c3e52389276 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:03:28.813409 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-fe4e1fed-9dc8-4c9f-908e-5ca71c914cec None None] Attempting to bind port 6e36343e-d896-43d9-80fc-6c3e52389276 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:03:28.813787 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4e1fed-9dc8-4c9f-908e-5ca71c914cec None None] Attempting to bind port 6e36343e-d896-43d9-80fc-6c3e52389276 on network 4b876e93-e753-4f82-8855-2c9c3d1db066 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:03:28.819784 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4e1fed-9dc8-4c9f-908e-5ca71c914cec None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:03:28.820173 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4e1fed-9dc8-4c9f-908e-5ca71c914cec None None] Checking segment: {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:03:28.820578 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fe4e1fed-9dc8-4c9f-908e-5ca71c914cec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:28.821139 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4e1fed-9dc8-4c9f-908e-5ca71c914cec None None] Bound using segment: {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:03:28.822163 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-fe4e1fed-9dc8-4c9f-908e-5ca71c914cec None None] Bound port: 6e36343e-d896-43d9-80fc-6c3e52389276, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:03:28.822613 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fe4e1fed-9dc8-4c9f-908e-5ca71c914cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (6e36343e-d896-43d9-80fc-6c3e52389276), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:28.895983 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-fe4e1fed-9dc8-4c9f-908e-5ca71c914cec None None] For port 6e36343e-d896-43d9-80fc-6c3e52389276, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:03:28.900641 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-fe4e1fed-9dc8-4c9f-908e-5ca71c914cec None None] For port 6e36343e-d896-43d9-80fc-6c3e52389276, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e36343e-d896-43d9-80fc-6c3e52389276,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:03:28.901101 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1774fb10-7067-4e8d-9c87-0445505f78ec req-cb037358-4b68-4fd7-a421-3e75fbcb190e tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6735038a-ca48-4338-8e2b-c68636a4f7ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2437770
Feb 05 21:03:28.914580 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fe4e1fed-9dc8-4c9f-908e-5ca71c914cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (6e36343e-d896-43d9-80fc-6c3e52389276), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:28.986358 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3666f1c-48db-47b3-9ec3-f98b35c82c82 admin admin] Network 8ef6ce95-1882-4159-afee-2b0fb7aad74f is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:03:28.994168 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-eefe4773-907e-446f-9aff-38eea2b7ae22 service neutron] 10.222.0.21 "GET /v2.0/networks/241b1c7f-d3bf-422c-a584-ed5fdab3dde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4727805
Feb 05 21:03:29.020888 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-f3666f1c-48db-47b3-9ec3-f98b35c82c82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8ef6ce95-1882-4159-afee-2b0fb7aad74f) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:03:29.045272 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3666f1c-48db-47b3-9ec3-f98b35c82c82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:29.045861 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f3666f1c-48db-47b3-9ec3-f98b35c82c82 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:29.052314 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-f8f21c0b-0f3f-4085-9831-65d25cc5434b service neutron] 10.222.0.21 "GET /v2.0/networks/241b1c7f-d3bf-422c-a584-ed5fdab3dde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4223335
Feb 05 21:03:29.057009 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7dbb89-4490-4836-b022-2981d2d47caf None None] Network 8ef6ce95-1882-4159-afee-2b0fb7aad74f requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:03:29.095160 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e1fed-9dc8-4c9f-908e-5ca71c914cec None None] Pushing event updated for resources: {'Port': ['ID=6e36343e-d896-43d9-80fc-6c3e52389276,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:29.109680 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-5044cff9-4233-4cfd-9654-26e440ba2bf5 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Made reservation on behalf of e2211e554783435c9b7af885ea20e242 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:03:29.129619 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-5044cff9-4233-4cfd-9654-26e440ba2bf5 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:29.330239 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f3666f1c-48db-47b3-9ec3-f98b35c82c82 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 2.2859883
Feb 05 21:03:29.389710 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562d1b11-1ade-4e56-bec9-1789421905dd None None] Network 8ef6ce95-1882-4159-afee-2b0fb7aad74f requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:03:29.659225 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-5044cff9-4233-4cfd-9654-26e440ba2bf5 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Allocated IP 172.20.0.6 (c184cf05-70dd-4af5-8bd4-fc4bd5d65e82/86c08017-d863-4dd1-8a33-7a8aa8133d87/b2ae72fb-6713-49ed-b7e3-c40c7a4baed0) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:03:29.813394 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0f1b3d72-8405-4ebe-a256-df8038b02544 req-0463fd06-5bdc-4635-a471-a02ae11e6739 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=b56754d4-2d51-45b8-b4e0-e950064b6fa8 HTTP/1.1" status: 200  len: 210 time: 0.0523908
Feb 05 21:03:29.814110 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-5676692b-077e-4a09-8d0d-6227cf61c40c service neutron] Attempting to bind port e721e6aa-0249-46d9-b7ab-aa5f9460093a on host nch1-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:03:29.814476 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-5676692b-077e-4a09-8d0d-6227cf61c40c service neutron] Attempting to bind port e721e6aa-0249-46d9-b7ab-aa5f9460093a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '27e35dc8-4d4c-46d0-a727-c056d3e1f42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '241b1c7f-d3bf-422c-a584-ed5fdab3dde0'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:03:29.814845 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-5676692b-077e-4a09-8d0d-6227cf61c40c service neutron] Attempting to bind port e721e6aa-0249-46d9-b7ab-aa5f9460093a on network 241b1c7f-d3bf-422c-a584-ed5fdab3dde0 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:03:29.894278 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-5044cff9-4233-4cfd-9654-26e440ba2bf5 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks [] for port (b2ae72fb-6713-49ed-b7e3-c40c7a4baed0), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:29.913198 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-5676692b-077e-4a09-8d0d-6227cf61c40c service neutron] Port e721e6aa-0249-46d9-b7ab-aa5f9460093a on network 241b1c7f-d3bf-422c-a584-ed5fdab3dde0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:03:29.913531 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-5676692b-077e-4a09-8d0d-6227cf61c40c service neutron] Attempting to bind port e721e6aa-0249-46d9-b7ab-aa5f9460093a on network 241b1c7f-d3bf-422c-a584-ed5fdab3dde0 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:03:29.929570 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-5676692b-077e-4a09-8d0d-6227cf61c40c service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:03:29.929939 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-5676692b-077e-4a09-8d0d-6227cf61c40c service neutron] Checking segment: {'id': '27e35dc8-4d4c-46d0-a727-c056d3e1f42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '241b1c7f-d3bf-422c-a584-ed5fdab3dde0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:03:29.930295 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-5676692b-077e-4a09-8d0d-6227cf61c40c service neutron] Bound using segment: {'id': '27e35dc8-4d4c-46d0-a727-c056d3e1f42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '241b1c7f-d3bf-422c-a584-ed5fdab3dde0'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:03:29.930979 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-5676692b-077e-4a09-8d0d-6227cf61c40c service neutron] Bound port: e721e6aa-0249-46d9-b7ab-aa5f9460093a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e35dc8-4d4c-46d0-a727-c056d3e1f42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '241b1c7f-d3bf-422c-a584-ed5fdab3dde0'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:03:29.931459 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-5676692b-077e-4a09-8d0d-6227cf61c40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e721e6aa-0249-46d9-b7ab-aa5f9460093a), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:29.941099 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648857fc-bff8-4b40-a9ca-ed8a71f51ef2 req-4c606071-3adf-4041-abb9-7d47d61c155c tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:29.945114 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-648857fc-bff8-4b40-a9ca-ed8a71f51ef2 req-4c606071-3adf-4041-abb9-7d47d61c155c tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef6940a7-7e6c-430e-8f1d-1e3d86dc0b11 HTTP/1.1" status: 200  len: 943 time: 0.9889529
Feb 05 21:03:29.995531 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-394d92a2-d6f3-4103-ad40-4189f175b248 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for router_gateway (eb7f49fc-206d-40d5-b35d-bb22d752c0e1), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:30.008847 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565dfd1-1f3c-45b0-b84a-3d339854655c req-91d0b1cb-ad0f-4f60-972f-8b23cb83edd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:30.010042 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e565dfd1-1f3c-45b0-b84a-3d339854655c req-91d0b1cb-ad0f-4f60-972f-8b23cb83edd6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b60e54eff1c84167af92ad153dee11d4&device_id=ef6940a7-7e6c-430e-8f1d-1e3d86dc0b11 HTTP/1.1" status: 200  len: 1125 time: 0.9294369
Feb 05 21:03:30.065887 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-394d92a2-d6f3-4103-ad40-4189f175b248 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:30.121764 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52692) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:30.150077 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-5c703a79-2dd5-4da3-96ac-6f9b87058da9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-490861725-network', 'tenant_id': 'd71b8a78b9264ea39a95fd407ede2895'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:30.152399 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-5044cff9-4233-4cfd-9654-26e440ba2bf5 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (b2ae72fb-6713-49ed-b7e3-c40c7a4baed0), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:30.203322 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c703a79-2dd5-4da3-96ac-6f9b87058da9 admin admin] Made reservation on behalf of d71b8a78b9264ea39a95fd407ede2895 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:03:30.207214 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5c703a79-2dd5-4da3-96ac-6f9b87058da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:30.345555 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-212cc331-9ca7-422e-af08-5f30986bf675 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:30.394178 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5c703a79-2dd5-4da3-96ac-6f9b87058da9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:30.472133 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 6e36343e-d896-43d9-80fc-6c3e52389276 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:03:30.485031 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-648857fc-bff8-4b40-a9ca-ed8a71f51ef2 req-431ead46-7824-41e7-8e8a-7e6c69fedd94 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4f75283-d183-4679-a597-c3ff69ffb06a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5291178
Feb 05 21:03:30.562894 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 6e36343e-d896-43d9-80fc-6c3e52389276 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:03:30.563732 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (6e36343e-d896-43d9-80fc-6c3e52389276), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:30.636749 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5c703a79-2dd5-4da3-96ac-6f9b87058da9 admin admin] Publish callbacks [] for security_group (c5db12ef-6000-4dce-8204-48b60429301f), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:30.640676 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-5676692b-077e-4a09-8d0d-6227cf61c40c service neutron] For port e721e6aa-0249-46d9-b7ab-aa5f9460093a, host nch1-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:03:30.702091 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5c703a79-2dd5-4da3-96ac-6f9b87058da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (c5db12ef-6000-4dce-8204-48b60429301f), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:30.708353 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 6e36343e-d896-43d9-80fc-6c3e52389276 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:03:30.709065 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (6e36343e-d896-43d9-80fc-6c3e52389276), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:30.776435 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 6e36343e-d896-43d9-80fc-6c3e52389276, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e36343e-d896-43d9-80fc-6c3e52389276,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:30.795343 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044cff9-4233-4cfd-9654-26e440ba2bf5 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Pushing event updated for resources: {'Port': ['ID=b2ae72fb-6713-49ed-b7e3-c40c7a4baed0,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:30.795985 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813e5f6-9834-4f42-b80e-2b794d27a3df req-b28190be-a9da-4787-83cf-4d652c8394c6 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:30.796984 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d813e5f6-9834-4f42-b80e-2b794d27a3df req-b28190be-a9da-4787-83cf-4d652c8394c6 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=20f46032-e3e3-4365-ab2a-f3d123ca707d HTTP/1.1" status: 200  len: 1127 time: 0.8044956
Feb 05 21:03:30.800843 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (6e36343e-d896-43d9-80fc-6c3e52389276), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:30.821527 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-5676692b-077e-4a09-8d0d-6227cf61c40c service neutron] For port e721e6aa-0249-46d9-b7ab-aa5f9460093a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e721e6aa-0249-46d9-b7ab-aa5f9460093a,segment=NetworkSegment(27e35dc8-4d4c-46d0-a727-c056d3e1f42d),segment_id=27e35dc8-4d4c-46d0-a727-c056d3e1f42d)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:03:30.825089 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763b901-083a-4015-8bcd-112e215858e7 req-f4686b2a-dd5d-40a5-9bbb-57df382e1222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:30.827432 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2763b901-083a-4015-8bcd-112e215858e7 req-f4686b2a-dd5d-40a5-9bbb-57df382e1222 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b60e54eff1c84167af92ad153dee11d4&device_id=146ad738-6b59-4494-9613-2b94681ab1dc HTTP/1.1" status: 200  len: 1125 time: 1.6586566
Feb 05 21:03:30.858768 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-5044cff9-4233-4cfd-9654-26e440ba2bf5 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Network c184cf05-70dd-4af5-8bd4-fc4bd5d65e82 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:03:30.861092 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c703a79-2dd5-4da3-96ac-6f9b87058da9 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:03:30.882659 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565dfd1-1f3c-45b0-b84a-3d339854655c req-7a18eb34-60fc-4497-a65e-8919f4e904d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:30.884720 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e565dfd1-1f3c-45b0-b84a-3d339854655c req-7a18eb34-60fc-4497-a65e-8919f4e904d6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=241b1c7f-d3bf-422c-a584-ed5fdab3dde0 HTTP/1.1" status: 200  len: 919 time: 0.8552804
Feb 05 21:03:30.894048 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=6e36343e-d896-43d9-80fc-6c3e52389276,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:30.901145 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-5676692b-077e-4a09-8d0d-6227cf61c40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (e721e6aa-0249-46d9-b7ab-aa5f9460093a), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:30.908944 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-279e7624-c1d5-441c-b66b-71fc35ad563c None None] Provisioning complete for port 6e36343e-d896-43d9-80fc-6c3e52389276 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:03:30.909606 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-279e7624-c1d5-441c-b66b-71fc35ad563c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (6e36343e-d896-43d9-80fc-6c3e52389276), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:30.978584 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e565dfd1-1f3c-45b0-b84a-3d339854655c req-caec0c5c-5dfb-4332-8812-6014485334e8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2092f84f-9556-4644-b169-e3526a7304e9 HTTP/1.1" status: 200  len: 217 time: 0.0549891
Feb 05 21:03:30.997773 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-279e7624-c1d5-441c-b66b-71fc35ad563c None None] Current status of the port 6e36343e-d896-43d9-80fc-6c3e52389276 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:03:31.004232 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-5044cff9-4233-4cfd-9654-26e440ba2bf5 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:03:31.005120 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c703a79-2dd5-4da3-96ac-6f9b87058da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5db12ef-6000-4dce-8204-48b60429301f,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:31.020970 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-5044cff9-4233-4cfd-9654-26e440ba2bf5 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:03:31.023930 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5c703a79-2dd5-4da3-96ac-6f9b87058da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (869816a0-cab1-4e62-883a-b7a548e9bccb), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:31.024338 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-5c703a79-2dd5-4da3-96ac-6f9b87058da9 admin admin] Added segment 869816a0-cab1-4e62-883a-b7a548e9bccb of type vlan for network 67bfd5cb-e765-4774-83ff-44d9cc825f66
Feb 05 21:03:31.030048 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c703a79-2dd5-4da3-96ac-6f9b87058da9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:03:31.030428 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c703a79-2dd5-4da3-96ac-6f9b87058da9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:03:31.030792 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c703a79-2dd5-4da3-96ac-6f9b87058da9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:03:31.031136 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c703a79-2dd5-4da3-96ac-6f9b87058da9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:03:31.031479 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c703a79-2dd5-4da3-96ac-6f9b87058da9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:03:31.032243 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c703a79-2dd5-4da3-96ac-6f9b87058da9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:03:31.032243 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c703a79-2dd5-4da3-96ac-6f9b87058da9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:03:31.032492 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c703a79-2dd5-4da3-96ac-6f9b87058da9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:03:31.032778 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c703a79-2dd5-4da3-96ac-6f9b87058da9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:03:31.033109 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c703a79-2dd5-4da3-96ac-6f9b87058da9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:03:31.033440 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c703a79-2dd5-4da3-96ac-6f9b87058da9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:03:31.033769 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c703a79-2dd5-4da3-96ac-6f9b87058da9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:03:31.034081 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c703a79-2dd5-4da3-96ac-6f9b87058da9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:03:31.052804 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763b901-083a-4015-8bcd-112e215858e7 req-f7ed5b2a-06f4-45d8-bd3f-86fd3d745611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:31.054313 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2763b901-083a-4015-8bcd-112e215858e7 req-f7ed5b2a-06f4-45d8-bd3f-86fd3d745611 service neutron] 10.222.0.21 "GET /v2.0/networks?id=241b1c7f-d3bf-422c-a584-ed5fdab3dde0 HTTP/1.1" status: 200  len: 919 time: 0.2173052
Feb 05 21:03:31.115321 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ce441-e4ed-4e99-b4da-9598170b4575 req-a40e5adb-ad1f-4117-8619-27a5aa287f97 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:31.115677 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2763b901-083a-4015-8bcd-112e215858e7 req-545f7435-db31-4cac-a966-c378b075fe4f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31d59140-5766-44f4-b0dd-14f5deff81e6 HTTP/1.1" status: 200  len: 217 time: 0.0533359
Feb 05 21:03:31.116871 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-459ce441-e4ed-4e99-b4da-9598170b4575 req-a40e5adb-ad1f-4117-8619-27a5aa287f97 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=20f46032-e3e3-4365-ab2a-f3d123ca707d HTTP/1.1" status: 200  len: 1127 time: 0.4712801
Feb 05 21:03:31.119406 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-5676692b-077e-4a09-8d0d-6227cf61c40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:31.120027 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-5676692b-077e-4a09-8d0d-6227cf61c40c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:31.121404 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-5676692b-077e-4a09-8d0d-6227cf61c40c service neutron] 10.222.0.21 "PUT /v2.0/ports/e721e6aa-0249-46d9-b7ab-aa5f9460093a HTTP/1.1" status: 200  len: 1091 time: 3.9706411
Feb 05 21:03:31.137702 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-394d92a2-d6f3-4103-ad40-4189f175b248 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Allocated IP 172.35.4.137 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/09a75b44-5b84-4439-975c-902a4398892a) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:03:31.164297 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aad208af-c1fd-479b-bad4-a5744d9ad1d8', 'tag': 'e721e6aa-0249-46d9-b7ab-aa5f9460093a'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:03:31.168143 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0395bf-f59a-42e7-a8aa-0c327b373280" -d '{"events": [{"name": "network-changed", "server_uuid": "aad208af-c1fd-479b-bad4-a5744d9ad1d8", "tag": "e721e6aa-0249-46d9-b7ab-aa5f9460093a"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:03:31.177854 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-5044cff9-4233-4cfd-9654-26e440ba2bf5 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:31.178561 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-5044cff9-4233-4cfd-9654-26e440ba2bf5 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:31.212639 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d813e5f6-9834-4f42-b80e-2b794d27a3df req-a4f5a3b3-6fab-4c27-8ae0-30fbdd31d12e tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6735038a-ca48-4338-8e2b-c68636a4f7ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3771486
Feb 05 21:03:31.233123 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763b901-083a-4015-8bcd-112e215858e7 req-f2b10a31-42fe-4da7-a9f8-9582eabd8994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:31.234858 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2763b901-083a-4015-8bcd-112e215858e7 req-f2b10a31-42fe-4da7-a9f8-9582eabd8994 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=98ed19ca-9b67-4995-a8b9-2e655244eed0 HTTP/1.1" status: 200  len: 858 time: 0.1077197
Feb 05 21:03:31.264373 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-5044cff9-4233-4cfd-9654-26e440ba2bf5 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7808979
Feb 05 21:03:31.310518 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2763b901-083a-4015-8bcd-112e215858e7 req-bc3675d8-caf3-453c-95ce-e40d816c7687 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=241b1c7f-d3bf-422c-a584-ed5fdab3dde0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0684819
Feb 05 21:03:31.371709 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5c703a79-2dd5-4da3-96ac-6f9b87058da9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (67bfd5cb-e765-4774-83ff-44d9cc825f66), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:31.384634 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-887aec8d-eca9-463c-a883-4e6bfd320994 service neutron] Request body: {'port': {'device_id': 'b56754d4-2d51-45b8-b4e0-e950064b6fa8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:31.399479 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b54a75-5a3f-4491-a9b7-0fc780be22a5 req-b523f727-26d8-4943-bd78-e04c07e878e3 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:31.407427 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-37b54a75-5a3f-4491-a9b7-0fc780be22a5 req-b523f727-26d8-4943-bd78-e04c07e878e3 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 946 time: 0.7682109
Feb 05 21:03:31.435589 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-f4bf6f7e-ba6d-485d-b980-465dd0e3f946 None None] Provisioning complete for port b2ae72fb-6713-49ed-b7e3-c40c7a4baed0 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:03:31.436223 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f4bf6f7e-ba6d-485d-b980-465dd0e3f946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b2ae72fb-6713-49ed-b7e3-c40c7a4baed0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:31.497040 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676692b-077e-4a09-8d0d-6227cf61c40c service neutron] Pushing event updated for resources: {'Port': ['ID=e721e6aa-0249-46d9-b7ab-aa5f9460093a,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:31.522556 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-f4bf6f7e-ba6d-485d-b980-465dd0e3f946 None None] Port b2ae72fb-6713-49ed-b7e3-c40c7a4baed0 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:03:31.561721 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565dfd1-1f3c-45b0-b84a-3d339854655c req-addcd1a7-7225-4850-8b7d-997eb2322c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:31.563881 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e565dfd1-1f3c-45b0-b84a-3d339854655c req-addcd1a7-7225-4850-8b7d-997eb2322c67 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=98ed19ca-9b67-4995-a8b9-2e655244eed0 HTTP/1.1" status: 200  len: 858 time: 0.5375609
Feb 05 21:03:31.568917 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-394d92a2-d6f3-4103-ad40-4189f175b248 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for port (09a75b44-5b84-4439-975c-902a4398892a), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:31.570623 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.db.resource_extend [None req-5c703a79-2dd5-4da3-96ac-6f9b87058da9 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 05 21:03:31.580357 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-887aec8d-eca9-463c-a883-4e6bfd320994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b2ae72fb-6713-49ed-b7e3-c40c7a4baed0), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:31.629037 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2763b901-083a-4015-8bcd-112e215858e7 req-b0fc709c-f77d-49f3-8a2c-eaa7377086da service neutron] 10.222.0.21 "GET /v2.0/networks/241b1c7f-d3bf-422c-a584-ed5fdab3dde0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2397475
Feb 05 21:03:31.679846 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-37b54a75-5a3f-4491-a9b7-0fc780be22a5 req-ac7db972-ff0e-486b-b763-7618faad96e4 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2703733
Feb 05 21:03:31.683758 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e565dfd1-1f3c-45b0-b84a-3d339854655c req-9a45e73a-0b37-4ddd-8ea8-29dd97bcea8a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=241b1c7f-d3bf-422c-a584-ed5fdab3dde0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0920384
Feb 05 21:03:31.733296 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5c703a79-2dd5-4da3-96ac-6f9b87058da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (67bfd5cb-e765-4774-83ff-44d9cc825f66), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:31.734401 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c703a79-2dd5-4da3-96ac-6f9b87058da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:31.735102 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5c703a79-2dd5-4da3-96ac-6f9b87058da9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:31.739524 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-6a1e3d06-ea0a-43e9-8758-43f202943a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:31.741322 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-6a1e3d06-ea0a-43e9-8758-43f202943a60 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b60e54eff1c84167af92ad153dee11d4&device_id=aad208af-c1fd-479b-bad4-a5744d9ad1d8 HTTP/1.1" status: 200  len: 1125 time: 0.5404539
Feb 05 21:03:31.761431 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-394d92a2-d6f3-4103-ad40-4189f175b248 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (09a75b44-5b84-4439-975c-902a4398892a), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:31.765427 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c5180f-45ab-47bc-8795-96334b55b501 x-openstack-request-id: req-10c5180f-45ab-47bc-8795-96334b55b501 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:03:31.765935 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aad208af-c1fd-479b-bad4-a5744d9ad1d8", "tag": "e721e6aa-0249-46d9-b7ab-aa5f9460093a", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:03:31.766293 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-10c5180f-45ab-47bc-8795-96334b55b501 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:03:31.766898 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aad208af-c1fd-479b-bad4-a5744d9ad1d8', 'tag': 'e721e6aa-0249-46d9-b7ab-aa5f9460093a', 'status': 'completed', 'code': 200}
Feb 05 21:03:31.854808 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-459ce441-e4ed-4e99-b4da-9598170b4575 req-cfc2fcbb-564d-4d27-aa23-6b6a05c75032 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Deleting port 42591cc2-84e2-4ab5-aff8-d671c368e34a {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:03:31.855882 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-459ce441-e4ed-4e99-b4da-9598170b4575 req-cfc2fcbb-564d-4d27-aa23-6b6a05c75032 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (42591cc2-84e2-4ab5-aff8-d671c368e34a), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:31.866432 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394d92a2-d6f3-4103-ad40-4189f175b248 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:03:31.877746 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-394d92a2-d6f3-4103-ad40-4189f175b248 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:03:31.882069 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394d92a2-d6f3-4103-ad40-4189f175b248 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:03:31.900963 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde9750-138f-4514-b962-9828712727ec req-80afbb0f-a354-43c4-b37e-a5da9e481ebc tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:31.902538 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dfde9750-138f-4514-b962-9828712727ec req-80afbb0f-a354-43c4-b37e-a5da9e481ebc tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=b56754d4-2d51-45b8-b4e0-e950064b6fa8 HTTP/1.1" status: 200  len: 931 time: 0.5427775
Feb 05 21:03:31.903889 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-2ab06b5c-9a63-4dcf-a673-467b669581b3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e721e6aa-0249-46d9-b7ab-aa5f9460093a HTTP/1.1" status: 200  len: 217 time: 0.1489310
Feb 05 21:03:31.922222 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5c703a79-2dd5-4da3-96ac-6f9b87058da9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.7961354
Feb 05 21:03:31.932456 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52700) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:31.944518 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-51bb14b2-6b40-413b-aa65-74423b7b2470 admin admin] Request body: {'subnet': {'network_id': '67bfd5cb-e765-4774-83ff-44d9cc825f66', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-490861725-subnet', 'tenant_id': 'd71b8a78b9264ea39a95fd407ede2895', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:31.990099 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2763b901-083a-4015-8bcd-112e215858e7 req-037613a3-6aac-4b03-b6c0-bfef722baf49 service neutron] 10.222.0.21 "GET /v2.0/networks/241b1c7f-d3bf-422c-a584-ed5fdab3dde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3347955
Feb 05 21:03:32.031552 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-212cc331-9ca7-422e-af08-5f30986bf675 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Allocated IP 2001:db8::1 (4b876e93-e753-4f82-8855-2c9c3d1db066/80cf804d-d7d3-49d5-be3e-f3d4c5676eeb/9dd34581-3593-4584-9a0c-39e5c3671171) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:03:32.041127 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d92a2-d6f3-4103-ad40-4189f175b248 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Pushing event updated for resources: {'Port': ['ID=09a75b44-5b84-4439-975c-902a4398892a,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:32.119700 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c703a79-2dd5-4da3-96ac-6f9b87058da9 admin admin] Pushing event updated for resources: {'Network': ['ID=67bfd5cb-e765-4774-83ff-44d9cc825f66,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:32.143817 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 67bfd5cb-e765-4774-83ff-44d9cc825f66 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:03:32.194441 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bb14b2-6b40-413b-aa65-74423b7b2470 admin admin] Made reservation on behalf of d71b8a78b9264ea39a95fd407ede2895 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:03:32.201019 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-51bb14b2-6b40-413b-aa65-74423b7b2470 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:32.203954 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-4c769338-1d33-4c3f-b417-79288202dc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:32.205473 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-4c769338-1d33-4c3f-b417-79288202dc17 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=98ed19ca-9b67-4995-a8b9-2e655244eed0 HTTP/1.1" status: 200  len: 858 time: 0.2635026
Feb 05 21:03:32.380815 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c3b5d-9d08-4973-983c-95b48d644bc4 req-0e814501-2a6a-43a9-ada0-1ede138d0621 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:32.382612 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db2c3b5d-9d08-4973-983c-95b48d644bc4 req-0e814501-2a6a-43a9-ada0-1ede138d0621 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef6940a7-7e6c-430e-8f1d-1e3d86dc0b11 HTTP/1.1" status: 200  len: 943 time: 0.5228810
Feb 05 21:03:32.391779 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-0789d6e3-6b50-4845-8b0b-3f432bade21a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=241b1c7f-d3bf-422c-a584-ed5fdab3dde0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1425993
Feb 05 21:03:32.393977 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e565dfd1-1f3c-45b0-b84a-3d339854655c req-62ba5ccb-0cfb-46e9-9bef-f82f63ee4e88 service neutron] 10.222.0.21 "GET /v2.0/networks/241b1c7f-d3bf-422c-a584-ed5fdab3dde0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6418607
Feb 05 21:03:32.394363 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 6e36343e-d896-43d9-80fc-6c3e52389276 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:03:32.406193 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dfde9750-138f-4514-b962-9828712727ec req-ddda5d5e-2464-4315-8aff-24a24ea754a0 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=367daedb-a110-448a-a43f-464c464e668a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4791803
Feb 05 21:03:32.583494 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-394d92a2-d6f3-4103-ad40-4189f175b248 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for router_gateway (eb7f49fc-206d-40d5-b35d-bb22d752c0e1), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:32.588834 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 6e36343e-d896-43d9-80fc-6c3e52389276 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:03:32.590177 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (6e36343e-d896-43d9-80fc-6c3e52389276), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:32.655823 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-887aec8d-eca9-463c-a883-4e6bfd320994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2ae72fb-6713-49ed-b7e3-c40c7a4baed0 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:03:32.707137 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 6e36343e-d896-43d9-80fc-6c3e52389276 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:03:32.730730 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-887aec8d-eca9-463c-a883-4e6bfd320994 service neutron] Publish callbacks [] for port (b2ae72fb-6713-49ed-b7e3-c40c7a4baed0), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:32.764341 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-887aec8d-eca9-463c-a883-4e6bfd320994 service neutron] Transition to ACTIVE for port object b2ae72fb-6713-49ed-b7e3-c40c7a4baed0 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:03:32.776562 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-887aec8d-eca9-463c-a883-4e6bfd320994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (b2ae72fb-6713-49ed-b7e3-c40c7a4baed0), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:32.791185 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-459ce441-e4ed-4e99-b4da-9598170b4575 req-cfc2fcbb-564d-4d27-aa23-6b6a05c75032 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] For port 42591cc2-84e2-4ab5-aff8-d671c368e34a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=42591cc2-84e2-4ab5-aff8-d671c368e34a,segment=NetworkSegment(348293ab-5555-4f03-a2ea-c1d23c5b0aaa),segment_id=348293ab-5555-4f03-a2ea-c1d23c5b0aaa)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:32.791185 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-459ce441-e4ed-4e99-b4da-9598170b4575 req-cfc2fcbb-564d-4d27-aa23-6b6a05c75032 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (42591cc2-84e2-4ab5-aff8-d671c368e34a), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:32.883306 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-459ce441-e4ed-4e99-b4da-9598170b4575 req-cfc2fcbb-564d-4d27-aa23-6b6a05c75032 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Calling delete_port for 42591cc2-84e2-4ab5-aff8-d671c368e34a owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:03:32.921306 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887aec8d-eca9-463c-a883-4e6bfd320994 service neutron] Pushing event updated for resources: {'Port': ['ID=b2ae72fb-6713-49ed-b7e3-c40c7a4baed0,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:32.999689 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-51bb14b2-6b40-413b-aa65-74423b7b2470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (d71e1835-14dc-4289-aad1-723b1a9a62e6), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:33.061629 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-212cc331-9ca7-422e-af08-5f30986bf675 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for port (9dd34581-3593-4584-9a0c-39e5c3671171), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:33.128515 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db2c3b5d-9d08-4973-983c-95b48d644bc4 req-65b99a96-4cbc-4a0f-a676-6b65a3b0b8f3 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4f75283-d183-4679-a597-c3ff69ffb06a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7284145
Feb 05 21:03:33.158292 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-394d92a2-d6f3-4103-ad40-4189f175b248 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (eb7f49fc-206d-40d5-b35d-bb22d752c0e1), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:33.201546 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb14b2-6b40-413b-aa65-74423b7b2470 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d71e1835-14dc-4289-aad1-723b1a9a62e6,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:33.201815 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e565dfd1-1f3c-45b0-b84a-3d339854655c req-34cc9fbe-3210-4798-9630-f3c6185bc327 service neutron] 10.222.0.21 "GET /v2.0/networks/241b1c7f-d3bf-422c-a584-ed5fdab3dde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7784605
Feb 05 21:03:33.223621 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb5b81-9a37-4aab-a083-a5de68446880 req-0cd1a809-2db7-4969-8ac1-f56c4f43ef8c tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:33.229971 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-887aec8d-eca9-463c-a883-4e6bfd320994 service neutron] Attempting to bind port b2ae72fb-6713-49ed-b7e3-c40c7a4baed0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:03:33.230192 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-887aec8d-eca9-463c-a883-4e6bfd320994 service neutron] Attempting to bind port b2ae72fb-6713-49ed-b7e3-c40c7a4baed0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c3fe8733-ce5f-41fc-80e2-343154fe8a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c184cf05-70dd-4af5-8bd4-fc4bd5d65e82'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:03:33.232402 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3acb5b81-9a37-4aab-a083-a5de68446880 req-0cd1a809-2db7-4969-8ac1-f56c4f43ef8c tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=20f46032-e3e3-4365-ab2a-f3d123ca707d HTTP/1.1" status: 200  len: 1127 time: 0.4383268
Feb 05 21:03:33.234066 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-887aec8d-eca9-463c-a883-4e6bfd320994 service neutron] Attempting to bind port b2ae72fb-6713-49ed-b7e3-c40c7a4baed0 on network c184cf05-70dd-4af5-8bd4-fc4bd5d65e82 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:03:33.246066 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-3a1eb13a-db4f-4c9e-bb3d-090367c66476 service neutron] 10.222.0.21 "GET /v2.0/networks/241b1c7f-d3bf-422c-a584-ed5fdab3dde0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8318303
Feb 05 21:03:33.296272 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bb14b2-6b40-413b-aa65-74423b7b2470 admin admin] Checking segment: {'id': '869816a0-cab1-4e62-883a-b7a548e9bccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '67bfd5cb-e765-4774-83ff-44d9cc825f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:03:33.296793 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bb14b2-6b40-413b-aa65-74423b7b2470 admin admin] Network hostable DHCP agents. Network: 67bfd5cb-e765-4774-83ff-44d9cc825f66, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:03:33.301774 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-887aec8d-eca9-463c-a883-4e6bfd320994 service neutron] Port b2ae72fb-6713-49ed-b7e3-c40c7a4baed0 on network c184cf05-70dd-4af5-8bd4-fc4bd5d65e82 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:03:33.302236 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-887aec8d-eca9-463c-a883-4e6bfd320994 service neutron] Attempting to bind port b2ae72fb-6713-49ed-b7e3-c40c7a4baed0 on network c184cf05-70dd-4af5-8bd4-fc4bd5d65e82 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:03:33.348453 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-887aec8d-eca9-463c-a883-4e6bfd320994 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:03:33.349110 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-887aec8d-eca9-463c-a883-4e6bfd320994 service neutron] Checking segment: {'id': 'c3fe8733-ce5f-41fc-80e2-343154fe8a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c184cf05-70dd-4af5-8bd4-fc4bd5d65e82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:03:33.350103 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-887aec8d-eca9-463c-a883-4e6bfd320994 service neutron] Bound using segment: {'id': 'c3fe8733-ce5f-41fc-80e2-343154fe8a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c184cf05-70dd-4af5-8bd4-fc4bd5d65e82'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:03:33.350704 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-887aec8d-eca9-463c-a883-4e6bfd320994 service neutron] Bound port: b2ae72fb-6713-49ed-b7e3-c40c7a4baed0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3fe8733-ce5f-41fc-80e2-343154fe8a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c184cf05-70dd-4af5-8bd4-fc4bd5d65e82'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:03:33.351331 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-887aec8d-eca9-463c-a883-4e6bfd320994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b2ae72fb-6713-49ed-b7e3-c40c7a4baed0), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:33.353748 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 31d59140-5766-44f4-b0dd-14f5deff81e6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:03:33.394979 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bb14b2-6b40-413b-aa65-74423b7b2470 admin admin] Network 67bfd5cb-e765-4774-83ff-44d9cc825f66 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:03:33.410184 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-212cc331-9ca7-422e-af08-5f30986bf675 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (9dd34581-3593-4584-9a0c-39e5c3671171), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:33.450131 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-51bb14b2-6b40-413b-aa65-74423b7b2470 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 67bfd5cb-e765-4774-83ff-44d9cc825f66) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:03:33.462853 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bb14b2-6b40-413b-aa65-74423b7b2470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:33.463956 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-51bb14b2-6b40-413b-aa65-74423b7b2470 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:33.477211 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffe733e-0def-4681-8550-efa19f605fd0 None None] Network 67bfd5cb-e765-4774-83ff-44d9cc825f66 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:03:33.505706 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-887aec8d-eca9-463c-a883-4e6bfd320994 service neutron] For port b2ae72fb-6713-49ed-b7e3-c40c7a4baed0, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:03:33.511355 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3acb5b81-9a37-4aab-a083-a5de68446880 req-876c78c3-eff5-4312-83f7-29e365c2cf7a tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6735038a-ca48-4338-8e2b-c68636a4f7ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2641242
Feb 05 21:03:33.514331 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-887aec8d-eca9-463c-a883-4e6bfd320994 service neutron] For port b2ae72fb-6713-49ed-b7e3-c40c7a4baed0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2ae72fb-6713-49ed-b7e3-c40c7a4baed0,segment=NetworkSegment(c3fe8733-ce5f-41fc-80e2-343154fe8a12),segment_id=c3fe8733-ce5f-41fc-80e2-343154fe8a12)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:03:33.538147 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-51bb14b2-6b40-413b-aa65-74423b7b2470 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.5929663
Feb 05 21:03:33.538147 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-887aec8d-eca9-463c-a883-4e6bfd320994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (b2ae72fb-6713-49ed-b7e3-c40c7a4baed0), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:33.541062 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394d92a2-d6f3-4103-ad40-4189f175b248 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Router eb7f49fc-206d-40d5-b35d-bb22d752c0e1 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:03:33.602990 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212cc331-9ca7-422e-af08-5f30986bf675 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:03:33.615636 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af531f15-b4b1-45e8-b4b1-e3dbb5c8298c req-727f211d-97fe-487c-b68f-3663215debb5 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:33.619675 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-af531f15-b4b1-45e8-b4b1-e3dbb5c8298c req-727f211d-97fe-487c-b68f-3663215debb5 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 946 time: 0.3696785
Feb 05 21:03:33.630711 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212cc331-9ca7-422e-af08-5f30986bf675 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Port': ['ID=9dd34581-3593-4584-9a0c-39e5c3671171,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:33.638830 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-212cc331-9ca7-422e-af08-5f30986bf675 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:03:33.642407 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75480c72-68fe-4a8d-933d-af4207ab7e96 req-f6b67962-b01b-4f73-8836-d1b4515fab60 service neutron] 10.222.0.21 "GET /v2.0/networks/241b1c7f-d3bf-422c-a584-ed5fdab3dde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3663979
Feb 05 21:03:33.645093 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212cc331-9ca7-422e-af08-5f30986bf675 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:03:33.645713 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-212cc331-9ca7-422e-af08-5f30986bf675 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (b1fb54e3-62f6-4305-a701-2e46c0a56d17), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:33.652949 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-887aec8d-eca9-463c-a883-4e6bfd320994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:33.657228 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-887aec8d-eca9-463c-a883-4e6bfd320994 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:33.661862 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-887aec8d-eca9-463c-a883-4e6bfd320994 service neutron] 10.222.0.39 "PUT /v2.0/ports/b2ae72fb-6713-49ed-b7e3-c40c7a4baed0 HTTP/1.1" status: 200  len: 1091 time: 2.2844491
Feb 05 21:03:33.687338 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b56754d4-2d51-45b8-b4e0-e950064b6fa8', 'tag': 'b2ae72fb-6713-49ed-b7e3-c40c7a4baed0'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:03:33.690067 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd37186-d41e-49ef-9e62-abaddf321864" -d '{"events": [{"name": "network-changed", "server_uuid": "b56754d4-2d51-45b8-b4e0-e950064b6fa8", "tag": "b2ae72fb-6713-49ed-b7e3-c40c7a4baed0"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:03:33.790412 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887aec8d-eca9-463c-a883-4e6bfd320994 service neutron] Pushing event updated for resources: {'Port': ['ID=b2ae72fb-6713-49ed-b7e3-c40c7a4baed0,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:33.827787 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 31d59140-5766-44f4-b0dd-14f5deff81e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=31d59140-5766-44f4-b0dd-14f5deff81e6,segment=NetworkSegment(27e35dc8-4d4c-46d0-a727-c056d3e1f42d),segment_id=27e35dc8-4d4c-46d0-a727-c056d3e1f42d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:33.879506 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '31d59140-5766-44f4-b0dd-14f5deff81e6', 'network_id': '241b1c7f-d3bf-422c-a584-ed5fdab3dde0', 'port_id': '31d59140-5766-44f4-b0dd-14f5deff81e6', 'mac_address': 'fa:16:3e:fd:fc:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ed19ca-9b67-4995-a8b9-2e655244eed0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:03:33.896546 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cd1ffdb4-73bf-483d-b729-a27141ee7b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:33.979800 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 31d59140-5766-44f4-b0dd-14f5deff81e6 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:03:33.980351 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (31d59140-5766-44f4-b0dd-14f5deff81e6), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:33.993703 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edc2794-7617-459c-b4cf-2943077fdf9a None None] Network 67bfd5cb-e765-4774-83ff-44d9cc825f66 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:03:34.002659 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-459ce441-e4ed-4e99-b4da-9598170b4575 req-cfc2fcbb-564d-4d27-aa23-6b6a05c75032 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (42591cc2-84e2-4ab5-aff8-d671c368e34a), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:34.017808 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-81cc7494-a978-434c-8deb-ea0e84961657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:34.022097 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-81cc7494-a978-434c-8deb-ea0e84961657 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e2211e554783435c9b7af885ea20e242&device_id=b56754d4-2d51-45b8-b4e0-e950064b6fa8 HTTP/1.1" status: 200  len: 1125 time: 0.3030417
Feb 05 21:03:34.026173 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['eed6ffb5-e792-4d2d-8d0f-b4004e5f5239'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:03:34.029937 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31d59140-5766-44f4-b0dd-14f5deff81e6 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:03:34.064437 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394d92a2-d6f3-4103-ad40-4189f175b248 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:03:34.076504 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d221e4c9-f182-4bb3-9fc9-2713b0bc1042 None None] Sync routers for ids ['eb7f49fc-206d-40d5-b35d-bb22d752c0e1'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:03:34.089600 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d221e4c9-f182-4bb3-9fc9-2713b0bc1042 None None] Routers {'eb7f49fc-206d-40d5-b35d-bb22d752c0e1'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:03:34.092727 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-d221e4c9-f182-4bb3-9fc9-2713b0bc1042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db9045b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:03:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['eb7f49fc-206d-40d5-b35d-bb22d752c0e1'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:34.114986 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0395bf-f59a-42e7-a8aa-0c327b373280 req-a59cf1a5-564c-4d00-af75-15a32d3ad9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:34.116602 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ee0395bf-f59a-42e7-a8aa-0c327b373280 req-a59cf1a5-564c-4d00-af75-15a32d3ad9ba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b60e54eff1c84167af92ad153dee11d4&device_id=aad208af-c1fd-479b-bad4-a5744d9ad1d8 HTTP/1.1" status: 200  len: 1125 time: 0.3939466
Feb 05 21:03:34.116880 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-e1e968ea-9cd8-4506-8099-2de6c75a7ffd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2ae72fb-6713-49ed-b7e3-c40c7a4baed0 HTTP/1.1" status: 200  len: 217 time: 0.0843840
Feb 05 21:03:34.123561 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2fcbb-564d-4d27-aa23-6b6a05c75032 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Pushing event deleted for resources: {'Port': ['ID=42591cc2-84e2-4ab5-aff8-d671c368e34a,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:34.136393 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-394d92a2-d6f3-4103-ad40-4189f175b248 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:34.140228 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-394d92a2-d6f3-4103-ad40-4189f175b248 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 908 time: 6.8531394
Feb 05 21:03:34.140377 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52730) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:34.149782 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-af531f15-b4b1-45e8-b4b1-e3dbb5c8298c req-4f96e975-9be2-4040-a785-90d645e47713 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5206385
Feb 05 21:03:34.256849 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd119e-f5d0-4db2-bb28-f27718b6316a req-c2a1ff53-77b4-4cbf-8e82-98e3259d6daf tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:34.258585 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f6fd119e-f5d0-4db2-bb28-f27718b6316a req-c2a1ff53-77b4-4cbf-8e82-98e3259d6daf tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=b56754d4-2d51-45b8-b4e0-e950064b6fa8 HTTP/1.1" status: 200  len: 943 time: 0.5371909
Feb 05 21:03:34.302580 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 31d59140-5766-44f4-b0dd-14f5deff81e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=31d59140-5766-44f4-b0dd-14f5deff81e6,segment=NetworkSegment(27e35dc8-4d4c-46d0-a727-c056d3e1f42d),segment_id=27e35dc8-4d4c-46d0-a727-c056d3e1f42d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:34.320702 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-459ce441-e4ed-4e99-b4da-9598170b4575 req-cfc2fcbb-564d-4d27-aa23-6b6a05c75032 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] No DVR routers for this DVR port 42591cc2-84e2-4ab5-aff8-d671c368e34a on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:03:34.323572 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-459ce441-e4ed-4e99-b4da-9598170b4575 req-cfc2fcbb-564d-4d27-aa23-6b6a05c75032 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:34.327804 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-459ce441-e4ed-4e99-b4da-9598170b4575 req-cfc2fcbb-564d-4d27-aa23-6b6a05c75032 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.39 "DELETE /v2.0/ports/42591cc2-84e2-4ab5-aff8-d671c368e34a HTTP/1.1" status: 204  len: 173 time: 3.1279840
Feb 05 21:03:34.340386 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a27fa1-12cc-45ce-ad3f-7b577bd092d6 x-openstack-request-id: req-a7a27fa1-12cc-45ce-ad3f-7b577bd092d6 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:03:34.342280 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b56754d4-2d51-45b8-b4e0-e950064b6fa8", "tag": "b2ae72fb-6713-49ed-b7e3-c40c7a4baed0", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:03:34.344274 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a7a27fa1-12cc-45ce-ad3f-7b577bd092d6 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:03:34.345271 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b56754d4-2d51-45b8-b4e0-e950064b6fa8', 'tag': 'b2ae72fb-6713-49ed-b7e3-c40c7a4baed0', 'status': 'completed', 'code': 200}
Feb 05 21:03:34.353411 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (31d59140-5766-44f4-b0dd-14f5deff81e6), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:34.354225 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 2092f84f-9556-4644-b169-e3526a7304e9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:03:34.359826 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f46032-e3e3-4365-ab2a-f3d123ca707d', 'name': 'network-vif-deleted', 'tag': '42591cc2-84e2-4ab5-aff8-d671c368e34a'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:03:34.372128 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d983c2f-f5fa-457d-89e1-89b7fb2f53fa" -d '{"events": [{"server_uuid": "20f46032-e3e3-4365-ab2a-f3d123ca707d", "name": "network-vif-deleted", "tag": "42591cc2-84e2-4ab5-aff8-d671c368e34a"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:03:34.480254 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-d221e4c9-f182-4bb3-9fc9-2713b0bc1042 None None] Set router eb7f49fc-206d-40d5-b35d-bb22d752c0e1 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:03:34.526724 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-212cc331-9ca7-422e-af08-5f30986bf675 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9dd34581-3593-4584-9a0c-39e5c3671171), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:34.610650 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-7d04dd7e-3a2d-453c-b011-aa1321181c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:34.616410 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 42591cc2-84e2-4ab5-aff8-d671c368e34a no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:03:34.621493 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-7d04dd7e-3a2d-453c-b011-aa1321181c57 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=86c08017-d863-4dd1-8a33-7a8aa8133d87 HTTP/1.1" status: 200  len: 849 time: 0.2738690
Feb 05 21:03:34.662637 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-10eb43c2-e570-4792-a010-ffdadb089516 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] 10.222.0.32 "GET /v2.0/routers/eb7f49fc-206d-40d5-b35d-bb22d752c0e1 HTTP/1.1" status: 200  len: 909 time: 0.5210714
Feb 05 21:03:34.663451 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52752) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:34.675918 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f6fd119e-f5d0-4db2-bb28-f27718b6316a req-adc749e7-3e74-4d3a-bcb7-814f0af4b602 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=367daedb-a110-448a-a43f-464c464e668a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3842356
Feb 05 21:03:34.685521 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-d77c1087-3153-4644-91f8-ac2e451da555 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1881151621', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'enable_snat': True}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:34.729833 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-8eb4a295-2c6d-4b82-a00c-aedb895e92d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:34.731939 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-8eb4a295-2c6d-4b82-a00c-aedb895e92d7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c184cf05-70dd-4af5-8bd4-fc4bd5d65e82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1028144
Feb 05 21:03:34.733215 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d77c1087-3153-4644-91f8-ac2e451da555 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (2338b97c-8951-4bc2-8e09-ea2e4b70b187), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:34.734573 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d77c1087-3153-4644-91f8-ac2e451da555 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (2338b97c-8951-4bc2-8e09-ea2e4b70b187), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:34.785805 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0395bf-f59a-42e7-a8aa-0c327b373280 req-40951d1a-086e-4aeb-add0-60bada7f144c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:34.790450 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ee0395bf-f59a-42e7-a8aa-0c327b373280 req-40951d1a-086e-4aeb-add0-60bada7f144c service neutron] 10.222.0.21 "GET /v2.0/networks?id=241b1c7f-d3bf-422c-a584-ed5fdab3dde0 HTTP/1.1" status: 200  len: 919 time: 0.6572993
Feb 05 21:03:34.856141 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-d221e4c9-f182-4bb3-9fc9-2713b0bc1042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db9045b80>, [{'id': 'eb7f49fc-206d-40d5-b35d-bb22d752c0e1', 'name': 'tempest-snat-router-1881151621', 'tenant_id': '648d6022861e49f0ad28644c7d6eb8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.137'}], 'enable_snat': False}, 'gw_port_id': '09a75b44-5b84-4439-975c-902a4398892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:03:27Z', 'updated_at': '2022-02-05T21:03:32Z', 'revision_number': 3, 'project_id': '648d6022861e49f0ad28644c7d6eb8de', 'gw_port': {'id': '09a75b44-5b84-4439-975c-902a4398892a', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7f49fc-206d-40d5-b35d-bb22d752c0e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:03:30Z', 'updated_at': '2022-02-05T21:03:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:34.879000 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=31d59140-5766-44f4-b0dd-14f5deff81e6,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:34.892957 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d221e4c9-f182-4bb3-9fc9-2713b0bc1042 None None] Checking router: eb7f49fc-206d-40d5-b35d-bb22d752c0e1 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:03:34.893310 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d221e4c9-f182-4bb3-9fc9-2713b0bc1042 None None] Updating router eb7f49fc-206d-40d5-b35d-bb22d752c0e1 port 09a75b44-5b84-4439-975c-902a4398892a binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:03:34.936143 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-d221e4c9-f182-4bb3-9fc9-2713b0bc1042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (09a75b44-5b84-4439-975c-902a4398892a), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:34.997952 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 42591cc2-84e2-4ab5-aff8-d671c368e34a {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:03:35.001047 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 42591cc2-84e2-4ab5-aff8-d671c368e34a not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:03:35.089388 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ee0395bf-f59a-42e7-a8aa-0c327b373280 req-8bada6d9-2e4d-4609-8e60-36b95e98cefe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e721e6aa-0249-46d9-b7ab-aa5f9460093a HTTP/1.1" status: 200  len: 217 time: 0.2128420
Feb 05 21:03:35.117392 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.db.resource_extend [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 05 21:03:35.136987 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 2092f84f-9556-4644-b169-e3526a7304e9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2092f84f-9556-4644-b169-e3526a7304e9,segment=NetworkSegment(27e35dc8-4d4c-46d0-a727-c056d3e1f42d),segment_id=27e35dc8-4d4c-46d0-a727-c056d3e1f42d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:35.150128 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '2092f84f-9556-4644-b169-e3526a7304e9', 'network_id': '241b1c7f-d3bf-422c-a584-ed5fdab3dde0', 'port_id': '2092f84f-9556-4644-b169-e3526a7304e9', 'mac_address': 'fa:16:3e:ec:b8:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ed19ca-9b67-4995-a8b9-2e655244eed0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:03:35.194299 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 2092f84f-9556-4644-b169-e3526a7304e9 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:03:35.194732 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (2092f84f-9556-4644-b169-e3526a7304e9), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:35.222433 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2092f84f-9556-4644-b169-e3526a7304e9 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:03:35.232054 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d77c1087-3153-4644-91f8-ac2e451da555 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for router_controller (2338b97c-8951-4bc2-8e09-ea2e4b70b187), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:35.248580 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 2092f84f-9556-4644-b169-e3526a7304e9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2092f84f-9556-4644-b169-e3526a7304e9,segment=NetworkSegment(27e35dc8-4d4c-46d0-a727-c056d3e1f42d),segment_id=27e35dc8-4d4c-46d0-a727-c056d3e1f42d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:35.258026 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-b7c7c729-5ac8-493b-a367-a2dee43568ac None None] Provisioning complete for port 9dd34581-3593-4584-9a0c-39e5c3671171 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:03:35.258465 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b7c7c729-5ac8-493b-a367-a2dee43568ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9dd34581-3593-4584-9a0c-39e5c3671171), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:35.261001 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (2092f84f-9556-4644-b169-e3526a7304e9), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:35.327043 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0395bf-f59a-42e7-a8aa-0c327b373280 req-17a160ea-2c50-44f2-8f9c-e9d583bf3115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:35.328743 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ee0395bf-f59a-42e7-a8aa-0c327b373280 req-17a160ea-2c50-44f2-8f9c-e9d583bf3115 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=98ed19ca-9b67-4995-a8b9-2e655244eed0 HTTP/1.1" status: 200  len: 858 time: 0.2068782
Feb 05 21:03:35.347755 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-b7c7c729-5ac8-493b-a367-a2dee43568ac None None] Port 9dd34581-3593-4584-9a0c-39e5c3671171 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:03:35.354496 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=2092f84f-9556-4644-b169-e3526a7304e9,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:35.366175 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-2a859064-e3e7-4646-8414-a0742e4ce7f9 service neutron] 10.222.0.39 "GET /v2.0/networks/c184cf05-70dd-4af5-8bd4-fc4bd5d65e82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6265242
Feb 05 21:03:35.385291 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ee0395bf-f59a-42e7-a8aa-0c327b373280 req-bbc7e297-7a63-4fb5-8b00-6c1cff1b24f4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=241b1c7f-d3bf-422c-a584-ed5fdab3dde0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0377569
Feb 05 21:03:35.444790 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-d221e4c9-f182-4bb3-9fc9-2713b0bc1042 None None] Publish callbacks [] for port (09a75b44-5b84-4439-975c-902a4398892a), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:35.456301 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-d221e4c9-f182-4bb3-9fc9-2713b0bc1042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (09a75b44-5b84-4439-975c-902a4398892a), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:35.506585 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d77c1087-3153-4644-91f8-ac2e451da555 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for router_gateway (2338b97c-8951-4bc2-8e09-ea2e4b70b187), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:35.513614 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa66e1-9744-40c5-ba2b-5d740c1a0728 req-bca8d56a-4027-4958-af17-f6467b0c8cc3 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:35.520947 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2eaa66e1-9744-40c5-ba2b-5d740c1a0728 req-bca8d56a-4027-4958-af17-f6467b0c8cc3 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef6940a7-7e6c-430e-8f1d-1e3d86dc0b11 HTTP/1.1" status: 200  len: 943 time: 0.6655052
Feb 05 21:03:35.527549 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-d221e4c9-f182-4bb3-9fc9-2713b0bc1042 None None] Attempting to bind port 09a75b44-5b84-4439-975c-902a4398892a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:03:35.528079 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-d221e4c9-f182-4bb3-9fc9-2713b0bc1042 None None] Attempting to bind port 09a75b44-5b84-4439-975c-902a4398892a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:03:35.528550 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d221e4c9-f182-4bb3-9fc9-2713b0bc1042 None None] Attempting to bind port 09a75b44-5b84-4439-975c-902a4398892a on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:03:35.542062 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d221e4c9-f182-4bb3-9fc9-2713b0bc1042 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:03:35.543563 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d221e4c9-f182-4bb3-9fc9-2713b0bc1042 None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:03:35.543873 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-d221e4c9-f182-4bb3-9fc9-2713b0bc1042 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:35.544367 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d221e4c9-f182-4bb3-9fc9-2713b0bc1042 None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:03:35.544958 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-d221e4c9-f182-4bb3-9fc9-2713b0bc1042 None None] Bound port: 09a75b44-5b84-4439-975c-902a4398892a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:03:35.545463 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-d221e4c9-f182-4bb3-9fc9-2713b0bc1042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (09a75b44-5b84-4439-975c-902a4398892a), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:35.570825 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a859f002-cf7e-4057-997b-7062b4fdd7f0 req-0c52dce6-4991-4c06-99fa-686c10c7cc54 service neutron] 10.222.0.39 "GET /v2.0/networks/c184cf05-70dd-4af5-8bd4-fc4bd5d65e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1982710
Feb 05 21:03:35.580218 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-79d1ae07-fdbc-4b03-b516-5a47c8d30402 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:35.587832 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-79d1ae07-fdbc-4b03-b516-5a47c8d30402 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] 10.222.0.32 "GET /v2.0/networks?id=8ef6ce95-1882-4159-afee-2b0fb7aad74f HTTP/1.1" status: 200  len: 825 time: 0.8089550
Feb 05 21:03:35.596423 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0271fc29-923a-4a46-991c-b737b45c998c None None] Pushing event updated for resources: {'Port': ['ID=09a75b44-5b84-4439-975c-902a4398892a,revision_number=2']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:35.632065 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-d221e4c9-f182-4bb3-9fc9-2713b0bc1042 None None] For port 09a75b44-5b84-4439-975c-902a4398892a, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:03:35.636553 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-f7249c41-a5be-4d8b-8dda-d3007899c0ea tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] 10.222.0.32 "GET /v2.0/quotas/ee1b0ec4900a48c4aa913d5b57a3eb19 HTTP/1.1" status: 200  len: 375 time: 0.0461957
Feb 05 21:03:35.639157 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-d221e4c9-f182-4bb3-9fc9-2713b0bc1042 None None] For port 09a75b44-5b84-4439-975c-902a4398892a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=09a75b44-5b84-4439-975c-902a4398892a,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:03:35.643928 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['31d59140-5766-44f4-b0dd-14f5deff81e6'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:03:35.647068 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-d221e4c9-f182-4bb3-9fc9-2713b0bc1042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (09a75b44-5b84-4439-975c-902a4398892a), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:35.679801 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-212cc331-9ca7-422e-af08-5f30986bf675 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for port (9dd34581-3593-4584-9a0c-39e5c3671171), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:35.683835 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ee0395bf-f59a-42e7-a8aa-0c327b373280 req-04c383a2-5db9-4234-9dda-05d4c11a6939 service neutron] 10.222.0.21 "GET /v2.0/networks/241b1c7f-d3bf-422c-a584-ed5fdab3dde0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2828436
Feb 05 21:03:35.696809 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['2092f84f-9556-4644-b169-e3526a7304e9'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:03:35.697535 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd37186-d41e-49ef-9e62-abaddf321864 req-7a466b35-aaa6-4f14-94c6-04e61b51d0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:35.699307 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6bd37186-d41e-49ef-9e62-abaddf321864 req-7a466b35-aaa6-4f14-94c6-04e61b51d0c5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e2211e554783435c9b7af885ea20e242&device_id=b56754d4-2d51-45b8-b4e0-e950064b6fa8 HTTP/1.1" status: 200  len: 1125 time: 0.0745463
Feb 05 21:03:35.714224 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-212cc331-9ca7-422e-af08-5f30986bf675 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (9dd34581-3593-4584-9a0c-39e5c3671171), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:35.715037 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-212cc331-9ca7-422e-af08-5f30986bf675 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (b1fb54e3-62f6-4305-a701-2e46c0a56d17), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:35.745886 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d221e4c9-f182-4bb3-9fc9-2713b0bc1042 None None] Routers {'eb7f49fc-206d-40d5-b35d-bb22d752c0e1'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:03:35.746991 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-d221e4c9-f182-4bb3-9fc9-2713b0bc1042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db9045b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:03:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['eb7f49fc-206d-40d5-b35d-bb22d752c0e1'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:35.781308 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-353f813c-c09e-449c-9b5d-4de57dcfc2d1 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ee1b0ec4900a48c4aa913d5b57a3eb19&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0962067
Feb 05 21:03:35.796434 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2eaa66e1-9744-40c5-ba2b-5d740c1a0728 req-95dc7aef-af87-485a-8b47-2a3b480affbc tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4f75283-d183-4679-a597-c3ff69ffb06a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2745142
Feb 05 21:03:35.823827 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd37186-d41e-49ef-9e62-abaddf321864 req-d3d0d5e6-7ca4-4b7f-b72a-9dd37341055c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:35.825591 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6bd37186-d41e-49ef-9e62-abaddf321864 req-d3d0d5e6-7ca4-4b7f-b72a-9dd37341055c service neutron] 10.222.0.39 "GET /v2.0/networks?id=c184cf05-70dd-4af5-8bd4-fc4bd5d65e82 HTTP/1.1" status: 200  len: 911 time: 0.1126702
Feb 05 21:03:35.879138 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6bd37186-d41e-49ef-9e62-abaddf321864 req-006f997f-810c-491e-951e-9f6d9c7b20bc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2ae72fb-6713-49ed-b7e3-c40c7a4baed0 HTTP/1.1" status: 200  len: 217 time: 0.0458634
Feb 05 21:03:35.891839 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-d221e4c9-f182-4bb3-9fc9-2713b0bc1042 None None] Set router eb7f49fc-206d-40d5-b35d-bb22d752c0e1 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:03:35.954680 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0271fc29-923a-4a46-991c-b737b45c998c None None] Pushing event updated for resources: {'Port': ['ID=09a75b44-5b84-4439-975c-902a4398892a,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:35.985489 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372b7bb7-de5e-441a-85c7-25f06c51b04f x-openstack-request-id: req-372b7bb7-de5e-441a-85c7-25f06c51b04f {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:03:35.985837 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20f46032-e3e3-4365-ab2a-f3d123ca707d", "name": "network-vif-deleted", "tag": "42591cc2-84e2-4ab5-aff8-d671c368e34a", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:03:35.986056 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-372b7bb7-de5e-441a-85c7-25f06c51b04f {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:03:35.986943 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20f46032-e3e3-4365-ab2a-f3d123ca707d', 'name': 'network-vif-deleted', 'tag': '42591cc2-84e2-4ab5-aff8-d671c368e34a', 'status': 'completed', 'code': 200}
Feb 05 21:03:36.054940 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd37186-d41e-49ef-9e62-abaddf321864 req-d7cfaa64-04de-48ae-96bb-bee16dafb43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:36.057022 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6bd37186-d41e-49ef-9e62-abaddf321864 req-d7cfaa64-04de-48ae-96bb-bee16dafb43d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=86c08017-d863-4dd1-8a33-7a8aa8133d87 HTTP/1.1" status: 200  len: 849 time: 0.1702912
Feb 05 21:03:36.057474 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f3730b41-22ce-4822-92b5-83d444175f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:36.061809 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d77c1087-3153-4644-91f8-ac2e451da555 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for router_gateway (2338b97c-8951-4bc2-8e09-ea2e4b70b187), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:36.108895 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d77c1087-3153-4644-91f8-ac2e451da555 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:36.131965 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-d221e4c9-f182-4bb3-9fc9-2713b0bc1042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db9045b80>, [{'id': 'eb7f49fc-206d-40d5-b35d-bb22d752c0e1', 'name': 'tempest-snat-router-1881151621', 'tenant_id': '648d6022861e49f0ad28644c7d6eb8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.137'}], 'enable_snat': False}, 'gw_port_id': '09a75b44-5b84-4439-975c-902a4398892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:03:27Z', 'updated_at': '2022-02-05T21:03:32Z', 'revision_number': 3, 'project_id': '648d6022861e49f0ad28644c7d6eb8de', 'gw_port': {'id': '09a75b44-5b84-4439-975c-902a4398892a', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7f49fc-206d-40d5-b35d-bb22d752c0e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:03:30Z', 'updated_at': '2022-02-05T21:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:36.166098 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d221e4c9-f182-4bb3-9fc9-2713b0bc1042 None None] The sync data for ids ['eb7f49fc-206d-40d5-b35d-bb22d752c0e1'] in ncdv-master-1 is: [{'id': 'eb7f49fc-206d-40d5-b35d-bb22d752c0e1', 'name': 'tempest-snat-router-1881151621', 'tenant_id': '648d6022861e49f0ad28644c7d6eb8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.137'}], 'enable_snat': False}, 'gw_port_id': '09a75b44-5b84-4439-975c-902a4398892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:03:27Z', 'updated_at': '2022-02-05T21:03:32Z', 'revision_number': 3, 'project_id': '648d6022861e49f0ad28644c7d6eb8de', 'gw_port': {'id': '09a75b44-5b84-4439-975c-902a4398892a', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7f49fc-206d-40d5-b35d-bb22d752c0e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:03:30Z', 'updated_at': '2022-02-05T21:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:03:36.182105 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd37186-d41e-49ef-9e62-abaddf321864 req-be00af61-1c3b-4a53-b02e-286cb5fb076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:36.183691 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6bd37186-d41e-49ef-9e62-abaddf321864 req-be00af61-1c3b-4a53-b02e-286cb5fb076a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c184cf05-70dd-4af5-8bd4-fc4bd5d65e82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1194136
Feb 05 21:03:36.310676 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-d77c1087-3153-4644-91f8-ac2e451da555 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Allocated IP 172.35.4.77 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/1e965393-de66-4b1b-85eb-0811dfb595dc) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:03:36.362079 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6bd37186-d41e-49ef-9e62-abaddf321864 req-d690c85b-e564-4d70-b3a4-3931cf8876ad service neutron] 10.222.0.39 "GET /v2.0/networks/c184cf05-70dd-4af5-8bd4-fc4bd5d65e82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1709833
Feb 05 21:03:36.428306 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212cc331-9ca7-422e-af08-5f30986bf675 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Port': ['ID=9dd34581-3593-4584-9a0c-39e5c3671171,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:36.489910 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ee0395bf-f59a-42e7-a8aa-0c327b373280 req-83ab2a87-ac8b-411d-b47e-0345698d0c8f service neutron] 10.222.0.21 "GET /v2.0/networks/241b1c7f-d3bf-422c-a584-ed5fdab3dde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7973406
Feb 05 21:03:36.519604 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-8e88bd72-a4b1-438b-9845-a889509dcd0b service neutron] 10.222.0.32 "GET /v2.0/networks/8ef6ce95-1882-4159-afee-2b0fb7aad74f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7090509
Feb 05 21:03:36.529838 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d77c1087-3153-4644-91f8-ac2e451da555 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for port (1e965393-de66-4b1b-85eb-0811dfb595dc), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:36.544917 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212cc331-9ca7-422e-af08-5f30986bf675 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:03:36.550754 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6bd37186-d41e-49ef-9e62-abaddf321864 req-5001e354-94f3-4ea1-b596-5ce0aa35412c service neutron] 10.222.0.39 "GET /v2.0/networks/c184cf05-70dd-4af5-8bd4-fc4bd5d65e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1590607
Feb 05 21:03:36.563647 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be382a2-5694-47b8-9fa3-b15d686fdb5b req-65c7928d-f4b5-4217-91e6-7c6930767752 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:36.570700 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1be382a2-5694-47b8-9fa3-b15d686fdb5b req-65c7928d-f4b5-4217-91e6-7c6930767752 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 946 time: 0.2520080
Feb 05 21:03:36.572951 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-212cc331-9ca7-422e-af08-5f30986bf675 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:03:36.583320 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d77c1087-3153-4644-91f8-ac2e451da555 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (1e965393-de66-4b1b-85eb-0811dfb595dc), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:36.631412 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77c1087-3153-4644-91f8-ac2e451da555 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:03:36.634622 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-d77c1087-3153-4644-91f8-ac2e451da555 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:03:36.638636 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77c1087-3153-4644-91f8-ac2e451da555 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:03:36.663162 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c1087-3153-4644-91f8-ac2e451da555 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Pushing event updated for resources: {'Port': ['ID=1e965393-de66-4b1b-85eb-0811dfb595dc,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:36.781478 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1be382a2-5694-47b8-9fa3-b15d686fdb5b req-3c05cf3a-bb56-4db3-80d4-1f52031c3197 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2098594
Feb 05 21:03:36.833956 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-a7646850-f1fc-4c20-8fbb-6a78ea57f903 service neutron] 10.222.0.32 "GET /v2.0/networks/8ef6ce95-1882-4159-afee-2b0fb7aad74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2998505
Feb 05 21:03:36.933258 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212cc331-9ca7-422e-af08-5f30986bf675 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Router b1fb54e3-62f6-4305-a701-2e46c0a56d17 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:03:36.997909 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-5d1bc3d6-9f60-4a62-a296-f9f57cee65ba None None] Provisioning complete for port 9dd34581-3593-4584-9a0c-39e5c3671171 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:03:37.004506 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5d1bc3d6-9f60-4a62-a296-f9f57cee65ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9dd34581-3593-4584-9a0c-39e5c3671171), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:37.085924 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d77c1087-3153-4644-91f8-ac2e451da555 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for router_gateway (2338b97c-8951-4bc2-8e09-ea2e4b70b187), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:37.088021 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-5d1bc3d6-9f60-4a62-a296-f9f57cee65ba None None] Port 9dd34581-3593-4584-9a0c-39e5c3671171 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:03:37.121846 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212cc331-9ca7-422e-af08-5f30986bf675 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:03:37.132169 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-212cc331-9ca7-422e-af08-5f30986bf675 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "PUT /v2.0/routers/b1fb54e3-62f6-4305-a701-2e46c0a56d17/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.3122337
Feb 05 21:03:37.133090 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52810) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:37.133240 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364db55a-b010-4d9c-a41b-d7f391dd6dda None None] Sync routers for ids ['b1fb54e3-62f6-4305-a701-2e46c0a56d17'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:03:37.151326 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364db55a-b010-4d9c-a41b-d7f391dd6dda None None] Routers {'b1fb54e3-62f6-4305-a701-2e46c0a56d17'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:03:37.151981 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-364db55a-b010-4d9c-a41b-d7f391dd6dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabb868b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:03:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b1fb54e3-62f6-4305-a701-2e46c0a56d17'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:37.190230 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56494a2c-e505-4258-a8fb-6b1fc7e3ba9c req-3eb0c31e-c103-4499-bea4-4a8d8a7aeb75 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:37.191925 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-56494a2c-e505-4258-a8fb-6b1fc7e3ba9c req-3eb0c31e-c103-4499-bea4-4a8d8a7aeb75 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=b56754d4-2d51-45b8-b4e0-e950064b6fa8 HTTP/1.1" status: 200  len: 943 time: 0.2823296
Feb 05 21:03:37.199296 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1326340e-8275-4f4e-8777-951477297dfc tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:37.204130 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52812) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:37.204782 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1326340e-8275-4f4e-8777-951477297dfc tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/ports/9dd34581-3593-4584-9a0c-39e5c3671171 HTTP/1.1" status: 200  len: 911 time: 0.0650740
Feb 05 21:03:37.295111 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-56494a2c-e505-4258-a8fb-6b1fc7e3ba9c req-7b6876e9-1ca7-4619-98ec-836b0b470cfa tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=367daedb-a110-448a-a43f-464c464e668a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0894604
Feb 05 21:03:37.359152 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device e721e6aa-0249-46d9-b7ab-aa5f9460093a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:03:37.361456 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 31d59140-5766-44f4-b0dd-14f5deff81e6 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:03:37.404855 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33e589d-7501-4f4a-a864-99c3d59d1b16 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:37.410564 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33e589d-7501-4f4a-a864-99c3d59d1b16 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:37.412198 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c33e589d-7501-4f4a-a864-99c3d59d1b16 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.1970220
Feb 05 21:03:37.423160 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52820) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:37.519924 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12158937-dcf7-4315-89be-831e498a4892 req-fd84e08e-ffa5-4140-9cae-7fb1c103661f tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:37.528320 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-12158937-dcf7-4315-89be-831e498a4892 req-fd84e08e-ffa5-4140-9cae-7fb1c103661f tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef6940a7-7e6c-430e-8f1d-1e3d86dc0b11 HTTP/1.1" status: 200  len: 944 time: 0.1581547
Feb 05 21:03:37.532240 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-364db55a-b010-4d9c-a41b-d7f391dd6dda None None] Set router b1fb54e3-62f6-4305-a701-2e46c0a56d17 gateway port host: None {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:03:37.543200 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf65f5-1177-49d0-a26e-d030732012ed req-5bb15656-1df4-4e95-8a12-d87a12ec32a1 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:37.551480 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-daaf65f5-1177-49d0-a26e-d030732012ed req-5bb15656-1df4-4e95-8a12-d87a12ec32a1 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 946 time: 0.1299186
Feb 05 21:03:37.603100 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:37.646751 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-12158937-dcf7-4315-89be-831e498a4892 req-c71ec505-e363-4fd0-a75c-bce6735462dd tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4f75283-d183-4679-a597-c3ff69ffb06a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172142
Feb 05 21:03:37.669210 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-daaf65f5-1177-49d0-a26e-d030732012ed req-4b45c1e9-7c32-4f01-b012-c8d8a7b196d1 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1100810
Feb 05 21:03:37.710262 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d77c1087-3153-4644-91f8-ac2e451da555 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (2338b97c-8951-4bc2-8e09-ea2e4b70b187), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:37.783019 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9a48ebaa-12df-4df0-ab50-d4827ead561f req-84885d82-4368-4122-b5f3-4813c997d86f tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7da416e-c527-4667-afa1-29e410805386 HTTP/1.1" status: 200  len: 210 time: 0.0593319
Feb 05 21:03:37.820556 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port e721e6aa-0249-46d9-b7ab-aa5f9460093a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e721e6aa-0249-46d9-b7ab-aa5f9460093a,segment=NetworkSegment(27e35dc8-4d4c-46d0-a727-c056d3e1f42d),segment_id=27e35dc8-4d4c-46d0-a727-c056d3e1f42d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:37.849166 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': 'e721e6aa-0249-46d9-b7ab-aa5f9460093a', 'network_id': '241b1c7f-d3bf-422c-a584-ed5fdab3dde0', 'port_id': 'e721e6aa-0249-46d9-b7ab-aa5f9460093a', 'mac_address': 'fa:16:3e:bf:cc:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ed19ca-9b67-4995-a8b9-2e655244eed0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:03:37.858136 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 31d59140-5766-44f4-b0dd-14f5deff81e6 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:03:37.860893 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a527b5-ff8b-458e-8cbb-ffb48dc76190 req-82004f78-cad2-4ac4-9c9d-5c6cdd23909e tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:37.862471 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-15a527b5-ff8b-458e-8cbb-ffb48dc76190 req-82004f78-cad2-4ac4-9c9d-5c6cdd23909e tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=70c564f2-df94-4df3-81ff-df9d05375972 HTTP/1.1" status: 200  len: 1128 time: 0.0867660
Feb 05 21:03:37.881346 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 31d59140-5766-44f4-b0dd-14f5deff81e6 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:03:37.881749 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (31d59140-5766-44f4-b0dd-14f5deff81e6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:37.953014 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-15a527b5-ff8b-458e-8cbb-ffb48dc76190 req-ccbc9b8a-9ecc-4a1a-becb-6ec64b63b80d tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6735038a-ca48-4338-8e2b-c68636a4f7ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795839
Feb 05 21:03:38.095684 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77c1087-3153-4644-91f8-ac2e451da555 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Router 2338b97c-8951-4bc2-8e09-ea2e4b70b187 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:03:38.232647 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port e721e6aa-0249-46d9-b7ab-aa5f9460093a is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:03:38.233254 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e721e6aa-0249-46d9-b7ab-aa5f9460093a), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:38.300813 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77c1087-3153-4644-91f8-ac2e451da555 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:03:38.310929 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab67b0a-978c-4d34-97a6-a9cba78bd354 None None] Sync routers for ids ['2338b97c-8951-4bc2-8e09-ea2e4b70b187'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:03:38.327151 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 31d59140-5766-44f4-b0dd-14f5deff81e6 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:03:38.327569 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (31d59140-5766-44f4-b0dd-14f5deff81e6), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:38.339606 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d77c1087-3153-4644-91f8-ac2e451da555 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:38.344080 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d77c1087-3153-4644-91f8-ac2e451da555 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 3.6601059
Feb 05 21:03:38.344436 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52862) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:38.360651 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab67b0a-978c-4d34-97a6-a9cba78bd354 None None] Routers {'2338b97c-8951-4bc2-8e09-ea2e4b70b187'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:03:38.364717 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-cab67b0a-978c-4d34-97a6-a9cba78bd354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8fe2ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:03:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['2338b97c-8951-4bc2-8e09-ea2e4b70b187'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:38.523657 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 31d59140-5766-44f4-b0dd-14f5deff81e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=31d59140-5766-44f4-b0dd-14f5deff81e6,segment=NetworkSegment(27e35dc8-4d4c-46d0-a727-c056d3e1f42d),segment_id=27e35dc8-4d4c-46d0-a727-c056d3e1f42d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:38.556466 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146ad738-6b59-4494-9613-2b94681ab1dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d59140-5766-44f4-b0dd-14f5deff81e6'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:03:38.559180 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4378e79-5f09-4b5f-b4e1-a8525167391e" -d '{"events": [{"server_uuid": "146ad738-6b59-4494-9613-2b94681ab1dc", "name": "network-vif-plugged", "status": "completed", "tag": "31d59140-5766-44f4-b0dd-14f5deff81e6"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:03:38.567598 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 09a75b44-5b84-4439-975c-902a4398892a up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:03:38.645991 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device b2ae72fb-6713-49ed-b7e3-c40c7a4baed0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:03:38.648233 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device ad0354e3-119c-4c7a-a046-88f02122433c no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:03:38.655254 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b43b15-b8c9-4493-9471-c24cb4297eac req-e5a8b677-c2be-40d4-be50-1e0d0556df98 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:38.658274 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-cab67b0a-978c-4d34-97a6-a9cba78bd354 None None] Set router 2338b97c-8951-4bc2-8e09-ea2e4b70b187 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:03:38.667501 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a6b43b15-b8c9-4493-9471-c24cb4297eac req-e5a8b677-c2be-40d4-be50-1e0d0556df98 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=b56754d4-2d51-45b8-b4e0-e950064b6fa8 HTTP/1.1" status: 200  len: 943 time: 0.1904776
Feb 05 21:03:38.682216 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f4d09591-7012-4530-b638-79d153a0425a tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] 10.222.0.32 "GET /v2.0/routers/2338b97c-8951-4bc2-8e09-ea2e4b70b187 HTTP/1.1" status: 200  len: 907 time: 0.3340158
Feb 05 21:03:38.689676 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52878) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:38.736127 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e721e6aa-0249-46d9-b7ab-aa5f9460093a {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:03:38.790319 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port e721e6aa-0249-46d9-b7ab-aa5f9460093a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e721e6aa-0249-46d9-b7ab-aa5f9460093a,segment=NetworkSegment(27e35dc8-4d4c-46d0-a727-c056d3e1f42d),segment_id=27e35dc8-4d4c-46d0-a727-c056d3e1f42d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:38.840340 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (e721e6aa-0249-46d9-b7ab-aa5f9460093a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:38.847155 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (31d59140-5766-44f4-b0dd-14f5deff81e6), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:38.848407 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 2092f84f-9556-4644-b169-e3526a7304e9 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:03:39.015909 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a6b43b15-b8c9-4493-9471-c24cb4297eac req-0023b1e1-1dad-49ec-89c0-738c23f9cef2 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=367daedb-a110-448a-a43f-464c464e668a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3403194
Feb 05 21:03:39.035957 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-cab67b0a-978c-4d34-97a6-a9cba78bd354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8fe2ac0>, [{'id': '2338b97c-8951-4bc2-8e09-ea2e4b70b187', 'name': 'tempest-snat-router-1881151621', 'tenant_id': '648d6022861e49f0ad28644c7d6eb8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.77'}], 'enable_snat': True}, 'gw_port_id': '1e965393-de66-4b1b-85eb-0811dfb595dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:03:34Z', 'updated_at': '2022-02-05T21:03:36Z', 'revision_number': 3, 'project_id': '648d6022861e49f0ad28644c7d6eb8de', 'gw_port': {'id': '1e965393-de66-4b1b-85eb-0811dfb595dc', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2338b97c-8951-4bc2-8e09-ea2e4b70b187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:03:36Z', 'updated_at': '2022-02-05T21:03:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:39.061465 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220da309-f011-46fd-9b8d-d4574786124f req-1dde9913-f3fe-460e-9083-cc2050c546aa tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:39.063515 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-220da309-f011-46fd-9b8d-d4574786124f req-1dde9913-f3fe-460e-9083-cc2050c546aa tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef6940a7-7e6c-430e-8f1d-1e3d86dc0b11 HTTP/1.1" status: 200  len: 944 time: 0.2173307
Feb 05 21:03:39.067738 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051d368-9626-43ab-beb3-d450a4a78f46 req-408f213d-eea0-4438-83e2-55cf518ffc10 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:39.069634 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2051d368-9626-43ab-beb3-d450a4a78f46 req-408f213d-eea0-4438-83e2-55cf518ffc10 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=70c564f2-df94-4df3-81ff-df9d05375972 HTTP/1.1" status: 200  len: 1128 time: 0.2314057
Feb 05 21:03:39.078326 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e129b8cd-9abc-465e-8412-9b9a00235c45 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (b1fb54e3-62f6-4305-a701-2e46c0a56d17), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:39.081554 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab67b0a-978c-4d34-97a6-a9cba78bd354 None None] Checking router: 2338b97c-8951-4bc2-8e09-ea2e4b70b187 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:03:39.082896 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab67b0a-978c-4d34-97a6-a9cba78bd354 None None] Updating router 2338b97c-8951-4bc2-8e09-ea2e4b70b187 port 1e965393-de66-4b1b-85eb-0811dfb595dc binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:03:39.097064 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b5c86ee9-2d31-4ca0-a8e6-d3cecd3cb5b7 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for router (2338b97c-8951-4bc2-8e09-ea2e4b70b187), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:39.146478 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-cab67b0a-978c-4d34-97a6-a9cba78bd354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1e965393-de66-4b1b-85eb-0811dfb595dc), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:39.246446 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-82bf2871-8616-48d4-8472-b72ddc945cdb tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:39.248070 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-82bf2871-8616-48d4-8472-b72ddc945cdb tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] 10.222.0.39 "GET /v2.0/networks?id=8ef6ce95-1882-4159-afee-2b0fb7aad74f HTTP/1.1" status: 200  len: 825 time: 0.7815247
Feb 05 21:03:39.273798 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-220da309-f011-46fd-9b8d-d4574786124f req-cfcc7b60-cd49-46d4-bebd-6b2467bd2e1e tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4f75283-d183-4679-a597-c3ff69ffb06a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2005887
Feb 05 21:03:39.304037 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-e1c469d2-9480-4f0e-86c7-d56befddb583 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] Request body: {'port': {'device_id': 'c7da416e-c527-4667-afa1-29e410805386', 'network_id': '8ef6ce95-1882-4159-afee-2b0fb7aad74f', 'admin_state_up': True, 'tenant_id': 'ee1b0ec4900a48c4aa913d5b57a3eb19'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:39.319310 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3c0424-3334-450c-a0dc-027db1860ef2 x-openstack-request-id: req-ef3c0424-3334-450c-a0dc-027db1860ef2 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:03:39.320301 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146ad738-6b59-4494-9613-2b94681ab1dc", "name": "network-vif-plugged", "status": "completed", "tag": "31d59140-5766-44f4-b0dd-14f5deff81e6", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:03:39.320742 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ef3c0424-3334-450c-a0dc-027db1860ef2 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:03:39.321386 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '146ad738-6b59-4494-9613-2b94681ab1dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d59140-5766-44f4-b0dd-14f5deff81e6', 'code': 200}
Feb 05 21:03:39.332999 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['e721e6aa-0249-46d9-b7ab-aa5f9460093a'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:03:39.412328 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cf17c15c-8fe3-45dd-8f3d-96a383fad4b5 req-62367c33-8305-40ae-b62b-023b20ce98b1 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7da416e-c527-4667-afa1-29e410805386 HTTP/1.1" status: 200  len: 210 time: 0.0598316
Feb 05 21:03:39.467633 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:39.469821 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-364db55a-b010-4d9c-a41b-d7f391dd6dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabb868b0>, [{'id': 'b1fb54e3-62f6-4305-a701-2e46c0a56d17', 'name': 'tempest-NetworksTestDHCPv6-router-1545245691', 'tenant_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:03:28Z', 'updated_at': '2022-02-05T21:03:34Z', 'revision_number': 2, 'project_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'gw_port_host': None, '_interfaces': [{'id': '9dd34581-3593-4584-9a0c-39e5c3671171', 'name': '', 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'tenant_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'mac_address': 'fa:16:3e:4b:e1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1fb54e3-62f6-4305-a701-2e46c0a56d17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '80cf804d-d7d3-49d5-be3e-f3d4c5676eeb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:03:30Z', 'updated_at': '2022-02-05T21:03:35Z', 'revision_number': 2, 'project_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'subnets': [{'id': '80cf804d-d7d3-49d5-be3e-f3d4c5676eeb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:39.534207 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-e1c469d2-9480-4f0e-86c7-d56befddb583 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] Made reservation on behalf of ee1b0ec4900a48c4aa913d5b57a3eb19 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:03:39.534828 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=e721e6aa-0249-46d9-b7ab-aa5f9460093a,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:39.539302 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51ba09-ec85-41c2-9ed4-9ac393ca446e req-c2bc846b-3d09-4633-abc9-d2ce63222ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:39.541684 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-da51ba09-ec85-41c2-9ed4-9ac393ca446e req-c2bc846b-3d09-4633-abc9-d2ce63222ed9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=146ad738-6b59-4494-9613-2b94681ab1dc HTTP/1.1" status: 200  len: 1127 time: 0.2645981
Feb 05 21:03:39.544378 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364db55a-b010-4d9c-a41b-d7f391dd6dda None None] Checking router: b1fb54e3-62f6-4305-a701-2e46c0a56d17 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:03:39.544737 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364db55a-b010-4d9c-a41b-d7f391dd6dda None None] Updating router b1fb54e3-62f6-4305-a701-2e46c0a56d17 port 9dd34581-3593-4584-9a0c-39e5c3671171 binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:03:39.545593 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-e1c469d2-9480-4f0e-86c7-d56befddb583 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:39.547953 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port ad0354e3-119c-4c7a-a046-88f02122433c is: ACTIVE; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:03:39.548344 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ad0354e3-119c-4c7a-a046-88f02122433c), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:39.608405 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-2051d368-9626-43ab-beb3-d450a4a78f46 req-1e54d4b0-4325-437f-91a6-58d8c3212219 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Deleting port eed6ffb5-e792-4d2d-8d0f-b4004e5f5239 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:03:39.608662 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-2051d368-9626-43ab-beb3-d450a4a78f46 req-1e54d4b0-4325-437f-91a6-58d8c3212219 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (eed6ffb5-e792-4d2d-8d0f-b4004e5f5239), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:39.637183 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port b2ae72fb-6713-49ed-b7e3-c40c7a4baed0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2ae72fb-6713-49ed-b7e3-c40c7a4baed0,segment=NetworkSegment(c3fe8733-ce5f-41fc-80e2-343154fe8a12),segment_id=c3fe8733-ce5f-41fc-80e2-343154fe8a12)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:39.637824 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714f521-bab8-4b81-8d0c-dad56baf2eef req-7226b9a0-a8a7-4368-8189-357238433623 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:39.640465 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f714f521-bab8-4b81-8d0c-dad56baf2eef req-7226b9a0-a8a7-4368-8189-357238433623 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=70c564f2-df94-4df3-81ff-df9d05375972 HTTP/1.1" status: 200  len: 1128 time: 0.2173560
Feb 05 21:03:39.664355 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b5c86ee9-2d31-4ca0-a8e6-d3cecd3cb5b7 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for router_gateway (2338b97c-8951-4bc2-8e09-ea2e4b70b187), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:39.666221 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-e129b8cd-9abc-465e-8412-9b9a00235c45 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting port 9dd34581-3593-4584-9a0c-39e5c3671171 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:03:39.666800 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e129b8cd-9abc-465e-8412-9b9a00235c45 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (9dd34581-3593-4584-9a0c-39e5c3671171), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:39.667121 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 2092f84f-9556-4644-b169-e3526a7304e9 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:03:39.675807 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 09a75b44-5b84-4439-975c-902a4398892a triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:03:39.676184 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (09a75b44-5b84-4439-975c-902a4398892a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:39.688334 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-364db55a-b010-4d9c-a41b-d7f391dd6dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9dd34581-3593-4584-9a0c-39e5c3671171), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:39.717100 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-da51ba09-ec85-41c2-9ed4-9ac393ca446e req-6f03f4f2-e941-4802-8d95-0a047f828180 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a4f75283-d183-4679-a597-c3ff69ffb06a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1680050
Feb 05 21:03:39.731844 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 2092f84f-9556-4644-b169-e3526a7304e9 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:03:39.732219 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (2092f84f-9556-4644-b169-e3526a7304e9), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:39.744555 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'b2ae72fb-6713-49ed-b7e3-c40c7a4baed0', 'network_id': 'c184cf05-70dd-4af5-8bd4-fc4bd5d65e82', 'port_id': 'b2ae72fb-6713-49ed-b7e3-c40c7a4baed0', 'mac_address': 'fa:16:3e:33:3b:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86c08017-d863-4dd1-8a33-7a8aa8133d87', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:03:39.789229 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port ad0354e3-119c-4c7a-a046-88f02122433c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad0354e3-119c-4c7a-a046-88f02122433c,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:39.795506 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=31d59140-5766-44f4-b0dd-14f5deff81e6,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:39.814077 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-e1c469d2-9480-4f0e-86c7-d56befddb583 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] Allocated IP 172.20.0.13 (8ef6ce95-1882-4159-afee-2b0fb7aad74f/92929cba-c077-4b9d-82b6-5a435105b222/ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:03:39.814346 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ad0354e3-119c-4c7a-a046-88f02122433c), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:39.846849 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f714f521-bab8-4b81-8d0c-dad56baf2eef req-62e5138d-493f-44b4-8dd4-4ea0d9685119 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6735038a-ca48-4338-8e2b-c68636a4f7ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1690555
Feb 05 21:03:39.866574 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-cab67b0a-978c-4d34-97a6-a9cba78bd354 None None] Publish callbacks [] for port (1e965393-de66-4b1b-85eb-0811dfb595dc), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:39.875676 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-cab67b0a-978c-4d34-97a6-a9cba78bd354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (1e965393-de66-4b1b-85eb-0811dfb595dc), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:39.876057 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b560eb-6224-4e9c-98fe-112b61c8503a req-1f600201-8768-470d-a399-5640f8e30b29 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:39.886719 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-33b560eb-6224-4e9c-98fe-112b61c8503a req-1f600201-8768-470d-a399-5640f8e30b29 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 946 time: 0.3063316
Feb 05 21:03:39.890663 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e129b8cd-9abc-465e-8412-9b9a00235c45 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (9dd34581-3593-4584-9a0c-39e5c3671171), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:39.917185 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-e129b8cd-9abc-465e-8412-9b9a00235c45 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Calling delete_port for 9dd34581-3593-4584-9a0c-39e5c3671171 owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:03:39.971602 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa66241-863a-41c3-ab51-5a892a469432 None None] Pushing event updated for resources: {'Port': ['ID=1e965393-de66-4b1b-85eb-0811dfb595dc,revision_number=2']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:39.998531 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-cab67b0a-978c-4d34-97a6-a9cba78bd354 None None] Attempting to bind port 1e965393-de66-4b1b-85eb-0811dfb595dc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:03:39.999943 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-cab67b0a-978c-4d34-97a6-a9cba78bd354 None None] Attempting to bind port 1e965393-de66-4b1b-85eb-0811dfb595dc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:03:40.000563 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab67b0a-978c-4d34-97a6-a9cba78bd354 None None] Attempting to bind port 1e965393-de66-4b1b-85eb-0811dfb595dc on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:03:40.006970 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab67b0a-978c-4d34-97a6-a9cba78bd354 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:03:40.007810 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab67b0a-978c-4d34-97a6-a9cba78bd354 None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:03:40.008676 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-cab67b0a-978c-4d34-97a6-a9cba78bd354 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:40.009887 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab67b0a-978c-4d34-97a6-a9cba78bd354 None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:03:40.010691 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-cab67b0a-978c-4d34-97a6-a9cba78bd354 None None] Bound port: 1e965393-de66-4b1b-85eb-0811dfb595dc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:03:40.011328 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-cab67b0a-978c-4d34-97a6-a9cba78bd354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1e965393-de66-4b1b-85eb-0811dfb595dc), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:40.046075 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port b2ae72fb-6713-49ed-b7e3-c40c7a4baed0 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:03:40.046480 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b2ae72fb-6713-49ed-b7e3-c40c7a4baed0), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:40.062134 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=ad0354e3-119c-4c7a-a046-88f02122433c,revision_number=14']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:40.137966 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-cab67b0a-978c-4d34-97a6-a9cba78bd354 None None] For port 1e965393-de66-4b1b-85eb-0811dfb595dc, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:03:40.149966 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2ae72fb-6713-49ed-b7e3-c40c7a4baed0 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:03:40.152135 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-cab67b0a-978c-4d34-97a6-a9cba78bd354 None None] For port 1e965393-de66-4b1b-85eb-0811dfb595dc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e965393-de66-4b1b-85eb-0811dfb595dc,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:03:40.163186 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-e1c469d2-9480-4f0e-86c7-d56befddb583 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] Publish callbacks [] for port (ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:40.168811 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-cab67b0a-978c-4d34-97a6-a9cba78bd354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (1e965393-de66-4b1b-85eb-0811dfb595dc), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:40.239765 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 09a75b44-5b84-4439-975c-902a4398892a is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:03:40.240840 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (09a75b44-5b84-4439-975c-902a4398892a), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:40.251094 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab67b0a-978c-4d34-97a6-a9cba78bd354 None None] Routers {'2338b97c-8951-4bc2-8e09-ea2e4b70b187'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:03:40.251397 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-cab67b0a-978c-4d34-97a6-a9cba78bd354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8fe2ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:03:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['2338b97c-8951-4bc2-8e09-ea2e4b70b187'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:40.261560 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-e1c469d2-9480-4f0e-86c7-d56befddb583 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:40.270433 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port b2ae72fb-6713-49ed-b7e3-c40c7a4baed0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2ae72fb-6713-49ed-b7e3-c40c7a4baed0,segment=NetworkSegment(c3fe8733-ce5f-41fc-80e2-343154fe8a12),segment_id=c3fe8733-ce5f-41fc-80e2-343154fe8a12)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:40.272718 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e129b8cd-9abc-465e-8412-9b9a00235c45 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (9dd34581-3593-4584-9a0c-39e5c3671171), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:40.297674 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa66241-863a-41c3-ab51-5a892a469432 None None] Pushing event updated for resources: {'Port': ['ID=1e965393-de66-4b1b-85eb-0811dfb595dc,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:40.324466 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-e1c469d2-9480-4f0e-86c7-d56befddb583 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] Network 8ef6ce95-1882-4159-afee-2b0fb7aad74f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:03:40.331330 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-e1c469d2-9480-4f0e-86c7-d56befddb583 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:03:40.339760 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-e1c469d2-9480-4f0e-86c7-d56befddb583 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:03:40.351585 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 09a75b44-5b84-4439-975c-902a4398892a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=09a75b44-5b84-4439-975c-902a4398892a,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:40.374556 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-cab67b0a-978c-4d34-97a6-a9cba78bd354 None None] Set router 2338b97c-8951-4bc2-8e09-ea2e4b70b187 gateway port host: None {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:03:40.387499 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-2051d368-9626-43ab-beb3-d450a4a78f46 req-1e54d4b0-4325-437f-91a6-58d8c3212219 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] For port eed6ffb5-e792-4d2d-8d0f-b4004e5f5239, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eed6ffb5-e792-4d2d-8d0f-b4004e5f5239,segment=NetworkSegment(348293ab-5555-4f03-a2ea-c1d23c5b0aaa),segment_id=348293ab-5555-4f03-a2ea-c1d23c5b0aaa)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:40.388696 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-2051d368-9626-43ab-beb3-d450a4a78f46 req-1e54d4b0-4325-437f-91a6-58d8c3212219 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (eed6ffb5-e792-4d2d-8d0f-b4004e5f5239), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:40.393958 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-e1c469d2-9480-4f0e-86c7-d56befddb583 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:40.394632 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-e1c469d2-9480-4f0e-86c7-d56befddb583 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:40.404254 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-2051d368-9626-43ab-beb3-d450a4a78f46 req-1e54d4b0-4325-437f-91a6-58d8c3212219 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Calling delete_port for eed6ffb5-e792-4d2d-8d0f-b4004e5f5239 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:03:40.441056 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-cab67b0a-978c-4d34-97a6-a9cba78bd354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8fe2ac0>, [{'id': '2338b97c-8951-4bc2-8e09-ea2e4b70b187', 'name': 'tempest-snat-router-1881151621', 'tenant_id': '648d6022861e49f0ad28644c7d6eb8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:03:34Z', 'updated_at': '2022-02-05T21:03:39Z', 'revision_number': 4, 'project_id': '648d6022861e49f0ad28644c7d6eb8de', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:40.494928 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab67b0a-978c-4d34-97a6-a9cba78bd354 None None] The sync data for ids ['2338b97c-8951-4bc2-8e09-ea2e4b70b187'] in ncdv-master-1 is: [{'id': '2338b97c-8951-4bc2-8e09-ea2e4b70b187', 'name': 'tempest-snat-router-1881151621', 'tenant_id': '648d6022861e49f0ad28644c7d6eb8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:03:34Z', 'updated_at': '2022-02-05T21:03:39Z', 'revision_number': 4, 'project_id': '648d6022861e49f0ad28644c7d6eb8de', 'gw_port_host': None}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:03:40.495401 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b2ae72fb-6713-49ed-b7e3-c40c7a4baed0), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:40.516746 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e129b8cd-9abc-465e-8412-9b9a00235c45 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (b1fb54e3-62f6-4305-a701-2e46c0a56d17), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:40.520751 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c469d2-9480-4f0e-86c7-d56befddb583 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] Pushing event updated for resources: {'Port': ['ID=ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:40.552606 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 2092f84f-9556-4644-b169-e3526a7304e9 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:03:40.554652 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (2092f84f-9556-4644-b169-e3526a7304e9), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:40.560584 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e129b8cd-9abc-465e-8412-9b9a00235c45 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Port': ['ID=9dd34581-3593-4584-9a0c-39e5c3671171,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:40.567803 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-e1c469d2-9480-4f0e-86c7-d56befddb583 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2688117
Feb 05 21:03:40.579974 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-3a7578b4-158a-4f18-ae5d-c896e7d69993 service neutron] Request body: {'port': {'device_id': 'c7da416e-c527-4667-afa1-29e410805386', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:40.622484 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=b2ae72fb-6713-49ed-b7e3-c40c7a4baed0,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:40.628068 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (09a75b44-5b84-4439-975c-902a4398892a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:40.657661 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-33b560eb-6224-4e9c-98fe-112b61c8503a req-7915398f-0841-4efc-b240-28d9dbe62fc7 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7692835
Feb 05 21:03:40.675547 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-2051d368-9626-43ab-beb3-d450a4a78f46 req-1e54d4b0-4325-437f-91a6-58d8c3212219 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (eed6ffb5-e792-4d2d-8d0f-b4004e5f5239), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:40.692581 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.db.api [None req-364db55a-b010-4d9c-a41b-d7f391dd6dda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 21:03:40.693028 ncdv-master-1 neutron-server[114392]: DEBUG oslo_db.api [None req-364db55a-b010-4d9c-a41b-d7f391dd6dda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 21:03:40.725157 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-3a7578b4-158a-4f18-ae5d-c896e7d69993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:40.725435 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:40.738528 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e54d4b0-4325-437f-91a6-58d8c3212219 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Pushing event deleted for resources: {'Port': ['ID=eed6ffb5-e792-4d2d-8d0f-b4004e5f5239,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:40.738764 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['b2ae72fb-6713-49ed-b7e3-c40c7a4baed0'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:03:40.814999 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-2051d368-9626-43ab-beb3-d450a4a78f46 req-1e54d4b0-4325-437f-91a6-58d8c3212219 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] No DVR routers for this DVR port eed6ffb5-e792-4d2d-8d0f-b4004e5f5239 on host nch1-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:03:40.818531 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-b5c86ee9-2d31-4ca0-a8e6-d3cecd3cb5b7 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Deleting port 1e965393-de66-4b1b-85eb-0811dfb595dc {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:03:40.818965 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b5c86ee9-2d31-4ca0-a8e6-d3cecd3cb5b7 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (1e965393-de66-4b1b-85eb-0811dfb595dc), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:40.822615 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-2051d368-9626-43ab-beb3-d450a4a78f46 req-1e54d4b0-4325-437f-91a6-58d8c3212219 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:40.827253 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2051d368-9626-43ab-beb3-d450a4a78f46 req-1e54d4b0-4325-437f-91a6-58d8c3212219 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.21 "DELETE /v2.0/ports/eed6ffb5-e792-4d2d-8d0f-b4004e5f5239 HTTP/1.1" status: 204  len: 173 time: 1.7448053
Feb 05 21:03:40.843060 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 2092f84f-9556-4644-b169-e3526a7304e9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2092f84f-9556-4644-b169-e3526a7304e9,segment=NetworkSegment(27e35dc8-4d4c-46d0-a727-c056d3e1f42d),segment_id=27e35dc8-4d4c-46d0-a727-c056d3e1f42d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:40.844274 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c564f2-df94-4df3-81ff-df9d05375972', 'name': 'network-vif-deleted', 'tag': 'eed6ffb5-e792-4d2d-8d0f-b4004e5f5239'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:03:40.847851 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc6b0c6-b609-475b-a8d2-fbf856f7bb02" -d '{"events": [{"server_uuid": "70c564f2-df94-4df3-81ff-df9d05375972", "name": "network-vif-deleted", "tag": "eed6ffb5-e792-4d2d-8d0f-b4004e5f5239"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:03:40.864327 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=09a75b44-5b84-4439-975c-902a4398892a,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:40.879721 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (2092f84f-9556-4644-b169-e3526a7304e9), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:40.910277 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device eed6ffb5-e792-4d2d-8d0f-b4004e5f5239 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:03:40.955399 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027b61e-a7d6-4dbc-bb8c-3ca8f34920e7 req-402ba6dc-6db0-48dc-b2fc-2c7980152139 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:40.963453 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3027b61e-a7d6-4dbc-bb8c-3ca8f34920e7 req-402ba6dc-6db0-48dc-b2fc-2c7980152139 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=b56754d4-2d51-45b8-b4e0-e950064b6fa8 HTTP/1.1" status: 200  len: 944 time: 0.3650923
Feb 05 21:03:41.015817 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: eed6ffb5-e792-4d2d-8d0f-b4004e5f5239 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:03:41.016093 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device eed6ffb5-e792-4d2d-8d0f-b4004e5f5239 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:03:41.069987 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=2092f84f-9556-4644-b169-e3526a7304e9,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:41.109662 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3027b61e-a7d6-4dbc-bb8c-3ca8f34920e7 req-61b29c82-8078-4806-98ba-7479b7b7cf79 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=367daedb-a110-448a-a43f-464c464e668a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1450906
Feb 05 21:03:41.135716 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7324bc-7979-4184-88c5-f188f2332ccf req-b3476c62-453e-470a-adb7-88db15df48ad tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:41.138318 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1f7324bc-7979-4184-88c5-f188f2332ccf req-b3476c62-453e-470a-adb7-88db15df48ad tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef6940a7-7e6c-430e-8f1d-1e3d86dc0b11 HTTP/1.1" status: 200  len: 945 time: 0.3262393
Feb 05 21:03:41.177633 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b5c86ee9-2d31-4ca0-a8e6-d3cecd3cb5b7 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (1e965393-de66-4b1b-85eb-0811dfb595dc), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:41.205854 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-b5c86ee9-2d31-4ca0-a8e6-d3cecd3cb5b7 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Calling delete_port for 1e965393-de66-4b1b-85eb-0811dfb595dc owned by network:router_gateway {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:03:41.219610 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364db55a-b010-4d9c-a41b-d7f391dd6dda None None] Port 9dd34581-3593-4584-9a0c-39e5c3671171 not found while updating agent binding for router b1fb54e3-62f6-4305-a701-2e46c0a56d17. {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Feb 05 21:03:41.236418 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e129b8cd-9abc-465e-8412-9b9a00235c45 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Router b1fb54e3-62f6-4305-a701-2e46c0a56d17 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:03:41.259338 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364db55a-b010-4d9c-a41b-d7f391dd6dda None None] Routers {'b1fb54e3-62f6-4305-a701-2e46c0a56d17'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:03:41.259799 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-364db55a-b010-4d9c-a41b-d7f391dd6dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabb868b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:03:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b1fb54e3-62f6-4305-a701-2e46c0a56d17'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:41.264518 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1f7324bc-7979-4184-88c5-f188f2332ccf req-a9770119-ec46-45ad-a056-dfd4f246c248 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4f75283-d183-4679-a597-c3ff69ffb06a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1184278
Feb 05 21:03:41.390219 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209f3e0-73a5-4f8b-8ffe-1cc88e3e37d3 req-e57602bf-c73d-4d12-9008-03fa1d98aae6 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:41.397322 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e129b8cd-9abc-465e-8412-9b9a00235c45 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:03:41.401367 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9209f3e0-73a5-4f8b-8ffe-1cc88e3e37d3 req-e57602bf-c73d-4d12-9008-03fa1d98aae6 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7da416e-c527-4667-afa1-29e410805386 HTTP/1.1" status: 200  len: 932 time: 0.1780381
Feb 05 21:03:41.438939 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e129b8cd-9abc-465e-8412-9b9a00235c45 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "PUT /v2.0/routers/b1fb54e3-62f6-4305-a701-2e46c0a56d17/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0112383
Feb 05 21:03:41.443013 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52924) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:41.446182 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-3a7578b4-158a-4f18-ae5d-c896e7d69993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:03:41.466348 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-3a7578b4-158a-4f18-ae5d-c896e7d69993 service neutron] Publish callbacks [] for port (ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:41.505525 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-3a7578b4-158a-4f18-ae5d-c896e7d69993 service neutron] Transition to ACTIVE for port object ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:03:41.512930 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-3a7578b4-158a-4f18-ae5d-c896e7d69993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:41.641929 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9209f3e0-73a5-4f8b-8ffe-1cc88e3e37d3 req-d9615e85-5362-48ea-98f3-b8e94b177aac tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0f6f24-f350-41da-bda1-6f65724dea04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2393417
Feb 05 21:03:41.649264 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11107d8a-249a-4fef-9d13-4e5511c75802', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad0354e3-119c-4c7a-a046-88f02122433c'}, {'server_uuid': 'ef6940a7-7e6c-430e-8f1d-1e3d86dc0b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2092f84f-9556-4644-b169-e3526a7304e9'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:03:41.656229 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a0e7e6-2c9a-4410-9d40-715f0239daeb" -d '{"events": [{"server_uuid": "11107d8a-249a-4fef-9d13-4e5511c75802", "name": "network-vif-unplugged", "status": "completed", "tag": "ad0354e3-119c-4c7a-a046-88f02122433c"}, {"server_uuid": "ef6940a7-7e6c-430e-8f1d-1e3d86dc0b11", "name": "network-vif-plugged", "status": "completed", "tag": "2092f84f-9556-4644-b169-e3526a7304e9"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:03:41.679125 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device e721e6aa-0249-46d9-b7ab-aa5f9460093a up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:03:41.696690 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7578b4-158a-4f18-ae5d-c896e7d69993 service neutron] Pushing event updated for resources: {'Port': ['ID=ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:41.723861 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-364db55a-b010-4d9c-a41b-d7f391dd6dda None None] Set router b1fb54e3-62f6-4305-a701-2e46c0a56d17 gateway port host: None {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:03:41.796461 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd128de3-1018-4ba2-9ff4-9b62b65323c1 x-openstack-request-id: req-dd128de3-1018-4ba2-9ff4-9b62b65323c1 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:03:41.797008 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c564f2-df94-4df3-81ff-df9d05375972", "name": "network-vif-deleted", "tag": "eed6ffb5-e792-4d2d-8d0f-b4004e5f5239", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:03:41.797008 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dd128de3-1018-4ba2-9ff4-9b62b65323c1 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:03:41.797386 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c564f2-df94-4df3-81ff-df9d05375972', 'name': 'network-vif-deleted', 'tag': 'eed6ffb5-e792-4d2d-8d0f-b4004e5f5239', 'status': 'completed', 'code': 200}
Feb 05 21:03:41.813038 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-364db55a-b010-4d9c-a41b-d7f391dd6dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabb868b0>, [{'id': 'b1fb54e3-62f6-4305-a701-2e46c0a56d17', 'name': 'tempest-NetworksTestDHCPv6-router-1545245691', 'tenant_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:03:28Z', 'updated_at': '2022-02-05T21:03:40Z', 'revision_number': 3, 'project_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:41.834246 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-3a7578b4-158a-4f18-ae5d-c896e7d69993 service neutron] Attempting to bind port ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:03:41.834725 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-3a7578b4-158a-4f18-ae5d-c896e7d69993 service neutron] Attempting to bind port ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'eaa8d824-74e2-4fa9-9139-2565b7f459f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8ef6ce95-1882-4159-afee-2b0fb7aad74f'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:03:41.835144 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-3a7578b4-158a-4f18-ae5d-c896e7d69993 service neutron] Attempting to bind port ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1 on network 8ef6ce95-1882-4159-afee-2b0fb7aad74f {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:03:41.844825 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-3a7578b4-158a-4f18-ae5d-c896e7d69993 service neutron] Port ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1 on network 8ef6ce95-1882-4159-afee-2b0fb7aad74f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:03:41.847279 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-3a7578b4-158a-4f18-ae5d-c896e7d69993 service neutron] Attempting to bind port ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1 on network 8ef6ce95-1882-4159-afee-2b0fb7aad74f {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:03:41.851229 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-3a7578b4-158a-4f18-ae5d-c896e7d69993 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:03:41.851684 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-3a7578b4-158a-4f18-ae5d-c896e7d69993 service neutron] Checking segment: {'id': 'eaa8d824-74e2-4fa9-9139-2565b7f459f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8ef6ce95-1882-4159-afee-2b0fb7aad74f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:03:41.851839 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364db55a-b010-4d9c-a41b-d7f391dd6dda None None] The sync data for ids ['b1fb54e3-62f6-4305-a701-2e46c0a56d17'] in ncdv-master-1 is: [{'id': 'b1fb54e3-62f6-4305-a701-2e46c0a56d17', 'name': 'tempest-NetworksTestDHCPv6-router-1545245691', 'tenant_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:03:28Z', 'updated_at': '2022-02-05T21:03:40Z', 'revision_number': 3, 'project_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'gw_port_host': None}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:03:41.853327 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-3a7578b4-158a-4f18-ae5d-c896e7d69993 service neutron] Bound using segment: {'id': 'eaa8d824-74e2-4fa9-9139-2565b7f459f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8ef6ce95-1882-4159-afee-2b0fb7aad74f'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:03:41.854295 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-3a7578b4-158a-4f18-ae5d-c896e7d69993 service neutron] Bound port: ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaa8d824-74e2-4fa9-9139-2565b7f459f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8ef6ce95-1882-4159-afee-2b0fb7aad74f'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:03:41.854767 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-3a7578b4-158a-4f18-ae5d-c896e7d69993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:41.871518 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port e721e6aa-0249-46d9-b7ab-aa5f9460093a completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:03:41.887184 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port e721e6aa-0249-46d9-b7ab-aa5f9460093a triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:03:41.887568 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e721e6aa-0249-46d9-b7ab-aa5f9460093a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:41.898494 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f6db29-342a-4acf-b543-2298064abd80 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:41.900667 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f6db29-342a-4acf-b543-2298064abd80 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:41.904823 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-59f6db29-342a-4acf-b543-2298064abd80 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.3940036
Feb 05 21:03:41.907026 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-50a77b45-f72b-4d44-97fa-74dca32b541c req-bed3c783-1f80-43b4-a504-80f4dc053db5 tempest-TestServerMultinode-414344772 tempest-TestServerMultinode-414344772-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=70c564f2-df94-4df3-81ff-df9d05375972 HTTP/1.1" status: 200  len: 210 time: 0.1340773
Feb 05 21:03:41.907535 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52930) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:41.937921 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-3a7578b4-158a-4f18-ae5d-c896e7d69993 service neutron] For port ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:03:41.942345 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-3a7578b4-158a-4f18-ae5d-c896e7d69993 service neutron] For port ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1,segment=NetworkSegment(eaa8d824-74e2-4fa9-9139-2565b7f459f4),segment_id=eaa8d824-74e2-4fa9-9139-2565b7f459f4)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:03:41.950174 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-3a7578b4-158a-4f18-ae5d-c896e7d69993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:42.006282 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-3a7578b4-158a-4f18-ae5d-c896e7d69993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:42.007173 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-3a7578b4-158a-4f18-ae5d-c896e7d69993 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:42.010200 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-3a7578b4-158a-4f18-ae5d-c896e7d69993 service neutron] 10.222.0.39 "PUT /v2.0/ports/ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1 HTTP/1.1" status: 200  len: 1092 time: 1.4350343
Feb 05 21:03:42.010901 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7da416e-c527-4667-afa1-29e410805386', 'tag': 'ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:03:42.020789 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d69bd-d831-4106-a56a-84803bafac52 req-a568da01-32b1-401f-927f-94311c60f227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:42.022400 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-838d69bd-d831-4106-a56a-84803bafac52 req-a568da01-32b1-401f-927f-94311c60f227 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=abdf40933f6b4f8099b886dfec3a4473&device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 1126 time: 0.3559017
Feb 05 21:03:42.023802 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8123ea38-d7d2-42c5-a010-0bbd04b17145" -d '{"events": [{"name": "network-changed", "server_uuid": "c7da416e-c527-4667-afa1-29e410805386", "tag": "ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:03:42.044250 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 05 Feb 2022 21:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a421bb20-4512-4a5c-a21f-fd3129c3fc52 x-openstack-request-id: req-a421bb20-4512-4a5c-a21f-fd3129c3fc52 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:03:42.056972 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11107d8a-249a-4fef-9d13-4e5511c75802", "name": "network-vif-unplugged", "status": "completed", "tag": "ad0354e3-119c-4c7a-a046-88f02122433c", "code": 200}, {"server_uuid": "ef6940a7-7e6c-430e-8f1d-1e3d86dc0b11", "name": "network-vif-plugged", "status": "completed", "tag": "2092f84f-9556-4644-b169-e3526a7304e9", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:03:42.057644 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a421bb20-4512-4a5c-a21f-fd3129c3fc52 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:03:42.058253 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11107d8a-249a-4fef-9d13-4e5511c75802', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad0354e3-119c-4c7a-a046-88f02122433c', 'code': 200}
Feb 05 21:03:42.058737 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef6940a7-7e6c-430e-8f1d-1e3d86dc0b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2092f84f-9556-4644-b169-e3526a7304e9', 'code': 200}
Feb 05 21:03:42.092467 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fcef86-4cf1-4daf-9fee-79c83ae91cff req-2674f52f-5f42-4b6f-b137-f126a5d3f55c tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:42.099465 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-31fcef86-4cf1-4daf-9fee-79c83ae91cff req-2674f52f-5f42-4b6f-b137-f126a5d3f55c tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.2493677
Feb 05 21:03:42.104719 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-dceba914-3a08-4cc7-a3eb-a4ed442f6abf tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting subnet 80cf804d-d7d3-49d5-be3e-f3d4c5676eeb {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:03:42.109530 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45012071-8066-4085-8feb-c607b9b7eefa x-openstack-request-id: req-45012071-8066-4085-8feb-c607b9b7eefa {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:03:42.109793 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dceba914-3a08-4cc7-a3eb-a4ed442f6abf tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (80cf804d-d7d3-49d5-be3e-f3d4c5676eeb), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:42.109926 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7da416e-c527-4667-afa1-29e410805386", "tag": "ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:03:42.110160 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-45012071-8066-4085-8feb-c607b9b7eefa {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:03:42.110521 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7da416e-c527-4667-afa1-29e410805386', 'tag': 'ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1', 'status': 'completed', 'code': 200}
Feb 05 21:03:42.114062 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7578b4-158a-4f18-ae5d-c896e7d69993 service neutron] Pushing event updated for resources: {'Port': ['ID=ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:42.118833 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port e721e6aa-0249-46d9-b7ab-aa5f9460093a is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:03:42.119448 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e721e6aa-0249-46d9-b7ab-aa5f9460093a), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:42.154079 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-805c513c-5f00-40fa-8c91-dc0a2d0eb805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:42.156670 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-805c513c-5f00-40fa-8c91-dc0a2d0eb805 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ee1b0ec4900a48c4aa913d5b57a3eb19&device_id=c7da416e-c527-4667-afa1-29e410805386 HTTP/1.1" status: 200  len: 1126 time: 0.0931740
Feb 05 21:03:42.182217 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port e721e6aa-0249-46d9-b7ab-aa5f9460093a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e721e6aa-0249-46d9-b7ab-aa5f9460093a,segment=NetworkSegment(27e35dc8-4d4c-46d0-a727-c056d3e1f42d),segment_id=27e35dc8-4d4c-46d0-a727-c056d3e1f42d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:42.194668 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (e721e6aa-0249-46d9-b7ab-aa5f9460093a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:42.212770 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-3db16bc0-b628-4a26-a412-48d5dc4351bd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1 HTTP/1.1" status: 200  len: 217 time: 0.0469601
Feb 05 21:03:42.262694 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=e721e6aa-0249-46d9-b7ab-aa5f9460093a,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:42.269276 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-9e7dee71-c02f-460c-a389-0a463a8308a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:42.270813 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-9e7dee71-c02f-460c-a389-0a463a8308a6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=92929cba-c077-4b9d-82b6-5a435105b222 HTTP/1.1" status: 200  len: 865 time: 0.0540838
Feb 05 21:03:42.308237 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-19fe46f8-8a5e-45b9-8a65-ffb819e2dd73 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ef6ce95-1882-4159-afee-2b0fb7aad74f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0319757
Feb 05 21:03:42.335217 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dceba914-3a08-4cc7-a3eb-a4ed442f6abf tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (80cf804d-d7d3-49d5-be3e-f3d4c5676eeb), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:42.398222 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-ebdfa1bd-798c-4c67-8256-2c58bb297a97 service neutron] 10.222.0.39 "GET /v2.0/networks/8ef6ce95-1882-4159-afee-2b0fb7aad74f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845563
Feb 05 21:03:42.404927 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-31fcef86-4cf1-4daf-9fee-79c83ae91cff req-7d9b18b8-ae78-4d23-af75-cb4fb849b32a tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3046045
Feb 05 21:03:42.418533 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b5c86ee9-2d31-4ca0-a8e6-d3cecd3cb5b7 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (1e965393-de66-4b1b-85eb-0811dfb595dc), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:42.442452 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318556be-c68e-47aa-b51f-b97eaee495e5 req-74d2dbff-a99b-4354-80c5-cea14f26ccf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:42.443968 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-318556be-c68e-47aa-b51f-b97eaee495e5 req-74d2dbff-a99b-4354-80c5-cea14f26ccf9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ef6940a7-7e6c-430e-8f1d-1e3d86dc0b11 HTTP/1.1" status: 200  len: 1127 time: 0.3209398
Feb 05 21:03:42.444968 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d69bd-d831-4106-a56a-84803bafac52 req-13bfb1e9-931f-4b7a-a429-78b4e5ebaf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:42.446663 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-838d69bd-d831-4106-a56a-84803bafac52 req-13bfb1e9-931f-4b7a-a429-78b4e5ebaf31 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f513b7e7-60ac-4b04-af41-d1fecee70cba HTTP/1.1" status: 200  len: 912 time: 0.4115312
Feb 05 21:03:42.492293 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c86ee9-2d31-4ca0-a8e6-d3cecd3cb5b7 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e965393-de66-4b1b-85eb-0811dfb595dc,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:42.526073 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device b2ae72fb-6713-49ed-b7e3-c40c7a4baed0 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:03:42.535104 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ff6b66ea-5e66-42af-aaa3-6430272f30ff req-8cc4c7e7-6967-4cf3-b889-75f8107370ee service neutron] 10.222.0.39 "GET /v2.0/networks/8ef6ce95-1882-4159-afee-2b0fb7aad74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1316030
Feb 05 21:03:42.571226 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf33e11-c70c-4253-8f18-4d7fd2780cb3 req-882c76f2-338c-4ac2-bfe5-981dce569edf tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:42.572879 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6bf33e11-c70c-4253-8f18-4d7fd2780cb3 req-882c76f2-338c-4ac2-bfe5-981dce569edf tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=b56754d4-2d51-45b8-b4e0-e950064b6fa8 HTTP/1.1" status: 200  len: 944 time: 0.3168139
Feb 05 21:03:42.597157 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port b2ae72fb-6713-49ed-b7e3-c40c7a4baed0 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:03:42.601860 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port b2ae72fb-6713-49ed-b7e3-c40c7a4baed0 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:03:42.603206 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b2ae72fb-6713-49ed-b7e3-c40c7a4baed0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:42.630747 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123ea38-d7d2-42c5-a010-0bbd04b17145 req-6b47a047-8b92-41d5-8124-ec02a527f78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:42.632447 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8123ea38-d7d2-42c5-a010-0bbd04b17145 req-6b47a047-8b92-41d5-8124-ec02a527f78b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ee1b0ec4900a48c4aa913d5b57a3eb19&device_id=c7da416e-c527-4667-afa1-29e410805386 HTTP/1.1" status: 200  len: 1126 time: 0.0514276
Feb 05 21:03:42.717176 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port b2ae72fb-6713-49ed-b7e3-c40c7a4baed0 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:03:42.717751 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dceba914-3a08-4cc7-a3eb-a4ed442f6abf tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (80cf804d-d7d3-49d5-be3e-f3d4c5676eeb), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:42.717876 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b2ae72fb-6713-49ed-b7e3-c40c7a4baed0), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:42.767059 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-838d69bd-d831-4106-a56a-84803bafac52 req-0ba1e955-a1fa-487d-bc75-8ce8e4ff8f93 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad0354e3-119c-4c7a-a046-88f02122433c HTTP/1.1" status: 200  len: 998 time: 0.2970240
Feb 05 21:03:42.769753 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port b2ae72fb-6713-49ed-b7e3-c40c7a4baed0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2ae72fb-6713-49ed-b7e3-c40c7a4baed0,segment=NetworkSegment(c3fe8733-ce5f-41fc-80e2-343154fe8a12),segment_id=c3fe8733-ce5f-41fc-80e2-343154fe8a12)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:42.772630 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123ea38-d7d2-42c5-a010-0bbd04b17145 req-2db57b77-1974-4169-97e7-c8423a37ba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:42.779865 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b2ae72fb-6713-49ed-b7e3-c40c7a4baed0), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:42.781104 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-318556be-c68e-47aa-b51f-b97eaee495e5 req-dbd202b7-0866-4898-97bc-74c53a62a0a0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a4f75283-d183-4679-a597-c3ff69ffb06a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3122418
Feb 05 21:03:42.782114 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8123ea38-d7d2-42c5-a010-0bbd04b17145 req-2db57b77-1974-4169-97e7-c8423a37ba68 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8ef6ce95-1882-4159-afee-2b0fb7aad74f HTTP/1.1" status: 200  len: 926 time: 0.1438653
Feb 05 21:03:42.786508 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 09a75b44-5b84-4439-975c-902a4398892a up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:03:42.833315 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b5c86ee9-2d31-4ca0-a8e6-d3cecd3cb5b7 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (2338b97c-8951-4bc2-8e09-ea2e4b70b187), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:42.838493 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8123ea38-d7d2-42c5-a010-0bbd04b17145 req-a41e49ae-5ec5-45a8-ac48-9d7ad4aea20e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1 HTTP/1.1" status: 200  len: 217 time: 0.0501273
Feb 05 21:03:42.857486 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df49422-d491-4853-9edd-aff5224b17cc req-16d34110-6a8e-41b8-9617-0f8232c518ea tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:42.859049 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3df49422-d491-4853-9edd-aff5224b17cc req-16d34110-6a8e-41b8-9617-0f8232c518ea tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef6940a7-7e6c-430e-8f1d-1e3d86dc0b11 HTTP/1.1" status: 200  len: 945 time: 0.3748231
Feb 05 21:03:42.878549 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=b2ae72fb-6713-49ed-b7e3-c40c7a4baed0,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:42.889111 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 09a75b44-5b84-4439-975c-902a4398892a triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:03:42.889498 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (09a75b44-5b84-4439-975c-902a4398892a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:42.893435 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6bf33e11-c70c-4253-8f18-4d7fd2780cb3 req-40dfbf2b-642a-4797-8df2-1af8c9d025fd tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=367daedb-a110-448a-a43f-464c464e668a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2830822
Feb 05 21:03:42.912937 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123ea38-d7d2-42c5-a010-0bbd04b17145 req-114171f5-aa3f-4ce8-aff2-8304b1e2926e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:42.914456 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8123ea38-d7d2-42c5-a010-0bbd04b17145 req-114171f5-aa3f-4ce8-aff2-8304b1e2926e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=92929cba-c077-4b9d-82b6-5a435105b222 HTTP/1.1" status: 200  len: 865 time: 0.0704360
Feb 05 21:03:42.959230 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8123ea38-d7d2-42c5-a010-0bbd04b17145 req-bc7911ef-de18-414b-9cc4-7eb3050ad3e2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ef6ce95-1882-4159-afee-2b0fb7aad74f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0368140
Feb 05 21:03:43.006238 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d69bd-d831-4106-a56a-84803bafac52 req-f342c524-b194-44b2-831d-c13ec0513c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:43.007752 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-838d69bd-d831-4106-a56a-84803bafac52 req-f342c524-b194-44b2-831d-c13ec0513c0b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d3bc4b1d-f312-4b2d-bc48-80b03423d794 HTTP/1.1" status: 200  len: 850 time: 0.2257459
Feb 05 21:03:43.013856 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dceba914-3a08-4cc7-a3eb-a4ed442f6abf tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (80cf804d-d7d3-49d5-be3e-f3d4c5676eeb), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:43.019379 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 09a75b44-5b84-4439-975c-902a4398892a is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:03:43.034076 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b5c86ee9-2d31-4ca0-a8e6-d3cecd3cb5b7 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (2338b97c-8951-4bc2-8e09-ea2e4b70b187), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:43.041466 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b5c86ee9-2d31-4ca0-a8e6-d3cecd3cb5b7 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for router_controller (2338b97c-8951-4bc2-8e09-ea2e4b70b187), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:43.076309 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8123ea38-d7d2-42c5-a010-0bbd04b17145 req-291c13ab-c153-4512-bcb3-3498616744d3 service neutron] 10.222.0.39 "GET /v2.0/networks/8ef6ce95-1882-4159-afee-2b0fb7aad74f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1105816
Feb 05 21:03:43.111076 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceba914-3a08-4cc7-a3eb-a4ed442f6abf tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Subnet': ['ID=80cf804d-d7d3-49d5-be3e-f3d4c5676eeb,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:43.112286 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defc4cab-b7cb-4124-ad4c-ef1c92ab9c33 None None] Sync routers for ids ['b1fb54e3-62f6-4305-a701-2e46c0a56d17'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:03:43.129047 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743adcf8-dee2-4371-822e-633054384dda None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:03:43.153293 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dceba914-3a08-4cc7-a3eb-a4ed442f6abf tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:43.155838 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defc4cab-b7cb-4124-ad4c-ef1c92ab9c33 None None] Routers {'b1fb54e3-62f6-4305-a701-2e46c0a56d17'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:03:43.156696 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-dceba914-3a08-4cc7-a3eb-a4ed442f6abf tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/80cf804d-d7d3-49d5-be3e-f3d4c5676eeb HTTP/1.1" status: 204  len: 168 time: 1.2253921
Feb 05 21:03:43.156984 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-defc4cab-b7cb-4124-ad4c-ef1c92ab9c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2daba24f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:03:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b1fb54e3-62f6-4305-a701-2e46c0a56d17'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:43.160460 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52942) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:43.174554 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3df49422-d491-4853-9edd-aff5224b17cc req-f2969c2d-7772-4e2c-8ee9-177bf0ed7930 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4f75283-d183-4679-a597-c3ff69ffb06a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2882729
Feb 05 21:03:43.181045 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b5c86ee9-2d31-4ca0-a8e6-d3cecd3cb5b7 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (2338b97c-8951-4bc2-8e09-ea2e4b70b187), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:43.181919 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c86ee9-2d31-4ca0-a8e6-d3cecd3cb5b7 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2338b97c-8951-4bc2-8e09-ea2e4b70b187 {{(pid=114391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:03:43.187562 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b5c86ee9-2d31-4ca0-a8e6-d3cecd3cb5b7 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:43.191337 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b5c86ee9-2d31-4ca0-a8e6-d3cecd3cb5b7 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] 10.222.0.32 "DELETE /v2.0/routers/2338b97c-8951-4bc2-8e09-ea2e4b70b187 HTTP/1.1" status: 204  len: 168 time: 4.5007086
Feb 05 21:03:43.193930 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52944) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:43.206164 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f14cb-b70a-491f-9e13-d7dfced082fb req-73b1e4cc-8448-49a7-87f1-5b3e0f4150e4 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:43.207792 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7b9f14cb-b70a-491f-9e13-d7dfced082fb req-73b1e4cc-8448-49a7-87f1-5b3e0f4150e4 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7da416e-c527-4667-afa1-29e410805386 HTTP/1.1" status: 200  len: 944 time: 0.2177424
Feb 05 21:03:43.271963 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52946) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:43.298632 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-defc4cab-b7cb-4124-ad4c-ef1c92ab9c33 None None] Set router b1fb54e3-62f6-4305-a701-2e46c0a56d17 gateway port host: None {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:03:43.318456 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d69bd-d831-4106-a56a-84803bafac52 req-1958401f-e967-4945-ad63-fa75e7503a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:43.320467 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-838d69bd-d831-4106-a56a-84803bafac52 req-1958401f-e967-4945-ad63-fa75e7503a01 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f513b7e7-60ac-4b04-af41-d1fecee70cba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3043766
Feb 05 21:03:43.358551 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7b9f14cb-b70a-491f-9e13-d7dfced082fb req-e22a528d-8cd7-428e-b3af-56781a16c64d tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0f6f24-f350-41da-bda1-6f65724dea04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1418486
Feb 05 21:03:43.385433 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-defc4cab-b7cb-4124-ad4c-ef1c92ab9c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2daba24f10>, [{'id': 'b1fb54e3-62f6-4305-a701-2e46c0a56d17', 'name': 'tempest-NetworksTestDHCPv6-router-1545245691', 'tenant_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:03:28Z', 'updated_at': '2022-02-05T21:03:40Z', 'revision_number': 3, 'project_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:43.386113 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8123ea38-d7d2-42c5-a010-0bbd04b17145 req-489d41d5-714b-47d4-9030-b380971f82f3 service neutron] 10.222.0.39 "GET /v2.0/networks/8ef6ce95-1882-4159-afee-2b0fb7aad74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3029795
Feb 05 21:03:43.422073 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defc4cab-b7cb-4124-ad4c-ef1c92ab9c33 None None] Checking router: b1fb54e3-62f6-4305-a701-2e46c0a56d17 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:03:43.440823 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defc4cab-b7cb-4124-ad4c-ef1c92ab9c33 None None] Routers {'b1fb54e3-62f6-4305-a701-2e46c0a56d17'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:03:43.441727 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-defc4cab-b7cb-4124-ad4c-ef1c92ab9c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2daba24f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:03:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b1fb54e3-62f6-4305-a701-2e46c0a56d17'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:43.444594 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4dfa86a3-4dc6-4e53-92c0-085e86bcc7f1 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.2826185
Feb 05 21:03:43.449350 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52950) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:43.526732 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b8499e-6e1f-4ee9-b569-9d92617f6438 None None] DHCP port deletion for 4b876e93-e753-4f82-8855-2c9c3d1db066 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:03:43.540639 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-defc4cab-b7cb-4124-ad4c-ef1c92ab9c33 None None] Set router b1fb54e3-62f6-4305-a701-2e46c0a56d17 gateway port host: None {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:03:43.583767 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-838d69bd-d831-4106-a56a-84803bafac52 req-8b08d803-19c0-4788-a29d-615ff62b76b2 service neutron] 10.222.0.39 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2326248
Feb 05 21:03:43.587993 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6f66ebd7-d4a9-4404-9245-10c8d5e56326 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for router (eb7f49fc-206d-40d5-b35d-bb22d752c0e1), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:43.618331 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-defc4cab-b7cb-4124-ad4c-ef1c92ab9c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2daba24f10>, [{'id': 'b1fb54e3-62f6-4305-a701-2e46c0a56d17', 'name': 'tempest-NetworksTestDHCPv6-router-1545245691', 'tenant_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:03:28Z', 'updated_at': '2022-02-05T21:03:40Z', 'revision_number': 3, 'project_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:43.652452 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defc4cab-b7cb-4124-ad4c-ef1c92ab9c33 None None] The sync data for ids ['b1fb54e3-62f6-4305-a701-2e46c0a56d17'] in ncdv-master-1 is: [{'id': 'b1fb54e3-62f6-4305-a701-2e46c0a56d17', 'name': 'tempest-NetworksTestDHCPv6-router-1545245691', 'tenant_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:03:28Z', 'updated_at': '2022-02-05T21:03:40Z', 'revision_number': 3, 'project_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'gw_port_host': None}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:03:43.676752 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-b2b8499e-6e1f-4ee9-b569-9d92617f6438 None None] Deleting port 6e36343e-d896-43d9-80fc-6c3e52389276 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:03:43.677097 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b2b8499e-6e1f-4ee9-b569-9d92617f6438 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (6e36343e-d896-43d9-80fc-6c3e52389276), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:43.713358 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b15218-114b-42dd-97d1-6e0b94217121 req-48158ddb-7d0d-4310-88ef-5ae35cfa8689 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:43.720582 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-61b15218-114b-42dd-97d1-6e0b94217121 req-48158ddb-7d0d-4310-88ef-5ae35cfa8689 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.2091134
Feb 05 21:03:43.771251 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-b2b8499e-6e1f-4ee9-b569-9d92617f6438 None None] For port 6e36343e-d896-43d9-80fc-6c3e52389276, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e36343e-d896-43d9-80fc-6c3e52389276,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:43.771802 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b2b8499e-6e1f-4ee9-b569-9d92617f6438 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (6e36343e-d896-43d9-80fc-6c3e52389276), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:43.794612 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-b2b8499e-6e1f-4ee9-b569-9d92617f6438 None None] Calling delete_port for 6e36343e-d896-43d9-80fc-6c3e52389276 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:03:43.876185 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9f070bd9-bf64-4840-b2ce-8273dc7f1c4f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for router (b1fb54e3-62f6-4305-a701-2e46c0a56d17), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:43.907886 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b2b8499e-6e1f-4ee9-b569-9d92617f6438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (6e36343e-d896-43d9-80fc-6c3e52389276), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:43.976853 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8499e-6e1f-4ee9-b569-9d92617f6438 None None] Pushing event deleted for resources: {'Port': ['ID=6e36343e-d896-43d9-80fc-6c3e52389276,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:43.992118 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b8499e-6e1f-4ee9-b569-9d92617f6438 None None] No DVR routers for this DVR port 6e36343e-d896-43d9-80fc-6c3e52389276 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:03:44.060591 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad208af-c1fd-479b-bad4-a5744d9ad1d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e721e6aa-0249-46d9-b7ab-aa5f9460093a'}, {'server_uuid': 'b56754d4-2d51-45b8-b4e0-e950064b6fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ae72fb-6713-49ed-b7e3-c40c7a4baed0'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:03:44.063233 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454961ce-0216-459b-82e5-892a3dc05878" -d '{"events": [{"server_uuid": "aad208af-c1fd-479b-bad4-a5744d9ad1d8", "name": "network-vif-plugged", "status": "completed", "tag": "e721e6aa-0249-46d9-b7ab-aa5f9460093a"}, {"server_uuid": "b56754d4-2d51-45b8-b4e0-e950064b6fa8", "name": "network-vif-plugged", "status": "completed", "tag": "b2ae72fb-6713-49ed-b7e3-c40c7a4baed0"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:03:44.135819 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9f070bd9-bf64-4840-b2ce-8273dc7f1c4f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (b1fb54e3-62f6-4305-a701-2e46c0a56d17), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:44.139570 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9f070bd9-bf64-4840-b2ce-8273dc7f1c4f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for router_controller (b1fb54e3-62f6-4305-a701-2e46c0a56d17), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:44.190627 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-838d69bd-d831-4106-a56a-84803bafac52 req-9ce1eb94-c5e3-415f-bea5-a986b80694e4 service neutron] 10.222.0.39 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6004770
Feb 05 21:03:44.205668 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-61b15218-114b-42dd-97d1-6e0b94217121 req-acd1d9da-fd10-4795-8d1d-9849c824400b tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4841206
Feb 05 21:03:44.214232 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9f070bd9-bf64-4840-b2ce-8273dc7f1c4f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (b1fb54e3-62f6-4305-a701-2e46c0a56d17), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:44.214232 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f070bd9-bf64-4840-b2ce-8273dc7f1c4f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Fanout notify agent at l3_agent the message router_deleted on router b1fb54e3-62f6-4305-a701-2e46c0a56d17 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:03:44.221785 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9f070bd9-bf64-4840-b2ce-8273dc7f1c4f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:44.222143 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6f66ebd7-d4a9-4404-9245-10c8d5e56326 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for router_gateway (eb7f49fc-206d-40d5-b35d-bb22d752c0e1), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:44.225534 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9f070bd9-bf64-4840-b2ce-8273dc7f1c4f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/routers/b1fb54e3-62f6-4305-a701-2e46c0a56d17 HTTP/1.1" status: 204  len: 168 time: 0.7728162
Feb 05 21:03:44.226588 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52958) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:44.234830 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-5aefa27b-797a-4fcf-bbe8-97c662714e0b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'subnet': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:44.237889 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc5d36-ea8e-46c2-8f71-5168674d1171 req-cbd7dd4e-617b-43e4-91f2-fd3d9c08d3c3 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:44.239505 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eccc5d36-ea8e-46c2-8f71-5168674d1171 req-cbd7dd4e-617b-43e4-91f2-fd3d9c08d3c3 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=b56754d4-2d51-45b8-b4e0-e950064b6fa8 HTTP/1.1" status: 200  len: 945 time: 0.1328459
Feb 05 21:03:44.331175 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Feb 2022 21:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7125ea02-dd12-4d0a-8660-fb8151f1d083 x-openstack-request-id: req-7125ea02-dd12-4d0a-8660-fb8151f1d083 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:03:44.332070 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad208af-c1fd-479b-bad4-a5744d9ad1d8", "name": "network-vif-plugged", "status": "completed", "tag": "e721e6aa-0249-46d9-b7ab-aa5f9460093a", "code": 200}, {"server_uuid": "b56754d4-2d51-45b8-b4e0-e950064b6fa8", "name": "network-vif-plugged", "status": "completed", "tag": "b2ae72fb-6713-49ed-b7e3-c40c7a4baed0", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:03:44.332394 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7125ea02-dd12-4d0a-8660-fb8151f1d083 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:03:44.332879 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad208af-c1fd-479b-bad4-a5744d9ad1d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e721e6aa-0249-46d9-b7ab-aa5f9460093a', 'code': 200}
Feb 05 21:03:44.333202 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b56754d4-2d51-45b8-b4e0-e950064b6fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ae72fb-6713-49ed-b7e3-c40c7a4baed0', 'code': 200}
Feb 05 21:03:44.362591 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eccc5d36-ea8e-46c2-8f71-5168674d1171 req-48250a6b-7e95-4ef7-a368-b420cecb96cf tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=367daedb-a110-448a-a43f-464c464e668a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1170263
Feb 05 21:03:44.371956 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aefa27b-797a-4fcf-bbe8-97c662714e0b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:03:44.377963 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5aefa27b-797a-4fcf-bbe8-97c662714e0b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:44.391791 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-6f66ebd7-d4a9-4404-9245-10c8d5e56326 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Deleting port 09a75b44-5b84-4439-975c-902a4398892a {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:03:44.392143 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6f66ebd7-d4a9-4404-9245-10c8d5e56326 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (09a75b44-5b84-4439-975c-902a4398892a), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:44.657478 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-6f66ebd7-d4a9-4404-9245-10c8d5e56326 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] For port 09a75b44-5b84-4439-975c-902a4398892a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=09a75b44-5b84-4439-975c-902a4398892a,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:44.657862 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6f66ebd7-d4a9-4404-9245-10c8d5e56326 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (09a75b44-5b84-4439-975c-902a4398892a), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:44.670260 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4aca25-3e3c-4452-9af2-2ab1a015525f req-28db0e9e-9451-4e4a-9f9a-dc90fb3a0554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:44.672014 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ad4aca25-3e3c-4452-9af2-2ab1a015525f req-28db0e9e-9451-4e4a-9f9a-dc90fb3a0554 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b56754d4-2d51-45b8-b4e0-e950064b6fa8 HTTP/1.1" status: 200  len: 1127 time: 0.2306755
Feb 05 21:03:44.683792 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e245bef-02e2-44ba-921e-c8b840794786 req-ebc6eddf-6c6d-4280-9510-5a41a3a229e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:44.685300 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7e245bef-02e2-44ba-921e-c8b840794786 req-ebc6eddf-6c6d-4280-9510-5a41a3a229e7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aad208af-c1fd-479b-bad4-a5744d9ad1d8 HTTP/1.1" status: 200  len: 1127 time: 0.2219946
Feb 05 21:03:44.686602 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-6f66ebd7-d4a9-4404-9245-10c8d5e56326 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Calling delete_port for 09a75b44-5b84-4439-975c-902a4398892a owned by network:router_gateway {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:03:44.704738 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98295aaa-41d9-4260-8ab3-5b19aaa4623c req-5f3ccb23-c20c-4ec3-ad79-61ea6512047b tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:44.712267 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-98295aaa-41d9-4260-8ab3-5b19aaa4623c req-5f3ccb23-c20c-4ec3-ad79-61ea6512047b tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7da416e-c527-4667-afa1-29e410805386 HTTP/1.1" status: 200  len: 944 time: 0.2469075
Feb 05 21:03:44.717383 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5aefa27b-797a-4fcf-bbe8-97c662714e0b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (88655ba2-bd95-4e3f-9855-35eb1ca5ba37), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:44.720650 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d8e67-da52-43b7-8bc4-4c42f98f0183 req-808c9682-b74e-44fc-84f1-13d5a73d1567 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:44.727957 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-437d8e67-da52-43b7-8bc4-4c42f98f0183 req-808c9682-b74e-44fc-84f1-13d5a73d1567 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef6940a7-7e6c-430e-8f1d-1e3d86dc0b11 HTTP/1.1" status: 200  len: 945 time: 0.2619822
Feb 05 21:03:44.730820 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-64ca694a-e7e3-4fae-a950-a80ecac7e4a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (e8b8018d-4837-472e-b94e-3a24dc07ce11), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:44.737209 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 6e36343e-d896-43d9-80fc-6c3e52389276 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:03:44.766080 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 6e36343e-d896-43d9-80fc-6c3e52389276 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:03:44.767520 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 6e36343e-d896-43d9-80fc-6c3e52389276 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:03:44.824496 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aefa27b-797a-4fcf-bbe8-97c662714e0b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:03:44.834461 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-5aefa27b-797a-4fcf-bbe8-97c662714e0b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:03:44.838952 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aefa27b-797a-4fcf-bbe8-97c662714e0b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Subnet': ['ID=88655ba2-bd95-4e3f-9855-35eb1ca5ba37,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:44.842614 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aefa27b-797a-4fcf-bbe8-97c662714e0b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:44.843231 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5aefa27b-797a-4fcf-bbe8-97c662714e0b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:44.846057 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f25cfb2-8a40-457e-b0b0-61f8990b5b45 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:03:44.898751 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5aefa27b-797a-4fcf-bbe8-97c662714e0b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.6714473
Feb 05 21:03:44.901011 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52964) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:44.905408 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-5d44f878-4096-4b03-8b5e-6c6b17568853 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1829584613', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:44.915249 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ad4aca25-3e3c-4452-9af2-2ab1a015525f req-8241a659-4cbc-4d55-91c6-b7da7ebc2c14 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=367daedb-a110-448a-a43f-464c464e668a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2259321
Feb 05 21:03:44.939339 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-437d8e67-da52-43b7-8bc4-4c42f98f0183 req-32db7e0c-3422-4d3f-a808-dd6e9d13f601 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4f75283-d183-4679-a597-c3ff69ffb06a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2061322
Feb 05 21:03:44.941828 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7e245bef-02e2-44ba-921e-c8b840794786 req-75055635-3284-49f5-8246-92170cda1c76 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a4f75283-d183-4679-a597-c3ff69ffb06a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2088637
Feb 05 21:03:44.955811 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-98295aaa-41d9-4260-8ab3-5b19aaa4623c req-273f709f-e078-4516-a7db-dbf2dc2e5610 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0f6f24-f350-41da-bda1-6f65724dea04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2416720
Feb 05 21:03:44.976790 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9536c8dd-10b0-4ecd-8373-2b550edfe0d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4b876e93-e753-4f82-8855-2c9c3d1db066', 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'project_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'fixed_ips': [{'subnet_id': '88655ba2-bd95-4e3f-9855-35eb1ca5ba37'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:03:44.977908 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9536c8dd-10b0-4ecd-8373-2b550edfe0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:44.988838 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5d44f878-4096-4b03-8b5e-6c6b17568853 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (00422224-8dc6-48ad-80b7-e54eda85f2f0), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:44.989901 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5d44f878-4096-4b03-8b5e-6c6b17568853 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (00422224-8dc6-48ad-80b7-e54eda85f2f0), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:45.078325 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5d44f878-4096-4b03-8b5e-6c6b17568853 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for router_controller (00422224-8dc6-48ad-80b7-e54eda85f2f0), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:45.087419 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5d44f878-4096-4b03-8b5e-6c6b17568853 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (00422224-8dc6-48ad-80b7-e54eda85f2f0), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:45.111970 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5d44f878-4096-4b03-8b5e-6c6b17568853 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:45.116277 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5d44f878-4096-4b03-8b5e-6c6b17568853 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.2113004
Feb 05 21:03:45.120893 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52968) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:45.139389 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-9536c8dd-10b0-4ecd-8373-2b550edfe0d3 None None] Allocated IP 2001:db8::2 (4b876e93-e753-4f82-8855-2c9c3d1db066/88655ba2-bd95-4e3f-9855-35eb1ca5ba37/03efc253-f7fe-40c8-8548-5b6cd4224d67) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:03:45.164285 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6f66ebd7-d4a9-4404-9245-10c8d5e56326 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (09a75b44-5b84-4439-975c-902a4398892a), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:45.188169 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-64ca694a-e7e3-4fae-a950-a80ecac7e4a4 admin admin] Deleting port 146aea5e-89c9-460d-8845-9a46a8c6ea60 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:03:45.188533 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-64ca694a-e7e3-4fae-a950-a80ecac7e4a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (146aea5e-89c9-460d-8845-9a46a8c6ea60), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:45.230633 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b872400-b1b4-474e-9f4a-d0fe8bb59c36 req-25e91fbd-d534-41af-8e63-d1dddbc563c4 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:45.232404 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7b872400-b1b4-474e-9f4a-d0fe8bb59c36 req-25e91fbd-d534-41af-8e63-d1dddbc563c4 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/ports?device_id=aad208af-c1fd-479b-bad4-a5744d9ad1d8 HTTP/1.1" status: 200  len: 945 time: 0.1621909
Feb 05 21:03:45.235719 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66ebd7-d4a9-4404-9245-10c8d5e56326 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Pushing event deleted for resources: {'Port': ['ID=09a75b44-5b84-4439-975c-902a4398892a,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:45.287832 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:45.291147 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-64ca694a-e7e3-4fae-a950-a80ecac7e4a4 admin admin] For port 146aea5e-89c9-460d-8845-9a46a8c6ea60, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=146aea5e-89c9-460d-8845-9a46a8c6ea60,segment=NetworkSegment(348293ab-5555-4f03-a2ea-c1d23c5b0aaa),segment_id=348293ab-5555-4f03-a2ea-c1d23c5b0aaa)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:45.291519 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-64ca694a-e7e3-4fae-a950-a80ecac7e4a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (146aea5e-89c9-460d-8845-9a46a8c6ea60), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:45.306154 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-64ca694a-e7e3-4fae-a950-a80ecac7e4a4 admin admin] Calling delete_port for 146aea5e-89c9-460d-8845-9a46a8c6ea60 owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:03:45.315773 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9536c8dd-10b0-4ecd-8373-2b550edfe0d3 None None] Publish callbacks [] for port (03efc253-f7fe-40c8-8548-5b6cd4224d67), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:45.327440 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9536c8dd-10b0-4ecd-8373-2b550edfe0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (03efc253-f7fe-40c8-8548-5b6cd4224d67), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:45.378828 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9536c8dd-10b0-4ecd-8373-2b550edfe0d3 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:03:45.384403 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-9536c8dd-10b0-4ecd-8373-2b550edfe0d3 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:03:45.386492 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536c8dd-10b0-4ecd-8373-2b550edfe0d3 None None] Pushing event updated for resources: {'Port': ['ID=03efc253-f7fe-40c8-8548-5b6cd4224d67,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:45.388945 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9536c8dd-10b0-4ecd-8373-2b550edfe0d3 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:03:45.447420 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-9536c8dd-10b0-4ecd-8373-2b550edfe0d3 None None] Attempting to bind port 03efc253-f7fe-40c8-8548-5b6cd4224d67 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:03:45.447736 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-9536c8dd-10b0-4ecd-8373-2b550edfe0d3 None None] Attempting to bind port 03efc253-f7fe-40c8-8548-5b6cd4224d67 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:03:45.448104 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9536c8dd-10b0-4ecd-8373-2b550edfe0d3 None None] Attempting to bind port 03efc253-f7fe-40c8-8548-5b6cd4224d67 on network 4b876e93-e753-4f82-8855-2c9c3d1db066 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:03:45.453148 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9536c8dd-10b0-4ecd-8373-2b550edfe0d3 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:03:45.453596 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9536c8dd-10b0-4ecd-8373-2b550edfe0d3 None None] Checking segment: {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:03:45.454006 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9536c8dd-10b0-4ecd-8373-2b550edfe0d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:45.454443 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9536c8dd-10b0-4ecd-8373-2b550edfe0d3 None None] Bound using segment: {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:03:45.454899 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-9536c8dd-10b0-4ecd-8373-2b550edfe0d3 None None] Bound port: 03efc253-f7fe-40c8-8548-5b6cd4224d67, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:03:45.455286 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9536c8dd-10b0-4ecd-8373-2b550edfe0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (03efc253-f7fe-40c8-8548-5b6cd4224d67), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:45.505783 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7b872400-b1b4-474e-9f4a-d0fe8bb59c36 req-0624156f-854a-4993-b93b-22c3357574a9 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4f75283-d183-4679-a597-c3ff69ffb06a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2598653
Feb 05 21:03:45.521614 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6f66ebd7-d4a9-4404-9245-10c8d5e56326 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (eb7f49fc-206d-40d5-b35d-bb22d752c0e1), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:45.537358 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-64ca694a-e7e3-4fae-a950-a80ecac7e4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (146aea5e-89c9-460d-8845-9a46a8c6ea60), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:45.543361 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-9536c8dd-10b0-4ecd-8373-2b550edfe0d3 None None] For port 03efc253-f7fe-40c8-8548-5b6cd4224d67, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:03:45.550147 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-9536c8dd-10b0-4ecd-8373-2b550edfe0d3 None None] For port 03efc253-f7fe-40c8-8548-5b6cd4224d67, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=03efc253-f7fe-40c8-8548-5b6cd4224d67,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:03:45.559877 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9536c8dd-10b0-4ecd-8373-2b550edfe0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (03efc253-f7fe-40c8-8548-5b6cd4224d67), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:45.571585 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca694a-e7e3-4fae-a950-a80ecac7e4a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=146aea5e-89c9-460d-8845-9a46a8c6ea60,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:45.614712 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832d362-b8c4-4b33-b4da-4d40bef84c7a req-528d78af-5ebb-4067-a17b-967eef2597c4 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:45.615756 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c832d362-b8c4-4b33-b4da-4d40bef84c7a req-528d78af-5ebb-4067-a17b-967eef2597c4 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.2616544
Feb 05 21:03:45.653781 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536c8dd-10b0-4ecd-8373-2b550edfe0d3 None None] Pushing event updated for resources: {'Port': ['ID=03efc253-f7fe-40c8-8548-5b6cd4224d67,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:45.721095 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6f66ebd7-d4a9-4404-9245-10c8d5e56326 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (eb7f49fc-206d-40d5-b35d-bb22d752c0e1), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:45.724145 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6f66ebd7-d4a9-4404-9245-10c8d5e56326 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for router_controller (eb7f49fc-206d-40d5-b35d-bb22d752c0e1), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:45.802798 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-64ca694a-e7e3-4fae-a950-a80ecac7e4a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (e8b8018d-4837-472e-b94e-3a24dc07ce11), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:45.835548 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-546e5502-3136-42ef-94b7-dc072166a962 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:45.838055 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6f66ebd7-d4a9-4404-9245-10c8d5e56326 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (eb7f49fc-206d-40d5-b35d-bb22d752c0e1), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:45.838765 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f66ebd7-d4a9-4404-9245-10c8d5e56326 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eb7f49fc-206d-40d5-b35d-bb22d752c0e1 {{(pid=114391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:03:45.857349 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6f66ebd7-d4a9-4404-9245-10c8d5e56326 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:45.864729 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6f66ebd7-d4a9-4404-9245-10c8d5e56326 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] 10.222.0.32 "DELETE /v2.0/routers/eb7f49fc-206d-40d5-b35d-bb22d752c0e1 HTTP/1.1" status: 204  len: 168 time: 2.6682234
Feb 05 21:03:45.865919 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52974) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:45.875435 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c832d362-b8c4-4b33-b4da-4d40bef84c7a req-6c1cc29c-8bd9-4bf9-b2b9-a17f1ebd1760 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2142282
Feb 05 21:03:45.889212 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88eca8-075f-4426-a403-2bff5626919d req-a19ba2d8-4d16-4335-ae13-05e940ca864e tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:45.893103 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-5b7c0d6c-1b51-4e18-97b9-7cd9f90c1fa5 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-421344097', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}, 'admin_state_up': False}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:45.896414 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0e88eca8-075f-4426-a403-2bff5626919d req-a19ba2d8-4d16-4335-ae13-05e940ca864e tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=b56754d4-2d51-45b8-b4e0-e950064b6fa8 HTTP/1.1" status: 200  len: 945 time: 0.2340171
Feb 05 21:03:46.100255 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5b7c0d6c-1b51-4e18-97b9-7cd9f90c1fa5 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (90bca043-5805-4b69-a718-f66601ab4432), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:46.102121 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5b7c0d6c-1b51-4e18-97b9-7cd9f90c1fa5 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (90bca043-5805-4b69-a718-f66601ab4432), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:46.120309 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0e88eca8-075f-4426-a403-2bff5626919d req-198aa6ae-05c4-4708-b791-6961985f820d tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=367daedb-a110-448a-a43f-464c464e668a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2229183
Feb 05 21:03:46.249060 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5b7c0d6c-1b51-4e18-97b9-7cd9f90c1fa5 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router_controller (90bca043-5805-4b69-a718-f66601ab4432), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:46.396554 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6843fe-bde6-4a0f-9ec8-b7ae08bed386 req-3a774488-0c87-4eae-ba59-b10217328fc6 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:46.398066 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3a6843fe-bde6-4a0f-9ec8-b7ae08bed386 req-3a774488-0c87-4eae-ba59-b10217328fc6 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7da416e-c527-4667-afa1-29e410805386 HTTP/1.1" status: 200  len: 944 time: 0.1854763
Feb 05 21:03:46.405279 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791b9e1-244a-47bc-b220-ea0860394e19 req-8c940c3d-246b-40cf-a388-b8bb95285161 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:46.406780 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e791b9e1-244a-47bc-b220-ea0860394e19 req-8c940c3d-246b-40cf-a388-b8bb95285161 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.1915722
Feb 05 21:03:46.435102 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ca694a-e7e3-4fae-a950-a80ecac7e4a4 admin admin] Router e8b8018d-4837-472e-b94e-3a24dc07ce11 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:03:46.440137 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-546e5502-3136-42ef-94b7-dc072166a962 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Allocated IP 2001:db8::1 (4b876e93-e753-4f82-8855-2c9c3d1db066/88655ba2-bd95-4e3f-9855-35eb1ca5ba37/f88e42f1-5815-45e3-a5a1-2f773f30b22d) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:03:46.442477 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5b7c0d6c-1b51-4e18-97b9-7cd9f90c1fa5 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router_gateway (90bca043-5805-4b69-a718-f66601ab4432), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:46.518952 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3a6843fe-bde6-4a0f-9ec8-b7ae08bed386 req-f72a6d16-404b-467c-ad83-636c5ec5aa4b tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0f6f24-f350-41da-bda1-6f65724dea04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111350
Feb 05 21:03:46.531871 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:03:46.564681 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e791b9e1-244a-47bc-b220-ea0860394e19 req-271c1c68-4955-4f17-b034-969e7e0bf892 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1464221
Feb 05 21:03:46.675621 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1,segment=NetworkSegment(eaa8d824-74e2-4fa9-9139-2565b7f459f4),segment_id=eaa8d824-74e2-4fa9-9139-2565b7f459f4)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:46.692443 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1', 'network_id': '8ef6ce95-1882-4159-afee-2b0fb7aad74f', 'port_id': 'ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1', 'mac_address': 'fa:16:3e:3d:5f:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92929cba-c077-4b9d-82b6-5a435105b222', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:03:46.714625 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ca694a-e7e3-4fae-a950-a80ecac7e4a4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:03:46.725352 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-64ca694a-e7e3-4fae-a950-a80ecac7e4a4 admin admin] 10.222.0.32 "PUT /v2.0/routers/e8b8018d-4837-472e-b94e-3a24dc07ce11/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4521925
Feb 05 21:03:46.725968 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52986) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:46.731192 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ace954-1fda-4159-b099-dd87758d3768 None None] Sync routers for ids ['e8b8018d-4837-472e-b94e-3a24dc07ce11'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:03:46.743973 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ace954-1fda-4159-b099-dd87758d3768 None None] Routers {'e8b8018d-4837-472e-b94e-3a24dc07ce11'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:03:46.744514 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-58ace954-1fda-4159-b099-dd87758d3768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8f40be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:03:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['e8b8018d-4837-472e-b94e-3a24dc07ce11'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:46.747938 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-546e5502-3136-42ef-94b7-dc072166a962 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for port (f88e42f1-5815-45e3-a5a1-2f773f30b22d), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:46.799482 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07c688-4ea9-44a1-84ed-92f2750507de req-058167b5-aabb-4e43-9f9d-54611be0d212 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:46.807511 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1e07c688-4ea9-44a1-84ed-92f2750507de req-058167b5-aabb-4e43-9f9d-54611be0d212 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/ports?device_id=aad208af-c1fd-479b-bad4-a5744d9ad1d8 HTTP/1.1" status: 200  len: 945 time: 0.1930325
Feb 05 21:03:46.867109 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a84a87-4540-4af3-afb6-d3c0164e90ed req-7ae13a29-bacb-4a40-a802-a4a6bba6cb28 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:46.876229 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-31a84a87-4540-4af3-afb6-d3c0164e90ed req-7ae13a29-bacb-4a40-a802-a4a6bba6cb28 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.1806345
Feb 05 21:03:46.953188 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1e07c688-4ea9-44a1-84ed-92f2750507de req-842cd929-b60d-428c-b5ad-b9e971a33eb7 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4f75283-d183-4679-a597-c3ff69ffb06a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1415768
Feb 05 21:03:46.964582 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-546e5502-3136-42ef-94b7-dc072166a962 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (f88e42f1-5815-45e3-a5a1-2f773f30b22d), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:47.054537 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-58ace954-1fda-4159-b099-dd87758d3768 None None] Set router e8b8018d-4837-472e-b94e-3a24dc07ce11 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:03:47.072702 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5b7c0d6c-1b51-4e18-97b9-7cd9f90c1fa5 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router_gateway (90bca043-5805-4b69-a718-f66601ab4432), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:47.090941 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 03efc253-f7fe-40c8-8548-5b6cd4224d67 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:03:47.095672 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5b7c0d6c-1b51-4e18-97b9-7cd9f90c1fa5 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:47.115414 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a8e2865a-b48f-4cf0-ab8c-2aea2b4eb149 admin admin] Publish callbacks [] for router (e8b8018d-4837-472e-b94e-3a24dc07ce11), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:47.150065 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546e5502-3136-42ef-94b7-dc072166a962 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:03:47.182246 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:03:47.183158 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:47.197386 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-546e5502-3136-42ef-94b7-dc072166a962 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:03:47.205535 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546e5502-3136-42ef-94b7-dc072166a962 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:03:47.206087 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-546e5502-3136-42ef-94b7-dc072166a962 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (00422224-8dc6-48ad-80b7-e54eda85f2f0), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:47.223503 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:03:47.256160 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-31a84a87-4540-4af3-afb6-d3c0164e90ed req-c408dc48-3830-4962-838e-ee19e94aea64 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3777082
Feb 05 21:03:47.261329 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1,segment=NetworkSegment(eaa8d824-74e2-4fa9-9139-2565b7f459f4),segment_id=eaa8d824-74e2-4fa9-9139-2565b7f459f4)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:47.264902 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-58ace954-1fda-4159-b099-dd87758d3768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8f40be0>, [{'id': 'e8b8018d-4837-472e-b94e-3a24dc07ce11', 'name': 'tempest-TestServerMultinode-242007904-router', 'tenant_id': '279cff4e164943ea848a8825cfe35364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.51'}], 'enable_snat': True}, 'gw_port_id': '266f2573-e24c-4715-b103-5458f95d4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:02:19Z', 'updated_at': '2022-02-05T21:03:45Z', 'revision_number': 5, 'project_id': '279cff4e164943ea848a8825cfe35364', 'gw_port': {'id': '266f2573-e24c-4715-b103-5458f95d4337', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:07:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b8018d-4837-472e-b94e-3a24dc07ce11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:02:21Z', 'updated_at': '2022-02-05T21:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:47.276533 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 03efc253-f7fe-40c8-8548-5b6cd4224d67 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:03:47.277081 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (03efc253-f7fe-40c8-8548-5b6cd4224d67), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:47.312360 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ace954-1fda-4159-b099-dd87758d3768 None None] Checking router: e8b8018d-4837-472e-b94e-3a24dc07ce11 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:03:47.322702 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ace954-1fda-4159-b099-dd87758d3768 None None] Routers {'e8b8018d-4837-472e-b94e-3a24dc07ce11'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:03:47.323711 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-58ace954-1fda-4159-b099-dd87758d3768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8f40be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:03:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['e8b8018d-4837-472e-b94e-3a24dc07ce11'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:47.372721 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:47.382781 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-5b7c0d6c-1b51-4e18-97b9-7cd9f90c1fa5 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Allocated IP 172.35.4.78 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/c7ab655a-473d-4f3c-86c3-06517ae4bf3d) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:03:47.476973 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-58ace954-1fda-4159-b099-dd87758d3768 None None] Set router e8b8018d-4837-472e-b94e-3a24dc07ce11 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:03:47.514805 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:47.556667 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5b7c0d6c-1b51-4e18-97b9-7cd9f90c1fa5 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for port (c7ab655a-473d-4f3c-86c3-06517ae4bf3d), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:47.570006 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-f8f0b2eb-1247-40c6-b922-21bc33bd1ded None None] Provisioning complete for port 03efc253-f7fe-40c8-8548-5b6cd4224d67 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:03:47.570693 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f8f0b2eb-1247-40c6-b922-21bc33bd1ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (03efc253-f7fe-40c8-8548-5b6cd4224d67), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:47.612431 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:03:47.618116 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5b7c0d6c-1b51-4e18-97b9-7cd9f90c1fa5 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (c7ab655a-473d-4f3c-86c3-06517ae4bf3d), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:47.651694 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 03efc253-f7fe-40c8-8548-5b6cd4224d67 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:03:47.652091 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (03efc253-f7fe-40c8-8548-5b6cd4224d67), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:47.670914 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c0d6c-1b51-4e18-97b9-7cd9f90c1fa5 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Pushing event updated for resources: {'Port': ['ID=c7ab655a-473d-4f3c-86c3-06517ae4bf3d,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:47.687138 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a8e2865a-b48f-4cf0-ab8c-2aea2b4eb149 admin admin] Publish callbacks [] for router_gateway (e8b8018d-4837-472e-b94e-3a24dc07ce11), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:47.723489 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7c0d6c-1b51-4e18-97b9-7cd9f90c1fa5 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:03:47.731573 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-5b7c0d6c-1b51-4e18-97b9-7cd9f90c1fa5 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:03:47.734778 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7c0d6c-1b51-4e18-97b9-7cd9f90c1fa5 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:03:47.739689 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 03efc253-f7fe-40c8-8548-5b6cd4224d67, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=03efc253-f7fe-40c8-8548-5b6cd4224d67,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:47.749326 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (03efc253-f7fe-40c8-8548-5b6cd4224d67), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:47.749669 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-58ace954-1fda-4159-b099-dd87758d3768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8f40be0>, [{'id': 'e8b8018d-4837-472e-b94e-3a24dc07ce11', 'name': 'tempest-TestServerMultinode-242007904-router', 'tenant_id': '279cff4e164943ea848a8825cfe35364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.51'}], 'enable_snat': True}, 'gw_port_id': '266f2573-e24c-4715-b103-5458f95d4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:02:19Z', 'updated_at': '2022-02-05T21:03:45Z', 'revision_number': 5, 'project_id': '279cff4e164943ea848a8825cfe35364', 'gw_port': {'id': '266f2573-e24c-4715-b103-5458f95d4337', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:07:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b8018d-4837-472e-b94e-3a24dc07ce11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:02:21Z', 'updated_at': '2022-02-05T21:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:47.781349 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ace954-1fda-4159-b099-dd87758d3768 None None] The sync data for ids ['e8b8018d-4837-472e-b94e-3a24dc07ce11'] in ncdv-master-1 is: [{'id': 'e8b8018d-4837-472e-b94e-3a24dc07ce11', 'name': 'tempest-TestServerMultinode-242007904-router', 'tenant_id': '279cff4e164943ea848a8825cfe35364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.51'}], 'enable_snat': True}, 'gw_port_id': '266f2573-e24c-4715-b103-5458f95d4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:02:19Z', 'updated_at': '2022-02-05T21:03:45Z', 'revision_number': 5, 'project_id': '279cff4e164943ea848a8825cfe35364', 'gw_port': {'id': '266f2573-e24c-4715-b103-5458f95d4337', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:07:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b8018d-4837-472e-b94e-3a24dc07ce11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:02:21Z', 'updated_at': '2022-02-05T21:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:03:47.826337 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e5502-3136-42ef-94b7-dc072166a962 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Port': ['ID=f88e42f1-5815-45e3-a5a1-2f773f30b22d,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:47.879796 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 09a75b44-5b84-4439-975c-902a4398892a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:03:47.885548 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=03efc253-f7fe-40c8-8548-5b6cd4224d67,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:47.919402 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bcd523-b2f4-47f3-ada2-554557768779 req-d6f9fee6-c150-40d0-8cb4-bdd600191c5d tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:47.921005 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-73bcd523-b2f4-47f3-ada2-554557768779 req-d6f9fee6-c150-40d0-8cb4-bdd600191c5d tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/ports?device_id=146ad738-6b59-4494-9613-2b94681ab1dc HTTP/1.1" status: 200  len: 945 time: 0.8259170
Feb 05 21:03:47.923645 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-f8f0b2eb-1247-40c6-b922-21bc33bd1ded None None] Current status of the port 03efc253-f7fe-40c8-8548-5b6cd4224d67 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:03:47.926760 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 09a75b44-5b84-4439-975c-902a4398892a {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:03:47.927024 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 09a75b44-5b84-4439-975c-902a4398892a not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:03:47.976073 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207bf2d-a5fb-47b8-9ac3-3c13a7c5ca52 req-a50d3807-db51-4a66-b4c4-bc1911f59894 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:47.977766 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1207bf2d-a5fb-47b8-9ac3-3c13a7c5ca52 req-a50d3807-db51-4a66-b4c4-bc1911f59894 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=b56754d4-2d51-45b8-b4e0-e950064b6fa8 HTTP/1.1" status: 200  len: 945 time: 0.1439328
Feb 05 21:03:48.045146 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-71c5725d-ee9d-4f25-990d-ee0e234e0638 None None] Provisioning complete for port f88e42f1-5815-45e3-a5a1-2f773f30b22d triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:03:48.045523 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-71c5725d-ee9d-4f25-990d-ee0e234e0638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (f88e42f1-5815-45e3-a5a1-2f773f30b22d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:48.051120 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-73bcd523-b2f4-47f3-ada2-554557768779 req-8a538516-fad5-4336-928e-279a4b081834 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4f75283-d183-4679-a597-c3ff69ffb06a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165271
Feb 05 21:03:48.054886 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-546e5502-3136-42ef-94b7-dc072166a962 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f88e42f1-5815-45e3-a5a1-2f773f30b22d), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:48.082776 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-71c5725d-ee9d-4f25-990d-ee0e234e0638 None None] Port f88e42f1-5815-45e3-a5a1-2f773f30b22d cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:03:48.151067 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1207bf2d-a5fb-47b8-9ac3-3c13a7c5ca52 req-26460c6f-3d96-49db-b3fe-c0a4b0b05883 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=367daedb-a110-448a-a43f-464c464e668a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1609261
Feb 05 21:03:48.293834 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-a8e2865a-b48f-4cf0-ab8c-2aea2b4eb149 admin admin] Deleting port 266f2573-e24c-4715-b103-5458f95d4337 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:03:48.294239 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a8e2865a-b48f-4cf0-ab8c-2aea2b4eb149 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (266f2573-e24c-4715-b103-5458f95d4337), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:48.427188 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88650e92-4a94-4dfc-860f-2a1385f401c9 req-aaeb5e08-8fc1-4eec-8533-6464a429de3b tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:48.428743 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-88650e92-4a94-4dfc-860f-2a1385f401c9 req-aaeb5e08-8fc1-4eec-8533-6464a429de3b tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7da416e-c527-4667-afa1-29e410805386 HTTP/1.1" status: 200  len: 945 time: 0.1833303
Feb 05 21:03:48.474983 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-a8e2865a-b48f-4cf0-ab8c-2aea2b4eb149 admin admin] For port 266f2573-e24c-4715-b103-5458f95d4337, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=266f2573-e24c-4715-b103-5458f95d4337,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:48.475345 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a8e2865a-b48f-4cf0-ab8c-2aea2b4eb149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (266f2573-e24c-4715-b103-5458f95d4337), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:48.490495 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-24cfc799-8a1f-41f1-b698-79a2307f4a3e tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:48.491962 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-24cfc799-8a1f-41f1-b698-79a2307f4a3e tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/networks?id=f513b7e7-60ac-4b04-af41-d1fecee70cba HTTP/1.1" status: 200  len: 811 time: 0.2755992
Feb 05 21:03:48.496894 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-a8e2865a-b48f-4cf0-ab8c-2aea2b4eb149 admin admin] Calling delete_port for 266f2573-e24c-4715-b103-5458f95d4337 owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:03:48.523309 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-4cb1c914-a607-4afe-9ff5-5a19d78b0c31 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/quotas/abdf40933f6b4f8099b886dfec3a4473 HTTP/1.1" status: 200  len: 375 time: 0.0215137
Feb 05 21:03:48.546086 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:03:48.588966 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-88650e92-4a94-4dfc-860f-2a1385f401c9 req-befeeae7-2bb6-46f2-a960-076556b6ca52 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0f6f24-f350-41da-bda1-6f65724dea04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1456156
Feb 05 21:03:48.601809 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5b7c0d6c-1b51-4e18-97b9-7cd9f90c1fa5 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router_gateway (90bca043-5805-4b69-a718-f66601ab4432), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:48.620203 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:03:48.628223 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:03:48.628891 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:48.675181 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-524ae659-0231-46a8-95ad-eb721b6b23f1 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=abdf40933f6b4f8099b886dfec3a4473&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1418421
Feb 05 21:03:48.709208 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-546e5502-3136-42ef-94b7-dc072166a962 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for port (f88e42f1-5815-45e3-a5a1-2f773f30b22d), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:48.740755 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:03:48.741463 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:48.751736 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-546e5502-3136-42ef-94b7-dc072166a962 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (f88e42f1-5815-45e3-a5a1-2f773f30b22d), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:48.753551 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-546e5502-3136-42ef-94b7-dc072166a962 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (00422224-8dc6-48ad-80b7-e54eda85f2f0), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:48.791835 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 03efc253-f7fe-40c8-8548-5b6cd4224d67 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:03:48.852746 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1,segment=NetworkSegment(eaa8d824-74e2-4fa9-9139-2565b7f459f4),segment_id=eaa8d824-74e2-4fa9-9139-2565b7f459f4)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:48.855370 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7da416e-c527-4667-afa1-29e410805386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:03:48.858227 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39ef80e-8a02-42eb-83a0-bd9f7b5e3a28" -d '{"events": [{"server_uuid": "c7da416e-c527-4667-afa1-29e410805386", "name": "network-vif-plugged", "status": "completed", "tag": "ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:03:48.866217 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:48.891211 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5b7c0d6c-1b51-4e18-97b9-7cd9f90c1fa5 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (90bca043-5805-4b69-a718-f66601ab4432), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:48.926103 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e5502-3136-42ef-94b7-dc072166a962 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Port': ['ID=f88e42f1-5815-45e3-a5a1-2f773f30b22d,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:48.936756 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:48.940842 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 03efc253-f7fe-40c8-8548-5b6cd4224d67 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:03:48.941415 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (03efc253-f7fe-40c8-8548-5b6cd4224d67), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:48.982253 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a8e2865a-b48f-4cf0-ab8c-2aea2b4eb149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (266f2573-e24c-4715-b103-5458f95d4337), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:48.982735 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-4deec505-40ed-44ac-9a94-4c9c7d8de3cd service neutron] 10.222.0.32 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2920022
Feb 05 21:03:49.034778 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 03efc253-f7fe-40c8-8548-5b6cd4224d67 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:03:49.048333 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44326a46-14a1-40c0-8e0b-6d586aa9b30e req-e100006c-f341-4f31-8310-4eee61dd1f23 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:49.048903 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 146aea5e-89c9-460d-8845-9a46a8c6ea60 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:03:49.049643 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e2865a-b48f-4cf0-ab8c-2aea2b4eb149 admin admin] Pushing event deleted for resources: {'Port': ['ID=266f2573-e24c-4715-b103-5458f95d4337,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:49.049980 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-44326a46-14a1-40c0-8e0b-6d586aa9b30e req-e100006c-f341-4f31-8310-4eee61dd1f23 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=b56754d4-2d51-45b8-b4e0-e950064b6fa8 HTTP/1.1" status: 200  len: 945 time: 0.1828585
Feb 05 21:03:49.073968 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 146aea5e-89c9-460d-8845-9a46a8c6ea60 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:03:49.073968 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 146aea5e-89c9-460d-8845-9a46a8c6ea60 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:03:49.076590 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53014) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:49.099088 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546e5502-3136-42ef-94b7-dc072166a962 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:03:49.102253 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-546e5502-3136-42ef-94b7-dc072166a962 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:03:49.119112 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-d2d4bdaf-085c-4482-a075-a056c3da5cec tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Request body: {'floatingip': {'port_id': 'b2ae72fb-6713-49ed-b7e3-c40c7a4baed0'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:49.128160 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a8e2865a-b48f-4cf0-ab8c-2aea2b4eb149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (e8b8018d-4837-472e-b94e-3a24dc07ce11), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:49.238312 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-4931215f-f810-4eb9-a72f-faef5842b2ee service neutron] 10.222.0.32 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2433023
Feb 05 21:03:49.255673 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d2d4bdaf-085c-4482-a075-a056c3da5cec tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks [] for floatingip (1d0e5220-9868-4d2c-815a-318269101569), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:49.273151 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cd615-ded7-4106-99da-e304e6b043f1 req-ae4c99f7-ce65-41f0-a288-5fbe68ab9b5f tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:49.275331 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5d7cd615-ded7-4106-99da-e304e6b043f1 req-ae4c99f7-ce65-41f0-a288-5fbe68ab9b5f tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/ports?device_id=146ad738-6b59-4494-9613-2b94681ab1dc HTTP/1.1" status: 200  len: 945 time: 0.1247923
Feb 05 21:03:49.295847 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a8e2865a-b48f-4cf0-ab8c-2aea2b4eb149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (e8b8018d-4837-472e-b94e-3a24dc07ce11), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:49.301577 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a8e2865a-b48f-4cf0-ab8c-2aea2b4eb149 admin admin] Publish callbacks [] for router_controller (e8b8018d-4837-472e-b94e-3a24dc07ce11), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:49.340294 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546e5502-3136-42ef-94b7-dc072166a962 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Router 00422224-8dc6-48ad-80b7-e54eda85f2f0 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:03:49.355344 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5d7cd615-ded7-4106-99da-e304e6b043f1 req-2c8e02e4-f1ce-43d2-bbd2-f832306e0918 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4f75283-d183-4679-a597-c3ff69ffb06a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703321
Feb 05 21:03:49.407513 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b71725-f653-46d3-87c6-9b7b3430123c x-openstack-request-id: req-26b71725-f653-46d3-87c6-9b7b3430123c {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:03:49.407809 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7da416e-c527-4667-afa1-29e410805386", "name": "network-vif-plugged", "status": "completed", "tag": "ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:03:49.408063 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-26b71725-f653-46d3-87c6-9b7b3430123c {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:03:49.408762 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7da416e-c527-4667-afa1-29e410805386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1', 'code': 200}
Feb 05 21:03:49.426604 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-ae097862-d6f6-4cc1-b68e-a44e26428372 None None] Provisioning complete for port f88e42f1-5815-45e3-a5a1-2f773f30b22d triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:03:49.426996 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ae097862-d6f6-4cc1-b68e-a44e26428372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (f88e42f1-5815-45e3-a5a1-2f773f30b22d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:49.490098 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a8e2865a-b48f-4cf0-ab8c-2aea2b4eb149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (e8b8018d-4837-472e-b94e-3a24dc07ce11), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:49.490727 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e2865a-b48f-4cf0-ab8c-2aea2b4eb149 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8b8018d-4837-472e-b94e-3a24dc07ce11 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:03:49.506159 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a8e2865a-b48f-4cf0-ab8c-2aea2b4eb149 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:49.506553 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ae097862-d6f6-4cc1-b68e-a44e26428372 None None] Port f88e42f1-5815-45e3-a5a1-2f773f30b22d cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:03:49.507549 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a8e2865a-b48f-4cf0-ab8c-2aea2b4eb149 admin admin] 10.222.0.32 "DELETE /v2.0/routers/e8b8018d-4837-472e-b94e-3a24dc07ce11 HTTP/1.1" status: 204  len: 168 time: 2.7658842
Feb 05 21:03:49.512876 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d8736065-2ea0-4017-950f-f9640f7f45d5 req-727c5774-13f7-4c4a-9824-8d456b84a8d9 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=18e8daf2-7be8-4578-9d20-340e9ecd5a01 HTTP/1.1" status: 200  len: 210 time: 0.0490446
Feb 05 21:03:49.518681 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53020) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:49.519584 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7c0d6c-1b51-4e18-97b9-7cd9f90c1fa5 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Router 90bca043-5805-4b69-a718-f66601ab4432 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:03:49.564444 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546e5502-3136-42ef-94b7-dc072166a962 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:03:49.573310 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-546e5502-3136-42ef-94b7-dc072166a962 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "PUT /v2.0/routers/00422224-8dc6-48ad-80b7-e54eda85f2f0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4474161
Feb 05 21:03:49.574060 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53022) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:49.593441 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29dbb0a-23f6-4b0d-9a84-16046d91ec7c None None] Sync routers for ids ['00422224-8dc6-48ad-80b7-e54eda85f2f0'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:03:49.607816 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9e2c6b6-1d6b-42b0-ad60-bfa51ff3ecd4 admin admin] Deleting subnet c5580501-fe3e-46c9-91e8-cbe313fe56d6 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:03:49.613173 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29dbb0a-23f6-4b0d-9a84-16046d91ec7c None None] Routers {'00422224-8dc6-48ad-80b7-e54eda85f2f0'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:03:49.613833 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-d29dbb0a-23f6-4b0d-9a84-16046d91ec7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabb0c490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:03:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['00422224-8dc6-48ad-80b7-e54eda85f2f0'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:49.615573 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a9e2c6b6-1d6b-42b0-ad60-bfa51ff3ecd4 admin admin] Publish callbacks [] for subnet (c5580501-fe3e-46c9-91e8-cbe313fe56d6), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:49.637848 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39331cfd-27b3-4eff-94d8-f54a4f1f8750 req-ef412ef4-7d12-433b-bca3-46b86cbe5856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:49.639404 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-39331cfd-27b3-4eff-94d8-f54a4f1f8750 req-ef412ef4-7d12-433b-bca3-46b86cbe5856 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c7da416e-c527-4667-afa1-29e410805386 HTTP/1.1" status: 200  len: 1128 time: 0.1234925
Feb 05 21:03:49.673496 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f2c869-c614-4666-8caa-a268339a425b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:49.678548 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f1f2c869-c614-4666-8caa-a268339a425b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/ports/f88e42f1-5815-45e3-a5a1-2f773f30b22d HTTP/1.1" status: 200  len: 911 time: 0.1036472
Feb 05 21:03:49.687048 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53026) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:49.787967 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-39331cfd-27b3-4eff-94d8-f54a4f1f8750 req-b012807b-edfd-4368-94c1-5b6079b82fe8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ff0f6f24-f350-41da-bda1-6f65724dea04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1369996
Feb 05 21:03:49.801094 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-d29dbb0a-23f6-4b0d-9a84-16046d91ec7c None None] Set router 00422224-8dc6-48ad-80b7-e54eda85f2f0 gateway port host: None {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:03:49.806116 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59373e8-977b-4f42-886c-da7146bcae85 req-bf57d3b4-ded2-49a3-b1a9-5c1e78f1da3f tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:49.813816 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c59373e8-977b-4f42-886c-da7146bcae85 req-bf57d3b4-ded2-49a3-b1a9-5c1e78f1da3f tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7da416e-c527-4667-afa1-29e410805386 HTTP/1.1" status: 200  len: 946 time: 0.1119170
Feb 05 21:03:49.831175 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7c0d6c-1b51-4e18-97b9-7cd9f90c1fa5 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:03:49.842686 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeda0b2-0d67-4755-a50e-b61b27a1c2ab None None] Sync routers for ids ['90bca043-5805-4b69-a718-f66601ab4432'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:03:49.843226 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea1da64-a392-4877-a4b3-6cc6180b94ae tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:49.855580 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea1da64-a392-4877-a4b3-6cc6180b94ae tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:49.858166 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1ea1da64-a392-4877-a4b3-6cc6180b94ae tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.1701131
Feb 05 21:03:49.861436 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53032) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:49.866257 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a9e2c6b6-1d6b-42b0-ad60-bfa51ff3ecd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (c5580501-fe3e-46c9-91e8-cbe313fe56d6), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:49.871826 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeda0b2-0d67-4755-a50e-b61b27a1c2ab None None] Routers {'90bca043-5805-4b69-a718-f66601ab4432'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:03:49.873290 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-4eeda0b2-0d67-4755-a50e-b61b27a1c2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8f409d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:03:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['90bca043-5805-4b69-a718-f66601ab4432'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:49.900297 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c59373e8-977b-4f42-886c-da7146bcae85 req-ee6946c7-9a93-4ca3-bdc8-bfa6e4d7169c tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0f6f24-f350-41da-bda1-6f65724dea04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855472
Feb 05 21:03:49.928609 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-4eeda0b2-0d67-4755-a50e-b61b27a1c2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8f409d0>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:49.941514 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeda0b2-0d67-4755-a50e-b61b27a1c2ab None None] Routers {'90bca043-5805-4b69-a718-f66601ab4432'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:03:49.943924 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-4eeda0b2-0d67-4755-a50e-b61b27a1c2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8f409d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:03:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['90bca043-5805-4b69-a718-f66601ab4432'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:49.980701 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-4eeda0b2-0d67-4755-a50e-b61b27a1c2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8f409d0>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:49.981355 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeda0b2-0d67-4755-a50e-b61b27a1c2ab None None] The sync data for ids ['90bca043-5805-4b69-a718-f66601ab4432'] in ncdv-master-1 is: [] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:03:50.048265 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5b7c0d6c-1b51-4e18-97b9-7cd9f90c1fa5 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:50.049495 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5b7c0d6c-1b51-4e18-97b9-7cd9f90c1fa5 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 4.1801553
Feb 05 21:03:50.052721 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53036) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:50.058881 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-139ecccd-4a9c-467d-a635-5a951525e71c tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'enable_snat': False}}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:50.067053 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:50.072259 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-d29dbb0a-23f6-4b0d-9a84-16046d91ec7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabb0c490>, [{'id': '00422224-8dc6-48ad-80b7-e54eda85f2f0', 'name': 'tempest-NetworksTestDHCPv6-router-1829584613', 'tenant_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:03:44Z', 'updated_at': '2022-02-05T21:03:47Z', 'revision_number': 2, 'project_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'gw_port_host': None, '_interfaces': [{'id': 'f88e42f1-5815-45e3-a5a1-2f773f30b22d', 'name': '', 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'tenant_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'mac_address': 'fa:16:3e:ca:50:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00422224-8dc6-48ad-80b7-e54eda85f2f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '88655ba2-bd95-4e3f-9855-35eb1ca5ba37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:03:46Z', 'updated_at': '2022-02-05T21:03:48Z', 'revision_number': 2, 'project_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'subnets': [{'id': '88655ba2-bd95-4e3f-9855-35eb1ca5ba37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:50.107300 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29dbb0a-23f6-4b0d-9a84-16046d91ec7c None None] Checking router: 00422224-8dc6-48ad-80b7-e54eda85f2f0 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:03:50.107666 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29dbb0a-23f6-4b0d-9a84-16046d91ec7c None None] Updating router 00422224-8dc6-48ad-80b7-e54eda85f2f0 port f88e42f1-5815-45e3-a5a1-2f773f30b22d binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:03:50.169024 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d29dbb0a-23f6-4b0d-9a84-16046d91ec7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f88e42f1-5815-45e3-a5a1-2f773f30b22d), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:50.532295 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d29dbb0a-23f6-4b0d-9a84-16046d91ec7c None None] Publish callbacks [] for port (f88e42f1-5815-45e3-a5a1-2f773f30b22d), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:50.539066 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d29dbb0a-23f6-4b0d-9a84-16046d91ec7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (f88e42f1-5815-45e3-a5a1-2f773f30b22d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:50.554319 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ac6dc-52b3-4319-a7c2-6da4a125887c req-624a3bd6-59ff-4f22-b8ab-2e778bc74d28 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:50.556058 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2b1ac6dc-52b3-4319-a7c2-6da4a125887c req-624a3bd6-59ff-4f22-b8ab-2e778bc74d28 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.21 "GET /v2.0/ports?device_id=146ad738-6b59-4494-9613-2b94681ab1dc HTTP/1.1" status: 200  len: 945 time: 0.1445320
Feb 05 21:03:50.576340 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-139ecccd-4a9c-467d-a635-5a951525e71c tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for router_gateway (90bca043-5805-4b69-a718-f66601ab4432), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:50.599445 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3187d81-edb6-4c1d-9c0c-334e0a2a7393 None None] Pushing event updated for resources: {'Port': ['ID=f88e42f1-5815-45e3-a5a1-2f773f30b22d,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:50.677993 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-d29dbb0a-23f6-4b0d-9a84-16046d91ec7c None None] Attempting to bind port f88e42f1-5815-45e3-a5a1-2f773f30b22d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:03:50.678458 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-d29dbb0a-23f6-4b0d-9a84-16046d91ec7c None None] Attempting to bind port f88e42f1-5815-45e3-a5a1-2f773f30b22d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:03:50.678807 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29dbb0a-23f6-4b0d-9a84-16046d91ec7c None None] Attempting to bind port f88e42f1-5815-45e3-a5a1-2f773f30b22d on network 4b876e93-e753-4f82-8855-2c9c3d1db066 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:03:50.687175 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29dbb0a-23f6-4b0d-9a84-16046d91ec7c None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:03:50.687570 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29dbb0a-23f6-4b0d-9a84-16046d91ec7c None None] Checking segment: {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:03:50.687985 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d29dbb0a-23f6-4b0d-9a84-16046d91ec7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:50.688768 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29dbb0a-23f6-4b0d-9a84-16046d91ec7c None None] Bound using segment: {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:03:50.688903 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-d29dbb0a-23f6-4b0d-9a84-16046d91ec7c None None] Bound port: f88e42f1-5815-45e3-a5a1-2f773f30b22d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:03:50.689247 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d29dbb0a-23f6-4b0d-9a84-16046d91ec7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f88e42f1-5815-45e3-a5a1-2f773f30b22d), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:50.690024 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cde49b-08e3-43a3-8152-36bc515cfb6b req-e25ae31c-fe25-42dd-9a84-956f0d34fb89 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:50.691801 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d3cde49b-08e3-43a3-8152-36bc515cfb6b req-e25ae31c-fe25-42dd-9a84-956f0d34fb89 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/ports?device_id=146ad738-6b59-4494-9613-2b94681ab1dc HTTP/1.1" status: 200  len: 945 time: 0.2025864
Feb 05 21:03:50.770877 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 266f2573-e24c-4715-b103-5458f95d4337 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:03:50.786806 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a57dcd01-4a60-49b3-86fe-4b9b792dcc20 req-927f943e-0047-4c3d-ac8d-1ffb819d6a15 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=18e8daf2-7be8-4578-9d20-340e9ecd5a01 HTTP/1.1" status: 200  len: 210 time: 0.1428068
Feb 05 21:03:50.834370 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-d29dbb0a-23f6-4b0d-9a84-16046d91ec7c None None] For port f88e42f1-5815-45e3-a5a1-2f773f30b22d, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:03:50.839629 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-d29dbb0a-23f6-4b0d-9a84-16046d91ec7c None None] For port f88e42f1-5815-45e3-a5a1-2f773f30b22d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f88e42f1-5815-45e3-a5a1-2f773f30b22d,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:03:50.871872 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a9e2c6b6-1d6b-42b0-ad60-bfa51ff3ecd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (c5580501-fe3e-46c9-91e8-cbe313fe56d6), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:50.873540 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d29dbb0a-23f6-4b0d-9a84-16046d91ec7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (f88e42f1-5815-45e3-a5a1-2f773f30b22d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:50.910423 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 266f2573-e24c-4715-b103-5458f95d4337 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:03:50.910751 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 266f2573-e24c-4715-b103-5458f95d4337 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:03:50.964613 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29dbb0a-23f6-4b0d-9a84-16046d91ec7c None None] Routers {'00422224-8dc6-48ad-80b7-e54eda85f2f0'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:03:50.968332 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-d29dbb0a-23f6-4b0d-9a84-16046d91ec7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabb0c490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:03:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['00422224-8dc6-48ad-80b7-e54eda85f2f0'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:51.030307 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-f67a78cf-8b15-42d4-86e8-627971e10123 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:51.032005 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-f67a78cf-8b15-42d4-86e8-627971e10123 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.21 "GET /v2.0/networks?id=f513b7e7-60ac-4b04-af41-d1fecee70cba HTTP/1.1" status: 200  len: 811 time: 0.2544696
Feb 05 21:03:51.054338 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-eeebedee-9bf2-4a08-be27-522efaf6ea1e tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Request body: {'port': {'device_id': '18e8daf2-7be8-4578-9d20-340e9ecd5a01', 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba', 'admin_state_up': True, 'tenant_id': 'abdf40933f6b4f8099b886dfec3a4473'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:51.149295 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3187d81-edb6-4c1d-9c0c-334e0a2a7393 None None] Pushing event updated for resources: {'Port': ['ID=f88e42f1-5815-45e3-a5a1-2f773f30b22d,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:51.156528 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-89a40114-522f-46ae-8443-ae3d3a7805c9 None None] Provisioning complete for port f88e42f1-5815-45e3-a5a1-2f773f30b22d triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:03:51.157016 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-89a40114-522f-46ae-8443-ae3d3a7805c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (f88e42f1-5815-45e3-a5a1-2f773f30b22d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:51.165074 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a9e2c6b6-1d6b-42b0-ad60-bfa51ff3ecd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (c5580501-fe3e-46c9-91e8-cbe313fe56d6), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:51.172659 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d3cde49b-08e3-43a3-8152-36bc515cfb6b req-edd882a8-2566-4cde-bcd7-3096a5cd21ec tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4f75283-d183-4679-a597-c3ff69ffb06a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4682238
Feb 05 21:03:51.211830 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-d29dbb0a-23f6-4b0d-9a84-16046d91ec7c None None] Set router 00422224-8dc6-48ad-80b7-e54eda85f2f0 gateway port host: None {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:03:51.216963 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e2c6b6-1d6b-42b0-ad60-bfa51ff3ecd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5580501-fe3e-46c9-91e8-cbe313fe56d6,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:51.220375 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a9e2c6b6-1d6b-42b0-ad60-bfa51ff3ecd4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:51.223631 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a9e2c6b6-1d6b-42b0-ad60-bfa51ff3ecd4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c5580501-fe3e-46c9-91e8-cbe313fe56d6 HTTP/1.1" status: 204  len: 168 time: 1.6983621
Feb 05 21:03:51.228267 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53044) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:51.253445 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6919902b-57ce-4f10-a700-825d083167dd None None] Network 0bef1155-9a53-4878-8a8d-b291e090a827 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:03:51.312552 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ad081ab2-ce47-44db-8b76-1bc3c941d4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (0bef1155-9a53-4878-8a8d-b291e090a827), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:51.317684 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.db.resource_extend [None req-d2d4bdaf-085c-4482-a075-a056c3da5cec tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 05 21:03:51.432687 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d2d4bdaf-085c-4482-a075-a056c3da5cec tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:51.445951 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d2d4bdaf-085c-4482-a075-a056c3da5cec tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (1d0e5220-9868-4d2c-815a-318269101569), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:51.566014 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-2b1ac6dc-52b3-4319-a7c2-6da4a125887c req-bf8abd62-98b6-46cf-99fe-4af181b56488 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Deleting port 31d59140-5766-44f4-b0dd-14f5deff81e6 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:03:51.566434 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-2b1ac6dc-52b3-4319-a7c2-6da4a125887c req-bf8abd62-98b6-46cf-99fe-4af181b56488 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (31d59140-5766-44f4-b0dd-14f5deff81e6), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:51.596237 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9a511dcb-a32a-4f8a-801f-c05b5d041c19 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (00422224-8dc6-48ad-80b7-e54eda85f2f0), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:51.600750 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-ad081ab2-ce47-44db-8b76-1bc3c941d4b9 admin admin] Deleting port ed22836a-e4cc-4668-ab0c-5135f22fe4e9 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:03:51.601091 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ad081ab2-ce47-44db-8b76-1bc3c941d4b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (ed22836a-e4cc-4668-ab0c-5135f22fe4e9), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:51.641901 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-89a40114-522f-46ae-8443-ae3d3a7805c9 None None] Current status of the port f88e42f1-5815-45e3-a5a1-2f773f30b22d is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:03:51.642476 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-89a40114-522f-46ae-8443-ae3d3a7805c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f88e42f1-5815-45e3-a5a1-2f773f30b22d), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:51.673927 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf609e98-c279-49d0-b823-12a391ae39f4 req-43131ffa-c25f-4111-be67-729dfd22d261 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:51.675687 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cf609e98-c279-49d0-b823-12a391ae39f4 req-43131ffa-c25f-4111-be67-729dfd22d261 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7da416e-c527-4667-afa1-29e410805386 HTTP/1.1" status: 200  len: 946 time: 0.6313341
Feb 05 21:03:51.698791 ncdv-master-1 neutron-server[114390]: INFO neutron.db.l3_db [None req-d2d4bdaf-085c-4482-a075-a056c3da5cec tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Floating IP 1d0e5220-9868-4d2c-815a-318269101569 associated. External IP: 172.35.4.195, port: b2ae72fb-6713-49ed-b7e3-c40c7a4baed0.
Feb 05 21:03:51.719781 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-89a40114-522f-46ae-8443-ae3d3a7805c9 None None] For port f88e42f1-5815-45e3-a5a1-2f773f30b22d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f88e42f1-5815-45e3-a5a1-2f773f30b22d,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:51.728316 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-89a40114-522f-46ae-8443-ae3d3a7805c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (f88e42f1-5815-45e3-a5a1-2f773f30b22d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:51.753514 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-eeebedee-9bf2-4a08-be27-522efaf6ea1e tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Made reservation on behalf of abdf40933f6b4f8099b886dfec3a4473 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:03:51.756900 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-eeebedee-9bf2-4a08-be27-522efaf6ea1e tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:51.787420 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a17541-88bf-43f3-ba6b-ca7b5babb479 None None] DHCP port deletion for 0bef1155-9a53-4878-8a8d-b291e090a827 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:03:51.807485 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-ad081ab2-ce47-44db-8b76-1bc3c941d4b9 admin admin] For port ed22836a-e4cc-4668-ab0c-5135f22fe4e9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ed22836a-e4cc-4668-ab0c-5135f22fe4e9,segment=NetworkSegment(348293ab-5555-4f03-a2ea-c1d23c5b0aaa),segment_id=348293ab-5555-4f03-a2ea-c1d23c5b0aaa)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:51.807861 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ad081ab2-ce47-44db-8b76-1bc3c941d4b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (ed22836a-e4cc-4668-ab0c-5135f22fe4e9), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:51.837125 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-2b1ac6dc-52b3-4319-a7c2-6da4a125887c req-bf8abd62-98b6-46cf-99fe-4af181b56488 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] For port 31d59140-5766-44f4-b0dd-14f5deff81e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=31d59140-5766-44f4-b0dd-14f5deff81e6,segment=NetworkSegment(27e35dc8-4d4c-46d0-a727-c056d3e1f42d),segment_id=27e35dc8-4d4c-46d0-a727-c056d3e1f42d)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:51.837504 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-2b1ac6dc-52b3-4319-a7c2-6da4a125887c req-bf8abd62-98b6-46cf-99fe-4af181b56488 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (31d59140-5766-44f4-b0dd-14f5deff81e6), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:51.850128 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-ad081ab2-ce47-44db-8b76-1bc3c941d4b9 admin admin] Calling delete_port for ed22836a-e4cc-4668-ab0c-5135f22fe4e9 owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:03:51.863086 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-d29dbb0a-23f6-4b0d-9a84-16046d91ec7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabb0c490>, [{'id': '00422224-8dc6-48ad-80b7-e54eda85f2f0', 'name': 'tempest-NetworksTestDHCPv6-router-1829584613', 'tenant_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:03:44Z', 'updated_at': '2022-02-05T21:03:47Z', 'revision_number': 2, 'project_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'gw_port_host': None, '_interfaces': [{'id': 'f88e42f1-5815-45e3-a5a1-2f773f30b22d', 'name': '', 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'tenant_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'mac_address': 'fa:16:3e:ca:50:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00422224-8dc6-48ad-80b7-e54eda85f2f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '88655ba2-bd95-4e3f-9855-35eb1ca5ba37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:03:46Z', 'updated_at': '2022-02-05T21:03:50Z', 'revision_number': 4, 'project_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'subnets': [{'id': '88655ba2-bd95-4e3f-9855-35eb1ca5ba37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:51.882100 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a40114-522f-46ae-8443-ae3d3a7805c9 None None] Pushing event updated for resources: {'Port': ['ID=f88e42f1-5815-45e3-a5a1-2f773f30b22d,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:51.911979 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cf609e98-c279-49d0-b823-12a391ae39f4 req-c2cb167e-5c6f-4cd2-839d-2ef94347e332 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0f6f24-f350-41da-bda1-6f65724dea04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2082336
Feb 05 21:03:51.914078 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-2b1ac6dc-52b3-4319-a7c2-6da4a125887c req-bf8abd62-98b6-46cf-99fe-4af181b56488 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Calling delete_port for 31d59140-5766-44f4-b0dd-14f5deff81e6 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:03:51.924099 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29dbb0a-23f6-4b0d-9a84-16046d91ec7c None None] The sync data for ids ['00422224-8dc6-48ad-80b7-e54eda85f2f0'] in ncdv-master-1 is: [{'id': '00422224-8dc6-48ad-80b7-e54eda85f2f0', 'name': 'tempest-NetworksTestDHCPv6-router-1829584613', 'tenant_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:03:44Z', 'updated_at': '2022-02-05T21:03:47Z', 'revision_number': 2, 'project_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'gw_port_host': None, '_interfaces': [{'id': 'f88e42f1-5815-45e3-a5a1-2f773f30b22d', 'name': '', 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'tenant_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'mac_address': 'fa:16:3e:ca:50:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00422224-8dc6-48ad-80b7-e54eda85f2f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '88655ba2-bd95-4e3f-9855-35eb1ca5ba37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:03:46Z', 'updated_at': '2022-02-05T21:03:50Z', 'revision_number': 4, 'project_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'subnets': [{'id': '88655ba2-bd95-4e3f-9855-35eb1ca5ba37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:03:51.941625 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-91023019-a56c-4444-9077-056a0d15e876 None None] Provisioning complete for port f88e42f1-5815-45e3-a5a1-2f773f30b22d triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:03:51.942059 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-91023019-a56c-4444-9077-056a0d15e876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (f88e42f1-5815-45e3-a5a1-2f773f30b22d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:52.031954 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-36245c07-8365-46e1-b69d-4e5c191e8eee req-1aee5dda-6b10-495f-84e7-4bf0ad418fe3 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=18e8daf2-7be8-4578-9d20-340e9ecd5a01 HTTP/1.1" status: 200  len: 210 time: 0.1152458
Feb 05 21:03:52.074129 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c8a17541-88bf-43f3-ba6b-ca7b5babb479 None None] Deleting port ed22836a-e4cc-4668-ab0c-5135f22fe4e9 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:03:52.075123 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c8a17541-88bf-43f3-ba6b-ca7b5babb479 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (ed22836a-e4cc-4668-ab0c-5135f22fe4e9), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:52.090069 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-91023019-a56c-4444-9077-056a0d15e876 None None] Current status of the port f88e42f1-5815-45e3-a5a1-2f773f30b22d is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:03:52.109164 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ad081ab2-ce47-44db-8b76-1bc3c941d4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (ed22836a-e4cc-4668-ab0c-5135f22fe4e9), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:52.153212 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c8a17541-88bf-43f3-ba6b-ca7b5babb479 None None] For port ed22836a-e4cc-4668-ab0c-5135f22fe4e9, host ncdv-master-1, got binding levels [] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:52.153759 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c8a17541-88bf-43f3-ba6b-ca7b5babb479 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (ed22836a-e4cc-4668-ab0c-5135f22fe4e9), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:52.161445 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad081ab2-ce47-44db-8b76-1bc3c941d4b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed22836a-e4cc-4668-ab0c-5135f22fe4e9,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:52.176412 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c8a17541-88bf-43f3-ba6b-ca7b5babb479 None None] Calling delete_port for ed22836a-e4cc-4668-ab0c-5135f22fe4e9 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:03:52.182029 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.ipam_backend_mixin [None req-c8a17541-88bf-43f3-ba6b-ca7b5babb479 None None] Port ed22836a-e4cc-4668-ab0c-5135f22fe4e9 was not found and therefore no delete operation was performed {{(pid=114392) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Feb 05 21:03:52.183628 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c8a17541-88bf-43f3-ba6b-ca7b5babb479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (ed22836a-e4cc-4668-ab0c-5135f22fe4e9), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:52.195693 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad081ab2-ce47-44db-8b76-1bc3c941d4b9 admin admin] No DVR routers for this DVR port ed22836a-e4cc-4668-ab0c-5135f22fe4e9 on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:03:52.200688 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a17541-88bf-43f3-ba6b-ca7b5babb479 None None] No DVR routers for this DVR port ed22836a-e4cc-4668-ab0c-5135f22fe4e9 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:03:52.252047 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a17541-88bf-43f3-ba6b-ca7b5babb479 None None] Pushing event deleted for resources: {'Port': ['ID=ed22836a-e4cc-4668-ab0c-5135f22fe4e9,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:52.301616 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1155c-5406-43f6-a750-d0c1b084f57c req-f3d7d7f5-63d2-49cd-a462-7296542e6207 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:52.314811 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8ed1155c-5406-43f6-a750-d0c1b084f57c req-f3d7d7f5-63d2-49cd-a462-7296542e6207 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7da416e-c527-4667-afa1-29e410805386 HTTP/1.1" status: 200  len: 946 time: 0.2851572
Feb 05 21:03:52.352435 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-eeebedee-9bf2-4a08-be27-522efaf6ea1e tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Allocated IP 172.20.0.11 (f513b7e7-60ac-4b04-af41-d1fecee70cba/d3bc4b1d-f312-4b2d-bc48-80b03423d794/55c2704d-b622-40af-984a-2047142ff019) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:03:52.358828 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ad081ab2-ce47-44db-8b76-1bc3c941d4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (0bef1155-9a53-4878-8a8d-b291e090a827), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:52.369166 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d4bdaf-085c-4482-a075-a056c3da5cec tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Router 9fd025af-f57d-46d1-b3c1-78f90a70215f has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:03:52.400798 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-9a511dcb-a32a-4f8a-801f-c05b5d041c19 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting port f88e42f1-5815-45e3-a5a1-2f773f30b22d {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:03:52.401187 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9a511dcb-a32a-4f8a-801f-c05b5d041c19 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (f88e42f1-5815-45e3-a5a1-2f773f30b22d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:52.406604 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-ad081ab2-ce47-44db-8b76-1bc3c941d4b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db22659d0>,) {'filters': {'network_id': ['0bef1155-9a53-4878-8a8d-b291e090a827']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:52.438439 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-ad081ab2-ce47-44db-8b76-1bc3c941d4b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db22659d0>, '348293ab-5555-4f03-a2ea-c1d23c5b0aaa') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:52.438807 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-ad081ab2-ce47-44db-8b76-1bc3c941d4b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db22659d0>, '348293ab-5555-4f03-a2ea-c1d23c5b0aaa') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:52.523296 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ad081ab2-ce47-44db-8b76-1bc3c941d4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (348293ab-5555-4f03-a2ea-c1d23c5b0aaa), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:52.536222 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8ed1155c-5406-43f6-a750-d0c1b084f57c req-561c46be-c8fe-4280-9723-999176c41416 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0f6f24-f350-41da-bda1-6f65724dea04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2196174
Feb 05 21:03:52.600144 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ad081ab2-ce47-44db-8b76-1bc3c941d4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (348293ab-5555-4f03-a2ea-c1d23c5b0aaa), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:52.618760 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad081ab2-ce47-44db-8b76-1bc3c941d4b9 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:03:52.620001 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ad081ab2-ce47-44db-8b76-1bc3c941d4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (348293ab-5555-4f03-a2ea-c1d23c5b0aaa), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:52.628056 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:03:52.628056 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:03:52.628056 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:03:52.628056 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:03:52.628056 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:03:52.628056 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:03:52.628056 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:03:52.628056 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:03:52.628056 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:03:52.628056 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:03:52.628056 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:03:52.628056 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:03:52.628056 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:03:52.628056 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:03:52.628056 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:03:52.628056 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:03:52.628056 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:03:52.628056 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:03:52.628056 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:03:52.628056 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:03:52.628056 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:03:52.628056 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:03:52.628056 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:03:52.628056 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:03:52.628056 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:03:52.628056 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:03:52.628056 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:03:52.628056 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:03:52.628056 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:03:52.628056 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:03:52.628056 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:03:52.628056 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:03:52.700290 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-9a511dcb-a32a-4f8a-801f-c05b5d041c19 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] For port f88e42f1-5815-45e3-a5a1-2f773f30b22d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f88e42f1-5815-45e3-a5a1-2f773f30b22d,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:52.700644 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9a511dcb-a32a-4f8a-801f-c05b5d041c19 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (f88e42f1-5815-45e3-a5a1-2f773f30b22d), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:52.724783 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d4bdaf-085c-4482-a075-a056c3da5cec tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:03:52.734828 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d2d4bdaf-085c-4482-a075-a056c3da5cec tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:52.737530 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-9a511dcb-a32a-4f8a-801f-c05b5d041c19 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Calling delete_port for f88e42f1-5815-45e3-a5a1-2f773f30b22d owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:03:52.737695 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19a8d36-fba6-459e-8373-224b89d10846 None None] Sync routers for ids ['9fd025af-f57d-46d1-b3c1-78f90a70215f'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:03:52.742630 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ad081ab2-ce47-44db-8b76-1bc3c941d4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (0bef1155-9a53-4878-8a8d-b291e090a827), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:52.757802 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-139ecccd-4a9c-467d-a635-5a951525e71c tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8250'] for router (90bca043-5805-4b69-a718-f66601ab4432), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:52.758641 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19a8d36-fba6-459e-8373-224b89d10846 None None] Routers {'9fd025af-f57d-46d1-b3c1-78f90a70215f'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:03:52.769802 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd4a401-58ff-4d69-9b1a-daf97f34048a req-1065231e-9f6c-4780-87f1-65d32ac8fd1c tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:52.771147 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ad081ab2-ce47-44db-8b76-1bc3c941d4b9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:52.772764 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-d19a8d36-fba6-459e-8373-224b89d10846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab620670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:03:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['9fd025af-f57d-46d1-b3c1-78f90a70215f'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:52.778319 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ad081ab2-ce47-44db-8b76-1bc3c941d4b9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0bef1155-9a53-4878-8a8d-b291e090a827 HTTP/1.1" status: 204  len: 168 time: 1.5460191
Feb 05 21:03:52.781493 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53072) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:52.781726 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0fd4a401-58ff-4d69-9b1a-daf97f34048a req-1065231e-9f6c-4780-87f1-65d32ac8fd1c tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/ports?device_id=146ad738-6b59-4494-9613-2b94681ab1dc HTTP/1.1" status: 200  len: 945 time: 0.4615204
Feb 05 21:03:52.803334 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-139ecccd-4a9c-467d-a635-5a951525e71c tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583542'] for router (90bca043-5805-4b69-a718-f66601ab4432), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:52.934825 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device f88e42f1-5815-45e3-a5a1-2f773f30b22d up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:03:52.936330 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad081ab2-ce47-44db-8b76-1bc3c941d4b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bef1155-9a53-4878-8a8d-b291e090a827,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:52.969658 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0fd4a401-58ff-4d69-9b1a-daf97f34048a req-4a98e3fb-5855-4036-8613-117ceef8ecdb tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4f75283-d183-4679-a597-c3ff69ffb06a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1867604
Feb 05 21:03:52.971753 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d2d4bdaf-085c-4482-a075-a056c3da5cec tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "PUT /v2.0/floatingips/1d0e5220-9868-4d2c-815a-318269101569 HTTP/1.1" status: 200  len: 991 time: 3.8562410
Feb 05 21:03:52.979240 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-2b1ac6dc-52b3-4319-a7c2-6da4a125887c req-bf8abd62-98b6-46cf-99fe-4af181b56488 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (31d59140-5766-44f4-b0dd-14f5deff81e6), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:52.985747 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-d19a8d36-fba6-459e-8373-224b89d10846 None None] Set router 9fd025af-f57d-46d1-b3c1-78f90a70215f gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:03:52.987065 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b56754d4-2d51-45b8-b4e0-e950064b6fa8', 'tag': 'b2ae72fb-6713-49ed-b7e3-c40c7a4baed0'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:03:53.004007 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2da47a1-5cdd-4990-ab37-50f97965fe62" -d '{"events": [{"name": "network-changed", "server_uuid": "b56754d4-2d51-45b8-b4e0-e950064b6fa8", "tag": "b2ae72fb-6713-49ed-b7e3-c40c7a4baed0"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:03:53.035358 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['2092f84f-9556-4644-b169-e3526a7304e9', 'e721e6aa-0249-46d9-b7ab-aa5f9460093a'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:03:53.150591 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8abd62-98b6-46cf-99fe-4af181b56488 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Pushing event deleted for resources: {'Port': ['ID=31d59140-5766-44f4-b0dd-14f5deff81e6,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:53.221736 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port f88e42f1-5815-45e3-a5a1-2f773f30b22d triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:03:53.222154 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (f88e42f1-5815-45e3-a5a1-2f773f30b22d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:53.235256 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b1ac6dc-52b3-4319-a7c2-6da4a125887c req-bf8abd62-98b6-46cf-99fe-4af181b56488 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] No DVR routers for this DVR port 31d59140-5766-44f4-b0dd-14f5deff81e6 on host nch1-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:03:53.238433 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-2b1ac6dc-52b3-4319-a7c2-6da4a125887c req-bf8abd62-98b6-46cf-99fe-4af181b56488 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:53.241483 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2b1ac6dc-52b3-4319-a7c2-6da4a125887c req-bf8abd62-98b6-46cf-99fe-4af181b56488 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.21 "DELETE /v2.0/ports/31d59140-5766-44f4-b0dd-14f5deff81e6 HTTP/1.1" status: 204  len: 173 time: 2.6775200
Feb 05 21:03:53.251521 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146ad738-6b59-4494-9613-2b94681ab1dc', 'name': 'network-vif-deleted', 'tag': '31d59140-5766-44f4-b0dd-14f5deff81e6'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:03:53.253351 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e775c2e-799b-4183-9740-9474e8ab664c" -d '{"events": [{"server_uuid": "146ad738-6b59-4494-9613-2b94681ab1dc", "name": "network-vif-deleted", "tag": "31d59140-5766-44f4-b0dd-14f5deff81e6"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:03:53.269766 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-eeebedee-9bf2-4a08-be27-522efaf6ea1e tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks [] for port (55c2704d-b622-40af-984a-2047142ff019), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:53.287541 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc47b4-da67-45a2-b50e-b539168e5f16 req-44342088-a8f6-4332-9f39-f47621f74dca tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:53.295362 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a1dc47b4-da67-45a2-b50e-b539168e5f16 req-44342088-a8f6-4332-9f39-f47621f74dca tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7da416e-c527-4667-afa1-29e410805386 HTTP/1.1" status: 200  len: 946 time: 0.3184760
Feb 05 21:03:53.334019 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139ecccd-4a9c-467d-a635-5a951525e71c tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Router 90bca043-5805-4b69-a718-f66601ab4432 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:03:53.348452 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f19c0a-a3c4-4708-b92d-be6a64670a36 req-842b7cba-b5bb-44b1-89a6-06b777475e7f tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:53.362899 ncdv-master-1 neutron-server[114392]: INFO neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No ports have port_id starting with f88e42f1-5815-45e3-a5a1-2f773f30b22d
Feb 05 21:03:53.364484 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9a511dcb-a32a-4f8a-801f-c05b5d041c19 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (f88e42f1-5815-45e3-a5a1-2f773f30b22d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:53.366633 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b8f19c0a-a3c4-4708-b92d-be6a64670a36 req-842b7cba-b5bb-44b1-89a6-06b777475e7f tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=b56754d4-2d51-45b8-b4e0-e950064b6fa8 HTTP/1.1" status: 200  len: 945 time: 0.2929461
Feb 05 21:03:53.439467 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a511dcb-a32a-4f8a-801f-c05b5d041c19 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Port': ['ID=f88e42f1-5815-45e3-a5a1-2f773f30b22d,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:53.495449 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a1dc47b4-da67-45a2-b50e-b539168e5f16 req-0f91fed7-c381-458f-bc41-42d75e8fb5a5 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0f6f24-f350-41da-bda1-6f65724dea04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1985309
Feb 05 21:03:53.500548 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 31d59140-5766-44f4-b0dd-14f5deff81e6 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:03:53.550238 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device ed22836a-e4cc-4668-ab0c-5135f22fe4e9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:03:53.555857 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: 31d59140-5766-44f4-b0dd-14f5deff81e6 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:03:53.556156 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 31d59140-5766-44f4-b0dd-14f5deff81e6 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:03:53.579113 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-eeebedee-9bf2-4a08-be27-522efaf6ea1e tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (55c2704d-b622-40af-984a-2047142ff019), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:53.603711 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: ed22836a-e4cc-4668-ab0c-5135f22fe4e9 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:03:53.604217 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device ed22836a-e4cc-4668-ab0c-5135f22fe4e9 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:03:53.625699 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b8f19c0a-a3c4-4708-b92d-be6a64670a36 req-71c0a349-407a-40a2-ad84-923cbe0858bf tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=367daedb-a110-448a-a43f-464c464e668a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2537386
Feb 05 21:03:53.640523 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-d19a8d36-fba6-459e-8373-224b89d10846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab620670>, [{'id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'name': 'tempest-AttachVolumeTestJSON-998381134-router', 'tenant_id': 'e2211e554783435c9b7af885ea20e242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': '0f0b8600-8068-4666-808b-7db3f66ce148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:00:02Z', 'updated_at': '2022-02-05T21:00:10Z', 'revision_number': 4, 'project_id': 'e2211e554783435c9b7af885ea20e242', 'gw_port': {'id': '0f0b8600-8068-4666-808b-7db3f66ce148', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:58:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:00:03Z', 'updated_at': '2022-02-05T21:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1d0e5220-9868-4d2c-815a-318269101569', 'tenant_id': 'e2211e554783435c9b7af885ea20e242', 'floating_ip_address': '172.35.4.195', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'port_id': 'b2ae72fb-6713-49ed-b7e3-c40c7a4baed0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c184cf05-70dd-4af5-8bd4-fc4bd5d65e82', 'mac_address': 'fa:16:3e:33:3b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56754d4-2d51-45b8-b4e0-e950064b6fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:03:20Z', 'updated_at': '2022-02-05T21:03:51Z', 'revision_number': 1, 'project_id': 'e2211e554783435c9b7af885ea20e242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e85b9d7-7e97-4f1e-97ae-fdd68b321743', 'name': '', 'network_id': 'c184cf05-70dd-4af5-8bd4-fc4bd5d65e82', 'tenant_id': 'e2211e554783435c9b7af885ea20e242', 'mac_address': 'fa:16:3e:00:09:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '86c08017-d863-4dd1-8a33-7a8aa8133d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:00:08Z', 'updated_at': '2022-02-05T21:00:15Z', 'revision_number': 5, 'project_id': 'e2211e554783435c9b7af885ea20e242', 'subnets': [{'id': '86c08017-d863-4dd1-8a33-7a8aa8133d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:53.708303 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19a8d36-fba6-459e-8373-224b89d10846 None None] Checking router: 9fd025af-f57d-46d1-b3c1-78f90a70215f for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:03:53.736994 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19a8d36-fba6-459e-8373-224b89d10846 None None] Routers {'9fd025af-f57d-46d1-b3c1-78f90a70215f'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:03:53.758634 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-d19a8d36-fba6-459e-8373-224b89d10846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab620670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:03:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['9fd025af-f57d-46d1-b3c1-78f90a70215f'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:53.769899 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-eeebedee-9bf2-4a08-be27-522efaf6ea1e tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Network f513b7e7-60ac-4b04-af41-d1fecee70cba is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:03:53.774025 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3c6996-76a0-4abf-b350-1ab265603466 x-openstack-request-id: req-3c3c6996-76a0-4abf-b350-1ab265603466 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:03:53.774716 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146ad738-6b59-4494-9613-2b94681ab1dc", "name": "network-vif-deleted", "tag": "31d59140-5766-44f4-b0dd-14f5deff81e6", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:03:53.774716 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3c3c6996-76a0-4abf-b350-1ab265603466 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:03:53.775114 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '146ad738-6b59-4494-9613-2b94681ab1dc', 'name': 'network-vif-deleted', 'tag': '31d59140-5766-44f4-b0dd-14f5deff81e6', 'status': 'completed', 'code': 200}
Feb 05 21:03:53.803091 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-eeebedee-9bf2-4a08-be27-522efaf6ea1e tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:03:53.841386 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-eeebedee-9bf2-4a08-be27-522efaf6ea1e tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:03:53.997751 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeebedee-9bf2-4a08-be27-522efaf6ea1e tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Pushing event updated for resources: {'Port': ['ID=55c2704d-b622-40af-984a-2047142ff019,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:54.027876 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-eeebedee-9bf2-4a08-be27-522efaf6ea1e tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:54.028491 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-eeebedee-9bf2-4a08-be27-522efaf6ea1e tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:54.092604 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da47a1-5cdd-4990-ab37-50f97965fe62 req-669083fb-cfb7-4d10-863d-49976bd68183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:54.095382 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c2da47a1-5cdd-4990-ab37-50f97965fe62 req-669083fb-cfb7-4d10-863d-49976bd68183 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e2211e554783435c9b7af885ea20e242&device_id=b56754d4-2d51-45b8-b4e0-e950064b6fa8 HTTP/1.1" status: 200  len: 1127 time: 0.4062004
Feb 05 21:03:54.100154 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139ecccd-4a9c-467d-a635-5a951525e71c tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:03:54.107060 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-d19a8d36-fba6-459e-8373-224b89d10846 None None] Set router 9fd025af-f57d-46d1-b3c1-78f90a70215f gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:03:54.117121 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c2e974-e380-4b00-8454-c7b2300653e3 None None] Sync routers for ids ['90bca043-5805-4b69-a718-f66601ab4432'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:03:54.119179 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-eeebedee-9bf2-4a08-be27-522efaf6ea1e tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.0707350
Feb 05 21:03:54.123152 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-139ecccd-4a9c-467d-a635-5a951525e71c tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:54.128918 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-139ecccd-4a9c-467d-a635-5a951525e71c tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] 10.222.0.32 "PUT /v2.0/routers/90bca043-5805-4b69-a718-f66601ab4432 HTTP/1.1" status: 200  len: 920 time: 4.0744474
Feb 05 21:03:54.150673 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c2e974-e380-4b00-8454-c7b2300653e3 None None] Routers {'90bca043-5805-4b69-a718-f66601ab4432'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:03:54.151505 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-54c2e974-e380-4b00-8454-c7b2300653e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8908e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:03:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['90bca043-5805-4b69-a718-f66601ab4432'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:54.155034 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53092) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:54.165057 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d483eb-5323-46d8-ae2c-ece5102e71fb req-a36a7aef-f436-4745-91a2-63e2bf6fde79 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:54.167128 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49539a90-7fc9-4028-920f-ca0aabb66675 x-openstack-request-id: req-49539a90-7fc9-4028-920f-ca0aabb66675 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:03:54.167430 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b56754d4-2d51-45b8-b4e0-e950064b6fa8", "tag": "b2ae72fb-6713-49ed-b7e3-c40c7a4baed0", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:03:54.167691 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-49539a90-7fc9-4028-920f-ca0aabb66675 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:03:54.168096 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b56754d4-2d51-45b8-b4e0-e950064b6fa8', 'tag': 'b2ae72fb-6713-49ed-b7e3-c40c7a4baed0', 'status': 'completed', 'code': 200}
Feb 05 21:03:54.169017 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-56d483eb-5323-46d8-ae2c-ece5102e71fb req-a36a7aef-f436-4745-91a2-63e2bf6fde79 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=18e8daf2-7be8-4578-9d20-340e9ecd5a01 HTTP/1.1" status: 200  len: 932 time: 0.4291475
Feb 05 21:03:54.174002 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-18bcbd4a-0955-4bdc-8387-b46814a110be service neutron] Request body: {'port': {'device_id': '18e8daf2-7be8-4578-9d20-340e9ecd5a01', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:54.194334 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9a511dcb-a32a-4f8a-801f-c05b5d041c19 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (00422224-8dc6-48ad-80b7-e54eda85f2f0), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:54.269257 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-b79b2e53-23cb-4c4e-9911-90212b63bb85 None None] Provisioning complete for port 55c2704d-b622-40af-984a-2047142ff019 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:03:54.269640 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b79b2e53-23cb-4c4e-9911-90212b63bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (55c2704d-b622-40af-984a-2047142ff019), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:54.277425 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-54c2e974-e380-4b00-8454-c7b2300653e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8908e50>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:54.304407 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c2e974-e380-4b00-8454-c7b2300653e3 None None] Routers {'90bca043-5805-4b69-a718-f66601ab4432'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:03:54.311019 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-54c2e974-e380-4b00-8454-c7b2300653e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8908e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:03:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['90bca043-5805-4b69-a718-f66601ab4432'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:54.347152 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da47a1-5cdd-4990-ab37-50f97965fe62 req-0be296df-9783-46bd-8614-ce0ad17b68dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:54.348859 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c2da47a1-5cdd-4990-ab37-50f97965fe62 req-0be296df-9783-46bd-8614-ce0ad17b68dd service neutron] 10.222.0.39 "GET /v2.0/networks?id=c184cf05-70dd-4af5-8bd4-fc4bd5d65e82 HTTP/1.1" status: 200  len: 911 time: 0.2180221
Feb 05 21:03:54.377288 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-54c2e974-e380-4b00-8454-c7b2300653e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8908e50>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:54.377750 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-b79b2e53-23cb-4c4e-9911-90212b63bb85 None None] Port 55c2704d-b622-40af-984a-2047142ff019 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:03:54.378786 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c2e974-e380-4b00-8454-c7b2300653e3 None None] The sync data for ids ['90bca043-5805-4b69-a718-f66601ab4432'] in ncdv-master-1 is: [] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:03:54.426504 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a511dcb-a32a-4f8a-801f-c05b5d041c19 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Router 00422224-8dc6-48ad-80b7-e54eda85f2f0 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:03:54.440276 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-56d483eb-5323-46d8-ae2c-ece5102e71fb req-fd7a2d3a-1a05-40c6-b0aa-2384a6ad30d0 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1158917
Feb 05 21:03:54.472022 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-d19a8d36-fba6-459e-8373-224b89d10846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab620670>, [{'id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'name': 'tempest-AttachVolumeTestJSON-998381134-router', 'tenant_id': 'e2211e554783435c9b7af885ea20e242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': '0f0b8600-8068-4666-808b-7db3f66ce148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:00:02Z', 'updated_at': '2022-02-05T21:00:10Z', 'revision_number': 4, 'project_id': 'e2211e554783435c9b7af885ea20e242', 'gw_port': {'id': '0f0b8600-8068-4666-808b-7db3f66ce148', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:58:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:00:03Z', 'updated_at': '2022-02-05T21:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1d0e5220-9868-4d2c-815a-318269101569', 'tenant_id': 'e2211e554783435c9b7af885ea20e242', 'floating_ip_address': '172.35.4.195', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'port_id': 'b2ae72fb-6713-49ed-b7e3-c40c7a4baed0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c184cf05-70dd-4af5-8bd4-fc4bd5d65e82', 'mac_address': 'fa:16:3e:33:3b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56754d4-2d51-45b8-b4e0-e950064b6fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:03:20Z', 'updated_at': '2022-02-05T21:03:51Z', 'revision_number': 1, 'project_id': 'e2211e554783435c9b7af885ea20e242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e85b9d7-7e97-4f1e-97ae-fdd68b321743', 'name': '', 'network_id': 'c184cf05-70dd-4af5-8bd4-fc4bd5d65e82', 'tenant_id': 'e2211e554783435c9b7af885ea20e242', 'mac_address': 'fa:16:3e:00:09:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '86c08017-d863-4dd1-8a33-7a8aa8133d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:00:08Z', 'updated_at': '2022-02-05T21:00:15Z', 'revision_number': 5, 'project_id': 'e2211e554783435c9b7af885ea20e242', 'subnets': [{'id': '86c08017-d863-4dd1-8a33-7a8aa8133d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:54.584377 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a511dcb-a32a-4f8a-801f-c05b5d041c19 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:03:54.615359 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9a511dcb-a32a-4f8a-801f-c05b5d041c19 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "PUT /v2.0/routers/00422224-8dc6-48ad-80b7-e54eda85f2f0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7413998
Feb 05 21:03:54.617088 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53100) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:54.646455 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c2da47a1-5cdd-4990-ab37-50f97965fe62 req-76f91dea-4340-4be4-803b-0a09a30d9d82 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2ae72fb-6713-49ed-b7e3-c40c7a4baed0 HTTP/1.1" status: 200  len: 999 time: 0.2266946
Feb 05 21:03:54.660652 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e55ebbf-6ed1-415c-8cb8-fcadbc0ebe9e req-faf9a37a-f336-4418-a08a-2a1fa3e5fb39 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:54.662577 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4e55ebbf-6ed1-415c-8cb8-fcadbc0ebe9e req-faf9a37a-f336-4418-a08a-2a1fa3e5fb39 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7da416e-c527-4667-afa1-29e410805386 HTTP/1.1" status: 200  len: 946 time: 0.2275372
Feb 05 21:03:54.663366 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-18bcbd4a-0955-4bdc-8387-b46814a110be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (55c2704d-b622-40af-984a-2047142ff019), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:54.702182 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2b5f4571-3e62-4be5-882e-545e0e9ab1fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (9cc40dfa-bac8-407d-83b9-b8abdd642f6e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:54.710114 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d31838-4bdd-47e5-8040-6896fece2ac1 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:54.718939 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d31838-4bdd-47e5-8040-6896fece2ac1 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:54.722222 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c1d31838-4bdd-47e5-8040-6896fece2ac1 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1022444
Feb 05 21:03:54.725376 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53106) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:54.763380 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83cf4d0-0e5f-41a1-9469-a7a2d7d1d4a5 None None] Sync routers for ids ['00422224-8dc6-48ad-80b7-e54eda85f2f0'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:03:54.766275 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19a8d36-fba6-459e-8373-224b89d10846 None None] The sync data for ids ['9fd025af-f57d-46d1-b3c1-78f90a70215f'] in ncdv-master-1 is: [{'id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'name': 'tempest-AttachVolumeTestJSON-998381134-router', 'tenant_id': 'e2211e554783435c9b7af885ea20e242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': '0f0b8600-8068-4666-808b-7db3f66ce148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:00:02Z', 'updated_at': '2022-02-05T21:00:10Z', 'revision_number': 4, 'project_id': 'e2211e554783435c9b7af885ea20e242', 'gw_port': {'id': '0f0b8600-8068-4666-808b-7db3f66ce148', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:58:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:00:03Z', 'updated_at': '2022-02-05T21:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1d0e5220-9868-4d2c-815a-318269101569', 'tenant_id': 'e2211e554783435c9b7af885ea20e242', 'floating_ip_address': '172.35.4.195', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'port_id': 'b2ae72fb-6713-49ed-b7e3-c40c7a4baed0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c184cf05-70dd-4af5-8bd4-fc4bd5d65e82', 'mac_address': 'fa:16:3e:33:3b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56754d4-2d51-45b8-b4e0-e950064b6fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:03:20Z', 'updated_at': '2022-02-05T21:03:51Z', 'revision_number': 1, 'project_id': 'e2211e554783435c9b7af885ea20e242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e85b9d7-7e97-4f1e-97ae-fdd68b321743', 'name': '', 'network_id': 'c184cf05-70dd-4af5-8bd4-fc4bd5d65e82', 'tenant_id': 'e2211e554783435c9b7af885ea20e242', 'mac_address': 'fa:16:3e:00:09:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '86c08017-d863-4dd1-8a33-7a8aa8133d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:00:08Z', 'updated_at': '2022-02-05T21:00:15Z', 'revision_number': 5, 'project_id': 'e2211e554783435c9b7af885ea20e242', 'subnets': [{'id': '86c08017-d863-4dd1-8a33-7a8aa8133d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:03:54.778028 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83cf4d0-0e5f-41a1-9469-a7a2d7d1d4a5 None None] Routers {'00422224-8dc6-48ad-80b7-e54eda85f2f0'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:03:54.778724 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-c83cf4d0-0e5f-41a1-9469-a7a2d7d1d4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabbe44c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:03:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['00422224-8dc6-48ad-80b7-e54eda85f2f0'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:54.861665 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-c83cf4d0-0e5f-41a1-9469-a7a2d7d1d4a5 None None] Set router 00422224-8dc6-48ad-80b7-e54eda85f2f0 gateway port host: None {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:03:54.922586 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-c83cf4d0-0e5f-41a1-9469-a7a2d7d1d4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabbe44c0>, [{'id': '00422224-8dc6-48ad-80b7-e54eda85f2f0', 'name': 'tempest-NetworksTestDHCPv6-router-1829584613', 'tenant_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:03:44Z', 'updated_at': '2022-02-05T21:03:53Z', 'revision_number': 3, 'project_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:54.960094 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83cf4d0-0e5f-41a1-9469-a7a2d7d1d4a5 None None] Checking router: 00422224-8dc6-48ad-80b7-e54eda85f2f0 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:03:54.969674 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83cf4d0-0e5f-41a1-9469-a7a2d7d1d4a5 None None] Routers {'00422224-8dc6-48ad-80b7-e54eda85f2f0'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:03:54.970988 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-c83cf4d0-0e5f-41a1-9469-a7a2d7d1d4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabbe44c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:03:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['00422224-8dc6-48ad-80b7-e54eda85f2f0'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:55.065196 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-c83cf4d0-0e5f-41a1-9469-a7a2d7d1d4a5 None None] Set router 00422224-8dc6-48ad-80b7-e54eda85f2f0 gateway port host: None {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:03:55.070938 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-2b5f4571-3e62-4be5-882e-545e0e9ab1fe admin admin] Deleting port 10efea5a-d1ba-40c8-a2f9-86593d97d384 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:03:55.071282 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2b5f4571-3e62-4be5-882e-545e0e9ab1fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (10efea5a-d1ba-40c8-a2f9-86593d97d384), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:55.086725 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7ba009-6a89-4241-8314-992e9fd0f663 None None] New status for floating IP 1d0e5220-9868-4d2c-815a-318269101569: ACTIVE {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:03:55.128457 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-c83cf4d0-0e5f-41a1-9469-a7a2d7d1d4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabbe44c0>, [{'id': '00422224-8dc6-48ad-80b7-e54eda85f2f0', 'name': 'tempest-NetworksTestDHCPv6-router-1829584613', 'tenant_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:03:44Z', 'updated_at': '2022-02-05T21:03:53Z', 'revision_number': 3, 'project_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:55.156059 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-2b5f4571-3e62-4be5-882e-545e0e9ab1fe admin admin] For port 10efea5a-d1ba-40c8-a2f9-86593d97d384, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=10efea5a-d1ba-40c8-a2f9-86593d97d384,segment=NetworkSegment(b67cf312-39be-4a68-a538-275c928015fc),segment_id=b67cf312-39be-4a68-a538-275c928015fc)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:55.156426 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2b5f4571-3e62-4be5-882e-545e0e9ab1fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (10efea5a-d1ba-40c8-a2f9-86593d97d384), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:55.164909 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83cf4d0-0e5f-41a1-9469-a7a2d7d1d4a5 None None] The sync data for ids ['00422224-8dc6-48ad-80b7-e54eda85f2f0'] in ncdv-master-1 is: [{'id': '00422224-8dc6-48ad-80b7-e54eda85f2f0', 'name': 'tempest-NetworksTestDHCPv6-router-1829584613', 'tenant_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:03:44Z', 'updated_at': '2022-02-05T21:03:53Z', 'revision_number': 3, 'project_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'gw_port_host': None}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:03:55.172245 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-2b5f4571-3e62-4be5-882e-545e0e9ab1fe admin admin] Calling delete_port for 10efea5a-d1ba-40c8-a2f9-86593d97d384 owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:03:55.195384 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e5a5c9d-52c7-4be7-a593-3772c32c03ba tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting subnet 88655ba2-bd95-4e3f-9855-35eb1ca5ba37 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:03:55.206955 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4e55ebbf-6ed1-415c-8cb8-fcadbc0ebe9e req-5d84b26d-ee49-4142-bcb6-a19c076fef3a tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0f6f24-f350-41da-bda1-6f65724dea04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5279408
Feb 05 21:03:55.248158 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3e5a5c9d-52c7-4be7-a593-3772c32c03ba tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (88655ba2-bd95-4e3f-9855-35eb1ca5ba37), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:55.284201 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da47a1-5cdd-4990-ab37-50f97965fe62 req-a87837d5-90bb-410b-a2e4-20e998a8a853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:55.285682 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c2da47a1-5cdd-4990-ab37-50f97965fe62 req-a87837d5-90bb-410b-a2e4-20e998a8a853 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=86c08017-d863-4dd1-8a33-7a8aa8133d87 HTTP/1.1" status: 200  len: 849 time: 0.6172926
Feb 05 21:03:55.310600 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-14c4a62a-872c-4a51-b28b-1edb1267f7cc tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] 10.222.0.32 "GET /v2.0/routers/90bca043-5805-4b69-a718-f66601ab4432 HTTP/1.1" status: 200  len: 920 time: 1.1404393
Feb 05 21:03:55.313988 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53108) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:55.418505 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3e5a5c9d-52c7-4be7-a593-3772c32c03ba tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (88655ba2-bd95-4e3f-9855-35eb1ca5ba37), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:55.439803 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecbd587-bb3c-4f52-a4e9-00a9581d5d52 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:55.441334 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1ecbd587-bb3c-4f52-a4e9-00a9581d5d52 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=d65fb4dc-e812-4574-a4e6-6308f0abdf3f&device_id=90bca043-5805-4b69-a718-f66601ab4432&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.1262584
Feb 05 21:03:55.445124 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53118) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:55.555903 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2b5f4571-3e62-4be5-882e-545e0e9ab1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (10efea5a-d1ba-40c8-a2f9-86593d97d384), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:55.561799 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6624f1-d18e-4ca1-b74e-37cf35c94779 req-9b7ca7e3-f3b5-4a55-9be3-57a157340f40 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:55.563627 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7e6624f1-d18e-4ca1-b74e-37cf35c94779 req-9b7ca7e3-f3b5-4a55-9be3-57a157340f40 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=b56754d4-2d51-45b8-b4e0-e950064b6fa8 HTTP/1.1" status: 200  len: 945 time: 0.3842740
Feb 05 21:03:55.604027 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f4571-3e62-4be5-882e-545e0e9ab1fe admin admin] Pushing event deleted for resources: {'Port': ['ID=10efea5a-d1ba-40c8-a2f9-86593d97d384,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:55.613437 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da47a1-5cdd-4990-ab37-50f97965fe62 req-20df83d3-a6d6-4287-9995-50f794c20ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:55.615226 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c2da47a1-5cdd-4990-ab37-50f97965fe62 req-20df83d3-a6d6-4287-9995-50f794c20ef2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c184cf05-70dd-4af5-8bd4-fc4bd5d65e82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3036437
Feb 05 21:03:55.639643 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf7a18e-ef15-4b90-8bb2-f8b0000b1ed6 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:55.641236 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-dbf7a18e-ef15-4b90-8bb2-f8b0000b1ed6 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] 10.222.0.32 "GET /v2.0/networks/d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 881 time: 0.1947155
Feb 05 21:03:55.662853 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53124) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:55.745834 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-03592a0c-f588-451d-b019-46ef58487214 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] 10.222.0.32 "GET /v2.0/ports?device_id=90bca043-5805-4b69-a718-f66601ab4432 HTTP/1.1" status: 200  len: 205 time: 0.0815544
Feb 05 21:03:55.757380 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099975f7-f56a-489d-a27f-ebd6db4a68c1 req-004d0d90-0d2a-472a-ae3c-ad996c0c2893 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:55.759677 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-099975f7-f56a-489d-a27f-ebd6db4a68c1 req-004d0d90-0d2a-472a-ae3c-ad996c0c2893 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7da416e-c527-4667-afa1-29e410805386 HTTP/1.1" status: 200  len: 946 time: 0.2472990
Feb 05 21:03:55.760294 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53126) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:55.847272 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3e5a5c9d-52c7-4be7-a593-3772c32c03ba tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (88655ba2-bd95-4e3f-9855-35eb1ca5ba37), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:55.896939 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7e6624f1-d18e-4ca1-b74e-37cf35c94779 req-26bf0019-3262-4df2-a163-cd45b28411b3 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=367daedb-a110-448a-a43f-464c464e668a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3167272
Feb 05 21:03:55.957499 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c2da47a1-5cdd-4990-ab37-50f97965fe62 req-dc053696-dcf8-4af1-9122-b3f6ef68fa76 service neutron] 10.222.0.39 "GET /v2.0/networks/c184cf05-70dd-4af5-8bd4-fc4bd5d65e82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3141975
Feb 05 21:03:55.990533 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a83cd0-c720-4137-8a60-b79a79f7d00d req-31d55361-ca67-4e89-8963-197ceb4e59cd tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:55.992014 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a3a83cd0-c720-4137-8a60-b79a79f7d00d req-31d55361-ca67-4e89-8963-197ceb4e59cd tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=18e8daf2-7be8-4578-9d20-340e9ecd5a01 HTTP/1.1" status: 200  len: 932 time: 0.2708375
Feb 05 21:03:56.001249 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2b5f4571-3e62-4be5-882e-545e0e9ab1fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (9cc40dfa-bac8-407d-83b9-b8abdd642f6e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:56.022908 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-abf3404a-cd48-4433-b4bc-7f1f1b71a3ae tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router (90bca043-5805-4b69-a718-f66601ab4432), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:56.053914 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3e5a5c9d-52c7-4be7-a593-3772c32c03ba tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (88655ba2-bd95-4e3f-9855-35eb1ca5ba37), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:56.173514 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-099975f7-f56a-489d-a27f-ebd6db4a68c1 req-dae7659c-78d4-4116-86ff-0f42a66328a5 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] Deleting port ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:03:56.173871 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-099975f7-f56a-489d-a27f-ebd6db4a68c1 req-dae7659c-78d4-4116-86ff-0f42a66328a5 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:56.189907 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a5c9d-52c7-4be7-a593-3772c32c03ba tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Subnet': ['ID=88655ba2-bd95-4e3f-9855-35eb1ca5ba37,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:56.194242 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3e5a5c9d-52c7-4be7-a593-3772c32c03ba tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:56.200401 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-3e5a5c9d-52c7-4be7-a593-3772c32c03ba tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/88655ba2-bd95-4e3f-9855-35eb1ca5ba37 HTTP/1.1" status: 204  len: 168 time: 1.1008689
Feb 05 21:03:56.202907 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868966ad-6a04-4f89-b035-f8428447cd72 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:03:56.215997 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53130) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:56.244491 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-18bcbd4a-0955-4bdc-8387-b46814a110be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55c2704d-b622-40af-984a-2047142ff019 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:03:56.290434 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-18bcbd4a-0955-4bdc-8387-b46814a110be service neutron] Publish callbacks [] for port (55c2704d-b622-40af-984a-2047142ff019), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:56.300505 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-abf3404a-cd48-4433-b4bc-7f1f1b71a3ae tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router_gateway (90bca043-5805-4b69-a718-f66601ab4432), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:56.314769 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a3a83cd0-c720-4137-8a60-b79a79f7d00d req-2cdaf91f-bdf4-435f-8f43-72aa4a9122c2 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3017232
Feb 05 21:03:56.352222 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-18bcbd4a-0955-4bdc-8387-b46814a110be service neutron] Transition to ACTIVE for port object 55c2704d-b622-40af-984a-2047142ff019 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:03:56.391540 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c2da47a1-5cdd-4990-ab37-50f97965fe62 req-6130b450-0fc4-4843-b711-27b84c5bacec service neutron] 10.222.0.39 "GET /v2.0/networks/c184cf05-70dd-4af5-8bd4-fc4bd5d65e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4220598
Feb 05 21:03:56.399313 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-18bcbd4a-0955-4bdc-8387-b46814a110be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (55c2704d-b622-40af-984a-2047142ff019), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:56.414570 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cdc8ed-bdcd-4b11-8a15-ee430ad40197 None None] DHCP port deletion for 4b876e93-e753-4f82-8855-2c9c3d1db066 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:03:56.442149 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-099975f7-f56a-489d-a27f-ebd6db4a68c1 req-dae7659c-78d4-4116-86ff-0f42a66328a5 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] For port ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1,segment=NetworkSegment(eaa8d824-74e2-4fa9-9139-2565b7f459f4),segment_id=eaa8d824-74e2-4fa9-9139-2565b7f459f4)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:56.442832 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-099975f7-f56a-489d-a27f-ebd6db4a68c1 req-dae7659c-78d4-4116-86ff-0f42a66328a5 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:56.472415 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-b7cdc8ed-bdcd-4b11-8a15-ee430ad40197 None None] Deleting port 03efc253-f7fe-40c8-8548-5b6cd4224d67 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:03:56.472695 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b7cdc8ed-bdcd-4b11-8a15-ee430ad40197 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (03efc253-f7fe-40c8-8548-5b6cd4224d67), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:56.475034 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-099975f7-f56a-489d-a27f-ebd6db4a68c1 req-dae7659c-78d4-4116-86ff-0f42a66328a5 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] Calling delete_port for ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:03:56.495831 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2e52e-0ab7-4346-a410-da5ff4ac7d5d req-2451d11e-5c4d-467f-bb87-2a147041f974 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:56.501365 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2e52e-0ab7-4346-a410-da5ff4ac7d5d req-2451d11e-5c4d-467f-bb87-2a147041f974 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:56.509068 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e3f2e52e-0ab7-4346-a410-da5ff4ac7d5d req-2451d11e-5c4d-467f-bb87-2a147041f974 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/ports?device_id=aad208af-c1fd-479b-bad4-a5744d9ad1d8&device_id=ef6940a7-7e6c-430e-8f1d-1e3d86dc0b11 HTTP/1.1" status: 200  len: 1681 time: 0.3226402
Feb 05 21:03:56.546520 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-b7cdc8ed-bdcd-4b11-8a15-ee430ad40197 None None] For port 03efc253-f7fe-40c8-8548-5b6cd4224d67, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=03efc253-f7fe-40c8-8548-5b6cd4224d67,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:56.546913 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b7cdc8ed-bdcd-4b11-8a15-ee430ad40197 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (03efc253-f7fe-40c8-8548-5b6cd4224d67), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:56.550785 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bcbd4a-0955-4bdc-8387-b46814a110be service neutron] Pushing event updated for resources: {'Port': ['ID=55c2704d-b622-40af-984a-2047142ff019,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:56.566119 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-b7cdc8ed-bdcd-4b11-8a15-ee430ad40197 None None] Calling delete_port for 03efc253-f7fe-40c8-8548-5b6cd4224d67 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:03:56.581270 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ee49d7a1-3854-4f51-b169-79644225149c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.3601019
Feb 05 21:03:56.602046 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53136) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:56.612960 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-abf3404a-cd48-4433-b4bc-7f1f1b71a3ae tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Deleting port c7ab655a-473d-4f3c-86c3-06517ae4bf3d {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:03:56.613769 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-abf3404a-cd48-4433-b4bc-7f1f1b71a3ae tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (c7ab655a-473d-4f3c-86c3-06517ae4bf3d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:56.650657 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b5f4571-3e62-4be5-882e-545e0e9ab1fe admin admin] Router 9cc40dfa-bac8-407d-83b9-b8abdd642f6e has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:03:56.663623 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b7cdc8ed-bdcd-4b11-8a15-ee430ad40197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (03efc253-f7fe-40c8-8548-5b6cd4224d67), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:56.698806 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cdc8ed-bdcd-4b11-8a15-ee430ad40197 None None] Pushing event deleted for resources: {'Port': ['ID=03efc253-f7fe-40c8-8548-5b6cd4224d67,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:56.709283 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cdc8ed-bdcd-4b11-8a15-ee430ad40197 None None] No DVR routers for this DVR port 03efc253-f7fe-40c8-8548-5b6cd4224d67 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:03:56.710063 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e3f2e52e-0ab7-4346-a410-da5ff4ac7d5d req-3eaf8914-d3bb-411b-a798-01017b7aaaa6 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4f75283-d183-4679-a597-c3ff69ffb06a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1782267
Feb 05 21:03:56.762792 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-abf3404a-cd48-4433-b4bc-7f1f1b71a3ae tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (c7ab655a-473d-4f3c-86c3-06517ae4bf3d), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:56.783843 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5c66e-68aa-4213-ba8c-d00bcae9efc3 req-0babda37-57b2-4b39-924d-57996f608233 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:56.787788 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-31e5c66e-68aa-4213-ba8c-d00bcae9efc3 req-0babda37-57b2-4b39-924d-57996f608233 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7da416e-c527-4667-afa1-29e410805386 HTTP/1.1" status: 200  len: 946 time: 0.3931000
Feb 05 21:03:56.879878 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 03efc253-f7fe-40c8-8548-5b6cd4224d67 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:03:56.884537 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c25e93ff-eef1-4e49-be04-2616fdc71279 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for router (00422224-8dc6-48ad-80b7-e54eda85f2f0), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:56.901501 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 03efc253-f7fe-40c8-8548-5b6cd4224d67 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:03:56.901860 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 03efc253-f7fe-40c8-8548-5b6cd4224d67 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:03:56.902310 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device f88e42f1-5815-45e3-a5a1-2f773f30b22d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:03:56.909580 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-abf3404a-cd48-4433-b4bc-7f1f1b71a3ae tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Calling delete_port for c7ab655a-473d-4f3c-86c3-06517ae4bf3d owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:03:56.932772 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: f88e42f1-5815-45e3-a5a1-2f773f30b22d {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:03:56.932772 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device f88e42f1-5815-45e3-a5a1-2f773f30b22d not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:03:56.958829 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5f4571-3e62-4be5-882e-545e0e9ab1fe admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:03:56.971313 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17d48fa-bb4e-44d7-b21b-a646d9cb8ebb None None] Sync routers for ids ['9cc40dfa-bac8-407d-83b9-b8abdd642f6e'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:03:56.982187 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17d48fa-bb4e-44d7-b21b-a646d9cb8ebb None None] Routers {'9cc40dfa-bac8-407d-83b9-b8abdd642f6e'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:03:56.983076 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-d17d48fa-bb4e-44d7-b21b-a646d9cb8ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabbcfb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:03:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['9cc40dfa-bac8-407d-83b9-b8abdd642f6e'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:57.001882 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-18bcbd4a-0955-4bdc-8387-b46814a110be service neutron] Attempting to bind port 55c2704d-b622-40af-984a-2047142ff019 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:03:57.002260 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-18bcbd4a-0955-4bdc-8387-b46814a110be service neutron] Attempting to bind port 55c2704d-b622-40af-984a-2047142ff019 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5ac9584d-8528-41b9-ba11-9daf83adba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:03:57.002631 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-18bcbd4a-0955-4bdc-8387-b46814a110be service neutron] Attempting to bind port 55c2704d-b622-40af-984a-2047142ff019 on network f513b7e7-60ac-4b04-af41-d1fecee70cba {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:03:57.020600 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-31e5c66e-68aa-4213-ba8c-d00bcae9efc3 req-e3c5b9f3-6e2e-4ef4-bf05-104e51c32751 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff0f6f24-f350-41da-bda1-6f65724dea04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1815615
Feb 05 21:03:57.053973 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2b5f4571-3e62-4be5-882e-545e0e9ab1fe admin admin] 10.222.0.32 "PUT /v2.0/routers/9cc40dfa-bac8-407d-83b9-b8abdd642f6e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2710786
Feb 05 21:03:57.060315 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53148) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:57.080403 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-18bcbd4a-0955-4bdc-8387-b46814a110be service neutron] Port 55c2704d-b622-40af-984a-2047142ff019 on network f513b7e7-60ac-4b04-af41-d1fecee70cba not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:03:57.090580 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-18bcbd4a-0955-4bdc-8387-b46814a110be service neutron] Attempting to bind port 55c2704d-b622-40af-984a-2047142ff019 on network f513b7e7-60ac-4b04-af41-d1fecee70cba {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:03:57.125347 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-d17d48fa-bb4e-44d7-b21b-a646d9cb8ebb None None] Set router 9cc40dfa-bac8-407d-83b9-b8abdd642f6e gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:03:57.217936 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-18bcbd4a-0955-4bdc-8387-b46814a110be service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:03:57.218211 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-18bcbd4a-0955-4bdc-8387-b46814a110be service neutron] Checking segment: {'id': '5ac9584d-8528-41b9-ba11-9daf83adba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:03:57.219148 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-18bcbd4a-0955-4bdc-8387-b46814a110be service neutron] Bound using segment: {'id': '5ac9584d-8528-41b9-ba11-9daf83adba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:03:57.219705 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-18bcbd4a-0955-4bdc-8387-b46814a110be service neutron] Bound port: 55c2704d-b622-40af-984a-2047142ff019, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ac9584d-8528-41b9-ba11-9daf83adba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:03:57.220244 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-18bcbd4a-0955-4bdc-8387-b46814a110be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (55c2704d-b622-40af-984a-2047142ff019), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:57.245107 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c25e93ff-eef1-4e49-be04-2616fdc71279 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (00422224-8dc6-48ad-80b7-e54eda85f2f0), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:57.247756 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c25e93ff-eef1-4e49-be04-2616fdc71279 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for router_controller (00422224-8dc6-48ad-80b7-e54eda85f2f0), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:57.344644 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be12cf-032c-4e67-ac71-46beff6cc487 req-565ae615-05fc-432c-8b25-16db53d61a52 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:57.346474 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-59be12cf-032c-4e67-ac71-46beff6cc487 req-565ae615-05fc-432c-8b25-16db53d61a52 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=b56754d4-2d51-45b8-b4e0-e950064b6fa8 HTTP/1.1" status: 200  len: 945 time: 0.2007535
Feb 05 21:03:57.350756 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c25e93ff-eef1-4e49-be04-2616fdc71279 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (00422224-8dc6-48ad-80b7-e54eda85f2f0), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:57.352285 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25e93ff-eef1-4e49-be04-2616fdc71279 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Fanout notify agent at l3_agent the message router_deleted on router 00422224-8dc6-48ad-80b7-e54eda85f2f0 {{(pid=114391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:03:57.362491 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-d17d48fa-bb4e-44d7-b21b-a646d9cb8ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabbcfb80>, [{'id': '9cc40dfa-bac8-407d-83b9-b8abdd642f6e', 'name': 'tempest-TestServerMultinode-256320054-router', 'tenant_id': '314e090015bc467b921aaa675082f1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.136'}], 'enable_snat': True}, 'gw_port_id': '209b49ae-aca0-4e06-8031-7e497e66c84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:02:35Z', 'updated_at': '2022-02-05T21:03:55Z', 'revision_number': 5, 'project_id': '314e090015bc467b921aaa675082f1f6', 'gw_port': {'id': '209b49ae-aca0-4e06-8031-7e497e66c84b', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc40dfa-bac8-407d-83b9-b8abdd642f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:02:36Z', 'updated_at': '2022-02-05T21:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:57.368559 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c25e93ff-eef1-4e49-be04-2616fdc71279 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:57.369927 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c25e93ff-eef1-4e49-be04-2616fdc71279 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/routers/00422224-8dc6-48ad-80b7-e54eda85f2f0 HTTP/1.1" status: 204  len: 168 time: 0.7638085
Feb 05 21:03:57.380499 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53158) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:57.412143 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17d48fa-bb4e-44d7-b21b-a646d9cb8ebb None None] Checking router: 9cc40dfa-bac8-407d-83b9-b8abdd642f6e for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:03:57.423365 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17d48fa-bb4e-44d7-b21b-a646d9cb8ebb None None] Routers {'9cc40dfa-bac8-407d-83b9-b8abdd642f6e'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:03:57.425457 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-d17d48fa-bb4e-44d7-b21b-a646d9cb8ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabbcfb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:03:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['9cc40dfa-bac8-407d-83b9-b8abdd642f6e'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:57.437049 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-48c10f9b-6d69-488e-a1b9-e4ee77662e87 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0551603
Feb 05 21:03:57.449349 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53160) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:57.517541 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-18bcbd4a-0955-4bdc-8387-b46814a110be service neutron] For port 55c2704d-b622-40af-984a-2047142ff019, host nch1-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:03:57.552685 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-18bcbd4a-0955-4bdc-8387-b46814a110be service neutron] For port 55c2704d-b622-40af-984a-2047142ff019, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=55c2704d-b622-40af-984a-2047142ff019,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:03:57.564736 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-d17d48fa-bb4e-44d7-b21b-a646d9cb8ebb None None] Set router 9cc40dfa-bac8-407d-83b9-b8abdd642f6e gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:03:57.576563 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-59be12cf-032c-4e67-ac71-46beff6cc487 req-1f35ee33-902e-4a36-9374-f146aaf68ac0 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=367daedb-a110-448a-a43f-464c464e668a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2225282
Feb 05 21:03:57.580058 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-18bcbd4a-0955-4bdc-8387-b46814a110be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (55c2704d-b622-40af-984a-2047142ff019), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:57.597797 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95097715-f23d-443e-b995-7682fe45afc4 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:57.599422 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-95097715-f23d-443e-b995-7682fe45afc4 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1455078
Feb 05 21:03:57.603513 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-18bcbd4a-0955-4bdc-8387-b46814a110be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:57.604512 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-18bcbd4a-0955-4bdc-8387-b46814a110be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:57.606343 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-18bcbd4a-0955-4bdc-8387-b46814a110be service neutron] 10.222.0.21 "PUT /v2.0/ports/55c2704d-b622-40af-984a-2047142ff019 HTTP/1.1" status: 200  len: 1092 time: 3.4524932
Feb 05 21:03:57.623735 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18e8daf2-7be8-4578-9d20-340e9ecd5a01', 'tag': '55c2704d-b622-40af-984a-2047142ff019'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:03:57.626578 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f93329-332a-4d42-951c-45b3faa9aeb7" -d '{"events": [{"name": "network-changed", "server_uuid": "18e8daf2-7be8-4578-9d20-340e9ecd5a01", "tag": "55c2704d-b622-40af-984a-2047142ff019"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:03:57.631420 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53162) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:57.661516 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d995f90a-a309-40d2-81d0-bfdb0bddf8aa admin admin] Publish callbacks [] for router (9cc40dfa-bac8-407d-83b9-b8abdd642f6e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:57.794053 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-d17d48fa-bb4e-44d7-b21b-a646d9cb8ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabbcfb80>, [{'id': '9cc40dfa-bac8-407d-83b9-b8abdd642f6e', 'name': 'tempest-TestServerMultinode-256320054-router', 'tenant_id': '314e090015bc467b921aaa675082f1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.136'}], 'enable_snat': True}, 'gw_port_id': '209b49ae-aca0-4e06-8031-7e497e66c84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:02:35Z', 'updated_at': '2022-02-05T21:03:55Z', 'revision_number': 5, 'project_id': '314e090015bc467b921aaa675082f1f6', 'gw_port': {'id': '209b49ae-aca0-4e06-8031-7e497e66c84b', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc40dfa-bac8-407d-83b9-b8abdd642f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:02:36Z', 'updated_at': '2022-02-05T21:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:03:57.843655 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17d48fa-bb4e-44d7-b21b-a646d9cb8ebb None None] The sync data for ids ['9cc40dfa-bac8-407d-83b9-b8abdd642f6e'] in ncdv-master-1 is: [{'id': '9cc40dfa-bac8-407d-83b9-b8abdd642f6e', 'name': 'tempest-TestServerMultinode-256320054-router', 'tenant_id': '314e090015bc467b921aaa675082f1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.136'}], 'enable_snat': True}, 'gw_port_id': '209b49ae-aca0-4e06-8031-7e497e66c84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:02:35Z', 'updated_at': '2022-02-05T21:03:55Z', 'revision_number': 5, 'project_id': '314e090015bc467b921aaa675082f1f6', 'gw_port': {'id': '209b49ae-aca0-4e06-8031-7e497e66c84b', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc40dfa-bac8-407d-83b9-b8abdd642f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:02:36Z', 'updated_at': '2022-02-05T21:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:03:57.875959 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-099975f7-f56a-489d-a27f-ebd6db4a68c1 req-dae7659c-78d4-4116-86ff-0f42a66328a5 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:57.900908 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:03:57.919260 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d995f90a-a309-40d2-81d0-bfdb0bddf8aa admin admin] Publish callbacks [] for router_gateway (9cc40dfa-bac8-407d-83b9-b8abdd642f6e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:57.922462 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae7659c-78d4-4116-86ff-0f42a66328a5 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] Pushing event deleted for resources: {'Port': ['ID=ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:58.004225 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-099975f7-f56a-489d-a27f-ebd6db4a68c1 req-dae7659c-78d4-4116-86ff-0f42a66328a5 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] No DVR routers for this DVR port ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1 on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:03:58.011330 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-099975f7-f56a-489d-a27f-ebd6db4a68c1 req-dae7659c-78d4-4116-86ff-0f42a66328a5 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:58.014598 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-099975f7-f56a-489d-a27f-ebd6db4a68c1 req-dae7659c-78d4-4116-86ff-0f42a66328a5 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] 10.222.0.39 "DELETE /v2.0/ports/ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1 HTTP/1.1" status: 204  len: 173 time: 2.2445652
Feb 05 21:03:58.015977 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7da416e-c527-4667-afa1-29e410805386', 'name': 'network-vif-deleted', 'tag': 'ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:03:58.018494 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3784762d-89ef-4677-8c89-160367a976e5" -d '{"events": [{"server_uuid": "c7da416e-c527-4667-afa1-29e410805386", "name": "network-vif-deleted", "tag": "ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:03:58.078929 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-abf3404a-cd48-4433-b4bc-7f1f1b71a3ae tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (c7ab655a-473d-4f3c-86c3-06517ae4bf3d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:58.084909 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-d995f90a-a309-40d2-81d0-bfdb0bddf8aa admin admin] Deleting port 209b49ae-aca0-4e06-8031-7e497e66c84b {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:03:58.085248 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d995f90a-a309-40d2-81d0-bfdb0bddf8aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (209b49ae-aca0-4e06-8031-7e497e66c84b), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:58.111935 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c4fe1a49-c6bf-4bb0-b739-50c1a069eb5d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.4310327
Feb 05 21:03:58.119402 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf3404a-cd48-4433-b4bc-7f1f1b71a3ae tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Pushing event deleted for resources: {'Port': ['ID=c7ab655a-473d-4f3c-86c3-06517ae4bf3d,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:58.121100 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53172) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:58.127648 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-95caf8a1-38df-474c-b556-f606a8b385db tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'subnet': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:58.157912 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b1b85c-bd1f-4e94-8451-33b73c09a743 req-94a73dc2-ca4b-472e-913e-172b333b391e tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:58.159589 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-65b1b85c-bd1f-4e94-8451-33b73c09a743 req-94a73dc2-ca4b-472e-913e-172b333b391e tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/ports?device_id=aad208af-c1fd-479b-bad4-a5744d9ad1d8 HTTP/1.1" status: 200  len: 945 time: 0.7300565
Feb 05 21:03:58.186039 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bcbd4a-0955-4bdc-8387-b46814a110be service neutron] Pushing event updated for resources: {'Port': ['ID=55c2704d-b622-40af-984a-2047142ff019,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:58.232958 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-ecb22473-b0c2-4bb0-a7b1-2f1291a65883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:58.234516 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-ecb22473-b0c2-4bb0-a7b1-2f1291a65883 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=abdf40933f6b4f8099b886dfec3a4473&device_id=18e8daf2-7be8-4578-9d20-340e9ecd5a01 HTTP/1.1" status: 200  len: 1126 time: 0.5476255
Feb 05 21:03:58.241337 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551aa32-f0ac-4980-9a3b-a30904ca9701 req-44d5a8aa-6dc2-4f64-a610-ab4324adf28a tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:58.243608 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9551aa32-f0ac-4980-9a3b-a30904ca9701 req-44d5a8aa-6dc2-4f64-a610-ab4324adf28a tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=18e8daf2-7be8-4578-9d20-340e9ecd5a01 HTTP/1.1" status: 200  len: 944 time: 0.1337156
Feb 05 21:03:58.304318 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-b5c11238-2695-4a10-b6ec-3fd30709dac8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55c2704d-b622-40af-984a-2047142ff019 HTTP/1.1" status: 200  len: 217 time: 0.0551925
Feb 05 21:03:58.310574 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-65b1b85c-bd1f-4e94-8451-33b73c09a743 req-07e789e4-51ec-4764-b709-b48b2ee0def7 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4f75283-d183-4679-a597-c3ff69ffb06a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1383703
Feb 05 21:03:58.345582 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95caf8a1-38df-474c-b556-f606a8b385db tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:03:58.349643 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-95caf8a1-38df-474c-b556-f606a8b385db tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:58.356193 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-d995f90a-a309-40d2-81d0-bfdb0bddf8aa admin admin] For port 209b49ae-aca0-4e06-8031-7e497e66c84b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=209b49ae-aca0-4e06-8031-7e497e66c84b,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:58.356570 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d995f90a-a309-40d2-81d0-bfdb0bddf8aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (209b49ae-aca0-4e06-8031-7e497e66c84b), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:58.371507 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-7fdaed00-c389-45a4-9bf5-90f87d115d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:58.373555 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-7fdaed00-c389-45a4-9bf5-90f87d115d03 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d3bc4b1d-f312-4b2d-bc48-80b03423d794 HTTP/1.1" status: 200  len: 850 time: 0.0608454
Feb 05 21:03:58.383745 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-abf3404a-cd48-4433-b4bc-7f1f1b71a3ae tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (90bca043-5805-4b69-a718-f66601ab4432), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:58.426891 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9551aa32-f0ac-4980-9a3b-a30904ca9701 req-54fbab91-afd0-4109-9fa1-d65cc0449f0d tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1718869
Feb 05 21:03:58.459026 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802a9146-6942-48e1-a6ff-c931e0450066 x-openstack-request-id: req-802a9146-6942-48e1-a6ff-c931e0450066 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:03:58.460242 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18e8daf2-7be8-4578-9d20-340e9ecd5a01", "tag": "55c2704d-b622-40af-984a-2047142ff019", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:03:58.460609 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-802a9146-6942-48e1-a6ff-c931e0450066 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:03:58.462044 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18e8daf2-7be8-4578-9d20-340e9ecd5a01', 'tag': '55c2704d-b622-40af-984a-2047142ff019', 'status': 'completed', 'code': 200}
Feb 05 21:03:58.494709 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-d995f90a-a309-40d2-81d0-bfdb0bddf8aa admin admin] Calling delete_port for 209b49ae-aca0-4e06-8031-7e497e66c84b owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:03:58.536915 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f092e1-0372-4782-b235-3199f2b7f0ed x-openstack-request-id: req-55f092e1-0372-4782-b235-3199f2b7f0ed {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:03:58.537221 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7da416e-c527-4667-afa1-29e410805386", "name": "network-vif-deleted", "tag": "ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:03:58.537484 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-55f092e1-0372-4782-b235-3199f2b7f0ed {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:03:58.537894 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7da416e-c527-4667-afa1-29e410805386', 'name': 'network-vif-deleted', 'tag': 'ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1', 'status': 'completed', 'code': 200}
Feb 05 21:03:58.584110 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-abf3404a-cd48-4433-b4bc-7f1f1b71a3ae tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (90bca043-5805-4b69-a718-f66601ab4432), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:58.590682 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-abf3404a-cd48-4433-b4bc-7f1f1b71a3ae tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router_controller (90bca043-5805-4b69-a718-f66601ab4432), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:58.604983 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cbd5f36b-9f48-40b4-8535-bbf77d69a54f req-fb004c24-ae06-4a72-a918-5ef875c2eaf8 tempest-ServersNegativeTestMultiTenantJSON-782555548 tempest-ServersNegativeTestMultiTenantJSON-782555548-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7da416e-c527-4667-afa1-29e410805386 HTTP/1.1" status: 200  len: 210 time: 0.0533810
Feb 05 21:03:58.613048 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-1b333e2b-87f9-462e-8633-74ce10f0ffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:58.614955 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-1b333e2b-87f9-462e-8633-74ce10f0ffd4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f513b7e7-60ac-4b04-af41-d1fecee70cba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1844318
Feb 05 21:03:58.694678 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 10efea5a-d1ba-40c8-a2f9-86593d97d384 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:03:58.703883 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-abf3404a-cd48-4433-b4bc-7f1f1b71a3ae tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (90bca043-5805-4b69-a718-f66601ab4432), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:58.704459 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf3404a-cd48-4433-b4bc-7f1f1b71a3ae tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Fanout notify agent at l3_agent the message router_deleted on router 90bca043-5805-4b69-a718-f66601ab4432 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:03:58.714007 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-abf3404a-cd48-4433-b4bc-7f1f1b71a3ae tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:58.715207 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-abf3404a-cd48-4433-b4bc-7f1f1b71a3ae tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] 10.222.0.32 "DELETE /v2.0/routers/90bca043-5805-4b69-a718-f66601ab4432 HTTP/1.1" status: 204  len: 168 time: 2.9520812
Feb 05 21:03:58.719388 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53176) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:58.722535 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 10efea5a-d1ba-40c8-a2f9-86593d97d384 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:03:58.723010 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 10efea5a-d1ba-40c8-a2f9-86593d97d384 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:03:58.726008 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-c46a10e9-a05f-4393-9c0d-979b55b46876 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1415390183', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:58.739621 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-5dc5773d-7d03-4015-aa69-25fb0cf15a35 service neutron] 10.222.0.21 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1156185
Feb 05 21:03:58.838336 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c46a10e9-a05f-4393-9c0d-979b55b46876 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (863e79ed-b8f2-450c-9890-679910d13920), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:58.839401 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c46a10e9-a05f-4393-9c0d-979b55b46876 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (863e79ed-b8f2-450c-9890-679910d13920), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:58.877937 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2dbb60ca-727c-4562-80f5-fb627238c1a2 req-8094cbf1-5c06-4ef8-864c-b93bcdd33222 service neutron] 10.222.0.21 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1189275
Feb 05 21:03:58.984521 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c46a10e9-a05f-4393-9c0d-979b55b46876 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router_controller (863e79ed-b8f2-450c-9890-679910d13920), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:58.996808 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c46a10e9-a05f-4393-9c0d-979b55b46876 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (863e79ed-b8f2-450c-9890-679910d13920), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:59.035591 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0fe5e-bc54-4fcb-b053-8df5c9720f88 req-79867a57-14f5-4907-8f2c-18172fe5854d tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:59.037056 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d9c0fe5e-bc54-4fcb-b053-8df5c9720f88 req-79867a57-14f5-4907-8f2c-18172fe5854d tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad208af-c1fd-479b-bad4-a5744d9ad1d8 HTTP/1.1" status: 200  len: 945 time: 0.0931623
Feb 05 21:03:59.044083 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f93329-332a-4d42-951c-45b3faa9aeb7 req-0893604e-3d2d-481d-b75b-03578c1b4df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:59.045534 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c4f93329-332a-4d42-951c-45b3faa9aeb7 req-0893604e-3d2d-481d-b75b-03578c1b4df1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=abdf40933f6b4f8099b886dfec3a4473&device_id=18e8daf2-7be8-4578-9d20-340e9ecd5a01 HTTP/1.1" status: 200  len: 1126 time: 0.0886219
Feb 05 21:03:59.059956 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c46a10e9-a05f-4393-9c0d-979b55b46876 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:59.061278 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c46a10e9-a05f-4393-9c0d-979b55b46876 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.3387961
Feb 05 21:03:59.064741 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53184) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:59.070316 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-4d35e1a4-0a4f-4456-b6d7-d0d95dfe7721 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:59.074882 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d995f90a-a309-40d2-81d0-bfdb0bddf8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (209b49ae-aca0-4e06-8031-7e497e66c84b), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:59.213657 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f93329-332a-4d42-951c-45b3faa9aeb7 req-2c98cafb-bfe6-44b3-a600-964aa29ed912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:59.215171 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c4f93329-332a-4d42-951c-45b3faa9aeb7 req-2c98cafb-bfe6-44b3-a600-964aa29ed912 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f513b7e7-60ac-4b04-af41-d1fecee70cba HTTP/1.1" status: 200  len: 912 time: 0.1625135
Feb 05 21:03:59.230341 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d995f90a-a309-40d2-81d0-bfdb0bddf8aa admin admin] Pushing event deleted for resources: {'Port': ['ID=209b49ae-aca0-4e06-8031-7e497e66c84b,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:59.232443 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-d9c0fe5e-bc54-4fcb-b053-8df5c9720f88 req-9eb2dda0-c467-4bc0-aa68-d1a2e5e90e54 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Deleting port e721e6aa-0249-46d9-b7ab-aa5f9460093a {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:03:59.232796 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d9c0fe5e-bc54-4fcb-b053-8df5c9720f88 req-9eb2dda0-c467-4bc0-aa68-d1a2e5e90e54 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (e721e6aa-0249-46d9-b7ab-aa5f9460093a), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:59.253340 ncdv-master-1 neutron-server[114390]: DEBUG neutron.objects.ports [None req-95caf8a1-38df-474c-b556-f606a8b385db tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114390) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 05 21:03:59.268691 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c4f93329-332a-4d42-951c-45b3faa9aeb7 req-847e166f-651a-4491-a88f-15a5d17f7caf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55c2704d-b622-40af-984a-2047142ff019 HTTP/1.1" status: 200  len: 217 time: 0.0462828
Feb 05 21:03:59.277613 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-95caf8a1-38df-474c-b556-f606a8b385db tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (e40f2b0b-0f8e-4545-b382-1d7fa71f69d3), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:59.372628 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f93329-332a-4d42-951c-45b3faa9aeb7 req-808dd281-885e-4662-b2d9-6d2f99b8f7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:59.374105 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c4f93329-332a-4d42-951c-45b3faa9aeb7 req-808dd281-885e-4662-b2d9-6d2f99b8f7b3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d3bc4b1d-f312-4b2d-bc48-80b03423d794 HTTP/1.1" status: 200  len: 850 time: 0.0950887
Feb 05 21:03:59.418115 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95caf8a1-38df-474c-b556-f606a8b385db tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:03:59.432526 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-d9c0fe5e-bc54-4fcb-b053-8df5c9720f88 req-9eb2dda0-c467-4bc0-aa68-d1a2e5e90e54 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] For port e721e6aa-0249-46d9-b7ab-aa5f9460093a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e721e6aa-0249-46d9-b7ab-aa5f9460093a,segment=NetworkSegment(27e35dc8-4d4c-46d0-a727-c056d3e1f42d),segment_id=27e35dc8-4d4c-46d0-a727-c056d3e1f42d)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:03:59.432903 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d9c0fe5e-bc54-4fcb-b053-8df5c9720f88 req-9eb2dda0-c467-4bc0-aa68-d1a2e5e90e54 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (e721e6aa-0249-46d9-b7ab-aa5f9460093a), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:59.434665 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-95caf8a1-38df-474c-b556-f606a8b385db tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:03:59.442492 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95caf8a1-38df-474c-b556-f606a8b385db tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:59.443096 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-95caf8a1-38df-474c-b556-f606a8b385db tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:59.446173 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114ab787-608f-435b-8e51-6a2beca98462 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:03:59.468374 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-d9c0fe5e-bc54-4fcb-b053-8df5c9720f88 req-9eb2dda0-c467-4bc0-aa68-d1a2e5e90e54 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Calling delete_port for e721e6aa-0249-46d9-b7ab-aa5f9460093a owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:03:59.492049 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe65b3-3b81-4be8-92b9-0fe7f34f34d3 req-7ea5829a-666d-4796-ace2-e71605ffffe5 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:59.494424 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fdfe65b3-3b81-4be8-92b9-0fe7f34f34d3 req-7ea5829a-666d-4796-ace2-e71605ffffe5 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef6940a7-7e6c-430e-8f1d-1e3d86dc0b11 HTTP/1.1" status: 200  len: 945 time: 0.3722854
Feb 05 21:03:59.498202 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95caf8a1-38df-474c-b556-f606a8b385db tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Subnet': ['ID=e40f2b0b-0f8e-4545-b382-1d7fa71f69d3,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:03:59.532058 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d995f90a-a309-40d2-81d0-bfdb0bddf8aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (9cc40dfa-bac8-407d-83b9-b8abdd642f6e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:59.550407 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f93329-332a-4d42-951c-45b3faa9aeb7 req-5743225b-6b10-4972-8267-c85eb8d6af76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:59.551907 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c4f93329-332a-4d42-951c-45b3faa9aeb7 req-5743225b-6b10-4972-8267-c85eb8d6af76 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f513b7e7-60ac-4b04-af41-d1fecee70cba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1701486
Feb 05 21:03:59.604045 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caacba4-e0e1-43b5-9e3b-65dc36bcd08e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4b876e93-e753-4f82-8855-2c9c3d1db066', 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'project_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'fixed_ips': [{'subnet_id': 'e40f2b0b-0f8e-4545-b382-1d7fa71f69d3'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:03:59.605359 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3caacba4-e0e1-43b5-9e3b-65dc36bcd08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:59.620087 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a0722-5489-4a1a-9046-01a8bcad5d92 req-6bda6da4-949a-4ece-9efe-a5149e14c807 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:59.625832 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4d35e1a4-0a4f-4456-b6d7-d0d95dfe7721 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router_gateway (863e79ed-b8f2-450c-9890-679910d13920), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:59.627052 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1a7a0722-5489-4a1a-9046-01a8bcad5d92 req-6bda6da4-949a-4ece-9efe-a5149e14c807 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/ports?device_id=aad208af-c1fd-479b-bad4-a5744d9ad1d8 HTTP/1.1" status: 200  len: 945 time: 0.2127781
Feb 05 21:03:59.637367 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-95caf8a1-38df-474c-b556-f606a8b385db tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.5135777
Feb 05 21:03:59.652517 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53202) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:59.671497 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-167099ff-c872-4226-b5e6-3a0cf20bc60f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'subnet': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:03:59.676607 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d995f90a-a309-40d2-81d0-bfdb0bddf8aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (9cc40dfa-bac8-407d-83b9-b8abdd642f6e), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:59.688402 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d995f90a-a309-40d2-81d0-bfdb0bddf8aa admin admin] Publish callbacks [] for router_controller (9cc40dfa-bac8-407d-83b9-b8abdd642f6e), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:59.765367 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-3caacba4-e0e1-43b5-9e3b-65dc36bcd08e None None] Allocated IP 2001:db8::f816:3eff:fe2a:ffa1 (4b876e93-e753-4f82-8855-2c9c3d1db066/e40f2b0b-0f8e-4545-b382-1d7fa71f69d3/b90be132-c7f2-45b6-9b17-42062cf19d49) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:03:59.780257 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d995f90a-a309-40d2-81d0-bfdb0bddf8aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (9cc40dfa-bac8-407d-83b9-b8abdd642f6e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:59.780892 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d995f90a-a309-40d2-81d0-bfdb0bddf8aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cc40dfa-bac8-407d-83b9-b8abdd642f6e {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:03:59.792241 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d995f90a-a309-40d2-81d0-bfdb0bddf8aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:59.793475 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d995f90a-a309-40d2-81d0-bfdb0bddf8aa admin admin] 10.222.0.32 "DELETE /v2.0/routers/9cc40dfa-bac8-407d-83b9-b8abdd642f6e HTTP/1.1" status: 204  len: 168 time: 2.7322249
Feb 05 21:03:59.820779 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53204) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:59.858401 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c4f93329-332a-4d42-951c-45b3faa9aeb7 req-dde1c2b8-8b33-49c0-890a-461640291031 service neutron] 10.222.0.21 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2990906
Feb 05 21:03:59.874768 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1a7a0722-5489-4a1a-9046-01a8bcad5d92 req-09e0f74c-9c87-446b-a5e4-d996b8f2c5e3 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4f75283-d183-4679-a597-c3ff69ffb06a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2464910
Feb 05 21:03:59.904355 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-fdfe65b3-3b81-4be8-92b9-0fe7f34f34d3 req-d5baf14a-0db2-423c-8ba2-9e7e2708ae67 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Deleting port 2092f84f-9556-4644-b169-e3526a7304e9 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:03:59.905170 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-fdfe65b3-3b81-4be8-92b9-0fe7f34f34d3 req-d5baf14a-0db2-423c-8ba2-9e7e2708ae67 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (2092f84f-9556-4644-b169-e3526a7304e9), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:59.948550 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c73b6c6-a136-4608-b5b8-877f01e7edd2 admin admin] Deleting subnet 418593bd-78f7-4c2e-bf79-ded5f3294f9f {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:03:59.955598 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53208) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:03:59.979622 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c73b6c6-a136-4608-b5b8-877f01e7edd2 admin admin] Publish callbacks [] for subnet (418593bd-78f7-4c2e-bf79-ded5f3294f9f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:03:59.993476 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb93eb9-9256-4285-87c2-5527fc0ca448 req-db408b8e-2bff-48fb-8a61-bda103ea9e9f tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:03:59.995235 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ecb93eb9-9256-4285-87c2-5527fc0ca448 req-db408b8e-2bff-48fb-8a61-bda103ea9e9f tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=18e8daf2-7be8-4578-9d20-340e9ecd5a01 HTTP/1.1" status: 200  len: 944 time: 0.4605846
Feb 05 21:04:00.100045 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c73b6c6-a136-4608-b5b8-877f01e7edd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (418593bd-78f7-4c2e-bf79-ded5f3294f9f), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:00.120151 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d9c0fe5e-bc54-4fcb-b053-8df5c9720f88 req-9eb2dda0-c467-4bc0-aa68-d1a2e5e90e54 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (e721e6aa-0249-46d9-b7ab-aa5f9460093a), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:00.140382 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-17a20cab-1bc2-4b99-96e4-278e7a489b1e admin admin] Deleting subnet 92929cba-c077-4b9d-82b6-5a435105b222 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:04:00.154145 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-17a20cab-1bc2-4b99-96e4-278e7a489b1e admin admin] Publish callbacks [] for subnet (92929cba-c077-4b9d-82b6-5a435105b222), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:00.236064 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb2dda0-c467-4bc0-aa68-d1a2e5e90e54 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Pushing event deleted for resources: {'Port': ['ID=e721e6aa-0249-46d9-b7ab-aa5f9460093a,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:00.245037 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167099ff-c872-4226-b5e6-3a0cf20bc60f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:04:00.248570 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-167099ff-c872-4226-b5e6-3a0cf20bc60f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:00.268554 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-fdfe65b3-3b81-4be8-92b9-0fe7f34f34d3 req-d5baf14a-0db2-423c-8ba2-9e7e2708ae67 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] For port 2092f84f-9556-4644-b169-e3526a7304e9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2092f84f-9556-4644-b169-e3526a7304e9,segment=NetworkSegment(27e35dc8-4d4c-46d0-a727-c056d3e1f42d),segment_id=27e35dc8-4d4c-46d0-a727-c056d3e1f42d)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:04:00.268936 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-fdfe65b3-3b81-4be8-92b9-0fe7f34f34d3 req-d5baf14a-0db2-423c-8ba2-9e7e2708ae67 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (2092f84f-9556-4644-b169-e3526a7304e9), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:00.280807 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c4f93329-332a-4d42-951c-45b3faa9aeb7 req-6c88267c-19e3-4493-b1c7-1d32a339b7c2 service neutron] 10.222.0.21 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3439863
Feb 05 21:04:00.296996 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3caacba4-e0e1-43b5-9e3b-65dc36bcd08e None None] Publish callbacks [] for port (b90be132-c7f2-45b6-9b17-42062cf19d49), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:00.311342 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3caacba4-e0e1-43b5-9e3b-65dc36bcd08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (b90be132-c7f2-45b6-9b17-42062cf19d49), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:00.311815 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-fdfe65b3-3b81-4be8-92b9-0fe7f34f34d3 req-d5baf14a-0db2-423c-8ba2-9e7e2708ae67 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Calling delete_port for 2092f84f-9556-4644-b169-e3526a7304e9 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:04:00.355289 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ecb93eb9-9256-4285-87c2-5527fc0ca448 req-8f4a5151-6deb-4bf3-a3e0-708d7627aa61 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3350646
Feb 05 21:04:00.366301 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-17a20cab-1bc2-4b99-96e4-278e7a489b1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (92929cba-c077-4b9d-82b6-5a435105b222), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:00.397551 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caacba4-e0e1-43b5-9e3b-65dc36bcd08e None None] Pushing event updated for resources: {'Port': ['ID=b90be132-c7f2-45b6-9b17-42062cf19d49,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:00.414894 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caacba4-e0e1-43b5-9e3b-65dc36bcd08e None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:04:00.420393 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-3caacba4-e0e1-43b5-9e3b-65dc36bcd08e None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:00.422304 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c0fe5e-bc54-4fcb-b053-8df5c9720f88 req-9eb2dda0-c467-4bc0-aa68-d1a2e5e90e54 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] No DVR routers for this DVR port e721e6aa-0249-46d9-b7ab-aa5f9460093a on host nch1-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:04:00.427052 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d9c0fe5e-bc54-4fcb-b053-8df5c9720f88 req-9eb2dda0-c467-4bc0-aa68-d1a2e5e90e54 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:00.429571 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caacba4-e0e1-43b5-9e3b-65dc36bcd08e None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:04:00.430823 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d9c0fe5e-bc54-4fcb-b053-8df5c9720f88 req-9eb2dda0-c467-4bc0-aa68-d1a2e5e90e54 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.21 "DELETE /v2.0/ports/e721e6aa-0249-46d9-b7ab-aa5f9460093a HTTP/1.1" status: 204  len: 173 time: 1.3843594
Feb 05 21:04:00.473164 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad208af-c1fd-479b-bad4-a5744d9ad1d8', 'name': 'network-vif-deleted', 'tag': 'e721e6aa-0249-46d9-b7ab-aa5f9460093a'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:04:00.478164 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54784a7-5056-4a90-a20e-fc7ee582dc5d" -d '{"events": [{"server_uuid": "aad208af-c1fd-479b-bad4-a5744d9ad1d8", "name": "network-vif-deleted", "tag": "e721e6aa-0249-46d9-b7ab-aa5f9460093a"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:04:00.521012 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-3caacba4-e0e1-43b5-9e3b-65dc36bcd08e None None] Attempting to bind port b90be132-c7f2-45b6-9b17-42062cf19d49 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:04:00.521012 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-3caacba4-e0e1-43b5-9e3b-65dc36bcd08e None None] Attempting to bind port b90be132-c7f2-45b6-9b17-42062cf19d49 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:04:00.521012 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caacba4-e0e1-43b5-9e3b-65dc36bcd08e None None] Attempting to bind port b90be132-c7f2-45b6-9b17-42062cf19d49 on network 4b876e93-e753-4f82-8855-2c9c3d1db066 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:04:00.527474 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caacba4-e0e1-43b5-9e3b-65dc36bcd08e None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:04:00.527920 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caacba4-e0e1-43b5-9e3b-65dc36bcd08e None None] Checking segment: {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:04:00.528370 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3caacba4-e0e1-43b5-9e3b-65dc36bcd08e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:00.528786 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caacba4-e0e1-43b5-9e3b-65dc36bcd08e None None] Bound using segment: {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:04:00.529265 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-3caacba4-e0e1-43b5-9e3b-65dc36bcd08e None None] Bound port: b90be132-c7f2-45b6-9b17-42062cf19d49, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:04:00.529656 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3caacba4-e0e1-43b5-9e3b-65dc36bcd08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b90be132-c7f2-45b6-9b17-42062cf19d49), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:00.577496 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f0d94b-d7cf-42bc-8dde-0003ae2bfe53 x-openstack-request-id: req-f1f0d94b-d7cf-42bc-8dde-0003ae2bfe53 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:04:00.577881 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad208af-c1fd-479b-bad4-a5744d9ad1d8", "name": "network-vif-deleted", "tag": "e721e6aa-0249-46d9-b7ab-aa5f9460093a", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:04:00.578076 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f1f0d94b-d7cf-42bc-8dde-0003ae2bfe53 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:04:00.578479 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad208af-c1fd-479b-bad4-a5744d9ad1d8', 'name': 'network-vif-deleted', 'tag': 'e721e6aa-0249-46d9-b7ab-aa5f9460093a', 'status': 'completed', 'code': 200}
Feb 05 21:04:00.607413 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:04:00.645070 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:04:00.646712 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device ccfc6c4b-3c21-4083-b0c6-f1db6ce465b1 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:04:00.665234 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-3caacba4-e0e1-43b5-9e3b-65dc36bcd08e None None] For port b90be132-c7f2-45b6-9b17-42062cf19d49, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:04:00.672717 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-3caacba4-e0e1-43b5-9e3b-65dc36bcd08e None None] For port b90be132-c7f2-45b6-9b17-42062cf19d49, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b90be132-c7f2-45b6-9b17-42062cf19d49,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:04:00.684002 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3caacba4-e0e1-43b5-9e3b-65dc36bcd08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b90be132-c7f2-45b6-9b17-42062cf19d49), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:00.745909 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caacba4-e0e1-43b5-9e3b-65dc36bcd08e None None] Pushing event updated for resources: {'Port': ['ID=b90be132-c7f2-45b6-9b17-42062cf19d49,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:00.800794 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 209b49ae-aca0-4e06-8031-7e497e66c84b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:04:00.821950 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4d35e1a4-0a4f-4456-b6d7-d0d95dfe7721 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router_gateway (863e79ed-b8f2-450c-9890-679910d13920), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:00.827506 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 209b49ae-aca0-4e06-8031-7e497e66c84b {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:04:00.828036 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 209b49ae-aca0-4e06-8031-7e497e66c84b not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:04:00.832592 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-167099ff-c872-4226-b5e6-3a0cf20bc60f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (4bb02b68-1763-4991-aea0-adc64121931c), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:00.864242 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:04:00.903848 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167099ff-c872-4226-b5e6-3a0cf20bc60f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Subnet': ['ID=4bb02b68-1763-4991-aea0-adc64121931c,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:00.921088 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167099ff-c872-4226-b5e6-3a0cf20bc60f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:04:00.924995 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-167099ff-c872-4226-b5e6-3a0cf20bc60f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:00.933140 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167099ff-c872-4226-b5e6-3a0cf20bc60f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:00.933140 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-167099ff-c872-4226-b5e6-3a0cf20bc60f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:00.963654 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-167099ff-c872-4226-b5e6-3a0cf20bc60f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2986174
Feb 05 21:04:00.963973 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c73b6c6-a136-4608-b5b8-877f01e7edd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (418593bd-78f7-4c2e-bf79-ded5f3294f9f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:00.965952 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53224) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:00.982249 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-17a20cab-1bc2-4b99-96e4-278e7a489b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (92929cba-c077-4b9d-82b6-5a435105b222), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:00.985186 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-7c207301-cc98-44ad-8f1c-cc269ebefd1a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'port': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'mac_address': 'fa:16:3e:38:a9:85', 'name': 'tempest-NetworksTestDHCPv6-790233938'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:01.060528 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8ec15738-ca58-4cc9-aacf-d7b9f68d0a21 req-662c9c59-eb97-44e8-96d8-67ce354362dd tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/ports?device_id=aad208af-c1fd-479b-bad4-a5744d9ad1d8 HTTP/1.1" status: 200  len: 210 time: 0.0488908
Feb 05 21:04:01.072110 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4d35e1a4-0a4f-4456-b6d7-d0d95dfe7721 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:01.138585 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-17a20cab-1bc2-4b99-96e4-278e7a489b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (92929cba-c077-4b9d-82b6-5a435105b222), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:01.209837 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-17a20cab-1bc2-4b99-96e4-278e7a489b1e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:01.216662 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-17a20cab-1bc2-4b99-96e4-278e7a489b1e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/92929cba-c077-4b9d-82b6-5a435105b222 HTTP/1.1" status: 204  len: 168 time: 1.2425849
Feb 05 21:04:01.218928 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53234) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:01.219994 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a20cab-1bc2-4b99-96e4-278e7a489b1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92929cba-c077-4b9d-82b6-5a435105b222,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:01.271495 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c207301-cc98-44ad-8f1c-cc269ebefd1a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:04:01.364478 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-4d35e1a4-0a4f-4456-b6d7-d0d95dfe7721 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Allocated IP 172.35.4.244 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/bb3d4da9-611d-4a49-980d-6eaee268763a) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:04:01.369437 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c73b6c6-a136-4608-b5b8-877f01e7edd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (418593bd-78f7-4c2e-bf79-ded5f3294f9f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:01.416138 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7e564186-b248-4154-894e-916b7e3c02a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (8ef6ce95-1882-4159-afee-2b0fb7aad74f), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:01.422624 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73b6c6-a136-4608-b5b8-877f01e7edd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=418593bd-78f7-4c2e-bf79-ded5f3294f9f,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:01.427249 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c73b6c6-a136-4608-b5b8-877f01e7edd2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:01.431571 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2c73b6c6-a136-4608-b5b8-877f01e7edd2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/418593bd-78f7-4c2e-bf79-ded5f3294f9f HTTP/1.1" status: 204  len: 168 time: 1.6093111
Feb 05 21:04:01.432452 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36452338-fb87-4543-9f38-6bd8981d23ad None None] Network 0ab0e342-998e-467c-9d07-7dd305a9f89c requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:04:01.433754 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7c207301-cc98-44ad-8f1c-cc269ebefd1a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:01.435013 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53238) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:01.465529 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-fdfe65b3-3b81-4be8-92b9-0fe7f34f34d3 req-d5baf14a-0db2-423c-8ba2-9e7e2708ae67 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (2092f84f-9556-4644-b169-e3526a7304e9), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:01.550000 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [None req-7c207301-cc98-44ad-8f1c-cc269ebefd1a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] device_id is not set on port d6b6ead6-ea85-4693-aaf6-850f4ec61eb3 yet. {{(pid=114391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:04:01.568146 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 55c2704d-b622-40af-984a-2047142ff019 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:04:01.571935 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 2092f84f-9556-4644-b169-e3526a7304e9 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:04:01.625742 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: 2092f84f-9556-4644-b169-e3526a7304e9 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:04:01.626363 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 2092f84f-9556-4644-b169-e3526a7304e9 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:04:01.626899 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device e721e6aa-0249-46d9-b7ab-aa5f9460093a no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:04:01.634315 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5baf14a-0db2-423c-8ba2-9e7e2708ae67 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Pushing event deleted for resources: {'Port': ['ID=2092f84f-9556-4644-b169-e3526a7304e9,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:01.650443 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-abdf2e92-a78f-4aa6-b620-fe27cc1208e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (0ab0e342-998e-467c-9d07-7dd305a9f89c), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:01.661771 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdfe65b3-3b81-4be8-92b9-0fe7f34f34d3 req-d5baf14a-0db2-423c-8ba2-9e7e2708ae67 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] No DVR routers for this DVR port 2092f84f-9556-4644-b169-e3526a7304e9 on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:04:01.665531 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-fdfe65b3-3b81-4be8-92b9-0fe7f34f34d3 req-d5baf14a-0db2-423c-8ba2-9e7e2708ae67 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:01.669437 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fdfe65b3-3b81-4be8-92b9-0fe7f34f34d3 req-d5baf14a-0db2-423c-8ba2-9e7e2708ae67 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.21 "DELETE /v2.0/ports/2092f84f-9556-4644-b169-e3526a7304e9 HTTP/1.1" status: 204  len: 173 time: 2.1413684
Feb 05 21:04:01.672199 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef6940a7-7e6c-430e-8f1d-1e3d86dc0b11', 'name': 'network-vif-deleted', 'tag': '2092f84f-9556-4644-b169-e3526a7304e9'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:04:01.675576 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6180c051-70bc-4c30-95aa-0898a8dc746d" -d '{"events": [{"server_uuid": "ef6940a7-7e6c-430e-8f1d-1e3d86dc0b11", "name": "network-vif-deleted", "tag": "2092f84f-9556-4644-b169-e3526a7304e9"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:04:01.687202 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: e721e6aa-0249-46d9-b7ab-aa5f9460093a {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:04:01.687202 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device e721e6aa-0249-46d9-b7ab-aa5f9460093a not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:04:01.732748 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4d35e1a4-0a4f-4456-b6d7-d0d95dfe7721 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for port (bb3d4da9-611d-4a49-980d-6eaee268763a), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:01.765409 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279a055e-8356-46f5-bc48-55e579eb2726 x-openstack-request-id: req-279a055e-8356-46f5-bc48-55e579eb2726 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:04:01.767370 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef6940a7-7e6c-430e-8f1d-1e3d86dc0b11", "name": "network-vif-deleted", "tag": "2092f84f-9556-4644-b169-e3526a7304e9", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:04:01.768874 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-279a055e-8356-46f5-bc48-55e579eb2726 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:04:01.783990 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef6940a7-7e6c-430e-8f1d-1e3d86dc0b11', 'name': 'network-vif-deleted', 'tag': '2092f84f-9556-4644-b169-e3526a7304e9', 'status': 'completed', 'code': 200}
Feb 05 21:04:01.855766 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7e564186-b248-4154-894e-916b7e3c02a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (8ef6ce95-1882-4159-afee-2b0fb7aad74f), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:01.869628 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4d35e1a4-0a4f-4456-b6d7-d0d95dfe7721 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (bb3d4da9-611d-4a49-980d-6eaee268763a), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:01.871198 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca38b2c-08ba-4433-a61f-a3f69f88dfff req-09196d1f-4f0a-401a-80be-c0c8f8fc3381 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:01.872954 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eca38b2c-08ba-4433-a61f-a3f69f88dfff req-09196d1f-4f0a-401a-80be-c0c8f8fc3381 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=18e8daf2-7be8-4578-9d20-340e9ecd5a01 HTTP/1.1" status: 200  len: 944 time: 0.4042361
Feb 05 21:04:01.874415 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b6930a-3b0c-4660-b5d4-23fe9120079b None None] DHCP port deletion for 0ab0e342-998e-467c-9d07-7dd305a9f89c request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:04:01.931496 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d35e1a4-0a4f-4456-b6d7-d0d95dfe7721 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:04:01.935088 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-4d35e1a4-0a4f-4456-b6d7-d0d95dfe7721 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:01.938043 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d35e1a4-0a4f-4456-b6d7-d0d95dfe7721 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:04:01.986184 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35e1a4-0a4f-4456-b6d7-d0d95dfe7721 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Pushing event updated for resources: {'Port': ['ID=bb3d4da9-611d-4a49-980d-6eaee268763a,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:01.988890 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-7e564186-b248-4154-894e-916b7e3c02a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db21cfa90>,) {'filters': {'network_id': ['8ef6ce95-1882-4159-afee-2b0fb7aad74f']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:02.006209 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 55c2704d-b622-40af-984a-2047142ff019, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=55c2704d-b622-40af-984a-2047142ff019,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:04:02.011481 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-7e564186-b248-4154-894e-916b7e3c02a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db21cfa90>, 'eaa8d824-74e2-4fa9-9139-2565b7f459f4') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:02.011841 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-7e564186-b248-4154-894e-916b7e3c02a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db21cfa90>, 'eaa8d824-74e2-4fa9-9139-2565b7f459f4') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:02.029259 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '55c2704d-b622-40af-984a-2047142ff019', 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba', 'port_id': '55c2704d-b622-40af-984a-2047142ff019', 'mac_address': 'fa:16:3e:52:bc:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3bc4b1d-f312-4b2d-bc48-80b03423d794', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:04:02.051465 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eca38b2c-08ba-4433-a61f-a3f69f88dfff req-b9ebec24-2031-4fd7-9d9c-1dbb4f7e4a21 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1667347
Feb 05 21:04:02.058693 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7e564186-b248-4154-894e-916b7e3c02a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (eaa8d824-74e2-4fa9-9139-2565b7f459f4), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:02.072169 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 55c2704d-b622-40af-984a-2047142ff019 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:02.072598 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (55c2704d-b622-40af-984a-2047142ff019), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:02.075908 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-7c207301-cc98-44ad-8f1c-cc269ebefd1a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Allocated IP 172.20.0.8 (4b876e93-e753-4f82-8855-2c9c3d1db066/4bb02b68-1763-4991-aea0-adc64121931c/d6b6ead6-ea85-4693-aaf6-850f4ec61eb3) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:04:02.087816 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a6b6930a-3b0c-4660-b5d4-23fe9120079b None None] Deleting port efbf7e47-61f6-4bd9-ace3-4f95429068b8 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:04:02.088147 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a6b6930a-3b0c-4660-b5d4-23fe9120079b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (efbf7e47-61f6-4bd9-ace3-4f95429068b8), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:02.094475 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-7c207301-cc98-44ad-8f1c-cc269ebefd1a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Allocated IP 2001:db8::f816:3eff:fe38:a985 (4b876e93-e753-4f82-8855-2c9c3d1db066/e40f2b0b-0f8e-4545-b382-1d7fa71f69d3/d6b6ead6-ea85-4693-aaf6-850f4ec61eb3) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:04:02.094704 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55c2704d-b622-40af-984a-2047142ff019 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:04:02.097927 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7e564186-b248-4154-894e-916b7e3c02a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (eaa8d824-74e2-4fa9-9139-2565b7f459f4), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:02.110933 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e564186-b248-4154-894e-916b7e3c02a4 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:04:02.110933 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7e564186-b248-4154-894e-916b7e3c02a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (eaa8d824-74e2-4fa9-9139-2565b7f459f4), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:02.116082 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:04:02.116082 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:04:02.116082 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:04:02.116082 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:04:02.116082 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:04:02.116082 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:04:02.116082 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:04:02.116082 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:04:02.116082 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:04:02.116082 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:04:02.116082 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:04:02.116082 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:04:02.116082 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:04:02.116082 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:04:02.116082 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:04:02.116082 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:04:02.116082 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:04:02.116082 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:04:02.116082 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:04:02.116082 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:04:02.116082 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:04:02.116082 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:04:02.116082 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:04:02.116082 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:04:02.116082 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:04:02.116082 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:04:02.116082 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:04:02.116082 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:04:02.116082 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:04:02.116082 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:04:02.116082 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:04:02.116082 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:04:02.179935 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-abdf2e92-a78f-4aa6-b620-fe27cc1208e0 admin admin] Deleting port efbf7e47-61f6-4bd9-ace3-4f95429068b8 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:04:02.180541 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-abdf2e92-a78f-4aa6-b620-fe27cc1208e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (efbf7e47-61f6-4bd9-ace3-4f95429068b8), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:02.189714 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 55c2704d-b622-40af-984a-2047142ff019, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=55c2704d-b622-40af-984a-2047142ff019,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:04:02.204371 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (55c2704d-b622-40af-984a-2047142ff019), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:02.294982 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-a6b6930a-3b0c-4660-b5d4-23fe9120079b None None] For port efbf7e47-61f6-4bd9-ace3-4f95429068b8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=efbf7e47-61f6-4bd9-ace3-4f95429068b8,segment=NetworkSegment(b67cf312-39be-4a68-a538-275c928015fc),segment_id=b67cf312-39be-4a68-a538-275c928015fc)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:04:02.295425 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a6b6930a-3b0c-4660-b5d4-23fe9120079b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (efbf7e47-61f6-4bd9-ace3-4f95429068b8), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:02.330561 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a6b6930a-3b0c-4660-b5d4-23fe9120079b None None] Calling delete_port for efbf7e47-61f6-4bd9-ace3-4f95429068b8 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:04:02.347572 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4d35e1a4-0a4f-4456-b6d7-d0d95dfe7721 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router_gateway (863e79ed-b8f2-450c-9890-679910d13920), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:02.350503 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=55c2704d-b622-40af-984a-2047142ff019,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:02.439377 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11428705-a29d-4040-8cad-e8228a5c9d86 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:04:02.532270 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['55c2704d-b622-40af-984a-2047142ff019'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:04:02.535133 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a6b6930a-3b0c-4660-b5d4-23fe9120079b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (efbf7e47-61f6-4bd9-ace3-4f95429068b8), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:02.543143 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-586a4a97-02b9-4989-add6-e27c268d4e82 None None] Provisioning complete for port b90be132-c7f2-45b6-9b17-42062cf19d49 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:02.543618 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-586a4a97-02b9-4989-add6-e27c268d4e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b90be132-c7f2-45b6-9b17-42062cf19d49), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:02.617198 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4d35e1a4-0a4f-4456-b6d7-d0d95dfe7721 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8250'] for router (863e79ed-b8f2-450c-9890-679910d13920), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:02.621229 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4d35e1a4-0a4f-4456-b6d7-d0d95dfe7721 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583542'] for router (863e79ed-b8f2-450c-9890-679910d13920), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:02.629824 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b6930a-3b0c-4660-b5d4-23fe9120079b None None] Pushing event deleted for resources: {'Port': ['ID=efbf7e47-61f6-4bd9-ace3-4f95429068b8,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:02.646653 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b6930a-3b0c-4660-b5d4-23fe9120079b None None] No DVR routers for this DVR port efbf7e47-61f6-4bd9-ace3-4f95429068b8 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:04:02.744942 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0ba72587-3491-457c-9ec0-dd6a8bf4b3fe req-d2b2607e-4741-4024-a7d2-8abaad703368 tempest-ListServersNegativeTestJSON-752287212 tempest-ListServersNegativeTestJSON-752287212-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef6940a7-7e6c-430e-8f1d-1e3d86dc0b11 HTTP/1.1" status: 200  len: 210 time: 0.0789726
Feb 05 21:04:02.771166 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7e564186-b248-4154-894e-916b7e3c02a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (8ef6ce95-1882-4159-afee-2b0fb7aad74f), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:02.794948 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7e564186-b248-4154-894e-916b7e3c02a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:02.799378 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7e564186-b248-4154-894e-916b7e3c02a4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8ef6ce95-1882-4159-afee-2b0fb7aad74f HTTP/1.1" status: 204  len: 168 time: 1.5758362
Feb 05 21:04:02.805943 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53250) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:02.840285 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-586a4a97-02b9-4989-add6-e27c268d4e82 None None] Current status of the port b90be132-c7f2-45b6-9b17-42062cf19d49 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:02.840728 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-586a4a97-02b9-4989-add6-e27c268d4e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b90be132-c7f2-45b6-9b17-42062cf19d49), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:02.843018 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e564186-b248-4154-894e-916b7e3c02a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ef6ce95-1882-4159-afee-2b0fb7aad74f,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:02.849970 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-abdf2e92-a78f-4aa6-b620-fe27cc1208e0 admin admin] For port efbf7e47-61f6-4bd9-ace3-4f95429068b8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=efbf7e47-61f6-4bd9-ace3-4f95429068b8,segment=NetworkSegment(b67cf312-39be-4a68-a538-275c928015fc),segment_id=b67cf312-39be-4a68-a538-275c928015fc)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:04:02.850340 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-abdf2e92-a78f-4aa6-b620-fe27cc1208e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (efbf7e47-61f6-4bd9-ace3-4f95429068b8), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:02.869855 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6edc777-e87b-4af6-8f64-96b21727f90a admin admin] Deleting subnet d71e1835-14dc-4289-aad1-723b1a9a62e6 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:04:02.873354 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b6edc777-e87b-4af6-8f64-96b21727f90a admin admin] Publish callbacks [] for subnet (d71e1835-14dc-4289-aad1-723b1a9a62e6), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:02.899273 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-abdf2e92-a78f-4aa6-b620-fe27cc1208e0 admin admin] Calling delete_port for efbf7e47-61f6-4bd9-ace3-4f95429068b8 owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:04:02.919062 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b6edc777-e87b-4af6-8f64-96b21727f90a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (d71e1835-14dc-4289-aad1-723b1a9a62e6), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:02.950895 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-586a4a97-02b9-4989-add6-e27c268d4e82 None None] For port b90be132-c7f2-45b6-9b17-42062cf19d49, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b90be132-c7f2-45b6-9b17-42062cf19d49,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:04:02.962028 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfc9070-a6b5-43db-a973-d982e5f104e8 None None] Update dhcp port {'port': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'fixed_ips': [{'subnet_id': 'e40f2b0b-0f8e-4545-b382-1d7fa71f69d3', 'ip_address': '2001:db8::f816:3eff:fe2a:ffa1'}, {'subnet_id': '4bb02b68-1763-4991-aea0-adc64121931c'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'b90be132-c7f2-45b6-9b17-42062cf19d49'} from ncdv-master-1. {{(pid=114392) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 05 21:04:02.963561 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d35e1a4-0a4f-4456-b6d7-d0d95dfe7721 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Router 863e79ed-b8f2-450c-9890-679910d13920 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:04:02.966864 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-586a4a97-02b9-4989-add6-e27c268d4e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b90be132-c7f2-45b6-9b17-42062cf19d49), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:02.999755 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7c207301-cc98-44ad-8f1c-cc269ebefd1a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for port (d6b6ead6-ea85-4693-aaf6-850f4ec61eb3), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:03.028410 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b6edc777-e87b-4af6-8f64-96b21727f90a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (d71e1835-14dc-4289-aad1-723b1a9a62e6), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:03.032854 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b90be132-c7f2-45b6-9b17-42062cf19d49 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:04:03.062041 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-abdf2e92-a78f-4aa6-b620-fe27cc1208e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (efbf7e47-61f6-4bd9-ace3-4f95429068b8), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:03.085664 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ecfc9070-a6b5-43db-a973-d982e5f104e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b90be132-c7f2-45b6-9b17-42062cf19d49), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:03.100854 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7c207301-cc98-44ad-8f1c-cc269ebefd1a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (d6b6ead6-ea85-4693-aaf6-850f4ec61eb3), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:03.101160 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a4a97-02b9-4989-add6-e27c268d4e82 None None] Pushing event updated for resources: {'Port': ['ID=b90be132-c7f2-45b6-9b17-42062cf19d49,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:03.102782 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdf2e92-a78f-4aa6-b620-fe27cc1208e0 admin admin] No DVR routers for this DVR port efbf7e47-61f6-4bd9-ace3-4f95429068b8 on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:04:03.106327 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf2e92-a78f-4aa6-b620-fe27cc1208e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=efbf7e47-61f6-4bd9-ace3-4f95429068b8,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:03.139246 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d35e1a4-0a4f-4456-b6d7-d0d95dfe7721 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:04:03.141938 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b6edc777-e87b-4af6-8f64-96b21727f90a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (d71e1835-14dc-4289-aad1-723b1a9a62e6), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:03.151219 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ee71df-d560-4ca5-9584-0e2cdb3b43ad None None] Sync routers for ids ['863e79ed-b8f2-450c-9890-679910d13920'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:04:03.158917 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4d35e1a4-0a4f-4456-b6d7-d0d95dfe7721 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:03.163722 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c207301-cc98-44ad-8f1c-cc269ebefd1a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:04:03.164547 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4d35e1a4-0a4f-4456-b6d7-d0d95dfe7721 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] 10.222.0.32 "PUT /v2.0/routers/863e79ed-b8f2-450c-9890-679910d13920 HTTP/1.1" status: 200  len: 880 time: 4.0979030
Feb 05 21:04:03.167544 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ee71df-d560-4ca5-9584-0e2cdb3b43ad None None] Routers {'863e79ed-b8f2-450c-9890-679910d13920'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:04:03.168179 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-14ee71df-d560-4ca5-9584-0e2cdb3b43ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8ca1340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:03:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['863e79ed-b8f2-450c-9890-679910d13920'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:03.169312 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53254) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:03.186411 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-7c207301-cc98-44ad-8f1c-cc269ebefd1a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:03.191409 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c207301-cc98-44ad-8f1c-cc269ebefd1a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:04:03.216491 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b6edc777-e87b-4af6-8f64-96b21727f90a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:03.223183 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b6edc777-e87b-4af6-8f64-96b21727f90a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d71e1835-14dc-4289-aad1-723b1a9a62e6 HTTP/1.1" status: 204  len: 168 time: 0.4148395
Feb 05 21:04:03.224520 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53256) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:03.239131 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-14ee71df-d560-4ca5-9584-0e2cdb3b43ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8ca1340>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:03.248420 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ee71df-d560-4ca5-9584-0e2cdb3b43ad None None] Routers {'863e79ed-b8f2-450c-9890-679910d13920'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:04:03.249035 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-14ee71df-d560-4ca5-9584-0e2cdb3b43ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8ca1340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:03:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['863e79ed-b8f2-450c-9890-679910d13920'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:03.272878 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6edc777-e87b-4af6-8f64-96b21727f90a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d71e1835-14dc-4289-aad1-723b1a9a62e6,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:03.317795 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-14ee71df-d560-4ca5-9584-0e2cdb3b43ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8ca1340>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:03.318499 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ee71df-d560-4ca5-9584-0e2cdb3b43ad None None] The sync data for ids ['863e79ed-b8f2-450c-9890-679910d13920'] in ncdv-master-1 is: [] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:04:03.331151 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c207301-cc98-44ad-8f1c-cc269ebefd1a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Port': ['ID=d6b6ead6-ea85-4693-aaf6-850f4ec61eb3,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:03.346966 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-abdf2e92-a78f-4aa6-b620-fe27cc1208e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (0ab0e342-998e-467c-9d07-7dd305a9f89c), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:03.374560 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port b90be132-c7f2-45b6-9b17-42062cf19d49 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:03.375220 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b90be132-c7f2-45b6-9b17-42062cf19d49), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:03.384907 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c207301-cc98-44ad-8f1c-cc269ebefd1a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:03.385564 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7c207301-cc98-44ad-8f1c-cc269ebefd1a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:03.392628 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-abdf2e92-a78f-4aa6-b620-fe27cc1208e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2dba9b6520>,) {'filters': {'network_id': ['0ab0e342-998e-467c-9d07-7dd305a9f89c']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:03.414612 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-abdf2e92-a78f-4aa6-b620-fe27cc1208e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2dba9b6520>, 'b67cf312-39be-4a68-a538-275c928015fc') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:03.415440 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-abdf2e92-a78f-4aa6-b620-fe27cc1208e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2dba9b6520>, 'b67cf312-39be-4a68-a538-275c928015fc') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:03.429276 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7c207301-cc98-44ad-8f1c-cc269ebefd1a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 2.4621840
Feb 05 21:04:03.432218 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-abdf2e92-a78f-4aa6-b620-fe27cc1208e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (b67cf312-39be-4a68-a538-275c928015fc), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:03.435579 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53258) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:03.440817 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb509b-0121-4903-93e1-42884f15ee7d req-e53c4b04-96e1-442b-a7a2-249016ddd221 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:03.442336 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0bbb509b-0121-4903-93e1-42884f15ee7d req-e53c4b04-96e1-442b-a7a2-249016ddd221 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=18e8daf2-7be8-4578-9d20-340e9ecd5a01 HTTP/1.1" status: 200  len: 945 time: 0.2121601
Feb 05 21:04:03.467040 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-abdf2e92-a78f-4aa6-b620-fe27cc1208e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (b67cf312-39be-4a68-a538-275c928015fc), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:03.476243 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-985217ff-7684-4a7f-8434-5028a0ad448b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (67bfd5cb-e765-4774-83ff-44d9cc825f66), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:03.479096 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-ecfc9070-a6b5-43db-a973-d982e5f104e8 None None] Allocated IP 172.20.0.2 (4b876e93-e753-4f82-8855-2c9c3d1db066/4bb02b68-1763-4991-aea0-adc64121931c/b90be132-c7f2-45b6-9b17-42062cf19d49) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:04:03.483107 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abdf2e92-a78f-4aa6-b620-fe27cc1208e0 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:04:03.483672 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-abdf2e92-a78f-4aa6-b620-fe27cc1208e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (b67cf312-39be-4a68-a538-275c928015fc), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:03.486048 ncdv-master-1 neutron-server[114391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:04:03.486048 ncdv-master-1 neutron-server[114391]:   self.session.flush()
Feb 05 21:04:03.486048 ncdv-master-1 neutron-server[114391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:04:03.486048 ncdv-master-1 neutron-server[114391]:   self.session.flush()
Feb 05 21:04:03.486048 ncdv-master-1 neutron-server[114391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:04:03.486048 ncdv-master-1 neutron-server[114391]:   self.session.flush()
Feb 05 21:04:03.486048 ncdv-master-1 neutron-server[114391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:04:03.486048 ncdv-master-1 neutron-server[114391]:   self.session.flush()
Feb 05 21:04:03.486048 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:04:03.486048 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:04:03.486048 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:04:03.486048 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:04:03.486048 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:04:03.486048 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:04:03.486048 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:04:03.486048 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:04:03.486048 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:04:03.486048 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:04:03.486048 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:04:03.486048 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:04:03.486048 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:04:03.486048 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:04:03.486048 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:04:03.486048 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:04:03.486048 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:04:03.486048 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:04:03.486048 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:04:03.486048 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:04:03.486048 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:04:03.486048 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:04:03.486048 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:04:03.486048 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:04:03.486048 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:04:03.486048 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:04:03.486048 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:04:03.486048 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:04:03.486048 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:04:03.486048 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:04:03.486048 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:04:03.486048 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:04:03.504912 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4a6c3d66-49cd-4a93-9fb4-253ee9527627 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] 10.222.0.32 "GET /v2.0/routers/863e79ed-b8f2-450c-9890-679910d13920 HTTP/1.1" status: 200  len: 921 time: 0.3333478
Feb 05 21:04:03.509286 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53260) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:03.564797 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba15a587-11b8-4888-9d56-a8a609b15753 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:03.569310 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0bbb509b-0121-4903-93e1-42884f15ee7d req-fd25d30c-e402-45ca-a5bc-b017a6d12613 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121094
Feb 05 21:04:03.570516 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba15a587-11b8-4888-9d56-a8a609b15753 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:03.572150 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ba15a587-11b8-4888-9d56-a8a609b15753 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1783 time: 0.1356180
Feb 05 21:04:03.576558 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 55c2704d-b622-40af-984a-2047142ff019 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:04:03.577617 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53262) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:03.625031 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port b90be132-c7f2-45b6-9b17-42062cf19d49 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:03.661135 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-abdf2e92-a78f-4aa6-b620-fe27cc1208e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (0ab0e342-998e-467c-9d07-7dd305a9f89c), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:03.661587 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-ecfc9070-a6b5-43db-a973-d982e5f104e8 None None] For port b90be132-c7f2-45b6-9b17-42062cf19d49, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b90be132-c7f2-45b6-9b17-42062cf19d49,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:04:03.680641 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-abdf2e92-a78f-4aa6-b620-fe27cc1208e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:03.685886 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-abdf2e92-a78f-4aa6-b620-fe27cc1208e0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0ab0e342-998e-467c-9d07-7dd305a9f89c HTTP/1.1" status: 204  len: 168 time: 2.2484815
Feb 05 21:04:03.697200 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-985217ff-7684-4a7f-8434-5028a0ad448b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (67bfd5cb-e765-4774-83ff-44d9cc825f66), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:03.701999 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ecfc9070-a6b5-43db-a973-d982e5f104e8 None None] Publish callbacks [] for port (b90be132-c7f2-45b6-9b17-42062cf19d49), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:03.715260 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf2e92-a78f-4aa6-b620-fe27cc1208e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ab0e342-998e-467c-9d07-7dd305a9f89c,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:03.718963 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device efbf7e47-61f6-4bd9-ace3-4f95429068b8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:04:03.722207 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ecfc9070-a6b5-43db-a973-d982e5f104e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b90be132-c7f2-45b6-9b17-42062cf19d49), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:03.739887 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96063560-e52a-4f6f-a1fa-b1b400ab33b5 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:03.745062 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-96063560-e52a-4f6f-a1fa-b1b400ab33b5 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=d65fb4dc-e812-4574-a4e6-6308f0abdf3f&device_id=863e79ed-b8f2-450c-9890-679910d13920&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.2331789
Feb 05 21:04:03.746575 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53266) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:03.748343 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-985217ff-7684-4a7f-8434-5028a0ad448b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db21755e0>,) {'filters': {'network_id': ['67bfd5cb-e765-4774-83ff-44d9cc825f66']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:03.753780 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-45c89ec8-8af6-451c-be96-2e9363a98c87 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting port d6b6ead6-ea85-4693-aaf6-850f4ec61eb3 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:04:03.754429 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-45c89ec8-8af6-451c-be96-2e9363a98c87 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (d6b6ead6-ea85-4693-aaf6-850f4ec61eb3), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:03.764662 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ca7136c8-1148-4fbc-90d1-b46d26475fff req-32f9280b-ffcf-4428-900d-894f046fa34e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2356400
Feb 05 21:04:03.785571 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-985217ff-7684-4a7f-8434-5028a0ad448b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db21755e0>, '869816a0-cab1-4e62-883a-b7a548e9bccb') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:03.785882 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-985217ff-7684-4a7f-8434-5028a0ad448b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db21755e0>, '869816a0-cab1-4e62-883a-b7a548e9bccb') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:03.807934 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-985217ff-7684-4a7f-8434-5028a0ad448b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (869816a0-cab1-4e62-883a-b7a548e9bccb), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:03.875699 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53272) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:03.919589 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-985217ff-7684-4a7f-8434-5028a0ad448b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (869816a0-cab1-4e62-883a-b7a548e9bccb), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:03.946852 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 55c2704d-b622-40af-984a-2047142ff019 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:04:03.965112 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: efbf7e47-61f6-4bd9-ace3-4f95429068b8 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:04:03.965783 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device efbf7e47-61f6-4bd9-ace3-4f95429068b8 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:04:03.969728 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-985217ff-7684-4a7f-8434-5028a0ad448b admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:04:03.970661 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-985217ff-7684-4a7f-8434-5028a0ad448b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (869816a0-cab1-4e62-883a-b7a548e9bccb), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:03.974112 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:04:03.974112 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:04:03.974112 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:04:03.974112 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:04:03.974112 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:04:03.974112 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:04:03.974112 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:04:03.974112 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:04:03.974112 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:04:03.974112 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:04:03.974112 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:04:03.974112 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:04:03.974112 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:04:03.974112 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:04:03.974112 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:04:03.974112 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:04:03.974112 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:04:03.974112 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:04:03.974112 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:04:03.974112 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:04:03.974112 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:04:03.974112 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:04:03.974112 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:04:03.974112 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:04:03.974112 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:04:03.974112 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:04:03.974112 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:04:03.974112 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:04:03.974112 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:04:03.974112 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:04:03.974112 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:04:03.974112 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:04:03.979869 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 55c2704d-b622-40af-984a-2047142ff019 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:03.980444 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (55c2704d-b622-40af-984a-2047142ff019), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:03.990057 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ee044534-5cc3-4685-9f36-ace9f94c5d99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:04.017154 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-45c89ec8-8af6-451c-be96-2e9363a98c87 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (d6b6ead6-ea85-4693-aaf6-850f4ec61eb3), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:04.034029 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53276) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:04.045993 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-45c89ec8-8af6-451c-be96-2e9363a98c87 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Calling delete_port for d6b6ead6-ea85-4693-aaf6-850f4ec61eb3 owned by  {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:04:04.065663 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-6241fccd-0cea-4120-9059-0d460938a4fa admin admin] Deleting subnet 98ed19ca-9b67-4995-a8b9-2e655244eed0 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:04:04.076381 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6241fccd-0cea-4120-9059-0d460938a4fa admin admin] Publish callbacks [] for subnet (98ed19ca-9b67-4995-a8b9-2e655244eed0), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:04.093313 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc9070-a6b5-43db-a973-d982e5f104e8 None None] Pushing event updated for resources: {'Port': ['ID=b90be132-c7f2-45b6-9b17-42062cf19d49,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:04.104034 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6463cb48-adb7-49d4-aba2-d1ad3f535a5c tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:04.108485 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6463cb48-adb7-49d4-aba2-d1ad3f535a5c tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] 10.222.0.32 "GET /v2.0/networks/d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 881 time: 0.3564138
Feb 05 21:04:04.113509 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53282) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:04.127104 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-985217ff-7684-4a7f-8434-5028a0ad448b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (67bfd5cb-e765-4774-83ff-44d9cc825f66), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:04.129897 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7136c8-1148-4fbc-90d1-b46d26475fff req-873ed828-e7d0-4d23-aafd-c011d0b014be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:04.131515 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ca7136c8-1148-4fbc-90d1-b46d26475fff req-873ed828-e7d0-4d23-aafd-c011d0b014be service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=abdf40933f6b4f8099b886dfec3a4473&device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 1126 time: 0.2762337
Feb 05 21:04:04.140709 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-985217ff-7684-4a7f-8434-5028a0ad448b admin admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:04.146945 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-985217ff-7684-4a7f-8434-5028a0ad448b admin admin] 10.222.0.32 "DELETE /v2.0/networks/67bfd5cb-e765-4774-83ff-44d9cc825f66 HTTP/1.1" status: 204  len: 168 time: 0.8874269
Feb 05 21:04:04.186813 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-72e1c4b7-1939-4821-bd41-be0c9f439f74 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] 10.222.0.32 "GET /v2.0/ports?device_id=863e79ed-b8f2-450c-9890-679910d13920 HTTP/1.1" status: 200  len: 205 time: 0.0701711
Feb 05 21:04:04.196069 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 55c2704d-b622-40af-984a-2047142ff019 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:04.197009 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (55c2704d-b622-40af-984a-2047142ff019), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:04.199327 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53286) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:04.200156 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985217ff-7684-4a7f-8434-5028a0ad448b admin admin] Pushing event deleted for resources: {'Network': ['ID=67bfd5cb-e765-4774-83ff-44d9cc825f66,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:04.230222 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6241fccd-0cea-4120-9059-0d460938a4fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (98ed19ca-9b67-4995-a8b9-2e655244eed0), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:04.232867 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e8daf2-7be8-4578-9d20-340e9ecd5a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c2704d-b622-40af-984a-2047142ff019'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:04:04.235886 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9d461c-41c2-4846-a55a-8d8ebcee18ba" -d '{"events": [{"server_uuid": "18e8daf2-7be8-4578-9d20-340e9ecd5a01", "name": "network-vif-plugged", "status": "completed", "tag": "55c2704d-b622-40af-984a-2047142ff019"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:04:04.272161 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 55c2704d-b622-40af-984a-2047142ff019, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=55c2704d-b622-40af-984a-2047142ff019,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:04:04.284813 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (55c2704d-b622-40af-984a-2047142ff019), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:04.327727 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06b1022-2c56-499c-aa4d-d635476f5172 x-openstack-request-id: req-a06b1022-2c56-499c-aa4d-d635476f5172 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:04:04.328336 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e8daf2-7be8-4578-9d20-340e9ecd5a01", "name": "network-vif-plugged", "status": "completed", "tag": "55c2704d-b622-40af-984a-2047142ff019", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:04:04.340994 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a06b1022-2c56-499c-aa4d-d635476f5172 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:04:04.341863 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e8daf2-7be8-4578-9d20-340e9ecd5a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c2704d-b622-40af-984a-2047142ff019', 'code': 200}
Feb 05 21:04:04.381290 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=55c2704d-b622-40af-984a-2047142ff019,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:04.389404 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6241fccd-0cea-4120-9059-0d460938a4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (98ed19ca-9b67-4995-a8b9-2e655244eed0), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:04.421911 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-51d79d9a-c44d-4000-9341-ccc1e75666dd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=279cff4e164943ea848a8825cfe35364&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3859174
Feb 05 21:04:04.446667 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53292) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:04.454576 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53294) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:04.514723 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-45c89ec8-8af6-451c-be96-2e9363a98c87 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (d6b6ead6-ea85-4693-aaf6-850f4ec61eb3), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:04.564327 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c89ec8-8af6-451c-be96-2e9363a98c87 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Port': ['ID=d6b6ead6-ea85-4693-aaf6-850f4ec61eb3,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:04.568857 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6241fccd-0cea-4120-9059-0d460938a4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (98ed19ca-9b67-4995-a8b9-2e655244eed0), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:04.605202 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241fccd-0cea-4120-9059-0d460938a4fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98ed19ca-9b67-4995-a8b9-2e655244eed0,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:04.667157 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-17928956-376a-40af-a69a-9baa441ddbf3 admin admin] Publish callbacks [] for security_group (e541a146-dff0-402d-99c1-3a6c743f45b6), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:04.777267 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-71233f83-94a8-4c64-83d0-5b5c9cc9a95f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ee1b0ec4900a48c4aa913d5b57a3eb19&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3215566
Feb 05 21:04:04.780750 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53302) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:04.802645 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b90be132-c7f2-45b6-9b17-42062cf19d49 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:04:04.808229 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8446a3-a6a1-48b1-b1e1-2354d5425057 req-391e9087-8abe-493d-a3c9-8636be9ff2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:04.809873 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fb8446a3-a6a1-48b1-b1e1-2354d5425057 req-391e9087-8abe-493d-a3c9-8636be9ff2d6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=18e8daf2-7be8-4578-9d20-340e9ecd5a01 HTTP/1.1" status: 200  len: 1128 time: 0.3561194
Feb 05 21:04:04.818938 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3cbdb1e3-0cab-4e16-8efd-a5eee28c9dde tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router (863e79ed-b8f2-450c-9890-679910d13920), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:04.825039 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6241fccd-0cea-4120-9059-0d460938a4fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:04.831182 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6241fccd-0cea-4120-9059-0d460938a4fa admin admin] 10.222.0.32 "DELETE /v2.0/subnets/98ed19ca-9b67-4995-a8b9-2e655244eed0 HTTP/1.1" status: 204  len: 168 time: 0.9492803
Feb 05 21:04:04.839330 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53304) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:04.881341 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-45c89ec8-8af6-451c-be96-2e9363a98c87 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:04.888804 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-45c89ec8-8af6-451c-be96-2e9363a98c87 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/ports/d6b6ead6-ea85-4693-aaf6-850f4ec61eb3 HTTP/1.1" status: 204  len: 168 time: 1.3099403
Feb 05 21:04:04.892182 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53306) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:04.900912 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-17928956-376a-40af-a69a-9baa441ddbf3 admin admin] Publish callbacks [] for security_group (e541a146-dff0-402d-99c1-3a6c743f45b6), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:04.915321 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port b90be132-c7f2-45b6-9b17-42062cf19d49 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:04.915949 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b90be132-c7f2-45b6-9b17-42062cf19d49), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:05.037472 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5ffc4-7657-42dd-b4b9-a2d36a56f6a5 req-828f830b-1c02-4d2f-86c9-a1e91ca8b307 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:05.042588 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port b90be132-c7f2-45b6-9b17-42062cf19d49 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:05.046459 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-93c5ffc4-7657-42dd-b4b9-a2d36a56f6a5 req-828f830b-1c02-4d2f-86c9-a1e91ca8b307 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=18e8daf2-7be8-4578-9d20-340e9ecd5a01 HTTP/1.1" status: 200  len: 946 time: 0.3720472
Feb 05 21:04:05.077014 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-627548e3-c512-4b14-8545-cd7d20f3e559 admin admin] Publish callbacks [] for security_group (ff0f6f24-f350-41da-bda1-6f65724dea04), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:05.099304 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb628f2-134c-417e-84ab-8ff64314d962 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:05.100787 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb628f2-134c-417e-84ab-8ff64314d962 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:05.103783 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb628f2-134c-417e-84ab-8ff64314d962 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:05.106134 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1fb628f2-134c-417e-84ab-8ff64314d962 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.2080793
Feb 05 21:04:05.115585 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53320) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:05.179993 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-627548e3-c512-4b14-8545-cd7d20f3e559 admin admin] Publish callbacks [] for security_group (ff0f6f24-f350-41da-bda1-6f65724dea04), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:05.216294 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-7f325511-782f-46eb-a610-9aa013d92c3f None None] Provisioning complete for port b90be132-c7f2-45b6-9b17-42062cf19d49 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:05.216742 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7f325511-782f-46eb-a610-9aa013d92c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b90be132-c7f2-45b6-9b17-42062cf19d49), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:05.249249 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-17928956-376a-40af-a69a-9baa441ddbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (e541a146-dff0-402d-99c1-3a6c743f45b6), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:05.252105 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-17928956-376a-40af-a69a-9baa441ddbf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:05.253329 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-17928956-376a-40af-a69a-9baa441ddbf3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e541a146-dff0-402d-99c1-3a6c743f45b6 HTTP/1.1" status: 204  len: 168 time: 0.8055809
Feb 05 21:04:05.266295 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17928956-376a-40af-a69a-9baa441ddbf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e541a146-dff0-402d-99c1-3a6c743f45b6,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:05.282608 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-93c5ffc4-7657-42dd-b4b9-a2d36a56f6a5 req-a21795dd-bb1c-422f-a6f1-60e38a363e63 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2341547
Feb 05 21:04:05.290824 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b38aa24-7dca-4c5e-8f08-cfbd45092e09 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting subnet 4bb02b68-1763-4991-aea0-adc64121931c {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:04:05.294578 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2b38aa24-7dca-4c5e-8f08-cfbd45092e09 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (4bb02b68-1763-4991-aea0-adc64121931c), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:05.355877 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2b38aa24-7dca-4c5e-8f08-cfbd45092e09 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (4bb02b68-1763-4991-aea0-adc64121931c), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:05.360153 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-627548e3-c512-4b14-8545-cd7d20f3e559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ff0f6f24-f350-41da-bda1-6f65724dea04), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:05.363409 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-627548e3-c512-4b14-8545-cd7d20f3e559 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:05.365801 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-627548e3-c512-4b14-8545-cd7d20f3e559 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ff0f6f24-f350-41da-bda1-6f65724dea04 HTTP/1.1" status: 204  len: 168 time: 0.5665576
Feb 05 21:04:05.418506 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627548e3-c512-4b14-8545-cd7d20f3e559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0f6f24-f350-41da-bda1-6f65724dea04,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:05.424864 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b94f75a8-8842-4649-bb23-9710e69c3f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (241b1c7f-d3bf-422c-a584-ed5fdab3dde0), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:05.448695 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-7f325511-782f-46eb-a610-9aa013d92c3f None None] Current status of the port b90be132-c7f2-45b6-9b17-42062cf19d49 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:05.451932 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7136c8-1148-4fbc-90d1-b46d26475fff req-358007de-aa2f-445f-bf0a-fde0e95eaf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:05.454308 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ca7136c8-1148-4fbc-90d1-b46d26475fff req-358007de-aa2f-445f-bf0a-fde0e95eaf1e service neutron] 10.222.0.39 "GET /v2.0/networks?id=f513b7e7-60ac-4b04-af41-d1fecee70cba HTTP/1.1" status: 200  len: 912 time: 1.2767286
Feb 05 21:04:05.555081 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2b38aa24-7dca-4c5e-8f08-cfbd45092e09 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (4bb02b68-1763-4991-aea0-adc64121931c), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:05.648869 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2b38aa24-7dca-4c5e-8f08-cfbd45092e09 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (4bb02b68-1763-4991-aea0-adc64121931c), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:05.661548 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3cbdb1e3-0cab-4e16-8efd-a5eee28c9dde tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router_gateway (863e79ed-b8f2-450c-9890-679910d13920), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:05.664763 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-7fe7c018-237e-4f4a-85d1-9c70d54b2121 None None] Could not find standard attr ID for object d6b6ead6-ea85-4693-aaf6-850f4ec61eb3. {{(pid=114392) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 05 21:04:05.675810 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ca7136c8-1148-4fbc-90d1-b46d26475fff req-167a3737-98ad-4913-8b36-eb46731b8b2e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad0354e3-119c-4c7a-a046-88f02122433c HTTP/1.1" status: 200  len: 998 time: 0.2114065
Feb 05 21:04:05.697690 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38aa24-7dca-4c5e-8f08-cfbd45092e09 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Subnet': ['ID=4bb02b68-1763-4991-aea0-adc64121931c,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:05.713707 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2b38aa24-7dca-4c5e-8f08-cfbd45092e09 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:05.727062 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2b38aa24-7dca-4c5e-8f08-cfbd45092e09 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/4bb02b68-1763-4991-aea0-adc64121931c HTTP/1.1" status: 204  len: 168 time: 0.6068268
Feb 05 21:04:05.727752 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53332) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:05.770463 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7136c8-1148-4fbc-90d1-b46d26475fff req-21435fe7-ba63-4d6e-82b2-98de30858d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:05.772104 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ca7136c8-1148-4fbc-90d1-b46d26475fff req-21435fe7-ba63-4d6e-82b2-98de30858d34 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d3bc4b1d-f312-4b2d-bc48-80b03423d794 HTTP/1.1" status: 200  len: 850 time: 0.0874920
Feb 05 21:04:05.849621 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b94f75a8-8842-4649-bb23-9710e69c3f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (241b1c7f-d3bf-422c-a584-ed5fdab3dde0), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:05.849794 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-26ab97e1-cbe7-4aee-a9b9-fbe65b131fbd tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting subnet e40f2b0b-0f8e-4545-b382-1d7fa71f69d3 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:04:05.854459 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-26ab97e1-cbe7-4aee-a9b9-fbe65b131fbd tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (e40f2b0b-0f8e-4545-b382-1d7fa71f69d3), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:05.873335 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-b94f75a8-8842-4649-bb23-9710e69c3f45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db3caa0d0>,) {'filters': {'network_id': ['241b1c7f-d3bf-422c-a584-ed5fdab3dde0']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:05.883677 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-b94f75a8-8842-4649-bb23-9710e69c3f45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3caa0d0>, '27e35dc8-4d4c-46d0-a727-c056d3e1f42d') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:05.883980 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-b94f75a8-8842-4649-bb23-9710e69c3f45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3caa0d0>, '27e35dc8-4d4c-46d0-a727-c056d3e1f42d') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:05.901316 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b94f75a8-8842-4649-bb23-9710e69c3f45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (27e35dc8-4d4c-46d0-a727-c056d3e1f42d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:05.917077 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53336) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:05.940666 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53340) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:05.945369 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-26ab97e1-cbe7-4aee-a9b9-fbe65b131fbd tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (e40f2b0b-0f8e-4545-b382-1d7fa71f69d3), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:05.962711 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fb8446a3-a6a1-48b1-b1e1-2354d5425057 req-ca32da57-a948-4731-b848-0ac794875c85 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1390648
Feb 05 21:04:05.987571 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b94f75a8-8842-4649-bb23-9710e69c3f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (27e35dc8-4d4c-46d0-a727-c056d3e1f42d), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:06.021420 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b94f75a8-8842-4649-bb23-9710e69c3f45 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:04:06.022488 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b94f75a8-8842-4649-bb23-9710e69c3f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (27e35dc8-4d4c-46d0-a727-c056d3e1f42d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:06.025754 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:04:06.025754 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:04:06.025754 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:04:06.025754 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:04:06.025754 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:04:06.025754 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:04:06.025754 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:04:06.025754 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:04:06.025754 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:04:06.025754 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:04:06.025754 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:04:06.025754 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:04:06.025754 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:04:06.025754 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:04:06.025754 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:04:06.025754 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:04:06.025754 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:04:06.025754 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:04:06.025754 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:04:06.025754 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:04:06.025754 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:04:06.025754 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:04:06.025754 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:04:06.025754 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:04:06.025754 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:04:06.025754 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:04:06.025754 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:04:06.025754 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:04:06.025754 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:04:06.025754 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:04:06.025754 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:04:06.025754 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:04:06.073990 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5986fa12-3950-49c1-8457-d975c32b53a7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=314e090015bc467b921aaa675082f1f6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1555455
Feb 05 21:04:06.079851 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a9ad4677-609c-46ad-ad50-2ab9f09f85bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:06.080385 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53344) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:06.101986 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-32510f16-1ffc-4b86-8be4-bb5656122948 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d71b8a78b9264ea39a95fd407ede2895&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1497884
Feb 05 21:04:06.102411 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53348) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:06.105010 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfb721c-9301-4768-830c-df74a45b1902 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:04:06.153841 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b94f75a8-8842-4649-bb23-9710e69c3f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (241b1c7f-d3bf-422c-a584-ed5fdab3dde0), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:06.156615 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-26ab97e1-cbe7-4aee-a9b9-fbe65b131fbd tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (e40f2b0b-0f8e-4545-b382-1d7fa71f69d3), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:06.161504 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7136c8-1148-4fbc-90d1-b46d26475fff req-eddf7246-6ee3-4ddc-97b8-bbe067558807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:06.163286 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ca7136c8-1148-4fbc-90d1-b46d26475fff req-eddf7246-6ee3-4ddc-97b8-bbe067558807 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f513b7e7-60ac-4b04-af41-d1fecee70cba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2139168
Feb 05 21:04:06.172327 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b94f75a8-8842-4649-bb23-9710e69c3f45 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:06.178419 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b94f75a8-8842-4649-bb23-9710e69c3f45 admin admin] 10.222.0.32 "DELETE /v2.0/networks/241b1c7f-d3bf-422c-a584-ed5fdab3dde0 HTTP/1.1" status: 204  len: 168 time: 1.3352001
Feb 05 21:04:06.206634 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0893d2b7-32a7-433e-b57d-ab01f78fbfb8 admin admin] Publish callbacks [] for security_group (c5db12ef-6000-4dce-8204-48b60429301f), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:06.218541 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f75a8-8842-4649-bb23-9710e69c3f45 admin admin] Pushing event deleted for resources: {'Network': ['ID=241b1c7f-d3bf-422c-a584-ed5fdab3dde0,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:06.239819 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-3cbdb1e3-0cab-4e16-8efd-a5eee28c9dde tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Deleting port bb3d4da9-611d-4a49-980d-6eaee268763a {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:04:06.240224 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3cbdb1e3-0cab-4e16-8efd-a5eee28c9dde tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (bb3d4da9-611d-4a49-980d-6eaee268763a), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:06.249638 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9fce52b2-b09f-4e04-9ec4-96e5b5a14503 admin admin] Publish callbacks [] for security_group (6735038a-ca48-4338-8e2b-c68636a4f7ea), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:06.252032 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0893d2b7-32a7-433e-b57d-ab01f78fbfb8 admin admin] Publish callbacks [] for security_group (c5db12ef-6000-4dce-8204-48b60429301f), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:06.278816 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-26ab97e1-cbe7-4aee-a9b9-fbe65b131fbd tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (e40f2b0b-0f8e-4545-b382-1d7fa71f69d3), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:06.340329 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab97e1-cbe7-4aee-a9b9-fbe65b131fbd tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Subnet': ['ID=e40f2b0b-0f8e-4545-b382-1d7fa71f69d3,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:06.345936 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-26ab97e1-cbe7-4aee-a9b9-fbe65b131fbd tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:06.356147 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-26ab97e1-cbe7-4aee-a9b9-fbe65b131fbd tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/e40f2b0b-0f8e-4545-b382-1d7fa71f69d3 HTTP/1.1" status: 204  len: 168 time: 0.6252241
Feb 05 21:04:06.360300 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53356) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:06.373197 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9fce52b2-b09f-4e04-9ec4-96e5b5a14503 admin admin] Publish callbacks [] for security_group (6735038a-ca48-4338-8e2b-c68636a4f7ea), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:06.429985 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c131c046-2e8e-4e57-accd-8083c906edf9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0640593
Feb 05 21:04:06.438657 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53358) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:06.444424 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-c163db8e-81d5-498b-bcc3-d96a92d74123 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'subnet': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:06.509054 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0893d2b7-32a7-433e-b57d-ab01f78fbfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (c5db12ef-6000-4dce-8204-48b60429301f), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:06.512238 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0893d2b7-32a7-433e-b57d-ab01f78fbfb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:06.513425 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0893d2b7-32a7-433e-b57d-ab01f78fbfb8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c5db12ef-6000-4dce-8204-48b60429301f HTTP/1.1" status: 204  len: 168 time: 0.4100654
Feb 05 21:04:06.550368 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9fce52b2-b09f-4e04-9ec4-96e5b5a14503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (6735038a-ca48-4338-8e2b-c68636a4f7ea), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:06.553009 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9fce52b2-b09f-4e04-9ec4-96e5b5a14503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:06.555281 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9fce52b2-b09f-4e04-9ec4-96e5b5a14503 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6735038a-ca48-4338-8e2b-c68636a4f7ea HTTP/1.1" status: 204  len: 168 time: 0.4702489
Feb 05 21:04:06.587496 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ca7136c8-1148-4fbc-90d1-b46d26475fff req-6f7d6452-31de-458a-959c-381a2eac51ec service neutron] 10.222.0.39 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4027512
Feb 05 21:04:06.589978 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3cbdb1e3-0cab-4e16-8efd-a5eee28c9dde tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (bb3d4da9-611d-4a49-980d-6eaee268763a), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:06.600391 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fce52b2-b09f-4e04-9ec4-96e5b5a14503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6735038a-ca48-4338-8e2b-c68636a4f7ea,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:06.631115 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893d2b7-32a7-433e-b57d-ab01f78fbfb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5db12ef-6000-4dce-8204-48b60429301f,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:06.638463 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-3cbdb1e3-0cab-4e16-8efd-a5eee28c9dde tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Calling delete_port for bb3d4da9-611d-4a49-980d-6eaee268763a owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:04:06.664578 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebdbb7-f173-4ff3-88f5-64c09458533b req-5082b913-4266-4e27-ae95-aae3b184207d tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:06.666213 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26ebdbb7-f173-4ff3-88f5-64c09458533b req-5082b913-4266-4e27-ae95-aae3b184207d tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=18e8daf2-7be8-4578-9d20-340e9ecd5a01 HTTP/1.1" status: 200  len: 946 time: 0.2422071
Feb 05 21:04:06.740324 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c163db8e-81d5-498b-bcc3-d96a92d74123 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:04:06.744773 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c163db8e-81d5-498b-bcc3-d96a92d74123 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:06.753071 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53364) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:06.831579 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26ebdbb7-f173-4ff3-88f5-64c09458533b req-27a525e6-dc30-4764-9594-8b07d33f99fc tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1549127
Feb 05 21:04:06.917416 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6d09e424-47fe-45df-8553-43ef371ca546 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b60e54eff1c84167af92ad153dee11d4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1628273
Feb 05 21:04:06.924203 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53368) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:06.938292 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ca7136c8-1148-4fbc-90d1-b46d26475fff req-3379be71-3ab7-428f-9720-568c1b40ca8e service neutron] 10.222.0.39 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3390582
Feb 05 21:04:07.011249 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5ebf9751-40ea-43b8-afdf-2cf942307640 admin admin] Publish callbacks [] for security_group (a4f75283-d183-4679-a597-c3ff69ffb06a), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:07.090588 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5ebf9751-40ea-43b8-afdf-2cf942307640 admin admin] Publish callbacks [] for security_group (a4f75283-d183-4679-a597-c3ff69ffb06a), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:07.199499 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3cbdb1e3-0cab-4e16-8efd-a5eee28c9dde tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (bb3d4da9-611d-4a49-980d-6eaee268763a), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:07.288788 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbdb1e3-0cab-4e16-8efd-a5eee28c9dde tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Pushing event deleted for resources: {'Port': ['ID=bb3d4da9-611d-4a49-980d-6eaee268763a,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:07.405837 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5ebf9751-40ea-43b8-afdf-2cf942307640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (a4f75283-d183-4679-a597-c3ff69ffb06a), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:07.409079 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5ebf9751-40ea-43b8-afdf-2cf942307640 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:07.413413 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5ebf9751-40ea-43b8-afdf-2cf942307640 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a4f75283-d183-4679-a597-c3ff69ffb06a HTTP/1.1" status: 204  len: 168 time: 0.4849336
Feb 05 21:04:07.437825 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:07.447273 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3cbdb1e3-0cab-4e16-8efd-a5eee28c9dde tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (863e79ed-b8f2-450c-9890-679910d13920), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:07.467315 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf9751-40ea-43b8-afdf-2cf942307640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f75283-d183-4679-a597-c3ff69ffb06a,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:07.487344 ncdv-master-1 neutron-server[114391]: DEBUG neutron.objects.ports [None req-c163db8e-81d5-498b-bcc3-d96a92d74123 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114391) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 05 21:04:07.507472 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a773a026-9c53-4317-baf9-1a934dca8c44 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:04:07.673971 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-1ac0d4f6-b449-4a57-942f-771c7b26438f None None] Provisioning complete for port b90be132-c7f2-45b6-9b17-42062cf19d49 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:07.675650 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1ac0d4f6-b449-4a57-942f-771c7b26438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b90be132-c7f2-45b6-9b17-42062cf19d49), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:07.702006 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3cbdb1e3-0cab-4e16-8efd-a5eee28c9dde tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (863e79ed-b8f2-450c-9890-679910d13920), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:07.706784 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3cbdb1e3-0cab-4e16-8efd-a5eee28c9dde tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router_controller (863e79ed-b8f2-450c-9890-679910d13920), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:07.826513 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3cbdb1e3-0cab-4e16-8efd-a5eee28c9dde tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (863e79ed-b8f2-450c-9890-679910d13920), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:07.827071 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cbdb1e3-0cab-4e16-8efd-a5eee28c9dde tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Fanout notify agent at l3_agent the message router_deleted on router 863e79ed-b8f2-450c-9890-679910d13920 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:04:07.842247 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c163db8e-81d5-498b-bcc3-d96a92d74123 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b90be132-c7f2-45b6-9b17-42062cf19d49), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:07.848034 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3cbdb1e3-0cab-4e16-8efd-a5eee28c9dde tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:07.855390 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53400) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:07.856362 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3cbdb1e3-0cab-4e16-8efd-a5eee28c9dde tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] 10.222.0.32 "DELETE /v2.0/routers/863e79ed-b8f2-450c-9890-679910d13920 HTTP/1.1" status: 204  len: 168 time: 3.6519058
Feb 05 21:04:07.862903 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-84f09171-b6c9-4627-b59a-41f60b095fd2 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1278439697', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:07.999782 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-1ac0d4f6-b449-4a57-942f-771c7b26438f None None] Current status of the port b90be132-c7f2-45b6-9b17-42062cf19d49 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:08.053955 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-84f09171-b6c9-4627-b59a-41f60b095fd2 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (2969b2dc-43f9-4c88-91da-6d8e9cf6a494), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:08.055884 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-84f09171-b6c9-4627-b59a-41f60b095fd2 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (2969b2dc-43f9-4c88-91da-6d8e9cf6a494), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:08.192452 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-c163db8e-81d5-498b-bcc3-d96a92d74123 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] For port b90be132-c7f2-45b6-9b17-42062cf19d49, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b90be132-c7f2-45b6-9b17-42062cf19d49,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:04:08.195010 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-84f09171-b6c9-4627-b59a-41f60b095fd2 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router_controller (2969b2dc-43f9-4c88-91da-6d8e9cf6a494), precommit_add_association {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:08.212251 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-84f09171-b6c9-4627-b59a-41f60b095fd2 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (2969b2dc-43f9-4c88-91da-6d8e9cf6a494), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:08.236755 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a70b9-dc87-4d2b-8b58-d166264ec87e req-3297d35c-acb6-42da-97c4-02d3a18b4cd8 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:08.238208 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-197a70b9-dc87-4d2b-8b58-d166264ec87e req-3297d35c-acb6-42da-97c4-02d3a18b4cd8 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=18e8daf2-7be8-4578-9d20-340e9ecd5a01 HTTP/1.1" status: 200  len: 946 time: 0.1913345
Feb 05 21:04:08.270021 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c163db8e-81d5-498b-bcc3-d96a92d74123 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for port (b90be132-c7f2-45b6-9b17-42062cf19d49), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:08.274286 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-84f09171-b6c9-4627-b59a-41f60b095fd2 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:08.275480 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-84f09171-b6c9-4627-b59a-41f60b095fd2 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.4189653
Feb 05 21:04:08.278923 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53418) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:08.286417 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c163db8e-81d5-498b-bcc3-d96a92d74123 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (b90be132-c7f2-45b6-9b17-42062cf19d49), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:08.289192 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-44758987-97b0-44d8-8743-b0076be306c1 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'enable_snat': True}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:08.381448 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c163db8e-81d5-498b-bcc3-d96a92d74123 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (4b351c8e-071d-4d8a-b7c0-34cc39a975f5), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:08.434813 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-197a70b9-dc87-4d2b-8b58-d166264ec87e req-4086a44c-681d-4bd0-96ec-e5381c44b077 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1876531
Feb 05 21:04:08.440371 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c163db8e-81d5-498b-bcc3-d96a92d74123 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Port': ['ID=b90be132-c7f2-45b6-9b17-42062cf19d49,revision_number=8']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:08.454114 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-0aa3f364-a159-4786-ad4f-4c2f951737a2 None None] Provisioning complete for port b90be132-c7f2-45b6-9b17-42062cf19d49 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:08.454582 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0aa3f364-a159-4786-ad4f-4c2f951737a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b90be132-c7f2-45b6-9b17-42062cf19d49), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:08.487423 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c163db8e-81d5-498b-bcc3-d96a92d74123 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:04:08.491182 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-c163db8e-81d5-498b-bcc3-d96a92d74123 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:08.494199 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c163db8e-81d5-498b-bcc3-d96a92d74123 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Subnet': ['ID=4b351c8e-071d-4d8a-b7c0-34cc39a975f5,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:08.498073 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c163db8e-81d5-498b-bcc3-d96a92d74123 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:08.499040 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c163db8e-81d5-498b-bcc3-d96a92d74123 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:08.520655 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d352956-5ac2-4e88-9e91-33719aab1c5c None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:04:08.524283 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c163db8e-81d5-498b-bcc3-d96a92d74123 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.0845206
Feb 05 21:04:08.526209 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53430) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:08.532643 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-88639271-3412-4b61-908c-f7b2c6fb6828 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'subnet': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:08.717039 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88639271-3412-4b61-908c-f7b2c6fb6828 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:04:08.731029 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-88639271-3412-4b61-908c-f7b2c6fb6828 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:08.786216 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-44758987-97b0-44d8-8743-b0076be306c1 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for router_gateway (2969b2dc-43f9-4c88-91da-6d8e9cf6a494), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:08.817623 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-0aa3f364-a159-4786-ad4f-4c2f951737a2 None None] Current status of the port b90be132-c7f2-45b6-9b17-42062cf19d49 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:08.847466 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b90be132-c7f2-45b6-9b17-42062cf19d49 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:04:08.919495 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [req-88790a7c-9ad7-4c71-a0ee-ef361ebfa57d req-c2be65bb-5353-4278-a995-4eb3bf22b3bd service neutron] (114390) timed out ('10.222.0.32', 55736) {{(pid=114390) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 05 21:04:08.982731 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port b90be132-c7f2-45b6-9b17-42062cf19d49 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:08.983198 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b90be132-c7f2-45b6-9b17-42062cf19d49), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:09.097766 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:09.146146 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec857e7-ac3d-4658-8945-be5389c20b02 req-0de23c70-5a12-4fe6-9f21-c2a5553ecca0 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:09.148599 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aec857e7-ac3d-4658-8945-be5389c20b02 req-0de23c70-5a12-4fe6-9f21-c2a5553ecca0 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=18e8daf2-7be8-4578-9d20-340e9ecd5a01 HTTP/1.1" status: 200  len: 946 time: 0.3647413
Feb 05 21:04:09.171760 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-44758987-97b0-44d8-8743-b0076be306c1 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for router_gateway (2969b2dc-43f9-4c88-91da-6d8e9cf6a494), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:09.184192 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53452) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:09.207100 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-44758987-97b0-44d8-8743-b0076be306c1 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:09.216616 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port b90be132-c7f2-45b6-9b17-42062cf19d49 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:09.222455 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-644bc2da-8d6c-4833-b62e-4e42de41be74 None None] Provisioning complete for port b90be132-c7f2-45b6-9b17-42062cf19d49 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:09.222929 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-644bc2da-8d6c-4833-b62e-4e42de41be74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b90be132-c7f2-45b6-9b17-42062cf19d49), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:09.252160 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53458) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:09.266539 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aec857e7-ac3d-4658-8945-be5389c20b02 req-e1a30b97-4966-4a2d-bb85-abf1bd14d77a tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107683
Feb 05 21:04:09.268143 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-88639271-3412-4b61-908c-f7b2c6fb6828 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (6607a81f-5357-4953-a08b-bacb3989b391), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:09.335924 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-644bc2da-8d6c-4833-b62e-4e42de41be74 None None] Current status of the port b90be132-c7f2-45b6-9b17-42062cf19d49 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:09.342494 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88639271-3412-4b61-908c-f7b2c6fb6828 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:04:09.346425 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-88639271-3412-4b61-908c-f7b2c6fb6828 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:09.352266 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88639271-3412-4b61-908c-f7b2c6fb6828 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:09.353218 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-88639271-3412-4b61-908c-f7b2c6fb6828 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:09.362964 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef842f18-3420-41e7-b630-64168dd9bef8 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:04:09.390153 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ddcdc297-46e8-44a7-9b44-135a1795a1ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:09.392345 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88639271-3412-4b61-908c-f7b2c6fb6828 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Subnet': ['ID=6607a81f-5357-4953-a08b-bacb3989b391,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:09.403835 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-44758987-97b0-44d8-8743-b0076be306c1 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Allocated IP 172.35.4.248 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/5537b51a-cb70-4b8b-b1b7-5930ea718882) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:04:09.444401 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-88639271-3412-4b61-908c-f7b2c6fb6828 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9170747
Feb 05 21:04:09.449075 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53464) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:09.461210 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-54c1cd13-4e3c-42a1-a452-c8013c4d35bf tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'port': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'mac_address': 'fa:16:3e:35:b9:ae', 'name': 'tempest-NetworksTestDHCPv6-1643480885'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:09.572442 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ddcdc297-46e8-44a7-9b44-135a1795a1ad admin admin] Publish callbacks [] for security_group (0d9e6a95-3364-4526-8803-feafa2e39ab1), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:09.581476 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ddcdc297-46e8-44a7-9b44-135a1795a1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (0d9e6a95-3364-4526-8803-feafa2e39ab1), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:09.633274 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-746e9293-8ad4-46be-8062-e340a344e589 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1133930276-network', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:09.711531 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-44758987-97b0-44d8-8743-b0076be306c1 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for port (5537b51a-cb70-4b8b-b1b7-5930ea718882), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:09.718277 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c1cd13-4e3c-42a1-a452-c8013c4d35bf tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:04:09.729228 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcdc297-46e8-44a7-9b44-135a1795a1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9e6a95-3364-4526-8803-feafa2e39ab1,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:09.755547 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ddcdc297-46e8-44a7-9b44-135a1795a1ad admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=33f9bb45b9634519afe665126c2293a6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5663891
Feb 05 21:04:09.757203 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53474) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:09.778668 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746e9293-8ad4-46be-8062-e340a344e589 admin admin] Made reservation on behalf of af1c8d8fd0ce4d51947fd02afc3a9fb1 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:04:09.780436 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8e6e65-f782-4c44-8fd0-ac3e8a304886 None None] Update dhcp port {'port': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'fixed_ips': [{'subnet_id': '4b351c8e-071d-4d8a-b7c0-34cc39a975f5', 'ip_address': '2001:db8::f816:3eff:fe2a:ffa1'}, {'subnet_id': '6607a81f-5357-4953-a08b-bacb3989b391'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'b90be132-c7f2-45b6-9b17-42062cf19d49'} from ncdv-master-1. {{(pid=114392) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 05 21:04:09.790709 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-746e9293-8ad4-46be-8062-e340a344e589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:09.850112 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-746e9293-8ad4-46be-8062-e340a344e589 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:09.869477 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6d8e6e65-f782-4c44-8fd0-ac3e8a304886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b90be132-c7f2-45b6-9b17-42062cf19d49), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:09.921398 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-54c1cd13-4e3c-42a1-a452-c8013c4d35bf tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:09.950310 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-44758987-97b0-44d8-8743-b0076be306c1 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (5537b51a-cb70-4b8b-b1b7-5930ea718882), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:09.968524 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-54c1cd13-4e3c-42a1-a452-c8013c4d35bf tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] device_id is not set on port 7e31ee2d-0781-41e1-a9af-a0eda8acb5b0 yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:04:10.067339 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44758987-97b0-44d8-8743-b0076be306c1 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:04:10.070916 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f990a95c-a83e-4d9c-92fb-9f2be73235d5 admin admin] Publish callbacks [] for security_group (0d9e6a95-3364-4526-8803-feafa2e39ab1), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:10.075163 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-44758987-97b0-44d8-8743-b0076be306c1 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:10.079653 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44758987-97b0-44d8-8743-b0076be306c1 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:04:10.082953 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44758987-97b0-44d8-8743-b0076be306c1 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Pushing event updated for resources: {'Port': ['ID=5537b51a-cb70-4b8b-b1b7-5930ea718882,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:10.129218 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-746e9293-8ad4-46be-8062-e340a344e589 admin admin] Publish callbacks [] for security_group (b7eb3d12-a5c7-4b2c-93da-f3f358aebcea), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:10.135022 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f990a95c-a83e-4d9c-92fb-9f2be73235d5 admin admin] Publish callbacks [] for security_group (0d9e6a95-3364-4526-8803-feafa2e39ab1), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:10.139509 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-6d8e6e65-f782-4c44-8fd0-ac3e8a304886 None None] Allocated IP 172.20.0.2 (4b876e93-e753-4f82-8855-2c9c3d1db066/6607a81f-5357-4953-a08b-bacb3989b391/b90be132-c7f2-45b6-9b17-42062cf19d49) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:04:10.142402 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-746e9293-8ad4-46be-8062-e340a344e589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b7eb3d12-a5c7-4b2c-93da-f3f358aebcea), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:10.176544 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e9293-8ad4-46be-8062-e340a344e589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7eb3d12-a5c7-4b2c-93da-f3f358aebcea,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:10.252252 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-746e9293-8ad4-46be-8062-e340a344e589 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:04:10.262281 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f990a95c-a83e-4d9c-92fb-9f2be73235d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (0d9e6a95-3364-4526-8803-feafa2e39ab1), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:10.267046 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f990a95c-a83e-4d9c-92fb-9f2be73235d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:10.269445 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f990a95c-a83e-4d9c-92fb-9f2be73235d5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0d9e6a95-3364-4526-8803-feafa2e39ab1 HTTP/1.1" status: 204  len: 168 time: 0.5100894
Feb 05 21:04:10.298002 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6d8e6e65-f782-4c44-8fd0-ac3e8a304886 None None] For port b90be132-c7f2-45b6-9b17-42062cf19d49, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b90be132-c7f2-45b6-9b17-42062cf19d49,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:04:10.324769 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-746e9293-8ad4-46be-8062-e340a344e589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (6da08ccd-563d-4daa-98a3-11856904a998), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:10.326920 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-746e9293-8ad4-46be-8062-e340a344e589 admin admin] Added segment 6da08ccd-563d-4daa-98a3-11856904a998 of type vlan for network 101f8301-8908-474a-9c4a-c0416b6bfc1d
Feb 05 21:04:10.358295 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f990a95c-a83e-4d9c-92fb-9f2be73235d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9e6a95-3364-4526-8803-feafa2e39ab1,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:10.372952 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6d8e6e65-f782-4c44-8fd0-ac3e8a304886 None None] Publish callbacks [] for port (b90be132-c7f2-45b6-9b17-42062cf19d49), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:10.404083 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6d8e6e65-f782-4c44-8fd0-ac3e8a304886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b90be132-c7f2-45b6-9b17-42062cf19d49), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:10.568954 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-746e9293-8ad4-46be-8062-e340a344e589 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (101f8301-8908-474a-9c4a-c0416b6bfc1d), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:10.596196 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:10.672899 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-44758987-97b0-44d8-8743-b0076be306c1 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for router_gateway (2969b2dc-43f9-4c88-91da-6d8e9cf6a494), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:10.693849 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16128a88-6f65-4bd2-a312-27ad7e37a96c req-24f47e9e-fdf5-41d7-af61-bf5aff0bb7f0 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:10.695546 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-16128a88-6f65-4bd2-a312-27ad7e37a96c req-24f47e9e-fdf5-41d7-af61-bf5aff0bb7f0 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=18e8daf2-7be8-4578-9d20-340e9ecd5a01 HTTP/1.1" status: 200  len: 946 time: 0.2723572
Feb 05 21:04:10.703724 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-746e9293-8ad4-46be-8062-e340a344e589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (101f8301-8908-474a-9c4a-c0416b6bfc1d), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:10.704923 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746e9293-8ad4-46be-8062-e340a344e589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:10.705524 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-746e9293-8ad4-46be-8062-e340a344e589 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:10.753110 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e6e65-f782-4c44-8fd0-ac3e8a304886 None None] Pushing event updated for resources: {'Port': ['ID=b90be132-c7f2-45b6-9b17-42062cf19d49,revision_number=9']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:10.758353 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-54c1cd13-4e3c-42a1-a452-c8013c4d35bf tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Allocated IP 172.20.0.9 (4b876e93-e753-4f82-8855-2c9c3d1db066/6607a81f-5357-4953-a08b-bacb3989b391/7e31ee2d-0781-41e1-a9af-a0eda8acb5b0) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:04:10.774963 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-54c1cd13-4e3c-42a1-a452-c8013c4d35bf tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Allocated IP 2001:db8::f816:3eff:fe35:b9ae (4b876e93-e753-4f82-8855-2c9c3d1db066/4b351c8e-071d-4d8a-b7c0-34cc39a975f5/7e31ee2d-0781-41e1-a9af-a0eda8acb5b0) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:04:10.815690 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-746e9293-8ad4-46be-8062-e340a344e589 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.5621605
Feb 05 21:04:10.823951 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53508) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:10.831400 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-345e4922-126e-4d09-9caf-6d09b58097f3 admin admin] Request body: {'subnet': {'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1133930276-subnet', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'ip_version': 4}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:10.906658 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e9293-8ad4-46be-8062-e340a344e589 admin admin] Pushing event updated for resources: {'Network': ['ID=101f8301-8908-474a-9c4a-c0416b6bfc1d,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:10.916453 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345e4922-126e-4d09-9caf-6d09b58097f3 admin admin] Made reservation on behalf of af1c8d8fd0ce4d51947fd02afc3a9fb1 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:04:10.919032 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-345e4922-126e-4d09-9caf-6d09b58097f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:10.924003 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 101f8301-8908-474a-9c4a-c0416b6bfc1d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:04:10.988786 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53514) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:11.009148 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-16128a88-6f65-4bd2-a312-27ad7e37a96c req-4191b0d2-e683-4e3a-82e2-e433634dcbd4 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2989502
Feb 05 21:04:11.179833 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-54c1cd13-4e3c-42a1-a452-c8013c4d35bf tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for port (7e31ee2d-0781-41e1-a9af-a0eda8acb5b0), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:11.307887 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-44758987-97b0-44d8-8743-b0076be306c1 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8250'] for router (2969b2dc-43f9-4c88-91da-6d8e9cf6a494), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:11.313497 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-44758987-97b0-44d8-8743-b0076be306c1 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583542'] for router (2969b2dc-43f9-4c88-91da-6d8e9cf6a494), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:11.325095 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-54c1cd13-4e3c-42a1-a452-c8013c4d35bf tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (7e31ee2d-0781-41e1-a9af-a0eda8acb5b0), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:11.331819 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-345e4922-126e-4d09-9caf-6d09b58097f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (4fedd35d-80ae-4712-9371-a85b980ce8f3), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:11.387691 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c1cd13-4e3c-42a1-a452-c8013c4d35bf tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:04:11.392464 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-54c1cd13-4e3c-42a1-a452-c8013c4d35bf tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:11.395415 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c1cd13-4e3c-42a1-a452-c8013c4d35bf tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:04:11.409248 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-378548a2-89d0-4f24-8f26-06c3bb2dcfc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:11.436207 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e4922-126e-4d09-9caf-6d09b58097f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fedd35d-80ae-4712-9371-a85b980ce8f3,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:11.450587 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345e4922-126e-4d09-9caf-6d09b58097f3 admin admin] Checking segment: {'id': '6da08ccd-563d-4daa-98a3-11856904a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:04:11.450963 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345e4922-126e-4d09-9caf-6d09b58097f3 admin admin] Network hostable DHCP agents. Network: 101f8301-8908-474a-9c4a-c0416b6bfc1d, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:04:11.531669 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c1cd13-4e3c-42a1-a452-c8013c4d35bf tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Port': ['ID=7e31ee2d-0781-41e1-a9af-a0eda8acb5b0,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:11.558176 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c1cd13-4e3c-42a1-a452-c8013c4d35bf tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:11.559192 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-54c1cd13-4e3c-42a1-a452-c8013c4d35bf tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:11.593237 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-378548a2-89d0-4f24-8f26-06c3bb2dcfc6 admin admin] Publish callbacks [] for security_group (f23fd57d-79e8-4497-b51c-184b62560244), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:11.602252 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-54c1cd13-4e3c-42a1-a452-c8013c4d35bf tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 2.1473658
Feb 05 21:04:11.605454 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345e4922-126e-4d09-9caf-6d09b58097f3 admin admin] Network 101f8301-8908-474a-9c4a-c0416b6bfc1d is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:04:11.607092 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53530) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:11.610204 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-378548a2-89d0-4f24-8f26-06c3bb2dcfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f23fd57d-79e8-4497-b51c-184b62560244), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:11.663447 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-378548a2-89d0-4f24-8f26-06c3bb2dcfc6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f91f8603306e401187d51c07bb2bc276&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6680560
Feb 05 21:04:11.665815 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53532) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:11.666508 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-345e4922-126e-4d09-9caf-6d09b58097f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 101f8301-8908-474a-9c4a-c0416b6bfc1d) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:11.675812 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9e2374-b5a3-4dbb-8017-bce224616d26 None None] Network 101f8301-8908-474a-9c4a-c0416b6bfc1d requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:04:11.689972 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345e4922-126e-4d09-9caf-6d09b58097f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:11.690853 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-345e4922-126e-4d09-9caf-6d09b58097f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:11.721222 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-345e4922-126e-4d09-9caf-6d09b58097f3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8961375
Feb 05 21:04:11.722226 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53534) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:11.731225 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-57dfba27-375f-435f-a562-cec5bbdec75a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1133930276-router', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:11.735317 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378548a2-89d0-4f24-8f26-06c3bb2dcfc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23fd57d-79e8-4497-b51c-184b62560244,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:11.794690 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-57dfba27-375f-435f-a562-cec5bbdec75a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (5d888949-8e91-4f41-b7b6-876f26555dff), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:11.795844 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-57dfba27-375f-435f-a562-cec5bbdec75a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (5d888949-8e91-4f41-b7b6-876f26555dff), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:11.811592 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2ee2df5a-d357-4824-b303-65649b7f1e1d admin admin] Publish callbacks [] for security_group (f23fd57d-79e8-4497-b51c-184b62560244), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:11.883962 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2ee2df5a-d357-4824-b303-65649b7f1e1d admin admin] Publish callbacks [] for security_group (f23fd57d-79e8-4497-b51c-184b62560244), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:11.901311 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-57dfba27-375f-435f-a562-cec5bbdec75a admin admin] Publish callbacks [] for router_controller (5d888949-8e91-4f41-b7b6-876f26555dff), precommit_add_association {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:11.923270 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-28dac74e-98d7-4c88-b895-f80d0abdf8dd None None] Provisioning complete for port b90be132-c7f2-45b6-9b17-42062cf19d49 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:11.924227 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-28dac74e-98d7-4c88-b895-f80d0abdf8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b90be132-c7f2-45b6-9b17-42062cf19d49), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:12.061929 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b295589-a9d8-43f7-9977-a60cfdfabb62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-101f8301-8908-474a-9c4a-c0416b6bfc1d', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'fixed_ips': [{'subnet_id': '4fedd35d-80ae-4712-9371-a85b980ce8f3'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:04:12.063173 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4b295589-a9d8-43f7-9977-a60cfdfabb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:12.065199 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44758987-97b0-44d8-8743-b0076be306c1 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Router 2969b2dc-43f9-4c88-91da-6d8e9cf6a494 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:04:12.093526 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37044438-ed5b-462d-adf3-a6694463e639 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:12.099525 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37044438-ed5b-462d-adf3-a6694463e639 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:12.104773 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-37044438-ed5b-462d-adf3-a6694463e639 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1863 time: 0.4896324
Feb 05 21:04:12.105256 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53544) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:12.257459 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-57dfba27-375f-435f-a562-cec5bbdec75a admin admin] Publish callbacks [] for router_gateway (5d888949-8e91-4f41-b7b6-876f26555dff), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:12.292084 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ff010-c8c4-46be-b59c-e03e0da48c72 req-0b81ee74-6c01-495c-b070-545f3cd48ebf tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:12.293717 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-502ff010-c8c4-46be-b59c-e03e0da48c72 req-0b81ee74-6c01-495c-b070-545f3cd48ebf tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=18e8daf2-7be8-4578-9d20-340e9ecd5a01 HTTP/1.1" status: 200  len: 946 time: 0.1185484
Feb 05 21:04:12.295699 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2ee2df5a-d357-4824-b303-65649b7f1e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f23fd57d-79e8-4497-b51c-184b62560244), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:12.298471 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2ee2df5a-d357-4824-b303-65649b7f1e1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:12.299501 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2ee2df5a-d357-4824-b303-65649b7f1e1d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f23fd57d-79e8-4497-b51c-184b62560244 HTTP/1.1" status: 204  len: 168 time: 0.6304860
Feb 05 21:04:12.300258 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-0fe92f31-509e-4620-bee6-1b459e21380a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting port 7e31ee2d-0781-41e1-a9af-a0eda8acb5b0 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:04:12.301220 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0fe92f31-509e-4620-bee6-1b459e21380a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (7e31ee2d-0781-41e1-a9af-a0eda8acb5b0), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:12.309340 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44758987-97b0-44d8-8743-b0076be306c1 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:04:12.314264 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-44758987-97b0-44d8-8743-b0076be306c1 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:12.315985 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-44758987-97b0-44d8-8743-b0076be306c1 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] 10.222.0.32 "PUT /v2.0/routers/2969b2dc-43f9-4c88-91da-6d8e9cf6a494 HTTP/1.1" status: 200  len: 915 time: 4.0355377
Feb 05 21:04:12.325301 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee2df5a-d357-4824-b303-65649b7f1e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23fd57d-79e8-4497-b51c-184b62560244,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:12.326880 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53552) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:12.453530 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5191cc-cd78-4290-90b9-2a86c7683e25 None None] Sync routers for ids ['2969b2dc-43f9-4c88-91da-6d8e9cf6a494'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:04:12.516450 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5191cc-cd78-4290-90b9-2a86c7683e25 None None] Routers {'2969b2dc-43f9-4c88-91da-6d8e9cf6a494'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:04:12.517918 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-da5191cc-cd78-4290-90b9-2a86c7683e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabefabe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:04:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['2969b2dc-43f9-4c88-91da-6d8e9cf6a494'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:12.530176 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0fe92f31-509e-4620-bee6-1b459e21380a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (7e31ee2d-0781-41e1-a9af-a0eda8acb5b0), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:12.563199 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-0fe92f31-509e-4620-bee6-1b459e21380a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Calling delete_port for 7e31ee2d-0781-41e1-a9af-a0eda8acb5b0 owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:04:12.616798 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-da5191cc-cd78-4290-90b9-2a86c7683e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabefabe0>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:12.649791 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5191cc-cd78-4290-90b9-2a86c7683e25 None None] Routers {'2969b2dc-43f9-4c88-91da-6d8e9cf6a494'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:04:12.650849 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-da5191cc-cd78-4290-90b9-2a86c7683e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabefabe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:04:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['2969b2dc-43f9-4c88-91da-6d8e9cf6a494'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:12.762024 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-da5191cc-cd78-4290-90b9-2a86c7683e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabefabe0>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:12.762868 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5191cc-cd78-4290-90b9-2a86c7683e25 None None] The sync data for ids ['2969b2dc-43f9-4c88-91da-6d8e9cf6a494'] in ncdv-master-1 is: [] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:04:12.769169 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-4b295589-a9d8-43f7-9977-a60cfdfabb62 None None] Allocated IP 172.20.0.2 (101f8301-8908-474a-9c4a-c0416b6bfc1d/4fedd35d-80ae-4712-9371-a85b980ce8f3/df32e303-cc41-4c56-a51d-e65d53151232) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:04:12.835272 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-28dac74e-98d7-4c88-b895-f80d0abdf8dd None None] Current status of the port b90be132-c7f2-45b6-9b17-42062cf19d49 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:12.855519 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b90be132-c7f2-45b6-9b17-42062cf19d49 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:04:12.984715 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0fe92f31-509e-4620-bee6-1b459e21380a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (7e31ee2d-0781-41e1-a9af-a0eda8acb5b0), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:12.987170 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-502ff010-c8c4-46be-b59c-e03e0da48c72 req-0dfd2d2e-2fc2-4904-959a-29530289d5c3 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6631474
Feb 05 21:04:13.021542 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4a5fcdbe-25c1-4648-a282-f1bf7e5ed891 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] 10.222.0.32 "GET /v2.0/routers/2969b2dc-43f9-4c88-91da-6d8e9cf6a494 HTTP/1.1" status: 200  len: 921 time: 0.6856935
Feb 05 21:04:13.024917 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53566) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:13.034782 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-d0ce57c1-a7f5-42f9-b80e-a256741af6e7 None None] Provisioning complete for port 7e31ee2d-0781-41e1-a9af-a0eda8acb5b0 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:13.035310 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d0ce57c1-a7f5-42f9-b80e-a256741af6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7e31ee2d-0781-41e1-a9af-a0eda8acb5b0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:13.080317 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe92f31-509e-4620-bee6-1b459e21380a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Port': ['ID=7e31ee2d-0781-41e1-a9af-a0eda8acb5b0,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:13.081701 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-d0ce57c1-a7f5-42f9-b80e-a256741af6e7 None None] Port 7e31ee2d-0781-41e1-a9af-a0eda8acb5b0 was deleted so its status cannot be updated. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}}
Feb 05 21:04:13.127850 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port b90be132-c7f2-45b6-9b17-42062cf19d49 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:13.128285 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b90be132-c7f2-45b6-9b17-42062cf19d49), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:13.204317 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b777817c-d55d-4454-a5b0-d39eec8f586b tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:13.204561 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4b295589-a9d8-43f7-9977-a60cfdfabb62 None None] Publish callbacks [] for port (df32e303-cc41-4c56-a51d-e65d53151232), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:13.208831 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b777817c-d55d-4454-a5b0-d39eec8f586b tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=d65fb4dc-e812-4574-a4e6-6308f0abdf3f&device_id=2969b2dc-43f9-4c88-91da-6d8e9cf6a494&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1791050
Feb 05 21:04:13.210523 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53572) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:13.217558 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4b295589-a9d8-43f7-9977-a60cfdfabb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (df32e303-cc41-4c56-a51d-e65d53151232), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:13.271706 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b295589-a9d8-43f7-9977-a60cfdfabb62 None None] Network 101f8301-8908-474a-9c4a-c0416b6bfc1d is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:04:13.280034 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-4b295589-a9d8-43f7-9977-a60cfdfabb62 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:13.284562 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b295589-a9d8-43f7-9977-a60cfdfabb62 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:04:13.318199 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0fe92f31-509e-4620-bee6-1b459e21380a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:13.322783 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0fe92f31-509e-4620-bee6-1b459e21380a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/ports/7e31ee2d-0781-41e1-a9af-a0eda8acb5b0 HTTP/1.1" status: 204  len: 168 time: 1.2161179
Feb 05 21:04:13.325242 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53578) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:13.332877 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b295589-a9d8-43f7-9977-a60cfdfabb62 None None] Pushing event updated for resources: {'Port': ['ID=df32e303-cc41-4c56-a51d-e65d53151232,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:13.376640 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port b90be132-c7f2-45b6-9b17-42062cf19d49 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:13.395801 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-57dfba27-375f-435f-a562-cec5bbdec75a admin admin] Publish callbacks [] for router_gateway (5d888949-8e91-4f41-b7b6-876f26555dff), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:13.411576 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-4b295589-a9d8-43f7-9977-a60cfdfabb62 None None] Attempting to bind port df32e303-cc41-4c56-a51d-e65d53151232 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:04:13.412074 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-4b295589-a9d8-43f7-9977-a60cfdfabb62 None None] Attempting to bind port df32e303-cc41-4c56-a51d-e65d53151232 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6da08ccd-563d-4daa-98a3-11856904a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:04:13.412548 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b295589-a9d8-43f7-9977-a60cfdfabb62 None None] Attempting to bind port df32e303-cc41-4c56-a51d-e65d53151232 on network 101f8301-8908-474a-9c4a-c0416b6bfc1d {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:04:13.419604 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b295589-a9d8-43f7-9977-a60cfdfabb62 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:04:13.420148 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b295589-a9d8-43f7-9977-a60cfdfabb62 None None] Checking segment: {'id': '6da08ccd-563d-4daa-98a3-11856904a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:04:13.420661 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4b295589-a9d8-43f7-9977-a60cfdfabb62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:13.421160 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b295589-a9d8-43f7-9977-a60cfdfabb62 None None] Bound using segment: {'id': '6da08ccd-563d-4daa-98a3-11856904a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:04:13.422248 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-4b295589-a9d8-43f7-9977-a60cfdfabb62 None None] Bound port: df32e303-cc41-4c56-a51d-e65d53151232, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da08ccd-563d-4daa-98a3-11856904a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:04:13.422786 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4b295589-a9d8-43f7-9977-a60cfdfabb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (df32e303-cc41-4c56-a51d-e65d53151232), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:13.430329 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-57dfba27-375f-435f-a562-cec5bbdec75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:13.448548 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ee080e-faf0-4c58-bddb-e08b1330104d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:13.450207 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ee080e-faf0-4c58-bddb-e08b1330104d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:13.451820 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ee080e-faf0-4c58-bddb-e08b1330104d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:13.454140 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-10ee080e-faf0-4c58-bddb-e08b1330104d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.1279304
Feb 05 21:04:13.458293 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53584) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:13.512872 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-4b295589-a9d8-43f7-9977-a60cfdfabb62 None None] For port df32e303-cc41-4c56-a51d-e65d53151232, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:04:13.517639 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-4b295589-a9d8-43f7-9977-a60cfdfabb62 None None] For port df32e303-cc41-4c56-a51d-e65d53151232, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df32e303-cc41-4c56-a51d-e65d53151232,segment=NetworkSegment(6da08ccd-563d-4daa-98a3-11856904a998),segment_id=6da08ccd-563d-4daa-98a3-11856904a998)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:04:13.527195 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4b295589-a9d8-43f7-9977-a60cfdfabb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (df32e303-cc41-4c56-a51d-e65d53151232), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:13.541540 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2767420-a6ca-41c8-abeb-33de6ed435ae tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:13.552337 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c2767420-a6ca-41c8-abeb-33de6ed435ae tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] 10.222.0.32 "GET /v2.0/networks/d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 881 time: 0.3379135
Feb 05 21:04:13.554650 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53586) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:13.596329 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b295589-a9d8-43f7-9977-a60cfdfabb62 None None] Pushing event updated for resources: {'Port': ['ID=df32e303-cc41-4c56-a51d-e65d53151232,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:13.600909 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cdaa697-2fac-4325-abe8-a33a5b41073d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting subnet 4b351c8e-071d-4d8a-b7c0-34cc39a975f5 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:04:13.625630 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-276cb9b7-aeeb-469d-8bb2-edcfdae535ed tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] 10.222.0.32 "GET /v2.0/ports?device_id=2969b2dc-43f9-4c88-91da-6d8e9cf6a494 HTTP/1.1" status: 200  len: 205 time: 0.0664146
Feb 05 21:04:13.626652 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53592) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:13.639023 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7cdaa697-2fac-4325-abe8-a33a5b41073d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (4b351c8e-071d-4d8a-b7c0-34cc39a975f5), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:13.712385 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7cdaa697-2fac-4325-abe8-a33a5b41073d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (4b351c8e-071d-4d8a-b7c0-34cc39a975f5), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:13.760698 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-57dfba27-375f-435f-a562-cec5bbdec75a admin admin] Allocated IP 172.35.4.152 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/142795a3-4fb9-41f2-a292-0ee608a62376) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:04:13.800161 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6566c888-1863-4aad-ba79-9bbd7410a0e6 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router (2969b2dc-43f9-4c88-91da-6d8e9cf6a494), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:13.928429 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7cdaa697-2fac-4325-abe8-a33a5b41073d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (4b351c8e-071d-4d8a-b7c0-34cc39a975f5), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:14.037203 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6566c888-1863-4aad-ba79-9bbd7410a0e6 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router_gateway (2969b2dc-43f9-4c88-91da-6d8e9cf6a494), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:14.046428 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53610) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:14.046728 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-57dfba27-375f-435f-a562-cec5bbdec75a admin admin] Publish callbacks [] for port (142795a3-4fb9-41f2-a292-0ee608a62376), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:14.074100 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7cdaa697-2fac-4325-abe8-a33a5b41073d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (4b351c8e-071d-4d8a-b7c0-34cc39a975f5), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:14.147669 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdaa697-2fac-4325-abe8-a33a5b41073d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Subnet': ['ID=4b351c8e-071d-4d8a-b7c0-34cc39a975f5,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:14.162468 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-6566c888-1863-4aad-ba79-9bbd7410a0e6 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Deleting port 5537b51a-cb70-4b8b-b1b7-5930ea718882 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:04:14.162940 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6566c888-1863-4aad-ba79-9bbd7410a0e6 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (5537b51a-cb70-4b8b-b1b7-5930ea718882), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:14.173884 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1d2459-30e6-4851-9653-38da1c8f1321 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:04:14.178084 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7cdaa697-2fac-4325-abe8-a33a5b41073d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:14.182332 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7cdaa697-2fac-4325-abe8-a33a5b41073d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/4b351c8e-071d-4d8a-b7c0-34cc39a975f5 HTTP/1.1" status: 204  len: 168 time: 0.7230282
Feb 05 21:04:14.191000 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53618) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:14.219554 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-200c9c60-26b3-4f52-a45b-00055a156e7e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1140169676-network', 'tenant_id': '273cf271ed8c4c4ebfe710d7dc79fde2'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:14.255314 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-57dfba27-375f-435f-a562-cec5bbdec75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (142795a3-4fb9-41f2-a292-0ee608a62376), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:14.315311 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dfba27-375f-435f-a562-cec5bbdec75a admin admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:04:14.324178 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-57dfba27-375f-435f-a562-cec5bbdec75a admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:14.332192 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6566c888-1863-4aad-ba79-9bbd7410a0e6 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (5537b51a-cb70-4b8b-b1b7-5930ea718882), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:14.333187 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c508e8c-8fac-4f4f-9fcc-bf498a88d7c8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting subnet 6607a81f-5357-4953-a08b-bacb3989b391 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:04:14.337227 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dfba27-375f-435f-a562-cec5bbdec75a admin admin] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:04:14.363180 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-6566c888-1863-4aad-ba79-9bbd7410a0e6 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Calling delete_port for 5537b51a-cb70-4b8b-b1b7-5930ea718882 owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:04:14.365886 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200c9c60-26b3-4f52-a45b-00055a156e7e admin admin] Made reservation on behalf of 273cf271ed8c4c4ebfe710d7dc79fde2 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:04:14.368616 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4c508e8c-8fac-4f4f-9fcc-bf498a88d7c8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (6607a81f-5357-4953-a08b-bacb3989b391), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:14.370718 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-200c9c60-26b3-4f52-a45b-00055a156e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:14.377325 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dfba27-375f-435f-a562-cec5bbdec75a admin admin] Pushing event updated for resources: {'Port': ['ID=142795a3-4fb9-41f2-a292-0ee608a62376,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:14.389974 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-200c9c60-26b3-4f52-a45b-00055a156e7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:14.423319 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ac014-55c5-4244-aa10-6ec0eaf77434 req-71fbc9ce-ce44-409b-a486-ab117d0b1be1 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:14.424811 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-086ac014-55c5-4244-aa10-6ec0eaf77434 req-71fbc9ce-ce44-409b-a486-ab117d0b1be1 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=18e8daf2-7be8-4578-9d20-340e9ecd5a01 HTTP/1.1" status: 200  len: 946 time: 0.2811556
Feb 05 21:04:14.473011 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4c508e8c-8fac-4f4f-9fcc-bf498a88d7c8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (6607a81f-5357-4953-a08b-bacb3989b391), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:14.590676 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-200c9c60-26b3-4f52-a45b-00055a156e7e admin admin] Publish callbacks [] for security_group (b0737393-4401-4b68-9a10-73b5f17b7c0a), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:14.612809 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-200c9c60-26b3-4f52-a45b-00055a156e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b0737393-4401-4b68-9a10-73b5f17b7c0a), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:14.651010 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-200c9c60-26b3-4f52-a45b-00055a156e7e admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:04:14.674989 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c9c60-26b3-4f52-a45b-00055a156e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0737393-4401-4b68-9a10-73b5f17b7c0a,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:14.683112 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-200c9c60-26b3-4f52-a45b-00055a156e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (22d3ac6d-3e13-4374-a922-46607ebf6020), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:14.683740 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-200c9c60-26b3-4f52-a45b-00055a156e7e admin admin] Added segment 22d3ac6d-3e13-4374-a922-46607ebf6020 of type vlan for network ab0bd82b-ed80-4762-9f4f-e43e9b5fbda0
Feb 05 21:04:14.701170 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6566c888-1863-4aad-ba79-9bbd7410a0e6 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (5537b51a-cb70-4b8b-b1b7-5930ea718882), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:14.738905 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-086ac014-55c5-4244-aa10-6ec0eaf77434 req-a9fd6f92-3bf5-4783-8ba5-b2b6864d02c6 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3035417
Feb 05 21:04:14.777474 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4c508e8c-8fac-4f4f-9fcc-bf498a88d7c8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (6607a81f-5357-4953-a08b-bacb3989b391), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:14.809821 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6566c888-1863-4aad-ba79-9bbd7410a0e6 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Pushing event deleted for resources: {'Port': ['ID=5537b51a-cb70-4b8b-b1b7-5930ea718882,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:14.824227 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-200c9c60-26b3-4f52-a45b-00055a156e7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (ab0bd82b-ed80-4762-9f4f-e43e9b5fbda0), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:14.952072 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-200c9c60-26b3-4f52-a45b-00055a156e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (ab0bd82b-ed80-4762-9f4f-e43e9b5fbda0), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:14.953058 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200c9c60-26b3-4f52-a45b-00055a156e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:14.953651 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-200c9c60-26b3-4f52-a45b-00055a156e7e admin admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:14.956298 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6566c888-1863-4aad-ba79-9bbd7410a0e6 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (2969b2dc-43f9-4c88-91da-6d8e9cf6a494), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:15.006837 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4c508e8c-8fac-4f4f-9fcc-bf498a88d7c8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (6607a81f-5357-4953-a08b-bacb3989b391), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:15.008141 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device df32e303-cc41-4c56-a51d-e65d53151232 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:04:15.044905 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c508e8c-8fac-4f4f-9fcc-bf498a88d7c8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Subnet': ['ID=6607a81f-5357-4953-a08b-bacb3989b391,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:15.053124 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4c508e8c-8fac-4f4f-9fcc-bf498a88d7c8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:15.064843 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4c508e8c-8fac-4f4f-9fcc-bf498a88d7c8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/6607a81f-5357-4953-a08b-bacb3989b391 HTTP/1.1" status: 204  len: 168 time: 0.8727062
Feb 05 21:04:15.065643 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53628) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:15.077486 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-57dfba27-375f-435f-a562-cec5bbdec75a admin admin] Publish callbacks [] for router_gateway (5d888949-8e91-4f41-b7b6-876f26555dff), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:15.125516 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1ac4348a-89dc-4f73-b10f-0255dbaefbb5 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0569880
Feb 05 21:04:15.136274 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port df32e303-cc41-4c56-a51d-e65d53151232 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:15.137072 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (df32e303-cc41-4c56-a51d-e65d53151232), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:15.218939 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53630) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:15.220158 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-200c9c60-26b3-4f52-a45b-00055a156e7e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.1745226
Feb 05 21:04:15.221037 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c9c60-26b3-4f52-a45b-00055a156e7e admin admin] Pushing event updated for resources: {'Network': ['ID=ab0bd82b-ed80-4762-9f4f-e43e9b5fbda0,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:15.223752 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53634) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:15.228452 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-41e53cda-b1c2-4a8b-a6b8-0c421e8ed77b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'subnet': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:15.289130 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port df32e303-cc41-4c56-a51d-e65d53151232 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:15.290265 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (df32e303-cc41-4c56-a51d-e65d53151232), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:15.295687 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network ab0bd82b-ed80-4762-9f4f-e43e9b5fbda0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:04:15.309277 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-d0fc40fd-9945-4547-9eb0-ebe289ddb9f3 admin admin] Request body: {'subnet': {'network_id': 'ab0bd82b-ed80-4762-9f4f-e43e9b5fbda0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1140169676-subnet', 'tenant_id': '273cf271ed8c4c4ebfe710d7dc79fde2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:15.374296 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fc40fd-9945-4547-9eb0-ebe289ddb9f3 admin admin] Made reservation on behalf of 273cf271ed8c4c4ebfe710d7dc79fde2 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:04:15.377016 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d0fc40fd-9945-4547-9eb0-ebe289ddb9f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:15.480770 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:15.485155 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d935c358-b89a-446a-9c86-6015070c0bb9 None None] Network 101f8301-8908-474a-9c4a-c0416b6bfc1d requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:04:15.492986 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53636) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:15.494182 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port df32e303-cc41-4c56-a51d-e65d53151232, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df32e303-cc41-4c56-a51d-e65d53151232,segment=NetworkSegment(6da08ccd-563d-4daa-98a3-11856904a998),segment_id=6da08ccd-563d-4daa-98a3-11856904a998)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:04:15.507521 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6566c888-1863-4aad-ba79-9bbd7410a0e6 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (2969b2dc-43f9-4c88-91da-6d8e9cf6a494), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:15.513658 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6566c888-1863-4aad-ba79-9bbd7410a0e6 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router_controller (2969b2dc-43f9-4c88-91da-6d8e9cf6a494), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:15.516560 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e53cda-b1c2-4a8b-a6b8-0c421e8ed77b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:04:15.520408 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-41e53cda-b1c2-4a8b-a6b8-0c421e8ed77b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:15.547397 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (df32e303-cc41-4c56-a51d-e65d53151232), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:15.577268 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6566c888-1863-4aad-ba79-9bbd7410a0e6 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (2969b2dc-43f9-4c88-91da-6d8e9cf6a494), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:15.578114 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6566c888-1863-4aad-ba79-9bbd7410a0e6 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Fanout notify agent at l3_agent the message router_deleted on router 2969b2dc-43f9-4c88-91da-6d8e9cf6a494 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:04:15.589123 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6566c888-1863-4aad-ba79-9bbd7410a0e6 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:15.593275 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273ebdc9-e767-4168-a2a4-5bb72cbe570a None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:04:15.593440 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6566c888-1863-4aad-ba79-9bbd7410a0e6 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] 10.222.0.32 "DELETE /v2.0/routers/2969b2dc-43f9-4c88-91da-6d8e9cf6a494 HTTP/1.1" status: 204  len: 168 time: 1.9605083
Feb 05 21:04:15.593880 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53640) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:15.599672 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-6987b037-6611-4fe9-a9a4-5d3f6e332a05 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-447434446', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:15.627732 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6987b037-6611-4fe9-a9a4-5d3f6e332a05 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (5c898e03-7ef2-449b-8a0a-3f8e184aa435), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:15.628831 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6987b037-6611-4fe9-a9a4-5d3f6e332a05 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (5c898e03-7ef2-449b-8a0a-3f8e184aa435), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:15.644321 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=df32e303-cc41-4c56-a51d-e65d53151232,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:15.690185 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-ad82b51d-98a1-4f5a-a3a6-ebb145781a45 None None] Provisioning complete for port df32e303-cc41-4c56-a51d-e65d53151232 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:15.690804 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ad82b51d-98a1-4f5a-a3a6-ebb145781a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (df32e303-cc41-4c56-a51d-e65d53151232), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:15.704393 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-57dfba27-375f-435f-a562-cec5bbdec75a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (5d888949-8e91-4f41-b7b6-876f26555dff), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:15.758561 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-712fcecf-cf42-4aea-9967-8fa101bb2964 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:15.765860 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6987b037-6611-4fe9-a9a4-5d3f6e332a05 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router_controller (5c898e03-7ef2-449b-8a0a-3f8e184aa435), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:15.829632 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6987b037-6611-4fe9-a9a4-5d3f6e332a05 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (5c898e03-7ef2-449b-8a0a-3f8e184aa435), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:15.852822 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d0fc40fd-9945-4547-9eb0-ebe289ddb9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (680bbdc7-5be4-4776-810b-613d6d2907bb), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:15.903105 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc40fd-9945-4547-9eb0-ebe289ddb9f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=680bbdc7-5be4-4776-810b-613d6d2907bb,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:15.903359 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ad82b51d-98a1-4f5a-a3a6-ebb145781a45 None None] Current status of the port df32e303-cc41-4c56-a51d-e65d53151232 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:15.918918 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6987b037-6611-4fe9-a9a4-5d3f6e332a05 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:15.923236 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6987b037-6611-4fe9-a9a4-5d3f6e332a05 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.3240228
Feb 05 21:04:15.924480 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53644) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:15.934594 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-4021a96b-6e4b-4c06-935a-6eaa1d9de070 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'enable_snat': False}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:15.953393 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-41e53cda-b1c2-4a8b-a6b8-0c421e8ed77b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (dea54ecf-b5c6-4d5b-8bd1-1278bf71411b), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:16.032940 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b6ad6-0ffb-480f-9167-b822c518d53c req-d5b48a67-6a0d-4c6a-b08e-da1592b0169e tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:16.034535 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-729b6ad6-0ffb-480f-9167-b822c518d53c req-d5b48a67-6a0d-4c6a-b08e-da1592b0169e tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=18e8daf2-7be8-4578-9d20-340e9ecd5a01 HTTP/1.1" status: 200  len: 946 time: 0.2045977
Feb 05 21:04:16.036460 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd27376-7258-4731-b7e5-388625a16caa None None] DHCP port deletion for 4b876e93-e753-4f82-8855-2c9c3d1db066 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:04:16.040065 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e53cda-b1c2-4a8b-a6b8-0c421e8ed77b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:04:16.048015 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-41e53cda-b1c2-4a8b-a6b8-0c421e8ed77b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:16.064604 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-712fcecf-cf42-4aea-9967-8fa101bb2964 admin admin] Publish callbacks [] for security_group (89f03f29-0ae3-45c3-8711-0842f9d017ea), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:16.067805 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fc40fd-9945-4547-9eb0-ebe289ddb9f3 admin admin] Checking segment: {'id': '22d3ac6d-3e13-4374-a922-46607ebf6020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ab0bd82b-ed80-4762-9f4f-e43e9b5fbda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:04:16.068040 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fc40fd-9945-4547-9eb0-ebe289ddb9f3 admin admin] Network hostable DHCP agents. Network: ab0bd82b-ed80-4762-9f4f-e43e9b5fbda0, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:04:16.068561 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e53cda-b1c2-4a8b-a6b8-0c421e8ed77b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:16.069305 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-41e53cda-b1c2-4a8b-a6b8-0c421e8ed77b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:16.077393 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c5906125-8f68-477c-b370-821d2a7b9b36 None None] Provisioning complete for port b90be132-c7f2-45b6-9b17-42062cf19d49 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:16.077769 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c5906125-8f68-477c-b370-821d2a7b9b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b90be132-c7f2-45b6-9b17-42062cf19d49), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:16.083519 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e53cda-b1c2-4a8b-a6b8-0c421e8ed77b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Subnet': ['ID=dea54ecf-b5c6-4d5b-8bd1-1278bf71411b,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:16.103490 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-712fcecf-cf42-4aea-9967-8fa101bb2964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (89f03f29-0ae3-45c3-8711-0842f9d017ea), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:16.104746 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57dfba27-375f-435f-a562-cec5bbdec75a admin admin] Router 5d888949-8e91-4f41-b7b6-876f26555dff is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:04:16.132374 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-41e53cda-b1c2-4a8b-a6b8-0c421e8ed77b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9122593
Feb 05 21:04:16.133496 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53646) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:16.143503 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-bdd27376-7258-4731-b7e5-388625a16caa None None] Deleting port b90be132-c7f2-45b6-9b17-42062cf19d49 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:04:16.143878 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bdd27376-7258-4731-b7e5-388625a16caa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (b90be132-c7f2-45b6-9b17-42062cf19d49), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:16.144346 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-f7ada042-9114-4ec2-8e1e-e3b443a3b88b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'subnet': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:16.225251 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-712fcecf-cf42-4aea-9967-8fa101bb2964 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=32efdd7188da4c79b22e5323cad17142&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7295833
Feb 05 21:04:16.230180 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712fcecf-cf42-4aea-9967-8fa101bb2964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f03f29-0ae3-45c3-8711-0842f9d017ea,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:16.264050 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53648) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:16.282141 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4021a96b-6e4b-4c06-935a-6eaa1d9de070 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for router_gateway (5c898e03-7ef2-449b-8a0a-3f8e184aa435), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:16.303304 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fc40fd-9945-4547-9eb0-ebe289ddb9f3 admin admin] Network ab0bd82b-ed80-4762-9f4f-e43e9b5fbda0 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:04:16.332315 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-729b6ad6-0ffb-480f-9167-b822c518d53c req-8ccdfce6-c7de-4a30-9c11-f8f05b4e6166 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2908816
Feb 05 21:04:16.342694 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-d0fc40fd-9945-4547-9eb0-ebe289ddb9f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ab0bd82b-ed80-4762-9f4f-e43e9b5fbda0) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:16.353277 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ada042-9114-4ec2-8e1e-e3b443a3b88b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:04:16.357236 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f7ada042-9114-4ec2-8e1e-e3b443a3b88b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:16.360333 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fc40fd-9945-4547-9eb0-ebe289ddb9f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:16.361138 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d0fc40fd-9945-4547-9eb0-ebe289ddb9f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:16.388705 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9d53ca-b884-43dd-b243-a53b9c1a0f0f None None] Network ab0bd82b-ed80-4762-9f4f-e43e9b5fbda0 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:04:16.417915 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c0a2bb93-cc53-45c5-9d78-8ccb7b04928a admin admin] Publish callbacks [] for security_group (89f03f29-0ae3-45c3-8711-0842f9d017ea), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:16.424073 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d0fc40fd-9945-4547-9eb0-ebe289ddb9f3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.1277070
Feb 05 21:04:16.456745 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c0a2bb93-cc53-45c5-9d78-8ccb7b04928a admin admin] Publish callbacks [] for security_group (89f03f29-0ae3-45c3-8711-0842f9d017ea), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:16.489538 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57dfba27-375f-435f-a562-cec5bbdec75a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:04:16.492993 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c5906125-8f68-477c-b370-821d2a7b9b36 None None] Current status of the port b90be132-c7f2-45b6-9b17-42062cf19d49 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:16.521520 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d01261-3599-4382-ac00-4180a85d759f None None] Sync routers for ids ['5d888949-8e91-4f41-b7b6-876f26555dff'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:04:16.523187 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-bdd27376-7258-4731-b7e5-388625a16caa None None] For port b90be132-c7f2-45b6-9b17-42062cf19d49, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b90be132-c7f2-45b6-9b17-42062cf19d49,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:04:16.523592 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bdd27376-7258-4731-b7e5-388625a16caa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (b90be132-c7f2-45b6-9b17-42062cf19d49), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:16.535723 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-57dfba27-375f-435f-a562-cec5bbdec75a admin admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:16.539015 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-57dfba27-375f-435f-a562-cec5bbdec75a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 4.8127184
Feb 05 21:04:16.542231 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53652) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:16.544376 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d01261-3599-4382-ac00-4180a85d759f None None] Routers {'5d888949-8e91-4f41-b7b6-876f26555dff'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:04:16.545013 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-73d01261-3599-4382-ac00-4180a85d759f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db9050f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:04:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['5d888949-8e91-4f41-b7b6-876f26555dff'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:16.547458 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-bdd27376-7258-4731-b7e5-388625a16caa None None] Calling delete_port for b90be132-c7f2-45b6-9b17-42062cf19d49 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:04:16.581326 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf280b64-80f5-41cb-9943-aa6cc99306e2 None None] Network ab0bd82b-ed80-4762-9f4f-e43e9b5fbda0 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:04:16.698440 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c0a2bb93-cc53-45c5-9d78-8ccb7b04928a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (89f03f29-0ae3-45c3-8711-0842f9d017ea), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:16.701047 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c0a2bb93-cc53-45c5-9d78-8ccb7b04928a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:16.702227 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c0a2bb93-cc53-45c5-9d78-8ccb7b04928a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/89f03f29-0ae3-45c3-8711-0842f9d017ea HTTP/1.1" status: 204  len: 168 time: 0.4371819
Feb 05 21:04:16.716605 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-ba26d59e-6640-4894-ae5a-516348f70405 None None] Provisioning complete for port df32e303-cc41-4c56-a51d-e65d53151232 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:16.716987 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ba26d59e-6640-4894-ae5a-516348f70405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (df32e303-cc41-4c56-a51d-e65d53151232), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:16.734835 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a2bb93-cc53-45c5-9d78-8ccb7b04928a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f03f29-0ae3-45c3-8711-0842f9d017ea,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:16.747809 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-73d01261-3599-4382-ac00-4180a85d759f None None] Set router 5d888949-8e91-4f41-b7b6-876f26555dff gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:04:16.754077 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4021a96b-6e4b-4c06-935a-6eaa1d9de070 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for router_gateway (5c898e03-7ef2-449b-8a0a-3f8e184aa435), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:16.803431 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4021a96b-6e4b-4c06-935a-6eaa1d9de070 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:16.846745 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bdd27376-7258-4731-b7e5-388625a16caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (b90be132-c7f2-45b6-9b17-42062cf19d49), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:16.873032 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd27376-7258-4731-b7e5-388625a16caa None None] Pushing event deleted for resources: {'Port': ['ID=b90be132-c7f2-45b6-9b17-42062cf19d49,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:16.908069 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd27376-7258-4731-b7e5-388625a16caa None None] No DVR routers for this DVR port b90be132-c7f2-45b6-9b17-42062cf19d49 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:04:16.983545 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd26dc14-4bde-4bbb-86a4-3808f156b5da None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:04:16.988196 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device df32e303-cc41-4c56-a51d-e65d53151232 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:04:17.035270 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-4021a96b-6e4b-4c06-935a-6eaa1d9de070 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Allocated IP 172.35.4.232 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/a992aa7d-6b6a-4fc6-8cf5-f0f17a051117) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:04:17.146255 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ba26d59e-6640-4894-ae5a-516348f70405 None None] Current status of the port df32e303-cc41-4c56-a51d-e65d53151232 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:17.149047 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-73d01261-3599-4382-ac00-4180a85d759f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db9050f70>, [{'id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'name': 'tempest-TestVolumeBootPattern-1133930276-router', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:04:11Z', 'updated_at': '2022-02-05T21:04:14Z', 'revision_number': 3, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'gw_port': {'id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:09:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:13Z', 'updated_at': '2022-02-05T21:04:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:17.201456 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d01261-3599-4382-ac00-4180a85d759f None None] Checking router: 5d888949-8e91-4f41-b7b6-876f26555dff for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:04:17.204159 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d01261-3599-4382-ac00-4180a85d759f None None] Updating router 5d888949-8e91-4f41-b7b6-876f26555dff port 142795a3-4fb9-41f2-a292-0ee608a62376 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:04:17.283986 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4021a96b-6e4b-4c06-935a-6eaa1d9de070 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for port (a992aa7d-6b6a-4fc6-8cf5-f0f17a051117), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:17.293708 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-73d01261-3599-4382-ac00-4180a85d759f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (142795a3-4fb9-41f2-a292-0ee608a62376), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:17.317361 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port df32e303-cc41-4c56-a51d-e65d53151232 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:17.317746 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (df32e303-cc41-4c56-a51d-e65d53151232), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:17.348118 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4021a96b-6e4b-4c06-935a-6eaa1d9de070 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (a992aa7d-6b6a-4fc6-8cf5-f0f17a051117), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:17.434810 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53674) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:17.469028 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4021a96b-6e4b-4c06-935a-6eaa1d9de070 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:04:17.481016 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-4021a96b-6e4b-4c06-935a-6eaa1d9de070 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:17.485868 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4021a96b-6e4b-4c06-935a-6eaa1d9de070 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:04:17.493116 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0c63b214-a557-4a8d-8afb-016772bd750f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:17.523822 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port df32e303-cc41-4c56-a51d-e65d53151232 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:17.529804 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed478c19-4fca-4608-a6d8-5916cda5a9ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4b876e93-e753-4f82-8855-2c9c3d1db066', 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'project_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'fixed_ips': [{'subnet_id': 'dea54ecf-b5c6-4d5b-8bd1-1278bf71411b'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:04:17.531006 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ed478c19-4fca-4608-a6d8-5916cda5a9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:17.545382 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4021a96b-6e4b-4c06-935a-6eaa1d9de070 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Pushing event updated for resources: {'Port': ['ID=a992aa7d-6b6a-4fc6-8cf5-f0f17a051117,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:17.649322 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-73d01261-3599-4382-ac00-4180a85d759f None None] Publish callbacks [] for port (142795a3-4fb9-41f2-a292-0ee608a62376), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:17.652077 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b90be132-c7f2-45b6-9b17-42062cf19d49 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:04:17.667069 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-73d01261-3599-4382-ac00-4180a85d759f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (142795a3-4fb9-41f2-a292-0ee608a62376), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:17.675492 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: b90be132-c7f2-45b6-9b17-42062cf19d49 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:04:17.675846 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b90be132-c7f2-45b6-9b17-42062cf19d49 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:04:17.743300 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b05f4b-b7ab-4c00-b9f9-c20b607e1295 req-509ad5a8-e89c-4405-8b73-7ebaa8e7e7d5 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:17.745085 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-73d01261-3599-4382-ac00-4180a85d759f None None] Attempting to bind port 142795a3-4fb9-41f2-a292-0ee608a62376 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:04:17.745462 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-73d01261-3599-4382-ac00-4180a85d759f None None] Attempting to bind port 142795a3-4fb9-41f2-a292-0ee608a62376 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:04:17.745830 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d01261-3599-4382-ac00-4180a85d759f None None] Attempting to bind port 142795a3-4fb9-41f2-a292-0ee608a62376 on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:04:17.746090 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-40b05f4b-b7ab-4c00-b9f9-c20b607e1295 req-509ad5a8-e89c-4405-8b73-7ebaa8e7e7d5 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=18e8daf2-7be8-4578-9d20-340e9ecd5a01 HTTP/1.1" status: 200  len: 946 time: 0.2572644
Feb 05 21:04:17.751611 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f09fde-6af8-44c1-8432-d11daf76e1fc None None] Pushing event updated for resources: {'Port': ['ID=142795a3-4fb9-41f2-a292-0ee608a62376,revision_number=2']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:17.755082 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d01261-3599-4382-ac00-4180a85d759f None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:04:17.755466 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d01261-3599-4382-ac00-4180a85d759f None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:04:17.755872 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-73d01261-3599-4382-ac00-4180a85d759f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:17.756277 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d01261-3599-4382-ac00-4180a85d759f None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:04:17.756774 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-73d01261-3599-4382-ac00-4180a85d759f None None] Bound port: 142795a3-4fb9-41f2-a292-0ee608a62376, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:04:17.757202 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-73d01261-3599-4382-ac00-4180a85d759f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (142795a3-4fb9-41f2-a292-0ee608a62376), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:17.764649 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f09fde-6af8-44c1-8432-d11daf76e1fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:17.764946 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f09fde-6af8-44c1-8432-d11daf76e1fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:17.765365 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f09fde-6af8-44c1-8432-d11daf76e1fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:17.765706 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f09fde-6af8-44c1-8432-d11daf76e1fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:17.766348 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f09fde-6af8-44c1-8432-d11daf76e1fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:17.766922 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f09fde-6af8-44c1-8432-d11daf76e1fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:17.767428 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f09fde-6af8-44c1-8432-d11daf76e1fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:17.767953 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f09fde-6af8-44c1-8432-d11daf76e1fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:17.768453 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f09fde-6af8-44c1-8432-d11daf76e1fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:17.768967 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f09fde-6af8-44c1-8432-d11daf76e1fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:17.769473 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f09fde-6af8-44c1-8432-d11daf76e1fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:17.769980 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f09fde-6af8-44c1-8432-d11daf76e1fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:17.770722 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f09fde-6af8-44c1-8432-d11daf76e1fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:17.802682 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0c63b214-a557-4a8d-8afb-016772bd750f admin admin] Publish callbacks [] for security_group (74de59c0-cc34-453c-89fb-d209b9ad142d), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:17.815578 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-56ddcaec-1cf0-48d3-b4a0-effbd239e569 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:17.817474 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-56ddcaec-1cf0-48d3-b4a0-effbd239e569 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] 10.222.0.32 "GET /v2.0/networks?id=ab0bd82b-ed80-4762-9f4f-e43e9b5fbda0 HTTP/1.1" status: 200  len: 814 time: 0.4199495
Feb 05 21:04:17.853274 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0c63b214-a557-4a8d-8afb-016772bd750f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (74de59c0-cc34-453c-89fb-d209b9ad142d), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:17.859710 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-ed478c19-4fca-4608-a6d8-5916cda5a9ea None None] Allocated IP 172.20.0.2 (4b876e93-e753-4f82-8855-2c9c3d1db066/dea54ecf-b5c6-4d5b-8bd1-1278bf71411b/730d7e2c-64c7-4762-ab1c-cfd5a55fb67b) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:04:17.873249 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-73d01261-3599-4382-ac00-4180a85d759f None None] For port 142795a3-4fb9-41f2-a292-0ee608a62376, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:04:17.880625 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-73d01261-3599-4382-ac00-4180a85d759f None None] For port 142795a3-4fb9-41f2-a292-0ee608a62376, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=142795a3-4fb9-41f2-a292-0ee608a62376,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:04:17.893810 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-73d01261-3599-4382-ac00-4180a85d759f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (142795a3-4fb9-41f2-a292-0ee608a62376), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:17.910280 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-de276ade-d5c8-4ddf-972a-5e5b43a76135 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] 10.222.0.32 "GET /v2.0/quotas/273cf271ed8c4c4ebfe710d7dc79fde2 HTTP/1.1" status: 200  len: 375 time: 0.0844519
Feb 05 21:04:17.983472 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-5a5d596f-ded1-42e3-9699-1bc56cced592 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=273cf271ed8c4c4ebfe710d7dc79fde2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0625951
Feb 05 21:04:17.990001 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-40b05f4b-b7ab-4c00-b9f9-c20b607e1295 req-e8539094-7b99-4882-bf90-0ef3b08bca76 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2309153
Feb 05 21:04:17.997384 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4021a96b-6e4b-4c06-935a-6eaa1d9de070 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for router_gateway (5c898e03-7ef2-449b-8a0a-3f8e184aa435), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:18.039800 ncdv-master-1 neutron-server[114391]: DEBUG neutron.objects.ports [None req-f7ada042-9114-4ec2-8e1e-e3b443a3b88b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114391) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 05 21:04:18.057169 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f09fde-6af8-44c1-8432-d11daf76e1fc None None] Pushing event updated for resources: {'Port': ['ID=142795a3-4fb9-41f2-a292-0ee608a62376,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:18.063620 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ed478c19-4fca-4608-a6d8-5916cda5a9ea None None] Publish callbacks [] for port (730d7e2c-64c7-4762-ab1c-cfd5a55fb67b), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:18.072309 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ed478c19-4fca-4608-a6d8-5916cda5a9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (730d7e2c-64c7-4762-ab1c-cfd5a55fb67b), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:18.082595 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f7ada042-9114-4ec2-8e1e-e3b443a3b88b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (e7f130e2-3d9f-415a-8929-fccb80a8b160), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:18.086654 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d01261-3599-4382-ac00-4180a85d759f None None] Routers {'5d888949-8e91-4f41-b7b6-876f26555dff'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:04:18.088673 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-73d01261-3599-4382-ac00-4180a85d759f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db9050f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:04:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['5d888949-8e91-4f41-b7b6-876f26555dff'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:18.133400 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed478c19-4fca-4608-a6d8-5916cda5a9ea None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:04:18.140134 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c63b214-a557-4a8d-8afb-016772bd750f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74de59c0-cc34-453c-89fb-d209b9ad142d,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:18.153389 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-ed478c19-4fca-4608-a6d8-5916cda5a9ea None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:18.157714 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed478c19-4fca-4608-a6d8-5916cda5a9ea None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:04:18.163635 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0c63b214-a557-4a8d-8afb-016772bd750f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b00653675bd748d39987498b4b5ed884&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7107348
Feb 05 21:04:18.177979 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53680) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:18.225538 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed478c19-4fca-4608-a6d8-5916cda5a9ea None None] Pushing event updated for resources: {'Port': ['ID=730d7e2c-64c7-4762-ab1c-cfd5a55fb67b,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:18.231785 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ada042-9114-4ec2-8e1e-e3b443a3b88b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:04:18.277583 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-f7ada042-9114-4ec2-8e1e-e3b443a3b88b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:18.295072 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-ed478c19-4fca-4608-a6d8-5916cda5a9ea None None] Attempting to bind port 730d7e2c-64c7-4762-ab1c-cfd5a55fb67b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:04:18.296360 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-73d01261-3599-4382-ac00-4180a85d759f None None] Set router 5d888949-8e91-4f41-b7b6-876f26555dff gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:04:18.296539 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-ed478c19-4fca-4608-a6d8-5916cda5a9ea None None] Attempting to bind port 730d7e2c-64c7-4762-ab1c-cfd5a55fb67b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:04:18.296983 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed478c19-4fca-4608-a6d8-5916cda5a9ea None None] Attempting to bind port 730d7e2c-64c7-4762-ab1c-cfd5a55fb67b on network 4b876e93-e753-4f82-8855-2c9c3d1db066 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:04:18.308192 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed478c19-4fca-4608-a6d8-5916cda5a9ea None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:04:18.309999 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-223169bf-27fa-4762-80b6-130359a24c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:18.310173 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed478c19-4fca-4608-a6d8-5916cda5a9ea None None] Checking segment: {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:04:18.310745 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ed478c19-4fca-4608-a6d8-5916cda5a9ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:18.311268 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed478c19-4fca-4608-a6d8-5916cda5a9ea None None] Bound using segment: {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:04:18.312027 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-ed478c19-4fca-4608-a6d8-5916cda5a9ea None None] Bound port: 730d7e2c-64c7-4762-ab1c-cfd5a55fb67b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:04:18.312537 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ed478c19-4fca-4608-a6d8-5916cda5a9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (730d7e2c-64c7-4762-ab1c-cfd5a55fb67b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:18.313237 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ada042-9114-4ec2-8e1e-e3b443a3b88b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Subnet': ['ID=e7f130e2-3d9f-415a-8929-fccb80a8b160,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:18.317613 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ada042-9114-4ec2-8e1e-e3b443a3b88b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:18.318304 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f7ada042-9114-4ec2-8e1e-e3b443a3b88b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:18.400334 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-63c1b830-d395-4e48-9d62-e8efd6e4016e service neutron] 10.222.0.32 "GET /v2.0/networks/ab0bd82b-ed80-4762-9f4f-e43e9b5fbda0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4011929
Feb 05 21:04:18.453040 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-ed478c19-4fca-4608-a6d8-5916cda5a9ea None None] For port 730d7e2c-64c7-4762-ab1c-cfd5a55fb67b, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:04:18.457013 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-ed478c19-4fca-4608-a6d8-5916cda5a9ea None None] For port 730d7e2c-64c7-4762-ab1c-cfd5a55fb67b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=730d7e2c-64c7-4762-ab1c-cfd5a55fb67b,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:04:18.465879 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ed478c19-4fca-4608-a6d8-5916cda5a9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (730d7e2c-64c7-4762-ab1c-cfd5a55fb67b), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:18.490652 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f7ada042-9114-4ec2-8e1e-e3b443a3b88b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 2.3511074
Feb 05 21:04:18.491387 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53682) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:18.524379 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-73d01261-3599-4382-ac00-4180a85d759f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db9050f70>, [{'id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'name': 'tempest-TestVolumeBootPattern-1133930276-router', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:04:11Z', 'updated_at': '2022-02-05T21:04:14Z', 'revision_number': 3, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'gw_port': {'id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:09:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:13Z', 'updated_at': '2022-02-05T21:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:18.542868 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-eb844c9c-cd2d-4c4c-a66b-75e84ce74e71 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'port': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'mac_address': 'fa:16:3e:d8:f6:f0', 'name': 'tempest-NetworksTestDHCPv6-733107093'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:18.556378 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed478c19-4fca-4608-a6d8-5916cda5a9ea None None] Pushing event updated for resources: {'Port': ['ID=730d7e2c-64c7-4762-ab1c-cfd5a55fb67b,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:18.567960 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d01261-3599-4382-ac00-4180a85d759f None None] The sync data for ids ['5d888949-8e91-4f41-b7b6-876f26555dff'] in ncdv-master-1 is: [{'id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'name': 'tempest-TestVolumeBootPattern-1133930276-router', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:04:11Z', 'updated_at': '2022-02-05T21:04:14Z', 'revision_number': 3, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'gw_port': {'id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:09:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:13Z', 'updated_at': '2022-02-05T21:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:04:18.610457 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-41a67e88-d5d0-476a-9fe4-303c41a4bb15 admin admin] Publish callbacks [] for security_group (74de59c0-cc34-453c-89fb-d209b9ad142d), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:18.741864 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-389f1625-c810-4cd8-adcd-5e4dad3a7bfb service neutron] 10.222.0.32 "GET /v2.0/networks/ab0bd82b-ed80-4762-9f4f-e43e9b5fbda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3405755
Feb 05 21:04:18.756825 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-41a67e88-d5d0-476a-9fe4-303c41a4bb15 admin admin] Publish callbacks [] for security_group (74de59c0-cc34-453c-89fb-d209b9ad142d), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:18.761717 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4021a96b-6e4b-4c06-935a-6eaa1d9de070 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8250'] for router (5c898e03-7ef2-449b-8a0a-3f8e184aa435), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:18.765697 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4021a96b-6e4b-4c06-935a-6eaa1d9de070 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583542'] for router (5c898e03-7ef2-449b-8a0a-3f8e184aa435), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:18.921144 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-223169bf-27fa-4762-80b6-130359a24c67 admin admin] Allocated IP 172.20.0.1 (101f8301-8908-474a-9c4a-c0416b6bfc1d/4fedd35d-80ae-4712-9371-a85b980ce8f3/7625f1f6-b3f6-42b2-a22b-eaf33034ddb9) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:04:18.994880 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4021a96b-6e4b-4c06-935a-6eaa1d9de070 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Router 5c898e03-7ef2-449b-8a0a-3f8e184aa435 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:04:19.143382 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb844c9c-cd2d-4c4c-a66b-75e84ce74e71 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:04:19.147529 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-41a67e88-d5d0-476a-9fe4-303c41a4bb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (74de59c0-cc34-453c-89fb-d209b9ad142d), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:19.156062 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-41a67e88-d5d0-476a-9fe4-303c41a4bb15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:19.157480 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-41a67e88-d5d0-476a-9fe4-303c41a4bb15 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/74de59c0-cc34-453c-89fb-d209b9ad142d HTTP/1.1" status: 204  len: 168 time: 0.9766855
Feb 05 21:04:19.175817 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-11c8a92c-0d6b-4363-900b-92dbe6d8c238 req-ecbc9d31-cc0f-49ad-839b-c2439dff24a0 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] 10.222.0.32 "GET /v2.0/ports?device_id=a715fa84-b63b-4882-ac66-7f4054369ed3 HTTP/1.1" status: 200  len: 210 time: 0.1136808
Feb 05 21:04:19.254468 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4021a96b-6e4b-4c06-935a-6eaa1d9de070 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:04:19.258318 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a67e88-d5d0-476a-9fe4-303c41a4bb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74de59c0-cc34-453c-89fb-d209b9ad142d,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:19.265416 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b423da1-5243-4d86-b1ef-67af2dc7b401 None None] Sync routers for ids ['5c898e03-7ef2-449b-8a0a-3f8e184aa435'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:04:19.268680 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4021a96b-6e4b-4c06-935a-6eaa1d9de070 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:19.270740 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4021a96b-6e4b-4c06-935a-6eaa1d9de070 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] 10.222.0.32 "PUT /v2.0/routers/5c898e03-7ef2-449b-8a0a-3f8e184aa435 HTTP/1.1" status: 200  len: 915 time: 3.3417435
Feb 05 21:04:19.274782 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53696) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:19.306164 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b423da1-5243-4d86-b1ef-67af2dc7b401 None None] Routers {'5c898e03-7ef2-449b-8a0a-3f8e184aa435'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:04:19.319655 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-4b423da1-5243-4d86-b1ef-67af2dc7b401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab6c3160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:04:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['5c898e03-7ef2-449b-8a0a-3f8e184aa435'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:19.385691 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-223169bf-27fa-4762-80b6-130359a24c67 admin admin] Publish callbacks [] for port (7625f1f6-b3f6-42b2-a22b-eaf33034ddb9), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:19.402208 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-4b423da1-5243-4d86-b1ef-67af2dc7b401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab6c3160>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:19.420426 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab81862-8d90-41db-a7ee-eb793fac1804 req-20495673-13fe-4a6a-b06d-56a3f3b25920 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:19.422209 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2ab81862-8d90-41db-a7ee-eb793fac1804 req-20495673-13fe-4a6a-b06d-56a3f3b25920 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=18e8daf2-7be8-4578-9d20-340e9ecd5a01 HTTP/1.1" status: 200  len: 946 time: 0.2516193
Feb 05 21:04:19.423246 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b423da1-5243-4d86-b1ef-67af2dc7b401 None None] Routers {'5c898e03-7ef2-449b-8a0a-3f8e184aa435'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:04:19.423981 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-4b423da1-5243-4d86-b1ef-67af2dc7b401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab6c3160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:04:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['5c898e03-7ef2-449b-8a0a-3f8e184aa435'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:19.442025 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eb844c9c-cd2d-4c4c-a66b-75e84ce74e71 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:19.485273 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [None req-eb844c9c-cd2d-4c4c-a66b-75e84ce74e71 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] device_id is not set on port e48a0488-84a9-4d14-a9a3-eb0413563aea yet. {{(pid=114391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:04:19.514188 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-4b423da1-5243-4d86-b1ef-67af2dc7b401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab6c3160>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:19.515526 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b423da1-5243-4d86-b1ef-67af2dc7b401 None None] The sync data for ids ['5c898e03-7ef2-449b-8a0a-3f8e184aa435'] in ncdv-master-1 is: [] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:04:19.538169 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8e924311-4bc8-4d4b-a79d-db8967aec63a tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] 10.222.0.32 "GET /v2.0/routers/5c898e03-7ef2-449b-8a0a-3f8e184aa435 HTTP/1.1" status: 200  len: 921 time: 0.2621663
Feb 05 21:04:19.541602 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53702) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:19.628610 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2ab81862-8d90-41db-a7ee-eb793fac1804 req-736e6322-8376-483a-b642-ca284884e292 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1992917
Feb 05 21:04:19.634864 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cca4ed-e451-4993-96d7-f59962557061 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:19.638122 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-74cca4ed-e451-4993-96d7-f59962557061 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=d65fb4dc-e812-4574-a4e6-6308f0abdf3f&device_id=5c898e03-7ef2-449b-8a0a-3f8e184aa435&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0951369
Feb 05 21:04:19.641102 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53704) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:19.648577 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-223169bf-27fa-4762-80b6-130359a24c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (7625f1f6-b3f6-42b2-a22b-eaf33034ddb9), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:19.769921 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223169bf-27fa-4762-80b6-130359a24c67 admin admin] Network 101f8301-8908-474a-9c4a-c0416b6bfc1d is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:04:19.809139 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-223169bf-27fa-4762-80b6-130359a24c67 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:19.815782 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223169bf-27fa-4762-80b6-130359a24c67 admin admin] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:04:19.862344 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3166610a-468c-482b-98f0-df9115a0546a tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:19.869213 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3166610a-468c-482b-98f0-df9115a0546a tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] 10.222.0.32 "GET /v2.0/networks/d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 881 time: 0.2226210
Feb 05 21:04:19.870025 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53712) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:19.872484 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223169bf-27fa-4762-80b6-130359a24c67 admin admin] Pushing event updated for resources: {'Port': ['ID=7625f1f6-b3f6-42b2-a22b-eaf33034ddb9,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:19.993745 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-223169bf-27fa-4762-80b6-130359a24c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (5d888949-8e91-4f41-b7b6-876f26555dff), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:20.007303 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53716) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:20.007907 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-db63a725-ae1b-4aa9-88a1-004f6b96ce35 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c898e03-7ef2-449b-8a0a-3f8e184aa435 HTTP/1.1" status: 200  len: 205 time: 0.1247439
Feb 05 21:04:20.096301 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:20.122554 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-eb844c9c-cd2d-4c4c-a66b-75e84ce74e71 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Allocated IP 172.20.0.6 (4b876e93-e753-4f82-8855-2c9c3d1db066/dea54ecf-b5c6-4d5b-8bd1-1278bf71411b/e48a0488-84a9-4d14-a9a3-eb0413563aea) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:04:20.138985 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-eb844c9c-cd2d-4c4c-a66b-75e84ce74e71 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Allocated IP 2001:db8::f816:3eff:fed8:f6f0 (4b876e93-e753-4f82-8855-2c9c3d1db066/e7f130e2-3d9f-415a-8929-fccb80a8b160/e48a0488-84a9-4d14-a9a3-eb0413563aea) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:04:20.225158 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e2919e-31be-4049-b6f3-1b796b8f4050 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:04:20.237103 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4abbe2f4-727f-4471-9bfc-eb7bf54f61a4 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router (5c898e03-7ef2-449b-8a0a-3f8e184aa435), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:20.400142 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4abbe2f4-727f-4471-9bfc-eb7bf54f61a4 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router_gateway (5c898e03-7ef2-449b-8a0a-3f8e184aa435), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:20.504503 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e753f52b-c7fd-4b95-8750-632fe5f077b4 req-b2476bbb-dd8b-46e6-aa37-6daaa789c117 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] 10.222.0.32 "GET /v2.0/ports?device_id=a715fa84-b63b-4882-ac66-7f4054369ed3 HTTP/1.1" status: 200  len: 210 time: 0.1404731
Feb 05 21:04:20.543523 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-223169bf-27fa-4762-80b6-130359a24c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7625f1f6-b3f6-42b2-a22b-eaf33034ddb9), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:20.588667 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-ca02460f-30fb-4b12-8aae-6e690b51f741 None None] Provisioning complete for port 7625f1f6-b3f6-42b2-a22b-eaf33034ddb9 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:20.594771 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ca02460f-30fb-4b12-8aae-6e690b51f741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7625f1f6-b3f6-42b2-a22b-eaf33034ddb9), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:20.643754 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ca02460f-30fb-4b12-8aae-6e690b51f741 None None] Port 7625f1f6-b3f6-42b2-a22b-eaf33034ddb9 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:04:20.649542 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eb844c9c-cd2d-4c4c-a66b-75e84ce74e71 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for port (e48a0488-84a9-4d14-a9a3-eb0413563aea), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:20.701156 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-4abbe2f4-727f-4471-9bfc-eb7bf54f61a4 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Deleting port a992aa7d-6b6a-4fc6-8cf5-f0f17a051117 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:04:20.701544 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4abbe2f4-727f-4471-9bfc-eb7bf54f61a4 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (a992aa7d-6b6a-4fc6-8cf5-f0f17a051117), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:20.705888 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-ca02460f-30fb-4b12-8aae-6e690b51f741 None None] Provisioning complete for port 730d7e2c-64c7-4762-ab1c-cfd5a55fb67b triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:20.707586 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ca02460f-30fb-4b12-8aae-6e690b51f741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (730d7e2c-64c7-4762-ab1c-cfd5a55fb67b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:20.777860 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eb844c9c-cd2d-4c4c-a66b-75e84ce74e71 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (e48a0488-84a9-4d14-a9a3-eb0413563aea), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:20.869333 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ca02460f-30fb-4b12-8aae-6e690b51f741 None None] Current status of the port 730d7e2c-64c7-4762-ab1c-cfd5a55fb67b is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:20.869733 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ca02460f-30fb-4b12-8aae-6e690b51f741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (730d7e2c-64c7-4762-ab1c-cfd5a55fb67b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:20.932987 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-7aea8804-80f6-493c-b9a0-3c762d81b477 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:20.935503 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-7aea8804-80f6-493c-b9a0-3c762d81b477 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] 10.222.0.21 "GET /v2.0/networks?id=ab0bd82b-ed80-4762-9f4f-e43e9b5fbda0 HTTP/1.1" status: 200  len: 814 time: 0.4396625
Feb 05 21:04:20.939979 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-ca02460f-30fb-4b12-8aae-6e690b51f741 None None] For port 730d7e2c-64c7-4762-ab1c-cfd5a55fb67b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=730d7e2c-64c7-4762-ab1c-cfd5a55fb67b,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:04:20.948621 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ca02460f-30fb-4b12-8aae-6e690b51f741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (730d7e2c-64c7-4762-ab1c-cfd5a55fb67b), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:20.956661 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e9f0c6-25c4-4dee-b6fb-6e0034c59561 None None] Update dhcp port {'port': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'fixed_ips': [{'subnet_id': 'dea54ecf-b5c6-4d5b-8bd1-1278bf71411b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e7f130e2-3d9f-415a-8929-fccb80a8b160'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '730d7e2c-64c7-4762-ab1c-cfd5a55fb67b'} from ncdv-master-1. {{(pid=114392) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 05 21:04:20.963005 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-0f735441-6d5b-419b-a8e1-3a9dcb1d8e65 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] Request body: {'port': {'device_id': 'a715fa84-b63b-4882-ac66-7f4054369ed3', 'network_id': 'ab0bd82b-ed80-4762-9f4f-e43e9b5fbda0', 'admin_state_up': True, 'tenant_id': '273cf271ed8c4c4ebfe710d7dc79fde2'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:21.031872 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-75e9f0c6-25c4-4dee-b6fb-6e0034c59561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (730d7e2c-64c7-4762-ab1c-cfd5a55fb67b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:21.072399 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4abbe2f4-727f-4471-9bfc-eb7bf54f61a4 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (a992aa7d-6b6a-4fc6-8cf5-f0f17a051117), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:21.081349 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 730d7e2c-64c7-4762-ab1c-cfd5a55fb67b up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:04:21.120641 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-4abbe2f4-727f-4471-9bfc-eb7bf54f61a4 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Calling delete_port for a992aa7d-6b6a-4fc6-8cf5-f0f17a051117 owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:04:21.155109 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02460f-30fb-4b12-8aae-6e690b51f741 None None] Pushing event updated for resources: {'Port': ['ID=730d7e2c-64c7-4762-ab1c-cfd5a55fb67b,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:21.221581 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 730d7e2c-64c7-4762-ab1c-cfd5a55fb67b triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:21.222239 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (730d7e2c-64c7-4762-ab1c-cfd5a55fb67b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:21.284101 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-0f735441-6d5b-419b-a8e1-3a9dcb1d8e65 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] Made reservation on behalf of 273cf271ed8c4c4ebfe710d7dc79fde2 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:04:21.287926 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-0f735441-6d5b-419b-a8e1-3a9dcb1d8e65 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:21.368255 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb844c9c-cd2d-4c4c-a66b-75e84ce74e71 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:04:21.377796 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb844c9c-cd2d-4c4c-a66b-75e84ce74e71 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Port': ['ID=e48a0488-84a9-4d14-a9a3-eb0413563aea,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:21.380561 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-eb844c9c-cd2d-4c4c-a66b-75e84ce74e71 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:21.390180 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb844c9c-cd2d-4c4c-a66b-75e84ce74e71 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:04:21.481343 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-223169bf-27fa-4762-80b6-130359a24c67 admin admin] Publish callbacks [] for port (7625f1f6-b3f6-42b2-a22b-eaf33034ddb9), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:21.484299 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb844c9c-cd2d-4c4c-a66b-75e84ce74e71 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:21.485075 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eb844c9c-cd2d-4c4c-a66b-75e84ce74e71 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:21.493214 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-223169bf-27fa-4762-80b6-130359a24c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (7625f1f6-b3f6-42b2-a22b-eaf33034ddb9), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:21.506873 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4abbe2f4-727f-4471-9bfc-eb7bf54f61a4 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (a992aa7d-6b6a-4fc6-8cf5-f0f17a051117), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:21.513497 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ea37d-f525-4a23-97c9-348da90b4929 req-d7fabac8-4c79-4425-87e9-462f92a13224 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:21.515042 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fb7ea37d-f525-4a23-97c9-348da90b4929 req-d7fabac8-4c79-4425-87e9-462f92a13224 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=18e8daf2-7be8-4578-9d20-340e9ecd5a01 HTTP/1.1" status: 200  len: 946 time: 0.7220469
Feb 05 21:04:21.562233 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abbe2f4-727f-4471-9bfc-eb7bf54f61a4 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Pushing event deleted for resources: {'Port': ['ID=a992aa7d-6b6a-4fc6-8cf5-f0f17a051117,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:21.606080 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-eb844c9c-cd2d-4c4c-a66b-75e84ce74e71 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 3.0696051
Feb 05 21:04:21.619398 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53746) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:21.679934 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223169bf-27fa-4762-80b6-130359a24c67 admin admin] Pushing event updated for resources: {'Port': ['ID=7625f1f6-b3f6-42b2-a22b-eaf33034ddb9,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:21.680707 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-0f735441-6d5b-419b-a8e1-3a9dcb1d8e65 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] Allocated IP 172.20.0.12 (ab0bd82b-ed80-4762-9f4f-e43e9b5fbda0/680bbdc7-5be4-4776-810b-613d6d2907bb/c5096f96-9384-4801-91f2-2c09594e7544) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:04:21.693206 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-223169bf-27fa-4762-80b6-130359a24c67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (5d888949-8e91-4f41-b7b6-876f26555dff), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:21.712233 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4abbe2f4-727f-4471-9bfc-eb7bf54f61a4 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (5c898e03-7ef2-449b-8a0a-3f8e184aa435), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:21.713635 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-75e9f0c6-25c4-4dee-b6fb-6e0034c59561 None None] Allocated IP 2001:db8::f816:3eff:feca:e512 (4b876e93-e753-4f82-8855-2c9c3d1db066/e7f130e2-3d9f-415a-8929-fccb80a8b160/730d7e2c-64c7-4762-ab1c-cfd5a55fb67b) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:04:21.728869 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5c65bac4-6af5-478f-b244-3cefe571a5b2 req-67856763-612e-4b7b-be62-4986f176b792 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] 10.222.0.32 "GET /v2.0/ports?device_id=a715fa84-b63b-4882-ac66-7f4054369ed3 HTTP/1.1" status: 200  len: 210 time: 0.0580797
Feb 05 21:04:21.737570 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fb7ea37d-f525-4a23-97c9-348da90b4929 req-6f1db0f6-3e92-482d-a418-f59416db00ce tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1981857
Feb 05 21:04:21.775595 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb5663a-9d2f-4f75-abe1-15c65654285d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:21.781326 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb5663a-9d2f-4f75-abe1-15c65654285d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:21.783705 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8fb5663a-9d2f-4f75-abe1-15c65654285d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1764 time: 0.1633165
Feb 05 21:04:21.786782 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53752) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:21.828667 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4abbe2f4-727f-4471-9bfc-eb7bf54f61a4 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (5c898e03-7ef2-449b-8a0a-3f8e184aa435), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:21.834478 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4abbe2f4-727f-4471-9bfc-eb7bf54f61a4 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router_controller (5c898e03-7ef2-449b-8a0a-3f8e184aa435), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:21.884851 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 730d7e2c-64c7-4762-ab1c-cfd5a55fb67b is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:21.886869 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 142795a3-4fb9-41f2-a292-0ee608a62376 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:04:21.921176 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223169bf-27fa-4762-80b6-130359a24c67 admin admin] Network 101f8301-8908-474a-9c4a-c0416b6bfc1d is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:04:21.925139 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-223169bf-27fa-4762-80b6-130359a24c67 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:21.944028 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-75e9f0c6-25c4-4dee-b6fb-6e0034c59561 None None] For port 730d7e2c-64c7-4762-ab1c-cfd5a55fb67b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=730d7e2c-64c7-4762-ab1c-cfd5a55fb67b,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:04:21.975952 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4abbe2f4-727f-4471-9bfc-eb7bf54f61a4 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (5c898e03-7ef2-449b-8a0a-3f8e184aa435), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:21.976584 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abbe2f4-727f-4471-9bfc-eb7bf54f61a4 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Fanout notify agent at l3_agent the message router_deleted on router 5c898e03-7ef2-449b-8a0a-3f8e184aa435 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:04:21.984824 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4abbe2f4-727f-4471-9bfc-eb7bf54f61a4 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:21.989799 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4abbe2f4-727f-4471-9bfc-eb7bf54f61a4 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] 10.222.0.32 "DELETE /v2.0/routers/5c898e03-7ef2-449b-8a0a-3f8e184aa435 HTTP/1.1" status: 204  len: 168 time: 1.9814324
Feb 05 21:04:21.992865 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53758) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:21.994116 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-75e9f0c6-25c4-4dee-b6fb-6e0034c59561 None None] Publish callbacks [] for port (730d7e2c-64c7-4762-ab1c-cfd5a55fb67b), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:21.997499 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 142795a3-4fb9-41f2-a292-0ee608a62376 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:21.998109 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (142795a3-4fb9-41f2-a292-0ee608a62376), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:22.008392 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-fa7201f8-efef-4727-8bc7-9c5637745850 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2031627514', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}, 'admin_state_up': False}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:22.028351 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-3e3be7eb-cc19-4ee1-9c8d-dfaa0049ed0f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting port e48a0488-84a9-4d14-a9a3-eb0413563aea {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:04:22.028779 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3e3be7eb-cc19-4ee1-9c8d-dfaa0049ed0f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (e48a0488-84a9-4d14-a9a3-eb0413563aea), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:22.061231 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-0f735441-6d5b-419b-a8e1-3a9dcb1d8e65 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] Publish callbacks [] for port (c5096f96-9384-4801-91f2-2c09594e7544), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:22.063312 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fa7201f8-efef-4727-8bc7-9c5637745850 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (3831a412-fdf7-42c3-b2e7-942962b564ba), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:22.064327 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fa7201f8-efef-4727-8bc7-9c5637745850 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (3831a412-fdf7-42c3-b2e7-942962b564ba), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:22.067505 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-75e9f0c6-25c4-4dee-b6fb-6e0034c59561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (730d7e2c-64c7-4762-ab1c-cfd5a55fb67b), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:22.162853 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fa7201f8-efef-4727-8bc7-9c5637745850 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router_controller (3831a412-fdf7-42c3-b2e7-942962b564ba), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:22.175352 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-0f735441-6d5b-419b-a8e1-3a9dcb1d8e65 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (c5096f96-9384-4801-91f2-2c09594e7544), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:22.230839 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 142795a3-4fb9-41f2-a292-0ee608a62376 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:22.231348 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (142795a3-4fb9-41f2-a292-0ee608a62376), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:22.254123 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 142795a3-4fb9-41f2-a292-0ee608a62376, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=142795a3-4fb9-41f2-a292-0ee608a62376,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:04:22.259195 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e9f0c6-25c4-4dee-b6fb-6e0034c59561 None None] Pushing event updated for resources: {'Port': ['ID=730d7e2c-64c7-4762-ab1c-cfd5a55fb67b,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:22.266008 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (142795a3-4fb9-41f2-a292-0ee608a62376), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:22.304362 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-0f735441-6d5b-419b-a8e1-3a9dcb1d8e65 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] Network ab0bd82b-ed80-4762-9f4f-e43e9b5fbda0 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:04:22.316661 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223169bf-27fa-4762-80b6-130359a24c67 admin admin] Router 5d888949-8e91-4f41-b7b6-876f26555dff has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:04:22.320365 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-0f735441-6d5b-419b-a8e1-3a9dcb1d8e65 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:22.321672 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3e3be7eb-cc19-4ee1-9c8d-dfaa0049ed0f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (e48a0488-84a9-4d14-a9a3-eb0413563aea), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:22.323568 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-0f735441-6d5b-419b-a8e1-3a9dcb1d8e65 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:04:22.343222 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=142795a3-4fb9-41f2-a292-0ee608a62376,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:22.379857 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-3e3be7eb-cc19-4ee1-9c8d-dfaa0049ed0f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Calling delete_port for e48a0488-84a9-4d14-a9a3-eb0413563aea owned by  {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:04:22.443101 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f735441-6d5b-419b-a8e1-3a9dcb1d8e65 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] Pushing event updated for resources: {'Port': ['ID=c5096f96-9384-4801-91f2-2c09594e7544,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:22.459598 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fa7201f8-efef-4727-8bc7-9c5637745850 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router_gateway (3831a412-fdf7-42c3-b2e7-942962b564ba), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:22.475068 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-0f735441-6d5b-419b-a8e1-3a9dcb1d8e65 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:22.476456 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-0f735441-6d5b-419b-a8e1-3a9dcb1d8e65 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:22.502323 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-0f2dd840-bc31-4b1b-8bd1-0f3ddbaa2836 None None] Provisioning complete for port 7625f1f6-b3f6-42b2-a22b-eaf33034ddb9 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:22.502739 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0f2dd840-bc31-4b1b-8bd1-0f3ddbaa2836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7625f1f6-b3f6-42b2-a22b-eaf33034ddb9), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:22.548121 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-0f735441-6d5b-419b-a8e1-3a9dcb1d8e65 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6035755
Feb 05 21:04:22.564879 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-e534d7bd-b4a4-4595-9bdd-e061be56575c service neutron] Request body: {'port': {'device_id': 'a715fa84-b63b-4882-ac66-7f4054369ed3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:22.578969 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-0f2dd840-bc31-4b1b-8bd1-0f3ddbaa2836 None None] Port 7625f1f6-b3f6-42b2-a22b-eaf33034ddb9 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:04:22.604273 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223169bf-27fa-4762-80b6-130359a24c67 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:04:22.619023 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-223169bf-27fa-4762-80b6-130359a24c67 admin admin] 10.222.0.32 "PUT /v2.0/routers/5d888949-8e91-4f41-b7b6-876f26555dff/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0738001
Feb 05 21:04:22.626074 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddab436-52f7-4298-9a45-36cc06298e6f None None] Sync routers for ids ['5d888949-8e91-4f41-b7b6-876f26555dff'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:04:22.646010 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddab436-52f7-4298-9a45-36cc06298e6f None None] Routers {'5d888949-8e91-4f41-b7b6-876f26555dff'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:04:22.646688 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-9ddab436-52f7-4298-9a45-36cc06298e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db9050550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:04:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['5d888949-8e91-4f41-b7b6-876f26555dff'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:22.710409 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-e534d7bd-b4a4-4595-9bdd-e061be56575c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c5096f96-9384-4801-91f2-2c09594e7544), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:22.942279 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 730d7e2c-64c7-4762-ab1c-cfd5a55fb67b up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:04:23.080420 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 730d7e2c-64c7-4762-ab1c-cfd5a55fb67b triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:23.080795 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (730d7e2c-64c7-4762-ab1c-cfd5a55fb67b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:23.168251 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-9ddab436-52f7-4298-9a45-36cc06298e6f None None] Set router 5d888949-8e91-4f41-b7b6-876f26555dff gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:04:23.177542 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3e3be7eb-cc19-4ee1-9c8d-dfaa0049ed0f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (e48a0488-84a9-4d14-a9a3-eb0413563aea), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:23.246954 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 730d7e2c-64c7-4762-ab1c-cfd5a55fb67b is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:23.249053 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 142795a3-4fb9-41f2-a292-0ee608a62376 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:04:23.279595 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fa7201f8-efef-4727-8bc7-9c5637745850 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router_gateway (3831a412-fdf7-42c3-b2e7-942962b564ba), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:23.343608 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fa7201f8-efef-4727-8bc7-9c5637745850 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:23.349587 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037977c8-4e35-440c-9b49-5bbd987e7d94 req-460e9ebb-2d18-45fb-9e89-4b74647351a0 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:23.360878 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-037977c8-4e35-440c-9b49-5bbd987e7d94 req-460e9ebb-2d18-45fb-9e89-4b74647351a0 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=18e8daf2-7be8-4578-9d20-340e9ecd5a01 HTTP/1.1" status: 200  len: 946 time: 0.4422848
Feb 05 21:04:23.389503 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-bcebf0ba-8539-452e-807e-2516eeca79f5 None None] Provisioning complete for port 730d7e2c-64c7-4762-ab1c-cfd5a55fb67b triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:23.393992 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bcebf0ba-8539-452e-807e-2516eeca79f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (730d7e2c-64c7-4762-ab1c-cfd5a55fb67b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:23.478274 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 142795a3-4fb9-41f2-a292-0ee608a62376 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:23.478680 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (142795a3-4fb9-41f2-a292-0ee608a62376), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:23.533580 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-9ddab436-52f7-4298-9a45-36cc06298e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db9050550>, [{'id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'name': 'tempest-TestVolumeBootPattern-1133930276-router', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:04:11Z', 'updated_at': '2022-02-05T21:04:20Z', 'revision_number': 4, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'gw_port': {'id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:13Z', 'updated_at': '2022-02-05T21:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7625f1f6-b3f6-42b2-a22b-eaf33034ddb9', 'name': '', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'mac_address': 'fa:16:3e:7d:99:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:18Z', 'updated_at': '2022-02-05T21:04:20Z', 'revision_number': 2, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'subnets': [{'id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:23.534226 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-fa7201f8-efef-4727-8bc7-9c5637745850 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Allocated IP 172.35.4.207 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/2a78890c-5782-43c8-a3d1-2f154e033b49) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:04:23.574007 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3be7eb-cc19-4ee1-9c8d-dfaa0049ed0f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Port': ['ID=e48a0488-84a9-4d14-a9a3-eb0413563aea,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:23.603784 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddab436-52f7-4298-9a45-36cc06298e6f None None] Checking router: 5d888949-8e91-4f41-b7b6-876f26555dff for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:04:23.604153 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddab436-52f7-4298-9a45-36cc06298e6f None None] Updating router 5d888949-8e91-4f41-b7b6-876f26555dff port 7625f1f6-b3f6-42b2-a22b-eaf33034ddb9 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:04:23.612435 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13749ec-0f53-45b9-bea9-cb043cc4290e req-a51e9306-00c4-4ec6-80d6-3015f8e9f87c tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:23.620767 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a13749ec-0f53-45b9-bea9-cb043cc4290e req-a51e9306-00c4-4ec6-80d6-3015f8e9f87c tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] 10.222.0.32 "GET /v2.0/ports?device_id=a715fa84-b63b-4882-ac66-7f4054369ed3 HTTP/1.1" status: 200  len: 932 time: 0.6526759
Feb 05 21:04:23.626091 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3e3be7eb-cc19-4ee1-9c8d-dfaa0049ed0f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:23.640274 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53804) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:23.642948 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-3e3be7eb-cc19-4ee1-9c8d-dfaa0049ed0f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/ports/e48a0488-84a9-4d14-a9a3-eb0413563aea HTTP/1.1" status: 204  len: 168 time: 1.8549080
Feb 05 21:04:23.671887 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-9ddab436-52f7-4298-9a45-36cc06298e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7625f1f6-b3f6-42b2-a22b-eaf33034ddb9), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:23.688905 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-037977c8-4e35-440c-9b49-5bbd987e7d94 req-1b26bd0e-7f57-40ca-9167-eca77171ba1c tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3274963
Feb 05 21:04:23.750119 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53806) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:23.784107 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a13749ec-0f53-45b9-bea9-cb043cc4290e req-51d842a2-f02d-407c-a69e-05bc46979a90 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0737393-4401-4b68-9a10-73b5f17b7c0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1623447
Feb 05 21:04:23.810852 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 142795a3-4fb9-41f2-a292-0ee608a62376 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:23.839803 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-bcebf0ba-8539-452e-807e-2516eeca79f5 None None] Current status of the port 730d7e2c-64c7-4762-ab1c-cfd5a55fb67b is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:23.954075 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53816) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:23.959014 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-14a89b53-70fc-4a94-9f31-311b6eb8f299 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2108145269-network', 'tenant_id': '038e5a5565304c12b0a7707b4453781f'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:23.995821 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-0313b4e5-e0bb-4c32-b07c-cf7239e2c223 None None] Could not find standard attr ID for object e48a0488-84a9-4d14-a9a3-eb0413563aea. {{(pid=114392) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 05 21:04:24.024625 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fd602726-2bb2-4afc-8610-e989fa15a38e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:24.032888 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a89b53-70fc-4a94-9f31-311b6eb8f299 admin admin] Made reservation on behalf of 038e5a5565304c12b0a7707b4453781f for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:04:24.035317 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-14a89b53-70fc-4a94-9f31-311b6eb8f299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:24.057121 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-14a89b53-70fc-4a94-9f31-311b6eb8f299 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:24.265510 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-14a89b53-70fc-4a94-9f31-311b6eb8f299 admin admin] Publish callbacks [] for security_group (34b6420d-0d24-40b4-9757-f81654725cd5), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:24.268274 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fd602726-2bb2-4afc-8610-e989fa15a38e admin admin] Publish callbacks [] for security_group (0b014bfb-92f3-4ba9-9ba8-231ecc88d3c1), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:24.270805 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-9ddab436-52f7-4298-9a45-36cc06298e6f None None] Publish callbacks [] for port (7625f1f6-b3f6-42b2-a22b-eaf33034ddb9), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:24.271499 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-14a89b53-70fc-4a94-9f31-311b6eb8f299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (34b6420d-0d24-40b4-9757-f81654725cd5), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:24.276559 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-9ddab436-52f7-4298-9a45-36cc06298e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7625f1f6-b3f6-42b2-a22b-eaf33034ddb9), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:24.279535 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fd602726-2bb2-4afc-8610-e989fa15a38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (0b014bfb-92f3-4ba9-9ba8-231ecc88d3c1), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:24.315986 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14a89b53-70fc-4a94-9f31-311b6eb8f299 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:04:24.317093 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a89b53-70fc-4a94-9f31-311b6eb8f299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b6420d-0d24-40b4-9757-f81654725cd5,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:24.324680 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-e534d7bd-b4a4-4595-9bdd-e061be56575c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5096f96-9384-4801-91f2-2c09594e7544 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:04:24.346061 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd731fe1-ff12-42c0-94e3-15672943a985 None None] Pushing event updated for resources: {'Port': ['ID=7625f1f6-b3f6-42b2-a22b-eaf33034ddb9,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:24.349269 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-e534d7bd-b4a4-4595-9bdd-e061be56575c service neutron] Publish callbacks [] for port (c5096f96-9384-4801-91f2-2c09594e7544), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:24.349455 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-14a89b53-70fc-4a94-9f31-311b6eb8f299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (344e88b7-3ca9-4948-b934-0d9932aee0b1), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:24.350219 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-14a89b53-70fc-4a94-9f31-311b6eb8f299 admin admin] Added segment 344e88b7-3ca9-4948-b934-0d9932aee0b1 of type vlan for network e5e0a553-f058-471d-bf94-537dea3ad2e3
Feb 05 21:04:24.356194 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-fd602726-2bb2-4afc-8610-e989fa15a38e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dac1e6f19bb14206a87cf092abab5c69&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6011317
Feb 05 21:04:24.358075 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8ee91e-fdd3-4feb-8883-b0d66de06d46 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:24.359825 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8ee91e-fdd3-4feb-8883-b0d66de06d46 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:24.361279 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8ee91e-fdd3-4feb-8883-b0d66de06d46 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:24.362960 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8c8ee91e-fdd3-4feb-8883-b0d66de06d46 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.7216060
Feb 05 21:04:24.368344 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53822) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:24.368554 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53824) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:24.381409 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd602726-2bb2-4afc-8610-e989fa15a38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b014bfb-92f3-4ba9-9ba8-231ecc88d3c1,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:24.420630 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-9ddab436-52f7-4298-9a45-36cc06298e6f None None] Attempting to bind port 7625f1f6-b3f6-42b2-a22b-eaf33034ddb9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:04:24.421000 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-9ddab436-52f7-4298-9a45-36cc06298e6f None None] Attempting to bind port 7625f1f6-b3f6-42b2-a22b-eaf33034ddb9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6da08ccd-563d-4daa-98a3-11856904a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:04:24.421367 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddab436-52f7-4298-9a45-36cc06298e6f None None] Attempting to bind port 7625f1f6-b3f6-42b2-a22b-eaf33034ddb9 on network 101f8301-8908-474a-9c4a-c0416b6bfc1d {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:04:24.427363 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddab436-52f7-4298-9a45-36cc06298e6f None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:04:24.427738 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddab436-52f7-4298-9a45-36cc06298e6f None None] Checking segment: {'id': '6da08ccd-563d-4daa-98a3-11856904a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:04:24.428141 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-9ddab436-52f7-4298-9a45-36cc06298e6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:24.428531 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddab436-52f7-4298-9a45-36cc06298e6f None None] Bound using segment: {'id': '6da08ccd-563d-4daa-98a3-11856904a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:04:24.429782 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-9ddab436-52f7-4298-9a45-36cc06298e6f None None] Bound port: 7625f1f6-b3f6-42b2-a22b-eaf33034ddb9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da08ccd-563d-4daa-98a3-11856904a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:04:24.429782 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-9ddab436-52f7-4298-9a45-36cc06298e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7625f1f6-b3f6-42b2-a22b-eaf33034ddb9), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:24.430006 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-e534d7bd-b4a4-4595-9bdd-e061be56575c service neutron] Transition to ACTIVE for port object c5096f96-9384-4801-91f2-2c09594e7544 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:04:24.437592 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fa7201f8-efef-4727-8bc7-9c5637745850 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for port (2a78890c-5782-43c8-a3d1-2f154e033b49), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:24.447969 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-e534d7bd-b4a4-4595-9bdd-e061be56575c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (c5096f96-9384-4801-91f2-2c09594e7544), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:24.465235 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-14a89b53-70fc-4a94-9f31-311b6eb8f299 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (e5e0a553-f058-471d-bf94-537dea3ad2e3), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:24.514511 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-9ddab436-52f7-4298-9a45-36cc06298e6f None None] For port 7625f1f6-b3f6-42b2-a22b-eaf33034ddb9, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:04:24.520217 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-9ddab436-52f7-4298-9a45-36cc06298e6f None None] For port 7625f1f6-b3f6-42b2-a22b-eaf33034ddb9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7625f1f6-b3f6-42b2-a22b-eaf33034ddb9,segment=NetworkSegment(6da08ccd-563d-4daa-98a3-11856904a998),segment_id=6da08ccd-563d-4daa-98a3-11856904a998)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:04:24.525905 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-14a89b53-70fc-4a94-9f31-311b6eb8f299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (e5e0a553-f058-471d-bf94-537dea3ad2e3), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:24.526513 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-008c977f-f89b-426f-aae0-bc0014800564 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting subnet dea54ecf-b5c6-4d5b-8bd1-1278bf71411b {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:04:24.527447 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a89b53-70fc-4a94-9f31-311b6eb8f299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:24.528035 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-9ddab436-52f7-4298-9a45-36cc06298e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7625f1f6-b3f6-42b2-a22b-eaf33034ddb9), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:24.528402 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-14a89b53-70fc-4a94-9f31-311b6eb8f299 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:24.544144 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-008c977f-f89b-426f-aae0-bc0014800564 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (dea54ecf-b5c6-4d5b-8bd1-1278bf71411b), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:24.582988 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534d7bd-b4a4-4595-9bdd-e061be56575c service neutron] Pushing event updated for resources: {'Port': ['ID=c5096f96-9384-4801-91f2-2c09594e7544,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:24.607760 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd731fe1-ff12-42c0-94e3-15672943a985 None None] Pushing event updated for resources: {'Port': ['ID=7625f1f6-b3f6-42b2-a22b-eaf33034ddb9,revision_number=4']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:24.614327 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddab436-52f7-4298-9a45-36cc06298e6f None None] Routers {'5d888949-8e91-4f41-b7b6-876f26555dff'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:04:24.614976 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-9ddab436-52f7-4298-9a45-36cc06298e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db9050550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:04:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['5d888949-8e91-4f41-b7b6-876f26555dff'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:24.632543 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a89b53-70fc-4a94-9f31-311b6eb8f299 admin admin] Pushing event updated for resources: {'Network': ['ID=e5e0a553-f058-471d-bf94-537dea3ad2e3,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:24.644050 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network e5e0a553-f058-471d-bf94-537dea3ad2e3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:04:24.644571 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-008c977f-f89b-426f-aae0-bc0014800564 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (dea54ecf-b5c6-4d5b-8bd1-1278bf71411b), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:24.653224 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fa7201f8-efef-4727-8bc7-9c5637745850 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (2a78890c-5782-43c8-a3d1-2f154e033b49), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:24.670354 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-14a89b53-70fc-4a94-9f31-311b6eb8f299 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7153776
Feb 05 21:04:24.677130 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53826) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:24.693739 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-063b7c7b-bb1d-4b14-9ebc-704624209e62 admin admin] Request body: {'subnet': {'network_id': 'e5e0a553-f058-471d-bf94-537dea3ad2e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2108145269-subnet', 'tenant_id': '038e5a5565304c12b0a7707b4453781f', 'ip_version': 4}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:24.716804 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0d48e463-d95b-491c-b931-345fe09009f8 admin admin] Publish callbacks [] for security_group (0b014bfb-92f3-4ba9-9ba8-231ecc88d3c1), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:24.776364 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0d48e463-d95b-491c-b931-345fe09009f8 admin admin] Publish callbacks [] for security_group (0b014bfb-92f3-4ba9-9ba8-231ecc88d3c1), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:24.792670 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063b7c7b-bb1d-4b14-9ebc-704624209e62 admin admin] Made reservation on behalf of 038e5a5565304c12b0a7707b4453781f for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:04:24.796547 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-063b7c7b-bb1d-4b14-9ebc-704624209e62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:24.807353 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7201f8-efef-4727-8bc7-9c5637745850 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:04:24.823224 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-9ddab436-52f7-4298-9a45-36cc06298e6f None None] Set router 5d888949-8e91-4f41-b7b6-876f26555dff gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:04:24.831623 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-fa7201f8-efef-4727-8bc7-9c5637745850 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:24.833509 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7201f8-efef-4727-8bc7-9c5637745850 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Pushing event updated for resources: {'Port': ['ID=2a78890c-5782-43c8-a3d1-2f154e033b49,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:24.836853 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7201f8-efef-4727-8bc7-9c5637745850 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:04:24.847437 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-e61f7c02-36d2-4fe4-9aed-d00c9920b11d None None] Provisioning complete for port 7625f1f6-b3f6-42b2-a22b-eaf33034ddb9 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:24.851327 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e61f7c02-36d2-4fe4-9aed-d00c9920b11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7625f1f6-b3f6-42b2-a22b-eaf33034ddb9), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:24.914439 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-e534d7bd-b4a4-4595-9bdd-e061be56575c service neutron] Attempting to bind port c5096f96-9384-4801-91f2-2c09594e7544 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:04:24.914796 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-e534d7bd-b4a4-4595-9bdd-e061be56575c service neutron] Attempting to bind port c5096f96-9384-4801-91f2-2c09594e7544 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '22d3ac6d-3e13-4374-a922-46607ebf6020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ab0bd82b-ed80-4762-9f4f-e43e9b5fbda0'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:04:24.915139 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-e534d7bd-b4a4-4595-9bdd-e061be56575c service neutron] Attempting to bind port c5096f96-9384-4801-91f2-2c09594e7544 on network ab0bd82b-ed80-4762-9f4f-e43e9b5fbda0 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:04:24.968599 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-e534d7bd-b4a4-4595-9bdd-e061be56575c service neutron] Port c5096f96-9384-4801-91f2-2c09594e7544 on network ab0bd82b-ed80-4762-9f4f-e43e9b5fbda0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:04:24.968998 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-e534d7bd-b4a4-4595-9bdd-e061be56575c service neutron] Attempting to bind port c5096f96-9384-4801-91f2-2c09594e7544 on network ab0bd82b-ed80-4762-9f4f-e43e9b5fbda0 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:04:24.985971 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-e534d7bd-b4a4-4595-9bdd-e061be56575c service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:04:24.986326 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-e534d7bd-b4a4-4595-9bdd-e061be56575c service neutron] Checking segment: {'id': '22d3ac6d-3e13-4374-a922-46607ebf6020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ab0bd82b-ed80-4762-9f4f-e43e9b5fbda0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:04:24.986752 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-e534d7bd-b4a4-4595-9bdd-e061be56575c service neutron] Bound using segment: {'id': '22d3ac6d-3e13-4374-a922-46607ebf6020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ab0bd82b-ed80-4762-9f4f-e43e9b5fbda0'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:04:24.987590 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-e534d7bd-b4a4-4595-9bdd-e061be56575c service neutron] Bound port: c5096f96-9384-4801-91f2-2c09594e7544, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22d3ac6d-3e13-4374-a922-46607ebf6020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ab0bd82b-ed80-4762-9f4f-e43e9b5fbda0'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:04:24.987972 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-e534d7bd-b4a4-4595-9bdd-e061be56575c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c5096f96-9384-4801-91f2-2c09594e7544), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:25.053255 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-e61f7c02-36d2-4fe4-9aed-d00c9920b11d None None] Current status of the port 7625f1f6-b3f6-42b2-a22b-eaf33034ddb9 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:25.053255 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e61f7c02-36d2-4fe4-9aed-d00c9920b11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7625f1f6-b3f6-42b2-a22b-eaf33034ddb9), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:25.071803 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-008c977f-f89b-426f-aae0-bc0014800564 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (dea54ecf-b5c6-4d5b-8bd1-1278bf71411b), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:25.097709 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0d48e463-d95b-491c-b931-345fe09009f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (0b014bfb-92f3-4ba9-9ba8-231ecc88d3c1), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:25.106449 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0d48e463-d95b-491c-b931-345fe09009f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:25.109101 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-e61f7c02-36d2-4fe4-9aed-d00c9920b11d None None] For port 7625f1f6-b3f6-42b2-a22b-eaf33034ddb9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7625f1f6-b3f6-42b2-a22b-eaf33034ddb9,segment=NetworkSegment(6da08ccd-563d-4daa-98a3-11856904a998),segment_id=6da08ccd-563d-4daa-98a3-11856904a998)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:04:25.114975 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e61f7c02-36d2-4fe4-9aed-d00c9920b11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7625f1f6-b3f6-42b2-a22b-eaf33034ddb9), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:25.119859 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0d48e463-d95b-491c-b931-345fe09009f8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0b014bfb-92f3-4ba9-9ba8-231ecc88d3c1 HTTP/1.1" status: 204  len: 168 time: 0.7382128
Feb 05 21:04:25.170778 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e07b0c-f328-4639-a2f1-622ea7ad3a23 req-51d1f8da-18cf-4e8e-88eb-4755a2b6423c tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:25.172398 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d9e07b0c-f328-4639-a2f1-622ea7ad3a23 req-51d1f8da-18cf-4e8e-88eb-4755a2b6423c tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=18e8daf2-7be8-4578-9d20-340e9ecd5a01 HTTP/1.1" status: 200  len: 946 time: 0.3443797
Feb 05 21:04:25.186113 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48e463-d95b-491c-b931-345fe09009f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b014bfb-92f3-4ba9-9ba8-231ecc88d3c1,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:25.208381 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cce3eb-cc41-486a-9270-22dac685dfcc req-c2dad96d-977b-4b60-aa05-4ec724a23205 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:25.215713 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f7c02-36d2-4fe4-9aed-d00c9920b11d None None] Pushing event updated for resources: {'Port': ['ID=7625f1f6-b3f6-42b2-a22b-eaf33034ddb9,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:25.218335 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-48cce3eb-cc41-486a-9270-22dac685dfcc req-c2dad96d-977b-4b60-aa05-4ec724a23205 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] 10.222.0.32 "GET /v2.0/ports?device_id=a715fa84-b63b-4882-ac66-7f4054369ed3 HTTP/1.1" status: 200  len: 944 time: 0.2491970
Feb 05 21:04:25.279656 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-eebdbe57-93d7-4a5b-a29b-a51d6341ecce None None] Provisioning complete for port 7625f1f6-b3f6-42b2-a22b-eaf33034ddb9 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:25.282366 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-eebdbe57-93d7-4a5b-a29b-a51d6341ecce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7625f1f6-b3f6-42b2-a22b-eaf33034ddb9), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:25.295454 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-e534d7bd-b4a4-4595-9bdd-e061be56575c service neutron] For port c5096f96-9384-4801-91f2-2c09594e7544, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:04:25.298338 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-9ddab436-52f7-4298-9a45-36cc06298e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db9050550>, [{'id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'name': 'tempest-TestVolumeBootPattern-1133930276-router', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:04:11Z', 'updated_at': '2022-02-05T21:04:20Z', 'revision_number': 4, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'gw_port': {'id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:13Z', 'updated_at': '2022-02-05T21:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7625f1f6-b3f6-42b2-a22b-eaf33034ddb9', 'name': '', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'mac_address': 'fa:16:3e:7d:99:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:18Z', 'updated_at': '2022-02-05T21:04:24Z', 'revision_number': 4, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'subnets': [{'id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:25.300622 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-e534d7bd-b4a4-4595-9bdd-e061be56575c service neutron] For port c5096f96-9384-4801-91f2-2c09594e7544, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c5096f96-9384-4801-91f2-2c09594e7544,segment=NetworkSegment(22d3ac6d-3e13-4374-a922-46607ebf6020),segment_id=22d3ac6d-3e13-4374-a922-46607ebf6020)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:04:25.333581 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-008c977f-f89b-426f-aae0-bc0014800564 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (dea54ecf-b5c6-4d5b-8bd1-1278bf71411b), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:25.349708 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-e534d7bd-b4a4-4595-9bdd-e061be56575c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (c5096f96-9384-4801-91f2-2c09594e7544), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:25.360429 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d9e07b0c-f328-4639-a2f1-622ea7ad3a23 req-07e19838-3e05-4cfa-9cea-e1f4109f9380 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1702991
Feb 05 21:04:25.378958 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-48cce3eb-cc41-486a-9270-22dac685dfcc req-6b557070-092d-4fe3-940e-7e8df44214a9 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0737393-4401-4b68-9a10-73b5f17b7c0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1530368
Feb 05 21:04:25.383032 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddab436-52f7-4298-9a45-36cc06298e6f None None] The sync data for ids ['5d888949-8e91-4f41-b7b6-876f26555dff'] in ncdv-master-1 is: [{'id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'name': 'tempest-TestVolumeBootPattern-1133930276-router', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:04:11Z', 'updated_at': '2022-02-05T21:04:20Z', 'revision_number': 4, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'gw_port': {'id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:13Z', 'updated_at': '2022-02-05T21:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7625f1f6-b3f6-42b2-a22b-eaf33034ddb9', 'name': '', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'mac_address': 'fa:16:3e:7d:99:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:18Z', 'updated_at': '2022-02-05T21:04:24Z', 'revision_number': 4, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'subnets': [{'id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:04:25.419665 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefe8ac3-cc15-4159-a9a0-b7ca23b1541e None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:04:25.449832 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-063b7c7b-bb1d-4b14-9ebc-704624209e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (15897029-76fe-499a-80bf-bb82a18cd120), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:25.458619 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-008c977f-f89b-426f-aae0-bc0014800564 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:25.475218 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-008c977f-f89b-426f-aae0-bc0014800564 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/dea54ecf-b5c6-4d5b-8bd1-1278bf71411b HTTP/1.1" status: 204  len: 168 time: 1.1056180
Feb 05 21:04:25.478828 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c977f-f89b-426f-aae0-bc0014800564 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Subnet': ['ID=dea54ecf-b5c6-4d5b-8bd1-1278bf71411b,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:25.490668 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53838) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:25.551736 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c977f-f89b-426f-aae0-bc0014800564 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:25.552101 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c977f-f89b-426f-aae0-bc0014800564 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:25.552447 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c977f-f89b-426f-aae0-bc0014800564 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:25.552791 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c977f-f89b-426f-aae0-bc0014800564 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:25.553140 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c977f-f89b-426f-aae0-bc0014800564 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:25.553483 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c977f-f89b-426f-aae0-bc0014800564 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:25.553881 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c977f-f89b-426f-aae0-bc0014800564 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:25.554230 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c977f-f89b-426f-aae0-bc0014800564 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:25.554606 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c977f-f89b-426f-aae0-bc0014800564 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:25.554983 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c977f-f89b-426f-aae0-bc0014800564 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:25.555388 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c977f-f89b-426f-aae0-bc0014800564 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:25.556021 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c977f-f89b-426f-aae0-bc0014800564 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:25.556372 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c977f-f89b-426f-aae0-bc0014800564 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:25.570600 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-e534d7bd-b4a4-4595-9bdd-e061be56575c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:25.571625 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-e534d7bd-b4a4-4595-9bdd-e061be56575c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:25.573405 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-e534d7bd-b4a4-4595-9bdd-e061be56575c service neutron] 10.222.0.21 "PUT /v2.0/ports/c5096f96-9384-4801-91f2-2c09594e7544 HTTP/1.1" status: 200  len: 1092 time: 3.0172651
Feb 05 21:04:25.579404 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a715fa84-b63b-4882-ac66-7f4054369ed3', 'tag': 'c5096f96-9384-4801-91f2-2c09594e7544'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:04:25.581934 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f14f69-5b85-46be-bcd0-8e336cea55ce" -d '{"events": [{"name": "network-changed", "server_uuid": "a715fa84-b63b-4882-ac66-7f4054369ed3", "tag": "c5096f96-9384-4801-91f2-2c09594e7544"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:04:25.624548 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b7c7b-bb1d-4b14-9ebc-704624209e62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15897029-76fe-499a-80bf-bb82a18cd120,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:25.662129 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-eebdbe57-93d7-4a5b-a29b-a51d6341ecce None None] Current status of the port 7625f1f6-b3f6-42b2-a22b-eaf33034ddb9 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:25.662772 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2ea118-072f-4aad-ac8e-9c325daac566 x-openstack-request-id: req-bb2ea118-072f-4aad-ac8e-9c325daac566 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:04:25.663522 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a715fa84-b63b-4882-ac66-7f4054369ed3", "tag": "c5096f96-9384-4801-91f2-2c09594e7544", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:04:25.663892 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bb2ea118-072f-4aad-ac8e-9c325daac566 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:04:25.664314 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a715fa84-b63b-4882-ac66-7f4054369ed3', 'tag': 'c5096f96-9384-4801-91f2-2c09594e7544', 'status': 'completed', 'code': 200}
Feb 05 21:04:25.696881 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534d7bd-b4a4-4595-9bdd-e061be56575c service neutron] Pushing event updated for resources: {'Port': ['ID=c5096f96-9384-4801-91f2-2c09594e7544,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:25.699171 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063b7c7b-bb1d-4b14-9ebc-704624209e62 admin admin] Checking segment: {'id': '344e88b7-3ca9-4948-b934-0d9932aee0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e5e0a553-f058-471d-bf94-537dea3ad2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:04:25.699545 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063b7c7b-bb1d-4b14-9ebc-704624209e62 admin admin] Network hostable DHCP agents. Network: e5e0a553-f058-471d-bf94-537dea3ad2e3, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:04:25.727461 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063b7c7b-bb1d-4b14-9ebc-704624209e62 admin admin] Network e5e0a553-f058-471d-bf94-537dea3ad2e3 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:04:25.740576 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-063b7c7b-bb1d-4b14-9ebc-704624209e62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e5e0a553-f058-471d-bf94-537dea3ad2e3) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:25.745526 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-44abbee3-8bda-4cc4-9d80-f06810c49deb tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting subnet e7f130e2-3d9f-415a-8929-fccb80a8b160 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:04:25.746669 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063b7c7b-bb1d-4b14-9ebc-704624209e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:25.747284 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-063b7c7b-bb1d-4b14-9ebc-704624209e62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:25.758285 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-44abbee3-8bda-4cc4-9d80-f06810c49deb tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (e7f130e2-3d9f-415a-8929-fccb80a8b160), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:25.765506 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c05428-0bb2-4e5f-92f0-8b3f6712cdde None None] Network e5e0a553-f058-471d-bf94-537dea3ad2e3 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:04:25.778534 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-063b7c7b-bb1d-4b14-9ebc-704624209e62 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.0997167
Feb 05 21:04:25.786677 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53848) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:25.798957 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-ad31532b-cc29-440d-a732-aa336fda8cc2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2108145269-router', 'tenant_id': '038e5a5565304c12b0a7707b4453781f', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:25.831377 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fa7201f8-efef-4727-8bc7-9c5637745850 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router_gateway (3831a412-fdf7-42c3-b2e7-942962b564ba), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:25.834175 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ad31532b-cc29-440d-a732-aa336fda8cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (6e48def7-54bd-4b58-a601-984d3e6f6228), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:25.835941 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ad31532b-cc29-440d-a732-aa336fda8cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (6e48def7-54bd-4b58-a601-984d3e6f6228), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:25.894919 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-44abbee3-8bda-4cc4-9d80-f06810c49deb tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (e7f130e2-3d9f-415a-8929-fccb80a8b160), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:25.935300 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d618fae-f8fb-40f7-bc8f-0b3c5bac3f7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e5e0a553-f058-471d-bf94-537dea3ad2e3', 'network_id': 'e5e0a553-f058-471d-bf94-537dea3ad2e3', 'project_id': '038e5a5565304c12b0a7707b4453781f', 'fixed_ips': [{'subnet_id': '15897029-76fe-499a-80bf-bb82a18cd120'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:04:25.936730 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6d618fae-f8fb-40f7-bc8f-0b3c5bac3f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:25.992030 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-53f3d890-7222-482f-afa6-1572cce50b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:25.994766 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-53f3d890-7222-482f-afa6-1572cce50b43 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=273cf271ed8c4c4ebfe710d7dc79fde2&device_id=a715fa84-b63b-4882-ac66-7f4054369ed3 HTTP/1.1" status: 200  len: 1126 time: 0.3378112
Feb 05 21:04:26.005726 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53856) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:26.030191 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2dc84d49-00e6-42fe-9eb0-ecaba3f7e514 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:26.071427 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ad31532b-cc29-440d-a732-aa336fda8cc2 admin admin] Publish callbacks [] for router_controller (6e48def7-54bd-4b58-a601-984d3e6f6228), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:26.155970 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-6c15f376-d868-497d-96ff-9de6aef65290 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5096f96-9384-4801-91f2-2c09594e7544 HTTP/1.1" status: 200  len: 217 time: 0.1280098
Feb 05 21:04:26.171816 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-6d618fae-f8fb-40f7-bc8f-0b3c5bac3f7e None None] Allocated IP 172.20.0.2 (e5e0a553-f058-471d-bf94-537dea3ad2e3/15897029-76fe-499a-80bf-bb82a18cd120/5e030055-3f29-4091-b545-df82d7ae1594) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:04:26.209553 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2dc84d49-00e6-42fe-9eb0-ecaba3f7e514 admin admin] Publish callbacks [] for security_group (b40cc35b-19d4-4a71-8507-903a9e4534d1), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:26.218227 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2dc84d49-00e6-42fe-9eb0-ecaba3f7e514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b40cc35b-19d4-4a71-8507-903a9e4534d1), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:26.283292 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2dc84d49-00e6-42fe-9eb0-ecaba3f7e514 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3762bdec5f26405d81b6786949e0a171&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2762086
Feb 05 21:04:26.284272 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc84d49-00e6-42fe-9eb0-ecaba3f7e514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40cc35b-19d4-4a71-8507-903a9e4534d1,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:26.292487 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53858) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:26.385528 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-72d23b14-38a4-4d80-a9bd-62550f13cd60 admin admin] Publish callbacks [] for security_group (b40cc35b-19d4-4a71-8507-903a9e4534d1), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:26.395495 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6d618fae-f8fb-40f7-bc8f-0b3c5bac3f7e None None] Publish callbacks [] for port (5e030055-3f29-4091-b545-df82d7ae1594), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:26.431117 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6d618fae-f8fb-40f7-bc8f-0b3c5bac3f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (5e030055-3f29-4091-b545-df82d7ae1594), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:26.433241 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-72d23b14-38a4-4d80-a9bd-62550f13cd60 admin admin] Publish callbacks [] for security_group (b40cc35b-19d4-4a71-8507-903a9e4534d1), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:26.536822 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ad31532b-cc29-440d-a732-aa336fda8cc2 admin admin] Publish callbacks [] for router_gateway (6e48def7-54bd-4b58-a601-984d3e6f6228), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:26.541400 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d618fae-f8fb-40f7-bc8f-0b3c5bac3f7e None None] Network e5e0a553-f058-471d-bf94-537dea3ad2e3 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:04:26.544747 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-6d618fae-f8fb-40f7-bc8f-0b3c5bac3f7e None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:26.550777 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d618fae-f8fb-40f7-bc8f-0b3c5bac3f7e None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:04:26.555480 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d618fae-f8fb-40f7-bc8f-0b3c5bac3f7e None None] Pushing event updated for resources: {'Port': ['ID=5e030055-3f29-4091-b545-df82d7ae1594,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:26.593158 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-72d23b14-38a4-4d80-a9bd-62550f13cd60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b40cc35b-19d4-4a71-8507-903a9e4534d1), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:26.596449 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-72d23b14-38a4-4d80-a9bd-62550f13cd60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:26.598065 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-72d23b14-38a4-4d80-a9bd-62550f13cd60 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b40cc35b-19d4-4a71-8507-903a9e4534d1 HTTP/1.1" status: 204  len: 168 time: 0.3045940
Feb 05 21:04:26.631411 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-6d618fae-f8fb-40f7-bc8f-0b3c5bac3f7e None None] Attempting to bind port 5e030055-3f29-4091-b545-df82d7ae1594 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:04:26.632269 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-6d618fae-f8fb-40f7-bc8f-0b3c5bac3f7e None None] Attempting to bind port 5e030055-3f29-4091-b545-df82d7ae1594 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '344e88b7-3ca9-4948-b934-0d9932aee0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e5e0a553-f058-471d-bf94-537dea3ad2e3'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:04:26.633220 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d618fae-f8fb-40f7-bc8f-0b3c5bac3f7e None None] Attempting to bind port 5e030055-3f29-4091-b545-df82d7ae1594 on network e5e0a553-f058-471d-bf94-537dea3ad2e3 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:04:26.640899 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d618fae-f8fb-40f7-bc8f-0b3c5bac3f7e None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:04:26.641516 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d618fae-f8fb-40f7-bc8f-0b3c5bac3f7e None None] Checking segment: {'id': '344e88b7-3ca9-4948-b934-0d9932aee0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e5e0a553-f058-471d-bf94-537dea3ad2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:04:26.642426 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6d618fae-f8fb-40f7-bc8f-0b3c5bac3f7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:26.642995 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d618fae-f8fb-40f7-bc8f-0b3c5bac3f7e None None] Bound using segment: {'id': '344e88b7-3ca9-4948-b934-0d9932aee0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e5e0a553-f058-471d-bf94-537dea3ad2e3'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:04:26.645383 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-6d618fae-f8fb-40f7-bc8f-0b3c5bac3f7e None None] Bound port: 5e030055-3f29-4091-b545-df82d7ae1594, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '344e88b7-3ca9-4948-b934-0d9932aee0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e5e0a553-f058-471d-bf94-537dea3ad2e3'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:04:26.645987 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6d618fae-f8fb-40f7-bc8f-0b3c5bac3f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5e030055-3f29-4091-b545-df82d7ae1594), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:26.680173 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d23b14-38a4-4d80-a9bd-62550f13cd60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40cc35b-19d4-4a71-8507-903a9e4534d1,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:26.717972 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-b856da9e-7f99-4159-b7f2-4fd7b09fd685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:26.726719 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-b856da9e-7f99-4159-b7f2-4fd7b09fd685 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=680bbdc7-5be4-4776-810b-613d6d2907bb HTTP/1.1" status: 200  len: 854 time: 0.5047770
Feb 05 21:04:26.758099 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e1848-3aa2-48e1-b595-69fcdfd34ecd req-f984d6ae-7038-4a1d-ac99-6bb2f3371e67 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:26.768259 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-468e1848-3aa2-48e1-b595-69fcdfd34ecd req-f984d6ae-7038-4a1d-ac99-6bb2f3371e67 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=18e8daf2-7be8-4578-9d20-340e9ecd5a01 HTTP/1.1" status: 200  len: 946 time: 0.2537019
Feb 05 21:04:26.791853 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-44abbee3-8bda-4cc4-9d80-f06810c49deb tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (e7f130e2-3d9f-415a-8929-fccb80a8b160), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:26.794037 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6d618fae-f8fb-40f7-bc8f-0b3c5bac3f7e None None] For port 5e030055-3f29-4091-b545-df82d7ae1594, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:04:26.802265 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6d618fae-f8fb-40f7-bc8f-0b3c5bac3f7e None None] For port 5e030055-3f29-4091-b545-df82d7ae1594, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e030055-3f29-4091-b545-df82d7ae1594,segment=NetworkSegment(344e88b7-3ca9-4948-b934-0d9932aee0b1),segment_id=344e88b7-3ca9-4948-b934-0d9932aee0b1)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:04:26.831496 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6d618fae-f8fb-40f7-bc8f-0b3c5bac3f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5e030055-3f29-4091-b545-df82d7ae1594), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:26.858924 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5855c9c-021e-4410-b0ad-d389c8807965 req-de811f6a-bd70-4af3-9697-14a5595e77a0 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:26.864064 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c5855c9c-021e-4410-b0ad-d389c8807965 req-de811f6a-bd70-4af3-9697-14a5595e77a0 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] 10.222.0.32 "GET /v2.0/ports?device_id=a715fa84-b63b-4882-ac66-7f4054369ed3 HTTP/1.1" status: 200  len: 944 time: 0.3276088
Feb 05 21:04:26.865917 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-91ab8ab8-7f34-49ea-8aa4-e83b977b43cc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ab0bd82b-ed80-4762-9f4f-e43e9b5fbda0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0971577
Feb 05 21:04:26.986877 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d618fae-f8fb-40f7-bc8f-0b3c5bac3f7e None None] Pushing event updated for resources: {'Port': ['ID=5e030055-3f29-4091-b545-df82d7ae1594,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:27.002069 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d618fae-f8fb-40f7-bc8f-0b3c5bac3f7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:27.002512 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d618fae-f8fb-40f7-bc8f-0b3c5bac3f7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:27.002780 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d618fae-f8fb-40f7-bc8f-0b3c5bac3f7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:27.003120 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d618fae-f8fb-40f7-bc8f-0b3c5bac3f7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:27.003457 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d618fae-f8fb-40f7-bc8f-0b3c5bac3f7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:27.004048 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d618fae-f8fb-40f7-bc8f-0b3c5bac3f7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:27.004181 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d618fae-f8fb-40f7-bc8f-0b3c5bac3f7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:27.004553 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d618fae-f8fb-40f7-bc8f-0b3c5bac3f7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:27.004746 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d618fae-f8fb-40f7-bc8f-0b3c5bac3f7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:27.005072 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d618fae-f8fb-40f7-bc8f-0b3c5bac3f7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:27.005404 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d618fae-f8fb-40f7-bc8f-0b3c5bac3f7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:27.005789 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d618fae-f8fb-40f7-bc8f-0b3c5bac3f7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:27.006032 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d618fae-f8fb-40f7-bc8f-0b3c5bac3f7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:27.021811 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7625f1f6-b3f6-42b2-a22b-eaf33034ddb9 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:04:27.092763 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-44abbee3-8bda-4cc4-9d80-f06810c49deb tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (e7f130e2-3d9f-415a-8929-fccb80a8b160), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:27.095100 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-468e1848-3aa2-48e1-b595-69fcdfd34ecd req-c1666fbd-92fb-4b90-b57f-fad80f300f0c tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3258841
Feb 05 21:04:27.125742 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c5855c9c-021e-4410-b0ad-d389c8807965 req-e0472973-4999-455d-82c0-7db67f00081a tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0737393-4401-4b68-9a10-73b5f17b7c0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2361321
Feb 05 21:04:27.161119 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-a52f59d6-e435-475d-a581-c8a937496a9c None None] Provisioning complete for port 730d7e2c-64c7-4762-ab1c-cfd5a55fb67b triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:27.161347 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a52f59d6-e435-475d-a581-c8a937496a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (730d7e2c-64c7-4762-ab1c-cfd5a55fb67b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:27.227506 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44abbee3-8bda-4cc4-9d80-f06810c49deb tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Subnet': ['ID=e7f130e2-3d9f-415a-8929-fccb80a8b160,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:27.244527 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-44abbee3-8bda-4cc4-9d80-f06810c49deb tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:27.250434 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-44abbee3-8bda-4cc4-9d80-f06810c49deb tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/e7f130e2-3d9f-415a-8929-fccb80a8b160 HTTP/1.1" status: 204  len: 168 time: 1.7553370
Feb 05 21:04:27.250643 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b960d7-3e40-4a71-a76b-e20dfb651888 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:04:27.252911 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53874) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:27.327084 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b4300ad2-0c27-48a3-8584-075084e9d3e3 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0726733
Feb 05 21:04:27.327790 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53878) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:27.332974 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-a9e9c92b-5be0-40e3-98a7-0f866360225e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'subnet': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:27.369786 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fa7201f8-efef-4727-8bc7-9c5637745850 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (3831a412-fdf7-42c3-b2e7-942962b564ba), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:27.425119 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a52f59d6-e435-475d-a581-c8a937496a9c None None] Current status of the port 730d7e2c-64c7-4762-ab1c-cfd5a55fb67b is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:27.436463 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 7625f1f6-b3f6-42b2-a22b-eaf33034ddb9 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:27.438924 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7625f1f6-b3f6-42b2-a22b-eaf33034ddb9), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:27.554528 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e9c92b-5be0-40e3-98a7-0f866360225e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:04:27.558737 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a9e9c92b-5be0-40e3-98a7-0f866360225e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:27.625317 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-54806d12-c9cc-428c-bdf4-951d09668271 service neutron] 10.222.0.21 "GET /v2.0/networks/ab0bd82b-ed80-4762-9f4f-e43e9b5fbda0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7022083
Feb 05 21:04:27.704189 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa7201f8-efef-4727-8bc7-9c5637745850 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Router 3831a412-fdf7-42c3-b2e7-942962b564ba is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:04:27.754436 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c4553c-de96-4028-8d11-a6368a9b2285 None None] DHCP port deletion for 4b876e93-e753-4f82-8855-2c9c3d1db066 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:04:27.845009 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 7625f1f6-b3f6-42b2-a22b-eaf33034ddb9 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:27.896056 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-90c4553c-de96-4028-8d11-a6368a9b2285 None None] Deleting port 730d7e2c-64c7-4762-ab1c-cfd5a55fb67b {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:04:27.896443 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-90c4553c-de96-4028-8d11-a6368a9b2285 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (730d7e2c-64c7-4762-ab1c-cfd5a55fb67b), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:28.001656 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a9e9c92b-5be0-40e3-98a7-0f866360225e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (9f0f10c7-9235-4eeb-9133-ac291e95467f), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:28.055111 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-90c4553c-de96-4028-8d11-a6368a9b2285 None None] For port 730d7e2c-64c7-4762-ab1c-cfd5a55fb67b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=730d7e2c-64c7-4762-ab1c-cfd5a55fb67b,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:04:28.055435 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-90c4553c-de96-4028-8d11-a6368a9b2285 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (730d7e2c-64c7-4762-ab1c-cfd5a55fb67b), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:28.058869 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-73882ea6-5f01-44db-9a83-00ee4159b8e4 req-116d4e1f-2e2a-45f5-a1b1-429b02849a4d service neutron] 10.222.0.21 "GET /v2.0/networks/ab0bd82b-ed80-4762-9f4f-e43e9b5fbda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4271853
Feb 05 21:04:28.100398 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e9c92b-5be0-40e3-98a7-0f866360225e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:04:28.110726 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-a9e9c92b-5be0-40e3-98a7-0f866360225e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:28.121422 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e9c92b-5be0-40e3-98a7-0f866360225e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:28.123218 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a9e9c92b-5be0-40e3-98a7-0f866360225e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:28.134790 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ad31532b-cc29-440d-a732-aa336fda8cc2 admin admin] Publish callbacks [] for router_gateway (6e48def7-54bd-4b58-a601-984d3e6f6228), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:28.154231 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7201f8-efef-4727-8bc7-9c5637745850 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:04:28.164630 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9c92b-5be0-40e3-98a7-0f866360225e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Subnet': ['ID=9f0f10c7-9235-4eeb-9133-ac291e95467f,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:28.188406 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a9e9c92b-5be0-40e3-98a7-0f866360225e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8594785
Feb 05 21:04:28.191248 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53910) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:28.197066 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-cb0eb677-c17f-4b5f-9e4f-40a6c8765570 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'subnet': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:28.327160 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-90c4553c-de96-4028-8d11-a6368a9b2285 None None] Calling delete_port for 730d7e2c-64c7-4762-ab1c-cfd5a55fb67b owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:04:28.333245 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1815e0a5-ce11-4538-af74-24db99508fb7 None None] Sync routers for ids ['3831a412-fdf7-42c3-b2e7-942962b564ba'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:04:28.399431 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1815e0a5-ce11-4538-af74-24db99508fb7 None None] Routers {'3831a412-fdf7-42c3-b2e7-942962b564ba'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:04:28.400195 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-1815e0a5-ce11-4538-af74-24db99508fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabf774c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:04:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['3831a412-fdf7-42c3-b2e7-942962b564ba'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:28.454468 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0eb677-c17f-4b5f-9e4f-40a6c8765570 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:04:28.459228 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cb0eb677-c17f-4b5f-9e4f-40a6c8765570 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:28.472982 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-1815e0a5-ce11-4538-af74-24db99508fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabf774c0>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:28.525458 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1815e0a5-ce11-4538-af74-24db99508fb7 None None] Routers {'3831a412-fdf7-42c3-b2e7-942962b564ba'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:04:28.526729 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-1815e0a5-ce11-4538-af74-24db99508fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabf774c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:04:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['3831a412-fdf7-42c3-b2e7-942962b564ba'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:28.578014 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-1815e0a5-ce11-4538-af74-24db99508fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabf774c0>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:28.578914 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1815e0a5-ce11-4538-af74-24db99508fb7 None None] The sync data for ids ['3831a412-fdf7-42c3-b2e7-942962b564ba'] in ncdv-master-1 is: [] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:04:28.582908 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871dff7a-47f8-4ebb-8d73-119b0f5e21b4 req-e5b5610b-5181-448d-b128-51e9934a0990 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:28.584471 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-871dff7a-47f8-4ebb-8d73-119b0f5e21b4 req-e5b5610b-5181-448d-b128-51e9934a0990 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=b56754d4-2d51-45b8-b4e0-e950064b6fa8 HTTP/1.1" status: 200  len: 945 time: 0.2129216
Feb 05 21:04:28.626189 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-90c4553c-de96-4028-8d11-a6368a9b2285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (730d7e2c-64c7-4762-ab1c-cfd5a55fb67b), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:28.650799 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35036a-b0de-4faf-9849-ecaf1d58b06c req-16560dcc-0095-4c5f-a91e-6f9ea02b524d tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:28.652218 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ca35036a-b0de-4faf-9849-ecaf1d58b06c req-16560dcc-0095-4c5f-a91e-6f9ea02b524d tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=18e8daf2-7be8-4578-9d20-340e9ecd5a01 HTTP/1.1" status: 200  len: 946 time: 0.2794471
Feb 05 21:04:28.659066 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c4553c-de96-4028-8d11-a6368a9b2285 None None] No DVR routers for this DVR port 730d7e2c-64c7-4762-ab1c-cfd5a55fb67b on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:04:28.669700 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4553c-de96-4028-8d11-a6368a9b2285 None None] Pushing event deleted for resources: {'Port': ['ID=730d7e2c-64c7-4762-ab1c-cfd5a55fb67b,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:28.679462 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c993ed8d-569e-4cc3-b8f9-e396e65b84f8 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:04:28.799989 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-871dff7a-47f8-4ebb-8d73-119b0f5e21b4 req-16f71e15-0022-4043-9037-bf7cb1e5ebe8 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=367daedb-a110-448a-a43f-464c464e668a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1939731
Feb 05 21:04:28.818665 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ca35036a-b0de-4faf-9849-ecaf1d58b06c req-732656b2-bb76-4ce3-ad99-404cc4102cb7 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1408160
Feb 05 21:04:28.833750 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ad31532b-cc29-440d-a732-aa336fda8cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:28.861385 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be44f126-d722-499c-9fb9-b27b955f57df None None] Network e5e0a553-f058-471d-bf94-537dea3ad2e3 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:04:28.976326 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 5e030055-3f29-4091-b545-df82d7ae1594 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:04:28.994017 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fa7201f8-efef-4727-8bc7-9c5637745850 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:28.999125 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-fa7201f8-efef-4727-8bc7-9c5637745850 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 7.0007012
Feb 05 21:04:29.004095 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53922) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:29.011621 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-fb640038-4d27-467a-bd71-f847dda523a7 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:29.078403 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f418f895-cbe7-45fc-9839-715d39071264 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4b876e93-e753-4f82-8855-2c9c3d1db066', 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'project_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'fixed_ips': [{'subnet_id': '9f0f10c7-9235-4eeb-9133-ac291e95467f'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:04:29.079266 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f418f895-cbe7-45fc-9839-715d39071264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:29.088742 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-ad31532b-cc29-440d-a732-aa336fda8cc2 admin admin] Allocated IP 172.35.4.72 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/2890bf98-cd37-4014-b0f3-66e0241bb2a9) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:04:29.102916 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84638d01-a2ca-4b7c-8b4d-36fd3d692713 req-7e4ff90d-a692-4946-b83f-b0d4aca430ce tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:29.110586 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-84638d01-a2ca-4b7c-8b4d-36fd3d692713 req-7e4ff90d-a692-4946-b83f-b0d4aca430ce tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] 10.222.0.32 "GET /v2.0/ports?device_id=a715fa84-b63b-4882-ac66-7f4054369ed3 HTTP/1.1" status: 200  len: 944 time: 0.1856911
Feb 05 21:04:29.111537 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-02eb7c71-4f69-43a4-a596-1231eb36efcf None None] Provisioning complete for port 5e030055-3f29-4091-b545-df82d7ae1594 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:29.111923 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-02eb7c71-4f69-43a4-a596-1231eb36efcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5e030055-3f29-4091-b545-df82d7ae1594), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:29.195003 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f14f69-5b85-46be-bcd0-8e336cea55ce req-5d8cc04b-fc11-4a69-beaf-263b2a9c732f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:29.196557 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-67f14f69-5b85-46be-bcd0-8e336cea55ce req-5d8cc04b-fc11-4a69-beaf-263b2a9c732f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=273cf271ed8c4c4ebfe710d7dc79fde2&device_id=a715fa84-b63b-4882-ac66-7f4054369ed3 HTTP/1.1" status: 200  len: 1126 time: 0.3899059
Feb 05 21:04:29.205409 ncdv-master-1 neutron-server[114391]: DEBUG neutron.objects.ports [None req-cb0eb677-c17f-4b5f-9e4f-40a6c8765570 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114391) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 05 21:04:29.211896 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cb0eb677-c17f-4b5f-9e4f-40a6c8765570 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (76bab610-a4a4-42c9-a51d-20bdfad8569d), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:29.277395 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-84638d01-a2ca-4b7c-8b4d-36fd3d692713 req-5d5166b6-7cfb-4dca-8c97-f4adf89b77c3 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0737393-4401-4b68-9a10-73b5f17b7c0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1609938
Feb 05 21:04:29.282898 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0eb677-c17f-4b5f-9e4f-40a6c8765570 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Subnet': ['ID=76bab610-a4a4-42c9-a51d-20bdfad8569d,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:29.304297 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0eb677-c17f-4b5f-9e4f-40a6c8765570 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:04:29.306314 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-cb0eb677-c17f-4b5f-9e4f-40a6c8765570 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:29.309582 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0eb677-c17f-4b5f-9e4f-40a6c8765570 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:29.310214 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cb0eb677-c17f-4b5f-9e4f-40a6c8765570 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:29.333082 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 5e030055-3f29-4091-b545-df82d7ae1594 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:29.333496 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5e030055-3f29-4091-b545-df82d7ae1594), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:29.334577 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-cb0eb677-c17f-4b5f-9e4f-40a6c8765570 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.1420422
Feb 05 21:04:29.335709 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53932) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:29.341659 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-1e2e8ff6-3245-4855-acdf-2f0fc7a6b753 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'port': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'mac_address': 'fa:16:3e:1f:54:46', 'name': 'tempest-NetworksTestDHCPv6-1861955056'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:29.382324 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f14f69-5b85-46be-bcd0-8e336cea55ce req-add41ef3-84a9-49eb-9b18-a050cf893bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:29.384096 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-67f14f69-5b85-46be-bcd0-8e336cea55ce req-add41ef3-84a9-49eb-9b18-a050cf893bbf service neutron] 10.222.0.21 "GET /v2.0/networks?id=ab0bd82b-ed80-4762-9f4f-e43e9b5fbda0 HTTP/1.1" status: 200  len: 915 time: 0.1807704
Feb 05 21:04:29.391318 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ad31532b-cc29-440d-a732-aa336fda8cc2 admin admin] Publish callbacks [] for port (2890bf98-cd37-4014-b0f3-66e0241bb2a9), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:29.425066 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-02eb7c71-4f69-43a4-a596-1231eb36efcf None None] Current status of the port 5e030055-3f29-4091-b545-df82d7ae1594 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:29.425515 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-02eb7c71-4f69-43a4-a596-1231eb36efcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5e030055-3f29-4091-b545-df82d7ae1594), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:29.444003 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-67f14f69-5b85-46be-bcd0-8e336cea55ce req-5905b189-ddb3-4bfc-ac0c-068d683a9551 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5096f96-9384-4801-91f2-2c09594e7544 HTTP/1.1" status: 200  len: 217 time: 0.0487258
Feb 05 21:04:29.492911 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 5e030055-3f29-4091-b545-df82d7ae1594 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:29.493313 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5e030055-3f29-4091-b545-df82d7ae1594), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:29.513721 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2e8ff6-3245-4855-acdf-2f0fc7a6b753 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:04:29.550555 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-02eb7c71-4f69-43a4-a596-1231eb36efcf None None] For port 5e030055-3f29-4091-b545-df82d7ae1594, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e030055-3f29-4091-b545-df82d7ae1594,segment=NetworkSegment(344e88b7-3ca9-4948-b934-0d9932aee0b1),segment_id=344e88b7-3ca9-4948-b934-0d9932aee0b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:04:29.598012 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-02eb7c71-4f69-43a4-a596-1231eb36efcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5e030055-3f29-4091-b545-df82d7ae1594), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:29.626945 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f14f69-5b85-46be-bcd0-8e336cea55ce req-1cb34f4f-8dbb-4670-87f2-e40e720f90b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:29.628516 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-67f14f69-5b85-46be-bcd0-8e336cea55ce req-1cb34f4f-8dbb-4670-87f2-e40e720f90b1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=680bbdc7-5be4-4776-810b-613d6d2907bb HTTP/1.1" status: 200  len: 854 time: 0.1727037
Feb 05 21:04:29.642919 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ad31532b-cc29-440d-a732-aa336fda8cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (2890bf98-cd37-4014-b0f3-66e0241bb2a9), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:29.718204 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1e2e8ff6-3245-4855-acdf-2f0fc7a6b753 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:29.724116 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-f418f895-cbe7-45fc-9839-715d39071264 None None] Allocated IP 172.20.0.2 (4b876e93-e753-4f82-8855-2c9c3d1db066/9f0f10c7-9235-4eeb-9133-ac291e95467f/e14a8e6a-ef7f-4709-b671-f0b150a2f051) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:04:29.740696 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-67f14f69-5b85-46be-bcd0-8e336cea55ce req-d6be37f5-058f-4849-944d-6233d949d289 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ab0bd82b-ed80-4762-9f4f-e43e9b5fbda0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0985210
Feb 05 21:04:29.749270 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 21:04:29.750053 ncdv-master-1 neutron-server[114392]: DEBUG oslo_db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 21:04:29.751907 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-f418f895-cbe7-45fc-9839-715d39071264 None None] Allocated IP 2001:db8::f816:3eff:fe02:a7d7 (4b876e93-e753-4f82-8855-2c9c3d1db066/76bab610-a4a4-42c9-a51d-20bdfad8569d/e14a8e6a-ef7f-4709-b671-f0b150a2f051) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:04:29.762119 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb7c71-4f69-43a4-a596-1231eb36efcf None None] Pushing event updated for resources: {'Port': ['ID=5e030055-3f29-4091-b545-df82d7ae1594,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:29.767313 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [None req-1e2e8ff6-3245-4855-acdf-2f0fc7a6b753 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] device_id is not set on port 50c35f39-ea0f-467f-b557-4228bfa9d90e yet. {{(pid=114391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:04:29.861619 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad31532b-cc29-440d-a732-aa336fda8cc2 admin admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:04:29.898067 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c617287e-b67b-4fb9-bd93-d0f798b08743 None None] Provisioning complete for port 5e030055-3f29-4091-b545-df82d7ae1594 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:29.900111 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c617287e-b67b-4fb9-bd93-d0f798b08743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5e030055-3f29-4091-b545-df82d7ae1594), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:29.913892 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-ad31532b-cc29-440d-a732-aa336fda8cc2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:29.916140 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad31532b-cc29-440d-a732-aa336fda8cc2 admin admin] Pushing event updated for resources: {'Port': ['ID=2890bf98-cd37-4014-b0f3-66e0241bb2a9,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:29.920828 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad31532b-cc29-440d-a732-aa336fda8cc2 admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:04:30.031772 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674cd8b0-b7bd-4f33-8982-b4b60771c245 req-874a8568-dd5a-4bd3-bb15-4e23fc13ed81 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:30.033532 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-674cd8b0-b7bd-4f33-8982-b4b60771c245 req-874a8568-dd5a-4bd3-bb15-4e23fc13ed81 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=b56754d4-2d51-45b8-b4e0-e950064b6fa8 HTTP/1.1" status: 200  len: 945 time: 0.0882378
Feb 05 21:04:30.041228 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb02d1-d7ad-4ca3-8986-390aab6c4974 req-5bf3986f-5136-46c4-9397-a7c385854ad2 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:30.048407 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e8fb02d1-d7ad-4ca3-8986-390aab6c4974 req-5bf3986f-5136-46c4-9397-a7c385854ad2 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=18e8daf2-7be8-4578-9d20-340e9ecd5a01 HTTP/1.1" status: 200  len: 946 time: 0.1130402
Feb 05 21:04:30.079449 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f418f895-cbe7-45fc-9839-715d39071264 None None] Publish callbacks [] for port (e14a8e6a-ef7f-4709-b671-f0b150a2f051), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:30.096598 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c617287e-b67b-4fb9-bd93-d0f798b08743 None None] Current status of the port 5e030055-3f29-4091-b545-df82d7ae1594 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:30.101410 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f418f895-cbe7-45fc-9839-715d39071264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (e14a8e6a-ef7f-4709-b671-f0b150a2f051), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:30.103854 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50be0dd-fc69-4a2d-b621-96fda1a8107c req-b88c30a8-5f69-4442-8360-7b4c513d485a tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:30.106737 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c50be0dd-fc69-4a2d-b621-96fda1a8107c req-b88c30a8-5f69-4442-8360-7b4c513d485a tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.39 "GET /v2.0/ports?device_id=b56754d4-2d51-45b8-b4e0-e950064b6fa8 HTTP/1.1" status: 200  len: 945 time: 0.3190000
Feb 05 21:04:30.123662 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e8fb02d1-d7ad-4ca3-8986-390aab6c4974 req-5cfbf452-7859-4161-a5cc-719a36b66399 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734076
Feb 05 21:04:30.153583 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418f895-cbe7-45fc-9839-715d39071264 None None] Pushing event updated for resources: {'Port': ['ID=e14a8e6a-ef7f-4709-b671-f0b150a2f051,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:30.183940 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f418f895-cbe7-45fc-9839-715d39071264 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:04:30.185856 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-f418f895-cbe7-45fc-9839-715d39071264 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:30.192540 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f418f895-cbe7-45fc-9839-715d39071264 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:04:30.194570 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-674cd8b0-b7bd-4f33-8982-b4b60771c245 req-5f4b876b-d8d2-4150-a17e-d0ce023f4af5 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=367daedb-a110-448a-a43f-464c464e668a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1431193
Feb 05 21:04:30.259478 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-67f14f69-5b85-46be-bcd0-8e336cea55ce req-f2a86ad5-8ea7-4d17-9c7e-b3b1ca5c7ad9 service neutron] 10.222.0.21 "GET /v2.0/networks/ab0bd82b-ed80-4762-9f4f-e43e9b5fbda0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5063803
Feb 05 21:04:30.271433 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fb640038-4d27-467a-bd71-f847dda523a7 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router_gateway (3831a412-fdf7-42c3-b2e7-942962b564ba), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:30.289181 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-1e2e8ff6-3245-4855-acdf-2f0fc7a6b753 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Allocated IP 172.20.0.6 (4b876e93-e753-4f82-8855-2c9c3d1db066/9f0f10c7-9235-4eeb-9133-ac291e95467f/50c35f39-ea0f-467f-b557-4228bfa9d90e) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:04:30.318239 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-1e2e8ff6-3245-4855-acdf-2f0fc7a6b753 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Allocated IP 2001:db8::f816:3eff:fe1f:5446 (4b876e93-e753-4f82-8855-2c9c3d1db066/76bab610-a4a4-42c9-a51d-20bdfad8569d/50c35f39-ea0f-467f-b557-4228bfa9d90e) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:04:30.322066 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-f418f895-cbe7-45fc-9839-715d39071264 None None] Attempting to bind port e14a8e6a-ef7f-4709-b671-f0b150a2f051 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:04:30.322576 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-f418f895-cbe7-45fc-9839-715d39071264 None None] Attempting to bind port e14a8e6a-ef7f-4709-b671-f0b150a2f051 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:04:30.323027 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f418f895-cbe7-45fc-9839-715d39071264 None None] Attempting to bind port e14a8e6a-ef7f-4709-b671-f0b150a2f051 on network 4b876e93-e753-4f82-8855-2c9c3d1db066 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:04:30.336273 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f418f895-cbe7-45fc-9839-715d39071264 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:04:30.336667 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f418f895-cbe7-45fc-9839-715d39071264 None None] Checking segment: {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:04:30.337084 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f418f895-cbe7-45fc-9839-715d39071264 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:30.337624 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f418f895-cbe7-45fc-9839-715d39071264 None None] Bound using segment: {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:04:30.338113 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-f418f895-cbe7-45fc-9839-715d39071264 None None] Bound port: e14a8e6a-ef7f-4709-b671-f0b150a2f051, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:04:30.338619 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f418f895-cbe7-45fc-9839-715d39071264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e14a8e6a-ef7f-4709-b671-f0b150a2f051), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:30.379174 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 5e030055-3f29-4091-b545-df82d7ae1594 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:30.409499 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fb640038-4d27-467a-bd71-f847dda523a7 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router_gateway (3831a412-fdf7-42c3-b2e7-942962b564ba), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:30.454321 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-67f14f69-5b85-46be-bcd0-8e336cea55ce req-d40fd900-09a7-42bf-85f7-884480344c1a service neutron] 10.222.0.21 "GET /v2.0/networks/ab0bd82b-ed80-4762-9f4f-e43e9b5fbda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1852477
Feb 05 21:04:30.484531 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 730d7e2c-64c7-4762-ab1c-cfd5a55fb67b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:04:30.513148 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 730d7e2c-64c7-4762-ab1c-cfd5a55fb67b {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:04:30.513824 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 730d7e2c-64c7-4762-ab1c-cfd5a55fb67b not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:04:30.519406 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-f418f895-cbe7-45fc-9839-715d39071264 None None] For port e14a8e6a-ef7f-4709-b671-f0b150a2f051, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:04:30.537116 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-f418f895-cbe7-45fc-9839-715d39071264 None None] For port e14a8e6a-ef7f-4709-b671-f0b150a2f051, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e14a8e6a-ef7f-4709-b671-f0b150a2f051,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:04:30.549575 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f418f895-cbe7-45fc-9839-715d39071264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (e14a8e6a-ef7f-4709-b671-f0b150a2f051), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:30.591487 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-c50be0dd-fc69-4a2d-b621-96fda1a8107c req-9f343cb2-63bd-449a-a84a-8ccf94c1ecc9 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Deleting port b2ae72fb-6713-49ed-b7e3-c40c7a4baed0 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:04:30.591835 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c50be0dd-fc69-4a2d-b621-96fda1a8107c req-9f343cb2-63bd-449a-a84a-8ccf94c1ecc9 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (b2ae72fb-6713-49ed-b7e3-c40c7a4baed0), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:30.612274 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645347e5-951d-4625-ad21-71b2d398f4da req-902e9518-16c9-4ad2-a7d2-ad02f4de8810 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:30.615680 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418f895-cbe7-45fc-9839-715d39071264 None None] Pushing event updated for resources: {'Port': ['ID=e14a8e6a-ef7f-4709-b671-f0b150a2f051,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:30.621630 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-645347e5-951d-4625-ad21-71b2d398f4da req-902e9518-16c9-4ad2-a7d2-ad02f4de8810 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] 10.222.0.32 "GET /v2.0/ports?device_id=a715fa84-b63b-4882-ac66-7f4054369ed3 HTTP/1.1" status: 200  len: 944 time: 0.2369049
Feb 05 21:04:30.681828 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-fb640038-4d27-467a-bd71-f847dda523a7 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Deleting port 2a78890c-5782-43c8-a3d1-2f154e033b49 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:04:30.682178 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fb640038-4d27-467a-bd71-f847dda523a7 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (2a78890c-5782-43c8-a3d1-2f154e033b49), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:30.686701 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ad31532b-cc29-440d-a732-aa336fda8cc2 admin admin] Publish callbacks [] for router_gateway (6e48def7-54bd-4b58-a601-984d3e6f6228), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:30.707942 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-645347e5-951d-4625-ad21-71b2d398f4da req-2cfc8bfa-db4b-4ef0-97f7-f0b9c52ff5b6 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0737393-4401-4b68-9a10-73b5f17b7c0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850551
Feb 05 21:04:30.714086 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1e2e8ff6-3245-4855-acdf-2f0fc7a6b753 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for port (50c35f39-ea0f-467f-b557-4228bfa9d90e), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:30.785638 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1e2e8ff6-3245-4855-acdf-2f0fc7a6b753 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (50c35f39-ea0f-467f-b557-4228bfa9d90e), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:30.843388 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-c50be0dd-fc69-4a2d-b621-96fda1a8107c req-9f343cb2-63bd-449a-a84a-8ccf94c1ecc9 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] For port b2ae72fb-6713-49ed-b7e3-c40c7a4baed0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2ae72fb-6713-49ed-b7e3-c40c7a4baed0,segment=NetworkSegment(c3fe8733-ce5f-41fc-80e2-343154fe8a12),segment_id=c3fe8733-ce5f-41fc-80e2-343154fe8a12)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:04:30.843696 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c50be0dd-fc69-4a2d-b621-96fda1a8107c req-9f343cb2-63bd-449a-a84a-8ccf94c1ecc9 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (b2ae72fb-6713-49ed-b7e3-c40c7a4baed0), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:30.848971 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2e8ff6-3245-4855-acdf-2f0fc7a6b753 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:04:30.857112 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-1e2e8ff6-3245-4855-acdf-2f0fc7a6b753 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:30.859450 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2e8ff6-3245-4855-acdf-2f0fc7a6b753 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Port': ['ID=50c35f39-ea0f-467f-b557-4228bfa9d90e,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:30.862126 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2e8ff6-3245-4855-acdf-2f0fc7a6b753 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:04:30.874670 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 5e030055-3f29-4091-b545-df82d7ae1594 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:04:30.933895 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2e8ff6-3245-4855-acdf-2f0fc7a6b753 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:30.934868 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1e2e8ff6-3245-4855-acdf-2f0fc7a6b753 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:30.969703 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1e2e8ff6-3245-4855-acdf-2f0fc7a6b753 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 1.6328700
Feb 05 21:04:30.976960 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53960) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:30.984146 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fb640038-4d27-467a-bd71-f847dda523a7 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (2a78890c-5782-43c8-a3d1-2f154e033b49), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:30.994104 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 5e030055-3f29-4091-b545-df82d7ae1594 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:30.994602 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5e030055-3f29-4091-b545-df82d7ae1594), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:31.028328 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-fb640038-4d27-467a-bd71-f847dda523a7 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Calling delete_port for 2a78890c-5782-43c8-a3d1-2f154e033b49 owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:04:31.051447 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c94e54-05ca-40ee-a8b0-01070954dca3 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:31.057840 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c94e54-05ca-40ee-a8b0-01070954dca3 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:31.067797 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-17c94e54-05ca-40ee-a8b0-01070954dca3 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1861 time: 0.0895636
Feb 05 21:04:31.071954 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53964) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:31.141398 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 5e030055-3f29-4091-b545-df82d7ae1594 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:31.230141 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-b9f77868-5040-484f-b401-bd20a53ab801 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting port 50c35f39-ea0f-467f-b557-4228bfa9d90e {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:04:31.230558 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b9f77868-5040-484f-b401-bd20a53ab801 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (50c35f39-ea0f-467f-b557-4228bfa9d90e), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:31.597120 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53972) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:31.720840 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device c5096f96-9384-4801-91f2-2c09594e7544 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:04:31.734211 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ad31532b-cc29-440d-a732-aa336fda8cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (6e48def7-54bd-4b58-a601-984d3e6f6228), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:31.744337 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c50be0dd-fc69-4a2d-b621-96fda1a8107c req-9f343cb2-63bd-449a-a84a-8ccf94c1ecc9 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:31.745445 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c50be0dd-fc69-4a2d-b621-96fda1a8107c req-9f343cb2-63bd-449a-a84a-8ccf94c1ecc9 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (1d0e5220-9868-4d2c-815a-318269101569), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:31.745445 ncdv-master-1 neutron-server[114390]: INFO neutron.db.l3_db [req-c50be0dd-fc69-4a2d-b621-96fda1a8107c req-9f343cb2-63bd-449a-a84a-8ccf94c1ecc9 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Floating IP 1d0e5220-9868-4d2c-815a-318269101569 disassociated. External IP: 172.35.4.195, port: b2ae72fb-6713-49ed-b7e3-c40c7a4baed0.
Feb 05 21:04:31.745788 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-c50be0dd-fc69-4a2d-b621-96fda1a8107c req-9f343cb2-63bd-449a-a84a-8ccf94c1ecc9 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Calling delete_port for b2ae72fb-6713-49ed-b7e3-c40c7a4baed0 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:04:31.760952 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609600d4-b698-4c84-9d0b-0ecfbf7fdeb1 req-8f7a3b32-2e53-4eed-bcb4-1b0f4f712a0a tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:31.762242 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-609600d4-b698-4c84-9d0b-0ecfbf7fdeb1 req-8f7a3b32-2e53-4eed-bcb4-1b0f4f712a0a tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=18e8daf2-7be8-4578-9d20-340e9ecd5a01 HTTP/1.1" status: 200  len: 946 time: 0.5263028
Feb 05 21:04:31.777696 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ffb4af-8565-4eb1-a20c-a4cf12ce9838 req-190616fc-680e-4947-8d09-781d2a2d2aa6 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:31.788460 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-02ffb4af-8565-4eb1-a20c-a4cf12ce9838 req-190616fc-680e-4947-8d09-781d2a2d2aa6 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=b56754d4-2d51-45b8-b4e0-e950064b6fa8 HTTP/1.1" status: 200  len: 945 time: 0.1471994
Feb 05 21:04:31.792671 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b9f77868-5040-484f-b401-bd20a53ab801 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (50c35f39-ea0f-467f-b557-4228bfa9d90e), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:31.836992 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-b9f77868-5040-484f-b401-bd20a53ab801 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Calling delete_port for 50c35f39-ea0f-467f-b557-4228bfa9d90e owned by  {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:04:31.869193 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-70437cb4-c69a-4254-8b1c-1ee5adb32535 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:31.881423 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-02ffb4af-8565-4eb1-a20c-a4cf12ce9838 req-24a72f52-b746-4041-b9d1-c84babcba48f tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups?id=367daedb-a110-448a-a43f-464c464e668a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0919664
Feb 05 21:04:31.933900 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port c5096f96-9384-4801-91f2-2c09594e7544, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c5096f96-9384-4801-91f2-2c09594e7544,segment=NetworkSegment(22d3ac6d-3e13-4374-a922-46607ebf6020),segment_id=22d3ac6d-3e13-4374-a922-46607ebf6020)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:04:31.950267 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': 'c5096f96-9384-4801-91f2-2c09594e7544', 'network_id': 'ab0bd82b-ed80-4762-9f4f-e43e9b5fbda0', 'port_id': 'c5096f96-9384-4801-91f2-2c09594e7544', 'mac_address': 'fa:16:3e:60:59:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680bbdc7-5be4-4776-810b-613d6d2907bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:04:31.992301 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-609600d4-b698-4c84-9d0b-0ecfbf7fdeb1 req-50605077-78a2-4b06-a368-c9a6f48e67f6 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2016432
Feb 05 21:04:32.021949 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port c5096f96-9384-4801-91f2-2c09594e7544 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:32.023773 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c5096f96-9384-4801-91f2-2c09594e7544), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:32.035947 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fb640038-4d27-467a-bd71-f847dda523a7 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (2a78890c-5782-43c8-a3d1-2f154e033b49), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:32.045281 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5096f96-9384-4801-91f2-2c09594e7544 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:04:32.074359 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port c5096f96-9384-4801-91f2-2c09594e7544, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c5096f96-9384-4801-91f2-2c09594e7544,segment=NetworkSegment(22d3ac6d-3e13-4374-a922-46607ebf6020),segment_id=22d3ac6d-3e13-4374-a922-46607ebf6020)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:04:32.086726 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (c5096f96-9384-4801-91f2-2c09594e7544), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:32.093961 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb640038-4d27-467a-bd71-f847dda523a7 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Pushing event deleted for resources: {'Port': ['ID=2a78890c-5782-43c8-a3d1-2f154e033b49,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:32.096225 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706c1d1-a2c5-4cf2-ad5b-2913104b4210 req-2060f154-1f4a-4414-af41-f61c6f750ae7 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:32.103362 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9706c1d1-a2c5-4cf2-ad5b-2913104b4210 req-2060f154-1f4a-4414-af41-f61c6f750ae7 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] 10.222.0.32 "GET /v2.0/ports?device_id=a715fa84-b63b-4882-ac66-7f4054369ed3 HTTP/1.1" status: 200  len: 944 time: 0.1097374
Feb 05 21:04:32.152030 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad31532b-cc29-440d-a732-aa336fda8cc2 admin admin] Router 6e48def7-54bd-4b58-a601-984d3e6f6228 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:04:32.157650 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7fb8a7-4ff7-42b0-8c2b-d6addefd82a0 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:04:32.168440 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=c5096f96-9384-4801-91f2-2c09594e7544,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:32.196994 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9706c1d1-a2c5-4cf2-ad5b-2913104b4210 req-9868cc9e-b2ad-40e4-8d39-760f3361ce37 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0737393-4401-4b68-9a10-73b5f17b7c0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924997
Feb 05 21:04:32.263974 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b9f77868-5040-484f-b401-bd20a53ab801 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (50c35f39-ea0f-467f-b557-4228bfa9d90e), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:32.289008 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c50be0dd-fc69-4a2d-b621-96fda1a8107c req-9f343cb2-63bd-449a-a84a-8ccf94c1ecc9 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (b2ae72fb-6713-49ed-b7e3-c40c7a4baed0), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:32.293841 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fb640038-4d27-467a-bd71-f847dda523a7 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (3831a412-fdf7-42c3-b2e7-942962b564ba), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:32.295561 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f77868-5040-484f-b401-bd20a53ab801 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Port': ['ID=50c35f39-ea0f-467f-b557-4228bfa9d90e,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:32.311299 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f77868-5040-484f-b401-bd20a53ab801 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:32.311634 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f77868-5040-484f-b401-bd20a53ab801 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:32.311912 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f77868-5040-484f-b401-bd20a53ab801 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:32.312276 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f77868-5040-484f-b401-bd20a53ab801 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:32.312629 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f77868-5040-484f-b401-bd20a53ab801 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:32.312980 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f77868-5040-484f-b401-bd20a53ab801 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:32.313309 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f77868-5040-484f-b401-bd20a53ab801 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:32.313677 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f77868-5040-484f-b401-bd20a53ab801 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:32.314018 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f77868-5040-484f-b401-bd20a53ab801 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:32.314347 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f77868-5040-484f-b401-bd20a53ab801 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:32.314705 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f77868-5040-484f-b401-bd20a53ab801 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:32.315051 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f77868-5040-484f-b401-bd20a53ab801 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:32.315381 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f77868-5040-484f-b401-bd20a53ab801 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:04:32.405463 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b9f77868-5040-484f-b401-bd20a53ab801 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:32.408698 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b9f77868-5040-484f-b401-bd20a53ab801 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/ports/50c35f39-ea0f-467f-b557-4228bfa9d90e HTTP/1.1" status: 204  len: 168 time: 1.3357568
Feb 05 21:04:32.411303 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53978) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:32.415319 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-bd426203-e982-4e7d-a5aa-df073bb15fd7 None None] Provisioning complete for port e14a8e6a-ef7f-4709-b671-f0b150a2f051 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:32.415712 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bd426203-e982-4e7d-a5aa-df073bb15fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e14a8e6a-ef7f-4709-b671-f0b150a2f051), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:32.426088 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f343cb2-63bd-449a-a84a-8ccf94c1ecc9 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Pushing event deleted for resources: {'Port': ['ID=b2ae72fb-6713-49ed-b7e3-c40c7a4baed0,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:32.489372 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['c5096f96-9384-4801-91f2-2c09594e7544'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:04:32.502067 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9407c5a1-3b17-4ce6-9879-4df1ac740f5c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:32.503454 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9407c5a1-3b17-4ce6-9879-4df1ac740f5c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:32.506024 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9407c5a1-3b17-4ce6-9879-4df1ac740f5c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:32.510228 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9407c5a1-3b17-4ce6-9879-4df1ac740f5c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.0950286
Feb 05 21:04:32.510504 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53980) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:32.536367 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-70437cb4-c69a-4254-8b1c-1ee5adb32535 admin admin] Publish callbacks [] for security_group (314b30e4-7dc5-42a7-b04d-7e8115c16cfe), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:32.565958 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-c96399ce-c7ea-41b3-8234-6970470fe501 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting subnet 76bab610-a4a4-42c9-a51d-20bdfad8569d {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:04:32.569749 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c96399ce-c7ea-41b3-8234-6970470fe501 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (76bab610-a4a4-42c9-a51d-20bdfad8569d), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:32.608937 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-bd426203-e982-4e7d-a5aa-df073bb15fd7 None None] Current status of the port e14a8e6a-ef7f-4709-b671-f0b150a2f051 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:32.609284 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bd426203-e982-4e7d-a5aa-df073bb15fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e14a8e6a-ef7f-4709-b671-f0b150a2f051), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:32.615664 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c96399ce-c7ea-41b3-8234-6970470fe501 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (76bab610-a4a4-42c9-a51d-20bdfad8569d), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:32.620871 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-70437cb4-c69a-4254-8b1c-1ee5adb32535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (314b30e4-7dc5-42a7-b04d-7e8115c16cfe), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:32.668642 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-bd426203-e982-4e7d-a5aa-df073bb15fd7 None None] For port e14a8e6a-ef7f-4709-b671-f0b150a2f051, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e14a8e6a-ef7f-4709-b671-f0b150a2f051,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:04:32.681596 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bd426203-e982-4e7d-a5aa-df073bb15fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (e14a8e6a-ef7f-4709-b671-f0b150a2f051), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:32.739582 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c96399ce-c7ea-41b3-8234-6970470fe501 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (76bab610-a4a4-42c9-a51d-20bdfad8569d), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:32.750895 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fb640038-4d27-467a-bd71-f847dda523a7 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8250'] for router (3831a412-fdf7-42c3-b2e7-942962b564ba), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:32.763144 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fb640038-4d27-467a-bd71-f847dda523a7 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583542'] for router (3831a412-fdf7-42c3-b2e7-942962b564ba), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:32.780020 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd426203-e982-4e7d-a5aa-df073bb15fd7 None None] Pushing event updated for resources: {'Port': ['ID=e14a8e6a-ef7f-4709-b671-f0b150a2f051,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:32.797283 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad31532b-cc29-440d-a732-aa336fda8cc2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:04:32.798911 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70437cb4-c69a-4254-8b1c-1ee5adb32535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314b30e4-7dc5-42a7-b04d-7e8115c16cfe,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:32.814696 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43baa45d-f592-450f-9fae-29a4e6a0799f None None] Sync routers for ids ['6e48def7-54bd-4b58-a601-984d3e6f6228'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:04:32.830939 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43baa45d-f592-450f-9fae-29a4e6a0799f None None] Routers {'6e48def7-54bd-4b58-a601-984d3e6f6228'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:04:32.831579 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-43baa45d-f592-450f-9fae-29a4e6a0799f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db89a9ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:04:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['6e48def7-54bd-4b58-a601-984d3e6f6228'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:32.838106 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-70437cb4-c69a-4254-8b1c-1ee5adb32535 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bd7d93beae8d40238d1d43760a550d91&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2342014
Feb 05 21:04:32.843823 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53982) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:32.845243 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c96399ce-c7ea-41b3-8234-6970470fe501 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (76bab610-a4a4-42c9-a51d-20bdfad8569d), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:32.925031 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96399ce-c7ea-41b3-8234-6970470fe501 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Subnet': ['ID=76bab610-a4a4-42c9-a51d-20bdfad8569d,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:32.958188 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c96399ce-c7ea-41b3-8234-6970470fe501 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:32.967034 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c96399ce-c7ea-41b3-8234-6970470fe501 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/76bab610-a4a4-42c9-a51d-20bdfad8569d HTTP/1.1" status: 204  len: 168 time: 0.4540656
Feb 05 21:04:32.968388 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53986) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:33.004107 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ad31532b-cc29-440d-a732-aa336fda8cc2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:33.005506 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ad31532b-cc29-440d-a732-aa336fda8cc2 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 7.2159162
Feb 05 21:04:33.018327 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53988) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:33.073510 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-43baa45d-f592-450f-9fae-29a4e6a0799f None None] Set router 6e48def7-54bd-4b58-a601-984d3e6f6228 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:04:33.095407 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device e14a8e6a-ef7f-4709-b671-f0b150a2f051 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:04:33.129142 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb640038-4d27-467a-bd71-f847dda523a7 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Router 3831a412-fdf7-42c3-b2e7-942962b564ba has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:04:33.165395 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c50be0dd-fc69-4a2d-b621-96fda1a8107c req-9f343cb2-63bd-449a-a84a-8ccf94c1ecc9 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Router 9fd025af-f57d-46d1-b3c1-78f90a70215f has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:04:33.172776 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port e14a8e6a-ef7f-4709-b671-f0b150a2f051 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:33.173452 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e14a8e6a-ef7f-4709-b671-f0b150a2f051), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:33.186746 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9366f834-f3c7-49e2-b8cc-3f31e3e7611b req-37ba6622-c7e8-41b8-8136-1bdd5886a4d7 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=b56754d4-2d51-45b8-b4e0-e950064b6fa8 HTTP/1.1" status: 200  len: 210 time: 0.1158857
Feb 05 21:04:33.230610 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-81b7a1e7-c715-47ad-aee4-e8a0bd63e985 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting subnet 9f0f10c7-9235-4eeb-9133-ac291e95467f {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:04:33.230825 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c7b56d4e-2a78-422a-8ea9-429c13abb2c5 admin admin] Publish callbacks [] for security_group (314b30e4-7dc5-42a7-b04d-7e8115c16cfe), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:33.279191 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-81b7a1e7-c715-47ad-aee4-e8a0bd63e985 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (9f0f10c7-9235-4eeb-9133-ac291e95467f), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:33.351235 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port e14a8e6a-ef7f-4709-b671-f0b150a2f051 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:33.392983 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c7b56d4e-2a78-422a-8ea9-429c13abb2c5 admin admin] Publish callbacks [] for security_group (314b30e4-7dc5-42a7-b04d-7e8115c16cfe), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:33.407476 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-81b7a1e7-c715-47ad-aee4-e8a0bd63e985 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (9f0f10c7-9235-4eeb-9133-ac291e95467f), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:33.439810 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-43baa45d-f592-450f-9fae-29a4e6a0799f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db89a9ac0>, [{'id': '6e48def7-54bd-4b58-a601-984d3e6f6228', 'name': 'tempest-TestVolumeBootPattern-2108145269-router', 'tenant_id': '038e5a5565304c12b0a7707b4453781f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.72'}], 'enable_snat': True}, 'gw_port_id': '2890bf98-cd37-4014-b0f3-66e0241bb2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:04:25Z', 'updated_at': '2022-02-05T21:04:30Z', 'revision_number': 3, 'project_id': '038e5a5565304c12b0a7707b4453781f', 'gw_port': {'id': '2890bf98-cd37-4014-b0f3-66e0241bb2a9', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:29:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e48def7-54bd-4b58-a601-984d3e6f6228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:28Z', 'updated_at': '2022-02-05T21:04:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:33.455617 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1768e-7138-4e8f-919b-99385e6f714c req-be0e23d7-4749-4fce-a7d5-4c85826819be tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:33.457349 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-74e1768e-7138-4e8f-919b-99385e6f714c req-be0e23d7-4749-4fce-a7d5-4c85826819be tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=18e8daf2-7be8-4578-9d20-340e9ecd5a01 HTTP/1.1" status: 200  len: 946 time: 0.3334172
Feb 05 21:04:33.493633 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf364c5-befa-4321-8461-13f0191691c1 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:04:33.499276 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43baa45d-f592-450f-9fae-29a4e6a0799f None None] Checking router: 6e48def7-54bd-4b58-a601-984d3e6f6228 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:04:33.499748 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43baa45d-f592-450f-9fae-29a4e6a0799f None None] Updating router 6e48def7-54bd-4b58-a601-984d3e6f6228 port 2890bf98-cd37-4014-b0f3-66e0241bb2a9 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:04:33.532198 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-43baa45d-f592-450f-9fae-29a4e6a0799f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (2890bf98-cd37-4014-b0f3-66e0241bb2a9), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:33.571059 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb640038-4d27-467a-bd71-f847dda523a7 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:04:33.578038 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fb640038-4d27-467a-bd71-f847dda523a7 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:33.579274 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-fb640038-4d27-467a-bd71-f847dda523a7 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] 10.222.0.32 "PUT /v2.0/routers/3831a412-fdf7-42c3-b2e7-942962b564ba HTTP/1.1" status: 200  len: 706 time: 4.5733118
Feb 05 21:04:33.590749 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53994) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:33.596867 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5032c1db-1106-4922-b075-4a9d633a81cd None None] Sync routers for ids ['3831a412-fdf7-42c3-b2e7-942962b564ba'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:04:33.620284 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-01fcef1b-df59-49f9-8071-db3fa5e9b805 None None] Provisioning complete for port e14a8e6a-ef7f-4709-b671-f0b150a2f051 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:33.620665 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-01fcef1b-df59-49f9-8071-db3fa5e9b805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e14a8e6a-ef7f-4709-b671-f0b150a2f051), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:33.624151 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5032c1db-1106-4922-b075-4a9d633a81cd None None] Routers {'3831a412-fdf7-42c3-b2e7-942962b564ba'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:04:33.624806 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-5032c1db-1106-4922-b075-4a9d633a81cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabd1b280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:04:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['3831a412-fdf7-42c3-b2e7-942962b564ba'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:33.631559 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-81b7a1e7-c715-47ad-aee4-e8a0bd63e985 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (9f0f10c7-9235-4eeb-9133-ac291e95467f), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:33.669798 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec14dc-0d51-4b6b-9253-10f7ab50709d req-17d39253-f79b-404e-a4e5-b3b2a176be88 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:33.677408 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4dec14dc-0d51-4b6b-9253-10f7ab50709d req-17d39253-f79b-404e-a4e5-b3b2a176be88 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] 10.222.0.32 "GET /v2.0/ports?device_id=a715fa84-b63b-4882-ac66-7f4054369ed3 HTTP/1.1" status: 200  len: 945 time: 0.3445408
Feb 05 21:04:33.691425 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-5032c1db-1106-4922-b075-4a9d633a81cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabd1b280>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:33.713998 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-74e1768e-7138-4e8f-919b-99385e6f714c req-8c973ee2-72df-4c7e-a097-ee1d7bace999 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2463880
Feb 05 21:04:33.740234 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device c5096f96-9384-4801-91f2-2c09594e7544 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:04:33.752760 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5032c1db-1106-4922-b075-4a9d633a81cd None None] Routers {'3831a412-fdf7-42c3-b2e7-942962b564ba'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:04:33.753406 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-5032c1db-1106-4922-b075-4a9d633a81cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabd1b280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:04:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['3831a412-fdf7-42c3-b2e7-942962b564ba'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:33.777563 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-89ebba04-4fcd-4111-bc1c-1d779873a3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:33.785874 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-28bcf505-5e30-4b39-a1fb-577f60637aea tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] 10.222.0.32 "GET /v2.0/routers/3831a412-fdf7-42c3-b2e7-942962b564ba HTTP/1.1" status: 200  len: 741 time: 0.1923211
Feb 05 21:04:33.791120 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53996) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:33.813350 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4dec14dc-0d51-4b6b-9253-10f7ab50709d req-720c8d7f-e91e-48ce-88ad-f840be970e42 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0737393-4401-4b68-9a10-73b5f17b7c0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1345489
Feb 05 21:04:33.823279 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-5032c1db-1106-4922-b075-4a9d633a81cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabd1b280>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:33.823942 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5032c1db-1106-4922-b075-4a9d633a81cd None None] The sync data for ids ['3831a412-fdf7-42c3-b2e7-942962b564ba'] in ncdv-master-1 is: [] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:04:33.860057 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-81b7a1e7-c715-47ad-aee4-e8a0bd63e985 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (9f0f10c7-9235-4eeb-9133-ac291e95467f), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:33.875031 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-63ab04f7-9b37-4cfd-a0e0-48614c5fa2c5 tempest-RoutersAdminTest-1688180018 tempest-RoutersAdminTest-1688180018-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=d65fb4dc-e812-4574-a4e6-6308f0abdf3f&device_id=3831a412-fdf7-42c3-b2e7-942962b564ba HTTP/1.1" status: 200  len: 205 time: 0.0775750
Feb 05 21:04:33.888413 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-01fcef1b-df59-49f9-8071-db3fa5e9b805 None None] Current status of the port e14a8e6a-ef7f-4709-b671-f0b150a2f051 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:33.891680 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53998) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:33.897315 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port c5096f96-9384-4801-91f2-2c09594e7544 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:04:33.901223 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-81b7a1e7-c715-47ad-aee4-e8a0bd63e985 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:33.902486 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port c5096f96-9384-4801-91f2-2c09594e7544 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:33.902968 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c5096f96-9384-4801-91f2-2c09594e7544), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:33.909884 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-81b7a1e7-c715-47ad-aee4-e8a0bd63e985 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/9f0f10c7-9235-4eeb-9133-ac291e95467f HTTP/1.1" status: 204  len: 168 time: 0.9387975
Feb 05 21:04:33.921073 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54000) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:33.935622 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b7a1e7-c715-47ad-aee4-e8a0bd63e985 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Subnet': ['ID=9f0f10c7-9235-4eeb-9133-ac291e95467f,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:33.963300 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-43baa45d-f592-450f-9fae-29a4e6a0799f None None] Publish callbacks [] for port (2890bf98-cd37-4014-b0f3-66e0241bb2a9), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:33.970444 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-43baa45d-f592-450f-9fae-29a4e6a0799f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (2890bf98-cd37-4014-b0f3-66e0241bb2a9), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:33.997582 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port c5096f96-9384-4801-91f2-2c09594e7544 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:33.998114 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c5096f96-9384-4801-91f2-2c09594e7544), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:34.019425 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-43baa45d-f592-450f-9fae-29a4e6a0799f None None] Attempting to bind port 2890bf98-cd37-4014-b0f3-66e0241bb2a9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:04:34.019812 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-43baa45d-f592-450f-9fae-29a4e6a0799f None None] Attempting to bind port 2890bf98-cd37-4014-b0f3-66e0241bb2a9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:04:34.020180 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43baa45d-f592-450f-9fae-29a4e6a0799f None None] Attempting to bind port 2890bf98-cd37-4014-b0f3-66e0241bb2a9 on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:04:34.037205 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a715fa84-b63b-4882-ac66-7f4054369ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5096f96-9384-4801-91f2-2c09594e7544'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:04:34.040585 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d718515-e084-4561-b25a-c745bcf1c61f" -d '{"events": [{"server_uuid": "a715fa84-b63b-4882-ac66-7f4054369ed3", "name": "network-vif-plugged", "status": "completed", "tag": "c5096f96-9384-4801-91f2-2c09594e7544"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:04:34.050501 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43baa45d-f592-450f-9fae-29a4e6a0799f None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:04:34.051535 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43baa45d-f592-450f-9fae-29a4e6a0799f None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:04:34.051958 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-43baa45d-f592-450f-9fae-29a4e6a0799f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:34.052364 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43baa45d-f592-450f-9fae-29a4e6a0799f None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:04:34.053208 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-43baa45d-f592-450f-9fae-29a4e6a0799f None None] Bound port: 2890bf98-cd37-4014-b0f3-66e0241bb2a9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:04:34.053421 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-43baa45d-f592-450f-9fae-29a4e6a0799f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (2890bf98-cd37-4014-b0f3-66e0241bb2a9), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:34.079468 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port c5096f96-9384-4801-91f2-2c09594e7544, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c5096f96-9384-4801-91f2-2c09594e7544,segment=NetworkSegment(22d3ac6d-3e13-4374-a922-46607ebf6020),segment_id=22d3ac6d-3e13-4374-a922-46607ebf6020)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:04:34.087950 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (c5096f96-9384-4801-91f2-2c09594e7544), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:34.133369 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1428cfbd-1317-43e6-9403-61bc776a57e0 x-openstack-request-id: req-1428cfbd-1317-43e6-9403-61bc776a57e0 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:04:34.134076 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a715fa84-b63b-4882-ac66-7f4054369ed3", "name": "network-vif-plugged", "status": "completed", "tag": "c5096f96-9384-4801-91f2-2c09594e7544", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:04:34.134330 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1428cfbd-1317-43e6-9403-61bc776a57e0 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:04:34.134855 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a715fa84-b63b-4882-ac66-7f4054369ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5096f96-9384-4801-91f2-2c09594e7544', 'code': 200}
Feb 05 21:04:34.170359 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-43baa45d-f592-450f-9fae-29a4e6a0799f None None] For port 2890bf98-cd37-4014-b0f3-66e0241bb2a9, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:04:34.176199 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-43baa45d-f592-450f-9fae-29a4e6a0799f None None] For port 2890bf98-cd37-4014-b0f3-66e0241bb2a9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2890bf98-cd37-4014-b0f3-66e0241bb2a9,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:04:34.185690 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=c5096f96-9384-4801-91f2-2c09594e7544,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:34.194907 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-43baa45d-f592-450f-9fae-29a4e6a0799f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (2890bf98-cd37-4014-b0f3-66e0241bb2a9), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:34.197398 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323baa5-df81-4557-b5f9-04ade646fd3c None None] Pushing event updated for resources: {'Port': ['ID=2890bf98-cd37-4014-b0f3-66e0241bb2a9,revision_number=2']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:34.264760 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43baa45d-f592-450f-9fae-29a4e6a0799f None None] Routers {'6e48def7-54bd-4b58-a601-984d3e6f6228'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:04:34.265410 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-43baa45d-f592-450f-9fae-29a4e6a0799f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db89a9ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:04:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['6e48def7-54bd-4b58-a601-984d3e6f6228'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:34.309104 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323baa5-df81-4557-b5f9-04ade646fd3c None None] Pushing event updated for resources: {'Port': ['ID=2890bf98-cd37-4014-b0f3-66e0241bb2a9,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:34.341640 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-12974ab0-1240-40a9-8f41-a5acafa00576 req-996f43f6-eaa3-4b22-a4e1-de1523e29c96 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/ports?device_id=b56754d4-2d51-45b8-b4e0-e950064b6fa8 HTTP/1.1" status: 200  len: 210 time: 0.0604422
Feb 05 21:04:34.444655 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-cc069553-3543-48a6-890c-b90e8d2c46ba tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.4820902
Feb 05 21:04:34.444655 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c50be0dd-fc69-4a2d-b621-96fda1a8107c req-9f343cb2-63bd-449a-a84a-8ccf94c1ecc9 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:04:34.445364 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54006) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:34.447092 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b8ccf414-da5c-4e82-ae51-e15b78e4bdbd tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] 10.222.0.32 "GET /v2.0/ports?device_id=3831a412-fdf7-42c3-b2e7-942962b564ba HTTP/1.1" status: 200  len: 205 time: 0.5493054
Feb 05 21:04:34.447825 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c7b56d4e-2a78-422a-8ea9-429c13abb2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (314b30e4-7dc5-42a7-b04d-7e8115c16cfe), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:34.450343 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c7b56d4e-2a78-422a-8ea9-429c13abb2c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:34.453666 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c7b56d4e-2a78-422a-8ea9-429c13abb2c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/314b30e4-7dc5-42a7-b04d-7e8115c16cfe HTTP/1.1" status: 204  len: 168 time: 1.5525098
Feb 05 21:04:34.454515 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54008) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:34.505384 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db972c0-698a-439b-a227-c8aa200d4d84 None None] Sync routers for ids ['9fd025af-f57d-46d1-b3c1-78f90a70215f'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:04:34.527237 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db972c0-698a-439b-a227-c8aa200d4d84 None None] Routers {'9fd025af-f57d-46d1-b3c1-78f90a70215f'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:04:34.528026 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-3db972c0-698a-439b-a227-c8aa200d4d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db88c4d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:04:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['9fd025af-f57d-46d1-b3c1-78f90a70215f'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:34.542163 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b56d4e-2a78-422a-8ea9-429c13abb2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314b30e4-7dc5-42a7-b04d-7e8115c16cfe,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:34.618994 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-50ad0b1e-dcae-4c9f-8d61-fbe27a8e0510 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router (3831a412-fdf7-42c3-b2e7-942962b564ba), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:34.627225 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50be0dd-fc69-4a2d-b621-96fda1a8107c req-9f343cb2-63bd-449a-a84a-8ccf94c1ecc9 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] No DVR routers for this DVR port b2ae72fb-6713-49ed-b7e3-c40c7a4baed0 on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:04:34.628598 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b444b0cc-7130-4f58-b9c0-8f2624b94e2f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:34.630982 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b444b0cc-7130-4f58-b9c0-8f2624b94e2f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1845465
Feb 05 21:04:34.633934 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54012) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:34.634345 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c50be0dd-fc69-4a2d-b621-96fda1a8107c req-9f343cb2-63bd-449a-a84a-8ccf94c1ecc9 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:34.639968 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c50be0dd-fc69-4a2d-b621-96fda1a8107c req-9f343cb2-63bd-449a-a84a-8ccf94c1ecc9 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.39 "DELETE /v2.0/ports/b2ae72fb-6713-49ed-b7e3-c40c7a4baed0 HTTP/1.1" status: 204  len: 173 time: 4.5221100
Feb 05 21:04:34.643989 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b56754d4-2d51-45b8-b4e0-e950064b6fa8', 'name': 'network-vif-deleted', 'tag': 'b2ae72fb-6713-49ed-b7e3-c40c7a4baed0'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:04:34.646393 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241e5cbb-db44-4eba-acbb-6b8b46ac692d" -d '{"events": [{"server_uuid": "b56754d4-2d51-45b8-b4e0-e950064b6fa8", "name": "network-vif-deleted", "tag": "b2ae72fb-6713-49ed-b7e3-c40c7a4baed0"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:04:34.721566 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a053b91-ebeb-4e5c-9cf1-df243310de5c req-2c2f08d5-3024-44b6-9726-1875eaf13190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:34.723388 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9a053b91-ebeb-4e5c-9cf1-df243310de5c req-2c2f08d5-3024-44b6-9726-1875eaf13190 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a715fa84-b63b-4882-ac66-7f4054369ed3 HTTP/1.1" status: 200  len: 1128 time: 0.2687201
Feb 05 21:04:34.727673 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device b2ae72fb-6713-49ed-b7e3-c40c7a4baed0 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:04:34.731812 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664c7de9-a474-4de3-8bc2-c6bb037bafb9 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:04:34.789792 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d586cf9-9768-4b5b-9ee1-effb1b22eedf x-openstack-request-id: req-0d586cf9-9768-4b5b-9ee1-effb1b22eedf {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:04:34.790104 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b56754d4-2d51-45b8-b4e0-e950064b6fa8", "name": "network-vif-deleted", "tag": "b2ae72fb-6713-49ed-b7e3-c40c7a4baed0", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:04:34.792051 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d586cf9-9768-4b5b-9ee1-effb1b22eedf {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:04:34.792241 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b56754d4-2d51-45b8-b4e0-e950064b6fa8', 'name': 'network-vif-deleted', 'tag': 'b2ae72fb-6713-49ed-b7e3-c40c7a4baed0', 'status': 'completed', 'code': 200}
Feb 05 21:04:34.820690 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-49af035c-fd9b-4cc8-b8fc-6cec23dbea37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:34.836342 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-43baa45d-f592-450f-9fae-29a4e6a0799f None None] Set router 6e48def7-54bd-4b58-a601-984d3e6f6228 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:04:34.852114 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: b2ae72fb-6713-49ed-b7e3-c40c7a4baed0 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:04:34.856682 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device b2ae72fb-6713-49ed-b7e3-c40c7a4baed0 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:04:34.918750 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-3db972c0-698a-439b-a227-c8aa200d4d84 None None] Set router 9fd025af-f57d-46d1-b3c1-78f90a70215f gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:04:34.945937 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e1e6a7-02eb-4401-997b-0c828a82b763 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:34.954412 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-07e1e6a7-02eb-4401-997b-0c828a82b763 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3181548
Feb 05 21:04:34.957964 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54022) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:35.023651 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device e14a8e6a-ef7f-4709-b671-f0b150a2f051 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:04:35.028703 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-9f5d9029-3f2f-4f00-9a12-3be208c065a7 None None] Provisioning complete for port e14a8e6a-ef7f-4709-b671-f0b150a2f051 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:35.029086 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9f5d9029-3f2f-4f00-9a12-3be208c065a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e14a8e6a-ef7f-4709-b671-f0b150a2f051), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:35.042172 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-679141b1-677d-4e0a-b23a-9d654971136d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0748615
Feb 05 21:04:35.058142 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54024) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:35.081077 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54026) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:35.091119 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-f68fd66b-e31b-4676-bd3c-5fec0ddad862 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'subnet': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:35.113996 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9a053b91-ebeb-4e5c-9cf1-df243310de5c req-ea902772-ee2e-4a60-bc0f-3f938f4dbb8f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b0737393-4401-4b68-9a10-73b5f17b7c0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3672895
Feb 05 21:04:35.139782 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6c35d66d-aaf1-4ad2-9c18-c7d120eca513 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:35.161425 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-50ad0b1e-dcae-4c9f-8d61-fbe27a8e0510 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (3831a412-fdf7-42c3-b2e7-942962b564ba), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:35.169945 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-50ad0b1e-dcae-4c9f-8d61-fbe27a8e0510 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router_controller (3831a412-fdf7-42c3-b2e7-942962b564ba), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:35.215372 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port e14a8e6a-ef7f-4709-b671-f0b150a2f051 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:35.215966 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e14a8e6a-ef7f-4709-b671-f0b150a2f051), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:35.305329 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-9f5d9029-3f2f-4f00-9a12-3be208c065a7 None None] Current status of the port e14a8e6a-ef7f-4709-b671-f0b150a2f051 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:35.333580 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-49af035c-fd9b-4cc8-b8fc-6cec23dbea37 admin admin] Allocated IP 172.20.0.1 (e5e0a553-f058-471d-bf94-537dea3ad2e3/15897029-76fe-499a-80bf-bb82a18cd120/5e59f3b5-bdaa-4ecc-850c-547b267908f0) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:04:35.335772 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e5ae31-f5cc-43ed-b07e-bd2935dd0155 None None] DHCP port deletion for 4b876e93-e753-4f82-8855-2c9c3d1db066 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:04:35.345266 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff1177-0b3b-4de5-9d62-c026003c4d6c req-90c79f0c-0843-4b97-aaa6-4a5b7e6a0639 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:35.347358 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-93ff1177-0b3b-4de5-9d62-c026003c4d6c req-90c79f0c-0843-4b97-aaa6-4a5b7e6a0639 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=18e8daf2-7be8-4578-9d20-340e9ecd5a01 HTTP/1.1" status: 200  len: 946 time: 0.4903593
Feb 05 21:04:35.415113 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-50ad0b1e-dcae-4c9f-8d61-fbe27a8e0510 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (3831a412-fdf7-42c3-b2e7-942962b564ba), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:35.415840 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ad0b1e-dcae-4c9f-8d61-fbe27a8e0510 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Fanout notify agent at l3_agent the message router_deleted on router 3831a412-fdf7-42c3-b2e7-942962b564ba {{(pid=114391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:04:35.418928 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-43baa45d-f592-450f-9fae-29a4e6a0799f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db89a9ac0>, [{'id': '6e48def7-54bd-4b58-a601-984d3e6f6228', 'name': 'tempest-TestVolumeBootPattern-2108145269-router', 'tenant_id': '038e5a5565304c12b0a7707b4453781f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.72'}], 'enable_snat': True}, 'gw_port_id': '2890bf98-cd37-4014-b0f3-66e0241bb2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:04:25Z', 'updated_at': '2022-02-05T21:04:30Z', 'revision_number': 3, 'project_id': '038e5a5565304c12b0a7707b4453781f', 'gw_port': {'id': '2890bf98-cd37-4014-b0f3-66e0241bb2a9', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:29:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e48def7-54bd-4b58-a601-984d3e6f6228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:28Z', 'updated_at': '2022-02-05T21:04:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:35.423293 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6c35d66d-aaf1-4ad2-9c18-c7d120eca513 admin admin] Publish callbacks [] for security_group (dd4e19d6-b648-43d8-89ef-797d352f25db), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:35.430204 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port e14a8e6a-ef7f-4709-b671-f0b150a2f051 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:35.449406 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c8e5ae31-f5cc-43ed-b07e-bd2935dd0155 None None] Deleting port e14a8e6a-ef7f-4709-b671-f0b150a2f051 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:04:35.449953 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c8e5ae31-f5cc-43ed-b07e-bd2935dd0155 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (e14a8e6a-ef7f-4709-b671-f0b150a2f051), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:35.454958 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43baa45d-f592-450f-9fae-29a4e6a0799f None None] The sync data for ids ['6e48def7-54bd-4b58-a601-984d3e6f6228'] in ncdv-master-1 is: [{'id': '6e48def7-54bd-4b58-a601-984d3e6f6228', 'name': 'tempest-TestVolumeBootPattern-2108145269-router', 'tenant_id': '038e5a5565304c12b0a7707b4453781f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.72'}], 'enable_snat': True}, 'gw_port_id': '2890bf98-cd37-4014-b0f3-66e0241bb2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:04:25Z', 'updated_at': '2022-02-05T21:04:30Z', 'revision_number': 3, 'project_id': '038e5a5565304c12b0a7707b4453781f', 'gw_port': {'id': '2890bf98-cd37-4014-b0f3-66e0241bb2a9', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:29:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e48def7-54bd-4b58-a601-984d3e6f6228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:28Z', 'updated_at': '2022-02-05T21:04:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:04:35.464445 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6c35d66d-aaf1-4ad2-9c18-c7d120eca513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (dd4e19d6-b648-43d8-89ef-797d352f25db), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:35.470449 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-3db972c0-698a-439b-a227-c8aa200d4d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db88c4d30>, [{'id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'name': 'tempest-AttachVolumeTestJSON-998381134-router', 'tenant_id': 'e2211e554783435c9b7af885ea20e242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': '0f0b8600-8068-4666-808b-7db3f66ce148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:00:02Z', 'updated_at': '2022-02-05T21:00:10Z', 'revision_number': 4, 'project_id': 'e2211e554783435c9b7af885ea20e242', 'gw_port': {'id': '0f0b8600-8068-4666-808b-7db3f66ce148', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:58:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:00:03Z', 'updated_at': '2022-02-05T21:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5e85b9d7-7e97-4f1e-97ae-fdd68b321743', 'name': '', 'network_id': 'c184cf05-70dd-4af5-8bd4-fc4bd5d65e82', 'tenant_id': 'e2211e554783435c9b7af885ea20e242', 'mac_address': 'fa:16:3e:00:09:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '86c08017-d863-4dd1-8a33-7a8aa8133d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:00:08Z', 'updated_at': '2022-02-05T21:00:15Z', 'revision_number': 5, 'project_id': 'e2211e554783435c9b7af885ea20e242', 'subnets': [{'id': '86c08017-d863-4dd1-8a33-7a8aa8133d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:35.473256 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-50ad0b1e-dcae-4c9f-8d61-fbe27a8e0510 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:35.478912 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-50ad0b1e-dcae-4c9f-8d61-fbe27a8e0510 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] 10.222.0.32 "DELETE /v2.0/routers/3831a412-fdf7-42c3-b2e7-942962b564ba HTTP/1.1" status: 204  len: 168 time: 1.0173116
Feb 05 21:04:35.488074 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54030) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:35.515309 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db972c0-698a-439b-a227-c8aa200d4d84 None None] Checking router: 9fd025af-f57d-46d1-b3c1-78f90a70215f for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:04:35.526512 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689d863-12e3-47dc-a3b5-266b6d2078ac req-2879c2fb-d77e-4f9c-ab93-615c4551c79d tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:35.529362 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2689d863-12e3-47dc-a3b5-266b6d2078ac req-2879c2fb-d77e-4f9c-ab93-615c4551c79d tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] 10.222.0.32 "GET /v2.0/ports?device_id=a715fa84-b63b-4882-ac66-7f4054369ed3 HTTP/1.1" status: 200  len: 946 time: 0.4603155
Feb 05 21:04:35.545012 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db972c0-698a-439b-a227-c8aa200d4d84 None None] Routers {'9fd025af-f57d-46d1-b3c1-78f90a70215f'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:04:35.545662 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-3db972c0-698a-439b-a227-c8aa200d4d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db88c4d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:04:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['9fd025af-f57d-46d1-b3c1-78f90a70215f'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:35.546407 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c8e5ae31-f5cc-43ed-b07e-bd2935dd0155 None None] For port e14a8e6a-ef7f-4709-b671-f0b150a2f051, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e14a8e6a-ef7f-4709-b671-f0b150a2f051,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:04:35.547206 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c8e5ae31-f5cc-43ed-b07e-bd2935dd0155 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (e14a8e6a-ef7f-4709-b671-f0b150a2f051), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:35.558724 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-93ff1177-0b3b-4de5-9d62-c026003c4d6c req-9ddb40a4-d076-40fd-8339-c09be534b9f5 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1962204
Feb 05 21:04:35.570946 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-23c0c485-3435-4b78-af03-47fd4d88e4e4 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] 10.222.0.32 "GET /v2.0/ports?device_id=3831a412-fdf7-42c3-b2e7-942962b564ba HTTP/1.1" status: 200  len: 205 time: 0.0761518
Feb 05 21:04:35.576214 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54032) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:35.584209 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6c35d66d-aaf1-4ad2-9c18-c7d120eca513 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=df8589b0a6c04f4ba8097ec0a7c8a537&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4972107
Feb 05 21:04:35.584921 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54034) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:35.594497 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c8e5ae31-f5cc-43ed-b07e-bd2935dd0155 None None] Calling delete_port for e14a8e6a-ef7f-4709-b671-f0b150a2f051 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:04:35.605840 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c35d66d-aaf1-4ad2-9c18-c7d120eca513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4e19d6-b648-43d8-89ef-797d352f25db,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:35.652781 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-49af035c-fd9b-4cc8-b8fc-6cec23dbea37 admin admin] Publish callbacks [] for port (5e59f3b5-bdaa-4ecc-850c-547b267908f0), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:35.677178 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68fd66b-e31b-4676-bd3c-5fec0ddad862 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:04:35.681544 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f68fd66b-e31b-4676-bd3c-5fec0ddad862 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:35.683046 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-f68fd66b-e31b-4676-bd3c-5fec0ddad862 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:04:35.684098 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f68fd66b-e31b-4676-bd3c-5fec0ddad862 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:04:35.689228 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-9cd8ce1e-8583-48c7-a4d8-35b0f5192fdd tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] delete failed (client error): The resource could not be found.
Feb 05 21:04:35.693241 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9cd8ce1e-8583-48c7-a4d8-35b0f5192fdd tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] 10.222.0.32 "DELETE /v2.0/routers/3831a412-fdf7-42c3-b2e7-942962b564ba HTTP/1.1" status: 404  len: 336 time: 0.1158738
Feb 05 21:04:35.698069 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54040) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:35.719066 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6851a4fc-0de4-4acd-ad6f-9b9b049c3986 admin admin] Publish callbacks [] for security_group (dd4e19d6-b648-43d8-89ef-797d352f25db), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:35.741005 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5a34cf74-a43d-435b-88d9-c44e98400ebf tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c898e03-7ef2-449b-8a0a-3f8e184aa435 HTTP/1.1" status: 200  len: 205 time: 0.0376389
Feb 05 21:04:35.747469 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54042) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:35.763260 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6851a4fc-0de4-4acd-ad6f-9b9b049c3986 admin admin] Publish callbacks [] for security_group (dd4e19d6-b648-43d8-89ef-797d352f25db), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:35.763441 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f68fd66b-e31b-4676-bd3c-5fec0ddad862 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.7039511
Feb 05 21:04:35.780434 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-3db972c0-698a-439b-a227-c8aa200d4d84 None None] Set router 9fd025af-f57d-46d1-b3c1-78f90a70215f gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:04:35.787378 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54046) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:35.789308 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c8e5ae31-f5cc-43ed-b07e-bd2935dd0155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (e14a8e6a-ef7f-4709-b671-f0b150a2f051), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:35.795899 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-227463ce-ee43-4b6a-a06e-f3463115e521 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'subnet': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:35.822723 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-4c0afab3-e70a-4cda-bc5d-d3d965845ef6 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] delete failed (client error): The resource could not be found.
Feb 05 21:04:35.826666 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4c0afab3-e70a-4cda-bc5d-d3d965845ef6 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] 10.222.0.32 "DELETE /v2.0/routers/5c898e03-7ef2-449b-8a0a-3f8e184aa435 HTTP/1.1" status: 404  len: 336 time: 0.0770097
Feb 05 21:04:35.830186 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54048) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:35.853181 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2689d863-12e3-47dc-a3b5-266b6d2078ac req-24a76c81-fdae-4dc8-9832-0fac79b99f64 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0737393-4401-4b68-9a10-73b5f17b7c0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3104918
Feb 05 21:04:35.868343 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54050) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:35.881517 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ddc997ee-992c-4dc0-a6ba-39197b87a132 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] 10.222.0.32 "GET /v2.0/ports?device_id=2969b2dc-43f9-4c88-91da-6d8e9cf6a494 HTTP/1.1" status: 200  len: 205 time: 0.0499890
Feb 05 21:04:35.882201 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54052) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:35.896454 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e5ae31-f5cc-43ed-b07e-bd2935dd0155 None None] No DVR routers for this DVR port e14a8e6a-ef7f-4709-b671-f0b150a2f051 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:04:35.930105 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e5ae31-f5cc-43ed-b07e-bd2935dd0155 None None] Pushing event deleted for resources: {'Port': ['ID=e14a8e6a-ef7f-4709-b671-f0b150a2f051,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:35.978813 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-ef97e4ca-4259-4f2a-93ff-84d54d4102af tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] delete failed (client error): The resource could not be found.
Feb 05 21:04:35.982681 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ef97e4ca-4259-4f2a-93ff-84d54d4102af tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] 10.222.0.32 "DELETE /v2.0/routers/2969b2dc-43f9-4c88-91da-6d8e9cf6a494 HTTP/1.1" status: 404  len: 336 time: 0.0979574
Feb 05 21:04:35.983295 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54054) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:35.990332 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-49af035c-fd9b-4cc8-b8fc-6cec23dbea37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (5e59f3b5-bdaa-4ecc-850c-547b267908f0), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:36.049855 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1afcc9cd-7950-47a1-af14-c7c01f21af21 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] 10.222.0.32 "GET /v2.0/ports?device_id=863e79ed-b8f2-450c-9890-679910d13920 HTTP/1.1" status: 200  len: 205 time: 0.0541608
Feb 05 21:04:36.064941 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54056) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:36.067838 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-df9ad11a-4ffb-40b6-9ade-337bd0818e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:36.096941 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49af035c-fd9b-4cc8-b8fc-6cec23dbea37 admin admin] Network e5e0a553-f058-471d-bf94-537dea3ad2e3 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:04:36.105990 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-49af035c-fd9b-4cc8-b8fc-6cec23dbea37 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:36.113017 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49af035c-fd9b-4cc8-b8fc-6cec23dbea37 admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:04:36.116788 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49af035c-fd9b-4cc8-b8fc-6cec23dbea37 admin admin] Pushing event updated for resources: {'Port': ['ID=5e59f3b5-bdaa-4ecc-850c-547b267908f0,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:36.119412 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227463ce-ee43-4b6a-a06e-f3463115e521 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:04:36.123263 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-227463ce-ee43-4b6a-a06e-f3463115e521 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:36.125690 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-227463ce-ee43-4b6a-a06e-f3463115e521 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:04:36.128265 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-3db972c0-698a-439b-a227-c8aa200d4d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db88c4d30>, [{'id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'name': 'tempest-AttachVolumeTestJSON-998381134-router', 'tenant_id': 'e2211e554783435c9b7af885ea20e242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': '0f0b8600-8068-4666-808b-7db3f66ce148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:00:02Z', 'updated_at': '2022-02-05T21:00:10Z', 'revision_number': 4, 'project_id': 'e2211e554783435c9b7af885ea20e242', 'gw_port': {'id': '0f0b8600-8068-4666-808b-7db3f66ce148', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:58:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:00:03Z', 'updated_at': '2022-02-05T21:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5e85b9d7-7e97-4f1e-97ae-fdd68b321743', 'name': '', 'network_id': 'c184cf05-70dd-4af5-8bd4-fc4bd5d65e82', 'tenant_id': 'e2211e554783435c9b7af885ea20e242', 'mac_address': 'fa:16:3e:00:09:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '86c08017-d863-4dd1-8a33-7a8aa8133d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:00:08Z', 'updated_at': '2022-02-05T21:00:15Z', 'revision_number': 5, 'project_id': 'e2211e554783435c9b7af885ea20e242', 'subnets': [{'id': '86c08017-d863-4dd1-8a33-7a8aa8133d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:36.128963 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-227463ce-ee43-4b6a-a06e-f3463115e521 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:04:36.176872 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db972c0-698a-439b-a227-c8aa200d4d84 None None] The sync data for ids ['9fd025af-f57d-46d1-b3c1-78f90a70215f'] in ncdv-master-1 is: [{'id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'name': 'tempest-AttachVolumeTestJSON-998381134-router', 'tenant_id': 'e2211e554783435c9b7af885ea20e242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': '0f0b8600-8068-4666-808b-7db3f66ce148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:00:02Z', 'updated_at': '2022-02-05T21:00:10Z', 'revision_number': 4, 'project_id': 'e2211e554783435c9b7af885ea20e242', 'gw_port': {'id': '0f0b8600-8068-4666-808b-7db3f66ce148', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:58:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:00:03Z', 'updated_at': '2022-02-05T21:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5e85b9d7-7e97-4f1e-97ae-fdd68b321743', 'name': '', 'network_id': 'c184cf05-70dd-4af5-8bd4-fc4bd5d65e82', 'tenant_id': 'e2211e554783435c9b7af885ea20e242', 'mac_address': 'fa:16:3e:00:09:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '86c08017-d863-4dd1-8a33-7a8aa8133d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:00:08Z', 'updated_at': '2022-02-05T21:00:15Z', 'revision_number': 5, 'project_id': 'e2211e554783435c9b7af885ea20e242', 'subnets': [{'id': '86c08017-d863-4dd1-8a33-7a8aa8133d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:04:36.190752 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6851a4fc-0de4-4acd-ad6f-9b9b049c3986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (dd4e19d6-b648-43d8-89ef-797d352f25db), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:36.201915 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-1bba78a4-a3e0-4a35-98e0-347cd1ea60fb tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] delete failed (client error): The resource could not be found.
Feb 05 21:04:36.205189 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6851a4fc-0de4-4acd-ad6f-9b9b049c3986 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:36.205919 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1bba78a4-a3e0-4a35-98e0-347cd1ea60fb tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] 10.222.0.32 "DELETE /v2.0/routers/863e79ed-b8f2-450c-9890-679910d13920 HTTP/1.1" status: 404  len: 336 time: 0.1410577
Feb 05 21:04:36.208947 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6851a4fc-0de4-4acd-ad6f-9b9b049c3986 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dd4e19d6-b648-43d8-89ef-797d352f25db HTTP/1.1" status: 204  len: 168 time: 0.6135387
Feb 05 21:04:36.210400 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54058) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:36.220890 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-227463ce-ee43-4b6a-a06e-f3463115e521 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.4282999
Feb 05 21:04:36.231333 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54062) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:36.237334 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-f29c4113-7dd0-4089-8154-9e3acf28615b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'subnet': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:36.243143 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-49af035c-fd9b-4cc8-b8fc-6cec23dbea37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (6e48def7-54bd-4b58-a601-984d3e6f6228), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:36.259024 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6851a4fc-0de4-4acd-ad6f-9b9b049c3986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4e19d6-b648-43d8-89ef-797d352f25db,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:36.282758 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ceae579d-0c7f-484c-a740-82f65c72a822 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks [] for security_group (367daedb-a110-448a-a43f-464c464e668a), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:36.340540 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-60612e10-16ce-40e1-9993-356511bf7749 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] 10.222.0.32 "GET /v2.0/ports?device_id=90bca043-5805-4b69-a718-f66601ab4432 HTTP/1.1" status: 200  len: 205 time: 0.1279674
Feb 05 21:04:36.346350 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54064) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:36.488602 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ceae579d-0c7f-484c-a740-82f65c72a822 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks [] for security_group (367daedb-a110-448a-a43f-464c464e668a), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:36.515284 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-a07de50e-f661-45b6-bca3-d3cbe14464d5 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] delete failed (client error): The resource could not be found.
Feb 05 21:04:36.516407 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a07de50e-f661-45b6-bca3-d3cbe14464d5 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] 10.222.0.32 "DELETE /v2.0/routers/90bca043-5805-4b69-a718-f66601ab4432 HTTP/1.1" status: 404  len: 336 time: 0.1376665
Feb 05 21:04:36.520462 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54066) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:36.539904 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef00ebb-5a59-436e-9c11-e8709ae1377a req-10703fea-b4d0-465b-bc7a-27b2a1c7efef tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:36.547655 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3ef00ebb-5a59-436e-9c11-e8709ae1377a req-10703fea-b4d0-465b-bc7a-27b2a1c7efef tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.5058143
Feb 05 21:04:36.576968 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-615da766-75ee-4d6d-8fe7-356e12bf3843 None None] Provisioning complete for port 5e59f3b5-bdaa-4ecc-850c-547b267908f0 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:36.577506 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-615da766-75ee-4d6d-8fe7-356e12bf3843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5e59f3b5-bdaa-4ecc-850c-547b267908f0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:36.596396 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c87aead1-4ccd-47f5-9439-3b142c85f81d tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcc3b7bf-4d93-4b01-b52a-1e64f2544d47 HTTP/1.1" status: 200  len: 205 time: 0.0712440
Feb 05 21:04:36.599892 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54070) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:36.614888 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29c4113-7dd0-4089-8154-9e3acf28615b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:04:36.618883 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f29c4113-7dd0-4089-8154-9e3acf28615b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:36.620665 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-f29c4113-7dd0-4089-8154-9e3acf28615b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:04:36.621329 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f29c4113-7dd0-4089-8154-9e3acf28615b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:04:36.671294 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3ef00ebb-5a59-436e-9c11-e8709ae1377a req-f6725d78-b2fc-40b1-9a6d-36e55436efa3 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1226387
Feb 05 21:04:36.674313 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-bf687fed-fcf5-4de3-8a19-8567b49a78de tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] delete failed (client error): The resource could not be found.
Feb 05 21:04:36.675525 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-bf687fed-fcf5-4de3-8a19-8567b49a78de tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] 10.222.0.32 "DELETE /v2.0/routers/fcc3b7bf-4d93-4b01-b52a-1e64f2544d47 HTTP/1.1" status: 404  len: 336 time: 0.0738249
Feb 05 21:04:36.679802 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54072) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:36.690598 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f29c4113-7dd0-4089-8154-9e3acf28615b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.4576962
Feb 05 21:04:36.691290 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54074) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:36.697813 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ceae579d-0c7f-484c-a740-82f65c72a822 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (367daedb-a110-448a-a43f-464c464e668a), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:36.704084 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-ff9f1859-4e9f-4a2d-915c-514d9fc24bcb tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'subnet': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:36.725592 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ceae579d-0c7f-484c-a740-82f65c72a822 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:36.728368 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-615da766-75ee-4d6d-8fe7-356e12bf3843 None None] Port 5e59f3b5-bdaa-4ecc-850c-547b267908f0 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:04:36.731041 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ceae579d-0c7f-484c-a740-82f65c72a822 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "DELETE /v2.0/security-groups/367daedb-a110-448a-a43f-464c464e668a HTTP/1.1" status: 204  len: 168 time: 0.8593442
Feb 05 21:04:36.735021 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54078) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:36.780778 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31b1f46-c104-485a-8c81-141e070ce499 None None] New status for floating IP 1d0e5220-9868-4d2c-815a-318269101569: DOWN {{(pid=114392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:04:36.801911 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-49af035c-fd9b-4cc8-b8fc-6cec23dbea37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5e59f3b5-bdaa-4ecc-850c-547b267908f0), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:36.813621 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-438a953c-ea80-435c-8c14-b52ac344e8fe tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] show failed (client error): The resource could not be found.
Feb 05 21:04:36.815811 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-438a953c-ea80-435c-8c14-b52ac344e8fe tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "GET /v2.0/security-groups/367daedb-a110-448a-a43f-464c464e668a HTTP/1.1" status: 404  len: 347 time: 0.0678930
Feb 05 21:04:36.834116 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54080) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:36.835580 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-456305ee-9722-4459-92fa-ee6d3c4d1fb2 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:04:36.836292 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-456305ee-9722-4459-92fa-ee6d3c4d1fb2 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:04:36.842425 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-456305ee-9722-4459-92fa-ee6d3c4d1fb2 tempest-RoutersAdminTest-834580722 tempest-RoutersAdminTest-834580722-project] 10.222.0.32 "DELETE /v2.0/subnets/61be06ef-36b5-4a91-8a19-a81f0504bba6 HTTP/1.1" status: 404  len: 337 time: 0.1601682
Feb 05 21:04:36.854612 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae579d-0c7f-484c-a740-82f65c72a822 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=367daedb-a110-448a-a43f-464c464e668a,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:37.091655 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 2890bf98-cd37-4014-b0f3-66e0241bb2a9 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:04:37.180229 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-49af035c-fd9b-4cc8-b8fc-6cec23dbea37 admin admin] Publish callbacks [] for port (5e59f3b5-bdaa-4ecc-850c-547b267908f0), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:37.199287 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9f1859-4e9f-4a2d-915c-514d9fc24bcb tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:04:37.202829 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ff9f1859-4e9f-4a2d-915c-514d9fc24bcb tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:37.205005 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff9f1859-4e9f-4a2d-915c-514d9fc24bcb tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:04:37.205533 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff9f1859-4e9f-4a2d-915c-514d9fc24bcb tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:04:37.219254 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-49af035c-fd9b-4cc8-b8fc-6cec23dbea37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (5e59f3b5-bdaa-4ecc-850c-547b267908f0), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:37.258309 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 2890bf98-cd37-4014-b0f3-66e0241bb2a9 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:37.259427 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (2890bf98-cd37-4014-b0f3-66e0241bb2a9), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:37.320529 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab30dec-3b5e-40cf-bfec-af848b703cf9 req-3838704e-84e8-40e2-a34f-3a7994107fc4 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:37.328247 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fab30dec-3b5e-40cf-bfec-af848b703cf9 req-3838704e-84e8-40e2-a34f-3a7994107fc4 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.3626547
Feb 05 21:04:37.344416 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-49af035c-fd9b-4cc8-b8fc-6cec23dbea37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (6e48def7-54bd-4b58-a601-984d3e6f6228), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:37.352844 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ff9f1859-4e9f-4a2d-915c-514d9fc24bcb tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.6537092
Feb 05 21:04:37.352844 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49af035c-fd9b-4cc8-b8fc-6cec23dbea37 admin admin] Pushing event updated for resources: {'Port': ['ID=5e59f3b5-bdaa-4ecc-850c-547b267908f0,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:37.354009 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3582521-ded8-4d67-bd88-9b7eec272fd0 req-0abe1997-b192-4dbb-b17c-f8aead2788a3 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:37.355736 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f3582521-ded8-4d67-bd88-9b7eec272fd0 req-0abe1997-b192-4dbb-b17c-f8aead2788a3 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] 10.222.0.32 "GET /v2.0/ports?device_id=a715fa84-b63b-4882-ac66-7f4054369ed3 HTTP/1.1" status: 200  len: 946 time: 0.2708435
Feb 05 21:04:37.367046 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54096) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:37.372210 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 2890bf98-cd37-4014-b0f3-66e0241bb2a9 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:37.372702 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (2890bf98-cd37-4014-b0f3-66e0241bb2a9), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:37.383685 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-453d73d2-4ddb-48a2-86e4-04f14da9a8a5 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'subnet': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:37.407814 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 2890bf98-cd37-4014-b0f3-66e0241bb2a9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2890bf98-cd37-4014-b0f3-66e0241bb2a9,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:04:37.418638 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (2890bf98-cd37-4014-b0f3-66e0241bb2a9), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:37.428894 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:37.452852 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fab30dec-3b5e-40cf-bfec-af848b703cf9 req-b3cd328a-d886-45db-a55c-7e066b3b6f6f tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1234667
Feb 05 21:04:37.453410 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54098) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:37.470156 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-d21bc8d2-aecb-4fc6-a308-d6545ee8c168 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Deleting port 60c69fc9-3201-430d-80c5-997dd0efbb5d {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:04:37.470156 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d21bc8d2-aecb-4fc6-a308-d6545ee8c168 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (60c69fc9-3201-430d-80c5-997dd0efbb5d), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:37.531735 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device e14a8e6a-ef7f-4709-b671-f0b150a2f051 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:04:37.596777 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f3582521-ded8-4d67-bd88-9b7eec272fd0 req-341344f6-4751-44ca-9594-942604945880 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0737393-4401-4b68-9a10-73b5f17b7c0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2235503
Feb 05 21:04:37.608182 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: e14a8e6a-ef7f-4709-b671-f0b150a2f051 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:04:37.610683 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device e14a8e6a-ef7f-4709-b671-f0b150a2f051 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:04:37.615450 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=2890bf98-cd37-4014-b0f3-66e0241bb2a9,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:37.626858 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d21bc8d2-aecb-4fc6-a308-d6545ee8c168 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (60c69fc9-3201-430d-80c5-997dd0efbb5d), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:37.627446 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d21bc8d2-aecb-4fc6-a308-d6545ee8c168 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks [] for floatingip (60c69fc9-3201-430d-80c5-997dd0efbb5d), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:37.639231 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453d73d2-4ddb-48a2-86e4-04f14da9a8a5 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:04:37.645957 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-d21bc8d2-aecb-4fc6-a308-d6545ee8c168 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Calling delete_port for 60c69fc9-3201-430d-80c5-997dd0efbb5d owned by network:floatingip {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:04:37.661959 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-453d73d2-4ddb-48a2-86e4-04f14da9a8a5 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:37.664196 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-453d73d2-4ddb-48a2-86e4-04f14da9a8a5 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:04:37.673266 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-453d73d2-4ddb-48a2-86e4-04f14da9a8a5 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:04:37.750946 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-453d73d2-4ddb-48a2-86e4-04f14da9a8a5 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.3782723
Feb 05 21:04:37.753824 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54122) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:37.755274 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3d5696aa-dbdc-4750-8c0c-98574c88fb1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:37.763646 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-f52c8845-c23a-4913-9385-764b67fc62e6 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'subnet': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:37.795608 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49af035c-fd9b-4cc8-b8fc-6cec23dbea37 admin admin] Network e5e0a553-f058-471d-bf94-537dea3ad2e3 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:04:37.800178 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-49af035c-fd9b-4cc8-b8fc-6cec23dbea37 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:37.853054 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:04:38.055488 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52c8845-c23a-4913-9385-764b67fc62e6 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:04:38.060093 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f52c8845-c23a-4913-9385-764b67fc62e6 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:38.062951 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-f52c8845-c23a-4913-9385-764b67fc62e6 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:04:38.063479 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f52c8845-c23a-4913-9385-764b67fc62e6 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:04:38.106039 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f52c8845-c23a-4913-9385-764b67fc62e6 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.3490100
Feb 05 21:04:38.108034 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54134) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:38.157719 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49af035c-fd9b-4cc8-b8fc-6cec23dbea37 admin admin] Router 6e48def7-54bd-4b58-a601-984d3e6f6228 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:04:38.164899 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-21c15fa7-90cb-4c75-a776-87ad4f029302 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0552633
Feb 05 21:04:38.165732 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54138) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:38.224090 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3d5696aa-dbdc-4750-8c0c-98574c88fb1a admin admin] Publish callbacks [] for security_group (e951d55f-0420-4aeb-9201-0ee9220ea799), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:38.237562 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3d5696aa-dbdc-4750-8c0c-98574c88fb1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (e951d55f-0420-4aeb-9201-0ee9220ea799), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:38.263328 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-71aa0890-f6cd-44fc-858c-1c229b48115a None None] Provisioning complete for port 5e59f3b5-bdaa-4ecc-850c-547b267908f0 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:38.263802 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-71aa0890-f6cd-44fc-858c-1c229b48115a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5e59f3b5-bdaa-4ecc-850c-547b267908f0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:38.290590 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5696aa-dbdc-4750-8c0c-98574c88fb1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e951d55f-0420-4aeb-9201-0ee9220ea799,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:38.292308 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c954fd-1988-4d68-a0d9-acede758a9af tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:38.296920 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d21bc8d2-aecb-4fc6-a308-d6545ee8c168 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (60c69fc9-3201-430d-80c5-997dd0efbb5d), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:38.297098 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f3c954fd-1988-4d68-a0d9-acede758a9af tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1293871
Feb 05 21:04:38.299664 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54142) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:38.322782 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e111c-3265-4b53-9e07-439e4e42550c req-5d361c2b-9db7-493a-a6aa-bdfb3b8e3772 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:38.331055 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-367e111c-3265-4b53-9e07-439e4e42550c req-5d361c2b-9db7-493a-a6aa-bdfb3b8e3772 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/networks?id=f513b7e7-60ac-4b04-af41-d1fecee70cba HTTP/1.1" status: 200  len: 811 time: 0.5555091
Feb 05 21:04:38.347184 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-71aa0890-f6cd-44fc-858c-1c229b48115a None None] Port 5e59f3b5-bdaa-4ecc-850c-547b267908f0 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:04:38.359097 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-67cfd740-3d9d-4446-a653-9f8028c4fa33 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0583940
Feb 05 21:04:38.359725 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54146) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:38.369568 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-16690f7c-a04c-444c-a2d6-96b1fb469597 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'subnet': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:38.460972 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21bc8d2-aecb-4fc6-a308-d6545ee8c168 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Pushing event deleted for resources: {'Port': ['ID=60c69fc9-3201-430d-80c5-997dd0efbb5d,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:38.469436 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-3d5696aa-dbdc-4750-8c0c-98574c88fb1a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=90d7e5c5a9bc4123a7fe181d6e7060c1&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0125647
Feb 05 21:04:38.470748 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54150) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:38.476978 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-367e111c-3265-4b53-9e07-439e4e42550c req-45f5fa6a-b233-44d3-ac41-7bd265c90a7d tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/quotas/abdf40933f6b4f8099b886dfec3a4473 HTTP/1.1" status: 200  len: 375 time: 0.1449161
Feb 05 21:04:38.501879 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49af035c-fd9b-4cc8-b8fc-6cec23dbea37 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:04:38.511915 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-49af035c-fd9b-4cc8-b8fc-6cec23dbea37 admin admin] 10.222.0.32 "PUT /v2.0/routers/6e48def7-54bd-4b58-a601-984d3e6f6228/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4798794
Feb 05 21:04:38.523119 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b078009-6dce-4767-babd-3d5882b20704 None None] Sync routers for ids ['6e48def7-54bd-4b58-a601-984d3e6f6228'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:04:38.528620 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d21bc8d2-aecb-4fc6-a308-d6545ee8c168 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks [] for floatingip (1d0e5220-9868-4d2c-815a-318269101569), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:38.532979 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d21bc8d2-aecb-4fc6-a308-d6545ee8c168 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:38.534184 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d21bc8d2-aecb-4fc6-a308-d6545ee8c168 tempest-AttachVolumeTestJSON-2131176214 tempest-AttachVolumeTestJSON-2131176214-project] 10.222.0.32 "DELETE /v2.0/floatingips/1d0e5220-9868-4d2c-815a-318269101569 HTTP/1.1" status: 204  len: 168 time: 1.6896644
Feb 05 21:04:38.551746 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16690f7c-a04c-444c-a2d6-96b1fb469597 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:04:38.557566 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-16690f7c-a04c-444c-a2d6-96b1fb469597 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:38.563177 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b078009-6dce-4767-babd-3d5882b20704 None None] Routers {'6e48def7-54bd-4b58-a601-984d3e6f6228'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:04:38.563937 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-2b078009-6dce-4767-babd-3d5882b20704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db89debb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:04:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['6e48def7-54bd-4b58-a601-984d3e6f6228'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:38.574214 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b2152-3b4e-40d4-b187-86a5e99f4405 req-cf7bc4a8-5573-4afc-ace7-6022f8c25f34 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:38.580983 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-178b2152-3b4e-40d4-b187-86a5e99f4405 req-cf7bc4a8-5573-4afc-ace7-6022f8c25f34 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] 10.222.0.32 "GET /v2.0/ports?device_id=a715fa84-b63b-4882-ac66-7f4054369ed3 HTTP/1.1" status: 200  len: 946 time: 0.2915792
Feb 05 21:04:38.697616 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-178b2152-3b4e-40d4-b187-86a5e99f4405 req-b54e3234-f64f-4feb-89d0-6fc63eac1512 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0737393-4401-4b68-9a10-73b5f17b7c0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140230
Feb 05 21:04:38.728335 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-367e111c-3265-4b53-9e07-439e4e42550c req-1106f473-aa23-47d0-8e8c-03307f57b9c6 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=abdf40933f6b4f8099b886dfec3a4473&fields=id HTTP/1.1" status: 200  len: 394 time: 0.2504680
Feb 05 21:04:38.842900 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-2b078009-6dce-4767-babd-3d5882b20704 None None] Set router 6e48def7-54bd-4b58-a601-984d3e6f6228 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:04:38.844776 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e44f30aa-69d1-4a6b-b731-3601b718d4c6 admin admin] Publish callbacks [] for security_group (e951d55f-0420-4aeb-9201-0ee9220ea799), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:38.898353 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e44f30aa-69d1-4a6b-b731-3601b718d4c6 admin admin] Publish callbacks [] for security_group (e951d55f-0420-4aeb-9201-0ee9220ea799), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:38.904244 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 2890bf98-cd37-4014-b0f3-66e0241bb2a9 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:04:39.007126 ncdv-master-1 neutron-server[114390]: DEBUG neutron.objects.ports [None req-16690f7c-a04c-444c-a2d6-96b1fb469597 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114390) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 05 21:04:39.010038 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e44f30aa-69d1-4a6b-b731-3601b718d4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (e951d55f-0420-4aeb-9201-0ee9220ea799), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:39.013554 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e44f30aa-69d1-4a6b-b731-3601b718d4c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:39.015793 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e44f30aa-69d1-4a6b-b731-3601b718d4c6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e951d55f-0420-4aeb-9201-0ee9220ea799 HTTP/1.1" status: 204  len: 168 time: 0.5438941
Feb 05 21:04:39.016848 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-16690f7c-a04c-444c-a2d6-96b1fb469597 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (29332451-dcb1-476b-afc1-e368b9270c57), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:39.078137 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16690f7c-a04c-444c-a2d6-96b1fb469597 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:04:39.102726 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f30aa-69d1-4a6b-b731-3601b718d4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e951d55f-0420-4aeb-9201-0ee9220ea799,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:39.111812 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-16690f7c-a04c-444c-a2d6-96b1fb469597 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:39.119735 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16690f7c-a04c-444c-a2d6-96b1fb469597 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:39.120613 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-16690f7c-a04c-444c-a2d6-96b1fb469597 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:39.144923 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:39.149737 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-16690f7c-a04c-444c-a2d6-96b1fb469597 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.7815692
Feb 05 21:04:39.151561 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54182) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:39.167851 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-2bd97f4d-b583-4e15-847b-ac0ced93c980 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'port': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'mac_address': 'fa:16:3e:ef:31:36', 'name': 'tempest-NetworksTestDHCPv6-1196995558'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:39.190128 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cb3db7-8167-4487-a086-0cb14ba88c53 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:04:39.202949 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16690f7c-a04c-444c-a2d6-96b1fb469597 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Subnet': ['ID=29332451-dcb1-476b-afc1-e368b9270c57,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:39.296574 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 2890bf98-cd37-4014-b0f3-66e0241bb2a9 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:39.297996 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (2890bf98-cd37-4014-b0f3-66e0241bb2a9), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:39.336512 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-2b078009-6dce-4767-babd-3d5882b20704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db89debb0>, [{'id': '6e48def7-54bd-4b58-a601-984d3e6f6228', 'name': 'tempest-TestVolumeBootPattern-2108145269-router', 'tenant_id': '038e5a5565304c12b0a7707b4453781f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.72'}], 'enable_snat': True}, 'gw_port_id': '2890bf98-cd37-4014-b0f3-66e0241bb2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:04:25Z', 'updated_at': '2022-02-05T21:04:36Z', 'revision_number': 4, 'project_id': '038e5a5565304c12b0a7707b4453781f', 'gw_port': {'id': '2890bf98-cd37-4014-b0f3-66e0241bb2a9', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:29:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e48def7-54bd-4b58-a601-984d3e6f6228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:28Z', 'updated_at': '2022-02-05T21:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5e59f3b5-bdaa-4ecc-850c-547b267908f0', 'name': '', 'network_id': 'e5e0a553-f058-471d-bf94-537dea3ad2e3', 'tenant_id': '038e5a5565304c12b0a7707b4453781f', 'mac_address': 'fa:16:3e:1d:3b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e48def7-54bd-4b58-a601-984d3e6f6228', 'device_owner': 'network:router_interface', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': '15897029-76fe-499a-80bf-bb82a18cd120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:34Z', 'updated_at': '2022-02-05T21:04:37Z', 'revision_number': 2, 'project_id': '038e5a5565304c12b0a7707b4453781f', 'subnets': [{'id': '15897029-76fe-499a-80bf-bb82a18cd120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:39.383179 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd97f4d-b583-4e15-847b-ac0ced93c980 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:04:39.420141 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-367e111c-3265-4b53-9e07-439e4e42550c req-c4eeccf0-2466-4097-a8d7-0e14f2baae12 service neutron] 10.222.0.32 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6833715
Feb 05 21:04:39.569626 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2bd97f4d-b583-4e15-847b-ac0ced93c980 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:39.664060 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-2bd97f4d-b583-4e15-847b-ac0ced93c980 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] device_id is not set on port 0e760194-7e38-443f-a8c8-1ee27715461b yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:04:39.679431 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b078009-6dce-4767-babd-3d5882b20704 None None] Checking router: 6e48def7-54bd-4b58-a601-984d3e6f6228 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:04:39.679431 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b078009-6dce-4767-babd-3d5882b20704 None None] Updating router 6e48def7-54bd-4b58-a601-984d3e6f6228 port 5e59f3b5-bdaa-4ecc-850c-547b267908f0 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:04:39.686644 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-367e111c-3265-4b53-9e07-439e4e42550c req-fd14419c-f7ef-42d5-a980-d9295bf4d336 service neutron] 10.222.0.32 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2654531
Feb 05 21:04:39.792225 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-2b078009-6dce-4767-babd-3d5882b20704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5e59f3b5-bdaa-4ecc-850c-547b267908f0), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:39.861204 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d825c-b258-41a8-a29f-d73e0869e491 req-894e5312-4db3-405c-acc6-ef45cbf8d671 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:39.875726 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-630d825c-b258-41a8-a29f-d73e0869e491 req-894e5312-4db3-405c-acc6-ef45cbf8d671 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] 10.222.0.21 "GET /v2.0/ports?device_id=a715fa84-b63b-4882-ac66-7f4054369ed3 HTTP/1.1" status: 200  len: 946 time: 0.2872732
Feb 05 21:04:40.057158 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42e6cc-d206-49e7-b0f9-cf855f061ee7 req-e192c839-39db-4b6a-8f32-1a4e62393ad6 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:40.058922 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8e42e6cc-d206-49e7-b0f9-cf855f061ee7 req-e192c839-39db-4b6a-8f32-1a4e62393ad6 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] 10.222.0.32 "GET /v2.0/ports?device_id=a715fa84-b63b-4882-ac66-7f4054369ed3 HTTP/1.1" status: 200  len: 946 time: 0.1844437
Feb 05 21:04:40.137834 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-2bd97f4d-b583-4e15-847b-ac0ced93c980 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Allocated IP 2001:db8::f816:3eff:feef:3136 (4b876e93-e753-4f82-8855-2c9c3d1db066/29332451-dcb1-476b-afc1-e368b9270c57/0e760194-7e38-443f-a8c8-1ee27715461b) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:04:40.219677 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e0b38299-6965-4526-9dcc-fcf50d15dc4a req-278bbb1c-0d99-4163-bf2a-ab29b0e935e5 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=9487d7b9-b571-4cd8-9f26-feb6773664d7 HTTP/1.1" status: 200  len: 210 time: 0.1065102
Feb 05 21:04:40.243334 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108d2e20-c829-4d69-b5f6-3a62b2d4eee7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4b876e93-e753-4f82-8855-2c9c3d1db066', 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'project_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'fixed_ips': [{'subnet_id': '29332451-dcb1-476b-afc1-e368b9270c57'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:04:40.253014 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-108d2e20-c829-4d69-b5f6-3a62b2d4eee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:40.329617 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 2890bf98-cd37-4014-b0f3-66e0241bb2a9 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:40.358702 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8e42e6cc-d206-49e7-b0f9-cf855f061ee7 req-cc92ccf6-9a80-4524-b757-df4b337b4274 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0737393-4401-4b68-9a10-73b5f17b7c0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2889004
Feb 05 21:04:40.378255 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54266) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:40.463146 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-232ac56d-d10b-4be3-9c00-57e6a6b5a9bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=648d6022861e49f0ad28644c7d6eb8de&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0834568
Feb 05 21:04:40.466824 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54272) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:40.543597 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-630d825c-b258-41a8-a29f-d73e0869e491 req-811ceccd-1440-4e1c-95a9-2c183199d4d4 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] Deleting port c5096f96-9384-4801-91f2-2c09594e7544 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:04:40.544049 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-630d825c-b258-41a8-a29f-d73e0869e491 req-811ceccd-1440-4e1c-95a9-2c183199d4d4 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (c5096f96-9384-4801-91f2-2c09594e7544), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:40.574977 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-2b078009-6dce-4767-babd-3d5882b20704 None None] Publish callbacks [] for port (5e59f3b5-bdaa-4ecc-850c-547b267908f0), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:40.590523 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-2b078009-6dce-4767-babd-3d5882b20704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5e59f3b5-bdaa-4ecc-850c-547b267908f0), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:40.615342 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:40.689934 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28030b9-dd48-4b7f-89ed-e098c1295bfc None None] Pushing event updated for resources: {'Port': ['ID=5e59f3b5-bdaa-4ecc-850c-547b267908f0,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:40.772260 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-2b078009-6dce-4767-babd-3d5882b20704 None None] Attempting to bind port 5e59f3b5-bdaa-4ecc-850c-547b267908f0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:04:40.772641 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-2b078009-6dce-4767-babd-3d5882b20704 None None] Attempting to bind port 5e59f3b5-bdaa-4ecc-850c-547b267908f0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '344e88b7-3ca9-4948-b934-0d9932aee0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e5e0a553-f058-471d-bf94-537dea3ad2e3'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:04:40.773009 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b078009-6dce-4767-babd-3d5882b20704 None None] Attempting to bind port 5e59f3b5-bdaa-4ecc-850c-547b267908f0 on network e5e0a553-f058-471d-bf94-537dea3ad2e3 {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:04:40.780740 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b078009-6dce-4767-babd-3d5882b20704 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:04:40.781604 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b078009-6dce-4767-babd-3d5882b20704 None None] Checking segment: {'id': '344e88b7-3ca9-4948-b934-0d9932aee0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e5e0a553-f058-471d-bf94-537dea3ad2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:04:40.781604 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-2b078009-6dce-4767-babd-3d5882b20704 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:40.782000 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b078009-6dce-4767-babd-3d5882b20704 None None] Bound using segment: {'id': '344e88b7-3ca9-4948-b934-0d9932aee0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e5e0a553-f058-471d-bf94-537dea3ad2e3'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:04:40.782497 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-2b078009-6dce-4767-babd-3d5882b20704 None None] Bound port: 5e59f3b5-bdaa-4ecc-850c-547b267908f0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '344e88b7-3ca9-4948-b934-0d9932aee0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e5e0a553-f058-471d-bf94-537dea3ad2e3'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:04:40.783035 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-2b078009-6dce-4767-babd-3d5882b20704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5e59f3b5-bdaa-4ecc-850c-547b267908f0), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:40.788105 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2bd97f4d-b583-4e15-847b-ac0ced93c980 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for port (0e760194-7e38-443f-a8c8-1ee27715461b), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:40.794681 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-630d825c-b258-41a8-a29f-d73e0869e491 req-811ceccd-1440-4e1c-95a9-2c183199d4d4 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] For port c5096f96-9384-4801-91f2-2c09594e7544, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c5096f96-9384-4801-91f2-2c09594e7544,segment=NetworkSegment(22d3ac6d-3e13-4374-a922-46607ebf6020),segment_id=22d3ac6d-3e13-4374-a922-46607ebf6020)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:04:40.795050 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-630d825c-b258-41a8-a29f-d73e0869e491 req-811ceccd-1440-4e1c-95a9-2c183199d4d4 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (c5096f96-9384-4801-91f2-2c09594e7544), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:40.827364 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-630d825c-b258-41a8-a29f-d73e0869e491 req-811ceccd-1440-4e1c-95a9-2c183199d4d4 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] Calling delete_port for c5096f96-9384-4801-91f2-2c09594e7544 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:04:40.830847 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a2af114f-ff76-4968-b5f2-efe6a6a40476 admin admin] Publish callbacks [] for security_group (a7827557-371b-4677-9c80-cffbd5e003be), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:40.906533 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-2b078009-6dce-4767-babd-3d5882b20704 None None] For port 5e59f3b5-bdaa-4ecc-850c-547b267908f0, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:04:40.912343 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-2b078009-6dce-4767-babd-3d5882b20704 None None] For port 5e59f3b5-bdaa-4ecc-850c-547b267908f0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e59f3b5-bdaa-4ecc-850c-547b267908f0,segment=NetworkSegment(344e88b7-3ca9-4948-b934-0d9932aee0b1),segment_id=344e88b7-3ca9-4948-b934-0d9932aee0b1)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:04:40.937499 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-2b078009-6dce-4767-babd-3d5882b20704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5e59f3b5-bdaa-4ecc-850c-547b267908f0), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:40.972250 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a2af114f-ff76-4968-b5f2-efe6a6a40476 admin admin] Publish callbacks [] for security_group (a7827557-371b-4677-9c80-cffbd5e003be), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:40.994796 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2bd97f4d-b583-4e15-847b-ac0ced93c980 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (0e760194-7e38-443f-a8c8-1ee27715461b), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:41.044240 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b078009-6dce-4767-babd-3d5882b20704 None None] Routers {'6e48def7-54bd-4b58-a601-984d3e6f6228'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:04:41.044906 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-2b078009-6dce-4767-babd-3d5882b20704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db89debb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:04:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['6e48def7-54bd-4b58-a601-984d3e6f6228'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:41.163290 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28030b9-dd48-4b7f-89ed-e098c1295bfc None None] Pushing event updated for resources: {'Port': ['ID=5e59f3b5-bdaa-4ecc-850c-547b267908f0,revision_number=4']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:41.171416 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd97f4d-b583-4e15-847b-ac0ced93c980 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Port': ['ID=0e760194-7e38-443f-a8c8-1ee27715461b,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:41.256789 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-108d2e20-c829-4d69-b5f6-3a62b2d4eee7 None None] Allocated IP 2001:db8::f816:3eff:fec0:a780 (4b876e93-e753-4f82-8855-2c9c3d1db066/29332451-dcb1-476b-afc1-e368b9270c57/2b7d1318-f281-4c25-896f-d1f77e67f3e0) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:04:41.284976 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd97f4d-b583-4e15-847b-ac0ced93c980 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:04:41.304973 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-2bd97f4d-b583-4e15-847b-ac0ced93c980 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:41.309545 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd97f4d-b583-4e15-847b-ac0ced93c980 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:04:41.325761 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd97f4d-b583-4e15-847b-ac0ced93c980 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:41.343630 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2bd97f4d-b583-4e15-847b-ac0ced93c980 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:41.426196 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-2b078009-6dce-4767-babd-3d5882b20704 None None] Set router 6e48def7-54bd-4b58-a601-984d3e6f6228 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:04:41.469409 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2bd97f4d-b583-4e15-847b-ac0ced93c980 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.3167725
Feb 05 21:04:41.472331 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54342) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:41.498178 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-77d262da-5c3d-4f5d-a964-f02a5b7c3461 req-1f2c69e4-b7a2-4caf-b948-472059588325 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=9487d7b9-b571-4cd8-9f26-feb6773664d7 HTTP/1.1" status: 200  len: 210 time: 0.0704055
Feb 05 21:04:41.547102 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-8a6073b4-24cd-425b-8e04-aee0e8e08635 None None] Provisioning complete for port 5e59f3b5-bdaa-4ecc-850c-547b267908f0 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:41.548341 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8a6073b4-24cd-425b-8e04-aee0e8e08635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5e59f3b5-bdaa-4ecc-850c-547b267908f0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:41.561803 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a2af114f-ff76-4968-b5f2-efe6a6a40476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (a7827557-371b-4677-9c80-cffbd5e003be), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:41.579791 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a2af114f-ff76-4968-b5f2-efe6a6a40476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:41.589097 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a2af114f-ff76-4968-b5f2-efe6a6a40476 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a7827557-371b-4677-9c80-cffbd5e003be HTTP/1.1" status: 204  len: 168 time: 1.0415883
Feb 05 21:04:41.667990 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2af114f-ff76-4968-b5f2-efe6a6a40476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7827557-371b-4677-9c80-cffbd5e003be,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:41.739304 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa940ed2-005a-482c-b32c-088158464d62 req-3ba2e610-acb4-47b4-9f4e-258d4148e761 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:41.744115 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aa940ed2-005a-482c-b32c-088158464d62 req-3ba2e610-acb4-47b4-9f4e-258d4148e761 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] 10.222.0.32 "GET /v2.0/ports?device_id=a715fa84-b63b-4882-ac66-7f4054369ed3 HTTP/1.1" status: 200  len: 946 time: 0.1776712
Feb 05 21:04:41.809698 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device c5096f96-9384-4801-91f2-2c09594e7544 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:04:41.853799 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: c5096f96-9384-4801-91f2-2c09594e7544 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:04:41.854499 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device c5096f96-9384-4801-91f2-2c09594e7544 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:04:41.858338 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-630d825c-b258-41a8-a29f-d73e0869e491 req-811ceccd-1440-4e1c-95a9-2c183199d4d4 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (c5096f96-9384-4801-91f2-2c09594e7544), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:41.902963 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-8a6073b4-24cd-425b-8e04-aee0e8e08635 None None] Current status of the port 5e59f3b5-bdaa-4ecc-850c-547b267908f0 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:41.903936 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8a6073b4-24cd-425b-8e04-aee0e8e08635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5e59f3b5-bdaa-4ecc-850c-547b267908f0), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:41.906336 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aa940ed2-005a-482c-b32c-088158464d62 req-d7d5882d-001e-4792-8ab7-e1090bc3d2bf tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0737393-4401-4b68-9a10-73b5f17b7c0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1536760
Feb 05 21:04:41.931252 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-108d2e20-c829-4d69-b5f6-3a62b2d4eee7 None None] Publish callbacks [] for port (2b7d1318-f281-4c25-896f-d1f77e67f3e0), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:41.943430 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-108d2e20-c829-4d69-b5f6-3a62b2d4eee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (2b7d1318-f281-4c25-896f-d1f77e67f3e0), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:41.995073 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d2e20-c829-4d69-b5f6-3a62b2d4eee7 None None] Pushing event updated for resources: {'Port': ['ID=2b7d1318-f281-4c25-896f-d1f77e67f3e0,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:42.018946 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ceccd-1440-4e1c-95a9-2c183199d4d4 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] Pushing event deleted for resources: {'Port': ['ID=c5096f96-9384-4801-91f2-2c09594e7544,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:42.020058 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-8a6073b4-24cd-425b-8e04-aee0e8e08635 None None] For port 5e59f3b5-bdaa-4ecc-850c-547b267908f0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e59f3b5-bdaa-4ecc-850c-547b267908f0,segment=NetworkSegment(344e88b7-3ca9-4948-b934-0d9932aee0b1),segment_id=344e88b7-3ca9-4948-b934-0d9932aee0b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:04:42.034499 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8a6073b4-24cd-425b-8e04-aee0e8e08635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5e59f3b5-bdaa-4ecc-850c-547b267908f0), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:42.035978 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ca1073-7376-41dc-ae49-6ef6a6a884bc tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:42.040489 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108d2e20-c829-4d69-b5f6-3a62b2d4eee7 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:04:42.040795 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-75ca1073-7376-41dc-ae49-6ef6a6a884bc tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 946 time: 0.5599756
Feb 05 21:04:42.041461 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54362) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:42.057747 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-108d2e20-c829-4d69-b5f6-3a62b2d4eee7 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:42.102694 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108d2e20-c829-4d69-b5f6-3a62b2d4eee7 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:04:42.107586 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e111c-3265-4b53-9e07-439e4e42550c req-9d289212-a054-4ca4-b4a8-71b3a1f57f4e tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:42.110039 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-367e111c-3265-4b53-9e07-439e4e42550c req-9d289212-a054-4ca4-b4a8-71b3a1f57f4e tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.39 "GET /v2.0/networks?id=f513b7e7-60ac-4b04-af41-d1fecee70cba HTTP/1.1" status: 200  len: 811 time: 0.4016953
Feb 05 21:04:42.123717 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-2b078009-6dce-4767-babd-3d5882b20704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db89debb0>, [{'id': '6e48def7-54bd-4b58-a601-984d3e6f6228', 'name': 'tempest-TestVolumeBootPattern-2108145269-router', 'tenant_id': '038e5a5565304c12b0a7707b4453781f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.72'}], 'enable_snat': True}, 'gw_port_id': '2890bf98-cd37-4014-b0f3-66e0241bb2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:04:25Z', 'updated_at': '2022-02-05T21:04:36Z', 'revision_number': 4, 'project_id': '038e5a5565304c12b0a7707b4453781f', 'gw_port': {'id': '2890bf98-cd37-4014-b0f3-66e0241bb2a9', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:29:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e48def7-54bd-4b58-a601-984d3e6f6228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:28Z', 'updated_at': '2022-02-05T21:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5e59f3b5-bdaa-4ecc-850c-547b267908f0', 'name': '', 'network_id': 'e5e0a553-f058-471d-bf94-537dea3ad2e3', 'tenant_id': '038e5a5565304c12b0a7707b4453781f', 'mac_address': 'fa:16:3e:1d:3b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e48def7-54bd-4b58-a601-984d3e6f6228', 'device_owner': 'network:router_interface', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': '15897029-76fe-499a-80bf-bb82a18cd120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:34Z', 'updated_at': '2022-02-05T21:04:40Z', 'revision_number': 4, 'project_id': '038e5a5565304c12b0a7707b4453781f', 'subnets': [{'id': '15897029-76fe-499a-80bf-bb82a18cd120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:42.135526 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-630d825c-b258-41a8-a29f-d73e0869e491 req-811ceccd-1440-4e1c-95a9-2c183199d4d4 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] No DVR routers for this DVR port c5096f96-9384-4801-91f2-2c09594e7544 on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:04:42.142780 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-367e111c-3265-4b53-9e07-439e4e42550c req-e1847023-41ec-41a4-9e53-18671a75370a tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Request body: {'port': {'device_id': '9487d7b9-b571-4cd8-9f26-feb6773664d7', 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba', 'admin_state_up': True, 'tenant_id': 'abdf40933f6b4f8099b886dfec3a4473'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:42.147102 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-630d825c-b258-41a8-a29f-d73e0869e491 req-811ceccd-1440-4e1c-95a9-2c183199d4d4 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:42.150669 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-630d825c-b258-41a8-a29f-d73e0869e491 req-811ceccd-1440-4e1c-95a9-2c183199d4d4 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] 10.222.0.21 "DELETE /v2.0/ports/c5096f96-9384-4801-91f2-2c09594e7544 HTTP/1.1" status: 204  len: 173 time: 2.2404141
Feb 05 21:04:42.150895 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a715fa84-b63b-4882-ac66-7f4054369ed3', 'name': 'network-vif-deleted', 'tag': 'c5096f96-9384-4801-91f2-2c09594e7544'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:04:42.153796 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e022ba-7edd-4086-96ac-3d0285b9768a" -d '{"events": [{"server_uuid": "a715fa84-b63b-4882-ac66-7f4054369ed3", "name": "network-vif-deleted", "tag": "c5096f96-9384-4801-91f2-2c09594e7544"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:04:42.283141 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6073b4-24cd-425b-8e04-aee0e8e08635 None None] Pushing event updated for resources: {'Port': ['ID=5e59f3b5-bdaa-4ecc-850c-547b267908f0,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:42.287679 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-108d2e20-c829-4d69-b5f6-3a62b2d4eee7 None None] Attempting to bind port 2b7d1318-f281-4c25-896f-d1f77e67f3e0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:04:42.288505 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-108d2e20-c829-4d69-b5f6-3a62b2d4eee7 None None] Attempting to bind port 2b7d1318-f281-4c25-896f-d1f77e67f3e0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:04:42.289188 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108d2e20-c829-4d69-b5f6-3a62b2d4eee7 None None] Attempting to bind port 2b7d1318-f281-4c25-896f-d1f77e67f3e0 on network 4b876e93-e753-4f82-8855-2c9c3d1db066 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:04:42.305769 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108d2e20-c829-4d69-b5f6-3a62b2d4eee7 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:04:42.306623 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108d2e20-c829-4d69-b5f6-3a62b2d4eee7 None None] Checking segment: {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:04:42.307313 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-108d2e20-c829-4d69-b5f6-3a62b2d4eee7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:42.307943 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108d2e20-c829-4d69-b5f6-3a62b2d4eee7 None None] Bound using segment: {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:04:42.309617 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-108d2e20-c829-4d69-b5f6-3a62b2d4eee7 None None] Bound port: 2b7d1318-f281-4c25-896f-d1f77e67f3e0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:04:42.312130 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-108d2e20-c829-4d69-b5f6-3a62b2d4eee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (2b7d1318-f281-4c25-896f-d1f77e67f3e0), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:42.319828 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b078009-6dce-4767-babd-3d5882b20704 None None] The sync data for ids ['6e48def7-54bd-4b58-a601-984d3e6f6228'] in ncdv-master-1 is: [{'id': '6e48def7-54bd-4b58-a601-984d3e6f6228', 'name': 'tempest-TestVolumeBootPattern-2108145269-router', 'tenant_id': '038e5a5565304c12b0a7707b4453781f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.72'}], 'enable_snat': True}, 'gw_port_id': '2890bf98-cd37-4014-b0f3-66e0241bb2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:04:25Z', 'updated_at': '2022-02-05T21:04:36Z', 'revision_number': 4, 'project_id': '038e5a5565304c12b0a7707b4453781f', 'gw_port': {'id': '2890bf98-cd37-4014-b0f3-66e0241bb2a9', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:29:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e48def7-54bd-4b58-a601-984d3e6f6228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:28Z', 'updated_at': '2022-02-05T21:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5e59f3b5-bdaa-4ecc-850c-547b267908f0', 'name': '', 'network_id': 'e5e0a553-f058-471d-bf94-537dea3ad2e3', 'tenant_id': '038e5a5565304c12b0a7707b4453781f', 'mac_address': 'fa:16:3e:1d:3b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e48def7-54bd-4b58-a601-984d3e6f6228', 'device_owner': 'network:router_interface', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': '15897029-76fe-499a-80bf-bb82a18cd120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:34Z', 'updated_at': '2022-02-05T21:04:40Z', 'revision_number': 4, 'project_id': '038e5a5565304c12b0a7707b4453781f', 'subnets': [{'id': '15897029-76fe-499a-80bf-bb82a18cd120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:04:42.326203 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-a0b5dc7e-a89f-42b5-9d6c-2e45cbb7850a None None] Provisioning complete for port 5e59f3b5-bdaa-4ecc-850c-547b267908f0 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:42.328200 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a0b5dc7e-a89f-42b5-9d6c-2e45cbb7850a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5e59f3b5-bdaa-4ecc-850c-547b267908f0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:42.353052 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855d662d-50e7-4d2a-ae11-48c3b61938b9 x-openstack-request-id: req-855d662d-50e7-4d2a-ae11-48c3b61938b9 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:04:42.355762 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a715fa84-b63b-4882-ac66-7f4054369ed3", "name": "network-vif-deleted", "tag": "c5096f96-9384-4801-91f2-2c09594e7544", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:04:42.356066 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-855d662d-50e7-4d2a-ae11-48c3b61938b9 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:04:42.356498 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a715fa84-b63b-4882-ac66-7f4054369ed3', 'name': 'network-vif-deleted', 'tag': 'c5096f96-9384-4801-91f2-2c09594e7544', 'status': 'completed', 'code': 200}
Feb 05 21:04:42.405755 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-f33f1be9-558d-4d47-b3bd-a234e25a54db tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting port 0e760194-7e38-443f-a8c8-1ee27715461b {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:04:42.406697 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f33f1be9-558d-4d47-b3bd-a234e25a54db tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (0e760194-7e38-443f-a8c8-1ee27715461b), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:42.586743 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-367e111c-3265-4b53-9e07-439e4e42550c req-e1847023-41ec-41a4-9e53-18671a75370a tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Made reservation on behalf of abdf40933f6b4f8099b886dfec3a4473 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:04:42.593133 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-367e111c-3265-4b53-9e07-439e4e42550c req-e1847023-41ec-41a4-9e53-18671a75370a tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:42.642977 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-108d2e20-c829-4d69-b5f6-3a62b2d4eee7 None None] For port 2b7d1318-f281-4c25-896f-d1f77e67f3e0, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:04:42.691048 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-108d2e20-c829-4d69-b5f6-3a62b2d4eee7 None None] For port 2b7d1318-f281-4c25-896f-d1f77e67f3e0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2b7d1318-f281-4c25-896f-d1f77e67f3e0,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:04:42.712075 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f33f1be9-558d-4d47-b3bd-a234e25a54db tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (0e760194-7e38-443f-a8c8-1ee27715461b), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:42.733395 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-f33f1be9-558d-4d47-b3bd-a234e25a54db tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Calling delete_port for 0e760194-7e38-443f-a8c8-1ee27715461b owned by  {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:04:42.879282 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-108d2e20-c829-4d69-b5f6-3a62b2d4eee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (2b7d1318-f281-4c25-896f-d1f77e67f3e0), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:43.065738 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f33f1be9-558d-4d47-b3bd-a234e25a54db tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (0e760194-7e38-443f-a8c8-1ee27715461b), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:43.121690 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a0b5dc7e-a89f-42b5-9d6c-2e45cbb7850a None None] Current status of the port 5e59f3b5-bdaa-4ecc-850c-547b267908f0 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:43.144808 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4e8fc7c1-1845-469b-88e3-a5b634c1be5e req-55d594e8-8d7a-456d-a39c-087cb95ceaa4 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=9487d7b9-b571-4cd8-9f26-feb6773664d7 HTTP/1.1" status: 200  len: 210 time: 0.1526999
Feb 05 21:04:43.145876 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 5e59f3b5-bdaa-4ecc-850c-547b267908f0 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:04:43.177070 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-367e111c-3265-4b53-9e07-439e4e42550c req-e1847023-41ec-41a4-9e53-18671a75370a tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Allocated IP 172.20.0.4 (f513b7e7-60ac-4b04-af41-d1fecee70cba/d3bc4b1d-f312-4b2d-bc48-80b03423d794/ad8f11b9-34da-4a3f-9d14-d807df630fe3) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:04:43.246583 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33f1be9-558d-4d47-b3bd-a234e25a54db tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Port': ['ID=0e760194-7e38-443f-a8c8-1ee27715461b,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:43.330851 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d2e20-c829-4d69-b5f6-3a62b2d4eee7 None None] Pushing event updated for resources: {'Port': ['ID=2b7d1318-f281-4c25-896f-d1f77e67f3e0,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:43.343394 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f33f1be9-558d-4d47-b3bd-a234e25a54db tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:43.348928 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f33f1be9-558d-4d47-b3bd-a234e25a54db tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/ports/0e760194-7e38-443f-a8c8-1ee27715461b HTTP/1.1" status: 204  len: 168 time: 1.3039982
Feb 05 21:04:43.353858 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54398) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:43.374754 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 5e59f3b5-bdaa-4ecc-850c-547b267908f0 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:43.380678 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5e59f3b5-bdaa-4ecc-850c-547b267908f0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:43.411480 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-60185804-5a15-4d60-b7b0-7ee5f1e5e06b req-6b68b7ff-1a6a-4afc-80ad-c56ae99a4582 tempest-ServerAddressesTestJSON-1139193638 tempest-ServerAddressesTestJSON-1139193638-project] 10.222.0.32 "GET /v2.0/ports?device_id=a715fa84-b63b-4882-ac66-7f4054369ed3 HTTP/1.1" status: 200  len: 210 time: 0.1034999
Feb 05 21:04:43.645953 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-367e111c-3265-4b53-9e07-439e4e42550c req-e1847023-41ec-41a4-9e53-18671a75370a tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks [] for port (ad8f11b9-34da-4a3f-9d14-d807df630fe3), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:43.659373 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 5e59f3b5-bdaa-4ecc-850c-547b267908f0 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:43.825141 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54432) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:44.215925 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54444) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:44.349686 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-da7e4f4d-4486-4bd7-ba63-d6298866fc16 req-4d65ee9c-8944-4f26-ab18-e49cfc1bbb74 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=9487d7b9-b571-4cd8-9f26-feb6773664d7 HTTP/1.1" status: 200  len: 210 time: 0.0465937
Feb 05 21:04:44.359726 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-367e111c-3265-4b53-9e07-439e4e42550c req-e1847023-41ec-41a4-9e53-18671a75370a tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (ad8f11b9-34da-4a3f-9d14-d807df630fe3), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:44.374909 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['55c2704d-b622-40af-984a-2047142ff019'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:04:44.473902 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc86d31-de47-46ed-b3cd-9aa4c8bbe860 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:44.476029 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc86d31-de47-46ed-b3cd-9aa4c8bbe860 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:44.477779 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-acc86d31-de47-46ed-b3cd-9aa4c8bbe860 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 1.1165502
Feb 05 21:04:44.482766 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54458) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:44.499873 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-367e111c-3265-4b53-9e07-439e4e42550c req-e1847023-41ec-41a4-9e53-18671a75370a tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Network f513b7e7-60ac-4b04-af41-d1fecee70cba is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:04:44.503819 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-367e111c-3265-4b53-9e07-439e4e42550c req-e1847023-41ec-41a4-9e53-18671a75370a tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:44.508920 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-367e111c-3265-4b53-9e07-439e4e42550c req-e1847023-41ec-41a4-9e53-18671a75370a tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:04:44.576297 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54460) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:44.670260 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e111c-3265-4b53-9e07-439e4e42550c req-e1847023-41ec-41a4-9e53-18671a75370a tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:44.670942 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-367e111c-3265-4b53-9e07-439e4e42550c req-e1847023-41ec-41a4-9e53-18671a75370a tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:44.685874 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1847023-41ec-41a4-9e53-18671a75370a tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Pushing event updated for resources: {'Port': ['ID=ad8f11b9-34da-4a3f-9d14-d807df630fe3,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:44.720512 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a62e9f3-ed94-4108-ba6a-a2e04ddf8b8f admin admin] Deleting subnet 680bbdc7-5be4-4776-810b-613d6d2907bb {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:04:44.721551 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-367e111c-3265-4b53-9e07-439e4e42550c req-e1847023-41ec-41a4-9e53-18671a75370a tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5871787
Feb 05 21:04:44.730508 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2a62e9f3-ed94-4108-ba6a-a2e04ddf8b8f admin admin] Publish callbacks [] for subnet (680bbdc7-5be4-4776-810b-613d6d2907bb), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:44.740686 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-367e111c-3265-4b53-9e07-439e4e42550c req-12ebacdf-dbba-40ff-ad40-92c35a663d8c service neutron] Request body: {'port': {'device_id': '9487d7b9-b571-4cd8-9f26-feb6773664d7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:44.798267 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-82765eeb-ff67-48dc-ae0d-7bb8b9124b3c tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-660117045'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:44.845040 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6854df43-ec9f-4180-809c-99414800be0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (9fd025af-f57d-46d1-b3c1-78f90a70215f), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:44.860435 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82765eeb-ff67-48dc-ae0d-7bb8b9124b3c tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Made reservation on behalf of d65cce93da6c482fbcc80d8d6f21f49d for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:04:44.864415 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-82765eeb-ff67-48dc-ae0d-7bb8b9124b3c tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:44.921760 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-367e111c-3265-4b53-9e07-439e4e42550c req-12ebacdf-dbba-40ff-ad40-92c35a663d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ad8f11b9-34da-4a3f-9d14-d807df630fe3), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:44.931321 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-82765eeb-ff67-48dc-ae0d-7bb8b9124b3c tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:44.970462 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-1334a055-d448-40f3-9a16-40076ef73d0a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting subnet 29332451-dcb1-476b-afc1-e368b9270c57 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:04:44.976613 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1334a055-d448-40f3-9a16-40076ef73d0a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (29332451-dcb1-476b-afc1-e368b9270c57), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:45.023136 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1334a055-d448-40f3-9a16-40076ef73d0a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (29332451-dcb1-476b-afc1-e368b9270c57), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:45.027380 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 2b7d1318-f281-4c25-896f-d1f77e67f3e0 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:04:45.058883 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2a62e9f3-ed94-4108-ba6a-a2e04ddf8b8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (680bbdc7-5be4-4776-810b-613d6d2907bb), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:45.175375 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 2b7d1318-f281-4c25-896f-d1f77e67f3e0 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:45.176293 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (2b7d1318-f281-4c25-896f-d1f77e67f3e0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:45.219020 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2a62e9f3-ed94-4108-ba6a-a2e04ddf8b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (680bbdc7-5be4-4776-810b-613d6d2907bb), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:45.298397 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:45.343093 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1334a055-d448-40f3-9a16-40076ef73d0a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (29332451-dcb1-476b-afc1-e368b9270c57), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:45.377376 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 2b7d1318-f281-4c25-896f-d1f77e67f3e0 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:45.378808 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (2b7d1318-f281-4c25-896f-d1f77e67f3e0), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:45.391652 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-9fef4512-f072-4ea0-98fc-be8a2ab42fce None None] Provisioning complete for port 2b7d1318-f281-4c25-896f-d1f77e67f3e0 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:45.392604 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9fef4512-f072-4ea0-98fc-be8a2ab42fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (2b7d1318-f281-4c25-896f-d1f77e67f3e0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:45.505796 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-82765eeb-ff67-48dc-ae0d-7bb8b9124b3c tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Publish callbacks [] for security_group (497899bc-2ca9-4103-8a73-1c8eb351326e), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:45.582503 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-82765eeb-ff67-48dc-ae0d-7bb8b9124b3c tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (497899bc-2ca9-4103-8a73-1c8eb351326e), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:45.618274 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-367e111c-3265-4b53-9e07-439e4e42550c req-12ebacdf-dbba-40ff-ad40-92c35a663d8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad8f11b9-34da-4a3f-9d14-d807df630fe3 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:04:45.621754 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1334a055-d448-40f3-9a16-40076ef73d0a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (29332451-dcb1-476b-afc1-e368b9270c57), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:45.630461 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-367e111c-3265-4b53-9e07-439e4e42550c req-12ebacdf-dbba-40ff-ad40-92c35a663d8c service neutron] Publish callbacks [] for port (ad8f11b9-34da-4a3f-9d14-d807df630fe3), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:45.633530 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-9fef4512-f072-4ea0-98fc-be8a2ab42fce None None] Current status of the port 2b7d1318-f281-4c25-896f-d1f77e67f3e0 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:45.634189 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9fef4512-f072-4ea0-98fc-be8a2ab42fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (2b7d1318-f281-4c25-896f-d1f77e67f3e0), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:45.656520 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-367e111c-3265-4b53-9e07-439e4e42550c req-12ebacdf-dbba-40ff-ad40-92c35a663d8c service neutron] Transition to ACTIVE for port object ad8f11b9-34da-4a3f-9d14-d807df630fe3 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:04:45.663615 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-367e111c-3265-4b53-9e07-439e4e42550c req-12ebacdf-dbba-40ff-ad40-92c35a663d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (ad8f11b9-34da-4a3f-9d14-d807df630fe3), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:45.676023 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 21:04:45.676393 ncdv-master-1 neutron-server[114392]: DEBUG oslo_db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 21:04:45.692375 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334a055-d448-40f3-9a16-40076ef73d0a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Subnet': ['ID=29332451-dcb1-476b-afc1-e368b9270c57,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:45.723104 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.db.api [None req-9fef4512-f072-4ea0-98fc-be8a2ab42fce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 21:04:45.723350 ncdv-master-1 neutron-server[114392]: DEBUG oslo_db.api [None req-9fef4512-f072-4ea0-98fc-be8a2ab42fce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 21:04:45.724196 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2a62e9f3-ed94-4108-ba6a-a2e04ddf8b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (680bbdc7-5be4-4776-810b-613d6d2907bb), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:45.728197 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82765eeb-ff67-48dc-ae0d-7bb8b9124b3c tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:04:45.781681 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a62e9f3-ed94-4108-ba6a-a2e04ddf8b8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=680bbdc7-5be4-4776-810b-613d6d2907bb,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:45.807571 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ebacdf-dbba-40ff-ad40-92c35a663d8c service neutron] Pushing event updated for resources: {'Port': ['ID=ad8f11b9-34da-4a3f-9d14-d807df630fe3,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:45.821657 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1334a055-d448-40f3-9a16-40076ef73d0a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:45.825122 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1334a055-d448-40f3-9a16-40076ef73d0a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/29332451-dcb1-476b-afc1-e368b9270c57 HTTP/1.1" status: 204  len: 168 time: 1.3406913
Feb 05 21:04:45.833234 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54486) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:45.841617 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-367e111c-3265-4b53-9e07-439e4e42550c req-12ebacdf-dbba-40ff-ad40-92c35a663d8c service neutron] Attempting to bind port ad8f11b9-34da-4a3f-9d14-d807df630fe3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:04:45.841960 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-367e111c-3265-4b53-9e07-439e4e42550c req-12ebacdf-dbba-40ff-ad40-92c35a663d8c service neutron] Attempting to bind port ad8f11b9-34da-4a3f-9d14-d807df630fe3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5ac9584d-8528-41b9-ba11-9daf83adba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:04:45.842610 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367e111c-3265-4b53-9e07-439e4e42550c req-12ebacdf-dbba-40ff-ad40-92c35a663d8c service neutron] Attempting to bind port ad8f11b9-34da-4a3f-9d14-d807df630fe3 on network f513b7e7-60ac-4b04-af41-d1fecee70cba {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:04:45.852094 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367e111c-3265-4b53-9e07-439e4e42550c req-12ebacdf-dbba-40ff-ad40-92c35a663d8c service neutron] Port ad8f11b9-34da-4a3f-9d14-d807df630fe3 on network f513b7e7-60ac-4b04-af41-d1fecee70cba not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:04:45.852371 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82765eeb-ff67-48dc-ae0d-7bb8b9124b3c tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=497899bc-2ca9-4103-8a73-1c8eb351326e,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:45.852871 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367e111c-3265-4b53-9e07-439e4e42550c req-12ebacdf-dbba-40ff-ad40-92c35a663d8c service neutron] Attempting to bind port ad8f11b9-34da-4a3f-9d14-d807df630fe3 on network f513b7e7-60ac-4b04-af41-d1fecee70cba {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:04:45.858816 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367e111c-3265-4b53-9e07-439e4e42550c req-12ebacdf-dbba-40ff-ad40-92c35a663d8c service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:04:45.859160 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367e111c-3265-4b53-9e07-439e4e42550c req-12ebacdf-dbba-40ff-ad40-92c35a663d8c service neutron] Checking segment: {'id': '5ac9584d-8528-41b9-ba11-9daf83adba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:04:45.859738 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367e111c-3265-4b53-9e07-439e4e42550c req-12ebacdf-dbba-40ff-ad40-92c35a663d8c service neutron] Bound using segment: {'id': '5ac9584d-8528-41b9-ba11-9daf83adba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:04:45.860366 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-367e111c-3265-4b53-9e07-439e4e42550c req-12ebacdf-dbba-40ff-ad40-92c35a663d8c service neutron] Bound port: ad8f11b9-34da-4a3f-9d14-d807df630fe3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ac9584d-8528-41b9-ba11-9daf83adba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:04:45.860913 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-367e111c-3265-4b53-9e07-439e4e42550c req-12ebacdf-dbba-40ff-ad40-92c35a663d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ad8f11b9-34da-4a3f-9d14-d807df630fe3), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:45.867716 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2a62e9f3-ed94-4108-ba6a-a2e04ddf8b8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:45.887585 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2a62e9f3-ed94-4108-ba6a-a2e04ddf8b8f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/680bbdc7-5be4-4776-810b-613d6d2907bb HTTP/1.1" status: 204  len: 168 time: 1.3092456
Feb 05 21:04:45.908545 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54490) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:45.930900 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-82765eeb-ff67-48dc-ae0d-7bb8b9124b3c tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (bcb56bd6-984d-4250-86d1-e30e37fb2c12), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:45.931302 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-82765eeb-ff67-48dc-ae0d-7bb8b9124b3c tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Added segment bcb56bd6-984d-4250-86d1-e30e37fb2c12 of type vlan for network bab1aeff-cdf0-4889-aef8-8d69d0de99d0
Feb 05 21:04:45.948139 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-aed8d7f2-d32a-4432-a0df-e2123ede0ed5 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1089463
Feb 05 21:04:45.952937 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54492) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:45.959870 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-7a2497c9-1787-4ac9-bb82-c714d0157556 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'subnet': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:46.010738 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621e900c-4a03-4506-8ccc-2092955a573d None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:04:46.049833 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c737a6-0dbc-45e6-a8d9-59171135f0fc req-4fb83b5a-3df0-4961-a225-86ac515e7e30 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:46.051392 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2c737a6-0dbc-45e6-a8d9-59171135f0fc req-4fb83b5a-3df0-4961-a225-86ac515e7e30 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=9487d7b9-b571-4cd8-9f26-feb6773664d7 HTTP/1.1" status: 200  len: 931 time: 0.4788086
Feb 05 21:04:46.067301 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-367e111c-3265-4b53-9e07-439e4e42550c req-12ebacdf-dbba-40ff-ad40-92c35a663d8c service neutron] For port ad8f11b9-34da-4a3f-9d14-d807df630fe3, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:04:46.072242 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d21c5aa6-2307-471a-a367-84361ba0cceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (ab0bd82b-ed80-4762-9f4f-e43e9b5fbda0), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:46.075198 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-367e111c-3265-4b53-9e07-439e4e42550c req-12ebacdf-dbba-40ff-ad40-92c35a663d8c service neutron] For port ad8f11b9-34da-4a3f-9d14-d807df630fe3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad8f11b9-34da-4a3f-9d14-d807df630fe3,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:04:46.088471 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-367e111c-3265-4b53-9e07-439e4e42550c req-12ebacdf-dbba-40ff-ad40-92c35a663d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (ad8f11b9-34da-4a3f-9d14-d807df630fe3), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:46.105006 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-82765eeb-ff67-48dc-ae0d-7bb8b9124b3c tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (bab1aeff-cdf0-4889-aef8-8d69d0de99d0), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:46.137122 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e111c-3265-4b53-9e07-439e4e42550c req-12ebacdf-dbba-40ff-ad40-92c35a663d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:46.137499 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-367e111c-3265-4b53-9e07-439e4e42550c req-12ebacdf-dbba-40ff-ad40-92c35a663d8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:46.139521 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-367e111c-3265-4b53-9e07-439e4e42550c req-12ebacdf-dbba-40ff-ad40-92c35a663d8c service neutron] 10.222.0.39 "PUT /v2.0/ports/ad8f11b9-34da-4a3f-9d14-d807df630fe3 HTTP/1.1" status: 200  len: 1091 time: 1.4102757
Feb 05 21:04:46.173836 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9487d7b9-b571-4cd8-9f26-feb6773664d7', 'tag': 'ad8f11b9-34da-4a3f-9d14-d807df630fe3'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:04:46.176362 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cfeb38-f573-4785-88ae-1491f8d65927" -d '{"events": [{"name": "network-changed", "server_uuid": "9487d7b9-b571-4cd8-9f26-feb6773664d7", "tag": "ad8f11b9-34da-4a3f-9d14-d807df630fe3"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:04:46.257389 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-82765eeb-ff67-48dc-ae0d-7bb8b9124b3c tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (bab1aeff-cdf0-4889-aef8-8d69d0de99d0), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:46.266140 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82765eeb-ff67-48dc-ae0d-7bb8b9124b3c tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:46.271223 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-82765eeb-ff67-48dc-ae0d-7bb8b9124b3c tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:46.271571 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a6dafe-ec0b-4444-ba3e-32e01d67d595 None None] DHCP port deletion for 4b876e93-e753-4f82-8855-2c9c3d1db066 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:04:46.283790 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2c737a6-0dbc-45e6-a8d9-59171135f0fc req-368d3d45-225f-40eb-8115-b2d5f66973bc tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2224987
Feb 05 21:04:46.313927 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b90e9e4-ad8f-43b9-8180-52915da5824e x-openstack-request-id: req-8b90e9e4-ad8f-43b9-8180-52915da5824e {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:04:46.314246 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9487d7b9-b571-4cd8-9f26-feb6773664d7", "tag": "ad8f11b9-34da-4a3f-9d14-d807df630fe3", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:04:46.314502 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8b90e9e4-ad8f-43b9-8180-52915da5824e {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:04:46.314909 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9487d7b9-b571-4cd8-9f26-feb6773664d7', 'tag': 'ad8f11b9-34da-4a3f-9d14-d807df630fe3', 'status': 'completed', 'code': 200}
Feb 05 21:04:46.315723 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 2b7d1318-f281-4c25-896f-d1f77e67f3e0 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:46.316182 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (2b7d1318-f281-4c25-896f-d1f77e67f3e0), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:46.350525 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2497c9-1787-4ac9-bb82-c714d0157556 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:04:46.354122 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7a2497c9-1787-4ac9-bb82-c714d0157556 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:46.373884 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d21c5aa6-2307-471a-a367-84361ba0cceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (ab0bd82b-ed80-4762-9f4f-e43e9b5fbda0), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:46.378610 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ebacdf-dbba-40ff-ad40-92c35a663d8c service neutron] Pushing event updated for resources: {'Port': ['ID=ad8f11b9-34da-4a3f-9d14-d807df630fe3,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:46.393610 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-9fef4512-f072-4ea0-98fc-be8a2ab42fce None None] Current status of the port 2b7d1318-f281-4c25-896f-d1f77e67f3e0 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:46.394285 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9fef4512-f072-4ea0-98fc-be8a2ab42fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (2b7d1318-f281-4c25-896f-d1f77e67f3e0), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:46.420969 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e111c-3265-4b53-9e07-439e4e42550c req-71a42110-ccb1-40e4-88ad-86d7a5b530ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:46.423305 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-367e111c-3265-4b53-9e07-439e4e42550c req-71a42110-ccb1-40e4-88ad-86d7a5b530ea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=abdf40933f6b4f8099b886dfec3a4473&device_id=9487d7b9-b571-4cd8-9f26-feb6773664d7 HTTP/1.1" status: 200  len: 1125 time: 0.2294641
Feb 05 21:04:46.425999 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-d21c5aa6-2307-471a-a367-84361ba0cceb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db239af40>,) {'filters': {'network_id': ['ab0bd82b-ed80-4762-9f4f-e43e9b5fbda0']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:46.443000 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-9fef4512-f072-4ea0-98fc-be8a2ab42fce None None] For port 2b7d1318-f281-4c25-896f-d1f77e67f3e0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2b7d1318-f281-4c25-896f-d1f77e67f3e0,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:04:46.444096 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-d21c5aa6-2307-471a-a367-84361ba0cceb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db239af40>, '22d3ac6d-3e13-4374-a922-46607ebf6020') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:46.444411 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-d21c5aa6-2307-471a-a367-84361ba0cceb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db239af40>, '22d3ac6d-3e13-4374-a922-46607ebf6020') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:46.462302 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-82765eeb-ff67-48dc-ae0d-7bb8b9124b3c tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 2.2430847
Feb 05 21:04:46.470294 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9fef4512-f072-4ea0-98fc-be8a2ab42fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (2b7d1318-f281-4c25-896f-d1f77e67f3e0), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:46.484662 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54500) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:46.491732 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-367e111c-3265-4b53-9e07-439e4e42550c req-b6ffc1dc-aeae-4c5f-bdab-4fbb2a8d5846 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad8f11b9-34da-4a3f-9d14-d807df630fe3 HTTP/1.1" status: 200  len: 217 time: 0.0547273
Feb 05 21:04:46.496103 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d21c5aa6-2307-471a-a367-84361ba0cceb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (22d3ac6d-3e13-4374-a922-46607ebf6020), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:46.504078 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-0217c066-a7db-4b34-9810-dff050609e9c tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Request body: {'subnet': {'network_id': 'bab1aeff-cdf0-4889-aef8-8d69d0de99d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:46.562177 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d21c5aa6-2307-471a-a367-84361ba0cceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (22d3ac6d-3e13-4374-a922-46607ebf6020), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:46.572504 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d21c5aa6-2307-471a-a367-84361ba0cceb admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:04:46.573075 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d21c5aa6-2307-471a-a367-84361ba0cceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (22d3ac6d-3e13-4374-a922-46607ebf6020), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:46.582590 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-09a6dafe-ec0b-4444-ba3e-32e01d67d595 None None] Deleting port 2b7d1318-f281-4c25-896f-d1f77e67f3e0 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:04:46.583154 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-09a6dafe-ec0b-4444-ba3e-32e01d67d595 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (2b7d1318-f281-4c25-896f-d1f77e67f3e0), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:46.586560 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:04:46.586560 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:04:46.586560 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:04:46.586560 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:04:46.586560 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:04:46.586560 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:04:46.586560 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:04:46.586560 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:04:46.586560 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:04:46.586560 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:04:46.586560 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:04:46.586560 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:04:46.586560 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:04:46.586560 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:04:46.586560 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:04:46.586560 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:04:46.586560 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:04:46.586560 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:04:46.586560 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:04:46.586560 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:04:46.586560 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:04:46.586560 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:04:46.586560 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:04:46.586560 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:04:46.586560 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:04:46.586560 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:04:46.586560 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:04:46.586560 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:04:46.586560 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:04:46.586560 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:04:46.586560 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:04:46.586560 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:04:46.607099 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 21:04:46.607677 ncdv-master-1 neutron-server[114392]: DEBUG oslo_db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 21:04:46.613093 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e111c-3265-4b53-9e07-439e4e42550c req-85ee05c8-f950-467e-b26a-6fc14ca05608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:46.614768 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-367e111c-3265-4b53-9e07-439e4e42550c req-85ee05c8-f950-467e-b26a-6fc14ca05608 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d3bc4b1d-f312-4b2d-bc48-80b03423d794 HTTP/1.1" status: 200  len: 850 time: 0.1153791
Feb 05 21:04:46.620437 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef4512-f072-4ea0-98fc-be8a2ab42fce None None] Pushing event updated for resources: {'Port': ['ID=2b7d1318-f281-4c25-896f-d1f77e67f3e0,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:46.671081 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-09a6dafe-ec0b-4444-ba3e-32e01d67d595 None None] For port 2b7d1318-f281-4c25-896f-d1f77e67f3e0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2b7d1318-f281-4c25-896f-d1f77e67f3e0,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:04:46.671751 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-09a6dafe-ec0b-4444-ba3e-32e01d67d595 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (2b7d1318-f281-4c25-896f-d1f77e67f3e0), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:46.676366 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82765eeb-ff67-48dc-ae0d-7bb8b9124b3c tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Pushing event updated for resources: {'Network': ['ID=bab1aeff-cdf0-4889-aef8-8d69d0de99d0,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:46.698150 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-09a6dafe-ec0b-4444-ba3e-32e01d67d595 None None] Calling delete_port for 2b7d1318-f281-4c25-896f-d1f77e67f3e0 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:04:46.717021 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-6854df43-ec9f-4180-809c-99414800be0c admin admin] Deleting port 5e85b9d7-7e97-4f1e-97ae-fdd68b321743 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:04:46.717367 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6854df43-ec9f-4180-809c-99414800be0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (5e85b9d7-7e97-4f1e-97ae-fdd68b321743), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:46.779666 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0217c066-a7db-4b34-9810-dff050609e9c tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Made reservation on behalf of d65cce93da6c482fbcc80d8d6f21f49d for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:04:46.783427 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0217c066-a7db-4b34-9810-dff050609e9c tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:46.784911 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network bab1aeff-cdf0-4889-aef8-8d69d0de99d0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:04:46.802524 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-1bf4094d-bb8f-436e-ba16-f708310f74a5 None None] Could not find standard attr ID for object 0e760194-7e38-443f-a8c8-1ee27715461b. {{(pid=114392) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 05 21:04:46.849447 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e111c-3265-4b53-9e07-439e4e42550c req-6722d9f8-3d00-4798-a4de-7973346db3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:46.852693 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-367e111c-3265-4b53-9e07-439e4e42550c req-6722d9f8-3d00-4798-a4de-7973346db3cb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f513b7e7-60ac-4b04-af41-d1fecee70cba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2194822
Feb 05 21:04:46.856815 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d21c5aa6-2307-471a-a367-84361ba0cceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (ab0bd82b-ed80-4762-9f4f-e43e9b5fbda0), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:46.874305 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d21c5aa6-2307-471a-a367-84361ba0cceb admin admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:46.880502 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d21c5aa6-2307-471a-a367-84361ba0cceb admin admin] 10.222.0.32 "DELETE /v2.0/networks/ab0bd82b-ed80-4762-9f4f-e43e9b5fbda0 HTTP/1.1" status: 204  len: 168 time: 0.9706211
Feb 05 21:04:46.914620 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-6854df43-ec9f-4180-809c-99414800be0c admin admin] For port 5e85b9d7-7e97-4f1e-97ae-fdd68b321743, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e85b9d7-7e97-4f1e-97ae-fdd68b321743,segment=NetworkSegment(c3fe8733-ce5f-41fc-80e2-343154fe8a12),segment_id=c3fe8733-ce5f-41fc-80e2-343154fe8a12)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:04:46.915682 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6854df43-ec9f-4180-809c-99414800be0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (5e85b9d7-7e97-4f1e-97ae-fdd68b321743), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:46.936016 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 2b7d1318-f281-4c25-896f-d1f77e67f3e0 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:46.976452 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-09a6dafe-ec0b-4444-ba3e-32e01d67d595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (2b7d1318-f281-4c25-896f-d1f77e67f3e0), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:46.989941 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-6854df43-ec9f-4180-809c-99414800be0c admin admin] Calling delete_port for 5e85b9d7-7e97-4f1e-97ae-fdd68b321743 owned by network:router_interface {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:04:47.005525 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6dafe-ec0b-4444-ba3e-32e01d67d595 None None] Pushing event deleted for resources: {'Port': ['ID=2b7d1318-f281-4c25-896f-d1f77e67f3e0,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:47.015847 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a6dafe-ec0b-4444-ba3e-32e01d67d595 None None] No DVR routers for this DVR port 2b7d1318-f281-4c25-896f-d1f77e67f3e0 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:04:47.027927 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c5aa6-2307-471a-a367-84361ba0cceb admin admin] Pushing event deleted for resources: {'Network': ['ID=ab0bd82b-ed80-4762-9f4f-e43e9b5fbda0,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:47.128039 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 2b7d1318-f281-4c25-896f-d1f77e67f3e0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:04:47.181685 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-367e111c-3265-4b53-9e07-439e4e42550c req-4aff8414-c92c-4465-8086-2482d76ef438 service neutron] 10.222.0.39 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3220565
Feb 05 21:04:47.307406 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-367e111c-3265-4b53-9e07-439e4e42550c req-2308bb3b-983d-4e36-85e3-fa48fee1b2c4 service neutron] 10.222.0.39 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1196735
Feb 05 21:04:47.324139 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 2b7d1318-f281-4c25-896f-d1f77e67f3e0 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:04:47.324766 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 2b7d1318-f281-4c25-896f-d1f77e67f3e0 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:04:47.420398 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54524) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:47.439415 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0217c066-a7db-4b34-9810-dff050609e9c tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (d6c2bf2b-515d-4fb8-923c-be9de24e966e), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:47.449506 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cfeb38-f573-4785-88ae-1491f8d65927 req-0e06fbe2-9387-4d55-b9f2-f9e7739ce4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:47.451333 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-15cfeb38-f573-4785-88ae-1491f8d65927 req-0e06fbe2-9387-4d55-b9f2-f9e7739ce4a3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=abdf40933f6b4f8099b886dfec3a4473&device_id=9487d7b9-b571-4cd8-9f26-feb6773664d7 HTTP/1.1" status: 200  len: 1125 time: 0.0816400
Feb 05 21:04:47.498666 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d8c729f2-8766-4f09-88c5-de83e9957d65 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=273cf271ed8c4c4ebfe710d7dc79fde2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0767708
Feb 05 21:04:47.502811 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54528) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:47.538816 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-56efcfd3-299d-472f-8655-797827bf27e0 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:47.540586 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-56efcfd3-299d-472f-8655-797827bf27e0 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/networks?id=101f8301-8908-474a-9c4a-c0416b6bfc1d HTTP/1.1" status: 200  len: 812 time: 0.4222207
Feb 05 21:04:47.565532 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cfeb38-f573-4785-88ae-1491f8d65927 req-7c99e829-2998-4342-874f-da91b6d2360a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:47.567108 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-15cfeb38-f573-4785-88ae-1491f8d65927 req-7c99e829-2998-4342-874f-da91b6d2360a service neutron] 10.222.0.39 "GET /v2.0/networks?id=f513b7e7-60ac-4b04-af41-d1fecee70cba HTTP/1.1" status: 200  len: 912 time: 0.1082404
Feb 05 21:04:47.609618 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-15cfeb38-f573-4785-88ae-1491f8d65927 req-2c52337d-dd80-4237-8b28-4d8881f2eacb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad8f11b9-34da-4a3f-9d14-d807df630fe3 HTTP/1.1" status: 200  len: 217 time: 0.0362213
Feb 05 21:04:47.663628 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cfeb38-f573-4785-88ae-1491f8d65927 req-a7e2b2d6-8cd6-49be-9d9d-62e08559a53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:47.665386 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-15cfeb38-f573-4785-88ae-1491f8d65927 req-a7e2b2d6-8cd6-49be-9d9d-62e08559a53e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d3bc4b1d-f312-4b2d-bc48-80b03423d794 HTTP/1.1" status: 200  len: 850 time: 0.0484712
Feb 05 21:04:47.726998 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cfeb38-f573-4785-88ae-1491f8d65927 req-44ca016b-30b5-4cd1-8cce-ec3e299d67b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:47.728568 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-15cfeb38-f573-4785-88ae-1491f8d65927 req-44ca016b-30b5-4cd1-8cce-ec3e299d67b1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f513b7e7-60ac-4b04-af41-d1fecee70cba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0569706
Feb 05 21:04:47.828208 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-15cfeb38-f573-4785-88ae-1491f8d65927 req-9a0ec19d-9163-457a-bbf1-efb53abd5939 service neutron] 10.222.0.39 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0925343
Feb 05 21:04:47.944179 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-15cfeb38-f573-4785-88ae-1491f8d65927 req-7360f5e6-756e-4b30-8942-082206550daa service neutron] 10.222.0.39 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1069160
Feb 05 21:04:47.971508 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-02bcab80-898f-4307-ac36-f81d5e5af228 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/quotas/af1c8d8fd0ce4d51947fd02afc3a9fb1 HTTP/1.1" status: 200  len: 375 time: 0.0656922
Feb 05 21:04:48.005225 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217c066-a7db-4b34-9810-dff050609e9c tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Pushing event updated for resources: {'Subnet': ['ID=d6c2bf2b-515d-4fb8-923c-be9de24e966e,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:48.036178 ncdv-master-1 neutron-server[114391]: DEBUG neutron.objects.ports [None req-7a2497c9-1787-4ac9-bb82-c714d0157556 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114391) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 05 21:04:48.060420 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7a2497c9-1787-4ac9-bb82-c714d0157556 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (038c269b-5200-49f6-9c91-c773af79aede), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:48.111329 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0217c066-a7db-4b34-9810-dff050609e9c tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Checking segment: {'id': 'bcb56bd6-984d-4250-86d1-e30e37fb2c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bab1aeff-cdf0-4889-aef8-8d69d0de99d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:04:48.111698 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0217c066-a7db-4b34-9810-dff050609e9c tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Network hostable DHCP agents. Network: bab1aeff-cdf0-4889-aef8-8d69d0de99d0, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:04:48.136945 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487fa6d-f8db-41b0-ab57-77c216155b46 req-98f3f24a-749b-4ed7-bc88-671d0f766d2b tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:48.138462 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a487fa6d-f8db-41b0-ab57-77c216155b46 req-98f3f24a-749b-4ed7-bc88-671d0f766d2b tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=9487d7b9-b571-4cd8-9f26-feb6773664d7 HTTP/1.1" status: 200  len: 943 time: 0.7389956
Feb 05 21:04:48.173860 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3728bf88-4ba2-4a99-9605-9688d6ad4b48 admin admin] Publish callbacks [] for security_group (b0737393-4401-4b68-9a10-73b5f17b7c0a), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:48.182880 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2497c9-1787-4ac9-bb82-c714d0157556 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:04:48.209087 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-7a2497c9-1787-4ac9-bb82-c714d0157556 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:48.220187 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e569f5-f7a2-430d-bbcb-153bdebeccaa None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:04:48.225825 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2497c9-1787-4ac9-bb82-c714d0157556 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:48.226719 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7a2497c9-1787-4ac9-bb82-c714d0157556 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:48.240759 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2497c9-1787-4ac9-bb82-c714d0157556 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Subnet': ['ID=038c269b-5200-49f6-9c91-c773af79aede,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:48.266593 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3728bf88-4ba2-4a99-9605-9688d6ad4b48 admin admin] Publish callbacks [] for security_group (b0737393-4401-4b68-9a10-73b5f17b7c0a), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:48.268202 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0217c066-a7db-4b34-9810-dff050609e9c tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Network bab1aeff-cdf0-4889-aef8-8d69d0de99d0 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:04:48.295726 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-c826f84a-6891-4e1b-9f33-0f4cd696c62b tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=af1c8d8fd0ce4d51947fd02afc3a9fb1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3116055
Feb 05 21:04:48.304208 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7a2497c9-1787-4ac9-bb82-c714d0157556 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.3500648
Feb 05 21:04:48.305061 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6854df43-ec9f-4180-809c-99414800be0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (5e85b9d7-7e97-4f1e-97ae-fdd68b321743), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:48.309398 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54538) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:48.313711 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-19f396ef-fa9c-4069-bbcd-942b48a6e961 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'port': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'mac_address': 'fa:16:3e:20:28:01', 'name': 'tempest-NetworksTestDHCPv6-1248345662'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:48.341674 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f78f87-c4f3-4960-a463-f387dc3e66ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4b876e93-e753-4f82-8855-2c9c3d1db066', 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'project_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'fixed_ips': [{'subnet_id': '038c269b-5200-49f6-9c91-c773af79aede'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:04:48.342745 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-14f78f87-c4f3-4960-a463-f387dc3e66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:48.344721 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-0217c066-a7db-4b34-9810-dff050609e9c tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bab1aeff-cdf0-4889-aef8-8d69d0de99d0) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:48.356024 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be467a4-c9d8-4a59-a68d-b9604a997797 None None] Network bab1aeff-cdf0-4889-aef8-8d69d0de99d0 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:04:48.380422 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0217c066-a7db-4b34-9810-dff050609e9c tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:48.381582 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0217c066-a7db-4b34-9810-dff050609e9c tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:48.395767 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a487fa6d-f8db-41b0-ab57-77c216155b46 req-495092fc-4b9f-4c0b-8716-7c729e02aeaa tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2291002
Feb 05 21:04:48.397325 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854df43-ec9f-4180-809c-99414800be0c admin admin] Pushing event deleted for resources: {'Port': ['ID=5e85b9d7-7e97-4f1e-97ae-fdd68b321743,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:48.542136 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f396ef-fa9c-4069-bbcd-942b48a6e961 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:04:48.578517 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0217c066-a7db-4b34-9810-dff050609e9c tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.0859141
Feb 05 21:04:48.581313 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54542) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:48.593849 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-84bd36c9-304e-4277-9b6b-30412a828cc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Request body: {'port': {'network_id': 'bab1aeff-cdf0-4889-aef8-8d69d0de99d0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1358000021'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:48.655399 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3728bf88-4ba2-4a99-9605-9688d6ad4b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b0737393-4401-4b68-9a10-73b5f17b7c0a), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:48.658245 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3728bf88-4ba2-4a99-9605-9688d6ad4b48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:48.658551 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2454e50-8dea-47d4-8252-e55163209365 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bab1aeff-cdf0-4889-aef8-8d69d0de99d0', 'network_id': 'bab1aeff-cdf0-4889-aef8-8d69d0de99d0', 'project_id': 'd65cce93da6c482fbcc80d8d6f21f49d', 'fixed_ips': [{'subnet_id': 'd6c2bf2b-515d-4fb8-923c-be9de24e966e'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:04:48.659437 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a2454e50-8dea-47d4-8252-e55163209365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:48.660527 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-3728bf88-4ba2-4a99-9605-9688d6ad4b48 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b0737393-4401-4b68-9a10-73b5f17b7c0a HTTP/1.1" status: 204  len: 168 time: 1.1538274
Feb 05 21:04:48.679923 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-19f396ef-fa9c-4069-bbcd-942b48a6e961 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:48.688427 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-14f78f87-c4f3-4960-a463-f387dc3e66ac None None] Allocated IP 2001:db8::f816:3eff:fe06:1b01 (4b876e93-e753-4f82-8855-2c9c3d1db066/038c269b-5200-49f6-9c91-c773af79aede/1041ccd9-59cf-4f2c-b4a9-d8cefb1f9db5) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:04:48.736432 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-19f396ef-fa9c-4069-bbcd-942b48a6e961 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] device_id is not set on port 0ba13906-afb9-4ec2-a724-ee5407b8c3b3 yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:04:48.773103 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-112d425b-709b-435e-a5d3-560490f33e89 service neutron] 10.222.0.32 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4491837
Feb 05 21:04:48.780108 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3728bf88-4ba2-4a99-9605-9688d6ad4b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0737393-4401-4b68-9a10-73b5f17b7c0a,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:49.017598 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-a2454e50-8dea-47d4-8252-e55163209365 None None] Allocated IP 2001:db8::2 (bab1aeff-cdf0-4889-aef8-8d69d0de99d0/d6c2bf2b-515d-4fb8-923c-be9de24e966e/e74c03e4-c23a-4742-bd8e-eaa01abf2cb6) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:04:49.036779 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84bd36c9-304e-4277-9b6b-30412a828cc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Made reservation on behalf of d65cce93da6c482fbcc80d8d6f21f49d for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:04:49.042264 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-84bd36c9-304e-4277-9b6b-30412a828cc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:49.068160 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-14f78f87-c4f3-4960-a463-f387dc3e66ac None None] Publish callbacks [] for port (1041ccd9-59cf-4f2c-b4a9-d8cefb1f9db5), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:49.074123 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [None req-84bd36c9-304e-4277-9b6b-30412a828cc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] device_id is not set on port 042a9299-1ffc-49b5-a69e-6c269a70bf55 yet. {{(pid=114391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:04:49.081238 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-4ba9fc4a-fb74-4c43-9c90-2ba2c77550bb service neutron] 10.222.0.32 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2981822
Feb 05 21:04:49.081878 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6854df43-ec9f-4180-809c-99414800be0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (9fd025af-f57d-46d1-b3c1-78f90a70215f), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:49.169961 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-14f78f87-c4f3-4960-a463-f387dc3e66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (1041ccd9-59cf-4f2c-b4a9-d8cefb1f9db5), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:49.170859 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-19f396ef-fa9c-4069-bbcd-942b48a6e961 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Allocated IP 2001:db8::f816:3eff:fe20:2801 (4b876e93-e753-4f82-8855-2c9c3d1db066/038c269b-5200-49f6-9c91-c773af79aede/0ba13906-afb9-4ec2-a724-ee5407b8c3b3) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:04:49.262537 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f78f87-c4f3-4960-a463-f387dc3e66ac None None] Pushing event updated for resources: {'Port': ['ID=1041ccd9-59cf-4f2c-b4a9-d8cefb1f9db5,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:49.274893 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f78f87-c4f3-4960-a463-f387dc3e66ac None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:04:49.278767 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-14f78f87-c4f3-4960-a463-f387dc3e66ac None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:49.282076 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f78f87-c4f3-4960-a463-f387dc3e66ac None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:04:49.498064 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a2454e50-8dea-47d4-8252-e55163209365 None None] Publish callbacks [] for port (e74c03e4-c23a-4742-bd8e-eaa01abf2cb6), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:49.534831 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a2454e50-8dea-47d4-8252-e55163209365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (e74c03e4-c23a-4742-bd8e-eaa01abf2cb6), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:49.558421 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-19f396ef-fa9c-4069-bbcd-942b48a6e961 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for port (0ba13906-afb9-4ec2-a724-ee5407b8c3b3), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:49.612813 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2454e50-8dea-47d4-8252-e55163209365 None None] Network bab1aeff-cdf0-4889-aef8-8d69d0de99d0 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:04:49.614290 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-14f78f87-c4f3-4960-a463-f387dc3e66ac None None] Attempting to bind port 1041ccd9-59cf-4f2c-b4a9-d8cefb1f9db5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:04:49.614859 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-14f78f87-c4f3-4960-a463-f387dc3e66ac None None] Attempting to bind port 1041ccd9-59cf-4f2c-b4a9-d8cefb1f9db5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:04:49.616283 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f78f87-c4f3-4960-a463-f387dc3e66ac None None] Attempting to bind port 1041ccd9-59cf-4f2c-b4a9-d8cefb1f9db5 on network 4b876e93-e753-4f82-8855-2c9c3d1db066 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:04:49.621730 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-a2454e50-8dea-47d4-8252-e55163209365 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:49.628749 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2454e50-8dea-47d4-8252-e55163209365 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:04:49.652087 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-19f396ef-fa9c-4069-bbcd-942b48a6e961 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (0ba13906-afb9-4ec2-a724-ee5407b8c3b3), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:49.668422 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f78f87-c4f3-4960-a463-f387dc3e66ac None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:04:49.668791 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f78f87-c4f3-4960-a463-f387dc3e66ac None None] Checking segment: {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:04:49.669394 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-14f78f87-c4f3-4960-a463-f387dc3e66ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:49.671305 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f78f87-c4f3-4960-a463-f387dc3e66ac None None] Bound using segment: {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:04:49.672231 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-14f78f87-c4f3-4960-a463-f387dc3e66ac None None] Bound port: 1041ccd9-59cf-4f2c-b4a9-d8cefb1f9db5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:04:49.672995 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-14f78f87-c4f3-4960-a463-f387dc3e66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1041ccd9-59cf-4f2c-b4a9-d8cefb1f9db5), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:49.677396 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a0d2f303-ea9b-4799-8706-1738bf13fc67 req-9d35e8bc-3cb3-4a79-b827-eee50b6fff21 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1b05a2d-5a87-4caf-b16b-5da5dd7be2ac HTTP/1.1" status: 200  len: 210 time: 0.1458325
Feb 05 21:04:49.740447 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-84bd36c9-304e-4277-9b6b-30412a828cc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Allocated IP 2001:db8::3a0 (bab1aeff-cdf0-4889-aef8-8d69d0de99d0/d6c2bf2b-515d-4fb8-923c-be9de24e966e/042a9299-1ffc-49b5-a69e-6c269a70bf55) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:04:49.750996 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2454e50-8dea-47d4-8252-e55163209365 None None] Pushing event updated for resources: {'Port': ['ID=e74c03e4-c23a-4742-bd8e-eaa01abf2cb6,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:49.762160 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f396ef-fa9c-4069-bbcd-942b48a6e961 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:04:49.766533 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-19f396ef-fa9c-4069-bbcd-942b48a6e961 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:49.771446 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f396ef-fa9c-4069-bbcd-942b48a6e961 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:04:49.775022 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-a2454e50-8dea-47d4-8252-e55163209365 None None] Attempting to bind port e74c03e4-c23a-4742-bd8e-eaa01abf2cb6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:04:49.779040 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f396ef-fa9c-4069-bbcd-942b48a6e961 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:49.779933 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-19f396ef-fa9c-4069-bbcd-942b48a6e961 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:49.782697 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-a2454e50-8dea-47d4-8252-e55163209365 None None] Attempting to bind port e74c03e4-c23a-4742-bd8e-eaa01abf2cb6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bcb56bd6-984d-4250-86d1-e30e37fb2c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bab1aeff-cdf0-4889-aef8-8d69d0de99d0'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:04:49.783103 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2454e50-8dea-47d4-8252-e55163209365 None None] Attempting to bind port e74c03e4-c23a-4742-bd8e-eaa01abf2cb6 on network bab1aeff-cdf0-4889-aef8-8d69d0de99d0 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:04:49.792852 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6854df43-ec9f-4180-809c-99414800be0c admin admin] Router 9fd025af-f57d-46d1-b3c1-78f90a70215f has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:04:49.793597 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f396ef-fa9c-4069-bbcd-942b48a6e961 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Port': ['ID=0ba13906-afb9-4ec2-a724-ee5407b8c3b3,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:49.810633 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-19f396ef-fa9c-4069-bbcd-942b48a6e961 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.5017555
Feb 05 21:04:49.812531 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880101e2-dde1-4a39-b84d-dcb44ff76b35 req-51bafc19-3d0e-4aa0-b682-6736d6bb3984 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:49.813562 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54578) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:49.814176 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-880101e2-dde1-4a39-b84d-dcb44ff76b35 req-51bafc19-3d0e-4aa0-b682-6736d6bb3984 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=9487d7b9-b571-4cd8-9f26-feb6773664d7 HTTP/1.1" status: 200  len: 943 time: 0.2592587
Feb 05 21:04:49.866680 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2454e50-8dea-47d4-8252-e55163209365 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:04:49.867330 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2454e50-8dea-47d4-8252-e55163209365 None None] Checking segment: {'id': 'bcb56bd6-984d-4250-86d1-e30e37fb2c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bab1aeff-cdf0-4889-aef8-8d69d0de99d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:04:49.867628 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a2454e50-8dea-47d4-8252-e55163209365 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:49.868012 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2454e50-8dea-47d4-8252-e55163209365 None None] Bound using segment: {'id': 'bcb56bd6-984d-4250-86d1-e30e37fb2c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bab1aeff-cdf0-4889-aef8-8d69d0de99d0'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:04:49.868498 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-a2454e50-8dea-47d4-8252-e55163209365 None None] Bound port: e74c03e4-c23a-4742-bd8e-eaa01abf2cb6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb56bd6-984d-4250-86d1-e30e37fb2c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bab1aeff-cdf0-4889-aef8-8d69d0de99d0'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:04:49.869166 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a2454e50-8dea-47d4-8252-e55163209365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e74c03e4-c23a-4742-bd8e-eaa01abf2cb6), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:49.934131 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac93e76-ddba-4fc2-8d63-bb650b1b1558 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:49.953985 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac93e76-ddba-4fc2-8d63-bb650b1b1558 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:49.964973 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4ac93e76-ddba-4fc2-8d63-bb650b1b1558 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.1418145
Feb 05 21:04:49.966202 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54584) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:49.988694 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-14f78f87-c4f3-4960-a463-f387dc3e66ac None None] For port 1041ccd9-59cf-4f2c-b4a9-d8cefb1f9db5, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:04:50.030226 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-14f78f87-c4f3-4960-a463-f387dc3e66ac None None] For port 1041ccd9-59cf-4f2c-b4a9-d8cefb1f9db5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1041ccd9-59cf-4f2c-b4a9-d8cefb1f9db5,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:04:50.055970 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-14f78f87-c4f3-4960-a463-f387dc3e66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (1041ccd9-59cf-4f2c-b4a9-d8cefb1f9db5), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:50.106223 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-20c81854-9ad2-426a-aa2e-95ae6d141321 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting port 0ba13906-afb9-4ec2-a724-ee5407b8c3b3 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:04:50.106797 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-20c81854-9ad2-426a-aa2e-95ae6d141321 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (0ba13906-afb9-4ec2-a724-ee5407b8c3b3), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:50.147119 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-a2454e50-8dea-47d4-8252-e55163209365 None None] For port e74c03e4-c23a-4742-bd8e-eaa01abf2cb6, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:04:50.157258 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:50.189330 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-a2454e50-8dea-47d4-8252-e55163209365 None None] For port e74c03e4-c23a-4742-bd8e-eaa01abf2cb6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e74c03e4-c23a-4742-bd8e-eaa01abf2cb6,segment=NetworkSegment(bcb56bd6-984d-4250-86d1-e30e37fb2c12),segment_id=bcb56bd6-984d-4250-86d1-e30e37fb2c12)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:04:50.214507 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a2454e50-8dea-47d4-8252-e55163209365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (e74c03e4-c23a-4742-bd8e-eaa01abf2cb6), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:50.226257 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f78f87-c4f3-4960-a463-f387dc3e66ac None None] Pushing event updated for resources: {'Port': ['ID=1041ccd9-59cf-4f2c-b4a9-d8cefb1f9db5,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:50.305245 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-20c81854-9ad2-426a-aa2e-95ae6d141321 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (0ba13906-afb9-4ec2-a724-ee5407b8c3b3), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:50.338430 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-20c81854-9ad2-426a-aa2e-95ae6d141321 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Calling delete_port for 0ba13906-afb9-4ec2-a724-ee5407b8c3b3 owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:04:50.349106 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2454e50-8dea-47d4-8252-e55163209365 None None] Pushing event updated for resources: {'Port': ['ID=e74c03e4-c23a-4742-bd8e-eaa01abf2cb6,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:50.410452 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-84bd36c9-304e-4277-9b6b-30412a828cc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Publish callbacks [] for port (042a9299-1ffc-49b5-a69e-6c269a70bf55), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:50.432505 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54598) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:50.475712 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-880101e2-dde1-4a39-b84d-dcb44ff76b35 req-75f5e818-40c8-4ed1-bdbb-157525e65708 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6505783
Feb 05 21:04:50.557823 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6854df43-ec9f-4180-809c-99414800be0c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:04:50.570784 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f0b227-5b09-46f6-8c24-09884269fb2b None None] Sync routers for ids ['9fd025af-f57d-46d1-b3c1-78f90a70215f'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:04:50.585569 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6854df43-ec9f-4180-809c-99414800be0c admin admin] 10.222.0.32 "PUT /v2.0/routers/9fd025af-f57d-46d1-b3c1-78f90a70215f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7586014
Feb 05 21:04:50.587358 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54604) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:50.600586 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f0b227-5b09-46f6-8c24-09884269fb2b None None] Routers {'9fd025af-f57d-46d1-b3c1-78f90a70215f'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:04:50.600892 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-84bd36c9-304e-4277-9b6b-30412a828cc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (042a9299-1ffc-49b5-a69e-6c269a70bf55), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:50.602546 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-15f0b227-5b09-46f6-8c24-09884269fb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab705eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:04:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['9fd025af-f57d-46d1-b3c1-78f90a70215f'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:50.764682 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bd36c9-304e-4277-9b6b-30412a828cc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Network bab1aeff-cdf0-4889-aef8-8d69d0de99d0 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:04:50.790488 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-84bd36c9-304e-4277-9b6b-30412a828cc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:50.794774 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bd36c9-304e-4277-9b6b-30412a828cc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:04:50.817685 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-20c81854-9ad2-426a-aa2e-95ae6d141321 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (0ba13906-afb9-4ec2-a724-ee5407b8c3b3), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:50.832040 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bd36c9-304e-4277-9b6b-30412a828cc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:50.832763 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-84bd36c9-304e-4277-9b6b-30412a828cc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:50.852224 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device ad8f11b9-34da-4a3f-9d14-d807df630fe3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:04:50.906514 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd36c9-304e-4277-9b6b-30412a828cc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Pushing event updated for resources: {'Port': ['ID=042a9299-1ffc-49b5-a69e-6c269a70bf55,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:50.951566 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3c1fce62-df92-45ac-8609-6b100e1f6b6d req-c041357d-3a39-424e-81d4-000c4ad32d2c tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1b05a2d-5a87-4caf-b16b-5da5dd7be2ac HTTP/1.1" status: 200  len: 210 time: 0.1153893
Feb 05 21:04:50.966329 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-84bd36c9-304e-4277-9b6b-30412a828cc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 2.3800783
Feb 05 21:04:50.969316 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54612) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:50.990929 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-1959f3ef-8aa0-4df3-900a-d4b102ee2c36 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Request body: {'port': {'network_id': 'bab1aeff-cdf0-4889-aef8-8d69d0de99d0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-962724158', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:50.991529 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.api.validators [None req-1959f3ef-8aa0-4df3-900a-d4b102ee2c36 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] bootfile-name is not in valid_values {{(pid=114390) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Feb 05 21:04:50.991862 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.api.validators [None req-1959f3ef-8aa0-4df3-900a-d4b102ee2c36 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] tftp-server is not in valid_values {{(pid=114390) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Feb 05 21:04:50.992309 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.api.validators [None req-1959f3ef-8aa0-4df3-900a-d4b102ee2c36 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] server-ip-address is not in valid_values {{(pid=114390) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Feb 05 21:04:50.999429 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-15f0b227-5b09-46f6-8c24-09884269fb2b None None] Set router 9fd025af-f57d-46d1-b3c1-78f90a70215f gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:04:51.007741 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c81854-9ad2-426a-aa2e-95ae6d141321 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Port': ['ID=0ba13906-afb9-4ec2-a724-ee5407b8c3b3,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:51.020335 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-20c81854-9ad2-426a-aa2e-95ae6d141321 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:51.028425 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-20c81854-9ad2-426a-aa2e-95ae6d141321 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/ports/0ba13906-afb9-4ec2-a724-ee5407b8c3b3 HTTP/1.1" status: 204  len: 168 time: 1.0607862
Feb 05 21:04:51.030849 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54614) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:51.228637 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-f1cbeaa6-7f9d-42b2-9b1e-4d6dc20bd5ae admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1875087017-network', 'tenant_id': '96786f7503bf418d8fc6dd6aab2a630e'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:51.241027 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1464a5c1-298c-41d1-a32e-7c4e9c03552c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:51.248196 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1464a5c1-298c-41d1-a32e-7c4e9c03552c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:51.252248 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1464a5c1-298c-41d1-a32e-7c4e9c03552c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.2177200
Feb 05 21:04:51.255769 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54618) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:51.395982 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1cbeaa6-7f9d-42b2-9b1e-4d6dc20bd5ae admin admin] Made reservation on behalf of 96786f7503bf418d8fc6dd6aab2a630e for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:04:51.399117 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f1cbeaa6-7f9d-42b2-9b1e-4d6dc20bd5ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:51.414662 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f1cbeaa6-7f9d-42b2-9b1e-4d6dc20bd5ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:51.424600 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb9a560f-f363-4b87-b780-41f7772a0d2d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting subnet 038c269b-5200-49f6-9c91-c773af79aede {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:04:51.429981 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bb9a560f-f363-4b87-b780-41f7772a0d2d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (038c269b-5200-49f6-9c91-c773af79aede), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:51.440959 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c9db7ab5-7d5b-414e-ac34-65932260d227 admin admin] Publish callbacks [] for router (9fd025af-f57d-46d1-b3c1-78f90a70215f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:51.468088 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device e74c03e4-c23a-4742-bd8e-eaa01abf2cb6 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:04:51.489832 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bb9a560f-f363-4b87-b780-41f7772a0d2d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (038c269b-5200-49f6-9c91-c773af79aede), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:51.603304 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port ad8f11b9-34da-4a3f-9d14-d807df630fe3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad8f11b9-34da-4a3f-9d14-d807df630fe3,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:04:51.661984 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'ad8f11b9-34da-4a3f-9d14-d807df630fe3', 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba', 'port_id': 'ad8f11b9-34da-4a3f-9d14-d807df630fe3', 'mac_address': 'fa:16:3e:f8:ac:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3bc4b1d-f312-4b2d-bc48-80b03423d794', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:04:51.671370 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-88fe893b-6866-42ca-8b07-e24c1bcd56db tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:51.673846 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-88fe893b-6866-42ca-8b07-e24c1bcd56db tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.21 "GET /v2.0/networks?id=101f8301-8908-474a-9c4a-c0416b6bfc1d HTTP/1.1" status: 200  len: 812 time: 0.4704959
Feb 05 21:04:51.675939 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1959f3ef-8aa0-4df3-900a-d4b102ee2c36 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Made reservation on behalf of d65cce93da6c482fbcc80d8d6f21f49d for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:04:51.681265 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1959f3ef-8aa0-4df3-900a-d4b102ee2c36 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:51.684716 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c9db7ab5-7d5b-414e-ac34-65932260d227 admin admin] Publish callbacks [] for router_gateway (9fd025af-f57d-46d1-b3c1-78f90a70215f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:51.720689 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-669efb8a-9f83-4c37-8b03-0482e3955b2d tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Request body: {'port': {'device_id': 'c1b05a2d-5a87-4caf-b16b-5da5dd7be2ac', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'admin_state_up': True, 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:51.745318 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port ad8f11b9-34da-4a3f-9d14-d807df630fe3 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:51.745721 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ad8f11b9-34da-4a3f-9d14-d807df630fe3), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:51.755772 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port e74c03e4-c23a-4742-bd8e-eaa01abf2cb6 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:51.756299 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e74c03e4-c23a-4742-bd8e-eaa01abf2cb6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:51.820002 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad8f11b9-34da-4a3f-9d14-d807df630fe3 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:04:51.820242 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bb9a560f-f363-4b87-b780-41f7772a0d2d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (038c269b-5200-49f6-9c91-c773af79aede), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:51.895032 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port ad8f11b9-34da-4a3f-9d14-d807df630fe3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad8f11b9-34da-4a3f-9d14-d807df630fe3,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:04:51.962971 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ad8f11b9-34da-4a3f-9d14-d807df630fe3), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:51.967771 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f1cbeaa6-7f9d-42b2-9b1e-4d6dc20bd5ae admin admin] Publish callbacks [] for security_group (4ff35412-5986-4de9-b555-1a78b99537e5), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:52.014038 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd8946-dbb5-485b-b75c-e7ccae5efc69 req-b2665a82-c85d-40a3-be9c-1ac0e5250ca2 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:52.024095 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b3dd8946-dbb5-485b-b75c-e7ccae5efc69 req-b2665a82-c85d-40a3-be9c-1ac0e5250ca2 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=9487d7b9-b571-4cd8-9f26-feb6773664d7 HTTP/1.1" status: 200  len: 943 time: 0.3591464
Feb 05 21:04:52.042498 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-1959f3ef-8aa0-4df3-900a-d4b102ee2c36 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] device_id is not set on port 1ef61202-dd16-4e80-b4bd-090069b55bae yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:04:52.057887 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f1cbeaa6-7f9d-42b2-9b1e-4d6dc20bd5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (4ff35412-5986-4de9-b555-1a78b99537e5), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:52.164965 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-669efb8a-9f83-4c37-8b03-0482e3955b2d tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Made reservation on behalf of af1c8d8fd0ce4d51947fd02afc3a9fb1 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:04:52.165264 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port e74c03e4-c23a-4742-bd8e-eaa01abf2cb6 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:52.165588 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e74c03e4-c23a-4742-bd8e-eaa01abf2cb6), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:52.178566 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-669efb8a-9f83-4c37-8b03-0482e3955b2d tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:52.254581 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bb9a560f-f363-4b87-b780-41f7772a0d2d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (038c269b-5200-49f6-9c91-c773af79aede), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:52.332014 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1cbeaa6-7f9d-42b2-9b1e-4d6dc20bd5ae admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:04:52.337342 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['ad8f11b9-34da-4a3f-9d14-d807df630fe3'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:04:52.346555 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bb9a560f-f363-4b87-b780-41f7772a0d2d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:52.351073 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-bb9a560f-f363-4b87-b780-41f7772a0d2d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/038c269b-5200-49f6-9c91-c773af79aede HTTP/1.1" status: 204  len: 168 time: 1.0877273
Feb 05 21:04:52.353457 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3c389f56-d5fa-4d4e-b404-ef5660f947a9 req-4566235b-1a32-447c-9454-58e9f7842895 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1b05a2d-5a87-4caf-b16b-5da5dd7be2ac HTTP/1.1" status: 200  len: 210 time: 0.1941628
Feb 05 21:04:52.354045 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54634) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:52.428480 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f1cbeaa6-7f9d-42b2-9b1e-4d6dc20bd5ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (e3f5879e-89eb-4ea9-ae07-833c6958fcdd), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:52.429820 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-f1cbeaa6-7f9d-42b2-9b1e-4d6dc20bd5ae admin admin] Added segment e3f5879e-89eb-4ea9-ae07-833c6958fcdd of type vlan for network d372be5d-db46-470f-bb26-b0d626001e55
Feb 05 21:04:52.448461 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-15f0b227-5b09-46f6-8c24-09884269fb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab705eb0>, [{'id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'name': 'tempest-AttachVolumeTestJSON-998381134-router', 'tenant_id': 'e2211e554783435c9b7af885ea20e242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': '0f0b8600-8068-4666-808b-7db3f66ce148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:00:02Z', 'updated_at': '2022-02-05T21:04:48Z', 'revision_number': 5, 'project_id': 'e2211e554783435c9b7af885ea20e242', 'gw_port': {'id': '0f0b8600-8068-4666-808b-7db3f66ce148', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:58:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:00:03Z', 'updated_at': '2022-02-05T21:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:52.461973 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-c9db7ab5-7d5b-414e-ac34-65932260d227 admin admin] Deleting port 0f0b8600-8068-4666-808b-7db3f66ce148 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:04:52.462577 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c9db7ab5-7d5b-414e-ac34-65932260d227 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (0f0b8600-8068-4666-808b-7db3f66ce148), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:52.481421 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f1cbeaa6-7f9d-42b2-9b1e-4d6dc20bd5ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (d372be5d-db46-470f-bb26-b0d626001e55), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:52.519438 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cbeaa6-7f9d-42b2-9b1e-4d6dc20bd5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff35412-5986-4de9-b555-1a78b99537e5,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:52.523830 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a560f-f363-4b87-b780-41f7772a0d2d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Subnet': ['ID=038c269b-5200-49f6-9c91-c773af79aede,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:52.566312 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f294cf-805d-4ceb-988f-d484d7ad236f None None] Network bab1aeff-cdf0-4889-aef8-8d69d0de99d0 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:04:52.632394 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f1cbeaa6-7f9d-42b2-9b1e-4d6dc20bd5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (d372be5d-db46-470f-bb26-b0d626001e55), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:52.633371 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cbeaa6-7f9d-42b2-9b1e-4d6dc20bd5ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:52.633961 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f1cbeaa6-7f9d-42b2-9b1e-4d6dc20bd5ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:52.638751 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-1959f3ef-8aa0-4df3-900a-d4b102ee2c36 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Allocated IP 2001:db8::5d (bab1aeff-cdf0-4889-aef8-8d69d0de99d0/d6c2bf2b-515d-4fb8-923c-be9de24e966e/1ef61202-dd16-4e80-b4bd-090069b55bae) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:04:52.668736 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-97807329-cee9-471f-bdf5-087879123270 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2435248
Feb 05 21:04:52.681118 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54648) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:52.709996 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port e74c03e4-c23a-4742-bd8e-eaa01abf2cb6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e74c03e4-c23a-4742-bd8e-eaa01abf2cb6,segment=NetworkSegment(bcb56bd6-984d-4250-86d1-e30e37fb2c12),segment_id=bcb56bd6-984d-4250-86d1-e30e37fb2c12)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:04:52.720333 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f0b227-5b09-46f6-8c24-09884269fb2b None None] Checking router: 9fd025af-f57d-46d1-b3c1-78f90a70215f for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:04:52.726818 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=ad8f11b9-34da-4a3f-9d14-d807df630fe3,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:52.758362 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b3dd8946-dbb5-485b-b75c-e7ccae5efc69 req-86f0b68a-7478-4620-be16-ad9e8cd187f5 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7213924
Feb 05 21:04:52.794308 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ed8204-66d2-4dcd-a23a-8f7e04e3c8a2 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:04:52.797935 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-c9db7ab5-7d5b-414e-ac34-65932260d227 admin admin] For port 0f0b8600-8068-4666-808b-7db3f66ce148, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f0b8600-8068-4666-808b-7db3f66ce148,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:04:52.798679 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c9db7ab5-7d5b-414e-ac34-65932260d227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (0f0b8600-8068-4666-808b-7db3f66ce148), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:52.832473 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-669efb8a-9f83-4c37-8b03-0482e3955b2d tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Allocated IP 172.20.0.13 (101f8301-8908-474a-9c4a-c0416b6bfc1d/4fedd35d-80ae-4712-9371-a85b980ce8f3/e50bc46d-d29d-473a-8bcc-c401da56b65f) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:04:52.842810 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f1cbeaa6-7f9d-42b2-9b1e-4d6dc20bd5ae admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.4053290
Feb 05 21:04:52.846650 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54660) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:52.853545 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-c9db7ab5-7d5b-414e-ac34-65932260d227 admin admin] Calling delete_port for 0f0b8600-8068-4666-808b-7db3f66ce148 owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:04:52.863794 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-b2f0a329-7938-4751-8d54-994475b4fe7c admin admin] Request body: {'subnet': {'network_id': 'd372be5d-db46-470f-bb26-b0d626001e55', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1875087017-subnet', 'tenant_id': '96786f7503bf418d8fc6dd6aab2a630e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:52.895702 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cbeaa6-7f9d-42b2-9b1e-4d6dc20bd5ae admin admin] Pushing event updated for resources: {'Network': ['ID=d372be5d-db46-470f-bb26-b0d626001e55,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:52.909507 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (e74c03e4-c23a-4742-bd8e-eaa01abf2cb6), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:52.910553 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 1041ccd9-59cf-4f2c-b4a9-d8cefb1f9db5 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:04:52.986289 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edd4e88-e2a1-4fe8-95ba-99fccfab22b1 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:52.988176 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-3edd4e88-e2a1-4fe8-95ba-99fccfab22b1 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.3044288
Feb 05 21:04:52.988923 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f0a329-7938-4751-8d54-994475b4fe7c admin admin] Made reservation on behalf of 96786f7503bf418d8fc6dd6aab2a630e for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:04:52.994049 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b2f0a329-7938-4751-8d54-994475b4fe7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:52.997848 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54674) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:53.036567 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=e74c03e4-c23a-4742-bd8e-eaa01abf2cb6,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:53.044853 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network d372be5d-db46-470f-bb26-b0d626001e55 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:04:53.048819 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-a654fa4a-d037-4440-a5bd-5d66a69bdc2d None None] Provisioning complete for port e74c03e4-c23a-4742-bd8e-eaa01abf2cb6 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:53.049199 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a654fa4a-d037-4440-a5bd-5d66a69bdc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e74c03e4-c23a-4742-bd8e-eaa01abf2cb6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:53.117800 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54686) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:53.162033 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f0b227-5b09-46f6-8c24-09884269fb2b None None] Routers {'9fd025af-f57d-46d1-b3c1-78f90a70215f'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:04:53.163723 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-15f0b227-5b09-46f6-8c24-09884269fb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab705eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:04:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['9fd025af-f57d-46d1-b3c1-78f90a70215f'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:53.165989 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1959f3ef-8aa0-4df3-900a-d4b102ee2c36 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Publish callbacks [] for port (1ef61202-dd16-4e80-b4bd-090069b55bae), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:53.167193 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddcbba7-79b9-4f3b-92ba-dd250e3ad8f8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:53.169248 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-eddcbba7-79b9-4f3b-92ba-dd250e3ad8f8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1668000
Feb 05 21:04:53.172919 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54690) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:53.284112 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-aff5e525-deda-4403-9d7a-c0cd49935ef7 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0917921
Feb 05 21:04:53.306130 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54692) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:53.310902 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-6fdb752c-ca3f-46c2-94ec-aab99c77fe6a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'subnet': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:53.368623 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b2f0a329-7938-4751-8d54-994475b4fe7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (363524c7-974f-4883-bb9a-7e2fff45291a), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:53.374316 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 1041ccd9-59cf-4f2c-b4a9-d8cefb1f9db5 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:53.374949 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1041ccd9-59cf-4f2c-b4a9-d8cefb1f9db5), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:53.376377 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a9f49a6e-acfe-49a6-bd97-c19753b575a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:53.471438 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f0a329-7938-4751-8d54-994475b4fe7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=363524c7-974f-4883-bb9a-7e2fff45291a,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:53.478445 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f0a329-7938-4751-8d54-994475b4fe7c admin admin] Checking segment: {'id': 'e3f5879e-89eb-4ea9-ae07-833c6958fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd372be5d-db46-470f-bb26-b0d626001e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:04:53.478445 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f0a329-7938-4751-8d54-994475b4fe7c admin admin] Network hostable DHCP agents. Network: d372be5d-db46-470f-bb26-b0d626001e55, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:04:53.503763 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3dc0f32c-3bc4-467e-b96d-ce5779454765 req-648bdc23-e318-4c41-825b-d6033abf39f4 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1b05a2d-5a87-4caf-b16b-5da5dd7be2ac HTTP/1.1" status: 200  len: 210 time: 0.0479536
Feb 05 21:04:53.526214 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a654fa4a-d037-4440-a5bd-5d66a69bdc2d None None] Current status of the port e74c03e4-c23a-4742-bd8e-eaa01abf2cb6 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:53.530200 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-15f0b227-5b09-46f6-8c24-09884269fb2b None None] Set router 9fd025af-f57d-46d1-b3c1-78f90a70215f gateway port host: None {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:04:53.531226 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f0a329-7938-4751-8d54-994475b4fe7c admin admin] Network d372be5d-db46-470f-bb26-b0d626001e55 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:04:53.543753 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-b2f0a329-7938-4751-8d54-994475b4fe7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d372be5d-db46-470f-bb26-b0d626001e55) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:53.550404 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f0a329-7938-4751-8d54-994475b4fe7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:53.551816 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b2f0a329-7938-4751-8d54-994475b4fe7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:53.575753 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b2f0a329-7938-4751-8d54-994475b4fe7c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7276013
Feb 05 21:04:53.578324 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54696) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:53.583405 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-896fedbe-06b0-4ea0-8fc9-35a6d79b73a2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1875087017-router', 'tenant_id': '96786f7503bf418d8fc6dd6aab2a630e', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:53.622296 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-896fedbe-06b0-4ea0-8fc9-35a6d79b73a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (b359ae09-19cc-48f5-8f92-f263320af30c), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:53.623759 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-896fedbe-06b0-4ea0-8fc9-35a6d79b73a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (b359ae09-19cc-48f5-8f92-f263320af30c), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:53.641420 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734125e5-0888-460c-ae83-5e6519da66eb None None] Network d372be5d-db46-470f-bb26-b0d626001e55 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:04:53.653573 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac7a8ed-218f-4352-adc3-5cfedf7268eb None None] DHCP port deletion for 4b876e93-e753-4f82-8855-2c9c3d1db066 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:04:53.669752 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-15f0b227-5b09-46f6-8c24-09884269fb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab705eb0>, [{'id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'name': 'tempest-AttachVolumeTestJSON-998381134-router', 'tenant_id': 'e2211e554783435c9b7af885ea20e242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:00:02Z', 'updated_at': '2022-02-05T21:04:51Z', 'revision_number': 6, 'project_id': 'e2211e554783435c9b7af885ea20e242', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:53.727703 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f0b227-5b09-46f6-8c24-09884269fb2b None None] The sync data for ids ['9fd025af-f57d-46d1-b3c1-78f90a70215f'] in ncdv-master-1 is: [{'id': '9fd025af-f57d-46d1-b3c1-78f90a70215f', 'name': 'tempest-AttachVolumeTestJSON-998381134-router', 'tenant_id': 'e2211e554783435c9b7af885ea20e242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:00:02Z', 'updated_at': '2022-02-05T21:04:51Z', 'revision_number': 6, 'project_id': 'e2211e554783435c9b7af885ea20e242', 'gw_port_host': None}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:04:53.813554 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-42cfe73a-38a3-48cd-9138-f353a2534a37 None None] Provisioning complete for port 1041ccd9-59cf-4f2c-b4a9-d8cefb1f9db5 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:53.813554 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-42cfe73a-38a3-48cd-9138-f353a2534a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1041ccd9-59cf-4f2c-b4a9-d8cefb1f9db5), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:53.977638 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f66bd4d-f954-4083-940a-1b77e2c3e9ac req-c12d26e7-5ae7-4012-8309-79375eb0fa0e tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:53.979219 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 1041ccd9-59cf-4f2c-b4a9-d8cefb1f9db5 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:53.979603 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1041ccd9-59cf-4f2c-b4a9-d8cefb1f9db5), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:53.983238 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3f66bd4d-f954-4083-940a-1b77e2c3e9ac req-c12d26e7-5ae7-4012-8309-79375eb0fa0e tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=9487d7b9-b571-4cd8-9f26-feb6773664d7 HTTP/1.1" status: 200  len: 944 time: 0.1052723
Feb 05 21:04:54.002794 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-dac7a8ed-218f-4352-adc3-5cfedf7268eb None None] Deleting port 1041ccd9-59cf-4f2c-b4a9-d8cefb1f9db5 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:04:54.003192 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-dac7a8ed-218f-4352-adc3-5cfedf7268eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (1041ccd9-59cf-4f2c-b4a9-d8cefb1f9db5), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:54.004129 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1959f3ef-8aa0-4df3-900a-d4b102ee2c36 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (1ef61202-dd16-4e80-b4bd-090069b55bae), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:54.008876 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae5ea78-97f8-4ada-b0c3-56ae03fd1d03 None None] Network d372be5d-db46-470f-bb26-b0d626001e55 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:04:54.074780 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3f66bd4d-f954-4083-940a-1b77e2c3e9ac req-c8ea27c6-2004-4f42-a180-71d954d23f48 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728335
Feb 05 21:04:54.084569 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fdb752c-ca3f-46c2-94ec-aab99c77fe6a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:04:54.084569 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6fdb752c-ca3f-46c2-94ec-aab99c77fe6a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:54.097480 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1959f3ef-8aa0-4df3-900a-d4b102ee2c36 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Pushing event updated for resources: {'Port': ['ID=1ef61202-dd16-4e80-b4bd-090069b55bae,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:54.144930 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c9db7ab5-7d5b-414e-ac34-65932260d227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (0f0b8600-8068-4666-808b-7db3f66ce148), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:54.149576 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-669efb8a-9f83-4c37-8b03-0482e3955b2d tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for port (e50bc46d-d29d-473a-8bcc-c401da56b65f), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:54.172685 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-896fedbe-06b0-4ea0-8fc9-35a6d79b73a2 admin admin] Publish callbacks [] for router_controller (b359ae09-19cc-48f5-8f92-f263320af30c), precommit_add_association {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:54.186551 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1959f3ef-8aa0-4df3-900a-d4b102ee2c36 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Network bab1aeff-cdf0-4889-aef8-8d69d0de99d0 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:04:54.238598 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-1959f3ef-8aa0-4df3-900a-d4b102ee2c36 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:54.248400 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1959f3ef-8aa0-4df3-900a-d4b102ee2c36 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:04:54.253702 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1959f3ef-8aa0-4df3-900a-d4b102ee2c36 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:54.254420 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1959f3ef-8aa0-4df3-900a-d4b102ee2c36 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:54.268313 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db7ab5-7d5b-414e-ac34-65932260d227 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f0b8600-8068-4666-808b-7db3f66ce148,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:54.318412 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 1041ccd9-59cf-4f2c-b4a9-d8cefb1f9db5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1041ccd9-59cf-4f2c-b4a9-d8cefb1f9db5,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:04:54.355735 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (1041ccd9-59cf-4f2c-b4a9-d8cefb1f9db5), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:54.367263 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-42cfe73a-38a3-48cd-9138-f353a2534a37 None None] Current status of the port 1041ccd9-59cf-4f2c-b4a9-d8cefb1f9db5 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:54.367668 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-42cfe73a-38a3-48cd-9138-f353a2534a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1041ccd9-59cf-4f2c-b4a9-d8cefb1f9db5), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:54.403679 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-dac7a8ed-218f-4352-adc3-5cfedf7268eb None None] For port 1041ccd9-59cf-4f2c-b4a9-d8cefb1f9db5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1041ccd9-59cf-4f2c-b4a9-d8cefb1f9db5,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:04:54.404255 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-dac7a8ed-218f-4352-adc3-5cfedf7268eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (1041ccd9-59cf-4f2c-b4a9-d8cefb1f9db5), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:54.434433 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c9db7ab5-7d5b-414e-ac34-65932260d227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (9fd025af-f57d-46d1-b3c1-78f90a70215f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:54.468387 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1959f3ef-8aa0-4df3-900a-d4b102ee2c36 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1148 time: 3.4914863
Feb 05 21:04:54.472125 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-dac7a8ed-218f-4352-adc3-5cfedf7268eb None None] Calling delete_port for 1041ccd9-59cf-4f2c-b4a9-d8cefb1f9db5 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:04:54.534057 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54700) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:54.574845 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device e74c03e4-c23a-4742-bd8e-eaa01abf2cb6 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:04:54.668986 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-669efb8a-9f83-4c37-8b03-0482e3955b2d tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (e50bc46d-d29d-473a-8bcc-c401da56b65f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:54.706714 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=1041ccd9-59cf-4f2c-b4a9-d8cefb1f9db5,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:54.749946 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.db.api [None req-42cfe73a-38a3-48cd-9138-f353a2534a37 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 21:04:54.750308 ncdv-master-1 neutron-server[114392]: DEBUG oslo_db.api [None req-42cfe73a-38a3-48cd-9138-f353a2534a37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 21:04:54.763475 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a9f49a6e-acfe-49a6-bd97-c19753b575a1 admin admin] Publish callbacks [] for security_group (28107bb1-22e0-41bc-9d5e-cc80da331457), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:54.777459 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device ad8f11b9-34da-4a3f-9d14-d807df630fe3 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:04:54.779965 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-669efb8a-9f83-4c37-8b03-0482e3955b2d tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Network 101f8301-8908-474a-9c4a-c0416b6bfc1d is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:04:54.786048 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c9db7ab5-7d5b-414e-ac34-65932260d227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (9fd025af-f57d-46d1-b3c1-78f90a70215f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:54.792068 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c9db7ab5-7d5b-414e-ac34-65932260d227 admin admin] Publish callbacks [] for router_controller (9fd025af-f57d-46d1-b3c1-78f90a70215f), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:54.796718 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a9f49a6e-acfe-49a6-bd97-c19753b575a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (28107bb1-22e0-41bc-9d5e-cc80da331457), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:54.799161 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-669efb8a-9f83-4c37-8b03-0482e3955b2d tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:54.801750 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-669efb8a-9f83-4c37-8b03-0482e3955b2d tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:04:54.810488 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port e74c03e4-c23a-4742-bd8e-eaa01abf2cb6 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:54.811152 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e74c03e4-c23a-4742-bd8e-eaa01abf2cb6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:54.817076 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-896fedbe-06b0-4ea0-8fc9-35a6d79b73a2 admin admin] Publish callbacks [] for router_gateway (b359ae09-19cc-48f5-8f92-f263320af30c), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:54.846028 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-dac7a8ed-218f-4352-adc3-5cfedf7268eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (1041ccd9-59cf-4f2c-b4a9-d8cefb1f9db5), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:54.863546 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e9cde-25aa-48f7-b064-ab527aaa15f6 req-33f4b8df-dd85-449a-81dc-7abd80be5138 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:54.865155 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e38e9cde-25aa-48f7-b064-ab527aaa15f6 req-33f4b8df-dd85-449a-81dc-7abd80be5138 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1b05a2d-5a87-4caf-b16b-5da5dd7be2ac HTTP/1.1" status: 200  len: 932 time: 0.0879195
Feb 05 21:04:54.897596 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7a8ed-218f-4352-adc3-5cfedf7268eb None None] Pushing event deleted for resources: {'Port': ['ID=1041ccd9-59cf-4f2c-b4a9-d8cefb1f9db5,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:54.899853 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac7a8ed-218f-4352-adc3-5cfedf7268eb None None] No DVR routers for this DVR port 1041ccd9-59cf-4f2c-b4a9-d8cefb1f9db5 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:04:54.927298 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669efb8a-9f83-4c37-8b03-0482e3955b2d tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Pushing event updated for resources: {'Port': ['ID=e50bc46d-d29d-473a-8bcc-c401da56b65f,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:54.964108 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port ad8f11b9-34da-4a3f-9d14-d807df630fe3 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:04:54.976334 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port ad8f11b9-34da-4a3f-9d14-d807df630fe3 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:54.977038 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ad8f11b9-34da-4a3f-9d14-d807df630fe3), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:55.001966 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c00b850-211d-4f33-9259-f6564d867df8 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:55.008054 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c00b850-211d-4f33-9259-f6564d867df8 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:55.011448 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port e74c03e4-c23a-4742-bd8e-eaa01abf2cb6 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:55.014886 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c00b850-211d-4f33-9259-f6564d867df8 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:55.016525 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8c00b850-211d-4f33-9259-f6564d867df8 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2622 time: 0.4490871
Feb 05 21:04:55.017269 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c9db7ab5-7d5b-414e-ac34-65932260d227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (9fd025af-f57d-46d1-b3c1-78f90a70215f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:55.017970 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9db7ab5-7d5b-414e-ac34-65932260d227 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fd025af-f57d-46d1-b3c1-78f90a70215f {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:04:55.020696 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54704) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:55.026487 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c9db7ab5-7d5b-414e-ac34-65932260d227 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:55.027543 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c9db7ab5-7d5b-414e-ac34-65932260d227 admin admin] 10.222.0.32 "DELETE /v2.0/routers/9fd025af-f57d-46d1-b3c1-78f90a70215f HTTP/1.1" status: 204  len: 168 time: 4.4392362
Feb 05 21:04:55.032799 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54706) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:55.056047 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a9f49a6e-acfe-49a6-bd97-c19753b575a1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a0f6fcb7a6bb41d2b0dc79abda876f15&name=default HTTP/1.1" status: 200  len: 3000 time: 1.9231558
Feb 05 21:04:55.056366 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e38e9cde-25aa-48f7-b064-ab527aaa15f6 req-379e8929-03ae-4a56-b523-d351f9474f38 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7eb3d12-a5c7-4b2c-93da-f3f358aebcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1282928
Feb 05 21:04:55.056366 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54708) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:55.070422 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f49a6e-acfe-49a6-bd97-c19753b575a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28107bb1-22e0-41bc-9d5e-cc80da331457,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:55.078091 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-669efb8a-9f83-4c37-8b03-0482e3955b2d tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:55.078760 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-669efb8a-9f83-4c37-8b03-0482e3955b2d tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:55.140979 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 5e85b9d7-7e97-4f1e-97ae-fdd68b321743 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:04:55.182394 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-669efb8a-9f83-4c37-8b03-0482e3955b2d tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.4887657
Feb 05 21:04:55.197936 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-ba33bb4b-3b04-4c37-a4bd-87e43f0539c0 service neutron] Request body: {'port': {'device_id': 'c1b05a2d-5a87-4caf-b16b-5da5dd7be2ac', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:55.217327 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 5e85b9d7-7e97-4f1e-97ae-fdd68b321743 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:04:55.217670 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 5e85b9d7-7e97-4f1e-97ae-fdd68b321743 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:04:55.218110 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 0f0b8600-8068-4666-808b-7db3f66ce148 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:04:55.254745 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port ad8f11b9-34da-4a3f-9d14-d807df630fe3 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:55.254745 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ad8f11b9-34da-4a3f-9d14-d807df630fe3), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:55.278369 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-42cfe73a-38a3-48cd-9138-f353a2534a37 None None] Port 1041ccd9-59cf-4f2c-b4a9-d8cefb1f9db5 update to ACTIVE by agent not found {{(pid=114392) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}}
Feb 05 21:04:55.289957 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 0f0b8600-8068-4666-808b-7db3f66ce148 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:04:55.290237 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 0f0b8600-8068-4666-808b-7db3f66ce148 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:04:55.290722 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 1041ccd9-59cf-4f2c-b4a9-d8cefb1f9db5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:04:55.316029 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 1041ccd9-59cf-4f2c-b4a9-d8cefb1f9db5 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:04:55.316432 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 1041ccd9-59cf-4f2c-b4a9-d8cefb1f9db5 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:04:55.330417 ncdv-master-1 neutron-server[114390]: DEBUG neutron.objects.ports [None req-6fdb752c-ca3f-46c2-94ec-aab99c77fe6a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114390) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 05 21:04:55.333835 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6fdb752c-ca3f-46c2-94ec-aab99c77fe6a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (3f586a26-da37-45ae-83ba-aa1605f1cb24), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:55.337869 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9487d7b9-b571-4cd8-9f26-feb6773664d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8f11b9-34da-4a3f-9d14-d807df630fe3'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:04:55.341300 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-ba33bb4b-3b04-4c37-a4bd-87e43f0539c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e50bc46d-d29d-473a-8bcc-c401da56b65f), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:55.344895 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd83ed1-b2a2-4cf4-8225-6c00a237a31e" -d '{"events": [{"server_uuid": "9487d7b9-b571-4cd8-9f26-feb6773664d7", "name": "network-vif-plugged", "status": "completed", "tag": "ad8f11b9-34da-4a3f-9d14-d807df630fe3"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:04:55.361509 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port ad8f11b9-34da-4a3f-9d14-d807df630fe3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad8f11b9-34da-4a3f-9d14-d807df630fe3,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:04:55.370619 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ad8f11b9-34da-4a3f-9d14-d807df630fe3), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:55.389378 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ec8408b-9fa7-4e92-8107-fd7bb8bf5353 admin admin] Deleting subnet 86c08017-d863-4dd1-8a33-7a8aa8133d87 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:04:55.409298 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdb752c-ca3f-46c2-94ec-aab99c77fe6a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:04:55.421914 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7ec8408b-9fa7-4e92-8107-fd7bb8bf5353 admin admin] Publish callbacks [] for subnet (86c08017-d863-4dd1-8a33-7a8aa8133d87), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:55.435579 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-6fdb752c-ca3f-46c2-94ec-aab99c77fe6a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:55.439178 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb752c-ca3f-46c2-94ec-aab99c77fe6a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Subnet': ['ID=3f586a26-da37-45ae-83ba-aa1605f1cb24,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:55.444099 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdb752c-ca3f-46c2-94ec-aab99c77fe6a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:55.444771 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6fdb752c-ca3f-46c2-94ec-aab99c77fe6a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:55.487094 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6fdb752c-ca3f-46c2-94ec-aab99c77fe6a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 2.1798258
Feb 05 21:04:55.492609 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54714) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:55.498202 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-26e936ec-f735-479c-bc8c-f4465bb924e9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'port': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'mac_address': 'fa:16:3e:17:52:77', 'name': 'tempest-NetworksTestDHCPv6-1478200721'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:55.526473 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86156a19-6aff-4960-8c86-0c6fd14f1f34 admin admin] Publish callbacks [] for security_group (28107bb1-22e0-41bc-9d5e-cc80da331457), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:55.532535 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59e5b0f-b0f4-4f62-8a4c-b7378d70ec46 x-openstack-request-id: req-c59e5b0f-b0f4-4f62-8a4c-b7378d70ec46 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:04:55.532744 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9487d7b9-b571-4cd8-9f26-feb6773664d7", "name": "network-vif-plugged", "status": "completed", "tag": "ad8f11b9-34da-4a3f-9d14-d807df630fe3", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:04:55.533005 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c59e5b0f-b0f4-4f62-8a4c-b7378d70ec46 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:04:55.533374 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9487d7b9-b571-4cd8-9f26-feb6773664d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8f11b9-34da-4a3f-9d14-d807df630fe3', 'code': 200}
Feb 05 21:04:55.535083 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110ec39-0091-491e-8f47-4aa24225c086 req-1ff8b1b7-49ad-440d-b4c1-3263a7b2d8db tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:55.539082 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=ad8f11b9-34da-4a3f-9d14-d807df630fe3,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:55.542725 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e110ec39-0091-491e-8f47-4aa24225c086 req-1ff8b1b7-49ad-440d-b4c1-3263a7b2d8db tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=9487d7b9-b571-4cd8-9f26-feb6773664d7 HTTP/1.1" status: 200  len: 944 time: 0.3479221
Feb 05 21:04:55.549754 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7ec8408b-9fa7-4e92-8107-fd7bb8bf5353 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (86c08017-d863-4dd1-8a33-7a8aa8133d87), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:55.551867 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a37a83-e3c4-4d50-b9b8-8f266709d821 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:04:55.633800 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-afa77fda-8e3a-4eac-8448-8117bae5760d None None] Provisioning complete for port e50bc46d-d29d-473a-8bcc-c401da56b65f triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:55.634188 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-afa77fda-8e3a-4eac-8448-8117bae5760d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e50bc46d-d29d-473a-8bcc-c401da56b65f), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:55.635611 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-896fedbe-06b0-4ea0-8fc9-35a6d79b73a2 admin admin] Publish callbacks [] for router_gateway (b359ae09-19cc-48f5-8f92-f263320af30c), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:55.645782 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86156a19-6aff-4960-8c86-0c6fd14f1f34 admin admin] Publish callbacks [] for security_group (28107bb1-22e0-41bc-9d5e-cc80da331457), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:55.659520 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-65e1340f-9953-4ef5-ab64-bf1af3e09bcd tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Deleting port 1ef61202-dd16-4e80-b4bd-090069b55bae {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:04:55.660107 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-65e1340f-9953-4ef5-ab64-bf1af3e09bcd tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (1ef61202-dd16-4e80-b4bd-090069b55bae), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:55.700069 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-afa77fda-8e3a-4eac-8448-8117bae5760d None None] Port e50bc46d-d29d-473a-8bcc-c401da56b65f cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:04:55.707654 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-896fedbe-06b0-4ea0-8fc9-35a6d79b73a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:55.725695 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e924a0-f0fa-426f-9ba4-67c6b1084859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4b876e93-e753-4f82-8855-2c9c3d1db066', 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'project_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'fixed_ips': [{'subnet_id': '3f586a26-da37-45ae-83ba-aa1605f1cb24'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:04:55.726500 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b9e924a0-f0fa-426f-9ba4-67c6b1084859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:55.742222 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-afa77fda-8e3a-4eac-8448-8117bae5760d None None] Provisioning complete for port e74c03e4-c23a-4742-bd8e-eaa01abf2cb6 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:55.742914 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-afa77fda-8e3a-4eac-8448-8117bae5760d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e74c03e4-c23a-4742-bd8e-eaa01abf2cb6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:55.817732 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e110ec39-0091-491e-8f47-4aa24225c086 req-0ad12ce5-7f3d-416a-81c6-496afbc24c18 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2738130
Feb 05 21:04:55.883809 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-ba33bb4b-3b04-4c37-a4bd-87e43f0539c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e50bc46d-d29d-473a-8bcc-c401da56b65f {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:04:55.898461 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-ba33bb4b-3b04-4c37-a4bd-87e43f0539c0 service neutron] Publish callbacks [] for port (e50bc46d-d29d-473a-8bcc-c401da56b65f), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:55.918115 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7ec8408b-9fa7-4e92-8107-fd7bb8bf5353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (86c08017-d863-4dd1-8a33-7a8aa8133d87), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:55.944975 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-afa77fda-8e3a-4eac-8448-8117bae5760d None None] Current status of the port e74c03e4-c23a-4742-bd8e-eaa01abf2cb6 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:55.950665 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-b9e924a0-f0fa-426f-9ba4-67c6b1084859 None None] Allocated IP 2001:db8::f816:3eff:fe87:1d52 (4b876e93-e753-4f82-8855-2c9c3d1db066/3f586a26-da37-45ae-83ba-aa1605f1cb24/ac54de7e-fd02-4f5e-a243-145edfe233b0) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:04:55.973869 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-afa77fda-8e3a-4eac-8448-8117bae5760d None None] Provisioning complete for port 1ef61202-dd16-4e80-b4bd-090069b55bae triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:55.974930 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-afa77fda-8e3a-4eac-8448-8117bae5760d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1ef61202-dd16-4e80-b4bd-090069b55bae), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:55.987286 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-ba33bb4b-3b04-4c37-a4bd-87e43f0539c0 service neutron] Transition to ACTIVE for port object e50bc46d-d29d-473a-8bcc-c401da56b65f will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:04:55.987689 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86156a19-6aff-4960-8c86-0c6fd14f1f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (28107bb1-22e0-41bc-9d5e-cc80da331457), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:55.992130 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86156a19-6aff-4960-8c86-0c6fd14f1f34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:55.998036 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-86156a19-6aff-4960-8c86-0c6fd14f1f34 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/28107bb1-22e0-41bc-9d5e-cc80da331457 HTTP/1.1" status: 204  len: 168 time: 0.8744087
Feb 05 21:04:56.003382 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-ba33bb4b-3b04-4c37-a4bd-87e43f0539c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (e50bc46d-d29d-473a-8bcc-c401da56b65f), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:56.047975 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-65e1340f-9953-4ef5-ab64-bf1af3e09bcd tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (1ef61202-dd16-4e80-b4bd-090069b55bae), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:56.053752 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86156a19-6aff-4960-8c86-0c6fd14f1f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28107bb1-22e0-41bc-9d5e-cc80da331457,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:56.096492 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-65e1340f-9953-4ef5-ab64-bf1af3e09bcd tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Calling delete_port for 1ef61202-dd16-4e80-b4bd-090069b55bae owned by  {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:04:56.100884 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fdb17-4003-488e-b2ab-2e1335420815 req-5fb76c92-8a52-4acd-b06e-1f9051090300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:56.103172 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3a0fdb17-4003-488e-b2ab-2e1335420815 req-5fb76c92-8a52-4acd-b06e-1f9051090300 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9487d7b9-b571-4cd8-9f26-feb6773664d7 HTTP/1.1" status: 200  len: 1127 time: 0.5548837
Feb 05 21:04:56.125118 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba33bb4b-3b04-4c37-a4bd-87e43f0539c0 service neutron] Pushing event updated for resources: {'Port': ['ID=e50bc46d-d29d-473a-8bcc-c401da56b65f,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:56.172444 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7ec8408b-9fa7-4e92-8107-fd7bb8bf5353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (86c08017-d863-4dd1-8a33-7a8aa8133d87), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:56.205320 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-896fedbe-06b0-4ea0-8fc9-35a6d79b73a2 admin admin] Allocated IP 172.35.4.93 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/11c88d97-f5cd-47b1-b957-769108ac0897) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:04:56.213830 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-afa77fda-8e3a-4eac-8448-8117bae5760d None None] Port 1ef61202-dd16-4e80-b4bd-090069b55bae cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:04:56.263908 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-afa77fda-8e3a-4eac-8448-8117bae5760d None None] Provisioning complete for port 042a9299-1ffc-49b5-a69e-6c269a70bf55 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:56.264638 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-afa77fda-8e3a-4eac-8448-8117bae5760d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (042a9299-1ffc-49b5-a69e-6c269a70bf55), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:56.314485 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7ec8408b-9fa7-4e92-8107-fd7bb8bf5353 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:56.320268 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-ba33bb4b-3b04-4c37-a4bd-87e43f0539c0 service neutron] Attempting to bind port e50bc46d-d29d-473a-8bcc-c401da56b65f on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:04:56.320625 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-ba33bb4b-3b04-4c37-a4bd-87e43f0539c0 service neutron] Attempting to bind port e50bc46d-d29d-473a-8bcc-c401da56b65f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6da08ccd-563d-4daa-98a3-11856904a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:04:56.321148 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-ba33bb4b-3b04-4c37-a4bd-87e43f0539c0 service neutron] Attempting to bind port e50bc46d-d29d-473a-8bcc-c401da56b65f on network 101f8301-8908-474a-9c4a-c0416b6bfc1d {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:04:56.326070 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7ec8408b-9fa7-4e92-8107-fd7bb8bf5353 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/86c08017-d863-4dd1-8a33-7a8aa8133d87 HTTP/1.1" status: 204  len: 168 time: 1.2884007
Feb 05 21:04:56.335388 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8703b0b1-7dda-4f64-8bf3-9d21a0087d6a None None] Network c184cf05-70dd-4af5-8bd4-fc4bd5d65e82 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:04:56.337257 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54730) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:56.394987 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8408b-9fa7-4e92-8107-fd7bb8bf5353 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86c08017-d863-4dd1-8a33-7a8aa8133d87,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:56.432770 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-afa77fda-8e3a-4eac-8448-8117bae5760d None None] Port 042a9299-1ffc-49b5-a69e-6c269a70bf55 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:04:56.459706 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cb248e7d-beef-4f55-8ae9-a9793c1e8f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (c184cf05-70dd-4af5-8bd4-fc4bd5d65e82), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:56.473705 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3a0fdb17-4003-488e-b2ab-2e1335420815 req-808a2eb3-9db2-44ba-8099-abdc212a88ba service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3381751
Feb 05 21:04:56.478613 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-ba33bb4b-3b04-4c37-a4bd-87e43f0539c0 service neutron] Port e50bc46d-d29d-473a-8bcc-c401da56b65f on network 101f8301-8908-474a-9c4a-c0416b6bfc1d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:04:56.478958 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-ba33bb4b-3b04-4c37-a4bd-87e43f0539c0 service neutron] Attempting to bind port e50bc46d-d29d-473a-8bcc-c401da56b65f on network 101f8301-8908-474a-9c4a-c0416b6bfc1d {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:04:56.494816 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e936ec-f735-479c-bc8c-f4465bb924e9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:04:56.501199 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b9e924a0-f0fa-426f-9ba4-67c6b1084859 None None] Publish callbacks [] for port (ac54de7e-fd02-4f5e-a243-145edfe233b0), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:56.528414 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b9e924a0-f0fa-426f-9ba4-67c6b1084859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (ac54de7e-fd02-4f5e-a243-145edfe233b0), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:56.593341 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e924a0-f0fa-426f-9ba4-67c6b1084859 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:04:56.601340 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54732) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:56.602307 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-ba33bb4b-3b04-4c37-a4bd-87e43f0539c0 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:04:56.602680 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-ba33bb4b-3b04-4c37-a4bd-87e43f0539c0 service neutron] Checking segment: {'id': '6da08ccd-563d-4daa-98a3-11856904a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:04:56.603067 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-ba33bb4b-3b04-4c37-a4bd-87e43f0539c0 service neutron] Bound using segment: {'id': '6da08ccd-563d-4daa-98a3-11856904a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:04:56.603504 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-ba33bb4b-3b04-4c37-a4bd-87e43f0539c0 service neutron] Bound port: e50bc46d-d29d-473a-8bcc-c401da56b65f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6da08ccd-563d-4daa-98a3-11856904a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:04:56.603867 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-ba33bb4b-3b04-4c37-a4bd-87e43f0539c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e50bc46d-d29d-473a-8bcc-c401da56b65f), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:56.604101 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-b9e924a0-f0fa-426f-9ba4-67c6b1084859 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:56.611104 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e924a0-f0fa-426f-9ba4-67c6b1084859 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:04:56.613531 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e924a0-f0fa-426f-9ba4-67c6b1084859 None None] Pushing event updated for resources: {'Port': ['ID=ac54de7e-fd02-4f5e-a243-145edfe233b0,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:56.654007 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-65e1340f-9953-4ef5-ab64-bf1af3e09bcd tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (1ef61202-dd16-4e80-b4bd-090069b55bae), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:56.701324 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4093e86e-67de-48b6-ac26-b61c5742e8e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:56.713969 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-b9e924a0-f0fa-426f-9ba4-67c6b1084859 None None] Attempting to bind port ac54de7e-fd02-4f5e-a243-145edfe233b0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:04:56.714485 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-b9e924a0-f0fa-426f-9ba4-67c6b1084859 None None] Attempting to bind port ac54de7e-fd02-4f5e-a243-145edfe233b0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:04:56.715232 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e924a0-f0fa-426f-9ba4-67c6b1084859 None None] Attempting to bind port ac54de7e-fd02-4f5e-a243-145edfe233b0 on network 4b876e93-e753-4f82-8855-2c9c3d1db066 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:04:56.725846 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e924a0-f0fa-426f-9ba4-67c6b1084859 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:04:56.727166 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e924a0-f0fa-426f-9ba4-67c6b1084859 None None] Checking segment: {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:04:56.727833 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b9e924a0-f0fa-426f-9ba4-67c6b1084859 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:56.728640 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e924a0-f0fa-426f-9ba4-67c6b1084859 None None] Bound using segment: {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:04:56.729141 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-b9e924a0-f0fa-426f-9ba4-67c6b1084859 None None] Bound port: ac54de7e-fd02-4f5e-a243-145edfe233b0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:04:56.729788 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b9e924a0-f0fa-426f-9ba4-67c6b1084859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ac54de7e-fd02-4f5e-a243-145edfe233b0), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:56.734819 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2d401b-a31e-4a5a-83f4-d8b896212fa3 None None] DHCP port deletion for c184cf05-70dd-4af5-8bd4-fc4bd5d65e82 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:04:56.738122 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e1340f-9953-4ef5-ab64-bf1af3e09bcd tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Pushing event deleted for resources: {'Port': ['ID=1ef61202-dd16-4e80-b4bd-090069b55bae,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:56.799742 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-65e1340f-9953-4ef5-ab64-bf1af3e09bcd tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:56.800704 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-26e936ec-f735-479c-bc8c-f4465bb924e9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:56.810401 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54734) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:56.810653 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-65e1340f-9953-4ef5-ab64-bf1af3e09bcd tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] 10.222.0.32 "DELETE /v2.0/ports/1ef61202-dd16-4e80-b4bd-090069b55bae HTTP/1.1" status: 204  len: 168 time: 1.7876134
Feb 05 21:04:56.821779 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe54658-10e9-4be1-ae91-61455b0abaff req-ca0e180f-03ba-45a6-a1d0-5dacecfddb1b tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:56.828828 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9fe54658-10e9-4be1-ae91-61455b0abaff req-ca0e180f-03ba-45a6-a1d0-5dacecfddb1b tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1b05a2d-5a87-4caf-b16b-5da5dd7be2ac HTTP/1.1" status: 200  len: 944 time: 0.6126750
Feb 05 21:04:56.834681 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-8d1438f9-c2d0-42e1-a636-613bb7a44bb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Request body: {'port': {'name': 'tempest-new-port-name-414902335', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:04:56.835170 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.api.validators [None req-8d1438f9-c2d0-42e1-a636-613bb7a44bb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] bootfile-name is not in valid_values {{(pid=114390) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Feb 05 21:04:56.835524 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.api.validators [None req-8d1438f9-c2d0-42e1-a636-613bb7a44bb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] tftp-server is not in valid_values {{(pid=114390) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Feb 05 21:04:56.835863 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.api.validators [None req-8d1438f9-c2d0-42e1-a636-613bb7a44bb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] server-ip-address is not in valid_values {{(pid=114390) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Feb 05 21:04:56.909262 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-ba33bb4b-3b04-4c37-a4bd-87e43f0539c0 service neutron] For port e50bc46d-d29d-473a-8bcc-c401da56b65f, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:04:56.910205 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-896fedbe-06b0-4ea0-8fc9-35a6d79b73a2 admin admin] Publish callbacks [] for port (11c88d97-f5cd-47b1-b957-769108ac0897), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:56.933587 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9fe54658-10e9-4be1-ae91-61455b0abaff req-d9eff00b-6213-48a4-8bf8-182e2938ed2a tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7eb3d12-a5c7-4b2c-93da-f3f358aebcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038392
Feb 05 21:04:56.999912 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-b9e924a0-f0fa-426f-9ba4-67c6b1084859 None None] For port ac54de7e-fd02-4f5e-a243-145edfe233b0, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:04:56.999912 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ca2d401b-a31e-4a5a-83f4-d8b896212fa3 None None] Deleting port 46f4c683-68e9-49d4-99e3-8cf06c869416 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:04:56.999912 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ca2d401b-a31e-4a5a-83f4-d8b896212fa3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (46f4c683-68e9-49d4-99e3-8cf06c869416), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:57.000324 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-26e936ec-f735-479c-bc8c-f4465bb924e9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] device_id is not set on port c7737f4d-e820-4aa3-8211-583848178290 yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:04:57.012116 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-ba33bb4b-3b04-4c37-a4bd-87e43f0539c0 service neutron] For port e50bc46d-d29d-473a-8bcc-c401da56b65f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e50bc46d-d29d-473a-8bcc-c401da56b65f,segment=NetworkSegment(6da08ccd-563d-4daa-98a3-11856904a998),segment_id=6da08ccd-563d-4daa-98a3-11856904a998)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:04:57.102696 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39cace-af8b-4f71-b034-fcf649233c50 req-129687fc-c215-4610-b2a3-51725449cd55 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:57.105923 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4a39cace-af8b-4f71-b034-fcf649233c50 req-129687fc-c215-4610-b2a3-51725449cd55 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=9487d7b9-b571-4cd8-9f26-feb6773664d7 HTTP/1.1" status: 200  len: 945 time: 0.1176553
Feb 05 21:04:57.107492 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-896fedbe-06b0-4ea0-8fc9-35a6d79b73a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (11c88d97-f5cd-47b1-b957-769108ac0897), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:57.112348 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-cb248e7d-beef-4f55-8ae9-a9793c1e8f75 admin admin] Deleting port 46f4c683-68e9-49d4-99e3-8cf06c869416 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:04:57.113141 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cb248e7d-beef-4f55-8ae9-a9793c1e8f75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (46f4c683-68e9-49d4-99e3-8cf06c869416), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:57.113313 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-ca2d401b-a31e-4a5a-83f4-d8b896212fa3 None None] For port 46f4c683-68e9-49d4-99e3-8cf06c869416, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46f4c683-68e9-49d4-99e3-8cf06c869416,segment=NetworkSegment(c3fe8733-ce5f-41fc-80e2-343154fe8a12),segment_id=c3fe8733-ce5f-41fc-80e2-343154fe8a12)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:04:57.114453 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ca2d401b-a31e-4a5a-83f4-d8b896212fa3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (46f4c683-68e9-49d4-99e3-8cf06c869416), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:57.134742 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ca2d401b-a31e-4a5a-83f4-d8b896212fa3 None None] Calling delete_port for 46f4c683-68e9-49d4-99e3-8cf06c869416 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:04:57.174097 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-ba33bb4b-3b04-4c37-a4bd-87e43f0539c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (e50bc46d-d29d-473a-8bcc-c401da56b65f), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:57.199450 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896fedbe-06b0-4ea0-8fc9-35a6d79b73a2 admin admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:04:57.204375 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-b9e924a0-f0fa-426f-9ba4-67c6b1084859 None None] For port ac54de7e-fd02-4f5e-a243-145edfe233b0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac54de7e-fd02-4f5e-a243-145edfe233b0,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:04:57.204585 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896fedbe-06b0-4ea0-8fc9-35a6d79b73a2 admin admin] Pushing event updated for resources: {'Port': ['ID=11c88d97-f5cd-47b1-b957-769108ac0897,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:57.214949 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-896fedbe-06b0-4ea0-8fc9-35a6d79b73a2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:57.219354 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896fedbe-06b0-4ea0-8fc9-35a6d79b73a2 admin admin] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:04:57.266750 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4a39cace-af8b-4f71-b034-fcf649233c50 req-f79b66a6-2328-46f2-b6a1-7984a0cf1aea tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126778
Feb 05 21:04:57.267829 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ca2d401b-a31e-4a5a-83f4-d8b896212fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (46f4c683-68e9-49d4-99e3-8cf06c869416), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:57.274884 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b9e924a0-f0fa-426f-9ba4-67c6b1084859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ac54de7e-fd02-4f5e-a243-145edfe233b0), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:57.298004 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-ba33bb4b-3b04-4c37-a4bd-87e43f0539c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:57.298843 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-ba33bb4b-3b04-4c37-a4bd-87e43f0539c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:57.300400 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-ba33bb4b-3b04-4c37-a4bd-87e43f0539c0 service neutron] 10.222.0.21 "PUT /v2.0/ports/e50bc46d-d29d-473a-8bcc-c401da56b65f HTTP/1.1" status: 200  len: 1092 time: 2.1092145
Feb 05 21:04:57.306823 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b05a2d-5a87-4caf-b16b-5da5dd7be2ac', 'tag': 'e50bc46d-d29d-473a-8bcc-c401da56b65f'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:04:57.308957 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6d3ce1-7d76-4f6b-910f-7082f511136a" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b05a2d-5a87-4caf-b16b-5da5dd7be2ac", "tag": "e50bc46d-d29d-473a-8bcc-c401da56b65f"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:04:57.312236 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8d1438f9-c2d0-42e1-a636-613bb7a44bb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (042a9299-1ffc-49b5-a69e-6c269a70bf55), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:57.314309 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d401b-a31e-4a5a-83f4-d8b896212fa3 None None] Pushing event deleted for resources: {'Port': ['ID=46f4c683-68e9-49d4-99e3-8cf06c869416,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:57.324870 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2d401b-a31e-4a5a-83f4-d8b896212fa3 None None] No DVR routers for this DVR port 46f4c683-68e9-49d4-99e3-8cf06c869416 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:04:57.385358 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-cb248e7d-beef-4f55-8ae9-a9793c1e8f75 admin admin] For port 46f4c683-68e9-49d4-99e3-8cf06c869416, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46f4c683-68e9-49d4-99e3-8cf06c869416,segment=NetworkSegment(c3fe8733-ce5f-41fc-80e2-343154fe8a12),segment_id=c3fe8733-ce5f-41fc-80e2-343154fe8a12)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:04:57.396775 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cb248e7d-beef-4f55-8ae9-a9793c1e8f75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (46f4c683-68e9-49d4-99e3-8cf06c869416), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:57.422016 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e924a0-f0fa-426f-9ba4-67c6b1084859 None None] Pushing event updated for resources: {'Port': ['ID=ac54de7e-fd02-4f5e-a243-145edfe233b0,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:57.444201 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc4668a-10b4-47ac-b8c1-6ed0502305b9 x-openstack-request-id: req-6bc4668a-10b4-47ac-b8c1-6ed0502305b9 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:04:57.444518 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b05a2d-5a87-4caf-b16b-5da5dd7be2ac", "tag": "e50bc46d-d29d-473a-8bcc-c401da56b65f", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:04:57.444779 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6bc4668a-10b4-47ac-b8c1-6ed0502305b9 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:04:57.445275 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b05a2d-5a87-4caf-b16b-5da5dd7be2ac', 'tag': 'e50bc46d-d29d-473a-8bcc-c401da56b65f', 'status': 'completed', 'code': 200}
Feb 05 21:04:57.448114 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4093e86e-67de-48b6-ac26-b61c5742e8e0 admin admin] Publish callbacks [] for security_group (c63b22be-1c15-4bad-a031-a166a6e74990), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:57.545155 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4093e86e-67de-48b6-ac26-b61c5742e8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (c63b22be-1c15-4bad-a031-a166a6e74990), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:57.547976 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-cb248e7d-beef-4f55-8ae9-a9793c1e8f75 admin admin] Calling delete_port for 46f4c683-68e9-49d4-99e3-8cf06c869416 owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:04:57.608597 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4093e86e-67de-48b6-ac26-b61c5742e8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63b22be-1c15-4bad-a031-a166a6e74990,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:57.618058 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-896fedbe-06b0-4ea0-8fc9-35a6d79b73a2 admin admin] Publish callbacks [] for router_gateway (b359ae09-19cc-48f5-8f92-f263320af30c), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:57.621999 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba33bb4b-3b04-4c37-a4bd-87e43f0539c0 service neutron] Pushing event updated for resources: {'Port': ['ID=e50bc46d-d29d-473a-8bcc-c401da56b65f,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:57.721491 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4093e86e-67de-48b6-ac26-b61c5742e8e0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=73d188d13fa14adbb3aca5ff912df667&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1147077
Feb 05 21:04:57.728100 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54742) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:57.732201 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-26e936ec-f735-479c-bc8c-f4465bb924e9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Allocated IP 2001:db8::f816:3eff:fe17:5277 (4b876e93-e753-4f82-8855-2c9c3d1db066/3f586a26-da37-45ae-83ba-aa1605f1cb24/c7737f4d-e820-4aa3-8211-583848178290) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:04:57.833505 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-1d35e8e2-2562-4b31-9be9-522e47617cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:57.835399 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-1d35e8e2-2562-4b31-9be9-522e47617cbc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=af1c8d8fd0ce4d51947fd02afc3a9fb1&device_id=c1b05a2d-5a87-4caf-b16b-5da5dd7be2ac HTTP/1.1" status: 200  len: 1126 time: 0.4265757
Feb 05 21:04:57.865894 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fb15db16-e647-4dfb-8bbb-1358f768b1ff admin admin] Publish callbacks [] for security_group (c63b22be-1c15-4bad-a031-a166a6e74990), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:57.919512 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-7b5a9056-b376-4101-90b4-8c11a9ef59a5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e50bc46d-d29d-473a-8bcc-c401da56b65f HTTP/1.1" status: 200  len: 217 time: 0.0677178
Feb 05 21:04:57.931513 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fb15db16-e647-4dfb-8bbb-1358f768b1ff admin admin] Publish callbacks [] for security_group (c63b22be-1c15-4bad-a031-a166a6e74990), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:57.965889 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-896fedbe-06b0-4ea0-8fc9-35a6d79b73a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (b359ae09-19cc-48f5-8f92-f263320af30c), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:57.985398 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cb248e7d-beef-4f55-8ae9-a9793c1e8f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (46f4c683-68e9-49d4-99e3-8cf06c869416), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:58.102683 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb248e7d-beef-4f55-8ae9-a9793c1e8f75 admin admin] Pushing event deleted for resources: {'Port': ['ID=46f4c683-68e9-49d4-99e3-8cf06c869416,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:58.112352 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb248e7d-beef-4f55-8ae9-a9793c1e8f75 admin admin] No DVR routers for this DVR port 46f4c683-68e9-49d4-99e3-8cf06c869416 on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:04:58.117812 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-057ed253-71a2-408f-bc1c-d6c465486aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:58.119280 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-057ed253-71a2-408f-bc1c-d6c465486aa5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4fedd35d-80ae-4712-9371-a85b980ce8f3 HTTP/1.1" status: 200  len: 851 time: 0.1915483
Feb 05 21:04:58.155440 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ab3f8-8e55-4ea6-b36c-e370448ec43a req-abcdd9c9-6b51-476f-8667-d1922ff3917a tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:58.156989 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-912ab3f8-8e55-4ea6-b36c-e370448ec43a req-abcdd9c9-6b51-476f-8667-d1922ff3917a tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1b05a2d-5a87-4caf-b16b-5da5dd7be2ac HTTP/1.1" status: 200  len: 944 time: 0.1134713
Feb 05 21:04:58.159825 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fb15db16-e647-4dfb-8bbb-1358f768b1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (c63b22be-1c15-4bad-a031-a166a6e74990), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:58.162971 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fb15db16-e647-4dfb-8bbb-1358f768b1ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:58.166498 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-fb15db16-e647-4dfb-8bbb-1358f768b1ff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c63b22be-1c15-4bad-a031-a166a6e74990 HTTP/1.1" status: 204  len: 168 time: 0.4352915
Feb 05 21:04:58.190612 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb15db16-e647-4dfb-8bbb-1358f768b1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63b22be-1c15-4bad-a031-a166a6e74990,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:58.215263 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8d1438f9-c2d0-42e1-a636-613bb7a44bb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Publish callbacks [] for port (042a9299-1ffc-49b5-a69e-6c269a70bf55), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:58.241036 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8d1438f9-c2d0-42e1-a636-613bb7a44bb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (042a9299-1ffc-49b5-a69e-6c269a70bf55), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:58.293717 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-912ab3f8-8e55-4ea6-b36c-e370448ec43a req-bba4de6b-70e7-4848-85c4-e0907ab73597 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7eb3d12-a5c7-4b2c-93da-f3f358aebcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880327
Feb 05 21:04:58.295258 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896fedbe-06b0-4ea0-8fc9-35a6d79b73a2 admin admin] Router b359ae09-19cc-48f5-8f92-f263320af30c is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:04:58.304066 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cb248e7d-beef-4f55-8ae9-a9793c1e8f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (c184cf05-70dd-4af5-8bd4-fc4bd5d65e82), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:58.345854 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-26e936ec-f735-479c-bc8c-f4465bb924e9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for port (c7737f4d-e820-4aa3-8211-583848178290), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:58.356371 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-8d1438f9-c2d0-42e1-a636-613bb7a44bb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] In _notify_port_updated(), no bound segment for port 042a9299-1ffc-49b5-a69e-6c269a70bf55 on network bab1aeff-cdf0-4889-aef8-8d69d0de99d0 {{(pid=114390) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Feb 05 21:04:58.361652 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1438f9-c2d0-42e1-a636-613bb7a44bb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:58.362317 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8d1438f9-c2d0-42e1-a636-613bb7a44bb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:58.367091 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8d1438f9-c2d0-42e1-a636-613bb7a44bb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] 10.222.0.32 "PUT /v2.0/ports/042a9299-1ffc-49b5-a69e-6c269a70bf55 HTTP/1.1" status: 200  len: 1129 time: 1.5379610
Feb 05 21:04:58.374619 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54750) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:58.393602 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-cb248e7d-beef-4f55-8ae9-a9793c1e8f75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db8f0e8e0>,) {'filters': {'network_id': ['c184cf05-70dd-4af5-8bd4-fc4bd5d65e82']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:58.447690 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-a6138f94-08dd-45c2-b1a5-1dfc260e342f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:58.451492 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-a6138f94-08dd-45c2-b1a5-1dfc260e342f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=101f8301-8908-474a-9c4a-c0416b6bfc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3188109
Feb 05 21:04:58.484539 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-cb248e7d-beef-4f55-8ae9-a9793c1e8f75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8f0e8e0>, 'c3fe8733-ce5f-41fc-80e2-343154fe8a12') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:58.485299 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-cb248e7d-beef-4f55-8ae9-a9793c1e8f75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8f0e8e0>, 'c3fe8733-ce5f-41fc-80e2-343154fe8a12') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:58.486740 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1438f9-c2d0-42e1-a636-613bb7a44bb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Pushing event updated for resources: {'Port': ['ID=042a9299-1ffc-49b5-a69e-6c269a70bf55,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:58.530577 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cb248e7d-beef-4f55-8ae9-a9793c1e8f75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (c3fe8733-ce5f-41fc-80e2-343154fe8a12), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:58.557274 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cb248e7d-beef-4f55-8ae9-a9793c1e8f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (c3fe8733-ce5f-41fc-80e2-343154fe8a12), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:58.561494 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896fedbe-06b0-4ea0-8fc9-35a6d79b73a2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:04:58.572263 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b42fe6-fe35-4c5a-b49e-032ad05eeb6e None None] Sync routers for ids ['b359ae09-19cc-48f5-8f92-f263320af30c'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:04:58.573004 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb248e7d-beef-4f55-8ae9-a9793c1e8f75 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:04:58.573428 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cb248e7d-beef-4f55-8ae9-a9793c1e8f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (c3fe8733-ce5f-41fc-80e2-343154fe8a12), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:58.587130 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9b2a6-28ea-490c-bdf6-3e237634dc6c req-f77e7666-c7ca-44bf-a9d6-3c275c377c59 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:58.589057 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-44f9b2a6-28ea-490c-bdf6-3e237634dc6c req-f77e7666-c7ca-44bf-a9d6-3c275c377c59 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=9487d7b9-b571-4cd8-9f26-feb6773664d7 HTTP/1.1" status: 200  len: 945 time: 0.1834238
Feb 05 21:04:58.592946 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-896fedbe-06b0-4ea0-8fc9-35a6d79b73a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:58.595813 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b42fe6-fe35-4c5a-b49e-032ad05eeb6e None None] Routers {'b359ae09-19cc-48f5-8f92-f263320af30c'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:04:58.597908 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-896fedbe-06b0-4ea0-8fc9-35a6d79b73a2 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 5.0183983
Feb 05 21:04:58.598363 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-72b42fe6-fe35-4c5a-b49e-032ad05eeb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dbacae0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:04:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b359ae09-19cc-48f5-8f92-f263320af30c'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:58.598645 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54754) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:58.635565 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device ac54de7e-fd02-4f5e-a243-145edfe233b0 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:04:58.776214 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port ac54de7e-fd02-4f5e-a243-145edfe233b0 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:58.786477 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ac54de7e-fd02-4f5e-a243-145edfe233b0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:58.797765 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-72b42fe6-fe35-4c5a-b49e-032ad05eeb6e None None] Set router b359ae09-19cc-48f5-8f92-f263320af30c gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:04:58.893720 ncdv-master-1 neutron-server[114390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:04:58.893720 ncdv-master-1 neutron-server[114390]:   self.session.flush()
Feb 05 21:04:58.893720 ncdv-master-1 neutron-server[114390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:04:58.893720 ncdv-master-1 neutron-server[114390]:   self.session.flush()
Feb 05 21:04:58.893720 ncdv-master-1 neutron-server[114390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:04:58.893720 ncdv-master-1 neutron-server[114390]:   self.session.flush()
Feb 05 21:04:58.893720 ncdv-master-1 neutron-server[114390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:04:58.893720 ncdv-master-1 neutron-server[114390]:   self.session.flush()
Feb 05 21:04:58.893720 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:04:58.893720 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:04:58.893720 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:04:58.893720 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:04:58.893720 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:04:58.893720 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:04:58.893720 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:04:58.893720 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:04:58.893720 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:04:58.893720 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:04:58.893720 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:04:58.893720 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:04:58.893720 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:04:58.893720 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:04:58.893720 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:04:58.893720 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:04:58.893720 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:04:58.893720 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:04:58.893720 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:04:58.893720 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:04:58.893720 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:04:58.893720 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:04:58.893720 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:04:58.893720 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:04:58.893720 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:04:58.893720 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:04:58.893720 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:04:58.893720 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:04:58.893720 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:04:58.893720 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:04:58.893720 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:04:58.893720 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:04:58.903847 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-26e936ec-f735-479c-bc8c-f4465bb924e9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (c7737f4d-e820-4aa3-8211-583848178290), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:58.909606 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cb248e7d-beef-4f55-8ae9-a9793c1e8f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (c184cf05-70dd-4af5-8bd4-fc4bd5d65e82), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:58.977791 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port ac54de7e-fd02-4f5e-a243-145edfe233b0 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:58.978195 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ac54de7e-fd02-4f5e-a243-145edfe233b0), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:58.982768 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-364b20a7-fde3-4bf6-94ec-337be7014b5e None None] Provisioning complete for port 042a9299-1ffc-49b5-a69e-6c269a70bf55 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:58.983576 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-364b20a7-fde3-4bf6-94ec-337be7014b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (042a9299-1ffc-49b5-a69e-6c269a70bf55), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:59.010500 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-44f9b2a6-28ea-490c-bdf6-3e237634dc6c req-a2ff9db5-4d6f-4ee4-803b-3a8d7db1e6ee tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4107723
Feb 05 21:04:59.074820 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-364b20a7-fde3-4bf6-94ec-337be7014b5e None None] Port 042a9299-1ffc-49b5-a69e-6c269a70bf55 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:04:59.121089 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port ac54de7e-fd02-4f5e-a243-145edfe233b0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac54de7e-fd02-4f5e-a243-145edfe233b0,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:04:59.134687 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ac54de7e-fd02-4f5e-a243-145edfe233b0), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:59.164485 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-72b42fe6-fe35-4c5a-b49e-032ad05eeb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dbacae0d0>, [{'id': 'b359ae09-19cc-48f5-8f92-f263320af30c', 'name': 'tempest-ServerRescueTestJSON-1875087017-router', 'tenant_id': '96786f7503bf418d8fc6dd6aab2a630e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.93'}], 'enable_snat': True}, 'gw_port_id': '11c88d97-f5cd-47b1-b957-769108ac0897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:04:53Z', 'updated_at': '2022-02-05T21:04:57Z', 'revision_number': 3, 'project_id': '96786f7503bf418d8fc6dd6aab2a630e', 'gw_port': {'id': '11c88d97-f5cd-47b1-b957-769108ac0897', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:08:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b359ae09-19cc-48f5-8f92-f263320af30c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:55Z', 'updated_at': '2022-02-05T21:04:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:04:59.275002 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b42fe6-fe35-4c5a-b49e-032ad05eeb6e None None] Checking router: b359ae09-19cc-48f5-8f92-f263320af30c for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:04:59.276632 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b42fe6-fe35-4c5a-b49e-032ad05eeb6e None None] Updating router b359ae09-19cc-48f5-8f92-f263320af30c port 11c88d97-f5cd-47b1-b957-769108ac0897 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:04:59.372945 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-72b42fe6-fe35-4c5a-b49e-032ad05eeb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (11c88d97-f5cd-47b1-b957-769108ac0897), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:59.380531 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 46f4c683-68e9-49d4-99e3-8cf06c869416 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:04:59.428285 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cb248e7d-beef-4f55-8ae9-a9793c1e8f75 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:59.436682 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-cb248e7d-beef-4f55-8ae9-a9793c1e8f75 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c184cf05-70dd-4af5-8bd4-fc4bd5d65e82 HTTP/1.1" status: 204  len: 168 time: 3.0957379
Feb 05 21:04:59.440811 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 46f4c683-68e9-49d4-99e3-8cf06c869416 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:04:59.441160 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 46f4c683-68e9-49d4-99e3-8cf06c869416 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:04:59.456277 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77695b9f-547e-4a16-84a5-880330fac0cf tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:59.462259 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54776) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:59.462563 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-77695b9f-547e-4a16-84a5-880330fac0cf tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] 10.222.0.32 "GET /v2.0/ports/042a9299-1ffc-49b5-a69e-6c269a70bf55 HTTP/1.1" status: 200  len: 1129 time: 1.0866120
Feb 05 21:04:59.462835 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=ac54de7e-fd02-4f5e-a243-145edfe233b0,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:59.478724 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-3ccc1f3b-180b-49be-b4ca-4e7e4132110e None None] Provisioning complete for port ac54de7e-fd02-4f5e-a243-145edfe233b0 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:04:59.479106 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3ccc1f3b-180b-49be-b4ca-4e7e4132110e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ac54de7e-fd02-4f5e-a243-145edfe233b0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:59.513866 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb248e7d-beef-4f55-8ae9-a9793c1e8f75 admin admin] Pushing event deleted for resources: {'Network': ['ID=c184cf05-70dd-4af5-8bd4-fc4bd5d65e82,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:59.570308 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e936ec-f735-479c-bc8c-f4465bb924e9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Port': ['ID=c7737f4d-e820-4aa3-8211-583848178290,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:04:59.585868 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e936ec-f735-479c-bc8c-f4465bb924e9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:04:59.593730 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-0169d998-7154-4fd5-a30c-1c5c3dbc4fa4 service neutron] 10.222.0.21 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1147652
Feb 05 21:04:59.599808 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-26e936ec-f735-479c-bc8c-f4465bb924e9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:04:59.627254 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e936ec-f735-479c-bc8c-f4465bb924e9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:04:59.640400 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e936ec-f735-479c-bc8c-f4465bb924e9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:59.641529 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-26e936ec-f735-479c-bc8c-f4465bb924e9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:59.665775 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54780) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:59.683051 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-3ccc1f3b-180b-49be-b4ca-4e7e4132110e None None] Current status of the port ac54de7e-fd02-4f5e-a243-145edfe233b0 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:04:59.683567 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0046e4ba-8880-4871-bad2-a904b9fe04c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:59.765480 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b62f9b-8622-4c56-8aa2-985bcc676dfe req-47f61aad-6345-40b1-a6c6-4d2a91ebdf9e tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:59.767435 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72b62f9b-8622-4c56-8aa2-985bcc676dfe req-47f61aad-6345-40b1-a6c6-4d2a91ebdf9e tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1b05a2d-5a87-4caf-b16b-5da5dd7be2ac HTTP/1.1" status: 200  len: 944 time: 0.2663217
Feb 05 21:04:59.773176 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-171af8e8-186b-446d-9579-a7474cd21675 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Deleting port 042a9299-1ffc-49b5-a69e-6c269a70bf55 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:04:59.773617 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-171af8e8-186b-446d-9579-a7474cd21675 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (042a9299-1ffc-49b5-a69e-6c269a70bf55), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:04:59.797841 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-26e936ec-f735-479c-bc8c-f4465bb924e9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 4.3010345
Feb 05 21:04:59.799643 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54784) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:04:59.887264 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1549e9dc-a54b-4310-bc7a-07670d01d836 req-cf3e65f4-b6e5-45e2-849f-8d957171f0a9 service neutron] 10.222.0.21 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2825344
Feb 05 21:04:59.923895 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843b63a0-62fb-47ed-91e6-fb64f5d77c07 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:59.942574 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843b63a0-62fb-47ed-91e6-fb64f5d77c07 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:04:59.953314 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-843b63a0-62fb-47ed-91e6-fb64f5d77c07 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1705 time: 0.1446149
Feb 05 21:04:59.955153 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54788) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:00.119638 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-aa4e695f-aba2-4501-b77d-9ead5571b540 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e2211e554783435c9b7af885ea20e242&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4491930
Feb 05 21:05:00.121240 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54794) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:00.126787 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c7a62db8-e5cc-42c1-a383-8d03278016ec None None] Provisioning complete for port c7737f4d-e820-4aa3-8211-583848178290 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:05:00.127160 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c7a62db8-e5cc-42c1-a383-8d03278016ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c7737f4d-e820-4aa3-8211-583848178290), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:00.153385 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-72b42fe6-fe35-4c5a-b49e-032ad05eeb6e None None] Publish callbacks [] for port (11c88d97-f5cd-47b1-b957-769108ac0897), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:00.165222 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-72b42fe6-fe35-4c5a-b49e-032ad05eeb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (11c88d97-f5cd-47b1-b957-769108ac0897), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:00.214524 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c7a62db8-e5cc-42c1-a383-8d03278016ec None None] Port c7737f4d-e820-4aa3-8211-583848178290 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:05:00.244878 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d3ce1-7d76-4f6b-910f-7082f511136a req-62eb448a-446e-48a8-9258-f7f371dd4bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:00.246456 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6a6d3ce1-7d76-4f6b-910f-7082f511136a req-62eb448a-446e-48a8-9258-f7f371dd4bad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=af1c8d8fd0ce4d51947fd02afc3a9fb1&device_id=c1b05a2d-5a87-4caf-b16b-5da5dd7be2ac HTTP/1.1" status: 200  len: 1126 time: 0.2942183
Feb 05 21:05:00.263160 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-72b42fe6-fe35-4c5a-b49e-032ad05eeb6e None None] Attempting to bind port 11c88d97-f5cd-47b1-b957-769108ac0897 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:05:00.263692 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-72b42fe6-fe35-4c5a-b49e-032ad05eeb6e None None] Attempting to bind port 11c88d97-f5cd-47b1-b957-769108ac0897 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:05:00.264126 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b42fe6-fe35-4c5a-b49e-032ad05eeb6e None None] Attempting to bind port 11c88d97-f5cd-47b1-b957-769108ac0897 on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:05:00.292078 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b42fe6-fe35-4c5a-b49e-032ad05eeb6e None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:05:00.292518 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b42fe6-fe35-4c5a-b49e-032ad05eeb6e None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:05:00.293036 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-72b42fe6-fe35-4c5a-b49e-032ad05eeb6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:00.293503 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b42fe6-fe35-4c5a-b49e-032ad05eeb6e None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:05:00.294054 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-72b42fe6-fe35-4c5a-b49e-032ad05eeb6e None None] Bound port: 11c88d97-f5cd-47b1-b957-769108ac0897, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:05:00.294544 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-72b42fe6-fe35-4c5a-b49e-032ad05eeb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (11c88d97-f5cd-47b1-b957-769108ac0897), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:00.300302 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe68b7-a6c6-4e0a-adc2-b7282ce10962 None None] Pushing event updated for resources: {'Port': ['ID=11c88d97-f5cd-47b1-b957-769108ac0897,revision_number=2']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:00.357985 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-83558049-71ec-447d-a389-65679ee0111e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting port c7737f4d-e820-4aa3-8211-583848178290 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:05:00.358935 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-83558049-71ec-447d-a389-65679ee0111e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (c7737f4d-e820-4aa3-8211-583848178290), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:00.364302 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-da22e087-41f0-4ca8-b02e-0ad11c9a6512 admin admin] Publish callbacks [] for security_group (1ae6791f-89bd-4a2a-b9c0-55ed4f30725e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:00.390281 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-72b42fe6-fe35-4c5a-b49e-032ad05eeb6e None None] For port 11c88d97-f5cd-47b1-b957-769108ac0897, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:05:00.408269 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-72b42fe6-fe35-4c5a-b49e-032ad05eeb6e None None] For port 11c88d97-f5cd-47b1-b957-769108ac0897, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=11c88d97-f5cd-47b1-b957-769108ac0897,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:05:00.421765 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-72b42fe6-fe35-4c5a-b49e-032ad05eeb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (11c88d97-f5cd-47b1-b957-769108ac0897), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:00.440794 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-da22e087-41f0-4ca8-b02e-0ad11c9a6512 admin admin] Publish callbacks [] for security_group (1ae6791f-89bd-4a2a-b9c0-55ed4f30725e), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:00.473727 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72b62f9b-8622-4c56-8aa2-985bcc676dfe req-9aef023b-613e-4673-be89-c9c6d736abce tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7eb3d12-a5c7-4b2c-93da-f3f358aebcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6916912
Feb 05 21:05:00.476483 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-171af8e8-186b-446d-9579-a7474cd21675 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (042a9299-1ffc-49b5-a69e-6c269a70bf55), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:00.486815 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device ac54de7e-fd02-4f5e-a243-145edfe233b0 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:05:00.516734 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-171af8e8-186b-446d-9579-a7474cd21675 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Calling delete_port for 042a9299-1ffc-49b5-a69e-6c269a70bf55 owned by  {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:05:00.523334 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d3ce1-7d76-4f6b-910f-7082f511136a req-6b7e33d1-d8de-4258-8a26-a9fd74784a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:00.524858 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6a6d3ce1-7d76-4f6b-910f-7082f511136a req-6b7e33d1-d8de-4258-8a26-a9fd74784a67 service neutron] 10.222.0.21 "GET /v2.0/networks?id=101f8301-8908-474a-9c4a-c0416b6bfc1d HTTP/1.1" status: 200  len: 913 time: 0.2679288
Feb 05 21:05:00.538784 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe68b7-a6c6-4e0a-adc2-b7282ce10962 None None] Pushing event updated for resources: {'Port': ['ID=11c88d97-f5cd-47b1-b957-769108ac0897,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:00.555037 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b42fe6-fe35-4c5a-b49e-032ad05eeb6e None None] Routers {'b359ae09-19cc-48f5-8f92-f263320af30c'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:05:00.558246 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-72b42fe6-fe35-4c5a-b49e-032ad05eeb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dbacae0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:04:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b359ae09-19cc-48f5-8f92-f263320af30c'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:00.586370 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6a6d3ce1-7d76-4f6b-910f-7082f511136a req-57ef4e0c-f4b9-4198-b050-6be995415ec9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e50bc46d-d29d-473a-8bcc-c401da56b65f HTTP/1.1" status: 200  len: 217 time: 0.0529006
Feb 05 21:05:00.647846 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-83558049-71ec-447d-a389-65679ee0111e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (c7737f4d-e820-4aa3-8211-583848178290), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:00.664647 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port ac54de7e-fd02-4f5e-a243-145edfe233b0 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:05:00.665403 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ac54de7e-fd02-4f5e-a243-145edfe233b0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:00.674826 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-72b42fe6-fe35-4c5a-b49e-032ad05eeb6e None None] Set router b359ae09-19cc-48f5-8f92-f263320af30c gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:05:00.680596 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-83558049-71ec-447d-a389-65679ee0111e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Calling delete_port for c7737f4d-e820-4aa3-8211-583848178290 owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:05:00.692413 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d3ce1-7d76-4f6b-910f-7082f511136a req-d72bfb8e-760c-4ac9-b518-4f297b1d313e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:00.696080 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6a6d3ce1-7d76-4f6b-910f-7082f511136a req-d72bfb8e-760c-4ac9-b518-4f297b1d313e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4fedd35d-80ae-4712-9371-a85b980ce8f3 HTTP/1.1" status: 200  len: 851 time: 0.1022632
Feb 05 21:05:00.739340 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-171af8e8-186b-446d-9579-a7474cd21675 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (042a9299-1ffc-49b5-a69e-6c269a70bf55), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:00.743573 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-0046e4ba-8880-4871-bad2-a904b9fe04c2 admin admin] Allocated IP 172.20.0.1 (d372be5d-db46-470f-bb26-b0d626001e55/363524c7-974f-4883-bb9a-7e2fff45291a/61a0c53e-0519-488e-a9a5-9143410d5bc6) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:05:00.773199 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port ac54de7e-fd02-4f5e-a243-145edfe233b0 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:05:00.792447 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171af8e8-186b-446d-9579-a7474cd21675 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Pushing event deleted for resources: {'Port': ['ID=042a9299-1ffc-49b5-a69e-6c269a70bf55,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:00.805443 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-da22e087-41f0-4ca8-b02e-0ad11c9a6512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (1ae6791f-89bd-4a2a-b9c0-55ed4f30725e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:00.808665 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-da22e087-41f0-4ca8-b02e-0ad11c9a6512 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:00.813310 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-da22e087-41f0-4ca8-b02e-0ad11c9a6512 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1ae6791f-89bd-4a2a-b9c0-55ed4f30725e HTTP/1.1" status: 204  len: 168 time: 0.6775582
Feb 05 21:05:00.826328 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-171af8e8-186b-446d-9579-a7474cd21675 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:00.834248 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-171af8e8-186b-446d-9579-a7474cd21675 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] 10.222.0.32 "DELETE /v2.0/ports/042a9299-1ffc-49b5-a69e-6c269a70bf55 HTTP/1.1" status: 204  len: 168 time: 1.3707430
Feb 05 21:05:00.837663 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54808) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:00.848093 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da22e087-41f0-4ca8-b02e-0ad11c9a6512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae6791f-89bd-4a2a-b9c0-55ed4f30725e,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:00.917380 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-b730c216-3793-49d4-bc3a-017e82c08158 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Deleting subnet d6c2bf2b-515d-4fb8-923c-be9de24e966e {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:05:00.922685 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d3ce1-7d76-4f6b-910f-7082f511136a req-6754c8e6-70ea-4254-9033-dfc93090ee53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:00.923676 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b730c216-3793-49d4-bc3a-017e82c08158 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Publish callbacks [] for subnet (d6c2bf2b-515d-4fb8-923c-be9de24e966e), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:00.924661 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6a6d3ce1-7d76-4f6b-910f-7082f511136a req-6754c8e6-70ea-4254-9033-dfc93090ee53 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=101f8301-8908-474a-9c4a-c0416b6bfc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1321697
Feb 05 21:05:01.040006 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6a6d3ce1-7d76-4f6b-910f-7082f511136a req-425222c9-f237-4936-96a6-b142f03ab1c4 service neutron] 10.222.0.21 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1045010
Feb 05 21:05:01.050526 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-83558049-71ec-447d-a389-65679ee0111e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (c7737f4d-e820-4aa3-8211-583848178290), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:01.088382 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83558049-71ec-447d-a389-65679ee0111e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Port': ['ID=c7737f4d-e820-4aa3-8211-583848178290,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:01.103678 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-72b42fe6-fe35-4c5a-b49e-032ad05eeb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dbacae0d0>, [{'id': 'b359ae09-19cc-48f5-8f92-f263320af30c', 'name': 'tempest-ServerRescueTestJSON-1875087017-router', 'tenant_id': '96786f7503bf418d8fc6dd6aab2a630e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.93'}], 'enable_snat': True}, 'gw_port_id': '11c88d97-f5cd-47b1-b957-769108ac0897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:04:53Z', 'updated_at': '2022-02-05T21:04:57Z', 'revision_number': 3, 'project_id': '96786f7503bf418d8fc6dd6aab2a630e', 'gw_port': {'id': '11c88d97-f5cd-47b1-b957-769108ac0897', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:08:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b359ae09-19cc-48f5-8f92-f263320af30c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:55Z', 'updated_at': '2022-02-05T21:05:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:01.109679 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b730c216-3793-49d4-bc3a-017e82c08158 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (d6c2bf2b-515d-4fb8-923c-be9de24e966e), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:01.158787 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b42fe6-fe35-4c5a-b49e-032ad05eeb6e None None] The sync data for ids ['b359ae09-19cc-48f5-8f92-f263320af30c'] in ncdv-master-1 is: [{'id': 'b359ae09-19cc-48f5-8f92-f263320af30c', 'name': 'tempest-ServerRescueTestJSON-1875087017-router', 'tenant_id': '96786f7503bf418d8fc6dd6aab2a630e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.93'}], 'enable_snat': True}, 'gw_port_id': '11c88d97-f5cd-47b1-b957-769108ac0897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:04:53Z', 'updated_at': '2022-02-05T21:04:57Z', 'revision_number': 3, 'project_id': '96786f7503bf418d8fc6dd6aab2a630e', 'gw_port': {'id': '11c88d97-f5cd-47b1-b957-769108ac0897', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:08:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b359ae09-19cc-48f5-8f92-f263320af30c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:55Z', 'updated_at': '2022-02-05T21:05:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:05:01.229770 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-83558049-71ec-447d-a389-65679ee0111e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:01.235508 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-83558049-71ec-447d-a389-65679ee0111e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/ports/c7737f4d-e820-4aa3-8211-583848178290 HTTP/1.1" status: 204  len: 168 time: 1.2696359
Feb 05 21:05:01.238468 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54818) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:01.306241 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac62c1e-7c71-498d-839e-19a6bd545c5d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:01.308269 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac62c1e-7c71-498d-839e-19a6bd545c5d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:01.310197 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-fac62c1e-7c71-498d-839e-19a6bd545c5d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.0710146
Feb 05 21:05:01.319632 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54820) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:01.356792 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0046e4ba-8880-4871-bad2-a904b9fe04c2 admin admin] Publish callbacks [] for port (61a0c53e-0519-488e-a9a5-9143410d5bc6), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:01.433951 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b730c216-3793-49d4-bc3a-017e82c08158 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (d6c2bf2b-515d-4fb8-923c-be9de24e966e), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:01.439994 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6a6d3ce1-7d76-4f6b-910f-7082f511136a req-c3b43c50-f445-40c2-ad8c-a13044b47e9c service neutron] 10.222.0.21 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3535042
Feb 05 21:05:01.446971 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-e77db086-327d-4c24-9167-7a5407dc9009 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting subnet 3f586a26-da37-45ae-83ba-aa1605f1cb24 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:05:01.452119 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e77db086-327d-4c24-9167-7a5407dc9009 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (3f586a26-da37-45ae-83ba-aa1605f1cb24), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:01.544509 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e77db086-327d-4c24-9167-7a5407dc9009 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (3f586a26-da37-45ae-83ba-aa1605f1cb24), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:01.563514 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0046e4ba-8880-4871-bad2-a904b9fe04c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (61a0c53e-0519-488e-a9a5-9143410d5bc6), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:01.655051 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0046e4ba-8880-4871-bad2-a904b9fe04c2 admin admin] Network d372be5d-db46-470f-bb26-b0d626001e55 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:05:01.677023 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-0046e4ba-8880-4871-bad2-a904b9fe04c2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:01.702596 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0046e4ba-8880-4871-bad2-a904b9fe04c2 admin admin] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:05:01.719305 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b730c216-3793-49d4-bc3a-017e82c08158 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (d6c2bf2b-515d-4fb8-923c-be9de24e966e), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:01.748496 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e77db086-327d-4c24-9167-7a5407dc9009 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (3f586a26-da37-45ae-83ba-aa1605f1cb24), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:01.808261 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0046e4ba-8880-4871-bad2-a904b9fe04c2 admin admin] Pushing event updated for resources: {'Port': ['ID=61a0c53e-0519-488e-a9a5-9143410d5bc6,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:01.826642 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b730c216-3793-49d4-bc3a-017e82c08158 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:01.831055 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e77db086-327d-4c24-9167-7a5407dc9009 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (3f586a26-da37-45ae-83ba-aa1605f1cb24), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:01.834644 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b730c216-3793-49d4-bc3a-017e82c08158 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] 10.222.0.32 "DELETE /v2.0/subnets/d6c2bf2b-515d-4fb8-923c-be9de24e966e HTTP/1.1" status: 204  len: 168 time: 0.9951675
Feb 05 21:05:01.835230 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9212c8c6-276f-451a-b342-1238f759f26c None None] Network bab1aeff-cdf0-4889-aef8-8d69d0de99d0 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:01.835800 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b730c216-3793-49d4-bc3a-017e82c08158 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Pushing event deleted for resources: {'Subnet': ['ID=d6c2bf2b-515d-4fb8-923c-be9de24e966e,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:01.839385 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54836) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:01.856201 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0046e4ba-8880-4871-bad2-a904b9fe04c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (b359ae09-19cc-48f5-8f92-f263320af30c), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:01.899096 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77db086-327d-4c24-9167-7a5407dc9009 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Subnet': ['ID=3f586a26-da37-45ae-83ba-aa1605f1cb24,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:01.910134 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8c748-e146-4aaa-bbda-a3d032232e30 req-f657cc08-2515-498c-a66d-d324011fe300 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:01.912619 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d4b8c748-e146-4aaa-bbda-a3d032232e30 req-f657cc08-2515-498c-a66d-d324011fe300 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1b05a2d-5a87-4caf-b16b-5da5dd7be2ac HTTP/1.1" status: 200  len: 944 time: 0.2721124
Feb 05 21:05:01.944682 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e77db086-327d-4c24-9167-7a5407dc9009 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:01.952011 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e77db086-327d-4c24-9167-7a5407dc9009 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/3f586a26-da37-45ae-83ba-aa1605f1cb24 HTTP/1.1" status: 204  len: 168 time: 0.6275403
Feb 05 21:05:01.952780 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54838) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:01.987680 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5653dff8-fded-457f-aba3-3adbe90fcf8b None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:02.018090 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9242330b-c0a3-415f-a51e-4209f82720bf tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0651181
Feb 05 21:05:02.021859 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54844) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:02.029600 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-42e3ae66-ac2f-4f16-9a8c-b7314bea8df2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'subnet': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:02.075390 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be3472c5-7f25-4f7b-bfcd-1217d0f3d3ae tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (bab1aeff-cdf0-4889-aef8-8d69d0de99d0), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:02.218773 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-be3472c5-7f25-4f7b-bfcd-1217d0f3d3ae tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Deleting port e74c03e4-c23a-4742-bd8e-eaa01abf2cb6 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:05:02.221478 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d4b8c748-e146-4aaa-bbda-a3d032232e30 req-03ecf832-1ce8-4654-aad4-28f46f1adb6a tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7eb3d12-a5c7-4b2c-93da-f3f358aebcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3018501
Feb 05 21:05:02.223156 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be3472c5-7f25-4f7b-bfcd-1217d0f3d3ae tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (e74c03e4-c23a-4742-bd8e-eaa01abf2cb6), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:02.304863 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54852) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:02.356157 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0046e4ba-8880-4871-bad2-a904b9fe04c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (61a0c53e-0519-488e-a9a5-9143410d5bc6), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:02.367243 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181dee60-b2cf-4358-bbc1-04c1052b3158 None None] DHCP port deletion for bab1aeff-cdf0-4889-aef8-8d69d0de99d0 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:05:02.392792 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e3ae66-ac2f-4f16-9a8c-b7314bea8df2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:02.408661 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-42e3ae66-ac2f-4f16-9a8c-b7314bea8df2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:02.428386 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c58597-a485-4d74-89e0-10c0b9cb50d3 None None] DHCP port deletion for 4b876e93-e753-4f82-8855-2c9c3d1db066 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:05:02.476448 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-119490e3-ddc9-4cc1-bd9e-67340850228f req-5acbf428-298e-4f5d-9d3b-bd52b0632efc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=18e8daf2-7be8-4578-9d20-340e9ecd5a01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2242973
Feb 05 21:05:02.499668 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-be3472c5-7f25-4f7b-bfcd-1217d0f3d3ae tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] For port e74c03e4-c23a-4742-bd8e-eaa01abf2cb6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e74c03e4-c23a-4742-bd8e-eaa01abf2cb6,segment=NetworkSegment(bcb56bd6-984d-4250-86d1-e30e37fb2c12),segment_id=bcb56bd6-984d-4250-86d1-e30e37fb2c12)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:05:02.500747 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be3472c5-7f25-4f7b-bfcd-1217d0f3d3ae tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (e74c03e4-c23a-4742-bd8e-eaa01abf2cb6), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:02.531823 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-be3472c5-7f25-4f7b-bfcd-1217d0f3d3ae tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Calling delete_port for e74c03e4-c23a-4742-bd8e-eaa01abf2cb6 owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:05:02.576066 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-181dee60-b2cf-4358-bbc1-04c1052b3158 None None] Deleting port e74c03e4-c23a-4742-bd8e-eaa01abf2cb6 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:05:02.579391 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-181dee60-b2cf-4358-bbc1-04c1052b3158 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (e74c03e4-c23a-4742-bd8e-eaa01abf2cb6), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:02.698198 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5913f9ed-7cc8-45b0-a71a-0c7cca47e5b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:02.712816 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 11c88d97-f5cd-47b1-b957-769108ac0897 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:05:02.743662 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-181dee60-b2cf-4358-bbc1-04c1052b3158 None None] For port e74c03e4-c23a-4742-bd8e-eaa01abf2cb6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e74c03e4-c23a-4742-bd8e-eaa01abf2cb6,segment=NetworkSegment(bcb56bd6-984d-4250-86d1-e30e37fb2c12),segment_id=bcb56bd6-984d-4250-86d1-e30e37fb2c12)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:05:02.744447 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-181dee60-b2cf-4358-bbc1-04c1052b3158 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (e74c03e4-c23a-4742-bd8e-eaa01abf2cb6), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:02.761153 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-181dee60-b2cf-4358-bbc1-04c1052b3158 None None] Calling delete_port for e74c03e4-c23a-4742-bd8e-eaa01abf2cb6 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:05:02.859934 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5913f9ed-7cc8-45b0-a71a-0c7cca47e5b3 admin admin] Publish callbacks [] for security_group (fc0e36ac-932c-40b9-92a0-2080e78ac106), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:02.884636 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a9c58597-a485-4d74-89e0-10c0b9cb50d3 None None] Deleting port ac54de7e-fd02-4f5e-a243-145edfe233b0 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:05:02.887180 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a9c58597-a485-4d74-89e0-10c0b9cb50d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (ac54de7e-fd02-4f5e-a243-145edfe233b0), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:02.890136 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5913f9ed-7cc8-45b0-a71a-0c7cca47e5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (fc0e36ac-932c-40b9-92a0-2080e78ac106), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:02.975438 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0046e4ba-8880-4871-bad2-a904b9fe04c2 admin admin] Publish callbacks [] for port (61a0c53e-0519-488e-a9a5-9143410d5bc6), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:02.978729 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 11c88d97-f5cd-47b1-b957-769108ac0897 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:05:02.979440 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (11c88d97-f5cd-47b1-b957-769108ac0897), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:02.995212 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0046e4ba-8880-4871-bad2-a904b9fe04c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (61a0c53e-0519-488e-a9a5-9143410d5bc6), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:03.007084 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-181dee60-b2cf-4358-bbc1-04c1052b3158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (e74c03e4-c23a-4742-bd8e-eaa01abf2cb6), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:03.017447 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913f9ed-7cc8-45b0-a71a-0c7cca47e5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0e36ac-932c-40b9-92a0-2080e78ac106,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:03.042168 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5913f9ed-7cc8-45b0-a71a-0c7cca47e5b3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b61a228101d14c8c913edfe500f61cc1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7334814
Feb 05 21:05:03.044139 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be3472c5-7f25-4f7b-bfcd-1217d0f3d3ae tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (e74c03e4-c23a-4742-bd8e-eaa01abf2cb6), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:03.045996 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54862) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:03.053128 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119490e3-ddc9-4cc1-bd9e-67340850228f req-00bd64c4-5b7a-4499-bd7f-cd182b10fefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:03.054657 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-119490e3-ddc9-4cc1-bd9e-67340850228f req-00bd64c4-5b7a-4499-bd7f-cd182b10fefb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=abdf40933f6b4f8099b886dfec3a4473&device_id=18e8daf2-7be8-4578-9d20-340e9ecd5a01 HTTP/1.1" status: 200  len: 1128 time: 0.4353552
Feb 05 21:05:03.062529 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-a9c58597-a485-4d74-89e0-10c0b9cb50d3 None None] For port ac54de7e-fd02-4f5e-a243-145edfe233b0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac54de7e-fd02-4f5e-a243-145edfe233b0,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:05:03.063029 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a9c58597-a485-4d74-89e0-10c0b9cb50d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (ac54de7e-fd02-4f5e-a243-145edfe233b0), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:03.066079 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181dee60-b2cf-4358-bbc1-04c1052b3158 None None] Pushing event deleted for resources: {'Port': ['ID=e74c03e4-c23a-4742-bd8e-eaa01abf2cb6,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:03.069608 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181dee60-b2cf-4358-bbc1-04c1052b3158 None None] No DVR routers for this DVR port e74c03e4-c23a-4742-bd8e-eaa01abf2cb6 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:05:03.089082 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0046e4ba-8880-4871-bad2-a904b9fe04c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (b359ae09-19cc-48f5-8f92-f263320af30c), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:03.097738 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a9c58597-a485-4d74-89e0-10c0b9cb50d3 None None] Calling delete_port for ac54de7e-fd02-4f5e-a243-145edfe233b0 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:05:03.105316 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3472c5-7f25-4f7b-bfcd-1217d0f3d3ae tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Pushing event deleted for resources: {'Port': ['ID=e74c03e4-c23a-4742-bd8e-eaa01abf2cb6,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:03.107267 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3472c5-7f25-4f7b-bfcd-1217d0f3d3ae tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] No DVR routers for this DVR port e74c03e4-c23a-4742-bd8e-eaa01abf2cb6 on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:05:03.205319 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 11c88d97-f5cd-47b1-b957-769108ac0897 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:05:03.223757 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (11c88d97-f5cd-47b1-b957-769108ac0897), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:03.237883 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0046e4ba-8880-4871-bad2-a904b9fe04c2 admin admin] Pushing event updated for resources: {'Port': ['ID=61a0c53e-0519-488e-a9a5-9143410d5bc6,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:03.268437 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 11c88d97-f5cd-47b1-b957-769108ac0897, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=11c88d97-f5cd-47b1-b957-769108ac0897,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:05:03.277371 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (11c88d97-f5cd-47b1-b957-769108ac0897), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:03.293271 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be3472c5-7f25-4f7b-bfcd-1217d0f3d3ae tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (bab1aeff-cdf0-4889-aef8-8d69d0de99d0), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:03.311457 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2637a711-4fb5-4a9b-a98d-fa2b6f0fb313 admin admin] Publish callbacks [] for security_group (fc0e36ac-932c-40b9-92a0-2080e78ac106), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:03.313715 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a9c58597-a485-4d74-89e0-10c0b9cb50d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (ac54de7e-fd02-4f5e-a243-145edfe233b0), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:03.347758 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-be3472c5-7f25-4f7b-bfcd-1217d0f3d3ae tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db8144bb0>,) {'filters': {'network_id': ['bab1aeff-cdf0-4889-aef8-8d69d0de99d0']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:03.358799 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119490e3-ddc9-4cc1-bd9e-67340850228f req-9790829e-d4d0-44cd-9d21-aa0e498dcb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:03.360313 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-119490e3-ddc9-4cc1-bd9e-67340850228f req-9790829e-d4d0-44cd-9d21-aa0e498dcb2d service neutron] 10.222.0.21 "GET /v2.0/networks?id=f513b7e7-60ac-4b04-af41-d1fecee70cba HTTP/1.1" status: 200  len: 912 time: 0.2690270
Feb 05 21:05:03.362736 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c58597-a485-4d74-89e0-10c0b9cb50d3 None None] No DVR routers for this DVR port ac54de7e-fd02-4f5e-a243-145edfe233b0 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:05:03.384606 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-be3472c5-7f25-4f7b-bfcd-1217d0f3d3ae tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8144bb0>, 'bcb56bd6-984d-4250-86d1-e30e37fb2c12') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:03.384952 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-be3472c5-7f25-4f7b-bfcd-1217d0f3d3ae tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8144bb0>, 'bcb56bd6-984d-4250-86d1-e30e37fb2c12') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:03.385558 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=11c88d97-f5cd-47b1-b957-769108ac0897,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:03.387888 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2637a711-4fb5-4a9b-a98d-fa2b6f0fb313 admin admin] Publish callbacks [] for security_group (fc0e36ac-932c-40b9-92a0-2080e78ac106), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:03.424815 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device ac54de7e-fd02-4f5e-a243-145edfe233b0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:05:03.431902 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c58597-a485-4d74-89e0-10c0b9cb50d3 None None] Pushing event deleted for resources: {'Port': ['ID=ac54de7e-fd02-4f5e-a243-145edfe233b0,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:03.441288 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-119490e3-ddc9-4cc1-bd9e-67340850228f req-64c38f15-b26e-4f63-a526-96c09c432afa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55c2704d-b622-40af-984a-2047142ff019 HTTP/1.1" status: 200  len: 217 time: 0.0708499
Feb 05 21:05:03.445087 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be3472c5-7f25-4f7b-bfcd-1217d0f3d3ae tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (bcb56bd6-984d-4250-86d1-e30e37fb2c12), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:03.469292 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: ac54de7e-fd02-4f5e-a243-145edfe233b0 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:05:03.470632 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device ac54de7e-fd02-4f5e-a243-145edfe233b0 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:05:03.471158 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device e74c03e4-c23a-4742-bd8e-eaa01abf2cb6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:05:03.481182 ncdv-master-1 neutron-server[114391]: DEBUG neutron.objects.ports [None req-42e3ae66-ac2f-4f16-9a8c-b7314bea8df2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114391) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 05 21:05:03.506844 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: e74c03e4-c23a-4742-bd8e-eaa01abf2cb6 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:05:03.507395 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device e74c03e4-c23a-4742-bd8e-eaa01abf2cb6 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:05:03.519686 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be3472c5-7f25-4f7b-bfcd-1217d0f3d3ae tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (bcb56bd6-984d-4250-86d1-e30e37fb2c12), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:03.561590 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be3472c5-7f25-4f7b-bfcd-1217d0f3d3ae tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:05:03.562770 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be3472c5-7f25-4f7b-bfcd-1217d0f3d3ae tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (bcb56bd6-984d-4250-86d1-e30e37fb2c12), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:03.565968 ncdv-master-1 neutron-server[114390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:05:03.565968 ncdv-master-1 neutron-server[114390]:   self.session.flush()
Feb 05 21:05:03.565968 ncdv-master-1 neutron-server[114390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:05:03.565968 ncdv-master-1 neutron-server[114390]:   self.session.flush()
Feb 05 21:05:03.565968 ncdv-master-1 neutron-server[114390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:05:03.565968 ncdv-master-1 neutron-server[114390]:   self.session.flush()
Feb 05 21:05:03.565968 ncdv-master-1 neutron-server[114390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:05:03.565968 ncdv-master-1 neutron-server[114390]:   self.session.flush()
Feb 05 21:05:03.565968 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:05:03.565968 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:05:03.565968 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:05:03.565968 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:05:03.565968 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:05:03.565968 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:05:03.565968 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:05:03.565968 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:05:03.565968 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:05:03.565968 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:05:03.565968 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:05:03.565968 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:05:03.565968 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:05:03.565968 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:05:03.565968 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:05:03.565968 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:05:03.565968 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:05:03.565968 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:05:03.565968 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:05:03.565968 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:05:03.565968 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:05:03.565968 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:05:03.565968 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:05:03.565968 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:05:03.565968 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:05:03.565968 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:05:03.565968 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:05:03.565968 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:05:03.565968 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:05:03.565968 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:05:03.565968 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:05:03.565968 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:05:03.592321 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119490e3-ddc9-4cc1-bd9e-67340850228f req-38575988-2ba9-4cc0-8861-6689f6b5f2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:03.593908 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-119490e3-ddc9-4cc1-bd9e-67340850228f req-38575988-2ba9-4cc0-8861-6689f6b5f2d8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d3bc4b1d-f312-4b2d-bc48-80b03423d794 HTTP/1.1" status: 200  len: 850 time: 0.1468575
Feb 05 21:05:03.682221 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae9822-12b5-473c-8a9d-7b2a1b5a5c8f req-4f963762-dd64-4f31-a543-6189d80839bb tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:03.684278 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e8ae9822-12b5-473c-8a9d-7b2a1b5a5c8f req-4f963762-dd64-4f31-a543-6189d80839bb tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1b05a2d-5a87-4caf-b16b-5da5dd7be2ac HTTP/1.1" status: 200  len: 944 time: 0.2965531
Feb 05 21:05:03.688143 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0046e4ba-8880-4871-bad2-a904b9fe04c2 admin admin] Network d372be5d-db46-470f-bb26-b0d626001e55 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:05:03.693786 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-0046e4ba-8880-4871-bad2-a904b9fe04c2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:03.698655 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2637a711-4fb5-4a9b-a98d-fa2b6f0fb313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (fc0e36ac-932c-40b9-92a0-2080e78ac106), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:03.702632 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2637a711-4fb5-4a9b-a98d-fa2b6f0fb313 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:03.703969 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2637a711-4fb5-4a9b-a98d-fa2b6f0fb313 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fc0e36ac-932c-40b9-92a0-2080e78ac106 HTTP/1.1" status: 204  len: 168 time: 0.6539288
Feb 05 21:05:03.714850 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be3472c5-7f25-4f7b-bfcd-1217d0f3d3ae tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (bab1aeff-cdf0-4889-aef8-8d69d0de99d0), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:03.730261 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be3472c5-7f25-4f7b-bfcd-1217d0f3d3ae tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:03.735145 ncdv-master-1 neutron-server[114391]: WARNING neutron.services.revisions.revision_plugin [None req-42e3ae66-ac2f-4f16-9a8c-b7314bea8df2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Could not find related port for resource <neutron.db.models_v2.IPAllocation[object at 7f2db9802e50] {port_id='ac54de7e-fd02-4f5e-a243-145edfe233b0', ip_address='2001:db8::f816:3eff:fe87:1d52', subnet_id='d6194cc5-fc3e-40a2-abe6-80910b0d8c3b', network_id='4b876e93-e753-4f82-8855-2c9c3d1db066'}> to bump revision.
Feb 05 21:05:03.737856 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-be3472c5-7f25-4f7b-bfcd-1217d0f3d3ae tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] 10.222.0.32 "DELETE /v2.0/networks/bab1aeff-cdf0-4889-aef8-8d69d0de99d0 HTTP/1.1" status: 204  len: 168 time: 1.8912017
Feb 05 21:05:03.751041 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637a711-4fb5-4a9b-a98d-fa2b6f0fb313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0e36ac-932c-40b9-92a0-2080e78ac106,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:03.765877 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119490e3-ddc9-4cc1-bd9e-67340850228f req-70ab03da-3cae-4d18-85a6-1b3c18938a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:03.767737 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-119490e3-ddc9-4cc1-bd9e-67340850228f req-70ab03da-3cae-4d18-85a6-1b3c18938a9b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f513b7e7-60ac-4b04-af41-d1fecee70cba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1624911
Feb 05 21:05:03.771881 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3472c5-7f25-4f7b-bfcd-1217d0f3d3ae tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349 tempest-ExtraDHCPOptionsIpV6TestJSON-1967652349-project] Pushing event deleted for resources: {'Network': ['ID=bab1aeff-cdf0-4889-aef8-8d69d0de99d0,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:03.799233 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8c7cdba0-eafa-4f23-957e-2700b2c82394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:03.836289 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.ipam_pluggable_backend [None req-42e3ae66-ac2f-4f16-9a8c-b7314bea8df2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Port ac54de7e-fd02-4f5e-a243-145edfe233b0 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=114391) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}}
Feb 05 21:05:03.836661 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.ipam_pluggable_backend [None req-42e3ae66-ac2f-4f16-9a8c-b7314bea8df2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Reverting IP allocation for 2001:db8::f816:3eff:fe87:1d52 {{(pid=114391) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}}
Feb 05 21:05:03.903176 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-119490e3-ddc9-4cc1-bd9e-67340850228f req-4c976339-3ab4-4b81-97f4-2cfaad054c86 service neutron] 10.222.0.21 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222720
Feb 05 21:05:03.908129 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.ipam_pluggable_backend [None req-42e3ae66-ac2f-4f16-9a8c-b7314bea8df2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe87:1d52 {{(pid=114391) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}}
Feb 05 21:05:03.913522 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-42e3ae66-ac2f-4f16-9a8c-b7314bea8df2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (d6194cc5-fc3e-40a2-abe6-80910b0d8c3b), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:04.006880 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e3ae66-ac2f-4f16-9a8c-b7314bea8df2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:05:04.027038 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-42e3ae66-ac2f-4f16-9a8c-b7314bea8df2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:04.041297 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85f84f2-bd50-49e3-b45a-070c745e8432 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:04.042464 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e3ae66-ac2f-4f16-9a8c-b7314bea8df2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:04.043274 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-42e3ae66-ac2f-4f16-9a8c-b7314bea8df2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:04.067533 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e8ae9822-12b5-473c-8a9d-7b2a1b5a5c8f req-9f57e990-1a3d-404d-85f8-0d4fbcc5e301 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7eb3d12-a5c7-4b2c-93da-f3f358aebcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3530097
Feb 05 21:05:04.077504 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e3ae66-ac2f-4f16-9a8c-b7314bea8df2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Subnet': ['ID=d6194cc5-fc3e-40a2-abe6-80910b0d8c3b,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:04.095435 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-119490e3-ddc9-4cc1-bd9e-67340850228f req-23d8cee5-1bf3-4b9f-9c41-0ba073c4408f service neutron] 10.222.0.21 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1853392
Feb 05 21:05:04.096442 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0046e4ba-8880-4871-bad2-a904b9fe04c2 admin admin] Router b359ae09-19cc-48f5-8f92-f263320af30c has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:05:04.107764 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-42e3ae66-ac2f-4f16-9a8c-b7314bea8df2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 2.0825164
Feb 05 21:05:04.110430 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54892) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:04.123190 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-4a94f373-a709-48e0-b154-00c712bebb70 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'port': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'mac_address': 'fa:16:3e:4f:fb:f2', 'name': 'tempest-NetworksTestDHCPv6-2103842795'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:04.155709 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54894) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:04.230485 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662c57dc-f310-48c4-9753-6babdca2f46d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4b876e93-e753-4f82-8855-2c9c3d1db066', 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'project_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'fixed_ips': [{'subnet_id': 'd6194cc5-fc3e-40a2-abe6-80910b0d8c3b'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:05:04.231785 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-662c57dc-f310-48c4-9753-6babdca2f46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:04.290273 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0046e4ba-8880-4871-bad2-a904b9fe04c2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:05:04.309103 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0046e4ba-8880-4871-bad2-a904b9fe04c2 admin admin] 10.222.0.32 "PUT /v2.0/routers/b359ae09-19cc-48f5-8f92-f263320af30c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6980393
Feb 05 21:05:04.324498 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0734ee65-93bb-44ce-bd5d-4bd480bf5014 None None] Sync routers for ids ['b359ae09-19cc-48f5-8f92-f263320af30c'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:05:04.325151 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a94f373-a709-48e0-b154-00c712bebb70 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:04.348446 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0734ee65-93bb-44ce-bd5d-4bd480bf5014 None None] Routers {'b359ae09-19cc-48f5-8f92-f263320af30c'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:05:04.349069 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-0734ee65-93bb-44ce-bd5d-4bd480bf5014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabaff4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:04:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b359ae09-19cc-48f5-8f92-f263320af30c'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:04.369536 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54900) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:04.391895 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1a4ca5c9-a9cc-4fc8-9d38-37cabfd6066a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:04.511314 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-662c57dc-f310-48c4-9753-6babdca2f46d None None] Allocated IP 2001:db8::f816:3eff:fe51:a44b (4b876e93-e753-4f82-8855-2c9c3d1db066/d6194cc5-fc3e-40a2-abe6-80910b0d8c3b/3c6f8666-62ff-4c46-8c85-694452efef5e) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:05:04.525121 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 11c88d97-f5cd-47b1-b957-769108ac0897 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:05:04.570142 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1a4ca5c9-a9cc-4fc8-9d38-37cabfd6066a admin admin] Publish callbacks [] for security_group (86856404-22e3-4610-b7d2-7a25faa33c40), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:04.573363 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3aa04612-3bcd-46c4-af97-04731e613c10 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d65cce93da6c482fbcc80d8d6f21f49d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4162879
Feb 05 21:05:04.576330 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54914) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:04.577720 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4a94f373-a709-48e0-b154-00c712bebb70 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:04.585912 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1a4ca5c9-a9cc-4fc8-9d38-37cabfd6066a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (86856404-22e3-4610-b7d2-7a25faa33c40), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:04.605404 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-4a94f373-a709-48e0-b154-00c712bebb70 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] device_id is not set on port f63dc8b6-96e6-4ac3-91f0-a6a543d829e9 yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:05:04.655645 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1a4ca5c9-a9cc-4fc8-9d38-37cabfd6066a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d0ee415123bb431a9d66321798f798cf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2826591
Feb 05 21:05:04.659601 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54918) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:04.670132 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ca5c9-a9cc-4fc8-9d38-37cabfd6066a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86856404-22e3-4610-b7d2-7a25faa33c40,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:04.757197 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d05b4b9e-54e6-4b85-99a7-ca10cd082444 admin admin] Publish callbacks [] for security_group (497899bc-2ca9-4103-8a73-1c8eb351326e), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:04.761270 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-0734ee65-93bb-44ce-bd5d-4bd480bf5014 None None] Set router b359ae09-19cc-48f5-8f92-f263320af30c gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:05:04.799016 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-aaef57fb-1299-47eb-8e9c-7e8254f11b3a admin admin] Publish callbacks [] for security_group (86856404-22e3-4610-b7d2-7a25faa33c40), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:04.801902 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d05b4b9e-54e6-4b85-99a7-ca10cd082444 admin admin] Publish callbacks [] for security_group (497899bc-2ca9-4103-8a73-1c8eb351326e), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:04.841701 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 11c88d97-f5cd-47b1-b957-769108ac0897 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:05:04.842664 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (11c88d97-f5cd-47b1-b957-769108ac0897), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:04.853541 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-aaef57fb-1299-47eb-8e9c-7e8254f11b3a admin admin] Publish callbacks [] for security_group (86856404-22e3-4610-b7d2-7a25faa33c40), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:04.917777 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-662c57dc-f310-48c4-9753-6babdca2f46d None None] Publish callbacks [] for port (3c6f8666-62ff-4c46-8c85-694452efef5e), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:04.943549 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-662c57dc-f310-48c4-9753-6babdca2f46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (3c6f8666-62ff-4c46-8c85-694452efef5e), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:04.952496 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d05b4b9e-54e6-4b85-99a7-ca10cd082444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (497899bc-2ca9-4103-8a73-1c8eb351326e), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:04.955382 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d05b4b9e-54e6-4b85-99a7-ca10cd082444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:04.956693 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d05b4b9e-54e6-4b85-99a7-ca10cd082444 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/497899bc-2ca9-4103-8a73-1c8eb351326e HTTP/1.1" status: 204  len: 168 time: 0.3791018
Feb 05 21:05:05.000665 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-aaef57fb-1299-47eb-8e9c-7e8254f11b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (86856404-22e3-4610-b7d2-7a25faa33c40), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:05.003689 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-aaef57fb-1299-47eb-8e9c-7e8254f11b3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:05.007064 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-aaef57fb-1299-47eb-8e9c-7e8254f11b3a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/86856404-22e3-4610-b7d2-7a25faa33c40 HTTP/1.1" status: 204  len: 168 time: 0.3435280
Feb 05 21:05:05.009406 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-4a94f373-a709-48e0-b154-00c712bebb70 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Allocated IP 2001:db8::f816:3eff:fe4f:fbf2 (4b876e93-e753-4f82-8855-2c9c3d1db066/d6194cc5-fc3e-40a2-abe6-80910b0d8c3b/f63dc8b6-96e6-4ac3-91f0-a6a543d829e9) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:05:05.016553 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b4b9e-54e6-4b85-99a7-ca10cd082444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497899bc-2ca9-4103-8a73-1c8eb351326e,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:05.052619 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef57fb-1299-47eb-8e9c-7e8254f11b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86856404-22e3-4610-b7d2-7a25faa33c40,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:05.074112 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662c57dc-f310-48c4-9753-6babdca2f46d None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:05:05.085436 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-662c57dc-f310-48c4-9753-6babdca2f46d None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:05.088642 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662c57dc-f310-48c4-9753-6babdca2f46d None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:05:05.113185 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-3080b2c6-d84c-4181-8239-03a7cb0bb558 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:05.120387 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-3080b2c6-d84c-4181-8239-03a7cb0bb558 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/networks?id=d372be5d-db46-470f-bb26-b0d626001e55 HTTP/1.1" status: 200  len: 811 time: 0.2198424
Feb 05 21:05:05.150159 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-7a919446-ed4c-4283-89ab-1616e312a35b tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/quotas/96786f7503bf418d8fc6dd6aab2a630e HTTP/1.1" status: 200  len: 375 time: 0.0220795
Feb 05 21:05:05.176567 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c57dc-f310-48c4-9753-6babdca2f46d None None] Pushing event updated for resources: {'Port': ['ID=3c6f8666-62ff-4c46-8c85-694452efef5e,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:05.413760 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-2020f4e6-fba7-4af0-bb0e-7fdad076cacf tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=96786f7503bf418d8fc6dd6aab2a630e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2568128
Feb 05 21:05:05.458601 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90447c50-a484-4ef9-a773-5c6edf756261 req-56e34812-b48d-4310-baad-7ab42345b98a tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:05.460119 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-90447c50-a484-4ef9-a773-5c6edf756261 req-56e34812-b48d-4310-baad-7ab42345b98a tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1b05a2d-5a87-4caf-b16b-5da5dd7be2ac HTTP/1.1" status: 200  len: 944 time: 0.2081332
Feb 05 21:05:05.468078 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4a94f373-a709-48e0-b154-00c712bebb70 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for port (f63dc8b6-96e6-4ac3-91f0-a6a543d829e9), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:05.495129 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 11c88d97-f5cd-47b1-b957-769108ac0897 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:05:05.542993 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-662c57dc-f310-48c4-9753-6babdca2f46d None None] Attempting to bind port 3c6f8666-62ff-4c46-8c85-694452efef5e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:05:05.544633 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-662c57dc-f310-48c4-9753-6babdca2f46d None None] Attempting to bind port 3c6f8666-62ff-4c46-8c85-694452efef5e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:05:05.545202 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c57dc-f310-48c4-9753-6babdca2f46d None None] Attempting to bind port 3c6f8666-62ff-4c46-8c85-694452efef5e on network 4b876e93-e753-4f82-8855-2c9c3d1db066 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:05:05.553807 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c57dc-f310-48c4-9753-6babdca2f46d None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:05:05.554719 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c57dc-f310-48c4-9753-6babdca2f46d None None] Checking segment: {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:05:05.555573 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-662c57dc-f310-48c4-9753-6babdca2f46d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:05.556173 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c57dc-f310-48c4-9753-6babdca2f46d None None] Bound using segment: {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:05:05.556815 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-662c57dc-f310-48c4-9753-6babdca2f46d None None] Bound port: 3c6f8666-62ff-4c46-8c85-694452efef5e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:05:05.557368 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-662c57dc-f310-48c4-9753-6babdca2f46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3c6f8666-62ff-4c46-8c85-694452efef5e), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:05.577738 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4a94f373-a709-48e0-b154-00c712bebb70 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (f63dc8b6-96e6-4ac3-91f0-a6a543d829e9), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:05.650995 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-0734ee65-93bb-44ce-bd5d-4bd480bf5014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabaff4c0>, [{'id': 'b359ae09-19cc-48f5-8f92-f263320af30c', 'name': 'tempest-ServerRescueTestJSON-1875087017-router', 'tenant_id': '96786f7503bf418d8fc6dd6aab2a630e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.93'}], 'enable_snat': True}, 'gw_port_id': '11c88d97-f5cd-47b1-b957-769108ac0897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:04:53Z', 'updated_at': '2022-02-05T21:05:02Z', 'revision_number': 4, 'project_id': '96786f7503bf418d8fc6dd6aab2a630e', 'gw_port': {'id': '11c88d97-f5cd-47b1-b957-769108ac0897', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:08:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b359ae09-19cc-48f5-8f92-f263320af30c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:55Z', 'updated_at': '2022-02-05T21:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '61a0c53e-0519-488e-a9a5-9143410d5bc6', 'name': '', 'network_id': 'd372be5d-db46-470f-bb26-b0d626001e55', 'tenant_id': '96786f7503bf418d8fc6dd6aab2a630e', 'mac_address': 'fa:16:3e:55:c4:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b359ae09-19cc-48f5-8f92-f263320af30c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '363524c7-974f-4883-bb9a-7e2fff45291a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:59Z', 'updated_at': '2022-02-05T21:05:02Z', 'revision_number': 2, 'project_id': '96786f7503bf418d8fc6dd6aab2a630e', 'subnets': [{'id': '363524c7-974f-4883-bb9a-7e2fff45291a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:05.668274 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-90447c50-a484-4ef9-a773-5c6edf756261 req-a65e5d62-5252-4e3d-8c73-3efbe12f3644 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7eb3d12-a5c7-4b2c-93da-f3f358aebcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1818166
Feb 05 21:05:05.696794 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0734ee65-93bb-44ce-bd5d-4bd480bf5014 None None] Checking router: b359ae09-19cc-48f5-8f92-f263320af30c for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:05:05.697676 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0734ee65-93bb-44ce-bd5d-4bd480bf5014 None None] Updating router b359ae09-19cc-48f5-8f92-f263320af30c port 61a0c53e-0519-488e-a9a5-9143410d5bc6 binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:05:05.705951 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-662c57dc-f310-48c4-9753-6babdca2f46d None None] For port 3c6f8666-62ff-4c46-8c85-694452efef5e, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:05:05.707879 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a94f373-a709-48e0-b154-00c712bebb70 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:05:05.711950 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-662c57dc-f310-48c4-9753-6babdca2f46d None None] For port 3c6f8666-62ff-4c46-8c85-694452efef5e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3c6f8666-62ff-4c46-8c85-694452efef5e,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:05:05.723506 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-4a94f373-a709-48e0-b154-00c712bebb70 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:05.731338 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a94f373-a709-48e0-b154-00c712bebb70 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:05:05.738064 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a94f373-a709-48e0-b154-00c712bebb70 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:05.739183 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4a94f373-a709-48e0-b154-00c712bebb70 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:05.742306 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-e9987993-3e44-4ad0-b32a-c0c752b4fbf8 service neutron] 10.222.0.32 "GET /v2.0/networks/d372be5d-db46-470f-bb26-b0d626001e55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3177905
Feb 05 21:05:05.748315 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-662c57dc-f310-48c4-9753-6babdca2f46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (3c6f8666-62ff-4c46-8c85-694452efef5e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:05.769367 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a94f373-a709-48e0-b154-00c712bebb70 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Port': ['ID=f63dc8b6-96e6-4ac3-91f0-a6a543d829e9,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:05.775771 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0734ee65-93bb-44ce-bd5d-4bd480bf5014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (61a0c53e-0519-488e-a9a5-9143410d5bc6), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:05.798865 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4a94f373-a709-48e0-b154-00c712bebb70 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.6862888
Feb 05 21:05:05.801480 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54974) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:05.891594 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a353200-3e57-44b7-973d-d4734d6a11fc tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:05.899390 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a353200-3e57-44b7-973d-d4734d6a11fc tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:05.901433 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1a353200-3e57-44b7-973d-d4734d6a11fc tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.0986769
Feb 05 21:05:05.904290 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54976) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:05.916226 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device e50bc46d-d29d-473a-8bcc-c401da56b65f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:05:05.919009 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-17091acd-9580-447a-8117-23c6cf6ba789 service neutron] 10.222.0.32 "GET /v2.0/networks/d372be5d-db46-470f-bb26-b0d626001e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1710260
Feb 05 21:05:06.029172 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c57dc-f310-48c4-9753-6babdca2f46d None None] Pushing event updated for resources: {'Port': ['ID=3c6f8666-62ff-4c46-8c85-694452efef5e,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:06.105055 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7fa3c229-44be-4cea-bc22-de87a8f013fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:06.179106 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-31eb54cc-74ae-4992-af21-a2ec8bad257f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting port f63dc8b6-96e6-4ac3-91f0-a6a543d829e9 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:05:06.179462 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-31eb54cc-74ae-4992-af21-a2ec8bad257f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (f63dc8b6-96e6-4ac3-91f0-a6a543d829e9), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:06.310138 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b08956b7-36fc-4eab-942b-5381f5c7138e req-8ddc4a5d-64fa-431d-9c96-faabeb89bd32 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=a357c2bf-ca65-4d93-8281-66906aac7661 HTTP/1.1" status: 200  len: 210 time: 0.0434370
Feb 05 21:05:06.323059 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port e50bc46d-d29d-473a-8bcc-c401da56b65f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e50bc46d-d29d-473a-8bcc-c401da56b65f,segment=NetworkSegment(6da08ccd-563d-4daa-98a3-11856904a998),segment_id=6da08ccd-563d-4daa-98a3-11856904a998)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:05:06.356018 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': 'e50bc46d-d29d-473a-8bcc-c401da56b65f', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'port_id': 'e50bc46d-d29d-473a-8bcc-c401da56b65f', 'mac_address': 'fa:16:3e:a6:87:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:05:06.427607 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port e50bc46d-d29d-473a-8bcc-c401da56b65f is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:05:06.428671 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e50bc46d-d29d-473a-8bcc-c401da56b65f), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:06.459532 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e50bc46d-d29d-473a-8bcc-c401da56b65f {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:05:06.516351 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-31eb54cc-74ae-4992-af21-a2ec8bad257f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (f63dc8b6-96e6-4ac3-91f0-a6a543d829e9), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:06.558194 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port e50bc46d-d29d-473a-8bcc-c401da56b65f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e50bc46d-d29d-473a-8bcc-c401da56b65f,segment=NetworkSegment(6da08ccd-563d-4daa-98a3-11856904a998),segment_id=6da08ccd-563d-4daa-98a3-11856904a998)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:05:06.569985 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-31eb54cc-74ae-4992-af21-a2ec8bad257f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Calling delete_port for f63dc8b6-96e6-4ac3-91f0-a6a543d829e9 owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:05:06.581030 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (e50bc46d-d29d-473a-8bcc-c401da56b65f), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:06.641665 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55010) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:06.714249 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 3c6f8666-62ff-4c46-8c85-694452efef5e up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:05:06.768604 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0734ee65-93bb-44ce-bd5d-4bd480bf5014 None None] Publish callbacks [] for port (61a0c53e-0519-488e-a9a5-9143410d5bc6), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:06.823683 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=e50bc46d-d29d-473a-8bcc-c401da56b65f,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:06.841619 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0734ee65-93bb-44ce-bd5d-4bd480bf5014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (61a0c53e-0519-488e-a9a5-9143410d5bc6), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:06.954020 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-31eb54cc-74ae-4992-af21-a2ec8bad257f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (f63dc8b6-96e6-4ac3-91f0-a6a543d829e9), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:06.962213 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['e50bc46d-d29d-473a-8bcc-c401da56b65f'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:05:07.032215 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491eeff7-9fd7-44a6-8605-08eed988b614 None None] Pushing event updated for resources: {'Port': ['ID=61a0c53e-0519-488e-a9a5-9143410d5bc6,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:07.074042 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9173307-5886-479c-a084-8ef4a47c1e63 req-a8037b24-483d-44fa-8aa5-187efe41bdbf tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:07.082091 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c9173307-5886-479c-a084-8ef4a47c1e63 req-a8037b24-483d-44fa-8aa5-187efe41bdbf tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1b05a2d-5a87-4caf-b16b-5da5dd7be2ac HTTP/1.1" status: 200  len: 945 time: 0.2587972
Feb 05 21:05:07.108111 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb54cc-74ae-4992-af21-a2ec8bad257f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Port': ['ID=f63dc8b6-96e6-4ac3-91f0-a6a543d829e9,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:07.184509 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-31eb54cc-74ae-4992-af21-a2ec8bad257f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:07.188728 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-31eb54cc-74ae-4992-af21-a2ec8bad257f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/ports/f63dc8b6-96e6-4ac3-91f0-a6a543d829e9 HTTP/1.1" status: 204  len: 168 time: 1.2820532
Feb 05 21:05:07.191085 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55028) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:07.198432 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-43338078-18a4-4fcb-98ac-14e959409b0c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1026935707'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:07.211933 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-0734ee65-93bb-44ce-bd5d-4bd480bf5014 None None] Attempting to bind port 61a0c53e-0519-488e-a9a5-9143410d5bc6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:05:07.212555 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-0734ee65-93bb-44ce-bd5d-4bd480bf5014 None None] Attempting to bind port 61a0c53e-0519-488e-a9a5-9143410d5bc6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3f5879e-89eb-4ea9-ae07-833c6958fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd372be5d-db46-470f-bb26-b0d626001e55'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:05:07.213138 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0734ee65-93bb-44ce-bd5d-4bd480bf5014 None None] Attempting to bind port 61a0c53e-0519-488e-a9a5-9143410d5bc6 on network d372be5d-db46-470f-bb26-b0d626001e55 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:05:07.217542 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 3c6f8666-62ff-4c46-8c85-694452efef5e triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:05:07.217915 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (3c6f8666-62ff-4c46-8c85-694452efef5e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:07.251937 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c9173307-5886-479c-a084-8ef4a47c1e63 req-270213b9-ef4c-435c-bcd3-56e3b7fe08b1 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7eb3d12-a5c7-4b2c-93da-f3f358aebcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1620181
Feb 05 21:05:07.277523 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43338078-18a4-4fcb-98ac-14e959409b0c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Made reservation on behalf of 0d72e712e1b64cf48d280a84b998fa1b for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:07.287779 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-43338078-18a4-4fcb-98ac-14e959409b0c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:07.292225 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0734ee65-93bb-44ce-bd5d-4bd480bf5014 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:05:07.292779 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0734ee65-93bb-44ce-bd5d-4bd480bf5014 None None] Checking segment: {'id': 'e3f5879e-89eb-4ea9-ae07-833c6958fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd372be5d-db46-470f-bb26-b0d626001e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:05:07.293296 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0734ee65-93bb-44ce-bd5d-4bd480bf5014 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:07.293803 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0734ee65-93bb-44ce-bd5d-4bd480bf5014 None None] Bound using segment: {'id': 'e3f5879e-89eb-4ea9-ae07-833c6958fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd372be5d-db46-470f-bb26-b0d626001e55'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:05:07.294925 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90adc083-7323-49c5-8ce4-14e28ab6c6e4 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:07.296156 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-0734ee65-93bb-44ce-bd5d-4bd480bf5014 None None] Bound port: 61a0c53e-0519-488e-a9a5-9143410d5bc6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3f5879e-89eb-4ea9-ae07-833c6958fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd372be5d-db46-470f-bb26-b0d626001e55'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:05:07.296666 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0734ee65-93bb-44ce-bd5d-4bd480bf5014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (61a0c53e-0519-488e-a9a5-9143410d5bc6), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:07.301343 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90adc083-7323-49c5-8ce4-14e28ab6c6e4 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:07.309353 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-90adc083-7323-49c5-8ce4-14e28ab6c6e4 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.1168780
Feb 05 21:05:07.312212 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55032) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:07.321069 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-43338078-18a4-4fcb-98ac-14e959409b0c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:07.466365 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:07.539623 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-0734ee65-93bb-44ce-bd5d-4bd480bf5014 None None] For port 61a0c53e-0519-488e-a9a5-9143410d5bc6, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:05:07.539914 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a1129cb-0da1-4493-9c2e-b2b22df73d1e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting subnet d6194cc5-fc3e-40a2-abe6-80910b0d8c3b {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:05:07.543354 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6f800a9c-a99a-4a9f-b62f-3317686be5a8 req-d29b0607-3e71-4c68-9264-1385aeb20029 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=a357c2bf-ca65-4d93-8281-66906aac7661 HTTP/1.1" status: 200  len: 210 time: 0.1025889
Feb 05 21:05:07.549512 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5a1129cb-0da1-4493-9c2e-b2b22df73d1e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (d6194cc5-fc3e-40a2-abe6-80910b0d8c3b), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:07.550582 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-0734ee65-93bb-44ce-bd5d-4bd480bf5014 None None] For port 61a0c53e-0519-488e-a9a5-9143410d5bc6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61a0c53e-0519-488e-a9a5-9143410d5bc6,segment=NetworkSegment(e3f5879e-89eb-4ea9-ae07-833c6958fcdd),segment_id=e3f5879e-89eb-4ea9-ae07-833c6958fcdd)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:05:07.560037 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 3c6f8666-62ff-4c46-8c85-694452efef5e is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:05:07.560365 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3c6f8666-62ff-4c46-8c85-694452efef5e), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:07.604020 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0734ee65-93bb-44ce-bd5d-4bd480bf5014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (61a0c53e-0519-488e-a9a5-9143410d5bc6), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:07.622744 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-43338078-18a4-4fcb-98ac-14e959409b0c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks [] for security_group (ad7fedbe-d9b1-4ac3-adef-d05cc5376bbc), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:07.624389 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5a1129cb-0da1-4493-9c2e-b2b22df73d1e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (d6194cc5-fc3e-40a2-abe6-80910b0d8c3b), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:07.631929 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-43338078-18a4-4fcb-98ac-14e959409b0c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ad7fedbe-d9b1-4ac3-adef-d05cc5376bbc), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:07.653612 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43338078-18a4-4fcb-98ac-14e959409b0c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:05:07.683652 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-43338078-18a4-4fcb-98ac-14e959409b0c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (10d9cbac-f449-4467-861f-807c5f9850fc), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:07.684065 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-43338078-18a4-4fcb-98ac-14e959409b0c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Added segment 10d9cbac-f449-4467-861f-807c5f9850fc of type vlan for network 2d4a4456-1688-45e0-b085-f5234e03b570
Feb 05 21:05:07.812840 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0734ee65-93bb-44ce-bd5d-4bd480bf5014 None None] Routers {'b359ae09-19cc-48f5-8f92-f263320af30c'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:05:07.813503 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-0734ee65-93bb-44ce-bd5d-4bd480bf5014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabaff4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:05:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b359ae09-19cc-48f5-8f92-f263320af30c'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:07.829681 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43338078-18a4-4fcb-98ac-14e959409b0c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7fedbe-d9b1-4ac3-adef-d05cc5376bbc,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:07.834205 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 3c6f8666-62ff-4c46-8c85-694452efef5e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3c6f8666-62ff-4c46-8c85-694452efef5e,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:05:07.838341 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491eeff7-9fd7-44a6-8605-08eed988b614 None None] Pushing event updated for resources: {'Port': ['ID=61a0c53e-0519-488e-a9a5-9143410d5bc6,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:07.840696 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-43338078-18a4-4fcb-98ac-14e959409b0c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (2d4a4456-1688-45e0-b085-f5234e03b570), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:07.846953 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5a1129cb-0da1-4493-9c2e-b2b22df73d1e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (d6194cc5-fc3e-40a2-abe6-80910b0d8c3b), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:07.903948 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-43338078-18a4-4fcb-98ac-14e959409b0c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (2d4a4456-1688-45e0-b085-f5234e03b570), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:07.912849 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43338078-18a4-4fcb-98ac-14e959409b0c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:07.913514 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-43338078-18a4-4fcb-98ac-14e959409b0c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:07.964839 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (3c6f8666-62ff-4c46-8c85-694452efef5e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:08.000105 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5a1129cb-0da1-4493-9c2e-b2b22df73d1e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (d6194cc5-fc3e-40a2-abe6-80910b0d8c3b), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:08.033313 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-43338078-18a4-4fcb-98ac-14e959409b0c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.3845470
Feb 05 21:05:08.070486 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43338078-18a4-4fcb-98ac-14e959409b0c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event updated for resources: {'Network': ['ID=2d4a4456-1688-45e0-b085-f5234e03b570,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:08.118591 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 2d4a4456-1688-45e0-b085-f5234e03b570 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:05:08.199954 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55062) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:08.206652 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-61daa25a-0641-44b7-9c04-40fc7653aed0 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Request body: {'subnet': {'network_id': '2d4a4456-1688-45e0-b085-f5234e03b570', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:08.246986 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-77481e5f-38e9-4624-b3d8-2351ee013f16 None None] Provisioning complete for port 3c6f8666-62ff-4c46-8c85-694452efef5e triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:05:08.247814 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-77481e5f-38e9-4624-b3d8-2351ee013f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (3c6f8666-62ff-4c46-8c85-694452efef5e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:08.259199 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1129cb-0da1-4493-9c2e-b2b22df73d1e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Subnet': ['ID=d6194cc5-fc3e-40a2-abe6-80910b0d8c3b,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:08.279357 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5a1129cb-0da1-4493-9c2e-b2b22df73d1e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:08.287379 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5a1129cb-0da1-4493-9c2e-b2b22df73d1e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/d6194cc5-fc3e-40a2-abe6-80910b0d8c3b HTTP/1.1" status: 204  len: 168 time: 0.9699876
Feb 05 21:05:08.291520 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55072) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:08.346727 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ae5f9228-5e69-4b90-a819-a90460ab14b4 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0519996
Feb 05 21:05:08.347807 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55078) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:08.392204 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dfde06-a098-4897-90a9-0b35c223b27e None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:08.405454 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-38ba778d-605d-4563-aee0-cc7b697b4de5 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:08.407031 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-38ba778d-605d-4563-aee0-cc7b697b4de5 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.21 "GET /v2.0/networks?id=d372be5d-db46-470f-bb26-b0d626001e55 HTTP/1.1" status: 200  len: 811 time: 0.3400452
Feb 05 21:05:08.424645 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-95f44a18-6461-4c5c-a947-cd6a87d6b6d9 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Request body: {'port': {'device_id': 'a357c2bf-ca65-4d93-8281-66906aac7661', 'network_id': 'd372be5d-db46-470f-bb26-b0d626001e55', 'admin_state_up': True, 'tenant_id': '96786f7503bf418d8fc6dd6aab2a630e'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:08.454326 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=3c6f8666-62ff-4c46-8c85-694452efef5e,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:08.478732 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61daa25a-0641-44b7-9c04-40fc7653aed0 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Made reservation on behalf of 0d72e712e1b64cf48d280a84b998fa1b for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:08.482461 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-61daa25a-0641-44b7-9c04-40fc7653aed0 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:08.540101 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cd86a9-2b31-4601-a399-225212155072 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:08.546710 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-22cd86a9-2b31-4601-a399-225212155072 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1987000
Feb 05 21:05:08.548711 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55084) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:08.579453 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-0734ee65-93bb-44ce-bd5d-4bd480bf5014 None None] Set router b359ae09-19cc-48f5-8f92-f263320af30c gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:05:08.697658 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cabe1f5-4ec3-4a92-8631-692d480faa1d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:08.701727 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9cabe1f5-4ec3-4a92-8631-692d480faa1d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1442292
Feb 05 21:05:08.705201 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-95f44a18-6461-4c5c-a947-cd6a87d6b6d9 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Made reservation on behalf of 96786f7503bf418d8fc6dd6aab2a630e for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:08.712663 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-95f44a18-6461-4c5c-a947-cd6a87d6b6d9 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:08.719104 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55096) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:08.799059 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d273401a-4b65-467d-8742-cd582c47abd0 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0753739
Feb 05 21:05:08.803484 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55102) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:08.816129 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10045b-25f5-4561-a0b2-677bb96427ad req-326ff702-8e0e-490c-8c41-260a108c7300 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:08.817654 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4a10045b-25f5-4561-a0b2-677bb96427ad req-326ff702-8e0e-490c-8c41-260a108c7300 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1b05a2d-5a87-4caf-b16b-5da5dd7be2ac HTTP/1.1" status: 200  len: 945 time: 0.3812039
Feb 05 21:05:08.823837 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-2ef8ec57-74ba-482c-87b2-ad846bc86b3f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'subnet': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:08.893348 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cc7f6af4-c520-4fba-a1d2-17fd266cbb7c req-9e677e18-3d08-4145-a214-75121bedb43c tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=a357c2bf-ca65-4d93-8281-66906aac7661 HTTP/1.1" status: 200  len: 210 time: 0.0724816
Feb 05 21:05:08.952715 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-61daa25a-0641-44b7-9c04-40fc7653aed0 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (4af26fc1-fd38-4e4c-9553-16e59c4d7076), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:08.953982 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-77481e5f-38e9-4624-b3d8-2351ee013f16 None None] Current status of the port 3c6f8666-62ff-4c46-8c85-694452efef5e is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:05:09.054118 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:09.088146 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4a10045b-25f5-4561-a0b2-677bb96427ad req-a21c69ab-0aa2-4d92-a26b-902f0bdce772 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7eb3d12-a5c7-4b2c-93da-f3f358aebcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2507138
Feb 05 21:05:09.105252 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6c173e75-e878-469a-a76c-3d720806191c None None] Could not find standard attr ID for object f63dc8b6-96e6-4ac3-91f0-a6a543d829e9. {{(pid=114392) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 05 21:05:09.117151 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61daa25a-0641-44b7-9c04-40fc7653aed0 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event updated for resources: {'Subnet': ['ID=4af26fc1-fd38-4e4c-9553-16e59c4d7076,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:09.145602 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61daa25a-0641-44b7-9c04-40fc7653aed0 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Checking segment: {'id': '10d9cbac-f449-4467-861f-807c5f9850fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2d4a4456-1688-45e0-b085-f5234e03b570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:05:09.146292 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61daa25a-0641-44b7-9c04-40fc7653aed0 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Network hostable DHCP agents. Network: 2d4a4456-1688-45e0-b085-f5234e03b570, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:05:09.176332 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62c0336-32dc-4c45-a2af-06b84c4734e4 None None] DHCP port deletion for 4b876e93-e753-4f82-8855-2c9c3d1db066 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:05:09.179674 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef8ec57-74ba-482c-87b2-ad846bc86b3f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:09.183499 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2ef8ec57-74ba-482c-87b2-ad846bc86b3f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:09.186330 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61daa25a-0641-44b7-9c04-40fc7653aed0 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Network 2d4a4456-1688-45e0-b085-f5234e03b570 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:05:09.199222 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-61daa25a-0641-44b7-9c04-40fc7653aed0 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2d4a4456-1688-45e0-b085-f5234e03b570) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:09.203996 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61daa25a-0641-44b7-9c04-40fc7653aed0 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:09.204870 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-61daa25a-0641-44b7-9c04-40fc7653aed0 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:09.236596 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-61daa25a-0641-44b7-9c04-40fc7653aed0 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 1.0351467
Feb 05 21:05:09.240289 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55134) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:09.245730 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-88a342fe-95ad-421c-b3df-7a90513c2bd8 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-798529205'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:09.250758 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5562e1c7-4f1f-4555-ace1-ff0a628dc685 None None] Network 2d4a4456-1688-45e0-b085-f5234e03b570 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:09.263851 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-95f44a18-6461-4c5c-a947-cd6a87d6b6d9 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Allocated IP 172.20.0.9 (d372be5d-db46-470f-bb26-b0d626001e55/363524c7-974f-4883-bb9a-7e2fff45291a/5abd8462-d57e-49c8-85d7-8001b0b49a6e) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:05:09.293707 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a342fe-95ad-421c-b3df-7a90513c2bd8 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Made reservation on behalf of 0d72e712e1b64cf48d280a84b998fa1b for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:09.297146 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-88a342fe-95ad-421c-b3df-7a90513c2bd8 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:09.346044 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a342fe-95ad-421c-b3df-7a90513c2bd8 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:05:09.358890 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-88a342fe-95ad-421c-b3df-7a90513c2bd8 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (abb32b74-90e3-42ab-b411-ad1135f2d1dd), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:09.359885 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-88a342fe-95ad-421c-b3df-7a90513c2bd8 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Added segment abb32b74-90e3-42ab-b411-ad1135f2d1dd of type vlan for network cbc828f5-996b-4240-b751-9981d59a4f0d
Feb 05 21:05:09.411177 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-88a342fe-95ad-421c-b3df-7a90513c2bd8 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (cbc828f5-996b-4240-b751-9981d59a4f0d), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:09.451586 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-88a342fe-95ad-421c-b3df-7a90513c2bd8 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (cbc828f5-996b-4240-b751-9981d59a4f0d), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:09.459094 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a342fe-95ad-421c-b3df-7a90513c2bd8 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:09.460237 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-88a342fe-95ad-421c-b3df-7a90513c2bd8 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:09.504362 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-95f44a18-6461-4c5c-a947-cd6a87d6b6d9 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Publish callbacks [] for port (5abd8462-d57e-49c8-85d7-8001b0b49a6e), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:09.550827 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-88a342fe-95ad-421c-b3df-7a90513c2bd8 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.3090510
Feb 05 21:05:09.557252 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55154) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:09.562974 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-78906240-a2f7-45a8-9f57-30b15718bfb0 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Request body: {'subnet': {'network_id': 'cbc828f5-996b-4240-b751-9981d59a4f0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:09.585935 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a342fe-95ad-421c-b3df-7a90513c2bd8 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event updated for resources: {'Network': ['ID=cbc828f5-996b-4240-b751-9981d59a4f0d,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:09.623753 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-95f44a18-6461-4c5c-a947-cd6a87d6b6d9 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (5abd8462-d57e-49c8-85d7-8001b0b49a6e), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:09.643202 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a62c0336-32dc-4c45-a2af-06b84c4734e4 None None] Deleting port 3c6f8666-62ff-4c46-8c85-694452efef5e {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:05:09.643614 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a62c0336-32dc-4c45-a2af-06b84c4734e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (3c6f8666-62ff-4c46-8c85-694452efef5e), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:09.645796 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network cbc828f5-996b-4240-b751-9981d59a4f0d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:05:09.695374 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b355a49-a6d0-4195-98c4-034346134dfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2d4a4456-1688-45e0-b085-f5234e03b570', 'network_id': '2d4a4456-1688-45e0-b085-f5234e03b570', 'project_id': '0d72e712e1b64cf48d280a84b998fa1b', 'fixed_ips': [{'subnet_id': '4af26fc1-fd38-4e4c-9553-16e59c4d7076'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:05:09.697775 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1b355a49-a6d0-4195-98c4-034346134dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:09.703886 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-95f44a18-6461-4c5c-a947-cd6a87d6b6d9 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Network d372be5d-db46-470f-bb26-b0d626001e55 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:05:09.714634 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-95f44a18-6461-4c5c-a947-cd6a87d6b6d9 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:09.766132 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f44a18-6461-4c5c-a947-cd6a87d6b6d9 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Pushing event updated for resources: {'Port': ['ID=5abd8462-d57e-49c8-85d7-8001b0b49a6e,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:09.771630 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-95f44a18-6461-4c5c-a947-cd6a87d6b6d9 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:05:09.780103 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78906240-a2f7-45a8-9f57-30b15718bfb0 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Made reservation on behalf of 0d72e712e1b64cf48d280a84b998fa1b for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:09.784427 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-78906240-a2f7-45a8-9f57-30b15718bfb0 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:09.832019 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-0734ee65-93bb-44ce-bd5d-4bd480bf5014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabaff4c0>, [{'id': 'b359ae09-19cc-48f5-8f92-f263320af30c', 'name': 'tempest-ServerRescueTestJSON-1875087017-router', 'tenant_id': '96786f7503bf418d8fc6dd6aab2a630e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.93'}], 'enable_snat': True}, 'gw_port_id': '11c88d97-f5cd-47b1-b957-769108ac0897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:04:53Z', 'updated_at': '2022-02-05T21:05:02Z', 'revision_number': 4, 'project_id': '96786f7503bf418d8fc6dd6aab2a630e', 'gw_port': {'id': '11c88d97-f5cd-47b1-b957-769108ac0897', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:08:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b359ae09-19cc-48f5-8f92-f263320af30c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:55Z', 'updated_at': '2022-02-05T21:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '61a0c53e-0519-488e-a9a5-9143410d5bc6', 'name': '', 'network_id': 'd372be5d-db46-470f-bb26-b0d626001e55', 'tenant_id': '96786f7503bf418d8fc6dd6aab2a630e', 'mac_address': 'fa:16:3e:55:c4:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b359ae09-19cc-48f5-8f92-f263320af30c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '363524c7-974f-4883-bb9a-7e2fff45291a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:59Z', 'updated_at': '2022-02-05T21:05:07Z', 'revision_number': 4, 'project_id': '96786f7503bf418d8fc6dd6aab2a630e', 'subnets': [{'id': '363524c7-974f-4883-bb9a-7e2fff45291a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:09.868677 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0734ee65-93bb-44ce-bd5d-4bd480bf5014 None None] The sync data for ids ['b359ae09-19cc-48f5-8f92-f263320af30c'] in ncdv-master-1 is: [{'id': 'b359ae09-19cc-48f5-8f92-f263320af30c', 'name': 'tempest-ServerRescueTestJSON-1875087017-router', 'tenant_id': '96786f7503bf418d8fc6dd6aab2a630e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.93'}], 'enable_snat': True}, 'gw_port_id': '11c88d97-f5cd-47b1-b957-769108ac0897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:04:53Z', 'updated_at': '2022-02-05T21:05:02Z', 'revision_number': 4, 'project_id': '96786f7503bf418d8fc6dd6aab2a630e', 'gw_port': {'id': '11c88d97-f5cd-47b1-b957-769108ac0897', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:08:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b359ae09-19cc-48f5-8f92-f263320af30c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:55Z', 'updated_at': '2022-02-05T21:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '61a0c53e-0519-488e-a9a5-9143410d5bc6', 'name': '', 'network_id': 'd372be5d-db46-470f-bb26-b0d626001e55', 'tenant_id': '96786f7503bf418d8fc6dd6aab2a630e', 'mac_address': 'fa:16:3e:55:c4:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b359ae09-19cc-48f5-8f92-f263320af30c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '363524c7-974f-4883-bb9a-7e2fff45291a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:59Z', 'updated_at': '2022-02-05T21:05:07Z', 'revision_number': 4, 'project_id': '96786f7503bf418d8fc6dd6aab2a630e', 'subnets': [{'id': '363524c7-974f-4883-bb9a-7e2fff45291a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:05:09.889685 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-95f44a18-6461-4c5c-a947-cd6a87d6b6d9 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:09.894543 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-95f44a18-6461-4c5c-a947-cd6a87d6b6d9 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:09.897191 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-a62c0336-32dc-4c45-a2af-06b84c4734e4 None None] For port 3c6f8666-62ff-4c46-8c85-694452efef5e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3c6f8666-62ff-4c46-8c85-694452efef5e,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:05:09.897613 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a62c0336-32dc-4c45-a2af-06b84c4734e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (3c6f8666-62ff-4c46-8c85-694452efef5e), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:09.961912 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-95f44a18-6461-4c5c-a947-cd6a87d6b6d9 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5436232
Feb 05 21:05:09.976191 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-0a386aeb-49d3-41b1-9b6f-1417fabd80a5 service neutron] Request body: {'port': {'device_id': 'a357c2bf-ca65-4d93-8281-66906aac7661', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:10.035005 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2ef8ec57-74ba-482c-87b2-ad846bc86b3f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (6b78b2b8-03ad-4c5c-9121-782f88e2e9e9), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:10.051337 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device e50bc46d-d29d-473a-8bcc-c401da56b65f up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:05:10.057074 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a62c0336-32dc-4c45-a2af-06b84c4734e4 None None] Calling delete_port for 3c6f8666-62ff-4c46-8c85-694452efef5e owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:05:10.143065 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55168) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:10.187768 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8ec57-74ba-482c-87b2-ad846bc86b3f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Subnet': ['ID=6b78b2b8-03ad-4c5c-9121-782f88e2e9e9,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:10.265525 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef8ec57-74ba-482c-87b2-ad846bc86b3f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:05:10.280912 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-2ef8ec57-74ba-482c-87b2-ad846bc86b3f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:10.289615 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef8ec57-74ba-482c-87b2-ad846bc86b3f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:10.292167 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2ef8ec57-74ba-482c-87b2-ad846bc86b3f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:10.298000 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port e50bc46d-d29d-473a-8bcc-c401da56b65f completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:05:10.341445 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2ef8ec57-74ba-482c-87b2-ad846bc86b3f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.5332696
Feb 05 21:05:10.341680 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55178) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:10.349480 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-f7161b6c-eb7e-41e2-85b1-4d5afd7a1b41 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'port': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'mac_address': 'fa:16:3e:ed:b9:68', 'name': 'tempest-NetworksTestDHCPv6-1343530454'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:10.353194 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port e50bc46d-d29d-473a-8bcc-c401da56b65f triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:05:10.353587 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e50bc46d-d29d-473a-8bcc-c401da56b65f), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:10.452437 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-1b355a49-a6d0-4195-98c4-034346134dfd None None] Allocated IP 172.20.255.242 (2d4a4456-1688-45e0-b085-f5234e03b570/4af26fc1-fd38-4e4c-9553-16e59c4d7076/df441ae2-7e22-49ac-b193-a9c1a224795d) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:05:10.584650 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a62c0336-32dc-4c45-a2af-06b84c4734e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (3c6f8666-62ff-4c46-8c85-694452efef5e), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:10.602160 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:10.641734 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port e50bc46d-d29d-473a-8bcc-c401da56b65f is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:05:10.642402 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e50bc46d-d29d-473a-8bcc-c401da56b65f), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:10.672321 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c0336-32dc-4c45-a2af-06b84c4734e4 None None] Pushing event deleted for resources: {'Port': ['ID=3c6f8666-62ff-4c46-8c85-694452efef5e,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:10.672684 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4513a2-fbc9-4131-b73f-85507e768f4f req-887b1252-ac48-4c72-8a78-b88f116daa65 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:10.674350 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 61a0c53e-0519-488e-a9a5-9143410d5bc6 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:05:10.676135 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0c4513a2-fbc9-4131-b73f-85507e768f4f req-887b1252-ac48-4c72-8a78-b88f116daa65 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1b05a2d-5a87-4caf-b16b-5da5dd7be2ac HTTP/1.1" status: 200  len: 945 time: 0.1864703
Feb 05 21:05:10.684670 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3267b-911a-46ea-bc50-4654bbc6dedc req-0d9b4726-6d92-4804-ade4-080b66413866 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:10.692254 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2fc3267b-911a-46ea-bc50-4654bbc6dedc req-0d9b4726-6d92-4804-ade4-080b66413866 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=a357c2bf-ca65-4d93-8281-66906aac7661 HTTP/1.1" status: 200  len: 931 time: 0.1983457
Feb 05 21:05:10.765871 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port e50bc46d-d29d-473a-8bcc-c401da56b65f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e50bc46d-d29d-473a-8bcc-c401da56b65f,segment=NetworkSegment(6da08ccd-563d-4daa-98a3-11856904a998),segment_id=6da08ccd-563d-4daa-98a3-11856904a998)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:05:10.775210 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62c0336-32dc-4c45-a2af-06b84c4734e4 None None] No DVR routers for this DVR port 3c6f8666-62ff-4c46-8c85-694452efef5e on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:05:10.776822 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b05a2d-5a87-4caf-b16b-5da5dd7be2ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50bc46d-d29d-473a-8bcc-c401da56b65f'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:05:10.778971 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c334ee9-6d9f-4ae1-921b-139a73a7a4e8" -d '{"events": [{"server_uuid": "c1b05a2d-5a87-4caf-b16b-5da5dd7be2ac", "name": "network-vif-plugged", "status": "completed", "tag": "e50bc46d-d29d-473a-8bcc-c401da56b65f"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:05:10.791813 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (e50bc46d-d29d-473a-8bcc-c401da56b65f), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:10.867725 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538835f4-bd55-442e-be3b-61584a07398a None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:10.870950 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2fc3267b-911a-46ea-bc50-4654bbc6dedc req-65ed14fb-2ce3-4175-a177-fbfadd4ee22b tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1761193
Feb 05 21:05:10.894829 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=e50bc46d-d29d-473a-8bcc-c401da56b65f,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:10.948497 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0c4513a2-fbc9-4131-b73f-85507e768f4f req-f6ccb592-8cf1-4f52-91c6-281c327913ba tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7eb3d12-a5c7-4b2c-93da-f3f358aebcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2300987
Feb 05 21:05:10.991571 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-78906240-a2f7-45a8-9f57-30b15718bfb0 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (12960150-721f-48f0-81b8-a6f3bf74c7f8), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:11.052210 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-0a386aeb-49d3-41b1-9b6f-1417fabd80a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5abd8462-d57e-49c8-85d7-8001b0b49a6e), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:11.073099 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3f384452-0b1b-455d-b02c-450c60d429dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:11.087692 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 61a0c53e-0519-488e-a9a5-9143410d5bc6 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:05:11.088566 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (61a0c53e-0519-488e-a9a5-9143410d5bc6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:11.097861 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78906240-a2f7-45a8-9f57-30b15718bfb0 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event updated for resources: {'Subnet': ['ID=12960150-721f-48f0-81b8-a6f3bf74c7f8,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:11.147255 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301fddd0-703f-499e-a8c8-3e23b8feb139 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4b876e93-e753-4f82-8855-2c9c3d1db066', 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'project_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'fixed_ips': [{'subnet_id': '6b78b2b8-03ad-4c5c-9121-782f88e2e9e9'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:05:11.148139 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-301fddd0-703f-499e-a8c8-3e23b8feb139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:11.157463 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78906240-a2f7-45a8-9f57-30b15718bfb0 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Checking segment: {'id': 'abb32b74-90e3-42ab-b411-ad1135f2d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cbc828f5-996b-4240-b751-9981d59a4f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:05:11.158139 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78906240-a2f7-45a8-9f57-30b15718bfb0 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Network hostable DHCP agents. Network: cbc828f5-996b-4240-b751-9981d59a4f0d, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:05:11.174303 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1b355a49-a6d0-4195-98c4-034346134dfd None None] Publish callbacks [] for port (df441ae2-7e22-49ac-b193-a9c1a224795d), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:11.199412 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1b355a49-a6d0-4195-98c4-034346134dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (df441ae2-7e22-49ac-b193-a9c1a224795d), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:11.223796 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78906240-a2f7-45a8-9f57-30b15718bfb0 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Network cbc828f5-996b-4240-b751-9981d59a4f0d is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:05:11.242353 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-78906240-a2f7-45a8-9f57-30b15718bfb0 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cbc828f5-996b-4240-b751-9981d59a4f0d) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:11.263692 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78906240-a2f7-45a8-9f57-30b15718bfb0 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:11.264348 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-78906240-a2f7-45a8-9f57-30b15718bfb0 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:11.265841 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7161b6c-eb7e-41e2-85b1-4d5afd7a1b41 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:11.304627 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a1cdd8-6c11-4877-9572-e5e662d97a4b x-openstack-request-id: req-b6a1cdd8-6c11-4877-9572-e5e662d97a4b {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:05:11.305964 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b05a2d-5a87-4caf-b16b-5da5dd7be2ac", "name": "network-vif-plugged", "status": "completed", "tag": "e50bc46d-d29d-473a-8bcc-c401da56b65f", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:05:11.306485 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b6a1cdd8-6c11-4877-9572-e5e662d97a4b {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:05:11.307208 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b05a2d-5a87-4caf-b16b-5da5dd7be2ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50bc46d-d29d-473a-8bcc-c401da56b65f', 'code': 200}
Feb 05 21:05:11.311466 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42a129b-c76b-47f9-a0fd-246840eeefe6 None None] Network cbc828f5-996b-4240-b751-9981d59a4f0d requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:11.438346 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-78906240-a2f7-45a8-9f57-30b15718bfb0 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 1.8774679
Feb 05 21:05:11.444227 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55190) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:11.532244 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3f384452-0b1b-455d-b02c-450c60d429dc admin admin] Publish callbacks [] for security_group (0f2bd197-142b-4819-be87-589ead287e15), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:11.560174 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3f384452-0b1b-455d-b02c-450c60d429dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (0f2bd197-142b-4819-be87-589ead287e15), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:11.580266 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516ddfc-2c1a-409e-a0a5-e5d6c741bc42 req-60771dfb-6d86-4f8f-a8fa-b1f26f0e12f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:11.581990 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7516ddfc-2c1a-409e-a0a5-e5d6c741bc42 req-60771dfb-6d86-4f8f-a8fa-b1f26f0e12f5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c1b05a2d-5a87-4caf-b16b-5da5dd7be2ac HTTP/1.1" status: 200  len: 1128 time: 0.2851987
Feb 05 21:05:11.598256 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd07b0-d770-43a8-be8c-25420e856313 req-9633c393-1002-4e15-a4a0-bb55712ec7cb tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:11.607589 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1cfd07b0-d770-43a8-be8c-25420e856313 req-9633c393-1002-4e15-a4a0-bb55712ec7cb tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.2959714
Feb 05 21:05:11.661291 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f384452-0b1b-455d-b02c-450c60d429dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2bd197-142b-4819-be87-589ead287e15,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:11.703268 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b355a49-a6d0-4195-98c4-034346134dfd None None] Network 2d4a4456-1688-45e0-b085-f5234e03b570 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:05:11.707952 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-78b7787b-d9f2-467e-b100-88a9f999cd55 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (cbc828f5-996b-4240-b751-9981d59a4f0d), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:11.716096 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3f384452-0b1b-455d-b02c-450c60d429dc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4176f7c5e1084046a29152a141096fe1&name=default HTTP/1.1" status: 200  len: 3000 time: 1.5229900
Feb 05 21:05:11.717029 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-1b355a49-a6d0-4195-98c4-034346134dfd None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:11.720612 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b355a49-a6d0-4195-98c4-034346134dfd None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:05:11.727473 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55202) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:11.754275 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7516ddfc-2c1a-409e-a0a5-e5d6c741bc42 req-a511cde6-666d-4642-9ba6-65c787c09d71 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b7eb3d12-a5c7-4b2c-93da-f3f358aebcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1628654
Feb 05 21:05:11.767290 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1cfd07b0-d770-43a8-be8c-25420e856313 req-3745419b-8d0b-45d3-aa7f-77aa5cf17c80 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1586647
Feb 05 21:05:11.782814 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b355a49-a6d0-4195-98c4-034346134dfd None None] Pushing event updated for resources: {'Port': ['ID=df441ae2-7e22-49ac-b193-a9c1a224795d,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:11.785453 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0065fa88-b5ca-40a2-b80e-1c24449ebc01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cbc828f5-996b-4240-b751-9981d59a4f0d', 'network_id': 'cbc828f5-996b-4240-b751-9981d59a4f0d', 'project_id': '0d72e712e1b64cf48d280a84b998fa1b', 'fixed_ips': [{'subnet_id': '12960150-721f-48f0-81b8-a6f3bf74c7f8'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:05:11.786526 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0065fa88-b5ca-40a2-b80e-1c24449ebc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:11.788626 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f7161b6c-eb7e-41e2-85b1-4d5afd7a1b41 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:11.853738 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-f7161b6c-eb7e-41e2-85b1-4d5afd7a1b41 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] device_id is not set on port 7d0c362a-ead5-4089-b8ae-2f607815a5c2 yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:05:11.878925 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-42549170-56cc-4de9-b469-90c55d402040 admin admin] Publish callbacks [] for security_group (0f2bd197-142b-4819-be87-589ead287e15), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:11.962979 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-78b7787b-d9f2-467e-b100-88a9f999cd55 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (12960150-721f-48f0-81b8-a6f3bf74c7f8), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:11.994089 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-0a386aeb-49d3-41b1-9b6f-1417fabd80a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5abd8462-d57e-49c8-85d7-8001b0b49a6e {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:05:12.011563 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-42549170-56cc-4de9-b469-90c55d402040 admin admin] Publish callbacks [] for security_group (0f2bd197-142b-4819-be87-589ead287e15), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:12.028089 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-0a386aeb-49d3-41b1-9b6f-1417fabd80a5 service neutron] Publish callbacks [] for port (5abd8462-d57e-49c8-85d7-8001b0b49a6e), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:12.058336 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dbc7a7-e8c8-42b5-bae4-6bb70a9bf234 req-0ff51063-9035-4cd9-95f2-fe834f5e2691 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:12.062097 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-0a386aeb-49d3-41b1-9b6f-1417fabd80a5 service neutron] Transition to ACTIVE for port object 5abd8462-d57e-49c8-85d7-8001b0b49a6e will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:05:12.064013 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e0dbc7a7-e8c8-42b5-bae4-6bb70a9bf234 req-0ff51063-9035-4cd9-95f2-fe834f5e2691 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.1793392
Feb 05 21:05:12.073035 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-1b355a49-a6d0-4195-98c4-034346134dfd None None] Attempting to bind port df441ae2-7e22-49ac-b193-a9c1a224795d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:05:12.073035 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-1b355a49-a6d0-4195-98c4-034346134dfd None None] Attempting to bind port df441ae2-7e22-49ac-b193-a9c1a224795d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '10d9cbac-f449-4467-861f-807c5f9850fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2d4a4456-1688-45e0-b085-f5234e03b570'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:05:12.073035 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b355a49-a6d0-4195-98c4-034346134dfd None None] Attempting to bind port df441ae2-7e22-49ac-b193-a9c1a224795d on network 2d4a4456-1688-45e0-b085-f5234e03b570 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:05:12.077757 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-0a386aeb-49d3-41b1-9b6f-1417fabd80a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (5abd8462-d57e-49c8-85d7-8001b0b49a6e), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:12.092135 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 61a0c53e-0519-488e-a9a5-9143410d5bc6 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:05:12.092553 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (61a0c53e-0519-488e-a9a5-9143410d5bc6), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:12.134749 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a40737-3e6b-4dbb-8176-0cf1aa11eb3e req-c683a148-f6ac-4e01-a971-b754bdfb7f44 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:12.142792 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d0a40737-3e6b-4dbb-8176-0cf1aa11eb3e req-c683a148-f6ac-4e01-a971-b754bdfb7f44 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=a357c2bf-ca65-4d93-8281-66906aac7661 HTTP/1.1" status: 200  len: 931 time: 0.1468158
Feb 05 21:05:12.153744 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-301fddd0-703f-499e-a8c8-3e23b8feb139 None None] Allocated IP 2001:db8::2 (4b876e93-e753-4f82-8855-2c9c3d1db066/6b78b2b8-03ad-4c5c-9121-782f88e2e9e9/2c77053f-185a-489c-8108-0f5f1806a69f) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:05:12.165614 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b355a49-a6d0-4195-98c4-034346134dfd None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:05:12.165614 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b355a49-a6d0-4195-98c4-034346134dfd None None] Checking segment: {'id': '10d9cbac-f449-4467-861f-807c5f9850fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2d4a4456-1688-45e0-b085-f5234e03b570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:05:12.166023 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a386aeb-49d3-41b1-9b6f-1417fabd80a5 service neutron] Pushing event updated for resources: {'Port': ['ID=5abd8462-d57e-49c8-85d7-8001b0b49a6e,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:12.166137 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1b355a49-a6d0-4195-98c4-034346134dfd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:12.166137 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b355a49-a6d0-4195-98c4-034346134dfd None None] Bound using segment: {'id': '10d9cbac-f449-4467-861f-807c5f9850fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2d4a4456-1688-45e0-b085-f5234e03b570'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:05:12.166137 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-1b355a49-a6d0-4195-98c4-034346134dfd None None] Bound port: df441ae2-7e22-49ac-b193-a9c1a224795d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10d9cbac-f449-4467-861f-807c5f9850fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2d4a4456-1688-45e0-b085-f5234e03b570'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:05:12.166435 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1b355a49-a6d0-4195-98c4-034346134dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (df441ae2-7e22-49ac-b193-a9c1a224795d), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:12.168224 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-42549170-56cc-4de9-b469-90c55d402040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (0f2bd197-142b-4819-be87-589ead287e15), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:12.172425 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-42549170-56cc-4de9-b469-90c55d402040 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:12.173522 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-42549170-56cc-4de9-b469-90c55d402040 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f2bd197-142b-4819-be87-589ead287e15 HTTP/1.1" status: 204  len: 168 time: 0.4375892
Feb 05 21:05:12.198770 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42549170-56cc-4de9-b469-90c55d402040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2bd197-142b-4819-be87-589ead287e15,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:12.237358 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-78b7787b-d9f2-467e-b100-88a9f999cd55 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (12960150-721f-48f0-81b8-a6f3bf74c7f8), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:12.319562 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-0a386aeb-49d3-41b1-9b6f-1417fabd80a5 service neutron] Attempting to bind port 5abd8462-d57e-49c8-85d7-8001b0b49a6e on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:05:12.320516 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e0dbc7a7-e8c8-42b5-bae4-6bb70a9bf234 req-6a5bfb40-ad48-41cc-9b04-710175639863 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2555656
Feb 05 21:05:12.320781 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-0a386aeb-49d3-41b1-9b6f-1417fabd80a5 service neutron] Attempting to bind port 5abd8462-d57e-49c8-85d7-8001b0b49a6e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e3f5879e-89eb-4ea9-ae07-833c6958fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd372be5d-db46-470f-bb26-b0d626001e55'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:05:12.321442 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-0a386aeb-49d3-41b1-9b6f-1417fabd80a5 service neutron] Attempting to bind port 5abd8462-d57e-49c8-85d7-8001b0b49a6e on network d372be5d-db46-470f-bb26-b0d626001e55 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:05:12.328846 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-0a386aeb-49d3-41b1-9b6f-1417fabd80a5 service neutron] Port 5abd8462-d57e-49c8-85d7-8001b0b49a6e on network d372be5d-db46-470f-bb26-b0d626001e55 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:05:12.329534 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-0a386aeb-49d3-41b1-9b6f-1417fabd80a5 service neutron] Attempting to bind port 5abd8462-d57e-49c8-85d7-8001b0b49a6e on network d372be5d-db46-470f-bb26-b0d626001e55 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:05:12.336528 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-0a386aeb-49d3-41b1-9b6f-1417fabd80a5 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:05:12.337165 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-0a386aeb-49d3-41b1-9b6f-1417fabd80a5 service neutron] Checking segment: {'id': 'e3f5879e-89eb-4ea9-ae07-833c6958fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd372be5d-db46-470f-bb26-b0d626001e55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:05:12.337734 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-0a386aeb-49d3-41b1-9b6f-1417fabd80a5 service neutron] Bound using segment: {'id': 'e3f5879e-89eb-4ea9-ae07-833c6958fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd372be5d-db46-470f-bb26-b0d626001e55'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:05:12.338628 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-0a386aeb-49d3-41b1-9b6f-1417fabd80a5 service neutron] Bound port: 5abd8462-d57e-49c8-85d7-8001b0b49a6e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3f5879e-89eb-4ea9-ae07-833c6958fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd372be5d-db46-470f-bb26-b0d626001e55'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:05:12.339213 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-0a386aeb-49d3-41b1-9b6f-1417fabd80a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5abd8462-d57e-49c8-85d7-8001b0b49a6e), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:12.347473 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b7787b-d9f2-467e-b100-88a9f999cd55 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event deleted for resources: {'Subnet': ['ID=12960150-721f-48f0-81b8-a6f3bf74c7f8,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server [None req-0065fa88-b5ca-40a2-b80e-1c24449ebc01 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 12960150-721f-48f0-81b8-a6f3bf74c7f8: This subnet is being modified by another concurrent operation.
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 05 21:05:12.406649 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 05 21:05:12.413312 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Feb 05 21:05:12.413312 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Feb 05 21:05:12.413312 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 05 21:05:12.413312 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 05 21:05:12.413312 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 05 21:05:12.413312 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 05 21:05:12.413312 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 05 21:05:12.413312 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 05 21:05:12.413312 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Feb 05 21:05:12.413312 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Feb 05 21:05:12.413312 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 05 21:05:12.413312 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 05 21:05:12.413312 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 05 21:05:12.413312 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 05 21:05:12.413312 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 05 21:05:12.413312 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Feb 05 21:05:12.413312 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port
Feb 05 21:05:12.413312 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Feb 05 21:05:12.413312 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db
Feb 05 21:05:12.413312 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Feb 05 21:05:12.413312 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db
Feb 05 21:05:12.413312 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Feb 05 21:05:12.413312 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Feb 05 21:05:12.413312 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Feb 05 21:05:12.413312 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Feb 05 21:05:12.413312 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Feb 05 21:05:12.413312 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Feb 05 21:05:12.413312 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Feb 05 21:05:12.413312 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Feb 05 21:05:12.413312 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Feb 05 21:05:12.413312 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Feb 05 21:05:12.413312 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Feb 05 21:05:12.413312 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Feb 05 21:05:12.413312 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Feb 05 21:05:12.413312 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Feb 05 21:05:12.413312 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     raise exception
Feb 05 21:05:12.413312 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 12960150-721f-48f0-81b8-a6f3bf74c7f8: This subnet is being modified by another concurrent operation.
Feb 05 21:05:12.413312 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server 
Feb 05 21:05:12.421473 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d0a40737-3e6b-4dbb-8176-0cf1aa11eb3e req-f07e3868-0b13-48c3-8b9c-2ed786d1aef4 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2565801
Feb 05 21:05:12.479981 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-78b7787b-d9f2-467e-b100-88a9f999cd55 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (cbc828f5-996b-4240-b751-9981d59a4f0d), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:12.496899 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-0a386aeb-49d3-41b1-9b6f-1417fabd80a5 service neutron] For port 5abd8462-d57e-49c8-85d7-8001b0b49a6e, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:05:12.510371 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-0a386aeb-49d3-41b1-9b6f-1417fabd80a5 service neutron] For port 5abd8462-d57e-49c8-85d7-8001b0b49a6e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5abd8462-d57e-49c8-85d7-8001b0b49a6e,segment=NetworkSegment(e3f5879e-89eb-4ea9-ae07-833c6958fcdd),segment_id=e3f5879e-89eb-4ea9-ae07-833c6958fcdd)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:05:12.513922 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e952c4b4-1013-444c-83a0-e0d95a489e86 None None] Network cbc828f5-996b-4240-b751-9981d59a4f0d requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:12.529708 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-0a386aeb-49d3-41b1-9b6f-1417fabd80a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (5abd8462-d57e-49c8-85d7-8001b0b49a6e), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:12.531744 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 61a0c53e-0519-488e-a9a5-9143410d5bc6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61a0c53e-0519-488e-a9a5-9143410d5bc6,segment=NetworkSegment(e3f5879e-89eb-4ea9-ae07-833c6958fcdd),segment_id=e3f5879e-89eb-4ea9-ae07-833c6958fcdd)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:05:12.572057 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (61a0c53e-0519-488e-a9a5-9143410d5bc6), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:12.598186 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-78b7787b-d9f2-467e-b100-88a9f999cd55 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db947dca0>,) {'filters': {'network_id': ['cbc828f5-996b-4240-b751-9981d59a4f0d']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:12.621568 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-78b7787b-d9f2-467e-b100-88a9f999cd55 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db947dca0>, 'abb32b74-90e3-42ab-b411-ad1135f2d1dd') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:12.625364 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-0a386aeb-49d3-41b1-9b6f-1417fabd80a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:12.629322 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-78b7787b-d9f2-467e-b100-88a9f999cd55 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db947dca0>, 'abb32b74-90e3-42ab-b411-ad1135f2d1dd') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:12.637784 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-0a386aeb-49d3-41b1-9b6f-1417fabd80a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:12.639648 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-0a386aeb-49d3-41b1-9b6f-1417fabd80a5 service neutron] 10.222.0.21 "PUT /v2.0/ports/5abd8462-d57e-49c8-85d7-8001b0b49a6e HTTP/1.1" status: 200  len: 1091 time: 2.6702483
Feb 05 21:05:12.639831 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a357c2bf-ca65-4d93-8281-66906aac7661', 'tag': '5abd8462-d57e-49c8-85d7-8001b0b49a6e'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:05:12.642419 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e99fe0-7dd1-42de-9a88-75c60c9dad7f" -d '{"events": [{"name": "network-changed", "server_uuid": "a357c2bf-ca65-4d93-8281-66906aac7661", "tag": "5abd8462-d57e-49c8-85d7-8001b0b49a6e"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:05:12.655744 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-78b7787b-d9f2-467e-b100-88a9f999cd55 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (abb32b74-90e3-42ab-b411-ad1135f2d1dd), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:12.685427 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a386aeb-49d3-41b1-9b6f-1417fabd80a5 service neutron] Pushing event updated for resources: {'Port': ['ID=5abd8462-d57e-49c8-85d7-8001b0b49a6e,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:12.692623 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea28cb-a64f-4cbc-a8a3-9f2450ec31b8 req-ac25c3d8-4b2e-4c9f-8dd9-b51a2aa6127d tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:12.707500 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-21ea28cb-a64f-4cbc-a8a3-9f2450ec31b8 req-ac25c3d8-4b2e-4c9f-8dd9-b51a2aa6127d tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1b05a2d-5a87-4caf-b16b-5da5dd7be2ac HTTP/1.1" status: 200  len: 946 time: 0.2374618
Feb 05 21:05:12.741750 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-78b7787b-d9f2-467e-b100-88a9f999cd55 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (abb32b74-90e3-42ab-b411-ad1135f2d1dd), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:12.763822 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 3c6f8666-62ff-4c46-8c85-694452efef5e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:05:12.770574 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-1b355a49-a6d0-4195-98c4-034346134dfd None None] For port df441ae2-7e22-49ac-b193-a9c1a224795d, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:05:12.783291 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78b7787b-d9f2-467e-b100-88a9f999cd55 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:05:12.783975 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-78b7787b-d9f2-467e-b100-88a9f999cd55 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (abb32b74-90e3-42ab-b411-ad1135f2d1dd), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:12.791892 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:05:12.791892 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:05:12.791892 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:05:12.791892 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:05:12.791892 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:05:12.791892 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:05:12.791892 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:05:12.791892 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:05:12.791892 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:05:12.791892 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:05:12.791892 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:05:12.791892 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:05:12.791892 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:05:12.791892 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:05:12.791892 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:05:12.791892 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:05:12.791892 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:05:12.791892 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:05:12.791892 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:05:12.791892 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:05:12.791892 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:05:12.791892 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:05:12.791892 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:05:12.791892 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:05:12.791892 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:05:12.791892 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:05:12.791892 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:05:12.791892 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:05:12.791892 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:05:12.791892 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:05:12.791892 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:05:12.791892 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:05:12.809062 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2709934e-2cec-46cb-a6a1-f203864ee993 x-openstack-request-id: req-2709934e-2cec-46cb-a6a1-f203864ee993 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:05:12.809478 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a357c2bf-ca65-4d93-8281-66906aac7661", "tag": "5abd8462-d57e-49c8-85d7-8001b0b49a6e", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:05:12.809735 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2709934e-2cec-46cb-a6a1-f203864ee993 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:05:12.810496 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a357c2bf-ca65-4d93-8281-66906aac7661', 'tag': '5abd8462-d57e-49c8-85d7-8001b0b49a6e', 'status': 'completed', 'code': 200}
Feb 05 21:05:12.813658 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-cdf8b8d2-6575-4b4a-b978-260c22c34aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:12.815604 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-cdf8b8d2-6575-4b4a-b978-260c22c34aef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=96786f7503bf418d8fc6dd6aab2a630e&device_id=a357c2bf-ca65-4d93-8281-66906aac7661 HTTP/1.1" status: 200  len: 1125 time: 0.1003165
Feb 05 21:05:12.836625 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55252) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:12.868329 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 3c6f8666-62ff-4c46-8c85-694452efef5e {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:05:12.868862 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 3c6f8666-62ff-4c46-8c85-694452efef5e not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:05:12.889416 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-1b355a49-a6d0-4195-98c4-034346134dfd None None] For port df441ae2-7e22-49ac-b193-a9c1a224795d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df441ae2-7e22-49ac-b193-a9c1a224795d,segment=NetworkSegment(10d9cbac-f449-4467-861f-807c5f9850fc),segment_id=10d9cbac-f449-4467-861f-807c5f9850fc)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:05:12.927967 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-fdf4b62a-4ea8-4ad9-85ce-c148a704a2d0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5abd8462-d57e-49c8-85d7-8001b0b49a6e HTTP/1.1" status: 200  len: 217 time: 0.1046822
Feb 05 21:05:12.931858 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1b355a49-a6d0-4195-98c4-034346134dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (df441ae2-7e22-49ac-b193-a9c1a224795d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:12.939913 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-403867fe-5584-44d5-870e-d41cf15d87a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:12.949743 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=61a0c53e-0519-488e-a9a5-9143410d5bc6,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:12.999492 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-0b4c4d0b-4c19-4569-8b12-97cd79473e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:13.001128 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-0b4c4d0b-4c19-4569-8b12-97cd79473e2b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=363524c7-974f-4883-bb9a-7e2fff45291a HTTP/1.1" status: 200  len: 851 time: 0.0676892
Feb 05 21:05:13.008173 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-21ea28cb-a64f-4cbc-a8a3-9f2450ec31b8 req-3026eb34-2fb0-4177-aa2c-df3fa9299cc0 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7eb3d12-a5c7-4b2c-93da-f3f358aebcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2997723
Feb 05 21:05:13.017448 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-78b7787b-d9f2-467e-b100-88a9f999cd55 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (cbc828f5-996b-4240-b751-9981d59a4f0d), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:13.033096 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-301fddd0-703f-499e-a8c8-3e23b8feb139 None None] Publish callbacks [] for port (2c77053f-185a-489c-8108-0f5f1806a69f), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:13.047938 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-78b7787b-d9f2-467e-b100-88a9f999cd55 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:13.051566 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b355a49-a6d0-4195-98c4-034346134dfd None None] Pushing event updated for resources: {'Port': ['ID=df441ae2-7e22-49ac-b193-a9c1a224795d,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:13.056047 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-78b7787b-d9f2-467e-b100-88a9f999cd55 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "DELETE /v2.0/networks/cbc828f5-996b-4240-b751-9981d59a4f0d HTTP/1.1" status: 204  len: 168 time: 1.6094551
Feb 05 21:05:13.059981 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55254) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:13.066915 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-301fddd0-703f-499e-a8c8-3e23b8feb139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (2c77053f-185a-489c-8108-0f5f1806a69f), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:13.072737 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-cb7fc642-8eed-4022-b8cd-27a0315765ad tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1226019779'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:13.099378 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b7787b-d9f2-467e-b100-88a9f999cd55 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event deleted for resources: {'Network': ['ID=cbc828f5-996b-4240-b751-9981d59a4f0d,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:13.113001 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-8822ee0a-cdd8-4bae-bdcc-b2f23f78b083 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d372be5d-db46-470f-bb26-b0d626001e55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0865078
Feb 05 21:05:13.145573 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9705c-5b15-4818-9260-106242457ada req-e00e66cb-47f8-4d3d-90ab-ce802385585f tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:13.148735 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301fddd0-703f-499e-a8c8-3e23b8feb139 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:05:13.153176 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-301fddd0-703f-499e-a8c8-3e23b8feb139 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:13.156405 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301fddd0-703f-499e-a8c8-3e23b8feb139 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:05:13.159675 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-08b9705c-5b15-4818-9260-106242457ada req-e00e66cb-47f8-4d3d-90ab-ce802385585f tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.2454102
Feb 05 21:05:13.185540 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7fc642-8eed-4022-b8cd-27a0315765ad tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Made reservation on behalf of 0d72e712e1b64cf48d280a84b998fa1b for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:13.189743 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cb7fc642-8eed-4022-b8cd-27a0315765ad tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:13.227745 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301fddd0-703f-499e-a8c8-3e23b8feb139 None None] Pushing event updated for resources: {'Port': ['ID=2c77053f-185a-489c-8108-0f5f1806a69f,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:13.263494 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-301fddd0-703f-499e-a8c8-3e23b8feb139 None None] Attempting to bind port 2c77053f-185a-489c-8108-0f5f1806a69f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:05:13.263926 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-301fddd0-703f-499e-a8c8-3e23b8feb139 None None] Attempting to bind port 2c77053f-185a-489c-8108-0f5f1806a69f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:05:13.265022 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301fddd0-703f-499e-a8c8-3e23b8feb139 None None] Attempting to bind port 2c77053f-185a-489c-8108-0f5f1806a69f on network 4b876e93-e753-4f82-8855-2c9c3d1db066 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:05:13.271219 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301fddd0-703f-499e-a8c8-3e23b8feb139 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:05:13.272758 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301fddd0-703f-499e-a8c8-3e23b8feb139 None None] Checking segment: {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:05:13.272758 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-301fddd0-703f-499e-a8c8-3e23b8feb139 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:13.273065 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301fddd0-703f-499e-a8c8-3e23b8feb139 None None] Bound using segment: {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:05:13.273650 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-301fddd0-703f-499e-a8c8-3e23b8feb139 None None] Bound port: 2c77053f-185a-489c-8108-0f5f1806a69f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:05:13.274265 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-301fddd0-703f-499e-a8c8-3e23b8feb139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (2c77053f-185a-489c-8108-0f5f1806a69f), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:13.288875 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-f7161b6c-eb7e-41e2-85b1-4d5afd7a1b41 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Allocated IP 2001:db8::17a (4b876e93-e753-4f82-8855-2c9c3d1db066/6b78b2b8-03ad-4c5c-9121-782f88e2e9e9/7d0c362a-ead5-4089-b8ae-2f607815a5c2) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:05:13.323005 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-08b9705c-5b15-4818-9260-106242457ada req-e3fb30ac-0c81-4d9c-afb7-14dd3be79990 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1613495
Feb 05 21:05:13.346764 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb7fc642-8eed-4022-b8cd-27a0315765ad tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:05:13.384065 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cb7fc642-8eed-4022-b8cd-27a0315765ad tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (f8e3c309-5ad2-4085-a87b-b0571c3336d5), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:13.384606 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-cb7fc642-8eed-4022-b8cd-27a0315765ad tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Added segment f8e3c309-5ad2-4085-a87b-b0571c3336d5 of type vlan for network 6522461f-11b8-492d-9de3-3dfe12ea64f2
Feb 05 21:05:13.408241 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-301fddd0-703f-499e-a8c8-3e23b8feb139 None None] For port 2c77053f-185a-489c-8108-0f5f1806a69f, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:05:13.413443 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-3843ece7-adcd-4927-954f-0642c0783fad service neutron] 10.222.0.21 "GET /v2.0/networks/d372be5d-db46-470f-bb26-b0d626001e55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2724714
Feb 05 21:05:13.420104 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-301fddd0-703f-499e-a8c8-3e23b8feb139 None None] For port 2c77053f-185a-489c-8108-0f5f1806a69f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c77053f-185a-489c-8108-0f5f1806a69f,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:05:13.429715 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-301fddd0-703f-499e-a8c8-3e23b8feb139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (2c77053f-185a-489c-8108-0f5f1806a69f), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:13.489103 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cb7fc642-8eed-4022-b8cd-27a0315765ad tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (6522461f-11b8-492d-9de3-3dfe12ea64f2), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:13.541084 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-403867fe-5584-44d5-870e-d41cf15d87a9 admin admin] Publish callbacks [] for security_group (23254e83-91ba-440d-bd8a-b36af7f37c64), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:13.562247 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-403867fe-5584-44d5-870e-d41cf15d87a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (23254e83-91ba-440d-bd8a-b36af7f37c64), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:13.598372 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301fddd0-703f-499e-a8c8-3e23b8feb139 None None] Pushing event updated for resources: {'Port': ['ID=2c77053f-185a-489c-8108-0f5f1806a69f,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:13.616732 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cb7fc642-8eed-4022-b8cd-27a0315765ad tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (6522461f-11b8-492d-9de3-3dfe12ea64f2), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:13.622492 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7fc642-8eed-4022-b8cd-27a0315765ad tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:13.623149 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cb7fc642-8eed-4022-b8cd-27a0315765ad tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:13.633790 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-845587fb-a2f3-48c9-807d-eb4019a32dd8 req-e969df6b-1dbe-4a2a-8f2c-e3ad5e8b4376 service neutron] 10.222.0.21 "GET /v2.0/networks/d372be5d-db46-470f-bb26-b0d626001e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2029724
Feb 05 21:05:13.744965 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-cb7fc642-8eed-4022-b8cd-27a0315765ad tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.6771953
Feb 05 21:05:13.757919 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-403867fe-5584-44d5-870e-d41cf15d87a9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8ef9056950e74c82afd21a3f06ea5615&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9184830
Feb 05 21:05:13.759660 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f7161b6c-eb7e-41e2-85b1-4d5afd7a1b41 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for port (7d0c362a-ead5-4089-b8ae-2f607815a5c2), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:13.762548 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55284) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:13.763099 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55286) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:13.769284 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-68d22156-6203-4c46-a7cf-431e5e871db6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Request body: {'subnet': {'network_id': '6522461f-11b8-492d-9de3-3dfe12ea64f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:13.790310 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403867fe-5584-44d5-870e-d41cf15d87a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23254e83-91ba-440d-bd8a-b36af7f37c64,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:13.852838 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f7161b6c-eb7e-41e2-85b1-4d5afd7a1b41 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (7d0c362a-ead5-4089-b8ae-2f607815a5c2), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:13.878535 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e99fe0-7dd1-42de-9a88-75c60c9dad7f req-ffa73cf9-b4c5-4314-9be0-8a0ff1c61196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:13.882145 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-69e99fe0-7dd1-42de-9a88-75c60c9dad7f req-ffa73cf9-b4c5-4314-9be0-8a0ff1c61196 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=96786f7503bf418d8fc6dd6aab2a630e&device_id=a357c2bf-ca65-4d93-8281-66906aac7661 HTTP/1.1" status: 200  len: 1125 time: 0.1772363
Feb 05 21:05:14.008300 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7fc642-8eed-4022-b8cd-27a0315765ad tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event updated for resources: {'Network': ['ID=6522461f-11b8-492d-9de3-3dfe12ea64f2,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:14.012231 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7161b6c-eb7e-41e2-85b1-4d5afd7a1b41 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:05:14.030297 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-f7161b6c-eb7e-41e2-85b1-4d5afd7a1b41 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:14.033342 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 6522461f-11b8-492d-9de3-3dfe12ea64f2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:05:14.034223 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7161b6c-eb7e-41e2-85b1-4d5afd7a1b41 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:05:14.041996 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7161b6c-eb7e-41e2-85b1-4d5afd7a1b41 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:14.042985 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f7161b6c-eb7e-41e2-85b1-4d5afd7a1b41 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:14.067470 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7161b6c-eb7e-41e2-85b1-4d5afd7a1b41 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Port': ['ID=7d0c362a-ead5-4089-b8ae-2f607815a5c2,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:14.120143 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1e2fb-99a7-4116-bf09-eba3f48a3d92 req-e37b3530-5bcc-42be-9c73-a5a0a323df9b tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:14.121770 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-38f1e2fb-99a7-4116-bf09-eba3f48a3d92 req-e37b3530-5bcc-42be-9c73-a5a0a323df9b tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=a357c2bf-ca65-4d93-8281-66906aac7661 HTTP/1.1" status: 200  len: 943 time: 0.5433259
Feb 05 21:05:14.137823 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f7161b6c-eb7e-41e2-85b1-4d5afd7a1b41 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 3.7949488
Feb 05 21:05:14.140977 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55306) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:14.232580 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e99fe0-7dd1-42de-9a88-75c60c9dad7f req-623dbe35-75f4-46f8-8ea6-b77146d82bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:14.235718 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-69e99fe0-7dd1-42de-9a88-75c60c9dad7f req-623dbe35-75f4-46f8-8ea6-b77146d82bbd service neutron] 10.222.0.21 "GET /v2.0/networks?id=d372be5d-db46-470f-bb26-b0d626001e55 HTTP/1.1" status: 200  len: 912 time: 0.2835383
Feb 05 21:05:14.256579 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060c7dd6-df3a-4803-a376-9f0a9ea9ac90 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:14.264944 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060c7dd6-df3a-4803-a376-9f0a9ea9ac90 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:14.269574 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-060c7dd6-df3a-4803-a376-9f0a9ea9ac90 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1669 time: 0.1242526
Feb 05 21:05:14.269884 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55308) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:14.278130 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-36927c0f-3528-40f0-bf2f-cab3cb998ea9 admin admin] Publish callbacks [] for security_group (23254e83-91ba-440d-bd8a-b36af7f37c64), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:14.337118 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-38f1e2fb-99a7-4116-bf09-eba3f48a3d92 req-e629e16e-6a5b-47e5-92e6-325002b3e711 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1841891
Feb 05 21:05:14.345259 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d22156-6203-4c46-a7cf-431e5e871db6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Made reservation on behalf of 0d72e712e1b64cf48d280a84b998fa1b for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:14.360144 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-68d22156-6203-4c46-a7cf-431e5e871db6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:14.361504 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-36927c0f-3528-40f0-bf2f-cab3cb998ea9 admin admin] Publish callbacks [] for security_group (23254e83-91ba-440d-bd8a-b36af7f37c64), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:14.364960 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-69e99fe0-7dd1-42de-9a88-75c60c9dad7f req-d64e9c38-dccc-46a6-b83d-7b8397482a3a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5abd8462-d57e-49c8-85d7-8001b0b49a6e HTTP/1.1" status: 200  len: 217 time: 0.0965574
Feb 05 21:05:14.406409 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602586e-7657-41a5-8331-0ea176db26ab req-14f30ce8-363b-4e5d-b622-d32dec4ab528 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:14.414544 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6602586e-7657-41a5-8331-0ea176db26ab req-14f30ce8-363b-4e5d-b622-d32dec4ab528 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.2913873
Feb 05 21:05:14.435994 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e99fe0-7dd1-42de-9a88-75c60c9dad7f req-432a5665-e40b-4164-90db-d74b95437b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:14.437761 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-69e99fe0-7dd1-42de-9a88-75c60c9dad7f req-432a5665-e40b-4164-90db-d74b95437b49 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=363524c7-974f-4883-bb9a-7e2fff45291a HTTP/1.1" status: 200  len: 851 time: 0.0476463
Feb 05 21:05:14.476591 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-69e99fe0-7dd1-42de-9a88-75c60c9dad7f req-b5647c2b-402b-4e41-a255-64976ef06c5a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d372be5d-db46-470f-bb26-b0d626001e55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0320320
Feb 05 21:05:14.489017 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.ipam_backend_mixin [None req-68d22156-6203-4c46-a7cf-431e5e871db6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Performing IP validity checks on allocation pools {{(pid=114391) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Feb 05 21:05:14.489709 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.ipam_backend_mixin [None req-68d22156-6203-4c46-a7cf-431e5e871db6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114391) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Feb 05 21:05:14.566843 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-e282f01d-dd71-47c1-b110-3229d904e451 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting port 7d0c362a-ead5-4089-b8ae-2f607815a5c2 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:05:14.567241 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e282f01d-dd71-47c1-b110-3229d904e451 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (7d0c362a-ead5-4089-b8ae-2f607815a5c2), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:14.619757 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6602586e-7657-41a5-8331-0ea176db26ab req-e09f82a7-0547-4efc-a0a4-638225464269 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2033982
Feb 05 21:05:14.666264 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-36927c0f-3528-40f0-bf2f-cab3cb998ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (23254e83-91ba-440d-bd8a-b36af7f37c64), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:14.669840 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-36927c0f-3528-40f0-bf2f-cab3cb998ea9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:14.674326 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-36927c0f-3528-40f0-bf2f-cab3cb998ea9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/23254e83-91ba-440d-bd8a-b36af7f37c64 HTTP/1.1" status: 204  len: 168 time: 0.9089091
Feb 05 21:05:14.706905 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-69e99fe0-7dd1-42de-9a88-75c60c9dad7f req-b454bb2c-8192-4e4e-9e1f-432c99e502dd service neutron] 10.222.0.21 "GET /v2.0/networks/d372be5d-db46-470f-bb26-b0d626001e55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2237983
Feb 05 21:05:14.707157 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccd9d8-9c9f-4770-8b51-cc875a18241b req-c9a37480-b6a4-4107-a342-4e016f7f01eb tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:14.709297 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-abccd9d8-9c9f-4770-8b51-cc875a18241b req-c9a37480-b6a4-4107-a342-4e016f7f01eb tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1b05a2d-5a87-4caf-b16b-5da5dd7be2ac HTTP/1.1" status: 200  len: 946 time: 0.2223332
Feb 05 21:05:14.712298 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36927c0f-3528-40f0-bf2f-cab3cb998ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23254e83-91ba-440d-bd8a-b36af7f37c64,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:14.727316 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801fa414-3a89-49d3-a863-56c22f85fcc4 None None] Network 2d4a4456-1688-45e0-b085-f5234e03b570 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:14.828041 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e282f01d-dd71-47c1-b110-3229d904e451 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (7d0c362a-ead5-4089-b8ae-2f607815a5c2), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:14.841875 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:05:14.856265 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-e282f01d-dd71-47c1-b110-3229d904e451 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Calling delete_port for 7d0c362a-ead5-4089-b8ae-2f607815a5c2 owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:05:14.893586 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-68d22156-6203-4c46-a7cf-431e5e871db6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (aeefb2d3-d50d-4cd2-8f4e-04146d608688), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:14.904722 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-69e99fe0-7dd1-42de-9a88-75c60c9dad7f req-96d5e3ac-93cd-4ce2-b8fa-07d9ebb7c88c service neutron] 10.222.0.21 "GET /v2.0/networks/d372be5d-db46-470f-bb26-b0d626001e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1902785
Feb 05 21:05:14.946655 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-5134b2f8-27d8-4f1d-a924-6fd47f431fba None None] Provisioning complete for port df441ae2-7e22-49ac-b193-a9c1a224795d triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:05:14.952063 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5134b2f8-27d8-4f1d-a924-6fd47f431fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (df441ae2-7e22-49ac-b193-a9c1a224795d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:15.089760 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d22156-6203-4c46-a7cf-431e5e871db6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event updated for resources: {'Subnet': ['ID=aeefb2d3-d50d-4cd2-8f4e-04146d608688,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:15.107828 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-abccd9d8-9c9f-4770-8b51-cc875a18241b req-b8436b3c-9926-45c6-8ee3-645d6a58ec7a tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7eb3d12-a5c7-4b2c-93da-f3f358aebcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2235904
Feb 05 21:05:15.140111 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d22156-6203-4c46-a7cf-431e5e871db6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Checking segment: {'id': 'f8e3c309-5ad2-4085-a87b-b0571c3336d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6522461f-11b8-492d-9de3-3dfe12ea64f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:05:15.140746 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d22156-6203-4c46-a7cf-431e5e871db6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Network hostable DHCP agents. Network: 6522461f-11b8-492d-9de3-3dfe12ea64f2, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:05:15.175777 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-5134b2f8-27d8-4f1d-a924-6fd47f431fba None None] Current status of the port df441ae2-7e22-49ac-b193-a9c1a224795d is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:05:15.176274 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5134b2f8-27d8-4f1d-a924-6fd47f431fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (df441ae2-7e22-49ac-b193-a9c1a224795d), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:15.187733 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d22156-6203-4c46-a7cf-431e5e871db6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Network 6522461f-11b8-492d-9de3-3dfe12ea64f2 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:05:15.204380 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-68d22156-6203-4c46-a7cf-431e5e871db6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6522461f-11b8-492d-9de3-3dfe12ea64f2) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:15.227445 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908c1a02-3037-4895-8af6-1129268a87a3 None None] Network 6522461f-11b8-492d-9de3-3dfe12ea64f2 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:15.227950 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d22156-6203-4c46-a7cf-431e5e871db6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:15.228787 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-68d22156-6203-4c46-a7cf-431e5e871db6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:15.263724 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-68d22156-6203-4c46-a7cf-431e5e871db6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 1.4991131
Feb 05 21:05:15.266036 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55336) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:15.279605 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e282f01d-dd71-47c1-b110-3229d904e451 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (7d0c362a-ead5-4089-b8ae-2f607815a5c2), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:15.381887 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282f01d-dd71-47c1-b110-3229d904e451 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Port': ['ID=7d0c362a-ead5-4089-b8ae-2f607815a5c2,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:15.407483 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-5134b2f8-27d8-4f1d-a924-6fd47f431fba None None] For port df441ae2-7e22-49ac-b193-a9c1a224795d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df441ae2-7e22-49ac-b193-a9c1a224795d,segment=NetworkSegment(10d9cbac-f449-4467-861f-807c5f9850fc),segment_id=10d9cbac-f449-4467-861f-807c5f9850fc)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:05:15.429180 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device df441ae2-7e22-49ac-b193-a9c1a224795d up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:05:15.459222 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e282f01d-dd71-47c1-b110-3229d904e451 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:15.468521 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e282f01d-dd71-47c1-b110-3229d904e451 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/ports/7d0c362a-ead5-4089-b8ae-2f607815a5c2 HTTP/1.1" status: 204  len: 168 time: 1.1894355
Feb 05 21:05:15.469148 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55344) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:15.521470 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:15.578927 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5134b2f8-27d8-4f1d-a924-6fd47f431fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (df441ae2-7e22-49ac-b193-a9c1a224795d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:15.617241 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9503de0f-d130-4c8d-9270-d3678f0e0850 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:15.620379 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9503de0f-d130-4c8d-9270-d3678f0e0850 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:15.625877 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9503de0f-d130-4c8d-9270-d3678f0e0850 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.1528549
Feb 05 21:05:15.629091 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55350) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:15.646360 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5a9eb-014c-4279-b6cc-4b8adca253f1 req-4b7f8cef-191b-4096-8d43-1ef49a7e8d57 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:15.668807 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port df441ae2-7e22-49ac-b193-a9c1a224795d triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:05:15.669190 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (df441ae2-7e22-49ac-b193-a9c1a224795d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:15.670184 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c7e5a9eb-014c-4279-b6cc-4b8adca253f1 req-4b7f8cef-191b-4096-8d43-1ef49a7e8d57 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1b05a2d-5a87-4caf-b16b-5da5dd7be2ac HTTP/1.1" status: 200  len: 946 time: 0.3553317
Feb 05 21:05:15.708345 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55354) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:15.727598 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-46203b23-7e98-4b0b-b3b5-251315310aa6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (6522461f-11b8-492d-9de3-3dfe12ea64f2), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:15.771892 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-e78bb106-0efd-49de-909a-b7f52062eaf9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting subnet 6b78b2b8-03ad-4c5c-9121-782f88e2e9e9 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:05:15.781436 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e78bb106-0efd-49de-909a-b7f52062eaf9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (6b78b2b8-03ad-4c5c-9121-782f88e2e9e9), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:15.795090 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5134b2f8-27d8-4f1d-a924-6fd47f431fba None None] Pushing event updated for resources: {'Port': ['ID=df441ae2-7e22-49ac-b193-a9c1a224795d,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:15.796499 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec00219-128f-4b3f-a932-ccc9ca529517 req-d303d859-cf33-46e6-b692-67fef32c0f3b tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:15.803255 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6257f457-5608-46b5-a155-98debba7390f None None] Provisioning complete for port 2c77053f-185a-489c-8108-0f5f1806a69f triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:05:15.804332 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6257f457-5608-46b5-a155-98debba7390f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (2c77053f-185a-489c-8108-0f5f1806a69f), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:15.812319 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71735b6d-f2a0-4bf5-854e-d75d3c8af84d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6522461f-11b8-492d-9de3-3dfe12ea64f2', 'network_id': '6522461f-11b8-492d-9de3-3dfe12ea64f2', 'project_id': '0d72e712e1b64cf48d280a84b998fa1b', 'fixed_ips': [{'subnet_id': 'aeefb2d3-d50d-4cd2-8f4e-04146d608688'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:05:15.812680 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cec00219-128f-4b3f-a932-ccc9ca529517 req-d303d859-cf33-46e6-b692-67fef32c0f3b tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=a357c2bf-ca65-4d93-8281-66906aac7661 HTTP/1.1" status: 200  len: 943 time: 0.3160472
Feb 05 21:05:15.813661 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-71735b6d-f2a0-4bf5-854e-d75d3c8af84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:15.831731 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c7e5a9eb-014c-4279-b6cc-4b8adca253f1 req-2dddc834-a56d-4fbd-ad15-cc0109e15321 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7eb3d12-a5c7-4b2c-93da-f3f358aebcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1603179
Feb 05 21:05:15.919206 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e78bb106-0efd-49de-909a-b7f52062eaf9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (6b78b2b8-03ad-4c5c-9121-782f88e2e9e9), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:16.029630 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-46203b23-7e98-4b0b-b3b5-251315310aa6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (aeefb2d3-d50d-4cd2-8f4e-04146d608688), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:16.049832 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cec00219-128f-4b3f-a932-ccc9ca529517 req-caf8aed7-5bb6-463c-a8ff-eee2ce32aacb tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2323744
Feb 05 21:05:16.105641 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e78bb106-0efd-49de-909a-b7f52062eaf9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (6b78b2b8-03ad-4c5c-9121-782f88e2e9e9), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:16.144934 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port df441ae2-7e22-49ac-b193-a9c1a224795d is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:05:16.146310 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 61a0c53e-0519-488e-a9a5-9143410d5bc6 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:05:16.166640 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8c45da8a-c4c6-4a26-859b-025ccd558ff0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:16.226961 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e78bb106-0efd-49de-909a-b7f52062eaf9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (6b78b2b8-03ad-4c5c-9121-782f88e2e9e9), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:16.252944 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6058f-0d2c-413f-b416-4573375732de req-554ea378-f78a-4d7f-8fd8-ecced03217d2 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:16.261147 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6dd6058f-0d2c-413f-b416-4573375732de req-554ea378-f78a-4d7f-8fd8-ecced03217d2 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.3041461
Feb 05 21:05:16.289304 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bb106-0efd-49de-909a-b7f52062eaf9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Subnet': ['ID=6b78b2b8-03ad-4c5c-9121-782f88e2e9e9,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:16.303307 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e78bb106-0efd-49de-909a-b7f52062eaf9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:16.310566 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e78bb106-0efd-49de-909a-b7f52062eaf9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/6b78b2b8-03ad-4c5c-9121-782f88e2e9e9 HTTP/1.1" status: 204  len: 168 time: 0.6796310
Feb 05 21:05:16.311658 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55368) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:16.372195 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b6ced479-814c-47b6-a7dd-115f93d06631 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0587742
Feb 05 21:05:16.374904 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55372) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:16.385627 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcbd58-7142-4edc-ba60-421ab643e5ed req-3fbf2d97-0c34-4a88-aaa7-a00c338bc5d5 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:16.387598 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-45fcbd58-7142-4edc-ba60-421ab643e5ed req-3fbf2d97-0c34-4a88-aaa7-a00c338bc5d5 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1b05a2d-5a87-4caf-b16b-5da5dd7be2ac HTTP/1.1" status: 200  len: 946 time: 0.2315536
Feb 05 21:05:16.424347 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6dd6058f-0d2c-413f-b416-4573375732de req-944e80d0-d6ed-4972-bf5f-d8117e2c5a6c tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1621845
Feb 05 21:05:16.452200 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7993eb97-5695-4cdd-a68a-72ca1fba58d5 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:16.454439 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7993eb97-5695-4cdd-a68a-72ca1fba58d5 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.0781507
Feb 05 21:05:16.456979 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55374) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:16.464930 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e198262-b21f-4af4-b140-f5f43d2f58a4 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:16.483313 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8c45da8a-c4c6-4a26-859b-025ccd558ff0 admin admin] Publish callbacks [] for security_group (bdcd7bce-b84f-4a47-a89f-a27e788a0430), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:16.493723 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8c45da8a-c4c6-4a26-859b-025ccd558ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (bdcd7bce-b84f-4a47-a89f-a27e788a0430), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:16.501574 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-45fcbd58-7142-4edc-ba60-421ab643e5ed req-06fb2376-eef5-4014-bc37-283fd403d7df tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7eb3d12-a5c7-4b2c-93da-f3f358aebcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036808
Feb 05 21:05:16.542341 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c45da8a-c4c6-4a26-859b-025ccd558ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcd7bce-b84f-4a47-a89f-a27e788a0430,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:16.547820 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8c45da8a-c4c6-4a26-859b-025ccd558ff0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=53f7696bbd8d45ff99afc8a35095f07b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8328469
Feb 05 21:05:16.550503 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55380) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:16.571710 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5af65dd-416f-4a56-a500-ae3e7421172a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:16.575487 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f5af65dd-416f-4a56-a500-ae3e7421172a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1153581
Feb 05 21:05:16.575975 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55382) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:16.612388 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6257f457-5608-46b5-a155-98debba7390f None None] Current status of the port 2c77053f-185a-489c-8108-0f5f1806a69f is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:05:16.612781 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6257f457-5608-46b5-a155-98debba7390f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (2c77053f-185a-489c-8108-0f5f1806a69f), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:16.631492 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a0070c15-18bf-4a6a-b70a-b5de4f775038 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0492649
Feb 05 21:05:16.631646 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55386) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:16.637285 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-8af82f13-a950-4415-9813-e85f1e2e3d0d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'subnet': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:16.640850 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-71735b6d-f2a0-4bf5-854e-d75d3c8af84d None None] Allocated IP 172.20.0.3 (6522461f-11b8-492d-9de3-3dfe12ea64f2/aeefb2d3-d50d-4cd2-8f4e-04146d608688/3910dc5f-a80d-4b92-9042-f54a8e999311) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:05:16.660677 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 61a0c53e-0519-488e-a9a5-9143410d5bc6 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:05:16.661093 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (61a0c53e-0519-488e-a9a5-9143410d5bc6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:16.684101 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3a3959b9-c8f1-4226-a04a-b6a830c2913e admin admin] Publish callbacks [] for security_group (bdcd7bce-b84f-4a47-a89f-a27e788a0430), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:16.739244 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3a3959b9-c8f1-4226-a04a-b6a830c2913e admin admin] Publish callbacks [] for security_group (bdcd7bce-b84f-4a47-a89f-a27e788a0430), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:16.750335 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6257f457-5608-46b5-a155-98debba7390f None None] For port 2c77053f-185a-489c-8108-0f5f1806a69f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c77053f-185a-489c-8108-0f5f1806a69f,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:05:16.764234 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6257f457-5608-46b5-a155-98debba7390f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (2c77053f-185a-489c-8108-0f5f1806a69f), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:16.789720 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af82f13-a950-4415-9813-e85f1e2e3d0d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:16.793659 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8af82f13-a950-4415-9813-e85f1e2e3d0d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:16.862547 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2118f46-ca98-46a7-ab0d-ea207a08d634 None None] DHCP port deletion for 4b876e93-e753-4f82-8855-2c9c3d1db066 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:05:16.868002 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3a3959b9-c8f1-4226-a04a-b6a830c2913e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (bdcd7bce-b84f-4a47-a89f-a27e788a0430), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:16.879287 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3a3959b9-c8f1-4226-a04a-b6a830c2913e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:16.885128 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3a3959b9-c8f1-4226-a04a-b6a830c2913e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bdcd7bce-b84f-4a47-a89f-a27e788a0430 HTTP/1.1" status: 204  len: 168 time: 0.3281941
Feb 05 21:05:16.903510 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3959b9-c8f1-4226-a04a-b6a830c2913e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcd7bce-b84f-4a47-a89f-a27e788a0430,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:16.943318 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6257f457-5608-46b5-a155-98debba7390f None None] Pushing event updated for resources: {'Port': ['ID=2c77053f-185a-489c-8108-0f5f1806a69f,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:16.976993 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-d777a930-a9ca-49f0-a2f4-36988cc39e5d None None] Could not find standard attr ID for object 7d0c362a-ead5-4089-b8ae-2f607815a5c2. {{(pid=114392) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 05 21:05:17.017109 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0e396-e22c-4b93-8b3b-144ac8f7da1e req-ce0b15d0-8687-4dfa-8440-e6660ee53444 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:17.026359 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-11c0e396-e22c-4b93-8b3b-144ac8f7da1e req-ce0b15d0-8687-4dfa-8440-e6660ee53444 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1b05a2d-5a87-4caf-b16b-5da5dd7be2ac HTTP/1.1" status: 200  len: 946 time: 0.1081195
Feb 05 21:05:17.178125 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-d777a930-a9ca-49f0-a2f4-36988cc39e5d None None] Provisioning complete for port df441ae2-7e22-49ac-b193-a9c1a224795d triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:05:17.178617 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d777a930-a9ca-49f0-a2f4-36988cc39e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (df441ae2-7e22-49ac-b193-a9c1a224795d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:17.212561 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a2118f46-ca98-46a7-ab0d-ea207a08d634 None None] Deleting port 2c77053f-185a-489c-8108-0f5f1806a69f {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:05:17.213018 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a2118f46-ca98-46a7-ab0d-ea207a08d634 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (2c77053f-185a-489c-8108-0f5f1806a69f), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:17.214737 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 61a0c53e-0519-488e-a9a5-9143410d5bc6 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:05:17.215909 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 2c77053f-185a-489c-8108-0f5f1806a69f up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:05:17.252219 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-11c0e396-e22c-4b93-8b3b-144ac8f7da1e req-46c24212-3583-4b99-af4b-8c62d445cca2 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7eb3d12-a5c7-4b2c-93da-f3f358aebcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2246308
Feb 05 21:05:17.307515 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e84221-7b74-4165-84a6-123b526ba0d5 req-ce3d802d-ac3c-41e1-9632-64ecf154298a tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:17.309134 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-76e84221-7b74-4165-84a6-123b526ba0d5 req-ce3d802d-ac3c-41e1-9632-64ecf154298a tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=a357c2bf-ca65-4d93-8281-66906aac7661 HTTP/1.1" status: 200  len: 943 time: 0.1345954
Feb 05 21:05:17.341986 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-71735b6d-f2a0-4bf5-854e-d75d3c8af84d None None] Publish callbacks [] for port (3910dc5f-a80d-4b92-9042-f54a8e999311), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:17.370370 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-71735b6d-f2a0-4bf5-854e-d75d3c8af84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (3910dc5f-a80d-4b92-9042-f54a8e999311), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:17.381419 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-a2118f46-ca98-46a7-ab0d-ea207a08d634 None None] For port 2c77053f-185a-489c-8108-0f5f1806a69f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c77053f-185a-489c-8108-0f5f1806a69f,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:05:17.382697 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a2118f46-ca98-46a7-ab0d-ea207a08d634 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (2c77053f-185a-489c-8108-0f5f1806a69f), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:17.405897 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-46203b23-7e98-4b0b-b3b5-251315310aa6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (aeefb2d3-d50d-4cd2-8f4e-04146d608688), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:17.439560 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71735b6d-f2a0-4bf5-854e-d75d3c8af84d None None] Network 6522461f-11b8-492d-9de3-3dfe12ea64f2 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:05:17.444976 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a2118f46-ca98-46a7-ab0d-ea207a08d634 None None] Calling delete_port for 2c77053f-185a-489c-8108-0f5f1806a69f owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:05:17.450079 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46203b23-7e98-4b0b-b3b5-251315310aa6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event deleted for resources: {'Subnet': ['ID=aeefb2d3-d50d-4cd2-8f4e-04146d608688,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:17.460574 ncdv-master-1 neutron-server[114391]: DEBUG neutron.objects.ports [None req-8af82f13-a950-4415-9813-e85f1e2e3d0d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114391) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 05 21:05:17.460702 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-71735b6d-f2a0-4bf5-854e-d75d3c8af84d None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:17.460821 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55416) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:17.461368 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71735b6d-f2a0-4bf5-854e-d75d3c8af84d None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:05:17.542221 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-76e84221-7b74-4165-84a6-123b526ba0d5 req-4a6e32da-665c-49a5-ae28-f5808436497a tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2243881
Feb 05 21:05:17.596364 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71735b6d-f2a0-4bf5-854e-d75d3c8af84d None None] Pushing event updated for resources: {'Port': ['ID=3910dc5f-a80d-4b92-9042-f54a8e999311,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:17.614824 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 2c77053f-185a-489c-8108-0f5f1806a69f triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:05:17.615450 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (2c77053f-185a-489c-8108-0f5f1806a69f), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:17.659499 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-46203b23-7e98-4b0b-b3b5-251315310aa6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (6522461f-11b8-492d-9de3-3dfe12ea64f2), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:17.666635 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-71735b6d-f2a0-4bf5-854e-d75d3c8af84d None None] Attempting to bind port 3910dc5f-a80d-4b92-9042-f54a8e999311 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:05:17.667257 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-71735b6d-f2a0-4bf5-854e-d75d3c8af84d None None] Attempting to bind port 3910dc5f-a80d-4b92-9042-f54a8e999311 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f8e3c309-5ad2-4085-a87b-b0571c3336d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6522461f-11b8-492d-9de3-3dfe12ea64f2'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:05:17.668033 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71735b6d-f2a0-4bf5-854e-d75d3c8af84d None None] Attempting to bind port 3910dc5f-a80d-4b92-9042-f54a8e999311 on network 6522461f-11b8-492d-9de3-3dfe12ea64f2 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:05:17.670209 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-d777a930-a9ca-49f0-a2f4-36988cc39e5d None None] Current status of the port df441ae2-7e22-49ac-b193-a9c1a224795d is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:05:17.695346 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71735b6d-f2a0-4bf5-854e-d75d3c8af84d None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:05:17.696038 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71735b6d-f2a0-4bf5-854e-d75d3c8af84d None None] Checking segment: {'id': 'f8e3c309-5ad2-4085-a87b-b0571c3336d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6522461f-11b8-492d-9de3-3dfe12ea64f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:05:17.696620 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-71735b6d-f2a0-4bf5-854e-d75d3c8af84d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:17.697200 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71735b6d-f2a0-4bf5-854e-d75d3c8af84d None None] Bound using segment: {'id': 'f8e3c309-5ad2-4085-a87b-b0571c3336d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6522461f-11b8-492d-9de3-3dfe12ea64f2'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:05:17.697856 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-71735b6d-f2a0-4bf5-854e-d75d3c8af84d None None] Bound port: 3910dc5f-a80d-4b92-9042-f54a8e999311, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e3c309-5ad2-4085-a87b-b0571c3336d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6522461f-11b8-492d-9de3-3dfe12ea64f2'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:05:17.698440 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-71735b6d-f2a0-4bf5-854e-d75d3c8af84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3910dc5f-a80d-4b92-9042-f54a8e999311), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:17.721060 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-46203b23-7e98-4b0b-b3b5-251315310aa6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db3cc30d0>,) {'filters': {'network_id': ['6522461f-11b8-492d-9de3-3dfe12ea64f2']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:17.740302 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-46203b23-7e98-4b0b-b3b5-251315310aa6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3cc30d0>, 'f8e3c309-5ad2-4085-a87b-b0571c3336d5') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:17.740302 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-46203b23-7e98-4b0b-b3b5-251315310aa6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3cc30d0>, 'f8e3c309-5ad2-4085-a87b-b0571c3336d5') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:17.747025 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-6433e32b-d804-4f77-9e1b-d84fa47140c9 tempest-ExternalNetworksAdminNegativeTestJSON-525579751 tempest-ExternalNetworksAdminNegativeTestJSON-525579751-project-admin] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:17.780266 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-46203b23-7e98-4b0b-b3b5-251315310aa6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (f8e3c309-5ad2-4085-a87b-b0571c3336d5), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:17.781378 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6433e32b-d804-4f77-9e1b-d84fa47140c9 tempest-ExternalNetworksAdminNegativeTestJSON-525579751 tempest-ExternalNetworksAdminNegativeTestJSON-525579751-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:17.800110 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-46203b23-7e98-4b0b-b3b5-251315310aa6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (f8e3c309-5ad2-4085-a87b-b0571c3336d5), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:17.812685 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a2118f46-ca98-46a7-ab0d-ea207a08d634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (2c77053f-185a-489c-8108-0f5f1806a69f), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:17.826413 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e279c78-e27a-4b5f-acb8-4d03fa1f5f13 req-c2c6aef3-6fd4-4493-bc94-db794b4d08ab tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:17.827886 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0e279c78-e27a-4b5f-acb8-4d03fa1f5f13 req-c2c6aef3-6fd4-4493-bc94-db794b4d08ab tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.2558749
Feb 05 21:05:17.830350 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46203b23-7e98-4b0b-b3b5-251315310aa6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:05:17.830883 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-46203b23-7e98-4b0b-b3b5-251315310aa6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (f8e3c309-5ad2-4085-a87b-b0571c3336d5), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:17.834924 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:05:17.834924 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:05:17.834924 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:05:17.834924 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:05:17.834924 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:05:17.834924 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:05:17.834924 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:05:17.834924 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:05:17.834924 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:05:17.834924 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:05:17.834924 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:05:17.834924 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:05:17.834924 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:05:17.834924 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:05:17.834924 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:05:17.834924 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:05:17.834924 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:05:17.834924 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:05:17.834924 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:05:17.834924 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:05:17.834924 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:05:17.834924 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:05:17.834924 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:05:17.834924 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:05:17.834924 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:05:17.834924 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:05:17.834924 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:05:17.834924 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:05:17.834924 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:05:17.834924 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:05:17.834924 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:05:17.834924 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:05:17.857894 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-71735b6d-f2a0-4bf5-854e-d75d3c8af84d None None] For port 3910dc5f-a80d-4b92-9042-f54a8e999311, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:05:17.862102 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2118f46-ca98-46a7-ab0d-ea207a08d634 None None] Pushing event deleted for resources: {'Port': ['ID=2c77053f-185a-489c-8108-0f5f1806a69f,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:17.866779 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2118f46-ca98-46a7-ab0d-ea207a08d634 None None] No DVR routers for this DVR port 2c77053f-185a-489c-8108-0f5f1806a69f on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:05:17.876661 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 2c77053f-185a-489c-8108-0f5f1806a69f is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:05:17.886545 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-8af82f13-a950-4415-9813-e85f1e2e3d0d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Port 2c77053f-185a-489c-8108-0f5f1806a69f concurrently deleted while adding address for new subnet {'id': 'ff9092af-7ccf-43d9-acbc-4cf658cff57c', 'name': '', 'tenant_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac', 'standard_attr_id': 2351, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-02-05T21:05:16Z', 'updated_at': '2022-02-05T21:05:16Z', 'revision_number': 0, 'segment_id': None, 'project_id': '281e6913c20e4e389fd6dfe1c5b03c8a'}. {{(pid=114391) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:779}}
Feb 05 21:05:17.887144 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8af82f13-a950-4415-9813-e85f1e2e3d0d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (ff9092af-7ccf-43d9-acbc-4cf658cff57c), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:17.944056 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6433e32b-d804-4f77-9e1b-d84fa47140c9 tempest-ExternalNetworksAdminNegativeTestJSON-525579751 tempest-ExternalNetworksAdminNegativeTestJSON-525579751-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:17.945229 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 5abd8462-d57e-49c8-85d7-8001b0b49a6e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:05:18.002080 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.db.api [None req-46203b23-7e98-4b0b-b3b5-251315310aa6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Feb 05 21:05:18.002080 ncdv-master-1 neutron-server[114391]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Feb 05 21:05:18.002080 ncdv-master-1 neutron-server[114391]: [parameters: {'id': '6522461f-11b8-492d-9de3-3dfe12ea64f2'}]
Feb 05 21:05:18.002080 ncdv-master-1 neutron-server[114391]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 21:05:18.002769 ncdv-master-1 neutron-server[114391]: DEBUG oslo_db.api [None req-46203b23-7e98-4b0b-b3b5-251315310aa6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 21:05:18.019299 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af82f13-a950-4415-9813-e85f1e2e3d0d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:05:18.024125 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-8af82f13-a950-4415-9813-e85f1e2e3d0d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:18.040050 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af82f13-a950-4415-9813-e85f1e2e3d0d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:18.041267 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8af82f13-a950-4415-9813-e85f1e2e3d0d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:18.069361 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device df441ae2-7e22-49ac-b193-a9c1a224795d up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:05:18.071497 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fe4e3d-0714-41e3-9e39-b348fba92cd1 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:18.089457 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-71735b6d-f2a0-4bf5-854e-d75d3c8af84d None None] For port 3910dc5f-a80d-4b92-9042-f54a8e999311, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3910dc5f-a80d-4b92-9042-f54a8e999311,segment=NetworkSegment(f8e3c309-5ad2-4085-a87b-b0571c3336d5),segment_id=f8e3c309-5ad2-4085-a87b-b0571c3336d5)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:05:18.099916 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0e279c78-e27a-4b5f-acb8-4d03fa1f5f13 req-6e98510f-a31d-4c88-a3f6-3310ef0f6fde tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2369454
Feb 05 21:05:18.101133 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af82f13-a950-4415-9813-e85f1e2e3d0d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Subnet': ['ID=ff9092af-7ccf-43d9-acbc-4cf658cff57c,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:18.107620 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8af82f13-a950-4415-9813-e85f1e2e3d0d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.4748349
Feb 05 21:05:18.110595 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55432) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:18.115765 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-29e0ed7d-7490-44f6-b0a4-ff00f03660fc tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'subnet': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:18.159866 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-71735b6d-f2a0-4bf5-854e-d75d3c8af84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (3910dc5f-a80d-4b92-9042-f54a8e999311), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:18.168316 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-6433e32b-d804-4f77-9e1b-d84fa47140c9 tempest-ExternalNetworksAdminNegativeTestJSON-525579751 tempest-ExternalNetworksAdminNegativeTestJSON-525579751-project-admin] Allocated IP 172.35.4.26 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/e74f9d7d-4d49-4f57-9b7a-6cbba448d060) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:05:18.269386 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 5abd8462-d57e-49c8-85d7-8001b0b49a6e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5abd8462-d57e-49c8-85d7-8001b0b49a6e,segment=NetworkSegment(e3f5879e-89eb-4ea9-ae07-833c6958fcdd),segment_id=e3f5879e-89eb-4ea9-ae07-833c6958fcdd)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:05:18.279292 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e0ed7d-7490-44f6-b0a4-ff00f03660fc tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:18.300684 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-29e0ed7d-7490-44f6-b0a4-ff00f03660fc tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:18.329052 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6433e32b-d804-4f77-9e1b-d84fa47140c9 tempest-ExternalNetworksAdminNegativeTestJSON-525579751 tempest-ExternalNetworksAdminNegativeTestJSON-525579751-project-admin] Publish callbacks [] for port (e74f9d7d-4d49-4f57-9b7a-6cbba448d060), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:18.369904 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6433e32b-d804-4f77-9e1b-d84fa47140c9 tempest-ExternalNetworksAdminNegativeTestJSON-525579751 tempest-ExternalNetworksAdminNegativeTestJSON-525579751-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (e74f9d7d-4d49-4f57-9b7a-6cbba448d060), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:18.386136 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '5abd8462-d57e-49c8-85d7-8001b0b49a6e', 'network_id': 'd372be5d-db46-470f-bb26-b0d626001e55', 'port_id': '5abd8462-d57e-49c8-85d7-8001b0b49a6e', 'mac_address': 'fa:16:3e:dd:f3:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '363524c7-974f-4883-bb9a-7e2fff45291a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:05:18.413669 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71735b6d-f2a0-4bf5-854e-d75d3c8af84d None None] Pushing event updated for resources: {'Port': ['ID=3910dc5f-a80d-4b92-9042-f54a8e999311,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:18.439412 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6433e32b-d804-4f77-9e1b-d84fa47140c9 tempest-ExternalNetworksAdminNegativeTestJSON-525579751 tempest-ExternalNetworksAdminNegativeTestJSON-525579751-project-admin] Pushing event updated for resources: {'Port': ['ID=e74f9d7d-4d49-4f57-9b7a-6cbba448d060,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:18.444080 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6433e32b-d804-4f77-9e1b-d84fa47140c9 tempest-ExternalNetworksAdminNegativeTestJSON-525579751 tempest-ExternalNetworksAdminNegativeTestJSON-525579751-project-admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:05:18.445804 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-6433e32b-d804-4f77-9e1b-d84fa47140c9 tempest-ExternalNetworksAdminNegativeTestJSON-525579751 tempest-ExternalNetworksAdminNegativeTestJSON-525579751-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:18.448250 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6433e32b-d804-4f77-9e1b-d84fa47140c9 tempest-ExternalNetworksAdminNegativeTestJSON-525579751 tempest-ExternalNetworksAdminNegativeTestJSON-525579751-project-admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:05:18.450288 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port df441ae2-7e22-49ac-b193-a9c1a224795d triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:05:18.450810 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (df441ae2-7e22-49ac-b193-a9c1a224795d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:18.525990 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1524d5c1-6c36-427b-993d-46fc8e9c36ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4b876e93-e753-4f82-8855-2c9c3d1db066', 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'project_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'fixed_ips': [{'subnet_id': 'ff9092af-7ccf-43d9-acbc-4cf658cff57c'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:05:18.527056 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1524d5c1-6c36-427b-993d-46fc8e9c36ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:18.537584 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e80e97-322b-4e8b-a2fb-8d0d3644cdb5 None None] Network 6522461f-11b8-492d-9de3-3dfe12ea64f2 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:18.600815 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f99c0e-9c14-467c-97db-20eadeeba377 req-cf85ffe1-b7aa-46e6-8575-51e32b15cbcb tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:18.601354 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 5abd8462-d57e-49c8-85d7-8001b0b49a6e is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:05:18.601762 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5abd8462-d57e-49c8-85d7-8001b0b49a6e), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:18.602621 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a9f99c0e-9c14-467c-97db-20eadeeba377 req-cf85ffe1-b7aa-46e6-8575-51e32b15cbcb tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1b05a2d-5a87-4caf-b16b-5da5dd7be2ac HTTP/1.1" status: 200  len: 946 time: 0.1242740
Feb 05 21:05:18.664175 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5abd8462-d57e-49c8-85d7-8001b0b49a6e {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:05:18.670627 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6433e32b-d804-4f77-9e1b-d84fa47140c9 tempest-ExternalNetworksAdminNegativeTestJSON-525579751 tempest-ExternalNetworksAdminNegativeTestJSON-525579751-project-admin] Publish callbacks [] for floatingip (1a5c2dbb-d2ed-4793-8957-90508f5d3f58), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:18.758103 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6433e32b-d804-4f77-9e1b-d84fa47140c9 tempest-ExternalNetworksAdminNegativeTestJSON-525579751 tempest-ExternalNetworksAdminNegativeTestJSON-525579751-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e74f9d7d-4d49-4f57-9b7a-6cbba448d060), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:18.857392 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-a9f99c0e-9c14-467c-97db-20eadeeba377 req-8f54252f-f092-4166-b736-a36e5def9fc4 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Deleting port e50bc46d-d29d-473a-8bcc-c401da56b65f {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:05:18.858150 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a9f99c0e-9c14-467c-97db-20eadeeba377 req-8f54252f-f092-4166-b736-a36e5def9fc4 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (e50bc46d-d29d-473a-8bcc-c401da56b65f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:18.878022 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port df441ae2-7e22-49ac-b193-a9c1a224795d is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:05:18.931391 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-46203b23-7e98-4b0b-b3b5-251315310aa6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (6522461f-11b8-492d-9de3-3dfe12ea64f2), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:19.023563 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 2c77053f-185a-489c-8108-0f5f1806a69f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:05:19.058088 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 2c77053f-185a-489c-8108-0f5f1806a69f {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:05:19.058555 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 2c77053f-185a-489c-8108-0f5f1806a69f not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:05:19.065155 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 5abd8462-d57e-49c8-85d7-8001b0b49a6e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5abd8462-d57e-49c8-85d7-8001b0b49a6e,segment=NetworkSegment(e3f5879e-89eb-4ea9-ae07-833c6958fcdd),segment_id=e3f5879e-89eb-4ea9-ae07-833c6958fcdd)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:05:19.068143 ncdv-master-1 neutron-server[114391]: INFO neutron.db.ipam_backend_mixin [None req-29e0ed7d-7490-44f6-b0a4-ff00f03660fc tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ff9092af-7ccf-43d9-acbc-4cf658cff57c (CIDR: 2001:db8::/64)
Feb 05 21:05:19.078876 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5abd8462-d57e-49c8-85d7-8001b0b49a6e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:19.085050 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-29e0ed7d-7490-44f6-b0a4-ff00f03660fc tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:05:19.085508 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29e0ed7d-7490-44f6-b0a4-ff00f03660fc tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:05:19.096673 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-a9f99c0e-9c14-467c-97db-20eadeeba377 req-8f54252f-f092-4166-b736-a36e5def9fc4 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] For port e50bc46d-d29d-473a-8bcc-c401da56b65f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e50bc46d-d29d-473a-8bcc-c401da56b65f,segment=NetworkSegment(6da08ccd-563d-4daa-98a3-11856904a998),segment_id=6da08ccd-563d-4daa-98a3-11856904a998)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:05:19.097658 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a9f99c0e-9c14-467c-97db-20eadeeba377 req-8f54252f-f092-4166-b736-a36e5def9fc4 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (e50bc46d-d29d-473a-8bcc-c401da56b65f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:19.109374 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b3219-0908-485e-84fd-4f00a649c0d7 req-425c4075-a637-4dd0-bdd8-8b8023daa385 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:19.110414 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1f8b3219-0908-485e-84fd-4f00a649c0d7 req-425c4075-a637-4dd0-bdd8-8b8023daa385 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=a357c2bf-ca65-4d93-8281-66906aac7661 HTTP/1.1" status: 200  len: 943 time: 0.1816056
Feb 05 21:05:19.118133 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-a9f99c0e-9c14-467c-97db-20eadeeba377 req-8f54252f-f092-4166-b736-a36e5def9fc4 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Calling delete_port for e50bc46d-d29d-473a-8bcc-c401da56b65f owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:05:19.123147 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c461c8-b92c-4656-a7ce-163657a657f0 req-a47a21be-bcb3-4642-a354-874424f08435 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:19.130732 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-53c461c8-b92c-4656-a7ce-163657a657f0 req-a47a21be-bcb3-4642-a354-874424f08435 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1b05a2d-5a87-4caf-b16b-5da5dd7be2ac HTTP/1.1" status: 200  len: 946 time: 0.2004368
Feb 05 21:05:19.173042 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-29e0ed7d-7490-44f6-b0a4-ff00f03660fc tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.0612237
Feb 05 21:05:19.176700 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55456) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:19.185398 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-83224f71-f115-4ba2-a406-e514f4f4898c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'subnet': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:19.185580 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=5abd8462-d57e-49c8-85d7-8001b0b49a6e,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:19.196504 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-1524d5c1-6c36-427b-993d-46fc8e9c36ab None None] Allocated IP 2001:db8::f816:3eff:feca:b61f (4b876e93-e753-4f82-8855-2c9c3d1db066/ff9092af-7ccf-43d9-acbc-4cf658cff57c/c75a4508-a0ec-472c-aa82-61d9a8f3be75) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:05:19.259491 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-46203b23-7e98-4b0b-b3b5-251315310aa6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Deleting port 3910dc5f-a80d-4b92-9042-f54a8e999311 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:05:19.259755 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-46203b23-7e98-4b0b-b3b5-251315310aa6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (3910dc5f-a80d-4b92-9042-f54a8e999311), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:19.306941 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-53c461c8-b92c-4656-a7ce-163657a657f0 req-e699abbc-2f2f-4938-82c7-e35ec2fae7cf tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7eb3d12-a5c7-4b2c-93da-f3f358aebcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1755514
Feb 05 21:05:19.310238 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1f8b3219-0908-485e-84fd-4f00a649c0d7 req-f7dc0bb0-69da-47a4-839b-ae5533605e16 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1742232
Feb 05 21:05:19.365507 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6433e32b-d804-4f77-9e1b-d84fa47140c9 tempest-ExternalNetworksAdminNegativeTestJSON-525579751 tempest-ExternalNetworksAdminNegativeTestJSON-525579751-project-admin] Publish callbacks [] for port (e74f9d7d-4d49-4f57-9b7a-6cbba448d060), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:19.398567 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6433e32b-d804-4f77-9e1b-d84fa47140c9 tempest-ExternalNetworksAdminNegativeTestJSON-525579751 tempest-ExternalNetworksAdminNegativeTestJSON-525579751-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (e74f9d7d-4d49-4f57-9b7a-6cbba448d060), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:19.405855 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-46203b23-7e98-4b0b-b3b5-251315310aa6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] For port 3910dc5f-a80d-4b92-9042-f54a8e999311, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3910dc5f-a80d-4b92-9042-f54a8e999311,segment=NetworkSegment(f8e3c309-5ad2-4085-a87b-b0571c3336d5),segment_id=f8e3c309-5ad2-4085-a87b-b0571c3336d5)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:05:19.405855 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-46203b23-7e98-4b0b-b3b5-251315310aa6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (3910dc5f-a80d-4b92-9042-f54a8e999311), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:19.408402 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['5abd8462-d57e-49c8-85d7-8001b0b49a6e'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:05:19.445227 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1524d5c1-6c36-427b-993d-46fc8e9c36ab None None] Publish callbacks [] for port (c75a4508-a0ec-472c-aa82-61d9a8f3be75), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:19.455965 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-46203b23-7e98-4b0b-b3b5-251315310aa6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Calling delete_port for 3910dc5f-a80d-4b92-9042-f54a8e999311 owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:05:19.461557 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6433e32b-d804-4f77-9e1b-d84fa47140c9 tempest-ExternalNetworksAdminNegativeTestJSON-525579751 tempest-ExternalNetworksAdminNegativeTestJSON-525579751-project-admin] Pushing event updated for resources: {'Port': ['ID=e74f9d7d-4d49-4f57-9b7a-6cbba448d060,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:19.482658 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1524d5c1-6c36-427b-993d-46fc8e9c36ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (c75a4508-a0ec-472c-aa82-61d9a8f3be75), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:19.526881 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a9f99c0e-9c14-467c-97db-20eadeeba377 req-8f54252f-f092-4166-b736-a36e5def9fc4 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (e50bc46d-d29d-473a-8bcc-c401da56b65f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:19.547109 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83224f71-f115-4ba2-a406-e514f4f4898c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:19.550590 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-83224f71-f115-4ba2-a406-e514f4f4898c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:19.558137 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['e50bc46d-d29d-473a-8bcc-c401da56b65f'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:05:19.574253 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54252f-f092-4166-b736-a36e5def9fc4 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Pushing event deleted for resources: {'Port': ['ID=e50bc46d-d29d-473a-8bcc-c401da56b65f,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:19.576950 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6433e32b-d804-4f77-9e1b-d84fa47140c9 tempest-ExternalNetworksAdminNegativeTestJSON-525579751 tempest-ExternalNetworksAdminNegativeTestJSON-525579751-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (1a5c2dbb-d2ed-4793-8957-90508f5d3f58), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:19.595618 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce270896-9085-4033-bac8-3954ec3e0ae7 req-d233f869-afd0-45b7-81cb-f2e9b4134bf2 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:19.597342 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ce270896-9085-4033-bac8-3954ec3e0ae7 req-d233f869-afd0-45b7-81cb-f2e9b4134bf2 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.2113976
Feb 05 21:05:19.610610 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1524d5c1-6c36-427b-993d-46fc8e9c36ab None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:05:19.639423 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-1524d5c1-6c36-427b-993d-46fc8e9c36ab None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:19.640496 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f99c0e-9c14-467c-97db-20eadeeba377 req-8f54252f-f092-4166-b736-a36e5def9fc4 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] No DVR routers for this DVR port e50bc46d-d29d-473a-8bcc-c401da56b65f on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:05:19.642349 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1524d5c1-6c36-427b-993d-46fc8e9c36ab None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:05:19.643660 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a9f99c0e-9c14-467c-97db-20eadeeba377 req-8f54252f-f092-4166-b736-a36e5def9fc4 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:19.647903 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a9f99c0e-9c14-467c-97db-20eadeeba377 req-8f54252f-f092-4166-b736-a36e5def9fc4 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.21 "DELETE /v2.0/ports/e50bc46d-d29d-473a-8bcc-c401da56b65f HTTP/1.1" status: 204  len: 173 time: 1.0345600
Feb 05 21:05:19.648500 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b05a2d-5a87-4caf-b16b-5da5dd7be2ac', 'name': 'network-vif-deleted', 'tag': 'e50bc46d-d29d-473a-8bcc-c401da56b65f'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:05:19.651217 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7499fb65-bec2-49d1-9c13-91a51387a5b1" -d '{"events": [{"server_uuid": "c1b05a2d-5a87-4caf-b16b-5da5dd7be2ac", "name": "network-vif-deleted", "tag": "e50bc46d-d29d-473a-8bcc-c401da56b65f"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:05:19.658541 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6433e32b-d804-4f77-9e1b-d84fa47140c9 tempest-ExternalNetworksAdminNegativeTestJSON-525579751 tempest-ExternalNetworksAdminNegativeTestJSON-525579751-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:19.663385 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6433e32b-d804-4f77-9e1b-d84fa47140c9 tempest-ExternalNetworksAdminNegativeTestJSON-525579751 tempest-ExternalNetworksAdminNegativeTestJSON-525579751-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.1979406
Feb 05 21:05:19.663995 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55468) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:19.669452 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-e1483920-8318-4f59-82c5-d098849be2a9 tempest-ExternalNetworksAdminNegativeTestJSON-525579751 tempest-ExternalNetworksAdminNegativeTestJSON-525579751-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1471309786', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'fixed_ips': [{'ip_address': '172.35.4.26'}]}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:19.712040 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1483920-8318-4f59-82c5-d098849be2a9 tempest-ExternalNetworksAdminNegativeTestJSON-525579751 tempest-ExternalNetworksAdminNegativeTestJSON-525579751-project-admin] Made reservation on behalf of fd29b2a1a73c4a7fb4a77f32593a4515 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:19.715187 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e1483920-8318-4f59-82c5-d098849be2a9 tempest-ExternalNetworksAdminNegativeTestJSON-525579751 tempest-ExternalNetworksAdminNegativeTestJSON-525579751-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:19.735548 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ce270896-9085-4033-bac8-3954ec3e0ae7 req-85431405-e7a4-4a2c-92a8-a2a0f999ccd0 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1283233
Feb 05 21:05:19.744477 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524d5c1-6c36-427b-993d-46fc8e9c36ab None None] Pushing event updated for resources: {'Port': ['ID=c75a4508-a0ec-472c-aa82-61d9a8f3be75,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:19.766045 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-46203b23-7e98-4b0b-b3b5-251315310aa6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (3910dc5f-a80d-4b92-9042-f54a8e999311), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:19.767456 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e1483920-8318-4f59-82c5-d098849be2a9 tempest-ExternalNetworksAdminNegativeTestJSON-525579751 tempest-ExternalNetworksAdminNegativeTestJSON-525579751-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:19.801450 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6b4fa3-bfa9-4396-b19f-ed515dd434ad x-openstack-request-id: req-cd6b4fa3-bfa9-4396-b19f-ed515dd434ad {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:05:19.801835 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b05a2d-5a87-4caf-b16b-5da5dd7be2ac", "name": "network-vif-deleted", "tag": "e50bc46d-d29d-473a-8bcc-c401da56b65f", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:05:19.802632 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cd6b4fa3-bfa9-4396-b19f-ed515dd434ad {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:05:19.803057 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b05a2d-5a87-4caf-b16b-5da5dd7be2ac', 'name': 'network-vif-deleted', 'tag': 'e50bc46d-d29d-473a-8bcc-c401da56b65f', 'status': 'completed', 'code': 200}
Feb 05 21:05:19.814863 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46203b23-7e98-4b0b-b3b5-251315310aa6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] No DVR routers for this DVR port 3910dc5f-a80d-4b92-9042-f54a8e999311 on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:05:19.851482 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-1524d5c1-6c36-427b-993d-46fc8e9c36ab None None] Attempting to bind port c75a4508-a0ec-472c-aa82-61d9a8f3be75 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:05:19.852234 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-1524d5c1-6c36-427b-993d-46fc8e9c36ab None None] Attempting to bind port c75a4508-a0ec-472c-aa82-61d9a8f3be75 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:05:19.852621 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1524d5c1-6c36-427b-993d-46fc8e9c36ab None None] Attempting to bind port c75a4508-a0ec-472c-aa82-61d9a8f3be75 on network 4b876e93-e753-4f82-8855-2c9c3d1db066 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:05:19.863750 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1524d5c1-6c36-427b-993d-46fc8e9c36ab None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:05:19.864135 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1524d5c1-6c36-427b-993d-46fc8e9c36ab None None] Checking segment: {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:05:19.864612 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1524d5c1-6c36-427b-993d-46fc8e9c36ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:19.865011 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1524d5c1-6c36-427b-993d-46fc8e9c36ab None None] Bound using segment: {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:05:19.865546 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-1524d5c1-6c36-427b-993d-46fc8e9c36ab None None] Bound port: c75a4508-a0ec-472c-aa82-61d9a8f3be75, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:05:19.866017 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1524d5c1-6c36-427b-993d-46fc8e9c36ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c75a4508-a0ec-472c-aa82-61d9a8f3be75), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:19.939085 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e1483920-8318-4f59-82c5-d098849be2a9 tempest-ExternalNetworksAdminNegativeTestJSON-525579751 tempest-ExternalNetworksAdminNegativeTestJSON-525579751-project-admin] Publish callbacks [] for security_group (1f436c1b-92f9-49cf-9613-a535de0026d2), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:19.951045 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46203b23-7e98-4b0b-b3b5-251315310aa6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event deleted for resources: {'Port': ['ID=3910dc5f-a80d-4b92-9042-f54a8e999311,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:19.957246 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e1483920-8318-4f59-82c5-d098849be2a9 tempest-ExternalNetworksAdminNegativeTestJSON-525579751 tempest-ExternalNetworksAdminNegativeTestJSON-525579751-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (1f436c1b-92f9-49cf-9613-a535de0026d2), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:19.963902 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-e1483920-8318-4f59-82c5-d098849be2a9 tempest-ExternalNetworksAdminNegativeTestJSON-525579751 tempest-ExternalNetworksAdminNegativeTestJSON-525579751-project-admin] device_id is not set on port 1f7ed47d-0814-489c-9a70-45f7bb4c9603 yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:05:19.980695 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-1524d5c1-6c36-427b-993d-46fc8e9c36ab None None] For port c75a4508-a0ec-472c-aa82-61d9a8f3be75, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:05:19.988560 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-1524d5c1-6c36-427b-993d-46fc8e9c36ab None None] For port c75a4508-a0ec-472c-aa82-61d9a8f3be75, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c75a4508-a0ec-472c-aa82-61d9a8f3be75,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:05:20.008694 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1524d5c1-6c36-427b-993d-46fc8e9c36ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (c75a4508-a0ec-472c-aa82-61d9a8f3be75), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:20.121682 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-46203b23-7e98-4b0b-b3b5-251315310aa6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (6522461f-11b8-492d-9de3-3dfe12ea64f2), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:20.180226 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:20.184666 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524d5c1-6c36-427b-993d-46fc8e9c36ab None None] Pushing event updated for resources: {'Port': ['ID=c75a4508-a0ec-472c-aa82-61d9a8f3be75,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:20.212973 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-46203b23-7e98-4b0b-b3b5-251315310aa6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db84542e0>,) {'filters': {'network_id': ['6522461f-11b8-492d-9de3-3dfe12ea64f2']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:20.215802 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1483920-8318-4f59-82c5-d098849be2a9 tempest-ExternalNetworksAdminNegativeTestJSON-525579751 tempest-ExternalNetworksAdminNegativeTestJSON-525579751-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f436c1b-92f9-49cf-9613-a535de0026d2,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:20.286893 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-46203b23-7e98-4b0b-b3b5-251315310aa6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db84542e0>, 'f8e3c309-5ad2-4085-a87b-b0571c3336d5') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:20.287626 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-46203b23-7e98-4b0b-b3b5-251315310aa6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db84542e0>, 'f8e3c309-5ad2-4085-a87b-b0571c3336d5') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:20.308360 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-46203b23-7e98-4b0b-b3b5-251315310aa6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (f8e3c309-5ad2-4085-a87b-b0571c3336d5), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:20.345996 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-46203b23-7e98-4b0b-b3b5-251315310aa6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (f8e3c309-5ad2-4085-a87b-b0571c3336d5), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:20.373122 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1483920-8318-4f59-82c5-d098849be2a9 tempest-ExternalNetworksAdminNegativeTestJSON-525579751 tempest-ExternalNetworksAdminNegativeTestJSON-525579751-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Feb 05 21:05:20.376371 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1483920-8318-4f59-82c5-d098849be2a9 tempest-ExternalNetworksAdminNegativeTestJSON-525579751 tempest-ExternalNetworksAdminNegativeTestJSON-525579751-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:05:20.447734 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e1483920-8318-4f59-82c5-d098849be2a9 tempest-ExternalNetworksAdminNegativeTestJSON-525579751 tempest-ExternalNetworksAdminNegativeTestJSON-525579751-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409  len: 371 time: 0.7828667
Feb 05 21:05:20.450500 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55490) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:20.517993 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46203b23-7e98-4b0b-b3b5-251315310aa6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:05:20.518873 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-46203b23-7e98-4b0b-b3b5-251315310aa6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (f8e3c309-5ad2-4085-a87b-b0571c3336d5), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:20.539949 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:05:20.539949 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:05:20.539949 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:05:20.539949 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:05:20.539949 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:05:20.539949 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:05:20.539949 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:05:20.539949 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:05:20.539949 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:05:20.539949 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:05:20.539949 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:05:20.539949 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:05:20.539949 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:05:20.539949 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:05:20.539949 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:05:20.539949 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:05:20.539949 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:05:20.539949 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:05:20.539949 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:05:20.539949 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:05:20.539949 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:05:20.539949 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:05:20.539949 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:05:20.539949 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:05:20.539949 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:05:20.539949 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:05:20.539949 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:05:20.539949 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:05:20.539949 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:05:20.539949 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:05:20.539949 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:05:20.539949 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:05:20.662866 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ec4d43b-bf29-4f41-8e80-dff18ee3c638 req-45db8e63-b99e-4365-a68f-7ef3f276ab0a tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1b05a2d-5a87-4caf-b16b-5da5dd7be2ac HTTP/1.1" status: 200  len: 210 time: 0.1240938
Feb 05 21:05:20.674973 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-be54c834-f377-47a7-84b5-900e999236cd tempest-ExternalNetworksAdminNegativeTestJSON-525579751 tempest-ExternalNetworksAdminNegativeTestJSON-525579751-project-admin] Deleting port e74f9d7d-4d49-4f57-9b7a-6cbba448d060 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:05:20.675433 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be54c834-f377-47a7-84b5-900e999236cd tempest-ExternalNetworksAdminNegativeTestJSON-525579751 tempest-ExternalNetworksAdminNegativeTestJSON-525579751-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (e74f9d7d-4d49-4f57-9b7a-6cbba448d060), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:20.735778 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-83224f71-f115-4ba2-a406-e514f4f4898c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (12874e61-ff43-415e-8308-2e548200d783), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:20.789908 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be54c834-f377-47a7-84b5-900e999236cd tempest-ExternalNetworksAdminNegativeTestJSON-525579751 tempest-ExternalNetworksAdminNegativeTestJSON-525579751-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (e74f9d7d-4d49-4f57-9b7a-6cbba448d060), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:20.790600 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be54c834-f377-47a7-84b5-900e999236cd tempest-ExternalNetworksAdminNegativeTestJSON-525579751 tempest-ExternalNetworksAdminNegativeTestJSON-525579751-project-admin] Publish callbacks [] for floatingip (e74f9d7d-4d49-4f57-9b7a-6cbba448d060), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:20.811422 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-be54c834-f377-47a7-84b5-900e999236cd tempest-ExternalNetworksAdminNegativeTestJSON-525579751 tempest-ExternalNetworksAdminNegativeTestJSON-525579751-project-admin] Calling delete_port for e74f9d7d-4d49-4f57-9b7a-6cbba448d060 owned by network:floatingip {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:05:20.830561 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-46203b23-7e98-4b0b-b3b5-251315310aa6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (6522461f-11b8-492d-9de3-3dfe12ea64f2), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:20.848126 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-46203b23-7e98-4b0b-b3b5-251315310aa6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:20.855409 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-46203b23-7e98-4b0b-b3b5-251315310aa6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "DELETE /v2.0/networks/6522461f-11b8-492d-9de3-3dfe12ea64f2 HTTP/1.1" status: 204  len: 168 time: 5.5836201
Feb 05 21:05:20.875649 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55502) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:20.889366 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-2ccd874d-25cc-49ff-ad13-96b0b3f00aee tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-900780379'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:20.900403 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b45412-da03-4ccd-a471-47b5fd33329f req-ab0ddee2-ac57-4e09-8b6d-17aa790b1dff tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:20.902043 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-84b45412-da03-4ccd-a471-47b5fd33329f req-ab0ddee2-ac57-4e09-8b6d-17aa790b1dff tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=a357c2bf-ca65-4d93-8281-66906aac7661 HTTP/1.1" status: 200  len: 944 time: 0.4093871
Feb 05 21:05:20.903855 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83224f71-f115-4ba2-a406-e514f4f4898c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:05:20.906746 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83224f71-f115-4ba2-a406-e514f4f4898c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Subnet': ['ID=12874e61-ff43-415e-8308-2e548200d783,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:20.910547 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46203b23-7e98-4b0b-b3b5-251315310aa6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event deleted for resources: {'Network': ['ID=6522461f-11b8-492d-9de3-3dfe12ea64f2,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:20.930313 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-83224f71-f115-4ba2-a406-e514f4f4898c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:20.956780 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83224f71-f115-4ba2-a406-e514f4f4898c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:20.959306 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-83224f71-f115-4ba2-a406-e514f4f4898c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:21.009600 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccd874d-25cc-49ff-ad13-96b0b3f00aee tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Made reservation on behalf of 0d72e712e1b64cf48d280a84b998fa1b for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:21.013191 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2ccd874d-25cc-49ff-ad13-96b0b3f00aee tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:21.033276 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be54c834-f377-47a7-84b5-900e999236cd tempest-ExternalNetworksAdminNegativeTestJSON-525579751 tempest-ExternalNetworksAdminNegativeTestJSON-525579751-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (e74f9d7d-4d49-4f57-9b7a-6cbba448d060), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:21.043123 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-83224f71-f115-4ba2-a406-e514f4f4898c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.8626173
Feb 05 21:05:21.050009 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55516) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:21.056149 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-d258c75c-5ccb-47ab-8ed4-c3aeb0d9450a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'port': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'mac_address': 'fa:16:3e:d1:f4:8f', 'name': 'tempest-NetworksTestDHCPv6-1896637194'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:21.096563 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be54c834-f377-47a7-84b5-900e999236cd tempest-ExternalNetworksAdminNegativeTestJSON-525579751 tempest-ExternalNetworksAdminNegativeTestJSON-525579751-project-admin] Pushing event deleted for resources: {'Port': ['ID=e74f9d7d-4d49-4f57-9b7a-6cbba448d060,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:21.100092 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cf94b-035a-476a-b50d-7774bfbf1fe2 req-20ef085e-17e3-4cd7-a442-e119164fe746 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:21.101720 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cf8cf94b-035a-476a-b50d-7774bfbf1fe2 req-20ef085e-17e3-4cd7-a442-e119164fe746 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.2169499
Feb 05 21:05:21.121251 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-84b45412-da03-4ccd-a471-47b5fd33329f req-801adff3-89d4-4393-9a93-09e3b2b7b480 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1961184
Feb 05 21:05:21.127164 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ccd874d-25cc-49ff-ad13-96b0b3f00aee tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:05:21.168461 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2ccd874d-25cc-49ff-ad13-96b0b3f00aee tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (4f4d05e4-8a5a-479f-9c4f-62e83558bfe1), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:21.168666 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-2ccd874d-25cc-49ff-ad13-96b0b3f00aee tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Added segment 4f4d05e4-8a5a-479f-9c4f-62e83558bfe1 of type vlan for network a8a47ef5-8942-4542-a24b-e5a6d15564e7
Feb 05 21:05:21.177412 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be54c834-f377-47a7-84b5-900e999236cd tempest-ExternalNetworksAdminNegativeTestJSON-525579751 tempest-ExternalNetworksAdminNegativeTestJSON-525579751-project-admin] Publish callbacks [] for floatingip (1a5c2dbb-d2ed-4793-8957-90508f5d3f58), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:21.180472 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be54c834-f377-47a7-84b5-900e999236cd tempest-ExternalNetworksAdminNegativeTestJSON-525579751 tempest-ExternalNetworksAdminNegativeTestJSON-525579751-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:21.181565 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-be54c834-f377-47a7-84b5-900e999236cd tempest-ExternalNetworksAdminNegativeTestJSON-525579751 tempest-ExternalNetworksAdminNegativeTestJSON-525579751-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/1a5c2dbb-d2ed-4793-8957-90508f5d3f58 HTTP/1.1" status: 204  len: 168 time: 0.7291741
Feb 05 21:05:21.287044 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2ccd874d-25cc-49ff-ad13-96b0b3f00aee tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (a8a47ef5-8942-4542-a24b-e5a6d15564e7), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:21.322857 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cf8cf94b-035a-476a-b50d-7774bfbf1fe2 req-a1436042-85ea-46fa-9b70-760bdf271260 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2074959
Feb 05 21:05:21.361869 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2ccd874d-25cc-49ff-ad13-96b0b3f00aee tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (a8a47ef5-8942-4542-a24b-e5a6d15564e7), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:21.368802 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccd874d-25cc-49ff-ad13-96b0b3f00aee tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:21.369621 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2ccd874d-25cc-49ff-ad13-96b0b3f00aee tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:21.401129 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d258c75c-5ccb-47ab-8ed4-c3aeb0d9450a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:21.436777 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2ccd874d-25cc-49ff-ad13-96b0b3f00aee tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.5561652
Feb 05 21:05:21.439852 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55522) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:21.445069 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-ba00780e-120c-491a-9d92-98692bd4381c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Request body: {'subnet': {'network_id': 'a8a47ef5-8942-4542-a24b-e5a6d15564e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:21.502835 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a65c87-29df-4792-845a-d27a6cfba88d None None] get_active_networks_info from ncdv-master-1 {{(pid=114392) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 05 21:05:21.566866 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd874d-25cc-49ff-ad13-96b0b3f00aee tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event updated for resources: {'Network': ['ID=a8a47ef5-8942-4542-a24b-e5a6d15564e7,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:21.591836 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba00780e-120c-491a-9d92-98692bd4381c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Made reservation on behalf of 0d72e712e1b64cf48d280a84b998fa1b for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:21.599231 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ba00780e-120c-491a-9d92-98692bd4381c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:21.613963 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d258c75c-5ccb-47ab-8ed4-c3aeb0d9450a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:21.637731 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [None req-d258c75c-5ccb-47ab-8ed4-c3aeb0d9450a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] device_id is not set on port 24f83ad9-667d-435e-b9ff-ea54c8a839fb yet. {{(pid=114391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:05:21.656835 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55528) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:21.659672 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network a8a47ef5-8942-4542-a24b-e5a6d15564e7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:05:21.772894 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55534) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:21.874623 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-100714f5-a4ed-4963-bf79-d8f8d1c2e1e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:21.877717 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-ca7930c3-c787-49d6-8a82-7dc462b9bba4 None None] Provisioning complete for port c75a4508-a0ec-472c-aa82-61d9a8f3be75 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:05:21.878107 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ca7930c3-c787-49d6-8a82-7dc462b9bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c75a4508-a0ec-472c-aa82-61d9a8f3be75), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:21.914121 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a65c87-29df-4792-845a-d27a6cfba88d None None] Resources bound (agent type, host, resource id):  {{(pid=114392) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 05 21:05:21.914463 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ba00780e-120c-491a-9d92-98692bd4381c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (284da703-2fc6-48ff-a023-48fb7191914e), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:21.951232 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 5abd8462-d57e-49c8-85d7-8001b0b49a6e up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:05:22.000954 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-d258c75c-5ccb-47ab-8ed4-c3aeb0d9450a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Allocated IP 2001:db8:0:1::115 (4b876e93-e753-4f82-8855-2c9c3d1db066/12874e61-ff43-415e-8308-2e548200d783/24f83ad9-667d-435e-b9ff-ea54c8a839fb) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:05:22.010160 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-d258c75c-5ccb-47ab-8ed4-c3aeb0d9450a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Allocated IP 2001:db8::f816:3eff:fed1:f48f (4b876e93-e753-4f82-8855-2c9c3d1db066/ff9092af-7ccf-43d9-acbc-4cf658cff57c/24f83ad9-667d-435e-b9ff-ea54c8a839fb) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:05:22.032629 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8bcac990-e1f8-4772-8331-0392971c0f69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:22.101941 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00780e-120c-491a-9d92-98692bd4381c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event updated for resources: {'Subnet': ['ID=284da703-2fc6-48ff-a023-48fb7191914e,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:22.135618 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba00780e-120c-491a-9d92-98692bd4381c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Checking segment: {'id': '4f4d05e4-8a5a-479f-9c4f-62e83558bfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a8a47ef5-8942-4542-a24b-e5a6d15564e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:05:22.135993 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba00780e-120c-491a-9d92-98692bd4381c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Network hostable DHCP agents. Network: a8a47ef5-8942-4542-a24b-e5a6d15564e7, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:05:22.167296 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device c75a4508-a0ec-472c-aa82-61d9a8f3be75 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:05:22.200768 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-100714f5-a4ed-4963-bf79-d8f8d1c2e1e9 admin admin] Publish callbacks [] for security_group (4eeb0de8-fa5d-4f4a-9852-2a8c77ca8023), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:22.205155 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba00780e-120c-491a-9d92-98692bd4381c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Network a8a47ef5-8942-4542-a24b-e5a6d15564e7 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:05:22.212404 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-100714f5-a4ed-4963-bf79-d8f8d1c2e1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (4eeb0de8-fa5d-4f4a-9852-2a8c77ca8023), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:22.243937 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-ba00780e-120c-491a-9d92-98692bd4381c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a8a47ef5-8942-4542-a24b-e5a6d15564e7) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:22.270998 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba00780e-120c-491a-9d92-98692bd4381c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:22.271717 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ba00780e-120c-491a-9d92-98692bd4381c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:22.282748 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d258c75c-5ccb-47ab-8ed4-c3aeb0d9450a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for port (24f83ad9-667d-435e-b9ff-ea54c8a839fb), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:22.299151 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8bcac990-e1f8-4772-8331-0392971c0f69 admin admin] Publish callbacks [] for security_group (21c0a318-4aa4-48f3-9106-6fe7c5bb4f68), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:22.304977 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-100714f5-a4ed-4963-bf79-d8f8d1c2e1e9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d10482c7b1834091b41e6933989c3283&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6436369
Feb 05 21:05:22.306423 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100714f5-a4ed-4963-bf79-d8f8d1c2e1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eeb0de8-fa5d-4f4a-9852-2a8c77ca8023,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:22.309340 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55560) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:22.312480 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8bcac990-e1f8-4772-8331-0392971c0f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (21c0a318-4aa4-48f3-9106-6fe7c5bb4f68), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:22.339764 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ba00780e-120c-491a-9d92-98692bd4381c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 0.8964307
Feb 05 21:05:22.341408 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55562) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:22.365446 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ca7930c3-c787-49d6-8a82-7dc462b9bba4 None None] Current status of the port c75a4508-a0ec-472c-aa82-61d9a8f3be75 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:05:22.365855 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ca7930c3-c787-49d6-8a82-7dc462b9bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c75a4508-a0ec-472c-aa82-61d9a8f3be75), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:22.389971 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcac990-e1f8-4772-8331-0392971c0f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c0a318-4aa4-48f3-9106-6fe7c5bb4f68,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:22.396642 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8bcac990-e1f8-4772-8331-0392971c0f69 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5a6ef7b37026407e9298efb699b70e06&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6223102
Feb 05 21:05:22.402902 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55566) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:22.440426 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port c75a4508-a0ec-472c-aa82-61d9a8f3be75 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:05:22.440788 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c75a4508-a0ec-472c-aa82-61d9a8f3be75), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:22.480665 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 5abd8462-d57e-49c8-85d7-8001b0b49a6e completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:05:22.495865 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f97157df-6512-4782-bc48-1a1f1255f5b8 admin admin] Publish callbacks [] for security_group (21c0a318-4aa4-48f3-9106-6fe7c5bb4f68), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:22.521737 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 5abd8462-d57e-49c8-85d7-8001b0b49a6e triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:05:22.522408 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5abd8462-d57e-49c8-85d7-8001b0b49a6e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:22.535206 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f97157df-6512-4782-bc48-1a1f1255f5b8 admin admin] Publish callbacks [] for security_group (21c0a318-4aa4-48f3-9106-6fe7c5bb4f68), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:22.550302 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7016941-2d0f-413d-94a0-46962206672a req-4f6dbf61-73da-49d0-8909-740c6d646d43 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:22.552795 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7016941-2d0f-413d-94a0-46962206672a req-4f6dbf61-73da-49d0-8909-740c6d646d43 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=a357c2bf-ca65-4d93-8281-66906aac7661 HTTP/1.1" status: 200  len: 944 time: 0.2888563
Feb 05 21:05:22.554686 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-ca7930c3-c787-49d6-8a82-7dc462b9bba4 None None] For port c75a4508-a0ec-472c-aa82-61d9a8f3be75, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c75a4508-a0ec-472c-aa82-61d9a8f3be75,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:05:22.560710 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b900e77f-012d-4c86-aaa3-577448fb12db tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (a8a47ef5-8942-4542-a24b-e5a6d15564e7), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:22.572989 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ca7930c3-c787-49d6-8a82-7dc462b9bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (c75a4508-a0ec-472c-aa82-61d9a8f3be75), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:22.591410 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d258c75c-5ccb-47ab-8ed4-c3aeb0d9450a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (24f83ad9-667d-435e-b9ff-ea54c8a839fb), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:22.609562 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-531da8e8-0efc-41cf-89f5-21be33ea07c4 admin admin] Publish callbacks [] for security_group (4eeb0de8-fa5d-4f4a-9852-2a8c77ca8023), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:22.640370 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-531da8e8-0efc-41cf-89f5-21be33ea07c4 admin admin] Publish callbacks [] for security_group (4eeb0de8-fa5d-4f4a-9852-2a8c77ca8023), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:22.648310 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258c75c-5ccb-47ab-8ed4-c3aeb0d9450a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Port': ['ID=24f83ad9-667d-435e-b9ff-ea54c8a839fb,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:22.671481 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae52f4-2c07-4a23-8313-d05a69e97500 req-1c697b22-fece-434a-b377-66d90192fb15 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:22.673114 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c1ae52f4-2c07-4a23-8313-d05a69e97500 req-1c697b22-fece-434a-b377-66d90192fb15 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.2215106
Feb 05 21:05:22.696050 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7930c3-c787-49d6-8a82-7dc462b9bba4 None None] Pushing event updated for resources: {'Port': ['ID=c75a4508-a0ec-472c-aa82-61d9a8f3be75,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:22.699619 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f97157df-6512-4782-bc48-1a1f1255f5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (21c0a318-4aa4-48f3-9106-6fe7c5bb4f68), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:22.703698 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f97157df-6512-4782-bc48-1a1f1255f5b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:22.707098 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39150e2-e471-40a3-a8d4-804d9fecbb8d None None] get_active_networks_info from ncdv-master-1 {{(pid=114392) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 05 21:05:22.708642 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f97157df-6512-4782-bc48-1a1f1255f5b8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/21c0a318-4aa4-48f3-9106-6fe7c5bb4f68 HTTP/1.1" status: 204  len: 168 time: 0.3022156
Feb 05 21:05:22.715553 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7016941-2d0f-413d-94a0-46962206672a req-a2b15309-283b-4be6-88d5-3d94f8a60b7c tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1471262
Feb 05 21:05:22.743904 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97157df-6512-4782-bc48-1a1f1255f5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c0a318-4aa4-48f3-9106-6fe7c5bb4f68,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:22.748300 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port c75a4508-a0ec-472c-aa82-61d9a8f3be75 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:05:22.754780 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-531da8e8-0efc-41cf-89f5-21be33ea07c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (4eeb0de8-fa5d-4f4a-9852-2a8c77ca8023), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:22.760437 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-531da8e8-0efc-41cf-89f5-21be33ea07c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:22.765912 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-531da8e8-0efc-41cf-89f5-21be33ea07c4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4eeb0de8-fa5d-4f4a-9852-2a8c77ca8023 HTTP/1.1" status: 204  len: 168 time: 0.4517674
Feb 05 21:05:22.776306 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d258c75c-5ccb-47ab-8ed4-c3aeb0d9450a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:05:22.776840 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531da8e8-0efc-41cf-89f5-21be33ea07c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eeb0de8-fa5d-4f4a-9852-2a8c77ca8023,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:22.790634 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-d258c75c-5ccb-47ab-8ed4-c3aeb0d9450a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:22.822004 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d258c75c-5ccb-47ab-8ed4-c3aeb0d9450a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:05:22.829170 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d258c75c-5ccb-47ab-8ed4-c3aeb0d9450a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:22.830105 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d258c75c-5ccb-47ab-8ed4-c3aeb0d9450a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:22.851055 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b900e77f-012d-4c86-aaa3-577448fb12db tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (284da703-2fc6-48ff-a023-48fb7191914e), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:22.919211 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c1ae52f4-2c07-4a23-8313-d05a69e97500 req-3756ca07-8fd9-4089-8551-8dd3424871ea tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2179489
Feb 05 21:05:22.923535 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d258c75c-5ccb-47ab-8ed4-c3aeb0d9450a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1034 time: 1.8720300
Feb 05 21:05:22.926839 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55576) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:22.974471 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 5abd8462-d57e-49c8-85d7-8001b0b49a6e is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:05:22.974986 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5abd8462-d57e-49c8-85d7-8001b0b49a6e), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:23.027497 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a357c2bf-ca65-4d93-8281-66906aac7661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5abd8462-d57e-49c8-85d7-8001b0b49a6e'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:05:23.029815 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3ce7cd-45ad-4354-ad6f-920e46d8f87a" -d '{"events": [{"server_uuid": "a357c2bf-ca65-4d93-8281-66906aac7661", "name": "network-vif-plugged", "status": "completed", "tag": "5abd8462-d57e-49c8-85d7-8001b0b49a6e"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:05:23.041345 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b900e77f-012d-4c86-aaa3-577448fb12db tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (284da703-2fc6-48ff-a023-48fb7191914e), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:23.049790 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 5abd8462-d57e-49c8-85d7-8001b0b49a6e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5abd8462-d57e-49c8-85d7-8001b0b49a6e,segment=NetworkSegment(e3f5879e-89eb-4ea9-ae07-833c6958fcdd),segment_id=e3f5879e-89eb-4ea9-ae07-833c6958fcdd)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:05:23.058710 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5abd8462-d57e-49c8-85d7-8001b0b49a6e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:23.059944 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device e50bc46d-d29d-473a-8bcc-c401da56b65f no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:05:23.092782 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: e50bc46d-d29d-473a-8bcc-c401da56b65f {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:05:23.093463 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device e50bc46d-d29d-473a-8bcc-c401da56b65f not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:05:23.104659 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900e77f-012d-4c86-aaa3-577448fb12db tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event deleted for resources: {'Subnet': ['ID=284da703-2fc6-48ff-a023-48fb7191914e,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:23.126620 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8163114d-84f4-4dad-944a-b1d5aceacc78 x-openstack-request-id: req-8163114d-84f4-4dad-944a-b1d5aceacc78 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:05:23.127221 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a357c2bf-ca65-4d93-8281-66906aac7661", "name": "network-vif-plugged", "status": "completed", "tag": "5abd8462-d57e-49c8-85d7-8001b0b49a6e", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:05:23.127661 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8163114d-84f4-4dad-944a-b1d5aceacc78 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:05:23.128217 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a357c2bf-ca65-4d93-8281-66906aac7661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5abd8462-d57e-49c8-85d7-8001b0b49a6e', 'code': 200}
Feb 05 21:05:23.144711 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39150e2-e471-40a3-a8d4-804d9fecbb8d None None] Resources bound (agent type, host, resource id):  {{(pid=114392) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 05 21:05:23.174700 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b900e77f-012d-4c86-aaa3-577448fb12db tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (a8a47ef5-8942-4542-a24b-e5a6d15564e7), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:23.176236 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=5abd8462-d57e-49c8-85d7-8001b0b49a6e,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:23.227599 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55584) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:23.236989 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-b900e77f-012d-4c86-aaa3-577448fb12db tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db259d430>,) {'filters': {'network_id': ['a8a47ef5-8942-4542-a24b-e5a6d15564e7']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:23.268339 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f5d9d567-23bc-4bc9-951a-586b28789bee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:23.274167 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-b900e77f-012d-4c86-aaa3-577448fb12db tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db259d430>, '4f4d05e4-8a5a-479f-9c4f-62e83558bfe1') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:23.274657 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-b900e77f-012d-4c86-aaa3-577448fb12db tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db259d430>, '4f4d05e4-8a5a-479f-9c4f-62e83558bfe1') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:23.290426 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-883c9d96-7df6-41fa-bff8-9d24dd2e091b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting port 24f83ad9-667d-435e-b9ff-ea54c8a839fb {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:05:23.292841 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-883c9d96-7df6-41fa-bff8-9d24dd2e091b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (24f83ad9-667d-435e-b9ff-ea54c8a839fb), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:23.308393 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef68c25-94e5-4b21-bad6-ef9862488813 req-000528ea-649f-45c4-b0ad-f6951550e81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:23.309910 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4ef68c25-94e5-4b21-bad6-ef9862488813 req-000528ea-649f-45c4-b0ad-f6951550e81c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a357c2bf-ca65-4d93-8281-66906aac7661 HTTP/1.1" status: 200  len: 1127 time: 0.1088066
Feb 05 21:05:23.346617 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55588) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:23.360303 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b900e77f-012d-4c86-aaa3-577448fb12db tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (4f4d05e4-8a5a-479f-9c4f-62e83558bfe1), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:23.396815 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4ef68c25-94e5-4b21-bad6-ef9862488813 req-788c3221-b513-4126-b548-9728cb90bdda service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807724
Feb 05 21:05:23.404660 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ec7dee-a620-4e00-b7d6-5d21d2c09507 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:23.407729 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103d03c5-6971-4cfb-b389-67a7e12398ca None None] Network a8a47ef5-8942-4542-a24b-e5a6d15564e7 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:23.431462 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b900e77f-012d-4c86-aaa3-577448fb12db tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (4f4d05e4-8a5a-479f-9c4f-62e83558bfe1), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:23.435280 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-eea27a82-3e76-4622-a709-176c665fb4ed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fd29b2a1a73c4a7fb4a77f32593a4515&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0871012
Feb 05 21:05:23.437866 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55600) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:23.466954 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b900e77f-012d-4c86-aaa3-577448fb12db tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:05:23.467883 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b900e77f-012d-4c86-aaa3-577448fb12db tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (4f4d05e4-8a5a-479f-9c4f-62e83558bfe1), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:23.477418 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:05:23.477418 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:05:23.477418 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:05:23.477418 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:05:23.477418 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:05:23.477418 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:05:23.477418 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:05:23.477418 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:05:23.477418 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:05:23.477418 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:05:23.477418 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:05:23.477418 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:05:23.477418 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:05:23.477418 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:05:23.477418 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:05:23.477418 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:05:23.477418 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:05:23.477418 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:05:23.477418 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:05:23.477418 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:05:23.477418 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:05:23.477418 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:05:23.477418 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:05:23.477418 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:05:23.477418 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:05:23.477418 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:05:23.477418 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:05:23.477418 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:05:23.477418 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:05:23.477418 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:05:23.477418 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:05:23.477418 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:05:23.510043 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d4b6d248-bdb9-4523-91b4-b48fb2388fc1 admin admin] Publish callbacks [] for security_group (1f436c1b-92f9-49cf-9613-a535de0026d2), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:23.540803 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d4b6d248-bdb9-4523-91b4-b48fb2388fc1 admin admin] Publish callbacks [] for security_group (1f436c1b-92f9-49cf-9613-a535de0026d2), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:23.554128 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-883c9d96-7df6-41fa-bff8-9d24dd2e091b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (24f83ad9-667d-435e-b9ff-ea54c8a839fb), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:23.571108 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-883c9d96-7df6-41fa-bff8-9d24dd2e091b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Calling delete_port for 24f83ad9-667d-435e-b9ff-ea54c8a839fb owned by  {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:05:23.578200 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b900e77f-012d-4c86-aaa3-577448fb12db tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (a8a47ef5-8942-4542-a24b-e5a6d15564e7), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:23.595471 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b900e77f-012d-4c86-aaa3-577448fb12db tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:23.596999 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784b5e9b-a48c-4ea5-af32-402bff6fcf72 None None] Network a8a47ef5-8942-4542-a24b-e5a6d15564e7 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:23.599351 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b900e77f-012d-4c86-aaa3-577448fb12db tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "DELETE /v2.0/networks/a8a47ef5-8942-4542-a24b-e5a6d15564e7 HTTP/1.1" status: 204  len: 168 time: 1.2550626
Feb 05 21:05:23.608033 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55602) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:23.616572 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-aaac36fd-287d-4656-8af2-626d22d1c734 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-10455818'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:23.624598 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784b5e9b-a48c-4ea5-af32-402bff6fcf72 None None] Network a8a47ef5-8942-4542-a24b-e5a6d15564e7 could not be found, it might have been deleted concurrently. {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Feb 05 21:05:23.631569 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d4b6d248-bdb9-4523-91b4-b48fb2388fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (1f436c1b-92f9-49cf-9613-a535de0026d2), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:23.634346 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d4b6d248-bdb9-4523-91b4-b48fb2388fc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:23.635590 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d4b6d248-bdb9-4523-91b4-b48fb2388fc1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1f436c1b-92f9-49cf-9613-a535de0026d2 HTTP/1.1" status: 204  len: 168 time: 0.1964877
Feb 05 21:05:23.653592 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b6d248-bdb9-4523-91b4-b48fb2388fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f436c1b-92f9-49cf-9613-a535de0026d2,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:23.658468 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaac36fd-287d-4656-8af2-626d22d1c734 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Made reservation on behalf of 0d72e712e1b64cf48d280a84b998fa1b for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:23.663417 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-aaac36fd-287d-4656-8af2-626d22d1c734 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:23.671688 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900e77f-012d-4c86-aaa3-577448fb12db tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event deleted for resources: {'Network': ['ID=a8a47ef5-8942-4542-a24b-e5a6d15564e7,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:23.700544 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaac36fd-287d-4656-8af2-626d22d1c734 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:05:23.718722 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-aaac36fd-287d-4656-8af2-626d22d1c734 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (ace0be76-b51b-4e9a-8dee-d960c8614a58), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:23.719103 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-aaac36fd-287d-4656-8af2-626d22d1c734 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Added segment ace0be76-b51b-4e9a-8dee-d960c8614a58 of type vlan for network c3d5a537-b3df-445b-9f45-06257cd053f0
Feb 05 21:05:23.754525 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f5d9d567-23bc-4bc9-951a-586b28789bee admin admin] Publish callbacks [] for security_group (a6cc1013-a091-48bb-9373-f323583b318d), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:23.765112 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f5d9d567-23bc-4bc9-951a-586b28789bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (a6cc1013-a091-48bb-9373-f323583b318d), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:23.770134 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-aaac36fd-287d-4656-8af2-626d22d1c734 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (c3d5a537-b3df-445b-9f45-06257cd053f0), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:23.808433 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-aaac36fd-287d-4656-8af2-626d22d1c734 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (c3d5a537-b3df-445b-9f45-06257cd053f0), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:23.815317 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaac36fd-287d-4656-8af2-626d22d1c734 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:23.816154 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-aaac36fd-287d-4656-8af2-626d22d1c734 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:23.824533 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f5d9d567-23bc-4bc9-951a-586b28789bee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3f436624f2f24bac9a711a4252cd51dc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5956225
Feb 05 21:05:23.833607 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55608) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:23.841207 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82133b5c-aee3-4089-a146-c6ab03d91c95 None None] Update dhcp port {'port': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'fixed_ips': [{'subnet_id': 'ff9092af-7ccf-43d9-acbc-4cf658cff57c', 'ip_address': '2001:db8::f816:3eff:feca:b61f'}, {'subnet_id': '12874e61-ff43-415e-8308-2e548200d783'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'c75a4508-a0ec-472c-aa82-61d9a8f3be75'} from ncdv-master-1. {{(pid=114392) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 05 21:05:23.877957 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-82133b5c-aee3-4089-a146-c6ab03d91c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c75a4508-a0ec-472c-aa82-61d9a8f3be75), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:24.008823 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9d567-23bc-4bc9-951a-586b28789bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6cc1013-a091-48bb-9373-f323583b318d,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:24.139267 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device c75a4508-a0ec-472c-aa82-61d9a8f3be75 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:05:24.144933 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a4cdcb31-33c3-42ff-ae4f-add29310fdc6 admin admin] Publish callbacks [] for security_group (a6cc1013-a091-48bb-9373-f323583b318d), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:24.211500 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b34484-67bc-412b-ad2b-389738adca84 req-aaa34fb8-f931-401f-b853-f3a638aed273 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:24.213737 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-71b34484-67bc-412b-ad2b-389738adca84 req-aaa34fb8-f931-401f-b853-f3a638aed273 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=a357c2bf-ca65-4d93-8281-66906aac7661 HTTP/1.1" status: 200  len: 945 time: 0.3366194
Feb 05 21:05:24.252078 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a4cdcb31-33c3-42ff-ae4f-add29310fdc6 admin admin] Publish callbacks [] for security_group (a6cc1013-a091-48bb-9373-f323583b318d), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:24.268742 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port c75a4508-a0ec-472c-aa82-61d9a8f3be75 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:05:24.269119 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c75a4508-a0ec-472c-aa82-61d9a8f3be75), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:24.271334 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-82133b5c-aee3-4089-a146-c6ab03d91c95 None None] Allocated IP 2001:db8:0:1::2 (4b876e93-e753-4f82-8855-2c9c3d1db066/12874e61-ff43-415e-8308-2e548200d783/c75a4508-a0ec-472c-aa82-61d9a8f3be75) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:05:24.278946 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8068e-3298-4270-938b-9b608ca5f44a req-dc60d46c-ebd7-4a28-b2f1-0d2c59f21511 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:24.280859 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-50f8068e-3298-4270-938b-9b608ca5f44a req-dc60d46c-ebd7-4a28-b2f1-0d2c59f21511 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.1861715
Feb 05 21:05:24.313796 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac36fd-287d-4656-8af2-626d22d1c734 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event updated for resources: {'Network': ['ID=c3d5a537-b3df-445b-9f45-06257cd053f0,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:24.328450 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network c3d5a537-b3df-445b-9f45-06257cd053f0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:05:24.333746 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-aaac36fd-287d-4656-8af2-626d22d1c734 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 778 time: 0.7219520
Feb 05 21:05:24.336288 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55618) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:24.345296 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-cc1b8d44-d18d-47b2-9d13-e8cfd09d7a3b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Request body: {'subnet': {'network_id': 'c3d5a537-b3df-445b-9f45-06257cd053f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:24.361305 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-883c9d96-7df6-41fa-bff8-9d24dd2e091b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (24f83ad9-667d-435e-b9ff-ea54c8a839fb), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:24.465780 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1b8d44-d18d-47b2-9d13-e8cfd09d7a3b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Made reservation on behalf of 0d72e712e1b64cf48d280a84b998fa1b for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:24.470653 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cc1b8d44-d18d-47b2-9d13-e8cfd09d7a3b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:24.474435 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c9d96-7df6-41fa-bff8-9d24dd2e091b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Port': ['ID=24f83ad9-667d-435e-b9ff-ea54c8a839fb,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:24.496834 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-71b34484-67bc-412b-ad2b-389738adca84 req-f93b3192-28e2-4837-8000-09818e90ebf0 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2613065
Feb 05 21:05:24.528202 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-883c9d96-7df6-41fa-bff8-9d24dd2e091b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:24.533058 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-883c9d96-7df6-41fa-bff8-9d24dd2e091b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/ports/24f83ad9-667d-435e-b9ff-ea54c8a839fb HTTP/1.1" status: 204  len: 168 time: 1.6025896
Feb 05 21:05:24.535065 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-50f8068e-3298-4270-938b-9b608ca5f44a req-7bcbd0f1-4e3b-4a15-9fc2-35af150dd396 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2428453
Feb 05 21:05:24.535836 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55626) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:24.593713 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a4cdcb31-33c3-42ff-ae4f-add29310fdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (a6cc1013-a091-48bb-9373-f323583b318d), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:24.596279 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a4cdcb31-33c3-42ff-ae4f-add29310fdc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:24.602573 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a4cdcb31-33c3-42ff-ae4f-add29310fdc6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a6cc1013-a091-48bb-9373-f323583b318d HTTP/1.1" status: 204  len: 168 time: 0.7667527
Feb 05 21:05:24.623082 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cdcb31-33c3-42ff-ae4f-add29310fdc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6cc1013-a091-48bb-9373-f323583b318d,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:24.660358 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5062c7a-2dc7-4327-886c-54003549eacf tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:24.667574 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d5062c7a-2dc7-4327-886c-54003549eacf tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 963 time: 0.1301944
Feb 05 21:05:24.670122 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55630) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:24.673664 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-82133b5c-aee3-4089-a146-c6ab03d91c95 None None] For port c75a4508-a0ec-472c-aa82-61d9a8f3be75, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c75a4508-a0ec-472c-aa82-61d9a8f3be75,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:05:24.738613 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port c75a4508-a0ec-472c-aa82-61d9a8f3be75 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:05:24.759390 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b85a454-e74a-4ed4-b6ce-f320edbb923c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:24.763613 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7b85a454-e74a-4ed4-b6ce-f320edbb923c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 963 time: 0.0895665
Feb 05 21:05:24.763992 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55634) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:24.776910 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cc1b8d44-d18d-47b2-9d13-e8cfd09d7a3b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (2748dcb6-5774-47fe-be7e-fe42aafdcdf4), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:24.780448 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-82133b5c-aee3-4089-a146-c6ab03d91c95 None None] Publish callbacks [] for port (c75a4508-a0ec-472c-aa82-61d9a8f3be75), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:24.790790 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-82133b5c-aee3-4089-a146-c6ab03d91c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (c75a4508-a0ec-472c-aa82-61d9a8f3be75), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:24.901307 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e80be9-9497-476d-a7dd-b6baf2b06ffa tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:24.903202 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e80be9-9497-476d-a7dd-b6baf2b06ffa tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:24.904893 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e80be9-9497-476d-a7dd-b6baf2b06ffa tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:24.907110 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a5e80be9-9497-476d-a7dd-b6baf2b06ffa tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.1419747
Feb 05 21:05:24.910279 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55640) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:24.927335 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b8d44-d18d-47b2-9d13-e8cfd09d7a3b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event updated for resources: {'Subnet': ['ID=2748dcb6-5774-47fe-be7e-fe42aafdcdf4,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:24.939904 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82133b5c-aee3-4089-a146-c6ab03d91c95 None None] Pushing event updated for resources: {'Port': ['ID=c75a4508-a0ec-472c-aa82-61d9a8f3be75,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:24.968563 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1b8d44-d18d-47b2-9d13-e8cfd09d7a3b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Checking segment: {'id': 'ace0be76-b51b-4e9a-8dee-d960c8614a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c3d5a537-b3df-445b-9f45-06257cd053f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:05:24.969218 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1b8d44-d18d-47b2-9d13-e8cfd09d7a3b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Network hostable DHCP agents. Network: c3d5a537-b3df-445b-9f45-06257cd053f0, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:05:25.007791 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1b8d44-d18d-47b2-9d13-e8cfd09d7a3b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Network c3d5a537-b3df-445b-9f45-06257cd053f0 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:05:25.026412 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bfe0d1b-fb9f-4b9b-a4ef-ae3aca6f171b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting subnet 12874e61-ff43-415e-8308-2e548200d783 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:05:25.030651 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-cc1b8d44-d18d-47b2-9d13-e8cfd09d7a3b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c3d5a537-b3df-445b-9f45-06257cd053f0) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:25.038653 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1b8d44-d18d-47b2-9d13-e8cfd09d7a3b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:25.040573 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cc1b8d44-d18d-47b2-9d13-e8cfd09d7a3b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:25.045135 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5bfe0d1b-fb9f-4b9b-a4ef-ae3aca6f171b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (12874e61-ff43-415e-8308-2e548200d783), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:25.049443 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c59ec0-1653-4dd5-a405-1d7933cc1282 None None] Network c3d5a537-b3df-445b-9f45-06257cd053f0 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:25.102134 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-cc1b8d44-d18d-47b2-9d13-e8cfd09d7a3b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7643988
Feb 05 21:05:25.105993 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55646) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:25.115279 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5bfe0d1b-fb9f-4b9b-a4ef-ae3aca6f171b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (12874e61-ff43-415e-8308-2e548200d783), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:25.258747 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bcb089-f69d-4790-8f31-a3697213fad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c3d5a537-b3df-445b-9f45-06257cd053f0', 'network_id': 'c3d5a537-b3df-445b-9f45-06257cd053f0', 'project_id': '0d72e712e1b64cf48d280a84b998fa1b', 'fixed_ips': [{'subnet_id': '2748dcb6-5774-47fe-be7e-fe42aafdcdf4'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:05:25.259628 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-48bcb089-f69d-4790-8f31-a3697213fad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:25.302982 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de1470bc-75c8-4587-97e7-f977d421427b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (c3d5a537-b3df-445b-9f45-06257cd053f0), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:25.311892 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5bfe0d1b-fb9f-4b9b-a4ef-ae3aca6f171b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (12874e61-ff43-415e-8308-2e548200d783), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:25.541004 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-48bcb089-f69d-4790-8f31-a3697213fad5 None None] Allocated IP 172.20.0.2 (c3d5a537-b3df-445b-9f45-06257cd053f0/2748dcb6-5774-47fe-be7e-fe42aafdcdf4/6ba21735-561c-4b14-880d-fbe59c93a102) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:05:25.636693 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de1470bc-75c8-4587-97e7-f977d421427b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (2748dcb6-5774-47fe-be7e-fe42aafdcdf4), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:25.662992 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5bfe0d1b-fb9f-4b9b-a4ef-ae3aca6f171b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (12874e61-ff43-415e-8308-2e548200d783), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:25.686989 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5bfe0d1b-fb9f-4b9b-a4ef-ae3aca6f171b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:25.691203 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5bfe0d1b-fb9f-4b9b-a4ef-ae3aca6f171b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/12874e61-ff43-415e-8308-2e548200d783 HTTP/1.1" status: 204  len: 168 time: 0.7793407
Feb 05 21:05:25.694666 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55712) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:25.718929 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfe0d1b-fb9f-4b9b-a4ef-ae3aca6f171b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Subnet': ['ID=12874e61-ff43-415e-8308-2e548200d783,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:25.746643 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe0d1b-fb9f-4b9b-a4ef-ae3aca6f171b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:05:25.748712 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe0d1b-fb9f-4b9b-a4ef-ae3aca6f171b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:05:25.749944 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe0d1b-fb9f-4b9b-a4ef-ae3aca6f171b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:05:25.752826 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe0d1b-fb9f-4b9b-a4ef-ae3aca6f171b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:05:25.754124 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe0d1b-fb9f-4b9b-a4ef-ae3aca6f171b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:05:25.755897 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe0d1b-fb9f-4b9b-a4ef-ae3aca6f171b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:05:25.757599 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe0d1b-fb9f-4b9b-a4ef-ae3aca6f171b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:05:25.758784 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe0d1b-fb9f-4b9b-a4ef-ae3aca6f171b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:05:25.759712 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe0d1b-fb9f-4b9b-a4ef-ae3aca6f171b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:05:25.761122 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe0d1b-fb9f-4b9b-a4ef-ae3aca6f171b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:05:25.761968 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe0d1b-fb9f-4b9b-a4ef-ae3aca6f171b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:05:25.762328 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe0d1b-fb9f-4b9b-a4ef-ae3aca6f171b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:05:25.763732 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe0d1b-fb9f-4b9b-a4ef-ae3aca6f171b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:05:25.908431 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-48bcb089-f69d-4790-8f31-a3697213fad5 None None] Publish callbacks [] for port (6ba21735-561c-4b14-880d-fbe59c93a102), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:25.926409 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2aa4d3f-168a-4925-a09f-b309d825bab7 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting subnet ff9092af-7ccf-43d9-acbc-4cf658cff57c {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:05:25.928932 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-48bcb089-f69d-4790-8f31-a3697213fad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (6ba21735-561c-4b14-880d-fbe59c93a102), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:25.949951 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c2aa4d3f-168a-4925-a09f-b309d825bab7 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (ff9092af-7ccf-43d9-acbc-4cf658cff57c), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:25.954734 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de1470bc-75c8-4587-97e7-f977d421427b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (2748dcb6-5774-47fe-be7e-fe42aafdcdf4), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:26.016460 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc791c-6adc-49d0-a8d7-67afa348dc55 req-cc67aeb2-429d-4a31-9583-0aea6cc9560d tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:26.030742 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-86bc791c-6adc-49d0-a8d7-67afa348dc55 req-cc67aeb2-429d-4a31-9583-0aea6cc9560d tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=a357c2bf-ca65-4d93-8281-66906aac7661 HTTP/1.1" status: 200  len: 945 time: 0.2667763
Feb 05 21:05:26.044838 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26901c99-4606-4690-bee4-02bdf7c84906 req-c8013874-db2e-42f1-8de9-e3adc2fd9948 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:26.046027 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bcb089-f69d-4790-8f31-a3697213fad5 None None] Network c3d5a537-b3df-445b-9f45-06257cd053f0 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:05:26.057313 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26901c99-4606-4690-bee4-02bdf7c84906 req-c8013874-db2e-42f1-8de9-e3adc2fd9948 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.2917473
Feb 05 21:05:26.073544 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1470bc-75c8-4587-97e7-f977d421427b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event deleted for resources: {'Subnet': ['ID=2748dcb6-5774-47fe-be7e-fe42aafdcdf4,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:26.088575 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-48bcb089-f69d-4790-8f31-a3697213fad5 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:26.097463 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bcb089-f69d-4790-8f31-a3697213fad5 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:05:26.128865 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bcb089-f69d-4790-8f31-a3697213fad5 None None] Pushing event updated for resources: {'Port': ['ID=6ba21735-561c-4b14-880d-fbe59c93a102,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:26.150533 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423f7b74-bd16-47ea-998f-3e7db98d8aac None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:26.154893 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c2aa4d3f-168a-4925-a09f-b309d825bab7 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (ff9092af-7ccf-43d9-acbc-4cf658cff57c), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:26.171865 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device c75a4508-a0ec-472c-aa82-61d9a8f3be75 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:05:26.277859 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-86bc791c-6adc-49d0-a8d7-67afa348dc55 req-02614278-333d-462a-8902-aabcd58e4e76 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2409930
Feb 05 21:05:26.308036 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26901c99-4606-4690-bee4-02bdf7c84906 req-2c59eccb-395b-4f23-adda-c12c0ae93751 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2440479
Feb 05 21:05:26.337906 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de1470bc-75c8-4587-97e7-f977d421427b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (c3d5a537-b3df-445b-9f45-06257cd053f0), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:26.437888 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-de1470bc-75c8-4587-97e7-f977d421427b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2a4a8e0>,) {'filters': {'network_id': ['c3d5a537-b3df-445b-9f45-06257cd053f0']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:26.455339 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c2aa4d3f-168a-4925-a09f-b309d825bab7 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (ff9092af-7ccf-43d9-acbc-4cf658cff57c), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:26.472271 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-de1470bc-75c8-4587-97e7-f977d421427b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2a4a8e0>, 'ace0be76-b51b-4e9a-8dee-d960c8614a58') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:26.472604 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-de1470bc-75c8-4587-97e7-f977d421427b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2a4a8e0>, 'ace0be76-b51b-4e9a-8dee-d960c8614a58') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:26.502733 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de1470bc-75c8-4587-97e7-f977d421427b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (ace0be76-b51b-4e9a-8dee-d960c8614a58), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:26.577670 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de1470bc-75c8-4587-97e7-f977d421427b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (ace0be76-b51b-4e9a-8dee-d960c8614a58), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:26.588809 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55752) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:26.620640 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-48bcb089-f69d-4790-8f31-a3697213fad5 None None] Attempting to bind port 6ba21735-561c-4b14-880d-fbe59c93a102 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:05:26.622727 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-48bcb089-f69d-4790-8f31-a3697213fad5 None None] Attempting to bind port 6ba21735-561c-4b14-880d-fbe59c93a102 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ace0be76-b51b-4e9a-8dee-d960c8614a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c3d5a537-b3df-445b-9f45-06257cd053f0'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:05:26.623193 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bcb089-f69d-4790-8f31-a3697213fad5 None None] Attempting to bind port 6ba21735-561c-4b14-880d-fbe59c93a102 on network c3d5a537-b3df-445b-9f45-06257cd053f0 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:05:26.628564 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-b59fbb3a-ac9f-4688-8b22-14effd73c4c6 None None] Provisioning complete for port c75a4508-a0ec-472c-aa82-61d9a8f3be75 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:05:26.629060 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b59fbb3a-ac9f-4688-8b22-14effd73c4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c75a4508-a0ec-472c-aa82-61d9a8f3be75), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:26.638261 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de1470bc-75c8-4587-97e7-f977d421427b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:05:26.639549 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de1470bc-75c8-4587-97e7-f977d421427b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (ace0be76-b51b-4e9a-8dee-d960c8614a58), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:26.657436 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:05:26.657436 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:05:26.657436 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:05:26.657436 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:05:26.657436 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:05:26.657436 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:05:26.657436 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:05:26.657436 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:05:26.657436 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:05:26.657436 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:05:26.657436 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:05:26.657436 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:05:26.657436 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:05:26.657436 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:05:26.657436 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:05:26.657436 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:05:26.657436 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:05:26.657436 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:05:26.657436 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:05:26.657436 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:05:26.657436 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:05:26.657436 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:05:26.657436 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:05:26.657436 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:05:26.657436 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:05:26.657436 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:05:26.657436 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:05:26.657436 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:05:26.657436 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:05:26.657436 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:05:26.657436 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:05:26.657436 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:05:26.662550 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c2aa4d3f-168a-4925-a09f-b309d825bab7 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (ff9092af-7ccf-43d9-acbc-4cf658cff57c), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:26.703213 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa4d3f-168a-4925-a09f-b309d825bab7 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Subnet': ['ID=ff9092af-7ccf-43d9-acbc-4cf658cff57c,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:26.715303 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bcb089-f69d-4790-8f31-a3697213fad5 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:05:26.716349 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bcb089-f69d-4790-8f31-a3697213fad5 None None] Checking segment: {'id': 'ace0be76-b51b-4e9a-8dee-d960c8614a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c3d5a537-b3df-445b-9f45-06257cd053f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:05:26.717461 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-48bcb089-f69d-4790-8f31-a3697213fad5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:26.718048 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bcb089-f69d-4790-8f31-a3697213fad5 None None] Bound using segment: {'id': 'ace0be76-b51b-4e9a-8dee-d960c8614a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c3d5a537-b3df-445b-9f45-06257cd053f0'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:05:26.719385 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-48bcb089-f69d-4790-8f31-a3697213fad5 None None] Bound port: 6ba21735-561c-4b14-880d-fbe59c93a102, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace0be76-b51b-4e9a-8dee-d960c8614a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c3d5a537-b3df-445b-9f45-06257cd053f0'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:05:26.719964 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-48bcb089-f69d-4790-8f31-a3697213fad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (6ba21735-561c-4b14-880d-fbe59c93a102), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:26.725532 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c2aa4d3f-168a-4925-a09f-b309d825bab7 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:26.729729 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c2aa4d3f-168a-4925-a09f-b309d825bab7 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/ff9092af-7ccf-43d9-acbc-4cf658cff57c HTTP/1.1" status: 204  len: 168 time: 1.0337417
Feb 05 21:05:26.749106 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55760) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:26.855127 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port c75a4508-a0ec-472c-aa82-61d9a8f3be75 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:05:26.855556 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c75a4508-a0ec-472c-aa82-61d9a8f3be75), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:26.875931 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-157b5c94-c3ed-4da9-aedb-9c5dbc988e77 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-670527087'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:26.922679 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057de173-a691-49d4-ad6f-3ce988cec767 req-bdcfce26-36d1-4ee1-ae85-3456b7b9aa8a tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:26.931967 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-057de173-a691-49d4-ad6f-3ce988cec767 req-bdcfce26-36d1-4ee1-ae85-3456b7b9aa8a tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=a357c2bf-ca65-4d93-8281-66906aac7661 HTTP/1.1" status: 200  len: 945 time: 0.2303901
Feb 05 21:05:26.973048 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f779f29-e8e6-475e-bd71-fbcb202813f5 req-963fa93e-37f7-49ce-a768-cafe4cc21296 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:26.976068 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-93604ec3-9d86-4932-b13b-31edce9f3071 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2107403
Feb 05 21:05:26.977551 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9f779f29-e8e6-475e-bd71-fbcb202813f5 req-963fa93e-37f7-49ce-a768-cafe4cc21296 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.2706156
Feb 05 21:05:26.985478 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55784) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:27.006318 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-18056072-0bc1-42ed-9f89-03a77345ce87 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'subnet': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:27.036232 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.db.api [None req-de1470bc-75c8-4587-97e7-f977d421427b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Feb 05 21:05:27.036232 ncdv-master-1 neutron-server[114390]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Feb 05 21:05:27.036232 ncdv-master-1 neutron-server[114390]: [parameters: {'id': 'c3d5a537-b3df-445b-9f45-06257cd053f0'}]
Feb 05 21:05:27.036232 ncdv-master-1 neutron-server[114390]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 21:05:27.036893 ncdv-master-1 neutron-server[114390]: DEBUG oslo_db.api [None req-de1470bc-75c8-4587-97e7-f977d421427b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 21:05:27.079079 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-057de173-a691-49d4-ad6f-3ce988cec767 req-ab55d508-d695-4914-bff1-6071f9d748b9 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1452413
Feb 05 21:05:27.105263 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9f779f29-e8e6-475e-bd71-fbcb202813f5 req-e0815cfc-8931-488b-91bd-00de6b447c03 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1103199
Feb 05 21:05:27.206760 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98bc31-7ea0-41cb-975d-046e2c6464e7 req-24162f70-f352-4931-90c4-5f1f45180a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:27.209133 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bc98bc31-7ea0-41cb-975d-046e2c6464e7 req-24162f70-f352-4931-90c4-5f1f45180a5b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=96786f7503bf418d8fc6dd6aab2a630e&device_id=a357c2bf-ca65-4d93-8281-66906aac7661 HTTP/1.1" status: 200  len: 1127 time: 0.5188587
Feb 05 21:05:27.216977 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-157b5c94-c3ed-4da9-aedb-9c5dbc988e77 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (88c8979e-9584-48f5-8124-cfb4255eeae0), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:27.218625 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-157b5c94-c3ed-4da9-aedb-9c5dbc988e77 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (88c8979e-9584-48f5-8124-cfb4255eeae0), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:27.293968 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301e601-5d8e-4e38-8c13-26e681cd6953 req-8385f376-d7d0-439e-a655-7bd25949b4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:27.296592 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6301e601-5d8e-4e38-8c13-26e681cd6953 req-8385f376-d7d0-439e-a655-7bd25949b4dc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=abdf40933f6b4f8099b886dfec3a4473&device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 1126 time: 0.5926111
Feb 05 21:05:27.303057 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18056072-0bc1-42ed-9f89-03a77345ce87 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:27.306928 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-18056072-0bc1-42ed-9f89-03a77345ce87 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:27.325081 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-b59fbb3a-ac9f-4688-8b22-14effd73c4c6 None None] Current status of the port c75a4508-a0ec-472c-aa82-61d9a8f3be75 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:05:27.333997 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-b59fbb3a-ac9f-4688-8b22-14effd73c4c6 None None] Could not find standard attr ID for object 24f83ad9-667d-435e-b9ff-ea54c8a839fb. {{(pid=114392) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 05 21:05:27.342318 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-48bcb089-f69d-4790-8f31-a3697213fad5 None None] For port 6ba21735-561c-4b14-880d-fbe59c93a102, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:05:27.347125 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-48bcb089-f69d-4790-8f31-a3697213fad5 None None] For port 6ba21735-561c-4b14-880d-fbe59c93a102, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ba21735-561c-4b14-880d-fbe59c93a102,segment=NetworkSegment(ace0be76-b51b-4e9a-8dee-d960c8614a58),segment_id=ace0be76-b51b-4e9a-8dee-d960c8614a58)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:05:27.377633 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-48bcb089-f69d-4790-8f31-a3697213fad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (6ba21735-561c-4b14-880d-fbe59c93a102), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:27.434543 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port c75a4508-a0ec-472c-aa82-61d9a8f3be75 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:05:27.499665 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bcb089-f69d-4790-8f31-a3697213fad5 None None] Pushing event updated for resources: {'Port': ['ID=6ba21735-561c-4b14-880d-fbe59c93a102,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:27.512987 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bcb089-f69d-4790-8f31-a3697213fad5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:05:27.513875 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bcb089-f69d-4790-8f31-a3697213fad5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:05:27.514243 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bcb089-f69d-4790-8f31-a3697213fad5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:05:27.514673 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bcb089-f69d-4790-8f31-a3697213fad5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:05:27.515025 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bcb089-f69d-4790-8f31-a3697213fad5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:05:27.516368 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bcb089-f69d-4790-8f31-a3697213fad5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:05:27.516368 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bcb089-f69d-4790-8f31-a3697213fad5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:05:27.516368 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bcb089-f69d-4790-8f31-a3697213fad5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:05:27.517102 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bcb089-f69d-4790-8f31-a3697213fad5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:05:27.517278 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bcb089-f69d-4790-8f31-a3697213fad5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:05:27.517560 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bcb089-f69d-4790-8f31-a3697213fad5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:05:27.517896 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bcb089-f69d-4790-8f31-a3697213fad5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:05:27.518407 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bcb089-f69d-4790-8f31-a3697213fad5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:05:27.525043 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a7c8a3-f9a5-4b6d-849a-038bead0e99a None None] Network c3d5a537-b3df-445b-9f45-06257cd053f0 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:27.533567 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-157b5c94-c3ed-4da9-aedb-9c5dbc988e77 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Publish callbacks [] for router_controller (88c8979e-9584-48f5-8124-cfb4255eeae0), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:27.563437 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de1470bc-75c8-4587-97e7-f977d421427b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (c3d5a537-b3df-445b-9f45-06257cd053f0), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:27.583875 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-157b5c94-c3ed-4da9-aedb-9c5dbc988e77 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (88c8979e-9584-48f5-8124-cfb4255eeae0), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:27.626875 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-157b5c94-c3ed-4da9-aedb-9c5dbc988e77 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:27.628104 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-157b5c94-c3ed-4da9-aedb-9c5dbc988e77 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 728 time: 1.0260484
Feb 05 21:05:27.631173 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55806) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:27.647428 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98bc31-7ea0-41cb-975d-046e2c6464e7 req-133caf03-5283-458e-abfe-53fda91f8036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:27.648943 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bc98bc31-7ea0-41cb-975d-046e2c6464e7 req-133caf03-5283-458e-abfe-53fda91f8036 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d372be5d-db46-470f-bb26-b0d626001e55 HTTP/1.1" status: 200  len: 912 time: 0.4254055
Feb 05 21:05:27.687066 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3675766e-4116-49b7-8f9c-e7996bccbc3c None None] get_active_networks_info from ncdv-master-1 {{(pid=114392) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 05 21:05:27.748888 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bc98bc31-7ea0-41cb-975d-046e2c6464e7 req-a8629d17-8ec5-4190-bfe4-00740e40b5d8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5abd8462-d57e-49c8-85d7-8001b0b49a6e HTTP/1.1" status: 200  len: 217 time: 0.0882990
Feb 05 21:05:27.753107 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301e601-5d8e-4e38-8c13-26e681cd6953 req-0a038878-2751-4da0-8836-fa2e17491ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:27.754225 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6301e601-5d8e-4e38-8c13-26e681cd6953 req-0a038878-2751-4da0-8836-fa2e17491ff9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f513b7e7-60ac-4b04-af41-d1fecee70cba HTTP/1.1" status: 200  len: 912 time: 0.4430823
Feb 05 21:05:27.812028 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-4051dd06-1cb0-4f39-a726-8139f3456568 None None] Provisioning complete for port c75a4508-a0ec-472c-aa82-61d9a8f3be75 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:05:27.812881 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4051dd06-1cb0-4f39-a726-8139f3456568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c75a4508-a0ec-472c-aa82-61d9a8f3be75), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:27.903179 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3675766e-4116-49b7-8f9c-e7996bccbc3c None None] Resources bound (agent type, host, resource id):  {{(pid=114392) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 05 21:05:27.953031 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98bc31-7ea0-41cb-975d-046e2c6464e7 req-9b8ee12d-87ba-4fe5-90fc-4276f9639fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:27.956772 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bc98bc31-7ea0-41cb-975d-046e2c6464e7 req-9b8ee12d-87ba-4fe5-90fc-4276f9639fae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=363524c7-974f-4883-bb9a-7e2fff45291a HTTP/1.1" status: 200  len: 851 time: 0.1993532
Feb 05 21:05:28.059931 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6301e601-5d8e-4e38-8c13-26e681cd6953 req-f36bc532-a446-42d2-a91a-c581ad510d83 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad0354e3-119c-4c7a-a046-88f02122433c HTTP/1.1" status: 200  len: 998 time: 0.2978189
Feb 05 21:05:28.066006 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bc98bc31-7ea0-41cb-975d-046e2c6464e7 req-f047526e-54f0-4204-8b8a-b8df147eece0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d372be5d-db46-470f-bb26-b0d626001e55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0865283
Feb 05 21:05:28.067338 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-4051dd06-1cb0-4f39-a726-8139f3456568 None None] Current status of the port c75a4508-a0ec-472c-aa82-61d9a8f3be75 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:05:28.130221 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fce1b669-5a5d-4c03-8362-cd3c7bff9fec tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Publish callbacks [] for router (88c8979e-9584-48f5-8124-cfb4255eeae0), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:28.217292 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-de1470bc-75c8-4587-97e7-f977d421427b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Deleting port 6ba21735-561c-4b14-880d-fbe59c93a102 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:05:28.217647 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de1470bc-75c8-4587-97e7-f977d421427b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (6ba21735-561c-4b14-880d-fbe59c93a102), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:28.318179 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301e601-5d8e-4e38-8c13-26e681cd6953 req-47ae7e89-d315-47ff-b64c-c3c05cde81ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:28.319775 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6301e601-5d8e-4e38-8c13-26e681cd6953 req-47ae7e89-d315-47ff-b64c-c3c05cde81ed service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d3bc4b1d-f312-4b2d-bc48-80b03423d794 HTTP/1.1" status: 200  len: 850 time: 0.2462273
Feb 05 21:05:28.325488 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d81ae15-1503-46e6-920d-5a8fa4a74b5a None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:28.467857 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840adc6-5fa5-4091-8ec0-ab7b80022d39 req-af8ef81a-c0f9-4aeb-8d8c-be98dc54d2a9 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:28.471266 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3840adc6-5fa5-4091-8ec0-ab7b80022d39 req-af8ef81a-c0f9-4aeb-8d8c-be98dc54d2a9 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.1679339
Feb 05 21:05:28.479062 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fce1b669-5a5d-4c03-8362-cd3c7bff9fec tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (88c8979e-9584-48f5-8124-cfb4255eeae0), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:28.487619 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fce1b669-5a5d-4c03-8362-cd3c7bff9fec tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Publish callbacks [] for router_controller (88c8979e-9584-48f5-8124-cfb4255eeae0), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:28.497178 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21097d8-c1c7-4ee3-89b0-d18a75eb9f60 req-f6c100f3-d0ec-472f-80ee-bd6d1cea66c6 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:28.499077 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e21097d8-c1c7-4ee3-89b0-d18a75eb9f60 req-f6c100f3-d0ec-472f-80ee-bd6d1cea66c6 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=a357c2bf-ca65-4d93-8281-66906aac7661 HTTP/1.1" status: 200  len: 945 time: 0.2698288
Feb 05 21:05:28.656240 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3840adc6-5fa5-4091-8ec0-ab7b80022d39 req-80560852-f0b3-4743-a379-dc98fe60feee tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1683395
Feb 05 21:05:28.657035 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bc98bc31-7ea0-41cb-975d-046e2c6464e7 req-3d554286-ad39-4bc4-960a-fafc870c131a service neutron] 10.222.0.21 "GET /v2.0/networks/d372be5d-db46-470f-bb26-b0d626001e55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5815227
Feb 05 21:05:28.660618 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e21097d8-c1c7-4ee3-89b0-d18a75eb9f60 req-441bccf8-54df-4204-a1ce-fe57fa80fb97 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1337812
Feb 05 21:05:28.665879 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fce1b669-5a5d-4c03-8362-cd3c7bff9fec tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (88c8979e-9584-48f5-8124-cfb4255eeae0), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:28.666687 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce1b669-5a5d-4c03-8362-cd3c7bff9fec tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 88c8979e-9584-48f5-8124-cfb4255eeae0 {{(pid=114391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:05:28.671850 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fce1b669-5a5d-4c03-8362-cd3c7bff9fec tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:28.674354 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-fce1b669-5a5d-4c03-8362-cd3c7bff9fec tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] 10.222.0.32 "DELETE /v2.0/routers/88c8979e-9584-48f5-8124-cfb4255eeae0 HTTP/1.1" status: 204  len: 168 time: 1.0415657
Feb 05 21:05:28.677821 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55832) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:28.682963 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-30814201-169a-4d22-9bb6-b8e898fe1fe0 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Request body: {'router': {'name': 'tempest-router-47266897', 'distributed': False}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:28.698724 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-de1470bc-75c8-4587-97e7-f977d421427b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] For port 6ba21735-561c-4b14-880d-fbe59c93a102, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ba21735-561c-4b14-880d-fbe59c93a102,segment=NetworkSegment(ace0be76-b51b-4e9a-8dee-d960c8614a58),segment_id=ace0be76-b51b-4e9a-8dee-d960c8614a58)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:05:28.699097 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de1470bc-75c8-4587-97e7-f977d421427b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (6ba21735-561c-4b14-880d-fbe59c93a102), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:28.720145 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-30814201-169a-4d22-9bb6-b8e898fe1fe0 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (16f48e47-8fab-4e38-a050-d612180b6720), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:28.721540 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-30814201-169a-4d22-9bb6-b8e898fe1fe0 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (16f48e47-8fab-4e38-a050-d612180b6720), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:28.749708 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-de1470bc-75c8-4587-97e7-f977d421427b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Calling delete_port for 6ba21735-561c-4b14-880d-fbe59c93a102 owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:05:28.790226 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-30814201-169a-4d22-9bb6-b8e898fe1fe0 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Publish callbacks [] for router_controller (16f48e47-8fab-4e38-a050-d612180b6720), precommit_add_association {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:28.797525 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-30814201-169a-4d22-9bb6-b8e898fe1fe0 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (16f48e47-8fab-4e38-a050-d612180b6720), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:28.802667 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-cf82a44f-ee74-4038-8a5e-547051a71074 None None] Provisioning complete for port c75a4508-a0ec-472c-aa82-61d9a8f3be75 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:05:28.803535 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cf82a44f-ee74-4038-8a5e-547051a71074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c75a4508-a0ec-472c-aa82-61d9a8f3be75), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:28.831608 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-30814201-169a-4d22-9bb6-b8e898fe1fe0 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:28.833281 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-30814201-169a-4d22-9bb6-b8e898fe1fe0 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 720 time: 0.1540952
Feb 05 21:05:28.835935 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55836) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:28.916429 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301e601-5d8e-4e38-8c13-26e681cd6953 req-6a53bc16-795e-4f32-b22e-983da04e5703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:28.917955 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6301e601-5d8e-4e38-8c13-26e681cd6953 req-6a53bc16-795e-4f32-b22e-983da04e5703 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f513b7e7-60ac-4b04-af41-d1fecee70cba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.5356758
Feb 05 21:05:28.941497 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-16860a89-0bf9-46b4-9e76-25e6488e83c7 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Publish callbacks [] for router (16f48e47-8fab-4e38-a050-d612180b6720), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:28.962990 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-cf82a44f-ee74-4038-8a5e-547051a71074 None None] Current status of the port c75a4508-a0ec-472c-aa82-61d9a8f3be75 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:05:28.992055 ncdv-master-1 neutron-server[114390]: DEBUG neutron.objects.ports [None req-18056072-0bc1-42ed-9f89-03a77345ce87 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114390) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 05 21:05:29.076574 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-cd9f5908-6540-4dd1-9a8b-7ce39bba5e4f None None] Could not find standard attr ID for object 24f83ad9-667d-435e-b9ff-ea54c8a839fb. {{(pid=114392) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 05 21:05:29.142946 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-16860a89-0bf9-46b4-9e76-25e6488e83c7 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (16f48e47-8fab-4e38-a050-d612180b6720), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:29.152594 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-16860a89-0bf9-46b4-9e76-25e6488e83c7 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Publish callbacks [] for router_controller (16f48e47-8fab-4e38-a050-d612180b6720), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:29.167113 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bc98bc31-7ea0-41cb-975d-046e2c6464e7 req-7a186231-d65e-4af7-b1ce-86e2d805f091 service neutron] 10.222.0.21 "GET /v2.0/networks/d372be5d-db46-470f-bb26-b0d626001e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4993463
Feb 05 21:05:29.264308 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-16860a89-0bf9-46b4-9e76-25e6488e83c7 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (16f48e47-8fab-4e38-a050-d612180b6720), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:29.265022 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16860a89-0bf9-46b4-9e76-25e6488e83c7 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 16f48e47-8fab-4e38-a050-d612180b6720 {{(pid=114391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:05:29.291445 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de1470bc-75c8-4587-97e7-f977d421427b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (6ba21735-561c-4b14-880d-fbe59c93a102), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:29.296129 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-16860a89-0bf9-46b4-9e76-25e6488e83c7 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:29.303015 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-16860a89-0bf9-46b4-9e76-25e6488e83c7 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] 10.222.0.32 "DELETE /v2.0/routers/16f48e47-8fab-4e38-a050-d612180b6720 HTTP/1.1" status: 204  len: 168 time: 0.4605255
Feb 05 21:05:29.303234 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55850) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:29.304361 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6301e601-5d8e-4e38-8c13-26e681cd6953 req-c0d4fecb-189d-4ff1-b3c9-20058366f0f6 service neutron] 10.222.0.39 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3699780
Feb 05 21:05:29.309884 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-14f9b188-e004-4e0c-bc97-c2fa2e919653 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Request body: {'router': {'name': 'tempest-router-1087705393', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '5dd933e2029242ebafd21892a3c4f7c7'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:29.331207 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-14f9b188-e004-4e0c-bc97-c2fa2e919653 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (3a9918d6-a323-4c54-8ac4-15e36d9d4215), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:29.332155 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-14f9b188-e004-4e0c-bc97-c2fa2e919653 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (3a9918d6-a323-4c54-8ac4-15e36d9d4215), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:29.399995 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-14f9b188-e004-4e0c-bc97-c2fa2e919653 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Publish callbacks [] for router_controller (3a9918d6-a323-4c54-8ac4-15e36d9d4215), precommit_add_association {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:29.405207 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-14f9b188-e004-4e0c-bc97-c2fa2e919653 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (3a9918d6-a323-4c54-8ac4-15e36d9d4215), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:29.422902 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-14f9b188-e004-4e0c-bc97-c2fa2e919653 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:29.424269 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-14f9b188-e004-4e0c-bc97-c2fa2e919653 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.1195843
Feb 05 21:05:29.430953 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55854) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:29.435893 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-3d5ce3e7-2a62-4fc5-94cc-3e10d1e86d93 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Request body: {'router': {'distributed': True}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:29.675954 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3d5ce3e7-2a62-4fc5-94cc-3e10d1e86d93 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8250'] for router (3a9918d6-a323-4c54-8ac4-15e36d9d4215), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:29.675954 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3d5ce3e7-2a62-4fc5-94cc-3e10d1e86d93 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Publish callbacks [] for router (3a9918d6-a323-4c54-8ac4-15e36d9d4215), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:29.808497 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1470bc-75c8-4587-97e7-f977d421427b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event deleted for resources: {'Port': ['ID=6ba21735-561c-4b14-880d-fbe59c93a102,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:29.834330 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1470bc-75c8-4587-97e7-f977d421427b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] No DVR routers for this DVR port 6ba21735-561c-4b14-880d-fbe59c93a102 on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:05:29.871992 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3d5ce3e7-2a62-4fc5-94cc-3e10d1e86d93 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=114391) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}}
Feb 05 21:05:29.872334 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3d5ce3e7-2a62-4fc5-94cc-3e10d1e86d93 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Router 3a9918d6-a323-4c54-8ac4-15e36d9d4215 migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7f2dbb1737c0> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7f2dbb22fd60> provider. {{(pid=114391) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}}
Feb 05 21:05:29.872772 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3d5ce3e7-2a62-4fc5-94cc-3e10d1e86d93 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Publish callbacks [] for router_controller (3a9918d6-a323-4c54-8ac4-15e36d9d4215), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:29.885130 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-18056072-0bc1-42ed-9f89-03a77345ce87 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c75a4508-a0ec-472c-aa82-61d9a8f3be75), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:29.902023 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3d5ce3e7-2a62-4fc5-94cc-3e10d1e86d93 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Publish callbacks [] for router_controller (3a9918d6-a323-4c54-8ac4-15e36d9d4215), precommit_add_association {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:29.912043 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3d5ce3e7-2a62-4fc5-94cc-3e10d1e86d93 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583542'] for router (3a9918d6-a323-4c54-8ac4-15e36d9d4215), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:29.916823 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6301e601-5d8e-4e38-8c13-26e681cd6953 req-9e3b9cd2-9401-4d1a-96c1-40629e76bf10 service neutron] 10.222.0.39 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1948707
Feb 05 21:05:29.987516 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de1470bc-75c8-4587-97e7-f977d421427b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (c3d5a537-b3df-445b-9f45-06257cd053f0), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:30.019478 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351ad04-09c6-462a-b2c5-914f3ec7737c req-87eaeb5d-014d-4c81-b9f2-50c223157cac tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:30.021550 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c351ad04-09c6-462a-b2c5-914f3ec7737c req-87eaeb5d-014d-4c81-b9f2-50c223157cac tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.2227345
Feb 05 21:05:30.021929 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-de1470bc-75c8-4587-97e7-f977d421427b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db379aac0>,) {'filters': {'network_id': ['c3d5a537-b3df-445b-9f45-06257cd053f0']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:30.035370 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc43ce8-00a2-451d-b808-e12904d0845b req-bdccf76a-5dc1-42b8-9e36-07612de9630c tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:30.037114 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7cc43ce8-00a2-451d-b808-e12904d0845b req-bdccf76a-5dc1-42b8-9e36-07612de9630c tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=a357c2bf-ca65-4d93-8281-66906aac7661 HTTP/1.1" status: 200  len: 945 time: 0.2397900
Feb 05 21:05:30.053119 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-de1470bc-75c8-4587-97e7-f977d421427b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db379aac0>, 'ace0be76-b51b-4e9a-8dee-d960c8614a58') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:30.053412 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-de1470bc-75c8-4587-97e7-f977d421427b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db379aac0>, 'ace0be76-b51b-4e9a-8dee-d960c8614a58') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:30.080103 ncdv-master-1 neutron-server[114391]: WARNING neutron.scheduler.l3_agent_scheduler [None req-3d5ce3e7-2a62-4fc5-94cc-3e10d1e86d93 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] No L3 agents can host the router 3a9918d6-a323-4c54-8ac4-15e36d9d4215
Feb 05 21:05:30.089907 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de1470bc-75c8-4587-97e7-f977d421427b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (ace0be76-b51b-4e9a-8dee-d960c8614a58), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:30.112202 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de1470bc-75c8-4587-97e7-f977d421427b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (ace0be76-b51b-4e9a-8dee-d960c8614a58), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:30.123178 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de1470bc-75c8-4587-97e7-f977d421427b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:05:30.123491 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de1470bc-75c8-4587-97e7-f977d421427b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (ace0be76-b51b-4e9a-8dee-d960c8614a58), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:30.126567 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:05:30.126567 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:05:30.126567 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:05:30.126567 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:05:30.126567 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:05:30.126567 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:05:30.126567 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:05:30.126567 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:05:30.126567 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:05:30.126567 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:05:30.126567 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:05:30.126567 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:05:30.126567 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:05:30.126567 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:05:30.126567 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:05:30.126567 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:05:30.126567 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:05:30.126567 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:05:30.126567 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:05:30.126567 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:05:30.126567 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:05:30.126567 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:05:30.126567 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:05:30.126567 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:05:30.126567 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:05:30.126567 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:05:30.126567 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:05:30.126567 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:05:30.126567 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:05:30.126567 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:05:30.126567 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:05:30.126567 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:05:30.163953 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c351ad04-09c6-462a-b2c5-914f3ec7737c req-dd8dd34f-d95b-433b-8849-af64ddd074a0 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1258147
Feb 05 21:05:30.197416 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-18056072-0bc1-42ed-9f89-03a77345ce87 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] For port c75a4508-a0ec-472c-aa82-61d9a8f3be75, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c75a4508-a0ec-472c-aa82-61d9a8f3be75,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:05:30.211696 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7cc43ce8-00a2-451d-b808-e12904d0845b req-34e3cdfa-9f18-4bf2-95cc-2babde41cd5e tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1548665
Feb 05 21:05:30.216879 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de1470bc-75c8-4587-97e7-f977d421427b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (c3d5a537-b3df-445b-9f45-06257cd053f0), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:30.227459 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de1470bc-75c8-4587-97e7-f977d421427b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:30.230608 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-de1470bc-75c8-4587-97e7-f977d421427b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "DELETE /v2.0/networks/c3d5a537-b3df-445b-9f45-06257cd053f0 HTTP/1.1" status: 204  len: 168 time: 5.1236408
Feb 05 21:05:30.249496 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55886) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:30.256419 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-f55d8c90-e3d8-4093-a296-af71802e9664 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1234202463'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:30.264534 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1470bc-75c8-4587-97e7-f977d421427b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event deleted for resources: {'Network': ['ID=c3d5a537-b3df-445b-9f45-06257cd053f0,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:30.286788 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-18056072-0bc1-42ed-9f89-03a77345ce87 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for port (c75a4508-a0ec-472c-aa82-61d9a8f3be75), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:30.306037 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-18056072-0bc1-42ed-9f89-03a77345ce87 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (c75a4508-a0ec-472c-aa82-61d9a8f3be75), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:30.329380 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5ce3e7-2a62-4fc5-94cc-3e10d1e86d93 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Hosts for router 3a9918d6-a323-4c54-8ac4-15e36d9d4215: [] {{(pid=114391) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}}
Feb 05 21:05:30.338940 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55d8c90-e3d8-4093-a296-af71802e9664 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Made reservation on behalf of 0d72e712e1b64cf48d280a84b998fa1b for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:30.342242 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f55d8c90-e3d8-4093-a296-af71802e9664 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:30.353237 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-18056072-0bc1-42ed-9f89-03a77345ce87 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (5cfecd40-a13f-46d0-9891-6f2596d2c5a7), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:30.391517 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5ce3e7-2a62-4fc5-94cc-3e10d1e86d93 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Hosts for other DVR routers connected to router 3a9918d6-a323-4c54-8ac4-15e36d9d4215: set() {{(pid=114391) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}}
Feb 05 21:05:30.394039 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3d5ce3e7-2a62-4fc5-94cc-3e10d1e86d93 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:30.398205 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-3d5ce3e7-2a62-4fc5-94cc-3e10d1e86d93 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] 10.222.0.32 "PUT /v2.0/routers/3a9918d6-a323-4c54-8ac4-15e36d9d4215 HTTP/1.1" status: 200  len: 717 time: 0.9660344
Feb 05 21:05:30.401332 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55888) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:30.435934 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18056072-0bc1-42ed-9f89-03a77345ce87 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:05:30.438870 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18056072-0bc1-42ed-9f89-03a77345ce87 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Port': ['ID=c75a4508-a0ec-472c-aa82-61d9a8f3be75,revision_number=8']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:30.448323 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f55d8c90-e3d8-4093-a296-af71802e9664 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:05:30.450431 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-18056072-0bc1-42ed-9f89-03a77345ce87 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:30.453341 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18056072-0bc1-42ed-9f89-03a77345ce87 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:30.453958 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-18056072-0bc1-42ed-9f89-03a77345ce87 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:30.460939 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8867a3f-2b81-41b9-9c08-fe490c98bda8 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:30.477151 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f55d8c90-e3d8-4093-a296-af71802e9664 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (155c90ee-2e2b-4ff1-a2ed-421854c4b452), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:30.477563 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-f55d8c90-e3d8-4093-a296-af71802e9664 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Added segment 155c90ee-2e2b-4ff1-a2ed-421854c4b452 of type vlan for network c9ec16f2-7600-4cfc-873b-aba23292a128
Feb 05 21:05:30.479133 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18056072-0bc1-42ed-9f89-03a77345ce87 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Subnet': ['ID=5cfecd40-a13f-46d0-9891-6f2596d2c5a7,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:30.502568 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-46b94ee6-5229-4464-a448-ffc0e856c99a tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] 10.222.0.32 "GET /v2.0/routers/3a9918d6-a323-4c54-8ac4-15e36d9d4215 HTTP/1.1" status: 200  len: 717 time: 0.1002302
Feb 05 21:05:30.503218 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55892) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:30.516815 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534679d-4489-4392-a889-c7aa1d94608f req-8eca589b-8c6d-4953-a37e-91b3b703a720 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:30.525385 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-18056072-0bc1-42ed-9f89-03a77345ce87 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.5326428
Feb 05 21:05:30.526918 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55896) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:30.527713 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2534679d-4489-4392-a889-c7aa1d94608f req-8eca589b-8c6d-4953-a37e-91b3b703a720 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/networks?id=101f8301-8908-474a-9c4a-c0416b6bfc1d HTTP/1.1" status: 200  len: 812 time: 0.2351568
Feb 05 21:05:30.539961 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-4a259989-e667-4d7f-a712-3c263dbf1e38 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'subnet': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:30.544436 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2534679d-4489-4392-a889-c7aa1d94608f req-850e89e2-ebf6-4e1b-abba-e6bb1bb412c1 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/quotas/af1c8d8fd0ce4d51947fd02afc3a9fb1 HTTP/1.1" status: 200  len: 375 time: 0.0157135
Feb 05 21:05:30.623257 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2534679d-4489-4392-a889-c7aa1d94608f req-91408802-dbc1-4882-9385-fdc877dd71d6 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=af1c8d8fd0ce4d51947fd02afc3a9fb1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0766332
Feb 05 21:05:30.639026 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f55d8c90-e3d8-4093-a296-af71802e9664 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (c9ec16f2-7600-4cfc-873b-aba23292a128), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:30.714614 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f55d8c90-e3d8-4093-a296-af71802e9664 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (c9ec16f2-7600-4cfc-873b-aba23292a128), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:30.720035 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55d8c90-e3d8-4093-a296-af71802e9664 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:30.720962 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f55d8c90-e3d8-4093-a296-af71802e9664 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:30.735108 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2534679d-4489-4392-a889-c7aa1d94608f req-97dbab95-7322-462d-92cf-24e4318a3650 service neutron] 10.222.0.32 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1119723
Feb 05 21:05:30.817850 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f55d8c90-e3d8-4093-a296-af71802e9664 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.5664685
Feb 05 21:05:30.824343 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55900) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:30.833113 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-02736c8b-048e-426d-b8be-a77255c208cf tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Request body: {'subnet': {'network_id': 'c9ec16f2-7600-4cfc-873b-aba23292a128', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:30.841674 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d8c90-e3d8-4093-a296-af71802e9664 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event updated for resources: {'Network': ['ID=c9ec16f2-7600-4cfc-873b-aba23292a128,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:30.857895 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network c9ec16f2-7600-4cfc-873b-aba23292a128 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:05:30.858192 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a259989-e667-4d7f-a712-3c263dbf1e38 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:30.861767 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4a259989-e667-4d7f-a712-3c263dbf1e38 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:30.949592 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2534679d-4489-4392-a889-c7aa1d94608f req-a3b62b2a-6edb-4cad-b908-d587cf80c10f service neutron] 10.222.0.32 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1934540
Feb 05 21:05:31.049269 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02736c8b-048e-426d-b8be-a77255c208cf tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Made reservation on behalf of 0d72e712e1b64cf48d280a84b998fa1b for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:31.050766 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-7671f3a8-732e-4369-904f-161baa0c40ee None None] Provisioning complete for port c75a4508-a0ec-472c-aa82-61d9a8f3be75 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:05:31.051474 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7671f3a8-732e-4369-904f-161baa0c40ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c75a4508-a0ec-472c-aa82-61d9a8f3be75), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:31.056672 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-02736c8b-048e-426d-b8be-a77255c208cf tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:31.073975 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8e99e49c-9317-4dd1-8ff6-d460856c4d6f tempest-RoutersTestDVR-249182794 tempest-RoutersTestDVR-249182794-project] 10.222.0.32 "GET /v2.0/routers/3a9918d6-a323-4c54-8ac4-15e36d9d4215 HTTP/1.1" status: 200  len: 683 time: 0.5678637
Feb 05 21:05:31.076995 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55906) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:31.078368 ncdv-master-1 neutron-server[114390]: INFO neutron.db.ipam_backend_mixin [None req-4a259989-e667-4d7f-a712-3c263dbf1e38 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5cfecd40-a13f-46d0-9891-6f2596d2c5a7 (CIDR: 2001:db8::/64)
Feb 05 21:05:31.094310 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a259989-e667-4d7f-a712-3c263dbf1e38 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:05:31.094972 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a259989-e667-4d7f-a712-3c263dbf1e38 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:05:31.145328 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.ipam_backend_mixin [None req-02736c8b-048e-426d-b8be-a77255c208cf tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Performing IP validity checks on allocation pools {{(pid=114390) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Feb 05 21:05:31.145741 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.ipam_backend_mixin [None req-02736c8b-048e-426d-b8be-a77255c208cf tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114390) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Feb 05 21:05:31.171458 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-046589e9-ce90-4bb6-9ed4-023fe8e093f6 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Publish callbacks [] for router (3a9918d6-a323-4c54-8ac4-15e36d9d4215), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:31.175329 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4a259989-e667-4d7f-a712-3c263dbf1e38 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.6449592
Feb 05 21:05:31.175640 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55914) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:31.191830 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-6a7b14a6-0e62-48c7-bc9f-000ca9b2db8c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'subnet': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:31.204760 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-7671f3a8-732e-4369-904f-161baa0c40ee None None] Current status of the port c75a4508-a0ec-472c-aa82-61d9a8f3be75 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:05:31.339826 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-02736c8b-048e-426d-b8be-a77255c208cf tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (01963ec4-6c00-4de8-b9c9-dd913a378c84), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:31.476594 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02736c8b-048e-426d-b8be-a77255c208cf tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event updated for resources: {'Subnet': ['ID=01963ec4-6c00-4de8-b9c9-dd913a378c84,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:31.486456 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02736c8b-048e-426d-b8be-a77255c208cf tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Checking segment: {'id': '155c90ee-2e2b-4ff1-a2ed-421854c4b452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c9ec16f2-7600-4cfc-873b-aba23292a128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:05:31.486848 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02736c8b-048e-426d-b8be-a77255c208cf tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Network hostable DHCP agents. Network: c9ec16f2-7600-4cfc-873b-aba23292a128, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:05:31.517357 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02736c8b-048e-426d-b8be-a77255c208cf tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Network c9ec16f2-7600-4cfc-873b-aba23292a128 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:05:31.529311 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-02736c8b-048e-426d-b8be-a77255c208cf tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c9ec16f2-7600-4cfc-873b-aba23292a128) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:31.533792 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02736c8b-048e-426d-b8be-a77255c208cf tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:31.535478 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-02736c8b-048e-426d-b8be-a77255c208cf tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:31.555693 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f04c302-51d6-49e1-ac48-96b2bd95b57e None None] Network c9ec16f2-7600-4cfc-873b-aba23292a128 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:31.572195 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-02736c8b-048e-426d-b8be-a77255c208cf tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 0.7466314
Feb 05 21:05:31.575120 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55936) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:31.695656 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a36a99-f1e2-47ca-9650-d070fb48db4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c9ec16f2-7600-4cfc-873b-aba23292a128', 'network_id': 'c9ec16f2-7600-4cfc-873b-aba23292a128', 'project_id': '0d72e712e1b64cf48d280a84b998fa1b', 'fixed_ips': [{'subnet_id': '01963ec4-6c00-4de8-b9c9-dd913a378c84'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:05:31.696778 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-24a36a99-f1e2-47ca-9650-d070fb48db4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:31.736785 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0d48375a-5ece-476d-8ac3-c561b503f7d6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (c9ec16f2-7600-4cfc-873b-aba23292a128), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:31.881257 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0d48375a-5ece-476d-8ac3-c561b503f7d6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (01963ec4-6c00-4de8-b9c9-dd913a378c84), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:31.889078 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-24a36a99-f1e2-47ca-9650-d070fb48db4e None None] Allocated IP 172.20.0.3 (c9ec16f2-7600-4cfc-873b-aba23292a128/01963ec4-6c00-4de8-b9c9-dd913a378c84/20502c21-91d6-4f4a-9212-09505fb3fbb9) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:05:31.951362 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e680b9-5568-4ebc-b972-677483a7d9a4 req-8698a181-7ee3-4aa8-9077-886ef0baa635 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:31.952932 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-25e680b9-5568-4ebc-b972-677483a7d9a4 req-8698a181-7ee3-4aa8-9077-886ef0baa635 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.6544542
Feb 05 21:05:31.964083 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-046589e9-ce90-4bb6-9ed4-023fe8e093f6 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (3a9918d6-a323-4c54-8ac4-15e36d9d4215), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:31.969027 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-046589e9-ce90-4bb6-9ed4-023fe8e093f6 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Publish callbacks [] for router_controller (3a9918d6-a323-4c54-8ac4-15e36d9d4215), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:32.068661 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device c75a4508-a0ec-472c-aa82-61d9a8f3be75 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:05:32.078805 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-046589e9-ce90-4bb6-9ed4-023fe8e093f6 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (3a9918d6-a323-4c54-8ac4-15e36d9d4215), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:32.079305 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046589e9-ce90-4bb6-9ed4-023fe8e093f6 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3a9918d6-a323-4c54-8ac4-15e36d9d4215 {{(pid=114391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:05:32.092404 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-046589e9-ce90-4bb6-9ed4-023fe8e093f6 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:32.099165 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-046589e9-ce90-4bb6-9ed4-023fe8e093f6 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] 10.222.0.32 "DELETE /v2.0/routers/3a9918d6-a323-4c54-8ac4-15e36d9d4215 HTTP/1.1" status: 204  len: 168 time: 1.0156260
Feb 05 21:05:32.100518 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55944) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:32.103533 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6aae2-00aa-4e6d-89e3-10a5425b6e10 req-05068cef-c955-4971-9548-c4825b7d2bf1 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:32.104381 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-4f76a079-37e9-4081-b9a7-5e40d4db0aa0 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Request body: {'router': {'name': 'tempest-router-1490235292', 'distributed': True}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:32.111579 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-60a6aae2-00aa-4e6d-89e3-10a5425b6e10 req-05068cef-c955-4971-9548-c4825b7d2bf1 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=a357c2bf-ca65-4d93-8281-66906aac7661 HTTP/1.1" status: 200  len: 945 time: 0.6586692
Feb 05 21:05:32.116103 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7b14a6-0e62-48c7-bc9f-000ca9b2db8c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:32.119799 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6a7b14a6-0e62-48c7-bc9f-000ca9b2db8c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:32.146504 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-25e680b9-5568-4ebc-b972-677483a7d9a4 req-b020d15f-7012-4789-9c61-8edd809da1a8 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1707690
Feb 05 21:05:32.152879 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4f76a079-37e9-4081-b9a7-5e40d4db0aa0 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (3fb9dd43-b95a-4c67-b33b-7acd21db0b33), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:32.163929 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4f76a079-37e9-4081-b9a7-5e40d4db0aa0 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (3fb9dd43-b95a-4c67-b33b-7acd21db0b33), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:32.237260 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4f76a079-37e9-4081-b9a7-5e40d4db0aa0 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Publish callbacks [] for router_controller (3fb9dd43-b95a-4c67-b33b-7acd21db0b33), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:32.243202 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4f76a079-37e9-4081-b9a7-5e40d4db0aa0 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (3fb9dd43-b95a-4c67-b33b-7acd21db0b33), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:32.262634 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port c75a4508-a0ec-472c-aa82-61d9a8f3be75 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:05:32.263394 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c75a4508-a0ec-472c-aa82-61d9a8f3be75), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:32.272681 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4f76a079-37e9-4081-b9a7-5e40d4db0aa0 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:32.274699 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4f76a079-37e9-4081-b9a7-5e40d4db0aa0 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.1740258
Feb 05 21:05:32.277491 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55952) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:32.310888 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-24a36a99-f1e2-47ca-9650-d070fb48db4e None None] Publish callbacks [] for port (20502c21-91d6-4f4a-9212-09505fb3fbb9), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:32.325607 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-24a36a99-f1e2-47ca-9650-d070fb48db4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (20502c21-91d6-4f4a-9212-09505fb3fbb9), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:32.352648 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a36a99-f1e2-47ca-9650-d070fb48db4e None None] Network c9ec16f2-7600-4cfc-873b-aba23292a128 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:05:32.376985 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-24a36a99-f1e2-47ca-9650-d070fb48db4e None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:32.383641 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a36a99-f1e2-47ca-9650-d070fb48db4e None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:05:32.397980 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2f6b7dc9-eb25-4991-9089-a7e69c538953 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Publish callbacks [] for router (3fb9dd43-b95a-4c67-b33b-7acd21db0b33), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:32.399661 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a4dd065c-e284-4eb6-9d79-45be0ad2095b req-4cc181b5-ebec-471b-ba7e-cd42a66940bd tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=6500706e-92bc-4387-a2fa-057b8075dfc3 HTTP/1.1" status: 200  len: 210 time: 0.1408238
Feb 05 21:05:32.409340 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-60a6aae2-00aa-4e6d-89e3-10a5425b6e10 req-9b7ccc1f-dd83-4b03-ab01-a18fa516c6c1 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2968850
Feb 05 21:05:32.450055 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0d48375a-5ece-476d-8ac3-c561b503f7d6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (01963ec4-6c00-4de8-b9c9-dd913a378c84), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:32.468666 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port c75a4508-a0ec-472c-aa82-61d9a8f3be75 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:05:32.517335 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48375a-5ece-476d-8ac3-c561b503f7d6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event deleted for resources: {'Subnet': ['ID=01963ec4-6c00-4de8-b9c9-dd913a378c84,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:32.537357 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a36a99-f1e2-47ca-9650-d070fb48db4e None None] Pushing event updated for resources: {'Port': ['ID=20502c21-91d6-4f4a-9212-09505fb3fbb9,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:32.580923 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-24a36a99-f1e2-47ca-9650-d070fb48db4e None None] Attempting to bind port 20502c21-91d6-4f4a-9212-09505fb3fbb9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:05:32.581555 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-24a36a99-f1e2-47ca-9650-d070fb48db4e None None] Attempting to bind port 20502c21-91d6-4f4a-9212-09505fb3fbb9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '155c90ee-2e2b-4ff1-a2ed-421854c4b452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c9ec16f2-7600-4cfc-873b-aba23292a128'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:05:32.581699 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a36a99-f1e2-47ca-9650-d070fb48db4e None None] Attempting to bind port 20502c21-91d6-4f4a-9212-09505fb3fbb9 on network c9ec16f2-7600-4cfc-873b-aba23292a128 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:05:32.590957 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a36a99-f1e2-47ca-9650-d070fb48db4e None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:05:32.591349 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a36a99-f1e2-47ca-9650-d070fb48db4e None None] Checking segment: {'id': '155c90ee-2e2b-4ff1-a2ed-421854c4b452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c9ec16f2-7600-4cfc-873b-aba23292a128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:05:32.603588 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-24a36a99-f1e2-47ca-9650-d070fb48db4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:32.604127 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a36a99-f1e2-47ca-9650-d070fb48db4e None None] Bound using segment: {'id': '155c90ee-2e2b-4ff1-a2ed-421854c4b452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c9ec16f2-7600-4cfc-873b-aba23292a128'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:05:32.604749 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-24a36a99-f1e2-47ca-9650-d070fb48db4e None None] Bound port: 20502c21-91d6-4f4a-9212-09505fb3fbb9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '155c90ee-2e2b-4ff1-a2ed-421854c4b452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c9ec16f2-7600-4cfc-873b-aba23292a128'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:05:32.607442 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-24a36a99-f1e2-47ca-9650-d070fb48db4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (20502c21-91d6-4f4a-9212-09505fb3fbb9), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:32.715984 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ed169-071c-47bf-a09e-311ed43ed13b req-bb58e30e-b22f-4bef-8988-00265de52664 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:32.718286 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-24a36a99-f1e2-47ca-9650-d070fb48db4e None None] For port 20502c21-91d6-4f4a-9212-09505fb3fbb9, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:05:32.722430 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-24a36a99-f1e2-47ca-9650-d070fb48db4e None None] For port 20502c21-91d6-4f4a-9212-09505fb3fbb9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=20502c21-91d6-4f4a-9212-09505fb3fbb9,segment=NetworkSegment(155c90ee-2e2b-4ff1-a2ed-421854c4b452),segment_id=155c90ee-2e2b-4ff1-a2ed-421854c4b452)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:05:32.727743 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6f6ed169-071c-47bf-a09e-311ed43ed13b req-bb58e30e-b22f-4bef-8988-00265de52664 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.2017610
Feb 05 21:05:32.732551 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-24a36a99-f1e2-47ca-9650-d070fb48db4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (20502c21-91d6-4f4a-9212-09505fb3fbb9), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:32.763861 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2f6b7dc9-eb25-4991-9089-a7e69c538953 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (3fb9dd43-b95a-4c67-b33b-7acd21db0b33), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:32.766978 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0d48375a-5ece-476d-8ac3-c561b503f7d6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (c9ec16f2-7600-4cfc-873b-aba23292a128), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:32.772998 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2f6b7dc9-eb25-4991-9089-a7e69c538953 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Publish callbacks [] for router_controller (3fb9dd43-b95a-4c67-b33b-7acd21db0b33), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:32.816214 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a36a99-f1e2-47ca-9650-d070fb48db4e None None] Pushing event updated for resources: {'Port': ['ID=20502c21-91d6-4f4a-9212-09505fb3fbb9,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:32.866559 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-0d48375a-5ece-476d-8ac3-c561b503f7d6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2a7f220>,) {'filters': {'network_id': ['c9ec16f2-7600-4cfc-873b-aba23292a128']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:32.872516 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6f6ed169-071c-47bf-a09e-311ed43ed13b req-c020996e-0000-4986-a7a6-a0489642e380 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1433330
Feb 05 21:05:32.874269 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6a7b14a6-0e62-48c7-bc9f-000ca9b2db8c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (6a0840fd-8944-4565-8095-e57cdfb4a03d), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:32.886326 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-0d48375a-5ece-476d-8ac3-c561b503f7d6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2a7f220>, '155c90ee-2e2b-4ff1-a2ed-421854c4b452') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:32.886990 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-0d48375a-5ece-476d-8ac3-c561b503f7d6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2a7f220>, '155c90ee-2e2b-4ff1-a2ed-421854c4b452') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:32.888780 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2f6b7dc9-eb25-4991-9089-a7e69c538953 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (3fb9dd43-b95a-4c67-b33b-7acd21db0b33), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:32.889171 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6b7dc9-eb25-4991-9089-a7e69c538953 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3fb9dd43-b95a-4c67-b33b-7acd21db0b33 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:05:32.914144 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2f6b7dc9-eb25-4991-9089-a7e69c538953 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:32.919453 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2f6b7dc9-eb25-4991-9089-a7e69c538953 tempest-RoutersTestDVR-1631773147 tempest-RoutersTestDVR-1631773147-project-admin] 10.222.0.32 "DELETE /v2.0/routers/3fb9dd43-b95a-4c67-b33b-7acd21db0b33 HTTP/1.1" status: 204  len: 168 time: 0.6407726
Feb 05 21:05:32.919862 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f3dcd6-8988-47e3-b087-6a600da61dc5 None None] get_active_networks_info from ncdv-master-1 {{(pid=114392) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 05 21:05:32.938870 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0d48375a-5ece-476d-8ac3-c561b503f7d6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (155c90ee-2e2b-4ff1-a2ed-421854c4b452), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:32.956236 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7b14a6-0e62-48c7-bc9f-000ca9b2db8c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:05:32.960987 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-6a7b14a6-0e62-48c7-bc9f-000ca9b2db8c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:32.966715 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7b14a6-0e62-48c7-bc9f-000ca9b2db8c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:32.966897 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534679d-4489-4392-a889-c7aa1d94608f req-f1016e17-ec77-40ac-9aee-ea38a9688b3f tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:32.967996 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6a7b14a6-0e62-48c7-bc9f-000ca9b2db8c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:32.968366 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2534679d-4489-4392-a889-c7aa1d94608f req-f1016e17-ec77-40ac-9aee-ea38a9688b3f tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.39 "GET /v2.0/networks?id=101f8301-8908-474a-9c4a-c0416b6bfc1d HTTP/1.1" status: 200  len: 812 time: 0.3456280
Feb 05 21:05:32.989768 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b14a6-0e62-48c7-bc9f-000ca9b2db8c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Subnet': ['ID=6a0840fd-8944-4565-8095-e57cdfb4a03d,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:32.992157 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-2534679d-4489-4392-a889-c7aa1d94608f req-bea49a10-70f5-43b8-a155-f0861e12c344 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Request body: {'port': {'device_id': '6500706e-92bc-4387-a2fa-057b8075dfc3', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'admin_state_up': True, 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:33.008066 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b14a6-0e62-48c7-bc9f-000ca9b2db8c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:05:33.008788 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b14a6-0e62-48c7-bc9f-000ca9b2db8c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:05:33.009545 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b14a6-0e62-48c7-bc9f-000ca9b2db8c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:05:33.010880 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b14a6-0e62-48c7-bc9f-000ca9b2db8c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:05:33.011507 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b14a6-0e62-48c7-bc9f-000ca9b2db8c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:05:33.012076 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b14a6-0e62-48c7-bc9f-000ca9b2db8c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:05:33.013763 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b14a6-0e62-48c7-bc9f-000ca9b2db8c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:05:33.014412 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b14a6-0e62-48c7-bc9f-000ca9b2db8c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:05:33.015016 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b14a6-0e62-48c7-bc9f-000ca9b2db8c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:05:33.015587 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b14a6-0e62-48c7-bc9f-000ca9b2db8c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:05:33.016161 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b14a6-0e62-48c7-bc9f-000ca9b2db8c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:05:33.016750 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b14a6-0e62-48c7-bc9f-000ca9b2db8c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:05:33.017343 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7b14a6-0e62-48c7-bc9f-000ca9b2db8c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:05:33.044736 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6a7b14a6-0e62-48c7-bc9f-000ca9b2db8c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.8635921
Feb 05 21:05:33.045956 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55968) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:33.057793 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-4a3ce622-1047-43a8-9722-20735ec52f29 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'port': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'mac_address': 'fa:16:3e:ba:8c:c9', 'name': 'tempest-NetworksTestDHCPv6-657126385'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:33.158287 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f3dcd6-8988-47e3-b087-6a600da61dc5 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 05 21:05:33.203916 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3ce622-1047-43a8-9722-20735ec52f29 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:33.205230 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0d48375a-5ece-476d-8ac3-c561b503f7d6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (155c90ee-2e2b-4ff1-a2ed-421854c4b452), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:33.217368 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d48375a-5ece-476d-8ac3-c561b503f7d6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:05:33.223918 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0d48375a-5ece-476d-8ac3-c561b503f7d6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (155c90ee-2e2b-4ff1-a2ed-421854c4b452), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:33.233429 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:05:33.233429 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:05:33.233429 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:05:33.233429 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:05:33.233429 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:05:33.233429 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:05:33.233429 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:05:33.233429 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:05:33.233429 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:05:33.233429 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:05:33.233429 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:05:33.233429 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:05:33.233429 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:05:33.233429 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:05:33.233429 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:05:33.233429 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:05:33.233429 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:05:33.233429 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:05:33.233429 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:05:33.233429 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:05:33.233429 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:05:33.233429 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:05:33.233429 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:05:33.233429 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:05:33.233429 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:05:33.233429 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:05:33.233429 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:05:33.233429 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:05:33.233429 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:05:33.233429 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:05:33.233429 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:05:33.233429 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:05:33.399153 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2534679d-4489-4392-a889-c7aa1d94608f req-bea49a10-70f5-43b8-a155-f0861e12c344 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Made reservation on behalf of af1c8d8fd0ce4d51947fd02afc3a9fb1 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:33.403686 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2534679d-4489-4392-a889-c7aa1d94608f req-bea49a10-70f5-43b8-a155-f0861e12c344 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:33.494005 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.db.api [None req-0d48375a-5ece-476d-8ac3-c561b503f7d6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Feb 05 21:05:33.494005 ncdv-master-1 neutron-server[114390]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Feb 05 21:05:33.494005 ncdv-master-1 neutron-server[114390]: [parameters: {'id': 'c9ec16f2-7600-4cfc-873b-aba23292a128'}]
Feb 05 21:05:33.494005 ncdv-master-1 neutron-server[114390]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 21:05:33.494444 ncdv-master-1 neutron-server[114390]: DEBUG oslo_db.api [None req-0d48375a-5ece-476d-8ac3-c561b503f7d6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 21:05:33.522273 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4a3ce622-1047-43a8-9722-20735ec52f29 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:33.549949 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55988) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:33.595856 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261eed86-722f-4dde-b0f3-808fa9014ef2 None None] Network c9ec16f2-7600-4cfc-873b-aba23292a128 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:33.605705 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4241c8-2641-4264-8d86-83aa08feb836 req-23b2acd8-8565-4893-9006-8e8cc3992598 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:33.608803 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ea4241c8-2641-4264-8d86-83aa08feb836 req-23b2acd8-8565-4893-9006-8e8cc3992598 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.2511716
Feb 05 21:05:33.627660 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [None req-4a3ce622-1047-43a8-9722-20735ec52f29 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] device_id is not set on port cc863e42-7134-4229-ace7-5639ad3fdd1c yet. {{(pid=114391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:05:33.634234 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7684be76-cdd7-4c8d-8dd3-870045be7534 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:33.675572 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-2534679d-4489-4392-a889-c7aa1d94608f req-bea49a10-70f5-43b8-a155-f0861e12c344 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Allocated IP 172.20.0.7 (101f8301-8908-474a-9c4a-c0416b6bfc1d/4fedd35d-80ae-4712-9371-a85b980ce8f3/71d0f55a-11fc-4be4-8ba9-807696018a54) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:05:33.730766 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52412c-89ff-4528-9b26-738a84630bc7 req-1a3d25fc-aa2c-4b63-a1c3-c3b5786bd274 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:33.737766 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6a52412c-89ff-4528-9b26-738a84630bc7 req-1a3d25fc-aa2c-4b63-a1c3-c3b5786bd274 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=a357c2bf-ca65-4d93-8281-66906aac7661 HTTP/1.1" status: 200  len: 945 time: 0.2068043
Feb 05 21:05:33.789278 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ea4241c8-2641-4264-8d86-83aa08feb836 req-b4f90974-170a-4b16-bf1e-4d6d462ffe2c tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1701400
Feb 05 21:05:33.847838 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-518c6e21-2244-4612-8866-47869b116168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:33.943210 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6a52412c-89ff-4528-9b26-738a84630bc7 req-67b1de2e-a529-4996-9b24-e3e4631b0dc0 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2042646
Feb 05 21:05:33.983256 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2534679d-4489-4392-a889-c7aa1d94608f req-bea49a10-70f5-43b8-a155-f0861e12c344 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for port (71d0f55a-11fc-4be4-8ba9-807696018a54), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:33.996345 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0d48375a-5ece-476d-8ac3-c561b503f7d6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (c9ec16f2-7600-4cfc-873b-aba23292a128), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:34.044873 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c971e589-e842-4115-b007-b33cd414ae0b req-113ab74d-63b2-4cb8-8b00-93dc0f45d94c tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=6500706e-92bc-4387-a2fa-057b8075dfc3 HTTP/1.1" status: 200  len: 210 time: 0.1302891
Feb 05 21:05:34.115527 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539a5746-c08f-4ce0-8972-aa7eba99dbbb None None] Update dhcp port {'port': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'fixed_ips': [{'subnet_id': '5cfecd40-a13f-46d0-9891-6f2596d2c5a7', 'ip_address': '2001:db8::f816:3eff:feca:b61f'}, {'subnet_id': '6a0840fd-8944-4565-8095-e57cdfb4a03d'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'c75a4508-a0ec-472c-aa82-61d9a8f3be75'} from ncdv-master-1. {{(pid=114392) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 05 21:05:34.154613 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-edbe4e7e-1ad5-42fd-90a2-459cb7a2268b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:34.206410 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2534679d-4489-4392-a889-c7aa1d94608f req-bea49a10-70f5-43b8-a155-f0861e12c344 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (71d0f55a-11fc-4be4-8ba9-807696018a54), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:34.217958 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-539a5746-c08f-4ce0-8972-aa7eba99dbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c75a4508-a0ec-472c-aa82-61d9a8f3be75), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:34.244101 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-4a3ce622-1047-43a8-9722-20735ec52f29 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Allocated IP 2001:db8:0:1::122 (4b876e93-e753-4f82-8855-2c9c3d1db066/6a0840fd-8944-4565-8095-e57cdfb4a03d/cc863e42-7134-4229-ace7-5639ad3fdd1c) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:05:34.258614 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2534679d-4489-4392-a889-c7aa1d94608f req-bea49a10-70f5-43b8-a155-f0861e12c344 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Network 101f8301-8908-474a-9c4a-c0416b6bfc1d is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:05:34.263609 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-0d48375a-5ece-476d-8ac3-c561b503f7d6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Deleting port 20502c21-91d6-4f4a-9212-09505fb3fbb9 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:05:34.263609 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0d48375a-5ece-476d-8ac3-c561b503f7d6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (20502c21-91d6-4f4a-9212-09505fb3fbb9), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:34.286299 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-4a3ce622-1047-43a8-9722-20735ec52f29 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Allocated IP 2001:db8::f816:3eff:feba:8cc9 (4b876e93-e753-4f82-8855-2c9c3d1db066/5cfecd40-a13f-46d0-9891-6f2596d2c5a7/cc863e42-7134-4229-ace7-5639ad3fdd1c) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:05:34.310875 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-2534679d-4489-4392-a889-c7aa1d94608f req-bea49a10-70f5-43b8-a155-f0861e12c344 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:34.313606 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-2534679d-4489-4392-a889-c7aa1d94608f req-bea49a10-70f5-43b8-a155-f0861e12c344 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:05:34.410693 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea49a10-70f5-43b8-a155-f0861e12c344 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Pushing event updated for resources: {'Port': ['ID=71d0f55a-11fc-4be4-8ba9-807696018a54,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:34.451748 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-0d48375a-5ece-476d-8ac3-c561b503f7d6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] For port 20502c21-91d6-4f4a-9212-09505fb3fbb9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=20502c21-91d6-4f4a-9212-09505fb3fbb9,segment=NetworkSegment(155c90ee-2e2b-4ff1-a2ed-421854c4b452),segment_id=155c90ee-2e2b-4ff1-a2ed-421854c4b452)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:05:34.452335 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0d48375a-5ece-476d-8ac3-c561b503f7d6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (20502c21-91d6-4f4a-9212-09505fb3fbb9), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:34.475048 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534679d-4489-4392-a889-c7aa1d94608f req-bea49a10-70f5-43b8-a155-f0861e12c344 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:34.476769 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2534679d-4489-4392-a889-c7aa1d94608f req-bea49a10-70f5-43b8-a155-f0861e12c344 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:34.518329 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-0d48375a-5ece-476d-8ac3-c561b503f7d6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Calling delete_port for 20502c21-91d6-4f4a-9212-09505fb3fbb9 owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:05:34.527866 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2534679d-4489-4392-a889-c7aa1d94608f req-bea49a10-70f5-43b8-a155-f0861e12c344 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5457528
Feb 05 21:05:34.530843 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa2808-d4bc-44cf-bc1e-616f8bb170c5 req-334e29ef-cd9e-4187-bd97-eaa1e4d2a985 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:34.542424 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-2534679d-4489-4392-a889-c7aa1d94608f req-39147e0f-eb03-415e-818a-fdd1b24f9f08 service neutron] Request body: {'port': {'device_id': '6500706e-92bc-4387-a2fa-057b8075dfc3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:34.542789 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3faa2808-d4bc-44cf-bc1e-616f8bb170c5 req-334e29ef-cd9e-4187-bd97-eaa1e4d2a985 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.2836800
Feb 05 21:05:34.680689 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-b5aee163-0853-4955-842e-411fedd29b96 None None] Provisioning complete for port 71d0f55a-11fc-4be4-8ba9-807696018a54 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:05:34.681290 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b5aee163-0853-4955-842e-411fedd29b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (71d0f55a-11fc-4be4-8ba9-807696018a54), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:34.700750 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2534679d-4489-4392-a889-c7aa1d94608f req-39147e0f-eb03-415e-818a-fdd1b24f9f08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (71d0f55a-11fc-4be4-8ba9-807696018a54), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:34.703651 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-edbe4e7e-1ad5-42fd-90a2-459cb7a2268b admin admin] Publish callbacks [] for security_group (b91e14a9-b3e3-4779-a482-7891c2c1d678), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:34.719410 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-edbe4e7e-1ad5-42fd-90a2-459cb7a2268b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b91e14a9-b3e3-4779-a482-7891c2c1d678), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:34.755305 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0d48375a-5ece-476d-8ac3-c561b503f7d6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (20502c21-91d6-4f4a-9212-09505fb3fbb9), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:34.759421 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-b5aee163-0853-4955-842e-411fedd29b96 None None] Port 71d0f55a-11fc-4be4-8ba9-807696018a54 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:05:34.782007 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4a3ce622-1047-43a8-9722-20735ec52f29 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for port (cc863e42-7134-4229-ace7-5639ad3fdd1c), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:34.787001 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3faa2808-d4bc-44cf-bc1e-616f8bb170c5 req-2db7ece1-8212-42e8-8813-7f37d3341e98 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2331467
Feb 05 21:05:34.797558 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48375a-5ece-476d-8ac3-c561b503f7d6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event deleted for resources: {'Port': ['ID=20502c21-91d6-4f4a-9212-09505fb3fbb9,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:34.800090 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d48375a-5ece-476d-8ac3-c561b503f7d6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] No DVR routers for this DVR port 20502c21-91d6-4f4a-9212-09505fb3fbb9 on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:05:34.815152 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe4e7e-1ad5-42fd-90a2-459cb7a2268b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91e14a9-b3e3-4779-a482-7891c2c1d678,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:34.823098 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-edbe4e7e-1ad5-42fd-90a2-459cb7a2268b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5dd933e2029242ebafd21892a3c4f7c7&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2677748
Feb 05 21:05:34.823771 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56002) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:34.894221 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4a3ce622-1047-43a8-9722-20735ec52f29 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (cc863e42-7134-4229-ace7-5639ad3fdd1c), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:34.951855 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7854cf54-6c28-492e-bdd4-404758280dd9 admin admin] Publish callbacks [] for security_group (b91e14a9-b3e3-4779-a482-7891c2c1d678), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:34.971280 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56008) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:34.984935 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-539a5746-c08f-4ce0-8972-aa7eba99dbbb None None] Allocated IP 2001:db8:0:1::2 (4b876e93-e753-4f82-8855-2c9c3d1db066/6a0840fd-8944-4565-8095-e57cdfb4a03d/c75a4508-a0ec-472c-aa82-61d9a8f3be75) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:05:34.990305 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3ce622-1047-43a8-9722-20735ec52f29 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:05:35.000405 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-4a3ce622-1047-43a8-9722-20735ec52f29 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:35.010445 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3ce622-1047-43a8-9722-20735ec52f29 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:05:35.015887 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3ce622-1047-43a8-9722-20735ec52f29 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:35.016580 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4a3ce622-1047-43a8-9722-20735ec52f29 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:35.023683 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ce622-1047-43a8-9722-20735ec52f29 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Port': ['ID=cc863e42-7134-4229-ace7-5639ad3fdd1c,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:35.037102 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7854cf54-6c28-492e-bdd4-404758280dd9 admin admin] Publish callbacks [] for security_group (b91e14a9-b3e3-4779-a482-7891c2c1d678), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:35.095297 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4a3ce622-1047-43a8-9722-20735ec52f29 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 2.0475135
Feb 05 21:05:35.117561 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56014) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:35.190429 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-717f5768-5301-4d9d-beff-88ff3dc03384 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:35.195151 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-539a5746-c08f-4ce0-8972-aa7eba99dbbb None None] For port c75a4508-a0ec-472c-aa82-61d9a8f3be75, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c75a4508-a0ec-472c-aa82-61d9a8f3be75,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:05:35.231271 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-539a5746-c08f-4ce0-8972-aa7eba99dbbb None None] Publish callbacks [] for port (c75a4508-a0ec-472c-aa82-61d9a8f3be75), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:35.237863 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-539a5746-c08f-4ce0-8972-aa7eba99dbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (c75a4508-a0ec-472c-aa82-61d9a8f3be75), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:35.261752 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0d48375a-5ece-476d-8ac3-c561b503f7d6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (c9ec16f2-7600-4cfc-873b-aba23292a128), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:35.268575 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7854cf54-6c28-492e-bdd4-404758280dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b91e14a9-b3e3-4779-a482-7891c2c1d678), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:35.272594 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7854cf54-6c28-492e-bdd4-404758280dd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:35.273765 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7854cf54-6c28-492e-bdd4-404758280dd9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b91e14a9-b3e3-4779-a482-7891c2c1d678 HTTP/1.1" status: 204  len: 168 time: 0.4469719
Feb 05 21:05:35.297552 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0fcc96-3ab0-4bfa-a3cc-97a898de99c6 req-2dee8da4-5bd9-47ff-8439-72840bcb2577 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:35.299201 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ae0fcc96-3ab0-4bfa-a3cc-97a898de99c6 req-2dee8da4-5bd9-47ff-8439-72840bcb2577 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=a357c2bf-ca65-4d93-8281-66906aac7661 HTTP/1.1" status: 200  len: 945 time: 0.2343609
Feb 05 21:05:35.314122 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7854cf54-6c28-492e-bdd4-404758280dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91e14a9-b3e3-4779-a482-7891c2c1d678,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:35.320322 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-0d48375a-5ece-476d-8ac3-c561b503f7d6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db21af610>,) {'filters': {'network_id': ['c9ec16f2-7600-4cfc-873b-aba23292a128']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:35.335802 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-0d48375a-5ece-476d-8ac3-c561b503f7d6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db21af610>, '155c90ee-2e2b-4ff1-a2ed-421854c4b452') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:35.336183 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-0d48375a-5ece-476d-8ac3-c561b503f7d6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db21af610>, '155c90ee-2e2b-4ff1-a2ed-421854c4b452') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:35.352377 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0d48375a-5ece-476d-8ac3-c561b503f7d6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (155c90ee-2e2b-4ff1-a2ed-421854c4b452), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:35.378975 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0d48375a-5ece-476d-8ac3-c561b503f7d6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (155c90ee-2e2b-4ff1-a2ed-421854c4b452), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:35.391604 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60e35a-bc9f-4fe8-b6a6-ee6ba3d90c93 req-ef1a6841-bcc8-4257-8335-b622e1ccd0cc tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:35.393217 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2c60e35a-bc9f-4fe8-b6a6-ee6ba3d90c93 req-ef1a6841-bcc8-4257-8335-b622e1ccd0cc tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=6500706e-92bc-4387-a2fa-057b8075dfc3 HTTP/1.1" status: 200  len: 931 time: 0.2240164
Feb 05 21:05:35.399351 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d48375a-5ece-476d-8ac3-c561b503f7d6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:05:35.399810 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0d48375a-5ece-476d-8ac3-c561b503f7d6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (155c90ee-2e2b-4ff1-a2ed-421854c4b452), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:35.403520 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:05:35.403520 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:05:35.403520 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:05:35.403520 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:05:35.403520 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:05:35.403520 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:05:35.403520 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:05:35.403520 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:05:35.403520 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:05:35.403520 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:05:35.403520 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:05:35.403520 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:05:35.403520 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:05:35.403520 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:05:35.403520 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:05:35.403520 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:05:35.403520 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:05:35.403520 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:05:35.403520 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:05:35.403520 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:05:35.403520 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:05:35.403520 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:05:35.403520 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:05:35.403520 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:05:35.403520 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:05:35.403520 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:05:35.403520 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:05:35.403520 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:05:35.403520 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:05:35.403520 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:05:35.403520 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:05:35.403520 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:05:35.462464 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ae0fcc96-3ab0-4bfa-a3cc-97a898de99c6 req-f05adb4a-df52-4100-a7ff-f6bc55509020 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1493859
Feb 05 21:05:35.472123 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-516ec1fb-3b70-4de2-ae9f-f6db253f7d56 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting port cc863e42-7134-4229-ace7-5639ad3fdd1c {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:05:35.472471 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-516ec1fb-3b70-4de2-ae9f-f6db253f7d56 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (cc863e42-7134-4229-ace7-5639ad3fdd1c), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:35.526303 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0d48375a-5ece-476d-8ac3-c561b503f7d6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (c9ec16f2-7600-4cfc-873b-aba23292a128), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:35.539928 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0d48375a-5ece-476d-8ac3-c561b503f7d6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:35.543644 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0d48375a-5ece-476d-8ac3-c561b503f7d6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "DELETE /v2.0/networks/c9ec16f2-7600-4cfc-873b-aba23292a128 HTTP/1.1" status: 204  len: 168 time: 3.9673011
Feb 05 21:05:35.548689 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56020) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:35.549976 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-717f5768-5301-4d9d-beff-88ff3dc03384 admin admin] Publish callbacks [] for security_group (f3f72162-16b3-4134-a297-00c7fdb865ce), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:35.556967 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-e0bf058a-04c0-4c72-a5aa-a973c986eb71 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1525877050'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:35.563002 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-2534679d-4489-4392-a889-c7aa1d94608f req-39147e0f-eb03-415e-818a-fdd1b24f9f08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71d0f55a-11fc-4be4-8ba9-807696018a54 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:05:35.581928 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48375a-5ece-476d-8ac3-c561b503f7d6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event deleted for resources: {'Network': ['ID=c9ec16f2-7600-4cfc-873b-aba23292a128,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:35.591674 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2534679d-4489-4392-a889-c7aa1d94608f req-39147e0f-eb03-415e-818a-fdd1b24f9f08 service neutron] Publish callbacks [] for port (71d0f55a-11fc-4be4-8ba9-807696018a54), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:35.595305 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2c60e35a-bc9f-4fe8-b6a6-ee6ba3d90c93 req-5170166b-2aa6-4815-b3d2-bdb98b87c9c5 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7eb3d12-a5c7-4b2c-93da-f3f358aebcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1846852
Feb 05 21:05:35.596554 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-717f5768-5301-4d9d-beff-88ff3dc03384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f3f72162-16b3-4134-a297-00c7fdb865ce), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:35.618992 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-2534679d-4489-4392-a889-c7aa1d94608f req-39147e0f-eb03-415e-818a-fdd1b24f9f08 service neutron] Transition to ACTIVE for port object 71d0f55a-11fc-4be4-8ba9-807696018a54 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:05:35.629894 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2534679d-4489-4392-a889-c7aa1d94608f req-39147e0f-eb03-415e-818a-fdd1b24f9f08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (71d0f55a-11fc-4be4-8ba9-807696018a54), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:35.641166 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bf058a-04c0-4c72-a5aa-a973c986eb71 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Made reservation on behalf of 0d72e712e1b64cf48d280a84b998fa1b for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:35.647137 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e0bf058a-04c0-4c72-a5aa-a973c986eb71 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:35.653691 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a5746-c08f-4ce0-8972-aa7eba99dbbb None None] Pushing event updated for resources: {'Port': ['ID=c75a4508-a0ec-472c-aa82-61d9a8f3be75,revision_number=9']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:35.703111 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-717f5768-5301-4d9d-beff-88ff3dc03384 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=77c8e2af1f664d049495eed69f9ba279&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7277703
Feb 05 21:05:35.703343 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56022) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:35.704513 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f5768-5301-4d9d-beff-88ff3dc03384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f72162-16b3-4134-a297-00c7fdb865ce,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:35.723843 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56024) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:35.740893 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-516ec1fb-3b70-4de2-ae9f-f6db253f7d56 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (cc863e42-7134-4229-ace7-5639ad3fdd1c), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:35.753500 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cc3a1905-b226-495e-8b0a-be69e62f113c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:35.825073 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0bf058a-04c0-4c72-a5aa-a973c986eb71 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:05:35.828775 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39147e0f-eb03-415e-818a-fdd1b24f9f08 service neutron] Pushing event updated for resources: {'Port': ['ID=71d0f55a-11fc-4be4-8ba9-807696018a54,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:35.871620 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-516ec1fb-3b70-4de2-ae9f-f6db253f7d56 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Calling delete_port for cc863e42-7134-4229-ace7-5639ad3fdd1c owned by  {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:05:35.873576 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e0bf058a-04c0-4c72-a5aa-a973c986eb71 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (b61aa93f-e65c-47e1-ba28-33a9c26b0994), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:35.874002 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-e0bf058a-04c0-4c72-a5aa-a973c986eb71 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Added segment b61aa93f-e65c-47e1-ba28-33a9c26b0994 of type vlan for network 1c1f68a5-f48c-4872-9bda-9af99638a44f
Feb 05 21:05:35.875570 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-14517d21-6a97-4007-9c2a-47700eedaa9e admin admin] Publish callbacks [] for security_group (f3f72162-16b3-4134-a297-00c7fdb865ce), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:35.889515 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cc3a1905-b226-495e-8b0a-be69e62f113c admin admin] Publish callbacks [] for security_group (bc75480c-d527-417f-a86d-eacaeee4bb75), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:35.902155 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-14517d21-6a97-4007-9c2a-47700eedaa9e admin admin] Publish callbacks [] for security_group (f3f72162-16b3-4134-a297-00c7fdb865ce), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:35.956155 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cc3a1905-b226-495e-8b0a-be69e62f113c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (bc75480c-d527-417f-a86d-eacaeee4bb75), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:36.021128 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-2534679d-4489-4392-a889-c7aa1d94608f req-39147e0f-eb03-415e-818a-fdd1b24f9f08 service neutron] Attempting to bind port 71d0f55a-11fc-4be4-8ba9-807696018a54 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:05:36.021478 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-2534679d-4489-4392-a889-c7aa1d94608f req-39147e0f-eb03-415e-818a-fdd1b24f9f08 service neutron] Attempting to bind port 71d0f55a-11fc-4be4-8ba9-807696018a54 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6da08ccd-563d-4daa-98a3-11856904a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:05:36.021818 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2534679d-4489-4392-a889-c7aa1d94608f req-39147e0f-eb03-415e-818a-fdd1b24f9f08 service neutron] Attempting to bind port 71d0f55a-11fc-4be4-8ba9-807696018a54 on network 101f8301-8908-474a-9c4a-c0416b6bfc1d {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:05:36.028198 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device c75a4508-a0ec-472c-aa82-61d9a8f3be75 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:05:36.046874 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2534679d-4489-4392-a889-c7aa1d94608f req-39147e0f-eb03-415e-818a-fdd1b24f9f08 service neutron] Port 71d0f55a-11fc-4be4-8ba9-807696018a54 on network 101f8301-8908-474a-9c4a-c0416b6bfc1d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:05:36.047117 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2534679d-4489-4392-a889-c7aa1d94608f req-39147e0f-eb03-415e-818a-fdd1b24f9f08 service neutron] Attempting to bind port 71d0f55a-11fc-4be4-8ba9-807696018a54 on network 101f8301-8908-474a-9c4a-c0416b6bfc1d {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:05:36.056627 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e0bf058a-04c0-4c72-a5aa-a973c986eb71 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (1c1f68a5-f48c-4872-9bda-9af99638a44f), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:36.069310 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2534679d-4489-4392-a889-c7aa1d94608f req-39147e0f-eb03-415e-818a-fdd1b24f9f08 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:05:36.070292 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2534679d-4489-4392-a889-c7aa1d94608f req-39147e0f-eb03-415e-818a-fdd1b24f9f08 service neutron] Checking segment: {'id': '6da08ccd-563d-4daa-98a3-11856904a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:05:36.070903 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2534679d-4489-4392-a889-c7aa1d94608f req-39147e0f-eb03-415e-818a-fdd1b24f9f08 service neutron] Bound using segment: {'id': '6da08ccd-563d-4daa-98a3-11856904a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:05:36.071390 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-2534679d-4489-4392-a889-c7aa1d94608f req-39147e0f-eb03-415e-818a-fdd1b24f9f08 service neutron] Bound port: 71d0f55a-11fc-4be4-8ba9-807696018a54, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6da08ccd-563d-4daa-98a3-11856904a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:05:36.071765 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2534679d-4489-4392-a889-c7aa1d94608f req-39147e0f-eb03-415e-818a-fdd1b24f9f08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (71d0f55a-11fc-4be4-8ba9-807696018a54), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:36.095861 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-14517d21-6a97-4007-9c2a-47700eedaa9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f3f72162-16b3-4134-a297-00c7fdb865ce), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:36.099112 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-14517d21-6a97-4007-9c2a-47700eedaa9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:36.100297 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-14517d21-6a97-4007-9c2a-47700eedaa9e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f3f72162-16b3-4134-a297-00c7fdb865ce HTTP/1.1" status: 204  len: 168 time: 0.3942235
Feb 05 21:05:36.103904 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a1905-b226-495e-8b0a-be69e62f113c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc75480c-d527-417f-a86d-eacaeee4bb75,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:36.106341 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-195d0165-3013-4f0e-aae4-e3641b151719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:36.113195 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-cc3a1905-b226-495e-8b0a-be69e62f113c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a57eae9aaf5b4e7d8171954d202be28e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3881564
Feb 05 21:05:36.119442 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56030) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:36.124279 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port c75a4508-a0ec-472c-aa82-61d9a8f3be75 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:05:36.126921 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c75a4508-a0ec-472c-aa82-61d9a8f3be75), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:36.187842 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14517d21-6a97-4007-9c2a-47700eedaa9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f72162-16b3-4134-a297-00c7fdb865ce,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:36.204397 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398e6e9-b842-4943-80e1-68e2c987d0c7 req-0a57414f-eb36-412f-a221-7f6cfe68533b tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:36.206045 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7398e6e9-b842-4943-80e1-68e2c987d0c7 req-0a57414f-eb36-412f-a221-7f6cfe68533b tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.2537196
Feb 05 21:05:36.218696 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e0bf058a-04c0-4c72-a5aa-a973c986eb71 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (1c1f68a5-f48c-4872-9bda-9af99638a44f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:36.224209 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bf058a-04c0-4c72-a5aa-a973c986eb71 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:36.224838 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e0bf058a-04c0-4c72-a5aa-a973c986eb71 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:36.259757 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port c75a4508-a0ec-472c-aa82-61d9a8f3be75 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:05:36.288938 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0a7df2ec-4afa-40d7-92dc-499f4e272213 admin admin] Publish callbacks [] for security_group (bc75480c-d527-417f-a86d-eacaeee4bb75), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:36.322350 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e0bf058a-04c0-4c72-a5aa-a973c986eb71 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.7725823
Feb 05 21:05:36.327792 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56032) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:36.334010 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-ec606534-b433-40f9-82d8-e9e667c0a11a tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Request body: {'subnet': {'network_id': '1c1f68a5-f48c-4872-9bda-9af99638a44f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:36.337481 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-2534679d-4489-4392-a889-c7aa1d94608f req-39147e0f-eb03-415e-818a-fdd1b24f9f08 service neutron] For port 71d0f55a-11fc-4be4-8ba9-807696018a54, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:05:36.353250 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7398e6e9-b842-4943-80e1-68e2c987d0c7 req-89b8a97f-d2ef-4b8f-94e7-385ff123c846 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1355271
Feb 05 21:05:36.361600 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0a7df2ec-4afa-40d7-92dc-499f4e272213 admin admin] Publish callbacks [] for security_group (bc75480c-d527-417f-a86d-eacaeee4bb75), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:36.459889 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0a7df2ec-4afa-40d7-92dc-499f4e272213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (bc75480c-d527-417f-a86d-eacaeee4bb75), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:36.462987 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0a7df2ec-4afa-40d7-92dc-499f4e272213 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:36.466716 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0a7df2ec-4afa-40d7-92dc-499f4e272213 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bc75480c-d527-417f-a86d-eacaeee4bb75 HTTP/1.1" status: 204  len: 168 time: 0.3381424
Feb 05 21:05:36.468316 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf058a-04c0-4c72-a5aa-a973c986eb71 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event updated for resources: {'Network': ['ID=1c1f68a5-f48c-4872-9bda-9af99638a44f,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:36.481978 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 1c1f68a5-f48c-4872-9bda-9af99638a44f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:05:36.499046 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-2534679d-4489-4392-a889-c7aa1d94608f req-39147e0f-eb03-415e-818a-fdd1b24f9f08 service neutron] For port 71d0f55a-11fc-4be4-8ba9-807696018a54, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=71d0f55a-11fc-4be4-8ba9-807696018a54,segment=NetworkSegment(6da08ccd-563d-4daa-98a3-11856904a998),segment_id=6da08ccd-563d-4daa-98a3-11856904a998)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:05:36.505911 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7df2ec-4afa-40d7-92dc-499f4e272213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc75480c-d527-417f-a86d-eacaeee4bb75,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:36.515474 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2534679d-4489-4392-a889-c7aa1d94608f req-39147e0f-eb03-415e-818a-fdd1b24f9f08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (71d0f55a-11fc-4be4-8ba9-807696018a54), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:36.522902 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-516ec1fb-3b70-4de2-ae9f-f6db253f7d56 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (cc863e42-7134-4229-ace7-5639ad3fdd1c), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:36.551884 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534679d-4489-4392-a889-c7aa1d94608f req-39147e0f-eb03-415e-818a-fdd1b24f9f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:36.553345 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2534679d-4489-4392-a889-c7aa1d94608f req-39147e0f-eb03-415e-818a-fdd1b24f9f08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:36.558743 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2534679d-4489-4392-a889-c7aa1d94608f req-39147e0f-eb03-415e-818a-fdd1b24f9f08 service neutron] 10.222.0.39 "PUT /v2.0/ports/71d0f55a-11fc-4be4-8ba9-807696018a54 HTTP/1.1" status: 200  len: 1091 time: 2.0190384
Feb 05 21:05:36.563981 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6500706e-92bc-4387-a2fa-057b8075dfc3', 'tag': '71d0f55a-11fc-4be4-8ba9-807696018a54'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:05:36.573615 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a91907-4434-4753-b7dc-e678d88095bb" -d '{"events": [{"name": "network-changed", "server_uuid": "6500706e-92bc-4387-a2fa-057b8075dfc3", "tag": "71d0f55a-11fc-4be4-8ba9-807696018a54"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:05:36.656539 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ec1fb-3b70-4de2-ae9f-f6db253f7d56 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Port': ['ID=cc863e42-7134-4229-ace7-5639ad3fdd1c,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:36.706355 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-2a6d15c0-afc1-48c7-9cc7-4e2abdd1fe88 None None] Provisioning complete for port c75a4508-a0ec-472c-aa82-61d9a8f3be75 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:05:36.707445 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2a6d15c0-afc1-48c7-9cc7-4e2abdd1fe88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c75a4508-a0ec-472c-aa82-61d9a8f3be75), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:36.809147 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec606534-b433-40f9-82d8-e9e667c0a11a tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Made reservation on behalf of 0d72e712e1b64cf48d280a84b998fa1b for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:36.823032 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ec606534-b433-40f9-82d8-e9e667c0a11a tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:36.902936 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-516ec1fb-3b70-4de2-ae9f-f6db253f7d56 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:36.906359 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-516ec1fb-3b70-4de2-ae9f-f6db253f7d56 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/ports/cc863e42-7134-4229-ace7-5639ad3fdd1c HTTP/1.1" status: 204  len: 168 time: 1.7867830
Feb 05 21:05:36.923457 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56050) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:36.940812 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56052) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:36.956421 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534679d-4489-4392-a889-c7aa1d94608f req-03e1bc1f-cdeb-4053-a55c-7ed7b0de717f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:36.960300 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2534679d-4489-4392-a889-c7aa1d94608f req-03e1bc1f-cdeb-4053-a55c-7ed7b0de717f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af1c8d8fd0ce4d51947fd02afc3a9fb1&device_id=6500706e-92bc-4387-a2fa-057b8075dfc3 HTTP/1.1" status: 200  len: 1125 time: 0.3180816
Feb 05 21:05:36.963192 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d15c0-afc1-48c7-9cc7-4e2abdd1fe88 None None] Current status of the port c75a4508-a0ec-472c-aa82-61d9a8f3be75 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:05:36.978238 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39147e0f-eb03-415e-818a-fdd1b24f9f08 service neutron] Pushing event updated for resources: {'Port': ['ID=71d0f55a-11fc-4be4-8ba9-807696018a54,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:36.996661 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-07666249-5350-4bed-8449-f55cdcf00a53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:37.072174 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e368c-d5c8-4d2f-8045-1a47f0cbb705 req-e8e6f4d7-958c-4d3f-8970-b00209db0f1c tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:37.079827 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b50e368c-d5c8-4d2f-8045-1a47f0cbb705 req-e8e6f4d7-958c-4d3f-8970-b00209db0f1c tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.2939816
Feb 05 21:05:37.097687 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26c1746-65f7-4c8d-a103-8073ccad87de tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:37.100397 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d26c1746-65f7-4c8d-a103-8073ccad87de tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.1748927
Feb 05 21:05:37.108893 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d89f5-aaf5-4345-8b66-5c986f0dc24b req-3518a8cd-a6fb-421a-8c6d-ee86976c048e tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:37.116732 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7e5d89f5-aaf5-4345-8b66-5c986f0dc24b req-3518a8cd-a6fb-421a-8c6d-ee86976c048e tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=a357c2bf-ca65-4d93-8281-66906aac7661 HTTP/1.1" status: 200  len: 945 time: 0.4346108
Feb 05 21:05:37.118179 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56056) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:37.128669 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2534679d-4489-4392-a889-c7aa1d94608f req-b547293e-aa2a-49c4-b26c-097e63907b95 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71d0f55a-11fc-4be4-8ba9-807696018a54 HTTP/1.1" status: 200  len: 217 time: 0.1539714
Feb 05 21:05:37.207224 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-42499916-8016-47cf-b057-3d0fae5d0ad9 None None] Could not find standard attr ID for object cc863e42-7134-4229-ace7-5639ad3fdd1c. {{(pid=114392) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 05 21:05:37.215733 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534679d-4489-4392-a889-c7aa1d94608f req-4f1b5e08-1053-4bba-9037-afe4d3dad7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:37.217234 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2534679d-4489-4392-a889-c7aa1d94608f req-4f1b5e08-1053-4bba-9037-afe4d3dad7fc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4fedd35d-80ae-4712-9371-a85b980ce8f3 HTTP/1.1" status: 200  len: 851 time: 0.0673642
Feb 05 21:05:37.252207 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7e5d89f5-aaf5-4345-8b66-5c986f0dc24b req-e6b8a1b4-f49b-4962-8d65-2ec230556148 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1327777
Feb 05 21:05:37.332242 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b50e368c-d5c8-4d2f-8045-1a47f0cbb705 req-adad4d17-0c06-438d-bb27-b3bd7d658364 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2518997
Feb 05 21:05:37.348213 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e54d99e-2422-4ae0-860c-cd123e872129 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:37.351233 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5e54d99e-2422-4ae0-860c-cd123e872129 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.2237327
Feb 05 21:05:37.354006 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56064) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:37.369429 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534679d-4489-4392-a889-c7aa1d94608f req-7be24a66-e777-41b5-ac4d-f616f233090a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:37.371409 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2534679d-4489-4392-a889-c7aa1d94608f req-7be24a66-e777-41b5-ac4d-f616f233090a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=101f8301-8908-474a-9c4a-c0416b6bfc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1450632
Feb 05 21:05:37.421081 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:37.464317 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf074bf-4101-424e-be33-53c5bf0f9c10 x-openstack-request-id: req-eaf074bf-4101-424e-be33-53c5bf0f9c10 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:05:37.464762 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6500706e-92bc-4387-a2fa-057b8075dfc3", "tag": "71d0f55a-11fc-4be4-8ba9-807696018a54", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:05:37.465239 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eaf074bf-4101-424e-be33-53c5bf0f9c10 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:05:37.465742 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6500706e-92bc-4387-a2fa-057b8075dfc3', 'tag': '71d0f55a-11fc-4be4-8ba9-807696018a54', 'status': 'completed', 'code': 200}
Feb 05 21:05:37.484864 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-07666249-5350-4bed-8449-f55cdcf00a53 admin admin] Publish callbacks [] for security_group (676d13a1-6502-46de-8fa9-a7e5ea80509a), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:37.489341 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf58153-f5bd-49b3-9fd8-461cb4c0d322 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:37.490708 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf58153-f5bd-49b3-9fd8-461cb4c0d322 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:37.492059 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf58153-f5bd-49b3-9fd8-461cb4c0d322 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:37.493636 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6bf58153-f5bd-49b3-9fd8-461cb4c0d322 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.1383636
Feb 05 21:05:37.496824 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-07666249-5350-4bed-8449-f55cdcf00a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (676d13a1-6502-46de-8fa9-a7e5ea80509a), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:37.501427 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56068) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:37.533413 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ec606534-b433-40f9-82d8-e9e667c0a11a tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (2ceec71f-2ba2-4877-9adf-476dd5af3c18), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:37.590836 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00c0d4-a580-4d4b-9ffe-b3e4e0ed5e09 req-f6e17195-e5ba-4ee8-a052-d7abed93d030 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:37.592358 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7a00c0d4-a580-4d4b-9ffe-b3e4e0ed5e09 req-f6e17195-e5ba-4ee8-a052-d7abed93d030 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=6500706e-92bc-4387-a2fa-057b8075dfc3 HTTP/1.1" status: 200  len: 943 time: 0.2359331
Feb 05 21:05:37.596086 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07666249-5350-4bed-8449-f55cdcf00a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676d13a1-6502-46de-8fa9-a7e5ea80509a,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:37.608071 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-07666249-5350-4bed-8449-f55cdcf00a53 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e89559d1cc964499b6ca2c2a8bd4910a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6614430
Feb 05 21:05:37.608534 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56074) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:37.610669 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2534679d-4489-4392-a889-c7aa1d94608f req-696a3388-3d99-4760-a1af-1d8843f134dc service neutron] 10.222.0.39 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2061286
Feb 05 21:05:37.624409 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-15498125-dcbf-4c0f-8266-965b862e2dae tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting subnet 5cfecd40-a13f-46d0-9891-6f2596d2c5a7 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:05:37.632573 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-15498125-dcbf-4c0f-8266-965b862e2dae tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (5cfecd40-a13f-46d0-9891-6f2596d2c5a7), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:37.674984 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec606534-b433-40f9-82d8-e9e667c0a11a tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event updated for resources: {'Subnet': ['ID=2ceec71f-2ba2-4877-9adf-476dd5af3c18,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:37.699708 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7a00c0d4-a580-4d4b-9ffe-b3e4e0ed5e09 req-7ed3d1e2-eebf-4845-bb02-52a4070b584c tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7eb3d12-a5c7-4b2c-93da-f3f358aebcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001513
Feb 05 21:05:37.708102 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-15498125-dcbf-4c0f-8266-965b862e2dae tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (5cfecd40-a13f-46d0-9891-6f2596d2c5a7), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:37.745465 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec606534-b433-40f9-82d8-e9e667c0a11a tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Checking segment: {'id': 'b61aa93f-e65c-47e1-ba28-33a9c26b0994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1c1f68a5-f48c-4872-9bda-9af99638a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:05:37.745834 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec606534-b433-40f9-82d8-e9e667c0a11a tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Network hostable DHCP agents. Network: 1c1f68a5-f48c-4872-9bda-9af99638a44f, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:05:37.770824 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56078) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:37.795002 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0318cfa5-30a2-4ec8-8697-17db74e79ee1 admin admin] Publish callbacks [] for security_group (676d13a1-6502-46de-8fa9-a7e5ea80509a), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:37.800474 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-15498125-dcbf-4c0f-8266-965b862e2dae tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (5cfecd40-a13f-46d0-9891-6f2596d2c5a7), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:37.803394 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2534679d-4489-4392-a889-c7aa1d94608f req-1239d72b-e9ef-4297-8ca8-21a5280a01f3 service neutron] 10.222.0.39 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1811037
Feb 05 21:05:37.809447 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec606534-b433-40f9-82d8-e9e667c0a11a tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Network 1c1f68a5-f48c-4872-9bda-9af99638a44f is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:05:37.828243 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0318cfa5-30a2-4ec8-8697-17db74e79ee1 admin admin] Publish callbacks [] for security_group (676d13a1-6502-46de-8fa9-a7e5ea80509a), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:37.837272 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-ec606534-b433-40f9-82d8-e9e667c0a11a tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1c1f68a5-f48c-4872-9bda-9af99638a44f) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:37.844173 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec606534-b433-40f9-82d8-e9e667c0a11a tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:37.844752 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ec606534-b433-40f9-82d8-e9e667c0a11a tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:37.866653 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb672e4-d83f-4224-9371-e4bb992f85c0 None None] Network 1c1f68a5-f48c-4872-9bda-9af99638a44f requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:37.880490 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-15498125-dcbf-4c0f-8266-965b862e2dae tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (5cfecd40-a13f-46d0-9891-6f2596d2c5a7), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:37.896598 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ec606534-b433-40f9-82d8-e9e667c0a11a tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 1.5674779
Feb 05 21:05:37.910804 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56082) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:37.933763 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-4a3370a6-7886-4129-985e-18dff84c0270 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Request body: {'networks': [{'name': 'tempest-network--396403182'}, {'name': 'tempest-network--2122568054'}]} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:37.933763 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-4a3370a6-7886-4129-985e-18dff84c0270 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Request body: {'network': {'name': 'tempest-network--396403182'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:37.933763 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-4a3370a6-7886-4129-985e-18dff84c0270 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Request body: {'network': {'name': 'tempest-network--2122568054'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:37.952315 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15498125-dcbf-4c0f-8266-965b862e2dae tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Subnet': ['ID=5cfecd40-a13f-46d0-9891-6f2596d2c5a7,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:37.959719 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-15498125-dcbf-4c0f-8266-965b862e2dae tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:37.966420 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-15498125-dcbf-4c0f-8266-965b862e2dae tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/5cfecd40-a13f-46d0-9891-6f2596d2c5a7 HTTP/1.1" status: 204  len: 168 time: 0.4602520
Feb 05 21:05:37.966967 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ef389d-64ba-4501-ab99-bf3c068f3d4b None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:37.967146 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56084) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:38.005601 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0318cfa5-30a2-4ec8-8697-17db74e79ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (676d13a1-6502-46de-8fa9-a7e5ea80509a), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:38.008177 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0318cfa5-30a2-4ec8-8697-17db74e79ee1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:38.009329 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0318cfa5-30a2-4ec8-8697-17db74e79ee1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/676d13a1-6502-46de-8fa9-a7e5ea80509a HTTP/1.1" status: 204  len: 168 time: 0.3977661
Feb 05 21:05:38.026391 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-a11d48ce-fa3b-49a2-808d-c3c71ac15304 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting subnet 6a0840fd-8944-4565-8095-e57cdfb4a03d {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:05:38.030817 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a11d48ce-fa3b-49a2-808d-c3c71ac15304 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (6a0840fd-8944-4565-8095-e57cdfb4a03d), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:38.031776 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3370a6-7886-4129-985e-18dff84c0270 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Made reservation on behalf of 732777e3dc744cfaa8df138435b51e8c for: {'network': 2} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:38.036080 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4a3370a6-7886-4129-985e-18dff84c0270 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:38.050719 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0318cfa5-30a2-4ec8-8697-17db74e79ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676d13a1-6502-46de-8fa9-a7e5ea80509a,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:38.058146 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a91907-4434-4753-b7dc-e678d88095bb req-0dc64f77-a7a6-406d-babc-2bb2f9520bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:38.059720 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d4a91907-4434-4753-b7dc-e678d88095bb req-0dc64f77-a7a6-406d-babc-2bb2f9520bf6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af1c8d8fd0ce4d51947fd02afc3a9fb1&device_id=6500706e-92bc-4387-a2fa-057b8075dfc3 HTTP/1.1" status: 200  len: 1125 time: 0.1848629
Feb 05 21:05:38.060412 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4a3370a6-7886-4129-985e-18dff84c0270 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:38.085090 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a11d48ce-fa3b-49a2-808d-c3c71ac15304 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (6a0840fd-8944-4565-8095-e57cdfb4a03d), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:38.106736 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0aa4ecf8-d280-47ef-81ab-d83b4758460c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (1c1f68a5-f48c-4872-9bda-9af99638a44f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:38.150192 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4309728-e443-4a93-8a58-8fbef4d9bf06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1c1f68a5-f48c-4872-9bda-9af99638a44f', 'network_id': '1c1f68a5-f48c-4872-9bda-9af99638a44f', 'project_id': '0d72e712e1b64cf48d280a84b998fa1b', 'fixed_ips': [{'subnet_id': '2ceec71f-2ba2-4877-9adf-476dd5af3c18'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:05:38.151969 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c4309728-e443-4a93-8a58-8fbef4d9bf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:38.220372 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a11d48ce-fa3b-49a2-808d-c3c71ac15304 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (6a0840fd-8944-4565-8095-e57cdfb4a03d), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:38.260827 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a91907-4434-4753-b7dc-e678d88095bb req-ca8b1ec1-46e1-44e4-914f-ce260801c435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:38.262360 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d4a91907-4434-4753-b7dc-e678d88095bb req-ca8b1ec1-46e1-44e4-914f-ce260801c435 service neutron] 10.222.0.39 "GET /v2.0/networks?id=101f8301-8908-474a-9c4a-c0416b6bfc1d HTTP/1.1" status: 200  len: 913 time: 0.1849928
Feb 05 21:05:38.266613 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0aa4ecf8-d280-47ef-81ab-d83b4758460c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (2ceec71f-2ba2-4877-9adf-476dd5af3c18), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:38.315730 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a11d48ce-fa3b-49a2-808d-c3c71ac15304 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (6a0840fd-8944-4565-8095-e57cdfb4a03d), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:38.344443 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d4a91907-4434-4753-b7dc-e678d88095bb req-5f75e3d9-47d5-4e8a-ac45-ae8df697d012 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71d0f55a-11fc-4be4-8ba9-807696018a54 HTTP/1.1" status: 200  len: 217 time: 0.0730126
Feb 05 21:05:38.361332 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4a3370a6-7886-4129-985e-18dff84c0270 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks [] for security_group (b0dd118b-0bbd-4387-8f95-11f7db03abec), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:38.366495 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a11d48ce-fa3b-49a2-808d-c3c71ac15304 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:38.372899 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a11d48ce-fa3b-49a2-808d-c3c71ac15304 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/6a0840fd-8944-4565-8095-e57cdfb4a03d HTTP/1.1" status: 204  len: 168 time: 0.4025283
Feb 05 21:05:38.372899 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d48ce-fa3b-49a2-808d-c3c71ac15304 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Subnet': ['ID=6a0840fd-8944-4565-8095-e57cdfb4a03d,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:38.373467 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56094) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:38.419954 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4a3370a6-7886-4129-985e-18dff84c0270 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b0dd118b-0bbd-4387-8f95-11f7db03abec), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:38.419954 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4a3370a6-7886-4129-985e-18dff84c0270 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:38.455195 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-c4309728-e443-4a93-8a58-8fbef4d9bf06 None None] Allocated IP 172.20.0.1 (1c1f68a5-f48c-4872-9bda-9af99638a44f/2ceec71f-2ba2-4877-9adf-476dd5af3c18/8c4bb2e2-7d75-435a-a0b5-19ff430070db) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:05:38.465540 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-41bf03fc-993f-4693-b8eb-063894298832 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0835145
Feb 05 21:05:38.473126 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56098) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:38.497088 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-322ae523-aa21-4019-8944-c476168202b3 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'subnet': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:38.530520 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3370a6-7886-4129-985e-18dff84c0270 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0dd118b-0bbd-4387-8f95-11f7db03abec,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:38.542456 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a3370a6-7886-4129-985e-18dff84c0270 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:05:38.545424 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a91907-4434-4753-b7dc-e678d88095bb req-14b75eb3-a160-409c-ae2f-b6883f58eabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:38.547032 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d4a91907-4434-4753-b7dc-e678d88095bb req-14b75eb3-a160-409c-ae2f-b6883f58eabd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4fedd35d-80ae-4712-9371-a85b980ce8f3 HTTP/1.1" status: 200  len: 851 time: 0.1580873
Feb 05 21:05:38.566643 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4a3370a6-7886-4129-985e-18dff84c0270 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (b81ea256-0c16-4603-b83c-5b0f7c32825e), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:38.567740 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-4a3370a6-7886-4129-985e-18dff84c0270 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Added segment b81ea256-0c16-4603-b83c-5b0f7c32825e of type vlan for network d2623133-5b04-4548-a6fb-4195a3b3053e
Feb 05 21:05:38.642950 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4a3370a6-7886-4129-985e-18dff84c0270 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (d2623133-5b04-4548-a6fb-4195a3b3053e), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:38.655095 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c6ea7-c0a1-4717-8a2e-273721792243 req-dc425fc3-1c08-4fe5-9330-9fa32ed93b50 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:38.655773 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a91907-4434-4753-b7dc-e678d88095bb req-dd0b5a8a-d02b-475a-95dd-40d20654e69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:38.656678 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8d6c6ea7-c0a1-4717-8a2e-273721792243 req-dc425fc3-1c08-4fe5-9330-9fa32ed93b50 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=a357c2bf-ca65-4d93-8281-66906aac7661 HTTP/1.1" status: 200  len: 945 time: 0.2726240
Feb 05 21:05:38.657272 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d4a91907-4434-4753-b7dc-e678d88095bb req-dd0b5a8a-d02b-475a-95dd-40d20654e69d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=101f8301-8908-474a-9c4a-c0416b6bfc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1020689
Feb 05 21:05:38.711152 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a3370a6-7886-4129-985e-18dff84c0270 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:05:38.749814 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a717131-3765-4739-a9c9-92236a25ae6f req-cbb7edc3-7ff0-4ccd-8c69-2d8169a3ed13 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:38.757550 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3a717131-3765-4739-a9c9-92236a25ae6f req-cbb7edc3-7ff0-4ccd-8c69-2d8169a3ed13 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.2051909
Feb 05 21:05:38.759497 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322ae523-aa21-4019-8944-c476168202b3 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:38.763343 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-322ae523-aa21-4019-8944-c476168202b3 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:38.766883 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4a3370a6-7886-4129-985e-18dff84c0270 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (fb957eda-4669-4cf1-bd0b-34a719294b06), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:38.767013 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-4a3370a6-7886-4129-985e-18dff84c0270 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Added segment fb957eda-4669-4cf1-bd0b-34a719294b06 of type vlan for network 8c3682fd-a828-4b9b-9f0a-79defd5191b4
Feb 05 21:05:38.803954 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c4309728-e443-4a93-8a58-8fbef4d9bf06 None None] Publish callbacks [] for port (8c4bb2e2-7d75-435a-a0b5-19ff430070db), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:38.816317 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c4309728-e443-4a93-8a58-8fbef4d9bf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (8c4bb2e2-7d75-435a-a0b5-19ff430070db), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:38.836920 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4a3370a6-7886-4129-985e-18dff84c0270 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (8c3682fd-a828-4b9b-9f0a-79defd5191b4), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:38.856558 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d4a91907-4434-4753-b7dc-e678d88095bb req-6e852dea-2603-48bc-99b7-26c6eeb11249 service neutron] 10.222.0.39 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1903255
Feb 05 21:05:38.868495 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4309728-e443-4a93-8a58-8fbef4d9bf06 None None] Network 1c1f68a5-f48c-4872-9bda-9af99638a44f is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:05:38.868740 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0aa4ecf8-d280-47ef-81ab-d83b4758460c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (2ceec71f-2ba2-4877-9adf-476dd5af3c18), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:38.884578 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-c4309728-e443-4a93-8a58-8fbef4d9bf06 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:38.889920 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4309728-e443-4a93-8a58-8fbef4d9bf06 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:05:38.907181 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa4ecf8-d280-47ef-81ab-d83b4758460c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event deleted for resources: {'Subnet': ['ID=2ceec71f-2ba2-4877-9adf-476dd5af3c18,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:38.922982 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8d6c6ea7-c0a1-4717-8a2e-273721792243 req-697f67ec-a0ba-48bb-b716-03d379d6238c tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2582266
Feb 05 21:05:38.924554 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4a3370a6-7886-4129-985e-18dff84c0270 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (d2623133-5b04-4548-a6fb-4195a3b3053e), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:38.925063 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4a3370a6-7886-4129-985e-18dff84c0270 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (8c3682fd-a828-4b9b-9f0a-79defd5191b4), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:38.930650 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3370a6-7886-4129-985e-18dff84c0270 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:38.935134 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3370a6-7886-4129-985e-18dff84c0270 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:38.935811 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4a3370a6-7886-4129-985e-18dff84c0270 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:39.008279 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3a717131-3765-4739-a9c9-92236a25ae6f req-5a918753-753c-44fb-9cd6-3d65a33ae900 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2496967
Feb 05 21:05:39.093363 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4309728-e443-4a93-8a58-8fbef4d9bf06 None None] Pushing event updated for resources: {'Port': ['ID=8c4bb2e2-7d75-435a-a0b5-19ff430070db,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:39.113376 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-c4309728-e443-4a93-8a58-8fbef4d9bf06 None None] Attempting to bind port 8c4bb2e2-7d75-435a-a0b5-19ff430070db on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:05:39.118503 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-c4309728-e443-4a93-8a58-8fbef4d9bf06 None None] Attempting to bind port 8c4bb2e2-7d75-435a-a0b5-19ff430070db by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b61aa93f-e65c-47e1-ba28-33a9c26b0994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1c1f68a5-f48c-4872-9bda-9af99638a44f'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:05:39.119010 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4309728-e443-4a93-8a58-8fbef4d9bf06 None None] Attempting to bind port 8c4bb2e2-7d75-435a-a0b5-19ff430070db on network 1c1f68a5-f48c-4872-9bda-9af99638a44f {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:05:39.129312 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4309728-e443-4a93-8a58-8fbef4d9bf06 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:05:39.129719 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4309728-e443-4a93-8a58-8fbef4d9bf06 None None] Checking segment: {'id': 'b61aa93f-e65c-47e1-ba28-33a9c26b0994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1c1f68a5-f48c-4872-9bda-9af99638a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:05:39.130147 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c4309728-e443-4a93-8a58-8fbef4d9bf06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:39.130495 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4a3370a6-7886-4129-985e-18dff84c0270 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1319 time: 1.3554745
Feb 05 21:05:39.130591 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4309728-e443-4a93-8a58-8fbef4d9bf06 None None] Bound using segment: {'id': 'b61aa93f-e65c-47e1-ba28-33a9c26b0994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1c1f68a5-f48c-4872-9bda-9af99638a44f'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:05:39.134417 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-c4309728-e443-4a93-8a58-8fbef4d9bf06 None None] Bound port: 8c4bb2e2-7d75-435a-a0b5-19ff430070db, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61aa93f-e65c-47e1-ba28-33a9c26b0994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1c1f68a5-f48c-4872-9bda-9af99638a44f'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:05:39.134417 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c4309728-e443-4a93-8a58-8fbef4d9bf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8c4bb2e2-7d75-435a-a0b5-19ff430070db), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:39.134417 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:39.136930 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0aa4ecf8-d280-47ef-81ab-d83b4758460c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (1c1f68a5-f48c-4872-9bda-9af99638a44f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:39.139422 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56116) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:39.238343 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3370a6-7886-4129-985e-18dff84c0270 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Pushing event updated for resources: {'Network': ['ID=d2623133-5b04-4548-a6fb-4195a3b3053e,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:39.249970 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c4309728-e443-4a93-8a58-8fbef4d9bf06 None None] For port 8c4bb2e2-7d75-435a-a0b5-19ff430070db, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:05:39.255709 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c4309728-e443-4a93-8a58-8fbef4d9bf06 None None] For port 8c4bb2e2-7d75-435a-a0b5-19ff430070db, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c4bb2e2-7d75-435a-a0b5-19ff430070db,segment=NetworkSegment(b61aa93f-e65c-47e1-ba28-33a9c26b0994),segment_id=b61aa93f-e65c-47e1-ba28-33a9c26b0994)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:05:39.270026 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network d2623133-5b04-4548-a6fb-4195a3b3053e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:05:39.274448 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c4309728-e443-4a93-8a58-8fbef4d9bf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (8c4bb2e2-7d75-435a-a0b5-19ff430070db), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:39.318504 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec44827-6547-49d4-a9ac-4d7b9c41f382 req-f468dc27-bcd0-40e0-9d42-3d97a9605bc5 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:39.327839 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-0aa4ecf8-d280-47ef-81ab-d83b4758460c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2815cd0>,) {'filters': {'network_id': ['1c1f68a5-f48c-4872-9bda-9af99638a44f']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:39.328204 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1ec44827-6547-49d4-a9ac-4d7b9c41f382 req-f468dc27-bcd0-40e0-9d42-3d97a9605bc5 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.1969266
Feb 05 21:05:39.379032 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-322ae523-aa21-4019-8944-c476168202b3 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (f6574817-eefb-4756-83f6-d68d7c0854bf), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:39.429282 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb706ba-0cd6-436e-9339-1942f04cf758 req-789b7484-0763-455d-88af-a229a2e4eba6 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:39.443708 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6fb706ba-0cd6-436e-9339-1942f04cf758 req-789b7484-0763-455d-88af-a229a2e4eba6 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=6500706e-92bc-4387-a2fa-057b8075dfc3 HTTP/1.1" status: 200  len: 943 time: 0.3163638
Feb 05 21:05:39.451346 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-0aa4ecf8-d280-47ef-81ab-d83b4758460c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2815cd0>, 'b61aa93f-e65c-47e1-ba28-33a9c26b0994') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:39.451864 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-0aa4ecf8-d280-47ef-81ab-d83b4758460c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2815cd0>, 'b61aa93f-e65c-47e1-ba28-33a9c26b0994') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:39.479472 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4309728-e443-4a93-8a58-8fbef4d9bf06 None None] Pushing event updated for resources: {'Port': ['ID=8c4bb2e2-7d75-435a-a0b5-19ff430070db,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:39.502268 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0192b589-fb0c-441e-8035-d5fd4f069acb None None] Network 1c1f68a5-f48c-4872-9bda-9af99638a44f requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:39.534129 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322ae523-aa21-4019-8944-c476168202b3 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:05:39.542938 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d4a91907-4434-4753-b7dc-e678d88095bb req-12bb9196-4ae3-4163-b1d2-6d3496874f6f service neutron] 10.222.0.39 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6323986
Feb 05 21:05:39.556793 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1ec44827-6547-49d4-a9ac-4d7b9c41f382 req-6d06ea19-2cc3-4b37-9cb5-44a7ae60e3a7 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2145519
Feb 05 21:05:39.576902 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-322ae523-aa21-4019-8944-c476168202b3 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:39.578372 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0aa4ecf8-d280-47ef-81ab-d83b4758460c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (b61aa93f-e65c-47e1-ba28-33a9c26b0994), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:39.602519 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322ae523-aa21-4019-8944-c476168202b3 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:39.603001 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3370a6-7886-4129-985e-18dff84c0270 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Pushing event updated for resources: {'Network': ['ID=8c3682fd-a828-4b9b-9f0a-79defd5191b4,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:39.606873 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-322ae523-aa21-4019-8944-c476168202b3 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:39.629152 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b650c3b0-725e-479b-baff-edfbec0d5809 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:39.637261 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0aa4ecf8-d280-47ef-81ab-d83b4758460c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (b61aa93f-e65c-47e1-ba28-33a9c26b0994), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:39.647902 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ae523-aa21-4019-8944-c476168202b3 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Subnet': ['ID=f6574817-eefb-4756-83f6-d68d7c0854bf,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:39.657142 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aa4ecf8-d280-47ef-81ab-d83b4758460c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:05:39.657556 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0aa4ecf8-d280-47ef-81ab-d83b4758460c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (b61aa93f-e65c-47e1-ba28-33a9c26b0994), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:39.661046 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:05:39.661046 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:05:39.661046 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:05:39.661046 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:05:39.661046 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:05:39.661046 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:05:39.661046 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:05:39.661046 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:05:39.661046 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:05:39.661046 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:05:39.661046 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:05:39.661046 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:05:39.661046 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:05:39.661046 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:05:39.661046 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:05:39.661046 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:05:39.661046 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:05:39.661046 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:05:39.661046 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:05:39.661046 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:05:39.661046 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:05:39.661046 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:05:39.661046 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:05:39.661046 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:05:39.661046 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:05:39.661046 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:05:39.661046 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:05:39.661046 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:05:39.661046 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:05:39.661046 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:05:39.661046 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:05:39.661046 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:05:39.662688 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 8c3682fd-a828-4b9b-9f0a-79defd5191b4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:05:39.680413 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063f4449-ad06-48b0-a4a8-0779fa42247f tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:39.687014 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063f4449-ad06-48b0-a4a8-0779fa42247f tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:39.693522 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6fb706ba-0cd6-436e-9339-1942f04cf758 req-450ac424-6267-45cd-b527-018d27cf7f83 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7eb3d12-a5c7-4b2c-93da-f3f358aebcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2220669
Feb 05 21:05:39.695037 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063f4449-ad06-48b0-a4a8-0779fa42247f tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:39.700599 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063f4449-ad06-48b0-a4a8-0779fa42247f tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:39.705593 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-063f4449-ad06-48b0-a4a8-0779fa42247f tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2406 time: 0.5350006
Feb 05 21:05:39.706445 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56126) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:39.712260 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-322ae523-aa21-4019-8944-c476168202b3 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.2351463
Feb 05 21:05:39.724912 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56128) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:39.730737 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-c252c114-db28-4a8f-951a-184c6a57481f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'subnet': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:39.771672 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-f71ba851-0ada-4a52-8458-8799f90490c7 None None] Provisioning complete for port c75a4508-a0ec-472c-aa82-61d9a8f3be75 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:05:39.771672 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f71ba851-0ada-4a52-8458-8799f90490c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c75a4508-a0ec-472c-aa82-61d9a8f3be75), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:39.956130 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-f71ba851-0ada-4a52-8458-8799f90490c7 None None] Current status of the port c75a4508-a0ec-472c-aa82-61d9a8f3be75 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:05:40.117689 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6d374d-b18e-4144-ba66-16cb68f3958f None None] Update dhcp port {'port': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'fixed_ips': [{'subnet_id': 'f6574817-eefb-4756-83f6-d68d7c0854bf'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'c75a4508-a0ec-472c-aa82-61d9a8f3be75'} from ncdv-master-1. {{(pid=114392) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 05 21:05:40.163764 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5a6d374d-b18e-4144-ba66-16cb68f3958f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c75a4508-a0ec-472c-aa82-61d9a8f3be75), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:40.168589 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.db.api [None req-0aa4ecf8-d280-47ef-81ab-d83b4758460c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Feb 05 21:05:40.168589 ncdv-master-1 neutron-server[114390]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Feb 05 21:05:40.168589 ncdv-master-1 neutron-server[114390]: [parameters: {'id': '1c1f68a5-f48c-4872-9bda-9af99638a44f'}]
Feb 05 21:05:40.168589 ncdv-master-1 neutron-server[114390]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 21:05:40.169111 ncdv-master-1 neutron-server[114390]: DEBUG oslo_db.api [None req-0aa4ecf8-d280-47ef-81ab-d83b4758460c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 21:05:40.180290 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4474d0c4-bda6-4aa6-9c1a-ac9982580be0 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (d2623133-5b04-4548-a6fb-4195a3b3053e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:40.191652 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c282017-1704-4877-9adb-848203b11674 req-83465847-6559-458d-bc6e-43c3a5187489 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:40.198627 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6c282017-1704-4877-9adb-848203b11674 req-83465847-6559-458d-bc6e-43c3a5187489 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.5255387
Feb 05 21:05:40.284545 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4474d0c4-bda6-4aa6-9c1a-ac9982580be0 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (d2623133-5b04-4548-a6fb-4195a3b3053e), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:40.292719 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6c282017-1704-4877-9adb-848203b11674 req-95ad97c6-8d37-4262-baf8-e3dedf533325 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0912397
Feb 05 21:05:40.303159 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb96b9-3b8a-4465-9293-f6dd409a21aa req-9b28782d-708a-479c-ba0b-956dd1f92914 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:40.306010 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-63bb96b9-3b8a-4465-9293-f6dd409a21aa req-9b28782d-708a-479c-ba0b-956dd1f92914 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=a357c2bf-ca65-4d93-8281-66906aac7661 HTTP/1.1" status: 200  len: 945 time: 0.1596227
Feb 05 21:05:40.321382 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-4474d0c4-bda6-4aa6-9c1a-ac9982580be0 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2dba9d8e50>,) {'filters': {'network_id': ['d2623133-5b04-4548-a6fb-4195a3b3053e']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:40.328288 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c252c114-db28-4a8f-951a-184c6a57481f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:40.331611 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c252c114-db28-4a8f-951a-184c6a57481f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:40.342875 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-4474d0c4-bda6-4aa6-9c1a-ac9982580be0 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2dba9d8e50>, 'b81ea256-0c16-4603-b83c-5b0f7c32825e') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:40.343482 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-4474d0c4-bda6-4aa6-9c1a-ac9982580be0 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2dba9d8e50>, 'b81ea256-0c16-4603-b83c-5b0f7c32825e') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:40.367582 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4474d0c4-bda6-4aa6-9c1a-ac9982580be0 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (b81ea256-0c16-4603-b83c-5b0f7c32825e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:40.391701 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4474d0c4-bda6-4aa6-9c1a-ac9982580be0 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (b81ea256-0c16-4603-b83c-5b0f7c32825e), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:40.406529 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-5a6d374d-b18e-4144-ba66-16cb68f3958f None None] Allocated IP 2001:db8::2 (4b876e93-e753-4f82-8855-2c9c3d1db066/f6574817-eefb-4756-83f6-d68d7c0854bf/c75a4508-a0ec-472c-aa82-61d9a8f3be75) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:05:40.409668 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4474d0c4-bda6-4aa6-9c1a-ac9982580be0 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:05:40.410595 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4474d0c4-bda6-4aa6-9c1a-ac9982580be0 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (b81ea256-0c16-4603-b83c-5b0f7c32825e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:40.416368 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:05:40.416368 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:05:40.416368 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:05:40.416368 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:05:40.416368 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:05:40.416368 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:05:40.416368 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:05:40.416368 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:05:40.416368 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:05:40.416368 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:05:40.416368 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:05:40.416368 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:05:40.416368 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:05:40.416368 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:05:40.416368 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:05:40.416368 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:05:40.416368 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:05:40.416368 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:05:40.416368 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:05:40.416368 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:05:40.416368 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:05:40.416368 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:05:40.416368 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:05:40.416368 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:05:40.416368 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:05:40.416368 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:05:40.416368 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:05:40.416368 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:05:40.416368 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:05:40.416368 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:05:40.416368 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:05:40.416368 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:05:40.464327 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-63bb96b9-3b8a-4465-9293-f6dd409a21aa req-4b6ddf73-fdcd-4a76-9142-158516fe9f15 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1476765
Feb 05 21:05:40.491604 ncdv-master-1 neutron-server[114391]: INFO neutron.db.ipam_backend_mixin [None req-c252c114-db28-4a8f-951a-184c6a57481f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f6574817-eefb-4756-83f6-d68d7c0854bf (CIDR: 2001:db8::/64)
Feb 05 21:05:40.497642 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-c252c114-db28-4a8f-951a-184c6a57481f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:05:40.498279 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c252c114-db28-4a8f-951a-184c6a57481f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:05:40.516558 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4474d0c4-bda6-4aa6-9c1a-ac9982580be0 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (d2623133-5b04-4548-a6fb-4195a3b3053e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:40.517373 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643e271-a6a0-49ec-8b5d-eb1de0abf57b req-2d035373-ae3b-4249-9346-19339f900a31 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:40.524663 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b643e271-a6a0-49ec-8b5d-eb1de0abf57b req-2d035373-ae3b-4249-9346-19339f900a31 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.1494257
Feb 05 21:05:40.530400 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:40.542916 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4474d0c4-bda6-4aa6-9c1a-ac9982580be0 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:40.544742 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c252c114-db28-4a8f-951a-184c6a57481f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.8186522
Feb 05 21:05:40.548432 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4474d0c4-bda6-4aa6-9c1a-ac9982580be0 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] 10.222.0.32 "DELETE /v2.0/networks/d2623133-5b04-4548-a6fb-4195a3b3053e HTTP/1.1" status: 204  len: 168 time: 0.8413253
Feb 05 21:05:40.549364 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56148) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:40.550721 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56150) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:40.565613 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-79fbd0f1-cf25-4ab1-ba45-7ee87619cb61 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'subnet': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:40.572607 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4474d0c4-bda6-4aa6-9c1a-ac9982580be0 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Pushing event deleted for resources: {'Network': ['ID=d2623133-5b04-4548-a6fb-4195a3b3053e,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:40.581277 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-5a6d374d-b18e-4144-ba66-16cb68f3958f None None] For port c75a4508-a0ec-472c-aa82-61d9a8f3be75, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c75a4508-a0ec-472c-aa82-61d9a8f3be75,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:05:40.618694 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b643e271-a6a0-49ec-8b5d-eb1de0abf57b req-68b58306-9e49-45d7-9573-45bd0a8001e7 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0875351
Feb 05 21:05:40.624448 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5a6d374d-b18e-4144-ba66-16cb68f3958f None None] Publish callbacks [] for port (c75a4508-a0ec-472c-aa82-61d9a8f3be75), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:40.645255 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5a6d374d-b18e-4144-ba66-16cb68f3958f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (c75a4508-a0ec-472c-aa82-61d9a8f3be75), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:40.666990 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3bcabe14-4dda-48e8-a912-353733f2a54c tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (8c3682fd-a828-4b9b-9f0a-79defd5191b4), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:40.670041 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0aa4ecf8-d280-47ef-81ab-d83b4758460c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (1c1f68a5-f48c-4872-9bda-9af99638a44f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:40.740880 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d374d-b18e-4144-ba66-16cb68f3958f None None] Pushing event updated for resources: {'Port': ['ID=c75a4508-a0ec-472c-aa82-61d9a8f3be75,revision_number=12']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:40.773228 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3bcabe14-4dda-48e8-a912-353733f2a54c tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (8c3682fd-a828-4b9b-9f0a-79defd5191b4), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:40.780494 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79fbd0f1-cf25-4ab1-ba45-7ee87619cb61 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:40.784856 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-79fbd0f1-cf25-4ab1-ba45-7ee87619cb61 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:40.806858 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-3bcabe14-4dda-48e8-a912-353733f2a54c tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db8c17070>,) {'filters': {'network_id': ['8c3682fd-a828-4b9b-9f0a-79defd5191b4']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:40.822111 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-0aa4ecf8-d280-47ef-81ab-d83b4758460c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Deleting port 8c4bb2e2-7d75-435a-a0b5-19ff430070db {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:05:40.822605 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0aa4ecf8-d280-47ef-81ab-d83b4758460c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (8c4bb2e2-7d75-435a-a0b5-19ff430070db), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:40.830434 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-3bcabe14-4dda-48e8-a912-353733f2a54c tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8c17070>, 'fb957eda-4669-4cf1-bd0b-34a719294b06') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:40.830980 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-3bcabe14-4dda-48e8-a912-353733f2a54c tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8c17070>, 'fb957eda-4669-4cf1-bd0b-34a719294b06') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:40.878814 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3bcabe14-4dda-48e8-a912-353733f2a54c tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (fb957eda-4669-4cf1-bd0b-34a719294b06), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:40.900086 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3bcabe14-4dda-48e8-a912-353733f2a54c tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (fb957eda-4669-4cf1-bd0b-34a719294b06), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:40.909338 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bcabe14-4dda-48e8-a912-353733f2a54c tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:05:40.909812 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3bcabe14-4dda-48e8-a912-353733f2a54c tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (fb957eda-4669-4cf1-bd0b-34a719294b06), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:40.914441 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:05:40.914441 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:05:40.914441 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:05:40.914441 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:05:40.914441 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:05:40.914441 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:05:40.914441 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:05:40.914441 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:05:40.914441 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:05:40.914441 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:05:40.914441 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:05:40.914441 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:05:40.914441 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:05:40.914441 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:05:40.914441 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:05:40.914441 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:05:40.914441 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:05:40.914441 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:05:40.914441 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:05:40.914441 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:05:40.914441 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:05:40.914441 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:05:40.914441 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:05:40.914441 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:05:40.914441 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:05:40.914441 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:05:40.914441 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:05:40.914441 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:05:40.914441 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:05:40.914441 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:05:40.914441 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:05:40.914441 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:05:40.948891 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb2454-8403-4ff2-b7a0-7f54c09f542d req-5f346687-fbee-4c24-add2-9eac8cf32bc2 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:40.950962 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ccb2454-8403-4ff2-b7a0-7f54c09f542d req-5f346687-fbee-4c24-add2-9eac8cf32bc2 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=6500706e-92bc-4387-a2fa-057b8075dfc3 HTTP/1.1" status: 200  len: 943 time: 0.1272507
Feb 05 21:05:40.971988 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-0aa4ecf8-d280-47ef-81ab-d83b4758460c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] For port 8c4bb2e2-7d75-435a-a0b5-19ff430070db, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c4bb2e2-7d75-435a-a0b5-19ff430070db,segment=NetworkSegment(b61aa93f-e65c-47e1-ba28-33a9c26b0994),segment_id=b61aa93f-e65c-47e1-ba28-33a9c26b0994)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:05:40.972364 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0aa4ecf8-d280-47ef-81ab-d83b4758460c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (8c4bb2e2-7d75-435a-a0b5-19ff430070db), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:40.972726 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 71d0f55a-11fc-4be4-8ba9-807696018a54 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:05:41.001280 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-0aa4ecf8-d280-47ef-81ab-d83b4758460c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Calling delete_port for 8c4bb2e2-7d75-435a-a0b5-19ff430070db owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:05:41.065994 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ccb2454-8403-4ff2-b7a0-7f54c09f542d req-619bbc17-0757-4c13-898d-f2ee5217139e tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7eb3d12-a5c7-4b2c-93da-f3f358aebcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773132
Feb 05 21:05:41.067236 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3bcabe14-4dda-48e8-a912-353733f2a54c tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (8c3682fd-a828-4b9b-9f0a-79defd5191b4), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:41.075050 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3bcabe14-4dda-48e8-a912-353733f2a54c tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:41.082924 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-3bcabe14-4dda-48e8-a912-353733f2a54c tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] 10.222.0.32 "DELETE /v2.0/networks/8c3682fd-a828-4b9b-9f0a-79defd5191b4 HTTP/1.1" status: 204  len: 168 time: 0.5300281
Feb 05 21:05:41.083270 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56166) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:41.097584 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcabe14-4dda-48e8-a912-353733f2a54c tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Pushing event deleted for resources: {'Network': ['ID=8c3682fd-a828-4b9b-9f0a-79defd5191b4,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:41.149277 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 71d0f55a-11fc-4be4-8ba9-807696018a54, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=71d0f55a-11fc-4be4-8ba9-807696018a54,segment=NetworkSegment(6da08ccd-563d-4daa-98a3-11856904a998),segment_id=6da08ccd-563d-4daa-98a3-11856904a998)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:05:41.164264 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '71d0f55a-11fc-4be4-8ba9-807696018a54', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'port_id': '71d0f55a-11fc-4be4-8ba9-807696018a54', 'mac_address': 'fa:16:3e:a6:c4:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:05:41.211839 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 71d0f55a-11fc-4be4-8ba9-807696018a54 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:05:41.212153 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (71d0f55a-11fc-4be4-8ba9-807696018a54), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:41.230587 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71d0f55a-11fc-4be4-8ba9-807696018a54 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:05:41.262706 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 71d0f55a-11fc-4be4-8ba9-807696018a54, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=71d0f55a-11fc-4be4-8ba9-807696018a54,segment=NetworkSegment(6da08ccd-563d-4daa-98a3-11856904a998),segment_id=6da08ccd-563d-4daa-98a3-11856904a998)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:05:41.268062 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (71d0f55a-11fc-4be4-8ba9-807696018a54), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:41.302671 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0aa4ecf8-d280-47ef-81ab-d83b4758460c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (8c4bb2e2-7d75-435a-a0b5-19ff430070db), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:41.330051 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=71d0f55a-11fc-4be4-8ba9-807696018a54,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:41.366797 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bfd948-af54-4077-ac50-31c48f368905 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:41.372615 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bfd948-af54-4077-ac50-31c48f368905 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:41.377767 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f9bfd948-af54-4077-ac50-31c48f368905 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.2869987
Feb 05 21:05:41.378406 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56174) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:41.380234 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa4ecf8-d280-47ef-81ab-d83b4758460c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event deleted for resources: {'Port': ['ID=8c4bb2e2-7d75-435a-a0b5-19ff430070db,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:41.384117 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-026f5287-8d47-4627-b72c-a4317fa564e7 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-664430895'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:41.388062 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa4ecf8-d280-47ef-81ab-d83b4758460c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] No DVR routers for this DVR port 8c4bb2e2-7d75-435a-a0b5-19ff430070db on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:05:41.408545 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026f5287-8d47-4627-b72c-a4317fa564e7 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Made reservation on behalf of 732777e3dc744cfaa8df138435b51e8c for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:41.412768 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-026f5287-8d47-4627-b72c-a4317fa564e7 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:41.450839 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-026f5287-8d47-4627-b72c-a4317fa564e7 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:05:41.466675 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-026f5287-8d47-4627-b72c-a4317fa564e7 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (b949ea09-4f77-4bd4-a9f5-1869d89c9a48), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:41.466964 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-026f5287-8d47-4627-b72c-a4317fa564e7 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Added segment b949ea09-4f77-4bd4-a9f5-1869d89c9a48 of type vlan for network 9db7fcf5-b2a5-4a20-afb8-6f09b2dfc09a
Feb 05 21:05:41.481285 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['71d0f55a-11fc-4be4-8ba9-807696018a54'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:05:41.519445 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-026f5287-8d47-4627-b72c-a4317fa564e7 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (9db7fcf5-b2a5-4a20-afb8-6f09b2dfc09a), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:41.556195 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-026f5287-8d47-4627-b72c-a4317fa564e7 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (9db7fcf5-b2a5-4a20-afb8-6f09b2dfc09a), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:41.563504 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026f5287-8d47-4627-b72c-a4317fa564e7 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:41.564449 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-026f5287-8d47-4627-b72c-a4317fa564e7 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:41.581279 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0aa4ecf8-d280-47ef-81ab-d83b4758460c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (1c1f68a5-f48c-4872-9bda-9af99638a44f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:41.616137 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-0aa4ecf8-d280-47ef-81ab-d83b4758460c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db3185040>,) {'filters': {'network_id': ['1c1f68a5-f48c-4872-9bda-9af99638a44f']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:41.632123 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-0aa4ecf8-d280-47ef-81ab-d83b4758460c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3185040>, 'b61aa93f-e65c-47e1-ba28-33a9c26b0994') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:41.632448 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-0aa4ecf8-d280-47ef-81ab-d83b4758460c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3185040>, 'b61aa93f-e65c-47e1-ba28-33a9c26b0994') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:41.643422 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0702485-3a04-4fe0-ab7b-f5ef113191b4 None None] get_active_networks_info from ncdv-master-1 {{(pid=114392) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 05 21:05:41.662987 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0aa4ecf8-d280-47ef-81ab-d83b4758460c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (b61aa93f-e65c-47e1-ba28-33a9c26b0994), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:41.690093 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0aa4ecf8-d280-47ef-81ab-d83b4758460c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (b61aa93f-e65c-47e1-ba28-33a9c26b0994), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:41.709627 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-026f5287-8d47-4627-b72c-a4317fa564e7 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.3257763
Feb 05 21:05:41.709960 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aa4ecf8-d280-47ef-81ab-d83b4758460c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:05:41.709960 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0aa4ecf8-d280-47ef-81ab-d83b4758460c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (b61aa93f-e65c-47e1-ba28-33a9c26b0994), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:41.710339 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56182) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:41.712367 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:05:41.712367 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:05:41.712367 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:05:41.712367 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:05:41.712367 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:05:41.712367 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:05:41.712367 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:05:41.712367 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:05:41.712367 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:05:41.712367 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:05:41.712367 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:05:41.712367 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:05:41.712367 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:05:41.712367 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:05:41.712367 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:05:41.712367 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:05:41.712367 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:05:41.712367 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:05:41.712367 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:05:41.712367 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:05:41.712367 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:05:41.712367 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:05:41.712367 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:05:41.712367 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:05:41.712367 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:05:41.712367 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:05:41.712367 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:05:41.712367 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:05:41.712367 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:05:41.712367 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:05:41.712367 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:05:41.712367 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:05:41.716567 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-c751d526-5025-4d8d-a9b7-2f2712ce9b60 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2130896559'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:41.719946 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f5287-8d47-4627-b72c-a4317fa564e7 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Pushing event updated for resources: {'Network': ['ID=9db7fcf5-b2a5-4a20-afb8-6f09b2dfc09a,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:41.728817 ncdv-master-1 neutron-server[114390]: DEBUG neutron.objects.ports [None req-79fbd0f1-cf25-4ab1-ba45-7ee87619cb61 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114390) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 05 21:05:41.737253 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 9db7fcf5-b2a5-4a20-afb8-6f09b2dfc09a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:05:41.754299 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5058b2-f344-4395-b0f6-776879516208 req-1f306666-57a2-4b52-8dee-67ba4a054d14 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:41.756417 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0a5058b2-f344-4395-b0f6-776879516208 req-1f306666-57a2-4b52-8dee-67ba4a054d14 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=a357c2bf-ca65-4d93-8281-66906aac7661 HTTP/1.1" status: 200  len: 945 time: 0.1584604
Feb 05 21:05:41.782120 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c751d526-5025-4d8d-a9b7-2f2712ce9b60 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Made reservation on behalf of 732777e3dc744cfaa8df138435b51e8c for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:41.786706 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c751d526-5025-4d8d-a9b7-2f2712ce9b60 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:41.840702 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c751d526-5025-4d8d-a9b7-2f2712ce9b60 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:05:41.846819 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0a5058b2-f344-4395-b0f6-776879516208 req-4f21c606-6b98-49c8-a00f-a13faa65a635 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833707
Feb 05 21:05:41.864663 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c751d526-5025-4d8d-a9b7-2f2712ce9b60 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (3ea17145-9b22-495f-b47c-d0d8d7f2fc69), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:41.865926 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-c751d526-5025-4d8d-a9b7-2f2712ce9b60 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Added segment 3ea17145-9b22-495f-b47c-d0d8d7f2fc69 of type vlan for network 6ea4af29-c444-4c02-9427-739e928c9d47
Feb 05 21:05:41.883693 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0aa4ecf8-d280-47ef-81ab-d83b4758460c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (1c1f68a5-f48c-4872-9bda-9af99638a44f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:41.899239 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0aa4ecf8-d280-47ef-81ab-d83b4758460c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:41.906938 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0aa4ecf8-d280-47ef-81ab-d83b4758460c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "DELETE /v2.0/networks/1c1f68a5-f48c-4872-9bda-9af99638a44f HTTP/1.1" status: 204  len: 168 time: 3.9943132
Feb 05 21:05:41.917133 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56188) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:41.925232 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-3872040b-b6d1-471b-8862-b6641b2be4dd tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-512247659'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:41.945045 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c751d526-5025-4d8d-a9b7-2f2712ce9b60 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (6ea4af29-c444-4c02-9427-739e928c9d47), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:41.981772 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c751d526-5025-4d8d-a9b7-2f2712ce9b60 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (6ea4af29-c444-4c02-9427-739e928c9d47), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:41.981999 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa4ecf8-d280-47ef-81ab-d83b4758460c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event deleted for resources: {'Network': ['ID=1c1f68a5-f48c-4872-9bda-9af99638a44f,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:41.995546 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c751d526-5025-4d8d-a9b7-2f2712ce9b60 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:41.996549 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c751d526-5025-4d8d-a9b7-2f2712ce9b60 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:42.011269 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3872040b-b6d1-471b-8862-b6641b2be4dd tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Made reservation on behalf of 0d72e712e1b64cf48d280a84b998fa1b for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:42.014885 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3872040b-b6d1-471b-8862-b6641b2be4dd tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:42.068564 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c751d526-5025-4d8d-a9b7-2f2712ce9b60 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.3571081
Feb 05 21:05:42.071868 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56192) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:42.073276 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3872040b-b6d1-471b-8862-b6641b2be4dd tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:05:42.087213 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device c75a4508-a0ec-472c-aa82-61d9a8f3be75 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:05:42.089706 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-cd9aa51f-7ec0-49b3-bcd8-a9b72d66c3ae None None] Provisioning complete for port c75a4508-a0ec-472c-aa82-61d9a8f3be75 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:05:42.090408 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cd9aa51f-7ec0-49b3-bcd8-a9b72d66c3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c75a4508-a0ec-472c-aa82-61d9a8f3be75), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:42.092128 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3872040b-b6d1-471b-8862-b6641b2be4dd tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (92135072-f104-462e-b2a6-168d22bfca7f), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:42.092496 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-3872040b-b6d1-471b-8862-b6641b2be4dd tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Added segment 92135072-f104-462e-b2a6-168d22bfca7f of type vlan for network cc9ae0e1-6ad6-4f07-85f0-70a3b3046962
Feb 05 21:05:42.093937 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-79fbd0f1-cf25-4ab1-ba45-7ee87619cb61 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c75a4508-a0ec-472c-aa82-61d9a8f3be75), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:42.141525 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-15cda734-1655-46a4-8bc8-6edf43fd5c5b tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Request body: {'ports': [{'network_id': '9db7fcf5-b2a5-4a20-afb8-6f09b2dfc09a', 'name': 'tempest-port--607749651', 'admin_state_up': True}, {'network_id': '6ea4af29-c444-4c02-9427-739e928c9d47', 'admin_state_up': False}]} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:42.141889 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-15cda734-1655-46a4-8bc8-6edf43fd5c5b tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Request body: {'port': {'network_id': '9db7fcf5-b2a5-4a20-afb8-6f09b2dfc09a', 'name': 'tempest-port--607749651', 'admin_state_up': True}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:42.142500 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-15cda734-1655-46a4-8bc8-6edf43fd5c5b tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Request body: {'port': {'network_id': '6ea4af29-c444-4c02-9427-739e928c9d47', 'admin_state_up': False}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:42.155515 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3872040b-b6d1-471b-8862-b6641b2be4dd tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (cc9ae0e1-6ad6-4f07-85f0-70a3b3046962), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:42.165084 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c751d526-5025-4d8d-a9b7-2f2712ce9b60 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Pushing event updated for resources: {'Network': ['ID=6ea4af29-c444-4c02-9427-739e928c9d47,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:42.189930 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 6ea4af29-c444-4c02-9427-739e928c9d47 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:05:42.297534 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0702485-3a04-4fe0-ab7b-f5ef113191b4 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 05 21:05:42.363305 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port c75a4508-a0ec-472c-aa82-61d9a8f3be75 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:05:42.364411 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c75a4508-a0ec-472c-aa82-61d9a8f3be75), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:42.377251 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695794c-7791-4785-a6fa-928a5cf0e4dd req-1220f383-806d-42a5-843c-2d3668ec992b tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:42.386469 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6695794c-7791-4785-a6fa-928a5cf0e4dd req-1220f383-806d-42a5-843c-2d3668ec992b tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=6500706e-92bc-4387-a2fa-057b8075dfc3 HTTP/1.1" status: 200  len: 944 time: 0.1510611
Feb 05 21:05:42.441126 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-cd9aa51f-7ec0-49b3-bcd8-a9b72d66c3ae None None] Current status of the port c75a4508-a0ec-472c-aa82-61d9a8f3be75 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:05:42.442985 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-79fbd0f1-cf25-4ab1-ba45-7ee87619cb61 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] For port c75a4508-a0ec-472c-aa82-61d9a8f3be75, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c75a4508-a0ec-472c-aa82-61d9a8f3be75,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:05:42.473520 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15cda734-1655-46a4-8bc8-6edf43fd5c5b tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Made reservation on behalf of 732777e3dc744cfaa8df138435b51e8c for: {'port': 2} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:42.481414 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-15cda734-1655-46a4-8bc8-6edf43fd5c5b tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:42.501408 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-79fbd0f1-cf25-4ab1-ba45-7ee87619cb61 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for port (c75a4508-a0ec-472c-aa82-61d9a8f3be75), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:42.505646 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3872040b-b6d1-471b-8862-b6641b2be4dd tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (cc9ae0e1-6ad6-4f07-85f0-70a3b3046962), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:42.513238 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-15cda734-1655-46a4-8bc8-6edf43fd5c5b tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:42.515978 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3872040b-b6d1-471b-8862-b6641b2be4dd tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:42.517567 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3872040b-b6d1-471b-8862-b6641b2be4dd tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:42.527068 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-79fbd0f1-cf25-4ab1-ba45-7ee87619cb61 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (c75a4508-a0ec-472c-aa82-61d9a8f3be75), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:42.604240 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3872040b-b6d1-471b-8862-b6641b2be4dd tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.6860235
Feb 05 21:05:42.612784 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56202) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:42.628008 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6695794c-7791-4785-a6fa-928a5cf0e4dd req-220cfc49-2de9-48e0-83bc-d6ff162de31f tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7eb3d12-a5c7-4b2c-93da-f3f358aebcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2406485
Feb 05 21:05:42.646172 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-79fbd0f1-cf25-4ab1-ba45-7ee87619cb61 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (6b1fe8df-1435-4760-882b-16d083dca3db), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:42.662024 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-31de6bbe-c6e2-431d-a163-08793b696e6c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Request body: {'subnet': {'network_id': 'cc9ae0e1-6ad6-4f07-85f0-70a3b3046962', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:42.751657 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port c75a4508-a0ec-472c-aa82-61d9a8f3be75 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:05:42.756509 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [None req-15cda734-1655-46a4-8bc8-6edf43fd5c5b tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] device_id is not set on port 18a67746-ab4a-450b-98d6-4fb5e75d8520 yet. {{(pid=114391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:05:42.811978 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fbd0f1-cf25-4ab1-ba45-7ee87619cb61 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:05:42.821609 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fbd0f1-cf25-4ab1-ba45-7ee87619cb61 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Subnet': ['ID=6b1fe8df-1435-4760-882b-16d083dca3db,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:42.824732 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-79fbd0f1-cf25-4ab1-ba45-7ee87619cb61 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:42.833300 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fbd0f1-cf25-4ab1-ba45-7ee87619cb61 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:42.834040 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-79fbd0f1-cf25-4ab1-ba45-7ee87619cb61 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:42.837898 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3872040b-b6d1-471b-8862-b6641b2be4dd tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event updated for resources: {'Network': ['ID=cc9ae0e1-6ad6-4f07-85f0-70a3b3046962,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:42.857939 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network cc9ae0e1-6ad6-4f07-85f0-70a3b3046962 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:05:42.866263 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2880b83b-2ec2-44db-84da-c8b61ec1960b None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:42.883409 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fbd0f1-cf25-4ab1-ba45-7ee87619cb61 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Port': ['ID=c75a4508-a0ec-472c-aa82-61d9a8f3be75,revision_number=14']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:42.892008 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-79fbd0f1-cf25-4ab1-ba45-7ee87619cb61 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 2.3315809
Feb 05 21:05:42.895042 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56210) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:42.901531 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-15cda734-1655-46a4-8bc8-6edf43fd5c5b tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks [] for port (18a67746-ab4a-450b-98d6-4fb5e75d8520), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:42.905796 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-af856fe9-41f9-460f-983b-179f1f0dee11 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'port': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'mac_address': 'fa:16:3e:2b:30:c1', 'name': 'tempest-NetworksTestDHCPv6-1448470561'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:42.985240 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31de6bbe-c6e2-431d-a163-08793b696e6c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Made reservation on behalf of 0d72e712e1b64cf48d280a84b998fa1b for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:42.989399 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-31de6bbe-c6e2-431d-a163-08793b696e6c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:43.010672 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 71d0f55a-11fc-4be4-8ba9-807696018a54 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:05:43.038207 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [None req-15cda734-1655-46a4-8bc8-6edf43fd5c5b tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] device_id is not set on port 21696311-26ff-4c5b-9f08-f9de4976a6c3 yet. {{(pid=114391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:05:43.090876 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f409f83-0ffc-4d30-8207-497e237a94a4 req-3c2841bb-d42a-4e3e-9754-ad4daf3f7acf tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:43.092927 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2f409f83-0ffc-4d30-8207-497e237a94a4 req-3c2841bb-d42a-4e3e-9754-ad4daf3f7acf tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=a357c2bf-ca65-4d93-8281-66906aac7661 HTTP/1.1" status: 200  len: 945 time: 0.0936520
Feb 05 21:05:43.183193 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 71d0f55a-11fc-4be4-8ba9-807696018a54 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:05:43.188941 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 71d0f55a-11fc-4be4-8ba9-807696018a54 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:05:43.189331 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (71d0f55a-11fc-4be4-8ba9-807696018a54), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:43.235688 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-31de6bbe-c6e2-431d-a163-08793b696e6c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (7be2c75b-4dda-4217-9850-a5a69c1cf5ce), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:43.259981 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2f409f83-0ffc-4d30-8207-497e237a94a4 req-adee640b-40f5-4d99-a064-73d810c24721 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1601765
Feb 05 21:05:43.306832 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 71d0f55a-11fc-4be4-8ba9-807696018a54 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:05:43.307584 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (71d0f55a-11fc-4be4-8ba9-807696018a54), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:43.310117 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31de6bbe-c6e2-431d-a163-08793b696e6c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event updated for resources: {'Subnet': ['ID=7be2c75b-4dda-4217-9850-a5a69c1cf5ce,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:43.318882 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-15cda734-1655-46a4-8bc8-6edf43fd5c5b tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks [] for port (21696311-26ff-4c5b-9f08-f9de4976a6c3), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:43.341575 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6500706e-92bc-4387-a2fa-057b8075dfc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d0f55a-11fc-4be4-8ba9-807696018a54'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:05:43.344250 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ccef7a-1fd4-4bf1-bdde-3a41e3a0c46c" -d '{"events": [{"server_uuid": "6500706e-92bc-4387-a2fa-057b8075dfc3", "name": "network-vif-plugged", "status": "completed", "tag": "71d0f55a-11fc-4be4-8ba9-807696018a54"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:05:43.362773 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31de6bbe-c6e2-431d-a163-08793b696e6c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Checking segment: {'id': '92135072-f104-462e-b2a6-168d22bfca7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cc9ae0e1-6ad6-4f07-85f0-70a3b3046962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:05:43.362773 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31de6bbe-c6e2-431d-a163-08793b696e6c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Network hostable DHCP agents. Network: cc9ae0e1-6ad6-4f07-85f0-70a3b3046962, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:05:43.365096 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 71d0f55a-11fc-4be4-8ba9-807696018a54, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=71d0f55a-11fc-4be4-8ba9-807696018a54,segment=NetworkSegment(6da08ccd-563d-4daa-98a3-11856904a998),segment_id=6da08ccd-563d-4daa-98a3-11856904a998)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:05:43.373155 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (71d0f55a-11fc-4be4-8ba9-807696018a54), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:43.376966 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af856fe9-41f9-460f-983b-179f1f0dee11 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:43.394980 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-15cda734-1655-46a4-8bc8-6edf43fd5c5b tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (18a67746-ab4a-450b-98d6-4fb5e75d8520), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:43.411036 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31de6bbe-c6e2-431d-a163-08793b696e6c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Network cc9ae0e1-6ad6-4f07-85f0-70a3b3046962 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:05:43.430677 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26ab10d-b4c9-44b3-b21b-0bfa0280a116 x-openstack-request-id: req-d26ab10d-b4c9-44b3-b21b-0bfa0280a116 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:05:43.430974 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6500706e-92bc-4387-a2fa-057b8075dfc3", "name": "network-vif-plugged", "status": "completed", "tag": "71d0f55a-11fc-4be4-8ba9-807696018a54", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:05:43.431227 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d26ab10d-b4c9-44b3-b21b-0bfa0280a116 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:05:43.431621 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6500706e-92bc-4387-a2fa-057b8075dfc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d0f55a-11fc-4be4-8ba9-807696018a54', 'code': 200}
Feb 05 21:05:43.453706 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=71d0f55a-11fc-4be4-8ba9-807696018a54,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:43.512794 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cda734-1655-46a4-8bc8-6edf43fd5c5b tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Pushing event updated for resources: {'Port': ['ID=18a67746-ab4a-450b-98d6-4fb5e75d8520,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:43.515957 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cda734-1655-46a4-8bc8-6edf43fd5c5b tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Checking segment: {'id': 'b949ea09-4f77-4bd4-a9f5-1869d89c9a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9db7fcf5-b2a5-4a20-afb8-6f09b2dfc09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:05:43.516908 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cda734-1655-46a4-8bc8-6edf43fd5c5b tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Network hostable DHCP agents. Network: 9db7fcf5-b2a5-4a20-afb8-6f09b2dfc09a, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:05:43.524805 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-af856fe9-41f9-460f-983b-179f1f0dee11 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:43.539625 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cda734-1655-46a4-8bc8-6edf43fd5c5b tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Network 9db7fcf5-b2a5-4a20-afb8-6f09b2dfc09a is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:05:43.545814 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-15cda734-1655-46a4-8bc8-6edf43fd5c5b tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9db7fcf5-b2a5-4a20-afb8-6f09b2dfc09a) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:43.552935 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cda734-1655-46a4-8bc8-6edf43fd5c5b tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:05:43.553122 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-31de6bbe-c6e2-431d-a163-08793b696e6c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cc9ae0e1-6ad6-4f07-85f0-70a3b3046962) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:43.553199 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-15cda734-1655-46a4-8bc8-6edf43fd5c5b tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (21696311-26ff-4c5b-9f08-f9de4976a6c3), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:43.558636 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31de6bbe-c6e2-431d-a163-08793b696e6c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:43.558796 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca05d75-2088-4e90-860f-1ffc81290c4d None None] Network 9db7fcf5-b2a5-4a20-afb8-6f09b2dfc09a requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:43.559224 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-31de6bbe-c6e2-431d-a163-08793b696e6c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:43.588497 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35304625-b9c6-4d50-8ca8-a8fd584aaf3e None None] Network cc9ae0e1-6ad6-4f07-85f0-70a3b3046962 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:43.605270 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-af856fe9-41f9-460f-983b-179f1f0dee11 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] device_id is not set on port 2a373c56-0511-4725-a82a-d512daa4e5ce yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:05:43.620447 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-31de6bbe-c6e2-431d-a163-08793b696e6c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 0.9764380
Feb 05 21:05:43.625021 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56220) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:43.713445 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cda734-1655-46a4-8bc8-6edf43fd5c5b tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Checking segment: {'id': '3ea17145-9b22-495f-b47c-d0d8d7f2fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6ea4af29-c444-4c02-9427-739e928c9d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:05:43.713632 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cda734-1655-46a4-8bc8-6edf43fd5c5b tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Network hostable DHCP agents. Network: 6ea4af29-c444-4c02-9427-739e928c9d47, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:05:43.717830 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cda734-1655-46a4-8bc8-6edf43fd5c5b tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Pushing event updated for resources: {'Port': ['ID=21696311-26ff-4c5b-9f08-f9de4976a6c3,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:43.726304 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997f67b-5cf6-44ad-a7e4-63dbb4905a4e req-6c6f557a-744c-4999-9eba-eb5d7bb186f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:43.727862 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c997f67b-5cf6-44ad-a7e4-63dbb4905a4e req-6c6f557a-744c-4999-9eba-eb5d7bb186f4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6500706e-92bc-4387-a2fa-057b8075dfc3 HTTP/1.1" status: 200  len: 1127 time: 0.1984022
Feb 05 21:05:43.753586 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cda734-1655-46a4-8bc8-6edf43fd5c5b tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Network 6ea4af29-c444-4c02-9427-739e928c9d47 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:05:43.806325 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-15cda734-1655-46a4-8bc8-6edf43fd5c5b tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6ea4af29-c444-4c02-9427-739e928c9d47) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:43.825185 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cda734-1655-46a4-8bc8-6edf43fd5c5b tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:05:43.827580 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7d858a-939a-4edb-98c6-c96b1993d7e9 None None] Network 6ea4af29-c444-4c02-9427-739e928c9d47 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:43.832445 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cda734-1655-46a4-8bc8-6edf43fd5c5b tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:43.843405 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cda734-1655-46a4-8bc8-6edf43fd5c5b tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:43.844147 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-15cda734-1655-46a4-8bc8-6edf43fd5c5b tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:43.884510 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-15cda734-1655-46a4-8bc8-6edf43fd5c5b tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1449 time: 1.8110738
Feb 05 21:05:43.888267 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56226) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:43.932621 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9580f2c2-0f2d-4113-996b-2f8160a3d778 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (cc9ae0e1-6ad6-4f07-85f0-70a3b3046962), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:43.935926 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c997f67b-5cf6-44ad-a7e4-63dbb4905a4e req-a2c78218-aed8-444c-bd20-fcda5ee0a6b1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b7eb3d12-a5c7-4b2c-93da-f3f358aebcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1926167
Feb 05 21:05:43.977939 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53554667-90ee-478a-93b1-6848b541e4ab req-5ef6e74d-fb96-4950-afce-c73a00b40cb5 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:43.998411 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-53554667-90ee-478a-93b1-6848b541e4ab req-5ef6e74d-fb96-4950-afce-c73a00b40cb5 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=6500706e-92bc-4387-a2fa-057b8075dfc3 HTTP/1.1" status: 200  len: 945 time: 0.2231250
Feb 05 21:05:44.008757 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a306f9d5-c89a-4d92-a12f-7552aae3d2dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cc9ae0e1-6ad6-4f07-85f0-70a3b3046962', 'network_id': 'cc9ae0e1-6ad6-4f07-85f0-70a3b3046962', 'project_id': '0d72e712e1b64cf48d280a84b998fa1b', 'fixed_ips': [{'subnet_id': '7be2c75b-4dda-4217-9850-a5a69c1cf5ce'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:05:44.009545 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a306f9d5-c89a-4d92-a12f-7552aae3d2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:44.070432 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device c75a4508-a0ec-472c-aa82-61d9a8f3be75 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:05:44.074351 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-af856fe9-41f9-460f-983b-179f1f0dee11 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Allocated IP 2001:db8::3d9 (4b876e93-e753-4f82-8855-2c9c3d1db066/f6574817-eefb-4756-83f6-d68d7c0854bf/2a373c56-0511-4725-a82a-d512daa4e5ce) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:05:44.087168 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-af856fe9-41f9-460f-983b-179f1f0dee11 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Allocated IP 2001:db8:0:1:f816:3eff:fe2b:30c1 (4b876e93-e753-4f82-8855-2c9c3d1db066/6b1fe8df-1435-4760-882b-16d083dca3db/2a373c56-0511-4725-a82a-d512daa4e5ce) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:05:44.090590 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9580f2c2-0f2d-4113-996b-2f8160a3d778 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (7be2c75b-4dda-4217-9850-a5a69c1cf5ce), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:44.109074 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0b61cc-065f-433a-917c-29a97bd1115b tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:44.115362 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0b61cc-065f-433a-917c-29a97bd1115b tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:44.117016 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9f0b61cc-065f-433a-917c-29a97bd1115b tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1444 time: 0.2258477
Feb 05 21:05:44.120205 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56230) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:44.147095 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-53554667-90ee-478a-93b1-6848b541e4ab req-2da60cfc-7ec2-4e62-9256-1b94c0472b07 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7eb3d12-a5c7-4b2c-93da-f3f358aebcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1335258
Feb 05 21:05:44.236819 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9580f2c2-0f2d-4113-996b-2f8160a3d778 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (7be2c75b-4dda-4217-9850-a5a69c1cf5ce), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:44.270659 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e1d42c-5568-4979-bf30-8f9db47362b6 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:44.294668 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-f3713fa3-f46d-4092-9734-7b94c8c757ce tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Deleting port 18a67746-ab4a-450b-98d6-4fb5e75d8520 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:05:44.295022 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f3713fa3-f46d-4092-9734-7b94c8c757ce tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (18a67746-ab4a-450b-98d6-4fb5e75d8520), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server [None req-a306f9d5-c89a-4d92-a12f-7552aae3d2dd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7be2c75b-4dda-4217-9850-a5a69c1cf5ce: This subnet is being modified by another concurrent operation.
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 05 21:05:44.323155 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 05 21:05:44.328788 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Feb 05 21:05:44.328788 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Feb 05 21:05:44.328788 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 05 21:05:44.328788 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 05 21:05:44.328788 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 05 21:05:44.328788 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 05 21:05:44.328788 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 05 21:05:44.328788 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 05 21:05:44.328788 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Feb 05 21:05:44.328788 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Feb 05 21:05:44.328788 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 05 21:05:44.328788 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 05 21:05:44.328788 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 05 21:05:44.328788 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 05 21:05:44.328788 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 05 21:05:44.328788 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Feb 05 21:05:44.328788 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port
Feb 05 21:05:44.328788 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Feb 05 21:05:44.328788 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db
Feb 05 21:05:44.328788 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Feb 05 21:05:44.328788 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db
Feb 05 21:05:44.328788 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Feb 05 21:05:44.328788 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Feb 05 21:05:44.328788 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Feb 05 21:05:44.328788 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Feb 05 21:05:44.328788 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Feb 05 21:05:44.328788 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Feb 05 21:05:44.328788 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Feb 05 21:05:44.328788 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Feb 05 21:05:44.328788 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Feb 05 21:05:44.328788 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Feb 05 21:05:44.328788 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Feb 05 21:05:44.328788 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Feb 05 21:05:44.328788 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Feb 05 21:05:44.328788 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Feb 05 21:05:44.328788 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     raise exception
Feb 05 21:05:44.328788 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7be2c75b-4dda-4217-9850-a5a69c1cf5ce: This subnet is being modified by another concurrent operation.
Feb 05 21:05:44.328788 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server 
Feb 05 21:05:44.342633 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9580f2c2-0f2d-4113-996b-2f8160a3d778 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event deleted for resources: {'Subnet': ['ID=7be2c75b-4dda-4217-9850-a5a69c1cf5ce,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:44.382664 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f3713fa3-f46d-4092-9734-7b94c8c757ce tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (18a67746-ab4a-450b-98d6-4fb5e75d8520), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:44.386627 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f9975c-202c-44f2-ac3b-4ebe6fd084a7 None None] Network cc9ae0e1-6ad6-4f07-85f0-70a3b3046962 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:44.425964 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9580f2c2-0f2d-4113-996b-2f8160a3d778 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (cc9ae0e1-6ad6-4f07-85f0-70a3b3046962), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:44.432941 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-f3713fa3-f46d-4092-9734-7b94c8c757ce tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Calling delete_port for 18a67746-ab4a-450b-98d6-4fb5e75d8520 owned by  {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:05:44.461009 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-af856fe9-41f9-460f-983b-179f1f0dee11 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for port (2a373c56-0511-4725-a82a-d512daa4e5ce), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:44.463278 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-9580f2c2-0f2d-4113-996b-2f8160a3d778 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db3252fd0>,) {'filters': {'network_id': ['cc9ae0e1-6ad6-4f07-85f0-70a3b3046962']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:44.471777 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-f7f2291a-f75c-4f40-b524-dadae4976729 None None] Provisioning complete for port c75a4508-a0ec-472c-aa82-61d9a8f3be75 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:05:44.472163 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f7f2291a-f75c-4f40-b524-dadae4976729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c75a4508-a0ec-472c-aa82-61d9a8f3be75), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:44.477574 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-9580f2c2-0f2d-4113-996b-2f8160a3d778 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3252fd0>, '92135072-f104-462e-b2a6-168d22bfca7f') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:44.477811 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-9580f2c2-0f2d-4113-996b-2f8160a3d778 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3252fd0>, '92135072-f104-462e-b2a6-168d22bfca7f') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:44.491478 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9580f2c2-0f2d-4113-996b-2f8160a3d778 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (92135072-f104-462e-b2a6-168d22bfca7f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:44.516122 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9580f2c2-0f2d-4113-996b-2f8160a3d778 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (92135072-f104-462e-b2a6-168d22bfca7f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:44.525956 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9580f2c2-0f2d-4113-996b-2f8160a3d778 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:05:44.526392 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9580f2c2-0f2d-4113-996b-2f8160a3d778 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (92135072-f104-462e-b2a6-168d22bfca7f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:44.529524 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:05:44.529524 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:05:44.529524 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:05:44.529524 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:05:44.529524 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:05:44.529524 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:05:44.529524 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:05:44.529524 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:05:44.529524 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:05:44.529524 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:05:44.529524 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:05:44.529524 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:05:44.529524 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:05:44.529524 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:05:44.529524 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:05:44.529524 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:05:44.529524 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:05:44.529524 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:05:44.529524 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:05:44.529524 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:05:44.529524 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:05:44.529524 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:05:44.529524 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:05:44.529524 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:05:44.529524 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:05:44.529524 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:05:44.529524 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:05:44.529524 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:05:44.529524 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:05:44.529524 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:05:44.529524 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:05:44.529524 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:05:44.551494 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-af856fe9-41f9-460f-983b-179f1f0dee11 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (2a373c56-0511-4725-a82a-d512daa4e5ce), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:44.557790 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22295e7a-ac7e-4052-8ae8-0fd3aa82d631 req-02ae2ee1-22df-48f0-bef8-8b099e15d12b tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:44.565042 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-22295e7a-ac7e-4052-8ae8-0fd3aa82d631 req-02ae2ee1-22df-48f0-bef8-8b099e15d12b tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=a357c2bf-ca65-4d93-8281-66906aac7661 HTTP/1.1" status: 200  len: 945 time: 0.1682682
Feb 05 21:05:44.637501 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af856fe9-41f9-460f-983b-179f1f0dee11 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:05:44.640458 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9580f2c2-0f2d-4113-996b-2f8160a3d778 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (cc9ae0e1-6ad6-4f07-85f0-70a3b3046962), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:44.646164 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-af856fe9-41f9-460f-983b-179f1f0dee11 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:44.652523 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9580f2c2-0f2d-4113-996b-2f8160a3d778 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:44.660831 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9580f2c2-0f2d-4113-996b-2f8160a3d778 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "DELETE /v2.0/networks/cc9ae0e1-6ad6-4f07-85f0-70a3b3046962 HTTP/1.1" status: 204  len: 168 time: 0.9957771
Feb 05 21:05:44.660831 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af856fe9-41f9-460f-983b-179f1f0dee11 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:05:44.662502 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af856fe9-41f9-460f-983b-179f1f0dee11 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:44.663175 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-af856fe9-41f9-460f-983b-179f1f0dee11 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:44.670087 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-22295e7a-ac7e-4052-8ae8-0fd3aa82d631 req-9edd9e18-2a52-4abc-a888-dd3a0761c59d tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774379
Feb 05 21:05:44.674190 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af856fe9-41f9-460f-983b-179f1f0dee11 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Port': ['ID=2a373c56-0511-4725-a82a-d512daa4e5ce,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:44.676513 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56240) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:44.689443 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-b83c8b66-e8fd-417b-8f41-9567564c6673 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1545693189'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:44.694695 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-af856fe9-41f9-460f-983b-179f1f0dee11 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 1.7964785
Feb 05 21:05:44.695880 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9580f2c2-0f2d-4113-996b-2f8160a3d778 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event deleted for resources: {'Network': ['ID=cc9ae0e1-6ad6-4f07-85f0-70a3b3046962,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:44.698601 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56242) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:44.720807 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83c8b66-e8fd-417b-8f41-9567564c6673 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Made reservation on behalf of 0d72e712e1b64cf48d280a84b998fa1b for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:44.725970 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b83c8b66-e8fd-417b-8f41-9567564c6673 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:44.737757 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f3713fa3-f46d-4092-9734-7b94c8c757ce tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (18a67746-ab4a-450b-98d6-4fb5e75d8520), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:44.783336 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3713fa3-f46d-4092-9734-7b94c8c757ce tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Pushing event deleted for resources: {'Port': ['ID=18a67746-ab4a-450b-98d6-4fb5e75d8520,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:44.797289 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f3713fa3-f46d-4092-9734-7b94c8c757ce tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:44.803777 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f3713fa3-f46d-4092-9734-7b94c8c757ce tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] 10.222.0.32 "DELETE /v2.0/ports/18a67746-ab4a-450b-98d6-4fb5e75d8520 HTTP/1.1" status: 204  len: 168 time: 0.6530032
Feb 05 21:05:44.803777 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b83c8b66-e8fd-417b-8f41-9567564c6673 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:05:44.804868 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56246) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:44.831485 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-f65788ac-2152-4e42-8078-0ad0bb4c317f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting port 2a373c56-0511-4725-a82a-d512daa4e5ce {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:05:44.833645 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f65788ac-2152-4e42-8078-0ad0bb4c317f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (2a373c56-0511-4725-a82a-d512daa4e5ce), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:44.844562 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b83c8b66-e8fd-417b-8f41-9567564c6673 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (6685ee3d-8a60-4d40-b5b3-faadf855497a), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:44.845017 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-b83c8b66-e8fd-417b-8f41-9567564c6673 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Added segment 6685ee3d-8a60-4d40-b5b3-faadf855497a of type vlan for network e10c80cd-5023-4ddd-bf00-cf176eeb8a93
Feb 05 21:05:44.951628 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b83c8b66-e8fd-417b-8f41-9567564c6673 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (e10c80cd-5023-4ddd-bf00-cf176eeb8a93), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:44.995328 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-333171fe-934f-44ee-b441-2ef366abe59d tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Deleting port 21696311-26ff-4c5b-9f08-f9de4976a6c3 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:05:44.995887 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-333171fe-934f-44ee-b441-2ef366abe59d tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (21696311-26ff-4c5b-9f08-f9de4976a6c3), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:45.000730 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port c75a4508-a0ec-472c-aa82-61d9a8f3be75 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:05:45.001702 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c75a4508-a0ec-472c-aa82-61d9a8f3be75), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:45.027028 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b83c8b66-e8fd-417b-8f41-9567564c6673 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (e10c80cd-5023-4ddd-bf00-cf176eeb8a93), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:45.032597 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83c8b66-e8fd-417b-8f41-9567564c6673 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:45.033326 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b83c8b66-e8fd-417b-8f41-9567564c6673 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:45.111394 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-f7f2291a-f75c-4f40-b524-dadae4976729 None None] Current status of the port c75a4508-a0ec-472c-aa82-61d9a8f3be75 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:05:45.116985 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c8b66-e8fd-417b-8f41-9567564c6673 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event updated for resources: {'Network': ['ID=e10c80cd-5023-4ddd-bf00-cf176eeb8a93,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:45.186888 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b83c8b66-e8fd-417b-8f41-9567564c6673 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.5091558
Feb 05 21:05:45.187567 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56252) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:45.195471 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-63e28df1-e885-443b-8934-53139a8789f5 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Request body: {'network': {'name': 'New_network'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:45.209098 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-333171fe-934f-44ee-b441-2ef366abe59d tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (21696311-26ff-4c5b-9f08-f9de4976a6c3), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:45.235644 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network e10c80cd-5023-4ddd-bf00-cf176eeb8a93 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:05:45.266636 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-333171fe-934f-44ee-b441-2ef366abe59d tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Calling delete_port for 21696311-26ff-4c5b-9f08-f9de4976a6c3 owned by  {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:05:45.285287 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port c75a4508-a0ec-472c-aa82-61d9a8f3be75 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:05:45.339312 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:45.489021 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f65788ac-2152-4e42-8078-0ad0bb4c317f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (2a373c56-0511-4725-a82a-d512daa4e5ce), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:45.489423 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cadeb71-ac8b-44f3-90f7-032aa9ae75a4 None None] get_active_networks_info from ncdv-master-1 {{(pid=114392) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 05 21:05:45.501885 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-f65788ac-2152-4e42-8078-0ad0bb4c317f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Calling delete_port for 2a373c56-0511-4725-a82a-d512daa4e5ce owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:05:45.555825 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-ff6ddb2c-20b8-479b-8cba-e126aab7508a None None] Provisioning complete for port c75a4508-a0ec-472c-aa82-61d9a8f3be75 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:05:45.556204 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ff6ddb2c-20b8-479b-8cba-e126aab7508a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c75a4508-a0ec-472c-aa82-61d9a8f3be75), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:45.560328 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64021a-8819-4e6e-a1ee-76af950effdd req-38555ae2-ff52-4c77-b811-0bd7e53a04a0 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:45.561937 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eb64021a-8819-4e6e-a1ee-76af950effdd req-38555ae2-ff52-4c77-b811-0bd7e53a04a0 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=6500706e-92bc-4387-a2fa-057b8075dfc3 HTTP/1.1" status: 200  len: 945 time: 0.2425163
Feb 05 21:05:45.593353 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-63e28df1-e885-443b-8934-53139a8789f5 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (e10c80cd-5023-4ddd-bf00-cf176eeb8a93), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:45.634141 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-333171fe-934f-44ee-b441-2ef366abe59d tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (21696311-26ff-4c5b-9f08-f9de4976a6c3), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:45.638629 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-63e28df1-e885-443b-8934-53139a8789f5 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (e10c80cd-5023-4ddd-bf00-cf176eeb8a93), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:45.655075 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cadeb71-ac8b-44f3-90f7-032aa9ae75a4 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 05 21:05:45.715306 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ff6ddb2c-20b8-479b-8cba-e126aab7508a None None] Current status of the port c75a4508-a0ec-472c-aa82-61d9a8f3be75 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:05:45.761600 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f65788ac-2152-4e42-8078-0ad0bb4c317f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (2a373c56-0511-4725-a82a-d512daa4e5ce), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:45.801508 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eb64021a-8819-4e6e-a1ee-76af950effdd req-19b41678-8026-454c-84d2-e1bf0846ff16 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7eb3d12-a5c7-4b2c-93da-f3f358aebcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2296154
Feb 05 21:05:45.820254 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65788ac-2152-4e42-8078-0ad0bb4c317f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Port': ['ID=2a373c56-0511-4725-a82a-d512daa4e5ce,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:45.858777 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-63e28df1-e885-443b-8934-53139a8789f5 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Network e10c80cd-5023-4ddd-bf00-cf176eeb8a93 is not hosted by any dhcp agent {{(pid=114391) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Feb 05 21:05:45.865579 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e28df1-e885-443b-8934-53139a8789f5 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:45.866592 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-63e28df1-e885-443b-8934-53139a8789f5 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:45.868020 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-63e28df1-e885-443b-8934-53139a8789f5 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "PUT /v2.0/networks/e10c80cd-5023-4ddd-bf00-cf176eeb8a93 HTTP/1.1" status: 200  len: 723 time: 0.6775844
Feb 05 21:05:45.875872 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333171fe-934f-44ee-b441-2ef366abe59d tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Pushing event deleted for resources: {'Port': ['ID=21696311-26ff-4c5b-9f08-f9de4976a6c3,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:45.881991 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e28df1-e885-443b-8934-53139a8789f5 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event updated for resources: {'Network': ['ID=e10c80cd-5023-4ddd-bf00-cf176eeb8a93,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:45.887221 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56264) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:45.897002 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network e10c80cd-5023-4ddd-bf00-cf176eeb8a93 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:05:45.917721 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-de1e06b0-d9ea-4e6c-bb7d-e741ec0cbc00 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Request body: {'subnet': {'network_id': 'e10c80cd-5023-4ddd-bf00-cf176eeb8a93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:45.924941 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f65788ac-2152-4e42-8078-0ad0bb4c317f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:45.933003 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f65788ac-2152-4e42-8078-0ad0bb4c317f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/ports/2a373c56-0511-4725-a82a-d512daa4e5ce HTTP/1.1" status: 204  len: 168 time: 1.2315929
Feb 05 21:05:45.943099 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56266) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:46.011515 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-333171fe-934f-44ee-b441-2ef366abe59d tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:46.015229 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-333171fe-934f-44ee-b441-2ef366abe59d tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] 10.222.0.32 "DELETE /v2.0/ports/21696311-26ff-4c5b-9f08-f9de4976a6c3 HTTP/1.1" status: 204  len: 168 time: 1.2092636
Feb 05 21:05:46.019331 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56268) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:46.073153 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391bd86-698e-4a9d-b073-97c6d1539f34 req-c9a14073-5922-40e4-96db-c86910c9b567 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:46.080596 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a391bd86-698e-4a9d-b073-97c6d1539f34 req-c9a14073-5922-40e4-96db-c86910c9b567 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=a357c2bf-ca65-4d93-8281-66906aac7661 HTTP/1.1" status: 200  len: 945 time: 0.2677257
Feb 05 21:05:46.088984 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1f304b99-e7d6-47f5-9e72-3c7532ad5e49 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0678027
Feb 05 21:05:46.089673 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1e06b0-d9ea-4e6c-bb7d-e741ec0cbc00 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Made reservation on behalf of 0d72e712e1b64cf48d280a84b998fa1b for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:46.093509 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de1e06b0-d9ea-4e6c-bb7d-e741ec0cbc00 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:46.097293 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56272) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:46.103979 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-6fd0d6c6-9a00-4f2d-bf4e-560a4ba91c3f tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-5962725'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:46.134324 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd0d6c6-9a00-4f2d-bf4e-560a4ba91c3f tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Made reservation on behalf of 732777e3dc744cfaa8df138435b51e8c for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:46.138280 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6fd0d6c6-9a00-4f2d-bf4e-560a4ba91c3f tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:46.140357 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e7a0c1-a8b0-46a1-88e8-a6f9b775accd tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:46.144351 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f8e7a0c1-a8b0-46a1-88e8-a6f9b775accd tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.1972597
Feb 05 21:05:46.145677 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56274) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:46.163014 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9497af-39c1-4ac8-b4a9-ffb488707152 req-1fd95cdc-17e2-4f1f-b3a2-2823c21ede7a tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:46.164733 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8e9497af-39c1-4ac8-b4a9-ffb488707152 req-1fd95cdc-17e2-4f1f-b3a2-2823c21ede7a tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=6500706e-92bc-4387-a2fa-057b8075dfc3 HTTP/1.1" status: 200  len: 945 time: 0.2188523
Feb 05 21:05:46.220311 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd0d6c6-9a00-4f2d-bf4e-560a4ba91c3f tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:05:46.223565 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a391bd86-698e-4a9d-b073-97c6d1539f34 req-d8c40697-b9f6-4838-ba58-b7ca46f3b68c tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1418297
Feb 05 21:05:46.269086 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6fd0d6c6-9a00-4f2d-bf4e-560a4ba91c3f tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (f4be0eb9-5a9b-4abd-9d51-31d5f3156a77), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:46.270182 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-6fd0d6c6-9a00-4f2d-bf4e-560a4ba91c3f tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Added segment f4be0eb9-5a9b-4abd-9d51-31d5f3156a77 of type vlan for network d196a1d7-ac5e-46be-bd36-c0000ad625a3
Feb 05 21:05:46.296702 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a39c5e-49d6-4c5b-a9e4-af3df0855338 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:46.298348 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d0a39c5e-49d6-4c5b-a9e4-af3df0855338 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.1515570
Feb 05 21:05:46.309328 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8e9497af-39c1-4ac8-b4a9-ffb488707152 req-85a536f0-c119-4d10-bdb4-55eab1e6ccac tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7eb3d12-a5c7-4b2c-93da-f3f358aebcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101742
Feb 05 21:05:46.314975 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56280) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:46.355010 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c8cf0fe6-d6ad-41b8-951f-332bbcec3393 None None] Could not find standard attr ID for object 2a373c56-0511-4725-a82a-d512daa4e5ce. {{(pid=114392) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 05 21:05:46.403005 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf6420a-79fc-4aa4-a9df-eab23f027bb4 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:46.404651 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf6420a-79fc-4aa4-a9df-eab23f027bb4 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:46.406000 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf6420a-79fc-4aa4-a9df-eab23f027bb4 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:46.411358 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-bbf6420a-79fc-4aa4-a9df-eab23f027bb4 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.0952551
Feb 05 21:05:46.412129 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56286) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:46.457801 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6fd0d6c6-9a00-4f2d-bf4e-560a4ba91c3f tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (d196a1d7-ac5e-46be-bd36-c0000ad625a3), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:46.478923 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-a46d7ec8-9f1d-4799-ba6d-422cda4829fe tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting subnet 6b1fe8df-1435-4760-882b-16d083dca3db {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:05:46.483622 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a46d7ec8-9f1d-4799-ba6d-422cda4829fe tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (6b1fe8df-1435-4760-882b-16d083dca3db), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:46.500350 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6fd0d6c6-9a00-4f2d-bf4e-560a4ba91c3f tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (d196a1d7-ac5e-46be-bd36-c0000ad625a3), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:46.512646 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd0d6c6-9a00-4f2d-bf4e-560a4ba91c3f tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:46.513746 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6fd0d6c6-9a00-4f2d-bf4e-560a4ba91c3f tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:46.536137 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a46d7ec8-9f1d-4799-ba6d-422cda4829fe tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (6b1fe8df-1435-4760-882b-16d083dca3db), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:46.563004 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de1e06b0-d9ea-4e6c-bb7d-e741ec0cbc00 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (c313d0a0-0cb5-4e89-ad86-e8bdd5e31183), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:46.624686 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6fd0d6c6-9a00-4f2d-bf4e-560a4ba91c3f tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.5250261
Feb 05 21:05:46.633941 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56294) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:46.639087 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-96e234cc-fcd3-4dae-8812-39320f68354e tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-555115624'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:46.669915 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a46d7ec8-9f1d-4799-ba6d-422cda4829fe tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (6b1fe8df-1435-4760-882b-16d083dca3db), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:46.680007 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0d6c6-9a00-4f2d-bf4e-560a4ba91c3f tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Pushing event updated for resources: {'Network': ['ID=d196a1d7-ac5e-46be-bd36-c0000ad625a3,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:46.691070 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network d196a1d7-ac5e-46be-bd36-c0000ad625a3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:05:46.705330 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e234cc-fcd3-4dae-8812-39320f68354e tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Made reservation on behalf of 732777e3dc744cfaa8df138435b51e8c for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:46.709266 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-96e234cc-fcd3-4dae-8812-39320f68354e tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:46.709846 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e06b0-d9ea-4e6c-bb7d-e741ec0cbc00 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event updated for resources: {'Subnet': ['ID=c313d0a0-0cb5-4e89-ad86-e8bdd5e31183,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:46.725476 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1e06b0-d9ea-4e6c-bb7d-e741ec0cbc00 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Checking segment: {'id': '6685ee3d-8a60-4d40-b5b3-faadf855497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e10c80cd-5023-4ddd-bf00-cf176eeb8a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:05:46.725858 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1e06b0-d9ea-4e6c-bb7d-e741ec0cbc00 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Network hostable DHCP agents. Network: e10c80cd-5023-4ddd-bf00-cf176eeb8a93, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:05:46.745654 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1e06b0-d9ea-4e6c-bb7d-e741ec0cbc00 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Network e10c80cd-5023-4ddd-bf00-cf176eeb8a93 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:05:46.758974 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-de1e06b0-d9ea-4e6c-bb7d-e741ec0cbc00 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e10c80cd-5023-4ddd-bf00-cf176eeb8a93) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:46.777711 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1e06b0-d9ea-4e6c-bb7d-e741ec0cbc00 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:46.780613 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de1e06b0-d9ea-4e6c-bb7d-e741ec0cbc00 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:46.787242 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a46d7ec8-9f1d-4799-ba6d-422cda4829fe tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (6b1fe8df-1435-4760-882b-16d083dca3db), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:46.789546 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef05e50-e476-4f35-bb70-b9f1015c6391 None None] Network e10c80cd-5023-4ddd-bf00-cf176eeb8a93 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:46.814688 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-de1e06b0-d9ea-4e6c-bb7d-e741ec0cbc00 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8983846
Feb 05 21:05:46.815691 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56298) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:46.828471 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-849fde25-81da-463b-82d2-3e62f5c581a5 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:46.836187 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d7ec8-9f1d-4799-ba6d-422cda4829fe tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Subnet': ['ID=6b1fe8df-1435-4760-882b-16d083dca3db,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:46.840082 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a46d7ec8-9f1d-4799-ba6d-422cda4829fe tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:46.847082 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a46d7ec8-9f1d-4799-ba6d-422cda4829fe tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/6b1fe8df-1435-4760-882b-16d083dca3db HTTP/1.1" status: 204  len: 168 time: 0.4338183
Feb 05 21:05:46.848298 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56302) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:46.855207 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96e234cc-fcd3-4dae-8812-39320f68354e tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:05:46.867091 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-96e234cc-fcd3-4dae-8812-39320f68354e tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (9d0cf714-fae3-4eb6-aae4-d2328ebc657b), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:46.867660 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-96e234cc-fcd3-4dae-8812-39320f68354e tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Added segment 9d0cf714-fae3-4eb6-aae4-d2328ebc657b of type vlan for network ec17525d-2044-4060-b10e-80325ccac237
Feb 05 21:05:46.868990 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c33276d-e565-45b3-8926-8af43121d12a None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:46.917349 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-96e234cc-fcd3-4dae-8812-39320f68354e tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (ec17525d-2044-4060-b10e-80325ccac237), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:47.017632 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-96e234cc-fcd3-4dae-8812-39320f68354e tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (ec17525d-2044-4060-b10e-80325ccac237), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:47.031124 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e234cc-fcd3-4dae-8812-39320f68354e tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:47.031871 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-96e234cc-fcd3-4dae-8812-39320f68354e tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:47.049911 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a792e1-ef0b-4e45-a981-2659bca0eafc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e10c80cd-5023-4ddd-bf00-cf176eeb8a93', 'network_id': 'e10c80cd-5023-4ddd-bf00-cf176eeb8a93', 'project_id': '0d72e712e1b64cf48d280a84b998fa1b', 'fixed_ips': [{'subnet_id': 'c313d0a0-0cb5-4e89-ad86-e8bdd5e31183'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:05:47.052348 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-35a792e1-ef0b-4e45-a981-2659bca0eafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:47.090492 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-96e234cc-fcd3-4dae-8812-39320f68354e tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.4457788
Feb 05 21:05:47.091194 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d0e2b7e-c10c-4961-bf6e-4d795092ebc3 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting subnet f6574817-eefb-4756-83f6-d68d7c0854bf {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:05:47.105537 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2d0e2b7e-c10c-4961-bf6e-4d795092ebc3 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (f6574817-eefb-4756-83f6-d68d7c0854bf), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:47.144896 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e234cc-fcd3-4dae-8812-39320f68354e tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Pushing event updated for resources: {'Network': ['ID=ec17525d-2044-4060-b10e-80325ccac237,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:47.178440 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network ec17525d-2044-4060-b10e-80325ccac237 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:05:47.181545 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2d0e2b7e-c10c-4961-bf6e-4d795092ebc3 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (f6574817-eefb-4756-83f6-d68d7c0854bf), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:47.235311 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56324) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:47.245357 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-4c1c92f2-111c-47ac-ab70-83b7ca96cd60 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Request body: {'subnets': [{'network_id': 'd196a1d7-ac5e-46be-bd36-c0000ad625a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1667478162', 'ip_version': 4}, {'network_id': 'ec17525d-2044-4060-b10e-80325ccac237', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:47.245777 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-4c1c92f2-111c-47ac-ab70-83b7ca96cd60 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Request body: {'subnet': {'network_id': 'd196a1d7-ac5e-46be-bd36-c0000ad625a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1667478162', 'ip_version': 4}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:47.246397 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-4c1c92f2-111c-47ac-ab70-83b7ca96cd60 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Request body: {'subnet': {'network_id': 'ec17525d-2044-4060-b10e-80325ccac237', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:47.262961 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-849fde25-81da-463b-82d2-3e62f5c581a5 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10241825'] for subnet (c313d0a0-0cb5-4e89-ad86-e8bdd5e31183), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:47.470882 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2d0e2b7e-c10c-4961-bf6e-4d795092ebc3 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (f6574817-eefb-4756-83f6-d68d7c0854bf), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:47.533351 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-35a792e1-ef0b-4e45-a981-2659bca0eafc None None] Allocated IP 172.20.0.2 (e10c80cd-5023-4ddd-bf00-cf176eeb8a93/c313d0a0-0cb5-4e89-ad86-e8bdd5e31183/e732775a-842f-4c38-8c78-db3b4bfd0611) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:05:47.576310 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2d0e2b7e-c10c-4961-bf6e-4d795092ebc3 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (f6574817-eefb-4756-83f6-d68d7c0854bf), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:47.616136 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26161c70-e08a-42cd-aabb-0c09968de5ea req-17db1a28-0ee4-4591-aaab-c5ecef446c8b tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:47.617728 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26161c70-e08a-42cd-aabb-0c09968de5ea req-17db1a28-0ee4-4591-aaab-c5ecef446c8b tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=a357c2bf-ca65-4d93-8281-66906aac7661 HTTP/1.1" status: 200  len: 945 time: 0.1932080
Feb 05 21:05:47.643211 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1c92f2-111c-47ac-ab70-83b7ca96cd60 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Made reservation on behalf of 732777e3dc744cfaa8df138435b51e8c for: {'subnet': 2} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:47.648013 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4c1c92f2-111c-47ac-ab70-83b7ca96cd60 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:47.648372 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4c1c92f2-111c-47ac-ab70-83b7ca96cd60 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:47.648738 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e2b7e-c10c-4961-bf6e-4d795092ebc3 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Subnet': ['ID=f6574817-eefb-4756-83f6-d68d7c0854bf,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:47.656200 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2d0e2b7e-c10c-4961-bf6e-4d795092ebc3 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:47.676813 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2d0e2b7e-c10c-4961-bf6e-4d795092ebc3 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/f6574817-eefb-4756-83f6-d68d7c0854bf HTTP/1.1" status: 204  len: 168 time: 0.8250675
Feb 05 21:05:47.677601 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56340) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:47.738709 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c7786db3-ffa7-441d-9ea6-499509c66481 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0596683
Feb 05 21:05:47.739470 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56344) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:47.744624 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-3ed9211b-f936-4a63-8d8e-417fa77246b8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'subnet': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:47.900700 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed9211b-f936-4a63-8d8e-417fa77246b8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:47.904914 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3ed9211b-f936-4a63-8d8e-417fa77246b8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:47.925588 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-35a792e1-ef0b-4e45-a981-2659bca0eafc None None] Publish callbacks [] for port (e732775a-842f-4c38-8c78-db3b4bfd0611), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:47.937597 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26161c70-e08a-42cd-aabb-0c09968de5ea req-74d671f4-057a-4923-89de-670ea5aef534 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3131700
Feb 05 21:05:47.959871 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-35a792e1-ef0b-4e45-a981-2659bca0eafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (e732775a-842f-4c38-8c78-db3b4bfd0611), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:48.036921 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a792e1-ef0b-4e45-a981-2659bca0eafc None None] Network e10c80cd-5023-4ddd-bf00-cf176eeb8a93 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:05:48.055624 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-35a792e1-ef0b-4e45-a981-2659bca0eafc None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:48.059803 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a792e1-ef0b-4e45-a981-2659bca0eafc None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:05:48.108786 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-849fde25-81da-463b-82d2-3e62f5c581a5 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739649913604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3545101'] for subnet (c313d0a0-0cb5-4e89-ad86-e8bdd5e31183), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:48.127441 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a792e1-ef0b-4e45-a981-2659bca0eafc None None] Pushing event updated for resources: {'Port': ['ID=e732775a-842f-4c38-8c78-db3b4bfd0611,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:48.158696 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849fde25-81da-463b-82d2-3e62f5c581a5 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:48.159232 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-849fde25-81da-463b-82d2-3e62f5c581a5 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:48.160640 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-849fde25-81da-463b-82d2-3e62f5c581a5 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "PUT /v2.0/subnets/c313d0a0-0cb5-4e89-ad86-e8bdd5e31183 HTTP/1.1" status: 200  len: 806 time: 1.3427391
Feb 05 21:05:48.171445 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56360) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:48.220084 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a98199f-961f-426c-a31d-ae7be05e7ca7 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:48.223249 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-35a792e1-ef0b-4e45-a981-2659bca0eafc None None] Attempting to bind port e732775a-842f-4c38-8c78-db3b4bfd0611 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:05:48.223627 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-35a792e1-ef0b-4e45-a981-2659bca0eafc None None] Attempting to bind port e732775a-842f-4c38-8c78-db3b4bfd0611 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6685ee3d-8a60-4d40-b5b3-faadf855497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e10c80cd-5023-4ddd-bf00-cf176eeb8a93'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:05:48.223996 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a792e1-ef0b-4e45-a981-2659bca0eafc None None] Attempting to bind port e732775a-842f-4c38-8c78-db3b4bfd0611 on network e10c80cd-5023-4ddd-bf00-cf176eeb8a93 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:05:48.240772 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849fde25-81da-463b-82d2-3e62f5c581a5 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event updated for resources: {'Subnet': ['ID=c313d0a0-0cb5-4e89-ad86-e8bdd5e31183,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:48.263800 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a792e1-ef0b-4e45-a981-2659bca0eafc None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:05:48.269567 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a792e1-ef0b-4e45-a981-2659bca0eafc None None] Checking segment: {'id': '6685ee3d-8a60-4d40-b5b3-faadf855497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e10c80cd-5023-4ddd-bf00-cf176eeb8a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:05:48.273616 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-35a792e1-ef0b-4e45-a981-2659bca0eafc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:48.273933 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a792e1-ef0b-4e45-a981-2659bca0eafc None None] Bound using segment: {'id': '6685ee3d-8a60-4d40-b5b3-faadf855497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e10c80cd-5023-4ddd-bf00-cf176eeb8a93'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:05:48.278021 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-35a792e1-ef0b-4e45-a981-2659bca0eafc None None] Bound port: e732775a-842f-4c38-8c78-db3b4bfd0611, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6685ee3d-8a60-4d40-b5b3-faadf855497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e10c80cd-5023-4ddd-bf00-cf176eeb8a93'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:05:48.278480 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-35a792e1-ef0b-4e45-a981-2659bca0eafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e732775a-842f-4c38-8c78-db3b4bfd0611), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:48.367227 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7004b0f8-8cf9-48d0-a8a7-ef49a91224c6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (e10c80cd-5023-4ddd-bf00-cf176eeb8a93), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:48.439639 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4c1c92f2-111c-47ac-ab70-83b7ca96cd60 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (a75fdda6-ae69-439a-af59-940afc154460), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:48.539335 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3ed9211b-f936-4a63-8d8e-417fa77246b8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (b42ddaae-6d9e-4359-88ff-101d0388e5ed), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:48.551395 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-021b30c6-b49d-48f3-bb70-06295f3cc475 None None] Provisioning complete for port c75a4508-a0ec-472c-aa82-61d9a8f3be75 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:05:48.551881 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-021b30c6-b49d-48f3-bb70-06295f3cc475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c75a4508-a0ec-472c-aa82-61d9a8f3be75), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:48.598873 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c92f2-111c-47ac-ab70-83b7ca96cd60 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Pushing event updated for resources: {'Subnet': ['ID=a75fdda6-ae69-439a-af59-940afc154460,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:48.603143 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1c92f2-111c-47ac-ab70-83b7ca96cd60 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Checking segment: {'id': 'f4be0eb9-5a9b-4abd-9d51-31d5f3156a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd196a1d7-ac5e-46be-bd36-c0000ad625a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:05:48.603590 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1c92f2-111c-47ac-ab70-83b7ca96cd60 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Network hostable DHCP agents. Network: d196a1d7-ac5e-46be-bd36-c0000ad625a3, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:05:48.641190 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1c92f2-111c-47ac-ab70-83b7ca96cd60 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Network d196a1d7-ac5e-46be-bd36-c0000ad625a3 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:05:48.653757 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed9211b-f936-4a63-8d8e-417fa77246b8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:05:48.670849 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-4c1c92f2-111c-47ac-ab70-83b7ca96cd60 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d196a1d7-ac5e-46be-bd36-c0000ad625a3) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:48.676981 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-3ed9211b-f936-4a63-8d8e-417fa77246b8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:48.678926 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4c1c92f2-111c-47ac-ab70-83b7ca96cd60 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (ac63daf1-8d83-4c33-ad10-5c611840f087), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:48.690969 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed9211b-f936-4a63-8d8e-417fa77246b8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:48.690969 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3ed9211b-f936-4a63-8d8e-417fa77246b8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:48.692862 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dd16d7-5bf1-4000-af45-40b9ddd35034 None None] Network d196a1d7-ac5e-46be-bd36-c0000ad625a3 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:48.694403 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-7004b0f8-8cf9-48d0-a8a7-ef49a91224c6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Deleting port e732775a-842f-4c38-8c78-db3b4bfd0611 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:05:48.694679 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7004b0f8-8cf9-48d0-a8a7-ef49a91224c6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (e732775a-842f-4c38-8c78-db3b4bfd0611), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:48.696521 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9211b-f936-4a63-8d8e-417fa77246b8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Subnet': ['ID=b42ddaae-6d9e-4359-88ff-101d0388e5ed,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:48.779174 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3ed9211b-f936-4a63-8d8e-417fa77246b8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.0382805
Feb 05 21:05:48.781822 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56392) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:48.789239 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-f7406a17-ba73-451d-995a-ff748870e902 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'subnet': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:48.808289 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3446a3-08eb-4573-b012-3d8fe71a51a1 None None] DHCP port deletion for 4b876e93-e753-4f82-8855-2c9c3d1db066 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:05:48.819392 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-35a792e1-ef0b-4e45-a981-2659bca0eafc None None] For port e732775a-842f-4c38-8c78-db3b4bfd0611, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:05:48.834494 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c92f2-111c-47ac-ab70-83b7ca96cd60 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Pushing event updated for resources: {'Subnet': ['ID=ac63daf1-8d83-4c33-ad10-5c611840f087,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:48.847307 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1c92f2-111c-47ac-ab70-83b7ca96cd60 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Checking segment: {'id': '9d0cf714-fae3-4eb6-aae4-d2328ebc657b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ec17525d-2044-4060-b10e-80325ccac237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:05:48.849041 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1c92f2-111c-47ac-ab70-83b7ca96cd60 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Network hostable DHCP agents. Network: ec17525d-2044-4060-b10e-80325ccac237, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:05:48.882263 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-7004b0f8-8cf9-48d0-a8a7-ef49a91224c6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] For port e732775a-842f-4c38-8c78-db3b4bfd0611, host ncdv-master-1, got binding levels [] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:05:48.882675 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7004b0f8-8cf9-48d0-a8a7-ef49a91224c6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (e732775a-842f-4c38-8c78-db3b4bfd0611), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:48.883141 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1c92f2-111c-47ac-ab70-83b7ca96cd60 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Network ec17525d-2044-4060-b10e-80325ccac237 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:05:48.902759 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-7004b0f8-8cf9-48d0-a8a7-ef49a91224c6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Calling delete_port for e732775a-842f-4c38-8c78-db3b4bfd0611 owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:05:48.903721 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-4c1c92f2-111c-47ac-ab70-83b7ca96cd60 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ec17525d-2044-4060-b10e-80325ccac237) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:48.915968 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1c92f2-111c-47ac-ab70-83b7ca96cd60 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:48.916457 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1c92f2-111c-47ac-ab70-83b7ca96cd60 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:48.919870 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4c1c92f2-111c-47ac-ab70-83b7ca96cd60 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:48.930032 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-35a792e1-ef0b-4e45-a981-2659bca0eafc None None] For port e732775a-842f-4c38-8c78-db3b4bfd0611, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e732775a-842f-4c38-8c78-db3b4bfd0611,segment=NetworkSegment(6685ee3d-8a60-4d40-b5b3-faadf855497a),segment_id=6685ee3d-8a60-4d40-b5b3-faadf855497a)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:05:48.939530 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef417ae-0d62-4ed6-9817-3cba85b94218 None None] Network ec17525d-2044-4060-b10e-80325ccac237 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:48.950140 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-021b30c6-b49d-48f3-bb70-06295f3cc475 None None] Current status of the port c75a4508-a0ec-472c-aa82-61d9a8f3be75 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:05:48.956983 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4c1c92f2-111c-47ac-ab70-83b7ca96cd60 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1426 time: 1.7204657
Feb 05 21:05:48.960128 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56398) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:48.995864 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-35a792e1-ef0b-4e45-a981-2659bca0eafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (e732775a-842f-4c38-8c78-db3b4bfd0611), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:49.054032 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7406a17-ba73-451d-995a-ff748870e902 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:49.058060 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f7406a17-ba73-451d-995a-ff748870e902 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:49.084972 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b4bde5-8495-47eb-8eb5-477d3864de65 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:49.086321 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b4bde5-8495-47eb-8eb5-477d3864de65 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:49.087682 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b4bde5-8495-47eb-8eb5-477d3864de65 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:49.089301 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-98b4bde5-8495-47eb-8eb5-477d3864de65 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2052 time: 0.1279192
Feb 05 21:05:49.092629 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56412) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:49.185246 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a792e1-ef0b-4e45-a981-2659bca0eafc None None] Pushing event updated for resources: {'Port': ['ID=e732775a-842f-4c38-8c78-db3b4bfd0611,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:49.243550 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-750c2044-cb61-4f2b-b9e3-3c2a479df29d tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:49.245079 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-1648978f-5bfa-4883-bd3f-7703fdb99494 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Deleting subnet a75fdda6-ae69-439a-af59-940afc154460 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:05:49.251817 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-750c2044-cb61-4f2b-b9e3-3c2a479df29d tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/networks?id=101f8301-8908-474a-9c4a-c0416b6bfc1d HTTP/1.1" status: 200  len: 812 time: 0.1981549
Feb 05 21:05:49.257345 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a76b83-8755-4c87-8d6f-fe6fee561aa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d196a1d7-ac5e-46be-bd36-c0000ad625a3', 'network_id': 'd196a1d7-ac5e-46be-bd36-c0000ad625a3', 'project_id': '732777e3dc744cfaa8df138435b51e8c', 'fixed_ips': [{'subnet_id': 'a75fdda6-ae69-439a-af59-940afc154460'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:05:49.258455 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-39a76b83-8755-4c87-8d6f-fe6fee561aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:49.272182 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-6fadc446-a06d-4ace-8e54-5760f9ec5480 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/quotas/af1c8d8fd0ce4d51947fd02afc3a9fb1 HTTP/1.1" status: 200  len: 375 time: 0.0193605
Feb 05 21:05:49.274990 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-0c3446a3-08eb-4573-b012-3d8fe71a51a1 None None] Deleting port c75a4508-a0ec-472c-aa82-61d9a8f3be75 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:05:49.276223 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0c3446a3-08eb-4573-b012-3d8fe71a51a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (c75a4508-a0ec-472c-aa82-61d9a8f3be75), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:49.288184 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1648978f-5bfa-4883-bd3f-7703fdb99494 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks [] for subnet (a75fdda6-ae69-439a-af59-940afc154460), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:49.301762 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b875608-d8ce-49c5-8f87-b3b4080d18c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ec17525d-2044-4060-b10e-80325ccac237', 'network_id': 'ec17525d-2044-4060-b10e-80325ccac237', 'project_id': '732777e3dc744cfaa8df138435b51e8c', 'fixed_ips': [{'subnet_id': 'ac63daf1-8d83-4c33-ad10-5c611840f087'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:05:49.302619 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0b875608-d8ce-49c5-8f87-b3b4080d18c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:49.332101 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599acdc3-9ae7-47ac-8087-d26eb9ec3e1f req-711418ef-b15d-4396-b870-0c996b1faffa tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:49.334566 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-599acdc3-9ae7-47ac-8087-d26eb9ec3e1f req-711418ef-b15d-4396-b870-0c996b1faffa tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=a357c2bf-ca65-4d93-8281-66906aac7661 HTTP/1.1" status: 200  len: 945 time: 0.2648597
Feb 05 21:05:49.359269 ncdv-master-1 neutron-server[114390]: INFO neutron.db.ipam_backend_mixin [None req-f7406a17-ba73-451d-995a-ff748870e902 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b42ddaae-6d9e-4359-88ff-101d0388e5ed (CIDR: 2001:db8::/64)
Feb 05 21:05:49.371251 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1648978f-5bfa-4883-bd3f-7703fdb99494 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (a75fdda6-ae69-439a-af59-940afc154460), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:49.376519 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7406a17-ba73-451d-995a-ff748870e902 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:05:49.376988 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7406a17-ba73-451d-995a-ff748870e902 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:05:49.383049 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-3ad28687-5ac3-40be-a31a-98c60bff7fc8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=af1c8d8fd0ce4d51947fd02afc3a9fb1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1098003
Feb 05 21:05:49.432785 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7004b0f8-8cf9-48d0-a8a7-ef49a91224c6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (e732775a-842f-4c38-8c78-db3b4bfd0611), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:49.483556 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f7406a17-ba73-451d-995a-ff748870e902 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.7007897
Feb 05 21:05:49.489801 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56418) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:49.494138 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004b0f8-8cf9-48d0-a8a7-ef49a91224c6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event deleted for resources: {'Port': ['ID=e732775a-842f-4c38-8c78-db3b4bfd0611,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:49.513415 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-447768f1-cb50-4f49-86d3-124fdd3a1ab9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'subnet': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:49.536173 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-d2d3f543-4b33-4dfb-90d6-730a6414253d service neutron] 10.222.0.32 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1522641
Feb 05 21:05:49.541622 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1648978f-5bfa-4883-bd3f-7703fdb99494 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (a75fdda6-ae69-439a-af59-940afc154460), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:49.659419 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-599acdc3-9ae7-47ac-8087-d26eb9ec3e1f req-5f367e86-b1fd-46c5-a8d8-8b7a029a683a tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3170171
Feb 05 21:05:49.669178 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7004b0f8-8cf9-48d0-a8a7-ef49a91224c6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] No DVR routers for this DVR port e732775a-842f-4c38-8c78-db3b4bfd0611 on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:05:49.739443 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-185c9268-e538-4575-a969-bce822ff541f service neutron] 10.222.0.32 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2022941
Feb 05 21:05:49.774908 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7004b0f8-8cf9-48d0-a8a7-ef49a91224c6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (c313d0a0-0cb5-4e89-ad86-e8bdd5e31183), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:49.817412 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1648978f-5bfa-4883-bd3f-7703fdb99494 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (a75fdda6-ae69-439a-af59-940afc154460), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:49.893450 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1648978f-5bfa-4883-bd3f-7703fdb99494 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Pushing event deleted for resources: {'Subnet': ['ID=a75fdda6-ae69-439a-af59-940afc154460,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:49.907725 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1648978f-5bfa-4883-bd3f-7703fdb99494 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:49.915532 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1648978f-5bfa-4883-bd3f-7703fdb99494 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] 10.222.0.32 "DELETE /v2.0/subnets/a75fdda6-ae69-439a-af59-940afc154460 HTTP/1.1" status: 204  len: 168 time: 0.8184931
Feb 05 21:05:49.915532 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447768f1-cb50-4f49-86d3-124fdd3a1ab9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:49.915807 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-0c3446a3-08eb-4573-b012-3d8fe71a51a1 None None] For port c75a4508-a0ec-472c-aa82-61d9a8f3be75, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c75a4508-a0ec-472c-aa82-61d9a8f3be75,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:05:49.915807 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0c3446a3-08eb-4573-b012-3d8fe71a51a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (c75a4508-a0ec-472c-aa82-61d9a8f3be75), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:49.916309 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56426) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:49.916685 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-447768f1-cb50-4f49-86d3-124fdd3a1ab9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server [None req-39a76b83-8755-4c87-8d6f-fe6fee561aa1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a75fdda6-ae69-439a-af59-940afc154460: This subnet is being modified by another concurrent operation.
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 05 21:05:49.918018 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 05 21:05:49.921114 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Feb 05 21:05:49.921114 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Feb 05 21:05:49.921114 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 05 21:05:49.921114 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 05 21:05:49.921114 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 05 21:05:49.921114 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 05 21:05:49.921114 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 05 21:05:49.921114 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 05 21:05:49.921114 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Feb 05 21:05:49.921114 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Feb 05 21:05:49.921114 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 05 21:05:49.921114 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 05 21:05:49.921114 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 05 21:05:49.921114 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 05 21:05:49.921114 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 05 21:05:49.921114 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Feb 05 21:05:49.921114 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port
Feb 05 21:05:49.921114 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Feb 05 21:05:49.921114 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db
Feb 05 21:05:49.921114 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Feb 05 21:05:49.921114 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db
Feb 05 21:05:49.921114 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Feb 05 21:05:49.921114 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Feb 05 21:05:49.921114 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Feb 05 21:05:49.921114 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Feb 05 21:05:49.921114 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Feb 05 21:05:49.921114 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Feb 05 21:05:49.921114 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Feb 05 21:05:49.921114 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Feb 05 21:05:49.921114 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Feb 05 21:05:49.921114 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Feb 05 21:05:49.921114 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Feb 05 21:05:49.921114 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Feb 05 21:05:49.921114 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Feb 05 21:05:49.921114 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Feb 05 21:05:49.921114 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     raise exception
Feb 05 21:05:49.921114 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a75fdda6-ae69-439a-af59-940afc154460: This subnet is being modified by another concurrent operation.
Feb 05 21:05:49.921114 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server 
Feb 05 21:05:49.935223 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-0c3446a3-08eb-4573-b012-3d8fe71a51a1 None None] Calling delete_port for c75a4508-a0ec-472c-aa82-61d9a8f3be75 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:05:50.022021 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984cf63f-753b-4127-9df9-81041e968fcd None None] Network d196a1d7-ac5e-46be-bd36-c0000ad625a3 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:50.024377 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7004b0f8-8cf9-48d0-a8a7-ef49a91224c6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (c313d0a0-0cb5-4e89-ad86-e8bdd5e31183), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:50.094606 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-f817b64d-c1e2-4552-8f8e-e35795f2d37d tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Deleting subnet ac63daf1-8d83-4c33-ad10-5c611840f087 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:05:50.151138 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-89c3646f-a022-47c4-9d3b-f49ae72d8181 req-9d393557-b607-4e55-b8d5-bc128fe324d0 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=a229fbd7-b1b9-494e-8456-3f415323cf03 HTTP/1.1" status: 200  len: 210 time: 0.0423207
Feb 05 21:05:50.151968 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-0b875608-d8ce-49c5-8f87-b3b4080d18c2 None None] Allocated IP 172.20.0.18 (ec17525d-2044-4060-b10e-80325ccac237/ac63daf1-8d83-4c33-ad10-5c611840f087/d95103e8-f189-4be9-946b-1555eae5e3c5) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:05:50.187193 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004b0f8-8cf9-48d0-a8a7-ef49a91224c6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event deleted for resources: {'Subnet': ['ID=c313d0a0-0cb5-4e89-ad86-e8bdd5e31183,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:50.265793 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7004b0f8-8cf9-48d0-a8a7-ef49a91224c6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (e10c80cd-5023-4ddd-bf00-cf176eeb8a93), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:50.302428 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device c75a4508-a0ec-472c-aa82-61d9a8f3be75 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:05:50.311538 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-7004b0f8-8cf9-48d0-a8a7-ef49a91224c6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db3748460>,) {'filters': {'network_id': ['e10c80cd-5023-4ddd-bf00-cf176eeb8a93']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:50.315770 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0c3446a3-08eb-4573-b012-3d8fe71a51a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (c75a4508-a0ec-472c-aa82-61d9a8f3be75), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:50.344235 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-7004b0f8-8cf9-48d0-a8a7-ef49a91224c6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3748460>, '6685ee3d-8a60-4d40-b5b3-faadf855497a') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:50.344535 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-7004b0f8-8cf9-48d0-a8a7-ef49a91224c6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3748460>, '6685ee3d-8a60-4d40-b5b3-faadf855497a') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:50.361940 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7004b0f8-8cf9-48d0-a8a7-ef49a91224c6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (6685ee3d-8a60-4d40-b5b3-faadf855497a), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:50.389105 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:50.392728 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7004b0f8-8cf9-48d0-a8a7-ef49a91224c6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (6685ee3d-8a60-4d40-b5b3-faadf855497a), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:50.394056 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3446a3-08eb-4573-b012-3d8fe71a51a1 None None] Pushing event deleted for resources: {'Port': ['ID=c75a4508-a0ec-472c-aa82-61d9a8f3be75,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:50.397764 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: c75a4508-a0ec-472c-aa82-61d9a8f3be75 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:05:50.398303 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device c75a4508-a0ec-472c-aa82-61d9a8f3be75 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:05:50.413184 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7004b0f8-8cf9-48d0-a8a7-ef49a91224c6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:05:50.413601 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7004b0f8-8cf9-48d0-a8a7-ef49a91224c6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (6685ee3d-8a60-4d40-b5b3-faadf855497a), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:50.419220 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:05:50.419220 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:05:50.419220 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:05:50.419220 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:05:50.419220 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:05:50.419220 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:05:50.419220 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:05:50.419220 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:05:50.419220 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:05:50.419220 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:05:50.419220 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:05:50.419220 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:05:50.419220 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:05:50.419220 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:05:50.419220 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:05:50.419220 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:05:50.419220 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:05:50.419220 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:05:50.419220 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:05:50.419220 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:05:50.419220 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:05:50.419220 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:05:50.419220 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:05:50.419220 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:05:50.419220 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:05:50.419220 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:05:50.419220 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:05:50.419220 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:05:50.419220 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:05:50.419220 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:05:50.419220 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:05:50.419220 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:05:50.456070 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3446a3-08eb-4573-b012-3d8fe71a51a1 None None] No DVR routers for this DVR port c75a4508-a0ec-472c-aa82-61d9a8f3be75 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:05:50.524337 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a374f404-0289-4eec-989c-23a069d25b1d None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:50.579447 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7004b0f8-8cf9-48d0-a8a7-ef49a91224c6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (e10c80cd-5023-4ddd-bf00-cf176eeb8a93), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:50.601640 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7004b0f8-8cf9-48d0-a8a7-ef49a91224c6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:50.604984 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7004b0f8-8cf9-48d0-a8a7-ef49a91224c6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "DELETE /v2.0/networks/e10c80cd-5023-4ddd-bf00-cf176eeb8a93 HTTP/1.1" status: 204  len: 168 time: 2.4325430
Feb 05 21:05:50.607030 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004b0f8-8cf9-48d0-a8a7-ef49a91224c6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event deleted for resources: {'Network': ['ID=e10c80cd-5023-4ddd-bf00-cf176eeb8a93,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:50.607742 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56448) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:50.646747 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a83274e-e86a-4553-8e95-e1aff83da4f7 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:05:50.647593 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a83274e-e86a-4553-8e95-e1aff83da4f7 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:05:50.651466 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5a83274e-e86a-4553-8e95-e1aff83da4f7 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "DELETE /v2.0/networks/e10c80cd-5023-4ddd-bf00-cf176eeb8a93 HTTP/1.1" status: 404  len: 339 time: 0.0400221
Feb 05 21:05:50.654951 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56450) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:50.665103 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-b5db9afc-9f9f-408e-b182-3b26d7fdac56 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1586847885', 'description': 'd1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:50.747917 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5db9afc-9f9f-408e-b182-3b26d7fdac56 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Made reservation on behalf of 0d72e712e1b64cf48d280a84b998fa1b for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:50.752458 ncdv-master-1 neutron-server[114390]: DEBUG neutron.objects.ports [None req-447768f1-cb50-4f49-86d3-124fdd3a1ab9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114390) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 05 21:05:50.755589 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-447768f1-cb50-4f49-86d3-124fdd3a1ab9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (4374c392-eb6d-42c2-a92a-531f2af7e642), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:50.762280 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b5db9afc-9f9f-408e-b182-3b26d7fdac56 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:50.801815 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447768f1-cb50-4f49-86d3-124fdd3a1ab9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:05:50.805394 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-447768f1-cb50-4f49-86d3-124fdd3a1ab9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:50.809367 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0b875608-d8ce-49c5-8f87-b3b4080d18c2 None None] Publish callbacks [] for port (d95103e8-f189-4be9-946b-1555eae5e3c5), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:50.809868 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447768f1-cb50-4f49-86d3-124fdd3a1ab9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:50.810513 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-447768f1-cb50-4f49-86d3-124fdd3a1ab9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:50.822274 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605b6391-f03e-4b78-8e30-ff939aed20ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4b876e93-e753-4f82-8855-2c9c3d1db066', 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'project_id': '281e6913c20e4e389fd6dfe1c5b03c8a', 'fixed_ips': [{'subnet_id': 'b42ddaae-6d9e-4359-88ff-101d0388e5ed'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:05:50.825148 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-605b6391-f03e-4b78-8e30-ff939aed20ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:50.829908 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447768f1-cb50-4f49-86d3-124fdd3a1ab9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Subnet': ['ID=4374c392-eb6d-42c2-a92a-531f2af7e642,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:50.830103 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f817b64d-c1e2-4552-8f8e-e35795f2d37d tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks [] for subnet (ac63daf1-8d83-4c33-ad10-5c611840f087), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:50.836170 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0b875608-d8ce-49c5-8f87-b3b4080d18c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (d95103e8-f189-4be9-946b-1555eae5e3c5), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:50.849414 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-447768f1-cb50-4f49-86d3-124fdd3a1ab9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 1.3463697
Feb 05 21:05:50.850063 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56456) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:50.856136 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-02ef32c4-7e75-410a-95da-a9f6e894b071 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Request body: {'port': {'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066', 'mac_address': 'fa:16:3e:17:ad:bf', 'name': 'tempest-NetworksTestDHCPv6-402865568'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:50.970026 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b875608-d8ce-49c5-8f87-b3b4080d18c2 None None] Network ec17525d-2044-4060-b10e-80325ccac237 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:05:50.978129 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b875608-d8ce-49c5-8f87-b3b4080d18c2 None None] Pushing event updated for resources: {'Port': ['ID=d95103e8-f189-4be9-946b-1555eae5e3c5,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:50.987619 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5db9afc-9f9f-408e-b182-3b26d7fdac56 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:05:51.001221 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f817b64d-c1e2-4552-8f8e-e35795f2d37d tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (ac63daf1-8d83-4c33-ad10-5c611840f087), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:51.029470 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b5db9afc-9f9f-408e-b182-3b26d7fdac56 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (320e0909-9d83-4bd5-94f2-38221e6b8aee), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:51.030071 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-b5db9afc-9f9f-408e-b182-3b26d7fdac56 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Added segment 320e0909-9d83-4bd5-94f2-38221e6b8aee of type vlan for network b05546c4-9e8d-46f6-914e-3e9ec8af6218
Feb 05 21:05:51.053457 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-0b875608-d8ce-49c5-8f87-b3b4080d18c2 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:51.055797 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25961f-288d-4563-b62a-70a48afbf772 req-c26c899e-0841-423b-a91c-15950317b0da tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:51.057808 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2a25961f-288d-4563-b62a-70a48afbf772 req-c26c899e-0841-423b-a91c-15950317b0da tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=a357c2bf-ca65-4d93-8281-66906aac7661 HTTP/1.1" status: 200  len: 945 time: 0.2346549
Feb 05 21:05:51.067867 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ef32c4-7e75-410a-95da-a9f6e894b071 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Made reservation on behalf of 281e6913c20e4e389fd6dfe1c5b03c8a for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:51.075065 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b875608-d8ce-49c5-8f87-b3b4080d18c2 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:05:51.085829 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b27996-6c7f-4bb8-a6a7-0bff6cd6a120 None None] DHCP port deletion for e10c80cd-5023-4ddd-bf00-cf176eeb8a93 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:05:51.099871 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-e685381e-43f1-409e-87fe-d03968be9143 None None] Could not find standard attr ID for object e732775a-842f-4c38-8c78-db3b4bfd0611. {{(pid=114392) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 05 21:05:51.143956 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74b70a8-7a8f-4a03-9e44-f498b00479a4 None None] Network e10c80cd-5023-4ddd-bf00-cf176eeb8a93 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:51.189097 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74b70a8-7a8f-4a03-9e44-f498b00479a4 None None] Network e10c80cd-5023-4ddd-bf00-cf176eeb8a93 could not be found, it might have been deleted concurrently. {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Feb 05 21:05:51.194652 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b5db9afc-9f9f-408e-b182-3b26d7fdac56 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (b05546c4-9e8d-46f6-914e-3e9ec8af6218), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:51.222125 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11f47f8-7b7c-4bbf-99f9-0e239e6eef92 None None] Network e10c80cd-5023-4ddd-bf00-cf176eeb8a93 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:51.235960 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-02ef32c4-7e75-410a-95da-a9f6e894b071 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:51.243300 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11f47f8-7b7c-4bbf-99f9-0e239e6eef92 None None] Network e10c80cd-5023-4ddd-bf00-cf176eeb8a93 could not be found, it might have been deleted concurrently. {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Feb 05 21:05:51.247221 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-0b875608-d8ce-49c5-8f87-b3b4080d18c2 None None] Attempting to bind port d95103e8-f189-4be9-946b-1555eae5e3c5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:05:51.247697 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-0b875608-d8ce-49c5-8f87-b3b4080d18c2 None None] Attempting to bind port d95103e8-f189-4be9-946b-1555eae5e3c5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9d0cf714-fae3-4eb6-aae4-d2328ebc657b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ec17525d-2044-4060-b10e-80325ccac237'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:05:51.247957 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b875608-d8ce-49c5-8f87-b3b4080d18c2 None None] Attempting to bind port d95103e8-f189-4be9-946b-1555eae5e3c5 on network ec17525d-2044-4060-b10e-80325ccac237 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:05:51.274921 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b875608-d8ce-49c5-8f87-b3b4080d18c2 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:05:51.275300 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b875608-d8ce-49c5-8f87-b3b4080d18c2 None None] Checking segment: {'id': '9d0cf714-fae3-4eb6-aae4-d2328ebc657b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ec17525d-2044-4060-b10e-80325ccac237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:05:51.275713 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0b875608-d8ce-49c5-8f87-b3b4080d18c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:51.276112 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b875608-d8ce-49c5-8f87-b3b4080d18c2 None None] Bound using segment: {'id': '9d0cf714-fae3-4eb6-aae4-d2328ebc657b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ec17525d-2044-4060-b10e-80325ccac237'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:05:51.276593 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-0b875608-d8ce-49c5-8f87-b3b4080d18c2 None None] Bound port: d95103e8-f189-4be9-946b-1555eae5e3c5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d0cf714-fae3-4eb6-aae4-d2328ebc657b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ec17525d-2044-4060-b10e-80325ccac237'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:05:51.276979 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0b875608-d8ce-49c5-8f87-b3b4080d18c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d95103e8-f189-4be9-946b-1555eae5e3c5), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:51.286807 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-02ef32c4-7e75-410a-95da-a9f6e894b071 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] device_id is not set on port eff38dba-96f9-4889-bbfd-696942de1099 yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:05:51.337346 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9b8fd42d-3a8e-4de2-aca5-ebd583a3315f req-c84bd791-66d2-4e6b-b502-dc527e965e8d tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=a229fbd7-b1b9-494e-8456-3f415323cf03 HTTP/1.1" status: 200  len: 210 time: 0.0710411
Feb 05 21:05:51.359217 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f817b64d-c1e2-4552-8f8e-e35795f2d37d tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (ac63daf1-8d83-4c33-ad10-5c611840f087), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:51.392665 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-605b6391-f03e-4b78-8e30-ff939aed20ce None None] Allocated IP 2001:db8::2 (4b876e93-e753-4f82-8855-2c9c3d1db066/b42ddaae-6d9e-4359-88ff-101d0388e5ed/83af122f-9071-46d4-ae48-d940c9471fbc) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:05:51.392868 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b5db9afc-9f9f-408e-b182-3b26d7fdac56 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (b05546c4-9e8d-46f6-914e-3e9ec8af6218), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:51.399489 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5db9afc-9f9f-408e-b182-3b26d7fdac56 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:51.400223 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b5db9afc-9f9f-408e-b182-3b26d7fdac56 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:51.400438 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-605b6391-f03e-4b78-8e30-ff939aed20ce None None] Allocated IP 2001:db8:0:1:f816:3eff:fe20:fa76 (4b876e93-e753-4f82-8855-2c9c3d1db066/4374c392-eb6d-42c2-a92a-531f2af7e642/83af122f-9071-46d4-ae48-d940c9471fbc) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:05:51.423187 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2a25961f-288d-4563-b62a-70a48afbf772 req-4506e74a-80da-435d-979f-a98d8f97d2de tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3329222
Feb 05 21:05:51.467230 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b5db9afc-9f9f-408e-b182-3b26d7fdac56 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 0.8111959
Feb 05 21:05:51.469953 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56466) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:51.513000 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db9afc-9f9f-408e-b182-3b26d7fdac56 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event updated for resources: {'Network': ['ID=b05546c4-9e8d-46f6-914e-3e9ec8af6218,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:51.548191 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f817b64d-c1e2-4552-8f8e-e35795f2d37d tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (ac63daf1-8d83-4c33-ad10-5c611840f087), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:51.551309 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network b05546c4-9e8d-46f6-914e-3e9ec8af6218 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:05:51.563866 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-0b875608-d8ce-49c5-8f87-b3b4080d18c2 None None] For port d95103e8-f189-4be9-946b-1555eae5e3c5, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:05:51.571129 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f817b64d-c1e2-4552-8f8e-e35795f2d37d tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:51.578166 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f817b64d-c1e2-4552-8f8e-e35795f2d37d tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] 10.222.0.32 "DELETE /v2.0/subnets/ac63daf1-8d83-4c33-ad10-5c611840f087 HTTP/1.1" status: 204  len: 168 time: 1.6594269
Feb 05 21:05:51.597052 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56470) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:51.602864 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f817b64d-c1e2-4552-8f8e-e35795f2d37d tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Pushing event deleted for resources: {'Subnet': ['ID=ac63daf1-8d83-4c33-ad10-5c611840f087,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:51.626585 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-0b875608-d8ce-49c5-8f87-b3b4080d18c2 None None] For port d95103e8-f189-4be9-946b-1555eae5e3c5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d95103e8-f189-4be9-946b-1555eae5e3c5,segment=NetworkSegment(9d0cf714-fae3-4eb6-aae4-d2328ebc657b),segment_id=9d0cf714-fae3-4eb6-aae4-d2328ebc657b)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:05:51.664562 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-605b6391-f03e-4b78-8e30-ff939aed20ce None None] Publish callbacks [] for port (83af122f-9071-46d4-ae48-d940c9471fbc), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:51.666480 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0b875608-d8ce-49c5-8f87-b3b4080d18c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d95103e8-f189-4be9-946b-1555eae5e3c5), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:51.687631 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-605b6391-f03e-4b78-8e30-ff939aed20ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (83af122f-9071-46d4-ae48-d940c9471fbc), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:51.745102 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605b6391-f03e-4b78-8e30-ff939aed20ce None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:05:51.745320 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369b500f-070b-4e7f-810d-be0ecd8e1d0f tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:51.750474 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-369b500f-070b-4e7f-810d-be0ecd8e1d0f tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1375391
Feb 05 21:05:51.750736 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-605b6391-f03e-4b78-8e30-ff939aed20ce None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:51.751602 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56474) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:51.753461 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605b6391-f03e-4b78-8e30-ff939aed20ce None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:05:51.762255 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e429ae30-094f-45d8-b642-29727f190717 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:51.764084 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e429ae30-094f-45d8-b642-29727f190717 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "GET /v2.0/networks?id=b05546c4-9e8d-46f6-914e-3e9ec8af6218 HTTP/1.1" status: 200  len: 761 time: 0.2927258
Feb 05 21:05:51.770741 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56476) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:51.799310 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-474c2028-fa76-4831-9001-4025058cd662 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Request body: {'network': {'description': 'd2'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:51.820130 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b875608-d8ce-49c5-8f87-b3b4080d18c2 None None] Pushing event updated for resources: {'Port': ['ID=d95103e8-f189-4be9-946b-1555eae5e3c5,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:51.844288 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:05:51.899967 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-605b6391-f03e-4b78-8e30-ff939aed20ce None None] Attempting to bind port 83af122f-9071-46d4-ae48-d940c9471fbc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:05:51.900354 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-605b6391-f03e-4b78-8e30-ff939aed20ce None None] Attempting to bind port 83af122f-9071-46d4-ae48-d940c9471fbc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:05:51.900733 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605b6391-f03e-4b78-8e30-ff939aed20ce None None] Attempting to bind port 83af122f-9071-46d4-ae48-d940c9471fbc on network 4b876e93-e753-4f82-8855-2c9c3d1db066 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:05:51.917191 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605b6391-f03e-4b78-8e30-ff939aed20ce None None] Pushing event updated for resources: {'Port': ['ID=83af122f-9071-46d4-ae48-d940c9471fbc,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:51.919992 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605b6391-f03e-4b78-8e30-ff939aed20ce None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:05:51.920382 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605b6391-f03e-4b78-8e30-ff939aed20ce None None] Checking segment: {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:05:51.920798 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-605b6391-f03e-4b78-8e30-ff939aed20ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:51.921192 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605b6391-f03e-4b78-8e30-ff939aed20ce None None] Bound using segment: {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:05:51.921676 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-605b6391-f03e-4b78-8e30-ff939aed20ce None None] Bound port: 83af122f-9071-46d4-ae48-d940c9471fbc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4b876e93-e753-4f82-8855-2c9c3d1db066'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:05:51.922633 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-605b6391-f03e-4b78-8e30-ff939aed20ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (83af122f-9071-46d4-ae48-d940c9471fbc), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:51.973235 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device e732775a-842f-4c38-8c78-db3b4bfd0611 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:05:52.004234 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: e732775a-842f-4c38-8c78-db3b4bfd0611 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:05:52.004682 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device e732775a-842f-4c38-8c78-db3b4bfd0611 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:05:52.017218 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2f3e7b56-db78-4616-9552-784847c54953 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (ec17525d-2044-4060-b10e-80325ccac237), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:52.039350 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-aaf2d5e1-eade-4005-b024-4095c7aade13 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:52.040910 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-aaf2d5e1-eade-4005-b024-4095c7aade13 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.21 "GET /v2.0/networks?id=101f8301-8908-474a-9c4a-c0416b6bfc1d HTTP/1.1" status: 200  len: 812 time: 0.4968588
Feb 05 21:05:52.046411 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-605b6391-f03e-4b78-8e30-ff939aed20ce None None] For port 83af122f-9071-46d4-ae48-d940c9471fbc, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:05:52.055044 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-605b6391-f03e-4b78-8e30-ff939aed20ce None None] For port 83af122f-9071-46d4-ae48-d940c9471fbc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=83af122f-9071-46d4-ae48-d940c9471fbc,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:05:52.068232 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-89192e9c-690a-4d70-bd16-df0cded7b958 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Request body: {'port': {'device_id': 'a229fbd7-b1b9-494e-8456-3f415323cf03', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'admin_state_up': True, 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:52.068721 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-605b6391-f03e-4b78-8e30-ff939aed20ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (83af122f-9071-46d4-ae48-d940c9471fbc), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:52.167094 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-2f3e7b56-db78-4616-9552-784847c54953 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Deleting port d95103e8-f189-4be9-946b-1555eae5e3c5 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:05:52.167679 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2f3e7b56-db78-4616-9552-784847c54953 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (d95103e8-f189-4be9-946b-1555eae5e3c5), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:52.173454 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605b6391-f03e-4b78-8e30-ff939aed20ce None None] Pushing event updated for resources: {'Port': ['ID=83af122f-9071-46d4-ae48-d940c9471fbc,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:52.266589 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-2f3e7b56-db78-4616-9552-784847c54953 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] For port d95103e8-f189-4be9-946b-1555eae5e3c5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d95103e8-f189-4be9-946b-1555eae5e3c5,segment=NetworkSegment(9d0cf714-fae3-4eb6-aae4-d2328ebc657b),segment_id=9d0cf714-fae3-4eb6-aae4-d2328ebc657b)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:05:52.267246 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2f3e7b56-db78-4616-9552-784847c54953 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (d95103e8-f189-4be9-946b-1555eae5e3c5), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:52.280719 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-02ef32c4-7e75-410a-95da-a9f6e894b071 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Allocated IP 2001:db8::91 (4b876e93-e753-4f82-8855-2c9c3d1db066/b42ddaae-6d9e-4359-88ff-101d0388e5ed/eff38dba-96f9-4889-bbfd-696942de1099) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:05:52.288835 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-02ef32c4-7e75-410a-95da-a9f6e894b071 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Allocated IP 2001:db8:0:1:f816:3eff:fe17:adbf (4b876e93-e753-4f82-8855-2c9c3d1db066/4374c392-eb6d-42c2-a92a-531f2af7e642/eff38dba-96f9-4889-bbfd-696942de1099) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:05:52.293428 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-2f3e7b56-db78-4616-9552-784847c54953 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Calling delete_port for d95103e8-f189-4be9-946b-1555eae5e3c5 owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:05:53.009391 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6a5f8374-347e-4c1e-ad43-12bd8da01b29 req-5d8f60f7-d714-4522-832c-cce48e8b08f1 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=a229fbd7-b1b9-494e-8456-3f415323cf03 HTTP/1.1" status: 200  len: 210 time: 0.0758095
Feb 05 21:05:53.027873 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2f3e7b56-db78-4616-9552-784847c54953 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (d95103e8-f189-4be9-946b-1555eae5e3c5), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:53.043240 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-474c2028-fa76-4831-9001-4025058cd662 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (b05546c4-9e8d-46f6-914e-3e9ec8af6218), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:53.046840 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5aac2f-eb42-445a-880b-9509eed13eb4 req-395127e7-45c5-43b2-9662-2e2631d03581 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:53.048372 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b5aac2f-eb42-445a-880b-9509eed13eb4 req-395127e7-45c5-43b2-9662-2e2631d03581 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=a357c2bf-ca65-4d93-8281-66906aac7661 HTTP/1.1" status: 200  len: 945 time: 0.1163182
Feb 05 21:05:53.073199 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-474c2028-fa76-4831-9001-4025058cd662 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (b05546c4-9e8d-46f6-914e-3e9ec8af6218), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:53.075685 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e7b56-db78-4616-9552-784847c54953 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Pushing event deleted for resources: {'Port': ['ID=d95103e8-f189-4be9-946b-1555eae5e3c5,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:53.096784 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3e7b56-db78-4616-9552-784847c54953 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] No DVR routers for this DVR port d95103e8-f189-4be9-946b-1555eae5e3c5 on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:05:53.210780 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b5aac2f-eb42-445a-880b-9509eed13eb4 req-36741b0e-9509-4f0a-96b9-d419d7107b9e tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1390252
Feb 05 21:05:53.223253 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2f3e7b56-db78-4616-9552-784847c54953 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (ec17525d-2044-4060-b10e-80325ccac237), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:53.261248 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-474c2028-fa76-4831-9001-4025058cd662 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Network b05546c4-9e8d-46f6-914e-3e9ec8af6218 is not hosted by any dhcp agent {{(pid=114390) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Feb 05 21:05:53.267315 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474c2028-fa76-4831-9001-4025058cd662 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:53.268100 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-474c2028-fa76-4831-9001-4025058cd662 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:53.269838 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-474c2028-fa76-4831-9001-4025058cd662 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "PUT /v2.0/networks/b05546c4-9e8d-46f6-914e-3e9ec8af6218 HTTP/1.1" status: 200  len: 758 time: 1.4792793
Feb 05 21:05:53.279379 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-2f3e7b56-db78-4616-9552-784847c54953 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db957eac0>,) {'filters': {'network_id': ['ec17525d-2044-4060-b10e-80325ccac237']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:53.281810 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56536) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:53.339696 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-2f3e7b56-db78-4616-9552-784847c54953 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db957eac0>, '9d0cf714-fae3-4eb6-aae4-d2328ebc657b') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:53.340152 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-2f3e7b56-db78-4616-9552-784847c54953 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db957eac0>, '9d0cf714-fae3-4eb6-aae4-d2328ebc657b') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:53.362595 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2f3e7b56-db78-4616-9552-784847c54953 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (9d0cf714-fae3-4eb6-aae4-d2328ebc657b), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:53.393037 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c2028-fa76-4831-9001-4025058cd662 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event updated for resources: {'Network': ['ID=b05546c4-9e8d-46f6-914e-3e9ec8af6218,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:53.408222 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network b05546c4-9e8d-46f6-914e-3e9ec8af6218 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:05:53.474333 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-89192e9c-690a-4d70-bd16-df0cded7b958 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Made reservation on behalf of af1c8d8fd0ce4d51947fd02afc3a9fb1 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:53.478000 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-89192e9c-690a-4d70-bd16-df0cded7b958 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:53.490647 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56540) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:53.512110 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-02ef32c4-7e75-410a-95da-a9f6e894b071 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for port (eff38dba-96f9-4889-bbfd-696942de1099), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:53.513794 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2f3e7b56-db78-4616-9552-784847c54953 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (9d0cf714-fae3-4eb6-aae4-d2328ebc657b), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:53.538790 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f3e7b56-db78-4616-9552-784847c54953 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:05:53.540332 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2f3e7b56-db78-4616-9552-784847c54953 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (9d0cf714-fae3-4eb6-aae4-d2328ebc657b), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:53.544156 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:05:53.544156 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:05:53.544156 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:05:53.544156 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:05:53.544156 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:05:53.544156 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:05:53.544156 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:05:53.544156 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:05:53.544156 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:05:53.544156 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:05:53.544156 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:05:53.544156 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:05:53.544156 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:05:53.544156 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:05:53.544156 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:05:53.544156 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:05:53.544156 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:05:53.544156 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:05:53.544156 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:05:53.544156 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:05:53.544156 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:05:53.544156 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:05:53.544156 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:05:53.544156 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:05:53.544156 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:05:53.544156 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:05:53.544156 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:05:53.544156 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:05:53.544156 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:05:53.544156 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:05:53.544156 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:05:53.544156 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:05:53.564498 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774be1de-7ad1-4eda-9b0f-524eec41c0c0 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:53.566020 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-774be1de-7ad1-4eda-9b0f-524eec41c0c0 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "GET /v2.0/networks?id=b05546c4-9e8d-46f6-914e-3e9ec8af6218 HTTP/1.1" status: 200  len: 761 time: 0.2831941
Feb 05 21:05:53.570510 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56544) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:53.582413 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-491017d4-55bc-4b04-a4ac-52309e541e1b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1747695814'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:53.594725 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d0d6be-1c5d-4d05-9733-f13aad9fc89b None None] Network ec17525d-2044-4060-b10e-80325ccac237 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:53.621907 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2f3e7b56-db78-4616-9552-784847c54953 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (ec17525d-2044-4060-b10e-80325ccac237), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:53.646514 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2f3e7b56-db78-4616-9552-784847c54953 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:53.655213 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2f3e7b56-db78-4616-9552-784847c54953 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] 10.222.0.32 "DELETE /v2.0/networks/ec17525d-2044-4060-b10e-80325ccac237 HTTP/1.1" status: 204  len: 168 time: 1.9022071
Feb 05 21:05:53.656360 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e7b56-db78-4616-9552-784847c54953 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Pushing event deleted for resources: {'Network': ['ID=ec17525d-2044-4060-b10e-80325ccac237,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:53.658441 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56546) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:53.695768 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491017d4-55bc-4b04-a4ac-52309e541e1b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Made reservation on behalf of 0d72e712e1b64cf48d280a84b998fa1b for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:53.699205 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-491017d4-55bc-4b04-a4ac-52309e541e1b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:53.707557 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5fa0fcff-8e02-4516-938c-30cda88f4b2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:53.715137 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-02ef32c4-7e75-410a-95da-a9f6e894b071 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (eff38dba-96f9-4889-bbfd-696942de1099), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:53.727991 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-d0c4b00d-6d16-479d-bb4e-ccae007cf845 None None] Could not find standard attr ID for object d95103e8-f189-4be9-946b-1555eae5e3c5. {{(pid=114392) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 05 21:05:53.792481 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-491017d4-55bc-4b04-a4ac-52309e541e1b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:05:53.813233 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-491017d4-55bc-4b04-a4ac-52309e541e1b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (184e90ee-077e-450c-a968-3531dc3df287), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:53.813597 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-491017d4-55bc-4b04-a4ac-52309e541e1b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Added segment 184e90ee-077e-450c-a968-3531dc3df287 of type vlan for network d811fcc7-8ddd-4db1-a1c6-f13a205f880b
Feb 05 21:05:53.835191 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-89192e9c-690a-4d70-bd16-df0cded7b958 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Allocated IP 172.20.0.5 (101f8301-8908-474a-9c4a-c0416b6bfc1d/4fedd35d-80ae-4712-9371-a85b980ce8f3/113b88ca-4d58-4a3b-b5e5-40de55af4ae3) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:05:53.839142 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4ece2f80-833d-4f9c-807c-b7655c540331 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (d196a1d7-ac5e-46be-bd36-c0000ad625a3), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:53.841954 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ef32c4-7e75-410a-95da-a9f6e894b071 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:05:53.855825 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdae9d7d-1bd6-4bcd-99db-29d831fdb365 None None] DHCP port deletion for ec17525d-2044-4060-b10e-80325ccac237 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:05:53.862365 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-02ef32c4-7e75-410a-95da-a9f6e894b071 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:53.886124 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5fa0fcff-8e02-4516-938c-30cda88f4b2b admin admin] Publish callbacks [] for security_group (ef35ead9-2700-4bbe-8fdc-cb7880600095), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:53.888264 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ef32c4-7e75-410a-95da-a9f6e894b071 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:05:53.895332 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ef32c4-7e75-410a-95da-a9f6e894b071 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:53.896030 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-02ef32c4-7e75-410a-95da-a9f6e894b071 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:53.902475 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ef32c4-7e75-410a-95da-a9f6e894b071 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event updated for resources: {'Port': ['ID=eff38dba-96f9-4889-bbfd-696942de1099,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:53.908980 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5fa0fcff-8e02-4516-938c-30cda88f4b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ef35ead9-2700-4bbe-8fdc-cb7880600095), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:53.930452 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-491017d4-55bc-4b04-a4ac-52309e541e1b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (d811fcc7-8ddd-4db1-a1c6-f13a205f880b), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:53.938959 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-02ef32c4-7e75-410a-95da-a9f6e894b071 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1031 time: 3.0876658
Feb 05 21:05:53.942421 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56548) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:54.012035 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5fa0fcff-8e02-4516-938c-30cda88f4b2b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=08db16e88e684dee96da12522e6b02fa&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5197487
Feb 05 21:05:54.015541 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0fcff-8e02-4516-938c-30cda88f4b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef35ead9-2700-4bbe-8fdc-cb7880600095,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:54.018907 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56550) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:54.021903 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4ece2f80-833d-4f9c-807c-b7655c540331 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (d196a1d7-ac5e-46be-bd36-c0000ad625a3), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:54.034596 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-491017d4-55bc-4b04-a4ac-52309e541e1b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (d811fcc7-8ddd-4db1-a1c6-f13a205f880b), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:54.044436 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491017d4-55bc-4b04-a4ac-52309e541e1b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:54.045034 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-491017d4-55bc-4b04-a4ac-52309e541e1b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:54.065973 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-4ece2f80-833d-4f9c-807c-b7655c540331 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db98b9e20>,) {'filters': {'network_id': ['d196a1d7-ac5e-46be-bd36-c0000ad625a3']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:54.084404 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-4ece2f80-833d-4f9c-807c-b7655c540331 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db98b9e20>, 'f4be0eb9-5a9b-4abd-9d51-31d5f3156a77') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:54.084714 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-4ece2f80-833d-4f9c-807c-b7655c540331 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db98b9e20>, 'f4be0eb9-5a9b-4abd-9d51-31d5f3156a77') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:54.101733 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4ece2f80-833d-4f9c-807c-b7655c540331 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (f4be0eb9-5a9b-4abd-9d51-31d5f3156a77), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:54.124659 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bf047d64-9f38-48cf-aca6-b0d0cdd0b0e2 admin admin] Publish callbacks [] for security_group (ef35ead9-2700-4bbe-8fdc-cb7880600095), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:54.127869 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4ece2f80-833d-4f9c-807c-b7655c540331 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (f4be0eb9-5a9b-4abd-9d51-31d5f3156a77), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:54.157092 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 83af122f-9071-46d4-ae48-d940c9471fbc up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:05:54.169521 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491017d4-55bc-4b04-a4ac-52309e541e1b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event updated for resources: {'Network': ['ID=d811fcc7-8ddd-4db1-a1c6-f13a205f880b,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:54.171066 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ece2f80-833d-4f9c-807c-b7655c540331 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:05:54.171483 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4ece2f80-833d-4f9c-807c-b7655c540331 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (f4be0eb9-5a9b-4abd-9d51-31d5f3156a77), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:54.176734 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:05:54.176734 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:05:54.176734 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:05:54.176734 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:05:54.176734 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:05:54.176734 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:05:54.176734 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:05:54.176734 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:05:54.176734 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:05:54.176734 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:05:54.176734 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:05:54.176734 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:05:54.176734 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:05:54.176734 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:05:54.176734 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:05:54.176734 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:05:54.176734 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:05:54.176734 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:05:54.176734 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:05:54.176734 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:05:54.176734 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:05:54.176734 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:05:54.176734 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:05:54.176734 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:05:54.176734 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:05:54.176734 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:05:54.176734 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:05:54.176734 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:05:54.176734 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:05:54.176734 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:05:54.176734 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:05:54.176734 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:05:54.190651 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2b41d181-7ac9-4ee4-95c2-3f748100de89 req-0c121533-362b-4b1a-b68d-0c28c6e2e24f tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=a229fbd7-b1b9-494e-8456-3f415323cf03 HTTP/1.1" status: 200  len: 210 time: 0.0639601
Feb 05 21:05:54.192387 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2553140-fabe-4e46-ada0-e9d55c815462 None None] get_active_networks_info from ncdv-master-1 {{(pid=114392) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 05 21:05:54.194526 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network d811fcc7-8ddd-4db1-a1c6-f13a205f880b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:05:54.207891 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bf047d64-9f38-48cf-aca6-b0d0cdd0b0e2 admin admin] Publish callbacks [] for security_group (ef35ead9-2700-4bbe-8fdc-cb7880600095), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:54.236561 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-491017d4-55bc-4b04-a4ac-52309e541e1b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.6650620
Feb 05 21:05:54.240495 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56554) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:54.247328 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-4da791d9-eb41-4787-87fe-9a495b6b9ed7 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Request body: {'subnet': {'network_id': 'd811fcc7-8ddd-4db1-a1c6-f13a205f880b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:54.301325 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4ece2f80-833d-4f9c-807c-b7655c540331 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (d196a1d7-ac5e-46be-bd36-c0000ad625a3), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:54.342060 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4ece2f80-833d-4f9c-807c-b7655c540331 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:54.349529 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4ece2f80-833d-4f9c-807c-b7655c540331 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] 10.222.0.32 "DELETE /v2.0/networks/d196a1d7-ac5e-46be-bd36-c0000ad625a3 HTTP/1.1" status: 204  len: 168 time: 0.6861706
Feb 05 21:05:54.349702 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-8fc74775-dc24-4749-a814-b98c5c0a3219 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting port eff38dba-96f9-4889-bbfd-696942de1099 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:05:54.349702 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8fc74775-dc24-4749-a814-b98c5c0a3219 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (eff38dba-96f9-4889-bbfd-696942de1099), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:54.354454 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56556) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:54.365261 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-55c97849-db26-4f23-a9d0-3dd6b28ee8d5 None None] Provisioning complete for port 83af122f-9071-46d4-ae48-d940c9471fbc triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:05:54.365680 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-55c97849-db26-4f23-a9d0-3dd6b28ee8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (83af122f-9071-46d4-ae48-d940c9471fbc), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:54.368895 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ece2f80-833d-4f9c-807c-b7655c540331 tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Pushing event deleted for resources: {'Network': ['ID=d196a1d7-ac5e-46be-bd36-c0000ad625a3,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:54.392059 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-89192e9c-690a-4d70-bd16-df0cded7b958 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for port (113b88ca-4d58-4a3b-b5e5-40de55af4ae3), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:54.418193 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bf047d64-9f38-48cf-aca6-b0d0cdd0b0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ef35ead9-2700-4bbe-8fdc-cb7880600095), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:54.420914 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bf047d64-9f38-48cf-aca6-b0d0cdd0b0e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:54.424277 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-bf047d64-9f38-48cf-aca6-b0d0cdd0b0e2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ef35ead9-2700-4bbe-8fdc-cb7880600095 HTTP/1.1" status: 204  len: 168 time: 0.3973446
Feb 05 21:05:54.431870 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 83af122f-9071-46d4-ae48-d940c9471fbc triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:05:54.432300 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (83af122f-9071-46d4-ae48-d940c9471fbc), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:54.447245 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf047d64-9f38-48cf-aca6-b0d0cdd0b0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef35ead9-2700-4bbe-8fdc-cb7880600095,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:54.461624 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da791d9-eb41-4787-87fe-9a495b6b9ed7 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Made reservation on behalf of 0d72e712e1b64cf48d280a84b998fa1b for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:54.465134 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4da791d9-eb41-4787-87fe-9a495b6b9ed7 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:54.539810 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2553140-fabe-4e46-ada0-e9d55c815462 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 05 21:05:54.553799 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a25501ee-5af9-4dde-95bb-9af1f6a1bffa tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (6ea4af29-c444-4c02-9427-739e928c9d47), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:54.572996 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8fc74775-dc24-4749-a814-b98c5c0a3219 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (eff38dba-96f9-4889-bbfd-696942de1099), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:54.592343 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-8fc74775-dc24-4749-a814-b98c5c0a3219 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Calling delete_port for eff38dba-96f9-4889-bbfd-696942de1099 owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:05:54.607494 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-89192e9c-690a-4d70-bd16-df0cded7b958 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (113b88ca-4d58-4a3b-b5e5-40de55af4ae3), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:54.641279 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['71d0f55a-11fc-4be4-8ba9-807696018a54'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:05:54.649199 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-55c97849-db26-4f23-a9d0-3dd6b28ee8d5 None None] Current status of the port 83af122f-9071-46d4-ae48-d940c9471fbc is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:05:54.649904 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-55c97849-db26-4f23-a9d0-3dd6b28ee8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (83af122f-9071-46d4-ae48-d940c9471fbc), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:54.682623 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61e59f-7825-4a9d-8859-77af4454e400 req-2b908745-cb0a-4607-ac74-2dd8eada309b tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:54.693214 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5c61e59f-7825-4a9d-8859-77af4454e400 req-2b908745-cb0a-4607-ac74-2dd8eada309b tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=a357c2bf-ca65-4d93-8281-66906aac7661 HTTP/1.1" status: 200  len: 945 time: 0.3317375
Feb 05 21:05:54.745857 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-89192e9c-690a-4d70-bd16-df0cded7b958 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Network 101f8301-8908-474a-9c4a-c0416b6bfc1d is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:05:54.758832 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89192e9c-690a-4d70-bd16-df0cded7b958 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Pushing event updated for resources: {'Port': ['ID=113b88ca-4d58-4a3b-b5e5-40de55af4ae3,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:54.761490 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-89192e9c-690a-4d70-bd16-df0cded7b958 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:54.784204 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5c61e59f-7825-4a9d-8859-77af4454e400 req-45b01e0c-05b1-455f-a94c-06fbc67cdccf tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843847
Feb 05 21:05:54.807497 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-89192e9c-690a-4d70-bd16-df0cded7b958 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:05:54.815755 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a25501ee-5af9-4dde-95bb-9af1f6a1bffa tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (6ea4af29-c444-4c02-9427-739e928c9d47), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:54.832202 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 83af122f-9071-46d4-ae48-d940c9471fbc is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:05:54.832811 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (83af122f-9071-46d4-ae48-d940c9471fbc), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:54.835002 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4da791d9-eb41-4787-87fe-9a495b6b9ed7 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (929fe9f8-53bf-4cc7-9bc0-a8bac2e0064a), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:54.843755 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56562) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:54.884974 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-55c97849-db26-4f23-a9d0-3dd6b28ee8d5 None None] For port 83af122f-9071-46d4-ae48-d940c9471fbc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=83af122f-9071-46d4-ae48-d940c9471fbc,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:05:54.895874 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-55c97849-db26-4f23-a9d0-3dd6b28ee8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (83af122f-9071-46d4-ae48-d940c9471fbc), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:54.897450 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-a25501ee-5af9-4dde-95bb-9af1f6a1bffa tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db907e610>,) {'filters': {'network_id': ['6ea4af29-c444-4c02-9427-739e928c9d47']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:54.899584 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f490dc07-ba5d-46f1-ae53-21bf479acd25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:54.922761 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-a25501ee-5af9-4dde-95bb-9af1f6a1bffa tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db907e610>, '3ea17145-9b22-495f-b47c-d0d8d7f2fc69') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:54.923001 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da791d9-eb41-4787-87fe-9a495b6b9ed7 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event updated for resources: {'Subnet': ['ID=929fe9f8-53bf-4cc7-9bc0-a8bac2e0064a,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:54.923145 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-a25501ee-5af9-4dde-95bb-9af1f6a1bffa tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db907e610>, '3ea17145-9b22-495f-b47c-d0d8d7f2fc69') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:54.927894 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da791d9-eb41-4787-87fe-9a495b6b9ed7 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Checking segment: {'id': '184e90ee-077e-450c-a968-3531dc3df287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd811fcc7-8ddd-4db1-a1c6-f13a205f880b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:05:54.928266 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da791d9-eb41-4787-87fe-9a495b6b9ed7 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Network hostable DHCP agents. Network: d811fcc7-8ddd-4db1-a1c6-f13a205f880b, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:05:54.937215 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-89192e9c-690a-4d70-bd16-df0cded7b958 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:54.937924 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-89192e9c-690a-4d70-bd16-df0cded7b958 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:54.950873 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a25501ee-5af9-4dde-95bb-9af1f6a1bffa tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (3ea17145-9b22-495f-b47c-d0d8d7f2fc69), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:54.961165 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da791d9-eb41-4787-87fe-9a495b6b9ed7 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Network d811fcc7-8ddd-4db1-a1c6-f13a205f880b is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:05:54.971593 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-4da791d9-eb41-4787-87fe-9a495b6b9ed7 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d811fcc7-8ddd-4db1-a1c6-f13a205f880b) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:05:54.978886 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da791d9-eb41-4787-87fe-9a495b6b9ed7 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:54.979476 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4da791d9-eb41-4787-87fe-9a495b6b9ed7 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:54.998075 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4da791d9-eb41-4787-87fe-9a495b6b9ed7 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7561820
Feb 05 21:05:55.000634 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56564) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:55.009949 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-89192e9c-690a-4d70-bd16-df0cded7b958 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9459469
Feb 05 21:05:55.012172 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a25501ee-5af9-4dde-95bb-9af1f6a1bffa tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (3ea17145-9b22-495f-b47c-d0d8d7f2fc69), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:55.026836 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a25501ee-5af9-4dde-95bb-9af1f6a1bffa tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:05:55.027248 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a25501ee-5af9-4dde-95bb-9af1f6a1bffa tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (3ea17145-9b22-495f-b47c-d0d8d7f2fc69), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:55.033579 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-358e52d3-f3ca-46e9-a153-c5f91ce6f3e4 service neutron] Request body: {'port': {'device_id': 'a229fbd7-b1b9-494e-8456-3f415323cf03', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:55.036621 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:05:55.036621 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:05:55.036621 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:05:55.036621 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:05:55.036621 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:05:55.036621 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:05:55.036621 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:05:55.036621 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:05:55.036621 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:05:55.036621 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:05:55.036621 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:05:55.036621 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:05:55.036621 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:05:55.036621 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:05:55.036621 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:05:55.036621 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:05:55.036621 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:05:55.036621 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:05:55.036621 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:05:55.036621 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:05:55.036621 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:05:55.036621 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:05:55.036621 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:05:55.036621 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:05:55.036621 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:05:55.036621 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:05:55.036621 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:05:55.036621 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:05:55.036621 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:05:55.036621 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:05:55.036621 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:05:55.036621 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:05:55.116587 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1172d784-9099-4e50-b00f-52e53510c86c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (d811fcc7-8ddd-4db1-a1c6-f13a205f880b), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:55.181424 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1172d784-9099-4e50-b00f-52e53510c86c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (929fe9f8-53bf-4cc7-9bc0-a8bac2e0064a), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:55.209565 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a25501ee-5af9-4dde-95bb-9af1f6a1bffa tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (6ea4af29-c444-4c02-9427-739e928c9d47), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:55.221097 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 21:05:55.221980 ncdv-master-1 neutron-server[114392]: DEBUG oslo_db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 21:05:55.230589 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c97849-db26-4f23-a9d0-3dd6b28ee8d5 None None] Pushing event updated for resources: {'Port': ['ID=83af122f-9071-46d4-ae48-d940c9471fbc,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:55.244164 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a25501ee-5af9-4dde-95bb-9af1f6a1bffa tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:55.249812 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a25501ee-5af9-4dde-95bb-9af1f6a1bffa tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] 10.222.0.32 "DELETE /v2.0/networks/6ea4af29-c444-4c02-9427-739e928c9d47 HTTP/1.1" status: 204  len: 168 time: 0.8920498
Feb 05 21:05:55.250773 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25501ee-5af9-4dde-95bb-9af1f6a1bffa tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Pushing event deleted for resources: {'Network': ['ID=6ea4af29-c444-4c02-9427-739e928c9d47,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:55.252551 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56568) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:55.273888 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-358e52d3-f3ca-46e9-a153-c5f91ce6f3e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (113b88ca-4d58-4a3b-b5e5-40de55af4ae3), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:55.293562 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8fc74775-dc24-4749-a814-b98c5c0a3219 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (eff38dba-96f9-4889-bbfd-696942de1099), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:55.301655 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f490dc07-ba5d-46f1-ae53-21bf479acd25 admin admin] Publish callbacks [] for security_group (f65cbb0c-ff4c-4b1b-8d3c-6493949fa672), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:55.333946 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1172d784-9099-4e50-b00f-52e53510c86c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (929fe9f8-53bf-4cc7-9bc0-a8bac2e0064a), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:55.334128 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc74775-dc24-4749-a814-b98c5c0a3219 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Port': ['ID=eff38dba-96f9-4889-bbfd-696942de1099,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:55.337654 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f490dc07-ba5d-46f1-ae53-21bf479acd25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f65cbb0c-ff4c-4b1b-8d3c-6493949fa672), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:55.338764 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5201b968-69f1-4131-b50e-ace095e5204c None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:55.345704 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34c4b50-1535-4f13-b497-d04cd266ff28 None None] Network d811fcc7-8ddd-4db1-a1c6-f13a205f880b requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:55.428000 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1172d784-9099-4e50-b00f-52e53510c86c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event deleted for resources: {'Subnet': ['ID=929fe9f8-53bf-4cc7-9bc0-a8bac2e0064a,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:55.461072 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-73e73824-bc9e-432a-9d6a-5db6822eb86b tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (9db7fcf5-b2a5-4a20-afb8-6f09b2dfc09a), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:55.477077 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8fc74775-dc24-4749-a814-b98c5c0a3219 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:55.483085 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8fc74775-dc24-4749-a814-b98c5c0a3219 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/ports/eff38dba-96f9-4889-bbfd-696942de1099 HTTP/1.1" status: 204  len: 168 time: 1.5322106
Feb 05 21:05:55.484099 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f490dc07-ba5d-46f1-ae53-21bf479acd25 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=90bf3c0a9c9c4c41908c165864f76857&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6341922
Feb 05 21:05:55.484695 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56570) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:55.487209 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56572) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:55.489521 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f490dc07-ba5d-46f1-ae53-21bf479acd25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65cbb0c-ff4c-4b1b-8d3c-6493949fa672,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:55.533291 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4d7516-504b-495e-a602-0326535272b5 None None] Network d811fcc7-8ddd-4db1-a1c6-f13a205f880b requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:55.572186 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1172d784-9099-4e50-b00f-52e53510c86c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (d811fcc7-8ddd-4db1-a1c6-f13a205f880b), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:55.640097 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-1172d784-9099-4e50-b00f-52e53510c86c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db81ea5e0>,) {'filters': {'network_id': ['d811fcc7-8ddd-4db1-a1c6-f13a205f880b']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:55.666029 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580644c-e365-4465-b532-6a11f0d91879 req-e9dbfbde-e066-4fea-877b-fae3af407d18 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:55.667635 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d580644c-e365-4465-b532-6a11f0d91879 req-e9dbfbde-e066-4fea-877b-fae3af407d18 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=a229fbd7-b1b9-494e-8456-3f415323cf03 HTTP/1.1" status: 200  len: 931 time: 0.2918108
Feb 05 21:05:55.669019 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a00c99-8338-441b-8539-f691c0ab9bc4 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:55.673820 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a8a00c99-8338-441b-8539-f691c0ab9bc4 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.1862679
Feb 05 21:05:55.674655 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56574) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:55.690105 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-1172d784-9099-4e50-b00f-52e53510c86c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db81ea5e0>, '184e90ee-077e-450c-a968-3531dc3df287') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:55.690320 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-1172d784-9099-4e50-b00f-52e53510c86c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db81ea5e0>, '184e90ee-077e-450c-a968-3531dc3df287') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:55.713900 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1172d784-9099-4e50-b00f-52e53510c86c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (184e90ee-077e-450c-a968-3531dc3df287), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:55.786263 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-0e803892-88b0-4d76-921a-ef5e4d1ae55f None None] Provisioning complete for port 113b88ca-4d58-4a3b-b5e5-40de55af4ae3 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:05:55.786688 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0e803892-88b0-4d76-921a-ef5e4d1ae55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (113b88ca-4d58-4a3b-b5e5-40de55af4ae3), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:55.824169 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19435089-8f5d-44e4-a628-b9fa1c78385a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:55.825544 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-73e73824-bc9e-432a-9d6a-5db6822eb86b tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (9db7fcf5-b2a5-4a20-afb8-6f09b2dfc09a), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:55.830211 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-19435089-8f5d-44e4-a628-b9fa1c78385a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.1462388
Feb 05 21:05:55.831064 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56578) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:55.899030 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 83af122f-9071-46d4-ae48-d940c9471fbc is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:05:55.901821 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-0e803892-88b0-4d76-921a-ef5e4d1ae55f None None] Port 113b88ca-4d58-4a3b-b5e5-40de55af4ae3 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:05:55.913451 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1172d784-9099-4e50-b00f-52e53510c86c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (184e90ee-077e-450c-a968-3531dc3df287), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:55.918862 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d580644c-e365-4465-b532-6a11f0d91879 req-226ed9b8-9ada-4ace-b766-8534b5de39f4 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7eb3d12-a5c7-4b2c-93da-f3f358aebcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2195294
Feb 05 21:05:55.919849 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ad5746b7-7ac8-441d-9935-20dda5bd20f9 admin admin] Publish callbacks [] for security_group (f65cbb0c-ff4c-4b1b-8d3c-6493949fa672), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:55.969808 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1172d784-9099-4e50-b00f-52e53510c86c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:05:55.970317 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1172d784-9099-4e50-b00f-52e53510c86c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (184e90ee-077e-450c-a968-3531dc3df287), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:56.005291 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8fbfa2-eb21-4778-aef8-d9719e48f5b5 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:56.006792 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8fbfa2-eb21-4778-aef8-d9719e48f5b5 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:56.008422 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8fbfa2-eb21-4778-aef8-d9719e48f5b5 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:56.014101 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-eb8fbfa2-eb21-4778-aef8-d9719e48f5b5 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.1764054
Feb 05 21:05:56.020430 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56580) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:56.049464 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:05:56.049464 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:05:56.049464 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:05:56.049464 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:05:56.049464 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:05:56.049464 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:05:56.049464 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:05:56.049464 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:05:56.049464 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:05:56.049464 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:05:56.049464 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:05:56.049464 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:05:56.049464 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:05:56.049464 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:05:56.049464 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:05:56.049464 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:05:56.049464 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:05:56.049464 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:05:56.049464 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:05:56.049464 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:05:56.049464 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:05:56.049464 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:05:56.049464 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:05:56.049464 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:05:56.049464 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:05:56.049464 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:05:56.049464 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:05:56.049464 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:05:56.049464 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:05:56.049464 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:05:56.049464 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:05:56.049464 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:05:56.051701 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-73e73824-bc9e-432a-9d6a-5db6822eb86b tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db85470d0>,) {'filters': {'network_id': ['9db7fcf5-b2a5-4a20-afb8-6f09b2dfc09a']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:56.062949 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 83af122f-9071-46d4-ae48-d940c9471fbc up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:05:56.138511 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b62ab66-acbe-42f3-9344-90ba40d81753 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting subnet 4374c392-eb6d-42c2-a92a-531f2af7e642 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:05:56.142253 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5b62ab66-acbe-42f3-9344-90ba40d81753 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (4374c392-eb6d-42c2-a92a-531f2af7e642), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:56.155109 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 83af122f-9071-46d4-ae48-d940c9471fbc triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:05:56.157287 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (83af122f-9071-46d4-ae48-d940c9471fbc), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:56.169977 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-73e73824-bc9e-432a-9d6a-5db6822eb86b tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db85470d0>, 'b949ea09-4f77-4bd4-a9f5-1869d89c9a48') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:56.170593 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-73e73824-bc9e-432a-9d6a-5db6822eb86b tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db85470d0>, 'b949ea09-4f77-4bd4-a9f5-1869d89c9a48') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:05:56.176727 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ad5746b7-7ac8-441d-9935-20dda5bd20f9 admin admin] Publish callbacks [] for security_group (f65cbb0c-ff4c-4b1b-8d3c-6493949fa672), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:56.199388 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-73e73824-bc9e-432a-9d6a-5db6822eb86b tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (b949ea09-4f77-4bd4-a9f5-1869d89c9a48), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:56.208136 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5b62ab66-acbe-42f3-9344-90ba40d81753 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (4374c392-eb6d-42c2-a92a-531f2af7e642), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:56.227472 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1172d784-9099-4e50-b00f-52e53510c86c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (d811fcc7-8ddd-4db1-a1c6-f13a205f880b), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:56.232764 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1172d784-9099-4e50-b00f-52e53510c86c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:56.236667 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1172d784-9099-4e50-b00f-52e53510c86c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "DELETE /v2.0/networks/d811fcc7-8ddd-4db1-a1c6-f13a205f880b HTTP/1.1" status: 204  len: 168 time: 1.2348516
Feb 05 21:05:56.271743 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56582) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:56.274500 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1172d784-9099-4e50-b00f-52e53510c86c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event deleted for resources: {'Network': ['ID=d811fcc7-8ddd-4db1-a1c6-f13a205f880b,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:56.285084 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ebbcf-7b77-4ea5-9e37-4e81ca1e750c req-911b4e78-3ede-4e96-b6b7-f3f9fadd1cce tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:56.287177 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2b3ebbcf-7b77-4ea5-9e37-4e81ca1e750c req-911b4e78-3ede-4e96-b6b7-f3f9fadd1cce tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=a357c2bf-ca65-4d93-8281-66906aac7661 HTTP/1.1" status: 200  len: 945 time: 0.2326152
Feb 05 21:05:56.306284 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-73e73824-bc9e-432a-9d6a-5db6822eb86b tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (b949ea09-4f77-4bd4-a9f5-1869d89c9a48), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:56.310187 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c664b-c44e-476b-8bfe-855c36927063 req-4d6608f0-bb5a-4f11-a5b3-237587a25097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:56.311854 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-948c664b-c44e-476b-8bfe-855c36927063 req-4d6608f0-bb5a-4f11-a5b3-237587a25097 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a357c2bf-ca65-4d93-8281-66906aac7661 HTTP/1.1" status: 200  len: 1127 time: 0.4109297
Feb 05 21:05:56.329101 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73e73824-bc9e-432a-9d6a-5db6822eb86b tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:05:56.329626 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-73e73824-bc9e-432a-9d6a-5db6822eb86b tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (b949ea09-4f77-4bd4-a9f5-1869d89c9a48), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:56.337067 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5b62ab66-acbe-42f3-9344-90ba40d81753 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (4374c392-eb6d-42c2-a92a-531f2af7e642), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:56.344700 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 83af122f-9071-46d4-ae48-d940c9471fbc is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:05:56.373313 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-358e52d3-f3ca-46e9-a153-c5f91ce6f3e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 113b88ca-4d58-4a3b-b5e5-40de55af4ae3 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:05:56.383305 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:05:56.383305 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:05:56.383305 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:05:56.383305 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:05:56.383305 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:05:56.383305 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:05:56.383305 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:05:56.383305 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:05:56.383305 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:05:56.383305 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:05:56.383305 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:05:56.383305 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:05:56.383305 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:05:56.383305 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:05:56.383305 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:05:56.383305 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:05:56.383305 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:05:56.383305 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:05:56.383305 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:05:56.383305 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:05:56.383305 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:05:56.383305 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:05:56.383305 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:05:56.383305 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:05:56.383305 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:05:56.383305 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:05:56.383305 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:05:56.383305 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:05:56.383305 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:05:56.383305 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:05:56.383305 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:05:56.383305 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:05:56.398214 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-358e52d3-f3ca-46e9-a153-c5f91ce6f3e4 service neutron] Publish callbacks [] for port (113b88ca-4d58-4a3b-b5e5-40de55af4ae3), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:56.403618 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-131229a2-5ac8-4572-a1b3-8cadd3d0b82a tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] GET failed (client error): The resource could not be found.
Feb 05 21:05:56.405098 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-131229a2-5ac8-4572-a1b3-8cadd3d0b82a tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "GET /v2.0/subnets/929fe9f8-53bf-4cc7-9bc0-a8bac2e0064a HTTP/1.1" status: 404  len: 337 time: 0.1168108
Feb 05 21:05:56.414168 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56584) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:56.451435 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a47e61e-f905-4572-b192-b25784bbd669 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:05:56.453566 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a47e61e-f905-4572-b192-b25784bbd669 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:05:56.457839 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3a47e61e-f905-4572-b192-b25784bbd669 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "DELETE /v2.0/networks/d811fcc7-8ddd-4db1-a1c6-f13a205f880b HTTP/1.1" status: 404  len: 339 time: 0.0424273
Feb 05 21:05:56.458608 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2b3ebbcf-7b77-4ea5-9e37-4e81ca1e750c req-449584ad-e0b4-4911-b036-5ed24dfd8e41 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1382425
Feb 05 21:05:56.469992 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56586) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:56.524046 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-948c664b-c44e-476b-8bfe-855c36927063 req-f411da25-10b1-4f2d-8961-7d45969a3922 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1972508
Feb 05 21:05:56.532975 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-73e73824-bc9e-432a-9d6a-5db6822eb86b tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (9db7fcf5-b2a5-4a20-afb8-6f09b2dfc09a), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:56.570217 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-73e73824-bc9e-432a-9d6a-5db6822eb86b tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:56.578556 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-73e73824-bc9e-432a-9d6a-5db6822eb86b tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] 10.222.0.32 "DELETE /v2.0/networks/9db7fcf5-b2a5-4a20-afb8-6f09b2dfc09a HTTP/1.1" status: 204  len: 168 time: 1.3188875
Feb 05 21:05:56.579895 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e73824-bc9e-432a-9d6a-5db6822eb86b tempest-BulkNetworkOpsTest-1623027359 tempest-BulkNetworkOpsTest-1623027359-project] Pushing event deleted for resources: {'Network': ['ID=9db7fcf5-b2a5-4a20-afb8-6f09b2dfc09a,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:56.582824 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ad5746b7-7ac8-441d-9935-20dda5bd20f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f65cbb0c-ff4c-4b1b-8d3c-6493949fa672), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:56.586083 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ad5746b7-7ac8-441d-9935-20dda5bd20f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:56.587411 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ad5746b7-7ac8-441d-9935-20dda5bd20f9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f65cbb0c-ff4c-4b1b-8d3c-6493949fa672 HTTP/1.1" status: 204  len: 168 time: 1.0992429
Feb 05 21:05:56.600626 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5746b7-7ac8-441d-9935-20dda5bd20f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65cbb0c-ff4c-4b1b-8d3c-6493949fa672,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:56.645374 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-358e52d3-f3ca-46e9-a153-c5f91ce6f3e4 service neutron] Transition to ACTIVE for port object 113b88ca-4d58-4a3b-b5e5-40de55af4ae3 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:05:56.658505 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5b62ab66-acbe-42f3-9344-90ba40d81753 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (4374c392-eb6d-42c2-a92a-531f2af7e642), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:56.680518 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-358e52d3-f3ca-46e9-a153-c5f91ce6f3e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (113b88ca-4d58-4a3b-b5e5-40de55af4ae3), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:56.763848 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62ab66-acbe-42f3-9344-90ba40d81753 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Subnet': ['ID=4374c392-eb6d-42c2-a92a-531f2af7e642,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:56.787007 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5b62ab66-acbe-42f3-9344-90ba40d81753 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:56.791777 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5b62ab66-acbe-42f3-9344-90ba40d81753 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/4374c392-eb6d-42c2-a92a-531f2af7e642 HTTP/1.1" status: 204  len: 168 time: 0.7695365
Feb 05 21:05:56.796074 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56600) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:56.902115 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f3da043-14c5-478e-a8a0-48f156b23b53 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Deleting subnet b42ddaae-6d9e-4359-88ff-101d0388e5ed {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:05:56.907523 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9f3da043-14c5-478e-a8a0-48f156b23b53 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for subnet (b42ddaae-6d9e-4359-88ff-101d0388e5ed), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:56.933321 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb42052-9ef8-42e8-a481-cdbdc131e4d1 None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:57.010443 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9f3da043-14c5-478e-a8a0-48f156b23b53 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (b42ddaae-6d9e-4359-88ff-101d0388e5ed), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:57.108771 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56608) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:57.222325 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9f3da043-14c5-478e-a8a0-48f156b23b53 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (b42ddaae-6d9e-4359-88ff-101d0388e5ed), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:57.252571 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-683a56e5-66db-4822-862e-3904ca8b01a0 None None] Provisioning complete for port 83af122f-9071-46d4-ae48-d940c9471fbc triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:05:57.253375 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-683a56e5-66db-4822-862e-3904ca8b01a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (83af122f-9071-46d4-ae48-d940c9471fbc), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:57.289202 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f592900-358c-4c00-a9e2-3166e811b94f req-6d82f8a3-b03d-4e7a-973e-fcf7169e3c36 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:57.299890 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1f592900-358c-4c00-a9e2-3166e811b94f req-6d82f8a3-b03d-4e7a-973e-fcf7169e3c36 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=a229fbd7-b1b9-494e-8456-3f415323cf03 HTTP/1.1" status: 200  len: 943 time: 0.2112286
Feb 05 21:05:57.413670 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-683a56e5-66db-4822-862e-3904ca8b01a0 None None] Current status of the port 83af122f-9071-46d4-ae48-d940c9471fbc is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:05:57.450688 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a847c145-9459-488e-b2aa-db128f95cd7e tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:57.458488 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a847c145-9459-488e-b2aa-db128f95cd7e tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.9882562
Feb 05 21:05:57.468536 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56612) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:57.482220 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e52d3-f3ca-46e9-a153-c5f91ce6f3e4 service neutron] Pushing event updated for resources: {'Port': ['ID=113b88ca-4d58-4a3b-b5e5-40de55af4ae3,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:57.551114 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56616) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:57.588536 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3cc8dbd4-3d7e-46c6-af5e-cabc6412a221 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:57.632912 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-358e52d3-f3ca-46e9-a153-c5f91ce6f3e4 service neutron] Attempting to bind port 113b88ca-4d58-4a3b-b5e5-40de55af4ae3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:05:57.633256 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-358e52d3-f3ca-46e9-a153-c5f91ce6f3e4 service neutron] Attempting to bind port 113b88ca-4d58-4a3b-b5e5-40de55af4ae3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6da08ccd-563d-4daa-98a3-11856904a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:05:57.633522 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1f592900-358c-4c00-a9e2-3166e811b94f req-53074179-98bf-4260-a8ea-671440dddaae tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7eb3d12-a5c7-4b2c-93da-f3f358aebcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3195622
Feb 05 21:05:57.633626 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-358e52d3-f3ca-46e9-a153-c5f91ce6f3e4 service neutron] Attempting to bind port 113b88ca-4d58-4a3b-b5e5-40de55af4ae3 on network 101f8301-8908-474a-9c4a-c0416b6bfc1d {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:05:57.652477 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-358e52d3-f3ca-46e9-a153-c5f91ce6f3e4 service neutron] Port 113b88ca-4d58-4a3b-b5e5-40de55af4ae3 on network 101f8301-8908-474a-9c4a-c0416b6bfc1d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:05:57.652997 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-358e52d3-f3ca-46e9-a153-c5f91ce6f3e4 service neutron] Attempting to bind port 113b88ca-4d58-4a3b-b5e5-40de55af4ae3 on network 101f8301-8908-474a-9c4a-c0416b6bfc1d {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:05:57.678113 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9f3da043-14c5-478e-a8a0-48f156b23b53 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (b42ddaae-6d9e-4359-88ff-101d0388e5ed), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:57.688218 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-358e52d3-f3ca-46e9-a153-c5f91ce6f3e4 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:05:57.688799 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-358e52d3-f3ca-46e9-a153-c5f91ce6f3e4 service neutron] Checking segment: {'id': '6da08ccd-563d-4daa-98a3-11856904a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:05:57.689391 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-358e52d3-f3ca-46e9-a153-c5f91ce6f3e4 service neutron] Bound using segment: {'id': '6da08ccd-563d-4daa-98a3-11856904a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:05:57.690029 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-358e52d3-f3ca-46e9-a153-c5f91ce6f3e4 service neutron] Bound port: 113b88ca-4d58-4a3b-b5e5-40de55af4ae3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6da08ccd-563d-4daa-98a3-11856904a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:05:57.690649 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-358e52d3-f3ca-46e9-a153-c5f91ce6f3e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (113b88ca-4d58-4a3b-b5e5-40de55af4ae3), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:57.766040 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ae2ae943-9afa-4ecc-8190-805380caa341 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "GET /v2.0/subnets?network_id=d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 207 time: 0.2904568
Feb 05 21:05:57.767980 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56618) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:57.769068 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9f3da043-14c5-478e-a8a0-48f156b23b53 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:57.776547 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9f3da043-14c5-478e-a8a0-48f156b23b53 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/b42ddaae-6d9e-4359-88ff-101d0388e5ed HTTP/1.1" status: 204  len: 168 time: 0.9768515
Feb 05 21:05:57.776547 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3da043-14c5-478e-a8a0-48f156b23b53 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Subnet': ['ID=b42ddaae-6d9e-4359-88ff-101d0388e5ed,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:57.785460 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56620) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:57.854045 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5f4e3396-70d0-4fe8-b227-de0226312efd tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0608780
Feb 05 21:05:57.855281 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56622) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:57.913750 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-08de3ee0-7394-4566-88f8-2ea5312ffce6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=732777e3dc744cfaa8df138435b51e8c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8028660
Feb 05 21:05:57.920812 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56624) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:57.924477 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3cc8dbd4-3d7e-46c6-af5e-cabc6412a221 admin admin] Publish callbacks [] for security_group (61f9486b-a07a-474a-a45d-a204ee496feb), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:57.970406 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3cc8dbd4-3d7e-46c6-af5e-cabc6412a221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (61f9486b-a07a-474a-a45d-a204ee496feb), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:57.983841 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-358e52d3-f3ca-46e9-a153-c5f91ce6f3e4 service neutron] For port 113b88ca-4d58-4a3b-b5e5-40de55af4ae3, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:05:57.988034 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774732a-658a-40a5-b7bc-63b7273f92f8 req-0a5b7ba2-3ba0-47c0-9000-b799ee7b96ca tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:57.995905 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1774732a-658a-40a5-b7bc-63b7273f92f8 req-0a5b7ba2-3ba0-47c0-9000-b799ee7b96ca tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=a357c2bf-ca65-4d93-8281-66906aac7661 HTTP/1.1" status: 200  len: 945 time: 0.3603277
Feb 05 21:05:58.007637 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-358e52d3-f3ca-46e9-a153-c5f91ce6f3e4 service neutron] For port 113b88ca-4d58-4a3b-b5e5-40de55af4ae3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=113b88ca-4d58-4a3b-b5e5-40de55af4ae3,segment=NetworkSegment(6da08ccd-563d-4daa-98a3-11856904a998),segment_id=6da08ccd-563d-4daa-98a3-11856904a998)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:05:58.058180 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-358e52d3-f3ca-46e9-a153-c5f91ce6f3e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (113b88ca-4d58-4a3b-b5e5-40de55af4ae3), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:58.097104 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6d43f2-65d3-4fe2-8708-7da55faf4ccf tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:58.102256 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6d43f2-65d3-4fe2-8708-7da55faf4ccf tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:58.108704 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6d43f2-65d3-4fe2-8708-7da55faf4ccf tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:58.116439 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6d43f2-65d3-4fe2-8708-7da55faf4ccf tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:58.116614 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3cc8dbd4-3d7e-46c6-af5e-cabc6412a221 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=218c8392235b4f5ab4a6f31261c87d75&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5507734
Feb 05 21:05:58.116614 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc8dbd4-3d7e-46c6-af5e-cabc6412a221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f9486b-a07a-474a-a45d-a204ee496feb,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:58.116786 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2b6d43f2-65d3-4fe2-8708-7da55faf4ccf tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2487 time: 0.3380966
Feb 05 21:05:58.117289 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fa7604d6-1bec-4b81-8512-65082ef0ae94 admin admin] Publish callbacks [] for security_group (b0dd118b-0bbd-4387-8f95-11f7db03abec), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:58.119083 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56626) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:58.119424 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56628) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:58.134412 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-358e52d3-f3ca-46e9-a153-c5f91ce6f3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:58.135462 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-358e52d3-f3ca-46e9-a153-c5f91ce6f3e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:58.137139 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-358e52d3-f3ca-46e9-a153-c5f91ce6f3e4 service neutron] 10.222.0.21 "PUT /v2.0/ports/113b88ca-4d58-4a3b-b5e5-40de55af4ae3 HTTP/1.1" status: 200  len: 1091 time: 3.1150544
Feb 05 21:05:58.150244 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a229fbd7-b1b9-494e-8456-3f415323cf03', 'tag': '113b88ca-4d58-4a3b-b5e5-40de55af4ae3'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:05:58.153889 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31fa1bc-0ed7-47ee-b528-ea68d190b612" -d '{"events": [{"name": "network-changed", "server_uuid": "a229fbd7-b1b9-494e-8456-3f415323cf03", "tag": "113b88ca-4d58-4a3b-b5e5-40de55af4ae3"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:05:58.157260 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1774732a-658a-40a5-b7bc-63b7273f92f8 req-fe3ac3b6-684c-48f9-b1d6-0a06a236240b tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1563289
Feb 05 21:05:58.177620 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff0c4c6-d1a1-413b-84fc-fbcaf5c69d26 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:58.182268 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-dff0c4c6-d1a1-413b-84fc-fbcaf5c69d26 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.3210671
Feb 05 21:05:58.185753 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56632) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:58.266029 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ac64bc-7960-4a2d-bf18-b2176651c59a x-openstack-request-id: req-02ac64bc-7960-4a2d-bf18-b2176651c59a {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:05:58.266331 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a229fbd7-b1b9-494e-8456-3f415323cf03", "tag": "113b88ca-4d58-4a3b-b5e5-40de55af4ae3", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:05:58.267131 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-02ac64bc-7960-4a2d-bf18-b2176651c59a {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:05:58.267554 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a229fbd7-b1b9-494e-8456-3f415323cf03', 'tag': '113b88ca-4d58-4a3b-b5e5-40de55af4ae3', 'status': 'completed', 'code': 200}
Feb 05 21:05:58.270134 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fa7604d6-1bec-4b81-8512-65082ef0ae94 admin admin] Publish callbacks [] for security_group (b0dd118b-0bbd-4387-8f95-11f7db03abec), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:58.276161 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3eeafe55-f3c1-435f-b847-aa98c317a02a admin admin] Publish callbacks [] for security_group (61f9486b-a07a-474a-a45d-a204ee496feb), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:58.302171 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e52d3-f3ca-46e9-a153-c5f91ce6f3e4 service neutron] Pushing event updated for resources: {'Port': ['ID=113b88ca-4d58-4a3b-b5e5-40de55af4ae3,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:58.327510 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-bcc59af2-2afd-4aba-a69d-a1f8299afeb4 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 576 time: 0.2021275
Feb 05 21:05:58.327510 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3eeafe55-f3c1-435f-b847-aa98c317a02a admin admin] Publish callbacks [] for security_group (61f9486b-a07a-474a-a45d-a204ee496feb), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:58.328367 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56634) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:58.343709 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af64112c-8876-48bb-b111-b38a546209e7 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:58.345756 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-af64112c-8876-48bb-b111-b38a546209e7 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1553884
Feb 05 21:05:58.352457 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56636) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:58.412517 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09c6f5f-f1ae-4578-9d8b-04488629a92b None None] Network 4b876e93-e753-4f82-8855-2c9c3d1db066 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:05:58.418213 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4c627fce-98b7-48bf-81ac-2659fc252663 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0606194
Feb 05 21:05:58.419829 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56638) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:58.426223 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed07ea8a-a1ab-45a6-96a6-b25f8b8929f7 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:58.427908 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed07ea8a-a1ab-45a6-96a6-b25f8b8929f7 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:58.429907 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ed07ea8a-a1ab-45a6-96a6-b25f8b8929f7 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.1004779
Feb 05 21:05:58.433765 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56640) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:58.455162 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-dab5806a-b931-4e5f-b2c7-48c34cbedca1 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:05:58.457886 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dab5806a-b931-4e5f-b2c7-48c34cbedca1 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:05:58.463529 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-dab5806a-b931-4e5f-b2c7-48c34cbedca1 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/ports/eff38dba-96f9-4889-bbfd-696942de1099 HTTP/1.1" status: 404  len: 333 time: 0.0405033
Feb 05 21:05:58.464613 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-0d8595e1-5d34-49b9-ae02-a82fcf568b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:58.466261 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-0d8595e1-5d34-49b9-ae02-a82fcf568b05 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=af1c8d8fd0ce4d51947fd02afc3a9fb1&device_id=a229fbd7-b1b9-494e-8456-3f415323cf03 HTTP/1.1" status: 200  len: 1125 time: 0.2206347
Feb 05 21:05:58.468038 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56642) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:58.505026 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-928d3d02-2e14-4455-8722-35fa81ca04cb tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:05:58.505585 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-928d3d02-2e14-4455-8722-35fa81ca04cb tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:05:58.507655 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5bd391-beb3-4269-8294-f648fc8137a6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Attributes excluded by policy engine: ['shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:58.511667 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-928d3d02-2e14-4455-8722-35fa81ca04cb tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/4374c392-eb6d-42c2-a92a-531f2af7e642 HTTP/1.1" status: 404  len: 337 time: 0.0403237
Feb 05 21:05:58.511807 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5bd391-beb3-4269-8294-f648fc8137a6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Attributes excluded by policy engine: ['shared'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:58.511807 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ba5bd391-beb3-4269-8294-f648fc8137a6 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.0767982
Feb 05 21:05:58.512825 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56644) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:58.513811 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3eeafe55-f3c1-435f-b847-aa98c317a02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (61f9486b-a07a-474a-a45d-a204ee496feb), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:58.517311 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3eeafe55-f3c1-435f-b847-aa98c317a02a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:58.521504 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-3eeafe55-f3c1-435f-b847-aa98c317a02a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/61f9486b-a07a-474a-a45d-a204ee496feb HTTP/1.1" status: 204  len: 168 time: 0.3978100
Feb 05 21:05:58.530512 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56646) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:58.541990 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-38efa74d-ec1b-4ce7-991d-ee6d62dbddd8 None None] Provisioning complete for port 83af122f-9071-46d4-ae48-d940c9471fbc triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:05:58.542589 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-38efa74d-ec1b-4ce7-991d-ee6d62dbddd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (83af122f-9071-46d4-ae48-d940c9471fbc), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:58.548185 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-32fd17c4-6cc2-4812-8b7b-3f99393ca69e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=113b88ca-4d58-4a3b-b5e5-40de55af4ae3 HTTP/1.1" status: 200  len: 217 time: 0.0506661
Feb 05 21:05:58.585501 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca0ca7df-671b-4e5e-a29f-f028568527f5 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:05:58.585971 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca0ca7df-671b-4e5e-a29f-f028568527f5 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:05:58.590627 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ca0ca7df-671b-4e5e-a29f-f028568527f5 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/b42ddaae-6d9e-4359-88ff-101d0388e5ed HTTP/1.1" status: 404  len: 337 time: 0.0700977
Feb 05 21:05:58.594000 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56650) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:58.603408 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeafe55-f3c1-435f-b847-aa98c317a02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f9486b-a07a-474a-a45d-a204ee496feb,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:58.608525 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fa7604d6-1bec-4b81-8512-65082ef0ae94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b0dd118b-0bbd-4387-8f95-11f7db03abec), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:58.611561 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fa7604d6-1bec-4b81-8512-65082ef0ae94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:58.612556 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-fa7604d6-1bec-4b81-8512-65082ef0ae94 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b0dd118b-0bbd-4387-8f95-11f7db03abec HTTP/1.1" status: 204  len: 168 time: 0.6906993
Feb 05 21:05:58.677542 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef5573eb-17c1-478f-97f0-d0ee84fb5c0d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:05:58.678420 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-38efa74d-ec1b-4ce7-991d-ee6d62dbddd8 None None] Current status of the port 83af122f-9071-46d4-ae48-d940c9471fbc is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:05:58.681470 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef5573eb-17c1-478f-97f0-d0ee84fb5c0d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:05:58.690410 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ef5573eb-17c1-478f-97f0-d0ee84fb5c0d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/ports/2a373c56-0511-4725-a82a-d512daa4e5ce HTTP/1.1" status: 404  len: 333 time: 0.0906460
Feb 05 21:05:58.693809 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56656) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:58.703809 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ed30b5-fc29-45cf-b292-43fbe6ee225f None None] DHCP port deletion for 4b876e93-e753-4f82-8855-2c9c3d1db066 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:05:58.709249 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7604d6-1bec-4b81-8512-65082ef0ae94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0dd118b-0bbd-4387-8f95-11f7db03abec,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:58.722061 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-31cf8e4b-2ee9-460f-b302-9db3caa70d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:58.726451 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-31cf8e4b-2ee9-460f-b302-9db3caa70d20 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4fedd35d-80ae-4712-9371-a85b980ce8f3 HTTP/1.1" status: 200  len: 851 time: 0.1696692
Feb 05 21:05:58.776065 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-5768c299-9163-48d3-82d0-cfaa1c7f521d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:05:58.776525 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5768c299-9163-48d3-82d0-cfaa1c7f521d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:05:58.782783 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5768c299-9163-48d3-82d0-cfaa1c7f521d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/6b1fe8df-1435-4760-882b-16d083dca3db HTTP/1.1" status: 404  len: 337 time: 0.0851290
Feb 05 21:05:58.791034 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56658) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:58.843968 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-406997f6-d403-435c-9c03-ffdbda39693c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:05:58.844625 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-406997f6-d403-435c-9c03-ffdbda39693c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:05:58.849322 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-406997f6-d403-435c-9c03-ffdbda39693c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/f6574817-eefb-4756-83f6-d68d7c0854bf HTTP/1.1" status: 404  len: 337 time: 0.0555823
Feb 05 21:05:58.851813 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56662) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:58.855822 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc7f234-cb53-444a-be65-5b80bf546b59 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:58.858411 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-fbc7f234-cb53-444a-be65-5b80bf546b59 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "GET /v2.0/networks/2d4a4456-1688-45e0-b085-f5234e03b570 HTTP/1.1" status: 200  len: 800 time: 0.3252289
Feb 05 21:05:58.865161 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56664) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:58.867495 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a8d93-ab73-41f5-9636-415896c00233 req-aeea31bc-fc1f-4aee-a3a4-bdcc0a2e23bc tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:58.869561 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ea9a8d93-ab73-41f5-9636-415896c00233 req-aeea31bc-fc1f-4aee-a3a4-bdcc0a2e23bc tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=a229fbd7-b1b9-494e-8456-3f415323cf03 HTTP/1.1" status: 200  len: 943 time: 0.1118197
Feb 05 21:05:58.889055 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-29ed30b5-fc29-45cf-b292-43fbe6ee225f None None] Deleting port 83af122f-9071-46d4-ae48-d940c9471fbc {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:05:58.889665 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-29ed30b5-fc29-45cf-b292-43fbe6ee225f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (83af122f-9071-46d4-ae48-d940c9471fbc), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:58.895263 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-44be8532-29fa-40bb-85cb-7209b0325e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:58.897216 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-44be8532-29fa-40bb-85cb-7209b0325e95 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=101f8301-8908-474a-9c4a-c0416b6bfc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1649785
Feb 05 21:05:58.912189 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf817bb4-5c24-4c79-9bf1-983bed0b8580 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:05:58.913060 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf817bb4-5c24-4c79-9bf1-983bed0b8580 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:05:58.916587 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-cf817bb4-5c24-4c79-9bf1-983bed0b8580 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/ports/cc863e42-7134-4229-ace7-5639ad3fdd1c HTTP/1.1" status: 404  len: 333 time: 0.0634012
Feb 05 21:05:58.920782 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56666) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:58.978533 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ea9a8d93-ab73-41f5-9636-415896c00233 req-c4e75af1-b37e-41d9-98f0-ee7a361407c4 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7eb3d12-a5c7-4b2c-93da-f3f358aebcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984299
Feb 05 21:05:58.997326 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-29ed30b5-fc29-45cf-b292-43fbe6ee225f None None] For port 83af122f-9071-46d4-ae48-d940c9471fbc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=83af122f-9071-46d4-ae48-d940c9471fbc,segment=NetworkSegment(9fdaba3b-6830-4df8-a0f7-45bc8b5248b1),segment_id=9fdaba3b-6830-4df8-a0f7-45bc8b5248b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:05:58.997937 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-29ed30b5-fc29-45cf-b292-43fbe6ee225f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (83af122f-9071-46d4-ae48-d940c9471fbc), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:59.013534 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-29ed30b5-fc29-45cf-b292-43fbe6ee225f None None] Calling delete_port for 83af122f-9071-46d4-ae48-d940c9471fbc owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:05:59.026882 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0b77333-590b-4cd7-89fb-aea068509296 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:05:59.027360 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0b77333-590b-4cd7-89fb-aea068509296 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:05:59.032795 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d0b77333-590b-4cd7-89fb-aea068509296 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/6a0840fd-8944-4565-8095-e57cdfb4a03d HTTP/1.1" status: 404  len: 337 time: 0.0985076
Feb 05 21:05:59.033457 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56672) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:59.078551 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-57327eb1-5e96-4e53-a755-331730ee0862 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:05:59.081235 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57327eb1-5e96-4e53-a755-331730ee0862 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:05:59.092813 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-57327eb1-5e96-4e53-a755-331730ee0862 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/5cfecd40-a13f-46d0-9891-6f2596d2c5a7 HTTP/1.1" status: 404  len: 337 time: 0.0580838
Feb 05 21:05:59.093070 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56674) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:59.113587 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-29ed30b5-fc29-45cf-b292-43fbe6ee225f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (83af122f-9071-46d4-ae48-d940c9471fbc), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:59.130142 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-316a005c-fdc0-4c27-9ab0-42e061aae00a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:05:59.130770 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-316a005c-fdc0-4c27-9ab0-42e061aae00a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:05:59.138132 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-316a005c-fdc0-4c27-9ab0-42e061aae00a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/ports/24f83ad9-667d-435e-b9ff-ea54c8a839fb HTTP/1.1" status: 404  len: 333 time: 0.0384803
Feb 05 21:05:59.138291 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56678) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:59.139638 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b4b001fc-52f9-4bc9-b4f6-524dcc00c6ed tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "GET /v2.0/networks/2d4a4456-1688-45e0-b085-f5234e03b570?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 316 time: 0.2731740
Feb 05 21:05:59.146067 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56682) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:59.148000 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ed30b5-fc29-45cf-b292-43fbe6ee225f None None] Pushing event deleted for resources: {'Port': ['ID=83af122f-9071-46d4-ae48-d940c9471fbc,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:59.149843 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ed30b5-fc29-45cf-b292-43fbe6ee225f None None] No DVR routers for this DVR port 83af122f-9071-46d4-ae48-d940c9471fbc on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:05:59.184167 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a3a77dd-3d0f-4242-9c62-a4d9961a9fb9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:05:59.185193 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a3a77dd-3d0f-4242-9c62-a4d9961a9fb9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:05:59.191086 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5a3a77dd-3d0f-4242-9c62-a4d9961a9fb9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/12874e61-ff43-415e-8308-2e548200d783 HTTP/1.1" status: 404  len: 337 time: 0.0505922
Feb 05 21:05:59.192376 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56686) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:59.215437 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d33449-d48c-459d-b63c-86aff249968f tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:59.216809 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-48d33449-d48c-459d-b63c-86aff249968f tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "GET /v2.0/subnets/4af26fc1-fd38-4e4c-9553-16e59c4d7076 HTTP/1.1" status: 200  len: 811 time: 0.0697706
Feb 05 21:05:59.220435 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-831e82ef-d48f-4e0c-b326-36b2d759bf6e service neutron] 10.222.0.21 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3004284
Feb 05 21:05:59.221479 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56692) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:59.262206 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-286a10c3-1db8-4fad-819c-d5230ff3e07d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:05:59.262893 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-286a10c3-1db8-4fad-819c-d5230ff3e07d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:05:59.267576 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-286a10c3-1db8-4fad-819c-d5230ff3e07d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/ff9092af-7ccf-43d9-acbc-4cf658cff57c HTTP/1.1" status: 404  len: 337 time: 0.0736570
Feb 05 21:05:59.272486 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56696) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:59.326110 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-9897ea54-3675-47e5-8f59-2f5f6eac8f57 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:05:59.326742 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9897ea54-3675-47e5-8f59-2f5f6eac8f57 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:05:59.329805 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9897ea54-3675-47e5-8f59-2f5f6eac8f57 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/ports/7d0c362a-ead5-4089-b8ae-2f607815a5c2 HTTP/1.1" status: 404  len: 333 time: 0.0433545
Feb 05 21:05:59.337675 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a162a78-361e-4f38-b21b-98fbc7cc294f req-23566466-6dc4-4595-9845-a070e1ee679e tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:59.345810 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6a162a78-361e-4f38-b21b-98fbc7cc294f req-23566466-6dc4-4595-9845-a070e1ee679e tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=a357c2bf-ca65-4d93-8281-66906aac7661 HTTP/1.1" status: 200  len: 945 time: 0.0958478
Feb 05 21:05:59.349176 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56700) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:59.373316 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcec763b-c6e9-4ced-8fc2-b06db51a5299 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Attributes excluded by policy engine: ['shared'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:59.374766 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-fcec763b-c6e9-4ced-8fc2-b06db51a5299 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "GET /v2.0/subnets/4af26fc1-fd38-4e4c-9553-16e59c4d7076?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.1523654
Feb 05 21:05:59.378286 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56704) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:59.386967 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-277eb670-9154-4d39-8282-35be5792715d tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-543088898'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:59.391899 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6a7c3e6-d7b4-4468-976a-cd471b8be2ce tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:05:59.392076 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6a7c3e6-d7b4-4468-976a-cd471b8be2ce tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:05:59.398430 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b6a7c3e6-d7b4-4468-976a-cd471b8be2ce tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/6b78b2b8-03ad-4c5c-9121-782f88e2e9e9 HTTP/1.1" status: 404  len: 337 time: 0.0460994
Feb 05 21:05:59.402069 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56706) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:59.443458 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6a162a78-361e-4f38-b21b-98fbc7cc294f req-7c8934a5-b116-4033-8b0d-611dde60152b tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965245
Feb 05 21:05:59.445718 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dbd8a5a-017f-4f93-92f3-c57b1c98b50a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:05:59.446303 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dbd8a5a-017f-4f93-92f3-c57b1c98b50a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:05:59.449373 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2dbd8a5a-017f-4f93-92f3-c57b1c98b50a tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/ports/f63dc8b6-96e6-4ac3-91f0-a6a543d829e9 HTTP/1.1" status: 404  len: 333 time: 0.0463142
Feb 05 21:05:59.462454 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56708) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:59.463054 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d4ba398d-3226-48c1-9b90-5f2ff0cc3ef1 req-d49e512d-c1e8-4f3b-b8bb-3bd2346e03ae service neutron] 10.222.0.21 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2099698
Feb 05 21:05:59.469549 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277eb670-9154-4d39-8282-35be5792715d tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Made reservation on behalf of 0d72e712e1b64cf48d280a84b998fa1b for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:05:59.473815 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-277eb670-9154-4d39-8282-35be5792715d tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:59.507912 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-8730a7ad-dbf1-49f2-b4db-932385b03979 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:05:59.508624 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8730a7ad-dbf1-49f2-b4db-932385b03979 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:05:59.520533 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8730a7ad-dbf1-49f2-b4db-932385b03979 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/d6194cc5-fc3e-40a2-abe6-80910b0d8c3b HTTP/1.1" status: 404  len: 337 time: 0.0611565
Feb 05 21:05:59.521168 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56714) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:59.547880 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-277eb670-9154-4d39-8282-35be5792715d tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:05:59.553596 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0f6ade6-933e-426c-b4ab-23fbdb01d76c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:05:59.554634 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0f6ade6-933e-426c-b4ab-23fbdb01d76c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:05:59.560563 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a0f6ade6-933e-426c-b4ab-23fbdb01d76c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/ports/c7737f4d-e820-4aa3-8211-583848178290 HTTP/1.1" status: 404  len: 333 time: 0.0381832
Feb 05 21:05:59.561560 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56718) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:59.563992 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-277eb670-9154-4d39-8282-35be5792715d tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (3abe9a61-874d-40e3-8430-0c16050c8757), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:59.564488 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-277eb670-9154-4d39-8282-35be5792715d tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Added segment 3abe9a61-874d-40e3-8430-0c16050c8757 of type vlan for network 7d272aaf-4a5a-4ad5-9150-25a520f4a27b
Feb 05 21:05:59.598063 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c296f4f-df2c-440d-89ec-68b9e4744403 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:05:59.599165 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c296f4f-df2c-440d-89ec-68b9e4744403 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:05:59.604933 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8c296f4f-df2c-440d-89ec-68b9e4744403 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/3f586a26-da37-45ae-83ba-aa1605f1cb24 HTTP/1.1" status: 404  len: 337 time: 0.0424151
Feb 05 21:05:59.605999 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56722) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:59.621337 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-277eb670-9154-4d39-8282-35be5792715d tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (7d272aaf-4a5a-4ad5-9150-25a520f4a27b), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:59.625341 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31fa1bc-0ed7-47ee-b528-ea68d190b612 req-4a44c712-3a56-459d-9fea-e2118dbfe28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:59.626952 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e31fa1bc-0ed7-47ee-b528-ea68d190b612 req-4a44c712-3a56-459d-9fea-e2118dbfe28f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=af1c8d8fd0ce4d51947fd02afc3a9fb1&device_id=a229fbd7-b1b9-494e-8456-3f415323cf03 HTTP/1.1" status: 200  len: 1125 time: 0.1133821
Feb 05 21:05:59.635629 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-798d2b26-9e3b-43c6-8d20-e537599543f4 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:05:59.636360 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-798d2b26-9e3b-43c6-8d20-e537599543f4 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:05:59.642057 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-798d2b26-9e3b-43c6-8d20-e537599543f4 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/ports/0ba13906-afb9-4ec2-a724-ee5407b8c3b3 HTTP/1.1" status: 404  len: 333 time: 0.0349700
Feb 05 21:05:59.642703 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56726) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:59.676933 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ec4e94e-5ab0-46c5-9b57-2f76afd83735 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:05:59.677617 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ec4e94e-5ab0-46c5-9b57-2f76afd83735 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:05:59.683804 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6ec4e94e-5ab0-46c5-9b57-2f76afd83735 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/038c269b-5200-49f6-9c91-c773af79aede HTTP/1.1" status: 404  len: 337 time: 0.0401380
Feb 05 21:05:59.684618 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56730) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:59.716789 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-af00d9a5-a3b3-456a-9957-36381d4d36ea tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:05:59.718003 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af00d9a5-a3b3-456a-9957-36381d4d36ea tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:05:59.725565 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-af00d9a5-a3b3-456a-9957-36381d4d36ea tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/ports/0e760194-7e38-443f-a8c8-1ee27715461b HTTP/1.1" status: 404  len: 333 time: 0.0397193
Feb 05 21:05:59.726632 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56738) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:59.734598 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.db.resource_extend [None req-277eb670-9154-4d39-8282-35be5792715d tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 05 21:05:59.747272 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31fa1bc-0ed7-47ee-b528-ea68d190b612 req-83c0c429-6c6a-4c16-9547-5030769c9aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:59.748823 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e31fa1bc-0ed7-47ee-b528-ea68d190b612 req-83c0c429-6c6a-4c16-9547-5030769c9aea service neutron] 10.222.0.21 "GET /v2.0/networks?id=101f8301-8908-474a-9c4a-c0416b6bfc1d HTTP/1.1" status: 200  len: 913 time: 0.1155345
Feb 05 21:05:59.764918 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f1a64d2-14cc-4f42-80c4-e5a3c4b7a61f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:05:59.765411 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f1a64d2-14cc-4f42-80c4-e5a3c4b7a61f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:05:59.772183 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8f1a64d2-14cc-4f42-80c4-e5a3c4b7a61f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/29332451-dcb1-476b-afc1-e368b9270c57 HTTP/1.1" status: 404  len: 337 time: 0.0441577
Feb 05 21:05:59.772862 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56748) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:59.778109 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-277eb670-9154-4d39-8282-35be5792715d tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (7d272aaf-4a5a-4ad5-9150-25a520f4a27b), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:59.783513 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277eb670-9154-4d39-8282-35be5792715d tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:05:59.784121 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-277eb670-9154-4d39-8282-35be5792715d tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:05:59.825284 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e31fa1bc-0ed7-47ee-b528-ea68d190b612 req-e402a128-61fd-4617-836b-43dfdc16a245 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=113b88ca-4d58-4a3b-b5e5-40de55af4ae3 HTTP/1.1" status: 200  len: 217 time: 0.0699360
Feb 05 21:05:59.828408 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd326226-e69e-46b2-a5c6-c0eec3103113 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:05:59.829148 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd326226-e69e-46b2-a5c6-c0eec3103113 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:05:59.836118 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-cd326226-e69e-46b2-a5c6-c0eec3103113 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/ports/50c35f39-ea0f-467f-b557-4228bfa9d90e HTTP/1.1" status: 404  len: 333 time: 0.0618176
Feb 05 21:05:59.836665 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56750) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:59.862232 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-277eb670-9154-4d39-8282-35be5792715d tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.4805074
Feb 05 21:05:59.880274 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56752) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:59.920228 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277eb670-9154-4d39-8282-35be5792715d tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event updated for resources: {'Network': ['ID=7d272aaf-4a5a-4ad5-9150-25a520f4a27b,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:05:59.929733 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-630bebef-5224-43a6-a33e-23a10f1f75a3 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Request body: {'subnet': {'network_id': '7d272aaf-4a5a-4ad5-9150-25a520f4a27b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:05:59.934242 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d30fc73-4323-406d-aa37-ec0e597dcbed tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:05:59.934737 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d30fc73-4323-406d-aa37-ec0e597dcbed tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:05:59.940227 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4d30fc73-4323-406d-aa37-ec0e597dcbed tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/76bab610-a4a4-42c9-a51d-20bdfad8569d HTTP/1.1" status: 404  len: 337 time: 0.0974452
Feb 05 21:05:59.956016 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56756) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:05:59.965826 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 7d272aaf-4a5a-4ad5-9150-25a520f4a27b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:06:00.011921 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-efea8d27-124f-4376-9f7e-781dbfcf2506 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:00.012426 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efea8d27-124f-4376-9f7e-781dbfcf2506 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:00.018455 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-efea8d27-124f-4376-9f7e-781dbfcf2506 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/9f0f10c7-9235-4eeb-9133-ac291e95467f HTTP/1.1" status: 404  len: 337 time: 0.0566075
Feb 05 21:06:00.018932 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56762) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:00.064545 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-dec95a4b-7e08-497a-b8b0-d18ddf3f997e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:00.065148 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dec95a4b-7e08-497a-b8b0-d18ddf3f997e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:00.074352 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-dec95a4b-7e08-497a-b8b0-d18ddf3f997e tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/ports/e48a0488-84a9-4d14-a9a3-eb0413563aea HTTP/1.1" status: 404  len: 333 time: 0.0515678
Feb 05 21:06:00.076770 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31fa1bc-0ed7-47ee-b528-ea68d190b612 req-841e136a-0b3b-467f-8b0d-18dbb6d57685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:00.081063 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e31fa1bc-0ed7-47ee-b528-ea68d190b612 req-841e136a-0b3b-467f-8b0d-18dbb6d57685 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4fedd35d-80ae-4712-9371-a85b980ce8f3 HTTP/1.1" status: 200  len: 851 time: 0.2427614
Feb 05 21:06:00.082118 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56764) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:00.136711 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 83af122f-9071-46d4-ae48-d940c9471fbc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:06:00.145919 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c03d813-874d-4d54-b376-833443e9d819 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:00.145919 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c03d813-874d-4d54-b376-833443e9d819 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:00.149083 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3c03d813-874d-4d54-b376-833443e9d819 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/e7f130e2-3d9f-415a-8929-fccb80a8b160 HTTP/1.1" status: 404  len: 337 time: 0.0638006
Feb 05 21:06:00.167474 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56768) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:00.192090 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 83af122f-9071-46d4-ae48-d940c9471fbc {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:06:00.192839 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 83af122f-9071-46d4-ae48-d940c9471fbc not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:06:00.201073 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56770) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:00.233918 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-566bdf41-8635-42db-9bac-68f11a4cfed2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:00.234423 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-566bdf41-8635-42db-9bac-68f11a4cfed2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:00.241265 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-566bdf41-8635-42db-9bac-68f11a4cfed2 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/dea54ecf-b5c6-4d5b-8bd1-1278bf71411b HTTP/1.1" status: 404  len: 337 time: 0.0588944
Feb 05 21:06:00.241265 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56774) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:00.270337 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aa8667b-1ce1-4c2c-a6d6-2ac85b9fa531 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:00.271059 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aa8667b-1ce1-4c2c-a6d6-2ac85b9fa531 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:00.277331 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2aa8667b-1ce1-4c2c-a6d6-2ac85b9fa531 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/ports/7e31ee2d-0781-41e1-a9af-a0eda8acb5b0 HTTP/1.1" status: 404  len: 333 time: 0.0330884
Feb 05 21:06:00.277843 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56776) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:00.310045 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31fa1bc-0ed7-47ee-b528-ea68d190b612 req-dabb1b6f-37ba-4054-acc4-343173b4290d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:00.311700 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e31fa1bc-0ed7-47ee-b528-ea68d190b612 req-dabb1b6f-37ba-4054-acc4-343173b4290d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=101f8301-8908-474a-9c4a-c0416b6bfc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2059886
Feb 05 21:06:00.312782 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-d137edf6-b0f4-4d05-b74c-96a3d9986aa6 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:00.313514 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d137edf6-b0f4-4d05-b74c-96a3d9986aa6 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:00.319119 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d137edf6-b0f4-4d05-b74c-96a3d9986aa6 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/6607a81f-5357-4953-a08b-bacb3989b391 HTTP/1.1" status: 404  len: 337 time: 0.0382211
Feb 05 21:06:00.320500 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56780) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:00.380744 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-0788a32f-74bf-4838-b82d-7452cd5b6ca3 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:00.381427 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0788a32f-74bf-4838-b82d-7452cd5b6ca3 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:00.386041 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0788a32f-74bf-4838-b82d-7452cd5b6ca3 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/4b351c8e-071d-4d8a-b7c0-34cc39a975f5 HTTP/1.1" status: 404  len: 337 time: 0.0557566
Feb 05 21:06:00.389634 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56786) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:00.475128 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-b70d7e37-fed5-40e2-bafb-0dd62af7335c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:00.476101 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b70d7e37-fed5-40e2-bafb-0dd62af7335c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:00.481348 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e31fa1bc-0ed7-47ee-b528-ea68d190b612 req-a27da7a7-2a63-43e3-bf8a-7c7e3a638caf service neutron] 10.222.0.21 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1589742
Feb 05 21:06:00.481875 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b70d7e37-fed5-40e2-bafb-0dd62af7335c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/ports/d6b6ead6-ea85-4693-aaf6-850f4ec61eb3 HTTP/1.1" status: 404  len: 333 time: 0.0860004
Feb 05 21:06:00.481969 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56790) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:00.516861 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-ae41fb83-7c71-4175-b028-529605bc08d3 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:00.518368 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-ae41fb83-7c71-4175-b028-529605bc08d3 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/networks?id=d372be5d-db46-470f-bb26-b0d626001e55 HTTP/1.1" status: 200  len: 811 time: 0.7414434
Feb 05 21:06:00.530172 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7251f18-3c43-4d25-825e-9a916a1e60e8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:00.530280 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7251f18-3c43-4d25-825e-9a916a1e60e8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:00.533722 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a7251f18-3c43-4d25-825e-9a916a1e60e8 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/4bb02b68-1763-4991-aea0-adc64121931c HTTP/1.1" status: 404  len: 337 time: 0.0507455
Feb 05 21:06:00.543378 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56794) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:00.559179 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630bebef-5224-43a6-a33e-23a10f1f75a3 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Made reservation on behalf of 0d72e712e1b64cf48d280a84b998fa1b for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:00.561063 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-b4e477ad-5fb9-43d2-9ee0-22cd6320ef3b tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1398075577', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:00.562557 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-630bebef-5224-43a6-a33e-23a10f1f75a3 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:00.566827 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-921966a7-d102-4599-a823-733b79c76595 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/quotas/96786f7503bf418d8fc6dd6aab2a630e HTTP/1.1" status: 200  len: 375 time: 0.0379837
Feb 05 21:06:00.595755 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec04fe-18ee-40de-9a42-aa0dff39a56c req-6e348147-00c2-41ea-a4aa-74519fc0b238 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:00.597374 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-baec04fe-18ee-40de-9a42-aa0dff39a56c req-6e348147-00c2-41ea-a4aa-74519fc0b238 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=a229fbd7-b1b9-494e-8456-3f415323cf03 HTTP/1.1" status: 200  len: 943 time: 0.2126696
Feb 05 21:06:00.613317 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f4f64f8-c066-4c29-a740-05bee08524fe tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:00.613816 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f4f64f8-c066-4c29-a740-05bee08524fe tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:00.616881 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6f4f64f8-c066-4c29-a740-05bee08524fe tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/e40f2b0b-0f8e-4545-b382-1d7fa71f69d3 HTTP/1.1" status: 404  len: 337 time: 0.0719023
Feb 05 21:06:00.619929 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56798) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:00.624396 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b4e477ad-5fb9-43d2-9ee0-22cd6320ef3b tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (bbda8eae-5511-4e6d-8b7e-a3405b7a8563), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:00.625354 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b4e477ad-5fb9-43d2-9ee0-22cd6320ef3b tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (bbda8eae-5511-4e6d-8b7e-a3405b7a8563), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:00.665431 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-38b4b7e4-417c-40ff-83dd-75819fe359fd tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/ports?device_id=00422224-8dc6-48ad-80b7-e54eda85f2f0 HTTP/1.1" status: 200  len: 205 time: 0.0328090
Feb 05 21:06:00.666550 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56800) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:00.697983 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.ipam_backend_mixin [None req-630bebef-5224-43a6-a33e-23a10f1f75a3 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Performing IP validity checks on allocation pools {{(pid=114391) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Feb 05 21:06:00.698488 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.ipam_backend_mixin [None req-630bebef-5224-43a6-a33e-23a10f1f75a3 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114391) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Feb 05 21:06:00.718170 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-1b07efea-15eb-4e1d-b5f8-8bc5a9239911 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] delete failed (client error): The resource could not be found.
Feb 05 21:06:00.719347 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1b07efea-15eb-4e1d-b5f8-8bc5a9239911 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/routers/00422224-8dc6-48ad-80b7-e54eda85f2f0 HTTP/1.1" status: 404  len: 336 time: 0.0517840
Feb 05 21:06:00.730276 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56804) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:00.771529 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e31fa1bc-0ed7-47ee-b528-ea68d190b612 req-f206fdd1-451b-4eb9-abcf-5e26fee8c0c1 service neutron] 10.222.0.21 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2346067
Feb 05 21:06:00.774607 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b4e477ad-5fb9-43d2-9ee0-22cd6320ef3b tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks [] for router_controller (bbda8eae-5511-4e6d-8b7e-a3405b7a8563), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:00.786660 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-a407798f-babc-4604-b919-0448920f9bcc tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:00.787129 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a407798f-babc-4604-b919-0448920f9bcc tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:00.787629 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b4e477ad-5fb9-43d2-9ee0-22cd6320ef3b tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (bbda8eae-5511-4e6d-8b7e-a3405b7a8563), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:00.792987 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a407798f-babc-4604-b919-0448920f9bcc tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/88655ba2-bd95-4e3f-9855-35eb1ca5ba37 HTTP/1.1" status: 404  len: 337 time: 0.0579076
Feb 05 21:06:00.795727 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56808) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:00.796724 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-baec04fe-18ee-40de-9a42-aa0dff39a56c req-4028e9bc-08b6-473b-93ff-4784f376fad7 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7eb3d12-a5c7-4b2c-93da-f3f358aebcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1870389
Feb 05 21:06:00.806327 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-2581b600-1bfe-42a2-bd57-1175392603ce tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=96786f7503bf418d8fc6dd6aab2a630e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1987569
Feb 05 21:06:00.833071 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-295f10e1-1783-4695-ae32-72b89690405b tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fb54e3-62f6-4305-a701-2e46c0a56d17 HTTP/1.1" status: 200  len: 205 time: 0.0350888
Feb 05 21:06:00.836379 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b4e477ad-5fb9-43d2-9ee0-22cd6320ef3b tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:00.837505 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b4e477ad-5fb9-43d2-9ee0-22cd6320ef3b tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 712 time: 0.6329260
Feb 05 21:06:00.838044 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56810) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:00.840614 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56812) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:00.848453 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-a58d776e-f5f2-40af-aac8-f38b2fe02447 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-971101365'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:00.881408 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-66168361-75e9-42e0-af62-c5dd7450bbfc tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] delete failed (client error): The resource could not be found.
Feb 05 21:06:00.884899 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-66168361-75e9-42e0-af62-c5dd7450bbfc tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/routers/b1fb54e3-62f6-4305-a701-2e46c0a56d17 HTTP/1.1" status: 404  len: 336 time: 0.0435007
Feb 05 21:06:00.885124 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56814) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:00.913741 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-b22d0a8f-78c4-4f7f-ac2f-e9b0f5adc939 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:00.913741 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b22d0a8f-78c4-4f7f-ac2f-e9b0f5adc939 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:00.918453 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b22d0a8f-78c4-4f7f-ac2f-e9b0f5adc939 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/80cf804d-d7d3-49d5-be3e-f3d4c5676eeb HTTP/1.1" status: 404  len: 337 time: 0.0303953
Feb 05 21:06:00.919974 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56818) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:00.939752 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58d776e-f5f2-40af-aac8-f38b2fe02447 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Made reservation on behalf of 676d43f1593c447da02291a607bb1414 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:00.944116 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a58d776e-f5f2-40af-aac8-f38b2fe02447 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:00.953173 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6feca6f-0f3f-4253-a4ea-d419bf664511 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:00.953489 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6feca6f-0f3f-4253-a4ea-d419bf664511 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:00.957960 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d6feca6f-0f3f-4253-a4ea-d419bf664511 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/0e77bb96-3aa1-493c-a2ee-bbbfccff2de5 HTTP/1.1" status: 404  len: 337 time: 0.0357790
Feb 05 21:06:00.960068 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56820) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:00.970854 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a58d776e-f5f2-40af-aac8-f38b2fe02447 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:00.987093 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-a66057d5-f140-477c-99fd-5dde48e07091 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:00.987767 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a66057d5-f140-477c-99fd-5dde48e07091 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:00.991077 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a66057d5-f140-477c-99fd-5dde48e07091 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/ports/a307d389-cdfb-40b8-a659-a06bfd97cf5e HTTP/1.1" status: 404  len: 333 time: 0.0299981
Feb 05 21:06:00.993657 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56824) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:01.024260 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-da55feb4-939b-4d70-ad37-a67352325ffc tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:01.024858 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da55feb4-939b-4d70-ad37-a67352325ffc tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:01.028304 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-da55feb4-939b-4d70-ad37-a67352325ffc tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/d2c93e54-3159-4c15-88aa-eb31ee641fe7 HTTP/1.1" status: 404  len: 337 time: 0.0336587
Feb 05 21:06:01.031059 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56826) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:01.040314 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-9a887a17-ead4-4595-a970-6259fe1f1659 service neutron] 10.222.0.32 "GET /v2.0/networks/d372be5d-db46-470f-bb26-b0d626001e55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2203529
Feb 05 21:06:01.062318 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-231fe689-e562-4b31-882b-0e0b62669102 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:01.062917 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-231fe689-e562-4b31-882b-0e0b62669102 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:01.066526 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-231fe689-e562-4b31-882b-0e0b62669102 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/ports/4b4bd9c2-3301-4d30-b159-6db4120885a7 HTTP/1.1" status: 404  len: 333 time: 0.0339057
Feb 05 21:06:01.069393 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-630bebef-5224-43a6-a33e-23a10f1f75a3 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (1773e234-b211-441d-8b84-2c2514b23d0c), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:01.070834 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56830) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:01.105267 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-701435b0-c525-4b84-b8e9-0f54d71a6757 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:01.105837 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-701435b0-c525-4b84-b8e9-0f54d71a6757 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:01.109064 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-701435b0-c525-4b84-b8e9-0f54d71a6757 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/b3a25daa-c8f2-4d58-8260-dafe025a1926 HTTP/1.1" status: 404  len: 337 time: 0.0370686
Feb 05 21:06:01.111694 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56834) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:01.140635 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-2949e973-4d2a-4d2e-96ee-f8db5f2f734d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:01.141238 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2949e973-4d2a-4d2e-96ee-f8db5f2f734d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:01.148581 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2949e973-4d2a-4d2e-96ee-f8db5f2f734d tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/ports/946da93c-5c57-4a14-99f4-2e870b37eccc HTTP/1.1" status: 404  len: 333 time: 0.0337305
Feb 05 21:06:01.148944 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56836) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:01.177002 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c2a6c5-68c7-4c46-bf1c-e0d0a7da3415 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:01.177557 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9c2a6c5-68c7-4c46-bf1c-e0d0a7da3415 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:01.181338 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c9c2a6c5-68c7-4c46-bf1c-e0d0a7da3415 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/79bff075-260d-41e5-bad9-9c26cdfe9c47 HTTP/1.1" status: 404  len: 337 time: 0.0309198
Feb 05 21:06:01.184488 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56838) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:01.212230 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1d6e880-3e53-4549-9147-54f039582099 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:01.212230 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1d6e880-3e53-4549-9147-54f039582099 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:01.215938 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e1d6e880-3e53-4549-9147-54f039582099 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/ports/6196fa36-5e50-47e0-83ba-dad889ccbd3c HTTP/1.1" status: 404  len: 333 time: 0.0304534
Feb 05 21:06:01.218595 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56842) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:01.223414 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630bebef-5224-43a6-a33e-23a10f1f75a3 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event updated for resources: {'Subnet': ['ID=1773e234-b211-441d-8b84-2c2514b23d0c,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:01.242504 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630bebef-5224-43a6-a33e-23a10f1f75a3 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Checking segment: {'id': '3abe9a61-874d-40e3-8430-0c16050c8757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7d272aaf-4a5a-4ad5-9150-25a520f4a27b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:06:01.242859 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630bebef-5224-43a6-a33e-23a10f1f75a3 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Network hostable DHCP agents. Network: 7d272aaf-4a5a-4ad5-9150-25a520f4a27b, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:06:01.251303 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-93bcfd08-05e7-4c1e-beae-25fd1969dd53 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:01.251897 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93bcfd08-05e7-4c1e-beae-25fd1969dd53 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:01.257597 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-93bcfd08-05e7-4c1e-beae-25fd1969dd53 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/da5e22bc-a112-464c-9351-565a1a10d9fd HTTP/1.1" status: 404  len: 337 time: 0.0358498
Feb 05 21:06:01.258174 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56844) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:01.271212 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a58d776e-f5f2-40af-aac8-f38b2fe02447 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks [] for security_group (34f9bac0-d534-4a52-8d00-0285fcda9e07), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:01.277120 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-46715307-ab7a-4aaf-a034-bf736065e0b4 service neutron] 10.222.0.32 "GET /v2.0/networks/d372be5d-db46-470f-bb26-b0d626001e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2212477
Feb 05 21:06:01.279052 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a58d776e-f5f2-40af-aac8-f38b2fe02447 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (34f9bac0-d534-4a52-8d00-0285fcda9e07), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:01.290763 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e914ca7-836b-42b9-bdcb-7f5d94db5945 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:01.291361 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e914ca7-836b-42b9-bdcb-7f5d94db5945 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:01.298184 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3e914ca7-836b-42b9-bdcb-7f5d94db5945 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/ports/e71db4cb-721c-417f-b084-61161d21c3db HTTP/1.1" status: 404  len: 333 time: 0.0369015
Feb 05 21:06:01.298731 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56846) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:01.307895 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630bebef-5224-43a6-a33e-23a10f1f75a3 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Network 7d272aaf-4a5a-4ad5-9150-25a520f4a27b is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:06:01.309923 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a58d776e-f5f2-40af-aac8-f38b2fe02447 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:06:01.335151 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a58d776e-f5f2-40af-aac8-f38b2fe02447 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (6bb791ed-b648-43ee-9796-3cf32176e531), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:01.335497 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-a58d776e-f5f2-40af-aac8-f38b2fe02447 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Added segment 6bb791ed-b648-43ee-9796-3cf32176e531 of type vlan for network 85b87f78-91ea-4218-b8b7-bd830bd70b67
Feb 05 21:06:01.337406 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d776e-f5f2-40af-aac8-f38b2fe02447 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34f9bac0-d534-4a52-8d00-0285fcda9e07,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:01.341094 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5a66e30-f0f8-4a03-a539-d2a485249de9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:01.341568 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5a66e30-f0f8-4a03-a539-d2a485249de9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:01.344688 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a5a66e30-f0f8-4a03-a539-d2a485249de9 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/49a66a81-8117-49ee-90ca-6b5b3caa4302 HTTP/1.1" status: 404  len: 337 time: 0.0447516
Feb 05 21:06:01.347776 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56848) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:01.348333 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-630bebef-5224-43a6-a33e-23a10f1f75a3 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7d272aaf-4a5a-4ad5-9150-25a520f4a27b) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:01.354460 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630bebef-5224-43a6-a33e-23a10f1f75a3 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:01.355110 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-630bebef-5224-43a6-a33e-23a10f1f75a3 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569881'] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:01.356766 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4869a3f4-d7e7-4788-86b1-1e95a061137d None None] Network 7d272aaf-4a5a-4ad5-9150-25a520f4a27b requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:01.409556 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-216606b9-7782-4476-bd87-04cae0f2d204 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:01.412164 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-216606b9-7782-4476-bd87-04cae0f2d204 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:01.415889 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a58d776e-f5f2-40af-aac8-f38b2fe02447 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (85b87f78-91ea-4218-b8b7-bd830bd70b67), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:01.421220 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-216606b9-7782-4476-bd87-04cae0f2d204 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/ports/4482d483-a61c-48f0-a98e-ffb38372f6c4 HTTP/1.1" status: 404  len: 333 time: 0.0710921
Feb 05 21:06:01.423479 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56852) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:01.428051 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-630bebef-5224-43a6-a33e-23a10f1f75a3 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 1.5431025
Feb 05 21:06:01.431313 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56854) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:01.453856 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-8e0768c5-6810-4039-b9f8-4d3f447c4c25 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:01.462646 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a58d776e-f5f2-40af-aac8-f38b2fe02447 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (85b87f78-91ea-4218-b8b7-bd830bd70b67), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:01.464724 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-aec4a10d-74f6-41c6-b413-069e7bd35b25 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:01.465297 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aec4a10d-74f6-41c6-b413-069e7bd35b25 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:01.468838 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58d776e-f5f2-40af-aac8-f38b2fe02447 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:01.469811 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a58d776e-f5f2-40af-aac8-f38b2fe02447 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:01.475256 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-aec4a10d-74f6-41c6-b413-069e7bd35b25 tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/899f3bfe-8b16-4bd3-aeb8-720e79e38b5f HTTP/1.1" status: 404  len: 337 time: 0.0443921
Feb 05 21:06:01.475256 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56856) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:01.530919 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9fa90fa-4c30-445f-bfdd-1480521f9d0f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:01.531583 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9fa90fa-4c30-445f-bfdd-1480521f9d0f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:01.532077 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e413da-af4a-4e7d-a8dc-949b57366280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7d272aaf-4a5a-4ad5-9150-25a520f4a27b', 'network_id': '7d272aaf-4a5a-4ad5-9150-25a520f4a27b', 'project_id': '0d72e712e1b64cf48d280a84b998fa1b', 'fixed_ips': [{'subnet_id': '1773e234-b211-441d-8b84-2c2514b23d0c'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:06:01.533176 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c8e413da-af4a-4e7d-a8dc-949b57366280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:01.537910 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f9fa90fa-4c30-445f-bfdd-1480521f9d0f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/ports/7a6b84e9-eff0-4d90-a924-e14d50d33a2e HTTP/1.1" status: 404  len: 333 time: 0.0643635
Feb 05 21:06:01.538635 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56860) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:01.569128 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-1185a180-b4a5-44fb-9dbe-6913a44d3e3c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:01.578886 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1185a180-b4a5-44fb-9dbe-6913a44d3e3c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:01.588742 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a58d776e-f5f2-40af-aac8-f38b2fe02447 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.7453620
Feb 05 21:06:01.589457 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1185a180-b4a5-44fb-9dbe-6913a44d3e3c tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/subnets/92a33e23-09d4-4bba-b668-6613a13e4580 HTTP/1.1" status: 404  len: 337 time: 0.0497086
Feb 05 21:06:01.590165 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56864) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:01.591965 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56866) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:01.596910 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-14490b40-0cbc-456f-8fab-dbd6de88c502 req-2dafa580-24f1-4ccb-806c-c223679c5d3c tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=3721ef9f-8de4-4d4e-b4f5-e315164ccd1d HTTP/1.1" status: 200  len: 210 time: 0.0559373
Feb 05 21:06:01.623572 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-80274a5a-0541-4e56-b2fd-d1ac2b2dc806 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Request body: {'subnet': {'network_id': '85b87f78-91ea-4218-b8b7-bd830bd70b67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:01.649689 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d776e-f5f2-40af-aac8-f38b2fe02447 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Pushing event updated for resources: {'Network': ['ID=85b87f78-91ea-4218-b8b7-bd830bd70b67,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:01.669660 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 85b87f78-91ea-4218-b8b7-bd830bd70b67 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:06:01.721350 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8e0768c5-6810-4039-b9f8-4d3f447c4c25 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10397846'] for subnet (1773e234-b211-441d-8b84-2c2514b23d0c), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:01.776390 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80274a5a-0541-4e56-b2fd-d1ac2b2dc806 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Made reservation on behalf of 676d43f1593c447da02291a607bb1414 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:01.781263 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-80274a5a-0541-4e56-b2fd-d1ac2b2dc806 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:01.814662 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-c8e413da-af4a-4e7d-a8dc-949b57366280 None None] Allocated IP 172.20.0.3 (7d272aaf-4a5a-4ad5-9150-25a520f4a27b/1773e234-b211-441d-8b84-2c2514b23d0c/42e2a52d-8a5d-411a-9f79-0eaf86834b90) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:06:01.906595 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5d4f6acc-c93e-45a8-922e-46320c111e7f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (4b876e93-e753-4f82-8855-2c9c3d1db066), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:02.054968 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c8e413da-af4a-4e7d-a8dc-949b57366280 None None] Publish callbacks [] for port (42e2a52d-8a5d-411a-9f79-0eaf86834b90), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:02.062411 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c8e413da-af4a-4e7d-a8dc-949b57366280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (42e2a52d-8a5d-411a-9f79-0eaf86834b90), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:02.065567 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d02dc-06bb-47d7-9c63-08acb6f5e959 req-71030f86-f3d4-4681-8b64-bcfec20783a6 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:02.067489 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0d0d02dc-06bb-47d7-9c63-08acb6f5e959 req-71030f86-f3d4-4681-8b64-bcfec20783a6 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=a229fbd7-b1b9-494e-8456-3f415323cf03 HTTP/1.1" status: 200  len: 943 time: 0.1411555
Feb 05 21:06:02.130220 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-80274a5a-0541-4e56-b2fd-d1ac2b2dc806 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (d2363a09-d9fa-4ffc-b08a-b0752a04a7ca), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:02.138297 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e413da-af4a-4e7d-a8dc-949b57366280 None None] Network 7d272aaf-4a5a-4ad5-9150-25a520f4a27b is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:06:02.144436 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-c8e413da-af4a-4e7d-a8dc-949b57366280 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:02.156605 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e413da-af4a-4e7d-a8dc-949b57366280 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:06:02.163221 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e413da-af4a-4e7d-a8dc-949b57366280 None None] Pushing event updated for resources: {'Port': ['ID=42e2a52d-8a5d-411a-9f79-0eaf86834b90,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:02.245004 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0d0d02dc-06bb-47d7-9c63-08acb6f5e959 req-30b16cf4-b10a-4a4e-b240-b46022980b97 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7eb3d12-a5c7-4b2c-93da-f3f358aebcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1570637
Feb 05 21:06:02.263919 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80274a5a-0541-4e56-b2fd-d1ac2b2dc806 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Pushing event updated for resources: {'Subnet': ['ID=d2363a09-d9fa-4ffc-b08a-b0752a04a7ca,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:02.297939 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-c8e413da-af4a-4e7d-a8dc-949b57366280 None None] Attempting to bind port 42e2a52d-8a5d-411a-9f79-0eaf86834b90 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:06:02.298555 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-c8e413da-af4a-4e7d-a8dc-949b57366280 None None] Attempting to bind port 42e2a52d-8a5d-411a-9f79-0eaf86834b90 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3abe9a61-874d-40e3-8430-0c16050c8757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7d272aaf-4a5a-4ad5-9150-25a520f4a27b'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:06:02.299009 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e413da-af4a-4e7d-a8dc-949b57366280 None None] Attempting to bind port 42e2a52d-8a5d-411a-9f79-0eaf86834b90 on network 7d272aaf-4a5a-4ad5-9150-25a520f4a27b {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:06:02.305473 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e413da-af4a-4e7d-a8dc-949b57366280 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:06:02.305856 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e413da-af4a-4e7d-a8dc-949b57366280 None None] Checking segment: {'id': '3abe9a61-874d-40e3-8430-0c16050c8757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7d272aaf-4a5a-4ad5-9150-25a520f4a27b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:06:02.306261 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c8e413da-af4a-4e7d-a8dc-949b57366280 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:02.306698 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e413da-af4a-4e7d-a8dc-949b57366280 None None] Bound using segment: {'id': '3abe9a61-874d-40e3-8430-0c16050c8757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7d272aaf-4a5a-4ad5-9150-25a520f4a27b'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:06:02.307481 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-c8e413da-af4a-4e7d-a8dc-949b57366280 None None] Bound port: 42e2a52d-8a5d-411a-9f79-0eaf86834b90, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3abe9a61-874d-40e3-8430-0c16050c8757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7d272aaf-4a5a-4ad5-9150-25a520f4a27b'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:06:02.308022 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c8e413da-af4a-4e7d-a8dc-949b57366280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (42e2a52d-8a5d-411a-9f79-0eaf86834b90), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:02.313365 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5d4f6acc-c93e-45a8-922e-46320c111e7f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (4b876e93-e753-4f82-8855-2c9c3d1db066), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:02.317539 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80274a5a-0541-4e56-b2fd-d1ac2b2dc806 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Checking segment: {'id': '6bb791ed-b648-43ee-9796-3cf32176e531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '85b87f78-91ea-4218-b8b7-bd830bd70b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:06:02.317916 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80274a5a-0541-4e56-b2fd-d1ac2b2dc806 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Network hostable DHCP agents. Network: 85b87f78-91ea-4218-b8b7-bd830bd70b67, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:06:02.358501 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-5d4f6acc-c93e-45a8-922e-46320c111e7f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db20196d0>,) {'filters': {'network_id': ['4b876e93-e753-4f82-8855-2c9c3d1db066']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:02.371556 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-5d4f6acc-c93e-45a8-922e-46320c111e7f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db20196d0>, '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:02.371889 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-5d4f6acc-c93e-45a8-922e-46320c111e7f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db20196d0>, '9fdaba3b-6830-4df8-a0f7-45bc8b5248b1') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:02.380965 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80274a5a-0541-4e56-b2fd-d1ac2b2dc806 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Network 85b87f78-91ea-4218-b8b7-bd830bd70b67 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:06:02.398587 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5d4f6acc-c93e-45a8-922e-46320c111e7f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (9fdaba3b-6830-4df8-a0f7-45bc8b5248b1), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:02.405553 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c8e413da-af4a-4e7d-a8dc-949b57366280 None None] For port 42e2a52d-8a5d-411a-9f79-0eaf86834b90, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:06:02.416299 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c8e413da-af4a-4e7d-a8dc-949b57366280 None None] For port 42e2a52d-8a5d-411a-9f79-0eaf86834b90, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=42e2a52d-8a5d-411a-9f79-0eaf86834b90,segment=NetworkSegment(3abe9a61-874d-40e3-8430-0c16050c8757),segment_id=3abe9a61-874d-40e3-8430-0c16050c8757)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:06:02.426329 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c8e413da-af4a-4e7d-a8dc-949b57366280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (42e2a52d-8a5d-411a-9f79-0eaf86834b90), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:02.436969 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-80274a5a-0541-4e56-b2fd-d1ac2b2dc806 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 85b87f78-91ea-4218-b8b7-bd830bd70b67) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:02.448110 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5d4f6acc-c93e-45a8-922e-46320c111e7f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (9fdaba3b-6830-4df8-a0f7-45bc8b5248b1), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:02.452536 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80274a5a-0541-4e56-b2fd-d1ac2b2dc806 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:02.453226 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-80274a5a-0541-4e56-b2fd-d1ac2b2dc806 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:02.457355 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8e0768c5-6810-4039-b9f8-4d3f447c4c25 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739649913604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10167035'] for subnet (1773e234-b211-441d-8b84-2c2514b23d0c), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:02.470193 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8c1a86-26ec-4913-991c-56348e0c91a4 None None] Network 85b87f78-91ea-4218-b8b7-bd830bd70b67 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:02.488752 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d4f6acc-c93e-45a8-922e-46320c111e7f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:06:02.501845 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5d4f6acc-c93e-45a8-922e-46320c111e7f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (9fdaba3b-6830-4df8-a0f7-45bc8b5248b1), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:02.518450 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:06:02.518450 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:06:02.518450 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:06:02.518450 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:06:02.518450 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:06:02.518450 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:06:02.518450 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:06:02.518450 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:06:02.518450 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:06:02.518450 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:06:02.518450 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:06:02.518450 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:06:02.518450 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:06:02.518450 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:06:02.518450 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:06:02.518450 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:06:02.518450 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:06:02.518450 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:06:02.518450 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:06:02.518450 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:06:02.518450 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:06:02.518450 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:06:02.518450 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:06:02.518450 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:06:02.518450 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:06:02.518450 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:06:02.518450 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:06:02.518450 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:06:02.518450 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:06:02.518450 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:06:02.518450 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:06:02.518450 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:06:02.600060 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0768c5-6810-4039-b9f8-4d3f447c4c25 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:02.601124 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8e0768c5-6810-4039-b9f8-4d3f447c4c25 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:02.603779 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8e0768c5-6810-4039-b9f8-4d3f447c4c25 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "PUT /v2.0/subnets/1773e234-b211-441d-8b84-2c2514b23d0c HTTP/1.1" status: 200  len: 877 time: 1.1550751
Feb 05 21:06:02.607076 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56892) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:02.610163 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-80274a5a-0541-4e56-b2fd-d1ac2b2dc806 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0139840
Feb 05 21:06:02.613624 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56894) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:02.620262 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-7dee00a9-274e-4f85-a7f3-7debf00a104f tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Request body: {'network': {'name': 'tempest-router-network01--1097867793'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:02.633737 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5d4f6acc-c93e-45a8-922e-46320c111e7f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (4b876e93-e753-4f82-8855-2c9c3d1db066), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:02.651378 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5d4f6acc-c93e-45a8-922e-46320c111e7f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:02.656756 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5d4f6acc-c93e-45a8-922e-46320c111e7f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] 10.222.0.32 "DELETE /v2.0/networks/4b876e93-e753-4f82-8855-2c9c3d1db066 HTTP/1.1" status: 204  len: 168 time: 1.0654314
Feb 05 21:06:02.681163 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f6acc-c93e-45a8-922e-46320c111e7f tempest-NetworksTestDHCPv6-1507434121 tempest-NetworksTestDHCPv6-1507434121-project] Pushing event deleted for resources: {'Network': ['ID=4b876e93-e753-4f82-8855-2c9c3d1db066,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:02.684684 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0768c5-6810-4039-b9f8-4d3f447c4c25 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event updated for resources: {'Subnet': ['ID=1773e234-b211-441d-8b84-2c2514b23d0c,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:02.686728 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dee00a9-274e-4f85-a7f3-7debf00a104f tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Made reservation on behalf of 676d43f1593c447da02291a607bb1414 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:02.692330 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7dee00a9-274e-4f85-a7f3-7debf00a104f tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:02.705645 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e413da-af4a-4e7d-a8dc-949b57366280 None None] Pushing event updated for resources: {'Port': ['ID=42e2a52d-8a5d-411a-9f79-0eaf86834b90,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:02.724021 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf78cf4b-91eb-42cf-95d5-69b6e4e3062d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-85b87f78-91ea-4218-b8b7-bd830bd70b67', 'network_id': '85b87f78-91ea-4218-b8b7-bd830bd70b67', 'project_id': '676d43f1593c447da02291a607bb1414', 'fixed_ips': [{'subnet_id': 'd2363a09-d9fa-4ffc-b08a-b0752a04a7ca'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:06:02.724982 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cf78cf4b-91eb-42cf-95d5-69b6e4e3062d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:02.735771 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dee00a9-274e-4f85-a7f3-7debf00a104f tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:06:02.750467 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7dee00a9-274e-4f85-a7f3-7debf00a104f tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (42256140-2a9f-4da5-9811-1604f0b31b7d), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:02.751122 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-7dee00a9-274e-4f85-a7f3-7debf00a104f tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Added segment 42256140-2a9f-4da5-9811-1604f0b31b7d of type vlan for network c56f51b6-442c-4150-9f8a-c8cbcce32582
Feb 05 21:06:02.817441 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7dee00a9-274e-4f85-a7f3-7debf00a104f tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (c56f51b6-442c-4150-9f8a-c8cbcce32582), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:02.877616 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7dee00a9-274e-4f85-a7f3-7debf00a104f tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (c56f51b6-442c-4150-9f8a-c8cbcce32582), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:02.884395 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dee00a9-274e-4f85-a7f3-7debf00a104f tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:02.885204 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7dee00a9-274e-4f85-a7f3-7debf00a104f tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:02.892883 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-954b74a8-0f0f-4d4d-a8ff-58a3a8e0733d req-1d6933b6-333f-4ef3-8b7e-143c10e618b0 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=3721ef9f-8de4-4d4e-b4f5-e315164ccd1d HTTP/1.1" status: 200  len: 210 time: 0.1213565
Feb 05 21:06:02.940628 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-cf78cf4b-91eb-42cf-95d5-69b6e4e3062d None None] Allocated IP 2001:db8::2 (85b87f78-91ea-4218-b8b7-bd830bd70b67/d2363a09-d9fa-4ffc-b08a-b0752a04a7ca/5051ad80-b8d3-4b02-b7ab-ebc56c76af9b) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:06:03.055825 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e37425ec-b33e-4377-b7cb-aee058de7a75 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (7d272aaf-4a5a-4ad5-9150-25a520f4a27b), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:03.085231 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56902) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:03.085631 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7dee00a9-274e-4f85-a7f3-7debf00a104f tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.4688976
Feb 05 21:06:03.095953 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-07fc39c8-7a4f-4952-af82-0bd23677a9c8 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Request body: {'network': {'name': 'tempest-router-network02--619438946'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:03.161072 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07fc39c8-7a4f-4952-af82-0bd23677a9c8 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Made reservation on behalf of 676d43f1593c447da02291a607bb1414 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:03.164785 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-07fc39c8-7a4f-4952-af82-0bd23677a9c8 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:03.231125 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07fc39c8-7a4f-4952-af82-0bd23677a9c8 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:06:03.246681 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-e37425ec-b33e-4377-b7cb-aee058de7a75 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Deleting port 42e2a52d-8a5d-411a-9f79-0eaf86834b90 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:06:03.247167 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e37425ec-b33e-4377-b7cb-aee058de7a75 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (42e2a52d-8a5d-411a-9f79-0eaf86834b90), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:03.278306 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cf78cf4b-91eb-42cf-95d5-69b6e4e3062d None None] Publish callbacks [] for port (5051ad80-b8d3-4b02-b7ab-ebc56c76af9b), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:03.292449 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-07fc39c8-7a4f-4952-af82-0bd23677a9c8 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (a69f7251-0e9f-4db9-8a5c-2204b46e1035), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:03.292832 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-07fc39c8-7a4f-4952-af82-0bd23677a9c8 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Added segment a69f7251-0e9f-4db9-8a5c-2204b46e1035 of type vlan for network 931eb7b1-1781-4c17-b80e-780ca5c7d4fd
Feb 05 21:06:03.300660 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee00a9-274e-4f85-a7f3-7debf00a104f tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Pushing event updated for resources: {'Network': ['ID=c56f51b6-442c-4150-9f8a-c8cbcce32582,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:03.310165 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cf78cf4b-91eb-42cf-95d5-69b6e4e3062d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (5051ad80-b8d3-4b02-b7ab-ebc56c76af9b), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:03.329866 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56910) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:03.353331 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network c56f51b6-442c-4150-9f8a-c8cbcce32582 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:06:03.390133 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-aa191a79-4a01-4294-bff4-a7b76de6687d tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:03.391698 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-aa191a79-4a01-4294-bff4-a7b76de6687d tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.39 "GET /v2.0/networks?id=d372be5d-db46-470f-bb26-b0d626001e55 HTTP/1.1" status: 200  len: 811 time: 0.3573384
Feb 05 21:06:03.403938 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-51ea7d08-636d-4c72-90ba-98642102c627 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Request body: {'port': {'device_id': '3721ef9f-8de4-4d4e-b4f5-e315164ccd1d', 'network_id': 'd372be5d-db46-470f-bb26-b0d626001e55', 'admin_state_up': True, 'tenant_id': '96786f7503bf418d8fc6dd6aab2a630e'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:03.408220 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-e37425ec-b33e-4377-b7cb-aee058de7a75 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] For port 42e2a52d-8a5d-411a-9f79-0eaf86834b90, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=42e2a52d-8a5d-411a-9f79-0eaf86834b90,segment=NetworkSegment(3abe9a61-874d-40e3-8430-0c16050c8757),segment_id=3abe9a61-874d-40e3-8430-0c16050c8757)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:06:03.408599 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e37425ec-b33e-4377-b7cb-aee058de7a75 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (42e2a52d-8a5d-411a-9f79-0eaf86834b90), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:03.423794 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-e37425ec-b33e-4377-b7cb-aee058de7a75 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Calling delete_port for 42e2a52d-8a5d-411a-9f79-0eaf86834b90 owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:06:03.673314 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-07fc39c8-7a4f-4952-af82-0bd23677a9c8 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (931eb7b1-1781-4c17-b80e-780ca5c7d4fd), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:03.742279 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ca945-ab63-463e-bfcd-04784597f20b req-d9247572-ec0c-4834-afb9-f194fc194970 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:03.746118 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-191ca945-ab63-463e-bfcd-04784597f20b req-d9247572-ec0c-4834-afb9-f194fc194970 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=a229fbd7-b1b9-494e-8456-3f415323cf03 HTTP/1.1" status: 200  len: 943 time: 0.2351298
Feb 05 21:06:03.751728 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e37425ec-b33e-4377-b7cb-aee058de7a75 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (42e2a52d-8a5d-411a-9f79-0eaf86834b90), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:03.783426 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf78cf4b-91eb-42cf-95d5-69b6e4e3062d None None] Network 85b87f78-91ea-4218-b8b7-bd830bd70b67 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:06:03.786320 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-cf78cf4b-91eb-42cf-95d5-69b6e4e3062d None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:03.793242 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf78cf4b-91eb-42cf-95d5-69b6e4e3062d None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:06:03.799598 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37425ec-b33e-4377-b7cb-aee058de7a75 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event deleted for resources: {'Port': ['ID=42e2a52d-8a5d-411a-9f79-0eaf86834b90,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:03.815859 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-07fc39c8-7a4f-4952-af82-0bd23677a9c8 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (931eb7b1-1781-4c17-b80e-780ca5c7d4fd), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:03.821447 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fc39c8-7a4f-4952-af82-0bd23677a9c8 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:03.824185 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-07fc39c8-7a4f-4952-af82-0bd23677a9c8 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:03.866456 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-07fc39c8-7a4f-4952-af82-0bd23677a9c8 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.7744482
Feb 05 21:06:03.871806 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56926) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:03.890121 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-6a309a85-ddb8-4ed2-848a-365aa0af9832 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Request body: {'subnet': {'network_id': 'c56f51b6-442c-4150-9f8a-c8cbcce32582', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:03.945415 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-356b769a-b6ac-44a0-a51b-e4eef8bcc911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:04.011802 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf78cf4b-91eb-42cf-95d5-69b6e4e3062d None None] Pushing event updated for resources: {'Port': ['ID=5051ad80-b8d3-4b02-b7ab-ebc56c76af9b,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:04.016284 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37425ec-b33e-4377-b7cb-aee058de7a75 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] No DVR routers for this DVR port 42e2a52d-8a5d-411a-9f79-0eaf86834b90 on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:06:04.037769 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-cf78cf4b-91eb-42cf-95d5-69b6e4e3062d None None] Attempting to bind port 5051ad80-b8d3-4b02-b7ab-ebc56c76af9b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:06:04.038157 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-cf78cf4b-91eb-42cf-95d5-69b6e4e3062d None None] Attempting to bind port 5051ad80-b8d3-4b02-b7ab-ebc56c76af9b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6bb791ed-b648-43ee-9796-3cf32176e531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '85b87f78-91ea-4218-b8b7-bd830bd70b67'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:06:04.038571 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf78cf4b-91eb-42cf-95d5-69b6e4e3062d None None] Attempting to bind port 5051ad80-b8d3-4b02-b7ab-ebc56c76af9b on network 85b87f78-91ea-4218-b8b7-bd830bd70b67 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:06:04.052156 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf78cf4b-91eb-42cf-95d5-69b6e4e3062d None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:06:04.052535 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf78cf4b-91eb-42cf-95d5-69b6e4e3062d None None] Checking segment: {'id': '6bb791ed-b648-43ee-9796-3cf32176e531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '85b87f78-91ea-4218-b8b7-bd830bd70b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:06:04.052882 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cf78cf4b-91eb-42cf-95d5-69b6e4e3062d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:04.053326 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf78cf4b-91eb-42cf-95d5-69b6e4e3062d None None] Bound using segment: {'id': '6bb791ed-b648-43ee-9796-3cf32176e531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '85b87f78-91ea-4218-b8b7-bd830bd70b67'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:06:04.054372 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-cf78cf4b-91eb-42cf-95d5-69b6e4e3062d None None] Bound port: 5051ad80-b8d3-4b02-b7ab-ebc56c76af9b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb791ed-b648-43ee-9796-3cf32176e531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '85b87f78-91ea-4218-b8b7-bd830bd70b67'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:06:04.061821 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cf78cf4b-91eb-42cf-95d5-69b6e4e3062d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5051ad80-b8d3-4b02-b7ab-ebc56c76af9b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:04.085476 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a309a85-ddb8-4ed2-848a-365aa0af9832 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Made reservation on behalf of 676d43f1593c447da02291a607bb1414 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:04.091098 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6a309a85-ddb8-4ed2-848a-365aa0af9832 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:04.091929 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e37425ec-b33e-4377-b7cb-aee058de7a75 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (1773e234-b211-441d-8b84-2c2514b23d0c), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:04.124452 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-88b0959d-a32e-4b11-b727-92f7a7865e72 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=281e6913c20e4e389fd6dfe1c5b03c8a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7934864
Feb 05 21:06:04.139697 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56932) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:04.186904 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-cf78cf4b-91eb-42cf-95d5-69b6e4e3062d None None] For port 5051ad80-b8d3-4b02-b7ab-ebc56c76af9b, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:06:04.191675 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-cf78cf4b-91eb-42cf-95d5-69b6e4e3062d None None] For port 5051ad80-b8d3-4b02-b7ab-ebc56c76af9b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5051ad80-b8d3-4b02-b7ab-ebc56c76af9b,segment=NetworkSegment(6bb791ed-b648-43ee-9796-3cf32176e531),segment_id=6bb791ed-b648-43ee-9796-3cf32176e531)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:06:04.201397 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 113b88ca-4d58-4a3b-b5e5-40de55af4ae3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:06:04.235640 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-51ea7d08-636d-4c72-90ba-98642102c627 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Made reservation on behalf of 96786f7503bf418d8fc6dd6aab2a630e for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:04.238846 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fae68c28-0ff1-4597-b598-92717dcab6e0 req-c64abd54-a1ed-4193-826c-d5a7d288f375 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=3721ef9f-8de4-4d4e-b4f5-e315164ccd1d HTTP/1.1" status: 200  len: 210 time: 0.2204731
Feb 05 21:06:04.239696 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc39c8-7a4f-4952-af82-0bd23677a9c8 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Pushing event updated for resources: {'Network': ['ID=931eb7b1-1781-4c17-b80e-780ca5c7d4fd,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:04.239799 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-51ea7d08-636d-4c72-90ba-98642102c627 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:04.260492 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-191ca945-ab63-463e-bfcd-04784597f20b req-fa570f69-2375-47d5-81fd-0e8a39d89207 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7eb3d12-a5c7-4b2c-93da-f3f358aebcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5015550
Feb 05 21:06:04.267628 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 931eb7b1-1781-4c17-b80e-780ca5c7d4fd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:06:04.274297 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cf78cf4b-91eb-42cf-95d5-69b6e4e3062d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5051ad80-b8d3-4b02-b7ab-ebc56c76af9b), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:04.321388 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1b669f7d-6321-4b82-b829-8771c61cdea4 admin admin] Publish callbacks [] for security_group (733a7598-439b-49a1-903d-0dd8cbb65be6), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:04.386345 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e37425ec-b33e-4377-b7cb-aee058de7a75 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (1773e234-b211-441d-8b84-2c2514b23d0c), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:04.442268 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-51ea7d08-636d-4c72-90ba-98642102c627 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Allocated IP 172.20.0.6 (d372be5d-db46-470f-bb26-b0d626001e55/363524c7-974f-4883-bb9a-7e2fff45291a/d9e5c6ae-c0c0-4285-8671-2fb3c59d8837) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:06:04.446970 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37425ec-b33e-4377-b7cb-aee058de7a75 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event deleted for resources: {'Subnet': ['ID=1773e234-b211-441d-8b84-2c2514b23d0c,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:04.453542 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1b669f7d-6321-4b82-b829-8771c61cdea4 admin admin] Publish callbacks [] for security_group (733a7598-439b-49a1-903d-0dd8cbb65be6), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:04.486215 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9385d3ac-817b-464c-8e80-e8f380f2637d None None] Network 7d272aaf-4a5a-4ad5-9150-25a520f4a27b requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:04.506158 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6a309a85-ddb8-4ed2-848a-365aa0af9832 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (3ef4d20f-8729-4371-a77c-0eceb5add5fa), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:04.604548 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e37425ec-b33e-4377-b7cb-aee058de7a75 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (7d272aaf-4a5a-4ad5-9150-25a520f4a27b), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:04.610613 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-00324a93-ca48-4313-a0ce-8a4ff4ffcff2 None None] Could not find standard attr ID for object 42e2a52d-8a5d-411a-9f79-0eaf86834b90. {{(pid=114392) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 05 21:06:04.655169 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-e37425ec-b33e-4377-b7cb-aee058de7a75 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2b548e0>,) {'filters': {'network_id': ['7d272aaf-4a5a-4ad5-9150-25a520f4a27b']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:04.673592 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1b669f7d-6321-4b82-b829-8771c61cdea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (733a7598-439b-49a1-903d-0dd8cbb65be6), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:04.677761 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1b669f7d-6321-4b82-b829-8771c61cdea4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:04.689067 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1b669f7d-6321-4b82-b829-8771c61cdea4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/733a7598-439b-49a1-903d-0dd8cbb65be6 HTTP/1.1" status: 204  len: 168 time: 0.5460496
Feb 05 21:06:04.717660 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-e37425ec-b33e-4377-b7cb-aee058de7a75 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2b548e0>, '3abe9a61-874d-40e3-8430-0c16050c8757') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:04.719115 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-e37425ec-b33e-4377-b7cb-aee058de7a75 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2b548e0>, '3abe9a61-874d-40e3-8430-0c16050c8757') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:04.731862 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf78cf4b-91eb-42cf-95d5-69b6e4e3062d None None] Pushing event updated for resources: {'Port': ['ID=5051ad80-b8d3-4b02-b7ab-ebc56c76af9b,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:04.734550 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a309a85-ddb8-4ed2-848a-365aa0af9832 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Pushing event updated for resources: {'Subnet': ['ID=3ef4d20f-8729-4371-a77c-0eceb5add5fa,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:04.750862 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b669f7d-6321-4b82-b829-8771c61cdea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733a7598-439b-49a1-903d-0dd8cbb65be6,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:04.766733 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e37425ec-b33e-4377-b7cb-aee058de7a75 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (3abe9a61-874d-40e3-8430-0c16050c8757), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:04.792077 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 113b88ca-4d58-4a3b-b5e5-40de55af4ae3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=113b88ca-4d58-4a3b-b5e5-40de55af4ae3,segment=NetworkSegment(6da08ccd-563d-4daa-98a3-11856904a998),segment_id=6da08ccd-563d-4daa-98a3-11856904a998)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:06:04.796967 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e37425ec-b33e-4377-b7cb-aee058de7a75 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (3abe9a61-874d-40e3-8430-0c16050c8757), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:04.813293 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e37425ec-b33e-4377-b7cb-aee058de7a75 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:06:04.813946 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e37425ec-b33e-4377-b7cb-aee058de7a75 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (3abe9a61-874d-40e3-8430-0c16050c8757), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:04.821138 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:06:04.821138 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:06:04.821138 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:06:04.821138 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:06:04.821138 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:06:04.821138 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:06:04.821138 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:06:04.821138 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:06:04.821138 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:06:04.821138 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:06:04.821138 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:06:04.821138 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:06:04.821138 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:06:04.821138 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:06:04.821138 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:06:04.821138 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:06:04.821138 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:06:04.821138 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:06:04.821138 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:06:04.821138 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:06:04.821138 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:06:04.821138 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:06:04.821138 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:06:04.821138 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:06:04.821138 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:06:04.821138 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:06:04.821138 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:06:04.821138 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:06:04.821138 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:06:04.821138 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:06:04.821138 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:06:04.821138 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:06:04.823229 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a309a85-ddb8-4ed2-848a-365aa0af9832 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Checking segment: {'id': '42256140-2a9f-4da5-9811-1604f0b31b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c56f51b6-442c-4150-9f8a-c8cbcce32582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:06:04.823229 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a309a85-ddb8-4ed2-848a-365aa0af9832 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Network hostable DHCP agents. Network: c56f51b6-442c-4150-9f8a-c8cbcce32582, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:06:04.904177 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a309a85-ddb8-4ed2-848a-365aa0af9832 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Network c56f51b6-442c-4150-9f8a-c8cbcce32582 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:06:04.918608 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '113b88ca-4d58-4a3b-b5e5-40de55af4ae3', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'port_id': '113b88ca-4d58-4a3b-b5e5-40de55af4ae3', 'mac_address': 'fa:16:3e:aa:42:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:06:04.932955 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-51ea7d08-636d-4c72-90ba-98642102c627 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Publish callbacks [] for port (d9e5c6ae-c0c0-4285-8671-2fb3c59d8837), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:04.934649 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-6a309a85-ddb8-4ed2-848a-365aa0af9832 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c56f51b6-442c-4150-9f8a-c8cbcce32582) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:04.963657 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed017031-f18b-4d53-9b1a-2884abbd6ab3 None None] DHCP port deletion for 7d272aaf-4a5a-4ad5-9150-25a520f4a27b request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:06:04.985670 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364d9b88-d75b-4d59-811f-e81c5a549f8e None None] Network c56f51b6-442c-4150-9f8a-c8cbcce32582 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:04.994493 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a309a85-ddb8-4ed2-848a-365aa0af9832 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:04.995198 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6a309a85-ddb8-4ed2-848a-365aa0af9832 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:05.087940 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e37425ec-b33e-4377-b7cb-aee058de7a75 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (7d272aaf-4a5a-4ad5-9150-25a520f4a27b), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:05.103192 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6a309a85-ddb8-4ed2-848a-365aa0af9832 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2169642
Feb 05 21:06:05.105669 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56946) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:05.106538 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e37425ec-b33e-4377-b7cb-aee058de7a75 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:05.117358 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e37425ec-b33e-4377-b7cb-aee058de7a75 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "DELETE /v2.0/networks/7d272aaf-4a5a-4ad5-9150-25a520f4a27b HTTP/1.1" status: 204  len: 168 time: 2.5087500
Feb 05 21:06:05.119619 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57e0a55-5483-476d-b149-b4959c096ade None None] Network 7d272aaf-4a5a-4ad5-9150-25a520f4a27b requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:05.122322 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56948) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:05.122859 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-ef17ac21-65b9-4b48-a418-1c44a0e4c42c tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Request body: {'subnet': {'network_id': '931eb7b1-1781-4c17-b80e-780ca5c7d4fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:05.184488 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57e0a55-5483-476d-b149-b4959c096ade None None] Network 7d272aaf-4a5a-4ad5-9150-25a520f4a27b could not be found, it might have been deleted concurrently. {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Feb 05 21:06:05.198007 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 113b88ca-4d58-4a3b-b5e5-40de55af4ae3 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:06:05.198007 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (113b88ca-4d58-4a3b-b5e5-40de55af4ae3), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:05.220027 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37425ec-b33e-4377-b7cb-aee058de7a75 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event deleted for resources: {'Network': ['ID=7d272aaf-4a5a-4ad5-9150-25a520f4a27b,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:05.223886 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-780c29ad-26dc-4dab-b29b-f62c1228683a tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:05.224668 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-780c29ad-26dc-4dab-b29b-f62c1228683a tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:05.238805 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 113b88ca-4d58-4a3b-b5e5-40de55af4ae3 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:06:05.241177 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-780c29ad-26dc-4dab-b29b-f62c1228683a tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "DELETE /v2.0/subnets/1773e234-b211-441d-8b84-2c2514b23d0c HTTP/1.1" status: 404  len: 337 time: 0.1165667
Feb 05 21:06:05.241822 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56952) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:05.278516 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-04052df9-d35d-4005-aaa9-443a48135f13 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:05.279306 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04052df9-d35d-4005-aaa9-443a48135f13 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:05.280052 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef17ac21-65b9-4b48-a418-1c44a0e4c42c tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Made reservation on behalf of 676d43f1593c447da02291a607bb1414 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:05.283605 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ef17ac21-65b9-4b48-a418-1c44a0e4c42c tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:05.287103 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-04052df9-d35d-4005-aaa9-443a48135f13 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "DELETE /v2.0/networks/7d272aaf-4a5a-4ad5-9150-25a520f4a27b HTTP/1.1" status: 404  len: 339 time: 0.0434906
Feb 05 21:06:05.289167 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56956) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:05.289580 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 113b88ca-4d58-4a3b-b5e5-40de55af4ae3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=113b88ca-4d58-4a3b-b5e5-40de55af4ae3,segment=NetworkSegment(6da08ccd-563d-4daa-98a3-11856904a998),segment_id=6da08ccd-563d-4daa-98a3-11856904a998)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:06:05.330729 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaae64f3-c591-429e-b39e-6cf9f3f3e17c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:05.331222 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaae64f3-c591-429e-b39e-6cf9f3f3e17c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:05.348401 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-eaae64f3-c591-429e-b39e-6cf9f3f3e17c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "DELETE /v2.0/subnets/929fe9f8-53bf-4cc7-9bc0-a8bac2e0064a HTTP/1.1" status: 404  len: 337 time: 0.0590115
Feb 05 21:06:05.349378 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56962) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:05.357772 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (113b88ca-4d58-4a3b-b5e5-40de55af4ae3), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:05.420250 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-35d203e5-a71b-4b73-bf79-f9ea397517ed tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:05.420772 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35d203e5-a71b-4b73-bf79-f9ea397517ed tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:05.422345 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040a985f-d688-4d99-9548-f94aca410c74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c56f51b6-442c-4150-9f8a-c8cbcce32582', 'network_id': 'c56f51b6-442c-4150-9f8a-c8cbcce32582', 'project_id': '676d43f1593c447da02291a607bb1414', 'fixed_ips': [{'subnet_id': '3ef4d20f-8729-4371-a77c-0eceb5add5fa'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:06:05.423945 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-040a985f-d688-4d99-9548-f94aca410c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:05.428060 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-35d203e5-a71b-4b73-bf79-f9ea397517ed tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "DELETE /v2.0/networks/d811fcc7-8ddd-4db1-a1c6-f13a205f880b HTTP/1.1" status: 404  len: 339 time: 0.0774589
Feb 05 21:06:05.451332 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=113b88ca-4d58-4a3b-b5e5-40de55af4ae3,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:05.471282 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56966) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:05.508081 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-673226e7-a826-4f5c-8d68-017e22ff4f9a req-c0c4a5f5-6514-4ff6-882a-7bf8bb13c92b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=18e8daf2-7be8-4578-9d20-340e9ecd5a01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.5506678
Feb 05 21:06:05.509413 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-51ea7d08-636d-4c72-90ba-98642102c627 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (d9e5c6ae-c0c0-4285-8671-2fb3c59d8837), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:05.574556 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2e9e49b7-19d7-4530-8ad1-999e5cfd6199 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (b05546c4-9e8d-46f6-914e-3e9ec8af6218), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:05.609758 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea7d08-636d-4c72-90ba-98642102c627 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Pushing event updated for resources: {'Port': ['ID=d9e5c6ae-c0c0-4285-8671-2fb3c59d8837,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:05.617934 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['5abd8462-d57e-49c8-85d7-8001b0b49a6e'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:06:05.682399 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ee3ea-484a-4a98-bcbb-0bfcc034a04e req-fec87336-d2a9-44d6-ba80-dd56fffe13ca tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:05.683900 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f04ee3ea-484a-4a98-bcbb-0bfcc034a04e req-fec87336-d2a9-44d6-ba80-dd56fffe13ca tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=3721ef9f-8de4-4d4e-b4f5-e315164ccd1d HTTP/1.1" status: 200  len: 931 time: 0.3068471
Feb 05 21:06:05.693381 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd8ed3-6093-4ee9-80a1-4c730dd26cc9 req-42aff238-1f50-4835-9061-cdef31393187 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:05.700865 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bddd8ed3-6093-4ee9-80a1-4c730dd26cc9 req-42aff238-1f50-4835-9061-cdef31393187 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=a229fbd7-b1b9-494e-8456-3f415323cf03 HTTP/1.1" status: 200  len: 944 time: 0.2851381
Feb 05 21:06:05.747918 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-51ea7d08-636d-4c72-90ba-98642102c627 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Network d372be5d-db46-470f-bb26-b0d626001e55 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:06:05.751492 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-51ea7d08-636d-4c72-90ba-98642102c627 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:05.757666 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-51ea7d08-636d-4c72-90ba-98642102c627 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:06:05.791256 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-040a985f-d688-4d99-9548-f94aca410c74 None None] Allocated IP 2001:db8::2 (c56f51b6-442c-4150-9f8a-c8cbcce32582/3ef4d20f-8729-4371-a77c-0eceb5add5fa/41534d81-067a-4e83-be7e-4d450febd220) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:06:05.800172 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8970b27d-b4d4-473f-930d-19e3531d4cb8 req-d5c261b7-d000-4a4f-8522-ed87fde7b178 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2226081
Feb 05 21:06:05.886915 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2e9e49b7-19d7-4530-8ad1-999e5cfd6199 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (b05546c4-9e8d-46f6-914e-3e9ec8af6218), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:05.891182 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ef17ac21-65b9-4b48-a418-1c44a0e4c42c tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (6e26b384-79ec-438c-a20c-6ec8e94c6c13), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:05.971254 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['113b88ca-4d58-4a3b-b5e5-40de55af4ae3'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:06:05.980841 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bddd8ed3-6093-4ee9-80a1-4c730dd26cc9 req-4c509eb1-e4cb-4dba-b1a5-259b8809b653 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7eb3d12-a5c7-4b2c-93da-f3f358aebcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2790136
Feb 05 21:06:06.083946 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-2e9e49b7-19d7-4530-8ad1-999e5cfd6199 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db92330a0>,) {'filters': {'network_id': ['b05546c4-9e8d-46f6-914e-3e9ec8af6218']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:06.122916 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673226e7-a826-4f5c-8d68-017e22ff4f9a req-8ba59ade-1b38-4fa8-8686-f26172aba7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:06.125354 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-673226e7-a826-4f5c-8d68-017e22ff4f9a req-8ba59ade-1b38-4fa8-8686-f26172aba7ca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=abdf40933f6b4f8099b886dfec3a4473&device_id=18e8daf2-7be8-4578-9d20-340e9ecd5a01 HTTP/1.1" status: 200  len: 1128 time: 0.4949601
Feb 05 21:06:06.132455 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-51ea7d08-636d-4c72-90ba-98642102c627 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:06.133391 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-51ea7d08-636d-4c72-90ba-98642102c627 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:06.151627 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f04ee3ea-484a-4a98-bcbb-0bfcc034a04e req-486a6f5d-072d-4133-a8c1-958293a1d82b tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4478097
Feb 05 21:06:06.168388 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-2e9e49b7-19d7-4530-8ad1-999e5cfd6199 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db92330a0>, '320e0909-9d83-4bd5-94f2-38221e6b8aee') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:06.169790 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-2e9e49b7-19d7-4530-8ad1-999e5cfd6199 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db92330a0>, '320e0909-9d83-4bd5-94f2-38221e6b8aee') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:06.177044 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17ac21-65b9-4b48-a418-1c44a0e4c42c tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Pushing event updated for resources: {'Subnet': ['ID=6e26b384-79ec-438c-a20c-6ec8e94c6c13,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:06.198079 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970b27d-b4d4-473f-930d-19e3531d4cb8 req-e24b01ad-c6ba-4ff8-9600-720fb836ecfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:06.204857 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8970b27d-b4d4-473f-930d-19e3531d4cb8 req-e24b01ad-c6ba-4ff8-9600-720fb836ecfa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=abdf40933f6b4f8099b886dfec3a4473&device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 1126 time: 0.3064899
Feb 05 21:06:06.213557 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2e9e49b7-19d7-4530-8ad1-999e5cfd6199 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (320e0909-9d83-4bd5-94f2-38221e6b8aee), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:06.272399 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef17ac21-65b9-4b48-a418-1c44a0e4c42c tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Checking segment: {'id': 'a69f7251-0e9f-4db9-8a5c-2204b46e1035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '931eb7b1-1781-4c17-b80e-780ca5c7d4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:06:06.273082 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef17ac21-65b9-4b48-a418-1c44a0e4c42c tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Network hostable DHCP agents. Network: 931eb7b1-1781-4c17-b80e-780ca5c7d4fd, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:06:06.282646 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2e9e49b7-19d7-4530-8ad1-999e5cfd6199 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (320e0909-9d83-4bd5-94f2-38221e6b8aee), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:06.294951 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-51ea7d08-636d-4c72-90ba-98642102c627 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8947270
Feb 05 21:06:06.330816 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e9e49b7-19d7-4530-8ad1-999e5cfd6199 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:06:06.331606 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2e9e49b7-19d7-4530-8ad1-999e5cfd6199 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (320e0909-9d83-4bd5-94f2-38221e6b8aee), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:06.337102 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:06:06.337102 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:06:06.337102 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:06:06.337102 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:06:06.337102 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:06:06.337102 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:06:06.337102 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:06:06.337102 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:06:06.337102 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:06:06.337102 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:06:06.337102 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:06:06.337102 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:06:06.337102 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:06:06.337102 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:06:06.337102 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:06:06.337102 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:06:06.337102 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:06:06.337102 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:06:06.337102 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:06:06.337102 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:06:06.337102 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:06:06.337102 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:06:06.337102 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:06:06.337102 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:06:06.337102 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:06:06.337102 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:06:06.337102 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:06:06.337102 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:06:06.337102 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:06:06.337102 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:06:06.337102 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:06:06.337102 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:06:06.339481 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 5051ad80-b8d3-4b02-b7ab-ebc56c76af9b up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:06:06.345630 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b409ca0e-0362-4f2a-a79d-01310656f3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:06.371514 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-792fba38-ed05-4620-9183-1a4f80c06137 service neutron] Request body: {'port': {'device_id': '3721ef9f-8de4-4d4e-b4f5-e315164ccd1d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:06.425004 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56990) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:06.461801 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef17ac21-65b9-4b48-a418-1c44a0e4c42c tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Network 931eb7b1-1781-4c17-b80e-780ca5c7d4fd is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:06:06.467792 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673226e7-a826-4f5c-8d68-017e22ff4f9a req-c739988c-d4f3-4328-a2da-e58df3b3369d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:06.469309 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-673226e7-a826-4f5c-8d68-017e22ff4f9a req-c739988c-d4f3-4328-a2da-e58df3b3369d service neutron] 10.222.0.21 "GET /v2.0/networks?id=f513b7e7-60ac-4b04-af41-d1fecee70cba HTTP/1.1" status: 200  len: 912 time: 0.3201065
Feb 05 21:06:06.520718 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2e9e49b7-19d7-4530-8ad1-999e5cfd6199 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (b05546c4-9e8d-46f6-914e-3e9ec8af6218), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:06.530211 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-ef17ac21-65b9-4b48-a418-1c44a0e4c42c tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 931eb7b1-1781-4c17-b80e-780ca5c7d4fd) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:06.534139 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-673226e7-a826-4f5c-8d68-017e22ff4f9a req-3907897e-76da-4eaa-ae44-6d87ee7994bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55c2704d-b622-40af-984a-2047142ff019 HTTP/1.1" status: 200  len: 217 time: 0.0549617
Feb 05 21:06:06.553664 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef17ac21-65b9-4b48-a418-1c44a0e4c42c tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:06.554558 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ef17ac21-65b9-4b48-a418-1c44a0e4c42c tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:06.558232 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2e9e49b7-19d7-4530-8ad1-999e5cfd6199 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:06.564098 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2e9e49b7-19d7-4530-8ad1-999e5cfd6199 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "DELETE /v2.0/networks/b05546c4-9e8d-46f6-914e-3e9ec8af6218 HTTP/1.1" status: 204  len: 168 time: 1.0899236
Feb 05 21:06:06.573666 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83441522-cd13-4bc7-8aed-fa40c90acafc None None] Network 931eb7b1-1781-4c17-b80e-780ca5c7d4fd requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:06.588189 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56996) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:06.616408 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673226e7-a826-4f5c-8d68-017e22ff4f9a req-a3e82abb-8a40-4a7e-a43b-538410cfb344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:06.617971 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-673226e7-a826-4f5c-8d68-017e22ff4f9a req-a3e82abb-8a40-4a7e-a43b-538410cfb344 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d3bc4b1d-f312-4b2d-bc48-80b03423d794 HTTP/1.1" status: 200  len: 850 time: 0.0609555
Feb 05 21:06:06.646315 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-e311ec1b-50de-4ed0-a54c-41cc39124b99 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:06.646807 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e311ec1b-50de-4ed0-a54c-41cc39124b99 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:06.652196 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e311ec1b-50de-4ed0-a54c-41cc39124b99 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "DELETE /v2.0/subnets/c313d0a0-0cb5-4e89-ad86-e8bdd5e31183 HTTP/1.1" status: 404  len: 337 time: 0.0590742
Feb 05 21:06:06.652196 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e49b7-19d7-4530-8ad1-999e5cfd6199 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event deleted for resources: {'Network': ['ID=b05546c4-9e8d-46f6-914e-3e9ec8af6218,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:06.659087 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56998) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:06.662085 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970b27d-b4d4-473f-930d-19e3531d4cb8 req-e2f4fa86-0051-413c-960f-8eb739d8a245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:06.663634 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8970b27d-b4d4-473f-930d-19e3531d4cb8 req-e2f4fa86-0051-413c-960f-8eb739d8a245 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f513b7e7-60ac-4b04-af41-d1fecee70cba HTTP/1.1" status: 200  len: 912 time: 0.4112370
Feb 05 21:06:06.669948 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-792fba38-ed05-4620-9183-1a4f80c06137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d9e5c6ae-c0c0-4285-8671-2fb3c59d8837), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:06.674329 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ef17ac21-65b9-4b48-a418-1c44a0e4c42c tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.5663917
Feb 05 21:06:06.678063 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57000) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:06.690420 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b749538e-0420-445e-b270-256140435826 None None] Network 85b87f78-91ea-4218-b8b7-bd830bd70b67 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:06.699675 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-a79b7df4-386c-4076-a5f8-6c1856c9d987 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:06.700232 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a79b7df4-386c-4076-a5f8-6c1856c9d987 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:06.703445 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a79b7df4-386c-4076-a5f8-6c1856c9d987 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "DELETE /v2.0/networks/e10c80cd-5023-4ddd-bf00-cf176eeb8a93 HTTP/1.1" status: 404  len: 339 time: 0.0422380
Feb 05 21:06:06.710128 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57002) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:06.746023 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-040a985f-d688-4d99-9548-f94aca410c74 None None] Publish callbacks [] for port (41534d81-067a-4e83-be7e-4d450febd220), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:06.823271 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-040a985f-d688-4d99-9548-f94aca410c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (41534d81-067a-4e83-be7e-4d450febd220), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:06.840661 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-8760f1b0-e6ed-46d5-a03b-9fad3561de65 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:06.841188 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8760f1b0-e6ed-46d5-a03b-9fad3561de65 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:06.846781 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8760f1b0-e6ed-46d5-a03b-9fad3561de65 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "DELETE /v2.0/subnets/7be2c75b-4dda-4217-9850-a5a69c1cf5ce HTTP/1.1" status: 404  len: 337 time: 0.1324890
Feb 05 21:06:06.855511 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57006) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:06.856898 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-3dc48820-0d7c-496f-a538-23c74987beee tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1576473105'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:06.862187 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673226e7-a826-4f5c-8d68-017e22ff4f9a req-519fe569-821d-4b09-873b-4d2e5c17ec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:06.863830 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-673226e7-a826-4f5c-8d68-017e22ff4f9a req-519fe569-821d-4b09-873b-4d2e5c17ec56 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f513b7e7-60ac-4b04-af41-d1fecee70cba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2369761
Feb 05 21:06:06.907876 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040a985f-d688-4d99-9548-f94aca410c74 None None] Network c56f51b6-442c-4150-9f8a-c8cbcce32582 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:06:06.930790 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bd63869-cb09-4dc7-a797-d2369205ddfc tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:06.931303 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bd63869-cb09-4dc7-a797-d2369205ddfc tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:06.931903 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c1b78605-2ae1-4a81-8651-77455a216818 None None] Provisioning complete for port 5051ad80-b8d3-4b02-b7ab-ebc56c76af9b triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:06.932484 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c1b78605-2ae1-4a81-8651-77455a216818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5051ad80-b8d3-4b02-b7ab-ebc56c76af9b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:06.937459 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5bd63869-cb09-4dc7-a797-d2369205ddfc tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "DELETE /v2.0/networks/cc9ae0e1-6ad6-4f07-85f0-70a3b3046962 HTTP/1.1" status: 404  len: 339 time: 0.0790274
Feb 05 21:06:06.942920 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57010) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:07.008775 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-040a985f-d688-4d99-9548-f94aca410c74 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:07.010737 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc48820-0d7c-496f-a538-23c74987beee tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Made reservation on behalf of be1aed61497f49d18b23d8f97896bccb for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:07.015572 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040a985f-d688-4d99-9548-f94aca410c74 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:06:07.019671 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3dc48820-0d7c-496f-a538-23c74987beee tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:07.027066 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-d694fda2-cf7e-414b-a1da-58d2045cdb20 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:07.027687 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d694fda2-cf7e-414b-a1da-58d2045cdb20 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:07.032216 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d694fda2-cf7e-414b-a1da-58d2045cdb20 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "DELETE /v2.0/subnets/2ceec71f-2ba2-4877-9adf-476dd5af3c18 HTTP/1.1" status: 404  len: 337 time: 0.0880401
Feb 05 21:06:07.049495 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57014) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:07.052943 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3dc48820-0d7c-496f-a538-23c74987beee tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:07.082031 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8970b27d-b4d4-473f-930d-19e3531d4cb8 req-48b66999-b398-4272-bdf3-9bcb58612be4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad0354e3-119c-4c7a-a046-88f02122433c HTTP/1.1" status: 200  len: 998 time: 0.3972781
Feb 05 21:06:07.145504 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-76b19f56-3472-4bb4-a8c9-325e84cb5acf tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:07.146845 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76b19f56-3472-4bb4-a8c9-325e84cb5acf tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:07.150623 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-76b19f56-3472-4bb4-a8c9-325e84cb5acf tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "DELETE /v2.0/networks/1c1f68a5-f48c-4872-9bda-9af99638a44f HTTP/1.1" status: 404  len: 339 time: 0.0948606
Feb 05 21:06:07.158937 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57016) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:07.371315 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-792fba38-ed05-4620-9183-1a4f80c06137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9e5c6ae-c0c0-4285-8671-2fb3c59d8837 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:06:07.383506 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-792fba38-ed05-4620-9183-1a4f80c06137 service neutron] Publish callbacks [] for port (d9e5c6ae-c0c0-4285-8671-2fb3c59d8837), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:07.403521 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-792fba38-ed05-4620-9183-1a4f80c06137 service neutron] Transition to ACTIVE for port object d9e5c6ae-c0c0-4285-8671-2fb3c59d8837 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:06:07.436309 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 5051ad80-b8d3-4b02-b7ab-ebc56c76af9b triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:07.436703 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5051ad80-b8d3-4b02-b7ab-ebc56c76af9b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:07.463378 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a985f-d688-4d99-9548-f94aca410c74 None None] Pushing event updated for resources: {'Port': ['ID=41534d81-067a-4e83-be7e-4d450febd220,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:07.472817 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b760d5-17e1-4134-9d1c-8aa156681179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-931eb7b1-1781-4c17-b80e-780ca5c7d4fd', 'network_id': '931eb7b1-1781-4c17-b80e-780ca5c7d4fd', 'project_id': '676d43f1593c447da02291a607bb1414', 'fixed_ips': [{'subnet_id': '6e26b384-79ec-438c-a20c-6ec8e94c6c13'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:06:07.474951 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f8b760d5-17e1-4134-9d1c-8aa156681179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:07.492697 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3dc48820-0d7c-496f-a538-23c74987beee tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks [] for security_group (2ef8ee2e-f06d-4b29-b007-6dc563cdd044), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:07.502222 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-792fba38-ed05-4620-9183-1a4f80c06137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (d9e5c6ae-c0c0-4285-8671-2fb3c59d8837), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:07.505185 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e751a9-7b16-4207-a4fa-53080630877e tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:07.505845 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0e751a9-7b16-4207-a4fa-53080630877e tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:07.509956 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c0e751a9-7b16-4207-a4fa-53080630877e tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "DELETE /v2.0/subnets/01963ec4-6c00-4de8-b9c9-dd913a378c84 HTTP/1.1" status: 404  len: 337 time: 0.3466725
Feb 05 21:06:07.516381 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3dc48820-0d7c-496f-a538-23c74987beee tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (2ef8ee2e-f06d-4b29-b007-6dc563cdd044), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:07.527820 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57026) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:07.579467 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cca9af8-fe1b-40c3-986b-3efb3ef98181 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:07.580120 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cca9af8-fe1b-40c3-986b-3efb3ef98181 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:07.585599 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5cca9af8-fe1b-40c3-986b-3efb3ef98181 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "DELETE /v2.0/networks/c9ec16f2-7600-4cfc-873b-aba23292a128 HTTP/1.1" status: 404  len: 339 time: 0.0526948
Feb 05 21:06:07.598803 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-673226e7-a826-4f5c-8d68-017e22ff4f9a req-ad2427fc-f065-4705-b82e-ef5e2c8585a7 service neutron] 10.222.0.21 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7233682
Feb 05 21:06:07.603747 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57028) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:07.604488 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:07.609686 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-040a985f-d688-4d99-9548-f94aca410c74 None None] Attempting to bind port 41534d81-067a-4e83-be7e-4d450febd220 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:06:07.610074 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-040a985f-d688-4d99-9548-f94aca410c74 None None] Attempting to bind port 41534d81-067a-4e83-be7e-4d450febd220 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '42256140-2a9f-4da5-9811-1604f0b31b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c56f51b6-442c-4150-9f8a-c8cbcce32582'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:06:07.610486 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040a985f-d688-4d99-9548-f94aca410c74 None None] Attempting to bind port 41534d81-067a-4e83-be7e-4d450febd220 on network c56f51b6-442c-4150-9f8a-c8cbcce32582 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:06:07.646076 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040a985f-d688-4d99-9548-f94aca410c74 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:06:07.646490 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040a985f-d688-4d99-9548-f94aca410c74 None None] Checking segment: {'id': '42256140-2a9f-4da5-9811-1604f0b31b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c56f51b6-442c-4150-9f8a-c8cbcce32582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:06:07.646911 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-040a985f-d688-4d99-9548-f94aca410c74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:07.647920 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040a985f-d688-4d99-9548-f94aca410c74 None None] Bound using segment: {'id': '42256140-2a9f-4da5-9811-1604f0b31b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c56f51b6-442c-4150-9f8a-c8cbcce32582'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:06:07.648473 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-040a985f-d688-4d99-9548-f94aca410c74 None None] Bound port: 41534d81-067a-4e83-be7e-4d450febd220, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42256140-2a9f-4da5-9811-1604f0b31b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c56f51b6-442c-4150-9f8a-c8cbcce32582'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:06:07.648871 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-040a985f-d688-4d99-9548-f94aca410c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (41534d81-067a-4e83-be7e-4d450febd220), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:07.656171 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-2732a3a3-8f94-444b-89d3-84e3660c1097 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:07.656637 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2732a3a3-8f94-444b-89d3-84e3660c1097 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:07.660109 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2732a3a3-8f94-444b-89d3-84e3660c1097 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "DELETE /v2.0/subnets/2748dcb6-5774-47fe-be7e-fe42aafdcdf4 HTTP/1.1" status: 404  len: 337 time: 0.0489435
Feb 05 21:06:07.683138 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57032) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:07.750093 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b4a4ca2-8447-45dc-95f3-b9eda2536a2c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:07.750977 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b4a4ca2-8447-45dc-95f3-b9eda2536a2c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:07.755216 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2b4a4ca2-8447-45dc-95f3-b9eda2536a2c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "DELETE /v2.0/networks/c3d5a537-b3df-445b-9f45-06257cd053f0 HTTP/1.1" status: 404  len: 339 time: 0.0695748
Feb 05 21:06:07.761544 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57038) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:07.770122 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dc48820-0d7c-496f-a538-23c74987beee tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:06:07.775948 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-673226e7-a826-4f5c-8d68-017e22ff4f9a req-e62e3235-80c2-47de-b052-9723392657a0 service neutron] 10.222.0.21 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1212320
Feb 05 21:06:07.804711 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc48820-0d7c-496f-a538-23c74987beee tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef8ee2e-f06d-4b29-b007-6dc563cdd044,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:07.807881 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970b27d-b4d4-473f-930d-19e3531d4cb8 req-7ca07e3d-7ab4-4051-8ac3-1ca088b341e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:07.809659 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8970b27d-b4d4-473f-930d-19e3531d4cb8 req-7ca07e3d-7ab4-4051-8ac3-1ca088b341e1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d3bc4b1d-f312-4b2d-bc48-80b03423d794 HTTP/1.1" status: 200  len: 850 time: 0.7199755
Feb 05 21:06:07.809775 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3dc48820-0d7c-496f-a538-23c74987beee tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (4e5f25c5-04fc-4b18-9baa-4fa5ffd26abe), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:07.810054 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-3dc48820-0d7c-496f-a538-23c74987beee tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Added segment 4e5f25c5-04fc-4b18-9baa-4fa5ffd26abe of type vlan for network ae9432fc-b917-4bae-97be-8a146b20e4d4
Feb 05 21:06:07.811757 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792fba38-ed05-4620-9183-1a4f80c06137 service neutron] Pushing event updated for resources: {'Port': ['ID=d9e5c6ae-c0c0-4285-8671-2fb3c59d8837,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:07.816148 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd3c8728-1aaf-4d78-921b-a44eeba4b71c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:07.816559 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd3c8728-1aaf-4d78-921b-a44eeba4b71c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:07.832739 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-dd3c8728-1aaf-4d78-921b-a44eeba4b71c tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "DELETE /v2.0/subnets/284da703-2fc6-48ff-a023-48fb7191914e HTTP/1.1" status: 404  len: 337 time: 0.0644693
Feb 05 21:06:07.835186 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57042) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:07.907626 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c9ae15f-2bdf-4860-9d7c-a524a3a22cf9 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:07.908198 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c9ae15f-2bdf-4860-9d7c-a524a3a22cf9 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:07.913982 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2c9ae15f-2bdf-4860-9d7c-a524a3a22cf9 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "DELETE /v2.0/networks/a8a47ef5-8942-4542-a24b-e5a6d15564e7 HTTP/1.1" status: 404  len: 339 time: 0.0671089
Feb 05 21:06:07.921107 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c198a5b-46b2-4ca6-be1f-f192ea3c9f0f req-12bc9ed4-ccf1-4b82-8ef6-b47655b234be tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:07.934117 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7c198a5b-46b2-4ca6-be1f-f192ea3c9f0f req-12bc9ed4-ccf1-4b82-8ef6-b47655b234be tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=a229fbd7-b1b9-494e-8456-3f415323cf03 HTTP/1.1" status: 200  len: 944 time: 0.8213658
Feb 05 21:06:07.949744 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c1b78605-2ae1-4a81-8651-77455a216818 None None] Current status of the port 5051ad80-b8d3-4b02-b7ab-ebc56c76af9b is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:06:07.950141 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c1b78605-2ae1-4a81-8651-77455a216818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5051ad80-b8d3-4b02-b7ab-ebc56c76af9b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:07.956237 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57044) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:08.046669 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-f8b760d5-17e1-4134-9d1c-8aa156681179 None None] Allocated IP 2001:db8::2 (931eb7b1-1781-4c17-b80e-780ca5c7d4fd/6e26b384-79ec-438c-a20c-6ec8e94c6c13/021448fe-afaf-4e2e-8315-1110f190154b) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:06:08.050819 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-040a985f-d688-4d99-9548-f94aca410c74 None None] For port 41534d81-067a-4e83-be7e-4d450febd220, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:06:08.055051 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3dc48820-0d7c-496f-a538-23c74987beee tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (ae9432fc-b917-4bae-97be-8a146b20e4d4), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:08.065122 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-040a985f-d688-4d99-9548-f94aca410c74 None None] For port 41534d81-067a-4e83-be7e-4d450febd220, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=41534d81-067a-4e83-be7e-4d450febd220,segment=NetworkSegment(42256140-2a9f-4da5-9811-1604f0b31b7d),segment_id=42256140-2a9f-4da5-9811-1604f0b31b7d)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:06:08.074253 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 5051ad80-b8d3-4b02-b7ab-ebc56c76af9b is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:06:08.074420 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-792fba38-ed05-4620-9183-1a4f80c06137 service neutron] Attempting to bind port d9e5c6ae-c0c0-4285-8671-2fb3c59d8837 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:06:08.074828 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5051ad80-b8d3-4b02-b7ab-ebc56c76af9b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:08.074940 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-792fba38-ed05-4620-9183-1a4f80c06137 service neutron] Attempting to bind port d9e5c6ae-c0c0-4285-8671-2fb3c59d8837 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e3f5879e-89eb-4ea9-ae07-833c6958fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd372be5d-db46-470f-bb26-b0d626001e55'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:06:08.075126 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-792fba38-ed05-4620-9183-1a4f80c06137 service neutron] Attempting to bind port d9e5c6ae-c0c0-4285-8671-2fb3c59d8837 on network d372be5d-db46-470f-bb26-b0d626001e55 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:06:08.094459 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-792fba38-ed05-4620-9183-1a4f80c06137 service neutron] Port d9e5c6ae-c0c0-4285-8671-2fb3c59d8837 on network d372be5d-db46-470f-bb26-b0d626001e55 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:06:08.094459 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-792fba38-ed05-4620-9183-1a4f80c06137 service neutron] Attempting to bind port d9e5c6ae-c0c0-4285-8671-2fb3c59d8837 on network d372be5d-db46-470f-bb26-b0d626001e55 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:06:08.104436 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5e1804d-d92a-4335-8e58-34557dcede9b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:08.106455 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5e1804d-d92a-4335-8e58-34557dcede9b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:08.113121 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-040a985f-d688-4d99-9548-f94aca410c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (41534d81-067a-4e83-be7e-4d450febd220), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:08.116281 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-792fba38-ed05-4620-9183-1a4f80c06137 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:06:08.116642 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-792fba38-ed05-4620-9183-1a4f80c06137 service neutron] Checking segment: {'id': 'e3f5879e-89eb-4ea9-ae07-833c6958fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd372be5d-db46-470f-bb26-b0d626001e55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:06:08.117195 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-792fba38-ed05-4620-9183-1a4f80c06137 service neutron] Bound using segment: {'id': 'e3f5879e-89eb-4ea9-ae07-833c6958fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd372be5d-db46-470f-bb26-b0d626001e55'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:06:08.117583 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-792fba38-ed05-4620-9183-1a4f80c06137 service neutron] Bound port: d9e5c6ae-c0c0-4285-8671-2fb3c59d8837, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3f5879e-89eb-4ea9-ae07-833c6958fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd372be5d-db46-470f-bb26-b0d626001e55'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:06:08.118022 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-792fba38-ed05-4620-9183-1a4f80c06137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d9e5c6ae-c0c0-4285-8671-2fb3c59d8837), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:08.119084 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b5e1804d-d92a-4335-8e58-34557dcede9b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "DELETE /v2.0/subnets/aeefb2d3-d50d-4cd2-8f4e-04146d608688 HTTP/1.1" status: 404  len: 337 time: 0.1601300
Feb 05 21:06:08.121502 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57048) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:08.125109 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c1b78605-2ae1-4a81-8651-77455a216818 None None] For port 5051ad80-b8d3-4b02-b7ab-ebc56c76af9b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5051ad80-b8d3-4b02-b7ab-ebc56c76af9b,segment=NetworkSegment(6bb791ed-b648-43ee-9796-3cf32176e531),segment_id=6bb791ed-b648-43ee-9796-3cf32176e531)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:06:08.157339 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e841a69-d504-461f-90b6-fe2131c3a6f7 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:08.158002 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e841a69-d504-461f-90b6-fe2131c3a6f7 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:08.161733 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4e841a69-d504-461f-90b6-fe2131c3a6f7 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "DELETE /v2.0/networks/6522461f-11b8-492d-9de3-3dfe12ea64f2 HTTP/1.1" status: 404  len: 339 time: 0.0383365
Feb 05 21:06:08.168572 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3dc48820-0d7c-496f-a538-23c74987beee tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (ae9432fc-b917-4bae-97be-8a146b20e4d4), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:08.169958 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c1b78605-2ae1-4a81-8651-77455a216818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5051ad80-b8d3-4b02-b7ab-ebc56c76af9b), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:08.183926 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc48820-0d7c-496f-a538-23c74987beee tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:08.184449 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3dc48820-0d7c-496f-a538-23c74987beee tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:08.188551 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57050) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:08.267135 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc48820-0d7c-496f-a538-23c74987beee tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event updated for resources: {'Network': ['ID=ae9432fc-b917-4bae-97be-8a146b20e4d4,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:08.317150 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3dc48820-0d7c-496f-a538-23c74987beee tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.8884976
Feb 05 21:06:08.349938 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-45dd9f7a-e40d-4e6c-8538-91044cd4c72d tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:08.356706 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network ae9432fc-b917-4bae-97be-8a146b20e4d4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:06:08.369362 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-1775b449-667d-43b1-91d3-c96c57a9f743 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:08.370112 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1775b449-667d-43b1-91d3-c96c57a9f743 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:08.377868 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57054) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:08.378961 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1775b449-667d-43b1-91d3-c96c57a9f743 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "DELETE /v2.0/subnets/12960150-721f-48f0-81b8-a6f3bf74c7f8 HTTP/1.1" status: 404  len: 337 time: 0.1836572
Feb 05 21:06:08.399333 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-792fba38-ed05-4620-9183-1a4f80c06137 service neutron] For port d9e5c6ae-c0c0-4285-8671-2fb3c59d8837, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:06:08.424688 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6074778-9998-438e-a842-8f5f71581bc2 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:08.427504 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6074778-9998-438e-a842-8f5f71581bc2 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:08.447985 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d6074778-9998-438e-a842-8f5f71581bc2 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "DELETE /v2.0/networks/cbc828f5-996b-4240-b751-9981d59a4f0d HTTP/1.1" status: 404  len: 339 time: 0.0678716
Feb 05 21:06:08.450796 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57056) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:08.488262 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7c198a5b-46b2-4ca6-be1f-f192ea3c9f0f req-92ac08fe-f880-425c-bac2-4933227d2268 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7eb3d12-a5c7-4b2c-93da-f3f358aebcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5241928
Feb 05 21:06:08.521516 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-792fba38-ed05-4620-9183-1a4f80c06137 service neutron] For port d9e5c6ae-c0c0-4285-8671-2fb3c59d8837, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d9e5c6ae-c0c0-4285-8671-2fb3c59d8837,segment=NetworkSegment(e3f5879e-89eb-4ea9-ae07-833c6958fcdd),segment_id=e3f5879e-89eb-4ea9-ae07-833c6958fcdd)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:06:08.582236 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970b27d-b4d4-473f-930d-19e3531d4cb8 req-982888a8-6dba-4ed7-a230-26d0c3f0d5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:08.584064 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8970b27d-b4d4-473f-930d-19e3531d4cb8 req-982888a8-6dba-4ed7-a230-26d0c3f0d5ea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f513b7e7-60ac-4b04-af41-d1fecee70cba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.6929049
Feb 05 21:06:08.668932 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-792fba38-ed05-4620-9183-1a4f80c06137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (d9e5c6ae-c0c0-4285-8671-2fb3c59d8837), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:08.698816 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a985f-d688-4d99-9548-f94aca410c74 None None] Pushing event updated for resources: {'Port': ['ID=41534d81-067a-4e83-be7e-4d450febd220,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:08.715026 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-46f8bdec-f90e-4356-a611-0832281a942b None None] Provisioning complete for port 5051ad80-b8d3-4b02-b7ab-ebc56c76af9b triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:08.715446 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-46f8bdec-f90e-4356-a611-0832281a942b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5051ad80-b8d3-4b02-b7ab-ebc56c76af9b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:08.757188 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 21:06:08.757827 ncdv-master-1 neutron-server[114392]: DEBUG oslo_db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 21:06:08.892766 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-792fba38-ed05-4620-9183-1a4f80c06137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:08.893412 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-792fba38-ed05-4620-9183-1a4f80c06137 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:08.898938 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-792fba38-ed05-4620-9183-1a4f80c06137 service neutron] 10.222.0.39 "PUT /v2.0/ports/d9e5c6ae-c0c0-4285-8671-2fb3c59d8837 HTTP/1.1" status: 200  len: 1091 time: 2.5536757
Feb 05 21:06:08.931620 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3721ef9f-8de4-4d4e-b4f5-e315164ccd1d', 'tag': 'd9e5c6ae-c0c0-4285-8671-2fb3c59d8837'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:06:08.958253 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ef6fe2-75f9-4527-a56d-2d45c2d621bb" -d '{"events": [{"name": "network-changed", "server_uuid": "3721ef9f-8de4-4d4e-b4f5-e315164ccd1d", "tag": "d9e5c6ae-c0c0-4285-8671-2fb3c59d8837"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:06:08.983144 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd366a-35a7-4ad6-ae02-b756a8a68ac0 req-b46644c4-0161-454b-b216-6b50f284897b tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:09.011899 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5cdd366a-35a7-4ad6-ae02-b756a8a68ac0 req-b46644c4-0161-454b-b216-6b50f284897b tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=3721ef9f-8de4-4d4e-b4f5-e315164ccd1d HTTP/1.1" status: 200  len: 943 time: 1.3174827
Feb 05 21:06:09.076190 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792fba38-ed05-4620-9183-1a4f80c06137 service neutron] Pushing event updated for resources: {'Port': ['ID=d9e5c6ae-c0c0-4285-8671-2fb3c59d8837,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:09.088015 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2ac4b86-dc3e-404b-bc93-d62365faea32 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Deleting subnet 4af26fc1-fd38-4e4c-9553-16e59c4d7076 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:06:09.110074 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b2ac4b86-dc3e-404b-bc93-d62365faea32 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks [] for subnet (4af26fc1-fd38-4e4c-9553-16e59c4d7076), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:09.113696 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f8b760d5-17e1-4134-9d1c-8aa156681179 None None] Publish callbacks [] for port (021448fe-afaf-4e2e-8315-1110f190154b), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:09.158182 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b78605-2ae1-4a81-8651-77455a216818 None None] Pushing event updated for resources: {'Port': ['ID=5051ad80-b8d3-4b02-b7ab-ebc56c76af9b,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:09.197916 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f8b760d5-17e1-4134-9d1c-8aa156681179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (021448fe-afaf-4e2e-8315-1110f190154b), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:09.248211 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b2ac4b86-dc3e-404b-bc93-d62365faea32 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (4af26fc1-fd38-4e4c-9553-16e59c4d7076), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:09.301100 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-ca4a1e73-5202-4a99-9829-de2af0fab443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:09.303452 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-ca4a1e73-5202-4a99-9829-de2af0fab443 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=96786f7503bf418d8fc6dd6aab2a630e&device_id=3721ef9f-8de4-4d4e-b4f5-e315164ccd1d HTTP/1.1" status: 200  len: 1125 time: 0.2299802
Feb 05 21:06:09.356320 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:09.372348 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-1721dab2-8b44-4349-a6f7-1df579a49479 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9e5c6ae-c0c0-4285-8671-2fb3c59d8837 HTTP/1.1" status: 200  len: 217 time: 0.0589173
Feb 05 21:06:09.379919 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b760d5-17e1-4134-9d1c-8aa156681179 None None] Network 931eb7b1-1781-4c17-b80e-780ca5c7d4fd is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:06:09.384066 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8970b27d-b4d4-473f-930d-19e3531d4cb8 req-5b83dd2f-84fa-4874-8ed0-47c76b90eae4 service neutron] 10.222.0.39 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7157598
Feb 05 21:06:09.449146 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-f8b760d5-17e1-4134-9d1c-8aa156681179 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:09.460714 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-46f8bdec-f90e-4356-a611-0832281a942b None None] Current status of the port 5051ad80-b8d3-4b02-b7ab-ebc56c76af9b is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:06:09.469308 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b760d5-17e1-4134-9d1c-8aa156681179 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:06:09.482722 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b760d5-17e1-4134-9d1c-8aa156681179 None None] Pushing event updated for resources: {'Port': ['ID=021448fe-afaf-4e2e-8315-1110f190154b,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:09.509718 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 5051ad80-b8d3-4b02-b7ab-ebc56c76af9b is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:06:09.527663 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5cdd366a-35a7-4ad6-ae02-b756a8a68ac0 req-0b174ea1-3d0f-49f5-ac83-1136b8754f29 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5141232
Feb 05 21:06:09.545037 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 42e2a52d-8a5d-411a-9f79-0eaf86834b90 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:06:09.548277 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b2ac4b86-dc3e-404b-bc93-d62365faea32 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (4af26fc1-fd38-4e4c-9553-16e59c4d7076), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:09.645312 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 42e2a52d-8a5d-411a-9f79-0eaf86834b90 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:06:09.645312 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 42e2a52d-8a5d-411a-9f79-0eaf86834b90 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:06:09.669471 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c48375-43f5-4298-91b7-4e5858fb7bbf req-93aceb8c-1216-4c89-8743-663aa0b48e16 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:09.685316 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4c48375-43f5-4298-91b7-4e5858fb7bbf req-93aceb8c-1216-4c89-8743-663aa0b48e16 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.5869296
Feb 05 21:06:09.708020 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4a95e9-bf50-4f28-bb00-b3beaba92765 x-openstack-request-id: req-be4a95e9-bf50-4f28-bb00-b3beaba92765 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:06:09.710349 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3721ef9f-8de4-4d4e-b4f5-e315164ccd1d", "tag": "d9e5c6ae-c0c0-4285-8671-2fb3c59d8837", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:06:09.710975 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-be4a95e9-bf50-4f28-bb00-b3beaba92765 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:06:09.712063 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3721ef9f-8de4-4d4e-b4f5-e315164ccd1d', 'tag': 'd9e5c6ae-c0c0-4285-8671-2fb3c59d8837', 'status': 'completed', 'code': 200}
Feb 05 21:06:09.718406 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-be334e39-9d92-4d3f-a94e-66a66a2da51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:09.725481 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-be334e39-9d92-4d3f-a94e-66a66a2da51b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=363524c7-974f-4883-bb9a-7e2fff45291a HTTP/1.1" status: 200  len: 851 time: 0.3413432
Feb 05 21:06:09.728535 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b2ac4b86-dc3e-404b-bc93-d62365faea32 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (4af26fc1-fd38-4e4c-9553-16e59c4d7076), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:09.743905 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-f8b760d5-17e1-4134-9d1c-8aa156681179 None None] Attempting to bind port 021448fe-afaf-4e2e-8315-1110f190154b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:06:09.744134 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-f8b760d5-17e1-4134-9d1c-8aa156681179 None None] Attempting to bind port 021448fe-afaf-4e2e-8315-1110f190154b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a69f7251-0e9f-4db9-8a5c-2204b46e1035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '931eb7b1-1781-4c17-b80e-780ca5c7d4fd'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:06:09.744516 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b760d5-17e1-4134-9d1c-8aa156681179 None None] Attempting to bind port 021448fe-afaf-4e2e-8315-1110f190154b on network 931eb7b1-1781-4c17-b80e-780ca5c7d4fd {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:06:09.754273 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-45dd9f7a-e40d-4e6c-8538-91044cd4c72d tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Allocated IP 2001:db8::1 (c56f51b6-442c-4150-9f8a-c8cbcce32582/3ef4d20f-8729-4371-a77c-0eceb5add5fa/6016817c-a0c1-425a-bf06-eae6942f5ba6) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:06:09.791108 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac4b86-dc3e-404b-bc93-d62365faea32 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event deleted for resources: {'Subnet': ['ID=4af26fc1-fd38-4e4c-9553-16e59c4d7076,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:09.791674 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b760d5-17e1-4134-9d1c-8aa156681179 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:06:09.792073 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b760d5-17e1-4134-9d1c-8aa156681179 None None] Checking segment: {'id': 'a69f7251-0e9f-4db9-8a5c-2204b46e1035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '931eb7b1-1781-4c17-b80e-780ca5c7d4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:06:09.792498 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f8b760d5-17e1-4134-9d1c-8aa156681179 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:09.792909 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b760d5-17e1-4134-9d1c-8aa156681179 None None] Bound using segment: {'id': 'a69f7251-0e9f-4db9-8a5c-2204b46e1035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '931eb7b1-1781-4c17-b80e-780ca5c7d4fd'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:06:09.797347 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-f8b760d5-17e1-4134-9d1c-8aa156681179 None None] Bound port: 021448fe-afaf-4e2e-8315-1110f190154b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a69f7251-0e9f-4db9-8a5c-2204b46e1035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '931eb7b1-1781-4c17-b80e-780ca5c7d4fd'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:06:09.797744 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f8b760d5-17e1-4134-9d1c-8aa156681179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (021448fe-afaf-4e2e-8315-1110f190154b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:09.817431 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b2ac4b86-dc3e-404b-bc93-d62365faea32 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:09.823324 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b2ac4b86-dc3e-404b-bc93-d62365faea32 tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "DELETE /v2.0/subnets/4af26fc1-fd38-4e4c-9553-16e59c4d7076 HTTP/1.1" status: 204  len: 168 time: 1.3561199
Feb 05 21:06:09.823324 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-da6eb1b6-eb03-49e0-8af6-0466e5f3eb0f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d372be5d-db46-470f-bb26-b0d626001e55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0844500
Feb 05 21:06:09.823324 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57080) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:09.855477 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df354a06-68fd-43f6-ae25-cfb08249bb68 None None] Network 2d4a4456-1688-45e0-b085-f5234e03b570 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:09.881565 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8970b27d-b4d4-473f-930d-19e3531d4cb8 req-a54f60fe-b2d2-4e09-9d99-7a4722f60603 service neutron] 10.222.0.39 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4752934
Feb 05 21:06:10.168180 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-988e2c3e-334a-4cd2-b0dc-e462b0fe148b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (2d4a4456-1688-45e0-b085-f5234e03b570), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:10.214273 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 113b88ca-4d58-4a3b-b5e5-40de55af4ae3 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:06:10.222958 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 41534d81-067a-4e83-be7e-4d450febd220 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:06:10.342628 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-f8b760d5-17e1-4134-9d1c-8aa156681179 None None] For port 021448fe-afaf-4e2e-8315-1110f190154b, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:06:10.401094 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-f8b760d5-17e1-4134-9d1c-8aa156681179 None None] For port 021448fe-afaf-4e2e-8315-1110f190154b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=021448fe-afaf-4e2e-8315-1110f190154b,segment=NetworkSegment(a69f7251-0e9f-4db9-8a5c-2204b46e1035),segment_id=a69f7251-0e9f-4db9-8a5c-2204b46e1035)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:06:10.425550 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-a97450d3-93fa-44a4-bc5b-96d18eaef2b6 service neutron] 10.222.0.39 "GET /v2.0/networks/d372be5d-db46-470f-bb26-b0d626001e55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4271212
Feb 05 21:06:10.439937 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f8b760d5-17e1-4134-9d1c-8aa156681179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (021448fe-afaf-4e2e-8315-1110f190154b), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:10.473521 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3305c0dc-8ded-4034-8fcc-98c1e1fa5200 None None] Network c56f51b6-442c-4150-9f8a-c8cbcce32582 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:10.479518 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-45dd9f7a-e40d-4e6c-8538-91044cd4c72d tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks [] for port (6016817c-a0c1-425a-bf06-eae6942f5ba6), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:10.514458 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4c48375-43f5-4298-91b7-4e5858fb7bbf req-d235c8fb-dcea-4581-9922-01dd4b97b682 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8234203
Feb 05 21:06:10.558455 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27dba79-7858-44eb-b013-56259879356e req-d4fa7ab0-0bcc-49a6-9645-5252cdef49d3 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:10.571274 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c639b265-247a-4a91-9f6a-4c94c7bf893e None None] DHCP port deletion for 2d4a4456-1688-45e0-b085-f5234e03b570 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:06:10.576866 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a27dba79-7858-44eb-b013-56259879356e req-d4fa7ab0-0bcc-49a6-9645-5252cdef49d3 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=a229fbd7-b1b9-494e-8456-3f415323cf03 HTTP/1.1" status: 200  len: 944 time: 0.8256118
Feb 05 21:06:10.586745 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:10.692088 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 113b88ca-4d58-4a3b-b5e5-40de55af4ae3 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:06:10.699049 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-45dd9f7a-e40d-4e6c-8538-91044cd4c72d tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (6016817c-a0c1-425a-bf06-eae6942f5ba6), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:10.737511 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a4fece7a-5c01-4e59-a68a-7dc9c7403989 req-aee51c77-3ac6-40f5-8094-f1b9fcc1a509 service neutron] 10.222.0.39 "GET /v2.0/networks/d372be5d-db46-470f-bb26-b0d626001e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2990866
Feb 05 21:06:10.779599 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 41534d81-067a-4e83-be7e-4d450febd220 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:10.780389 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (41534d81-067a-4e83-be7e-4d450febd220), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:10.813595 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45dd9f7a-e40d-4e6c-8538-91044cd4c72d tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Network c56f51b6-442c-4150-9f8a-c8cbcce32582 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:06:10.822222 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8065c1-6e8d-486f-839a-3dd2a6e93ca9 req-b1a41379-a701-44ef-90ef-15f2333293fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:10.827638 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2d8065c1-6e8d-486f-839a-3dd2a6e93ca9 req-b1a41379-a701-44ef-90ef-15f2333293fb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=abdf40933f6b4f8099b886dfec3a4473&device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 1126 time: 0.8360512
Feb 05 21:06:10.861256 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 113b88ca-4d58-4a3b-b5e5-40de55af4ae3 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:10.862046 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (113b88ca-4d58-4a3b-b5e5-40de55af4ae3), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:10.864624 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-826e1804-5885-43ad-8b94-8858e1294f4b None None] Provisioning complete for port 41534d81-067a-4e83-be7e-4d450febd220 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:10.865243 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-826e1804-5885-43ad-8b94-8858e1294f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (41534d81-067a-4e83-be7e-4d450febd220), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:10.976897 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-45dd9f7a-e40d-4e6c-8538-91044cd4c72d tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:11.090529 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b760d5-17e1-4134-9d1c-8aa156681179 None None] Pushing event updated for resources: {'Port': ['ID=021448fe-afaf-4e2e-8315-1110f190154b,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:11.099228 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef6fe2-75f9-4527-a56d-2d45c2d621bb req-9882aa3b-e97c-4a01-a960-630379b787f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:11.100286 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-67ef6fe2-75f9-4527-a56d-2d45c2d621bb req-9882aa3b-e97c-4a01-a960-630379b787f5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=96786f7503bf418d8fc6dd6aab2a630e&device_id=3721ef9f-8de4-4d4e-b4f5-e315164ccd1d HTTP/1.1" status: 200  len: 1125 time: 0.2403393
Feb 05 21:06:11.144485 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-988e2c3e-334a-4cd2-b0dc-e462b0fe148b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Deleting port df441ae2-7e22-49ac-b193-a9c1a224795d {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:06:11.144926 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-988e2c3e-334a-4cd2-b0dc-e462b0fe148b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (df441ae2-7e22-49ac-b193-a9c1a224795d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:11.175662 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dd9f7a-e40d-4e6c-8538-91044cd4c72d tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:06:11.175662 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-45dd9f7a-e40d-4e6c-8538-91044cd4c72d tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (bbda8eae-5511-4e6d-8b7e-a3405b7a8563), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:11.296247 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a27dba79-7858-44eb-b013-56259879356e req-8f4f95b0-80a1-4d4f-8ad3-ec52211ad0c9 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7eb3d12-a5c7-4b2c-93da-f3f358aebcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6138558
Feb 05 21:06:11.488038 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef6fe2-75f9-4527-a56d-2d45c2d621bb req-9d341c7a-836e-4184-b701-04aceadfd0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:11.491561 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-67ef6fe2-75f9-4527-a56d-2d45c2d621bb req-9d341c7a-836e-4184-b701-04aceadfd0fa service neutron] 10.222.0.39 "GET /v2.0/networks?id=d372be5d-db46-470f-bb26-b0d626001e55 HTTP/1.1" status: 200  len: 912 time: 0.3503349
Feb 05 21:06:11.512407 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8065c1-6e8d-486f-839a-3dd2a6e93ca9 req-558245a0-63fc-4ce7-9d41-6de3bd644cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:11.521113 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2d8065c1-6e8d-486f-839a-3dd2a6e93ca9 req-558245a0-63fc-4ce7-9d41-6de3bd644cb1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f513b7e7-60ac-4b04-af41-d1fecee70cba HTTP/1.1" status: 200  len: 912 time: 0.6325655
Feb 05 21:06:11.593951 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd9f7a-e40d-4e6c-8538-91044cd4c72d tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Pushing event updated for resources: {'Port': ['ID=6016817c-a0c1-425a-bf06-eae6942f5ba6,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:11.609017 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-67ef6fe2-75f9-4527-a56d-2d45c2d621bb req-8b425a7f-db9d-4d93-8ecc-27b5642182d2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9e5c6ae-c0c0-4285-8671-2fb3c59d8837 HTTP/1.1" status: 200  len: 217 time: 0.1091914
Feb 05 21:06:11.615333 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-988e2c3e-334a-4cd2-b0dc-e462b0fe148b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] For port df441ae2-7e22-49ac-b193-a9c1a224795d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df441ae2-7e22-49ac-b193-a9c1a224795d,segment=NetworkSegment(10d9cbac-f449-4467-861f-807c5f9850fc),segment_id=10d9cbac-f449-4467-861f-807c5f9850fc)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:06:11.616608 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-988e2c3e-334a-4cd2-b0dc-e462b0fe148b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (df441ae2-7e22-49ac-b193-a9c1a224795d), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:11.747951 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-988e2c3e-334a-4cd2-b0dc-e462b0fe148b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Calling delete_port for df441ae2-7e22-49ac-b193-a9c1a224795d owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:06:11.883798 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-826e1804-5885-43ad-8b94-8858e1294f4b None None] Current status of the port 41534d81-067a-4e83-be7e-4d450febd220 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:06:11.886230 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-826e1804-5885-43ad-8b94-8858e1294f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (41534d81-067a-4e83-be7e-4d450febd220), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:11.908906 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 41534d81-067a-4e83-be7e-4d450febd220 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:06:11.909694 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (41534d81-067a-4e83-be7e-4d450febd220), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:11.935554 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-45dd9f7a-e40d-4e6c-8538-91044cd4c72d tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (6016817c-a0c1-425a-bf06-eae6942f5ba6), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:11.986914 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2d8065c1-6e8d-486f-839a-3dd2a6e93ca9 req-4c7a2b9a-02b3-4559-9511-5a66ecf59f95 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad0354e3-119c-4c7a-a046-88f02122433c HTTP/1.1" status: 200  len: 998 time: 0.3721330
Feb 05 21:06:12.040648 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-826e1804-5885-43ad-8b94-8858e1294f4b None None] For port 41534d81-067a-4e83-be7e-4d450febd220, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=41534d81-067a-4e83-be7e-4d450febd220,segment=NetworkSegment(42256140-2a9f-4da5-9811-1604f0b31b7d),segment_id=42256140-2a9f-4da5-9811-1604f0b31b7d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:06:12.149509 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a7cdc-cf1e-4479-9230-c7e885e0f314 req-10f447c8-9ee4-4ed0-b2fd-42b1ac0f257c tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:12.151454 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-247a7cdc-cf1e-4479-9230-c7e885e0f314 req-10f447c8-9ee4-4ed0-b2fd-42b1ac0f257c tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.4168015
Feb 05 21:06:12.154643 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57104) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:12.167913 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-826e1804-5885-43ad-8b94-8858e1294f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (41534d81-067a-4e83-be7e-4d450febd220), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:12.168245 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-4ee3a3a9-7b27-46f7-86cb-95ff1e4b4985 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Request body: {'subnet': {'network_id': 'ae9432fc-b917-4bae-97be-8a146b20e4d4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:12.242413 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b68438-57c5-44a6-936e-a46e7a366988 req-86932958-4912-492e-a034-c9314e733ebe tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:12.249841 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-34b68438-57c5-44a6-936e-a46e7a366988 req-86932958-4912-492e-a034-c9314e733ebe tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=3721ef9f-8de4-4d4e-b4f5-e315164ccd1d HTTP/1.1" status: 200  len: 943 time: 1.2746882
Feb 05 21:06:12.280336 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8065c1-6e8d-486f-839a-3dd2a6e93ca9 req-e990bae2-5be0-4492-a7d8-8fe3828504bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:12.281781 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2d8065c1-6e8d-486f-839a-3dd2a6e93ca9 req-e990bae2-5be0-4492-a7d8-8fe3828504bd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d3bc4b1d-f312-4b2d-bc48-80b03423d794 HTTP/1.1" status: 200  len: 850 time: 0.2672522
Feb 05 21:06:12.381876 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 21:06:12.382315 ncdv-master-1 neutron-server[114392]: DEBUG oslo_db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 21:06:12.402794 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c639b265-247a-4a91-9f6a-4c94c7bf893e None None] Deleting port df441ae2-7e22-49ac-b193-a9c1a224795d {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:06:12.403252 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c639b265-247a-4a91-9f6a-4c94c7bf893e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (df441ae2-7e22-49ac-b193-a9c1a224795d), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:12.443292 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 113b88ca-4d58-4a3b-b5e5-40de55af4ae3 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:06:12.443823 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (113b88ca-4d58-4a3b-b5e5-40de55af4ae3), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:12.460602 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef6fe2-75f9-4527-a56d-2d45c2d621bb req-e5b87fcd-6bbd-41cb-b1e5-e5428250056d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:12.462127 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-67ef6fe2-75f9-4527-a56d-2d45c2d621bb req-e5b87fcd-6bbd-41cb-b1e5-e5428250056d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=363524c7-974f-4883-bb9a-7e2fff45291a HTTP/1.1" status: 200  len: 851 time: 0.8397639
Feb 05 21:06:12.508864 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e1804-5885-43ad-8b94-8858e1294f4b None None] Pushing event updated for resources: {'Port': ['ID=41534d81-067a-4e83-be7e-4d450febd220,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:12.512762 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-67ef6fe2-75f9-4527-a56d-2d45c2d621bb req-9101f362-f1e3-493c-b65b-458241769821 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d372be5d-db46-470f-bb26-b0d626001e55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0443642
Feb 05 21:06:12.548073 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 113b88ca-4d58-4a3b-b5e5-40de55af4ae3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=113b88ca-4d58-4a3b-b5e5-40de55af4ae3,segment=NetworkSegment(6da08ccd-563d-4daa-98a3-11856904a998),segment_id=6da08ccd-563d-4daa-98a3-11856904a998)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:06:12.588393 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a229fbd7-b1b9-494e-8456-3f415323cf03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113b88ca-4d58-4a3b-b5e5-40de55af4ae3'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:06:12.591111 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39f4a8d-4966-4d60-a341-af4637931d4f" -d '{"events": [{"server_uuid": "a229fbd7-b1b9-494e-8456-3f415323cf03", "name": "network-vif-plugged", "status": "completed", "tag": "113b88ca-4d58-4a3b-b5e5-40de55af4ae3"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:06:12.593310 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-247a7cdc-cf1e-4479-9230-c7e885e0f314 req-7ddfe748-a561-4ddd-96b6-9b6bbc9d5e16 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4169197
Feb 05 21:06:12.600695 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (113b88ca-4d58-4a3b-b5e5-40de55af4ae3), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:12.646930 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-34b68438-57c5-44a6-936e-a46e7a366988 req-3966efb9-4848-43e5-80bb-7513ec1e722c tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3492017
Feb 05 21:06:12.656035 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c639b265-247a-4a91-9f6a-4c94c7bf893e None None] For port df441ae2-7e22-49ac-b193-a9c1a224795d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df441ae2-7e22-49ac-b193-a9c1a224795d,segment=NetworkSegment(10d9cbac-f449-4467-861f-807c5f9850fc),segment_id=10d9cbac-f449-4467-861f-807c5f9850fc)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:06:12.656442 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c639b265-247a-4a91-9f6a-4c94c7bf893e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (df441ae2-7e22-49ac-b193-a9c1a224795d), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:12.700278 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-67ef6fe2-75f9-4527-a56d-2d45c2d621bb req-66e4cabd-c5d0-4281-ac15-d6f4fe343546 service neutron] 10.222.0.39 "GET /v2.0/networks/d372be5d-db46-470f-bb26-b0d626001e55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1794281
Feb 05 21:06:12.728490 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be60063-5817-4cde-8611-4f7c612c70c4 None None] Network 931eb7b1-1781-4c17-b80e-780ca5c7d4fd requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:12.742891 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-988e2c3e-334a-4cd2-b0dc-e462b0fe148b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (df441ae2-7e22-49ac-b193-a9c1a224795d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:12.804217 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988e2c3e-334a-4cd2-b0dc-e462b0fe148b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] No DVR routers for this DVR port df441ae2-7e22-49ac-b193-a9c1a224795d on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:06:12.821212 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e2c3e-334a-4cd2-b0dc-e462b0fe148b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event deleted for resources: {'Port': ['ID=df441ae2-7e22-49ac-b193-a9c1a224795d,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:12.821477 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c639b265-247a-4a91-9f6a-4c94c7bf893e None None] Calling delete_port for df441ae2-7e22-49ac-b193-a9c1a224795d owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:06:12.827430 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950e2323-da36-46ae-a8e1-91ea74504731 x-openstack-request-id: req-950e2323-da36-46ae-a8e1-91ea74504731 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:06:12.827740 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a229fbd7-b1b9-494e-8456-3f415323cf03", "name": "network-vif-plugged", "status": "completed", "tag": "113b88ca-4d58-4a3b-b5e5-40de55af4ae3", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:06:12.828059 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-950e2323-da36-46ae-a8e1-91ea74504731 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:06:12.828533 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a229fbd7-b1b9-494e-8456-3f415323cf03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113b88ca-4d58-4a3b-b5e5-40de55af4ae3', 'code': 200}
Feb 05 21:06:12.866202 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=113b88ca-4d58-4a3b-b5e5-40de55af4ae3,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:12.924558 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee3a3a9-7b27-46f7-86cb-95ff1e4b4985 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Made reservation on behalf of be1aed61497f49d18b23d8f97896bccb for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:12.939107 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4ee3a3a9-7b27-46f7-86cb-95ff1e4b4985 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:13.011693 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8065c1-6e8d-486f-839a-3dd2a6e93ca9 req-98c8895f-5807-4eb8-8d02-90add15025ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:13.013236 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2d8065c1-6e8d-486f-839a-3dd2a6e93ca9 req-98c8895f-5807-4eb8-8d02-90add15025ab service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f513b7e7-60ac-4b04-af41-d1fecee70cba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.7074873
Feb 05 21:06:13.139619 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93881e1c-1091-4ae8-9be3-7e813d1a2a87 None None] Provisioning complete for port 021448fe-afaf-4e2e-8315-1110f190154b triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:13.140770 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93881e1c-1091-4ae8-9be3-7e813d1a2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (021448fe-afaf-4e2e-8315-1110f190154b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:13.142918 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c639b265-247a-4a91-9f6a-4c94c7bf893e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (df441ae2-7e22-49ac-b193-a9c1a224795d), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:13.157918 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device d9e5c6ae-c0c0-4285-8671-2fb3c59d8837 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:06:13.233273 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-988e2c3e-334a-4cd2-b0dc-e462b0fe148b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (2d4a4456-1688-45e0-b085-f5234e03b570), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:13.280385 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 41534d81-067a-4e83-be7e-4d450febd220 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:06:13.281978 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 5051ad80-b8d3-4b02-b7ab-ebc56c76af9b up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:06:13.291898 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544b41a-e59c-48f8-b83f-08f419846ddc req-56a0bb29-8185-4843-bb28-0120fb818514 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:13.294617 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8544b41a-e59c-48f8-b83f-08f419846ddc req-56a0bb29-8185-4843-bb28-0120fb818514 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=a229fbd7-b1b9-494e-8456-3f415323cf03 HTTP/1.1" status: 200  len: 945 time: 0.4485919
Feb 05 21:06:13.296096 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c639b265-247a-4a91-9f6a-4c94c7bf893e None None] No DVR routers for this DVR port df441ae2-7e22-49ac-b193-a9c1a224795d on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:06:13.323653 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da86118d-b80c-4503-a566-9bb3d1ace061 req-3cbdb7a2-e705-475d-b386-05d6242cfe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:13.326221 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-da86118d-b80c-4503-a566-9bb3d1ace061 req-3cbdb7a2-e705-475d-b386-05d6242cfe37 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a229fbd7-b1b9-494e-8456-3f415323cf03 HTTP/1.1" status: 200  len: 1127 time: 0.4259579
Feb 05 21:06:13.334196 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-988e2c3e-334a-4cd2-b0dc-e462b0fe148b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2acfaf0>,) {'filters': {'network_id': ['2d4a4456-1688-45e0-b085-f5234e03b570']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:13.369153 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-67ef6fe2-75f9-4527-a56d-2d45c2d621bb req-f8df190f-2017-4e98-9489-0a07c41e4d48 service neutron] 10.222.0.39 "GET /v2.0/networks/d372be5d-db46-470f-bb26-b0d626001e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6401350
Feb 05 21:06:13.373005 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-988e2c3e-334a-4cd2-b0dc-e462b0fe148b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2acfaf0>, '10d9cbac-f449-4467-861f-807c5f9850fc') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:13.373300 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-988e2c3e-334a-4cd2-b0dc-e462b0fe148b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2acfaf0>, '10d9cbac-f449-4467-861f-807c5f9850fc') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:13.392884 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-988e2c3e-334a-4cd2-b0dc-e462b0fe148b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (10d9cbac-f449-4467-861f-807c5f9850fc), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:13.416404 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-da86118d-b80c-4503-a566-9bb3d1ace061 req-adb070b6-5655-4d28-809f-c65077b6195d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b7eb3d12-a5c7-4b2c-93da-f3f358aebcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782514
Feb 05 21:06:13.417280 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-988e2c3e-334a-4cd2-b0dc-e462b0fe148b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (10d9cbac-f449-4467-861f-807c5f9850fc), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:13.427024 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-988e2c3e-334a-4cd2-b0dc-e462b0fe148b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:06:13.427740 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-988e2c3e-334a-4cd2-b0dc-e462b0fe148b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (10d9cbac-f449-4467-861f-807c5f9850fc), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:13.428169 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2d8065c1-6e8d-486f-839a-3dd2a6e93ca9 req-7b5f5f83-36a4-4047-bd56-33faf1ccbd64 service neutron] 10.222.0.39 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3725522
Feb 05 21:06:13.428526 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639b265-247a-4a91-9f6a-4c94c7bf893e None None] Pushing event deleted for resources: {'Port': ['ID=df441ae2-7e22-49ac-b193-a9c1a224795d,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:13.440543 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:06:13.440543 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:06:13.440543 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:06:13.440543 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:06:13.440543 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:06:13.440543 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:06:13.440543 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:06:13.440543 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:06:13.440543 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:06:13.440543 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:06:13.440543 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:06:13.440543 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:06:13.440543 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:06:13.440543 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:06:13.440543 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:06:13.440543 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:06:13.440543 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:06:13.440543 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:06:13.440543 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:06:13.440543 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:06:13.440543 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:06:13.440543 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:06:13.440543 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:06:13.440543 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:06:13.440543 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:06:13.440543 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:06:13.440543 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:06:13.440543 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:06:13.440543 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:06:13.440543 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:06:13.440543 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:06:13.440543 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:06:13.520133 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-45dd9f7a-e40d-4e6c-8538-91044cd4c72d tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks [] for port (6016817c-a0c1-425a-bf06-eae6942f5ba6), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:13.535862 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-988e2c3e-334a-4cd2-b0dc-e462b0fe148b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (2d4a4456-1688-45e0-b085-f5234e03b570), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:13.536478 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8544b41a-e59c-48f8-b83f-08f419846ddc req-554f30c4-d753-4de1-8a36-bbf531178865 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7eb3d12-a5c7-4b2c-93da-f3f358aebcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2265155
Feb 05 21:06:13.536723 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-45dd9f7a-e40d-4e6c-8538-91044cd4c72d tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (6016817c-a0c1-425a-bf06-eae6942f5ba6), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:13.538787 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-45dd9f7a-e40d-4e6c-8538-91044cd4c72d tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (bbda8eae-5511-4e6d-8b7e-a3405b7a8563), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:13.546106 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port d9e5c6ae-c0c0-4285-8671-2fb3c59d8837, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d9e5c6ae-c0c0-4285-8671-2fb3c59d8837,segment=NetworkSegment(e3f5879e-89eb-4ea9-ae07-833c6958fcdd),segment_id=e3f5879e-89eb-4ea9-ae07-833c6958fcdd)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:06:13.546269 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-988e2c3e-334a-4cd2-b0dc-e462b0fe148b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:13.551165 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-988e2c3e-334a-4cd2-b0dc-e462b0fe148b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] 10.222.0.32 "DELETE /v2.0/networks/2d4a4456-1688-45e0-b085-f5234e03b570 HTTP/1.1" status: 204  len: 168 time: 3.7268476
Feb 05 21:06:13.565887 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e2c3e-334a-4cd2-b0dc-e462b0fe148b tempest-NetworksTest-608902169 tempest-NetworksTest-608902169-project] Pushing event deleted for resources: {'Network': ['ID=2d4a4456-1688-45e0-b085-f5234e03b570,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:13.581646 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 5051ad80-b8d3-4b02-b7ab-ebc56c76af9b triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:13.582070 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5051ad80-b8d3-4b02-b7ab-ebc56c76af9b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:13.585968 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'd9e5c6ae-c0c0-4285-8671-2fb3c59d8837', 'network_id': 'd372be5d-db46-470f-bb26-b0d626001e55', 'port_id': 'd9e5c6ae-c0c0-4285-8671-2fb3c59d8837', 'mac_address': 'fa:16:3e:10:07:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '363524c7-974f-4883-bb9a-7e2fff45291a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:06:13.753602 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93881e1c-1091-4ae8-9be3-7e813d1a2a87 None None] Current status of the port 021448fe-afaf-4e2e-8315-1110f190154b is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:06:13.755696 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93881e1c-1091-4ae8-9be3-7e813d1a2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (021448fe-afaf-4e2e-8315-1110f190154b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:13.814853 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93881e1c-1091-4ae8-9be3-7e813d1a2a87 None None] For port 021448fe-afaf-4e2e-8315-1110f190154b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=021448fe-afaf-4e2e-8315-1110f190154b,segment=NetworkSegment(a69f7251-0e9f-4db9-8a5c-2204b46e1035),segment_id=a69f7251-0e9f-4db9-8a5c-2204b46e1035)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:06:13.852087 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93881e1c-1091-4ae8-9be3-7e813d1a2a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (021448fe-afaf-4e2e-8315-1110f190154b), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:13.915680 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port d9e5c6ae-c0c0-4285-8671-2fb3c59d8837 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:06:13.916100 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d9e5c6ae-c0c0-4285-8671-2fb3c59d8837), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:13.941563 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9e5c6ae-c0c0-4285-8671-2fb3c59d8837 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:06:13.966665 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port d9e5c6ae-c0c0-4285-8671-2fb3c59d8837, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d9e5c6ae-c0c0-4285-8671-2fb3c59d8837,segment=NetworkSegment(e3f5879e-89eb-4ea9-ae07-833c6958fcdd),segment_id=e3f5879e-89eb-4ea9-ae07-833c6958fcdd)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:06:13.994814 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d9e5c6ae-c0c0-4285-8671-2fb3c59d8837), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:14.008686 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-55fd555d-8927-4a5a-aa60-f75ca9b599f6 None None] Provisioning complete for port 021448fe-afaf-4e2e-8315-1110f190154b triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:14.009076 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-55fd555d-8927-4a5a-aa60-f75ca9b599f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (021448fe-afaf-4e2e-8315-1110f190154b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:14.066037 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 5051ad80-b8d3-4b02-b7ab-ebc56c76af9b is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:06:14.113004 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93881e1c-1091-4ae8-9be3-7e813d1a2a87 None None] Pushing event updated for resources: {'Port': ['ID=021448fe-afaf-4e2e-8315-1110f190154b,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:14.150600 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57140) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:14.174407 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-55fd555d-8927-4a5a-aa60-f75ca9b599f6 None None] Current status of the port 021448fe-afaf-4e2e-8315-1110f190154b is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:06:14.195353 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-55fd555d-8927-4a5a-aa60-f75ca9b599f6 None None] Provisioning complete for port 6016817c-a0c1-425a-bf06-eae6942f5ba6 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:14.195733 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-55fd555d-8927-4a5a-aa60-f75ca9b599f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (6016817c-a0c1-425a-bf06-eae6942f5ba6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:14.200573 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=d9e5c6ae-c0c0-4285-8671-2fb3c59d8837,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:14.238684 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['d9e5c6ae-c0c0-4285-8671-2fb3c59d8837'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:06:14.317706 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-55fd555d-8927-4a5a-aa60-f75ca9b599f6 None None] Port 6016817c-a0c1-425a-bf06-eae6942f5ba6 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:06:14.381850 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-55fd555d-8927-4a5a-aa60-f75ca9b599f6 None None] Provisioning complete for port 41534d81-067a-4e83-be7e-4d450febd220 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:14.382265 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-55fd555d-8927-4a5a-aa60-f75ca9b599f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (41534d81-067a-4e83-be7e-4d450febd220), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:14.481349 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 021448fe-afaf-4e2e-8315-1110f190154b up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:06:14.541250 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd9f7a-e40d-4e6c-8538-91044cd4c72d tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Pushing event updated for resources: {'Port': ['ID=6016817c-a0c1-425a-bf06-eae6942f5ba6,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:14.558855 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4ee3a3a9-7b27-46f7-86cb-95ff1e4b4985 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (f62d38bd-7211-4e20-8655-b3a660dc1bfe), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:14.560644 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-02c3bda9-9788-40dd-96ab-63ded20f27e0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d72e712e1b64cf48d280a84b998fa1b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4081433
Feb 05 21:06:14.563673 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57148) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:14.627331 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2d8065c1-6e8d-486f-839a-3dd2a6e93ca9 req-348f36ae-72df-4e42-b622-3e7ce39b11d5 service neutron] 10.222.0.39 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1829360
Feb 05 21:06:14.639080 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c8df9f68-0623-458c-9a2a-3b6e86fa89f8 admin admin] Publish callbacks [] for security_group (ad7fedbe-d9b1-4ac3-adef-d05cc5376bbc), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:14.647971 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45dd9f7a-e40d-4e6c-8538-91044cd4c72d tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Network c56f51b6-442c-4150-9f8a-c8cbcce32582 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:06:14.683189 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490b462-ff6f-48a3-8097-053e89641671 req-a9d66fe9-6cca-4406-8a06-c805e939d9dd tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:14.684864 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6490b462-ff6f-48a3-8097-053e89641671 req-a9d66fe9-6cca-4406-8a06-c805e939d9dd tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=3721ef9f-8de4-4d4e-b4f5-e315164ccd1d HTTP/1.1" status: 200  len: 944 time: 0.4741778
Feb 05 21:06:14.686147 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-45dd9f7a-e40d-4e6c-8538-91044cd4c72d tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:14.698118 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c8df9f68-0623-458c-9a2a-3b6e86fa89f8 admin admin] Publish callbacks [] for security_group (ad7fedbe-d9b1-4ac3-adef-d05cc5376bbc), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:14.799630 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c8df9f68-0623-458c-9a2a-3b6e86fa89f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ad7fedbe-d9b1-4ac3-adef-d05cc5376bbc), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:14.804758 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c8df9f68-0623-458c-9a2a-3b6e86fa89f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:14.809505 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c8df9f68-0623-458c-9a2a-3b6e86fa89f8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ad7fedbe-d9b1-4ac3-adef-d05cc5376bbc HTTP/1.1" status: 204  len: 168 time: 0.2415373
Feb 05 21:06:14.829812 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df9f68-0623-458c-9a2a-3b6e86fa89f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7fedbe-d9b1-4ac3-adef-d05cc5376bbc,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:14.860391 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-55fd555d-8927-4a5a-aa60-f75ca9b599f6 None None] Current status of the port 41534d81-067a-4e83-be7e-4d450febd220 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:06:14.865032 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e337b12-b571-4e01-a3e9-442bf32af413 req-3887ba67-9635-4acc-bc8b-63e2e6452524 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:14.867635 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2e337b12-b571-4e01-a3e9-442bf32af413 req-3887ba67-9635-4acc-bc8b-63e2e6452524 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.6336908
Feb 05 21:06:14.883065 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 021448fe-afaf-4e2e-8315-1110f190154b triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:14.883530 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (021448fe-afaf-4e2e-8315-1110f190154b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:14.980161 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee3a3a9-7b27-46f7-86cb-95ff1e4b4985 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Checking segment: {'id': '4e5f25c5-04fc-4b18-9baa-4fa5ffd26abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ae9432fc-b917-4bae-97be-8a146b20e4d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:06:14.980526 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee3a3a9-7b27-46f7-86cb-95ff1e4b4985 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Network hostable DHCP agents. Network: ae9432fc-b917-4bae-97be-8a146b20e4d4, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:06:15.001328 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3a3a9-7b27-46f7-86cb-95ff1e4b4985 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event updated for resources: {'Subnet': ['ID=f62d38bd-7211-4e20-8655-b3a660dc1bfe,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:15.039074 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 021448fe-afaf-4e2e-8315-1110f190154b is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:06:15.040633 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 41534d81-067a-4e83-be7e-4d450febd220 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:06:15.118750 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 41534d81-067a-4e83-be7e-4d450febd220 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:15.119231 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (41534d81-067a-4e83-be7e-4d450febd220), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:15.171475 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6490b462-ff6f-48a3-8097-053e89641671 req-d667d693-0008-473b-b5a2-ff270060a364 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4607172
Feb 05 21:06:15.189865 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee3a3a9-7b27-46f7-86cb-95ff1e4b4985 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Network ae9432fc-b917-4bae-97be-8a146b20e4d4 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:06:15.199548 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-f88808fa-933b-4d69-97da-52a0f9dcd643 None None] Provisioning complete for port 6016817c-a0c1-425a-bf06-eae6942f5ba6 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:15.200109 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f88808fa-933b-4d69-97da-52a0f9dcd643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (6016817c-a0c1-425a-bf06-eae6942f5ba6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:15.218171 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-4ee3a3a9-7b27-46f7-86cb-95ff1e4b4985 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ae9432fc-b917-4bae-97be-8a146b20e4d4) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:15.238745 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2e337b12-b571-4e01-a3e9-442bf32af413 req-2bbdae4b-715a-44b9-a854-b0ef1f89d222 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2639999
Feb 05 21:06:15.242959 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee3a3a9-7b27-46f7-86cb-95ff1e4b4985 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:15.243754 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4ee3a3a9-7b27-46f7-86cb-95ff1e4b4985 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:15.269400 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57158) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:15.270363 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4ee3a3a9-7b27-46f7-86cb-95ff1e4b4985 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 3.1084566
Feb 05 21:06:15.286355 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-eee11783-b993-4006-87d2-300fbe549aa5 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1719126158'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:15.291197 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdcc8a1-4ff1-4152-b30a-0ba6bcfa4d48 None None] Network ae9432fc-b917-4bae-97be-8a146b20e4d4 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:15.323373 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45dd9f7a-e40d-4e6c-8538-91044cd4c72d tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Router bbda8eae-5511-4e6d-8b7e-a3405b7a8563 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:06:15.343901 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee11783-b993-4006-87d2-300fbe549aa5 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Made reservation on behalf of be1aed61497f49d18b23d8f97896bccb for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:15.362051 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-eee11783-b993-4006-87d2-300fbe549aa5 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:15.423739 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee11783-b993-4006-87d2-300fbe549aa5 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:06:15.438967 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-eee11783-b993-4006-87d2-300fbe549aa5 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (22ea4d3c-3e98-4254-ad01-ef1cf23ea8e5), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:15.439594 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-eee11783-b993-4006-87d2-300fbe549aa5 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Added segment 22ea4d3c-3e98-4254-ad01-ef1cf23ea8e5 of type vlan for network 52cec82e-cbb3-499d-b047-2208a3b2eed2
Feb 05 21:06:15.473091 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f385a5b-829a-4941-adc9-7fa2035fcbc0 req-882ceb69-1560-44b4-87ee-0057e2d58f45 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:15.474759 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7f385a5b-829a-4941-adc9-7fa2035fcbc0 req-882ceb69-1560-44b4-87ee-0057e2d58f45 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=a229fbd7-b1b9-494e-8456-3f415323cf03 HTTP/1.1" status: 200  len: 945 time: 0.1638806
Feb 05 21:06:15.484580 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45dd9f7a-e40d-4e6c-8538-91044cd4c72d tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:06:15.491696 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-45dd9f7a-e40d-4e6c-8538-91044cd4c72d tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] 10.222.0.32 "PUT /v2.0/routers/bbda8eae-5511-4e6d-8b7e-a3405b7a8563/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.8126912
Feb 05 21:06:15.494493 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57164) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:15.510564 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c407de5-2df4-4c24-b5b9-43fb4f663c65 None None] Sync routers for ids ['bbda8eae-5511-4e6d-8b7e-a3405b7a8563'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:06:15.525693 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:15.527141 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c407de5-2df4-4c24-b5b9-43fb4f663c65 None None] Routers {'bbda8eae-5511-4e6d-8b7e-a3405b7a8563'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:06:15.527908 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-1c407de5-2df4-4c24-b5b9-43fb4f663c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8f8d130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:06:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['bbda8eae-5511-4e6d-8b7e-a3405b7a8563'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:15.531627 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-f88808fa-933b-4d69-97da-52a0f9dcd643 None None] Port 6016817c-a0c1-425a-bf06-eae6942f5ba6 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:06:15.538677 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-eee11783-b993-4006-87d2-300fbe549aa5 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (52cec82e-cbb3-499d-b047-2208a3b2eed2), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:15.596395 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-eee11783-b993-4006-87d2-300fbe549aa5 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (52cec82e-cbb3-499d-b047-2208a3b2eed2), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:15.604972 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee11783-b993-4006-87d2-300fbe549aa5 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:15.606849 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-eee11783-b993-4006-87d2-300fbe549aa5 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:15.618166 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-1c407de5-2df4-4c24-b5b9-43fb4f663c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8f8d130>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:15.641678 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c407de5-2df4-4c24-b5b9-43fb4f663c65 None None] Routers {'bbda8eae-5511-4e6d-8b7e-a3405b7a8563'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:06:15.643263 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-1c407de5-2df4-4c24-b5b9-43fb4f663c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8f8d130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:06:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['bbda8eae-5511-4e6d-8b7e-a3405b7a8563'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:15.647401 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 41534d81-067a-4e83-be7e-4d450febd220 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:06:15.661341 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b933525f-bde7-46b0-963b-98960a772208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ae9432fc-b917-4bae-97be-8a146b20e4d4', 'network_id': 'ae9432fc-b917-4bae-97be-8a146b20e4d4', 'project_id': 'be1aed61497f49d18b23d8f97896bccb', 'fixed_ips': [{'subnet_id': 'f62d38bd-7211-4e20-8655-b3a660dc1bfe'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:06:15.662567 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b933525f-bde7-46b0-963b-98960a772208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:15.687022 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-eee11783-b993-4006-87d2-300fbe549aa5 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.4163971
Feb 05 21:06:15.687733 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57174) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:15.717683 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-1c407de5-2df4-4c24-b5b9-43fb4f663c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8f8d130>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:15.718442 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c407de5-2df4-4c24-b5b9-43fb4f663c65 None None] The sync data for ids ['bbda8eae-5511-4e6d-8b7e-a3405b7a8563'] in ncdv-master-1 is: [] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:06:15.733573 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-8de3a3ba-803a-4ef5-87b9-bd4a2b814075 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Request body: {'subnet': {'network_id': '52cec82e-cbb3-499d-b047-2208a3b2eed2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:15.808357 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device df441ae2-7e22-49ac-b193-a9c1a224795d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:06:15.848145 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7f385a5b-829a-4941-adc9-7fa2035fcbc0 req-d2078c8c-fb20-465c-99f7-437b3d0f92fe tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7eb3d12-a5c7-4b2c-93da-f3f358aebcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3613598
Feb 05 21:06:15.855073 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee11783-b993-4006-87d2-300fbe549aa5 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event updated for resources: {'Network': ['ID=52cec82e-cbb3-499d-b047-2208a3b2eed2,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:15.889516 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de3a3ba-803a-4ef5-87b9-bd4a2b814075 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Made reservation on behalf of be1aed61497f49d18b23d8f97896bccb for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:15.897694 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8de3a3ba-803a-4ef5-87b9-bd4a2b814075 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:15.919100 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 52cec82e-cbb3-499d-b047-2208a3b2eed2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:06:15.933122 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: df441ae2-7e22-49ac-b193-a9c1a224795d {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:06:15.934604 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device df441ae2-7e22-49ac-b193-a9c1a224795d not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:06:16.160289 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-b933525f-bde7-46b0-963b-98960a772208 None None] Allocated IP 2001:db8:0:ffff::2 (ae9432fc-b917-4bae-97be-8a146b20e4d4/f62d38bd-7211-4e20-8655-b3a660dc1bfe/2c494f69-7e57-4953-921f-a82cb07971e6) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:06:16.316528 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8de3a3ba-803a-4ef5-87b9-bd4a2b814075 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (72b9d792-a697-4043-b41e-efd095c1fd09), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:16.318802 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5242d-38b0-4647-a86c-ae25a9884350 req-1b26b0bf-b8d8-4cd9-9dd3-4b251a08a87c tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:16.322919 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dcd5242d-38b0-4647-a86c-ae25a9884350 req-1b26b0bf-b8d8-4cd9-9dd3-4b251a08a87c tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=a229fbd7-b1b9-494e-8456-3f415323cf03 HTTP/1.1" status: 200  len: 945 time: 0.3063312
Feb 05 21:06:16.360436 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b933525f-bde7-46b0-963b-98960a772208 None None] Publish callbacks [] for port (2c494f69-7e57-4953-921f-a82cb07971e6), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:16.366387 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 021448fe-afaf-4e2e-8315-1110f190154b up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:06:16.407832 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b933525f-bde7-46b0-963b-98960a772208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (2c494f69-7e57-4953-921f-a82cb07971e6), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:16.478248 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933525f-bde7-46b0-963b-98960a772208 None None] Pushing event updated for resources: {'Port': ['ID=2c494f69-7e57-4953-921f-a82cb07971e6,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:16.486337 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de3a3ba-803a-4ef5-87b9-bd4a2b814075 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Checking segment: {'id': '22ea4d3c-3e98-4254-ad01-ef1cf23ea8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '52cec82e-cbb3-499d-b047-2208a3b2eed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:06:16.486755 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de3a3ba-803a-4ef5-87b9-bd4a2b814075 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Network hostable DHCP agents. Network: 52cec82e-cbb3-499d-b047-2208a3b2eed2, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:06:16.493066 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de3a3ba-803a-4ef5-87b9-bd4a2b814075 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event updated for resources: {'Subnet': ['ID=72b9d792-a697-4043-b41e-efd095c1fd09,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:16.527500 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b933525f-bde7-46b0-963b-98960a772208 None None] Network ae9432fc-b917-4bae-97be-8a146b20e4d4 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:06:16.532317 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-b933525f-bde7-46b0-963b-98960a772208 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:16.532613 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de3a3ba-803a-4ef5-87b9-bd4a2b814075 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Network 52cec82e-cbb3-499d-b047-2208a3b2eed2 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:06:16.535468 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dcd5242d-38b0-4647-a86c-ae25a9884350 req-30dde421-c3ac-4795-a9af-5aeeae9bc495 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7eb3d12-a5c7-4b2c-93da-f3f358aebcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1768312
Feb 05 21:06:16.550979 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b933525f-bde7-46b0-963b-98960a772208 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:06:16.552453 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36b4a2-e246-409a-b588-1b296ad704b3 req-4501793c-9ab4-425d-b42e-fb4a4b155ef0 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:16.554341 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-8de3a3ba-803a-4ef5-87b9-bd4a2b814075 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 52cec82e-cbb3-499d-b047-2208a3b2eed2) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:16.563210 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de3a3ba-803a-4ef5-87b9-bd4a2b814075 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:16.563715 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2b36b4a2-e246-409a-b588-1b296ad704b3 req-4501793c-9ab4-425d-b42e-fb4a4b155ef0 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=3721ef9f-8de4-4d4e-b4f5-e315164ccd1d HTTP/1.1" status: 200  len: 944 time: 0.2035286
Feb 05 21:06:16.565358 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8de3a3ba-803a-4ef5-87b9-bd4a2b814075 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:16.581777 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-141cddba-6f34-4de1-84c7-03b166fb8179 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:06:16.586802 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-141cddba-6f34-4de1-84c7-03b166fb8179 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] 10.222.0.32 "PUT /v2.0/routers/bbda8eae-5511-4e6d-8b7e-a3405b7a8563/add_router_interface HTTP/1.1" status: 400  len: 438 time: 1.0909946
Feb 05 21:06:16.592117 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcd3e43-3c3b-42c2-b0de-d13168cdcea9 None None] Network 52cec82e-cbb3-499d-b047-2208a3b2eed2 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:16.604928 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57202) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:16.626745 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8de3a3ba-803a-4ef5-87b9-bd4a2b814075 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 0.9096613
Feb 05 21:06:16.630621 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57206) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:16.679016 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57208) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:16.710595 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 021448fe-afaf-4e2e-8315-1110f190154b triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:16.711018 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (021448fe-afaf-4e2e-8315-1110f190154b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:16.847731 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-37ea479a-49e7-470f-9e1d-ac1b76434c11 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1179730252'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:16.876633 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-b933525f-bde7-46b0-963b-98960a772208 None None] Attempting to bind port 2c494f69-7e57-4953-921f-a82cb07971e6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:06:16.877095 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-b933525f-bde7-46b0-963b-98960a772208 None None] Attempting to bind port 2c494f69-7e57-4953-921f-a82cb07971e6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e5f25c5-04fc-4b18-9baa-4fa5ffd26abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ae9432fc-b917-4bae-97be-8a146b20e4d4'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:06:16.877380 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b933525f-bde7-46b0-963b-98960a772208 None None] Attempting to bind port 2c494f69-7e57-4953-921f-a82cb07971e6 on network ae9432fc-b917-4bae-97be-8a146b20e4d4 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:06:16.890842 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b933525f-bde7-46b0-963b-98960a772208 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:06:16.891250 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b933525f-bde7-46b0-963b-98960a772208 None None] Checking segment: {'id': '4e5f25c5-04fc-4b18-9baa-4fa5ffd26abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ae9432fc-b917-4bae-97be-8a146b20e4d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:06:16.891673 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b933525f-bde7-46b0-963b-98960a772208 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:16.892084 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b933525f-bde7-46b0-963b-98960a772208 None None] Bound using segment: {'id': '4e5f25c5-04fc-4b18-9baa-4fa5ffd26abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ae9432fc-b917-4bae-97be-8a146b20e4d4'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:06:16.892592 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-b933525f-bde7-46b0-963b-98960a772208 None None] Bound port: 2c494f69-7e57-4953-921f-a82cb07971e6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e5f25c5-04fc-4b18-9baa-4fa5ffd26abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ae9432fc-b917-4bae-97be-8a146b20e4d4'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:06:16.893098 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b933525f-bde7-46b0-963b-98960a772208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (2c494f69-7e57-4953-921f-a82cb07971e6), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:16.897968 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2e4129b3-5623-442f-87e5-8682aa015e7b tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (52cec82e-cbb3-499d-b047-2208a3b2eed2), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:16.919543 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ea479a-49e7-470f-9e1d-ac1b76434c11 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Made reservation on behalf of 2c6898cf86224b09b9056098bf6480b2 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:16.924189 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-37ea479a-49e7-470f-9e1d-ac1b76434c11 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:16.950232 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-37ea479a-49e7-470f-9e1d-ac1b76434c11 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:16.995602 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2b36b4a2-e246-409a-b588-1b296ad704b3 req-55d57d8c-7cce-406f-b7cc-f0d834acb256 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4306209
Feb 05 21:06:17.003603 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-b933525f-bde7-46b0-963b-98960a772208 None None] For port 2c494f69-7e57-4953-921f-a82cb07971e6, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:06:17.020085 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-b933525f-bde7-46b0-963b-98960a772208 None None] For port 2c494f69-7e57-4953-921f-a82cb07971e6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c494f69-7e57-4953-921f-a82cb07971e6,segment=NetworkSegment(4e5f25c5-04fc-4b18-9baa-4fa5ffd26abe),segment_id=4e5f25c5-04fc-4b18-9baa-4fa5ffd26abe)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:06:17.032913 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b933525f-bde7-46b0-963b-98960a772208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (2c494f69-7e57-4953-921f-a82cb07971e6), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:17.051762 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2e4129b3-5623-442f-87e5-8682aa015e7b tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (72b9d792-a697-4043-b41e-efd095c1fd09), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:17.122008 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device d9e5c6ae-c0c0-4285-8671-2fb3c59d8837 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:06:17.208527 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627f3e0b-3c4c-4cd7-a281-e61cdf69f7dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-52cec82e-cbb3-499d-b047-2208a3b2eed2', 'network_id': '52cec82e-cbb3-499d-b047-2208a3b2eed2', 'project_id': 'be1aed61497f49d18b23d8f97896bccb', 'fixed_ips': [{'subnet_id': '72b9d792-a697-4043-b41e-efd095c1fd09'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:06:17.210047 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-627f3e0b-3c4c-4cd7-a281-e61cdf69f7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:17.271154 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94955403-9814-4d69-979c-208d115b5f92 req-af7e9f5b-3300-4e8e-9671-a959ac38c209 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:17.283278 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-94955403-9814-4d69-979c-208d115b5f92 req-af7e9f5b-3300-4e8e-9671-a959ac38c209 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.5371566
Feb 05 21:06:17.318530 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-37ea479a-49e7-470f-9e1d-ac1b76434c11 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for security_group (e95590b2-f5ac-4886-8f6e-059921fd305f), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:17.348133 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-37ea479a-49e7-470f-9e1d-ac1b76434c11 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (e95590b2-f5ac-4886-8f6e-059921fd305f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:17.405943 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933525f-bde7-46b0-963b-98960a772208 None None] Pushing event updated for resources: {'Port': ['ID=2c494f69-7e57-4953-921f-a82cb07971e6,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:17.445199 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2e4129b3-5623-442f-87e5-8682aa015e7b tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (72b9d792-a697-4043-b41e-efd095c1fd09), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:17.448317 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-94955403-9814-4d69-979c-208d115b5f92 req-e49086dd-5125-4a3d-8553-950f91330daf tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1492877
Feb 05 21:06:17.483119 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37ea479a-49e7-470f-9e1d-ac1b76434c11 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:06:17.497319 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-37ea479a-49e7-470f-9e1d-ac1b76434c11 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (1e731a3f-de73-40e1-91a8-206c090cf325), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:17.499759 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-37ea479a-49e7-470f-9e1d-ac1b76434c11 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Added segment 1e731a3f-de73-40e1-91a8-206c090cf325 of type vlan for network 0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8
Feb 05 21:06:17.509200 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 021448fe-afaf-4e2e-8315-1110f190154b is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:06:17.549392 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port d9e5c6ae-c0c0-4285-8671-2fb3c59d8837 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:06:17.549835 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e90f99f6-4031-4d4a-b8a3-f4f924cd444c tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (bbda8eae-5511-4e6d-8b7e-a3405b7a8563), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server [None req-627f3e0b-3c4c-4cd7-a281-e61cdf69f7dc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 72b9d792-a697-4043-b41e-efd095c1fd09: This subnet is being modified by another concurrent operation.
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 05 21:06:17.556363 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 05 21:06:17.560383 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Feb 05 21:06:17.560383 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Feb 05 21:06:17.560383 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 05 21:06:17.560383 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 05 21:06:17.560383 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 05 21:06:17.560383 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 05 21:06:17.560383 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 05 21:06:17.560383 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 05 21:06:17.560383 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Feb 05 21:06:17.560383 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Feb 05 21:06:17.560383 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 05 21:06:17.560383 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 05 21:06:17.560383 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 05 21:06:17.560383 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 05 21:06:17.560383 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 05 21:06:17.560383 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Feb 05 21:06:17.560383 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port
Feb 05 21:06:17.560383 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Feb 05 21:06:17.560383 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db
Feb 05 21:06:17.560383 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Feb 05 21:06:17.560383 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db
Feb 05 21:06:17.560383 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Feb 05 21:06:17.560383 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Feb 05 21:06:17.560383 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Feb 05 21:06:17.560383 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Feb 05 21:06:17.560383 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Feb 05 21:06:17.560383 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Feb 05 21:06:17.560383 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Feb 05 21:06:17.560383 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Feb 05 21:06:17.560383 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Feb 05 21:06:17.560383 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Feb 05 21:06:17.560383 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Feb 05 21:06:17.560383 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Feb 05 21:06:17.560383 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Feb 05 21:06:17.560383 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Feb 05 21:06:17.560383 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     raise exception
Feb 05 21:06:17.560383 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 72b9d792-a697-4043-b41e-efd095c1fd09: This subnet is being modified by another concurrent operation.
Feb 05 21:06:17.560383 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server 
Feb 05 21:06:17.573922 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port d9e5c6ae-c0c0-4285-8671-2fb3c59d8837 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:17.574647 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d9e5c6ae-c0c0-4285-8671-2fb3c59d8837), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:17.580022 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea479a-49e7-470f-9e1d-ac1b76434c11 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e95590b2-f5ac-4886-8f6e-059921fd305f,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:17.594559 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4129b3-5623-442f-87e5-8682aa015e7b tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event deleted for resources: {'Subnet': ['ID=72b9d792-a697-4043-b41e-efd095c1fd09,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:17.651585 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b09e98c-c16c-4605-9b2b-7850ffa5b8e2 None None] Network 52cec82e-cbb3-499d-b047-2208a3b2eed2 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:17.723184 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-37ea479a-49e7-470f-9e1d-ac1b76434c11 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:17.723758 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710ac59-b8af-4488-a4ce-9ee5a985b79e req-53021e06-7bce-40a7-a14a-083d220c86b4 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:17.725285 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6710ac59-b8af-4488-a4ce-9ee5a985b79e req-53021e06-7bce-40a7-a14a-083d220c86b4 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=a229fbd7-b1b9-494e-8456-3f415323cf03 HTTP/1.1" status: 200  len: 945 time: 0.2404413
Feb 05 21:06:17.811710 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port d9e5c6ae-c0c0-4285-8671-2fb3c59d8837 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:06:17.812843 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d9e5c6ae-c0c0-4285-8671-2fb3c59d8837), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:17.839920 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2e4129b3-5623-442f-87e5-8682aa015e7b tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (52cec82e-cbb3-499d-b047-2208a3b2eed2), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:17.853038 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3721ef9f-8de4-4d4e-b4f5-e315164ccd1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e5c6ae-c0c0-4285-8671-2fb3c59d8837'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:06:17.857092 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03bb6c6-374f-4ffc-a1c7-d5b2d9959c0e" -d '{"events": [{"server_uuid": "3721ef9f-8de4-4d4e-b4f5-e315164ccd1d", "name": "network-vif-plugged", "status": "completed", "tag": "d9e5c6ae-c0c0-4285-8671-2fb3c59d8837"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:06:17.866979 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-37ea479a-49e7-470f-9e1d-ac1b76434c11 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:17.876593 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ea479a-49e7-470f-9e1d-ac1b76434c11 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:17.878716 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-37ea479a-49e7-470f-9e1d-ac1b76434c11 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:17.886513 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6710ac59-b8af-4488-a4ce-9ee5a985b79e req-f3fd9608-1d51-4a21-ba2c-725b3c26e988 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7eb3d12-a5c7-4b2c-93da-f3f358aebcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1493518
Feb 05 21:06:17.908524 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port d9e5c6ae-c0c0-4285-8671-2fb3c59d8837, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d9e5c6ae-c0c0-4285-8671-2fb3c59d8837,segment=NetworkSegment(e3f5879e-89eb-4ea9-ae07-833c6958fcdd),segment_id=e3f5879e-89eb-4ea9-ae07-833c6958fcdd)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:06:17.916136 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d9e5c6ae-c0c0-4285-8671-2fb3c59d8837), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:17.935216 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0495da-866a-46a7-b6c7-ba4707b64b46 x-openstack-request-id: req-7a0495da-866a-46a7-b6c7-ba4707b64b46 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:06:17.935694 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3721ef9f-8de4-4d4e-b4f5-e315164ccd1d", "name": "network-vif-plugged", "status": "completed", "tag": "d9e5c6ae-c0c0-4285-8671-2fb3c59d8837", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:06:17.936061 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7a0495da-866a-46a7-b6c7-ba4707b64b46 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:06:17.936982 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3721ef9f-8de4-4d4e-b4f5-e315164ccd1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e5c6ae-c0c0-4285-8671-2fb3c59d8837', 'code': 200}
Feb 05 21:06:18.021416 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=d9e5c6ae-c0c0-4285-8671-2fb3c59d8837,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:18.026761 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-2e4129b3-5623-442f-87e5-8682aa015e7b tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db80f18e0>,) {'filters': {'network_id': ['52cec82e-cbb3-499d-b047-2208a3b2eed2']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:18.037199 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea479a-49e7-470f-9e1d-ac1b76434c11 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'Network': ['ID=0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:18.056317 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-37ea479a-49e7-470f-9e1d-ac1b76434c11 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 1.3757746
Feb 05 21:06:18.060507 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57246) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:18.061144 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:06:18.067849 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-a58ed505-e27a-4b8f-97c3-df965380edbe tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'port': {'network_id': '0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8', 'name': 'tempest-PortsTestJSON-2072659030'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:18.073310 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-2e4129b3-5623-442f-87e5-8682aa015e7b tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db80f18e0>, '22ea4d3c-3e98-4254-ad01-ef1cf23ea8e5') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:18.073649 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-2e4129b3-5623-442f-87e5-8682aa015e7b tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db80f18e0>, '22ea4d3c-3e98-4254-ad01-ef1cf23ea8e5') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:18.096781 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2e4129b3-5623-442f-87e5-8682aa015e7b tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (22ea4d3c-3e98-4254-ad01-ef1cf23ea8e5), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:18.117712 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2e4129b3-5623-442f-87e5-8682aa015e7b tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (22ea4d3c-3e98-4254-ad01-ef1cf23ea8e5), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:18.128544 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e4129b3-5623-442f-87e5-8682aa015e7b tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:06:18.129269 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2e4129b3-5623-442f-87e5-8682aa015e7b tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (22ea4d3c-3e98-4254-ad01-ef1cf23ea8e5), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:18.232651 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:06:18.232651 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:06:18.232651 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:06:18.232651 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:06:18.232651 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:06:18.232651 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:06:18.232651 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:06:18.232651 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:06:18.232651 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:06:18.232651 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:06:18.232651 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:06:18.232651 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:06:18.232651 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:06:18.232651 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:06:18.232651 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:06:18.232651 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:06:18.232651 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:06:18.232651 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:06:18.232651 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:06:18.232651 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:06:18.232651 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:06:18.232651 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:06:18.232651 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:06:18.232651 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:06:18.232651 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:06:18.232651 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:06:18.232651 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:06:18.232651 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:06:18.232651 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:06:18.232651 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:06:18.232651 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:06:18.232651 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:06:18.241620 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0553e-0e57-4685-941b-a779c8b0f07a req-5f19ac4a-427b-45f7-aa06-2ce02ff39684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:18.243332 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dba0553e-0e57-4685-941b-a779c8b0f07a req-5f19ac4a-427b-45f7-aa06-2ce02ff39684 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3721ef9f-8de4-4d4e-b4f5-e315164ccd1d HTTP/1.1" status: 200  len: 1127 time: 0.2507553
Feb 05 21:06:18.257293 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2e4129b3-5623-442f-87e5-8682aa015e7b tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (52cec82e-cbb3-499d-b047-2208a3b2eed2), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:18.275966 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2e4129b3-5623-442f-87e5-8682aa015e7b tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:18.291898 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57248) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:18.292786 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2e4129b3-5623-442f-87e5-8682aa015e7b tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "DELETE /v2.0/networks/52cec82e-cbb3-499d-b047-2208a3b2eed2 HTTP/1.1" status: 204  len: 168 time: 1.6608779
Feb 05 21:06:18.309366 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4129b3-5623-442f-87e5-8682aa015e7b tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event deleted for resources: {'Network': ['ID=52cec82e-cbb3-499d-b047-2208a3b2eed2,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:18.313926 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-29bf4e5f-0fd9-4c28-a474-8b9ba63e511a tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-4734746'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:18.326511 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-e90f99f6-4031-4d4a-b8a3-f4f924cd444c tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Deleting port 6016817c-a0c1-425a-bf06-eae6942f5ba6 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:06:18.326867 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e90f99f6-4031-4d4a-b8a3-f4f924cd444c tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (6016817c-a0c1-425a-bf06-eae6942f5ba6), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:18.327162 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 2c494f69-7e57-4953-921f-a82cb07971e6 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:06:18.348101 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3467db-4382-400c-b4a6-cf2bfee611e1 req-4a485531-b364-437c-8470-c58dd88ef40f tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:18.349913 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ce3467db-4382-400c-b4a6-cf2bfee611e1 req-4a485531-b364-437c-8470-c58dd88ef40f tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=3721ef9f-8de4-4d4e-b4f5-e315164ccd1d HTTP/1.1" status: 200  len: 945 time: 0.2539072
Feb 05 21:06:18.398060 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 2c494f69-7e57-4953-921f-a82cb07971e6 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:18.398831 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (2c494f69-7e57-4953-921f-a82cb07971e6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:18.480863 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58ed505-e27a-4b8f-97c3-df965380edbe tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Made reservation on behalf of 2c6898cf86224b09b9056098bf6480b2 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:18.487054 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a58ed505-e27a-4b8f-97c3-df965380edbe tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:18.536956 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 2c494f69-7e57-4953-921f-a82cb07971e6 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:06:18.537491 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (2c494f69-7e57-4953-921f-a82cb07971e6), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:18.547476 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29bf4e5f-0fd9-4c28-a474-8b9ba63e511a tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Made reservation on behalf of be1aed61497f49d18b23d8f97896bccb for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:18.551586 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-29bf4e5f-0fd9-4c28-a474-8b9ba63e511a tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:18.577258 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dba0553e-0e57-4685-941b-a779c8b0f07a req-b0d868e9-aac1-40c7-abc1-6a57be2f401c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3193607
Feb 05 21:06:18.586369 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 2c494f69-7e57-4953-921f-a82cb07971e6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c494f69-7e57-4953-921f-a82cb07971e6,segment=NetworkSegment(4e5f25c5-04fc-4b18-9baa-4fa5ffd26abe),segment_id=4e5f25c5-04fc-4b18-9baa-4fa5ffd26abe)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:06:18.587123 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [None req-a58ed505-e27a-4b8f-97c3-df965380edbe tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] device_id is not set on port fe07eba6-3844-43ef-b423-c5d023d8a4b1 yet. {{(pid=114391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:06:18.595882 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (2c494f69-7e57-4953-921f-a82cb07971e6), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:18.619737 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e90f99f6-4031-4d4a-b8a3-f4f924cd444c tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (6016817c-a0c1-425a-bf06-eae6942f5ba6), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:18.669301 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=2c494f69-7e57-4953-921f-a82cb07971e6,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:18.678498 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ce3467db-4382-400c-b4a6-cf2bfee611e1 req-f2d4bf02-9371-4fee-abb9-dc88d292f9cb tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3030326
Feb 05 21:06:18.702632 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-e90f99f6-4031-4d4a-b8a3-f4f924cd444c tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Calling delete_port for 6016817c-a0c1-425a-bf06-eae6942f5ba6 owned by network:router_interface {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:06:18.717597 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29bf4e5f-0fd9-4c28-a474-8b9ba63e511a tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:06:18.783232 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-29bf4e5f-0fd9-4c28-a474-8b9ba63e511a tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (2b084f6c-e897-4fbf-93ac-7753870871ca), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:18.783586 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-29bf4e5f-0fd9-4c28-a474-8b9ba63e511a tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Added segment 2b084f6c-e897-4fbf-93ac-7753870871ca of type vlan for network d65a77f0-66f8-45cf-bd73-0204fa2e00d2
Feb 05 21:06:18.805875 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225c9c80-cc87-4e03-8b72-c195a208f60e None None] get_active_networks_info from ncdv-master-1 {{(pid=114392) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 05 21:06:18.900844 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-29bf4e5f-0fd9-4c28-a474-8b9ba63e511a tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (d65a77f0-66f8-45cf-bd73-0204fa2e00d2), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:18.943783 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-dae37d48-11cc-4ddd-9c61-fd832b6ab2cb None None] Provisioning complete for port 2c494f69-7e57-4953-921f-a82cb07971e6 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:18.944168 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-dae37d48-11cc-4ddd-9c61-fd832b6ab2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (2c494f69-7e57-4953-921f-a82cb07971e6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:18.988334 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225c9c80-cc87-4e03-8b72-c195a208f60e None None] Resources bound (agent type, host, resource id):  {{(pid=114392) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 05 21:06:19.128256 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-dae37d48-11cc-4ddd-9c61-fd832b6ab2cb None None] Current status of the port 2c494f69-7e57-4953-921f-a82cb07971e6 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:06:19.193472 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992ab71-4890-47f8-a5c4-a878ed44d2b0 req-ae86f1df-0606-4dec-a7fe-e8f3d94a6ce0 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:19.196854 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3992ab71-4890-47f8-a5c4-a878ed44d2b0 req-ae86f1df-0606-4dec-a7fe-e8f3d94a6ce0 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.21 "GET /v2.0/ports?device_id=a229fbd7-b1b9-494e-8456-3f415323cf03 HTTP/1.1" status: 200  len: 945 time: 0.1095865
Feb 05 21:06:19.274858 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d3bbb8-2c33-4792-be18-2711b06edfca None None] Network ae9432fc-b917-4bae-97be-8a146b20e4d4 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:19.336480 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-3992ab71-4890-47f8-a5c4-a878ed44d2b0 req-9aab16e2-a692-4fa6-9a5b-c3406d9caa1f tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Deleting port 113b88ca-4d58-4a3b-b5e5-40de55af4ae3 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:06:19.336838 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-3992ab71-4890-47f8-a5c4-a878ed44d2b0 req-9aab16e2-a692-4fa6-9a5b-c3406d9caa1f tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (113b88ca-4d58-4a3b-b5e5-40de55af4ae3), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:19.481096 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a58ed505-e27a-4b8f-97c3-df965380edbe tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for port (fe07eba6-3844-43ef-b423-c5d023d8a4b1), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:19.504490 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-3992ab71-4890-47f8-a5c4-a878ed44d2b0 req-9aab16e2-a692-4fa6-9a5b-c3406d9caa1f tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] For port 113b88ca-4d58-4a3b-b5e5-40de55af4ae3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=113b88ca-4d58-4a3b-b5e5-40de55af4ae3,segment=NetworkSegment(6da08ccd-563d-4daa-98a3-11856904a998),segment_id=6da08ccd-563d-4daa-98a3-11856904a998)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:06:19.505223 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-3992ab71-4890-47f8-a5c4-a878ed44d2b0 req-9aab16e2-a692-4fa6-9a5b-c3406d9caa1f tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (113b88ca-4d58-4a3b-b5e5-40de55af4ae3), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:19.523977 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-3992ab71-4890-47f8-a5c4-a878ed44d2b0 req-9aab16e2-a692-4fa6-9a5b-c3406d9caa1f tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Calling delete_port for 113b88ca-4d58-4a3b-b5e5-40de55af4ae3 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:06:19.700335 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-3992ab71-4890-47f8-a5c4-a878ed44d2b0 req-9aab16e2-a692-4fa6-9a5b-c3406d9caa1f tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (113b88ca-4d58-4a3b-b5e5-40de55af4ae3), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:19.712965 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['71d0f55a-11fc-4be4-8ba9-807696018a54'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:06:19.740739 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab16e2-a692-4fa6-9a5b-c3406d9caa1f tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Pushing event deleted for resources: {'Port': ['ID=113b88ca-4d58-4a3b-b5e5-40de55af4ae3,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:19.770152 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-29bf4e5f-0fd9-4c28-a474-8b9ba63e511a tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (d65a77f0-66f8-45cf-bd73-0204fa2e00d2), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:19.775389 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bf4e5f-0fd9-4c28-a474-8b9ba63e511a tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:19.775983 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-29bf4e5f-0fd9-4c28-a474-8b9ba63e511a tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:19.808472 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-3992ab71-4890-47f8-a5c4-a878ed44d2b0 req-9aab16e2-a692-4fa6-9a5b-c3406d9caa1f tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] No DVR routers for this DVR port 113b88ca-4d58-4a3b-b5e5-40de55af4ae3 on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:06:19.812532 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-3992ab71-4890-47f8-a5c4-a878ed44d2b0 req-9aab16e2-a692-4fa6-9a5b-c3406d9caa1f tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:19.818855 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3992ab71-4890-47f8-a5c4-a878ed44d2b0 req-9aab16e2-a692-4fa6-9a5b-c3406d9caa1f tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.21 "DELETE /v2.0/ports/113b88ca-4d58-4a3b-b5e5-40de55af4ae3 HTTP/1.1" status: 204  len: 173 time: 0.6152809
Feb 05 21:06:19.820380 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a229fbd7-b1b9-494e-8456-3f415323cf03', 'name': 'network-vif-deleted', 'tag': '113b88ca-4d58-4a3b-b5e5-40de55af4ae3'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:06:19.825866 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f5569c-e806-48d3-a627-805018b81424" -d '{"events": [{"server_uuid": "a229fbd7-b1b9-494e-8456-3f415323cf03", "name": "network-vif-deleted", "tag": "113b88ca-4d58-4a3b-b5e5-40de55af4ae3"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:06:19.879586 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ad4f0-001d-4969-b6e5-ec4a5d1a9a54 req-607d0dac-29ad-41fc-a3a3-937e81640206 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:19.887086 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0e5ad4f0-001d-4969-b6e5-ec4a5d1a9a54 req-607d0dac-29ad-41fc-a3a3-937e81640206 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=a229fbd7-b1b9-494e-8456-3f415323cf03 HTTP/1.1" status: 200  len: 867 time: 0.8685498
Feb 05 21:06:19.903543 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e90f99f6-4031-4d4a-b8a3-f4f924cd444c tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (6016817c-a0c1-425a-bf06-eae6942f5ba6), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:19.937648 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-29bf4e5f-0fd9-4c28-a474-8b9ba63e511a tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 1.6422079
Feb 05 21:06:19.940724 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57276) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:19.946475 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-55030217-705f-4062-92e1-49910550de5f tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Request body: {'subnet': {'network_id': 'd65a77f0-66f8-45cf-bd73-0204fa2e00d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:20.050307 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['113b88ca-4d58-4a3b-b5e5-40de55af4ae3'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:06:20.189275 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-9a834b49-a388-4265-88fd-8ef9f5978b40 None None] Provisioning complete for port 2c494f69-7e57-4953-921f-a82cb07971e6 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:20.189687 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9a834b49-a388-4265-88fd-8ef9f5978b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (2c494f69-7e57-4953-921f-a82cb07971e6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:20.191890 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f99f6-4031-4d4a-b8a3-f4f924cd444c tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Pushing event deleted for resources: {'Port': ['ID=6016817c-a0c1-425a-bf06-eae6942f5ba6,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:20.192509 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:20.196075 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55030217-705f-4062-92e1-49910550de5f tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Made reservation on behalf of be1aed61497f49d18b23d8f97896bccb for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:20.201398 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-55030217-705f-4062-92e1-49910550de5f tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:20.241575 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf4e5f-0fd9-4c28-a474-8b9ba63e511a tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event updated for resources: {'Network': ['ID=d65a77f0-66f8-45cf-bd73-0204fa2e00d2,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:20.257321 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a58ed505-e27a-4b8f-97c3-df965380edbe tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (fe07eba6-3844-43ef-b423-c5d023d8a4b1), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:20.296333 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 2c494f69-7e57-4953-921f-a82cb07971e6 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:06:20.298462 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network d65a77f0-66f8-45cf-bd73-0204fa2e00d2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:06:20.548856 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0e5ad4f0-001d-4969-b6e5-ec4a5d1a9a54 req-6ac37d6b-d5a3-4151-9362-6afd5b0142ba tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7eb3d12-a5c7-4b2c-93da-f3f358aebcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6231217
Feb 05 21:06:20.655838 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3a5b0d-376c-4e8d-bbfc-d66c11b62a62 x-openstack-request-id: req-5f3a5b0d-376c-4e8d-bbfc-d66c11b62a62 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:06:20.656829 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a229fbd7-b1b9-494e-8456-3f415323cf03", "name": "network-vif-deleted", "tag": "113b88ca-4d58-4a3b-b5e5-40de55af4ae3", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:06:20.657387 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5f3a5b0d-376c-4e8d-bbfc-d66c11b62a62 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:06:20.658103 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a229fbd7-b1b9-494e-8456-3f415323cf03', 'name': 'network-vif-deleted', 'tag': '113b88ca-4d58-4a3b-b5e5-40de55af4ae3', 'status': 'completed', 'code': 200}
Feb 05 21:06:20.659833 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 2c494f69-7e57-4953-921f-a82cb07971e6 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:20.660454 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (2c494f69-7e57-4953-921f-a82cb07971e6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:20.691099 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-55030217-705f-4062-92e1-49910550de5f tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (73e390e9-2775-498f-8838-4afd44b753ce), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:20.781348 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ed505-e27a-4b8f-97c3-df965380edbe tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'Port': ['ID=fe07eba6-3844-43ef-b423-c5d023d8a4b1,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:20.788045 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55030217-705f-4062-92e1-49910550de5f tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event updated for resources: {'Subnet': ['ID=73e390e9-2775-498f-8838-4afd44b753ce,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:20.810680 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55030217-705f-4062-92e1-49910550de5f tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Checking segment: {'id': '2b084f6c-e897-4fbf-93ac-7753870871ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd65a77f0-66f8-45cf-bd73-0204fa2e00d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:06:20.811928 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55030217-705f-4062-92e1-49910550de5f tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Network hostable DHCP agents. Network: d65a77f0-66f8-45cf-bd73-0204fa2e00d2, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:06:20.823110 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5e068-2dc8-4273-b285-4c51c386664d req-a923dd54-2eae-4d19-af82-8e671c6a3a90 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:20.829601 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3db5e068-2dc8-4273-b285-4c51c386664d req-a923dd54-2eae-4d19-af82-8e671c6a3a90 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=3721ef9f-8de4-4d4e-b4f5-e315164ccd1d HTTP/1.1" status: 200  len: 945 time: 0.9690692
Feb 05 21:06:20.841394 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55030217-705f-4062-92e1-49910550de5f tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Network d65a77f0-66f8-45cf-bd73-0204fa2e00d2 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:06:20.845596 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e90f99f6-4031-4d4a-b8a3-f4f924cd444c tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (bbda8eae-5511-4e6d-8b7e-a3405b7a8563), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:20.852312 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 2c494f69-7e57-4953-921f-a82cb07971e6 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:06:20.870216 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-55030217-705f-4062-92e1-49910550de5f tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d65a77f0-66f8-45cf-bd73-0204fa2e00d2) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:20.881360 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55030217-705f-4062-92e1-49910550de5f tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:20.882270 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-55030217-705f-4062-92e1-49910550de5f tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:20.883811 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62aaf09-3cb5-4827-b161-b577dd5a3fdb None None] Network d65a77f0-66f8-45cf-bd73-0204fa2e00d2 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:20.920768 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-55030217-705f-4062-92e1-49910550de5f tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 0.9766788
Feb 05 21:06:20.923089 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57308) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:20.935790 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-280ddb60-d618-46a2-80b0-48e3d8477c09 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1309891135'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:20.952259 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-9a834b49-a388-4265-88fd-8ef9f5978b40 None None] Current status of the port 2c494f69-7e57-4953-921f-a82cb07971e6 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:06:20.989743 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280ddb60-d618-46a2-80b0-48e3d8477c09 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Made reservation on behalf of be1aed61497f49d18b23d8f97896bccb for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:21.000163 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-280ddb60-d618-46a2-80b0-48e3d8477c09 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:21.029634 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58ed505-e27a-4b8f-97c3-df965380edbe tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Checking segment: {'id': '1e731a3f-de73-40e1-91a8-206c090cf325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:06:21.030018 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58ed505-e27a-4b8f-97c3-df965380edbe tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Network hostable DHCP agents. Network: 0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:06:21.060322 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-280ddb60-d618-46a2-80b0-48e3d8477c09 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:06:21.063839 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3db5e068-2dc8-4273-b285-4c51c386664d req-55c3c3be-c725-4e66-a5c0-a182657e044b tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2216289
Feb 05 21:06:21.085543 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-280ddb60-d618-46a2-80b0-48e3d8477c09 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (cf25d682-34b0-48a6-9d4b-14195da10c13), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:21.085967 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-280ddb60-d618-46a2-80b0-48e3d8477c09 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Added segment cf25d682-34b0-48a6-9d4b-14195da10c13 of type vlan for network 53aa680b-7eae-4508-b1ab-40daf1fc4b5e
Feb 05 21:06:21.124045 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6714b828-34ab-45e9-a594-0361551b457b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d65a77f0-66f8-45cf-bd73-0204fa2e00d2', 'network_id': 'd65a77f0-66f8-45cf-bd73-0204fa2e00d2', 'project_id': 'be1aed61497f49d18b23d8f97896bccb', 'fixed_ips': [{'subnet_id': '73e390e9-2775-498f-8838-4afd44b753ce'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:06:21.125368 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6714b828-34ab-45e9-a594-0361551b457b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:21.137155 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58ed505-e27a-4b8f-97c3-df965380edbe tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Network 0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:06:21.174130 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-a58ed505-e27a-4b8f-97c3-df965380edbe tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:21.179485 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-280ddb60-d618-46a2-80b0-48e3d8477c09 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (53aa680b-7eae-4508-b1ab-40daf1fc4b5e), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:21.202980 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58ed505-e27a-4b8f-97c3-df965380edbe tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:06:21.209226 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58ed505-e27a-4b8f-97c3-df965380edbe tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:21.215108 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a58ed505-e27a-4b8f-97c3-df965380edbe tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:21.240375 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41e889e-97bf-403a-8f9e-fb05af9cffbb None None] Network 0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:21.256433 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90f99f6-4031-4d4a-b8a3-f4f924cd444c tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Router bbda8eae-5511-4e6d-8b7e-a3405b7a8563 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:06:21.271612 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-280ddb60-d618-46a2-80b0-48e3d8477c09 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (53aa680b-7eae-4508-b1ab-40daf1fc4b5e), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:21.272186 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a58ed505-e27a-4b8f-97c3-df965380edbe tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 3.2086895
Feb 05 21:06:21.289809 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57314) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:21.294131 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280ddb60-d618-46a2-80b0-48e3d8477c09 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:21.298358 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-280ddb60-d618-46a2-80b0-48e3d8477c09 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:21.304410 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-b4d9449d-c4b0-4a13-ae49-fadbb025dd08 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1107896771'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:21.465587 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-6714b828-34ab-45e9-a594-0361551b457b None None] Allocated IP 2001:db8::1 (d65a77f0-66f8-45cf-bd73-0204fa2e00d2/73e390e9-2775-498f-8838-4afd44b753ce/690f0f61-c881-46a6-97ba-2307c96e2511) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:06:21.470821 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90f99f6-4031-4d4a-b8a3-f4f924cd444c tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:06:21.491197 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e90f99f6-4031-4d4a-b8a3-f4f924cd444c tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] 10.222.0.32 "PUT /v2.0/routers/bbda8eae-5511-4e6d-8b7e-a3405b7a8563/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8806853
Feb 05 21:06:21.491519 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57338) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:21.496077 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8e265b-1367-412d-8774-2a9ed965a57c None None] Sync routers for ids ['bbda8eae-5511-4e6d-8b7e-a3405b7a8563'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:06:21.547071 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8e265b-1367-412d-8774-2a9ed965a57c None None] Routers {'bbda8eae-5511-4e6d-8b7e-a3405b7a8563'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:06:21.547346 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-ef4dc7cd-dda8-40f4-a2ff-5904127ce00d tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] delete failed (client error): The resource could not be found.
Feb 05 21:06:21.548467 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ef4dc7cd-dda8-40f4-a2ff-5904127ce00d tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-958817974 HTTP/1.1" status: 404  len: 334 time: 0.0560234
Feb 05 21:06:21.551685 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-6f8e265b-1367-412d-8774-2a9ed965a57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab6424f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:06:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['bbda8eae-5511-4e6d-8b7e-a3405b7a8563'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:21.556356 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57340) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:21.564516 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-51d96fc1-f661-496d-8295-6c1c396e2d41 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bbda8eae-5511-4e6d-8b7e-a3405b7a8563'}}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:21.580569 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-280ddb60-d618-46a2-80b0-48e3d8477c09 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.6564884
Feb 05 21:06:21.585363 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d9449d-c4b0-4a13-ae49-fadbb025dd08 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Made reservation on behalf of 2c6898cf86224b09b9056098bf6480b2 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:21.585824 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57344) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:21.586973 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ddb60-d618-46a2-80b0-48e3d8477c09 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event updated for resources: {'Network': ['ID=53aa680b-7eae-4508-b1ab-40daf1fc4b5e,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:21.589338 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b4d9449d-c4b0-4a13-ae49-fadbb025dd08 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:21.604525 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-5707ffe8-7b50-4ad1-aad5-d30888e87d67 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Request body: {'subnet': {'network_id': '53aa680b-7eae-4508-b1ab-40daf1fc4b5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:21.632293 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 53aa680b-7eae-4508-b1ab-40daf1fc4b5e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:06:21.654108 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d9449d-c4b0-4a13-ae49-fadbb025dd08 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:06:21.664339 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b4d9449d-c4b0-4a13-ae49-fadbb025dd08 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (a973c2ef-d922-4b78-a4d6-6e8c4cac140f), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:21.664704 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-b4d9449d-c4b0-4a13-ae49-fadbb025dd08 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Added segment a973c2ef-d922-4b78-a4d6-6e8c4cac140f of type vlan for network 024beb92-6851-4049-bcfb-38d5c58fb911
Feb 05 21:06:21.674041 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-6f8e265b-1367-412d-8774-2a9ed965a57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab6424f0>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:21.767576 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b4d9449d-c4b0-4a13-ae49-fadbb025dd08 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (024beb92-6851-4049-bcfb-38d5c58fb911), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:21.800054 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5707ffe8-7b50-4ad1-aad5-d30888e87d67 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Made reservation on behalf of be1aed61497f49d18b23d8f97896bccb for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:21.806195 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5707ffe8-7b50-4ad1-aad5-d30888e87d67 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:21.840884 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6714b828-34ab-45e9-a594-0361551b457b None None] Publish callbacks [] for port (690f0f61-c881-46a6-97ba-2307c96e2511), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:21.868430 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6714b828-34ab-45e9-a594-0361551b457b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (690f0f61-c881-46a6-97ba-2307c96e2511), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:21.889436 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b4d9449d-c4b0-4a13-ae49-fadbb025dd08 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (024beb92-6851-4049-bcfb-38d5c58fb911), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:21.896112 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d9449d-c4b0-4a13-ae49-fadbb025dd08 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:21.897235 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b4d9449d-c4b0-4a13-ae49-fadbb025dd08 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:21.931999 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b4d9449d-c4b0-4a13-ae49-fadbb025dd08 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.6409321
Feb 05 21:06:21.938399 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6714b828-34ab-45e9-a594-0361551b457b None None] Pushing event updated for resources: {'Port': ['ID=690f0f61-c881-46a6-97ba-2307c96e2511,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:21.952290 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57364) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:21.977809 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8e265b-1367-412d-8774-2a9ed965a57c None None] Routers {'bbda8eae-5511-4e6d-8b7e-a3405b7a8563'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:06:21.978508 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-6f8e265b-1367-412d-8774-2a9ed965a57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab6424f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:06:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['bbda8eae-5511-4e6d-8b7e-a3405b7a8563'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:21.981585 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.ipam_backend_mixin [None req-5707ffe8-7b50-4ad1-aad5-d30888e87d67 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Performing IP validity checks on allocation pools {{(pid=114390) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Feb 05 21:06:21.982295 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.ipam_backend_mixin [None req-5707ffe8-7b50-4ad1-aad5-d30888e87d67 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114390) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Feb 05 21:06:21.991748 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-f34661a9-35c6-468d-8ec6-0581928e797c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'ports': [{'network_id': '0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8'}, {'network_id': '024beb92-6851-4049-bcfb-38d5c58fb911'}]} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:21.991748 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-f34661a9-35c6-468d-8ec6-0581928e797c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'port': {'network_id': '0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:21.991748 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-f34661a9-35c6-468d-8ec6-0581928e797c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'port': {'network_id': '024beb92-6851-4049-bcfb-38d5c58fb911'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:22.049611 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-6f8e265b-1367-412d-8774-2a9ed965a57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab6424f0>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:22.050339 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8e265b-1367-412d-8774-2a9ed965a57c None None] The sync data for ids ['bbda8eae-5511-4e6d-8b7e-a3405b7a8563'] in ncdv-master-1 is: [] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:06:22.060012 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6714b828-34ab-45e9-a594-0361551b457b None None] Network d65a77f0-66f8-45cf-bd73-0204fa2e00d2 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:06:22.064266 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-6714b828-34ab-45e9-a594-0361551b457b None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:22.070437 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6714b828-34ab-45e9-a594-0361551b457b None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:06:22.145225 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-6714b828-34ab-45e9-a594-0361551b457b None None] Attempting to bind port 690f0f61-c881-46a6-97ba-2307c96e2511 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:06:22.145619 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-6714b828-34ab-45e9-a594-0361551b457b None None] Attempting to bind port 690f0f61-c881-46a6-97ba-2307c96e2511 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2b084f6c-e897-4fbf-93ac-7753870871ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd65a77f0-66f8-45cf-bd73-0204fa2e00d2'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:06:22.146152 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6714b828-34ab-45e9-a594-0361551b457b None None] Attempting to bind port 690f0f61-c881-46a6-97ba-2307c96e2511 on network d65a77f0-66f8-45cf-bd73-0204fa2e00d2 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:06:22.152411 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6714b828-34ab-45e9-a594-0361551b457b None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:06:22.152802 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6714b828-34ab-45e9-a594-0361551b457b None None] Checking segment: {'id': '2b084f6c-e897-4fbf-93ac-7753870871ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd65a77f0-66f8-45cf-bd73-0204fa2e00d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:06:22.153216 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6714b828-34ab-45e9-a594-0361551b457b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:22.153620 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6714b828-34ab-45e9-a594-0361551b457b None None] Bound using segment: {'id': '2b084f6c-e897-4fbf-93ac-7753870871ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd65a77f0-66f8-45cf-bd73-0204fa2e00d2'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:06:22.154101 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-6714b828-34ab-45e9-a594-0361551b457b None None] Bound port: 690f0f61-c881-46a6-97ba-2307c96e2511, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b084f6c-e897-4fbf-93ac-7753870871ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd65a77f0-66f8-45cf-bd73-0204fa2e00d2'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:06:22.154512 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6714b828-34ab-45e9-a594-0361551b457b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (690f0f61-c881-46a6-97ba-2307c96e2511), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:22.234055 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5707ffe8-7b50-4ad1-aad5-d30888e87d67 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (599ff24d-77d7-455b-8e23-ceaebf41eaba), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:22.242298 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6714b828-34ab-45e9-a594-0361551b457b None None] For port 690f0f61-c881-46a6-97ba-2307c96e2511, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:06:22.248732 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6714b828-34ab-45e9-a594-0361551b457b None None] For port 690f0f61-c881-46a6-97ba-2307c96e2511, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=690f0f61-c881-46a6-97ba-2307c96e2511,segment=NetworkSegment(2b084f6c-e897-4fbf-93ac-7753870871ca),segment_id=2b084f6c-e897-4fbf-93ac-7753870871ca)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:06:22.259386 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6714b828-34ab-45e9-a594-0361551b457b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (690f0f61-c881-46a6-97ba-2307c96e2511), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:22.320484 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707ffe8-7b50-4ad1-aad5-d30888e87d67 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event updated for resources: {'Subnet': ['ID=599ff24d-77d7-455b-8e23-ceaebf41eaba,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:22.322705 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-51d96fc1-f661-496d-8295-6c1c396e2d41 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks [] for router_gateway (bbda8eae-5511-4e6d-8b7e-a3405b7a8563), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:22.346654 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5707ffe8-7b50-4ad1-aad5-d30888e87d67 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Checking segment: {'id': 'cf25d682-34b0-48a6-9d4b-14195da10c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '53aa680b-7eae-4508-b1ab-40daf1fc4b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:06:22.346654 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5707ffe8-7b50-4ad1-aad5-d30888e87d67 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Network hostable DHCP agents. Network: 53aa680b-7eae-4508-b1ab-40daf1fc4b5e, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:06:22.370834 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5707ffe8-7b50-4ad1-aad5-d30888e87d67 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Network 53aa680b-7eae-4508-b1ab-40daf1fc4b5e is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:06:22.388085 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-5707ffe8-7b50-4ad1-aad5-d30888e87d67 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 53aa680b-7eae-4508-b1ab-40daf1fc4b5e) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:22.392298 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6714b828-34ab-45e9-a594-0361551b457b None None] Pushing event updated for resources: {'Port': ['ID=690f0f61-c881-46a6-97ba-2307c96e2511,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:22.402117 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5707ffe8-7b50-4ad1-aad5-d30888e87d67 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:22.402723 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee61fc40-6573-4523-9a6f-ce13fa3f8b14 None None] Network 53aa680b-7eae-4508-b1ab-40daf1fc4b5e requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:22.403697 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5707ffe8-7b50-4ad1-aad5-d30888e87d67 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:22.427790 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-51d96fc1-f661-496d-8295-6c1c396e2d41 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] update failed (client error): The resource could not be found.
Feb 05 21:06:22.433428 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-51d96fc1-f661-496d-8295-6c1c396e2d41 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] 10.222.0.32 "PUT /v2.0/routers/bbda8eae-5511-4e6d-8b7e-a3405b7a8563 HTTP/1.1" status: 404  len: 339 time: 0.8748703
Feb 05 21:06:22.446543 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5707ffe8-7b50-4ad1-aad5-d30888e87d67 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 0.8513021
Feb 05 21:06:22.446543 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57370) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:22.453384 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-065ea4c1-5a46-4b5c-a415-e0ddfc0bf1cc tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1346195171'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:22.458846 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57372) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:22.499725 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640c57a-de11-49d3-afd1-4f9b5cf99428 req-21012c52-f52a-454d-8828-4119c1e3da54 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:22.508585 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9640c57a-de11-49d3-afd1-4f9b5cf99428 req-21012c52-f52a-454d-8828-4119c1e3da54 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=3721ef9f-8de4-4d4e-b4f5-e315164ccd1d HTTP/1.1" status: 200  len: 945 time: 0.9633889
Feb 05 21:06:22.516855 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9449d-c4b0-4a13-ae49-fadbb025dd08 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'Network': ['ID=024beb92-6851-4049-bcfb-38d5c58fb911,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:22.539359 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 024beb92-6851-4049-bcfb-38d5c58fb911 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:06:22.581276 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f1cc1-e999-45f3-a089-200a4e9b1f4a req-30862c36-a102-4a82-a403-01797eb23837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:22.590791 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d95f1cc1-e999-45f3-a089-200a4e9b1f4a req-30862c36-a102-4a82-a403-01797eb23837 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=96786f7503bf418d8fc6dd6aab2a630e&device_id=3721ef9f-8de4-4d4e-b4f5-e315164ccd1d HTTP/1.1" status: 200  len: 1127 time: 1.1226556
Feb 05 21:06:22.601308 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065ea4c1-5a46-4b5c-a415-e0ddfc0bf1cc tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Made reservation on behalf of 676d43f1593c447da02291a607bb1414 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:22.607333 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-065ea4c1-5a46-4b5c-a415-e0ddfc0bf1cc tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:22.645151 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9640c57a-de11-49d3-afd1-4f9b5cf99428 req-bfd15463-0282-470c-a696-a804f885bbca tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1251376
Feb 05 21:06:22.648091 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57374) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:22.717177 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-065ea4c1-5a46-4b5c-a415-e0ddfc0bf1cc tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:06:22.748114 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (53aa680b-7eae-4508-b1ab-40daf1fc4b5e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:22.748759 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60022766-3b89-423d-b717-cda4127e47b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-53aa680b-7eae-4508-b1ab-40daf1fc4b5e', 'network_id': '53aa680b-7eae-4508-b1ab-40daf1fc4b5e', 'project_id': 'be1aed61497f49d18b23d8f97896bccb', 'fixed_ips': [{'subnet_id': '599ff24d-77d7-455b-8e23-ceaebf41eaba'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:06:22.751271 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-60022766-3b89-423d-b717-cda4127e47b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:22.757200 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34661a9-35c6-468d-8ec6-0581928e797c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Made reservation on behalf of 2c6898cf86224b09b9056098bf6480b2 for: {'port': 2} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:22.759675 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-065ea4c1-5a46-4b5c-a415-e0ddfc0bf1cc tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (6856253b-1d6d-4889-a2d0-beb6be1bf6f5), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:22.760214 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-065ea4c1-5a46-4b5c-a415-e0ddfc0bf1cc tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Added segment 6856253b-1d6d-4889-a2d0-beb6be1bf6f5 of type vlan for network 453b8281-44f4-41a6-b35b-b287a17b0611
Feb 05 21:06:22.769716 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f34661a9-35c6-468d-8ec6-0581928e797c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:22.809987 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f34661a9-35c6-468d-8ec6-0581928e797c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:22.873531 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (599ff24d-77d7-455b-8e23-ceaebf41eaba), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:22.887737 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-065ea4c1-5a46-4b5c-a415-e0ddfc0bf1cc tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (453b8281-44f4-41a6-b35b-b287a17b0611), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:22.943255 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f1cc1-e999-45f3-a089-200a4e9b1f4a req-36cfd0f6-5769-44b5-b617-e4caf14f36cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:22.945640 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d95f1cc1-e999-45f3-a089-200a4e9b1f4a req-36cfd0f6-5769-44b5-b617-e4caf14f36cd service neutron] 10.222.0.39 "GET /v2.0/networks?id=d372be5d-db46-470f-bb26-b0d626001e55 HTTP/1.1" status: 200  len: 912 time: 0.3413029
Feb 05 21:06:22.948179 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1a88382d-63d7-433d-838e-a9e011802775 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:22.986027 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-60022766-3b89-423d-b717-cda4127e47b2 None None] Allocated IP 2001:db8::3 (53aa680b-7eae-4508-b1ab-40daf1fc4b5e/599ff24d-77d7-455b-8e23-ceaebf41eaba/bae5ff31-fef2-4ffa-b588-4c3b45f3f919) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:06:23.021443 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-065ea4c1-5a46-4b5c-a415-e0ddfc0bf1cc tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (453b8281-44f4-41a6-b35b-b287a17b0611), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:23.027425 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065ea4c1-5a46-4b5c-a415-e0ddfc0bf1cc tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:23.031682 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-065ea4c1-5a46-4b5c-a415-e0ddfc0bf1cc tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:23.032620 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d95f1cc1-e999-45f3-a089-200a4e9b1f4a req-a5755cc6-50b8-48fe-be91-ef28253c6bc5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9e5c6ae-c0c0-4285-8671-2fb3c59d8837 HTTP/1.1" status: 200  len: 217 time: 0.0750051
Feb 05 21:06:23.093922 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-065ea4c1-5a46-4b5c-a415-e0ddfc0bf1cc tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.6434927
Feb 05 21:06:23.093922 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57380) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:23.100417 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-ea0456b7-7868-4f96-8744-ed00a1f2c6d8 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Request body: {'subnet': {'network_id': '453b8281-44f4-41a6-b35b-b287a17b0611', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:23.146526 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [None req-f34661a9-35c6-468d-8ec6-0581928e797c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] device_id is not set on port cb5a35a6-e68d-4735-928e-66d39f4710c0 yet. {{(pid=114391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:06:23.151911 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f1cc1-e999-45f3-a089-200a4e9b1f4a req-5d1e1ee0-7cf9-4d14-b25e-283454410866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:23.153716 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d95f1cc1-e999-45f3-a089-200a4e9b1f4a req-5d1e1ee0-7cf9-4d14-b25e-283454410866 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=363524c7-974f-4883-bb9a-7e2fff45291a HTTP/1.1" status: 200  len: 851 time: 0.1046827
Feb 05 21:06:23.164972 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ea4c1-5a46-4b5c-a415-e0ddfc0bf1cc tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Pushing event updated for resources: {'Network': ['ID=453b8281-44f4-41a6-b35b-b287a17b0611,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:23.184559 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 453b8281-44f4-41a6-b35b-b287a17b0611 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:06:23.194230 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d95f1cc1-e999-45f3-a089-200a4e9b1f4a req-8a8dcbf3-ea08-40f3-809e-ec9a0ef7bc21 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d372be5d-db46-470f-bb26-b0d626001e55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0335293
Feb 05 21:06:23.205454 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-d95f1cc1-e999-45f3-a089-200a4e9b1f4a req-3deb730c-9728-41ab-9d6f-fbafc655a87e service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:06:23.209364 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d95f1cc1-e999-45f3-a089-200a4e9b1f4a req-3deb730c-9728-41ab-9d6f-fbafc655a87e service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0087075
Feb 05 21:06:23.250948 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0456b7-7868-4f96-8744-ed00a1f2c6d8 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Made reservation on behalf of 676d43f1593c447da02291a607bb1414 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:23.255107 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ea0456b7-7868-4f96-8744-ed00a1f2c6d8 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:23.276640 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-60022766-3b89-423d-b717-cda4127e47b2 None None] Publish callbacks [] for port (bae5ff31-fef2-4ffa-b588-4c3b45f3f919), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:23.291070 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-60022766-3b89-423d-b717-cda4127e47b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (bae5ff31-fef2-4ffa-b588-4c3b45f3f919), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:23.292630 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1a88382d-63d7-433d-838e-a9e011802775 admin admin] Publish callbacks [] for security_group (5e6d0838-7a58-4490-92e7-c1ab5cc0f756), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:23.304052 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1a88382d-63d7-433d-838e-a9e011802775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (5e6d0838-7a58-4490-92e7-c1ab5cc0f756), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:23.338980 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60022766-3b89-423d-b717-cda4127e47b2 None None] Network 53aa680b-7eae-4508-b1ab-40daf1fc4b5e is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:06:23.344239 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-60022766-3b89-423d-b717-cda4127e47b2 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:23.348627 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60022766-3b89-423d-b717-cda4127e47b2 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:06:23.361203 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d95f1cc1-e999-45f3-a089-200a4e9b1f4a req-753e0f60-2c97-4dc5-86b6-06dbf59ad25f service neutron] 10.222.0.39 "GET /v2.0/networks/d372be5d-db46-470f-bb26-b0d626001e55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1480656
Feb 05 21:06:23.381123 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60022766-3b89-423d-b717-cda4127e47b2 None None] Pushing event updated for resources: {'Port': ['ID=bae5ff31-fef2-4ffa-b588-4c3b45f3f919,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:23.392166 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (599ff24d-77d7-455b-8e23-ceaebf41eaba), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:23.411976 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-60022766-3b89-423d-b717-cda4127e47b2 None None] Attempting to bind port bae5ff31-fef2-4ffa-b588-4c3b45f3f919 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:06:23.412358 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-60022766-3b89-423d-b717-cda4127e47b2 None None] Attempting to bind port bae5ff31-fef2-4ffa-b588-4c3b45f3f919 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cf25d682-34b0-48a6-9d4b-14195da10c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '53aa680b-7eae-4508-b1ab-40daf1fc4b5e'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:06:23.412734 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60022766-3b89-423d-b717-cda4127e47b2 None None] Attempting to bind port bae5ff31-fef2-4ffa-b588-4c3b45f3f919 on network 53aa680b-7eae-4508-b1ab-40daf1fc4b5e {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:06:23.419461 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1a88382d-63d7-433d-838e-a9e011802775 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=33b778a273c84287a1270db7adfba75d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7692418
Feb 05 21:06:23.422113 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60022766-3b89-423d-b717-cda4127e47b2 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:06:23.422577 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60022766-3b89-423d-b717-cda4127e47b2 None None] Checking segment: {'id': 'cf25d682-34b0-48a6-9d4b-14195da10c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '53aa680b-7eae-4508-b1ab-40daf1fc4b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:06:23.422999 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-60022766-3b89-423d-b717-cda4127e47b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:23.423407 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60022766-3b89-423d-b717-cda4127e47b2 None None] Bound using segment: {'id': 'cf25d682-34b0-48a6-9d4b-14195da10c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '53aa680b-7eae-4508-b1ab-40daf1fc4b5e'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:06:23.423925 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-60022766-3b89-423d-b717-cda4127e47b2 None None] Bound port: bae5ff31-fef2-4ffa-b588-4c3b45f3f919, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf25d682-34b0-48a6-9d4b-14195da10c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '53aa680b-7eae-4508-b1ab-40daf1fc4b5e'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:06:23.424327 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-60022766-3b89-423d-b717-cda4127e47b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (bae5ff31-fef2-4ffa-b588-4c3b45f3f919), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:23.436453 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57382) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:23.438436 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f34661a9-35c6-468d-8ec6-0581928e797c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for port (cb5a35a6-e68d-4735-928e-66d39f4710c0), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:23.450977 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event deleted for resources: {'Subnet': ['ID=599ff24d-77d7-455b-8e23-ceaebf41eaba,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:23.452918 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a88382d-63d7-433d-838e-a9e011802775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6d0838-7a58-4490-92e7-c1ab5cc0f756,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:23.531397 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (53aa680b-7eae-4508-b1ab-40daf1fc4b5e), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:23.533019 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-60022766-3b89-423d-b717-cda4127e47b2 None None] For port bae5ff31-fef2-4ffa-b588-4c3b45f3f919, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:06:23.536592 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-60022766-3b89-423d-b717-cda4127e47b2 None None] For port bae5ff31-fef2-4ffa-b588-4c3b45f3f919, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bae5ff31-fef2-4ffa-b588-4c3b45f3f919,segment=NetworkSegment(cf25d682-34b0-48a6-9d4b-14195da10c13),segment_id=cf25d682-34b0-48a6-9d4b-14195da10c13)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:06:23.550571 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-60022766-3b89-423d-b717-cda4127e47b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (bae5ff31-fef2-4ffa-b588-4c3b45f3f919), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:23.560279 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2624fd0>,) {'filters': {'network_id': ['53aa680b-7eae-4508-b1ab-40daf1fc4b5e']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:23.577633 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [None req-f34661a9-35c6-468d-8ec6-0581928e797c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] device_id is not set on port 7565f75e-9605-4c69-8e19-6fae297b3d52 yet. {{(pid=114391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:06:23.582884 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2624fd0>, 'cf25d682-34b0-48a6-9d4b-14195da10c13') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:23.583287 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2624fd0>, 'cf25d682-34b0-48a6-9d4b-14195da10c13') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:23.585905 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d95f1cc1-e999-45f3-a089-200a4e9b1f4a req-eedabb7f-ffa2-457d-b4a9-5fb76bb9ebc1 service neutron] 10.222.0.39 "GET /v2.0/networks/d372be5d-db46-470f-bb26-b0d626001e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2176304
Feb 05 21:06:23.601072 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f5c3481a-e46d-4b37-a9f2-9cf7adc5a44d admin admin] Publish callbacks [] for security_group (5e6d0838-7a58-4490-92e7-c1ab5cc0f756), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:23.604334 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (cf25d682-34b0-48a6-9d4b-14195da10c13), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:23.634353 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (cf25d682-34b0-48a6-9d4b-14195da10c13), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:23.648619 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f5c3481a-e46d-4b37-a9f2-9cf7adc5a44d admin admin] Publish callbacks [] for security_group (5e6d0838-7a58-4490-92e7-c1ab5cc0f756), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:23.650419 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:06:23.650978 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (cf25d682-34b0-48a6-9d4b-14195da10c13), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:23.654713 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:06:23.654713 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:06:23.654713 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:06:23.654713 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:06:23.654713 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:06:23.654713 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:06:23.654713 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:06:23.654713 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:06:23.654713 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:06:23.654713 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:06:23.654713 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:06:23.654713 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:06:23.654713 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:06:23.654713 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:06:23.654713 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:06:23.654713 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:06:23.654713 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:06:23.654713 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:06:23.654713 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:06:23.654713 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:06:23.654713 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:06:23.654713 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:06:23.654713 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:06:23.654713 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:06:23.654713 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:06:23.654713 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:06:23.654713 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:06:23.654713 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:06:23.654713 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:06:23.654713 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:06:23.654713 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:06:23.654713 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:06:23.690187 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60022766-3b89-423d-b717-cda4127e47b2 None None] Pushing event updated for resources: {'Port': ['ID=bae5ff31-fef2-4ffa-b588-4c3b45f3f919,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:23.717078 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43e9cb1-b9d4-47a9-9f13-31dffb65c178 None None] Network 53aa680b-7eae-4508-b1ab-40daf1fc4b5e requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:23.773119 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f34661a9-35c6-468d-8ec6-0581928e797c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for port (7565f75e-9605-4c69-8e19-6fae297b3d52), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:23.776552 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f5c3481a-e46d-4b37-a9f2-9cf7adc5a44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (5e6d0838-7a58-4490-92e7-c1ab5cc0f756), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:23.783119 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f5c3481a-e46d-4b37-a9f2-9cf7adc5a44d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:23.785217 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f5c3481a-e46d-4b37-a9f2-9cf7adc5a44d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5e6d0838-7a58-4490-92e7-c1ab5cc0f756 HTTP/1.1" status: 204  len: 168 time: 0.3421097
Feb 05 21:06:23.860523 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c3481a-e46d-4b37-a9f2-9cf7adc5a44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6d0838-7a58-4490-92e7-c1ab5cc0f756,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:23.870759 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.db.api [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Feb 05 21:06:23.870759 ncdv-master-1 neutron-server[114390]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Feb 05 21:06:23.870759 ncdv-master-1 neutron-server[114390]: [parameters: {'id': '53aa680b-7eae-4508-b1ab-40daf1fc4b5e'}]
Feb 05 21:06:23.870759 ncdv-master-1 neutron-server[114390]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 21:06:23.872349 ncdv-master-1 neutron-server[114390]: DEBUG oslo_db.api [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 21:06:23.901471 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ea0456b7-7868-4f96-8744-ed00a1f2c6d8 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (2dc87359-a304-4f4b-9cb1-e6966cc183cb), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:24.001678 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aee8c7-fbac-440c-b55c-dd6050eabaa1 req-de4eecf4-ba05-49c9-ad96-0606e55dec58 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:24.003847 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f7aee8c7-fbac-440c-b55c-dd6050eabaa1 req-de4eecf4-ba05-49c9-ad96-0606e55dec58 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=3721ef9f-8de4-4d4e-b4f5-e315164ccd1d HTTP/1.1" status: 200  len: 945 time: 0.1811686
Feb 05 21:06:24.005669 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f34661a9-35c6-468d-8ec6-0581928e797c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (cb5a35a6-e68d-4735-928e-66d39f4710c0), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:24.007851 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0456b7-7868-4f96-8744-ed00a1f2c6d8 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Pushing event updated for resources: {'Subnet': ['ID=2dc87359-a304-4f4b-9cb1-e6966cc183cb,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:24.058819 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0456b7-7868-4f96-8744-ed00a1f2c6d8 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Checking segment: {'id': '6856253b-1d6d-4889-a2d0-beb6be1bf6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '453b8281-44f4-41a6-b35b-b287a17b0611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:06:24.059848 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0456b7-7868-4f96-8744-ed00a1f2c6d8 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Network hostable DHCP agents. Network: 453b8281-44f4-41a6-b35b-b287a17b0611, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:06:24.074240 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34661a9-35c6-468d-8ec6-0581928e797c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Network 0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:06:24.080164 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-f34661a9-35c6-468d-8ec6-0581928e797c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:24.086460 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34661a9-35c6-468d-8ec6-0581928e797c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:06:24.087346 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f34661a9-35c6-468d-8ec6-0581928e797c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (7565f75e-9605-4c69-8e19-6fae297b3d52), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:24.090933 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bffefb-934b-44ae-b8d7-0b295059fe22 None None] get_active_networks_info from ncdv-master-1 {{(pid=114392) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 05 21:06:24.105928 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0456b7-7868-4f96-8744-ed00a1f2c6d8 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Network 453b8281-44f4-41a6-b35b-b287a17b0611 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:06:24.118891 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34661a9-35c6-468d-8ec6-0581928e797c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'Port': ['ID=cb5a35a6-e68d-4735-928e-66d39f4710c0,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:24.132171 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-ea0456b7-7868-4f96-8744-ed00a1f2c6d8 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 453b8281-44f4-41a6-b35b-b287a17b0611) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:24.146365 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0456b7-7868-4f96-8744-ed00a1f2c6d8 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:24.147275 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ea0456b7-7868-4f96-8744-ed00a1f2c6d8 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:24.184697 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-00faa9e4-76fb-49a6-b3a7-ac7c5c5abb7e None None] Provisioning complete for port 690f0f61-c881-46a6-97ba-2307c96e2511 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:24.185178 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-00faa9e4-76fb-49a6-b3a7-ac7c5c5abb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (690f0f61-c881-46a6-97ba-2307c96e2511), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:24.185804 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ea0456b7-7868-4f96-8744-ed00a1f2c6d8 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.0853741
Feb 05 21:06:24.187088 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57396) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:24.192171 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f7aee8c7-fbac-440c-b55c-dd6050eabaa1 req-b531af4e-5068-44b9-bebc-640cfdec2f8c tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1770778
Feb 05 21:06:24.199294 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-30da934e-eae3-4a1e-b4b3-ce0a3510e5ab tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Request body: {'router': {'external_gateway_info': {'network_id': '453b8281-44f4-41a6-b35b-b287a17b0611'}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:24.217049 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34661a9-35c6-468d-8ec6-0581928e797c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Checking segment: {'id': 'a973c2ef-d922-4b78-a4d6-6e8c4cac140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '024beb92-6851-4049-bcfb-38d5c58fb911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:06:24.217216 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34661a9-35c6-468d-8ec6-0581928e797c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Network hostable DHCP agents. Network: 024beb92-6851-4049-bcfb-38d5c58fb911, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:06:24.223535 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34661a9-35c6-468d-8ec6-0581928e797c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'Port': ['ID=7565f75e-9605-4c69-8e19-6fae297b3d52,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:24.244665 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34661a9-35c6-468d-8ec6-0581928e797c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Network 024beb92-6851-4049-bcfb-38d5c58fb911 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:06:24.251953 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-f34661a9-35c6-468d-8ec6-0581928e797c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 024beb92-6851-4049-bcfb-38d5c58fb911) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:24.255265 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 113b88ca-4d58-4a3b-b5e5-40de55af4ae3 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:06:24.267700 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57398) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:24.278986 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34661a9-35c6-468d-8ec6-0581928e797c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:06:24.289420 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34661a9-35c6-468d-8ec6-0581928e797c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:24.294156 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34661a9-35c6-468d-8ec6-0581928e797c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:24.294814 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f34661a9-35c6-468d-8ec6-0581928e797c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:24.310878 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cad04889-ffc2-4498-8d18-ecfedfa8245b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:24.320259 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f34661a9-35c6-468d-8ec6-0581928e797c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 2.3559470
Feb 05 21:06:24.322912 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57400) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:24.335070 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: 113b88ca-4d58-4a3b-b5e5-40de55af4ae3 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:06:24.335423 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 113b88ca-4d58-4a3b-b5e5-40de55af4ae3 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:06:24.342325 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 690f0f61-c881-46a6-97ba-2307c96e2511 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:06:24.438486 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-110272bf-853b-418e-980e-7762ff1a3cde tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Deleting port 7565f75e-9605-4c69-8e19-6fae297b3d52 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:06:24.438842 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-110272bf-853b-418e-980e-7762ff1a3cde tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (7565f75e-9605-4c69-8e19-6fae297b3d52), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:24.501370 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-00faa9e4-76fb-49a6-b3a7-ac7c5c5abb7e None None] Current status of the port 690f0f61-c881-46a6-97ba-2307c96e2511 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:06:24.501835 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-00faa9e4-76fb-49a6-b3a7-ac7c5c5abb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (690f0f61-c881-46a6-97ba-2307c96e2511), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:24.516667 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-110272bf-853b-418e-980e-7762ff1a3cde tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (7565f75e-9605-4c69-8e19-6fae297b3d52), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:24.528438 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 690f0f61-c881-46a6-97ba-2307c96e2511 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:24.528822 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (690f0f61-c881-46a6-97ba-2307c96e2511), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:24.531924 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-110272bf-853b-418e-980e-7762ff1a3cde tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Calling delete_port for 7565f75e-9605-4c69-8e19-6fae297b3d52 owned by  {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:06:24.598270 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-00faa9e4-76fb-49a6-b3a7-ac7c5c5abb7e None None] For port 690f0f61-c881-46a6-97ba-2307c96e2511, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=690f0f61-c881-46a6-97ba-2307c96e2511,segment=NetworkSegment(2b084f6c-e897-4fbf-93ac-7753870871ca),segment_id=2b084f6c-e897-4fbf-93ac-7753870871ca)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:06:24.608042 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-00faa9e4-76fb-49a6-b3a7-ac7c5c5abb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (690f0f61-c881-46a6-97ba-2307c96e2511), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:24.627392 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-110272bf-853b-418e-980e-7762ff1a3cde tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (7565f75e-9605-4c69-8e19-6fae297b3d52), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:24.649532 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (53aa680b-7eae-4508-b1ab-40daf1fc4b5e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:24.658477 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110272bf-853b-418e-980e-7762ff1a3cde tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event deleted for resources: {'Port': ['ID=7565f75e-9605-4c69-8e19-6fae297b3d52,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:24.665710 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-110272bf-853b-418e-980e-7762ff1a3cde tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:24.669321 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-110272bf-853b-418e-980e-7762ff1a3cde tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/ports/7565f75e-9605-4c69-8e19-6fae297b3d52 HTTP/1.1" status: 204  len: 168 time: 0.3454270
Feb 05 21:06:24.673861 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57402) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:24.713297 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00faa9e4-76fb-49a6-b3a7-ac7c5c5abb7e None None] Pushing event updated for resources: {'Port': ['ID=690f0f61-c881-46a6-97ba-2307c96e2511,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:24.753474 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cb9235-37d9-4970-9d4a-1d1355338e51 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:24.759131 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cb9235-37d9-4970-9d4a-1d1355338e51 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:24.762436 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-32cb9235-37d9-4970-9d4a-1d1355338e51 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1452 time: 0.0768330
Feb 05 21:06:24.763737 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57404) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:24.772163 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bffefb-934b-44ae-b8d7-0b295059fe22 None None] Unable to find a vacant binding_index for network 453b8281-44f4-41a6-b35b-b287a17b0611 and agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e {{(pid=114392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}}
Feb 05 21:06:24.774744 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 690f0f61-c881-46a6-97ba-2307c96e2511 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:06:24.780930 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bffefb-934b-44ae-b8d7-0b295059fe22 None None] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 453b8281-44f4-41a6-b35b-b287a17b0611) {{(pid=114392) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 05 21:06:24.817314 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-30da934e-eae3-4a1e-b4b3-ce0a3510e5ab tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks [] for router_gateway (bbda8eae-5511-4e6d-8b7e-a3405b7a8563), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:24.870418 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-e66c114a-34c5-4d91-84b7-a35ae68cd6ee tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Deleting port cb5a35a6-e68d-4735-928e-66d39f4710c0 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:06:24.870681 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e66c114a-34c5-4d91-84b7-a35ae68cd6ee tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (cb5a35a6-e68d-4735-928e-66d39f4710c0), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:24.885947 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cad04889-ffc2-4498-8d18-ecfedfa8245b admin admin] Publish callbacks [] for security_group (90c764b3-3917-4143-aa26-7c20cb775e1b), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:24.893690 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cad04889-ffc2-4498-8d18-ecfedfa8245b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (90c764b3-3917-4143-aa26-7c20cb775e1b), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:24.898786 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Deleting port bae5ff31-fef2-4ffa-b588-4c3b45f3f919 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:06:24.899179 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (bae5ff31-fef2-4ffa-b588-4c3b45f3f919), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:24.952978 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e66c114a-34c5-4d91-84b7-a35ae68cd6ee tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (cb5a35a6-e68d-4735-928e-66d39f4710c0), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:24.972617 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-e66c114a-34c5-4d91-84b7-a35ae68cd6ee tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Calling delete_port for cb5a35a6-e68d-4735-928e-66d39f4710c0 owned by  {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:06:25.022706 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-cad04889-ffc2-4498-8d18-ecfedfa8245b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6ed5ac807b6444a2a3da96c686702bd9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7538424
Feb 05 21:06:25.025410 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57408) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:25.035190 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad04889-ffc2-4498-8d18-ecfedfa8245b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c764b3-3917-4143-aa26-7c20cb775e1b,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:25.046818 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] For port bae5ff31-fef2-4ffa-b588-4c3b45f3f919, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bae5ff31-fef2-4ffa-b588-4c3b45f3f919,segment=NetworkSegment(cf25d682-34b0-48a6-9d4b-14195da10c13),segment_id=cf25d682-34b0-48a6-9d4b-14195da10c13)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:06:25.047327 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (bae5ff31-fef2-4ffa-b588-4c3b45f3f919), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:25.064289 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Calling delete_port for bae5ff31-fef2-4ffa-b588-4c3b45f3f919 owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:06:25.109071 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f67a1883-7909-40ce-8838-47656e7a0c2e admin admin] Publish callbacks [] for security_group (90c764b3-3917-4143-aa26-7c20cb775e1b), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:25.119603 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e66c114a-34c5-4d91-84b7-a35ae68cd6ee tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (cb5a35a6-e68d-4735-928e-66d39f4710c0), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:25.137495 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-30da934e-eae3-4a1e-b4b3-ce0a3510e5ab tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:06:25.142410 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-30da934e-eae3-4a1e-b4b3-ce0a3510e5ab tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] 10.222.0.32 "PUT /v2.0/routers/bbda8eae-5511-4e6d-8b7e-a3405b7a8563 HTTP/1.1" status: 400  len: 364 time: 0.9474010
Feb 05 21:06:25.144520 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57410) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:25.163148 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e66c114a-34c5-4d91-84b7-a35ae68cd6ee tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:25.167231 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e66c114a-34c5-4d91-84b7-a35ae68cd6ee tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/ports/cb5a35a6-e68d-4735-928e-66d39f4710c0 HTTP/1.1" status: 204  len: 168 time: 0.4025519
Feb 05 21:06:25.171303 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c114a-34c5-4d91-84b7-a35ae68cd6ee tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event deleted for resources: {'Port': ['ID=cb5a35a6-e68d-4735-928e-66d39f4710c0,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:25.175241 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f67a1883-7909-40ce-8838-47656e7a0c2e admin admin] Publish callbacks [] for security_group (90c764b3-3917-4143-aa26-7c20cb775e1b), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:25.176824 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57412) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:25.204587 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7caeac-fb41-4a38-9883-aa170120008c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-453b8281-44f4-41a6-b35b-b287a17b0611', 'network_id': '453b8281-44f4-41a6-b35b-b287a17b0611', 'project_id': '676d43f1593c447da02291a607bb1414', 'fixed_ips': [{'subnet_id': '2dc87359-a304-4f4b-9cb1-e6966cc183cb'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:06:25.205531 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ed7caeac-fb41-4a38-9883-aa170120008c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:25.292012 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f2f042-af39-4f0a-8398-14bffe088f42 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:25.293570 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a4f2f042-af39-4f0a-8398-14bffe088f42 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.1157985
Feb 05 21:06:25.296718 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f67a1883-7909-40ce-8838-47656e7a0c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (90c764b3-3917-4143-aa26-7c20cb775e1b), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:25.299704 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f67a1883-7909-40ce-8838-47656e7a0c2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:25.304561 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f67a1883-7909-40ce-8838-47656e7a0c2e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/90c764b3-3917-4143-aa26-7c20cb775e1b HTTP/1.1" status: 204  len: 168 time: 0.2730346
Feb 05 21:06:25.304561 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57416) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:25.321255 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (bae5ff31-fef2-4ffa-b588-4c3b45f3f919), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:25.360817 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] No DVR routers for this DVR port bae5ff31-fef2-4ffa-b588-4c3b45f3f919 on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:06:25.361240 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67a1883-7909-40ce-8838-47656e7a0c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c764b3-3917-4143-aa26-7c20cb775e1b,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:25.364278 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event deleted for resources: {'Port': ['ID=bae5ff31-fef2-4ffa-b588-4c3b45f3f919,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:25.368403 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2b9c276-d5b5-47ee-a9c0-1880e9875120 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] GET failed (client error): The resource could not be found.
Feb 05 21:06:25.372036 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e2b9c276-d5b5-47ee-a9c0-1880e9875120 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "GET /v2.0/ports/7565f75e-9605-4c69-8e19-6fae297b3d52 HTTP/1.1" status: 404  len: 333 time: 0.0574331
Feb 05 21:06:25.375482 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57420) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:25.398315 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-ed7caeac-fb41-4a38-9883-aa170120008c None None] Allocated IP 2001:db8:1::2 (453b8281-44f4-41a6-b35b-b287a17b0611/2dc87359-a304-4f4b-9cb1-e6966cc183cb/5f050c47-f2fc-4e81-90e7-79d38807d3ef) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:06:25.408121 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d4109e0-e97f-4c45-a837-0659c065c6cf tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] GET failed (client error): The resource could not be found.
Feb 05 21:06:25.412687 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7d4109e0-e97f-4c45-a837-0659c065c6cf tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "GET /v2.0/ports/cb5a35a6-e68d-4735-928e-66d39f4710c0 HTTP/1.1" status: 404  len: 333 time: 0.0324948
Feb 05 21:06:25.413845 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57422) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:25.446636 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd102800-627e-4106-91ac-669a92cb9f67 req-6610fa76-5576-496a-93f3-8f5d33e4899b tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:25.448194 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bd102800-627e-4106-91ac-669a92cb9f67 req-6610fa76-5576-496a-93f3-8f5d33e4899b tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=3721ef9f-8de4-4d4e-b4f5-e315164ccd1d HTTP/1.1" status: 200  len: 945 time: 0.1536031
Feb 05 21:06:25.469307 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (53aa680b-7eae-4508-b1ab-40daf1fc4b5e), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:25.492372 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db85f7c10>,) {'filters': {'network_id': ['53aa680b-7eae-4508-b1ab-40daf1fc4b5e']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:25.503536 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db85f7c10>, 'cf25d682-34b0-48a6-9d4b-14195da10c13') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:25.503821 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db85f7c10>, 'cf25d682-34b0-48a6-9d4b-14195da10c13') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:25.516433 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (cf25d682-34b0-48a6-9d4b-14195da10c13), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:25.543746 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-75252348-284e-4a31-83de-dcf0fb03cf22 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (024beb92-6851-4049-bcfb-38d5c58fb911), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:25.561528 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bd102800-627e-4106-91ac-669a92cb9f67 req-943f0b25-268f-4d32-92cc-3396265b010c tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016395
Feb 05 21:06:25.623649 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (cf25d682-34b0-48a6-9d4b-14195da10c13), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:25.631505 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:06:25.631922 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (cf25d682-34b0-48a6-9d4b-14195da10c13), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:25.641871 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ed7caeac-fb41-4a38-9883-aa170120008c None None] Publish callbacks [] for port (5f050c47-f2fc-4e81-90e7-79d38807d3ef), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:25.649381 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:06:25.649381 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:06:25.649381 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:06:25.649381 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:06:25.649381 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:06:25.649381 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:06:25.649381 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:06:25.649381 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:06:25.649381 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:06:25.649381 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:06:25.649381 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:06:25.649381 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:06:25.649381 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:06:25.649381 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:06:25.649381 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:06:25.649381 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:06:25.649381 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:06:25.649381 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:06:25.649381 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:06:25.649381 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:06:25.649381 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:06:25.649381 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:06:25.649381 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:06:25.649381 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:06:25.649381 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:06:25.649381 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:06:25.649381 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:06:25.649381 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:06:25.649381 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:06:25.649381 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:06:25.649381 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:06:25.649381 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:06:25.652045 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ed7caeac-fb41-4a38-9883-aa170120008c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (5f050c47-f2fc-4e81-90e7-79d38807d3ef), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:25.670898 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-75252348-284e-4a31-83de-dcf0fb03cf22 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (024beb92-6851-4049-bcfb-38d5c58fb911), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:25.711526 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7caeac-fb41-4a38-9883-aa170120008c None None] Pushing event updated for resources: {'Port': ['ID=5f050c47-f2fc-4e81-90e7-79d38807d3ef,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:25.731278 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7caeac-fb41-4a38-9883-aa170120008c None None] Network 453b8281-44f4-41a6-b35b-b287a17b0611 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:06:25.733399 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-ed7caeac-fb41-4a38-9883-aa170120008c None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:25.739918 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7caeac-fb41-4a38-9883-aa170120008c None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:06:25.741758 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (53aa680b-7eae-4508-b1ab-40daf1fc4b5e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:25.753342 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:25.761088 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "DELETE /v2.0/networks/53aa680b-7eae-4508-b1ab-40daf1fc4b5e HTTP/1.1" status: 204  len: 168 time: 3.2998164
Feb 05 21:06:25.767372 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57426) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:25.787304 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-bd5d90bf-e7b0-4fe6-8770-9ff7ddec4935 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-733547110'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:25.790959 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event deleted for resources: {'Network': ['ID=53aa680b-7eae-4508-b1ab-40daf1fc4b5e,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:25.813848 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:06:25.814229 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:06:25.814701 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:06:25.815201 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:06:25.815506 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:06:25.815891 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:06:25.816283 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:06:25.816799 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:06:25.817044 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-ed7caeac-fb41-4a38-9883-aa170120008c None None] Attempting to bind port 5f050c47-f2fc-4e81-90e7-79d38807d3ef on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:06:25.817390 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:06:25.817702 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:06:25.817873 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-ed7caeac-fb41-4a38-9883-aa170120008c None None] Attempting to bind port 5f050c47-f2fc-4e81-90e7-79d38807d3ef by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6856253b-1d6d-4889-a2d0-beb6be1bf6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '453b8281-44f4-41a6-b35b-b287a17b0611'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:06:25.818059 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:06:25.818159 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7caeac-fb41-4a38-9883-aa170120008c None None] Attempting to bind port 5f050c47-f2fc-4e81-90e7-79d38807d3ef on network 453b8281-44f4-41a6-b35b-b287a17b0611 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:06:25.818434 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:06:25.818787 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a6de6-301a-439e-a410-a7b032efcd22 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:06:25.830179 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7caeac-fb41-4a38-9883-aa170120008c None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:06:25.830516 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7caeac-fb41-4a38-9883-aa170120008c None None] Checking segment: {'id': '6856253b-1d6d-4889-a2d0-beb6be1bf6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '453b8281-44f4-41a6-b35b-b287a17b0611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:06:25.831083 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ed7caeac-fb41-4a38-9883-aa170120008c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:25.831969 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7caeac-fb41-4a38-9883-aa170120008c None None] Bound using segment: {'id': '6856253b-1d6d-4889-a2d0-beb6be1bf6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '453b8281-44f4-41a6-b35b-b287a17b0611'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:06:25.832510 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-ed7caeac-fb41-4a38-9883-aa170120008c None None] Bound port: 5f050c47-f2fc-4e81-90e7-79d38807d3ef, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6856253b-1d6d-4889-a2d0-beb6be1bf6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '453b8281-44f4-41a6-b35b-b287a17b0611'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:06:25.833667 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ed7caeac-fb41-4a38-9883-aa170120008c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5f050c47-f2fc-4e81-90e7-79d38807d3ef), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:25.862729 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3945fa38-0ae6-486a-a469-04ccb3a37845 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:25.867020 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5d90bf-e7b0-4fe6-8770-9ff7ddec4935 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Made reservation on behalf of be1aed61497f49d18b23d8f97896bccb for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:25.870822 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bd5d90bf-e7b0-4fe6-8770-9ff7ddec4935 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:25.963111 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-ed7caeac-fb41-4a38-9883-aa170120008c None None] For port 5f050c47-f2fc-4e81-90e7-79d38807d3ef, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:06:25.968663 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-ed7caeac-fb41-4a38-9883-aa170120008c None None] For port 5f050c47-f2fc-4e81-90e7-79d38807d3ef, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5f050c47-f2fc-4e81-90e7-79d38807d3ef,segment=NetworkSegment(6856253b-1d6d-4889-a2d0-beb6be1bf6f5),segment_id=6856253b-1d6d-4889-a2d0-beb6be1bf6f5)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:06:25.985587 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd5d90bf-e7b0-4fe6-8770-9ff7ddec4935 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:06:25.989181 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ed7caeac-fb41-4a38-9883-aa170120008c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5f050c47-f2fc-4e81-90e7-79d38807d3ef), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:26.007572 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bd5d90bf-e7b0-4fe6-8770-9ff7ddec4935 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (7a7d0a70-adbb-4a90-9dc6-f17e0efc9ab9), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:26.007936 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-bd5d90bf-e7b0-4fe6-8770-9ff7ddec4935 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Added segment 7a7d0a70-adbb-4a90-9dc6-f17e0efc9ab9 of type vlan for network 007b3bf5-c6fd-41e7-9fa2-10f5cad7c0ca
Feb 05 21:06:26.142310 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7caeac-fb41-4a38-9883-aa170120008c None None] Pushing event updated for resources: {'Port': ['ID=5f050c47-f2fc-4e81-90e7-79d38807d3ef,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:26.227536 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bd5d90bf-e7b0-4fe6-8770-9ff7ddec4935 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (007b3bf5-c6fd-41e7-9fa2-10f5cad7c0ca), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:26.271607 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-75252348-284e-4a31-83de-dcf0fb03cf22 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db9695880>,) {'filters': {'network_id': ['024beb92-6851-4049-bcfb-38d5c58fb911']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:26.288858 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-75252348-284e-4a31-83de-dcf0fb03cf22 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db9695880>, 'a973c2ef-d922-4b78-a4d6-6e8c4cac140f') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:26.289305 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-75252348-284e-4a31-83de-dcf0fb03cf22 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db9695880>, 'a973c2ef-d922-4b78-a4d6-6e8c4cac140f') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:26.295781 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 690f0f61-c881-46a6-97ba-2307c96e2511 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:06:26.298326 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bd5d90bf-e7b0-4fe6-8770-9ff7ddec4935 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (007b3bf5-c6fd-41e7-9fa2-10f5cad7c0ca), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:26.304628 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5d90bf-e7b0-4fe6-8770-9ff7ddec4935 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:26.305286 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bd5d90bf-e7b0-4fe6-8770-9ff7ddec4935 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:26.312095 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-75252348-284e-4a31-83de-dcf0fb03cf22 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (a973c2ef-d922-4b78-a4d6-6e8c4cac140f), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:26.342739 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-75252348-284e-4a31-83de-dcf0fb03cf22 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (a973c2ef-d922-4b78-a4d6-6e8c4cac140f), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:26.357297 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75252348-284e-4a31-83de-dcf0fb03cf22 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:06:26.357851 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-75252348-284e-4a31-83de-dcf0fb03cf22 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (a973c2ef-d922-4b78-a4d6-6e8c4cac140f), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:26.371086 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-bd5d90bf-e7b0-4fe6-8770-9ff7ddec4935 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.5922642
Feb 05 21:06:26.372351 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 690f0f61-c881-46a6-97ba-2307c96e2511 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:26.372897 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (690f0f61-c881-46a6-97ba-2307c96e2511), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:26.376396 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57444) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:26.394868 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-41ad1d03-6235-49b7-b8d1-d9a99477bc8f tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Request body: {'subnet': {'network_id': '007b3bf5-c6fd-41e7-9fa2-10f5cad7c0ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:26.444074 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:06:26.444074 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:06:26.444074 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:06:26.444074 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:06:26.444074 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:06:26.444074 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:06:26.444074 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:06:26.444074 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:06:26.444074 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:06:26.444074 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:06:26.444074 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:06:26.444074 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:06:26.444074 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:06:26.444074 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:06:26.444074 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:06:26.444074 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:06:26.444074 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:06:26.444074 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:06:26.444074 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:06:26.444074 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:06:26.444074 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:06:26.444074 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:06:26.444074 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:06:26.444074 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:06:26.444074 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:06:26.444074 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:06:26.444074 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:06:26.444074 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:06:26.444074 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:06:26.444074 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:06:26.444074 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:06:26.444074 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:06:26.465264 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-3945fa38-0ae6-486a-a469-04ccb3a37845 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Allocated IP 2001:db8::1 (85b87f78-91ea-4218-b8b7-bd830bd70b67/d2363a09-d9fa-4ffc-b08a-b0752a04a7ca/f5811ba8-7604-4e47-90d6-b416ccbe50e6) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:06:26.475822 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-75252348-284e-4a31-83de-dcf0fb03cf22 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (024beb92-6851-4049-bcfb-38d5c58fb911), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:26.485234 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-75252348-284e-4a31-83de-dcf0fb03cf22 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:26.495097 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d90bf-e7b0-4fe6-8770-9ff7ddec4935 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event updated for resources: {'Network': ['ID=007b3bf5-c6fd-41e7-9fa2-10f5cad7c0ca,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:26.498070 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-75252348-284e-4a31-83de-dcf0fb03cf22 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/networks/024beb92-6851-4049-bcfb-38d5c58fb911 HTTP/1.1" status: 204  len: 168 time: 1.0836713
Feb 05 21:06:26.500732 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57448) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:26.531332 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-50e3cc35-fb14-40fc-8565-a00c8a283bf8 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2069321347'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:26.555974 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 007b3bf5-c6fd-41e7-9fa2-10f5cad7c0ca details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:06:26.558079 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75252348-284e-4a31-83de-dcf0fb03cf22 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event deleted for resources: {'Network': ['ID=024beb92-6851-4049-bcfb-38d5c58fb911,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:26.564051 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e3cc35-fb14-40fc-8565-a00c8a283bf8 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Made reservation on behalf of 2c6898cf86224b09b9056098bf6480b2 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:26.569303 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-50e3cc35-fb14-40fc-8565-a00c8a283bf8 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:26.605971 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50e3cc35-fb14-40fc-8565-a00c8a283bf8 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:06:26.629385 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-50e3cc35-fb14-40fc-8565-a00c8a283bf8 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (a978af30-a9ce-435c-a3ae-06a93f95e7c3), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:26.629788 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-50e3cc35-fb14-40fc-8565-a00c8a283bf8 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Added segment a978af30-a9ce-435c-a3ae-06a93f95e7c3 of type vlan for network a5506fb8-0cf9-4522-912b-e9bd310ab94b
Feb 05 21:06:26.655630 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 690f0f61-c881-46a6-97ba-2307c96e2511 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:06:26.730151 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ad1d03-6235-49b7-b8d1-d9a99477bc8f tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Made reservation on behalf of be1aed61497f49d18b23d8f97896bccb for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:26.734413 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-41ad1d03-6235-49b7-b8d1-d9a99477bc8f tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:26.739223 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-50e3cc35-fb14-40fc-8565-a00c8a283bf8 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (a5506fb8-0cf9-4522-912b-e9bd310ab94b), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:26.827258 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-50e3cc35-fb14-40fc-8565-a00c8a283bf8 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (a5506fb8-0cf9-4522-912b-e9bd310ab94b), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:26.831883 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3945fa38-0ae6-486a-a469-04ccb3a37845 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks [] for port (f5811ba8-7604-4e47-90d6-b416ccbe50e6), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:26.834311 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e3cc35-fb14-40fc-8565-a00c8a283bf8 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:26.834872 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-50e3cc35-fb14-40fc-8565-a00c8a283bf8 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:26.851940 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511ad50-4c2d-4680-b3e8-43a5a9bed15c req-eea14e67-7b7a-4018-9e69-454143dfb02f tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:26.853458 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5511ad50-4c2d-4680-b3e8-43a5a9bed15c req-eea14e67-7b7a-4018-9e69-454143dfb02f tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=3721ef9f-8de4-4d4e-b4f5-e315164ccd1d HTTP/1.1" status: 200  len: 945 time: 0.1421878
Feb 05 21:06:26.908106 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3945fa38-0ae6-486a-a469-04ccb3a37845 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (f5811ba8-7604-4e47-90d6-b416ccbe50e6), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:26.928801 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-50e3cc35-fb14-40fc-8565-a00c8a283bf8 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4147236
Feb 05 21:06:26.933263 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57462) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:26.965136 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3cc35-fb14-40fc-8565-a00c8a283bf8 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'Network': ['ID=a5506fb8-0cf9-4522-912b-e9bd310ab94b,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:26.979075 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network a5506fb8-0cf9-4522-912b-e9bd310ab94b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:06:26.981892 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-f0ff7cd2-5a80-406d-951b-5ced16291c56 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'subnet': {'network_id': 'a5506fb8-0cf9-4522-912b-e9bd310ab94b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:27.004343 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5511ad50-4c2d-4680-b3e8-43a5a9bed15c req-87c32f8f-11cb-417d-8283-b1611d58d2cb tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250372
Feb 05 21:06:27.138464 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3945fa38-0ae6-486a-a469-04ccb3a37845 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Pushing event updated for resources: {'Port': ['ID=f5811ba8-7604-4e47-90d6-b416ccbe50e6,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:27.142214 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3945fa38-0ae6-486a-a469-04ccb3a37845 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Network 85b87f78-91ea-4218-b8b7-bd830bd70b67 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:06:27.153335 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-3945fa38-0ae6-486a-a469-04ccb3a37845 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:27.157258 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3945fa38-0ae6-486a-a469-04ccb3a37845 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:06:27.157467 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3945fa38-0ae6-486a-a469-04ccb3a37845 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (bbda8eae-5511-4e6d-8b7e-a3405b7a8563), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:27.211427 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ff7cd2-5a80-406d-951b-5ced16291c56 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Made reservation on behalf of 2c6898cf86224b09b9056098bf6480b2 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:27.214982 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f0ff7cd2-5a80-406d-951b-5ced16291c56 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:27.372042 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-41ad1d03-6235-49b7-b8d1-d9a99477bc8f tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (96145363-77a4-4311-ae6c-b138cb7dc459), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:27.375178 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.ipam_backend_mixin [None req-f0ff7cd2-5a80-406d-951b-5ced16291c56 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Performing IP validity checks on allocation pools {{(pid=114390) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Feb 05 21:06:27.376035 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.ipam_backend_mixin [None req-f0ff7cd2-5a80-406d-951b-5ced16291c56 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114390) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Feb 05 21:06:27.496457 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad1d03-6235-49b7-b8d1-d9a99477bc8f tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event updated for resources: {'Subnet': ['ID=96145363-77a4-4311-ae6c-b138cb7dc459,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:27.519321 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3945fa38-0ae6-486a-a469-04ccb3a37845 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f5811ba8-7604-4e47-90d6-b416ccbe50e6), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:27.575820 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ad1d03-6235-49b7-b8d1-d9a99477bc8f tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Checking segment: {'id': '7a7d0a70-adbb-4a90-9dc6-f17e0efc9ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '007b3bf5-c6fd-41e7-9fa2-10f5cad7c0ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:06:27.576232 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ad1d03-6235-49b7-b8d1-d9a99477bc8f tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Network hostable DHCP agents. Network: 007b3bf5-c6fd-41e7-9fa2-10f5cad7c0ca, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:06:27.661367 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d888c999-3f36-4c57-9f99-0df101297aa1 None None] Network d65a77f0-66f8-45cf-bd73-0204fa2e00d2 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:27.664979 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56a38ba-a123-43ab-a7a3-98c0c048f159 None None] Network 453b8281-44f4-41a6-b35b-b287a17b0611 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:27.724370 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66697f47-c0ae-4139-bffc-4d3bb209c234 None None] Network 024beb92-6851-4049-bcfb-38d5c58fb911 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:27.811686 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66697f47-c0ae-4139-bffc-4d3bb209c234 None None] Network 024beb92-6851-4049-bcfb-38d5c58fb911 could not be found, it might have been deleted concurrently. {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Feb 05 21:06:27.816706 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57488) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:27.852221 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-de663f0c-fc8a-4189-9ee7-d3b16d9bb8dd None None] Provisioning complete for port 5f050c47-f2fc-4e81-90e7-79d38807d3ef triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:27.852639 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-de663f0c-fc8a-4189-9ee7-d3b16d9bb8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5f050c47-f2fc-4e81-90e7-79d38807d3ef), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:28.015545 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d5b61049-f6c1-4027-8ff7-20e057fbdae4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:28.030941 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ad1d03-6235-49b7-b8d1-d9a99477bc8f tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Network 007b3bf5-c6fd-41e7-9fa2-10f5cad7c0ca is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:06:28.078519 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-de663f0c-fc8a-4189-9ee7-d3b16d9bb8dd None None] Current status of the port 5f050c47-f2fc-4e81-90e7-79d38807d3ef is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:06:28.079148 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-de663f0c-fc8a-4189-9ee7-d3b16d9bb8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5f050c47-f2fc-4e81-90e7-79d38807d3ef), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:28.169474 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d5b61049-f6c1-4027-8ff7-20e057fbdae4 admin admin] Publish callbacks [] for security_group (1cf075ff-9592-4314-923f-271ec278007b), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:28.170627 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-41ad1d03-6235-49b7-b8d1-d9a99477bc8f tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 007b3bf5-c6fd-41e7-9fa2-10f5cad7c0ca) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:28.180637 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d5b61049-f6c1-4027-8ff7-20e057fbdae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (1cf075ff-9592-4314-923f-271ec278007b), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:28.188702 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ba4e28-52a0-4894-86f6-cee3a0aba11c None None] Network 007b3bf5-c6fd-41e7-9fa2-10f5cad7c0ca requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:28.197538 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ad1d03-6235-49b7-b8d1-d9a99477bc8f tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:28.198173 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-41ad1d03-6235-49b7-b8d1-d9a99477bc8f tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:28.200954 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f0ff7cd2-5a80-406d-951b-5ced16291c56 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (784f1653-56cf-46cc-9589-d2dcc09bae45), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:28.213964 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-de663f0c-fc8a-4189-9ee7-d3b16d9bb8dd None None] For port 5f050c47-f2fc-4e81-90e7-79d38807d3ef, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5f050c47-f2fc-4e81-90e7-79d38807d3ef,segment=NetworkSegment(6856253b-1d6d-4889-a2d0-beb6be1bf6f5),segment_id=6856253b-1d6d-4889-a2d0-beb6be1bf6f5)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:06:28.244023 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-de663f0c-fc8a-4189-9ee7-d3b16d9bb8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5f050c47-f2fc-4e81-90e7-79d38807d3ef), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:28.303812 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d5b61049-f6c1-4027-8ff7-20e057fbdae4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=28b866ba541348d39a786003a64167ef&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4824550
Feb 05 21:06:28.304471 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57496) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:28.327481 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b61049-f6c1-4027-8ff7-20e057fbdae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf075ff-9592-4314-923f-271ec278007b,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:28.391530 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d62a4f-a49b-4a18-8779-75bc3ce95b41 req-2c745fff-ec61-4c49-874b-ca9ad0614215 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:28.395135 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-17d62a4f-a49b-4a18-8779-75bc3ce95b41 req-2c745fff-ec61-4c49-874b-ca9ad0614215 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=3721ef9f-8de4-4d4e-b4f5-e315164ccd1d HTTP/1.1" status: 200  len: 945 time: 0.1530137
Feb 05 21:06:28.418285 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff7cd2-5a80-406d-951b-5ced16291c56 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'Subnet': ['ID=784f1653-56cf-46cc-9589-d2dcc09bae45,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:28.452863 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de663f0c-fc8a-4189-9ee7-d3b16d9bb8dd None None] Pushing event updated for resources: {'Port': ['ID=5f050c47-f2fc-4e81-90e7-79d38807d3ef,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:28.453552 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a30db205-ac26-43ed-a2e9-fef871700d56 admin admin] Publish callbacks [] for security_group (1cf075ff-9592-4314-923f-271ec278007b), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:28.458853 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-41ad1d03-6235-49b7-b8d1-d9a99477bc8f tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 2.0786116
Feb 05 21:06:28.462505 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57498) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:28.477161 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae415ff-4363-439f-923c-ea9e01e2cf15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-007b3bf5-c6fd-41e7-9fa2-10f5cad7c0ca', 'network_id': '007b3bf5-c6fd-41e7-9fa2-10f5cad7c0ca', 'project_id': 'be1aed61497f49d18b23d8f97896bccb', 'fixed_ips': [{'subnet_id': '96145363-77a4-4311-ae6c-b138cb7dc459'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:06:28.478073 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4ae415ff-4363-439f-923c-ea9e01e2cf15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:28.505917 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ff7cd2-5a80-406d-951b-5ced16291c56 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Checking segment: {'id': 'a978af30-a9ce-435c-a3ae-06a93f95e7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a5506fb8-0cf9-4522-912b-e9bd310ab94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:06:28.506525 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ff7cd2-5a80-406d-951b-5ced16291c56 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Network hostable DHCP agents. Network: a5506fb8-0cf9-4522-912b-e9bd310ab94b, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:06:28.516530 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-17d62a4f-a49b-4a18-8779-75bc3ce95b41 req-e3a14614-8249-48b8-9a4e-8b72958b087e tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1157920
Feb 05 21:06:28.542948 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a30db205-ac26-43ed-a2e9-fef871700d56 admin admin] Publish callbacks [] for security_group (1cf075ff-9592-4314-923f-271ec278007b), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:28.559140 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ff7cd2-5a80-406d-951b-5ced16291c56 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Network a5506fb8-0cf9-4522-912b-e9bd310ab94b is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:06:28.595653 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-f0ff7cd2-5a80-406d-951b-5ced16291c56 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a5506fb8-0cf9-4522-912b-e9bd310ab94b) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:28.605997 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ff7cd2-5a80-406d-951b-5ced16291c56 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:28.606740 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f0ff7cd2-5a80-406d-951b-5ced16291c56 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:28.644644 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4788a8a9-e80b-4506-a9b0-b75873f65cd8 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (007b3bf5-c6fd-41e7-9fa2-10f5cad7c0ca), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:28.660605 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f0ff7cd2-5a80-406d-951b-5ced16291c56 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.6926234
Feb 05 21:06:28.663846 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57500) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:28.669410 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-43a77d14-df41-4eb5-9e16-c83f43d0b72f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'port': {'network_id': 'a5506fb8-0cf9-4522-912b-e9bd310ab94b', 'name': 'tempest-PortsTestJSON-625500999'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:28.704392 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a30db205-ac26-43ed-a2e9-fef871700d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (1cf075ff-9592-4314-923f-271ec278007b), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:28.709307 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-4ae415ff-4363-439f-923c-ea9e01e2cf15 None None] Allocated IP 2001:db8::1 (007b3bf5-c6fd-41e7-9fa2-10f5cad7c0ca/96145363-77a4-4311-ae6c-b138cb7dc459/35d72eef-0d1e-4bc7-a74d-f290834ba473) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:06:28.710009 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a30db205-ac26-43ed-a2e9-fef871700d56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:28.723437 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 5f050c47-f2fc-4e81-90e7-79d38807d3ef up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:06:28.726680 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de663f0c-fc8a-4189-9ee7-d3b16d9bb8dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:06:28.727212 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de663f0c-fc8a-4189-9ee7-d3b16d9bb8dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:06:28.728832 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de663f0c-fc8a-4189-9ee7-d3b16d9bb8dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:06:28.729369 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de663f0c-fc8a-4189-9ee7-d3b16d9bb8dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:06:28.729893 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de663f0c-fc8a-4189-9ee7-d3b16d9bb8dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:06:28.730427 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a30db205-ac26-43ed-a2e9-fef871700d56 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1cf075ff-9592-4314-923f-271ec278007b HTTP/1.1" status: 204  len: 168 time: 0.4221067
Feb 05 21:06:28.730688 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de663f0c-fc8a-4189-9ee7-d3b16d9bb8dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:06:28.731229 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de663f0c-fc8a-4189-9ee7-d3b16d9bb8dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:06:28.732432 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de663f0c-fc8a-4189-9ee7-d3b16d9bb8dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:06:28.732984 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de663f0c-fc8a-4189-9ee7-d3b16d9bb8dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:06:28.734559 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de663f0c-fc8a-4189-9ee7-d3b16d9bb8dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:06:28.734559 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de663f0c-fc8a-4189-9ee7-d3b16d9bb8dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:06:28.734559 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de663f0c-fc8a-4189-9ee7-d3b16d9bb8dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:06:28.734955 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de663f0c-fc8a-4189-9ee7-d3b16d9bb8dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:06:28.753206 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50393274-9dc2-4fb3-a95d-098ac43121e7 None None] Network a5506fb8-0cf9-4522-912b-e9bd310ab94b requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:28.765753 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30db205-ac26-43ed-a2e9-fef871700d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf075ff-9592-4314-923f-271ec278007b,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:28.778803 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4788a8a9-e80b-4506-a9b0-b75873f65cd8 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (96145363-77a4-4311-ae6c-b138cb7dc459), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:28.837990 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6d6948ff-28ed-4ef6-88ad-f5b2958b6f09 None None] Provisioning complete for port f5811ba8-7604-4e47-90d6-b416ccbe50e6 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:28.839018 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6d6948ff-28ed-4ef6-88ad-f5b2958b6f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (f5811ba8-7604-4e47-90d6-b416ccbe50e6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:28.850666 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:06:28.888487 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a77d14-df41-4eb5-9e16-c83f43d0b72f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Made reservation on behalf of 2c6898cf86224b09b9056098bf6480b2 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:28.892757 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-43a77d14-df41-4eb5-9e16-c83f43d0b72f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:28.961161 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-43a77d14-df41-4eb5-9e16-c83f43d0b72f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] device_id is not set on port 32e1c6f4-b0ad-40bb-bd59-13441a0a8965 yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:06:29.025738 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6d6948ff-28ed-4ef6-88ad-f5b2958b6f09 None None] Port f5811ba8-7604-4e47-90d6-b416ccbe50e6 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:06:29.044140 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3945fa38-0ae6-486a-a469-04ccb3a37845 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks [] for port (f5811ba8-7604-4e47-90d6-b416ccbe50e6), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:29.062271 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3945fa38-0ae6-486a-a469-04ccb3a37845 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (f5811ba8-7604-4e47-90d6-b416ccbe50e6), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:29.063460 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3945fa38-0ae6-486a-a469-04ccb3a37845 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (bbda8eae-5511-4e6d-8b7e-a3405b7a8563), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:29.131109 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65eca12-0ba7-415e-9dbb-e09612d52afc None None] Network 453b8281-44f4-41a6-b35b-b287a17b0611 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:29.185108 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad73cf5-786b-4e04-b135-5c774a80eb13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a5506fb8-0cf9-4522-912b-e9bd310ab94b', 'network_id': 'a5506fb8-0cf9-4522-912b-e9bd310ab94b', 'project_id': '2c6898cf86224b09b9056098bf6480b2', 'fixed_ips': [{'subnet_id': '784f1653-56cf-46cc-9589-d2dcc09bae45'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:06:29.185984 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bad73cf5-786b-4e04-b135-5c774a80eb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:29.222698 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 5f050c47-f2fc-4e81-90e7-79d38807d3ef triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:29.223116 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5f050c47-f2fc-4e81-90e7-79d38807d3ef), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:29.246873 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3945fa38-0ae6-486a-a469-04ccb3a37845 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Pushing event updated for resources: {'Port': ['ID=f5811ba8-7604-4e47-90d6-b416ccbe50e6,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:29.272929 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-43a77d14-df41-4eb5-9e16-c83f43d0b72f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Allocated IP 172.20.0.5 (a5506fb8-0cf9-4522-912b-e9bd310ab94b/784f1653-56cf-46cc-9589-d2dcc09bae45/32e1c6f4-b0ad-40bb-bd59-13441a0a8965) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:06:29.316347 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-ec80c98c-1cfa-4d71-9c6a-47be1901c86e None None] Provisioning complete for port 5f050c47-f2fc-4e81-90e7-79d38807d3ef triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:29.316774 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ec80c98c-1cfa-4d71-9c6a-47be1901c86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5f050c47-f2fc-4e81-90e7-79d38807d3ef), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:29.318818 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4ae415ff-4363-439f-923c-ea9e01e2cf15 None None] Publish callbacks [] for port (35d72eef-0d1e-4bc7-a74d-f290834ba473), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:29.329264 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3945fa38-0ae6-486a-a469-04ccb3a37845 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Network 85b87f78-91ea-4218-b8b7-bd830bd70b67 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:06:29.336900 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-3945fa38-0ae6-486a-a469-04ccb3a37845 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:29.559109 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3945fa38-0ae6-486a-a469-04ccb3a37845 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Router bbda8eae-5511-4e6d-8b7e-a3405b7a8563 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:06:29.588260 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-43a77d14-df41-4eb5-9e16-c83f43d0b72f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for port (32e1c6f4-b0ad-40bb-bd59-13441a0a8965), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:29.651444 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4788a8a9-e80b-4506-a9b0-b75873f65cd8 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (96145363-77a4-4311-ae6c-b138cb7dc459), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:29.741980 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4ae415ff-4363-439f-923c-ea9e01e2cf15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (35d72eef-0d1e-4bc7-a74d-f290834ba473), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:29.764809 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3945fa38-0ae6-486a-a469-04ccb3a37845 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:06:29.776888 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-43a77d14-df41-4eb5-9e16-c83f43d0b72f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (32e1c6f4-b0ad-40bb-bd59-13441a0a8965), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:29.778349 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a3d090-7505-4664-b276-3d87b2c6648e None None] Sync routers for ids ['bbda8eae-5511-4e6d-8b7e-a3405b7a8563'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:06:29.789782 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3945fa38-0ae6-486a-a469-04ccb3a37845 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] 10.222.0.32 "PUT /v2.0/routers/bbda8eae-5511-4e6d-8b7e-a3405b7a8563/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6439095
Feb 05 21:06:29.794640 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57526) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:29.797411 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a3d090-7505-4664-b276-3d87b2c6648e None None] Routers {'bbda8eae-5511-4e6d-8b7e-a3405b7a8563'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:06:29.800422 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-69a3d090-7505-4664-b276-3d87b2c6648e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db89a9970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:06:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['bbda8eae-5511-4e6d-8b7e-a3405b7a8563'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:29.819477 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788a8a9-e80b-4506-a9b0-b75873f65cd8 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event deleted for resources: {'Subnet': ['ID=96145363-77a4-4311-ae6c-b138cb7dc459,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:29.856015 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae415ff-4363-439f-923c-ea9e01e2cf15 None None] Network 007b3bf5-c6fd-41e7-9fa2-10f5cad7c0ca is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:06:29.902188 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-69a3d090-7505-4664-b276-3d87b2c6648e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db89a9970>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:29.906308 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-4ae415ff-4363-439f-923c-ea9e01e2cf15 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:29.920255 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae415ff-4363-439f-923c-ea9e01e2cf15 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:06:29.925215 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae415ff-4363-439f-923c-ea9e01e2cf15 None None] Pushing event updated for resources: {'Port': ['ID=35d72eef-0d1e-4bc7-a74d-f290834ba473,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:29.931897 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a77d14-df41-4eb5-9e16-c83f43d0b72f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Network a5506fb8-0cf9-4522-912b-e9bd310ab94b is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:06:29.942991 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-43a77d14-df41-4eb5-9e16-c83f43d0b72f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:29.948895 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a77d14-df41-4eb5-9e16-c83f43d0b72f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:06:29.956880 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a3d090-7505-4664-b276-3d87b2c6648e None None] Routers {'bbda8eae-5511-4e6d-8b7e-a3405b7a8563'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:06:29.957345 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4788a8a9-e80b-4506-a9b0-b75873f65cd8 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (007b3bf5-c6fd-41e7-9fa2-10f5cad7c0ca), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:29.958407 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-69a3d090-7505-4664-b276-3d87b2c6648e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db89a9970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:06:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['bbda8eae-5511-4e6d-8b7e-a3405b7a8563'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:29.962194 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a77d14-df41-4eb5-9e16-c83f43d0b72f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'Port': ['ID=32e1c6f4-b0ad-40bb-bd59-13441a0a8965,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:30.002189 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 5f050c47-f2fc-4e81-90e7-79d38807d3ef is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:06:30.018465 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-45590d49-b456-472e-8ff5-e11fcd0cc805 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks [] for router (bbda8eae-5511-4e6d-8b7e-a3405b7a8563), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:30.025188 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-bad73cf5-786b-4e04-b135-5c774a80eb13 None None] Allocated IP 172.20.0.2 (a5506fb8-0cf9-4522-912b-e9bd310ab94b/784f1653-56cf-46cc-9589-d2dcc09bae45/c963193e-44fb-4cb2-b4b6-1a0963d1707a) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:06:30.057442 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4fe56-a0f3-4135-8f88-5c136345d0bd req-d1d997f4-b511-4575-bfea-c8d958ca7113 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:30.059015 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-69a3d090-7505-4664-b276-3d87b2c6648e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db89a9970>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:30.071015 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-53e4fe56-a0f3-4135-8f88-5c136345d0bd req-d1d997f4-b511-4575-bfea-c8d958ca7113 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=3721ef9f-8de4-4d4e-b4f5-e315164ccd1d HTTP/1.1" status: 200  len: 945 time: 0.3559492
Feb 05 21:06:30.071505 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a3d090-7505-4664-b276-3d87b2c6648e None None] The sync data for ids ['bbda8eae-5511-4e6d-8b7e-a3405b7a8563'] in ncdv-master-1 is: [] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:06:30.085257 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-4788a8a9-e80b-4506-a9b0-b75873f65cd8 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db3432130>,) {'filters': {'network_id': ['007b3bf5-c6fd-41e7-9fa2-10f5cad7c0ca']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:30.095231 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ec80c98c-1cfa-4d71-9c6a-47be1901c86e None None] Current status of the port 5f050c47-f2fc-4e81-90e7-79d38807d3ef is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:06:30.108920 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-4788a8a9-e80b-4506-a9b0-b75873f65cd8 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3432130>, '7a7d0a70-adbb-4a90-9dc6-f17e0efc9ab9') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:30.109525 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-4788a8a9-e80b-4506-a9b0-b75873f65cd8 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3432130>, '7a7d0a70-adbb-4a90-9dc6-f17e0efc9ab9') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:30.119073 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a77d14-df41-4eb5-9e16-c83f43d0b72f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:30.119786 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-43a77d14-df41-4eb5-9e16-c83f43d0b72f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:30.133381 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-4ae415ff-4363-439f-923c-ea9e01e2cf15 None None] Attempting to bind port 35d72eef-0d1e-4bc7-a74d-f290834ba473 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:06:30.133381 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-4ae415ff-4363-439f-923c-ea9e01e2cf15 None None] Attempting to bind port 35d72eef-0d1e-4bc7-a74d-f290834ba473 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7a7d0a70-adbb-4a90-9dc6-f17e0efc9ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '007b3bf5-c6fd-41e7-9fa2-10f5cad7c0ca'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:06:30.133772 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae415ff-4363-439f-923c-ea9e01e2cf15 None None] Attempting to bind port 35d72eef-0d1e-4bc7-a74d-f290834ba473 on network 007b3bf5-c6fd-41e7-9fa2-10f5cad7c0ca {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:06:30.151951 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-43a77d14-df41-4eb5-9e16-c83f43d0b72f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 1.4860601
Feb 05 21:06:30.162331 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57536) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:30.179904 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-53e4fe56-a0f3-4135-8f88-5c136345d0bd req-3e10edec-65eb-47ec-8329-058d7f25a524 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028552
Feb 05 21:06:30.213516 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-45590d49-b456-472e-8ff5-e11fcd0cc805 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] delete failed (client error): There was a conflict when trying to complete your request.
Feb 05 21:06:30.215083 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-45590d49-b456-472e-8ff5-e11fcd0cc805 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] 10.222.0.32 "DELETE /v2.0/routers/bbda8eae-5511-4e6d-8b7e-a3405b7a8563 HTTP/1.1" status: 409  len: 329 time: 0.4150774
Feb 05 21:06:30.217958 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57542) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:30.241554 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4788a8a9-e80b-4506-a9b0-b75873f65cd8 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (7a7d0a70-adbb-4a90-9dc6-f17e0efc9ab9), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:30.259028 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae415ff-4363-439f-923c-ea9e01e2cf15 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:06:30.259414 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae415ff-4363-439f-923c-ea9e01e2cf15 None None] Checking segment: {'id': '7a7d0a70-adbb-4a90-9dc6-f17e0efc9ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '007b3bf5-c6fd-41e7-9fa2-10f5cad7c0ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:06:30.259769 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4ae415ff-4363-439f-923c-ea9e01e2cf15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:30.260200 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae415ff-4363-439f-923c-ea9e01e2cf15 None None] Bound using segment: {'id': '7a7d0a70-adbb-4a90-9dc6-f17e0efc9ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '007b3bf5-c6fd-41e7-9fa2-10f5cad7c0ca'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:06:30.260716 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-4ae415ff-4363-439f-923c-ea9e01e2cf15 None None] Bound port: 35d72eef-0d1e-4bc7-a74d-f290834ba473, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7d0a70-adbb-4a90-9dc6-f17e0efc9ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '007b3bf5-c6fd-41e7-9fa2-10f5cad7c0ca'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:06:30.261134 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4ae415ff-4363-439f-923c-ea9e01e2cf15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (35d72eef-0d1e-4bc7-a74d-f290834ba473), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:30.291346 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4788a8a9-e80b-4506-a9b0-b75873f65cd8 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (7a7d0a70-adbb-4a90-9dc6-f17e0efc9ab9), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:30.303177 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4788a8a9-e80b-4506-a9b0-b75873f65cd8 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:06:30.303916 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4788a8a9-e80b-4506-a9b0-b75873f65cd8 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (7a7d0a70-adbb-4a90-9dc6-f17e0efc9ab9), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:30.307614 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:06:30.307614 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:06:30.307614 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:06:30.307614 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:06:30.307614 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:06:30.307614 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:06:30.307614 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:06:30.307614 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:06:30.307614 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:06:30.307614 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:06:30.307614 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:06:30.307614 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:06:30.307614 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:06:30.307614 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:06:30.307614 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:06:30.307614 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:06:30.307614 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:06:30.307614 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:06:30.307614 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:06:30.307614 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:06:30.307614 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:06:30.307614 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:06:30.307614 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:06:30.307614 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:06:30.307614 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:06:30.307614 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:06:30.307614 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:06:30.307614 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:06:30.307614 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:06:30.307614 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:06:30.307614 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:06:30.307614 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:06:30.324371 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 5f050c47-f2fc-4e81-90e7-79d38807d3ef up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:06:30.379179 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-ec80c98c-1cfa-4d71-9c6a-47be1901c86e None None] Provisioning complete for port 690f0f61-c881-46a6-97ba-2307c96e2511 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:30.379576 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ec80c98c-1cfa-4d71-9c6a-47be1901c86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (690f0f61-c881-46a6-97ba-2307c96e2511), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:30.417906 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-26860f86-a327-461a-81c6-49837b17efb9 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Deleting port 32e1c6f4-b0ad-40bb-bd59-13441a0a8965 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:06:30.419253 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-26860f86-a327-461a-81c6-49837b17efb9 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (32e1c6f4-b0ad-40bb-bd59-13441a0a8965), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:30.530982 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-26860f86-a327-461a-81c6-49837b17efb9 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (32e1c6f4-b0ad-40bb-bd59-13441a0a8965), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:30.546262 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-26860f86-a327-461a-81c6-49837b17efb9 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Calling delete_port for 32e1c6f4-b0ad-40bb-bd59-13441a0a8965 owned by  {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:06:30.580142 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-4ae415ff-4363-439f-923c-ea9e01e2cf15 None None] For port 35d72eef-0d1e-4bc7-a74d-f290834ba473, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:06:30.599135 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 5f050c47-f2fc-4e81-90e7-79d38807d3ef triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:30.600913 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5f050c47-f2fc-4e81-90e7-79d38807d3ef), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:30.604917 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-4ae415ff-4363-439f-923c-ea9e01e2cf15 None None] For port 35d72eef-0d1e-4bc7-a74d-f290834ba473, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=35d72eef-0d1e-4bc7-a74d-f290834ba473,segment=NetworkSegment(7a7d0a70-adbb-4a90-9dc6-f17e0efc9ab9),segment_id=7a7d0a70-adbb-4a90-9dc6-f17e0efc9ab9)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:06:30.627574 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.db.api [None req-4788a8a9-e80b-4506-a9b0-b75873f65cd8 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Feb 05 21:06:30.627574 ncdv-master-1 neutron-server[114391]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Feb 05 21:06:30.627574 ncdv-master-1 neutron-server[114391]: [parameters: {'id': '007b3bf5-c6fd-41e7-9fa2-10f5cad7c0ca'}]
Feb 05 21:06:30.627574 ncdv-master-1 neutron-server[114391]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 21:06:30.628037 ncdv-master-1 neutron-server[114391]: DEBUG oslo_db.api [None req-4788a8a9-e80b-4506-a9b0-b75873f65cd8 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 21:06:30.650601 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4ae415ff-4363-439f-923c-ea9e01e2cf15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (35d72eef-0d1e-4bc7-a74d-f290834ba473), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:30.655358 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bad73cf5-786b-4e04-b135-5c774a80eb13 None None] Publish callbacks [] for port (c963193e-44fb-4cb2-b4b6-1a0963d1707a), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:30.703146 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bad73cf5-786b-4e04-b135-5c774a80eb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (c963193e-44fb-4cb2-b4b6-1a0963d1707a), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:30.736699 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-26860f86-a327-461a-81c6-49837b17efb9 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (32e1c6f4-b0ad-40bb-bd59-13441a0a8965), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:30.758594 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ec80c98c-1cfa-4d71-9c6a-47be1901c86e None None] Current status of the port 690f0f61-c881-46a6-97ba-2307c96e2511 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:06:30.793700 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26860f86-a327-461a-81c6-49837b17efb9 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event deleted for resources: {'Port': ['ID=32e1c6f4-b0ad-40bb-bd59-13441a0a8965,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:30.845894 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad73cf5-786b-4e04-b135-5c774a80eb13 None None] Network a5506fb8-0cf9-4522-912b-e9bd310ab94b is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:06:30.847790 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7d23a095-12ee-4c71-a1f8-8661eeb0b360 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (bbda8eae-5511-4e6d-8b7e-a3405b7a8563), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:30.854638 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae415ff-4363-439f-923c-ea9e01e2cf15 None None] Pushing event updated for resources: {'Port': ['ID=35d72eef-0d1e-4bc7-a74d-f290834ba473,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:30.863642 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-bad73cf5-786b-4e04-b135-5c774a80eb13 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:30.890894 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-26860f86-a327-461a-81c6-49837b17efb9 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:30.896104 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad73cf5-786b-4e04-b135-5c774a80eb13 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:06:30.898836 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-26860f86-a327-461a-81c6-49837b17efb9 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/ports/32e1c6f4-b0ad-40bb-bd59-13441a0a8965 HTTP/1.1" status: 204  len: 168 time: 0.7176690
Feb 05 21:06:30.900324 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57560) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:30.933514 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-70604374-714f-4573-a5c9-d8ce3497f855 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:30.934095 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70604374-714f-4573-a5c9-d8ce3497f855 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:30.945259 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-70604374-714f-4573-a5c9-d8ce3497f855 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/ports/32e1c6f4-b0ad-40bb-bd59-13441a0a8965 HTTP/1.1" status: 404  len: 333 time: 0.0434408
Feb 05 21:06:30.948677 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57562) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:30.981298 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651286e2-db63-46ac-b421-5c33972f859c None None] Network 007b3bf5-c6fd-41e7-9fa2-10f5cad7c0ca requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:30.996047 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-b32b95eb-d631-4473-b2bb-2d22bc4a133a tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] GET failed (client error): The resource could not be found.
Feb 05 21:06:31.000815 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b32b95eb-d631-4473-b2bb-2d22bc4a133a tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "GET /v2.0/ports/32e1c6f4-b0ad-40bb-bd59-13441a0a8965 HTTP/1.1" status: 404  len: 333 time: 0.0509474
Feb 05 21:06:31.001349 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57570) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:31.064405 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-72382051-c945-4465-9874-213184fd3a3e tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Deleting subnet 784f1653-56cf-46cc-9589-d2dcc09bae45 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:06:31.070160 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-72382051-c945-4465-9874-213184fd3a3e tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for subnet (784f1653-56cf-46cc-9589-d2dcc09bae45), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:31.129406 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4788a8a9-e80b-4506-a9b0-b75873f65cd8 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (007b3bf5-c6fd-41e7-9fa2-10f5cad7c0ca), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:31.131206 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-43e6c5b8-5c38-4279-a1c0-832dfc83ae42 None None] Provisioning complete for port 5f050c47-f2fc-4e81-90e7-79d38807d3ef triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:31.131593 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-43e6c5b8-5c38-4279-a1c0-832dfc83ae42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5f050c47-f2fc-4e81-90e7-79d38807d3ef), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:31.137530 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-72382051-c945-4465-9874-213184fd3a3e tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (784f1653-56cf-46cc-9589-d2dcc09bae45), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:31.147778 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 5f050c47-f2fc-4e81-90e7-79d38807d3ef is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:06:31.201358 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad73cf5-786b-4e04-b135-5c774a80eb13 None None] Pushing event updated for resources: {'Port': ['ID=c963193e-44fb-4cb2-b4b6-1a0963d1707a,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:31.225336 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-bad73cf5-786b-4e04-b135-5c774a80eb13 None None] Attempting to bind port c963193e-44fb-4cb2-b4b6-1a0963d1707a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:06:31.226105 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-bad73cf5-786b-4e04-b135-5c774a80eb13 None None] Attempting to bind port c963193e-44fb-4cb2-b4b6-1a0963d1707a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a978af30-a9ce-435c-a3ae-06a93f95e7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a5506fb8-0cf9-4522-912b-e9bd310ab94b'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:06:31.226900 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad73cf5-786b-4e04-b135-5c774a80eb13 None None] Attempting to bind port c963193e-44fb-4cb2-b4b6-1a0963d1707a on network a5506fb8-0cf9-4522-912b-e9bd310ab94b {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:06:31.250842 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad73cf5-786b-4e04-b135-5c774a80eb13 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:06:31.251375 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad73cf5-786b-4e04-b135-5c774a80eb13 None None] Checking segment: {'id': 'a978af30-a9ce-435c-a3ae-06a93f95e7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a5506fb8-0cf9-4522-912b-e9bd310ab94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:06:31.251921 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bad73cf5-786b-4e04-b135-5c774a80eb13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:31.253300 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad73cf5-786b-4e04-b135-5c774a80eb13 None None] Bound using segment: {'id': 'a978af30-a9ce-435c-a3ae-06a93f95e7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a5506fb8-0cf9-4522-912b-e9bd310ab94b'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:06:31.254137 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-bad73cf5-786b-4e04-b135-5c774a80eb13 None None] Bound port: c963193e-44fb-4cb2-b4b6-1a0963d1707a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a978af30-a9ce-435c-a3ae-06a93f95e7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a5506fb8-0cf9-4522-912b-e9bd310ab94b'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:06:31.254585 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bad73cf5-786b-4e04-b135-5c774a80eb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c963193e-44fb-4cb2-b4b6-1a0963d1707a), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:31.348492 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-bad73cf5-786b-4e04-b135-5c774a80eb13 None None] For port c963193e-44fb-4cb2-b4b6-1a0963d1707a, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:06:31.352956 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-bad73cf5-786b-4e04-b135-5c774a80eb13 None None] For port c963193e-44fb-4cb2-b4b6-1a0963d1707a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c963193e-44fb-4cb2-b4b6-1a0963d1707a,segment=NetworkSegment(a978af30-a9ce-435c-a3ae-06a93f95e7c3),segment_id=a978af30-a9ce-435c-a3ae-06a93f95e7c3)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:06:31.368451 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bad73cf5-786b-4e04-b135-5c774a80eb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (c963193e-44fb-4cb2-b4b6-1a0963d1707a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:31.399011 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-72382051-c945-4465-9874-213184fd3a3e tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (784f1653-56cf-46cc-9589-d2dcc09bae45), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:31.430908 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-4788a8a9-e80b-4506-a9b0-b75873f65cd8 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Deleting port 35d72eef-0d1e-4bc7-a74d-f290834ba473 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:06:31.430908 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4788a8a9-e80b-4506-a9b0-b75873f65cd8 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (35d72eef-0d1e-4bc7-a74d-f290834ba473), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:31.509545 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf2802-7ff4-4c60-9a3d-6821c3a9174a req-5c4834af-1824-46c4-bb4a-c8e63b55bd58 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:31.511226 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78cf2802-7ff4-4c60-9a3d-6821c3a9174a req-5c4834af-1824-46c4-bb4a-c8e63b55bd58 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=3721ef9f-8de4-4d4e-b4f5-e315164ccd1d HTTP/1.1" status: 200  len: 945 time: 0.1928236
Feb 05 21:06:31.583685 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad73cf5-786b-4e04-b135-5c774a80eb13 None None] Pushing event updated for resources: {'Port': ['ID=c963193e-44fb-4cb2-b4b6-1a0963d1707a,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:31.588380 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-43e6c5b8-5c38-4279-a1c0-832dfc83ae42 None None] Current status of the port 5f050c47-f2fc-4e81-90e7-79d38807d3ef is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:06:31.591773 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-4788a8a9-e80b-4506-a9b0-b75873f65cd8 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] For port 35d72eef-0d1e-4bc7-a74d-f290834ba473, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=35d72eef-0d1e-4bc7-a74d-f290834ba473,segment=NetworkSegment(7a7d0a70-adbb-4a90-9dc6-f17e0efc9ab9),segment_id=7a7d0a70-adbb-4a90-9dc6-f17e0efc9ab9)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:06:31.592106 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4788a8a9-e80b-4506-a9b0-b75873f65cd8 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (35d72eef-0d1e-4bc7-a74d-f290834ba473), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:31.605167 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-43e6c5b8-5c38-4279-a1c0-832dfc83ae42 None None] Provisioning complete for port f5811ba8-7604-4e47-90d6-b416ccbe50e6 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:31.605962 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-43e6c5b8-5c38-4279-a1c0-832dfc83ae42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (f5811ba8-7604-4e47-90d6-b416ccbe50e6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:31.628267 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-72382051-c945-4465-9874-213184fd3a3e tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (784f1653-56cf-46cc-9589-d2dcc09bae45), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:31.630838 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-4788a8a9-e80b-4506-a9b0-b75873f65cd8 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Calling delete_port for 35d72eef-0d1e-4bc7-a74d-f290834ba473 owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:06:31.682598 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-43e6c5b8-5c38-4279-a1c0-832dfc83ae42 None None] Port f5811ba8-7604-4e47-90d6-b416ccbe50e6 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:06:31.687633 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72382051-c945-4465-9874-213184fd3a3e tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event deleted for resources: {'Subnet': ['ID=784f1653-56cf-46cc-9589-d2dcc09bae45,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:31.741868 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-7d23a095-12ee-4c71-a1f8-8661eeb0b360 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Deleting port f5811ba8-7604-4e47-90d6-b416ccbe50e6 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:06:31.743460 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7d23a095-12ee-4c71-a1f8-8661eeb0b360 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (f5811ba8-7604-4e47-90d6-b416ccbe50e6), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:31.749718 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-72382051-c945-4465-9874-213184fd3a3e tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:31.756581 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-72382051-c945-4465-9874-213184fd3a3e tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/subnets/784f1653-56cf-46cc-9589-d2dcc09bae45 HTTP/1.1" status: 204  len: 168 time: 0.7516377
Feb 05 21:06:31.761767 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57626) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:31.781368 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78cf2802-7ff4-4c60-9a3d-6821c3a9174a req-ca9a5246-5790-40a6-ad39-6b240f55d91e tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2525403
Feb 05 21:06:31.904777 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-058d3692-30e7-4b24-a073-ad964f0b7ba1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (a5506fb8-0cf9-4522-912b-e9bd310ab94b), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:31.915902 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7d23a095-12ee-4c71-a1f8-8661eeb0b360 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (f5811ba8-7604-4e47-90d6-b416ccbe50e6), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:31.932253 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-7d23a095-12ee-4c71-a1f8-8661eeb0b360 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Calling delete_port for f5811ba8-7604-4e47-90d6-b416ccbe50e6 owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:06:31.950351 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4788a8a9-e80b-4506-a9b0-b75873f65cd8 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (35d72eef-0d1e-4bc7-a74d-f290834ba473), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:31.995949 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788a8a9-e80b-4506-a9b0-b75873f65cd8 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event deleted for resources: {'Port': ['ID=35d72eef-0d1e-4bc7-a74d-f290834ba473,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:32.008368 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4788a8a9-e80b-4506-a9b0-b75873f65cd8 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] No DVR routers for this DVR port 35d72eef-0d1e-4bc7-a74d-f290834ba473 on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:06:32.185880 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4788a8a9-e80b-4506-a9b0-b75873f65cd8 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (007b3bf5-c6fd-41e7-9fa2-10f5cad7c0ca), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:32.215535 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-4788a8a9-e80b-4506-a9b0-b75873f65cd8 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2dba160b80>,) {'filters': {'network_id': ['007b3bf5-c6fd-41e7-9fa2-10f5cad7c0ca']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:32.231763 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-4788a8a9-e80b-4506-a9b0-b75873f65cd8 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2dba160b80>, '7a7d0a70-adbb-4a90-9dc6-f17e0efc9ab9') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:32.232028 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-4788a8a9-e80b-4506-a9b0-b75873f65cd8 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2dba160b80>, '7a7d0a70-adbb-4a90-9dc6-f17e0efc9ab9') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:32.252582 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4788a8a9-e80b-4506-a9b0-b75873f65cd8 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (7a7d0a70-adbb-4a90-9dc6-f17e0efc9ab9), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:32.261244 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-058d3692-30e7-4b24-a073-ad964f0b7ba1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Deleting port c963193e-44fb-4cb2-b4b6-1a0963d1707a {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:06:32.261559 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-058d3692-30e7-4b24-a073-ad964f0b7ba1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (c963193e-44fb-4cb2-b4b6-1a0963d1707a), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:32.287360 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7d23a095-12ee-4c71-a1f8-8661eeb0b360 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (f5811ba8-7604-4e47-90d6-b416ccbe50e6), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:32.294066 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4788a8a9-e80b-4506-a9b0-b75873f65cd8 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (7a7d0a70-adbb-4a90-9dc6-f17e0efc9ab9), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:32.300713 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device c963193e-44fb-4cb2-b4b6-1a0963d1707a up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:06:32.338485 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23a095-12ee-4c71-a1f8-8661eeb0b360 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Pushing event deleted for resources: {'Port': ['ID=f5811ba8-7604-4e47-90d6-b416ccbe50e6,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:32.367688 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port c963193e-44fb-4cb2-b4b6-1a0963d1707a triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:32.368199 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c963193e-44fb-4cb2-b4b6-1a0963d1707a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:32.403303 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4788a8a9-e80b-4506-a9b0-b75873f65cd8 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:06:32.405788 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4788a8a9-e80b-4506-a9b0-b75873f65cd8 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (7a7d0a70-adbb-4a90-9dc6-f17e0efc9ab9), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:32.414500 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:06:32.414500 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:06:32.414500 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:06:32.414500 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:06:32.414500 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:06:32.414500 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:06:32.414500 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:06:32.414500 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:06:32.414500 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:06:32.414500 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:06:32.414500 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:06:32.414500 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:06:32.414500 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:06:32.414500 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:06:32.414500 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:06:32.414500 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:06:32.414500 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:06:32.414500 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:06:32.414500 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:06:32.414500 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:06:32.414500 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:06:32.414500 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:06:32.414500 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:06:32.414500 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:06:32.414500 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:06:32.414500 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:06:32.414500 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:06:32.414500 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:06:32.414500 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:06:32.414500 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:06:32.414500 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:06:32.414500 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:06:32.492636 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-058d3692-30e7-4b24-a073-ad964f0b7ba1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] For port c963193e-44fb-4cb2-b4b6-1a0963d1707a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c963193e-44fb-4cb2-b4b6-1a0963d1707a,segment=NetworkSegment(a978af30-a9ce-435c-a3ae-06a93f95e7c3),segment_id=a978af30-a9ce-435c-a3ae-06a93f95e7c3)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:06:32.493584 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-058d3692-30e7-4b24-a073-ad964f0b7ba1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (c963193e-44fb-4cb2-b4b6-1a0963d1707a), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:32.495370 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7d23a095-12ee-4c71-a1f8-8661eeb0b360 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (bbda8eae-5511-4e6d-8b7e-a3405b7a8563), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:32.513757 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port c963193e-44fb-4cb2-b4b6-1a0963d1707a is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:06:32.514166 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c963193e-44fb-4cb2-b4b6-1a0963d1707a), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:32.530781 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-058d3692-30e7-4b24-a073-ad964f0b7ba1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Calling delete_port for c963193e-44fb-4cb2-b4b6-1a0963d1707a owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:06:32.557418 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4788a8a9-e80b-4506-a9b0-b75873f65cd8 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (007b3bf5-c6fd-41e7-9fa2-10f5cad7c0ca), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:32.601156 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port c963193e-44fb-4cb2-b4b6-1a0963d1707a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c963193e-44fb-4cb2-b4b6-1a0963d1707a,segment=NetworkSegment(a978af30-a9ce-435c-a3ae-06a93f95e7c3),segment_id=a978af30-a9ce-435c-a3ae-06a93f95e7c3)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:06:32.605451 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4788a8a9-e80b-4506-a9b0-b75873f65cd8 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:32.608982 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4788a8a9-e80b-4506-a9b0-b75873f65cd8 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "DELETE /v2.0/networks/007b3bf5-c6fd-41e7-9fa2-10f5cad7c0ca HTTP/1.1" status: 204  len: 168 time: 4.1415813
Feb 05 21:06:32.611496 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788a8a9-e80b-4506-a9b0-b75873f65cd8 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event deleted for resources: {'Network': ['ID=007b3bf5-c6fd-41e7-9fa2-10f5cad7c0ca,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:32.616041 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57666) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:32.620261 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (c963193e-44fb-4cb2-b4b6-1a0963d1707a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:32.625130 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-b1f583cc-e7f1-46fb-9b15-7e8788798c8c tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1995860076'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:32.701893 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=c963193e-44fb-4cb2-b4b6-1a0963d1707a,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:32.791198 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f583cc-e7f1-46fb-9b15-7e8788798c8c tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Made reservation on behalf of be1aed61497f49d18b23d8f97896bccb for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:32.796333 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b1f583cc-e7f1-46fb-9b15-7e8788798c8c tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:32.821649 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d23a095-12ee-4c71-a1f8-8661eeb0b360 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Router bbda8eae-5511-4e6d-8b7e-a3405b7a8563 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:06:32.842625 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1f583cc-e7f1-46fb-9b15-7e8788798c8c tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:06:32.852839 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-058d3692-30e7-4b24-a073-ad964f0b7ba1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (c963193e-44fb-4cb2-b4b6-1a0963d1707a), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:32.873534 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b1f583cc-e7f1-46fb-9b15-7e8788798c8c tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (d1e5b160-7d12-436c-a186-e3e107592801), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:32.873928 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-b1f583cc-e7f1-46fb-9b15-7e8788798c8c tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Added segment d1e5b160-7d12-436c-a186-e3e107592801 of type vlan for network b1df2167-31d3-4850-9f44-ca5f458503bc
Feb 05 21:06:32.917837 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d3692-30e7-4b24-a073-ad964f0b7ba1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event deleted for resources: {'Port': ['ID=c963193e-44fb-4cb2-b4b6-1a0963d1707a,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:32.924931 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058d3692-30e7-4b24-a073-ad964f0b7ba1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] No DVR routers for this DVR port c963193e-44fb-4cb2-b4b6-1a0963d1707a on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:06:32.970247 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d23a095-12ee-4c71-a1f8-8661eeb0b360 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:06:32.980259 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7d23a095-12ee-4c71-a1f8-8661eeb0b360 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] 10.222.0.32 "PUT /v2.0/routers/bbda8eae-5511-4e6d-8b7e-a3405b7a8563/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7607477
Feb 05 21:06:32.981292 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57686) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:32.984792 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c837fa2-a780-4454-868e-e2f7369e9153 None None] Sync routers for ids ['bbda8eae-5511-4e6d-8b7e-a3405b7a8563'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:06:33.008857 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c837fa2-a780-4454-868e-e2f7369e9153 None None] Routers {'bbda8eae-5511-4e6d-8b7e-a3405b7a8563'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:06:33.011283 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-2c837fa2-a780-4454-868e-e2f7369e9153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab635880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:06:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['bbda8eae-5511-4e6d-8b7e-a3405b7a8563'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:33.059125 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-2c837fa2-a780-4454-868e-e2f7369e9153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab635880>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:33.074013 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c837fa2-a780-4454-868e-e2f7369e9153 None None] Routers {'bbda8eae-5511-4e6d-8b7e-a3405b7a8563'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:06:33.074928 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-2c837fa2-a780-4454-868e-e2f7369e9153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab635880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:06:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['bbda8eae-5511-4e6d-8b7e-a3405b7a8563'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:33.112721 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b1f583cc-e7f1-46fb-9b15-7e8788798c8c tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (b1df2167-31d3-4850-9f44-ca5f458503bc), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:33.119070 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-9774cf57-643a-49d7-9aac-d8042e695346 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] show failed (client error): The resource could not be found.
Feb 05 21:06:33.120563 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9774cf57-643a-49d7-9aac-d8042e695346 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-8446330 HTTP/1.1" status: 404  len: 332 time: 0.1299210
Feb 05 21:06:33.123368 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-058d3692-30e7-4b24-a073-ad964f0b7ba1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (a5506fb8-0cf9-4522-912b-e9bd310ab94b), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:33.124467 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57694) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:33.133774 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-ce1f177c-8c66-464e-acd1-6d894beb8118 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Request body: {'router': {'name': 'new_name'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:33.154281 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6079f33f-9118-454d-8aff-488d364ca797 None None] get_active_networks_info from ncdv-master-1 {{(pid=114392) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 05 21:06:33.156807 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-2c837fa2-a780-4454-868e-e2f7369e9153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab635880>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:33.157212 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-058d3692-30e7-4b24-a073-ad964f0b7ba1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2038040>,) {'filters': {'network_id': ['a5506fb8-0cf9-4522-912b-e9bd310ab94b']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:33.157344 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c837fa2-a780-4454-868e-e2f7369e9153 None None] The sync data for ids ['bbda8eae-5511-4e6d-8b7e-a3405b7a8563'] in ncdv-master-1 is: [] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:06:33.176028 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835bccb-3b79-4b9b-95eb-757d70e8e9cf req-5a292f86-84f8-4ac0-b73a-98ed967cc872 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:33.177644 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3835bccb-3b79-4b9b-95eb-757d70e8e9cf req-5a292f86-84f8-4ac0-b73a-98ed967cc872 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=3721ef9f-8de4-4d4e-b4f5-e315164ccd1d HTTP/1.1" status: 200  len: 945 time: 0.2406411
Feb 05 21:06:33.193163 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-058d3692-30e7-4b24-a073-ad964f0b7ba1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2038040>, 'a978af30-a9ce-435c-a3ae-06a93f95e7c3') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:33.193479 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-058d3692-30e7-4b24-a073-ad964f0b7ba1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2038040>, 'a978af30-a9ce-435c-a3ae-06a93f95e7c3') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:33.212094 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-ce1f177c-8c66-464e-acd1-6d894beb8118 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] update failed (client error): The resource could not be found.
Feb 05 21:06:33.216498 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ce1f177c-8c66-464e-acd1-6d894beb8118 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-2146513853 HTTP/1.1" status: 404  len: 335 time: 0.0876055
Feb 05 21:06:33.216642 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-06aac664-2a9b-4373-aab9-1613a921e947 None None] Could not find standard attr ID for object c963193e-44fb-4cb2-b4b6-1a0963d1707a. {{(pid=114392) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 05 21:06:33.217250 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57700) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:33.229169 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-058d3692-30e7-4b24-a073-ad964f0b7ba1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (a978af30-a9ce-435c-a3ae-06a93f95e7c3), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:33.242459 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b1f583cc-e7f1-46fb-9b15-7e8788798c8c tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (b1df2167-31d3-4850-9f44-ca5f458503bc), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:33.247271 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f583cc-e7f1-46fb-9b15-7e8788798c8c tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:33.247888 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b1f583cc-e7f1-46fb-9b15-7e8788798c8c tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:33.297214 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-058d3692-30e7-4b24-a073-ad964f0b7ba1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (a978af30-a9ce-435c-a3ae-06a93f95e7c3), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:33.304633 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3835bccb-3b79-4b9b-95eb-757d70e8e9cf req-831797be-fde9-4981-ab72-6bd318167cf1 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172967
Feb 05 21:06:33.323895 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b1f583cc-e7f1-46fb-9b15-7e8788798c8c tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.7041180
Feb 05 21:06:33.323895 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-058d3692-30e7-4b24-a073-ad964f0b7ba1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:06:33.323895 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-058d3692-30e7-4b24-a073-ad964f0b7ba1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (a978af30-a9ce-435c-a3ae-06a93f95e7c3), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:33.324940 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-f59c9fb1-af0e-40aa-82ff-2cbd8ae0e577 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Deleting subnet 2dc87359-a304-4f4b-9cb1-e6966cc183cb {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:06:33.327525 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:06:33.327525 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:06:33.327525 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:06:33.327525 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:06:33.327525 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:06:33.327525 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:06:33.327525 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:06:33.327525 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:06:33.327525 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:06:33.327525 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:06:33.327525 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:06:33.327525 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:06:33.327525 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:06:33.327525 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:06:33.327525 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:06:33.327525 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:06:33.327525 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:06:33.327525 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:06:33.327525 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:06:33.327525 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:06:33.327525 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:06:33.327525 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:06:33.327525 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:06:33.327525 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:06:33.327525 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:06:33.327525 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:06:33.327525 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:06:33.327525 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:06:33.327525 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:06:33.327525 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:06:33.327525 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:06:33.327525 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:06:33.329446 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57710) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:33.339834 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f59c9fb1-af0e-40aa-82ff-2cbd8ae0e577 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks [] for subnet (2dc87359-a304-4f4b-9cb1-e6966cc183cb), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:33.346000 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-0cbe3726-7c89-4041-8432-bc49e109bb14 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Request body: {'subnet': {'network_id': 'b1df2167-31d3-4850-9f44-ca5f458503bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:33.386617 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6079f33f-9118-454d-8aff-488d364ca797 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 05 21:06:33.400329 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f59c9fb1-af0e-40aa-82ff-2cbd8ae0e577 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (2dc87359-a304-4f4b-9cb1-e6966cc183cb), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:33.467343 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f583cc-e7f1-46fb-9b15-7e8788798c8c tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event updated for resources: {'Network': ['ID=b1df2167-31d3-4850-9f44-ca5f458503bc,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:33.483837 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f583cc-e7f1-46fb-9b15-7e8788798c8c tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:06:33.484508 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f583cc-e7f1-46fb-9b15-7e8788798c8c tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:06:33.490916 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f583cc-e7f1-46fb-9b15-7e8788798c8c tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:06:33.491593 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f583cc-e7f1-46fb-9b15-7e8788798c8c tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:06:33.492107 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f583cc-e7f1-46fb-9b15-7e8788798c8c tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:06:33.493448 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f583cc-e7f1-46fb-9b15-7e8788798c8c tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:06:33.493448 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f583cc-e7f1-46fb-9b15-7e8788798c8c tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:06:33.493448 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f583cc-e7f1-46fb-9b15-7e8788798c8c tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:06:33.493919 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f583cc-e7f1-46fb-9b15-7e8788798c8c tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:06:33.494431 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f583cc-e7f1-46fb-9b15-7e8788798c8c tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:06:33.494810 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f583cc-e7f1-46fb-9b15-7e8788798c8c tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:06:33.495189 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f583cc-e7f1-46fb-9b15-7e8788798c8c tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:06:33.495554 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f583cc-e7f1-46fb-9b15-7e8788798c8c tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:06:33.516555 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network b1df2167-31d3-4850-9f44-ca5f458503bc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:06:33.549159 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-058d3692-30e7-4b24-a073-ad964f0b7ba1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (a5506fb8-0cf9-4522-912b-e9bd310ab94b), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:33.558197 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f59c9fb1-af0e-40aa-82ff-2cbd8ae0e577 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (2dc87359-a304-4f4b-9cb1-e6966cc183cb), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:33.572883 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-058d3692-30e7-4b24-a073-ad964f0b7ba1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:33.576633 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-058d3692-30e7-4b24-a073-ad964f0b7ba1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/networks/a5506fb8-0cf9-4522-912b-e9bd310ab94b HTTP/1.1" status: 204  len: 168 time: 1.8108215
Feb 05 21:06:33.580159 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57730) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:33.585871 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-d70ee764-5aa6-4c37-aa38-36818d45f7cb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-233065291'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:33.590339 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d3692-30e7-4b24-a073-ad964f0b7ba1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event deleted for resources: {'Network': ['ID=a5506fb8-0cf9-4522-912b-e9bd310ab94b,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:33.630598 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70ee764-5aa6-4c37-aa38-36818d45f7cb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Made reservation on behalf of 2c6898cf86224b09b9056098bf6480b2 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:33.640240 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d70ee764-5aa6-4c37-aa38-36818d45f7cb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:33.648279 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cbe3726-7c89-4041-8432-bc49e109bb14 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Made reservation on behalf of be1aed61497f49d18b23d8f97896bccb for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:33.652212 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0cbe3726-7c89-4041-8432-bc49e109bb14 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:33.681801 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f59c9fb1-af0e-40aa-82ff-2cbd8ae0e577 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (2dc87359-a304-4f4b-9cb1-e6966cc183cb), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:33.722495 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f59c9fb1-af0e-40aa-82ff-2cbd8ae0e577 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:33.730310 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57740) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:33.731584 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f59c9fb1-af0e-40aa-82ff-2cbd8ae0e577 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] 10.222.0.32 "DELETE /v2.0/subnets/2dc87359-a304-4f4b-9cb1-e6966cc183cb HTTP/1.1" status: 204  len: 168 time: 0.5132556
Feb 05 21:06:33.755010 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c9fb1-af0e-40aa-82ff-2cbd8ae0e577 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Pushing event deleted for resources: {'Subnet': ['ID=2dc87359-a304-4f4b-9cb1-e6966cc183cb,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:33.817310 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d70ee764-5aa6-4c37-aa38-36818d45f7cb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:06:33.853792 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d70ee764-5aa6-4c37-aa38-36818d45f7cb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (d39c0e54-3918-4097-a9d7-ea9a29d6d062), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:33.854345 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-d70ee764-5aa6-4c37-aa38-36818d45f7cb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Added segment d39c0e54-3918-4097-a9d7-ea9a29d6d062 of type vlan for network 67f18a8a-e81b-4aeb-aa36-20f74c9476f0
Feb 05 21:06:33.857135 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cb3051c5-579f-4b90-8284-0489ea0ee9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:33.867021 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4bceea98-c9b7-42a5-82fe-1fffba42ecfa tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (453b8281-44f4-41a6-b35b-b287a17b0611), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:33.949950 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d70ee764-5aa6-4c37-aa38-36818d45f7cb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (67f18a8a-e81b-4aeb-aa36-20f74c9476f0), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:33.967054 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9325fef1-32fa-4fc0-9392-83000b4a6915 None None] Network a5506fb8-0cf9-4522-912b-e9bd310ab94b requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:33.970465 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abcfeb3-c41b-4bf7-bad8-c277999f56ac None None] Network 453b8281-44f4-41a6-b35b-b287a17b0611 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:34.044955 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d70ee764-5aa6-4c37-aa38-36818d45f7cb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (67f18a8a-e81b-4aeb-aa36-20f74c9476f0), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:34.051224 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70ee764-5aa6-4c37-aa38-36818d45f7cb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:34.052096 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d70ee764-5aa6-4c37-aa38-36818d45f7cb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:34.085532 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9325fef1-32fa-4fc0-9392-83000b4a6915 None None] Network a5506fb8-0cf9-4522-912b-e9bd310ab94b could not be found, it might have been deleted concurrently. {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Feb 05 21:06:34.130089 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d70ee764-5aa6-4c37-aa38-36818d45f7cb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.5482752
Feb 05 21:06:34.133651 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57750) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:34.136977 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0cbe3726-7c89-4041-8432-bc49e109bb14 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (25bf0d41-f98f-465d-81b4-c732bb6e0acc), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:34.145076 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-da8d812e-0564-42f0-853e-9ca1d3c90dd4 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'subnet': {'network_id': '67f18a8a-e81b-4aeb-aa36-20f74c9476f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:34.207736 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbae4a32-791c-476b-ba2b-185eb8e34aa4 None None] DHCP port deletion for a5506fb8-0cf9-4522-912b-e9bd310ab94b request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:06:34.249124 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ee764-5aa6-4c37-aa38-36818d45f7cb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'Network': ['ID=67f18a8a-e81b-4aeb-aa36-20f74c9476f0,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:34.252229 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8287519-da28-4be4-b234-85b7b3c2a97d None None] DHCP port deletion for 453b8281-44f4-41a6-b35b-b287a17b0611 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:06:34.269882 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 67f18a8a-e81b-4aeb-aa36-20f74c9476f0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:06:34.270267 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-4bceea98-c9b7-42a5-82fe-1fffba42ecfa tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Deleting port 5f050c47-f2fc-4e81-90e7-79d38807d3ef {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:06:34.271047 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4bceea98-c9b7-42a5-82fe-1fffba42ecfa tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (5f050c47-f2fc-4e81-90e7-79d38807d3ef), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:34.311362 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe3726-7c89-4041-8432-bc49e109bb14 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event updated for resources: {'Subnet': ['ID=25bf0d41-f98f-465d-81b4-c732bb6e0acc,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:34.354007 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57754) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:34.361756 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8d812e-0564-42f0-853e-9ca1d3c90dd4 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Made reservation on behalf of 2c6898cf86224b09b9056098bf6480b2 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:34.378796 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-da8d812e-0564-42f0-853e-9ca1d3c90dd4 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:34.408337 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a8287519-da28-4be4-b234-85b7b3c2a97d None None] Deleting port 5f050c47-f2fc-4e81-90e7-79d38807d3ef {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:06:34.409579 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a8287519-da28-4be4-b234-85b7b3c2a97d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (5f050c47-f2fc-4e81-90e7-79d38807d3ef), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:34.415640 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbe3726-7c89-4041-8432-bc49e109bb14 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Checking segment: {'id': 'd1e5b160-7d12-436c-a186-e3e107592801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b1df2167-31d3-4850-9f44-ca5f458503bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:06:34.416403 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbe3726-7c89-4041-8432-bc49e109bb14 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Network hostable DHCP agents. Network: b1df2167-31d3-4850-9f44-ca5f458503bc, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:06:34.441854 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-4bceea98-c9b7-42a5-82fe-1fffba42ecfa tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] For port 5f050c47-f2fc-4e81-90e7-79d38807d3ef, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5f050c47-f2fc-4e81-90e7-79d38807d3ef,segment=NetworkSegment(6856253b-1d6d-4889-a2d0-beb6be1bf6f5),segment_id=6856253b-1d6d-4889-a2d0-beb6be1bf6f5)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:06:34.443009 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4bceea98-c9b7-42a5-82fe-1fffba42ecfa tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (5f050c47-f2fc-4e81-90e7-79d38807d3ef), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:34.465242 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-4bceea98-c9b7-42a5-82fe-1fffba42ecfa tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Calling delete_port for 5f050c47-f2fc-4e81-90e7-79d38807d3ef owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:06:34.472546 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbe3726-7c89-4041-8432-bc49e109bb14 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Network b1df2167-31d3-4850-9f44-ca5f458503bc is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:06:34.489458 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-a8287519-da28-4be4-b234-85b7b3c2a97d None None] For port 5f050c47-f2fc-4e81-90e7-79d38807d3ef, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5f050c47-f2fc-4e81-90e7-79d38807d3ef,segment=NetworkSegment(6856253b-1d6d-4889-a2d0-beb6be1bf6f5),segment_id=6856253b-1d6d-4889-a2d0-beb6be1bf6f5)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:06:34.489912 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a8287519-da28-4be4-b234-85b7b3c2a97d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (5f050c47-f2fc-4e81-90e7-79d38807d3ef), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:34.504999 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a8287519-da28-4be4-b234-85b7b3c2a97d None None] Calling delete_port for 5f050c47-f2fc-4e81-90e7-79d38807d3ef owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:06:34.562392 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-26df9dd5-16d0-40ce-adb6-9d066c9f90a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:34.563065 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-0cbe3726-7c89-4041-8432-bc49e109bb14 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b1df2167-31d3-4850-9f44-ca5f458503bc) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:34.569283 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbe3726-7c89-4041-8432-bc49e109bb14 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:34.570075 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0cbe3726-7c89-4041-8432-bc49e109bb14 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:34.585851 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838158d9-8478-4c17-9ee6-552cce9dbd13 None None] Network b1df2167-31d3-4850-9f44-ca5f458503bc requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:34.620977 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0cbe3726-7c89-4041-8432-bc49e109bb14 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 1.2795560
Feb 05 21:06:34.622990 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57762) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:34.633286 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6be1d4-84ec-4cf0-878b-98349b6f2985 req-0d572dd9-b8b7-4e66-b274-07828ac74c4a tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:34.641766 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0b6be1d4-84ec-4cf0-878b-98349b6f2985 req-0d572dd9-b8b7-4e66-b274-07828ac74c4a tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=3721ef9f-8de4-4d4e-b4f5-e315164ccd1d HTTP/1.1" status: 200  len: 945 time: 0.1648891
Feb 05 21:06:34.672821 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a8287519-da28-4be4-b234-85b7b3c2a97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (5f050c47-f2fc-4e81-90e7-79d38807d3ef), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:34.712346 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8287519-da28-4be4-b234-85b7b3c2a97d None None] Pushing event deleted for resources: {'Port': ['ID=5f050c47-f2fc-4e81-90e7-79d38807d3ef,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:34.717291 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8287519-da28-4be4-b234-85b7b3c2a97d None None] No DVR routers for this DVR port 5f050c47-f2fc-4e81-90e7-79d38807d3ef on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:06:34.735159 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-da8d812e-0564-42f0-853e-9ca1d3c90dd4 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (226d021f-20fc-4266-9f28-3e294bc19575), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:34.778102 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3746b848-df84-43fb-86fb-cfaaa0a1fe48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b1df2167-31d3-4850-9f44-ca5f458503bc', 'network_id': 'b1df2167-31d3-4850-9f44-ca5f458503bc', 'project_id': 'be1aed61497f49d18b23d8f97896bccb', 'fixed_ips': [{'subnet_id': '25bf0d41-f98f-465d-81b4-c732bb6e0acc'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:06:34.778861 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3746b848-df84-43fb-86fb-cfaaa0a1fe48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:34.806311 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-26df9dd5-16d0-40ce-adb6-9d066c9f90a8 admin admin] Publish callbacks [] for security_group (7e292b5c-9f5b-4e78-968d-e1264598cd3f), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:34.806828 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6643-e138-48d5-873f-cff692be732e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (b1df2167-31d3-4850-9f44-ca5f458503bc), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:34.821537 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-26df9dd5-16d0-40ce-adb6-9d066c9f90a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (7e292b5c-9f5b-4e78-968d-e1264598cd3f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:34.830010 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4bceea98-c9b7-42a5-82fe-1fffba42ecfa tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (5f050c47-f2fc-4e81-90e7-79d38807d3ef), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:34.840214 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d812e-0564-42f0-853e-9ca1d3c90dd4 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'Subnet': ['ID=226d021f-20fc-4266-9f28-3e294bc19575,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:34.874404 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df9dd5-16d0-40ce-adb6-9d066c9f90a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e292b5c-9f5b-4e78-968d-e1264598cd3f,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:34.886660 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-26df9dd5-16d0-40ce-adb6-9d066c9f90a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=65d580728c84462bbf92eb740b2c5d59&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5309081
Feb 05 21:06:34.886660 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d812e-0564-42f0-853e-9ca1d3c90dd4 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Checking segment: {'id': 'd39c0e54-3918-4097-a9d7-ea9a29d6d062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '67f18a8a-e81b-4aeb-aa36-20f74c9476f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:06:34.886660 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8d812e-0564-42f0-853e-9ca1d3c90dd4 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Network hostable DHCP agents. Network: 67f18a8a-e81b-4aeb-aa36-20f74c9476f0, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:06:34.888172 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57764) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:34.894222 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0b6be1d4-84ec-4cf0-878b-98349b6f2985 req-fb539668-3f48-461c-9c11-df50a46c0a92 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2514014
Feb 05 21:06:34.901126 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bceea98-c9b7-42a5-82fe-1fffba42ecfa tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Pushing event deleted for resources: {'Port': ['ID=5f050c47-f2fc-4e81-90e7-79d38807d3ef,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:34.921770 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bceea98-c9b7-42a5-82fe-1fffba42ecfa tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] No DVR routers for this DVR port 5f050c47-f2fc-4e81-90e7-79d38807d3ef on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:06:34.960011 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8d812e-0564-42f0-853e-9ca1d3c90dd4 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Network 67f18a8a-e81b-4aeb-aa36-20f74c9476f0 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:06:34.978576 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-da8d812e-0564-42f0-853e-9ca1d3c90dd4 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 67f18a8a-e81b-4aeb-aa36-20f74c9476f0) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:34.986052 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8d812e-0564-42f0-853e-9ca1d3c90dd4 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:34.987362 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-da8d812e-0564-42f0-853e-9ca1d3c90dd4 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:34.990979 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b4c85fcb-21b0-4095-9ba2-870cc98720b8 admin admin] Publish callbacks [] for security_group (7e292b5c-9f5b-4e78-968d-e1264598cd3f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:35.000457 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b33bbd2-9664-46a3-b340-51b8335ff3dc None None] Network 67f18a8a-e81b-4aeb-aa36-20f74c9476f0 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:35.015639 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4bceea98-c9b7-42a5-82fe-1fffba42ecfa tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (453b8281-44f4-41a6-b35b-b287a17b0611), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:35.020540 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b4c85fcb-21b0-4095-9ba2-870cc98720b8 admin admin] Publish callbacks [] for security_group (7e292b5c-9f5b-4e78-968d-e1264598cd3f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:35.037779 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-da8d812e-0564-42f0-853e-9ca1d3c90dd4 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8980370
Feb 05 21:06:35.037955 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-4bceea98-c9b7-42a5-82fe-1fffba42ecfa tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db264a400>,) {'filters': {'network_id': ['453b8281-44f4-41a6-b35b-b287a17b0611']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:35.039678 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57766) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:35.047819 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-4bceea98-c9b7-42a5-82fe-1fffba42ecfa tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db264a400>, '6856253b-1d6d-4889-a2d0-beb6be1bf6f5') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:35.048159 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-4bceea98-c9b7-42a5-82fe-1fffba42ecfa tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db264a400>, '6856253b-1d6d-4889-a2d0-beb6be1bf6f5') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:35.048321 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-7b185b9a-aa69-4632-b09e-dcea8bc93d33 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'port': {'network_id': '67f18a8a-e81b-4aeb-aa36-20f74c9476f0', 'security_groups': [], 'name': 'tempest-PortsTestJSON-520297081'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:35.054271 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-3746b848-df84-43fb-86fb-cfaaa0a1fe48 None None] Allocated IP 2001:db8::1 (b1df2167-31d3-4850-9f44-ca5f458503bc/25bf0d41-f98f-465d-81b4-c732bb6e0acc/58a402ab-59bb-47ad-8be0-c247c327e655) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:06:35.064669 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4bceea98-c9b7-42a5-82fe-1fffba42ecfa tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (6856253b-1d6d-4889-a2d0-beb6be1bf6f5), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:35.079865 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4bceea98-c9b7-42a5-82fe-1fffba42ecfa tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (6856253b-1d6d-4889-a2d0-beb6be1bf6f5), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:35.086623 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bceea98-c9b7-42a5-82fe-1fffba42ecfa tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:06:35.087277 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4bceea98-c9b7-42a5-82fe-1fffba42ecfa tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (6856253b-1d6d-4889-a2d0-beb6be1bf6f5), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:35.145089 ncdv-master-1 neutron-server[114391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:06:35.145089 ncdv-master-1 neutron-server[114391]:   self.session.flush()
Feb 05 21:06:35.145089 ncdv-master-1 neutron-server[114391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:06:35.145089 ncdv-master-1 neutron-server[114391]:   self.session.flush()
Feb 05 21:06:35.145089 ncdv-master-1 neutron-server[114391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:06:35.145089 ncdv-master-1 neutron-server[114391]:   self.session.flush()
Feb 05 21:06:35.145089 ncdv-master-1 neutron-server[114391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:06:35.145089 ncdv-master-1 neutron-server[114391]:   self.session.flush()
Feb 05 21:06:35.145089 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:06:35.145089 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:06:35.145089 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:06:35.145089 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:06:35.145089 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:06:35.145089 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:06:35.145089 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:06:35.145089 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:06:35.145089 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:06:35.145089 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:06:35.145089 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:06:35.145089 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:06:35.145089 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:06:35.145089 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:06:35.145089 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:06:35.145089 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:06:35.145089 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:06:35.145089 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:06:35.145089 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:06:35.145089 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:06:35.145089 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:06:35.145089 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:06:35.145089 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:06:35.145089 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:06:35.145089 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:06:35.145089 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:06:35.145089 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:06:35.145089 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:06:35.145089 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:06:35.145089 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:06:35.145089 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:06:35.145089 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:06:35.150075 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6643-e138-48d5-873f-cff692be732e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (25bf0d41-f98f-465d-81b4-c732bb6e0acc), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:35.177146 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4bceea98-c9b7-42a5-82fe-1fffba42ecfa tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (453b8281-44f4-41a6-b35b-b287a17b0611), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:35.180499 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b4c85fcb-21b0-4095-9ba2-870cc98720b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (7e292b5c-9f5b-4e78-968d-e1264598cd3f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:35.183224 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b4c85fcb-21b0-4095-9ba2-870cc98720b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:35.190358 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4bceea98-c9b7-42a5-82fe-1fffba42ecfa tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:35.193775 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4bceea98-c9b7-42a5-82fe-1fffba42ecfa tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] 10.222.0.32 "DELETE /v2.0/networks/453b8281-44f4-41a6-b35b-b287a17b0611 HTTP/1.1" status: 204  len: 168 time: 1.4578266
Feb 05 21:06:35.197465 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b4c85fcb-21b0-4095-9ba2-870cc98720b8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7e292b5c-9f5b-4e78-968d-e1264598cd3f HTTP/1.1" status: 204  len: 168 time: 0.2967649
Feb 05 21:06:35.198484 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57770) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:35.211145 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15da3804-1653-4c08-9f78-6f2221f09ea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-67f18a8a-e81b-4aeb-aa36-20f74c9476f0', 'network_id': '67f18a8a-e81b-4aeb-aa36-20f74c9476f0', 'project_id': '2c6898cf86224b09b9056098bf6480b2', 'fixed_ips': [{'subnet_id': '226d021f-20fc-4266-9f28-3e294bc19575'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:06:35.211515 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-15da3804-1653-4c08-9f78-6f2221f09ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:35.215428 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c85fcb-21b0-4095-9ba2-870cc98720b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e292b5c-9f5b-4e78-968d-e1264598cd3f,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:35.220087 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bceea98-c9b7-42a5-82fe-1fffba42ecfa tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Pushing event deleted for resources: {'Network': ['ID=453b8281-44f4-41a6-b35b-b287a17b0611,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:35.241027 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b185b9a-aa69-4632-b09e-dcea8bc93d33 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Made reservation on behalf of 2c6898cf86224b09b9056098bf6480b2 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:35.247232 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7b185b9a-aa69-4632-b09e-dcea8bc93d33 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:35.291784 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-7b185b9a-aa69-4632-b09e-dcea8bc93d33 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] device_id is not set on port 9ba76c60-c250-49a2-adbf-e4d09cfe17c6 yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:06:35.303215 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-d772faed-4bd7-42e9-aa66-6f4beddb5ee8 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Deleting subnet 6e26b384-79ec-438c-a20c-6ec8e94c6c13 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:06:35.308855 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d772faed-4bd7-42e9-aa66-6f4beddb5ee8 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks [] for subnet (6e26b384-79ec-438c-a20c-6ec8e94c6c13), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:35.380600 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d772faed-4bd7-42e9-aa66-6f4beddb5ee8 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (6e26b384-79ec-438c-a20c-6ec8e94c6c13), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:35.454117 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-7b185b9a-aa69-4632-b09e-dcea8bc93d33 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Allocated IP 172.20.0.5 (67f18a8a-e81b-4aeb-aa36-20f74c9476f0/226d021f-20fc-4266-9f28-3e294bc19575/9ba76c60-c250-49a2-adbf-e4d09cfe17c6) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:06:35.493918 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3746b848-df84-43fb-86fb-cfaaa0a1fe48 None None] Publish callbacks [] for port (58a402ab-59bb-47ad-8be0-c247c327e655), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:35.494572 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d772faed-4bd7-42e9-aa66-6f4beddb5ee8 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (6e26b384-79ec-438c-a20c-6ec8e94c6c13), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:35.507001 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3746b848-df84-43fb-86fb-cfaaa0a1fe48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (58a402ab-59bb-47ad-8be0-c247c327e655), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:35.543887 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3746b848-df84-43fb-86fb-cfaaa0a1fe48 None None] Network b1df2167-31d3-4850-9f44-ca5f458503bc is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:06:35.551723 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-3746b848-df84-43fb-86fb-cfaaa0a1fe48 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:35.555407 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3746b848-df84-43fb-86fb-cfaaa0a1fe48 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:06:35.556437 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6643-e138-48d5-873f-cff692be732e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (25bf0d41-f98f-465d-81b4-c732bb6e0acc), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:35.587077 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3746b848-df84-43fb-86fb-cfaaa0a1fe48 None None] Pushing event updated for resources: {'Port': ['ID=58a402ab-59bb-47ad-8be0-c247c327e655,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:35.623659 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c6643-e138-48d5-873f-cff692be732e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event deleted for resources: {'Subnet': ['ID=25bf0d41-f98f-465d-81b4-c732bb6e0acc,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:35.631416 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-3746b848-df84-43fb-86fb-cfaaa0a1fe48 None None] Attempting to bind port 58a402ab-59bb-47ad-8be0-c247c327e655 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:06:35.632426 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-3746b848-df84-43fb-86fb-cfaaa0a1fe48 None None] Attempting to bind port 58a402ab-59bb-47ad-8be0-c247c327e655 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd1e5b160-7d12-436c-a186-e3e107592801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b1df2167-31d3-4850-9f44-ca5f458503bc'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:06:35.632987 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3746b848-df84-43fb-86fb-cfaaa0a1fe48 None None] Attempting to bind port 58a402ab-59bb-47ad-8be0-c247c327e655 on network b1df2167-31d3-4850-9f44-ca5f458503bc {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:06:35.639907 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3746b848-df84-43fb-86fb-cfaaa0a1fe48 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:06:35.640567 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3746b848-df84-43fb-86fb-cfaaa0a1fe48 None None] Checking segment: {'id': 'd1e5b160-7d12-436c-a186-e3e107592801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b1df2167-31d3-4850-9f44-ca5f458503bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:06:35.641138 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3746b848-df84-43fb-86fb-cfaaa0a1fe48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:35.641701 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3746b848-df84-43fb-86fb-cfaaa0a1fe48 None None] Bound using segment: {'id': 'd1e5b160-7d12-436c-a186-e3e107592801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b1df2167-31d3-4850-9f44-ca5f458503bc'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:06:35.642405 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-3746b848-df84-43fb-86fb-cfaaa0a1fe48 None None] Bound port: 58a402ab-59bb-47ad-8be0-c247c327e655, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e5b160-7d12-436c-a186-e3e107592801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b1df2167-31d3-4850-9f44-ca5f458503bc'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:06:35.643481 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3746b848-df84-43fb-86fb-cfaaa0a1fe48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (58a402ab-59bb-47ad-8be0-c247c327e655), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:35.648395 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7b185b9a-aa69-4632-b09e-dcea8bc93d33 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for port (9ba76c60-c250-49a2-adbf-e4d09cfe17c6), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:35.709700 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7b185b9a-aa69-4632-b09e-dcea8bc93d33 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (9ba76c60-c250-49a2-adbf-e4d09cfe17c6), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:35.716934 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6643-e138-48d5-873f-cff692be732e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (b1df2167-31d3-4850-9f44-ca5f458503bc), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:35.733221 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d772faed-4bd7-42e9-aa66-6f4beddb5ee8 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (6e26b384-79ec-438c-a20c-6ec8e94c6c13), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:35.767975 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-3746b848-df84-43fb-86fb-cfaaa0a1fe48 None None] For port 58a402ab-59bb-47ad-8be0-c247c327e655, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:06:35.775070 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-3746b848-df84-43fb-86fb-cfaaa0a1fe48 None None] For port 58a402ab-59bb-47ad-8be0-c247c327e655, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=58a402ab-59bb-47ad-8be0-c247c327e655,segment=NetworkSegment(d1e5b160-7d12-436c-a186-e3e107592801),segment_id=d1e5b160-7d12-436c-a186-e3e107592801)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:06:35.778640 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b185b9a-aa69-4632-b09e-dcea8bc93d33 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Network 67f18a8a-e81b-4aeb-aa36-20f74c9476f0 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:06:35.784715 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-7b185b9a-aa69-4632-b09e-dcea8bc93d33 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:35.785308 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-fe8c6643-e138-48d5-873f-cff692be732e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db3192130>,) {'filters': {'network_id': ['b1df2167-31d3-4850-9f44-ca5f458503bc']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:35.789837 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3746b848-df84-43fb-86fb-cfaaa0a1fe48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (58a402ab-59bb-47ad-8be0-c247c327e655), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:35.790090 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d772faed-4bd7-42e9-aa66-6f4beddb5ee8 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Pushing event deleted for resources: {'Subnet': ['ID=6e26b384-79ec-438c-a20c-6ec8e94c6c13,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:35.791988 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d772faed-4bd7-42e9-aa66-6f4beddb5ee8 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:35.792959 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-15da3804-1653-4c08-9f78-6f2221f09ea8 None None] Allocated IP 172.20.0.2 (67f18a8a-e81b-4aeb-aa36-20f74c9476f0/226d021f-20fc-4266-9f28-3e294bc19575/33d7d8f0-e43e-4b8b-ac65-59543d3c13bf) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:06:35.797162 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d772faed-4bd7-42e9-aa66-6f4beddb5ee8 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] 10.222.0.32 "DELETE /v2.0/subnets/6e26b384-79ec-438c-a20c-6ec8e94c6c13 HTTP/1.1" status: 204  len: 168 time: 0.5901318
Feb 05 21:06:35.804871 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b185b9a-aa69-4632-b09e-dcea8bc93d33 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:06:35.805670 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaea39df-d6c6-450b-b150-1422c6edbed6 None None] Network 931eb7b1-1781-4c17-b80e-780ca5c7d4fd requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:35.807187 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57784) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:35.827159 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-fe8c6643-e138-48d5-873f-cff692be732e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3192130>, 'd1e5b160-7d12-436c-a186-e3e107592801') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:35.827757 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-fe8c6643-e138-48d5-873f-cff692be732e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3192130>, 'd1e5b160-7d12-436c-a186-e3e107592801') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:35.841581 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b185b9a-aa69-4632-b09e-dcea8bc93d33 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'Port': ['ID=9ba76c60-c250-49a2-adbf-e4d09cfe17c6,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:35.863098 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6643-e138-48d5-873f-cff692be732e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (d1e5b160-7d12-436c-a186-e3e107592801), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:35.893776 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6643-e138-48d5-873f-cff692be732e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (d1e5b160-7d12-436c-a186-e3e107592801), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:35.903777 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b185b9a-aa69-4632-b09e-dcea8bc93d33 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:35.904629 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7b185b9a-aa69-4632-b09e-dcea8bc93d33 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:35.915474 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-a73485d3-5eb7-4cce-92f3-855c21d60199 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Deleting subnet 3ef4d20f-8729-4371-a77c-0eceb5add5fa {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:06:35.920608 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe8c6643-e138-48d5-873f-cff692be732e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:06:35.921763 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6643-e138-48d5-873f-cff692be732e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (d1e5b160-7d12-436c-a186-e3e107592801), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:35.930576 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7b185b9a-aa69-4632-b09e-dcea8bc93d33 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 885 time: 0.8893130
Feb 05 21:06:35.933358 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57788) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:36.014836 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a73485d3-5eb7-4cce-92f3-855c21d60199 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks [] for subnet (3ef4d20f-8729-4371-a77c-0eceb5add5fa), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:36.017783 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:06:36.017783 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:06:36.017783 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:06:36.017783 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:06:36.017783 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:06:36.017783 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:06:36.017783 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:06:36.017783 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:06:36.017783 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:06:36.017783 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:06:36.017783 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:06:36.017783 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:06:36.017783 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:06:36.017783 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:06:36.017783 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:06:36.017783 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:06:36.017783 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:06:36.017783 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:06:36.017783 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:06:36.017783 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:06:36.017783 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:06:36.017783 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:06:36.017783 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:06:36.017783 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:06:36.017783 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:06:36.017783 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:06:36.017783 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:06:36.017783 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:06:36.017783 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:06:36.017783 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:06:36.017783 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:06:36.017783 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:06:36.058492 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.db.api [None req-fe8c6643-e138-48d5-873f-cff692be732e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Feb 05 21:06:36.058492 ncdv-master-1 neutron-server[114391]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Feb 05 21:06:36.058492 ncdv-master-1 neutron-server[114391]: [parameters: {'id': 'b1df2167-31d3-4850-9f44-ca5f458503bc'}]
Feb 05 21:06:36.058492 ncdv-master-1 neutron-server[114391]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 21:06:36.058819 ncdv-master-1 neutron-server[114391]: DEBUG oslo_db.api [None req-fe8c6643-e138-48d5-873f-cff692be732e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 21:06:36.063081 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-2f0ebcc8-c485-4697-86e9-6a7f27d8b9af tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Deleting port 9ba76c60-c250-49a2-adbf-e4d09cfe17c6 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:06:36.063439 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2f0ebcc8-c485-4697-86e9-6a7f27d8b9af tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (9ba76c60-c250-49a2-adbf-e4d09cfe17c6), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:36.096350 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3746b848-df84-43fb-86fb-cfaaa0a1fe48 None None] Pushing event updated for resources: {'Port': ['ID=58a402ab-59bb-47ad-8be0-c247c327e655,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:36.129791 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a9d80f99-4f96-434f-b6da-b4717f3420d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:36.142923 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40a220d-4002-4e99-91f3-62abe185c980 None None] Network b1df2167-31d3-4850-9f44-ca5f458503bc requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:36.180753 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2f0ebcc8-c485-4697-86e9-6a7f27d8b9af tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (9ba76c60-c250-49a2-adbf-e4d09cfe17c6), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:36.196131 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-2f0ebcc8-c485-4697-86e9-6a7f27d8b9af tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Calling delete_port for 9ba76c60-c250-49a2-adbf-e4d09cfe17c6 owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:06:36.211664 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a73485d3-5eb7-4cce-92f3-855c21d60199 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (3ef4d20f-8729-4371-a77c-0eceb5add5fa), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:36.277851 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device c963193e-44fb-4cb2-b4b6-1a0963d1707a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:06:36.294540 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c5834-93c7-4e7d-85a7-3a28ef616348 req-6ee0d3a6-deac-4ece-919c-3b9a40c621bf tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:36.296140 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a04c5834-93c7-4e7d-85a7-3a28ef616348 req-6ee0d3a6-deac-4ece-919c-3b9a40c621bf tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=3721ef9f-8de4-4d4e-b4f5-e315164ccd1d HTTP/1.1" status: 200  len: 945 time: 0.2364292
Feb 05 21:06:36.337197 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: c963193e-44fb-4cb2-b4b6-1a0963d1707a {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:06:36.337562 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device c963193e-44fb-4cb2-b4b6-1a0963d1707a not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:06:36.338096 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 5f050c47-f2fc-4e81-90e7-79d38807d3ef no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:06:36.385587 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-15da3804-1653-4c08-9f78-6f2221f09ea8 None None] Publish callbacks [] for port (33d7d8f0-e43e-4b8b-ac65-59543d3c13bf), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:36.389253 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 5f050c47-f2fc-4e81-90e7-79d38807d3ef {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:06:36.389670 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 5f050c47-f2fc-4e81-90e7-79d38807d3ef not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:06:36.400636 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-15da3804-1653-4c08-9f78-6f2221f09ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (33d7d8f0-e43e-4b8b-ac65-59543d3c13bf), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:36.416357 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a04c5834-93c7-4e7d-85a7-3a28ef616348 req-d9a48d53-1f86-42f3-ad75-417a3821ab65 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1130474
Feb 05 21:06:36.431014 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a73485d3-5eb7-4cce-92f3-855c21d60199 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (3ef4d20f-8729-4371-a77c-0eceb5add5fa), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:36.453340 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276511d0-5ded-435e-bd0e-1ef4a520d602 None None] DHCP port deletion for 931eb7b1-1781-4c17-b80e-780ca5c7d4fd request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:06:36.485070 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15da3804-1653-4c08-9f78-6f2221f09ea8 None None] Network 67f18a8a-e81b-4aeb-aa36-20f74c9476f0 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:06:36.499391 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-15da3804-1653-4c08-9f78-6f2221f09ea8 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:36.524349 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2f0ebcc8-c485-4697-86e9-6a7f27d8b9af tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (9ba76c60-c250-49a2-adbf-e4d09cfe17c6), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:36.525329 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15da3804-1653-4c08-9f78-6f2221f09ea8 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:06:36.531998 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da3804-1653-4c08-9f78-6f2221f09ea8 None None] Pushing event updated for resources: {'Port': ['ID=33d7d8f0-e43e-4b8b-ac65-59543d3c13bf,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:36.607548 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-15da3804-1653-4c08-9f78-6f2221f09ea8 None None] Attempting to bind port 33d7d8f0-e43e-4b8b-ac65-59543d3c13bf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:06:36.607841 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-15da3804-1653-4c08-9f78-6f2221f09ea8 None None] Attempting to bind port 33d7d8f0-e43e-4b8b-ac65-59543d3c13bf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd39c0e54-3918-4097-a9d7-ea9a29d6d062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '67f18a8a-e81b-4aeb-aa36-20f74c9476f0'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:06:36.608229 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15da3804-1653-4c08-9f78-6f2221f09ea8 None None] Attempting to bind port 33d7d8f0-e43e-4b8b-ac65-59543d3c13bf on network 67f18a8a-e81b-4aeb-aa36-20f74c9476f0 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:06:36.615522 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-276511d0-5ded-435e-bd0e-1ef4a520d602 None None] Deleting port 021448fe-afaf-4e2e-8315-1110f190154b {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:06:36.616027 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-276511d0-5ded-435e-bd0e-1ef4a520d602 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (021448fe-afaf-4e2e-8315-1110f190154b), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:36.619187 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15da3804-1653-4c08-9f78-6f2221f09ea8 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:06:36.619563 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15da3804-1653-4c08-9f78-6f2221f09ea8 None None] Checking segment: {'id': 'd39c0e54-3918-4097-a9d7-ea9a29d6d062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '67f18a8a-e81b-4aeb-aa36-20f74c9476f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:06:36.619972 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-15da3804-1653-4c08-9f78-6f2221f09ea8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:36.620402 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15da3804-1653-4c08-9f78-6f2221f09ea8 None None] Bound using segment: {'id': 'd39c0e54-3918-4097-a9d7-ea9a29d6d062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '67f18a8a-e81b-4aeb-aa36-20f74c9476f0'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:06:36.621012 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-15da3804-1653-4c08-9f78-6f2221f09ea8 None None] Bound port: 33d7d8f0-e43e-4b8b-ac65-59543d3c13bf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd39c0e54-3918-4097-a9d7-ea9a29d6d062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '67f18a8a-e81b-4aeb-aa36-20f74c9476f0'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:06:36.621406 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-15da3804-1653-4c08-9f78-6f2221f09ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (33d7d8f0-e43e-4b8b-ac65-59543d3c13bf), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:36.624180 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ebcc8-c485-4697-86e9-6a7f27d8b9af tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event deleted for resources: {'Port': ['ID=9ba76c60-c250-49a2-adbf-e4d09cfe17c6,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:36.695653 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2f0ebcc8-c485-4697-86e9-6a7f27d8b9af tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:36.701171 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2f0ebcc8-c485-4697-86e9-6a7f27d8b9af tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/ports/9ba76c60-c250-49a2-adbf-e4d09cfe17c6 HTTP/1.1" status: 204  len: 168 time: 0.7647643
Feb 05 21:06:36.704469 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57802) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:36.730816 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-276511d0-5ded-435e-bd0e-1ef4a520d602 None None] For port 021448fe-afaf-4e2e-8315-1110f190154b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=021448fe-afaf-4e2e-8315-1110f190154b,segment=NetworkSegment(a69f7251-0e9f-4db9-8a5c-2204b46e1035),segment_id=a69f7251-0e9f-4db9-8a5c-2204b46e1035)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:06:36.731158 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-276511d0-5ded-435e-bd0e-1ef4a520d602 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (021448fe-afaf-4e2e-8315-1110f190154b), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:36.745510 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-742fc2c7-97d2-4002-ad03-1da96487fd56 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] GET failed (client error): The resource could not be found.
Feb 05 21:06:36.747296 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-742fc2c7-97d2-4002-ad03-1da96487fd56 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "GET /v2.0/ports/9ba76c60-c250-49a2-adbf-e4d09cfe17c6 HTTP/1.1" status: 404  len: 333 time: 0.0418236
Feb 05 21:06:36.750240 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57806) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:36.751372 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-276511d0-5ded-435e-bd0e-1ef4a520d602 None None] Calling delete_port for 021448fe-afaf-4e2e-8315-1110f190154b owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:06:36.779049 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-15da3804-1653-4c08-9f78-6f2221f09ea8 None None] For port 33d7d8f0-e43e-4b8b-ac65-59543d3c13bf, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:06:36.825737 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-15da3804-1653-4c08-9f78-6f2221f09ea8 None None] For port 33d7d8f0-e43e-4b8b-ac65-59543d3c13bf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=33d7d8f0-e43e-4b8b-ac65-59543d3c13bf,segment=NetworkSegment(d39c0e54-3918-4097-a9d7-ea9a29d6d062),segment_id=d39c0e54-3918-4097-a9d7-ea9a29d6d062)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:06:36.839299 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-15da3804-1653-4c08-9f78-6f2221f09ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (33d7d8f0-e43e-4b8b-ac65-59543d3c13bf), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:36.848137 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c00d65f-90cb-4ffe-a23d-846320068014 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Deleting subnet 226d021f-20fc-4266-9f28-3e294bc19575 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:06:36.853854 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4c00d65f-90cb-4ffe-a23d-846320068014 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for subnet (226d021f-20fc-4266-9f28-3e294bc19575), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:36.891272 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6643-e138-48d5-873f-cff692be732e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (b1df2167-31d3-4850-9f44-ca5f458503bc), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:36.943145 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da3804-1653-4c08-9f78-6f2221f09ea8 None None] Pushing event updated for resources: {'Port': ['ID=33d7d8f0-e43e-4b8b-ac65-59543d3c13bf,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:36.947238 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-276511d0-5ded-435e-bd0e-1ef4a520d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (021448fe-afaf-4e2e-8315-1110f190154b), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:36.973224 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4c00d65f-90cb-4ffe-a23d-846320068014 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (226d021f-20fc-4266-9f28-3e294bc19575), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:36.985581 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276511d0-5ded-435e-bd0e-1ef4a520d602 None None] Pushing event deleted for resources: {'Port': ['ID=021448fe-afaf-4e2e-8315-1110f190154b,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:36.996022 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276511d0-5ded-435e-bd0e-1ef4a520d602 None None] No DVR routers for this DVR port 021448fe-afaf-4e2e-8315-1110f190154b on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:06:37.055973 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a73485d3-5eb7-4cce-92f3-855c21d60199 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (3ef4d20f-8729-4371-a77c-0eceb5add5fa), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:37.099972 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4c00d65f-90cb-4ffe-a23d-846320068014 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (226d021f-20fc-4266-9f28-3e294bc19575), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:37.100393 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73485d3-5eb7-4cce-92f3-855c21d60199 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Pushing event deleted for resources: {'Subnet': ['ID=3ef4d20f-8729-4371-a77c-0eceb5add5fa,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:37.106208 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a73485d3-5eb7-4cce-92f3-855c21d60199 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:37.110225 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a73485d3-5eb7-4cce-92f3-855c21d60199 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] 10.222.0.32 "DELETE /v2.0/subnets/3ef4d20f-8729-4371-a77c-0eceb5add5fa HTTP/1.1" status: 204  len: 168 time: 1.3018622
Feb 05 21:06:37.115040 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57814) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:37.115710 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582866ef-42f5-443d-ad5c-5f8c483e00f1 None None] Network c56f51b6-442c-4150-9f8a-c8cbcce32582 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:37.125671 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-fe8c6643-e138-48d5-873f-cff692be732e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Deleting port 58a402ab-59bb-47ad-8be0-c247c327e655 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:06:37.126107 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6643-e138-48d5-873f-cff692be732e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (58a402ab-59bb-47ad-8be0-c247c327e655), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:37.263497 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4c00d65f-90cb-4ffe-a23d-846320068014 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (226d021f-20fc-4266-9f28-3e294bc19575), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:37.273850 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-895ee48e-2b7d-4ce9-bfec-8b9ce0169d99 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (931eb7b1-1781-4c17-b80e-780ca5c7d4fd), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:37.315389 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4c00d65f-90cb-4ffe-a23d-846320068014 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:37.320655 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4c00d65f-90cb-4ffe-a23d-846320068014 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/subnets/226d021f-20fc-4266-9f28-3e294bc19575 HTTP/1.1" status: 204  len: 168 time: 0.5687306
Feb 05 21:06:37.322174 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c00d65f-90cb-4ffe-a23d-846320068014 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event deleted for resources: {'Subnet': ['ID=226d021f-20fc-4266-9f28-3e294bc19575,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:37.328935 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57818) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:37.411819 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-fe8c6643-e138-48d5-873f-cff692be732e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] For port 58a402ab-59bb-47ad-8be0-c247c327e655, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=58a402ab-59bb-47ad-8be0-c247c327e655,segment=NetworkSegment(d1e5b160-7d12-436c-a186-e3e107592801),segment_id=d1e5b160-7d12-436c-a186-e3e107592801)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:06:37.412197 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6643-e138-48d5-873f-cff692be732e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (58a402ab-59bb-47ad-8be0-c247c327e655), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:37.448863 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a415ba-6b36-49e2-9101-3d15d5e9f77d None None] DHCP port deletion for c56f51b6-442c-4150-9f8a-c8cbcce32582 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:06:37.496488 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:37.504334 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-fe8c6643-e138-48d5-873f-cff692be732e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Calling delete_port for 58a402ab-59bb-47ad-8be0-c247c327e655 owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:06:37.552451 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-e6a415ba-6b36-49e2-9101-3d15d5e9f77d None None] Deleting port 41534d81-067a-4e83-be7e-4d450febd220 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:06:37.553007 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e6a415ba-6b36-49e2-9101-3d15d5e9f77d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (41534d81-067a-4e83-be7e-4d450febd220), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:37.576426 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-377f18f7-a0dd-4c84-ae0a-aa5ac8032f86 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (67f18a8a-e81b-4aeb-aa36-20f74c9476f0), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:37.695114 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-895ee48e-2b7d-4ce9-bfec-8b9ce0169d99 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (931eb7b1-1781-4c17-b80e-780ca5c7d4fd), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:37.739414 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-895ee48e-2b7d-4ce9-bfec-8b9ce0169d99 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db1d7a280>,) {'filters': {'network_id': ['931eb7b1-1781-4c17-b80e-780ca5c7d4fd']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:37.775454 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-895ee48e-2b7d-4ce9-bfec-8b9ce0169d99 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db1d7a280>, 'a69f7251-0e9f-4db9-8a5c-2204b46e1035') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:37.775756 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-895ee48e-2b7d-4ce9-bfec-8b9ce0169d99 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db1d7a280>, 'a69f7251-0e9f-4db9-8a5c-2204b46e1035') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:37.793366 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-895ee48e-2b7d-4ce9-bfec-8b9ce0169d99 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (a69f7251-0e9f-4db9-8a5c-2204b46e1035), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:37.829938 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ad5f6-c866-4e77-880b-ffa0024b2de6 req-e0cfd4de-4523-42a5-9dde-1d78ecf2a948 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:37.831717 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6d7ad5f6-c866-4e77-880b-ffa0024b2de6 req-e0cfd4de-4523-42a5-9dde-1d78ecf2a948 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=3721ef9f-8de4-4d4e-b4f5-e315164ccd1d HTTP/1.1" status: 200  len: 945 time: 0.2798650
Feb 05 21:06:37.833671 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-895ee48e-2b7d-4ce9-bfec-8b9ce0169d99 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (a69f7251-0e9f-4db9-8a5c-2204b46e1035), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:37.852901 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-895ee48e-2b7d-4ce9-bfec-8b9ce0169d99 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:06:37.853317 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-895ee48e-2b7d-4ce9-bfec-8b9ce0169d99 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (a69f7251-0e9f-4db9-8a5c-2204b46e1035), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:37.857413 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6643-e138-48d5-873f-cff692be732e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (58a402ab-59bb-47ad-8be0-c247c327e655), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:37.859275 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:06:37.859275 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:06:37.859275 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:06:37.859275 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:06:37.859275 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:06:37.859275 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:06:37.859275 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:06:37.859275 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:06:37.859275 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:06:37.859275 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:06:37.859275 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:06:37.859275 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:06:37.859275 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:06:37.859275 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:06:37.859275 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:06:37.859275 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:06:37.859275 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:06:37.859275 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:06:37.859275 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:06:37.859275 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:06:37.859275 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:06:37.859275 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:06:37.859275 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:06:37.859275 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:06:37.859275 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:06:37.859275 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:06:37.859275 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:06:37.859275 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:06:37.859275 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:06:37.859275 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:06:37.859275 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:06:37.859275 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:06:37.866680 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-e6a415ba-6b36-49e2-9101-3d15d5e9f77d None None] For port 41534d81-067a-4e83-be7e-4d450febd220, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=41534d81-067a-4e83-be7e-4d450febd220,segment=NetworkSegment(42256140-2a9f-4da5-9811-1604f0b31b7d),segment_id=42256140-2a9f-4da5-9811-1604f0b31b7d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:06:37.868934 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e6a415ba-6b36-49e2-9101-3d15d5e9f77d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (41534d81-067a-4e83-be7e-4d450febd220), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:37.886504 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-e6a415ba-6b36-49e2-9101-3d15d5e9f77d None None] Calling delete_port for 41534d81-067a-4e83-be7e-4d450febd220 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:06:37.960012 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8c6643-e138-48d5-873f-cff692be732e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] No DVR routers for this DVR port 58a402ab-59bb-47ad-8be0-c247c327e655 on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:06:37.967340 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c6643-e138-48d5-873f-cff692be732e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event deleted for resources: {'Port': ['ID=58a402ab-59bb-47ad-8be0-c247c327e655,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:38.000694 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e6a415ba-6b36-49e2-9101-3d15d5e9f77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (41534d81-067a-4e83-be7e-4d450febd220), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:38.020103 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-377f18f7-a0dd-4c84-ae0a-aa5ac8032f86 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Deleting port 33d7d8f0-e43e-4b8b-ac65-59543d3c13bf {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:06:38.020384 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-377f18f7-a0dd-4c84-ae0a-aa5ac8032f86 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (33d7d8f0-e43e-4b8b-ac65-59543d3c13bf), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:38.036460 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-895ee48e-2b7d-4ce9-bfec-8b9ce0169d99 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (931eb7b1-1781-4c17-b80e-780ca5c7d4fd), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:38.045477 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a415ba-6b36-49e2-9101-3d15d5e9f77d None None] Pushing event deleted for resources: {'Port': ['ID=41534d81-067a-4e83-be7e-4d450febd220,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:38.047467 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a415ba-6b36-49e2-9101-3d15d5e9f77d None None] No DVR routers for this DVR port 41534d81-067a-4e83-be7e-4d450febd220 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:06:38.052338 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6d7ad5f6-c866-4e77-880b-ffa0024b2de6 req-530b3d39-0519-4537-a4e3-3da9dde0b199 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2129467
Feb 05 21:06:38.071234 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-895ee48e-2b7d-4ce9-bfec-8b9ce0169d99 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:38.074427 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-895ee48e-2b7d-4ce9-bfec-8b9ce0169d99 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] 10.222.0.32 "DELETE /v2.0/networks/931eb7b1-1781-4c17-b80e-780ca5c7d4fd HTTP/1.1" status: 204  len: 168 time: 0.9583266
Feb 05 21:06:38.077260 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57836) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:38.156381 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6643-e138-48d5-873f-cff692be732e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (b1df2167-31d3-4850-9f44-ca5f458503bc), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:38.229040 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cba0b1f9-d9e1-4bdf-97ee-d9db8e08d5fe tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (c56f51b6-442c-4150-9f8a-c8cbcce32582), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:38.236745 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ee48e-2b7d-4ce9-bfec-8b9ce0169d99 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Pushing event deleted for resources: {'Network': ['ID=931eb7b1-1781-4c17-b80e-780ca5c7d4fd,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:38.242034 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-fe8c6643-e138-48d5-873f-cff692be732e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2539280>,) {'filters': {'network_id': ['b1df2167-31d3-4850-9f44-ca5f458503bc']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:38.294017 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-fe8c6643-e138-48d5-873f-cff692be732e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2539280>, 'd1e5b160-7d12-436c-a186-e3e107592801') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:38.294196 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-fe8c6643-e138-48d5-873f-cff692be732e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2539280>, 'd1e5b160-7d12-436c-a186-e3e107592801') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:38.329392 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6643-e138-48d5-873f-cff692be732e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (d1e5b160-7d12-436c-a186-e3e107592801), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:38.339077 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-377f18f7-a0dd-4c84-ae0a-aa5ac8032f86 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] For port 33d7d8f0-e43e-4b8b-ac65-59543d3c13bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=33d7d8f0-e43e-4b8b-ac65-59543d3c13bf,segment=NetworkSegment(d39c0e54-3918-4097-a9d7-ea9a29d6d062),segment_id=d39c0e54-3918-4097-a9d7-ea9a29d6d062)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:06:38.339518 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-377f18f7-a0dd-4c84-ae0a-aa5ac8032f86 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (33d7d8f0-e43e-4b8b-ac65-59543d3c13bf), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:38.353778 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 33d7d8f0-e43e-4b8b-ac65-59543d3c13bf up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:06:38.369403 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-377f18f7-a0dd-4c84-ae0a-aa5ac8032f86 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Calling delete_port for 33d7d8f0-e43e-4b8b-ac65-59543d3c13bf owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:06:38.378131 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cba0b1f9-d9e1-4bdf-97ee-d9db8e08d5fe tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (c56f51b6-442c-4150-9f8a-c8cbcce32582), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:38.379596 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6643-e138-48d5-873f-cff692be732e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (d1e5b160-7d12-436c-a186-e3e107592801), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:38.403537 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe8c6643-e138-48d5-873f-cff692be732e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:06:38.403907 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6643-e138-48d5-873f-cff692be732e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (d1e5b160-7d12-436c-a186-e3e107592801), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:38.406697 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-cba0b1f9-d9e1-4bdf-97ee-d9db8e08d5fe tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db15654f0>,) {'filters': {'network_id': ['c56f51b6-442c-4150-9f8a-c8cbcce32582']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:38.407430 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:06:38.407430 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:06:38.407430 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:06:38.407430 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:06:38.407430 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:06:38.407430 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:06:38.407430 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:06:38.407430 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:06:38.407430 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:06:38.407430 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:06:38.407430 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:06:38.407430 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:06:38.407430 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:06:38.407430 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:06:38.407430 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:06:38.407430 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:06:38.407430 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:06:38.407430 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:06:38.407430 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:06:38.407430 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:06:38.407430 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:06:38.407430 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:06:38.407430 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:06:38.407430 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:06:38.407430 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:06:38.407430 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:06:38.407430 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:06:38.407430 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:06:38.407430 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:06:38.407430 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:06:38.407430 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:06:38.407430 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:06:38.424611 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-cba0b1f9-d9e1-4bdf-97ee-d9db8e08d5fe tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db15654f0>, '42256140-2a9f-4da5-9811-1604f0b31b7d') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:38.425435 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-cba0b1f9-d9e1-4bdf-97ee-d9db8e08d5fe tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db15654f0>, '42256140-2a9f-4da5-9811-1604f0b31b7d') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:38.441332 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cba0b1f9-d9e1-4bdf-97ee-d9db8e08d5fe tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (42256140-2a9f-4da5-9811-1604f0b31b7d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:38.443989 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 33d7d8f0-e43e-4b8b-ac65-59543d3c13bf triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:38.444379 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (33d7d8f0-e43e-4b8b-ac65-59543d3c13bf), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:38.460397 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cba0b1f9-d9e1-4bdf-97ee-d9db8e08d5fe tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (42256140-2a9f-4da5-9811-1604f0b31b7d), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:38.475729 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cba0b1f9-d9e1-4bdf-97ee-d9db8e08d5fe tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:06:38.476284 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cba0b1f9-d9e1-4bdf-97ee-d9db8e08d5fe tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (42256140-2a9f-4da5-9811-1604f0b31b7d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:38.479664 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:06:38.479664 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:06:38.479664 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:06:38.479664 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:06:38.479664 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:06:38.479664 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:06:38.479664 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:06:38.479664 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:06:38.479664 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:06:38.479664 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:06:38.479664 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:06:38.479664 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:06:38.479664 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:06:38.479664 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:06:38.479664 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:06:38.479664 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:06:38.479664 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:06:38.479664 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:06:38.479664 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:06:38.479664 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:06:38.479664 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:06:38.479664 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:06:38.479664 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:06:38.479664 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:06:38.479664 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:06:38.479664 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:06:38.479664 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:06:38.479664 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:06:38.479664 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:06:38.479664 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:06:38.479664 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:06:38.479664 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:06:38.567626 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 33d7d8f0-e43e-4b8b-ac65-59543d3c13bf is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:06:38.568537 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (33d7d8f0-e43e-4b8b-ac65-59543d3c13bf), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:38.584297 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cba0b1f9-d9e1-4bdf-97ee-d9db8e08d5fe tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (c56f51b6-442c-4150-9f8a-c8cbcce32582), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:38.613977 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 33d7d8f0-e43e-4b8b-ac65-59543d3c13bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=33d7d8f0-e43e-4b8b-ac65-59543d3c13bf,segment=NetworkSegment(d39c0e54-3918-4097-a9d7-ea9a29d6d062),segment_id=d39c0e54-3918-4097-a9d7-ea9a29d6d062)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:06:38.620037 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (33d7d8f0-e43e-4b8b-ac65-59543d3c13bf), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:38.621193 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cba0b1f9-d9e1-4bdf-97ee-d9db8e08d5fe tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:38.624957 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-cba0b1f9-d9e1-4bdf-97ee-d9db8e08d5fe tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] 10.222.0.32 "DELETE /v2.0/networks/c56f51b6-442c-4150-9f8a-c8cbcce32582 HTTP/1.1" status: 204  len: 168 time: 0.5460563
Feb 05 21:06:38.626046 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba0b1f9-d9e1-4bdf-97ee-d9db8e08d5fe tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Pushing event deleted for resources: {'Network': ['ID=c56f51b6-442c-4150-9f8a-c8cbcce32582,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:38.628647 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57854) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:38.630203 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6643-e138-48d5-873f-cff692be732e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (b1df2167-31d3-4850-9f44-ca5f458503bc), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:38.646167 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6643-e138-48d5-873f-cff692be732e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:38.654045 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-fe8c6643-e138-48d5-873f-cff692be732e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "DELETE /v2.0/networks/b1df2167-31d3-4850-9f44-ca5f458503bc HTTP/1.1" status: 204  len: 168 time: 4.0093400
Feb 05 21:06:38.660573 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57862) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:38.675060 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-dc8008f6-1174-4c7e-9a7b-a92b389e124a tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1524441107'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:38.689969 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c6643-e138-48d5-873f-cff692be732e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event deleted for resources: {'Network': ['ID=b1df2167-31d3-4850-9f44-ca5f458503bc,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:38.713272 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d56cead-0fbe-440f-9e31-5c289e3f30c6 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Deleting subnet d2363a09-d9fa-4ffc-b08a-b0752a04a7ca {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:06:38.719557 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6c77ac-349d-4e45-aa66-db3a15be0de9 None None] get_active_networks_info from ncdv-master-1 {{(pid=114392) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 05 21:06:38.720675 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7d56cead-0fbe-440f-9e31-5c289e3f30c6 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks [] for subnet (d2363a09-d9fa-4ffc-b08a-b0752a04a7ca), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:38.721060 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8008f6-1174-4c7e-9a7b-a92b389e124a tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Made reservation on behalf of be1aed61497f49d18b23d8f97896bccb for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:38.725601 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dc8008f6-1174-4c7e-9a7b-a92b389e124a tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:38.754707 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 021448fe-afaf-4e2e-8315-1110f190154b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:06:38.762271 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-377f18f7-a0dd-4c84-ae0a-aa5ac8032f86 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (33d7d8f0-e43e-4b8b-ac65-59543d3c13bf), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:38.765142 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc8008f6-1174-4c7e-9a7b-a92b389e124a tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:06:38.798146 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 021448fe-afaf-4e2e-8315-1110f190154b {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:06:38.798757 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 021448fe-afaf-4e2e-8315-1110f190154b not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:06:38.800304 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 41534d81-067a-4e83-be7e-4d450febd220 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:06:38.806278 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f18f7-a0dd-4c84-ae0a-aa5ac8032f86 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event deleted for resources: {'Port': ['ID=33d7d8f0-e43e-4b8b-ac65-59543d3c13bf,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:38.808242 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377f18f7-a0dd-4c84-ae0a-aa5ac8032f86 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] No DVR routers for this DVR port 33d7d8f0-e43e-4b8b-ac65-59543d3c13bf on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:06:38.810176 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dc8008f6-1174-4c7e-9a7b-a92b389e124a tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (252b5ca3-c82c-402f-8f5c-fe5edb7025eb), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:38.810581 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-dc8008f6-1174-4c7e-9a7b-a92b389e124a tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Added segment 252b5ca3-c82c-402f-8f5c-fe5edb7025eb of type vlan for network 46eb0872-10fc-47eb-a8a0-2fa33e6101af
Feb 05 21:06:38.839070 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=33d7d8f0-e43e-4b8b-ac65-59543d3c13bf,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:38.848978 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 41534d81-067a-4e83-be7e-4d450febd220 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:06:38.849730 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 41534d81-067a-4e83-be7e-4d450febd220 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:06:38.855611 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7d56cead-0fbe-440f-9e31-5c289e3f30c6 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (d2363a09-d9fa-4ffc-b08a-b0752a04a7ca), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:38.862903 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-9a2dc7e9-363a-47e3-8379-70a87f6b7990 None None] Provisioning complete for port 33d7d8f0-e43e-4b8b-ac65-59543d3c13bf triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:38.863680 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9a2dc7e9-363a-47e3-8379-70a87f6b7990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (33d7d8f0-e43e-4b8b-ac65-59543d3c13bf), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:38.900899 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-9a2dc7e9-363a-47e3-8379-70a87f6b7990 None None] Port 33d7d8f0-e43e-4b8b-ac65-59543d3c13bf was deleted so its status cannot be updated. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}}
Feb 05 21:06:38.959719 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dc8008f6-1174-4c7e-9a7b-a92b389e124a tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (46eb0872-10fc-47eb-a8a0-2fa33e6101af), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:38.976341 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7d56cead-0fbe-440f-9e31-5c289e3f30c6 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (d2363a09-d9fa-4ffc-b08a-b0752a04a7ca), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:39.002991 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-377f18f7-a0dd-4c84-ae0a-aa5ac8032f86 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (67f18a8a-e81b-4aeb-aa36-20f74c9476f0), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:39.026440 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6c77ac-349d-4e45-aa66-db3a15be0de9 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 05 21:06:39.043861 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-377f18f7-a0dd-4c84-ae0a-aa5ac8032f86 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db20c02e0>,) {'filters': {'network_id': ['67f18a8a-e81b-4aeb-aa36-20f74c9476f0']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:39.054916 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dc8008f6-1174-4c7e-9a7b-a92b389e124a tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (46eb0872-10fc-47eb-a8a0-2fa33e6101af), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:39.059322 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7d56cead-0fbe-440f-9e31-5c289e3f30c6 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (d2363a09-d9fa-4ffc-b08a-b0752a04a7ca), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:39.061997 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8008f6-1174-4c7e-9a7b-a92b389e124a tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:39.062661 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dc8008f6-1174-4c7e-9a7b-a92b389e124a tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:39.082298 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:39.102742 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d56cead-0fbe-440f-9e31-5c289e3f30c6 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Pushing event deleted for resources: {'Subnet': ['ID=d2363a09-d9fa-4ffc-b08a-b0752a04a7ca,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:39.122231 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7d56cead-0fbe-440f-9e31-5c289e3f30c6 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:39.132008 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7d56cead-0fbe-440f-9e31-5c289e3f30c6 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] 10.222.0.32 "DELETE /v2.0/subnets/d2363a09-d9fa-4ffc-b08a-b0752a04a7ca HTTP/1.1" status: 204  len: 168 time: 0.4991503
Feb 05 21:06:39.133031 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57878) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:39.175984 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-377f18f7-a0dd-4c84-ae0a-aa5ac8032f86 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db20c02e0>, 'd39c0e54-3918-4097-a9d7-ea9a29d6d062') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:39.176285 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-377f18f7-a0dd-4c84-ae0a-aa5ac8032f86 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db20c02e0>, 'd39c0e54-3918-4097-a9d7-ea9a29d6d062') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:39.194155 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-dc8008f6-1174-4c7e-9a7b-a92b389e124a tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.5324919
Feb 05 21:06:39.199904 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57884) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:39.206954 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-377f18f7-a0dd-4c84-ae0a-aa5ac8032f86 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (d39c0e54-3918-4097-a9d7-ea9a29d6d062), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:39.207976 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-8fa6473d-f474-4fca-9192-d418e843c59c tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Request body: {'subnet': {'network_id': '46eb0872-10fc-47eb-a8a0-2fa33e6101af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:39.210797 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8008f6-1174-4c7e-9a7b-a92b389e124a tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event updated for resources: {'Network': ['ID=46eb0872-10fc-47eb-a8a0-2fa33e6101af,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:39.227179 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 46eb0872-10fc-47eb-a8a0-2fa33e6101af details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:06:39.247499 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-377f18f7-a0dd-4c84-ae0a-aa5ac8032f86 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (d39c0e54-3918-4097-a9d7-ea9a29d6d062), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:39.257020 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-377f18f7-a0dd-4c84-ae0a-aa5ac8032f86 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:06:39.257473 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-377f18f7-a0dd-4c84-ae0a-aa5ac8032f86 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (d39c0e54-3918-4097-a9d7-ea9a29d6d062), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:39.261118 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:06:39.261118 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:06:39.261118 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:06:39.261118 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:06:39.261118 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:06:39.261118 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:06:39.261118 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:06:39.261118 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:06:39.261118 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:06:39.261118 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:06:39.261118 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:06:39.261118 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:06:39.261118 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:06:39.261118 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:06:39.261118 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:06:39.261118 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:06:39.261118 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:06:39.261118 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:06:39.261118 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:06:39.261118 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:06:39.261118 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:06:39.261118 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:06:39.261118 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:06:39.261118 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:06:39.261118 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:06:39.261118 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:06:39.261118 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:06:39.261118 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:06:39.261118 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:06:39.261118 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:06:39.261118 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:06:39.261118 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:06:39.345452 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8aaa1ec5-5273-4a06-993a-0ab34220236c tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (85b87f78-91ea-4218-b8b7-bd830bd70b67), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:39.351776 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1705fe2-a92e-4d9a-9fc2-c8642ff98669 req-7707255a-a1bb-46b2-b0c1-8aba376d4686 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:39.353702 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d1705fe2-a92e-4d9a-9fc2-c8642ff98669 req-7707255a-a1bb-46b2-b0c1-8aba376d4686 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=3721ef9f-8de4-4d4e-b4f5-e315164ccd1d HTTP/1.1" status: 200  len: 945 time: 0.1803329
Feb 05 21:06:39.380353 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa6473d-f474-4fca-9192-d418e843c59c tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Made reservation on behalf of be1aed61497f49d18b23d8f97896bccb for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:39.384040 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8fa6473d-f474-4fca-9192-d418e843c59c tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:39.394977 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-377f18f7-a0dd-4c84-ae0a-aa5ac8032f86 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (67f18a8a-e81b-4aeb-aa36-20f74c9476f0), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:39.420740 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-377f18f7-a0dd-4c84-ae0a-aa5ac8032f86 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:39.425028 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-377f18f7-a0dd-4c84-ae0a-aa5ac8032f86 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/networks/67f18a8a-e81b-4aeb-aa36-20f74c9476f0 HTTP/1.1" status: 204  len: 168 time: 2.0948360
Feb 05 21:06:39.438521 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57892) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:39.443713 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f18f7-a0dd-4c84-ae0a-aa5ac8032f86 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event deleted for resources: {'Network': ['ID=67f18a8a-e81b-4aeb-aa36-20f74c9476f0,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:39.445493 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-a1301fea-74fa-4796-a476-125a6a2c7ac6 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'port': {'network_id': '0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8', 'name': 'tempest-PortsTestJSON-1260255513'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:39.456682 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d1705fe2-a92e-4d9a-9fc2-c8642ff98669 req-6acf3602-b54c-4c42-b273-56d7b3268be3 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961998
Feb 05 21:06:39.485642 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8893f61c-080b-4080-82be-36c8fc22b987 None None] Network 67f18a8a-e81b-4aeb-aa36-20f74c9476f0 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:39.490819 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064a553c-de9a-40d2-823f-6161225fb561 None None] Network 85b87f78-91ea-4218-b8b7-bd830bd70b67 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:39.520762 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8893f61c-080b-4080-82be-36c8fc22b987 None None] Network 67f18a8a-e81b-4aeb-aa36-20f74c9476f0 could not be found, it might have been deleted concurrently. {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Feb 05 21:06:39.628364 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-8aaa1ec5-5273-4a06-993a-0ab34220236c tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Deleting port 5051ad80-b8d3-4b02-b7ab-ebc56c76af9b {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:06:39.628364 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8aaa1ec5-5273-4a06-993a-0ab34220236c tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (5051ad80-b8d3-4b02-b7ab-ebc56c76af9b), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:39.643594 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29364598-2ea3-4b09-915b-34908808e65a None None] DHCP port deletion for 67f18a8a-e81b-4aeb-aa36-20f74c9476f0 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:06:39.746980 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57898) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:39.757039 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1301fea-74fa-4796-a476-125a6a2c7ac6 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Made reservation on behalf of 2c6898cf86224b09b9056098bf6480b2 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:39.758005 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a1301fea-74fa-4796-a476-125a6a2c7ac6 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:39.762944 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f397696-1366-47a5-89cd-65cca1b12ef8 None None] DHCP port deletion for 85b87f78-91ea-4218-b8b7-bd830bd70b67 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:06:39.792418 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-a1301fea-74fa-4796-a476-125a6a2c7ac6 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] device_id is not set on port f0efd6ca-39ba-4aac-af49-84144151faf1 yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:06:39.799948 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-8aaa1ec5-5273-4a06-993a-0ab34220236c tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] For port 5051ad80-b8d3-4b02-b7ab-ebc56c76af9b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5051ad80-b8d3-4b02-b7ab-ebc56c76af9b,segment=NetworkSegment(6bb791ed-b648-43ee-9796-3cf32176e531),segment_id=6bb791ed-b648-43ee-9796-3cf32176e531)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:06:39.800742 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8aaa1ec5-5273-4a06-993a-0ab34220236c tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (5051ad80-b8d3-4b02-b7ab-ebc56c76af9b), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:39.823310 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-8aaa1ec5-5273-4a06-993a-0ab34220236c tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Calling delete_port for 5051ad80-b8d3-4b02-b7ab-ebc56c76af9b owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:06:39.827813 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-4f397696-1366-47a5-89cd-65cca1b12ef8 None None] Deleting port 5051ad80-b8d3-4b02-b7ab-ebc56c76af9b {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:06:39.828309 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4f397696-1366-47a5-89cd-65cca1b12ef8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (5051ad80-b8d3-4b02-b7ab-ebc56c76af9b), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:39.914222 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-4f397696-1366-47a5-89cd-65cca1b12ef8 None None] For port 5051ad80-b8d3-4b02-b7ab-ebc56c76af9b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5051ad80-b8d3-4b02-b7ab-ebc56c76af9b,segment=NetworkSegment(6bb791ed-b648-43ee-9796-3cf32176e531),segment_id=6bb791ed-b648-43ee-9796-3cf32176e531)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:06:39.921390 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4f397696-1366-47a5-89cd-65cca1b12ef8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (5051ad80-b8d3-4b02-b7ab-ebc56c76af9b), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:39.937252 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-4f397696-1366-47a5-89cd-65cca1b12ef8 None None] Calling delete_port for 5051ad80-b8d3-4b02-b7ab-ebc56c76af9b owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:06:39.937874 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9478d162-7b71-4106-b800-7d1115ff49c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:39.966760 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8fa6473d-f474-4fca-9192-d418e843c59c tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (47238b78-fa71-4f57-a434-bcdf2c136255), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:40.047215 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9478d162-7b71-4106-b800-7d1115ff49c3 admin admin] Publish callbacks [] for security_group (8c24b48c-7269-4934-9357-f9cbfce24ced), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:40.057438 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4f397696-1366-47a5-89cd-65cca1b12ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (5051ad80-b8d3-4b02-b7ab-ebc56c76af9b), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:40.058182 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9478d162-7b71-4106-b800-7d1115ff49c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (8c24b48c-7269-4934-9357-f9cbfce24ced), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:40.118551 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9478d162-7b71-4106-b800-7d1115ff49c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ece665fa96f046d18afd1a58371c3891&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3701885
Feb 05 21:06:40.119631 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa6473d-f474-4fca-9192-d418e843c59c tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event updated for resources: {'Subnet': ['ID=47238b78-fa71-4f57-a434-bcdf2c136255,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:40.122428 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57902) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:40.122878 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9478d162-7b71-4106-b800-7d1115ff49c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c24b48c-7269-4934-9357-f9cbfce24ced,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:40.123459 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f397696-1366-47a5-89cd-65cca1b12ef8 None None] Pushing event deleted for resources: {'Port': ['ID=5051ad80-b8d3-4b02-b7ab-ebc56c76af9b,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:40.147085 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f397696-1366-47a5-89cd-65cca1b12ef8 None None] No DVR routers for this DVR port 5051ad80-b8d3-4b02-b7ab-ebc56c76af9b on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:06:40.182158 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8aaa1ec5-5273-4a06-993a-0ab34220236c tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (5051ad80-b8d3-4b02-b7ab-ebc56c76af9b), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:40.186796 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a1301fea-74fa-4796-a476-125a6a2c7ac6 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for port (f0efd6ca-39ba-4aac-af49-84144151faf1), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:40.200993 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa6473d-f474-4fca-9192-d418e843c59c tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Checking segment: {'id': '252b5ca3-c82c-402f-8f5c-fe5edb7025eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '46eb0872-10fc-47eb-a8a0-2fa33e6101af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:06:40.201698 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa6473d-f474-4fca-9192-d418e843c59c tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Network hostable DHCP agents. Network: 46eb0872-10fc-47eb-a8a0-2fa33e6101af, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:06:40.240507 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 5051ad80-b8d3-4b02-b7ab-ebc56c76af9b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:06:40.242270 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e05ca9d5-ffe0-42b6-a57e-39a10ef9f9a3 admin admin] Publish callbacks [] for security_group (8c24b48c-7269-4934-9357-f9cbfce24ced), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:40.243706 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa1ec5-5273-4a06-993a-0ab34220236c tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Pushing event deleted for resources: {'Port': ['ID=5051ad80-b8d3-4b02-b7ab-ebc56c76af9b,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:40.251274 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaa1ec5-5273-4a06-993a-0ab34220236c tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] No DVR routers for this DVR port 5051ad80-b8d3-4b02-b7ab-ebc56c76af9b on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:06:40.262407 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 5051ad80-b8d3-4b02-b7ab-ebc56c76af9b {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:06:40.262848 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 5051ad80-b8d3-4b02-b7ab-ebc56c76af9b not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:06:40.263330 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 33d7d8f0-e43e-4b8b-ac65-59543d3c13bf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:06:40.278372 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e05ca9d5-ffe0-42b6-a57e-39a10ef9f9a3 admin admin] Publish callbacks [] for security_group (8c24b48c-7269-4934-9357-f9cbfce24ced), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:40.283999 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 33d7d8f0-e43e-4b8b-ac65-59543d3c13bf {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:06:40.284437 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 33d7d8f0-e43e-4b8b-ac65-59543d3c13bf not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:06:40.340441 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e05ca9d5-ffe0-42b6-a57e-39a10ef9f9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (8c24b48c-7269-4934-9357-f9cbfce24ced), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:40.343656 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e05ca9d5-ffe0-42b6-a57e-39a10ef9f9a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:40.345172 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e05ca9d5-ffe0-42b6-a57e-39a10ef9f9a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8c24b48c-7269-4934-9357-f9cbfce24ced HTTP/1.1" status: 204  len: 168 time: 0.2162371
Feb 05 21:06:40.354860 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ca9d5-ffe0-42b6-a57e-39a10ef9f9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c24b48c-7269-4934-9357-f9cbfce24ced,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:40.447456 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:40.606335 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f67b6e-4e64-480e-9423-0b0d9a69d7ac req-e11e3d9d-713b-4176-92f3-0e68b8c126d7 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:40.608134 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-90f67b6e-4e64-480e-9423-0b0d9a69d7ac req-e11e3d9d-713b-4176-92f3-0e68b8c126d7 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=3721ef9f-8de4-4d4e-b4f5-e315164ccd1d HTTP/1.1" status: 200  len: 945 time: 0.0673289
Feb 05 21:06:40.656061 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa6473d-f474-4fca-9192-d418e843c59c tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Network 46eb0872-10fc-47eb-a8a0-2fa33e6101af is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:06:40.677401 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-90f67b6e-4e64-480e-9423-0b0d9a69d7ac req-c76a6b56-0635-4414-a25b-bab860845e15 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607808
Feb 05 21:06:40.704668 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8aaa1ec5-5273-4a06-993a-0ab34220236c tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (85b87f78-91ea-4218-b8b7-bd830bd70b67), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:40.707143 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a1301fea-74fa-4796-a476-125a6a2c7ac6 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (f0efd6ca-39ba-4aac-af49-84144151faf1), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:40.719422 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-8fa6473d-f474-4fca-9192-d418e843c59c tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 46eb0872-10fc-47eb-a8a0-2fa33e6101af) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:40.729706 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa6473d-f474-4fca-9192-d418e843c59c tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:40.730399 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8fa6473d-f474-4fca-9192-d418e843c59c tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:40.732360 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa106693-dc00-4eca-88d1-5cfdb25da37f None None] Network 46eb0872-10fc-47eb-a8a0-2fa33e6101af requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:40.786560 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-8aaa1ec5-5273-4a06-993a-0ab34220236c tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2167dc0>,) {'filters': {'network_id': ['85b87f78-91ea-4218-b8b7-bd830bd70b67']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:40.808420 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8fa6473d-f474-4fca-9192-d418e843c59c tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.6065485
Feb 05 21:06:40.810513 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1301fea-74fa-4796-a476-125a6a2c7ac6 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Network 0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:06:40.813632 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57912) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:40.814248 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-8aaa1ec5-5273-4a06-993a-0ab34220236c tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2167dc0>, '6bb791ed-b648-43ee-9796-3cf32176e531') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:40.815060 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-8aaa1ec5-5273-4a06-993a-0ab34220236c tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2167dc0>, '6bb791ed-b648-43ee-9796-3cf32176e531') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:40.821262 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-7828b44f-7f39-4108-a142-5060926314bf tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Request body: {'subnet': {'network_id': '46eb0872-10fc-47eb-a8a0-2fa33e6101af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:40.825442 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-a1301fea-74fa-4796-a476-125a6a2c7ac6 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:40.829617 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1301fea-74fa-4796-a476-125a6a2c7ac6 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'Port': ['ID=f0efd6ca-39ba-4aac-af49-84144151faf1,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:40.831881 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57914) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:40.833377 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1301fea-74fa-4796-a476-125a6a2c7ac6 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:06:40.839259 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1301fea-74fa-4796-a476-125a6a2c7ac6 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:40.840103 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a1301fea-74fa-4796-a476-125a6a2c7ac6 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:40.843971 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8aaa1ec5-5273-4a06-993a-0ab34220236c tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (6bb791ed-b648-43ee-9796-3cf32176e531), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:40.865771 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8aaa1ec5-5273-4a06-993a-0ab34220236c tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (6bb791ed-b648-43ee-9796-3cf32176e531), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:40.874503 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce32673-ca5d-4f57-97a6-868b02de55c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-46eb0872-10fc-47eb-a8a0-2fa33e6101af', 'network_id': '46eb0872-10fc-47eb-a8a0-2fa33e6101af', 'project_id': 'be1aed61497f49d18b23d8f97896bccb', 'fixed_ips': [{'subnet_id': '47238b78-fa71-4f57-a434-bcdf2c136255'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:06:40.875578 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3ce32673-ca5d-4f57-97a6-868b02de55c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:40.877999 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a1301fea-74fa-4796-a476-125a6a2c7ac6 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 1.4382119
Feb 05 21:06:40.879605 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aaa1ec5-5273-4a06-993a-0ab34220236c tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:06:40.880259 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8aaa1ec5-5273-4a06-993a-0ab34220236c tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (6bb791ed-b648-43ee-9796-3cf32176e531), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:40.883825 ncdv-master-1 neutron-server[114390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:06:40.883825 ncdv-master-1 neutron-server[114390]:   self.session.flush()
Feb 05 21:06:40.883825 ncdv-master-1 neutron-server[114390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:06:40.883825 ncdv-master-1 neutron-server[114390]:   self.session.flush()
Feb 05 21:06:40.883825 ncdv-master-1 neutron-server[114390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:06:40.883825 ncdv-master-1 neutron-server[114390]:   self.session.flush()
Feb 05 21:06:40.883825 ncdv-master-1 neutron-server[114390]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:06:40.883825 ncdv-master-1 neutron-server[114390]:   self.session.flush()
Feb 05 21:06:40.883825 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:06:40.883825 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:06:40.883825 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:06:40.883825 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:06:40.883825 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:06:40.883825 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:06:40.883825 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:06:40.883825 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:06:40.883825 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:06:40.883825 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:06:40.883825 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:06:40.883825 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:06:40.883825 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:06:40.883825 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:06:40.883825 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:06:40.883825 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:06:40.883825 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:06:40.883825 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:06:40.883825 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:06:40.883825 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:06:40.883825 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:06:40.883825 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:06:40.883825 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:06:40.883825 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:06:40.883825 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:06:40.883825 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:06:40.883825 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:06:40.883825 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:06:40.883825 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:06:40.883825 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:06:40.883825 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:06:40.883825 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:06:40.886256 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57916) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:40.898281 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8a648db7-da13-4ed4-8955-85845a8c3155 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:40.971263 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8aaa1ec5-5273-4a06-993a-0ab34220236c tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (85b87f78-91ea-4218-b8b7-bd830bd70b67), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:40.977763 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8aaa1ec5-5273-4a06-993a-0ab34220236c tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:40.984875 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8aaa1ec5-5273-4a06-993a-0ab34220236c tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] 10.222.0.32 "DELETE /v2.0/networks/85b87f78-91ea-4218-b8b7-bd830bd70b67 HTTP/1.1" status: 204  len: 168 time: 1.8454340
Feb 05 21:06:40.999632 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57918) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:41.000463 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa1ec5-5273-4a06-993a-0ab34220236c tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Pushing event deleted for resources: {'Network': ['ID=85b87f78-91ea-4218-b8b7-bd830bd70b67,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:41.044659 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-df2faab2-e7ca-49e4-a1d7-9248dcce7bdd tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbda8eae-5511-4e6d-8b7e-a3405b7a8563 HTTP/1.1" status: 200  len: 205 time: 0.0344310
Feb 05 21:06:41.047304 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-3ce32673-ca5d-4f57-97a6-868b02de55c5 None None] Allocated IP 2001:db8::2 (46eb0872-10fc-47eb-a8a0-2fa33e6101af/47238b78-fa71-4f57-a434-bcdf2c136255/22127afd-e76b-4297-b564-27bf895b9cf8) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:06:41.047771 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57920) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:41.093318 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7828b44f-7f39-4108-a142-5060926314bf tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Made reservation on behalf of be1aed61497f49d18b23d8f97896bccb for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:41.097838 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7828b44f-7f39-4108-a142-5060926314bf tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:41.160685 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f8794540-b295-4777-a2f4-3da6a22dbdd3 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks [] for router (bbda8eae-5511-4e6d-8b7e-a3405b7a8563), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:41.171149 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-698c7338-6dc6-4252-9f53-9fe11db73fda tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Deleting port f0efd6ca-39ba-4aac-af49-84144151faf1 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:06:41.171497 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-698c7338-6dc6-4252-9f53-9fe11db73fda tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (f0efd6ca-39ba-4aac-af49-84144151faf1), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:41.218661 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8a648db7-da13-4ed4-8955-85845a8c3155 admin admin] Publish callbacks [] for security_group (64ad6d9a-886e-4240-b680-81062d14376b), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:41.240420 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3ce32673-ca5d-4f57-97a6-868b02de55c5 None None] Publish callbacks [] for port (22127afd-e76b-4297-b564-27bf895b9cf8), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:41.252983 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3ce32673-ca5d-4f57-97a6-868b02de55c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (22127afd-e76b-4297-b564-27bf895b9cf8), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:41.254604 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8a648db7-da13-4ed4-8955-85845a8c3155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (64ad6d9a-886e-4240-b680-81062d14376b), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:41.290640 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-698c7338-6dc6-4252-9f53-9fe11db73fda tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (f0efd6ca-39ba-4aac-af49-84144151faf1), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:41.322270 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce32673-ca5d-4f57-97a6-868b02de55c5 None None] Network 46eb0872-10fc-47eb-a8a0-2fa33e6101af is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:06:41.326874 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-3ce32673-ca5d-4f57-97a6-868b02de55c5 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:41.331823 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce32673-ca5d-4f57-97a6-868b02de55c5 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:06:41.333194 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-698c7338-6dc6-4252-9f53-9fe11db73fda tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Calling delete_port for f0efd6ca-39ba-4aac-af49-84144151faf1 owned by  {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:06:41.343810 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce32673-ca5d-4f57-97a6-868b02de55c5 None None] Pushing event updated for resources: {'Port': ['ID=22127afd-e76b-4297-b564-27bf895b9cf8,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:41.349064 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a648db7-da13-4ed4-8955-85845a8c3155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ad6d9a-886e-4240-b680-81062d14376b,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:41.356347 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8a648db7-da13-4ed4-8955-85845a8c3155 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a19ea5a1f8784119abf89be768aa4439&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5042782
Feb 05 21:06:41.359151 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f8794540-b295-4777-a2f4-3da6a22dbdd3 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (bbda8eae-5511-4e6d-8b7e-a3405b7a8563), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:41.364008 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57922) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:41.367965 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f8794540-b295-4777-a2f4-3da6a22dbdd3 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks [] for router_controller (bbda8eae-5511-4e6d-8b7e-a3405b7a8563), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:41.416000 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-3ce32673-ca5d-4f57-97a6-868b02de55c5 None None] Attempting to bind port 22127afd-e76b-4297-b564-27bf895b9cf8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:06:41.417273 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-3ce32673-ca5d-4f57-97a6-868b02de55c5 None None] Attempting to bind port 22127afd-e76b-4297-b564-27bf895b9cf8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '252b5ca3-c82c-402f-8f5c-fe5edb7025eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '46eb0872-10fc-47eb-a8a0-2fa33e6101af'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:06:41.417273 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce32673-ca5d-4f57-97a6-868b02de55c5 None None] Attempting to bind port 22127afd-e76b-4297-b564-27bf895b9cf8 on network 46eb0872-10fc-47eb-a8a0-2fa33e6101af {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:06:41.422712 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce32673-ca5d-4f57-97a6-868b02de55c5 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:06:41.423338 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce32673-ca5d-4f57-97a6-868b02de55c5 None None] Checking segment: {'id': '252b5ca3-c82c-402f-8f5c-fe5edb7025eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '46eb0872-10fc-47eb-a8a0-2fa33e6101af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:06:41.424468 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3ce32673-ca5d-4f57-97a6-868b02de55c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:41.425083 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce32673-ca5d-4f57-97a6-868b02de55c5 None None] Bound using segment: {'id': '252b5ca3-c82c-402f-8f5c-fe5edb7025eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '46eb0872-10fc-47eb-a8a0-2fa33e6101af'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:06:41.425733 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-3ce32673-ca5d-4f57-97a6-868b02de55c5 None None] Bound port: 22127afd-e76b-4297-b564-27bf895b9cf8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '252b5ca3-c82c-402f-8f5c-fe5edb7025eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '46eb0872-10fc-47eb-a8a0-2fa33e6101af'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:06:41.426116 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3ce32673-ca5d-4f57-97a6-868b02de55c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (22127afd-e76b-4297-b564-27bf895b9cf8), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:41.442465 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f8794540-b295-4777-a2f4-3da6a22dbdd3 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (bbda8eae-5511-4e6d-8b7e-a3405b7a8563), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:41.443288 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8794540-b295-4777-a2f4-3da6a22dbdd3 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Fanout notify agent at l3_agent the message router_deleted on router bbda8eae-5511-4e6d-8b7e-a3405b7a8563 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:06:41.457279 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f8794540-b295-4777-a2f4-3da6a22dbdd3 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:41.461007 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f8794540-b295-4777-a2f4-3da6a22dbdd3 tempest-RoutersNegativeIpV6Test-612529916 tempest-RoutersNegativeIpV6Test-612529916-project] 10.222.0.32 "DELETE /v2.0/routers/bbda8eae-5511-4e6d-8b7e-a3405b7a8563 HTTP/1.1" status: 204  len: 168 time: 0.4097967
Feb 05 21:06:41.515923 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-3ce32673-ca5d-4f57-97a6-868b02de55c5 None None] For port 22127afd-e76b-4297-b564-27bf895b9cf8, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:06:41.520223 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-3ce32673-ca5d-4f57-97a6-868b02de55c5 None None] For port 22127afd-e76b-4297-b564-27bf895b9cf8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22127afd-e76b-4297-b564-27bf895b9cf8,segment=NetworkSegment(252b5ca3-c82c-402f-8f5c-fe5edb7025eb),segment_id=252b5ca3-c82c-402f-8f5c-fe5edb7025eb)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:06:41.528845 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3ce32673-ca5d-4f57-97a6-868b02de55c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (22127afd-e76b-4297-b564-27bf895b9cf8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:41.559918 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f34e714b-66ec-4bef-a874-42b1426a2fc7 admin admin] Publish callbacks [] for security_group (64ad6d9a-886e-4240-b680-81062d14376b), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:41.581049 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-698c7338-6dc6-4252-9f53-9fe11db73fda tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (f0efd6ca-39ba-4aac-af49-84144151faf1), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:41.627980 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce32673-ca5d-4f57-97a6-868b02de55c5 None None] Pushing event updated for resources: {'Port': ['ID=22127afd-e76b-4297-b564-27bf895b9cf8,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:41.633068 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f34e714b-66ec-4bef-a874-42b1426a2fc7 admin admin] Publish callbacks [] for security_group (64ad6d9a-886e-4240-b680-81062d14376b), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:41.645293 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c7338-6dc6-4252-9f53-9fe11db73fda tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event deleted for resources: {'Port': ['ID=f0efd6ca-39ba-4aac-af49-84144151faf1,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:41.677020 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-698c7338-6dc6-4252-9f53-9fe11db73fda tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:41.683569 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57926) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:41.684095 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-698c7338-6dc6-4252-9f53-9fe11db73fda tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/ports/f0efd6ca-39ba-4aac-af49-84144151faf1 HTTP/1.1" status: 204  len: 168 time: 0.7979116
Feb 05 21:06:41.689057 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-7b5dc979-8f59-461d-bf1b-dea5da6bc881 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'port': {'network_id': '0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8', 'mac_address': 'fa:16:3e:84:5f:14', 'name': 'tempest-PortsTestJSON-1612862752'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:41.718479 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7828b44f-7f39-4108-a142-5060926314bf tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (4bb15988-054b-43a0-85e4-4cbf56c1356e), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:41.767128 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7828b44f-7f39-4108-a142-5060926314bf tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Network 46eb0872-10fc-47eb-a8a0-2fa33e6101af is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:06:41.773755 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f34e714b-66ec-4bef-a874-42b1426a2fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (64ad6d9a-886e-4240-b680-81062d14376b), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:41.777097 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f34e714b-66ec-4bef-a874-42b1426a2fc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:41.778331 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f34e714b-66ec-4bef-a874-42b1426a2fc7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/64ad6d9a-886e-4240-b680-81062d14376b HTTP/1.1" status: 204  len: 168 time: 0.4132872
Feb 05 21:06:41.785802 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-7828b44f-7f39-4108-a142-5060926314bf tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:41.791380 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7828b44f-7f39-4108-a142-5060926314bf tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:41.791996 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7828b44f-7f39-4108-a142-5060926314bf tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:41.802609 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e714b-66ec-4bef-a874-42b1426a2fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ad6d9a-886e-4240-b680-81062d14376b,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:41.807753 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7828b44f-7f39-4108-a142-5060926314bf tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event updated for resources: {'Subnet': ['ID=4bb15988-054b-43a0-85e4-4cbf56c1356e,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:41.831217 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7828b44f-7f39-4108-a142-5060926314bf tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 1.0127423
Feb 05 21:06:41.831961 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57936) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:41.891179 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5dc979-8f59-461d-bf1b-dea5da6bc881 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Made reservation on behalf of 2c6898cf86224b09b9056098bf6480b2 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:41.957319 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63edd18e-da2f-415a-8076-5c5813c45931 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:41.963110 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63edd18e-da2f-415a-8076-5c5813c45931 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:41.967261 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63edd18e-da2f-415a-8076-5c5813c45931 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:41.980385 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63edd18e-da2f-415a-8076-5c5813c45931 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:41.982649 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63edd18e-da2f-415a-8076-5c5813c45931 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:41.995737 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-63edd18e-da2f-415a-8076-5c5813c45931 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.1583440
Feb 05 21:06:41.997007 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57938) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:42.010277 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-99cb73dc-3a46-40c0-adb2-6403e900e07b tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-584082339'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:42.042707 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7b5dc979-8f59-461d-bf1b-dea5da6bc881 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:42.058811 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4c8e0-4b7a-4a04-9422-bbe87333ccd8 req-3da6e5f7-e1c2-491f-bc64-107373f6063c tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:42.061020 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1af4c8e0-4b7a-4a04-9422-bbe87333ccd8 req-3da6e5f7-e1c2-491f-bc64-107373f6063c tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=3721ef9f-8de4-4d4e-b4f5-e315164ccd1d HTTP/1.1" status: 200  len: 945 time: 0.2273462
Feb 05 21:06:42.061822 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57940) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:42.085450 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cb73dc-3a46-40c0-adb2-6403e900e07b tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Made reservation on behalf of be1aed61497f49d18b23d8f97896bccb for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:42.089603 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-7b5dc979-8f59-461d-bf1b-dea5da6bc881 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] device_id is not set on port 93673ca0-bff7-440a-b313-838da7d11cb7 yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:06:42.093557 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-99cb73dc-3a46-40c0-adb2-6403e900e07b tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:42.139801 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99cb73dc-3a46-40c0-adb2-6403e900e07b tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:06:42.150369 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-99cb73dc-3a46-40c0-adb2-6403e900e07b tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (d84aa9e2-4e98-4b5c-b618-36f72f55a58a), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:42.150780 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-99cb73dc-3a46-40c0-adb2-6403e900e07b tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Added segment d84aa9e2-4e98-4b5c-b618-36f72f55a58a of type vlan for network f453d080-098b-4496-a775-75b00b1578e2
Feb 05 21:06:42.200976 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-99cb73dc-3a46-40c0-adb2-6403e900e07b tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (f453d080-098b-4496-a775-75b00b1578e2), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:42.257233 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-99cb73dc-3a46-40c0-adb2-6403e900e07b tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (f453d080-098b-4496-a775-75b00b1578e2), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:42.272441 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cb73dc-3a46-40c0-adb2-6403e900e07b tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:42.273115 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-99cb73dc-3a46-40c0-adb2-6403e900e07b tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:42.369734 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 22127afd-e76b-4297-b564-27bf895b9cf8 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:06:42.395476 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1af4c8e0-4b7a-4a04-9422-bbe87333ccd8 req-0124c9d5-aad2-4b1a-a9cf-afc5edeeb978 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3181872
Feb 05 21:06:42.415873 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7b5dc979-8f59-461d-bf1b-dea5da6bc881 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for port (93673ca0-bff7-440a-b313-838da7d11cb7), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:42.457845 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 22127afd-e76b-4297-b564-27bf895b9cf8 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:42.458390 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (22127afd-e76b-4297-b564-27bf895b9cf8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:42.490850 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7b5dc979-8f59-461d-bf1b-dea5da6bc881 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (93673ca0-bff7-440a-b313-838da7d11cb7), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:42.491978 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-99cb73dc-3a46-40c0-adb2-6403e900e07b tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.4889517
Feb 05 21:06:42.502765 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57948) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:42.505979 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb73dc-3a46-40c0-adb2-6403e900e07b tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event updated for resources: {'Network': ['ID=f453d080-098b-4496-a775-75b00b1578e2,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:42.522194 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-0a7b0469-d218-460d-bdd5-1d4438e74d8e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Request body: {'network': {'name': 'New_network'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:42.536599 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network f453d080-098b-4496-a775-75b00b1578e2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:06:42.568505 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5dc979-8f59-461d-bf1b-dea5da6bc881 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Network 0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:06:42.575414 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-7b5dc979-8f59-461d-bf1b-dea5da6bc881 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:42.578351 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5dc979-8f59-461d-bf1b-dea5da6bc881 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:06:42.583021 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-810b1071-c077-4334-ba8e-7a05fbf5f77d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=676d43f1593c447da02291a607bb1414&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5177867
Feb 05 21:06:42.585856 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57952) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:42.589121 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5dc979-8f59-461d-bf1b-dea5da6bc881 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:42.590056 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7b5dc979-8f59-461d-bf1b-dea5da6bc881 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:42.626435 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5dc979-8f59-461d-bf1b-dea5da6bc881 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'Port': ['ID=93673ca0-bff7-440a-b313-838da7d11cb7,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:42.636685 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7b5dc979-8f59-461d-bf1b-dea5da6bc881 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 0.9514251
Feb 05 21:06:42.639144 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57956) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:42.719042 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8074b9bf-26c4-4304-be3c-3cfddad28416 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:42.720927 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8074b9bf-26c4-4304-be3c-3cfddad28416 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "GET /v2.0/ports/93673ca0-bff7-440a-b313-838da7d11cb7 HTTP/1.1" status: 200  len: 841 time: 0.0803320
Feb 05 21:06:42.724566 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57960) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:42.740011 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 22127afd-e76b-4297-b564-27bf895b9cf8 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:06:42.740417 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (22127afd-e76b-4297-b564-27bf895b9cf8), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:42.795184 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 22127afd-e76b-4297-b564-27bf895b9cf8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22127afd-e76b-4297-b564-27bf895b9cf8,segment=NetworkSegment(252b5ca3-c82c-402f-8f5c-fe5edb7025eb),segment_id=252b5ca3-c82c-402f-8f5c-fe5edb7025eb)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:06:42.805531 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (22127afd-e76b-4297-b564-27bf895b9cf8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:42.841697 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-be37b1d3-f8e4-4c34-95fb-c76fccd66bc4 admin admin] Publish callbacks [] for security_group (34f9bac0-d534-4a52-8d00-0285fcda9e07), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:42.867330 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-d293d968-2799-4060-8688-892a60eb235c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Deleting port 93673ca0-bff7-440a-b313-838da7d11cb7 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:06:42.867844 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d293d968-2799-4060-8688-892a60eb235c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (93673ca0-bff7-440a-b313-838da7d11cb7), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:42.913070 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=22127afd-e76b-4297-b564-27bf895b9cf8,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:42.918889 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0a7b0469-d218-460d-bdd5-1d4438e74d8e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (f453d080-098b-4496-a775-75b00b1578e2), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:42.923459 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-be37b1d3-f8e4-4c34-95fb-c76fccd66bc4 admin admin] Publish callbacks [] for security_group (34f9bac0-d534-4a52-8d00-0285fcda9e07), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:42.965804 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0a7b0469-d218-460d-bdd5-1d4438e74d8e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (f453d080-098b-4496-a775-75b00b1578e2), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:42.994056 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d293d968-2799-4060-8688-892a60eb235c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (93673ca0-bff7-440a-b313-838da7d11cb7), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:43.016497 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-d293d968-2799-4060-8688-892a60eb235c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Calling delete_port for 93673ca0-bff7-440a-b313-838da7d11cb7 owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:06:43.020259 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0a7b0469-d218-460d-bdd5-1d4438e74d8e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Network f453d080-098b-4496-a775-75b00b1578e2 is not hosted by any dhcp agent {{(pid=114391) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Feb 05 21:06:43.029656 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7b0469-d218-460d-bdd5-1d4438e74d8e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:43.032788 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0a7b0469-d218-460d-bdd5-1d4438e74d8e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:43.034691 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0a7b0469-d218-460d-bdd5-1d4438e74d8e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "PUT /v2.0/networks/f453d080-098b-4496-a775-75b00b1578e2 HTTP/1.1" status: 200  len: 723 time: 0.5304585
Feb 05 21:06:43.055942 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57970) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:43.090038 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-a8b80683-e960-4b08-bdf4-a1fe1887eae1 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Request body: {'subnet': {'network_id': 'f453d080-098b-4496-a775-75b00b1578e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:43.223242 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d293d968-2799-4060-8688-892a60eb235c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (93673ca0-bff7-440a-b313-838da7d11cb7), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:43.261276 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-be37b1d3-f8e4-4c34-95fb-c76fccd66bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (34f9bac0-d534-4a52-8d00-0285fcda9e07), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:43.269482 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-be37b1d3-f8e4-4c34-95fb-c76fccd66bc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:43.273793 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-be37b1d3-f8e4-4c34-95fb-c76fccd66bc4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/34f9bac0-d534-4a52-8d00-0285fcda9e07 HTTP/1.1" status: 204  len: 168 time: 0.6841469
Feb 05 21:06:43.276260 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d293d968-2799-4060-8688-892a60eb235c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event deleted for resources: {'Port': ['ID=93673ca0-bff7-440a-b313-838da7d11cb7,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:43.279221 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d293d968-2799-4060-8688-892a60eb235c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:43.283308 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d293d968-2799-4060-8688-892a60eb235c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/ports/93673ca0-bff7-440a-b313-838da7d11cb7 HTTP/1.1" status: 204  len: 168 time: 0.5574696
Feb 05 21:06:43.286631 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57976) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:43.353951 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b0469-d218-460d-bdd5-1d4438e74d8e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event updated for resources: {'Network': ['ID=f453d080-098b-4496-a775-75b00b1578e2,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:43.379323 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network f453d080-098b-4496-a775-75b00b1578e2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:06:43.379727 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37b1d3-f8e4-4c34-95fb-c76fccd66bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f9bac0-d534-4a52-8d00-0285fcda9e07,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:43.410131 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b80683-e960-4b08-bdf4-a1fe1887eae1 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Made reservation on behalf of be1aed61497f49d18b23d8f97896bccb for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:43.420331 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a8b80683-e960-4b08-bdf4-a1fe1887eae1 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:43.423451 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7a968c1-8eb9-4d14-8a16-f704080de28b tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] GET failed (client error): The resource could not be found.
Feb 05 21:06:43.431477 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c7a968c1-8eb9-4d14-8a16-f704080de28b tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "GET /v2.0/ports/93673ca0-bff7-440a-b313-838da7d11cb7 HTTP/1.1" status: 404  len: 333 time: 0.1386192
Feb 05 21:06:43.431477 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 57980) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:43.446372 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-751b3d60-f00d-404a-b703-a75c1a38f58e tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'port': {'network_id': '0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8', 'name': 'tempest-PortsTestJSON-485473782'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:43.529815 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a30b6c-7e0f-4ba7-9e7f-4bf18684c034 None None] Network 46eb0872-10fc-47eb-a8a0-2fa33e6101af requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:43.676644 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751b3d60-f00d-404a-b703-a75c1a38f58e tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Made reservation on behalf of 2c6898cf86224b09b9056098bf6480b2 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:43.682312 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-751b3d60-f00d-404a-b703-a75c1a38f58e tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:43.735623 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-751b3d60-f00d-404a-b703-a75c1a38f58e tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] device_id is not set on port 4adf0a41-0867-4fda-af71-6070cdc8e32a yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:06:43.768531 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edfdc3-4eb0-465b-adb3-f054d9f513f1 req-4b5cc8b3-5925-438c-82d5-bc7910cf5233 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:43.770234 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-76edfdc3-4eb0-465b-adb3-f054d9f513f1 req-4b5cc8b3-5925-438c-82d5-bc7910cf5233 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=3721ef9f-8de4-4d4e-b4f5-e315164ccd1d HTTP/1.1" status: 200  len: 945 time: 0.1593306
Feb 05 21:06:43.784785 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a8b80683-e960-4b08-bdf4-a1fe1887eae1 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (e31b29a7-9453-4eae-942a-9d65980edd36), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:43.880562 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c0044a7f-fa76-46e7-8f70-f7c8b1b23104 None None] Provisioning complete for port 22127afd-e76b-4297-b564-27bf895b9cf8 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:43.881187 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c0044a7f-fa76-46e7-8f70-f7c8b1b23104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (22127afd-e76b-4297-b564-27bf895b9cf8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:43.885547 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b80683-e960-4b08-bdf4-a1fe1887eae1 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event updated for resources: {'Subnet': ['ID=e31b29a7-9453-4eae-942a-9d65980edd36,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:43.958203 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-76edfdc3-4eb0-465b-adb3-f054d9f513f1 req-8b3bd7e4-8c99-4ebe-aa85-a7987571d11e tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1774135
Feb 05 21:06:43.983063 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b80683-e960-4b08-bdf4-a1fe1887eae1 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Checking segment: {'id': 'd84aa9e2-4e98-4b5c-b618-36f72f55a58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f453d080-098b-4496-a775-75b00b1578e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:06:43.983434 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b80683-e960-4b08-bdf4-a1fe1887eae1 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Network hostable DHCP agents. Network: f453d080-098b-4496-a775-75b00b1578e2, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:06:44.016208 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b80683-e960-4b08-bdf4-a1fe1887eae1 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Network f453d080-098b-4496-a775-75b00b1578e2 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:06:44.030020 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-a8b80683-e960-4b08-bdf4-a1fe1887eae1 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f453d080-098b-4496-a775-75b00b1578e2) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:44.038013 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b80683-e960-4b08-bdf4-a1fe1887eae1 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:44.038897 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a8b80683-e960-4b08-bdf4-a1fe1887eae1 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:44.067686 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbf1b67-6d29-496c-b464-5d93d9d00324 None None] Network f453d080-098b-4496-a775-75b00b1578e2 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:44.077058 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a8b80683-e960-4b08-bdf4-a1fe1887eae1 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0153289
Feb 05 21:06:44.082617 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 57998) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:44.089665 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-193c8fb8-b120-4147-8b29-d2ba16abd544 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:44.111335 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-751b3d60-f00d-404a-b703-a75c1a38f58e tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for port (4adf0a41-0867-4fda-af71-6070cdc8e32a), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:44.180255 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-751b3d60-f00d-404a-b703-a75c1a38f58e tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (4adf0a41-0867-4fda-af71-6070cdc8e32a), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:44.217922 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c0044a7f-fa76-46e7-8f70-f7c8b1b23104 None None] Current status of the port 22127afd-e76b-4297-b564-27bf895b9cf8 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:06:44.270306 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 22127afd-e76b-4297-b564-27bf895b9cf8 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:06:44.275817 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b656f399-39a3-436b-a5af-97f9006ff901 None None] Update dhcp port {'port': {'network_id': '46eb0872-10fc-47eb-a8a0-2fa33e6101af', 'fixed_ips': [{'subnet_id': '47238b78-fa71-4f57-a434-bcdf2c136255', 'ip_address': '2001:db8::2'}, {'subnet_id': '4bb15988-054b-43a0-85e4-4cbf56c1356e'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '22127afd-e76b-4297-b564-27bf895b9cf8'} from ncdv-master-1. {{(pid=114392) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 05 21:06:44.294059 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-193c8fb8-b120-4147-8b29-d2ba16abd544 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10397846'] for subnet (e31b29a7-9453-4eae-942a-9d65980edd36), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:44.304108 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd04f33-9b84-4ae5-85f3-ecef1e9b827b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f453d080-098b-4496-a775-75b00b1578e2', 'network_id': 'f453d080-098b-4496-a775-75b00b1578e2', 'project_id': 'be1aed61497f49d18b23d8f97896bccb', 'fixed_ips': [{'subnet_id': 'e31b29a7-9453-4eae-942a-9d65980edd36'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:06:44.304108 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0dd04f33-9b84-4ae5-85f3-ecef1e9b827b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:44.323837 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751b3d60-f00d-404a-b703-a75c1a38f58e tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Network 0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:06:44.336242 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-751b3d60-f00d-404a-b703-a75c1a38f58e tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:44.343523 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751b3d60-f00d-404a-b703-a75c1a38f58e tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:06:44.365055 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751b3d60-f00d-404a-b703-a75c1a38f58e tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:44.365055 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-751b3d60-f00d-404a-b703-a75c1a38f58e tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:44.370342 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b656f399-39a3-436b-a5af-97f9006ff901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (22127afd-e76b-4297-b564-27bf895b9cf8), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:44.437775 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b3d60-f00d-404a-b703-a75c1a38f58e tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'Port': ['ID=4adf0a41-0867-4fda-af71-6070cdc8e32a,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:44.454995 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-751b3d60-f00d-404a-b703-a75c1a38f58e tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 1.0225997
Feb 05 21:06:44.457015 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58010) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:44.466637 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-936ca857-566b-4171-a504-7713712dc08b tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:44.518705 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 22127afd-e76b-4297-b564-27bf895b9cf8 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:44.519291 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (22127afd-e76b-4297-b564-27bf895b9cf8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:44.586827 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-193c8fb8-b120-4147-8b29-d2ba16abd544 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739649913604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10167035'] for subnet (e31b29a7-9453-4eae-942a-9d65980edd36), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:44.647223 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c8fb8-b120-4147-8b29-d2ba16abd544 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event updated for resources: {'Subnet': ['ID=e31b29a7-9453-4eae-942a-9d65980edd36,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:44.661742 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-936ca857-566b-4171-a504-7713712dc08b tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (4adf0a41-0867-4fda-af71-6070cdc8e32a), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:44.677228 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193c8fb8-b120-4147-8b29-d2ba16abd544 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:44.677961 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-193c8fb8-b120-4147-8b29-d2ba16abd544 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:44.679641 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-193c8fb8-b120-4147-8b29-d2ba16abd544 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "PUT /v2.0/subnets/e31b29a7-9453-4eae-942a-9d65980edd36 HTTP/1.1" status: 200  len: 826 time: 0.5959883
Feb 05 21:06:44.682908 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58022) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:44.740853 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-0dd04f33-9b84-4ae5-85f3-ecef1e9b827b None None] Allocated IP 2001:db8::2 (f453d080-098b-4496-a775-75b00b1578e2/e31b29a7-9453-4eae-942a-9d65980edd36/312cb7c8-8fc7-4d89-88c6-0d87aca2ad3a) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:06:44.808407 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-b656f399-39a3-436b-a5af-97f9006ff901 None None] Allocated IP 172.20.0.1 (46eb0872-10fc-47eb-a8a0-2fa33e6101af/4bb15988-054b-43a0-85e4-4cbf56c1356e/22127afd-e76b-4297-b564-27bf895b9cf8) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:06:44.883819 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7196f276-a86d-4e55-8605-abf60cb8fd74 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (f453d080-098b-4496-a775-75b00b1578e2), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:44.930733 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-936ca857-566b-4171-a504-7713712dc08b tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for port (4adf0a41-0867-4fda-af71-6070cdc8e32a), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:44.937981 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-936ca857-566b-4171-a504-7713712dc08b tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (4adf0a41-0867-4fda-af71-6070cdc8e32a), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:44.976075 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7196f276-a86d-4e55-8605-abf60cb8fd74 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (e31b29a7-9453-4eae-942a-9d65980edd36), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:44.981046 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 22127afd-e76b-4297-b564-27bf895b9cf8 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:06:44.999612 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-936ca857-566b-4171-a504-7713712dc08b tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] In _notify_port_updated(), no bound segment for port 4adf0a41-0867-4fda-af71-6070cdc8e32a on network 0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8 {{(pid=114391) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Feb 05 21:06:45.008700 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936ca857-566b-4171-a504-7713712dc08b tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:45.009456 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-936ca857-566b-4171-a504-7713712dc08b tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:45.013650 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-936ca857-566b-4171-a504-7713712dc08b tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "PUT /v2.0/ports/4adf0a41-0867-4fda-af71-6070cdc8e32a HTTP/1.1" status: 200  len: 818 time: 0.5525651
Feb 05 21:06:45.015267 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58032) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:45.030245 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ca857-566b-4171-a504-7713712dc08b tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'Port': ['ID=4adf0a41-0867-4fda-af71-6070cdc8e32a,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:45.044658 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58034) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:45.067053 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58038) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:45.172560 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-b656f399-39a3-436b-a5af-97f9006ff901 None None] For port 22127afd-e76b-4297-b564-27bf895b9cf8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22127afd-e76b-4297-b564-27bf895b9cf8,segment=NetworkSegment(252b5ca3-c82c-402f-8f5c-fe5edb7025eb),segment_id=252b5ca3-c82c-402f-8f5c-fe5edb7025eb)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:06:45.179585 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-db3dea74-ec91-41db-8bfd-e20bc6a6ebba tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Deleting port 4adf0a41-0867-4fda-af71-6070cdc8e32a {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:06:45.180209 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-db3dea74-ec91-41db-8bfd-e20bc6a6ebba tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (4adf0a41-0867-4fda-af71-6070cdc8e32a), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:45.197572 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0dd04f33-9b84-4ae5-85f3-ecef1e9b827b None None] Publish callbacks [] for port (312cb7c8-8fc7-4d89-88c6-0d87aca2ad3a), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:45.211708 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ed6ed-9e5e-4db8-a7d5-9e5af30028dd req-e739133c-475c-4f0e-a6bd-f3bc510d812d tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:45.213633 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-313ed6ed-9e5e-4db8-a7d5-9e5af30028dd req-e739133c-475c-4f0e-a6bd-f3bc510d812d tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=3721ef9f-8de4-4d4e-b4f5-e315164ccd1d HTTP/1.1" status: 200  len: 945 time: 0.1277111
Feb 05 21:06:45.220311 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0dd04f33-9b84-4ae5-85f3-ecef1e9b827b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (312cb7c8-8fc7-4d89-88c6-0d87aca2ad3a), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:45.274172 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-313ed6ed-9e5e-4db8-a7d5-9e5af30028dd req-3933bb6f-b3ef-4e83-8350-0419c5fc3e2c tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526438
Feb 05 21:06:45.293478 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-9fcd0ee7-8c10-4c9f-b5a4-676b45e00735 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Request body: {'security_group': {'name': 'tempest-secgroup--1677431866'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:45.308298 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-2f867e9f-c16d-4f5d-b04d-ebd8f7b49808 tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Request body: {'quota': {'network': 2}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:45.313376 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b656f399-39a3-436b-a5af-97f9006ff901 None None] Publish callbacks [] for port (22127afd-e76b-4297-b564-27bf895b9cf8), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:45.318758 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7196f276-a86d-4e55-8605-abf60cb8fd74 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (e31b29a7-9453-4eae-942a-9d65980edd36), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:45.327800 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-db3dea74-ec91-41db-8bfd-e20bc6a6ebba tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (4adf0a41-0867-4fda-af71-6070cdc8e32a), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:45.331065 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b656f399-39a3-436b-a5af-97f9006ff901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (22127afd-e76b-4297-b564-27bf895b9cf8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:45.343210 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9fcd0ee7-8c10-4c9f-b5a4-676b45e00735 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:45.348565 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:45.350228 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2f867e9f-c16d-4f5d-b04d-ebd8f7b49808 tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] 10.222.0.32 "PUT /v2.0/quotas/738111da7db44cb58267a7698852aa2f HTTP/1.1" status: 200  len: 368 time: 0.3023980
Feb 05 21:06:45.350845 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58042) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:45.362302 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-a8d65aee-0846-4884-a15c-e834b4b80315 tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Request body: {'network': {'project_id': '738111da7db44cb58267a7698852aa2f'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:45.364870 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196f276-a86d-4e55-8605-abf60cb8fd74 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event deleted for resources: {'Subnet': ['ID=e31b29a7-9453-4eae-942a-9d65980edd36,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:45.366782 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9fcd0ee7-8c10-4c9f-b5a4-676b45e00735 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:45.378626 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd04f33-9b84-4ae5-85f3-ecef1e9b827b None None] Network f453d080-098b-4496-a775-75b00b1578e2 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:06:45.381793 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd04f33-9b84-4ae5-85f3-ecef1e9b827b None None] Pushing event updated for resources: {'Port': ['ID=312cb7c8-8fc7-4d89-88c6-0d87aca2ad3a,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:45.386106 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-db3dea74-ec91-41db-8bfd-e20bc6a6ebba tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Calling delete_port for 4adf0a41-0867-4fda-af71-6070cdc8e32a owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:06:45.387755 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-0dd04f33-9b84-4ae5-85f3-ecef1e9b827b None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:45.405596 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd04f33-9b84-4ae5-85f3-ecef1e9b827b None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:06:45.413362 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d65aee-0846-4884-a15c-e834b4b80315 tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Made reservation on behalf of 738111da7db44cb58267a7698852aa2f for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:45.415681 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a8d65aee-0846-4884-a15c-e834b4b80315 tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:45.432619 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a8d65aee-0846-4884-a15c-e834b4b80315 tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:45.510335 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9fcd0ee7-8c10-4c9f-b5a4-676b45e00735 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (b98e53b7-8ee1-4d85-aa88-5c03359ac332), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:45.520185 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9fcd0ee7-8c10-4c9f-b5a4-676b45e00735 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b98e53b7-8ee1-4d85-aa88-5c03359ac332), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:45.534753 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7196f276-a86d-4e55-8605-abf60cb8fd74 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (f453d080-098b-4496-a775-75b00b1578e2), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:45.546416 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-0dd04f33-9b84-4ae5-85f3-ecef1e9b827b None None] Attempting to bind port 312cb7c8-8fc7-4d89-88c6-0d87aca2ad3a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:06:45.547426 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-0dd04f33-9b84-4ae5-85f3-ecef1e9b827b None None] Attempting to bind port 312cb7c8-8fc7-4d89-88c6-0d87aca2ad3a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd84aa9e2-4e98-4b5c-b618-36f72f55a58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f453d080-098b-4496-a775-75b00b1578e2'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:06:45.548100 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd04f33-9b84-4ae5-85f3-ecef1e9b827b None None] Attempting to bind port 312cb7c8-8fc7-4d89-88c6-0d87aca2ad3a on network f453d080-098b-4496-a775-75b00b1578e2 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:06:45.557163 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b656f399-39a3-436b-a5af-97f9006ff901 None None] Pushing event updated for resources: {'Port': ['ID=22127afd-e76b-4297-b564-27bf895b9cf8,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:45.563967 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd04f33-9b84-4ae5-85f3-ecef1e9b827b None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:06:45.565009 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd04f33-9b84-4ae5-85f3-ecef1e9b827b None None] Checking segment: {'id': 'd84aa9e2-4e98-4b5c-b618-36f72f55a58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f453d080-098b-4496-a775-75b00b1578e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:06:45.565871 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0dd04f33-9b84-4ae5-85f3-ecef1e9b827b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:45.566001 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd04f33-9b84-4ae5-85f3-ecef1e9b827b None None] Bound using segment: {'id': 'd84aa9e2-4e98-4b5c-b618-36f72f55a58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f453d080-098b-4496-a775-75b00b1578e2'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:06:45.566504 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-0dd04f33-9b84-4ae5-85f3-ecef1e9b827b None None] Bound port: 312cb7c8-8fc7-4d89-88c6-0d87aca2ad3a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd84aa9e2-4e98-4b5c-b618-36f72f55a58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f453d080-098b-4496-a775-75b00b1578e2'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:06:45.566906 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0dd04f33-9b84-4ae5-85f3-ecef1e9b827b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (312cb7c8-8fc7-4d89-88c6-0d87aca2ad3a), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:45.576968 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-7196f276-a86d-4e55-8605-abf60cb8fd74 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db38d47f0>,) {'filters': {'network_id': ['f453d080-098b-4496-a775-75b00b1578e2']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:45.594917 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd0ee7-8c10-4c9f-b5a4-676b45e00735 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b98e53b7-8ee1-4d85-aa88-5c03359ac332,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:45.605276 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-7196f276-a86d-4e55-8605-abf60cb8fd74 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db38d47f0>, 'd84aa9e2-4e98-4b5c-b618-36f72f55a58a') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:45.605690 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-7196f276-a86d-4e55-8605-abf60cb8fd74 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db38d47f0>, 'd84aa9e2-4e98-4b5c-b618-36f72f55a58a') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:45.614676 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a8d65aee-0846-4884-a15c-e834b4b80315 tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Publish callbacks [] for security_group (ac505c32-1adf-4a88-ba22-b9892500bb5f), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:45.625878 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7196f276-a86d-4e55-8605-abf60cb8fd74 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (d84aa9e2-4e98-4b5c-b618-36f72f55a58a), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:45.628019 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a8d65aee-0846-4884-a15c-e834b4b80315 tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ac505c32-1adf-4a88-ba22-b9892500bb5f), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:45.662951 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7196f276-a86d-4e55-8605-abf60cb8fd74 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (d84aa9e2-4e98-4b5c-b618-36f72f55a58a), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:45.670092 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-db3dea74-ec91-41db-8bfd-e20bc6a6ebba tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (4adf0a41-0867-4fda-af71-6070cdc8e32a), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:45.680747 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-0dd04f33-9b84-4ae5-85f3-ecef1e9b827b None None] For port 312cb7c8-8fc7-4d89-88c6-0d87aca2ad3a, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:06:45.688636 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7196f276-a86d-4e55-8605-abf60cb8fd74 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:06:45.689236 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7196f276-a86d-4e55-8605-abf60cb8fd74 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (d84aa9e2-4e98-4b5c-b618-36f72f55a58a), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:45.693431 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:06:45.693431 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:06:45.693431 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:06:45.693431 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:06:45.693431 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:06:45.693431 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:06:45.693431 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:06:45.693431 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:06:45.693431 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:06:45.693431 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:06:45.693431 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:06:45.693431 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:06:45.693431 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:06:45.693431 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:06:45.693431 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:06:45.693431 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:06:45.693431 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:06:45.693431 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:06:45.693431 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:06:45.693431 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:06:45.693431 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:06:45.693431 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:06:45.693431 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:06:45.693431 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:06:45.693431 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:06:45.693431 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:06:45.693431 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:06:45.693431 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:06:45.693431 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:06:45.693431 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:06:45.693431 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:06:45.693431 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:06:45.697345 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9fcd0ee7-8c10-4c9f-b5a4-676b45e00735 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (1722c0be-1867-4849-8c30-b932176874ea), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:45.700394 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d65aee-0846-4884-a15c-e834b4b80315 tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac505c32-1adf-4a88-ba22-b9892500bb5f,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:45.703334 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9fcd0ee7-8c10-4c9f-b5a4-676b45e00735 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (1722c0be-1867-4849-8c30-b932176874ea), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:45.773319 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-db3dea74-ec91-41db-8bfd-e20bc6a6ebba tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:45.776804 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-db3dea74-ec91-41db-8bfd-e20bc6a6ebba tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/ports/4adf0a41-0867-4fda-af71-6070cdc8e32a HTTP/1.1" status: 204  len: 168 time: 0.7592163
Feb 05 21:06:45.777936 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3dea74-ec91-41db-8bfd-e20bc6a6ebba tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event deleted for resources: {'Port': ['ID=4adf0a41-0867-4fda-af71-6070cdc8e32a,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:45.808324 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58044) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:45.846529 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-0dd04f33-9b84-4ae5-85f3-ecef1e9b827b None None] For port 312cb7c8-8fc7-4d89-88c6-0d87aca2ad3a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=312cb7c8-8fc7-4d89-88c6-0d87aca2ad3a,segment=NetworkSegment(d84aa9e2-4e98-4b5c-b618-36f72f55a58a),segment_id=d84aa9e2-4e98-4b5c-b618-36f72f55a58a)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:06:45.847090 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.db.api [None req-7196f276-a86d-4e55-8605-abf60cb8fd74 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Feb 05 21:06:45.847090 ncdv-master-1 neutron-server[114390]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Feb 05 21:06:45.847090 ncdv-master-1 neutron-server[114390]: [parameters: {'id': 'f453d080-098b-4496-a775-75b00b1578e2'}]
Feb 05 21:06:45.847090 ncdv-master-1 neutron-server[114390]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 21:06:45.847750 ncdv-master-1 neutron-server[114390]: DEBUG oslo_db.api [None req-7196f276-a86d-4e55-8605-abf60cb8fd74 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 21:06:45.855322 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0dd04f33-9b84-4ae5-85f3-ecef1e9b827b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (312cb7c8-8fc7-4d89-88c6-0d87aca2ad3a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:45.883815 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca63b790-46b2-48eb-ba8b-a5a515ad2d30 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:45.890357 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ca63b790-46b2-48eb-ba8b-a5a515ad2d30 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.0770385
Feb 05 21:06:45.891010 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58048) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:45.955495 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-920e7344-eff9-46a0-9b83-bd5b8268358c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] GET failed (client error): The resource could not be found.
Feb 05 21:06:45.957137 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-920e7344-eff9-46a0-9b83-bd5b8268358c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "GET /v2.0/ports/4adf0a41-0867-4fda-af71-6070cdc8e32a HTTP/1.1" status: 404  len: 333 time: 0.0618970
Feb 05 21:06:45.961740 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58050) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:45.969479 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-7bd06cbc-7433-40a8-a252-01c593475c5f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2002410949'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:45.978252 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd04f33-9b84-4ae5-85f3-ecef1e9b827b None None] Pushing event updated for resources: {'Port': ['ID=312cb7c8-8fc7-4d89-88c6-0d87aca2ad3a,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:46.003023 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd06cbc-7433-40a8-a252-01c593475c5f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Made reservation on behalf of 2c6898cf86224b09b9056098bf6480b2 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:46.003732 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d35796-7b51-4ec9-a9fc-12e5186456ef None None] Network f453d080-098b-4496-a775-75b00b1578e2 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:46.006639 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7bd06cbc-7433-40a8-a252-01c593475c5f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:46.039307 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bd06cbc-7433-40a8-a252-01c593475c5f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:06:46.055515 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7bd06cbc-7433-40a8-a252-01c593475c5f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (d307be5e-4fd4-43d3-a866-6e4a8bd7a8b1), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:46.055917 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-7bd06cbc-7433-40a8-a252-01c593475c5f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Added segment d307be5e-4fd4-43d3-a866-6e4a8bd7a8b1 of type vlan for network f8574ec4-e3b9-46a2-be9e-6903be91c3bb
Feb 05 21:06:46.111864 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7bd06cbc-7433-40a8-a252-01c593475c5f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (f8574ec4-e3b9-46a2-be9e-6903be91c3bb), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:46.122495 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8d65aee-0846-4884-a15c-e834b4b80315 tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:06:46.134756 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9fcd0ee7-8c10-4c9f-b5a4-676b45e00735 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:46.135315 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c8237b-7de5-490c-8005-bb284696a181 None None] Network f453d080-098b-4496-a775-75b00b1578e2 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:46.136030 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9fcd0ee7-8c10-4c9f-b5a4-676b45e00735 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 1.0661340
Feb 05 21:06:46.138605 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd0ee7-8c10-4c9f-b5a4-676b45e00735 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1722c0be-1867-4849-8c30-b932176874ea,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:46.141144 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58052) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:46.143713 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a8d65aee-0846-4884-a15c-e834b4b80315 tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (7a64dd9e-690c-4d9b-8caf-0a026e867b73), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:46.144069 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-a8d65aee-0846-4884-a15c-e834b4b80315 tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Added segment 7a64dd9e-690c-4d9b-8caf-0a026e867b73 of type vlan for network 68468583-ca53-4e39-824d-b6bb5d2f3b87
Feb 05 21:06:46.176169 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7bd06cbc-7433-40a8-a252-01c593475c5f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (f8574ec4-e3b9-46a2-be9e-6903be91c3bb), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:46.184931 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd06cbc-7433-40a8-a252-01c593475c5f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:46.185591 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7bd06cbc-7433-40a8-a252-01c593475c5f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:46.205937 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a8d65aee-0846-4884-a15c-e834b4b80315 tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (68468583-ca53-4e39-824d-b6bb5d2f3b87), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:46.251226 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a8d65aee-0846-4884-a15c-e834b4b80315 tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (68468583-ca53-4e39-824d-b6bb5d2f3b87), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:46.253208 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d65aee-0846-4884-a15c-e834b4b80315 tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:46.254166 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a8d65aee-0846-4884-a15c-e834b4b80315 tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:46.265058 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 22127afd-e76b-4297-b564-27bf895b9cf8 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:06:46.272746 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7bd06cbc-7433-40a8-a252-01c593475c5f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3103504
Feb 05 21:06:46.273407 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58054) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:46.331335 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-4751d096-76bc-4ea0-a363-2ceb6136f596 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'subnet': {'network_id': 'f8574ec4-e3b9-46a2-be9e-6903be91c3bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:46.333356 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a8d65aee-0846-4884-a15c-e834b4b80315 tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 0.9801996
Feb 05 21:06:46.335926 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58058) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:46.337448 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d65aee-0846-4884-a15c-e834b4b80315 tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Pushing event updated for resources: {'Network': ['ID=68468583-ca53-4e39-824d-b6bb5d2f3b87,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:46.343948 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-269556b7-19c9-4711-ae5e-e35e09f9ad71 tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Request body: {'network': {'project_id': '738111da7db44cb58267a7698852aa2f'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:46.356290 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 68468583-ca53-4e39-824d-b6bb5d2f3b87 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:06:46.366929 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-45cba802-2b8f-4cf2-8ed3-6260be2809df tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.2216728
Feb 05 21:06:46.366929 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7196f276-a86d-4e55-8605-abf60cb8fd74 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (f453d080-098b-4496-a775-75b00b1578e2), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:46.367451 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58060) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:46.373021 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-22520ed6-ea31-4674-8807-b473a608f376 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Request body: {'security_group': {'name': 'tempest-security--1071892567', 'description': 'tempest-security-description-585896351'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:46.378407 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd06cbc-7433-40a8-a252-01c593475c5f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'Network': ['ID=f8574ec4-e3b9-46a2-be9e-6903be91c3bb,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:46.416563 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network f8574ec4-e3b9-46a2-be9e-6903be91c3bb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:06:46.442913 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269556b7-19c9-4711-ae5e-e35e09f9ad71 tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Made reservation on behalf of 738111da7db44cb58267a7698852aa2f for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:46.445297 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-269556b7-19c9-4711-ae5e-e35e09f9ad71 tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:46.447568 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-22520ed6-ea31-4674-8807-b473a608f376 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (1722c0be-1867-4849-8c30-b932176874ea), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:46.485560 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f63501-ef12-4b0d-9cb9-be557b1d2d4d None None] get_active_networks_info from ncdv-master-1 {{(pid=114392) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 05 21:06:46.510839 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251ee0e-3d7e-43a5-b911-e0448c69519b req-0c5f3f6b-0dcf-430d-ba6a-ac8d33d4e477 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:46.512469 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7251ee0e-3d7e-43a5-b911-e0448c69519b req-0c5f3f6b-0dcf-430d-ba6a-ac8d33d4e477 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=3721ef9f-8de4-4d4e-b4f5-e315164ccd1d HTTP/1.1" status: 200  len: 945 time: 0.1198606
Feb 05 21:06:46.515103 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-22520ed6-ea31-4674-8807-b473a608f376 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (1722c0be-1867-4849-8c30-b932176874ea), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:46.515401 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-269556b7-19c9-4711-ae5e-e35e09f9ad71 tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:06:46.518085 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4751d096-76bc-4ea0-a363-2ceb6136f596 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Made reservation on behalf of 2c6898cf86224b09b9056098bf6480b2 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:46.521497 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4751d096-76bc-4ea0-a363-2ceb6136f596 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:46.527700 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-22520ed6-ea31-4674-8807-b473a608f376 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (1722c0be-1867-4849-8c30-b932176874ea), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:46.531585 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-22520ed6-ea31-4674-8807-b473a608f376 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:46.535588 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-22520ed6-ea31-4674-8807-b473a608f376 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "PUT /v2.0/security-groups/1722c0be-1867-4849-8c30-b932176874ea HTTP/1.1" status: 200  len: 1796 time: 0.1644588
Feb 05 21:06:46.540851 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58062) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:46.547644 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-269556b7-19c9-4711-ae5e-e35e09f9ad71 tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (277ad850-575d-494a-9ff4-0d30b5770b00), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:46.548482 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-269556b7-19c9-4711-ae5e-e35e09f9ad71 tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Added segment 277ad850-575d-494a-9ff4-0d30b5770b00 of type vlan for network 32c75876-0f2e-41db-a991-cfefa1bb39d0
Feb 05 21:06:46.567771 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 22127afd-e76b-4297-b564-27bf895b9cf8 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:46.567771 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (22127afd-e76b-4297-b564-27bf895b9cf8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:46.603936 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22520ed6-ea31-4674-8807-b473a608f376 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1722c0be-1867-4849-8c30-b932176874ea,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:46.615005 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-898eaec2-206a-453e-8d1e-f613f5288de1 None None] Provisioning complete for port 22127afd-e76b-4297-b564-27bf895b9cf8 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:46.615704 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-898eaec2-206a-453e-8d1e-f613f5288de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (22127afd-e76b-4297-b564-27bf895b9cf8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:46.623665 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-7196f276-a86d-4e55-8605-abf60cb8fd74 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Deleting port 312cb7c8-8fc7-4d89-88c6-0d87aca2ad3a {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:06:46.624092 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7196f276-a86d-4e55-8605-abf60cb8fd74 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (312cb7c8-8fc7-4d89-88c6-0d87aca2ad3a), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:46.634452 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7251ee0e-3d7e-43a5-b911-e0448c69519b req-9ea4f5a5-52b5-49ac-86e8-69c1b9d4c6b1 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088791
Feb 05 21:06:46.634734 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-269556b7-19c9-4711-ae5e-e35e09f9ad71 tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (32c75876-0f2e-41db-a991-cfefa1bb39d0), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:46.641610 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-03a1d17b-f827-4cf3-8aad-06f2be22ac5b tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "GET /v2.0/security-groups/1722c0be-1867-4849-8c30-b932176874ea HTTP/1.1" status: 200  len: 1796 time: 0.0938478
Feb 05 21:06:46.641610 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58064) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:46.714210 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cef189d1-a7aa-47c7-a534-53d633695400 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (1722c0be-1867-4849-8c30-b932176874ea), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:46.730472 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-269556b7-19c9-4711-ae5e-e35e09f9ad71 tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (32c75876-0f2e-41db-a991-cfefa1bb39d0), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:46.731435 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269556b7-19c9-4711-ae5e-e35e09f9ad71 tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:46.732016 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-269556b7-19c9-4711-ae5e-e35e09f9ad71 tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:46.749185 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-7196f276-a86d-4e55-8605-abf60cb8fd74 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] For port 312cb7c8-8fc7-4d89-88c6-0d87aca2ad3a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=312cb7c8-8fc7-4d89-88c6-0d87aca2ad3a,segment=NetworkSegment(d84aa9e2-4e98-4b5c-b618-36f72f55a58a),segment_id=d84aa9e2-4e98-4b5c-b618-36f72f55a58a)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:06:46.749606 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7196f276-a86d-4e55-8605-abf60cb8fd74 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (312cb7c8-8fc7-4d89-88c6-0d87aca2ad3a), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:46.751089 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cef189d1-a7aa-47c7-a534-53d633695400 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (1722c0be-1867-4849-8c30-b932176874ea), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:46.802985 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-269556b7-19c9-4711-ae5e-e35e09f9ad71 tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 0.4629173
Feb 05 21:06:46.804396 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cef189d1-a7aa-47c7-a534-53d633695400 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (1722c0be-1867-4849-8c30-b932176874ea), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:46.804526 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-7196f276-a86d-4e55-8605-abf60cb8fd74 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Calling delete_port for 312cb7c8-8fc7-4d89-88c6-0d87aca2ad3a owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:06:46.807786 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cef189d1-a7aa-47c7-a534-53d633695400 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:46.809492 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-cef189d1-a7aa-47c7-a534-53d633695400 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "DELETE /v2.0/security-groups/1722c0be-1867-4849-8c30-b932176874ea HTTP/1.1" status: 204  len: 168 time: 0.1679153
Feb 05 21:06:46.810398 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58066) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:46.817609 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-898eaec2-206a-453e-8d1e-f613f5288de1 None None] Current status of the port 22127afd-e76b-4297-b564-27bf895b9cf8 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:06:46.820730 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-9222d3d6-7108-4832-950a-aecaea9602a7 tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Request body: {'network': {'project_id': '738111da7db44cb58267a7698852aa2f'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:46.824911 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58068) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:46.828882 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f63501-ef12-4b0d-9cb9-be557b1d2d4d None None] Resources bound (agent type, host, resource id):  {{(pid=114392) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 05 21:06:46.833146 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 22127afd-e76b-4297-b564-27bf895b9cf8 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:06:46.853445 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef189d1-a7aa-47c7-a534-53d633695400 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1722c0be-1867-4849-8c30-b932176874ea,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:46.859110 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-9222d3d6-7108-4832-950a-aecaea9602a7 tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Feb 05 21:06:46.859971 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9222d3d6-7108-4832-950a-aecaea9602a7 tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:46.870972 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9222d3d6-7108-4832-950a-aecaea9602a7 tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.0548475
Feb 05 21:06:46.871626 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58070) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:46.888923 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269556b7-19c9-4711-ae5e-e35e09f9ad71 tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Pushing event updated for resources: {'Network': ['ID=32c75876-0f2e-41db-a991-cfefa1bb39d0,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:46.955533 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d2f9b94c-6fd7-4a16-ba45-e0b649277a3f tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1263313
Feb 05 21:06:46.960111 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58074) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:46.962672 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 32c75876-0f2e-41db-a991-cfefa1bb39d0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:06:46.980908 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-9db7a7a6-82ec-45cf-9ee1-b743ef8014f0 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] delete failed (client error): The resource could not be found.
Feb 05 21:06:46.983642 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9db7a7a6-82ec-45cf-9ee1-b743ef8014f0 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "DELETE /v2.0/security-groups/1722c0be-1867-4849-8c30-b932176874ea HTTP/1.1" status: 404  len: 347 time: 0.0217123
Feb 05 21:06:46.990493 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58076) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:46.991684 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d41717c8-68ab-4798-a7b0-0df7918df497 tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=738111da7db44cb58267a7698852aa2f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1161575
Feb 05 21:06:46.992351 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58078) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:47.003665 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-2bf88d74-ee1b-4038-a58a-56d1fe68da3d tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Request body: {'security_group': {'name': 'tempest-secgroup--751754574'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:47.024509 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4751d096-76bc-4ea0-a363-2ceb6136f596 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (bfcb06a7-e914-4bb8-9b10-b3137203a795), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:47.051085 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1b8a368e-0778-4941-b74d-188dac5ca406 tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Publish callbacks [] for security_group (ac505c32-1adf-4a88-ba22-b9892500bb5f), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:47.060596 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7196f276-a86d-4e55-8605-abf60cb8fd74 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (312cb7c8-8fc7-4d89-88c6-0d87aca2ad3a), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:47.075778 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1b8a368e-0778-4941-b74d-188dac5ca406 tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Publish callbacks [] for security_group (ac505c32-1adf-4a88-ba22-b9892500bb5f), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:47.076322 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2bf88d74-ee1b-4038-a58a-56d1fe68da3d tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:47.114937 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196f276-a86d-4e55-8605-abf60cb8fd74 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event deleted for resources: {'Port': ['ID=312cb7c8-8fc7-4d89-88c6-0d87aca2ad3a,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:47.121719 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7196f276-a86d-4e55-8605-abf60cb8fd74 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] No DVR routers for this DVR port 312cb7c8-8fc7-4d89-88c6-0d87aca2ad3a on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:06:47.138895 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1b8a368e-0778-4941-b74d-188dac5ca406 tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ac505c32-1adf-4a88-ba22-b9892500bb5f), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:47.140844 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4751d096-76bc-4ea0-a363-2ceb6136f596 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'Subnet': ['ID=bfcb06a7-e914-4bb8-9b10-b3137203a795,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:47.142767 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1b8a368e-0778-4941-b74d-188dac5ca406 tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:47.147327 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1b8a368e-0778-4941-b74d-188dac5ca406 tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/ac505c32-1adf-4a88-ba22-b9892500bb5f HTTP/1.1" status: 204  len: 168 time: 0.1506157
Feb 05 21:06:47.160652 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58080) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:47.181794 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a368e-0778-4941-b74d-188dac5ca406 tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac505c32-1adf-4a88-ba22-b9892500bb5f,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:47.205509 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4751d096-76bc-4ea0-a363-2ceb6136f596 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Checking segment: {'id': 'd307be5e-4fd4-43d3-a866-6e4a8bd7a8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f8574ec4-e3b9-46a2-be9e-6903be91c3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:06:47.205874 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4751d096-76bc-4ea0-a363-2ceb6136f596 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Network hostable DHCP agents. Network: f8574ec4-e3b9-46a2-be9e-6903be91c3bb, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:06:47.254733 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-36476c03-24da-411e-90e2-56c4ab1bd91a tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (32c75876-0f2e-41db-a991-cfefa1bb39d0), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:47.263011 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7196f276-a86d-4e55-8605-abf60cb8fd74 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (f453d080-098b-4496-a775-75b00b1578e2), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:47.301480 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4751d096-76bc-4ea0-a363-2ceb6136f596 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Network f8574ec4-e3b9-46a2-be9e-6903be91c3bb is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:06:47.305037 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-7196f276-a86d-4e55-8605-abf60cb8fd74 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db368c2e0>,) {'filters': {'network_id': ['f453d080-098b-4496-a775-75b00b1578e2']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:47.326996 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2bf88d74-ee1b-4038-a58a-56d1fe68da3d tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (38e17afe-32b1-4448-9deb-21c02cb86685), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:47.329275 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-7196f276-a86d-4e55-8605-abf60cb8fd74 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db368c2e0>, 'd84aa9e2-4e98-4b5c-b618-36f72f55a58a') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:47.329576 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-7196f276-a86d-4e55-8605-abf60cb8fd74 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db368c2e0>, 'd84aa9e2-4e98-4b5c-b618-36f72f55a58a') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:47.337818 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2bf88d74-ee1b-4038-a58a-56d1fe68da3d tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (38e17afe-32b1-4448-9deb-21c02cb86685), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:47.343883 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-4751d096-76bc-4ea0-a363-2ceb6136f596 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f8574ec4-e3b9-46a2-be9e-6903be91c3bb) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:47.348311 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7196f276-a86d-4e55-8605-abf60cb8fd74 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (d84aa9e2-4e98-4b5c-b618-36f72f55a58a), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:47.352373 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66afb9b-1c9c-4816-8422-c5814c62d187 None None] Network 46eb0872-10fc-47eb-a8a0-2fa33e6101af requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:47.352521 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-36476c03-24da-411e-90e2-56c4ab1bd91a tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (32c75876-0f2e-41db-a991-cfefa1bb39d0), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:47.368186 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4751d096-76bc-4ea0-a363-2ceb6136f596 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:47.369727 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4751d096-76bc-4ea0-a363-2ceb6136f596 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:47.372758 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42e23ef-b88b-4c3f-9d25-e57451bb86e5 None None] Network f8574ec4-e3b9-46a2-be9e-6903be91c3bb requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:47.380263 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-36476c03-24da-411e-90e2-56c4ab1bd91a tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db1f726a0>,) {'filters': {'network_id': ['32c75876-0f2e-41db-a991-cfefa1bb39d0']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:47.392224 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-36476c03-24da-411e-90e2-56c4ab1bd91a tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db1f726a0>, '277ad850-575d-494a-9ff4-0d30b5770b00') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:47.392698 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-36476c03-24da-411e-90e2-56c4ab1bd91a tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db1f726a0>, '277ad850-575d-494a-9ff4-0d30b5770b00') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:47.402243 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2bf88d74-ee1b-4038-a58a-56d1fe68da3d tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:47.403615 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2bf88d74-ee1b-4038-a58a-56d1fe68da3d tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4077115
Feb 05 21:06:47.405260 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7196f276-a86d-4e55-8605-abf60cb8fd74 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (d84aa9e2-4e98-4b5c-b618-36f72f55a58a), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:47.408879 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-36476c03-24da-411e-90e2-56c4ab1bd91a tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (277ad850-575d-494a-9ff4-0d30b5770b00), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:47.410935 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58082) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:47.415305 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf88d74-ee1b-4038-a58a-56d1fe68da3d tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38e17afe-32b1-4448-9deb-21c02cb86685,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:47.420589 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-35c7f6c0-ce9a-4792-8949-38a0e1fdea78 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Request body: {'security_group_rule': {'security_group_id': '38e17afe-32b1-4448-9deb-21c02cb86685', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:47.424125 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4751d096-76bc-4ea0-a363-2ceb6136f596 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1425810
Feb 05 21:06:47.425527 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7196f276-a86d-4e55-8605-abf60cb8fd74 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:06:47.425952 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7196f276-a86d-4e55-8605-abf60cb8fd74 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (d84aa9e2-4e98-4b5c-b618-36f72f55a58a), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:47.429964 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:06:47.429964 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:06:47.429964 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:06:47.429964 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:06:47.429964 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:06:47.429964 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:06:47.429964 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:06:47.429964 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:06:47.429964 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:06:47.429964 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:06:47.429964 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:06:47.429964 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:06:47.429964 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:06:47.429964 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:06:47.429964 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:06:47.429964 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:06:47.429964 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:06:47.429964 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:06:47.429964 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:06:47.429964 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:06:47.429964 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:06:47.429964 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:06:47.429964 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:06:47.429964 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:06:47.429964 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:06:47.429964 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:06:47.429964 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:06:47.429964 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:06:47.429964 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:06:47.429964 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:06:47.429964 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:06:47.429964 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:06:47.429964 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58084) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:47.445919 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-36476c03-24da-411e-90e2-56c4ab1bd91a tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (277ad850-575d-494a-9ff4-0d30b5770b00), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:47.447110 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-d2458562-14d6-477d-9e9c-2e068955d47c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'subnet': {'network_id': 'f8574ec4-e3b9-46a2-be9e-6903be91c3bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:47.457409 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36476c03-24da-411e-90e2-56c4ab1bd91a tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:06:47.457409 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-36476c03-24da-411e-90e2-56c4ab1bd91a tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (277ad850-575d-494a-9ff4-0d30b5770b00), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:47.459437 ncdv-master-1 neutron-server[114391]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage.
Feb 05 21:06:47.459437 ncdv-master-1 neutron-server[114391]:   warnings.warn('Neutron quota engine will require "--force" '
Feb 05 21:06:47.459437 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:06:47.459437 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:06:47.459437 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:06:47.459437 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:06:47.459437 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:06:47.459437 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:06:47.459437 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:06:47.459437 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:06:47.459437 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:06:47.459437 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:06:47.459437 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:06:47.459437 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:06:47.459437 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:06:47.459437 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:06:47.459437 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:06:47.459437 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:06:47.459437 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:06:47.459437 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:06:47.459437 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:06:47.459437 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:06:47.459437 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:06:47.459437 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:06:47.459437 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:06:47.459437 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:06:47.459437 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:06:47.459437 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:06:47.459437 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:06:47.459437 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:06:47.459437 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:06:47.459437 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:06:47.459437 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:06:47.459437 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:06:47.527378 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-35c7f6c0-ce9a-4792-8949-38a0e1fdea78 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (8a04301b-f876-42df-8065-d426964bd1f1), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:47.562486 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7196f276-a86d-4e55-8605-abf60cb8fd74 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (f453d080-098b-4496-a775-75b00b1578e2), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:47.562713 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-36476c03-24da-411e-90e2-56c4ab1bd91a tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (32c75876-0f2e-41db-a991-cfefa1bb39d0), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:47.567819 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b1108a-f352-414e-8f47-f6728ebe1ee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f8574ec4-e3b9-46a2-be9e-6903be91c3bb', 'network_id': 'f8574ec4-e3b9-46a2-be9e-6903be91c3bb', 'project_id': '2c6898cf86224b09b9056098bf6480b2', 'fixed_ips': [{'subnet_id': 'bfcb06a7-e914-4bb8-9b10-b3137203a795'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:06:47.568960 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b5b1108a-f352-414e-8f47-f6728ebe1ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:47.571546 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7196f276-a86d-4e55-8605-abf60cb8fd74 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:47.574132 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-36476c03-24da-411e-90e2-56c4ab1bd91a tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:47.579682 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-36476c03-24da-411e-90e2-56c4ab1bd91a tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] 10.222.0.32 "DELETE /v2.0/networks/32c75876-0f2e-41db-a991-cfefa1bb39d0 HTTP/1.1" status: 204  len: 168 time: 0.4138329
Feb 05 21:06:47.579856 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7196f276-a86d-4e55-8605-abf60cb8fd74 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "DELETE /v2.0/networks/f453d080-098b-4496-a775-75b00b1578e2 HTTP/1.1" status: 204  len: 168 time: 2.8932388
Feb 05 21:06:47.584372 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58086) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:47.584727 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58088) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:47.592063 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36476c03-24da-411e-90e2-56c4ab1bd91a tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Pushing event deleted for resources: {'Network': ['ID=32c75876-0f2e-41db-a991-cfefa1bb39d0,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:47.623165 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-35c7f6c0-ce9a-4792-8949-38a0e1fdea78 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (8a04301b-f876-42df-8065-d426964bd1f1), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:47.627994 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-35c7f6c0-ce9a-4792-8949-38a0e1fdea78 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (8a04301b-f876-42df-8065-d426964bd1f1), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:47.636226 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196f276-a86d-4e55-8605-abf60cb8fd74 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event deleted for resources: {'Network': ['ID=f453d080-098b-4496-a775-75b00b1578e2,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:47.651056 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c7f6c0-ce9a-4792-8949-38a0e1fdea78 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a04301b-f876-42df-8065-d426964bd1f1,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:47.657449 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-35c7f6c0-ce9a-4792-8949-38a0e1fdea78 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:47.660449 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bb452e8-007e-4af0-b0a6-5284c2aa010e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:47.661015 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bb452e8-007e-4af0-b0a6-5284c2aa010e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:47.663057 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-35c7f6c0-ce9a-4792-8949-38a0e1fdea78 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2511299
Feb 05 21:06:47.664026 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58090) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:47.664138 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4bb452e8-007e-4af0-b0a6-5284c2aa010e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "DELETE /v2.0/networks/f453d080-098b-4496-a775-75b00b1578e2 HTTP/1.1" status: 404  len: 339 time: 0.0744534
Feb 05 21:06:47.686698 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58092) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:47.698129 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-a363c2b2-b609-4f78-93ee-0bc8b9d4318a tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2046836841', 'description': 'd1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:47.707958 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-de21e874-a174-4d9b-a0d7-533a0a0f0bb3 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (8a04301b-f876-42df-8065-d426964bd1f1), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:47.729610 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-de21e874-a174-4d9b-a0d7-533a0a0f0bb3 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (8a04301b-f876-42df-8065-d426964bd1f1), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:47.757912 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9dc01944-eff3-4b1b-8795-b3e00ddb432b tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (68468583-ca53-4e39-824d-b6bb5d2f3b87), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:47.790687 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-b5b1108a-f352-414e-8f47-f6728ebe1ee0 None None] Allocated IP 172.20.0.2 (f8574ec4-e3b9-46a2-be9e-6903be91c3bb/bfcb06a7-e914-4bb8-9b10-b3137203a795/9e344bd6-2572-42ea-bbee-e8b46daef583) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:06:47.798165 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a363c2b2-b609-4f78-93ee-0bc8b9d4318a tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Made reservation on behalf of be1aed61497f49d18b23d8f97896bccb for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:47.802722 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a363c2b2-b609-4f78-93ee-0bc8b9d4318a tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:47.814647 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b4fda-7b29-47c0-acbc-407a2ade62c3 req-1e5e83ce-2316-4385-be88-4c1455a5f315 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:47.816460 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-848b4fda-7b29-47c0-acbc-407a2ade62c3 req-1e5e83ce-2316-4385-be88-4c1455a5f315 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=3721ef9f-8de4-4d4e-b4f5-e315164ccd1d HTTP/1.1" status: 200  len: 945 time: 0.0778847
Feb 05 21:06:47.817704 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-de21e874-a174-4d9b-a0d7-533a0a0f0bb3 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (8a04301b-f876-42df-8065-d426964bd1f1), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:47.832266 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-de21e874-a174-4d9b-a0d7-533a0a0f0bb3 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:47.835412 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-de21e874-a174-4d9b-a0d7-533a0a0f0bb3 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/8a04301b-f876-42df-8065-d426964bd1f1 HTTP/1.1" status: 204  len: 168 time: 0.1669693
Feb 05 21:06:47.835412 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de21e874-a174-4d9b-a0d7-533a0a0f0bb3 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a04301b-f876-42df-8065-d426964bd1f1,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:47.836040 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58096) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:47.839163 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2458562-14d6-477d-9e9c-2e068955d47c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Made reservation on behalf of 2c6898cf86224b09b9056098bf6480b2 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:47.843328 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d2458562-14d6-477d-9e9c-2e068955d47c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:47.899596 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-848b4fda-7b29-47c0-acbc-407a2ade62c3 req-7a696120-d7fc-445a-be85-00b1f23d280a tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654960
Feb 05 21:06:47.992796 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a363c2b2-b609-4f78-93ee-0bc8b9d4318a tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:06:48.002074 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9dc01944-eff3-4b1b-8795-b3e00ddb432b tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (68468583-ca53-4e39-824d-b6bb5d2f3b87), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:48.004976 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b5b1108a-f352-414e-8f47-f6728ebe1ee0 None None] Publish callbacks [] for port (9e344bd6-2572-42ea-bbee-e8b46daef583), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:48.007766 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-40d6e06e-fbb1-479c-ae70-40c00aceabd7 None None] Provisioning complete for port 22127afd-e76b-4297-b564-27bf895b9cf8 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:48.008132 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-40d6e06e-fbb1-479c-ae70-40c00aceabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (22127afd-e76b-4297-b564-27bf895b9cf8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:48.012063 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b5b1108a-f352-414e-8f47-f6728ebe1ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (9e344bd6-2572-42ea-bbee-e8b46daef583), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:48.049796 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a363c2b2-b609-4f78-93ee-0bc8b9d4318a tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (a5c31e61-7435-491c-9ce5-29cd3b92850c), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:48.050149 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-a363c2b2-b609-4f78-93ee-0bc8b9d4318a tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Added segment a5c31e61-7435-491c-9ce5-29cd3b92850c of type vlan for network 66486661-038e-4f28-abed-fe53a22baa3a
Feb 05 21:06:48.052286 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-9dc01944-eff3-4b1b-8795-b3e00ddb432b tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db8dde040>,) {'filters': {'network_id': ['68468583-ca53-4e39-824d-b6bb5d2f3b87']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:48.084679 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-93ef8c6c-ee75-40f7-bb7d-13ce06069bf6 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.2435985
Feb 05 21:06:48.084679 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-9dc01944-eff3-4b1b-8795-b3e00ddb432b tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8dde040>, '7a64dd9e-690c-4d9b-8caf-0a026e867b73') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:48.084679 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-9dc01944-eff3-4b1b-8795-b3e00ddb432b tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8dde040>, '7a64dd9e-690c-4d9b-8caf-0a026e867b73') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:48.085009 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58100) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:48.092063 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b1108a-f352-414e-8f47-f6728ebe1ee0 None None] Network f8574ec4-e3b9-46a2-be9e-6903be91c3bb is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:06:48.098936 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9dc01944-eff3-4b1b-8795-b3e00ddb432b tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (7a64dd9e-690c-4d9b-8caf-0a026e867b73), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:48.103755 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-b5b1108a-f352-414e-8f47-f6728ebe1ee0 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:48.107688 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b1108a-f352-414e-8f47-f6728ebe1ee0 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:06:48.115587 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b1108a-f352-414e-8f47-f6728ebe1ee0 None None] Pushing event updated for resources: {'Port': ['ID=9e344bd6-2572-42ea-bbee-e8b46daef583,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:48.130804 ncdv-master-1 neutron-server[114390]: INFO neutron.db.ipam_backend_mixin [None req-d2458562-14d6-477d-9e9c-2e068955d47c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bfcb06a7-e914-4bb8-9b10-b3137203a795 (CIDR: 172.20.0.0/28)
Feb 05 21:06:48.141111 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2458562-14d6-477d-9e9c-2e068955d47c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:06:48.141637 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2458562-14d6-477d-9e9c-2e068955d47c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:48.150014 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9dc01944-eff3-4b1b-8795-b3e00ddb432b tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (7a64dd9e-690c-4d9b-8caf-0a026e867b73), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:48.155429 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-445ddc8a-b2f5-4d8e-9824-b42bdf236b48 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (38e17afe-32b1-4448-9deb-21c02cb86685), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:48.157320 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a363c2b2-b609-4f78-93ee-0bc8b9d4318a tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (66486661-038e-4f28-abed-fe53a22baa3a), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:48.164939 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dc01944-eff3-4b1b-8795-b3e00ddb432b tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:06:48.165343 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9dc01944-eff3-4b1b-8795-b3e00ddb432b tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (7a64dd9e-690c-4d9b-8caf-0a026e867b73), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:48.167178 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:06:48.167178 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:06:48.167178 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:06:48.167178 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:06:48.167178 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:06:48.167178 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:06:48.167178 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:06:48.167178 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:06:48.167178 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:06:48.167178 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:06:48.167178 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:06:48.167178 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:06:48.167178 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:06:48.167178 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:06:48.167178 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:06:48.167178 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:06:48.167178 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:06:48.167178 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:06:48.167178 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:06:48.167178 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:06:48.167178 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:06:48.167178 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:06:48.167178 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:06:48.167178 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:06:48.167178 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:06:48.167178 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:06:48.167178 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:06:48.167178 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:06:48.167178 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:06:48.167178 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:06:48.167178 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:06:48.167178 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:06:48.182050 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-445ddc8a-b2f5-4d8e-9824-b42bdf236b48 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (38e17afe-32b1-4448-9deb-21c02cb86685), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:48.214685 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-40d6e06e-fbb1-479c-ae70-40c00aceabd7 None None] Current status of the port 22127afd-e76b-4297-b564-27bf895b9cf8 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:06:48.219353 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-b5b1108a-f352-414e-8f47-f6728ebe1ee0 None None] Attempting to bind port 9e344bd6-2572-42ea-bbee-e8b46daef583 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:06:48.219577 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-b5b1108a-f352-414e-8f47-f6728ebe1ee0 None None] Attempting to bind port 9e344bd6-2572-42ea-bbee-e8b46daef583 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd307be5e-4fd4-43d3-a866-6e4a8bd7a8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f8574ec4-e3b9-46a2-be9e-6903be91c3bb'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:06:48.219948 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b1108a-f352-414e-8f47-f6728ebe1ee0 None None] Attempting to bind port 9e344bd6-2572-42ea-bbee-e8b46daef583 on network f8574ec4-e3b9-46a2-be9e-6903be91c3bb {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:06:48.226286 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b1108a-f352-414e-8f47-f6728ebe1ee0 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:06:48.226715 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b1108a-f352-414e-8f47-f6728ebe1ee0 None None] Checking segment: {'id': 'd307be5e-4fd4-43d3-a866-6e4a8bd7a8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f8574ec4-e3b9-46a2-be9e-6903be91c3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:06:48.227121 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b5b1108a-f352-414e-8f47-f6728ebe1ee0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:48.227713 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b1108a-f352-414e-8f47-f6728ebe1ee0 None None] Bound using segment: {'id': 'd307be5e-4fd4-43d3-a866-6e4a8bd7a8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f8574ec4-e3b9-46a2-be9e-6903be91c3bb'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:06:48.227977 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d2458562-14d6-477d-9e9c-2e068955d47c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.7968051
Feb 05 21:06:48.228685 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-b5b1108a-f352-414e-8f47-f6728ebe1ee0 None None] Bound port: 9e344bd6-2572-42ea-bbee-e8b46daef583, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd307be5e-4fd4-43d3-a866-6e4a8bd7a8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f8574ec4-e3b9-46a2-be9e-6903be91c3bb'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:06:48.229330 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b5b1108a-f352-414e-8f47-f6728ebe1ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9e344bd6-2572-42ea-bbee-e8b46daef583), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:48.231113 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58102) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:48.239287 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-63bbf817-a118-49d7-92ec-2b8a5cf595ee tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'subnet': {'network_id': 'f8574ec4-e3b9-46a2-be9e-6903be91c3bb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:48.257009 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a363c2b2-b609-4f78-93ee-0bc8b9d4318a tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (66486661-038e-4f28-abed-fe53a22baa3a), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:48.264028 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a363c2b2-b609-4f78-93ee-0bc8b9d4318a tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:48.264945 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a363c2b2-b609-4f78-93ee-0bc8b9d4318a tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:48.274438 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-445ddc8a-b2f5-4d8e-9824-b42bdf236b48 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (38e17afe-32b1-4448-9deb-21c02cb86685), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:48.277168 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9dc01944-eff3-4b1b-8795-b3e00ddb432b tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (68468583-ca53-4e39-824d-b6bb5d2f3b87), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:48.277339 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-445ddc8a-b2f5-4d8e-9824-b42bdf236b48 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:48.280168 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-445ddc8a-b2f5-4d8e-9824-b42bdf236b48 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "DELETE /v2.0/security-groups/38e17afe-32b1-4448-9deb-21c02cb86685 HTTP/1.1" status: 204  len: 168 time: 0.1942484
Feb 05 21:06:48.301558 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58104) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:48.309653 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-b5b1108a-f352-414e-8f47-f6728ebe1ee0 None None] For port 9e344bd6-2572-42ea-bbee-e8b46daef583, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:06:48.312027 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9dc01944-eff3-4b1b-8795-b3e00ddb432b tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:48.313562 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-b5b1108a-f352-414e-8f47-f6728ebe1ee0 None None] For port 9e344bd6-2572-42ea-bbee-e8b46daef583, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9e344bd6-2572-42ea-bbee-e8b46daef583,segment=NetworkSegment(d307be5e-4fd4-43d3-a866-6e4a8bd7a8b1),segment_id=d307be5e-4fd4-43d3-a866-6e4a8bd7a8b1)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:06:48.315183 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9dc01944-eff3-4b1b-8795-b3e00ddb432b tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] 10.222.0.32 "DELETE /v2.0/networks/68468583-ca53-4e39-824d-b6bb5d2f3b87 HTTP/1.1" status: 204  len: 168 time: 0.7242918
Feb 05 21:06:48.331548 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a363c2b2-b609-4f78-93ee-0bc8b9d4318a tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.6409795
Feb 05 21:06:48.332364 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58108) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:48.334457 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b5b1108a-f352-414e-8f47-f6728ebe1ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9e344bd6-2572-42ea-bbee-e8b46daef583), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:48.358216 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ddc8a-b2f5-4d8e-9824-b42bdf236b48 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e17afe-32b1-4448-9deb-21c02cb86685,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:48.374056 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a363c2b2-b609-4f78-93ee-0bc8b9d4318a tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event updated for resources: {'Network': ['ID=66486661-038e-4f28-abed-fe53a22baa3a,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:48.398158 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc01944-eff3-4b1b-8795-b3e00ddb432b tempest-QuotasNegativeTest-1614020104 tempest-QuotasNegativeTest-1614020104-project-admin] Pushing event deleted for resources: {'Network': ['ID=68468583-ca53-4e39-824d-b6bb5d2f3b87,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:48.402994 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 66486661-038e-4f28-abed-fe53a22baa3a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:06:48.459573 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a62fa831-f3b4-4222-9313-66bbf597e27d tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1565201
Feb 05 21:06:48.460809 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58110) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:48.465830 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-8dd75fad-a9fb-4f6f-8d64-d2ce4b1aec0f tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Request body: {'security_group': {'name': 'tempest-secgroup--1402201221'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:48.472143 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f6729e-d31b-415c-86dd-e796979d54d4 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:48.472911 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-24f6729e-d31b-415c-86dd-e796979d54d4 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "GET /v2.0/networks?id=66486661-038e-4f28-abed-fe53a22baa3a HTTP/1.1" status: 200  len: 765 time: 0.1397789
Feb 05 21:06:48.476961 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58112) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:48.485228 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-d4b0fd7d-63e3-477a-9262-bee63f81dd89 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Request body: {'network': {'description': 'd2'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:48.494980 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bbf817-a118-49d7-92ec-2b8a5cf595ee tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Made reservation on behalf of 2c6898cf86224b09b9056098bf6480b2 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:48.499680 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-63bbf817-a118-49d7-92ec-2b8a5cf595ee tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:48.507954 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b1108a-f352-414e-8f47-f6728ebe1ee0 None None] Pushing event updated for resources: {'Port': ['ID=9e344bd6-2572-42ea-bbee-e8b46daef583,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:48.571133 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8dd75fad-a9fb-4f6f-8d64-d2ce4b1aec0f tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:48.778951 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d4b0fd7d-63e3-477a-9262-bee63f81dd89 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (66486661-038e-4f28-abed-fe53a22baa3a), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:48.810943 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8dd75fad-a9fb-4f6f-8d64-d2ce4b1aec0f tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (f79785de-7a5d-46c5-97e5-c4e4e9ab7134), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:48.812671 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d4b0fd7d-63e3-477a-9262-bee63f81dd89 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (66486661-038e-4f28-abed-fe53a22baa3a), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:48.822854 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8dd75fad-a9fb-4f6f-8d64-d2ce4b1aec0f tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f79785de-7a5d-46c5-97e5-c4e4e9ab7134), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:48.854294 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-63bbf817-a118-49d7-92ec-2b8a5cf595ee tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (fc52fc11-014b-4d37-baf7-6731a49c98af), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:48.865351 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d4b0fd7d-63e3-477a-9262-bee63f81dd89 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Network 66486661-038e-4f28-abed-fe53a22baa3a is not hosted by any dhcp agent {{(pid=114390) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Feb 05 21:06:48.869704 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b0fd7d-63e3-477a-9262-bee63f81dd89 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:48.870740 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d4b0fd7d-63e3-477a-9262-bee63f81dd89 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:48.875131 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d4b0fd7d-63e3-477a-9262-bee63f81dd89 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "PUT /v2.0/networks/66486661-038e-4f28-abed-fe53a22baa3a HTTP/1.1" status: 200  len: 762 time: 0.3969803
Feb 05 21:06:48.893829 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58118) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:48.947946 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bbf817-a118-49d7-92ec-2b8a5cf595ee tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Network f8574ec4-e3b9-46a2-be9e-6903be91c3bb is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:06:49.013455 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-63bbf817-a118-49d7-92ec-2b8a5cf595ee tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:49.032826 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bbf817-a118-49d7-92ec-2b8a5cf595ee tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:49.033647 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-63bbf817-a118-49d7-92ec-2b8a5cf595ee tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:49.048222 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58124) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:49.049107 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bbf817-a118-49d7-92ec-2b8a5cf595ee tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'Subnet': ['ID=fc52fc11-014b-4d37-baf7-6731a49c98af,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:49.069389 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406a222c-28e0-4f6e-906e-f1011bad80e1 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:49.070986 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-406a222c-28e0-4f6e-906e-f1011bad80e1 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "GET /v2.0/networks?id=66486661-038e-4f28-abed-fe53a22baa3a HTTP/1.1" status: 200  len: 765 time: 0.1725552
Feb 05 21:06:49.091818 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58128) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:49.149304 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-63bbf817-a118-49d7-92ec-2b8a5cf595ee tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.9166396
Feb 05 21:06:49.166470 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58130) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:49.182217 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-688d1b96-1bde-465c-bd46-37c913b2e9ed tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'port': {'network_id': 'f8574ec4-e3b9-46a2-be9e-6903be91c3bb', 'fixed_ips': [{'subnet_id': 'bfcb06a7-e914-4bb8-9b10-b3137203a795'}, {'subnet_id': 'fc52fc11-014b-4d37-baf7-6731a49c98af'}], 'name': 'tempest-PortsTestJSON-2053862577'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:49.205790 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8dd75fad-a9fb-4f6f-8d64-d2ce4b1aec0f tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:49.210294 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8dd75fad-a9fb-4f6f-8d64-d2ce4b1aec0f tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.7479579
Feb 05 21:06:49.210963 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58132) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:49.224579 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-8c444fc1-8dd6-49e3-abbb-4581b91aab0c tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Request body: {'security_group_rule': {'security_group_id': 'f79785de-7a5d-46c5-97e5-c4e4e9ab7134', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:49.264685 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b0fd7d-63e3-477a-9262-bee63f81dd89 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event updated for resources: {'Network': ['ID=66486661-038e-4f28-abed-fe53a22baa3a,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:49.266710 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd75fad-a9fb-4f6f-8d64-d2ce4b1aec0f tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f79785de-7a5d-46c5-97e5-c4e4e9ab7134,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:49.287484 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e582f1-bbb0-4b0d-91a1-d1851acd74e6 req-dbe57164-6a5b-4b1e-9da2-d278e608e009 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:49.287655 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 66486661-038e-4f28-abed-fe53a22baa3a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:06:49.289068 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d3e582f1-bbb0-4b0d-91a1-d1851acd74e6 req-dbe57164-6a5b-4b1e-9da2-d278e608e009 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=3721ef9f-8de4-4d4e-b4f5-e315164ccd1d HTTP/1.1" status: 200  len: 945 time: 0.2525721
Feb 05 21:06:49.299407 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8c444fc1-8dd6-49e3-abbb-4581b91aab0c tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (ba35d326-ada0-46a3-ab51-ca0be24236f0), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:49.320829 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-16679458-8c3a-40ec-a495-b0495df3d8c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:49.386073 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8c444fc1-8dd6-49e3-abbb-4581b91aab0c tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (ba35d326-ada0-46a3-ab51-ca0be24236f0), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:49.390529 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8c444fc1-8dd6-49e3-abbb-4581b91aab0c tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (ba35d326-ada0-46a3-ab51-ca0be24236f0), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:49.411536 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c444fc1-8dd6-49e3-abbb-4581b91aab0c tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba35d326-ada0-46a3-ab51-ca0be24236f0,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:49.420745 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8c444fc1-8dd6-49e3-abbb-4581b91aab0c tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:49.422832 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8c444fc1-8dd6-49e3-abbb-4581b91aab0c tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2059197
Feb 05 21:06:49.425425 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58134) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:49.431512 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-9a784f58-2b82-4cca-b2fa-093a2f87f47b tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Request body: {'security_group_rule': {'security_group_id': 'f79785de-7a5d-46c5-97e5-c4e4e9ab7134', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:49.460766 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaadf7b8-779c-45f5-94d3-7ff885dd9dbd tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:49.462027 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9a784f58-2b82-4cca-b2fa-093a2f87f47b tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (9afdb55a-cfb8-471b-9018-2da9e3a466df), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:49.462336 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-aaadf7b8-779c-45f5-94d3-7ff885dd9dbd tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.3667462
Feb 05 21:06:49.465813 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58136) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:49.497642 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d3e582f1-bbb0-4b0d-91a1-d1851acd74e6 req-844c420d-a390-45ce-aaf6-a22ac404ecd5 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1874173
Feb 05 21:06:49.539452 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688d1b96-1bde-465c-bd46-37c913b2e9ed tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Made reservation on behalf of 2c6898cf86224b09b9056098bf6480b2 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:49.559299 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-acd9e719-fd5b-479e-bf54-549bcc8a5973 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "GET /v2.0/subnets?network_id=d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 207 time: 0.0914581
Feb 05 21:06:49.563667 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58138) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:49.585963 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9a784f58-2b82-4cca-b2fa-093a2f87f47b tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (9afdb55a-cfb8-471b-9018-2da9e3a466df), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:49.591514 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9a784f58-2b82-4cca-b2fa-093a2f87f47b tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (9afdb55a-cfb8-471b-9018-2da9e3a466df), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:49.617990 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a784f58-2b82-4cca-b2fa-093a2f87f47b tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9afdb55a-cfb8-471b-9018-2da9e3a466df,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:49.631232 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9a784f58-2b82-4cca-b2fa-093a2f87f47b tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:49.634882 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9a784f58-2b82-4cca-b2fa-093a2f87f47b tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2078433
Feb 05 21:06:49.635713 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58140) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:49.640530 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-dcb6e3e5-cd9a-4189-9dcd-16d30b2f582f tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Request body: {'security_group_rule': {'security_group_id': 'f79785de-7a5d-46c5-97e5-c4e4e9ab7134', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:49.669573 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dcb6e3e5-cd9a-4189-9dcd-16d30b2f582f tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (7c4d5409-a1a1-4a5f-b3c9-a2242b182aa9), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:49.688639 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-16679458-8c3a-40ec-a495-b0495df3d8c5 admin admin] Publish callbacks [] for security_group (bfe3953b-592c-45a3-a680-977ded232301), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:49.699801 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-16679458-8c3a-40ec-a495-b0495df3d8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (bfe3953b-592c-45a3-a680-977ded232301), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:49.733397 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dcb6e3e5-cd9a-4189-9dcd-16d30b2f582f tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (7c4d5409-a1a1-4a5f-b3c9-a2242b182aa9), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:49.737804 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dcb6e3e5-cd9a-4189-9dcd-16d30b2f582f tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (7c4d5409-a1a1-4a5f-b3c9-a2242b182aa9), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:49.756102 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6e3e5-cd9a-4189-9dcd-16d30b2f582f tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c4d5409-a1a1-4a5f-b3c9-a2242b182aa9,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:49.766074 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dcb6e3e5-cd9a-4189-9dcd-16d30b2f582f tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:49.767400 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-dcb6e3e5-cd9a-4189-9dcd-16d30b2f582f tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1306357
Feb 05 21:06:49.770209 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58142) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:49.775249 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-540666ee-4d0d-460e-8060-2680e4e6094e tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Request body: {'security_group_rule': {'security_group_id': 'f79785de-7a5d-46c5-97e5-c4e4e9ab7134', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:49.785717 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697ebb17-4b8a-44be-a5d8-c6a649f1c904 None None] Network f8574ec4-e3b9-46a2-be9e-6903be91c3bb requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:49.794438 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58144) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:49.794613 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-16679458-8c3a-40ec-a495-b0495df3d8c5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=56f96b109b5344609544753ddce45ef3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7416289
Feb 05 21:06:49.798140 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-688d1b96-1bde-465c-bd46-37c913b2e9ed tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:49.804357 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16679458-8c3a-40ec-a495-b0495df3d8c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe3953b-592c-45a3-a680-977ded232301,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:49.814250 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04473c1-08da-4d98-a988-9a2f1e3f38cc tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:49.815690 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-540666ee-4d0d-460e-8060-2680e4e6094e tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (2b1c3b7d-be03-4777-a720-e4e4128e5f36), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:49.819399 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04473c1-08da-4d98-a988-9a2f1e3f38cc tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:49.824486 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04473c1-08da-4d98-a988-9a2f1e3f38cc tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:49.829620 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04473c1-08da-4d98-a988-9a2f1e3f38cc tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:49.835147 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04473c1-08da-4d98-a988-9a2f1e3f38cc tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:49.840419 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04473c1-08da-4d98-a988-9a2f1e3f38cc tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:49.846428 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e04473c1-08da-4d98-a988-9a2f1e3f38cc tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3729 time: 0.2758212
Feb 05 21:06:49.851014 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58146) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:49.891669 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-4f220457-ba20-491d-bd53-e4c182aa8026 None None] Provisioning complete for port 9e344bd6-2572-42ea-bbee-e8b46daef583 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:49.891944 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [None req-688d1b96-1bde-465c-bd46-37c913b2e9ed tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] device_id is not set on port 11ffa9ec-9cec-457b-9733-87b267ef38b3 yet. {{(pid=114391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:06:49.892402 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4f220457-ba20-491d-bd53-e4c182aa8026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9e344bd6-2572-42ea-bbee-e8b46daef583), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:49.901681 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-540666ee-4d0d-460e-8060-2680e4e6094e tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (2b1c3b7d-be03-4777-a720-e4e4128e5f36), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:49.903180 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-279b3c7e-18d1-4720-b835-a68e01aa75c1 admin admin] Publish callbacks [] for security_group (bfe3953b-592c-45a3-a680-977ded232301), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:49.915532 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-540666ee-4d0d-460e-8060-2680e4e6094e tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (2b1c3b7d-be03-4777-a720-e4e4128e5f36), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:49.952182 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-279b3c7e-18d1-4720-b835-a68e01aa75c1 admin admin] Publish callbacks [] for security_group (bfe3953b-592c-45a3-a680-977ded232301), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:49.954061 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540666ee-4d0d-460e-8060-2680e4e6094e tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b1c3b7d-be03-4777-a720-e4e4128e5f36,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:49.976808 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-540666ee-4d0d-460e-8060-2680e4e6094e tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:49.981432 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-540666ee-4d0d-460e-8060-2680e4e6094e tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2070584
Feb 05 21:06:49.981989 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58148) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:49.988694 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-953c0a5a-6b16-490c-8b4e-465a8311a81b tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Request body: {'security_group_rule': {'security_group_id': 'f79785de-7a5d-46c5-97e5-c4e4e9ab7134', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:50.064867 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-953c0a5a-6b16-490c-8b4e-465a8311a81b tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (5a5aa8fd-bbf5-403c-b7b3-7a320d31cb44), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:50.086336 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-279b3c7e-18d1-4720-b835-a68e01aa75c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (bfe3953b-592c-45a3-a680-977ded232301), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:50.089389 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-279b3c7e-18d1-4720-b835-a68e01aa75c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:50.091272 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-279b3c7e-18d1-4720-b835-a68e01aa75c1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bfe3953b-592c-45a3-a680-977ded232301 HTTP/1.1" status: 204  len: 168 time: 0.2957604
Feb 05 21:06:50.093001 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-4f220457-ba20-491d-bd53-e4c182aa8026 None None] Current status of the port 9e344bd6-2572-42ea-bbee-e8b46daef583 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:06:50.093729 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4f220457-ba20-491d-bd53-e4c182aa8026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9e344bd6-2572-42ea-bbee-e8b46daef583), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:50.117320 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b3c7e-18d1-4720-b835-a68e01aa75c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe3953b-592c-45a3-a680-977ded232301,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:50.143773 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-be3e7bbf-8051-4161-a39e-482672c39b06 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 811 time: 0.2916489
Feb 05 21:06:50.148309 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58158) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:50.217460 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-953c0a5a-6b16-490c-8b4e-465a8311a81b tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (5a5aa8fd-bbf5-403c-b7b3-7a320d31cb44), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:50.228340 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-953c0a5a-6b16-490c-8b4e-465a8311a81b tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (5a5aa8fd-bbf5-403c-b7b3-7a320d31cb44), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:50.247934 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-4f220457-ba20-491d-bd53-e4c182aa8026 None None] For port 9e344bd6-2572-42ea-bbee-e8b46daef583, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9e344bd6-2572-42ea-bbee-e8b46daef583,segment=NetworkSegment(d307be5e-4fd4-43d3-a866-6e4a8bd7a8b1),segment_id=d307be5e-4fd4-43d3-a866-6e4a8bd7a8b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:06:50.254697 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:50.258051 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4f220457-ba20-491d-bd53-e4c182aa8026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9e344bd6-2572-42ea-bbee-e8b46daef583), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:50.265475 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c0a5a-6b16-490c-8b4e-465a8311a81b tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a5aa8fd-bbf5-403c-b7b3-7a320d31cb44,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:50.286944 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3992d-6058-438c-afd7-2135c253cbdc req-02767d7f-a8f5-47c5-81f9-b70cb08cdc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:50.288935 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8fd3992d-6058-438c-afd7-2135c253cbdc req-02767d7f-a8f5-47c5-81f9-b70cb08cdc57 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3721ef9f-8de4-4d4e-b4f5-e315164ccd1d HTTP/1.1" status: 200  len: 1127 time: 0.2455750
Feb 05 21:06:50.299129 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-953c0a5a-6b16-490c-8b4e-465a8311a81b tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:50.301077 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-953c0a5a-6b16-490c-8b4e-465a8311a81b tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.3178639
Feb 05 21:06:50.304338 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58160) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:50.317974 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3945214-deb3-499d-a4bd-de6ef5b1e2b0 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:50.319486 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3945214-deb3-499d-a4bd-de6ef5b1e2b0 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:50.320832 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3945214-deb3-499d-a4bd-de6ef5b1e2b0 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:50.322170 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3945214-deb3-499d-a4bd-de6ef5b1e2b0 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:50.323562 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3945214-deb3-499d-a4bd-de6ef5b1e2b0 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:50.325704 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e3945214-deb3-499d-a4bd-de6ef5b1e2b0 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.1735163
Feb 05 21:06:50.342858 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58162) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:50.354465 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f220457-ba20-491d-bd53-e4c182aa8026 None None] Pushing event updated for resources: {'Port': ['ID=9e344bd6-2572-42ea-bbee-e8b46daef583,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:50.366769 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b218090-2e72-4d38-aeb7-38eea84e088e None None] Update dhcp port {'port': {'network_id': 'f8574ec4-e3b9-46a2-be9e-6903be91c3bb', 'fixed_ips': [{'subnet_id': 'bfcb06a7-e914-4bb8-9b10-b3137203a795', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fc52fc11-014b-4d37-baf7-6731a49c98af'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '9e344bd6-2572-42ea-bbee-e8b46daef583'} from ncdv-master-1. {{(pid=114392) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 05 21:06:50.408708 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7b218090-2e72-4d38-aeb7-38eea84e088e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9e344bd6-2572-42ea-bbee-e8b46daef583), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:50.431548 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9e344bd6-2572-42ea-bbee-e8b46daef583 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:06:50.435878 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7ab9fedb-2402-41ed-ab04-10355e755507 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (5a5aa8fd-bbf5-403c-b7b3-7a320d31cb44), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:50.446339 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7ab9fedb-2402-41ed-ab04-10355e755507 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (5a5aa8fd-bbf5-403c-b7b3-7a320d31cb44), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:50.459991 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388df7f5-5f9a-4262-acc6-dad17b632986 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['shared'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:50.461312 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388df7f5-5f9a-4262-acc6-dad17b632986 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['shared'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:50.462645 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388df7f5-5f9a-4262-acc6-dad17b632986 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['shared'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:50.463941 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388df7f5-5f9a-4262-acc6-dad17b632986 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['shared'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:50.465238 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388df7f5-5f9a-4262-acc6-dad17b632986 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['shared'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:50.466984 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-388df7f5-5f9a-4262-acc6-dad17b632986 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.1230187
Feb 05 21:06:50.471104 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58166) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:50.514237 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7ab9fedb-2402-41ed-ab04-10355e755507 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (5a5aa8fd-bbf5-403c-b7b3-7a320d31cb44), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:50.546503 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7ab9fedb-2402-41ed-ab04-10355e755507 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:50.547653 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7ab9fedb-2402-41ed-ab04-10355e755507 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/5a5aa8fd-bbf5-403c-b7b3-7a320d31cb44 HTTP/1.1" status: 204  len: 168 time: 0.2253988
Feb 05 21:06:50.551281 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58170) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:50.588376 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9fedb-2402-41ed-ab04-10355e755507 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a5aa8fd-bbf5-403c-b7b3-7a320d31cb44,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:50.619625 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8fd3992d-6058-438c-afd7-2135c253cbdc req-6304e4a7-c4e1-4715-bc90-55b297bf7bdd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3204739
Feb 05 21:06:50.627181 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ec39d756-ff6f-40a7-b28d-ee9d228a18dd tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5731 time: 0.0743511
Feb 05 21:06:50.630052 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58172) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:50.636476 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3ff0a2-2c10-42f9-b41d-fb69d39e47ce tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:50.638396 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5b3ff0a2-2c10-42f9-b41d-fb69d39e47ce tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "GET /v2.0/networks/ae9432fc-b917-4bae-97be-8a146b20e4d4 HTTP/1.1" status: 200  len: 804 time: 0.1657443
Feb 05 21:06:50.646814 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58174) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:50.687702 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 9e344bd6-2572-42ea-bbee-e8b46daef583 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:50.688162 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9e344bd6-2572-42ea-bbee-e8b46daef583), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:50.706783 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58176) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:50.733792 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30566b5-5423-4e56-94ac-3233422ae468 req-a1431564-b725-4fc2-bf87-542572bb53bf tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:50.735531 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c30566b5-5423-4e56-94ac-3233422ae468 req-a1431564-b725-4fc2-bf87-542572bb53bf tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.2240057
Feb 05 21:06:50.748032 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-01b96f7f-cccd-4c6c-b6be-46171a0a5509 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (2b1c3b7d-be03-4777-a720-e4e4128e5f36), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:50.752626 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-688d1b96-1bde-465c-bd46-37c913b2e9ed tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Allocated IP 172.20.0.9 (f8574ec4-e3b9-46a2-be9e-6903be91c3bb/bfcb06a7-e914-4bb8-9b10-b3137203a795/11ffa9ec-9cec-457b-9733-87b267ef38b3) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:06:50.763661 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8e524391-6584-48c3-9a20-f516a623864e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:50.766739 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-01b96f7f-cccd-4c6c-b6be-46171a0a5509 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (2b1c3b7d-be03-4777-a720-e4e4128e5f36), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:50.775090 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 9e344bd6-2572-42ea-bbee-e8b46daef583 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:06:50.782045 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-688d1b96-1bde-465c-bd46-37c913b2e9ed tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Allocated IP 172.20.0.19 (f8574ec4-e3b9-46a2-be9e-6903be91c3bb/fc52fc11-014b-4d37-baf7-6731a49c98af/11ffa9ec-9cec-457b-9733-87b267ef38b3) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:06:50.825022 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d59a1-32b8-4af0-ade9-ff36b279d0a3 req-dd2bc7e5-ae27-4f8f-93a9-8d2c7b3c35c0 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:50.826856 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9d2d59a1-32b8-4af0-ade9-ff36b279d0a3 req-dd2bc7e5-ae27-4f8f-93a9-8d2c7b3c35c0 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=3721ef9f-8de4-4d4e-b4f5-e315164ccd1d HTTP/1.1" status: 200  len: 945 time: 0.1638353
Feb 05 21:06:50.831394 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-baae94d2-a31a-4c75-99c9-4f77db373853 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "GET /v2.0/networks/ae9432fc-b917-4bae-97be-8a146b20e4d4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 320 time: 0.1833847
Feb 05 21:06:50.834556 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c30566b5-5423-4e56-94ac-3233422ae468 req-218b58b2-ef3f-43cc-8cb6-1b0bdb5d2b6d tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0832100
Feb 05 21:06:50.835763 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58178) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:50.836475 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-01b96f7f-cccd-4c6c-b6be-46171a0a5509 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (2b1c3b7d-be03-4777-a720-e4e4128e5f36), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:50.841866 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-01b96f7f-cccd-4c6c-b6be-46171a0a5509 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:50.843207 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-01b96f7f-cccd-4c6c-b6be-46171a0a5509 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/2b1c3b7d-be03-4777-a720-e4e4128e5f36 HTTP/1.1" status: 204  len: 168 time: 0.2035532
Feb 05 21:06:50.849369 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58180) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:50.900003 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b96f7f-cccd-4c6c-b6be-46171a0a5509 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b1c3b7d-be03-4777-a720-e4e4128e5f36,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:50.936784 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0948515-a158-4c97-80b2-f6f832b388c0 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:50.938283 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e0948515-a158-4c97-80b2-f6f832b388c0 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "GET /v2.0/subnets/f62d38bd-7211-4e20-8655-b3a660dc1bfe HTTP/1.1" status: 200  len: 843 time: 0.0996990
Feb 05 21:06:50.946280 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58184) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:50.987177 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9d2d59a1-32b8-4af0-ade9-ff36b279d0a3 req-9e4e1868-fcc7-48c2-9a48-3c18223faf1a tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1445088
Feb 05 21:06:51.013809 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8e524391-6584-48c3-9a20-f516a623864e admin admin] Publish callbacks [] for security_group (911daf82-d2cf-4fd4-825b-96b3acfe5758), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:51.021488 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8e524391-6584-48c3-9a20-f516a623864e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (911daf82-d2cf-4fd4-825b-96b3acfe5758), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:51.027877 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55246385-d068-42fd-835e-e277dc6dc39e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['shared'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:51.029269 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-55246385-d068-42fd-835e-e277dc6dc39e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "GET /v2.0/subnets/f62d38bd-7211-4e20-8655-b3a660dc1bfe?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.0818961
Feb 05 21:06:51.036053 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58186) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:51.043523 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-5a78bc3d-02f1-4d89-b0f1-cbdebb23637e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-843851182'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:51.048794 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-eaddd12b-c22d-43d1-8fa1-56d2095ba9e4 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5190 time: 0.1981721
Feb 05 21:06:51.054571 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58188) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:51.097172 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f028a-abfc-4c2d-ae69-50850a59d44d req-f16d888a-1b28-4f29-a70b-e0a1d65c5608 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:51.098685 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-224f028a-abfc-4c2d-ae69-50850a59d44d req-f16d888a-1b28-4f29-a70b-e0a1d65c5608 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.1630230
Feb 05 21:06:51.102271 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8e524391-6584-48c3-9a20-f516a623864e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=723b383cf4ee4a8f85de42cbaecc9bfa&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3912573
Feb 05 21:06:51.105345 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e524391-6584-48c3-9a20-f516a623864e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911daf82-d2cf-4fd4-825b-96b3acfe5758,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:51.105478 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58192) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:51.118632 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e0993dbe-21b4-42f1-8b2d-a8ead9a3c76c tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (7c4d5409-a1a1-4a5f-b3c9-a2242b182aa9), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:51.120531 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a78bc3d-02f1-4d89-b0f1-cbdebb23637e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Made reservation on behalf of be1aed61497f49d18b23d8f97896bccb for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:51.124153 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5a78bc3d-02f1-4d89-b0f1-cbdebb23637e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:51.128717 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-688d1b96-1bde-465c-bd46-37c913b2e9ed tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for port (11ffa9ec-9cec-457b-9733-87b267ef38b3), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:51.138828 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e0993dbe-21b4-42f1-8b2d-a8ead9a3c76c tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (7c4d5409-a1a1-4a5f-b3c9-a2242b182aa9), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:51.170665 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a78bc3d-02f1-4d89-b0f1-cbdebb23637e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:06:51.182247 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e0993dbe-21b4-42f1-8b2d-a8ead9a3c76c tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (7c4d5409-a1a1-4a5f-b3c9-a2242b182aa9), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:51.187834 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e0993dbe-21b4-42f1-8b2d-a8ead9a3c76c tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:51.192123 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e0993dbe-21b4-42f1-8b2d-a8ead9a3c76c tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/7c4d5409-a1a1-4a5f-b3c9-a2242b182aa9 HTTP/1.1" status: 204  len: 168 time: 0.1321115
Feb 05 21:06:51.192123 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5a78bc3d-02f1-4d89-b0f1-cbdebb23637e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (221dcddb-08ae-4eb9-8076-25cac1f4fd94), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:51.192123 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-5a78bc3d-02f1-4d89-b0f1-cbdebb23637e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Added segment 221dcddb-08ae-4eb9-8076-25cac1f4fd94 of type vlan for network 70cdf3c2-53a3-40b0-8ec2-d88858a10621
Feb 05 21:06:51.194618 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58194) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:51.224210 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-224f028a-abfc-4c2d-ae69-50850a59d44d req-cc930d5e-722f-4308-969e-e3c6794466ff tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1060009
Feb 05 21:06:51.233255 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a010048c-4243-4f77-a2d1-9c4acbfcb1f9 admin admin] Publish callbacks [] for security_group (911daf82-d2cf-4fd4-825b-96b3acfe5758), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:51.243931 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-688d1b96-1bde-465c-bd46-37c913b2e9ed tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (11ffa9ec-9cec-457b-9733-87b267ef38b3), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:51.246537 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0993dbe-21b4-42f1-8b2d-a8ead9a3c76c tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c4d5409-a1a1-4a5f-b3c9-a2242b182aa9,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:51.273391 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5a78bc3d-02f1-4d89-b0f1-cbdebb23637e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (70cdf3c2-53a3-40b0-8ec2-d88858a10621), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:51.284587 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a010048c-4243-4f77-a2d1-9c4acbfcb1f9 admin admin] Publish callbacks [] for security_group (911daf82-d2cf-4fd4-825b-96b3acfe5758), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:51.304320 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-7b218090-2e72-4d38-aeb7-38eea84e088e None None] Allocated IP 172.20.0.18 (f8574ec4-e3b9-46a2-be9e-6903be91c3bb/fc52fc11-014b-4d37-baf7-6731a49c98af/9e344bd6-2572-42ea-bbee-e8b46daef583) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:06:51.311370 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688d1b96-1bde-465c-bd46-37c913b2e9ed tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Network f8574ec4-e3b9-46a2-be9e-6903be91c3bb is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:06:51.321687 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-688d1b96-1bde-465c-bd46-37c913b2e9ed tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:51.322169 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5a78bc3d-02f1-4d89-b0f1-cbdebb23637e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (70cdf3c2-53a3-40b0-8ec2-d88858a10621), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:51.328040 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688d1b96-1bde-465c-bd46-37c913b2e9ed tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:06:51.328565 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a78bc3d-02f1-4d89-b0f1-cbdebb23637e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:51.329201 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5a78bc3d-02f1-4d89-b0f1-cbdebb23637e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:51.344271 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d1b96-1bde-465c-bd46-37c913b2e9ed tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'Port': ['ID=11ffa9ec-9cec-457b-9733-87b267ef38b3,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:51.396107 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-165a2aff-aefa-4fd0-bc49-d418e3313f3f tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4649 time: 0.1941879
Feb 05 21:06:51.399546 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58198) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:51.404728 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5a78bc3d-02f1-4d89-b0f1-cbdebb23637e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.3636951
Feb 05 21:06:51.406086 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58200) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:51.425905 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688d1b96-1bde-465c-bd46-37c913b2e9ed tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:51.426741 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-688d1b96-1bde-465c-bd46-37c913b2e9ed tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:51.448106 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-7b218090-2e72-4d38-aeb7-38eea84e088e None None] For port 9e344bd6-2572-42ea-bbee-e8b46daef583, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9e344bd6-2572-42ea-bbee-e8b46daef583,segment=NetworkSegment(d307be5e-4fd4-43d3-a866-6e4a8bd7a8b1),segment_id=d307be5e-4fd4-43d3-a866-6e4a8bd7a8b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:06:51.449237 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-c67ba042-cf84-49f3-827a-2b6af9a0ac68 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Request body: {'subnet': {'network_id': '70cdf3c2-53a3-40b0-8ec2-d88858a10621', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:51.469037 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a010048c-4243-4f77-a2d1-9c4acbfcb1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (911daf82-d2cf-4fd4-825b-96b3acfe5758), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:51.477884 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a010048c-4243-4f77-a2d1-9c4acbfcb1f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:51.480562 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a78bc3d-02f1-4d89-b0f1-cbdebb23637e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event updated for resources: {'Network': ['ID=70cdf3c2-53a3-40b0-8ec2-d88858a10621,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:51.483993 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a010048c-4243-4f77-a2d1-9c4acbfcb1f9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/911daf82-d2cf-4fd4-825b-96b3acfe5758 HTTP/1.1" status: 204  len: 168 time: 0.3751748
Feb 05 21:06:51.491458 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-688d1b96-1bde-465c-bd46-37c913b2e9ed tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1004 time: 2.3140817
Feb 05 21:06:51.495077 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fcaede43-3bdc-45c4-a231-d0b27c369686 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (9afdb55a-cfb8-471b-9018-2da9e3a466df), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:51.497904 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58210) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:51.499060 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 70cdf3c2-53a3-40b0-8ec2-d88858a10621 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:06:51.507608 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7b218090-2e72-4d38-aeb7-38eea84e088e None None] Publish callbacks [] for port (9e344bd6-2572-42ea-bbee-e8b46daef583), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:51.509619 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-895fa581-7a2b-45af-94d5-acacf959dcc0 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bfcb06a7-e914-4bb8-9b10-b3137203a795'}]}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:51.525233 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7b218090-2e72-4d38-aeb7-38eea84e088e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9e344bd6-2572-42ea-bbee-e8b46daef583), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:51.599105 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a010048c-4243-4f77-a2d1-9c4acbfcb1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911daf82-d2cf-4fd4-825b-96b3acfe5758,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:51.605562 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fcaede43-3bdc-45c4-a231-d0b27c369686 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (9afdb55a-cfb8-471b-9018-2da9e3a466df), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:51.671919 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67ba042-cf84-49f3-827a-2b6af9a0ac68 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Made reservation on behalf of be1aed61497f49d18b23d8f97896bccb for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:51.678992 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c67ba042-cf84-49f3-827a-2b6af9a0ac68 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:51.714270 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b218090-2e72-4d38-aeb7-38eea84e088e None None] Pushing event updated for resources: {'Port': ['ID=9e344bd6-2572-42ea-bbee-e8b46daef583,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:51.759646 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-895fa581-7a2b-45af-94d5-acacf959dcc0 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (11ffa9ec-9cec-457b-9733-87b267ef38b3), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:51.813580 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.ipam_backend_mixin [None req-c67ba042-cf84-49f3-827a-2b6af9a0ac68 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Performing IP validity checks on allocation pools {{(pid=114390) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Feb 05 21:06:51.815041 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.ipam_backend_mixin [None req-c67ba042-cf84-49f3-827a-2b6af9a0ac68 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114390) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Feb 05 21:06:51.859375 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fcaede43-3bdc-45c4-a231-d0b27c369686 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (9afdb55a-cfb8-471b-9018-2da9e3a466df), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:51.866945 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fcaede43-3bdc-45c4-a231-d0b27c369686 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:51.869464 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-fcaede43-3bdc-45c4-a231-d0b27c369686 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/9afdb55a-cfb8-471b-9018-2da9e3a466df HTTP/1.1" status: 204  len: 168 time: 0.4668348
Feb 05 21:06:51.872970 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58218) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:51.912112 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaede43-3bdc-45c4-a231-d0b27c369686 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9afdb55a-cfb8-471b-9018-2da9e3a466df,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:51.952560 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-ea77a08f-d9ca-44ef-809e-617a139c0dab tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:51.954314 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-ea77a08f-d9ca-44ef-809e-617a139c0dab tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/networks?id=f513b7e7-60ac-4b04-af41-d1fecee70cba HTTP/1.1" status: 200  len: 811 time: 0.3455555
Feb 05 21:06:52.001506 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-29a24d0d-ea4f-4411-a07f-e687f5b0bcfd tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4108 time: 0.1237452
Feb 05 21:06:52.002783 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58220) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:52.013161 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-1d2062b4-2239-4580-bbe0-bc59e9f61ab7 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/quotas/abdf40933f6b4f8099b886dfec3a4473 HTTP/1.1" status: 200  len: 375 time: 0.0371521
Feb 05 21:06:52.081275 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e002b9e4-64e9-4c87-8d6f-d0dc02a0a8fe tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (ba35d326-ada0-46a3-ab51-ca0be24236f0), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:52.100470 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e002b9e4-64e9-4c87-8d6f-d0dc02a0a8fe tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (ba35d326-ada0-46a3-ab51-ca0be24236f0), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:52.248160 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c67ba042-cf84-49f3-827a-2b6af9a0ac68 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (b2275a75-e85a-46d3-8af4-ab62458ab979), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:52.273294 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e002b9e4-64e9-4c87-8d6f-d0dc02a0a8fe tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (ba35d326-ada0-46a3-ab51-ca0be24236f0), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:52.287199 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e002b9e4-64e9-4c87-8d6f-d0dc02a0a8fe tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:52.290954 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e002b9e4-64e9-4c87-8d6f-d0dc02a0a8fe tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/ba35d326-ada0-46a3-ab51-ca0be24236f0 HTTP/1.1" status: 204  len: 168 time: 0.2844448
Feb 05 21:06:52.317186 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9e344bd6-2572-42ea-bbee-e8b46daef583 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:06:52.342748 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58232) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:52.363173 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002b9e4-64e9-4c87-8d6f-d0dc02a0a8fe tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ba35d326-ada0-46a3-ab51-ca0be24236f0,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:52.410648 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ba042-cf84-49f3-827a-2b6af9a0ac68 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event updated for resources: {'Subnet': ['ID=b2275a75-e85a-46d3-8af4-ab62458ab979,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:52.418272 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 9e344bd6-2572-42ea-bbee-e8b46daef583 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:52.419191 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9e344bd6-2572-42ea-bbee-e8b46daef583), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:52.451009 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67ba042-cf84-49f3-827a-2b6af9a0ac68 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Checking segment: {'id': '221dcddb-08ae-4eb9-8076-25cac1f4fd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '70cdf3c2-53a3-40b0-8ec2-d88858a10621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:06:52.451388 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67ba042-cf84-49f3-827a-2b6af9a0ac68 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Network hostable DHCP agents. Network: 70cdf3c2-53a3-40b0-8ec2-d88858a10621, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:06:52.464527 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-20e7e574-fbea-421a-9241-7a954bc6d3ae tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=abdf40933f6b4f8099b886dfec3a4473&fields=id HTTP/1.1" status: 200  len: 440 time: 0.4398654
Feb 05 21:06:52.481387 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-7e49f9d4-35e0-4fcc-afd3-b211a5ea95d8 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:06:52.482754 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-7e49f9d4-35e0-4fcc-afd3-b211a5ea95d8 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0070708
Feb 05 21:06:52.499273 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67ba042-cf84-49f3-827a-2b6af9a0ac68 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Network 70cdf3c2-53a3-40b0-8ec2-d88858a10621 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:06:52.516997 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-c67ba042-cf84-49f3-827a-2b6af9a0ac68 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 70cdf3c2-53a3-40b0-8ec2-d88858a10621) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:52.526505 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67ba042-cf84-49f3-827a-2b6af9a0ac68 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:52.527374 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c67ba042-cf84-49f3-827a-2b6af9a0ac68 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:52.552804 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c67ba042-cf84-49f3-827a-2b6af9a0ac68 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 1.1459160
Feb 05 21:06:52.556508 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fac78f9-b699-4109-80fc-0aea1ac51725 None None] Network 70cdf3c2-53a3-40b0-8ec2-d88858a10621 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:52.557038 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58238) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:52.563472 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb38213-8c76-4c68-ae97-95ea3554f7b7 req-937b3077-2ec6-4ac7-a5d7-faf905df3be9 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:52.567601 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-d7293d4f-6b2f-49d7-b561-ba7256a10f9c tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:52.567789 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ffb38213-8c76-4c68-ae97-95ea3554f7b7 req-937b3077-2ec6-4ac7-a5d7-faf905df3be9 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=3721ef9f-8de4-4d4e-b4f5-e315164ccd1d HTTP/1.1" status: 200  len: 945 time: 0.4343567
Feb 05 21:06:52.659180 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ef004c-c55b-4e89-9af1-5412dd33756b None None] Network f8574ec4-e3b9-46a2-be9e-6903be91c3bb requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:52.685149 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0af806ba-67d1-4452-8744-cf8093a48764 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.3322947
Feb 05 21:06:52.700711 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58260) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:52.741757 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 9e344bd6-2572-42ea-bbee-e8b46daef583 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:06:52.746213 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d7293d4f-6b2f-49d7-b561-ba7256a10f9c tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10241825'] for subnet (b2275a75-e85a-46d3-8af4-ab62458ab979), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:52.787932 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-895fa581-7a2b-45af-94d5-acacf959dcc0 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Delete allocated IP 172.20.0.19 (f8574ec4-e3b9-46a2-be9e-6903be91c3bb/fc52fc11-014b-4d37-baf7-6731a49c98af) {{(pid=114391) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Feb 05 21:06:52.842065 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-5362e363-4d3c-4799-9540-f8ab64789ca1 None None] Provisioning complete for port 9e344bd6-2572-42ea-bbee-e8b46daef583 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:52.842065 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5362e363-4d3c-4799-9540-f8ab64789ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9e344bd6-2572-42ea-bbee-e8b46daef583), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:52.863739 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ffb38213-8c76-4c68-ae97-95ea3554f7b7 req-251261d0-fb8e-4ab2-a02e-5e06e4491733 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2197366
Feb 05 21:06:52.904855 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92aa227-fb77-424f-87bb-5dc5a5e90d1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-70cdf3c2-53a3-40b0-8ec2-d88858a10621', 'network_id': '70cdf3c2-53a3-40b0-8ec2-d88858a10621', 'project_id': 'be1aed61497f49d18b23d8f97896bccb', 'fixed_ips': [{'subnet_id': 'b2275a75-e85a-46d3-8af4-ab62458ab979'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:06:52.905709 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a92aa227-fb77-424f-87bb-5dc5a5e90d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:53.046539 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d7293d4f-6b2f-49d7-b561-ba7256a10f9c tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739649913604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3545101'] for subnet (b2275a75-e85a-46d3-8af4-ab62458ab979), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:53.112757 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-a92aa227-fb77-424f-87bb-5dc5a5e90d1b None None] Allocated IP 2001:db8::3 (70cdf3c2-53a3-40b0-8ec2-d88858a10621/b2275a75-e85a-46d3-8af4-ab62458ab979/279ca3df-bc38-494d-8eed-cebde437e96f) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:06:53.155773 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7293d4f-6b2f-49d7-b561-ba7256a10f9c tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:53.155773 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d7293d4f-6b2f-49d7-b561-ba7256a10f9c tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:53.156269 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d7293d4f-6b2f-49d7-b561-ba7256a10f9c tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "PUT /v2.0/subnets/b2275a75-e85a-46d3-8af4-ab62458ab979 HTTP/1.1" status: 200  len: 900 time: 0.5977468
Feb 05 21:06:53.163678 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58272) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:53.237482 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7293d4f-6b2f-49d7-b561-ba7256a10f9c tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event updated for resources: {'Subnet': ['ID=b2275a75-e85a-46d3-8af4-ab62458ab979,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:53.347061 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7f69ce56-8af0-445a-b26b-d7eadee74590 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (70cdf3c2-53a3-40b0-8ec2-d88858a10621), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:53.421675 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7f69ce56-8af0-445a-b26b-d7eadee74590 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (b2275a75-e85a-46d3-8af4-ab62458ab979), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:53.479427 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-bfe4f86f-a10d-4e02-a82c-81762a3feaab service neutron] 10.222.0.32 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9813306
Feb 05 21:06:53.551495 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30cb70-efd1-4603-beb0-61400790b78e req-7df18b3e-e7ea-498a-be7e-7df54b8723d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:53.553327 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4f30cb70-efd1-4603-beb0-61400790b78e req-7df18b3e-e7ea-498a-be7e-7df54b8723d8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=96786f7503bf418d8fc6dd6aab2a630e&device_id=3721ef9f-8de4-4d4e-b4f5-e315164ccd1d HTTP/1.1" status: 200  len: 1127 time: 0.2029252
Feb 05 21:06:53.648631 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-5362e363-4d3c-4799-9540-f8ab64789ca1 None None] Current status of the port 9e344bd6-2572-42ea-bbee-e8b46daef583 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:06:53.651936 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b91e1-504c-4b4e-9d36-2b3ea43e0a8d req-a8210089-3e3c-45b8-863e-5400daf07202 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:53.659404 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e05b91e1-504c-4b4e-9d36-2b3ea43e0a8d req-a8210089-3e3c-45b8-863e-5400daf07202 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=3721ef9f-8de4-4d4e-b4f5-e315164ccd1d HTTP/1.1" status: 200  len: 945 time: 0.3101132
Feb 05 21:06:53.670941 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-54ca2f81-d1aa-4364-9be2-2b8c9c283425 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (f79785de-7a5d-46c5-97e5-c4e4e9ab7134), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:53.710720 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a92aa227-fb77-424f-87bb-5dc5a5e90d1b None None] Publish callbacks [] for port (279ca3df-bc38-494d-8eed-cebde437e96f), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:53.732179 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a92aa227-fb77-424f-87bb-5dc5a5e90d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (279ca3df-bc38-494d-8eed-cebde437e96f), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:53.744758 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7f69ce56-8af0-445a-b26b-d7eadee74590 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (b2275a75-e85a-46d3-8af4-ab62458ab979), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:53.789667 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92aa227-fb77-424f-87bb-5dc5a5e90d1b None None] Network 70cdf3c2-53a3-40b0-8ec2-d88858a10621 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:06:53.796911 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-a92aa227-fb77-424f-87bb-5dc5a5e90d1b None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:53.800027 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92aa227-fb77-424f-87bb-5dc5a5e90d1b None None] Pushing event updated for resources: {'Port': ['ID=279ca3df-bc38-494d-8eed-cebde437e96f,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:53.802425 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92aa227-fb77-424f-87bb-5dc5a5e90d1b None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:06:53.817254 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-54ca2f81-d1aa-4364-9be2-2b8c9c283425 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (f79785de-7a5d-46c5-97e5-c4e4e9ab7134), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:53.827908 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69ce56-8af0-445a-b26b-d7eadee74590 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event deleted for resources: {'Subnet': ['ID=b2275a75-e85a-46d3-8af4-ab62458ab979,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:53.876146 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-a92aa227-fb77-424f-87bb-5dc5a5e90d1b None None] Attempting to bind port 279ca3df-bc38-494d-8eed-cebde437e96f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:06:53.877001 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-a92aa227-fb77-424f-87bb-5dc5a5e90d1b None None] Attempting to bind port 279ca3df-bc38-494d-8eed-cebde437e96f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '221dcddb-08ae-4eb9-8076-25cac1f4fd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '70cdf3c2-53a3-40b0-8ec2-d88858a10621'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:06:53.877565 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92aa227-fb77-424f-87bb-5dc5a5e90d1b None None] Attempting to bind port 279ca3df-bc38-494d-8eed-cebde437e96f on network 70cdf3c2-53a3-40b0-8ec2-d88858a10621 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:06:53.883790 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92aa227-fb77-424f-87bb-5dc5a5e90d1b None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:06:53.884432 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92aa227-fb77-424f-87bb-5dc5a5e90d1b None None] Checking segment: {'id': '221dcddb-08ae-4eb9-8076-25cac1f4fd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '70cdf3c2-53a3-40b0-8ec2-d88858a10621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:06:53.885169 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a92aa227-fb77-424f-87bb-5dc5a5e90d1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:53.885988 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92aa227-fb77-424f-87bb-5dc5a5e90d1b None None] Bound using segment: {'id': '221dcddb-08ae-4eb9-8076-25cac1f4fd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '70cdf3c2-53a3-40b0-8ec2-d88858a10621'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:06:53.886688 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-a92aa227-fb77-424f-87bb-5dc5a5e90d1b None None] Bound port: 279ca3df-bc38-494d-8eed-cebde437e96f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '221dcddb-08ae-4eb9-8076-25cac1f4fd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '70cdf3c2-53a3-40b0-8ec2-d88858a10621'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:06:53.887251 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a92aa227-fb77-424f-87bb-5dc5a5e90d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (279ca3df-bc38-494d-8eed-cebde437e96f), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:53.931327 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e05b91e1-504c-4b4e-9d36-2b3ea43e0a8d req-0120a17d-76b1-4d01-b05f-b7e8dad2e679 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2709243
Feb 05 21:06:53.951822 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7f69ce56-8af0-445a-b26b-d7eadee74590 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (70cdf3c2-53a3-40b0-8ec2-d88858a10621), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:53.957684 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58288) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:53.969612 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-a92aa227-fb77-424f-87bb-5dc5a5e90d1b None None] For port 279ca3df-bc38-494d-8eed-cebde437e96f, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:06:53.974221 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-a92aa227-fb77-424f-87bb-5dc5a5e90d1b None None] For port 279ca3df-bc38-494d-8eed-cebde437e96f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=279ca3df-bc38-494d-8eed-cebde437e96f,segment=NetworkSegment(221dcddb-08ae-4eb9-8076-25cac1f4fd94),segment_id=221dcddb-08ae-4eb9-8076-25cac1f4fd94)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:06:53.981032 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-7f69ce56-8af0-445a-b26b-d7eadee74590 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db16c9af0>,) {'filters': {'network_id': ['70cdf3c2-53a3-40b0-8ec2-d88858a10621']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:53.986780 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a92aa227-fb77-424f-87bb-5dc5a5e90d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (279ca3df-bc38-494d-8eed-cebde437e96f), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:53.996943 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-bd4d4f05-0123-4948-b904-258604ad29a4 service neutron] 10.222.0.32 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5064375
Feb 05 21:06:54.023282 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-7f69ce56-8af0-445a-b26b-d7eadee74590 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db16c9af0>, '221dcddb-08ae-4eb9-8076-25cac1f4fd94') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:54.023906 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-7f69ce56-8af0-445a-b26b-d7eadee74590 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db16c9af0>, '221dcddb-08ae-4eb9-8076-25cac1f4fd94') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:54.024667 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-895fa581-7a2b-45af-94d5-acacf959dcc0 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for port (11ffa9ec-9cec-457b-9733-87b267ef38b3), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:54.049824 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30cb70-efd1-4603-beb0-61400790b78e req-6db3e316-cbab-4acf-99b3-cc070285eddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:54.051634 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4f30cb70-efd1-4603-beb0-61400790b78e req-6db3e316-cbab-4acf-99b3-cc070285eddc service neutron] 10.222.0.39 "GET /v2.0/networks?id=d372be5d-db46-470f-bb26-b0d626001e55 HTTP/1.1" status: 200  len: 912 time: 0.4854195
Feb 05 21:06:54.052846 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-895fa581-7a2b-45af-94d5-acacf959dcc0 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (11ffa9ec-9cec-457b-9733-87b267ef38b3), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:54.081883 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7f69ce56-8af0-445a-b26b-d7eadee74590 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (221dcddb-08ae-4eb9-8076-25cac1f4fd94), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:54.133715 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7f69ce56-8af0-445a-b26b-d7eadee74590 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (221dcddb-08ae-4eb9-8076-25cac1f4fd94), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:54.137856 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4f30cb70-efd1-4603-beb0-61400790b78e req-efb11d40-d5bf-49d0-86f6-15a5ab9cc974 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9e5c6ae-c0c0-4285-8671-2fb3c59d8837 HTTP/1.1" status: 200  len: 217 time: 0.0719378
Feb 05 21:06:54.161096 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f69ce56-8af0-445a-b26b-d7eadee74590 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:06:54.161654 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7f69ce56-8af0-445a-b26b-d7eadee74590 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (221dcddb-08ae-4eb9-8076-25cac1f4fd94), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:54.168613 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:06:54.168613 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:06:54.168613 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:06:54.168613 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:06:54.168613 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:06:54.168613 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:06:54.168613 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:06:54.168613 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:06:54.168613 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:06:54.168613 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:06:54.168613 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:06:54.168613 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:06:54.168613 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:06:54.168613 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:06:54.168613 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:06:54.168613 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:06:54.168613 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:06:54.168613 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:06:54.168613 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:06:54.168613 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:06:54.168613 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:06:54.168613 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:06:54.168613 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:06:54.168613 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:06:54.168613 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:06:54.168613 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:06:54.168613 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:06:54.168613 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:06:54.168613 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:06:54.168613 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:06:54.168613 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:06:54.168613 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:06:54.191789 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-3cebbbb0-d0ff-45b0-91b6-7aeca5c484f1 None None] Provisioning complete for port 9e344bd6-2572-42ea-bbee-e8b46daef583 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:54.193598 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3cebbbb0-d0ff-45b0-91b6-7aeca5c484f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9e344bd6-2572-42ea-bbee-e8b46daef583), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:54.286235 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-54ca2f81-d1aa-4364-9be2-2b8c9c283425 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f79785de-7a5d-46c5-97e5-c4e4e9ab7134), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:54.293029 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-54ca2f81-d1aa-4364-9be2-2b8c9c283425 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:54.299424 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-54ca2f81-d1aa-4364-9be2-2b8c9c283425 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "DELETE /v2.0/security-groups/f79785de-7a5d-46c5-97e5-c4e4e9ab7134 HTTP/1.1" status: 204  len: 168 time: 1.5934381
Feb 05 21:06:54.316798 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58294) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:54.379003 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.db.api [None req-7f69ce56-8af0-445a-b26b-d7eadee74590 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Feb 05 21:06:54.379003 ncdv-master-1 neutron-server[114390]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Feb 05 21:06:54.379003 ncdv-master-1 neutron-server[114390]: [parameters: {'id': '70cdf3c2-53a3-40b0-8ec2-d88858a10621'}]
Feb 05 21:06:54.379003 ncdv-master-1 neutron-server[114390]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 21:06:54.379743 ncdv-master-1 neutron-server[114390]: DEBUG oslo_db.api [None req-7f69ce56-8af0-445a-b26b-d7eadee74590 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 21:06:54.391130 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92aa227-fb77-424f-87bb-5dc5a5e90d1b None None] Pushing event updated for resources: {'Port': ['ID=279ca3df-bc38-494d-8eed-cebde437e96f,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:54.393092 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-336aae01-cef5-4dc0-82a3-5265e88667f8 tempest-RoutersAdminNegativeIpV6Test-1806130646 tempest-RoutersAdminNegativeIpV6Test-1806130646-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1277961037', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:54.405924 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b0d83d-3b31-4c41-9025-a7c4ec92a209 None None] Network 70cdf3c2-53a3-40b0-8ec2-d88858a10621 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:54.474839 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895fa581-7a2b-45af-94d5-acacf959dcc0 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'Port': ['ID=11ffa9ec-9cec-457b-9733-87b267ef38b3,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:54.488377 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30cb70-efd1-4603-beb0-61400790b78e req-6d185a2e-a012-45e7-a89a-8d72978ea18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:54.490800 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4f30cb70-efd1-4603-beb0-61400790b78e req-6d185a2e-a012-45e7-a89a-8d72978ea18f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=363524c7-974f-4883-bb9a-7e2fff45291a HTTP/1.1" status: 200  len: 851 time: 0.3442309
Feb 05 21:06:54.504234 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca2f81-d1aa-4364-9be2-2b8c9c283425 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79785de-7a5d-46c5-97e5-c4e4e9ab7134,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:54.584651 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f1f05bed-a409-497d-baaa-3f019db169a8 req-f7320870-e9ee-4e8f-a780-8a4ab3e05443 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=7af86076-956c-4ad1-89c4-e9704da9736b HTTP/1.1" status: 200  len: 210 time: 0.1736655
Feb 05 21:06:54.591942 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-3cebbbb0-d0ff-45b0-91b6-7aeca5c484f1 None None] Current status of the port 9e344bd6-2572-42ea-bbee-e8b46daef583 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:06:54.634597 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-3cebbbb0-d0ff-45b0-91b6-7aeca5c484f1 None None] Provisioning complete for port 11ffa9ec-9cec-457b-9733-87b267ef38b3 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:54.635083 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3cebbbb0-d0ff-45b0-91b6-7aeca5c484f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (11ffa9ec-9cec-457b-9733-87b267ef38b3), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:54.681252 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c0c88a-208f-44e2-b404-2f2c0026d0b8 None None] Network 70cdf3c2-53a3-40b0-8ec2-d88858a10621 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:54.711010 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4f30cb70-efd1-4603-beb0-61400790b78e req-f49a4a1c-3203-4430-a73f-0af27662c90c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d372be5d-db46-470f-bb26-b0d626001e55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1380062
Feb 05 21:06:54.713511 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-895fa581-7a2b-45af-94d5-acacf959dcc0 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] In _notify_port_updated(), no bound segment for port 11ffa9ec-9cec-457b-9733-87b267ef38b3 on network f8574ec4-e3b9-46a2-be9e-6903be91c3bb {{(pid=114391) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Feb 05 21:06:54.716520 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-3cebbbb0-d0ff-45b0-91b6-7aeca5c484f1 None None] Port 11ffa9ec-9cec-457b-9733-87b267ef38b3 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:06:54.721568 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895fa581-7a2b-45af-94d5-acacf959dcc0 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:54.722304 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-895fa581-7a2b-45af-94d5-acacf959dcc0 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:54.726776 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58304) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:54.727139 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-895fa581-7a2b-45af-94d5-acacf959dcc0 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "PUT /v2.0/ports/11ffa9ec-9cec-457b-9733-87b267ef38b3 HTTP/1.1" status: 200  len: 919 time: 3.2227209
Feb 05 21:06:54.732607 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-b5d05816-b1ac-4672-b7c0-7e62e48b662f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bfcb06a7-e914-4bb8-9b10-b3137203a795'}, {'subnet_id': 'fc52fc11-014b-4d37-baf7-6731a49c98af'}]}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:54.740668 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336aae01-cef5-4dc0-82a3-5265e88667f8 tempest-RoutersAdminNegativeIpV6Test-1806130646 tempest-RoutersAdminNegativeIpV6Test-1806130646-project-admin] Made reservation on behalf of 821c988d703c427390246dffad180cab for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:54.757243 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-336aae01-cef5-4dc0-82a3-5265e88667f8 tempest-RoutersAdminNegativeIpV6Test-1806130646 tempest-RoutersAdminNegativeIpV6Test-1806130646-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:54.815378 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58308) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:54.815583 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c35d7ca3-36e2-4104-9913-7dccfbb9e46b tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.4758875
Feb 05 21:06:54.821324 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-9c23bd06-47c6-46ac-bad7-9f884ee242f5 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Request body: {'security_group': {'name': 'tempest-secgroup--822356791'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:54.860034 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-336aae01-cef5-4dc0-82a3-5265e88667f8 tempest-RoutersAdminNegativeIpV6Test-1806130646 tempest-RoutersAdminNegativeIpV6Test-1806130646-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:54.867968 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-9bd0d94b-ef62-489d-b20d-b3b085727a1d None None] Provisioning complete for port 11ffa9ec-9cec-457b-9733-87b267ef38b3 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:54.868381 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9bd0d94b-ef62-489d-b20d-b3b085727a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (11ffa9ec-9cec-457b-9733-87b267ef38b3), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:54.880672 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7f69ce56-8af0-445a-b26b-d7eadee74590 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (70cdf3c2-53a3-40b0-8ec2-d88858a10621), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:54.910628 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9c23bd06-47c6-46ac-bad7-9f884ee242f5 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:54.911008 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe4cb70-0768-4b54-9878-a7892fe3ca4e None None] get_active_networks_info from ncdv-master-1 {{(pid=114392) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 05 21:06:54.931811 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3bed4-99cc-4709-bd63-73e034e3d9cd req-d9531cc7-d7f7-4ecd-9fca-bc1fbd912d9c tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:54.945880 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bfa3bed4-99cc-4709-bd63-73e034e3d9cd req-d9531cc7-d7f7-4ecd-9fca-bc1fbd912d9c tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=6500706e-92bc-4387-a2fa-057b8075dfc3 HTTP/1.1" status: 200  len: 945 time: 0.4942651
Feb 05 21:06:54.974920 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-9bd0d94b-ef62-489d-b20d-b3b085727a1d None None] Port 11ffa9ec-9cec-457b-9733-87b267ef38b3 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:06:55.076635 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b5d05816-b1ac-4672-b7c0-7e62e48b662f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (11ffa9ec-9cec-457b-9733-87b267ef38b3), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:55.107589 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-7f69ce56-8af0-445a-b26b-d7eadee74590 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Deleting port 279ca3df-bc38-494d-8eed-cebde437e96f {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:06:55.107777 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7f69ce56-8af0-445a-b26b-d7eadee74590 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (279ca3df-bc38-494d-8eed-cebde437e96f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:55.119927 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4f30cb70-efd1-4603-beb0-61400790b78e req-5b97af16-d2b9-4a7a-a052-3c1db66ad502 service neutron] 10.222.0.39 "GET /v2.0/networks/d372be5d-db46-470f-bb26-b0d626001e55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4078739
Feb 05 21:06:55.123067 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6f1ef9b2-53d4-4b74-8271-a7c57a1a48af None None] Provisioning complete for port 11ffa9ec-9cec-457b-9733-87b267ef38b3 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:55.124041 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6f1ef9b2-53d4-4b74-8271-a7c57a1a48af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (11ffa9ec-9cec-457b-9733-87b267ef38b3), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:55.134798 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe4cb70-0768-4b54-9878-a7892fe3ca4e None None] Resources bound (agent type, host, resource id):  {{(pid=114392) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 05 21:06:55.174072 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bfa3bed4-99cc-4709-bd63-73e034e3d9cd req-14ebefde-f31c-4da4-95da-15f489583e02 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7eb3d12-a5c7-4b2c-93da-f3f358aebcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2054148
Feb 05 21:06:55.222231 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9c23bd06-47c6-46ac-bad7-9f884ee242f5 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (6ff93202-9354-4cf8-bfdb-e7d9ca765cab), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:55.251080 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9c23bd06-47c6-46ac-bad7-9f884ee242f5 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (6ff93202-9354-4cf8-bfdb-e7d9ca765cab), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:55.276934 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedaa1b5-8f1a-4ff2-9507-ee57fc56f1d2 req-bf7e539b-2a3f-4614-94f8-5d2c6dd6477e tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:55.278942 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aedaa1b5-8f1a-4ff2-9507-ee57fc56f1d2 req-bf7e539b-2a3f-4614-94f8-5d2c6dd6477e tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=3721ef9f-8de4-4d4e-b4f5-e315164ccd1d HTTP/1.1" status: 200  len: 945 time: 0.2456841
Feb 05 21:06:55.285706 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6f1ef9b2-53d4-4b74-8271-a7c57a1a48af None None] Port 11ffa9ec-9cec-457b-9733-87b267ef38b3 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:06:55.336530 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-336aae01-cef5-4dc0-82a3-5265e88667f8 tempest-RoutersAdminNegativeIpV6Test-1806130646 tempest-RoutersAdminNegativeIpV6Test-1806130646-project-admin] Publish callbacks [] for security_group (7a411a9c-8cd4-4a06-a7dc-99435e84e543), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:55.337306 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c23bd06-47c6-46ac-bad7-9f884ee242f5 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff93202-9354-4cf8-bfdb-e7d9ca765cab,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:55.354357 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-336aae01-cef5-4dc0-82a3-5265e88667f8 tempest-RoutersAdminNegativeIpV6Test-1806130646 tempest-RoutersAdminNegativeIpV6Test-1806130646-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (7a411a9c-8cd4-4a06-a7dc-99435e84e543), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:55.358237 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-7f69ce56-8af0-445a-b26b-d7eadee74590 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] For port 279ca3df-bc38-494d-8eed-cebde437e96f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=279ca3df-bc38-494d-8eed-cebde437e96f,segment=NetworkSegment(221dcddb-08ae-4eb9-8076-25cac1f4fd94),segment_id=221dcddb-08ae-4eb9-8076-25cac1f4fd94)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:06:55.358647 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7f69ce56-8af0-445a-b26b-d7eadee74590 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (279ca3df-bc38-494d-8eed-cebde437e96f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:55.373313 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [None req-336aae01-cef5-4dc0-82a3-5265e88667f8 tempest-RoutersAdminNegativeIpV6Test-1806130646 tempest-RoutersAdminNegativeIpV6Test-1806130646-project-admin] device_id is not set on port f8ac57ce-18d4-4f86-9fe3-13f6227da919 yet. {{(pid=114391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:06:55.391068 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9c23bd06-47c6-46ac-bad7-9f884ee242f5 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:55.394325 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9c23bd06-47c6-46ac-bad7-9f884ee242f5 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.5774338
Feb 05 21:06:55.394886 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-7f69ce56-8af0-445a-b26b-d7eadee74590 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Calling delete_port for 279ca3df-bc38-494d-8eed-cebde437e96f owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:06:55.398847 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58314) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:55.409844 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-b0611136-fb52-49db-b3af-dbab1bde9e6d tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Request body: {'security_group_rule': {'security_group_id': '6ff93202-9354-4cf8-bfdb-e7d9ca765cab', 'direction': 'ingress', 'protocol': 17}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:55.413466 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4f30cb70-efd1-4603-beb0-61400790b78e req-7f429160-b254-496c-b7a1-e66e09b0543d service neutron] 10.222.0.39 "GET /v2.0/networks/d372be5d-db46-470f-bb26-b0d626001e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2837639
Feb 05 21:06:55.418677 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aedaa1b5-8f1a-4ff2-9507-ee57fc56f1d2 req-5e671f36-4f04-4267-aa6b-5a520817437d tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1258965
Feb 05 21:06:55.501114 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336aae01-cef5-4dc0-82a3-5265e88667f8 tempest-RoutersAdminNegativeIpV6Test-1806130646 tempest-RoutersAdminNegativeIpV6Test-1806130646-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a411a9c-8cd4-4a06-a7dc-99435e84e543,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:55.566002 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7f69ce56-8af0-445a-b26b-d7eadee74590 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (279ca3df-bc38-494d-8eed-cebde437e96f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:55.602273 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-336aae01-cef5-4dc0-82a3-5265e88667f8 tempest-RoutersAdminNegativeIpV6Test-1806130646 tempest-RoutersAdminNegativeIpV6Test-1806130646-project-admin] Allocated IP 172.35.4.118 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/f8ac57ce-18d4-4f86-9fe3-13f6227da919) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:06:55.629187 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69ce56-8af0-445a-b26b-d7eadee74590 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event deleted for resources: {'Port': ['ID=279ca3df-bc38-494d-8eed-cebde437e96f,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:55.635437 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b0611136-fb52-49db-b3af-dbab1bde9e6d tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (9331635a-e1ee-4345-9bd9-e3ee05033eba), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:55.640297 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f69ce56-8af0-445a-b26b-d7eadee74590 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] No DVR routers for this DVR port 279ca3df-bc38-494d-8eed-cebde437e96f on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:06:55.722916 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f55363f5-1f26-49ae-bc24-14353f22d197 req-451f5676-5162-4221-8150-6b3c0946ef25 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=7af86076-956c-4ad1-89c4-e9704da9736b HTTP/1.1" status: 200  len: 210 time: 0.0402064
Feb 05 21:06:55.793839 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-336aae01-cef5-4dc0-82a3-5265e88667f8 tempest-RoutersAdminNegativeIpV6Test-1806130646 tempest-RoutersAdminNegativeIpV6Test-1806130646-project-admin] Publish callbacks [] for port (f8ac57ce-18d4-4f86-9fe3-13f6227da919), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:55.794250 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7f69ce56-8af0-445a-b26b-d7eadee74590 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (70cdf3c2-53a3-40b0-8ec2-d88858a10621), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:55.830699 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-336aae01-cef5-4dc0-82a3-5265e88667f8 tempest-RoutersAdminNegativeIpV6Test-1806130646 tempest-RoutersAdminNegativeIpV6Test-1806130646-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (f8ac57ce-18d4-4f86-9fe3-13f6227da919), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:55.838415 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-b5d05816-b1ac-4672-b7c0-7e62e48b662f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Allocated IP 172.20.0.26 (f8574ec4-e3b9-46a2-be9e-6903be91c3bb/fc52fc11-014b-4d37-baf7-6731a49c98af/11ffa9ec-9cec-457b-9733-87b267ef38b3) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:06:55.855428 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-7f69ce56-8af0-445a-b26b-d7eadee74590 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2fffdf0>,) {'filters': {'network_id': ['70cdf3c2-53a3-40b0-8ec2-d88858a10621']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:55.858664 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b0611136-fb52-49db-b3af-dbab1bde9e6d tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (9331635a-e1ee-4345-9bd9-e3ee05033eba), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:55.893593 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-7f69ce56-8af0-445a-b26b-d7eadee74590 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2fffdf0>, '221dcddb-08ae-4eb9-8076-25cac1f4fd94') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:55.893972 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-7f69ce56-8af0-445a-b26b-d7eadee74590 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2fffdf0>, '221dcddb-08ae-4eb9-8076-25cac1f4fd94') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:55.895605 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b0611136-fb52-49db-b3af-dbab1bde9e6d tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (9331635a-e1ee-4345-9bd9-e3ee05033eba), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:55.905437 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336aae01-cef5-4dc0-82a3-5265e88667f8 tempest-RoutersAdminNegativeIpV6Test-1806130646 tempest-RoutersAdminNegativeIpV6Test-1806130646-project-admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:06:55.935586 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-336aae01-cef5-4dc0-82a3-5265e88667f8 tempest-RoutersAdminNegativeIpV6Test-1806130646 tempest-RoutersAdminNegativeIpV6Test-1806130646-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:55.938661 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7f69ce56-8af0-445a-b26b-d7eadee74590 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (221dcddb-08ae-4eb9-8076-25cac1f4fd94), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:55.942927 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336aae01-cef5-4dc0-82a3-5265e88667f8 tempest-RoutersAdminNegativeIpV6Test-1806130646 tempest-RoutersAdminNegativeIpV6Test-1806130646-project-admin] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:06:55.946602 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336aae01-cef5-4dc0-82a3-5265e88667f8 tempest-RoutersAdminNegativeIpV6Test-1806130646 tempest-RoutersAdminNegativeIpV6Test-1806130646-project-admin] Pushing event updated for resources: {'Port': ['ID=f8ac57ce-18d4-4f86-9fe3-13f6227da919,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:55.993427 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336aae01-cef5-4dc0-82a3-5265e88667f8 tempest-RoutersAdminNegativeIpV6Test-1806130646 tempest-RoutersAdminNegativeIpV6Test-1806130646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:55.993952 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-336aae01-cef5-4dc0-82a3-5265e88667f8 tempest-RoutersAdminNegativeIpV6Test-1806130646 tempest-RoutersAdminNegativeIpV6Test-1806130646-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:56.011090 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed13f20-69f6-4dd2-92ac-5432e520d94f req-10857aac-cc2d-49a2-8e2f-ae80c60a50c6 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:56.012836 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3ed13f20-69f6-4dd2-92ac-5432e520d94f req-10857aac-cc2d-49a2-8e2f-ae80c60a50c6 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.39 "GET /v2.0/ports?device_id=6500706e-92bc-4387-a2fa-057b8075dfc3 HTTP/1.1" status: 200  len: 945 time: 0.1267161
Feb 05 21:06:56.020698 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-336aae01-cef5-4dc0-82a3-5265e88667f8 tempest-RoutersAdminNegativeIpV6Test-1806130646 tempest-RoutersAdminNegativeIpV6Test-1806130646-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1037 time: 2.0530424
Feb 05 21:06:56.027543 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58318) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:56.032429 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-b1171153-7020-4641-9d00-558ffd4b1771 tempest-RoutersAdminNegativeIpV6Test-1806130646 tempest-RoutersAdminNegativeIpV6Test-1806130646-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.118'}]}}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:56.045510 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b0611136-fb52-49db-b3af-dbab1bde9e6d tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:56.046850 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b0611136-fb52-49db-b3af-dbab1bde9e6d tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.6438246
Feb 05 21:06:56.054215 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58320) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:56.054788 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0611136-fb52-49db-b3af-dbab1bde9e6d tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9331635a-e1ee-4345-9bd9-e3ee05033eba,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:56.060749 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7f69ce56-8af0-445a-b26b-d7eadee74590 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (221dcddb-08ae-4eb9-8076-25cac1f4fd94), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:56.076600 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f69ce56-8af0-445a-b26b-d7eadee74590 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:06:56.077117 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7f69ce56-8af0-445a-b26b-d7eadee74590 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (221dcddb-08ae-4eb9-8076-25cac1f4fd94), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:56.080903 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:06:56.080903 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:06:56.080903 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:06:56.080903 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:06:56.080903 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:06:56.080903 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:06:56.080903 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:06:56.080903 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:06:56.080903 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:06:56.080903 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:06:56.080903 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:06:56.080903 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:06:56.080903 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:06:56.080903 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:06:56.080903 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:06:56.080903 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:06:56.080903 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:06:56.080903 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:06:56.080903 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:06:56.080903 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:06:56.080903 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:06:56.080903 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:06:56.080903 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:06:56.080903 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:06:56.080903 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:06:56.080903 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:06:56.080903 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:06:56.080903 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:06:56.080903 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:06:56.080903 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:06:56.080903 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:06:56.080903 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:06:56.139009 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b1171153-7020-4641-9d00-558ffd4b1771 tempest-RoutersAdminNegativeIpV6Test-1806130646 tempest-RoutersAdminNegativeIpV6Test-1806130646-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (c3c47cac-4a5b-4524-bf24-73f7b5f62e7f), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:56.140036 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b1171153-7020-4641-9d00-558ffd4b1771 tempest-RoutersAdminNegativeIpV6Test-1806130646 tempest-RoutersAdminNegativeIpV6Test-1806130646-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (c3c47cac-4a5b-4524-bf24-73f7b5f62e7f), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:56.178978 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9e028d0a-2a18-4896-9d70-4cb404ca8a53 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (6ff93202-9354-4cf8-bfdb-e7d9ca765cab), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:56.184342 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-ddeed34a-5d41-4a54-97d8-5bb2dce690a1 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:56.185829 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-ddeed34a-5d41-4a54-97d8-5bb2dce690a1 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.21 "GET /v2.0/networks?id=f513b7e7-60ac-4b04-af41-d1fecee70cba HTTP/1.1" status: 200  len: 811 time: 0.3238952
Feb 05 21:06:56.191767 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7f69ce56-8af0-445a-b26b-d7eadee74590 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (70cdf3c2-53a3-40b0-8ec2-d88858a10621), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:56.204122 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-3da3fc4a-91dd-4dab-8a90-d58766e58c72 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Request body: {'port': {'device_id': '7af86076-956c-4ad1-89c4-e9704da9736b', 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba', 'admin_state_up': True, 'tenant_id': 'abdf40933f6b4f8099b886dfec3a4473'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:56.208772 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7f69ce56-8af0-445a-b26b-d7eadee74590 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:56.215674 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7f69ce56-8af0-445a-b26b-d7eadee74590 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "DELETE /v2.0/networks/70cdf3c2-53a3-40b0-8ec2-d88858a10621 HTTP/1.1" status: 204  len: 168 time: 3.0513368
Feb 05 21:06:56.221345 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58324) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:56.272424 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69ce56-8af0-445a-b26b-d7eadee74590 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event deleted for resources: {'Network': ['ID=70cdf3c2-53a3-40b0-8ec2-d88858a10621,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:56.275577 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b5d05816-b1ac-4672-b7c0-7e62e48b662f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for port (11ffa9ec-9cec-457b-9733-87b267ef38b3), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:56.285499 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf82c98b-aa75-4dbe-85ed-5d5c720af5f3 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:56.285969 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf82c98b-aa75-4dbe-85ed-5d5c720af5f3 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:56.289082 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-cf82c98b-aa75-4dbe-85ed-5d5c720af5f3 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "DELETE /v2.0/subnets/b2275a75-e85a-46d3-8af4-ab62458ab979 HTTP/1.1" status: 404  len: 337 time: 0.0654149
Feb 05 21:06:56.292121 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b5d05816-b1ac-4672-b7c0-7e62e48b662f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (11ffa9ec-9cec-457b-9733-87b267ef38b3), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:56.293573 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58326) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:56.391787 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-1506ed37-c80d-4225-a8ab-17cc67eb3708 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:56.392914 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1506ed37-c80d-4225-a8ab-17cc67eb3708 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:56.398487 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1506ed37-c80d-4225-a8ab-17cc67eb3708 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "DELETE /v2.0/networks/70cdf3c2-53a3-40b0-8ec2-d88858a10621 HTTP/1.1" status: 404  len: 339 time: 0.0990798
Feb 05 21:06:56.405136 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58328) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:56.473155 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d05816-b1ac-4672-b7c0-7e62e48b662f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'Port': ['ID=11ffa9ec-9cec-457b-9733-87b267ef38b3,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:56.530093 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-3ed13f20-69f6-4dd2-92ac-5432e520d94f req-f1ed9ab8-1148-4814-8610-60c69ed66ee3 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Deleting port 71d0f55a-11fc-4be4-8ba9-807696018a54 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:06:56.530447 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-3ed13f20-69f6-4dd2-92ac-5432e520d94f req-f1ed9ab8-1148-4814-8610-60c69ed66ee3 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (71d0f55a-11fc-4be4-8ba9-807696018a54), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:56.537810 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9e028d0a-2a18-4896-9d70-4cb404ca8a53 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (6ff93202-9354-4cf8-bfdb-e7d9ca765cab), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:56.548911 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b1171153-7020-4641-9d00-558ffd4b1771 tempest-RoutersAdminNegativeIpV6Test-1806130646 tempest-RoutersAdminNegativeIpV6Test-1806130646-project-admin] Publish callbacks [] for router_controller (c3c47cac-4a5b-4524-bf24-73f7b5f62e7f), precommit_add_association {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:56.597996 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b5efb283-05df-409d-af6d-c4da1f0ae765 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (66486661-038e-4f28-abed-fe53a22baa3a), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:56.618593 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-3da3fc4a-91dd-4dab-8a90-d58766e58c72 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Made reservation on behalf of abdf40933f6b4f8099b886dfec3a4473 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:06:56.622082 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-3da3fc4a-91dd-4dab-8a90-d58766e58c72 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:56.626959 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-b5d05816-b1ac-4672-b7c0-7e62e48b662f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] In _notify_port_updated(), no bound segment for port 11ffa9ec-9cec-457b-9733-87b267ef38b3 on network f8574ec4-e3b9-46a2-be9e-6903be91c3bb {{(pid=114390) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Feb 05 21:06:56.632447 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d05816-b1ac-4672-b7c0-7e62e48b662f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:56.633070 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b5d05816-b1ac-4672-b7c0-7e62e48b662f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:56.634459 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b5d05816-b1ac-4672-b7c0-7e62e48b662f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "PUT /v2.0/ports/11ffa9ec-9cec-457b-9733-87b267ef38b3 HTTP/1.1" status: 200  len: 999 time: 1.9065759
Feb 05 21:06:56.641504 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58332) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:56.721924 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-fc5658e7-ff41-48d9-b758-797ec01a217b None None] Provisioning complete for port 11ffa9ec-9cec-457b-9733-87b267ef38b3 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:56.722500 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fc5658e7-ff41-48d9-b758-797ec01a217b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (11ffa9ec-9cec-457b-9733-87b267ef38b3), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:56.772974 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-fc5658e7-ff41-48d9-b758-797ec01a217b None None] Port 11ffa9ec-9cec-457b-9733-87b267ef38b3 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:06:56.823657 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b5efb283-05df-409d-af6d-c4da1f0ae765 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (66486661-038e-4f28-abed-fe53a22baa3a), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:56.865087 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c534db-e26a-498d-87ff-2bd6742d2c99 req-b3f96c4b-ef5b-465b-bb89-3bc5dd062a2a tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:56.866665 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-86c534db-e26a-498d-87ff-2bd6742d2c99 req-b3f96c4b-ef5b-465b-bb89-3bc5dd062a2a tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=6500706e-92bc-4387-a2fa-057b8075dfc3 HTTP/1.1" status: 200  len: 945 time: 0.6089258
Feb 05 21:06:56.876108 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b1171153-7020-4641-9d00-558ffd4b1771 tempest-RoutersAdminNegativeIpV6Test-1806130646 tempest-RoutersAdminNegativeIpV6Test-1806130646-project-admin] Publish callbacks [] for router_gateway (c3c47cac-4a5b-4524-bf24-73f7b5f62e7f), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:56.879690 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9e028d0a-2a18-4896-9d70-4cb404ca8a53 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (6ff93202-9354-4cf8-bfdb-e7d9ca765cab), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:56.880310 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-b5efb283-05df-409d-af6d-c4da1f0ae765 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db8d739d0>,) {'filters': {'network_id': ['66486661-038e-4f28-abed-fe53a22baa3a']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:56.882720 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9e028d0a-2a18-4896-9d70-4cb404ca8a53 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:56.883115 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9e028d0a-2a18-4896-9d70-4cb404ca8a53 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "DELETE /v2.0/security-groups/6ff93202-9354-4cf8-bfdb-e7d9ca765cab HTTP/1.1" status: 204  len: 168 time: 0.8236904
Feb 05 21:06:56.885082 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-3ed13f20-69f6-4dd2-92ac-5432e520d94f req-f1ed9ab8-1148-4814-8610-60c69ed66ee3 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] For port 71d0f55a-11fc-4be4-8ba9-807696018a54, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=71d0f55a-11fc-4be4-8ba9-807696018a54,segment=NetworkSegment(6da08ccd-563d-4daa-98a3-11856904a998),segment_id=6da08ccd-563d-4daa-98a3-11856904a998)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:06:56.885451 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-3ed13f20-69f6-4dd2-92ac-5432e520d94f req-f1ed9ab8-1148-4814-8610-60c69ed66ee3 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (71d0f55a-11fc-4be4-8ba9-807696018a54), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:56.900103 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d7b35-585a-4973-9bd0-39a397590e85 req-79e16fda-94c9-4351-b844-3867f630e85e tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:56.901544 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fa7d7b35-585a-4973-9bd0-39a397590e85 req-79e16fda-94c9-4351-b844-3867f630e85e tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=3721ef9f-8de4-4d4e-b4f5-e315164ccd1d HTTP/1.1" status: 200  len: 945 time: 0.3679788
Feb 05 21:06:56.908692 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58336) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:56.927730 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-3ed13f20-69f6-4dd2-92ac-5432e520d94f req-f1ed9ab8-1148-4814-8610-60c69ed66ee3 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Calling delete_port for 71d0f55a-11fc-4be4-8ba9-807696018a54 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:06:56.933987 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-b5efb283-05df-409d-af6d-c4da1f0ae765 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8d739d0>, 'a5c31e61-7435-491c-9ce5-29cd3b92850c') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:56.934654 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-b5efb283-05df-409d-af6d-c4da1f0ae765 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8d739d0>, 'a5c31e61-7435-491c-9ce5-29cd3b92850c') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:06:56.953036 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e028d0a-2a18-4896-9d70-4cb404ca8a53 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff93202-9354-4cf8-bfdb-e7d9ca765cab,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:57.068919 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-86c534db-e26a-498d-87ff-2bd6742d2c99 req-a49394f6-72ce-4416-971c-47f3b93be526 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7eb3d12-a5c7-4b2c-93da-f3f358aebcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1806629
Feb 05 21:06:57.094973 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fa7d7b35-585a-4973-9bd0-39a397590e85 req-cef6f7d2-e6cb-43b8-9754-f33406711660 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1780901
Feb 05 21:06:57.221601 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9f25050e-1c97-462a-adba-238d40538c59 req-77c42087-920b-4f69-a64e-49a53dd24f21 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=7af86076-956c-4ad1-89c4-e9704da9736b HTTP/1.1" status: 200  len: 210 time: 0.0624883
Feb 05 21:06:57.250018 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-3ed13f20-69f6-4dd2-92ac-5432e520d94f req-f1ed9ab8-1148-4814-8610-60c69ed66ee3 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (71d0f55a-11fc-4be4-8ba9-807696018a54), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:57.258732 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b5efb283-05df-409d-af6d-c4da1f0ae765 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (a5c31e61-7435-491c-9ce5-29cd3b92850c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:57.261951 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['71d0f55a-11fc-4be4-8ba9-807696018a54'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:06:57.299724 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b5efb283-05df-409d-af6d-c4da1f0ae765 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (a5c31e61-7435-491c-9ce5-29cd3b92850c), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:57.323951 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5efb283-05df-409d-af6d-c4da1f0ae765 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:06:57.324458 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b5efb283-05df-409d-af6d-c4da1f0ae765 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (a5c31e61-7435-491c-9ce5-29cd3b92850c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:57.328344 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-3da3fc4a-91dd-4dab-8a90-d58766e58c72 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Allocated IP 172.20.0.7 (f513b7e7-60ac-4b04-af41-d1fecee70cba/d3bc4b1d-f312-4b2d-bc48-80b03423d794/9e3bd0cd-07cc-4479-931d-d2c2b653277e) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:06:57.331253 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:06:57.331253 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:06:57.331253 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:06:57.331253 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:06:57.331253 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:06:57.331253 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:06:57.331253 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:06:57.331253 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:06:57.331253 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:06:57.331253 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:06:57.331253 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:06:57.331253 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:06:57.331253 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:06:57.331253 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:06:57.331253 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:06:57.331253 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:06:57.331253 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:06:57.331253 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:06:57.331253 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:06:57.331253 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:06:57.331253 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:06:57.331253 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:06:57.331253 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:06:57.331253 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:06:57.331253 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:06:57.331253 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:06:57.331253 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:06:57.331253 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:06:57.331253 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:06:57.331253 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:06:57.331253 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:06:57.331253 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:06:57.339255 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed9ab8-1148-4814-8610-60c69ed66ee3 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Pushing event deleted for resources: {'Port': ['ID=71d0f55a-11fc-4be4-8ba9-807696018a54,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:57.351170 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e8ee0f02-9ca1-40ec-baf2-5a9e578c1f5d tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.4374006
Feb 05 21:06:57.352704 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58338) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:57.357967 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-34c85ebd-645d-4571-97b8-e5b53d458dc1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Deleting port 11ffa9ec-9cec-457b-9733-87b267ef38b3 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:06:57.358316 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-34c85ebd-645d-4571-97b8-e5b53d458dc1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (11ffa9ec-9cec-457b-9733-87b267ef38b3), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:57.372075 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-f0fee28f-05d9-49df-b0c6-b12d9ab96661 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Request body: {'security_group': {'name': 'tempest-secgroup--57887036'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:57.435281 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed13f20-69f6-4dd2-92ac-5432e520d94f req-f1ed9ab8-1148-4814-8610-60c69ed66ee3 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] No DVR routers for this DVR port 71d0f55a-11fc-4be4-8ba9-807696018a54 on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:06:57.446026 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-3ed13f20-69f6-4dd2-92ac-5432e520d94f req-f1ed9ab8-1148-4814-8610-60c69ed66ee3 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:57.449271 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3ed13f20-69f6-4dd2-92ac-5432e520d94f req-f1ed9ab8-1148-4814-8610-60c69ed66ee3 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.39 "DELETE /v2.0/ports/71d0f55a-11fc-4be4-8ba9-807696018a54 HTTP/1.1" status: 204  len: 173 time: 1.4275601
Feb 05 21:06:57.449718 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6500706e-92bc-4387-a2fa-057b8075dfc3', 'name': 'network-vif-deleted', 'tag': '71d0f55a-11fc-4be4-8ba9-807696018a54'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:06:57.452062 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651b545c-d880-4681-8d54-c59285388d97" -d '{"events": [{"server_uuid": "6500706e-92bc-4387-a2fa-057b8075dfc3", "name": "network-vif-deleted", "tag": "71d0f55a-11fc-4be4-8ba9-807696018a54"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:06:57.474710 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b1171153-7020-4641-9d00-558ffd4b1771 tempest-RoutersAdminNegativeIpV6Test-1806130646 tempest-RoutersAdminNegativeIpV6Test-1806130646-project-admin] Publish callbacks [] for router_gateway (c3c47cac-4a5b-4524-bf24-73f7b5f62e7f), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:57.489019 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b5efb283-05df-409d-af6d-c4da1f0ae765 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (66486661-038e-4f28-abed-fe53a22baa3a), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:57.498207 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b1171153-7020-4641-9d00-558ffd4b1771 tempest-RoutersAdminNegativeIpV6Test-1806130646 tempest-RoutersAdminNegativeIpV6Test-1806130646-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:57.500167 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f0fee28f-05d9-49df-b0c6-b12d9ab96661 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:57.508282 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b5efb283-05df-409d-af6d-c4da1f0ae765 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:57.514084 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b5efb283-05df-409d-af6d-c4da1f0ae765 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "DELETE /v2.0/networks/66486661-038e-4f28-abed-fe53a22baa3a HTTP/1.1" status: 204  len: 168 time: 1.1023235
Feb 05 21:06:57.516349 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58344) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:57.542821 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5efb283-05df-409d-af6d-c4da1f0ae765 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event deleted for resources: {'Network': ['ID=66486661-038e-4f28-abed-fe53a22baa3a,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:57.560533 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-34c85ebd-645d-4571-97b8-e5b53d458dc1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (11ffa9ec-9cec-457b-9733-87b267ef38b3), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:57.585146 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-34c85ebd-645d-4571-97b8-e5b53d458dc1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Calling delete_port for 11ffa9ec-9cec-457b-9733-87b267ef38b3 owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:06:57.612134 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-92753af6-c5a1-40c3-9dd3-34319617ca0d tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:57.612603 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92753af6-c5a1-40c3-9dd3-34319617ca0d tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:57.617043 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-92753af6-c5a1-40c3-9dd3-34319617ca0d tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "DELETE /v2.0/subnets/e31b29a7-9453-4eae-942a-9d65980edd36 HTTP/1.1" status: 404  len: 337 time: 0.0978701
Feb 05 21:06:57.623803 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58346) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:57.671163 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-3da3fc4a-91dd-4dab-8a90-d58766e58c72 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks [] for port (9e3bd0cd-07cc-4479-931d-d2c2b653277e), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:57.676029 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ed90108-5e73-4af4-90d7-2619b7080022 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:06:57.676647 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ed90108-5e73-4af4-90d7-2619b7080022 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:06:57.681342 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8ed90108-5e73-4af4-90d7-2619b7080022 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "DELETE /v2.0/networks/f453d080-098b-4496-a775-75b00b1578e2 HTTP/1.1" status: 404  len: 339 time: 0.0535669
Feb 05 21:06:57.686478 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58348) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:57.796150 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-3da3fc4a-91dd-4dab-8a90-d58766e58c72 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (9e3bd0cd-07cc-4479-931d-d2c2b653277e), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:57.810718 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['ad8f11b9-34da-4a3f-9d14-d807df630fe3'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:06:57.813436 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['55c2704d-b622-40af-984a-2047142ff019'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:06:57.866552 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f0fee28f-05d9-49df-b0c6-b12d9ab96661 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (019f6e4a-724f-4588-918a-b21e0b38fbfc), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:57.886968 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-3da3fc4a-91dd-4dab-8a90-d58766e58c72 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Network f513b7e7-60ac-4b04-af41-d1fecee70cba is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:06:57.897193 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-3da3fc4a-91dd-4dab-8a90-d58766e58c72 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:06:57.903482 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-3da3fc4a-91dd-4dab-8a90-d58766e58c72 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:06:57.907784 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da3fc4a-91dd-4dab-8a90-d58766e58c72 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Pushing event updated for resources: {'Port': ['ID=9e3bd0cd-07cc-4479-931d-d2c2b653277e,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:57.978213 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27121024-49e7-444b-9f83-e4f7ac12fbfe x-openstack-request-id: req-27121024-49e7-444b-9f83-e4f7ac12fbfe {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:06:57.978811 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6500706e-92bc-4387-a2fa-057b8075dfc3", "name": "network-vif-deleted", "tag": "71d0f55a-11fc-4be4-8ba9-807696018a54", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:06:57.978811 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-27121024-49e7-444b-9f83-e4f7ac12fbfe {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:06:57.979398 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6500706e-92bc-4387-a2fa-057b8075dfc3', 'name': 'network-vif-deleted', 'tag': '71d0f55a-11fc-4be4-8ba9-807696018a54', 'status': 'completed', 'code': 200}
Feb 05 21:06:57.990418 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f0fee28f-05d9-49df-b0c6-b12d9ab96661 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (019f6e4a-724f-4588-918a-b21e0b38fbfc), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:58.031181 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fee28f-05d9-49df-b0c6-b12d9ab96661 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=019f6e4a-724f-4588-918a-b21e0b38fbfc,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:58.067470 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-3da3fc4a-91dd-4dab-8a90-d58766e58c72 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:58.068434 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-3da3fc4a-91dd-4dab-8a90-d58766e58c72 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:58.072602 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-07627b07-ff77-41da-b0c4-08d75c7d9db8 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Deleting subnet 4bb15988-054b-43a0-85e4-4cbf56c1356e {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:06:58.074799 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-34c85ebd-645d-4571-97b8-e5b53d458dc1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (11ffa9ec-9cec-457b-9733-87b267ef38b3), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:58.081434 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-07627b07-ff77-41da-b0c4-08d75c7d9db8 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks [] for subnet (4bb15988-054b-43a0-85e4-4cbf56c1356e), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:58.199430 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f0fee28f-05d9-49df-b0c6-b12d9ab96661 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:58.209265 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f0fee28f-05d9-49df-b0c6-b12d9ab96661 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.8530388
Feb 05 21:06:58.212094 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58364) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:58.223543 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-4fac207b-6628-40cf-b359-a2d0a9cee467 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Request body: {'security_group': {'name': 'tempest-secgroup--483730665'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:58.228254 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c85ebd-645d-4571-97b8-e5b53d458dc1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event deleted for resources: {'Port': ['ID=11ffa9ec-9cec-457b-9733-87b267ef38b3,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:58.234362 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b1171153-7020-4641-9d00-558ffd4b1771 tempest-RoutersAdminNegativeIpV6Test-1806130646 tempest-RoutersAdminNegativeIpV6Test-1806130646-project-admin] Publish callbacks [] for router (c3c47cac-4a5b-4524-bf24-73f7b5f62e7f), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:58.310804 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-88232eab-4f80-4715-a2a4-c7318e4dd0c9 None None] Provisioning complete for port 9e3bd0cd-07cc-4479-931d-d2c2b653277e triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:06:58.311587 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-88232eab-4f80-4715-a2a4-c7318e4dd0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9e3bd0cd-07cc-4479-931d-d2c2b653277e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:58.325313 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-07627b07-ff77-41da-b0c4-08d75c7d9db8 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (4bb15988-054b-43a0-85e4-4cbf56c1356e), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:58.362140 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-3da3fc4a-91dd-4dab-8a90-d58766e58c72 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1656311
Feb 05 21:06:58.411873 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-88232eab-4f80-4715-a2a4-c7318e4dd0c9 None None] Port 9e3bd0cd-07cc-4479-931d-d2c2b653277e cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:06:58.437111 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-a253803f-777b-4f3d-b22c-7ae747b6b415 service neutron] Request body: {'port': {'device_id': '7af86076-956c-4ad1-89c4-e9704da9736b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:58.468296 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4fac207b-6628-40cf-b359-a2d0a9cee467 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:58.478578 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-267677a5-f71b-454f-bddf-2862055e8cbe req-22ef44f9-e7fa-46f0-a6cd-7fd97a7ea09b tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=6500706e-92bc-4387-a2fa-057b8075dfc3 HTTP/1.1" status: 200  len: 210 time: 0.1154542
Feb 05 21:06:58.549812 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-34c85ebd-645d-4571-97b8-e5b53d458dc1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:58.560531 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-34c85ebd-645d-4571-97b8-e5b53d458dc1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/ports/11ffa9ec-9cec-457b-9733-87b267ef38b3 HTTP/1.1" status: 204  len: 168 time: 1.9146352
Feb 05 21:06:58.561191 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58368) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:58.601543 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-a253803f-777b-4f3d-b22c-7ae747b6b415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9e3bd0cd-07cc-4479-931d-d2c2b653277e), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:58.604484 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-fca77ff5-5069-4bbf-8962-961e46192a5d tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] GET failed (client error): The resource could not be found.
Feb 05 21:06:58.608786 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-fca77ff5-5069-4bbf-8962-961e46192a5d tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "GET /v2.0/ports/11ffa9ec-9cec-457b-9733-87b267ef38b3 HTTP/1.1" status: 404  len: 333 time: 0.0437601
Feb 05 21:06:58.614359 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58370) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:58.700280 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-47ead7d2-83c4-4c74-9641-6ad17d650f1c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Deleting subnet fc52fc11-014b-4d37-baf7-6731a49c98af {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:06:58.710333 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-47ead7d2-83c4-4c74-9641-6ad17d650f1c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for subnet (fc52fc11-014b-4d37-baf7-6731a49c98af), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:58.818217 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-47ead7d2-83c4-4c74-9641-6ad17d650f1c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (fc52fc11-014b-4d37-baf7-6731a49c98af), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:58.979974 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-47ead7d2-83c4-4c74-9641-6ad17d650f1c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (fc52fc11-014b-4d37-baf7-6731a49c98af), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:58.990629 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b1171153-7020-4641-9d00-558ffd4b1771 tempest-RoutersAdminNegativeIpV6Test-1806130646 tempest-RoutersAdminNegativeIpV6Test-1806130646-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (c3c47cac-4a5b-4524-bf24-73f7b5f62e7f), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:58.996504 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b1171153-7020-4641-9d00-558ffd4b1771 tempest-RoutersAdminNegativeIpV6Test-1806130646 tempest-RoutersAdminNegativeIpV6Test-1806130646-project-admin] Publish callbacks [] for router_controller (c3c47cac-4a5b-4524-bf24-73f7b5f62e7f), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:59.076393 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-a253803f-777b-4f3d-b22c-7ae747b6b415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e3bd0cd-07cc-4479-931d-d2c2b653277e {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:06:59.084377 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-47ead7d2-83c4-4c74-9641-6ad17d650f1c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (fc52fc11-014b-4d37-baf7-6731a49c98af), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:59.085787 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d4c0c-40ec-4e44-bc19-a7a44abeb7cb req-9c9ce669-1f62-4562-b779-3c737162ca2e tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:59.087200 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-398d4c0c-40ec-4e44-bc19-a7a44abeb7cb req-9c9ce669-1f62-4562-b779-3c737162ca2e tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=3721ef9f-8de4-4d4e-b4f5-e315164ccd1d HTTP/1.1" status: 200  len: 945 time: 0.7650330
Feb 05 21:06:59.087412 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-a253803f-777b-4f3d-b22c-7ae747b6b415 service neutron] Publish callbacks [] for port (9e3bd0cd-07cc-4479-931d-d2c2b653277e), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:59.094358 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-07627b07-ff77-41da-b0c4-08d75c7d9db8 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (4bb15988-054b-43a0-85e4-4cbf56c1356e), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:59.123381 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ead7d2-83c4-4c74-9641-6ad17d650f1c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event deleted for resources: {'Subnet': ['ID=fc52fc11-014b-4d37-baf7-6731a49c98af,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:59.128744 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-a253803f-777b-4f3d-b22c-7ae747b6b415 service neutron] Transition to ACTIVE for port object 9e3bd0cd-07cc-4479-931d-d2c2b653277e will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:06:59.130244 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-47ead7d2-83c4-4c74-9641-6ad17d650f1c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:59.133931 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-47ead7d2-83c4-4c74-9641-6ad17d650f1c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/subnets/fc52fc11-014b-4d37-baf7-6731a49c98af HTTP/1.1" status: 204  len: 168 time: 0.5183384
Feb 05 21:06:59.135611 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b1171153-7020-4641-9d00-558ffd4b1771 tempest-RoutersAdminNegativeIpV6Test-1806130646 tempest-RoutersAdminNegativeIpV6Test-1806130646-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (c3c47cac-4a5b-4524-bf24-73f7b5f62e7f), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:59.135847 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-a253803f-777b-4f3d-b22c-7ae747b6b415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (9e3bd0cd-07cc-4479-931d-d2c2b653277e), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:59.136068 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1171153-7020-4641-9d00-558ffd4b1771 tempest-RoutersAdminNegativeIpV6Test-1806130646 tempest-RoutersAdminNegativeIpV6Test-1806130646-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c3c47cac-4a5b-4524-bf24-73f7b5f62e7f {{(pid=114391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:06:59.137815 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58372) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:59.147550 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4304ca-98e6-43eb-bfd6-659ebf690c6d None None] Network f8574ec4-e3b9-46a2-be9e-6903be91c3bb requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:59.210257 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516bb644-ec2a-4934-8961-49e288a52a6a req-de85c0ac-2ca8-46a6-8667-68d6ec15ae5f tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:06:59.217729 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-516bb644-ec2a-4934-8961-49e288a52a6a req-de85c0ac-2ca8-46a6-8667-68d6ec15ae5f tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=7af86076-956c-4ad1-89c4-e9704da9736b HTTP/1.1" status: 200  len: 931 time: 0.5942366
Feb 05 21:06:59.227736 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4fac207b-6628-40cf-b359-a2d0a9cee467 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (922950db-26e8-456b-b5c9-57919a6b325b), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:59.230632 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a253803f-777b-4f3d-b22c-7ae747b6b415 service neutron] Pushing event updated for resources: {'Port': ['ID=9e3bd0cd-07cc-4479-931d-d2c2b653277e,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:59.232029 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-b1171153-7020-4641-9d00-558ffd4b1771 tempest-RoutersAdminNegativeIpV6Test-1806130646 tempest-RoutersAdminNegativeIpV6Test-1806130646-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Feb 05 21:06:59.236568 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b1171153-7020-4641-9d00-558ffd4b1771 tempest-RoutersAdminNegativeIpV6Test-1806130646 tempest-RoutersAdminNegativeIpV6Test-1806130646-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 3.2047939
Feb 05 21:06:59.238885 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58374) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:59.246061 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-b95586a6-466e-4048-a3b9-f1cb4637f0d1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Deleting subnet bfcb06a7-e914-4bb8-9b10-b3137203a795 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:06:59.258135 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b95586a6-466e-4048-a3b9-f1cb4637f0d1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for subnet (bfcb06a7-e914-4bb8-9b10-b3137203a795), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:59.259052 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4fac207b-6628-40cf-b359-a2d0a9cee467 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (922950db-26e8-456b-b5c9-57919a6b325b), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:59.281030 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 71d0f55a-11fc-4be4-8ba9-807696018a54 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:06:59.306266 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 71d0f55a-11fc-4be4-8ba9-807696018a54 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:06:59.306644 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 71d0f55a-11fc-4be4-8ba9-807696018a54 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:06:59.323078 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac207b-6628-40cf-b359-a2d0a9cee467 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=922950db-26e8-456b-b5c9-57919a6b325b,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:59.348110 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-398d4c0c-40ec-4e44-bc19-a7a44abeb7cb req-366b3a0b-f239-424d-8296-a2560dc6293b tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2449179
Feb 05 21:06:59.391439 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-516bb644-ec2a-4934-8961-49e288a52a6a req-2e6a6dec-4399-4410-879b-a63645680e78 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1731484
Feb 05 21:06:59.399501 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4fac207b-6628-40cf-b359-a2d0a9cee467 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:59.406030 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4fac207b-6628-40cf-b359-a2d0a9cee467 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 1.1875830
Feb 05 21:06:59.406439 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b95586a6-466e-4048-a3b9-f1cb4637f0d1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (bfcb06a7-e914-4bb8-9b10-b3137203a795), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:59.408466 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-07627b07-ff77-41da-b0c4-08d75c7d9db8 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (4bb15988-054b-43a0-85e4-4cbf56c1356e), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:59.411084 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58378) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:59.421416 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-e28519a9-e164-4e72-903a-0933a74a1d9e tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Request body: {'security_group_rule': {'security_group_id': '019f6e4a-724f-4588-918a-b21e0b38fbfc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '922950db-26e8-456b-b5c9-57919a6b325b', 'remote_ip_prefix': None}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:06:59.452379 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07627b07-ff77-41da-b0c4-08d75c7d9db8 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event deleted for resources: {'Subnet': ['ID=4bb15988-054b-43a0-85e4-4cbf56c1356e,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:06:59.463051 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-07627b07-ff77-41da-b0c4-08d75c7d9db8 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:59.465331 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea893899-0b07-400f-9cf4-0ea2354ace65 None None] Network 46eb0872-10fc-47eb-a8a0-2fa33e6101af requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:06:59.469574 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-07627b07-ff77-41da-b0c4-08d75c7d9db8 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "DELETE /v2.0/subnets/4bb15988-054b-43a0-85e4-4cbf56c1356e HTTP/1.1" status: 204  len: 168 time: 1.7579153
Feb 05 21:06:59.472632 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58380) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:06:59.574028 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-a253803f-777b-4f3d-b22c-7ae747b6b415 service neutron] Attempting to bind port 9e3bd0cd-07cc-4479-931d-d2c2b653277e on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:06:59.574800 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-a253803f-777b-4f3d-b22c-7ae747b6b415 service neutron] Attempting to bind port 9e3bd0cd-07cc-4479-931d-d2c2b653277e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5ac9584d-8528-41b9-ba11-9daf83adba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:06:59.574800 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-a253803f-777b-4f3d-b22c-7ae747b6b415 service neutron] Attempting to bind port 9e3bd0cd-07cc-4479-931d-d2c2b653277e on network f513b7e7-60ac-4b04-af41-d1fecee70cba {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:06:59.636866 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-a253803f-777b-4f3d-b22c-7ae747b6b415 service neutron] Port 9e3bd0cd-07cc-4479-931d-d2c2b653277e on network f513b7e7-60ac-4b04-af41-d1fecee70cba not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:06:59.637584 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-a253803f-777b-4f3d-b22c-7ae747b6b415 service neutron] Attempting to bind port 9e3bd0cd-07cc-4479-931d-d2c2b653277e on network f513b7e7-60ac-4b04-af41-d1fecee70cba {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:06:59.645366 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa15a5bf-d37d-47a3-ae01-a43dc19ded5e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Deleting subnet 47238b78-fa71-4f57-a434-bcdf2c136255 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:06:59.655263 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-aa15a5bf-d37d-47a3-ae01-a43dc19ded5e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks [] for subnet (47238b78-fa71-4f57-a434-bcdf2c136255), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:59.760049 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e28519a9-e164-4e72-903a-0933a74a1d9e tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (0054e33d-efd2-4d6c-b0e2-de1ff676613a), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:59.794809 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-aa15a5bf-d37d-47a3-ae01-a43dc19ded5e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (47238b78-fa71-4f57-a434-bcdf2c136255), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:59.813451 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-a253803f-777b-4f3d-b22c-7ae747b6b415 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:06:59.814035 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-a253803f-777b-4f3d-b22c-7ae747b6b415 service neutron] Checking segment: {'id': '5ac9584d-8528-41b9-ba11-9daf83adba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:06:59.814639 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-a253803f-777b-4f3d-b22c-7ae747b6b415 service neutron] Bound using segment: {'id': '5ac9584d-8528-41b9-ba11-9daf83adba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:06:59.815253 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-a253803f-777b-4f3d-b22c-7ae747b6b415 service neutron] Bound port: 9e3bd0cd-07cc-4479-931d-d2c2b653277e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ac9584d-8528-41b9-ba11-9daf83adba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:06:59.815781 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-a253803f-777b-4f3d-b22c-7ae747b6b415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9e3bd0cd-07cc-4479-931d-d2c2b653277e), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:59.877129 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b95586a6-466e-4048-a3b9-f1cb4637f0d1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (bfcb06a7-e914-4bb8-9b10-b3137203a795), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:06:59.916055 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-b7d3367b-17f8-41e7-bcdc-9cfd3a42c40d tempest-RoutersAdminNegativeIpV6Test-1806130646 tempest-RoutersAdminNegativeIpV6Test-1806130646-project-admin] Deleting port f8ac57ce-18d4-4f86-9fe3-13f6227da919 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:06:59.916408 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b7d3367b-17f8-41e7-bcdc-9cfd3a42c40d tempest-RoutersAdminNegativeIpV6Test-1806130646 tempest-RoutersAdminNegativeIpV6Test-1806130646-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (f8ac57ce-18d4-4f86-9fe3-13f6227da919), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:00.036087 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99fb62-2390-46af-854c-1980d03b8695 req-77812843-2e10-4860-8651-321818a5a933 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:00.047152 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bd99fb62-2390-46af-854c-1980d03b8695 req-77812843-2e10-4860-8651-321818a5a933 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=3721ef9f-8de4-4d4e-b4f5-e315164ccd1d HTTP/1.1" status: 200  len: 945 time: 0.1575749
Feb 05 21:07:00.110362 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b95586a6-466e-4048-a3b9-f1cb4637f0d1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (bfcb06a7-e914-4bb8-9b10-b3137203a795), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:00.156056 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bd99fb62-2390-46af-854c-1980d03b8695 req-06b90baf-0a98-469d-aae2-93deee23790c tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079447
Feb 05 21:07:00.160281 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-aa15a5bf-d37d-47a3-ae01-a43dc19ded5e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (47238b78-fa71-4f57-a434-bcdf2c136255), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:00.201907 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-a253803f-777b-4f3d-b22c-7ae747b6b415 service neutron] For port 9e3bd0cd-07cc-4479-931d-d2c2b653277e, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:07:00.205155 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b95586a6-466e-4048-a3b9-f1cb4637f0d1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:00.211669 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b95586a6-466e-4048-a3b9-f1cb4637f0d1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/subnets/bfcb06a7-e914-4bb8-9b10-b3137203a795 HTTP/1.1" status: 204  len: 168 time: 1.0691485
Feb 05 21:07:00.211669 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95586a6-466e-4048-a3b9-f1cb4637f0d1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event deleted for resources: {'Subnet': ['ID=bfcb06a7-e914-4bb8-9b10-b3137203a795,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:00.212503 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58424) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:00.230721 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e28519a9-e164-4e72-903a-0933a74a1d9e tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (0054e33d-efd2-4d6c-b0e2-de1ff676613a), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:00.238717 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-a253803f-777b-4f3d-b22c-7ae747b6b415 service neutron] For port 9e3bd0cd-07cc-4479-931d-d2c2b653277e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9e3bd0cd-07cc-4479-931d-d2c2b653277e,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:07:00.243864 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e28519a9-e164-4e72-903a-0933a74a1d9e tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (0054e33d-efd2-4d6c-b0e2-de1ff676613a), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:00.284016 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-a253803f-777b-4f3d-b22c-7ae747b6b415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (9e3bd0cd-07cc-4479-931d-d2c2b653277e), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:00.335692 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-aa15a5bf-d37d-47a3-ae01-a43dc19ded5e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (47238b78-fa71-4f57-a434-bcdf2c136255), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:00.343649 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a486c615-422c-4e18-a65e-a84e18fb1db0 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (f8574ec4-e3b9-46a2-be9e-6903be91c3bb), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:00.348792 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b7d3367b-17f8-41e7-bcdc-9cfd3a42c40d tempest-RoutersAdminNegativeIpV6Test-1806130646 tempest-RoutersAdminNegativeIpV6Test-1806130646-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (f8ac57ce-18d4-4f86-9fe3-13f6227da919), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:00.368243 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-b7d3367b-17f8-41e7-bcdc-9cfd3a42c40d tempest-RoutersAdminNegativeIpV6Test-1806130646 tempest-RoutersAdminNegativeIpV6Test-1806130646-project-admin] Calling delete_port for f8ac57ce-18d4-4f86-9fe3-13f6227da919 owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:07:00.395229 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15a5bf-d37d-47a3-ae01-a43dc19ded5e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event deleted for resources: {'Subnet': ['ID=47238b78-fa71-4f57-a434-bcdf2c136255,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:00.423237 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-aa15a5bf-d37d-47a3-ae01-a43dc19ded5e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:00.430180 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-aa15a5bf-d37d-47a3-ae01-a43dc19ded5e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "DELETE /v2.0/subnets/47238b78-fa71-4f57-a434-bcdf2c136255 HTTP/1.1" status: 204  len: 168 time: 0.9561081
Feb 05 21:07:00.430946 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58430) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:00.475366 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-a253803f-777b-4f3d-b22c-7ae747b6b415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:00.481333 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-a253803f-777b-4f3d-b22c-7ae747b6b415 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:00.482841 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-a253803f-777b-4f3d-b22c-7ae747b6b415 service neutron] 10.222.0.21 "PUT /v2.0/ports/9e3bd0cd-07cc-4479-931d-d2c2b653277e HTTP/1.1" status: 200  len: 1091 time: 2.1137135
Feb 05 21:07:00.486324 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28519a9-e164-4e72-903a-0933a74a1d9e tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0054e33d-efd2-4d6c-b0e2-de1ff676613a,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:00.504564 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af86076-956c-4ad1-89c4-e9704da9736b', 'tag': '9e3bd0cd-07cc-4479-931d-d2c2b653277e'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:07:00.508888 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb6ca52-d254-44cc-9bdb-b251fe4b4d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "7af86076-956c-4ad1-89c4-e9704da9736b", "tag": "9e3bd0cd-07cc-4479-931d-d2c2b653277e"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:07:00.525636 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e28519a9-e164-4e72-903a-0933a74a1d9e tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:00.536628 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e28519a9-e164-4e72-903a-0933a74a1d9e tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 1.1221776
Feb 05 21:07:00.542032 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58442) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:00.555609 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6827c7b3-6474-49e0-ac93-200687689919 None None] Provisioning complete for port 9e344bd6-2572-42ea-bbee-e8b46daef583 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:00.556717 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6827c7b3-6474-49e0-ac93-200687689919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9e344bd6-2572-42ea-bbee-e8b46daef583), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:00.603281 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52dce36-c5d4-41bf-9dd5-fa866bdf21ca x-openstack-request-id: req-e52dce36-c5d4-41bf-9dd5-fa866bdf21ca {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:07:00.603900 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af86076-956c-4ad1-89c4-e9704da9736b", "tag": "9e3bd0cd-07cc-4479-931d-d2c2b653277e", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:07:00.603900 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e52dce36-c5d4-41bf-9dd5-fa866bdf21ca {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:07:00.606825 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af86076-956c-4ad1-89c4-e9704da9736b', 'tag': '9e3bd0cd-07cc-4479-931d-d2c2b653277e', 'status': 'completed', 'code': 200}
Feb 05 21:07:00.630517 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ac623c-e6fa-4fb6-8a24-b3ca33d3e25c None None] Network f8574ec4-e3b9-46a2-be9e-6903be91c3bb requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:07:00.634229 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6fbfdf1b-e243-418c-a9dc-0e28596fd213 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (46eb0872-10fc-47eb-a8a0-2fa33e6101af), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:00.704487 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a253803f-777b-4f3d-b22c-7ae747b6b415 service neutron] Pushing event updated for resources: {'Port': ['ID=9e3bd0cd-07cc-4479-931d-d2c2b653277e,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:00.709348 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9d1a1fed-4bcc-4aa6-a28f-138b2af3eb19 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (0054e33d-efd2-4d6c-b0e2-de1ff676613a), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:00.726042 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9d1a1fed-4bcc-4aa6-a28f-138b2af3eb19 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (0054e33d-efd2-4d6c-b0e2-de1ff676613a), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:00.815819 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b7d3367b-17f8-41e7-bcdc-9cfd3a42c40d tempest-RoutersAdminNegativeIpV6Test-1806130646 tempest-RoutersAdminNegativeIpV6Test-1806130646-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (f8ac57ce-18d4-4f86-9fe3-13f6227da919), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:00.828502 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-7f88b9ad-ab55-4639-919a-8894edea9bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:00.831320 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-7f88b9ad-ab55-4639-919a-8894edea9bd9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=abdf40933f6b4f8099b886dfec3a4473&device_id=7af86076-956c-4ad1-89c4-e9704da9736b HTTP/1.1" status: 200  len: 1125 time: 0.2343206
Feb 05 21:07:00.849518 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc95d58-cc8b-4d90-b88e-fcce9e6deb0b req-3b764655-1883-4599-a7a4-ff8d2f0873af tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:00.857415 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-adc95d58-cc8b-4d90-b88e-fcce9e6deb0b req-3b764655-1883-4599-a7a4-ff8d2f0873af tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=7af86076-956c-4ad1-89c4-e9704da9736b HTTP/1.1" status: 200  len: 943 time: 0.2208259
Feb 05 21:07:00.882720 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9d1a1fed-4bcc-4aa6-a28f-138b2af3eb19 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (0054e33d-efd2-4d6c-b0e2-de1ff676613a), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:00.884848 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d3367b-17f8-41e7-bcdc-9cfd3a42c40d tempest-RoutersAdminNegativeIpV6Test-1806130646 tempest-RoutersAdminNegativeIpV6Test-1806130646-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8ac57ce-18d4-4f86-9fe3-13f6227da919,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:00.889540 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9d1a1fed-4bcc-4aa6-a28f-138b2af3eb19 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:00.895329 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9d1a1fed-4bcc-4aa6-a28f-138b2af3eb19 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/0054e33d-efd2-4d6c-b0e2-de1ff676613a HTTP/1.1" status: 204  len: 168 time: 0.3518479
Feb 05 21:07:00.903724 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6827c7b3-6474-49e0-ac93-200687689919 None None] Current status of the port 9e344bd6-2572-42ea-bbee-e8b46daef583 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:00.911915 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48599e32-1dcc-43c0-b624-348833857deb None None] Network 46eb0872-10fc-47eb-a8a0-2fa33e6101af requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:07:00.913204 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58454) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:00.943390 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-a486c615-422c-4e18-a65e-a84e18fb1db0 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Deleting port 9e344bd6-2572-42ea-bbee-e8b46daef583 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:07:00.946648 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a486c615-422c-4e18-a65e-a84e18fb1db0 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (9e344bd6-2572-42ea-bbee-e8b46daef583), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:00.967036 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-09b89114-e426-4f22-b036-4cd65888d9e9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e3bd0cd-07cc-4479-931d-d2c2b653277e HTTP/1.1" status: 200  len: 217 time: 0.1220856
Feb 05 21:07:01.015725 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e530478-4b7d-413a-a81c-acedef10f227 None None] DHCP port deletion for f8574ec4-e3b9-46a2-be9e-6903be91c3bb request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:07:01.035516 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a1fed-4bcc-4aa6-a28f-138b2af3eb19 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0054e33d-efd2-4d6c-b0e2-de1ff676613a,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:01.036754 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-6fbfdf1b-e243-418c-a9dc-0e28596fd213 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Deleting port 22127afd-e76b-4297-b564-27bf895b9cf8 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:07:01.037235 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6fbfdf1b-e243-418c-a9dc-0e28596fd213 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (22127afd-e76b-4297-b564-27bf895b9cf8), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:01.083983 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-1d7d8c2d-0e4b-48ca-b512-85e05835dc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:01.086126 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-1d7d8c2d-0e4b-48ca-b512-85e05835dc16 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d3bc4b1d-f312-4b2d-bc48-80b03423d794 HTTP/1.1" status: 200  len: 850 time: 0.1083906
Feb 05 21:07:01.093309 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b7d3367b-17f8-41e7-bcdc-9cfd3a42c40d tempest-RoutersAdminNegativeIpV6Test-1806130646 tempest-RoutersAdminNegativeIpV6Test-1806130646-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:01.096961 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b7d3367b-17f8-41e7-bcdc-9cfd3a42c40d tempest-RoutersAdminNegativeIpV6Test-1806130646 tempest-RoutersAdminNegativeIpV6Test-1806130646-project-admin] 10.222.0.32 "DELETE /v2.0/ports/f8ac57ce-18d4-4f86-9fe3-13f6227da919 HTTP/1.1" status: 204  len: 168 time: 1.8569157
Feb 05 21:07:01.113475 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-6fbfdf1b-e243-418c-a9dc-0e28596fd213 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] For port 22127afd-e76b-4297-b564-27bf895b9cf8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22127afd-e76b-4297-b564-27bf895b9cf8,segment=NetworkSegment(252b5ca3-c82c-402f-8f5c-fe5edb7025eb),segment_id=252b5ca3-c82c-402f-8f5c-fe5edb7025eb)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:01.113849 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6fbfdf1b-e243-418c-a9dc-0e28596fd213 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (22127afd-e76b-4297-b564-27bf895b9cf8), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:01.128059 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-d8b66ea1-c9c3-4a03-8fbd-11f7efd8ba20 None None] Provisioning complete for port 22127afd-e76b-4297-b564-27bf895b9cf8 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:01.128706 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d8b66ea1-c9c3-4a03-8fbd-11f7efd8ba20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (22127afd-e76b-4297-b564-27bf895b9cf8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:01.145725 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-6fbfdf1b-e243-418c-a9dc-0e28596fd213 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Calling delete_port for 22127afd-e76b-4297-b564-27bf895b9cf8 owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:07:01.155894 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-0e530478-4b7d-413a-a81c-acedef10f227 None None] Deleting port 9e344bd6-2572-42ea-bbee-e8b46daef583 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:07:01.156456 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0e530478-4b7d-413a-a81c-acedef10f227 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (9e344bd6-2572-42ea-bbee-e8b46daef583), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:01.203861 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-7daa6f62-11b5-4e96-9b0f-ad19f7ac51c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:01.211917 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-7daa6f62-11b5-4e96-9b0f-ad19f7ac51c6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f513b7e7-60ac-4b04-af41-d1fecee70cba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1138673
Feb 05 21:07:01.224967 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb76f442-96fc-4665-a007-f5924cbd70dc None None] DHCP port deletion for 46eb0872-10fc-47eb-a8a0-2fa33e6101af request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:07:01.253596 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-0e530478-4b7d-413a-a81c-acedef10f227 None None] For port 9e344bd6-2572-42ea-bbee-e8b46daef583, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9e344bd6-2572-42ea-bbee-e8b46daef583,segment=NetworkSegment(d307be5e-4fd4-43d3-a866-6e4a8bd7a8b1),segment_id=d307be5e-4fd4-43d3-a866-6e4a8bd7a8b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:01.254001 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0e530478-4b7d-413a-a81c-acedef10f227 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (9e344bd6-2572-42ea-bbee-e8b46daef583), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:01.285985 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-0e530478-4b7d-413a-a81c-acedef10f227 None None] Calling delete_port for 9e344bd6-2572-42ea-bbee-e8b46daef583 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:07:01.334923 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6fbfdf1b-e243-418c-a9dc-0e28596fd213 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (22127afd-e76b-4297-b564-27bf895b9cf8), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:01.341054 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-adc95d58-cc8b-4d90-b88e-fcce9e6deb0b req-1ced29f4-6e3a-49a5-ac82-62bf7fc56163 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4826944
Feb 05 21:07:01.380781 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbfdf1b-e243-418c-a9dc-0e28596fd213 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event deleted for resources: {'Port': ['ID=22127afd-e76b-4297-b564-27bf895b9cf8,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:01.399387 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-a486c615-422c-4e18-a65e-a84e18fb1db0 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] For port 9e344bd6-2572-42ea-bbee-e8b46daef583, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9e344bd6-2572-42ea-bbee-e8b46daef583,segment=NetworkSegment(d307be5e-4fd4-43d3-a866-6e4a8bd7a8b1),segment_id=d307be5e-4fd4-43d3-a866-6e4a8bd7a8b1)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:01.399767 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a486c615-422c-4e18-a65e-a84e18fb1db0 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (9e344bd6-2572-42ea-bbee-e8b46daef583), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:01.415706 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbfdf1b-e243-418c-a9dc-0e28596fd213 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] No DVR routers for this DVR port 22127afd-e76b-4297-b564-27bf895b9cf8 on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:07:01.431501 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-10094ae4-f49c-4c92-b35e-92c27dccceeb tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.5170515
Feb 05 21:07:01.434085 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-1ac62b15-8204-433f-8c66-0ef82c281668 service neutron] 10.222.0.21 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2123573
Feb 05 21:07:01.450034 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58466) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:01.458067 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-a486c615-422c-4e18-a65e-a84e18fb1db0 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Calling delete_port for 9e344bd6-2572-42ea-bbee-e8b46daef583 owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:07:01.526695 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58468) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:01.550908 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-3b407e83-5c30-4f63-90c7-0be00c1d13f3 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1382556994', 'description': 'tempest-secgroup-smoke-1382556994 description', 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:01.620444 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58470) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:01.624319 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-d8b66ea1-c9c3-4a03-8fbd-11f7efd8ba20 None None] Current status of the port 22127afd-e76b-4297-b564-27bf895b9cf8 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:01.627463 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6fbfdf1b-e243-418c-a9dc-0e28596fd213 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (46eb0872-10fc-47eb-a8a0-2fa33e6101af), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:01.644685 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3b407e83-5c30-4f63-90c7-0be00c1d13f3 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:01.652949 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-bb76f442-96fc-4665-a007-f5924cbd70dc None None] Deleting port 22127afd-e76b-4297-b564-27bf895b9cf8 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:07:01.653346 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bb76f442-96fc-4665-a007-f5924cbd70dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (22127afd-e76b-4297-b564-27bf895b9cf8), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:01.700753 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-6fbfdf1b-e243-418c-a9dc-0e28596fd213 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db827d340>,) {'filters': {'network_id': ['46eb0872-10fc-47eb-a8a0-2fa33e6101af']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:01.711622 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0e530478-4b7d-413a-a81c-acedef10f227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (9e344bd6-2572-42ea-bbee-e8b46daef583), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:01.719789 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-6fbfdf1b-e243-418c-a9dc-0e28596fd213 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db827d340>, '252b5ca3-c82c-402f-8f5c-fe5edb7025eb') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:01.719789 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-6fbfdf1b-e243-418c-a9dc-0e28596fd213 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db827d340>, '252b5ca3-c82c-402f-8f5c-fe5edb7025eb') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:01.730800 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10f6ba-d770-4f1c-a6b7-966623a4da6d req-d7d5b370-6ad2-43fb-8121-d5b4d0bb5f32 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:01.734511 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0f10f6ba-d770-4f1c-a6b7-966623a4da6d req-d7d5b370-6ad2-43fb-8121-d5b4d0bb5f32 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=3721ef9f-8de4-4d4e-b4f5-e315164ccd1d HTTP/1.1" status: 200  len: 945 time: 0.2310605
Feb 05 21:07:01.744722 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3b407e83-5c30-4f63-90c7-0be00c1d13f3 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for security_group (4cf6c738-0478-4e04-ae03-4d6824565445), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:01.747644 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-73d5ab7c-e8db-4c6d-8f36-3a5d53901666 req-08649c6f-f5bf-49a3-8470-5864a0483b7d service neutron] 10.222.0.21 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2960246
Feb 05 21:07:01.752080 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ff957cd5-e830-4055-9162-36985b7d2ce5 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (922950db-26e8-456b-b5c9-57919a6b325b), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:01.755625 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6fbfdf1b-e243-418c-a9dc-0e28596fd213 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (252b5ca3-c82c-402f-8f5c-fe5edb7025eb), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:01.759237 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-bb76f442-96fc-4665-a007-f5924cbd70dc None None] For port 22127afd-e76b-4297-b564-27bf895b9cf8, host ncdv-master-1, got binding levels [] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:01.759632 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bb76f442-96fc-4665-a007-f5924cbd70dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (22127afd-e76b-4297-b564-27bf895b9cf8), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:01.762010 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e530478-4b7d-413a-a81c-acedef10f227 None None] Pushing event deleted for resources: {'Port': ['ID=9e344bd6-2572-42ea-bbee-e8b46daef583,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:01.763936 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e530478-4b7d-413a-a81c-acedef10f227 None None] No DVR routers for this DVR port 9e344bd6-2572-42ea-bbee-e8b46daef583 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:07:01.777252 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ff957cd5-e830-4055-9162-36985b7d2ce5 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (922950db-26e8-456b-b5c9-57919a6b325b), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:01.777867 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-bb76f442-96fc-4665-a007-f5924cbd70dc None None] Calling delete_port for 22127afd-e76b-4297-b564-27bf895b9cf8 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:07:01.780222 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3b407e83-5c30-4f63-90c7-0be00c1d13f3 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (4cf6c738-0478-4e04-ae03-4d6824565445), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:01.791679 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.ipam_backend_mixin [None req-bb76f442-96fc-4665-a007-f5924cbd70dc None None] Port 22127afd-e76b-4297-b564-27bf895b9cf8 was not found and therefore no delete operation was performed {{(pid=114392) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Feb 05 21:07:01.793568 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bb76f442-96fc-4665-a007-f5924cbd70dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (22127afd-e76b-4297-b564-27bf895b9cf8), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:01.815578 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0f10f6ba-d770-4f1c-a6b7-966623a4da6d req-31c1a49d-e6e4-4374-b9ce-133657e79dc8 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657830
Feb 05 21:07:01.825246 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb76f442-96fc-4665-a007-f5924cbd70dc None None] Pushing event deleted for resources: {'Port': ['ID=22127afd-e76b-4297-b564-27bf895b9cf8,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:01.826467 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6fbfdf1b-e243-418c-a9dc-0e28596fd213 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (252b5ca3-c82c-402f-8f5c-fe5edb7025eb), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:01.828965 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb76f442-96fc-4665-a007-f5924cbd70dc None None] No DVR routers for this DVR port 22127afd-e76b-4297-b564-27bf895b9cf8 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:07:01.832811 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3b407e83-5c30-4f63-90c7-0be00c1d13f3 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:01.836861 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3b407e83-5c30-4f63-90c7-0be00c1d13f3 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.3063066
Feb 05 21:07:01.837157 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58474) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:01.839218 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b407e83-5c30-4f63-90c7-0be00c1d13f3 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf6c738-0478-4e04-ae03-4d6824565445,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:01.847534 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-e63cf111-5191-49c4-8e1b-8f8022a51bb1 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Request body: {'security_group_rule': {'security_group_id': '4cf6c738-0478-4e04-ae03-4d6824565445', 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:01.855828 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fbfdf1b-e243-418c-a9dc-0e28596fd213 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:07:01.856370 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6fbfdf1b-e243-418c-a9dc-0e28596fd213 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (252b5ca3-c82c-402f-8f5c-fe5edb7025eb), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:01.859767 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a486c615-422c-4e18-a65e-a84e18fb1db0 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (9e344bd6-2572-42ea-bbee-e8b46daef583), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:01.862342 ncdv-master-1 neutron-server[114391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:07:01.862342 ncdv-master-1 neutron-server[114391]:   self.session.flush()
Feb 05 21:07:01.862342 ncdv-master-1 neutron-server[114391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:07:01.862342 ncdv-master-1 neutron-server[114391]:   self.session.flush()
Feb 05 21:07:01.862342 ncdv-master-1 neutron-server[114391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:07:01.862342 ncdv-master-1 neutron-server[114391]:   self.session.flush()
Feb 05 21:07:01.862342 ncdv-master-1 neutron-server[114391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:07:01.862342 ncdv-master-1 neutron-server[114391]:   self.session.flush()
Feb 05 21:07:01.862342 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:07:01.862342 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:07:01.862342 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:07:01.862342 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:07:01.862342 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:07:01.862342 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:07:01.862342 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:07:01.862342 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:07:01.862342 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:07:01.862342 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:07:01.862342 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:07:01.862342 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:07:01.862342 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:07:01.862342 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:07:01.862342 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:07:01.862342 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:07:01.862342 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:07:01.862342 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:07:01.862342 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:07:01.862342 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:07:01.862342 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:07:01.862342 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:07:01.862342 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:07:01.862342 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:07:01.862342 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:07:01.862342 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:07:01.862342 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:07:01.862342 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:07:01.862342 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:07:01.862342 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:07:01.862342 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:07:01.862342 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:07:01.872386 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ff957cd5-e830-4055-9162-36985b7d2ce5 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (922950db-26e8-456b-b5c9-57919a6b325b), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:01.875425 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ff957cd5-e830-4055-9162-36985b7d2ce5 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:01.876664 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ff957cd5-e830-4055-9162-36985b7d2ce5 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "DELETE /v2.0/security-groups/922950db-26e8-456b-b5c9-57919a6b325b HTTP/1.1" status: 204  len: 168 time: 0.4239223
Feb 05 21:07:01.884344 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58476) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:01.903342 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a486c615-422c-4e18-a65e-a84e18fb1db0 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event deleted for resources: {'Port': ['ID=9e344bd6-2572-42ea-bbee-e8b46daef583,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:01.936972 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff957cd5-e830-4055-9162-36985b7d2ce5 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=922950db-26e8-456b-b5c9-57919a6b325b,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:01.962562 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a486c615-422c-4e18-a65e-a84e18fb1db0 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] No DVR routers for this DVR port 9e344bd6-2572-42ea-bbee-e8b46daef583 on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:07:01.992710 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6ca52-d254-44cc-9bdb-b251fe4b4d7b req-b5f334d8-0bb9-41c1-af6a-cb4a3c4845da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:01.994253 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4cb6ca52-d254-44cc-9bdb-b251fe4b4d7b req-b5f334d8-0bb9-41c1-af6a-cb4a3c4845da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=abdf40933f6b4f8099b886dfec3a4473&device_id=7af86076-956c-4ad1-89c4-e9704da9736b HTTP/1.1" status: 200  len: 1125 time: 0.1108351
Feb 05 21:07:02.001767 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2cfb21d2-ee87-4944-ac62-b287b0e50a57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:02.006984 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7c3278c6-b402-4640-88f6-4b9b33d9460f tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4543 time: 0.1162829
Feb 05 21:07:02.007786 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58478) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:02.014553 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e63cf111-5191-49c4-8e1b-8f8022a51bb1 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for security_group_rule (3bdfe503-e3c8-48a9-bf10-d19e9f993111), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:02.041598 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6fbfdf1b-e243-418c-a9dc-0e28596fd213 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (46eb0872-10fc-47eb-a8a0-2fa33e6101af), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:02.079631 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6fbfdf1b-e243-418c-a9dc-0e28596fd213 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:02.083173 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6fbfdf1b-e243-418c-a9dc-0e28596fd213 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "DELETE /v2.0/networks/46eb0872-10fc-47eb-a8a0-2fa33e6101af HTTP/1.1" status: 204  len: 168 time: 1.6501961
Feb 05 21:07:02.087385 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58480) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:02.120807 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-0caf1141-b627-4385-a9ab-0858d00af16d tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:07:02.121282 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0caf1141-b627-4385-a9ab-0858d00af16d tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:07:02.126944 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0caf1141-b627-4385-a9ab-0858d00af16d tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "DELETE /v2.0/subnets/25bf0d41-f98f-465d-81b4-c732bb6e0acc HTTP/1.1" status: 404  len: 337 time: 0.0360384
Feb 05 21:07:02.126944 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6ca52-d254-44cc-9bdb-b251fe4b4d7b req-32db593a-e4c7-44c7-9616-556db0e3dbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:02.127574 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4cb6ca52-d254-44cc-9bdb-b251fe4b4d7b req-32db593a-e4c7-44c7-9616-556db0e3dbb9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f513b7e7-60ac-4b04-af41-d1fecee70cba HTTP/1.1" status: 200  len: 912 time: 0.1220157
Feb 05 21:07:02.128034 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58482) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:02.142693 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbfdf1b-e243-418c-a9dc-0e28596fd213 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event deleted for resources: {'Network': ['ID=46eb0872-10fc-47eb-a8a0-2fa33e6101af,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:02.147682 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fc52dcd-9834-4e30-8b97-0e04b7d1286a tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:07:02.148211 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fc52dcd-9834-4e30-8b97-0e04b7d1286a tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:07:02.153675 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4fc52dcd-9834-4e30-8b97-0e04b7d1286a tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "DELETE /v2.0/networks/b1df2167-31d3-4850-9f44-ca5f458503bc HTTP/1.1" status: 404  len: 339 time: 0.0223703
Feb 05 21:07:02.153914 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58484) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:02.154164 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a486c615-422c-4e18-a65e-a84e18fb1db0 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (f8574ec4-e3b9-46a2-be9e-6903be91c3bb), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:02.185048 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a4abfb3-3fc1-4692-81a6-fc38f3a5933e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:07:02.186414 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a4abfb3-3fc1-4692-81a6-fc38f3a5933e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:07:02.193077 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0a4abfb3-3fc1-4692-81a6-fc38f3a5933e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "DELETE /v2.0/subnets/96145363-77a4-4311-ae6c-b138cb7dc459 HTTP/1.1" status: 404  len: 337 time: 0.0356255
Feb 05 21:07:02.193904 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58486) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:02.200696 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-a486c615-422c-4e18-a65e-a84e18fb1db0 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db3a08640>,) {'filters': {'network_id': ['f8574ec4-e3b9-46a2-be9e-6903be91c3bb']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:02.202796 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 22127afd-e76b-4297-b564-27bf895b9cf8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:07:02.227522 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e63cf111-5191-49c4-8e1b-8f8022a51bb1 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for security_group_rule (3bdfe503-e3c8-48a9-bf10-d19e9f993111), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:02.227756 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 22127afd-e76b-4297-b564-27bf895b9cf8 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:07:02.228085 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 22127afd-e76b-4297-b564-27bf895b9cf8 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:07:02.228516 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9e344bd6-2572-42ea-bbee-e8b46daef583 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:07:02.234778 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-a486c615-422c-4e18-a65e-a84e18fb1db0 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3a08640>, 'd307be5e-4fd4-43d3-a866-6e4a8bd7a8b1') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:02.235223 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-a486c615-422c-4e18-a65e-a84e18fb1db0 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3a08640>, 'd307be5e-4fd4-43d3-a866-6e4a8bd7a8b1') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:02.249583 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 9e344bd6-2572-42ea-bbee-e8b46daef583 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:07:02.250215 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9e344bd6-2572-42ea-bbee-e8b46daef583 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:07:02.250525 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e63cf111-5191-49c4-8e1b-8f8022a51bb1 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (3bdfe503-e3c8-48a9-bf10-d19e9f993111), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:02.257332 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4699c0c-c4b5-41f3-8fe1-a2c4ff8295eb tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:07:02.257870 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4699c0c-c4b5-41f3-8fe1-a2c4ff8295eb tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:07:02.263558 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a4699c0c-c4b5-41f3-8fe1-a2c4ff8295eb tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "DELETE /v2.0/networks/007b3bf5-c6fd-41e7-9fa2-10f5cad7c0ca HTTP/1.1" status: 404  len: 339 time: 0.0663111
Feb 05 21:07:02.263558 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4cb6ca52-d254-44cc-9bdb-b251fe4b4d7b req-9a1eb9e9-41a2-4cc1-a0e4-32a66a7ecca7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e3bd0cd-07cc-4479-931d-d2c2b653277e HTTP/1.1" status: 200  len: 217 time: 0.0708957
Feb 05 21:07:02.263558 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58488) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:02.265414 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a486c615-422c-4e18-a65e-a84e18fb1db0 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (d307be5e-4fd4-43d3-a866-6e4a8bd7a8b1), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:02.270585 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a7395b39-d3b2-4875-96b3-e431ada0b45c tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (019f6e4a-724f-4588-918a-b21e0b38fbfc), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:02.299178 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-189408d4-6bd7-4ea8-850a-4fedcd3d5859 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:07:02.299641 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-189408d4-6bd7-4ea8-850a-4fedcd3d5859 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:07:02.303157 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-189408d4-6bd7-4ea8-850a-4fedcd3d5859 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "DELETE /v2.0/subnets/599ff24d-77d7-455b-8e23-ceaebf41eaba HTTP/1.1" status: 404  len: 337 time: 0.0384641
Feb 05 21:07:02.310507 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58490) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:02.325898 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63cf111-5191-49c4-8e1b-8f8022a51bb1 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bdfe503-e3c8-48a9-bf10-d19e9f993111,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:02.330134 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a486c615-422c-4e18-a65e-a84e18fb1db0 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (d307be5e-4fd4-43d3-a866-6e4a8bd7a8b1), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:02.341812 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6ca52-d254-44cc-9bdb-b251fe4b4d7b req-2497bee6-19f7-4c2e-a242-e0b912010a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:02.343422 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4cb6ca52-d254-44cc-9bdb-b251fe4b4d7b req-2497bee6-19f7-4c2e-a242-e0b912010a2c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d3bc4b1d-f312-4b2d-bc48-80b03423d794 HTTP/1.1" status: 200  len: 850 time: 0.0710316
Feb 05 21:07:02.351821 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e63cf111-5191-49c4-8e1b-8f8022a51bb1 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:02.355530 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e63cf111-5191-49c4-8e1b-8f8022a51bb1 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5150001
Feb 05 21:07:02.356547 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58492) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:02.360252 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a486c615-422c-4e18-a65e-a84e18fb1db0 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:07:02.360733 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a486c615-422c-4e18-a65e-a84e18fb1db0 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (d307be5e-4fd4-43d3-a866-6e4a8bd7a8b1), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:02.362907 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-77b38649-4ece-4be5-a2e7-994341669f8d tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Request body: {'security_group_rule': {'security_group_id': '4cf6c738-0478-4e04-ae03-4d6824565445', 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:02.364958 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a7395b39-d3b2-4875-96b3-e431ada0b45c tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (019f6e4a-724f-4588-918a-b21e0b38fbfc), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:02.367593 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:07:02.367593 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:07:02.367593 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:07:02.367593 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:07:02.367593 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:07:02.367593 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:07:02.367593 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:07:02.367593 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:07:02.367593 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:07:02.367593 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:07:02.367593 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:07:02.367593 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:07:02.367593 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:07:02.367593 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:07:02.367593 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:07:02.367593 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:07:02.367593 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:07:02.367593 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:07:02.367593 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:07:02.367593 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:07:02.367593 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:07:02.367593 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:07:02.367593 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:07:02.367593 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:07:02.367593 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:07:02.367593 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:07:02.367593 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:07:02.367593 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:07:02.367593 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:07:02.367593 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:07:02.367593 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:07:02.367593 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:07:02.371005 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8efa411-2a0f-444c-96c5-1d11ffcbfe29 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:07:02.371005 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8efa411-2a0f-444c-96c5-1d11ffcbfe29 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:07:02.380092 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b8efa411-2a0f-444c-96c5-1d11ffcbfe29 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "DELETE /v2.0/networks/53aa680b-7eae-4508-b1ab-40daf1fc4b5e HTTP/1.1" status: 404  len: 339 time: 0.0647058
Feb 05 21:07:02.386966 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58496) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:02.464590 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-f95bfe46-7325-46b8-8339-6f8a77debe9e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Deleting subnet 73e390e9-2775-498f-8838-4afd44b753ce {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:07:02.466633 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-77b38649-4ece-4be5-a2e7-994341669f8d tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for security_group_rule (d87ce860-d653-4af1-85c8-b380b7a9502d), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:02.472679 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f95bfe46-7325-46b8-8339-6f8a77debe9e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks [] for subnet (73e390e9-2775-498f-8838-4afd44b753ce), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:02.482914 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6ca52-d254-44cc-9bdb-b251fe4b4d7b req-261fa437-bb30-45f4-aec5-b7de5def08d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:02.484739 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4cb6ca52-d254-44cc-9bdb-b251fe4b4d7b req-261fa437-bb30-45f4-aec5-b7de5def08d6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f513b7e7-60ac-4b04-af41-d1fecee70cba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1355796
Feb 05 21:07:02.512955 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2cfb21d2-ee87-4944-ac62-b287b0e50a57 admin admin] Publish callbacks [] for security_group (d199ea81-4c95-416c-93a1-64aee8177493), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:02.527176 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a486c615-422c-4e18-a65e-a84e18fb1db0 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (f8574ec4-e3b9-46a2-be9e-6903be91c3bb), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:02.532765 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a486c615-422c-4e18-a65e-a84e18fb1db0 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:02.536120 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a486c615-422c-4e18-a65e-a84e18fb1db0 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/networks/f8574ec4-e3b9-46a2-be9e-6903be91c3bb HTTP/1.1" status: 204  len: 168 time: 2.3224444
Feb 05 21:07:02.536827 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2cfb21d2-ee87-4944-ac62-b287b0e50a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (d199ea81-4c95-416c-93a1-64aee8177493), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:02.542684 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58498) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:02.581984 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a486c615-422c-4e18-a65e-a84e18fb1db0 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event deleted for resources: {'Network': ['ID=f8574ec4-e3b9-46a2-be9e-6903be91c3bb,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:02.607033 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a7395b39-d3b2-4875-96b3-e431ada0b45c tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (019f6e4a-724f-4588-918a-b21e0b38fbfc), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:02.609901 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a7395b39-d3b2-4875-96b3-e431ada0b45c tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:02.611168 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a7395b39-d3b2-4875-96b3-e431ada0b45c tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "DELETE /v2.0/security-groups/019f6e4a-724f-4588-918a-b21e0b38fbfc HTTP/1.1" status: 204  len: 168 time: 0.5977113
Feb 05 21:07:02.613410 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb21d2-ee87-4944-ac62-b287b0e50a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d199ea81-4c95-416c-93a1-64aee8177493,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:02.619625 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58500) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:02.626706 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2cfb21d2-ee87-4944-ac62-b287b0e50a57 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=711120a2bc664c30a49d3e43fae0c45e&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0030415
Feb 05 21:07:02.629561 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f95bfe46-7325-46b8-8339-6f8a77debe9e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (73e390e9-2775-498f-8838-4afd44b753ce), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:02.634575 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58502) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:02.655923 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7395b39-d3b2-4875-96b3-e431ada0b45c tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=019f6e4a-724f-4588-918a-b21e0b38fbfc,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:02.690819 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313e995-e961-4dd8-8a42-0cc9a303ac4d req-ee2bd103-9279-471c-8f32-724bb667dfe8 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:02.692550 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4313e995-e961-4dd8-8a42-0cc9a303ac4d req-ee2bd103-9279-471c-8f32-724bb667dfe8 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=7af86076-956c-4ad1-89c4-e9704da9736b HTTP/1.1" status: 200  len: 943 time: 0.2655489
Feb 05 21:07:02.726683 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-77b38649-4ece-4be5-a2e7-994341669f8d tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for security_group_rule (d87ce860-d653-4af1-85c8-b380b7a9502d), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:02.750628 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-77b38649-4ece-4be5-a2e7-994341669f8d tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (d87ce860-d653-4af1-85c8-b380b7a9502d), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:02.751808 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f7cc044e-ab7c-41de-a991-1349b73a8798 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1276774
Feb 05 21:07:02.761257 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58504) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:02.769734 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-d83bb476-b2c4-49a5-95be-f71bdc8b384a tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Request body: {'security_group': {'name': 'tempest-secgroup--1097218843'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:02.773545 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4cb6ca52-d254-44cc-9bdb-b251fe4b4d7b req-1398b231-54bb-47a3-858a-46f497988ca5 service neutron] 10.222.0.21 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2662060
Feb 05 21:07:02.792237 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc39eb8-1283-4cfe-9921-9be3a9100bb8 req-80ab52ac-2187-4328-ae60-2ac2278dbb05 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:02.793710 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3cc39eb8-1283-4cfe-9921-9be3a9100bb8 req-80ab52ac-2187-4328-ae60-2ac2278dbb05 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.39 "GET /v2.0/ports?device_id=3721ef9f-8de4-4d4e-b4f5-e315164ccd1d HTTP/1.1" status: 200  len: 945 time: 0.1537766
Feb 05 21:07:02.801256 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4313e995-e961-4dd8-8a42-0cc9a303ac4d req-dc225cf2-b2c8-4c9c-9aa7-6a2623a170b9 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972240
Feb 05 21:07:02.812340 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b38649-4ece-4be5-a2e7-994341669f8d tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d87ce860-d653-4af1-85c8-b380b7a9502d,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:02.825141 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbd0fec-c803-469f-80c8-9d57b2d4e2a6 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:02.826817 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9bbd0fec-c803-469f-80c8-9d57b2d4e2a6 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.2747493
Feb 05 21:07:02.835940 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58506) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:02.855635 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d83bb476-b2c4-49a5-95be-f71bdc8b384a tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:02.865447 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-77b38649-4ece-4be5-a2e7-994341669f8d tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:02.866681 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-77b38649-4ece-4be5-a2e7-994341669f8d tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5076668
Feb 05 21:07:02.867947 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f95bfe46-7325-46b8-8339-6f8a77debe9e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (73e390e9-2775-498f-8838-4afd44b753ce), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:02.883444 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58508) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:02.890332 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-ae128e7b-230a-4d15-8edd-d947ccaca8a0 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Request body: {'security_group_rule': {'security_group_id': '4cf6c738-0478-4e04-ae03-4d6824565445', 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:02.922180 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9fc025e3-9709-4094-9d05-afc56ca9f309 admin admin] Publish callbacks [] for security_group (d199ea81-4c95-416c-93a1-64aee8177493), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:02.976525 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9fc025e3-9709-4094-9d05-afc56ca9f309 admin admin] Publish callbacks [] for security_group (d199ea81-4c95-416c-93a1-64aee8177493), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:03.008200 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4cb6ca52-d254-44cc-9bdb-b251fe4b4d7b req-7ea26415-ce8a-4037-b584-62885be09bb7 service neutron] 10.222.0.21 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2124925
Feb 05 21:07:03.026184 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7f935796-254c-4f93-9984-a2a535cd7b42 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.1846430
Feb 05 21:07:03.026184 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ae128e7b-230a-4d15-8edd-d947ccaca8a0 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for security_group_rule (e053408d-3286-42a1-9af3-c368783b6213), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:03.027093 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58512) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:03.032465 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-f521a03f-b8e5-4c9a-8139-8fd21a855120 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1410974374'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:03.039719 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f95bfe46-7325-46b8-8339-6f8a77debe9e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (73e390e9-2775-498f-8838-4afd44b753ce), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:03.074057 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95bfe46-7325-46b8-8339-6f8a77debe9e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event deleted for resources: {'Subnet': ['ID=73e390e9-2775-498f-8838-4afd44b753ce,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:03.082903 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f95bfe46-7325-46b8-8339-6f8a77debe9e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:03.086054 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f95bfe46-7325-46b8-8339-6f8a77debe9e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "DELETE /v2.0/subnets/73e390e9-2775-498f-8838-4afd44b753ce HTTP/1.1" status: 204  len: 168 time: 0.6979284
Feb 05 21:07:03.088572 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58514) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:03.093483 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d28cbe4-e070-40f6-a970-46b36b08a68c None None] Network d65a77f0-66f8-45cf-bd73-0204fa2e00d2 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:07:03.100426 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-3cc39eb8-1283-4cfe-9921-9be3a9100bb8 req-a203a5da-b1b7-4ce8-9602-15a7b98133f8 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Deleting port d9e5c6ae-c0c0-4285-8671-2fb3c59d8837 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:07:03.100993 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-3cc39eb8-1283-4cfe-9921-9be3a9100bb8 req-a203a5da-b1b7-4ce8-9602-15a7b98133f8 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (d9e5c6ae-c0c0-4285-8671-2fb3c59d8837), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:03.109042 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f521a03f-b8e5-4c9a-8139-8fd21a855120 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Made reservation on behalf of 2c6898cf86224b09b9056098bf6480b2 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:07:03.111100 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70538d1c-dab9-4af6-9c31-08391df811ce req-e2fc44fb-5ef2-42ea-97e0-b9bc8e5a3e54 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:03.112935 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f521a03f-b8e5-4c9a-8139-8fd21a855120 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:03.113201 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-70538d1c-dab9-4af6-9c31-08391df811ce req-e2fc44fb-5ef2-42ea-97e0-b9bc8e5a3e54 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=3721ef9f-8de4-4d4e-b4f5-e315164ccd1d HTTP/1.1" status: 200  len: 945 time: 0.1538441
Feb 05 21:07:03.117009 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9fc025e3-9709-4094-9d05-afc56ca9f309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (d199ea81-4c95-416c-93a1-64aee8177493), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:03.119534 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9fc025e3-9709-4094-9d05-afc56ca9f309 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:03.120927 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9fc025e3-9709-4094-9d05-afc56ca9f309 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d199ea81-4c95-416c-93a1-64aee8177493 HTTP/1.1" status: 204  len: 168 time: 0.4634857
Feb 05 21:07:03.236317 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ae128e7b-230a-4d15-8edd-d947ccaca8a0 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for security_group_rule (e053408d-3286-42a1-9af3-c368783b6213), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:03.266984 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ae128e7b-230a-4d15-8edd-d947ccaca8a0 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (e053408d-3286-42a1-9af3-c368783b6213), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:03.274971 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d83bb476-b2c4-49a5-95be-f71bdc8b384a tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (de7c6031-5491-4413-ae65-7ac204a5759a), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:03.314871 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d83bb476-b2c4-49a5-95be-f71bdc8b384a tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (de7c6031-5491-4413-ae65-7ac204a5759a), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:03.331800 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff82ede0-308f-4eb8-b531-5c14bd6aa22d None None] DHCP port deletion for d65a77f0-66f8-45cf-bd73-0204fa2e00d2 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:07:03.337855 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae128e7b-230a-4d15-8edd-d947ccaca8a0 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e053408d-3286-42a1-9af3-c368783b6213,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:03.349885 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-70538d1c-dab9-4af6-9c31-08391df811ce req-362d0cca-b72d-4f9b-9f5d-99dbc3629574 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2104402
Feb 05 21:07:03.362611 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-3cc39eb8-1283-4cfe-9921-9be3a9100bb8 req-a203a5da-b1b7-4ce8-9602-15a7b98133f8 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] For port d9e5c6ae-c0c0-4285-8671-2fb3c59d8837, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d9e5c6ae-c0c0-4285-8671-2fb3c59d8837,segment=NetworkSegment(e3f5879e-89eb-4ea9-ae07-833c6958fcdd),segment_id=e3f5879e-89eb-4ea9-ae07-833c6958fcdd)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:03.362998 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-3cc39eb8-1283-4cfe-9921-9be3a9100bb8 req-a203a5da-b1b7-4ce8-9602-15a7b98133f8 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (d9e5c6ae-c0c0-4285-8671-2fb3c59d8837), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:03.375185 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ae128e7b-230a-4d15-8edd-d947ccaca8a0 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:03.375185 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ae128e7b-230a-4d15-8edd-d947ccaca8a0 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4870112
Feb 05 21:07:03.375185 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58520) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:03.388616 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-216ad6af-c5b4-4c05-9d31-d952450ac1a9 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Request body: {'security_group_rule': {'security_group_id': '4cf6c738-0478-4e04-ae03-4d6824565445', 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:03.402190 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d83bb476-b2c4-49a5-95be-f71bdc8b384a tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:03.406116 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d83bb476-b2c4-49a5-95be-f71bdc8b384a tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.6411345
Feb 05 21:07:03.410958 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-3cc39eb8-1283-4cfe-9921-9be3a9100bb8 req-a203a5da-b1b7-4ce8-9602-15a7b98133f8 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Calling delete_port for d9e5c6ae-c0c0-4285-8671-2fb3c59d8837 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:07:03.416954 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58522) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:03.421768 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-5ccb5be6-70d9-4e03-9c52-087ca5840f99 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Request body: {'security_group_rule': {'security_group_id': 'de7c6031-5491-4413-ae65-7ac204a5759a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:03.431629 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ff82ede0-308f-4eb8-b531-5c14bd6aa22d None None] Deleting port 690f0f61-c881-46a6-97ba-2307c96e2511 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:07:03.436463 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ff82ede0-308f-4eb8-b531-5c14bd6aa22d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (690f0f61-c881-46a6-97ba-2307c96e2511), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:03.444298 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83bb476-b2c4-49a5-95be-f71bdc8b384a tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de7c6031-5491-4413-ae65-7ac204a5759a,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:03.507713 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc025e3-9709-4094-9d05-afc56ca9f309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d199ea81-4c95-416c-93a1-64aee8177493,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:03.531713 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d20bc93e-fc69-409a-a5fd-d830d2bcbfd0 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (d65a77f0-66f8-45cf-bd73-0204fa2e00d2), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:03.542281 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f521a03f-b8e5-4c9a-8139-8fd21a855120 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:07:03.548916 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-ff82ede0-308f-4eb8-b531-5c14bd6aa22d None None] For port 690f0f61-c881-46a6-97ba-2307c96e2511, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=690f0f61-c881-46a6-97ba-2307c96e2511,segment=NetworkSegment(2b084f6c-e897-4fbf-93ac-7753870871ca),segment_id=2b084f6c-e897-4fbf-93ac-7753870871ca)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:03.549562 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ff82ede0-308f-4eb8-b531-5c14bd6aa22d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (690f0f61-c881-46a6-97ba-2307c96e2511), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:03.555113 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f521a03f-b8e5-4c9a-8139-8fd21a855120 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (3d77874a-f466-4981-a55e-c31d84211aee), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:03.555458 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-f521a03f-b8e5-4c9a-8139-8fd21a855120 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Added segment 3d77874a-f466-4981-a55e-c31d84211aee of type vlan for network 3ded5eb5-ed3d-4cf2-abd9-7d632b1e6db6
Feb 05 21:07:03.571803 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ff82ede0-308f-4eb8-b531-5c14bd6aa22d None None] Calling delete_port for 690f0f61-c881-46a6-97ba-2307c96e2511 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:07:03.584049 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58524) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:03.618429 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-216ad6af-c5b4-4c05-9d31-d952450ac1a9 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for security_group_rule (8d29e01d-3c08-4241-82e1-b1667e18c50d), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:03.637072 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f521a03f-b8e5-4c9a-8139-8fd21a855120 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (3ded5eb5-ed3d-4cf2-abd9-7d632b1e6db6), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:03.685150 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ff82ede0-308f-4eb8-b531-5c14bd6aa22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (690f0f61-c881-46a6-97ba-2307c96e2511), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:03.700447 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-88a00cae-4e04-492d-986a-ab1286e3338c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=821c988d703c427390246dffad180cab&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1116860
Feb 05 21:07:03.701456 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58526) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:03.711465 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-d20bc93e-fc69-409a-a5fd-d830d2bcbfd0 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Deleting port 690f0f61-c881-46a6-97ba-2307c96e2511 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:07:03.711811 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d20bc93e-fc69-409a-a5fd-d830d2bcbfd0 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (690f0f61-c881-46a6-97ba-2307c96e2511), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:03.718785 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f521a03f-b8e5-4c9a-8139-8fd21a855120 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (3ded5eb5-ed3d-4cf2-abd9-7d632b1e6db6), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:03.724589 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f521a03f-b8e5-4c9a-8139-8fd21a855120 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:03.725240 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f521a03f-b8e5-4c9a-8139-8fd21a855120 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:03.732581 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff82ede0-308f-4eb8-b531-5c14bd6aa22d None None] Pushing event deleted for resources: {'Port': ['ID=690f0f61-c881-46a6-97ba-2307c96e2511,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:03.742758 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff82ede0-308f-4eb8-b531-5c14bd6aa22d None None] No DVR routers for this DVR port 690f0f61-c881-46a6-97ba-2307c96e2511 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:07:03.765239 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2b2ba7cb-b951-484e-9415-24676196eef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:03.833195 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f521a03f-b8e5-4c9a-8139-8fd21a855120 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.8021891
Feb 05 21:07:03.840098 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58530) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:03.873927 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-ee9c4bf1-a6db-470d-85f1-b87cd4e453f3 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'subnet': {'network_id': '3ded5eb5-ed3d-4cf2-abd9-7d632b1e6db6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:03.901884 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521a03f-b8e5-4c9a-8139-8fd21a855120 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'Network': ['ID=3ded5eb5-ed3d-4cf2-abd9-7d632b1e6db6,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:03.914537 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 3ded5eb5-ed3d-4cf2-abd9-7d632b1e6db6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:07:03.920193 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-d20bc93e-fc69-409a-a5fd-d830d2bcbfd0 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] For port 690f0f61-c881-46a6-97ba-2307c96e2511, host ncdv-master-1, got binding levels [] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:03.920552 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d20bc93e-fc69-409a-a5fd-d830d2bcbfd0 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (690f0f61-c881-46a6-97ba-2307c96e2511), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:03.972167 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-d20bc93e-fc69-409a-a5fd-d830d2bcbfd0 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Calling delete_port for 690f0f61-c881-46a6-97ba-2307c96e2511 owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:07:03.972424 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-216ad6af-c5b4-4c05-9d31-d952450ac1a9 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for security_group_rule (8d29e01d-3c08-4241-82e1-b1667e18c50d), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:03.976784 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.ipam_backend_mixin [None req-d20bc93e-fc69-409a-a5fd-d830d2bcbfd0 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Port 690f0f61-c881-46a6-97ba-2307c96e2511 was not found and therefore no delete operation was performed {{(pid=114390) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Feb 05 21:07:03.980621 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-08f0fb39-e9bf-4375-8886-2a71936a7477 admin admin] Publish callbacks [] for security_group (7a411a9c-8cd4-4a06-a7dc-99435e84e543), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:03.986336 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d20bc93e-fc69-409a-a5fd-d830d2bcbfd0 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (690f0f61-c881-46a6-97ba-2307c96e2511), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:03.986560 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-216ad6af-c5b4-4c05-9d31-d952450ac1a9 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (8d29e01d-3c08-4241-82e1-b1667e18c50d), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:04.003828 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-3cc39eb8-1283-4cfe-9921-9be3a9100bb8 req-a203a5da-b1b7-4ce8-9602-15a7b98133f8 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (d9e5c6ae-c0c0-4285-8671-2fb3c59d8837), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:04.014836 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['5abd8462-d57e-49c8-85d7-8001b0b49a6e'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:07:04.024822 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ad6af-c5b4-4c05-9d31-d952450ac1a9 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d29e01d-3c08-4241-82e1-b1667e18c50d,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:04.033016 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5ccb5be6-70d9-4e03-9c52-087ca5840f99 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (6aec2e48-f489-477b-9f5c-6ffdd19f792c), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:04.037709 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20bc93e-fc69-409a-a5fd-d830d2bcbfd0 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event deleted for resources: {'Port': ['ID=690f0f61-c881-46a6-97ba-2307c96e2511,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:04.040541 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20bc93e-fc69-409a-a5fd-d830d2bcbfd0 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] No DVR routers for this DVR port 690f0f61-c881-46a6-97ba-2307c96e2511 on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:07:04.085318 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a203a5da-b1b7-4ce8-9602-15a7b98133f8 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Pushing event deleted for resources: {'Port': ['ID=d9e5c6ae-c0c0-4285-8671-2fb3c59d8837,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:04.087003 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-08f0fb39-e9bf-4375-8886-2a71936a7477 admin admin] Publish callbacks [] for security_group (7a411a9c-8cd4-4a06-a7dc-99435e84e543), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:04.111663 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9c4bf1-a6db-470d-85f1-b87cd4e453f3 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Made reservation on behalf of 2c6898cf86224b09b9056098bf6480b2 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:07:04.115615 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ee9c4bf1-a6db-470d-85f1-b87cd4e453f3 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:04.120570 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-216ad6af-c5b4-4c05-9d31-d952450ac1a9 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:04.124474 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-216ad6af-c5b4-4c05-9d31-d952450ac1a9 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.7398844
Feb 05 21:07:04.128730 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58532) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:04.151173 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4cd92-f2c0-4d3f-b7e7-c23d09857413 req-3e40d95f-0fea-44a9-9169-d30979e10f4a tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:04.152185 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-200c5e87-a627-46a1-b7ed-e7e3de842ea1 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Request body: {'security_group_rule': {'security_group_id': '4cf6c738-0478-4e04-ae03-4d6824565445', 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:04.158568 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e8b4cd92-f2c0-4d3f-b7e7-c23d09857413 req-3e40d95f-0fea-44a9-9169-d30979e10f4a tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=7af86076-956c-4ad1-89c4-e9704da9736b HTTP/1.1" status: 200  len: 943 time: 0.2049372
Feb 05 21:07:04.195731 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc39eb8-1283-4cfe-9921-9be3a9100bb8 req-a203a5da-b1b7-4ce8-9602-15a7b98133f8 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] No DVR routers for this DVR port d9e5c6ae-c0c0-4285-8671-2fb3c59d8837 on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:07:04.205781 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-3cc39eb8-1283-4cfe-9921-9be3a9100bb8 req-a203a5da-b1b7-4ce8-9602-15a7b98133f8 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:04.209846 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3cc39eb8-1283-4cfe-9921-9be3a9100bb8 req-a203a5da-b1b7-4ce8-9602-15a7b98133f8 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.39 "DELETE /v2.0/ports/d9e5c6ae-c0c0-4285-8671-2fb3c59d8837 HTTP/1.1" status: 204  len: 173 time: 1.4076610
Feb 05 21:07:04.210303 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3721ef9f-8de4-4d4e-b4f5-e315164ccd1d', 'name': 'network-vif-deleted', 'tag': 'd9e5c6ae-c0c0-4285-8671-2fb3c59d8837'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:07:04.212985 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a963a585-f787-4287-b8c7-35eeebc43888" -d '{"events": [{"server_uuid": "3721ef9f-8de4-4d4e-b4f5-e315164ccd1d", "name": "network-vif-deleted", "tag": "d9e5c6ae-c0c0-4285-8671-2fb3c59d8837"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:07:04.216149 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d20bc93e-fc69-409a-a5fd-d830d2bcbfd0 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (d65a77f0-66f8-45cf-bd73-0204fa2e00d2), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:04.243900 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5ccb5be6-70d9-4e03-9c52-087ca5840f99 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (6aec2e48-f489-477b-9f5c-6ffdd19f792c), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:04.254315 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5ccb5be6-70d9-4e03-9c52-087ca5840f99 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (6aec2e48-f489-477b-9f5c-6ffdd19f792c), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:04.296284 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 690f0f61-c881-46a6-97ba-2307c96e2511 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:07:04.299128 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e8b4cd92-f2c0-4d3f-b7e7-c23d09857413 req-f55fe409-bf5c-478c-a446-45a66d933424 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1359935
Feb 05 21:07:04.300641 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb5be6-70d9-4e03-9c52-087ca5840f99 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aec2e48-f489-477b-9f5c-6ffdd19f792c,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:04.309244 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5ccb5be6-70d9-4e03-9c52-087ca5840f99 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:04.310696 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5ccb5be6-70d9-4e03-9c52-087ca5840f99 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.8926897
Feb 05 21:07:04.312824 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-d20bc93e-fc69-409a-a5fd-d830d2bcbfd0 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2d6bb20>,) {'filters': {'network_id': ['d65a77f0-66f8-45cf-bd73-0204fa2e00d2']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:04.314815 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58536) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:04.340028 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 690f0f61-c881-46a6-97ba-2307c96e2511 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:07:04.340491 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-d20bc93e-fc69-409a-a5fd-d830d2bcbfd0 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2d6bb20>, '2b084f6c-e897-4fbf-93ac-7753870871ca') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:04.340491 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-d20bc93e-fc69-409a-a5fd-d830d2bcbfd0 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2d6bb20>, '2b084f6c-e897-4fbf-93ac-7753870871ca') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:04.341150 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 690f0f61-c881-46a6-97ba-2307c96e2511 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:07:04.345640 ncdv-master-1 neutron-server[114390]: INFO neutron.db.securitygroups_db [None req-200c5e87-a627-46a1-b7ed-e7e3de842ea1 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Project af1c8d8fd0ce4d51947fd02afc3a9fb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 05 21:07:04.357943 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1074e0bf-918d-49bf-bd1a-c174f5032076 x-openstack-request-id: req-1074e0bf-918d-49bf-bd1a-c174f5032076 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:07:04.358326 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3721ef9f-8de4-4d4e-b4f5-e315164ccd1d", "name": "network-vif-deleted", "tag": "d9e5c6ae-c0c0-4285-8671-2fb3c59d8837", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:07:04.361300 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1074e0bf-918d-49bf-bd1a-c174f5032076 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:07:04.361300 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3721ef9f-8de4-4d4e-b4f5-e315164ccd1d', 'name': 'network-vif-deleted', 'tag': 'd9e5c6ae-c0c0-4285-8671-2fb3c59d8837', 'status': 'completed', 'code': 200}
Feb 05 21:07:04.369169 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-200c5e87-a627-46a1-b7ed-e7e3de842ea1 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for security_group_rule (25e2bf48-d8df-4e0f-ab4c-71d66d19c34d), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:04.375893 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d20bc93e-fc69-409a-a5fd-d830d2bcbfd0 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (2b084f6c-e897-4fbf-93ac-7753870871ca), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:04.383042 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6edc793f-dabc-4f67-91f5-32f1fc0b88be tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (6aec2e48-f489-477b-9f5c-6ffdd19f792c), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:04.392569 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6edc793f-dabc-4f67-91f5-32f1fc0b88be tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (6aec2e48-f489-477b-9f5c-6ffdd19f792c), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:04.396519 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-08f0fb39-e9bf-4375-8886-2a71936a7477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (7a411a9c-8cd4-4a06-a7dc-99435e84e543), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:04.399326 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-08f0fb39-e9bf-4375-8886-2a71936a7477 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:04.400481 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-08f0fb39-e9bf-4375-8886-2a71936a7477 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7a411a9c-8cd4-4a06-a7dc-99435e84e543 HTTP/1.1" status: 204  len: 168 time: 0.6980884
Feb 05 21:07:04.420123 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d20bc93e-fc69-409a-a5fd-d830d2bcbfd0 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (2b084f6c-e897-4fbf-93ac-7753870871ca), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:04.440289 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6edc793f-dabc-4f67-91f5-32f1fc0b88be tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (6aec2e48-f489-477b-9f5c-6ffdd19f792c), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:04.451883 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ae31b453-89aa-422f-ad44-d5c910720a10 req-f3eca0bf-59a1-4bba-ac6b-6d6a675c2023 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a357c2bf-ca65-4d93-8281-66906aac7661&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1891072
Feb 05 21:07:04.452635 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f0fb39-e9bf-4375-8886-2a71936a7477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a411a9c-8cd4-4a06-a7dc-99435e84e543,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:04.460903 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d20bc93e-fc69-409a-a5fd-d830d2bcbfd0 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:07:04.461316 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d20bc93e-fc69-409a-a5fd-d830d2bcbfd0 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (2b084f6c-e897-4fbf-93ac-7753870871ca), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:04.464288 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:07:04.464288 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:07:04.464288 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:07:04.464288 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:07:04.464288 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:07:04.464288 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:07:04.464288 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:07:04.464288 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:07:04.464288 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:07:04.464288 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:07:04.464288 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:07:04.464288 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:07:04.464288 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:07:04.464288 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:07:04.464288 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:07:04.464288 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:07:04.464288 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:07:04.464288 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:07:04.464288 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:07:04.464288 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:07:04.464288 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:07:04.464288 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:07:04.464288 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:07:04.464288 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:07:04.464288 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:07:04.464288 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:07:04.464288 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:07:04.464288 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:07:04.464288 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:07:04.464288 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:07:04.464288 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:07:04.464288 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:07:04.479191 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6edc793f-dabc-4f67-91f5-32f1fc0b88be tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:04.482152 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6edc793f-dabc-4f67-91f5-32f1fc0b88be tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/6aec2e48-f489-477b-9f5c-6ffdd19f792c HTTP/1.1" status: 204  len: 168 time: 0.1613274
Feb 05 21:07:04.494878 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58542) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:04.539274 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-02624b62-22c8-48a3-a6e9-5013c9f12440 req-0a6d3ca0-d796-4ecb-b2e1-259a5667c8a3 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=3721ef9f-8de4-4d4e-b4f5-e315164ccd1d HTTP/1.1" status: 200  len: 210 time: 0.0538445
Feb 05 21:07:04.546443 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc793f-dabc-4f67-91f5-32f1fc0b88be tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6aec2e48-f489-477b-9f5c-6ffdd19f792c,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:04.586329 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a2c383cf-e3b0-4cb7-8a8f-3a4789355554 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0766656
Feb 05 21:07:04.589135 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58544) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:04.629252 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d20bc93e-fc69-409a-a5fd-d830d2bcbfd0 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (d65a77f0-66f8-45cf-bd73-0204fa2e00d2), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:04.648467 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d20bc93e-fc69-409a-a5fd-d830d2bcbfd0 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:04.652022 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d20bc93e-fc69-409a-a5fd-d830d2bcbfd0 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "DELETE /v2.0/networks/d65a77f0-66f8-45cf-bd73-0204fa2e00d2 HTTP/1.1" status: 204  len: 168 time: 1.5621758
Feb 05 21:07:04.654208 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58546) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:04.673754 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-200c5e87-a627-46a1-b7ed-e7e3de842ea1 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for security_group_rule (25e2bf48-d8df-4e0f-ab4c-71d66d19c34d), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:04.697655 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1c360050-596d-4059-8b0c-c3ff476efb90 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (de7c6031-5491-4413-ae65-7ac204a5759a), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:04.702145 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20bc93e-fc69-409a-a5fd-d830d2bcbfd0 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event deleted for resources: {'Network': ['ID=d65a77f0-66f8-45cf-bd73-0204fa2e00d2,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:04.702549 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-f75b1dc7-bb59-440c-95e8-f14b556e7c1e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:07:04.703392 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f75b1dc7-bb59-440c-95e8-f14b556e7c1e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:07:04.713954 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-200c5e87-a627-46a1-b7ed-e7e3de842ea1 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (25e2bf48-d8df-4e0f-ab4c-71d66d19c34d), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:04.724356 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f75b1dc7-bb59-440c-95e8-f14b556e7c1e tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "DELETE /v2.0/subnets/72b9d792-a697-4043-b41e-efd095c1fd09 HTTP/1.1" status: 404  len: 337 time: 0.0660629
Feb 05 21:07:04.726264 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58550) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:04.751629 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31b453-89aa-422f-ad44-d5c910720a10 req-57a86c0c-cc66-47c3-9c87-3aff1c96956c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:04.753658 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ae31b453-89aa-422f-ad44-d5c910720a10 req-57a86c0c-cc66-47c3-9c87-3aff1c96956c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=96786f7503bf418d8fc6dd6aab2a630e&device_id=a357c2bf-ca65-4d93-8281-66906aac7661 HTTP/1.1" status: 200  len: 1127 time: 0.2734482
Feb 05 21:07:04.763290 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ee9c4bf1-a6db-470d-85f1-b87cd4e453f3 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (f6d1cbcb-6247-473d-be81-7614cb656b23), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:04.769649 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d0d4d7f-8a2c-4286-b9e0-56aee10c11d1 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:07:04.770196 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d0d4d7f-8a2c-4286-b9e0-56aee10c11d1 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:07:04.776307 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0d0d4d7f-8a2c-4286-b9e0-56aee10c11d1 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "DELETE /v2.0/networks/52cec82e-cbb3-499d-b047-2208a3b2eed2 HTTP/1.1" status: 404  len: 339 time: 0.0455065
Feb 05 21:07:04.777241 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c5e87-a627-46a1-b7ed-e7e3de842ea1 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25e2bf48-d8df-4e0f-ab4c-71d66d19c34d,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:04.784398 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58552) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:04.816453 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-200c5e87-a627-46a1-b7ed-e7e3de842ea1 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:04.817658 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-200c5e87-a627-46a1-b7ed-e7e3de842ea1 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.6851032
Feb 05 21:07:04.829768 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58556) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:04.854421 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-2fea4f83-feec-4e51-83ef-11910953cbe8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Request body: {'security_group_rule': {'security_group_id': '4cf6c738-0478-4e04-ae03-4d6824565445', 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:04.862547 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1c360050-596d-4059-8b0c-c3ff476efb90 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (de7c6031-5491-4413-ae65-7ac204a5759a), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:04.912553 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c4bf1-a6db-470d-85f1-b87cd4e453f3 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'Subnet': ['ID=f6d1cbcb-6247-473d-be81-7614cb656b23,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:04.916696 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f33efb2-77c4-4644-9352-7a256e98ca63 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Deleting subnet f62d38bd-7211-4e20-8655-b3a660dc1bfe {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:07:04.920282 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9f33efb2-77c4-4644-9352-7a256e98ca63 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks [] for subnet (f62d38bd-7211-4e20-8655-b3a660dc1bfe), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:04.945202 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9c4bf1-a6db-470d-85f1-b87cd4e453f3 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Checking segment: {'id': '3d77874a-f466-4981-a55e-c31d84211aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3ded5eb5-ed3d-4cf2-abd9-7d632b1e6db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:07:04.945566 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9c4bf1-a6db-470d-85f1-b87cd4e453f3 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Network hostable DHCP agents. Network: 3ded5eb5-ed3d-4cf2-abd9-7d632b1e6db6, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:07:04.965665 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31b453-89aa-422f-ad44-d5c910720a10 req-0b248f78-77ad-43cc-9a46-70991f1fca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:04.967400 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ae31b453-89aa-422f-ad44-d5c910720a10 req-0b248f78-77ad-43cc-9a46-70991f1fca52 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d372be5d-db46-470f-bb26-b0d626001e55 HTTP/1.1" status: 200  len: 912 time: 0.1910555
Feb 05 21:07:04.983126 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9c4bf1-a6db-470d-85f1-b87cd4e453f3 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Network 3ded5eb5-ed3d-4cf2-abd9-7d632b1e6db6 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:07:04.989223 ncdv-master-1 neutron-server[114391]: INFO neutron.db.securitygroups_db [None req-2fea4f83-feec-4e51-83ef-11910953cbe8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Project af1c8d8fd0ce4d51947fd02afc3a9fb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 05 21:07:04.998178 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9f33efb2-77c4-4644-9352-7a256e98ca63 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (f62d38bd-7211-4e20-8655-b3a660dc1bfe), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:05.000811 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2fea4f83-feec-4e51-83ef-11910953cbe8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for security_group_rule (c61e2254-7e16-4f76-83d1-338a948bd63a), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:05.019065 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ae31b453-89aa-422f-ad44-d5c910720a10 req-edef11bf-5891-4e2c-9ba5-7866a0db05c6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5abd8462-d57e-49c8-85d7-8001b0b49a6e HTTP/1.1" status: 200  len: 217 time: 0.0439644
Feb 05 21:07:05.034196 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-ee9c4bf1-a6db-470d-85f1-b87cd4e453f3 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3ded5eb5-ed3d-4cf2-abd9-7d632b1e6db6) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:07:05.044411 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e70ebc9-cadb-4115-86bf-c40dd67fbd91 None None] Network 3ded5eb5-ed3d-4cf2-abd9-7d632b1e6db6 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:07:05.055698 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1c360050-596d-4059-8b0c-c3ff476efb90 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (de7c6031-5491-4413-ae65-7ac204a5759a), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:05.058119 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1c360050-596d-4059-8b0c-c3ff476efb90 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:05.061654 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1c360050-596d-4059-8b0c-c3ff476efb90 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "DELETE /v2.0/security-groups/de7c6031-5491-4413-ae65-7ac204a5759a HTTP/1.1" status: 204  len: 168 time: 0.4692619
Feb 05 21:07:05.061791 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9c4bf1-a6db-470d-85f1-b87cd4e453f3 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:05.061791 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ee9c4bf1-a6db-470d-85f1-b87cd4e453f3 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:05.069814 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58564) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:05.094809 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31b453-89aa-422f-ad44-d5c910720a10 req-a451ece9-dd1b-4e7a-8c8d-e6df092699d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:05.097877 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ae31b453-89aa-422f-ad44-d5c910720a10 req-a451ece9-dd1b-4e7a-8c8d-e6df092699d9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=363524c7-974f-4883-bb9a-7e2fff45291a HTTP/1.1" status: 200  len: 851 time: 0.0734079
Feb 05 21:07:05.100467 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c360050-596d-4059-8b0c-c3ff476efb90 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7c6031-5491-4413-ae65-7ac204a5759a,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:05.170444 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56beb83c-1735-436d-b403-1570d3cfac8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3ded5eb5-ed3d-4cf2-abd9-7d632b1e6db6', 'network_id': '3ded5eb5-ed3d-4cf2-abd9-7d632b1e6db6', 'project_id': '2c6898cf86224b09b9056098bf6480b2', 'fixed_ips': [{'subnet_id': 'f6d1cbcb-6247-473d-be81-7614cb656b23'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:07:05.171503 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-56beb83c-1735-436d-b403-1570d3cfac8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:05.182529 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ae31b453-89aa-422f-ad44-d5c910720a10 req-7a90b3c1-16fd-4101-af62-b674b584c3ba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d372be5d-db46-470f-bb26-b0d626001e55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0600753
Feb 05 21:07:05.197084 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2fea4f83-feec-4e51-83ef-11910953cbe8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for security_group_rule (c61e2254-7e16-4f76-83d1-338a948bd63a), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:05.203013 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9f33efb2-77c4-4644-9352-7a256e98ca63 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (f62d38bd-7211-4e20-8655-b3a660dc1bfe), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:05.209268 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ee9c4bf1-a6db-470d-85f1-b87cd4e453f3 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3418930
Feb 05 21:07:05.213025 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d86233b8-0db3-4355-be30-224753f3a920 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1381209
Feb 05 21:07:05.213918 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2fea4f83-feec-4e51-83ef-11910953cbe8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (c61e2254-7e16-4f76-83d1-338a948bd63a), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:05.229151 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58570) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:05.229513 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58572) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:05.236894 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-34c02d7a-fd62-450e-b253-aa1eaa0debde tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'port': {'network_id': '3ded5eb5-ed3d-4cf2-abd9-7d632b1e6db6', 'name': 'tempest-PortsTestJSON-62560066'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:05.249897 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-707a08c6-8744-4c45-8675-7f0813b2d5f7 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Request body: {'security_group': {'name': 'tempest-secgroup--1632782811'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:05.260033 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea4f83-feec-4e51-83ef-11910953cbe8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c61e2254-7e16-4f76-83d1-338a948bd63a,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:05.277455 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2fea4f83-feec-4e51-83ef-11910953cbe8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:05.279733 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2fea4f83-feec-4e51-83ef-11910953cbe8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4375248
Feb 05 21:07:05.281923 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device d9e5c6ae-c0c0-4285-8671-2fb3c59d8837 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:07:05.316649 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9f33efb2-77c4-4644-9352-7a256e98ca63 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (f62d38bd-7211-4e20-8655-b3a660dc1bfe), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:05.322278 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: d9e5c6ae-c0c0-4285-8671-2fb3c59d8837 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:07:05.322807 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device d9e5c6ae-c0c0-4285-8671-2fb3c59d8837 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:07:05.354710 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33efb2-77c4-4644-9352-7a256e98ca63 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event deleted for resources: {'Subnet': ['ID=f62d38bd-7211-4e20-8655-b3a660dc1bfe,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:05.368868 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9f33efb2-77c4-4644-9352-7a256e98ca63 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:05.373833 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9f33efb2-77c4-4644-9352-7a256e98ca63 tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "DELETE /v2.0/subnets/f62d38bd-7211-4e20-8655-b3a660dc1bfe HTTP/1.1" status: 204  len: 168 time: 0.5934520
Feb 05 21:07:05.376768 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58590) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:05.380668 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f672ee-6e0e-4dfa-bfdd-23c5500d647f None None] Network ae9432fc-b917-4bae-97be-8a146b20e4d4 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:07:05.467879 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-707a08c6-8744-4c45-8675-7f0813b2d5f7 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:05.508993 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-56beb83c-1735-436d-b403-1570d3cfac8a None None] Allocated IP 172.20.0.2 (3ded5eb5-ed3d-4cf2-abd9-7d632b1e6db6/f6d1cbcb-6247-473d-be81-7614cb656b23/8ee2e081-fe82-481f-a5f9-8916e4191f9d) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:07:05.565240 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d5277f06-1168-465b-8391-d69eb168bcbb tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (ae9432fc-b917-4bae-97be-8a146b20e4d4), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:05.592422 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9fdaf-6a83-45cb-9bb9-1eb7f07cd144 req-bf58d776-070a-43b4-8b50-709e852f4ce2 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:05.595224 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-16c9fdaf-6a83-45cb-9bb9-1eb7f07cd144 req-bf58d776-070a-43b4-8b50-709e852f4ce2 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=7af86076-956c-4ad1-89c4-e9704da9736b HTTP/1.1" status: 200  len: 943 time: 0.0916781
Feb 05 21:07:05.596545 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58622) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:05.603390 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-707a08c6-8744-4c45-8675-7f0813b2d5f7 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (ee66ecf2-187a-45e6-80d1-84ea3ea9d598), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:05.623586 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-707a08c6-8744-4c45-8675-7f0813b2d5f7 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ee66ecf2-187a-45e6-80d1-84ea3ea9d598), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:05.683091 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-707a08c6-8744-4c45-8675-7f0813b2d5f7 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:05.696814 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-707a08c6-8744-4c45-8675-7f0813b2d5f7 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4517145
Feb 05 21:07:05.703553 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58628) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:05.711633 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-e8d5ef64-6957-456d-8091-2af777d3f01c tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Request body: {'security_group_rule': {'security_group_id': 'ee66ecf2-187a-45e6-80d1-84ea3ea9d598', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:05.737322 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-16c9fdaf-6a83-45cb-9bb9-1eb7f07cd144 req-61274a88-2797-45d9-b760-0eb880786966 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1319339
Feb 05 21:07:05.748510 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5b7210-093b-4430-8c3c-8d250f260c21 None None] DHCP port deletion for ae9432fc-b917-4bae-97be-8a146b20e4d4 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:07:05.771743 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ae31b453-89aa-422f-ad44-d5c910720a10 req-dbad6288-db04-4624-9bc3-767157670318 service neutron] 10.222.0.21 "GET /v2.0/networks/d372be5d-db46-470f-bb26-b0d626001e55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5840712
Feb 05 21:07:05.774691 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-d5277f06-1168-465b-8391-d69eb168bcbb tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Deleting port 2c494f69-7e57-4953-921f-a82cb07971e6 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:07:05.775056 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d5277f06-1168-465b-8391-d69eb168bcbb tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (2c494f69-7e57-4953-921f-a82cb07971e6), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:05.779715 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a08c6-8744-4c45-8675-7f0813b2d5f7 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee66ecf2-187a-45e6-80d1-84ea3ea9d598,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:05.826291 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e8d5ef64-6957-456d-8091-2af777d3f01c tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (229a7700-7766-49c2-aa31-9740b6b86161), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:05.843310 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:07:05.893450 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c02d7a-fd62-450e-b253-aa1eaa0debde tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Made reservation on behalf of 2c6898cf86224b09b9056098bf6480b2 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:07:05.902675 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-34c02d7a-fd62-450e-b253-aa1eaa0debde tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:05.957270 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-34c02d7a-fd62-450e-b253-aa1eaa0debde tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] device_id is not set on port 0ab3cf6b-160c-4b39-b87a-7651cf027360 yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:07:05.965362 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e8d5ef64-6957-456d-8091-2af777d3f01c tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (229a7700-7766-49c2-aa31-9740b6b86161), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:05.967278 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-56beb83c-1735-436d-b403-1570d3cfac8a None None] Publish callbacks [] for port (8ee2e081-fe82-481f-a5f9-8916e4191f9d), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:05.974481 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-3314bf66-c1a5-4d47-bf91-d0e833613327 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2004239786'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:05.976568 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-4e5b7210-093b-4430-8c3c-8d250f260c21 None None] Deleting port 2c494f69-7e57-4953-921f-a82cb07971e6 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:07:05.977013 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4e5b7210-093b-4430-8c3c-8d250f260c21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (2c494f69-7e57-4953-921f-a82cb07971e6), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:05.998353 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e8d5ef64-6957-456d-8091-2af777d3f01c tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (229a7700-7766-49c2-aa31-9740b6b86161), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:06.026647 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3314bf66-c1a5-4d47-bf91-d0e833613327 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Made reservation on behalf of 0ce1266b441746119c06008eff839631 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:07:06.031514 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3314bf66-c1a5-4d47-bf91-d0e833613327 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:06.041926 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e8d5ef64-6957-456d-8091-2af777d3f01c tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:06.047168 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e8d5ef64-6957-456d-8091-2af777d3f01c tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3416848
Feb 05 21:07:06.048328 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58634) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:06.051630 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ae31b453-89aa-422f-ad44-d5c910720a10 req-552adadd-c954-4017-82c1-25805cd6fe47 service neutron] 10.222.0.21 "GET /v2.0/networks/d372be5d-db46-470f-bb26-b0d626001e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2675023
Feb 05 21:07:06.056621 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-4e5b7210-093b-4430-8c3c-8d250f260c21 None None] For port 2c494f69-7e57-4953-921f-a82cb07971e6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c494f69-7e57-4953-921f-a82cb07971e6,segment=NetworkSegment(4e5f25c5-04fc-4b18-9baa-4fa5ffd26abe),segment_id=4e5f25c5-04fc-4b18-9baa-4fa5ffd26abe)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:06.057053 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4e5b7210-093b-4430-8c3c-8d250f260c21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (2c494f69-7e57-4953-921f-a82cb07971e6), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:06.071821 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-4e5b7210-093b-4430-8c3c-8d250f260c21 None None] Calling delete_port for 2c494f69-7e57-4953-921f-a82cb07971e6 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:07:06.091585 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-14882ff1-4a12-479c-ae78-1b7dbaf6d200 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "GET /v2.0/security-group-rules/229a7700-7766-49c2-aa31-9740b6b86161 HTTP/1.1" status: 200  len: 763 time: 0.0249801
Feb 05 21:07:06.099123 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58636) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:06.099962 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3314bf66-c1a5-4d47-bf91-d0e833613327 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:06.132478 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-56beb83c-1735-436d-b403-1570d3cfac8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (8ee2e081-fe82-481f-a5f9-8916e4191f9d), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:06.134789 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d5ef64-6957-456d-8091-2af777d3f01c tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=229a7700-7766-49c2-aa31-9740b6b86161,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:06.143289 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-34c02d7a-fd62-450e-b253-aa1eaa0debde tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Allocated IP 172.20.0.8 (3ded5eb5-ed3d-4cf2-abd9-7d632b1e6db6/f6d1cbcb-6247-473d-be81-7614cb656b23/0ab3cf6b-160c-4b39-b87a-7651cf027360) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:07:06.180967 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-d5277f06-1168-465b-8391-d69eb168bcbb tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] For port 2c494f69-7e57-4953-921f-a82cb07971e6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c494f69-7e57-4953-921f-a82cb07971e6,segment=NetworkSegment(4e5f25c5-04fc-4b18-9baa-4fa5ffd26abe),segment_id=4e5f25c5-04fc-4b18-9baa-4fa5ffd26abe)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:06.181345 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d5277f06-1168-465b-8391-d69eb168bcbb tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (2c494f69-7e57-4953-921f-a82cb07971e6), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:06.229114 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56beb83c-1735-436d-b403-1570d3cfac8a None None] Network 3ded5eb5-ed3d-4cf2-abd9-7d632b1e6db6 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:07:06.233094 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-af6d1f68-fbf8-4c95-b57c-bfedf36608e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:06.241196 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-56beb83c-1735-436d-b403-1570d3cfac8a None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:07:06.251902 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 2c494f69-7e57-4953-921f-a82cb07971e6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:07:06.254901 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56beb83c-1735-436d-b403-1570d3cfac8a None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:07:06.262684 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56beb83c-1735-436d-b403-1570d3cfac8a None None] Pushing event updated for resources: {'Port': ['ID=8ee2e081-fe82-481f-a5f9-8916e4191f9d,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:06.295568 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-09b04e5e-e98a-4c9b-af05-7c4bcacbef4f tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.1909409
Feb 05 21:07:06.296097 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58640) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:06.309929 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-d5277f06-1168-465b-8391-d69eb168bcbb tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Calling delete_port for 2c494f69-7e57-4953-921f-a82cb07971e6 owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:07:06.351999 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e3cc1cf4-9999-40cb-a6e8-0e06caaefb69 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (229a7700-7766-49c2-aa31-9740b6b86161), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:06.352714 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-56beb83c-1735-436d-b403-1570d3cfac8a None None] Attempting to bind port 8ee2e081-fe82-481f-a5f9-8916e4191f9d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:07:06.353615 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-56beb83c-1735-436d-b403-1570d3cfac8a None None] Attempting to bind port 8ee2e081-fe82-481f-a5f9-8916e4191f9d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3d77874a-f466-4981-a55e-c31d84211aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3ded5eb5-ed3d-4cf2-abd9-7d632b1e6db6'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:07:06.354235 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56beb83c-1735-436d-b403-1570d3cfac8a None None] Attempting to bind port 8ee2e081-fe82-481f-a5f9-8916e4191f9d on network 3ded5eb5-ed3d-4cf2-abd9-7d632b1e6db6 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:07:06.359295 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4e5b7210-093b-4430-8c3c-8d250f260c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (2c494f69-7e57-4953-921f-a82cb07971e6), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:06.370927 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e3cc1cf4-9999-40cb-a6e8-0e06caaefb69 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (229a7700-7766-49c2-aa31-9740b6b86161), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:06.375180 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-34c02d7a-fd62-450e-b253-aa1eaa0debde tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for port (0ab3cf6b-160c-4b39-b87a-7651cf027360), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:06.375539 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ed6be-03a0-4c72-bade-418c3e831910 req-66d31cba-c8d9-4523-a0f7-a4812f6511e5 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:06.378056 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-781ed6be-03a0-4c72-bade-418c3e831910 req-66d31cba-c8d9-4523-a0f7-a4812f6511e5 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=a357c2bf-ca65-4d93-8281-66906aac7661 HTTP/1.1" status: 200  len: 945 time: 0.2854252
Feb 05 21:07:06.394742 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56beb83c-1735-436d-b403-1570d3cfac8a None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:07:06.395363 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56beb83c-1735-436d-b403-1570d3cfac8a None None] Checking segment: {'id': '3d77874a-f466-4981-a55e-c31d84211aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3ded5eb5-ed3d-4cf2-abd9-7d632b1e6db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:07:06.395929 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-56beb83c-1735-436d-b403-1570d3cfac8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:06.396479 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56beb83c-1735-436d-b403-1570d3cfac8a None None] Bound using segment: {'id': '3d77874a-f466-4981-a55e-c31d84211aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3ded5eb5-ed3d-4cf2-abd9-7d632b1e6db6'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:07:06.397132 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-56beb83c-1735-436d-b403-1570d3cfac8a None None] Bound port: 8ee2e081-fe82-481f-a5f9-8916e4191f9d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d77874a-f466-4981-a55e-c31d84211aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3ded5eb5-ed3d-4cf2-abd9-7d632b1e6db6'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:07:06.397688 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-56beb83c-1735-436d-b403-1570d3cfac8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8ee2e081-fe82-481f-a5f9-8916e4191f9d), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:06.411234 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No active binding found for port 2c494f69-7e57-4953-921f-a82cb07971e6 {{(pid=114392) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Feb 05 21:07:06.411824 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] The host ncdv-master-1 is not matching for port 2c494f69-7e57-4953-921f-a82cb07971e6 host None! {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Feb 05 21:07:06.412381 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 2c494f69-7e57-4953-921f-a82cb07971e6 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:07:06.414252 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b7210-093b-4430-8c3c-8d250f260c21 None None] Pushing event deleted for resources: {'Port': ['ID=2c494f69-7e57-4953-921f-a82cb07971e6,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:06.423497 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 9e3bd0cd-07cc-4479-931d-d2c2b653277e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:07:06.447585 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e3cc1cf4-9999-40cb-a6e8-0e06caaefb69 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (229a7700-7766-49c2-aa31-9740b6b86161), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:06.463279 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e3cc1cf4-9999-40cb-a6e8-0e06caaefb69 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:06.464637 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e3cc1cf4-9999-40cb-a6e8-0e06caaefb69 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/229a7700-7766-49c2-aa31-9740b6b86161 HTTP/1.1" status: 204  len: 168 time: 0.1674964
Feb 05 21:07:06.467176 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc1cf4-9999-40cb-a6e8-0e06caaefb69 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=229a7700-7766-49c2-aa31-9740b6b86161,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:06.476105 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58660) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:06.496667 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-34c02d7a-fd62-450e-b253-aa1eaa0debde tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (0ab3cf6b-160c-4b39-b87a-7651cf027360), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:06.533367 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 9e3bd0cd-07cc-4479-931d-d2c2b653277e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9e3bd0cd-07cc-4479-931d-d2c2b653277e,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:06.548382 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5b7210-093b-4430-8c3c-8d250f260c21 None None] No DVR routers for this DVR port 2c494f69-7e57-4953-921f-a82cb07971e6 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:07:06.551082 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '9e3bd0cd-07cc-4479-931d-d2c2b653277e', 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba', 'port_id': '9e3bd0cd-07cc-4479-931d-d2c2b653277e', 'mac_address': 'fa:16:3e:e7:31:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3bc4b1d-f312-4b2d-bc48-80b03423d794', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:07:06.552560 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c02d7a-fd62-450e-b253-aa1eaa0debde tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Network 3ded5eb5-ed3d-4cf2-abd9-7d632b1e6db6 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:07:06.556415 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-34c02d7a-fd62-450e-b253-aa1eaa0debde tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:07:06.560324 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c02d7a-fd62-450e-b253-aa1eaa0debde tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:07:06.596869 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c02d7a-fd62-450e-b253-aa1eaa0debde tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'Port': ['ID=0ab3cf6b-160c-4b39-b87a-7651cf027360,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:06.604322 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 9e3bd0cd-07cc-4479-931d-d2c2b653277e is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:06.604322 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9e3bd0cd-07cc-4479-931d-d2c2b653277e), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:06.623863 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c02d7a-fd62-450e-b253-aa1eaa0debde tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:06.624968 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-34c02d7a-fd62-450e-b253-aa1eaa0debde tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:06.650758 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-34c02d7a-fd62-450e-b253-aa1eaa0debde tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 1.4199526
Feb 05 21:07:06.652322 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58666) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:06.659438 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e3bd0cd-07cc-4479-931d-d2c2b653277e {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:07:06.659669 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-7a481775-69d7-4f23-8265-b508ce5f5822 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'port': {'network_id': '3ded5eb5-ed3d-4cf2-abd9-7d632b1e6db6', 'name': 'tempest-PortsTestJSON-1021311340'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:06.675303 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-781ed6be-03a0-4c72-bade-418c3e831910 req-b58d3f04-5029-4f88-b172-581c16fceb18 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2436841
Feb 05 21:07:06.703604 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 9e3bd0cd-07cc-4479-931d-d2c2b653277e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9e3bd0cd-07cc-4479-931d-d2c2b653277e,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:06.708224 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2609acd1-2e34-426c-aaa8-11259d6a3693 req-f26c9fa8-5926-421e-a4fd-a78f31b99136 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9487d7b9-b571-4cd8-9f26-feb6773664d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2023838
Feb 05 21:07:06.714982 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9e3bd0cd-07cc-4479-931d-d2c2b653277e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:06.726537 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-81648dca-861f-4b79-bd68-7c58629a9f5d tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.2373567
Feb 05 21:07:06.734364 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58678) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:06.741707 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-e52e80e1-7f99-41e3-9e0f-47a30b08ca1c tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Request body: {'security_group_rule': {'security_group_id': 'ee66ecf2-187a-45e6-80d1-84ea3ea9d598', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:06.751887 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-56beb83c-1735-436d-b403-1570d3cfac8a None None] For port 8ee2e081-fe82-481f-a5f9-8916e4191f9d, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:07:06.761503 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3314bf66-c1a5-4d47-bf91-d0e833613327 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks [] for security_group (7088b77d-9540-4b82-8439-dbd2b717e5e1), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:06.762552 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d5277f06-1168-465b-8391-d69eb168bcbb tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (2c494f69-7e57-4953-921f-a82cb07971e6), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:06.772341 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-56beb83c-1735-436d-b403-1570d3cfac8a None None] For port 8ee2e081-fe82-481f-a5f9-8916e4191f9d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ee2e081-fe82-481f-a5f9-8916e4191f9d,segment=NetworkSegment(3d77874a-f466-4981-a55e-c31d84211aee),segment_id=3d77874a-f466-4981-a55e-c31d84211aee)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:07:06.787277 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-56beb83c-1735-436d-b403-1570d3cfac8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (8ee2e081-fe82-481f-a5f9-8916e4191f9d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:06.799931 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=9e3bd0cd-07cc-4479-931d-d2c2b653277e,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:06.809894 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3314bf66-c1a5-4d47-bf91-d0e833613327 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (7088b77d-9540-4b82-8439-dbd2b717e5e1), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:06.830206 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5277f06-1168-465b-8391-d69eb168bcbb tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event deleted for resources: {'Port': ['ID=2c494f69-7e57-4953-921f-a82cb07971e6,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:06.871310 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5277f06-1168-465b-8391-d69eb168bcbb tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] No DVR routers for this DVR port 2c494f69-7e57-4953-921f-a82cb07971e6 on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:07:06.875374 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3314bf66-c1a5-4d47-bf91-d0e833613327 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:07:06.877951 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56beb83c-1735-436d-b403-1570d3cfac8a None None] Pushing event updated for resources: {'Port': ['ID=8ee2e081-fe82-481f-a5f9-8916e4191f9d,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:06.883981 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a481775-69d7-4f23-8265-b508ce5f5822 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Made reservation on behalf of 2c6898cf86224b09b9056098bf6480b2 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:07:06.890080 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7a481775-69d7-4f23-8265-b508ce5f5822 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:06.910977 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-7a481775-69d7-4f23-8265-b508ce5f5822 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] device_id is not set on port 9369f747-cf35-48a1-8b60-c5f1a0b5410e yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:07:06.941392 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3314bf66-c1a5-4d47-bf91-d0e833613327 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (9372d3cc-c10e-44a4-ad62-8d023469a5b3), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:06.941772 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-3314bf66-c1a5-4d47-bf91-d0e833613327 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Added segment 9372d3cc-c10e-44a4-ad62-8d023469a5b3 of type vlan for network 6dc174f1-68f6-4c4f-b177-0328c61f1b01
Feb 05 21:07:06.946550 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e52e80e1-7f99-41e3-9e0f-47a30b08ca1c tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (06314ea2-c4c1-41d8-adb0-f4abfef9e8a5), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:06.986565 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3314bf66-c1a5-4d47-bf91-d0e833613327 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7088b77d-9540-4b82-8439-dbd2b717e5e1,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:07.034818 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609acd1-2e34-426c-aaa8-11259d6a3693 req-03cdbf90-3674-4aee-8a53-4284f9e01c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:07.036377 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2609acd1-2e34-426c-aaa8-11259d6a3693 req-03cdbf90-3674-4aee-8a53-4284f9e01c73 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=abdf40933f6b4f8099b886dfec3a4473&device_id=9487d7b9-b571-4cd8-9f26-feb6773664d7 HTTP/1.1" status: 200  len: 1127 time: 0.2876525
Feb 05 21:07:07.041856 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-7a481775-69d7-4f23-8265-b508ce5f5822 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Allocated IP 172.20.0.10 (3ded5eb5-ed3d-4cf2-abd9-7d632b1e6db6/f6d1cbcb-6247-473d-be81-7614cb656b23/9369f747-cf35-48a1-8b60-c5f1a0b5410e) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:07:07.052526 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['9e3bd0cd-07cc-4479-931d-d2c2b653277e'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:07:07.111949 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d5277f06-1168-465b-8391-d69eb168bcbb tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (ae9432fc-b917-4bae-97be-8a146b20e4d4), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:07.148209 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3314bf66-c1a5-4d47-bf91-d0e833613327 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (6dc174f1-68f6-4c4f-b177-0328c61f1b01), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:07.264024 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-d5277f06-1168-465b-8391-d69eb168bcbb tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db8d03cd0>,) {'filters': {'network_id': ['ae9432fc-b917-4bae-97be-8a146b20e4d4']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:07.266282 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.db.resource_extend [None req-3314bf66-c1a5-4d47-bf91-d0e833613327 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 05 21:07:07.289617 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988672d-3b18-448c-8056-e1601d968e37 req-54878711-b5c6-4d08-b7d1-18a3813d5153 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:07.291229 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8988672d-3b18-448c-8056-e1601d968e37 req-54878711-b5c6-4d08-b7d1-18a3813d5153 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=7af86076-956c-4ad1-89c4-e9704da9736b HTTP/1.1" status: 200  len: 944 time: 0.3960733
Feb 05 21:07:07.301499 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-d5277f06-1168-465b-8391-d69eb168bcbb tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8d03cd0>, '4e5f25c5-04fc-4b18-9baa-4fa5ffd26abe') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:07.302181 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-d5277f06-1168-465b-8391-d69eb168bcbb tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8d03cd0>, '4e5f25c5-04fc-4b18-9baa-4fa5ffd26abe') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:07.304318 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609acd1-2e34-426c-aaa8-11259d6a3693 req-2d89b62a-b11e-49a0-a682-e7a4a7143032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:07.305810 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2609acd1-2e34-426c-aaa8-11259d6a3693 req-2d89b62a-b11e-49a0-a682-e7a4a7143032 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f513b7e7-60ac-4b04-af41-d1fecee70cba HTTP/1.1" status: 200  len: 912 time: 0.2055058
Feb 05 21:07:07.332060 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7a481775-69d7-4f23-8265-b508ce5f5822 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for port (9369f747-cf35-48a1-8b60-c5f1a0b5410e), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:07.337459 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e52e80e1-7f99-41e3-9e0f-47a30b08ca1c tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (06314ea2-c4c1-41d8-adb0-f4abfef9e8a5), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:07.347433 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d5277f06-1168-465b-8391-d69eb168bcbb tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (4e5f25c5-04fc-4b18-9baa-4fa5ffd26abe), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:07.372421 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7a481775-69d7-4f23-8265-b508ce5f5822 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (9369f747-cf35-48a1-8b60-c5f1a0b5410e), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:07.382045 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e52e80e1-7f99-41e3-9e0f-47a30b08ca1c tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (06314ea2-c4c1-41d8-adb0-f4abfef9e8a5), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:07.388803 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3314bf66-c1a5-4d47-bf91-d0e833613327 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (6dc174f1-68f6-4c4f-b177-0328c61f1b01), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:07.394238 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3314bf66-c1a5-4d47-bf91-d0e833613327 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:07.394864 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3314bf66-c1a5-4d47-bf91-d0e833613327 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:07.397684 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2609acd1-2e34-426c-aaa8-11259d6a3693 req-15ae4776-2923-4f5c-bd5f-5af58834e75d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad8f11b9-34da-4a3f-9d14-d807df630fe3 HTTP/1.1" status: 200  len: 217 time: 0.0812018
Feb 05 21:07:07.421853 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d5277f06-1168-465b-8391-d69eb168bcbb tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (4e5f25c5-04fc-4b18-9baa-4fa5ffd26abe), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:07.425613 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:07.436195 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a481775-69d7-4f23-8265-b508ce5f5822 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Network 3ded5eb5-ed3d-4cf2-abd9-7d632b1e6db6 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:07:07.441952 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-7a481775-69d7-4f23-8265-b508ce5f5822 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:07:07.444441 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a481775-69d7-4f23-8265-b508ce5f5822 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:07:07.452017 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a481775-69d7-4f23-8265-b508ce5f5822 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'Port': ['ID=9369f747-cf35-48a1-8b60-c5f1a0b5410e,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:07.465529 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e80e1-7f99-41e3-9e0f-47a30b08ca1c tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06314ea2-c4c1-41d8-adb0-f4abfef9e8a5,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:07.495908 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5277f06-1168-465b-8391-d69eb168bcbb tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:07:07.496379 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d5277f06-1168-465b-8391-d69eb168bcbb tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (4e5f25c5-04fc-4b18-9baa-4fa5ffd26abe), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:07.506731 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:07:07.506731 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:07:07.506731 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:07:07.506731 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:07:07.506731 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:07:07.506731 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:07:07.506731 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:07:07.506731 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:07:07.506731 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:07:07.506731 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:07:07.506731 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:07:07.506731 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:07:07.506731 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:07:07.506731 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:07:07.506731 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:07:07.506731 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:07:07.506731 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:07:07.506731 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:07:07.506731 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:07:07.506731 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:07:07.506731 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:07:07.506731 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:07:07.506731 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:07:07.506731 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:07:07.506731 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:07:07.506731 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:07:07.506731 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:07:07.506731 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:07:07.506731 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:07:07.506731 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:07:07.506731 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:07:07.506731 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:07:07.513758 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a481775-69d7-4f23-8265-b508ce5f5822 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:07.514720 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7a481775-69d7-4f23-8265-b508ce5f5822 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:07.531676 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-3314bf66-c1a5-4d47-bf91-d0e833613327 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 1.9339581
Feb 05 21:07:07.535317 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58684) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:07.542992 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-5ddcc7a5-ff3d-4d1e-92df-7a78f2fe87da tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Request body: {'subnet': {'network_id': '6dc174f1-68f6-4c4f-b177-0328c61f1b01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:07.557229 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e52e80e1-7f99-41e3-9e0f-47a30b08ca1c tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:07.560948 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e52e80e1-7f99-41e3-9e0f-47a30b08ca1c tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.8214879
Feb 05 21:07:07.561656 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7a481775-69d7-4f23-8265-b508ce5f5822 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 0.9080956
Feb 05 21:07:07.562246 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58686) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:07.566121 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58688) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:07.590183 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-acef8f9e-78e4-4371-88fd-8125b9149fb8 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "GET /v2.0/security-group-rules/06314ea2-c4c1-41d8-adb0-f4abfef9e8a5 HTTP/1.1" status: 200  len: 763 time: 0.0239272
Feb 05 21:07:07.601948 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58690) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:07.623390 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8988672d-3b18-448c-8056-e1601d968e37 req-d2361c60-d611-43ed-87da-5ba205f3d8f9 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3241053
Feb 05 21:07:07.636709 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3314bf66-c1a5-4d47-bf91-d0e833613327 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Pushing event updated for resources: {'Network': ['ID=6dc174f1-68f6-4c4f-b177-0328c61f1b01,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:07.644243 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609acd1-2e34-426c-aaa8-11259d6a3693 req-b45404f7-85a1-401b-9e56-7cc2e4dce602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:07.645907 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2609acd1-2e34-426c-aaa8-11259d6a3693 req-b45404f7-85a1-401b-9e56-7cc2e4dce602 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d3bc4b1d-f312-4b2d-bc48-80b03423d794 HTTP/1.1" status: 200  len: 850 time: 0.2335677
Feb 05 21:07:07.648402 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d5277f06-1168-465b-8391-d69eb168bcbb tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (ae9432fc-b917-4bae-97be-8a146b20e4d4), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:07.651888 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 6dc174f1-68f6-4c4f-b177-0328c61f1b01 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:07:07.668320 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d5277f06-1168-465b-8391-d69eb168bcbb tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:07.680967 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d5277f06-1168-465b-8391-d69eb168bcbb tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] 10.222.0.32 "DELETE /v2.0/networks/ae9432fc-b917-4bae-97be-8a146b20e4d4 HTTP/1.1" status: 204  len: 168 time: 2.2936392
Feb 05 21:07:07.701784 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5277f06-1168-465b-8391-d69eb168bcbb tempest-NetworksIpV6Test-1761997836 tempest-NetworksIpV6Test-1761997836-project] Pushing event deleted for resources: {'Network': ['ID=ae9432fc-b917-4bae-97be-8a146b20e4d4,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:07.769019 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609acd1-2e34-426c-aaa8-11259d6a3693 req-df6d215c-af58-4322-aaeb-60cc284ae8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:07.774829 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2609acd1-2e34-426c-aaa8-11259d6a3693 req-df6d215c-af58-4322-aaeb-60cc284ae8ab service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f513b7e7-60ac-4b04-af41-d1fecee70cba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1216633
Feb 05 21:07:07.873779 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5b9e9b-b60f-4bed-997a-6541748a6fe2 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:07.875631 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7a5b9e9b-b60f-4bed-997a-6541748a6fe2 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200  len: 920 time: 0.3086162
Feb 05 21:07:07.885970 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8929e6af-8b2a-4ca6-9090-8e26198abc79 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.2609489
Feb 05 21:07:07.886290 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58696) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:07.888336 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58698) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:07.901805 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ddcc7a5-ff3d-4d1e-92df-7a78f2fe87da tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Made reservation on behalf of 0ce1266b441746119c06008eff839631 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:07:07.909183 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5ddcc7a5-ff3d-4d1e-92df-7a78f2fe87da tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:07.958833 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2609acd1-2e34-426c-aaa8-11259d6a3693 req-77bbbfc7-c048-4cb6-8869-d2e1cad70847 service neutron] 10.222.0.39 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1776054
Feb 05 21:07:08.085187 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b2384-406f-4bbc-b792-c88caef783ab req-c52e5a23-b6cf-49eb-b1f0-835561025e74 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:08.086797 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-175b2384-406f-4bbc-b792-c88caef783ab req-c52e5a23-b6cf-49eb-b1f0-835561025e74 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=a357c2bf-ca65-4d93-8281-66906aac7661 HTTP/1.1" status: 200  len: 945 time: 0.2707021
Feb 05 21:07:08.115026 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2609acd1-2e34-426c-aaa8-11259d6a3693 req-f814209c-5125-41c4-9833-3a52a1746b89 service neutron] 10.222.0.39 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1463282
Feb 05 21:07:08.130290 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58702) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:08.152359 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-25d1b48b-3544-495a-b2db-2e8a3780fc75 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (06314ea2-c4c1-41d8-adb0-f4abfef9e8a5), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:08.167568 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-25d1b48b-3544-495a-b2db-2e8a3780fc75 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (06314ea2-c4c1-41d8-adb0-f4abfef9e8a5), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:08.197149 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-175b2384-406f-4bbc-b792-c88caef783ab req-8aba401a-542f-4bbf-9704-06aee7cc6a9c tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989220
Feb 05 21:07:08.215269 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-25d1b48b-3544-495a-b2db-2e8a3780fc75 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (06314ea2-c4c1-41d8-adb0-f4abfef9e8a5), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:08.230865 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-25d1b48b-3544-495a-b2db-2e8a3780fc75 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:08.232086 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-25d1b48b-3544-495a-b2db-2e8a3780fc75 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/06314ea2-c4c1-41d8-adb0-f4abfef9e8a5 HTTP/1.1" status: 204  len: 168 time: 0.3428967
Feb 05 21:07:08.234709 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58708) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:08.276903 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1b48b-3544-495a-b2db-2e8a3780fc75 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06314ea2-c4c1-41d8-adb0-f4abfef9e8a5,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:08.300815 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7edde20e-53b6-4697-8e35-bc917a9093f6 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0643072
Feb 05 21:07:08.301497 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58710) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:08.308546 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-11b14212-cbdc-45aa-bc5f-08e14dce7d3e tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Request body: {'security_group_rule': {'security_group_id': 'ee66ecf2-187a-45e6-80d1-84ea3ea9d598', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:08.328615 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8535021c-5279-425a-b4a6-e8eb748bf25d None None] Network 3ded5eb5-ed3d-4cf2-abd9-7d632b1e6db6 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:07:08.339295 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-c8c169e6-ba7f-4914-b893-3a9d77cc10c3 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Deleting port 9369f747-cf35-48a1-8b60-c5f1a0b5410e {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:07:08.339649 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c8c169e6-ba7f-4914-b893-3a9d77cc10c3 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (9369f747-cf35-48a1-8b60-c5f1a0b5410e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:08.364143 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-11b14212-cbdc-45aa-bc5f-08e14dce7d3e tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (54deb490-bf33-4e9b-b72c-f6e64cd744dc), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:08.431335 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 9e3bd0cd-07cc-4479-931d-d2c2b653277e up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:07:08.461989 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6a5b67c0-95c1-4bb3-a34c-f181a3f240a7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=be1aed61497f49d18b23d8f97896bccb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3290093
Feb 05 21:07:08.465675 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58716) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:08.480380 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 8ee2e081-fe82-481f-a5f9-8916e4191f9d up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:07:08.507874 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-11b14212-cbdc-45aa-bc5f-08e14dce7d3e tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (54deb490-bf33-4e9b-b72c-f6e64cd744dc), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:08.513553 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-80f0b424-f851-49d2-b6b3-663c4ef550c9 None None] Provisioning complete for port 8ee2e081-fe82-481f-a5f9-8916e4191f9d triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:08.514015 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-80f0b424-f851-49d2-b6b3-663c4ef550c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (8ee2e081-fe82-481f-a5f9-8916e4191f9d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:08.515845 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c4e60-8607-4961-a851-039b68b48d8c req-95c78328-8148-4563-a719-44502dc7855c tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:08.518733 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-950c4e60-8607-4961-a851-039b68b48d8c req-95c78328-8148-4563-a719-44502dc7855c tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.21 "GET /v2.0/ports?device_id=a357c2bf-ca65-4d93-8281-66906aac7661 HTTP/1.1" status: 200  len: 945 time: 0.2366064
Feb 05 21:07:08.520732 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-11b14212-cbdc-45aa-bc5f-08e14dce7d3e tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (54deb490-bf33-4e9b-b72c-f6e64cd744dc), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:08.541520 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b14212-cbdc-45aa-bc5f-08e14dce7d3e tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54deb490-bf33-4e9b-b72c-f6e64cd744dc,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:08.545120 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c8c169e6-ba7f-4914-b893-3a9d77cc10c3 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (9369f747-cf35-48a1-8b60-c5f1a0b5410e), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:08.556985 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-11b14212-cbdc-45aa-bc5f-08e14dce7d3e tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:08.558172 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-11b14212-cbdc-45aa-bc5f-08e14dce7d3e tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2537827
Feb 05 21:07:08.562867 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58722) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:08.600677 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-82bb799a-2bfa-4ec2-9613-82aedbfca942 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "GET /v2.0/security-group-rules/54deb490-bf33-4e9b-b72c-f6e64cd744dc HTTP/1.1" status: 200  len: 764 time: 0.0343897
Feb 05 21:07:08.604518 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58724) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:08.619441 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 9e3bd0cd-07cc-4479-931d-d2c2b653277e completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:07:08.631805 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 9e3bd0cd-07cc-4479-931d-d2c2b653277e triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:08.632008 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9e3bd0cd-07cc-4479-931d-d2c2b653277e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:08.644496 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-c8c169e6-ba7f-4914-b893-3a9d77cc10c3 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Calling delete_port for 9369f747-cf35-48a1-8b60-c5f1a0b5410e owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:07:08.695709 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 8ee2e081-fe82-481f-a5f9-8916e4191f9d triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:08.696097 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (8ee2e081-fe82-481f-a5f9-8916e4191f9d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:08.702330 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b59fd93b-66cb-4eb4-8e59-0865a58322a0 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4114 time: 0.0955977
Feb 05 21:07:08.708316 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58728) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:08.754777 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eb175717-9dab-4fcd-a21d-97c34b4c5d6a tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (54deb490-bf33-4e9b-b72c-f6e64cd744dc), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:08.766164 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eb175717-9dab-4fcd-a21d-97c34b4c5d6a tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (54deb490-bf33-4e9b-b72c-f6e64cd744dc), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:08.800603 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2b907f17-9284-4faf-993a-6f9081278dac admin admin] Publish callbacks [] for security_group (2ef8ee2e-f06d-4b29-b007-6dc563cdd044), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:08.809188 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5ddcc7a5-ff3d-4d1e-92df-7a78f2fe87da tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (27a3bee5-753f-495c-a84c-11ebc3390ac9), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:08.811183 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-bbdce912-257b-422c-adb1-cb4ea207f12d tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1382556994&fields=id&tenant_id=af1c8d8fd0ce4d51947fd02afc3a9fb1 HTTP/1.1" status: 200  len: 267 time: 0.1952353
Feb 05 21:07:08.830055 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-80f0b424-f851-49d2-b6b3-663c4ef550c9 None None] Current status of the port 8ee2e081-fe82-481f-a5f9-8916e4191f9d is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:08.830478 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-80f0b424-f851-49d2-b6b3-663c4ef550c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8ee2e081-fe82-481f-a5f9-8916e4191f9d), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:08.856849 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eb175717-9dab-4fcd-a21d-97c34b4c5d6a tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (54deb490-bf33-4e9b-b72c-f6e64cd744dc), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:08.863151 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eb175717-9dab-4fcd-a21d-97c34b4c5d6a tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:08.864742 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-eb175717-9dab-4fcd-a21d-97c34b4c5d6a tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/54deb490-bf33-4e9b-b72c-f6e64cd744dc HTTP/1.1" status: 204  len: 168 time: 0.1553326
Feb 05 21:07:08.880072 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58730) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:08.894321 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb175717-9dab-4fcd-a21d-97c34b4c5d6a tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54deb490-bf33-4e9b-b72c-f6e64cd744dc,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:08.906655 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2b907f17-9284-4faf-993a-6f9081278dac admin admin] Publish callbacks [] for security_group (2ef8ee2e-f06d-4b29-b007-6dc563cdd044), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:08.911861 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-950c4e60-8607-4961-a851-039b68b48d8c req-3f6f6484-883a-4b38-b545-15cfcce3329a tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Deleting port 5abd8462-d57e-49c8-85d7-8001b0b49a6e {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:07:08.911861 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-950c4e60-8607-4961-a851-039b68b48d8c req-3f6f6484-883a-4b38-b545-15cfcce3329a tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (5abd8462-d57e-49c8-85d7-8001b0b49a6e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:08.985341 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddcc7a5-ff3d-4d1e-92df-7a78f2fe87da tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Pushing event updated for resources: {'Subnet': ['ID=27a3bee5-753f-495c-a84c-11ebc3390ac9,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:09.012581 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45586bfd-1004-4eba-ae89-1d4736bb810a req-89102771-a3b0-4275-a849-0edb44b8e11d tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:09.023473 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-45586bfd-1004-4eba-ae89-1d4736bb810a req-89102771-a3b0-4275-a849-0edb44b8e11d tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=7af86076-956c-4ad1-89c4-e9704da9736b HTTP/1.1" status: 200  len: 944 time: 0.2374935
Feb 05 21:07:09.065694 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 9e3bd0cd-07cc-4479-931d-d2c2b653277e is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:09.066093 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9e3bd0cd-07cc-4479-931d-d2c2b653277e), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:09.101870 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-a6a2103a-8821-4c89-859d-3478c6b9bf52 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:09.108429 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-a6a2103a-8821-4c89-859d-3478c6b9bf52 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/networks?id=101f8301-8908-474a-9c4a-c0416b6bfc1d HTTP/1.1" status: 200  len: 812 time: 0.2741952
Feb 05 21:07:09.108874 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-80f0b424-f851-49d2-b6b3-663c4ef550c9 None None] For port 8ee2e081-fe82-481f-a5f9-8916e4191f9d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ee2e081-fe82-481f-a5f9-8916e4191f9d,segment=NetworkSegment(3d77874a-f466-4981-a55e-c31d84211aee),segment_id=3d77874a-f466-4981-a55e-c31d84211aee)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:09.111120 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:09.122499 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-80f0b424-f851-49d2-b6b3-663c4ef550c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (8ee2e081-fe82-481f-a5f9-8916e4191f9d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:09.136688 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-8189eba6-dd8c-4b55-83fc-baa89b06dae1 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/quotas/af1c8d8fd0ce4d51947fd02afc3a9fb1 HTTP/1.1" status: 200  len: 375 time: 0.0262203
Feb 05 21:07:09.137825 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af86076-956c-4ad1-89c4-e9704da9736b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3bd0cd-07cc-4479-931d-d2c2b653277e'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:07:09.140188 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48076d47-890e-4868-b59a-87c084a8487b" -d '{"events": [{"server_uuid": "7af86076-956c-4ad1-89c4-e9704da9736b", "name": "network-vif-plugged", "status": "completed", "tag": "9e3bd0cd-07cc-4479-931d-d2c2b653277e"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:07:09.178592 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 9e3bd0cd-07cc-4479-931d-d2c2b653277e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9e3bd0cd-07cc-4479-931d-d2c2b653277e,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:09.181860 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 8ee2e081-fe82-481f-a5f9-8916e4191f9d is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:09.182264 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8ee2e081-fe82-481f-a5f9-8916e4191f9d), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:09.193824 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9e3bd0cd-07cc-4479-931d-d2c2b653277e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:09.212699 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-45586bfd-1004-4eba-ae89-1d4736bb810a req-5c8c29fd-1bcc-4010-b39f-44ce4524a533 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1875997
Feb 05 21:07:09.226089 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0b424-f851-49d2-b6b3-663c4ef550c9 None None] Pushing event updated for resources: {'Port': ['ID=8ee2e081-fe82-481f-a5f9-8916e4191f9d,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:09.253047 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-6d2e8eeb-5d8f-4b70-bf33-32760a65a9fd tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=af1c8d8fd0ce4d51947fd02afc3a9fb1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1100237
Feb 05 21:07:09.261425 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-08690cd6-7b5c-4a71-8e35-eb12794833a0 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:07:09.268686 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-08690cd6-7b5c-4a71-8e35-eb12794833a0 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0120304
Feb 05 21:07:09.342285 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-1d720951-5fa9-498f-acf9-caf9933f8daa None None] Provisioning complete for port 8ee2e081-fe82-481f-a5f9-8916e4191f9d triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:09.343039 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1d720951-5fa9-498f-acf9-caf9933f8daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (8ee2e081-fe82-481f-a5f9-8916e4191f9d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:09.347829 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 21:07:09.348415 ncdv-master-1 neutron-server[114392]: DEBUG oslo_db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 21:07:09.350037 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=9e3bd0cd-07cc-4479-931d-d2c2b653277e,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:09.400268 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-b7dc06b5-5adf-4fbf-903d-10163021b9fe service neutron] 10.222.0.32 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1293306
Feb 05 21:07:09.458024 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1cb90013-8b1f-4715-9ca1-3a1d62f2399e tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.5768263
Feb 05 21:07:09.464460 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-1d720951-5fa9-498f-acf9-caf9933f8daa None None] Current status of the port 8ee2e081-fe82-481f-a5f9-8916e4191f9d is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:09.469003 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58738) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:09.481384 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddcc7a5-ff3d-4d1e-92df-7a78f2fe87da tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Checking segment: {'id': '9372d3cc-c10e-44a4-ad62-8d023469a5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6dc174f1-68f6-4c4f-b177-0328c61f1b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:07:09.482043 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddcc7a5-ff3d-4d1e-92df-7a78f2fe87da tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Network hostable DHCP agents. Network: 6dc174f1-68f6-4c4f-b177-0328c61f1b01, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:07:09.498026 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-1d720951-5fa9-498f-acf9-caf9933f8daa None None] Provisioning complete for port 0ab3cf6b-160c-4b39-b87a-7651cf027360 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:09.500641 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1d720951-5fa9-498f-acf9-caf9933f8daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (0ab3cf6b-160c-4b39-b87a-7651cf027360), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:09.553764 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-1d720951-5fa9-498f-acf9-caf9933f8daa None None] Port 0ab3cf6b-160c-4b39-b87a-7651cf027360 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:07:09.556204 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2b907f17-9284-4faf-993a-6f9081278dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (2ef8ee2e-f06d-4b29-b007-6dc563cdd044), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:09.558889 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2b907f17-9284-4faf-993a-6f9081278dac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:09.560050 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2b907f17-9284-4faf-993a-6f9081278dac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2ef8ee2e-f06d-4b29-b007-6dc563cdd044 HTTP/1.1" status: 204  len: 168 time: 1.0906506
Feb 05 21:07:09.567025 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-950c4e60-8607-4961-a851-039b68b48d8c req-3f6f6484-883a-4b38-b545-15cfcce3329a tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] For port 5abd8462-d57e-49c8-85d7-8001b0b49a6e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5abd8462-d57e-49c8-85d7-8001b0b49a6e,segment=NetworkSegment(e3f5879e-89eb-4ea9-ae07-833c6958fcdd),segment_id=e3f5879e-89eb-4ea9-ae07-833c6958fcdd)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:09.567626 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-950c4e60-8607-4961-a851-039b68b48d8c req-3f6f6484-883a-4b38-b545-15cfcce3329a tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (5abd8462-d57e-49c8-85d7-8001b0b49a6e), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:09.570092 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-1d720951-5fa9-498f-acf9-caf9933f8daa None None] Provisioning complete for port 9369f747-cf35-48a1-8b60-c5f1a0b5410e triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:09.570632 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1d720951-5fa9-498f-acf9-caf9933f8daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9369f747-cf35-48a1-8b60-c5f1a0b5410e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:09.586052 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c8c169e6-ba7f-4914-b893-3a9d77cc10c3 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (9369f747-cf35-48a1-8b60-c5f1a0b5410e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:09.605196 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-950c4e60-8607-4961-a851-039b68b48d8c req-3f6f6484-883a-4b38-b545-15cfcce3329a tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Calling delete_port for 5abd8462-d57e-49c8-85d7-8001b0b49a6e owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:07:09.609977 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c652155-8ae1-475f-a2a3-718050984c49 x-openstack-request-id: req-7c652155-8ae1-475f-a2a3-718050984c49 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:07:09.611290 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af86076-956c-4ad1-89c4-e9704da9736b", "name": "network-vif-plugged", "status": "completed", "tag": "9e3bd0cd-07cc-4479-931d-d2c2b653277e", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:07:09.611604 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7c652155-8ae1-475f-a2a3-718050984c49 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:07:09.612091 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af86076-956c-4ad1-89c4-e9704da9736b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3bd0cd-07cc-4479-931d-d2c2b653277e', 'code': 200}
Feb 05 21:07:09.618080 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b907f17-9284-4faf-993a-6f9081278dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef8ee2e-f06d-4b29-b007-6dc563cdd044,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:09.635067 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-1d720951-5fa9-498f-acf9-caf9933f8daa None None] Port 9369f747-cf35-48a1-8b60-c5f1a0b5410e was deleted so its status cannot be updated. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}}
Feb 05 21:07:09.646399 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddcc7a5-ff3d-4d1e-92df-7a78f2fe87da tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Network 6dc174f1-68f6-4c4f-b177-0328c61f1b01 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:07:09.653578 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c169e6-ba7f-4914-b893-3a9d77cc10c3 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event deleted for resources: {'Port': ['ID=9369f747-cf35-48a1-8b60-c5f1a0b5410e,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:09.755535 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-5ddcc7a5-ff3d-4d1e-92df-7a78f2fe87da tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6dc174f1-68f6-4c4f-b177-0328c61f1b01) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:07:09.777518 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445bc808-eeef-4c26-a167-969285953b01 None None] Network 6dc174f1-68f6-4c4f-b177-0328c61f1b01 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:07:09.780116 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-2fb117e4-4c30-4b91-a446-941ec091fceb None None] Provisioning complete for port 0ab3cf6b-160c-4b39-b87a-7651cf027360 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:09.780501 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2fb117e4-4c30-4b91-a446-941ec091fceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (0ab3cf6b-160c-4b39-b87a-7651cf027360), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:09.797585 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddcc7a5-ff3d-4d1e-92df-7a78f2fe87da tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:09.798900 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5ddcc7a5-ff3d-4d1e-92df-7a78f2fe87da tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:09.860988 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ea9ec667-f1ac-43d5-9cf8-44664df21638 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (ee66ecf2-187a-45e6-80d1-84ea3ea9d598), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:09.888252 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5ddcc7a5-ff3d-4d1e-92df-7a78f2fe87da tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3502903
Feb 05 21:07:09.901984 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58746) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:09.912839 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-f0326aed-0402-4f30-8bc3-baadb581b5f0 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-340335318', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:09.945806 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c8c169e6-ba7f-4914-b893-3a9d77cc10c3 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:09.950647 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c8c169e6-ba7f-4914-b893-3a9d77cc10c3 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/ports/9369f747-cf35-48a1-8b60-c5f1a0b5410e HTTP/1.1" status: 204  len: 168 time: 2.0613365
Feb 05 21:07:09.953142 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ea9ec667-f1ac-43d5-9cf8-44664df21638 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (ee66ecf2-187a-45e6-80d1-84ea3ea9d598), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:09.959306 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58750) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:09.988923 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-2fb117e4-4c30-4b91-a446-941ec091fceb None None] Port 0ab3cf6b-160c-4b39-b87a-7651cf027360 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:07:10.013804 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-55f2188a-c1fa-41de-91ff-4a68eda51900 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] GET failed (client error): The resource could not be found.
Feb 05 21:07:10.015479 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-55f2188a-c1fa-41de-91ff-4a68eda51900 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "GET /v2.0/ports/9369f747-cf35-48a1-8b60-c5f1a0b5410e HTTP/1.1" status: 404  len: 333 time: 0.0551386
Feb 05 21:07:10.025783 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58752) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:10.046586 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f0326aed-0402-4f30-8bc3-baadb581b5f0 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (0b32a1ec-8336-44cb-a981-9c1e2ecba610), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:10.047700 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f0326aed-0402-4f30-8bc3-baadb581b5f0 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (0b32a1ec-8336-44cb-a981-9c1e2ecba610), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:10.057754 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 8ee2e081-fe82-481f-a5f9-8916e4191f9d is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:10.084950 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bfee33-dfaf-41a9-8fe8-af718b6fddd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6dc174f1-68f6-4c4f-b177-0328c61f1b01', 'network_id': '6dc174f1-68f6-4c4f-b177-0328c61f1b01', 'project_id': '0ce1266b441746119c06008eff839631', 'fixed_ips': [{'subnet_id': '27a3bee5-753f-495c-a84c-11ebc3390ac9'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:07:10.086154 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-67bfee33-dfaf-41a9-8fe8-af718b6fddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:10.118923 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-5e0ec80f-8d9b-4199-8c9e-c7614fe9d445 None None] Could not find standard attr ID for object 9369f747-cf35-48a1-8b60-c5f1a0b5410e. {{(pid=114392) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 05 21:07:10.140825 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-1deb4281-1c9e-4168-bf79-24d5bbee6444 service neutron] 10.222.0.32 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7396750
Feb 05 21:07:10.150890 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33829ea-a60a-4adb-9c7a-8dad07877c0e req-34af2cfc-2f3d-4e06-b6f2-5fbd8fb85b71 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:10.158646 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f33829ea-a60a-4adb-9c7a-8dad07877c0e req-34af2cfc-2f3d-4e06-b6f2-5fbd8fb85b71 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=a357c2bf-ca65-4d93-8281-66906aac7661 HTTP/1.1" status: 200  len: 945 time: 0.1606469
Feb 05 21:07:10.193497 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f85bf-9da7-49f8-93d6-43beaf2e5f9d req-7601999c-452f-43b2-8581-529e7274d1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:10.195471 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-551f85bf-9da7-49f8-93d6-43beaf2e5f9d req-7601999c-452f-43b2-8581-529e7274d1c9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7af86076-956c-4ad1-89c4-e9704da9736b HTTP/1.1" status: 200  len: 1127 time: 0.1987953
Feb 05 21:07:10.223407 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ea9ec667-f1ac-43d5-9cf8-44664df21638 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ee66ecf2-187a-45e6-80d1-84ea3ea9d598), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:10.237012 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ea9ec667-f1ac-43d5-9cf8-44664df21638 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:10.242832 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ea9ec667-f1ac-43d5-9cf8-44664df21638 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "DELETE /v2.0/security-groups/ee66ecf2-187a-45e6-80d1-84ea3ea9d598 HTTP/1.1" status: 204  len: 168 time: 0.7677329
Feb 05 21:07:10.254847 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58760) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:10.261443 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f33829ea-a60a-4adb-9c7a-8dad07877c0e req-431b668b-4c22-489e-b120-fe9cb830e32b tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ff35412-5986-4de9-b555-1a78b99537e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017878
Feb 05 21:07:10.331366 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ec667-f1ac-43d5-9cf8-44664df21638 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee66ecf2-187a-45e6-80d1-84ea3ea9d598,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:10.351188 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-950c4e60-8607-4961-a851-039b68b48d8c req-3f6f6484-883a-4b38-b545-15cfcce3329a tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (5abd8462-d57e-49c8-85d7-8001b0b49a6e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:10.372822 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-82be54fa-f4ba-4868-bf61-0d618012e282 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1095097
Feb 05 21:07:10.374053 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58762) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:10.396453 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-7f0caa3a-db6a-4a40-b924-88f3588fe416 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Request body: {'security_group': {'name': 'tempest-secgroup--1730628592'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:10.439162 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-551f85bf-9da7-49f8-93d6-43beaf2e5f9d req-e08e6690-add0-4d28-86f0-99d2778d6585 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2366979
Feb 05 21:07:10.440634 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f6484-883a-4b38-b545-15cfcce3329a tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Pushing event deleted for resources: {'Port': ['ID=5abd8462-d57e-49c8-85d7-8001b0b49a6e,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:10.512051 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7f0caa3a-db6a-4a40-b924-88f3588fe416 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:10.554733 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f0326aed-0402-4f30-8bc3-baadb581b5f0 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks [] for router_controller (0b32a1ec-8336-44cb-a981-9c1e2ecba610), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:10.568084 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-6ddefcc9-e298-41a2-99d8-bbb9c825d9f1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Deleting port 0ab3cf6b-160c-4b39-b87a-7651cf027360 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:07:10.568590 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6ddefcc9-e298-41a2-99d8-bbb9c825d9f1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (0ab3cf6b-160c-4b39-b87a-7651cf027360), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:10.594861 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911be58-9802-4b27-8699-0f2a20d08930 req-e5300319-8324-4eb1-a1e0-67029e040cb5 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:10.604054 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c911be58-9802-4b27-8699-0f2a20d08930 req-e5300319-8324-4eb1-a1e0-67029e040cb5 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=7af86076-956c-4ad1-89c4-e9704da9736b HTTP/1.1" status: 200  len: 945 time: 0.1515224
Feb 05 21:07:10.653943 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-67bfee33-dfaf-41a9-8fe8-af718b6fddd9 None None] Allocated IP 172.20.0.2 (6dc174f1-68f6-4c4f-b177-0328c61f1b01/27a3bee5-753f-495c-a84c-11ebc3390ac9/e623b2b1-7951-43f3-a7ef-87d7ead6cacc) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:07:10.655013 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f0326aed-0402-4f30-8bc3-baadb581b5f0 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (0b32a1ec-8336-44cb-a981-9c1e2ecba610), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:10.656943 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 8ee2e081-fe82-481f-a5f9-8916e4191f9d up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:07:10.669070 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['5abd8462-d57e-49c8-85d7-8001b0b49a6e'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:07:10.678511 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-950c4e60-8607-4961-a851-039b68b48d8c req-3f6f6484-883a-4b38-b545-15cfcce3329a tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] No DVR routers for this DVR port 5abd8462-d57e-49c8-85d7-8001b0b49a6e on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:07:10.685871 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-950c4e60-8607-4961-a851-039b68b48d8c req-3f6f6484-883a-4b38-b545-15cfcce3329a tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:10.691603 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-950c4e60-8607-4961-a851-039b68b48d8c req-3f6f6484-883a-4b38-b545-15cfcce3329a tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.21 "DELETE /v2.0/ports/5abd8462-d57e-49c8-85d7-8001b0b49a6e HTTP/1.1" status: 204  len: 173 time: 2.1587095
Feb 05 21:07:10.691962 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7f0caa3a-db6a-4a40-b924-88f3588fe416 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (c797d7d5-c87e-4f23-be8f-19cb850dae40), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:10.694322 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a357c2bf-ca65-4d93-8281-66906aac7661', 'name': 'network-vif-deleted', 'tag': '5abd8462-d57e-49c8-85d7-8001b0b49a6e'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:07:10.709249 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4616ff7c-3a31-422d-81b0-68dd11267c30" -d '{"events": [{"server_uuid": "a357c2bf-ca65-4d93-8281-66906aac7661", "name": "network-vif-deleted", "tag": "5abd8462-d57e-49c8-85d7-8001b0b49a6e"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:07:10.737587 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7f0caa3a-db6a-4a40-b924-88f3588fe416 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (c797d7d5-c87e-4f23-be8f-19cb850dae40), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:10.764708 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f0326aed-0402-4f30-8bc3-baadb581b5f0 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:10.769277 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f0326aed-0402-4f30-8bc3-baadb581b5f0 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 714 time: 0.8629341
Feb 05 21:07:10.796972 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58780) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:10.819401 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:10.822587 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0caa3a-db6a-4a40-b924-88f3588fe416 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c797d7d5-c87e-4f23-be8f-19cb850dae40,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:10.832112 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7f0caa3a-db6a-4a40-b924-88f3588fe416 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:10.838557 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7f0caa3a-db6a-4a40-b924-88f3588fe416 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4578207
Feb 05 21:07:10.840003 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58782) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:10.845891 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-34281e6a-a516-4ca0-be7d-8fc055560529 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Request body: {'security_group_rule': {'security_group_id': 'c797d7d5-c87e-4f23-be8f-19cb850dae40', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:10.855739 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c911be58-9802-4b27-8699-0f2a20d08930 req-267a15dc-f729-4efa-9b68-951f03cda424 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2503350
Feb 05 21:07:10.920172 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-34281e6a-a516-4ca0-be7d-8fc055560529 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (cba33d80-3f93-4837-86e2-d98c37b4c8e4), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:10.933656 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6ddefcc9-e298-41a2-99d8-bbb9c825d9f1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (0ab3cf6b-160c-4b39-b87a-7651cf027360), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:10.950408 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40350cf5-3be0-4643-8bb3-30793f7cc424 x-openstack-request-id: req-40350cf5-3be0-4643-8bb3-30793f7cc424 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:07:10.956268 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a357c2bf-ca65-4d93-8281-66906aac7661", "name": "network-vif-deleted", "tag": "5abd8462-d57e-49c8-85d7-8001b0b49a6e", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:07:10.956791 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-40350cf5-3be0-4643-8bb3-30793f7cc424 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:07:10.957415 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a357c2bf-ca65-4d93-8281-66906aac7661', 'name': 'network-vif-deleted', 'tag': '5abd8462-d57e-49c8-85d7-8001b0b49a6e', 'status': 'completed', 'code': 200}
Feb 05 21:07:11.017677 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 8ee2e081-fe82-481f-a5f9-8916e4191f9d triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:11.018167 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (8ee2e081-fe82-481f-a5f9-8916e4191f9d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:11.031456 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-6ddefcc9-e298-41a2-99d8-bbb9c825d9f1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Calling delete_port for 0ab3cf6b-160c-4b39-b87a-7651cf027360 owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:07:11.049830 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-34281e6a-a516-4ca0-be7d-8fc055560529 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (cba33d80-3f93-4837-86e2-d98c37b4c8e4), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:11.093336 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58788) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:11.113498 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f5710f7d-e7f1-429b-861b-1e39e898bd32 req-b387057b-4430-4d78-9d52-150acd5e2e81 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5b639f-a134-45de-8abc-84a49adc8d26 HTTP/1.1" status: 200  len: 210 time: 0.0618489
Feb 05 21:07:11.115352 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-34281e6a-a516-4ca0-be7d-8fc055560529 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (cba33d80-3f93-4837-86e2-d98c37b4c8e4), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:11.170704 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34281e6a-a516-4ca0-be7d-8fc055560529 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cba33d80-3f93-4837-86e2-d98c37b4c8e4,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:11.193852 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-34281e6a-a516-4ca0-be7d-8fc055560529 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:11.199596 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-34281e6a-a516-4ca0-be7d-8fc055560529 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3576479
Feb 05 21:07:11.200425 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58796) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:11.218669 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-67bfee33-dfaf-41a9-8fe8-af718b6fddd9 None None] Publish callbacks [] for port (e623b2b1-7951-43f3-a7ef-87d7ead6cacc), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:11.241126 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-67bfee33-dfaf-41a9-8fe8-af718b6fddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (e623b2b1-7951-43f3-a7ef-87d7ead6cacc), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:11.286543 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f07d395e-f7fb-40e5-b773-1957bfb36ad9 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (c797d7d5-c87e-4f23-be8f-19cb850dae40), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:11.341643 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 8ee2e081-fe82-481f-a5f9-8916e4191f9d is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:11.342977 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f07d395e-f7fb-40e5-b773-1957bfb36ad9 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (c797d7d5-c87e-4f23-be8f-19cb850dae40), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:11.362650 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bfee33-dfaf-41a9-8fe8-af718b6fddd9 None None] Network 6dc174f1-68f6-4c4f-b177-0328c61f1b01 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:07:11.370681 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-67bfee33-dfaf-41a9-8fe8-af718b6fddd9 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:07:11.387960 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bfee33-dfaf-41a9-8fe8-af718b6fddd9 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:07:11.411451 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bfee33-dfaf-41a9-8fe8-af718b6fddd9 None None] Pushing event updated for resources: {'Port': ['ID=e623b2b1-7951-43f3-a7ef-87d7ead6cacc,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:11.416509 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-945e4268-c75d-4e77-8b24-addab61c743a tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:11.416966 ncdv-master-1 neutron-server[114390]: WARNING neutron.api.v2.base [None req-945e4268-c75d-4e77-8b24-addab61c743a tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Feb 05 21:07:11.417465 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-945e4268-c75d-4e77-8b24-addab61c743a tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] create failed (client error): There was a conflict when trying to complete your request.
Feb 05 21:07:11.418484 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-945e4268-c75d-4e77-8b24-addab61c743a tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.3241940
Feb 05 21:07:11.423236 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58800) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:11.423363 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f07d395e-f7fb-40e5-b773-1957bfb36ad9 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (c797d7d5-c87e-4f23-be8f-19cb850dae40), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:11.426857 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f07d395e-f7fb-40e5-b773-1957bfb36ad9 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:11.429194 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f07d395e-f7fb-40e5-b773-1957bfb36ad9 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "DELETE /v2.0/security-groups/c797d7d5-c87e-4f23-be8f-19cb850dae40 HTTP/1.1" status: 204  len: 168 time: 0.2275512
Feb 05 21:07:11.431929 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-9b4f61e7-f753-40ed-8e18-6236ef532e52 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Request body: {'security_group': {'name': 'tempest-secgroup--1181940578'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:11.438884 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58802) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:11.489001 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-67bfee33-dfaf-41a9-8fe8-af718b6fddd9 None None] Attempting to bind port e623b2b1-7951-43f3-a7ef-87d7ead6cacc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:07:11.489445 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-67bfee33-dfaf-41a9-8fe8-af718b6fddd9 None None] Attempting to bind port e623b2b1-7951-43f3-a7ef-87d7ead6cacc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9372d3cc-c10e-44a4-ad62-8d023469a5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6dc174f1-68f6-4c4f-b177-0328c61f1b01'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:07:11.490282 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bfee33-dfaf-41a9-8fe8-af718b6fddd9 None None] Attempting to bind port e623b2b1-7951-43f3-a7ef-87d7ead6cacc on network 6dc174f1-68f6-4c4f-b177-0328c61f1b01 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:07:11.497420 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bfee33-dfaf-41a9-8fe8-af718b6fddd9 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:07:11.497776 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bfee33-dfaf-41a9-8fe8-af718b6fddd9 None None] Checking segment: {'id': '9372d3cc-c10e-44a4-ad62-8d023469a5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6dc174f1-68f6-4c4f-b177-0328c61f1b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:07:11.498289 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-67bfee33-dfaf-41a9-8fe8-af718b6fddd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:11.500561 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bfee33-dfaf-41a9-8fe8-af718b6fddd9 None None] Bound using segment: {'id': '9372d3cc-c10e-44a4-ad62-8d023469a5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6dc174f1-68f6-4c4f-b177-0328c61f1b01'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:07:11.501656 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-67bfee33-dfaf-41a9-8fe8-af718b6fddd9 None None] Bound port: e623b2b1-7951-43f3-a7ef-87d7ead6cacc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9372d3cc-c10e-44a4-ad62-8d023469a5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6dc174f1-68f6-4c4f-b177-0328c61f1b01'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:07:11.502055 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-67bfee33-dfaf-41a9-8fe8-af718b6fddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e623b2b1-7951-43f3-a7ef-87d7ead6cacc), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:11.509036 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ce25ba53-7ab4-498d-903d-ef03683fc398 req-578ed1cf-9fe2-426f-85af-1fb2142a1018 tempest-ServerRescueTestJSON-256359543 tempest-ServerRescueTestJSON-256359543-project] 10.222.0.32 "GET /v2.0/ports?device_id=a357c2bf-ca65-4d93-8281-66906aac7661 HTTP/1.1" status: 200  len: 210 time: 0.0948787
Feb 05 21:07:11.514878 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d395e-f7fb-40e5-b773-1957bfb36ad9 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c797d7d5-c87e-4f23-be8f-19cb850dae40,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:11.605960 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9b4f61e7-f753-40ed-8e18-6236ef532e52 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:11.614671 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9bc1585a-73ba-4ce7-9d32-f6e929d92159 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:11.618707 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-67bfee33-dfaf-41a9-8fe8-af718b6fddd9 None None] For port e623b2b1-7951-43f3-a7ef-87d7ead6cacc, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:07:11.622357 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-67bfee33-dfaf-41a9-8fe8-af718b6fddd9 None None] For port e623b2b1-7951-43f3-a7ef-87d7ead6cacc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e623b2b1-7951-43f3-a7ef-87d7ead6cacc,segment=NetworkSegment(9372d3cc-c10e-44a4-ad62-8d023469a5b3),segment_id=9372d3cc-c10e-44a4-ad62-8d023469a5b3)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:07:11.628674 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-67bfee33-dfaf-41a9-8fe8-af718b6fddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (e623b2b1-7951-43f3-a7ef-87d7ead6cacc), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:11.632353 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9b4f61e7-f753-40ed-8e18-6236ef532e52 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:11.634349 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6ddefcc9-e298-41a2-99d8-bbb9c825d9f1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (0ab3cf6b-160c-4b39-b87a-7651cf027360), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:11.639210 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b08af1cf-12b2-490d-92b2-9631624d1340 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1950681
Feb 05 21:07:11.642104 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58806) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:11.682764 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddefcc9-e298-41a2-99d8-bbb9c825d9f1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event deleted for resources: {'Port': ['ID=0ab3cf6b-160c-4b39-b87a-7651cf027360,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:11.698355 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bfee33-dfaf-41a9-8fe8-af718b6fddd9 None None] Pushing event updated for resources: {'Port': ['ID=e623b2b1-7951-43f3-a7ef-87d7ead6cacc,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:11.701477 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e8f6e5b1-a4c2-4237-b15a-c3534d60299e tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2475 time: 0.0580745
Feb 05 21:07:11.705855 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58808) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:11.728131 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-28b12d04-cd8b-42a1-8cc9-99850f83dec8 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] delete failed (client error): The resource could not be found.
Feb 05 21:07:11.729163 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-28b12d04-cd8b-42a1-8cc9-99850f83dec8 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "DELETE /v2.0/security-groups/c797d7d5-c87e-4f23-be8f-19cb850dae40 HTTP/1.1" status: 404  len: 347 time: 0.0223048
Feb 05 21:07:11.733667 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58810) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:11.806141 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4cf0c811-1d47-4e58-b90f-a0f18a464a85 tempest-SecGroupTest-1770657930 tempest-SecGroupTest-1770657930-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0677111
Feb 05 21:07:11.990323 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6ddefcc9-e298-41a2-99d8-bbb9c825d9f1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:11.999167 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58816) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:12.000398 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6ddefcc9-e298-41a2-99d8-bbb9c825d9f1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/ports/0ab3cf6b-160c-4b39-b87a-7651cf027360 HTTP/1.1" status: 204  len: 168 time: 1.9742131
Feb 05 21:07:12.083423 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-25fcaffd-b492-4a2d-8dbe-f056346dd920 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] GET failed (client error): The resource could not be found.
Feb 05 21:07:12.085185 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-25fcaffd-b492-4a2d-8dbe-f056346dd920 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "GET /v2.0/ports/0ab3cf6b-160c-4b39-b87a-7651cf027360 HTTP/1.1" status: 404  len: 333 time: 0.0845623
Feb 05 21:07:12.089020 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58818) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:12.144749 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3811419-8456-45d9-97a7-84b57c43a216 req-774a0da6-acf3-45bc-bb05-ecf3f2aca771 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:12.146360 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a3811419-8456-45d9-97a7-84b57c43a216 req-774a0da6-acf3-45bc-bb05-ecf3f2aca771 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=7af86076-956c-4ad1-89c4-e9704da9736b HTTP/1.1" status: 200  len: 945 time: 0.1334162
Feb 05 21:07:12.167614 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9b4f61e7-f753-40ed-8e18-6236ef532e52 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (29d10c1f-0be9-45b0-a6df-eca5c47fdd2e), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:12.187757 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9b4f61e7-f753-40ed-8e18-6236ef532e52 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (29d10c1f-0be9-45b0-a6df-eca5c47fdd2e), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:12.221866 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a3811419-8456-45d9-97a7-84b57c43a216 req-66d0bf5c-ebec-4e3c-9868-e48aa8216998 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657992
Feb 05 21:07:12.252656 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6b94c787-f04d-4772-9dda-fec329a83e65 req-a0411ee1-949a-43ab-bf9a-0cc12ddcc276 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5b639f-a134-45de-8abc-84a49adc8d26 HTTP/1.1" status: 200  len: 210 time: 0.0287871
Feb 05 21:07:12.325201 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-239b36c4-31e4-45af-9777-142e22c7793f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Deleting subnet f6d1cbcb-6247-473d-be81-7614cb656b23 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:07:12.329547 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-239b36c4-31e4-45af-9777-142e22c7793f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for subnet (f6d1cbcb-6247-473d-be81-7614cb656b23), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:12.398342 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-239b36c4-31e4-45af-9777-142e22c7793f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (f6d1cbcb-6247-473d-be81-7614cb656b23), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:12.429976 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58826) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:12.460950 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f61e7-f753-40ed-8e18-6236ef532e52 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29d10c1f-0be9-45b0-a6df-eca5c47fdd2e,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:12.463713 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 5abd8462-d57e-49c8-85d7-8001b0b49a6e no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:07:12.468918 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device e623b2b1-7951-43f3-a7ef-87d7ead6cacc up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:07:12.528107 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0643881e-f0ae-4e97-b92f-76b0f661ce16 req-efe3b028-b30c-4c6c-8cc7-c1432644e743 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=abdf40933f6b4f8099b886dfec3a4473 HTTP/1.1" status: 200  len: 267 time: 0.1471989
Feb 05 21:07:12.530652 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: 5abd8462-d57e-49c8-85d7-8001b0b49a6e {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:07:12.535075 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 5abd8462-d57e-49c8-85d7-8001b0b49a6e not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:07:12.551166 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-9bc1585a-73ba-4ce7-9d32-f6e929d92159 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Allocated IP 172.20.0.1 (6dc174f1-68f6-4c4f-b177-0328c61f1b01/27a3bee5-753f-495c-a84c-11ebc3390ac9/bd3922e2-05fc-41fd-80ed-c520d75a1040) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:07:12.614900 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9b4f61e7-f753-40ed-8e18-6236ef532e52 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (d153f1cc-8472-49fa-a9a4-f617fbaf37d1), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:12.620353 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58832) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:12.631436 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-e7bafc13-1bfc-44a4-9432-45f952493021 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:12.633030 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-e7bafc13-1bfc-44a4-9432-45f952493021 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.39 "GET /v2.0/networks?id=101f8301-8908-474a-9c4a-c0416b6bfc1d HTTP/1.1" status: 200  len: 812 time: 0.2521386
Feb 05 21:07:12.638297 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9b4f61e7-f753-40ed-8e18-6236ef532e52 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (d153f1cc-8472-49fa-a9a4-f617fbaf37d1), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:12.640600 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port e623b2b1-7951-43f3-a7ef-87d7ead6cacc triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:12.641204 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e623b2b1-7951-43f3-a7ef-87d7ead6cacc), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:12.719000 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9b4f61e7-f753-40ed-8e18-6236ef532e52 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:12.725607 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9b4f61e7-f753-40ed-8e18-6236ef532e52 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 1.3003459
Feb 05 21:07:12.739332 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58834) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:12.750136 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-c1bfa9b0-08a7-4a9c-9c24-14a3eccf5e81 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Request body: {'security_group_rule': {'security_group_id': 'd153f1cc-8472-49fa-a9a4-f617fbaf37d1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:12.754042 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port e623b2b1-7951-43f3-a7ef-87d7ead6cacc is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:12.754575 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e623b2b1-7951-43f3-a7ef-87d7ead6cacc), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:12.769214 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-239b36c4-31e4-45af-9777-142e22c7793f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (f6d1cbcb-6247-473d-be81-7614cb656b23), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:12.770970 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643881e-f0ae-4e97-b92f-76b0f661ce16 req-da6b3719-fca8-4dbb-b93e-24c678adbbeb tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:12.775761 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0643881e-f0ae-4e97-b92f-76b0f661ce16 req-da6b3719-fca8-4dbb-b93e-24c678adbbeb tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=7af86076-956c-4ad1-89c4-e9704da9736b HTTP/1.1" status: 200  len: 945 time: 0.2289805
Feb 05 21:07:12.796094 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port e623b2b1-7951-43f3-a7ef-87d7ead6cacc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e623b2b1-7951-43f3-a7ef-87d7ead6cacc,segment=NetworkSegment(9372d3cc-c10e-44a4-ad62-8d023469a5b3),segment_id=9372d3cc-c10e-44a4-ad62-8d023469a5b3)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:12.806411 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (e623b2b1-7951-43f3-a7ef-87d7ead6cacc), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:12.850020 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-455b6f35-ade2-45b9-8e8a-c3528a8de2ad tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af1c8d8fd0ce4d51947fd02afc3a9fb1 HTTP/1.1" status: 200  len: 380 time: 0.2075293
Feb 05 21:07:12.856521 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-0643881e-f0ae-4e97-b92f-76b0f661ce16 req-18deccc7-e0eb-4d43-91ba-f7eb63fa1b31 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Request body: {'port': {'security_groups': []}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:12.884477 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=e623b2b1-7951-43f3-a7ef-87d7ead6cacc,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:12.893461 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f61e7-f753-40ed-8e18-6236ef532e52 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d153f1cc-8472-49fa-a9a4-f617fbaf37d1,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:12.928092 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-365e7e8c-96b4-4778-9818-99821378af04 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8d72c1892d934bd2b23b2f713277ee8e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4922419
Feb 05 21:07:12.940719 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58836) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:12.947407 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-af34a064-42e7-407d-b50e-70099605b173 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Request body: {'port': {'device_id': '1a5b639f-a134-45de-8abc-84a49adc8d26', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'admin_state_up': True, 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'security_groups': ['4cf6c738-0478-4e04-ae03-4d6824565445']}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:13.004624 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c1bfa9b0-08a7-4a9c-9c24-14a3eccf5e81 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group_rule (fe5cb361-7dfd-48a1-9e5c-fcc067b6261b), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:13.036210 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-0643881e-f0ae-4e97-b92f-76b0f661ce16 req-18deccc7-e0eb-4d43-91ba-f7eb63fa1b31 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9e3bd0cd-07cc-4479-931d-d2c2b653277e), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:13.056427 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-239b36c4-31e4-45af-9777-142e22c7793f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (f6d1cbcb-6247-473d-be81-7614cb656b23), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:13.119827 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbf3a44-807e-42ca-98c5-16ef502508e7 None None] Network 3ded5eb5-ed3d-4cf2-abd9-7d632b1e6db6 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:07:13.176107 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-239b36c4-31e4-45af-9777-142e22c7793f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:13.184852 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-239b36c4-31e4-45af-9777-142e22c7793f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/subnets/f6d1cbcb-6247-473d-be81-7614cb656b23 HTTP/1.1" status: 204  len: 168 time: 1.0918748
Feb 05 21:07:13.185528 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58844) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:13.203007 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9bc1585a-73ba-4ce7-9d32-f6e929d92159 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks [] for port (bd3922e2-05fc-41fd-80ed-c520d75a1040), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:13.208612 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b36c4-31e4-45af-9777-142e22c7793f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event deleted for resources: {'Subnet': ['ID=f6d1cbcb-6247-473d-be81-7614cb656b23,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:13.275386 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9bc1585a-73ba-4ce7-9d32-f6e929d92159 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (bd3922e2-05fc-41fd-80ed-c520d75a1040), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:13.276204 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0fc3df-9738-418b-8e71-0d4b90ad8245 None None] Network 6dc174f1-68f6-4c4f-b177-0328c61f1b01 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:07:13.374508 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-3007b6f2-3bd2-482e-83e0-bba4893868b7 None None] Provisioning complete for port e623b2b1-7951-43f3-a7ef-87d7ead6cacc triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:13.374958 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3007b6f2-3bd2-482e-83e0-bba4893868b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e623b2b1-7951-43f3-a7ef-87d7ead6cacc), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:13.433074 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc1585a-73ba-4ce7-9d32-f6e929d92159 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Network 6dc174f1-68f6-4c4f-b177-0328c61f1b01 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:07:13.434842 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-61053fde-ed9e-4519-89bc-7013b302421e admin admin] Publish callbacks [] for security_group (b98e53b7-8ee1-4d85-aa88-5c03359ac332), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:13.445702 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-9bc1585a-73ba-4ce7-9d32-f6e929d92159 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:07:13.464123 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc1585a-73ba-4ce7-9d32-f6e929d92159 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:07:13.465822 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-36b878e0-406e-436b-9edf-d88d2afaac7f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (3ded5eb5-ed3d-4cf2-abd9-7d632b1e6db6), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:13.467688 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e384215c-80ee-4c59-84d1-c7e6a2c5e495 None None] DHCP port deletion for 3ded5eb5-ed3d-4cf2-abd9-7d632b1e6db6 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:07:13.483222 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-33aa1a9c-71c7-4c60-8594-d59978e3e6f9 req-2fd1c0d5-53d3-4ded-989f-c9e2ea6c7735 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5b639f-a134-45de-8abc-84a49adc8d26 HTTP/1.1" status: 200  len: 210 time: 0.0821028
Feb 05 21:07:13.534955 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-0643881e-f0ae-4e97-b92f-76b0f661ce16 req-18deccc7-e0eb-4d43-91ba-f7eb63fa1b31 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] For port 9e3bd0cd-07cc-4479-931d-d2c2b653277e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9e3bd0cd-07cc-4479-931d-d2c2b653277e,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:13.565789 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c1bfa9b0-08a7-4a9c-9c24-14a3eccf5e81 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group_rule (fe5cb361-7dfd-48a1-9e5c-fcc067b6261b), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:13.569396 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-af34a064-42e7-407d-b50e-70099605b173 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Made reservation on behalf of af1c8d8fd0ce4d51947fd02afc3a9fb1 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:07:13.573838 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-af34a064-42e7-407d-b50e-70099605b173 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:13.586678 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c1bfa9b0-08a7-4a9c-9c24-14a3eccf5e81 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (fe5cb361-7dfd-48a1-9e5c-fcc067b6261b), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:13.597189 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-61053fde-ed9e-4519-89bc-7013b302421e admin admin] Publish callbacks [] for security_group (b98e53b7-8ee1-4d85-aa88-5c03359ac332), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:13.616581 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc1585a-73ba-4ce7-9d32-f6e929d92159 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Pushing event updated for resources: {'Port': ['ID=bd3922e2-05fc-41fd-80ed-c520d75a1040,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:13.635384 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-3007b6f2-3bd2-482e-83e0-bba4893868b7 None None] Current status of the port e623b2b1-7951-43f3-a7ef-87d7ead6cacc is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:13.653225 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-0643881e-f0ae-4e97-b92f-76b0f661ce16 req-18deccc7-e0eb-4d43-91ba-f7eb63fa1b31 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks [] for port (9e3bd0cd-07cc-4479-931d-d2c2b653277e), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:13.662607 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-e384215c-80ee-4c59-84d1-c7e6a2c5e495 None None] Deleting port 8ee2e081-fe82-481f-a5f9-8916e4191f9d {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:07:13.663602 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e384215c-80ee-4c59-84d1-c7e6a2c5e495 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (8ee2e081-fe82-481f-a5f9-8916e4191f9d), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:13.696552 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-0643881e-f0ae-4e97-b92f-76b0f661ce16 req-18deccc7-e0eb-4d43-91ba-f7eb63fa1b31 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (9e3bd0cd-07cc-4479-931d-d2c2b653277e), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:13.707096 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bfa9b0-08a7-4a9c-9c24-14a3eccf5e81 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe5cb361-7dfd-48a1-9e5c-fcc067b6261b,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:13.745520 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['ad8f11b9-34da-4a3f-9d14-d807df630fe3'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:07:13.749130 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['55c2704d-b622-40af-984a-2047142ff019', '9e3bd0cd-07cc-4479-931d-d2c2b653277e'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:07:13.760468 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-36b878e0-406e-436b-9edf-d88d2afaac7f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Deleting port 8ee2e081-fe82-481f-a5f9-8916e4191f9d {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:07:13.760884 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-36b878e0-406e-436b-9edf-d88d2afaac7f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (8ee2e081-fe82-481f-a5f9-8916e4191f9d), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:13.769140 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9bc1585a-73ba-4ce7-9d32-f6e929d92159 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (0b32a1ec-8336-44cb-a981-9c1e2ecba610), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:13.857776 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643881e-f0ae-4e97-b92f-76b0f661ce16 req-18deccc7-e0eb-4d43-91ba-f7eb63fa1b31 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:13.858471 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-0643881e-f0ae-4e97-b92f-76b0f661ce16 req-18deccc7-e0eb-4d43-91ba-f7eb63fa1b31 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:13.859943 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0643881e-f0ae-4e97-b92f-76b0f661ce16 req-18deccc7-e0eb-4d43-91ba-f7eb63fa1b31 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "PUT /v2.0/ports/9e3bd0cd-07cc-4479-931d-d2c2b653277e HTTP/1.1" status: 200  len: 904 time: 1.0086079
Feb 05 21:07:13.862805 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af86076-956c-4ad1-89c4-e9704da9736b', 'tag': '9e3bd0cd-07cc-4479-931d-d2c2b653277e'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:07:13.877061 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77ea598-2e1f-4a2b-98b8-7f54c8248065" -d '{"events": [{"name": "network-changed", "server_uuid": "7af86076-956c-4ad1-89c4-e9704da9736b", "tag": "9e3bd0cd-07cc-4479-931d-d2c2b653277e"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:07:13.911648 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-e384215c-80ee-4c59-84d1-c7e6a2c5e495 None None] For port 8ee2e081-fe82-481f-a5f9-8916e4191f9d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ee2e081-fe82-481f-a5f9-8916e4191f9d,segment=NetworkSegment(3d77874a-f466-4981-a55e-c31d84211aee),segment_id=3d77874a-f466-4981-a55e-c31d84211aee)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:13.912119 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e384215c-80ee-4c59-84d1-c7e6a2c5e495 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (8ee2e081-fe82-481f-a5f9-8916e4191f9d), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:13.975063 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['9e3bd0cd-07cc-4479-931d-d2c2b653277e'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:07:14.015882 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-e384215c-80ee-4c59-84d1-c7e6a2c5e495 None None] Calling delete_port for 8ee2e081-fe82-481f-a5f9-8916e4191f9d owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:07:14.054010 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2144d9fe-86a6-44be-9fa7-88c3a807b628 x-openstack-request-id: req-2144d9fe-86a6-44be-9fa7-88c3a807b628 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:07:14.057990 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af86076-956c-4ad1-89c4-e9704da9736b", "tag": "9e3bd0cd-07cc-4479-931d-d2c2b653277e", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:07:14.058627 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2144d9fe-86a6-44be-9fa7-88c3a807b628 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:07:14.060231 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af86076-956c-4ad1-89c4-e9704da9736b', 'tag': '9e3bd0cd-07cc-4479-931d-d2c2b653277e', 'status': 'completed', 'code': 200}
Feb 05 21:07:14.116173 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18deccc7-e0eb-4d43-91ba-f7eb63fa1b31 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Pushing event updated for resources: {'Port': ['ID=9e3bd0cd-07cc-4479-931d-d2c2b653277e,revision_number=6']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:14.180166 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-36b878e0-406e-436b-9edf-d88d2afaac7f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] For port 8ee2e081-fe82-481f-a5f9-8916e4191f9d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ee2e081-fe82-481f-a5f9-8916e4191f9d,segment=NetworkSegment(3d77874a-f466-4981-a55e-c31d84211aee),segment_id=3d77874a-f466-4981-a55e-c31d84211aee)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:14.180688 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-36b878e0-406e-436b-9edf-d88d2afaac7f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (8ee2e081-fe82-481f-a5f9-8916e4191f9d), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:14.250583 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-af34a064-42e7-407d-b50e-70099605b173 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Allocated IP 172.20.0.3 (101f8301-8908-474a-9c4a-c0416b6bfc1d/4fedd35d-80ae-4712-9371-a85b980ce8f3/545bfef8-da31-4834-a301-52904e994139) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:07:14.261599 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-36b878e0-406e-436b-9edf-d88d2afaac7f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Calling delete_port for 8ee2e081-fe82-481f-a5f9-8916e4191f9d owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:07:14.303976 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c7c7577c-3f2b-482b-87a9-8518ba6cb33b None None] Provisioning complete for port bd3922e2-05fc-41fd-80ed-c520d75a1040 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:14.304979 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c7c7577c-3f2b-482b-87a9-8518ba6cb33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (bd3922e2-05fc-41fd-80ed-c520d75a1040), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:14.328057 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device e623b2b1-7951-43f3-a7ef-87d7ead6cacc up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:07:14.345745 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c1bfa9b0-08a7-4a9c-9c24-14a3eccf5e81 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:14.346069 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae24c6e-1cd6-4133-97b5-5d23d89eda77 req-8377411c-bb78-466b-81bb-94116d427181 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:14.349676 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c1bfa9b0-08a7-4a9c-9c24-14a3eccf5e81 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.6040561
Feb 05 21:07:14.354793 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58854) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:14.358868 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ae24c6e-1cd6-4133-97b5-5d23d89eda77 req-8377411c-bb78-466b-81bb-94116d427181 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=7af86076-956c-4ad1-89c4-e9704da9736b HTTP/1.1" status: 200  len: 907 time: 0.3473885
Feb 05 21:07:14.359934 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-9a83187d-8590-4c13-97cd-cdd3c1b63c88 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Request body: {'security_group_rule': {'security_group_id': 'd153f1cc-8472-49fa-a9a4-f617fbaf37d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:14.397418 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-61053fde-ed9e-4519-89bc-7013b302421e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b98e53b7-8ee1-4d85-aa88-5c03359ac332), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:14.400111 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-61053fde-ed9e-4519-89bc-7013b302421e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:14.401270 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-61053fde-ed9e-4519-89bc-7013b302421e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b98e53b7-8ee1-4d85-aa88-5c03359ac332 HTTP/1.1" status: 204  len: 168 time: 1.4534841
Feb 05 21:07:14.453112 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9a83187d-8590-4c13-97cd-cdd3c1b63c88 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group_rule (3b6d2f8b-24f1-42d8-bc0c-3238be999d14), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:14.526669 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61053fde-ed9e-4519-89bc-7013b302421e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98e53b7-8ee1-4d85-aa88-5c03359ac332,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:14.584937 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-36b878e0-406e-436b-9edf-d88d2afaac7f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (8ee2e081-fe82-481f-a5f9-8916e4191f9d), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:14.620401 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9bc1585a-73ba-4ce7-9d32-f6e929d92159 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (bd3922e2-05fc-41fd-80ed-c520d75a1040), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:14.650585 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b878e0-406e-436b-9edf-d88d2afaac7f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] No DVR routers for this DVR port 8ee2e081-fe82-481f-a5f9-8916e4191f9d on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:07:14.661438 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ea598-2e1f-4a2b-98b8-7f54c8248065 req-b7c8302e-919a-4603-8d15-53e8cf4f0f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:14.663616 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d77ea598-2e1f-4a2b-98b8-7f54c8248065 req-b7c8302e-919a-4603-8d15-53e8cf4f0f69 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=abdf40933f6b4f8099b886dfec3a4473&device_id=7af86076-956c-4ad1-89c4-e9704da9736b HTTP/1.1" status: 200  len: 1089 time: 0.3496988
Feb 05 21:07:14.664042 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b878e0-406e-436b-9edf-d88d2afaac7f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event deleted for resources: {'Port': ['ID=8ee2e081-fe82-481f-a5f9-8916e4191f9d,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:14.679175 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-9a83187d-8590-4c13-97cd-cdd3c1b63c88 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] create failed (client error): There was a conflict when trying to complete your request.
Feb 05 21:07:14.681173 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9a83187d-8590-4c13-97cd-cdd3c1b63c88 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.3254287
Feb 05 21:07:14.689420 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58864) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:14.732600 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-df60b17d-1782-4053-a0c9-bcfb267247e6 req-af35e33b-02bf-480a-a530-8581131a5a61 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5b639f-a134-45de-8abc-84a49adc8d26 HTTP/1.1" status: 200  len: 210 time: 0.1310599
Feb 05 21:07:14.815434 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-36b878e0-406e-436b-9edf-d88d2afaac7f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (3ded5eb5-ed3d-4cf2-abd9-7d632b1e6db6), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:14.839884 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-36b878e0-406e-436b-9edf-d88d2afaac7f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db312a970>,) {'filters': {'network_id': ['3ded5eb5-ed3d-4cf2-abd9-7d632b1e6db6']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:14.852149 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-36b878e0-406e-436b-9edf-d88d2afaac7f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db312a970>, '3d77874a-f466-4981-a55e-c31d84211aee') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:14.852890 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-36b878e0-406e-436b-9edf-d88d2afaac7f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db312a970>, '3d77874a-f466-4981-a55e-c31d84211aee') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:14.864029 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-36b878e0-406e-436b-9edf-d88d2afaac7f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (3d77874a-f466-4981-a55e-c31d84211aee), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:14.868266 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c7c7577c-3f2b-482b-87a9-8518ba6cb33b None None] Port bd3922e2-05fc-41fd-80ed-c520d75a1040 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:07:14.889919 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-36b878e0-406e-436b-9edf-d88d2afaac7f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (3d77874a-f466-4981-a55e-c31d84211aee), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:14.898210 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36b878e0-406e-436b-9edf-d88d2afaac7f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:07:14.898910 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-36b878e0-406e-436b-9edf-d88d2afaac7f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (3d77874a-f466-4981-a55e-c31d84211aee), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:14.936982 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c7c7577c-3f2b-482b-87a9-8518ba6cb33b None None] Provisioning complete for port e623b2b1-7951-43f3-a7ef-87d7ead6cacc triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:14.937508 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c7c7577c-3f2b-482b-87a9-8518ba6cb33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e623b2b1-7951-43f3-a7ef-87d7ead6cacc), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:14.953361 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port e623b2b1-7951-43f3-a7ef-87d7ead6cacc triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:14.954330 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e623b2b1-7951-43f3-a7ef-87d7ead6cacc), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:14.973781 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-af34a064-42e7-407d-b50e-70099605b173 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for port (545bfef8-da31-4834-a301-52904e994139), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:14.977216 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:07:14.977216 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:07:14.977216 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:07:14.977216 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:07:14.977216 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:07:14.977216 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:07:14.977216 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:07:14.977216 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:07:14.977216 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:07:14.977216 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:07:14.977216 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:07:14.977216 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:07:14.977216 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:07:14.977216 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:07:14.977216 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:07:14.977216 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:07:14.977216 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:07:14.977216 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:07:14.977216 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:07:14.977216 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:07:14.977216 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:07:14.977216 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:07:14.977216 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:07:14.977216 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:07:14.977216 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:07:14.977216 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:07:14.977216 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:07:14.977216 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:07:14.977216 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:07:14.977216 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:07:14.977216 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:07:14.977216 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:07:14.983243 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-36b878e0-406e-436b-9edf-d88d2afaac7f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (3ded5eb5-ed3d-4cf2-abd9-7d632b1e6db6), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:14.988391 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e384215c-80ee-4c59-84d1-c7e6a2c5e495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (8ee2e081-fe82-481f-a5f9-8916e4191f9d), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:14.994843 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9d030-5e45-4d7c-82ae-e6aa63768e5f req-b669b770-be37-46c7-96ea-0bc5e2ad1be2 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:14.996513 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-70e9d030-5e45-4d7c-82ae-e6aa63768e5f req-b669b770-be37-46c7-96ea-0bc5e2ad1be2 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.5034966
Feb 05 21:07:15.007445 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-36b878e0-406e-436b-9edf-d88d2afaac7f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:15.014737 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-36b878e0-406e-436b-9edf-d88d2afaac7f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/networks/3ded5eb5-ed3d-4cf2-abd9-7d632b1e6db6 HTTP/1.1" status: 204  len: 168 time: 1.8242433
Feb 05 21:07:15.016978 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58876) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:15.036894 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-c2ea9c61-db48-4709-a241-76ea3153cad9 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1397164295'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:15.040094 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a4189a2a-ff53-4c3e-a18d-df3bec99634f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (b359ae09-19cc-48f5-8f92-f263320af30c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:15.052176 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b878e0-406e-436b-9edf-d88d2afaac7f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event deleted for resources: {'Network': ['ID=3ded5eb5-ed3d-4cf2-abd9-7d632b1e6db6,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:15.063703 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384215c-80ee-4c59-84d1-c7e6a2c5e495 None None] Pushing event deleted for resources: {'Port': ['ID=8ee2e081-fe82-481f-a5f9-8916e4191f9d,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:15.081512 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e384215c-80ee-4c59-84d1-c7e6a2c5e495 None None] Network 3ded5eb5-ed3d-4cf2-abd9-7d632b1e6db6 is not hosted by any dhcp agent {{(pid=114392) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Feb 05 21:07:15.082451 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e384215c-80ee-4c59-84d1-c7e6a2c5e495 None None] No DVR routers for this DVR port 8ee2e081-fe82-481f-a5f9-8916e4191f9d on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:07:15.096744 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ea9c61-db48-4709-a241-76ea3153cad9 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Made reservation on behalf of 2c6898cf86224b09b9056098bf6480b2 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:07:15.100124 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c2ea9c61-db48-4709-a241-76ea3153cad9 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:15.150053 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2ea9c61-db48-4709-a241-76ea3153cad9 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:07:15.164859 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c2ea9c61-db48-4709-a241-76ea3153cad9 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (c8801ec1-7566-40d8-845f-1929e47e09da), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:15.165528 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-c2ea9c61-db48-4709-a241-76ea3153cad9 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Added segment c8801ec1-7566-40d8-845f-1929e47e09da of type vlan for network 405dcdf1-23d7-4999-b60a-6c6ea69b21a2
Feb 05 21:07:15.189596 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ea598-2e1f-4a2b-98b8-7f54c8248065 req-756a0cdd-9a1e-401c-a740-25fb530620b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:15.191025 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d77ea598-2e1f-4a2b-98b8-7f54c8248065 req-756a0cdd-9a1e-401c-a740-25fb530620b8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f513b7e7-60ac-4b04-af41-d1fecee70cba HTTP/1.1" status: 200  len: 912 time: 0.5085573
Feb 05 21:07:15.205676 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port e623b2b1-7951-43f3-a7ef-87d7ead6cacc is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:15.211533 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c7c7577c-3f2b-482b-87a9-8518ba6cb33b None None] Current status of the port e623b2b1-7951-43f3-a7ef-87d7ead6cacc is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:15.228772 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-af34a064-42e7-407d-b50e-70099605b173 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (545bfef8-da31-4834-a301-52904e994139), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:15.233560 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-70e9d030-5e45-4d7c-82ae-e6aa63768e5f req-bc14e5d9-0c42-4296-9723-68e2a73b69b0 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2276380
Feb 05 21:07:15.259425 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:15.294155 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 8ee2e081-fe82-481f-a5f9-8916e4191f9d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:07:15.315172 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-009a8b12-194f-4c3a-b898-8399099353b2 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (d153f1cc-8472-49fa-a9a4-f617fbaf37d1), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:15.328082 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 8ee2e081-fe82-481f-a5f9-8916e4191f9d {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:07:15.328440 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 8ee2e081-fe82-481f-a5f9-8916e4191f9d not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:07:15.336682 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-af34a064-42e7-407d-b50e-70099605b173 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Network 101f8301-8908-474a-9c4a-c0416b6bfc1d is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:07:15.342052 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c2ea9c61-db48-4709-a241-76ea3153cad9 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (405dcdf1-23d7-4999-b60a-6c6ea69b21a2), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:15.353436 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-63e1b601-0c8f-49b4-b30c-473efd603812 None None] Provisioning complete for port bd3922e2-05fc-41fd-80ed-c520d75a1040 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:15.354047 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-63e1b601-0c8f-49b4-b30c-473efd603812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (bd3922e2-05fc-41fd-80ed-c520d75a1040), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:15.360900 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-af34a064-42e7-407d-b50e-70099605b173 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:07:15.361993 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d77ea598-2e1f-4a2b-98b8-7f54c8248065 req-34521bf0-639c-4e55-a115-08d9258ed818 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e3bd0cd-07cc-4479-931d-d2c2b653277e HTTP/1.1" status: 200  len: 217 time: 0.1422956
Feb 05 21:07:15.370522 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-af34a064-42e7-407d-b50e-70099605b173 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:07:15.416149 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-63e1b601-0c8f-49b4-b30c-473efd603812 None None] Port bd3922e2-05fc-41fd-80ed-c520d75a1040 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:07:15.429731 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58886) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:15.434301 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-63e1b601-0c8f-49b4-b30c-473efd603812 None None] Provisioning complete for port 9e3bd0cd-07cc-4479-931d-d2c2b653277e triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:15.434631 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-63e1b601-0c8f-49b4-b30c-473efd603812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9e3bd0cd-07cc-4479-931d-d2c2b653277e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:15.445986 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-009a8b12-194f-4c3a-b898-8399099353b2 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (d153f1cc-8472-49fa-a9a4-f617fbaf37d1), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:15.453546 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34a064-42e7-407d-b50e-70099605b173 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Pushing event updated for resources: {'Port': ['ID=545bfef8-da31-4834-a301-52904e994139,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:15.488871 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-af34a064-42e7-407d-b50e-70099605b173 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:15.489580 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-af34a064-42e7-407d-b50e-70099605b173 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:15.498442 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c2ea9c61-db48-4709-a241-76ea3153cad9 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (405dcdf1-23d7-4999-b60a-6c6ea69b21a2), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:15.504692 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ea9c61-db48-4709-a241-76ea3153cad9 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:15.505331 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c2ea9c61-db48-4709-a241-76ea3153cad9 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:15.556007 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-af34a064-42e7-407d-b50e-70099605b173 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6385815
Feb 05 21:07:15.564865 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-009a8b12-194f-4c3a-b898-8399099353b2 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (d153f1cc-8472-49fa-a9a4-f617fbaf37d1), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:15.567269 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9583b-8988-4680-bada-873d1230cd2c req-929ca9e9-886f-4263-b1ce-a830e683cc7b tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:15.567461 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-009a8b12-194f-4c3a-b898-8399099353b2 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:15.569295 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b3a9583b-8988-4680-bada-873d1230cd2c req-929ca9e9-886f-4263-b1ce-a830e683cc7b tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.2125447
Feb 05 21:07:15.571315 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-009a8b12-194f-4c3a-b898-8399099353b2 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "DELETE /v2.0/security-groups/d153f1cc-8472-49fa-a9a4-f617fbaf37d1 HTTP/1.1" status: 204  len: 168 time: 0.8720429
Feb 05 21:07:15.573790 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58890) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:15.574432 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c2ea9c61-db48-4709-a241-76ea3153cad9 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.5518546
Feb 05 21:07:15.584006 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-63e1b601-0c8f-49b4-b30c-473efd603812 None None] Current status of the port 9e3bd0cd-07cc-4479-931d-d2c2b653277e is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:15.587082 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58892) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:15.602857 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-440112a3-ea22-4e3f-a58c-681dbc890288 service neutron] Request body: {'port': {'device_id': '1a5b639f-a134-45de-8abc-84a49adc8d26', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:15.607249 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-1e8cc789-1f44-4a00-9912-f0ce8c22ee0a tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'subnet': {'network_id': '405dcdf1-23d7-4999-b60a-6c6ea69b21a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:15.653466 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ea598-2e1f-4a2b-98b8-7f54c8248065 req-2b07de42-1c3e-495b-b8ca-44badf284ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:15.655023 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d77ea598-2e1f-4a2b-98b8-7f54c8248065 req-2b07de42-1c3e-495b-b8ca-44badf284ed3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d3bc4b1d-f312-4b2d-bc48-80b03423d794 HTTP/1.1" status: 200  len: 850 time: 0.2769434
Feb 05 21:07:15.669802 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a8b12-194f-4c3a-b898-8399099353b2 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d153f1cc-8472-49fa-a9a4-f617fbaf37d1,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:15.701553 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-9b7c9129-02c1-486e-8c3c-258eb0dcd17c tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1503822900'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:15.714610 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-253451dd-ff9f-4dac-a18c-35f204224fec None None] Provisioning complete for port 545bfef8-da31-4834-a301-52904e994139 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:15.715767 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea9c61-db48-4709-a241-76ea3153cad9 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'Network': ['ID=405dcdf1-23d7-4999-b60a-6c6ea69b21a2,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:15.715909 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-253451dd-ff9f-4dac-a18c-35f204224fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (545bfef8-da31-4834-a301-52904e994139), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:15.745411 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9bc1585a-73ba-4ce7-9d32-f6e929d92159 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks [] for port (bd3922e2-05fc-41fd-80ed-c520d75a1040), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:15.745627 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 405dcdf1-23d7-4999-b60a-6c6ea69b21a2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:07:15.786065 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-440112a3-ea22-4e3f-a58c-681dbc890288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (545bfef8-da31-4834-a301-52904e994139), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:15.804968 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b3a9583b-8988-4680-bada-873d1230cd2c req-593f2917-c329-43c3-b5f8-6ab90774d870 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2102706
Feb 05 21:07:15.812002 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9bc1585a-73ba-4ce7-9d32-f6e929d92159 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (bd3922e2-05fc-41fd-80ed-c520d75a1040), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:15.837768 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-253451dd-ff9f-4dac-a18c-35f204224fec None None] Port 545bfef8-da31-4834-a301-52904e994139 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:07:15.913620 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac9039-23a4-4b99-9fa4-6e8a617f632c req-2518b20d-7d3d-4a82-b144-f76cc49e7acc tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:15.920876 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fcac9039-23a4-4b99-9fa4-6e8a617f632c req-2518b20d-7d3d-4a82-b144-f76cc49e7acc tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5b639f-a134-45de-8abc-84a49adc8d26 HTTP/1.1" status: 200  len: 931 time: 0.1146104
Feb 05 21:07:15.931983 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-493beac9-d621-4e46-ada2-dc32916c2905 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.3466380
Feb 05 21:07:15.950172 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58898) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:15.952065 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7c9129-02c1-486e-8c3c-258eb0dcd17c tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Made reservation on behalf of 5a2c35d9ba0944159ac5c67feafc5607 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:07:15.955407 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-bb8ac0ca-0f0b-4fd8-be2f-67fc45a49728 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Request body: {'security_group': {'name': 'tempest-secgroup--1423821797'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:15.956327 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9b7c9129-02c1-486e-8c3c-258eb0dcd17c tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:15.993883 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9b7c9129-02c1-486e-8c3c-258eb0dcd17c tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:15.996008 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9bc1585a-73ba-4ce7-9d32-f6e929d92159 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (0b32a1ec-8336-44cb-a981-9c1e2ecba610), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:16.024166 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc1585a-73ba-4ce7-9d32-f6e929d92159 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Pushing event updated for resources: {'Port': ['ID=bd3922e2-05fc-41fd-80ed-c520d75a1040,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:16.027749 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ea598-2e1f-4a2b-98b8-7f54c8248065 req-75089976-e282-43c4-8e6d-d84e3e3114fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:16.029346 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d77ea598-2e1f-4a2b-98b8-7f54c8248065 req-75089976-e282-43c4-8e6d-d84e3e3114fc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f513b7e7-60ac-4b04-af41-d1fecee70cba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3549058
Feb 05 21:07:16.056774 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8cc789-1f44-4a00-9912-f0ce8c22ee0a tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Made reservation on behalf of 2c6898cf86224b09b9056098bf6480b2 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:07:16.060049 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1e8cc789-1f44-4a00-9912-f0ce8c22ee0a tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:16.137986 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bb8ac0ca-0f0b-4fd8-be2f-67fc45a49728 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:16.384646 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d77ea598-2e1f-4a2b-98b8-7f54c8248065 req-84eb1fce-d387-41f2-9ef7-eb12146e14eb service neutron] 10.222.0.21 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3455317
Feb 05 21:07:16.388865 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc1585a-73ba-4ce7-9d32-f6e929d92159 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Network 6dc174f1-68f6-4c4f-b177-0328c61f1b01 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:07:16.412577 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-9bc1585a-73ba-4ce7-9d32-f6e929d92159 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:07:16.461212 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9b7c9129-02c1-486e-8c3c-258eb0dcd17c tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Publish callbacks [] for security_group (9a9cadea-f922-46c2-ba78-5970ad4483d5), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:16.463145 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fcac9039-23a4-4b99-9fa4-6e8a617f632c req-db3419bc-8dfc-49f5-9aa1-7d0c534ca884 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cf6c738-0478-4e04-ae03-4d6824565445&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5412102
Feb 05 21:07:16.499567 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9b7c9129-02c1-486e-8c3c-258eb0dcd17c tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (9a9cadea-f922-46c2-ba78-5970ad4483d5), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:16.565027 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-beeed3bd-be55-44af-bad2-f77d469059ae tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:16.566622 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-beeed3bd-be55-44af-bad2-f77d469059ae tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/networks?id=f513b7e7-60ac-4b04-af41-d1fecee70cba HTTP/1.1" status: 200  len: 811 time: 0.5434978
Feb 05 21:07:16.614998 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-58e8f14c-bbb5-4a78-8618-d47c5dffa096 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/quotas/abdf40933f6b4f8099b886dfec3a4473 HTTP/1.1" status: 200  len: 375 time: 0.0404909
Feb 05 21:07:16.643243 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bb8ac0ca-0f0b-4fd8-be2f-67fc45a49728 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (7630c3f1-a782-4653-b9b7-ccdd5c1bad97), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:16.675526 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-075a6333-a2ce-45f1-9a10-1598b1610b54 None None] Provisioning complete for port bd3922e2-05fc-41fd-80ed-c520d75a1040 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:16.676163 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-075a6333-a2ce-45f1-9a10-1598b1610b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (bd3922e2-05fc-41fd-80ed-c520d75a1040), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:16.676902 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bb8ac0ca-0f0b-4fd8-be2f-67fc45a49728 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (7630c3f1-a782-4653-b9b7-ccdd5c1bad97), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:16.717097 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-075a6333-a2ce-45f1-9a10-1598b1610b54 None None] Port bd3922e2-05fc-41fd-80ed-c520d75a1040 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:07:16.757793 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bb8ac0ca-0f0b-4fd8-be2f-67fc45a49728 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:16.759108 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-bb8ac0ca-0f0b-4fd8-be2f-67fc45a49728 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.8081982
Feb 05 21:07:16.764410 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58912) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:16.769096 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-440112a3-ea22-4e3f-a58c-681dbc890288 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 545bfef8-da31-4834-a301-52904e994139 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:07:16.776263 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-2952c60a-01c8-4f5f-a07a-4dde0c842266 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Request body: {'security_group_rule': {'security_group_id': '7630c3f1-a782-4653-b9b7-ccdd5c1bad97', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:16.777042 ncdv-master-1 neutron-server[114391]: WARNING neutron.api.v2.base [None req-2952c60a-01c8-4f5f-a07a-4dde0c842266 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Feb 05 21:07:16.777549 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-2952c60a-01c8-4f5f-a07a-4dde0c842266 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:07:16.778603 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2952c60a-01c8-4f5f-a07a-4dde0c842266 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0130510
Feb 05 21:07:16.779504 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ac0ca-0f0b-4fd8-be2f-67fc45a49728 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7630c3f1-a782-4653-b9b7-ccdd5c1bad97,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:16.786745 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58914) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:16.791143 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-440112a3-ea22-4e3f-a58c-681dbc890288 service neutron] Publish callbacks [] for port (545bfef8-da31-4834-a301-52904e994139), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:16.814227 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-1d698db9-661f-4baf-b518-e87f485cba7b tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=abdf40933f6b4f8099b886dfec3a4473&fields=id HTTP/1.1" status: 200  len: 486 time: 0.1911466
Feb 05 21:07:16.846450 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-440112a3-ea22-4e3f-a58c-681dbc890288 service neutron] Transition to ACTIVE for port object 545bfef8-da31-4834-a301-52904e994139 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:07:16.864013 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-440112a3-ea22-4e3f-a58c-681dbc890288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (545bfef8-da31-4834-a301-52904e994139), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:16.966978 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b7c9129-02c1-486e-8c3c-258eb0dcd17c tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:07:16.972298 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-a4189a2a-ff53-4c3e-a18d-df3bec99634f admin admin] Deleting port 61a0c53e-0519-488e-a9a5-9143410d5bc6 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:07:16.972647 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a4189a2a-ff53-4c3e-a18d-df3bec99634f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (61a0c53e-0519-488e-a9a5-9143410d5bc6), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:16.993154 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440112a3-ea22-4e3f-a58c-681dbc890288 service neutron] Pushing event updated for resources: {'Port': ['ID=545bfef8-da31-4834-a301-52904e994139,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:17.014274 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c9129-02c1-486e-8c3c-258eb0dcd17c tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9cadea-f922-46c2-ba78-5970ad4483d5,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:17.032348 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-803b53cf-04ee-4dc5-adb4-93e262b2d81c tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (7630c3f1-a782-4653-b9b7-ccdd5c1bad97), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:17.060973 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-78c2c383-947b-4119-9217-3ab3d82a0eba service neutron] 10.222.0.32 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2295566
Feb 05 21:07:17.080439 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9b7c9129-02c1-486e-8c3c-258eb0dcd17c tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (024805c5-9340-451d-8208-6a81fb138f5a), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:17.080951 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-9b7c9129-02c1-486e-8c3c-258eb0dcd17c tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Added segment 024805c5-9340-451d-8208-6a81fb138f5a of type vlan for network 3a176783-aa5f-4b2b-822a-b90909d7f09a
Feb 05 21:07:17.128245 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-803b53cf-04ee-4dc5-adb4-93e262b2d81c tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (7630c3f1-a782-4653-b9b7-ccdd5c1bad97), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:17.130767 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1e8cc789-1f44-4a00-9912-f0ce8c22ee0a tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (996e8986-b538-448e-b2cc-61489c89937c), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:17.143983 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d77ea598-2e1f-4a2b-98b8-7f54c8248065 req-dc3ee714-11d9-4b11-a4c9-9535f194edc9 service neutron] 10.222.0.21 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7490623
Feb 05 21:07:17.211241 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-440112a3-ea22-4e3f-a58c-681dbc890288 service neutron] Attempting to bind port 545bfef8-da31-4834-a301-52904e994139 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:07:17.211469 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-440112a3-ea22-4e3f-a58c-681dbc890288 service neutron] Attempting to bind port 545bfef8-da31-4834-a301-52904e994139 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6da08ccd-563d-4daa-98a3-11856904a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:07:17.211796 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-440112a3-ea22-4e3f-a58c-681dbc890288 service neutron] Attempting to bind port 545bfef8-da31-4834-a301-52904e994139 on network 101f8301-8908-474a-9c4a-c0416b6bfc1d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:07:17.218075 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9b7c9129-02c1-486e-8c3c-258eb0dcd17c tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (3a176783-aa5f-4b2b-822a-b90909d7f09a), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:17.224974 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-440112a3-ea22-4e3f-a58c-681dbc890288 service neutron] Port 545bfef8-da31-4834-a301-52904e994139 on network 101f8301-8908-474a-9c4a-c0416b6bfc1d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:07:17.225303 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-440112a3-ea22-4e3f-a58c-681dbc890288 service neutron] Attempting to bind port 545bfef8-da31-4834-a301-52904e994139 on network 101f8301-8908-474a-9c4a-c0416b6bfc1d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:07:17.242747 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-440112a3-ea22-4e3f-a58c-681dbc890288 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:07:17.243100 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-440112a3-ea22-4e3f-a58c-681dbc890288 service neutron] Checking segment: {'id': '6da08ccd-563d-4daa-98a3-11856904a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:07:17.243523 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-440112a3-ea22-4e3f-a58c-681dbc890288 service neutron] Bound using segment: {'id': '6da08ccd-563d-4daa-98a3-11856904a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:07:17.244179 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-440112a3-ea22-4e3f-a58c-681dbc890288 service neutron] Bound port: 545bfef8-da31-4834-a301-52904e994139, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6da08ccd-563d-4daa-98a3-11856904a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:07:17.244617 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-440112a3-ea22-4e3f-a58c-681dbc890288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (545bfef8-da31-4834-a301-52904e994139), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:17.260277 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-1c5d83eb-331b-4001-b457-632712766092 service neutron] 10.222.0.32 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1871912
Feb 05 21:07:17.262679 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-803b53cf-04ee-4dc5-adb4-93e262b2d81c tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (7630c3f1-a782-4653-b9b7-ccdd5c1bad97), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:17.265232 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-803b53cf-04ee-4dc5-adb4-93e262b2d81c tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:17.269750 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-803b53cf-04ee-4dc5-adb4-93e262b2d81c tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "DELETE /v2.0/security-groups/7630c3f1-a782-4653-b9b7-ccdd5c1bad97 HTTP/1.1" status: 204  len: 168 time: 0.4787033
Feb 05 21:07:17.270422 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8cc789-1f44-4a00-9912-f0ce8c22ee0a tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'Subnet': ['ID=996e8986-b538-448e-b2cc-61489c89937c,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:17.272674 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58916) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:17.294312 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b53cf-04ee-4dc5-adb4-93e262b2d81c tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7630c3f1-a782-4653-b9b7-ccdd5c1bad97,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:17.298750 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-a4189a2a-ff53-4c3e-a18d-df3bec99634f admin admin] For port 61a0c53e-0519-488e-a9a5-9143410d5bc6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61a0c53e-0519-488e-a9a5-9143410d5bc6,segment=NetworkSegment(e3f5879e-89eb-4ea9-ae07-833c6958fcdd),segment_id=e3f5879e-89eb-4ea9-ae07-833c6958fcdd)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:17.299251 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a4189a2a-ff53-4c3e-a18d-df3bec99634f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (61a0c53e-0519-488e-a9a5-9143410d5bc6), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:17.325236 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-a4189a2a-ff53-4c3e-a18d-df3bec99634f admin admin] Calling delete_port for 61a0c53e-0519-488e-a9a5-9143410d5bc6 owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:07:17.327292 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9b7c9129-02c1-486e-8c3c-258eb0dcd17c tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (3a176783-aa5f-4b2b-822a-b90909d7f09a), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:17.332958 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7c9129-02c1-486e-8c3c-258eb0dcd17c tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:17.333646 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9b7c9129-02c1-486e-8c3c-258eb0dcd17c tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:17.370494 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8cc789-1f44-4a00-9912-f0ce8c22ee0a tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Checking segment: {'id': 'c8801ec1-7566-40d8-845f-1929e47e09da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '405dcdf1-23d7-4999-b60a-6c6ea69b21a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:07:17.370954 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8cc789-1f44-4a00-9912-f0ce8c22ee0a tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Network hostable DHCP agents. Network: 405dcdf1-23d7-4999-b60a-6c6ea69b21a2, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:07:17.382157 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-81e343f7-b86e-46d6-9b38-aa88572df522 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1044829
Feb 05 21:07:17.382399 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc1585a-73ba-4ce7-9d32-f6e929d92159 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Router 0b32a1ec-8336-44cb-a981-9c1e2ecba610 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:07:17.383027 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58918) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:17.389675 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-13eaf2fb-c769-4d1f-bf4c-15e192e7f342 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Request body: {'security_group': {'name': 'tempest-secgroup--813893591'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:17.396945 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-440112a3-ea22-4e3f-a58c-681dbc890288 service neutron] For port 545bfef8-da31-4834-a301-52904e994139, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:07:17.402132 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-440112a3-ea22-4e3f-a58c-681dbc890288 service neutron] For port 545bfef8-da31-4834-a301-52904e994139, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=545bfef8-da31-4834-a301-52904e994139,segment=NetworkSegment(6da08ccd-563d-4daa-98a3-11856904a998),segment_id=6da08ccd-563d-4daa-98a3-11856904a998)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:07:17.417761 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-440112a3-ea22-4e3f-a58c-681dbc890288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (545bfef8-da31-4834-a301-52904e994139), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:17.449422 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-13eaf2fb-c769-4d1f-bf4c-15e192e7f342 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:17.459813 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9b7c9129-02c1-486e-8c3c-258eb0dcd17c tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.9476700
Feb 05 21:07:17.466988 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-440112a3-ea22-4e3f-a58c-681dbc890288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:17.467946 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-440112a3-ea22-4e3f-a58c-681dbc890288 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:17.471179 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-440112a3-ea22-4e3f-a58c-681dbc890288 service neutron] 10.222.0.39 "PUT /v2.0/ports/545bfef8-da31-4834-a301-52904e994139 HTTP/1.1" status: 200  len: 1091 time: 1.8779671
Feb 05 21:07:17.474121 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58924) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:17.477109 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a5b639f-a134-45de-8abc-84a49adc8d26', 'tag': '545bfef8-da31-4834-a301-52904e994139'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:07:17.479447 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc03725-1ace-4408-a94b-ab12a8ebc30f" -d '{"events": [{"name": "network-changed", "server_uuid": "1a5b639f-a134-45de-8abc-84a49adc8d26", "tag": "545bfef8-da31-4834-a301-52904e994139"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:07:17.493085 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-df3b02ad-a9be-4e13-880a-87a7b749a958 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Request body: {'subnet': {'network_id': '3a176783-aa5f-4b2b-822a-b90909d7f09a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:17.543977 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c9129-02c1-486e-8c3c-258eb0dcd17c tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Pushing event updated for resources: {'Network': ['ID=3a176783-aa5f-4b2b-822a-b90909d7f09a,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:17.557049 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 3a176783-aa5f-4b2b-822a-b90909d7f09a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:07:17.580021 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9a84315a-4744-42cb-972a-510dfaed459f req-17e0c2e1-2f07-452c-b599-7e0ccc5873fd tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74630eb-5693-4ed0-b659-bf7b9ac36050 HTTP/1.1" status: 200  len: 210 time: 0.1255941
Feb 05 21:07:17.656223 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440112a3-ea22-4e3f-a58c-681dbc890288 service neutron] Pushing event updated for resources: {'Port': ['ID=545bfef8-da31-4834-a301-52904e994139,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:17.698319 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc1585a-73ba-4ce7-9d32-f6e929d92159 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:07:17.711234 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ebe4d5-79c8-43fc-82a7-a362a0b87cd5 None None] Sync routers for ids ['0b32a1ec-8336-44cb-a981-9c1e2ecba610'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:07:17.716736 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9bc1585a-73ba-4ce7-9d32-f6e929d92159 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] 10.222.0.32 "PUT /v2.0/routers/0b32a1ec-8336-44cb-a981-9c1e2ecba610/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9091256
Feb 05 21:07:17.719889 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8cc789-1f44-4a00-9912-f0ce8c22ee0a tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Network 405dcdf1-23d7-4999-b60a-6c6ea69b21a2 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:07:17.724682 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58932) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:17.731503 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ebe4d5-79c8-43fc-82a7-a362a0b87cd5 None None] Routers {'0b32a1ec-8336-44cb-a981-9c1e2ecba610'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:07:17.732703 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-5b8b6fbc-365d-48fc-af39-107219e01bed tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Request body: {'port': {'network_id': '6dc174f1-68f6-4c4f-b177-0328c61f1b01', 'name': 'tempest-FloatingIPNegativeTestJSON-1827926469'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:17.732930 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0ee156-ec91-4bcb-8b70-4f8c29aff322 x-openstack-request-id: req-4a0ee156-ec91-4bcb-8b70-4f8c29aff322 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:07:17.733273 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-81ebe4d5-79c8-43fc-82a7-a362a0b87cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8bc4160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:07:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['0b32a1ec-8336-44cb-a981-9c1e2ecba610'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:17.735479 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a5b639f-a134-45de-8abc-84a49adc8d26", "tag": "545bfef8-da31-4834-a301-52904e994139", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:07:17.735751 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4a0ee156-ec91-4bcb-8b70-4f8c29aff322 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:07:17.736162 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a5b639f-a134-45de-8abc-84a49adc8d26', 'tag': '545bfef8-da31-4834-a301-52904e994139', 'status': 'completed', 'code': 200}
Feb 05 21:07:17.818465 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-81ebe4d5-79c8-43fc-82a7-a362a0b87cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8bc4160>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:17.819891 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-1e8cc789-1f44-4a00-9912-f0ce8c22ee0a tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 405dcdf1-23d7-4999-b60a-6c6ea69b21a2) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:07:17.835778 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7536ec2-59fc-4013-b48c-476447449b71 None None] Network 405dcdf1-23d7-4999-b60a-6c6ea69b21a2 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:07:17.842751 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8cc789-1f44-4a00-9912-f0ce8c22ee0a tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:17.843719 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1e8cc789-1f44-4a00-9912-f0ce8c22ee0a tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:17.866024 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-20772351-c821-48df-add5-2ef7c71389f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:17.871508 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ebe4d5-79c8-43fc-82a7-a362a0b87cd5 None None] Routers {'0b32a1ec-8336-44cb-a981-9c1e2ecba610'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:07:17.873289 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-20772351-c821-48df-add5-2ef7c71389f5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af1c8d8fd0ce4d51947fd02afc3a9fb1&device_id=1a5b639f-a134-45de-8abc-84a49adc8d26 HTTP/1.1" status: 200  len: 1125 time: 0.3449609
Feb 05 21:07:17.874093 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-81ebe4d5-79c8-43fc-82a7-a362a0b87cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8bc4160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:07:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['0b32a1ec-8336-44cb-a981-9c1e2ecba610'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:17.877489 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-13eaf2fb-c769-4d1f-bf4c-15e192e7f342 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (193b0643-c99c-440e-bce1-a21262c72193), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:17.892059 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3b02ad-a9be-4e13-880a-87a7b749a958 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Made reservation on behalf of 5a2c35d9ba0944159ac5c67feafc5607 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:07:17.904194 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-df3b02ad-a9be-4e13-880a-87a7b749a958 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:17.919671 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1e8cc789-1f44-4a00-9912-f0ce8c22ee0a tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3260624
Feb 05 21:07:17.923377 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58936) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:17.932428 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-1dfc0fb3-39d5-4fc0-ad7d-cb0f3f9e0e8f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'port': {'network_id': '405dcdf1-23d7-4999-b60a-6c6ea69b21a2', 'name': 'tempest-PortsTestJSON-879250671', 'fixed_ips': [{'subnet_id': '996e8986-b538-448e-b2cc-61489c89937c', 'ip_address': '172.20.0.10'}]}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:17.973500 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-81ebe4d5-79c8-43fc-82a7-a362a0b87cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8bc4160>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:17.974147 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ebe4d5-79c8-43fc-82a7-a362a0b87cd5 None None] The sync data for ids ['0b32a1ec-8336-44cb-a981-9c1e2ecba610'] in ncdv-master-1 is: [] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:07:17.978161 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-13eaf2fb-c769-4d1f-bf4c-15e192e7f342 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (193b0643-c99c-440e-bce1-a21262c72193), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:18.020642 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb5a45-2428-4399-850b-b5c4538df256 req-744e7ccb-468b-4084-a89f-792c07daf2cb tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:18.022466 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-85fb5a45-2428-4399-850b-b5c4538df256 req-744e7ccb-468b-4084-a89f-792c07daf2cb tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5b639f-a134-45de-8abc-84a49adc8d26 HTTP/1.1" status: 200  len: 943 time: 0.3455491
Feb 05 21:07:18.046075 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-476c42dc-a946-48be-baca-d79062ef3aba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=545bfef8-da31-4834-a301-52904e994139 HTTP/1.1" status: 200  len: 217 time: 0.1564412
Feb 05 21:07:18.065996 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a035350-092b-4214-b4eb-8d84857a1c37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-405dcdf1-23d7-4999-b60a-6c6ea69b21a2', 'network_id': '405dcdf1-23d7-4999-b60a-6c6ea69b21a2', 'project_id': '2c6898cf86224b09b9056098bf6480b2', 'fixed_ips': [{'subnet_id': '996e8986-b538-448e-b2cc-61489c89937c'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:07:18.069330 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1a035350-092b-4214-b4eb-8d84857a1c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:18.107534 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8b6fbc-365d-48fc-af39-107219e01bed tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Made reservation on behalf of 0ce1266b441746119c06008eff839631 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:07:18.111917 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5b8b6fbc-365d-48fc-af39-107219e01bed tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:18.119463 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-13eaf2fb-c769-4d1f-bf4c-15e192e7f342 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:18.121080 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-13eaf2fb-c769-4d1f-bf4c-15e192e7f342 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.7366345
Feb 05 21:07:18.142560 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58940) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:18.151233 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-11b926d9-9018-42fe-9af8-60de36a9bd21 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Request body: {'security_group_rule': {'security_group_id': '193b0643-c99c-440e-bce1-a21262c72193', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:18.152349 ncdv-master-1 neutron-server[114390]: WARNING neutron.api.v2.base [None req-11b926d9-9018-42fe-9af8-60de36a9bd21 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Feb 05 21:07:18.153118 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-11b926d9-9018-42fe-9af8-60de36a9bd21 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:07:18.158350 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-11b926d9-9018-42fe-9af8-60de36a9bd21 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0144374
Feb 05 21:07:18.161662 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58942) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:18.181292 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eaf2fb-c769-4d1f-bf4c-15e192e7f342 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=193b0643-c99c-440e-bce1-a21262c72193,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:18.204041 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-5b8b6fbc-365d-48fc-af39-107219e01bed tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] device_id is not set on port ca04bf64-b841-4fb1-be00-08d6c9f26fae yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:07:18.221813 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a4189a2a-ff53-4c3e-a18d-df3bec99634f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (61a0c53e-0519-488e-a9a5-9143410d5bc6), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:18.250159 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-9c1e6124-266a-4180-a1db-c96e0496b024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:18.251732 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-9c1e6124-266a-4180-a1db-c96e0496b024 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4fedd35d-80ae-4712-9371-a85b980ce8f3 HTTP/1.1" status: 200  len: 851 time: 0.1953228
Feb 05 21:07:18.279775 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-1a035350-092b-4214-b4eb-8d84857a1c37 None None] Allocated IP 172.20.0.2 (405dcdf1-23d7-4999-b60a-6c6ea69b21a2/996e8986-b538-448e-b2cc-61489c89937c/952d010e-998c-43a2-b463-ba86d8c3fb54) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:07:18.280168 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-85fb5a45-2428-4399-850b-b5c4538df256 req-08755eb5-edd9-4881-9c34-82a5fb68e5ef tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cf6c738-0478-4e04-ae03-4d6824565445&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2325339
Feb 05 21:07:18.293736 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4189a2a-ff53-4c3e-a18d-df3bec99634f admin admin] Pushing event deleted for resources: {'Port': ['ID=61a0c53e-0519-488e-a9a5-9143410d5bc6,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:18.311161 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfc0fb3-39d5-4fc0-ad7d-cb0f3f9e0e8f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Made reservation on behalf of 2c6898cf86224b09b9056098bf6480b2 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:07:18.369089 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1987ef9d-3e63-454f-961d-08348257a956 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (193b0643-c99c-440e-bce1-a21262c72193), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:18.433914 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-e124384b-6fb7-4b76-901f-bf975166bbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:18.436035 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-e124384b-6fb7-4b76-901f-bf975166bbe3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=101f8301-8908-474a-9c4a-c0416b6bfc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1757569
Feb 05 21:07:18.443329 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1987ef9d-3e63-454f-961d-08348257a956 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (193b0643-c99c-440e-bce1-a21262c72193), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:18.445244 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1dfc0fb3-39d5-4fc0-ad7d-cb0f3f9e0e8f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:18.493646 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1a035350-092b-4214-b4eb-8d84857a1c37 None None] Publish callbacks [] for port (952d010e-998c-43a2-b463-ba86d8c3fb54), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:18.500353 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1a035350-092b-4214-b4eb-8d84857a1c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (952d010e-998c-43a2-b463-ba86d8c3fb54), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:18.505611 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-df3b02ad-a9be-4e13-880a-87a7b749a958 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (5e8c3130-bd15-4d15-b7ec-a20087d6f850), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:18.516642 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-1dfc0fb3-39d5-4fc0-ad7d-cb0f3f9e0e8f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] device_id is not set on port 809c65e8-3eed-4d14-a003-85f17b1f8daa yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:07:18.555584 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a035350-092b-4214-b4eb-8d84857a1c37 None None] Network 405dcdf1-23d7-4999-b60a-6c6ea69b21a2 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:07:18.559341 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-1a035350-092b-4214-b4eb-8d84857a1c37 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:07:18.561309 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a035350-092b-4214-b4eb-8d84857a1c37 None None] Pushing event updated for resources: {'Port': ['ID=952d010e-998c-43a2-b463-ba86d8c3fb54,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:18.564113 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a035350-092b-4214-b4eb-8d84857a1c37 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:07:18.628954 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1987ef9d-3e63-454f-961d-08348257a956 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (193b0643-c99c-440e-bce1-a21262c72193), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:18.632289 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1987ef9d-3e63-454f-961d-08348257a956 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:18.633304 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-1a035350-092b-4214-b4eb-8d84857a1c37 None None] Attempting to bind port 952d010e-998c-43a2-b463-ba86d8c3fb54 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:07:18.633657 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1987ef9d-3e63-454f-961d-08348257a956 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "DELETE /v2.0/security-groups/193b0643-c99c-440e-bce1-a21262c72193 HTTP/1.1" status: 204  len: 168 time: 0.4655406
Feb 05 21:07:18.636625 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-1a035350-092b-4214-b4eb-8d84857a1c37 None None] Attempting to bind port 952d010e-998c-43a2-b463-ba86d8c3fb54 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c8801ec1-7566-40d8-845f-1929e47e09da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '405dcdf1-23d7-4999-b60a-6c6ea69b21a2'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:07:18.637026 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a035350-092b-4214-b4eb-8d84857a1c37 None None] Attempting to bind port 952d010e-998c-43a2-b463-ba86d8c3fb54 on network 405dcdf1-23d7-4999-b60a-6c6ea69b21a2 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:07:18.644172 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a035350-092b-4214-b4eb-8d84857a1c37 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:07:18.644580 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a035350-092b-4214-b4eb-8d84857a1c37 None None] Checking segment: {'id': 'c8801ec1-7566-40d8-845f-1929e47e09da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '405dcdf1-23d7-4999-b60a-6c6ea69b21a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:07:18.645018 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1a035350-092b-4214-b4eb-8d84857a1c37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:18.645402 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a035350-092b-4214-b4eb-8d84857a1c37 None None] Bound using segment: {'id': 'c8801ec1-7566-40d8-845f-1929e47e09da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '405dcdf1-23d7-4999-b60a-6c6ea69b21a2'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:07:18.645886 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-1a035350-092b-4214-b4eb-8d84857a1c37 None None] Bound port: 952d010e-998c-43a2-b463-ba86d8c3fb54, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8801ec1-7566-40d8-845f-1929e47e09da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '405dcdf1-23d7-4999-b60a-6c6ea69b21a2'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:07:18.646282 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1a035350-092b-4214-b4eb-8d84857a1c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (952d010e-998c-43a2-b463-ba86d8c3fb54), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:18.651508 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58946) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:18.662131 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3b02ad-a9be-4e13-880a-87a7b749a958 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Pushing event updated for resources: {'Subnet': ['ID=5e8c3130-bd15-4d15-b7ec-a20087d6f850,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:18.672016 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-62f45062-cc35-412d-bea8-328a8e0365e9 service neutron] 10.222.0.39 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2256029
Feb 05 21:07:18.685022 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1987ef9d-3e63-454f-961d-08348257a956 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=193b0643-c99c-440e-bce1-a21262c72193,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:18.712310 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3b02ad-a9be-4e13-880a-87a7b749a958 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Checking segment: {'id': '024805c5-9340-451d-8208-6a81fb138f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3a176783-aa5f-4b2b-822a-b90909d7f09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:07:18.712687 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3b02ad-a9be-4e13-880a-87a7b749a958 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Network hostable DHCP agents. Network: 3a176783-aa5f-4b2b-822a-b90909d7f09a, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:07:18.724302 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-1a035350-092b-4214-b4eb-8d84857a1c37 None None] For port 952d010e-998c-43a2-b463-ba86d8c3fb54, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:07:18.727669 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-1a035350-092b-4214-b4eb-8d84857a1c37 None None] For port 952d010e-998c-43a2-b463-ba86d8c3fb54, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=952d010e-998c-43a2-b463-ba86d8c3fb54,segment=NetworkSegment(c8801ec1-7566-40d8-845f-1929e47e09da),segment_id=c8801ec1-7566-40d8-845f-1929e47e09da)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:07:18.738202 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1a035350-092b-4214-b4eb-8d84857a1c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (952d010e-998c-43a2-b463-ba86d8c3fb54), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:18.817283 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a4189a2a-ff53-4c3e-a18d-df3bec99634f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (b359ae09-19cc-48f5-8f92-f263320af30c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:18.826263 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a72cd26b-6d65-4140-8ec2-0a4a2661f2bc tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1724119
Feb 05 21:07:18.835106 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a035350-092b-4214-b4eb-8d84857a1c37 None None] Pushing event updated for resources: {'Port': ['ID=952d010e-998c-43a2-b463-ba86d8c3fb54,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:18.840120 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58948) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:18.850301 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-23fb89f4-c6e6-4fee-9c2d-8c0216a252f5 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Request body: {'security_group': {'name': 'tempest-secgroup--1805003506'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:18.861549 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-08948991-7987-4051-960c-e7464955a9e0 req-9cffe619-f0a2-4451-9b6d-f3b48287a5e1 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74630eb-5693-4ed0-b659-bf7b9ac36050 HTTP/1.1" status: 200  len: 210 time: 0.0743239
Feb 05 21:07:18.868477 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3b02ad-a9be-4e13-880a-87a7b749a958 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Network 3a176783-aa5f-4b2b-822a-b90909d7f09a is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:07:18.895608 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e1363787-69e9-432c-bf78-4e2fd75011c6 req-a0ead543-93eb-44d7-8743-416c9917a7ea service neutron] 10.222.0.39 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2115026
Feb 05 21:07:18.896853 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-df3b02ad-a9be-4e13-880a-87a7b749a958 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3a176783-aa5f-4b2b-822a-b90909d7f09a) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:07:18.906814 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb802ed-9e4d-446c-8304-3af590d36e52 None None] Network 3a176783-aa5f-4b2b-822a-b90909d7f09a requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:07:18.913514 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3b02ad-a9be-4e13-880a-87a7b749a958 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:18.914702 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-df3b02ad-a9be-4e13-880a-87a7b749a958 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:18.952928 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-df3b02ad-a9be-4e13-880a-87a7b749a958 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4705417
Feb 05 21:07:18.954822 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-5b8b6fbc-365d-48fc-af39-107219e01bed tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Allocated IP 172.20.0.14 (6dc174f1-68f6-4c4f-b177-0328c61f1b01/27a3bee5-753f-495c-a84c-11ebc3390ac9/ca04bf64-b841-4fb1-be00-08d6c9f26fae) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:07:18.957343 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58950) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:18.965909 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-1f22a2a1-fde6-4f70-8f41-6a12f2edb5c9 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Request body: {'port': {'network_id': '3a176783-aa5f-4b2b-822a-b90909d7f09a', 'name': 'tempest-TagsExtTest-1152099164'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:19.090627 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbb0a5f-f1ff-458e-af26-ceeb5089fe7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3a176783-aa5f-4b2b-822a-b90909d7f09a', 'network_id': '3a176783-aa5f-4b2b-822a-b90909d7f09a', 'project_id': '5a2c35d9ba0944159ac5c67feafc5607', 'fixed_ips': [{'subnet_id': '5e8c3130-bd15-4d15-b7ec-a20087d6f850'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:07:19.091572 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bcbb0a5f-f1ff-458e-af26-ceeb5089fe7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:19.102487 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc03725-1ace-4408-a94b-ab12a8ebc30f req-3fb60ffd-140d-40ec-a383-017f5c7a5275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:19.108008 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ebc03725-1ace-4408-a94b-ab12a8ebc30f req-3fb60ffd-140d-40ec-a383-017f5c7a5275 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af1c8d8fd0ce4d51947fd02afc3a9fb1&device_id=1a5b639f-a134-45de-8abc-84a49adc8d26 HTTP/1.1" status: 200  len: 1125 time: 0.1248844
Feb 05 21:07:19.276506 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc03725-1ace-4408-a94b-ab12a8ebc30f req-9d577f37-a9c2-46ef-8826-c07f05da02c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:19.278208 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ebc03725-1ace-4408-a94b-ab12a8ebc30f req-9d577f37-a9c2-46ef-8826-c07f05da02c2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=101f8301-8908-474a-9c4a-c0416b6bfc1d HTTP/1.1" status: 200  len: 913 time: 0.1642945
Feb 05 21:07:19.282166 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f22a2a1-fde6-4f70-8f41-6a12f2edb5c9 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Made reservation on behalf of 5a2c35d9ba0944159ac5c67feafc5607 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:07:19.286541 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-23fb89f4-c6e6-4fee-9c2d-8c0216a252f5 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:19.287094 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1f22a2a1-fde6-4f70-8f41-6a12f2edb5c9 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:19.309835 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-bcbb0a5f-f1ff-458e-af26-ceeb5089fe7c None None] Allocated IP 172.20.0.2 (3a176783-aa5f-4b2b-822a-b90909d7f09a/5e8c3130-bd15-4d15-b7ec-a20087d6f850/cb6b30c0-2323-4baf-b175-3e4a4d2e7d89) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:07:19.354340 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ebc03725-1ace-4408-a94b-ab12a8ebc30f req-1bcaadf6-969a-4ca7-87f2-1130d3973da1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=545bfef8-da31-4834-a301-52904e994139 HTTP/1.1" status: 200  len: 217 time: 0.0631649
Feb 05 21:07:19.360491 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [None req-1f22a2a1-fde6-4f70-8f41-6a12f2edb5c9 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] device_id is not set on port 5e7d1cdd-d80c-499f-b919-6713c8877154 yet. {{(pid=114391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:07:19.366013 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-1dfc0fb3-39d5-4fc0-ad7d-cb0f3f9e0e8f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Allocated IP 172.20.0.10 (405dcdf1-23d7-4999-b60a-6c6ea69b21a2/996e8986-b538-448e-b2cc-61489c89937c/809c65e8-3eed-4d14-a003-85f17b1f8daa) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:07:19.446913 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-267df6a6-1e7d-48b7-ac12-600804622124 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:19.448623 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-267df6a6-1e7d-48b7-ac12-600804622124 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.21 "GET /v2.0/networks?id=f513b7e7-60ac-4b04-af41-d1fecee70cba HTTP/1.1" status: 200  len: 811 time: 0.6144190
Feb 05 21:07:19.498795 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5b8b6fbc-365d-48fc-af39-107219e01bed tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks [] for port (ca04bf64-b841-4fb1-be00-08d6c9f26fae), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:19.503783 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-fb7b6ea6-aab0-4519-b0c3-aa229b3ec63d tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Request body: {'port': {'device_id': 'c74630eb-5693-4ed0-b659-bf7b9ac36050', 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba', 'admin_state_up': True, 'tenant_id': 'abdf40933f6b4f8099b886dfec3a4473'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:19.544161 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bcbb0a5f-f1ff-458e-af26-ceeb5089fe7c None None] Publish callbacks [] for port (cb6b30c0-2323-4baf-b175-3e4a4d2e7d89), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:19.548434 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc03725-1ace-4408-a94b-ab12a8ebc30f req-131784ce-7613-4b7c-b51c-d1f58a802f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:19.550426 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ebc03725-1ace-4408-a94b-ab12a8ebc30f req-131784ce-7613-4b7c-b51c-d1f58a802f1c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4fedd35d-80ae-4712-9371-a85b980ce8f3 HTTP/1.1" status: 200  len: 851 time: 0.1843534
Feb 05 21:07:19.563680 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bcbb0a5f-f1ff-458e-af26-ceeb5089fe7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (cb6b30c0-2323-4baf-b175-3e4a4d2e7d89), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:19.608033 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbb0a5f-f1ff-458e-af26-ceeb5089fe7c None None] Network 3a176783-aa5f-4b2b-822a-b90909d7f09a is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:07:19.611371 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-bcbb0a5f-f1ff-458e-af26-ceeb5089fe7c None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:07:19.614857 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbb0a5f-f1ff-458e-af26-ceeb5089fe7c None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:07:19.620275 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbb0a5f-f1ff-458e-af26-ceeb5089fe7c None None] Pushing event updated for resources: {'Port': ['ID=cb6b30c0-2323-4baf-b175-3e4a4d2e7d89,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:19.683783 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-bcbb0a5f-f1ff-458e-af26-ceeb5089fe7c None None] Attempting to bind port cb6b30c0-2323-4baf-b175-3e4a4d2e7d89 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:07:19.684168 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-bcbb0a5f-f1ff-458e-af26-ceeb5089fe7c None None] Attempting to bind port cb6b30c0-2323-4baf-b175-3e4a4d2e7d89 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '024805c5-9340-451d-8208-6a81fb138f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3a176783-aa5f-4b2b-822a-b90909d7f09a'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:07:19.684539 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbb0a5f-f1ff-458e-af26-ceeb5089fe7c None None] Attempting to bind port cb6b30c0-2323-4baf-b175-3e4a4d2e7d89 on network 3a176783-aa5f-4b2b-822a-b90909d7f09a {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:07:19.690763 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbb0a5f-f1ff-458e-af26-ceeb5089fe7c None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:07:19.691957 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbb0a5f-f1ff-458e-af26-ceeb5089fe7c None None] Checking segment: {'id': '024805c5-9340-451d-8208-6a81fb138f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3a176783-aa5f-4b2b-822a-b90909d7f09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:07:19.691957 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bcbb0a5f-f1ff-458e-af26-ceeb5089fe7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:19.691957 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbb0a5f-f1ff-458e-af26-ceeb5089fe7c None None] Bound using segment: {'id': '024805c5-9340-451d-8208-6a81fb138f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3a176783-aa5f-4b2b-822a-b90909d7f09a'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:07:19.692612 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-bcbb0a5f-f1ff-458e-af26-ceeb5089fe7c None None] Bound port: cb6b30c0-2323-4baf-b175-3e4a4d2e7d89, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024805c5-9340-451d-8208-6a81fb138f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3a176783-aa5f-4b2b-822a-b90909d7f09a'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:07:19.692816 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bcbb0a5f-f1ff-458e-af26-ceeb5089fe7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (cb6b30c0-2323-4baf-b175-3e4a4d2e7d89), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:19.771209 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-23fb89f4-c6e6-4fee-9c2d-8c0216a252f5 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (e3a98060-5cff-488d-90b9-5d883ff87395), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:19.792690 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-bcbb0a5f-f1ff-458e-af26-ceeb5089fe7c None None] For port cb6b30c0-2323-4baf-b175-3e4a4d2e7d89, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:07:19.796481 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-bcbb0a5f-f1ff-458e-af26-ceeb5089fe7c None None] For port cb6b30c0-2323-4baf-b175-3e4a4d2e7d89, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cb6b30c0-2323-4baf-b175-3e4a4d2e7d89,segment=NetworkSegment(024805c5-9340-451d-8208-6a81fb138f5a),segment_id=024805c5-9340-451d-8208-6a81fb138f5a)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:07:19.803544 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bcbb0a5f-f1ff-458e-af26-ceeb5089fe7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (cb6b30c0-2323-4baf-b175-3e4a4d2e7d89), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:19.826354 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-23fb89f4-c6e6-4fee-9c2d-8c0216a252f5 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (e3a98060-5cff-488d-90b9-5d883ff87395), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:19.863002 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbb0a5f-f1ff-458e-af26-ceeb5089fe7c None None] Pushing event updated for resources: {'Port': ['ID=cb6b30c0-2323-4baf-b175-3e4a4d2e7d89,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:19.895770 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5b8b6fbc-365d-48fc-af39-107219e01bed tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (ca04bf64-b841-4fb1-be00-08d6c9f26fae), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:19.914006 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-23fb89f4-c6e6-4fee-9c2d-8c0216a252f5 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:19.919247 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-23fb89f4-c6e6-4fee-9c2d-8c0216a252f5 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 1.0770254
Feb 05 21:07:19.934629 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58956) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:19.955247 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1dfc0fb3-39d5-4fc0-ad7d-cb0f3f9e0e8f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for port (809c65e8-3eed-4d14-a003-85f17b1f8daa), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:19.982960 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-3d8fb175-97e9-483e-b5b4-8d3ba83d9334 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Request body: {'security_group_rule': {'security_group_id': 'e3a98060-5cff-488d-90b9-5d883ff87395', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:19.983854 ncdv-master-1 neutron-server[114390]: WARNING neutron.api.v2.base [None req-3d8fb175-97e9-483e-b5b4-8d3ba83d9334 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Feb 05 21:07:19.984364 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-3d8fb175-97e9-483e-b5b4-8d3ba83d9334 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:07:19.985583 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34018caa-3b38-48be-a3e7-f485df7c9b4a req-4f88211c-c5d4-4c4b-8dfe-b9785bf7c8ef tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:19.986518 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3d8fb175-97e9-483e-b5b4-8d3ba83d9334 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0458076
Feb 05 21:07:19.987584 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-34018caa-3b38-48be-a3e7-f485df7c9b4a req-4f88211c-c5d4-4c4b-8dfe-b9785bf7c8ef tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5b639f-a134-45de-8abc-84a49adc8d26 HTTP/1.1" status: 200  len: 943 time: 0.5111213
Feb 05 21:07:20.013339 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58958) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:20.023418 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-1f22a2a1-fde6-4f70-8f41-6a12f2edb5c9 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Allocated IP 172.20.0.8 (3a176783-aa5f-4b2b-822a-b90909d7f09a/5e8c3130-bd15-4d15-b7ec-a20087d6f850/5e7d1cdd-d80c-499f-b919-6713c8877154) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:07:20.036452 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4189a2a-ff53-4c3e-a18d-df3bec99634f admin admin] Router b359ae09-19cc-48f5-8f92-f263320af30c has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:07:20.037707 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb89f4-c6e6-4fee-9c2d-8c0216a252f5 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a98060-5cff-488d-90b9-5d883ff87395,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:20.060373 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-95bb3344-7b2d-4a8f-8e2d-aadba536318f req-0913a07b-f531-4aec-9d78-589f9fe0a94a tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74630eb-5693-4ed0-b659-bf7b9ac36050 HTTP/1.1" status: 200  len: 210 time: 0.0689018
Feb 05 21:07:20.081224 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-92387d9e-1ffa-4493-9bd9-0f9e83f020d7 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Request body: {'security_group_rule': {'security_group_id': 'e3a98060-5cff-488d-90b9-5d883ff87395', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:20.081907 ncdv-master-1 neutron-server[114390]: WARNING neutron.api.v2.base [None req-92387d9e-1ffa-4493-9bd9-0f9e83f020d7 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Feb 05 21:07:20.082426 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-92387d9e-1ffa-4493-9bd9-0f9e83f020d7 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:07:20.083457 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-92387d9e-1ffa-4493-9bd9-0f9e83f020d7 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0558052
Feb 05 21:07:20.092796 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58960) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:20.095779 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:20.100412 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-58391a8e-654c-4816-8ddc-7b155f89b6d6 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Request body: {'security_group_rule': {'security_group_id': 'e3a98060-5cff-488d-90b9-5d883ff87395', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:20.101454 ncdv-master-1 neutron-server[114391]: WARNING neutron.api.v2.base [None req-58391a8e-654c-4816-8ddc-7b155f89b6d6 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Feb 05 21:07:20.102100 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-58391a8e-654c-4816-8ddc-7b155f89b6d6 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:07:20.103155 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-58391a8e-654c-4816-8ddc-7b155f89b6d6 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0091701
Feb 05 21:07:20.110876 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58962) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:20.119690 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-9e44e4ef-ce0c-4f54-b9de-2b29c0c986ba tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Request body: {'security_group_rule': {'security_group_id': 'e3a98060-5cff-488d-90b9-5d883ff87395', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:20.120610 ncdv-master-1 neutron-server[114391]: WARNING neutron.api.v2.base [None req-9e44e4ef-ce0c-4f54-b9de-2b29c0c986ba tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Feb 05 21:07:20.121186 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-9e44e4ef-ce0c-4f54-b9de-2b29c0c986ba tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:07:20.122285 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9e44e4ef-ce0c-4f54-b9de-2b29c0c986ba tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0074716
Feb 05 21:07:20.124448 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8b6fbc-365d-48fc-af39-107219e01bed tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Network 6dc174f1-68f6-4c4f-b177-0328c61f1b01 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:07:20.129203 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58964) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:20.136737 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-fb7b6ea6-aab0-4519-b0c3-aa229b3ec63d tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Made reservation on behalf of abdf40933f6b4f8099b886dfec3a4473 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:07:20.140600 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-fb7b6ea6-aab0-4519-b0c3-aa229b3ec63d tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:20.149662 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc03725-1ace-4408-a94b-ab12a8ebc30f req-b15caa0d-319b-4d20-a8f4-666bfa983d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:20.151256 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ebc03725-1ace-4408-a94b-ab12a8ebc30f req-b15caa0d-319b-4d20-a8f4-666bfa983d39 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=101f8301-8908-474a-9c4a-c0416b6bfc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.5908368
Feb 05 21:07:20.168930 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-34018caa-3b38-48be-a3e7-f485df7c9b4a req-f889a542-5bb9-427c-914f-d2ad96624273 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cf6c738-0478-4e04-ae03-4d6824565445&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1645446
Feb 05 21:07:20.195434 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-5b8b6fbc-365d-48fc-af39-107219e01bed tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:07:20.281447 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8b6fbc-365d-48fc-af39-107219e01bed tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:07:20.289431 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b6fbc-365d-48fc-af39-107219e01bed tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Pushing event updated for resources: {'Port': ['ID=ca04bf64-b841-4fb1-be00-08d6c9f26fae,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:20.400916 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ebc03725-1ace-4408-a94b-ab12a8ebc30f req-fc752768-4daf-4b10-8208-b7a4bfb49c17 service neutron] 10.222.0.39 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2160561
Feb 05 21:07:20.519585 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1f22a2a1-fde6-4f70-8f41-6a12f2edb5c9 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Publish callbacks [] for port (5e7d1cdd-d80c-499f-b919-6713c8877154), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:20.526005 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 952d010e-998c-43a2-b463-ba86d8c3fb54 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:07:20.541585 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1dfc0fb3-39d5-4fc0-ad7d-cb0f3f9e0e8f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (809c65e8-3eed-4d14-a003-85f17b1f8daa), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:20.567694 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8b6fbc-365d-48fc-af39-107219e01bed tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:20.568364 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5b8b6fbc-365d-48fc-af39-107219e01bed tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:20.627975 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ebc03725-1ace-4408-a94b-ab12a8ebc30f req-15ad4cba-b120-470c-938a-b00ef3461028 service neutron] 10.222.0.39 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2187622
Feb 05 21:07:20.645861 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 952d010e-998c-43a2-b463-ba86d8c3fb54 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:20.646629 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (952d010e-998c-43a2-b463-ba86d8c3fb54), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:20.650586 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1f22a2a1-fde6-4f70-8f41-6a12f2edb5c9 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (5e7d1cdd-d80c-499f-b919-6713c8877154), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:20.715805 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f22a2a1-fde6-4f70-8f41-6a12f2edb5c9 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Network 3a176783-aa5f-4b2b-822a-b90909d7f09a is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:07:20.720852 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-1f22a2a1-fde6-4f70-8f41-6a12f2edb5c9 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:07:20.723037 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22a2a1-fde6-4f70-8f41-6a12f2edb5c9 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Pushing event updated for resources: {'Port': ['ID=5e7d1cdd-d80c-499f-b919-6713c8877154,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:20.725232 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f22a2a1-fde6-4f70-8f41-6a12f2edb5c9 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:07:20.745403 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087bb9a6-68fc-43ef-ba71-cbc4bf81c7a8 None None] Network 405dcdf1-23d7-4999-b60a-6c6ea69b21a2 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:07:20.765125 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfc0fb3-39d5-4fc0-ad7d-cb0f3f9e0e8f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Network 405dcdf1-23d7-4999-b60a-6c6ea69b21a2 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:07:20.772666 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-d91041be-6bb0-4618-ac8d-a13fa819ed82 None None] Provisioning complete for port ca04bf64-b841-4fb1-be00-08d6c9f26fae triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:20.772847 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5b8b6fbc-365d-48fc-af39-107219e01bed tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.0435104
Feb 05 21:07:20.772930 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d91041be-6bb0-4618-ac8d-a13fa819ed82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ca04bf64-b841-4fb1-be00-08d6c9f26fae), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:20.773030 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58966) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:20.780131 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-ed694c6f-65af-4b1f-ab4f-d597f2810f67 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:20.782835 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ea867fc9-09e1-4a47-8aed-32e92b95dbf5 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (e3a98060-5cff-488d-90b9-5d883ff87395), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:20.784649 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-1dfc0fb3-39d5-4fc0-ad7d-cb0f3f9e0e8f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:07:20.795010 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfc0fb3-39d5-4fc0-ad7d-cb0f3f9e0e8f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:07:20.798784 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-fb7b6ea6-aab0-4519-b0c3-aa229b3ec63d tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Allocated IP 172.20.0.12 (f513b7e7-60ac-4b04-af41-d1fecee70cba/d3bc4b1d-f312-4b2d-bc48-80b03423d794/65ee1752-c64b-4ff9-a1c6-a927c28ea9e2) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:07:20.801414 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc0fb3-39d5-4fc0-ad7d-cb0f3f9e0e8f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'Port': ['ID=809c65e8-3eed-4d14-a003-85f17b1f8daa,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:20.809201 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f22a2a1-fde6-4f70-8f41-6a12f2edb5c9 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:20.809889 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1f22a2a1-fde6-4f70-8f41-6a12f2edb5c9 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:20.830297 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1f22a2a1-fde6-4f70-8f41-6a12f2edb5c9 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 1.8707700
Feb 05 21:07:20.833583 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58968) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:20.839546 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-5ece06bf-ec73-41a3-b0a9-218e8a998de9 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-524637129', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:20.845057 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ed694c6f-65af-4b1f-ab4f-d597f2810f67 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:20.867747 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4189a2a-ff53-4c3e-a18d-df3bec99634f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:07:20.874075 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ea867fc9-09e1-4a47-8aed-32e92b95dbf5 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (e3a98060-5cff-488d-90b9-5d883ff87395), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:20.887999 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a4189a2a-ff53-4c3e-a18d-df3bec99634f admin admin] 10.222.0.32 "PUT /v2.0/routers/b359ae09-19cc-48f5-8f92-f263320af30c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2665172
Feb 05 21:07:20.890948 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58970) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:20.902186 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5ece06bf-ec73-41a3-b0a9-218e8a998de9 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (ab1181a2-4ed5-4d61-83f1-bbc9c87049d2), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:20.903232 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5ece06bf-ec73-41a3-b0a9-218e8a998de9 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (ab1181a2-4ed5-4d61-83f1-bbc9c87049d2), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:20.905045 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-d91041be-6bb0-4618-ac8d-a13fa819ed82 None None] Port ca04bf64-b841-4fb1-be00-08d6c9f26fae cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:07:20.926999 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e17a947-d31b-40bc-bedd-5964cd213879 None None] Sync routers for ids ['b359ae09-19cc-48f5-8f92-f263320af30c'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:07:20.933777 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfc0fb3-39d5-4fc0-ad7d-cb0f3f9e0e8f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:20.934404 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1dfc0fb3-39d5-4fc0-ad7d-cb0f3f9e0e8f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:20.943323 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 952d010e-998c-43a2-b463-ba86d8c3fb54 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:20.943969 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (952d010e-998c-43a2-b463-ba86d8c3fb54), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:20.977204 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1dfc0fb3-39d5-4fc0-ad7d-cb0f3f9e0e8f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 3.0524733
Feb 05 21:07:20.980777 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58972) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:20.986991 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-461b3f02-83e5-4f3a-8484-8834d33f215b tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'port': {'network_id': '405dcdf1-23d7-4999-b60a-6c6ea69b21a2', 'name': 'tempest-PortsTestJSON-1094901333', 'fixed_ips': [{'subnet_id': '996e8986-b538-448e-b2cc-61489c89937c', 'ip_address': '172.20.0.9'}]}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:20.993447 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e17a947-d31b-40bc-bedd-5964cd213879 None None] Routers {'b359ae09-19cc-48f5-8f92-f263320af30c'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:07:20.994303 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-9e17a947-d31b-40bc-bedd-5964cd213879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab7368e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:07:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b359ae09-19cc-48f5-8f92-f263320af30c'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:21.004925 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ea867fc9-09e1-4a47-8aed-32e92b95dbf5 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (e3a98060-5cff-488d-90b9-5d883ff87395), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:21.007514 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ea867fc9-09e1-4a47-8aed-32e92b95dbf5 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:21.011043 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ea867fc9-09e1-4a47-8aed-32e92b95dbf5 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "DELETE /v2.0/security-groups/e3a98060-5cff-488d-90b9-5d883ff87395 HTTP/1.1" status: 204  len: 168 time: 0.8729577
Feb 05 21:07:21.024789 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58974) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:21.087288 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 952d010e-998c-43a2-b463-ba86d8c3fb54, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=952d010e-998c-43a2-b463-ba86d8c3fb54,segment=NetworkSegment(c8801ec1-7566-40d8-845f-1929e47e09da),segment_id=c8801ec1-7566-40d8-845f-1929e47e09da)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:21.109047 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (952d010e-998c-43a2-b463-ba86d8c3fb54), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:21.158876 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-1d7953f0-b1ce-4dcd-86c5-8ddc13c02cc4 None None] Provisioning complete for port 952d010e-998c-43a2-b463-ba86d8c3fb54 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:21.159359 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1d7953f0-b1ce-4dcd-86c5-8ddc13c02cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (952d010e-998c-43a2-b463-ba86d8c3fb54), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:21.189702 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5ece06bf-ec73-41a3-b0a9-218e8a998de9 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Publish callbacks [] for router_controller (ab1181a2-4ed5-4d61-83f1-bbc9c87049d2), precommit_add_association {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:21.224805 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3b3eea84-342d-40df-b631-1004e1ad6083 req-4acbb363-be93-46d1-9789-c1021150a974 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74630eb-5693-4ed0-b659-bf7b9ac36050 HTTP/1.1" status: 200  len: 210 time: 0.0551307
Feb 05 21:07:21.229165 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5ece06bf-ec73-41a3-b0a9-218e8a998de9 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (ab1181a2-4ed5-4d61-83f1-bbc9c87049d2), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:21.245301 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bb084e32-128a-45bb-aee0-46970d6440ac admin admin] Publish callbacks [] for router (b359ae09-19cc-48f5-8f92-f263320af30c), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:21.345320 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5ece06bf-ec73-41a3-b0a9-218e8a998de9 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:21.350230 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5ece06bf-ec73-41a3-b0a9-218e8a998de9 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.5131431
Feb 05 21:07:21.413934 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58980) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:21.434578 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-437d32e9-9a6d-455b-9813-fd1eafd34d7e tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-722160446', 'prefixes': ['172.20.0.0/16']}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:21.465173 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ed694c6f-65af-4b1f-ab4f-d597f2810f67 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:21.549289 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=952d010e-998c-43a2-b463-ba86d8c3fb54,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:21.583610 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867fc9-09e1-4a47-8aed-32e92b95dbf5 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a98060-5cff-488d-90b9-5d883ff87395,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:21.595347 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-ed694c6f-65af-4b1f-ab4f-d597f2810f67 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Allocated IP 172.35.4.189 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/3c642fea-a963-4e39-b09e-acf0ce5e7da0) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:07:21.619661 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-9e17a947-d31b-40bc-bedd-5964cd213879 None None] Set router b359ae09-19cc-48f5-8f92-f263320af30c gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:07:21.716175 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ce0de096-95c8-4c72-ac24-271feb625075 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.6778109
Feb 05 21:07:21.720103 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58982) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:21.725944 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-fb7b6ea6-aab0-4519-b0c3-aa229b3ec63d tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks [] for port (65ee1752-c64b-4ff9-a1c6-a927c28ea9e2), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:21.732489 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-21e50772-3f10-486d-99f9-a84379f288b6 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Request body: {'security_group': {'name': 'tempest-secgroup--122753654'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:21.756200 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bb084e32-128a-45bb-aee0-46970d6440ac admin admin] Publish callbacks [] for router_gateway (b359ae09-19cc-48f5-8f92-f263320af30c), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:21.783479 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461b3f02-83e5-4f3a-8484-8834d33f215b tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Made reservation on behalf of 2c6898cf86224b09b9056098bf6480b2 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:07:21.788282 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-461b3f02-83e5-4f3a-8484-8834d33f215b tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:21.791462 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470184f-dcfc-4e66-8d20-226cecec9f92 req-e1ca6bdd-f7df-428f-97fc-0c3fcfb7b955 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:21.792853 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-21e50772-3f10-486d-99f9-a84379f288b6 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:21.793061 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6470184f-dcfc-4e66-8d20-226cecec9f92 req-e1ca6bdd-f7df-428f-97fc-0c3fcfb7b955 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5b639f-a134-45de-8abc-84a49adc8d26 HTTP/1.1" status: 200  len: 943 time: 0.4871693
Feb 05 21:07:21.804443 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ed694c6f-65af-4b1f-ab4f-d597f2810f67 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks [] for port (3c642fea-a963-4e39-b09e-acf0ce5e7da0), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:21.827069 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbdc087-470b-4d77-9848-d70f9efe6e96 None None] Network 3a176783-aa5f-4b2b-822a-b90909d7f09a requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:07:21.829120 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-461b3f02-83e5-4f3a-8484-8834d33f215b tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] device_id is not set on port cfef391c-70c7-46bc-8a49-60b45759c39c yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:07:21.874947 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-fb7b6ea6-aab0-4519-b0c3-aa229b3ec63d tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (65ee1752-c64b-4ff9-a1c6-a927c28ea9e2), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:21.949201 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['55c2704d-b622-40af-984a-2047142ff019'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:07:21.949201 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['ad8f11b9-34da-4a3f-9d14-d807df630fe3'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:07:21.963378 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-1d7953f0-b1ce-4dcd-86c5-8ddc13c02cc4 None None] Current status of the port 952d010e-998c-43a2-b463-ba86d8c3fb54 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:21.968343 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6470184f-dcfc-4e66-8d20-226cecec9f92 req-1885ac4c-7037-4851-a67e-9ce6059441f0 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cf6c738-0478-4e04-ae03-4d6824565445&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1619635
Feb 05 21:07:21.973711 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-437d32e9-9a6d-455b-9813-fd1eafd34d7e tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:21.974917 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-437d32e9-9a6d-455b-9813-fd1eafd34d7e tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 747 time: 0.5585680
Feb 05 21:07:21.977191 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ed694c6f-65af-4b1f-ab4f-d597f2810f67 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (3c642fea-a963-4e39-b09e-acf0ce5e7da0), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:21.980743 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58984) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:21.993988 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.tag.tag_plugin [None req-e6be5449-f0b4-41ab-af82-fc2245347929 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2db20b87c0>, 'subnets', '5e8c3130-bd15-4d15-b7ec-a20087d6f850', 'tempest-TagsExtTest-Tag-1554547687') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:21.998549 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-fb7b6ea6-aab0-4519-b0c3-aa229b3ec63d tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Network f513b7e7-60ac-4b04-af41-d1fecee70cba is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:07:22.009106 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-fb7b6ea6-aab0-4519-b0c3-aa229b3ec63d tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:07:22.020322 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-fb7b6ea6-aab0-4519-b0c3-aa229b3ec63d tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:07:22.027644 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b6ea6-aab0-4519-b0c3-aa229b3ec63d tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Pushing event updated for resources: {'Port': ['ID=65ee1752-c64b-4ff9-a1c6-a927c28ea9e2,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:22.071712 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-bb084e32-128a-45bb-aee0-46970d6440ac admin admin] Deleting port 11c88d97-f5cd-47b1-b957-769108ac0897 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:07:22.072065 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bb084e32-128a-45bb-aee0-46970d6440ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (11c88d97-f5cd-47b1-b957-769108ac0897), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:22.075732 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed694c6f-65af-4b1f-ab4f-d597f2810f67 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:07:22.101610 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-ed694c6f-65af-4b1f-ab4f-d597f2810f67 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:07:22.123909 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed694c6f-65af-4b1f-ab4f-d597f2810f67 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:07:22.171774 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-461b3f02-83e5-4f3a-8484-8834d33f215b tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Allocated IP 172.20.0.9 (405dcdf1-23d7-4999-b60a-6c6ea69b21a2/996e8986-b538-448e-b2cc-61489c89937c/cfef391c-70c7-46bc-8a49-60b45759c39c) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:07:22.201985 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed694c6f-65af-4b1f-ab4f-d597f2810f67 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Pushing event updated for resources: {'Port': ['ID=3c642fea-a963-4e39-b09e-acf0ce5e7da0,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:22.266411 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-21e50772-3f10-486d-99f9-a84379f288b6 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (81c65e26-430a-4497-9815-dfa866673bbe), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:22.289668 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-21e50772-3f10-486d-99f9-a84379f288b6 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (81c65e26-430a-4497-9815-dfa866673bbe), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:22.303536 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-fb7b6ea6-aab0-4519-b0c3-aa229b3ec63d tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:22.304286 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-fb7b6ea6-aab0-4519-b0c3-aa229b3ec63d tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:22.326778 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-bb084e32-128a-45bb-aee0-46970d6440ac admin admin] For port 11c88d97-f5cd-47b1-b957-769108ac0897, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=11c88d97-f5cd-47b1-b957-769108ac0897,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:22.327285 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bb084e32-128a-45bb-aee0-46970d6440ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (11c88d97-f5cd-47b1-b957-769108ac0897), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:22.393096 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-fb7b6ea6-aab0-4519-b0c3-aa229b3ec63d tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8989110
Feb 05 21:07:22.398149 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-d4024344-9b54-4f4c-a860-c6ba4436a94e None None] Provisioning complete for port 952d010e-998c-43a2-b463-ba86d8c3fb54 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:22.398149 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d4024344-9b54-4f4c-a860-c6ba4436a94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (952d010e-998c-43a2-b463-ba86d8c3fb54), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:22.399953 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-21e50772-3f10-486d-99f9-a84379f288b6 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:22.404520 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-21e50772-3f10-486d-99f9-a84379f288b6 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.6789207
Feb 05 21:07:22.408706 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58988) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:22.409550 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-bb084e32-128a-45bb-aee0-46970d6440ac admin admin] Calling delete_port for 11c88d97-f5cd-47b1-b957-769108ac0897 owned by network:router_gateway {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:07:22.413104 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-78b6e7b5-3693-4d8f-bbc1-1afe47846893 service neutron] Request body: {'port': {'device_id': 'c74630eb-5693-4ed0-b659-bf7b9ac36050', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:22.422465 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-5a4f266f-f78a-4623-996b-afd14d39706f tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Request body: {'security_group_rule': {'security_group_id': '81c65e26-430a-4497-9815-dfa866673bbe', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:22.422948 ncdv-master-1 neutron-server[114390]: WARNING neutron.api.v2.base [None req-5a4f266f-f78a-4623-996b-afd14d39706f tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Feb 05 21:07:22.423442 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-5a4f266f-f78a-4623-996b-afd14d39706f tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:07:22.427760 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5a4f266f-f78a-4623-996b-afd14d39706f tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0085828
Feb 05 21:07:22.427760 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e50772-3f10-486d-99f9-a84379f288b6 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81c65e26-430a-4497-9815-dfa866673bbe,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:22.436032 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58990) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:22.440918 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-ce9d536b-3df5-4d02-bf6b-1eb946045981 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Request body: {'security_group_rule': {'security_group_id': '81c65e26-430a-4497-9815-dfa866673bbe', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:22.478716 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e6be5449-f0b4-41ab-af82-fc2245347929 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "PUT /v2.0/subnets/5e8c3130-bd15-4d15-b7ec-a20087d6f850/tags/tempest-TagsExtTest-Tag-1554547687 HTTP/1.1" status: 201  len: 201 time: 0.4945550
Feb 05 21:07:22.486622 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58992) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:22.508913 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.tag.tag_plugin [None req-ff4ae3b9-4fc2-492b-ada1-4fe3c8c297bc tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2db201c8e0>, 'ports', '5e7d1cdd-d80c-499f-b919-6713c8877154', 'tempest-TagsExtTest-Tag-2064779245') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:22.531200 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 952d010e-998c-43a2-b463-ba86d8c3fb54 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:07:22.549386 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-461b3f02-83e5-4f3a-8484-8834d33f215b tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for port (cfef391c-70c7-46bc-8a49-60b45759c39c), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:22.568234 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ed694c6f-65af-4b1f-ab4f-d597f2810f67 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks [] for floatingip (1b4456c2-2a27-4512-8967-17b8b0cb598b), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:22.598125 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-78b6e7b5-3693-4d8f-bbc1-1afe47846893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (65ee1752-c64b-4ff9-a1c6-a927c28ea9e2), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:22.618506 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83a0b3-db53-4ffd-8027-5e1c7760a8d1 req-05cb5960-d1cb-48bc-b03f-1469c4d28f87 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:22.619742 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7a83a0b3-db53-4ffd-8027-5e1c7760a8d1 req-05cb5960-d1cb-48bc-b03f-1469c4d28f87 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74630eb-5693-4ed0-b659-bf7b9ac36050 HTTP/1.1" status: 200  len: 932 time: 0.2194660
Feb 05 21:07:22.624796 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-ce9d536b-3df5-4d02-bf6b-1eb946045981 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:07:22.629045 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ce9d536b-3df5-4d02-bf6b-1eb946045981 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.1891711
Feb 05 21:07:22.645251 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 58994) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:22.657421 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-8cf06427-02e8-47e9-8c8f-2eb9f64b1d30 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Request body: {'security_group_rule': {'security_group_id': '81c65e26-430a-4497-9815-dfa866673bbe', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:22.657920 ncdv-master-1 neutron-server[114391]: WARNING neutron.api.v2.base [None req-8cf06427-02e8-47e9-8c8f-2eb9f64b1d30 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Feb 05 21:07:22.658710 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-8cf06427-02e8-47e9-8c8f-2eb9f64b1d30 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:07:22.662017 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8cf06427-02e8-47e9-8c8f-2eb9f64b1d30 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0107176
Feb 05 21:07:22.671673 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58996) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:22.691212 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-389367dc-6e95-4877-9193-179023f4d875 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Request body: {'security_group_rule': {'security_group_id': '81c65e26-430a-4497-9815-dfa866673bbe', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:22.722405 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ed694c6f-65af-4b1f-ab4f-d597f2810f67 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3c642fea-a963-4e39-b09e-acf0ce5e7da0), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:22.757479 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-9e17a947-d31b-40bc-bedd-5964cd213879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab7368e0>, [{'id': 'b359ae09-19cc-48f5-8f92-f263320af30c', 'name': 'tempest-ServerRescueTestJSON-1875087017-router', 'tenant_id': '96786f7503bf418d8fc6dd6aab2a630e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.93'}], 'enable_snat': True}, 'gw_port_id': '11c88d97-f5cd-47b1-b957-769108ac0897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:04:53Z', 'updated_at': '2022-02-05T21:07:18Z', 'revision_number': 5, 'project_id': '96786f7503bf418d8fc6dd6aab2a630e', 'gw_port': {'id': '11c88d97-f5cd-47b1-b957-769108ac0897', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:08:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b359ae09-19cc-48f5-8f92-f263320af30c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:55Z', 'updated_at': '2022-02-05T21:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:22.796363 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7a83a0b3-db53-4ffd-8027-5e1c7760a8d1 req-d6746b8b-83ea-4cef-8a0c-a9d291c6e689 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1487358
Feb 05 21:07:22.819312 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-461b3f02-83e5-4f3a-8484-8834d33f215b tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (cfef391c-70c7-46bc-8a49-60b45759c39c), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:22.826458 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e17a947-d31b-40bc-bedd-5964cd213879 None None] Checking router: b359ae09-19cc-48f5-8f92-f263320af30c for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:07:22.861925 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 952d010e-998c-43a2-b463-ba86d8c3fb54 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:22.863135 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (952d010e-998c-43a2-b463-ba86d8c3fb54), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:22.907100 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ff4ae3b9-4fc2-492b-ada1-4fe3c8c297bc tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "PUT /v2.0/ports/5e7d1cdd-d80c-499f-b919-6713c8877154/tags/tempest-TagsExtTest-Tag-2064779245 HTTP/1.1" status: 201  len: 201 time: 0.4191546
Feb 05 21:07:22.907754 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 58998) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:22.922565 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e17a947-d31b-40bc-bedd-5964cd213879 None None] Routers {'b359ae09-19cc-48f5-8f92-f263320af30c'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:07:22.924101 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-9e17a947-d31b-40bc-bedd-5964cd213879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab7368e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:07:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b359ae09-19cc-48f5-8f92-f263320af30c'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:22.924260 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461b3f02-83e5-4f3a-8484-8834d33f215b tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Network 405dcdf1-23d7-4999-b60a-6c6ea69b21a2 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:07:22.951558 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.tag.tag_plugin [None req-d86ef2d8-d400-4997-a1bc-baae9782ed6b tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2db3504df0>, 'routers', 'ab1181a2-4ed5-4d61-83f1-bbc9c87049d2', 'tempest-TagsExtTest-Tag-1626496813') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:22.989360 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-461b3f02-83e5-4f3a-8484-8834d33f215b tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:07:22.992260 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-389367dc-6e95-4877-9193-179023f4d875 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:07:22.993749 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-389367dc-6e95-4877-9193-179023f4d875 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.3079364
Feb 05 21:07:23.013366 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59000) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:23.015607 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461b3f02-83e5-4f3a-8484-8834d33f215b tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:07:23.053916 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-5a5dc1f9-c31b-46e8-b26e-afc29d71065e tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Request body: {'security_group_rule': {'security_group_id': '81c65e26-430a-4497-9815-dfa866673bbe', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:23.054480 ncdv-master-1 neutron-server[114390]: WARNING neutron.api.v2.base [None req-5a5dc1f9-c31b-46e8-b26e-afc29d71065e tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Feb 05 21:07:23.055398 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-5a5dc1f9-c31b-46e8-b26e-afc29d71065e tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:07:23.056414 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5a5dc1f9-c31b-46e8-b26e-afc29d71065e tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0293272
Feb 05 21:07:23.098593 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-d4024344-9b54-4f4c-a860-c6ba4436a94e None None] Current status of the port 952d010e-998c-43a2-b463-ba86d8c3fb54 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:23.103215 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59004) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:23.138310 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-6729fc2d-8dc3-4b6b-a001-d240e8e39688 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Request body: {'security_group_rule': {'security_group_id': '81c65e26-430a-4497-9815-dfa866673bbe', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:23.179114 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 952d010e-998c-43a2-b463-ba86d8c3fb54 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:23.180517 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device cb6b30c0-2323-4baf-b175-3e4a4d2e7d89 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:07:23.199479 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b3f02-83e5-4f3a-8484-8834d33f215b tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'Port': ['ID=cfef391c-70c7-46bc-8a49-60b45759c39c,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:23.245635 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d86ef2d8-d400-4997-a1bc-baae9782ed6b tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "PUT /v2.0/routers/ab1181a2-4ed5-4d61-83f1-bbc9c87049d2/tags/tempest-TagsExtTest-Tag-1626496813 HTTP/1.1" status: 201  len: 201 time: 0.3311658
Feb 05 21:07:23.249735 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59006) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:23.250232 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-d4024344-9b54-4f4c-a860-c6ba4436a94e None None] Provisioning complete for port cb6b30c0-2323-4baf-b175-3e4a4d2e7d89 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:23.250930 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d4024344-9b54-4f4c-a860-c6ba4436a94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (cb6b30c0-2323-4baf-b175-3e4a4d2e7d89), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:23.256684 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461b3f02-83e5-4f3a-8484-8834d33f215b tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:23.257417 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-461b3f02-83e5-4f3a-8484-8834d33f215b tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:23.261569 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-9e17a947-d31b-40bc-bedd-5964cd213879 None None] Set router b359ae09-19cc-48f5-8f92-f263320af30c gateway port host: None {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:07:23.278814 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.tag.tag_plugin [None req-647f1913-8130-4a63-bc86-d827860bb4d8 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2db8d17190>, 'subnetpools', '0e0b632e-dfd4-438c-9a0b-471e87fe4ea9', 'tempest-TagsExtTest-Tag-205241588') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:23.306471 ncdv-master-1 neutron-server[114390]: INFO neutron.db.securitygroups_db [None req-6729fc2d-8dc3-4b6b-a001-d240e8e39688 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Project cabb3c638684465f884032741d5ccf29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 05 21:07:23.331935 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bb084e32-128a-45bb-aee0-46970d6440ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (11c88d97-f5cd-47b1-b957-769108ac0897), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:23.348072 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-9e17a947-d31b-40bc-bedd-5964cd213879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab7368e0>, [{'id': 'b359ae09-19cc-48f5-8f92-f263320af30c', 'name': 'tempest-ServerRescueTestJSON-1875087017-router', 'tenant_id': '96786f7503bf418d8fc6dd6aab2a630e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:04:53Z', 'updated_at': '2022-02-05T21:07:21Z', 'revision_number': 6, 'project_id': '96786f7503bf418d8fc6dd6aab2a630e', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:23.352548 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-461b3f02-83e5-4f3a-8484-8834d33f215b tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.3707175
Feb 05 21:07:23.362220 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59008) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:23.374208 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb084e32-128a-45bb-aee0-46970d6440ac admin admin] Pushing event deleted for resources: {'Port': ['ID=11c88d97-f5cd-47b1-b957-769108ac0897,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:23.394772 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 545bfef8-da31-4834-a301-52904e994139 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:07:23.399792 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e17a947-d31b-40bc-bedd-5964cd213879 None None] The sync data for ids ['b359ae09-19cc-48f5-8f92-f263320af30c'] in ncdv-master-1 is: [{'id': 'b359ae09-19cc-48f5-8f92-f263320af30c', 'name': 'tempest-ServerRescueTestJSON-1875087017-router', 'tenant_id': '96786f7503bf418d8fc6dd6aab2a630e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:04:53Z', 'updated_at': '2022-02-05T21:07:21Z', 'revision_number': 6, 'project_id': '96786f7503bf418d8fc6dd6aab2a630e', 'gw_port_host': None}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:07:23.424589 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port cb6b30c0-2323-4baf-b175-3e4a4d2e7d89 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:23.425225 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (cb6b30c0-2323-4baf-b175-3e4a4d2e7d89), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:23.475441 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-6729fc2d-8dc3-4b6b-a001-d240e8e39688 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:07:23.479423 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6729fc2d-8dc3-4b6b-a001-d240e8e39688 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.3537729
Feb 05 21:07:23.487119 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d653e6d-18ab-4ab8-ba8a-dbc9bb9c69bb req-1edcfe70-d640-4240-b4d4-cfe0d6a22094 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:23.489164 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59010) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:23.494527 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6d653e6d-18ab-4ab8-ba8a-dbc9bb9c69bb req-1edcfe70-d640-4240-b4d4-cfe0d6a22094 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5b639f-a134-45de-8abc-84a49adc8d26 HTTP/1.1" status: 200  len: 943 time: 0.2026308
Feb 05 21:07:23.499920 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-2f5228f9-9392-4348-9c87-0df1de473e56 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Request body: {'security_group_rule': {'security_group_id': '81c65e26-430a-4497-9815-dfa866673bbe', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:23.500879 ncdv-master-1 neutron-server[114390]: WARNING neutron.api.v2.base [None req-2f5228f9-9392-4348-9c87-0df1de473e56 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Feb 05 21:07:23.501372 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-2f5228f9-9392-4348-9c87-0df1de473e56 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:07:23.506425 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2f5228f9-9392-4348-9c87-0df1de473e56 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0110538
Feb 05 21:07:23.508141 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59012) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:23.519252 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-944ee8c1-20b4-4c74-8a9b-a7641dc72307 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Request body: {'security_group_rule': {'security_group_id': '81c65e26-430a-4497-9815-dfa866673bbe', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:23.525707 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-78b6e7b5-3693-4d8f-bbc1-1afe47846893 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65ee1752-c64b-4ff9-a1c6-a927c28ea9e2 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:07:23.536610 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-647f1913-8130-4a63-bc86-d827860bb4d8 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "PUT /v2.0/subnetpools/0e0b632e-dfd4-438c-9a0b-471e87fe4ea9/tags/tempest-TagsExtTest-Tag-205241588 HTTP/1.1" status: 201  len: 201 time: 0.2643230
Feb 05 21:07:23.538051 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bb084e32-128a-45bb-aee0-46970d6440ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (b359ae09-19cc-48f5-8f92-f263320af30c), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:23.540039 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59014) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:23.545260 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-78b6e7b5-3693-4d8f-bbc1-1afe47846893 service neutron] Publish callbacks [] for port (65ee1752-c64b-4ff9-a1c6-a927c28ea9e2), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:23.545948 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.tag.tag_plugin [None req-24d609c6-1b80-4bed-ac45-8bac7708cc82 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2db208b130>, 'subnets', '5e8c3130-bd15-4d15-b7ec-a20087d6f850') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:23.571496 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8ddff5-4cb4-45e3-b853-f972e25a1d0d tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:23.575948 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0f8ddff5-4cb4-45e3-b853-f972e25a1d0d tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 922 time: 0.2118857
Feb 05 21:07:23.576615 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59016) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:23.615743 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-78b6e7b5-3693-4d8f-bbc1-1afe47846893 service neutron] Transition to ACTIVE for port object 65ee1752-c64b-4ff9-a1c6-a927c28ea9e2 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:07:23.620025 ncdv-master-1 neutron-server[114390]: INFO neutron.db.securitygroups_db [None req-944ee8c1-20b4-4c74-8a9b-a7641dc72307 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Project cabb3c638684465f884032741d5ccf29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 05 21:07:23.635654 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-78b6e7b5-3693-4d8f-bbc1-1afe47846893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (65ee1752-c64b-4ff9-a1c6-a927c28ea9e2), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:23.647621 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-d4024344-9b54-4f4c-a860-c6ba4436a94e None None] Current status of the port cb6b30c0-2323-4baf-b175-3e4a4d2e7d89 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:23.648105 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d4024344-9b54-4f4c-a860-c6ba4436a94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (cb6b30c0-2323-4baf-b175-3e4a4d2e7d89), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:23.651418 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-944ee8c1-20b4-4c74-8a9b-a7641dc72307 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:07:23.655213 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-944ee8c1-20b4-4c74-8a9b-a7641dc72307 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.1437926
Feb 05 21:07:23.655352 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ed694c6f-65af-4b1f-ab4f-d597f2810f67 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks [] for port (3c642fea-a963-4e39-b09e-acf0ce5e7da0), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:23.675725 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 545bfef8-da31-4834-a301-52904e994139, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=545bfef8-da31-4834-a301-52904e994139,segment=NetworkSegment(6da08ccd-563d-4daa-98a3-11856904a998),segment_id=6da08ccd-563d-4daa-98a3-11856904a998)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:23.678611 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port cb6b30c0-2323-4baf-b175-3e4a4d2e7d89 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:23.678999 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (cb6b30c0-2323-4baf-b175-3e4a4d2e7d89), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:23.681488 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59018) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:23.687970 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-ac8cb1f6-2c70-4dd8-90ad-e84dd982b969 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Request body: {'security_group_rule': {'security_group_id': '81c65e26-430a-4497-9815-dfa866673bbe', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:23.690021 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ed694c6f-65af-4b1f-ab4f-d597f2810f67 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (3c642fea-a963-4e39-b09e-acf0ce5e7da0), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:23.717985 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bb084e32-128a-45bb-aee0-46970d6440ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (b359ae09-19cc-48f5-8f92-f263320af30c), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:23.722323 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99943a33-52a9-4d88-91ea-a6e6324c5873 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:23.724537 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bb084e32-128a-45bb-aee0-46970d6440ac admin admin] Publish callbacks [] for router_controller (b359ae09-19cc-48f5-8f92-f263320af30c), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:23.726956 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '545bfef8-da31-4834-a301-52904e994139', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'port_id': '545bfef8-da31-4834-a301-52904e994139', 'mac_address': 'fa:16:3e:4c:05:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:07:23.728131 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99943a33-52a9-4d88-91ea-a6e6324c5873 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:23.732022 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-d4024344-9b54-4f4c-a860-c6ba4436a94e None None] For port cb6b30c0-2323-4baf-b175-3e4a4d2e7d89, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cb6b30c0-2323-4baf-b175-3e4a4d2e7d89,segment=NetworkSegment(024805c5-9340-451d-8208-6a81fb138f5a),segment_id=024805c5-9340-451d-8208-6a81fb138f5a)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:23.733591 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99943a33-52a9-4d88-91ea-a6e6324c5873 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:23.738940 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-99943a33-52a9-4d88-91ea-a6e6324c5873 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2379 time: 0.1567850
Feb 05 21:07:23.741739 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d4024344-9b54-4f4c-a860-c6ba4436a94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (cb6b30c0-2323-4baf-b175-3e4a4d2e7d89), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:23.743696 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59020) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:23.769370 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6d653e6d-18ab-4ab8-ba8a-dbc9bb9c69bb req-7211add7-5426-4b85-a11d-5b0e0881b54a tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cf6c738-0478-4e04-ae03-4d6824565445&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2739353
Feb 05 21:07:23.810574 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6e7b5-3693-4d8f-bbc1-1afe47846893 service neutron] Pushing event updated for resources: {'Port': ['ID=65ee1752-c64b-4ff9-a1c6-a927c28ea9e2,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:23.845870 ncdv-master-1 neutron-server[114390]: INFO neutron.db.securitygroups_db [None req-ac8cb1f6-2c70-4dd8-90ad-e84dd982b969 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Project cabb3c638684465f884032741d5ccf29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 05 21:07:23.881235 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-d4024344-9b54-4f4c-a860-c6ba4436a94e None None] Provisioning complete for port 809c65e8-3eed-4d14-a003-85f17b1f8daa triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:23.881972 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d4024344-9b54-4f4c-a860-c6ba4436a94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (809c65e8-3eed-4d14-a003-85f17b1f8daa), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:23.901195 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 545bfef8-da31-4834-a301-52904e994139 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:23.901864 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (545bfef8-da31-4834-a301-52904e994139), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:23.913044 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-ac8cb1f6-2c70-4dd8-90ad-e84dd982b969 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:07:23.914110 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ac8cb1f6-2c70-4dd8-90ad-e84dd982b969 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.2308574
Feb 05 21:07:23.942861 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59024) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:23.946172 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 21:07:23.946767 ncdv-master-1 neutron-server[114392]: DEBUG oslo_db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 21:07:23.952140 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4024344-9b54-4f4c-a860-c6ba4436a94e None None] Pushing event updated for resources: {'Port': ['ID=cb6b30c0-2323-4baf-b175-3e4a4d2e7d89,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:23.971298 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 545bfef8-da31-4834-a301-52904e994139 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:07:23.976970 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed694c6f-65af-4b1f-ab4f-d597f2810f67 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Pushing event updated for resources: {'Port': ['ID=3c642fea-a963-4e39-b09e-acf0ce5e7da0,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:23.988216 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-d4024344-9b54-4f4c-a860-c6ba4436a94e None None] Port 809c65e8-3eed-4d14-a003-85f17b1f8daa cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:07:24.004623 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 545bfef8-da31-4834-a301-52904e994139, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=545bfef8-da31-4834-a301-52904e994139,segment=NetworkSegment(6da08ccd-563d-4daa-98a3-11856904a998),segment_id=6da08ccd-563d-4daa-98a3-11856904a998)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:24.014055 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (545bfef8-da31-4834-a301-52904e994139), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:24.033163 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-78b6e7b5-3693-4d8f-bbc1-1afe47846893 service neutron] Attempting to bind port 65ee1752-c64b-4ff9-a1c6-a927c28ea9e2 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:07:24.033163 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-78b6e7b5-3693-4d8f-bbc1-1afe47846893 service neutron] Attempting to bind port 65ee1752-c64b-4ff9-a1c6-a927c28ea9e2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5ac9584d-8528-41b9-ba11-9daf83adba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:07:24.033163 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-78b6e7b5-3693-4d8f-bbc1-1afe47846893 service neutron] Attempting to bind port 65ee1752-c64b-4ff9-a1c6-a927c28ea9e2 on network f513b7e7-60ac-4b04-af41-d1fecee70cba {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:07:24.043416 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-78b6e7b5-3693-4d8f-bbc1-1afe47846893 service neutron] Port 65ee1752-c64b-4ff9-a1c6-a927c28ea9e2 on network f513b7e7-60ac-4b04-af41-d1fecee70cba not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:07:24.043781 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-78b6e7b5-3693-4d8f-bbc1-1afe47846893 service neutron] Attempting to bind port 65ee1752-c64b-4ff9-a1c6-a927c28ea9e2 on network f513b7e7-60ac-4b04-af41-d1fecee70cba {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:07:24.058246 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-78b6e7b5-3693-4d8f-bbc1-1afe47846893 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:07:24.058621 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-78b6e7b5-3693-4d8f-bbc1-1afe47846893 service neutron] Checking segment: {'id': '5ac9584d-8528-41b9-ba11-9daf83adba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:07:24.059020 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-78b6e7b5-3693-4d8f-bbc1-1afe47846893 service neutron] Bound using segment: {'id': '5ac9584d-8528-41b9-ba11-9daf83adba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:07:24.059478 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-78b6e7b5-3693-4d8f-bbc1-1afe47846893 service neutron] Bound port: 65ee1752-c64b-4ff9-a1c6-a927c28ea9e2, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ac9584d-8528-41b9-ba11-9daf83adba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:07:24.059865 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-78b6e7b5-3693-4d8f-bbc1-1afe47846893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (65ee1752-c64b-4ff9-a1c6-a927c28ea9e2), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:24.063372 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bb084e32-128a-45bb-aee0-46970d6440ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (b359ae09-19cc-48f5-8f92-f263320af30c), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:24.064285 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb084e32-128a-45bb-aee0-46970d6440ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router b359ae09-19cc-48f5-8f92-f263320af30c {{(pid=114391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:07:24.070065 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bb084e32-128a-45bb-aee0-46970d6440ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:24.071669 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-bb084e32-128a-45bb-aee0-46970d6440ac admin admin] 10.222.0.32 "DELETE /v2.0/routers/b359ae09-19cc-48f5-8f92-f263320af30c HTTP/1.1" status: 204  len: 168 time: 3.1789143
Feb 05 21:07:24.078037 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59026) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:24.089356 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-09bf75dc-f022-41ee-b844-d36a7d0ff418 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (81c65e26-430a-4497-9815-dfa866673bbe), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:24.095211 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ed694c6f-65af-4b1f-ab4f-d597f2810f67 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (1b4456c2-2a27-4512-8967-17b8b0cb598b), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:24.097252 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-4a00ddf0-30f3-46ee-94a7-a7150211194e tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Deleting port cfef391c-70c7-46bc-8a49-60b45759c39c {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:07:24.097601 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4a00ddf0-30f3-46ee-94a7-a7150211194e tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (cfef391c-70c7-46bc-8a49-60b45759c39c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:24.169631 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d63c338-9c46-44c0-8558-73803c7fef07 admin admin] Deleting subnet 363524c7-974f-4883-bb9a-7e2fff45291a {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:07:24.177919 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-24d609c6-1b80-4bed-ac45-8bac7708cc82 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "GET /v2.0/subnets/5e8c3130-bd15-4d15-b7ec-a20087d6f850/tags HTTP/1.1" status: 200  len: 241 time: 0.6364555
Feb 05 21:07:24.183563 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6d63c338-9c46-44c0-8558-73803c7fef07 admin admin] Publish callbacks [] for subnet (363524c7-974f-4883-bb9a-7e2fff45291a), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:24.185535 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59028) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:24.194097 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ed694c6f-65af-4b1f-ab4f-d597f2810f67 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:24.198120 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ed694c6f-65af-4b1f-ab4f-d597f2810f67 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.4217508
Feb 05 21:07:24.199486 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-09bf75dc-f022-41ee-b844-d36a7d0ff418 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (81c65e26-430a-4497-9815-dfa866673bbe), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:24.206661 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59030) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:24.216268 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-c03b6f86-b0e4-4641-a884-1ead8c816c43 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Request body: {'floatingip': {'port_id': 'ca04bf64-b841-4fb1-be00-08d6c9f26fae', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:24.221779 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.tag.tag_plugin [None req-b2dc4f08-033b-48d4-b717-3d7d4ab1e089 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2db2cb7a90>, 'subnets', '5e8c3130-bd15-4d15-b7ec-a20087d6f850', 'tempest-TagsExtTest-Tag-1554547687') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:24.262432 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=545bfef8-da31-4834-a301-52904e994139,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:24.266710 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-d3a4923f-af9a-4064-8d81-837627605acd None None] Provisioning complete for port cb6b30c0-2323-4baf-b175-3e4a4d2e7d89 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:24.267218 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d3a4923f-af9a-4064-8d81-837627605acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (cb6b30c0-2323-4baf-b175-3e4a4d2e7d89), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:24.267352 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33674e-8e6a-47ad-b2e2-aa399e1f9d9c req-5b19c732-b89c-47b8-baeb-2be41e379a4f tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:24.268834 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4d33674e-8e6a-47ad-b2e2-aa399e1f9d9c req-5b19c732-b89c-47b8-baeb-2be41e379a4f tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74630eb-5693-4ed0-b659-bf7b9ac36050 HTTP/1.1" status: 200  len: 944 time: 0.2721469
Feb 05 21:07:24.289490 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6d63c338-9c46-44c0-8558-73803c7fef07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (363524c7-974f-4883-bb9a-7e2fff45291a), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:24.291749 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c03b6f86-b0e4-4641-a884-1ead8c816c43 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks [] for floatingip (1b4456c2-2a27-4512-8967-17b8b0cb598b), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:24.299723 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-78b6e7b5-3693-4d8f-bbc1-1afe47846893 service neutron] For port 65ee1752-c64b-4ff9-a1c6-a927c28ea9e2, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:07:24.306186 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-78b6e7b5-3693-4d8f-bbc1-1afe47846893 service neutron] For port 65ee1752-c64b-4ff9-a1c6-a927c28ea9e2, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=65ee1752-c64b-4ff9-a1c6-a927c28ea9e2,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:07:24.314612 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['545bfef8-da31-4834-a301-52904e994139'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:07:24.374951 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-78b6e7b5-3693-4d8f-bbc1-1afe47846893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (65ee1752-c64b-4ff9-a1c6-a927c28ea9e2), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:24.377218 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6d63c338-9c46-44c0-8558-73803c7fef07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (363524c7-974f-4883-bb9a-7e2fff45291a), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:24.399422 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4a00ddf0-30f3-46ee-94a7-a7150211194e tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (cfef391c-70c7-46bc-8a49-60b45759c39c), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:24.429233 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4d33674e-8e6a-47ad-b2e2-aa399e1f9d9c req-c4dce75a-6a61-4c0f-bf23-d5ee6c67c7a3 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1535950
Feb 05 21:07:24.429409 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-d3a4923f-af9a-4064-8d81-837627605acd None None] Current status of the port cb6b30c0-2323-4baf-b175-3e4a4d2e7d89 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:24.436720 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b2dc4f08-033b-48d4-b717-3d7d4ab1e089 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "GET /v2.0/subnets/5e8c3130-bd15-4d15-b7ec-a20087d6f850/tags/tempest-TagsExtTest-Tag-1554547687 HTTP/1.1" status: 204  len: 168 time: 0.2458367
Feb 05 21:07:24.437499 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59032) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:24.445987 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.tag.tag_plugin [None req-ac3556a3-9f56-432b-91fd-948d3e5c5491 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f2db208b760>, 'subnets', '5e8c3130-bd15-4d15-b7ec-a20087d6f850', 'tempest-TagsExtTest-Tag-1554547687') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:24.454691 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-4a00ddf0-30f3-46ee-94a7-a7150211194e tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Calling delete_port for cfef391c-70c7-46bc-8a49-60b45759c39c owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:07:24.498981 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-09bf75dc-f022-41ee-b844-d36a7d0ff418 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (81c65e26-430a-4497-9815-dfa866673bbe), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:24.502104 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-09bf75dc-f022-41ee-b844-d36a7d0ff418 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:24.512751 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-09bf75dc-f022-41ee-b844-d36a7d0ff418 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "DELETE /v2.0/security-groups/81c65e26-430a-4497-9815-dfa866673bbe HTTP/1.1" status: 204  len: 168 time: 0.5685399
Feb 05 21:07:24.517531 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59034) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:24.519299 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-d3a4923f-af9a-4064-8d81-837627605acd None None] Provisioning complete for port cfef391c-70c7-46bc-8a49-60b45759c39c triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:24.520287 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d3a4923f-af9a-4064-8d81-837627605acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (cfef391c-70c7-46bc-8a49-60b45759c39c), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:24.524231 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-78b6e7b5-3693-4d8f-bbc1-1afe47846893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:24.525755 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-78b6e7b5-3693-4d8f-bbc1-1afe47846893 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:24.527491 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-78b6e7b5-3693-4d8f-bbc1-1afe47846893 service neutron] 10.222.0.21 "PUT /v2.0/ports/65ee1752-c64b-4ff9-a1c6-a927c28ea9e2 HTTP/1.1" status: 200  len: 1092 time: 2.1245589
Feb 05 21:07:24.532917 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c74630eb-5693-4ed0-b659-bf7b9ac36050', 'tag': '65ee1752-c64b-4ff9-a1c6-a927c28ea9e2'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:07:24.535476 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b001d940-0d97-42f8-9a50-a30f44d2c2fa" -d '{"events": [{"name": "network-changed", "server_uuid": "c74630eb-5693-4ed0-b659-bf7b9ac36050", "tag": "65ee1752-c64b-4ff9-a1c6-a927c28ea9e2"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:07:24.536302 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6d63c338-9c46-44c0-8558-73803c7fef07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (363524c7-974f-4883-bb9a-7e2fff45291a), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:24.601731 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63c338-9c46-44c0-8558-73803c7fef07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=363524c7-974f-4883-bb9a-7e2fff45291a,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:24.604992 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6d63c338-9c46-44c0-8558-73803c7fef07 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:24.606200 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port cb6b30c0-2323-4baf-b175-3e4a4d2e7d89 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:24.609179 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6d63c338-9c46-44c0-8558-73803c7fef07 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/363524c7-974f-4883-bb9a-7e2fff45291a HTTP/1.1" status: 204  len: 168 time: 0.5212789
Feb 05 21:07:24.615013 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59038) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:24.625789 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-d3a4923f-af9a-4064-8d81-837627605acd None None] Port cfef391c-70c7-46bc-8a49-60b45759c39c cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:07:24.668165 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf75dc-f022-41ee-b844-d36a7d0ff418 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c65e26-430a-4497-9815-dfa866673bbe,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:24.669499 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-d3a4923f-af9a-4064-8d81-837627605acd None None] Provisioning complete for port 5e7d1cdd-d80c-499f-b919-6713c8877154 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:24.669893 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d3a4923f-af9a-4064-8d81-837627605acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5e7d1cdd-d80c-499f-b919-6713c8877154), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:24.717438 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11f0763-67b0-4ca2-beea-d1db8a94553d x-openstack-request-id: req-c11f0763-67b0-4ca2-beea-d1db8a94553d {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:07:24.720815 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c74630eb-5693-4ed0-b659-bf7b9ac36050", "tag": "65ee1752-c64b-4ff9-a1c6-a927c28ea9e2", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:07:24.720815 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c11f0763-67b0-4ca2-beea-d1db8a94553d {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:07:24.721011 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c74630eb-5693-4ed0-b659-bf7b9ac36050', 'tag': '65ee1752-c64b-4ff9-a1c6-a927c28ea9e2', 'status': 'completed', 'code': 200}
Feb 05 21:07:24.745432 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ac3556a3-9f56-432b-91fd-948d3e5c5491 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "DELETE /v2.0/subnets/5e8c3130-bd15-4d15-b7ec-a20087d6f850/tags/tempest-TagsExtTest-Tag-1554547687 HTTP/1.1" status: 204  len: 168 time: 0.3009791
Feb 05 21:07:24.746761 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59040) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:24.750780 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.tag.tag_plugin [None req-db39a423-fd86-4bea-975c-9bfa19a114b3 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2db98af3a0>, 'subnets', '5e8c3130-bd15-4d15-b7ec-a20087d6f850') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:24.769347 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-296b53e4-4907-4588-a200-56103aa32e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (d372be5d-db46-470f-bb26-b0d626001e55), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:24.811470 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-d3a4923f-af9a-4064-8d81-837627605acd None None] Port 5e7d1cdd-d80c-499f-b919-6713c8877154 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:07:24.854860 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device cb6b30c0-2323-4baf-b175-3e4a4d2e7d89 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:07:24.913428 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-c03b6f86-b0e4-4641-a884-1ead8c816c43 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] update failed (client error): The resource could not be found.
Feb 05 21:07:24.915015 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c03b6f86-b0e4-4641-a884-1ead8c816c43 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] 10.222.0.32 "PUT /v2.0/floatingips/1b4456c2-2a27-4512-8967-17b8b0cb598b HTTP/1.1" status: 404  len: 507 time: 0.7042382
Feb 05 21:07:24.916143 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6e7b5-3693-4d8f-bbc1-1afe47846893 service neutron] Pushing event updated for resources: {'Port': ['ID=65ee1752-c64b-4ff9-a1c6-a927c28ea9e2,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:24.922799 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59044) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:24.975113 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-296b53e4-4907-4588-a200-56103aa32e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (d372be5d-db46-470f-bb26-b0d626001e55), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:24.997471 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-db39a423-fd86-4bea-975c-9bfa19a114b3 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "GET /v2.0/subnets/5e8c3130-bd15-4d15-b7ec-a20087d6f850/tags HTTP/1.1" status: 200  len: 205 time: 0.2485883
Feb 05 21:07:25.002717 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59046) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:25.009176 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port cb6b30c0-2323-4baf-b175-3e4a4d2e7d89 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:25.009762 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (cb6b30c0-2323-4baf-b175-3e4a4d2e7d89), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:25.012516 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.tag.tag_plugin [None req-6b89f37c-dd1d-49b3-9b64-7b0eafe903a0 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2db29d4850>, 'ports', '5e7d1cdd-d80c-499f-b919-6713c8877154') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:25.036386 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-296b53e4-4907-4588-a200-56103aa32e48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db398d070>,) {'filters': {'network_id': ['d372be5d-db46-470f-bb26-b0d626001e55']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:25.054648 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-296b53e4-4907-4588-a200-56103aa32e48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db398d070>, 'e3f5879e-89eb-4ea9-ae07-833c6958fcdd') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:25.055006 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-296b53e4-4907-4588-a200-56103aa32e48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db398d070>, 'e3f5879e-89eb-4ea9-ae07-833c6958fcdd') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:25.074981 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-296b53e4-4907-4588-a200-56103aa32e48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (e3f5879e-89eb-4ea9-ae07-833c6958fcdd), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:25.103560 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e108b-a02e-44b5-99d1-895a5b79cecd req-30b1820c-0f4a-428f-bb12-8b1e8b604ac3 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:25.105162 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9e9e108b-a02e-44b5-99d1-895a5b79cecd req-30b1820c-0f4a-428f-bb12-8b1e8b604ac3 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5b639f-a134-45de-8abc-84a49adc8d26 HTTP/1.1" status: 200  len: 944 time: 0.2066665
Feb 05 21:07:25.112952 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-296b53e4-4907-4588-a200-56103aa32e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (e3f5879e-89eb-4ea9-ae07-833c6958fcdd), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:25.121136 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port cb6b30c0-2323-4baf-b175-3e4a4d2e7d89 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:25.129909 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-296b53e4-4907-4588-a200-56103aa32e48 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:07:25.130364 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-296b53e4-4907-4588-a200-56103aa32e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (e3f5879e-89eb-4ea9-ae07-833c6958fcdd), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:25.132203 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:07:25.132203 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:07:25.132203 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:07:25.132203 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:07:25.132203 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:07:25.132203 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:07:25.132203 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:07:25.132203 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:07:25.132203 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:07:25.132203 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:07:25.132203 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:07:25.132203 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:07:25.132203 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:07:25.132203 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:07:25.132203 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:07:25.132203 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:07:25.132203 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:07:25.132203 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:07:25.132203 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:07:25.132203 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:07:25.132203 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:07:25.132203 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:07:25.132203 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:07:25.132203 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:07:25.132203 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:07:25.132203 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:07:25.132203 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:07:25.132203 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:07:25.132203 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:07:25.132203 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:07:25.132203 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:07:25.132203 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:07:25.189032 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6b89f37c-dd1d-49b3-9b64-7b0eafe903a0 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "GET /v2.0/ports/5e7d1cdd-d80c-499f-b919-6713c8877154/tags HTTP/1.1" status: 200  len: 241 time: 0.1817074
Feb 05 21:07:25.191789 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59048) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:25.192871 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 11c88d97-f5cd-47b1-b957-769108ac0897 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:07:25.196109 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.tag.tag_plugin [None req-13a1e70a-c54a-40eb-be32-ca0cd7c27a14 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2db22076d0>, 'ports', '5e7d1cdd-d80c-499f-b919-6713c8877154', 'tempest-TagsExtTest-Tag-2064779245') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:25.215397 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 11c88d97-f5cd-47b1-b957-769108ac0897 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:07:25.216013 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 11c88d97-f5cd-47b1-b957-769108ac0897 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:07:25.216584 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 61a0c53e-0519-488e-a9a5-9143410d5bc6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:07:25.239588 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 61a0c53e-0519-488e-a9a5-9143410d5bc6 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:07:25.240163 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 61a0c53e-0519-488e-a9a5-9143410d5bc6 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:07:25.249648 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-296b53e4-4907-4588-a200-56103aa32e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (d372be5d-db46-470f-bb26-b0d626001e55), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:25.267031 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-296b53e4-4907-4588-a200-56103aa32e48 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:25.270184 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-296b53e4-4907-4588-a200-56103aa32e48 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d372be5d-db46-470f-bb26-b0d626001e55 HTTP/1.1" status: 204  len: 168 time: 0.6540191
Feb 05 21:07:25.278309 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9e9e108b-a02e-44b5-99d1-895a5b79cecd req-22fb372f-3e3b-432c-9b94-d84395a30961 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cf6c738-0478-4e04-ae03-4d6824565445&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1621418
Feb 05 21:07:25.291241 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b53e4-4907-4588-a200-56103aa32e48 admin admin] Pushing event deleted for resources: {'Network': ['ID=d372be5d-db46-470f-bb26-b0d626001e55,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:25.310431 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-13a1e70a-c54a-40eb-be32-ca0cd7c27a14 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "GET /v2.0/ports/5e7d1cdd-d80c-499f-b919-6713c8877154/tags/tempest-TagsExtTest-Tag-2064779245 HTTP/1.1" status: 204  len: 168 time: 0.1158066
Feb 05 21:07:25.311626 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59052) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:25.317310 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.tag.tag_plugin [None req-d5b0962a-95bc-4a72-9910-d3737dbd0c9c tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f2db3400280>, 'ports', '5e7d1cdd-d80c-499f-b919-6713c8877154', 'tempest-TagsExtTest-Tag-2064779245') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:25.365869 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-eb269b34-69f8-4367-bb4c-88692e71d10d tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.8306131
Feb 05 21:07:25.367149 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59054) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:25.374737 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-e08a25b8-d85c-4693-a0b4-04c049915a1c tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Request body: {'security_group': {'name': 'tempest-secgroup--770663271'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:25.405236 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-aeeb233c-dd52-4cfa-8219-3dac992d7c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:25.406091 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e08a25b8-d85c-4693-a0b4-04c049915a1c tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:25.406935 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-aeeb233c-dd52-4cfa-8219-3dac992d7c12 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=abdf40933f6b4f8099b886dfec3a4473&device_id=c74630eb-5693-4ed0-b659-bf7b9ac36050 HTTP/1.1" status: 200  len: 1126 time: 0.8134317
Feb 05 21:07:25.417977 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d5b0962a-95bc-4a72-9910-d3737dbd0c9c tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "DELETE /v2.0/ports/5e7d1cdd-d80c-499f-b919-6713c8877154/tags/tempest-TagsExtTest-Tag-2064779245 HTTP/1.1" status: 204  len: 168 time: 0.1051788
Feb 05 21:07:25.420566 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59056) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:25.426709 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.tag.tag_plugin [None req-b65128b7-7e8c-474d-8de9-7fb2da352aeb tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2db1fe3340>, 'ports', '5e7d1cdd-d80c-499f-b919-6713c8877154') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:25.474853 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4a00ddf0-30f3-46ee-94a7-a7150211194e tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (cfef391c-70c7-46bc-8a49-60b45759c39c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:25.477297 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-e99cf8ec-d42c-430f-9e7f-17aae3d0bd9a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65ee1752-c64b-4ff9-a1c6-a927c28ea9e2 HTTP/1.1" status: 200  len: 217 time: 0.0623634
Feb 05 21:07:25.510821 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59060) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:25.519409 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a00ddf0-30f3-46ee-94a7-a7150211194e tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event deleted for resources: {'Port': ['ID=cfef391c-70c7-46bc-8a49-60b45759c39c,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:25.619565 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-da5ba495-a579-4d8a-82dc-a33078a544fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:25.621081 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-da5ba495-a579-4d8a-82dc-a33078a544fc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d3bc4b1d-f312-4b2d-bc48-80b03423d794 HTTP/1.1" status: 200  len: 850 time: 0.1347311
Feb 05 21:07:25.635394 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e08a25b8-d85c-4693-a0b4-04c049915a1c tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (040fcc27-c443-4da8-800a-d3e90382e1f6), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:25.641565 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-f5e054e5-4052-4303-a4db-fa83febcab32 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Deleting port 3c642fea-a963-4e39-b09e-acf0ce5e7da0 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:07:25.642078 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f5e054e5-4052-4303-a4db-fa83febcab32 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (3c642fea-a963-4e39-b09e-acf0ce5e7da0), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:25.645384 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b65128b7-7e8c-474d-8de9-7fb2da352aeb tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "GET /v2.0/ports/5e7d1cdd-d80c-499f-b919-6713c8877154/tags HTTP/1.1" status: 200  len: 205 time: 0.2214139
Feb 05 21:07:25.646107 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59062) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:25.654442 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-97f239b0-6922-414d-b3e0-2590d59f8c4a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=96786f7503bf418d8fc6dd6aab2a630e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1401212
Feb 05 21:07:25.654442 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e08a25b8-d85c-4693-a0b4-04c049915a1c tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (040fcc27-c443-4da8-800a-d3e90382e1f6), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:25.658898 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59064) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:25.662345 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.tag.tag_plugin [None req-95d8d73e-d40c-4619-bd7a-d8317adfc947 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2db3454f70>, 'routers', 'ab1181a2-4ed5-4d61-83f1-bbc9c87049d2') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:25.680165 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4a00ddf0-30f3-46ee-94a7-a7150211194e tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:25.685843 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4a00ddf0-30f3-46ee-94a7-a7150211194e tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/ports/cfef391c-70c7-46bc-8a49-60b45759c39c HTTP/1.1" status: 204  len: 168 time: 1.9388180
Feb 05 21:07:25.686159 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59066) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:25.692354 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4754d-f471-4f06-bdc9-f5461f0156d1 req-aa8bf100-0135-4e9e-8f94-85c0b9c481d4 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:25.694083 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-31b4754d-f471-4f06-bdc9-f5461f0156d1 req-aa8bf100-0135-4e9e-8f94-85c0b9c481d4 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74630eb-5693-4ed0-b659-bf7b9ac36050 HTTP/1.1" status: 200  len: 944 time: 0.1619987
Feb 05 21:07:25.747797 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e08a25b8-d85c-4693-a0b4-04c049915a1c tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:25.749110 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e08a25b8-d85c-4693-a0b4-04c049915a1c tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3801191
Feb 05 21:07:25.760566 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59068) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:25.770454 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-a9631937-10af-4b6c-91ef-7d92c01f30eb tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Request body: {'security_group_rule': {'security_group_id': '040fcc27-c443-4da8-800a-d3e90382e1f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:25.779009 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a25b8-d85c-4693-a0b4-04c049915a1c tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=040fcc27-c443-4da8-800a-d3e90382e1f6,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:25.785254 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8226a35-5bc1-4f30-a31f-44751699bd38 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] GET failed (client error): The resource could not be found.
Feb 05 21:07:25.786759 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b8226a35-5bc1-4f30-a31f-44751699bd38 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "GET /v2.0/ports/cfef391c-70c7-46bc-8a49-60b45759c39c HTTP/1.1" status: 404  len: 333 time: 0.0593717
Feb 05 21:07:25.795222 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59070) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:25.836077 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-31b4754d-f471-4f06-bdc9-f5461f0156d1 req-7163f8da-f49f-47a9-b1b5-b73956ff75ad tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307399
Feb 05 21:07:25.863303 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-11478206-e3bb-46b9-a699-7212c745f9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:25.863303 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-11478206-e3bb-46b9-a699-7212c745f9b4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f513b7e7-60ac-4b04-af41-d1fecee70cba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2316110
Feb 05 21:07:25.867894 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f5e054e5-4052-4303-a4db-fa83febcab32 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (3c642fea-a963-4e39-b09e-acf0ce5e7da0), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:25.868226 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f5e054e5-4052-4303-a4db-fa83febcab32 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks [] for floatingip (3c642fea-a963-4e39-b09e-acf0ce5e7da0), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:25.876658 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bb2c6cad-a052-4e8d-9a40-f334b3356fdb admin admin] Publish callbacks [] for security_group (4ff35412-5986-4de9-b555-1a78b99537e5), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:25.885787 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-95d8d73e-d40c-4619-bd7a-d8317adfc947 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "GET /v2.0/routers/ab1181a2-4ed5-4d61-83f1-bbc9c87049d2/tags HTTP/1.1" status: 200  len: 241 time: 0.2384794
Feb 05 21:07:25.888370 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59072) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:25.896595 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.tag.tag_plugin [None req-c0a32983-6f9c-4863-81e5-d3f23773ea78 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2db361d970>, 'routers', 'ab1181a2-4ed5-4d61-83f1-bbc9c87049d2', 'tempest-TagsExtTest-Tag-1626496813') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:25.898494 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-f5e054e5-4052-4303-a4db-fa83febcab32 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Calling delete_port for 3c642fea-a963-4e39-b09e-acf0ce5e7da0 owned by network:floatingip {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:07:25.930235 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bb2c6cad-a052-4e8d-9a40-f334b3356fdb admin admin] Publish callbacks [] for security_group (4ff35412-5986-4de9-b555-1a78b99537e5), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:25.933293 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-a9631937-10af-4b6c-91ef-7d92c01f30eb tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] create failed (client error): The resource could not be found.
Feb 05 21:07:25.934397 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a9631937-10af-4b6c-91ef-7d92c01f30eb tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.1719403
Feb 05 21:07:25.940926 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59074) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:25.955973 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-7ce128bb-d560-4d60-ac65-b96715284a66 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Request body: {'security_group_rule': {'security_group_id': '040fcc27-c443-4da8-800a-d3e90382e1f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '405ebd5e-aab9-4797-a64b-6669582a1a3e'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:25.982425 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-73667d26-a9ac-4abc-b264-37804097e8da tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Deleting port 809c65e8-3eed-4d14-a003-85f17b1f8daa {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:07:25.982774 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-73667d26-a9ac-4abc-b264-37804097e8da tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (809c65e8-3eed-4d14-a003-85f17b1f8daa), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:26.042455 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bb2c6cad-a052-4e8d-9a40-f334b3356fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (4ff35412-5986-4de9-b555-1a78b99537e5), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:26.045011 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bb2c6cad-a052-4e8d-9a40-f334b3356fdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:26.046169 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-bb2c6cad-a052-4e8d-9a40-f334b3356fdb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4ff35412-5986-4de9-b555-1a78b99537e5 HTTP/1.1" status: 204  len: 168 time: 0.3822744
Feb 05 21:07:26.065478 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c6cad-a052-4e8d-9a40-f334b3356fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff35412-5986-4de9-b555-1a78b99537e5,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:26.095224 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-73667d26-a9ac-4abc-b264-37804097e8da tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (809c65e8-3eed-4d14-a003-85f17b1f8daa), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:26.109460 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-73667d26-a9ac-4abc-b264-37804097e8da tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Calling delete_port for 809c65e8-3eed-4d14-a003-85f17b1f8daa owned by  {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:07:26.143806 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c0a32983-6f9c-4863-81e5-d3f23773ea78 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "GET /v2.0/routers/ab1181a2-4ed5-4d61-83f1-bbc9c87049d2/tags/tempest-TagsExtTest-Tag-1626496813 HTTP/1.1" status: 204  len: 168 time: 0.2543890
Feb 05 21:07:26.145939 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-9d3e97a1-af9a-4fa9-999a-8ca215782752 service neutron] 10.222.0.21 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2744269
Feb 05 21:07:26.147897 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59078) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:26.160126 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.tag.tag_plugin [None req-8e22e9a7-24fa-4c4b-b592-80366815fab1 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f2db878b190>, 'routers', 'ab1181a2-4ed5-4d61-83f1-bbc9c87049d2', 'tempest-TagsExtTest-Tag-1626496813') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:26.173062 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-7ce128bb-d560-4d60-ac65-b96715284a66 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] create failed (client error): The resource could not be found.
Feb 05 21:07:26.174094 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7ce128bb-d560-4d60-ac65-b96715284a66 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.2306640
Feb 05 21:07:26.177096 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59080) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:26.287466 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-69f57bf4-e830-4e6c-9eb0-012ed54c4efa tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (040fcc27-c443-4da8-800a-d3e90382e1f6), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:26.338355 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-69f57bf4-e830-4e6c-9eb0-012ed54c4efa tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (040fcc27-c443-4da8-800a-d3e90382e1f6), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:26.363332 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a3419b7b-7d4c-4929-8525-13dd616f714f req-73869942-cc16-4222-b1e8-c423db94e2c8 service neutron] 10.222.0.21 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1989090
Feb 05 21:07:26.379540 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f5e054e5-4052-4303-a4db-fa83febcab32 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (3c642fea-a963-4e39-b09e-acf0ce5e7da0), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:26.409832 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-73667d26-a9ac-4abc-b264-37804097e8da tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (809c65e8-3eed-4d14-a003-85f17b1f8daa), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:26.415922 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8e22e9a7-24fa-4c4b-b592-80366815fab1 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "DELETE /v2.0/routers/ab1181a2-4ed5-4d61-83f1-bbc9c87049d2/tags/tempest-TagsExtTest-Tag-1626496813 HTTP/1.1" status: 204  len: 168 time: 0.2660406
Feb 05 21:07:26.416915 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e054e5-4052-4303-a4db-fa83febcab32 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Pushing event deleted for resources: {'Port': ['ID=3c642fea-a963-4e39-b09e-acf0ce5e7da0,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:26.419461 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59088) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:26.427961 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.tag.tag_plugin [None req-e92b5d5b-3518-4d36-8d11-57905224baef tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2db21ec910>, 'routers', 'ab1181a2-4ed5-4d61-83f1-bbc9c87049d2') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:26.453484 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-69f57bf4-e830-4e6c-9eb0-012ed54c4efa tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (040fcc27-c443-4da8-800a-d3e90382e1f6), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:26.457855 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-69f57bf4-e830-4e6c-9eb0-012ed54c4efa tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:26.459484 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-69f57bf4-e830-4e6c-9eb0-012ed54c4efa tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "DELETE /v2.0/security-groups/040fcc27-c443-4da8-800a-d3e90382e1f6 HTTP/1.1" status: 204  len: 168 time: 0.2810793
Feb 05 21:07:26.469967 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73667d26-a9ac-4abc-b264-37804097e8da tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event deleted for resources: {'Port': ['ID=809c65e8-3eed-4d14-a003-85f17b1f8daa,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:26.472408 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59090) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:26.514547 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e054e5-4052-4303-a4db-fa83febcab32 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:07:26.514998 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e054e5-4052-4303-a4db-fa83febcab32 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:07:26.515568 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e054e5-4052-4303-a4db-fa83febcab32 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:07:26.516172 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e054e5-4052-4303-a4db-fa83febcab32 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:07:26.516748 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e054e5-4052-4303-a4db-fa83febcab32 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:07:26.517587 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e054e5-4052-4303-a4db-fa83febcab32 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:07:26.518195 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e054e5-4052-4303-a4db-fa83febcab32 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:07:26.518795 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e054e5-4052-4303-a4db-fa83febcab32 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:07:26.519432 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e054e5-4052-4303-a4db-fa83febcab32 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:07:26.519896 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e054e5-4052-4303-a4db-fa83febcab32 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:07:26.520391 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e054e5-4052-4303-a4db-fa83febcab32 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:07:26.520882 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e054e5-4052-4303-a4db-fa83febcab32 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:07:26.521380 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e054e5-4052-4303-a4db-fa83febcab32 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:07:26.599874 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f57bf4-e830-4e6c-9eb0-012ed54c4efa tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=040fcc27-c443-4da8-800a-d3e90382e1f6,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:26.602150 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-73667d26-a9ac-4abc-b264-37804097e8da tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:26.624776 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59096) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:26.628059 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-73667d26-a9ac-4abc-b264-37804097e8da tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/ports/809c65e8-3eed-4d14-a003-85f17b1f8daa HTTP/1.1" status: 204  len: 168 time: 0.8205116
Feb 05 21:07:26.689697 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-76b8db08-c148-4561-a43d-616a4c666819 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.2139523
Feb 05 21:07:26.694187 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59100) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:26.705019 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5e8c9ad-1885-41ad-af63-9b346e05f897 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] GET failed (client error): The resource could not be found.
Feb 05 21:07:26.705937 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-1e7565bf-37c7-4ce6-b6bd-08849d35bd2e tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Request body: {'security_group_rule': {'security_group_id': '79a024d1-3129-4e4f-8083-0eaa65a8f5d5', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:26.713849 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c5e8c9ad-1885-41ad-af63-9b346e05f897 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "GET /v2.0/ports/809c65e8-3eed-4d14-a003-85f17b1f8daa HTTP/1.1" status: 404  len: 333 time: 0.0727215
Feb 05 21:07:26.714638 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59102) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:26.808984 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e92b5d5b-3518-4d36-8d11-57905224baef tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "GET /v2.0/routers/ab1181a2-4ed5-4d61-83f1-bbc9c87049d2/tags HTTP/1.1" status: 200  len: 205 time: 0.3850894
Feb 05 21:07:26.811005 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59104) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:26.815826 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.tag.tag_plugin [None req-c65f4363-df90-453f-a723-6d4959350b0e tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2db3856e80>, 'subnetpools', '0e0b632e-dfd4-438c-9a0b-471e87fe4ea9') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:26.816021 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001d940-0d97-42f8-9a50-a30f44d2c2fa req-c3d40c07-09e8-418f-84ff-b5f290b6af41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:26.817788 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b001d940-0d97-42f8-9a50-a30f44d2c2fa req-c3d40c07-09e8-418f-84ff-b5f290b6af41 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=abdf40933f6b4f8099b886dfec3a4473&device_id=c74630eb-5693-4ed0-b659-bf7b9ac36050 HTTP/1.1" status: 200  len: 1126 time: 0.3874741
Feb 05 21:07:26.818989 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f5e054e5-4052-4303-a4db-fa83febcab32 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks [] for floatingip (1b4456c2-2a27-4512-8967-17b8b0cb598b), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:26.821523 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f5e054e5-4052-4303-a4db-fa83febcab32 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:26.826942 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f5e054e5-4052-4303-a4db-fa83febcab32 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] 10.222.0.32 "DELETE /v2.0/floatingips/1b4456c2-2a27-4512-8967-17b8b0cb598b HTTP/1.1" status: 204  len: 168 time: 1.8919623
Feb 05 21:07:26.830596 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59106) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:26.832645 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-1e7565bf-37c7-4ce6-b6bd-08849d35bd2e tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] create failed (client error): The resource could not be found.
Feb 05 21:07:26.833695 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1e7565bf-37c7-4ce6-b6bd-08849d35bd2e tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.1382706
Feb 05 21:07:26.838571 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a73c2f7-8716-4192-b073-b3cb5b5eb657 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Deleting subnet 996e8986-b538-448e-b2cc-61489c89937c {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:07:26.842911 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b9d50-215a-4de3-be55-dbed3ae4b59a req-139036c9-60f4-4978-8d14-a969621f5894 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:26.844506 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-761b9d50-215a-4de3-be55-dbed3ae4b59a req-139036c9-60f4-4978-8d14-a969621f5894 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5b639f-a134-45de-8abc-84a49adc8d26 HTTP/1.1" status: 200  len: 944 time: 0.1058166
Feb 05 21:07:26.849779 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59110) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:26.853409 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-09733aa7-d215-4d23-9fdf-e8f254d3d6f8 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Request body: {'security_group': {'name': 'tempest-secgroup--1922526065'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:26.858092 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-540e7151-6c86-4303-9127-f607b4532595 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Request body: {'floatingip': {'floating_network_id': '6dc174f1-68f6-4c4f-b177-0328c61f1b01', 'port_id': 'ca04bf64-b841-4fb1-be00-08d6c9f26fae', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:26.868699 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7a73c2f7-8716-4192-b073-b3cb5b5eb657 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for subnet (996e8986-b538-448e-b2cc-61489c89937c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:26.901414 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c65f4363-df90-453f-a723-6d4959350b0e tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "GET /v2.0/subnetpools/0e0b632e-dfd4-438c-9a0b-471e87fe4ea9/tags HTTP/1.1" status: 200  len: 240 time: 0.0876193
Feb 05 21:07:26.904790 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59116) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:26.910750 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.tag.tag_plugin [None req-532dc512-7303-4e37-8abd-00568afe410b tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2db8d2fe20>, 'subnetpools', '0e0b632e-dfd4-438c-9a0b-471e87fe4ea9', 'tempest-TagsExtTest-Tag-205241588') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:26.921762 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-09733aa7-d215-4d23-9fdf-e8f254d3d6f8 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:26.964558 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-761b9d50-215a-4de3-be55-dbed3ae4b59a req-6ae3fd91-fad9-4cc5-8997-d897042a5ff0 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cf6c738-0478-4e04-ae03-4d6824565445&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1070118
Feb 05 21:07:26.992190 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-532dc512-7303-4e37-8abd-00568afe410b tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "GET /v2.0/subnetpools/0e0b632e-dfd4-438c-9a0b-471e87fe4ea9/tags/tempest-TagsExtTest-Tag-205241588 HTTP/1.1" status: 204  len: 168 time: 0.0839996
Feb 05 21:07:26.992345 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7a73c2f7-8716-4192-b073-b3cb5b5eb657 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (996e8986-b538-448e-b2cc-61489c89937c), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:26.993889 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59120) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:27.020597 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.tag.tag_plugin [None req-d8e92e64-56ac-4b22-a1c8-46a30caa9f3f tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f2db398f040>, 'subnetpools', '0e0b632e-dfd4-438c-9a0b-471e87fe4ea9', 'tempest-TagsExtTest-Tag-205241588') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:27.022948 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-540e7151-6c86-4303-9127-f607b4532595 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:27.088749 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0de2f-311a-4891-bd19-1abf38f6c02a req-070bc220-f8c5-42e9-9091-d845eecbe877 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:27.090310 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-38b0de2f-311a-4891-bd19-1abf38f6c02a req-070bc220-f8c5-42e9-9091-d845eecbe877 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74630eb-5693-4ed0-b659-bf7b9ac36050 HTTP/1.1" status: 200  len: 944 time: 0.1054943
Feb 05 21:07:27.110205 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-09733aa7-d215-4d23-9fdf-e8f254d3d6f8 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (4c1cd9f4-24b1-4dfa-b2b2-24830cceb01f), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:27.118697 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-09733aa7-d215-4d23-9fdf-e8f254d3d6f8 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (4c1cd9f4-24b1-4dfa-b2b2-24830cceb01f), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:27.118908 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001d940-0d97-42f8-9a50-a30f44d2c2fa req-3d33ad72-91a3-4d23-9ab2-3678c0a8e226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:27.120220 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b001d940-0d97-42f8-9a50-a30f44d2c2fa req-3d33ad72-91a3-4d23-9ab2-3678c0a8e226 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f513b7e7-60ac-4b04-af41-d1fecee70cba HTTP/1.1" status: 200  len: 912 time: 0.2906408
Feb 05 21:07:27.147400 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59124) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:27.174745 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-09733aa7-d215-4d23-9fdf-e8f254d3d6f8 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:27.178860 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-09733aa7-d215-4d23-9fdf-e8f254d3d6f8 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3259499
Feb 05 21:07:27.180104 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09733aa7-d215-4d23-9fdf-e8f254d3d6f8 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1cd9f4-24b1-4dfa-b2b2-24830cceb01f,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:27.183090 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59128) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:27.188327 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-60c9ab92-ecd7-4f34-b406-3ad5cc6fc73e tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Request body: {'security_group': {'name': 'tempest-secgroup--2051418729'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:27.196504 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-38b0de2f-311a-4891-bd19-1abf38f6c02a req-1be6f8b5-60b3-462e-852a-2c57cdb36aee tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993118
Feb 05 21:07:27.214419 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-60c9ab92-ecd7-4f34-b406-3ad5cc6fc73e tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:27.243273 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b001d940-0d97-42f8-9a50-a30f44d2c2fa req-8d6d8057-6407-4667-a459-c80a0a5a3f46 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65ee1752-c64b-4ff9-a1c6-a927c28ea9e2 HTTP/1.1" status: 200  len: 217 time: 0.0988986
Feb 05 21:07:27.289164 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d8e92e64-56ac-4b22-a1c8-46a30caa9f3f tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "DELETE /v2.0/subnetpools/0e0b632e-dfd4-438c-9a0b-471e87fe4ea9/tags/tempest-TagsExtTest-Tag-205241588 HTTP/1.1" status: 204  len: 168 time: 0.2905023
Feb 05 21:07:27.289164 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7a73c2f7-8716-4192-b073-b3cb5b5eb657 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (996e8986-b538-448e-b2cc-61489c89937c), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:27.293682 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-89a5488c-274b-40a1-967d-264232dcec13 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1026379655-network', 'tenant_id': '27206de1750347eb82f892b296fbf8a9'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:27.299447 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59130) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:27.308891 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.tag.tag_plugin [None req-40e490ee-b96d-44b7-b263-b6bc1cf26a27 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2db336e310>, 'subnetpools', '0e0b632e-dfd4-438c-9a0b-471e87fe4ea9') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:27.315510 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-60c9ab92-ecd7-4f34-b406-3ad5cc6fc73e tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (5ce46b4f-b55e-45ab-88a1-65fcebe4afcc), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:27.327775 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-60c9ab92-ecd7-4f34-b406-3ad5cc6fc73e tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (5ce46b4f-b55e-45ab-88a1-65fcebe4afcc), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:27.354510 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001d940-0d97-42f8-9a50-a30f44d2c2fa req-0561a8d0-6997-4390-8247-206ba9336413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:27.356185 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b001d940-0d97-42f8-9a50-a30f44d2c2fa req-0561a8d0-6997-4390-8247-206ba9336413 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d3bc4b1d-f312-4b2d-bc48-80b03423d794 HTTP/1.1" status: 200  len: 850 time: 0.1066091
Feb 05 21:07:27.367306 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a5488c-274b-40a1-967d-264232dcec13 admin admin] Made reservation on behalf of 27206de1750347eb82f892b296fbf8a9 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:07:27.369654 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-89a5488c-274b-40a1-967d-264232dcec13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:27.385235 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-40e490ee-b96d-44b7-b263-b6bc1cf26a27 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "GET /v2.0/subnetpools/0e0b632e-dfd4-438c-9a0b-471e87fe4ea9/tags HTTP/1.1" status: 200  len: 205 time: 0.0839686
Feb 05 21:07:27.386814 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c9ab92-ecd7-4f34-b406-3ad5cc6fc73e tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce46b4f-b55e-45ab-88a1-65fcebe4afcc,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:27.389140 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59132) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:27.389843 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-89a5488c-274b-40a1-967d-264232dcec13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:27.392936 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 545bfef8-da31-4834-a301-52904e994139 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:07:27.393955 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-60c9ab92-ecd7-4f34-b406-3ad5cc6fc73e tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:27.397864 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-60c9ab92-ecd7-4f34-b406-3ad5cc6fc73e tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2111709
Feb 05 21:07:27.398457 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59134) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:27.402663 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-9ddf1552-2ab3-4d06-baf8-a3ecc01952c2 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Request body: {'security_group_rule': {'security_group_id': '4c1cd9f4-24b1-4dfa-b2b2-24830cceb01f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '5ce46b4f-b55e-45ab-88a1-65fcebe4afcc'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:27.415101 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.tag.tag_plugin [None req-9fd2a437-a030-428d-8559-f4caa210cc88 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2db989a0d0>, 'subnetpools', '0e0b632e-dfd4-438c-9a0b-471e87fe4ea9') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:27.416092 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7a73c2f7-8716-4192-b073-b3cb5b5eb657 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (996e8986-b538-448e-b2cc-61489c89937c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:27.465989 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 545bfef8-da31-4834-a301-52904e994139 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:07:27.473792 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a73c2f7-8716-4192-b073-b3cb5b5eb657 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event deleted for resources: {'Subnet': ['ID=996e8986-b538-448e-b2cc-61489c89937c,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:27.477470 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a434e9-4fd6-4b9b-a357-e56884263ced None None] Network 405dcdf1-23d7-4999-b60a-6c6ea69b21a2 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:07:27.480430 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9fd2a437-a030-428d-8559-f4caa210cc88 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "DELETE /v2.0/subnetpools/0e0b632e-dfd4-438c-9a0b-471e87fe4ea9/tags HTTP/1.1" status: 204  len: 168 time: 0.0840018
Feb 05 21:07:27.484597 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59136) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:27.487584 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7a73c2f7-8716-4192-b073-b3cb5b5eb657 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:27.491694 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7a73c2f7-8716-4192-b073-b3cb5b5eb657 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/subnets/996e8986-b538-448e-b2cc-61489c89937c HTTP/1.1" status: 204  len: 168 time: 0.7693703
Feb 05 21:07:27.492963 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.tag.tag_plugin [None req-d7437d00-8afa-4aa8-85fe-3c63752667a0 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2db356fe80>, 'routers', 'ab1181a2-4ed5-4d61-83f1-bbc9c87049d2') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:27.494594 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59138) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:27.501720 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001d940-0d97-42f8-9a50-a30f44d2c2fa req-426925c6-913a-4112-9fb3-10212704ac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:27.501916 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 545bfef8-da31-4834-a301-52904e994139 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:27.502270 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (545bfef8-da31-4834-a301-52904e994139), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:27.503457 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b001d940-0d97-42f8-9a50-a30f44d2c2fa req-426925c6-913a-4112-9fb3-10212704ac40 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f513b7e7-60ac-4b04-af41-d1fecee70cba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1382692
Feb 05 21:07:27.506428 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-540e7151-6c86-4303-9127-f607b4532595 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:07:27.507647 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-540e7151-6c86-4303-9127-f607b4532595 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 0.6665578
Feb 05 21:07:27.519964 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59140) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:27.539868 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-ca87de84-7782-4cde-8bf0-f48d643ca32c tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'port_id': 'ca04bf64-b841-4fb1-be00-08d6c9f26fae', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:27.548483 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-9ddf1552-2ab3-4d06-baf8-a3ecc01952c2 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:07:27.549556 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9ddf1552-2ab3-4d06-baf8-a3ecc01952c2 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.1502435
Feb 05 21:07:27.556259 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59142) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:27.634554 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ca87de84-7782-4cde-8bf0-f48d643ca32c tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:27.671379 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-89a5488c-274b-40a1-967d-264232dcec13 admin admin] Publish callbacks [] for security_group (19809129-f351-407c-b760-3ecebfe4e2f6), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:27.671676 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 545bfef8-da31-4834-a301-52904e994139 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:27.672507 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (545bfef8-da31-4834-a301-52904e994139), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:27.679705 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-35237951-3bd5-4f3d-9796-1916f35bc2e2 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (405dcdf1-23d7-4999-b60a-6c6ea69b21a2), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:27.684620 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-89a5488c-274b-40a1-967d-264232dcec13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (19809129-f351-407c-b760-3ecebfe4e2f6), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:27.711890 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a5b639f-a134-45de-8abc-84a49adc8d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545bfef8-da31-4834-a301-52904e994139'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:07:27.715416 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49253de-bc08-4952-826b-07ec051287ac" -d '{"events": [{"server_uuid": "1a5b639f-a134-45de-8abc-84a49adc8d26", "name": "network-vif-plugged", "status": "completed", "tag": "545bfef8-da31-4834-a301-52904e994139"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:07:27.719427 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a5488c-274b-40a1-967d-264232dcec13 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:07:27.729373 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d7437d00-8afa-4aa8-85fe-3c63752667a0 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "DELETE /v2.0/routers/ab1181a2-4ed5-4d61-83f1-bbc9c87049d2/tags HTTP/1.1" status: 204  len: 168 time: 0.2416873
Feb 05 21:07:27.729581 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 545bfef8-da31-4834-a301-52904e994139, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=545bfef8-da31-4834-a301-52904e994139,segment=NetworkSegment(6da08ccd-563d-4daa-98a3-11856904a998),segment_id=6da08ccd-563d-4daa-98a3-11856904a998)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:27.735121 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (545bfef8-da31-4834-a301-52904e994139), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:27.739154 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59146) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:27.748057 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.tag.tag_plugin [None req-4a00a31f-55f3-4713-b388-a1b101904571 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2db3a15e20>, 'ports', '5e7d1cdd-d80c-499f-b919-6713c8877154') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:27.752864 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-89a5488c-274b-40a1-967d-264232dcec13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (83985eec-2448-4a9d-a5fd-0e500d471fc5), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:27.753214 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-89a5488c-274b-40a1-967d-264232dcec13 admin admin] Added segment 83985eec-2448-4a9d-a5fd-0e500d471fc5 of type vlan for network 280c9237-8866-48dd-91e7-706bb0f55bcf
Feb 05 21:07:27.758485 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a5488c-274b-40a1-967d-264232dcec13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19809129-f351-407c-b760-3ecebfe4e2f6,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:27.794069 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18bc759-ddcf-4f24-b507-fa7cb1a82c5b None None] DHCP port deletion for 405dcdf1-23d7-4999-b60a-6c6ea69b21a2 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:07:27.807548 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8709a6bf-0922-4b63-a454-e90f2d787d01 x-openstack-request-id: req-8709a6bf-0922-4b63-a454-e90f2d787d01 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:07:27.808078 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a5b639f-a134-45de-8abc-84a49adc8d26", "name": "network-vif-plugged", "status": "completed", "tag": "545bfef8-da31-4834-a301-52904e994139", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:07:27.808078 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8709a6bf-0922-4b63-a454-e90f2d787d01 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:07:27.808463 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a5b639f-a134-45de-8abc-84a49adc8d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545bfef8-da31-4834-a301-52904e994139', 'code': 200}
Feb 05 21:07:27.853599 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=545bfef8-da31-4834-a301-52904e994139,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:27.858636 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-89a5488c-274b-40a1-967d-264232dcec13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (280c9237-8866-48dd-91e7-706bb0f55bcf), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:27.879247 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-e18bc759-ddcf-4f24-b507-fa7cb1a82c5b None None] Deleting port 952d010e-998c-43a2-b463-ba86d8c3fb54 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:07:27.880391 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e18bc759-ddcf-4f24-b507-fa7cb1a82c5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (952d010e-998c-43a2-b463-ba86d8c3fb54), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:27.950763 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-e18bc759-ddcf-4f24-b507-fa7cb1a82c5b None None] For port 952d010e-998c-43a2-b463-ba86d8c3fb54, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=952d010e-998c-43a2-b463-ba86d8c3fb54,segment=NetworkSegment(c8801ec1-7566-40d8-845f-1929e47e09da),segment_id=c8801ec1-7566-40d8-845f-1929e47e09da)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:27.951092 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e18bc759-ddcf-4f24-b507-fa7cb1a82c5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (952d010e-998c-43a2-b463-ba86d8c3fb54), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:27.965786 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-e18bc759-ddcf-4f24-b507-fa7cb1a82c5b None None] Calling delete_port for 952d010e-998c-43a2-b463-ba86d8c3fb54 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:07:28.072540 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e18bc759-ddcf-4f24-b507-fa7cb1a82c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (952d010e-998c-43a2-b463-ba86d8c3fb54), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:28.103730 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18bc759-ddcf-4f24-b507-fa7cb1a82c5b None None] Pushing event deleted for resources: {'Port': ['ID=952d010e-998c-43a2-b463-ba86d8c3fb54,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:28.105626 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18bc759-ddcf-4f24-b507-fa7cb1a82c5b None None] No DVR routers for this DVR port 952d010e-998c-43a2-b463-ba86d8c3fb54 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:07:28.105859 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b001d940-0d97-42f8-9a50-a30f44d2c2fa req-01ce200a-8edf-4b41-845e-5a0d3df7bb2c service neutron] 10.222.0.21 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5959477
Feb 05 21:07:28.128913 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-22368824-eafb-443c-a53a-7ce4c7c3fccc tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (5ce46b4f-b55e-45ab-88a1-65fcebe4afcc), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:28.225981 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-89a5488c-274b-40a1-967d-264232dcec13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (280c9237-8866-48dd-91e7-706bb0f55bcf), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:28.227026 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a5488c-274b-40a1-967d-264232dcec13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:28.227725 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-89a5488c-274b-40a1-967d-264232dcec13 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:28.236057 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-35237951-3bd5-4f3d-9796-1916f35bc2e2 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Deleting port 952d010e-998c-43a2-b463-ba86d8c3fb54 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:07:28.236531 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-35237951-3bd5-4f3d-9796-1916f35bc2e2 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (952d010e-998c-43a2-b463-ba86d8c3fb54), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:28.237146 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-22368824-eafb-443c-a53a-7ce4c7c3fccc tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (5ce46b4f-b55e-45ab-88a1-65fcebe4afcc), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:28.278208 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4a00a31f-55f3-4713-b388-a1b101904571 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "DELETE /v2.0/ports/5e7d1cdd-d80c-499f-b919-6713c8877154/tags HTTP/1.1" status: 204  len: 168 time: 0.5342083
Feb 05 21:07:28.281492 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59152) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:28.293256 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.tag.tag_plugin [None req-0c1750be-09ab-4876-b578-c2fb45fc5db5 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2db33553a0>, 'subnets', '5e8c3130-bd15-4d15-b7ec-a20087d6f850') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:28.353376 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b001d940-0d97-42f8-9a50-a30f44d2c2fa req-045a0917-1bf1-4bac-bf4d-068defc74acd service neutron] 10.222.0.21 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2373335
Feb 05 21:07:28.379044 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-22368824-eafb-443c-a53a-7ce4c7c3fccc tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (5ce46b4f-b55e-45ab-88a1-65fcebe4afcc), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:28.381544 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-22368824-eafb-443c-a53a-7ce4c7c3fccc tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:28.385606 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-22368824-eafb-443c-a53a-7ce4c7c3fccc tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "DELETE /v2.0/security-groups/5ce46b4f-b55e-45ab-88a1-65fcebe4afcc HTTP/1.1" status: 204  len: 168 time: 0.8253279
Feb 05 21:07:28.385748 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-89a5488c-274b-40a1-967d-264232dcec13 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.2315211
Feb 05 21:07:28.388710 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59154) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:28.389073 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59156) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:28.404432 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-35dba6de-b2d6-4214-9748-94b3261d7a69 admin admin] Request body: {'subnet': {'network_id': '280c9237-8866-48dd-91e7-706bb0f55bcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1026379655-subnet', 'tenant_id': '27206de1750347eb82f892b296fbf8a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:28.421864 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a5488c-274b-40a1-967d-264232dcec13 admin admin] Pushing event updated for resources: {'Network': ['ID=280c9237-8866-48dd-91e7-706bb0f55bcf,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:28.431299 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-35237951-3bd5-4f3d-9796-1916f35bc2e2 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] For port 952d010e-998c-43a2-b463-ba86d8c3fb54, host ncdv-master-1, got binding levels [] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:28.431532 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-35237951-3bd5-4f3d-9796-1916f35bc2e2 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (952d010e-998c-43a2-b463-ba86d8c3fb54), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:28.432020 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22368824-eafb-443c-a53a-7ce4c7c3fccc tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce46b4f-b55e-45ab-88a1-65fcebe4afcc,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:28.435900 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 280c9237-8866-48dd-91e7-706bb0f55bcf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:07:28.455422 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2298c5b-ebf3-4819-91e6-f3a14fee35fa req-4e27d4cf-73b5-4bb0-b6c8-9663c7df7704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:28.457456 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a2298c5b-ebf3-4819-91e6-f3a14fee35fa req-4e27d4cf-73b5-4bb0-b6c8-9663c7df7704 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1a5b639f-a134-45de-8abc-84a49adc8d26 HTTP/1.1" status: 200  len: 1127 time: 0.5616305
Feb 05 21:07:28.457992 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-35237951-3bd5-4f3d-9796-1916f35bc2e2 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Calling delete_port for 952d010e-998c-43a2-b463-ba86d8c3fb54 owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:07:28.462729 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.ipam_backend_mixin [None req-35237951-3bd5-4f3d-9796-1916f35bc2e2 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Port 952d010e-998c-43a2-b463-ba86d8c3fb54 was not found and therefore no delete operation was performed {{(pid=114391) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Feb 05 21:07:28.465188 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ca87de84-7782-4cde-8bf0-f48d643ca32c tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:28.473497 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-35237951-3bd5-4f3d-9796-1916f35bc2e2 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (952d010e-998c-43a2-b463-ba86d8c3fb54), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:28.500336 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35dba6de-b2d6-4214-9748-94b3261d7a69 admin admin] Made reservation on behalf of 27206de1750347eb82f892b296fbf8a9 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:07:28.503173 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-35dba6de-b2d6-4214-9748-94b3261d7a69 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:28.503924 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e867f50-5b1e-4321-9f50-7bb51450e669 req-f5e5194d-c233-4972-b7dd-1b73fe892407 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:28.510935 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2e867f50-5b1e-4321-9f50-7bb51450e669 req-f5e5194d-c233-4972-b7dd-1b73fe892407 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5b639f-a134-45de-8abc-84a49adc8d26 HTTP/1.1" status: 200  len: 945 time: 0.2882097
Feb 05 21:07:28.548830 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35237951-3bd5-4f3d-9796-1916f35bc2e2 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event deleted for resources: {'Port': ['ID=952d010e-998c-43a2-b463-ba86d8c3fb54,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:28.550951 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35237951-3bd5-4f3d-9796-1916f35bc2e2 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] No DVR routers for this DVR port 952d010e-998c-43a2-b463-ba86d8c3fb54 on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:07:28.567518 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e34198-4b78-45c1-a3e5-74df02b84638 req-2daacab3-3ec2-4d05-b598-c5d018446aa8 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:28.569025 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-36e34198-4b78-45c1-a3e5-74df02b84638 req-2daacab3-3ec2-4d05-b598-c5d018446aa8 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74630eb-5693-4ed0-b659-bf7b9ac36050 HTTP/1.1" status: 200  len: 944 time: 0.2611959
Feb 05 21:07:28.614565 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0c1750be-09ab-4876-b578-c2fb45fc5db5 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "DELETE /v2.0/subnets/5e8c3130-bd15-4d15-b7ec-a20087d6f850/tags HTTP/1.1" status: 204  len: 168 time: 0.3301659
Feb 05 21:07:28.619904 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59158) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:28.630564 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.tag.tag_plugin [None req-a45813e8-8b57-4aa6-af0d-a8fef274457b tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2dbaa8e940>, 'subnets', '5e8c3130-bd15-4d15-b7ec-a20087d6f850', 'tempest-TagsExtTest-Tag-1861842770') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:28.646468 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-06722c2b-2642-4f6b-a095-e9ac54f5a806 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.2533531
Feb 05 21:07:28.655629 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59160) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:28.675025 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a2298c5b-ebf3-4819-91e6-f3a14fee35fa req-6d7e6b9e-22d0-4d9e-85c7-e361d9986d1d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4cf6c738-0478-4e04-ae03-4d6824565445&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2091460
Feb 05 21:07:28.702879 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 952d010e-998c-43a2-b463-ba86d8c3fb54 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:07:28.707142 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2e867f50-5b1e-4321-9f50-7bb51450e669 req-d0793a2b-a730-42fa-bb25-370ff533264e tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cf6c738-0478-4e04-ae03-4d6824565445&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1948478
Feb 05 21:07:28.729135 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 952d010e-998c-43a2-b463-ba86d8c3fb54 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:07:28.729478 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 952d010e-998c-43a2-b463-ba86d8c3fb54 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:07:28.750983 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-ca87de84-7782-4cde-8bf0-f48d643ca32c tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Allocated IP 172.35.4.121 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/ac95de14-6fff-478e-9314-4d8aa3362b99) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:07:28.786007 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-35237951-3bd5-4f3d-9796-1916f35bc2e2 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (405dcdf1-23d7-4999-b60a-6c6ea69b21a2), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:28.807106 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-36e34198-4b78-45c1-a3e5-74df02b84638 req-91f5767b-69ff-4340-b8f8-d478c3f80792 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2293756
Feb 05 21:07:28.826794 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-35237951-3bd5-4f3d-9796-1916f35bc2e2 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db8310ee0>,) {'filters': {'network_id': ['405dcdf1-23d7-4999-b60a-6c6ea69b21a2']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:28.845698 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-35237951-3bd5-4f3d-9796-1916f35bc2e2 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8310ee0>, 'c8801ec1-7566-40d8-845f-1929e47e09da') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:28.846002 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-35237951-3bd5-4f3d-9796-1916f35bc2e2 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8310ee0>, 'c8801ec1-7566-40d8-845f-1929e47e09da') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:28.852559 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2bdb9cf3-8377-4e76-a3f9-851b72465fa3 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (4c1cd9f4-24b1-4dfa-b2b2-24830cceb01f), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:28.857398 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-35237951-3bd5-4f3d-9796-1916f35bc2e2 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (c8801ec1-7566-40d8-845f-1929e47e09da), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:28.884421 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-35237951-3bd5-4f3d-9796-1916f35bc2e2 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (c8801ec1-7566-40d8-845f-1929e47e09da), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:28.891717 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2bdb9cf3-8377-4e76-a3f9-851b72465fa3 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (4c1cd9f4-24b1-4dfa-b2b2-24830cceb01f), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:28.901478 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35237951-3bd5-4f3d-9796-1916f35bc2e2 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:07:28.901895 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-35237951-3bd5-4f3d-9796-1916f35bc2e2 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (c8801ec1-7566-40d8-845f-1929e47e09da), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:28.904864 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:07:28.904864 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:07:28.904864 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:07:28.904864 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:07:28.904864 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:07:28.904864 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:07:28.904864 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:07:28.904864 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:07:28.904864 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:07:28.904864 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:07:28.904864 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:07:28.904864 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:07:28.904864 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:07:28.904864 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:07:28.904864 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:07:28.904864 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:07:28.904864 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:07:28.904864 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:07:28.904864 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:07:28.904864 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:07:28.904864 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:07:28.904864 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:07:28.904864 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:07:28.904864 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:07:28.904864 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:07:28.904864 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:07:28.904864 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:07:28.904864 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:07:28.904864 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:07:28.904864 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:07:28.904864 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:07:28.904864 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:07:28.923164 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a45813e8-8b57-4aa6-af0d-a8fef274457b tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "PUT /v2.0/subnets/5e8c3130-bd15-4d15-b7ec-a20087d6f850/tags/tempest-TagsExtTest-Tag-1861842770 HTTP/1.1" status: 201  len: 201 time: 0.3025277
Feb 05 21:07:28.926601 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59162) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:28.931602 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.tag.tag_plugin [None req-c506fbae-c44a-4d29-b3c5-da03899311a7 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2db391df10>, 'ports', '5e7d1cdd-d80c-499f-b919-6713c8877154', 'tempest-TagsExtTest-Tag-29074084') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:28.939180 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-35dba6de-b2d6-4214-9748-94b3261d7a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (3d5f7b0d-7330-4da1-84ef-6984e246dd84), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:28.985294 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-35237951-3bd5-4f3d-9796-1916f35bc2e2 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (405dcdf1-23d7-4999-b60a-6c6ea69b21a2), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:28.991471 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-35237951-3bd5-4f3d-9796-1916f35bc2e2 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:28.998802 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-35237951-3bd5-4f3d-9796-1916f35bc2e2 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/networks/405dcdf1-23d7-4999-b60a-6c6ea69b21a2 HTTP/1.1" status: 204  len: 168 time: 1.4955997
Feb 05 21:07:29.001406 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59164) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:29.006933 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-f9117b9b-570f-46a4-b58a-e6e5fd488828 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1400488540'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:29.024823 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35237951-3bd5-4f3d-9796-1916f35bc2e2 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event deleted for resources: {'Network': ['ID=405dcdf1-23d7-4999-b60a-6c6ea69b21a2,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:29.028807 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2bdb9cf3-8377-4e76-a3f9-851b72465fa3 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (4c1cd9f4-24b1-4dfa-b2b2-24830cceb01f), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:29.032470 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2bdb9cf3-8377-4e76-a3f9-851b72465fa3 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:29.033175 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2bdb9cf3-8377-4e76-a3f9-851b72465fa3 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "DELETE /v2.0/security-groups/4c1cd9f4-24b1-4dfa-b2b2-24830cceb01f HTTP/1.1" status: 204  len: 168 time: 0.3726668
Feb 05 21:07:29.039578 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ca87de84-7782-4cde-8bf0-f48d643ca32c tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks [] for port (ac95de14-6fff-478e-9314-4d8aa3362b99), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:29.039864 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59166) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:29.045443 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dba6de-b2d6-4214-9748-94b3261d7a69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d5f7b0d-7330-4da1-84ef-6984e246dd84,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:29.064984 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb9cf3-8377-4e76-a3f9-851b72465fa3 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1cd9f4-24b1-4dfa-b2b2-24830cceb01f,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:29.068995 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9117b9b-570f-46a4-b58a-e6e5fd488828 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Made reservation on behalf of 2c6898cf86224b09b9056098bf6480b2 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:07:29.072403 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f9117b9b-570f-46a4-b58a-e6e5fd488828 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:29.108878 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dba6de-b2d6-4214-9748-94b3261d7a69 admin admin] Checking segment: {'id': '83985eec-2448-4a9d-a5fd-0e500d471fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '280c9237-8866-48dd-91e7-706bb0f55bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:07:29.109502 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dba6de-b2d6-4214-9748-94b3261d7a69 admin admin] Network hostable DHCP agents. Network: 280c9237-8866-48dd-91e7-706bb0f55bcf, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:07:29.119491 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ca87de84-7782-4cde-8bf0-f48d643ca32c tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (ac95de14-6fff-478e-9314-4d8aa3362b99), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:29.119756 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9117b9b-570f-46a4-b58a-e6e5fd488828 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:07:29.127021 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0f1c7695-545d-4327-939a-bfc482c1af56 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0860412
Feb 05 21:07:29.132341 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59168) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:29.138317 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-a0f7f057-1d45-404a-8771-3442432357a2 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Request body: {'security_group': {'name': 'tempest-secgroup--1468040970'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:29.148800 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f9117b9b-570f-46a4-b58a-e6e5fd488828 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (e8fed6e8-3e00-4897-ae06-23163f739b02), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:29.149154 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-f9117b9b-570f-46a4-b58a-e6e5fd488828 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Added segment e8fed6e8-3e00-4897-ae06-23163f739b02 of type vlan for network 13b3059c-bc34-40c0-88b6-384f0b9c525a
Feb 05 21:07:29.177622 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c506fbae-c44a-4d29-b3c5-da03899311a7 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "PUT /v2.0/ports/5e7d1cdd-d80c-499f-b919-6713c8877154/tags/tempest-TagsExtTest-Tag-29074084 HTTP/1.1" status: 201  len: 201 time: 0.2494662
Feb 05 21:07:29.181123 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca87de84-7782-4cde-8bf0-f48d643ca32c tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:07:29.181870 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dba6de-b2d6-4214-9748-94b3261d7a69 admin admin] Network 280c9237-8866-48dd-91e7-706bb0f55bcf is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:07:29.183695 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59170) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:29.190204 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.tag.tag_plugin [None req-1e818882-3dc4-466c-88f0-1759ac440375 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2db3883880>, 'routers', 'ab1181a2-4ed5-4d61-83f1-bbc9c87049d2', 'tempest-TagsExtTest-Tag-1597588669') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:29.190964 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a0f7f057-1d45-404a-8771-3442432357a2 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:29.194678 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-ca87de84-7782-4cde-8bf0-f48d643ca32c tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:07:29.210828 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f9117b9b-570f-46a4-b58a-e6e5fd488828 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (13b3059c-bc34-40c0-88b6-384f0b9c525a), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:29.231496 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca87de84-7782-4cde-8bf0-f48d643ca32c tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:07:29.236399 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87de84-7782-4cde-8bf0-f48d643ca32c tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Pushing event updated for resources: {'Port': ['ID=ac95de14-6fff-478e-9314-4d8aa3362b99,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:29.242825 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-35dba6de-b2d6-4214-9748-94b3261d7a69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 280c9237-8866-48dd-91e7-706bb0f55bcf) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:07:29.254212 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb80cdec-05ec-45df-9294-e509ad2e6ca6 None None] Network 280c9237-8866-48dd-91e7-706bb0f55bcf requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:07:29.256450 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f9117b9b-570f-46a4-b58a-e6e5fd488828 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (13b3059c-bc34-40c0-88b6-384f0b9c525a), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:29.261744 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9117b9b-570f-46a4-b58a-e6e5fd488828 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:29.262336 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f9117b9b-570f-46a4-b58a-e6e5fd488828 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:29.277711 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dba6de-b2d6-4214-9748-94b3261d7a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:29.278368 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-35dba6de-b2d6-4214-9748-94b3261d7a69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:29.310610 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f9117b9b-570f-46a4-b58a-e6e5fd488828 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3083656
Feb 05 21:07:29.314602 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59172) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:29.356247 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-755d6b0f-8558-4068-87ef-bab0a32d15ea tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'subnet': {'network_id': '13b3059c-bc34-40c0-88b6-384f0b9c525a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:29.364907 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-35dba6de-b2d6-4214-9748-94b3261d7a69 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9732687
Feb 05 21:07:29.387913 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf3ad4d-6d6f-4642-ad18-16498997bf20 None None] Network 280c9237-8866-48dd-91e7-706bb0f55bcf requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:07:29.390071 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9117b9b-570f-46a4-b58a-e6e5fd488828 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'Network': ['ID=13b3059c-bc34-40c0-88b6-384f0b9c525a,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:29.401252 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a0f7f057-1d45-404a-8771-3442432357a2 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (585b9f10-a633-4344-8c8b-275f0640be5b), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:29.428224 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1e818882-3dc4-466c-88f0-1759ac440375 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "PUT /v2.0/routers/ab1181a2-4ed5-4d61-83f1-bbc9c87049d2/tags/tempest-TagsExtTest-Tag-1597588669 HTTP/1.1" status: 201  len: 201 time: 0.2417612
Feb 05 21:07:29.431300 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59176) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:29.438906 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.tag.tag_plugin [None req-b99d4ceb-9ebc-4650-b28b-e967a0a8df98 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2db29ce1c0>, 'subnetpools', '0e0b632e-dfd4-438c-9a0b-471e87fe4ea9', 'tempest-TagsExtTest-Tag-447903934') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:29.441280 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a0f7f057-1d45-404a-8771-3442432357a2 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (585b9f10-a633-4344-8c8b-275f0640be5b), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:29.490641 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a0f7f057-1d45-404a-8771-3442432357a2 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:29.491960 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a0f7f057-1d45-404a-8771-3442432357a2 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3584359
Feb 05 21:07:29.496211 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59178) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:29.501904 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-72768b8f-6000-4c01-bd1d-7d24d684158d tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Request body: {'security_group_rule': {'security_group_id': '585b9f10-a633-4344-8c8b-275f0640be5b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:29.503527 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 13b3059c-bc34-40c0-88b6-384f0b9c525a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:07:29.508750 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7f057-1d45-404a-8771-3442432357a2 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=585b9f10-a633-4344-8c8b-275f0640be5b,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:29.547691 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b99d4ceb-9ebc-4650-b28b-e967a0a8df98 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "PUT /v2.0/subnetpools/0e0b632e-dfd4-438c-9a0b-471e87fe4ea9/tags/tempest-TagsExtTest-Tag-447903934 HTTP/1.1" status: 201  len: 201 time: 0.1145709
Feb 05 21:07:29.550522 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-ca87de84-7782-4cde-8bf0-f48d643ca32c tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Deleting port ac95de14-6fff-478e-9314-4d8aa3362b99 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:07:29.551033 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ca87de84-7782-4cde-8bf0-f48d643ca32c tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (ac95de14-6fff-478e-9314-4d8aa3362b99), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:29.554366 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59182) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:29.563342 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.tag.tag_plugin [None req-7f93527b-7376-493d-8bd3-45be3473c06f tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f2db362fb20>, 'subnets', '5e8c3130-bd15-4d15-b7ec-a20087d6f850', {'tags': ['tempest-TagsExtTest-Tag-1452463801', 'tempest-TagsExtTest-Tag-1902033302', 'tempest-TagsExtTest-Tag-194581011']}) {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:29.595611 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755d6b0f-8558-4068-87ef-bab0a32d15ea tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Made reservation on behalf of 2c6898cf86224b09b9056098bf6480b2 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:07:29.600763 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-755d6b0f-8558-4068-87ef-bab0a32d15ea tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:29.649486 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ca87de84-7782-4cde-8bf0-f48d643ca32c tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (ac95de14-6fff-478e-9314-4d8aa3362b99), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:29.649818 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ca87de84-7782-4cde-8bf0-f48d643ca32c tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks [] for floatingip (ac95de14-6fff-478e-9314-4d8aa3362b99), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:29.669542 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-ca87de84-7782-4cde-8bf0-f48d643ca32c tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Calling delete_port for ac95de14-6fff-478e-9314-4d8aa3362b99 owned by network:floatingip {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:07:29.730368 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-72768b8f-6000-4c01-bd1d-7d24d684158d tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:07:29.732541 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-72768b8f-6000-4c01-bd1d-7d24d684158d tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.2352350
Feb 05 21:07:29.737683 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59190) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:29.749835 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-d4459779-8894-4d79-9ff8-7822105935e6 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Request body: {'security_group_rule': {'security_group_id': '585b9f10-a633-4344-8c8b-275f0640be5b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:29.768636 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7f93527b-7376-493d-8bd3-45be3473c06f tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "PUT /v2.0/subnets/5e8c3130-bd15-4d15-b7ec-a20087d6f850/tags HTTP/1.1" status: 200  len: 317 time: 0.2086041
Feb 05 21:07:29.773565 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59192) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:29.801616 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.tag.tag_plugin [None req-72577047-d867-4cf8-a2ef-bab14b710994 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2db3901970>, 'subnets', '5e8c3130-bd15-4d15-b7ec-a20087d6f850') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:29.875460 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-d4459779-8894-4d79-9ff8-7822105935e6 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:07:29.876577 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d4459779-8894-4d79-9ff8-7822105935e6 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.1370974
Feb 05 21:07:29.879898 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59204) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:29.887219 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0ef77-b61c-41a3-a6be-48a3ce5b51ff req-ed26ad78-d031-4ad6-8606-b26c5a16667a tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:29.888821 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b1b0ef77-b61c-41a3-a6be-48a3ce5b51ff req-ed26ad78-d031-4ad6-8606-b26c5a16667a tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5b639f-a134-45de-8abc-84a49adc8d26 HTTP/1.1" status: 200  len: 945 time: 0.0777586
Feb 05 21:07:29.941301 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ca87de84-7782-4cde-8bf0-f48d643ca32c tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (ac95de14-6fff-478e-9314-4d8aa3362b99), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:29.947755 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-72577047-d867-4cf8-a2ef-bab14b710994 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "DELETE /v2.0/subnets/5e8c3130-bd15-4d15-b7ec-a20087d6f850/tags HTTP/1.1" status: 204  len: 168 time: 0.1725953
Feb 05 21:07:29.962855 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59206) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:29.971532 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87de84-7782-4cde-8bf0-f48d643ca32c tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Pushing event deleted for resources: {'Port': ['ID=ac95de14-6fff-478e-9314-4d8aa3362b99,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:29.980723 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.tag.tag_plugin [None req-b8ec28fa-2a2b-4988-85f9-cd5aab90e8dc tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2db93c4430>, 'subnets', '5e8c3130-bd15-4d15-b7ec-a20087d6f850', 'tempest-TagsExtTest-Tag-1452463801') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:30.051605 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-ca87de84-7782-4cde-8bf0-f48d643ca32c tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] create failed (client error): The resource could not be found.
Feb 05 21:07:30.053386 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ca87de84-7782-4cde-8bf0-f48d643ca32c tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 2.5315640
Feb 05 21:07:30.056721 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59208) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:30.081901 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-755d6b0f-8558-4068-87ef-bab0a32d15ea tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (64f57b6b-2eea-4b2f-a8bf-56503e41f337), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:30.154054 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-60e10b29-f29d-4fc0-be53-f484c04b8105 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Deleting port ca04bf64-b841-4fb1-be00-08d6c9f26fae {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:07:30.154662 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-60e10b29-f29d-4fc0-be53-f484c04b8105 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (ca04bf64-b841-4fb1-be00-08d6c9f26fae), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:30.164765 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b1b0ef77-b61c-41a3-a6be-48a3ce5b51ff req-810f8958-6fc5-4e59-8737-35398881b2e8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cf6c738-0478-4e04-ae03-4d6824565445&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2673039
Feb 05 21:07:30.208092 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-50ee9fc6-795c-49ee-bf5c-649286fb44ae tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (585b9f10-a633-4344-8c8b-275f0640be5b), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:30.220692 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d6b0f-8558-4068-87ef-bab0a32d15ea tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'Subnet': ['ID=64f57b6b-2eea-4b2f-a8bf-56503e41f337,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:30.241087 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-fd02be3e-c3b5-43b0-9cff-1f208d81641f tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:30.242623 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-fd02be3e-c3b5-43b0-9cff-1f208d81641f tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] 10.222.0.32 "GET /v2.0/networks?id=280c9237-8866-48dd-91e7-706bb0f55bcf HTTP/1.1" status: 200  len: 809 time: 0.3427808
Feb 05 21:07:30.254730 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-60e10b29-f29d-4fc0-be53-f484c04b8105 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (ca04bf64-b841-4fb1-be00-08d6c9f26fae), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:30.266915 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-60e10b29-f29d-4fc0-be53-f484c04b8105 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Calling delete_port for ca04bf64-b841-4fb1-be00-08d6c9f26fae owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:07:30.280640 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-50ee9fc6-795c-49ee-bf5c-649286fb44ae tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (585b9f10-a633-4344-8c8b-275f0640be5b), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:30.319621 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-b4ba6887-49a6-4aa4-8cd3-e840f3312127 tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] 10.222.0.32 "GET /v2.0/quotas/27206de1750347eb82f892b296fbf8a9 HTTP/1.1" status: 200  len: 375 time: 0.0700970
Feb 05 21:07:30.323239 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755d6b0f-8558-4068-87ef-bab0a32d15ea tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Checking segment: {'id': 'e8fed6e8-3e00-4897-ae06-23163f739b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '13b3059c-bc34-40c0-88b6-384f0b9c525a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:07:30.323823 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755d6b0f-8558-4068-87ef-bab0a32d15ea tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Network hostable DHCP agents. Network: 13b3059c-bc34-40c0-88b6-384f0b9c525a, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:07:30.326048 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-b8ec28fa-2a2b-4988-85f9-cd5aab90e8dc tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] show failed (client error): The resource could not be found.
Feb 05 21:07:30.327078 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b8ec28fa-2a2b-4988-85f9-cd5aab90e8dc tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "GET /v2.0/subnets/5e8c3130-bd15-4d15-b7ec-a20087d6f850/tags/tempest-TagsExtTest-Tag-1452463801 HTTP/1.1" status: 404  len: 329 time: 0.3568244
Feb 05 21:07:30.330054 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59210) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:30.335688 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.tag.tag_plugin [None req-20d1ba57-1013-4602-bae0-6d752c0287ee tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2db176d040>, 'subnets', '5e8c3130-bd15-4d15-b7ec-a20087d6f850', 'tempest-TagsExtTest-Tag-1902033302') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:30.381045 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-3fd9ec33-2a17-41c4-b245-8d65f3027a65 tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=27206de1750347eb82f892b296fbf8a9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0488110
Feb 05 21:07:30.408222 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755d6b0f-8558-4068-87ef-bab0a32d15ea tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Network 13b3059c-bc34-40c0-88b6-384f0b9c525a is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:07:30.419929 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-50ee9fc6-795c-49ee-bf5c-649286fb44ae tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (585b9f10-a633-4344-8c8b-275f0640be5b), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:30.423297 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-50ee9fc6-795c-49ee-bf5c-649286fb44ae tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:30.424439 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-50ee9fc6-795c-49ee-bf5c-649286fb44ae tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "DELETE /v2.0/security-groups/585b9f10-a633-4344-8c8b-275f0640be5b HTTP/1.1" status: 204  len: 168 time: 0.5347152
Feb 05 21:07:30.428568 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59212) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:30.432154 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99cbde6-5cfa-4bbe-bfed-5f6edd5042f7 req-c93a6ac3-ad23-47c6-a940-0bc62267da3e tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:30.433643 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d99cbde6-5cfa-4bbe-bfed-5f6edd5042f7 req-c93a6ac3-ad23-47c6-a940-0bc62267da3e tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74630eb-5693-4ed0-b659-bf7b9ac36050 HTTP/1.1" status: 200  len: 944 time: 0.1878426
Feb 05 21:07:30.447305 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-20d1ba57-1013-4602-bae0-6d752c0287ee tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] show failed (client error): The resource could not be found.
Feb 05 21:07:30.448340 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-20d1ba57-1013-4602-bae0-6d752c0287ee tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "GET /v2.0/subnets/5e8c3130-bd15-4d15-b7ec-a20087d6f850/tags/tempest-TagsExtTest-Tag-1902033302 HTTP/1.1" status: 404  len: 329 time: 0.1172564
Feb 05 21:07:30.452165 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59214) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:30.460401 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-60e10b29-f29d-4fc0-be53-f484c04b8105 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (ca04bf64-b841-4fb1-be00-08d6c9f26fae), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:30.465714 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.tag.tag_plugin [None req-21d83ffc-8034-4cee-a4f6-4297503565be tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2db8521a30>, 'subnets', '5e8c3130-bd15-4d15-b7ec-a20087d6f850', 'tempest-TagsExtTest-Tag-194581011') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:30.477048 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-755d6b0f-8558-4068-87ef-bab0a32d15ea tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 13b3059c-bc34-40c0-88b6-384f0b9c525a) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:07:30.478664 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee9fc6-795c-49ee-bf5c-649286fb44ae tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=585b9f10-a633-4344-8c8b-275f0640be5b,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:30.489409 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6a343b-2a86-4430-8a8c-5cff25e95dde None None] Network 13b3059c-bc34-40c0-88b6-384f0b9c525a requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:07:30.505741 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e10b29-f29d-4fc0-be53-f484c04b8105 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Pushing event deleted for resources: {'Port': ['ID=ca04bf64-b841-4fb1-be00-08d6c9f26fae,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:30.533759 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755d6b0f-8558-4068-87ef-bab0a32d15ea tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:30.534371 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-755d6b0f-8558-4068-87ef-bab0a32d15ea tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:30.539672 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-21c5935f-246d-462e-9e82-00870c0527c9 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1085427
Feb 05 21:07:30.547090 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59216) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:30.551682 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-0c9ab8c5-44f4-4a43-899b-c97c2774b620 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Request body: {'security_group': {'name': 'tempest-secgroup--1135053824'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:30.602527 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 65ee1752-c64b-4ff9-a1c6-a927c28ea9e2 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:07:30.603192 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59218) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:30.607224 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-755d6b0f-8558-4068-87ef-bab0a32d15ea tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2890742
Feb 05 21:07:30.607863 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-1ad1809c-a534-45f8-8b02-7185a20c4f81 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2073101794', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:30.622634 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-60e10b29-f29d-4fc0-be53-f484c04b8105 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:30.630684 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-60e10b29-f29d-4fc0-be53-f484c04b8105 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] 10.222.0.32 "DELETE /v2.0/ports/ca04bf64-b841-4fb1-be00-08d6c9f26fae HTTP/1.1" status: 204  len: 168 time: 0.5728045
Feb 05 21:07:30.631421 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59220) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:30.633246 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0c9ab8c5-44f4-4a43-899b-c97c2774b620 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:30.636121 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d99cbde6-5cfa-4bbe-bfed-5f6edd5042f7 req-9deeac17-2de6-40a8-af35-ad8f9c34603c tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1890414
Feb 05 21:07:30.638444 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-2b821dab-fdcc-478b-86c3-96b46184ef6e service neutron] 10.222.0.32 "GET /v2.0/networks/280c9237-8866-48dd-91e7-706bb0f55bcf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2424784
Feb 05 21:07:30.692889 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-21d83ffc-8034-4cee-a4f6-4297503565be tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] show failed (client error): The resource could not be found.
Feb 05 21:07:30.693974 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-21d83ffc-8034-4cee-a4f6-4297503565be tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "GET /v2.0/subnets/5e8c3130-bd15-4d15-b7ec-a20087d6f850/tags/tempest-TagsExtTest-Tag-194581011 HTTP/1.1" status: 404  len: 328 time: 0.2330704
Feb 05 21:07:30.701836 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59222) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:30.708552 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.tag.tag_plugin [None req-32d78368-9efa-4736-a038-f6aee070dcfd tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f2db2b05e80>, 'ports', '5e7d1cdd-d80c-499f-b919-6713c8877154', {'tags': ['tempest-TagsExtTest-Tag-1704434051', 'tempest-TagsExtTest-Tag-1562003694', 'tempest-TagsExtTest-Tag-1163777154']}) {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:30.772418 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1ad1809c-a534-45f8-8b02-7185a20c4f81 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (d292c2a9-b682-480e-8f2f-e84eb3ac7afd), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:30.773132 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1ad1809c-a534-45f8-8b02-7185a20c4f81 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (d292c2a9-b682-480e-8f2f-e84eb3ac7afd), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:30.776536 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-9a52a0c5-548c-4b3e-8e5a-c7dd5d6a7469 service neutron] 10.222.0.32 "GET /v2.0/networks/280c9237-8866-48dd-91e7-706bb0f55bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272974
Feb 05 21:07:30.788351 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6acde42-e25a-4632-a964-b2c1448cb851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-13b3059c-bc34-40c0-88b6-384f0b9c525a', 'network_id': '13b3059c-bc34-40c0-88b6-384f0b9c525a', 'project_id': '2c6898cf86224b09b9056098bf6480b2', 'fixed_ips': [{'subnet_id': '64f57b6b-2eea-4b2f-a8bf-56503e41f337'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:07:30.790244 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e6acde42-e25a-4632-a964-b2c1448cb851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:30.900363 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f862f5d-0015-4ff8-8f02-3a9944c9b209 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:30.904589 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2f862f5d-0015-4ff8-8f02-3a9944c9b209 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b32a1ec-8336-44cb-a981-9c1e2ecba610 HTTP/1.1" status: 200  len: 913 time: 0.2666667
Feb 05 21:07:30.904589 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1ad1809c-a534-45f8-8b02-7185a20c4f81 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for router_controller (d292c2a9-b682-480e-8f2f-e84eb3ac7afd), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:30.906029 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59224) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:30.920676 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1ad1809c-a534-45f8-8b02-7185a20c4f81 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (d292c2a9-b682-480e-8f2f-e84eb3ac7afd), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:30.922544 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 65ee1752-c64b-4ff9-a1c6-a927c28ea9e2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=65ee1752-c64b-4ff9-a1c6-a927c28ea9e2,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:30.952590 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0c9ab8c5-44f4-4a43-899b-c97c2774b620 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (6cd99c0a-4111-4eca-b625-cf3457dd0bbe), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:30.957778 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '65ee1752-c64b-4ff9-a1c6-a927c28ea9e2', 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba', 'port_id': '65ee1752-c64b-4ff9-a1c6-a927c28ea9e2', 'mac_address': 'fa:16:3e:9b:41:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3bc4b1d-f312-4b2d-bc48-80b03423d794', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:07:30.957995 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-32d78368-9efa-4736-a038-f6aee070dcfd tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "PUT /v2.0/ports/5e7d1cdd-d80c-499f-b919-6713c8877154/tags HTTP/1.1" status: 200  len: 318 time: 0.2544763
Feb 05 21:07:30.962412 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59228) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:30.969773 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.tag.tag_plugin [None req-96810d1d-1e37-4d8e-a8a0-8714d1624653 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2db3aa3a30>, 'ports', '5e7d1cdd-d80c-499f-b919-6713c8877154') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:30.975915 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0c9ab8c5-44f4-4a43-899b-c97c2774b620 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (6cd99c0a-4111-4eca-b625-cf3457dd0bbe), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:31.028494 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1ad1809c-a534-45f8-8b02-7185a20c4f81 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:31.034028 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1ad1809c-a534-45f8-8b02-7185a20c4f81 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 0.4266124
Feb 05 21:07:31.036179 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ab8c5-44f4-4a43-899b-c97c2774b620 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd99c0a-4111-4eca-b625-cf3457dd0bbe,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:31.041384 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 65ee1752-c64b-4ff9-a1c6-a927c28ea9e2 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:31.041877 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (65ee1752-c64b-4ff9-a1c6-a927c28ea9e2), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:31.045480 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59232) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:31.053010 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-a55d385a-66a7-451d-ad2e-678c907d266f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'port': {'network_id': '13b3059c-bc34-40c0-88b6-384f0b9c525a', 'name': 'tempest-PortsTestJSON-71250513'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:31.061936 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65ee1752-c64b-4ff9-a1c6-a927c28ea9e2 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:07:31.064141 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b00281c6-1763-4d82-a599-3ece039cd1d4 req-4236b02c-6eba-4beb-ae62-f084cb8a53d0 tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] 10.222.0.32 "GET /v2.0/ports?device_id=acd80ae2-ec65-4d37-9a33-f0c1b5e75254 HTTP/1.1" status: 200  len: 210 time: 0.0393898
Feb 05 21:07:31.091927 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-e6acde42-e25a-4632-a964-b2c1448cb851 None None] Allocated IP 172.20.0.2 (13b3059c-bc34-40c0-88b6-384f0b9c525a/64f57b6b-2eea-4b2f-a8bf-56503e41f337/9b649889-4d5a-46cc-8431-500dd38546c6) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:07:31.121674 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 65ee1752-c64b-4ff9-a1c6-a927c28ea9e2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=65ee1752-c64b-4ff9-a1c6-a927c28ea9e2,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:31.162597 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0c9ab8c5-44f4-4a43-899b-c97c2774b620 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:31.166853 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0c9ab8c5-44f4-4a43-899b-c97c2774b620 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.6185770
Feb 05 21:07:31.170639 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59238) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:31.178279 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-6c08905d-de6f-4bde-94df-3d23daeb695b tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:31.178855 ncdv-master-1 neutron-server[114390]: WARNING neutron.api.v2.base [None req-6c08905d-de6f-4bde-94df-3d23daeb695b tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Feb 05 21:07:31.179445 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-6c08905d-de6f-4bde-94df-3d23daeb695b tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] update failed (client error): There was a conflict when trying to complete your request.
Feb 05 21:07:31.183369 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6c08905d-de6f-4bde-94df-3d23daeb695b tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "PUT /v2.0/security-groups/6cd99c0a-4111-4eca-b625-cf3457dd0bbe HTTP/1.1" status: 409  len: 330 time: 0.0117674
Feb 05 21:07:31.184179 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59240) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:31.217013 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (65ee1752-c64b-4ff9-a1c6-a927c28ea9e2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:31.254825 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-96810d1d-1e37-4d8e-a8a0-8714d1624653 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "DELETE /v2.0/ports/5e7d1cdd-d80c-499f-b919-6713c8877154/tags HTTP/1.1" status: 204  len: 168 time: 0.2911189
Feb 05 21:07:31.258905 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59244) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:31.270487 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.tag.tag_plugin [None req-77247266-c6d7-4a71-998a-94e4f9e69f73 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2db3271d60>, 'ports', '5e7d1cdd-d80c-499f-b919-6713c8877154', 'tempest-TagsExtTest-Tag-1704434051') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:31.333535 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55d385a-66a7-451d-ad2e-678c907d266f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Made reservation on behalf of 2c6898cf86224b09b9056098bf6480b2 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:07:31.336869 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a55d385a-66a7-451d-ad2e-678c907d266f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:31.370005 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e6acde42-e25a-4632-a964-b2c1448cb851 None None] Publish callbacks [] for port (9b649889-4d5a-46cc-8431-500dd38546c6), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:31.378303 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dde8a004-4948-43d5-8f30-8b480cfc47fc tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (6cd99c0a-4111-4eca-b625-cf3457dd0bbe), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:31.378511 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=65ee1752-c64b-4ff9-a1c6-a927c28ea9e2,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:31.380965 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e6acde42-e25a-4632-a964-b2c1448cb851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (9b649889-4d5a-46cc-8431-500dd38546c6), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:31.386001 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-a55d385a-66a7-451d-ad2e-678c907d266f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] device_id is not set on port c311f0ff-a936-4798-8a01-969846faf987 yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:07:31.399431 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6acde42-e25a-4632-a964-b2c1448cb851 None None] Network 13b3059c-bc34-40c0-88b6-384f0b9c525a is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:07:31.404803 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-e6acde42-e25a-4632-a964-b2c1448cb851 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:07:31.411703 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6acde42-e25a-4632-a964-b2c1448cb851 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:07:31.417545 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:07:31.418133 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:07:31.418658 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:07:31.419147 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:07:31.419631 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:07:31.420113 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:07:31.420691 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:07:31.421169 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:07:31.421648 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:07:31.422177 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:07:31.423048 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:07:31.423555 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:07:31.424035 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:07:31.456953 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad56cc-c8ff-40e7-ae51-dbd52dffc7b1 req-9cb93d3e-40bc-4f41-998b-5df53bae036b tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:31.458647 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-61ad56cc-c8ff-40e7-ae51-dbd52dffc7b1 req-9cb93d3e-40bc-4f41-998b-5df53bae036b tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5b639f-a134-45de-8abc-84a49adc8d26 HTTP/1.1" status: 200  len: 945 time: 0.1680212
Feb 05 21:07:31.474291 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dde8a004-4948-43d5-8f30-8b480cfc47fc tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (6cd99c0a-4111-4eca-b625-cf3457dd0bbe), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:31.479851 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-77247266-c6d7-4a71-998a-94e4f9e69f73 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] show failed (client error): The resource could not be found.
Feb 05 21:07:31.480855 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-77247266-c6d7-4a71-998a-94e4f9e69f73 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "GET /v2.0/ports/5e7d1cdd-d80c-499f-b919-6713c8877154/tags/tempest-TagsExtTest-Tag-1704434051 HTTP/1.1" status: 404  len: 329 time: 0.2171185
Feb 05 21:07:31.485649 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59248) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:31.520619 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.tag.tag_plugin [None req-583307e4-23e1-427d-93bb-14d2c0b827f9 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2db35e4c40>, 'ports', '5e7d1cdd-d80c-499f-b919-6713c8877154', 'tempest-TagsExtTest-Tag-1562003694') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:31.537166 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6acde42-e25a-4632-a964-b2c1448cb851 None None] Pushing event updated for resources: {'Port': ['ID=9b649889-4d5a-46cc-8431-500dd38546c6,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:31.539961 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-e6acde42-e25a-4632-a964-b2c1448cb851 None None] Attempting to bind port 9b649889-4d5a-46cc-8431-500dd38546c6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:07:31.540446 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-e6acde42-e25a-4632-a964-b2c1448cb851 None None] Attempting to bind port 9b649889-4d5a-46cc-8431-500dd38546c6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e8fed6e8-3e00-4897-ae06-23163f739b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '13b3059c-bc34-40c0-88b6-384f0b9c525a'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:07:31.541018 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6acde42-e25a-4632-a964-b2c1448cb851 None None] Attempting to bind port 9b649889-4d5a-46cc-8431-500dd38546c6 on network 13b3059c-bc34-40c0-88b6-384f0b9c525a {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:07:31.545094 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['65ee1752-c64b-4ff9-a1c6-a927c28ea9e2'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:07:31.587926 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6acde42-e25a-4632-a964-b2c1448cb851 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:07:31.588761 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6acde42-e25a-4632-a964-b2c1448cb851 None None] Checking segment: {'id': 'e8fed6e8-3e00-4897-ae06-23163f739b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '13b3059c-bc34-40c0-88b6-384f0b9c525a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:07:31.589278 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e6acde42-e25a-4632-a964-b2c1448cb851 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:31.589799 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6acde42-e25a-4632-a964-b2c1448cb851 None None] Bound using segment: {'id': 'e8fed6e8-3e00-4897-ae06-23163f739b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '13b3059c-bc34-40c0-88b6-384f0b9c525a'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:07:31.590354 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-e6acde42-e25a-4632-a964-b2c1448cb851 None None] Bound port: 9b649889-4d5a-46cc-8431-500dd38546c6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fed6e8-3e00-4897-ae06-23163f739b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '13b3059c-bc34-40c0-88b6-384f0b9c525a'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:07:31.590967 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e6acde42-e25a-4632-a964-b2c1448cb851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9b649889-4d5a-46cc-8431-500dd38546c6), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:31.607503 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dde8a004-4948-43d5-8f30-8b480cfc47fc tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (6cd99c0a-4111-4eca-b625-cf3457dd0bbe), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:31.611424 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dde8a004-4948-43d5-8f30-8b480cfc47fc tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:31.612616 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-dde8a004-4948-43d5-8f30-8b480cfc47fc tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "DELETE /v2.0/security-groups/6cd99c0a-4111-4eca-b625-cf3457dd0bbe HTTP/1.1" status: 204  len: 168 time: 0.4243155
Feb 05 21:07:31.623858 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59250) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:31.628493 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde8a004-4948-43d5-8f30-8b480cfc47fc tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd99c0a-4111-4eca-b625-cf3457dd0bbe,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:31.640047 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-61ad56cc-c8ff-40e7-ae51-dbd52dffc7b1 req-d785c6a8-f2d9-4371-8bf6-faff42bca6eb tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cf6c738-0478-4e04-ae03-4d6824565445&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1478136
Feb 05 21:07:31.642469 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-a55d385a-66a7-451d-ad2e-678c907d266f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Allocated IP 172.20.0.7 (13b3059c-bc34-40c0-88b6-384f0b9c525a/64f57b6b-2eea-4b2f-a8bf-56503e41f337/c311f0ff-a936-4798-8a01-969846faf987) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:07:31.684415 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-e6acde42-e25a-4632-a964-b2c1448cb851 None None] For port 9b649889-4d5a-46cc-8431-500dd38546c6, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:07:31.688215 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-e6acde42-e25a-4632-a964-b2c1448cb851 None None] For port 9b649889-4d5a-46cc-8431-500dd38546c6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b649889-4d5a-46cc-8431-500dd38546c6,segment=NetworkSegment(e8fed6e8-3e00-4897-ae06-23163f739b02),segment_id=e8fed6e8-3e00-4897-ae06-23163f739b02)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:07:31.715794 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-aa9ea444-06b6-47f9-8a1b-86fbb5b6b6d7 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0811398
Feb 05 21:07:31.716458 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59256) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:31.726717 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e6acde42-e25a-4632-a964-b2c1448cb851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9b649889-4d5a-46cc-8431-500dd38546c6), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:31.729691 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f49ca5ca-b21f-48ce-a7b4-d2bf9484dee4 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (0b32a1ec-8336-44cb-a981-9c1e2ecba610), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:31.847260 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6acde42-e25a-4632-a964-b2c1448cb851 None None] Pushing event updated for resources: {'Port': ['ID=9b649889-4d5a-46cc-8431-500dd38546c6,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:31.862893 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-6ee8d9db-3cf2-4c15-969a-8ffa385b0ddf tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] delete failed (client error): The resource could not be found.
Feb 05 21:07:31.863978 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6ee8d9db-3cf2-4c15-969a-8ffa385b0ddf tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "DELETE /v2.0/security-groups/2541ea32-6a97-4743-af37-fe5d590bc1d5 HTTP/1.1" status: 404  len: 347 time: 0.1254277
Feb 05 21:07:31.902824 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-583307e4-23e1-427d-93bb-14d2c0b827f9 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] show failed (client error): The resource could not be found.
Feb 05 21:07:31.906773 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-583307e4-23e1-427d-93bb-14d2c0b827f9 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "GET /v2.0/ports/5e7d1cdd-d80c-499f-b919-6713c8877154/tags/tempest-TagsExtTest-Tag-1562003694 HTTP/1.1" status: 404  len: 329 time: 0.3925958
Feb 05 21:07:31.906943 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59258) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:31.908937 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59260) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:31.926273 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-5afb1ee8-6942-43ba-ad90-80e74e74ebb8 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] show failed (client error): The resource could not be found.
Feb 05 21:07:31.932046 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5afb1ee8-6942-43ba-ad90-80e74e74ebb8 tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "GET /v2.0/security-groups/8e270be6-93e1-4e43-9515-55ce8631b69c HTTP/1.1" status: 404  len: 347 time: 0.0198340
Feb 05 21:07:31.933009 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59262) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:31.933446 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.tag.tag_plugin [None req-fe3600f7-3ff3-417e-9a9b-eff1df61acb0 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2db3119700>, 'ports', '5e7d1cdd-d80c-499f-b919-6713c8877154', 'tempest-TagsExtTest-Tag-1163777154') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:31.946889 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-1709b4cd-e50b-4c4e-8913-44fcb759683c tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] show failed (client error): The resource could not be found.
Feb 05 21:07:31.951189 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1709b4cd-e50b-4c4e-8913-44fcb759683c tempest-NegativeSecGroupIPv6Test-1862400134 tempest-NegativeSecGroupIPv6Test-1862400134-project] 10.222.0.32 "GET /v2.0/security-group-rules/e91cd84c-17ef-406d-ba38-20e34f8ac62f HTTP/1.1" status: 404  len: 356 time: 0.0147114
Feb 05 21:07:32.008361 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a55d385a-66a7-451d-ad2e-678c907d266f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for port (c311f0ff-a936-4798-8a01-969846faf987), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:32.081581 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a55d385a-66a7-451d-ad2e-678c907d266f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (c311f0ff-a936-4798-8a01-969846faf987), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:32.159288 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55d385a-66a7-451d-ad2e-678c907d266f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Network 13b3059c-bc34-40c0-88b6-384f0b9c525a is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:07:32.168454 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-a55d385a-66a7-451d-ad2e-678c907d266f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:07:32.173045 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55d385a-66a7-451d-ad2e-678c907d266f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:07:32.213669 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d385a-66a7-451d-ad2e-678c907d266f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'Port': ['ID=c311f0ff-a936-4798-8a01-969846faf987,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:32.289187 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55d385a-66a7-451d-ad2e-678c907d266f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:32.290986 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a55d385a-66a7-451d-ad2e-678c907d266f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:32.363140 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59270) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:32.384284 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a55d385a-66a7-451d-ad2e-678c907d266f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 1.3360877
Feb 05 21:07:32.387393 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59274) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:32.429558 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4a9fb-772f-477b-8c85-2fae93da0891 req-e97c87f5-bd4d-4582-88b6-e1ca9211ac8b tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:32.431018 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ddd4a9fb-772f-477b-8c85-2fae93da0891 req-e97c87f5-bd4d-4582-88b6-e1ca9211ac8b tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74630eb-5693-4ed0-b659-bf7b9ac36050 HTTP/1.1" status: 200  len: 945 time: 0.6219041
Feb 05 21:07:32.442416 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce44418-827e-4f9d-95b4-70832047b152 req-de0d7833-a9dd-4983-b12a-60fb77aa2359 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:32.443953 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dce44418-827e-4f9d-95b4-70832047b152 req-de0d7833-a9dd-4983-b12a-60fb77aa2359 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5b639f-a134-45de-8abc-84a49adc8d26 HTTP/1.1" status: 200  len: 945 time: 0.7121699
Feb 05 21:07:32.489830 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-02a80493-5316-4bb6-b3d2-aa5b1b57a4cc tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:32.491950 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-02a80493-5316-4bb6-b3d2-aa5b1b57a4cc tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] 10.222.0.21 "GET /v2.0/networks?id=280c9237-8866-48dd-91e7-706bb0f55bcf HTTP/1.1" status: 200  len: 809 time: 0.2686574
Feb 05 21:07:32.515808 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-6c3c6d6a-4af1-434b-a72a-0d1cbb99f1dd tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] Request body: {'port': {'device_id': 'acd80ae2-ec65-4d37-9a33-f0c1b5e75254', 'network_id': '280c9237-8866-48dd-91e7-706bb0f55bcf', 'admin_state_up': True, 'tenant_id': '27206de1750347eb82f892b296fbf8a9'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:32.549179 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-fe3600f7-3ff3-417e-9a9b-eff1df61acb0 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] show failed (client error): The resource could not be found.
Feb 05 21:07:32.550302 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-fe3600f7-3ff3-417e-9a9b-eff1df61acb0 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "GET /v2.0/ports/5e7d1cdd-d80c-499f-b919-6713c8877154/tags/tempest-TagsExtTest-Tag-1163777154 HTTP/1.1" status: 404  len: 329 time: 0.6257377
Feb 05 21:07:32.562254 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59276) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:32.578371 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.tag.tag_plugin [None req-6fd3ff85-f94b-4ed9-9da7-dc8fbe74d264 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f2db866fdc0>, 'routers', 'ab1181a2-4ed5-4d61-83f1-bbc9c87049d2', {'tags': ['tempest-TagsExtTest-Tag-672822233', 'tempest-TagsExtTest-Tag-1642940345', 'tempest-TagsExtTest-Tag-1033251372']}) {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:32.625083 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ddd4a9fb-772f-477b-8c85-2fae93da0891 req-e7d82fea-6cba-4700-adb7-1b7451c0f7fc tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1798911
Feb 05 21:07:32.691341 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dce44418-827e-4f9d-95b4-70832047b152 req-3fb6703e-f798-478f-8032-406ace1d821e tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cf6c738-0478-4e04-ae03-4d6824565445&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2352011
Feb 05 21:07:32.732951 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59278) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:32.745040 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6fd3ff85-f94b-4ed9-9da7-dc8fbe74d264 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "PUT /v2.0/routers/ab1181a2-4ed5-4d61-83f1-bbc9c87049d2/tags HTTP/1.1" status: 200  len: 317 time: 0.1776819
Feb 05 21:07:32.749728 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59282) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:32.770292 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.tag.tag_plugin [None req-463c4153-a586-4781-a881-20b22b5e21eb tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2db3459460>, 'routers', 'ab1181a2-4ed5-4d61-83f1-bbc9c87049d2') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:32.824034 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9b649889-4d5a-46cc-8431-500dd38546c6 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:07:32.860404 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b98a3e58-b62a-4486-aa24-401df962a56b req-b4cc81e8-c858-400a-962d-272ecf9df16f tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] 10.222.0.32 "GET /v2.0/ports?device_id=acd80ae2-ec65-4d37-9a33-f0c1b5e75254 HTTP/1.1" status: 200  len: 210 time: 0.1172495
Feb 05 21:07:32.942137 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 9b649889-4d5a-46cc-8431-500dd38546c6 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:32.942549 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9b649889-4d5a-46cc-8431-500dd38546c6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:33.059467 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 9b649889-4d5a-46cc-8431-500dd38546c6 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:33.060028 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9b649889-4d5a-46cc-8431-500dd38546c6), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:33.064389 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673eb4a2-1131-419e-818f-412b2b111ae9 tempest-TestVolumeBootPattern-141976672 tempest-TestVolumeBootPattern-141976672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:33.065979 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-673eb4a2-1131-419e-818f-412b2b111ae9 tempest-TestVolumeBootPattern-141976672 tempest-TestVolumeBootPattern-141976672-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1a5b639f-a134-45de-8abc-84a49adc8d26 HTTP/1.1" status: 200  len: 1122 time: 0.3286715
Feb 05 21:07:33.069683 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59284) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:33.074338 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-0a577094-28b7-47fc-851c-6d82a0cf717a tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'port_id': '545bfef8-da31-4834-a301-52904e994139', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:33.106201 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-f49ca5ca-b21f-48ce-a7b4-d2bf9484dee4 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Deleting port bd3922e2-05fc-41fd-80ed-c520d75a1040 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:07:33.106574 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f49ca5ca-b21f-48ce-a7b4-d2bf9484dee4 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (bd3922e2-05fc-41fd-80ed-c520d75a1040), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:33.113458 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 9b649889-4d5a-46cc-8431-500dd38546c6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b649889-4d5a-46cc-8431-500dd38546c6,segment=NetworkSegment(e8fed6e8-3e00-4897-ae06-23163f739b02),segment_id=e8fed6e8-3e00-4897-ae06-23163f739b02)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:33.120387 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9b649889-4d5a-46cc-8431-500dd38546c6), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:33.185851 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=9b649889-4d5a-46cc-8431-500dd38546c6,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:33.199604 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-463c4153-a586-4781-a881-20b22b5e21eb tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "DELETE /v2.0/routers/ab1181a2-4ed5-4d61-83f1-bbc9c87049d2/tags HTTP/1.1" status: 204  len: 168 time: 0.4364462
Feb 05 21:07:33.205827 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318ba09f-ed28-4afe-88e9-55fc026dc05d None None] Network 13b3059c-bc34-40c0-88b6-384f0b9c525a requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:07:33.205987 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59286) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:33.210368 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.tag.tag_plugin [None req-28696872-443a-4d16-bc55-899648f90b86 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2db200e1f0>, 'routers', 'ab1181a2-4ed5-4d61-83f1-bbc9c87049d2', 'tempest-TagsExtTest-Tag-672822233') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:33.214608 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0a577094-28b7-47fc-851c-6d82a0cf717a tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:33.246438 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7f40329d-e309-4260-9e67-03bf547534f0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cabb3c638684465f884032741d5ccf29&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8821032
Feb 05 21:07:33.250747 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59288) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:33.280841 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f49ca5ca-b21f-48ce-a7b4-d2bf9484dee4 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (bd3922e2-05fc-41fd-80ed-c520d75a1040), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:33.298256 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-38c2635c-43e9-4b37-8e94-38dbd369e7d1 None None] Provisioning complete for port 9b649889-4d5a-46cc-8431-500dd38546c6 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:33.298755 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-38c2635c-43e9-4b37-8e94-38dbd369e7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9b649889-4d5a-46cc-8431-500dd38546c6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:33.336100 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-f49ca5ca-b21f-48ce-a7b4-d2bf9484dee4 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Calling delete_port for bd3922e2-05fc-41fd-80ed-c520d75a1040 owned by network:router_interface {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:07:33.338153 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-6c3c6d6a-4af1-434b-a72a-0d1cbb99f1dd tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] Made reservation on behalf of 27206de1750347eb82f892b296fbf8a9 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:07:33.341555 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-6c3c6d6a-4af1-434b-a72a-0d1cbb99f1dd tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:33.413115 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ca5bfbfb-ac34-4833-8a2d-b5bdbd2b9a2a admin admin] Publish callbacks [] for security_group (29d10c1f-0be9-45b0-a6df-eca5c47fdd2e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:33.441074 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-86d7d8b4-1d95-489f-bd02-981a3ef52909 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c311f0ff-a936-4798-8a01-969846faf987), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:33.451860 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-28696872-443a-4d16-bc55-899648f90b86 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] show failed (client error): The resource could not be found.
Feb 05 21:07:33.455678 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-28696872-443a-4d16-bc55-899648f90b86 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "GET /v2.0/routers/ab1181a2-4ed5-4d61-83f1-bbc9c87049d2/tags/tempest-TagsExtTest-Tag-672822233 HTTP/1.1" status: 404  len: 328 time: 0.2458432
Feb 05 21:07:33.459999 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59290) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:33.471863 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.tag.tag_plugin [None req-c7c60f9f-3952-4a79-9fa7-3ef598de6fed tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2db236df40>, 'routers', 'ab1181a2-4ed5-4d61-83f1-bbc9c87049d2', 'tempest-TagsExtTest-Tag-1642940345') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:33.487113 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ca5bfbfb-ac34-4833-8a2d-b5bdbd2b9a2a admin admin] Publish callbacks [] for security_group (29d10c1f-0be9-45b0-a6df-eca5c47fdd2e), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:33.585441 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-38c2635c-43e9-4b37-8e94-38dbd369e7d1 None None] Current status of the port 9b649889-4d5a-46cc-8431-500dd38546c6 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:33.653088 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-c7c60f9f-3952-4a79-9fa7-3ef598de6fed tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] show failed (client error): The resource could not be found.
Feb 05 21:07:33.654159 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c7c60f9f-3952-4a79-9fa7-3ef598de6fed tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "GET /v2.0/routers/ab1181a2-4ed5-4d61-83f1-bbc9c87049d2/tags/tempest-TagsExtTest-Tag-1642940345 HTTP/1.1" status: 404  len: 329 time: 0.1892400
Feb 05 21:07:33.661803 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59292) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:33.668076 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.tag.tag_plugin [None req-0791a3cc-2806-4da2-b3da-c412f9d51988 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2db26e8280>, 'routers', 'ab1181a2-4ed5-4d61-83f1-bbc9c87049d2', 'tempest-TagsExtTest-Tag-1033251372') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:33.684830 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-6c3c6d6a-4af1-434b-a72a-0d1cbb99f1dd tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] Allocated IP 172.20.0.4 (280c9237-8866-48dd-91e7-706bb0f55bcf/3d5f7b0d-7330-4da1-84ef-6984e246dd84/7aec6027-8a6b-4280-a21f-dedd773a2a5c) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:07:33.722880 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-41054652-d9fd-4845-b0b9-29ebd411f8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:33.736920 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0a577094-28b7-47fc-851c-6d82a0cf717a tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:33.829104 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f49ca5ca-b21f-48ce-a7b4-d2bf9484dee4 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (bd3922e2-05fc-41fd-80ed-c520d75a1040), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:33.856860 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ca5bfbfb-ac34-4833-8a2d-b5bdbd2b9a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (29d10c1f-0be9-45b0-a6df-eca5c47fdd2e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:33.859964 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ca5bfbfb-ac34-4833-8a2d-b5bdbd2b9a2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:33.863450 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ca5bfbfb-ac34-4833-8a2d-b5bdbd2b9a2a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/29d10c1f-0be9-45b0-a6df-eca5c47fdd2e HTTP/1.1" status: 204  len: 168 time: 0.6081634
Feb 05 21:07:33.881839 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5bfbfb-ac34-4833-8a2d-b5bdbd2b9a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d10c1f-0be9-45b0-a6df-eca5c47fdd2e,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:33.892747 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-0791a3cc-2806-4da2-b3da-c412f9d51988 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] show failed (client error): The resource could not be found.
Feb 05 21:07:33.894884 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ca5ca-b21f-48ce-a7b4-d2bf9484dee4 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Pushing event deleted for resources: {'Port': ['ID=bd3922e2-05fc-41fd-80ed-c520d75a1040,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:33.897438 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59298) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:33.900130 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0791a3cc-2806-4da2-b3da-c412f9d51988 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "GET /v2.0/routers/ab1181a2-4ed5-4d61-83f1-bbc9c87049d2/tags/tempest-TagsExtTest-Tag-1033251372 HTTP/1.1" status: 404  len: 329 time: 0.2370086
Feb 05 21:07:33.931719 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.tag.tag_plugin [None req-129ac4c4-43c4-47ef-83f0-c2d732cd2936 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f2db3b0a5e0>, 'subnetpools', '0e0b632e-dfd4-438c-9a0b-471e87fe4ea9', {'tags': ['tempest-TagsExtTest-Tag-805253921', 'tempest-TagsExtTest-Tag-1389281038', 'tempest-TagsExtTest-Tag-1996164316']}) {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:34.010303 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-ccb05c22-0055-4598-9250-1a8dea476cc3 None None] Provisioning complete for port c311f0ff-a936-4798-8a01-969846faf987 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:34.010852 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ccb05c22-0055-4598-9250-1a8dea476cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c311f0ff-a936-4798-8a01-969846faf987), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:34.012445 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49ca5ca-b21f-48ce-a7b4-d2bf9484dee4 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:07:34.018044 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49ca5ca-b21f-48ce-a7b4-d2bf9484dee4 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:07:34.019266 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49ca5ca-b21f-48ce-a7b4-d2bf9484dee4 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:07:34.019638 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49ca5ca-b21f-48ce-a7b4-d2bf9484dee4 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:07:34.019989 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49ca5ca-b21f-48ce-a7b4-d2bf9484dee4 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:07:34.020338 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49ca5ca-b21f-48ce-a7b4-d2bf9484dee4 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:07:34.020684 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49ca5ca-b21f-48ce-a7b4-d2bf9484dee4 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:07:34.026294 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49ca5ca-b21f-48ce-a7b4-d2bf9484dee4 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:07:34.026869 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49ca5ca-b21f-48ce-a7b4-d2bf9484dee4 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:07:34.028097 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49ca5ca-b21f-48ce-a7b4-d2bf9484dee4 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:07:34.028612 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49ca5ca-b21f-48ce-a7b4-d2bf9484dee4 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:07:34.028968 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49ca5ca-b21f-48ce-a7b4-d2bf9484dee4 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:07:34.029313 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49ca5ca-b21f-48ce-a7b4-d2bf9484dee4 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:07:34.074899 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ccb05c22-0055-4598-9250-1a8dea476cc3 None None] Port c311f0ff-a936-4798-8a01-969846faf987 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:07:34.107575 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-ccb05c22-0055-4598-9250-1a8dea476cc3 None None] Provisioning complete for port 9b649889-4d5a-46cc-8431-500dd38546c6 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:34.107962 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ccb05c22-0055-4598-9250-1a8dea476cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9b649889-4d5a-46cc-8431-500dd38546c6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:34.113440 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-86d7d8b4-1d95-489f-bd02-981a3ef52909 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for port (c311f0ff-a936-4798-8a01-969846faf987), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:34.126014 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-86d7d8b4-1d95-489f-bd02-981a3ef52909 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (c311f0ff-a936-4798-8a01-969846faf987), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:34.188022 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05701c94-e0d6-4815-908b-c80d3b680a5d req-57d344f1-9d90-4e28-a827-1a22a36df2c9 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:34.199303 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-05701c94-e0d6-4815-908b-c80d3b680a5d req-57d344f1-9d90-4e28-a827-1a22a36df2c9 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74630eb-5693-4ed0-b659-bf7b9ac36050 HTTP/1.1" status: 200  len: 945 time: 0.4568012
Feb 05 21:07:34.234807 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cb68b81c-ca26-408d-935d-5b0c4693bbaf req-b88a8bbd-402d-44b8-ba79-2385a1493066 tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] 10.222.0.32 "GET /v2.0/ports?device_id=acd80ae2-ec65-4d37-9a33-f0c1b5e75254 HTTP/1.1" status: 200  len: 210 time: 0.1861074
Feb 05 21:07:34.235950 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-6c3c6d6a-4af1-434b-a72a-0d1cbb99f1dd tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] Publish callbacks [] for port (7aec6027-8a6b-4280-a21f-dedd773a2a5c), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:34.242235 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ccb05c22-0055-4598-9250-1a8dea476cc3 None None] Current status of the port 9b649889-4d5a-46cc-8431-500dd38546c6 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:34.261556 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7d8b4-1d95-489f-bd02-981a3ef52909 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'Port': ['ID=c311f0ff-a936-4798-8a01-969846faf987,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:34.280764 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-0a577094-28b7-47fc-851c-6d82a0cf717a tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Allocated IP 172.35.4.240 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/200dcd42-a3da-4084-9795-eb32532c26ed) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:07:34.356342 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-129ac4c4-43c4-47ef-83f0-c2d732cd2936 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "PUT /v2.0/subnetpools/0e0b632e-dfd4-438c-9a0b-471e87fe4ea9/tags HTTP/1.1" status: 200  len: 317 time: 0.4371529
Feb 05 21:07:34.361302 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59306) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:34.370650 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.tag.tag_plugin [None req-0a52e233-8115-4bc6-9bb5-a68ed9114f93 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2db28acca0>, 'subnetpools', '0e0b632e-dfd4-438c-9a0b-471e87fe4ea9') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:34.376375 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-4377e7dc-d953-4f6d-b44d-a5522fc7ee68 None None] Provisioning complete for port c311f0ff-a936-4798-8a01-969846faf987 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:34.380448 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-6c3c6d6a-4af1-434b-a72a-0d1cbb99f1dd tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (7aec6027-8a6b-4280-a21f-dedd773a2a5c), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:34.382964 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4377e7dc-d953-4f6d-b44d-a5522fc7ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c311f0ff-a936-4798-8a01-969846faf987), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:34.433621 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-4377e7dc-d953-4f6d-b44d-a5522fc7ee68 None None] Port c311f0ff-a936-4798-8a01-969846faf987 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:07:34.537040 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-86d7d8b4-1d95-489f-bd02-981a3ef52909 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (d292c2a9-b682-480e-8f2f-e84eb3ac7afd), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:34.540896 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 65ee1752-c64b-4ff9-a1c6-a927c28ea9e2 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:07:34.553853 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-6c3c6d6a-4af1-434b-a72a-0d1cbb99f1dd tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] Network 280c9237-8866-48dd-91e7-706bb0f55bcf is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:07:34.590424 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-05701c94-e0d6-4815-908b-c80d3b680a5d req-abf7ff79-933c-4ef7-874e-e1222b8bcf8a tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3902655
Feb 05 21:07:34.595469 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-6c3c6d6a-4af1-434b-a72a-0d1cbb99f1dd tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:07:34.602405 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f49ca5ca-b21f-48ce-a7b4-d2bf9484dee4 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (0b32a1ec-8336-44cb-a981-9c1e2ecba610), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:34.610511 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-6c3c6d6a-4af1-434b-a72a-0d1cbb99f1dd tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:07:34.642452 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 65ee1752-c64b-4ff9-a1c6-a927c28ea9e2 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:07:34.652291 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 65ee1752-c64b-4ff9-a1c6-a927c28ea9e2 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:34.652839 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (65ee1752-c64b-4ff9-a1c6-a927c28ea9e2), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:34.678878 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c6d6a-4af1-434b-a72a-0d1cbb99f1dd tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] Pushing event updated for resources: {'Port': ['ID=7aec6027-8a6b-4280-a21f-dedd773a2a5c,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:34.690585 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0a577094-28b7-47fc-851c-6d82a0cf717a tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for port (200dcd42-a3da-4084-9795-eb32532c26ed), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:34.702184 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-7df7c136-1e09-43df-9612-6223f6374c87 None None] Provisioning complete for port c311f0ff-a936-4798-8a01-969846faf987 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:34.702584 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7df7c136-1e09-43df-9612-6223f6374c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c311f0ff-a936-4798-8a01-969846faf987), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:34.740436 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0a52e233-8115-4bc6-9bb5-a68ed9114f93 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "DELETE /v2.0/subnetpools/0e0b632e-dfd4-438c-9a0b-471e87fe4ea9/tags HTTP/1.1" status: 204  len: 168 time: 0.3756373
Feb 05 21:07:34.747210 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-6c3c6d6a-4af1-434b-a72a-0d1cbb99f1dd tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:34.747897 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-6c3c6d6a-4af1-434b-a72a-0d1cbb99f1dd tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:34.749284 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59316) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:34.755723 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.tag.tag_plugin [None req-d1896b05-d72b-4b56-b439-16c3bf6866b4 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2db2eb3e80>, 'subnetpools', '0e0b632e-dfd4-438c-9a0b-471e87fe4ea9', 'tempest-TagsExtTest-Tag-805253921') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:34.796866 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9b649889-4d5a-46cc-8431-500dd38546c6 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:07:34.811889 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-6c3c6d6a-4af1-434b-a72a-0d1cbb99f1dd tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3073199
Feb 05 21:07:34.859446 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-86d7d8b4-1d95-489f-bd02-981a3ef52909 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c311f0ff-a936-4798-8a01-969846faf987), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:34.863152 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-7df7c136-1e09-43df-9612-6223f6374c87 None None] Port c311f0ff-a936-4798-8a01-969846faf987 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:07:34.867844 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-d1896b05-d72b-4b56-b439-16c3bf6866b4 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] show failed (client error): The resource could not be found.
Feb 05 21:07:34.868684 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d1896b05-d72b-4b56-b439-16c3bf6866b4 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "GET /v2.0/subnetpools/0e0b632e-dfd4-438c-9a0b-471e87fe4ea9/tags/tempest-TagsExtTest-Tag-805253921 HTTP/1.1" status: 404  len: 328 time: 0.1163909
Feb 05 21:07:34.871506 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59322) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:34.886915 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.tag.tag_plugin [None req-ec12ed35-a8c1-4091-83bb-545b7a3bbaf7 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2dbae60b50>, 'subnetpools', '0e0b632e-dfd4-438c-9a0b-471e87fe4ea9', 'tempest-TagsExtTest-Tag-1389281038') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:34.887910 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-a307eb27-e004-4657-af4e-20e13ba0e134 service neutron] Request body: {'port': {'device_id': 'acd80ae2-ec65-4d37-9a33-f0c1b5e75254', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:34.899854 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0a577094-28b7-47fc-851c-6d82a0cf717a tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (200dcd42-a3da-4084-9795-eb32532c26ed), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:34.909370 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49ca5ca-b21f-48ce-a7b4-d2bf9484dee4 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Router 0b32a1ec-8336-44cb-a981-9c1e2ecba610 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:07:34.946414 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 65ee1752-c64b-4ff9-a1c6-a927c28ea9e2 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:34.946414 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (65ee1752-c64b-4ff9-a1c6-a927c28ea9e2), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:34.946696 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a577094-28b7-47fc-851c-6d82a0cf717a tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:07:34.955847 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-0a577094-28b7-47fc-851c-6d82a0cf717a tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:07:34.964808 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a577094-28b7-47fc-851c-6d82a0cf717a tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:07:34.966698 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 9b649889-4d5a-46cc-8431-500dd38546c6 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:34.967165 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9b649889-4d5a-46cc-8431-500dd38546c6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:35.000349 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c74630eb-5693-4ed0-b659-bf7b9ac36050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ee1752-c64b-4ff9-a1c6-a927c28ea9e2'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:07:35.004541 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba7b625-75ce-404f-879a-57fd15d453ac" -d '{"events": [{"server_uuid": "c74630eb-5693-4ed0-b659-bf7b9ac36050", "name": "network-vif-plugged", "status": "completed", "tag": "65ee1752-c64b-4ff9-a1c6-a927c28ea9e2"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:07:35.023945 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-ec12ed35-a8c1-4091-83bb-545b7a3bbaf7 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] show failed (client error): The resource could not be found.
Feb 05 21:07:35.023945 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ec12ed35-a8c1-4091-83bb-545b7a3bbaf7 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "GET /v2.0/subnetpools/0e0b632e-dfd4-438c-9a0b-471e87fe4ea9/tags/tempest-TagsExtTest-Tag-1389281038 HTTP/1.1" status: 404  len: 329 time: 0.1492629
Feb 05 21:07:35.025272 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59328) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:35.041970 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 65ee1752-c64b-4ff9-a1c6-a927c28ea9e2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=65ee1752-c64b-4ff9-a1c6-a927c28ea9e2,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:35.051896 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (65ee1752-c64b-4ff9-a1c6-a927c28ea9e2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:35.069093 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.tag.tag_plugin [None req-11c809de-f4de-4b8f-91fd-7c0d28376f6c tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2db2937730>, 'subnetpools', '0e0b632e-dfd4-438c-9a0b-471e87fe4ea9', 'tempest-TagsExtTest-Tag-1996164316') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:35.071394 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a577094-28b7-47fc-851c-6d82a0cf717a tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Pushing event updated for resources: {'Port': ['ID=200dcd42-a3da-4084-9795-eb32532c26ed,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:35.082756 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59330) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:35.088571 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7241665d-9591-469a-bbe8-84e6ef03d017 x-openstack-request-id: req-7241665d-9591-469a-bbe8-84e6ef03d017 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:07:35.089070 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c74630eb-5693-4ed0-b659-bf7b9ac36050", "name": "network-vif-plugged", "status": "completed", "tag": "65ee1752-c64b-4ff9-a1c6-a927c28ea9e2", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:07:35.089627 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7241665d-9591-469a-bbe8-84e6ef03d017 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:07:35.090326 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c74630eb-5693-4ed0-b659-bf7b9ac36050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ee1752-c64b-4ff9-a1c6-a927c28ea9e2', 'code': 200}
Feb 05 21:07:35.112585 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-a307eb27-e004-4657-af4e-20e13ba0e134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7aec6027-8a6b-4280-a21f-dedd773a2a5c), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:35.153703 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49ca5ca-b21f-48ce-a7b4-d2bf9484dee4 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:07:35.162887 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f49ca5ca-b21f-48ce-a7b4-d2bf9484dee4 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] 10.222.0.32 "PUT /v2.0/routers/0b32a1ec-8336-44cb-a981-9c1e2ecba610/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2532992
Feb 05 21:07:35.165823 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59334) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:35.168252 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fecf6e-abb5-4b3c-8267-f21ce0b81b76 None None] Sync routers for ids ['0b32a1ec-8336-44cb-a981-9c1e2ecba610'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:07:35.186748 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=65ee1752-c64b-4ff9-a1c6-a927c28ea9e2,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:35.200357 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fecf6e-abb5-4b3c-8267-f21ce0b81b76 None None] Routers {'0b32a1ec-8336-44cb-a981-9c1e2ecba610'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:07:35.201266 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-62fecf6e-abb5-4b3c-8267-f21ce0b81b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8d407c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:07:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['0b32a1ec-8336-44cb-a981-9c1e2ecba610'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:35.242371 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 9b649889-4d5a-46cc-8431-500dd38546c6 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:35.264011 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-62fecf6e-abb5-4b3c-8267-f21ce0b81b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8d407c0>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:35.276729 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fecf6e-abb5-4b3c-8267-f21ce0b81b76 None None] Routers {'0b32a1ec-8336-44cb-a981-9c1e2ecba610'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:07:35.277581 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-62fecf6e-abb5-4b3c-8267-f21ce0b81b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8d407c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:07:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['0b32a1ec-8336-44cb-a981-9c1e2ecba610'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:35.314450 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-62fecf6e-abb5-4b3c-8267-f21ce0b81b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8d407c0>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:35.315123 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fecf6e-abb5-4b3c-8267-f21ce0b81b76 None None] The sync data for ids ['0b32a1ec-8336-44cb-a981-9c1e2ecba610'] in ncdv-master-1 is: [] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:07:35.536186 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-11c809de-f4de-4b8f-91fd-7c0d28376f6c tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] show failed (client error): The resource could not be found.
Feb 05 21:07:35.539838 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-11c809de-f4de-4b8f-91fd-7c0d28376f6c tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "GET /v2.0/subnetpools/0e0b632e-dfd4-438c-9a0b-471e87fe4ea9/tags/tempest-TagsExtTest-Tag-1996164316 HTTP/1.1" status: 404  len: 329 time: 0.5108097
Feb 05 21:07:35.542061 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-d19511c6-4248-42ed-bcf2-5fe087730d64 tempest-SubnetPoolsTestJSON-1556710930 tempest-SubnetPoolsTestJSON-1556710930-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-644996476', 'prefixes': ['172.20.0.0/16']}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:35.552565 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59338) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:35.554917 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-86d7d8b4-1d95-489f-bd02-981a3ef52909 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for port (c311f0ff-a936-4798-8a01-969846faf987), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:35.562174 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.tag.tag_plugin [None req-39bddc1a-402d-4133-82e4-1e9d1ceaff85 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2db8a37820>, 'subnetpools', '0e0b632e-dfd4-438c-9a0b-471e87fe4ea9') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:35.570698 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-86d7d8b4-1d95-489f-bd02-981a3ef52909 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (c311f0ff-a936-4798-8a01-969846faf987), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:35.629640 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-a307eb27-e004-4657-af4e-20e13ba0e134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aec6027-8a6b-4280-a21f-dedd773a2a5c {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:07:35.650963 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-a307eb27-e004-4657-af4e-20e13ba0e134 service neutron] Publish callbacks [] for port (7aec6027-8a6b-4280-a21f-dedd773a2a5c), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:35.664516 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-491b9d87-3d8f-4c33-a58a-3fa85eacacb1 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks [] for router (0b32a1ec-8336-44cb-a981-9c1e2ecba610), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:35.684834 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-a307eb27-e004-4657-af4e-20e13ba0e134 service neutron] Transition to ACTIVE for port object 7aec6027-8a6b-4280-a21f-dedd773a2a5c will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:07:35.686993 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-86d7d8b4-1d95-489f-bd02-981a3ef52909 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (d292c2a9-b682-480e-8f2f-e84eb3ac7afd), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:35.689028 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7d8b4-1d95-489f-bd02-981a3ef52909 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'Port': ['ID=c311f0ff-a936-4798-8a01-969846faf987,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:35.696612 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-a307eb27-e004-4657-af4e-20e13ba0e134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (7aec6027-8a6b-4280-a21f-dedd773a2a5c), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:35.703161 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-39bddc1a-402d-4133-82e4-1e9d1ceaff85 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "DELETE /v2.0/subnetpools/0e0b632e-dfd4-438c-9a0b-471e87fe4ea9/tags HTTP/1.1" status: 204  len: 168 time: 0.1462293
Feb 05 21:07:35.728898 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59342) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:35.739885 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.tag.tag_plugin [None req-699e5096-cf75-472f-a752-03cc035ad4d2 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2db2e87c10>, 'routers', 'ab1181a2-4ed5-4d61-83f1-bbc9c87049d2') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:35.833844 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0211a-3c41-4e82-aea1-2a7accaeaaae req-1af39a39-1bbd-4887-8d5e-fea3ab83c85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:35.835345 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-34c0211a-3c41-4e82-aea1-2a7accaeaaae req-1af39a39-1bbd-4887-8d5e-fea3ab83c85d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c74630eb-5693-4ed0-b659-bf7b9ac36050 HTTP/1.1" status: 200  len: 1128 time: 0.6544111
Feb 05 21:07:35.871611 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307eb27-e004-4657-af4e-20e13ba0e134 service neutron] Pushing event updated for resources: {'Port': ['ID=7aec6027-8a6b-4280-a21f-dedd773a2a5c,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:35.966464 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-699e5096-cf75-472f-a752-03cc035ad4d2 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "DELETE /v2.0/routers/ab1181a2-4ed5-4d61-83f1-bbc9c87049d2/tags HTTP/1.1" status: 204  len: 168 time: 0.2363756
Feb 05 21:07:35.970467 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d7d8b4-1d95-489f-bd02-981a3ef52909 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Network 13b3059c-bc34-40c0-88b6-384f0b9c525a is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:07:35.971111 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59344) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:35.977007 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.tag.tag_plugin [None req-e1596165-7693-45da-92b5-1ae90d7c29b4 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2db2fff880>, 'ports', '5e7d1cdd-d80c-499f-b919-6713c8877154') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:35.980691 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-86d7d8b4-1d95-489f-bd02-981a3ef52909 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:07:36.005132 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4d197-e426-41de-a54a-188907e81a57 req-fba574f0-3394-474d-8318-620ad3ca041b tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:36.006885 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1bc4d197-e426-41de-a54a-188907e81a57 req-fba574f0-3394-474d-8318-620ad3ca041b tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] 10.222.0.32 "GET /v2.0/ports?device_id=acd80ae2-ec65-4d37-9a33-f0c1b5e75254 HTTP/1.1" status: 200  len: 931 time: 0.4790325
Feb 05 21:07:36.028718 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-491b9d87-3d8f-4c33-a58a-3fa85eacacb1 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (0b32a1ec-8336-44cb-a981-9c1e2ecba610), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:36.047578 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-491b9d87-3d8f-4c33-a58a-3fa85eacacb1 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks [] for router_controller (0b32a1ec-8336-44cb-a981-9c1e2ecba610), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:36.062520 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-a307eb27-e004-4657-af4e-20e13ba0e134 service neutron] Attempting to bind port 7aec6027-8a6b-4280-a21f-dedd773a2a5c on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:07:36.062898 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-a307eb27-e004-4657-af4e-20e13ba0e134 service neutron] Attempting to bind port 7aec6027-8a6b-4280-a21f-dedd773a2a5c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '83985eec-2448-4a9d-a5fd-0e500d471fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '280c9237-8866-48dd-91e7-706bb0f55bcf'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:07:36.063259 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-a307eb27-e004-4657-af4e-20e13ba0e134 service neutron] Attempting to bind port 7aec6027-8a6b-4280-a21f-dedd773a2a5c on network 280c9237-8866-48dd-91e7-706bb0f55bcf {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:07:36.065519 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e9f6963e-dd77-4132-8999-000d62d9415e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:36.115476 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-a307eb27-e004-4657-af4e-20e13ba0e134 service neutron] Port 7aec6027-8a6b-4280-a21f-dedd773a2a5c on network 280c9237-8866-48dd-91e7-706bb0f55bcf not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:07:36.115816 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-a307eb27-e004-4657-af4e-20e13ba0e134 service neutron] Attempting to bind port 7aec6027-8a6b-4280-a21f-dedd773a2a5c on network 280c9237-8866-48dd-91e7-706bb0f55bcf {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:07:36.128319 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-a307eb27-e004-4657-af4e-20e13ba0e134 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:07:36.128671 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-a307eb27-e004-4657-af4e-20e13ba0e134 service neutron] Checking segment: {'id': '83985eec-2448-4a9d-a5fd-0e500d471fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '280c9237-8866-48dd-91e7-706bb0f55bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:07:36.129073 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-a307eb27-e004-4657-af4e-20e13ba0e134 service neutron] Bound using segment: {'id': '83985eec-2448-4a9d-a5fd-0e500d471fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '280c9237-8866-48dd-91e7-706bb0f55bcf'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:07:36.129524 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-a307eb27-e004-4657-af4e-20e13ba0e134 service neutron] Bound port: 7aec6027-8a6b-4280-a21f-dedd773a2a5c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83985eec-2448-4a9d-a5fd-0e500d471fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '280c9237-8866-48dd-91e7-706bb0f55bcf'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:07:36.129895 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-a307eb27-e004-4657-af4e-20e13ba0e134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7aec6027-8a6b-4280-a21f-dedd773a2a5c), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:36.147706 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae25b7-daa4-4b66-9430-1ddc7804f3de req-16edcda1-3904-421e-9fc8-c096e5ed73f0 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:36.149305 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-05ae25b7-daa4-4b66-9430-1ddc7804f3de req-16edcda1-3904-421e-9fc8-c096e5ed73f0 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74630eb-5693-4ed0-b659-bf7b9ac36050 HTTP/1.1" status: 200  len: 946 time: 0.3816829
Feb 05 21:07:36.178277 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d19511c6-4248-42ed-bcf2-5fe087730d64 tempest-SubnetPoolsTestJSON-1556710930 tempest-SubnetPoolsTestJSON-1556710930-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:36.182365 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d19511c6-4248-42ed-bcf2-5fe087730d64 tempest-SubnetPoolsTestJSON-1556710930 tempest-SubnetPoolsTestJSON-1556710930-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 736 time: 1.0958400
Feb 05 21:07:36.182537 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59346) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:36.190183 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e1596165-7693-45da-92b5-1ae90d7c29b4 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "DELETE /v2.0/ports/5e7d1cdd-d80c-499f-b919-6713c8877154/tags HTTP/1.1" status: 204  len: 168 time: 0.2163880
Feb 05 21:07:36.201028 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59348) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:36.222752 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.tag.tag_plugin [None req-5c8b42af-011f-4a97-a038-1bae05d49e60 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2db2d60460>, 'subnets', '5e8c3130-bd15-4d15-b7ec-a20087d6f850') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:36.232163 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-34c0211a-3c41-4e82-aea1-2a7accaeaaae req-fd02a54c-90a2-40c0-9f91-2713dcd6c62f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3572619
Feb 05 21:07:36.254195 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-491b9d87-3d8f-4c33-a58a-3fa85eacacb1 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (0b32a1ec-8336-44cb-a981-9c1e2ecba610), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:36.254680 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491b9d87-3d8f-4c33-a58a-3fa85eacacb1 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Fanout notify agent at l3_agent the message router_deleted on router 0b32a1ec-8336-44cb-a981-9c1e2ecba610 {{(pid=114391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:07:36.274155 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f24837c7-82f9-4874-8305-8d836ec6735c tempest-SubnetPoolsTestJSON-1556710930 tempest-SubnetPoolsTestJSON-1556710930-project] 10.222.0.32 "GET /v2.0/subnetpools/af1fcb24-0671-4f53-aaf3-06a6e933617f HTTP/1.1" status: 200  len: 731 time: 0.0905995
Feb 05 21:07:36.279489 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59350) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:36.285112 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-491b9d87-3d8f-4c33-a58a-3fa85eacacb1 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:36.286252 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-491b9d87-3d8f-4c33-a58a-3fa85eacacb1 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] 10.222.0.32 "DELETE /v2.0/routers/0b32a1ec-8336-44cb-a981-9c1e2ecba610 HTTP/1.1" status: 204  len: 168 time: 1.1193275
Feb 05 21:07:36.294576 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59352) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:36.295592 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-b9ffe83e-a132-42cb-b4fb-dc512254faf5 tempest-SubnetPoolsTestJSON-1556710930 tempest-SubnetPoolsTestJSON-1556710930-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-671306577'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:36.299644 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-ba6840e1-21e2-490d-857c-2f60fb82e987 None None] Provisioning complete for port c311f0ff-a936-4798-8a01-969846faf987 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:36.300012 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ba6840e1-21e2-490d-857c-2f60fb82e987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c311f0ff-a936-4798-8a01-969846faf987), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:36.318211 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-a307eb27-e004-4657-af4e-20e13ba0e134 service neutron] For port 7aec6027-8a6b-4280-a21f-dedd773a2a5c, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:07:36.337105 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ba6840e1-21e2-490d-857c-2f60fb82e987 None None] Port c311f0ff-a936-4798-8a01-969846faf987 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:07:36.339119 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-a307eb27-e004-4657-af4e-20e13ba0e134 service neutron] For port 7aec6027-8a6b-4280-a21f-dedd773a2a5c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7aec6027-8a6b-4280-a21f-dedd773a2a5c,segment=NetworkSegment(83985eec-2448-4a9d-a5fd-0e500d471fc5),segment_id=83985eec-2448-4a9d-a5fd-0e500d471fc5)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:07:36.358292 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d7d8b4-1d95-489f-bd02-981a3ef52909 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Router d292c2a9-b682-480e-8f2f-e84eb3ac7afd is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:07:36.361267 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-a307eb27-e004-4657-af4e-20e13ba0e134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (7aec6027-8a6b-4280-a21f-dedd773a2a5c), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:36.362661 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1bc4d197-e426-41de-a54a-188907e81a57 req-7be1418a-c137-4778-ae92-f82e3dbbfe7d tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] 10.222.0.32 "GET /v2.0/security-groups?id=19809129-f351-407c-b760-3ecebfe4e2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3383331
Feb 05 21:07:36.441432 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-a307eb27-e004-4657-af4e-20e13ba0e134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:36.442059 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-a307eb27-e004-4657-af4e-20e13ba0e134 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:36.443482 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-a307eb27-e004-4657-af4e-20e13ba0e134 service neutron] 10.222.0.21 "PUT /v2.0/ports/7aec6027-8a6b-4280-a21f-dedd773a2a5c HTTP/1.1" status: 200  len: 1091 time: 1.5862687
Feb 05 21:07:36.449696 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd80ae2-ec65-4d37-9a33-f0c1b5e75254', 'tag': '7aec6027-8a6b-4280-a21f-dedd773a2a5c'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:07:36.451967 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3e7961-170d-47d7-a7b3-17e9bf73e1e5" -d '{"events": [{"name": "network-changed", "server_uuid": "acd80ae2-ec65-4d37-9a33-f0c1b5e75254", "tag": "7aec6027-8a6b-4280-a21f-dedd773a2a5c"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:07:36.470121 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-05ae25b7-daa4-4b66-9430-1ddc7804f3de req-bc5c5c6d-0cc2-47b9-b6bf-5755d94f4852 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2890885
Feb 05 21:07:36.480715 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e1e0fe8-10dd-4ca6-b6c4-0795b6093198 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Deleting subnet 27a3bee5-753f-495c-a84c-11ebc3390ac9 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:07:36.493918 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8e1e0fe8-10dd-4ca6-b6c4-0795b6093198 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks [] for subnet (27a3bee5-753f-495c-a84c-11ebc3390ac9), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:36.576218 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8e1e0fe8-10dd-4ca6-b6c4-0795b6093198 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (27a3bee5-753f-495c-a84c-11ebc3390ac9), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:36.615633 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0a577094-28b7-47fc-851c-6d82a0cf717a tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for floatingip (00868724-6f42-4d6a-be9c-f16ea88c4156), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:36.759291 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8e1e0fe8-10dd-4ca6-b6c4-0795b6093198 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (27a3bee5-753f-495c-a84c-11ebc3390ac9), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:36.785891 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0a577094-28b7-47fc-851c-6d82a0cf717a tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (200dcd42-a3da-4084-9795-eb32532c26ed), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:36.872693 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8e1e0fe8-10dd-4ca6-b6c4-0795b6093198 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (27a3bee5-753f-495c-a84c-11ebc3390ac9), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:36.890998 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307eb27-e004-4657-af4e-20e13ba0e134 service neutron] Pushing event updated for resources: {'Port': ['ID=7aec6027-8a6b-4280-a21f-dedd773a2a5c,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:36.902648 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b9ffe83e-a132-42cb-b4fb-dc512254faf5 tempest-SubnetPoolsTestJSON-1556710930 tempest-SubnetPoolsTestJSON-1556710930-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:36.904732 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b9ffe83e-a132-42cb-b4fb-dc512254faf5 tempest-SubnetPoolsTestJSON-1556710930 tempest-SubnetPoolsTestJSON-1556710930-project] 10.222.0.32 "PUT /v2.0/subnetpools/af1fcb24-0671-4f53-aaf3-06a6e933617f HTTP/1.1" status: 200  len: 683 time: 0.6201050
Feb 05 21:07:36.908284 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59358) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:36.914001 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5c8b42af-011f-4a97-a038-1bae05d49e60 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "DELETE /v2.0/subnets/5e8c3130-bd15-4d15-b7ec-a20087d6f850/tags HTTP/1.1" status: 204  len: 168 time: 0.7062082
Feb 05 21:07:36.925546 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59360) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:36.962865 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d7d8b4-1d95-489f-bd02-981a3ef52909 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:07:36.973274 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-86d7d8b4-1d95-489f-bd02-981a3ef52909 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "PUT /v2.0/routers/d292c2a9-b682-480e-8f2f-e84eb3ac7afd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5848119
Feb 05 21:07:36.976154 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7dd21f-14b7-4d00-bfa2-4d49a7901134 None None] Sync routers for ids ['d292c2a9-b682-480e-8f2f-e84eb3ac7afd'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:07:36.985375 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59362) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:36.989076 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7dd21f-14b7-4d00-bfa2-4d49a7901134 None None] Routers {'d292c2a9-b682-480e-8f2f-e84eb3ac7afd'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:07:36.990190 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-9e7dd21f-14b7-4d00-bfa2-4d49a7901134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab952eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:07:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['d292c2a9-b682-480e-8f2f-e84eb3ac7afd'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:37.039520 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-9e7dd21f-14b7-4d00-bfa2-4d49a7901134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab952eb0>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:37.043352 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac2a2ea-21bf-4b62-a6c6-f7c3f014c1c4 x-openstack-request-id: req-1ac2a2ea-21bf-4b62-a6c6-f7c3f014c1c4 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:07:37.043659 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acd80ae2-ec65-4d37-9a33-f0c1b5e75254", "tag": "7aec6027-8a6b-4280-a21f-dedd773a2a5c", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:07:37.043940 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1ac2a2ea-21bf-4b62-a6c6-f7c3f014c1c4 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:07:37.044316 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acd80ae2-ec65-4d37-9a33-f0c1b5e75254', 'tag': '7aec6027-8a6b-4280-a21f-dedd773a2a5c', 'status': 'completed', 'code': 200}
Feb 05 21:07:37.050784 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7dd21f-14b7-4d00-bfa2-4d49a7901134 None None] Routers {'d292c2a9-b682-480e-8f2f-e84eb3ac7afd'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:07:37.051527 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-9e7dd21f-14b7-4d00-bfa2-4d49a7901134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab952eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:07:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['d292c2a9-b682-480e-8f2f-e84eb3ac7afd'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:37.066863 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-a75bc6a6-d609-46d5-a28e-cb8bb42b7824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:37.068613 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-a75bc6a6-d609-46d5-a28e-cb8bb42b7824 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=27206de1750347eb82f892b296fbf8a9&device_id=acd80ae2-ec65-4d37-9a33-f0c1b5e75254 HTTP/1.1" status: 200  len: 1125 time: 0.2527690
Feb 05 21:07:37.086967 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-9e7dd21f-14b7-4d00-bfa2-4d49a7901134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab952eb0>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:37.087705 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7dd21f-14b7-4d00-bfa2-4d49a7901134 None None] The sync data for ids ['d292c2a9-b682-480e-8f2f-e84eb3ac7afd'] in ncdv-master-1 is: [] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:07:37.153698 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-bba6752e-8a1f-4ff0-af13-3f7ea86419e6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7aec6027-8a6b-4280-a21f-dedd773a2a5c HTTP/1.1" status: 200  len: 217 time: 0.0693638
Feb 05 21:07:37.198963 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-733040e7-fd11-4514-a052-010f9dd851f4 tempest-SubnetPoolsTestJSON-1556710930 tempest-SubnetPoolsTestJSON-1556710930-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:37.200116 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-733040e7-fd11-4514-a052-010f9dd851f4 tempest-SubnetPoolsTestJSON-1556710930 tempest-SubnetPoolsTestJSON-1556710930-project] 10.222.0.32 "DELETE /v2.0/subnetpools/af1fcb24-0671-4f53-aaf3-06a6e933617f HTTP/1.1" status: 204  len: 168 time: 0.2909052
Feb 05 21:07:37.207569 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61213ba-36e1-41a4-a48f-7085ab84c3e3 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:37.209053 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d61213ba-36e1-41a4-a48f-7085ab84c3e3 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "GET /v2.0/ports?device_id=d292c2a9-b682-480e-8f2f-e84eb3ac7afd HTTP/1.1" status: 200  len: 980 time: 0.2227309
Feb 05 21:07:37.209842 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59364) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:37.214805 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-300d019c-7c71-4379-93d3-9a21f1edf721 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:37.215984 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-300d019c-7c71-4379-93d3-9a21f1edf721 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "DELETE /v2.0/subnetpools/0e0b632e-dfd4-438c-9a0b-471e87fe4ea9 HTTP/1.1" status: 204  len: 168 time: 0.2882466
Feb 05 21:07:37.217812 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59366) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:37.228330 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59368) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:37.244268 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e0fe8-10dd-4ca6-b6c4-0795b6093198 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Pushing event deleted for resources: {'Subnet': ['ID=27a3bee5-753f-495c-a84c-11ebc3390ac9,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:37.246684 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8e1e0fe8-10dd-4ca6-b6c4-0795b6093198 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:37.251083 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8e1e0fe8-10dd-4ca6-b6c4-0795b6093198 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] 10.222.0.32 "DELETE /v2.0/subnets/27a3bee5-753f-495c-a84c-11ebc3390ac9 HTTP/1.1" status: 204  len: 168 time: 0.9477942
Feb 05 21:07:37.254791 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59370) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:37.261464 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32054ac1-00c3-497d-840e-b0e3e918b74b None None] Network 6dc174f1-68f6-4c4f-b177-0328c61f1b01 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:07:37.284929 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-f75e058f-d8d3-4721-9b34-2313d16cd19c tempest-SubnetPoolsTestJSON-1556710930 tempest-SubnetPoolsTestJSON-1556710930-project] show failed (client error): The resource could not be found.
Feb 05 21:07:37.288568 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f75e058f-d8d3-4721-9b34-2313d16cd19c tempest-SubnetPoolsTestJSON-1556710930 tempest-SubnetPoolsTestJSON-1556710930-project] 10.222.0.32 "GET /v2.0/subnetpools/af1fcb24-0671-4f53-aaf3-06a6e933617f HTTP/1.1" status: 404  len: 346 time: 0.0689743
Feb 05 21:07:37.291488 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59372) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:37.313438 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4bb7aafa-4b92-404e-8884-fc977dd05b7c tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab1181a2-4ed5-4d61-83f1-bbc9c87049d2 HTTP/1.1" status: 200  len: 205 time: 0.0757198
Feb 05 21:07:37.337830 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59374) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:37.342673 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-2e64ebe6-e066-4146-89ea-7ecb278ac103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:37.344811 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-2e64ebe6-e066-4146-89ea-7ecb278ac103 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d5f7b0d-7330-4da1-84ef-6984e246dd84 HTTP/1.1" status: 200  len: 849 time: 0.1834984
Feb 05 21:07:37.353531 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-57bdf43c-3c3f-4c20-a84a-f1b863fbd9cb tempest-SubnetPoolsTestJSON-1556710930 tempest-SubnetPoolsTestJSON-1556710930-project] delete failed (client error): The resource could not be found.
Feb 05 21:07:37.360906 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-57bdf43c-3c3f-4c20-a84a-f1b863fbd9cb tempest-SubnetPoolsTestJSON-1556710930 tempest-SubnetPoolsTestJSON-1556710930-project] 10.222.0.32 "DELETE /v2.0/subnetpools/af1fcb24-0671-4f53-aaf3-06a6e933617f HTTP/1.1" status: 404  len: 346 time: 0.0621617
Feb 05 21:07:37.383590 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5f87490c-e3f5-4466-b944-4eee341d0302 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (6dc174f1-68f6-4c4f-b177-0328c61f1b01), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:37.412486 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0a577094-28b7-47fc-851c-6d82a0cf717a tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for port (200dcd42-a3da-4084-9795-eb32532c26ed), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:37.452755 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-d503a2db-47ed-4cda-b25f-2d1bea95e88d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=280c9237-8866-48dd-91e7-706bb0f55bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1005607
Feb 05 21:07:37.464027 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:37.465184 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0a577094-28b7-47fc-851c-6d82a0cf717a tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (200dcd42-a3da-4084-9795-eb32532c26ed), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:37.474514 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0823d113-eeba-4d53-96ab-6b1d6087336e tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Publish callbacks [] for router (ab1181a2-4ed5-4d61-83f1-bbc9c87049d2), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:37.496854 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559ed584-aacc-47c5-aaff-01b07ecff4b2 None None] DHCP port deletion for 6dc174f1-68f6-4c4f-b177-0328c61f1b01 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:07:37.629787 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-559ed584-aacc-47c5-aaff-01b07ecff4b2 None None] Deleting port e623b2b1-7951-43f3-a7ef-87d7ead6cacc {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:07:37.630164 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-559ed584-aacc-47c5-aaff-01b07ecff4b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (e623b2b1-7951-43f3-a7ef-87d7ead6cacc), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:37.646066 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a577094-28b7-47fc-851c-6d82a0cf717a tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Pushing event updated for resources: {'Port': ['ID=200dcd42-a3da-4084-9795-eb32532c26ed,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:37.696675 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0a577094-28b7-47fc-851c-6d82a0cf717a tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (00868724-6f42-4d6a-be9c-f16ea88c4156), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:37.748549 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-559ed584-aacc-47c5-aaff-01b07ecff4b2 None None] For port e623b2b1-7951-43f3-a7ef-87d7ead6cacc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e623b2b1-7951-43f3-a7ef-87d7ead6cacc,segment=NetworkSegment(9372d3cc-c10e-44a4-ad62-8d023469a5b3),segment_id=9372d3cc-c10e-44a4-ad62-8d023469a5b3)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:37.748951 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-559ed584-aacc-47c5-aaff-01b07ecff4b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (e623b2b1-7951-43f3-a7ef-87d7ead6cacc), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:37.768197 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-559ed584-aacc-47c5-aaff-01b07ecff4b2 None None] Calling delete_port for e623b2b1-7951-43f3-a7ef-87d7ead6cacc owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:07:37.779234 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-5f87490c-e3f5-4466-b944-4eee341d0302 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Deleting port e623b2b1-7951-43f3-a7ef-87d7ead6cacc {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:07:37.779986 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5f87490c-e3f5-4466-b944-4eee341d0302 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (e623b2b1-7951-43f3-a7ef-87d7ead6cacc), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:37.811171 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-dc362045-c120-4d9c-acbe-b30d53721360 service neutron] 10.222.0.21 "GET /v2.0/networks/280c9237-8866-48dd-91e7-706bb0f55bcf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3495154
Feb 05 21:07:37.816593 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0823d113-eeba-4d53-96ab-6b1d6087336e tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (ab1181a2-4ed5-4d61-83f1-bbc9c87049d2), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:37.832713 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0823d113-eeba-4d53-96ab-6b1d6087336e tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Publish callbacks [] for router_controller (ab1181a2-4ed5-4d61-83f1-bbc9c87049d2), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:37.851778 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bafd32-380b-401b-b451-3c2039f36815 req-a7adec33-d98f-4850-85a8-95745eed9dfe tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:37.853636 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-32bafd32-380b-401b-b451-3c2039f36815 req-a7adec33-d98f-4850-85a8-95745eed9dfe tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74630eb-5693-4ed0-b659-bf7b9ac36050 HTTP/1.1" status: 200  len: 946 time: 0.2627199
Feb 05 21:07:37.865477 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c134774-37be-4d4d-8dc8-dd8641e62071 req-9483943c-293a-42ea-9fe4-0f3f6fedecb1 tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:37.867365 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1c134774-37be-4d4d-8dc8-dd8641e62071 req-9483943c-293a-42ea-9fe4-0f3f6fedecb1 tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] 10.222.0.32 "GET /v2.0/ports?device_id=acd80ae2-ec65-4d37-9a33-f0c1b5e75254 HTTP/1.1" status: 200  len: 943 time: 0.3375175
Feb 05 21:07:37.878166 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-559ed584-aacc-47c5-aaff-01b07ecff4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (e623b2b1-7951-43f3-a7ef-87d7ead6cacc), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:37.907563 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ed584-aacc-47c5-aaff-01b07ecff4b2 None None] Pushing event deleted for resources: {'Port': ['ID=e623b2b1-7951-43f3-a7ef-87d7ead6cacc,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:37.922414 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559ed584-aacc-47c5-aaff-01b07ecff4b2 None None] No DVR routers for this DVR port e623b2b1-7951-43f3-a7ef-87d7ead6cacc on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:07:37.922729 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59384) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:37.961943 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0823d113-eeba-4d53-96ab-6b1d6087336e tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (ab1181a2-4ed5-4d61-83f1-bbc9c87049d2), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:37.962888 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0823d113-eeba-4d53-96ab-6b1d6087336e tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Fanout notify agent at l3_agent the message router_deleted on router ab1181a2-4ed5-4d61-83f1-bbc9c87049d2 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:07:37.971061 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-5f87490c-e3f5-4466-b944-4eee341d0302 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] For port e623b2b1-7951-43f3-a7ef-87d7ead6cacc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e623b2b1-7951-43f3-a7ef-87d7ead6cacc,segment=NetworkSegment(9372d3cc-c10e-44a4-ad62-8d023469a5b3),segment_id=9372d3cc-c10e-44a4-ad62-8d023469a5b3)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:37.971380 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5f87490c-e3f5-4466-b944-4eee341d0302 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (e623b2b1-7951-43f3-a7ef-87d7ead6cacc), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:37.978441 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0823d113-eeba-4d53-96ab-6b1d6087336e tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:37.981769 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0823d113-eeba-4d53-96ab-6b1d6087336e tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "DELETE /v2.0/routers/ab1181a2-4ed5-4d61-83f1-bbc9c87049d2 HTTP/1.1" status: 204  len: 168 time: 0.6387553
Feb 05 21:07:37.983425 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59388) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:38.008142 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-0a577094-28b7-47fc-851c-6d82a0cf717a tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Floating IP 00868724-6f42-4d6a-be9c-f16ea88c4156 associated. External IP: 172.35.4.240, port: 545bfef8-da31-4834-a301-52904e994139.
Feb 05 21:07:38.018540 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-5f87490c-e3f5-4466-b944-4eee341d0302 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Calling delete_port for e623b2b1-7951-43f3-a7ef-87d7ead6cacc owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:07:38.074585 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-32bafd32-380b-401b-b451-3c2039f36815 req-f01c1ac0-7f96-4feb-b7c0-748bf1d4c909 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1728578
Feb 05 21:07:38.092200 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1c134774-37be-4d4d-8dc8-dd8641e62071 req-bbb92143-ff7d-4ce3-a456-075fb3334e9b tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] 10.222.0.32 "GET /v2.0/security-groups?id=19809129-f351-407c-b760-3ecebfe4e2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1911614
Feb 05 21:07:38.128377 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-219ac93f-24e4-4abd-ad7a-4282001b10cc req-3f25363a-c0ab-430e-8eb6-486055350a92 service neutron] 10.222.0.21 "GET /v2.0/networks/280c9237-8866-48dd-91e7-706bb0f55bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2937715
Feb 05 21:07:38.178776 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8ccc2d76-3450-4333-8b8e-d4df305c5054 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:38.199094 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-fe6c6bea-1d66-4c7a-a55b-8c91eed2c69a tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Deleting port 5e7d1cdd-d80c-499f-b919-6713c8877154 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:07:38.199325 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fe6c6bea-1d66-4c7a-a55b-8c91eed2c69a tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (5e7d1cdd-d80c-499f-b919-6713c8877154), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:38.314082 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5f87490c-e3f5-4466-b944-4eee341d0302 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (e623b2b1-7951-43f3-a7ef-87d7ead6cacc), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:38.359970 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87490c-e3f5-4466-b944-4eee341d0302 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Pushing event deleted for resources: {'Port': ['ID=e623b2b1-7951-43f3-a7ef-87d7ead6cacc,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:38.373570 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5fa2ac21-0e00-4b53-ad96-93034ce6b7fd tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (d292c2a9-b682-480e-8f2f-e84eb3ac7afd), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:38.392645 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f87490c-e3f5-4466-b944-4eee341d0302 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] No DVR routers for this DVR port e623b2b1-7951-43f3-a7ef-87d7ead6cacc on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:07:38.424121 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fe6c6bea-1d66-4c7a-a55b-8c91eed2c69a tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (5e7d1cdd-d80c-499f-b919-6713c8877154), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:38.461624 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e7961-170d-47d7-a7b3-17e9bf73e1e5 req-998a6d19-755d-49d5-84a2-674dd973d9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:38.462998 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8ccc2d76-3450-4333-8b8e-d4df305c5054 admin admin] Publish callbacks [] for security_group (58f24ce4-6fc4-45f1-8307-0e4dfc35919b), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:38.463108 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ee3e7961-170d-47d7-a7b3-17e9bf73e1e5 req-998a6d19-755d-49d5-84a2-674dd973d9d1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=27206de1750347eb82f892b296fbf8a9&device_id=acd80ae2-ec65-4d37-9a33-f0c1b5e75254 HTTP/1.1" status: 200  len: 1125 time: 0.2799964
Feb 05 21:07:38.470255 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-fe6c6bea-1d66-4c7a-a55b-8c91eed2c69a tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Calling delete_port for 5e7d1cdd-d80c-499f-b919-6713c8877154 owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:07:38.476064 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8ccc2d76-3450-4333-8b8e-d4df305c5054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (58f24ce4-6fc4-45f1-8307-0e4dfc35919b), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:38.554661 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5f87490c-e3f5-4466-b944-4eee341d0302 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (6dc174f1-68f6-4c4f-b177-0328c61f1b01), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:38.558281 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a577094-28b7-47fc-851c-6d82a0cf717a tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Router 5d888949-8e91-4f41-b7b6-876f26555dff has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:07:38.580028 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8ccc2d76-3450-4333-8b8e-d4df305c5054 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=60a3f575b46b4d68bfeb9a4281f96911&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6448467
Feb 05 21:07:38.584055 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc2d76-3450-4333-8b8e-d4df305c5054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f24ce4-6fc4-45f1-8307-0e4dfc35919b,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:38.589348 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59390) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:38.598746 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-5f87490c-e3f5-4466-b944-4eee341d0302 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db20b3760>,) {'filters': {'network_id': ['6dc174f1-68f6-4c4f-b177-0328c61f1b01']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:38.619382 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-5f87490c-e3f5-4466-b944-4eee341d0302 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db20b3760>, '9372d3cc-c10e-44a4-ad62-8d023469a5b3') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:38.619686 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-5f87490c-e3f5-4466-b944-4eee341d0302 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db20b3760>, '9372d3cc-c10e-44a4-ad62-8d023469a5b3') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:38.674181 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5f87490c-e3f5-4466-b944-4eee341d0302 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (9372d3cc-c10e-44a4-ad62-8d023469a5b3), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:38.706840 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device e623b2b1-7951-43f3-a7ef-87d7ead6cacc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:07:38.709754 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5f87490c-e3f5-4466-b944-4eee341d0302 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (9372d3cc-c10e-44a4-ad62-8d023469a5b3), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:38.734841 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: e623b2b1-7951-43f3-a7ef-87d7ead6cacc {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:07:38.735323 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device e623b2b1-7951-43f3-a7ef-87d7ead6cacc not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:07:38.758426 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f87490c-e3f5-4466-b944-4eee341d0302 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:07:38.758845 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5f87490c-e3f5-4466-b944-4eee341d0302 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (9372d3cc-c10e-44a4-ad62-8d023469a5b3), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:38.762149 ncdv-master-1 neutron-server[114391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:07:38.762149 ncdv-master-1 neutron-server[114391]:   self.session.flush()
Feb 05 21:07:38.762149 ncdv-master-1 neutron-server[114391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:07:38.762149 ncdv-master-1 neutron-server[114391]:   self.session.flush()
Feb 05 21:07:38.762149 ncdv-master-1 neutron-server[114391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:07:38.762149 ncdv-master-1 neutron-server[114391]:   self.session.flush()
Feb 05 21:07:38.762149 ncdv-master-1 neutron-server[114391]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:07:38.762149 ncdv-master-1 neutron-server[114391]:   self.session.flush()
Feb 05 21:07:38.762149 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:07:38.762149 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:07:38.762149 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:07:38.762149 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:07:38.762149 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:07:38.762149 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:07:38.762149 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:07:38.762149 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:07:38.762149 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:07:38.762149 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:07:38.762149 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:07:38.762149 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:07:38.762149 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:07:38.762149 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:07:38.762149 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:07:38.762149 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:07:38.762149 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:07:38.762149 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:07:38.762149 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:07:38.762149 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:07:38.762149 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:07:38.762149 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:07:38.762149 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:07:38.762149 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:07:38.762149 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:07:38.762149 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:07:38.762149 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:07:38.762149 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:07:38.762149 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:07:38.762149 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:07:38.762149 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:07:38.762149 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:07:38.777723 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7648e166-cf36-437c-bb40-69c839c4d08a admin admin] Publish callbacks [] for security_group (58f24ce4-6fc4-45f1-8307-0e4dfc35919b), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:38.858580 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7648e166-cf36-437c-bb40-69c839c4d08a admin admin] Publish callbacks [] for security_group (58f24ce4-6fc4-45f1-8307-0e4dfc35919b), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:38.867299 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a577094-28b7-47fc-851c-6d82a0cf717a tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:07:38.870811 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5f87490c-e3f5-4466-b944-4eee341d0302 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (6dc174f1-68f6-4c4f-b177-0328c61f1b01), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:38.884016 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5f87490c-e3f5-4466-b944-4eee341d0302 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:38.884988 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf1df8a-3e45-49ed-943f-3c0b40eb59cf None None] Sync routers for ids ['5d888949-8e91-4f41-b7b6-876f26555dff'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:07:38.889950 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5f87490c-e3f5-4466-b944-4eee341d0302 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] 10.222.0.32 "DELETE /v2.0/networks/6dc174f1-68f6-4c4f-b177-0328c61f1b01 HTTP/1.1" status: 204  len: 168 time: 1.6314805
Feb 05 21:07:38.915922 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf1df8a-3e45-49ed-943f-3c0b40eb59cf None None] Routers {'5d888949-8e91-4f41-b7b6-876f26555dff'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:07:38.918834 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-fcf1df8a-3e45-49ed-943f-3c0b40eb59cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8d834f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:07:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['5d888949-8e91-4f41-b7b6-876f26555dff'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:38.920086 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87490c-e3f5-4466-b944-4eee341d0302 tempest-FloatingIPNegativeTestJSON-649321851 tempest-FloatingIPNegativeTestJSON-649321851-project] Pushing event deleted for resources: {'Network': ['ID=6dc174f1-68f6-4c4f-b177-0328c61f1b01,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:38.930267 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0a577094-28b7-47fc-851c-6d82a0cf717a tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:38.982840 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0a577094-28b7-47fc-851c-6d82a0cf717a tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 5.9118679
Feb 05 21:07:38.984199 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a5b639f-a134-45de-8abc-84a49adc8d26', 'tag': '545bfef8-da31-4834-a301-52904e994139'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:07:38.990414 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c533ab3-3feb-4af4-bb1f-dd5cca31a315" -d '{"events": [{"name": "network-changed", "server_uuid": "1a5b639f-a134-45de-8abc-84a49adc8d26", "tag": "545bfef8-da31-4834-a301-52904e994139"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:07:39.016280 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7648e166-cf36-437c-bb40-69c839c4d08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (58f24ce4-6fc4-45f1-8307-0e4dfc35919b), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:39.019897 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7648e166-cf36-437c-bb40-69c839c4d08a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:39.027367 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7648e166-cf36-437c-bb40-69c839c4d08a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/58f24ce4-6fc4-45f1-8307-0e4dfc35919b HTTP/1.1" status: 204  len: 168 time: 0.4369755
Feb 05 21:07:39.037897 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:39.042910 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648e166-cf36-437c-bb40-69c839c4d08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f24ce4-6fc4-45f1-8307-0e4dfc35919b,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:39.047951 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e7961-170d-47d7-a7b3-17e9bf73e1e5 req-318f1616-7400-412b-9fc2-a16e46889fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:39.050191 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ee3e7961-170d-47d7-a7b3-17e9bf73e1e5 req-318f1616-7400-412b-9fc2-a16e46889fc0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=280c9237-8866-48dd-91e7-706bb0f55bcf HTTP/1.1" status: 200  len: 910 time: 0.5773869
Feb 05 21:07:39.088202 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f5fcf7-232e-451a-9191-8be8fd53a63b x-openstack-request-id: req-21f5fcf7-232e-451a-9191-8be8fd53a63b {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:07:39.088408 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a5b639f-a134-45de-8abc-84a49adc8d26", "tag": "545bfef8-da31-4834-a301-52904e994139", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:07:39.089039 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-21f5fcf7-232e-451a-9191-8be8fd53a63b {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:07:39.089257 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a5b639f-a134-45de-8abc-84a49adc8d26', 'tag': '545bfef8-da31-4834-a301-52904e994139', 'status': 'completed', 'code': 200}
Feb 05 21:07:39.125973 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ee3e7961-170d-47d7-a7b3-17e9bf73e1e5 req-d0560131-3121-4053-8020-fbcffde492d7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7aec6027-8a6b-4280-a21f-dedd773a2a5c HTTP/1.1" status: 200  len: 217 time: 0.0508735
Feb 05 21:07:39.191374 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c533ab3-3feb-4af4-bb1f-dd5cca31a315 req-9be0328e-f289-47ca-9edb-a362d2b79fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:39.193375 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9c533ab3-3feb-4af4-bb1f-dd5cca31a315 req-9be0328e-f289-47ca-9edb-a362d2b79fb1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af1c8d8fd0ce4d51947fd02afc3a9fb1&device_id=1a5b639f-a134-45de-8abc-84a49adc8d26 HTTP/1.1" status: 200  len: 1127 time: 0.0823357
Feb 05 21:07:39.256307 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-fcf1df8a-3e45-49ed-943f-3c0b40eb59cf None None] Set router 5d888949-8e91-4f41-b7b6-876f26555dff gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:07:39.265906 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e7961-170d-47d7-a7b3-17e9bf73e1e5 req-2eae9d0a-fae0-45f5-b2f0-9c9324081f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:39.267845 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ee3e7961-170d-47d7-a7b3-17e9bf73e1e5 req-2eae9d0a-fae0-45f5-b2f0-9c9324081f9a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d5f7b0d-7330-4da1-84ef-6984e246dd84 HTTP/1.1" status: 200  len: 849 time: 0.1359367
Feb 05 21:07:39.330748 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fe6c6bea-1d66-4c7a-a55b-8c91eed2c69a tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (5e7d1cdd-d80c-499f-b919-6713c8877154), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:39.334105 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ee3e7961-170d-47d7-a7b3-17e9bf73e1e5 req-5093026d-acc7-46f1-b6d4-96028a3b4e4e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=280c9237-8866-48dd-91e7-706bb0f55bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0596061
Feb 05 21:07:39.378603 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59408) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:39.395521 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c6bea-1d66-4c7a-a55b-8c91eed2c69a tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Pushing event deleted for resources: {'Port': ['ID=5e7d1cdd-d80c-499f-b919-6713c8877154,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:39.429471 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c533ab3-3feb-4af4-bb1f-dd5cca31a315 req-45d48ab5-9e1f-44f9-9b5d-0e6ef07f244f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:39.431030 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9c533ab3-3feb-4af4-bb1f-dd5cca31a315 req-45d48ab5-9e1f-44f9-9b5d-0e6ef07f244f service neutron] 10.222.0.39 "GET /v2.0/networks?id=101f8301-8908-474a-9c4a-c0416b6bfc1d HTTP/1.1" status: 200  len: 913 time: 0.2307785
Feb 05 21:07:39.554921 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ee3e7961-170d-47d7-a7b3-17e9bf73e1e5 req-52280f7b-5f5d-4214-aa9f-ff5276da4844 service neutron] 10.222.0.21 "GET /v2.0/networks/280c9237-8866-48dd-91e7-706bb0f55bcf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2140734
Feb 05 21:07:39.588954 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff52581-1098-4b9a-b243-a9d9b764edb4 req-4b4c0776-c4c1-4fb2-a210-e48c2fdf0e1a tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:39.595479 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2ff52581-1098-4b9a-b243-a9d9b764edb4 req-4b4c0776-c4c1-4fb2-a210-e48c2fdf0e1a tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] 10.222.0.32 "GET /v2.0/ports?device_id=acd80ae2-ec65-4d37-9a33-f0c1b5e75254 HTTP/1.1" status: 200  len: 943 time: 0.2882431
Feb 05 21:07:39.605459 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec101647-8236-44a3-9e6d-56084fff2e1c req-a670e8ad-d9f4-420b-b005-ba9420575f55 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:39.607043 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec101647-8236-44a3-9e6d-56084fff2e1c req-a670e8ad-d9f4-420b-b005-ba9420575f55 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74630eb-5693-4ed0-b659-bf7b9ac36050 HTTP/1.1" status: 200  len: 946 time: 0.3458822
Feb 05 21:07:39.609439 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9c533ab3-3feb-4af4-bb1f-dd5cca31a315 req-c72b7f30-f6b0-4a91-8767-d84272a96e3b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=545bfef8-da31-4834-a301-52904e994139 HTTP/1.1" status: 200  len: 999 time: 0.1629553
Feb 05 21:07:39.634027 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-fcf1df8a-3e45-49ed-943f-3c0b40eb59cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8d834f0>, [{'id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'name': 'tempest-TestVolumeBootPattern-1133930276-router', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:04:11Z', 'updated_at': '2022-02-05T21:04:20Z', 'revision_number': 4, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'gw_port': {'id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:13Z', 'updated_at': '2022-02-05T21:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '00868724-6f42-4d6a-be9c-f16ea88c4156', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'floating_ip_address': '172.35.4.240', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'port_id': '545bfef8-da31-4834-a301-52904e994139', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2795, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'mac_address': 'fa:16:3e:4c:05:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5b639f-a134-45de-8abc-84a49adc8d26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:07:36Z', 'updated_at': '2022-02-05T21:07:36Z', 'revision_number': 0, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7625f1f6-b3f6-42b2-a22b-eaf33034ddb9', 'name': '', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'mac_address': 'fa:16:3e:7d:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:18Z', 'updated_at': '2022-02-05T21:04:25Z', 'revision_number': 5, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'subnets': [{'id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:39.664112 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf1df8a-3e45-49ed-943f-3c0b40eb59cf None None] Checking router: 5d888949-8e91-4f41-b7b6-876f26555dff for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:07:39.678560 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf1df8a-3e45-49ed-943f-3c0b40eb59cf None None] Routers {'5d888949-8e91-4f41-b7b6-876f26555dff'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:07:39.679196 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-fcf1df8a-3e45-49ed-943f-3c0b40eb59cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8d834f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:07:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['5d888949-8e91-4f41-b7b6-876f26555dff'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:39.687273 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8596ad50-c2bc-4f7c-8913-cfdc381bd935 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ce1266b441746119c06008eff839631&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3049469
Feb 05 21:07:39.694599 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-5fa2ac21-0e00-4b53-ad96-93034ce6b7fd tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Deleting port c311f0ff-a936-4798-8a01-969846faf987 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:07:39.695315 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5fa2ac21-0e00-4b53-ad96-93034ce6b7fd tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (c311f0ff-a936-4798-8a01-969846faf987), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:39.696781 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59420) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:39.816520 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fe6c6bea-1d66-4c7a-a55b-8c91eed2c69a tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:39.820176 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-fe6c6bea-1d66-4c7a-a55b-8c91eed2c69a tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "DELETE /v2.0/ports/5e7d1cdd-d80c-499f-b919-6713c8877154 HTTP/1.1" status: 204  len: 168 time: 1.8330734
Feb 05 21:07:39.826325 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59424) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:39.865964 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2ff52581-1098-4b9a-b243-a9d9b764edb4 req-dd9006f6-1440-4624-871e-4b253094ecd3 tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] 10.222.0.32 "GET /v2.0/security-groups?id=19809129-f351-407c-b760-3ecebfe4e2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2492797
Feb 05 21:07:39.871181 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec101647-8236-44a3-9e6d-56084fff2e1c req-1dfc78e6-c454-4ee5-b1b5-d0de7aade32a tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2565241
Feb 05 21:07:39.872674 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c533ab3-3feb-4af4-bb1f-dd5cca31a315 req-f31e8f72-1603-4bb9-b3fb-dfcb7e41ab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:39.875355 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9c533ab3-3feb-4af4-bb1f-dd5cca31a315 req-f31e8f72-1603-4bb9-b3fb-dfcb7e41ab7a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4fedd35d-80ae-4712-9371-a85b980ce8f3 HTTP/1.1" status: 200  len: 851 time: 0.2590854
Feb 05 21:07:39.902538 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-fcf1df8a-3e45-49ed-943f-3c0b40eb59cf None None] Set router 5d888949-8e91-4f41-b7b6-876f26555dff gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:07:39.940323 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a3af9f42-b949-40ce-b6d6-0bdc61636f66 admin admin] Publish callbacks [] for security_group (7088b77d-9540-4b82-8439-dbd2b717e5e1), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:39.940899 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ee3e7961-170d-47d7-a7b3-17e9bf73e1e5 req-2e2c11cb-ae61-4a2d-8c2c-20a90f65c8c5 service neutron] 10.222.0.21 "GET /v2.0/networks/280c9237-8866-48dd-91e7-706bb0f55bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3571126
Feb 05 21:07:39.955992 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-480086ab-60ec-40b9-8253-83bdf77dbf58 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Deleting subnet 5e8c3130-bd15-4d15-b7ec-a20087d6f850 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:07:39.960057 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5fa2ac21-0e00-4b53-ad96-93034ce6b7fd tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (c311f0ff-a936-4798-8a01-969846faf987), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:39.971302 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-480086ab-60ec-40b9-8253-83bdf77dbf58 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Publish callbacks [] for subnet (5e8c3130-bd15-4d15-b7ec-a20087d6f850), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:40.006658 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-5fa2ac21-0e00-4b53-ad96-93034ce6b7fd tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Calling delete_port for c311f0ff-a936-4798-8a01-969846faf987 owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:07:40.069162 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a3af9f42-b949-40ce-b6d6-0bdc61636f66 admin admin] Publish callbacks [] for security_group (7088b77d-9540-4b82-8439-dbd2b717e5e1), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:40.071669 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-480086ab-60ec-40b9-8253-83bdf77dbf58 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (5e8c3130-bd15-4d15-b7ec-a20087d6f850), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:40.112387 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c533ab3-3feb-4af4-bb1f-dd5cca31a315 req-b22feece-5e5d-4381-8c75-8171fc703fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:40.114133 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9c533ab3-3feb-4af4-bb1f-dd5cca31a315 req-b22feece-5e5d-4381-8c75-8171fc703fef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=101f8301-8908-474a-9c4a-c0416b6bfc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2221403
Feb 05 21:07:40.312955 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-480086ab-60ec-40b9-8253-83bdf77dbf58 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (5e8c3130-bd15-4d15-b7ec-a20087d6f850), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:40.341132 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a3af9f42-b949-40ce-b6d6-0bdc61636f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (7088b77d-9540-4b82-8439-dbd2b717e5e1), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:40.344111 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a3af9f42-b949-40ce-b6d6-0bdc61636f66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:40.348030 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a3af9f42-b949-40ce-b6d6-0bdc61636f66 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7088b77d-9540-4b82-8439-dbd2b717e5e1 HTTP/1.1" status: 204  len: 168 time: 0.6452916
Feb 05 21:07:40.364915 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3af9f42-b949-40ce-b6d6-0bdc61636f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7088b77d-9540-4b82-8439-dbd2b717e5e1,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:40.386473 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9c533ab3-3feb-4af4-bb1f-dd5cca31a315 req-50c30b2a-7db8-4491-96e3-010e0ebb3056 service neutron] 10.222.0.39 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2615931
Feb 05 21:07:40.391000 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-fcf1df8a-3e45-49ed-943f-3c0b40eb59cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8d834f0>, [{'id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'name': 'tempest-TestVolumeBootPattern-1133930276-router', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:04:11Z', 'updated_at': '2022-02-05T21:04:20Z', 'revision_number': 4, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'gw_port': {'id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:13Z', 'updated_at': '2022-02-05T21:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '00868724-6f42-4d6a-be9c-f16ea88c4156', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'floating_ip_address': '172.35.4.240', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'port_id': '545bfef8-da31-4834-a301-52904e994139', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2795, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'mac_address': 'fa:16:3e:4c:05:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5b639f-a134-45de-8abc-84a49adc8d26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:07:36Z', 'updated_at': '2022-02-05T21:07:36Z', 'revision_number': 0, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7625f1f6-b3f6-42b2-a22b-eaf33034ddb9', 'name': '', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'mac_address': 'fa:16:3e:7d:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:18Z', 'updated_at': '2022-02-05T21:04:25Z', 'revision_number': 5, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'subnets': [{'id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:40.404407 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03badcff-5888-4631-bc0d-c245d53ef47f req-662249a3-d595-45c7-b593-406f95bcc4d4 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:40.406234 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03badcff-5888-4631-bc0d-c245d53ef47f req-662249a3-d595-45c7-b593-406f95bcc4d4 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74630eb-5693-4ed0-b659-bf7b9ac36050 HTTP/1.1" status: 200  len: 946 time: 0.1904156
Feb 05 21:07:40.457904 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf1df8a-3e45-49ed-943f-3c0b40eb59cf None None] The sync data for ids ['5d888949-8e91-4f41-b7b6-876f26555dff'] in ncdv-master-1 is: [{'id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'name': 'tempest-TestVolumeBootPattern-1133930276-router', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:04:11Z', 'updated_at': '2022-02-05T21:04:20Z', 'revision_number': 4, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'gw_port': {'id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:13Z', 'updated_at': '2022-02-05T21:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '00868724-6f42-4d6a-be9c-f16ea88c4156', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'floating_ip_address': '172.35.4.240', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'port_id': '545bfef8-da31-4834-a301-52904e994139', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2795, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'mac_address': 'fa:16:3e:4c:05:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5b639f-a134-45de-8abc-84a49adc8d26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:07:36Z', 'updated_at': '2022-02-05T21:07:36Z', 'revision_number': 0, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7625f1f6-b3f6-42b2-a22b-eaf33034ddb9', 'name': '', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'mac_address': 'fa:16:3e:7d:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:18Z', 'updated_at': '2022-02-05T21:04:25Z', 'revision_number': 5, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'subnets': [{'id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:07:40.481452 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:40.544899 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5fa2ac21-0e00-4b53-ad96-93034ce6b7fd tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (c311f0ff-a936-4798-8a01-969846faf987), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:40.569418 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03badcff-5888-4631-bc0d-c245d53ef47f req-bf88a761-06c1-44c1-8df1-815b432ef400 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1537240
Feb 05 21:07:40.600567 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9c533ab3-3feb-4af4-bb1f-dd5cca31a315 req-bcd8dbae-777d-42df-ae3b-6082a3b56f3e service neutron] 10.222.0.39 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1931994
Feb 05 21:07:40.614179 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa2ac21-0e00-4b53-ad96-93034ce6b7fd tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event deleted for resources: {'Port': ['ID=c311f0ff-a936-4798-8a01-969846faf987,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:40.682907 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-480086ab-60ec-40b9-8253-83bdf77dbf58 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (5e8c3130-bd15-4d15-b7ec-a20087d6f850), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:40.704219 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-480086ab-60ec-40b9-8253-83bdf77dbf58 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:40.709627 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-480086ab-60ec-40b9-8253-83bdf77dbf58 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "DELETE /v2.0/subnets/5e8c3130-bd15-4d15-b7ec-a20087d6f850 HTTP/1.1" status: 204  len: 168 time: 0.8800027
Feb 05 21:07:40.710464 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59448) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:40.721107 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b300d3-8a12-46b5-9c43-b665fd5f9486 None None] Network 3a176783-aa5f-4b2b-822a-b90909d7f09a requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:07:40.767905 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480086ab-60ec-40b9-8253-83bdf77dbf58 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Pushing event deleted for resources: {'Subnet': ['ID=5e8c3130-bd15-4d15-b7ec-a20087d6f850,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:40.872924 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4bd30a20-83cc-493f-9fb4-bd4451f0da18 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (3a176783-aa5f-4b2b-822a-b90909d7f09a), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:40.962694 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-4bd30a20-83cc-493f-9fb4-bd4451f0da18 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Deleting port cb6b30c0-2323-4baf-b175-3e4a4d2e7d89 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:07:40.963349 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4bd30a20-83cc-493f-9fb4-bd4451f0da18 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (cb6b30c0-2323-4baf-b175-3e4a4d2e7d89), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:40.967444 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a90434d-f710-45e6-8c6b-ea0c9db601e8 None None] New status for floating IP 00868724-6f42-4d6a-be9c-f16ea88c4156: ACTIVE {{(pid=114392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:07:41.026878 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5fa2ac21-0e00-4b53-ad96-93034ce6b7fd tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (d292c2a9-b682-480e-8f2f-e84eb3ac7afd), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:41.082155 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0720bb8c-ef66-42eb-b9cd-549bf8f519da None None] DHCP port deletion for 3a176783-aa5f-4b2b-822a-b90909d7f09a request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:07:41.165807 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-4bd30a20-83cc-493f-9fb4-bd4451f0da18 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] For port cb6b30c0-2323-4baf-b175-3e4a4d2e7d89, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cb6b30c0-2323-4baf-b175-3e4a4d2e7d89,segment=NetworkSegment(024805c5-9340-451d-8208-6a81fb138f5a),segment_id=024805c5-9340-451d-8208-6a81fb138f5a)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:41.166139 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4bd30a20-83cc-493f-9fb4-bd4451f0da18 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (cb6b30c0-2323-4baf-b175-3e4a4d2e7d89), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:41.205325 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-4bd30a20-83cc-493f-9fb4-bd4451f0da18 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Calling delete_port for cb6b30c0-2323-4baf-b175-3e4a4d2e7d89 owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:07:41.300810 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b972d-261c-4054-8b27-02c3d369a757 req-141f1544-5111-40d8-801f-bf99f3cd1bda tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:41.302737 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6d7b972d-261c-4054-8b27-02c3d369a757 req-141f1544-5111-40d8-801f-bf99f3cd1bda tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] 10.222.0.32 "GET /v2.0/ports?device_id=acd80ae2-ec65-4d37-9a33-f0c1b5e75254 HTTP/1.1" status: 200  len: 943 time: 0.1711416
Feb 05 21:07:41.307397 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-0720bb8c-ef66-42eb-b9cd-549bf8f519da None None] Deleting port cb6b30c0-2323-4baf-b175-3e4a4d2e7d89 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:07:41.308003 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0720bb8c-ef66-42eb-b9cd-549bf8f519da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (cb6b30c0-2323-4baf-b175-3e4a4d2e7d89), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:41.404162 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa2ac21-0e00-4b53-ad96-93034ce6b7fd tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Router d292c2a9-b682-480e-8f2f-e84eb3ac7afd has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:07:41.423571 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6d7b972d-261c-4054-8b27-02c3d369a757 req-67ced8e7-183e-44ff-ad0a-d0f1174fb5af tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] 10.222.0.32 "GET /v2.0/security-groups?id=19809129-f351-407c-b760-3ecebfe4e2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978007
Feb 05 21:07:41.424947 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-0720bb8c-ef66-42eb-b9cd-549bf8f519da None None] For port cb6b30c0-2323-4baf-b175-3e4a4d2e7d89, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cb6b30c0-2323-4baf-b175-3e4a4d2e7d89,segment=NetworkSegment(024805c5-9340-451d-8208-6a81fb138f5a),segment_id=024805c5-9340-451d-8208-6a81fb138f5a)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:41.425752 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0720bb8c-ef66-42eb-b9cd-549bf8f519da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (cb6b30c0-2323-4baf-b175-3e4a4d2e7d89), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:41.441764 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4bd30a20-83cc-493f-9fb4-bd4451f0da18 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (cb6b30c0-2323-4baf-b175-3e4a4d2e7d89), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:41.444735 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-0720bb8c-ef66-42eb-b9cd-549bf8f519da None None] Calling delete_port for cb6b30c0-2323-4baf-b175-3e4a4d2e7d89 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:07:41.486710 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd30a20-83cc-493f-9fb4-bd4451f0da18 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Pushing event deleted for resources: {'Port': ['ID=cb6b30c0-2323-4baf-b175-3e4a4d2e7d89,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:41.488917 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd30a20-83cc-493f-9fb4-bd4451f0da18 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] No DVR routers for this DVR port cb6b30c0-2323-4baf-b175-3e4a4d2e7d89 on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:07:41.571661 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0720bb8c-ef66-42eb-b9cd-549bf8f519da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (cb6b30c0-2323-4baf-b175-3e4a4d2e7d89), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:41.587062 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0720bb8c-ef66-42eb-b9cd-549bf8f519da None None] No DVR routers for this DVR port cb6b30c0-2323-4baf-b175-3e4a4d2e7d89 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:07:41.597414 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa2ac21-0e00-4b53-ad96-93034ce6b7fd tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:07:41.603460 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5fa2ac21-0e00-4b53-ad96-93034ce6b7fd tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "PUT /v2.0/routers/d292c2a9-b682-480e-8f2f-e84eb3ac7afd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3776469
Feb 05 21:07:41.606604 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59476) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:41.611204 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4bd30a20-83cc-493f-9fb4-bd4451f0da18 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (3a176783-aa5f-4b2b-822a-b90909d7f09a), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:41.613876 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be77cdd-0110-48f3-8641-f351879c67f3 None None] Sync routers for ids ['d292c2a9-b682-480e-8f2f-e84eb3ac7afd'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:07:41.628125 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0720bb8c-ef66-42eb-b9cd-549bf8f519da None None] Pushing event deleted for resources: {'Port': ['ID=cb6b30c0-2323-4baf-b175-3e4a4d2e7d89,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:41.631803 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be77cdd-0110-48f3-8641-f351879c67f3 None None] Routers {'d292c2a9-b682-480e-8f2f-e84eb3ac7afd'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:07:41.635321 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-4be77cdd-0110-48f3-8641-f351879c67f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db88f13a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:07:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['d292c2a9-b682-480e-8f2f-e84eb3ac7afd'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:41.667116 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-13bf93b7-d264-41d6-b11e-dc70921f0c04 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] GET failed (client error): The resource could not be found.
Feb 05 21:07:41.669050 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-13bf93b7-d264-41d6-b11e-dc70921f0c04 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "GET /v2.0/ports/c311f0ff-a936-4798-8a01-969846faf987 HTTP/1.1" status: 404  len: 333 time: 0.0613930
Feb 05 21:07:41.669684 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-4bd30a20-83cc-493f-9fb4-bd4451f0da18 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db96c3ca0>,) {'filters': {'network_id': ['3a176783-aa5f-4b2b-822a-b90909d7f09a']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:41.673930 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59480) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:41.694185 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-4be77cdd-0110-48f3-8641-f351879c67f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db88f13a0>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:41.706994 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be77cdd-0110-48f3-8641-f351879c67f3 None None] Routers {'d292c2a9-b682-480e-8f2f-e84eb3ac7afd'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:07:41.708090 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-4be77cdd-0110-48f3-8641-f351879c67f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db88f13a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:07:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['d292c2a9-b682-480e-8f2f-e84eb3ac7afd'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:41.733355 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-4bd30a20-83cc-493f-9fb4-bd4451f0da18 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db96c3ca0>, '024805c5-9340-451d-8208-6a81fb138f5a') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:41.733663 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-4bd30a20-83cc-493f-9fb4-bd4451f0da18 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db96c3ca0>, '024805c5-9340-451d-8208-6a81fb138f5a') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:41.749987 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-4be77cdd-0110-48f3-8641-f351879c67f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db88f13a0>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:41.751469 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be77cdd-0110-48f3-8641-f351879c67f3 None None] The sync data for ids ['d292c2a9-b682-480e-8f2f-e84eb3ac7afd'] in ncdv-master-1 is: [] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:07:41.802832 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4bd30a20-83cc-493f-9fb4-bd4451f0da18 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (024805c5-9340-451d-8208-6a81fb138f5a), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:41.959251 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59494) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:42.088998 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-02435584-cd51-442d-987d-2afcd60d0d79 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-143534581'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:42.112378 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02435584-cd51-442d-987d-2afcd60d0d79 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Made reservation on behalf of 5a5addadfd074a04808cf870e048cab7 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:07:42.116661 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-02435584-cd51-442d-987d-2afcd60d0d79 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:42.127829 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-02435584-cd51-442d-987d-2afcd60d0d79 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:42.153491 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cc49cd58-4a38-467e-afb0-a86fef14b4d7 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for router (d292c2a9-b682-480e-8f2f-e84eb3ac7afd), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:42.157983 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4bd30a20-83cc-493f-9fb4-bd4451f0da18 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (024805c5-9340-451d-8208-6a81fb138f5a), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:42.222568 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-02435584-cd51-442d-987d-2afcd60d0d79 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks [] for security_group (d071aa0e-2326-4546-badb-a1e1c8924b5a), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:42.226226 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bd30a20-83cc-493f-9fb4-bd4451f0da18 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:07:42.226698 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4bd30a20-83cc-493f-9fb4-bd4451f0da18 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (024805c5-9340-451d-8208-6a81fb138f5a), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:42.226846 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-02435584-cd51-442d-987d-2afcd60d0d79 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (d071aa0e-2326-4546-badb-a1e1c8924b5a), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:42.231880 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:07:42.231880 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:07:42.231880 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:07:42.231880 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:07:42.231880 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:07:42.231880 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:07:42.231880 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:07:42.231880 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:07:42.231880 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:07:42.231880 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:07:42.231880 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:07:42.231880 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:07:42.231880 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:07:42.231880 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:07:42.231880 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:07:42.231880 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:07:42.231880 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:07:42.231880 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:07:42.231880 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:07:42.231880 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:07:42.231880 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:07:42.231880 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:07:42.231880 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:07:42.231880 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:07:42.231880 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:07:42.231880 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:07:42.231880 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:07:42.231880 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:07:42.231880 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:07:42.231880 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:07:42.231880 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:07:42.231880 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:07:42.241635 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59500) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:42.267681 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02435584-cd51-442d-987d-2afcd60d0d79 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:07:42.272644 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02435584-cd51-442d-987d-2afcd60d0d79 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d071aa0e-2326-4546-badb-a1e1c8924b5a,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:42.281377 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-02435584-cd51-442d-987d-2afcd60d0d79 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (5164a4c4-fc58-4b02-b8c7-5f5029f78c1c), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:42.281739 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-02435584-cd51-442d-987d-2afcd60d0d79 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Added segment 5164a4c4-fc58-4b02-b8c7-5f5029f78c1c of type vlan for network f7aeb55f-8f75-4b9c-af18-ba3256bd4384
Feb 05 21:07:42.294915 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a45a5-caa6-4930-9149-2d7b4cbb1213 req-8f60e7b1-7d93-4410-9322-70660012d3f9 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:42.296522 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e79a45a5-caa6-4930-9149-2d7b4cbb1213 req-8f60e7b1-7d93-4410-9322-70660012d3f9 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74630eb-5693-4ed0-b659-bf7b9ac36050 HTTP/1.1" status: 200  len: 946 time: 0.5652189
Feb 05 21:07:42.331196 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-02435584-cd51-442d-987d-2afcd60d0d79 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (f7aeb55f-8f75-4b9c-af18-ba3256bd4384), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:42.359630 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-02435584-cd51-442d-987d-2afcd60d0d79 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (f7aeb55f-8f75-4b9c-af18-ba3256bd4384), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:42.365670 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02435584-cd51-442d-987d-2afcd60d0d79 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:42.366206 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-02435584-cd51-442d-987d-2afcd60d0d79 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:42.411946 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4bd30a20-83cc-493f-9fb4-bd4451f0da18 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (3a176783-aa5f-4b2b-822a-b90909d7f09a), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:42.416100 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-29222735-a08b-4792-974a-1463303b8cdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:42.424705 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-02435584-cd51-442d-987d-2afcd60d0d79 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.4643652
Feb 05 21:07:42.432058 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cc49cd58-4a38-467e-afb0-a86fef14b4d7 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (d292c2a9-b682-480e-8f2f-e84eb3ac7afd), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:42.434518 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4bd30a20-83cc-493f-9fb4-bd4451f0da18 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:42.438820 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4bd30a20-83cc-493f-9fb4-bd4451f0da18 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] 10.222.0.32 "DELETE /v2.0/networks/3a176783-aa5f-4b2b-822a-b90909d7f09a HTTP/1.1" status: 204  len: 168 time: 1.7274814
Feb 05 21:07:42.474733 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02435584-cd51-442d-987d-2afcd60d0d79 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Pushing event updated for resources: {'Network': ['ID=f7aeb55f-8f75-4b9c-af18-ba3256bd4384,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:42.480628 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cc49cd58-4a38-467e-afb0-a86fef14b4d7 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for router_controller (d292c2a9-b682-480e-8f2f-e84eb3ac7afd), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:42.489716 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network f7aeb55f-8f75-4b9c-af18-ba3256bd4384 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:07:42.492294 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e79a45a5-caa6-4930-9149-2d7b4cbb1213 req-93e5a5bc-b560-46e1-8072-24320178a93a tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1681638
Feb 05 21:07:42.493933 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd30a20-83cc-493f-9fb4-bd4451f0da18 tempest-TagsExtTest-1806397170 tempest-TagsExtTest-1806397170-project] Pushing event deleted for resources: {'Network': ['ID=3a176783-aa5f-4b2b-822a-b90909d7f09a,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:42.579302 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 7aec6027-8a6b-4280-a21f-dedd773a2a5c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:07:42.599947 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cc49cd58-4a38-467e-afb0-a86fef14b4d7 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (d292c2a9-b682-480e-8f2f-e84eb3ac7afd), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:42.601040 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc49cd58-4a38-467e-afb0-a86fef14b4d7 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Fanout notify agent at l3_agent the message router_deleted on router d292c2a9-b682-480e-8f2f-e84eb3ac7afd {{(pid=114391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:07:42.611825 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cc49cd58-4a38-467e-afb0-a86fef14b4d7 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:42.613933 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-cc49cd58-4a38-467e-afb0-a86fef14b4d7 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/routers/d292c2a9-b682-480e-8f2f-e84eb3ac7afd HTTP/1.1" status: 204  len: 168 time: 0.9387960
Feb 05 21:07:42.633761 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59510) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:42.698812 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-29222735-a08b-4792-974a-1463303b8cdf admin admin] Publish callbacks [] for security_group (51b86503-0f2d-4aa4-8292-016e338956f6), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:42.711512 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-956099ff-122f-4d0b-a932-bbdb4cce7e16 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Deleting subnet 64f57b6b-2eea-4b2f-a8bf-56503e41f337 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:07:42.713721 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-29222735-a08b-4792-974a-1463303b8cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (51b86503-0f2d-4aa4-8292-016e338956f6), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:42.743640 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da574868-5800-4b27-81cb-768625588e71 req-5c8558bb-2911-4699-bc5e-b3f39020040f tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:42.753343 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-da574868-5800-4b27-81cb-768625588e71 req-5c8558bb-2911-4699-bc5e-b3f39020040f tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] 10.222.0.32 "GET /v2.0/ports?device_id=acd80ae2-ec65-4d37-9a33-f0c1b5e75254 HTTP/1.1" status: 200  len: 943 time: 0.1696849
Feb 05 21:07:42.756964 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-956099ff-122f-4d0b-a932-bbdb4cce7e16 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for subnet (64f57b6b-2eea-4b2f-a8bf-56503e41f337), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:42.833450 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29222735-a08b-4792-974a-1463303b8cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b86503-0f2d-4aa4-8292-016e338956f6,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:42.849467 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-29222735-a08b-4792-974a-1463303b8cdf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dac62f6d31304623a5bb4aa65119dbf9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6058116
Feb 05 21:07:42.858041 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59518) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:42.858295 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:07:42.867131 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-956099ff-122f-4d0b-a932-bbdb4cce7e16 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (64f57b6b-2eea-4b2f-a8bf-56503e41f337), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:42.912052 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 7aec6027-8a6b-4280-a21f-dedd773a2a5c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7aec6027-8a6b-4280-a21f-dedd773a2a5c,segment=NetworkSegment(83985eec-2448-4a9d-a5fd-0e500d471fc5),segment_id=83985eec-2448-4a9d-a5fd-0e500d471fc5)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:42.933049 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-da574868-5800-4b27-81cb-768625588e71 req-43a9f00b-b8b1-46c0-a296-b51608f47e87 tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] 10.222.0.32 "GET /v2.0/security-groups?id=19809129-f351-407c-b760-3ecebfe4e2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1766229
Feb 05 21:07:42.939530 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '7aec6027-8a6b-4280-a21f-dedd773a2a5c', 'network_id': '280c9237-8866-48dd-91e7-706bb0f55bcf', 'port_id': '7aec6027-8a6b-4280-a21f-dedd773a2a5c', 'mac_address': 'fa:16:3e:c0:52:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5f7b0d-7330-4da1-84ef-6984e246dd84', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:07:42.952889 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device cb6b30c0-2323-4baf-b175-3e4a4d2e7d89 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:07:42.989290 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de5c8b31-718c-4566-8032-85be81bc91b2 admin admin] Publish callbacks [] for security_group (51b86503-0f2d-4aa4-8292-016e338956f6), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:43.016196 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: cb6b30c0-2323-4baf-b175-3e4a4d2e7d89 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:07:43.016691 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device cb6b30c0-2323-4baf-b175-3e4a4d2e7d89 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:07:43.039939 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de5c8b31-718c-4566-8032-85be81bc91b2 admin admin] Publish callbacks [] for security_group (51b86503-0f2d-4aa4-8292-016e338956f6), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:43.065919 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-956099ff-122f-4d0b-a932-bbdb4cce7e16 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (64f57b6b-2eea-4b2f-a8bf-56503e41f337), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:43.076177 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59520) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:43.088806 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 7aec6027-8a6b-4280-a21f-dedd773a2a5c is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:43.089521 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7aec6027-8a6b-4280-a21f-dedd773a2a5c), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:43.127780 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de5c8b31-718c-4566-8032-85be81bc91b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (51b86503-0f2d-4aa4-8292-016e338956f6), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:43.132816 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aec6027-8a6b-4280-a21f-dedd773a2a5c {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:07:43.133774 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de5c8b31-718c-4566-8032-85be81bc91b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:43.135179 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-de5c8b31-718c-4566-8032-85be81bc91b2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/51b86503-0f2d-4aa4-8292-016e338956f6 HTTP/1.1" status: 204  len: 168 time: 0.2761126
Feb 05 21:07:43.147718 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c8b31-718c-4566-8032-85be81bc91b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b86503-0f2d-4aa4-8292-016e338956f6,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:43.222103 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 7aec6027-8a6b-4280-a21f-dedd773a2a5c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7aec6027-8a6b-4280-a21f-dedd773a2a5c,segment=NetworkSegment(83985eec-2448-4a9d-a5fd-0e500d471fc5),segment_id=83985eec-2448-4a9d-a5fd-0e500d471fc5)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:43.232360 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7aec6027-8a6b-4280-a21f-dedd773a2a5c), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:43.244160 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-956099ff-122f-4d0b-a932-bbdb4cce7e16 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (64f57b6b-2eea-4b2f-a8bf-56503e41f337), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:43.277761 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956099ff-122f-4d0b-a932-bbdb4cce7e16 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event deleted for resources: {'Subnet': ['ID=64f57b6b-2eea-4b2f-a8bf-56503e41f337,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:43.279983 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-956099ff-122f-4d0b-a932-bbdb4cce7e16 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:43.284434 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-956099ff-122f-4d0b-a932-bbdb4cce7e16 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/subnets/64f57b6b-2eea-4b2f-a8bf-56503e41f337 HTTP/1.1" status: 204  len: 168 time: 0.6480482
Feb 05 21:07:43.286963 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59530) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:43.346770 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1dae27-3b89-4e63-a07b-d26c31005023 None None] Network 13b3059c-bc34-40c0-88b6-384f0b9c525a requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:07:43.352618 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59532) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:43.352825 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-49e429a6-61bd-49e7-beb5-417c326a5b97 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5a2c35d9ba0944159ac5c67feafc5607&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2750652
Feb 05 21:07:43.511338 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=7aec6027-8a6b-4280-a21f-dedd773a2a5c,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:43.578563 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-232ab91b-b537-4eea-b57d-20c0b8b0aa47 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (13b3059c-bc34-40c0-88b6-384f0b9c525a), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:43.604453 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2aff3dfd-9a35-470d-9490-323ff5852888 admin admin] Publish callbacks [] for security_group (9a9cadea-f922-46c2-ba78-5970ad4483d5), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:43.617262 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['7aec6027-8a6b-4280-a21f-dedd773a2a5c'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:07:43.679935 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2aff3dfd-9a35-470d-9490-323ff5852888 admin admin] Publish callbacks [] for security_group (9a9cadea-f922-46c2-ba78-5970ad4483d5), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:43.695222 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7c14ff-440e-42a1-b84b-5bee99c800c8 None None] DHCP port deletion for 13b3059c-bc34-40c0-88b6-384f0b9c525a request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:07:43.700775 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59538) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:43.703611 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5deb66e-8bec-422c-9e02-9f4741e22076 req-f6f0b118-a928-47f1-8c83-decee25c8292 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:43.705449 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d5deb66e-8bec-422c-9e02-9f4741e22076 req-f6f0b118-a928-47f1-8c83-decee25c8292 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74630eb-5693-4ed0-b659-bf7b9ac36050 HTTP/1.1" status: 200  len: 946 time: 0.2688956
Feb 05 21:07:43.730199 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-83e84ca2-928f-4261-8d24-76bee9c4c0d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:43.822450 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d5deb66e-8bec-422c-9e02-9f4741e22076 req-2735bb45-85f6-4c1b-8478-7630ccddab57 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014287
Feb 05 21:07:43.824879 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2aff3dfd-9a35-470d-9490-323ff5852888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (9a9cadea-f922-46c2-ba78-5970ad4483d5), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:43.827533 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2aff3dfd-9a35-470d-9490-323ff5852888 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:43.831669 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2aff3dfd-9a35-470d-9490-323ff5852888 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9a9cadea-f922-46c2-ba78-5970ad4483d5 HTTP/1.1" status: 204  len: 168 time: 0.4756832
Feb 05 21:07:43.843911 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-232ab91b-b537-4eea-b57d-20c0b8b0aa47 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Deleting port 9b649889-4d5a-46cc-8431-500dd38546c6 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:07:43.844267 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-232ab91b-b537-4eea-b57d-20c0b8b0aa47 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (9b649889-4d5a-46cc-8431-500dd38546c6), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:43.847895 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff3dfd-9a35-470d-9490-323ff5852888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9cadea-f922-46c2-ba78-5970ad4483d5,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:43.982336 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-232ab91b-b537-4eea-b57d-20c0b8b0aa47 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] For port 9b649889-4d5a-46cc-8431-500dd38546c6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b649889-4d5a-46cc-8431-500dd38546c6,segment=NetworkSegment(e8fed6e8-3e00-4897-ae06-23163f739b02),segment_id=e8fed6e8-3e00-4897-ae06-23163f739b02)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:43.983109 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-232ab91b-b537-4eea-b57d-20c0b8b0aa47 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (9b649889-4d5a-46cc-8431-500dd38546c6), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:43.995974 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-83e84ca2-928f-4261-8d24-76bee9c4c0d5 admin admin] Publish callbacks [] for security_group (0ddaaf52-5a21-4c65-81e1-1fe1ba6f6a14), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:44.005644 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-83e84ca2-928f-4261-8d24-76bee9c4c0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (0ddaaf52-5a21-4c65-81e1-1fe1ba6f6a14), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:44.027701 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-232ab91b-b537-4eea-b57d-20c0b8b0aa47 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Calling delete_port for 9b649889-4d5a-46cc-8431-500dd38546c6 owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:07:44.066616 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e84ca2-928f-4261-8d24-76bee9c4c0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddaaf52-5a21-4c65-81e1-1fe1ba6f6a14,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:44.130147 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-83e84ca2-928f-4261-8d24-76bee9c4c0d5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=afc2de717b7c46708491a5fa3ad06e92&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4248633
Feb 05 21:07:44.133947 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59544) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:44.158246 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ca7c14ff-440e-42a1-b84b-5bee99c800c8 None None] Deleting port 9b649889-4d5a-46cc-8431-500dd38546c6 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:07:44.158678 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ca7c14ff-440e-42a1-b84b-5bee99c800c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (9b649889-4d5a-46cc-8431-500dd38546c6), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:44.234550 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-ca7c14ff-440e-42a1-b84b-5bee99c800c8 None None] For port 9b649889-4d5a-46cc-8431-500dd38546c6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b649889-4d5a-46cc-8431-500dd38546c6,segment=NetworkSegment(e8fed6e8-3e00-4897-ae06-23163f739b02),segment_id=e8fed6e8-3e00-4897-ae06-23163f739b02)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:44.235478 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ca7c14ff-440e-42a1-b84b-5bee99c800c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (9b649889-4d5a-46cc-8431-500dd38546c6), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:44.238423 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65659902-72fa-4539-b810-0eac2bcbc02d req-e452ecea-85ac-46d0-b082-378d7e98c8ae tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:44.247299 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-65659902-72fa-4539-b810-0eac2bcbc02d req-e452ecea-85ac-46d0-b082-378d7e98c8ae tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] 10.222.0.32 "GET /v2.0/ports?device_id=acd80ae2-ec65-4d37-9a33-f0c1b5e75254 HTTP/1.1" status: 200  len: 944 time: 0.1108694
Feb 05 21:07:44.256019 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ca7c14ff-440e-42a1-b84b-5bee99c800c8 None None] Calling delete_port for 9b649889-4d5a-46cc-8431-500dd38546c6 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:07:44.267650 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-232ab91b-b537-4eea-b57d-20c0b8b0aa47 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (9b649889-4d5a-46cc-8431-500dd38546c6), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:44.276492 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5a3a3393-9a18-4e10-8cbb-ff82dd33a345 admin admin] Publish callbacks [] for security_group (0ddaaf52-5a21-4c65-81e1-1fe1ba6f6a14), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:44.320966 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5a3a3393-9a18-4e10-8cbb-ff82dd33a345 admin admin] Publish callbacks [] for security_group (0ddaaf52-5a21-4c65-81e1-1fe1ba6f6a14), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:44.384133 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ca7c14ff-440e-42a1-b84b-5bee99c800c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (9b649889-4d5a-46cc-8431-500dd38546c6), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:44.390428 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232ab91b-b537-4eea-b57d-20c0b8b0aa47 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] No DVR routers for this DVR port 9b649889-4d5a-46cc-8431-500dd38546c6 on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:07:44.410522 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5a3a3393-9a18-4e10-8cbb-ff82dd33a345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (0ddaaf52-5a21-4c65-81e1-1fe1ba6f6a14), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:44.413801 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5a3a3393-9a18-4e10-8cbb-ff82dd33a345 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:44.418053 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5a3a3393-9a18-4e10-8cbb-ff82dd33a345 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0ddaaf52-5a21-4c65-81e1-1fe1ba6f6a14 HTTP/1.1" status: 204  len: 168 time: 0.2814870
Feb 05 21:07:44.422621 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ab91b-b537-4eea-b57d-20c0b8b0aa47 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event deleted for resources: {'Port': ['ID=9b649889-4d5a-46cc-8431-500dd38546c6,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:44.438899 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a3393-9a18-4e10-8cbb-ff82dd33a345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddaaf52-5a21-4c65-81e1-1fe1ba6f6a14,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:44.449361 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7c14ff-440e-42a1-b84b-5bee99c800c8 None None] No DVR routers for this DVR port 9b649889-4d5a-46cc-8431-500dd38546c6 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:07:44.480677 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c14ff-440e-42a1-b84b-5bee99c800c8 None None] Pushing event deleted for resources: {'Port': ['ID=9b649889-4d5a-46cc-8431-500dd38546c6,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:44.537160 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-65659902-72fa-4539-b810-0eac2bcbc02d req-da616969-4218-4353-813b-81224f1cca3b tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] 10.222.0.32 "GET /v2.0/security-groups?id=19809129-f351-407c-b760-3ecebfe4e2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2888079
Feb 05 21:07:44.618746 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-232ab91b-b537-4eea-b57d-20c0b8b0aa47 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (13b3059c-bc34-40c0-88b6-384f0b9c525a), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:44.646100 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-232ab91b-b537-4eea-b57d-20c0b8b0aa47 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db3eaab20>,) {'filters': {'network_id': ['13b3059c-bc34-40c0-88b6-384f0b9c525a']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:44.660556 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-232ab91b-b537-4eea-b57d-20c0b8b0aa47 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3eaab20>, 'e8fed6e8-3e00-4897-ae06-23163f739b02') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:44.661273 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-232ab91b-b537-4eea-b57d-20c0b8b0aa47 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3eaab20>, 'e8fed6e8-3e00-4897-ae06-23163f739b02') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:07:44.680673 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-232ab91b-b537-4eea-b57d-20c0b8b0aa47 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (e8fed6e8-3e00-4897-ae06-23163f739b02), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:44.710203 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-232ab91b-b537-4eea-b57d-20c0b8b0aa47 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (e8fed6e8-3e00-4897-ae06-23163f739b02), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:44.718795 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-232ab91b-b537-4eea-b57d-20c0b8b0aa47 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:07:44.719865 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-232ab91b-b537-4eea-b57d-20c0b8b0aa47 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (e8fed6e8-3e00-4897-ae06-23163f739b02), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:44.723604 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:07:44.723604 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:07:44.723604 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:07:44.723604 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:07:44.723604 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:07:44.723604 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:07:44.723604 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:07:44.723604 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:07:44.723604 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:07:44.723604 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:07:44.723604 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:07:44.723604 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:07:44.723604 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:07:44.723604 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:07:44.723604 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:07:44.723604 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:07:44.723604 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:07:44.723604 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:07:44.723604 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:07:44.723604 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:07:44.723604 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:07:44.723604 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:07:44.723604 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:07:44.723604 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:07:44.723604 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:07:44.723604 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:07:44.723604 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:07:44.723604 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:07:44.723604 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:07:44.723604 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:07:44.723604 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:07:44.723604 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:07:44.772373 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9b649889-4d5a-46cc-8431-500dd38546c6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:07:44.815639 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 9b649889-4d5a-46cc-8431-500dd38546c6 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:07:44.816007 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9b649889-4d5a-46cc-8431-500dd38546c6 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:07:44.824470 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-232ab91b-b537-4eea-b57d-20c0b8b0aa47 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (13b3059c-bc34-40c0-88b6-384f0b9c525a), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:44.838162 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-232ab91b-b537-4eea-b57d-20c0b8b0aa47 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:44.846975 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-232ab91b-b537-4eea-b57d-20c0b8b0aa47 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/networks/13b3059c-bc34-40c0-88b6-384f0b9c525a HTTP/1.1" status: 204  len: 168 time: 1.5575178
Feb 05 21:07:44.848210 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59564) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:44.876430 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ab91b-b537-4eea-b57d-20c0b8b0aa47 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event deleted for resources: {'Network': ['ID=13b3059c-bc34-40c0-88b6-384f0b9c525a,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:44.919961 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0303dc-83de-415b-a89c-a6ef132a0336 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:44.922495 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2f0303dc-83de-415b-a89c-a6ef132a0336 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "GET /v2.0/ports/fe07eba6-3844-43ef-b423-c5d023d8a4b1 HTTP/1.1" status: 200  len: 841 time: 0.0732117
Feb 05 21:07:44.926227 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59572) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:44.993932 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-14edc5fa-d9cb-4f52-b7d0-20e72dc1fd47 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "GET /v2.0/ports/fe07eba6-3844-43ef-b423-c5d023d8a4b1?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0657244
Feb 05 21:07:44.997090 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59578) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:45.004418 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-5505cf74-318f-42ec-a12f-9673d967eefb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'subnet': {'network_id': '0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:45.061408 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5f379-58b8-4bbb-86cb-64227695b69c req-613f8fd4-cf29-49aa-a331-fb5b42114384 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:45.064820 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-93d5f379-58b8-4bbb-86cb-64227695b69c req-613f8fd4-cf29-49aa-a331-fb5b42114384 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74630eb-5693-4ed0-b659-bf7b9ac36050 HTTP/1.1" status: 200  len: 946 time: 0.1229675
Feb 05 21:07:45.127399 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5505cf74-318f-42ec-a12f-9673d967eefb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Made reservation on behalf of 2c6898cf86224b09b9056098bf6480b2 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:07:45.131903 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5505cf74-318f-42ec-a12f-9673d967eefb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:45.195556 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-93d5f379-58b8-4bbb-86cb-64227695b69c req-11883e11-68e8-4291-95f4-5814772c6776 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147399
Feb 05 21:07:45.255110 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:45.401972 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5505cf74-318f-42ec-a12f-9673d967eefb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (12875874-1f96-4550-aaa7-b3925450d432), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:45.458178 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5505cf74-318f-42ec-a12f-9673d967eefb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'Subnet': ['ID=12875874-1f96-4550-aaa7-b3925450d432,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:45.473747 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5505cf74-318f-42ec-a12f-9673d967eefb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Network 0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:07:45.475651 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-5505cf74-318f-42ec-a12f-9673d967eefb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:07:45.480951 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5505cf74-318f-42ec-a12f-9673d967eefb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:45.482491 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5505cf74-318f-42ec-a12f-9673d967eefb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:45.486141 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30c55b0-de8c-40df-a1a4-a575d18fb050 None None] Network 0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:07:45.505928 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59596) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:45.506948 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5505cf74-318f-42ec-a12f-9673d967eefb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5079732
Feb 05 21:07:45.510688 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-d38ebc2b-be87-4809-aad8-a84b017dceeb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'security_group': {'name': 'tempest-secgroup-375505109'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:45.553593 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d38ebc2b-be87-4809-aad8-a84b017dceeb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:45.712865 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d38ebc2b-be87-4809-aad8-a84b017dceeb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for security_group (5be4b657-ea48-448e-97df-fe3cffbfac8b), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:45.728703 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59606) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:45.729042 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d38ebc2b-be87-4809-aad8-a84b017dceeb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (5be4b657-ea48-448e-97df-fe3cffbfac8b), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:45.729373 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15cfe56-7ff6-4214-9c91-44f0a37da12b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8', 'network_id': '0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8', 'project_id': '2c6898cf86224b09b9056098bf6480b2', 'fixed_ips': [{'subnet_id': '12875874-1f96-4550-aaa7-b3925450d432'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:07:45.730332 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a15cfe56-7ff6-4214-9c91-44f0a37da12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:45.734184 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-9c733dd2-63c8-4333-bcb1-1c1eac6e9491 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Request body: {'subnet': {'network_id': 'f7aeb55f-8f75-4b9c-af18-ba3256bd4384', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:45.771002 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ebc2b-be87-4809-aad8-a84b017dceeb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5be4b657-ea48-448e-97df-fe3cffbfac8b,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:45.790001 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d38ebc2b-be87-4809-aad8-a84b017dceeb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:45.791967 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d38ebc2b-be87-4809-aad8-a84b017dceeb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.2849908
Feb 05 21:07:45.794718 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59608) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:45.800046 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-d5640833-7e3b-4b79-b66a-9882a7210bdf tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'security_group': {'name': 'tempest-secgroup-370916696'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:45.823927 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e7d80-78a9-4301-9b69-52fb57a8e4ef req-c58da2ae-e7f1-415d-a467-d27dd5cf8a01 tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:45.833873 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-208e7d80-78a9-4301-9b69-52fb57a8e4ef req-c58da2ae-e7f1-415d-a467-d27dd5cf8a01 tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] 10.222.0.32 "GET /v2.0/ports?device_id=acd80ae2-ec65-4d37-9a33-f0c1b5e75254 HTTP/1.1" status: 200  len: 944 time: 0.1744297
Feb 05 21:07:45.881519 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d5640833-7e3b-4b79-b66a-9882a7210bdf tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:45.925751 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-208e7d80-78a9-4301-9b69-52fb57a8e4ef req-a4046227-a010-4904-8c01-0bfdb0253d5b tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] 10.222.0.32 "GET /v2.0/security-groups?id=19809129-f351-407c-b760-3ecebfe4e2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903399
Feb 05 21:07:45.926583 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c733dd2-63c8-4333-bcb1-1c1eac6e9491 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Made reservation on behalf of 5a5addadfd074a04808cf870e048cab7 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:07:45.933116 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9c733dd2-63c8-4333-bcb1-1c1eac6e9491 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:46.041562 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d5640833-7e3b-4b79-b66a-9882a7210bdf tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for security_group (2ca3f6e6-3bd1-4be4-a3dd-d49c9d1f329f), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:46.050953 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d5640833-7e3b-4b79-b66a-9882a7210bdf tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (2ca3f6e6-3bd1-4be4-a3dd-d49c9d1f329f), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:46.090331 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5640833-7e3b-4b79-b66a-9882a7210bdf tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca3f6e6-3bd1-4be4-a3dd-d49c9d1f329f,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:46.108174 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d5640833-7e3b-4b79-b66a-9882a7210bdf tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:46.110990 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d5640833-7e3b-4b79-b66a-9882a7210bdf tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.3150167
Feb 05 21:07:46.113788 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59622) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:46.119117 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-e0d7310d-4464-4e71-a880-683f4b406f0d tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1407361184', 'security_groups': ['2ca3f6e6-3bd1-4be4-a3dd-d49c9d1f329f'], 'network_id': '0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '12875874-1f96-4550-aaa7-b3925450d432'}]}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:46.165799 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-a15cfe56-7ff6-4214-9c91-44f0a37da12b None None] Allocated IP 172.20.0.2 (0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8/12875874-1f96-4550-aaa7-b3925450d432/9ce8158f-d97f-4521-aec1-50f134984234) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:07:46.278896 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9c733dd2-63c8-4333-bcb1-1c1eac6e9491 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (7296f96d-dfb2-481a-bcaf-92428f9df10e), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:46.363691 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf705f02-83f1-4481-9c58-f95dbfbc5185 req-5b9e0c25-61b5-4d60-8f2f-54584bc483c0 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:46.372606 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bf705f02-83f1-4481-9c58-f95dbfbc5185 req-5b9e0c25-61b5-4d60-8f2f-54584bc483c0 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74630eb-5693-4ed0-b659-bf7b9ac36050 HTTP/1.1" status: 200  len: 946 time: 0.0741985
Feb 05 21:07:46.374797 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c733dd2-63c8-4333-bcb1-1c1eac6e9491 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Checking segment: {'id': '5164a4c4-fc58-4b02-b8c7-5f5029f78c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f7aeb55f-8f75-4b9c-af18-ba3256bd4384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:07:46.375198 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c733dd2-63c8-4333-bcb1-1c1eac6e9491 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Network hostable DHCP agents. Network: f7aeb55f-8f75-4b9c-af18-ba3256bd4384, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:07:46.382267 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c733dd2-63c8-4333-bcb1-1c1eac6e9491 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Pushing event updated for resources: {'Subnet': ['ID=7296f96d-dfb2-481a-bcaf-92428f9df10e,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:46.384595 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d7310d-4464-4e71-a880-683f4b406f0d tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Made reservation on behalf of 2c6898cf86224b09b9056098bf6480b2 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:07:46.431589 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bf705f02-83f1-4481-9c58-f95dbfbc5185 req-95a91dca-f101-47a8-9a2a-3b0a919f98ce tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578172
Feb 05 21:07:46.449927 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a15cfe56-7ff6-4214-9c91-44f0a37da12b None None] Publish callbacks [] for port (9ce8158f-d97f-4521-aec1-50f134984234), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:46.464461 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a15cfe56-7ff6-4214-9c91-44f0a37da12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (9ce8158f-d97f-4521-aec1-50f134984234), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:46.476814 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c733dd2-63c8-4333-bcb1-1c1eac6e9491 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Network f7aeb55f-8f75-4b9c-af18-ba3256bd4384 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:07:46.495856 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-9c733dd2-63c8-4333-bcb1-1c1eac6e9491 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f7aeb55f-8f75-4b9c-af18-ba3256bd4384) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:07:46.502977 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c733dd2-63c8-4333-bcb1-1c1eac6e9491 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:46.503595 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9c733dd2-63c8-4333-bcb1-1c1eac6e9491 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:46.509306 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9becce99-dc00-477c-86f7-ba4698a0c070 None None] Network f7aeb55f-8f75-4b9c-af18-ba3256bd4384 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:07:46.536071 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e0d7310d-4464-4e71-a880-683f4b406f0d tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:46.553695 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15cfe56-7ff6-4214-9c91-44f0a37da12b None None] Network 0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:07:46.565402 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9c733dd2-63c8-4333-bcb1-1c1eac6e9491 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8319094
Feb 05 21:07:46.565402 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-e0d7310d-4464-4e71-a880-683f4b406f0d tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] device_id is not set on port d1db1639-9261-402b-a0d1-f0b5ea212135 yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:07:46.565968 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59642) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:46.572992 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-cf9aee7f-5f66-4b34-8331-dac0cfe90569 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-897064882'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:46.578127 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 65ee1752-c64b-4ff9-a1c6-a927c28ea9e2 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:07:46.604872 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9aee7f-5f66-4b34-8331-dac0cfe90569 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Made reservation on behalf of 5a5addadfd074a04808cf870e048cab7 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:07:46.610364 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 7aec6027-8a6b-4280-a21f-dedd773a2a5c up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:07:46.612015 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cf9aee7f-5f66-4b34-8331-dac0cfe90569 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:46.644832 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-a15cfe56-7ff6-4214-9c91-44f0a37da12b None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:07:46.648812 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf9aee7f-5f66-4b34-8331-dac0cfe90569 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:07:46.663157 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cf9aee7f-5f66-4b34-8331-dac0cfe90569 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (86f3f3d4-a3ba-4ccf-b606-c58daf31eee2), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:46.663391 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-cf9aee7f-5f66-4b34-8331-dac0cfe90569 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Added segment 86f3f3d4-a3ba-4ccf-b606-c58daf31eee2 of type vlan for network 656117d9-7a25-46fa-ab9a-f77573437c08
Feb 05 21:07:46.666572 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15cfe56-7ff6-4214-9c91-44f0a37da12b None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:07:46.706089 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15cfe56-7ff6-4214-9c91-44f0a37da12b None None] Pushing event updated for resources: {'Port': ['ID=9ce8158f-d97f-4521-aec1-50f134984234,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:46.735167 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cf9aee7f-5f66-4b34-8331-dac0cfe90569 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (656117d9-7a25-46fa-ab9a-f77573437c08), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:46.766986 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cf9aee7f-5f66-4b34-8331-dac0cfe90569 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (656117d9-7a25-46fa-ab9a-f77573437c08), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:46.787384 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9aee7f-5f66-4b34-8331-dac0cfe90569 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:46.790326 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cf9aee7f-5f66-4b34-8331-dac0cfe90569 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:46.836182 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-e0d7310d-4464-4e71-a880-683f4b406f0d tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Allocated IP 172.20.0.9 (0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8/12875874-1f96-4550-aaa7-b3925450d432/d1db1639-9261-402b-a0d1-f0b5ea212135) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:07:46.881085 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-cf9aee7f-5f66-4b34-8331-dac0cfe90569 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.3104057
Feb 05 21:07:46.881316 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59656) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:46.888184 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-d1311ed2-80f4-4861-914e-64e68f435d01 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Request body: {'subnet': {'network_id': '656117d9-7a25-46fa-ab9a-f77573437c08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:46.897949 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-a15cfe56-7ff6-4214-9c91-44f0a37da12b None None] Attempting to bind port 9ce8158f-d97f-4521-aec1-50f134984234 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:07:46.899209 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-a15cfe56-7ff6-4214-9c91-44f0a37da12b None None] Attempting to bind port 9ce8158f-d97f-4521-aec1-50f134984234 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1e731a3f-de73-40e1-91a8-206c090cf325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:07:46.899600 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15cfe56-7ff6-4214-9c91-44f0a37da12b None None] Attempting to bind port 9ce8158f-d97f-4521-aec1-50f134984234 on network 0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:07:46.908865 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15cfe56-7ff6-4214-9c91-44f0a37da12b None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:07:46.909258 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15cfe56-7ff6-4214-9c91-44f0a37da12b None None] Checking segment: {'id': '1e731a3f-de73-40e1-91a8-206c090cf325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:07:46.909732 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a15cfe56-7ff6-4214-9c91-44f0a37da12b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:46.910177 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15cfe56-7ff6-4214-9c91-44f0a37da12b None None] Bound using segment: {'id': '1e731a3f-de73-40e1-91a8-206c090cf325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:07:46.910675 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-a15cfe56-7ff6-4214-9c91-44f0a37da12b None None] Bound port: 9ce8158f-d97f-4521-aec1-50f134984234, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e731a3f-de73-40e1-91a8-206c090cf325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:07:46.911093 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a15cfe56-7ff6-4214-9c91-44f0a37da12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9ce8158f-d97f-4521-aec1-50f134984234), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:46.930680 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9aee7f-5f66-4b34-8331-dac0cfe90569 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Pushing event updated for resources: {'Network': ['ID=656117d9-7a25-46fa-ab9a-f77573437c08,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:46.931892 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 7aec6027-8a6b-4280-a21f-dedd773a2a5c completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:07:46.982163 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fdd3cd-f0cc-46e0-ab0a-10533a5a32de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f7aeb55f-8f75-4b9c-af18-ba3256bd4384', 'network_id': 'f7aeb55f-8f75-4b9c-af18-ba3256bd4384', 'project_id': '5a5addadfd074a04808cf870e048cab7', 'fixed_ips': [{'subnet_id': '7296f96d-dfb2-481a-bcaf-92428f9df10e'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:07:46.987232 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a9fdd3cd-f0cc-46e0-ab0a-10533a5a32de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:46.997472 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 656117d9-7a25-46fa-ab9a-f77573437c08 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:07:46.999965 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 7aec6027-8a6b-4280-a21f-dedd773a2a5c triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:47.000430 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7aec6027-8a6b-4280-a21f-dedd773a2a5c), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:47.046844 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 65ee1752-c64b-4ff9-a1c6-a927c28ea9e2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=65ee1752-c64b-4ff9-a1c6-a927c28ea9e2,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:47.094354 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1311ed2-80f4-4861-914e-64e68f435d01 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Made reservation on behalf of 5a5addadfd074a04808cf870e048cab7 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:07:47.102763 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d1311ed2-80f4-4861-914e-64e68f435d01 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:47.106310 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '65ee1752-c64b-4ff9-a1c6-a927c28ea9e2', 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba', 'port_id': '65ee1752-c64b-4ff9-a1c6-a927c28ea9e2', 'mac_address': 'fa:16:3e:9b:41:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3bc4b1d-f312-4b2d-bc48-80b03423d794', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:07:47.128783 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8584c8-8f4b-422d-b46d-75df2da10011 req-3ab47e67-488f-4074-8ab6-b0c2e6710cb9 tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:47.130745 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7b8584c8-8f4b-422d-b46d-75df2da10011 req-3ab47e67-488f-4074-8ab6-b0c2e6710cb9 tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] 10.222.0.32 "GET /v2.0/ports?device_id=acd80ae2-ec65-4d37-9a33-f0c1b5e75254 HTTP/1.1" status: 200  len: 944 time: 0.0960476
Feb 05 21:07:47.143023 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e0d7310d-4464-4e71-a880-683f4b406f0d tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for port (d1db1639-9261-402b-a0d1-f0b5ea212135), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:47.153385 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-a15cfe56-7ff6-4214-9c91-44f0a37da12b None None] For port 9ce8158f-d97f-4521-aec1-50f134984234, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:07:47.157427 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-a15cfe56-7ff6-4214-9c91-44f0a37da12b None None] For port 9ce8158f-d97f-4521-aec1-50f134984234, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ce8158f-d97f-4521-aec1-50f134984234,segment=NetworkSegment(1e731a3f-de73-40e1-91a8-206c090cf325),segment_id=1e731a3f-de73-40e1-91a8-206c090cf325)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:07:47.188457 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a15cfe56-7ff6-4214-9c91-44f0a37da12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9ce8158f-d97f-4521-aec1-50f134984234), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:47.254520 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7b8584c8-8f4b-422d-b46d-75df2da10011 req-ef46271f-b1ca-411f-8cfe-722b322e29e0 tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] 10.222.0.32 "GET /v2.0/security-groups?id=19809129-f351-407c-b760-3ecebfe4e2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1080730
Feb 05 21:07:47.256458 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e0d7310d-4464-4e71-a880-683f4b406f0d tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (d1db1639-9261-402b-a0d1-f0b5ea212135), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:47.292826 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59672) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:47.329128 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d7310d-4464-4e71-a880-683f4b406f0d tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Network 0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:07:47.335460 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-e0d7310d-4464-4e71-a880-683f4b406f0d tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:07:47.341177 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d7310d-4464-4e71-a880-683f4b406f0d tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:07:47.398673 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7310d-4464-4e71-a880-683f4b406f0d tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'Port': ['ID=d1db1639-9261-402b-a0d1-f0b5ea212135,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:47.441605 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 65ee1752-c64b-4ff9-a1c6-a927c28ea9e2 is: ACTIVE; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:47.442004 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (65ee1752-c64b-4ff9-a1c6-a927c28ea9e2), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:47.519694 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8601fa10-874c-4c76-8d81-155ec8f623bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:47.529381 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15cfe56-7ff6-4214-9c91-44f0a37da12b None None] Pushing event updated for resources: {'Port': ['ID=9ce8158f-d97f-4521-aec1-50f134984234,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:47.541010 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 7aec6027-8a6b-4280-a21f-dedd773a2a5c is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:47.541610 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7aec6027-8a6b-4280-a21f-dedd773a2a5c), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:47.548294 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65ee1752-c64b-4ff9-a1c6-a927c28ea9e2 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:07:47.572921 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 65ee1752-c64b-4ff9-a1c6-a927c28ea9e2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=65ee1752-c64b-4ff9-a1c6-a927c28ea9e2,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:47.620890 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (65ee1752-c64b-4ff9-a1c6-a927c28ea9e2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:47.660991 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-a9fdd3cd-f0cc-46e0-ab0a-10533a5a32de None None] Allocated IP 2001:db8:0:ffff::2 (f7aeb55f-8f75-4b9c-af18-ba3256bd4384/7296f96d-dfb2-481a-bcaf-92428f9df10e/9c5fbbc7-f41d-4df8-b871-8024998eaebd) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:07:47.750280 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=65ee1752-c64b-4ff9-a1c6-a927c28ea9e2,revision_number=6']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:47.787518 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd80ae2-ec65-4d37-9a33-f0c1b5e75254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aec6027-8a6b-4280-a21f-dedd773a2a5c'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:07:47.789957 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cce6540-b4f4-4448-9880-6e601fb78d66" -d '{"events": [{"server_uuid": "acd80ae2-ec65-4d37-9a33-f0c1b5e75254", "name": "network-vif-plugged", "status": "completed", "tag": "7aec6027-8a6b-4280-a21f-dedd773a2a5c"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:07:47.799522 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 7aec6027-8a6b-4280-a21f-dedd773a2a5c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7aec6027-8a6b-4280-a21f-dedd773a2a5c,segment=NetworkSegment(83985eec-2448-4a9d-a5fd-0e500d471fc5),segment_id=83985eec-2448-4a9d-a5fd-0e500d471fc5)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:47.810195 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10231179-a181-4e93-80dd-0c5f185707d2 req-800bda34-bb12-4256-b6c0-81b71d753947 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:47.813707 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-10231179-a181-4e93-80dd-0c5f185707d2 req-800bda34-bb12-4256-b6c0-81b71d753947 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74630eb-5693-4ed0-b659-bf7b9ac36050 HTTP/1.1" status: 200  len: 945 time: 0.2110841
Feb 05 21:07:47.829403 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['65ee1752-c64b-4ff9-a1c6-a927c28ea9e2'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:07:47.833546 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8601fa10-874c-4c76-8d81-155ec8f623bf admin admin] Publish callbacks [] for security_group (bc7576b8-3793-4cab-89af-4e8228cef1c3), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:47.860485 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8601fa10-874c-4c76-8d81-155ec8f623bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (bc7576b8-3793-4cab-89af-4e8228cef1c3), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:47.935564 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7aec6027-8a6b-4280-a21f-dedd773a2a5c), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:47.956151 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5e1581-7e5f-4b9f-bf66-42eca018968b x-openstack-request-id: req-cd5e1581-7e5f-4b9f-bf66-42eca018968b {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:07:47.956476 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd80ae2-ec65-4d37-9a33-f0c1b5e75254", "name": "network-vif-plugged", "status": "completed", "tag": "7aec6027-8a6b-4280-a21f-dedd773a2a5c", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:07:47.956738 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cd5e1581-7e5f-4b9f-bf66-42eca018968b {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:07:47.957160 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd80ae2-ec65-4d37-9a33-f0c1b5e75254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aec6027-8a6b-4280-a21f-dedd773a2a5c', 'code': 200}
Feb 05 21:07:47.966197 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8601fa10-874c-4c76-8d81-155ec8f623bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=98db856aa63a4a7c99a33210561a6a0c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6678207
Feb 05 21:07:47.976083 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59700) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:47.990251 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8601fa10-874c-4c76-8d81-155ec8f623bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7576b8-3793-4cab-89af-4e8228cef1c3,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:48.012251 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-10231179-a181-4e93-80dd-0c5f185707d2 req-c398632a-348b-4289-933f-aec046da4aac tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1885681
Feb 05 21:07:48.062537 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-47b99adb-3744-4066-8724-bb1a9dd1fd42 admin admin] Publish callbacks [] for security_group (bc7576b8-3793-4cab-89af-4e8228cef1c3), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:48.081544 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d7310d-4464-4e71-a880-683f4b406f0d tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:48.085113 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e0d7310d-4464-4e71-a880-683f4b406f0d tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:48.089187 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59702) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:48.097724 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-47b99adb-3744-4066-8724-bb1a9dd1fd42 admin admin] Publish callbacks [] for security_group (bc7576b8-3793-4cab-89af-4e8228cef1c3), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:48.141834 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e0d7310d-4464-4e71-a880-683f4b406f0d tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.0243235
Feb 05 21:07:48.144537 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=7aec6027-8a6b-4280-a21f-dedd773a2a5c,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:48.147601 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59706) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:48.159323 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-119c8a5d-c671-49bf-a00c-bfe829702c02 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'subnet': {'network_id': '0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:48.204825 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-47b99adb-3744-4066-8724-bb1a9dd1fd42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (bc7576b8-3793-4cab-89af-4e8228cef1c3), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:48.211741 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-47b99adb-3744-4066-8724-bb1a9dd1fd42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:48.212927 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-47b99adb-3744-4066-8724-bb1a9dd1fd42 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bc7576b8-3793-4cab-89af-4e8228cef1c3 HTTP/1.1" status: 204  len: 168 time: 0.2359078
Feb 05 21:07:48.228470 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b99adb-3744-4066-8724-bb1a9dd1fd42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7576b8-3793-4cab-89af-4e8228cef1c3,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:48.262460 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253b164-b574-4049-8b12-dd3d22e377f5 req-5e7ca097-e080-4259-bfd7-bd43c7ecdf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:48.264101 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9253b164-b574-4049-8b12-dd3d22e377f5 req-5e7ca097-e080-4259-bfd7-bd43c7ecdf2f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=acd80ae2-ec65-4d37-9a33-f0c1b5e75254 HTTP/1.1" status: 200  len: 1127 time: 0.2136867
Feb 05 21:07:48.321083 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a9fdd3cd-f0cc-46e0-ab0a-10533a5a32de None None] Publish callbacks [] for port (9c5fbbc7-f41d-4df8-b871-8024998eaebd), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:48.321664 ncdv-master-1 neutron-server[114390]: DEBUG neutron.objects.ports [None req-d1311ed2-80f4-4861-914e-64e68f435d01 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114390) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 05 21:07:48.327332 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d1311ed2-80f4-4861-914e-64e68f435d01 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (edd25e56-4dc3-4e8f-a665-173077fb1241), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:48.340036 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a9fdd3cd-f0cc-46e0-ab0a-10533a5a32de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (9c5fbbc7-f41d-4df8-b871-8024998eaebd), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:48.386709 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d6617b6d-14ee-4253-a7b9-5bdf03d05e34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:48.392316 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1311ed2-80f4-4861-914e-64e68f435d01 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Pushing event updated for resources: {'Subnet': ['ID=edd25e56-4dc3-4e8f-a665-173077fb1241,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:48.423236 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fdd3cd-f0cc-46e0-ab0a-10533a5a32de None None] Network f7aeb55f-8f75-4b9c-af18-ba3256bd4384 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:07:48.427484 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-a9fdd3cd-f0cc-46e0-ab0a-10533a5a32de None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:07:48.432836 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fdd3cd-f0cc-46e0-ab0a-10533a5a32de None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:07:48.455863 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fdd3cd-f0cc-46e0-ab0a-10533a5a32de None None] Pushing event updated for resources: {'Port': ['ID=9c5fbbc7-f41d-4df8-b871-8024998eaebd,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:48.492547 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9253b164-b574-4049-8b12-dd3d22e377f5 req-4d9b6de0-0668-4b38-b48b-26d3ae488048 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=19809129-f351-407c-b760-3ecebfe4e2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2185833
Feb 05 21:07:48.499466 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119c8a5d-c671-49bf-a00c-bfe829702c02 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Made reservation on behalf of 2c6898cf86224b09b9056098bf6480b2 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:07:48.504133 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-119c8a5d-c671-49bf-a00c-bfe829702c02 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:48.519420 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c504fca-991b-4800-8a8a-77d0fa8add47 req-9a914144-f066-4e94-8e03-2824b11d10bd tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:48.522582 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9c504fca-991b-4800-8a8a-77d0fa8add47 req-9a914144-f066-4e94-8e03-2824b11d10bd tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] 10.222.0.32 "GET /v2.0/ports?device_id=acd80ae2-ec65-4d37-9a33-f0c1b5e75254 HTTP/1.1" status: 200  len: 945 time: 0.1314206
Feb 05 21:07:48.545766 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1311ed2-80f4-4861-914e-64e68f435d01 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Checking segment: {'id': '86f3f3d4-a3ba-4ccf-b606-c58daf31eee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '656117d9-7a25-46fa-ab9a-f77573437c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:07:48.546344 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1311ed2-80f4-4861-914e-64e68f435d01 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Network hostable DHCP agents. Network: 656117d9-7a25-46fa-ab9a-f77573437c08, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:07:48.559568 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-a9fdd3cd-f0cc-46e0-ab0a-10533a5a32de None None] Attempting to bind port 9c5fbbc7-f41d-4df8-b871-8024998eaebd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:07:48.560168 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-a9fdd3cd-f0cc-46e0-ab0a-10533a5a32de None None] Attempting to bind port 9c5fbbc7-f41d-4df8-b871-8024998eaebd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5164a4c4-fc58-4b02-b8c7-5f5029f78c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f7aeb55f-8f75-4b9c-af18-ba3256bd4384'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:07:48.560532 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fdd3cd-f0cc-46e0-ab0a-10533a5a32de None None] Attempting to bind port 9c5fbbc7-f41d-4df8-b871-8024998eaebd on network f7aeb55f-8f75-4b9c-af18-ba3256bd4384 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:07:48.570297 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fdd3cd-f0cc-46e0-ab0a-10533a5a32de None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:07:48.571011 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fdd3cd-f0cc-46e0-ab0a-10533a5a32de None None] Checking segment: {'id': '5164a4c4-fc58-4b02-b8c7-5f5029f78c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f7aeb55f-8f75-4b9c-af18-ba3256bd4384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:07:48.571577 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a9fdd3cd-f0cc-46e0-ab0a-10533a5a32de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:48.573549 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fdd3cd-f0cc-46e0-ab0a-10533a5a32de None None] Bound using segment: {'id': '5164a4c4-fc58-4b02-b8c7-5f5029f78c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f7aeb55f-8f75-4b9c-af18-ba3256bd4384'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:07:48.574528 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-a9fdd3cd-f0cc-46e0-ab0a-10533a5a32de None None] Bound port: 9c5fbbc7-f41d-4df8-b871-8024998eaebd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5164a4c4-fc58-4b02-b8c7-5f5029f78c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f7aeb55f-8f75-4b9c-af18-ba3256bd4384'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:07:48.575478 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a9fdd3cd-f0cc-46e0-ab0a-10533a5a32de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9c5fbbc7-f41d-4df8-b871-8024998eaebd), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:48.582149 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 65ee1752-c64b-4ff9-a1c6-a927c28ea9e2 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:07:48.615831 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1311ed2-80f4-4861-914e-64e68f435d01 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Network 656117d9-7a25-46fa-ab9a-f77573437c08 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:07:48.638920 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-d1311ed2-80f4-4861-914e-64e68f435d01 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 656117d9-7a25-46fa-ab9a-f77573437c08) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:07:48.649843 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1311ed2-80f4-4861-914e-64e68f435d01 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:48.650640 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d1311ed2-80f4-4861-914e-64e68f435d01 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:48.656214 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1df1b5-bf58-4db3-b223-3229364a03c4 None None] Network 656117d9-7a25-46fa-ab9a-f77573437c08 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:07:48.664578 ncdv-master-1 neutron-server[114390]: INFO neutron.db.ipam_backend_mixin [None req-119c8a5d-c671-49bf-a00c-bfe829702c02 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 12875874-1f96-4550-aaa7-b3925450d432 (CIDR: 172.20.0.0/28)
Feb 05 21:07:48.671117 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-119c8a5d-c671-49bf-a00c-bfe829702c02 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:07:48.672561 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-119c8a5d-c671-49bf-a00c-bfe829702c02 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:07:48.691063 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d1311ed2-80f4-4861-914e-64e68f435d01 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.8062508
Feb 05 21:07:48.691561 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59714) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:48.711925 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-58c16142-17df-499a-a8db-d3778f1f68ec tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Request body: {'port': {'network_id': '656117d9-7a25-46fa-ab9a-f77573437c08', 'name': 'tempest-NetworksIpV6TestAttrs-877645640'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:48.723416 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9c504fca-991b-4800-8a8a-77d0fa8add47 req-7fd00333-5ca2-443e-beee-041caa6bfdc5 tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] 10.222.0.32 "GET /v2.0/security-groups?id=19809129-f351-407c-b760-3ecebfe4e2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1930668
Feb 05 21:07:48.729591 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-119c8a5d-c671-49bf-a00c-bfe829702c02 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5752931
Feb 05 21:07:48.738607 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59716) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:48.755817 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-d4a8e3e4-cbc3-48b0-8d11-24504f0ca8b9 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'subnet': {'network_id': '0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:48.760631 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d6617b6d-14ee-4253-a7b9-5bdf03d05e34 admin admin] Publish callbacks [] for security_group (a8220ad6-e7f8-44b3-bf93-e4f214b5eac0), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:48.774965 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d6617b6d-14ee-4253-a7b9-5bdf03d05e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (a8220ad6-e7f8-44b3-bf93-e4f214b5eac0), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:48.868841 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1ed793-fec9-41d9-ae43-5eab88be0bdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-656117d9-7a25-46fa-ab9a-f77573437c08', 'network_id': '656117d9-7a25-46fa-ab9a-f77573437c08', 'project_id': '5a5addadfd074a04808cf870e048cab7', 'fixed_ips': [{'subnet_id': 'edd25e56-4dc3-4e8f-a665-173077fb1241'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:07:48.870204 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9c1ed793-fec9-41d9-ae43-5eab88be0bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:48.889277 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9ce8158f-d97f-4521-aec1-50f134984234 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:07:48.898889 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 65ee1752-c64b-4ff9-a1c6-a927c28ea9e2 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:48.899272 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (65ee1752-c64b-4ff9-a1c6-a927c28ea9e2), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:48.914192 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59718) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:48.952309 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d6617b6d-14ee-4253-a7b9-5bdf03d05e34 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae8c6996afd94130905550402d6cae8f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8607087
Feb 05 21:07:48.957853 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59720) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:48.966020 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e0e7047b-3509-4182-9e67-660b6c909430 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:48.967029 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6617b6d-14ee-4253-a7b9-5bdf03d05e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8220ad6-e7f8-44b3-bf93-e4f214b5eac0,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:49.020883 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-a9fdd3cd-f0cc-46e0-ab0a-10533a5a32de None None] For port 9c5fbbc7-f41d-4df8-b871-8024998eaebd, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:07:49.055819 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c16142-17df-499a-a8db-d3778f1f68ec tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Made reservation on behalf of 5a5addadfd074a04808cf870e048cab7 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:07:49.060256 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-58c16142-17df-499a-a8db-d3778f1f68ec tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:49.088117 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a8e3e4-cbc3-48b0-8d11-24504f0ca8b9 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Made reservation on behalf of 2c6898cf86224b09b9056098bf6480b2 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:07:49.091833 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d4a8e3e4-cbc3-48b0-8d11-24504f0ca8b9 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:49.094407 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c33ff107-0162-4c4e-960d-e2432f93a349 admin admin] Publish callbacks [] for security_group (a8220ad6-e7f8-44b3-bf93-e4f214b5eac0), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:49.102510 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-a9fdd3cd-f0cc-46e0-ab0a-10533a5a32de None None] For port 9c5fbbc7-f41d-4df8-b871-8024998eaebd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c5fbbc7-f41d-4df8-b871-8024998eaebd,segment=NetworkSegment(5164a4c4-fc58-4b02-b8c7-5f5029f78c1c),segment_id=5164a4c4-fc58-4b02-b8c7-5f5029f78c1c)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:07:49.106887 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-58c16142-17df-499a-a8db-d3778f1f68ec tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] device_id is not set on port 1d7f2de2-cbd8-4c07-b713-68e6c38a0cbc yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:07:49.122071 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a9fdd3cd-f0cc-46e0-ab0a-10533a5a32de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9c5fbbc7-f41d-4df8-b871-8024998eaebd), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:49.189299 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c33ff107-0162-4c4e-960d-e2432f93a349 admin admin] Publish callbacks [] for security_group (a8220ad6-e7f8-44b3-bf93-e4f214b5eac0), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:49.255395 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e0e7047b-3509-4182-9e67-660b6c909430 admin admin] Publish callbacks [] for security_group (051b33fb-a9bc-4f29-9f70-13b69274fb1c), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:49.273657 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e0e7047b-3509-4182-9e67-660b6c909430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (051b33fb-a9bc-4f29-9f70-13b69274fb1c), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:49.292605 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c775bd-69f0-474e-9ccc-561257ea9a80 req-f9f5a3e0-67c9-43d0-bb65-9269516684f5 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:49.297566 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-04c775bd-69f0-474e-9ccc-561257ea9a80 req-f9f5a3e0-67c9-43d0-bb65-9269516684f5 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74630eb-5693-4ed0-b659-bf7b9ac36050 HTTP/1.1" status: 200  len: 945 time: 0.1642618
Feb 05 21:07:49.346591 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e0e7047b-3509-4182-9e67-660b6c909430 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a94799fbe0b04bda89a45a52e0701f33&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4312606
Feb 05 21:07:49.349013 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e7047b-3509-4182-9e67-660b6c909430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051b33fb-a9bc-4f29-9f70-13b69274fb1c,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:49.361857 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59726) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:49.422337 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c33ff107-0162-4c4e-960d-e2432f93a349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (a8220ad6-e7f8-44b3-bf93-e4f214b5eac0), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:49.425102 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c33ff107-0162-4c4e-960d-e2432f93a349 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:49.426295 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c33ff107-0162-4c4e-960d-e2432f93a349 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a8220ad6-e7f8-44b3-bf93-e4f214b5eac0 HTTP/1.1" status: 204  len: 168 time: 0.4669197
Feb 05 21:07:49.479609 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ff107-0162-4c4e-960d-e2432f93a349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8220ad6-e7f8-44b3-bf93-e4f214b5eac0,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:49.481531 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 9ce8158f-d97f-4521-aec1-50f134984234 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:49.481531 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9ce8158f-d97f-4521-aec1-50f134984234), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:49.515922 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3fede153-3684-49f9-9c02-2349f8198f3e admin admin] Publish callbacks [] for security_group (051b33fb-a9bc-4f29-9f70-13b69274fb1c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:49.579840 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3fede153-3684-49f9-9c02-2349f8198f3e admin admin] Publish callbacks [] for security_group (051b33fb-a9bc-4f29-9f70-13b69274fb1c), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:49.665718 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-9c1ed793-fec9-41d9-ae43-5eab88be0bdf None None] Allocated IP 2001:db8::f816:3eff:feb5:e13d (656117d9-7a25-46fa-ab9a-f77573437c08/edd25e56-4dc3-4e8f-a665-173077fb1241/b6060eb9-2a96-4173-9131-d47fd997ad9c) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:07:49.669058 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fdd3cd-f0cc-46e0-ab0a-10533a5a32de None None] Pushing event updated for resources: {'Port': ['ID=9c5fbbc7-f41d-4df8-b871-8024998eaebd,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:49.677326 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-04c775bd-69f0-474e-9ccc-561257ea9a80 req-3fdac1b1-af20-42cc-b70f-319857ae7ced tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2687807
Feb 05 21:07:49.678780 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-47a98e4c-036a-4d08-9b2c-ad04bd921305 None None] Provisioning complete for port fe07eba6-3844-43ef-b423-c5d023d8a4b1 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:49.679173 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-47a98e4c-036a-4d08-9b2c-ad04bd921305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (fe07eba6-3844-43ef-b423-c5d023d8a4b1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:49.681716 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 65ee1752-c64b-4ff9-a1c6-a927c28ea9e2 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:49.683074 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (65ee1752-c64b-4ff9-a1c6-a927c28ea9e2), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:49.726920 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3fede153-3684-49f9-9c02-2349f8198f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (051b33fb-a9bc-4f29-9f70-13b69274fb1c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:49.730028 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3fede153-3684-49f9-9c02-2349f8198f3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:49.731495 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3fede153-3684-49f9-9c02-2349f8198f3e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/051b33fb-a9bc-4f29-9f70-13b69274fb1c HTTP/1.1" status: 204  len: 168 time: 0.3683324
Feb 05 21:07:49.741056 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fede153-3684-49f9-9c02-2349f8198f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051b33fb-a9bc-4f29-9f70-13b69274fb1c,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:49.793641 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d4a8e3e4-cbc3-48b0-8d11-24504f0ca8b9 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (37476685-4791-4152-9ed8-05b9b561c4de), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:49.849801 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-47a98e4c-036a-4d08-9b2c-ad04bd921305 None None] Port fe07eba6-3844-43ef-b423-c5d023d8a4b1 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:07:49.928844 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-47a98e4c-036a-4d08-9b2c-ad04bd921305 None None] Provisioning complete for port 9ce8158f-d97f-4521-aec1-50f134984234 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:49.929228 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-47a98e4c-036a-4d08-9b2c-ad04bd921305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9ce8158f-d97f-4521-aec1-50f134984234), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:49.930854 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 9ce8158f-d97f-4521-aec1-50f134984234 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:49.931232 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9ce8158f-d97f-4521-aec1-50f134984234), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:49.989101 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 9ce8158f-d97f-4521-aec1-50f134984234, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ce8158f-d97f-4521-aec1-50f134984234,segment=NetworkSegment(1e731a3f-de73-40e1-91a8-206c090cf325),segment_id=1e731a3f-de73-40e1-91a8-206c090cf325)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:49.989808 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a8e3e4-cbc3-48b0-8d11-24504f0ca8b9 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Network 0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:07:49.990297 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c74630eb-5693-4ed0-b659-bf7b9ac36050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ee1752-c64b-4ff9-a1c6-a927c28ea9e2'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:07:49.998135 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4555e42b-70c4-4bef-a0d5-69a3def87f5f" -d '{"events": [{"server_uuid": "c74630eb-5693-4ed0-b659-bf7b9ac36050", "name": "network-vif-plugged", "status": "completed", "tag": "65ee1752-c64b-4ff9-a1c6-a927c28ea9e2"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:07:50.015808 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-d4a8e3e4-cbc3-48b0-8d11-24504f0ca8b9 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:07:50.028479 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a8e3e4-cbc3-48b0-8d11-24504f0ca8b9 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:50.029075 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d4a8e3e4-cbc3-48b0-8d11-24504f0ca8b9 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:50.049269 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9ce8158f-d97f-4521-aec1-50f134984234), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:50.056785 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 65ee1752-c64b-4ff9-a1c6-a927c28ea9e2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=65ee1752-c64b-4ff9-a1c6-a927c28ea9e2,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:50.060403 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379d459d-fe2c-407d-8c74-e28bdfdda934 None None] Network 0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:07:50.076517 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a8e3e4-cbc3-48b0-8d11-24504f0ca8b9 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'Subnet': ['ID=37476685-4791-4152-9ed8-05b9b561c4de,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:50.129194 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d4a8e3e4-cbc3-48b0-8d11-24504f0ca8b9 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.3855560
Feb 05 21:07:50.132102 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59754) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:50.142179 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-4e781fab-cc3a-4639-a066-ae25adc2adb7 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-337199235', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '37476685-4791-4152-9ed8-05b9b561c4de'}], 'security_groups': ['5be4b657-ea48-448e-97df-fe3cffbfac8b']}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:50.183498 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f84175-4039-4bc9-842b-d96b2e13a23a req-8964c35d-3bec-450a-9936-fd61e6e72518 tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:50.183776 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (65ee1752-c64b-4ff9-a1c6-a927c28ea9e2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:50.188324 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-13f84175-4039-4bc9-842b-d96b2e13a23a req-8964c35d-3bec-450a-9936-fd61e6e72518 tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] 10.222.0.32 "GET /v2.0/ports?device_id=acd80ae2-ec65-4d37-9a33-f0c1b5e75254 HTTP/1.1" status: 200  len: 945 time: 0.2777796
Feb 05 21:07:50.201663 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53edd580-cc1c-4d80-aed1-9b6e92bff5fc x-openstack-request-id: req-53edd580-cc1c-4d80-aed1-9b6e92bff5fc {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:07:50.201915 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c74630eb-5693-4ed0-b659-bf7b9ac36050", "name": "network-vif-plugged", "status": "completed", "tag": "65ee1752-c64b-4ff9-a1c6-a927c28ea9e2", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:07:50.202007 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-53edd580-cc1c-4d80-aed1-9b6e92bff5fc {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:07:50.202446 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c74630eb-5693-4ed0-b659-bf7b9ac36050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ee1752-c64b-4ff9-a1c6-a927c28ea9e2', 'code': 200}
Feb 05 21:07:50.257708 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:50.287355 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-13f84175-4039-4bc9-842b-d96b2e13a23a req-174e0079-8716-4ea2-8b84-da9ac991d07b tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] 10.222.0.32 "GET /v2.0/security-groups?id=19809129-f351-407c-b760-3ecebfe4e2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915637
Feb 05 21:07:50.298358 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4e781fab-cc3a-4639-a066-ae25adc2adb7 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d1db1639-9261-402b-a0d1-f0b5ea212135), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:50.350507 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59762) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:50.368125 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f7003282-3b10-40f8-bc7e-068af20cf754 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:50.388080 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=9ce8158f-d97f-4521-aec1-50f134984234,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:50.558006 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f7003282-3b10-40f8-bc7e-068af20cf754 admin admin] Publish callbacks [] for security_group (c6d240c2-589f-467d-b79c-2638b6be980e), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:50.563749 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=65ee1752-c64b-4ff9-a1c6-a927c28ea9e2,revision_number=7']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:50.568548 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f7003282-3b10-40f8-bc7e-068af20cf754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (c6d240c2-589f-467d-b79c-2638b6be980e), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:50.663042 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-47a98e4c-036a-4d08-9b2c-ad04bd921305 None None] Current status of the port 9ce8158f-d97f-4521-aec1-50f134984234 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:50.701430 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f7003282-3b10-40f8-bc7e-068af20cf754 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8ee3f48b2cb345798ed332798ea2b9ce&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3496776
Feb 05 21:07:50.704579 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9c1ed793-fec9-41d9-ae43-5eab88be0bdf None None] Publish callbacks [] for port (b6060eb9-2a96-4173-9131-d47fd997ad9c), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:50.705295 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59772) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:50.707368 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7003282-3b10-40f8-bc7e-068af20cf754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d240c2-589f-467d-b79c-2638b6be980e,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:50.744329 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9c1ed793-fec9-41d9-ae43-5eab88be0bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (b6060eb9-2a96-4173-9131-d47fd997ad9c), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:50.831994 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1ed793-fec9-41d9-ae43-5eab88be0bdf None None] Pushing event updated for resources: {'Port': ['ID=b6060eb9-2a96-4173-9131-d47fd997ad9c,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:50.916059 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d666f9-ee99-4b60-8dc6-80887400e2e3 None None] Update dhcp port {'port': {'network_id': '0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8', 'fixed_ips': [{'subnet_id': '12875874-1f96-4550-aaa7-b3925450d432', 'ip_address': '172.20.0.2'}, {'subnet_id': '37476685-4791-4152-9ed8-05b9b561c4de'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '9ce8158f-d97f-4521-aec1-50f134984234'} from ncdv-master-1. {{(pid=114392) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 05 21:07:50.924558 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1ed793-fec9-41d9-ae43-5eab88be0bdf None None] Network 656117d9-7a25-46fa-ab9a-f77573437c08 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:07:50.927186 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-ae232ffa-775f-4033-8320-9e17b1098c16 None None] Provisioning complete for port d1db1639-9261-402b-a0d1-f0b5ea212135 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:50.927745 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ae232ffa-775f-4033-8320-9e17b1098c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d1db1639-9261-402b-a0d1-f0b5ea212135), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:50.964668 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-9c1ed793-fec9-41d9-ae43-5eab88be0bdf None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:07:50.973007 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1ed793-fec9-41d9-ae43-5eab88be0bdf None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:07:51.010623 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-58c16142-17df-499a-a8db-d3778f1f68ec tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Allocated IP 2001:db8::f816:3eff:fe25:82f9 (656117d9-7a25-46fa-ab9a-f77573437c08/edd25e56-4dc3-4e8f-a665-173077fb1241/1d7f2de2-cbd8-4c07-b713-68e6c38a0cbc) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:07:51.041283 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae29d922-43f4-42d9-8a4e-4e28d0da8f32 req-cf3f7615-8907-4077-943a-d8213ee1c50c tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:51.044438 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ae29d922-43f4-42d9-8a4e-4e28d0da8f32 req-cf3f7615-8907-4077-943a-d8213ee1c50c tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74630eb-5693-4ed0-b659-bf7b9ac36050 HTTP/1.1" status: 200  len: 946 time: 0.1606805
Feb 05 21:07:51.075123 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ae232ffa-775f-4033-8320-9e17b1098c16 None None] Port d1db1639-9261-402b-a0d1-f0b5ea212135 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:07:51.113108 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-79d666f9-ee99-4b60-8dc6-80887400e2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9ce8158f-d97f-4521-aec1-50f134984234), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:51.236566 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ae29d922-43f4-42d9-8a4e-4e28d0da8f32 req-b569fb55-9a7a-449c-a8d8-6ab22ce6ab86 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1716781
Feb 05 21:07:51.260645 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9c5fbbc7-f41d-4df8-b871-8024998eaebd up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:07:51.314153 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-58c16142-17df-499a-a8db-d3778f1f68ec tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks [] for port (1d7f2de2-cbd8-4c07-b713-68e6c38a0cbc), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:51.385512 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-9c1ed793-fec9-41d9-ae43-5eab88be0bdf None None] Attempting to bind port b6060eb9-2a96-4173-9131-d47fd997ad9c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:07:51.386413 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-9c1ed793-fec9-41d9-ae43-5eab88be0bdf None None] Attempting to bind port b6060eb9-2a96-4173-9131-d47fd997ad9c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '86f3f3d4-a3ba-4ccf-b606-c58daf31eee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '656117d9-7a25-46fa-ab9a-f77573437c08'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:07:51.387624 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1ed793-fec9-41d9-ae43-5eab88be0bdf None None] Attempting to bind port b6060eb9-2a96-4173-9131-d47fd997ad9c on network 656117d9-7a25-46fa-ab9a-f77573437c08 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:07:51.403298 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873869aa-1981-4960-b723-e8a5d8d51beb None None] Network f7aeb55f-8f75-4b9c-af18-ba3256bd4384 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:07:51.428122 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-4e781fab-cc3a-4639-a066-ae25adc2adb7 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Delete allocated IP 172.20.0.9 (0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8/12875874-1f96-4550-aaa7-b3925450d432) {{(pid=114390) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Feb 05 21:07:51.458003 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5ee954d9-709f-4124-8f57-626315c24dda admin admin] Publish callbacks [] for security_group (c6d240c2-589f-467d-b79c-2638b6be980e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:51.461927 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-4e781fab-cc3a-4639-a066-ae25adc2adb7 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Allocated IP 172.20.0.30 (0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8/37476685-4791-4152-9ed8-05b9b561c4de/d1db1639-9261-402b-a0d1-f0b5ea212135) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:07:51.467742 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-58c16142-17df-499a-a8db-d3778f1f68ec tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (1d7f2de2-cbd8-4c07-b713-68e6c38a0cbc), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:51.484777 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1ed793-fec9-41d9-ae43-5eab88be0bdf None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:07:51.485496 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1ed793-fec9-41d9-ae43-5eab88be0bdf None None] Checking segment: {'id': '86f3f3d4-a3ba-4ccf-b606-c58daf31eee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '656117d9-7a25-46fa-ab9a-f77573437c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:07:51.486421 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9c1ed793-fec9-41d9-ae43-5eab88be0bdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:51.486578 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1ed793-fec9-41d9-ae43-5eab88be0bdf None None] Bound using segment: {'id': '86f3f3d4-a3ba-4ccf-b606-c58daf31eee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '656117d9-7a25-46fa-ab9a-f77573437c08'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:07:51.487542 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-9c1ed793-fec9-41d9-ae43-5eab88be0bdf None None] Bound port: b6060eb9-2a96-4173-9131-d47fd997ad9c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f3f3d4-a3ba-4ccf-b606-c58daf31eee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '656117d9-7a25-46fa-ab9a-f77573437c08'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:07:51.489692 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9c1ed793-fec9-41d9-ae43-5eab88be0bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b6060eb9-2a96-4173-9131-d47fd997ad9c), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:51.508009 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c16142-17df-499a-a8db-d3778f1f68ec tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Network 656117d9-7a25-46fa-ab9a-f77573437c08 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:07:51.521689 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-58c16142-17df-499a-a8db-d3778f1f68ec tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:07:51.546573 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c16142-17df-499a-a8db-d3778f1f68ec tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:07:51.554755 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c16142-17df-499a-a8db-d3778f1f68ec tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:51.555723 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-58c16142-17df-499a-a8db-d3778f1f68ec tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:51.594633 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad40bf3-dec4-4234-90f0-9093f5d54840 req-2759f003-67fd-429e-b212-2b3e05d00697 tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:51.604251 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0ad40bf3-dec4-4234-90f0-9093f5d54840 req-2759f003-67fd-429e-b212-2b3e05d00697 tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] 10.222.0.32 "GET /v2.0/ports?device_id=acd80ae2-ec65-4d37-9a33-f0c1b5e75254 HTTP/1.1" status: 200  len: 945 time: 0.1772492
Feb 05 21:07:51.620828 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5ee954d9-709f-4124-8f57-626315c24dda admin admin] Publish callbacks [] for security_group (c6d240c2-589f-467d-b79c-2638b6be980e), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:51.650764 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-58c16142-17df-499a-a8db-d3778f1f68ec tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 2.9526293
Feb 05 21:07:51.654194 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59790) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:51.674475 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c16142-17df-499a-a8db-d3778f1f68ec tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Pushing event updated for resources: {'Port': ['ID=1d7f2de2-cbd8-4c07-b713-68e6c38a0cbc,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:51.829756 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5ee954d9-709f-4124-8f57-626315c24dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (c6d240c2-589f-467d-b79c-2638b6be980e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:51.833332 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5ee954d9-709f-4124-8f57-626315c24dda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:51.838159 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5ee954d9-709f-4124-8f57-626315c24dda admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c6d240c2-589f-467d-b79c-2638b6be980e HTTP/1.1" status: 204  len: 168 time: 1.1313674
Feb 05 21:07:51.850615 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0ad40bf3-dec4-4234-90f0-9093f5d54840 req-7f4b1fc7-4a24-47d0-9251-24daa0ef5bbb tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] 10.222.0.32 "GET /v2.0/security-groups?id=19809129-f351-407c-b760-3ecebfe4e2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2373357
Feb 05 21:07:51.857491 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee954d9-709f-4124-8f57-626315c24dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d240c2-589f-467d-b79c-2638b6be980e,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:51.865577 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-3db2d6ac-5035-4dc1-8e5e-fad3b80cd87f tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Deleting subnet edd25e56-4dc3-4e8f-a665-173077fb1241 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:07:51.881668 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3db2d6ac-5035-4dc1-8e5e-fad3b80cd87f tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks [] for subnet (edd25e56-4dc3-4e8f-a665-173077fb1241), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:51.936740 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4e781fab-cc3a-4639-a066-ae25adc2adb7 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for port (d1db1639-9261-402b-a0d1-f0b5ea212135), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:51.949290 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4e781fab-cc3a-4639-a066-ae25adc2adb7 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (d1db1639-9261-402b-a0d1-f0b5ea212135), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:51.955556 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-effec194-c120-476b-9660-737869d835c3 None None] Provisioning complete for port 9c5fbbc7-f41d-4df8-b871-8024998eaebd triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:51.956140 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-effec194-c120-476b-9660-737869d835c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9c5fbbc7-f41d-4df8-b871-8024998eaebd), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:51.994864 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3db2d6ac-5035-4dc1-8e5e-fad3b80cd87f tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (edd25e56-4dc3-4e8f-a665-173077fb1241), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:52.005914 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 9c5fbbc7-f41d-4df8-b871-8024998eaebd triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:52.006295 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9c5fbbc7-f41d-4df8-b871-8024998eaebd), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:52.154437 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-9c1ed793-fec9-41d9-ae43-5eab88be0bdf None None] For port b6060eb9-2a96-4173-9131-d47fd997ad9c, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:07:52.163657 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-9c1ed793-fec9-41d9-ae43-5eab88be0bdf None None] For port b6060eb9-2a96-4173-9131-d47fd997ad9c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b6060eb9-2a96-4173-9131-d47fd997ad9c,segment=NetworkSegment(86f3f3d4-a3ba-4ccf-b606-c58daf31eee2),segment_id=86f3f3d4-a3ba-4ccf-b606-c58daf31eee2)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:07:52.170863 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e781fab-cc3a-4639-a066-ae25adc2adb7 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'Port': ['ID=d1db1639-9261-402b-a0d1-f0b5ea212135,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:52.224457 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9c1ed793-fec9-41d9-ae43-5eab88be0bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b6060eb9-2a96-4173-9131-d47fd997ad9c), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:52.251348 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-79d666f9-ee99-4b60-8dc6-80887400e2e3 None None] Allocated IP 172.20.0.18 (0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8/37476685-4791-4152-9ed8-05b9b561c4de/9ce8158f-d97f-4521-aec1-50f134984234) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:07:52.381681 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-4e781fab-cc3a-4639-a066-ae25adc2adb7 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] In _notify_port_updated(), no bound segment for port d1db1639-9261-402b-a0d1-f0b5ea212135 on network 0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8 {{(pid=114390) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Feb 05 21:07:52.399704 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e781fab-cc3a-4639-a066-ae25adc2adb7 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:52.401553 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4e781fab-cc3a-4639-a066-ae25adc2adb7 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:52.407239 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4e781fab-cc3a-4639-a066-ae25adc2adb7 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "PUT /v2.0/ports/d1db1639-9261-402b-a0d1-f0b5ea212135 HTTP/1.1" status: 200  len: 920 time: 2.2722604
Feb 05 21:07:52.410737 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59810) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:52.579975 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3db2d6ac-5035-4dc1-8e5e-fad3b80cd87f tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (edd25e56-4dc3-4e8f-a665-173077fb1241), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:52.707451 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-306411bd-8ea7-43ff-b7b1-90191747ede4 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Deleting port d1db1639-9261-402b-a0d1-f0b5ea212135 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:07:52.707818 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-306411bd-8ea7-43ff-b7b1-90191747ede4 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (d1db1639-9261-402b-a0d1-f0b5ea212135), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:52.908882 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3db2d6ac-5035-4dc1-8e5e-fad3b80cd87f tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (edd25e56-4dc3-4e8f-a665-173077fb1241), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:52.963637 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-79d666f9-ee99-4b60-8dc6-80887400e2e3 None None] For port 9ce8158f-d97f-4521-aec1-50f134984234, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ce8158f-d97f-4521-aec1-50f134984234,segment=NetworkSegment(1e731a3f-de73-40e1-91a8-206c090cf325),segment_id=1e731a3f-de73-40e1-91a8-206c090cf325)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:53.041314 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc3b70-eec0-4040-8146-8d4203731964 req-0d7c17b9-0a1f-407f-a2d5-224b2d7fcc26 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:53.055670 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-84cc3b70-eec0-4040-8146-8d4203731964 req-0d7c17b9-0a1f-407f-a2d5-224b2d7fcc26 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74630eb-5693-4ed0-b659-bf7b9ac36050 HTTP/1.1" status: 200  len: 946 time: 0.6202419
Feb 05 21:07:53.059059 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-306411bd-8ea7-43ff-b7b1-90191747ede4 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (d1db1639-9261-402b-a0d1-f0b5ea212135), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:53.100019 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-79d666f9-ee99-4b60-8dc6-80887400e2e3 None None] Publish callbacks [] for port (9ce8158f-d97f-4521-aec1-50f134984234), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:53.118798 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-306411bd-8ea7-43ff-b7b1-90191747ede4 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Calling delete_port for d1db1639-9261-402b-a0d1-f0b5ea212135 owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:07:53.147719 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 9c5fbbc7-f41d-4df8-b871-8024998eaebd is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:53.148118 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9c5fbbc7-f41d-4df8-b871-8024998eaebd), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:53.169102 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-79d666f9-ee99-4b60-8dc6-80887400e2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9ce8158f-d97f-4521-aec1-50f134984234), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:53.196753 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3db2d6ac-5035-4dc1-8e5e-fad3b80cd87f tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:53.204362 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-3db2d6ac-5035-4dc1-8e5e-fad3b80cd87f tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] 10.222.0.32 "DELETE /v2.0/subnets/edd25e56-4dc3-4e8f-a665-173077fb1241 HTTP/1.1" status: 204  len: 168 time: 1.5489364
Feb 05 21:07:53.224428 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1ed793-fec9-41d9-ae43-5eab88be0bdf None None] Pushing event updated for resources: {'Port': ['ID=b6060eb9-2a96-4173-9131-d47fd997ad9c,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:53.224666 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59848) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:53.247864 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db2d6ac-5035-4dc1-8e5e-fad3b80cd87f tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Pushing event deleted for resources: {'Subnet': ['ID=edd25e56-4dc3-4e8f-a665-173077fb1241,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:53.393627 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-effec194-c120-476b-9660-737869d835c3 None None] Current status of the port 9c5fbbc7-f41d-4df8-b871-8024998eaebd is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:53.394028 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-effec194-c120-476b-9660-737869d835c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9c5fbbc7-f41d-4df8-b871-8024998eaebd), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:53.506298 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd27141e-0a28-42c3-be6a-812c1726fd5c tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:53.509629 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd27141e-0a28-42c3-be6a-812c1726fd5c tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:53.515104 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-dd27141e-0a28-42c3-be6a-812c1726fd5c tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.2709210
Feb 05 21:07:53.522462 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59860) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:53.562182 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-306411bd-8ea7-43ff-b7b1-90191747ede4 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (d1db1639-9261-402b-a0d1-f0b5ea212135), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:53.588783 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-84cc3b70-eec0-4040-8146-8d4203731964 req-a5e7b87c-1290-43a3-b3a6-f2e3878c41e7 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5320215
Feb 05 21:07:53.643281 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306411bd-8ea7-43ff-b7b1-90191747ede4 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event deleted for resources: {'Port': ['ID=d1db1639-9261-402b-a0d1-f0b5ea212135,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:53.789674 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-677e156a-ba80-47dc-9225-87a579e812a3 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (656117d9-7a25-46fa-ab9a-f77573437c08), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:53.794744 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-306411bd-8ea7-43ff-b7b1-90191747ede4 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:53.803085 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59868) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:53.803523 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-306411bd-8ea7-43ff-b7b1-90191747ede4 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/ports/d1db1639-9261-402b-a0d1-f0b5ea212135 HTTP/1.1" status: 204  len: 168 time: 1.3897848
Feb 05 21:07:53.901610 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-d487a191-9fdb-4207-a0db-c1686b73d864 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] GET failed (client error): The resource could not be found.
Feb 05 21:07:53.906974 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d487a191-9fdb-4207-a0db-c1686b73d864 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "GET /v2.0/ports/d1db1639-9261-402b-a0d1-f0b5ea212135 HTTP/1.1" status: 404  len: 333 time: 0.0893519
Feb 05 21:07:53.909349 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59872) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:53.913535 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-677e156a-ba80-47dc-9225-87a579e812a3 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Feb 05 21:07:53.914759 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-677e156a-ba80-47dc-9225-87a579e812a3 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:07:53.920794 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-677e156a-ba80-47dc-9225-87a579e812a3 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] 10.222.0.32 "DELETE /v2.0/networks/656117d9-7a25-46fa-ab9a-f77573437c08 HTTP/1.1" status: 409  len: 466 time: 0.3955083
Feb 05 21:07:53.924522 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59874) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:53.977715 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-f4072bac-961a-4366-acde-3f5568302bbe tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-429326755'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:54.056905 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4072bac-961a-4366-acde-3f5568302bbe tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Made reservation on behalf of 5a5addadfd074a04808cf870e048cab7 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:07:54.057206 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 9c5fbbc7-f41d-4df8-b871-8024998eaebd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c5fbbc7-f41d-4df8-b871-8024998eaebd,segment=NetworkSegment(5164a4c4-fc58-4b02-b8c7-5f5029f78c1c),segment_id=5164a4c4-fc58-4b02-b8c7-5f5029f78c1c)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:54.065427 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f4072bac-961a-4366-acde-3f5568302bbe tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:54.107174 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9c5fbbc7-f41d-4df8-b871-8024998eaebd), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:54.108143 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9ce8158f-d97f-4521-aec1-50f134984234 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:07:54.234727 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-78f6ac30-f2e8-4e88-a5a2-cfa9a5fb8fc1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for security_group (2ca3f6e6-3bd1-4be4-a3dd-d49c9d1f329f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:54.257566 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d666f9-ee99-4b60-8dc6-80887400e2e3 None None] Pushing event updated for resources: {'Port': ['ID=9ce8158f-d97f-4521-aec1-50f134984234,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:54.366529 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-78f6ac30-f2e8-4e88-a5a2-cfa9a5fb8fc1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for security_group (2ca3f6e6-3bd1-4be4-a3dd-d49c9d1f329f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:54.487156 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4072bac-961a-4366-acde-3f5568302bbe tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:07:54.515282 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f4072bac-961a-4366-acde-3f5568302bbe tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (054174c3-9213-4ca9-a24c-5d61ef956920), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:54.515690 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-f4072bac-961a-4366-acde-3f5568302bbe tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Added segment 054174c3-9213-4ca9-a24c-5d61ef956920 of type vlan for network 87828a6c-d04b-4ac8-b0d8-c2334bcc76d4
Feb 05 21:07:54.525792 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.db.api [None req-effec194-c120-476b-9660-737869d835c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 21:07:54.526519 ncdv-master-1 neutron-server[114392]: DEBUG oslo_db.api [None req-effec194-c120-476b-9660-737869d835c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 21:07:54.600966 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=9c5fbbc7-f41d-4df8-b871-8024998eaebd,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:54.618173 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 9ce8158f-d97f-4521-aec1-50f134984234 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:54.624795 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9ce8158f-d97f-4521-aec1-50f134984234), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:54.724377 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-78f6ac30-f2e8-4e88-a5a2-cfa9a5fb8fc1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (2ca3f6e6-3bd1-4be4-a3dd-d49c9d1f329f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:54.729636 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-78f6ac30-f2e8-4e88-a5a2-cfa9a5fb8fc1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:54.739030 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59896) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:54.742349 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-78f6ac30-f2e8-4e88-a5a2-cfa9a5fb8fc1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/security-groups/2ca3f6e6-3bd1-4be4-a3dd-d49c9d1f329f HTTP/1.1" status: 204  len: 168 time: 0.8313589
Feb 05 21:07:54.827088 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f4072bac-961a-4366-acde-3f5568302bbe tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (87828a6c-d04b-4ac8-b0d8-c2334bcc76d4), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:54.849533 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f6ac30-f2e8-4e88-a5a2-cfa9a5fb8fc1 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca3f6e6-3bd1-4be4-a3dd-d49c9d1f329f,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:54.969362 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 9ce8158f-d97f-4521-aec1-50f134984234 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:54.970454 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f4072bac-961a-4366-acde-3f5568302bbe tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (87828a6c-d04b-4ac8-b0d8-c2334bcc76d4), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:54.985352 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4072bac-961a-4366-acde-3f5568302bbe tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:54.986134 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f4072bac-961a-4366-acde-3f5568302bbe tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:55.106990 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59906) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:55.107374 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e8b87e-e0f6-44b7-ac1a-f75917920f4f None None] Network 656117d9-7a25-46fa-ab9a-f77573437c08 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:07:55.179459 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3b00e823-e20b-467a-b17a-9fab2939d7e0 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for security_group (5be4b657-ea48-448e-97df-fe3cffbfac8b), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:55.226761 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3b00e823-e20b-467a-b17a-9fab2939d7e0 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for security_group (5be4b657-ea48-448e-97df-fe3cffbfac8b), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:55.291413 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4072bac-961a-4366-acde-3f5568302bbe tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Pushing event updated for resources: {'Network': ['ID=87828a6c-d04b-4ac8-b0d8-c2334bcc76d4,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:55.332634 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f4072bac-961a-4366-acde-3f5568302bbe tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 1.4040198
Feb 05 21:07:55.333257 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 87828a6c-d04b-4ac8-b0d8-c2334bcc76d4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:07:55.333489 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59910) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:55.346406 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-effec194-c120-476b-9660-737869d835c3 None None] Current status of the port 9c5fbbc7-f41d-4df8-b871-8024998eaebd is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:55.346659 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-bfd42930-db35-409a-9d66-93804a912921 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Request body: {'subnet': {'network_id': '87828a6c-d04b-4ac8-b0d8-c2334bcc76d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:55.451784 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb361eb6-6550-4859-b129-8c73da3518c8 req-2104170b-f939-4c9d-9cc0-32301e30c2de tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:55.476836 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eb361eb6-6550-4859-b129-8c73da3518c8 req-2104170b-f939-4c9d-9cc0-32301e30c2de tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74630eb-5693-4ed0-b659-bf7b9ac36050 HTTP/1.1" status: 200  len: 946 time: 0.5828440
Feb 05 21:07:55.487881 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b6060eb9-2a96-4173-9131-d47fd997ad9c up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:07:55.588884 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd42930-db35-409a-9d66-93804a912921 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Made reservation on behalf of 5a5addadfd074a04808cf870e048cab7 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:07:55.594782 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bfd42930-db35-409a-9d66-93804a912921 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:55.641982 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-042068d7-ca8e-44db-a8aa-57d945f702d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:55.740496 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-7444ebcc-8c44-42a9-a04d-42c28840443e None None] Provisioning complete for port 9c5fbbc7-f41d-4df8-b871-8024998eaebd triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:55.747358 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7444ebcc-8c44-42a9-a04d-42c28840443e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9c5fbbc7-f41d-4df8-b871-8024998eaebd), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:55.768051 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eb361eb6-6550-4859-b129-8c73da3518c8 req-7487b3b0-630d-46d2-9431-b23ef184dd59 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2901428
Feb 05 21:07:55.793421 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3b00e823-e20b-467a-b17a-9fab2939d7e0 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (5be4b657-ea48-448e-97df-fe3cffbfac8b), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:55.807447 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3b00e823-e20b-467a-b17a-9fab2939d7e0 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:55.818317 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-3b00e823-e20b-467a-b17a-9fab2939d7e0 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/security-groups/5be4b657-ea48-448e-97df-fe3cffbfac8b HTTP/1.1" status: 204  len: 168 time: 1.0698764
Feb 05 21:07:55.823802 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59924) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:55.933318 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port b6060eb9-2a96-4173-9131-d47fd997ad9c triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:55.933968 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b6060eb9-2a96-4173-9131-d47fd997ad9c), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:55.983945 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b00e823-e20b-467a-b17a-9fab2939d7e0 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be4b657-ea48-448e-97df-fe3cffbfac8b,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:56.014092 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ebec7f-f37b-44da-9882-38e08a17b10d None None] DHCP port deletion for 656117d9-7a25-46fa-ab9a-f77573437c08 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:07:56.040484 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-e39019ac-eb5e-4dc5-8f52-dc46ecc0822c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Deleting subnet 12875874-1f96-4550-aaa7-b3925450d432 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:07:56.049219 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e39019ac-eb5e-4dc5-8f52-dc46ecc0822c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for subnet (12875874-1f96-4550-aaa7-b3925450d432), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:56.131671 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e39019ac-eb5e-4dc5-8f52-dc46ecc0822c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (12875874-1f96-4550-aaa7-b3925450d432), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:56.245924 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-042068d7-ca8e-44db-a8aa-57d945f702d4 admin admin] Publish callbacks [] for security_group (95f82256-a57f-46ff-a003-405613a64339), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:56.272289 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-042068d7-ca8e-44db-a8aa-57d945f702d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (95f82256-a57f-46ff-a003-405613a64339), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:56.283694 ncdv-master-1 neutron-server[114390]: DEBUG neutron.objects.ports [None req-bfd42930-db35-409a-9d66-93804a912921 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114390) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 05 21:07:56.286190 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bfd42930-db35-409a-9d66-93804a912921 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (e6674985-034f-4850-99ea-e86a68040489), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:56.345901 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-7444ebcc-8c44-42a9-a04d-42c28840443e None None] Current status of the port 9c5fbbc7-f41d-4df8-b871-8024998eaebd is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:56.366605 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd42930-db35-409a-9d66-93804a912921 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Pushing event updated for resources: {'Subnet': ['ID=e6674985-034f-4850-99ea-e86a68040489,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:56.432969 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd42930-db35-409a-9d66-93804a912921 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Checking segment: {'id': '054174c3-9213-4ca9-a24c-5d61ef956920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '87828a6c-d04b-4ac8-b0d8-c2334bcc76d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:07:56.433449 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd42930-db35-409a-9d66-93804a912921 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Network hostable DHCP agents. Network: 87828a6c-d04b-4ac8-b0d8-c2334bcc76d4, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:07:56.463196 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd42930-db35-409a-9d66-93804a912921 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Network 87828a6c-d04b-4ac8-b0d8-c2334bcc76d4 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:07:56.465892 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-7444ebcc-8c44-42a9-a04d-42c28840443e None None] Provisioning complete for port b6060eb9-2a96-4173-9131-d47fd997ad9c triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:56.472738 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7444ebcc-8c44-42a9-a04d-42c28840443e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b6060eb9-2a96-4173-9131-d47fd997ad9c), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:56.475007 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-042068d7-ca8e-44db-a8aa-57d945f702d4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae5e0fac900a424f999367816360aeab&name=default HTTP/1.1" status: 200  len: 3000 time: 1.3598659
Feb 05 21:07:56.498346 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59938) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:56.513665 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042068d7-ca8e-44db-a8aa-57d945f702d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f82256-a57f-46ff-a003-405613a64339,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:56.551499 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-bfd42930-db35-409a-9d66-93804a912921 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 87828a6c-d04b-4ac8-b0d8-c2334bcc76d4) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:07:56.569100 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e39019ac-eb5e-4dc5-8f52-dc46ecc0822c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (12875874-1f96-4550-aaa7-b3925450d432), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:56.580432 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd42930-db35-409a-9d66-93804a912921 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:56.583959 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bfd42930-db35-409a-9d66-93804a912921 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:56.631673 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-bfd42930-db35-409a-9d66-93804a912921 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.2967207
Feb 05 21:07:56.634771 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59940) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:56.645867 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-bc06778b-36ee-47f4-9ca0-e7d1795ff7aa tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Request body: {'port': {'network_id': '87828a6c-d04b-4ac8-b0d8-c2334bcc76d4', 'name': 'tempest-NetworksIpV6TestAttrs-581726026'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:56.647779 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79c69fb-a7e3-4b04-956d-728547a411b2 None None] Network 87828a6c-d04b-4ac8-b0d8-c2334bcc76d4 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:07:56.773735 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e39019ac-eb5e-4dc5-8f52-dc46ecc0822c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (12875874-1f96-4550-aaa7-b3925450d432), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:56.859487 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e39019ac-eb5e-4dc5-8f52-dc46ecc0822c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:56.879208 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e39019ac-eb5e-4dc5-8f52-dc46ecc0822c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/subnets/12875874-1f96-4550-aaa7-b3925450d432 HTTP/1.1" status: 204  len: 168 time: 1.0411773
Feb 05 21:07:56.880470 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59944) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:56.881269 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39019ac-eb5e-4dc5-8f52-dc46ecc0822c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event deleted for resources: {'Subnet': ['ID=12875874-1f96-4550-aaa7-b3925450d432,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:56.888111 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-acd1394e-501c-44a1-9954-075014a3ccd2 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'subnet': {'network_id': '0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:56.897179 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-efd080e3-c49f-48f0-a32a-743e4bb0045a admin admin] Publish callbacks [] for security_group (95f82256-a57f-46ff-a003-405613a64339), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:56.947685 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port b6060eb9-2a96-4173-9131-d47fd997ad9c is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:56.948378 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b6060eb9-2a96-4173-9131-d47fd997ad9c), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:56.974995 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-06ebec7f-f37b-44da-9882-38e08a17b10d None None] Deleting port b6060eb9-2a96-4173-9131-d47fd997ad9c {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:07:56.975669 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-06ebec7f-f37b-44da-9882-38e08a17b10d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (b6060eb9-2a96-4173-9131-d47fd997ad9c), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:56.983167 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-efd080e3-c49f-48f0-a32a-743e4bb0045a admin admin] Publish callbacks [] for security_group (95f82256-a57f-46ff-a003-405613a64339), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:57.065545 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8442c7c8-bf60-4a16-86fa-82bc002c255f None None] Network 0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:07:57.130813 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-efd080e3-c49f-48f0-a32a-743e4bb0045a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (95f82256-a57f-46ff-a003-405613a64339), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:57.141779 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-efd080e3-c49f-48f0-a32a-743e4bb0045a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:57.148906 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-efd080e3-c49f-48f0-a32a-743e4bb0045a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/95f82256-a57f-46ff-a003-405613a64339 HTTP/1.1" status: 204  len: 168 time: 0.6435885
Feb 05 21:07:57.188085 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd080e3-c49f-48f0-a32a-743e4bb0045a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f82256-a57f-46ff-a003-405613a64339,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:57.273205 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-06ebec7f-f37b-44da-9882-38e08a17b10d None None] For port b6060eb9-2a96-4173-9131-d47fd997ad9c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b6060eb9-2a96-4173-9131-d47fd997ad9c,segment=NetworkSegment(86f3f3d4-a3ba-4ccf-b606-c58daf31eee2),segment_id=86f3f3d4-a3ba-4ccf-b606-c58daf31eee2)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:57.273623 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-06ebec7f-f37b-44da-9882-38e08a17b10d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (b6060eb9-2a96-4173-9131-d47fd997ad9c), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:57.312088 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-06ebec7f-f37b-44da-9882-38e08a17b10d None None] Calling delete_port for b6060eb9-2a96-4173-9131-d47fd997ad9c owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:07:57.376070 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc06778b-36ee-47f4-9ca0-e7d1795ff7aa tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Made reservation on behalf of 5a5addadfd074a04808cf870e048cab7 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:07:57.381471 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bc06778b-36ee-47f4-9ca0-e7d1795ff7aa tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:57.413057 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd1394e-501c-44a1-9954-075014a3ccd2 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Made reservation on behalf of 2c6898cf86224b09b9056098bf6480b2 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:07:57.416751 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-acd1394e-501c-44a1-9954-075014a3ccd2 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:57.430171 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-bc06778b-36ee-47f4-9ca0-e7d1795ff7aa tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] device_id is not set on port 405b94c3-2779-40d3-8b79-d5986f9f691f yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:07:57.455214 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129b784-cbd4-499d-906b-8311a2be933f req-d8be3bfd-1f6e-4dc5-a055-f7dbeda6af57 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:57.473746 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f129b784-cbd4-499d-906b-8311a2be933f req-d8be3bfd-1f6e-4dc5-a055-f7dbeda6af57 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74630eb-5693-4ed0-b659-bf7b9ac36050 HTTP/1.1" status: 200  len: 946 time: 0.5350039
Feb 05 21:07:57.693937 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-06ebec7f-f37b-44da-9882-38e08a17b10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (b6060eb9-2a96-4173-9131-d47fd997ad9c), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:57.729601 ncdv-master-1 neutron-server[114392]: INFO neutron.plugins.ml2.db [None req-7444ebcc-8c44-42a9-a04d-42c28840443e None None] No ports have port_id starting with b6060eb9-2a96-4173-9131-d47fd997ad9c
Feb 05 21:07:57.816916 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9ce8158f-d97f-4521-aec1-50f134984234 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:07:57.819471 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-bc06778b-36ee-47f4-9ca0-e7d1795ff7aa tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Allocated IP 2001:db8::f816:3eff:febd:df3f (87828a6c-d04b-4ac8-b0d8-c2334bcc76d4/e6674985-034f-4850-99ea-e86a68040489/405b94c3-2779-40d3-8b79-d5986f9f691f) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:07:57.895032 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ebec7f-f37b-44da-9882-38e08a17b10d None None] Pushing event deleted for resources: {'Port': ['ID=b6060eb9-2a96-4173-9131-d47fd997ad9c,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:57.905920 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ebec7f-f37b-44da-9882-38e08a17b10d None None] No DVR routers for this DVR port b6060eb9-2a96-4173-9131-d47fd997ad9c on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:07:57.925129 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ab3213-fb6a-48b7-b617-597c5bf04a04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-87828a6c-d04b-4ac8-b0d8-c2334bcc76d4', 'network_id': '87828a6c-d04b-4ac8-b0d8-c2334bcc76d4', 'project_id': '5a5addadfd074a04808cf870e048cab7', 'fixed_ips': [{'subnet_id': 'e6674985-034f-4850-99ea-e86a68040489'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:07:57.926325 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-09ab3213-fb6a-48b7-b617-597c5bf04a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:57.959769 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-741c9bb2-7904-475e-9c09-46a4c3d81fa3 None None] Could not find standard attr ID for object d1db1639-9261-402b-a0d1-f0b5ea212135. {{(pid=114392) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 05 21:07:58.040003 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-741c9bb2-7904-475e-9c09-46a4c3d81fa3 None None] Provisioning complete for port fe07eba6-3844-43ef-b423-c5d023d8a4b1 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:58.042138 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-741c9bb2-7904-475e-9c09-46a4c3d81fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (fe07eba6-3844-43ef-b423-c5d023d8a4b1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:58.179022 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bc06778b-36ee-47f4-9ca0-e7d1795ff7aa tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks [] for port (405b94c3-2779-40d3-8b79-d5986f9f691f), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:58.263625 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59974) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:58.281814 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bc06778b-36ee-47f4-9ca0-e7d1795ff7aa tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (405b94c3-2779-40d3-8b79-d5986f9f691f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:58.284230 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b1624c85-7412-41dc-a135-86cb9d4505ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:58.370887 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 9ce8158f-d97f-4521-aec1-50f134984234 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:58.372583 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9ce8158f-d97f-4521-aec1-50f134984234), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:58.395050 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-741c9bb2-7904-475e-9c09-46a4c3d81fa3 None None] Port fe07eba6-3844-43ef-b423-c5d023d8a4b1 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:07:58.416191 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b1624c85-7412-41dc-a135-86cb9d4505ae admin admin] Publish callbacks [] for security_group (6d8a5b03-fb8c-4adf-a602-2805e9215059), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:58.437777 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b1624c85-7412-41dc-a135-86cb9d4505ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (6d8a5b03-fb8c-4adf-a602-2805e9215059), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:58.529811 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc06778b-36ee-47f4-9ca0-e7d1795ff7aa tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Network 87828a6c-d04b-4ac8-b0d8-c2334bcc76d4 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:07:58.535220 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1624c85-7412-41dc-a135-86cb9d4505ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8a5b03-fb8c-4adf-a602-2805e9215059,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:58.551792 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-bc06778b-36ee-47f4-9ca0-e7d1795ff7aa tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:07:58.570521 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc06778b-36ee-47f4-9ca0-e7d1795ff7aa tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:07:58.580493 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-741c9bb2-7904-475e-9c09-46a4c3d81fa3 None None] Provisioning complete for port 9ce8158f-d97f-4521-aec1-50f134984234 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:58.580774 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc06778b-36ee-47f4-9ca0-e7d1795ff7aa tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:58.581236 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bc06778b-36ee-47f4-9ca0-e7d1795ff7aa tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:58.583344 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-741c9bb2-7904-475e-9c09-46a4c3d81fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9ce8158f-d97f-4521-aec1-50f134984234), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:58.600764 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc06778b-36ee-47f4-9ca0-e7d1795ff7aa tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Pushing event updated for resources: {'Port': ['ID=405b94c3-2779-40d3-8b79-d5986f9f691f,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:58.612757 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f129b784-cbd4-499d-906b-8311a2be933f req-861b8fc3-908f-4d6c-be4a-fb3decec0026 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0380166
Feb 05 21:07:58.652302 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b1624c85-7412-41dc-a135-86cb9d4505ae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c252cc8971a34567a3ec4782ce03814c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3870516
Feb 05 21:07:58.655951 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 59980) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:58.679517 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a28a0-2c34-4f72-b5ed-85ee05f7ec01 req-734a5ad4-79d7-46d2-b39d-5c0a6e7f17b0 tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:58.681147 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-159a28a0-2c34-4f72-b5ed-85ee05f7ec01 req-734a5ad4-79d7-46d2-b39d-5c0a6e7f17b0 tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] 10.222.0.32 "GET /v2.0/ports?device_id=acd80ae2-ec65-4d37-9a33-f0c1b5e75254 HTTP/1.1" status: 200  len: 945 time: 1.2064376
Feb 05 21:07:58.681650 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59982) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:58.685078 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-bc06778b-36ee-47f4-9ca0-e7d1795ff7aa tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 2.0490699
Feb 05 21:07:58.697184 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-09ab3213-fb6a-48b7-b617-597c5bf04a04 None None] Allocated IP 2001:db8::f816:3eff:fe7a:c9d5 (87828a6c-d04b-4ac8-b0d8-c2334bcc76d4/e6674985-034f-4850-99ea-e86a68040489/e7219d23-1a73-4daa-8a4f-f6035bc348b1) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:07:58.828937 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-66d2a053-2b5c-48bd-801e-c021f7c97caa tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Deleting subnet e6674985-034f-4850-99ea-e86a68040489 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:07:58.855784 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e1985d33-ff7b-45cb-a82c-88753b484c39 admin admin] Publish callbacks [] for security_group (6d8a5b03-fb8c-4adf-a602-2805e9215059), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:58.919871 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 9ce8158f-d97f-4521-aec1-50f134984234 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:58.940710 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e1985d33-ff7b-45cb-a82c-88753b484c39 admin admin] Publish callbacks [] for security_group (6d8a5b03-fb8c-4adf-a602-2805e9215059), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:58.955072 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9c5fbbc7-f41d-4df8-b871-8024998eaebd up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:07:59.036668 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d1012-55de-490e-b7ae-b87cee9cef40 req-99ea1977-d1ec-43ad-aead-2252b28b1333 tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:59.038333 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-517d1012-55de-490e-b7ae-b87cee9cef40 req-99ea1977-d1ec-43ad-aead-2252b28b1333 tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] 10.222.0.21 "GET /v2.0/ports?device_id=acd80ae2-ec65-4d37-9a33-f0c1b5e75254 HTTP/1.1" status: 200  len: 945 time: 0.2547925
Feb 05 21:07:59.053264 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-159a28a0-2c34-4f72-b5ed-85ee05f7ec01 req-102d977f-919e-45fe-b0ef-7bf6f508cb80 tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] 10.222.0.32 "GET /v2.0/security-groups?id=19809129-f351-407c-b760-3ecebfe4e2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3392651
Feb 05 21:07:59.189585 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-741c9bb2-7904-475e-9c09-46a4c3d81fa3 None None] Current status of the port 9ce8158f-d97f-4521-aec1-50f134984234 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:59.208699 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 9c5fbbc7-f41d-4df8-b871-8024998eaebd triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:59.208987 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9c5fbbc7-f41d-4df8-b871-8024998eaebd), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:59.244991 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e1985d33-ff7b-45cb-a82c-88753b484c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (6d8a5b03-fb8c-4adf-a602-2805e9215059), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:59.246417 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-acd1394e-501c-44a1-9954-075014a3ccd2 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (b672501d-f141-422f-984d-b08b0f7d8566), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:59.249783 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e1985d33-ff7b-45cb-a82c-88753b484c39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:59.252003 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e1985d33-ff7b-45cb-a82c-88753b484c39 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6d8a5b03-fb8c-4adf-a602-2805e9215059 HTTP/1.1" status: 204  len: 168 time: 0.5949969
Feb 05 21:07:59.302939 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1985d33-ff7b-45cb-a82c-88753b484c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8a5b03-fb8c-4adf-a602-2805e9215059,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:59.332196 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-517d1012-55de-490e-b7ae-b87cee9cef40 req-2f7dd446-b9c2-49dc-8215-a8b2e3f16219 tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] Deleting port 7aec6027-8a6b-4280-a21f-dedd773a2a5c {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:07:59.332805 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-517d1012-55de-490e-b7ae-b87cee9cef40 req-2f7dd446-b9c2-49dc-8215-a8b2e3f16219 tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (7aec6027-8a6b-4280-a21f-dedd773a2a5c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:59.369552 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd1394e-501c-44a1-9954-075014a3ccd2 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Network 0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:07:59.380166 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-acd1394e-501c-44a1-9954-075014a3ccd2 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:07:59.398948 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd1394e-501c-44a1-9954-075014a3ccd2 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:07:59.398948 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-acd1394e-501c-44a1-9954-075014a3ccd2 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:59.425075 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-acd1394e-501c-44a1-9954-075014a3ccd2 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.5412688
Feb 05 21:07:59.429155 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 59998) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:59.434837 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-b440880d-19e5-4d3d-b908-6a33377a07d4 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'security_group': {'name': 'tempest-secgroup-49662731'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:59.449463 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec6a315-7ba8-4f59-ae8b-fd8ad6dec701 None None] Network 0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:07:59.450789 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd1394e-501c-44a1-9954-075014a3ccd2 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'Subnet': ['ID=b672501d-f141-422f-984d-b08b0f7d8566,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:59.505303 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b440880d-19e5-4d3d-b908-6a33377a07d4 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:59.588340 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-abbc2cfe-163d-4ebf-9f75-6a417114858e None None] Provisioning complete for port 9ce8158f-d97f-4521-aec1-50f134984234 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:07:59.588749 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-abbc2cfe-163d-4ebf-9f75-6a417114858e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9ce8158f-d97f-4521-aec1-50f134984234), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:59.619252 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b440880d-19e5-4d3d-b908-6a33377a07d4 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for security_group (27dc9c9f-1574-4bbf-b00a-efe20497f150), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:59.621506 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-09ab3213-fb6a-48b7-b617-597c5bf04a04 None None] Publish callbacks [] for port (e7219d23-1a73-4daa-8a4f-f6035bc348b1), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:59.632256 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-517d1012-55de-490e-b7ae-b87cee9cef40 req-2f7dd446-b9c2-49dc-8215-a8b2e3f16219 tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] For port 7aec6027-8a6b-4280-a21f-dedd773a2a5c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7aec6027-8a6b-4280-a21f-dedd773a2a5c,segment=NetworkSegment(83985eec-2448-4a9d-a5fd-0e500d471fc5),segment_id=83985eec-2448-4a9d-a5fd-0e500d471fc5)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:07:59.635580 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-517d1012-55de-490e-b7ae-b87cee9cef40 req-2f7dd446-b9c2-49dc-8215-a8b2e3f16219 tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (7aec6027-8a6b-4280-a21f-dedd773a2a5c), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:59.638490 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-66d2a053-2b5c-48bd-801e-c021f7c97caa tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks [] for subnet (e6674985-034f-4850-99ea-e86a68040489), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:59.670464 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-09ab3213-fb6a-48b7-b617-597c5bf04a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (e7219d23-1a73-4daa-8a4f-f6035bc348b1), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:59.705790 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-517d1012-55de-490e-b7ae-b87cee9cef40 req-2f7dd446-b9c2-49dc-8215-a8b2e3f16219 tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] Calling delete_port for 7aec6027-8a6b-4280-a21f-dedd773a2a5c owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:07:59.709430 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ab3213-fb6a-48b7-b617-597c5bf04a04 None None] Network 87828a6c-d04b-4ac8-b0d8-c2334bcc76d4 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:07:59.741846 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b440880d-19e5-4d3d-b908-6a33377a07d4 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (27dc9c9f-1574-4bbf-b00a-efe20497f150), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:59.758957 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-09ab3213-fb6a-48b7-b617-597c5bf04a04 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:07:59.805860 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ab3213-fb6a-48b7-b617-597c5bf04a04 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:07:59.873266 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440880d-19e5-4d3d-b908-6a33377a07d4 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27dc9c9f-1574-4bbf-b00a-efe20497f150,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:59.879654 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b440880d-19e5-4d3d-b908-6a33377a07d4 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:59.881714 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b440880d-19e5-4d3d-b908-6a33377a07d4 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1760 time: 0.4512739
Feb 05 21:07:59.891630 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60004) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:07:59.896684 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-894d8a8f-98d2-4c8c-9a2c-9c6fe8a2060c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'security_group': {'name': 'tempest-secgroup-1201577427'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:07:59.902846 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ab3213-fb6a-48b7-b617-597c5bf04a04 None None] Pushing event updated for resources: {'Port': ['ID=e7219d23-1a73-4daa-8a4f-f6035bc348b1,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:07:59.945103 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-abbc2cfe-163d-4ebf-9f75-6a417114858e None None] Current status of the port 9ce8158f-d97f-4521-aec1-50f134984234 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:59.966321 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-894d8a8f-98d2-4c8c-9a2c-9c6fe8a2060c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:07:59.977240 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 9c5fbbc7-f41d-4df8-b871-8024998eaebd is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:07:59.982947 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-66d2a053-2b5c-48bd-801e-c021f7c97caa tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (e6674985-034f-4850-99ea-e86a68040489), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:00.054683 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-517d1012-55de-490e-b7ae-b87cee9cef40 req-2f7dd446-b9c2-49dc-8215-a8b2e3f16219 tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (7aec6027-8a6b-4280-a21f-dedd773a2a5c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:00.079742 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['7aec6027-8a6b-4280-a21f-dedd773a2a5c'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:08:00.178937 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-abbc2cfe-163d-4ebf-9f75-6a417114858e None None] Provisioning complete for port fe07eba6-3844-43ef-b423-c5d023d8a4b1 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:08:00.181300 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-abbc2cfe-163d-4ebf-9f75-6a417114858e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (fe07eba6-3844-43ef-b423-c5d023d8a4b1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:00.204015 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7dd446-b9c2-49dc-8215-a8b2e3f16219 tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] Pushing event deleted for resources: {'Port': ['ID=7aec6027-8a6b-4280-a21f-dedd773a2a5c,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:00.232598 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-09ab3213-fb6a-48b7-b617-597c5bf04a04 None None] Attempting to bind port e7219d23-1a73-4daa-8a4f-f6035bc348b1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:08:00.233848 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-09ab3213-fb6a-48b7-b617-597c5bf04a04 None None] Attempting to bind port e7219d23-1a73-4daa-8a4f-f6035bc348b1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '054174c3-9213-4ca9-a24c-5d61ef956920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '87828a6c-d04b-4ac8-b0d8-c2334bcc76d4'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:08:00.235285 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ab3213-fb6a-48b7-b617-597c5bf04a04 None None] Attempting to bind port e7219d23-1a73-4daa-8a4f-f6035bc348b1 on network 87828a6c-d04b-4ac8-b0d8-c2334bcc76d4 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:08:00.238978 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b6060eb9-2a96-4173-9131-d47fd997ad9c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:08:00.286688 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: b6060eb9-2a96-4173-9131-d47fd997ad9c {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:08:00.287289 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b6060eb9-2a96-4173-9131-d47fd997ad9c not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:08:00.305700 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ab3213-fb6a-48b7-b617-597c5bf04a04 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:08:00.306613 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ab3213-fb6a-48b7-b617-597c5bf04a04 None None] Checking segment: {'id': '054174c3-9213-4ca9-a24c-5d61ef956920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '87828a6c-d04b-4ac8-b0d8-c2334bcc76d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:08:00.307220 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-09ab3213-fb6a-48b7-b617-597c5bf04a04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:00.307783 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ab3213-fb6a-48b7-b617-597c5bf04a04 None None] Bound using segment: {'id': '054174c3-9213-4ca9-a24c-5d61ef956920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '87828a6c-d04b-4ac8-b0d8-c2334bcc76d4'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:08:00.309747 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-09ab3213-fb6a-48b7-b617-597c5bf04a04 None None] Bound port: e7219d23-1a73-4daa-8a4f-f6035bc348b1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '054174c3-9213-4ca9-a24c-5d61ef956920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '87828a6c-d04b-4ac8-b0d8-c2334bcc76d4'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:08:00.310619 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-09ab3213-fb6a-48b7-b617-597c5bf04a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e7219d23-1a73-4daa-8a4f-f6035bc348b1), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:00.382989 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-abbc2cfe-163d-4ebf-9f75-6a417114858e None None] Port fe07eba6-3844-43ef-b423-c5d023d8a4b1 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:08:00.411644 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463b620d-0d64-4500-94d5-fef1b62916b2 None None] Update dhcp port {'port': {'network_id': '0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8', 'fixed_ips': [{'subnet_id': '37476685-4791-4152-9ed8-05b9b561c4de', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b672501d-f141-422f-984d-b08b0f7d8566'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '9ce8158f-d97f-4521-aec1-50f134984234'} from ncdv-master-1. {{(pid=114392) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 05 21:08:00.456573 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75528dc5-5447-4d98-9c4d-1c52b014d423 req-f65337a2-9105-4caf-b544-aeba4532857e tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] 10.222.0.32 "GET /v2.0/ports?device_id=acd80ae2-ec65-4d37-9a33-f0c1b5e75254 HTTP/1.1" status: 200  len: 210 time: 0.0787506
Feb 05 21:08:00.460334 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-517d1012-55de-490e-b7ae-b87cee9cef40 req-2f7dd446-b9c2-49dc-8215-a8b2e3f16219 tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] No DVR routers for this DVR port 7aec6027-8a6b-4280-a21f-dedd773a2a5c on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:08:00.465208 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-517d1012-55de-490e-b7ae-b87cee9cef40 req-2f7dd446-b9c2-49dc-8215-a8b2e3f16219 tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:00.479216 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-517d1012-55de-490e-b7ae-b87cee9cef40 req-2f7dd446-b9c2-49dc-8215-a8b2e3f16219 tempest-ServerTagsTestJSON-1703291707 tempest-ServerTagsTestJSON-1703291707-project] 10.222.0.21 "DELETE /v2.0/ports/7aec6027-8a6b-4280-a21f-dedd773a2a5c HTTP/1.1" status: 204  len: 173 time: 1.4292653
Feb 05 21:08:00.480221 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd80ae2-ec65-4d37-9a33-f0c1b5e75254', 'name': 'network-vif-deleted', 'tag': '7aec6027-8a6b-4280-a21f-dedd773a2a5c'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:08:00.486449 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a47a8b-68d2-4021-810e-2ce7f33a057f" -d '{"events": [{"server_uuid": "acd80ae2-ec65-4d37-9a33-f0c1b5e75254", "name": "network-vif-deleted", "tag": "7aec6027-8a6b-4280-a21f-dedd773a2a5c"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:08:00.493253 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db12bb-ebca-48c2-804f-669deba16194 req-6cd658a5-a6dc-4032-b3f6-15e4bbad8e1b tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:00.495116 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-62db12bb-ebca-48c2-804f-669deba16194 req-6cd658a5-a6dc-4032-b3f6-15e4bbad8e1b tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74630eb-5693-4ed0-b659-bf7b9ac36050 HTTP/1.1" status: 200  len: 946 time: 0.6378405
Feb 05 21:08:00.505475 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-463b620d-0d64-4500-94d5-fef1b62916b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9ce8158f-d97f-4521-aec1-50f134984234), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:00.630598 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-66d2a053-2b5c-48bd-801e-c021f7c97caa tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (e6674985-034f-4850-99ea-e86a68040489), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:00.706121 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a60a41-279d-485f-aee9-5fc7eb5f4f81 x-openstack-request-id: req-99a60a41-279d-485f-aee9-5fc7eb5f4f81 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:08:00.707919 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd80ae2-ec65-4d37-9a33-f0c1b5e75254", "name": "network-vif-deleted", "tag": "7aec6027-8a6b-4280-a21f-dedd773a2a5c", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:08:00.707919 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-99a60a41-279d-485f-aee9-5fc7eb5f4f81 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:08:00.707919 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd80ae2-ec65-4d37-9a33-f0c1b5e75254', 'name': 'network-vif-deleted', 'tag': '7aec6027-8a6b-4280-a21f-dedd773a2a5c', 'status': 'completed', 'code': 200}
Feb 05 21:08:00.748467 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-894d8a8f-98d2-4c8c-9a2c-9c6fe8a2060c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for security_group (ab038829-8384-463d-b0ab-1a83f6ab9aa9), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:00.753221 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-62db12bb-ebca-48c2-804f-669deba16194 req-34bff346-01f8-4c6f-9c47-ac52c3be80e9 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2307198
Feb 05 21:08:00.758112 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-894d8a8f-98d2-4c8c-9a2c-9c6fe8a2060c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ab038829-8384-463d-b0ab-1a83f6ab9aa9), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:00.806422 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-894d8a8f-98d2-4c8c-9a2c-9c6fe8a2060c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:00.812700 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60034) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:00.816895 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-02be12a3-3df1-46c9-9cf7-03499740b297 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'security_group': {'name': 'tempest-secgroup-236521894'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:08:00.821952 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-894d8a8f-98d2-4c8c-9a2c-9c6fe8a2060c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.9292097
Feb 05 21:08:00.834491 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d8a8f-98d2-4c8c-9a2c-9c6fe8a2060c tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab038829-8384-463d-b0ab-1a83f6ab9aa9,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:00.860852 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-02be12a3-3df1-46c9-9cf7-03499740b297 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:00.866677 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-66d2a053-2b5c-48bd-801e-c021f7c97caa tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (e6674985-034f-4850-99ea-e86a68040489), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:00.874565 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-09ab3213-fb6a-48b7-b617-597c5bf04a04 None None] For port e7219d23-1a73-4daa-8a4f-f6035bc348b1, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:08:00.899308 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-09ab3213-fb6a-48b7-b617-597c5bf04a04 None None] For port e7219d23-1a73-4daa-8a4f-f6035bc348b1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e7219d23-1a73-4daa-8a4f-f6035bc348b1,segment=NetworkSegment(054174c3-9213-4ca9-a24c-5d61ef956920),segment_id=054174c3-9213-4ca9-a24c-5d61ef956920)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:08:00.922905 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-09ab3213-fb6a-48b7-b617-597c5bf04a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (e7219d23-1a73-4daa-8a4f-f6035bc348b1), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:00.970226 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-66d2a053-2b5c-48bd-801e-c021f7c97caa tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:00.975319 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-66d2a053-2b5c-48bd-801e-c021f7c97caa tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] 10.222.0.32 "DELETE /v2.0/subnets/e6674985-034f-4850-99ea-e86a68040489 HTTP/1.1" status: 204  len: 168 time: 2.2912130
Feb 05 21:08:00.977682 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2a053-2b5c-48bd-801e-c021f7c97caa tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Pushing event deleted for resources: {'Subnet': ['ID=e6674985-034f-4850-99ea-e86a68040489,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:00.980189 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60040) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:01.065336 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-463b620d-0d64-4500-94d5-fef1b62916b2 None None] Allocated IP 172.20.0.2 (0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8/b672501d-f141-422f-984d-b08b0f7d8566/9ce8158f-d97f-4521-aec1-50f134984234) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:08:01.126660 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-02be12a3-3df1-46c9-9cf7-03499740b297 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for security_group (6390e923-25f3-458c-b194-a23ceffe5025), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:01.174400 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ab3213-fb6a-48b7-b617-597c5bf04a04 None None] Pushing event updated for resources: {'Port': ['ID=e7219d23-1a73-4daa-8a4f-f6035bc348b1,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:01.180485 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644e490b-70e3-4925-bf0c-190e8b6ba4d8 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:01.199051 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644e490b-70e3-4925-bf0c-190e8b6ba4d8 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:01.207273 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60050) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:01.211963 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-644e490b-70e3-4925-bf0c-190e8b6ba4d8 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.2264948
Feb 05 21:08:01.214850 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-02be12a3-3df1-46c9-9cf7-03499740b297 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (6390e923-25f3-458c-b194-a23ceffe5025), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:01.295383 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-02be12a3-3df1-46c9-9cf7-03499740b297 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:01.304482 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-02be12a3-3df1-46c9-9cf7-03499740b297 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.4910564
Feb 05 21:08:01.305970 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60052) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:01.322673 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-e6f51fae-8b84-4cab-af0c-16ca65ec8ccb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-664037994', 'security_groups': ['6390e923-25f3-458c-b194-a23ceffe5025'], 'network_id': '0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b672501d-f141-422f-984d-b08b0f7d8566'}]}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:08:01.340454 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be12a3-3df1-46c9-9cf7-03499740b297 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6390e923-25f3-458c-b194-a23ceffe5025,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:01.437325 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-463b620d-0d64-4500-94d5-fef1b62916b2 None None] For port 9ce8158f-d97f-4521-aec1-50f134984234, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ce8158f-d97f-4521-aec1-50f134984234,segment=NetworkSegment(1e731a3f-de73-40e1-91a8-206c090cf325),segment_id=1e731a3f-de73-40e1-91a8-206c090cf325)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:08:01.464983 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-078a5973-3ea7-45b3-a95a-c073253239d1 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (87828a6c-d04b-4ac8-b0d8-c2334bcc76d4), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:01.532477 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-078a5973-3ea7-45b3-a95a-c073253239d1 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Feb 05 21:08:01.532965 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-078a5973-3ea7-45b3-a95a-c073253239d1 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:08:01.545481 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-078a5973-3ea7-45b3-a95a-c073253239d1 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] 10.222.0.32 "DELETE /v2.0/networks/87828a6c-d04b-4ac8-b0d8-c2334bcc76d4 HTTP/1.1" status: 409  len: 466 time: 0.3368869
Feb 05 21:08:01.561080 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60058) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:01.570668 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-33a29426-8e40-4f5f-8d95-c78394e57558 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1858547041'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:08:01.636709 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60062) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:01.644069 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-463b620d-0d64-4500-94d5-fef1b62916b2 None None] Publish callbacks [] for port (9ce8158f-d97f-4521-aec1-50f134984234), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:01.651409 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-463b620d-0d64-4500-94d5-fef1b62916b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9ce8158f-d97f-4521-aec1-50f134984234), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:01.666644 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f51fae-8b84-4cab-af0c-16ca65ec8ccb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Made reservation on behalf of 2c6898cf86224b09b9056098bf6480b2 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:08:01.792395 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e6f51fae-8b84-4cab-af0c-16ca65ec8ccb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:01.803402 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a29426-8e40-4f5f-8d95-c78394e57558 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Made reservation on behalf of 5a5addadfd074a04808cf870e048cab7 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:08:01.814127 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-33a29426-8e40-4f5f-8d95-c78394e57558 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:01.847218 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-e6f51fae-8b84-4cab-af0c-16ca65ec8ccb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] device_id is not set on port f6544669-23f0-451d-b0bf-7fd32c1ab16a yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:08:01.870910 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-547b4f54-0d7d-47f6-a8cb-2ee2621c91b2 admin admin] Deleting subnet 3d5f7b0d-7330-4da1-84ef-6984e246dd84 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:08:01.895104 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-547b4f54-0d7d-47f6-a8cb-2ee2621c91b2 admin admin] Publish callbacks [] for subnet (3d5f7b0d-7330-4da1-84ef-6984e246dd84), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:01.944393 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b620d-0d64-4500-94d5-fef1b62916b2 None None] Pushing event updated for resources: {'Port': ['ID=9ce8158f-d97f-4521-aec1-50f134984234,revision_number=6']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:02.069157 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33a29426-8e40-4f5f-8d95-c78394e57558 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:08:02.103328 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-547b4f54-0d7d-47f6-a8cb-2ee2621c91b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (3d5f7b0d-7330-4da1-84ef-6984e246dd84), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:02.145513 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-33a29426-8e40-4f5f-8d95-c78394e57558 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (c3558c5f-68cf-478e-abf3-7901b342aedf), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:02.145890 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-33a29426-8e40-4f5f-8d95-c78394e57558 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Added segment c3558c5f-68cf-478e-abf3-7901b342aedf of type vlan for network cb175b3d-7d78-49ed-bccb-4c49cf6423ab
Feb 05 21:08:02.251229 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-e6f51fae-8b84-4cab-af0c-16ca65ec8ccb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Allocated IP 172.20.0.10 (0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8/b672501d-f141-422f-984d-b08b0f7d8566/f6544669-23f0-451d-b0bf-7fd32c1ab16a) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:08:02.273831 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac6d2a-cd21-4001-98e4-07f878fc464e req-6a8b6806-650c-4f07-94a0-03d4ced5958b tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:02.276391 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e1ac6d2a-cd21-4001-98e4-07f878fc464e req-6a8b6806-650c-4f07-94a0-03d4ced5958b tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74630eb-5693-4ed0-b659-bf7b9ac36050 HTTP/1.1" status: 200  len: 946 time: 0.3059258
Feb 05 21:08:02.352597 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-33a29426-8e40-4f5f-8d95-c78394e57558 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (cb175b3d-7d78-49ed-bccb-4c49cf6423ab), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:02.355801 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-547b4f54-0d7d-47f6-a8cb-2ee2621c91b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (3d5f7b0d-7330-4da1-84ef-6984e246dd84), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:02.397555 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9ce8158f-d97f-4521-aec1-50f134984234 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:08:02.532194 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 9ce8158f-d97f-4521-aec1-50f134984234 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:08:02.534294 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9ce8158f-d97f-4521-aec1-50f134984234), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:02.586973 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-33a29426-8e40-4f5f-8d95-c78394e57558 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (cb175b3d-7d78-49ed-bccb-4c49cf6423ab), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:02.593235 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a29426-8e40-4f5f-8d95-c78394e57558 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:02.594847 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-33a29426-8e40-4f5f-8d95-c78394e57558 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:02.600980 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e1ac6d2a-cd21-4001-98e4-07f878fc464e req-48cf9e4c-0d08-4259-8d49-19f0e8aa8282 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3073885
Feb 05 21:08:02.643381 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 7aec6027-8a6b-4280-a21f-dedd773a2a5c no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:08:02.656369 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e6f51fae-8b84-4cab-af0c-16ca65ec8ccb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for port (f6544669-23f0-451d-b0bf-7fd32c1ab16a), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:02.759817 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: 7aec6027-8a6b-4280-a21f-dedd773a2a5c {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:08:02.763274 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-547b4f54-0d7d-47f6-a8cb-2ee2621c91b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (3d5f7b0d-7330-4da1-84ef-6984e246dd84), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:02.765519 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 7aec6027-8a6b-4280-a21f-dedd773a2a5c not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:08:02.786275 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-33a29426-8e40-4f5f-8d95-c78394e57558 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.2202146
Feb 05 21:08:02.790274 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60090) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:02.809417 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-0aebe002-e8ab-4b9a-9241-4bb7c0293090 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Request body: {'subnet': {'network_id': 'cb175b3d-7d78-49ed-bccb-4c49cf6423ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:08:02.915952 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 9ce8158f-d97f-4521-aec1-50f134984234 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:08:02.919748 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device e7219d23-1a73-4daa-8a4f-f6035bc348b1 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:08:02.940828 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b4f54-0d7d-47f6-a8cb-2ee2621c91b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d5f7b0d-7330-4da1-84ef-6984e246dd84,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:02.965081 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a29426-8e40-4f5f-8d95-c78394e57558 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Pushing event updated for resources: {'Network': ['ID=cb175b3d-7d78-49ed-bccb-4c49cf6423ab,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:02.976955 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-547b4f54-0d7d-47f6-a8cb-2ee2621c91b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:02.991597 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-547b4f54-0d7d-47f6-a8cb-2ee2621c91b2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3d5f7b0d-7330-4da1-84ef-6984e246dd84 HTTP/1.1" status: 204  len: 168 time: 1.3463287
Feb 05 21:08:02.993976 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60096) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:03.008515 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network cb175b3d-7d78-49ed-bccb-4c49cf6423ab details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:08:03.012622 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e6f51fae-8b84-4cab-af0c-16ca65ec8ccb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (f6544669-23f0-451d-b0bf-7fd32c1ab16a), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:03.101912 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f51fae-8b84-4cab-af0c-16ca65ec8ccb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Network 0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:08:03.118130 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-e6f51fae-8b84-4cab-af0c-16ca65ec8ccb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:08:03.145811 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f51fae-8b84-4cab-af0c-16ca65ec8ccb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:08:03.210802 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4971d13c-2ae4-4e8d-b0fb-1b2882ab67fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (280c9237-8866-48dd-91e7-706bb0f55bcf), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:03.280135 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port e7219d23-1a73-4daa-8a4f-f6035bc348b1 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:08:03.280643 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e7219d23-1a73-4daa-8a4f-f6035bc348b1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:03.301137 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f51fae-8b84-4cab-af0c-16ca65ec8ccb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'Port': ['ID=f6544669-23f0-451d-b0bf-7fd32c1ab16a,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:03.314014 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aebe002-e8ab-4b9a-9241-4bb7c0293090 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Made reservation on behalf of 5a5addadfd074a04808cf870e048cab7 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:08:03.326521 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0aebe002-e8ab-4b9a-9241-4bb7c0293090 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:03.390855 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4971d13c-2ae4-4e8d-b0fb-1b2882ab67fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (280c9237-8866-48dd-91e7-706bb0f55bcf), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:03.440031 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-4971d13c-2ae4-4e8d-b0fb-1b2882ab67fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db3999ee0>,) {'filters': {'network_id': ['280c9237-8866-48dd-91e7-706bb0f55bcf']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:08:03.463004 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-4971d13c-2ae4-4e8d-b0fb-1b2882ab67fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3999ee0>, '83985eec-2448-4a9d-a5fd-0e500d471fc5') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:08:03.463004 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-4971d13c-2ae4-4e8d-b0fb-1b2882ab67fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3999ee0>, '83985eec-2448-4a9d-a5fd-0e500d471fc5') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:08:03.475364 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4971d13c-2ae4-4e8d-b0fb-1b2882ab67fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (83985eec-2448-4a9d-a5fd-0e500d471fc5), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:03.520221 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4971d13c-2ae4-4e8d-b0fb-1b2882ab67fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (83985eec-2448-4a9d-a5fd-0e500d471fc5), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:03.538026 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4971d13c-2ae4-4e8d-b0fb-1b2882ab67fb admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:08:03.538862 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4971d13c-2ae4-4e8d-b0fb-1b2882ab67fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (83985eec-2448-4a9d-a5fd-0e500d471fc5), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:03.540841 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:08:03.540841 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:08:03.540841 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:08:03.540841 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:08:03.540841 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:08:03.540841 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:08:03.540841 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:08:03.540841 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:08:03.540841 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:08:03.540841 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:08:03.540841 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:08:03.540841 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:08:03.540841 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:08:03.540841 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:08:03.540841 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:08:03.540841 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:08:03.540841 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:08:03.540841 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:08:03.540841 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:08:03.540841 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:08:03.540841 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:08:03.540841 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:08:03.540841 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:08:03.540841 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:08:03.540841 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:08:03.540841 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:08:03.540841 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:08:03.540841 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:08:03.540841 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:08:03.540841 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:08:03.540841 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:08:03.540841 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:08:03.572004 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port e7219d23-1a73-4daa-8a4f-f6035bc348b1 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:08:03.572666 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e7219d23-1a73-4daa-8a4f-f6035bc348b1), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:03.601167 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-91881a23-80d5-4b78-b253-4f99f1a185ac None None] Provisioning complete for port 9ce8158f-d97f-4521-aec1-50f134984234 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:08:03.603074 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-91881a23-80d5-4b78-b253-4f99f1a185ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9ce8158f-d97f-4521-aec1-50f134984234), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:03.677154 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4971d13c-2ae4-4e8d-b0fb-1b2882ab67fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (280c9237-8866-48dd-91e7-706bb0f55bcf), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:03.693496 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4971d13c-2ae4-4e8d-b0fb-1b2882ab67fb admin admin] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:03.707090 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4971d13c-2ae4-4e8d-b0fb-1b2882ab67fb admin admin] 10.222.0.32 "DELETE /v2.0/networks/280c9237-8866-48dd-91e7-706bb0f55bcf HTTP/1.1" status: 204  len: 168 time: 0.7115796
Feb 05 21:08:03.749443 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4971d13c-2ae4-4e8d-b0fb-1b2882ab67fb admin admin] Pushing event deleted for resources: {'Network': ['ID=280c9237-8866-48dd-91e7-706bb0f55bcf,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:03.761055 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7aaae1-3927-4fb6-bb48-58ec0cd81bc0 None None] Network 87828a6c-d04b-4ac8-b0d8-c2334bcc76d4 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:08:04.027814 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff06e4-f0ce-4ab3-93cc-0ed2591256ad req-f6223019-9745-4f26-9b95-f87290c26b64 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:04.041048 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4eff06e4-f0ce-4ab3-93cc-0ed2591256ad req-f6223019-9745-4f26-9b95-f87290c26b64 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74630eb-5693-4ed0-b659-bf7b9ac36050 HTTP/1.1" status: 200  len: 946 time: 0.2057331
Feb 05 21:08:04.048188 ncdv-master-1 neutron-server[114390]: DEBUG neutron.objects.ports [None req-0aebe002-e8ab-4b9a-9241-4bb7c0293090 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114390) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 05 21:08:04.055769 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0aebe002-e8ab-4b9a-9241-4bb7c0293090 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (ae262e21-770e-46f0-8a61-a7add61f7a04), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:04.089655 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f51fae-8b84-4cab-af0c-16ca65ec8ccb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:04.090661 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e6f51fae-8b84-4cab-af0c-16ca65ec8ccb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:04.167128 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e6f51fae-8b84-4cab-af0c-16ca65ec8ccb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.8590114
Feb 05 21:08:04.168173 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60130) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:04.189783 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-2959c470-b5ff-44db-8999-5fff5556b9df tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'subnet': {'network_id': '0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:08:04.196682 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60132) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:04.197654 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4eff06e4-f0ce-4ab3-93cc-0ed2591256ad req-9a39b4f7-6716-4660-85ad-6c713e152c4c tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1493926
Feb 05 21:08:04.227987 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port e7219d23-1a73-4daa-8a4f-f6035bc348b1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e7219d23-1a73-4daa-8a4f-f6035bc348b1,segment=NetworkSegment(054174c3-9213-4ca9-a24c-5d61ef956920),segment_id=054174c3-9213-4ca9-a24c-5d61ef956920)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:08:04.229161 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bfff2256-d243-4ab2-adcd-4e1257ec4ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:04.248572 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aebe002-e8ab-4b9a-9241-4bb7c0293090 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Pushing event updated for resources: {'Subnet': ['ID=ae262e21-770e-46f0-8a61-a7add61f7a04,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:04.253562 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (e7219d23-1a73-4daa-8a4f-f6035bc348b1), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:04.345558 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-91881a23-80d5-4b78-b253-4f99f1a185ac None None] Current status of the port 9ce8158f-d97f-4521-aec1-50f134984234 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:08:04.377033 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-91881a23-80d5-4b78-b253-4f99f1a185ac None None] Provisioning complete for port fe07eba6-3844-43ef-b423-c5d023d8a4b1 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:08:04.377431 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-91881a23-80d5-4b78-b253-4f99f1a185ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (fe07eba6-3844-43ef-b423-c5d023d8a4b1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:04.433728 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=e7219d23-1a73-4daa-8a4f-f6035bc348b1,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:04.443113 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-91881a23-80d5-4b78-b253-4f99f1a185ac None None] Port fe07eba6-3844-43ef-b423-c5d023d8a4b1 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:08:04.535213 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed83328-94d8-42ac-81c3-ca9b558b32f2 None None] DHCP port deletion for 87828a6c-d04b-4ac8-b0d8-c2334bcc76d4 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:08:04.671168 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-013f6dc6-6b90-4d8d-9194-c99e273c20d2 None None] Provisioning complete for port e7219d23-1a73-4daa-8a4f-f6035bc348b1 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:08:04.671542 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-013f6dc6-6b90-4d8d-9194-c99e273c20d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e7219d23-1a73-4daa-8a4f-f6035bc348b1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:04.782067 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-9ed83328-94d8-42ac-81c3-ca9b558b32f2 None None] Deleting port e7219d23-1a73-4daa-8a4f-f6035bc348b1 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:08:04.783530 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9ed83328-94d8-42ac-81c3-ca9b558b32f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (e7219d23-1a73-4daa-8a4f-f6035bc348b1), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:04.843763 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aebe002-e8ab-4b9a-9241-4bb7c0293090 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Checking segment: {'id': 'c3558c5f-68cf-478e-abf3-7901b342aedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cb175b3d-7d78-49ed-bccb-4c49cf6423ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:08:04.848795 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aebe002-e8ab-4b9a-9241-4bb7c0293090 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Network hostable DHCP agents. Network: cb175b3d-7d78-49ed-bccb-4c49cf6423ab, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:08:04.878406 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8a7f17ec-8759-40e9-84ac-9310f80339ad admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=27206de1750347eb82f892b296fbf8a9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6807537
Feb 05 21:08:04.882634 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60138) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:04.915945 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aebe002-e8ab-4b9a-9241-4bb7c0293090 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Network cb175b3d-7d78-49ed-bccb-4c49cf6423ab is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:08:04.954366 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-0aebe002-e8ab-4b9a-9241-4bb7c0293090 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cb175b3d-7d78-49ed-bccb-4c49cf6423ab) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:08:04.966917 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2959c470-b5ff-44db-8999-5fff5556b9df tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Made reservation on behalf of 2c6898cf86224b09b9056098bf6480b2 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:08:04.973131 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2959c470-b5ff-44db-8999-5fff5556b9df tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:04.977103 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3345d482-8c42-47fd-a509-758e0f6d55a8 None None] Network cb175b3d-7d78-49ed-bccb-4c49cf6423ab requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:08:04.978508 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aebe002-e8ab-4b9a-9241-4bb7c0293090 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:04.979694 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0aebe002-e8ab-4b9a-9241-4bb7c0293090 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:05.026824 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-9ed83328-94d8-42ac-81c3-ca9b558b32f2 None None] For port e7219d23-1a73-4daa-8a4f-f6035bc348b1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e7219d23-1a73-4daa-8a4f-f6035bc348b1,segment=NetworkSegment(054174c3-9213-4ca9-a24c-5d61ef956920),segment_id=054174c3-9213-4ca9-a24c-5d61ef956920)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:08:05.028055 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9ed83328-94d8-42ac-81c3-ca9b558b32f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (e7219d23-1a73-4daa-8a4f-f6035bc348b1), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:05.057166 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-50c3f315-f763-45c5-8c23-829e955de824 admin admin] Publish callbacks [] for security_group (19809129-f351-407c-b760-3ecebfe4e2f6), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:05.066915 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0aebe002-e8ab-4b9a-9241-4bb7c0293090 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 2.2710176
Feb 05 21:08:05.071695 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60144) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:05.130067 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-50c3f315-f763-45c5-8c23-829e955de824 admin admin] Publish callbacks [] for security_group (19809129-f351-407c-b760-3ecebfe4e2f6), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:05.136382 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-9ed83328-94d8-42ac-81c3-ca9b558b32f2 None None] Calling delete_port for e7219d23-1a73-4daa-8a4f-f6035bc348b1 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:08:05.201434 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-50c3f315-f763-45c5-8c23-829e955de824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (19809129-f351-407c-b760-3ecebfe4e2f6), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:05.205296 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-50c3f315-f763-45c5-8c23-829e955de824 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:05.207001 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-50c3f315-f763-45c5-8c23-829e955de824 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/19809129-f351-407c-b760-3ecebfe4e2f6 HTTP/1.1" status: 204  len: 168 time: 0.3207431
Feb 05 21:08:05.218801 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3f315-f763-45c5-8c23-829e955de824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19809129-f351-407c-b760-3ecebfe4e2f6,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:05.220263 ncdv-master-1 neutron-server[114390]: INFO neutron.db.ipam_backend_mixin [None req-2959c470-b5ff-44db-8999-5fff5556b9df tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b672501d-f141-422f-984d-b08b0f7d8566 (CIDR: 172.20.0.0/28)
Feb 05 21:08:05.260216 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-2959c470-b5ff-44db-8999-5fff5556b9df tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:08:05.263360 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2959c470-b5ff-44db-8999-5fff5556b9df tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:08:05.423453 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2959c470-b5ff-44db-8999-5fff5556b9df tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.2476785
Feb 05 21:08:05.425432 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60168) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:05.458485 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-4278de15-55e8-4659-94f7-3a621351f328 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'subnet': {'network_id': '0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:08:05.509483 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-90e9f20e-73b9-4733-928a-b634b6c0f49e tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (cb175b3d-7d78-49ed-bccb-4c49cf6423ab), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:05.547878 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-013f6dc6-6b90-4d8d-9194-c99e273c20d2 None None] Current status of the port e7219d23-1a73-4daa-8a4f-f6035bc348b1 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:08:05.572835 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-013f6dc6-6b90-4d8d-9194-c99e273c20d2 None None] Provisioning complete for port f6544669-23f0-451d-b0bf-7fd32c1ab16a triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:08:05.575537 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-013f6dc6-6b90-4d8d-9194-c99e273c20d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (f6544669-23f0-451d-b0bf-7fd32c1ab16a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:05.626798 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-90e9f20e-73b9-4733-928a-b634b6c0f49e tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (ae262e21-770e-46f0-8a61-a7add61f7a04), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:05.686854 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-013f6dc6-6b90-4d8d-9194-c99e273c20d2 None None] Port f6544669-23f0-451d-b0bf-7fd32c1ab16a cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:08:05.691358 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9e0dd0-dfe5-4017-b467-d23e470a3eba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cb175b3d-7d78-49ed-bccb-4c49cf6423ab', 'network_id': 'cb175b3d-7d78-49ed-bccb-4c49cf6423ab', 'project_id': '5a5addadfd074a04808cf870e048cab7', 'fixed_ips': [{'subnet_id': 'ae262e21-770e-46f0-8a61-a7add61f7a04'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:08:05.692369 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6d9e0dd0-dfe5-4017-b467-d23e470a3eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:05.732961 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-90e9f20e-73b9-4733-928a-b634b6c0f49e tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (ae262e21-770e-46f0-8a61-a7add61f7a04), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:05.744287 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3276244-af40-4543-873b-f61d76694bac req-d9b7305b-10c9-4c76-9269-82e615417a05 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:05.755281 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d3276244-af40-4543-873b-f61d76694bac req-d9b7305b-10c9-4c76-9269-82e615417a05 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74630eb-5693-4ed0-b659-bf7b9ac36050 HTTP/1.1" status: 200  len: 946 time: 0.4422097
Feb 05 21:08:05.794469 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9ed83328-94d8-42ac-81c3-ca9b558b32f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (e7219d23-1a73-4daa-8a4f-f6035bc348b1), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:05.864983 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d3276244-af40-4543-873b-f61d76694bac req-ac1ef436-b4fa-42f4-a315-bf1397f40367 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083546
Feb 05 21:08:05.897762 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-90e9f20e-73b9-4733-928a-b634b6c0f49e tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (cb175b3d-7d78-49ed-bccb-4c49cf6423ab), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:05.926858 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-90e9f20e-73b9-4733-928a-b634b6c0f49e tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db30dc9d0>,) {'filters': {'network_id': ['cb175b3d-7d78-49ed-bccb-4c49cf6423ab']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:08:05.940495 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4278de15-55e8-4659-94f7-3a621351f328 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Made reservation on behalf of 2c6898cf86224b09b9056098bf6480b2 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:08:05.943024 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-90e9f20e-73b9-4733-928a-b634b6c0f49e tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db30dc9d0>, 'c3558c5f-68cf-478e-abf3-7901b342aedf') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:08:05.943334 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-90e9f20e-73b9-4733-928a-b634b6c0f49e tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db30dc9d0>, 'c3558c5f-68cf-478e-abf3-7901b342aedf') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:08:05.946647 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4278de15-55e8-4659-94f7-3a621351f328 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:05.955856 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-90e9f20e-73b9-4733-928a-b634b6c0f49e tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (c3558c5f-68cf-478e-abf3-7901b342aedf), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:05.973135 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-90e9f20e-73b9-4733-928a-b634b6c0f49e tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (c3558c5f-68cf-478e-abf3-7901b342aedf), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:06.046845 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e9f20e-73b9-4733-928a-b634b6c0f49e tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Pushing event deleted for resources: {'Subnet': ['ID=ae262e21-770e-46f0-8a61-a7add61f7a04,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:06.049374 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e9f20e-73b9-4733-928a-b634b6c0f49e tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:08:06.049787 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-90e9f20e-73b9-4733-928a-b634b6c0f49e tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (c3558c5f-68cf-478e-abf3-7901b342aedf), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:06.056771 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:08:06.056771 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:08:06.056771 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:08:06.056771 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:08:06.056771 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:08:06.056771 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:08:06.056771 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:08:06.056771 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:08:06.056771 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:08:06.056771 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:08:06.056771 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:08:06.056771 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:08:06.056771 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:08:06.056771 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:08:06.056771 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:08:06.056771 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:08:06.056771 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:08:06.056771 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:08:06.056771 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:08:06.056771 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:08:06.056771 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:08:06.056771 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:08:06.056771 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:08:06.056771 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:08:06.056771 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:08:06.056771 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:08:06.056771 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:08:06.056771 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:08:06.056771 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:08:06.056771 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:08:06.056771 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:08:06.056771 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:08:06.086491 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed83328-94d8-42ac-81c3-ca9b558b32f2 None None] Pushing event deleted for resources: {'Port': ['ID=e7219d23-1a73-4daa-8a4f-f6035bc348b1,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:06.122186 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed83328-94d8-42ac-81c3-ca9b558b32f2 None None] No DVR routers for this DVR port e7219d23-1a73-4daa-8a4f-f6035bc348b1 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:08:06.140783 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cf2d0e-a0d8-4fcd-809e-e08fd2fdf25b None None] Network cb175b3d-7d78-49ed-bccb-4c49cf6423ab requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:08:06.153414 ncdv-master-1 neutron-server[114391]: INFO neutron.db.ipam_backend_mixin [None req-4278de15-55e8-4659-94f7-3a621351f328 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 37476685-4791-4152-9ed8-05b9b561c4de (CIDR: 172.20.0.16/28)
Feb 05 21:08:06.162905 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-4278de15-55e8-4659-94f7-3a621351f328 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:08:06.163558 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4278de15-55e8-4659-94f7-3a621351f328 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:08:06.180531 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4748bcbc-af45-4009-bee6-c6443059bcea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:06.218330 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60196) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:06.222417 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4278de15-55e8-4659-94f7-3a621351f328 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 0.7811203
Feb 05 21:08:06.226752 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-0898c495-8bf0-4b0e-ab51-4a1727e64d6d tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'subnet': {'network_id': '0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:08:06.235225 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-90e9f20e-73b9-4733-928a-b634b6c0f49e tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (cb175b3d-7d78-49ed-bccb-4c49cf6423ab), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:06.261677 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-90e9f20e-73b9-4733-928a-b634b6c0f49e tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:06.267964 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-90e9f20e-73b9-4733-928a-b634b6c0f49e tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] 10.222.0.32 "DELETE /v2.0/networks/cb175b3d-7d78-49ed-bccb-4c49cf6423ab HTTP/1.1" status: 204  len: 168 time: 1.1946433
Feb 05 21:08:06.270973 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60200) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:06.278091 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-c8cf9ea5-f65f-4a1f-8a97-f7ace68a0b47 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1098051972'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:08:06.305210 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e9f20e-73b9-4733-928a-b634b6c0f49e tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Pushing event deleted for resources: {'Network': ['ID=cb175b3d-7d78-49ed-bccb-4c49cf6423ab,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:06.344297 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8cf9ea5-f65f-4a1f-8a97-f7ace68a0b47 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Made reservation on behalf of 5a5addadfd074a04808cf870e048cab7 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:08:06.355861 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c8cf9ea5-f65f-4a1f-8a97-f7ace68a0b47 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:06.425790 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device e7219d23-1a73-4daa-8a4f-f6035bc348b1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:08:06.439231 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8cf9ea5-f65f-4a1f-8a97-f7ace68a0b47 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:08:06.468498 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: e7219d23-1a73-4daa-8a4f-f6035bc348b1 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:08:06.469369 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device e7219d23-1a73-4daa-8a4f-f6035bc348b1 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:08:06.471095 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c8cf9ea5-f65f-4a1f-8a97-f7ace68a0b47 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (e2bec01c-0c04-4a8e-86d1-3842ac1b6406), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:06.471095 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-c8cf9ea5-f65f-4a1f-8a97-f7ace68a0b47 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Added segment e2bec01c-0c04-4a8e-86d1-3842ac1b6406 of type vlan for network 3e6ec543-2ff3-430e-ba9b-5d566f03533c
Feb 05 21:08:06.505064 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-42c73f90-6caf-4b45-9eaa-79472555be83 req-08f618af-e8c1-4814-8813-17ea848dfd77 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=18e8daf2-7be8-4578-9d20-340e9ecd5a01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.5247257
Feb 05 21:08:06.551917 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0898c495-8bf0-4b0e-ab51-4a1727e64d6d tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Made reservation on behalf of 2c6898cf86224b09b9056098bf6480b2 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:08:06.575017 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c8cf9ea5-f65f-4a1f-8a97-f7ace68a0b47 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (3e6ec543-2ff3-430e-ba9b-5d566f03533c), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:06.592987 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0898c495-8bf0-4b0e-ab51-4a1727e64d6d tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:06.659149 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c8cf9ea5-f65f-4a1f-8a97-f7ace68a0b47 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (3e6ec543-2ff3-430e-ba9b-5d566f03533c), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:06.683218 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cf9ea5-f65f-4a1f-8a97-f7ace68a0b47 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:06.683926 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c8cf9ea5-f65f-4a1f-8a97-f7ace68a0b47 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:06.770236 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c73f90-6caf-4b45-9eaa-79472555be83 req-f39777e5-7e1a-4f05-84ce-fdd4111e3c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:06.771935 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-42c73f90-6caf-4b45-9eaa-79472555be83 req-f39777e5-7e1a-4f05-84ce-fdd4111e3c96 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=abdf40933f6b4f8099b886dfec3a4473&device_id=18e8daf2-7be8-4578-9d20-340e9ecd5a01 HTTP/1.1" status: 200  len: 1128 time: 0.1693568
Feb 05 21:08:06.844231 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c8cf9ea5-f65f-4a1f-8a97-f7ace68a0b47 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.5685279
Feb 05 21:08:06.861642 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60226) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:06.878968 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-29f73d52-7b15-4d20-8b23-8d235b441ff5 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Request body: {'subnet': {'network_id': '3e6ec543-2ff3-430e-ba9b-5d566f03533c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:08:06.915144 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf9ea5-f65f-4a1f-8a97-f7ace68a0b47 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Pushing event updated for resources: {'Network': ['ID=3e6ec543-2ff3-430e-ba9b-5d566f03533c,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:06.928800 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 3e6ec543-2ff3-430e-ba9b-5d566f03533c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:08:07.134209 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e5d83-52e6-43f8-b6b6-a9fe636bc36a req-d98fee23-7b93-4bd9-9427-7949bfaac29e tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:07.135919 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-325e5d83-52e6-43f8-b6b6-a9fe636bc36a req-d98fee23-7b93-4bd9-9427-7949bfaac29e tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74630eb-5693-4ed0-b659-bf7b9ac36050 HTTP/1.1" status: 200  len: 946 time: 0.1308136
Feb 05 21:08:07.220835 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-325e5d83-52e6-43f8-b6b6-a9fe636bc36a req-42ce6fda-df89-4146-9eef-965285408024 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770762
Feb 05 21:08:07.225458 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c73f90-6caf-4b45-9eaa-79472555be83 req-f2343ced-7305-43ee-87d6-410c742fa0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:07.227842 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-42c73f90-6caf-4b45-9eaa-79472555be83 req-f2343ced-7305-43ee-87d6-410c742fa0f3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f513b7e7-60ac-4b04-af41-d1fecee70cba HTTP/1.1" status: 200  len: 912 time: 0.4216967
Feb 05 21:08:07.287954 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-42c73f90-6caf-4b45-9eaa-79472555be83 req-3365234d-e1ca-45a0-b960-3218ae47afc7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55c2704d-b622-40af-984a-2047142ff019 HTTP/1.1" status: 200  len: 217 time: 0.0501277
Feb 05 21:08:07.349817 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f73d52-7b15-4d20-8b23-8d235b441ff5 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Made reservation on behalf of 5a5addadfd074a04808cf870e048cab7 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:08:07.353326 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-29f73d52-7b15-4d20-8b23-8d235b441ff5 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:07.448413 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:07.590005 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c73f90-6caf-4b45-9eaa-79472555be83 req-18e8320f-f50e-46a2-b165-866b0a3787d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:07.595567 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-42c73f90-6caf-4b45-9eaa-79472555be83 req-18e8320f-f50e-46a2-b165-866b0a3787d4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d3bc4b1d-f312-4b2d-bc48-80b03423d794 HTTP/1.1" status: 200  len: 850 time: 0.2986474
Feb 05 21:08:07.715193 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-073283dd-0c7f-4f4f-9f00-513c0183c371 req-de7e51ca-5790-48ee-9f6c-6bf5b4b95ea3 tempest-ServerShowV247Test-191970343 tempest-ServerShowV247Test-191970343-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe6c83c1-75a3-4ae0-bbe7-2286a86c8c2d HTTP/1.1" status: 200  len: 210 time: 0.0529613
Feb 05 21:08:07.720341 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0898c495-8bf0-4b0e-ab51-4a1727e64d6d tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (f13a5f0e-eac4-4ca4-b93e-02491435300c), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:07.775178 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0898c495-8bf0-4b0e-ab51-4a1727e64d6d tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Network 0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:08:07.778230 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-29f73d52-7b15-4d20-8b23-8d235b441ff5 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (a597e45e-b49e-4588-a760-b5f398c7836b), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:07.792592 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-0898c495-8bf0-4b0e-ab51-4a1727e64d6d tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:08:07.799391 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0898c495-8bf0-4b0e-ab51-4a1727e64d6d tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:07.800155 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0898c495-8bf0-4b0e-ab51-4a1727e64d6d tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:07.807424 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd668c52-a6f0-485d-b0c3-452bd18cb44e None None] Network 0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:08:07.831115 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0898c495-8bf0-4b0e-ab51-4a1727e64d6d tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.6106510
Feb 05 21:08:07.834175 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60264) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:07.837768 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c73f90-6caf-4b45-9eaa-79472555be83 req-f5fd9eb5-b170-47d2-bdd6-4c6aeb9012a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:07.840082 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-42c73f90-6caf-4b45-9eaa-79472555be83 req-f5fd9eb5-b170-47d2-bdd6-4c6aeb9012a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f513b7e7-60ac-4b04-af41-d1fecee70cba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2349954
Feb 05 21:08:07.841192 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-5e5b5e45-6974-4ec5-9603-d7f98dc25750 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2022010883', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f13a5f0e-eac4-4ca4-b93e-02491435300c'}], 'security_groups': ['27dc9c9f-1574-4bbf-b00a-efe20497f150', 'ab038829-8384-463d-b0ab-1a83f6ab9aa9']}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:08:07.881163 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0898c495-8bf0-4b0e-ab51-4a1727e64d6d tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'Subnet': ['ID=f13a5f0e-eac4-4ca4-b93e-02491435300c,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:08.304426 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-42c73f90-6caf-4b45-9eaa-79472555be83 req-1a9118cb-9106-4acb-abb3-12fd8fdbc7c1 service neutron] 10.222.0.21 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4505694
Feb 05 21:08:08.426256 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5e5b5e45-6974-4ec5-9603-d7f98dc25750 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f6544669-23f0-451d-b0bf-7fd32c1ab16a), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:08.474976 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7440a481-0699-4886-97e1-b98fd9d04db8 None None] Update dhcp port {'port': {'network_id': '0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8', 'fixed_ips': [{'subnet_id': '37476685-4791-4152-9ed8-05b9b561c4de', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b672501d-f141-422f-984d-b08b0f7d8566', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f13a5f0e-eac4-4ca4-b93e-02491435300c'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '9ce8158f-d97f-4521-aec1-50f134984234'} from ncdv-master-1. {{(pid=114392) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 05 21:08:08.595120 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-42c73f90-6caf-4b45-9eaa-79472555be83 req-ee82a59f-d9a9-4d9a-bb24-84c23b124000 service neutron] 10.222.0.21 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2807090
Feb 05 21:08:08.615780 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f73d52-7b15-4d20-8b23-8d235b441ff5 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Checking segment: {'id': 'e2bec01c-0c04-4a8e-86d1-3842ac1b6406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3e6ec543-2ff3-430e-ba9b-5d566f03533c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:08:08.616238 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f73d52-7b15-4d20-8b23-8d235b441ff5 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Network hostable DHCP agents. Network: 3e6ec543-2ff3-430e-ba9b-5d566f03533c, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:08:08.655894 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f73d52-7b15-4d20-8b23-8d235b441ff5 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Pushing event updated for resources: {'Subnet': ['ID=a597e45e-b49e-4588-a760-b5f398c7836b,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:08.662821 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7440a481-0699-4886-97e1-b98fd9d04db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9ce8158f-d97f-4521-aec1-50f134984234), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:08.724817 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f73d52-7b15-4d20-8b23-8d235b441ff5 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Network 3e6ec543-2ff3-430e-ba9b-5d566f03533c is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:08:08.740616 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-29f73d52-7b15-4d20-8b23-8d235b441ff5 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3e6ec543-2ff3-430e-ba9b-5d566f03533c) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:08:08.753106 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f73d52-7b15-4d20-8b23-8d235b441ff5 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:08.756533 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-29f73d52-7b15-4d20-8b23-8d235b441ff5 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:08.792725 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2fdfd8-398b-427d-bd4e-72e54c88af42 None None] Network 3e6ec543-2ff3-430e-ba9b-5d566f03533c requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:08:08.822945 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-29f73d52-7b15-4d20-8b23-8d235b441ff5 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.9596324
Feb 05 21:08:08.824957 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60322) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:08.980178 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b1c8345c-f252-4723-8498-66b5ac277812 req-693df18f-0af9-4273-9c8c-47633feb7f6a tempest-ServerShowV247Test-191970343 tempest-ServerShowV247Test-191970343-project] 10.222.0.32 "GET /v2.0/ports?device_id=e01cbb81-84d9-43d0-81db-4fc36fcccf36 HTTP/1.1" status: 200  len: 210 time: 0.1433964
Feb 05 21:08:09.060819 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e729925c-4ae1-429c-96de-6e75e8838e35 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (3e6ec543-2ff3-430e-ba9b-5d566f03533c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:09.126816 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:09.179298 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf8aad-27bc-4fd1-a453-7bef70e9b489 req-36a2585c-922d-4aab-bd1b-504e10c63507 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:09.183183 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4bf8aad-27bc-4fd1-a453-7bef70e9b489 req-36a2585c-922d-4aab-bd1b-504e10c63507 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74630eb-5693-4ed0-b659-bf7b9ac36050 HTTP/1.1" status: 200  len: 946 time: 0.5914423
Feb 05 21:08:09.210677 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e729925c-4ae1-429c-96de-6e75e8838e35 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (a597e45e-b49e-4588-a760-b5f398c7836b), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:09.235247 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47f7395-65a4-43f8-9b5c-f8bdd8631c27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3e6ec543-2ff3-430e-ba9b-5d566f03533c', 'network_id': '3e6ec543-2ff3-430e-ba9b-5d566f03533c', 'project_id': '5a5addadfd074a04808cf870e048cab7', 'fixed_ips': [{'subnet_id': 'a597e45e-b49e-4588-a760-b5f398c7836b'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:08:09.236748 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f47f7395-65a4-43f8-9b5c-f8bdd8631c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:09.284617 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-7440a481-0699-4886-97e1-b98fd9d04db8 None None] Allocated IP 172.20.0.34 (0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8/f13a5f0e-eac4-4ca4-b93e-02491435300c/9ce8158f-d97f-4521-aec1-50f134984234) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:08:09.409702 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e729925c-4ae1-429c-96de-6e75e8838e35 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (a597e45e-b49e-4588-a760-b5f398c7836b), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server [None req-f47f7395-65a4-43f8-9b5c-f8bdd8631c27 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a597e45e-b49e-4588-a760-b5f398c7836b: This subnet is being modified by another concurrent operation.
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 05 21:08:09.453179 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 05 21:08:09.457434 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Feb 05 21:08:09.457434 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Feb 05 21:08:09.457434 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 05 21:08:09.457434 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 05 21:08:09.457434 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 05 21:08:09.457434 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 05 21:08:09.457434 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 05 21:08:09.457434 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 05 21:08:09.457434 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Feb 05 21:08:09.457434 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Feb 05 21:08:09.457434 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 05 21:08:09.457434 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 05 21:08:09.457434 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 05 21:08:09.457434 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 05 21:08:09.457434 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 05 21:08:09.457434 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Feb 05 21:08:09.457434 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port
Feb 05 21:08:09.457434 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Feb 05 21:08:09.457434 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db
Feb 05 21:08:09.457434 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Feb 05 21:08:09.457434 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db
Feb 05 21:08:09.457434 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Feb 05 21:08:09.457434 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Feb 05 21:08:09.457434 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Feb 05 21:08:09.457434 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Feb 05 21:08:09.457434 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Feb 05 21:08:09.457434 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Feb 05 21:08:09.457434 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Feb 05 21:08:09.457434 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Feb 05 21:08:09.457434 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Feb 05 21:08:09.457434 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Feb 05 21:08:09.457434 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Feb 05 21:08:09.457434 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Feb 05 21:08:09.457434 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Feb 05 21:08:09.457434 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Feb 05 21:08:09.457434 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     raise exception
Feb 05 21:08:09.457434 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a597e45e-b49e-4588-a760-b5f398c7836b: This subnet is being modified by another concurrent operation.
Feb 05 21:08:09.457434 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server 
Feb 05 21:08:09.473592 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4bf8aad-27bc-4fd1-a453-7bef70e9b489 req-d9e1f44c-5179-4f06-a87e-8188870053b2 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2294526
Feb 05 21:08:09.501904 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729925c-4ae1-429c-96de-6e75e8838e35 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Pushing event deleted for resources: {'Subnet': ['ID=a597e45e-b49e-4588-a760-b5f398c7836b,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:09.505286 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f945b1-9451-4d72-be19-61a7c982c7d0 None None] Network 3e6ec543-2ff3-430e-ba9b-5d566f03533c requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:08:09.647428 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-7440a481-0699-4886-97e1-b98fd9d04db8 None None] For port 9ce8158f-d97f-4521-aec1-50f134984234, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ce8158f-d97f-4521-aec1-50f134984234,segment=NetworkSegment(1e731a3f-de73-40e1-91a8-206c090cf325),segment_id=1e731a3f-de73-40e1-91a8-206c090cf325)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:08:09.687536 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e729925c-4ae1-429c-96de-6e75e8838e35 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (3e6ec543-2ff3-430e-ba9b-5d566f03533c), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:09.751347 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-e729925c-4ae1-429c-96de-6e75e8838e35 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2541f70>,) {'filters': {'network_id': ['3e6ec543-2ff3-430e-ba9b-5d566f03533c']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:08:09.771588 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-e729925c-4ae1-429c-96de-6e75e8838e35 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2541f70>, 'e2bec01c-0c04-4a8e-86d1-3842ac1b6406') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:08:09.772267 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-e729925c-4ae1-429c-96de-6e75e8838e35 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2541f70>, 'e2bec01c-0c04-4a8e-86d1-3842ac1b6406') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:08:09.804460 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e729925c-4ae1-429c-96de-6e75e8838e35 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (e2bec01c-0c04-4a8e-86d1-3842ac1b6406), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:09.843972 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e729925c-4ae1-429c-96de-6e75e8838e35 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (e2bec01c-0c04-4a8e-86d1-3842ac1b6406), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:09.876693 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e729925c-4ae1-429c-96de-6e75e8838e35 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:08:09.877105 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e729925c-4ae1-429c-96de-6e75e8838e35 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (e2bec01c-0c04-4a8e-86d1-3842ac1b6406), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:09.899191 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7440a481-0699-4886-97e1-b98fd9d04db8 None None] Publish callbacks [] for port (9ce8158f-d97f-4521-aec1-50f134984234), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:09.902253 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:08:09.902253 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:08:09.902253 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:08:09.902253 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:08:09.902253 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:08:09.902253 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:08:09.902253 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:08:09.902253 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:08:09.902253 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:08:09.902253 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:08:09.902253 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:08:09.902253 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:08:09.902253 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:08:09.902253 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:08:09.902253 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:08:09.902253 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:08:09.902253 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:08:09.902253 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:08:09.902253 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:08:09.902253 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:08:09.902253 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:08:09.902253 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:08:09.902253 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:08:09.902253 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:08:09.902253 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:08:09.902253 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:08:09.902253 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:08:09.902253 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:08:09.902253 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:08:09.902253 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:08:09.902253 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:08:09.902253 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:08:09.915893 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7440a481-0699-4886-97e1-b98fd9d04db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9ce8158f-d97f-4521-aec1-50f134984234), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:10.157829 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e729925c-4ae1-429c-96de-6e75e8838e35 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (3e6ec543-2ff3-430e-ba9b-5d566f03533c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:10.219737 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7440a481-0699-4886-97e1-b98fd9d04db8 None None] Pushing event updated for resources: {'Port': ['ID=9ce8158f-d97f-4521-aec1-50f134984234,revision_number=7']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:10.220573 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e729925c-4ae1-429c-96de-6e75e8838e35 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:10.238985 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e729925c-4ae1-429c-96de-6e75e8838e35 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] 10.222.0.32 "DELETE /v2.0/networks/3e6ec543-2ff3-430e-ba9b-5d566f03533c HTTP/1.1" status: 204  len: 168 time: 1.4126890
Feb 05 21:08:10.242590 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729925c-4ae1-429c-96de-6e75e8838e35 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Pushing event deleted for resources: {'Network': ['ID=3e6ec543-2ff3-430e-ba9b-5d566f03533c,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:10.247512 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60342) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:10.281316 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-de59b1a7-672c-4ad6-aee5-6a4e7560fd54 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-684765286'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:08:10.302515 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-40b6eb5c-ed12-4682-9509-ca1d724e60b9 req-ed8bf61b-fd85-47b4-8b22-a5ac91c03942 tempest-ServerShowV247Test-191970343 tempest-ServerShowV247Test-191970343-project] 10.222.0.32 "GET /v2.0/ports?device_id=e01cbb81-84d9-43d0-81db-4fc36fcccf36 HTTP/1.1" status: 200  len: 210 time: 0.1858602
Feb 05 21:08:10.338939 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-5e5b5e45-6974-4ec5-9603-d7f98dc25750 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Delete allocated IP 172.20.0.10 (0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8/b672501d-f141-422f-984d-b08b0f7d8566) {{(pid=114391) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Feb 05 21:08:10.352312 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-5e5b5e45-6974-4ec5-9603-d7f98dc25750 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Allocated IP 172.20.0.39 (0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8/f13a5f0e-eac4-4ca4-b93e-02491435300c/f6544669-23f0-451d-b0bf-7fd32c1ab16a) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:08:10.380242 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de59b1a7-672c-4ad6-aee5-6a4e7560fd54 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Made reservation on behalf of 5a5addadfd074a04808cf870e048cab7 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:08:10.390123 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de59b1a7-672c-4ad6-aee5-6a4e7560fd54 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:10.476205 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de59b1a7-672c-4ad6-aee5-6a4e7560fd54 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:08:10.508522 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9ce8158f-d97f-4521-aec1-50f134984234 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:08:10.515538 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de59b1a7-672c-4ad6-aee5-6a4e7560fd54 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (54d3c225-abab-477b-9e82-074c9acf6cce), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:10.517234 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-de59b1a7-672c-4ad6-aee5-6a4e7560fd54 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Added segment 54d3c225-abab-477b-9e82-074c9acf6cce of type vlan for network b26b8869-0026-45bd-a881-9339d427b2b7
Feb 05 21:08:10.641204 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:10.677837 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de59b1a7-672c-4ad6-aee5-6a4e7560fd54 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (b26b8869-0026-45bd-a881-9339d427b2b7), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:10.741643 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de59b1a7-672c-4ad6-aee5-6a4e7560fd54 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (b26b8869-0026-45bd-a881-9339d427b2b7), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:10.768457 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de59b1a7-672c-4ad6-aee5-6a4e7560fd54 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:10.770092 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de59b1a7-672c-4ad6-aee5-6a4e7560fd54 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:10.806572 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 9ce8158f-d97f-4521-aec1-50f134984234 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:08:10.808173 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9ce8158f-d97f-4521-aec1-50f134984234), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:10.875773 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-de59b1a7-672c-4ad6-aee5-6a4e7560fd54 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.6264277
Feb 05 21:08:10.881080 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60362) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:10.892859 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-460a2f09-6fff-4d05-8292-e114110ccf94 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Request body: {'subnet': {'network_id': 'b26b8869-0026-45bd-a881-9339d427b2b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:08:11.034623 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59b1a7-672c-4ad6-aee5-6a4e7560fd54 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Pushing event updated for resources: {'Network': ['ID=b26b8869-0026-45bd-a881-9339d427b2b7,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:11.055476 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5e5b5e45-6974-4ec5-9603-d7f98dc25750 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for port (f6544669-23f0-451d-b0bf-7fd32c1ab16a), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:11.074249 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5e5b5e45-6974-4ec5-9603-d7f98dc25750 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (f6544669-23f0-451d-b0bf-7fd32c1ab16a), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:11.122358 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network b26b8869-0026-45bd-a881-9339d427b2b7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:08:11.163302 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460a2f09-6fff-4d05-8292-e114110ccf94 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Made reservation on behalf of 5a5addadfd074a04808cf870e048cab7 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:08:11.175938 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319aad3-8375-4b31-b6b2-60ca6c31a2f4 req-086c597a-bcc3-4b58-9745-fa17085a1dd6 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:11.183596 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b319aad3-8375-4b31-b6b2-60ca6c31a2f4 req-086c597a-bcc3-4b58-9745-fa17085a1dd6 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74630eb-5693-4ed0-b659-bf7b9ac36050 HTTP/1.1" status: 200  len: 946 time: 0.5068462
Feb 05 21:08:11.187348 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-460a2f09-6fff-4d05-8292-e114110ccf94 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:11.253295 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 9ce8158f-d97f-4521-aec1-50f134984234 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:08:11.292844 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b5e45-6974-4ec5-9603-d7f98dc25750 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event updated for resources: {'Port': ['ID=f6544669-23f0-451d-b0bf-7fd32c1ab16a,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:11.372407 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b319aad3-8375-4b31-b6b2-60ca6c31a2f4 req-6430846c-ff75-4db5-9859-1ece6843a6cc tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1736419
Feb 05 21:08:11.382974 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-5e5b5e45-6974-4ec5-9603-d7f98dc25750 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] In _notify_port_updated(), no bound segment for port f6544669-23f0-451d-b0bf-7fd32c1ab16a on network 0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8 {{(pid=114391) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Feb 05 21:08:11.394842 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5b5e45-6974-4ec5-9603-d7f98dc25750 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:11.395610 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5e5b5e45-6974-4ec5-9603-d7f98dc25750 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:11.399746 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5e5b5e45-6974-4ec5-9603-d7f98dc25750 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "PUT /v2.0/ports/f6544669-23f0-451d-b0bf-7fd32c1ab16a HTTP/1.1" status: 200  len: 960 time: 3.5615225
Feb 05 21:08:11.400110 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60382) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:11.540828 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26a04758-d3f9-446b-8f25-3f43b2eb54d3 req-663f7bbf-0a52-4b4e-8780-2dc71c7f3b9b tempest-ServerShowV247Test-191970343 tempest-ServerShowV247Test-191970343-project] 10.222.0.32 "GET /v2.0/ports?device_id=e01cbb81-84d9-43d0-81db-4fc36fcccf36 HTTP/1.1" status: 200  len: 210 time: 0.0701616
Feb 05 21:08:11.618695 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-2d55e406-e556-41f1-b9e0-dba62919b3ab tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Deleting port f6544669-23f0-451d-b0bf-7fd32c1ab16a {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:08:11.619100 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2d55e406-e556-41f1-b9e0-dba62919b3ab tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (f6544669-23f0-451d-b0bf-7fd32c1ab16a), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:11.644390 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09acc7a8-4001-4440-ae8f-901309bd28f0 None None] get_active_networks_info from ncdv-master-1 {{(pid=114392) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 05 21:08:11.705268 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-36fa375f-df00-47e0-9aa1-251c749d475f None None] Provisioning complete for port fe07eba6-3844-43ef-b423-c5d023d8a4b1 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:08:11.705922 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-36fa375f-df00-47e0-9aa1-251c749d475f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (fe07eba6-3844-43ef-b423-c5d023d8a4b1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:11.789749 ncdv-master-1 neutron-server[114390]: DEBUG neutron.objects.ports [None req-460a2f09-6fff-4d05-8292-e114110ccf94 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114390) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 05 21:08:11.796274 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-460a2f09-6fff-4d05-8292-e114110ccf94 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (f4188fe3-b3c7-4e4f-a9de-8f02c04ed47f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:11.887197 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2d55e406-e556-41f1-b9e0-dba62919b3ab tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (f6544669-23f0-451d-b0bf-7fd32c1ab16a), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:11.926223 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-2d55e406-e556-41f1-b9e0-dba62919b3ab tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Calling delete_port for f6544669-23f0-451d-b0bf-7fd32c1ab16a owned by  {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:08:11.937947 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a2f09-6fff-4d05-8292-e114110ccf94 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Pushing event updated for resources: {'Subnet': ['ID=f4188fe3-b3c7-4e4f-a9de-8f02c04ed47f,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:11.940954 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460a2f09-6fff-4d05-8292-e114110ccf94 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Checking segment: {'id': '54d3c225-abab-477b-9e82-074c9acf6cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b26b8869-0026-45bd-a881-9339d427b2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:08:11.941319 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460a2f09-6fff-4d05-8292-e114110ccf94 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Network hostable DHCP agents. Network: b26b8869-0026-45bd-a881-9339d427b2b7, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:08:11.992493 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460a2f09-6fff-4d05-8292-e114110ccf94 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Network b26b8869-0026-45bd-a881-9339d427b2b7 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:08:12.037758 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-460a2f09-6fff-4d05-8292-e114110ccf94 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b26b8869-0026-45bd-a881-9339d427b2b7) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:08:12.064927 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460a2f09-6fff-4d05-8292-e114110ccf94 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:12.074729 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-460a2f09-6fff-4d05-8292-e114110ccf94 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:12.122815 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-460a2f09-6fff-4d05-8292-e114110ccf94 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 1.2399933
Feb 05 21:08:12.126505 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60408) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:12.270947 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2d55e406-e556-41f1-b9e0-dba62919b3ab tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (f6544669-23f0-451d-b0bf-7fd32c1ab16a), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:12.321704 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55e406-e556-41f1-b9e0-dba62919b3ab tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event deleted for resources: {'Port': ['ID=f6544669-23f0-451d-b0bf-7fd32c1ab16a,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:12.388894 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c65e58bf-b4de-4ee7-ad87-f75848efc0bc tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (b26b8869-0026-45bd-a881-9339d427b2b7), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:12.416492 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-36fa375f-df00-47e0-9aa1-251c749d475f None None] Port fe07eba6-3844-43ef-b423-c5d023d8a4b1 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:08:12.535808 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-36fa375f-df00-47e0-9aa1-251c749d475f None None] Provisioning complete for port 9ce8158f-d97f-4521-aec1-50f134984234 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:08:12.536364 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-36fa375f-df00-47e0-9aa1-251c749d475f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9ce8158f-d97f-4521-aec1-50f134984234), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:12.547543 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09acc7a8-4001-4440-ae8f-901309bd28f0 None None] Unable to find a vacant binding_index for network b26b8869-0026-45bd-a881-9339d427b2b7 and agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e {{(pid=114392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}}
Feb 05 21:08:12.615448 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09acc7a8-4001-4440-ae8f-901309bd28f0 None None] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b26b8869-0026-45bd-a881-9339d427b2b7) {{(pid=114392) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 05 21:08:12.648592 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c65e58bf-b4de-4ee7-ad87-f75848efc0bc tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (f4188fe3-b3c7-4e4f-a9de-8f02c04ed47f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:12.931439 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-14a24572-bcf5-40d5-92de-98d40f502833 req-7e2cc72e-d936-4e16-8b23-e8659fe1c0ee service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fe6c83c1-75a3-4ae0-bbe7-2286a86c8c2d HTTP/1.1" status: 200  len: 210 time: 0.0902710
Feb 05 21:08:12.953509 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dcb8008d-7762-4a89-94b0-8ab4402f424d req-3cffeb6b-1f55-4126-82b7-b6bbaddc820a tempest-ServerShowV247Test-191970343 tempest-ServerShowV247Test-191970343-project] 10.222.0.32 "GET /v2.0/ports?device_id=e01cbb81-84d9-43d0-81db-4fc36fcccf36 HTTP/1.1" status: 200  len: 210 time: 0.1631131
Feb 05 21:08:12.968103 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2d55e406-e556-41f1-b9e0-dba62919b3ab tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:12.976850 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2d55e406-e556-41f1-b9e0-dba62919b3ab tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/ports/f6544669-23f0-451d-b0bf-7fd32c1ab16a HTTP/1.1" status: 204  len: 168 time: 1.5756996
Feb 05 21:08:12.981056 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60434) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:13.014827 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab234ecd-266b-478f-bde6-86ed476fb14e req-fc7d5623-7221-47ce-b595-a4a4a8445dab tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:13.027480 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ab234ecd-266b-478f-bde6-86ed476fb14e req-fc7d5623-7221-47ce-b595-a4a4a8445dab tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74630eb-5693-4ed0-b659-bf7b9ac36050 HTTP/1.1" status: 200  len: 946 time: 0.4738786
Feb 05 21:08:13.062451 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-cad4323e-bf85-42dd-8ecd-05a099565a4f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] GET failed (client error): The resource could not be found.
Feb 05 21:08:13.064054 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-cad4323e-bf85-42dd-8ecd-05a099565a4f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "GET /v2.0/ports/f6544669-23f0-451d-b0bf-7fd32c1ab16a HTTP/1.1" status: 404  len: 333 time: 0.0818298
Feb 05 21:08:13.065396 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60436) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:13.067852 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60438) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:13.116332 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c65e58bf-b4de-4ee7-ad87-f75848efc0bc tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (f4188fe3-b3c7-4e4f-a9de-8f02c04ed47f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:13.148212 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ab234ecd-266b-478f-bde6-86ed476fb14e req-f8d10bc2-82db-4e23-ac03-3625d0fd2306 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128020
Feb 05 21:08:13.189767 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e58bf-b4de-4ee7-ad87-f75848efc0bc tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Pushing event deleted for resources: {'Subnet': ['ID=f4188fe3-b3c7-4e4f-a9de-8f02c04ed47f,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:13.223066 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-36fa375f-df00-47e0-9aa1-251c749d475f None None] Current status of the port 9ce8158f-d97f-4521-aec1-50f134984234 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:08:13.247118 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-36fa375f-df00-47e0-9aa1-251c749d475f None None] Could not find standard attr ID for object f6544669-23f0-451d-b0bf-7fd32c1ab16a. {{(pid=114392) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 05 21:08:13.284636 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c65e58bf-b4de-4ee7-ad87-f75848efc0bc tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (b26b8869-0026-45bd-a881-9339d427b2b7), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:13.354583 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-c65e58bf-b4de-4ee7-ad87-f75848efc0bc tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db8ee5580>,) {'filters': {'network_id': ['b26b8869-0026-45bd-a881-9339d427b2b7']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:08:13.362226 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491494d7-0c83-46fa-943d-244071ad70d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b26b8869-0026-45bd-a881-9339d427b2b7', 'network_id': 'b26b8869-0026-45bd-a881-9339d427b2b7', 'project_id': '5a5addadfd074a04808cf870e048cab7', 'fixed_ips': [{'subnet_id': 'f4188fe3-b3c7-4e4f-a9de-8f02c04ed47f'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:08:13.363331 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-491494d7-0c83-46fa-943d-244071ad70d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:13.372365 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ec6aa803-5530-44d0-880b-fe782445fad9 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for security_group (6390e923-25f3-458c-b194-a23ceffe5025), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:13.388321 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-c65e58bf-b4de-4ee7-ad87-f75848efc0bc tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8ee5580>, '54d3c225-abab-477b-9e82-074c9acf6cce') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:08:13.388321 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-c65e58bf-b4de-4ee7-ad87-f75848efc0bc tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8ee5580>, '54d3c225-abab-477b-9e82-074c9acf6cce') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:08:13.424135 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c65e58bf-b4de-4ee7-ad87-f75848efc0bc tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (54d3c225-abab-477b-9e82-074c9acf6cce), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:13.433160 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3b41f137-4406-4e45-9219-ab70a0587c40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:13.437970 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ec6aa803-5530-44d0-880b-fe782445fad9 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for security_group (6390e923-25f3-458c-b194-a23ceffe5025), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:13.457273 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c65e58bf-b4de-4ee7-ad87-f75848efc0bc tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (54d3c225-abab-477b-9e82-074c9acf6cce), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:13.493113 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c65e58bf-b4de-4ee7-ad87-f75848efc0bc tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:08:13.498554 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c65e58bf-b4de-4ee7-ad87-f75848efc0bc tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (54d3c225-abab-477b-9e82-074c9acf6cce), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:13.500318 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36778456-8307-46e3-927b-2e5e44f2618e None None] Network b26b8869-0026-45bd-a881-9339d427b2b7 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:08:13.502810 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:08:13.502810 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:08:13.502810 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:08:13.502810 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:08:13.502810 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:08:13.502810 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:08:13.502810 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:08:13.502810 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:08:13.502810 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:08:13.502810 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:08:13.502810 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:08:13.502810 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:08:13.502810 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:08:13.502810 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:08:13.502810 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:08:13.502810 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:08:13.502810 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:08:13.502810 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:08:13.502810 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:08:13.502810 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:08:13.502810 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:08:13.502810 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:08:13.502810 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:08:13.502810 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:08:13.502810 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:08:13.502810 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:08:13.502810 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:08:13.502810 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:08:13.502810 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:08:13.502810 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:08:13.502810 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:08:13.502810 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:08:13.602703 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c65e58bf-b4de-4ee7-ad87-f75848efc0bc tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (b26b8869-0026-45bd-a881-9339d427b2b7), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:13.625791 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ec6aa803-5530-44d0-880b-fe782445fad9 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (6390e923-25f3-458c-b194-a23ceffe5025), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:13.629729 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ec6aa803-5530-44d0-880b-fe782445fad9 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:13.631255 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ec6aa803-5530-44d0-880b-fe782445fad9 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/security-groups/6390e923-25f3-458c-b194-a23ceffe5025 HTTP/1.1" status: 204  len: 168 time: 0.5623219
Feb 05 21:08:13.632699 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2253379-c8d5-42c6-899a-990e38987aaa None None] Network b26b8869-0026-45bd-a881-9339d427b2b7 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:08:13.633821 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60444) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:13.638120 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c65e58bf-b4de-4ee7-ad87-f75848efc0bc tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:13.648906 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c65e58bf-b4de-4ee7-ad87-f75848efc0bc tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] 10.222.0.32 "DELETE /v2.0/networks/b26b8869-0026-45bd-a881-9339d427b2b7 HTTP/1.1" status: 204  len: 168 time: 1.5206177
Feb 05 21:08:13.659373 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60446) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:13.683622 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2253379-c8d5-42c6-899a-990e38987aaa None None] Network b26b8869-0026-45bd-a881-9339d427b2b7 could not be found, it might have been deleted concurrently. {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Feb 05 21:08:13.697677 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6aa803-5530-44d0-880b-fe782445fad9 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6390e923-25f3-458c-b194-a23ceffe5025,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:13.699782 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e58bf-b4de-4ee7-ad87-f75848efc0bc tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Pushing event deleted for resources: {'Network': ['ID=b26b8869-0026-45bd-a881-9339d427b2b7,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:13.726099 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6dde8ec-d8a0-4a2c-ac03-643d8ba55488 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:08:13.726099 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6dde8ec-d8a0-4a2c-ac03-643d8ba55488 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:08:13.732378 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e6dde8ec-d8a0-4a2c-ac03-643d8ba55488 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] 10.222.0.32 "DELETE /v2.0/subnets/f4188fe3-b3c7-4e4f-a9de-8f02c04ed47f HTTP/1.1" status: 404  len: 337 time: 0.0604229
Feb 05 21:08:13.733220 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60452) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:13.779104 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-06b94042-c677-40ee-9d57-bc7555c24bd6 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:08:13.780369 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06b94042-c677-40ee-9d57-bc7555c24bd6 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:08:13.785217 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-06b94042-c677-40ee-9d57-bc7555c24bd6 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] 10.222.0.32 "DELETE /v2.0/networks/b26b8869-0026-45bd-a881-9339d427b2b7 HTTP/1.1" status: 404  len: 339 time: 0.0477881
Feb 05 21:08:13.801638 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60454) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:13.812806 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9ca928f6-3a7b-4ad7-b0da-5e943dbde5ea tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for security_group (ab038829-8384-463d-b0ab-1a83f6ab9aa9), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:13.859021 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3b41f137-4406-4e45-9219-ab70a0587c40 admin admin] Publish callbacks [] for security_group (dc4ac418-0d20-4c92-af05-9e5ececf1652), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:13.877285 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3b41f137-4406-4e45-9219-ab70a0587c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (dc4ac418-0d20-4c92-af05-9e5ececf1652), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:13.896704 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-54d94db1-b475-4a3f-9034-530471a99298 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:08:13.897324 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54d94db1-b475-4a3f-9034-530471a99298 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:08:13.903373 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-54d94db1-b475-4a3f-9034-530471a99298 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] 10.222.0.32 "DELETE /v2.0/subnets/a597e45e-b49e-4588-a760-b5f398c7836b HTTP/1.1" status: 404  len: 337 time: 0.0978310
Feb 05 21:08:13.905609 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60460) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:13.956654 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c61958b7-daaf-47a7-85ff-4f2feee8e9bf req-7cfd9689-130e-4127-8862-7336f935b24c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e01cbb81-84d9-43d0-81db-4fc36fcccf36 HTTP/1.1" status: 200  len: 210 time: 0.0958998
Feb 05 21:08:13.957202 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9ca928f6-3a7b-4ad7-b0da-5e943dbde5ea tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for security_group (ab038829-8384-463d-b0ab-1a83f6ab9aa9), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:13.992687 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-978f5e69-06d9-4f07-9fee-305a38e8ca50 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:08:13.993951 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-978f5e69-06d9-4f07-9fee-305a38e8ca50 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:08:13.999982 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-978f5e69-06d9-4f07-9fee-305a38e8ca50 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] 10.222.0.32 "DELETE /v2.0/networks/3e6ec543-2ff3-430e-ba9b-5d566f03533c HTTP/1.1" status: 404  len: 339 time: 0.0928719
Feb 05 21:08:14.005660 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60462) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:14.051872 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41f137-4406-4e45-9219-ab70a0587c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4ac418-0d20-4c92-af05-9e5ececf1652,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:14.064194 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3b41f137-4406-4e45-9219-ab70a0587c40 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c311b0fbba5a40caac6ae675ddfe21c9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9978786
Feb 05 21:08:14.070919 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60466) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:14.096556 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e82247-e60a-41e2-ac60-bd4e4b3383ab tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:08:14.102986 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83e82247-e60a-41e2-ac60-bd4e4b3383ab tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:08:14.116317 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-83e82247-e60a-41e2-ac60-bd4e4b3383ab tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] 10.222.0.32 "DELETE /v2.0/subnets/ae262e21-770e-46f0-8a61-a7add61f7a04 HTTP/1.1" status: 404  len: 337 time: 0.1091597
Feb 05 21:08:14.117050 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60468) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:14.219462 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0c7a6b44-f3c2-488c-a162-94bb500e3fac admin admin] Publish callbacks [] for security_group (dc4ac418-0d20-4c92-af05-9e5ececf1652), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:14.256605 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb811637-036b-4359-b8c5-444663417504 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:08:14.257695 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb811637-036b-4359-b8c5-444663417504 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:08:14.261458 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-fb811637-036b-4359-b8c5-444663417504 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] 10.222.0.32 "DELETE /v2.0/networks/cb175b3d-7d78-49ed-bccb-4c49cf6423ab HTTP/1.1" status: 404  len: 339 time: 0.1292989
Feb 05 21:08:14.272887 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9dcd45b8-88ed-422b-9480-d1a546d4747c req-07025520-e181-4e38-af9e-34ab7305683b tempest-ServerShowV247Test-191970343 tempest-ServerShowV247Test-191970343-project] 10.222.0.32 "GET /v2.0/ports?device_id=e01cbb81-84d9-43d0-81db-4fc36fcccf36 HTTP/1.1" status: 200  len: 210 time: 0.1073449
Feb 05 21:08:14.278682 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60474) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:14.312245 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9ca928f6-3a7b-4ad7-b0da-5e943dbde5ea tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ab038829-8384-463d-b0ab-1a83f6ab9aa9), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:14.325077 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9ca928f6-3a7b-4ad7-b0da-5e943dbde5ea tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:14.332491 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0c7a6b44-f3c2-488c-a162-94bb500e3fac admin admin] Publish callbacks [] for security_group (dc4ac418-0d20-4c92-af05-9e5ececf1652), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:14.333079 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9ca928f6-3a7b-4ad7-b0da-5e943dbde5ea tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/security-groups/ab038829-8384-463d-b0ab-1a83f6ab9aa9 HTTP/1.1" status: 204  len: 168 time: 0.6956644
Feb 05 21:08:14.333079 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60476) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:14.418498 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-8e3a4816-65e2-405a-ab42-3e6b90153a21 None None] Could not find standard attr ID for object f6544669-23f0-451d-b0bf-7fd32c1ab16a. {{(pid=114392) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 05 21:08:14.491564 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0c7a6b44-f3c2-488c-a162-94bb500e3fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (dc4ac418-0d20-4c92-af05-9e5ececf1652), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:14.496457 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0c7a6b44-f3c2-488c-a162-94bb500e3fac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:14.501232 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0c7a6b44-f3c2-488c-a162-94bb500e3fac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dc4ac418-0d20-4c92-af05-9e5ececf1652 HTTP/1.1" status: 204  len: 168 time: 0.4189293
Feb 05 21:08:14.513272 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a6b44-f3c2-488c-a162-94bb500e3fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4ac418-0d20-4c92-af05-9e5ececf1652,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:14.532285 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca928f6-3a7b-4ad7-b0da-5e943dbde5ea tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab038829-8384-463d-b0ab-1a83f6ab9aa9,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:14.642416 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2f204c4f-3a86-4533-bd09-b003364e190f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for security_group (27dc9c9f-1574-4bbf-b00a-efe20497f150), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:14.725839 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2f204c4f-3a86-4533-bd09-b003364e190f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for security_group (27dc9c9f-1574-4bbf-b00a-efe20497f150), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:14.759331 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982072a7-d358-4c6f-a179-a6542b1829cf req-cd7d560a-cbbe-4a60-80ed-5fb659ca6010 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:14.760518 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-982072a7-d358-4c6f-a179-a6542b1829cf req-cd7d560a-cbbe-4a60-80ed-5fb659ca6010 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74630eb-5693-4ed0-b659-bf7b9ac36050 HTTP/1.1" status: 200  len: 946 time: 0.3122661
Feb 05 21:08:14.931207 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-982072a7-d358-4c6f-a179-a6542b1829cf req-32d81b77-95f7-4219-af83-1ff8ac0a36d5 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1434700
Feb 05 21:08:14.951507 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-9fce5bbb-2a18-4efc-b883-6acb455010dc tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Deleting port 405b94c3-2779-40d3-8b79-d5986f9f691f {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:08:14.952584 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9fce5bbb-2a18-4efc-b883-6acb455010dc tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (405b94c3-2779-40d3-8b79-d5986f9f691f), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:14.966339 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2f204c4f-3a86-4533-bd09-b003364e190f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (27dc9c9f-1574-4bbf-b00a-efe20497f150), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:14.970241 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2f204c4f-3a86-4533-bd09-b003364e190f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:14.974005 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2f204c4f-3a86-4533-bd09-b003364e190f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/security-groups/27dc9c9f-1574-4bbf-b00a-efe20497f150 HTTP/1.1" status: 204  len: 168 time: 0.6342199
Feb 05 21:08:14.974428 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60492) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:15.005153 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f204c4f-3a86-4533-bd09-b003364e190f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27dc9c9f-1574-4bbf-b00a-efe20497f150,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:15.050006 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb8edcd7-4df3-4387-954b-9d639ae63e1f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Deleting subnet b672501d-f141-422f-984d-b08b0f7d8566 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:08:15.050982 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9fce5bbb-2a18-4efc-b883-6acb455010dc tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (405b94c3-2779-40d3-8b79-d5986f9f691f), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:15.056146 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bb8edcd7-4df3-4387-954b-9d639ae63e1f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for subnet (b672501d-f141-422f-984d-b08b0f7d8566), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:15.073067 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-9fce5bbb-2a18-4efc-b883-6acb455010dc tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Calling delete_port for 405b94c3-2779-40d3-8b79-d5986f9f691f owned by  {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:08:15.113173 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bb8edcd7-4df3-4387-954b-9d639ae63e1f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (b672501d-f141-422f-984d-b08b0f7d8566), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:15.178297 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60496) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:15.201745 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-73346c98-9bc3-428d-9c42-7d8de606af4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:15.284939 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:15.315823 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bb8edcd7-4df3-4387-954b-9d639ae63e1f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (b672501d-f141-422f-984d-b08b0f7d8566), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:15.513119 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-73346c98-9bc3-428d-9c42-7d8de606af4f admin admin] Publish callbacks [] for security_group (27e8dd9a-17ca-4601-8134-9aea6c35443d), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:15.524101 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-73346c98-9bc3-428d-9c42-7d8de606af4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (27e8dd9a-17ca-4601-8134-9aea6c35443d), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:15.594519 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-73346c98-9bc3-428d-9c42-7d8de606af4f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3a34a043045b467fb99270e6408ee0ee&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4146299
Feb 05 21:08:15.608588 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bb8edcd7-4df3-4387-954b-9d639ae63e1f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (b672501d-f141-422f-984d-b08b0f7d8566), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:15.615849 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60504) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:15.687037 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c1303b88-4693-4c8f-855c-3296c603c4d8 req-326191f0-4da8-4234-aef6-a31a8ec74f3b tempest-ServerShowV247Test-191970343 tempest-ServerShowV247Test-191970343-project] 10.222.0.32 "GET /v2.0/ports?device_id=e01cbb81-84d9-43d0-81db-4fc36fcccf36 HTTP/1.1" status: 200  len: 210 time: 0.0412488
Feb 05 21:08:15.694168 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9fce5bbb-2a18-4efc-b883-6acb455010dc tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (405b94c3-2779-40d3-8b79-d5986f9f691f), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:15.714044 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8edcd7-4df3-4387-954b-9d639ae63e1f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event deleted for resources: {'Subnet': ['ID=b672501d-f141-422f-984d-b08b0f7d8566,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:15.729693 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fce5bbb-2a18-4efc-b883-6acb455010dc tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Pushing event deleted for resources: {'Port': ['ID=405b94c3-2779-40d3-8b79-d5986f9f691f,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:15.734231 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bb8edcd7-4df3-4387-954b-9d639ae63e1f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:15.743037 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9fce5bbb-2a18-4efc-b883-6acb455010dc tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:15.749042 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9fce5bbb-2a18-4efc-b883-6acb455010dc tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] 10.222.0.32 "DELETE /v2.0/ports/405b94c3-2779-40d3-8b79-d5986f9f691f HTTP/1.1" status: 204  len: 168 time: 1.4631958
Feb 05 21:08:15.749042 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60506) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:15.749414 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-bb8edcd7-4df3-4387-954b-9d639ae63e1f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/subnets/b672501d-f141-422f-984d-b08b0f7d8566 HTTP/1.1" status: 204  len: 168 time: 0.7658749
Feb 05 21:08:15.759692 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff6ef5f-62ff-4bc2-89e3-436dfa3cf029 None None] Network 0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:08:15.761683 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60508) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:15.797157 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73346c98-9bc3-428d-9c42-7d8de606af4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e8dd9a-17ca-4601-8134-9aea6c35443d,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:15.808890 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f51a73b-9e70-434d-80de-13a32f0f427f tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:08:15.809344 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f51a73b-9e70-434d-80de-13a32f0f427f tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:08:15.813329 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9f51a73b-9e70-434d-80de-13a32f0f427f tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] 10.222.0.32 "DELETE /v2.0/subnets/e6674985-034f-4850-99ea-e86a68040489 HTTP/1.1" status: 404  len: 337 time: 0.0477102
Feb 05 21:08:15.817519 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60510) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:15.871966 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-fae3d306-bcf5-47ff-b1a2-fba1f01f2ff7 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Deleting subnet f13a5f0e-eac4-4ca4-b93e-02491435300c {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:08:15.876965 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fae3d306-bcf5-47ff-b1a2-fba1f01f2ff7 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for subnet (f13a5f0e-eac4-4ca4-b93e-02491435300c), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:15.914260 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-97949cfd-3b66-4176-b48e-528e1efd993b admin admin] Publish callbacks [] for security_group (27e8dd9a-17ca-4601-8134-9aea6c35443d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:15.939321 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fae3d306-bcf5-47ff-b1a2-fba1f01f2ff7 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (f13a5f0e-eac4-4ca4-b93e-02491435300c), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:15.956012 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f2dde497-484c-446a-8e9a-137bb565945d tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (87828a6c-d04b-4ac8-b0d8-c2334bcc76d4), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:15.981423 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-97949cfd-3b66-4176-b48e-528e1efd993b admin admin] Publish callbacks [] for security_group (27e8dd9a-17ca-4601-8134-9aea6c35443d), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:16.109882 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fae3d306-bcf5-47ff-b1a2-fba1f01f2ff7 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (f13a5f0e-eac4-4ca4-b93e-02491435300c), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:16.128270 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-97949cfd-3b66-4176-b48e-528e1efd993b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (27e8dd9a-17ca-4601-8134-9aea6c35443d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:16.130830 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-97949cfd-3b66-4176-b48e-528e1efd993b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:16.133820 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-97949cfd-3b66-4176-b48e-528e1efd993b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/27e8dd9a-17ca-4601-8134-9aea6c35443d HTTP/1.1" status: 204  len: 168 time: 0.4540594
Feb 05 21:08:16.197181 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97949cfd-3b66-4176-b48e-528e1efd993b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e8dd9a-17ca-4601-8134-9aea6c35443d,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:16.206773 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f2dde497-484c-446a-8e9a-137bb565945d tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (87828a6c-d04b-4ac8-b0d8-c2334bcc76d4), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:16.218494 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e9219-2044-4ad0-9638-6b36dd92dfe3 req-7f27da8f-4caa-4518-bed1-f4480e179867 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:16.226750 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4b8e9219-2044-4ad0-9638-6b36dd92dfe3 req-7f27da8f-4caa-4518-bed1-f4480e179867 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74630eb-5693-4ed0-b659-bf7b9ac36050 HTTP/1.1" status: 200  len: 946 time: 0.1741955
Feb 05 21:08:16.248485 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-f2dde497-484c-446a-8e9a-137bb565945d tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db24265b0>,) {'filters': {'network_id': ['87828a6c-d04b-4ac8-b0d8-c2334bcc76d4']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:08:16.262890 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-f2dde497-484c-446a-8e9a-137bb565945d tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db24265b0>, '054174c3-9213-4ca9-a24c-5d61ef956920') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:08:16.263202 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-f2dde497-484c-446a-8e9a-137bb565945d tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db24265b0>, '054174c3-9213-4ca9-a24c-5d61ef956920') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:08:16.279313 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f2dde497-484c-446a-8e9a-137bb565945d tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (054174c3-9213-4ca9-a24c-5d61ef956920), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:16.291671 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fae3d306-bcf5-47ff-b1a2-fba1f01f2ff7 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (f13a5f0e-eac4-4ca4-b93e-02491435300c), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:16.310737 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f2dde497-484c-446a-8e9a-137bb565945d tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (054174c3-9213-4ca9-a24c-5d61ef956920), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:16.320879 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2dde497-484c-446a-8e9a-137bb565945d tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:08:16.320879 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f2dde497-484c-446a-8e9a-137bb565945d tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (054174c3-9213-4ca9-a24c-5d61ef956920), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:16.324452 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:08:16.324452 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:08:16.324452 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:08:16.324452 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:08:16.324452 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:08:16.324452 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:08:16.324452 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:08:16.324452 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:08:16.324452 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:08:16.324452 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:08:16.324452 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:08:16.324452 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:08:16.324452 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:08:16.324452 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:08:16.324452 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:08:16.324452 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:08:16.324452 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:08:16.324452 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:08:16.324452 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:08:16.324452 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:08:16.324452 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:08:16.324452 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:08:16.324452 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:08:16.324452 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:08:16.324452 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:08:16.324452 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:08:16.324452 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:08:16.324452 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:08:16.324452 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:08:16.324452 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:08:16.324452 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:08:16.324452 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:08:16.385891 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4b8e9219-2044-4ad0-9638-6b36dd92dfe3 req-7d4ecb3b-0f20-46c5-b76c-20a17a41b251 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1583493
Feb 05 21:08:16.388551 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3d306-bcf5-47ff-b1a2-fba1f01f2ff7 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event deleted for resources: {'Subnet': ['ID=f13a5f0e-eac4-4ca4-b93e-02491435300c,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:16.391521 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fae3d306-bcf5-47ff-b1a2-fba1f01f2ff7 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:16.399210 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-fae3d306-bcf5-47ff-b1a2-fba1f01f2ff7 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/subnets/f13a5f0e-eac4-4ca4-b93e-02491435300c HTTP/1.1" status: 204  len: 168 time: 0.6513417
Feb 05 21:08:16.409521 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60530) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:16.449481 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5ab1ce4-ea7a-4f8c-b6fa-d9f76bd7121f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:08:16.450046 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5ab1ce4-ea7a-4f8c-b6fa-d9f76bd7121f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:08:16.453931 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d5ab1ce4-ea7a-4f8c-b6fa-d9f76bd7121f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/subnets/b672501d-f141-422f-984d-b08b0f7d8566 HTTP/1.1" status: 404  len: 337 time: 0.0431108
Feb 05 21:08:16.457104 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60534) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:16.460141 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f2dde497-484c-446a-8e9a-137bb565945d tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (87828a6c-d04b-4ac8-b0d8-c2334bcc76d4), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:16.487270 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f2dde497-484c-446a-8e9a-137bb565945d tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:16.506568 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f2dde497-484c-446a-8e9a-137bb565945d tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] 10.222.0.32 "DELETE /v2.0/networks/87828a6c-d04b-4ac8-b0d8-c2334bcc76d4 HTTP/1.1" status: 204  len: 168 time: 0.6879745
Feb 05 21:08:16.509894 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60538) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:16.577396 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dde497-484c-446a-8e9a-137bb565945d tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Pushing event deleted for resources: {'Network': ['ID=87828a6c-d04b-4ac8-b0d8-c2334bcc76d4,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:16.633607 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd8c7395-51fb-4a8b-b212-6f4f5502905f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Deleting subnet 37476685-4791-4152-9ed8-05b9b561c4de {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:08:16.637386 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cd8c7395-51fb-4a8b-b212-6f4f5502905f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for subnet (37476685-4791-4152-9ed8-05b9b561c4de), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:16.693815 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-256007f9-a271-40f0-8672-693e1869d552 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Deleting port 1d7f2de2-cbd8-4c07-b713-68e6c38a0cbc {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:08:16.694441 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-256007f9-a271-40f0-8672-693e1869d552 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (1d7f2de2-cbd8-4c07-b713-68e6c38a0cbc), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:16.700445 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cd8c7395-51fb-4a8b-b212-6f4f5502905f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (37476685-4791-4152-9ed8-05b9b561c4de), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:16.817011 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cd8c7395-51fb-4a8b-b212-6f4f5502905f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (37476685-4791-4152-9ed8-05b9b561c4de), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:16.860792 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-256007f9-a271-40f0-8672-693e1869d552 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (1d7f2de2-cbd8-4c07-b713-68e6c38a0cbc), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:16.865300 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-86a6bb68-1c39-42c7-93fb-a9d7e77e91a3 req-c53fb088-dca6-4b31-be45-8332bc244a6a tempest-ServerShowV247Test-191970343 tempest-ServerShowV247Test-191970343-project] 10.222.0.32 "GET /v2.0/ports?device_id=e01cbb81-84d9-43d0-81db-4fc36fcccf36 HTTP/1.1" status: 200  len: 210 time: 0.0454903
Feb 05 21:08:16.877249 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-256007f9-a271-40f0-8672-693e1869d552 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Calling delete_port for 1d7f2de2-cbd8-4c07-b713-68e6c38a0cbc owned by  {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:08:16.928814 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57f8fde-fb41-41cc-bd39-6711b47271b9 None None] Network 0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:08:16.941967 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cd8c7395-51fb-4a8b-b212-6f4f5502905f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (37476685-4791-4152-9ed8-05b9b561c4de), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:17.028962 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-256007f9-a271-40f0-8672-693e1869d552 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (1d7f2de2-cbd8-4c07-b713-68e6c38a0cbc), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:17.029743 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c7395-51fb-4a8b-b212-6f4f5502905f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event deleted for resources: {'Subnet': ['ID=37476685-4791-4152-9ed8-05b9b561c4de,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:17.043189 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cd8c7395-51fb-4a8b-b212-6f4f5502905f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:17.057371 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-cd8c7395-51fb-4a8b-b212-6f4f5502905f tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/subnets/37476685-4791-4152-9ed8-05b9b561c4de HTTP/1.1" status: 204  len: 168 time: 0.5984068
Feb 05 21:08:17.058060 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60572) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:17.076436 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256007f9-a271-40f0-8672-693e1869d552 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Pushing event deleted for resources: {'Port': ['ID=1d7f2de2-cbd8-4c07-b713-68e6c38a0cbc,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:17.081799 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-256007f9-a271-40f0-8672-693e1869d552 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:17.090425 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-256007f9-a271-40f0-8672-693e1869d552 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] 10.222.0.32 "DELETE /v2.0/ports/1d7f2de2-cbd8-4c07-b713-68e6c38a0cbc HTTP/1.1" status: 204  len: 168 time: 0.5791562
Feb 05 21:08:17.091783 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60578) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:17.106812 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-73cdfe18-e431-40b1-bc34-ce4ba54c8853 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:08:17.107421 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73cdfe18-e431-40b1-bc34-ce4ba54c8853 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:08:17.115176 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-73cdfe18-e431-40b1-bc34-ce4ba54c8853 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/subnets/12875874-1f96-4550-aaa7-b3925450d432 HTTP/1.1" status: 404  len: 337 time: 0.0555522
Feb 05 21:08:17.115802 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60580) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:17.162005 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-42f81087-d63f-4335-a3c4-ec83643221f3 None None] Provisioning complete for port 9ce8158f-d97f-4521-aec1-50f134984234 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:08:17.162962 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-42f81087-d63f-4335-a3c4-ec83643221f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9ce8158f-d97f-4521-aec1-50f134984234), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:17.165845 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f0d2b55-686a-4dbe-87f3-01c2f8541f98 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:08:17.166593 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f0d2b55-686a-4dbe-87f3-01c2f8541f98 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:08:17.180272 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60582) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:17.184211 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8f0d2b55-686a-4dbe-87f3-01c2f8541f98 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] 10.222.0.32 "DELETE /v2.0/subnets/edd25e56-4dc3-4e8f-a665-173077fb1241 HTTP/1.1" status: 404  len: 337 time: 0.0902596
Feb 05 21:08:17.275486 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60586) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:17.275711 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c4590c40-524a-49aa-b9d8-752fc22df535 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "GET /v2.0/ports?device_id=d292c2a9-b682-480e-8f2f-e84eb3ac7afd HTTP/1.1" status: 200  len: 205 time: 0.1586149
Feb 05 21:08:17.378060 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d291d47a-7d80-468a-8c91-320bd3b1c528 None None] Update dhcp port {'port': {'network_id': '0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8', 'fixed_ips': [{'subnet_id': '37476685-4791-4152-9ed8-05b9b561c4de'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '9ce8158f-d97f-4521-aec1-50f134984234'} from ncdv-master-1. {{(pid=114392) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 05 21:08:17.380386 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7799579b-8e40-4602-b91d-474fb9319efd tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (656117d9-7a25-46fa-ab9a-f77573437c08), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:17.381931 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-aadf54f1-27d5-4217-9f05-8399b511c8aa tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] delete failed (client error): The resource could not be found.
Feb 05 21:08:17.385712 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-aadf54f1-27d5-4217-9f05-8399b511c8aa tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/routers/d292c2a9-b682-480e-8f2f-e84eb3ac7afd HTTP/1.1" status: 404  len: 336 time: 0.1068311
Feb 05 21:08:17.386055 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60592) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:17.442651 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d291d47a-7d80-468a-8c91-320bd3b1c528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9ce8158f-d97f-4521-aec1-50f134984234), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:17.484512 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad2f80c-f32f-46cf-a8bb-8f6238555062 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:08:17.485617 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ad2f80c-f32f-46cf-a8bb-8f6238555062 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:08:17.497072 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-42f81087-d63f-4335-a3c4-ec83643221f3 None None] Current status of the port 9ce8158f-d97f-4521-aec1-50f134984234 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:08:17.497307 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9ad2f80c-f32f-46cf-a8bb-8f6238555062 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/subnets/64f57b6b-2eea-4b2f-a8bf-56503e41f337 HTTP/1.1" status: 404  len: 337 time: 0.1080873
Feb 05 21:08:17.504899 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60600) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:17.587782 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-42f81087-d63f-4335-a3c4-ec83643221f3 None None] Provisioning complete for port fe07eba6-3844-43ef-b423-c5d023d8a4b1 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:08:17.588647 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-42f81087-d63f-4335-a3c4-ec83643221f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (fe07eba6-3844-43ef-b423-c5d023d8a4b1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:17.609837 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-330fbf1b-7f12-41a1-a4b1-335b58753268 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:08:17.610567 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-330fbf1b-7f12-41a1-a4b1-335b58753268 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:08:17.614742 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-330fbf1b-7f12-41a1-a4b1-335b58753268 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/subnets/996e8986-b538-448e-b2cc-61489c89937c HTTP/1.1" status: 404  len: 337 time: 0.1086564
Feb 05 21:08:17.633231 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60606) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:17.692002 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-42f81087-d63f-4335-a3c4-ec83643221f3 None None] Port fe07eba6-3844-43ef-b423-c5d023d8a4b1 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:08:17.728550 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b42ed7-cd68-437a-a4c1-dfa0413d6ecb None None] Network 0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:08:17.736673 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-14b102a9-dba0-48ad-ab81-45cc8e08224a req-32f11f20-b075-46c2-8983-e1cf9713d782 tempest-ServerShowV247Test-191970343 tempest-ServerShowV247Test-191970343-project] 10.222.0.32 "GET /v2.0/ports?device_id=e01cbb81-84d9-43d0-81db-4fc36fcccf36 HTTP/1.1" status: 200  len: 210 time: 0.1206117
Feb 05 21:08:17.746554 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733ff80-cc6c-4791-be3c-2f023bfa9f9e req-21703d72-9e58-4e76-9809-fb3eb0b97272 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:17.755536 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f733ff80-cc6c-4791-be3c-2f023bfa9f9e req-21703d72-9e58-4e76-9809-fb3eb0b97272 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74630eb-5693-4ed0-b659-bf7b9ac36050 HTTP/1.1" status: 200  len: 946 time: 0.2556214
Feb 05 21:08:17.757981 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4040e54-d21f-4750-863a-69681d0aa6ed tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:08:17.758651 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4040e54-d21f-4750-863a-69681d0aa6ed tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:08:17.762650 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c4040e54-d21f-4750-863a-69681d0aa6ed tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/subnets/f6d1cbcb-6247-473d-be81-7614cb656b23 HTTP/1.1" status: 404  len: 337 time: 0.1265457
Feb 05 21:08:17.774372 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60610) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:17.821592 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-18a8ee26-ee0d-41de-bcc5-cdc1ac1e0f04 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:08:17.823959 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18a8ee26-ee0d-41de-bcc5-cdc1ac1e0f04 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:08:17.831149 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-18a8ee26-ee0d-41de-bcc5-cdc1ac1e0f04 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/ports/11ffa9ec-9cec-457b-9733-87b267ef38b3 HTTP/1.1" status: 404  len: 333 time: 0.0615909
Feb 05 21:08:17.831149 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60612) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:17.836080 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60614) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:17.888217 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-31ab0296-2600-4b84-9120-907bba61a9dc tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:08:17.889291 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31ab0296-2600-4b84-9120-907bba61a9dc tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:08:17.889438 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-2e54cac7-00b6-42f2-9753-785e7f176964 None None] Provisioning complete for port 9ce8158f-d97f-4521-aec1-50f134984234 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:08:17.889833 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2e54cac7-00b6-42f2-9753-785e7f176964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9ce8158f-d97f-4521-aec1-50f134984234), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:17.893949 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-31ab0296-2600-4b84-9120-907bba61a9dc tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/subnets/fc52fc11-014b-4d37-baf7-6731a49c98af HTTP/1.1" status: 404  len: 337 time: 0.0522275
Feb 05 21:08:17.897931 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60618) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:17.933754 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-468f07e6-4eb7-4ec8-aef1-b478e14f7c9e tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:08:17.933942 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-468f07e6-4eb7-4ec8-aef1-b478e14f7c9e tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:08:17.937995 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-468f07e6-4eb7-4ec8-aef1-b478e14f7c9e tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/subnets/bfcb06a7-e914-4bb8-9b10-b3137203a795 HTTP/1.1" status: 404  len: 337 time: 0.0388703
Feb 05 21:08:17.942807 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60620) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:17.990008 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e1e3c5-a1b4-4ccf-a8b4-9531893aea78 None None] DHCP port deletion for 0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:08:17.994756 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-125ccc79-ca4c-42b3-9a00-de57802f5ebb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:08:17.995541 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-125ccc79-ca4c-42b3-9a00-de57802f5ebb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:08:17.998897 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-125ccc79-ca4c-42b3-9a00-de57802f5ebb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/ports/9ba76c60-c250-49a2-adbf-e4d09cfe17c6 HTTP/1.1" status: 404  len: 333 time: 0.0550458
Feb 05 21:08:18.010413 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f733ff80-cc6c-4791-be3c-2f023bfa9f9e req-41442f5b-1856-40d6-93a7-68aeebfd5f2f tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2539492
Feb 05 21:08:18.015185 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60622) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:18.025675 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-2e54cac7-00b6-42f2-9753-785e7f176964 None None] Current status of the port 9ce8158f-d97f-4521-aec1-50f134984234 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:08:18.044195 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-2e54cac7-00b6-42f2-9753-785e7f176964 None None] Provisioning complete for port fe07eba6-3844-43ef-b423-c5d023d8a4b1 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:08:18.044586 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2e54cac7-00b6-42f2-9753-785e7f176964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (fe07eba6-3844-43ef-b423-c5d023d8a4b1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:18.060293 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-007851b8-0ce4-411c-b9f5-be2a639208b9 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:08:18.061082 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-007851b8-0ce4-411c-b9f5-be2a639208b9 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:08:18.065458 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-007851b8-0ce4-411c-b9f5-be2a639208b9 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/subnets/226d021f-20fc-4266-9f28-3e294bc19575 HTTP/1.1" status: 404  len: 337 time: 0.0483775
Feb 05 21:08:18.067734 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60624) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:18.085181 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-2e54cac7-00b6-42f2-9753-785e7f176964 None None] Port fe07eba6-3844-43ef-b423-c5d023d8a4b1 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:08:18.101530 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a31c4c9-e2a9-47b8-807b-a9b7fc062ddb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:08:18.102933 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a31c4c9-e2a9-47b8-807b-a9b7fc062ddb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:08:18.105727 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-d6e1e3c5-a1b4-4ccf-a8b4-9531893aea78 None None] Deleting port 9ce8158f-d97f-4521-aec1-50f134984234 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:08:18.106259 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d6e1e3c5-a1b4-4ccf-a8b4-9531893aea78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (9ce8158f-d97f-4521-aec1-50f134984234), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:18.106426 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1a31c4c9-e2a9-47b8-807b-a9b7fc062ddb tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/subnets/784f1653-56cf-46cc-9589-d2dcc09bae45 HTTP/1.1" status: 404  len: 337 time: 0.0375261
Feb 05 21:08:18.110143 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-bdf46ead-fc2a-44e8-9f78-ffcd2938e0d8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-98300368-network', 'tenant_id': '3f2ff5bed07f4168850397b8d6f11943'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:08:18.113078 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60626) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:18.178139 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf46ead-fc2a-44e8-9f78-ffcd2938e0d8 admin admin] Made reservation on behalf of 3f2ff5bed07f4168850397b8d6f11943 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:08:18.179974 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bdf46ead-fc2a-44e8-9f78-ffcd2938e0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:18.183922 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-d6e1e3c5-a1b4-4ccf-a8b4-9531893aea78 None None] For port 9ce8158f-d97f-4521-aec1-50f134984234, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ce8158f-d97f-4521-aec1-50f134984234,segment=NetworkSegment(1e731a3f-de73-40e1-91a8-206c090cf325),segment_id=1e731a3f-de73-40e1-91a8-206c090cf325)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:08:18.184430 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d6e1e3c5-a1b4-4ccf-a8b4-9531893aea78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (9ce8158f-d97f-4521-aec1-50f134984234), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:18.203328 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-d6e1e3c5-a1b4-4ccf-a8b4-9531893aea78 None None] Calling delete_port for 9ce8158f-d97f-4521-aec1-50f134984234 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:08:18.217926 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bdf46ead-fc2a-44e8-9f78-ffcd2938e0d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:18.235884 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d72f9-c68c-4cc4-8bb5-f437440d9d4c req-cc6f1526-7401-44c1-a220-569d9801aacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:18.237717 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-470d72f9-c68c-4cc4-8bb5-f437440d9d4c req-cc6f1526-7401-44c1-a220-569d9801aacb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=abdf40933f6b4f8099b886dfec3a4473&device_id=c74630eb-5693-4ed0-b659-bf7b9ac36050 HTTP/1.1" status: 200  len: 1128 time: 1.0560076
Feb 05 21:08:18.243963 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7799579b-8e40-4602-b91d-474fb9319efd tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (656117d9-7a25-46fa-ab9a-f77573437c08), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:18.278921 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-65de4fe8-a2c7-4b26-a327-1b174fc059a2 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Deleting port fe07eba6-3844-43ef-b423-c5d023d8a4b1 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:08:18.279273 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-65de4fe8-a2c7-4b26-a327-1b174fc059a2 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (fe07eba6-3844-43ef-b423-c5d023d8a4b1), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:18.296710 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-7799579b-8e40-4602-b91d-474fb9319efd tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db3a61760>,) {'filters': {'network_id': ['656117d9-7a25-46fa-ab9a-f77573437c08']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:08:18.331466 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d6e1e3c5-a1b4-4ccf-a8b4-9531893aea78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (9ce8158f-d97f-4521-aec1-50f134984234), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:18.339732 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-7799579b-8e40-4602-b91d-474fb9319efd tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3a61760>, '86f3f3d4-a3ba-4ccf-b606-c58daf31eee2') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:08:18.340040 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-7799579b-8e40-4602-b91d-474fb9319efd tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3a61760>, '86f3f3d4-a3ba-4ccf-b606-c58daf31eee2') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:08:18.363927 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7799579b-8e40-4602-b91d-474fb9319efd tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (86f3f3d4-a3ba-4ccf-b606-c58daf31eee2), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:18.369452 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-65de4fe8-a2c7-4b26-a327-1b174fc059a2 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (fe07eba6-3844-43ef-b423-c5d023d8a4b1), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:18.390640 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1e3c5-a1b4-4ccf-a8b4-9531893aea78 None None] Pushing event deleted for resources: {'Port': ['ID=9ce8158f-d97f-4521-aec1-50f134984234,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:18.395100 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7799579b-8e40-4602-b91d-474fb9319efd tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (86f3f3d4-a3ba-4ccf-b606-c58daf31eee2), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:18.401882 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e1e3c5-a1b4-4ccf-a8b4-9531893aea78 None None] No DVR routers for this DVR port 9ce8158f-d97f-4521-aec1-50f134984234 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:08:18.404880 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-65de4fe8-a2c7-4b26-a327-1b174fc059a2 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Calling delete_port for fe07eba6-3844-43ef-b423-c5d023d8a4b1 owned by  {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:08:18.415362 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d72f9-c68c-4cc4-8bb5-f437440d9d4c req-2ec92a34-b596-442f-98b4-294fe10e0158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:18.415362 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-470d72f9-c68c-4cc4-8bb5-f437440d9d4c req-2ec92a34-b596-442f-98b4-294fe10e0158 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f513b7e7-60ac-4b04-af41-d1fecee70cba HTTP/1.1" status: 200  len: 912 time: 0.1642642
Feb 05 21:08:18.419269 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bdf46ead-fc2a-44e8-9f78-ffcd2938e0d8 admin admin] Publish callbacks [] for security_group (ed7a2c6a-caaa-418e-9eba-f062eef3c1ab), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:18.419942 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7799579b-8e40-4602-b91d-474fb9319efd tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:08:18.421496 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7799579b-8e40-4602-b91d-474fb9319efd tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (86f3f3d4-a3ba-4ccf-b606-c58daf31eee2), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:18.425475 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bdf46ead-fc2a-44e8-9f78-ffcd2938e0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ed7a2c6a-caaa-418e-9eba-f062eef3c1ab), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:18.433051 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:08:18.433051 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:08:18.433051 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:08:18.433051 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:08:18.433051 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:08:18.433051 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:08:18.433051 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:08:18.433051 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:08:18.433051 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:08:18.433051 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:08:18.433051 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:08:18.433051 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:08:18.433051 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:08:18.433051 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:08:18.433051 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:08:18.433051 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:08:18.433051 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:08:18.433051 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:08:18.433051 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:08:18.433051 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:08:18.433051 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:08:18.433051 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:08:18.433051 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:08:18.433051 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:08:18.433051 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:08:18.433051 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:08:18.433051 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:08:18.433051 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:08:18.433051 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:08:18.433051 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:08:18.433051 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:08:18.433051 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:08:18.437189 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9ce8158f-d97f-4521-aec1-50f134984234 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:08:18.470407 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 9ce8158f-d97f-4521-aec1-50f134984234 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:08:18.470845 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9ce8158f-d97f-4521-aec1-50f134984234 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:08:18.492901 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-470d72f9-c68c-4cc4-8bb5-f437440d9d4c req-1e54164e-4d34-497e-a74c-ca097be948eb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65ee1752-c64b-4ff9-a1c6-a927c28ea9e2 HTTP/1.1" status: 200  len: 217 time: 0.0745878
Feb 05 21:08:18.502007 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf46ead-fc2a-44e8-9f78-ffcd2938e0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7a2c6a-caaa-418e-9eba-f062eef3c1ab,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:18.528010 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-65de4fe8-a2c7-4b26-a327-1b174fc059a2 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (fe07eba6-3844-43ef-b423-c5d023d8a4b1), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:18.565942 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de4fe8-a2c7-4b26-a327-1b174fc059a2 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event deleted for resources: {'Port': ['ID=fe07eba6-3844-43ef-b423-c5d023d8a4b1,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:18.572373 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-65de4fe8-a2c7-4b26-a327-1b174fc059a2 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:18.575944 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-65de4fe8-a2c7-4b26-a327-1b174fc059a2 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/ports/fe07eba6-3844-43ef-b423-c5d023d8a4b1 HTTP/1.1" status: 204  len: 168 time: 0.4605439
Feb 05 21:08:18.578128 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60628) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:18.585053 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7799579b-8e40-4602-b91d-474fb9319efd tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (656117d9-7a25-46fa-ab9a-f77573437c08), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:18.598707 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7799579b-8e40-4602-b91d-474fb9319efd tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:18.602522 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7799579b-8e40-4602-b91d-474fb9319efd tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] 10.222.0.32 "DELETE /v2.0/networks/656117d9-7a25-46fa-ab9a-f77573437c08 HTTP/1.1" status: 204  len: 168 time: 1.4189415
Feb 05 21:08:18.605407 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60630) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:18.608810 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdf46ead-fc2a-44e8-9f78-ffcd2938e0d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:08:18.623911 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d72f9-c68c-4cc4-8bb5-f437440d9d4c req-8d28abe0-96ac-4519-b88a-f589b77f28fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:18.625586 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-470d72f9-c68c-4cc4-8bb5-f437440d9d4c req-8d28abe0-96ac-4519-b88a-f589b77f28fe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d3bc4b1d-f312-4b2d-bc48-80b03423d794 HTTP/1.1" status: 200  len: 850 time: 0.1051376
Feb 05 21:08:18.628289 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799579b-8e40-4602-b91d-474fb9319efd tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Pushing event deleted for resources: {'Network': ['ID=656117d9-7a25-46fa-ab9a-f77573437c08,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:18.660456 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bdf46ead-fc2a-44e8-9f78-ffcd2938e0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (80b10a6d-e95b-489d-991d-72731fa14428), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:18.660824 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-bdf46ead-fc2a-44e8-9f78-ffcd2938e0d8 admin admin] Added segment 80b10a6d-e95b-489d-991d-72731fa14428 of type vlan for network 63256b53-41f8-4d85-97b0-d308487afe6d
Feb 05 21:08:18.707842 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9e8bdae6-aa50-4b49-b565-f783382b2d60 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:18.713634 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-07c04409-21fe-4dfd-8fb9-117fffad20b8 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Deleting subnet 7296f96d-dfb2-481a-bcaf-92428f9df10e {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:08:18.719589 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-07c04409-21fe-4dfd-8fb9-117fffad20b8 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks [] for subnet (7296f96d-dfb2-481a-bcaf-92428f9df10e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:18.729068 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bdf46ead-fc2a-44e8-9f78-ffcd2938e0d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (63256b53-41f8-4d85-97b0-d308487afe6d), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:18.761750 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d72f9-c68c-4cc4-8bb5-f437440d9d4c req-b3e86dda-089d-4357-bcc9-98a5d0960486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:18.763654 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-470d72f9-c68c-4cc4-8bb5-f437440d9d4c req-b3e86dda-089d-4357-bcc9-98a5d0960486 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f513b7e7-60ac-4b04-af41-d1fecee70cba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1118817
Feb 05 21:08:18.806920 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-07c04409-21fe-4dfd-8fb9-117fffad20b8 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (7296f96d-dfb2-481a-bcaf-92428f9df10e), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:18.833387 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9e8bdae6-aa50-4b49-b565-f783382b2d60 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:18.845439 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bdf46ead-fc2a-44e8-9f78-ffcd2938e0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (63256b53-41f8-4d85-97b0-d308487afe6d), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:18.846595 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf46ead-fc2a-44e8-9f78-ffcd2938e0d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:18.847152 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bdf46ead-fc2a-44e8-9f78-ffcd2938e0d8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:18.881106 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-9e8bdae6-aa50-4b49-b565-f783382b2d60 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db91483d0>,) {'filters': {'network_id': ['0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:08:18.917248 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-9e8bdae6-aa50-4b49-b565-f783382b2d60 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db91483d0>, '1e731a3f-de73-40e1-91a8-206c090cf325') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:08:18.917248 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-9e8bdae6-aa50-4b49-b565-f783382b2d60 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db91483d0>, '1e731a3f-de73-40e1-91a8-206c090cf325') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:08:18.948374 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-25c8db94-9c70-4a9a-89a2-41f3e6b6d13b req-655adb71-fb46-478d-8787-5efc7afd7a19 tempest-ServerShowV247Test-191970343 tempest-ServerShowV247Test-191970343-project] 10.222.0.32 "GET /v2.0/ports?device_id=e01cbb81-84d9-43d0-81db-4fc36fcccf36 HTTP/1.1" status: 200  len: 210 time: 0.0636814
Feb 05 21:08:18.958311 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-bdf46ead-fc2a-44e8-9f78-ffcd2938e0d8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.1234303
Feb 05 21:08:18.958652 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-470d72f9-c68c-4cc4-8bb5-f437440d9d4c req-0662ba5c-471d-413b-ab1b-1572d7ddaa5f service neutron] 10.222.0.21 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1849840
Feb 05 21:08:18.958652 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60646) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:18.964111 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-0016c672-45bf-4440-9ce1-45a0db121a2e admin admin] Request body: {'subnet': {'network_id': '63256b53-41f8-4d85-97b0-d308487afe6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-98300368-subnet', 'tenant_id': '3f2ff5bed07f4168850397b8d6f11943', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:08:18.983733 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9e8bdae6-aa50-4b49-b565-f783382b2d60 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (1e731a3f-de73-40e1-91a8-206c090cf325), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:18.995916 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf46ead-fc2a-44e8-9f78-ffcd2938e0d8 admin admin] Pushing event updated for resources: {'Network': ['ID=63256b53-41f8-4d85-97b0-d308487afe6d,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:19.004400 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9e8bdae6-aa50-4b49-b565-f783382b2d60 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (1e731a3f-de73-40e1-91a8-206c090cf325), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:19.020271 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e8bdae6-aa50-4b49-b565-f783382b2d60 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:08:19.020899 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9e8bdae6-aa50-4b49-b565-f783382b2d60 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (1e731a3f-de73-40e1-91a8-206c090cf325), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:19.024583 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:08:19.024583 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:08:19.024583 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:08:19.024583 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:08:19.024583 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:08:19.024583 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:08:19.024583 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:08:19.024583 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:08:19.024583 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:08:19.024583 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:08:19.024583 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:08:19.024583 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:08:19.024583 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:08:19.024583 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:08:19.024583 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:08:19.024583 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:08:19.024583 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:08:19.024583 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:08:19.024583 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:08:19.024583 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:08:19.024583 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:08:19.024583 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:08:19.024583 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:08:19.024583 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:08:19.024583 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:08:19.024583 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:08:19.024583 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:08:19.024583 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:08:19.024583 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:08:19.024583 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:08:19.024583 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:08:19.024583 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:08:19.035411 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 63256b53-41f8-4d85-97b0-d308487afe6d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:08:19.063396 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-07c04409-21fe-4dfd-8fb9-117fffad20b8 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (7296f96d-dfb2-481a-bcaf-92428f9df10e), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:19.110008 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9e8bdae6-aa50-4b49-b565-f783382b2d60 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:19.123465 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9e8bdae6-aa50-4b49-b565-f783382b2d60 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:19.131720 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9e8bdae6-aa50-4b49-b565-f783382b2d60 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] 10.222.0.32 "DELETE /v2.0/networks/0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8 HTTP/1.1" status: 204  len: 168 time: 0.5514741
Feb 05 21:08:19.167651 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8bdae6-aa50-4b49-b565-f783382b2d60 tempest-PortsTestJSON-887177169 tempest-PortsTestJSON-887177169-project] Pushing event deleted for resources: {'Network': ['ID=0859b58a-0c1c-4eb4-a6e8-4c20b6f415b8,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:19.167819 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0016c672-45bf-4440-9ce1-45a0db121a2e admin admin] Made reservation on behalf of 3f2ff5bed07f4168850397b8d6f11943 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:08:19.170870 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0016c672-45bf-4440-9ce1-45a0db121a2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:19.251239 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e771966-d8d7-4cff-9dc1-a26e608c5935 req-dd510c6a-3b0a-4209-969e-c79f33ebcba5 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:19.253321 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2e771966-d8d7-4cff-9dc1-a26e608c5935 req-dd510c6a-3b0a-4209-969e-c79f33ebcba5 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74630eb-5693-4ed0-b659-bf7b9ac36050 HTTP/1.1" status: 200  len: 946 time: 0.1311853
Feb 05 21:08:19.292188 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-470d72f9-c68c-4cc4-8bb5-f437440d9d4c req-f7d95b72-fce1-486d-8a29-780eb2047538 service neutron] 10.222.0.21 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3166511
Feb 05 21:08:19.335336 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2e771966-d8d7-4cff-9dc1-a26e608c5935 req-431ff0d6-6e07-4d93-bf7f-5770f24e7d14 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720282
Feb 05 21:08:19.359243 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-07c04409-21fe-4dfd-8fb9-117fffad20b8 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (7296f96d-dfb2-481a-bcaf-92428f9df10e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:19.399672 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c04409-21fe-4dfd-8fb9-117fffad20b8 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Pushing event deleted for resources: {'Subnet': ['ID=7296f96d-dfb2-481a-bcaf-92428f9df10e,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:19.411630 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-07c04409-21fe-4dfd-8fb9-117fffad20b8 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:19.417157 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004c0631-0dfe-4661-9395-1010df1e4852 None None] Network f7aeb55f-8f75-4b9c-af18-ba3256bd4384 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:08:19.418405 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-07c04409-21fe-4dfd-8fb9-117fffad20b8 tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] 10.222.0.32 "DELETE /v2.0/subnets/7296f96d-dfb2-481a-bcaf-92428f9df10e HTTP/1.1" status: 204  len: 168 time: 0.8029909
Feb 05 21:08:19.419027 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60672) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:19.500894 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0016c672-45bf-4440-9ce1-45a0db121a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (e8938042-ae96-4d27-83c5-9d1486995b2c), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:19.591076 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7df7d79f-a10f-4f7b-9b07-b2feb2c8605d tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (f7aeb55f-8f75-4b9c-af18-ba3256bd4384), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:19.594357 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0016c672-45bf-4440-9ce1-45a0db121a2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8938042-ae96-4d27-83c5-9d1486995b2c,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:19.606708 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0016c672-45bf-4440-9ce1-45a0db121a2e admin admin] Checking segment: {'id': '80b10a6d-e95b-489d-991d-72731fa14428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '63256b53-41f8-4d85-97b0-d308487afe6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:08:19.607520 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0016c672-45bf-4440-9ce1-45a0db121a2e admin admin] Network hostable DHCP agents. Network: 63256b53-41f8-4d85-97b0-d308487afe6d, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:08:19.628237 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60684) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:19.633228 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0016c672-45bf-4440-9ce1-45a0db121a2e admin admin] Network 63256b53-41f8-4d85-97b0-d308487afe6d is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:08:19.647068 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-0016c672-45bf-4440-9ce1-45a0db121a2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 63256b53-41f8-4d85-97b0-d308487afe6d) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:08:19.651762 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0016c672-45bf-4440-9ce1-45a0db121a2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:19.652574 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0016c672-45bf-4440-9ce1-45a0db121a2e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:19.664804 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1dcc61-ef72-4a69-a877-24ed4509ff42 None None] Network 63256b53-41f8-4d85-97b0-d308487afe6d requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:08:19.683173 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0016c672-45bf-4440-9ce1-45a0db121a2e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7234650
Feb 05 21:08:19.720629 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-7df7d79f-a10f-4f7b-9b07-b2feb2c8605d tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Deleting port 9c5fbbc7-f41d-4df8-b871-8024998eaebd {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:08:19.721067 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7df7d79f-a10f-4f7b-9b07-b2feb2c8605d tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (9c5fbbc7-f41d-4df8-b871-8024998eaebd), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:19.750891 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4b3412-5697-4597-89f7-0ce36d74c920 None None] DHCP port deletion for f7aeb55f-8f75-4b9c-af18-ba3256bd4384 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:08:19.838736 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:08:19.856639 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2815600-cefa-42ae-9cb1-f44d900d8395 None None] Network 63256b53-41f8-4d85-97b0-d308487afe6d requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:08:19.880739 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-4b4b3412-5697-4597-89f7-0ce36d74c920 None None] Deleting port 9c5fbbc7-f41d-4df8-b871-8024998eaebd {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:08:19.881390 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4b4b3412-5697-4597-89f7-0ce36d74c920 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (9c5fbbc7-f41d-4df8-b871-8024998eaebd), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:19.883708 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-7df7d79f-a10f-4f7b-9b07-b2feb2c8605d tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] For port 9c5fbbc7-f41d-4df8-b871-8024998eaebd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c5fbbc7-f41d-4df8-b871-8024998eaebd,segment=NetworkSegment(5164a4c4-fc58-4b02-b8c7-5f5029f78c1c),segment_id=5164a4c4-fc58-4b02-b8c7-5f5029f78c1c)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:08:19.884238 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7df7d79f-a10f-4f7b-9b07-b2feb2c8605d tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (9c5fbbc7-f41d-4df8-b871-8024998eaebd), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:19.923089 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-7df7d79f-a10f-4f7b-9b07-b2feb2c8605d tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Calling delete_port for 9c5fbbc7-f41d-4df8-b871-8024998eaebd owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:08:19.937104 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-545840dd-6490-437b-b2e8-8e193484b86a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2c6898cf86224b09b9056098bf6480b2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3046446
Feb 05 21:08:19.937803 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60692) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:20.012917 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-4b4b3412-5697-4597-89f7-0ce36d74c920 None None] For port 9c5fbbc7-f41d-4df8-b871-8024998eaebd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c5fbbc7-f41d-4df8-b871-8024998eaebd,segment=NetworkSegment(5164a4c4-fc58-4b02-b8c7-5f5029f78c1c),segment_id=5164a4c4-fc58-4b02-b8c7-5f5029f78c1c)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:08:20.013285 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4b4b3412-5697-4597-89f7-0ce36d74c920 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (9c5fbbc7-f41d-4df8-b871-8024998eaebd), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:20.017797 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9ab37be2-d83c-4151-ae9e-2fc2efaa35bc admin admin] Publish callbacks [] for security_group (e95590b2-f5ac-4886-8f6e-059921fd305f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:20.048102 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-4b4b3412-5697-4597-89f7-0ce36d74c920 None None] Calling delete_port for 9c5fbbc7-f41d-4df8-b871-8024998eaebd owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:08:20.070297 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9ab37be2-d83c-4151-ae9e-2fc2efaa35bc admin admin] Publish callbacks [] for security_group (e95590b2-f5ac-4886-8f6e-059921fd305f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:20.096756 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7df7d79f-a10f-4f7b-9b07-b2feb2c8605d tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (9c5fbbc7-f41d-4df8-b871-8024998eaebd), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:20.113404 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:20.134752 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df7d79f-a10f-4f7b-9b07-b2feb2c8605d tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] No DVR routers for this DVR port 9c5fbbc7-f41d-4df8-b871-8024998eaebd on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:08:20.151522 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:08:20.151522 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:08:20.151522 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:08:20.151522 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:08:20.151522 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:08:20.151522 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:08:20.151522 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:08:20.151522 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:08:20.151522 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:08:20.151522 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:08:20.151522 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:08:20.151522 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:08:20.151522 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:08:20.151522 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:08:20.151522 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:08:20.151522 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:08:20.151522 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:08:20.151522 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:08:20.151522 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:08:20.151522 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:08:20.151522 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:08:20.151522 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:08:20.151522 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:08:20.151522 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:08:20.151522 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:08:20.151522 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:08:20.151522 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:08:20.151522 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:08:20.151522 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:08:20.151522 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:08:20.151522 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:08:20.151522 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:08:20.151522 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:08:20.151522 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:08:20.151522 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:08:20.151522 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:08:20.151522 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:08:20.151522 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:08:20.151522 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:08:20.151522 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:08:20.154560 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:08:20.154560 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:08:20.154560 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:08:20.154560 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:08:20.154560 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:08:20.154560 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:08:20.154560 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:08:20.154560 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:08:20.154560 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:08:20.154560 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:08:20.154560 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:08:20.154560 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:08:20.154560 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:08:20.154560 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:08:20.155575 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9ab37be2-d83c-4151-ae9e-2fc2efaa35bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (e95590b2-f5ac-4886-8f6e-059921fd305f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:20.163134 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4b4b3412-5697-4597-89f7-0ce36d74c920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (9c5fbbc7-f41d-4df8-b871-8024998eaebd), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:20.163476 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9ab37be2-d83c-4151-ae9e-2fc2efaa35bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:20.167301 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9ab37be2-d83c-4151-ae9e-2fc2efaa35bc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e95590b2-f5ac-4886-8f6e-059921fd305f HTTP/1.1" status: 204  len: 168 time: 0.2261848
Feb 05 21:08:20.175580 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab37be2-d83c-4151-ae9e-2fc2efaa35bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95590b2-f5ac-4886-8f6e-059921fd305f,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:20.213526 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b3412-5697-4597-89f7-0ce36d74c920 None None] Pushing event deleted for resources: {'Port': ['ID=9c5fbbc7-f41d-4df8-b871-8024998eaebd,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:20.228309 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df7d79f-a10f-4f7b-9b07-b2feb2c8605d tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Pushing event deleted for resources: {'Port': ['ID=9c5fbbc7-f41d-4df8-b871-8024998eaebd,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:20.231387 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4b3412-5697-4597-89f7-0ce36d74c920 None None] No DVR routers for this DVR port 9c5fbbc7-f41d-4df8-b871-8024998eaebd on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:08:20.259548 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8c0f639a-2936-4b84-91a5-61928ae20f08 req-7d89cec7-6e08-48d2-84ec-562b8a969c39 tempest-ServerShowV247Test-191970343 tempest-ServerShowV247Test-191970343-project] 10.222.0.32 "GET /v2.0/ports?device_id=e01cbb81-84d9-43d0-81db-4fc36fcccf36 HTTP/1.1" status: 200  len: 210 time: 0.1441104
Feb 05 21:08:20.320768 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7df7d79f-a10f-4f7b-9b07-b2feb2c8605d tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (f7aeb55f-8f75-4b9c-af18-ba3256bd4384), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:20.376893 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-7df7d79f-a10f-4f7b-9b07-b2feb2c8605d tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db8fafb50>,) {'filters': {'network_id': ['f7aeb55f-8f75-4b9c-af18-ba3256bd4384']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:08:20.386956 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9c5fbbc7-f41d-4df8-b871-8024998eaebd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:08:20.391208 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-7df7d79f-a10f-4f7b-9b07-b2feb2c8605d tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8fafb50>, '5164a4c4-fc58-4b02-b8c7-5f5029f78c1c') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:08:20.391558 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-7df7d79f-a10f-4f7b-9b07-b2feb2c8605d tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8fafb50>, '5164a4c4-fc58-4b02-b8c7-5f5029f78c1c') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:08:20.407346 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7df7d79f-a10f-4f7b-9b07-b2feb2c8605d tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (5164a4c4-fc58-4b02-b8c7-5f5029f78c1c), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:20.441880 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 9c5fbbc7-f41d-4df8-b871-8024998eaebd {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:08:20.443475 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9c5fbbc7-f41d-4df8-b871-8024998eaebd not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:08:20.509015 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7df7d79f-a10f-4f7b-9b07-b2feb2c8605d tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (5164a4c4-fc58-4b02-b8c7-5f5029f78c1c), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:20.523593 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7df7d79f-a10f-4f7b-9b07-b2feb2c8605d tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:08:20.524171 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7df7d79f-a10f-4f7b-9b07-b2feb2c8605d tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (5164a4c4-fc58-4b02-b8c7-5f5029f78c1c), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:20.527385 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:08:20.527385 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:08:20.527385 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:08:20.527385 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:08:20.527385 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:08:20.527385 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:08:20.527385 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:08:20.527385 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:08:20.527385 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:08:20.527385 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:08:20.527385 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:08:20.527385 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:08:20.527385 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:08:20.527385 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:08:20.527385 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:08:20.527385 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:08:20.527385 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:08:20.527385 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:08:20.527385 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:08:20.527385 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:08:20.527385 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:08:20.527385 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:08:20.527385 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:08:20.527385 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:08:20.527385 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:08:20.527385 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:08:20.527385 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:08:20.527385 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:08:20.527385 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:08:20.527385 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:08:20.527385 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:08:20.527385 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:08:20.556302 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60718) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:20.563653 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-de4afc38-d0ed-4681-b2f9-e213f981ae6d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-650895419-network', 'tenant_id': '3a52d788ecfd413b853b1c4d8c2ecc57'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:08:20.594675 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4afc38-d0ed-4681-b2f9-e213f981ae6d admin admin] Made reservation on behalf of 3a52d788ecfd413b853b1c4d8c2ecc57 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:08:20.599035 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de4afc38-d0ed-4681-b2f9-e213f981ae6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:20.612725 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de4afc38-d0ed-4681-b2f9-e213f981ae6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:20.613816 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5329b-9238-47f0-aac1-a452b202027c req-ad73bed1-2df4-41cf-9b2b-b559cf806d49 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:20.615421 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5fa5329b-9238-47f0-aac1-a452b202027c req-ad73bed1-2df4-41cf-9b2b-b559cf806d49 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74630eb-5693-4ed0-b659-bf7b9ac36050 HTTP/1.1" status: 200  len: 946 time: 0.1857533
Feb 05 21:08:20.645681 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7df7d79f-a10f-4f7b-9b07-b2feb2c8605d tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (f7aeb55f-8f75-4b9c-af18-ba3256bd4384), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:20.659621 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7df7d79f-a10f-4f7b-9b07-b2feb2c8605d tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:20.665235 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7df7d79f-a10f-4f7b-9b07-b2feb2c8605d tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] 10.222.0.32 "DELETE /v2.0/networks/f7aeb55f-8f75-4b9c-af18-ba3256bd4384 HTTP/1.1" status: 204  len: 168 time: 1.2413399
Feb 05 21:08:20.685428 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df7d79f-a10f-4f7b-9b07-b2feb2c8605d tempest-NetworksIpV6TestAttrs-971404423 tempest-NetworksIpV6TestAttrs-971404423-project] Pushing event deleted for resources: {'Network': ['ID=f7aeb55f-8f75-4b9c-af18-ba3256bd4384,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:20.695257 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5fa5329b-9238-47f0-aac1-a452b202027c req-db477bb9-0062-4721-80d7-34eb7051d0d8 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740826
Feb 05 21:08:20.742849 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 65ee1752-c64b-4ff9-a1c6-a927c28ea9e2 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:08:20.750084 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de4afc38-d0ed-4681-b2f9-e213f981ae6d admin admin] Publish callbacks [] for security_group (2993b055-515a-40ab-84ca-66ef9ddb83b0), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:20.757050 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de4afc38-d0ed-4681-b2f9-e213f981ae6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (2993b055-515a-40ab-84ca-66ef9ddb83b0), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:20.791011 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de4afc38-d0ed-4681-b2f9-e213f981ae6d admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:08:20.797875 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4afc38-d0ed-4681-b2f9-e213f981ae6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2993b055-515a-40ab-84ca-66ef9ddb83b0,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:20.806867 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de4afc38-d0ed-4681-b2f9-e213f981ae6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (1a8c7b18-8792-40d1-999c-874179a094f0), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:20.807408 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-de4afc38-d0ed-4681-b2f9-e213f981ae6d admin admin] Added segment 1a8c7b18-8792-40d1-999c-874179a094f0 of type vlan for network bbe3923b-0b94-4511-8272-6afd958f3ae9
Feb 05 21:08:20.861753 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de4afc38-d0ed-4681-b2f9-e213f981ae6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (bbe3923b-0b94-4511-8272-6afd958f3ae9), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:20.871036 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 65ee1752-c64b-4ff9-a1c6-a927c28ea9e2 is: ACTIVE; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:08:20.871763 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (65ee1752-c64b-4ff9-a1c6-a927c28ea9e2), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:20.906664 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c74630eb-5693-4ed0-b659-bf7b9ac36050', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65ee1752-c64b-4ff9-a1c6-a927c28ea9e2'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:08:20.908354 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de4afc38-d0ed-4681-b2f9-e213f981ae6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (bbe3923b-0b94-4511-8272-6afd958f3ae9), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:20.909457 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4afc38-d0ed-4681-b2f9-e213f981ae6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:20.909616 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732f8a40-7768-4767-add1-284eac4a4bdc" -d '{"events": [{"server_uuid": "c74630eb-5693-4ed0-b659-bf7b9ac36050", "name": "network-vif-unplugged", "status": "completed", "tag": "65ee1752-c64b-4ff9-a1c6-a927c28ea9e2"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:08:20.910538 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de4afc38-d0ed-4681-b2f9-e213f981ae6d admin admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:20.948634 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 65ee1752-c64b-4ff9-a1c6-a927c28ea9e2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=65ee1752-c64b-4ff9-a1c6-a927c28ea9e2,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:08:20.959360 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (65ee1752-c64b-4ff9-a1c6-a927c28ea9e2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:20.985184 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60734) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:21.004332 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 21:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b496555c-807c-4b69-94b7-1338879651ba x-openstack-request-id: req-b496555c-807c-4b69-94b7-1338879651ba {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:08:21.004631 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c74630eb-5693-4ed0-b659-bf7b9ac36050", "name": "network-vif-unplugged", "status": "completed", "tag": "65ee1752-c64b-4ff9-a1c6-a927c28ea9e2", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:08:21.005072 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b496555c-807c-4b69-94b7-1338879651ba {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:08:21.005701 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c74630eb-5693-4ed0-b659-bf7b9ac36050', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65ee1752-c64b-4ff9-a1c6-a927c28ea9e2', 'code': 200}
Feb 05 21:08:21.030205 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-de4afc38-d0ed-4681-b2f9-e213f981ae6d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.4720423
Feb 05 21:08:21.033141 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60738) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:21.037066 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4afc38-d0ed-4681-b2f9-e213f981ae6d admin admin] Pushing event updated for resources: {'Network': ['ID=bbe3923b-0b94-4511-8272-6afd958f3ae9,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:21.040104 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-df064001-3193-4330-9334-f408016541b0 admin admin] Request body: {'subnet': {'network_id': 'bbe3923b-0b94-4511-8272-6afd958f3ae9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-650895419-subnet', 'tenant_id': '3a52d788ecfd413b853b1c4d8c2ecc57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:08:21.052058 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network bbe3923b-0b94-4511-8272-6afd958f3ae9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:08:21.069547 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df064001-3193-4330-9334-f408016541b0 admin admin] Made reservation on behalf of 3a52d788ecfd413b853b1c4d8c2ecc57 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:08:21.075588 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-df064001-3193-4330-9334-f408016541b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:21.081206 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=65ee1752-c64b-4ff9-a1c6-a927c28ea9e2,revision_number=8']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:21.311399 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-95ab3ad3-f206-4639-a5b1-70eb948e6077 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5a5addadfd074a04808cf870e048cab7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3217208
Feb 05 21:08:21.312253 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60748) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:21.361879 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60750) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:21.407368 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [req-72467b43-a467-4799-bb5c-29135a7a11b3 req-444c7009-f2a4-4b59-a82a-e6c25f00138f service neutron] (114390) timed out ('10.222.0.21', 60181) {{(pid=114390) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 05 21:08:21.433552 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a3d0bbdc-5532-4898-b870-449c006ac849 req-e5004e57-8485-4ef9-ad91-fe45659e3379 tempest-ServerShowV247Test-191970343 tempest-ServerShowV247Test-191970343-project] 10.222.0.32 "GET /v2.0/ports?device_id=e01cbb81-84d9-43d0-81db-4fc36fcccf36 HTTP/1.1" status: 200  len: 210 time: 0.0657527
Feb 05 21:08:21.452328 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-df064001-3193-4330-9334-f408016541b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (aa773f3f-0a39-4de8-a9a5-3accfe190609), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:21.488513 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-55e9f26a-fec3-4325-93ba-6924415cd2ba tempest-ServiceProvidersTest-1126523914 tempest-ServiceProvidersTest-1126523914-project] 10.222.0.32 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.1252935
Feb 05 21:08:21.499816 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-28f4736a-5707-4e6e-822e-ee8bdc2c46a0 admin admin] Publish callbacks [] for security_group (d071aa0e-2326-4546-badb-a1e1c8924b5a), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:21.555400 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-28f4736a-5707-4e6e-822e-ee8bdc2c46a0 admin admin] Publish callbacks [] for security_group (d071aa0e-2326-4546-badb-a1e1c8924b5a), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:21.570813 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df064001-3193-4330-9334-f408016541b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa773f3f-0a39-4de8-a9a5-3accfe190609,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:21.592812 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df064001-3193-4330-9334-f408016541b0 admin admin] Checking segment: {'id': '1a8c7b18-8792-40d1-999c-874179a094f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bbe3923b-0b94-4511-8272-6afd958f3ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:08:21.593217 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df064001-3193-4330-9334-f408016541b0 admin admin] Network hostable DHCP agents. Network: bbe3923b-0b94-4511-8272-6afd958f3ae9, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:08:21.641170 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df064001-3193-4330-9334-f408016541b0 admin admin] Network bbe3923b-0b94-4511-8272-6afd958f3ae9 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:08:21.658362 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-df064001-3193-4330-9334-f408016541b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bbe3923b-0b94-4511-8272-6afd958f3ae9) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:08:21.667736 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72e8052-d6b9-4f95-a5da-a104a1417396 None None] Network bbe3923b-0b94-4511-8272-6afd958f3ae9 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:08:21.669352 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df064001-3193-4330-9334-f408016541b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:21.670079 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-df064001-3193-4330-9334-f408016541b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:21.673971 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-28f4736a-5707-4e6e-822e-ee8bdc2c46a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (d071aa0e-2326-4546-badb-a1e1c8924b5a), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:21.677015 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-28f4736a-5707-4e6e-822e-ee8bdc2c46a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:21.680969 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-28f4736a-5707-4e6e-822e-ee8bdc2c46a0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d071aa0e-2326-4546-badb-a1e1c8924b5a HTTP/1.1" status: 204  len: 168 time: 0.3655698
Feb 05 21:08:21.691070 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f4736a-5707-4e6e-822e-ee8bdc2c46a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d071aa0e-2326-4546-badb-a1e1c8924b5a,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:21.702975 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-df064001-3193-4330-9334-f408016541b0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6685262
Feb 05 21:08:21.877199 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f7c397-3628-45c4-ba44-f9d15cf317f5 None None] Network bbe3923b-0b94-4511-8272-6afd958f3ae9 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:08:21.908123 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64595f99-03a6-4b1b-8306-b12cab59054b req-119c4bc6-1a65-49be-9fb9-7a71db62039e tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:21.913186 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-64595f99-03a6-4b1b-8306-b12cab59054b req-119c4bc6-1a65-49be-9fb9-7a71db62039e tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74630eb-5693-4ed0-b659-bf7b9ac36050 HTTP/1.1" status: 200  len: 944 time: 0.0912173
Feb 05 21:08:21.981810 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-64595f99-03a6-4b1b-8306-b12cab59054b req-fba1cbd2-9afe-4e3e-ba1d-dd6a4bb8d207 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613236
Feb 05 21:08:22.026570 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60786) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:22.153688 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b3a021-bfb7-4155-a18c-93c397b05ac2 req-deddccae-2853-4199-ada1-b58606c8f0ce tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:22.155937 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-11b3a021-bfb7-4155-a18c-93c397b05ac2 req-deddccae-2853-4199-ada1-b58606c8f0ce tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.0807617
Feb 05 21:08:22.197995 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6efcaf87-431f-4e43-8361-bdd7bc05a156 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:22.266056 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-11b3a021-bfb7-4155-a18c-93c397b05ac2 req-4bdba465-63c7-48f9-b010-b234a2f6bb7f tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1035907
Feb 05 21:08:22.355138 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6efcaf87-431f-4e43-8361-bdd7bc05a156 admin admin] Publish callbacks [] for security_group (cc8913a6-d611-490d-b89d-c1cb9c2fc5e1), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:22.363879 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6efcaf87-431f-4e43-8361-bdd7bc05a156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (cc8913a6-d611-490d-b89d-c1cb9c2fc5e1), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:22.406300 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efcaf87-431f-4e43-8361-bdd7bc05a156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8913a6-d611-490d-b89d-c1cb9c2fc5e1,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:22.465774 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6efcaf87-431f-4e43-8361-bdd7bc05a156 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d1be001148ec4deb93b367b2632b396c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4367783
Feb 05 21:08:22.469117 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60818) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:22.496725 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ffb585-4c3b-49a9-b8fc-53b745e40b45 req-0efc4b75-a766-4640-8448-c15e2df17cf8 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:22.498701 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-81ffb585-4c3b-49a9-b8fc-53b745e40b45 req-0efc4b75-a766-4640-8448-c15e2df17cf8 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.0853298
Feb 05 21:08:22.561506 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e97992a6-b146-4be7-aa4d-6820af8885ce admin admin] Publish callbacks [] for security_group (cc8913a6-d611-490d-b89d-c1cb9c2fc5e1), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:22.592348 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e97992a6-b146-4be7-aa4d-6820af8885ce admin admin] Publish callbacks [] for security_group (cc8913a6-d611-490d-b89d-c1cb9c2fc5e1), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:22.654442 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-81ffb585-4c3b-49a9-b8fc-53b745e40b45 req-4fbbaf84-c847-4c85-9913-6b077dae4b79 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1448343
Feb 05 21:08:22.673635 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e97992a6-b146-4be7-aa4d-6820af8885ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (cc8913a6-d611-490d-b89d-c1cb9c2fc5e1), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:22.677443 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e97992a6-b146-4be7-aa4d-6820af8885ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:22.680892 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e97992a6-b146-4be7-aa4d-6820af8885ce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cc8913a6-d611-490d-b89d-c1cb9c2fc5e1 HTTP/1.1" status: 204  len: 168 time: 0.2098899
Feb 05 21:08:22.699637 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97992a6-b146-4be7-aa4d-6820af8885ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8913a6-d611-490d-b89d-c1cb9c2fc5e1,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:22.757783 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-3c536bd3-e5a8-42f9-ace3-769a34d3922c tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:22.763686 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-3c536bd3-e5a8-42f9-ace3-769a34d3922c tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/networks?id=63256b53-41f8-4d85-97b0-d308487afe6d HTTP/1.1" status: 200  len: 810 time: 0.2636881
Feb 05 21:08:22.784141 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-d01a6417-2d2e-4819-b0e2-3def80b2ce7a tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/quotas/3f2ff5bed07f4168850397b8d6f11943 HTTP/1.1" status: 200  len: 375 time: 0.0180471
Feb 05 21:08:22.831000 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-178bf99c-8ebb-4ff3-ac87-e26f31dd1683 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f2ff5bed07f4168850397b8d6f11943&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0461102
Feb 05 21:08:22.858422 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bdb7aef4-39dd-44c8-adf4-562a15ff8b62 req-9a6135a8-656b-4ca1-a3a1-5e19a4ee0656 tempest-ServerShowV247Test-191970343 tempest-ServerShowV247Test-191970343-project] 10.222.0.32 "GET /v2.0/ports?device_id=e01cbb81-84d9-43d0-81db-4fc36fcccf36 HTTP/1.1" status: 200  len: 210 time: 0.0638907
Feb 05 21:08:23.115897 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c8c54-e51b-4955-a260-936946bfe72e req-d188c705-2b57-40b6-b6f1-96a20672b29a tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:23.118580 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f12c8c54-e51b-4955-a260-936946bfe72e req-d188c705-2b57-40b6-b6f1-96a20672b29a tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.0730116
Feb 05 21:08:23.241429 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f12c8c54-e51b-4955-a260-936946bfe72e req-f158fc04-54fa-4d29-ab01-7538d2d29bd4 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1166642
Feb 05 21:08:23.272258 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-dba7fb77-e271-47c6-99a8-d2baeec977ea service neutron] 10.222.0.32 "GET /v2.0/networks/63256b53-41f8-4d85-97b0-d308487afe6d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4404519
Feb 05 21:08:23.284751 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60862) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:23.388252 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-ec95a09b-a2c4-462b-9ba1-370640586a78 service neutron] 10.222.0.32 "GET /v2.0/networks/63256b53-41f8-4d85-97b0-d308487afe6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1089139
Feb 05 21:08:23.575198 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fd5cb604-de42-4643-b2dc-93228d4e37f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:23.591108 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2f339c3-7b1b-4c2d-ae14-83ace96d2c34 req-44d8e20d-c15f-4f7a-812c-c4d7a9c20285 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ed519d-bf34-4ce1-9744-3def1340b2a3 HTTP/1.1" status: 200  len: 210 time: 0.0501294
Feb 05 21:08:23.710216 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fd5cb604-de42-4643-b2dc-93228d4e37f9 admin admin] Publish callbacks [] for security_group (1b3643c0-e87a-4ac3-935f-289f853f8d65), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:23.717333 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fd5cb604-de42-4643-b2dc-93228d4e37f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (1b3643c0-e87a-4ac3-935f-289f853f8d65), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:23.770427 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-fd5cb604-de42-4643-b2dc-93228d4e37f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e91d6bf94689405c8bbb89fce600f97b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4839406
Feb 05 21:08:23.773940 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60892) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:23.782978 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5cb604-de42-4643-b2dc-93228d4e37f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3643c0-e87a-4ac3-935f-289f853f8d65,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:23.877977 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-770ff719-9b8c-4336-9703-01321fc76aa3 admin admin] Publish callbacks [] for security_group (1b3643c0-e87a-4ac3-935f-289f853f8d65), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:23.909393 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-770ff719-9b8c-4336-9703-01321fc76aa3 admin admin] Publish callbacks [] for security_group (1b3643c0-e87a-4ac3-935f-289f853f8d65), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:24.026652 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4792dd7d-695d-41f9-89de-f9fbc5ad6730 req-10706ff0-3349-4846-8e01-ffe13f6c3062 tempest-ServerShowV247Test-191970343 tempest-ServerShowV247Test-191970343-project] 10.222.0.32 "GET /v2.0/ports?device_id=e01cbb81-84d9-43d0-81db-4fc36fcccf36 HTTP/1.1" status: 200  len: 210 time: 0.0454657
Feb 05 21:08:24.049220 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-770ff719-9b8c-4336-9703-01321fc76aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (1b3643c0-e87a-4ac3-935f-289f853f8d65), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:24.053614 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-770ff719-9b8c-4336-9703-01321fc76aa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:24.055135 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-770ff719-9b8c-4336-9703-01321fc76aa3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b3643c0-e87a-4ac3-935f-289f853f8d65 HTTP/1.1" status: 204  len: 168 time: 0.2800622
Feb 05 21:08:24.068516 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ff719-9b8c-4336-9703-01321fc76aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3643c0-e87a-4ac3-935f-289f853f8d65,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:24.216132 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60912) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:24.220953 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0028508
Feb 05 21:08:24.225613 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60914) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:24.400795 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40a5de-f463-4106-9ef6-8599d2a08b8e req-9dc28888-b9a5-4a72-ad98-3e4673caff77 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:24.402731 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1e40a5de-f463-4106-9ef6-8599d2a08b8e req-9dc28888-b9a5-4a72-ad98-3e4673caff77 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.0699277
Feb 05 21:08:24.464476 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1e40a5de-f463-4106-9ef6-8599d2a08b8e req-24c3815d-3a2f-4290-920f-fdc496801666 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537331
Feb 05 21:08:24.517433 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-eff12402-703d-49d7-baed-d66fb1c0c1d3 tempest-NetworksApiDiscovery-950655568 tempest-NetworksApiDiscovery-950655568-project] 10.222.0.32 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.2905614
Feb 05 21:08:24.760760 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60926) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:24.767485 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 65ee1752-c64b-4ff9-a1c6-a927c28ea9e2 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:08:24.804966 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9ec16e2c-2218-4d91-a4c6-35cb3c5106b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:24.811936 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b01ffc35-4b63-40ce-9028-2155094c478b req-0be675bc-4d47-4e70-bdc5-356fa7f07cb5 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ed519d-bf34-4ce1-9744-3def1340b2a3 HTTP/1.1" status: 200  len: 210 time: 0.1218848
Feb 05 21:08:24.966326 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 65ee1752-c64b-4ff9-a1c6-a927c28ea9e2 is: DOWN; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:08:24.977177 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-7686aa74-ebe0-49ab-abb7-29f9bd7c7acf tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:24.978717 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-7686aa74-ebe0-49ab-abb7-29f9bd7c7acf tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.39 "GET /v2.0/networks?id=63256b53-41f8-4d85-97b0-d308487afe6d HTTP/1.1" status: 200  len: 810 time: 0.2633805
Feb 05 21:08:25.000165 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-d07034e5-31b5-4b34-8a05-44247f6ed798 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] Request body: {'port': {'device_id': '57ed519d-bf34-4ce1-9744-3def1340b2a3', 'network_id': '63256b53-41f8-4d85-97b0-d308487afe6d', 'admin_state_up': True, 'tenant_id': '3f2ff5bed07f4168850397b8d6f11943'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:08:25.025954 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9ec16e2c-2218-4d91-a4c6-35cb3c5106b3 admin admin] Publish callbacks [] for security_group (58ef19d7-fa53-48d8-84b7-9e1b5493736f), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:25.032511 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9ec16e2c-2218-4d91-a4c6-35cb3c5106b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (58ef19d7-fa53-48d8-84b7-9e1b5493736f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:25.044349 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60934) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:25.085450 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9ec16e2c-2218-4d91-a4c6-35cb3c5106b3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=636416d4d6c14183826de62f79e1eba6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3227339
Feb 05 21:08:25.086369 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec16e2c-2218-4d91-a4c6-35cb3c5106b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ef19d7-fa53-48d8-84b7-9e1b5493736f,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:25.090536 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 60940) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:25.223657 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d6c2b077-fba5-491c-9c6c-6426b381e5d8 req-a020efb9-6c45-4718-8676-2e4b0b7b9f4b tempest-ServerShowV247Test-191970343 tempest-ServerShowV247Test-191970343-project] 10.222.0.32 "GET /v2.0/ports?device_id=e01cbb81-84d9-43d0-81db-4fc36fcccf36 HTTP/1.1" status: 200  len: 210 time: 0.0476606
Feb 05 21:08:25.226954 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-644e0e91-6150-48e5-8519-bf551e983802 admin admin] Publish callbacks [] for security_group (58ef19d7-fa53-48d8-84b7-9e1b5493736f), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:25.263207 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-d07034e5-31b5-4b34-8a05-44247f6ed798 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] Made reservation on behalf of 3f2ff5bed07f4168850397b8d6f11943 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:08:25.267035 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-d07034e5-31b5-4b34-8a05-44247f6ed798 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:25.274323 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d0535e20-dccc-4bb2-b484-5e82a07db5c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:25.286931 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-644e0e91-6150-48e5-8519-bf551e983802 admin admin] Publish callbacks [] for security_group (58ef19d7-fa53-48d8-84b7-9e1b5493736f), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:25.471898 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-644e0e91-6150-48e5-8519-bf551e983802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (58ef19d7-fa53-48d8-84b7-9e1b5493736f), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:25.474868 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-644e0e91-6150-48e5-8519-bf551e983802 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:25.476041 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-644e0e91-6150-48e5-8519-bf551e983802 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/58ef19d7-fa53-48d8-84b7-9e1b5493736f HTTP/1.1" status: 204  len: 168 time: 0.3841846
Feb 05 21:08:25.501017 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e0e91-6150-48e5-8519-bf551e983802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ef19d7-fa53-48d8-84b7-9e1b5493736f,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:25.522222 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-d07034e5-31b5-4b34-8a05-44247f6ed798 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] Allocated IP 172.20.0.7 (63256b53-41f8-4d85-97b0-d308487afe6d/e8938042-ae96-4d27-83c5-9d1486995b2c/420e27ae-8bd6-424d-94b9-ca191d91650d) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:08:25.535154 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d0535e20-dccc-4bb2-b484-5e82a07db5c7 admin admin] Publish callbacks [] for security_group (1f8242e1-389e-41f5-8bd3-a9b49318f12b), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:25.549022 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d0535e20-dccc-4bb2-b484-5e82a07db5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (1f8242e1-389e-41f5-8bd3-a9b49318f12b), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:25.647063 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0535e20-dccc-4bb2-b484-5e82a07db5c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8242e1-389e-41f5-8bd3-a9b49318f12b,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:25.655560 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d0535e20-dccc-4bb2-b484-5e82a07db5c7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c3c327ac64044deaac4d8f1e2eb930d8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6100307
Feb 05 21:08:25.658711 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 60960) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:25.713960 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-87a2a52c-e750-4b80-bcae-f9ff1fd691e7 admin admin] Publish callbacks [] for security_group (1f8242e1-389e-41f5-8bd3-a9b49318f12b), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:25.737364 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-87a2a52c-e750-4b80-bcae-f9ff1fd691e7 admin admin] Publish callbacks [] for security_group (1f8242e1-389e-41f5-8bd3-a9b49318f12b), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:25.738670 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e14880-c0e1-4734-95e3-9e4635f5809c req-e9aaacf9-390b-4fa8-b26d-b07a041d4811 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:25.740193 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27e14880-c0e1-4734-95e3-9e4635f5809c req-e9aaacf9-390b-4fa8-b26d-b07a041d4811 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.1578112
Feb 05 21:08:25.799354 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-87a2a52c-e750-4b80-bcae-f9ff1fd691e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (1f8242e1-389e-41f5-8bd3-a9b49318f12b), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:25.802903 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-87a2a52c-e750-4b80-bcae-f9ff1fd691e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:25.806700 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-87a2a52c-e750-4b80-bcae-f9ff1fd691e7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1f8242e1-389e-41f5-8bd3-a9b49318f12b HTTP/1.1" status: 204  len: 168 time: 0.1442277
Feb 05 21:08:25.813322 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-d07034e5-31b5-4b34-8a05-44247f6ed798 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] Publish callbacks [] for port (420e27ae-8bd6-424d-94b9-ca191d91650d), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:25.815891 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2a52c-e750-4b80-bcae-f9ff1fd691e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8242e1-389e-41f5-8bd3-a9b49318f12b,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:25.830250 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27e14880-c0e1-4734-95e3-9e4635f5809c req-ff50a58c-4d26-4d72-bbf7-274d671ebb67 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0838120
Feb 05 21:08:25.868424 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-d07034e5-31b5-4b34-8a05-44247f6ed798 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (420e27ae-8bd6-424d-94b9-ca191d91650d), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:25.924201 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-d07034e5-31b5-4b34-8a05-44247f6ed798 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] Network 63256b53-41f8-4d85-97b0-d308487afe6d is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:08:25.927502 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-d07034e5-31b5-4b34-8a05-44247f6ed798 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:08:25.932430 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-d07034e5-31b5-4b34-8a05-44247f6ed798 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:08:25.936323 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07034e5-31b5-4b34-8a05-44247f6ed798 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] Pushing event updated for resources: {'Port': ['ID=420e27ae-8bd6-424d-94b9-ca191d91650d,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:26.022199 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-d07034e5-31b5-4b34-8a05-44247f6ed798 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:26.022921 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-d07034e5-31b5-4b34-8a05-44247f6ed798 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:26.049935 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d25c67-5b3f-473f-833c-ab52cde23339 req-3ccb94f7-6058-4415-85dd-01f00692528c tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:26.057734 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-59d25c67-5b3f-473f-833c-ab52cde23339 req-3ccb94f7-6058-4415-85dd-01f00692528c tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ed519d-bf34-4ce1-9744-3def1340b2a3 HTTP/1.1" status: 200  len: 931 time: 0.1010506
Feb 05 21:08:26.068652 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-d07034e5-31b5-4b34-8a05-44247f6ed798 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0806134
Feb 05 21:08:26.416459 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-0b7c12ae-af87-4b27-8931-038175273c33 service neutron] Request body: {'port': {'device_id': '57ed519d-bf34-4ce1-9744-3def1340b2a3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:08:26.486976 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4f1a890f-cb81-49bf-81c4-c005406bcadd req-7e1aadbb-6ec6-409d-a4c6-faeb6a1ff6ec tempest-ServerShowV247Test-191970343 tempest-ServerShowV247Test-191970343-project] 10.222.0.32 "GET /v2.0/ports?device_id=e01cbb81-84d9-43d0-81db-4fc36fcccf36 HTTP/1.1" status: 200  len: 210 time: 0.0747607
Feb 05 21:08:26.542677 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-0b7c12ae-af87-4b27-8931-038175273c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (420e27ae-8bd6-424d-94b9-ca191d91650d), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:26.563127 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-59d25c67-5b3f-473f-833c-ab52cde23339 req-f9827ef7-7461-4e77-b4e8-dbd930f6749f tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed7a2c6a-caaa-418e-9eba-f062eef3c1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5043013
Feb 05 21:08:26.939910 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-0b7c12ae-af87-4b27-8931-038175273c33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 420e27ae-8bd6-424d-94b9-ca191d91650d {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:08:26.945540 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 32794) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:26.956519 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-0b7c12ae-af87-4b27-8931-038175273c33 service neutron] Publish callbacks [] for port (420e27ae-8bd6-424d-94b9-ca191d91650d), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:26.983784 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-0b7c12ae-af87-4b27-8931-038175273c33 service neutron] Transition to ACTIVE for port object 420e27ae-8bd6-424d-94b9-ca191d91650d will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:08:27.012289 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-0b7c12ae-af87-4b27-8931-038175273c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (420e27ae-8bd6-424d-94b9-ca191d91650d), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:27.115522 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-f156c528-f668-44cf-b18d-d43d3d783509 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1763014881-network', 'tenant_id': '4ddc2c3f460745d09bc06d0b0fd60b98'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:08:27.120244 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c12ae-af87-4b27-8931-038175273c33 service neutron] Pushing event updated for resources: {'Port': ['ID=420e27ae-8bd6-424d-94b9-ca191d91650d,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:27.131359 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1919a6d-12c1-4ea3-8dc2-468de422b743 req-2346a7a6-fb83-437d-80ca-e03554f52e41 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:27.132964 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d1919a6d-12c1-4ea3-8dc2-468de422b743 req-2346a7a6-fb83-437d-80ca-e03554f52e41 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.1621423
Feb 05 21:08:27.221859 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f156c528-f668-44cf-b18d-d43d3d783509 admin admin] Made reservation on behalf of 4ddc2c3f460745d09bc06d0b0fd60b98 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:08:27.224319 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f156c528-f668-44cf-b18d-d43d3d783509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:27.250647 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f156c528-f668-44cf-b18d-d43d3d783509 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:27.275320 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d1919a6d-12c1-4ea3-8dc2-468de422b743 req-6d7ed38e-40a8-4909-a5e4-04846b200012 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1331091
Feb 05 21:08:27.294960 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-0b7c12ae-af87-4b27-8931-038175273c33 service neutron] Attempting to bind port 420e27ae-8bd6-424d-94b9-ca191d91650d on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:08:27.294960 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-0b7c12ae-af87-4b27-8931-038175273c33 service neutron] Attempting to bind port 420e27ae-8bd6-424d-94b9-ca191d91650d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '80b10a6d-e95b-489d-991d-72731fa14428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '63256b53-41f8-4d85-97b0-d308487afe6d'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:08:27.294960 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-0b7c12ae-af87-4b27-8931-038175273c33 service neutron] Attempting to bind port 420e27ae-8bd6-424d-94b9-ca191d91650d on network 63256b53-41f8-4d85-97b0-d308487afe6d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:08:27.295713 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-0b7c12ae-af87-4b27-8931-038175273c33 service neutron] Port 420e27ae-8bd6-424d-94b9-ca191d91650d on network 63256b53-41f8-4d85-97b0-d308487afe6d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:08:27.295713 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-0b7c12ae-af87-4b27-8931-038175273c33 service neutron] Attempting to bind port 420e27ae-8bd6-424d-94b9-ca191d91650d on network 63256b53-41f8-4d85-97b0-d308487afe6d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:08:27.310820 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-0b7c12ae-af87-4b27-8931-038175273c33 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:08:27.311168 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-0b7c12ae-af87-4b27-8931-038175273c33 service neutron] Checking segment: {'id': '80b10a6d-e95b-489d-991d-72731fa14428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '63256b53-41f8-4d85-97b0-d308487afe6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:08:27.311758 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-0b7c12ae-af87-4b27-8931-038175273c33 service neutron] Bound using segment: {'id': '80b10a6d-e95b-489d-991d-72731fa14428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '63256b53-41f8-4d85-97b0-d308487afe6d'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:08:27.312478 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-0b7c12ae-af87-4b27-8931-038175273c33 service neutron] Bound port: 420e27ae-8bd6-424d-94b9-ca191d91650d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b10a6d-e95b-489d-991d-72731fa14428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '63256b53-41f8-4d85-97b0-d308487afe6d'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:08:27.312856 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-0b7c12ae-af87-4b27-8931-038175273c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (420e27ae-8bd6-424d-94b9-ca191d91650d), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:27.428350 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-0b7c12ae-af87-4b27-8931-038175273c33 service neutron] For port 420e27ae-8bd6-424d-94b9-ca191d91650d, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:08:27.437459 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-0b7c12ae-af87-4b27-8931-038175273c33 service neutron] For port 420e27ae-8bd6-424d-94b9-ca191d91650d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=420e27ae-8bd6-424d-94b9-ca191d91650d,segment=NetworkSegment(80b10a6d-e95b-489d-991d-72731fa14428),segment_id=80b10a6d-e95b-489d-991d-72731fa14428)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:08:27.450247 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-0b7c12ae-af87-4b27-8931-038175273c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (420e27ae-8bd6-424d-94b9-ca191d91650d), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:27.462740 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f156c528-f668-44cf-b18d-d43d3d783509 admin admin] Publish callbacks [] for security_group (4a2be750-cc55-41af-a71d-e4ec7dc99471), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:27.485612 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f156c528-f668-44cf-b18d-d43d3d783509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (4a2be750-cc55-41af-a71d-e4ec7dc99471), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:27.506701 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-0b7c12ae-af87-4b27-8931-038175273c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:27.507131 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 32834) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:27.507557 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-0b7c12ae-af87-4b27-8931-038175273c33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:27.508732 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-0b7c12ae-af87-4b27-8931-038175273c33 service neutron] 10.222.0.39 "PUT /v2.0/ports/420e27ae-8bd6-424d-94b9-ca191d91650d HTTP/1.1" status: 200  len: 1091 time: 1.0977755
Feb 05 21:08:27.520134 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ed519d-bf34-4ce1-9744-3def1340b2a3', 'tag': '420e27ae-8bd6-424d-94b9-ca191d91650d'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:08:27.520585 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020bee08-d47c-4ceb-a9ea-7b280378f6bc" -d '{"events": [{"name": "network-changed", "server_uuid": "57ed519d-bf34-4ce1-9744-3def1340b2a3", "tag": "420e27ae-8bd6-424d-94b9-ca191d91650d"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:08:27.548934 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f156c528-f668-44cf-b18d-d43d3d783509 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:08:27.559608 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156c528-f668-44cf-b18d-d43d3d783509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2be750-cc55-41af-a71d-e4ec7dc99471,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:27.636941 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a40008d-0bea-4564-aa32-4c47d5580a50 x-openstack-request-id: req-5a40008d-0bea-4564-aa32-4c47d5580a50 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:08:27.637251 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57ed519d-bf34-4ce1-9744-3def1340b2a3", "tag": "420e27ae-8bd6-424d-94b9-ca191d91650d", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:08:27.637515 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5a40008d-0bea-4564-aa32-4c47d5580a50 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:08:27.637921 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57ed519d-bf34-4ce1-9744-3def1340b2a3', 'tag': '420e27ae-8bd6-424d-94b9-ca191d91650d', 'status': 'completed', 'code': 200}
Feb 05 21:08:27.664948 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f156c528-f668-44cf-b18d-d43d3d783509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (d9f73b77-fadc-4f35-b7dd-16fe848cadea), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:27.665322 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-f156c528-f668-44cf-b18d-d43d3d783509 admin admin] Added segment d9f73b77-fadc-4f35-b7dd-16fe848cadea of type vlan for network f428b953-a199-4f01-b124-01352e16ec2f
Feb 05 21:08:27.672048 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-54b714a8-d874-426b-8db1-e9f8acc6f316 req-f3f79ecb-bfae-4a68-9d7c-daeeaa59f082 tempest-ServerShowV247Test-191970343 tempest-ServerShowV247Test-191970343-project] 10.222.0.32 "GET /v2.0/ports?device_id=e01cbb81-84d9-43d0-81db-4fc36fcccf36 HTTP/1.1" status: 200  len: 210 time: 0.0694342
Feb 05 21:08:27.681026 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c12ae-af87-4b27-8931-038175273c33 service neutron] Pushing event updated for resources: {'Port': ['ID=420e27ae-8bd6-424d-94b9-ca191d91650d,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:27.712062 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-22bc863c-e3cd-48d7-a998-d3602fe42f34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:27.754261 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f156c528-f668-44cf-b18d-d43d3d783509 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (f428b953-a199-4f01-b124-01352e16ec2f), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:27.788389 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-51c91313-3e88-4c73-8da4-05aa59a3fc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:27.790563 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-51c91313-3e88-4c73-8da4-05aa59a3fc6a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3f2ff5bed07f4168850397b8d6f11943&device_id=57ed519d-bf34-4ce1-9744-3def1340b2a3 HTTP/1.1" status: 200  len: 1125 time: 0.2091873
Feb 05 21:08:27.803441 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4efda-0b00-4573-9590-ed190c81b6e4 req-87445059-0e70-46cb-883f-f35bfb2514ee tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:27.804964 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-79f4efda-0b00-4573-9590-ed190c81b6e4 req-87445059-0e70-46cb-883f-f35bfb2514ee tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ed519d-bf34-4ce1-9744-3def1340b2a3 HTTP/1.1" status: 200  len: 943 time: 0.1366277
Feb 05 21:08:27.812376 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-22bc863c-e3cd-48d7-a998-d3602fe42f34 admin admin] Publish callbacks [] for security_group (ff432459-02b4-45da-aab3-faf6083439de), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:27.813179 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f156c528-f668-44cf-b18d-d43d3d783509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (f428b953-a199-4f01-b124-01352e16ec2f), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:27.813900 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f156c528-f668-44cf-b18d-d43d3d783509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:27.814525 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f156c528-f668-44cf-b18d-d43d3d783509 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:27.817557 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-22bc863c-e3cd-48d7-a998-d3602fe42f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ff432459-02b4-45da-aab3-faf6083439de), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:27.859380 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc863c-e3cd-48d7-a998-d3602fe42f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff432459-02b4-45da-aab3-faf6083439de,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:27.865241 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-22bc863c-e3cd-48d7-a998-d3602fe42f34 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a5f75023903f477f9dcd0faac3d4a3a3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3554664
Feb 05 21:08:27.869799 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 32854) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:27.878115 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc863c-e3cd-48d7-a998-d3602fe42f34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:08:27.878508 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc863c-e3cd-48d7-a998-d3602fe42f34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:08:27.878861 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc863c-e3cd-48d7-a998-d3602fe42f34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:08:27.879213 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc863c-e3cd-48d7-a998-d3602fe42f34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:08:27.879561 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc863c-e3cd-48d7-a998-d3602fe42f34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:08:27.879904 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc863c-e3cd-48d7-a998-d3602fe42f34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:08:27.880247 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc863c-e3cd-48d7-a998-d3602fe42f34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:08:27.880646 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc863c-e3cd-48d7-a998-d3602fe42f34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:08:27.880923 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc863c-e3cd-48d7-a998-d3602fe42f34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:08:27.881269 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc863c-e3cd-48d7-a998-d3602fe42f34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:08:27.881590 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc863c-e3cd-48d7-a998-d3602fe42f34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:08:27.881918 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc863c-e3cd-48d7-a998-d3602fe42f34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:08:27.882251 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc863c-e3cd-48d7-a998-d3602fe42f34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:08:27.882710 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-628f21a0-9f28-4610-8d55-c3be59795368 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=420e27ae-8bd6-424d-94b9-ca191d91650d HTTP/1.1" status: 200  len: 217 time: 0.0765584
Feb 05 21:08:27.933005 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f156c528-f668-44cf-b18d-d43d3d783509 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.9863672
Feb 05 21:08:27.937056 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 32856) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:27.942204 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-4182f284-e447-476f-83c6-2c2638ae644c admin admin] Request body: {'subnet': {'network_id': 'f428b953-a199-4f01-b124-01352e16ec2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1763014881-subnet', 'tenant_id': '4ddc2c3f460745d09bc06d0b0fd60b98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:08:27.946127 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d9c9cd8f-24f6-454a-b692-cdf51e09e8a9 admin admin] Publish callbacks [] for security_group (ff432459-02b4-45da-aab3-faf6083439de), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:27.980659 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d9c9cd8f-24f6-454a-b692-cdf51e09e8a9 admin admin] Publish callbacks [] for security_group (ff432459-02b4-45da-aab3-faf6083439de), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:27.989404 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4182f284-e447-476f-83c6-2c2638ae644c admin admin] Made reservation on behalf of 4ddc2c3f460745d09bc06d0b0fd60b98 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:08:27.991816 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4182f284-e447-476f-83c6-2c2638ae644c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:27.995436 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156c528-f668-44cf-b18d-d43d3d783509 admin admin] Pushing event updated for resources: {'Network': ['ID=f428b953-a199-4f01-b124-01352e16ec2f,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:28.011431 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network f428b953-a199-4f01-b124-01352e16ec2f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:08:28.022796 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-79f4efda-0b00-4573-9590-ed190c81b6e4 req-3e9f4cfd-6b9f-4f4a-9b9f-b741a66c7827 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed7a2c6a-caaa-418e-9eba-f062eef3c1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2039053
Feb 05 21:08:28.027326 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-b45d172b-857d-4992-8137-121f2765af13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:28.028955 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-b45d172b-857d-4992-8137-121f2765af13 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e8938042-ae96-4d27-83c5-9d1486995b2c HTTP/1.1" status: 200  len: 850 time: 0.1188719
Feb 05 21:08:28.076842 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-a55b76c8-113c-4c9b-9ca9-08e2d3d10da7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=63256b53-41f8-4d85-97b0-d308487afe6d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0394473
Feb 05 21:08:28.117556 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d9c9cd8f-24f6-454a-b692-cdf51e09e8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ff432459-02b4-45da-aab3-faf6083439de), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:28.121199 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d9c9cd8f-24f6-454a-b692-cdf51e09e8a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:28.122420 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d9c9cd8f-24f6-454a-b692-cdf51e09e8a9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ff432459-02b4-45da-aab3-faf6083439de HTTP/1.1" status: 204  len: 168 time: 0.2516370
Feb 05 21:08:28.137559 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c9cd8f-24f6-454a-b692-cdf51e09e8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff432459-02b4-45da-aab3-faf6083439de,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:28.218701 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-e8c64172-b910-49fe-bf52-91f798a22816 service neutron] 10.222.0.39 "GET /v2.0/networks/63256b53-41f8-4d85-97b0-d308487afe6d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359162
Feb 05 21:08:28.270271 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4182f284-e447-476f-83c6-2c2638ae644c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (3a80d3cf-1480-4ca5-8d28-7450bfa9cd77), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:28.337938 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182f284-e447-476f-83c6-2c2638ae644c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a80d3cf-1480-4ca5-8d28-7450bfa9cd77,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:28.378323 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1e86335a-238b-458c-9c11-9bbb50a1baeb req-a6879283-9152-4f7e-bf3f-ed339b5b5ce4 service neutron] 10.222.0.39 "GET /v2.0/networks/63256b53-41f8-4d85-97b0-d308487afe6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1533036
Feb 05 21:08:28.436569 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4182f284-e447-476f-83c6-2c2638ae644c admin admin] Checking segment: {'id': 'd9f73b77-fadc-4f35-b7dd-16fe848cadea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f428b953-a199-4f01-b124-01352e16ec2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:08:28.437319 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4182f284-e447-476f-83c6-2c2638ae644c admin admin] Network hostable DHCP agents. Network: f428b953-a199-4f01-b124-01352e16ec2f, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:08:28.478543 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4182f284-e447-476f-83c6-2c2638ae644c admin admin] Network f428b953-a199-4f01-b124-01352e16ec2f is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:08:28.494731 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-4182f284-e447-476f-83c6-2c2638ae644c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f428b953-a199-4f01-b124-01352e16ec2f) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:08:28.504192 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4182f284-e447-476f-83c6-2c2638ae644c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:28.505532 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4182f284-e447-476f-83c6-2c2638ae644c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:28.506828 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c8ffd9-6949-4a22-aea0-8aee9eac72b3 None None] Network f428b953-a199-4f01-b124-01352e16ec2f requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:08:28.531968 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4182f284-e447-476f-83c6-2c2638ae644c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.5938256
Feb 05 21:08:28.624415 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b3acc-3cc2-4794-b815-033905de0ae5 req-a8ad23c9-abc0-4044-9212-0da02522d029 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:28.625987 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f42b3acc-3cc2-4794-b815-033905de0ae5 req-a8ad23c9-abc0-4044-9212-0da02522d029 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.2015927
Feb 05 21:08:28.635418 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020bee08-d47c-4ceb-a9ea-7b280378f6bc req-cf1f518d-319e-42e4-8803-d90e06fd7e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:28.637053 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-020bee08-d47c-4ceb-a9ea-7b280378f6bc req-cf1f518d-319e-42e4-8803-d90e06fd7e18 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3f2ff5bed07f4168850397b8d6f11943&device_id=57ed519d-bf34-4ce1-9744-3def1340b2a3 HTTP/1.1" status: 200  len: 1125 time: 0.1262031
Feb 05 21:08:28.679131 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a289744-f01a-4af2-9b7e-047406d0678e None None] Network f428b953-a199-4f01-b124-01352e16ec2f requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:08:28.723701 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 32874) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:28.749886 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c3399e76-fcd6-413d-8ec4-997093df9aaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:28.774933 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f42b3acc-3cc2-4794-b815-033905de0ae5 req-7855e4fa-265d-4930-a3ce-6821ed495ea1 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1417882
Feb 05 21:08:28.812653 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020bee08-d47c-4ceb-a9ea-7b280378f6bc req-bd030375-aa8e-4aa7-9199-1674b487b91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:28.820841 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-020bee08-d47c-4ceb-a9ea-7b280378f6bc req-bd030375-aa8e-4aa7-9199-1674b487b91b service neutron] 10.222.0.39 "GET /v2.0/networks?id=63256b53-41f8-4d85-97b0-d308487afe6d HTTP/1.1" status: 200  len: 911 time: 0.1701727
Feb 05 21:08:28.894862 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-020bee08-d47c-4ceb-a9ea-7b280378f6bc req-96329e65-3ee1-4eea-bb87-a44d9c1ffabb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=420e27ae-8bd6-424d-94b9-ca191d91650d HTTP/1.1" status: 200  len: 217 time: 0.0658848
Feb 05 21:08:28.912825 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c3399e76-fcd6-413d-8ec4-997093df9aaf admin admin] Publish callbacks [] for security_group (4bae985d-8cfa-4088-aa51-f81ab880274c), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:28.919697 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c3399e76-fcd6-413d-8ec4-997093df9aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (4bae985d-8cfa-4088-aa51-f81ab880274c), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:28.920695 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eb9f851b-ee7e-4aec-827e-3ed904e57f09 req-9ad68b96-5423-4760-bb34-07533b425f30 tempest-ServerShowV247Test-191970343 tempest-ServerShowV247Test-191970343-project] 10.222.0.32 "GET /v2.0/ports?device_id=e01cbb81-84d9-43d0-81db-4fc36fcccf36 HTTP/1.1" status: 200  len: 210 time: 0.0771432
Feb 05 21:08:28.984378 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c3399e76-fcd6-413d-8ec4-997093df9aaf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc2cbf32ca8e4abf9345cd195781aff5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2594924
Feb 05 21:08:28.986251 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020bee08-d47c-4ceb-a9ea-7b280378f6bc req-46e12ac3-7213-42fd-89aa-b429ba9027e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:28.987830 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-020bee08-d47c-4ceb-a9ea-7b280378f6bc req-46e12ac3-7213-42fd-89aa-b429ba9027e4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e8938042-ae96-4d27-83c5-9d1486995b2c HTTP/1.1" status: 200  len: 850 time: 0.0701313
Feb 05 21:08:28.988397 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 32888) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:28.995733 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3399e76-fcd6-413d-8ec4-997093df9aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bae985d-8cfa-4088-aa51-f81ab880274c,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:29.041597 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-020bee08-d47c-4ceb-a9ea-7b280378f6bc req-c66a43d8-013c-463e-8af7-d63cf2854b0b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=63256b53-41f8-4d85-97b0-d308487afe6d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0316086
Feb 05 21:08:29.147566 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-735fc202-ac10-47c1-afe9-350be5269aa4 admin admin] Publish callbacks [] for security_group (4bae985d-8cfa-4088-aa51-f81ab880274c), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:29.224100 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-735fc202-ac10-47c1-afe9-350be5269aa4 admin admin] Publish callbacks [] for security_group (4bae985d-8cfa-4088-aa51-f81ab880274c), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:29.277976 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae18f6c-e56d-494b-b28a-ce3a471e85dc req-8e346b83-9a11-4e9e-a036-9b38c6869eb1 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:29.280295 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6ae18f6c-e56d-494b-b28a-ce3a471e85dc req-8e346b83-9a11-4e9e-a036-9b38c6869eb1 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ed519d-bf34-4ce1-9744-3def1340b2a3 HTTP/1.1" status: 200  len: 943 time: 0.1757669
Feb 05 21:08:29.282358 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-020bee08-d47c-4ceb-a9ea-7b280378f6bc req-8aa5b6e4-84bd-4ba5-9010-51ab4ad14982 service neutron] 10.222.0.39 "GET /v2.0/networks/63256b53-41f8-4d85-97b0-d308487afe6d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2323079
Feb 05 21:08:29.365979 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 32904) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:29.371272 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-85290d80-2b42-4418-b700-33a63657dee0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1468909429-network', 'tenant_id': 'f6128406027c40afa3f8dea0e7f1d707'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:08:29.394480 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-735fc202-ac10-47c1-afe9-350be5269aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (4bae985d-8cfa-4088-aa51-f81ab880274c), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:29.396910 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85290d80-2b42-4418-b700-33a63657dee0 admin admin] Made reservation on behalf of f6128406027c40afa3f8dea0e7f1d707 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:08:29.397352 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-735fc202-ac10-47c1-afe9-350be5269aa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:29.398631 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-735fc202-ac10-47c1-afe9-350be5269aa4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4bae985d-8cfa-4088-aa51-f81ab880274c HTTP/1.1" status: 204  len: 168 time: 0.4092906
Feb 05 21:08:29.399795 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-85290d80-2b42-4418-b700-33a63657dee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:29.408886 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-85290d80-2b42-4418-b700-33a63657dee0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:29.417301 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6ae18f6c-e56d-494b-b28a-ce3a471e85dc req-0d1f49db-f1c8-42f2-822d-992927fd48e1 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed7a2c6a-caaa-418e-9eba-f062eef3c1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1301644
Feb 05 21:08:29.419935 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735fc202-ac10-47c1-afe9-350be5269aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bae985d-8cfa-4088-aa51-f81ab880274c,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:29.444063 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-020bee08-d47c-4ceb-a9ea-7b280378f6bc req-06b50c51-d64a-4ce3-b9a9-720a38e93c5c service neutron] 10.222.0.39 "GET /v2.0/networks/63256b53-41f8-4d85-97b0-d308487afe6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1506236
Feb 05 21:08:29.500954 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-85290d80-2b42-4418-b700-33a63657dee0 admin admin] Publish callbacks [] for security_group (d9d7ea64-6a1e-4b6c-98f6-f79880c4b5b5), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:29.504451 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-85290d80-2b42-4418-b700-33a63657dee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (d9d7ea64-6a1e-4b6c-98f6-f79880c4b5b5), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:29.531889 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85290d80-2b42-4418-b700-33a63657dee0 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:08:29.542516 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85290d80-2b42-4418-b700-33a63657dee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d7ea64-6a1e-4b6c-98f6-f79880c4b5b5,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:29.547648 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-85290d80-2b42-4418-b700-33a63657dee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (c6fe6159-8e81-4919-a9bf-ab2b290775d2), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:29.547999 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-85290d80-2b42-4418-b700-33a63657dee0 admin admin] Added segment c6fe6159-8e81-4919-a9bf-ab2b290775d2 of type vlan for network 70187cc8-5037-4e58-992b-35f2ab59c0b3
Feb 05 21:08:29.603974 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-85290d80-2b42-4418-b700-33a63657dee0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (70187cc8-5037-4e58-992b-35f2ab59c0b3), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:29.640718 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-85290d80-2b42-4418-b700-33a63657dee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (70187cc8-5037-4e58-992b-35f2ab59c0b3), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:29.641908 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85290d80-2b42-4418-b700-33a63657dee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:29.642585 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-85290d80-2b42-4418-b700-33a63657dee0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:29.676966 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-85290d80-2b42-4418-b700-33a63657dee0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.3096097
Feb 05 21:08:29.679720 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 32920) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:29.684540 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-a83b76b6-8cf8-405c-b535-cd15860534a1 admin admin] Request body: {'subnet': {'network_id': '70187cc8-5037-4e58-992b-35f2ab59c0b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1468909429-subnet', 'tenant_id': 'f6128406027c40afa3f8dea0e7f1d707', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:08:29.733461 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85290d80-2b42-4418-b700-33a63657dee0 admin admin] Pushing event updated for resources: {'Network': ['ID=70187cc8-5037-4e58-992b-35f2ab59c0b3,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:29.746133 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 70187cc8-5037-4e58-992b-35f2ab59c0b3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:08:29.756394 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83b76b6-8cf8-405c-b535-cd15860534a1 admin admin] Made reservation on behalf of f6128406027c40afa3f8dea0e7f1d707 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:08:29.765405 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a83b76b6-8cf8-405c-b535-cd15860534a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:29.989415 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fc425-04cb-4a5e-a7ea-e389f6423c84 req-30bc0053-5337-408d-874c-6c93d0969d3a tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:29.992281 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-069fc425-04cb-4a5e-a7ea-e389f6423c84 req-30bc0053-5337-408d-874c-6c93d0969d3a tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.0935872
Feb 05 21:08:30.020548 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a83b76b6-8cf8-405c-b535-cd15860534a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (c3a166b4-c8f4-47b1-b1f3-fa1c4629cf26), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:30.083011 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-831cd295-4c5c-42a8-8f79-60fc57e84124 req-170b9125-0802-49f4-b97e-60c2b8c6b0bc tempest-ServerShowV247Test-191970343 tempest-ServerShowV247Test-191970343-project] 10.222.0.32 "GET /v2.0/ports?device_id=e01cbb81-84d9-43d0-81db-4fc36fcccf36 HTTP/1.1" status: 200  len: 210 time: 0.0473795
Feb 05 21:08:30.101513 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-069fc425-04cb-4a5e-a7ea-e389f6423c84 req-c51d9127-e488-46e9-9e07-7649574e3fda tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1012712
Feb 05 21:08:30.122183 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83b76b6-8cf8-405c-b535-cd15860534a1 admin admin] Checking segment: {'id': 'c6fe6159-8e81-4919-a9bf-ab2b290775d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '70187cc8-5037-4e58-992b-35f2ab59c0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:08:30.122574 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83b76b6-8cf8-405c-b535-cd15860534a1 admin admin] Network hostable DHCP agents. Network: 70187cc8-5037-4e58-992b-35f2ab59c0b3, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:08:30.128529 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b76b6-8cf8-405c-b535-cd15860534a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3a166b4-c8f4-47b1-b1f3-fa1c4629cf26,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:30.155978 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83b76b6-8cf8-405c-b535-cd15860534a1 admin admin] Network 70187cc8-5037-4e58-992b-35f2ab59c0b3 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:08:30.168104 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-a83b76b6-8cf8-405c-b535-cd15860534a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 70187cc8-5037-4e58-992b-35f2ab59c0b3) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:08:30.173351 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83b76b6-8cf8-405c-b535-cd15860534a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:30.173991 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a83b76b6-8cf8-405c-b535-cd15860534a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:30.186570 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce2b870-4ae3-41ab-a31c-8402685911d9 None None] Network 70187cc8-5037-4e58-992b-35f2ab59c0b3 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:08:30.197716 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a83b76b6-8cf8-405c-b535-cd15860534a1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.5169685
Feb 05 21:08:30.325455 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82088906-daa0-4a27-8d15-5b33fc73a5ba None None] Network 70187cc8-5037-4e58-992b-35f2ab59c0b3 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:08:30.413467 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 32970) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:30.466768 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-d46d977b-6987-4661-a631-0d7f0ade8224 admin admin] Deleting subnet 3a80d3cf-1480-4ca5-8d28-7450bfa9cd77 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:08:30.471348 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d46d977b-6987-4661-a631-0d7f0ade8224 admin admin] Publish callbacks [] for subnet (3a80d3cf-1480-4ca5-8d28-7450bfa9cd77), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:30.521727 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d46d977b-6987-4661-a631-0d7f0ade8224 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (3a80d3cf-1480-4ca5-8d28-7450bfa9cd77), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:30.572021 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d46d977b-6987-4661-a631-0d7f0ade8224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (3a80d3cf-1480-4ca5-8d28-7450bfa9cd77), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:30.572611 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72502553-cf6c-43e2-9ff7-772c82058fd1 req-f9a43d08-2b46-41b0-943e-16e143701e24 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:30.578940 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72502553-cf6c-43e2-9ff7-772c82058fd1 req-f9a43d08-2b46-41b0-943e-16e143701e24 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ed519d-bf34-4ce1-9744-3def1340b2a3 HTTP/1.1" status: 200  len: 943 time: 0.0645735
Feb 05 21:08:30.631916 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72502553-cf6c-43e2-9ff7-772c82058fd1 req-8d0b877c-ee64-4eba-ae7b-f058cccdc6ab tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed7a2c6a-caaa-418e-9eba-f062eef3c1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509238
Feb 05 21:08:30.634042 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d46d977b-6987-4661-a631-0d7f0ade8224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (3a80d3cf-1480-4ca5-8d28-7450bfa9cd77), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:30.660025 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d977b-6987-4661-a631-0d7f0ade8224 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a80d3cf-1480-4ca5-8d28-7450bfa9cd77,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:30.664376 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d46d977b-6987-4661-a631-0d7f0ade8224 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:30.667509 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d46d977b-6987-4661-a631-0d7f0ade8224 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3a80d3cf-1480-4ca5-8d28-7450bfa9cd77 HTTP/1.1" status: 204  len: 168 time: 0.2529960
Feb 05 21:08:30.670883 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 32978) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:30.739690 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-23ac5827-f822-4c5c-81eb-05295a779269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (f428b953-a199-4f01-b124-01352e16ec2f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:30.837345 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-23ac5827-f822-4c5c-81eb-05295a779269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (f428b953-a199-4f01-b124-01352e16ec2f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:30.864877 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-23ac5827-f822-4c5c-81eb-05295a779269 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db8b40730>,) {'filters': {'network_id': ['f428b953-a199-4f01-b124-01352e16ec2f']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:08:30.875605 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-23ac5827-f822-4c5c-81eb-05295a779269 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8b40730>, 'd9f73b77-fadc-4f35-b7dd-16fe848cadea') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:08:30.875886 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-23ac5827-f822-4c5c-81eb-05295a779269 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8b40730>, 'd9f73b77-fadc-4f35-b7dd-16fe848cadea') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:08:30.886479 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-23ac5827-f822-4c5c-81eb-05295a779269 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (d9f73b77-fadc-4f35-b7dd-16fe848cadea), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:30.900876 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-23ac5827-f822-4c5c-81eb-05295a779269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (d9f73b77-fadc-4f35-b7dd-16fe848cadea), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:30.909452 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23ac5827-f822-4c5c-81eb-05295a779269 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:08:30.909922 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-23ac5827-f822-4c5c-81eb-05295a779269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (d9f73b77-fadc-4f35-b7dd-16fe848cadea), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:30.912523 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:08:30.912523 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:08:30.912523 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:08:30.912523 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:08:30.912523 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:08:30.912523 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:08:30.912523 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:08:30.912523 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:08:30.912523 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:08:30.912523 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:08:30.912523 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:08:30.912523 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:08:30.912523 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:08:30.912523 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:08:30.912523 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:08:30.912523 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:08:30.912523 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:08:30.912523 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:08:30.912523 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:08:30.912523 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:08:30.912523 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:08:30.912523 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:08:30.912523 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:08:30.912523 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:08:30.912523 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:08:30.912523 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:08:30.912523 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:08:30.912523 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:08:30.912523 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:08:30.912523 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:08:30.912523 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:08:30.912523 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:08:30.983542 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-23ac5827-f822-4c5c-81eb-05295a779269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (f428b953-a199-4f01-b124-01352e16ec2f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:30.992259 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-23ac5827-f822-4c5c-81eb-05295a779269 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:30.995575 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-23ac5827-f822-4c5c-81eb-05295a779269 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f428b953-a199-4f01-b124-01352e16ec2f HTTP/1.1" status: 204  len: 168 time: 0.3234470
Feb 05 21:08:31.000807 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 32990) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:31.006053 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac5827-f822-4c5c-81eb-05295a779269 admin admin] Pushing event deleted for resources: {'Network': ['ID=f428b953-a199-4f01-b124-01352e16ec2f,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:31.067020 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-01648327-33e3-4a08-8323-bb55c995a522 admin admin] Deleting subnet c3a166b4-c8f4-47b1-b1f3-fa1c4629cf26 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:08:31.070857 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-01648327-33e3-4a08-8323-bb55c995a522 admin admin] Publish callbacks [] for subnet (c3a166b4-c8f4-47b1-b1f3-fa1c4629cf26), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:31.125752 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-01648327-33e3-4a08-8323-bb55c995a522 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (c3a166b4-c8f4-47b1-b1f3-fa1c4629cf26), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:31.141385 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33008) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:31.224171 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-01648327-33e3-4a08-8323-bb55c995a522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (c3a166b4-c8f4-47b1-b1f3-fa1c4629cf26), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:31.265921 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d9ac4973-5c6a-4640-910b-72ffd36d3da7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:31.267142 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3afb09c4-438f-4b24-ab14-03a7e3b03982 req-dffd65b8-bb85-4d59-826b-5699e5a97a8a tempest-ServerShowV247Test-191970343 tempest-ServerShowV247Test-191970343-project] 10.222.0.32 "GET /v2.0/ports?device_id=e01cbb81-84d9-43d0-81db-4fc36fcccf36 HTTP/1.1" status: 200  len: 210 time: 0.0785065
Feb 05 21:08:31.309205 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1ebe1-b2dd-4119-9dab-a876c39f0854 req-ae0fc902-2ddc-4111-8e2e-2901f2f93f41 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:31.311674 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8ce1ebe1-b2dd-4119-9dab-a876c39f0854 req-ae0fc902-2ddc-4111-8e2e-2901f2f93f41 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.1242144
Feb 05 21:08:31.343302 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-01648327-33e3-4a08-8323-bb55c995a522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (c3a166b4-c8f4-47b1-b1f3-fa1c4629cf26), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:31.351240 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d9ac4973-5c6a-4640-910b-72ffd36d3da7 admin admin] Publish callbacks [] for security_group (8ce5ec06-6e2f-45d8-a247-86902c97b1b5), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:31.355572 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d9ac4973-5c6a-4640-910b-72ffd36d3da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (8ce5ec06-6e2f-45d8-a247-86902c97b1b5), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:31.380288 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-01648327-33e3-4a08-8323-bb55c995a522 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:31.383536 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-01648327-33e3-4a08-8323-bb55c995a522 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c3a166b4-c8f4-47b1-b1f3-fa1c4629cf26 HTTP/1.1" status: 204  len: 168 time: 0.3800356
Feb 05 21:08:31.384396 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01648327-33e3-4a08-8323-bb55c995a522 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3a166b4-c8f4-47b1-b1f3-fa1c4629cf26,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:31.386718 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33012) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:31.405308 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8ce1ebe1-b2dd-4119-9dab-a876c39f0854 req-1deff656-c66d-4bd9-b57b-585ff8864d67 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0861108
Feb 05 21:08:31.410088 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d9ac4973-5c6a-4640-910b-72ffd36d3da7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=18f202f339d24cd8a704511ef975c3ad&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2676198
Feb 05 21:08:31.410850 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac4973-5c6a-4640-910b-72ffd36d3da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce5ec06-6e2f-45d8-a247-86902c97b1b5,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:31.413238 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 33014) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:31.465122 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-30c64b32-0df2-4f24-b9a4-79a66975f8ac admin admin] Publish callbacks [] for security_group (8ce5ec06-6e2f-45d8-a247-86902c97b1b5), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:31.472404 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1665ba9a-786c-46e7-874d-4ad1a9823fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (70187cc8-5037-4e58-992b-35f2ab59c0b3), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:31.490807 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-30c64b32-0df2-4f24-b9a4-79a66975f8ac admin admin] Publish callbacks [] for security_group (8ce5ec06-6e2f-45d8-a247-86902c97b1b5), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:31.543291 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-30c64b32-0df2-4f24-b9a4-79a66975f8ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (8ce5ec06-6e2f-45d8-a247-86902c97b1b5), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:31.551732 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1665ba9a-786c-46e7-874d-4ad1a9823fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (70187cc8-5037-4e58-992b-35f2ab59c0b3), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:31.552374 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-30c64b32-0df2-4f24-b9a4-79a66975f8ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:31.556198 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-30c64b32-0df2-4f24-b9a4-79a66975f8ac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ce5ec06-6e2f-45d8-a247-86902c97b1b5 HTTP/1.1" status: 204  len: 168 time: 0.1419590
Feb 05 21:08:31.564278 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c64b32-0df2-4f24-b9a4-79a66975f8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce5ec06-6e2f-45d8-a247-86902c97b1b5,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:31.573064 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-1665ba9a-786c-46e7-874d-4ad1a9823fea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db88211f0>,) {'filters': {'network_id': ['70187cc8-5037-4e58-992b-35f2ab59c0b3']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:08:31.585463 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-1665ba9a-786c-46e7-874d-4ad1a9823fea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db88211f0>, 'c6fe6159-8e81-4919-a9bf-ab2b290775d2') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:08:31.585785 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-1665ba9a-786c-46e7-874d-4ad1a9823fea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db88211f0>, 'c6fe6159-8e81-4919-a9bf-ab2b290775d2') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:08:31.596284 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1665ba9a-786c-46e7-874d-4ad1a9823fea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (c6fe6159-8e81-4919-a9bf-ab2b290775d2), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:31.610979 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1665ba9a-786c-46e7-874d-4ad1a9823fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (c6fe6159-8e81-4919-a9bf-ab2b290775d2), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:31.618408 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1665ba9a-786c-46e7-874d-4ad1a9823fea admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:08:31.620306 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1665ba9a-786c-46e7-874d-4ad1a9823fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (c6fe6159-8e81-4919-a9bf-ab2b290775d2), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:31.622310 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:08:31.622310 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:08:31.622310 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:08:31.622310 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:08:31.622310 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:08:31.622310 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:08:31.622310 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:08:31.622310 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:08:31.622310 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:08:31.622310 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:08:31.622310 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:08:31.622310 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:08:31.622310 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:08:31.622310 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:08:31.622310 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:08:31.622310 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:08:31.622310 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:08:31.622310 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:08:31.622310 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:08:31.622310 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:08:31.622310 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:08:31.622310 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:08:31.622310 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:08:31.622310 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:08:31.622310 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:08:31.622310 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:08:31.622310 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:08:31.622310 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:08:31.622310 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:08:31.622310 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:08:31.622310 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:08:31.622310 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:08:31.700039 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1665ba9a-786c-46e7-874d-4ad1a9823fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (70187cc8-5037-4e58-992b-35f2ab59c0b3), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:31.707698 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1665ba9a-786c-46e7-874d-4ad1a9823fea admin admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:31.713317 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1665ba9a-786c-46e7-874d-4ad1a9823fea admin admin] 10.222.0.32 "DELETE /v2.0/networks/70187cc8-5037-4e58-992b-35f2ab59c0b3 HTTP/1.1" status: 204  len: 168 time: 0.3203843
Feb 05 21:08:31.731473 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 420e27ae-8bd6-424d-94b9-ca191d91650d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:08:31.733838 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665ba9a-786c-46e7-874d-4ad1a9823fea admin admin] Pushing event deleted for resources: {'Network': ['ID=70187cc8-5037-4e58-992b-35f2ab59c0b3,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:31.767965 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133f516-8906-41df-9fdb-27bab7cd0850 req-03c0fa91-5a30-44e1-a29b-e19bb66bfe19 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:31.775629 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2133f516-8906-41df-9fdb-27bab7cd0850 req-03c0fa91-5a30-44e1-a29b-e19bb66bfe19 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ed519d-bf34-4ce1-9744-3def1340b2a3 HTTP/1.1" status: 200  len: 943 time: 0.0711954
Feb 05 21:08:31.832978 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2133f516-8906-41df-9fdb-27bab7cd0850 req-e969283a-b3e3-4838-8618-2fa5929bf047 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed7a2c6a-caaa-418e-9eba-f062eef3c1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562820
Feb 05 21:08:31.869211 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 420e27ae-8bd6-424d-94b9-ca191d91650d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=420e27ae-8bd6-424d-94b9-ca191d91650d,segment=NetworkSegment(80b10a6d-e95b-489d-991d-72731fa14428),segment_id=80b10a6d-e95b-489d-991d-72731fa14428)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:08:31.885084 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '420e27ae-8bd6-424d-94b9-ca191d91650d', 'network_id': '63256b53-41f8-4d85-97b0-d308487afe6d', 'port_id': '420e27ae-8bd6-424d-94b9-ca191d91650d', 'mac_address': 'fa:16:3e:3c:95:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8938042-ae96-4d27-83c5-9d1486995b2c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:08:31.923248 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 33028) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:31.933391 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 420e27ae-8bd6-424d-94b9-ca191d91650d is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:08:31.933958 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (420e27ae-8bd6-424d-94b9-ca191d91650d), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:31.936710 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33030) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:31.944724 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8bb3a521-ac56-4876-9111-8b74e699975a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:31.951422 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 420e27ae-8bd6-424d-94b9-ca191d91650d {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:08:31.992047 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 420e27ae-8bd6-424d-94b9-ca191d91650d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=420e27ae-8bd6-424d-94b9-ca191d91650d,segment=NetworkSegment(80b10a6d-e95b-489d-991d-72731fa14428),segment_id=80b10a6d-e95b-489d-991d-72731fa14428)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:08:31.994848 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-af483fe7-685c-4190-ba33-0b0158438686 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4ddc2c3f460745d09bc06d0b0fd60b98&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0569713
Feb 05 21:08:31.997524 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33032) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:31.999892 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (420e27ae-8bd6-424d-94b9-ca191d91650d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:32.064856 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3aa5c616-a833-449d-948f-b6d62fde29e1 admin admin] Publish callbacks [] for security_group (4a2be750-cc55-41af-a71d-e4ec7dc99471), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:32.068600 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8bb3a521-ac56-4876-9111-8b74e699975a admin admin] Publish callbacks [] for security_group (963c4073-e061-4c39-8c67-ad8a086d94c0), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:32.074270 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=420e27ae-8bd6-424d-94b9-ca191d91650d,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:32.075309 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8bb3a521-ac56-4876-9111-8b74e699975a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (963c4073-e061-4c39-8c67-ad8a086d94c0), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:32.083185 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:08:32.083658 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:08:32.084314 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:08:32.084989 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:08:32.085670 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:08:32.086268 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:08:32.086785 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:08:32.087291 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:08:32.088231 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:08:32.088769 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:08:32.089786 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:08:32.090137 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:08:32.090504 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:08:32.098739 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3aa5c616-a833-449d-948f-b6d62fde29e1 admin admin] Publish callbacks [] for security_group (4a2be750-cc55-41af-a71d-e4ec7dc99471), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:32.156444 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3aa5c616-a833-449d-948f-b6d62fde29e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (4a2be750-cc55-41af-a71d-e4ec7dc99471), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:32.159365 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3aa5c616-a833-449d-948f-b6d62fde29e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:32.160989 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3aa5c616-a833-449d-948f-b6d62fde29e1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4a2be750-cc55-41af-a71d-e4ec7dc99471 HTTP/1.1" status: 204  len: 168 time: 0.1626043
Feb 05 21:08:32.174338 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33046) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:32.174566 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8bb3a521-ac56-4876-9111-8b74e699975a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b89c156db4a470282ebdc355621dbcb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2464175
Feb 05 21:08:32.175654 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb3a521-ac56-4876-9111-8b74e699975a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963c4073-e061-4c39-8c67-ad8a086d94c0,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:32.177843 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5c616-a833-449d-948f-b6d62fde29e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2be750-cc55-41af-a71d-e4ec7dc99471,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:32.183636 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-86aeea99-4e45-47a3-a60d-795257c810bc tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0d41cfbe49c14de89e32c8c88afef49a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0612171
Feb 05 21:08:32.238453 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e02e00e8-5037-4b14-9e5d-60281bc053d2 admin admin] Publish callbacks [] for security_group (963c4073-e061-4c39-8c67-ad8a086d94c0), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:32.260461 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['420e27ae-8bd6-424d-94b9-ca191d91650d'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:08:32.281509 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e02e00e8-5037-4b14-9e5d-60281bc053d2 admin admin] Publish callbacks [] for security_group (963c4073-e061-4c39-8c67-ad8a086d94c0), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:32.348463 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e02e00e8-5037-4b14-9e5d-60281bc053d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (963c4073-e061-4c39-8c67-ad8a086d94c0), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:32.352052 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e02e00e8-5037-4b14-9e5d-60281bc053d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:32.353358 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e02e00e8-5037-4b14-9e5d-60281bc053d2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/963c4073-e061-4c39-8c67-ad8a086d94c0 HTTP/1.1" status: 204  len: 168 time: 0.1779938
Feb 05 21:08:32.395371 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e00e8-5037-4b14-9e5d-60281bc053d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963c4073-e061-4c39-8c67-ad8a086d94c0,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:32.431291 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-0d8e2cde-8576-4d27-967c-a5a747d12a2c tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:32.432856 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-0d8e2cde-8576-4d27-967c-a5a747d12a2c tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2442017
Feb 05 21:08:32.464540 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-24b0bc20-aa52-4e98-aa03-68a53290d77c tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] 10.222.0.32 "GET /v2.0/quotas/0d41cfbe49c14de89e32c8c88afef49a HTTP/1.1" status: 200  len: 375 time: 0.0242593
Feb 05 21:08:32.532387 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-542d0ce2-6681-4343-8319-65ac70727bdc req-b1c6a01f-c410-4fca-969a-6ef6a5b59972 tempest-ServerShowV247Test-191970343 tempest-ServerShowV247Test-191970343-project] 10.222.0.32 "GET /v2.0/ports?device_id=e01cbb81-84d9-43d0-81db-4fc36fcccf36 HTTP/1.1" status: 200  len: 210 time: 0.0557580
Feb 05 21:08:32.560039 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-13663e25-60e7-4e91-8a9a-caab3c4165dd tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0d41cfbe49c14de89e32c8c88afef49a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0792706
Feb 05 21:08:32.691352 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab1e34-73e5-4c9e-8d66-1cee3e325843 req-ecc1115e-c8e6-471e-9b6b-ff8cbfd55c61 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:32.693758 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-daab1e34-73e5-4c9e-8d66-1cee3e325843 req-ecc1115e-c8e6-471e-9b6b-ff8cbfd55c61 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.0925303
Feb 05 21:08:32.800251 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33068) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:32.840389 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fb7ff64b-7860-4342-aafa-98a3551a3a2e req-52909a00-5a3b-4587-9218-7f20b0ee4842 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] 10.222.0.32 "GET /v2.0/ports?device_id=7db4c241-9eed-42d7-9115-2be3bc602cab HTTP/1.1" status: 200  len: 210 time: 0.0593545
Feb 05 21:08:32.852571 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-daab1e34-73e5-4c9e-8d66-1cee3e325843 req-cfc6e70d-85ec-413d-a491-958a44ff806d tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1420991
Feb 05 21:08:32.865735 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d126405d-0d7c-4264-bb27-18ebbe607a6c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f6128406027c40afa3f8dea0e7f1d707&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0630584
Feb 05 21:08:32.868309 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 33072) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:32.929148 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e304a168-8dad-45fe-a698-884bb1e5b608 admin admin] Publish callbacks [] for security_group (d9d7ea64-6a1e-4b6c-98f6-f79880c4b5b5), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:32.986068 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e304a168-8dad-45fe-a698-884bb1e5b608 admin admin] Publish callbacks [] for security_group (d9d7ea64-6a1e-4b6c-98f6-f79880c4b5b5), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:33.034836 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7c798-49ca-4239-adbe-93e55213c4f0 req-ce6e3b3b-6e62-408a-a731-12aef535b350 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:33.036359 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1eb7c798-49ca-4239-adbe-93e55213c4f0 req-ce6e3b3b-6e62-408a-a731-12aef535b350 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ed519d-bf34-4ce1-9744-3def1340b2a3 HTTP/1.1" status: 200  len: 944 time: 0.1051402
Feb 05 21:08:33.085237 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e304a168-8dad-45fe-a698-884bb1e5b608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (d9d7ea64-6a1e-4b6c-98f6-f79880c4b5b5), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:33.088634 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e304a168-8dad-45fe-a698-884bb1e5b608 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:33.090045 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e304a168-8dad-45fe-a698-884bb1e5b608 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d9d7ea64-6a1e-4b6c-98f6-f79880c4b5b5 HTTP/1.1" status: 204  len: 168 time: 0.2200034
Feb 05 21:08:33.112612 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304a168-8dad-45fe-a698-884bb1e5b608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d7ea64-6a1e-4b6c-98f6-f79880c4b5b5,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:33.127221 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1eb7c798-49ca-4239-adbe-93e55213c4f0 req-2e3e015d-5d9e-4460-9b60-648fd6a20e1e tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed7a2c6a-caaa-418e-9eba-f062eef3c1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774190
Feb 05 21:08:33.663091 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bce0a1c1-d442-4730-9cdf-d9f6e1622d4b req-fd56b5e9-a4a9-4ba8-8912-4102b2fc5bee tempest-ServerShowV247Test-191970343 tempest-ServerShowV247Test-191970343-project] 10.222.0.32 "GET /v2.0/ports?device_id=e01cbb81-84d9-43d0-81db-4fc36fcccf36 HTTP/1.1" status: 200  len: 210 time: 0.0322895
Feb 05 21:08:33.718929 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-87715690-ccf0-4c3c-a46a-7687f0a3bfb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:33.747867 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 420e27ae-8bd6-424d-94b9-ca191d91650d up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:08:33.814772 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 420e27ae-8bd6-424d-94b9-ca191d91650d completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:08:33.820891 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 420e27ae-8bd6-424d-94b9-ca191d91650d triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:08:33.821536 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (420e27ae-8bd6-424d-94b9-ca191d91650d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:33.955407 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d3d8b2a1-7524-406d-8cf8-6c51e0783bab req-8a1a1f24-f27e-4f18-bdc6-2bcb6209f09e tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] 10.222.0.32 "GET /v2.0/ports?device_id=7db4c241-9eed-42d7-9115-2be3bc602cab HTTP/1.1" status: 200  len: 210 time: 0.0423074
Feb 05 21:08:33.999208 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 420e27ae-8bd6-424d-94b9-ca191d91650d is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:08:33.999635 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (420e27ae-8bd6-424d-94b9-ca191d91650d), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:34.043705 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-437d3009-862f-4c83-8663-14c42a8b3051 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0d41cfbe49c14de89e32c8c88afef49a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0813463
Feb 05 21:08:34.063589 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ed519d-bf34-4ce1-9744-3def1340b2a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '420e27ae-8bd6-424d-94b9-ca191d91650d'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:08:34.066089 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0e7a84-ab22-48e8-b7b8-ab223b98b582" -d '{"events": [{"server_uuid": "57ed519d-bf34-4ce1-9744-3def1340b2a3", "name": "network-vif-plugged", "status": "completed", "tag": "420e27ae-8bd6-424d-94b9-ca191d91650d"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:08:34.108964 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 420e27ae-8bd6-424d-94b9-ca191d91650d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=420e27ae-8bd6-424d-94b9-ca191d91650d,segment=NetworkSegment(80b10a6d-e95b-489d-991d-72731fa14428),segment_id=80b10a6d-e95b-489d-991d-72731fa14428)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:08:34.118793 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (420e27ae-8bd6-424d-94b9-ca191d91650d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:34.143072 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07feb53-d1d2-4fb6-b944-ae30ffe98889 req-7d9a0d4f-fdec-4e4d-b71f-a0be904b34a3 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:34.157462 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c07feb53-d1d2-4fb6-b944-ae30ffe98889 req-7d9a0d4f-fdec-4e4d-b71f-a0be904b34a3 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.1623650
Feb 05 21:08:34.182630 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2e7ec3-d922-444d-affe-0b284be0c154 x-openstack-request-id: req-8c2e7ec3-d922-444d-affe-0b284be0c154 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:08:34.182988 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ed519d-bf34-4ce1-9744-3def1340b2a3", "name": "network-vif-plugged", "status": "completed", "tag": "420e27ae-8bd6-424d-94b9-ca191d91650d", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:08:34.183319 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8c2e7ec3-d922-444d-affe-0b284be0c154 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:08:34.183868 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ed519d-bf34-4ce1-9744-3def1340b2a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '420e27ae-8bd6-424d-94b9-ca191d91650d', 'code': 200}
Feb 05 21:08:34.243187 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=420e27ae-8bd6-424d-94b9-ca191d91650d,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:34.386603 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c07feb53-d1d2-4fb6-b944-ae30ffe98889 req-99febf2e-f7b9-4fd2-8eb1-f8f4a11dba9f tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2272060
Feb 05 21:08:34.409197 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861479f-57b8-4e9f-be58-ab74dfd0347f req-8feecf42-ea43-4812-8c3b-7cccd06042a5 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:34.410877 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c861479f-57b8-4e9f-be58-ab74dfd0347f req-8feecf42-ea43-4812-8c3b-7cccd06042a5 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ed519d-bf34-4ce1-9744-3def1340b2a3 HTTP/1.1" status: 200  len: 945 time: 0.1514523
Feb 05 21:08:34.416463 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dff0f6-df54-48a2-bb18-648d8dcf59b5 req-0b211b4f-03f7-45f7-a725-d58f5f34cc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:34.418603 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-60dff0f6-df54-48a2-bb18-648d8dcf59b5 req-0b211b4f-03f7-45f7-a725-d58f5f34cc9e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=57ed519d-bf34-4ce1-9744-3def1340b2a3 HTTP/1.1" status: 200  len: 1127 time: 0.1579587
Feb 05 21:08:34.450086 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-7c906894-46bf-4917-8035-6705c4390355 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:34.452120 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-7c906894-46bf-4917-8035-6705c4390355 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3988817
Feb 05 21:08:34.468667 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-d8f19266-4652-41ae-938c-71ab3bcbf220 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] Request body: {'port': {'device_id': '7db4c241-9eed-42d7-9115-2be3bc602cab', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'admin_state_up': True, 'tenant_id': '0d41cfbe49c14de89e32c8c88afef49a'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:08:34.511558 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-60dff0f6-df54-48a2-bb18-648d8dcf59b5 req-85249105-0398-4cdb-92cf-42c46227cd88 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ed7a2c6a-caaa-418e-9eba-f062eef3c1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810955
Feb 05 21:08:34.520124 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c861479f-57b8-4e9f-be58-ab74dfd0347f req-e527318a-810d-4f94-8d60-7e2ca5b23cf5 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed7a2c6a-caaa-418e-9eba-f062eef3c1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880818
Feb 05 21:08:34.640222 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-d8f19266-4652-41ae-938c-71ab3bcbf220 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] Made reservation on behalf of 0d41cfbe49c14de89e32c8c88afef49a for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:08:34.646773 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-d8f19266-4652-41ae-938c-71ab3bcbf220 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:34.667590 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-d8f19266-4652-41ae-938c-71ab3bcbf220 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:34.721135 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8abf07c-e3a3-4e65-aa98-08be4f2dca00 req-5a544ffd-0628-4561-8c98-e5dfb1821345 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:34.731464 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a8abf07c-e3a3-4e65-aa98-08be4f2dca00 req-5a544ffd-0628-4561-8c98-e5dfb1821345 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.0835085
Feb 05 21:08:34.809635 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-d8f19266-4652-41ae-938c-71ab3bcbf220 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] Publish callbacks [] for security_group (662d64d1-eed4-41cb-a9ce-4fc6c9ac973a), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:34.817993 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-d8f19266-4652-41ae-938c-71ab3bcbf220 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (662d64d1-eed4-41cb-a9ce-4fc6c9ac973a), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:34.870122 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f19266-4652-41ae-938c-71ab3bcbf220 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=662d64d1-eed4-41cb-a9ce-4fc6c9ac973a,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:34.887815 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1b8b6643-b2da-4bd5-bd69-e9464e6c8b2f req-e839ee7e-1565-4e2c-a44b-bce8cd035789 tempest-ServerShowV247Test-191970343 tempest-ServerShowV247Test-191970343-project] 10.222.0.32 "GET /v2.0/ports?device_id=e01cbb81-84d9-43d0-81db-4fc36fcccf36 HTTP/1.1" status: 200  len: 210 time: 0.0730281
Feb 05 21:08:34.900624 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a8abf07c-e3a3-4e65-aa98-08be4f2dca00 req-3e9c07d2-c7f9-49ce-b1d3-7fd21e02ffd5 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1668010
Feb 05 21:08:34.955014 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54058f8a-1d38-4654-8fda-bed9c046bf54 req-faee51fe-25b4-474f-b3a5-7e112b5c32ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:34.957114 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-54058f8a-1d38-4654-8fda-bed9c046bf54 req-faee51fe-25b4-474f-b3a5-7e112b5c32ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=abdf40933f6b4f8099b886dfec3a4473&device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 1126 time: 0.1179790
Feb 05 21:08:35.041255 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-d8f19266-4652-41ae-938c-71ab3bcbf220 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] Allocated IP 192.168.233.190 (f760d6ec-7837-431c-910c-37572c24f936/42e3c763-0926-4b49-ade5-d66ee3d4c489/7e270701-a5ff-4024-9222-2a7e4a652f9c) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:08:35.103552 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-edf9d529-db26-429d-b58b-d5830ccf24ce req-c7953856-56d1-4670-bf65-98521d4e265d tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] 10.222.0.32 "GET /v2.0/ports?device_id=7db4c241-9eed-42d7-9115-2be3bc602cab HTTP/1.1" status: 200  len: 210 time: 0.0383415
Feb 05 21:08:35.137460 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54058f8a-1d38-4654-8fda-bed9c046bf54 req-3081cebb-1b52-41a8-9f33-b575a379f36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:35.139729 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-54058f8a-1d38-4654-8fda-bed9c046bf54 req-3081cebb-1b52-41a8-9f33-b575a379f36e service neutron] 10.222.0.39 "GET /v2.0/networks?id=f513b7e7-60ac-4b04-af41-d1fecee70cba HTTP/1.1" status: 200  len: 912 time: 0.1750124
Feb 05 21:08:35.234263 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-54058f8a-1d38-4654-8fda-bed9c046bf54 req-30d97864-d3ab-406f-9b7c-66ba864e33bf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad0354e3-119c-4c7a-a046-88f02122433c HTTP/1.1" status: 200  len: 998 time: 0.0884869
Feb 05 21:08:35.281940 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-d8f19266-4652-41ae-938c-71ab3bcbf220 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] Publish callbacks [] for port (7e270701-a5ff-4024-9222-2a7e4a652f9c), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:35.306132 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54058f8a-1d38-4654-8fda-bed9c046bf54 req-ba3b6419-476c-4dc6-9eed-a5efe037c71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:35.307850 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-54058f8a-1d38-4654-8fda-bed9c046bf54 req-ba3b6419-476c-4dc6-9eed-a5efe037c71d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d3bc4b1d-f312-4b2d-bc48-80b03423d794 HTTP/1.1" status: 200  len: 850 time: 0.0666313
Feb 05 21:08:35.328923 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-d8f19266-4652-41ae-938c-71ab3bcbf220 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (7e270701-a5ff-4024-9222-2a7e4a652f9c), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:35.356388 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-d8f19266-4652-41ae-938c-71ab3bcbf220 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] Network f760d6ec-7837-431c-910c-37572c24f936 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:08:35.363860 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-d8f19266-4652-41ae-938c-71ab3bcbf220 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:08:35.382715 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54058f8a-1d38-4654-8fda-bed9c046bf54 req-358141ba-55e7-4235-94a7-df6e00a270eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:35.384268 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-54058f8a-1d38-4654-8fda-bed9c046bf54 req-358141ba-55e7-4235-94a7-df6e00a270eb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f513b7e7-60ac-4b04-af41-d1fecee70cba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0684292
Feb 05 21:08:35.384990 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-d8f19266-4652-41ae-938c-71ab3bcbf220 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:08:35.450141 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f19266-4652-41ae-938c-71ab3bcbf220 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] Pushing event updated for resources: {'Port': ['ID=7e270701-a5ff-4024-9222-2a7e4a652f9c,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:35.485700 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-d8f19266-4652-41ae-938c-71ab3bcbf220 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:35.486547 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-d8f19266-4652-41ae-938c-71ab3bcbf220 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:35.519574 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-d8f19266-4652-41ae-938c-71ab3bcbf220 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.0563419
Feb 05 21:08:35.526959 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-54058f8a-1d38-4654-8fda-bed9c046bf54 req-7c6bae13-2876-4f67-bae7-28a46746723f service neutron] 10.222.0.39 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1344137
Feb 05 21:08:35.543984 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-ce142f04-150e-4a32-8026-821f3fbf4173 service neutron] Request body: {'port': {'device_id': '7db4c241-9eed-42d7-9115-2be3bc602cab', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:08:35.674824 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-ce142f04-150e-4a32-8026-821f3fbf4173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7e270701-a5ff-4024-9222-2a7e4a652f9c), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:35.785868 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-54058f8a-1d38-4654-8fda-bed9c046bf54 req-0918e182-5334-41ba-b092-9d23cb684736 service neutron] 10.222.0.39 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2474425
Feb 05 21:08:35.790947 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-a5b2fece-64bf-467f-bb8a-9fa8b056e693 None None] Provisioning complete for port 7e270701-a5ff-4024-9222-2a7e4a652f9c triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:08:35.791957 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a5b2fece-64bf-467f-bb8a-9fa8b056e693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7e270701-a5ff-4024-9222-2a7e4a652f9c), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:35.850873 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9abbd9f-4930-4541-8232-92570a2f9acf req-6d6bd2e4-3fb2-4acc-b75c-feeb820694d4 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:35.855232 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b9abbd9f-4930-4541-8232-92570a2f9acf req-6d6bd2e4-3fb2-4acc-b75c-feeb820694d4 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ed519d-bf34-4ce1-9744-3def1340b2a3 HTTP/1.1" status: 200  len: 945 time: 0.1330535
Feb 05 21:08:35.870923 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a5b2fece-64bf-467f-bb8a-9fa8b056e693 None None] Port 7e270701-a5ff-4024-9222-2a7e4a652f9c cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:08:36.072890 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1e09340c-fa38-4c68-9218-4f25a29bd829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:36.187312 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-ce142f04-150e-4a32-8026-821f3fbf4173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e270701-a5ff-4024-9222-2a7e4a652f9c {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:08:36.199259 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-ce142f04-150e-4a32-8026-821f3fbf4173 service neutron] Publish callbacks [] for port (7e270701-a5ff-4024-9222-2a7e4a652f9c), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:36.219394 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-ce142f04-150e-4a32-8026-821f3fbf4173 service neutron] Transition to ACTIVE for port object 7e270701-a5ff-4024-9222-2a7e4a652f9c will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:08:36.232460 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-ce142f04-150e-4a32-8026-821f3fbf4173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (7e270701-a5ff-4024-9222-2a7e4a652f9c), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:36.291592 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b9abbd9f-4930-4541-8232-92570a2f9acf req-a6bf296e-1d42-40d5-97c5-5f5a279e05ed tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed7a2c6a-caaa-418e-9eba-f062eef3c1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4250853
Feb 05 21:08:36.328281 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce142f04-150e-4a32-8026-821f3fbf4173 service neutron] Pushing event updated for resources: {'Port': ['ID=7e270701-a5ff-4024-9222-2a7e4a652f9c,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:36.374097 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9ad01-2e57-4c98-bbaf-1d4a760f96c5 req-f98c7b86-cea4-41fa-af40-0fb52d82f7e6 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:36.384874 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0b9ad01-2e57-4c98-bbaf-1d4a760f96c5 req-f98c7b86-cea4-41fa-af40-0fb52d82f7e6 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.0946662
Feb 05 21:08:36.433447 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-ce142f04-150e-4a32-8026-821f3fbf4173 service neutron] Attempting to bind port 7e270701-a5ff-4024-9222-2a7e4a652f9c on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:08:36.433799 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-ce142f04-150e-4a32-8026-821f3fbf4173 service neutron] Attempting to bind port 7e270701-a5ff-4024-9222-2a7e4a652f9c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:08:36.434136 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-ce142f04-150e-4a32-8026-821f3fbf4173 service neutron] Attempting to bind port 7e270701-a5ff-4024-9222-2a7e4a652f9c on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:08:36.458040 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-ce142f04-150e-4a32-8026-821f3fbf4173 service neutron] Port 7e270701-a5ff-4024-9222-2a7e4a652f9c on network f760d6ec-7837-431c-910c-37572c24f936 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:08:36.458422 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-ce142f04-150e-4a32-8026-821f3fbf4173 service neutron] Attempting to bind port 7e270701-a5ff-4024-9222-2a7e4a652f9c on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:08:36.472901 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-ce142f04-150e-4a32-8026-821f3fbf4173 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:08:36.473314 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-ce142f04-150e-4a32-8026-821f3fbf4173 service neutron] Checking segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:08:36.473716 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-ce142f04-150e-4a32-8026-821f3fbf4173 service neutron] Bound using segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:08:36.475035 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-ce142f04-150e-4a32-8026-821f3fbf4173 service neutron] Bound port: 7e270701-a5ff-4024-9222-2a7e4a652f9c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:08:36.475035 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-ce142f04-150e-4a32-8026-821f3fbf4173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7e270701-a5ff-4024-9222-2a7e4a652f9c), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:36.495633 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f3c1ae2f-2964-4672-868f-1a34d79bf19c req-2741ae6d-dea7-4d36-82c0-c3ed93f421a4 tempest-ServerShowV247Test-191970343 tempest-ServerShowV247Test-191970343-project] 10.222.0.32 "GET /v2.0/ports?device_id=e01cbb81-84d9-43d0-81db-4fc36fcccf36 HTTP/1.1" status: 200  len: 210 time: 0.0380819
Feb 05 21:08:36.523129 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0b9ad01-2e57-4c98-bbaf-1d4a760f96c5 req-6c5a403b-03e6-4f69-89bf-b79a57e156e2 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1206379
Feb 05 21:08:36.584350 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-ce142f04-150e-4a32-8026-821f3fbf4173 service neutron] For port 7e270701-a5ff-4024-9222-2a7e4a652f9c, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:08:36.588990 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-ce142f04-150e-4a32-8026-821f3fbf4173 service neutron] For port 7e270701-a5ff-4024-9222-2a7e4a652f9c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7e270701-a5ff-4024-9222-2a7e4a652f9c,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:08:36.599063 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-ce142f04-150e-4a32-8026-821f3fbf4173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (7e270701-a5ff-4024-9222-2a7e4a652f9c), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:36.667437 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a6427-9ed0-4353-9aad-6f232bd5d1a9 req-9d7c950e-c73f-4a3b-9131-c5011874963f tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:36.668058 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-ce142f04-150e-4a32-8026-821f3fbf4173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:36.668684 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-ce142f04-150e-4a32-8026-821f3fbf4173 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:36.669083 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f63a6427-9ed0-4353-9aad-6f232bd5d1a9 req-9d7c950e-c73f-4a3b-9131-c5011874963f tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] 10.222.0.32 "GET /v2.0/ports?device_id=7db4c241-9eed-42d7-9115-2be3bc602cab HTTP/1.1" status: 200  len: 948 time: 0.0678561
Feb 05 21:08:36.670569 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-ce142f04-150e-4a32-8026-821f3fbf4173 service neutron] 10.222.0.21 "PUT /v2.0/ports/7e270701-a5ff-4024-9222-2a7e4a652f9c HTTP/1.1" status: 200  len: 1096 time: 1.1421797
Feb 05 21:08:36.671028 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db4c241-9eed-42d7-9115-2be3bc602cab', 'tag': '7e270701-a5ff-4024-9222-2a7e4a652f9c'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:08:36.673363 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfed5e6-4250-4b85-91d3-1c52d7832a29" -d '{"events": [{"name": "network-changed", "server_uuid": "7db4c241-9eed-42d7-9115-2be3bc602cab", "tag": "7e270701-a5ff-4024-9222-2a7e4a652f9c"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:08:36.684138 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce142f04-150e-4a32-8026-821f3fbf4173 service neutron] Pushing event updated for resources: {'Port': ['ID=7e270701-a5ff-4024-9222-2a7e4a652f9c,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:36.748132 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f63a6427-9ed0-4353-9aad-6f232bd5d1a9 req-9cbdc535-6366-4d4c-83bc-a298f66565e2 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] 10.222.0.32 "GET /v2.0/security-groups?id=662d64d1-eed4-41cb-a9ce-4fc6c9ac973a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680633
Feb 05 21:08:36.772102 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd82cd4-fdd6-4751-b2f0-c2eec580164e x-openstack-request-id: req-3cd82cd4-fdd6-4751-b2f0-c2eec580164e {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:08:36.772498 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db4c241-9eed-42d7-9115-2be3bc602cab", "tag": "7e270701-a5ff-4024-9222-2a7e4a652f9c", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:08:36.772686 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3cd82cd4-fdd6-4751-b2f0-c2eec580164e {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:08:36.773090 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db4c241-9eed-42d7-9115-2be3bc602cab', 'tag': '7e270701-a5ff-4024-9222-2a7e4a652f9c', 'status': 'completed', 'code': 200}
Feb 05 21:08:36.794834 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-cca78bb8-49d2-42e4-a74d-2252e5910f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:36.796400 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-cca78bb8-49d2-42e4-a74d-2252e5910f47 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d41cfbe49c14de89e32c8c88afef49a&device_id=7db4c241-9eed-42d7-9115-2be3bc602cab HTTP/1.1" status: 200  len: 1130 time: 0.0772793
Feb 05 21:08:36.846624 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-683ee835-8472-468c-aaa3-dae284cd9e0c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=7e270701-a5ff-4024-9222-2a7e4a652f9c HTTP/1.1" status: 200  len: 217 time: 0.0418916
Feb 05 21:08:36.908315 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-5c592577-f09c-410c-80d1-51b993ee53c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:36.909814 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-5c592577-f09c-410c-80d1-51b993ee53c7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.0571787
Feb 05 21:08:36.969460 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-76cae022-edcc-45fd-bc74-920554bf70bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:36.971265 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-76cae022-edcc-45fd-bc74-920554bf70bc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0542285
Feb 05 21:08:37.085549 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-e13ee2a6-190b-4b4a-a9b8-f59fe7dbed0c service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1062238
Feb 05 21:08:37.183726 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f656ecb6-07eb-4db8-b994-084af22d0790 req-823cb930-5c43-4411-9913-3988579dbd33 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0913942
Feb 05 21:08:37.291944 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfed5e6-4250-4b85-91d3-1c52d7832a29 req-e9e40ee9-7fb1-4bf7-be90-113ba13836ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:37.293455 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1dfed5e6-4250-4b85-91d3-1c52d7832a29 req-e9e40ee9-7fb1-4bf7-be90-113ba13836ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d41cfbe49c14de89e32c8c88afef49a&device_id=7db4c241-9eed-42d7-9115-2be3bc602cab HTTP/1.1" status: 200  len: 1130 time: 0.0553832
Feb 05 21:08:37.415948 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfed5e6-4250-4b85-91d3-1c52d7832a29 req-e65b1a4f-4792-4079-89a0-b30cc164818c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:37.418358 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1dfed5e6-4250-4b85-91d3-1c52d7832a29 req-e65b1a4f-4792-4079-89a0-b30cc164818c service neutron] 10.222.0.21 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.1143112
Feb 05 21:08:37.444485 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:37.487118 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1dfed5e6-4250-4b85-91d3-1c52d7832a29 req-2fbfe8aa-5973-4937-8cba-06f3d7435739 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=7e270701-a5ff-4024-9222-2a7e4a652f9c HTTP/1.1" status: 200  len: 217 time: 0.0621357
Feb 05 21:08:37.488470 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a67204-701c-41a9-a9f2-b7c6fd949c29 req-803647ca-0b4a-49ea-9165-2c42fdcceb93 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:37.490079 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e9a67204-701c-41a9-a9f2-b7c6fd949c29 req-803647ca-0b4a-49ea-9165-2c42fdcceb93 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ed519d-bf34-4ce1-9744-3def1340b2a3 HTTP/1.1" status: 200  len: 945 time: 0.0892279
Feb 05 21:08:37.554501 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfed5e6-4250-4b85-91d3-1c52d7832a29 req-bc865657-88cb-4439-8b89-c60d32018982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:37.556802 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1dfed5e6-4250-4b85-91d3-1c52d7832a29 req-bc865657-88cb-4439-8b89-c60d32018982 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.0638306
Feb 05 21:08:37.594461 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e9a67204-701c-41a9-a9f2-b7c6fd949c29 req-de648c48-8eb9-4c98-bb1b-4e79a45ccdf6 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed7a2c6a-caaa-418e-9eba-f062eef3c1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977411
Feb 05 21:08:37.700187 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfed5e6-4250-4b85-91d3-1c52d7832a29 req-abdd03b6-1cde-4b1c-90af-d0843d2fbd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:37.702424 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1dfed5e6-4250-4b85-91d3-1c52d7832a29 req-abdd03b6-1cde-4b1c-90af-d0843d2fbd46 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1395307
Feb 05 21:08:37.749793 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df204d-27e3-4107-b2ee-0f7f2e560233 req-b965e944-ab52-4185-8742-0f2e522310cf tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:37.751557 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f6df204d-27e3-4107-b2ee-0f7f2e560233 req-b965e944-ab52-4185-8742-0f2e522310cf tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.1104667
Feb 05 21:08:37.762144 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-42bdc9bb-4f11-4b65-a869-2ad522e66ee3 req-18f96628-d12c-4a3e-aa5a-51ef765bf128 tempest-ServerShowV247Test-191970343 tempest-ServerShowV247Test-191970343-project] 10.222.0.32 "GET /v2.0/ports?device_id=e01cbb81-84d9-43d0-81db-4fc36fcccf36 HTTP/1.1" status: 200  len: 210 time: 0.0613854
Feb 05 21:08:37.843000 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1dfed5e6-4250-4b85-91d3-1c52d7832a29 req-65dff604-d414-42f3-b007-4aa3a123ab36 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1328464
Feb 05 21:08:37.855752 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f6df204d-27e3-4107-b2ee-0f7f2e560233 req-c8689a71-5c87-4c32-8fe1-bc256b1088ca tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0925062
Feb 05 21:08:37.968725 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb916c-65a9-4eb3-a285-235e04421820 req-f5a03f5b-22f7-43ab-9278-f4bbd8b2d444 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:37.978755 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0feb916c-65a9-4eb3-a285-235e04421820 req-f5a03f5b-22f7-43ab-9278-f4bbd8b2d444 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ed519d-bf34-4ce1-9744-3def1340b2a3 HTTP/1.1" status: 200  len: 945 time: 0.1060853
Feb 05 21:08:37.990144 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1dfed5e6-4250-4b85-91d3-1c52d7832a29 req-d5a4c68a-999b-4d21-ad76-b3a813140518 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1338589
Feb 05 21:08:38.072488 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0feb916c-65a9-4eb3-a285-235e04421820 req-ed41be0d-d3db-4f05-915f-c208b5729101 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed7a2c6a-caaa-418e-9eba-f062eef3c1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926130
Feb 05 21:08:38.086268 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aebc98f-6e27-4ccd-a449-676e764650b0 req-7542c20a-1526-4bf0-aaa9-53d17b1e8a66 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:38.094091 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7aebc98f-6e27-4ccd-a449-676e764650b0 req-7542c20a-1526-4bf0-aaa9-53d17b1e8a66 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] 10.222.0.32 "GET /v2.0/ports?device_id=7db4c241-9eed-42d7-9115-2be3bc602cab HTTP/1.1" status: 200  len: 948 time: 0.1051471
Feb 05 21:08:38.144879 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7aebc98f-6e27-4ccd-a449-676e764650b0 req-985009f2-00c3-4029-93af-96c1e1844015 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] 10.222.0.32 "GET /v2.0/security-groups?id=662d64d1-eed4-41cb-a9ce-4fc6c9ac973a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497744
Feb 05 21:08:38.206857 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b745e-74ec-4b17-86ae-f2c771b82bc7 req-7eb7349b-fca4-4430-9f53-748b5fb901b3 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:38.208549 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-149b745e-74ec-4b17-86ae-f2c771b82bc7 req-7eb7349b-fca4-4430-9f53-748b5fb901b3 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.0603850
Feb 05 21:08:38.265135 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-149b745e-74ec-4b17-86ae-f2c771b82bc7 req-31bc2906-000a-4a2f-b22d-96fc15a53b1e tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504506
Feb 05 21:08:38.444856 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0a8cc-116f-49e7-a7c4-6a3df8120467 req-ca72a44a-9ff4-4ee4-99dd-b65deb45be8a tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:38.446454 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30d0a8cc-116f-49e7-a7c4-6a3df8120467 req-ca72a44a-9ff4-4ee4-99dd-b65deb45be8a tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ed519d-bf34-4ce1-9744-3def1340b2a3 HTTP/1.1" status: 200  len: 945 time: 0.0857251
Feb 05 21:08:38.454789 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef5f07-ac8a-4023-bbb8-63ef52cffdf7 req-973d5f49-99ec-4b64-a673-9e7aeafa1190 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:38.456236 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78ef5f07-ac8a-4023-bbb8-63ef52cffdf7 req-973d5f49-99ec-4b64-a673-9e7aeafa1190 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.1057551
Feb 05 21:08:38.539850 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30d0a8cc-116f-49e7-a7c4-6a3df8120467 req-9042d0cf-16ea-4504-a7bb-eaa8b7b646fa tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed7a2c6a-caaa-418e-9eba-f062eef3c1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825441
Feb 05 21:08:38.546907 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78ef5f07-ac8a-4023-bbb8-63ef52cffdf7 req-5581bd06-b874-491e-a270-6036e56f6e2c tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0829434
Feb 05 21:08:38.818119 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04ff9b-9277-4ae6-8b3f-7b2598c243ca req-87eb2c47-ca9d-416b-897e-43374f97c5e5 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:38.820078 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4b04ff9b-9277-4ae6-8b3f-7b2598c243ca req-87eb2c47-ca9d-416b-897e-43374f97c5e5 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.0676162
Feb 05 21:08:38.914912 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6cf4c230-5311-4efa-bf43-060a8e4ea28b req-0f42a284-375c-4059-b05e-46a4296cfebe tempest-ServerShowV247Test-191970343 tempest-ServerShowV247Test-191970343-project] 10.222.0.32 "GET /v2.0/ports?device_id=e01cbb81-84d9-43d0-81db-4fc36fcccf36 HTTP/1.1" status: 200  len: 210 time: 0.0604117
Feb 05 21:08:38.937869 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4b04ff9b-9277-4ae6-8b3f-7b2598c243ca req-ff7a4ffa-2774-40d7-870f-4117645db32e tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1088665
Feb 05 21:08:39.043153 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:39.089826 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33354) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:39.253122 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-988c5603-b4fe-4dc9-8cc7-26290d927af0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:39.296054 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591470b8-ad83-4b07-a2e3-9ff0de09362c req-a8d15936-84c8-4aff-8786-00bd1ff37de6 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:39.302483 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-591470b8-ad83-4b07-a2e3-9ff0de09362c req-a8d15936-84c8-4aff-8786-00bd1ff37de6 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] 10.222.0.32 "GET /v2.0/ports?device_id=7db4c241-9eed-42d7-9115-2be3bc602cab HTTP/1.1" status: 200  len: 948 time: 0.0748663
Feb 05 21:08:39.345718 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-988c5603-b4fe-4dc9-8cc7-26290d927af0 admin admin] Publish callbacks [] for security_group (8e01dfd0-8c2f-43d8-82df-307c60f5d27b), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:39.351474 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-988c5603-b4fe-4dc9-8cc7-26290d927af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (8e01dfd0-8c2f-43d8-82df-307c60f5d27b), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:39.365064 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-591470b8-ad83-4b07-a2e3-9ff0de09362c req-7c929a7b-ae03-4414-885d-8de247c46f00 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] 10.222.0.32 "GET /v2.0/security-groups?id=662d64d1-eed4-41cb-a9ce-4fc6c9ac973a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548055
Feb 05 21:08:39.399322 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-988c5603-b4fe-4dc9-8cc7-26290d927af0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bc2dca7229c240238148d276638153b3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3082068
Feb 05 21:08:39.400867 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33368) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:39.402563 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 33370) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:39.407680 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c5603-b4fe-4dc9-8cc7-26290d927af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e01dfd0-8c2f-43d8-82df-307c60f5d27b,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:39.458929 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-589f4e22-4de9-4b0e-add0-ddbda61ddfe4 admin admin] Publish callbacks [] for security_group (8e01dfd0-8c2f-43d8-82df-307c60f5d27b), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:39.486871 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-589f4e22-4de9-4b0e-add0-ddbda61ddfe4 admin admin] Publish callbacks [] for security_group (8e01dfd0-8c2f-43d8-82df-307c60f5d27b), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:39.529903 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e5b6a048-00e5-4a23-91e7-a339efa3c95f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:39.545920 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-589f4e22-4de9-4b0e-add0-ddbda61ddfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (8e01dfd0-8c2f-43d8-82df-307c60f5d27b), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:39.549275 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-589f4e22-4de9-4b0e-add0-ddbda61ddfe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:39.550527 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-589f4e22-4de9-4b0e-add0-ddbda61ddfe4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8e01dfd0-8c2f-43d8-82df-307c60f5d27b HTTP/1.1" status: 204  len: 168 time: 0.1469269
Feb 05 21:08:39.560862 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f4e22-4de9-4b0e-add0-ddbda61ddfe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e01dfd0-8c2f-43d8-82df-307c60f5d27b,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:39.569568 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f4e22-4de9-4b0e-add0-ddbda61ddfe4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:08:39.569912 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f4e22-4de9-4b0e-add0-ddbda61ddfe4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:08:39.570259 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f4e22-4de9-4b0e-add0-ddbda61ddfe4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:08:39.570728 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f4e22-4de9-4b0e-add0-ddbda61ddfe4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:08:39.570972 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f4e22-4de9-4b0e-add0-ddbda61ddfe4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:08:39.571317 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f4e22-4de9-4b0e-add0-ddbda61ddfe4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:08:39.571667 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f4e22-4de9-4b0e-add0-ddbda61ddfe4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:08:39.572235 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f4e22-4de9-4b0e-add0-ddbda61ddfe4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:08:39.572789 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f4e22-4de9-4b0e-add0-ddbda61ddfe4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:08:39.573321 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f4e22-4de9-4b0e-add0-ddbda61ddfe4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:08:39.573664 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f4e22-4de9-4b0e-add0-ddbda61ddfe4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:08:39.574008 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f4e22-4de9-4b0e-add0-ddbda61ddfe4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:08:39.574331 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f4e22-4de9-4b0e-add0-ddbda61ddfe4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:08:39.642352 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e5b6a048-00e5-4a23-91e7-a339efa3c95f admin admin] Publish callbacks [] for security_group (c7c077c7-84fd-45b7-af49-ad69e4c53110), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:39.647538 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e5b6a048-00e5-4a23-91e7-a339efa3c95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (c7c077c7-84fd-45b7-af49-ad69e4c53110), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:39.691098 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e5b6a048-00e5-4a23-91e7-a339efa3c95f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f90d4f6a2e364c69b9a4560ad07c76d3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2889767
Feb 05 21:08:39.693215 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b6a048-00e5-4a23-91e7-a339efa3c95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c077c7-84fd-45b7-af49-ad69e4c53110,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:39.695808 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33378) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:39.715553 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e21a6-5f25-4e66-b52c-970bbb9292fb req-db84b9a8-ddab-4847-ac4b-f1f6cb130432 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:39.728235 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-070e21a6-5f25-4e66-b52c-970bbb9292fb req-db84b9a8-ddab-4847-ac4b-f1f6cb130432 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ed519d-bf34-4ce1-9744-3def1340b2a3 HTTP/1.1" status: 200  len: 945 time: 0.0808196
Feb 05 21:08:39.758952 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a2f105e2-fb6d-4b21-a9a2-160b000d31e8 admin admin] Publish callbacks [] for security_group (c7c077c7-84fd-45b7-af49-ad69e4c53110), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:39.785832 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-070e21a6-5f25-4e66-b52c-970bbb9292fb req-16d88e08-7b0e-41fa-a48e-9f393fbc7e19 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed7a2c6a-caaa-418e-9eba-f062eef3c1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585530
Feb 05 21:08:39.786925 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a2f105e2-fb6d-4b21-a9a2-160b000d31e8 admin admin] Publish callbacks [] for security_group (c7c077c7-84fd-45b7-af49-ad69e4c53110), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:39.856812 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a2f105e2-fb6d-4b21-a9a2-160b000d31e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (c7c077c7-84fd-45b7-af49-ad69e4c53110), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:39.860177 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a2f105e2-fb6d-4b21-a9a2-160b000d31e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:39.861497 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a2f105e2-fb6d-4b21-a9a2-160b000d31e8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c7c077c7-84fd-45b7-af49-ad69e4c53110 HTTP/1.1" status: 204  len: 168 time: 0.1644506
Feb 05 21:08:39.871839 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f105e2-fb6d-4b21-a9a2-160b000d31e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c077c7-84fd-45b7-af49-ad69e4c53110,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:39.990024 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33392) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:40.022173 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0181374f-6ad0-493c-b0d4-4d245592eff0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:40.093347 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c6e712f3-da6a-46ac-80c5-f9ebe97826b0 req-cb0034d0-be6c-440d-a4be-55f7f216f6fd tempest-ServerShowV247Test-191970343 tempest-ServerShowV247Test-191970343-project] 10.222.0.32 "GET /v2.0/ports?device_id=e01cbb81-84d9-43d0-81db-4fc36fcccf36 HTTP/1.1" status: 200  len: 210 time: 0.0633836
Feb 05 21:08:40.138608 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0181374f-6ad0-493c-b0d4-4d245592eff0 admin admin] Publish callbacks [] for security_group (d4ee6f98-d121-4b5c-92e8-a8de64cf290c), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:40.145456 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0181374f-6ad0-493c-b0d4-4d245592eff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (d4ee6f98-d121-4b5c-92e8-a8de64cf290c), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:40.154418 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e5b91-b16f-4401-ab5a-ce9f5fda2ce3 req-74a778aa-be3e-4b04-9c22-17035541b896 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:40.156532 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-361e5b91-b16f-4401-ab5a-ce9f5fda2ce3 req-74a778aa-be3e-4b04-9c22-17035541b896 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ed519d-bf34-4ce1-9744-3def1340b2a3 HTTP/1.1" status: 200  len: 945 time: 0.1455185
Feb 05 21:08:40.159834 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a577c-d1ff-48e9-abf8-7dd81e12936b req-3a311010-7516-4ec1-ba62-9faad6f973da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:40.161394 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ce7a577c-d1ff-48e9-abf8-7dd81e12936b req-3a311010-7516-4ec1-ba62-9faad6f973da service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3f2ff5bed07f4168850397b8d6f11943&device_id=57ed519d-bf34-4ce1-9744-3def1340b2a3 HTTP/1.1" status: 200  len: 1127 time: 0.1330934
Feb 05 21:08:40.194787 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181374f-6ad0-493c-b0d4-4d245592eff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ee6f98-d121-4b5c-92e8-a8de64cf290c,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:40.209711 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0181374f-6ad0-493c-b0d4-4d245592eff0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=744f77d39ceb4a51898f310a52c4e1c6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2183781
Feb 05 21:08:40.212753 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33396) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:40.277024 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b0e98f56-45c8-4d81-929e-8cf6e409da7a admin admin] Publish callbacks [] for security_group (d4ee6f98-d121-4b5c-92e8-a8de64cf290c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:40.303139 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b0e98f56-45c8-4d81-929e-8cf6e409da7a admin admin] Publish callbacks [] for security_group (d4ee6f98-d121-4b5c-92e8-a8de64cf290c), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:40.326292 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-361e5b91-b16f-4401-ab5a-ce9f5fda2ce3 req-aa6e0a4b-c5cc-49c3-a3e2-586efe39949e tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed7a2c6a-caaa-418e-9eba-f062eef3c1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1594229
Feb 05 21:08:40.357744 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43237e9-bf6b-4dcc-a9c9-7a2693a54deb req-0babdc41-cd00-4d47-8c5f-d7942a34c12e tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:40.359882 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b43237e9-bf6b-4dcc-a9c9-7a2693a54deb req-0babdc41-cd00-4d47-8c5f-d7942a34c12e tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.1753361
Feb 05 21:08:40.361340 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a577c-d1ff-48e9-abf8-7dd81e12936b req-cff47af7-0a3e-4202-85e9-3c4ef5a5c662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:40.362989 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ce7a577c-d1ff-48e9-abf8-7dd81e12936b req-cff47af7-0a3e-4202-85e9-3c4ef5a5c662 service neutron] 10.222.0.39 "GET /v2.0/networks?id=63256b53-41f8-4d85-97b0-d308487afe6d HTTP/1.1" status: 200  len: 911 time: 0.1942229
Feb 05 21:08:40.368992 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b0e98f56-45c8-4d81-929e-8cf6e409da7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (d4ee6f98-d121-4b5c-92e8-a8de64cf290c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:40.373213 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b0e98f56-45c8-4d81-929e-8cf6e409da7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:40.374481 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b0e98f56-45c8-4d81-929e-8cf6e409da7a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d4ee6f98-d121-4b5c-92e8-a8de64cf290c HTTP/1.1" status: 204  len: 168 time: 0.1607885
Feb 05 21:08:40.384904 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e98f56-45c8-4d81-929e-8cf6e409da7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ee6f98-d121-4b5c-92e8-a8de64cf290c,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:40.432621 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ce7a577c-d1ff-48e9-abf8-7dd81e12936b req-3bb7e77f-cc75-42bb-8b01-890221279c26 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=420e27ae-8bd6-424d-94b9-ca191d91650d HTTP/1.1" status: 200  len: 217 time: 0.0579476
Feb 05 21:08:40.473114 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:40.506110 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33402) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:40.522962 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a460b5b2-85a8-4573-a681-19382f00d139 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:40.523114 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b43237e9-bf6b-4dcc-a9c9-7a2693a54deb req-f5b6ec2c-0c88-4b9a-827b-305c30b0d0e6 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1559579
Feb 05 21:08:40.559848 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a577c-d1ff-48e9-abf8-7dd81e12936b req-b406cdfb-45f0-4cd3-bba0-88a97d625075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:40.562073 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ce7a577c-d1ff-48e9-abf8-7dd81e12936b req-b406cdfb-45f0-4cd3-bba0-88a97d625075 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e8938042-ae96-4d27-83c5-9d1486995b2c HTTP/1.1" status: 200  len: 850 time: 0.1218910
Feb 05 21:08:40.602774 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ce7a577c-d1ff-48e9-abf8-7dd81e12936b req-394f094b-613e-4e8c-8167-20d61e4892e9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=63256b53-41f8-4d85-97b0-d308487afe6d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0328727
Feb 05 21:08:40.638231 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a460b5b2-85a8-4573-a681-19382f00d139 admin admin] Publish callbacks [] for security_group (b8ac4247-5aac-4f74-92e4-5ac66525ba7d), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:40.642908 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a460b5b2-85a8-4573-a681-19382f00d139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b8ac4247-5aac-4f74-92e4-5ac66525ba7d), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:40.678595 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460b5b2-85a8-4573-a681-19382f00d139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ac4247-5aac-4f74-92e4-5ac66525ba7d,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:40.699162 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a460b5b2-85a8-4573-a681-19382f00d139 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4ea2b7852335462f87d1061b33799cc2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1894393
Feb 05 21:08:40.699465 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33408) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:40.768733 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-837b2f37-0578-4198-9e9d-7b10d31faef3 admin admin] Publish callbacks [] for security_group (b8ac4247-5aac-4f74-92e4-5ac66525ba7d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:40.781427 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657992a-67cb-4e4f-b829-ff9004444932 req-77eb15b8-0245-47f9-a632-4678a919ca5f tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:40.788680 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1657992a-67cb-4e4f-b829-ff9004444932 req-77eb15b8-0245-47f9-a632-4678a919ca5f tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] 10.222.0.32 "GET /v2.0/ports?device_id=7db4c241-9eed-42d7-9115-2be3bc602cab HTTP/1.1" status: 200  len: 948 time: 0.2830923
Feb 05 21:08:40.797929 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-837b2f37-0578-4198-9e9d-7b10d31faef3 admin admin] Publish callbacks [] for security_group (b8ac4247-5aac-4f74-92e4-5ac66525ba7d), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:40.860935 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 7e270701-a5ff-4024-9222-2a7e4a652f9c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:08:40.877124 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20ba3b-25bf-47f2-9a02-da3bd0efb8ce req-27dc1069-6126-414f-ad6a-eb2357bfe0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:40.878904 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ff20ba3b-25bf-47f2-9a02-da3bd0efb8ce req-27dc1069-6126-414f-ad6a-eb2357bfe0b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=abdf40933f6b4f8099b886dfec3a4473&device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 1126 time: 0.0726311
Feb 05 21:08:40.885695 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ce7a577c-d1ff-48e9-abf8-7dd81e12936b req-af7dbceb-ab7d-4378-ac04-1ae1587ef4bc service neutron] 10.222.0.39 "GET /v2.0/networks/63256b53-41f8-4d85-97b0-d308487afe6d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2760270
Feb 05 21:08:40.912823 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-837b2f37-0578-4198-9e9d-7b10d31faef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b8ac4247-5aac-4f74-92e4-5ac66525ba7d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:40.916108 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-837b2f37-0578-4198-9e9d-7b10d31faef3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:40.917593 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-837b2f37-0578-4198-9e9d-7b10d31faef3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b8ac4247-5aac-4f74-92e4-5ac66525ba7d HTTP/1.1" status: 204  len: 168 time: 0.2171826
Feb 05 21:08:40.938022 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b2f37-0578-4198-9e9d-7b10d31faef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ac4247-5aac-4f74-92e4-5ac66525ba7d,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:41.009215 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20ba3b-25bf-47f2-9a02-da3bd0efb8ce req-657bf93c-92f2-43dd-a99e-d4db22f39013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:41.010903 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ff20ba3b-25bf-47f2-9a02-da3bd0efb8ce req-657bf93c-92f2-43dd-a99e-d4db22f39013 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f513b7e7-60ac-4b04-af41-d1fecee70cba HTTP/1.1" status: 200  len: 912 time: 0.1257713
Feb 05 21:08:41.046011 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 7e270701-a5ff-4024-9222-2a7e4a652f9c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7e270701-a5ff-4024-9222-2a7e4a652f9c,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:08:41.071903 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '7e270701-a5ff-4024-9222-2a7e4a652f9c', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'port_id': '7e270701-a5ff-4024-9222-2a7e4a652f9c', 'mac_address': 'fa:16:3e:9f:f1:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3c763-0926-4b49-ade5-d66ee3d4c489', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:08:41.083413 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1657992a-67cb-4e4f-b829-ff9004444932 req-a4c3657c-9754-4012-b2fc-a47421b9297a tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] 10.222.0.32 "GET /v2.0/security-groups?id=662d64d1-eed4-41cb-a9ce-4fc6c9ac973a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2860403
Feb 05 21:08:41.099398 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f878db2-a8a1-48d2-baf9-1a50570d9e2a req-06b0edcc-0679-4e41-8ad3-4a62119bea38 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:41.100017 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ff20ba3b-25bf-47f2-9a02-da3bd0efb8ce req-247803a7-71f6-4ee2-a1ad-68859f945b65 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad0354e3-119c-4c7a-a046-88f02122433c HTTP/1.1" status: 200  len: 998 time: 0.0817680
Feb 05 21:08:41.100953 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3f878db2-a8a1-48d2-baf9-1a50570d9e2a req-06b0edcc-0679-4e41-8ad3-4a62119bea38 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.3014188
Feb 05 21:08:41.155906 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ce7a577c-d1ff-48e9-abf8-7dd81e12936b req-4a784da7-8661-432b-9f83-7dfdaf0e3566 service neutron] 10.222.0.39 "GET /v2.0/networks/63256b53-41f8-4d85-97b0-d308487afe6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2651086
Feb 05 21:08:41.180024 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 7e270701-a5ff-4024-9222-2a7e4a652f9c is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:08:41.186348 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7e270701-a5ff-4024-9222-2a7e4a652f9c), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:41.190087 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3f878db2-a8a1-48d2-baf9-1a50570d9e2a req-58c9a1cb-94f4-4135-a997-49c63f986a9c tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0759380
Feb 05 21:08:41.199740 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20ba3b-25bf-47f2-9a02-da3bd0efb8ce req-2e2f07f2-8b1b-4bc0-9c90-de56729b0dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:41.208664 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ff20ba3b-25bf-47f2-9a02-da3bd0efb8ce req-2e2f07f2-8b1b-4bc0-9c90-de56729b0dd7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d3bc4b1d-f312-4b2d-bc48-80b03423d794 HTTP/1.1" status: 200  len: 850 time: 0.0971224
Feb 05 21:08:41.210647 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e270701-a5ff-4024-9222-2a7e4a652f9c {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:08:41.243696 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 7e270701-a5ff-4024-9222-2a7e4a652f9c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7e270701-a5ff-4024-9222-2a7e4a652f9c,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:08:41.252249 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7e270701-a5ff-4024-9222-2a7e4a652f9c), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:41.261550 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-76948f51-42ac-4809-933a-97d4d29b00a2 req-f2fbba94-5675-40b9-85aa-3ccf38097c37 tempest-ServerShowV247Test-191970343 tempest-ServerShowV247Test-191970343-project] 10.222.0.32 "GET /v2.0/ports?device_id=e01cbb81-84d9-43d0-81db-4fc36fcccf36 HTTP/1.1" status: 200  len: 210 time: 0.0334990
Feb 05 21:08:41.328963 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=7e270701-a5ff-4024-9222-2a7e4a652f9c,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:41.507571 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf827300-22b8-45df-871d-eec12b834c8e req-68ad9bcd-86e6-4550-b9a3-1a0bf1b9ce21 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:41.510551 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bf827300-22b8-45df-871d-eec12b834c8e req-68ad9bcd-86e6-4550-b9a3-1a0bf1b9ce21 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ed519d-bf34-4ce1-9744-3def1340b2a3 HTTP/1.1" status: 200  len: 945 time: 0.0950472
Feb 05 21:08:41.573893 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 33436) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:41.579251 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['7e270701-a5ff-4024-9222-2a7e4a652f9c'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:08:41.609111 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bf827300-22b8-45df-871d-eec12b834c8e req-8d27b6c4-fdaf-40b9-8fba-b7ba179a9f3a tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed7a2c6a-caaa-418e-9eba-f062eef3c1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908563
Feb 05 21:08:41.614908 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-36bff563-3ac9-47f6-9e93-8eb4abf0fbb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:41.649920 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20ba3b-25bf-47f2-9a02-da3bd0efb8ce req-6601e705-2147-4510-b4c5-5dec45510984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:41.652125 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ff20ba3b-25bf-47f2-9a02-da3bd0efb8ce req-6601e705-2147-4510-b4c5-5dec45510984 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f513b7e7-60ac-4b04-af41-d1fecee70cba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4383383
Feb 05 21:08:41.745364 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-36bff563-3ac9-47f6-9e93-8eb4abf0fbb7 admin admin] Publish callbacks [] for security_group (1b4b926f-db86-423a-bf21-bc3e4c8c93f8), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:41.750920 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-36bff563-3ac9-47f6-9e93-8eb4abf0fbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (1b4b926f-db86-423a-bf21-bc3e4c8c93f8), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:41.766257 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ff20ba3b-25bf-47f2-9a02-da3bd0efb8ce req-f568f13f-d547-4743-990a-57624d03f3e7 service neutron] 10.222.0.39 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1070406
Feb 05 21:08:41.799958 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-36bff563-3ac9-47f6-9e93-8eb4abf0fbb7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=90d6def40cd140129e50fe9aba384377&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2206235
Feb 05 21:08:41.800269 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 33442) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:41.840407 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bff563-3ac9-47f6-9e93-8eb4abf0fbb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4b926f-db86-423a-bf21-bc3e4c8c93f8,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:41.863560 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b7b58ef4-0f92-4aa2-8269-5d25341d682c admin admin] Publish callbacks [] for security_group (1b4b926f-db86-423a-bf21-bc3e4c8c93f8), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:41.888530 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b7b58ef4-0f92-4aa2-8269-5d25341d682c admin admin] Publish callbacks [] for security_group (1b4b926f-db86-423a-bf21-bc3e4c8c93f8), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:41.898953 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ff20ba3b-25bf-47f2-9a02-da3bd0efb8ce req-df0c4d13-52a9-453c-8fdf-0b2c04308ef2 service neutron] 10.222.0.39 "GET /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1148398
Feb 05 21:08:41.947542 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b7b58ef4-0f92-4aa2-8269-5d25341d682c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (1b4b926f-db86-423a-bf21-bc3e4c8c93f8), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:41.951178 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b7b58ef4-0f92-4aa2-8269-5d25341d682c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:41.952161 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b7b58ef4-0f92-4aa2-8269-5d25341d682c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b4b926f-db86-423a-bf21-bc3e4c8c93f8 HTTP/1.1" status: 204  len: 168 time: 0.1508701
Feb 05 21:08:41.961133 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b58ef4-0f92-4aa2-8269-5d25341d682c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4b926f-db86-423a-bf21-bc3e4c8c93f8,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:42.233435 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0418d85-fd96-43e7-85af-c5d177c0d68d req-b1ea23f2-738e-47d8-85fb-45085575b264 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:42.235042 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c0418d85-fd96-43e7-85af-c5d177c0d68d req-b1ea23f2-738e-47d8-85fb-45085575b264 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] 10.222.0.32 "GET /v2.0/ports?device_id=7db4c241-9eed-42d7-9115-2be3bc602cab HTTP/1.1" status: 200  len: 949 time: 0.0682096
Feb 05 21:08:42.334233 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c0418d85-fd96-43e7-85af-c5d177c0d68d req-c53b3da3-4428-49bc-8ca4-04fd499be6b6 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] 10.222.0.32 "GET /v2.0/security-groups?id=662d64d1-eed4-41cb-a9ce-4fc6c9ac973a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892920
Feb 05 21:08:42.351767 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2c3a6-69b9-4e8a-87c7-26039f623ccc req-ee7a1586-b23a-49c9-98c8-f99b37e9f7fb tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:42.359397 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-01e2c3a6-69b9-4e8a-87c7-26039f623ccc req-ee7a1586-b23a-49c9-98c8-f99b37e9f7fb tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.0931592
Feb 05 21:08:42.430787 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-01e2c3a6-69b9-4e8a-87c7-26039f623ccc req-92bff2b3-f766-44bd-bccb-81d7c1c7d827 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0702207
Feb 05 21:08:42.485510 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e4b03f7f-2c01-4532-aec1-c016f932fb08 req-bd0217d9-d161-485e-a139-60e5f237b04d tempest-ServerShowV247Test-191970343 tempest-ServerShowV247Test-191970343-project] 10.222.0.32 "GET /v2.0/ports?device_id=e01cbb81-84d9-43d0-81db-4fc36fcccf36 HTTP/1.1" status: 200  len: 210 time: 0.0536869
Feb 05 21:08:42.735666 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18e7fd-76cd-4564-9141-0bc227fc0594 req-340acb57-b026-43e7-bb35-d3aedd866ec2 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:42.742531 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1d18e7fd-76cd-4564-9141-0bc227fc0594 req-340acb57-b026-43e7-bb35-d3aedd866ec2 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ed519d-bf34-4ce1-9744-3def1340b2a3 HTTP/1.1" status: 200  len: 945 time: 0.0654886
Feb 05 21:08:42.786933 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1d18e7fd-76cd-4564-9141-0bc227fc0594 req-06daad45-f896-4407-9d59-02470644074a tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed7a2c6a-caaa-418e-9eba-f062eef3c1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435379
Feb 05 21:08:42.874606 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 7e270701-a5ff-4024-9222-2a7e4a652f9c up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:08:42.939794 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 7e270701-a5ff-4024-9222-2a7e4a652f9c completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:08:42.947961 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 7e270701-a5ff-4024-9222-2a7e4a652f9c triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:08:42.949136 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7e270701-a5ff-4024-9222-2a7e4a652f9c), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:43.056236 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 7e270701-a5ff-4024-9222-2a7e4a652f9c is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:08:43.056753 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7e270701-a5ff-4024-9222-2a7e4a652f9c), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:43.078070 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6790492-87e0-4cb1-a8d3-c9661bfa4098 req-3ed0f04f-a8cd-45ac-9d78-795aced92cc3 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:43.080017 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a6790492-87e0-4cb1-a8d3-c9661bfa4098 req-3ed0f04f-a8cd-45ac-9d78-795aced92cc3 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ed519d-bf34-4ce1-9744-3def1340b2a3 HTTP/1.1" status: 200  len: 945 time: 0.0721028
Feb 05 21:08:43.094324 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db4c241-9eed-42d7-9115-2be3bc602cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e270701-a5ff-4024-9222-2a7e4a652f9c'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:08:43.096765 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b520ff-a8df-4478-ae07-d963e5f5b22e" -d '{"events": [{"server_uuid": "7db4c241-9eed-42d7-9115-2be3bc602cab", "name": "network-vif-plugged", "status": "completed", "tag": "7e270701-a5ff-4024-9222-2a7e4a652f9c"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:08:43.113298 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 7e270701-a5ff-4024-9222-2a7e4a652f9c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7e270701-a5ff-4024-9222-2a7e4a652f9c,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:08:43.123814 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7e270701-a5ff-4024-9222-2a7e4a652f9c), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:43.154272 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a6790492-87e0-4cb1-a8d3-c9661bfa4098 req-7f646e20-b78e-40b9-9e5c-0e04b0e12f9a tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed7a2c6a-caaa-418e-9eba-f062eef3c1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664737
Feb 05 21:08:43.167443 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08331f48-0b0c-42a0-9827-bff492077fda x-openstack-request-id: req-08331f48-0b0c-42a0-9827-bff492077fda {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:08:43.167925 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db4c241-9eed-42d7-9115-2be3bc602cab", "name": "network-vif-plugged", "status": "completed", "tag": "7e270701-a5ff-4024-9222-2a7e4a652f9c", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:08:43.168312 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-08331f48-0b0c-42a0-9827-bff492077fda {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:08:43.175177 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db4c241-9eed-42d7-9115-2be3bc602cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e270701-a5ff-4024-9222-2a7e4a652f9c', 'code': 200}
Feb 05 21:08:43.223922 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=7e270701-a5ff-4024-9222-2a7e4a652f9c,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:43.292116 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c6ed0-1a2a-4a47-bb32-9bc344cb57c5 req-2aad9d8c-e403-402f-8706-503a01fa4234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:43.293629 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-688c6ed0-1a2a-4a47-bb32-9bc344cb57c5 req-2aad9d8c-e403-402f-8706-503a01fa4234 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7db4c241-9eed-42d7-9115-2be3bc602cab HTTP/1.1" status: 200  len: 1132 time: 0.0558395
Feb 05 21:08:43.338886 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-688c6ed0-1a2a-4a47-bb32-9bc344cb57c5 req-fbcf5399-30ae-4580-b205-bc035961147f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=662d64d1-eed4-41cb-a9ce-4fc6c9ac973a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384145
Feb 05 21:08:43.502401 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621e503-0978-4443-ac76-1ecf5f31db79 req-22dfd7f9-81c5-4e54-afa1-beabfaecdd43 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:43.504820 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0621e503-0978-4443-ac76-1ecf5f31db79 req-22dfd7f9-81c5-4e54-afa1-beabfaecdd43 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] 10.222.0.32 "GET /v2.0/ports?device_id=7db4c241-9eed-42d7-9115-2be3bc602cab HTTP/1.1" status: 200  len: 950 time: 0.0873995
Feb 05 21:08:43.592211 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0621e503-0978-4443-ac76-1ecf5f31db79 req-3aeb9fa1-91c3-46a3-8ba5-0b59c17942fe tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] 10.222.0.32 "GET /v2.0/security-groups?id=662d64d1-eed4-41cb-a9ce-4fc6c9ac973a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729854
Feb 05 21:08:43.599988 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652a68c-0dcf-4677-83d8-1716a6f4079a req-9a14cfef-16d6-41ef-a907-e4563ea7f0e4 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:43.601473 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a652a68c-0dcf-4677-83d8-1716a6f4079a req-9a14cfef-16d6-41ef-a907-e4563ea7f0e4 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.0930884
Feb 05 21:08:43.669501 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a652a68c-0dcf-4677-83d8-1716a6f4079a req-ef9601e1-7b04-4f37-bf85-84b191473ffd tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528958
Feb 05 21:08:43.726594 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-83249ca0-af85-4f90-bc97-0f5ffa7332c8 req-72114468-7d1f-4fd4-b0d8-23aa4aee12fc tempest-ServerShowV247Test-191970343 tempest-ServerShowV247Test-191970343-project] 10.222.0.32 "GET /v2.0/ports?device_id=e01cbb81-84d9-43d0-81db-4fc36fcccf36 HTTP/1.1" status: 200  len: 210 time: 0.0351384
Feb 05 21:08:43.810867 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c9c0d-316e-4953-ab40-83795b7fcc19 req-da2b4d76-5011-4160-87c2-1060dde038c9 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:43.812507 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-758c9c0d-316e-4953-ab40-83795b7fcc19 req-da2b4d76-5011-4160-87c2-1060dde038c9 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.0566504
Feb 05 21:08:43.860896 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-758c9c0d-316e-4953-ab40-83795b7fcc19 req-3bb727e4-46f7-4695-b3cb-2ece8318a02c tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425327
Feb 05 21:08:44.317971 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e3ffd8-2e07-40ed-a9f4-b036b5716b5a req-1bc3ed81-5c62-4490-9945-945fcb216c56 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:44.319697 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c3e3ffd8-2e07-40ed-a9f4-b036b5716b5a req-1bc3ed81-5c62-4490-9945-945fcb216c56 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ed519d-bf34-4ce1-9744-3def1340b2a3 HTTP/1.1" status: 200  len: 945 time: 0.0744426
Feb 05 21:08:44.405921 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c3e3ffd8-2e07-40ed-a9f4-b036b5716b5a req-d3672343-5ac6-416c-8740-93d7a6835177 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed7a2c6a-caaa-418e-9eba-f062eef3c1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776055
Feb 05 21:08:44.434486 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33596) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:44.615434 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-60883526-9ded-49f8-91db-31b9da3547f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:44.791967 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d692a-5a5e-4366-8fea-d493b80855be req-7ff05598-8ab6-4266-96a8-6233af5c88af tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:44.799637 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7b6d692a-5a5e-4366-8fea-d493b80855be req-7ff05598-8ab6-4266-96a8-6233af5c88af tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ed519d-bf34-4ce1-9744-3def1340b2a3 HTTP/1.1" status: 200  len: 945 time: 0.1227181
Feb 05 21:08:44.810329 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-60883526-9ded-49f8-91db-31b9da3547f1 admin admin] Publish callbacks [] for security_group (bfe46341-4054-4553-949b-655dc82901c6), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:44.813502 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722746f0-e965-4e74-8caa-e7ea5e8a24f5 req-1ae888a2-ac89-4a47-b898-c0d03c68ec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:44.815061 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-722746f0-e965-4e74-8caa-e7ea5e8a24f5 req-1ae888a2-ac89-4a47-b898-c0d03c68ec77 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3f2ff5bed07f4168850397b8d6f11943&device_id=57ed519d-bf34-4ce1-9744-3def1340b2a3 HTTP/1.1" status: 200  len: 1127 time: 0.0968876
Feb 05 21:08:44.816292 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-60883526-9ded-49f8-91db-31b9da3547f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (bfe46341-4054-4553-949b-655dc82901c6), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:44.925059 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 33622) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:44.926110 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-60883526-9ded-49f8-91db-31b9da3547f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=80125ffb61ff495c819fbb8513afe7d6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4881713
Feb 05 21:08:44.935192 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60883526-9ded-49f8-91db-31b9da3547f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe46341-4054-4553-949b-655dc82901c6,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:44.954259 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7b6d692a-5a5e-4366-8fea-d493b80855be req-08c67584-e99e-4791-a8c9-4d3959d47fd0 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed7a2c6a-caaa-418e-9eba-f062eef3c1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1327243
Feb 05 21:08:44.999282 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722746f0-e965-4e74-8caa-e7ea5e8a24f5 req-7b4a8958-b891-492f-810e-379f9cea747e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:45.000839 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-722746f0-e965-4e74-8caa-e7ea5e8a24f5 req-7b4a8958-b891-492f-810e-379f9cea747e service neutron] 10.222.0.39 "GET /v2.0/networks?id=63256b53-41f8-4d85-97b0-d308487afe6d HTTP/1.1" status: 200  len: 911 time: 0.1736209
Feb 05 21:08:45.009203 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9697a5-aebd-427f-acc5-724b48b3145d req-fcb3b440-f527-4381-bafe-34b51c54e43a tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:45.010850 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4e9697a5-aebd-427f-acc5-724b48b3145d req-fcb3b440-f527-4381-bafe-34b51c54e43a tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74630eb-5693-4ed0-b659-bf7b9ac36050 HTTP/1.1" status: 200  len: 944 time: 0.1416080
Feb 05 21:08:45.033463 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ca29bcb3-f1d5-4e04-9215-a9f4bb768c7d admin admin] Publish callbacks [] for security_group (bfe46341-4054-4553-949b-655dc82901c6), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:45.047214 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-722746f0-e965-4e74-8caa-e7ea5e8a24f5 req-5db9abc9-7ed9-4adc-8c89-fd414fc2bdf0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=420e27ae-8bd6-424d-94b9-ca191d91650d HTTP/1.1" status: 200  len: 217 time: 0.0394642
Feb 05 21:08:45.095754 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722746f0-e965-4e74-8caa-e7ea5e8a24f5 req-34737bdf-d405-4e38-bc6d-d79368a11ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:45.097273 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-722746f0-e965-4e74-8caa-e7ea5e8a24f5 req-34737bdf-d405-4e38-bc6d-d79368a11ff1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e8938042-ae96-4d27-83c5-9d1486995b2c HTTP/1.1" status: 200  len: 850 time: 0.0447359
Feb 05 21:08:45.140336 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-722746f0-e965-4e74-8caa-e7ea5e8a24f5 req-36bf05ae-4328-4c5f-b7ff-a2ad75bd71d0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=63256b53-41f8-4d85-97b0-d308487afe6d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0363393
Feb 05 21:08:45.143710 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ca29bcb3-f1d5-4e04-9215-a9f4bb768c7d admin admin] Publish callbacks [] for security_group (bfe46341-4054-4553-949b-655dc82901c6), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:45.203811 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66587798-985a-4fbc-b48d-9149a65d1813 req-943fd823-0bb9-418b-acaf-327c1e98bc20 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:45.205330 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-66587798-985a-4fbc-b48d-9149a65d1813 req-943fd823-0bb9-418b-acaf-327c1e98bc20 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] 10.222.0.32 "GET /v2.0/ports?device_id=7db4c241-9eed-42d7-9115-2be3bc602cab HTTP/1.1" status: 200  len: 950 time: 0.1754422
Feb 05 21:08:45.231411 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-722746f0-e965-4e74-8caa-e7ea5e8a24f5 req-2f116088-95ea-4a81-9aaf-3cf51d581b53 service neutron] 10.222.0.39 "GET /v2.0/networks/63256b53-41f8-4d85-97b0-d308487afe6d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852275
Feb 05 21:08:45.235392 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-4e9697a5-aebd-427f-acc5-724b48b3145d req-d586be1a-90bd-4f30-ae46-8ba627ff5ed7 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Deleting port 65ee1752-c64b-4ff9-a1c6-a927c28ea9e2 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:08:45.235710 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4e9697a5-aebd-427f-acc5-724b48b3145d req-d586be1a-90bd-4f30-ae46-8ba627ff5ed7 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (65ee1752-c64b-4ff9-a1c6-a927c28ea9e2), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:45.255363 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ca29bcb3-f1d5-4e04-9215-a9f4bb768c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (bfe46341-4054-4553-949b-655dc82901c6), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:45.258433 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ca29bcb3-f1d5-4e04-9215-a9f4bb768c7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:45.261965 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ca29bcb3-f1d5-4e04-9215-a9f4bb768c7d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bfe46341-4054-4553-949b-655dc82901c6 HTTP/1.1" status: 204  len: 168 time: 0.3331714
Feb 05 21:08:45.263524 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:45.294933 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca29bcb3-f1d5-4e04-9215-a9f4bb768c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe46341-4054-4553-949b-655dc82901c6,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:45.335750 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-66587798-985a-4fbc-b48d-9149a65d1813 req-056fee6a-d6ed-4c02-a115-85591c2a8e08 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] 10.222.0.32 "GET /v2.0/security-groups?id=662d64d1-eed4-41cb-a9ce-4fc6c9ac973a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1231778
Feb 05 21:08:45.345186 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-722746f0-e965-4e74-8caa-e7ea5e8a24f5 req-6cbc0b4b-bebb-4b08-bc68-38d148581ee1 service neutron] 10.222.0.39 "GET /v2.0/networks/63256b53-41f8-4d85-97b0-d308487afe6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1067145
Feb 05 21:08:45.385316 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-4e9697a5-aebd-427f-acc5-724b48b3145d req-d586be1a-90bd-4f30-ae46-8ba627ff5ed7 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] For port 65ee1752-c64b-4ff9-a1c6-a927c28ea9e2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=65ee1752-c64b-4ff9-a1c6-a927c28ea9e2,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:08:45.385724 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4e9697a5-aebd-427f-acc5-724b48b3145d req-d586be1a-90bd-4f30-ae46-8ba627ff5ed7 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (65ee1752-c64b-4ff9-a1c6-a927c28ea9e2), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:45.399479 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-4e9697a5-aebd-427f-acc5-724b48b3145d req-d586be1a-90bd-4f30-ae46-8ba627ff5ed7 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Calling delete_port for 65ee1752-c64b-4ff9-a1c6-a927c28ea9e2 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:08:45.440652 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2bd203f7-f4f9-479e-8916-b24a41ea7edd req-6c2086c0-30ab-4b60-a9c3-d1db9d423ada tempest-ServerShowV247Test-191970343 tempest-ServerShowV247Test-191970343-project] 10.222.0.32 "GET /v2.0/ports?device_id=e01cbb81-84d9-43d0-81db-4fc36fcccf36 HTTP/1.1" status: 200  len: 210 time: 0.0339324
Feb 05 21:08:45.580289 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4e9697a5-aebd-427f-acc5-724b48b3145d req-d586be1a-90bd-4f30-ae46-8ba627ff5ed7 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (65ee1752-c64b-4ff9-a1c6-a927c28ea9e2), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:45.597431 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33632) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:45.598068 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['55c2704d-b622-40af-984a-2047142ff019'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:08:45.600923 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['ad8f11b9-34da-4a3f-9d14-d807df630fe3'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:08:45.612346 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d586be1a-90bd-4f30-ae46-8ba627ff5ed7 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Pushing event deleted for resources: {'Port': ['ID=65ee1752-c64b-4ff9-a1c6-a927c28ea9e2,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:45.616213 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-84adb49b-c8de-4a21-a1d3-5aaadc4c7077 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:45.677725 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9697a5-aebd-427f-acc5-724b48b3145d req-d586be1a-90bd-4f30-ae46-8ba627ff5ed7 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] No DVR routers for this DVR port 65ee1752-c64b-4ff9-a1c6-a927c28ea9e2 on host nch1-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:08:45.685694 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4e9697a5-aebd-427f-acc5-724b48b3145d req-d586be1a-90bd-4f30-ae46-8ba627ff5ed7 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:45.689203 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4e9697a5-aebd-427f-acc5-724b48b3145d req-d586be1a-90bd-4f30-ae46-8ba627ff5ed7 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "DELETE /v2.0/ports/65ee1752-c64b-4ff9-a1c6-a927c28ea9e2 HTTP/1.1" status: 204  len: 173 time: 0.6704743
Feb 05 21:08:45.689602 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c74630eb-5693-4ed0-b659-bf7b9ac36050', 'name': 'network-vif-deleted', 'tag': '65ee1752-c64b-4ff9-a1c6-a927c28ea9e2'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:08:45.692015 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8473f91e-0bff-4353-a378-844412fb79e2" -d '{"events": [{"server_uuid": "c74630eb-5693-4ed0-b659-bf7b9ac36050", "name": "network-vif-deleted", "tag": "65ee1752-c64b-4ff9-a1c6-a927c28ea9e2"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:08:45.771572 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-84adb49b-c8de-4a21-a1d3-5aaadc4c7077 admin admin] Publish callbacks [] for security_group (d88d5da7-6849-49b9-ad99-a21a9c299385), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:45.786185 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-84adb49b-c8de-4a21-a1d3-5aaadc4c7077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (d88d5da7-6849-49b9-ad99-a21a9c299385), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:45.897337 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-84adb49b-c8de-4a21-a1d3-5aaadc4c7077 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4960356585f64ef8bf2a7e6a6612025c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2980609
Feb 05 21:08:45.899991 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 33646) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:45.911236 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84adb49b-c8de-4a21-a1d3-5aaadc4c7077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88d5da7-6849-49b9-ad99-a21a9c299385,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:45.973431 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 05 Feb 2022 21:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0506e08-ecb2-442a-b9ec-69a038f391a0 x-openstack-request-id: req-e0506e08-ecb2-442a-b9ec-69a038f391a0 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:08:45.973977 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c74630eb-5693-4ed0-b659-bf7b9ac36050", "name": "network-vif-deleted", "tag": "65ee1752-c64b-4ff9-a1c6-a927c28ea9e2", "status": "failed", "code": 422}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:08:45.973977 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e0506e08-ecb2-442a-b9ec-69a038f391a0 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:08:45.974352 ncdv-master-1 neutron-server[114391]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c74630eb-5693-4ed0-b659-bf7b9ac36050', 'name': 'network-vif-deleted', 'tag': '65ee1752-c64b-4ff9-a1c6-a927c28ea9e2', 'status': 'failed', 'code': 422} returned with failed status
Feb 05 21:08:46.113711 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1732b92c-fe9d-485c-b045-dc2f56100562 admin admin] Publish callbacks [] for security_group (d88d5da7-6849-49b9-ad99-a21a9c299385), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:46.172185 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1732b92c-fe9d-485c-b045-dc2f56100562 admin admin] Publish callbacks [] for security_group (d88d5da7-6849-49b9-ad99-a21a9c299385), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:46.216992 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534243f-dce0-4d0a-9162-b3a6e3f5369c req-54a641d2-9a27-49e5-8d35-3c41cc20cf62 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:46.218854 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5534243f-dce0-4d0a-9162-b3a6e3f5369c req-54a641d2-9a27-49e5-8d35-3c41cc20cf62 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ed519d-bf34-4ce1-9744-3def1340b2a3 HTTP/1.1" status: 200  len: 945 time: 0.1268482
Feb 05 21:08:46.273159 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1732b92c-fe9d-485c-b045-dc2f56100562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (d88d5da7-6849-49b9-ad99-a21a9c299385), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:46.278989 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1732b92c-fe9d-485c-b045-dc2f56100562 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:46.280960 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1732b92c-fe9d-485c-b045-dc2f56100562 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d88d5da7-6849-49b9-ad99-a21a9c299385 HTTP/1.1" status: 204  len: 168 time: 0.3796990
Feb 05 21:08:46.313465 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1732b92c-fe9d-485c-b045-dc2f56100562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88d5da7-6849-49b9-ad99-a21a9c299385,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:46.347175 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5534243f-dce0-4d0a-9162-b3a6e3f5369c req-f44c155e-445b-42ba-9598-006ca3dfd18a tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed7a2c6a-caaa-418e-9eba-f062eef3c1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1047161
Feb 05 21:08:46.622608 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c20d7f85-c9e5-4d79-8c92-a8a1c9a0b3bc req-001dfd82-8f3f-4687-9076-918c1b4e1eee tempest-ServerShowV247Test-191970343 tempest-ServerShowV247Test-191970343-project] 10.222.0.32 "GET /v2.0/ports?device_id=e01cbb81-84d9-43d0-81db-4fc36fcccf36 HTTP/1.1" status: 200  len: 210 time: 0.0528698
Feb 05 21:08:46.720790 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef16062-2d11-46ae-a332-f4582e703b0d req-47d79234-913a-49ca-8332-3d1620163cc1 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:46.723186 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0ef16062-2d11-46ae-a332-f4582e703b0d req-47d79234-913a-49ca-8332-3d1620163cc1 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=7af86076-956c-4ad1-89c4-e9704da9736b HTTP/1.1" status: 200  len: 907 time: 0.0852013
Feb 05 21:08:46.974758 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 33714) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:47.100140 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-83ad3e61-fea4-4d15-a2e4-b2634c341dba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:47.180743 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-83ad3e61-fea4-4d15-a2e4-b2634c341dba admin admin] Publish callbacks [] for security_group (f7bf0695-de93-4f1b-a847-b06116b909ec), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:47.185519 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-83ad3e61-fea4-4d15-a2e4-b2634c341dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f7bf0695-de93-4f1b-a847-b06116b909ec), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:47.228146 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-83ad3e61-fea4-4d15-a2e4-b2634c341dba admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f2b56f21f7b04e168081e8b4db52e369&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2519720
Feb 05 21:08:47.229319 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad3e61-fea4-4d15-a2e4-b2634c341dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bf0695-de93-4f1b-a847-b06116b909ec,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:47.230774 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33726) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:47.282956 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1142fd82-d398-4547-a449-729032ca5e33 admin admin] Publish callbacks [] for security_group (f7bf0695-de93-4f1b-a847-b06116b909ec), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:47.305697 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1142fd82-d398-4547-a449-729032ca5e33 admin admin] Publish callbacks [] for security_group (f7bf0695-de93-4f1b-a847-b06116b909ec), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:47.354804 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1142fd82-d398-4547-a449-729032ca5e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f7bf0695-de93-4f1b-a847-b06116b909ec), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:47.358565 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1142fd82-d398-4547-a449-729032ca5e33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:47.362261 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1142fd82-d398-4547-a449-729032ca5e33 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f7bf0695-de93-4f1b-a847-b06116b909ec HTTP/1.1" status: 204  len: 168 time: 0.1299472
Feb 05 21:08:47.370294 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1142fd82-d398-4547-a449-729032ca5e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bf0695-de93-4f1b-a847-b06116b909ec,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:47.475521 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec82f1-dfcc-4cc1-a1ee-238cb6fdc8d9 req-60d2ea90-5b8e-4d2d-ae32-220239da18ca tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:47.479389 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b0ec82f1-dfcc-4cc1-a1ee-238cb6fdc8d9 req-60d2ea90-5b8e-4d2d-ae32-220239da18ca tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ed519d-bf34-4ce1-9744-3def1340b2a3 HTTP/1.1" status: 200  len: 945 time: 0.0632958
Feb 05 21:08:47.546287 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b0ec82f1-dfcc-4cc1-a1ee-238cb6fdc8d9 req-f491c3e4-6a68-413f-b6f9-a2f76a35e57e tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed7a2c6a-caaa-418e-9eba-f062eef3c1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589383
Feb 05 21:08:47.726017 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33752) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:47.751716 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f1d01817-b932-47f2-bbee-e754e3b6975f req-c05db206-3b8e-4f20-88c2-88b93096d70b tempest-ServerShowV247Test-191970343 tempest-ServerShowV247Test-191970343-project] 10.222.0.32 "GET /v2.0/ports?device_id=e01cbb81-84d9-43d0-81db-4fc36fcccf36 HTTP/1.1" status: 200  len: 210 time: 0.0370517
Feb 05 21:08:47.870174 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5ea288e1-11db-4a75-9a67-60011d6212b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:47.875297 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87053aa-c760-446d-821a-256f36adb1d4 req-f6a72a7d-c30d-4d52-aa0e-19625d9cadef tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:47.876827 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f87053aa-c760-446d-821a-256f36adb1d4 req-f6a72a7d-c30d-4d52-aa0e-19625d9cadef tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ed519d-bf34-4ce1-9744-3def1340b2a3 HTTP/1.1" status: 200  len: 945 time: 0.0957556
Feb 05 21:08:47.878240 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33758) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:47.898721 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9b0fd0fd-1be3-4e00-ae00-39d4d96fae27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:47.922931 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87633174-47d1-471c-bc62-8b0bd0062e55 req-d514ee3c-c329-47e9-9019-81cb1745e33a tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:47.924430 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-87633174-47d1-471c-bc62-8b0bd0062e55 req-d514ee3c-c329-47e9-9019-81cb1745e33a tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=7af86076-956c-4ad1-89c4-e9704da9736b HTTP/1.1" status: 200  len: 907 time: 0.0912840
Feb 05 21:08:47.952624 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f87053aa-c760-446d-821a-256f36adb1d4 req-a5113ba8-91de-454f-a976-632f025b9751 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed7a2c6a-caaa-418e-9eba-f062eef3c1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682290
Feb 05 21:08:48.032677 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5ea288e1-11db-4a75-9a67-60011d6212b3 admin admin] Publish callbacks [] for security_group (7da7828d-7e65-4519-b410-ab20f970f354), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:48.037957 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5ea288e1-11db-4a75-9a67-60011d6212b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (7da7828d-7e65-4519-b410-ab20f970f354), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:48.060423 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9b0fd0fd-1be3-4e00-ae00-39d4d96fae27 admin admin] Publish callbacks [] for security_group (77938cd3-7969-4b37-9464-0a5fa2aefc63), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:48.068951 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9b0fd0fd-1be3-4e00-ae00-39d4d96fae27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (77938cd3-7969-4b37-9464-0a5fa2aefc63), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:48.102406 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5ea288e1-11db-4a75-9a67-60011d6212b3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=268a71f322394c568b04e77ff06be1cd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3752282
Feb 05 21:08:48.103238 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea288e1-11db-4a75-9a67-60011d6212b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da7828d-7e65-4519-b410-ab20f970f354,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:48.104973 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 33762) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:48.112080 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9b0fd0fd-1be3-4e00-ae00-39d4d96fae27 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=87e257df2fd94d57917a75d722737f04&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2323778
Feb 05 21:08:48.117360 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33764) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:48.148703 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0fd0fd-1be3-4e00-ae00-39d4d96fae27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77938cd3-7969-4b37-9464-0a5fa2aefc63,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:48.174201 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ad69325e-f376-4668-b122-f372e8c5a456 admin admin] Publish callbacks [] for security_group (7da7828d-7e65-4519-b410-ab20f970f354), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:48.181368 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3b561480-757f-4e90-8c1b-2b21854f4f5e admin admin] Publish callbacks [] for security_group (77938cd3-7969-4b37-9464-0a5fa2aefc63), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:48.196214 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ad69325e-f376-4668-b122-f372e8c5a456 admin admin] Publish callbacks [] for security_group (7da7828d-7e65-4519-b410-ab20f970f354), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:48.202974 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3b561480-757f-4e90-8c1b-2b21854f4f5e admin admin] Publish callbacks [] for security_group (77938cd3-7969-4b37-9464-0a5fa2aefc63), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:48.246918 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ad69325e-f376-4668-b122-f372e8c5a456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (7da7828d-7e65-4519-b410-ab20f970f354), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:48.249622 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ad69325e-f376-4668-b122-f372e8c5a456 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:48.250804 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ad69325e-f376-4668-b122-f372e8c5a456 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7da7828d-7e65-4519-b410-ab20f970f354 HTTP/1.1" status: 204  len: 168 time: 0.1385970
Feb 05 21:08:48.260244 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69325e-f376-4668-b122-f372e8c5a456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da7828d-7e65-4519-b410-ab20f970f354,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:48.260876 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3b561480-757f-4e90-8c1b-2b21854f4f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (77938cd3-7969-4b37-9464-0a5fa2aefc63), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:48.265557 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3b561480-757f-4e90-8c1b-2b21854f4f5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:48.268630 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3b561480-757f-4e90-8c1b-2b21854f4f5e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/77938cd3-7969-4b37-9464-0a5fa2aefc63 HTTP/1.1" status: 204  len: 168 time: 0.1479321
Feb 05 21:08:48.281163 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b561480-757f-4e90-8c1b-2b21854f4f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77938cd3-7969-4b37-9464-0a5fa2aefc63,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:48.347544 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573e42d-79d3-4bce-ad41-d7c498a389d3 req-ee858df8-9d79-41e6-8305-2c4506af99b5 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:48.349183 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1573e42d-79d3-4bce-ad41-d7c498a389d3 req-ee858df8-9d79-41e6-8305-2c4506af99b5 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.21 "GET /v2.0/ports?device_id=7af86076-956c-4ad1-89c4-e9704da9736b HTTP/1.1" status: 200  len: 907 time: 0.0639405
Feb 05 21:08:48.452600 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-1573e42d-79d3-4bce-ad41-d7c498a389d3 req-afc49389-1a54-46b6-989d-7bc755924040 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Deleting port 9e3bd0cd-07cc-4479-931d-d2c2b653277e {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:08:48.452988 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-1573e42d-79d3-4bce-ad41-d7c498a389d3 req-afc49389-1a54-46b6-989d-7bc755924040 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (9e3bd0cd-07cc-4479-931d-d2c2b653277e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:48.569936 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-1573e42d-79d3-4bce-ad41-d7c498a389d3 req-afc49389-1a54-46b6-989d-7bc755924040 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] For port 9e3bd0cd-07cc-4479-931d-d2c2b653277e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9e3bd0cd-07cc-4479-931d-d2c2b653277e,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:08:48.571248 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-1573e42d-79d3-4bce-ad41-d7c498a389d3 req-afc49389-1a54-46b6-989d-7bc755924040 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (9e3bd0cd-07cc-4479-931d-d2c2b653277e), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:48.593761 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-1573e42d-79d3-4bce-ad41-d7c498a389d3 req-afc49389-1a54-46b6-989d-7bc755924040 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Calling delete_port for 9e3bd0cd-07cc-4479-931d-d2c2b653277e owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:08:48.765181 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-1573e42d-79d3-4bce-ad41-d7c498a389d3 req-afc49389-1a54-46b6-989d-7bc755924040 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (9e3bd0cd-07cc-4479-931d-d2c2b653277e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:48.793616 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc49389-1a54-46b6-989d-7bc755924040 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Pushing event deleted for resources: {'Port': ['ID=9e3bd0cd-07cc-4479-931d-d2c2b653277e,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:48.846906 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-1573e42d-79d3-4bce-ad41-d7c498a389d3 req-afc49389-1a54-46b6-989d-7bc755924040 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] No DVR routers for this DVR port 9e3bd0cd-07cc-4479-931d-d2c2b653277e on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:08:48.849733 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-1573e42d-79d3-4bce-ad41-d7c498a389d3 req-afc49389-1a54-46b6-989d-7bc755924040 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:48.853366 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1573e42d-79d3-4bce-ad41-d7c498a389d3 req-afc49389-1a54-46b6-989d-7bc755924040 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.21 "DELETE /v2.0/ports/9e3bd0cd-07cc-4479-931d-d2c2b653277e HTTP/1.1" status: 204  len: 173 time: 0.4977908
Feb 05 21:08:48.853845 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af86076-956c-4ad1-89c4-e9704da9736b', 'name': 'network-vif-deleted', 'tag': '9e3bd0cd-07cc-4479-931d-d2c2b653277e'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:08:48.858167 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c8be37-7557-4f43-a429-cc530a290d23" -d '{"events": [{"server_uuid": "7af86076-956c-4ad1-89c4-e9704da9736b", "name": "network-vif-deleted", "tag": "9e3bd0cd-07cc-4479-931d-d2c2b653277e"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:08:48.907189 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f086af23-4f17-4341-9d72-4a72c9d75b02 req-3d73fe4f-bc30-4739-b1a6-378db54e2240 tempest-ServerShowV247Test-191970343 tempest-ServerShowV247Test-191970343-project] 10.222.0.32 "GET /v2.0/ports?device_id=e01cbb81-84d9-43d0-81db-4fc36fcccf36 HTTP/1.1" status: 200  len: 210 time: 0.0381670
Feb 05 21:08:48.963993 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047f66a8-ebfa-4ed1-aa00-e5784f05cc5d x-openstack-request-id: req-047f66a8-ebfa-4ed1-aa00-e5784f05cc5d {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:08:48.964511 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af86076-956c-4ad1-89c4-e9704da9736b", "name": "network-vif-deleted", "tag": "9e3bd0cd-07cc-4479-931d-d2c2b653277e", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:08:48.965019 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-047f66a8-ebfa-4ed1-aa00-e5784f05cc5d {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:08:48.965629 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af86076-956c-4ad1-89c4-e9704da9736b', 'name': 'network-vif-deleted', 'tag': '9e3bd0cd-07cc-4479-931d-d2c2b653277e', 'status': 'completed', 'code': 200}
Feb 05 21:08:49.132687 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-92f5b821-4a1b-4e03-938f-1e54dbd7f137 req-f1b15411-973b-4d52-a377-ecfb83b532ff tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=7af86076-956c-4ad1-89c4-e9704da9736b HTTP/1.1" status: 200  len: 210 time: 0.0791762
Feb 05 21:08:49.213858 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18efcd-474f-4559-8f4e-98ad745945b4 req-78574429-8fb4-4a6b-9f8f-517eb0d69c66 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:49.217721 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ff18efcd-474f-4559-8f4e-98ad745945b4 req-78574429-8fb4-4a6b-9f8f-517eb0d69c66 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ed519d-bf34-4ce1-9744-3def1340b2a3 HTTP/1.1" status: 200  len: 945 time: 0.0837467
Feb 05 21:08:49.300292 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ff18efcd-474f-4559-8f4e-98ad745945b4 req-8bb2eaed-3601-4013-9f14-6b47c1fba34c tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed7a2c6a-caaa-418e-9eba-f062eef3c1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697763
Feb 05 21:08:49.600661 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa30740-f1d1-4fa4-8d43-9a6bb97e0371 req-7763452b-e540-4111-ae09-98e3eb7e8306 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:49.602284 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-caa30740-f1d1-4fa4-8d43-9a6bb97e0371 req-7763452b-e540-4111-ae09-98e3eb7e8306 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.39 "GET /v2.0/ports?device_id=57ed519d-bf34-4ce1-9744-3def1340b2a3 HTTP/1.1" status: 200  len: 945 time: 0.0845294
Feb 05 21:08:49.746822 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-caa30740-f1d1-4fa4-8d43-9a6bb97e0371 req-b8f5d4c3-869e-4531-aebe-0f0916fb8dfa tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] Deleting port 420e27ae-8bd6-424d-94b9-ca191d91650d {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:08:49.747891 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-caa30740-f1d1-4fa4-8d43-9a6bb97e0371 req-b8f5d4c3-869e-4531-aebe-0f0916fb8dfa tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (420e27ae-8bd6-424d-94b9-ca191d91650d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:49.889474 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-caa30740-f1d1-4fa4-8d43-9a6bb97e0371 req-b8f5d4c3-869e-4531-aebe-0f0916fb8dfa tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] For port 420e27ae-8bd6-424d-94b9-ca191d91650d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=420e27ae-8bd6-424d-94b9-ca191d91650d,segment=NetworkSegment(80b10a6d-e95b-489d-991d-72731fa14428),segment_id=80b10a6d-e95b-489d-991d-72731fa14428)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:08:49.889946 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-caa30740-f1d1-4fa4-8d43-9a6bb97e0371 req-b8f5d4c3-869e-4531-aebe-0f0916fb8dfa tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (420e27ae-8bd6-424d-94b9-ca191d91650d), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:49.907415 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-caa30740-f1d1-4fa4-8d43-9a6bb97e0371 req-b8f5d4c3-869e-4531-aebe-0f0916fb8dfa tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] Calling delete_port for 420e27ae-8bd6-424d-94b9-ca191d91650d owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:08:50.032011 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-21ebfdd8-7429-42b3-a171-1438f448e675 req-f146ce18-bed9-486f-a40d-936a92c274e5 tempest-ServerShowV247Test-191970343 tempest-ServerShowV247Test-191970343-project] 10.222.0.32 "GET /v2.0/ports?device_id=e01cbb81-84d9-43d0-81db-4fc36fcccf36 HTTP/1.1" status: 200  len: 210 time: 0.0347540
Feb 05 21:08:50.101442 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:50.138538 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-caa30740-f1d1-4fa4-8d43-9a6bb97e0371 req-b8f5d4c3-869e-4531-aebe-0f0916fb8dfa tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (420e27ae-8bd6-424d-94b9-ca191d91650d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:50.183261 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f5d4c3-869e-4531-aebe-0f0916fb8dfa tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] Pushing event deleted for resources: {'Port': ['ID=420e27ae-8bd6-424d-94b9-ca191d91650d,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:50.251601 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa30740-f1d1-4fa4-8d43-9a6bb97e0371 req-b8f5d4c3-869e-4531-aebe-0f0916fb8dfa tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] No DVR routers for this DVR port 420e27ae-8bd6-424d-94b9-ca191d91650d on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:08:50.256230 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-caa30740-f1d1-4fa4-8d43-9a6bb97e0371 req-b8f5d4c3-869e-4531-aebe-0f0916fb8dfa tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:50.260356 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-caa30740-f1d1-4fa4-8d43-9a6bb97e0371 req-b8f5d4c3-869e-4531-aebe-0f0916fb8dfa tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.39 "DELETE /v2.0/ports/420e27ae-8bd6-424d-94b9-ca191d91650d HTTP/1.1" status: 204  len: 173 time: 0.6528394
Feb 05 21:08:50.535961 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2e35e597-b762-4a3c-b9df-92695f5e7c1c req-739c0722-4e4c-4971-a2e7-ce6e425e4cd4 tempest-TestServerAdvancedOps-1108546497 tempest-TestServerAdvancedOps-1108546497-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ed519d-bf34-4ce1-9744-3def1340b2a3 HTTP/1.1" status: 200  len: 210 time: 0.0482132
Feb 05 21:08:50.576342 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff5c03-f813-47d0-b071-b8e407d80adb req-d868c950-0a36-4c97-ae36-c82211ef1cfa tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:50.578485 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-87ff5c03-f813-47d0-b071-b8e407d80adb req-d868c950-0a36-4c97-ae36-c82211ef1cfa tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=9487d7b9-b571-4cd8-9f26-feb6773664d7 HTTP/1.1" status: 200  len: 945 time: 0.1013467
Feb 05 21:08:50.647731 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-87ff5c03-f813-47d0-b071-b8e407d80adb req-ede94b63-3c00-450d-8f26-14be7a05ebc0 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632772
Feb 05 21:08:50.967382 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ed519d-bf34-4ce1-9744-3def1340b2a3', 'name': 'network-vif-deleted', 'tag': '420e27ae-8bd6-424d-94b9-ca191d91650d'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:08:50.973361 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86a21cb-3427-472f-93b6-27a082e99023" -d '{"events": [{"server_uuid": "57ed519d-bf34-4ce1-9744-3def1340b2a3", "name": "network-vif-deleted", "tag": "420e27ae-8bd6-424d-94b9-ca191d91650d"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:08:51.013551 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6522cb-03c0-42b2-bbf7-c5e47f487b0b x-openstack-request-id: req-bc6522cb-03c0-42b2-bbf7-c5e47f487b0b {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:08:51.013850 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ed519d-bf34-4ce1-9744-3def1340b2a3", "name": "network-vif-deleted", "tag": "420e27ae-8bd6-424d-94b9-ca191d91650d", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:08:51.014101 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bc6522cb-03c0-42b2-bbf7-c5e47f487b0b {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:08:51.014531 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ed519d-bf34-4ce1-9744-3def1340b2a3', 'name': 'network-vif-deleted', 'tag': '420e27ae-8bd6-424d-94b9-ca191d91650d', 'status': 'completed', 'code': 200}
Feb 05 21:08:51.150867 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-70ebe235-4430-4769-8f4e-fbfbdfb810eb req-36a6589f-a9e8-4df0-acb1-511747e9bd63 tempest-ServerShowV247Test-191970343 tempest-ServerShowV247Test-191970343-project] 10.222.0.32 "GET /v2.0/ports?device_id=e01cbb81-84d9-43d0-81db-4fc36fcccf36 HTTP/1.1" status: 200  len: 210 time: 0.0283051
Feb 05 21:08:51.630675 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 33960) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:51.726065 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad73e465-dc28-4166-aa57-5c10bc2fa86b admin admin] Deleting subnet e8938042-ae96-4d27-83c5-9d1486995b2c {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:08:51.732642 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ad73e465-dc28-4166-aa57-5c10bc2fa86b admin admin] Publish callbacks [] for subnet (e8938042-ae96-4d27-83c5-9d1486995b2c), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:51.810681 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 420e27ae-8bd6-424d-94b9-ca191d91650d no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:08:51.878819 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 420e27ae-8bd6-424d-94b9-ca191d91650d {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:08:51.883908 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 420e27ae-8bd6-424d-94b9-ca191d91650d not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:08:51.911172 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d0ca43a9-eb58-41ee-994f-acdce123b2ab req-4a178848-27c5-42f7-9ebc-2133a49e16f9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e01cbb81-84d9-43d0-81db-4fc36fcccf36 HTTP/1.1" status: 200  len: 210 time: 0.0450737
Feb 05 21:08:51.917293 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ad73e465-dc28-4166-aa57-5c10bc2fa86b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (e8938042-ae96-4d27-83c5-9d1486995b2c), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:51.939649 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea126a1-3653-470c-a07a-c2880b068233 req-86946627-f8a1-445a-8e63-fcec73d0f00d tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:51.941729 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-eea126a1-3653-470c-a07a-c2880b068233 req-86946627-f8a1-445a-8e63-fcec73d0f00d tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.39 "GET /v2.0/ports?device_id=9487d7b9-b571-4cd8-9f26-feb6773664d7 HTTP/1.1" status: 200  len: 945 time: 0.1249499
Feb 05 21:08:52.009572 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58869e-bee8-406a-9852-15754cb2ac76 req-b0a9afa8-52e0-4b94-bd30-24e7d2204118 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:52.011609 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ee58869e-bee8-406a-9852-15754cb2ac76 req-b0a9afa8-52e0-4b94-bd30-24e7d2204118 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=9487d7b9-b571-4cd8-9f26-feb6773664d7 HTTP/1.1" status: 200  len: 945 time: 0.2042556
Feb 05 21:08:52.061637 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ad73e465-dc28-4166-aa57-5c10bc2fa86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (e8938042-ae96-4d27-83c5-9d1486995b2c), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:52.084844 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-eea126a1-3653-470c-a07a-c2880b068233 req-85daee4e-ac60-4127-afde-962999578f38 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Deleting port ad8f11b9-34da-4a3f-9d14-d807df630fe3 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:08:52.085441 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-eea126a1-3653-470c-a07a-c2880b068233 req-85daee4e-ac60-4127-afde-962999578f38 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (ad8f11b9-34da-4a3f-9d14-d807df630fe3), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:52.118478 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ee58869e-bee8-406a-9852-15754cb2ac76 req-85e4041b-a8ea-4de1-8b2d-c2c71b45a563 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973580
Feb 05 21:08:52.159514 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ad73e465-dc28-4166-aa57-5c10bc2fa86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (e8938042-ae96-4d27-83c5-9d1486995b2c), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:52.189858 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad73e465-dc28-4166-aa57-5c10bc2fa86b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8938042-ae96-4d27-83c5-9d1486995b2c,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:52.192030 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ad73e465-dc28-4166-aa57-5c10bc2fa86b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:52.202847 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ad73e465-dc28-4166-aa57-5c10bc2fa86b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e8938042-ae96-4d27-83c5-9d1486995b2c HTTP/1.1" status: 204  len: 168 time: 0.5634372
Feb 05 21:08:52.203389 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 33988) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:52.228062 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-eea126a1-3653-470c-a07a-c2880b068233 req-85daee4e-ac60-4127-afde-962999578f38 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] For port ad8f11b9-34da-4a3f-9d14-d807df630fe3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad8f11b9-34da-4a3f-9d14-d807df630fe3,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:08:52.228443 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-eea126a1-3653-470c-a07a-c2880b068233 req-85daee4e-ac60-4127-afde-962999578f38 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (ad8f11b9-34da-4a3f-9d14-d807df630fe3), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:52.280435 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-eea126a1-3653-470c-a07a-c2880b068233 req-85daee4e-ac60-4127-afde-962999578f38 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Calling delete_port for ad8f11b9-34da-4a3f-9d14-d807df630fe3 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:08:52.308004 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-175efbef-4be6-4b11-a0f1-3aa0e3ad3935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (63256b53-41f8-4d85-97b0-d308487afe6d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:52.314902 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-229e8502-ed46-4067-b325-c6f675b8227d req-61609536-f151-4495-8a40-0bf29dbb056e tempest-ServerShowV247Test-191970343 tempest-ServerShowV247Test-191970343-project] 10.222.0.32 "GET /v2.0/ports?device_id=e01cbb81-84d9-43d0-81db-4fc36fcccf36 HTTP/1.1" status: 200  len: 210 time: 0.0364487
Feb 05 21:08:52.450107 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-175efbef-4be6-4b11-a0f1-3aa0e3ad3935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (63256b53-41f8-4d85-97b0-d308487afe6d), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:52.475799 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-175efbef-4be6-4b11-a0f1-3aa0e3ad3935 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db35039a0>,) {'filters': {'network_id': ['63256b53-41f8-4d85-97b0-d308487afe6d']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:08:52.509544 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-175efbef-4be6-4b11-a0f1-3aa0e3ad3935 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db35039a0>, '80b10a6d-e95b-489d-991d-72731fa14428') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:08:52.509981 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-175efbef-4be6-4b11-a0f1-3aa0e3ad3935 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db35039a0>, '80b10a6d-e95b-489d-991d-72731fa14428') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:08:52.527414 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-175efbef-4be6-4b11-a0f1-3aa0e3ad3935 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (80b10a6d-e95b-489d-991d-72731fa14428), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:52.550141 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-175efbef-4be6-4b11-a0f1-3aa0e3ad3935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (80b10a6d-e95b-489d-991d-72731fa14428), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:52.564847 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-175efbef-4be6-4b11-a0f1-3aa0e3ad3935 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:08:52.564847 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-175efbef-4be6-4b11-a0f1-3aa0e3ad3935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (80b10a6d-e95b-489d-991d-72731fa14428), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:52.564847 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:08:52.564847 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:08:52.564847 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:08:52.564847 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:08:52.564847 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:08:52.564847 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:08:52.564847 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:08:52.564847 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:08:52.564847 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:08:52.564847 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:08:52.564847 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:08:52.564847 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:08:52.564847 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:08:52.564847 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:08:52.564847 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:08:52.564847 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:08:52.564847 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:08:52.564847 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:08:52.564847 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:08:52.564847 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:08:52.564847 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:08:52.564847 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:08:52.564847 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:08:52.564847 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:08:52.564847 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:08:52.564847 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:08:52.564847 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:08:52.564847 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:08:52.564847 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:08:52.564847 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:08:52.564847 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:08:52.564847 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:08:52.580549 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-eea126a1-3653-470c-a07a-c2880b068233 req-85daee4e-ac60-4127-afde-962999578f38 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (ad8f11b9-34da-4a3f-9d14-d807df630fe3), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:52.599988 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['55c2704d-b622-40af-984a-2047142ff019'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:08:52.605941 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['ad8f11b9-34da-4a3f-9d14-d807df630fe3'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:08:52.647706 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85daee4e-ac60-4127-afde-962999578f38 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Pushing event deleted for resources: {'Port': ['ID=ad8f11b9-34da-4a3f-9d14-d807df630fe3,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:52.699107 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-175efbef-4be6-4b11-a0f1-3aa0e3ad3935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (63256b53-41f8-4d85-97b0-d308487afe6d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:52.730258 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea126a1-3653-470c-a07a-c2880b068233 req-85daee4e-ac60-4127-afde-962999578f38 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] No DVR routers for this DVR port ad8f11b9-34da-4a3f-9d14-d807df630fe3 on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:08:52.735158 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-eea126a1-3653-470c-a07a-c2880b068233 req-85daee4e-ac60-4127-afde-962999578f38 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:52.738946 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-eea126a1-3653-470c-a07a-c2880b068233 req-85daee4e-ac60-4127-afde-962999578f38 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.39 "DELETE /v2.0/ports/ad8f11b9-34da-4a3f-9d14-d807df630fe3 HTTP/1.1" status: 204  len: 173 time: 0.7913368
Feb 05 21:08:52.739923 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-175efbef-4be6-4b11-a0f1-3aa0e3ad3935 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:52.743640 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-175efbef-4be6-4b11-a0f1-3aa0e3ad3935 admin admin] 10.222.0.32 "DELETE /v2.0/networks/63256b53-41f8-4d85-97b0-d308487afe6d HTTP/1.1" status: 204  len: 168 time: 0.5439053
Feb 05 21:08:52.747632 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 34026) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:52.760031 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175efbef-4be6-4b11-a0f1-3aa0e3ad3935 admin admin] Pushing event deleted for resources: {'Network': ['ID=63256b53-41f8-4d85-97b0-d308487afe6d,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:52.831054 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8c40329-ab63-4804-b9e5-fde57e335da4 admin admin] Deleting subnet aa773f3f-0a39-4de8-a9a5-3accfe190609 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:08:52.844410 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e8c40329-ab63-4804-b9e5-fde57e335da4 admin admin] Publish callbacks [] for subnet (aa773f3f-0a39-4de8-a9a5-3accfe190609), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:52.888894 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e8c40329-ab63-4804-b9e5-fde57e335da4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (aa773f3f-0a39-4de8-a9a5-3accfe190609), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:52.926079 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 9e3bd0cd-07cc-4479-931d-d2c2b653277e no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:08:52.931229 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e8c40329-ab63-4804-b9e5-fde57e335da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (aa773f3f-0a39-4de8-a9a5-3accfe190609), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:52.953287 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: 9e3bd0cd-07cc-4479-931d-d2c2b653277e {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:08:52.953640 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 9e3bd0cd-07cc-4479-931d-d2c2b653277e not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:08:52.987890 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e8c40329-ab63-4804-b9e5-fde57e335da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (aa773f3f-0a39-4de8-a9a5-3accfe190609), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:53.015909 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9487d7b9-b571-4cd8-9f26-feb6773664d7', 'name': 'network-vif-deleted', 'tag': 'ad8f11b9-34da-4a3f-9d14-d807df630fe3'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:08:53.019014 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4270b2-02af-4152-bdc5-e26e41cc2705" -d '{"events": [{"server_uuid": "9487d7b9-b571-4cd8-9f26-feb6773664d7", "name": "network-vif-deleted", "tag": "ad8f11b9-34da-4a3f-9d14-d807df630fe3"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:08:53.020978 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e8c40329-ab63-4804-b9e5-fde57e335da4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:53.031149 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e8c40329-ab63-4804-b9e5-fde57e335da4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/aa773f3f-0a39-4de8-a9a5-3accfe190609 HTTP/1.1" status: 204  len: 168 time: 0.2816799
Feb 05 21:08:53.033041 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c40329-ab63-4804-b9e5-fde57e335da4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa773f3f-0a39-4de8-a9a5-3accfe190609,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:53.033551 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 34036) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:53.081009 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41f9381-a321-455c-a03b-b6858ad57114 x-openstack-request-id: req-a41f9381-a321-455c-a03b-b6858ad57114 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:08:53.081568 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9487d7b9-b571-4cd8-9f26-feb6773664d7", "name": "network-vif-deleted", "tag": "ad8f11b9-34da-4a3f-9d14-d807df630fe3", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:08:53.082090 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a41f9381-a321-455c-a03b-b6858ad57114 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:08:53.082806 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9487d7b9-b571-4cd8-9f26-feb6773664d7', 'name': 'network-vif-deleted', 'tag': 'ad8f11b9-34da-4a3f-9d14-d807df630fe3', 'status': 'completed', 'code': 200}
Feb 05 21:08:53.130697 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-72f28768-ec2e-4058-9ab2-9cccbefd7eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (bbe3923b-0b94-4511-8272-6afd958f3ae9), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:53.250805 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-72f28768-ec2e-4058-9ab2-9cccbefd7eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (bbe3923b-0b94-4511-8272-6afd958f3ae9), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:53.291056 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-72f28768-ec2e-4058-9ab2-9cccbefd7eb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db3503be0>,) {'filters': {'network_id': ['bbe3923b-0b94-4511-8272-6afd958f3ae9']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:08:53.316679 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-089c6936-80ec-4258-b5a3-1dbef25f1040 req-eac08752-7b39-4fdd-913a-a553d77e8cac tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=9487d7b9-b571-4cd8-9f26-feb6773664d7 HTTP/1.1" status: 200  len: 210 time: 0.0706117
Feb 05 21:08:53.343717 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-72f28768-ec2e-4058-9ab2-9cccbefd7eb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3503be0>, '1a8c7b18-8792-40d1-999c-874179a094f0') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:08:53.346046 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-72f28768-ec2e-4058-9ab2-9cccbefd7eb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3503be0>, '1a8c7b18-8792-40d1-999c-874179a094f0') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:08:53.377718 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-72f28768-ec2e-4058-9ab2-9cccbefd7eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (1a8c7b18-8792-40d1-999c-874179a094f0), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:53.397610 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-72f28768-ec2e-4058-9ab2-9cccbefd7eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (1a8c7b18-8792-40d1-999c-874179a094f0), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:53.405329 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72f28768-ec2e-4058-9ab2-9cccbefd7eb5 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:08:53.405957 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-72f28768-ec2e-4058-9ab2-9cccbefd7eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (1a8c7b18-8792-40d1-999c-874179a094f0), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:53.408142 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:08:53.408142 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:08:53.408142 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:08:53.408142 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:08:53.408142 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:08:53.408142 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:08:53.408142 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:08:53.408142 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:08:53.408142 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:08:53.408142 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:08:53.408142 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:08:53.408142 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:08:53.408142 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:08:53.408142 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:08:53.408142 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:08:53.408142 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:08:53.408142 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:08:53.408142 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:08:53.408142 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:08:53.408142 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:08:53.408142 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:08:53.408142 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:08:53.408142 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:08:53.408142 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:08:53.408142 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:08:53.408142 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:08:53.408142 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:08:53.408142 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:08:53.408142 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:08:53.408142 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:08:53.408142 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:08:53.408142 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:08:53.463128 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e349be62-a632-422d-aac1-775cf0047114 req-3b014bbc-0639-472b-a1a4-2e0995e2531c tempest-ServerShowV247Test-191970343 tempest-ServerShowV247Test-191970343-project] 10.222.0.32 "GET /v2.0/ports?device_id=e01cbb81-84d9-43d0-81db-4fc36fcccf36 HTTP/1.1" status: 200  len: 210 time: 0.0533121
Feb 05 21:08:53.505815 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-72f28768-ec2e-4058-9ab2-9cccbefd7eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (bbe3923b-0b94-4511-8272-6afd958f3ae9), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:53.541895 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-72f28768-ec2e-4058-9ab2-9cccbefd7eb5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:53.556700 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-72f28768-ec2e-4058-9ab2-9cccbefd7eb5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/bbe3923b-0b94-4511-8272-6afd958f3ae9 HTTP/1.1" status: 204  len: 168 time: 0.5197501
Feb 05 21:08:53.557698 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f28768-ec2e-4058-9ab2-9cccbefd7eb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbe3923b-0b94-4511-8272-6afd958f3ae9,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:53.875455 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fee48ef2-d45f-4884-a35e-fb8902d47fd5 req-f7a46481-392d-4486-97a9-5b5e268585ab tempest-ServerShowV247Test-191970343 tempest-ServerShowV247Test-191970343-project] 10.222.0.32 "GET /v2.0/ports?device_id=e01cbb81-84d9-43d0-81db-4fc36fcccf36&device_id=fe6c83c1-75a3-4ae0-bbe7-2286a86c8c2d HTTP/1.1" status: 200  len: 210 time: 0.0396986
Feb 05 21:08:53.890453 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 34092) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:53.988700 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2f5d021a-5d0a-4c60-9d5a-2b982647865a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3f2ff5bed07f4168850397b8d6f11943&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0964375
Feb 05 21:08:53.991021 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 34106) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:54.051493 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-982f4c95-389a-41db-97f2-04aecd2f497f admin admin] Publish callbacks [] for security_group (ed7a2c6a-caaa-418e-9eba-f062eef3c1ab), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:54.079229 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-982f4c95-389a-41db-97f2-04aecd2f497f admin admin] Publish callbacks [] for security_group (ed7a2c6a-caaa-418e-9eba-f062eef3c1ab), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:54.131867 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-065c9da9-ee92-4b1d-aa93-8ce575e88399 req-b19ee40c-388d-487d-972c-da55a11b3fed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e20973c27314ddebed924447144c23f&device_id=e01cbb81-84d9-43d0-81db-4fc36fcccf36 HTTP/1.1" status: 200  len: 210 time: 0.0431390
Feb 05 21:08:54.177494 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-065c9da9-ee92-4b1d-aa93-8ce575e88399 req-0295b9e0-d54c-4b37-96d1-c2a7270c24bb service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=3e20973c27314ddebed924447144c23f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0358398
Feb 05 21:08:54.189124 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7c2ba3df-984d-472e-9279-f8ccc4659400 req-012bd18a-b0d3-48b5-96b8-fce4ffd2a21e tempest-ServerShowV247Test-191970343 tempest-ServerShowV247Test-191970343-project] 10.222.0.32 "GET /v2.0/ports?device_id=e01cbb81-84d9-43d0-81db-4fc36fcccf36 HTTP/1.1" status: 200  len: 210 time: 0.0399168
Feb 05 21:08:54.250439 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-982f4c95-389a-41db-97f2-04aecd2f497f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ed7a2c6a-caaa-418e-9eba-f062eef3c1ab), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:54.253571 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-982f4c95-389a-41db-97f2-04aecd2f497f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:54.255316 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-982f4c95-389a-41db-97f2-04aecd2f497f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ed7a2c6a-caaa-418e-9eba-f062eef3c1ab HTTP/1.1" status: 204  len: 168 time: 0.2631638
Feb 05 21:08:54.324792 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f4c95-389a-41db-97f2-04aecd2f497f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7a2c6a-caaa-418e-9eba-f062eef3c1ab,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:54.398795 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c9da9-ee92-4b1d-aa93-8ce575e88399 req-8d3e8355-658e-46c2-b161-4a2d895807c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:54.400438 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-065c9da9-ee92-4b1d-aa93-8ce575e88399 req-8d3e8355-658e-46c2-b161-4a2d895807c3 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2177463
Feb 05 21:08:54.664098 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe1d35-3b98-4e44-bb62-57fda650719c req-65da840f-7687-417b-b674-cdadc46cf194 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:54.665792 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5cfe1d35-3b98-4e44-bb62-57fda650719c req-65da840f-7687-417b-b674-cdadc46cf194 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=18e8daf2-7be8-4578-9d20-340e9ecd5a01 HTTP/1.1" status: 200  len: 946 time: 0.0807176
Feb 05 21:08:54.684933 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 34160) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:54.743107 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ee8bfed5-8d28-4a54-a062-51030f82dcbb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3a52d788ecfd413b853b1c4d8c2ecc57&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0536325
Feb 05 21:08:54.743401 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5cfe1d35-3b98-4e44-bb62-57fda650719c req-8534e478-0fd8-4e70-ae8e-f10667beb851 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672672
Feb 05 21:08:54.743503 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 34164) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:54.807868 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2d56a5f8-4149-4cd7-969e-2814cc6d340d admin admin] Publish callbacks [] for security_group (2993b055-515a-40ab-84ca-66ef9ddb83b0), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:54.835133 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2d56a5f8-4149-4cd7-969e-2814cc6d340d admin admin] Publish callbacks [] for security_group (2993b055-515a-40ab-84ca-66ef9ddb83b0), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:54.889440 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2d56a5f8-4149-4cd7-969e-2814cc6d340d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (2993b055-515a-40ab-84ca-66ef9ddb83b0), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:54.892362 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2d56a5f8-4149-4cd7-969e-2814cc6d340d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:54.893465 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2d56a5f8-4149-4cd7-969e-2814cc6d340d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2993b055-515a-40ab-84ca-66ef9ddb83b0 HTTP/1.1" status: 204  len: 168 time: 0.1490629
Feb 05 21:08:54.902002 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d56a5f8-4149-4cd7-969e-2814cc6d340d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2993b055-515a-40ab-84ca-66ef9ddb83b0,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:55.350785 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-758dea4d-ec13-4c69-9bd9-09180b54d625 req-0b50e792-d550-418e-8d43-f2adca36a70c tempest-ServerShowV247Test-191970343 tempest-ServerShowV247Test-191970343-project] 10.222.0.32 "GET /v2.0/ports?device_id=e01cbb81-84d9-43d0-81db-4fc36fcccf36 HTTP/1.1" status: 200  len: 210 time: 0.0427878
Feb 05 21:08:55.804391 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-065c9da9-ee92-4b1d-aa93-8ce575e88399 req-f3d51240-615d-4abd-ba05-0fb1e1266f89 tempest-ServerShowV247Test-191970343 tempest-ServerShowV247Test-191970343-project] 10.222.0.21 "GET /v2.0/ports?device_id=e01cbb81-84d9-43d0-81db-4fc36fcccf36 HTTP/1.1" status: 200  len: 210 time: 0.0283928
Feb 05 21:08:55.825703 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device ad8f11b9-34da-4a3f-9d14-d807df630fe3 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:08:55.850727 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: ad8f11b9-34da-4a3f-9d14-d807df630fe3 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:08:55.850994 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device ad8f11b9-34da-4a3f-9d14-d807df630fe3 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:08:55.875151 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346fd8ef-d729-4394-a08d-0997ae409804 req-7920a4fe-0085-4078-99e9-c5266016a42c tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:55.876687 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-346fd8ef-d729-4394-a08d-0997ae409804 req-7920a4fe-0085-4078-99e9-c5266016a42c tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=18e8daf2-7be8-4578-9d20-340e9ecd5a01 HTTP/1.1" status: 200  len: 946 time: 0.0646284
Feb 05 21:08:55.939987 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-346fd8ef-d729-4394-a08d-0997ae409804 req-c269a029-ea7d-4a2e-b54c-fe2cee65d206 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=18238405-5a3a-44bc-aafc-b9f9625743ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568595
Feb 05 21:08:56.105193 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d09b2-08b2-4de6-86c8-c2220e0ce44b req-731cd58a-02b3-470a-a5aa-40049f6b5bce tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:56.107308 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-5b0d09b2-08b2-4de6-86c8-c2220e0ce44b req-731cd58a-02b3-470a-a5aa-40049f6b5bce tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e8daf2-7be8-4578-9d20-340e9ecd5a01 HTTP/1.1" status: 200  len: 946 time: 0.0600524
Feb 05 21:08:56.202063 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-5b0d09b2-08b2-4de6-86c8-c2220e0ce44b req-975686b3-9b47-4fb5-be38-98ba82f253e2 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Deleting port 55c2704d-b622-40af-984a-2047142ff019 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:08:56.202505 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-5b0d09b2-08b2-4de6-86c8-c2220e0ce44b req-975686b3-9b47-4fb5-be38-98ba82f253e2 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (55c2704d-b622-40af-984a-2047142ff019), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:56.301528 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-5b0d09b2-08b2-4de6-86c8-c2220e0ce44b req-975686b3-9b47-4fb5-be38-98ba82f253e2 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] For port 55c2704d-b622-40af-984a-2047142ff019, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=55c2704d-b622-40af-984a-2047142ff019,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:08:56.301895 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-5b0d09b2-08b2-4de6-86c8-c2220e0ce44b req-975686b3-9b47-4fb5-be38-98ba82f253e2 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (55c2704d-b622-40af-984a-2047142ff019), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:56.316902 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-5b0d09b2-08b2-4de6-86c8-c2220e0ce44b req-975686b3-9b47-4fb5-be38-98ba82f253e2 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Calling delete_port for 55c2704d-b622-40af-984a-2047142ff019 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:08:56.466995 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-5b0d09b2-08b2-4de6-86c8-c2220e0ce44b req-975686b3-9b47-4fb5-be38-98ba82f253e2 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (55c2704d-b622-40af-984a-2047142ff019), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:56.484651 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['55c2704d-b622-40af-984a-2047142ff019'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:08:56.503544 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975686b3-9b47-4fb5-be38-98ba82f253e2 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Pushing event deleted for resources: {'Port': ['ID=55c2704d-b622-40af-984a-2047142ff019,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:56.595124 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b0d09b2-08b2-4de6-86c8-c2220e0ce44b req-975686b3-9b47-4fb5-be38-98ba82f253e2 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] No DVR routers for this DVR port 55c2704d-b622-40af-984a-2047142ff019 on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:08:56.599470 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-5b0d09b2-08b2-4de6-86c8-c2220e0ce44b req-975686b3-9b47-4fb5-be38-98ba82f253e2 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:56.611500 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-5b0d09b2-08b2-4de6-86c8-c2220e0ce44b req-975686b3-9b47-4fb5-be38-98ba82f253e2 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.21 "DELETE /v2.0/ports/55c2704d-b622-40af-984a-2047142ff019 HTTP/1.1" status: 204  len: 173 time: 0.4926994
Feb 05 21:08:56.611500 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e8daf2-7be8-4578-9d20-340e9ecd5a01', 'name': 'network-vif-deleted', 'tag': '55c2704d-b622-40af-984a-2047142ff019'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:08:56.617068 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57460c4b-4c1c-4cbd-aa91-ee9b3b857e1b" -d '{"events": [{"server_uuid": "18e8daf2-7be8-4578-9d20-340e9ecd5a01", "name": "network-vif-deleted", "tag": "55c2704d-b622-40af-984a-2047142ff019"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:08:56.695922 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6077d4e4-0584-4424-8d9e-371ca0e048ba x-openstack-request-id: req-6077d4e4-0584-4424-8d9e-371ca0e048ba {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:08:56.696529 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e8daf2-7be8-4578-9d20-340e9ecd5a01", "name": "network-vif-deleted", "tag": "55c2704d-b622-40af-984a-2047142ff019", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:08:56.696883 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6077d4e4-0584-4424-8d9e-371ca0e048ba {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:08:56.697971 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e8daf2-7be8-4578-9d20-340e9ecd5a01', 'name': 'network-vif-deleted', 'tag': '55c2704d-b622-40af-984a-2047142ff019', 'status': 'completed', 'code': 200}
Feb 05 21:08:56.761897 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b370382e-8ff5-4168-bef8-9e2221faf657 req-feb29745-9879-4da0-a670-67495b280be3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e20973c27314ddebed924447144c23f&device_id=fe6c83c1-75a3-4ae0-bbe7-2286a86c8c2d HTTP/1.1" status: 200  len: 210 time: 0.0538833
Feb 05 21:08:56.795168 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b370382e-8ff5-4168-bef8-9e2221faf657 req-00fdc530-7491-4ef0-a1ac-c006e023dedc service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=3e20973c27314ddebed924447144c23f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0263147
Feb 05 21:08:56.796780 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f9392510-a0f3-4998-ad0f-1e2038f97254 req-29b57f5a-962e-4e94-aac7-d7e73dc60ae7 tempest-ServerShowV247Test-191970343 tempest-ServerShowV247Test-191970343-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe6c83c1-75a3-4ae0-bbe7-2286a86c8c2d HTTP/1.1" status: 200  len: 210 time: 0.0656216
Feb 05 21:08:56.842755 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:08:56.925167 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370382e-8ff5-4168-bef8-9e2221faf657 req-ed2ea875-776d-4d40-a555-c37a3fbaabe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:56.926968 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b370382e-8ff5-4168-bef8-9e2221faf657 req-ed2ea875-776d-4d40-a555-c37a3fbaabe7 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1243176
Feb 05 21:08:57.083574 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-18eff089-612f-448d-b859-38ce9c036eb3 req-03adda41-da83-4d97-8a7c-b02dbf06cfe5 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=18e8daf2-7be8-4578-9d20-340e9ecd5a01 HTTP/1.1" status: 200  len: 210 time: 0.0439036
Feb 05 21:08:57.441421 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af90abf-c7d3-491f-8ecf-e8d04b4b885f req-627cdb44-887c-4bc7-a6b6-6a92b2675704 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:57.447126 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4af90abf-c7d3-491f-8ecf-e8d04b4b885f req-627cdb44-887c-4bc7-a6b6-6a92b2675704 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] 10.222.0.32 "GET /v2.0/ports?device_id=7db4c241-9eed-42d7-9115-2be3bc602cab HTTP/1.1" status: 200  len: 950 time: 0.0667193
Feb 05 21:08:57.496018 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4af90abf-c7d3-491f-8ecf-e8d04b4b885f req-a4958fd8-838c-4c0b-92e0-d59946ac9f26 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] 10.222.0.32 "GET /v2.0/security-groups?id=662d64d1-eed4-41cb-a9ce-4fc6c9ac973a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466623
Feb 05 21:08:57.901819 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5f0db6c9-df12-4e18-83e8-a0fc5d640813 req-10b2961b-de04-41be-bc78-58d9d9b355b7 tempest-ServerShowV247Test-191970343 tempest-ServerShowV247Test-191970343-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe6c83c1-75a3-4ae0-bbe7-2286a86c8c2d HTTP/1.1" status: 200  len: 210 time: 0.0268126
Feb 05 21:08:58.396631 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f41362-6bdc-4ea0-b08e-cd6f1a2e1b3e req-6169f8e7-a7ac-46c4-b02e-37ea9bb3da96 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:58.398132 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-93f41362-6bdc-4ea0-b08e-cd6f1a2e1b3e req-6169f8e7-a7ac-46c4-b02e-37ea9bb3da96 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.0751421
Feb 05 21:08:58.443190 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 34362) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:58.446885 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-93f41362-6bdc-4ea0-b08e-cd6f1a2e1b3e req-4b0da695-c9b0-4f56-8fd0-6bba611a5390 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430872
Feb 05 21:08:58.502794 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b370382e-8ff5-4168-bef8-9e2221faf657 req-69a867d3-7122-42d8-932f-1aa70b2b4c7c tempest-ServerShowV247Test-191970343 tempest-ServerShowV247Test-191970343-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe6c83c1-75a3-4ae0-bbe7-2286a86c8c2d HTTP/1.1" status: 200  len: 210 time: 0.0283189
Feb 05 21:08:58.582263 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e025c337-7cfb-4afc-bb47-5538430007a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:58.648044 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d3cb4-1add-4e4f-a500-26affb0f0ba7 req-ed68434f-4813-4c7b-886f-13d92994ac12 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:58.649599 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-674d3cb4-1add-4e4f-a500-26affb0f0ba7 req-ed68434f-4813-4c7b-886f-13d92994ac12 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] 10.222.0.32 "GET /v2.0/ports?device_id=7db4c241-9eed-42d7-9115-2be3bc602cab HTTP/1.1" status: 200  len: 950 time: 0.0593214
Feb 05 21:08:58.684413 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e025c337-7cfb-4afc-bb47-5538430007a5 admin admin] Publish callbacks [] for security_group (ca32d12d-072c-43c3-8f9e-1f6fc4c2f6b9), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:58.688504 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e025c337-7cfb-4afc-bb47-5538430007a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ca32d12d-072c-43c3-8f9e-1f6fc4c2f6b9), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:58.700780 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-674d3cb4-1add-4e4f-a500-26affb0f0ba7 req-805747b4-2742-423d-957a-26cf245beafd tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] 10.222.0.32 "GET /v2.0/security-groups?id=662d64d1-eed4-41cb-a9ce-4fc6c9ac973a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446353
Feb 05 21:08:58.732855 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e025c337-7cfb-4afc-bb47-5538430007a5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ac986d6c121f45bd9657e2598b5f1230&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2885022
Feb 05 21:08:58.733840 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025c337-7cfb-4afc-bb47-5538430007a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca32d12d-072c-43c3-8f9e-1f6fc4c2f6b9,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:58.735477 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 34376) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:58.785601 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4495e074-f672-4c7d-b636-055f51752a16 admin admin] Publish callbacks [] for security_group (ca32d12d-072c-43c3-8f9e-1f6fc4c2f6b9), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:58.808121 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4495e074-f672-4c7d-b636-055f51752a16 admin admin] Publish callbacks [] for security_group (ca32d12d-072c-43c3-8f9e-1f6fc4c2f6b9), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:58.863904 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4495e074-f672-4c7d-b636-055f51752a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ca32d12d-072c-43c3-8f9e-1f6fc4c2f6b9), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:58.866510 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4495e074-f672-4c7d-b636-055f51752a16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:58.870892 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4495e074-f672-4c7d-b636-055f51752a16 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ca32d12d-072c-43c3-8f9e-1f6fc4c2f6b9 HTTP/1.1" status: 204  len: 168 time: 0.1311343
Feb 05 21:08:58.875615 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4495e074-f672-4c7d-b636-055f51752a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca32d12d-072c-43c3-8f9e-1f6fc4c2f6b9,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:58.953675 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 55c2704d-b622-40af-984a-2047142ff019 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:08:58.978911 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: 55c2704d-b622-40af-984a-2047142ff019 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:08:58.979642 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 55c2704d-b622-40af-984a-2047142ff019 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:08:59.037961 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-91c3af0d-1679-48f7-929e-b0877a75ecc1 req-7be04c4e-ffc3-4c59-8cfb-56aeedd197c6 tempest-ServerShowV247Test-191970343 tempest-ServerShowV247Test-191970343-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe6c83c1-75a3-4ae0-bbe7-2286a86c8c2d HTTP/1.1" status: 200  len: 210 time: 0.0361362
Feb 05 21:08:59.224331 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad739c-3593-40b3-9094-a8ef631ff17b req-8d21c56b-ceb8-458f-8f7c-e67a072929ba tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:59.225852 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-39ad739c-3593-40b3-9094-a8ef631ff17b req-8d21c56b-ceb8-458f-8f7c-e67a072929ba tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db4c241-9eed-42d7-9115-2be3bc602cab HTTP/1.1" status: 200  len: 950 time: 0.0608380
Feb 05 21:08:59.236931 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 34392) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:59.250509 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-38ebd037-84b7-4828-b659-038e68277c1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:59.269015 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 34394) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:59.333427 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-39ad739c-3593-40b3-9094-a8ef631ff17b req-fa5572b0-2e11-4b04-aab6-c512141729a1 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] Deleting port 7e270701-a5ff-4024-9222-2a7e4a652f9c {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:08:59.333725 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-39ad739c-3593-40b3-9094-a8ef631ff17b req-fa5572b0-2e11-4b04-aab6-c512141729a1 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (7e270701-a5ff-4024-9222-2a7e4a652f9c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:59.342547 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-38ebd037-84b7-4828-b659-038e68277c1c admin admin] Publish callbacks [] for security_group (db227801-4578-4072-9477-822944a84c08), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:59.347979 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-38ebd037-84b7-4828-b659-038e68277c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (db227801-4578-4072-9477-822944a84c08), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:59.398161 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-38ebd037-84b7-4828-b659-038e68277c1c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e73ca27af1de4be58808adbaa0376180&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1601338
Feb 05 21:08:59.398926 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 34398) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:59.399581 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ebd037-84b7-4828-b659-038e68277c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db227801-4578-4072-9477-822944a84c08,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:59.437426 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-39ad739c-3593-40b3-9094-a8ef631ff17b req-fa5572b0-2e11-4b04-aab6-c512141729a1 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] For port 7e270701-a5ff-4024-9222-2a7e4a652f9c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7e270701-a5ff-4024-9222-2a7e4a652f9c,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:08:59.437656 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-39ad739c-3593-40b3-9094-a8ef631ff17b req-fa5572b0-2e11-4b04-aab6-c512141729a1 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (7e270701-a5ff-4024-9222-2a7e4a652f9c), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:59.462082 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-39ad739c-3593-40b3-9094-a8ef631ff17b req-fa5572b0-2e11-4b04-aab6-c512141729a1 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] Calling delete_port for 7e270701-a5ff-4024-9222-2a7e4a652f9c owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:08:59.464070 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d2f7362b-79c5-4326-a6ea-3eb1b38b11df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:59.469300 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-04a47f64-e616-48ff-a831-a2bcd2840e7c admin admin] Publish callbacks [] for security_group (db227801-4578-4072-9477-822944a84c08), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:59.494776 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-04a47f64-e616-48ff-a831-a2bcd2840e7c admin admin] Publish callbacks [] for security_group (db227801-4578-4072-9477-822944a84c08), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:59.587110 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554aef2b-7f48-44a5-b86b-425c5c0abfa2 req-374380c2-eda4-4206-841d-e52c6728cb01 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:59.588609 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-554aef2b-7f48-44a5-b86b-425c5c0abfa2 req-374380c2-eda4-4206-841d-e52c6728cb01 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.0658417
Feb 05 21:08:59.589741 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-04a47f64-e616-48ff-a831-a2bcd2840e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (db227801-4578-4072-9477-822944a84c08), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:59.592605 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-04a47f64-e616-48ff-a831-a2bcd2840e7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:59.593791 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-04a47f64-e616-48ff-a831-a2bcd2840e7c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/db227801-4578-4072-9477-822944a84c08 HTTP/1.1" status: 204  len: 168 time: 0.1794116
Feb 05 21:08:59.621318 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a47f64-e616-48ff-a831-a2bcd2840e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db227801-4578-4072-9477-822944a84c08,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:59.632079 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d2f7362b-79c5-4326-a6ea-3eb1b38b11df admin admin] Publish callbacks [] for security_group (963c69d3-6ac1-44ef-9e0f-4b833f2f4e47), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:59.643288 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d2f7362b-79c5-4326-a6ea-3eb1b38b11df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (963c69d3-6ac1-44ef-9e0f-4b833f2f4e47), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:59.646704 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-554aef2b-7f48-44a5-b86b-425c5c0abfa2 req-56b874a3-bf6d-4fdb-b904-fa83a0cf9107 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499601
Feb 05 21:08:59.714781 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-39ad739c-3593-40b3-9094-a8ef631ff17b req-fa5572b0-2e11-4b04-aab6-c512141729a1 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (7e270701-a5ff-4024-9222-2a7e4a652f9c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:59.723623 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f7362b-79c5-4326-a6ea-3eb1b38b11df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963c69d3-6ac1-44ef-9e0f-4b833f2f4e47,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:59.728724 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['7e270701-a5ff-4024-9222-2a7e4a652f9c'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:08:59.738995 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d2f7362b-79c5-4326-a6ea-3eb1b38b11df admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b2b607e8dcfc498fa8d7f8598213ab44&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4659586
Feb 05 21:08:59.739446 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 34406) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:08:59.762999 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5572b0-2e11-4b04-aab6-c512141729a1 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] Pushing event deleted for resources: {'Port': ['ID=7e270701-a5ff-4024-9222-2a7e4a652f9c,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:08:59.820507 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ad739c-3593-40b3-9094-a8ef631ff17b req-fa5572b0-2e11-4b04-aab6-c512141729a1 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] No DVR routers for this DVR port 7e270701-a5ff-4024-9222-2a7e4a652f9c on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:08:59.830356 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753d526-1cfa-4272-82f2-fbe14126109b req-40bde3c2-3e2d-47f2-94a5-18c46fcec835 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:08:59.832181 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d753d526-1cfa-4272-82f2-fbe14126109b req-40bde3c2-3e2d-47f2-94a5-18c46fcec835 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.39 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 944 time: 0.1675954
Feb 05 21:08:59.834621 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-39ad739c-3593-40b3-9094-a8ef631ff17b req-fa5572b0-2e11-4b04-aab6-c512141729a1 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:59.836639 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-39ad739c-3593-40b3-9094-a8ef631ff17b req-fa5572b0-2e11-4b04-aab6-c512141729a1 tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] 10.222.0.21 "DELETE /v2.0/ports/7e270701-a5ff-4024-9222-2a7e4a652f9c HTTP/1.1" status: 204  len: 173 time: 0.6061358
Feb 05 21:08:59.837307 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db4c241-9eed-42d7-9115-2be3bc602cab', 'name': 'network-vif-deleted', 'tag': '7e270701-a5ff-4024-9222-2a7e4a652f9c'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:08:59.840123 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07069bb7-5f80-4a0b-ba1a-11d8ab3c2023" -d '{"events": [{"server_uuid": "7db4c241-9eed-42d7-9115-2be3bc602cab", "name": "network-vif-deleted", "tag": "7e270701-a5ff-4024-9222-2a7e4a652f9c"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:08:59.873852 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b40bca8c-835f-42c2-8bec-03ac6e1861cd req-c77eac50-24fd-4768-8997-7141896d20de tempest-VolumesBackupsTest-350919582 tempest-VolumesBackupsTest-350919582-project] 10.222.0.32 "GET /v2.0/ports?device_id=7db4c241-9eed-42d7-9115-2be3bc602cab HTTP/1.1" status: 200  len: 210 time: 0.0527554
Feb 05 21:08:59.897857 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2d8815-3409-4b5d-b22b-4262ca2af8d0 x-openstack-request-id: req-0c2d8815-3409-4b5d-b22b-4262ca2af8d0 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:08:59.901245 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9bf919d1-20fb-453f-aa35-9b0704795cb1 admin admin] Publish callbacks [] for security_group (963c69d3-6ac1-44ef-9e0f-4b833f2f4e47), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:08:59.903213 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db4c241-9eed-42d7-9115-2be3bc602cab", "name": "network-vif-deleted", "tag": "7e270701-a5ff-4024-9222-2a7e4a652f9c", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:08:59.903484 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c2d8815-3409-4b5d-b22b-4262ca2af8d0 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:08:59.903963 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db4c241-9eed-42d7-9115-2be3bc602cab', 'name': 'network-vif-deleted', 'tag': '7e270701-a5ff-4024-9222-2a7e4a652f9c', 'status': 'completed', 'code': 200}
Feb 05 21:08:59.976553 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9bf919d1-20fb-453f-aa35-9b0704795cb1 admin admin] Publish callbacks [] for security_group (963c69d3-6ac1-44ef-9e0f-4b833f2f4e47), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:00.000218 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-d753d526-1cfa-4272-82f2-fbe14126109b req-4d003216-4fd1-4c36-9f34-7e237a66a270 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Deleting port ad0354e3-119c-4c7a-a046-88f02122433c {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:09:00.000563 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d753d526-1cfa-4272-82f2-fbe14126109b req-4d003216-4fd1-4c36-9f34-7e237a66a270 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (ad0354e3-119c-4c7a-a046-88f02122433c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:00.054005 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 34412) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:00.065337 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9bf919d1-20fb-453f-aa35-9b0704795cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (963c69d3-6ac1-44ef-9e0f-4b833f2f4e47), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:00.068110 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9bf919d1-20fb-453f-aa35-9b0704795cb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:00.069192 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9bf919d1-20fb-453f-aa35-9b0704795cb1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/963c69d3-6ac1-44ef-9e0f-4b833f2f4e47 HTTP/1.1" status: 204  len: 168 time: 0.3284638
Feb 05 21:09:00.083396 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bb6dc5f2-320d-492f-b162-d1e456945709 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:00.086686 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf919d1-20fb-453f-aa35-9b0704795cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963c69d3-6ac1-44ef-9e0f-4b833f2f4e47,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:00.149022 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-d753d526-1cfa-4272-82f2-fbe14126109b req-4d003216-4fd1-4c36-9f34-7e237a66a270 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] For port ad0354e3-119c-4c7a-a046-88f02122433c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad0354e3-119c-4c7a-a046-88f02122433c,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:09:00.149399 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d753d526-1cfa-4272-82f2-fbe14126109b req-4d003216-4fd1-4c36-9f34-7e237a66a270 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (ad0354e3-119c-4c7a-a046-88f02122433c), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:00.204216 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bb6dc5f2-320d-492f-b162-d1e456945709 admin admin] Publish callbacks [] for security_group (1ae99232-9878-4f56-9a41-3540f54c568d), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:00.210638 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bb6dc5f2-320d-492f-b162-d1e456945709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (1ae99232-9878-4f56-9a41-3540f54c568d), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:00.264982 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-bb6dc5f2-320d-492f-b162-d1e456945709 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=79ea0ac9b7d1410788d2b76d62aeb4ce&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2086077
Feb 05 21:09:00.270714 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 34420) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:00.288384 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6dc5f2-320d-492f-b162-d1e456945709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae99232-9878-4f56-9a41-3540f54c568d,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:00.337875 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cffdb9a7-d7bd-4ca2-9798-90ee66052bbb admin admin] Publish callbacks [] for security_group (1ae99232-9878-4f56-9a41-3540f54c568d), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:00.369091 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cffdb9a7-d7bd-4ca2-9798-90ee66052bbb admin admin] Publish callbacks [] for security_group (1ae99232-9878-4f56-9a41-3540f54c568d), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:00.391948 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d753d526-1cfa-4272-82f2-fbe14126109b req-4d003216-4fd1-4c36-9f34-7e237a66a270 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:00.393707 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d753d526-1cfa-4272-82f2-fbe14126109b req-4d003216-4fd1-4c36-9f34-7e237a66a270 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (a194491a-ab61-414d-b1f3-90f080476698), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:00.394862 ncdv-master-1 neutron-server[114390]: INFO neutron.db.l3_db [req-d753d526-1cfa-4272-82f2-fbe14126109b req-4d003216-4fd1-4c36-9f34-7e237a66a270 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Floating IP a194491a-ab61-414d-b1f3-90f080476698 disassociated. External IP: 172.35.4.57, port: ad0354e3-119c-4c7a-a046-88f02122433c.
Feb 05 21:09:00.395359 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-d753d526-1cfa-4272-82f2-fbe14126109b req-4d003216-4fd1-4c36-9f34-7e237a66a270 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Calling delete_port for ad0354e3-119c-4c7a-a046-88f02122433c owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:09:00.442602 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cffdb9a7-d7bd-4ca2-9798-90ee66052bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (1ae99232-9878-4f56-9a41-3540f54c568d), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:00.445802 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cffdb9a7-d7bd-4ca2-9798-90ee66052bbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:00.447009 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-cffdb9a7-d7bd-4ca2-9798-90ee66052bbb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1ae99232-9878-4f56-9a41-3540f54c568d HTTP/1.1" status: 204  len: 168 time: 0.1750975
Feb 05 21:09:00.466416 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffdb9a7-d7bd-4ca2-9798-90ee66052bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae99232-9878-4f56-9a41-3540f54c568d,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:00.469046 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 34428) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:00.589523 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d753d526-1cfa-4272-82f2-fbe14126109b req-4d003216-4fd1-4c36-9f34-7e237a66a270 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (ad0354e3-119c-4c7a-a046-88f02122433c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:00.618591 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 34434) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:00.621092 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d003216-4fd1-4c36-9f34-7e237a66a270 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Pushing event deleted for resources: {'Port': ['ID=ad0354e3-119c-4c7a-a046-88f02122433c,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:00.804657 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d753d526-1cfa-4272-82f2-fbe14126109b req-4d003216-4fd1-4c36-9f34-7e237a66a270 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Router 72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:09:00.963407 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d753d526-1cfa-4272-82f2-fbe14126109b req-4d003216-4fd1-4c36-9f34-7e237a66a270 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:09:00.979836 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764621c3-dfc7-4d16-a555-5113953034d7 None None] Sync routers for ids ['72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:09:00.991416 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764621c3-dfc7-4d16-a555-5113953034d7 None None] Routers {'72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:09:00.992343 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-764621c3-dfc7-4d16-a555-5113953034d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab2cc130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:08:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:09:01.013025 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-d753d526-1cfa-4272-82f2-fbe14126109b req-4d003216-4fd1-4c36-9f34-7e237a66a270 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] No DVR routers for this DVR port ad0354e3-119c-4c7a-a046-88f02122433c on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:09:01.015575 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d753d526-1cfa-4272-82f2-fbe14126109b req-4d003216-4fd1-4c36-9f34-7e237a66a270 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:01.019140 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d753d526-1cfa-4272-82f2-fbe14126109b req-4d003216-4fd1-4c36-9f34-7e237a66a270 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.39 "DELETE /v2.0/ports/ad0354e3-119c-4c7a-a046-88f02122433c HTTP/1.1" status: 204  len: 173 time: 1.1762550
Feb 05 21:09:01.099022 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fddcd679-f0fe-47c1-bed1-ba8fdf988475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:01.161384 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-779fd5ad-d7a2-4d34-8e85-23ce0e9127fb req-8dfd602d-ae40-41f7-b495-a364b1319d92 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/ports?device_id=11107d8a-249a-4fef-9d13-4e5511c75802 HTTP/1.1" status: 200  len: 210 time: 0.0558431
Feb 05 21:09:01.173479 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dc72c381-ee02-4d86-b02a-5b6338a9c897 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:01.196122 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-764621c3-dfc7-4d16-a555-5113953034d7 None None] Set router 72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:09:01.295881 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fddcd679-f0fe-47c1-bed1-ba8fdf988475 admin admin] Publish callbacks [] for security_group (3a01890b-ab8b-4709-8915-b2c9b6bd2c7c), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:01.302336 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fddcd679-f0fe-47c1-bed1-ba8fdf988475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (3a01890b-ab8b-4709-8915-b2c9b6bd2c7c), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:01.340797 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dc72c381-ee02-4d86-b02a-5b6338a9c897 admin admin] Publish callbacks [] for security_group (3328531d-95e2-48f5-978d-21b610dbf766), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:01.354647 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dc72c381-ee02-4d86-b02a-5b6338a9c897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (3328531d-95e2-48f5-978d-21b610dbf766), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:01.357811 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-fddcd679-f0fe-47c1-bed1-ba8fdf988475 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5c49b72e6a4d46f5a32d81e128732186&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7380614
Feb 05 21:09:01.360562 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 34470) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:01.364583 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddcd679-f0fe-47c1-bed1-ba8fdf988475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a01890b-ab8b-4709-8915-b2c9b6bd2c7c,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:01.404849 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc72c381-ee02-4d86-b02a-5b6338a9c897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3328531d-95e2-48f5-978d-21b610dbf766,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:01.410291 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-dc72c381-ee02-4d86-b02a-5b6338a9c897 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3e20973c27314ddebed924447144c23f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9395645
Feb 05 21:09:01.412855 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 34472) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:01.435946 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0797fb88-e27c-4030-bd65-22e97743e4ae admin admin] Publish callbacks [] for security_group (3a01890b-ab8b-4709-8915-b2c9b6bd2c7c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:01.486255 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-764621c3-dfc7-4d16-a555-5113953034d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab2cc130>, [{'id': '72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924', 'name': 'tempest-ServerActionsTestJSON-395418576-router', 'tenant_id': 'abdf40933f6b4f8099b886dfec3a4473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.182'}], 'enable_snat': True}, 'gw_port_id': '6abf196e-2766-4c3b-bc37-d1ff38a4337f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:01:15Z', 'updated_at': '2022-02-05T21:01:25Z', 'revision_number': 4, 'project_id': 'abdf40933f6b4f8099b886dfec3a4473', 'gw_port': {'id': '6abf196e-2766-4c3b-bc37-d1ff38a4337f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:01:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:01:17Z', 'updated_at': '2022-02-05T21:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '131a72c8-ff4d-4ae9-93fb-56fecb516aef', 'name': '', 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba', 'tenant_id': 'abdf40933f6b4f8099b886dfec3a4473', 'mac_address': 'fa:16:3e:fc:6e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'd3bc4b1d-f312-4b2d-bc48-80b03423d794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:01:23Z', 'updated_at': '2022-02-05T21:01:31Z', 'revision_number': 5, 'project_id': 'abdf40933f6b4f8099b886dfec3a4473', 'subnets': [{'id': 'd3bc4b1d-f312-4b2d-bc48-80b03423d794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:09:01.495628 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6766f367-81fa-4ef8-a240-9ee4cb87158b admin admin] Publish callbacks [] for security_group (3328531d-95e2-48f5-978d-21b610dbf766), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:01.503402 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0797fb88-e27c-4030-bd65-22e97743e4ae admin admin] Publish callbacks [] for security_group (3a01890b-ab8b-4709-8915-b2c9b6bd2c7c), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:01.554303 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6766f367-81fa-4ef8-a240-9ee4cb87158b admin admin] Publish callbacks [] for security_group (3328531d-95e2-48f5-978d-21b610dbf766), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:01.564318 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764621c3-dfc7-4d16-a555-5113953034d7 None None] Checking router: 72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:09:01.576342 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0797fb88-e27c-4030-bd65-22e97743e4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (3a01890b-ab8b-4709-8915-b2c9b6bd2c7c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:01.579701 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0797fb88-e27c-4030-bd65-22e97743e4ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:01.583574 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764621c3-dfc7-4d16-a555-5113953034d7 None None] Routers {'72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:09:01.584218 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0797fb88-e27c-4030-bd65-22e97743e4ae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a01890b-ab8b-4709-8915-b2c9b6bd2c7c HTTP/1.1" status: 204  len: 168 time: 0.2207656
Feb 05 21:09:01.584881 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-764621c3-dfc7-4d16-a555-5113953034d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab2cc130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:08:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:09:01.604953 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797fb88-e27c-4030-bd65-22e97743e4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a01890b-ab8b-4709-8915-b2c9b6bd2c7c,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:01.646692 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6766f367-81fa-4ef8-a240-9ee4cb87158b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (3328531d-95e2-48f5-978d-21b610dbf766), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:01.651606 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6766f367-81fa-4ef8-a240-9ee4cb87158b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:01.653966 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6766f367-81fa-4ef8-a240-9ee4cb87158b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3328531d-95e2-48f5-978d-21b610dbf766 HTTP/1.1" status: 204  len: 168 time: 0.2399116
Feb 05 21:09:01.670150 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766f367-81fa-4ef8-a240-9ee4cb87158b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3328531d-95e2-48f5-978d-21b610dbf766,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:01.788817 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-764621c3-dfc7-4d16-a555-5113953034d7 None None] Set router 72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:09:01.904636 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11107d8a-249a-4fef-9d13-4e5511c75802', 'name': 'network-vif-deleted', 'tag': 'ad0354e3-119c-4c7a-a046-88f02122433c'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:09:01.907484 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8601d60-c4e3-4677-bc75-85c03436e6fa" -d '{"events": [{"server_uuid": "11107d8a-249a-4fef-9d13-4e5511c75802", "name": "network-vif-deleted", "tag": "ad0354e3-119c-4c7a-a046-88f02122433c"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:09:01.999658 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d74e3a-a300-4cb6-b4e2-61e8a3066538 x-openstack-request-id: req-11d74e3a-a300-4cb6-b4e2-61e8a3066538 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:09:01.999959 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11107d8a-249a-4fef-9d13-4e5511c75802", "name": "network-vif-deleted", "tag": "ad0354e3-119c-4c7a-a046-88f02122433c", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:09:02.000302 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-11d74e3a-a300-4cb6-b4e2-61e8a3066538 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:09:02.000702 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11107d8a-249a-4fef-9d13-4e5511c75802', 'name': 'network-vif-deleted', 'tag': 'ad0354e3-119c-4c7a-a046-88f02122433c', 'status': 'completed', 'code': 200}
Feb 05 21:09:02.045607 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-764621c3-dfc7-4d16-a555-5113953034d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab2cc130>, [{'id': '72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924', 'name': 'tempest-ServerActionsTestJSON-395418576-router', 'tenant_id': 'abdf40933f6b4f8099b886dfec3a4473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.182'}], 'enable_snat': True}, 'gw_port_id': '6abf196e-2766-4c3b-bc37-d1ff38a4337f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:01:15Z', 'updated_at': '2022-02-05T21:01:25Z', 'revision_number': 4, 'project_id': 'abdf40933f6b4f8099b886dfec3a4473', 'gw_port': {'id': '6abf196e-2766-4c3b-bc37-d1ff38a4337f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:01:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:01:17Z', 'updated_at': '2022-02-05T21:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '131a72c8-ff4d-4ae9-93fb-56fecb516aef', 'name': '', 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba', 'tenant_id': 'abdf40933f6b4f8099b886dfec3a4473', 'mac_address': 'fa:16:3e:fc:6e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'd3bc4b1d-f312-4b2d-bc48-80b03423d794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:01:23Z', 'updated_at': '2022-02-05T21:01:31Z', 'revision_number': 5, 'project_id': 'abdf40933f6b4f8099b886dfec3a4473', 'subnets': [{'id': 'd3bc4b1d-f312-4b2d-bc48-80b03423d794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:09:02.083034 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764621c3-dfc7-4d16-a555-5113953034d7 None None] The sync data for ids ['72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924'] in ncdv-master-1 is: [{'id': '72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924', 'name': 'tempest-ServerActionsTestJSON-395418576-router', 'tenant_id': 'abdf40933f6b4f8099b886dfec3a4473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.182'}], 'enable_snat': True}, 'gw_port_id': '6abf196e-2766-4c3b-bc37-d1ff38a4337f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:01:15Z', 'updated_at': '2022-02-05T21:01:25Z', 'revision_number': 4, 'project_id': 'abdf40933f6b4f8099b886dfec3a4473', 'gw_port': {'id': '6abf196e-2766-4c3b-bc37-d1ff38a4337f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:01:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:01:17Z', 'updated_at': '2022-02-05T21:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '131a72c8-ff4d-4ae9-93fb-56fecb516aef', 'name': '', 'network_id': 'f513b7e7-60ac-4b04-af41-d1fecee70cba', 'tenant_id': 'abdf40933f6b4f8099b886dfec3a4473', 'mac_address': 'fa:16:3e:fc:6e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'd3bc4b1d-f312-4b2d-bc48-80b03423d794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:01:23Z', 'updated_at': '2022-02-05T21:01:31Z', 'revision_number': 5, 'project_id': 'abdf40933f6b4f8099b886dfec3a4473', 'subnets': [{'id': 'd3bc4b1d-f312-4b2d-bc48-80b03423d794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:09:02.317256 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 34518) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:02.365621 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 34524) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:02.389514 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6682dd8a-d11b-438e-a4df-a6359aef8535 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:02.402243 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5e2412cb-c185-45b0-b801-d00c197aed87 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks [] for security_group (3a2ba07a-4a9c-4939-99bb-a3249e57e1a6), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:02.453513 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5e2412cb-c185-45b0-b801-d00c197aed87 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks [] for security_group (3a2ba07a-4a9c-4939-99bb-a3249e57e1a6), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:02.542719 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5e2412cb-c185-45b0-b801-d00c197aed87 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (3a2ba07a-4a9c-4939-99bb-a3249e57e1a6), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:02.546652 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5e2412cb-c185-45b0-b801-d00c197aed87 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:02.548414 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5e2412cb-c185-45b0-b801-d00c197aed87 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "DELETE /v2.0/security-groups/3a2ba07a-4a9c-4939-99bb-a3249e57e1a6 HTTP/1.1" status: 204  len: 168 time: 0.2289207
Feb 05 21:09:02.554499 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 34554) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:02.574141 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2412cb-c185-45b0-b801-d00c197aed87 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2ba07a-4a9c-4939-99bb-a3249e57e1a6,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:02.577967 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-077b9f21-0134-43df-bc2b-416df1042cc8 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] show failed (client error): The resource could not be found.
Feb 05 21:09:02.579077 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-077b9f21-0134-43df-bc2b-416df1042cc8 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "GET /v2.0/security-groups/3a2ba07a-4a9c-4939-99bb-a3249e57e1a6 HTTP/1.1" status: 404  len: 347 time: 0.0230541
Feb 05 21:09:02.581771 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 34556) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:02.618089 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6682dd8a-d11b-438e-a4df-a6359aef8535 admin admin] Publish callbacks [] for security_group (38ae9b09-d313-4341-bb34-01a1c2b368de), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:02.633918 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6682dd8a-d11b-438e-a4df-a6359aef8535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (38ae9b09-d313-4341-bb34-01a1c2b368de), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:02.645572 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11aa2f5-2a66-4090-a351-9976bd383d9b None None] New status for floating IP a194491a-ab61-414d-b1f3-90f080476698: DOWN {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:09:02.682985 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6682dd8a-d11b-438e-a4df-a6359aef8535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ae9b09-d313-4341-bb34-01a1c2b368de,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:02.724341 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6682dd8a-d11b-438e-a4df-a6359aef8535 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9a5f6e30d3bd4df7b2258002d7a986cf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3569453
Feb 05 21:09:02.728282 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 34572) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:02.833757 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-bf391a64-c479-4123-aad7-2a729e0545c8 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Deleting port 65175b9b-2f5e-4f6c-b6ce-e6c370e4f5a0 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:09:02.834107 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bf391a64-c479-4123-aad7-2a729e0545c8 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (65175b9b-2f5e-4f6c-b6ce-e6c370e4f5a0), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:02.836934 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5d30f50a-afdf-402b-bc52-02de4ac03e63 admin admin] Publish callbacks [] for security_group (38ae9b09-d313-4341-bb34-01a1c2b368de), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:02.970994 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 7e270701-a5ff-4024-9222-2a7e4a652f9c no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:09:02.995829 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: 7e270701-a5ff-4024-9222-2a7e4a652f9c {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:09:02.996236 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 7e270701-a5ff-4024-9222-2a7e4a652f9c not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:09:03.166423 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 34594) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:03.241683 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5d30f50a-afdf-402b-bc52-02de4ac03e63 admin admin] Publish callbacks [] for security_group (38ae9b09-d313-4341-bb34-01a1c2b368de), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:03.289918 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bf391a64-c479-4123-aad7-2a729e0545c8 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (65175b9b-2f5e-4f6c-b6ce-e6c370e4f5a0), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:03.290174 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bf391a64-c479-4123-aad7-2a729e0545c8 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks [] for floatingip (65175b9b-2f5e-4f6c-b6ce-e6c370e4f5a0), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:03.305593 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-bf391a64-c479-4123-aad7-2a729e0545c8 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Calling delete_port for 65175b9b-2f5e-4f6c-b6ce-e6c370e4f5a0 owned by network:floatingip {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:09:03.314851 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-5ee7f90e-d9e1-4056-b95e-52ebcc2617af admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1644367687-network', 'tenant_id': 'fc0a1e1d985c4b0eb031dcc2cbe83f90'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:09:03.335316 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee7f90e-d9e1-4056-b95e-52ebcc2617af admin admin] Made reservation on behalf of fc0a1e1d985c4b0eb031dcc2cbe83f90 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:09:03.338154 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5ee7f90e-d9e1-4056-b95e-52ebcc2617af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:03.350356 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5ee7f90e-d9e1-4056-b95e-52ebcc2617af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:03.365653 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5d30f50a-afdf-402b-bc52-02de4ac03e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (38ae9b09-d313-4341-bb34-01a1c2b368de), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:03.368368 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5d30f50a-afdf-402b-bc52-02de4ac03e63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:03.369615 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5d30f50a-afdf-402b-bc52-02de4ac03e63 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/38ae9b09-d313-4341-bb34-01a1c2b368de HTTP/1.1" status: 204  len: 168 time: 0.6387739
Feb 05 21:09:03.380490 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d30f50a-afdf-402b-bc52-02de4ac03e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ae9b09-d313-4341-bb34-01a1c2b368de,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:03.510976 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5ee7f90e-d9e1-4056-b95e-52ebcc2617af admin admin] Publish callbacks [] for security_group (17f23669-9034-4ede-bf4c-8d15cafff6bd), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:03.515227 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bf391a64-c479-4123-aad7-2a729e0545c8 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (65175b9b-2f5e-4f6c-b6ce-e6c370e4f5a0), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:03.517299 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5ee7f90e-d9e1-4056-b95e-52ebcc2617af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (17f23669-9034-4ede-bf4c-8d15cafff6bd), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:03.546273 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf391a64-c479-4123-aad7-2a729e0545c8 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Pushing event deleted for resources: {'Port': ['ID=65175b9b-2f5e-4f6c-b6ce-e6c370e4f5a0,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:03.558643 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ee7f90e-d9e1-4056-b95e-52ebcc2617af admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:09:03.571027 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee7f90e-d9e1-4056-b95e-52ebcc2617af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f23669-9034-4ede-bf4c-8d15cafff6bd,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:03.576628 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5ee7f90e-d9e1-4056-b95e-52ebcc2617af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:03.577189 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-5ee7f90e-d9e1-4056-b95e-52ebcc2617af admin admin] Added segment 9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f of type vlan for network ba09dff6-f453-4951-8599-391fd8346c4e
Feb 05 21:09:03.621264 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bf391a64-c479-4123-aad7-2a729e0545c8 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks [] for floatingip (a194491a-ab61-414d-b1f3-90f080476698), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:03.624158 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5ee7f90e-d9e1-4056-b95e-52ebcc2617af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (ba09dff6-f453-4951-8599-391fd8346c4e), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:03.624690 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bf391a64-c479-4123-aad7-2a729e0545c8 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:03.626071 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-bf391a64-c479-4123-aad7-2a729e0545c8 tempest-ServerActionsTestJSON-59610039 tempest-ServerActionsTestJSON-59610039-project] 10.222.0.32 "DELETE /v2.0/floatingips/a194491a-ab61-414d-b1f3-90f080476698 HTTP/1.1" status: 204  len: 168 time: 1.0429649
Feb 05 21:09:03.634318 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 34634) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:03.671870 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5ee7f90e-d9e1-4056-b95e-52ebcc2617af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (ba09dff6-f453-4951-8599-391fd8346c4e), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:03.673457 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee7f90e-d9e1-4056-b95e-52ebcc2617af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:03.674723 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5ee7f90e-d9e1-4056-b95e-52ebcc2617af admin admin] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:03.717003 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e22d260f-5993-45ff-b6b6-6b55cac71b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:03.723998 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5ee7f90e-d9e1-4056-b95e-52ebcc2617af admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5526311
Feb 05 21:09:03.726790 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 34640) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:03.732932 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-5975a405-624a-4f87-a6c5-6c5ae75aff18 admin admin] Request body: {'subnet': {'network_id': 'ba09dff6-f453-4951-8599-391fd8346c4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1644367687-subnet', 'tenant_id': 'fc0a1e1d985c4b0eb031dcc2cbe83f90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:09:03.784308 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee7f90e-d9e1-4056-b95e-52ebcc2617af admin admin] Pushing event updated for resources: {'Network': ['ID=ba09dff6-f453-4951-8599-391fd8346c4e,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:03.786992 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5975a405-624a-4f87-a6c5-6c5ae75aff18 admin admin] Made reservation on behalf of fc0a1e1d985c4b0eb031dcc2cbe83f90 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:09:03.789632 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5975a405-624a-4f87-a6c5-6c5ae75aff18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:03.798256 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network ba09dff6-f453-4951-8599-391fd8346c4e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:09:03.854372 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device ad0354e3-119c-4c7a-a046-88f02122433c no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:09:03.881835 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: ad0354e3-119c-4c7a-a046-88f02122433c {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:09:03.882196 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device ad0354e3-119c-4c7a-a046-88f02122433c not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:09:04.153294 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5975a405-624a-4f87-a6c5-6c5ae75aff18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (328dbb81-dab4-4177-93ce-5843e2949a60), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:04.253101 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5975a405-624a-4f87-a6c5-6c5ae75aff18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=328dbb81-dab4-4177-93ce-5843e2949a60,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:04.276026 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5975a405-624a-4f87-a6c5-6c5ae75aff18 admin admin] Checking segment: {'id': '9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ba09dff6-f453-4951-8599-391fd8346c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:09:04.276394 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5975a405-624a-4f87-a6c5-6c5ae75aff18 admin admin] Network hostable DHCP agents. Network: ba09dff6-f453-4951-8599-391fd8346c4e, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:09:04.307966 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5975a405-624a-4f87-a6c5-6c5ae75aff18 admin admin] Network ba09dff6-f453-4951-8599-391fd8346c4e is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:09:04.324126 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-5975a405-624a-4f87-a6c5-6c5ae75aff18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ba09dff6-f453-4951-8599-391fd8346c4e) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:09:04.331223 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5975a405-624a-4f87-a6c5-6c5ae75aff18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:04.331840 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5975a405-624a-4f87-a6c5-6c5ae75aff18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:04.337034 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3891c2d7-4a8b-4475-8a5f-4be7a83b75d3 None None] Network ba09dff6-f453-4951-8599-391fd8346c4e requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:09:04.370993 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5975a405-624a-4f87-a6c5-6c5ae75aff18 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6430943
Feb 05 21:09:04.409652 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-41046c03-233e-4ba0-ad08-618fd523f67b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:04.448257 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b5c55f-b63e-4ab0-98a7-b8155da62da6 None None] Network ba09dff6-f453-4951-8599-391fd8346c4e requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:09:04.831964 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-41046c03-233e-4ba0-ad08-618fd523f67b admin admin] Deleting port 131a72c8-ff4d-4ae9-93fb-56fecb516aef {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:09:04.832521 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-41046c03-233e-4ba0-ad08-618fd523f67b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (131a72c8-ff4d-4ae9-93fb-56fecb516aef), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:04.953313 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-41046c03-233e-4ba0-ad08-618fd523f67b admin admin] For port 131a72c8-ff4d-4ae9-93fb-56fecb516aef, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=131a72c8-ff4d-4ae9-93fb-56fecb516aef,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:09:04.953801 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-41046c03-233e-4ba0-ad08-618fd523f67b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (131a72c8-ff4d-4ae9-93fb-56fecb516aef), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:04.968426 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-41046c03-233e-4ba0-ad08-618fd523f67b admin admin] Calling delete_port for 131a72c8-ff4d-4ae9-93fb-56fecb516aef owned by network:router_interface {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:09:05.342437 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-4116cbb5-a907-4566-a28c-9796afc44a1c tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:05.350056 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-4116cbb5-a907-4566-a28c-9796afc44a1c tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/networks?id=ba09dff6-f453-4951-8599-391fd8346c4e HTTP/1.1" status: 200  len: 814 time: 0.2031541
Feb 05 21:09:05.359405 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-41046c03-233e-4ba0-ad08-618fd523f67b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (131a72c8-ff4d-4ae9-93fb-56fecb516aef), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:05.371593 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-6964c170-8674-4462-9c90-c020563b6f01 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/quotas/fc0a1e1d985c4b0eb031dcc2cbe83f90 HTTP/1.1" status: 200  len: 375 time: 0.0209699
Feb 05 21:09:05.408141 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41046c03-233e-4ba0-ad08-618fd523f67b admin admin] Pushing event deleted for resources: {'Port': ['ID=131a72c8-ff4d-4ae9-93fb-56fecb516aef,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:05.442904 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-9af35ae7-fc39-4d17-90ec-5adf0033d17a tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fc0a1e1d985c4b0eb031dcc2cbe83f90&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0700378
Feb 05 21:09:05.762445 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-41046c03-233e-4ba0-ad08-618fd523f67b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:05.960680 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-be4cb6a4-1a95-43f0-b93f-462f09eb906d service neutron] 10.222.0.32 "GET /v2.0/networks/ba09dff6-f453-4951-8599-391fd8346c4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5166574
Feb 05 21:09:06.079666 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6c8fae84-9df7-48ba-abd3-baa7cab6d66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:06.182107 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-889d1a21-54cc-444e-a15d-9e334077c1c3 service neutron] 10.222.0.32 "GET /v2.0/networks/ba09dff6-f453-4951-8599-391fd8346c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2117820
Feb 05 21:09:06.210239 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41046c03-233e-4ba0-ad08-618fd523f67b admin admin] Router 72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:09:06.344205 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41046c03-233e-4ba0-ad08-618fd523f67b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:09:06.353475 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 34770) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:06.355025 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d22d34c-d943-41ad-a89c-1254be2123cf None None] Sync routers for ids ['72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:09:06.360452 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-41046c03-233e-4ba0-ad08-618fd523f67b admin admin] 10.222.0.32 "PUT /v2.0/routers/72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7248435
Feb 05 21:09:06.375532 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d22d34c-d943-41ad-a89c-1254be2123cf None None] Routers {'72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:09:06.375679 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-1d22d34c-d943-41ad-a89c-1254be2123cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab3b9550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:09:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:09:06.431599 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ddfdf6b5-9e1f-4686-8492-d48609506cc4 req-b9a7a7e8-f6a9-494c-9232-701a6d0255ae tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 210 time: 0.0430074
Feb 05 21:09:06.536863 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8fb103d0-79d3-4cf4-b55e-158eecf43548 admin admin] Publish callbacks [] for router (72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:06.697855 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8fb103d0-79d3-4cf4-b55e-158eecf43548 admin admin] Publish callbacks [] for router_gateway (72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:06.790770 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-1d22d34c-d943-41ad-a89c-1254be2123cf None None] Set router 72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:09:06.816732 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-8fb103d0-79d3-4cf4-b55e-158eecf43548 admin admin] Deleting port 6abf196e-2766-4c3b-bc37-d1ff38a4337f {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:09:06.817305 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8fb103d0-79d3-4cf4-b55e-158eecf43548 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (6abf196e-2766-4c3b-bc37-d1ff38a4337f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:06.933016 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-8fb103d0-79d3-4cf4-b55e-158eecf43548 admin admin] For port 6abf196e-2766-4c3b-bc37-d1ff38a4337f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6abf196e-2766-4c3b-bc37-d1ff38a4337f,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:09:06.933463 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8fb103d0-79d3-4cf4-b55e-158eecf43548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (6abf196e-2766-4c3b-bc37-d1ff38a4337f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:06.947725 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-8fb103d0-79d3-4cf4-b55e-158eecf43548 admin admin] Calling delete_port for 6abf196e-2766-4c3b-bc37-d1ff38a4337f owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:09:07.068387 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-1d22d34c-d943-41ad-a89c-1254be2123cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab3b9550>, [{'id': '72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924', 'name': 'tempest-ServerActionsTestJSON-395418576-router', 'tenant_id': 'abdf40933f6b4f8099b886dfec3a4473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.182'}], 'enable_snat': True}, 'gw_port_id': '6abf196e-2766-4c3b-bc37-d1ff38a4337f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:01:15Z', 'updated_at': '2022-02-05T21:09:05Z', 'revision_number': 5, 'project_id': 'abdf40933f6b4f8099b886dfec3a4473', 'gw_port': {'id': '6abf196e-2766-4c3b-bc37-d1ff38a4337f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:01:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:01:17Z', 'updated_at': '2022-02-05T21:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:09:07.102669 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d22d34c-d943-41ad-a89c-1254be2123cf None None] Checking router: 72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:09:07.117325 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d22d34c-d943-41ad-a89c-1254be2123cf None None] Routers {'72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:09:07.118026 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-1d22d34c-d943-41ad-a89c-1254be2123cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab3b9550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:09:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:09:07.152106 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8fb103d0-79d3-4cf4-b55e-158eecf43548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (6abf196e-2766-4c3b-bc37-d1ff38a4337f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:07.190717 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb103d0-79d3-4cf4-b55e-158eecf43548 admin admin] Pushing event deleted for resources: {'Port': ['ID=6abf196e-2766-4c3b-bc37-d1ff38a4337f,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:07.236091 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-1d22d34c-d943-41ad-a89c-1254be2123cf None None] Set router 72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924 gateway port host: None {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:09:07.258744 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8fb103d0-79d3-4cf4-b55e-158eecf43548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:07.312033 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-1d22d34c-d943-41ad-a89c-1254be2123cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab3b9550>, [{'id': '72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924', 'name': 'tempest-ServerActionsTestJSON-395418576-router', 'tenant_id': 'abdf40933f6b4f8099b886dfec3a4473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:01:15Z', 'updated_at': '2022-02-05T21:09:06Z', 'revision_number': 6, 'project_id': 'abdf40933f6b4f8099b886dfec3a4473', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:09:07.344404 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d22d34c-d943-41ad-a89c-1254be2123cf None None] The sync data for ids ['72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924'] in ncdv-master-1 is: [{'id': '72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924', 'name': 'tempest-ServerActionsTestJSON-395418576-router', 'tenant_id': 'abdf40933f6b4f8099b886dfec3a4473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:01:15Z', 'updated_at': '2022-02-05T21:09:06Z', 'revision_number': 6, 'project_id': 'abdf40933f6b4f8099b886dfec3a4473', 'gw_port_host': None}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:09:07.361112 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8fb103d0-79d3-4cf4-b55e-158eecf43548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:07.363543 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8fb103d0-79d3-4cf4-b55e-158eecf43548 admin admin] Publish callbacks [] for router_controller (72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:07.419898 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8fb103d0-79d3-4cf4-b55e-158eecf43548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:07.420935 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb103d0-79d3-4cf4-b55e-158eecf43548 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:09:07.427228 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8fb103d0-79d3-4cf4-b55e-158eecf43548 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:07.428398 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8fb103d0-79d3-4cf4-b55e-158eecf43548 admin admin] 10.222.0.32 "DELETE /v2.0/routers/72cb7b86-5f8b-46f0-8bd1-f7cf78dd4924 HTTP/1.1" status: 204  len: 168 time: 1.0739319
Feb 05 21:09:07.431487 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 34834) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:07.436914 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:07.495576 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc7058b-443d-4188-bb98-95378565c9ff admin admin] Deleting subnet d3bc4b1d-f312-4b2d-bc48-80b03423d794 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:09:07.500276 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4dc7058b-443d-4188-bb98-95378565c9ff admin admin] Publish callbacks [] for subnet (d3bc4b1d-f312-4b2d-bc48-80b03423d794), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:07.551848 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4dc7058b-443d-4188-bb98-95378565c9ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (d3bc4b1d-f312-4b2d-bc48-80b03423d794), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:07.577219 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0dee193d-e709-471f-9a5f-3e6a6b5a9939 req-87314169-e880-4244-82a1-10d83a8c614b tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 210 time: 0.0511017
Feb 05 21:09:07.886004 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4dc7058b-443d-4188-bb98-95378565c9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (d3bc4b1d-f312-4b2d-bc48-80b03423d794), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:07.895683 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-f35e6173-e3f5-4817-878d-c06ac85883f7 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:07.896798 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-f35e6173-e3f5-4817-878d-c06ac85883f7 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.21 "GET /v2.0/networks?id=ba09dff6-f453-4951-8599-391fd8346c4e HTTP/1.1" status: 200  len: 814 time: 0.3001668
Feb 05 21:09:07.925587 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-5c2f546a-cc9a-4901-857f-041e940cdd55 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Request body: {'port': {'device_id': 'a711411c-1837-4c14-bab3-d02e98ff0bb0', 'network_id': 'ba09dff6-f453-4951-8599-391fd8346c4e', 'admin_state_up': True, 'tenant_id': 'fc0a1e1d985c4b0eb031dcc2cbe83f90'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:09:08.088040 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4dc7058b-443d-4188-bb98-95378565c9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (d3bc4b1d-f312-4b2d-bc48-80b03423d794), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:08.124593 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4dc7058b-443d-4188-bb98-95378565c9ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:08.128460 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4dc7058b-443d-4188-bb98-95378565c9ff admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d3bc4b1d-f312-4b2d-bc48-80b03423d794 HTTP/1.1" status: 204  len: 168 time: 0.6958387
Feb 05 21:09:08.129588 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc7058b-443d-4188-bb98-95378565c9ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3bc4b1d-f312-4b2d-bc48-80b03423d794,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:08.130061 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2710a69e-c7ae-4089-a1b5-8ec1e8dcf79a None None] Network f513b7e7-60ac-4b04-af41-d1fecee70cba requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:09:08.131888 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 34890) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:08.132257 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-5c2f546a-cc9a-4901-857f-041e940cdd55 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Made reservation on behalf of fc0a1e1d985c4b0eb031dcc2cbe83f90 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:09:08.135509 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-5c2f546a-cc9a-4901-857f-041e940cdd55 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:08.222621 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5e73ab00-67df-4247-8217-5a2993e37c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (f513b7e7-60ac-4b04-af41-d1fecee70cba), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:08.311576 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-5e73ab00-67df-4247-8217-5a2993e37c56 admin admin] Deleting port 1c264bcb-8f4d-4d51-a9bd-be143e7f77b1 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:09:08.311846 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5e73ab00-67df-4247-8217-5a2993e37c56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (1c264bcb-8f4d-4d51-a9bd-be143e7f77b1), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:08.333597 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-5c2f546a-cc9a-4901-857f-041e940cdd55 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Allocated IP 172.20.0.13 (ba09dff6-f453-4951-8599-391fd8346c4e/328dbb81-dab4-4177-93ce-5843e2949a60/10f99b2d-0900-4a05-8ac5-08188a5548c9) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:09:08.334139 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e052b4-2aff-4305-9e8f-4c02fb3b3cec None None] DHCP port deletion for f513b7e7-60ac-4b04-af41-d1fecee70cba request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:09:08.404023 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-5e73ab00-67df-4247-8217-5a2993e37c56 admin admin] For port 1c264bcb-8f4d-4d51-a9bd-be143e7f77b1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c264bcb-8f4d-4d51-a9bd-be143e7f77b1,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:09:08.405753 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5e73ab00-67df-4247-8217-5a2993e37c56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (1c264bcb-8f4d-4d51-a9bd-be143e7f77b1), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:08.456801 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-5e73ab00-67df-4247-8217-5a2993e37c56 admin admin] Calling delete_port for 1c264bcb-8f4d-4d51-a9bd-be143e7f77b1 owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:09:08.467700 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-70e052b4-2aff-4305-9e8f-4c02fb3b3cec None None] Deleting port 1c264bcb-8f4d-4d51-a9bd-be143e7f77b1 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:09:08.468347 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-70e052b4-2aff-4305-9e8f-4c02fb3b3cec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (1c264bcb-8f4d-4d51-a9bd-be143e7f77b1), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:08.589764 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-70e052b4-2aff-4305-9e8f-4c02fb3b3cec None None] For port 1c264bcb-8f4d-4d51-a9bd-be143e7f77b1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c264bcb-8f4d-4d51-a9bd-be143e7f77b1,segment=NetworkSegment(5ac9584d-8528-41b9-ba11-9daf83adba62),segment_id=5ac9584d-8528-41b9-ba11-9daf83adba62)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:09:08.591588 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-70e052b4-2aff-4305-9e8f-4c02fb3b3cec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (1c264bcb-8f4d-4d51-a9bd-be143e7f77b1), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:08.648134 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-70e052b4-2aff-4305-9e8f-4c02fb3b3cec None None] Calling delete_port for 1c264bcb-8f4d-4d51-a9bd-be143e7f77b1 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:09:08.657826 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 1c264bcb-8f4d-4d51-a9bd-be143e7f77b1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:09:08.662557 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-5c2f546a-cc9a-4901-857f-041e940cdd55 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Publish callbacks [] for port (10f99b2d-0900-4a05-8ac5-08188a5548c9), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:08.714720 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5e73ab00-67df-4247-8217-5a2993e37c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (1c264bcb-8f4d-4d51-a9bd-be143e7f77b1), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:08.734035 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-5c2f546a-cc9a-4901-857f-041e940cdd55 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (10f99b2d-0900-4a05-8ac5-08188a5548c9), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:08.794431 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e73ab00-67df-4247-8217-5a2993e37c56 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c264bcb-8f4d-4d51-a9bd-be143e7f77b1,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:08.803599 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e73ab00-67df-4247-8217-5a2993e37c56 admin admin] No DVR routers for this DVR port 1c264bcb-8f4d-4d51-a9bd-be143e7f77b1 on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:09:08.824039 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-5c2f546a-cc9a-4901-857f-041e940cdd55 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Network ba09dff6-f453-4951-8599-391fd8346c4e is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:09:08.828369 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-5c2f546a-cc9a-4901-857f-041e940cdd55 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:09:08.841649 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-5c2f546a-cc9a-4901-857f-041e940cdd55 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:09:08.885482 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No active binding found for port 1c264bcb-8f4d-4d51-a9bd-be143e7f77b1 {{(pid=114392) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Feb 05 21:09:08.885969 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] The host ncdv-master-1 is not matching for port 1c264bcb-8f4d-4d51-a9bd-be143e7f77b1 host None! {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Feb 05 21:09:08.886492 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 1c264bcb-8f4d-4d51-a9bd-be143e7f77b1 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:09:08.887062 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 131a72c8-ff4d-4ae9-93fb-56fecb516aef no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:09:08.921947 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f546a-cc9a-4901-857f-041e940cdd55 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Pushing event updated for resources: {'Port': ['ID=10f99b2d-0900-4a05-8ac5-08188a5548c9,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:08.923253 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 131a72c8-ff4d-4ae9-93fb-56fecb516aef {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:09:08.923609 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 131a72c8-ff4d-4ae9-93fb-56fecb516aef not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:09:08.924234 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 6abf196e-2766-4c3b-bc37-d1ff38a4337f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:09:08.932917 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5e73ab00-67df-4247-8217-5a2993e37c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (f513b7e7-60ac-4b04-af41-d1fecee70cba), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:08.958044 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 6abf196e-2766-4c3b-bc37-d1ff38a4337f {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:09:08.958044 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 6abf196e-2766-4c3b-bc37-d1ff38a4337f not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:09:08.959701 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-70e052b4-2aff-4305-9e8f-4c02fb3b3cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (1c264bcb-8f4d-4d51-a9bd-be143e7f77b1), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:08.960630 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-5c2f546a-cc9a-4901-857f-041e940cdd55 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:08.961459 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-5c2f546a-cc9a-4901-857f-041e940cdd55 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:08.968223 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-5e73ab00-67df-4247-8217-5a2993e37c56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db83aaa90>,) {'filters': {'network_id': ['f513b7e7-60ac-4b04-af41-d1fecee70cba']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:09:09.011495 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-5e73ab00-67df-4247-8217-5a2993e37c56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db83aaa90>, '5ac9584d-8528-41b9-ba11-9daf83adba62') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:09:09.012572 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-5e73ab00-67df-4247-8217-5a2993e37c56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db83aaa90>, '5ac9584d-8528-41b9-ba11-9daf83adba62') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:09:09.018987 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e052b4-2aff-4305-9e8f-4c02fb3b3cec None None] Pushing event deleted for resources: {'Port': ['ID=1c264bcb-8f4d-4d51-a9bd-be143e7f77b1,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:09.038930 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e052b4-2aff-4305-9e8f-4c02fb3b3cec None None] No DVR routers for this DVR port 1c264bcb-8f4d-4d51-a9bd-be143e7f77b1 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:09:09.051912 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4530e1f-7f65-4321-af99-062dec19ccd8 req-9b8737d0-487c-4db8-aee0-b9ac772ab845 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:09.055409 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e4530e1f-7f65-4321-af99-062dec19ccd8 req-9b8737d0-487c-4db8-aee0-b9ac772ab845 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 932 time: 0.3288150
Feb 05 21:09:09.057092 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-5c2f546a-cc9a-4901-857f-041e940cdd55 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1361291
Feb 05 21:09:09.064197 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:09.075212 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-8c39ffc0-ddc1-442e-afce-adc20618b445 service neutron] Request body: {'port': {'device_id': 'a711411c-1837-4c14-bab3-d02e98ff0bb0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:09:09.090657 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5e73ab00-67df-4247-8217-5a2993e37c56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (5ac9584d-8528-41b9-ba11-9daf83adba62), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:09.154553 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5e73ab00-67df-4247-8217-5a2993e37c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (5ac9584d-8528-41b9-ba11-9daf83adba62), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:09.173328 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e73ab00-67df-4247-8217-5a2993e37c56 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:09:09.173813 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5e73ab00-67df-4247-8217-5a2993e37c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (5ac9584d-8528-41b9-ba11-9daf83adba62), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:09.175894 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:09:09.175894 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:09:09.175894 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:09:09.175894 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:09:09.175894 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:09:09.175894 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:09:09.175894 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:09:09.175894 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:09:09.175894 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:09:09.175894 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:09:09.175894 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:09:09.175894 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:09:09.175894 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:09:09.175894 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:09:09.175894 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:09:09.175894 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:09:09.175894 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:09:09.175894 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:09:09.175894 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:09:09.175894 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:09:09.175894 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:09:09.175894 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:09:09.175894 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:09:09.175894 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:09:09.175894 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:09:09.175894 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:09:09.175894 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:09:09.175894 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:09:09.175894 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:09:09.175894 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:09:09.175894 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:09:09.175894 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:09:09.205897 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e4530e1f-7f65-4321-af99-062dec19ccd8 req-8de11a03-a0b1-4b9c-8f78-bb79978becb3 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1420684
Feb 05 21:09:09.224113 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-8c39ffc0-ddc1-442e-afce-adc20618b445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (10f99b2d-0900-4a05-8ac5-08188a5548c9), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:09.600866 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5e73ab00-67df-4247-8217-5a2993e37c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (f513b7e7-60ac-4b04-af41-d1fecee70cba), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:09.609271 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5e73ab00-67df-4247-8217-5a2993e37c56 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:09.613265 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5e73ab00-67df-4247-8217-5a2993e37c56 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f513b7e7-60ac-4b04-af41-d1fecee70cba HTTP/1.1" status: 204  len: 168 time: 1.4797919
Feb 05 21:09:09.634037 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-de37b298-cd68-4ff4-a194-160f4616b77a req-08b559cd-6ea9-45d5-8cf0-34915b12af94 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1a5b639f-a134-45de-8abc-84a49adc8d26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1337218
Feb 05 21:09:09.638507 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e73ab00-67df-4247-8217-5a2993e37c56 admin admin] Pushing event deleted for resources: {'Network': ['ID=f513b7e7-60ac-4b04-af41-d1fecee70cba,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:09.659328 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-8c39ffc0-ddc1-442e-afce-adc20618b445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10f99b2d-0900-4a05-8ac5-08188a5548c9 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:09:09.667371 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-8c39ffc0-ddc1-442e-afce-adc20618b445 service neutron] Publish callbacks [] for port (10f99b2d-0900-4a05-8ac5-08188a5548c9), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:09.682102 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-8c39ffc0-ddc1-442e-afce-adc20618b445 service neutron] Transition to ACTIVE for port object 10f99b2d-0900-4a05-8ac5-08188a5548c9 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:09:09.686329 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-8c39ffc0-ddc1-442e-afce-adc20618b445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (10f99b2d-0900-4a05-8ac5-08188a5548c9), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:09.780279 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c39ffc0-ddc1-442e-afce-adc20618b445 service neutron] Pushing event updated for resources: {'Port': ['ID=10f99b2d-0900-4a05-8ac5-08188a5548c9,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:09.838367 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37b298-cd68-4ff4-a194-160f4616b77a req-7de7d135-b661-481b-b75d-afcd3f6bcbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:09.838367 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-de37b298-cd68-4ff4-a194-160f4616b77a req-7de7d135-b661-481b-b75d-afcd3f6bcbcf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af1c8d8fd0ce4d51947fd02afc3a9fb1&device_id=1a5b639f-a134-45de-8abc-84a49adc8d26 HTTP/1.1" status: 200  len: 1127 time: 0.1395419
Feb 05 21:09:09.839008 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 34924) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:09.873062 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-8c39ffc0-ddc1-442e-afce-adc20618b445 service neutron] Attempting to bind port 10f99b2d-0900-4a05-8ac5-08188a5548c9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:09:09.873407 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-8c39ffc0-ddc1-442e-afce-adc20618b445 service neutron] Attempting to bind port 10f99b2d-0900-4a05-8ac5-08188a5548c9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ba09dff6-f453-4951-8599-391fd8346c4e'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:09:09.873748 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-8c39ffc0-ddc1-442e-afce-adc20618b445 service neutron] Attempting to bind port 10f99b2d-0900-4a05-8ac5-08188a5548c9 on network ba09dff6-f453-4951-8599-391fd8346c4e {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:09:09.897380 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-8c39ffc0-ddc1-442e-afce-adc20618b445 service neutron] Port 10f99b2d-0900-4a05-8ac5-08188a5548c9 on network ba09dff6-f453-4951-8599-391fd8346c4e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:09:09.897380 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-8c39ffc0-ddc1-442e-afce-adc20618b445 service neutron] Attempting to bind port 10f99b2d-0900-4a05-8ac5-08188a5548c9 on network ba09dff6-f453-4951-8599-391fd8346c4e {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:09:09.900165 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-db8d6e7b-1cfb-45f7-94cf-5c24ed64a933 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=abdf40933f6b4f8099b886dfec3a4473&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0597911
Feb 05 21:09:09.901104 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 34926) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:09.905240 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-8c39ffc0-ddc1-442e-afce-adc20618b445 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:09:09.905428 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-8c39ffc0-ddc1-442e-afce-adc20618b445 service neutron] Checking segment: {'id': '9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ba09dff6-f453-4951-8599-391fd8346c4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:09:09.905890 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-8c39ffc0-ddc1-442e-afce-adc20618b445 service neutron] Bound using segment: {'id': '9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ba09dff6-f453-4951-8599-391fd8346c4e'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:09:09.906301 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-8c39ffc0-ddc1-442e-afce-adc20618b445 service neutron] Bound port: 10f99b2d-0900-4a05-8ac5-08188a5548c9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ba09dff6-f453-4951-8599-391fd8346c4e'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:09:09.906707 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-8c39ffc0-ddc1-442e-afce-adc20618b445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (10f99b2d-0900-4a05-8ac5-08188a5548c9), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:09.976742 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5d599df5-bcb5-4431-a0ca-b6bfac0009a3 admin admin] Publish callbacks [] for security_group (18238405-5a3a-44bc-aafc-b9f9625743ba), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:10.000631 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5d599df5-bcb5-4431-a0ca-b6bfac0009a3 admin admin] Publish callbacks [] for security_group (18238405-5a3a-44bc-aafc-b9f9625743ba), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:10.026296 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37b298-cd68-4ff4-a194-160f4616b77a req-c0114d4a-97ae-4d02-b047-3f6f80f2c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:10.028122 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-de37b298-cd68-4ff4-a194-160f4616b77a req-c0114d4a-97ae-4d02-b047-3f6f80f2c6d1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=101f8301-8908-474a-9c4a-c0416b6bfc1d HTTP/1.1" status: 200  len: 913 time: 0.1671269
Feb 05 21:09:10.080808 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-8c39ffc0-ddc1-442e-afce-adc20618b445 service neutron] For port 10f99b2d-0900-4a05-8ac5-08188a5548c9, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:09:10.087553 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5d599df5-bcb5-4431-a0ca-b6bfac0009a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (18238405-5a3a-44bc-aafc-b9f9625743ba), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:10.093139 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5d599df5-bcb5-4431-a0ca-b6bfac0009a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:10.094961 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5d599df5-bcb5-4431-a0ca-b6bfac0009a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/18238405-5a3a-44bc-aafc-b9f9625743ba HTTP/1.1" status: 204  len: 168 time: 0.1928239
Feb 05 21:09:10.106556 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-8c39ffc0-ddc1-442e-afce-adc20618b445 service neutron] For port 10f99b2d-0900-4a05-8ac5-08188a5548c9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=10f99b2d-0900-4a05-8ac5-08188a5548c9,segment=NetworkSegment(9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f),segment_id=9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:09:10.113666 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d599df5-bcb5-4431-a0ca-b6bfac0009a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18238405-5a3a-44bc-aafc-b9f9625743ba,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:10.125348 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-8c39ffc0-ddc1-442e-afce-adc20618b445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (10f99b2d-0900-4a05-8ac5-08188a5548c9), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:10.144864 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-de37b298-cd68-4ff4-a194-160f4616b77a req-fa5c1984-84ae-4935-9630-b29affcb84eb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=545bfef8-da31-4834-a301-52904e994139 HTTP/1.1" status: 200  len: 1001 time: 0.1063402
Feb 05 21:09:10.248118 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-8c39ffc0-ddc1-442e-afce-adc20618b445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:10.248971 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-8c39ffc0-ddc1-442e-afce-adc20618b445 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:10.253304 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-8c39ffc0-ddc1-442e-afce-adc20618b445 service neutron] 10.222.0.21 "PUT /v2.0/ports/10f99b2d-0900-4a05-8ac5-08188a5548c9 HTTP/1.1" status: 200  len: 1092 time: 1.1886363
Feb 05 21:09:10.255704 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a711411c-1837-4c14-bab3-d02e98ff0bb0', 'tag': '10f99b2d-0900-4a05-8ac5-08188a5548c9'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:09:10.265383 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2613f7-e638-4afc-983c-d2a125c75c08" -d '{"events": [{"name": "network-changed", "server_uuid": "a711411c-1837-4c14-bab3-d02e98ff0bb0", "tag": "10f99b2d-0900-4a05-8ac5-08188a5548c9"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:09:10.401262 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3c8880-b7bc-4e39-a0fa-ce8d3a1a166d x-openstack-request-id: req-db3c8880-b7bc-4e39-a0fa-ce8d3a1a166d {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:09:10.401262 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a711411c-1837-4c14-bab3-d02e98ff0bb0", "tag": "10f99b2d-0900-4a05-8ac5-08188a5548c9", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:09:10.409029 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0631b-f368-4cf3-afa1-f2d8d034f3bb req-c9d3bd00-344b-45f2-926a-e221f97e13b2 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:10.417415 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-49d0631b-f368-4cf3-afa1-f2d8d034f3bb req-c9d3bd00-344b-45f2-926a-e221f97e13b2 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 944 time: 0.0818951
Feb 05 21:09:10.421897 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db3c8880-b7bc-4e39-a0fa-ce8d3a1a166d {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:09:10.422779 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a711411c-1837-4c14-bab3-d02e98ff0bb0', 'tag': '10f99b2d-0900-4a05-8ac5-08188a5548c9', 'status': 'completed', 'code': 200}
Feb 05 21:09:10.423676 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c39ffc0-ddc1-442e-afce-adc20618b445 service neutron] Pushing event updated for resources: {'Port': ['ID=10f99b2d-0900-4a05-8ac5-08188a5548c9,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:10.454179 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37b298-cd68-4ff4-a194-160f4616b77a req-391ee23c-b2b0-4068-b26d-c1d7c158ba59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:10.458254 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-de37b298-cd68-4ff4-a194-160f4616b77a req-391ee23c-b2b0-4068-b26d-c1d7c158ba59 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4fedd35d-80ae-4712-9371-a85b980ce8f3 HTTP/1.1" status: 200  len: 851 time: 0.2905245
Feb 05 21:09:10.476041 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:10.516720 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-49d0631b-f368-4cf3-afa1-f2d8d034f3bb req-936b8490-326c-4ed1-aee0-6be90386c323 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974944
Feb 05 21:09:10.603225 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-b5aa1c3f-4deb-422e-9e36-11995057adec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:10.605648 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-b5aa1c3f-4deb-422e-9e36-11995057adec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc0a1e1d985c4b0eb031dcc2cbe83f90&device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 1126 time: 0.2765546
Feb 05 21:09:10.670667 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-960a3b44-7a12-4f49-821e-8cbfed5cdf43 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10f99b2d-0900-4a05-8ac5-08188a5548c9 HTTP/1.1" status: 200  len: 217 time: 0.0559185
Feb 05 21:09:10.677831 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37b298-cd68-4ff4-a194-160f4616b77a req-b5538a67-1087-4844-84ec-095a7c8eb0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:10.677831 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-de37b298-cd68-4ff4-a194-160f4616b77a req-b5538a67-1087-4844-84ec-095a7c8eb0da service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=101f8301-8908-474a-9c4a-c0416b6bfc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1784790
Feb 05 21:09:10.743130 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-91615417-6301-4d48-8a41-e9e96378ab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:10.745870 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-91615417-6301-4d48-8a41-e9e96378ab19 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=328dbb81-dab4-4177-93ce-5843e2949a60 HTTP/1.1" status: 200  len: 854 time: 0.0699723
Feb 05 21:09:10.820371 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-9a23d70e-4195-4824-a75b-02153aa4d302 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ba09dff6-f453-4951-8599-391fd8346c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0562966
Feb 05 21:09:10.975388 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-de37b298-cd68-4ff4-a194-160f4616b77a req-2b0d2b34-54dc-4022-8acf-6e8922474e97 service neutron] 10.222.0.39 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2544482
Feb 05 21:09:11.046743 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-c4cad13c-54e1-46cf-a3cd-f8daa00c9f99 service neutron] 10.222.0.21 "GET /v2.0/networks/ba09dff6-f453-4951-8599-391fd8346c4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2198172
Feb 05 21:09:11.184287 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-de37b298-cd68-4ff4-a194-160f4616b77a req-88194ab2-647d-4afa-8996-67a9b8980cba service neutron] 10.222.0.39 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1978185
Feb 05 21:09:11.206678 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-27a633a8-e38c-4927-a8f8-f71f5884c953 req-13031e58-aebe-44ce-8866-59f4d164d47e service neutron] 10.222.0.21 "GET /v2.0/networks/ba09dff6-f453-4951-8599-391fd8346c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1533046
Feb 05 21:09:11.354922 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 34980) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:11.360900 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2613f7-e638-4afc-983c-d2a125c75c08 req-ab927f09-8bdc-4ba1-ae0b-9935b007642e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:11.363087 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7b2613f7-e638-4afc-983c-d2a125c75c08 req-ab927f09-8bdc-4ba1-ae0b-9935b007642e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc0a1e1d985c4b0eb031dcc2cbe83f90&device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 1126 time: 0.0941761
Feb 05 21:09:11.525745 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2613f7-e638-4afc-983c-d2a125c75c08 req-8088ab73-5d39-4419-a5eb-3842392c02c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:11.527619 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7b2613f7-e638-4afc-983c-d2a125c75c08 req-8088ab73-5d39-4419-a5eb-3842392c02c2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ba09dff6-f453-4951-8599-391fd8346c4e HTTP/1.1" status: 200  len: 915 time: 0.1542473
Feb 05 21:09:11.527897 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-1e980c54-4570-4f6c-9d49-9521a21fc378 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-95424244-network', 'tenant_id': '8c11d9b218f84eec8aea4cd2be3eef9e'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:09:11.575577 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e980c54-4570-4f6c-9d49-9521a21fc378 admin admin] Made reservation on behalf of 8c11d9b218f84eec8aea4cd2be3eef9e for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:09:11.583775 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1e980c54-4570-4f6c-9d49-9521a21fc378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:11.598787 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1e980c54-4570-4f6c-9d49-9521a21fc378 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:11.600241 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7b2613f7-e638-4afc-983c-d2a125c75c08 req-3ee8f28f-e5c1-4fc0-ba65-84ed34f27d9d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10f99b2d-0900-4a05-8ac5-08188a5548c9 HTTP/1.1" status: 200  len: 217 time: 0.0664635
Feb 05 21:09:11.701167 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2613f7-e638-4afc-983c-d2a125c75c08 req-cb69e93f-0cce-48de-a1e4-4747f1624d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:11.708054 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7b2613f7-e638-4afc-983c-d2a125c75c08 req-cb69e93f-0cce-48de-a1e4-4747f1624d27 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=328dbb81-dab4-4177-93ce-5843e2949a60 HTTP/1.1" status: 200  len: 854 time: 0.1010821
Feb 05 21:09:11.748103 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17b39c-155b-4b77-9477-5453768cf8c6 req-a119c179-1428-42c7-9da8-9acaabfc80a2 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:11.762599 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fc17b39c-155b-4b77-9477-5453768cf8c6 req-a119c179-1428-42c7-9da8-9acaabfc80a2 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 944 time: 0.1189294
Feb 05 21:09:11.781754 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7b2613f7-e638-4afc-983c-d2a125c75c08 req-94faa43c-d317-4de3-9f23-7afc4893c3b6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ba09dff6-f453-4951-8599-391fd8346c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0665004
Feb 05 21:09:11.845856 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fc17b39c-155b-4b77-9477-5453768cf8c6 req-6f30c39d-9062-4c55-8b9c-d5082c766bd8 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816891
Feb 05 21:09:11.869656 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1e980c54-4570-4f6c-9d49-9521a21fc378 admin admin] Publish callbacks [] for security_group (d4a73cf3-b252-4309-a983-c196658b1f85), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:11.875401 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1e980c54-4570-4f6c-9d49-9521a21fc378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (d4a73cf3-b252-4309-a983-c196658b1f85), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:11.901838 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e980c54-4570-4f6c-9d49-9521a21fc378 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:09:11.918871 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e980c54-4570-4f6c-9d49-9521a21fc378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a73cf3-b252-4309-a983-c196658b1f85,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:11.922217 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1e980c54-4570-4f6c-9d49-9521a21fc378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (e1b207f3-c4c1-467a-9e44-6752d8f58c2c), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:11.922673 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-1e980c54-4570-4f6c-9d49-9521a21fc378 admin admin] Added segment e1b207f3-c4c1-467a-9e44-6752d8f58c2c of type vlan for network ed741cd9-7777-485d-b8eb-bfc35c72bf6b
Feb 05 21:09:11.938122 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7b2613f7-e638-4afc-983c-d2a125c75c08 req-3372adc7-2403-42d8-b227-10db90e398f4 service neutron] 10.222.0.21 "GET /v2.0/networks/ba09dff6-f453-4951-8599-391fd8346c4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1489325
Feb 05 21:09:11.983227 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1e980c54-4570-4f6c-9d49-9521a21fc378 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (ed741cd9-7777-485d-b8eb-bfc35c72bf6b), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:12.028293 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1e980c54-4570-4f6c-9d49-9521a21fc378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (ed741cd9-7777-485d-b8eb-bfc35c72bf6b), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:12.029818 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e980c54-4570-4f6c-9d49-9521a21fc378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:12.030647 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1e980c54-4570-4f6c-9d49-9521a21fc378 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:12.034709 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 34994) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:12.094963 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7b2613f7-e638-4afc-983c-d2a125c75c08 req-362796f8-d7e6-439e-b670-f90a2c433c00 service neutron] 10.222.0.21 "GET /v2.0/networks/ba09dff6-f453-4951-8599-391fd8346c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1508904
Feb 05 21:09:12.105162 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1e980c54-4570-4f6c-9d49-9521a21fc378 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.7463200
Feb 05 21:09:12.105511 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 34998) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:12.108707 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e980c54-4570-4f6c-9d49-9521a21fc378 admin admin] Pushing event updated for resources: {'Network': ['ID=ed741cd9-7777-485d-b8eb-bfc35c72bf6b,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:12.122315 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-16a2a05f-ed27-46e4-9507-d5aca8c7bb66 admin admin] Request body: {'subnet': {'network_id': 'ed741cd9-7777-485d-b8eb-bfc35c72bf6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-95424244-subnet', 'tenant_id': '8c11d9b218f84eec8aea4cd2be3eef9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:09:12.126937 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network ed741cd9-7777-485d-b8eb-bfc35c72bf6b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:09:12.177098 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a2a05f-ed27-46e4-9507-d5aca8c7bb66 admin admin] Made reservation on behalf of 8c11d9b218f84eec8aea4cd2be3eef9e for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:09:12.181527 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-16a2a05f-ed27-46e4-9507-d5aca8c7bb66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:12.319600 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-65222957-db30-45f6-b291-d103ee6b285c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:12.497651 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-16a2a05f-ed27-46e4-9507-d5aca8c7bb66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (af2a4db8-7b5c-4e16-914f-60d3cbb3868f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:12.506095 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-65222957-db30-45f6-b291-d103ee6b285c admin admin] Publish callbacks [] for security_group (10417a02-a6b4-49b1-8e7d-607c9c4fbdb6), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:12.531608 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-65222957-db30-45f6-b291-d103ee6b285c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (10417a02-a6b4-49b1-8e7d-607c9c4fbdb6), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:12.609624 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2a05f-ed27-46e4-9507-d5aca8c7bb66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af2a4db8-7b5c-4e16-914f-60d3cbb3868f,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:12.614486 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65222957-db30-45f6-b291-d103ee6b285c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10417a02-a6b4-49b1-8e7d-607c9c4fbdb6,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:12.619451 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-65222957-db30-45f6-b291-d103ee6b285c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d96eaed0cd9c4fd291c5acd83fbe3ead&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5837002
Feb 05 21:09:12.632141 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 35002) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:12.641440 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a2a05f-ed27-46e4-9507-d5aca8c7bb66 admin admin] Checking segment: {'id': 'e1b207f3-c4c1-467a-9e44-6752d8f58c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ed741cd9-7777-485d-b8eb-bfc35c72bf6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:09:12.642348 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a2a05f-ed27-46e4-9507-d5aca8c7bb66 admin admin] Network hostable DHCP agents. Network: ed741cd9-7777-485d-b8eb-bfc35c72bf6b, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:09:12.685370 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a2a05f-ed27-46e4-9507-d5aca8c7bb66 admin admin] Network ed741cd9-7777-485d-b8eb-bfc35c72bf6b is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:09:12.713090 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-16a2a05f-ed27-46e4-9507-d5aca8c7bb66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ed741cd9-7777-485d-b8eb-bfc35c72bf6b) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:09:12.722651 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2033169c-5b0b-4d92-854f-e1600ca867a2 None None] Network ed741cd9-7777-485d-b8eb-bfc35c72bf6b requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:09:12.725301 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a2a05f-ed27-46e4-9507-d5aca8c7bb66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:12.726295 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-16a2a05f-ed27-46e4-9507-d5aca8c7bb66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:12.763567 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-16a2a05f-ed27-46e4-9507-d5aca8c7bb66 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6559289
Feb 05 21:09:12.787607 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5e988f5e-c1fd-47fa-b555-057f6dfd2ac3 admin admin] Publish callbacks [] for security_group (10417a02-a6b4-49b1-8e7d-607c9c4fbdb6), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:12.842213 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5e988f5e-c1fd-47fa-b555-057f6dfd2ac3 admin admin] Publish callbacks [] for security_group (10417a02-a6b4-49b1-8e7d-607c9c4fbdb6), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:12.917574 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5cca35-6cd3-4cdc-b475-b291028a67ae None None] Network ed741cd9-7777-485d-b8eb-bfc35c72bf6b requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:09:12.954220 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5e988f5e-c1fd-47fa-b555-057f6dfd2ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (10417a02-a6b4-49b1-8e7d-607c9c4fbdb6), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:12.957085 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5e988f5e-c1fd-47fa-b555-057f6dfd2ac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:12.960708 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5e988f5e-c1fd-47fa-b555-057f6dfd2ac3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/10417a02-a6b4-49b1-8e7d-607c9c4fbdb6 HTTP/1.1" status: 204  len: 168 time: 0.3243754
Feb 05 21:09:12.975279 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e988f5e-c1fd-47fa-b555-057f6dfd2ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10417a02-a6b4-49b1-8e7d-607c9c4fbdb6,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:13.068880 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a05fb-a8e1-4bc1-bc0e-cb3e1e17321c req-fe692c41-8e02-4e52-a0a3-804f51f827e4 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:13.075113 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bf7a05fb-a8e1-4bc1-bc0e-cb3e1e17321c req-fe692c41-8e02-4e52-a0a3-804f51f827e4 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 944 time: 0.0914147
Feb 05 21:09:13.162290 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bf7a05fb-a8e1-4bc1-bc0e-cb3e1e17321c req-70197244-2393-459b-9d96-52284a659b19 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780010
Feb 05 21:09:13.485819 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 35036) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:13.510250 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cad2e223-92e9-41d5-b79c-75cfc53c26ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:13.732462 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cad2e223-92e9-41d5-b79c-75cfc53c26ae admin admin] Publish callbacks [] for security_group (f636d766-5d07-4506-82f8-b0257ce2f830), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:13.740532 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cad2e223-92e9-41d5-b79c-75cfc53c26ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f636d766-5d07-4506-82f8-b0257ce2f830), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:13.835511 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad2e223-92e9-41d5-b79c-75cfc53c26ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f636d766-5d07-4506-82f8-b0257ce2f830,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:13.879352 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-cad2e223-92e9-41d5-b79c-75cfc53c26ae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=10e4ac597222471a94308cdc166c9725&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3933091
Feb 05 21:09:13.882831 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 35060) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:13.947110 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-f1338a25-75a3-4408-aa60-16a56ceec90f tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:13.950925 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-f1338a25-75a3-4408-aa60-16a56ceec90f tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] 10.222.0.32 "GET /v2.0/networks?id=ed741cd9-7777-485d-b8eb-bfc35c72bf6b HTTP/1.1" status: 200  len: 811 time: 0.1937954
Feb 05 21:09:13.971649 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-66dc3337-51f4-4be4-9791-154f9ad59251 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] 10.222.0.32 "GET /v2.0/quotas/8c11d9b218f84eec8aea4cd2be3eef9e HTTP/1.1" status: 200  len: 375 time: 0.0153770
Feb 05 21:09:13.974836 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4c203868-c4dd-4423-8283-6c26d6c3b192 admin admin] Publish callbacks [] for security_group (f636d766-5d07-4506-82f8-b0257ce2f830), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:14.002336 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4c203868-c4dd-4423-8283-6c26d6c3b192 admin admin] Publish callbacks [] for security_group (f636d766-5d07-4506-82f8-b0257ce2f830), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:14.019038 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-02ab4972-13fe-408f-8def-af704a24f06a tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c11d9b218f84eec8aea4cd2be3eef9e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0422502
Feb 05 21:09:14.096202 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4c203868-c4dd-4423-8283-6c26d6c3b192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f636d766-5d07-4506-82f8-b0257ce2f830), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:14.104443 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4c203868-c4dd-4423-8283-6c26d6c3b192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:14.105719 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4c203868-c4dd-4423-8283-6c26d6c3b192 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f636d766-5d07-4506-82f8-b0257ce2f830 HTTP/1.1" status: 204  len: 168 time: 0.2212310
Feb 05 21:09:14.118369 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c203868-c4dd-4423-8283-6c26d6c3b192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f636d766-5d07-4506-82f8-b0257ce2f830,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:14.171470 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-de5355e5-b2dc-4c54-93c7-b49f0a40b4b9 service neutron] 10.222.0.32 "GET /v2.0/networks/ed741cd9-7777-485d-b8eb-bfc35c72bf6b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1438217
Feb 05 21:09:14.323779 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-2a02890b-60e4-4f8a-8991-499a0b5cd0b6 service neutron] 10.222.0.32 "GET /v2.0/networks/ed741cd9-7777-485d-b8eb-bfc35c72bf6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1415052
Feb 05 21:09:14.340555 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66baf1-c6dc-4622-ade8-f03360073dc8 req-c7728dde-b337-4369-b3d9-7188dbbb8241 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:14.342014 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-af66baf1-c6dc-4622-ade8-f03360073dc8 req-c7728dde-b337-4369-b3d9-7188dbbb8241 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 944 time: 0.0832798
Feb 05 21:09:14.397588 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-af66baf1-c6dc-4622-ade8-f03360073dc8 req-3a41b0ff-eada-4606-97d2-87feb9d8bf07 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495794
Feb 05 21:09:14.581754 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8aa9d317-8460-4c85-acd0-e9718468be66 req-e0d9433b-1a0e-4698-a5e0-8b90f0078021 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] 10.222.0.32 "GET /v2.0/ports?device_id=1136b52a-1fbb-48cc-a992-b4aff0de906d HTTP/1.1" status: 200  len: 210 time: 0.0614700
Feb 05 21:09:15.017452 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 10f99b2d-0900-4a05-8ac5-08188a5548c9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:09:15.157375 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 10f99b2d-0900-4a05-8ac5-08188a5548c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=10f99b2d-0900-4a05-8ac5-08188a5548c9,segment=NetworkSegment(9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f),segment_id=9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:09:15.177619 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '10f99b2d-0900-4a05-8ac5-08188a5548c9', 'network_id': 'ba09dff6-f453-4951-8599-391fd8346c4e', 'port_id': '10f99b2d-0900-4a05-8ac5-08188a5548c9', 'mac_address': 'fa:16:3e:28:06:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '328dbb81-dab4-4177-93ce-5843e2949a60', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:09:15.228847 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 10f99b2d-0900-4a05-8ac5-08188a5548c9 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:09:15.229285 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (10f99b2d-0900-4a05-8ac5-08188a5548c9), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:15.243947 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10f99b2d-0900-4a05-8ac5-08188a5548c9 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:09:15.271770 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 10f99b2d-0900-4a05-8ac5-08188a5548c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=10f99b2d-0900-4a05-8ac5-08188a5548c9,segment=NetworkSegment(9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f),segment_id=9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:09:15.280620 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (10f99b2d-0900-4a05-8ac5-08188a5548c9), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:15.285923 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:15.332537 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=10f99b2d-0900-4a05-8ac5-08188a5548c9,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:15.552382 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['10f99b2d-0900-4a05-8ac5-08188a5548c9'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:09:15.595475 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075fce35-511f-464d-a98c-7b859006d3a1 req-29782786-dd05-48a4-af0f-98695aa632c4 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:15.617225 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-075fce35-511f-464d-a98c-7b859006d3a1 req-29782786-dd05-48a4-af0f-98695aa632c4 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 945 time: 0.1474750
Feb 05 21:09:15.886049 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-a8148526-caae-4f5b-94f7-c0be4cb257d1 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:15.890200 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-a8148526-caae-4f5b-94f7-c0be4cb257d1 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] 10.222.0.39 "GET /v2.0/networks?id=ed741cd9-7777-485d-b8eb-bfc35c72bf6b HTTP/1.1" status: 200  len: 811 time: 0.2491763
Feb 05 21:09:15.905887 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-030956f1-1b74-45c7-be6a-1bd48a595e11 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] Request body: {'port': {'device_id': '1136b52a-1fbb-48cc-a992-b4aff0de906d', 'network_id': 'ed741cd9-7777-485d-b8eb-bfc35c72bf6b', 'admin_state_up': True, 'tenant_id': '8c11d9b218f84eec8aea4cd2be3eef9e'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:09:15.956230 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-075fce35-511f-464d-a98c-7b859006d3a1 req-e3ffc392-e689-4e34-837d-9dd1e6e3005c tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3300598
Feb 05 21:09:15.988665 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7d1f441f-8ccd-4cd5-9180-8ec2c7b0a0a8 req-7006e4a4-c4cd-40e1-8ec1-8182e433938d tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] 10.222.0.32 "GET /v2.0/ports?device_id=1136b52a-1fbb-48cc-a992-b4aff0de906d HTTP/1.1" status: 200  len: 210 time: 0.2020414
Feb 05 21:09:16.143751 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 35154) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:16.269620 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-742aceb8-36f1-4580-a647-bcd1b9204945 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:16.357839 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-742aceb8-36f1-4580-a647-bcd1b9204945 admin admin] Publish callbacks [] for security_group (5d419aff-166c-472e-b144-dc59372b79b9), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:16.362029 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-742aceb8-36f1-4580-a647-bcd1b9204945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (5d419aff-166c-472e-b144-dc59372b79b9), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:16.408160 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-742aceb8-36f1-4580-a647-bcd1b9204945 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=047f2a78ff8f4c988bdcbeb491ca38d8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2608697
Feb 05 21:09:16.408160 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742aceb8-36f1-4580-a647-bcd1b9204945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d419aff-166c-472e-b144-dc59372b79b9,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:16.408500 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 35160) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:16.489467 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1aac65fc-861b-48b4-b135-b026c14dfac7 admin admin] Publish callbacks [] for security_group (5d419aff-166c-472e-b144-dc59372b79b9), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:16.512733 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-030956f1-1b74-45c7-be6a-1bd48a595e11 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] Made reservation on behalf of 8c11d9b218f84eec8aea4cd2be3eef9e for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:09:16.516764 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-030956f1-1b74-45c7-be6a-1bd48a595e11 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:16.523129 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1aac65fc-861b-48b4-b135-b026c14dfac7 admin admin] Publish callbacks [] for security_group (5d419aff-166c-472e-b144-dc59372b79b9), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:16.620581 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1aac65fc-861b-48b4-b135-b026c14dfac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (5d419aff-166c-472e-b144-dc59372b79b9), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:16.624010 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1aac65fc-861b-48b4-b135-b026c14dfac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:16.627511 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1aac65fc-861b-48b4-b135-b026c14dfac7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5d419aff-166c-472e-b144-dc59372b79b9 HTTP/1.1" status: 204  len: 168 time: 0.2157791
Feb 05 21:09:16.639881 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac65fc-861b-48b4-b135-b026c14dfac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d419aff-166c-472e-b144-dc59372b79b9,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:16.695545 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-030956f1-1b74-45c7-be6a-1bd48a595e11 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] Allocated IP 172.20.0.2 (ed741cd9-7777-485d-b8eb-bfc35c72bf6b/af2a4db8-7b5c-4e16-914f-60d3cbb3868f/d9d124d4-3c97-43b9-9d8b-ed6f8dd02987) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:09:16.867013 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-030956f1-1b74-45c7-be6a-1bd48a595e11 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] Publish callbacks [] for port (d9d124d4-3c97-43b9-9d8b-ed6f8dd02987), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:16.908045 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-030956f1-1b74-45c7-be6a-1bd48a595e11 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (d9d124d4-3c97-43b9-9d8b-ed6f8dd02987), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:16.955388 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-030956f1-1b74-45c7-be6a-1bd48a595e11 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] Network ed741cd9-7777-485d-b8eb-bfc35c72bf6b is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:09:16.963321 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-030956f1-1b74-45c7-be6a-1bd48a595e11 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:09:16.966421 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-030956f1-1b74-45c7-be6a-1bd48a595e11 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:09:17.042710 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 10f99b2d-0900-4a05-8ac5-08188a5548c9 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:09:17.095728 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-030956f1-1b74-45c7-be6a-1bd48a595e11 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:17.096402 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-030956f1-1b74-45c7-be6a-1bd48a595e11 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:17.128719 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-030956f1-1b74-45c7-be6a-1bd48a595e11 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2298818
Feb 05 21:09:17.129194 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030956f1-1b74-45c7-be6a-1bd48a595e11 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] Pushing event updated for resources: {'Port': ['ID=d9d124d4-3c97-43b9-9d8b-ed6f8dd02987,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:17.143504 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-0e3eb238-4a3a-4586-a929-d27450536f4d service neutron] Request body: {'port': {'device_id': '1136b52a-1fbb-48cc-a992-b4aff0de906d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:09:17.153954 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 10f99b2d-0900-4a05-8ac5-08188a5548c9 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:09:17.159009 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 10f99b2d-0900-4a05-8ac5-08188a5548c9 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:09:17.159434 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (10f99b2d-0900-4a05-8ac5-08188a5548c9), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:17.218253 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e6eff-cbc7-41b1-9dc9-a63c64d98e88 req-e7eb1c1e-e16a-424c-bc5d-99939cc046eb tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:17.221133 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-638e6eff-cbc7-41b1-9dc9-a63c64d98e88 req-e7eb1c1e-e16a-424c-bc5d-99939cc046eb tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 945 time: 0.1172452
Feb 05 21:09:17.272564 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee8852-899e-49fb-97cc-355c302171b5 req-e4961890-d8bf-490c-b512-7b067e01502d tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:17.280105 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0eee8852-899e-49fb-97cc-355c302171b5 req-e4961890-d8bf-490c-b512-7b067e01502d tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] 10.222.0.32 "GET /v2.0/ports?device_id=1136b52a-1fbb-48cc-a992-b4aff0de906d HTTP/1.1" status: 200  len: 931 time: 0.1341186
Feb 05 21:09:17.305385 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-0e3eb238-4a3a-4586-a929-d27450536f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d9d124d4-3c97-43b9-9d8b-ed6f8dd02987), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:17.341983 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 10f99b2d-0900-4a05-8ac5-08188a5548c9 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:09:17.342435 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (10f99b2d-0900-4a05-8ac5-08188a5548c9), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:17.397547 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-638e6eff-cbc7-41b1-9dc9-a63c64d98e88 req-6cbf8118-a539-4d02-9b52-92ba22c281fb tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1656051
Feb 05 21:09:17.398068 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 35212) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:17.421558 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a711411c-1837-4c14-bab3-d02e98ff0bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f99b2d-0900-4a05-8ac5-08188a5548c9'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:09:17.428397 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7006a9f8-af71-491e-b6cd-d06d728c675f" -d '{"events": [{"server_uuid": "a711411c-1837-4c14-bab3-d02e98ff0bb0", "name": "network-vif-plugged", "status": "completed", "tag": "10f99b2d-0900-4a05-8ac5-08188a5548c9"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:09:17.447674 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 10f99b2d-0900-4a05-8ac5-08188a5548c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=10f99b2d-0900-4a05-8ac5-08188a5548c9,segment=NetworkSegment(9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f),segment_id=9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:09:17.456076 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (10f99b2d-0900-4a05-8ac5-08188a5548c9), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:17.483633 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0eee8852-899e-49fb-97cc-355c302171b5 req-a16d0554-98ce-41c0-8415-f2a6fcac4d67 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] 10.222.0.32 "GET /v2.0/security-groups?id=d4a73cf3-b252-4309-a983-c196658b1f85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1991627
Feb 05 21:09:17.517654 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881ac239-daf1-4341-b0b1-97bcb680e946 x-openstack-request-id: req-881ac239-daf1-4341-b0b1-97bcb680e946 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:09:17.518788 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a711411c-1837-4c14-bab3-d02e98ff0bb0", "name": "network-vif-plugged", "status": "completed", "tag": "10f99b2d-0900-4a05-8ac5-08188a5548c9", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:09:17.519067 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-881ac239-daf1-4341-b0b1-97bcb680e946 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:09:17.519464 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a711411c-1837-4c14-bab3-d02e98ff0bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f99b2d-0900-4a05-8ac5-08188a5548c9', 'code': 200}
Feb 05 21:09:17.620486 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8c72e07d-aac2-46f6-97e1-f68f1dd112e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:17.630407 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=10f99b2d-0900-4a05-8ac5-08188a5548c9,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:17.717559 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8c72e07d-aac2-46f6-97e1-f68f1dd112e8 admin admin] Publish callbacks [] for security_group (0a5a1b6c-e0eb-4118-9c92-c02ce62c35db), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:17.724048 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8c72e07d-aac2-46f6-97e1-f68f1dd112e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (0a5a1b6c-e0eb-4118-9c92-c02ce62c35db), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:17.728257 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75873797-4e5c-4685-971d-dc93e136498f req-4118076c-3af1-46b6-94db-227571641a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:17.731256 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-75873797-4e5c-4685-971d-dc93e136498f req-4118076c-3af1-46b6-94db-227571641a51 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 1128 time: 0.1510425
Feb 05 21:09:17.755525 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-0e3eb238-4a3a-4586-a929-d27450536f4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9d124d4-3c97-43b9-9d8b-ed6f8dd02987 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:09:17.767366 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-0e3eb238-4a3a-4586-a929-d27450536f4d service neutron] Publish callbacks [] for port (d9d124d4-3c97-43b9-9d8b-ed6f8dd02987), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:17.780090 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8c72e07d-aac2-46f6-97e1-f68f1dd112e8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7728368aeb924f2faca9ba5f1bfea775&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3779891
Feb 05 21:09:17.781835 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c72e07d-aac2-46f6-97e1-f68f1dd112e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5a1b6c-e0eb-4118-9c92-c02ce62c35db,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:17.784470 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 35230) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:17.806053 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-0e3eb238-4a3a-4586-a929-d27450536f4d service neutron] Transition to ACTIVE for port object d9d124d4-3c97-43b9-9d8b-ed6f8dd02987 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:09:17.820346 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-0e3eb238-4a3a-4586-a929-d27450536f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (d9d124d4-3c97-43b9-9d8b-ed6f8dd02987), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:17.825606 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-75873797-4e5c-4685-971d-dc93e136498f req-39c6109a-518b-4724-b1e1-8cd5c430cb91 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878091
Feb 05 21:09:17.928805 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3eb238-4a3a-4586-a929-d27450536f4d service neutron] Pushing event updated for resources: {'Port': ['ID=d9d124d4-3c97-43b9-9d8b-ed6f8dd02987,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:17.955091 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-aa913c25-db40-4752-a30d-8de3b458be50 admin admin] Publish callbacks [] for security_group (0a5a1b6c-e0eb-4118-9c92-c02ce62c35db), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:17.985225 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-aa913c25-db40-4752-a30d-8de3b458be50 admin admin] Publish callbacks [] for security_group (0a5a1b6c-e0eb-4118-9c92-c02ce62c35db), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:18.016914 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-0e3eb238-4a3a-4586-a929-d27450536f4d service neutron] Attempting to bind port d9d124d4-3c97-43b9-9d8b-ed6f8dd02987 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:09:18.017186 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-0e3eb238-4a3a-4586-a929-d27450536f4d service neutron] Attempting to bind port d9d124d4-3c97-43b9-9d8b-ed6f8dd02987 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e1b207f3-c4c1-467a-9e44-6752d8f58c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ed741cd9-7777-485d-b8eb-bfc35c72bf6b'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:09:18.017520 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-0e3eb238-4a3a-4586-a929-d27450536f4d service neutron] Attempting to bind port d9d124d4-3c97-43b9-9d8b-ed6f8dd02987 on network ed741cd9-7777-485d-b8eb-bfc35c72bf6b {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:09:18.028298 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-0e3eb238-4a3a-4586-a929-d27450536f4d service neutron] Port d9d124d4-3c97-43b9-9d8b-ed6f8dd02987 on network ed741cd9-7777-485d-b8eb-bfc35c72bf6b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:09:18.028641 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-0e3eb238-4a3a-4586-a929-d27450536f4d service neutron] Attempting to bind port d9d124d4-3c97-43b9-9d8b-ed6f8dd02987 on network ed741cd9-7777-485d-b8eb-bfc35c72bf6b {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:09:18.034485 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-0e3eb238-4a3a-4586-a929-d27450536f4d service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:09:18.034835 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-0e3eb238-4a3a-4586-a929-d27450536f4d service neutron] Checking segment: {'id': 'e1b207f3-c4c1-467a-9e44-6752d8f58c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ed741cd9-7777-485d-b8eb-bfc35c72bf6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:09:18.035228 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-0e3eb238-4a3a-4586-a929-d27450536f4d service neutron] Bound using segment: {'id': 'e1b207f3-c4c1-467a-9e44-6752d8f58c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ed741cd9-7777-485d-b8eb-bfc35c72bf6b'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:09:18.035653 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-0e3eb238-4a3a-4586-a929-d27450536f4d service neutron] Bound port: d9d124d4-3c97-43b9-9d8b-ed6f8dd02987, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b207f3-c4c1-467a-9e44-6752d8f58c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ed741cd9-7777-485d-b8eb-bfc35c72bf6b'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:09:18.036036 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-0e3eb238-4a3a-4586-a929-d27450536f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d9d124d4-3c97-43b9-9d8b-ed6f8dd02987), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:18.089735 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-aa913c25-db40-4752-a30d-8de3b458be50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (0a5a1b6c-e0eb-4118-9c92-c02ce62c35db), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:18.092570 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-aa913c25-db40-4752-a30d-8de3b458be50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:18.093783 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-aa913c25-db40-4752-a30d-8de3b458be50 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0a5a1b6c-e0eb-4118-9c92-c02ce62c35db HTTP/1.1" status: 204  len: 168 time: 0.3060596
Feb 05 21:09:18.114995 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa913c25-db40-4752-a30d-8de3b458be50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5a1b6c-e0eb-4118-9c92-c02ce62c35db,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:18.123383 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-0e3eb238-4a3a-4586-a929-d27450536f4d service neutron] For port d9d124d4-3c97-43b9-9d8b-ed6f8dd02987, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:09:18.132248 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-0e3eb238-4a3a-4586-a929-d27450536f4d service neutron] For port d9d124d4-3c97-43b9-9d8b-ed6f8dd02987, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d9d124d4-3c97-43b9-9d8b-ed6f8dd02987,segment=NetworkSegment(e1b207f3-c4c1-467a-9e44-6752d8f58c2c),segment_id=e1b207f3-c4c1-467a-9e44-6752d8f58c2c)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:09:18.150602 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-0e3eb238-4a3a-4586-a929-d27450536f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (d9d124d4-3c97-43b9-9d8b-ed6f8dd02987), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:18.202215 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-0e3eb238-4a3a-4586-a929-d27450536f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:18.202877 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-0e3eb238-4a3a-4586-a929-d27450536f4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:18.204488 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-0e3eb238-4a3a-4586-a929-d27450536f4d service neutron] 10.222.0.39 "PUT /v2.0/ports/d9d124d4-3c97-43b9-9d8b-ed6f8dd02987 HTTP/1.1" status: 200  len: 1091 time: 1.0667901
Feb 05 21:09:18.204965 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1136b52a-1fbb-48cc-a992-b4aff0de906d', 'tag': 'd9d124d4-3c97-43b9-9d8b-ed6f8dd02987'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:09:18.207702 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4c1b31-2265-43ce-9bb0-f681148e7609" -d '{"events": [{"name": "network-changed", "server_uuid": "1136b52a-1fbb-48cc-a992-b4aff0de906d", "tag": "d9d124d4-3c97-43b9-9d8b-ed6f8dd02987"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:09:18.251016 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3eb238-4a3a-4586-a929-d27450536f4d service neutron] Pushing event updated for resources: {'Port': ['ID=d9d124d4-3c97-43b9-9d8b-ed6f8dd02987,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:18.256178 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56702f71-4110-4468-8507-471ac2780755 x-openstack-request-id: req-56702f71-4110-4468-8507-471ac2780755 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:09:18.256590 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1136b52a-1fbb-48cc-a992-b4aff0de906d", "tag": "d9d124d4-3c97-43b9-9d8b-ed6f8dd02987", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:09:18.256916 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-56702f71-4110-4468-8507-471ac2780755 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:09:18.257442 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1136b52a-1fbb-48cc-a992-b4aff0de906d', 'tag': 'd9d124d4-3c97-43b9-9d8b-ed6f8dd02987', 'status': 'completed', 'code': 200}
Feb 05 21:09:18.356380 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-18125c4e-49d1-486e-a596-0591394b25b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:18.359776 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-18125c4e-49d1-486e-a596-0591394b25b1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8c11d9b218f84eec8aea4cd2be3eef9e&device_id=1136b52a-1fbb-48cc-a992-b4aff0de906d HTTP/1.1" status: 200  len: 1125 time: 0.0788219
Feb 05 21:09:18.420378 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-80ab8ca5-d8c1-41c9-bc1f-9729ae911001 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9d124d4-3c97-43b9-9d8b-ed6f8dd02987 HTTP/1.1" status: 200  len: 217 time: 0.0544786
Feb 05 21:09:18.520611 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-02d314c1-f838-4360-add1-727f03bc5214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:18.522468 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-02d314c1-f838-4360-add1-727f03bc5214 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af2a4db8-7b5c-4e16-914f-60d3cbb3868f HTTP/1.1" status: 200  len: 851 time: 0.0961494
Feb 05 21:09:18.584537 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-baee8448-5791-4d4b-8b2e-9363e5a76012 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ed741cd9-7777-485d-b8eb-bfc35c72bf6b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0542574
Feb 05 21:09:18.597302 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce141030-a427-4c2f-bd9f-9e2bff786659 req-acb40a53-1da8-45db-809d-a1fc5036ba95 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:18.606628 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ce141030-a427-4c2f-bd9f-9e2bff786659 req-acb40a53-1da8-45db-809d-a1fc5036ba95 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0954783
Feb 05 21:09:18.721703 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ce141030-a427-4c2f-bd9f-9e2bff786659 req-43607514-7503-4cdc-ba04-9acefb39ba83 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138024
Feb 05 21:09:18.751804 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a029bf-e966-4aa4-b57e-31607120533a req-9828fae1-8234-44f7-a0b4-e7e7d8e8fd3c tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:18.753850 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e6a029bf-e966-4aa4-b57e-31607120533a req-9828fae1-8234-44f7-a0b4-e7e7d8e8fd3c tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] 10.222.0.32 "GET /v2.0/ports?device_id=1136b52a-1fbb-48cc-a992-b4aff0de906d HTTP/1.1" status: 200  len: 943 time: 0.1162729
Feb 05 21:09:18.774078 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-276ca8c4-7d27-4531-a0b9-f28946ef749a service neutron] 10.222.0.39 "GET /v2.0/networks/ed741cd9-7777-485d-b8eb-bfc35c72bf6b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1829920
Feb 05 21:09:18.825408 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e6a029bf-e966-4aa4-b57e-31607120533a req-f5f8f8f3-6cfe-4687-8d9f-1a091658e184 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] 10.222.0.32 "GET /v2.0/security-groups?id=d4a73cf3-b252-4309-a983-c196658b1f85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640144
Feb 05 21:09:18.912545 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cad4eb66-d2da-4b82-85bf-0538da921070 req-4b8ac7c2-c130-4ada-aa6b-fac8a68ece5e service neutron] 10.222.0.39 "GET /v2.0/networks/ed741cd9-7777-485d-b8eb-bfc35c72bf6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1322405
Feb 05 21:09:18.930542 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 35274) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:18.947434 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9571e21e-661f-4bd0-a85b-6291fc2731fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:19.072173 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9571e21e-661f-4bd0-a85b-6291fc2731fb admin admin] Publish callbacks [] for security_group (6f2abd62-7112-4125-96c9-ddcbb242a743), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:19.075119 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c1b31-2265-43ce-9bb0-f681148e7609 req-10c69a7b-3f1e-405e-8604-d84ff541d41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:19.076837 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ab4c1b31-2265-43ce-9bb0-f681148e7609 req-10c69a7b-3f1e-405e-8604-d84ff541d41a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8c11d9b218f84eec8aea4cd2be3eef9e&device_id=1136b52a-1fbb-48cc-a992-b4aff0de906d HTTP/1.1" status: 200  len: 1125 time: 0.0867333
Feb 05 21:09:19.079409 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9571e21e-661f-4bd0-a85b-6291fc2731fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (6f2abd62-7112-4125-96c9-ddcbb242a743), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:19.143169 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9571e21e-661f-4bd0-a85b-6291fc2731fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2abd62-7112-4125-96c9-ddcbb242a743,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:19.182274 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 35284) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:19.182513 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9571e21e-661f-4bd0-a85b-6291fc2731fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=44f6e9f331a54b1c99bb34e281275ac8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2506242
Feb 05 21:09:19.220493 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c1b31-2265-43ce-9bb0-f681148e7609 req-a27f83aa-c1bd-4f65-84af-dac39ca3507e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:19.222081 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ab4c1b31-2265-43ce-9bb0-f681148e7609 req-a27f83aa-c1bd-4f65-84af-dac39ca3507e service neutron] 10.222.0.39 "GET /v2.0/networks?id=ed741cd9-7777-485d-b8eb-bfc35c72bf6b HTTP/1.1" status: 200  len: 912 time: 0.1387837
Feb 05 21:09:19.235309 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-de878dd5-8453-499f-aee8-eaa17b751496 admin admin] Publish callbacks [] for security_group (6f2abd62-7112-4125-96c9-ddcbb242a743), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:19.257315 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-de878dd5-8453-499f-aee8-eaa17b751496 admin admin] Publish callbacks [] for security_group (6f2abd62-7112-4125-96c9-ddcbb242a743), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:19.265706 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ab4c1b31-2265-43ce-9bb0-f681148e7609 req-6b80af64-d923-423c-a34c-7250d4cb6647 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9d124d4-3c97-43b9-9d8b-ed6f8dd02987 HTTP/1.1" status: 200  len: 217 time: 0.0368781
Feb 05 21:09:19.307499 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-de878dd5-8453-499f-aee8-eaa17b751496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (6f2abd62-7112-4125-96c9-ddcbb242a743), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:19.310648 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-de878dd5-8453-499f-aee8-eaa17b751496 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:19.314347 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-de878dd5-8453-499f-aee8-eaa17b751496 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6f2abd62-7112-4125-96c9-ddcbb242a743 HTTP/1.1" status: 204  len: 168 time: 0.1283474
Feb 05 21:09:19.320771 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de878dd5-8453-499f-aee8-eaa17b751496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2abd62-7112-4125-96c9-ddcbb242a743,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:19.331727 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c1b31-2265-43ce-9bb0-f681148e7609 req-a18eed03-89d0-408e-a05c-6f2fea0493f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:19.334844 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ab4c1b31-2265-43ce-9bb0-f681148e7609 req-a18eed03-89d0-408e-a05c-6f2fea0493f3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af2a4db8-7b5c-4e16-914f-60d3cbb3868f HTTP/1.1" status: 200  len: 851 time: 0.0629728
Feb 05 21:09:19.380799 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ab4c1b31-2265-43ce-9bb0-f681148e7609 req-d2e69a98-5f7c-44cc-afd6-bebff9a562c9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ed741cd9-7777-485d-b8eb-bfc35c72bf6b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0378847
Feb 05 21:09:19.494730 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ab4c1b31-2265-43ce-9bb0-f681148e7609 req-7e5ed5b0-4168-46f0-9406-d585dc2d2af1 service neutron] 10.222.0.39 "GET /v2.0/networks/ed741cd9-7777-485d-b8eb-bfc35c72bf6b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1055660
Feb 05 21:09:19.622589 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ab4c1b31-2265-43ce-9bb0-f681148e7609 req-00ecbe7c-ea95-4bca-ac6b-0d6b35834ed1 service neutron] 10.222.0.39 "GET /v2.0/networks/ed741cd9-7777-485d-b8eb-bfc35c72bf6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226377
Feb 05 21:09:19.888102 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7740629-2b51-4df5-8a82-b3d3f2f69268 req-fe3510fa-598c-47e0-b7d2-251245525c90 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:19.890792 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7740629-2b51-4df5-8a82-b3d3f2f69268 req-fe3510fa-598c-47e0-b7d2-251245525c90 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0994387
Feb 05 21:09:20.032535 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7740629-2b51-4df5-8a82-b3d3f2f69268 req-5ce815cc-1a32-4798-a1af-4a6c0cc1e726 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1348350
Feb 05 21:09:20.078318 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a096f40d-4d6f-4f0e-a52a-a49f42804064 req-7b1e4ec8-c19c-4f01-bb92-5ca5b8f518b9 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:20.107085 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a096f40d-4d6f-4f0e-a52a-a49f42804064 req-7b1e4ec8-c19c-4f01-bb92-5ca5b8f518b9 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] 10.222.0.32 "GET /v2.0/ports?device_id=1136b52a-1fbb-48cc-a992-b4aff0de906d HTTP/1.1" status: 200  len: 943 time: 0.1552305
Feb 05 21:09:20.126356 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:20.204253 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [req-298d7d6e-698f-4296-91bc-f58d01d4166d req-2172b808-accc-4c65-8b92-4e1dae9c83b1 service neutron] (114390) timed out ('10.222.0.32', 53854) {{(pid=114390) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 05 21:09:20.289374 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a096f40d-4d6f-4f0e-a52a-a49f42804064 req-80a9cfa4-0e72-4e99-bbf2-c9c147b934b1 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] 10.222.0.32 "GET /v2.0/security-groups?id=d4a73cf3-b252-4309-a983-c196658b1f85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1813660
Feb 05 21:09:20.569565 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-940bde1a-cff7-4b36-a7d8-7c533fd3122f tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:20.571273 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-940bde1a-cff7-4b36-a7d8-7c533fd3122f tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/networks?id=ba09dff6-f453-4951-8599-391fd8346c4e HTTP/1.1" status: 200  len: 814 time: 0.1710413
Feb 05 21:09:20.599816 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-03e5b133-7e91-4889-826c-afc3b2ef4a39 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/quotas/fc0a1e1d985c4b0eb031dcc2cbe83f90 HTTP/1.1" status: 200  len: 375 time: 0.0156691
Feb 05 21:09:20.755520 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-f0568fba-d21a-4d40-a934-a214f0b7c0b7 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fc0a1e1d985c4b0eb031dcc2cbe83f90&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1451867
Feb 05 21:09:20.893973 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-935f5cf9-8680-41f5-b25b-141197a9c823 service neutron] 10.222.0.32 "GET /v2.0/networks/ba09dff6-f453-4951-8599-391fd8346c4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1276257
Feb 05 21:09:21.048948 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-4f37cfef-326f-439a-8f48-057c8210db78 service neutron] 10.222.0.32 "GET /v2.0/networks/ba09dff6-f453-4951-8599-391fd8346c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1485453
Feb 05 21:09:21.382978 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a9d50172-dd05-4ce8-852e-a6a4dc409175 req-61397fd0-dba1-47fb-8691-79fc7e0cbfe2 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c34a7c1-8b32-4f7b-9fcb-835a6827d560 HTTP/1.1" status: 200  len: 210 time: 0.0698717
Feb 05 21:09:21.583666 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 35448) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:21.608673 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce780a1-349d-4963-9a21-a07196005e12 req-0bd65c49-7042-446c-94d0-1ab032208bd2 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:21.616419 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6ce780a1-349d-4963-9a21-a07196005e12 req-0bd65c49-7042-446c-94d0-1ab032208bd2 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] 10.222.0.32 "GET /v2.0/ports?device_id=1136b52a-1fbb-48cc-a992-b4aff0de906d HTTP/1.1" status: 200  len: 943 time: 0.1473484
Feb 05 21:09:21.753916 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6ce780a1-349d-4963-9a21-a07196005e12 req-c2c82702-7426-47e2-b72e-1f85a9a6e751 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] 10.222.0.32 "GET /v2.0/security-groups?id=d4a73cf3-b252-4309-a983-c196658b1f85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1363657
Feb 05 21:09:21.808970 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1feeb4a7-af56-47d8-84bd-b0f2d18dd569 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:21.870449 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device d9d124d4-3c97-43b9-9d8b-ed6f8dd02987 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:09:21.960419 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1feeb4a7-af56-47d8-84bd-b0f2d18dd569 admin admin] Publish callbacks [] for security_group (147aeaf1-5eaf-44bd-964a-7b8fa112803a), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:21.968583 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1feeb4a7-af56-47d8-84bd-b0f2d18dd569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (147aeaf1-5eaf-44bd-964a-7b8fa112803a), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:22.035608 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1feeb4a7-af56-47d8-84bd-b0f2d18dd569 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c8889ec24a8543879ab289a4e2ce0c25&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4473474
Feb 05 21:09:22.036551 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 35456) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:22.057730 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feeb4a7-af56-47d8-84bd-b0f2d18dd569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147aeaf1-5eaf-44bd-964a-7b8fa112803a,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:22.076243 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port d9d124d4-3c97-43b9-9d8b-ed6f8dd02987, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d9d124d4-3c97-43b9-9d8b-ed6f8dd02987,segment=NetworkSegment(e1b207f3-c4c1-467a-9e44-6752d8f58c2c),segment_id=e1b207f3-c4c1-467a-9e44-6752d8f58c2c)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:09:22.095257 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'd9d124d4-3c97-43b9-9d8b-ed6f8dd02987', 'network_id': 'ed741cd9-7777-485d-b8eb-bfc35c72bf6b', 'port_id': 'd9d124d4-3c97-43b9-9d8b-ed6f8dd02987', 'mac_address': 'fa:16:3e:ba:d7:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af2a4db8-7b5c-4e16-914f-60d3cbb3868f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:09:22.152025 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2a7386fe-b131-4835-9ce1-36962509d1ff admin admin] Publish callbacks [] for security_group (147aeaf1-5eaf-44bd-964a-7b8fa112803a), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:22.164357 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port d9d124d4-3c97-43b9-9d8b-ed6f8dd02987 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:09:22.165019 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d9d124d4-3c97-43b9-9d8b-ed6f8dd02987), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:22.181985 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2a7386fe-b131-4835-9ce1-36962509d1ff admin admin] Publish callbacks [] for security_group (147aeaf1-5eaf-44bd-964a-7b8fa112803a), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:22.209180 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9d124d4-3c97-43b9-9d8b-ed6f8dd02987 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:09:22.255732 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port d9d124d4-3c97-43b9-9d8b-ed6f8dd02987, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d9d124d4-3c97-43b9-9d8b-ed6f8dd02987,segment=NetworkSegment(e1b207f3-c4c1-467a-9e44-6752d8f58c2c),segment_id=e1b207f3-c4c1-467a-9e44-6752d8f58c2c)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:09:22.259157 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2a7386fe-b131-4835-9ce1-36962509d1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (147aeaf1-5eaf-44bd-964a-7b8fa112803a), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:22.263760 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d9d124d4-3c97-43b9-9d8b-ed6f8dd02987), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:22.264084 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2a7386fe-b131-4835-9ce1-36962509d1ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:22.265032 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2a7386fe-b131-4835-9ce1-36962509d1ff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/147aeaf1-5eaf-44bd-964a-7b8fa112803a HTTP/1.1" status: 204  len: 168 time: 0.2248588
Feb 05 21:09:22.280629 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7386fe-b131-4835-9ce1-36962509d1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147aeaf1-5eaf-44bd-964a-7b8fa112803a,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:22.393521 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=d9d124d4-3c97-43b9-9d8b-ed6f8dd02987,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:22.473204 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['d9d124d4-3c97-43b9-9d8b-ed6f8dd02987'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:09:22.550717 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8964908e-af51-4164-82f2-fe2ab7657524 req-1b656549-dd82-48e9-acef-9397e4b74433 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c34a7c1-8b32-4f7b-9fcb-835a6827d560 HTTP/1.1" status: 200  len: 210 time: 0.0783749
Feb 05 21:09:22.978140 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b8e90-1211-4f1f-b362-5dd239d3e07e req-e0ed322d-0893-4cf8-8bf9-6430b4beb120 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:22.987122 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fc5b8e90-1211-4f1f-b362-5dd239d3e07e req-e0ed322d-0893-4cf8-8bf9-6430b4beb120 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] 10.222.0.32 "GET /v2.0/ports?device_id=1136b52a-1fbb-48cc-a992-b4aff0de906d HTTP/1.1" status: 200  len: 944 time: 0.1085570
Feb 05 21:09:23.088970 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-999df1ca-8da5-4b74-b20c-571ca3013ac6 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:23.098044 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-999df1ca-8da5-4b74-b20c-571ca3013ac6 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.21 "GET /v2.0/networks?id=ba09dff6-f453-4951-8599-391fd8346c4e HTTP/1.1" status: 200  len: 814 time: 0.2656677
Feb 05 21:09:23.101025 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fc5b8e90-1211-4f1f-b362-5dd239d3e07e req-1f098da5-f6f9-4106-8e74-583ddec3c492 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] 10.222.0.32 "GET /v2.0/security-groups?id=d4a73cf3-b252-4309-a983-c196658b1f85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983255
Feb 05 21:09:23.115024 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-e6e6ac0b-c6f8-4fe4-b903-720295b4e0f1 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Request body: {'port': {'device_id': '5c34a7c1-8b32-4f7b-9fcb-835a6827d560', 'network_id': 'ba09dff6-f453-4951-8599-391fd8346c4e', 'admin_state_up': True, 'tenant_id': 'fc0a1e1d985c4b0eb031dcc2cbe83f90'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:09:23.293537 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-e6e6ac0b-c6f8-4fe4-b903-720295b4e0f1 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Made reservation on behalf of fc0a1e1d985c4b0eb031dcc2cbe83f90 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:09:23.298647 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-e6e6ac0b-c6f8-4fe4-b903-720295b4e0f1 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:23.520491 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-e6e6ac0b-c6f8-4fe4-b903-720295b4e0f1 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Allocated IP 172.20.0.11 (ba09dff6-f453-4951-8599-391fd8346c4e/328dbb81-dab4-4177-93ce-5843e2949a60/6762290c-c583-4849-8051-e37e258fa7c3) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:09:23.809903 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-e6e6ac0b-c6f8-4fe4-b903-720295b4e0f1 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Publish callbacks [] for port (6762290c-c583-4849-8051-e37e258fa7c3), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:23.827264 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-923bbe41-916c-493f-a38c-7e2a67a30672 req-ec1f6803-5e48-4132-9e7a-bef28f12915b tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c34a7c1-8b32-4f7b-9fcb-835a6827d560 HTTP/1.1" status: 200  len: 210 time: 0.0991960
Feb 05 21:09:23.866438 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-e6e6ac0b-c6f8-4fe4-b903-720295b4e0f1 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (6762290c-c583-4849-8051-e37e258fa7c3), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:23.867704 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device d9d124d4-3c97-43b9-9d8b-ed6f8dd02987 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:09:23.923136 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['10f99b2d-0900-4a05-8ac5-08188a5548c9'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:09:23.928268 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-e6e6ac0b-c6f8-4fe4-b903-720295b4e0f1 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Network ba09dff6-f453-4951-8599-391fd8346c4e is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:09:23.931918 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-e6e6ac0b-c6f8-4fe4-b903-720295b4e0f1 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:09:23.936155 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-e6e6ac0b-c6f8-4fe4-b903-720295b4e0f1 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:09:23.943530 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e6ac0b-c6f8-4fe4-b903-720295b4e0f1 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Pushing event updated for resources: {'Port': ['ID=6762290c-c583-4849-8051-e37e258fa7c3,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:24.022161 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-e6e6ac0b-c6f8-4fe4-b903-720295b4e0f1 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:24.023269 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-e6e6ac0b-c6f8-4fe4-b903-720295b4e0f1 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:24.060227 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port d9d124d4-3c97-43b9-9d8b-ed6f8dd02987 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:09:24.068353 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port d9d124d4-3c97-43b9-9d8b-ed6f8dd02987 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:09:24.068962 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d9d124d4-3c97-43b9-9d8b-ed6f8dd02987), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:24.080060 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-e6e6ac0b-c6f8-4fe4-b903-720295b4e0f1 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9772015
Feb 05 21:09:24.096168 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-1f497133-e6ea-4fa6-8c3a-ccc692c239e1 service neutron] Request body: {'port': {'device_id': '5c34a7c1-8b32-4f7b-9fcb-835a6827d560', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:09:24.255057 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-1f497133-e6ea-4fa6-8c3a-ccc692c239e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (6762290c-c583-4849-8051-e37e258fa7c3), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:24.291389 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port d9d124d4-3c97-43b9-9d8b-ed6f8dd02987 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:09:24.292279 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d9d124d4-3c97-43b9-9d8b-ed6f8dd02987), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:24.339680 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb044ea-cd3b-4778-b2b8-222f06de62f1 req-50437a5a-75f4-41bf-a819-7ed8c0baa70f tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:24.353001 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6eb044ea-cd3b-4778-b2b8-222f06de62f1 req-50437a5a-75f4-41bf-a819-7ed8c0baa70f tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] 10.222.0.32 "GET /v2.0/ports?device_id=1136b52a-1fbb-48cc-a992-b4aff0de906d HTTP/1.1" status: 200  len: 944 time: 0.1118805
Feb 05 21:09:24.353280 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1136b52a-1fbb-48cc-a992-b4aff0de906d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d124d4-3c97-43b9-9d8b-ed6f8dd02987'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:09:24.357928 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2cf1325-7476-4281-95f1-cc6d97095655" -d '{"events": [{"server_uuid": "1136b52a-1fbb-48cc-a992-b4aff0de906d", "name": "network-vif-plugged", "status": "completed", "tag": "d9d124d4-3c97-43b9-9d8b-ed6f8dd02987"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:09:24.379188 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port d9d124d4-3c97-43b9-9d8b-ed6f8dd02987, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d9d124d4-3c97-43b9-9d8b-ed6f8dd02987,segment=NetworkSegment(e1b207f3-c4c1-467a-9e44-6752d8f58c2c),segment_id=e1b207f3-c4c1-467a-9e44-6752d8f58c2c)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:09:24.391205 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d9d124d4-3c97-43b9-9d8b-ed6f8dd02987), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:24.445826 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6eb044ea-cd3b-4778-b2b8-222f06de62f1 req-8df2647b-7289-4a78-8ab3-5badee6f24e4 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] 10.222.0.32 "GET /v2.0/security-groups?id=d4a73cf3-b252-4309-a983-c196658b1f85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900340
Feb 05 21:09:24.457566 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43a0ea5-bf37-4ae6-93ef-4b5af3e32221 x-openstack-request-id: req-e43a0ea5-bf37-4ae6-93ef-4b5af3e32221 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:09:24.458247 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1136b52a-1fbb-48cc-a992-b4aff0de906d", "name": "network-vif-plugged", "status": "completed", "tag": "d9d124d4-3c97-43b9-9d8b-ed6f8dd02987", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:09:24.458705 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e43a0ea5-bf37-4ae6-93ef-4b5af3e32221 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:09:24.459382 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1136b52a-1fbb-48cc-a992-b4aff0de906d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d124d4-3c97-43b9-9d8b-ed6f8dd02987', 'code': 200}
Feb 05 21:09:24.463811 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=d9d124d4-3c97-43b9-9d8b-ed6f8dd02987,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:24.642212 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af2053-1936-4f0a-a67a-45ae0bb4b644 req-d3a937f4-fc2f-46a9-91b9-ad06c8c7f828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:24.643909 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c9af2053-1936-4f0a-a67a-45ae0bb4b644 req-d3a937f4-fc2f-46a9-91b9-ad06c8c7f828 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1136b52a-1fbb-48cc-a992-b4aff0de906d HTTP/1.1" status: 200  len: 1127 time: 0.1160631
Feb 05 21:09:24.772574 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c9af2053-1936-4f0a-a67a-45ae0bb4b644 req-fa5ca9bd-f4b5-4324-9af3-4ba6406e937d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d4a73cf3-b252-4309-a983-c196658b1f85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220977
Feb 05 21:09:24.812375 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-1f497133-e6ea-4fa6-8c3a-ccc692c239e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6762290c-c583-4849-8051-e37e258fa7c3 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:09:24.822084 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-1f497133-e6ea-4fa6-8c3a-ccc692c239e1 service neutron] Publish callbacks [] for port (6762290c-c583-4849-8051-e37e258fa7c3), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:24.838822 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-1f497133-e6ea-4fa6-8c3a-ccc692c239e1 service neutron] Transition to ACTIVE for port object 6762290c-c583-4849-8051-e37e258fa7c3 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:09:24.844696 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-1f497133-e6ea-4fa6-8c3a-ccc692c239e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (6762290c-c583-4849-8051-e37e258fa7c3), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:24.984272 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f497133-e6ea-4fa6-8c3a-ccc692c239e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6762290c-c583-4849-8051-e37e258fa7c3,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:24.997672 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5244ae7-8aa1-4b86-b441-43bc60846578 req-174880a2-1428-4762-a273-e1536fd70d9c tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:25.008208 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d5244ae7-8aa1-4b86-b441-43bc60846578 req-174880a2-1428-4762-a273-e1536fd70d9c tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c34a7c1-8b32-4f7b-9fcb-835a6827d560 HTTP/1.1" status: 200  len: 944 time: 0.0686190
Feb 05 21:09:25.008543 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-1f497133-e6ea-4fa6-8c3a-ccc692c239e1 service neutron] Attempting to bind port 6762290c-c583-4849-8051-e37e258fa7c3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:09:25.009041 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-1f497133-e6ea-4fa6-8c3a-ccc692c239e1 service neutron] Attempting to bind port 6762290c-c583-4849-8051-e37e258fa7c3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ba09dff6-f453-4951-8599-391fd8346c4e'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:09:25.009731 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-1f497133-e6ea-4fa6-8c3a-ccc692c239e1 service neutron] Attempting to bind port 6762290c-c583-4849-8051-e37e258fa7c3 on network ba09dff6-f453-4951-8599-391fd8346c4e {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:09:25.016131 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-1f497133-e6ea-4fa6-8c3a-ccc692c239e1 service neutron] Port 6762290c-c583-4849-8051-e37e258fa7c3 on network ba09dff6-f453-4951-8599-391fd8346c4e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:09:25.016910 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-1f497133-e6ea-4fa6-8c3a-ccc692c239e1 service neutron] Attempting to bind port 6762290c-c583-4849-8051-e37e258fa7c3 on network ba09dff6-f453-4951-8599-391fd8346c4e {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:09:25.022878 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-1f497133-e6ea-4fa6-8c3a-ccc692c239e1 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:09:25.023256 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-1f497133-e6ea-4fa6-8c3a-ccc692c239e1 service neutron] Checking segment: {'id': '9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ba09dff6-f453-4951-8599-391fd8346c4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:09:25.024360 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-1f497133-e6ea-4fa6-8c3a-ccc692c239e1 service neutron] Bound using segment: {'id': '9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ba09dff6-f453-4951-8599-391fd8346c4e'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:09:25.024976 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-1f497133-e6ea-4fa6-8c3a-ccc692c239e1 service neutron] Bound port: 6762290c-c583-4849-8051-e37e258fa7c3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ba09dff6-f453-4951-8599-391fd8346c4e'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:09:25.024976 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-1f497133-e6ea-4fa6-8c3a-ccc692c239e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (6762290c-c583-4849-8051-e37e258fa7c3), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:25.084508 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d5244ae7-8aa1-4b86-b441-43bc60846578 req-9d2dab38-2433-48b0-8583-5d439fdab8cc tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752065
Feb 05 21:09:25.125898 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-1f497133-e6ea-4fa6-8c3a-ccc692c239e1 service neutron] For port 6762290c-c583-4849-8051-e37e258fa7c3, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:09:25.131002 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-1f497133-e6ea-4fa6-8c3a-ccc692c239e1 service neutron] For port 6762290c-c583-4849-8051-e37e258fa7c3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6762290c-c583-4849-8051-e37e258fa7c3,segment=NetworkSegment(9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f),segment_id=9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:09:25.140526 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-1f497133-e6ea-4fa6-8c3a-ccc692c239e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (6762290c-c583-4849-8051-e37e258fa7c3), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:25.190021 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-1f497133-e6ea-4fa6-8c3a-ccc692c239e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:25.190397 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-1f497133-e6ea-4fa6-8c3a-ccc692c239e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:25.191836 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-1f497133-e6ea-4fa6-8c3a-ccc692c239e1 service neutron] 10.222.0.21 "PUT /v2.0/ports/6762290c-c583-4849-8051-e37e258fa7c3 HTTP/1.1" status: 200  len: 1092 time: 1.1004572
Feb 05 21:09:25.192294 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c34a7c1-8b32-4f7b-9fcb-835a6827d560', 'tag': '6762290c-c583-4849-8051-e37e258fa7c3'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:09:25.194742 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01289198-676c-4995-92d7-02e994aaa06e" -d '{"events": [{"name": "network-changed", "server_uuid": "5c34a7c1-8b32-4f7b-9fcb-835a6827d560", "tag": "6762290c-c583-4849-8051-e37e258fa7c3"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:09:25.215477 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f497133-e6ea-4fa6-8c3a-ccc692c239e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6762290c-c583-4849-8051-e37e258fa7c3,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:25.250109 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e330088-ccf9-48dc-a047-3db88bcba858 x-openstack-request-id: req-4e330088-ccf9-48dc-a047-3db88bcba858 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:09:25.250430 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c34a7c1-8b32-4f7b-9fcb-835a6827d560", "tag": "6762290c-c583-4849-8051-e37e258fa7c3", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:09:25.250692 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4e330088-ccf9-48dc-a047-3db88bcba858 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:09:25.251094 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c34a7c1-8b32-4f7b-9fcb-835a6827d560', 'tag': '6762290c-c583-4849-8051-e37e258fa7c3', 'status': 'completed', 'code': 200}
Feb 05 21:09:25.290704 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-f93923f0-1a8a-45d5-83d9-9b78720b7c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:25.292282 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-f93923f0-1a8a-45d5-83d9-9b78720b7c4c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc0a1e1d985c4b0eb031dcc2cbe83f90&device_id=5c34a7c1-8b32-4f7b-9fcb-835a6827d560 HTTP/1.1" status: 200  len: 1126 time: 0.0557387
Feb 05 21:09:25.335561 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-64fce93e-6d2e-4df2-b4cd-4936b15f6443 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6762290c-c583-4849-8051-e37e258fa7c3 HTTP/1.1" status: 200  len: 217 time: 0.0363066
Feb 05 21:09:25.381390 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-c5f85da2-e41f-4486-9127-7bb9dc1726c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:25.382829 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-c5f85da2-e41f-4486-9127-7bb9dc1726c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=328dbb81-dab4-4177-93ce-5843e2949a60 HTTP/1.1" status: 200  len: 854 time: 0.0417314
Feb 05 21:09:25.413336 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-a4434479-7cde-472b-8577-48d7e7b92214 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ba09dff6-f453-4951-8599-391fd8346c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0249724
Feb 05 21:09:25.513828 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-33311dcf-0e8a-482b-8fd0-997cf9514abb service neutron] 10.222.0.21 "GET /v2.0/networks/ba09dff6-f453-4951-8599-391fd8346c4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0926259
Feb 05 21:09:25.621213 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658abb24-a74f-4d11-ac19-aa50f86fb35a req-d8181ced-20bd-48f7-ab37-908dcc05ab8b tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:25.623426 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-658abb24-a74f-4d11-ac19-aa50f86fb35a req-d8181ced-20bd-48f7-ab37-908dcc05ab8b tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] 10.222.0.32 "GET /v2.0/ports?device_id=1136b52a-1fbb-48cc-a992-b4aff0de906d HTTP/1.1" status: 200  len: 945 time: 0.0869298
Feb 05 21:09:25.627532 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-28a49e57-3ffc-45f8-b3f9-09f68b0538a1 req-6ae80b83-187f-4467-9d40-ce82e4bf8e8d service neutron] 10.222.0.21 "GET /v2.0/networks/ba09dff6-f453-4951-8599-391fd8346c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1083281
Feb 05 21:09:25.697783 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-658abb24-a74f-4d11-ac19-aa50f86fb35a req-810a26dd-f4c9-488f-809b-6630fe2225c8 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] 10.222.0.32 "GET /v2.0/security-groups?id=d4a73cf3-b252-4309-a983-c196658b1f85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654600
Feb 05 21:09:25.758694 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01289198-676c-4995-92d7-02e994aaa06e req-ac27cdee-3b2f-492f-b1de-589b62cb5d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:25.761174 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-01289198-676c-4995-92d7-02e994aaa06e req-ac27cdee-3b2f-492f-b1de-589b62cb5d0e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc0a1e1d985c4b0eb031dcc2cbe83f90&device_id=5c34a7c1-8b32-4f7b-9fcb-835a6827d560 HTTP/1.1" status: 200  len: 1126 time: 0.0673535
Feb 05 21:09:25.899174 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01289198-676c-4995-92d7-02e994aaa06e req-0ffcfe7f-8f4a-4a72-bb4b-699251f8173a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:25.902340 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-01289198-676c-4995-92d7-02e994aaa06e req-0ffcfe7f-8f4a-4a72-bb4b-699251f8173a service neutron] 10.222.0.21 "GET /v2.0/networks?id=ba09dff6-f453-4951-8599-391fd8346c4e HTTP/1.1" status: 200  len: 915 time: 0.1341677
Feb 05 21:09:25.954504 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-01289198-676c-4995-92d7-02e994aaa06e req-a50725f7-fee1-4e81-96f3-00c0f9bc745f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6762290c-c583-4849-8051-e37e258fa7c3 HTTP/1.1" status: 200  len: 217 time: 0.0456214
Feb 05 21:09:26.010786 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01289198-676c-4995-92d7-02e994aaa06e req-4bfc0ab7-e629-4103-9831-0fedf4febb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:26.013199 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-01289198-676c-4995-92d7-02e994aaa06e req-4bfc0ab7-e629-4103-9831-0fedf4febb80 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=328dbb81-dab4-4177-93ce-5843e2949a60 HTTP/1.1" status: 200  len: 854 time: 0.0525570
Feb 05 21:09:26.046535 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-01289198-676c-4995-92d7-02e994aaa06e req-355b76b4-e609-40f3-a666-a4f6607fb3fa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ba09dff6-f453-4951-8599-391fd8346c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0279000
Feb 05 21:09:26.138037 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-01289198-676c-4995-92d7-02e994aaa06e req-3954faa1-bbbc-428c-9dbf-71caa4af3300 service neutron] 10.222.0.21 "GET /v2.0/networks/ba09dff6-f453-4951-8599-391fd8346c4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0858021
Feb 05 21:09:26.233168 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670130c-0521-4adf-8cda-f0a605fd5e88 req-54acc7c4-c883-45ee-bb4e-73437b8fda0a tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:26.234704 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5670130c-0521-4adf-8cda-f0a605fd5e88 req-54acc7c4-c883-45ee-bb4e-73437b8fda0a tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c34a7c1-8b32-4f7b-9fcb-835a6827d560 HTTP/1.1" status: 200  len: 944 time: 0.0636635
Feb 05 21:09:26.239445 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-01289198-676c-4995-92d7-02e994aaa06e req-22d41879-f939-4b5f-98be-eb94f7c100ce service neutron] 10.222.0.21 "GET /v2.0/networks/ba09dff6-f453-4951-8599-391fd8346c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0958233
Feb 05 21:09:26.286416 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5670130c-0521-4adf-8cda-f0a605fd5e88 req-b0a9738d-b4af-42b3-b9a8-5bde8571397a tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454075
Feb 05 21:09:26.827822 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d18ad9-c85c-4820-a01b-65737aa86e2a req-abc613c8-5f98-4b97-896f-3104e242833a tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:26.829336 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e4d18ad9-c85c-4820-a01b-65737aa86e2a req-abc613c8-5f98-4b97-896f-3104e242833a tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] 10.222.0.32 "GET /v2.0/ports?device_id=1136b52a-1fbb-48cc-a992-b4aff0de906d HTTP/1.1" status: 200  len: 945 time: 0.0527968
Feb 05 21:09:26.876698 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e4d18ad9-c85c-4820-a01b-65737aa86e2a req-de4ed69e-5255-409f-bd8d-64ac6b006cc4 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] 10.222.0.32 "GET /v2.0/security-groups?id=d4a73cf3-b252-4309-a983-c196658b1f85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413008
Feb 05 21:09:27.302116 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385cf1e-6c19-4bc6-997d-1f941cdc8e5e req-12096a91-0808-4a58-8b00-185b7666144b tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:27.303654 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b385cf1e-6c19-4bc6-997d-1f941cdc8e5e req-12096a91-0808-4a58-8b00-185b7666144b tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] 10.222.0.32 "GET /v2.0/ports?device_id=1136b52a-1fbb-48cc-a992-b4aff0de906d HTTP/1.1" status: 200  len: 945 time: 0.0693309
Feb 05 21:09:27.357156 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b385cf1e-6c19-4bc6-997d-1f941cdc8e5e req-4a781977-9d4e-4e09-9863-8afcdc8f9e56 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] 10.222.0.32 "GET /v2.0/security-groups?id=d4a73cf3-b252-4309-a983-c196658b1f85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475433
Feb 05 21:09:27.413883 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90bb1e8-16fd-446b-885c-a83290c01cd6 req-b29c36ae-62d8-4419-8710-03fbdecec89b tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:27.415422 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f90bb1e8-16fd-446b-885c-a83290c01cd6 req-b29c36ae-62d8-4419-8710-03fbdecec89b tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c34a7c1-8b32-4f7b-9fcb-835a6827d560 HTTP/1.1" status: 200  len: 944 time: 0.0566409
Feb 05 21:09:27.463239 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f90bb1e8-16fd-446b-885c-a83290c01cd6 req-25568fae-c320-432a-a258-8b64e2d82424 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411472
Feb 05 21:09:28.475695 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738129c-3f65-4a88-90b7-3b36e545de71 req-74fadef8-1d88-4b0e-ae47-3ee453f6e426 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:28.477174 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0738129c-3f65-4a88-90b7-3b36e545de71 req-74fadef8-1d88-4b0e-ae47-3ee453f6e426 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] 10.222.0.32 "GET /v2.0/ports?device_id=1136b52a-1fbb-48cc-a992-b4aff0de906d HTTP/1.1" status: 200  len: 945 time: 0.0522830
Feb 05 21:09:28.534046 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0738129c-3f65-4a88-90b7-3b36e545de71 req-5b857a49-a50f-4ed0-8fa2-72f52f135337 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] 10.222.0.32 "GET /v2.0/security-groups?id=d4a73cf3-b252-4309-a983-c196658b1f85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474281
Feb 05 21:09:28.545686 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a6182-0195-4923-8088-02d0843d7f06 req-112a6692-4ec3-4041-bd2e-01839ce9dc60 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:28.547573 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4b2a6182-0195-4923-8088-02d0843d7f06 req-112a6692-4ec3-4041-bd2e-01839ce9dc60 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] 10.222.0.39 "GET /v2.0/ports?device_id=1136b52a-1fbb-48cc-a992-b4aff0de906d HTTP/1.1" status: 200  len: 945 time: 0.0633912
Feb 05 21:09:28.603895 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae84a7-1375-4dab-a838-bc2e6a51999a req-5f5ba184-803e-47cd-bc07-cfd50b6ab273 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:28.606459 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-05ae84a7-1375-4dab-a838-bc2e6a51999a req-5f5ba184-803e-47cd-bc07-cfd50b6ab273 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c34a7c1-8b32-4f7b-9fcb-835a6827d560 HTTP/1.1" status: 200  len: 944 time: 0.0671341
Feb 05 21:09:28.677967 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-4b2a6182-0195-4923-8088-02d0843d7f06 req-a12a2a9a-3a66-4f1b-b4b1-bfbac8f222d0 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] Deleting port d9d124d4-3c97-43b9-9d8b-ed6f8dd02987 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:09:28.678560 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-4b2a6182-0195-4923-8088-02d0843d7f06 req-a12a2a9a-3a66-4f1b-b4b1-bfbac8f222d0 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (d9d124d4-3c97-43b9-9d8b-ed6f8dd02987), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:28.719094 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-05ae84a7-1375-4dab-a838-bc2e6a51999a req-33cdc785-5c76-492b-90c9-00ba7ed288bb tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1055973
Feb 05 21:09:28.788224 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-4b2a6182-0195-4923-8088-02d0843d7f06 req-a12a2a9a-3a66-4f1b-b4b1-bfbac8f222d0 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] For port d9d124d4-3c97-43b9-9d8b-ed6f8dd02987, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d9d124d4-3c97-43b9-9d8b-ed6f8dd02987,segment=NetworkSegment(e1b207f3-c4c1-467a-9e44-6752d8f58c2c),segment_id=e1b207f3-c4c1-467a-9e44-6752d8f58c2c)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:09:28.788670 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-4b2a6182-0195-4923-8088-02d0843d7f06 req-a12a2a9a-3a66-4f1b-b4b1-bfbac8f222d0 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (d9d124d4-3c97-43b9-9d8b-ed6f8dd02987), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:28.803153 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-4b2a6182-0195-4923-8088-02d0843d7f06 req-a12a2a9a-3a66-4f1b-b4b1-bfbac8f222d0 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] Calling delete_port for d9d124d4-3c97-43b9-9d8b-ed6f8dd02987 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:09:28.986020 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-4b2a6182-0195-4923-8088-02d0843d7f06 req-a12a2a9a-3a66-4f1b-b4b1-bfbac8f222d0 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (d9d124d4-3c97-43b9-9d8b-ed6f8dd02987), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:28.998300 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['d9d124d4-3c97-43b9-9d8b-ed6f8dd02987'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:09:29.029106 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a2a9a-3a66-4f1b-b4b1-bfbac8f222d0 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] Pushing event deleted for resources: {'Port': ['ID=d9d124d4-3c97-43b9-9d8b-ed6f8dd02987,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:29.056899 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12a2a9a-3a66-4f1b-b4b1-bfbac8f222d0 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:29.057252 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12a2a9a-3a66-4f1b-b4b1-bfbac8f222d0 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:29.057599 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12a2a9a-3a66-4f1b-b4b1-bfbac8f222d0 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:29.058006 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12a2a9a-3a66-4f1b-b4b1-bfbac8f222d0 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:29.058362 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12a2a9a-3a66-4f1b-b4b1-bfbac8f222d0 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:29.058741 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12a2a9a-3a66-4f1b-b4b1-bfbac8f222d0 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:29.059061 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12a2a9a-3a66-4f1b-b4b1-bfbac8f222d0 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:29.059376 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12a2a9a-3a66-4f1b-b4b1-bfbac8f222d0 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:29.059705 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12a2a9a-3a66-4f1b-b4b1-bfbac8f222d0 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:29.060241 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12a2a9a-3a66-4f1b-b4b1-bfbac8f222d0 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:29.060579 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12a2a9a-3a66-4f1b-b4b1-bfbac8f222d0 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:29.060898 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12a2a9a-3a66-4f1b-b4b1-bfbac8f222d0 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:29.061221 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12a2a9a-3a66-4f1b-b4b1-bfbac8f222d0 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:29.082978 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2a6182-0195-4923-8088-02d0843d7f06 req-a12a2a9a-3a66-4f1b-b4b1-bfbac8f222d0 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] No DVR routers for this DVR port d9d124d4-3c97-43b9-9d8b-ed6f8dd02987 on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:09:29.086296 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-4b2a6182-0195-4923-8088-02d0843d7f06 req-a12a2a9a-3a66-4f1b-b4b1-bfbac8f222d0 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:29.090495 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4b2a6182-0195-4923-8088-02d0843d7f06 req-a12a2a9a-3a66-4f1b-b4b1-bfbac8f222d0 tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] 10.222.0.39 "DELETE /v2.0/ports/d9d124d4-3c97-43b9-9d8b-ed6f8dd02987 HTTP/1.1" status: 204  len: 173 time: 0.5374441
Feb 05 21:09:29.093544 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1136b52a-1fbb-48cc-a992-b4aff0de906d', 'name': 'network-vif-deleted', 'tag': 'd9d124d4-3c97-43b9-9d8b-ed6f8dd02987'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:09:29.093544 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fa1cc6-c2f5-4db2-be36-d691022b2718" -d '{"events": [{"server_uuid": "1136b52a-1fbb-48cc-a992-b4aff0de906d", "name": "network-vif-deleted", "tag": "d9d124d4-3c97-43b9-9d8b-ed6f8dd02987"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:09:29.098163 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 6762290c-c583-4849-8051-e37e258fa7c3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:09:29.162887 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db8626d-f67e-4031-9a33-a3473a0702f4 x-openstack-request-id: req-2db8626d-f67e-4031-9a33-a3473a0702f4 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:09:29.163063 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1136b52a-1fbb-48cc-a992-b4aff0de906d", "name": "network-vif-deleted", "tag": "d9d124d4-3c97-43b9-9d8b-ed6f8dd02987", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:09:29.163539 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2db8626d-f67e-4031-9a33-a3473a0702f4 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:09:29.163768 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1136b52a-1fbb-48cc-a992-b4aff0de906d', 'name': 'network-vif-deleted', 'tag': 'd9d124d4-3c97-43b9-9d8b-ed6f8dd02987', 'status': 'completed', 'code': 200}
Feb 05 21:09:29.429766 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 6762290c-c583-4849-8051-e37e258fa7c3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6762290c-c583-4849-8051-e37e258fa7c3,segment=NetworkSegment(9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f),segment_id=9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:09:29.440354 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '6762290c-c583-4849-8051-e37e258fa7c3', 'network_id': 'ba09dff6-f453-4951-8599-391fd8346c4e', 'port_id': '6762290c-c583-4849-8051-e37e258fa7c3', 'mac_address': 'fa:16:3e:3e:51:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '328dbb81-dab4-4177-93ce-5843e2949a60', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:09:29.477871 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 6762290c-c583-4849-8051-e37e258fa7c3 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:09:29.478267 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (6762290c-c583-4849-8051-e37e258fa7c3), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:29.491661 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6762290c-c583-4849-8051-e37e258fa7c3 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:09:29.511186 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 6762290c-c583-4849-8051-e37e258fa7c3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6762290c-c583-4849-8051-e37e258fa7c3,segment=NetworkSegment(9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f),segment_id=9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:09:29.514831 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (6762290c-c583-4849-8051-e37e258fa7c3), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:29.576230 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=6762290c-c583-4849-8051-e37e258fa7c3,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:29.669210 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-00900781-2d58-4974-8ced-6d726d7aa8e1 req-20f6d73f-5450-45e4-9c9b-884655fb731b tempest-ServerPasswordTestJSON-1583583697 tempest-ServerPasswordTestJSON-1583583697-project] 10.222.0.32 "GET /v2.0/ports?device_id=1136b52a-1fbb-48cc-a992-b4aff0de906d HTTP/1.1" status: 200  len: 210 time: 0.0312343
Feb 05 21:09:29.824801 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['6762290c-c583-4849-8051-e37e258fa7c3'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:09:29.859460 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a595f95-767a-40ce-ad01-ab9390975420 req-4413204d-2583-4ba0-9dd4-671e6f93b2a2 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:29.861305 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6a595f95-767a-40ce-ad01-ab9390975420 req-4413204d-2583-4ba0-9dd4-671e6f93b2a2 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c34a7c1-8b32-4f7b-9fcb-835a6827d560 HTTP/1.1" status: 200  len: 945 time: 0.0798101
Feb 05 21:09:29.914570 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6a595f95-767a-40ce-ad01-ab9390975420 req-0dcd2538-bf4f-4a46-a290-c30b0ad19419 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475073
Feb 05 21:09:30.698195 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 35886) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:30.741032 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 35890) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:30.794164 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bf4a795-210b-4ca4-89c1-dd6bb657daed admin admin] Deleting subnet af2a4db8-7b5c-4e16-914f-60d3cbb3868f {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:09:30.798227 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5bf4a795-210b-4ca4-89c1-dd6bb657daed admin admin] Publish callbacks [] for subnet (af2a4db8-7b5c-4e16-914f-60d3cbb3868f), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:30.841973 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-449c1efb-6400-43fc-adbb-beaa65640b87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:30.861616 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5bf4a795-210b-4ca4-89c1-dd6bb657daed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (af2a4db8-7b5c-4e16-914f-60d3cbb3868f), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:30.937866 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5bf4a795-210b-4ca4-89c1-dd6bb657daed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (af2a4db8-7b5c-4e16-914f-60d3cbb3868f), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:31.054468 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-449c1efb-6400-43fc-adbb-beaa65640b87 admin admin] Publish callbacks [] for security_group (4278e594-e799-4c1f-9fa5-ff31e401d66a), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:31.080745 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-449c1efb-6400-43fc-adbb-beaa65640b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (4278e594-e799-4c1f-9fa5-ff31e401d66a), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:31.094828 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 6762290c-c583-4849-8051-e37e258fa7c3 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:09:31.118249 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5bf4a795-210b-4ca4-89c1-dd6bb657daed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (af2a4db8-7b5c-4e16-914f-60d3cbb3868f), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:31.152854 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 6762290c-c583-4849-8051-e37e258fa7c3 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:09:31.157429 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 6762290c-c583-4849-8051-e37e258fa7c3 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:09:31.157865 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (6762290c-c583-4849-8051-e37e258fa7c3), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:31.169370 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf4a795-210b-4ca4-89c1-dd6bb657daed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af2a4db8-7b5c-4e16-914f-60d3cbb3868f,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:31.175715 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-449c1efb-6400-43fc-adbb-beaa65640b87 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ed974f949f9742c89c55b6bb91868fcb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4724300
Feb 05 21:09:31.175715 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449c1efb-6400-43fc-adbb-beaa65640b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4278e594-e799-4c1f-9fa5-ff31e401d66a,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:31.179068 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 35916) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:31.180787 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5bf4a795-210b-4ca4-89c1-dd6bb657daed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:31.187269 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5bf4a795-210b-4ca4-89c1-dd6bb657daed admin admin] 10.222.0.32 "DELETE /v2.0/subnets/af2a4db8-7b5c-4e16-914f-60d3cbb3868f HTTP/1.1" status: 204  len: 168 time: 0.4450982
Feb 05 21:09:31.188333 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 35922) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:31.206866 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4c4e8-bf1e-483d-8af7-b645b8d057c7 req-56baf5e6-bd24-4f04-803e-a07a5d36bd31 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:31.216485 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-82d4c4e8-bf1e-483d-8af7-b645b8d057c7 req-56baf5e6-bd24-4f04-803e-a07a5d36bd31 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c34a7c1-8b32-4f7b-9fcb-835a6827d560 HTTP/1.1" status: 200  len: 945 time: 0.1842422
Feb 05 21:09:31.253526 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c9d4011c-533a-4ad3-9235-95a1ebc1d6b1 admin admin] Publish callbacks [] for security_group (4278e594-e799-4c1f-9fa5-ff31e401d66a), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:31.260181 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 6762290c-c583-4849-8051-e37e258fa7c3 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:09:31.261789 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (6762290c-c583-4849-8051-e37e258fa7c3), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:31.283739 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c9d4011c-533a-4ad3-9235-95a1ebc1d6b1 admin admin] Publish callbacks [] for security_group (4278e594-e799-4c1f-9fa5-ff31e401d66a), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:31.294085 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c34a7c1-8b32-4f7b-9fcb-835a6827d560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6762290c-c583-4849-8051-e37e258fa7c3'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:09:31.296471 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638ea77a-8979-48e7-9626-fd87de2658f4" -d '{"events": [{"server_uuid": "5c34a7c1-8b32-4f7b-9fcb-835a6827d560", "name": "network-vif-plugged", "status": "completed", "tag": "6762290c-c583-4849-8051-e37e258fa7c3"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:09:31.310187 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 6762290c-c583-4849-8051-e37e258fa7c3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6762290c-c583-4849-8051-e37e258fa7c3,segment=NetworkSegment(9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f),segment_id=9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:09:31.316544 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (6762290c-c583-4849-8051-e37e258fa7c3), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:31.350271 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c9d4011c-533a-4ad3-9235-95a1ebc1d6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (4278e594-e799-4c1f-9fa5-ff31e401d66a), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:31.350474 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8257808-ac0c-471e-bb73-0c9f517cd9bd x-openstack-request-id: req-c8257808-ac0c-471e-bb73-0c9f517cd9bd {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:09:31.350671 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c34a7c1-8b32-4f7b-9fcb-835a6827d560", "name": "network-vif-plugged", "status": "completed", "tag": "6762290c-c583-4849-8051-e37e258fa7c3", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:09:31.350972 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c8257808-ac0c-471e-bb73-0c9f517cd9bd {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:09:31.351427 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c34a7c1-8b32-4f7b-9fcb-835a6827d560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6762290c-c583-4849-8051-e37e258fa7c3', 'code': 200}
Feb 05 21:09:31.352757 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-afccb397-98f8-4f86-8613-a73b1a3a02bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (ed741cd9-7777-485d-b8eb-bfc35c72bf6b), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:31.354396 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c9d4011c-533a-4ad3-9235-95a1ebc1d6b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:31.355913 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c9d4011c-533a-4ad3-9235-95a1ebc1d6b1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4278e594-e799-4c1f-9fa5-ff31e401d66a HTTP/1.1" status: 204  len: 168 time: 0.1751888
Feb 05 21:09:31.365082 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-82d4c4e8-bf1e-483d-8af7-b645b8d057c7 req-0d02fc61-429e-4b9f-afc7-5d55aa328429 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1477232
Feb 05 21:09:31.366228 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d4011c-533a-4ad3-9235-95a1ebc1d6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4278e594-e799-4c1f-9fa5-ff31e401d66a,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:31.418205 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=6762290c-c583-4849-8051-e37e258fa7c3,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:31.468279 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-afccb397-98f8-4f86-8613-a73b1a3a02bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (ed741cd9-7777-485d-b8eb-bfc35c72bf6b), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:31.495029 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-afccb397-98f8-4f86-8613-a73b1a3a02bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db3119400>,) {'filters': {'network_id': ['ed741cd9-7777-485d-b8eb-bfc35c72bf6b']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:09:31.498675 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e1f24-58bb-4219-8873-cc2e161279f7 req-00c1c670-65ac-4ea9-a43e-972dd2afe3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:31.500494 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9b3e1f24-58bb-4219-8873-cc2e161279f7 req-00c1c670-65ac-4ea9-a43e-972dd2afe3b6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5c34a7c1-8b32-4f7b-9fcb-835a6827d560 HTTP/1.1" status: 200  len: 1128 time: 0.0638793
Feb 05 21:09:31.507555 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-afccb397-98f8-4f86-8613-a73b1a3a02bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3119400>, 'e1b207f3-c4c1-467a-9e44-6752d8f58c2c') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:09:31.508304 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-afccb397-98f8-4f86-8613-a73b1a3a02bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3119400>, 'e1b207f3-c4c1-467a-9e44-6752d8f58c2c') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:09:31.535435 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-afccb397-98f8-4f86-8613-a73b1a3a02bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (e1b207f3-c4c1-467a-9e44-6752d8f58c2c), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:31.584253 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-afccb397-98f8-4f86-8613-a73b1a3a02bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (e1b207f3-c4c1-467a-9e44-6752d8f58c2c), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:31.598276 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afccb397-98f8-4f86-8613-a73b1a3a02bc admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:09:31.599083 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-afccb397-98f8-4f86-8613-a73b1a3a02bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (e1b207f3-c4c1-467a-9e44-6752d8f58c2c), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:31.601792 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:09:31.601792 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:09:31.601792 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:09:31.601792 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:09:31.601792 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:09:31.601792 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:09:31.601792 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:09:31.601792 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:09:31.601792 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:09:31.601792 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:09:31.601792 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:09:31.601792 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:09:31.601792 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:09:31.601792 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:09:31.601792 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:09:31.601792 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:09:31.601792 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:09:31.601792 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:09:31.601792 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:09:31.601792 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:09:31.601792 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:09:31.601792 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:09:31.601792 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:09:31.601792 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:09:31.601792 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:09:31.601792 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:09:31.601792 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:09:31.601792 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:09:31.601792 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:09:31.601792 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:09:31.601792 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:09:31.601792 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:09:31.644557 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9b3e1f24-58bb-4219-8873-cc2e161279f7 req-4a355d12-e5b2-4f78-87e5-9b9680571e70 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1320679
Feb 05 21:09:31.669517 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-afccb397-98f8-4f86-8613-a73b1a3a02bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (ed741cd9-7777-485d-b8eb-bfc35c72bf6b), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:31.694604 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-afccb397-98f8-4f86-8613-a73b1a3a02bc admin admin] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:31.698997 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-afccb397-98f8-4f86-8613-a73b1a3a02bc admin admin] 10.222.0.32 "DELETE /v2.0/networks/ed741cd9-7777-485d-b8eb-bfc35c72bf6b HTTP/1.1" status: 204  len: 168 time: 0.5069728
Feb 05 21:09:31.699648 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afccb397-98f8-4f86-8613-a73b1a3a02bc admin admin] Pushing event deleted for resources: {'Network': ['ID=ed741cd9-7777-485d-b8eb-bfc35c72bf6b,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:31.826150 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 35962) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:31.866798 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a9692525-551b-464b-bbc9-eaa156850fa3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8c11d9b218f84eec8aea4cd2be3eef9e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0393424
Feb 05 21:09:31.869314 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 35966) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:31.914914 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device d9d124d4-3c97-43b9-9d8b-ed6f8dd02987 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:09:31.922622 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f63b4bca-5fd4-47c0-9edc-4467b480d5f2 admin admin] Publish callbacks [] for security_group (d4a73cf3-b252-4309-a983-c196658b1f85), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:31.939397 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: d9d124d4-3c97-43b9-9d8b-ed6f8dd02987 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:09:31.940027 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device d9d124d4-3c97-43b9-9d8b-ed6f8dd02987 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:09:31.946170 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f63b4bca-5fd4-47c0-9edc-4467b480d5f2 admin admin] Publish callbacks [] for security_group (d4a73cf3-b252-4309-a983-c196658b1f85), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:31.997818 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f63b4bca-5fd4-47c0-9edc-4467b480d5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (d4a73cf3-b252-4309-a983-c196658b1f85), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:32.000728 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f63b4bca-5fd4-47c0-9edc-4467b480d5f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:32.001887 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f63b4bca-5fd4-47c0-9edc-4467b480d5f2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d4a73cf3-b252-4309-a983-c196658b1f85 HTTP/1.1" status: 204  len: 168 time: 0.1316128
Feb 05 21:09:32.010216 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b4bca-5fd4-47c0-9edc-4467b480d5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a73cf3-b252-4309-a983-c196658b1f85,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:32.534564 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b959e02-2391-4669-a2c9-2e2e19249d97 req-e9efe3b8-d83f-424b-9197-64f0fb761341 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:32.544840 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7b959e02-2391-4669-a2c9-2e2e19249d97 req-e9efe3b8-d83f-424b-9197-64f0fb761341 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c34a7c1-8b32-4f7b-9fcb-835a6827d560 HTTP/1.1" status: 200  len: 946 time: 0.0831726
Feb 05 21:09:32.624020 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7b959e02-2391-4669-a2c9-2e2e19249d97 req-e5fb6655-f04f-4db0-ba33-a31c3a4f7b1e tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769582
Feb 05 21:09:32.684324 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 36036) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:32.853910 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-292e55ba-63bf-455a-a033-4da2db91dd0c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-326243146-network', 'tenant_id': '52eadb29309f4abb8ff8f5903643d9da'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:09:32.877145 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292e55ba-63bf-455a-a033-4da2db91dd0c admin admin] Made reservation on behalf of 52eadb29309f4abb8ff8f5903643d9da for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:09:32.880354 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-292e55ba-63bf-455a-a033-4da2db91dd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:32.890702 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-292e55ba-63bf-455a-a033-4da2db91dd0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:33.019803 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-292e55ba-63bf-455a-a033-4da2db91dd0c admin admin] Publish callbacks [] for security_group (3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:33.026491 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-292e55ba-63bf-455a-a033-4da2db91dd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:33.059953 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-292e55ba-63bf-455a-a033-4da2db91dd0c admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:09:33.085331 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e55ba-63bf-455a-a033-4da2db91dd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:33.095564 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-292e55ba-63bf-455a-a033-4da2db91dd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (269e9fcc-ed83-4553-80ce-c91c3c416fd1), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:33.096859 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-292e55ba-63bf-455a-a033-4da2db91dd0c admin admin] Added segment 269e9fcc-ed83-4553-80ce-c91c3c416fd1 of type vlan for network 30128ffe-34e2-4275-a6f2-dcd809353bb1
Feb 05 21:09:33.147004 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-292e55ba-63bf-455a-a033-4da2db91dd0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (30128ffe-34e2-4275-a6f2-dcd809353bb1), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:33.175809 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-292e55ba-63bf-455a-a033-4da2db91dd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (30128ffe-34e2-4275-a6f2-dcd809353bb1), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:33.176992 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292e55ba-63bf-455a-a033-4da2db91dd0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:33.177711 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-292e55ba-63bf-455a-a033-4da2db91dd0c admin admin] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:33.212546 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-292e55ba-63bf-455a-a033-4da2db91dd0c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.5270417
Feb 05 21:09:33.215663 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 36060) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:33.223088 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-70b398d9-001c-4e2e-aea9-87bbbed41ff4 admin admin] Request body: {'subnet': {'network_id': '30128ffe-34e2-4275-a6f2-dcd809353bb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-326243146-subnet', 'tenant_id': '52eadb29309f4abb8ff8f5903643d9da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:09:33.243527 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b398d9-001c-4e2e-aea9-87bbbed41ff4 admin admin] Made reservation on behalf of 52eadb29309f4abb8ff8f5903643d9da for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:09:33.244911 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e55ba-63bf-455a-a033-4da2db91dd0c admin admin] Pushing event updated for resources: {'Network': ['ID=30128ffe-34e2-4275-a6f2-dcd809353bb1,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:33.246920 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-70b398d9-001c-4e2e-aea9-87bbbed41ff4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:33.255741 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 30128ffe-34e2-4275-a6f2-dcd809353bb1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:09:33.413087 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-70b398d9-001c-4e2e-aea9-87bbbed41ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (548d9964-d28f-494c-92f6-79759b05a730), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:33.470044 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b398d9-001c-4e2e-aea9-87bbbed41ff4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=548d9964-d28f-494c-92f6-79759b05a730,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:33.475429 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b398d9-001c-4e2e-aea9-87bbbed41ff4 admin admin] Checking segment: {'id': '269e9fcc-ed83-4553-80ce-c91c3c416fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '30128ffe-34e2-4275-a6f2-dcd809353bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:09:33.475784 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b398d9-001c-4e2e-aea9-87bbbed41ff4 admin admin] Network hostable DHCP agents. Network: 30128ffe-34e2-4275-a6f2-dcd809353bb1, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:09:33.492553 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b398d9-001c-4e2e-aea9-87bbbed41ff4 admin admin] Network 30128ffe-34e2-4275-a6f2-dcd809353bb1 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:09:33.501570 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-70b398d9-001c-4e2e-aea9-87bbbed41ff4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 30128ffe-34e2-4275-a6f2-dcd809353bb1) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:09:33.505419 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b398d9-001c-4e2e-aea9-87bbbed41ff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:33.506016 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-70b398d9-001c-4e2e-aea9-87bbbed41ff4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:33.511233 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d288b7b5-33c4-420e-b668-9dbc43963c6e None None] Network 30128ffe-34e2-4275-a6f2-dcd809353bb1 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:09:33.527844 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-70b398d9-001c-4e2e-aea9-87bbbed41ff4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 0.3110712
Feb 05 21:09:33.530634 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 36062) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:33.535075 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-c9ce8674-1c74-4b7d-b467-fa3249089af3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-326243146-router', 'tenant_id': '52eadb29309f4abb8ff8f5903643d9da', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:09:33.556835 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c9ce8674-1c74-4b7d-b467-fa3249089af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (cba8cd53-3241-411a-aa07-5ddb470f88b2), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:33.558699 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c9ce8674-1c74-4b7d-b467-fa3249089af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (cba8cd53-3241-411a-aa07-5ddb470f88b2), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:33.611252 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c9ce8674-1c74-4b7d-b467-fa3249089af3 admin admin] Publish callbacks [] for router_controller (cba8cd53-3241-411a-aa07-5ddb470f88b2), precommit_add_association {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:33.611509 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b5b69f-234c-45e5-ac25-22786eab666c None None] Network 30128ffe-34e2-4275-a6f2-dcd809353bb1 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:09:33.728117 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e3280bd7-ec53-479f-a17c-b881f0e40020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:33.833846 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c9ce8674-1c74-4b7d-b467-fa3249089af3 admin admin] Publish callbacks [] for router_gateway (cba8cd53-3241-411a-aa07-5ddb470f88b2), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:33.843045 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:09:33.867057 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46202409-254f-42e0-8557-c52bba386ad7 req-7be12eb7-a063-4a1b-b2ab-7ef9eca6c856 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:33.868555 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-46202409-254f-42e0-8557-c52bba386ad7 req-7be12eb7-a063-4a1b-b2ab-7ef9eca6c856 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c34a7c1-8b32-4f7b-9fcb-835a6827d560 HTTP/1.1" status: 200  len: 946 time: 0.1464303
Feb 05 21:09:33.956258 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-46202409-254f-42e0-8557-c52bba386ad7 req-bf5b55ba-d57d-4190-be48-f8c9dbb7c555 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782776
Feb 05 21:09:34.098199 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c9ce8674-1c74-4b7d-b467-fa3249089af3 admin admin] Publish callbacks [] for router_gateway (cba8cd53-3241-411a-aa07-5ddb470f88b2), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:34.125064 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c9ce8674-1c74-4b7d-b467-fa3249089af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:34.260518 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baffad4-2c2a-478d-89d4-0b261e8767d3 req-2b9ec373-a8a8-4b54-a2d0-89c1ce7170ff tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:34.262484 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9baffad4-2c2a-478d-89d4-0b261e8767d3 req-2b9ec373-a8a8-4b54-a2d0-89c1ce7170ff tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c34a7c1-8b32-4f7b-9fcb-835a6827d560 HTTP/1.1" status: 200  len: 946 time: 0.0986354
Feb 05 21:09:34.282984 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-c9ce8674-1c74-4b7d-b467-fa3249089af3 admin admin] Allocated IP 172.35.4.142 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/cb51eef5-9c39-4dfb-8425-0f4ef451bf29) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:09:34.341261 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9baffad4-2c2a-478d-89d4-0b261e8767d3 req-523c05a0-631c-4c22-9f84-27ac25f8bac2 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730064
Feb 05 21:09:34.413765 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c9ce8674-1c74-4b7d-b467-fa3249089af3 admin admin] Publish callbacks [] for port (cb51eef5-9c39-4dfb-8425-0f4ef451bf29), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:34.446146 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c9ce8674-1c74-4b7d-b467-fa3249089af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (cb51eef5-9c39-4dfb-8425-0f4ef451bf29), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:34.486267 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ce8674-1c74-4b7d-b467-fa3249089af3 admin admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:09:34.490506 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-c9ce8674-1c74-4b7d-b467-fa3249089af3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:09:34.494652 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ce8674-1c74-4b7d-b467-fa3249089af3 admin admin] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:09:34.497786 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce8674-1c74-4b7d-b467-fa3249089af3 admin admin] Pushing event updated for resources: {'Port': ['ID=cb51eef5-9c39-4dfb-8425-0f4ef451bf29,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:34.749523 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c9ce8674-1c74-4b7d-b467-fa3249089af3 admin admin] Publish callbacks [] for router_gateway (cba8cd53-3241-411a-aa07-5ddb470f88b2), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:34.999248 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c9ce8674-1c74-4b7d-b467-fa3249089af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (cba8cd53-3241-411a-aa07-5ddb470f88b2), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:35.473833 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ce8674-1c74-4b7d-b467-fa3249089af3 admin admin] Router cba8cd53-3241-411a-aa07-5ddb470f88b2 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:09:35.483198 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26ff02-0265-4beb-90dc-d26063d8a112 req-cea013b9-a704-4c2b-9434-dbed40193b0c tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:35.484672 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8d26ff02-0265-4beb-90dc-d26063d8a112 req-cea013b9-a704-4c2b-9434-dbed40193b0c tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c34a7c1-8b32-4f7b-9fcb-835a6827d560 HTTP/1.1" status: 200  len: 946 time: 0.0732172
Feb 05 21:09:35.604901 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8d26ff02-0265-4beb-90dc-d26063d8a112 req-08a5fe66-b208-41fd-9fc6-ce79168c038f tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138799
Feb 05 21:09:35.624970 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ce8674-1c74-4b7d-b467-fa3249089af3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:09:35.637599 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211e5c99-5f2e-4f33-9285-6301ca3fe755 None None] Sync routers for ids ['cba8cd53-3241-411a-aa07-5ddb470f88b2'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:09:35.643250 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c9ce8674-1c74-4b7d-b467-fa3249089af3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:35.644479 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c9ce8674-1c74-4b7d-b467-fa3249089af3 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 2.1128051
Feb 05 21:09:35.647318 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 36152) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:35.653618 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211e5c99-5f2e-4f33-9285-6301ca3fe755 None None] Routers {'cba8cd53-3241-411a-aa07-5ddb470f88b2'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:09:35.654354 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-211e5c99-5f2e-4f33-9285-6301ca3fe755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8d1bd30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:09:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['cba8cd53-3241-411a-aa07-5ddb470f88b2'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:09:35.768737 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-211e5c99-5f2e-4f33-9285-6301ca3fe755 None None] Set router cba8cd53-3241-411a-aa07-5ddb470f88b2 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:09:35.813983 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a53928-3a0b-4ddd-bf6b-a46919295548 req-eb1b305a-e843-4e01-9ba0-de1798ac4080 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:35.815687 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-53a53928-3a0b-4ddd-bf6b-a46919295548 req-eb1b305a-e843-4e01-9ba0-de1798ac4080 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c34a7c1-8b32-4f7b-9fcb-835a6827d560 HTTP/1.1" status: 200  len: 946 time: 0.1154799
Feb 05 21:09:36.079883 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-55e9e753-9edd-477d-ab9b-a74727d9b46a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:36.106278 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-211e5c99-5f2e-4f33-9285-6301ca3fe755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8d1bd30>, [{'id': 'cba8cd53-3241-411a-aa07-5ddb470f88b2', 'name': 'tempest-ServerRescueNegativeTestJSON-326243146-router', 'tenant_id': '52eadb29309f4abb8ff8f5903643d9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142'}], 'enable_snat': True}, 'gw_port_id': 'cb51eef5-9c39-4dfb-8425-0f4ef451bf29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:09:33Z', 'updated_at': '2022-02-05T21:09:34Z', 'revision_number': 3, 'project_id': '52eadb29309f4abb8ff8f5903643d9da', 'gw_port': {'id': 'cb51eef5-9c39-4dfb-8425-0f4ef451bf29', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:82:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba8cd53-3241-411a-aa07-5ddb470f88b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:09:34Z', 'updated_at': '2022-02-05T21:09:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:09:36.142127 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211e5c99-5f2e-4f33-9285-6301ca3fe755 None None] Checking router: cba8cd53-3241-411a-aa07-5ddb470f88b2 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:09:36.142599 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211e5c99-5f2e-4f33-9285-6301ca3fe755 None None] Updating router cba8cd53-3241-411a-aa07-5ddb470f88b2 port cb51eef5-9c39-4dfb-8425-0f4ef451bf29 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:09:36.174890 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-211e5c99-5f2e-4f33-9285-6301ca3fe755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (cb51eef5-9c39-4dfb-8425-0f4ef451bf29), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:36.212787 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 36204) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:36.427420 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-14972d81-be17-4a3c-a193-fc4af81ae40b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d41cfbe49c14de89e32c8c88afef49a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2122648
Feb 05 21:09:36.428046 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 36210) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:36.522197 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3026f57a-8670-44ac-a679-831a21ddb6e3 admin admin] Publish callbacks [] for security_group (662d64d1-eed4-41cb-a9ce-4fc6c9ac973a), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:36.569164 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3026f57a-8670-44ac-a679-831a21ddb6e3 admin admin] Publish callbacks [] for security_group (662d64d1-eed4-41cb-a9ce-4fc6c9ac973a), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:36.610802 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-211e5c99-5f2e-4f33-9285-6301ca3fe755 None None] Publish callbacks [] for port (cb51eef5-9c39-4dfb-8425-0f4ef451bf29), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:36.627776 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-211e5c99-5f2e-4f33-9285-6301ca3fe755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (cb51eef5-9c39-4dfb-8425-0f4ef451bf29), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:36.636749 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3026f57a-8670-44ac-a679-831a21ddb6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (662d64d1-eed4-41cb-a9ce-4fc6c9ac973a), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:36.642538 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3026f57a-8670-44ac-a679-831a21ddb6e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:36.643876 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-3026f57a-8670-44ac-a679-831a21ddb6e3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/662d64d1-eed4-41cb-a9ce-4fc6c9ac973a HTTP/1.1" status: 204  len: 168 time: 0.2148759
Feb 05 21:09:36.663174 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-211e5c99-5f2e-4f33-9285-6301ca3fe755 None None] Attempting to bind port cb51eef5-9c39-4dfb-8425-0f4ef451bf29 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:09:36.663795 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-211e5c99-5f2e-4f33-9285-6301ca3fe755 None None] Attempting to bind port cb51eef5-9c39-4dfb-8425-0f4ef451bf29 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:09:36.665228 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211e5c99-5f2e-4f33-9285-6301ca3fe755 None None] Attempting to bind port cb51eef5-9c39-4dfb-8425-0f4ef451bf29 on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:09:36.692230 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3026f57a-8670-44ac-a679-831a21ddb6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662d64d1-eed4-41cb-a9ce-4fc6c9ac973a,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:36.719742 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211e5c99-5f2e-4f33-9285-6301ca3fe755 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:09:36.722255 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211e5c99-5f2e-4f33-9285-6301ca3fe755 None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:09:36.724072 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-211e5c99-5f2e-4f33-9285-6301ca3fe755 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:36.724624 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211e5c99-5f2e-4f33-9285-6301ca3fe755 None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:09:36.726038 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-211e5c99-5f2e-4f33-9285-6301ca3fe755 None None] Bound port: cb51eef5-9c39-4dfb-8425-0f4ef451bf29, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:09:36.728667 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-211e5c99-5f2e-4f33-9285-6301ca3fe755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (cb51eef5-9c39-4dfb-8425-0f4ef451bf29), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:36.774840 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-53a53928-3a0b-4ddd-bf6b-a46919295548 req-dc114cfd-b71f-40be-b02a-94c493721cab tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Deleting port 6762290c-c583-4849-8051-e37e258fa7c3 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:09:36.775851 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-53a53928-3a0b-4ddd-bf6b-a46919295548 req-dc114cfd-b71f-40be-b02a-94c493721cab tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (6762290c-c583-4849-8051-e37e258fa7c3), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:36.809346 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-211e5c99-5f2e-4f33-9285-6301ca3fe755 None None] For port cb51eef5-9c39-4dfb-8425-0f4ef451bf29, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:09:36.825084 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b7982c-af67-4ce6-8004-2f16c2dd3cc5 None None] Pushing event updated for resources: {'Port': ['ID=cb51eef5-9c39-4dfb-8425-0f4ef451bf29,revision_number=2']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:36.833440 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-211e5c99-5f2e-4f33-9285-6301ca3fe755 None None] For port cb51eef5-9c39-4dfb-8425-0f4ef451bf29, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cb51eef5-9c39-4dfb-8425-0f4ef451bf29,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:09:36.835996 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b7982c-af67-4ce6-8004-2f16c2dd3cc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:36.836264 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b7982c-af67-4ce6-8004-2f16c2dd3cc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:36.836739 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b7982c-af67-4ce6-8004-2f16c2dd3cc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:36.837129 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b7982c-af67-4ce6-8004-2f16c2dd3cc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:36.837560 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b7982c-af67-4ce6-8004-2f16c2dd3cc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:36.837990 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b7982c-af67-4ce6-8004-2f16c2dd3cc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:36.838435 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b7982c-af67-4ce6-8004-2f16c2dd3cc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:36.839636 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b7982c-af67-4ce6-8004-2f16c2dd3cc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:36.839846 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b7982c-af67-4ce6-8004-2f16c2dd3cc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:36.840367 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b7982c-af67-4ce6-8004-2f16c2dd3cc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:36.840802 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b7982c-af67-4ce6-8004-2f16c2dd3cc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:36.841358 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b7982c-af67-4ce6-8004-2f16c2dd3cc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:36.841778 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b7982c-af67-4ce6-8004-2f16c2dd3cc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:36.861712 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-211e5c99-5f2e-4f33-9285-6301ca3fe755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (cb51eef5-9c39-4dfb-8425-0f4ef451bf29), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:36.862247 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989eb69c-1590-4f82-a24c-734fb1d5c1ac req-dcbd9955-77d6-42f0-81c3-bd0f7f5bd327 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:36.872200 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-989eb69c-1590-4f82-a24c-734fb1d5c1ac req-dcbd9955-77d6-42f0-81c3-bd0f7f5bd327 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c34a7c1-8b32-4f7b-9fcb-835a6827d560 HTTP/1.1" status: 200  len: 946 time: 0.1369140
Feb 05 21:09:36.976159 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211e5c99-5f2e-4f33-9285-6301ca3fe755 None None] Routers {'cba8cd53-3241-411a-aa07-5ddb470f88b2'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:09:36.976898 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-211e5c99-5f2e-4f33-9285-6301ca3fe755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8d1bd30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:09:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['cba8cd53-3241-411a-aa07-5ddb470f88b2'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:09:36.983061 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-989eb69c-1590-4f82-a24c-734fb1d5c1ac req-0a5c3e31-86a1-47da-97b6-0c18efd575d6 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094651
Feb 05 21:09:37.021868 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b7982c-af67-4ce6-8004-2f16c2dd3cc5 None None] Pushing event updated for resources: {'Port': ['ID=cb51eef5-9c39-4dfb-8425-0f4ef451bf29,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:37.045353 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-53a53928-3a0b-4ddd-bf6b-a46919295548 req-dc114cfd-b71f-40be-b02a-94c493721cab tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] For port 6762290c-c583-4849-8051-e37e258fa7c3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6762290c-c583-4849-8051-e37e258fa7c3,segment=NetworkSegment(9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f),segment_id=9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:09:37.046200 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-53a53928-3a0b-4ddd-bf6b-a46919295548 req-dc114cfd-b71f-40be-b02a-94c493721cab tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (6762290c-c583-4849-8051-e37e258fa7c3), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:37.082127 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-53a53928-3a0b-4ddd-bf6b-a46919295548 req-dc114cfd-b71f-40be-b02a-94c493721cab tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Calling delete_port for 6762290c-c583-4849-8051-e37e258fa7c3 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:09:37.104504 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-aa0ca444-0636-4e19-8e1e-018ee1591b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:37.151399 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-211e5c99-5f2e-4f33-9285-6301ca3fe755 None None] Set router cba8cd53-3241-411a-aa07-5ddb470f88b2 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:09:37.366218 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-aa0ca444-0636-4e19-8e1e-018ee1591b1b admin admin] Allocated IP 172.20.0.1 (30128ffe-34e2-4275-a6f2-dcd809353bb1/548d9964-d28f-494c-92f6-79759b05a730/d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:09:37.396465 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-211e5c99-5f2e-4f33-9285-6301ca3fe755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8d1bd30>, [{'id': 'cba8cd53-3241-411a-aa07-5ddb470f88b2', 'name': 'tempest-ServerRescueNegativeTestJSON-326243146-router', 'tenant_id': '52eadb29309f4abb8ff8f5903643d9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142'}], 'enable_snat': True}, 'gw_port_id': 'cb51eef5-9c39-4dfb-8425-0f4ef451bf29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:09:33Z', 'updated_at': '2022-02-05T21:09:34Z', 'revision_number': 3, 'project_id': '52eadb29309f4abb8ff8f5903643d9da', 'gw_port': {'id': 'cb51eef5-9c39-4dfb-8425-0f4ef451bf29', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:82:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba8cd53-3241-411a-aa07-5ddb470f88b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:09:34Z', 'updated_at': '2022-02-05T21:09:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:09:37.405085 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-53a53928-3a0b-4ddd-bf6b-a46919295548 req-dc114cfd-b71f-40be-b02a-94c493721cab tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (6762290c-c583-4849-8051-e37e258fa7c3), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:37.418512 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['10f99b2d-0900-4a05-8ac5-08188a5548c9'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:09:37.425999 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211e5c99-5f2e-4f33-9285-6301ca3fe755 None None] The sync data for ids ['cba8cd53-3241-411a-aa07-5ddb470f88b2'] in ncdv-master-1 is: [{'id': 'cba8cd53-3241-411a-aa07-5ddb470f88b2', 'name': 'tempest-ServerRescueNegativeTestJSON-326243146-router', 'tenant_id': '52eadb29309f4abb8ff8f5903643d9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142'}], 'enable_snat': True}, 'gw_port_id': 'cb51eef5-9c39-4dfb-8425-0f4ef451bf29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:09:33Z', 'updated_at': '2022-02-05T21:09:34Z', 'revision_number': 3, 'project_id': '52eadb29309f4abb8ff8f5903643d9da', 'gw_port': {'id': 'cb51eef5-9c39-4dfb-8425-0f4ef451bf29', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:82:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba8cd53-3241-411a-aa07-5ddb470f88b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:09:34Z', 'updated_at': '2022-02-05T21:09:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:09:37.471985 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc114cfd-b71f-40be-b02a-94c493721cab tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Pushing event deleted for resources: {'Port': ['ID=6762290c-c583-4849-8051-e37e258fa7c3,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:37.498428 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:37.541046 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a53928-3a0b-4ddd-bf6b-a46919295548 req-dc114cfd-b71f-40be-b02a-94c493721cab tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] No DVR routers for this DVR port 6762290c-c583-4849-8051-e37e258fa7c3 on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:09:37.548435 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-53a53928-3a0b-4ddd-bf6b-a46919295548 req-dc114cfd-b71f-40be-b02a-94c493721cab tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:37.557316 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-53a53928-3a0b-4ddd-bf6b-a46919295548 req-dc114cfd-b71f-40be-b02a-94c493721cab tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.21 "DELETE /v2.0/ports/6762290c-c583-4849-8051-e37e258fa7c3 HTTP/1.1" status: 204  len: 173 time: 1.7346213
Feb 05 21:09:37.558204 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c34a7c1-8b32-4f7b-9fcb-835a6827d560', 'name': 'network-vif-deleted', 'tag': '6762290c-c583-4849-8051-e37e258fa7c3'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:09:37.561023 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb5e3cb-4c15-4609-bb1b-81015f1318fe" -d '{"events": [{"server_uuid": "5c34a7c1-8b32-4f7b-9fcb-835a6827d560", "name": "network-vif-deleted", "tag": "6762290c-c583-4849-8051-e37e258fa7c3"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:09:37.635939 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-aa0ca444-0636-4e19-8e1e-018ee1591b1b admin admin] Publish callbacks [] for port (d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:37.647750 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a292cb6-5c8a-4556-acdc-97b5be24c6ce x-openstack-request-id: req-9a292cb6-5c8a-4556-acdc-97b5be24c6ce {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:09:37.648325 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c34a7c1-8b32-4f7b-9fcb-835a6827d560", "name": "network-vif-deleted", "tag": "6762290c-c583-4849-8051-e37e258fa7c3", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:09:37.648733 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9a292cb6-5c8a-4556-acdc-97b5be24c6ce {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:09:37.649301 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c34a7c1-8b32-4f7b-9fcb-835a6827d560', 'name': 'network-vif-deleted', 'tag': '6762290c-c583-4849-8051-e37e258fa7c3', 'status': 'completed', 'code': 200}
Feb 05 21:09:37.690017 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-aa0ca444-0636-4e19-8e1e-018ee1591b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:37.746255 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0ca444-0636-4e19-8e1e-018ee1591b1b admin admin] Network 30128ffe-34e2-4275-a6f2-dcd809353bb1 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:09:37.749593 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-aa0ca444-0636-4e19-8e1e-018ee1591b1b admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:09:37.754516 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0ca444-0636-4e19-8e1e-018ee1591b1b admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:09:37.760873 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ca444-0636-4e19-8e1e-018ee1591b1b admin admin] Pushing event updated for resources: {'Port': ['ID=d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:37.778107 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 36284) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:37.837152 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-aa0ca444-0636-4e19-8e1e-018ee1591b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (cba8cd53-3241-411a-aa07-5ddb470f88b2), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:38.024584 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-6a9e8f95-e82a-459a-83b1-5b1e92f80598 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2088909711-network', 'tenant_id': 'c04615402925462792ca03f711db23c1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:09:38.064643 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-aa0ca444-0636-4e19-8e1e-018ee1591b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:38.078316 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9e8f95-e82a-459a-83b1-5b1e92f80598 admin admin] Made reservation on behalf of c04615402925462792ca03f711db23c1 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:09:38.081105 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6a9e8f95-e82a-459a-83b1-5b1e92f80598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:38.096215 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6a9e8f95-e82a-459a-83b1-5b1e92f80598 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:38.178765 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8602d0af-395f-4882-897b-a90872c87ee3 req-2a3935a6-4ae5-420a-aa35-54cc9c84783a tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c34a7c1-8b32-4f7b-9fcb-835a6827d560 HTTP/1.1" status: 200  len: 210 time: 0.0494556
Feb 05 21:09:38.240934 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6a9e8f95-e82a-459a-83b1-5b1e92f80598 admin admin] Publish callbacks [] for security_group (1940a6f1-ff80-4a12-ab7c-3959d0fbe11b), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:38.247884 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6a9e8f95-e82a-459a-83b1-5b1e92f80598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (1940a6f1-ff80-4a12-ab7c-3959d0fbe11b), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:38.271213 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a9e8f95-e82a-459a-83b1-5b1e92f80598 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:09:38.287247 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-aa0ca444-0636-4e19-8e1e-018ee1591b1b admin admin] Publish callbacks [] for port (d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:38.288352 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e8f95-e82a-459a-83b1-5b1e92f80598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1940a6f1-ff80-4a12-ab7c-3959d0fbe11b,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:38.291501 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6a9e8f95-e82a-459a-83b1-5b1e92f80598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (85033ada-d563-4aa7-ab29-e969031752d8), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:38.292596 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-6a9e8f95-e82a-459a-83b1-5b1e92f80598 admin admin] Added segment 85033ada-d563-4aa7-ab29-e969031752d8 of type vlan for network 5933570b-34b9-46a5-bc57-4d771586750f
Feb 05 21:09:38.296832 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-aa0ca444-0636-4e19-8e1e-018ee1591b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:38.342911 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6a9e8f95-e82a-459a-83b1-5b1e92f80598 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (5933570b-34b9-46a5-bc57-4d771586750f), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:38.373800 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6a9e8f95-e82a-459a-83b1-5b1e92f80598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (5933570b-34b9-46a5-bc57-4d771586750f), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:38.374329 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ca444-0636-4e19-8e1e-018ee1591b1b admin admin] Pushing event updated for resources: {'Port': ['ID=d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:38.375031 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9e8f95-e82a-459a-83b1-5b1e92f80598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:38.375867 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6a9e8f95-e82a-459a-83b1-5b1e92f80598 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:38.376797 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-aa0ca444-0636-4e19-8e1e-018ee1591b1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (cba8cd53-3241-411a-aa07-5ddb470f88b2), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:38.446030 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6a9e8f95-e82a-459a-83b1-5b1e92f80598 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6640329
Feb 05 21:09:38.446574 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 36302) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:38.451543 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-cc4a531a-7851-4d85-a0ea-395af1c9f529 admin admin] Request body: {'subnet': {'network_id': '5933570b-34b9-46a5-bc57-4d771586750f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2088909711-subnet', 'tenant_id': 'c04615402925462792ca03f711db23c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:09:38.457570 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e8f95-e82a-459a-83b1-5b1e92f80598 admin admin] Pushing event updated for resources: {'Network': ['ID=5933570b-34b9-46a5-bc57-4d771586750f,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:38.478267 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 5933570b-34b9-46a5-bc57-4d771586750f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:09:38.484880 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4a531a-7851-4d85-a0ea-395af1c9f529 admin admin] Made reservation on behalf of c04615402925462792ca03f711db23c1 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:09:38.492327 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cc4a531a-7851-4d85-a0ea-395af1c9f529 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:38.492640 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0ca444-0636-4e19-8e1e-018ee1591b1b admin admin] Network 30128ffe-34e2-4275-a6f2-dcd809353bb1 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:09:38.494923 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-aa0ca444-0636-4e19-8e1e-018ee1591b1b admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:09:38.741640 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device cb51eef5-9c39-4dfb-8425-0f4ef451bf29 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:09:38.756237 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0ca444-0636-4e19-8e1e-018ee1591b1b admin admin] Router cba8cd53-3241-411a-aa07-5ddb470f88b2 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:09:38.809763 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cc4a531a-7851-4d85-a0ea-395af1c9f529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (a2ba5aa7-66ed-4070-8c04-5f6be4c369a5), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:38.848368 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port cb51eef5-9c39-4dfb-8425-0f4ef451bf29 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:09:38.849019 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (cb51eef5-9c39-4dfb-8425-0f4ef451bf29), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:38.911550 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a531a-7851-4d85-a0ea-395af1c9f529 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2ba5aa7-66ed-4070-8c04-5f6be4c369a5,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:38.918228 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4a531a-7851-4d85-a0ea-395af1c9f529 admin admin] Checking segment: {'id': '85033ada-d563-4aa7-ab29-e969031752d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5933570b-34b9-46a5-bc57-4d771586750f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:09:38.918906 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4a531a-7851-4d85-a0ea-395af1c9f529 admin admin] Network hostable DHCP agents. Network: 5933570b-34b9-46a5-bc57-4d771586750f, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:09:38.942364 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4a531a-7851-4d85-a0ea-395af1c9f529 admin admin] Network 5933570b-34b9-46a5-bc57-4d771586750f is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:09:38.962964 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-cc4a531a-7851-4d85-a0ea-395af1c9f529 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5933570b-34b9-46a5-bc57-4d771586750f) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:09:38.963607 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0ca444-0636-4e19-8e1e-018ee1591b1b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:09:38.969410 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4a531a-7851-4d85-a0ea-395af1c9f529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:38.970344 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cc4a531a-7851-4d85-a0ea-395af1c9f529 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:38.974360 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-aa0ca444-0636-4e19-8e1e-018ee1591b1b admin admin] 10.222.0.32 "PUT /v2.0/routers/cba8cd53-3241-411a-aa07-5ddb470f88b2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3256104
Feb 05 21:09:39.004482 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e5e90f-e97e-4564-bc01-fde8bd745fbb None None] Network 5933570b-34b9-46a5-bc57-4d771586750f requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:09:39.006621 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-cc4a531a-7851-4d85-a0ea-395af1c9f529 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5589972
Feb 05 21:09:39.099120 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port cb51eef5-9c39-4dfb-8425-0f4ef451bf29 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:09:39.099839 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (cb51eef5-9c39-4dfb-8425-0f4ef451bf29), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:39.172133 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 6762290c-c583-4849-8051-e37e258fa7c3 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:09:39.212333 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port cb51eef5-9c39-4dfb-8425-0f4ef451bf29, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cb51eef5-9c39-4dfb-8425-0f4ef451bf29,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:09:39.216315 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:39.219539 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: 6762290c-c583-4849-8051-e37e258fa7c3 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:09:39.220076 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 6762290c-c583-4849-8051-e37e258fa7c3 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:09:39.225225 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (cb51eef5-9c39-4dfb-8425-0f4ef451bf29), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:39.313182 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027479af-29a7-4d6c-8adb-892c07f177b3 None None] Network 5933570b-34b9-46a5-bc57-4d771586750f requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:09:39.394942 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d43b3-b874-4139-80d6-2ba70ce53468 req-1e5b0d31-54b3-45e0-b76b-214996d1e8eb tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:39.398268 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-692d43b3-b874-4139-80d6-2ba70ce53468 req-1e5b0d31-54b3-45e0-b76b-214996d1e8eb tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0813594
Feb 05 21:09:39.461819 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=cb51eef5-9c39-4dfb-8425-0f4ef451bf29,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:39.474816 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-692d43b3-b874-4139-80d6-2ba70ce53468 req-72af21d3-4204-4935-a049-5efe2bcc84f9 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540562
Feb 05 21:09:39.475137 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:39.475238 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:39.480486 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:39.483069 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:39.483657 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:39.484161 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:39.484651 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:39.485167 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:39.485672 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:39.486165 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:39.486702 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:39.487241 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:39.487807 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:39.598142 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-58baac32-8610-4067-9837-c6ac6ddfcf31 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:39.608002 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-58baac32-8610-4067-9837-c6ac6ddfcf31 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/networks?id=30128ffe-34e2-4275-a6f2-dcd809353bb1 HTTP/1.1" status: 200  len: 818 time: 0.1407232
Feb 05 21:09:39.622553 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-7af89139-6f2b-42ac-a2fa-c001eda08002 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/quotas/52eadb29309f4abb8ff8f5903643d9da HTTP/1.1" status: 200  len: 375 time: 0.0147421
Feb 05 21:09:39.685254 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-7d74022a-bd39-4bc0-afa9-d67d3d78a8bd tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=52eadb29309f4abb8ff8f5903643d9da&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0554559
Feb 05 21:09:39.764863 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb84cca1-510e-42de-b675-26ab689aa619 None None] Sync routers for ids ['cba8cd53-3241-411a-aa07-5ddb470f88b2'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:09:39.788590 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb84cca1-510e-42de-b675-26ab689aa619 None None] Routers {'cba8cd53-3241-411a-aa07-5ddb470f88b2'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:09:39.789234 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-cb84cca1-510e-42de-b675-26ab689aa619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab386970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:09:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['cba8cd53-3241-411a-aa07-5ddb470f88b2'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:09:39.891815 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-56bf336b-a836-468b-8bb1-d6f0b813d5a8 service neutron] 10.222.0.32 "GET /v2.0/networks/30128ffe-34e2-4275-a6f2-dcd809353bb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1956956
Feb 05 21:09:39.900370 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880468af-f9af-499a-b882-64e694701a80 req-4277524d-97fa-4984-ba29-c6ebe44d1aaa tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:39.902517 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-880468af-f9af-499a-b882-64e694701a80 req-4277524d-97fa-4984-ba29-c6ebe44d1aaa tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.2095618
Feb 05 21:09:39.923714 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-cb84cca1-510e-42de-b675-26ab689aa619 None None] Set router cba8cd53-3241-411a-aa07-5ddb470f88b2 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:09:40.021704 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-880468af-f9af-499a-b882-64e694701a80 req-07cf9457-cc91-41af-9901-33dbbf66eb1f tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1076241
Feb 05 21:09:40.044363 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-5f1f5d8b-bf46-44b5-aaa7-b1aa21abe348 service neutron] 10.222.0.32 "GET /v2.0/networks/30128ffe-34e2-4275-a6f2-dcd809353bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1403842
Feb 05 21:09:40.233013 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dcf581-3c07-4de9-bc50-d16eedddea85 req-4c5b0c01-7abc-4299-92f3-3db08b5033e6 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:40.237542 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a9dcf581-3c07-4de9-bc50-d16eedddea85 req-4c5b0c01-7abc-4299-92f3-3db08b5033e6 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0984817
Feb 05 21:09:40.261376 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-cb84cca1-510e-42de-b675-26ab689aa619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab386970>, [{'id': 'cba8cd53-3241-411a-aa07-5ddb470f88b2', 'name': 'tempest-ServerRescueNegativeTestJSON-326243146-router', 'tenant_id': '52eadb29309f4abb8ff8f5903643d9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142'}], 'enable_snat': True}, 'gw_port_id': 'cb51eef5-9c39-4dfb-8425-0f4ef451bf29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:09:33Z', 'updated_at': '2022-02-05T21:09:38Z', 'revision_number': 4, 'project_id': '52eadb29309f4abb8ff8f5903643d9da', 'gw_port': {'id': 'cb51eef5-9c39-4dfb-8425-0f4ef451bf29', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:82:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba8cd53-3241-411a-aa07-5ddb470f88b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:09:34Z', 'updated_at': '2022-02-05T21:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd686d0e5-2ea5-4ff7-ab8a-eae8b4353d03', 'name': '', 'network_id': '30128ffe-34e2-4275-a6f2-dcd809353bb1', 'tenant_id': '52eadb29309f4abb8ff8f5903643d9da', 'mac_address': 'fa:16:3e:fb:b0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba8cd53-3241-411a-aa07-5ddb470f88b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '548d9964-d28f-494c-92f6-79759b05a730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:09:37Z', 'updated_at': '2022-02-05T21:09:38Z', 'revision_number': 2, 'project_id': '52eadb29309f4abb8ff8f5903643d9da', 'subnets': [{'id': '548d9964-d28f-494c-92f6-79759b05a730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:09:40.306972 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb84cca1-510e-42de-b675-26ab689aa619 None None] Checking router: cba8cd53-3241-411a-aa07-5ddb470f88b2 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:09:40.307400 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb84cca1-510e-42de-b675-26ab689aa619 None None] Updating router cba8cd53-3241-411a-aa07-5ddb470f88b2 port d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03 binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:09:40.343346 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cb84cca1-510e-42de-b675-26ab689aa619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:40.377351 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a9dcf581-3c07-4de9-bc50-d16eedddea85 req-745fefdd-14f7-400d-9afe-438e2a4fceaf tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1324532
Feb 05 21:09:40.402465 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-366660da-4f0d-4bcc-a3ce-0862f4c2414f req-33801276-bd1d-4b3b-a231-5e45be62a258 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 210 time: 0.0631940
Feb 05 21:09:40.598581 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:40.622126 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device cb51eef5-9c39-4dfb-8425-0f4ef451bf29 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:09:40.877551 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321b316-2d24-452f-979f-81b775329af6 req-4aaa4b27-c07d-4ce9-9145-4a7538269d2e tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:40.882115 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d321b316-2d24-452f-979f-81b775329af6 req-4aaa4b27-c07d-4ce9-9145-4a7538269d2e tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/networks?id=30128ffe-34e2-4275-a6f2-dcd809353bb1 HTTP/1.1" status: 200  len: 818 time: 0.2485266
Feb 05 21:09:40.911113 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d321b316-2d24-452f-979f-81b775329af6 req-eba5e105-e1fe-4b54-9097-548206ddaaee tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/quotas/52eadb29309f4abb8ff8f5903643d9da HTTP/1.1" status: 200  len: 375 time: 0.0219541
Feb 05 21:09:40.954115 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port cb51eef5-9c39-4dfb-8425-0f4ef451bf29 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:09:40.955633 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (cb51eef5-9c39-4dfb-8425-0f4ef451bf29), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:41.045628 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d321b316-2d24-452f-979f-81b775329af6 req-ba67dd99-7bbe-456f-8294-49859c5cf0ee tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=52eadb29309f4abb8ff8f5903643d9da&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1258183
Feb 05 21:09:41.151125 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cb84cca1-510e-42de-b675-26ab689aa619 None None] Publish callbacks [] for port (d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:41.170696 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cb84cca1-510e-42de-b675-26ab689aa619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:41.205568 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d321b316-2d24-452f-979f-81b775329af6 req-9e06ac92-b46b-4d79-99e0-0606ebb559c5 service neutron] 10.222.0.32 "GET /v2.0/networks/30128ffe-34e2-4275-a6f2-dcd809353bb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1570141
Feb 05 21:09:41.297222 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e781974-d4ed-4c02-a731-3446c73f77d3 None None] Pushing event updated for resources: {'Port': ['ID=d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:41.365522 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-cb84cca1-510e-42de-b675-26ab689aa619 None None] Attempting to bind port d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:09:41.365909 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-cb84cca1-510e-42de-b675-26ab689aa619 None None] Attempting to bind port d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '269e9fcc-ed83-4553-80ce-c91c3c416fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '30128ffe-34e2-4275-a6f2-dcd809353bb1'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:09:41.366333 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb84cca1-510e-42de-b675-26ab689aa619 None None] Attempting to bind port d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03 on network 30128ffe-34e2-4275-a6f2-dcd809353bb1 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:09:41.367884 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d321b316-2d24-452f-979f-81b775329af6 req-1e73c5d8-d333-4f71-84af-fe031fdba0d7 service neutron] 10.222.0.32 "GET /v2.0/networks/30128ffe-34e2-4275-a6f2-dcd809353bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1575055
Feb 05 21:09:41.371083 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port cb51eef5-9c39-4dfb-8425-0f4ef451bf29 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:09:41.377343 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb84cca1-510e-42de-b675-26ab689aa619 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:09:41.377818 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb84cca1-510e-42de-b675-26ab689aa619 None None] Checking segment: {'id': '269e9fcc-ed83-4553-80ce-c91c3c416fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '30128ffe-34e2-4275-a6f2-dcd809353bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:09:41.378209 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cb84cca1-510e-42de-b675-26ab689aa619 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:41.378786 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb84cca1-510e-42de-b675-26ab689aa619 None None] Bound using segment: {'id': '269e9fcc-ed83-4553-80ce-c91c3c416fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '30128ffe-34e2-4275-a6f2-dcd809353bb1'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:09:41.379286 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-cb84cca1-510e-42de-b675-26ab689aa619 None None] Bound port: d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '269e9fcc-ed83-4553-80ce-c91c3c416fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '30128ffe-34e2-4275-a6f2-dcd809353bb1'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:09:41.379753 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cb84cca1-510e-42de-b675-26ab689aa619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:41.463507 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-cb84cca1-510e-42de-b675-26ab689aa619 None None] For port d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:09:41.468932 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-cb84cca1-510e-42de-b675-26ab689aa619 None None] For port d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03,segment=NetworkSegment(269e9fcc-ed83-4553-80ce-c91c3c416fd1),segment_id=269e9fcc-ed83-4553-80ce-c91c3c416fd1)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:09:41.477416 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cb84cca1-510e-42de-b675-26ab689aa619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:41.581217 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8c318162-da56-471e-ac84-6068a292ff6c req-c14e7cc9-6d16-49b8-833a-a4d0fe80291e tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe46314-fa74-4ab6-a8ed-40bb76ad27bb HTTP/1.1" status: 200  len: 210 time: 0.0442822
Feb 05 21:09:41.743962 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e781974-d4ed-4c02-a731-3446c73f77d3 None None] Pushing event updated for resources: {'Port': ['ID=d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:41.761674 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb84cca1-510e-42de-b675-26ab689aa619 None None] Routers {'cba8cd53-3241-411a-aa07-5ddb470f88b2'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:09:41.761674 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-cb84cca1-510e-42de-b675-26ab689aa619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab386970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:09:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['cba8cd53-3241-411a-aa07-5ddb470f88b2'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:09:41.920804 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-cb84cca1-510e-42de-b675-26ab689aa619 None None] Set router cba8cd53-3241-411a-aa07-5ddb470f88b2 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:09:42.215964 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-5c6ce164-bea9-41b6-9b1c-7e8464cd13b4 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:42.223788 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-5c6ce164-bea9-41b6-9b1c-7e8464cd13b4 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.21 "GET /v2.0/networks?id=30128ffe-34e2-4275-a6f2-dcd809353bb1 HTTP/1.1" status: 200  len: 818 time: 0.3924677
Feb 05 21:09:42.239917 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-dc5fc179-5b86-43ff-be4b-d2b7e784530d tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Request body: {'port': {'device_id': '44c1fae5-fcee-475f-9233-9a478d33756d', 'network_id': '30128ffe-34e2-4275-a6f2-dcd809353bb1', 'admin_state_up': True, 'tenant_id': '52eadb29309f4abb8ff8f5903643d9da'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:09:42.250099 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-cb84cca1-510e-42de-b675-26ab689aa619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab386970>, [{'id': 'cba8cd53-3241-411a-aa07-5ddb470f88b2', 'name': 'tempest-ServerRescueNegativeTestJSON-326243146-router', 'tenant_id': '52eadb29309f4abb8ff8f5903643d9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142'}], 'enable_snat': True}, 'gw_port_id': 'cb51eef5-9c39-4dfb-8425-0f4ef451bf29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:09:33Z', 'updated_at': '2022-02-05T21:09:38Z', 'revision_number': 4, 'project_id': '52eadb29309f4abb8ff8f5903643d9da', 'gw_port': {'id': 'cb51eef5-9c39-4dfb-8425-0f4ef451bf29', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:82:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba8cd53-3241-411a-aa07-5ddb470f88b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:09:34Z', 'updated_at': '2022-02-05T21:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd686d0e5-2ea5-4ff7-ab8a-eae8b4353d03', 'name': '', 'network_id': '30128ffe-34e2-4275-a6f2-dcd809353bb1', 'tenant_id': '52eadb29309f4abb8ff8f5903643d9da', 'mac_address': 'fa:16:3e:fb:b0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba8cd53-3241-411a-aa07-5ddb470f88b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '548d9964-d28f-494c-92f6-79759b05a730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:09:37Z', 'updated_at': '2022-02-05T21:09:41Z', 'revision_number': 4, 'project_id': '52eadb29309f4abb8ff8f5903643d9da', 'subnets': [{'id': '548d9964-d28f-494c-92f6-79759b05a730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:09:42.345255 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb84cca1-510e-42de-b675-26ab689aa619 None None] The sync data for ids ['cba8cd53-3241-411a-aa07-5ddb470f88b2'] in ncdv-master-1 is: [{'id': 'cba8cd53-3241-411a-aa07-5ddb470f88b2', 'name': 'tempest-ServerRescueNegativeTestJSON-326243146-router', 'tenant_id': '52eadb29309f4abb8ff8f5903643d9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142'}], 'enable_snat': True}, 'gw_port_id': 'cb51eef5-9c39-4dfb-8425-0f4ef451bf29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:09:33Z', 'updated_at': '2022-02-05T21:09:38Z', 'revision_number': 4, 'project_id': '52eadb29309f4abb8ff8f5903643d9da', 'gw_port': {'id': 'cb51eef5-9c39-4dfb-8425-0f4ef451bf29', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:82:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba8cd53-3241-411a-aa07-5ddb470f88b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:09:34Z', 'updated_at': '2022-02-05T21:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd686d0e5-2ea5-4ff7-ab8a-eae8b4353d03', 'name': '', 'network_id': '30128ffe-34e2-4275-a6f2-dcd809353bb1', 'tenant_id': '52eadb29309f4abb8ff8f5903643d9da', 'mac_address': 'fa:16:3e:fb:b0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba8cd53-3241-411a-aa07-5ddb470f88b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '548d9964-d28f-494c-92f6-79759b05a730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:09:37Z', 'updated_at': '2022-02-05T21:09:41Z', 'revision_number': 4, 'project_id': '52eadb29309f4abb8ff8f5903643d9da', 'subnets': [{'id': '548d9964-d28f-494c-92f6-79759b05a730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:09:42.698255 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-dc5fc179-5b86-43ff-be4b-d2b7e784530d tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Made reservation on behalf of 52eadb29309f4abb8ff8f5903643d9da for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:09:42.704328 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-dc5fc179-5b86-43ff-be4b-d2b7e784530d tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:42.791158 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:09:42.846854 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0b323a60-e725-4d03-9c47-d30ca23f46d2 req-d191357f-f6a4-434f-aa9b-0dc44051014e tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe46314-fa74-4ab6-a8ed-40bb76ad27bb HTTP/1.1" status: 200  len: 210 time: 0.0640602
Feb 05 21:09:42.923961 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:09:42.924727 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:42.984651 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-dc5fc179-5b86-43ff-be4b-d2b7e784530d tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Allocated IP 172.20.0.12 (30128ffe-34e2-4275-a6f2-dcd809353bb1/548d9964-d28f-494c-92f6-79759b05a730/c3301d09-c212-4533-9c47-7be2df3d1819) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:09:43.079567 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e21499-363b-4691-8974-cb023251ee1f req-8bb381c8-7473-4ede-be3b-44359154e580 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:43.085132 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:09:43.085977 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:43.101120 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-11e21499-363b-4691-8974-cb023251ee1f req-8bb381c8-7473-4ede-be3b-44359154e580 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.1160812
Feb 05 21:09:43.163478 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03,segment=NetworkSegment(269e9fcc-ed83-4553-80ce-c91c3c416fd1),segment_id=269e9fcc-ed83-4553-80ce-c91c3c416fd1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:09:43.173240 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:43.272720 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-11e21499-363b-4691-8974-cb023251ee1f req-aa7d31cf-19bb-4ee3-886e-dd48378a44dc tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1696243
Feb 05 21:09:43.277678 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:43.424864 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321b316-2d24-452f-979f-81b775329af6 req-219e6c72-b553-4940-81d7-5f5f87b1b3a5 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:43.427372 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d321b316-2d24-452f-979f-81b775329af6 req-219e6c72-b553-4940-81d7-5f5f87b1b3a5 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.39 "GET /v2.0/networks?id=30128ffe-34e2-4275-a6f2-dcd809353bb1 HTTP/1.1" status: 200  len: 818 time: 0.2105770
Feb 05 21:09:43.461603 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-d321b316-2d24-452f-979f-81b775329af6 req-5372d939-a0b9-4f7d-bbcc-1cfbf33e01a1 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Request body: {'port': {'device_id': 'dfe46314-fa74-4ab6-a8ed-40bb76ad27bb', 'network_id': '30128ffe-34e2-4275-a6f2-dcd809353bb1', 'admin_state_up': True, 'tenant_id': '52eadb29309f4abb8ff8f5903643d9da'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:09:43.481594 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55905c44-19e0-4cc6-9216-5775e05438c9 req-11e8ec3b-41a7-4e1c-8a05-ffa7fb0c5a8f tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:43.484172 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-dc5fc179-5b86-43ff-be4b-d2b7e784530d tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Publish callbacks [] for port (c3301d09-c212-4533-9c47-7be2df3d1819), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:43.499272 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-55905c44-19e0-4cc6-9216-5775e05438c9 req-11e8ec3b-41a7-4e1c-8a05-ffa7fb0c5a8f tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.1320667
Feb 05 21:09:43.627260 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-55905c44-19e0-4cc6-9216-5775e05438c9 req-264b79ce-95e2-430f-8fcb-222f93a372e6 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1266494
Feb 05 21:09:43.703949 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-dc5fc179-5b86-43ff-be4b-d2b7e784530d tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (c3301d09-c212-4533-9c47-7be2df3d1819), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:43.779637 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-dc5fc179-5b86-43ff-be4b-d2b7e784530d tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Network 30128ffe-34e2-4275-a6f2-dcd809353bb1 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:09:43.787611 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-dc5fc179-5b86-43ff-be4b-d2b7e784530d tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:09:43.799075 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-dc5fc179-5b86-43ff-be4b-d2b7e784530d tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:09:43.828985 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d321b316-2d24-452f-979f-81b775329af6 req-5372d939-a0b9-4f7d-bbcc-1cfbf33e01a1 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Made reservation on behalf of 52eadb29309f4abb8ff8f5903643d9da for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:09:43.832653 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d321b316-2d24-452f-979f-81b775329af6 req-5372d939-a0b9-4f7d-bbcc-1cfbf33e01a1 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:43.871899 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5fc179-5b86-43ff-be4b-d2b7e784530d tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Pushing event updated for resources: {'Port': ['ID=c3301d09-c212-4533-9c47-7be2df3d1819,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:43.933790 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-dc5fc179-5b86-43ff-be4b-d2b7e784530d tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:43.934511 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-dc5fc179-5b86-43ff-be4b-d2b7e784530d tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:44.047813 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-dc5fc179-5b86-43ff-be4b-d2b7e784530d tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8146935
Feb 05 21:09:44.066789 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-c1a3f19d-9940-4e1e-9f45-311d1a7d7ca8 service neutron] Request body: {'port': {'device_id': '44c1fae5-fcee-475f-9233-9a478d33756d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:09:44.079705 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f87dd5cc-bbe6-47ed-bf77-a5e7f5e48efa req-9ccb3410-c795-4ec4-9423-7a6fe615c035 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe46314-fa74-4ab6-a8ed-40bb76ad27bb HTTP/1.1" status: 200  len: 210 time: 0.0687814
Feb 05 21:09:44.239418 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-d321b316-2d24-452f-979f-81b775329af6 req-5372d939-a0b9-4f7d-bbcc-1cfbf33e01a1 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Allocated IP 172.20.0.10 (30128ffe-34e2-4275-a6f2-dcd809353bb1/548d9964-d28f-494c-92f6-79759b05a730/55d000a1-4f09-4596-b231-85bd5adfb0bd) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:09:44.304297 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-c1a3f19d-9940-4e1e-9f45-311d1a7d7ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c3301d09-c212-4533-9c47-7be2df3d1819), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:44.673091 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:09:44.753641 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d321b316-2d24-452f-979f-81b775329af6 req-5372d939-a0b9-4f7d-bbcc-1cfbf33e01a1 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Publish callbacks [] for port (55d000a1-4f09-4596-b231-85bd5adfb0bd), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:44.774675 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:09:44.775579 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:44.820091 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d321b316-2d24-452f-979f-81b775329af6 req-5372d939-a0b9-4f7d-bbcc-1cfbf33e01a1 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (55d000a1-4f09-4596-b231-85bd5adfb0bd), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:44.961693 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:09:45.046796 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d321b316-2d24-452f-979f-81b775329af6 req-5372d939-a0b9-4f7d-bbcc-1cfbf33e01a1 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Network 30128ffe-34e2-4275-a6f2-dcd809353bb1 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:09:45.054517 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-d321b316-2d24-452f-979f-81b775329af6 req-5372d939-a0b9-4f7d-bbcc-1cfbf33e01a1 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:09:45.059133 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5372d939-a0b9-4f7d-bbcc-1cfbf33e01a1 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Pushing event updated for resources: {'Port': ['ID=55d000a1-4f09-4596-b231-85bd5adfb0bd,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:45.064174 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-d321b316-2d24-452f-979f-81b775329af6 req-5372d939-a0b9-4f7d-bbcc-1cfbf33e01a1 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:09:45.158689 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321b316-2d24-452f-979f-81b775329af6 req-5372d939-a0b9-4f7d-bbcc-1cfbf33e01a1 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:45.160359 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d321b316-2d24-452f-979f-81b775329af6 req-5372d939-a0b9-4f7d-bbcc-1cfbf33e01a1 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:45.234079 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-c1a3f19d-9940-4e1e-9f45-311d1a7d7ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3301d09-c212-4533-9c47-7be2df3d1819 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:09:45.247035 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-c1a3f19d-9940-4e1e-9f45-311d1a7d7ca8 service neutron] Publish callbacks [] for port (c3301d09-c212-4533-9c47-7be2df3d1819), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:45.253544 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059746a-43fc-4e63-9da3-8c4a3d511f25 req-e09b48ad-7664-4157-8bec-b718bebe0e4b tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:45.256238 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2059746a-43fc-4e63-9da3-8c4a3d511f25 req-e09b48ad-7664-4157-8bec-b718bebe0e4b tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe46314-fa74-4ab6-a8ed-40bb76ad27bb HTTP/1.1" status: 200  len: 932 time: 0.0828123
Feb 05 21:09:45.262231 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d321b316-2d24-452f-979f-81b775329af6 req-5372d939-a0b9-4f7d-bbcc-1cfbf33e01a1 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8045046
Feb 05 21:09:45.289009 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-d321b316-2d24-452f-979f-81b775329af6 req-99b3e8a5-0e17-4f8b-a596-fc2732d2c22b service neutron] Request body: {'port': {'device_id': 'dfe46314-fa74-4ab6-a8ed-40bb76ad27bb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:09:45.290568 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:45.296457 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-c1a3f19d-9940-4e1e-9f45-311d1a7d7ca8 service neutron] Transition to ACTIVE for port object c3301d09-c212-4533-9c47-7be2df3d1819 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:09:45.333137 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-c1a3f19d-9940-4e1e-9f45-311d1a7d7ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (c3301d09-c212-4533-9c47-7be2df3d1819), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:45.357948 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2059746a-43fc-4e63-9da3-8c4a3d511f25 req-12310258-07b4-424f-8256-2334c62604d6 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933340
Feb 05 21:09:45.474728 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3f19d-9940-4e1e-9f45-311d1a7d7ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=c3301d09-c212-4533-9c47-7be2df3d1819,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:45.523618 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d321b316-2d24-452f-979f-81b775329af6 req-99b3e8a5-0e17-4f8b-a596-fc2732d2c22b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (55d000a1-4f09-4596-b231-85bd5adfb0bd), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:45.560258 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c55aa-1dc7-417b-9f42-f15625d5a5f8 req-356509b0-1af7-44ca-9c95-c138ea60dcd2 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:45.562093 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-098c55aa-1dc7-417b-9f42-f15625d5a5f8 req-356509b0-1af7-44ca-9c95-c138ea60dcd2 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0777376
Feb 05 21:09:45.599357 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-c1a3f19d-9940-4e1e-9f45-311d1a7d7ca8 service neutron] Attempting to bind port c3301d09-c212-4533-9c47-7be2df3d1819 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:09:45.599813 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-c1a3f19d-9940-4e1e-9f45-311d1a7d7ca8 service neutron] Attempting to bind port c3301d09-c212-4533-9c47-7be2df3d1819 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '269e9fcc-ed83-4553-80ce-c91c3c416fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '30128ffe-34e2-4275-a6f2-dcd809353bb1'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:09:45.600119 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-c1a3f19d-9940-4e1e-9f45-311d1a7d7ca8 service neutron] Attempting to bind port c3301d09-c212-4533-9c47-7be2df3d1819 on network 30128ffe-34e2-4275-a6f2-dcd809353bb1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:09:45.613988 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-c1a3f19d-9940-4e1e-9f45-311d1a7d7ca8 service neutron] Port c3301d09-c212-4533-9c47-7be2df3d1819 on network 30128ffe-34e2-4275-a6f2-dcd809353bb1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:09:45.613988 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-c1a3f19d-9940-4e1e-9f45-311d1a7d7ca8 service neutron] Attempting to bind port c3301d09-c212-4533-9c47-7be2df3d1819 on network 30128ffe-34e2-4275-a6f2-dcd809353bb1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:09:45.633658 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-098c55aa-1dc7-417b-9f42-f15625d5a5f8 req-2c619754-fc4d-41e5-b3e6-f88e10f8e9b8 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636890
Feb 05 21:09:45.679937 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-c1a3f19d-9940-4e1e-9f45-311d1a7d7ca8 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:09:45.680323 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-c1a3f19d-9940-4e1e-9f45-311d1a7d7ca8 service neutron] Checking segment: {'id': '269e9fcc-ed83-4553-80ce-c91c3c416fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '30128ffe-34e2-4275-a6f2-dcd809353bb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:09:45.680721 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-c1a3f19d-9940-4e1e-9f45-311d1a7d7ca8 service neutron] Bound using segment: {'id': '269e9fcc-ed83-4553-80ce-c91c3c416fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '30128ffe-34e2-4275-a6f2-dcd809353bb1'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:09:45.681198 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-c1a3f19d-9940-4e1e-9f45-311d1a7d7ca8 service neutron] Bound port: c3301d09-c212-4533-9c47-7be2df3d1819, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '269e9fcc-ed83-4553-80ce-c91c3c416fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '30128ffe-34e2-4275-a6f2-dcd809353bb1'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:09:45.681896 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-c1a3f19d-9940-4e1e-9f45-311d1a7d7ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c3301d09-c212-4533-9c47-7be2df3d1819), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:45.808645 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00560fd7-51b1-4366-8343-bb08f9044260 req-df8503d2-4c9d-46ce-8884-dbf823105382 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:45.811331 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-00560fd7-51b1-4366-8343-bb08f9044260 req-df8503d2-4c9d-46ce-8884-dbf823105382 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0712960
Feb 05 21:09:45.830600 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-c1a3f19d-9940-4e1e-9f45-311d1a7d7ca8 service neutron] For port c3301d09-c212-4533-9c47-7be2df3d1819, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:09:45.835658 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-c1a3f19d-9940-4e1e-9f45-311d1a7d7ca8 service neutron] For port c3301d09-c212-4533-9c47-7be2df3d1819, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c3301d09-c212-4533-9c47-7be2df3d1819,segment=NetworkSegment(269e9fcc-ed83-4553-80ce-c91c3c416fd1),segment_id=269e9fcc-ed83-4553-80ce-c91c3c416fd1)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:09:45.853602 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-c1a3f19d-9940-4e1e-9f45-311d1a7d7ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (c3301d09-c212-4533-9c47-7be2df3d1819), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:45.885088 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-00560fd7-51b1-4366-8343-bb08f9044260 req-fc119015-8f5d-417f-b63a-08bb2bb4d41e tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660143
Feb 05 21:09:45.920990 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-c1a3f19d-9940-4e1e-9f45-311d1a7d7ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:45.921251 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-c1a3f19d-9940-4e1e-9f45-311d1a7d7ca8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:45.922702 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-c1a3f19d-9940-4e1e-9f45-311d1a7d7ca8 service neutron] 10.222.0.21 "PUT /v2.0/ports/c3301d09-c212-4533-9c47-7be2df3d1819 HTTP/1.1" status: 200  len: 1092 time: 1.8659246
Feb 05 21:09:45.923150 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c1fae5-fcee-475f-9233-9a478d33756d', 'tag': 'c3301d09-c212-4533-9c47-7be2df3d1819'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:09:45.925665 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f6f638-f3d5-4f87-af7e-fd4f8ad58fc9" -d '{"events": [{"name": "network-changed", "server_uuid": "44c1fae5-fcee-475f-9233-9a478d33756d", "tag": "c3301d09-c212-4533-9c47-7be2df3d1819"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:09:45.969179 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3f19d-9940-4e1e-9f45-311d1a7d7ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=c3301d09-c212-4533-9c47-7be2df3d1819,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:46.016233 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-d321b316-2d24-452f-979f-81b775329af6 req-99b3e8a5-0e17-4f8b-a596-fc2732d2c22b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55d000a1-4f09-4596-b231-85bd5adfb0bd {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:09:46.021485 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b41f905-d773-4132-aeb8-f3a8278b15d8 x-openstack-request-id: req-5b41f905-d773-4132-aeb8-f3a8278b15d8 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:09:46.021803 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44c1fae5-fcee-475f-9233-9a478d33756d", "tag": "c3301d09-c212-4533-9c47-7be2df3d1819", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:09:46.022038 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b41f905-d773-4132-aeb8-f3a8278b15d8 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:09:46.022462 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44c1fae5-fcee-475f-9233-9a478d33756d', 'tag': 'c3301d09-c212-4533-9c47-7be2df3d1819', 'status': 'completed', 'code': 200}
Feb 05 21:09:46.027901 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d321b316-2d24-452f-979f-81b775329af6 req-99b3e8a5-0e17-4f8b-a596-fc2732d2c22b service neutron] Publish callbacks [] for port (55d000a1-4f09-4596-b231-85bd5adfb0bd), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:46.047596 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-d321b316-2d24-452f-979f-81b775329af6 req-99b3e8a5-0e17-4f8b-a596-fc2732d2c22b service neutron] Transition to ACTIVE for port object 55d000a1-4f09-4596-b231-85bd5adfb0bd will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:09:46.054223 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d321b316-2d24-452f-979f-81b775329af6 req-99b3e8a5-0e17-4f8b-a596-fc2732d2c22b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (55d000a1-4f09-4596-b231-85bd5adfb0bd), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:46.086709 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-5ebf5938-a7d0-45a6-ae9e-66bfe62580e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:46.088324 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-5ebf5938-a7d0-45a6-ae9e-66bfe62580e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=52eadb29309f4abb8ff8f5903643d9da&device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 1126 time: 0.1048915
Feb 05 21:09:46.134193 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f6ae9-7650-449d-8d63-47143a725d76 req-37ea6077-9880-4cfe-ae2a-62d00f506720 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:46.136599 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d47f6ae9-7650-449d-8d63-47143a725d76 req-37ea6077-9880-4cfe-ae2a-62d00f506720 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0711248
Feb 05 21:09:46.152834 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-fa798292-dd2e-45ad-a0d2-156a0ff3f780 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3301d09-c212-4533-9c47-7be2df3d1819 HTTP/1.1" status: 200  len: 217 time: 0.0512149
Feb 05 21:09:46.156099 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3e8a5-0e17-4f8b-a596-fc2732d2c22b service neutron] Pushing event updated for resources: {'Port': ['ID=55d000a1-4f09-4596-b231-85bd5adfb0bd,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:46.191416 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d47f6ae9-7650-449d-8d63-47143a725d76 req-cfc8952f-f34b-4121-a2eb-3740dd810ad1 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477278
Feb 05 21:09:46.244691 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-773e2329-1cba-44b7-b36f-c408bad43553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:46.247054 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-773e2329-1cba-44b7-b36f-c408bad43553 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=548d9964-d28f-494c-92f6-79759b05a730 HTTP/1.1" status: 200  len: 858 time: 0.0871220
Feb 05 21:09:46.292446 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-7a3d20af-aeb5-45fa-b505-ec6ca9f01b11 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30128ffe-34e2-4275-a6f2-dcd809353bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0366471
Feb 05 21:09:46.295381 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-d321b316-2d24-452f-979f-81b775329af6 req-99b3e8a5-0e17-4f8b-a596-fc2732d2c22b service neutron] Attempting to bind port 55d000a1-4f09-4596-b231-85bd5adfb0bd on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:09:46.295733 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-d321b316-2d24-452f-979f-81b775329af6 req-99b3e8a5-0e17-4f8b-a596-fc2732d2c22b service neutron] Attempting to bind port 55d000a1-4f09-4596-b231-85bd5adfb0bd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '269e9fcc-ed83-4553-80ce-c91c3c416fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '30128ffe-34e2-4275-a6f2-dcd809353bb1'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:09:46.296132 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d321b316-2d24-452f-979f-81b775329af6 req-99b3e8a5-0e17-4f8b-a596-fc2732d2c22b service neutron] Attempting to bind port 55d000a1-4f09-4596-b231-85bd5adfb0bd on network 30128ffe-34e2-4275-a6f2-dcd809353bb1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:09:46.320631 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d321b316-2d24-452f-979f-81b775329af6 req-99b3e8a5-0e17-4f8b-a596-fc2732d2c22b service neutron] Port 55d000a1-4f09-4596-b231-85bd5adfb0bd on network 30128ffe-34e2-4275-a6f2-dcd809353bb1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:09:46.320960 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d321b316-2d24-452f-979f-81b775329af6 req-99b3e8a5-0e17-4f8b-a596-fc2732d2c22b service neutron] Attempting to bind port 55d000a1-4f09-4596-b231-85bd5adfb0bd on network 30128ffe-34e2-4275-a6f2-dcd809353bb1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:09:46.335005 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d321b316-2d24-452f-979f-81b775329af6 req-99b3e8a5-0e17-4f8b-a596-fc2732d2c22b service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:09:46.335298 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d321b316-2d24-452f-979f-81b775329af6 req-99b3e8a5-0e17-4f8b-a596-fc2732d2c22b service neutron] Checking segment: {'id': '269e9fcc-ed83-4553-80ce-c91c3c416fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '30128ffe-34e2-4275-a6f2-dcd809353bb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:09:46.335705 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d321b316-2d24-452f-979f-81b775329af6 req-99b3e8a5-0e17-4f8b-a596-fc2732d2c22b service neutron] Bound using segment: {'id': '269e9fcc-ed83-4553-80ce-c91c3c416fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '30128ffe-34e2-4275-a6f2-dcd809353bb1'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:09:46.336126 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-d321b316-2d24-452f-979f-81b775329af6 req-99b3e8a5-0e17-4f8b-a596-fc2732d2c22b service neutron] Bound port: 55d000a1-4f09-4596-b231-85bd5adfb0bd, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '269e9fcc-ed83-4553-80ce-c91c3c416fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '30128ffe-34e2-4275-a6f2-dcd809353bb1'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:09:46.336487 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d321b316-2d24-452f-979f-81b775329af6 req-99b3e8a5-0e17-4f8b-a596-fc2732d2c22b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (55d000a1-4f09-4596-b231-85bd5adfb0bd), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:46.352742 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea7b6b-435f-42c0-885e-16d0508f5e9d req-d1809015-37ec-4ea7-8522-6802f93ca0d5 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:46.355058 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7aea7b6b-435f-42c0-885e-16d0508f5e9d req-d1809015-37ec-4ea7-8522-6802f93ca0d5 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0714035
Feb 05 21:09:46.447600 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-9877ea0f-9e6d-4c2f-8982-64049e0cd641 service neutron] 10.222.0.21 "GET /v2.0/networks/30128ffe-34e2-4275-a6f2-dcd809353bb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1489112
Feb 05 21:09:46.471385 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7aea7b6b-435f-42c0-885e-16d0508f5e9d req-eef876e2-9164-4318-8434-561e70a2901b tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930142
Feb 05 21:09:46.492211 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-d321b316-2d24-452f-979f-81b775329af6 req-99b3e8a5-0e17-4f8b-a596-fc2732d2c22b service neutron] For port 55d000a1-4f09-4596-b231-85bd5adfb0bd, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:09:46.531085 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-d321b316-2d24-452f-979f-81b775329af6 req-99b3e8a5-0e17-4f8b-a596-fc2732d2c22b service neutron] For port 55d000a1-4f09-4596-b231-85bd5adfb0bd, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=55d000a1-4f09-4596-b231-85bd5adfb0bd,segment=NetworkSegment(269e9fcc-ed83-4553-80ce-c91c3c416fd1),segment_id=269e9fcc-ed83-4553-80ce-c91c3c416fd1)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:09:46.531369 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0dc934-83ea-4073-9d9d-dd20a3d60a57 req-bd97658f-4424-4010-aa36-83018b62c740 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:46.542681 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3e0dc934-83ea-4073-9d9d-dd20a3d60a57 req-bd97658f-4424-4010-aa36-83018b62c740 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe46314-fa74-4ab6-a8ed-40bb76ad27bb HTTP/1.1" status: 200  len: 944 time: 0.0962975
Feb 05 21:09:46.542930 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d321b316-2d24-452f-979f-81b775329af6 req-99b3e8a5-0e17-4f8b-a596-fc2732d2c22b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (55d000a1-4f09-4596-b231-85bd5adfb0bd), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:46.610350 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321b316-2d24-452f-979f-81b775329af6 req-99b3e8a5-0e17-4f8b-a596-fc2732d2c22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:46.611140 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d321b316-2d24-452f-979f-81b775329af6 req-99b3e8a5-0e17-4f8b-a596-fc2732d2c22b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:46.612411 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d321b316-2d24-452f-979f-81b775329af6 req-99b3e8a5-0e17-4f8b-a596-fc2732d2c22b service neutron] 10.222.0.39 "PUT /v2.0/ports/55d000a1-4f09-4596-b231-85bd5adfb0bd HTTP/1.1" status: 200  len: 1092 time: 1.3318679
Feb 05 21:09:46.616534 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2172dc09-37c4-4730-8382-4ac5d4ea7651 req-f1645b7a-3d59-4b2d-8b36-9bf69333c65a service neutron] 10.222.0.21 "GET /v2.0/networks/30128ffe-34e2-4275-a6f2-dcd809353bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1604927
Feb 05 21:09:46.617338 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3e0dc934-83ea-4073-9d9d-dd20a3d60a57 req-e1f267cc-f336-4df8-ae79-9495aab661cb tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772223
Feb 05 21:09:46.641328 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3e8a5-0e17-4f8b-a596-fc2732d2c22b service neutron] Pushing event updated for resources: {'Port': ['ID=55d000a1-4f09-4596-b231-85bd5adfb0bd,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:46.736373 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092de0b-0629-4b0f-9727-e43ee3c00d50 req-284400f4-3025-447b-9eff-4dad810db1eb tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:46.738249 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5092de0b-0629-4b0f-9727-e43ee3c00d50 req-284400f4-3025-447b-9eff-4dad810db1eb tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0649116
Feb 05 21:09:46.759686 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321b316-2d24-452f-979f-81b775329af6 req-bd2b987e-4029-41b1-a40a-5dfce4418a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:46.761954 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d321b316-2d24-452f-979f-81b775329af6 req-bd2b987e-4029-41b1-a40a-5dfce4418a97 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=52eadb29309f4abb8ff8f5903643d9da&device_id=dfe46314-fa74-4ab6-a8ed-40bb76ad27bb HTTP/1.1" status: 200  len: 1126 time: 0.0935805
Feb 05 21:09:46.765105 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6f638-f3d5-4f87-af7e-fd4f8ad58fc9 req-6c3b7237-2d3c-4df1-a877-9fdb85575f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:46.766599 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-69f6f638-f3d5-4f87-af7e-fd4f8ad58fc9 req-6c3b7237-2d3c-4df1-a877-9fdb85575f9e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=52eadb29309f4abb8ff8f5903643d9da&device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 1126 time: 0.0845320
Feb 05 21:09:46.791194 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5092de0b-0629-4b0f-9727-e43ee3c00d50 req-878589d8-56a8-436e-9368-c9197ec9518a tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455692
Feb 05 21:09:46.926449 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed0fa2-ef4e-4548-8e61-94491d14148f req-881e1b23-42c0-421b-962b-3c574af7b200 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:46.928398 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6bed0fa2-ef4e-4548-8e61-94491d14148f req-881e1b23-42c0-421b-962b-3c574af7b200 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0627618
Feb 05 21:09:46.988098 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6bed0fa2-ef4e-4548-8e61-94491d14148f req-f38f05e4-fb64-4f69-8df6-1ae11df14af8 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505800
Feb 05 21:09:47.191542 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f0cc9-d4a3-4733-9bec-7699d8134652 req-a0d8a578-20d8-4b4c-af89-08af3bc99bcf tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:47.193344 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-276f0cc9-d4a3-4733-9bec-7699d8134652 req-a0d8a578-20d8-4b4c-af89-08af3bc99bcf tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0620279
Feb 05 21:09:47.211448 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d321b316-2d24-452f-979f-81b775329af6 req-e7471bb1-c821-415b-9c63-7ccba3bf88f5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55d000a1-4f09-4596-b231-85bd5adfb0bd HTTP/1.1" status: 200  len: 217 time: 0.4432406
Feb 05 21:09:47.249248 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-276f0cc9-d4a3-4733-9bec-7699d8134652 req-02717556-ddb5-4f2c-b86e-878898e1c457 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494127
Feb 05 21:09:47.333901 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321b316-2d24-452f-979f-81b775329af6 req-2cdecfc3-8990-4998-bdf7-94b5f29ad94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:47.335634 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d321b316-2d24-452f-979f-81b775329af6 req-2cdecfc3-8990-4998-bdf7-94b5f29ad94a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=548d9964-d28f-494c-92f6-79759b05a730 HTTP/1.1" status: 200  len: 858 time: 0.1136408
Feb 05 21:09:47.378313 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d321b316-2d24-452f-979f-81b775329af6 req-0db5699c-70d7-4044-9431-521fb3cdf73f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=30128ffe-34e2-4275-a6f2-dcd809353bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0341756
Feb 05 21:09:47.383246 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6f638-f3d5-4f87-af7e-fd4f8ad58fc9 req-3f605b87-0768-4397-a3a3-d4586186dd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:47.384771 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-69f6f638-f3d5-4f87-af7e-fd4f8ad58fc9 req-3f605b87-0768-4397-a3a3-d4586186dd87 service neutron] 10.222.0.21 "GET /v2.0/networks?id=30128ffe-34e2-4275-a6f2-dcd809353bb1 HTTP/1.1" status: 200  len: 919 time: 0.6093404
Feb 05 21:09:47.402059 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e830ae-c6c1-465d-9eb5-2f5e96fe8a0a req-3231f22d-9db8-4b40-8f88-61a18e8b0170 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:47.403976 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-35e830ae-c6c1-465d-9eb5-2f5e96fe8a0a req-3231f22d-9db8-4b40-8f88-61a18e8b0170 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0706432
Feb 05 21:09:47.451843 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-69f6f638-f3d5-4f87-af7e-fd4f8ad58fc9 req-6ec6349d-ede8-4c1b-848b-93233b0f19c9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3301d09-c212-4533-9c47-7be2df3d1819 HTTP/1.1" status: 200  len: 217 time: 0.0463741
Feb 05 21:09:47.477987 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-35e830ae-c6c1-465d-9eb5-2f5e96fe8a0a req-ee6169aa-ed51-45e0-b7b9-6edad35a7270 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660498
Feb 05 21:09:47.562504 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6f638-f3d5-4f87-af7e-fd4f8ad58fc9 req-f5cff9c6-98ce-4933-b77a-717b4f2297bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:47.563419 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-69f6f638-f3d5-4f87-af7e-fd4f8ad58fc9 req-f5cff9c6-98ce-4933-b77a-717b4f2297bf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=548d9964-d28f-494c-92f6-79759b05a730 HTTP/1.1" status: 200  len: 858 time: 0.0818746
Feb 05 21:09:47.567316 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d321b316-2d24-452f-979f-81b775329af6 req-af1362eb-9a99-41ba-8445-a3e0d5151968 service neutron] 10.222.0.39 "GET /v2.0/networks/30128ffe-34e2-4275-a6f2-dcd809353bb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1810646
Feb 05 21:09:47.614266 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-69f6f638-f3d5-4f87-af7e-fd4f8ad58fc9 req-de83e9b2-372b-4aa3-a909-29907cd77a76 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30128ffe-34e2-4275-a6f2-dcd809353bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0435340
Feb 05 21:09:47.833333 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d321b316-2d24-452f-979f-81b775329af6 req-2f5e9b9f-b096-470f-b71f-1220333cc9c5 service neutron] 10.222.0.39 "GET /v2.0/networks/30128ffe-34e2-4275-a6f2-dcd809353bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2537603
Feb 05 21:09:47.837276 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-69f6f638-f3d5-4f87-af7e-fd4f8ad58fc9 req-dc123175-3d3c-461a-bea2-bbbb705031b1 service neutron] 10.222.0.21 "GET /v2.0/networks/30128ffe-34e2-4275-a6f2-dcd809353bb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2064021
Feb 05 21:09:47.884338 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cdcd2a-ce57-442b-8150-4594d1c29c96 req-d0a45871-2e7d-4ea7-add7-30c0b22be470 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:47.886708 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c0cdcd2a-ce57-442b-8150-4594d1c29c96 req-d0a45871-2e7d-4ea7-add7-30c0b22be470 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.1529026
Feb 05 21:09:47.922967 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27953851-a930-4cba-84fa-d78fd70ff54a req-1feb070f-7f16-41e5-b706-282efa85ba6b tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:47.938106 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27953851-a930-4cba-84fa-d78fd70ff54a req-1feb070f-7f16-41e5-b706-282efa85ba6b tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe46314-fa74-4ab6-a8ed-40bb76ad27bb HTTP/1.1" status: 200  len: 944 time: 0.1313531
Feb 05 21:09:48.022768 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-69f6f638-f3d5-4f87-af7e-fd4f8ad58fc9 req-d0ccf118-93d9-4128-b724-9024250517ca service neutron] 10.222.0.21 "GET /v2.0/networks/30128ffe-34e2-4275-a6f2-dcd809353bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1737673
Feb 05 21:09:48.023655 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfe46314-fa74-4ab6-a8ed-40bb76ad27bb', 'tag': '55d000a1-4f09-4596-b231-85bd5adfb0bd'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:09:48.028655 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005b6189-3854-4cbf-9f79-0cb1e4676597" -d '{"events": [{"name": "network-changed", "server_uuid": "dfe46314-fa74-4ab6-a8ed-40bb76ad27bb", "tag": "55d000a1-4f09-4596-b231-85bd5adfb0bd"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:09:48.050066 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c0cdcd2a-ce57-442b-8150-4594d1c29c96 req-011f13fd-ce9b-4238-a71a-532106515f34 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1541533
Feb 05 21:09:48.070682 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27953851-a930-4cba-84fa-d78fd70ff54a req-aea86608-6b20-4c4e-b294-6472ef61f538 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1311235
Feb 05 21:09:48.138818 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25865414-1d4e-4b28-aeda-8fcc247c36c6 x-openstack-request-id: req-25865414-1d4e-4b28-aeda-8fcc247c36c6 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:09:48.139145 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfe46314-fa74-4ab6-a8ed-40bb76ad27bb", "tag": "55d000a1-4f09-4596-b231-85bd5adfb0bd", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:09:48.139369 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-25865414-1d4e-4b28-aeda-8fcc247c36c6 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:09:48.139774 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfe46314-fa74-4ab6-a8ed-40bb76ad27bb', 'tag': '55d000a1-4f09-4596-b231-85bd5adfb0bd', 'status': 'completed', 'code': 200}
Feb 05 21:09:48.239634 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc65fc02-37c4-43b4-865c-5cbe865ff01d req-2af2b2e4-0cef-47f2-8cf5-cb86a2c38e19 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:48.241245 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b6189-3854-4cbf-9f79-0cb1e4676597 req-a226cc7a-d53d-4a6d-957e-c3318e245e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:48.243252 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-005b6189-3854-4cbf-9f79-0cb1e4676597 req-a226cc7a-d53d-4a6d-957e-c3318e245e70 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=52eadb29309f4abb8ff8f5903643d9da&device_id=dfe46314-fa74-4ab6-a8ed-40bb76ad27bb HTTP/1.1" status: 200  len: 1126 time: 0.0753272
Feb 05 21:09:48.248987 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fc65fc02-37c4-43b4-865c-5cbe865ff01d req-2af2b2e4-0cef-47f2-8cf5-cb86a2c38e19 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0761104
Feb 05 21:09:48.322830 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fc65fc02-37c4-43b4-865c-5cbe865ff01d req-e276a98d-829d-4436-b8e4-6354707257c3 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680802
Feb 05 21:09:48.434241 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b6189-3854-4cbf-9f79-0cb1e4676597 req-bd93f178-fa88-40b5-a4cb-62fb6d96ed33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:48.436104 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-005b6189-3854-4cbf-9f79-0cb1e4676597 req-bd93f178-fa88-40b5-a4cb-62fb6d96ed33 service neutron] 10.222.0.39 "GET /v2.0/networks?id=30128ffe-34e2-4275-a6f2-dcd809353bb1 HTTP/1.1" status: 200  len: 919 time: 0.1866672
Feb 05 21:09:48.499228 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-005b6189-3854-4cbf-9f79-0cb1e4676597 req-02bee8a1-218e-4597-8028-1f817e1c3b63 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55d000a1-4f09-4596-b231-85bd5adfb0bd HTTP/1.1" status: 200  len: 217 time: 0.0568848
Feb 05 21:09:48.581350 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b6189-3854-4cbf-9f79-0cb1e4676597 req-05069748-2c3c-49f7-8a30-a00c242921c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:48.583317 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-005b6189-3854-4cbf-9f79-0cb1e4676597 req-05069748-2c3c-49f7-8a30-a00c242921c2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=548d9964-d28f-494c-92f6-79759b05a730 HTTP/1.1" status: 200  len: 858 time: 0.0770059
Feb 05 21:09:48.607629 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a53d465-6392-486d-963f-b4f6be95d9b4 req-a5fcd414-5d2b-4d9a-872f-3b26a1e26e2e tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:48.620034 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1a53d465-6392-486d-963f-b4f6be95d9b4 req-a5fcd414-5d2b-4d9a-872f-3b26a1e26e2e tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.1130857
Feb 05 21:09:48.624787 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-005b6189-3854-4cbf-9f79-0cb1e4676597 req-0da27d5d-9f1c-4a48-aa93-a5aec845554c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=30128ffe-34e2-4275-a6f2-dcd809353bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0349071
Feb 05 21:09:48.704388 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1a53d465-6392-486d-963f-b4f6be95d9b4 req-f4fe5eb8-adef-49b9-b727-6d322bf2b1fb tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720313
Feb 05 21:09:48.763847 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-005b6189-3854-4cbf-9f79-0cb1e4676597 req-8359d737-862e-4cdb-bafa-40062eab421d service neutron] 10.222.0.39 "GET /v2.0/networks/30128ffe-34e2-4275-a6f2-dcd809353bb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1308210
Feb 05 21:09:48.887773 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86b79b-404e-45d2-997c-b2938851bbbe req-6ff7080a-22ad-43b6-b480-a6684d64bf59 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:48.889454 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9d86b79b-404e-45d2-997c-b2938851bbbe req-6ff7080a-22ad-43b6-b480-a6684d64bf59 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0787630
Feb 05 21:09:48.899677 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-005b6189-3854-4cbf-9f79-0cb1e4676597 req-a2eba71e-23e4-43c4-a80f-b0e81341ea97 service neutron] 10.222.0.39 "GET /v2.0/networks/30128ffe-34e2-4275-a6f2-dcd809353bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1302958
Feb 05 21:09:48.967768 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9d86b79b-404e-45d2-997c-b2938851bbbe req-041b1481-e414-4834-8de4-b862e436ea38 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669258
Feb 05 21:09:49.327580 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b5340-0db9-4d6c-89e6-b8ba7b62235b req-79ad88c2-b293-41ba-9799-d193dd8fc97d tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:49.329351 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-df4b5340-0db9-4d6c-89e6-b8ba7b62235b req-79ad88c2-b293-41ba-9799-d193dd8fc97d tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/networks?id=ba09dff6-f453-4951-8599-391fd8346c4e HTTP/1.1" status: 200  len: 814 time: 0.1948333
Feb 05 21:09:49.360422 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9eecc-80df-489b-8c5e-5637715994e4 req-c4a71b0f-ccd2-4810-b838-c5d0f4253679 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:49.362026 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e6f9eecc-80df-489b-8c5e-5637715994e4 req-c4a71b0f-ccd2-4810-b838-c5d0f4253679 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe46314-fa74-4ab6-a8ed-40bb76ad27bb HTTP/1.1" status: 200  len: 944 time: 0.1646380
Feb 05 21:09:49.372985 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-df4b5340-0db9-4d6c-89e6-b8ba7b62235b req-049fa22f-4b1c-4215-b676-00c3d7a65a01 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/quotas/fc0a1e1d985c4b0eb031dcc2cbe83f90 HTTP/1.1" status: 200  len: 375 time: 0.0298743
Feb 05 21:09:49.468576 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e6f9eecc-80df-489b-8c5e-5637715994e4 req-003c304b-e23f-4e22-98d8-bcfaad3246a8 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846522
Feb 05 21:09:49.486912 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-df4b5340-0db9-4d6c-89e6-b8ba7b62235b req-4b44fbba-d768-451c-be65-1549900e97bc tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fc0a1e1d985c4b0eb031dcc2cbe83f90&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1040764
Feb 05 21:09:49.652922 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d96e4e-76a0-44ab-a21c-74329c2c9091 req-0bbc1fcc-83ae-470d-b25e-f18bb74eff5b tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:49.655010 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f9d96e4e-76a0-44ab-a21c-74329c2c9091 req-0bbc1fcc-83ae-470d-b25e-f18bb74eff5b tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0769315
Feb 05 21:09:49.729750 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f9d96e4e-76a0-44ab-a21c-74329c2c9091 req-107c87b6-e90b-4658-a637-4366a355dcbe tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670440
Feb 05 21:09:49.895817 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0bc49-52ff-40e2-885b-61579eb0a144 req-30a239bf-1916-4e74-8195-5a270378f73d tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:49.897708 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c0b0bc49-52ff-40e2-885b-61579eb0a144 req-30a239bf-1916-4e74-8195-5a270378f73d tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0805655
Feb 05 21:09:49.960175 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c0b0bc49-52ff-40e2-885b-61579eb0a144 req-55e747ae-b200-41ad-bb54-7cd43675a07a tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558455
Feb 05 21:09:49.962214 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 55d000a1-4f09-4596-b231-85bd5adfb0bd details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:09:50.091885 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 55d000a1-4f09-4596-b231-85bd5adfb0bd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=55d000a1-4f09-4596-b231-85bd5adfb0bd,segment=NetworkSegment(269e9fcc-ed83-4553-80ce-c91c3c416fd1),segment_id=269e9fcc-ed83-4553-80ce-c91c3c416fd1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:09:50.105540 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '55d000a1-4f09-4596-b231-85bd5adfb0bd', 'network_id': '30128ffe-34e2-4275-a6f2-dcd809353bb1', 'port_id': '55d000a1-4f09-4596-b231-85bd5adfb0bd', 'mac_address': 'fa:16:3e:25:bb:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '548d9964-d28f-494c-92f6-79759b05a730', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:09:50.150056 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:50.168734 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 55d000a1-4f09-4596-b231-85bd5adfb0bd is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:09:50.169219 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (55d000a1-4f09-4596-b231-85bd5adfb0bd), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:50.186439 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-08efd4a2-ee78-4496-82dc-0c41aac0e837 req-949a1398-8bc7-4912-a349-ae0375a1c48d tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=fc0a1e1d985c4b0eb031dcc2cbe83f90 HTTP/1.1" status: 200  len: 221 time: 0.0490913
Feb 05 21:09:50.192211 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55d000a1-4f09-4596-b231-85bd5adfb0bd {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:09:50.230868 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 55d000a1-4f09-4596-b231-85bd5adfb0bd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=55d000a1-4f09-4596-b231-85bd5adfb0bd,segment=NetworkSegment(269e9fcc-ed83-4553-80ce-c91c3c416fd1),segment_id=269e9fcc-ed83-4553-80ce-c91c3c416fd1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:09:50.241449 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (55d000a1-4f09-4596-b231-85bd5adfb0bd), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:50.274296 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 36914) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:50.309441 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=55d000a1-4f09-4596-b231-85bd5adfb0bd,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:50.337339 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f1ae8-2245-4881-a723-7d95f2258308 req-1bb95fc4-52e9-49ee-b7b0-2d081b853a51 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:50.339903 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-be1f1ae8-2245-4881-a723-7d95f2258308 req-1bb95fc4-52e9-49ee-b7b0-2d081b853a51 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0743904
Feb 05 21:09:50.415700 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-be1f1ae8-2245-4881-a723-7d95f2258308 req-296ee965-e633-4e78-86d6-c269a12c3717 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675850
Feb 05 21:09:50.443255 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-88e11532-dc60-42cb-b2b2-6080312d1d53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:50.462344 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['55d000a1-4f09-4596-b231-85bd5adfb0bd'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:09:50.672996 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dab56f-23fe-4854-b2d8-d8b15fae8181 req-9c097dc5-564e-4010-83f4-232a818699b6 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:50.676676 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-88e11532-dc60-42cb-b2b2-6080312d1d53 admin admin] Publish callbacks [] for security_group (08dd04d3-0383-481a-8d9f-4b991e832074), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:50.684313 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-88dab56f-23fe-4854-b2d8-d8b15fae8181 req-9c097dc5-564e-4010-83f4-232a818699b6 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.1802280
Feb 05 21:09:50.691452 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-88e11532-dc60-42cb-b2b2-6080312d1d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (08dd04d3-0383-481a-8d9f-4b991e832074), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:50.753132 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32d558-2c6a-43d9-92c6-252c9b398027 req-9294b752-29bb-43c2-a59b-94320c80cf9f tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:50.762956 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ff32d558-2c6a-43d9-92c6-252c9b398027 req-9294b752-29bb-43c2-a59b-94320c80cf9f tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe46314-fa74-4ab6-a8ed-40bb76ad27bb HTTP/1.1" status: 200  len: 945 time: 0.1487138
Feb 05 21:09:50.783376 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-88dab56f-23fe-4854-b2d8-d8b15fae8181 req-97c72cf4-23b8-4a69-b4a6-7faa3746c478 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980463
Feb 05 21:09:50.788694 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e11532-dc60-42cb-b2b2-6080312d1d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08dd04d3-0383-481a-8d9f-4b991e832074,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:50.816604 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-88e11532-dc60-42cb-b2b2-6080312d1d53 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6e1ea1e3d3cf4f4d8f428013523eb54a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5393329
Feb 05 21:09:50.817492 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 36934) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:50.943047 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ff32d558-2c6a-43d9-92c6-252c9b398027 req-4bf28e8a-0e32-466d-a2ea-a2085b0d5126 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1791971
Feb 05 21:09:50.985867 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-385e9079-d892-49e5-8d2c-ba98135f1a0d admin admin] Publish callbacks [] for security_group (08dd04d3-0383-481a-8d9f-4b991e832074), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:51.036635 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-385e9079-d892-49e5-8d2c-ba98135f1a0d admin admin] Publish callbacks [] for security_group (08dd04d3-0383-481a-8d9f-4b991e832074), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:51.088127 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ff8bb-ed4d-4132-a41d-f5808826287e req-80f2c39b-ff72-417b-a7e2-7bcfc631c8f4 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:51.090368 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d06ff8bb-ed4d-4132-a41d-f5808826287e req-80f2c39b-ff72-417b-a7e2-7bcfc631c8f4 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.1210823
Feb 05 21:09:51.135804 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-385e9079-d892-49e5-8d2c-ba98135f1a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (08dd04d3-0383-481a-8d9f-4b991e832074), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:51.138819 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-385e9079-d892-49e5-8d2c-ba98135f1a0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:51.140500 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-385e9079-d892-49e5-8d2c-ba98135f1a0d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/08dd04d3-0383-481a-8d9f-4b991e832074 HTTP/1.1" status: 204  len: 168 time: 0.3217800
Feb 05 21:09:51.162576 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e9079-d892-49e5-8d2c-ba98135f1a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08dd04d3-0383-481a-8d9f-4b991e832074,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:51.180284 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385e9079-d892-49e5-8d2c-ba98135f1a0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:51.180753 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385e9079-d892-49e5-8d2c-ba98135f1a0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:51.181068 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385e9079-d892-49e5-8d2c-ba98135f1a0d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:51.181325 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385e9079-d892-49e5-8d2c-ba98135f1a0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:51.181676 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385e9079-d892-49e5-8d2c-ba98135f1a0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:51.182552 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385e9079-d892-49e5-8d2c-ba98135f1a0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:51.182897 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385e9079-d892-49e5-8d2c-ba98135f1a0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:51.183283 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385e9079-d892-49e5-8d2c-ba98135f1a0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:51.183709 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385e9079-d892-49e5-8d2c-ba98135f1a0d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:51.183988 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385e9079-d892-49e5-8d2c-ba98135f1a0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:51.184319 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385e9079-d892-49e5-8d2c-ba98135f1a0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:51.185358 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385e9079-d892-49e5-8d2c-ba98135f1a0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:51.185358 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385e9079-d892-49e5-8d2c-ba98135f1a0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:09:51.191111 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d06ff8bb-ed4d-4132-a41d-f5808826287e req-e89b3965-8516-4783-b601-7dfcf49e8897 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880513
Feb 05 21:09:51.213563 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device c3301d09-c212-4533-9c47-7be2df3d1819 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:09:51.395683 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9db52-f626-4bc8-89be-37ab92549298 req-59d2812a-11fa-4b0e-b961-5652c154d5de tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:51.397503 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3bf9db52-f626-4bc8-89be-37ab92549298 req-59d2812a-11fa-4b0e-b961-5652c154d5de tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0952015
Feb 05 21:09:51.417504 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port c3301d09-c212-4533-9c47-7be2df3d1819, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c3301d09-c212-4533-9c47-7be2df3d1819,segment=NetworkSegment(269e9fcc-ed83-4553-80ce-c91c3c416fd1),segment_id=269e9fcc-ed83-4553-80ce-c91c3c416fd1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:09:51.435585 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': 'c3301d09-c212-4533-9c47-7be2df3d1819', 'network_id': '30128ffe-34e2-4275-a6f2-dcd809353bb1', 'port_id': 'c3301d09-c212-4533-9c47-7be2df3d1819', 'mac_address': 'fa:16:3e:ce:f8:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '548d9964-d28f-494c-92f6-79759b05a730', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:09:51.483176 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3bf9db52-f626-4bc8-89be-37ab92549298 req-6bcd8770-adc1-4575-92cd-5df90c260b34 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769253
Feb 05 21:09:51.492507 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port c3301d09-c212-4533-9c47-7be2df3d1819 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:09:51.492507 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c3301d09-c212-4533-9c47-7be2df3d1819), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:51.517998 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3301d09-c212-4533-9c47-7be2df3d1819 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:09:51.547703 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port c3301d09-c212-4533-9c47-7be2df3d1819, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c3301d09-c212-4533-9c47-7be2df3d1819,segment=NetworkSegment(269e9fcc-ed83-4553-80ce-c91c3c416fd1),segment_id=269e9fcc-ed83-4553-80ce-c91c3c416fd1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:09:51.553422 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (c3301d09-c212-4533-9c47-7be2df3d1819), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:51.644952 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=c3301d09-c212-4533-9c47-7be2df3d1819,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:51.673309 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb72ac-bb8d-44c0-9ddd-8b5bd88e0ac0 req-ea7c764e-d8ec-46cd-a718-626c857b1366 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:51.675508 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d5cb72ac-bb8d-44c0-9ddd-8b5bd88e0ac0 req-ea7c764e-d8ec-46cd-a718-626c857b1366 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0831110
Feb 05 21:09:51.744932 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d5cb72ac-bb8d-44c0-9ddd-8b5bd88e0ac0 req-3a78b9a4-93fd-4fe1-9426-9a11763b46d3 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614357
Feb 05 21:09:51.860750 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['c3301d09-c212-4533-9c47-7be2df3d1819'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:09:51.914655 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa2732-c4da-45b2-a02c-cb1c77179c86 req-76da5162-7805-4add-bfa7-471670fcb886 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:51.916081 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-87aa2732-c4da-45b2-a02c-cb1c77179c86 req-76da5162-7805-4add-bfa7-471670fcb886 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0710628
Feb 05 21:09:51.963953 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 55d000a1-4f09-4596-b231-85bd5adfb0bd up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:09:52.068713 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-87aa2732-c4da-45b2-a02c-cb1c77179c86 req-4b3a560f-7a5c-4482-844c-904d3733e601 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1344385
Feb 05 21:09:52.107840 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 55d000a1-4f09-4596-b231-85bd5adfb0bd completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:09:52.121617 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 55d000a1-4f09-4596-b231-85bd5adfb0bd triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:09:52.122038 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (55d000a1-4f09-4596-b231-85bd5adfb0bd), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:52.226035 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76ae87-5cab-4573-8c5c-5cca414b809a req-b808baec-43ed-4860-b91d-f934b9b21bbd tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:52.228214 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bf76ae87-5cab-4573-8c5c-5cca414b809a req-b808baec-43ed-4860-b91d-f934b9b21bbd tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe46314-fa74-4ab6-a8ed-40bb76ad27bb HTTP/1.1" status: 200  len: 945 time: 0.1581585
Feb 05 21:09:52.319981 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 55d000a1-4f09-4596-b231-85bd5adfb0bd is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:09:52.319981 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (55d000a1-4f09-4596-b231-85bd5adfb0bd), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:52.365757 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bf76ae87-5cab-4573-8c5c-5cca414b809a req-49001e50-6f53-462d-8037-e535b8b03759 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1244295
Feb 05 21:09:52.372341 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe46314-fa74-4ab6-a8ed-40bb76ad27bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d000a1-4f09-4596-b231-85bd5adfb0bd'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:09:52.383271 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f421074-c5e2-4751-a160-d099c4fe399a" -d '{"events": [{"server_uuid": "dfe46314-fa74-4ab6-a8ed-40bb76ad27bb", "name": "network-vif-plugged", "status": "completed", "tag": "55d000a1-4f09-4596-b231-85bd5adfb0bd"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:09:52.383271 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 55d000a1-4f09-4596-b231-85bd5adfb0bd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=55d000a1-4f09-4596-b231-85bd5adfb0bd,segment=NetworkSegment(269e9fcc-ed83-4553-80ce-c91c3c416fd1),segment_id=269e9fcc-ed83-4553-80ce-c91c3c416fd1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:09:52.389313 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (55d000a1-4f09-4596-b231-85bd5adfb0bd), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:52.406589 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e97bc-440e-4ff5-be92-cb58128c6f47 req-6c34344e-9a53-4c41-b41b-19116984bfc8 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:52.412990 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 36988) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:52.415601 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3e1e97bc-440e-4ff5-be92-cb58128c6f47 req-6c34344e-9a53-4c41-b41b-19116984bfc8 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.1775868
Feb 05 21:09:52.460747 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb820b5f-f038-4e36-a9b5-fcab949516f1 x-openstack-request-id: req-eb820b5f-f038-4e36-a9b5-fcab949516f1 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:09:52.461179 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe46314-fa74-4ab6-a8ed-40bb76ad27bb", "name": "network-vif-plugged", "status": "completed", "tag": "55d000a1-4f09-4596-b231-85bd5adfb0bd", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:09:52.461450 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eb820b5f-f038-4e36-a9b5-fcab949516f1 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:09:52.461826 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfe46314-fa74-4ab6-a8ed-40bb76ad27bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d000a1-4f09-4596-b231-85bd5adfb0bd', 'code': 200}
Feb 05 21:09:52.469455 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=55d000a1-4f09-4596-b231-85bd5adfb0bd,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:52.491827 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3e1e97bc-440e-4ff5-be92-cb58128c6f47 req-8cbce70b-0861-4287-9563-e48cce335cbe tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752726
Feb 05 21:09:52.589333 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384806ac-a38d-4900-a7a1-738304301f74 req-1fda744e-4ffb-4bdb-8e2e-5a56936d47db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:52.591878 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-384806ac-a38d-4900-a7a1-738304301f74 req-1fda744e-4ffb-4bdb-8e2e-5a56936d47db service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dfe46314-fa74-4ab6-a8ed-40bb76ad27bb HTTP/1.1" status: 200  len: 1128 time: 0.0648119
Feb 05 21:09:52.633908 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-52da63bd-82e7-4d21-aae2-36f3a513f60c admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-813969042-network', 'tenant_id': '7114aa02da9c402f9b479d7624ebc04b'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:09:52.691289 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52da63bd-82e7-4d21-aae2-36f3a513f60c admin admin] Made reservation on behalf of 7114aa02da9c402f9b479d7624ebc04b for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:09:52.696466 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-52da63bd-82e7-4d21-aae2-36f3a513f60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:52.711226 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-384806ac-a38d-4900-a7a1-738304301f74 req-f0405c2f-9848-4ca7-922b-665a1b1524a4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1120632
Feb 05 21:09:52.720762 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-52da63bd-82e7-4d21-aae2-36f3a513f60c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:52.736299 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cec152-e9f0-47a5-a782-6c432d02f5b2 req-8033c520-9f0f-43c6-bdd7-16393a91dc59 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:52.738098 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f9cec152-e9f0-47a5-a782-6c432d02f5b2 req-8033c520-9f0f-43c6-bdd7-16393a91dc59 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.1278403
Feb 05 21:09:52.818080 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f9cec152-e9f0-47a5-a782-6c432d02f5b2 req-be87502b-1b59-4ea1-a69e-3be54d1d8c85 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717201
Feb 05 21:09:52.875050 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-52da63bd-82e7-4d21-aae2-36f3a513f60c admin admin] Publish callbacks [] for security_group (b0fb3489-e245-46d5-af68-15b48d59cd56), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:52.883773 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-52da63bd-82e7-4d21-aae2-36f3a513f60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b0fb3489-e245-46d5-af68-15b48d59cd56), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:52.920463 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52da63bd-82e7-4d21-aae2-36f3a513f60c admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:09:52.957830 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da63bd-82e7-4d21-aae2-36f3a513f60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fb3489-e245-46d5-af68-15b48d59cd56,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:52.975431 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-52da63bd-82e7-4d21-aae2-36f3a513f60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (96104ad3-05ab-4cc0-bfdd-4780c377e605), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:52.975883 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-52da63bd-82e7-4d21-aae2-36f3a513f60c admin admin] Added segment 96104ad3-05ab-4cc0-bfdd-4780c377e605 of type vlan for network c623f939-3d99-4a50-8b2c-a6562179b4b7
Feb 05 21:09:53.045366 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-52da63bd-82e7-4d21-aae2-36f3a513f60c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (c623f939-3d99-4a50-8b2c-a6562179b4b7), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:53.063928 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136379f-2d68-48fc-93db-77b337598f62 req-0997456b-cc11-4ac4-a4e7-604993abf915 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:53.073382 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8136379f-2d68-48fc-93db-77b337598f62 req-0997456b-cc11-4ac4-a4e7-604993abf915 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0977645
Feb 05 21:09:53.094938 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-52da63bd-82e7-4d21-aae2-36f3a513f60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (c623f939-3d99-4a50-8b2c-a6562179b4b7), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:53.096579 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52da63bd-82e7-4d21-aae2-36f3a513f60c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:53.097546 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-52da63bd-82e7-4d21-aae2-36f3a513f60c admin admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:53.154646 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8136379f-2d68-48fc-93db-77b337598f62 req-3fec0682-5617-465e-87ed-d7b5067b80e3 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800722
Feb 05 21:09:53.193549 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-52da63bd-82e7-4d21-aae2-36f3a513f60c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.7792323
Feb 05 21:09:53.196845 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 37034) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:53.200801 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da63bd-82e7-4d21-aae2-36f3a513f60c admin admin] Pushing event updated for resources: {'Network': ['ID=c623f939-3d99-4a50-8b2c-a6562179b4b7,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:53.202296 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device c3301d09-c212-4533-9c47-7be2df3d1819 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:09:53.207115 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-5a5537c6-9a95-49ec-a869-9c9423c0b104 admin admin] Request body: {'subnet': {'network_id': 'c623f939-3d99-4a50-8b2c-a6562179b4b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-813969042-subnet', 'tenant_id': '7114aa02da9c402f9b479d7624ebc04b', 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:09:53.236950 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network c623f939-3d99-4a50-8b2c-a6562179b4b7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:09:53.248855 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5537c6-9a95-49ec-a869-9c9423c0b104 admin admin] Made reservation on behalf of 7114aa02da9c402f9b479d7624ebc04b for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:09:53.252335 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5a5537c6-9a95-49ec-a869-9c9423c0b104 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:53.360643 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port c3301d09-c212-4533-9c47-7be2df3d1819 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:09:53.373564 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbd50b-62db-4bba-b55c-1224db588112 req-1ecf030d-b893-4c03-ab38-237f0e91fbbd tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:53.376527 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port c3301d09-c212-4533-9c47-7be2df3d1819 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:09:53.377166 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c3301d09-c212-4533-9c47-7be2df3d1819), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:53.383308 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6dfbd50b-62db-4bba-b55c-1224db588112 req-1ecf030d-b893-4c03-ab38-237f0e91fbbd tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.1147680
Feb 05 21:09:53.462048 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6dfbd50b-62db-4bba-b55c-1224db588112 req-9a9c0528-db6b-435c-b66e-ee03dfc2964a tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770664
Feb 05 21:09:53.538530 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port c3301d09-c212-4533-9c47-7be2df3d1819 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:09:53.538530 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c3301d09-c212-4533-9c47-7be2df3d1819), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:53.589470 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5a5537c6-9a95-49ec-a869-9c9423c0b104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (0efb0609-b2d4-4fef-8cc6-a3085eb53906), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:53.606836 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9903147-1612-4e49-8b84-37d5de851f72 req-87dae837-2ba7-409d-ad45-32fea5b1182a tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:53.618502 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port c3301d09-c212-4533-9c47-7be2df3d1819, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c3301d09-c212-4533-9c47-7be2df3d1819,segment=NetworkSegment(269e9fcc-ed83-4553-80ce-c91c3c416fd1),segment_id=269e9fcc-ed83-4553-80ce-c91c3c416fd1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:09:53.621615 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c9903147-1612-4e49-8b84-37d5de851f72 req-87dae837-2ba7-409d-ad45-32fea5b1182a tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe46314-fa74-4ab6-a8ed-40bb76ad27bb HTTP/1.1" status: 200  len: 946 time: 0.1673300
Feb 05 21:09:53.627879 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (c3301d09-c212-4533-9c47-7be2df3d1819), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:53.670347 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5537c6-9a95-49ec-a869-9c9423c0b104 admin admin] Checking segment: {'id': '96104ad3-05ab-4cc0-bfdd-4780c377e605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c623f939-3d99-4a50-8b2c-a6562179b4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:09:53.670347 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5537c6-9a95-49ec-a869-9c9423c0b104 admin admin] Network hostable DHCP agents. Network: c623f939-3d99-4a50-8b2c-a6562179b4b7, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:09:53.679849 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5537c6-9a95-49ec-a869-9c9423c0b104 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0efb0609-b2d4-4fef-8cc6-a3085eb53906,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:53.714505 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5537c6-9a95-49ec-a869-9c9423c0b104 admin admin] Network c623f939-3d99-4a50-8b2c-a6562179b4b7 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:09:53.724460 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=c3301d09-c212-4533-9c47-7be2df3d1819,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:53.739511 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-5a5537c6-9a95-49ec-a869-9c9423c0b104 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c623f939-3d99-4a50-8b2c-a6562179b4b7) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:09:53.744287 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5537c6-9a95-49ec-a869-9c9423c0b104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:53.744992 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5a5537c6-9a95-49ec-a869-9c9423c0b104 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:53.755830 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b6b449-01f9-48c2-82c1-d8ee1b35e22f None None] Network c623f939-3d99-4a50-8b2c-a6562179b4b7 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:09:53.782471 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5a5537c6-9a95-49ec-a869-9c9423c0b104 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 0.5831919
Feb 05 21:09:53.787163 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 37042) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:53.796187 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-f73e0127-7535-4efa-bf19-8a094cf494e7 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-813969042-router', 'tenant_id': '7114aa02da9c402f9b479d7624ebc04b', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:09:53.818236 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1d80a-7464-4b4d-9a56-7db646367494 req-c5272ca9-2389-47b6-8fed-e367d0dd06ef tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:53.819877 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3ad1d80a-7464-4b4d-9a56-7db646367494 req-c5272ca9-2389-47b6-8fed-e367d0dd06ef tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.1836996
Feb 05 21:09:53.841816 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c9903147-1612-4e49-8b84-37d5de851f72 req-bcadcc80-56d2-4a55-bb76-7b2f31a6aa36 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2166836
Feb 05 21:09:53.902190 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f73e0127-7535-4efa-bf19-8a094cf494e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (b3c5e9e1-64c6-4027-8ad9-6501ec0b876a), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:53.903877 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f73e0127-7535-4efa-bf19-8a094cf494e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (b3c5e9e1-64c6-4027-8ad9-6501ec0b876a), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:53.930097 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3ad1d80a-7464-4b4d-9a56-7db646367494 req-c61d0e25-73cc-4d38-b3fa-fe2b88c2a274 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690670
Feb 05 21:09:53.997483 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a58e6a-1252-4df8-a13a-d5d51b31875f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c623f939-3d99-4a50-8b2c-a6562179b4b7', 'network_id': 'c623f939-3d99-4a50-8b2c-a6562179b4b7', 'project_id': '7114aa02da9c402f9b479d7624ebc04b', 'fixed_ips': [{'subnet_id': '0efb0609-b2d4-4fef-8cc6-a3085eb53906'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:09:53.998559 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-40a58e6a-1252-4df8-a13a-d5d51b31875f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:54.048795 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f73e0127-7535-4efa-bf19-8a094cf494e7 admin admin] Publish callbacks [] for router_controller (b3c5e9e1-64c6-4027-8ad9-6501ec0b876a), precommit_add_association {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:54.248673 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-40a58e6a-1252-4df8-a13a-d5d51b31875f None None] Allocated IP 172.20.0.2 (c623f939-3d99-4a50-8b2c-a6562179b4b7/0efb0609-b2d4-4fef-8cc6-a3085eb53906/6f080fcb-ceb0-42fc-8816-b1dc627cff63) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:09:54.304514 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f73e0127-7535-4efa-bf19-8a094cf494e7 admin admin] Publish callbacks [] for router_gateway (b3c5e9e1-64c6-4027-8ad9-6501ec0b876a), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:54.328041 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3f48c-d9c3-4c29-a03b-11769b6f34f0 req-99f3a921-0cfa-4247-9549-a3d5108bd620 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:54.329687 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1cd3f48c-d9c3-4c29-a03b-11769b6f34f0 req-99f3a921-0cfa-4247-9549-a3d5108bd620 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.1696496
Feb 05 21:09:54.451297 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1cd3f48c-d9c3-4c29-a03b-11769b6f34f0 req-9f79b72c-06c0-4ad4-8a0c-6dbf18c66f31 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1092765
Feb 05 21:09:54.467834 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c1fae5-fcee-475f-9233-9a478d33756d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3301d09-c212-4533-9c47-7be2df3d1819'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:09:54.470720 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655fb075-5d39-4964-ae0a-236ec383fc03" -d '{"events": [{"server_uuid": "44c1fae5-fcee-475f-9233-9a478d33756d", "name": "network-vif-plugged", "status": "completed", "tag": "c3301d09-c212-4533-9c47-7be2df3d1819"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:09:54.475787 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-40a58e6a-1252-4df8-a13a-d5d51b31875f None None] Publish callbacks [] for port (6f080fcb-ceb0-42fc-8816-b1dc627cff63), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:54.496309 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-40a58e6a-1252-4df8-a13a-d5d51b31875f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (6f080fcb-ceb0-42fc-8816-b1dc627cff63), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:54.586287 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee66d092-aae4-466e-87d8-44e55e747c5e x-openstack-request-id: req-ee66d092-aae4-466e-87d8-44e55e747c5e {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:09:54.586287 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c1fae5-fcee-475f-9233-9a478d33756d", "name": "network-vif-plugged", "status": "completed", "tag": "c3301d09-c212-4533-9c47-7be2df3d1819", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:09:54.586287 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ee66d092-aae4-466e-87d8-44e55e747c5e {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:09:54.586287 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c1fae5-fcee-475f-9233-9a478d33756d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3301d09-c212-4533-9c47-7be2df3d1819', 'code': 200}
Feb 05 21:09:54.602777 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a58e6a-1252-4df8-a13a-d5d51b31875f None None] Network c623f939-3d99-4a50-8b2c-a6562179b4b7 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:09:54.621806 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-40a58e6a-1252-4df8-a13a-d5d51b31875f None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:09:54.624222 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a58e6a-1252-4df8-a13a-d5d51b31875f None None] Pushing event updated for resources: {'Port': ['ID=6f080fcb-ceb0-42fc-8816-b1dc627cff63,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:54.630471 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a58e6a-1252-4df8-a13a-d5d51b31875f None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:09:54.700421 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f3f33-a60d-4f32-badd-3b73a008fb2c req-fe92285d-5edd-410c-ab8b-c8dd1ae347fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:54.702291 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f73e0127-7535-4efa-bf19-8a094cf494e7 admin admin] Publish callbacks [] for router_gateway (b3c5e9e1-64c6-4027-8ad9-6501ec0b876a), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:54.702497 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fc2f3f33-a60d-4f32-badd-3b73a008fb2c req-fe92285d-5edd-410c-ab8b-c8dd1ae347fa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 1128 time: 0.0573862
Feb 05 21:09:54.718403 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-40a58e6a-1252-4df8-a13a-d5d51b31875f None None] Attempting to bind port 6f080fcb-ceb0-42fc-8816-b1dc627cff63 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:09:54.718896 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-40a58e6a-1252-4df8-a13a-d5d51b31875f None None] Attempting to bind port 6f080fcb-ceb0-42fc-8816-b1dc627cff63 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '96104ad3-05ab-4cc0-bfdd-4780c377e605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c623f939-3d99-4a50-8b2c-a6562179b4b7'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:09:54.719345 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a58e6a-1252-4df8-a13a-d5d51b31875f None None] Attempting to bind port 6f080fcb-ceb0-42fc-8816-b1dc627cff63 on network c623f939-3d99-4a50-8b2c-a6562179b4b7 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:09:54.725198 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a58e6a-1252-4df8-a13a-d5d51b31875f None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:09:54.726535 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a58e6a-1252-4df8-a13a-d5d51b31875f None None] Checking segment: {'id': '96104ad3-05ab-4cc0-bfdd-4780c377e605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c623f939-3d99-4a50-8b2c-a6562179b4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:09:54.728377 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-40a58e6a-1252-4df8-a13a-d5d51b31875f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:54.729809 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a58e6a-1252-4df8-a13a-d5d51b31875f None None] Bound using segment: {'id': '96104ad3-05ab-4cc0-bfdd-4780c377e605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c623f939-3d99-4a50-8b2c-a6562179b4b7'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:09:54.732593 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-40a58e6a-1252-4df8-a13a-d5d51b31875f None None] Bound port: 6f080fcb-ceb0-42fc-8816-b1dc627cff63, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96104ad3-05ab-4cc0-bfdd-4780c377e605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c623f939-3d99-4a50-8b2c-a6562179b4b7'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:09:54.733709 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-40a58e6a-1252-4df8-a13a-d5d51b31875f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (6f080fcb-ceb0-42fc-8816-b1dc627cff63), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:54.734637 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f73e0127-7535-4efa-bf19-8a094cf494e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:54.764182 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fc2f3f33-a60d-4f32-badd-3b73a008fb2c req-6b7090a5-9e02-48fd-9403-7a6308b1f1ca service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550294
Feb 05 21:09:54.766069 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec14141c-f70a-4186-accf-13857965fb55 req-5b6eeda4-1259-4a41-9e6f-eca9cb29963b tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:54.768077 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec14141c-f70a-4186-accf-13857965fb55 req-5b6eeda4-1259-4a41-9e6f-eca9cb29963b tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.1391306
Feb 05 21:09:54.832849 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-40a58e6a-1252-4df8-a13a-d5d51b31875f None None] For port 6f080fcb-ceb0-42fc-8816-b1dc627cff63, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:09:54.836765 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-40a58e6a-1252-4df8-a13a-d5d51b31875f None None] For port 6f080fcb-ceb0-42fc-8816-b1dc627cff63, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f080fcb-ceb0-42fc-8816-b1dc627cff63,segment=NetworkSegment(96104ad3-05ab-4cc0-bfdd-4780c377e605),segment_id=96104ad3-05ab-4cc0-bfdd-4780c377e605)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:09:54.853177 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-40a58e6a-1252-4df8-a13a-d5d51b31875f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (6f080fcb-ceb0-42fc-8816-b1dc627cff63), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:54.910331 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec14141c-f70a-4186-accf-13857965fb55 req-2e49224a-9d84-4853-b6da-334003c4fecc tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018355
Feb 05 21:09:54.968999 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-f73e0127-7535-4efa-bf19-8a094cf494e7 admin admin] Allocated IP 172.35.4.79 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/7f073621-12b9-41f7-b059-865fb7572ae8) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:09:55.005799 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a58e6a-1252-4df8-a13a-d5d51b31875f None None] Pushing event updated for resources: {'Port': ['ID=6f080fcb-ceb0-42fc-8816-b1dc627cff63,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:55.196291 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb1754-23ad-4487-9247-2e36a34ddc63 req-5efd1002-784b-4f5f-8f29-523af3c35f6b tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:55.198608 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3afb1754-23ad-4487-9247-2e36a34ddc63 req-5efd1002-784b-4f5f-8f29-523af3c35f6b tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe46314-fa74-4ab6-a8ed-40bb76ad27bb HTTP/1.1" status: 200  len: 946 time: 0.2547960
Feb 05 21:09:55.211864 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af9989-fd59-44c4-9a50-527927784681 req-ef556061-5a7b-481b-a896-072d52e45886 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:55.213548 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-55af9989-fd59-44c4-9a50-527927784681 req-ef556061-5a7b-481b-a896-072d52e45886 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.1655478
Feb 05 21:09:55.285827 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f73e0127-7535-4efa-bf19-8a094cf494e7 admin admin] Publish callbacks [] for port (7f073621-12b9-41f7-b059-865fb7572ae8), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:55.374244 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3afb1754-23ad-4487-9247-2e36a34ddc63 req-ebcd2777-e212-40b2-a024-93601896b7be tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1596394
Feb 05 21:09:55.404097 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-55af9989-fd59-44c4-9a50-527927784681 req-740e0924-5b07-404d-af2d-e374458e86bb tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1595027
Feb 05 21:09:55.441060 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f73e0127-7535-4efa-bf19-8a094cf494e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (7f073621-12b9-41f7-b059-865fb7572ae8), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:55.541946 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73e0127-7535-4efa-bf19-8a094cf494e7 admin admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:09:55.543631 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-f73e0127-7535-4efa-bf19-8a094cf494e7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:09:55.558302 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73e0127-7535-4efa-bf19-8a094cf494e7 admin admin] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:09:55.603976 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e0127-7535-4efa-bf19-8a094cf494e7 admin admin] Pushing event updated for resources: {'Port': ['ID=7f073621-12b9-41f7-b059-865fb7572ae8,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:55.774244 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a9eb0-e2e3-4a3c-b65e-620f30b9bbb2 req-158c1146-c19a-49ae-9403-d37c37fb42bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:55.776498 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-708a9eb0-e2e3-4a3c-b65e-620f30b9bbb2 req-158c1146-c19a-49ae-9403-d37c37fb42bd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=52eadb29309f4abb8ff8f5903643d9da&device_id=dfe46314-fa74-4ab6-a8ed-40bb76ad27bb HTTP/1.1" status: 200  len: 1128 time: 0.0939443
Feb 05 21:09:55.937590 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a9eb0-e2e3-4a3c-b65e-620f30b9bbb2 req-6dc269fd-caeb-42d1-a902-26580ef6d045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:55.942012 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-708a9eb0-e2e3-4a3c-b65e-620f30b9bbb2 req-6dc269fd-caeb-42d1-a902-26580ef6d045 service neutron] 10.222.0.39 "GET /v2.0/networks?id=30128ffe-34e2-4275-a6f2-dcd809353bb1 HTTP/1.1" status: 200  len: 919 time: 0.1577528
Feb 05 21:09:56.015528 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-708a9eb0-e2e3-4a3c-b65e-620f30b9bbb2 req-e6d336f5-e8cc-45ff-90ed-f215af98db3a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55d000a1-4f09-4596-b231-85bd5adfb0bd HTTP/1.1" status: 200  len: 217 time: 0.0690880
Feb 05 21:09:56.151994 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a9eb0-e2e3-4a3c-b65e-620f30b9bbb2 req-ecde4a2e-6721-4a58-ad64-b69acfbf86de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:56.155835 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-708a9eb0-e2e3-4a3c-b65e-620f30b9bbb2 req-ecde4a2e-6721-4a58-ad64-b69acfbf86de service neutron] 10.222.0.39 "GET /v2.0/subnets?id=548d9964-d28f-494c-92f6-79759b05a730 HTTP/1.1" status: 200  len: 858 time: 0.1235867
Feb 05 21:09:56.205024 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-708a9eb0-e2e3-4a3c-b65e-620f30b9bbb2 req-38b672cb-90a1-4c0e-b9bd-5fa97ccde40f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=30128ffe-34e2-4275-a6f2-dcd809353bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0412636
Feb 05 21:09:56.359005 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-708a9eb0-e2e3-4a3c-b65e-620f30b9bbb2 req-7481a790-a920-4647-9e77-25e668e43408 service neutron] 10.222.0.39 "GET /v2.0/networks/30128ffe-34e2-4275-a6f2-dcd809353bb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1484311
Feb 05 21:09:56.440065 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f73e0127-7535-4efa-bf19-8a094cf494e7 admin admin] Publish callbacks [] for router_gateway (b3c5e9e1-64c6-4027-8ad9-6501ec0b876a), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:56.499928 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7296fe-c5d3-4318-8952-e90031e37e59 req-b11fb6a1-adea-4783-b006-6277c1fec037 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:56.510680 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7d7296fe-c5d3-4318-8952-e90031e37e59 req-b11fb6a1-adea-4783-b006-6277c1fec037 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.3358388
Feb 05 21:09:56.514709 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-708a9eb0-e2e3-4a3c-b65e-620f30b9bbb2 req-e92b9fc5-0811-4bee-bef7-bbfe7b25710e service neutron] 10.222.0.39 "GET /v2.0/networks/30128ffe-34e2-4275-a6f2-dcd809353bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1502237
Feb 05 21:09:56.538028 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c2408-972a-4066-ab0c-30da7d8e57d4 req-054afece-de5b-4b01-8049-08b363c7774b tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:56.549643 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d73c2408-972a-4066-ab0c-30da7d8e57d4 req-054afece-de5b-4b01-8049-08b363c7774b tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe46314-fa74-4ab6-a8ed-40bb76ad27bb HTTP/1.1" status: 200  len: 946 time: 0.3732140
Feb 05 21:09:56.686749 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25de5ee1-2b9b-4670-9be8-a8bb8c09f735 None None] Network c623f939-3d99-4a50-8b2c-a6562179b4b7 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:09:56.702325 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 37114) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:56.771798 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 6f080fcb-ceb0-42fc-8816-b1dc627cff63 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:09:56.776130 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d73c2408-972a-4066-ab0c-30da7d8e57d4 req-a74cd710-2b25-4e65-8a0f-8bc37f5b81b7 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2242315
Feb 05 21:09:56.789602 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7d7296fe-c5d3-4318-8952-e90031e37e59 req-0fcb25d4-7b71-4eae-8982-afd355b176d2 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2779343
Feb 05 21:09:56.862171 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-1c835ce6-e8d6-484c-a8cf-bc2e7805d378 None None] Provisioning complete for port 6f080fcb-ceb0-42fc-8816-b1dc627cff63 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:09:56.862754 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1c835ce6-e8d6-484c-a8cf-bc2e7805d378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (6f080fcb-ceb0-42fc-8816-b1dc627cff63), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:56.920006 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0f941825-a2e7-4233-b667-a616c2ad806b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:56.972916 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 6f080fcb-ceb0-42fc-8816-b1dc627cff63 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:09:56.973297 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (6f080fcb-ceb0-42fc-8816-b1dc627cff63), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:57.032602 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0f941825-a2e7-4233-b667-a616c2ad806b admin admin] Publish callbacks [] for security_group (0aa35e9a-1ebe-461c-8b43-7549bad56813), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:57.040026 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0f941825-a2e7-4233-b667-a616c2ad806b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (0aa35e9a-1ebe-461c-8b43-7549bad56813), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:57.050298 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57c19f-612b-4669-a1d2-08655c280c80 req-97bf8c68-d5c8-4ddf-88d3-063aab2cf490 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:57.056938 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dc57c19f-612b-4669-a1d2-08655c280c80 req-97bf8c68-d5c8-4ddf-88d3-063aab2cf490 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.1559134
Feb 05 21:09:57.058226 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f73e0127-7535-4efa-bf19-8a094cf494e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (b3c5e9e1-64c6-4027-8ad9-6501ec0b876a), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:57.142526 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-1c835ce6-e8d6-484c-a8cf-bc2e7805d378 None None] Current status of the port 6f080fcb-ceb0-42fc-8816-b1dc627cff63 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:09:57.142933 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1c835ce6-e8d6-484c-a8cf-bc2e7805d378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (6f080fcb-ceb0-42fc-8816-b1dc627cff63), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:57.153644 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0f941825-a2e7-4233-b667-a616c2ad806b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4dc55288f6324f8498b16b48858426c9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4483733
Feb 05 21:09:57.155370 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f941825-a2e7-4233-b667-a616c2ad806b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa35e9a-1ebe-461c-8b43-7549bad56813,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:57.159250 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 37122) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:57.245103 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-1c835ce6-e8d6-484c-a8cf-bc2e7805d378 None None] For port 6f080fcb-ceb0-42fc-8816-b1dc627cff63, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f080fcb-ceb0-42fc-8816-b1dc627cff63,segment=NetworkSegment(96104ad3-05ab-4cc0-bfdd-4780c377e605),segment_id=96104ad3-05ab-4cc0-bfdd-4780c377e605)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:09:57.259487 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1c835ce6-e8d6-484c-a8cf-bc2e7805d378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (6f080fcb-ceb0-42fc-8816-b1dc627cff63), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:57.263097 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dc57c19f-612b-4669-a1d2-08655c280c80 req-4e49dd03-f445-478d-8440-127cda6fb191 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1976411
Feb 05 21:09:57.313916 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 6f080fcb-ceb0-42fc-8816-b1dc627cff63 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:09:57.314327 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (6f080fcb-ceb0-42fc-8816-b1dc627cff63), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:57.346547 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1fb36aff-73a8-4260-9f31-71f3c579d716 admin admin] Publish callbacks [] for security_group (0aa35e9a-1ebe-461c-8b43-7549bad56813), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:57.376775 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c835ce6-e8d6-484c-a8cf-bc2e7805d378 None None] Pushing event updated for resources: {'Port': ['ID=6f080fcb-ceb0-42fc-8816-b1dc627cff63,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:57.396296 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73e0127-7535-4efa-bf19-8a094cf494e7 admin admin] Router b3c5e9e1-64c6-4027-8ad9-6501ec0b876a is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:09:57.399662 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1fb36aff-73a8-4260-9f31-71f3c579d716 admin admin] Publish callbacks [] for security_group (0aa35e9a-1ebe-461c-8b43-7549bad56813), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:57.579207 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73e0127-7535-4efa-bf19-8a094cf494e7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:09:57.622185 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 21:09:57.622539 ncdv-master-1 neutron-server[114392]: DEBUG oslo_db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 21:09:57.628146 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-84a7fd61-7090-4900-a588-c5ffb1bccfc0 None None] Provisioning complete for port 6f080fcb-ceb0-42fc-8816-b1dc627cff63 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:09:57.628146 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-84a7fd61-7090-4900-a588-c5ffb1bccfc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (6f080fcb-ceb0-42fc-8816-b1dc627cff63), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:57.644160 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f73e0127-7535-4efa-bf19-8a094cf494e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:57.646012 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f73e0127-7535-4efa-bf19-8a094cf494e7 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 915 time: 3.8542233
Feb 05 21:09:57.648777 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 37130) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:09:57.665526 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642a47f-9bdd-47c6-b363-df21209d0008 req-0b663ee9-19ad-4c79-acf7-ba6bda62220f tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:57.672405 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9642a47f-9bdd-47c6-b363-df21209d0008 req-0b663ee9-19ad-4c79-acf7-ba6bda62220f tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.1152866
Feb 05 21:09:57.691429 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1fb36aff-73a8-4260-9f31-71f3c579d716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (0aa35e9a-1ebe-461c-8b43-7549bad56813), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:57.694707 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1fb36aff-73a8-4260-9f31-71f3c579d716 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:57.699505 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1fb36aff-73a8-4260-9f31-71f3c579d716 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0aa35e9a-1ebe-461c-8b43-7549bad56813 HTTP/1.1" status: 204  len: 168 time: 0.5300183
Feb 05 21:09:57.724762 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb36aff-73a8-4260-9f31-71f3c579d716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa35e9a-1ebe-461c-8b43-7549bad56813,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:57.768056 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9642a47f-9bdd-47c6-b363-df21209d0008 req-8f2ec761-656d-495e-a6ff-02d24b238cd0 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879130
Feb 05 21:09:57.814776 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-84a7fd61-7090-4900-a588-c5ffb1bccfc0 None None] Current status of the port 6f080fcb-ceb0-42fc-8816-b1dc627cff63 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:09:57.907946 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0ca102-f525-4cda-b823-0670c31f4d5d None None] Sync routers for ids ['b3c5e9e1-64c6-4027-8ad9-6501ec0b876a'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:09:57.921750 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0ca102-f525-4cda-b823-0670c31f4d5d None None] Routers {'b3c5e9e1-64c6-4027-8ad9-6501ec0b876a'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:09:57.922700 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-aa0ca102-f525-4cda-b823-0670c31f4d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db89de310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:09:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b3c5e9e1-64c6-4027-8ad9-6501ec0b876a'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:09:58.069961 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec1c90-a869-4ce4-a75d-b83ee77403a4 req-e417be81-6cf3-48c7-8392-889daa1b6ce8 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:58.072137 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-93ec1c90-a869-4ce4-a75d-b83ee77403a4 req-e417be81-6cf3-48c7-8392-889daa1b6ce8 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe46314-fa74-4ab6-a8ed-40bb76ad27bb HTTP/1.1" status: 200  len: 946 time: 0.1427135
Feb 05 21:09:58.087452 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3840c-d159-4ab2-bb3e-d067767b6ceb req-484b57b8-9f2f-4aef-ad9c-8a2ed3f96fc0 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:58.089987 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-17f3840c-d159-4ab2-bb3e-d067767b6ceb req-484b57b8-9f2f-4aef-ad9c-8a2ed3f96fc0 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.1427164
Feb 05 21:09:58.092120 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-aa0ca102-f525-4cda-b823-0670c31f4d5d None None] Set router b3c5e9e1-64c6-4027-8ad9-6501ec0b876a gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:09:58.198330 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-93ec1c90-a869-4ce4-a75d-b83ee77403a4 req-53ef9360-adf9-404a-9e30-5525fba586d7 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061110
Feb 05 21:09:58.252271 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-17f3840c-d159-4ab2-bb3e-d067767b6ceb req-3a6a2389-97e9-4e23-8496-a80865036a7e tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1348100
Feb 05 21:09:58.311360 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 6f080fcb-ceb0-42fc-8816-b1dc627cff63 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:09:58.410397 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-aa0ca102-f525-4cda-b823-0670c31f4d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db89de310>, [{'id': 'b3c5e9e1-64c6-4027-8ad9-6501ec0b876a', 'name': 'tempest-ImageQuotaTest-813969042-router', 'tenant_id': '7114aa02da9c402f9b479d7624ebc04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.79'}], 'enable_snat': True}, 'gw_port_id': '7f073621-12b9-41f7-b059-865fb7572ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:09:53Z', 'updated_at': '2022-02-05T21:09:56Z', 'revision_number': 3, 'project_id': '7114aa02da9c402f9b479d7624ebc04b', 'gw_port': {'id': '7f073621-12b9-41f7-b059-865fb7572ae8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c5e9e1-64c6-4027-8ad9-6501ec0b876a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:09:54Z', 'updated_at': '2022-02-05T21:09:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:09:58.453893 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0ca102-f525-4cda-b823-0670c31f4d5d None None] Checking router: b3c5e9e1-64c6-4027-8ad9-6501ec0b876a for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:09:58.454707 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0ca102-f525-4cda-b823-0670c31f4d5d None None] Updating router b3c5e9e1-64c6-4027-8ad9-6501ec0b876a port 7f073621-12b9-41f7-b059-865fb7572ae8 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:09:58.506239 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567dab29-45ab-4780-ab46-b7d06043c0c3 req-2926a9fc-e63c-4f32-8048-0ebbcd294f32 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:58.509301 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-567dab29-45ab-4780-ab46-b7d06043c0c3 req-2926a9fc-e63c-4f32-8048-0ebbcd294f32 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0999990
Feb 05 21:09:58.547352 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-aa0ca102-f525-4cda-b823-0670c31f4d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7f073621-12b9-41f7-b059-865fb7572ae8), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:58.595290 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-802bcbb2-fabb-44cb-bb2c-2f438d5e0c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:58.640796 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-567dab29-45ab-4780-ab46-b7d06043c0c3 req-62ae7c59-51fe-4600-addc-5a38df464592 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1238315
Feb 05 21:09:58.646435 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 6f080fcb-ceb0-42fc-8816-b1dc627cff63 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:09:58.760766 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 6f080fcb-ceb0-42fc-8816-b1dc627cff63 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:09:58.763308 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (6f080fcb-ceb0-42fc-8816-b1dc627cff63), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:58.829501 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b4f55-eb49-4b3d-8285-cca0551ce53e req-884f160d-3ef9-433e-ba96-75b235f16bbd tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:58.839778 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-879b4f55-eb49-4b3d-8285-cca0551ce53e req-884f160d-3ef9-433e-ba96-75b235f16bbd tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0996003
Feb 05 21:09:58.916700 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-879b4f55-eb49-4b3d-8285-cca0551ce53e req-d963ee3c-72ba-448a-ba85-2e7443d93bec tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747900
Feb 05 21:09:58.936991 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-802bcbb2-fabb-44cb-bb2c-2f438d5e0c62 admin admin] Allocated IP 172.20.0.1 (c623f939-3d99-4a50-8b2c-a6562179b4b7/0efb0609-b2d4-4fef-8cc6-a3085eb53906/1050f1cb-a6a6-4080-91d7-4dcf7d1ed154) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:09:59.001098 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 6f080fcb-ceb0-42fc-8816-b1dc627cff63 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:09:59.039100 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-aa0ca102-f525-4cda-b823-0670c31f4d5d None None] Publish callbacks [] for port (7f073621-12b9-41f7-b059-865fb7572ae8), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:59.045833 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-aa0ca102-f525-4cda-b823-0670c31f4d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7f073621-12b9-41f7-b059-865fb7572ae8), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:59.102180 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-aa0ca102-f525-4cda-b823-0670c31f4d5d None None] Attempting to bind port 7f073621-12b9-41f7-b059-865fb7572ae8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:09:59.102619 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-aa0ca102-f525-4cda-b823-0670c31f4d5d None None] Attempting to bind port 7f073621-12b9-41f7-b059-865fb7572ae8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:09:59.103123 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0ca102-f525-4cda-b823-0670c31f4d5d None None] Attempting to bind port 7f073621-12b9-41f7-b059-865fb7572ae8 on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:09:59.108740 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-802bcbb2-fabb-44cb-bb2c-2f438d5e0c62 admin admin] Publish callbacks [] for port (1050f1cb-a6a6-4080-91d7-4dcf7d1ed154), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:59.116309 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0ca102-f525-4cda-b823-0670c31f4d5d None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:09:59.116930 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0ca102-f525-4cda-b823-0670c31f4d5d None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:09:59.117789 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-aa0ca102-f525-4cda-b823-0670c31f4d5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:59.118342 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0ca102-f525-4cda-b823-0670c31f4d5d None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:09:59.119005 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-aa0ca102-f525-4cda-b823-0670c31f4d5d None None] Bound port: 7f073621-12b9-41f7-b059-865fb7572ae8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:09:59.119838 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-aa0ca102-f525-4cda-b823-0670c31f4d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7f073621-12b9-41f7-b059-865fb7572ae8), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:59.160855 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-802bcbb2-fabb-44cb-bb2c-2f438d5e0c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (1050f1cb-a6a6-4080-91d7-4dcf7d1ed154), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:59.233819 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f70cb50-c77f-4f6e-9289-6634cbfae1e6 None None] Pushing event updated for resources: {'Port': ['ID=7f073621-12b9-41f7-b059-865fb7572ae8,revision_number=2']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:59.234475 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802bcbb2-fabb-44cb-bb2c-2f438d5e0c62 admin admin] Network c623f939-3d99-4a50-8b2c-a6562179b4b7 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:09:59.236040 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802bcbb2-fabb-44cb-bb2c-2f438d5e0c62 admin admin] Pushing event updated for resources: {'Port': ['ID=1050f1cb-a6a6-4080-91d7-4dcf7d1ed154,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:59.240229 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-802bcbb2-fabb-44cb-bb2c-2f438d5e0c62 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:09:59.242407 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802bcbb2-fabb-44cb-bb2c-2f438d5e0c62 admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:09:59.252383 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-aa0ca102-f525-4cda-b823-0670c31f4d5d None None] For port 7f073621-12b9-41f7-b059-865fb7572ae8, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:09:59.257984 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-aa0ca102-f525-4cda-b823-0670c31f4d5d None None] For port 7f073621-12b9-41f7-b059-865fb7572ae8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f073621-12b9-41f7-b059-865fb7572ae8,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:09:59.272927 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-aa0ca102-f525-4cda-b823-0670c31f4d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7f073621-12b9-41f7-b059-865fb7572ae8), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:59.364485 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0ca102-f525-4cda-b823-0670c31f4d5d None None] Routers {'b3c5e9e1-64c6-4027-8ad9-6501ec0b876a'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:09:59.365529 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-aa0ca102-f525-4cda-b823-0670c31f4d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db89de310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:09:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b3c5e9e1-64c6-4027-8ad9-6501ec0b876a'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:09:59.372722 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-802bcbb2-fabb-44cb-bb2c-2f438d5e0c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (b3c5e9e1-64c6-4027-8ad9-6501ec0b876a), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:59.378681 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56fb43-80ff-4161-809c-e07b60c32b4c req-ba1dbc5f-6530-445c-8172-f61b2402ea21 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:59.388035 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fa56fb43-80ff-4161-809c-e07b60c32b4c req-ba1dbc5f-6530-445c-8172-f61b2402ea21 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.1736047
Feb 05 21:09:59.446263 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f70cb50-c77f-4f6e-9289-6634cbfae1e6 None None] Pushing event updated for resources: {'Port': ['ID=7f073621-12b9-41f7-b059-865fb7572ae8,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:09:59.585835 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fa56fb43-80ff-4161-809c-e07b60c32b4c req-f32bb144-905d-4507-b96a-f9d70dd8efb6 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1773429
Feb 05 21:09:59.620999 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-aa0ca102-f525-4cda-b823-0670c31f4d5d None None] Set router b3c5e9e1-64c6-4027-8ad9-6501ec0b876a gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:09:59.633875 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913c594-945c-4034-a3da-5962693681e3 req-3ad83092-f9b6-474b-8266-55152837abad tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:09:59.643131 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a913c594-945c-4034-a3da-5962693681e3 req-3ad83092-f9b6-474b-8266-55152837abad tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe46314-fa74-4ab6-a8ed-40bb76ad27bb HTTP/1.1" status: 200  len: 946 time: 0.1841979
Feb 05 21:09:59.654040 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-802bcbb2-fabb-44cb-bb2c-2f438d5e0c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1050f1cb-a6a6-4080-91d7-4dcf7d1ed154), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:59.744947 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a913c594-945c-4034-a3da-5962693681e3 req-8099c602-23bb-46ac-98a0-094478a5cabc tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946977
Feb 05 21:09:59.767880 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-99bd9845-e41e-47e2-87d6-c2195f25b331 None None] Provisioning complete for port 1050f1cb-a6a6-4080-91d7-4dcf7d1ed154 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:09:59.768280 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-99bd9845-e41e-47e2-87d6-c2195f25b331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1050f1cb-a6a6-4080-91d7-4dcf7d1ed154), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:59.827153 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-99bd9845-e41e-47e2-87d6-c2195f25b331 None None] Port 1050f1cb-a6a6-4080-91d7-4dcf7d1ed154 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:09:59.963969 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-802bcbb2-fabb-44cb-bb2c-2f438d5e0c62 admin admin] Publish callbacks [] for port (1050f1cb-a6a6-4080-91d7-4dcf7d1ed154), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:09:59.974173 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-802bcbb2-fabb-44cb-bb2c-2f438d5e0c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (1050f1cb-a6a6-4080-91d7-4dcf7d1ed154), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:00.043988 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-802bcbb2-fabb-44cb-bb2c-2f438d5e0c62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (b3c5e9e1-64c6-4027-8ad9-6501ec0b876a), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:00.079701 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802bcbb2-fabb-44cb-bb2c-2f438d5e0c62 admin admin] Pushing event updated for resources: {'Port': ['ID=1050f1cb-a6a6-4080-91d7-4dcf7d1ed154,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:00.141381 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-aa0ca102-f525-4cda-b823-0670c31f4d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db89de310>, [{'id': 'b3c5e9e1-64c6-4027-8ad9-6501ec0b876a', 'name': 'tempest-ImageQuotaTest-813969042-router', 'tenant_id': '7114aa02da9c402f9b479d7624ebc04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.79'}], 'enable_snat': True}, 'gw_port_id': '7f073621-12b9-41f7-b059-865fb7572ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:09:53Z', 'updated_at': '2022-02-05T21:09:56Z', 'revision_number': 3, 'project_id': '7114aa02da9c402f9b479d7624ebc04b', 'gw_port': {'id': '7f073621-12b9-41f7-b059-865fb7572ae8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c5e9e1-64c6-4027-8ad9-6501ec0b876a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:09:54Z', 'updated_at': '2022-02-05T21:09:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:10:00.183251 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0ca102-f525-4cda-b823-0670c31f4d5d None None] The sync data for ids ['b3c5e9e1-64c6-4027-8ad9-6501ec0b876a'] in ncdv-master-1 is: [{'id': 'b3c5e9e1-64c6-4027-8ad9-6501ec0b876a', 'name': 'tempest-ImageQuotaTest-813969042-router', 'tenant_id': '7114aa02da9c402f9b479d7624ebc04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.79'}], 'enable_snat': True}, 'gw_port_id': '7f073621-12b9-41f7-b059-865fb7572ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:09:53Z', 'updated_at': '2022-02-05T21:09:56Z', 'revision_number': 3, 'project_id': '7114aa02da9c402f9b479d7624ebc04b', 'gw_port': {'id': '7f073621-12b9-41f7-b059-865fb7572ae8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c5e9e1-64c6-4027-8ad9-6501ec0b876a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:09:54Z', 'updated_at': '2022-02-05T21:09:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:10:00.213875 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802bcbb2-fabb-44cb-bb2c-2f438d5e0c62 admin admin] Network c623f939-3d99-4a50-8b2c-a6562179b4b7 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:10:00.220028 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-802bcbb2-fabb-44cb-bb2c-2f438d5e0c62 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:10:00.403851 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802bcbb2-fabb-44cb-bb2c-2f438d5e0c62 admin admin] Router b3c5e9e1-64c6-4027-8ad9-6501ec0b876a has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:10:00.570678 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802bcbb2-fabb-44cb-bb2c-2f438d5e0c62 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:10:00.583651 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-802bcbb2-fabb-44cb-bb2c-2f438d5e0c62 admin admin] 10.222.0.32 "PUT /v2.0/routers/b3c5e9e1-64c6-4027-8ad9-6501ec0b876a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9336252
Feb 05 21:10:00.597886 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-04744067-5b20-4d31-a819-3566bafb1b4d None None] Provisioning complete for port 1050f1cb-a6a6-4080-91d7-4dcf7d1ed154 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:10:00.598623 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-04744067-5b20-4d31-a819-3566bafb1b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1050f1cb-a6a6-4080-91d7-4dcf7d1ed154), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:00.649583 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-04744067-5b20-4d31-a819-3566bafb1b4d None None] Port 1050f1cb-a6a6-4080-91d7-4dcf7d1ed154 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:10:00.782543 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41651c99-3842-419a-b431-d9dd423b49d6 req-4c8a9673-fc51-4f1f-8f34-fe65ce6a5983 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:00.785391 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-41651c99-3842-419a-b431-d9dd423b49d6 req-4c8a9673-fc51-4f1f-8f34-fe65ce6a5983 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0763845
Feb 05 21:10:00.860824 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-41651c99-3842-419a-b431-d9dd423b49d6 req-f7124341-beac-4366-a3c4-2c499f409660 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649924
Feb 05 21:10:00.976597 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562d180-6808-4911-ac61-9496eba7f3a4 req-294286f3-f11b-456d-865c-ba1e2c4e0523 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:00.989229 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b562d180-6808-4911-ac61-9496eba7f3a4 req-294286f3-f11b-456d-865c-ba1e2c4e0523 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe46314-fa74-4ab6-a8ed-40bb76ad27bb HTTP/1.1" status: 200  len: 946 time: 0.1251407
Feb 05 21:10:01.053561 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b562d180-6808-4911-ac61-9496eba7f3a4 req-cfc00cee-e882-4032-9251-cfb9a5a0f380 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620990
Feb 05 21:10:01.270452 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f6675-9813-4a1d-aae6-ce6eb46b1581 req-21374d69-7011-4e2f-9dff-b8c8fc492f03 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:01.272061 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ce7f6675-9813-4a1d-aae6-ce6eb46b1581 req-21374d69-7011-4e2f-9dff-b8c8fc492f03 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0770063
Feb 05 21:10:01.357768 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ce7f6675-9813-4a1d-aae6-ce6eb46b1581 req-861d66f9-05c4-40ec-8903-d666f1f9da40 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775778
Feb 05 21:10:01.538254 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-015a0024-d771-4c08-8800-9f8a5017b863 tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b0ac1f2b9efc46bdbabf1888e40aaed9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0287018
Feb 05 21:10:01.731028 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-15ad5d85-8c9d-46d3-82e8-52b8cd4eb9e1 tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:01.741120 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-15ad5d85-8c9d-46d3-82e8-52b8cd4eb9e1 tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2014658
Feb 05 21:10:01.754983 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-1a0665fb-f7b6-43c0-b574-74c823fcfe3c tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] 10.222.0.32 "GET /v2.0/quotas/b0ac1f2b9efc46bdbabf1888e40aaed9 HTTP/1.1" status: 200  len: 375 time: 0.0129805
Feb 05 21:10:01.818413 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-670c36e1-9014-4222-bf71-090353c02bfe tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b0ac1f2b9efc46bdbabf1888e40aaed9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0512381
Feb 05 21:10:01.845612 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b034d13f-5037-4603-bc9c-8bb8bab4abce req-fb9d330a-b1b5-41af-a32a-c9db7e0a3299 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:01.852554 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b034d13f-5037-4603-bc9c-8bb8bab4abce req-fb9d330a-b1b5-41af-a32a-c9db7e0a3299 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5b639f-a134-45de-8abc-84a49adc8d26 HTTP/1.1" status: 200  len: 945 time: 0.0959723
Feb 05 21:10:01.911537 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b034d13f-5037-4603-bc9c-8bb8bab4abce req-dfc663b7-ea1b-45a0-9b96-1a1834d70d09 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cf6c738-0478-4e04-ae03-4d6824565445&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0555534
Feb 05 21:10:02.042354 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fc099e6b-0672-4a0c-bc42-b2b507b3655c req-6755354f-bc8e-434d-9b38-2f9981ebc630 tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] 10.222.0.32 "GET /v2.0/ports?device_id=31390604-2e5a-4fd7-8f29-1516553ac115 HTTP/1.1" status: 200  len: 210 time: 0.0488026
Feb 05 21:10:02.229167 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af956c-6bd9-4f5b-9bff-1931d11c162a req-e39e7aab-4a05-46aa-bd47-432b5beb0eef tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:02.231077 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f9af956c-6bd9-4f5b-9bff-1931d11c162a req-e39e7aab-4a05-46aa-bd47-432b5beb0eef tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe46314-fa74-4ab6-a8ed-40bb76ad27bb HTTP/1.1" status: 200  len: 946 time: 0.0851235
Feb 05 21:10:02.326749 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f9af956c-6bd9-4f5b-9bff-1931d11c162a req-eac01353-6ff5-4a57-a6d8-a0e8e99f8cc1 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884550
Feb 05 21:10:02.421226 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 37298) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:10:02.613133 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1e19db-0b0e-48bb-a83d-ce66d571f864 None None] Sync routers for ids ['b3c5e9e1-64c6-4027-8ad9-6501ec0b876a'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:10:02.624499 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc37d2-309c-4a54-934d-d5581ad74788 req-657e82d8-edaf-4b9a-af98-863409bfbbba tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:02.626122 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-10dc37d2-309c-4a54-934d-d5581ad74788 req-657e82d8-edaf-4b9a-af98-863409bfbbba tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.1494055
Feb 05 21:10:02.628681 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1e19db-0b0e-48bb-a83d-ce66d571f864 None None] Routers {'b3c5e9e1-64c6-4027-8ad9-6501ec0b876a'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:10:02.629700 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-0d1e19db-0b0e-48bb-a83d-ce66d571f864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabd63190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:09:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b3c5e9e1-64c6-4027-8ad9-6501ec0b876a'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:10:02.737366 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7f073621-12b9-41f7-b059-865fb7572ae8 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:10:02.785881 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-10dc37d2-309c-4a54-934d-d5581ad74788 req-586af3ec-8819-437d-ae32-8b8a3b021591 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1452281
Feb 05 21:10:02.834143 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 7f073621-12b9-41f7-b059-865fb7572ae8 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:10:02.834547 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7f073621-12b9-41f7-b059-865fb7572ae8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:02.888667 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-0d1e19db-0b0e-48bb-a83d-ce66d571f864 None None] Set router b3c5e9e1-64c6-4027-8ad9-6501ec0b876a gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:10:02.962422 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe48a2a-eaa8-4eee-b0da-3cd898ea60f9 req-8fa0fd21-48bf-40a3-bbb4-13093deac211 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:02.964831 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-abe48a2a-eaa8-4eee-b0da-3cd898ea60f9 req-8fa0fd21-48bf-40a3-bbb4-13093deac211 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0956676
Feb 05 21:10:03.044280 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 7f073621-12b9-41f7-b059-865fb7572ae8 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:10:03.044581 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7f073621-12b9-41f7-b059-865fb7572ae8), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:03.089680 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-abe48a2a-eaa8-4eee-b0da-3cd898ea60f9 req-024dcff9-a497-45c2-871b-17b332baa468 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005046
Feb 05 21:10:03.095620 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2321bcd3-538e-4645-a585-361ed7fdf390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (b3c5e9e1-64c6-4027-8ad9-6501ec0b876a), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:03.103251 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 7f073621-12b9-41f7-b059-865fb7572ae8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f073621-12b9-41f7-b059-865fb7572ae8,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:10:03.104649 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3f261-5e92-49d7-a637-3e67da04a745 req-b2574347-6942-43de-98bf-35e9d0adb7a3 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:03.106278 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ded3f261-5e92-49d7-a637-3e67da04a745 req-b2574347-6942-43de-98bf-35e9d0adb7a3 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5b639f-a134-45de-8abc-84a49adc8d26 HTTP/1.1" status: 200  len: 945 time: 0.1160772
Feb 05 21:10:03.114453 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7f073621-12b9-41f7-b059-865fb7572ae8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:03.251453 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a23ade34-ea7b-45fa-9842-927bac14a29d req-524ca58c-258f-407c-b988-b7b1e73aef47 tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] 10.222.0.32 "GET /v2.0/ports?device_id=31390604-2e5a-4fd7-8f29-1516553ac115 HTTP/1.1" status: 200  len: 210 time: 0.0739014
Feb 05 21:10:03.256359 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-a6d3691d-dea6-48c6-9afc-208cc7d09d2d tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b0ac1f2b9efc46bdbabf1888e40aaed9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0621445
Feb 05 21:10:03.276864 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ded3f261-5e92-49d7-a637-3e67da04a745 req-f7ba1a16-2f88-4a54-b744-c7165df95bde tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cf6c738-0478-4e04-ae03-4d6824565445&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1266887
Feb 05 21:10:03.321009 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=7f073621-12b9-41f7-b059-865fb7572ae8,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:03.366531 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-0d1e19db-0b0e-48bb-a83d-ce66d571f864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabd63190>, [{'id': 'b3c5e9e1-64c6-4027-8ad9-6501ec0b876a', 'name': 'tempest-ImageQuotaTest-813969042-router', 'tenant_id': '7114aa02da9c402f9b479d7624ebc04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.79'}], 'enable_snat': True}, 'gw_port_id': '7f073621-12b9-41f7-b059-865fb7572ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:09:53Z', 'updated_at': '2022-02-05T21:09:59Z', 'revision_number': 4, 'project_id': '7114aa02da9c402f9b479d7624ebc04b', 'gw_port': {'id': '7f073621-12b9-41f7-b059-865fb7572ae8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c5e9e1-64c6-4027-8ad9-6501ec0b876a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:09:54Z', 'updated_at': '2022-02-05T21:09:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1050f1cb-a6a6-4080-91d7-4dcf7d1ed154', 'name': '', 'network_id': 'c623f939-3d99-4a50-8b2c-a6562179b4b7', 'tenant_id': '7114aa02da9c402f9b479d7624ebc04b', 'mac_address': 'fa:16:3e:8a:69:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c5e9e1-64c6-4027-8ad9-6501ec0b876a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '0efb0609-b2d4-4fef-8cc6-a3085eb53906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:09:58Z', 'updated_at': '2022-02-05T21:09:59Z', 'revision_number': 2, 'project_id': '7114aa02da9c402f9b479d7624ebc04b', 'subnets': [{'id': '0efb0609-b2d4-4fef-8cc6-a3085eb53906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:10:03.406869 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-f3a4985a-d6ae-4f7c-9337-91e43518d946 tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:03.408691 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-f3a4985a-d6ae-4f7c-9337-91e43518d946 tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1461210
Feb 05 21:10:03.413580 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1e19db-0b0e-48bb-a83d-ce66d571f864 None None] Checking router: b3c5e9e1-64c6-4027-8ad9-6501ec0b876a for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:10:03.413950 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1e19db-0b0e-48bb-a83d-ce66d571f864 None None] Updating router b3c5e9e1-64c6-4027-8ad9-6501ec0b876a port 1050f1cb-a6a6-4080-91d7-4dcf7d1ed154 binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:10:03.429169 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-2cde2750-a47d-4940-b022-b81ce9d3d7eb tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] Request body: {'port': {'device_id': '31390604-2e5a-4fd7-8f29-1516553ac115', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'admin_state_up': True, 'tenant_id': 'b0ac1f2b9efc46bdbabf1888e40aaed9'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:10:03.449508 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc8dda-d6d7-46d8-93da-e5db5c463255 req-16593e63-8ed3-4bdf-a8d3-09a65df90fa0 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:03.450205 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0d1e19db-0b0e-48bb-a83d-ce66d571f864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1050f1cb-a6a6-4080-91d7-4dcf7d1ed154), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:03.451387 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-eabc8dda-d6d7-46d8-93da-e5db5c463255 req-16593e63-8ed3-4bdf-a8d3-09a65df90fa0 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a5b639f-a134-45de-8abc-84a49adc8d26 HTTP/1.1" status: 200  len: 945 time: 0.2267575
Feb 05 21:10:03.740576 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ece663ab-eceb-4f83-87e0-0a1e76f195d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:03.811457 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0d1e19db-0b0e-48bb-a83d-ce66d571f864 None None] Publish callbacks [] for port (1050f1cb-a6a6-4080-91d7-4dcf7d1ed154), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:03.818609 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0d1e19db-0b0e-48bb-a83d-ce66d571f864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (1050f1cb-a6a6-4080-91d7-4dcf7d1ed154), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:03.874049 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8080c444-5734-4a4b-a6f1-ab51d234233d None None] Pushing event updated for resources: {'Port': ['ID=1050f1cb-a6a6-4080-91d7-4dcf7d1ed154,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:03.950675 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-0d1e19db-0b0e-48bb-a83d-ce66d571f864 None None] Attempting to bind port 1050f1cb-a6a6-4080-91d7-4dcf7d1ed154 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:10:03.951055 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-0d1e19db-0b0e-48bb-a83d-ce66d571f864 None None] Attempting to bind port 1050f1cb-a6a6-4080-91d7-4dcf7d1ed154 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '96104ad3-05ab-4cc0-bfdd-4780c377e605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c623f939-3d99-4a50-8b2c-a6562179b4b7'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:10:03.951918 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1e19db-0b0e-48bb-a83d-ce66d571f864 None None] Attempting to bind port 1050f1cb-a6a6-4080-91d7-4dcf7d1ed154 on network c623f939-3d99-4a50-8b2c-a6562179b4b7 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:10:03.958053 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1e19db-0b0e-48bb-a83d-ce66d571f864 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:10:03.958494 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1e19db-0b0e-48bb-a83d-ce66d571f864 None None] Checking segment: {'id': '96104ad3-05ab-4cc0-bfdd-4780c377e605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c623f939-3d99-4a50-8b2c-a6562179b4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:10:03.958883 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0d1e19db-0b0e-48bb-a83d-ce66d571f864 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:03.959292 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1e19db-0b0e-48bb-a83d-ce66d571f864 None None] Bound using segment: {'id': '96104ad3-05ab-4cc0-bfdd-4780c377e605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c623f939-3d99-4a50-8b2c-a6562179b4b7'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:10:03.959773 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-0d1e19db-0b0e-48bb-a83d-ce66d571f864 None None] Bound port: 1050f1cb-a6a6-4080-91d7-4dcf7d1ed154, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96104ad3-05ab-4cc0-bfdd-4780c377e605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c623f939-3d99-4a50-8b2c-a6562179b4b7'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:10:03.960007 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f912fd-3fd8-4c23-a68f-dc37b4bb11aa req-91e9a396-1ef0-4604-897c-77297a4c66a8 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:03.960182 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0d1e19db-0b0e-48bb-a83d-ce66d571f864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1050f1cb-a6a6-4080-91d7-4dcf7d1ed154), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:03.961760 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-06f912fd-3fd8-4c23-a68f-dc37b4bb11aa req-91e9a396-1ef0-4604-897c-77297a4c66a8 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.5073628
Feb 05 21:10:03.986967 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd2821-6144-4637-b172-768f15bfcf73 req-8f02adff-4f4a-4adc-8735-f88dda732d38 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:03.988502 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ebdd2821-6144-4637-b172-768f15bfcf73 req-8f02adff-4f4a-4adc-8735-f88dda732d38 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe46314-fa74-4ab6-a8ed-40bb76ad27bb HTTP/1.1" status: 200  len: 946 time: 0.5329843
Feb 05 21:10:04.035313 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-2321bcd3-538e-4645-a585-361ed7fdf390 admin admin] Deleting port 1050f1cb-a6a6-4080-91d7-4dcf7d1ed154 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:10:04.035669 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2321bcd3-538e-4645-a585-361ed7fdf390 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (1050f1cb-a6a6-4080-91d7-4dcf7d1ed154), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:04.044460 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-0d1e19db-0b0e-48bb-a83d-ce66d571f864 None None] For port 1050f1cb-a6a6-4080-91d7-4dcf7d1ed154, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:10:04.048081 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-0d1e19db-0b0e-48bb-a83d-ce66d571f864 None None] For port 1050f1cb-a6a6-4080-91d7-4dcf7d1ed154, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1050f1cb-a6a6-4080-91d7-4dcf7d1ed154,segment=NetworkSegment(96104ad3-05ab-4cc0-bfdd-4780c377e605),segment_id=96104ad3-05ab-4cc0-bfdd-4780c377e605)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:10:04.059010 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0d1e19db-0b0e-48bb-a83d-ce66d571f864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (1050f1cb-a6a6-4080-91d7-4dcf7d1ed154), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:04.084355 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-2cde2750-a47d-4940-b022-b81ce9d3d7eb tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] Made reservation on behalf of b0ac1f2b9efc46bdbabf1888e40aaed9 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:10:04.089291 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-2cde2750-a47d-4940-b022-b81ce9d3d7eb tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:04.100826 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-eabc8dda-d6d7-46d8-93da-e5db5c463255 req-747c0bf7-2f97-4d5c-9d35-d3c6b0c87b81 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Deleting port 545bfef8-da31-4834-a301-52904e994139 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:10:04.101224 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-eabc8dda-d6d7-46d8-93da-e5db5c463255 req-747c0bf7-2f97-4d5c-9d35-d3c6b0c87b81 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (545bfef8-da31-4834-a301-52904e994139), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:04.104133 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-2cde2750-a47d-4940-b022-b81ce9d3d7eb tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:04.122622 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8080c444-5734-4a4b-a6f1-ab51d234233d None None] Pushing event updated for resources: {'Port': ['ID=1050f1cb-a6a6-4080-91d7-4dcf7d1ed154,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:04.124884 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ebdd2821-6144-4637-b172-768f15bfcf73 req-f9fd1204-d708-474f-a331-13478fb981a9 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1221304
Feb 05 21:10:04.132469 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-06f912fd-3fd8-4c23-a68f-dc37b4bb11aa req-b1e925ef-8a4e-4cdd-b0eb-2901ec5709c1 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1620538
Feb 05 21:10:04.151554 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1e19db-0b0e-48bb-a83d-ce66d571f864 None None] Routers {'b3c5e9e1-64c6-4027-8ad9-6501ec0b876a'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:10:04.152673 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-0d1e19db-0b0e-48bb-a83d-ce66d571f864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabd63190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:09:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b3c5e9e1-64c6-4027-8ad9-6501ec0b876a'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:10:04.164011 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2321bcd3-538e-4645-a585-361ed7fdf390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (1050f1cb-a6a6-4080-91d7-4dcf7d1ed154), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:04.177823 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-2321bcd3-538e-4645-a585-361ed7fdf390 admin admin] Calling delete_port for 1050f1cb-a6a6-4080-91d7-4dcf7d1ed154 owned by network:router_interface {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:10:04.253074 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-9e3ed60e-6b48-44d0-ae65-b65a48c17403 None None] Provisioning complete for port 1050f1cb-a6a6-4080-91d7-4dcf7d1ed154 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:10:04.253565 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9e3ed60e-6b48-44d0-ae65-b65a48c17403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1050f1cb-a6a6-4080-91d7-4dcf7d1ed154), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:04.307692 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-eabc8dda-d6d7-46d8-93da-e5db5c463255 req-747c0bf7-2f97-4d5c-9d35-d3c6b0c87b81 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] For port 545bfef8-da31-4834-a301-52904e994139, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=545bfef8-da31-4834-a301-52904e994139,segment=NetworkSegment(6da08ccd-563d-4daa-98a3-11856904a998),segment_id=6da08ccd-563d-4daa-98a3-11856904a998)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:10:04.308675 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-eabc8dda-d6d7-46d8-93da-e5db5c463255 req-747c0bf7-2f97-4d5c-9d35-d3c6b0c87b81 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (545bfef8-da31-4834-a301-52904e994139), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:04.384002 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-0d1e19db-0b0e-48bb-a83d-ce66d571f864 None None] Set router b3c5e9e1-64c6-4027-8ad9-6501ec0b876a gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:10:04.403195 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-2cde2750-a47d-4940-b022-b81ce9d3d7eb tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] Publish callbacks [] for security_group (26c76fc0-e4c6-49cf-9b9a-73f21090b85a), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:04.414873 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-2cde2750-a47d-4940-b022-b81ce9d3d7eb tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (26c76fc0-e4c6-49cf-9b9a-73f21090b85a), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:04.490478 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-9e3ed60e-6b48-44d0-ae65-b65a48c17403 None None] Current status of the port 1050f1cb-a6a6-4080-91d7-4dcf7d1ed154 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:10:04.491481 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9e3ed60e-6b48-44d0-ae65-b65a48c17403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1050f1cb-a6a6-4080-91d7-4dcf7d1ed154), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:04.505739 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab2ce2-4d20-4f62-baab-78ba9648d974 req-494a3790-cd3a-47e9-a371-606e4ceebd2a tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:04.507311 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-61ab2ce2-4d20-4f62-baab-78ba9648d974 req-494a3790-cd3a-47e9-a371-606e4ceebd2a tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.2110016
Feb 05 21:10:04.516296 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-10133c75-26b9-42a4-bf19-3d9c41789d23 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:04.517797 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-10133c75-26b9-42a4-bf19-3d9c41789d23 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/networks?id=5933570b-34b9-46a5-bc57-4d771586750f HTTP/1.1" status: 200  len: 814 time: 0.2183144
Feb 05 21:10:04.569834 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-ea675694-83e2-4c41-8d76-be424cb3e245 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/quotas/c04615402925462792ca03f711db23c1 HTTP/1.1" status: 200  len: 375 time: 0.0403054
Feb 05 21:10:04.609144 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-9e3ed60e-6b48-44d0-ae65-b65a48c17403 None None] For port 1050f1cb-a6a6-4080-91d7-4dcf7d1ed154, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1050f1cb-a6a6-4080-91d7-4dcf7d1ed154,segment=NetworkSegment(96104ad3-05ab-4cc0-bfdd-4780c377e605),segment_id=96104ad3-05ab-4cc0-bfdd-4780c377e605)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:10:04.618640 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde2750-a47d-4940-b022-b81ce9d3d7eb tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26c76fc0-e4c6-49cf-9b9a-73f21090b85a,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:04.632561 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-c367c5d4-4b0e-43fa-b250-87b2b74f8c27 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c04615402925462792ca03f711db23c1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0482864
Feb 05 21:10:04.648351 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-61ab2ce2-4d20-4f62-baab-78ba9648d974 req-98be2a95-c644-4300-9400-2be442e1de35 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295011
Feb 05 21:10:04.654896 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7f073621-12b9-41f7-b059-865fb7572ae8 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:10:04.665654 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9e3ed60e-6b48-44d0-ae65-b65a48c17403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (1050f1cb-a6a6-4080-91d7-4dcf7d1ed154), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:04.700084 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-2cde2750-a47d-4940-b022-b81ce9d3d7eb tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] Allocated IP 192.168.233.238 (f760d6ec-7837-431c-910c-37572c24f936/42e3c763-0926-4b49-ade5-d66ee3d4c489/c0739c79-927a-4e6f-a747-0e48b90d33cf) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:10:04.774550 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ed60e-6b48-44d0-ae65-b65a48c17403 None None] Pushing event updated for resources: {'Port': ['ID=1050f1cb-a6a6-4080-91d7-4dcf7d1ed154,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:04.792856 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-eabc8dda-d6d7-46d8-93da-e5db5c463255 req-747c0bf7-2f97-4d5c-9d35-d3c6b0c87b81 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:04.793195 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-eabc8dda-d6d7-46d8-93da-e5db5c463255 req-747c0bf7-2f97-4d5c-9d35-d3c6b0c87b81 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (00868724-6f42-4d6a-be9c-f16ea88c4156), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:04.793576 ncdv-master-1 neutron-server[114390]: INFO neutron.db.l3_db [req-eabc8dda-d6d7-46d8-93da-e5db5c463255 req-747c0bf7-2f97-4d5c-9d35-d3c6b0c87b81 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Floating IP 00868724-6f42-4d6a-be9c-f16ea88c4156 disassociated. External IP: 172.35.4.240, port: 545bfef8-da31-4834-a301-52904e994139.
Feb 05 21:10:04.794415 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-eabc8dda-d6d7-46d8-93da-e5db5c463255 req-747c0bf7-2f97-4d5c-9d35-d3c6b0c87b81 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Calling delete_port for 545bfef8-da31-4834-a301-52904e994139 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:10:04.795544 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-530dfc74-425f-4d9a-87b6-b81a0c759169 None None] Could not find standard attr ID for object 1050f1cb-a6a6-4080-91d7-4dcf7d1ed154. {{(pid=114392) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 05 21:10:04.800876 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-81b65c68-9187-415e-8b2e-76312281c845 req-76fcbcd8-1332-4fd7-9398-d9c550c53c3c tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] 10.222.0.32 "GET /v2.0/ports?device_id=31390604-2e5a-4fd7-8f29-1516553ac115 HTTP/1.1" status: 200  len: 210 time: 0.0473905
Feb 05 21:10:04.807800 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2321bcd3-538e-4645-a585-361ed7fdf390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (1050f1cb-a6a6-4080-91d7-4dcf7d1ed154), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:04.831318 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 7f073621-12b9-41f7-b059-865fb7572ae8 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:10:04.831689 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7f073621-12b9-41f7-b059-865fb7572ae8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:04.885079 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2321bcd3-538e-4645-a585-361ed7fdf390 admin admin] Pushing event deleted for resources: {'Port': ['ID=1050f1cb-a6a6-4080-91d7-4dcf7d1ed154,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:04.916674 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-70245070-e097-406b-8ce5-6484b545c2b8 service neutron] 10.222.0.32 "GET /v2.0/networks/5933570b-34b9-46a5-bc57-4d771586750f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2606010
Feb 05 21:10:04.974737 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-0d1e19db-0b0e-48bb-a83d-ce66d571f864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabd63190>, [{'id': 'b3c5e9e1-64c6-4027-8ad9-6501ec0b876a', 'name': 'tempest-ImageQuotaTest-813969042-router', 'tenant_id': '7114aa02da9c402f9b479d7624ebc04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.79'}], 'enable_snat': True}, 'gw_port_id': '7f073621-12b9-41f7-b059-865fb7572ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:09:53Z', 'updated_at': '2022-02-05T21:09:59Z', 'revision_number': 4, 'project_id': '7114aa02da9c402f9b479d7624ebc04b', 'gw_port': {'id': '7f073621-12b9-41f7-b059-865fb7572ae8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5e9e1-64c6-4027-8ad9-6501ec0b876a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:09:54Z', 'updated_at': '2022-02-05T21:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1050f1cb-a6a6-4080-91d7-4dcf7d1ed154', 'name': '', 'network_id': 'c623f939-3d99-4a50-8b2c-a6562179b4b7', 'tenant_id': '7114aa02da9c402f9b479d7624ebc04b', 'mac_address': 'fa:16:3e:8a:69:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c5e9e1-64c6-4027-8ad9-6501ec0b876a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '0efb0609-b2d4-4fef-8cc6-a3085eb53906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:09:58Z', 'updated_at': '2022-02-05T21:10:04Z', 'revision_number': 4, 'project_id': '7114aa02da9c402f9b479d7624ebc04b', 'subnets': [{'id': '0efb0609-b2d4-4fef-8cc6-a3085eb53906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:10:05.004422 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-2cde2750-a47d-4940-b022-b81ce9d3d7eb tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] Publish callbacks [] for port (c0739c79-927a-4e6f-a747-0e48b90d33cf), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:05.011398 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 7f073621-12b9-41f7-b059-865fb7572ae8 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:10:05.017089 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1e19db-0b0e-48bb-a83d-ce66d571f864 None None] The sync data for ids ['b3c5e9e1-64c6-4027-8ad9-6501ec0b876a'] in ncdv-master-1 is: [{'id': 'b3c5e9e1-64c6-4027-8ad9-6501ec0b876a', 'name': 'tempest-ImageQuotaTest-813969042-router', 'tenant_id': '7114aa02da9c402f9b479d7624ebc04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.79'}], 'enable_snat': True}, 'gw_port_id': '7f073621-12b9-41f7-b059-865fb7572ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:09:53Z', 'updated_at': '2022-02-05T21:09:59Z', 'revision_number': 4, 'project_id': '7114aa02da9c402f9b479d7624ebc04b', 'gw_port': {'id': '7f073621-12b9-41f7-b059-865fb7572ae8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5e9e1-64c6-4027-8ad9-6501ec0b876a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:09:54Z', 'updated_at': '2022-02-05T21:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1050f1cb-a6a6-4080-91d7-4dcf7d1ed154', 'name': '', 'network_id': 'c623f939-3d99-4a50-8b2c-a6562179b4b7', 'tenant_id': '7114aa02da9c402f9b479d7624ebc04b', 'mac_address': 'fa:16:3e:8a:69:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c5e9e1-64c6-4027-8ad9-6501ec0b876a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '0efb0609-b2d4-4fef-8cc6-a3085eb53906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:09:58Z', 'updated_at': '2022-02-05T21:10:04Z', 'revision_number': 4, 'project_id': '7114aa02da9c402f9b479d7624ebc04b', 'subnets': [{'id': '0efb0609-b2d4-4fef-8cc6-a3085eb53906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:10:05.080015 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-eabc8dda-d6d7-46d8-93da-e5db5c463255 req-747c0bf7-2f97-4d5c-9d35-d3c6b0c87b81 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (545bfef8-da31-4834-a301-52904e994139), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:05.129974 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-2cde2750-a47d-4940-b022-b81ce9d3d7eb tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (c0739c79-927a-4e6f-a747-0e48b90d33cf), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:05.137501 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c0bf7-2f97-4d5c-9d35-d3c6b0c87b81 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Pushing event deleted for resources: {'Port': ['ID=545bfef8-da31-4834-a301-52904e994139,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:05.237867 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-2cde2750-a47d-4940-b022-b81ce9d3d7eb tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] Network f760d6ec-7837-431c-910c-37572c24f936 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:10:05.248233 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-2cde2750-a47d-4940-b022-b81ce9d3d7eb tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:10:05.257152 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-2cde2750-a47d-4940-b022-b81ce9d3d7eb tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:10:05.267811 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ab948-3382-481c-b031-0287d4989e61 req-c9dbb58e-683f-4678-996d-113defbc6204 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:05.275790 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-863ab948-3382-481c-b031-0287d4989e61 req-c9dbb58e-683f-4678-996d-113defbc6204 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a5b639f-a134-45de-8abc-84a49adc8d26 HTTP/1.1" status: 200  len: 867 time: 0.2924991
Feb 05 21:10:05.281925 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-c19dd1a6-bfda-48e4-9216-703565f6e0b6 service neutron] 10.222.0.32 "GET /v2.0/networks/5933570b-34b9-46a5-bc57-4d771586750f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3641007
Feb 05 21:10:05.307299 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde2750-a47d-4940-b022-b81ce9d3d7eb tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] Pushing event updated for resources: {'Port': ['ID=c0739c79-927a-4e6f-a747-0e48b90d33cf,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:05.356108 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2321bcd3-538e-4645-a585-361ed7fdf390 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (b3c5e9e1-64c6-4027-8ad9-6501ec0b876a), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:05.390210 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-863ab948-3382-481c-b031-0287d4989e61 req-1b190b2e-6bb8-4f89-ab71-a8802c1244d1 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cf6c738-0478-4e04-ae03-4d6824565445&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1074002
Feb 05 21:10:05.495154 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eabc8dda-d6d7-46d8-93da-e5db5c463255 req-747c0bf7-2f97-4d5c-9d35-d3c6b0c87b81 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Router 5d888949-8e91-4f41-b7b6-876f26555dff has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:10:05.677362 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-2cde2750-a47d-4940-b022-b81ce9d3d7eb tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:05.678443 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-2cde2750-a47d-4940-b022-b81ce9d3d7eb tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:05.723201 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-2cde2750-a47d-4940-b022-b81ce9d3d7eb tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.2875469
Feb 05 21:10:05.738533 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-e32f3dc7-a0cd-4b83-8f46-ca86fecb3e96 None None] Provisioning complete for port c0739c79-927a-4e6f-a747-0e48b90d33cf triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:10:05.739009 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e32f3dc7-a0cd-4b83-8f46-ca86fecb3e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c0739c79-927a-4e6f-a747-0e48b90d33cf), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:05.740294 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-4ed26929-f7b9-423b-ac47-830a0b076582 service neutron] Request body: {'port': {'device_id': '31390604-2e5a-4fd7-8f29-1516553ac115', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:10:05.746133 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eabc8dda-d6d7-46d8-93da-e5db5c463255 req-747c0bf7-2f97-4d5c-9d35-d3c6b0c87b81 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:10:05.761631 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed7997f-8e3d-439b-8fb9-7b4f55425c18 None None] Sync routers for ids ['5d888949-8e91-4f41-b7b6-876f26555dff'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:10:05.783254 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed7997f-8e3d-439b-8fb9-7b4f55425c18 None None] Routers {'5d888949-8e91-4f41-b7b6-876f26555dff'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:10:05.787958 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-2ed7997f-8e3d-439b-8fb9-7b4f55425c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8d3ae20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:09:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['5d888949-8e91-4f41-b7b6-876f26555dff'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:10:05.796095 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8aadb-84c2-419a-b981-d291c12b3f36 req-007fdc19-a0db-460f-a2ee-89488c43c463 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:05.804868 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4fd8aadb-84c2-419a-b981-d291c12b3f36 req-007fdc19-a0db-460f-a2ee-89488c43c463 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.2314034
Feb 05 21:10:05.856550 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-eabc8dda-d6d7-46d8-93da-e5db5c463255 req-747c0bf7-2f97-4d5c-9d35-d3c6b0c87b81 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] No DVR routers for this DVR port 545bfef8-da31-4834-a301-52904e994139 on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:10:05.861609 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-eabc8dda-d6d7-46d8-93da-e5db5c463255 req-747c0bf7-2f97-4d5c-9d35-d3c6b0c87b81 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:05.865371 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-eabc8dda-d6d7-46d8-93da-e5db5c463255 req-747c0bf7-2f97-4d5c-9d35-d3c6b0c87b81 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.39 "DELETE /v2.0/ports/545bfef8-da31-4834-a301-52904e994139 HTTP/1.1" status: 204  len: 173 time: 2.3995125
Feb 05 21:10:05.866064 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a5b639f-a134-45de-8abc-84a49adc8d26', 'name': 'network-vif-deleted', 'tag': '545bfef8-da31-4834-a301-52904e994139'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:10:05.878930 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4a0106-9a5e-42aa-a7c6-39cf9534ce0e" -d '{"events": [{"server_uuid": "1a5b639f-a134-45de-8abc-84a49adc8d26", "name": "network-vif-deleted", "tag": "545bfef8-da31-4834-a301-52904e994139"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:10:05.887536 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae73a7-5ffc-4e11-acdf-5dc455da5dcc req-6206a337-0bf8-4fdd-8e77-51526674176e tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:05.896802 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c3ae73a7-5ffc-4e11-acdf-5dc455da5dcc req-6206a337-0bf8-4fdd-8e77-51526674176e tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe46314-fa74-4ab6-a8ed-40bb76ad27bb HTTP/1.1" status: 200  len: 946 time: 0.3250151
Feb 05 21:10:05.912906 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-e32f3dc7-a0cd-4b83-8f46-ca86fecb3e96 None None] Port c0739c79-927a-4e6f-a747-0e48b90d33cf cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:10:05.992266 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-4ed26929-f7b9-423b-ac47-830a0b076582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c0739c79-927a-4e6f-a747-0e48b90d33cf), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:06.021940 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-2ed7997f-8e3d-439b-8fb9-7b4f55425c18 None None] Set router 5d888949-8e91-4f41-b7b6-876f26555dff gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:10:06.046653 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4fd8aadb-84c2-419a-b981-d291c12b3f36 req-83511ad1-1ee9-49c3-86b5-224cd61841dd tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2407069
Feb 05 21:10:06.063446 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 545bfef8-da31-4834-a301-52904e994139 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:10:06.167131 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 545bfef8-da31-4834-a301-52904e994139 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:10:06.167427 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 545bfef8-da31-4834-a301-52904e994139 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:10:06.177237 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c3ae73a7-5ffc-4e11-acdf-5dc455da5dcc req-1c9d8fe4-60e5-44d0-b015-e8d65eac4c64 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2795589
Feb 05 21:10:06.203185 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-48339249-2694-4377-91cf-e9b4a453d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:06.359180 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5adac8a8-0f36-4785-8013-0564cf898479 req-696bcd8f-1836-4dd0-8933-5e156ff81a09 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/ports?device_id=90542e42-b84b-45c1-a2c5-855111be1aae HTTP/1.1" status: 200  len: 210 time: 0.2139573
Feb 05 21:10:06.389236 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-2ed7997f-8e3d-439b-8fb9-7b4f55425c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8d3ae20>, [{'id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'name': 'tempest-TestVolumeBootPattern-1133930276-router', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:04:11Z', 'updated_at': '2022-02-05T21:04:20Z', 'revision_number': 4, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'gw_port': {'id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:13Z', 'updated_at': '2022-02-05T21:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7625f1f6-b3f6-42b2-a22b-eaf33034ddb9', 'name': '', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'mac_address': 'fa:16:3e:7d:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:18Z', 'updated_at': '2022-02-05T21:04:25Z', 'revision_number': 5, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'subnets': [{'id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:10:06.428122 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed7997f-8e3d-439b-8fb9-7b4f55425c18 None None] Checking router: 5d888949-8e91-4f41-b7b6-876f26555dff for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:10:06.441087 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed7997f-8e3d-439b-8fb9-7b4f55425c18 None None] Routers {'5d888949-8e91-4f41-b7b6-876f26555dff'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:10:06.441852 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-2ed7997f-8e3d-439b-8fb9-7b4f55425c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8d3ae20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:10:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['5d888949-8e91-4f41-b7b6-876f26555dff'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:10:06.446037 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94ca134-5fcd-4194-8697-f1263161bae6 x-openstack-request-id: req-e94ca134-5fcd-4194-8697-f1263161bae6 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:10:06.446334 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a5b639f-a134-45de-8abc-84a49adc8d26", "name": "network-vif-deleted", "tag": "545bfef8-da31-4834-a301-52904e994139", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:10:06.452377 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e94ca134-5fcd-4194-8697-f1263161bae6 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:10:06.452884 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a5b639f-a134-45de-8abc-84a49adc8d26', 'name': 'network-vif-deleted', 'tag': '545bfef8-da31-4834-a301-52904e994139', 'status': 'completed', 'code': 200}
Feb 05 21:10:06.511177 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a720cbf-32ae-4f40-bb9f-c800f780c407 req-a54f7ac5-de95-400a-94eb-d941f9a3427e tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:06.518471 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4a720cbf-32ae-4f40-bb9f-c800f780c407 req-a54f7ac5-de95-400a-94eb-d941f9a3427e tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] 10.222.0.32 "GET /v2.0/ports?device_id=31390604-2e5a-4fd7-8f29-1516553ac115 HTTP/1.1" status: 200  len: 936 time: 0.2186944
Feb 05 21:10:06.524729 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-36d21954-0054-40c2-ab5f-e412feea5580 req-4454a1dd-af08-495e-bebe-bd6a1b903f40 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3784964
Feb 05 21:10:06.585537 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2321bcd3-538e-4645-a585-361ed7fdf390 admin admin] Router b3c5e9e1-64c6-4027-8ad9-6501ec0b876a has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:10:06.648458 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-4ed26929-f7b9-423b-ac47-830a0b076582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0739c79-927a-4e6f-a747-0e48b90d33cf {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:10:06.661818 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-4ed26929-f7b9-423b-ac47-830a0b076582 service neutron] Publish callbacks [] for port (c0739c79-927a-4e6f-a747-0e48b90d33cf), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:06.667889 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-2ed7997f-8e3d-439b-8fb9-7b4f55425c18 None None] Set router 5d888949-8e91-4f41-b7b6-876f26555dff gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:10:06.675325 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-4ed26929-f7b9-423b-ac47-830a0b076582 service neutron] Transition to ACTIVE for port object c0739c79-927a-4e6f-a747-0e48b90d33cf will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:10:06.683615 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-4ed26929-f7b9-423b-ac47-830a0b076582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (c0739c79-927a-4e6f-a747-0e48b90d33cf), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:06.737048 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4a720cbf-32ae-4f40-bb9f-c800f780c407 req-e2f0814a-a126-4f3c-8e6a-92a1d5bbf1c0 tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] 10.222.0.32 "GET /v2.0/security-groups?id=26c76fc0-e4c6-49cf-9b9a-73f21090b85a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2175899
Feb 05 21:10:06.749701 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed26929-f7b9-423b-ac47-830a0b076582 service neutron] Pushing event updated for resources: {'Port': ['ID=c0739c79-927a-4e6f-a747-0e48b90d33cf,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:06.870338 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-4ed26929-f7b9-423b-ac47-830a0b076582 service neutron] Attempting to bind port c0739c79-927a-4e6f-a747-0e48b90d33cf on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:10:06.871327 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-4ed26929-f7b9-423b-ac47-830a0b076582 service neutron] Attempting to bind port c0739c79-927a-4e6f-a747-0e48b90d33cf by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:10:06.871681 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-4ed26929-f7b9-423b-ac47-830a0b076582 service neutron] Attempting to bind port c0739c79-927a-4e6f-a747-0e48b90d33cf on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:10:06.880712 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-4ed26929-f7b9-423b-ac47-830a0b076582 service neutron] Port c0739c79-927a-4e6f-a747-0e48b90d33cf on network f760d6ec-7837-431c-910c-37572c24f936 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:10:06.881043 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-4ed26929-f7b9-423b-ac47-830a0b076582 service neutron] Attempting to bind port c0739c79-927a-4e6f-a747-0e48b90d33cf on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:10:06.903872 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-4ed26929-f7b9-423b-ac47-830a0b076582 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:10:06.904340 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-4ed26929-f7b9-423b-ac47-830a0b076582 service neutron] Checking segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:10:06.904845 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-4ed26929-f7b9-423b-ac47-830a0b076582 service neutron] Bound using segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:10:06.905405 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-4ed26929-f7b9-423b-ac47-830a0b076582 service neutron] Bound port: c0739c79-927a-4e6f-a747-0e48b90d33cf, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:10:06.907081 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-4ed26929-f7b9-423b-ac47-830a0b076582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c0739c79-927a-4e6f-a747-0e48b90d33cf), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:06.985868 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5ef13-1971-4f7d-86ce-c37ed5dfed2a req-635800d9-58f9-4be3-a5b2-731ef8996b7f tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:06.996834 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1aa5ef13-1971-4f7d-86ce-c37ed5dfed2a req-635800d9-58f9-4be3-a5b2-731ef8996b7f tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.4635122
Feb 05 21:10:07.061191 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-4ed26929-f7b9-423b-ac47-830a0b076582 service neutron] For port c0739c79-927a-4e6f-a747-0e48b90d33cf, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:10:07.069925 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d21954-0054-40c2-ab5f-e412feea5580 req-b6e8f40c-530d-4c5e-974e-ddf15b59f53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:07.071762 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-36d21954-0054-40c2-ab5f-e412feea5580 req-b6e8f40c-530d-4c5e-974e-ddf15b59f53d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc0a1e1d985c4b0eb031dcc2cbe83f90&device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 1128 time: 0.4715931
Feb 05 21:10:07.072180 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-4ed26929-f7b9-423b-ac47-830a0b076582 service neutron] For port c0739c79-927a-4e6f-a747-0e48b90d33cf, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c0739c79-927a-4e6f-a747-0e48b90d33cf,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:10:07.126354 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-2ed7997f-8e3d-439b-8fb9-7b4f55425c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8d3ae20>, [{'id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'name': 'tempest-TestVolumeBootPattern-1133930276-router', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:04:11Z', 'updated_at': '2022-02-05T21:04:20Z', 'revision_number': 4, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'gw_port': {'id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:13Z', 'updated_at': '2022-02-05T21:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7625f1f6-b3f6-42b2-a22b-eaf33034ddb9', 'name': '', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'mac_address': 'fa:16:3e:7d:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:18Z', 'updated_at': '2022-02-05T21:04:25Z', 'revision_number': 5, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'subnets': [{'id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:10:07.173035 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed7997f-8e3d-439b-8fb9-7b4f55425c18 None None] The sync data for ids ['5d888949-8e91-4f41-b7b6-876f26555dff'] in ncdv-master-1 is: [{'id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'name': 'tempest-TestVolumeBootPattern-1133930276-router', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:04:11Z', 'updated_at': '2022-02-05T21:04:20Z', 'revision_number': 4, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'gw_port': {'id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:13Z', 'updated_at': '2022-02-05T21:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7625f1f6-b3f6-42b2-a22b-eaf33034ddb9', 'name': '', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'mac_address': 'fa:16:3e:7d:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:18Z', 'updated_at': '2022-02-05T21:04:25Z', 'revision_number': 5, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'subnets': [{'id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:10:07.219130 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d21954-0054-40c2-ab5f-e412feea5580 req-24da1634-5806-450e-8a4f-a513a6bd7147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:07.220655 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-36d21954-0054-40c2-ab5f-e412feea5580 req-24da1634-5806-450e-8a4f-a513a6bd7147 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ba09dff6-f453-4951-8599-391fd8346c4e HTTP/1.1" status: 200  len: 915 time: 0.1172678
Feb 05 21:10:07.247992 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-650b01fb-de4e-4d7a-8455-5acc77650f6b tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:07.249406 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-650b01fb-de4e-4d7a-8455-5acc77650f6b tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.39 "GET /v2.0/networks?id=5933570b-34b9-46a5-bc57-4d771586750f HTTP/1.1" status: 200  len: 814 time: 0.1840465
Feb 05 21:10:07.255839 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1aa5ef13-1971-4f7d-86ce-c37ed5dfed2a req-757ca546-7288-44a4-b8a7-345a7a9afb68 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2579637
Feb 05 21:10:07.261386 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-4ed26929-f7b9-423b-ac47-830a0b076582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (c0739c79-927a-4e6f-a747-0e48b90d33cf), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:07.323905 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-725784c6-1701-402b-9bee-330a2f64c66c tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Request body: {'port': {'device_id': '90542e42-b84b-45c1-a2c5-855111be1aae', 'network_id': '5933570b-34b9-46a5-bc57-4d771586750f', 'admin_state_up': True, 'tenant_id': 'c04615402925462792ca03f711db23c1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:10:07.351293 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-36d21954-0054-40c2-ab5f-e412feea5580 req-3c7352e1-aa1d-4608-87a6-63d4f4af88ed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10f99b2d-0900-4a05-8ac5-08188a5548c9 HTTP/1.1" status: 200  len: 217 time: 0.0874975
Feb 05 21:10:07.368462 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-4ed26929-f7b9-423b-ac47-830a0b076582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:07.370408 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-4ed26929-f7b9-423b-ac47-830a0b076582 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:07.371994 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-4ed26929-f7b9-423b-ac47-830a0b076582 service neutron] 10.222.0.21 "PUT /v2.0/ports/c0739c79-927a-4e6f-a747-0e48b90d33cf HTTP/1.1" status: 200  len: 1096 time: 1.6478443
Feb 05 21:10:07.446887 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:07.451223 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-5cb4c84d-c1c1-4de7-a20c-56d2deb82439 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1382556994&fields=id&tenant_id=af1c8d8fd0ce4d51947fd02afc3a9fb1 HTTP/1.1" status: 200  len: 267 time: 0.3780797
Feb 05 21:10:07.465295 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed26929-f7b9-423b-ac47-830a0b076582 service neutron] Pushing event updated for resources: {'Port': ['ID=c0739c79-927a-4e6f-a747-0e48b90d33cf,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:07.481066 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2321bcd3-538e-4645-a585-361ed7fdf390 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:10:07.487518 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2321bcd3-538e-4645-a585-361ed7fdf390 admin admin] 10.222.0.32 "PUT /v2.0/routers/b3c5e9e1-64c6-4027-8ad9-6501ec0b876a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0647826
Feb 05 21:10:07.492133 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 37382) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:10:07.534910 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d21954-0054-40c2-ab5f-e412feea5580 req-63705afd-6000-4ad1-a0ef-dc08544e1e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:07.537232 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-36d21954-0054-40c2-ab5f-e412feea5580 req-63705afd-6000-4ad1-a0ef-dc08544e1e0c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=328dbb81-dab4-4177-93ce-5843e2949a60 HTTP/1.1" status: 200  len: 854 time: 0.1666741
Feb 05 21:10:07.573711 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6019e1e-1374-4a86-af1a-c8b8e7c7d5b7 None None] Sync routers for ids ['b3c5e9e1-64c6-4027-8ad9-6501ec0b876a'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:10:07.596004 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6019e1e-1374-4a86-af1a-c8b8e7c7d5b7 None None] Routers {'b3c5e9e1-64c6-4027-8ad9-6501ec0b876a'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:10:07.596903 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-b6019e1e-1374-4a86-af1a-c8b8e7c7d5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabc86640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:10:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b3c5e9e1-64c6-4027-8ad9-6501ec0b876a'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:10:07.616499 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-36d21954-0054-40c2-ab5f-e412feea5580 req-852c044d-7371-42e4-b29b-26808069514d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ba09dff6-f453-4951-8599-391fd8346c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0395231
Feb 05 21:10:07.622888 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-4566553f-58cc-4ca2-9cf2-a3ddfc0db581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:07.624426 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-4566553f-58cc-4ca2-9cf2-a3ddfc0db581 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0ac1f2b9efc46bdbabf1888e40aaed9&device_id=31390604-2e5a-4fd7-8f29-1516553ac115 HTTP/1.1" status: 200  len: 1130 time: 0.2010419
Feb 05 21:10:07.632047 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dff860-95ba-46d6-ad90-5527cfd419bc req-707e292e-2eec-48f2-9118-1568e34bf34a tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:07.633613 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-39dff860-95ba-46d6-ad90-5527cfd419bc req-707e292e-2eec-48f2-9118-1568e34bf34a tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe46314-fa74-4ab6-a8ed-40bb76ad27bb HTTP/1.1" status: 200  len: 946 time: 0.2892077
Feb 05 21:10:07.701254 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-35f5cd36-3bd5-48a2-a990-1bcd380216d8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=c0739c79-927a-4e6f-a747-0e48b90d33cf HTTP/1.1" status: 200  len: 217 time: 0.0653040
Feb 05 21:10:07.704855 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-faf9a82a-ca50-416d-b111-dc46530ba181 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:07.706649 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-faf9a82a-ca50-416d-b111-dc46530ba181 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/networks?id=101f8301-8908-474a-9c4a-c0416b6bfc1d HTTP/1.1" status: 200  len: 812 time: 0.2436113
Feb 05 21:10:07.766848 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-6e4ca4be-fb92-4463-86f7-c3aa2a30ddbd tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/quotas/af1c8d8fd0ce4d51947fd02afc3a9fb1 HTTP/1.1" status: 200  len: 375 time: 0.0261598
Feb 05 21:10:07.790147 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b049b8ef-55da-485c-ab69-1643b158f48a None None] New status for floating IP 00868724-6f42-4d6a-be9c-f16ea88c4156: DOWN {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:10:07.809643 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-e682b00f-5c4d-41cb-beda-72c27592515e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:07.811213 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-e682b00f-5c4d-41cb-beda-72c27592515e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.0990236
Feb 05 21:10:07.813442 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-725784c6-1701-402b-9bee-330a2f64c66c tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Made reservation on behalf of c04615402925462792ca03f711db23c1 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:10:07.817097 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-725784c6-1701-402b-9bee-330a2f64c66c tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:07.820949 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-21d54991-da96-423a-9999-ba3633c9f3b3 admin admin] Publish callbacks [] for router (b3c5e9e1-64c6-4027-8ad9-6501ec0b876a), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:07.823589 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-39dff860-95ba-46d6-ad90-5527cfd419bc req-b935a542-a049-4fa5-8538-a77ed24fc8f7 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1735795
Feb 05 21:10:07.862679 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-36d21954-0054-40c2-ab5f-e412feea5580 req-d728d0a7-382d-4e61-802b-d677d0bc4dc6 service neutron] 10.222.0.21 "GET /v2.0/networks/ba09dff6-f453-4951-8599-391fd8346c4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2250543
Feb 05 21:10:07.918365 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-399f2439-eda0-4a61-8e22-26f9d69adb80 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=af1c8d8fd0ce4d51947fd02afc3a9fb1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1440315
Feb 05 21:10:07.955027 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-b6019e1e-1374-4a86-af1a-c8b8e7c7d5b7 None None] Set router b3c5e9e1-64c6-4027-8ad9-6501ec0b876a gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:10:08.046409 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-725784c6-1701-402b-9bee-330a2f64c66c tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Allocated IP 172.20.0.8 (5933570b-34b9-46a5-bc57-4d771586750f/a2ba5aa7-66ed-4070-8c04-5f6be4c369a5/dd003b64-b19c-4eb8-8688-7ca26a919d71) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:10:08.182105 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-52125ce2-5039-4527-87a8-fbed016087c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:08.183758 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-52125ce2-5039-4527-87a8-fbed016087c2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3603837
Feb 05 21:10:08.204965 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-b6019e1e-1374-4a86-af1a-c8b8e7c7d5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabc86640>, [{'id': 'b3c5e9e1-64c6-4027-8ad9-6501ec0b876a', 'name': 'tempest-ImageQuotaTest-813969042-router', 'tenant_id': '7114aa02da9c402f9b479d7624ebc04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.79'}], 'enable_snat': True}, 'gw_port_id': '7f073621-12b9-41f7-b059-865fb7572ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:09:53Z', 'updated_at': '2022-02-05T21:10:04Z', 'revision_number': 5, 'project_id': '7114aa02da9c402f9b479d7624ebc04b', 'gw_port': {'id': '7f073621-12b9-41f7-b059-865fb7572ae8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5e9e1-64c6-4027-8ad9-6501ec0b876a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:09:54Z', 'updated_at': '2022-02-05T21:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:10:08.234186 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-21d54991-da96-423a-9999-ba3633c9f3b3 admin admin] Publish callbacks [] for router_gateway (b3c5e9e1-64c6-4027-8ad9-6501ec0b876a), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:08.245291 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6019e1e-1374-4a86-af1a-c8b8e7c7d5b7 None None] Checking router: b3c5e9e1-64c6-4027-8ad9-6501ec0b876a for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:10:08.255919 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6019e1e-1374-4a86-af1a-c8b8e7c7d5b7 None None] Routers {'b3c5e9e1-64c6-4027-8ad9-6501ec0b876a'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:10:08.256619 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-b6019e1e-1374-4a86-af1a-c8b8e7c7d5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabc86640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:10:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b3c5e9e1-64c6-4027-8ad9-6501ec0b876a'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:10:08.377721 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-b6019e1e-1374-4a86-af1a-c8b8e7c7d5b7 None None] Set router b3c5e9e1-64c6-4027-8ad9-6501ec0b876a gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:10:08.396400 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-ea0b1a8d-fc9d-45fd-8f89-b8accb8bee76 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2033350
Feb 05 21:10:08.421698 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-725784c6-1701-402b-9bee-330a2f64c66c tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Publish callbacks [] for port (dd003b64-b19c-4eb8-8688-7ca26a919d71), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:08.428828 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9dbb6e16-0e2d-4974-8e7d-ea2ef88237df req-d43598b7-eee1-4d1d-ab28-22ae352f4be8 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/ports?device_id=90542e42-b84b-45c1-a2c5-855111be1aae HTTP/1.1" status: 200  len: 210 time: 0.4171236
Feb 05 21:10:08.474815 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-36d21954-0054-40c2-ab5f-e412feea5580 req-7b38582d-958d-4b2f-98cb-deaa47982bc0 service neutron] 10.222.0.21 "GET /v2.0/networks/ba09dff6-f453-4951-8599-391fd8346c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6040282
Feb 05 21:10:08.481791 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31390604-2e5a-4fd7-8f29-1516553ac115', 'tag': 'c0739c79-927a-4e6f-a747-0e48b90d33cf'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:10:08.484100 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612cc547-0fd9-48f4-8061-a4a740862fc8" -d '{"events": [{"name": "network-changed", "server_uuid": "31390604-2e5a-4fd7-8f29-1516553ac115", "tag": "c0739c79-927a-4e6f-a747-0e48b90d33cf"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:10:08.492321 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-188a628f-11cd-43e4-ba33-7831dea86da1 service neutron] 10.222.0.32 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5514202
Feb 05 21:10:08.503945 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-21d54991-da96-423a-9999-ba3633c9f3b3 admin admin] Deleting port 7f073621-12b9-41f7-b059-865fb7572ae8 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:10:08.504892 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-21d54991-da96-423a-9999-ba3633c9f3b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (7f073621-12b9-41f7-b059-865fb7572ae8), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:08.597271 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fc3db813-d980-40e4-ae08-f75fbf88e03a req-fdebce06-edd3-4d48-8ba4-bbb1b3e893dd service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1899838
Feb 05 21:10:08.611961 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-b6019e1e-1374-4a86-af1a-c8b8e7c7d5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabc86640>, [{'id': 'b3c5e9e1-64c6-4027-8ad9-6501ec0b876a', 'name': 'tempest-ImageQuotaTest-813969042-router', 'tenant_id': '7114aa02da9c402f9b479d7624ebc04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.79'}], 'enable_snat': True}, 'gw_port_id': '7f073621-12b9-41f7-b059-865fb7572ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:09:53Z', 'updated_at': '2022-02-05T21:10:04Z', 'revision_number': 5, 'project_id': '7114aa02da9c402f9b479d7624ebc04b', 'gw_port': {'id': '7f073621-12b9-41f7-b059-865fb7572ae8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5e9e1-64c6-4027-8ad9-6501ec0b876a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:09:54Z', 'updated_at': '2022-02-05T21:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:10:08.622566 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-725784c6-1701-402b-9bee-330a2f64c66c tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (dd003b64-b19c-4eb8-8688-7ca26a919d71), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:08.646124 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6019e1e-1374-4a86-af1a-c8b8e7c7d5b7 None None] The sync data for ids ['b3c5e9e1-64c6-4027-8ad9-6501ec0b876a'] in ncdv-master-1 is: [{'id': 'b3c5e9e1-64c6-4027-8ad9-6501ec0b876a', 'name': 'tempest-ImageQuotaTest-813969042-router', 'tenant_id': '7114aa02da9c402f9b479d7624ebc04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.79'}], 'enable_snat': True}, 'gw_port_id': '7f073621-12b9-41f7-b059-865fb7572ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:09:53Z', 'updated_at': '2022-02-05T21:10:04Z', 'revision_number': 5, 'project_id': '7114aa02da9c402f9b479d7624ebc04b', 'gw_port': {'id': '7f073621-12b9-41f7-b059-865fb7572ae8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c5e9e1-64c6-4027-8ad9-6501ec0b876a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:09:54Z', 'updated_at': '2022-02-05T21:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:10:08.652498 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-7fb7e47a-88ee-4e81-a4d6-88b07e5658c1 service neutron] 10.222.0.32 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1522920
Feb 05 21:10:08.668874 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ecb032-2cc3-4c46-a9dd-371328cef16a req-bdf81e3e-5e92-4733-9266-89295faa0a31 tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:08.677834 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-51ecb032-2cc3-4c46-a9dd-371328cef16a req-bdf81e3e-5e92-4733-9266-89295faa0a31 tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] 10.222.0.32 "GET /v2.0/ports?device_id=31390604-2e5a-4fd7-8f29-1516553ac115 HTTP/1.1" status: 200  len: 948 time: 0.1051764
Feb 05 21:10:08.729707 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-51ecb032-2cc3-4c46-a9dd-371328cef16a req-305029ff-c6c6-428f-8bc5-2e5b0f7cb878 tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] 10.222.0.32 "GET /v2.0/security-groups?id=26c76fc0-e4c6-49cf-9b9a-73f21090b85a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507264
Feb 05 21:10:08.858262 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27b543-1c40-4711-9e31-883e729bbd41 req-a985027e-3f44-4a6b-92f2-f9ec2d9f5731 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:08.859925 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6f27b543-1c40-4711-9e31-883e729bbd41 req-a985027e-3f44-4a6b-92f2-f9ec2d9f5731 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0622697
Feb 05 21:10:08.924399 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6f27b543-1c40-4711-9e31-883e729bbd41 req-492185d0-4c2a-4f24-893f-b151d538627c tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549221
Feb 05 21:10:09.052579 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:09.090969 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d6f6bf55-dd21-483f-82a6-8eece758c99e req-fdfae668-f07e-470e-8df3-8214ed2c687f tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=6714e33c-ca81-474b-a1c1-c8cbbb663cf5 HTTP/1.1" status: 200  len: 210 time: 0.0626049
Feb 05 21:10:09.116099 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2713ef4e-09d8-4526-8e54-9dba8f2d8bdd x-openstack-request-id: req-2713ef4e-09d8-4526-8e54-9dba8f2d8bdd {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:10:09.116607 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31390604-2e5a-4fd7-8f29-1516553ac115", "tag": "c0739c79-927a-4e6f-a747-0e48b90d33cf", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:10:09.116704 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2713ef4e-09d8-4526-8e54-9dba8f2d8bdd {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:10:09.117034 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31390604-2e5a-4fd7-8f29-1516553ac115', 'tag': 'c0739c79-927a-4e6f-a747-0e48b90d33cf', 'status': 'completed', 'code': 200}
Feb 05 21:10:09.121295 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-21d54991-da96-423a-9999-ba3633c9f3b3 admin admin] For port 7f073621-12b9-41f7-b059-865fb7572ae8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f073621-12b9-41f7-b059-865fb7572ae8,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:10:09.121674 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-21d54991-da96-423a-9999-ba3633c9f3b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (7f073621-12b9-41f7-b059-865fb7572ae8), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:09.134174 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-725784c6-1701-402b-9bee-330a2f64c66c tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Network 5933570b-34b9-46a5-bc57-4d771586750f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:10:09.146558 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-725784c6-1701-402b-9bee-330a2f64c66c tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:10:09.148975 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-725784c6-1701-402b-9bee-330a2f64c66c tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:10:09.160418 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88048aa0-552e-4580-9b80-e02930945c30 req-eeeb778e-5f33-43ff-963b-7e3fed13da33 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:09.162660 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-88048aa0-552e-4580-9b80-e02930945c30 req-eeeb778e-5f33-43ff-963b-7e3fed13da33 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe46314-fa74-4ab6-a8ed-40bb76ad27bb HTTP/1.1" status: 200  len: 946 time: 0.1232998
Feb 05 21:10:09.221845 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725784c6-1701-402b-9bee-330a2f64c66c tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Pushing event updated for resources: {'Port': ['ID=dd003b64-b19c-4eb8-8688-7ca26a919d71,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:09.230414 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-725784c6-1701-402b-9bee-330a2f64c66c tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:09.231466 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-725784c6-1701-402b-9bee-330a2f64c66c tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:09.238338 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-21d54991-da96-423a-9999-ba3633c9f3b3 admin admin] Calling delete_port for 7f073621-12b9-41f7-b059-865fb7572ae8 owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:10:09.271797 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-88048aa0-552e-4580-9b80-e02930945c30 req-eb199f52-43e7-484f-ac1c-25f0d3fc6201 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954089
Feb 05 21:10:09.301087 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-725784c6-1701-402b-9bee-330a2f64c66c tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0224445
Feb 05 21:10:09.303861 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451a635-7bfd-43d7-82f2-c64d9deda84f req-a2afe3ad-23d8-4213-b34e-2be1b689e901 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:09.306969 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d451a635-7bfd-43d7-82f2-c64d9deda84f req-a2afe3ad-23d8-4213-b34e-2be1b689e901 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.1197720
Feb 05 21:10:09.315692 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-94174aa5-bed8-452c-a517-0fc83b54d4e4 service neutron] Request body: {'port': {'device_id': '90542e42-b84b-45c1-a2c5-855111be1aae', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:10:09.357473 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612cc547-0fd9-48f4-8061-a4a740862fc8 req-7b646117-964e-4869-9f6c-79668431b3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:09.359177 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-612cc547-0fd9-48f4-8061-a4a740862fc8 req-7b646117-964e-4869-9f6c-79668431b3ec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0ac1f2b9efc46bdbabf1888e40aaed9&device_id=31390604-2e5a-4fd7-8f29-1516553ac115 HTTP/1.1" status: 200  len: 1130 time: 0.2449024
Feb 05 21:10:09.361341 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d451a635-7bfd-43d7-82f2-c64d9deda84f req-bf87ac31-3a85-4bb4-9185-3cb191b4c763 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482078
Feb 05 21:10:09.505542 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-94174aa5-bed8-452c-a517-0fc83b54d4e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (dd003b64-b19c-4eb8-8688-7ca26a919d71), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:09.551941 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78025c20-f640-4e73-bd64-3af39ce716eb req-5269cffd-d859-4e7a-85b0-0313b6db4ad8 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:09.553793 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78025c20-f640-4e73-bd64-3af39ce716eb req-5269cffd-d859-4e7a-85b0-0313b6db4ad8 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0861230
Feb 05 21:10:09.616276 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612cc547-0fd9-48f4-8061-a4a740862fc8 req-4881dddd-db89-4c0a-b1a9-80ba32f954ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:09.617824 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-612cc547-0fd9-48f4-8061-a4a740862fc8 req-4881dddd-db89-4c0a-b1a9-80ba32f954ba service neutron] 10.222.0.21 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.2484813
Feb 05 21:10:09.655116 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78025c20-f640-4e73-bd64-3af39ce716eb req-2fd6d409-4cd4-4a42-a692-9655eb80accf tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927341
Feb 05 21:10:09.674341 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2aaca-eb71-437a-9dbc-3ced1d8af1cc req-14a9ae75-41fc-4cd8-9954-24e7409c0d80 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:09.674341 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-89b2aaca-eb71-437a-9dbc-3ced1d8af1cc req-14a9ae75-41fc-4cd8-9954-24e7409c0d80 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/ports?device_id=90542e42-b84b-45c1-a2c5-855111be1aae HTTP/1.1" status: 200  len: 931 time: 0.1060407
Feb 05 21:10:09.724075 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-612cc547-0fd9-48f4-8061-a4a740862fc8 req-b8e54725-bce9-4920-9c29-fe235e48c94c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=c0739c79-927a-4e6f-a747-0e48b90d33cf HTTP/1.1" status: 200  len: 217 time: 0.0965893
Feb 05 21:10:09.737305 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-89b2aaca-eb71-437a-9dbc-3ced1d8af1cc req-f658a22e-bc4f-459a-b014-0074b6fea369 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/security-groups?id=1940a6f1-ff80-4a12-ab7c-3959d0fbe11b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522530
Feb 05 21:10:09.796225 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-21d54991-da96-423a-9999-ba3633c9f3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (7f073621-12b9-41f7-b059-865fb7572ae8), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:09.832032 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47a83b-4ec7-45c5-a049-9e25e0b20327 req-bea5882c-af9f-49fd-b765-6587a8e1eb2e tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:09.833668 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7a47a83b-4ec7-45c5-a049-9e25e0b20327 req-bea5882c-af9f-49fd-b765-6587a8e1eb2e tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0762742
Feb 05 21:10:09.865502 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d54991-da96-423a-9999-ba3633c9f3b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f073621-12b9-41f7-b059-865fb7572ae8,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:09.908465 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10927d41-060b-4b4f-b9dc-31b0382c5ecf req-4a6d6a59-0731-436e-8bf6-51809805caf6 tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:09.908962 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612cc547-0fd9-48f4-8061-a4a740862fc8 req-683dc323-49b7-48e9-8f8b-9621eb473a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:09.910143 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-10927d41-060b-4b4f-b9dc-31b0382c5ecf req-4a6d6a59-0731-436e-8bf6-51809805caf6 tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] 10.222.0.32 "GET /v2.0/ports?device_id=31390604-2e5a-4fd7-8f29-1516553ac115 HTTP/1.1" status: 200  len: 948 time: 0.1022055
Feb 05 21:10:09.910555 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-612cc547-0fd9-48f4-8061-a4a740862fc8 req-683dc323-49b7-48e9-8f8b-9621eb473a69 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.1749020
Feb 05 21:10:09.937436 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7a47a83b-4ec7-45c5-a049-9e25e0b20327 req-0289e208-5adb-4753-93e7-d308062fb499 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880702
Feb 05 21:10:09.971708 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-10927d41-060b-4b4f-b9dc-31b0382c5ecf req-cc2f759c-440a-4cee-b460-505c6a1f793f tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] 10.222.0.32 "GET /v2.0/security-groups?id=26c76fc0-e4c6-49cf-9b9a-73f21090b85a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534501
Feb 05 21:10:10.001157 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-21d54991-da96-423a-9999-ba3633c9f3b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (b3c5e9e1-64c6-4027-8ad9-6501ec0b876a), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:10.121978 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-21d54991-da96-423a-9999-ba3633c9f3b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (b3c5e9e1-64c6-4027-8ad9-6501ec0b876a), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:10.127878 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-21d54991-da96-423a-9999-ba3633c9f3b3 admin admin] Publish callbacks [] for router_controller (b3c5e9e1-64c6-4027-8ad9-6501ec0b876a), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:10.151280 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612cc547-0fd9-48f4-8061-a4a740862fc8 req-1e113ef3-ca80-4cda-aa18-4b3aa1d57d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:10.152979 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-612cc547-0fd9-48f4-8061-a4a740862fc8 req-1e113ef3-ca80-4cda-aa18-4b3aa1d57d18 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2227604
Feb 05 21:10:10.176605 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa4ee9-1813-411e-af73-cce44e4b8d77 req-4f22cfcf-1a20-42b8-a36a-b7b863ee3d10 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:10.178456 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-00fa4ee9-1813-411e-af73-cce44e4b8d77 req-4f22cfcf-1a20-42b8-a36a-b7b863ee3d10 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.1322694
Feb 05 21:10:10.221987 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-94174aa5-bed8-452c-a517-0fc83b54d4e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd003b64-b19c-4eb8-8688-7ca26a919d71 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:10:10.238949 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-42251260-d927-46e9-8bb0-8935d33844ea req-e093d7ac-d601-485c-88e2-c833a948636b tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=6714e33c-ca81-474b-a1c1-c8cbbb663cf5 HTTP/1.1" status: 200  len: 210 time: 0.0509205
Feb 05 21:10:10.239320 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-94174aa5-bed8-452c-a517-0fc83b54d4e4 service neutron] Publish callbacks [] for port (dd003b64-b19c-4eb8-8688-7ca26a919d71), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:10.275405 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-21d54991-da96-423a-9999-ba3633c9f3b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (b3c5e9e1-64c6-4027-8ad9-6501ec0b876a), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:10.276018 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d54991-da96-423a-9999-ba3633c9f3b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3c5e9e1-64c6-4027-8ad9-6501ec0b876a {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:10:10.280792 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-21d54991-da96-423a-9999-ba3633c9f3b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:10.281882 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-21d54991-da96-423a-9999-ba3633c9f3b3 admin admin] 10.222.0.32 "DELETE /v2.0/routers/b3c5e9e1-64c6-4027-8ad9-6501ec0b876a HTTP/1.1" status: 204  len: 168 time: 2.7883837
Feb 05 21:10:10.284696 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 37428) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:10:10.303463 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-94174aa5-bed8-452c-a517-0fc83b54d4e4 service neutron] Transition to ACTIVE for port object dd003b64-b19c-4eb8-8688-7ca26a919d71 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:10:10.316983 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-00fa4ee9-1813-411e-af73-cce44e4b8d77 req-de23ab83-c533-4eef-8c67-7922d898957d tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197932
Feb 05 21:10:10.318999 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-aec9ef99-12e7-4946-a682-13533495aa23 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:10.320559 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-aec9ef99-12e7-4946-a682-13533495aa23 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.39 "GET /v2.0/networks?id=101f8301-8908-474a-9c4a-c0416b6bfc1d HTTP/1.1" status: 200  len: 812 time: 0.2363014
Feb 05 21:10:10.332957 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-94174aa5-bed8-452c-a517-0fc83b54d4e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (dd003b64-b19c-4eb8-8688-7ca26a919d71), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:10.435176 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-612cc547-0fd9-48f4-8061-a4a740862fc8 req-b9c3765f-3ab3-453e-bef2-fdc65d0ee0a8 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2723854
Feb 05 21:10:10.473572 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:10.489607 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94174aa5-bed8-452c-a517-0fc83b54d4e4 service neutron] Pushing event updated for resources: {'Port': ['ID=dd003b64-b19c-4eb8-8688-7ca26a919d71,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:10.562189 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-8144a6c9-691f-4e69-9af9-499d65e229c3 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af1c8d8fd0ce4d51947fd02afc3a9fb1 HTTP/1.1" status: 200  len: 380 time: 0.2223556
Feb 05 21:10:10.597507 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-2d439378-3db1-42e3-b571-d1d316c4cb2b tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Request body: {'port': {'device_id': '6714e33c-ca81-474b-a1c1-c8cbbb663cf5', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'admin_state_up': True, 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'security_groups': ['4cf6c738-0478-4e04-ae03-4d6824565445']}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:10:10.607723 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238ba84-8943-4ccf-90aa-a0c948f69cb8 req-205a1f63-f982-4f14-988e-771d48766f19 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:10.609262 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1238ba84-8943-4ccf-90aa-a0c948f69cb8 req-205a1f63-f982-4f14-988e-771d48766f19 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe46314-fa74-4ab6-a8ed-40bb76ad27bb HTTP/1.1" status: 200  len: 946 time: 0.2409532
Feb 05 21:10:10.612056 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-08b8ca5b-1c4c-4928-8f66-1289c28192f0 admin admin] Deleting subnet 0efb0609-b2d4-4fef-8cc6-a3085eb53906 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:10:10.616881 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-94174aa5-bed8-452c-a517-0fc83b54d4e4 service neutron] Attempting to bind port dd003b64-b19c-4eb8-8688-7ca26a919d71 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:10:10.617224 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-94174aa5-bed8-452c-a517-0fc83b54d4e4 service neutron] Attempting to bind port dd003b64-b19c-4eb8-8688-7ca26a919d71 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '85033ada-d563-4aa7-ab29-e969031752d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5933570b-34b9-46a5-bc57-4d771586750f'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:10:10.617560 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-94174aa5-bed8-452c-a517-0fc83b54d4e4 service neutron] Attempting to bind port dd003b64-b19c-4eb8-8688-7ca26a919d71 on network 5933570b-34b9-46a5-bc57-4d771586750f {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:10:10.621100 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-08b8ca5b-1c4c-4928-8f66-1289c28192f0 admin admin] Publish callbacks [] for subnet (0efb0609-b2d4-4fef-8cc6-a3085eb53906), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:10.624320 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-612cc547-0fd9-48f4-8061-a4a740862fc8 req-6089bd72-7548-4ee8-af57-d2b65481cf54 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1803067
Feb 05 21:10:10.626422 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-94174aa5-bed8-452c-a517-0fc83b54d4e4 service neutron] Port dd003b64-b19c-4eb8-8688-7ca26a919d71 on network 5933570b-34b9-46a5-bc57-4d771586750f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:10:10.626941 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-94174aa5-bed8-452c-a517-0fc83b54d4e4 service neutron] Attempting to bind port dd003b64-b19c-4eb8-8688-7ca26a919d71 on network 5933570b-34b9-46a5-bc57-4d771586750f {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:10:10.632502 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-94174aa5-bed8-452c-a517-0fc83b54d4e4 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:10:10.632850 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-94174aa5-bed8-452c-a517-0fc83b54d4e4 service neutron] Checking segment: {'id': '85033ada-d563-4aa7-ab29-e969031752d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5933570b-34b9-46a5-bc57-4d771586750f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:10:10.633241 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-94174aa5-bed8-452c-a517-0fc83b54d4e4 service neutron] Bound using segment: {'id': '85033ada-d563-4aa7-ab29-e969031752d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5933570b-34b9-46a5-bc57-4d771586750f'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:10:10.633667 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-94174aa5-bed8-452c-a517-0fc83b54d4e4 service neutron] Bound port: dd003b64-b19c-4eb8-8688-7ca26a919d71, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85033ada-d563-4aa7-ab29-e969031752d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5933570b-34b9-46a5-bc57-4d771586750f'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:10:10.634207 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-94174aa5-bed8-452c-a517-0fc83b54d4e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (dd003b64-b19c-4eb8-8688-7ca26a919d71), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:10.707914 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-94174aa5-bed8-452c-a517-0fc83b54d4e4 service neutron] For port dd003b64-b19c-4eb8-8688-7ca26a919d71, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:10:10.711738 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-94174aa5-bed8-452c-a517-0fc83b54d4e4 service neutron] For port dd003b64-b19c-4eb8-8688-7ca26a919d71, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dd003b64-b19c-4eb8-8688-7ca26a919d71,segment=NetworkSegment(85033ada-d563-4aa7-ab29-e969031752d8),segment_id=85033ada-d563-4aa7-ab29-e969031752d8)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:10:10.719116 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-94174aa5-bed8-452c-a517-0fc83b54d4e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (dd003b64-b19c-4eb8-8688-7ca26a919d71), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:10.749365 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-08b8ca5b-1c4c-4928-8f66-1289c28192f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (0efb0609-b2d4-4fef-8cc6-a3085eb53906), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:10.758132 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-94174aa5-bed8-452c-a517-0fc83b54d4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:10.760497 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-94174aa5-bed8-452c-a517-0fc83b54d4e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:10.761989 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-94174aa5-bed8-452c-a517-0fc83b54d4e4 service neutron] 10.222.0.39 "PUT /v2.0/ports/dd003b64-b19c-4eb8-8688-7ca26a919d71 HTTP/1.1" status: 200  len: 1091 time: 1.4520180
Feb 05 21:10:10.780882 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651bfac2-2bc5-449d-8c72-415555d69093 req-0b39e26c-bc42-4313-aa0f-1064f1054134 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:10.788232 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-651bfac2-2bc5-449d-8c72-415555d69093 req-0b39e26c-bc42-4313-aa0f-1064f1054134 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.3707311
Feb 05 21:10:10.789956 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94174aa5-bed8-452c-a517-0fc83b54d4e4 service neutron] Pushing event updated for resources: {'Port': ['ID=dd003b64-b19c-4eb8-8688-7ca26a919d71,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:10.849703 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:10:10.853338 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a615e90-0b5a-40df-b018-91e6c0d5a06a req-8600ba6b-3d18-47c1-92c8-1f83a276a7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:10.855477 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2a615e90-0b5a-40df-b018-91e6c0d5a06a req-8600ba6b-3d18-47c1-92c8-1f83a276a7cc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=52eadb29309f4abb8ff8f5903643d9da&device_id=dfe46314-fa74-4ab6-a8ed-40bb76ad27bb HTTP/1.1" status: 200  len: 1128 time: 0.3243661
Feb 05 21:10:10.865823 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-672004dd-d253-4d92-8687-1051a2676104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:10.869215 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-672004dd-d253-4d92-8687-1051a2676104 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c04615402925462792ca03f711db23c1&device_id=90542e42-b84b-45c1-a2c5-855111be1aae HTTP/1.1" status: 200  len: 1125 time: 0.0629630
Feb 05 21:10:10.882170 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1238ba84-8943-4ccf-90aa-a0c948f69cb8 req-34a3b1ee-67f0-4ded-82fe-b1c31ea464d1 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2634006
Feb 05 21:10:10.981650 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-cc9d4a54-f836-4964-9988-27df4206c359 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd003b64-b19c-4eb8-8688-7ca26a919d71 HTTP/1.1" status: 200  len: 217 time: 0.1012135
Feb 05 21:10:10.991632 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 1050f1cb-a6a6-4080-91d7-4dcf7d1ed154 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:10:11.027004 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-651bfac2-2bc5-449d-8c72-415555d69093 req-97990809-aaee-4d75-bbf0-07b8378bed81 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2332237
Feb 05 21:10:11.027144 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-2d439378-3db1-42e3-b571-d1d316c4cb2b tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Made reservation on behalf of af1c8d8fd0ce4d51947fd02afc3a9fb1 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:10:11.028834 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 1050f1cb-a6a6-4080-91d7-4dcf7d1ed154 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:10:11.039562 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 1050f1cb-a6a6-4080-91d7-4dcf7d1ed154 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:10:11.039889 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-2d439378-3db1-42e3-b571-d1d316c4cb2b tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:11.073463 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-eca10683-5f9c-4dec-8453-99ac11bebe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:11.075259 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-eca10683-5f9c-4dec-8453-99ac11bebe20 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a2ba5aa7-66ed-4070-8c04-5f6be4c369a5 HTTP/1.1" status: 200  len: 854 time: 0.0865815
Feb 05 21:10:11.111336 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-412290aa-5ea7-4309-bd6f-9e780619c911 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5933570b-34b9-46a5-bc57-4d771586750f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0298233
Feb 05 21:10:11.118953 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90542e42-b84b-45c1-a2c5-855111be1aae', 'tag': 'dd003b64-b19c-4eb8-8688-7ca26a919d71'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:10:11.124123 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6b7214-1400-44ca-bf1c-9e8638d4874d" -d '{"events": [{"name": "network-changed", "server_uuid": "90542e42-b84b-45c1-a2c5-855111be1aae", "tag": "dd003b64-b19c-4eb8-8688-7ca26a919d71"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:10:11.210330 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-08b8ca5b-1c4c-4928-8f66-1289c28192f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (0efb0609-b2d4-4fef-8cc6-a3085eb53906), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:11.226005 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-61b1b22c-017a-4960-9fed-5987c98bd239 service neutron] 10.222.0.39 "GET /v2.0/networks/5933570b-34b9-46a5-bc57-4d771586750f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0954957
Feb 05 21:10:11.310791 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a615e90-0b5a-40df-b018-91e6c0d5a06a req-6730d678-993e-49ba-ac36-9df797507469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:11.311223 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device c0739c79-927a-4e6f-a747-0e48b90d33cf details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:10:11.312265 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2a615e90-0b5a-40df-b018-91e6c0d5a06a req-6730d678-993e-49ba-ac36-9df797507469 service neutron] 10.222.0.39 "GET /v2.0/networks?id=30128ffe-34e2-4275-a6f2-dcd809353bb1 HTTP/1.1" status: 200  len: 919 time: 0.4267673
Feb 05 21:10:11.351735 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b629fab8-dbf1-418b-b392-c31bc41ee4d0 req-7d1e0295-b5c3-442a-bb40-a89738e66770 service neutron] 10.222.0.39 "GET /v2.0/networks/5933570b-34b9-46a5-bc57-4d771586750f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1195328
Feb 05 21:10:11.402833 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d83c6b-305d-48c4-a466-d71c36e19197 req-1dcf1e0f-321e-4834-92e3-60f051a5f57c tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:11.404363 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f6d83c6b-305d-48c4-a466-d71c36e19197 req-1dcf1e0f-321e-4834-92e3-60f051a5f57c tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/ports?device_id=90542e42-b84b-45c1-a2c5-855111be1aae HTTP/1.1" status: 200  len: 943 time: 0.3964252
Feb 05 21:10:11.420293 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce3dfd-69b4-4990-bc4e-87c4fb40d7e9 req-12d719aa-4608-4856-9c6b-2b44175d5716 tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:11.422540 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-acce3dfd-69b4-4990-bc4e-87c4fb40d7e9 req-12d719aa-4608-4856-9c6b-2b44175d5716 tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] 10.222.0.32 "GET /v2.0/ports?device_id=31390604-2e5a-4fd7-8f29-1516553ac115 HTTP/1.1" status: 200  len: 948 time: 0.3147995
Feb 05 21:10:11.424608 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2a615e90-0b5a-40df-b018-91e6c0d5a06a req-9d62bd87-92f2-41e1-b67c-4fc05cc579bf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55d000a1-4f09-4596-b231-85bd5adfb0bd HTTP/1.1" status: 200  len: 217 time: 0.0843675
Feb 05 21:10:11.439396 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-08b8ca5b-1c4c-4928-8f66-1289c28192f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (0efb0609-b2d4-4fef-8cc6-a3085eb53906), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:11.448134 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port c0739c79-927a-4e6f-a747-0e48b90d33cf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c0739c79-927a-4e6f-a747-0e48b90d33cf,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:10:11.459691 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': 'c0739c79-927a-4e6f-a747-0e48b90d33cf', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'port_id': 'c0739c79-927a-4e6f-a747-0e48b90d33cf', 'mac_address': 'fa:16:3e:4b:6f:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3c763-0926-4b49-ade5-d66ee3d4c489', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:10:11.501012 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port c0739c79-927a-4e6f-a747-0e48b90d33cf is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:10:11.501668 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c0739c79-927a-4e6f-a747-0e48b90d33cf), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:11.502345 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-2d439378-3db1-42e3-b571-d1d316c4cb2b tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Allocated IP 172.20.0.4 (101f8301-8908-474a-9c4a-c0416b6bfc1d/4fedd35d-80ae-4712-9371-a85b980ce8f3/72400d63-b8b6-47c7-9152-1ac9bb705543) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:10:11.516387 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0739c79-927a-4e6f-a747-0e48b90d33cf {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:10:11.536224 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port c0739c79-927a-4e6f-a747-0e48b90d33cf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c0739c79-927a-4e6f-a747-0e48b90d33cf,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:10:11.539450 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b8ca5b-1c4c-4928-8f66-1289c28192f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0efb0609-b2d4-4fef-8cc6-a3085eb53906,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:11.543082 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (c0739c79-927a-4e6f-a747-0e48b90d33cf), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:11.563528 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-08b8ca5b-1c4c-4928-8f66-1289c28192f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:11.567156 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-08b8ca5b-1c4c-4928-8f66-1289c28192f0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0efb0609-b2d4-4fef-8cc6-a3085eb53906 HTTP/1.1" status: 204  len: 168 time: 1.2590082
Feb 05 21:10:11.569939 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 37452) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:10:11.579479 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888fdad3-a3ab-4b76-b008-a58949c7d59e None None] Network c623f939-3d99-4a50-8b2c-a6562179b4b7 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:10:11.628617 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f6d83c6b-305d-48c4-a466-d71c36e19197 req-7b84029a-f5da-43cf-a5cd-76d346f06ab9 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/security-groups?id=1940a6f1-ff80-4a12-ab7c-3959d0fbe11b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2159305
Feb 05 21:10:11.635815 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a615e90-0b5a-40df-b018-91e6c0d5a06a req-ad078cfa-7496-4b7e-ac0c-aa40db088161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:11.637326 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2a615e90-0b5a-40df-b018-91e6c0d5a06a req-ad078cfa-7496-4b7e-ac0c-aa40db088161 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=548d9964-d28f-494c-92f6-79759b05a730 HTTP/1.1" status: 200  len: 858 time: 0.1926465
Feb 05 21:10:11.670630 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=c0739c79-927a-4e6f-a747-0e48b90d33cf,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:11.678879 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-920773f2-45ab-4573-9597-708031f8ba6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (c623f939-3d99-4a50-8b2c-a6562179b4b7), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:11.696405 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-acce3dfd-69b4-4990-bc4e-87c4fb40d7e9 req-c9a179a6-fccf-4dd0-ada9-fc767f6b32ed tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] 10.222.0.32 "GET /v2.0/security-groups?id=26c76fc0-e4c6-49cf-9b9a-73f21090b85a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2631338
Feb 05 21:10:11.699400 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2a615e90-0b5a-40df-b018-91e6c0d5a06a req-3a8e7219-23a0-4cdd-b906-69e20f10d7bd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=30128ffe-34e2-4275-a6f2-dcd809353bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0526044
Feb 05 21:10:11.776438 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-920773f2-45ab-4573-9597-708031f8ba6b admin admin] Deleting port 6f080fcb-ceb0-42fc-8816-b1dc627cff63 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:10:11.776929 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-920773f2-45ab-4573-9597-708031f8ba6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (6f080fcb-ceb0-42fc-8816-b1dc627cff63), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:11.791115 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c208b9-b675-4305-bc22-4994c12dc5ea None None] DHCP port deletion for c623f939-3d99-4a50-8b2c-a6562179b4b7 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:10:11.804454 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e639895c-4c4f-4ff4-9d80-b3e33437966b x-openstack-request-id: req-e639895c-4c4f-4ff4-9d80-b3e33437966b {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:10:11.804845 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90542e42-b84b-45c1-a2c5-855111be1aae", "tag": "dd003b64-b19c-4eb8-8688-7ca26a919d71", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:10:11.805195 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e639895c-4c4f-4ff4-9d80-b3e33437966b {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:10:11.805707 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90542e42-b84b-45c1-a2c5-855111be1aae', 'tag': 'dd003b64-b19c-4eb8-8688-7ca26a919d71', 'status': 'completed', 'code': 200}
Feb 05 21:10:11.871024 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['c0739c79-927a-4e6f-a747-0e48b90d33cf'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:10:11.872019 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-86c69490-896e-4ffe-bffd-718fc2d5a846 req-bfe6938d-7bde-4a42-9a48-1984bc93edf8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=6714e33c-ca81-474b-a1c1-c8cbbb663cf5 HTTP/1.1" status: 200  len: 210 time: 0.0798321
Feb 05 21:10:11.892571 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-920773f2-45ab-4573-9597-708031f8ba6b admin admin] For port 6f080fcb-ceb0-42fc-8816-b1dc627cff63, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f080fcb-ceb0-42fc-8816-b1dc627cff63,segment=NetworkSegment(96104ad3-05ab-4cc0-bfdd-4780c377e605),segment_id=96104ad3-05ab-4cc0-bfdd-4780c377e605)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:10:11.893179 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-920773f2-45ab-4573-9597-708031f8ba6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (6f080fcb-ceb0-42fc-8816-b1dc627cff63), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:11.909243 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-920773f2-45ab-4573-9597-708031f8ba6b admin admin] Calling delete_port for 6f080fcb-ceb0-42fc-8816-b1dc627cff63 owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:10:11.966470 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-2d439378-3db1-42e3-b571-d1d316c4cb2b tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for port (72400d63-b8b6-47c7-9152-1ac9bb705543), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:11.969236 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2a615e90-0b5a-40df-b018-91e6c0d5a06a req-1cb72e6a-bb68-4c08-86db-f94fdf086eb5 service neutron] 10.222.0.39 "GET /v2.0/networks/30128ffe-34e2-4275-a6f2-dcd809353bb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2584538
Feb 05 21:10:12.008052 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b7214-1400-44ca-bf1c-9e8638d4874d req-667cd03b-4d7f-4d46-95eb-298095a54a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:12.010139 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ea6b7214-1400-44ca-bf1c-9e8638d4874d req-667cd03b-4d7f-4d46-95eb-298095a54a95 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c04615402925462792ca03f711db23c1&device_id=90542e42-b84b-45c1-a2c5-855111be1aae HTTP/1.1" status: 200  len: 1125 time: 0.1659493
Feb 05 21:10:12.011971 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e423b-32ea-4147-955e-440172ab9ca9 req-3ef436e7-5c6b-4ab9-a429-5d1863c5d29a tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:12.013467 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-965e423b-32ea-4147-955e-440172ab9ca9 req-3ef436e7-5c6b-4ab9-a429-5d1863c5d29a tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.1468720
Feb 05 21:10:12.036158 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93c208b9-b675-4305-bc22-4994c12dc5ea None None] Deleting port 6f080fcb-ceb0-42fc-8816-b1dc627cff63 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:10:12.036566 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93c208b9-b675-4305-bc22-4994c12dc5ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (6f080fcb-ceb0-42fc-8816-b1dc627cff63), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:12.131992 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93c208b9-b675-4305-bc22-4994c12dc5ea None None] For port 6f080fcb-ceb0-42fc-8816-b1dc627cff63, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f080fcb-ceb0-42fc-8816-b1dc627cff63,segment=NetworkSegment(96104ad3-05ab-4cc0-bfdd-4780c377e605),segment_id=96104ad3-05ab-4cc0-bfdd-4780c377e605)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:10:12.132387 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93c208b9-b675-4305-bc22-4994c12dc5ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (6f080fcb-ceb0-42fc-8816-b1dc627cff63), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:12.139017 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-920773f2-45ab-4573-9597-708031f8ba6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (6f080fcb-ceb0-42fc-8816-b1dc627cff63), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:12.153528 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b7214-1400-44ca-bf1c-9e8638d4874d req-47a1b9b2-55e8-49df-817e-3f50277191a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:12.155044 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ea6b7214-1400-44ca-bf1c-9e8638d4874d req-47a1b9b2-55e8-49df-817e-3f50277191a5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5933570b-34b9-46a5-bc57-4d771586750f HTTP/1.1" status: 200  len: 915 time: 0.1332901
Feb 05 21:10:12.162402 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93c208b9-b675-4305-bc22-4994c12dc5ea None None] Calling delete_port for 6f080fcb-ceb0-42fc-8816-b1dc627cff63 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:10:12.176978 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-2d439378-3db1-42e3-b571-d1d316c4cb2b tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (72400d63-b8b6-47c7-9152-1ac9bb705543), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:12.183167 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-965e423b-32ea-4147-955e-440172ab9ca9 req-cfc8963e-2553-4855-890c-9d3afa0e520b tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1504865
Feb 05 21:10:12.185077 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2a615e90-0b5a-40df-b018-91e6c0d5a06a req-18cf6c20-73a4-403c-93b5-73f7aa00695b service neutron] 10.222.0.39 "GET /v2.0/networks/30128ffe-34e2-4275-a6f2-dcd809353bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2077208
Feb 05 21:10:12.218276 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ea6b7214-1400-44ca-bf1c-9e8638d4874d req-e6811aa3-d3ed-4cb0-8127-ee55a9d74f46 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd003b64-b19c-4eb8-8688-7ca26a919d71 HTTP/1.1" status: 200  len: 217 time: 0.0450430
Feb 05 21:10:12.219053 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920773f2-45ab-4573-9597-708031f8ba6b admin admin] Pushing event deleted for resources: {'Port': ['ID=6f080fcb-ceb0-42fc-8816-b1dc627cff63,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:12.221222 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920773f2-45ab-4573-9597-708031f8ba6b admin admin] No DVR routers for this DVR port 6f080fcb-ceb0-42fc-8816-b1dc627cff63 on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:10:12.238985 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d3466-965d-4b20-a5af-1036a8f23860 req-6e5ca7fa-83b4-4767-80f8-feb36960db13 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:12.246517 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d01d3466-965d-4b20-a5af-1036a8f23860 req-6e5ca7fa-83b4-4767-80f8-feb36960db13 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe46314-fa74-4ab6-a8ed-40bb76ad27bb HTTP/1.1" status: 200  len: 946 time: 0.2505560
Feb 05 21:10:12.282753 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-2d439378-3db1-42e3-b571-d1d316c4cb2b tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Network 101f8301-8908-474a-9c4a-c0416b6bfc1d is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:10:12.289848 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-2d439378-3db1-42e3-b571-d1d316c4cb2b tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:10:12.299461 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-2d439378-3db1-42e3-b571-d1d316c4cb2b tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:10:12.336700 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d439378-3db1-42e3-b571-d1d316c4cb2b tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Pushing event updated for resources: {'Port': ['ID=72400d63-b8b6-47c7-9152-1ac9bb705543,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:12.360879 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-920773f2-45ab-4573-9597-708031f8ba6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (c623f939-3d99-4a50-8b2c-a6562179b4b7), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:12.371757 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b7214-1400-44ca-bf1c-9e8638d4874d req-c5b6546c-a346-4a3f-9310-ee11730da6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:12.375284 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ea6b7214-1400-44ca-bf1c-9e8638d4874d req-c5b6546c-a346-4a3f-9310-ee11730da6b3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a2ba5aa7-66ed-4070-8c04-5f6be4c369a5 HTTP/1.1" status: 200  len: 854 time: 0.1405013
Feb 05 21:10:12.399733 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93c208b9-b675-4305-bc22-4994c12dc5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (6f080fcb-ceb0-42fc-8816-b1dc627cff63), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:12.404775 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d01d3466-965d-4b20-a5af-1036a8f23860 req-173ff801-79ec-4438-86f1-2352174952e1 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1572828
Feb 05 21:10:12.419836 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-2d439378-3db1-42e3-b571-d1d316c4cb2b tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:12.422200 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-2d439378-3db1-42e3-b571-d1d316c4cb2b tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:12.430441 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ea6b7214-1400-44ca-bf1c-9e8638d4874d req-d608a3f0-353f-4f11-a751-6a397303d664 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5933570b-34b9-46a5-bc57-4d771586750f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0454724
Feb 05 21:10:12.437847 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c208b9-b675-4305-bc22-4994c12dc5ea None None] Pushing event deleted for resources: {'Port': ['ID=6f080fcb-ceb0-42fc-8816-b1dc627cff63,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:12.439923 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c208b9-b675-4305-bc22-4994c12dc5ea None None] No DVR routers for this DVR port 6f080fcb-ceb0-42fc-8816-b1dc627cff63 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:10:12.452831 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-2d439378-3db1-42e3-b571-d1d316c4cb2b tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8641093
Feb 05 21:10:12.458921 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-920773f2-45ab-4573-9597-708031f8ba6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db26e8310>,) {'filters': {'network_id': ['c623f939-3d99-4a50-8b2c-a6562179b4b7']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:10:12.471457 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a078bfa-2dd8-4893-b5e2-df421ba10f6a req-b62e19fd-37c9-4aee-9781-fd7689b48fa4 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:12.473051 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5a078bfa-2dd8-4893-b5e2-df421ba10f6a req-b62e19fd-37c9-4aee-9781-fd7689b48fa4 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.1275697
Feb 05 21:10:12.480592 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-48601320-da2d-4994-b36b-897cdbf90914 service neutron] Request body: {'port': {'device_id': '6714e33c-ca81-474b-a1c1-c8cbbb663cf5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:10:12.484028 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-920773f2-45ab-4573-9597-708031f8ba6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db26e8310>, '96104ad3-05ab-4cc0-bfdd-4780c377e605') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:10:12.484403 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-920773f2-45ab-4573-9597-708031f8ba6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db26e8310>, '96104ad3-05ab-4cc0-bfdd-4780c377e605') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:10:12.503430 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-920773f2-45ab-4573-9597-708031f8ba6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (96104ad3-05ab-4cc0-bfdd-4780c377e605), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:12.569570 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-920773f2-45ab-4573-9597-708031f8ba6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (96104ad3-05ab-4cc0-bfdd-4780c377e605), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:12.595793 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-920773f2-45ab-4573-9597-708031f8ba6b admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:10:12.596773 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-920773f2-45ab-4573-9597-708031f8ba6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (96104ad3-05ab-4cc0-bfdd-4780c377e605), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:12.602114 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:10:12.602114 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:10:12.602114 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:10:12.602114 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:10:12.602114 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:10:12.602114 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:10:12.602114 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:10:12.602114 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:10:12.602114 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:10:12.602114 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:10:12.602114 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:10:12.602114 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:10:12.602114 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:10:12.602114 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:10:12.602114 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:10:12.602114 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:10:12.602114 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:10:12.602114 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:10:12.602114 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:10:12.602114 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:10:12.602114 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:10:12.602114 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:10:12.602114 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:10:12.602114 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:10:12.602114 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:10:12.602114 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:10:12.602114 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:10:12.602114 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:10:12.602114 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:10:12.602114 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:10:12.602114 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:10:12.602114 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:10:12.627634 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 6f080fcb-ceb0-42fc-8816-b1dc627cff63 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:10:12.645554 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5a078bfa-2dd8-4893-b5e2-df421ba10f6a req-431084d4-e204-42d8-96b9-ae88d4aaade7 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1614034
Feb 05 21:10:12.651049 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 6f080fcb-ceb0-42fc-8816-b1dc627cff63 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:10:12.651767 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 6f080fcb-ceb0-42fc-8816-b1dc627cff63 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:10:12.652114 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7f073621-12b9-41f7-b059-865fb7572ae8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:10:12.654894 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-48601320-da2d-4994-b36b-897cdbf90914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (72400d63-b8b6-47c7-9152-1ac9bb705543), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:12.690434 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ea6b7214-1400-44ca-bf1c-9e8638d4874d req-59a5fca0-65af-4bce-9918-f8f6da29c146 service neutron] 10.222.0.39 "GET /v2.0/networks/5933570b-34b9-46a5-bc57-4d771586750f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2479522
Feb 05 21:10:12.714156 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 7f073621-12b9-41f7-b059-865fb7572ae8 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:10:12.714550 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7f073621-12b9-41f7-b059-865fb7572ae8 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:10:12.752911 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-d539be4f-2017-4560-b1a6-3a75141d94a7 None None] Provisioning complete for port 72400d63-b8b6-47c7-9152-1ac9bb705543 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:10:12.753299 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d539be4f-2017-4560-b1a6-3a75141d94a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (72400d63-b8b6-47c7-9152-1ac9bb705543), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:12.788216 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-920773f2-45ab-4573-9597-708031f8ba6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (c623f939-3d99-4a50-8b2c-a6562179b4b7), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:12.793382 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-d539be4f-2017-4560-b1a6-3a75141d94a7 None None] Port 72400d63-b8b6-47c7-9152-1ac9bb705543 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:10:12.799650 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-920773f2-45ab-4573-9597-708031f8ba6b admin admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:12.803601 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-920773f2-45ab-4573-9597-708031f8ba6b admin admin] 10.222.0.32 "DELETE /v2.0/networks/c623f939-3d99-4a50-8b2c-a6562179b4b7 HTTP/1.1" status: 204  len: 168 time: 1.2326200
Feb 05 21:10:12.823598 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920773f2-45ab-4573-9597-708031f8ba6b admin admin] Pushing event deleted for resources: {'Network': ['ID=c623f939-3d99-4a50-8b2c-a6562179b4b7,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:12.848562 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ea6b7214-1400-44ca-bf1c-9e8638d4874d req-bb9a2963-3048-4b03-acb3-b150e6ed782b service neutron] 10.222.0.39 "GET /v2.0/networks/5933570b-34b9-46a5-bc57-4d771586750f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1393111
Feb 05 21:10:12.946365 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 37472) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:10:12.959368 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e847182-2390-4f11-ae68-cac4857c6a35 req-dea367fa-e66a-4beb-9992-e396e2f31b1e tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:12.960862 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8e847182-2390-4f11-ae68-cac4857c6a35 req-dea367fa-e66a-4beb-9992-e396e2f31b1e tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/ports?device_id=90542e42-b84b-45c1-a2c5-855111be1aae HTTP/1.1" status: 200  len: 943 time: 0.1674569
Feb 05 21:10:12.969824 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1efd0f-ce8c-4052-b36a-df90e6f5326f req-e76a9e00-f462-474a-834b-ab8198d20857 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:12.971303 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dd1efd0f-ce8c-4052-b36a-df90e6f5326f req-e76a9e00-f462-474a-834b-ab8198d20857 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.1767201
Feb 05 21:10:12.990855 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e1082d94-494c-4a25-8d0b-cf8e2e26f898 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7114aa02da9c402f9b479d7624ebc04b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0425236
Feb 05 21:10:12.993301 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 37474) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:10:13.044435 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6cbc8606-53a7-4e24-8e47-840f67fac281 admin admin] Publish callbacks [] for security_group (b0fb3489-e245-46d5-af68-15b48d59cd56), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:13.065639 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6cbc8606-53a7-4e24-8e47-840f67fac281 admin admin] Publish callbacks [] for security_group (b0fb3489-e245-46d5-af68-15b48d59cd56), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:13.091861 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8e847182-2390-4f11-ae68-cac4857c6a35 req-902f31c9-2195-4c94-bed4-4903b580b3f2 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/security-groups?id=1940a6f1-ff80-4a12-ab7c-3959d0fbe11b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181233
Feb 05 21:10:13.112297 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dd1efd0f-ce8c-4052-b36a-df90e6f5326f req-ba1ca7c7-ad7f-45b8-859d-4cde07558ab0 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1289482
Feb 05 21:10:13.130264 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-48601320-da2d-4994-b36b-897cdbf90914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72400d63-b8b6-47c7-9152-1ac9bb705543 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:10:13.139131 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-48601320-da2d-4994-b36b-897cdbf90914 service neutron] Publish callbacks [] for port (72400d63-b8b6-47c7-9152-1ac9bb705543), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:13.146467 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6cbc8606-53a7-4e24-8e47-840f67fac281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b0fb3489-e245-46d5-af68-15b48d59cd56), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:13.152131 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6cbc8606-53a7-4e24-8e47-840f67fac281 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:13.153463 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6cbc8606-53a7-4e24-8e47-840f67fac281 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b0fb3489-e245-46d5-af68-15b48d59cd56 HTTP/1.1" status: 204  len: 168 time: 0.1589992
Feb 05 21:10:13.161655 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-48601320-da2d-4994-b36b-897cdbf90914 service neutron] Transition to ACTIVE for port object 72400d63-b8b6-47c7-9152-1ac9bb705543 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:10:13.164976 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc8606-53a7-4e24-8e47-840f67fac281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fb3489-e245-46d5-af68-15b48d59cd56,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:13.168698 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-48601320-da2d-4994-b36b-897cdbf90914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (72400d63-b8b6-47c7-9152-1ac9bb705543), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:13.312131 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device c0739c79-927a-4e6f-a747-0e48b90d33cf up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:10:13.383150 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port c0739c79-927a-4e6f-a747-0e48b90d33cf completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:10:13.395133 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port c0739c79-927a-4e6f-a747-0e48b90d33cf triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:10:13.395600 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c0739c79-927a-4e6f-a747-0e48b90d33cf), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:13.482364 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port c0739c79-927a-4e6f-a747-0e48b90d33cf is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:10:13.482823 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c0739c79-927a-4e6f-a747-0e48b90d33cf), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:13.508274 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31390604-2e5a-4fd7-8f29-1516553ac115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0739c79-927a-4e6f-a747-0e48b90d33cf'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:10:13.511203 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e49835a-096c-40ac-9e4a-ac0480db4051" -d '{"events": [{"server_uuid": "31390604-2e5a-4fd7-8f29-1516553ac115", "name": "network-vif-plugged", "status": "completed", "tag": "c0739c79-927a-4e6f-a747-0e48b90d33cf"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:10:13.528716 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port c0739c79-927a-4e6f-a747-0e48b90d33cf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c0739c79-927a-4e6f-a747-0e48b90d33cf,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:10:13.533627 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (c0739c79-927a-4e6f-a747-0e48b90d33cf), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:13.593916 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=c0739c79-927a-4e6f-a747-0e48b90d33cf,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:13.614123 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 37486) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:10:13.629549 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-14fede47-8609-46f1-857a-fa2b03bbb69b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:13.632314 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48601320-da2d-4994-b36b-897cdbf90914 service neutron] Pushing event updated for resources: {'Port': ['ID=72400d63-b8b6-47c7-9152-1ac9bb705543,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:13.698826 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c1e92-a98d-41c1-a28e-c75deb9caecc req-36d510ec-e957-4ae8-b127-280cebc95826 tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:13.700273 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-058c1e92-a98d-41c1-a28e-c75deb9caecc req-36d510ec-e957-4ae8-b127-280cebc95826 tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] 10.222.0.32 "GET /v2.0/ports?device_id=31390604-2e5a-4fd7-8f29-1516553ac115 HTTP/1.1" status: 200  len: 949 time: 0.5209343
Feb 05 21:10:13.719480 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-14fede47-8609-46f1-857a-fa2b03bbb69b admin admin] Publish callbacks [] for security_group (7b94593f-dcac-416d-aac9-17a51a5cdebd), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:13.723455 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-14fede47-8609-46f1-857a-fa2b03bbb69b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (7b94593f-dcac-416d-aac9-17a51a5cdebd), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:13.724115 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c023d2-14e0-486a-bc0d-de45ecd70acf req-222ee48a-492d-47e4-97da-d875010468b2 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:13.725614 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f2c023d2-14e0-486a-bc0d-de45ecd70acf req-222ee48a-492d-47e4-97da-d875010468b2 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=6714e33c-ca81-474b-a1c1-c8cbbb663cf5 HTTP/1.1" status: 200  len: 943 time: 0.5139999
Feb 05 21:10:13.763613 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-14fede47-8609-46f1-857a-fa2b03bbb69b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200  len: 2720 time: 0.1480758
Feb 05 21:10:13.764548 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fede47-8609-46f1-857a-fa2b03bbb69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b94593f-dcac-416d-aac9-17a51a5cdebd,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:13.768117 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 37488) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:10:13.771537 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-48601320-da2d-4994-b36b-897cdbf90914 service neutron] Attempting to bind port 72400d63-b8b6-47c7-9152-1ac9bb705543 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:10:13.771892 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-48601320-da2d-4994-b36b-897cdbf90914 service neutron] Attempting to bind port 72400d63-b8b6-47c7-9152-1ac9bb705543 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6da08ccd-563d-4daa-98a3-11856904a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:10:13.772359 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-48601320-da2d-4994-b36b-897cdbf90914 service neutron] Attempting to bind port 72400d63-b8b6-47c7-9152-1ac9bb705543 on network 101f8301-8908-474a-9c4a-c0416b6bfc1d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:10:13.784790 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-48601320-da2d-4994-b36b-897cdbf90914 service neutron] Port 72400d63-b8b6-47c7-9152-1ac9bb705543 on network 101f8301-8908-474a-9c4a-c0416b6bfc1d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:10:13.785119 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-48601320-da2d-4994-b36b-897cdbf90914 service neutron] Attempting to bind port 72400d63-b8b6-47c7-9152-1ac9bb705543 on network 101f8301-8908-474a-9c4a-c0416b6bfc1d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:10:13.810928 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-48601320-da2d-4994-b36b-897cdbf90914 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:10:13.811277 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-48601320-da2d-4994-b36b-897cdbf90914 service neutron] Checking segment: {'id': '6da08ccd-563d-4daa-98a3-11856904a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:10:13.811672 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-48601320-da2d-4994-b36b-897cdbf90914 service neutron] Bound using segment: {'id': '6da08ccd-563d-4daa-98a3-11856904a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:10:13.812107 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-48601320-da2d-4994-b36b-897cdbf90914 service neutron] Bound port: 72400d63-b8b6-47c7-9152-1ac9bb705543, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6da08ccd-563d-4daa-98a3-11856904a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:10:13.812475 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-48601320-da2d-4994-b36b-897cdbf90914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (72400d63-b8b6-47c7-9152-1ac9bb705543), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:13.818348 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a2ff9889-1f38-44ca-8a11-6c1bf9877670 admin admin] Publish callbacks [] for security_group (7b94593f-dcac-416d-aac9-17a51a5cdebd), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:13.825758 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-058c1e92-a98d-41c1-a28e-c75deb9caecc req-80bf8d5d-eeb4-47ec-9220-87e6a8b2e6e3 tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] 10.222.0.32 "GET /v2.0/security-groups?id=26c76fc0-e4c6-49cf-9b9a-73f21090b85a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172140
Feb 05 21:10:13.846562 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f2c023d2-14e0-486a-bc0d-de45ecd70acf req-384ae425-0e72-42e3-abea-e5861594b50f tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cf6c738-0478-4e04-ae03-4d6824565445&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1030571
Feb 05 21:10:13.846675 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a2ff9889-1f38-44ca-8a11-6c1bf9877670 admin admin] Publish callbacks [] for security_group (7b94593f-dcac-416d-aac9-17a51a5cdebd), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:13.895844 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-48601320-da2d-4994-b36b-897cdbf90914 service neutron] For port 72400d63-b8b6-47c7-9152-1ac9bb705543, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:10:13.898954 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-48601320-da2d-4994-b36b-897cdbf90914 service neutron] For port 72400d63-b8b6-47c7-9152-1ac9bb705543, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=72400d63-b8b6-47c7-9152-1ac9bb705543,segment=NetworkSegment(6da08ccd-563d-4daa-98a3-11856904a998),segment_id=6da08ccd-563d-4daa-98a3-11856904a998)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:10:13.907361 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-48601320-da2d-4994-b36b-897cdbf90914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (72400d63-b8b6-47c7-9152-1ac9bb705543), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:13.909139 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a2ff9889-1f38-44ca-8a11-6c1bf9877670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (7b94593f-dcac-416d-aac9-17a51a5cdebd), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:13.912800 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a2ff9889-1f38-44ca-8a11-6c1bf9877670 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:13.914418 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a2ff9889-1f38-44ca-8a11-6c1bf9877670 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7b94593f-dcac-416d-aac9-17a51a5cdebd HTTP/1.1" status: 204  len: 168 time: 0.1452692
Feb 05 21:10:13.924379 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff9889-1f38-44ca-8a11-6c1bf9877670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b94593f-dcac-416d-aac9-17a51a5cdebd,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:13.928587 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-48601320-da2d-4994-b36b-897cdbf90914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:13.928817 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-48601320-da2d-4994-b36b-897cdbf90914 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:13.930509 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-48601320-da2d-4994-b36b-897cdbf90914 service neutron] 10.222.0.39 "PUT /v2.0/ports/72400d63-b8b6-47c7-9152-1ac9bb705543 HTTP/1.1" status: 200  len: 1091 time: 1.4564924
Feb 05 21:10:13.966188 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6714e33c-ca81-474b-a1c1-c8cbbb663cf5', 'tag': '72400d63-b8b6-47c7-9152-1ac9bb705543'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:10:13.968500 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badd59dd-b5fb-4faa-b8fa-4d466ccf567e" -d '{"events": [{"name": "network-changed", "server_uuid": "6714e33c-ca81-474b-a1c1-c8cbbb663cf5", "tag": "72400d63-b8b6-47c7-9152-1ac9bb705543"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:10:14.086312 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device dd003b64-b19c-4eb8-8688-7ca26a919d71 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:10:14.126229 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48601320-da2d-4994-b36b-897cdbf90914 service neutron] Pushing event updated for resources: {'Port': ['ID=72400d63-b8b6-47c7-9152-1ac9bb705543,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:14.144930 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b2694-a82f-4692-a1c2-483fe635dcd1 req-979b7f68-eb16-49ae-a8e5-d7ec1965b0d6 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:14.146604 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-107b2694-a82f-4692-a1c2-483fe635dcd1 req-979b7f68-eb16-49ae-a8e5-d7ec1965b0d6 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.2329457
Feb 05 21:10:14.157477 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d77c41-06c1-4dd5-9217-26f864d8119d req-2e1ec3a3-d794-4663-acb9-b216a75ae41d tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:14.160207 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30d77c41-06c1-4dd5-9217-26f864d8119d req-2e1ec3a3-d794-4663-acb9-b216a75ae41d tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe46314-fa74-4ab6-a8ed-40bb76ad27bb HTTP/1.1" status: 200  len: 946 time: 0.1874418
Feb 05 21:10:14.188634 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-030f3b5d-d9a8-488c-b39e-d57ba1144a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:14.190209 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-030f3b5d-d9a8-488c-b39e-d57ba1144a30 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af1c8d8fd0ce4d51947fd02afc3a9fb1&device_id=6714e33c-ca81-474b-a1c1-c8cbbb663cf5 HTTP/1.1" status: 200  len: 1125 time: 0.2131193
Feb 05 21:10:14.264390 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port dd003b64-b19c-4eb8-8688-7ca26a919d71, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dd003b64-b19c-4eb8-8688-7ca26a919d71,segment=NetworkSegment(85033ada-d563-4aa7-ab29-e969031752d8),segment_id=85033ada-d563-4aa7-ab29-e969031752d8)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:10:14.270545 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-252ff22c-5d63-4f94-a9aa-c8bc6f970bac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72400d63-b8b6-47c7-9152-1ac9bb705543 HTTP/1.1" status: 200  len: 217 time: 0.0717025
Feb 05 21:10:14.277748 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-107b2694-a82f-4692-a1c2-483fe635dcd1 req-425105f5-6863-4de6-873c-6fa3855f7e46 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164834
Feb 05 21:10:14.295079 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'dd003b64-b19c-4eb8-8688-7ca26a919d71', 'network_id': '5933570b-34b9-46a5-bc57-4d771586750f', 'port_id': 'dd003b64-b19c-4eb8-8688-7ca26a919d71', 'mac_address': 'fa:16:3e:23:81:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2ba5aa7-66ed-4070-8c04-5f6be4c369a5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:10:14.342414 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30d77c41-06c1-4dd5-9217-26f864d8119d req-6128cc29-3a3b-4419-990f-68bd64b95d11 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1602685
Feb 05 21:10:14.351909 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port dd003b64-b19c-4eb8-8688-7ca26a919d71 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:10:14.352660 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (dd003b64-b19c-4eb8-8688-7ca26a919d71), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:14.366965 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8fdd175-68f9-439c-b948-fb73b53008d8 x-openstack-request-id: req-a8fdd175-68f9-439c-b948-fb73b53008d8 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:10:14.367280 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31390604-2e5a-4fd7-8f29-1516553ac115", "name": "network-vif-plugged", "status": "completed", "tag": "c0739c79-927a-4e6f-a747-0e48b90d33cf", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:10:14.367512 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a8fdd175-68f9-439c-b948-fb73b53008d8 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:10:14.367917 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31390604-2e5a-4fd7-8f29-1516553ac115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0739c79-927a-4e6f-a747-0e48b90d33cf', 'code': 200}
Feb 05 21:10:14.373428 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-f21792eb-b6f1-486b-b1e9-30d8a2528161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:14.376847 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd003b64-b19c-4eb8-8688-7ca26a919d71 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:10:14.383901 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-f21792eb-b6f1-486b-b1e9-30d8a2528161 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4fedd35d-80ae-4712-9371-a85b980ce8f3 HTTP/1.1" status: 200  len: 851 time: 0.1048863
Feb 05 21:10:14.401342 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port dd003b64-b19c-4eb8-8688-7ca26a919d71, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dd003b64-b19c-4eb8-8688-7ca26a919d71,segment=NetworkSegment(85033ada-d563-4aa7-ab29-e969031752d8),segment_id=85033ada-d563-4aa7-ab29-e969031752d8)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:10:14.408742 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (dd003b64-b19c-4eb8-8688-7ca26a919d71), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:14.449779 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e20b59-cddf-4be2-9b11-cca666ebdc09 x-openstack-request-id: req-f8e20b59-cddf-4be2-9b11-cca666ebdc09 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:10:14.450078 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6714e33c-ca81-474b-a1c1-c8cbbb663cf5", "tag": "72400d63-b8b6-47c7-9152-1ac9bb705543", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:10:14.454827 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f8e20b59-cddf-4be2-9b11-cca666ebdc09 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:10:14.456854 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6714e33c-ca81-474b-a1c1-c8cbbb663cf5', 'tag': '72400d63-b8b6-47c7-9152-1ac9bb705543', 'status': 'completed', 'code': 200}
Feb 05 21:10:14.475343 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=dd003b64-b19c-4eb8-8688-7ca26a919d71,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:14.490075 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734c6b1-8e40-4e22-b2e1-e9e360e30707 req-17ba483a-9461-49b3-8df1-f08014853959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:14.491852 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9734c6b1-8e40-4e22-b2e1-e9e360e30707 req-17ba483a-9461-49b3-8df1-f08014853959 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=31390604-2e5a-4fd7-8f29-1516553ac115 HTTP/1.1" status: 200  len: 1132 time: 0.0538161
Feb 05 21:10:14.506275 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-2c80d53b-926e-455a-9f85-cc6b0f4fd916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:14.507888 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-2c80d53b-926e-455a-9f85-cc6b0f4fd916 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=101f8301-8908-474a-9c4a-c0416b6bfc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1182742
Feb 05 21:10:14.552500 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9734c6b1-8e40-4e22-b2e1-e9e360e30707 req-3bb03752-56f3-47b0-827f-d84dbdf70dbe service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=26c76fc0-e4c6-49cf-9b9a-73f21090b85a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532668
Feb 05 21:10:14.592737 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c698cfc-d27c-44c3-8ba0-de5f7a4e37dc req-24187688-3066-460c-b8cb-8c46f6c9b7d6 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:14.594198 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5c698cfc-d27c-44c3-8ba0-de5f7a4e37dc req-24187688-3066-460c-b8cb-8c46f6c9b7d6 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/ports?device_id=90542e42-b84b-45c1-a2c5-855111be1aae HTTP/1.1" status: 200  len: 944 time: 0.1339986
Feb 05 21:10:14.617671 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['dd003b64-b19c-4eb8-8688-7ca26a919d71'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:10:14.696122 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-679c0f0c-a8f5-4a19-89c0-dbdccfe14bd4 service neutron] 10.222.0.39 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1785181
Feb 05 21:10:14.703870 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482b961-7b9c-4e3f-9d9d-9ea771918eff req-11e27ef5-325a-4354-a04f-9d213796f010 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:14.705289 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3482b961-7b9c-4e3f-9d9d-9ea771918eff req-11e27ef5-325a-4354-a04f-9d213796f010 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.1255746
Feb 05 21:10:14.709590 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5c698cfc-d27c-44c3-8ba0-de5f7a4e37dc req-269eaf33-f9aa-4660-88c1-d69f7629646f tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/security-groups?id=1940a6f1-ff80-4a12-ab7c-3959d0fbe11b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067924
Feb 05 21:10:14.817699 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3482b961-7b9c-4e3f-9d9d-9ea771918eff req-8cf7e980-4aab-43c2-b993-0f12e7809e8c tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992866
Feb 05 21:10:14.832156 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e54562d0-43a0-4b44-b55d-77c085a1b301 req-0a85357b-6112-4207-af81-00ec5e1e3790 service neutron] 10.222.0.39 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1258247
Feb 05 21:10:14.989953 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd59dd-b5fb-4faa-b8fa-4d466ccf567e req-3faa2522-de70-4582-892f-ef49add12a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:14.991522 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-badd59dd-b5fb-4faa-b8fa-4d466ccf567e req-3faa2522-de70-4582-892f-ef49add12a65 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af1c8d8fd0ce4d51947fd02afc3a9fb1&device_id=6714e33c-ca81-474b-a1c1-c8cbbb663cf5 HTTP/1.1" status: 200  len: 1125 time: 0.1111171
Feb 05 21:10:15.033602 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6141e-e6b1-47a4-99cf-5d3ea3623744 req-58cf7c7d-01ef-424a-9a7b-bf68e4b55dbe tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:15.035118 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3ce6141e-e6b1-47a4-99cf-5d3ea3623744 req-58cf7c7d-01ef-424a-9a7b-bf68e4b55dbe tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.1260395
Feb 05 21:10:15.049846 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713b1a8-5840-487b-b8bf-a58cf916a0e1 req-d5cff963-bff6-4ed8-917d-dec64627fdf4 tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:15.051330 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4713b1a8-5840-487b-b8bf-a58cf916a0e1 req-d5cff963-bff6-4ed8-917d-dec64627fdf4 tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] 10.222.0.32 "GET /v2.0/ports?device_id=31390604-2e5a-4fd7-8f29-1516553ac115 HTTP/1.1" status: 200  len: 950 time: 0.1433532
Feb 05 21:10:15.177389 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3ce6141e-e6b1-47a4-99cf-5d3ea3623744 req-609e67ee-2132-46d3-86e4-6173009abc08 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1349440
Feb 05 21:10:15.178735 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd59dd-b5fb-4faa-b8fa-4d466ccf567e req-25be39a6-e313-4915-aea9-60beff9eab0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:15.180118 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-badd59dd-b5fb-4faa-b8fa-4d466ccf567e req-25be39a6-e313-4915-aea9-60beff9eab0a service neutron] 10.222.0.39 "GET /v2.0/networks?id=101f8301-8908-474a-9c4a-c0416b6bfc1d HTTP/1.1" status: 200  len: 913 time: 0.1810210
Feb 05 21:10:15.184530 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4713b1a8-5840-487b-b8bf-a58cf916a0e1 req-ecea2044-6d94-4ccc-be3d-ffc5aa6dc0f2 tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] 10.222.0.32 "GET /v2.0/security-groups?id=26c76fc0-e4c6-49cf-9b9a-73f21090b85a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000628
Feb 05 21:10:15.230484 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-badd59dd-b5fb-4faa-b8fa-4d466ccf567e req-775b41a9-094f-4186-bdd1-a9c4ef5911d4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72400d63-b8b6-47c7-9152-1ac9bb705543 HTTP/1.1" status: 200  len: 217 time: 0.0436063
Feb 05 21:10:15.289388 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:15.354465 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd59dd-b5fb-4faa-b8fa-4d466ccf567e req-a74df050-4760-4320-b5b8-e2de8f92f2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:15.355963 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-badd59dd-b5fb-4faa-b8fa-4d466ccf567e req-a74df050-4760-4320-b5b8-e2de8f92f2a8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4fedd35d-80ae-4712-9371-a85b980ce8f3 HTTP/1.1" status: 200  len: 851 time: 0.0634849
Feb 05 21:10:15.364557 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4cd26-3120-4c3f-b784-83abde49ae34 req-1db48619-0827-475d-8519-d2c314e807cb tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:15.366077 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-50f4cd26-3120-4c3f-b784-83abde49ae34 req-1db48619-0827-475d-8519-d2c314e807cb tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=6714e33c-ca81-474b-a1c1-c8cbbb663cf5 HTTP/1.1" status: 200  len: 943 time: 0.1014788
Feb 05 21:10:15.503624 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-50f4cd26-3120-4c3f-b784-83abde49ae34 req-89b91961-0852-4d9f-8983-226a7e4a35e1 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cf6c738-0478-4e04-ae03-4d6824565445&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1290798
Feb 05 21:10:15.520929 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f25b0-535c-40b5-8224-b9b7ad1ffff1 req-9ca21aa7-c49f-4e6f-aeb3-7ac6012a2e8b tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:15.523614 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-231f25b0-535c-40b5-8224-b9b7ad1ffff1 req-9ca21aa7-c49f-4e6f-aeb3-7ac6012a2e8b tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.1326158
Feb 05 21:10:15.541677 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd59dd-b5fb-4faa-b8fa-4d466ccf567e req-a3caf248-6794-4567-8422-853dd4fd3381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:15.543285 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-badd59dd-b5fb-4faa-b8fa-4d466ccf567e req-a3caf248-6794-4567-8422-853dd4fd3381 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=101f8301-8908-474a-9c4a-c0416b6bfc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1353886
Feb 05 21:10:15.688193 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-231f25b0-535c-40b5-8224-b9b7ad1ffff1 req-17810a03-7c6b-4e2c-b273-5724a8d8abb9 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1553941
Feb 05 21:10:15.726601 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f1e55-603e-41b9-b0cd-3b1a2d980ecb req-1b87f53b-0e7b-4b2a-a3e3-14ebf665d43a tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:15.728648 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3b3f1e55-603e-41b9-b0cd-3b1a2d980ecb req-1b87f53b-0e7b-4b2a-a3e3-14ebf665d43a tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe46314-fa74-4ab6-a8ed-40bb76ad27bb HTTP/1.1" status: 200  len: 946 time: 0.1530530
Feb 05 21:10:15.732975 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-badd59dd-b5fb-4faa-b8fa-4d466ccf567e req-edd8f486-3d71-4695-9bd6-a1e102d2086b service neutron] 10.222.0.39 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1812899
Feb 05 21:10:15.914471 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3b3f1e55-603e-41b9-b0cd-3b1a2d980ecb req-110aee3f-7f96-47f6-b781-3c7978414d46 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1786463
Feb 05 21:10:15.949438 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b078b-2589-4916-9d96-75ce0dae0734 req-17257772-b606-49de-8481-dcab171f5b5f tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:15.951117 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0a6b078b-2589-4916-9d96-75ce0dae0734 req-17257772-b606-49de-8481-dcab171f5b5f tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.1756389
Feb 05 21:10:15.952878 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-badd59dd-b5fb-4faa-b8fa-4d466ccf567e req-ecdc5893-e280-4be0-9a7a-4e8f9827fa38 service neutron] 10.222.0.39 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2096920
Feb 05 21:10:16.015935 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0a6b078b-2589-4916-9d96-75ce0dae0734 req-e055bcb7-6486-4685-bff2-e5dc9ec8af83 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573235
Feb 05 21:10:16.059293 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea47e77-1936-4a8a-b81b-25502a0b26a5 req-4132e6b0-a4d7-49dd-9b2d-bd0d44214b0f tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:16.060957 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eea47e77-1936-4a8a-b81b-25502a0b26a5 req-4132e6b0-a4d7-49dd-9b2d-bd0d44214b0f tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/ports?device_id=90542e42-b84b-45c1-a2c5-855111be1aae HTTP/1.1" status: 200  len: 944 time: 0.0609260
Feb 05 21:10:16.101053 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device dd003b64-b19c-4eb8-8688-7ca26a919d71 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:10:16.122918 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eea47e77-1936-4a8a-b81b-25502a0b26a5 req-f933806b-11f5-4510-939a-e4671523744a tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/security-groups?id=1940a6f1-ff80-4a12-ab7c-3959d0fbe11b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562377
Feb 05 21:10:16.156353 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port dd003b64-b19c-4eb8-8688-7ca26a919d71 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:10:16.161025 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port dd003b64-b19c-4eb8-8688-7ca26a919d71 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:10:16.161424 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (dd003b64-b19c-4eb8-8688-7ca26a919d71), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:16.165513 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28c67f-7506-48c1-b6f5-49943245cbe2 req-5d1ec54f-36e7-483a-bf9f-cb97513e4eba tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:16.167010 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3a28c67f-7506-48c1-b6f5-49943245cbe2 req-5d1ec54f-36e7-483a-bf9f-cb97513e4eba tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0607779
Feb 05 21:10:16.216381 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3a28c67f-7506-48c1-b6f5-49943245cbe2 req-6d693082-8c24-4755-a620-7a85d5c12c92 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434494
Feb 05 21:10:16.246509 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port dd003b64-b19c-4eb8-8688-7ca26a919d71 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:10:16.246904 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (dd003b64-b19c-4eb8-8688-7ca26a919d71), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:16.282597 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port dd003b64-b19c-4eb8-8688-7ca26a919d71, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dd003b64-b19c-4eb8-8688-7ca26a919d71,segment=NetworkSegment(85033ada-d563-4aa7-ab29-e969031752d8),segment_id=85033ada-d563-4aa7-ab29-e969031752d8)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:10:16.287420 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (dd003b64-b19c-4eb8-8688-7ca26a919d71), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:16.338131 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=dd003b64-b19c-4eb8-8688-7ca26a919d71,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:16.369551 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90542e42-b84b-45c1-a2c5-855111be1aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd003b64-b19c-4eb8-8688-7ca26a919d71'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:10:16.370079 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c682c-6f6f-4b6f-96c3-ae80999a2f8f req-3fee44cf-e6c6-475f-a7ad-b927a0974fa7 tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:16.371647 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db0c682c-6f6f-4b6f-96c3-ae80999a2f8f req-3fee44cf-e6c6-475f-a7ad-b927a0974fa7 tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] 10.222.0.32 "GET /v2.0/ports?device_id=31390604-2e5a-4fd7-8f29-1516553ac115 HTTP/1.1" status: 200  len: 950 time: 0.1004260
Feb 05 21:10:16.371984 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac125b0-6f49-4858-b642-b813bc760cb4" -d '{"events": [{"server_uuid": "90542e42-b84b-45c1-a2c5-855111be1aae", "name": "network-vif-plugged", "status": "completed", "tag": "dd003b64-b19c-4eb8-8688-7ca26a919d71"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:10:16.380036 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249d31e-3025-46e0-8553-eea573dd4aab req-75f4d3eb-17f9-42d9-a525-ea430a2586c3 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:16.381446 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8249d31e-3025-46e0-8553-eea573dd4aab req-75f4d3eb-17f9-42d9-a525-ea430a2586c3 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0792544
Feb 05 21:10:16.451268 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db0c682c-6f6f-4b6f-96c3-ae80999a2f8f req-af33a180-7234-4513-a43c-cd892e0d33d8 tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] 10.222.0.32 "GET /v2.0/security-groups?id=26c76fc0-e4c6-49cf-9b9a-73f21090b85a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686042
Feb 05 21:10:16.458071 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8249d31e-3025-46e0-8553-eea573dd4aab req-7462f229-5aa5-4393-9bb6-c7d7b7b2f085 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688143
Feb 05 21:10:16.498667 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23597ec-c4c9-4ca7-a395-3fef10c05c94 x-openstack-request-id: req-b23597ec-c4c9-4ca7-a395-3fef10c05c94 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:10:16.499121 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90542e42-b84b-45c1-a2c5-855111be1aae", "name": "network-vif-plugged", "status": "completed", "tag": "dd003b64-b19c-4eb8-8688-7ca26a919d71", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:10:16.499424 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b23597ec-c4c9-4ca7-a395-3fef10c05c94 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:10:16.499923 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90542e42-b84b-45c1-a2c5-855111be1aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd003b64-b19c-4eb8-8688-7ca26a919d71', 'code': 200}
Feb 05 21:10:16.611552 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64291042-555b-4e1f-a786-42e111d07add req-0d4c448a-97fb-433d-bbc2-c00b41019765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:16.613321 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-64291042-555b-4e1f-a786-42e111d07add req-0d4c448a-97fb-433d-bbc2-c00b41019765 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=90542e42-b84b-45c1-a2c5-855111be1aae HTTP/1.1" status: 200  len: 1127 time: 0.0523374
Feb 05 21:10:16.665279 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-64291042-555b-4e1f-a786-42e111d07add req-abee5895-f32f-4bed-a501-8108e2c46ccf service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1940a6f1-ff80-4a12-ab7c-3959d0fbe11b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438600
Feb 05 21:10:16.738947 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41d26c-f6fc-4d11-9633-1702f0c75495 req-d0014baa-cec1-4363-ae05-f1ef60d3a73b tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:16.740455 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bd41d26c-f6fc-4d11-9633-1702f0c75495 req-d0014baa-cec1-4363-ae05-f1ef60d3a73b tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=6714e33c-ca81-474b-a1c1-c8cbbb663cf5 HTTP/1.1" status: 200  len: 943 time: 0.0549161
Feb 05 21:10:16.794839 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bd41d26c-f6fc-4d11-9633-1702f0c75495 req-3f526642-5f51-4565-b449-7ca36c37bce6 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cf6c738-0478-4e04-ae03-4d6824565445&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481584
Feb 05 21:10:16.932041 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccb304-bf0a-4d0c-8ab8-3b09aa267b2a req-10cf8242-7885-4ff2-b4f6-0e8b71676b46 tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:16.933547 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03ccb304-bf0a-4d0c-8ab8-3b09aa267b2a req-10cf8242-7885-4ff2-b4f6-0e8b71676b46 tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] 10.222.0.32 "GET /v2.0/ports?device_id=31390604-2e5a-4fd7-8f29-1516553ac115 HTTP/1.1" status: 200  len: 950 time: 0.0861242
Feb 05 21:10:16.944404 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100834f6-d8e0-4bf2-9ff0-699cd1f416f4 req-49519007-2a4b-4fee-bf5d-eaabdabfe16b tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:16.945847 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-100834f6-d8e0-4bf2-9ff0-699cd1f416f4 req-49519007-2a4b-4fee-bf5d-eaabdabfe16b tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0717654
Feb 05 21:10:17.017024 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03ccb304-bf0a-4d0c-8ab8-3b09aa267b2a req-63308d58-c7e1-4d8a-a463-6ee510c45b40 tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] 10.222.0.32 "GET /v2.0/security-groups?id=26c76fc0-e4c6-49cf-9b9a-73f21090b85a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701411
Feb 05 21:10:17.020806 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-100834f6-d8e0-4bf2-9ff0-699cd1f416f4 req-cc0d3929-b806-473b-8431-1ffa36acd11f tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680292
Feb 05 21:10:17.128431 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abfdc71-e7d4-4a00-a300-3caee3151960 req-5ab660da-3800-42ad-a806-d90759d8c830 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:17.129900 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3abfdc71-e7d4-4a00-a300-3caee3151960 req-5ab660da-3800-42ad-a806-d90759d8c830 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe46314-fa74-4ab6-a8ed-40bb76ad27bb HTTP/1.1" status: 200  len: 946 time: 0.0570350
Feb 05 21:10:17.178232 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3abfdc71-e7d4-4a00-a300-3caee3151960 req-f636411c-7347-40dd-a3ce-8f7dd5c2f719 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420020
Feb 05 21:10:17.241770 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f2dbb-9b89-4f0d-9f19-62df0362d82d req-62fe7273-c218-4226-9c83-deed300f2a76 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:17.243289 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-535f2dbb-9b89-4f0d-9f19-62df0362d82d req-62fe7273-c218-4226-9c83-deed300f2a76 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/ports?device_id=90542e42-b84b-45c1-a2c5-855111be1aae HTTP/1.1" status: 200  len: 945 time: 0.0533826
Feb 05 21:10:17.292167 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-535f2dbb-9b89-4f0d-9f19-62df0362d82d req-048a650b-1c3f-4c85-83fd-0f9b9570795f tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/security-groups?id=1940a6f1-ff80-4a12-ab7c-3959d0fbe11b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431416
Feb 05 21:10:17.923941 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9b739-c5dd-4395-aae6-0bf0e479ac8d req-f9f97899-9f56-4018-b799-29e8176c1fd9 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:17.925455 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-91e9b739-c5dd-4395-aae6-0bf0e479ac8d req-f9f97899-9f56-4018-b799-29e8176c1fd9 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=6714e33c-ca81-474b-a1c1-c8cbbb663cf5 HTTP/1.1" status: 200  len: 943 time: 0.0577190
Feb 05 21:10:17.976285 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-91e9b739-c5dd-4395-aae6-0bf0e479ac8d req-0d72283a-b367-4108-86d0-79559fcc7c2a tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cf6c738-0478-4e04-ae03-4d6824565445&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447323
Feb 05 21:10:18.105837 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 72400d63-b8b6-47c7-9152-1ac9bb705543 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:10:18.171973 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043051aa-367e-48b4-9bef-dc7141ce67ab req-bd143057-61b8-4bfd-94e4-6476e74c4205 tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:18.173702 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-043051aa-367e-48b4-9bef-dc7141ce67ab req-bd143057-61b8-4bfd-94e4-6476e74c4205 tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] 10.222.0.32 "GET /v2.0/ports?device_id=31390604-2e5a-4fd7-8f29-1516553ac115 HTTP/1.1" status: 200  len: 950 time: 0.0839837
Feb 05 21:10:18.180502 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2eeb41-2168-4d4a-9d8e-caf11b45c322 req-1ba13ceb-4fac-4d5a-8f91-f7b328712b1b tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:18.182594 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ed2eeb41-2168-4d4a-9d8e-caf11b45c322 req-1ba13ceb-4fac-4d5a-8f91-f7b328712b1b tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0843637
Feb 05 21:10:18.209333 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 72400d63-b8b6-47c7-9152-1ac9bb705543, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=72400d63-b8b6-47c7-9152-1ac9bb705543,segment=NetworkSegment(6da08ccd-563d-4daa-98a3-11856904a998),segment_id=6da08ccd-563d-4daa-98a3-11856904a998)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:10:18.227690 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '72400d63-b8b6-47c7-9152-1ac9bb705543', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'port_id': '72400d63-b8b6-47c7-9152-1ac9bb705543', 'mac_address': 'fa:16:3e:f9:9b:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:10:18.260841 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-043051aa-367e-48b4-9bef-dc7141ce67ab req-0b9393dd-e5f6-4302-8c49-21e66cdac0bd tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] 10.222.0.32 "GET /v2.0/security-groups?id=26c76fc0-e4c6-49cf-9b9a-73f21090b85a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772598
Feb 05 21:10:18.268182 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ed2eeb41-2168-4d4a-9d8e-caf11b45c322 req-28e925fb-4c87-45eb-b707-719c1a75b5dd tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780342
Feb 05 21:10:18.268382 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0616bc1-4f3b-477c-ad89-3c9c2bd762ab req-8af3e26d-f673-4abf-be17-24b894d9ee3f tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:18.269774 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d0616bc1-4f3b-477c-ad89-3c9c2bd762ab req-8af3e26d-f673-4abf-be17-24b894d9ee3f tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] 10.222.0.21 "GET /v2.0/ports?device_id=31390604-2e5a-4fd7-8f29-1516553ac115 HTTP/1.1" status: 200  len: 950 time: 0.0569785
Feb 05 21:10:18.272764 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 72400d63-b8b6-47c7-9152-1ac9bb705543 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:10:18.273309 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (72400d63-b8b6-47c7-9152-1ac9bb705543), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:18.297260 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72400d63-b8b6-47c7-9152-1ac9bb705543 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:10:18.319716 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 72400d63-b8b6-47c7-9152-1ac9bb705543, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=72400d63-b8b6-47c7-9152-1ac9bb705543,segment=NetworkSegment(6da08ccd-563d-4daa-98a3-11856904a998),segment_id=6da08ccd-563d-4daa-98a3-11856904a998)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:10:18.326200 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (72400d63-b8b6-47c7-9152-1ac9bb705543), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:18.385774 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=72400d63-b8b6-47c7-9152-1ac9bb705543,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:18.395041 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-d0616bc1-4f3b-477c-ad89-3c9c2bd762ab req-8b638f9e-7973-4b57-a839-786bac62247e tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] Deleting port c0739c79-927a-4e6f-a747-0e48b90d33cf {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:10:18.395479 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d0616bc1-4f3b-477c-ad89-3c9c2bd762ab req-8b638f9e-7973-4b57-a839-786bac62247e tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (c0739c79-927a-4e6f-a747-0e48b90d33cf), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:18.428541 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d81d07-0917-4a1b-9288-6d86c408ff77 req-807b9d8c-a346-4c01-a6fa-41f89fa5aae2 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:18.430016 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-37d81d07-0917-4a1b-9288-6d86c408ff77 req-807b9d8c-a346-4c01-a6fa-41f89fa5aae2 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe46314-fa74-4ab6-a8ed-40bb76ad27bb HTTP/1.1" status: 200  len: 946 time: 0.0876567
Feb 05 21:10:18.451533 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950b1bf-a49a-4e69-9f44-ffadd0cb7ce0 req-8b25dee3-da93-4cbc-8c8f-d31fbc05af20 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:18.452985 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f950b1bf-a49a-4e69-9f44-ffadd0cb7ce0 req-8b25dee3-da93-4cbc-8c8f-d31fbc05af20 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/ports?device_id=90542e42-b84b-45c1-a2c5-855111be1aae HTTP/1.1" status: 200  len: 945 time: 0.0778990
Feb 05 21:10:18.490790 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-d0616bc1-4f3b-477c-ad89-3c9c2bd762ab req-8b638f9e-7973-4b57-a839-786bac62247e tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] For port c0739c79-927a-4e6f-a747-0e48b90d33cf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c0739c79-927a-4e6f-a747-0e48b90d33cf,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:10:18.491158 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d0616bc1-4f3b-477c-ad89-3c9c2bd762ab req-8b638f9e-7973-4b57-a839-786bac62247e tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (c0739c79-927a-4e6f-a747-0e48b90d33cf), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:18.503671 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-d0616bc1-4f3b-477c-ad89-3c9c2bd762ab req-8b638f9e-7973-4b57-a839-786bac62247e tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] Calling delete_port for c0739c79-927a-4e6f-a747-0e48b90d33cf owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:10:18.513452 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-37d81d07-0917-4a1b-9288-6d86c408ff77 req-ed10d349-6d9a-442b-b434-4f3b87fce92b tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755899
Feb 05 21:10:18.524567 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f950b1bf-a49a-4e69-9f44-ffadd0cb7ce0 req-e9c7dadd-96f7-4256-bf0a-dbbfa993c3ad tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/security-groups?id=1940a6f1-ff80-4a12-ab7c-3959d0fbe11b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642591
Feb 05 21:10:18.557408 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['72400d63-b8b6-47c7-9152-1ac9bb705543'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:10:18.651754 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d0616bc1-4f3b-477c-ad89-3c9c2bd762ab req-8b638f9e-7973-4b57-a839-786bac62247e tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (c0739c79-927a-4e6f-a747-0e48b90d33cf), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:18.665645 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['c0739c79-927a-4e6f-a747-0e48b90d33cf'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:10:18.684210 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b638f9e-7973-4b57-a839-786bac62247e tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] Pushing event deleted for resources: {'Port': ['ID=c0739c79-927a-4e6f-a747-0e48b90d33cf,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:18.733972 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0616bc1-4f3b-477c-ad89-3c9c2bd762ab req-8b638f9e-7973-4b57-a839-786bac62247e tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] No DVR routers for this DVR port c0739c79-927a-4e6f-a747-0e48b90d33cf on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:10:18.736741 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d0616bc1-4f3b-477c-ad89-3c9c2bd762ab req-8b638f9e-7973-4b57-a839-786bac62247e tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:18.740647 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d0616bc1-4f3b-477c-ad89-3c9c2bd762ab req-8b638f9e-7973-4b57-a839-786bac62247e tempest-VolumesNegativeTest-1321821701 tempest-VolumesNegativeTest-1321821701-project] 10.222.0.21 "DELETE /v2.0/ports/c0739c79-927a-4e6f-a747-0e48b90d33cf HTTP/1.1" status: 204  len: 173 time: 0.4649270
Feb 05 21:10:18.741143 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31390604-2e5a-4fd7-8f29-1516553ac115', 'name': 'network-vif-deleted', 'tag': 'c0739c79-927a-4e6f-a747-0e48b90d33cf'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:10:18.743559 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82ca54f-de3c-45d6-a418-f338e478eea3" -d '{"events": [{"server_uuid": "31390604-2e5a-4fd7-8f29-1516553ac115", "name": "network-vif-deleted", "tag": "c0739c79-927a-4e6f-a747-0e48b90d33cf"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:10:18.811041 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b4a581-c155-406e-824b-8da3a9028f7c x-openstack-request-id: req-45b4a581-c155-406e-824b-8da3a9028f7c {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:10:18.811702 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31390604-2e5a-4fd7-8f29-1516553ac115", "name": "network-vif-deleted", "tag": "c0739c79-927a-4e6f-a747-0e48b90d33cf", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:10:18.811974 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-45b4a581-c155-406e-824b-8da3a9028f7c {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:10:18.812387 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31390604-2e5a-4fd7-8f29-1516553ac115', 'name': 'network-vif-deleted', 'tag': 'c0739c79-927a-4e6f-a747-0e48b90d33cf', 'status': 'completed', 'code': 200}
Feb 05 21:10:19.109699 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c17dd-3641-486c-b311-a909943238a7 req-33d18ef6-ac73-435d-89a1-8ad836521e67 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:19.111495 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-230c17dd-3641-486c-b311-a909943238a7 req-33d18ef6-ac73-435d-89a1-8ad836521e67 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=6714e33c-ca81-474b-a1c1-c8cbbb663cf5 HTTP/1.1" status: 200  len: 944 time: 0.0642862
Feb 05 21:10:19.162242 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-230c17dd-3641-486c-b311-a909943238a7 req-ea7cd0da-b055-4fe1-86a4-b8c2377c6cf5 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cf6c738-0478-4e04-ae03-4d6824565445&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444911
Feb 05 21:10:19.426946 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77695a7d-f94f-4421-b155-6710ace905a1 req-11f98d68-04f7-4920-ad95-7ecc2c8956a3 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:19.430873 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-77695a7d-f94f-4421-b155-6710ace905a1 req-11f98d68-04f7-4920-ad95-7ecc2c8956a3 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0708539
Feb 05 21:10:19.480935 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-77695a7d-f94f-4421-b155-6710ace905a1 req-02e5c23f-7ce6-4e32-81d6-b1511019c83c tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462511
Feb 05 21:10:19.648491 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ecbec6-ef22-4fac-91b0-e8ce71d30b39 req-543330bd-b615-4469-a861-1616d271fa60 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:19.656155 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-60ecbec6-ef22-4fac-91b0-e8ce71d30b39 req-543330bd-b615-4469-a861-1616d271fa60 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe46314-fa74-4ab6-a8ed-40bb76ad27bb HTTP/1.1" status: 200  len: 946 time: 0.0701773
Feb 05 21:10:19.701838 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-60ecbec6-ef22-4fac-91b0-e8ce71d30b39 req-11387958-f751-4011-a6f7-c62a33a1208b tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448196
Feb 05 21:10:20.116507 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 72400d63-b8b6-47c7-9152-1ac9bb705543 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:10:20.144930 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:20.171724 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 72400d63-b8b6-47c7-9152-1ac9bb705543 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:10:20.176715 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 72400d63-b8b6-47c7-9152-1ac9bb705543 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:10:20.177692 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (72400d63-b8b6-47c7-9152-1ac9bb705543), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:20.319107 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a4dd1-22db-4c37-85be-9cb61ec7e510 req-5891743b-9f03-4acc-96c7-4cea8976898e tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:20.320916 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-911a4dd1-22db-4c37-85be-9cb61ec7e510 req-5891743b-9f03-4acc-96c7-4cea8976898e tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=6714e33c-ca81-474b-a1c1-c8cbbb663cf5 HTTP/1.1" status: 200  len: 944 time: 0.0727255
Feb 05 21:10:20.386205 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-911a4dd1-22db-4c37-85be-9cb61ec7e510 req-ca95a690-8308-440c-ad84-361b062d0398 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cf6c738-0478-4e04-ae03-4d6824565445&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568907
Feb 05 21:10:20.465627 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 72400d63-b8b6-47c7-9152-1ac9bb705543 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:10:20.466018 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (72400d63-b8b6-47c7-9152-1ac9bb705543), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:20.494336 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6714e33c-ca81-474b-a1c1-c8cbbb663cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72400d63-b8b6-47c7-9152-1ac9bb705543'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:10:20.497530 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b46d8f3-65b1-44c7-916c-71db0e9e2e9f" -d '{"events": [{"server_uuid": "6714e33c-ca81-474b-a1c1-c8cbbb663cf5", "name": "network-vif-plugged", "status": "completed", "tag": "72400d63-b8b6-47c7-9152-1ac9bb705543"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:10:20.517076 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 72400d63-b8b6-47c7-9152-1ac9bb705543, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=72400d63-b8b6-47c7-9152-1ac9bb705543,segment=NetworkSegment(6da08ccd-563d-4daa-98a3-11856904a998),segment_id=6da08ccd-563d-4daa-98a3-11856904a998)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:10:20.524390 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (72400d63-b8b6-47c7-9152-1ac9bb705543), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:20.570730 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1312e3e-3298-4895-b8cf-98952c96256d x-openstack-request-id: req-d1312e3e-3298-4895-b8cf-98952c96256d {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:10:20.571149 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6714e33c-ca81-474b-a1c1-c8cbbb663cf5", "name": "network-vif-plugged", "status": "completed", "tag": "72400d63-b8b6-47c7-9152-1ac9bb705543", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:10:20.571527 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d1312e3e-3298-4895-b8cf-98952c96256d {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:10:20.571999 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6714e33c-ca81-474b-a1c1-c8cbbb663cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72400d63-b8b6-47c7-9152-1ac9bb705543', 'code': 200}
Feb 05 21:10:20.601836 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=72400d63-b8b6-47c7-9152-1ac9bb705543,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:20.696426 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23b9f0-eb01-47c1-a99d-923902703e77 req-546c2ad1-1d8c-413f-85d5-190b610dc6ab tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:20.698119 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-da23b9f0-eb01-47c1-a99d-923902703e77 req-546c2ad1-1d8c-413f-85d5-190b610dc6ab tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.1133921
Feb 05 21:10:20.717528 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f5197-d49b-495d-9e05-3a7e6df80e6d req-018fa059-9c87-4a9f-8fba-afbe3d7e3053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:20.719036 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e91f5197-d49b-495d-9e05-3a7e6df80e6d req-018fa059-9c87-4a9f-8fba-afbe3d7e3053 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6714e33c-ca81-474b-a1c1-c8cbbb663cf5 HTTP/1.1" status: 200  len: 1127 time: 0.0836914
Feb 05 21:10:20.786906 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e91f5197-d49b-495d-9e05-3a7e6df80e6d req-f577a8c3-3542-43f2-b042-ba9a497c0a83 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4cf6c738-0478-4e04-ae03-4d6824565445&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0616150
Feb 05 21:10:20.796254 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-da23b9f0-eb01-47c1-a99d-923902703e77 req-05feb785-a6e7-435d-876b-f58ed93f631d tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901155
Feb 05 21:10:20.856657 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2dae6f-0609-4c07-8380-90f427f0c220 req-685bccea-e0e6-4ead-9ea8-44ab4b913639 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:20.858165 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2f2dae6f-0609-4c07-8380-90f427f0c220 req-685bccea-e0e6-4ead-9ea8-44ab4b913639 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe46314-fa74-4ab6-a8ed-40bb76ad27bb HTTP/1.1" status: 200  len: 946 time: 0.0600684
Feb 05 21:10:20.917391 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2f2dae6f-0609-4c07-8380-90f427f0c220 req-f5f734e8-b955-42fa-9406-d5aae3508f6e tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534911
Feb 05 21:10:21.310593 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device c0739c79-927a-4e6f-a747-0e48b90d33cf no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:10:21.338822 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: c0739c79-927a-4e6f-a747-0e48b90d33cf {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:10:21.339193 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device c0739c79-927a-4e6f-a747-0e48b90d33cf not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:10:21.528551 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb248bb-6faf-47c9-97ba-b6a163f15501 req-d434fc5b-c7d1-4970-b52a-159980ee0d4e tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:21.530204 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2bb248bb-6faf-47c9-97ba-b6a163f15501 req-d434fc5b-c7d1-4970-b52a-159980ee0d4e tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=6714e33c-ca81-474b-a1c1-c8cbbb663cf5 HTTP/1.1" status: 200  len: 945 time: 0.0663168
Feb 05 21:10:21.586962 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2bb248bb-6faf-47c9-97ba-b6a163f15501 req-97c71e86-6ee2-4051-976d-9aa70c9dce92 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cf6c738-0478-4e04-ae03-4d6824565445&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499413
Feb 05 21:10:21.937432 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983bacc9-6a15-4e31-b53a-f7508b21a4cf req-e5aed4ea-b3a3-4f82-8faf-32a83f143e9f tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:21.939049 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-983bacc9-6a15-4e31-b53a-f7508b21a4cf req-e5aed4ea-b3a3-4f82-8faf-32a83f143e9f tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0612469
Feb 05 21:10:21.999823 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-983bacc9-6a15-4e31-b53a-f7508b21a4cf req-fb4606fe-8354-4d05-ad44-320ad93f3711 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496275
Feb 05 21:10:22.056465 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc2a4d-1415-46e0-9300-e7c6d0e2754d req-7f046cbf-3678-470d-813f-3828946872c0 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:22.058267 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f7bc2a4d-1415-46e0-9300-e7c6d0e2754d req-7f046cbf-3678-470d-813f-3828946872c0 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe46314-fa74-4ab6-a8ed-40bb76ad27bb HTTP/1.1" status: 200  len: 946 time: 0.0573616
Feb 05 21:10:22.112598 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f7bc2a4d-1415-46e0-9300-e7c6d0e2754d req-ca0a99e8-628a-4060-90f5-041c328ebf7d tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487993
Feb 05 21:10:22.717114 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd2f67-c00a-4f91-84f6-9bdabcd5f14a req-cf2f1c43-9d83-4468-a18b-454254542342 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:22.718622 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30bd2f67-c00a-4f91-84f6-9bdabcd5f14a req-cf2f1c43-9d83-4468-a18b-454254542342 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=6714e33c-ca81-474b-a1c1-c8cbbb663cf5 HTTP/1.1" status: 200  len: 945 time: 0.0569134
Feb 05 21:10:22.768204 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30bd2f67-c00a-4f91-84f6-9bdabcd5f14a req-54eb3bcb-9f6c-4446-91f1-7ef655124efd tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cf6c738-0478-4e04-ae03-4d6824565445&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439353
Feb 05 21:10:22.929857 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8dff3b-525f-44fe-8119-f945c95082cf req-1edf9a8d-b4f2-464f-83f1-3487e5fc882c tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:22.931340 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5f8dff3b-525f-44fe-8119-f945c95082cf req-1edf9a8d-b4f2-464f-83f1-3487e5fc882c tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=6714e33c-ca81-474b-a1c1-c8cbbb663cf5 HTTP/1.1" status: 200  len: 945 time: 0.0824826
Feb 05 21:10:22.957455 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f62f9-6910-4ab2-990a-4e92cd2fc9e0 req-d69b4f05-7e3d-48ee-b90b-f174370a8099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:22.958959 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6b5f62f9-6910-4ab2-990a-4e92cd2fc9e0 req-d69b4f05-7e3d-48ee-b90b-f174370a8099 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dfe46314-fa74-4ab6-a8ed-40bb76ad27bb HTTP/1.1" status: 200  len: 1128 time: 0.0732856
Feb 05 21:10:23.006458 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5f8dff3b-525f-44fe-8119-f945c95082cf req-89322bc9-21d8-471c-80bb-b5b185f5a30c tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cf6c738-0478-4e04-ae03-4d6824565445&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0685866
Feb 05 21:10:23.021773 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6b5f62f9-6910-4ab2-990a-4e92cd2fc9e0 req-264347f6-885f-4f55-bad9-068e5d08cef8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564539
Feb 05 21:10:23.029944 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 37954) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:10:23.074328 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb9df82-b74c-459c-893c-1aa3ce426550 tempest-TestVolumeBootPattern-141976672 tempest-TestVolumeBootPattern-141976672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:23.075882 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4cb9df82-b74c-459c-893c-1aa3ce426550 tempest-TestVolumeBootPattern-141976672 tempest-TestVolumeBootPattern-141976672-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6714e33c-ca81-474b-a1c1-c8cbbb663cf5 HTTP/1.1" status: 200  len: 1122 time: 0.0449548
Feb 05 21:10:23.078803 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 37956) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:10:23.083488 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-ed4409f3-6b67-450a-9b88-585c93099d20 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'port_id': '72400d63-b8b6-47c7-9152-1ac9bb705543', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:10:23.106433 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ed4409f3-6b67-450a-9b88-585c93099d20 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:23.127614 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ce7ad-a66e-4056-8127-03c938b68d02 req-d1945301-10ef-4378-b31c-aec11d055486 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:23.129131 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-868ce7ad-a66e-4056-8127-03c938b68d02 req-d1945301-10ef-4378-b31c-aec11d055486 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0522819
Feb 05 21:10:23.180633 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-868ce7ad-a66e-4056-8127-03c938b68d02 req-1dca894a-f049-4a26-8364-ba54c5bd9da6 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432410
Feb 05 21:10:23.219094 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ed4409f3-6b67-450a-9b88-585c93099d20 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:23.242355 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbb1d2-4ec6-45c8-8320-18d7cd0577c1 req-aa5bce0c-ff61-4079-8a6c-31cede413bf0 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:23.244012 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f3cbb1d2-4ec6-45c8-8320-18d7cd0577c1 req-aa5bce0c-ff61-4079-8a6c-31cede413bf0 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe46314-fa74-4ab6-a8ed-40bb76ad27bb HTTP/1.1" status: 200  len: 946 time: 0.0590837
Feb 05 21:10:23.296669 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f3cbb1d2-4ec6-45c8-8320-18d7cd0577c1 req-6eb53247-276a-45d1-8a4a-e1ec11bf7361 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467734
Feb 05 21:10:23.330107 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-ed4409f3-6b67-450a-9b88-585c93099d20 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Allocated IP 172.35.4.170 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/207b4010-ec22-4d06-b9ee-336a57e98aae) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:10:23.440151 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ed4409f3-6b67-450a-9b88-585c93099d20 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for port (207b4010-ec22-4d06-b9ee-336a57e98aae), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:23.475704 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ed4409f3-6b67-450a-9b88-585c93099d20 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (207b4010-ec22-4d06-b9ee-336a57e98aae), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:23.482550 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 37966) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:10:23.515992 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4409f3-6b67-450a-9b88-585c93099d20 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:10:23.518934 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-ed4409f3-6b67-450a-9b88-585c93099d20 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:10:23.522308 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4409f3-6b67-450a-9b88-585c93099d20 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:10:23.527739 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4409f3-6b67-450a-9b88-585c93099d20 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Pushing event updated for resources: {'Port': ['ID=207b4010-ec22-4d06-b9ee-336a57e98aae,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:23.631655 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9c01dd8f-15b9-432a-b58c-89f47bb8ea9e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b0ac1f2b9efc46bdbabf1888e40aaed9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1479170
Feb 05 21:10:23.634726 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 37970) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:10:23.689978 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-144b586b-c8c1-4eca-ad90-5c58cd949b62 admin admin] Publish callbacks [] for security_group (26c76fc0-e4c6-49cf-9b9a-73f21090b85a), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:23.713764 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-144b586b-c8c1-4eca-ad90-5c58cd949b62 admin admin] Publish callbacks [] for security_group (26c76fc0-e4c6-49cf-9b9a-73f21090b85a), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:23.768023 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-144b586b-c8c1-4eca-ad90-5c58cd949b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (26c76fc0-e4c6-49cf-9b9a-73f21090b85a), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:23.770865 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-144b586b-c8c1-4eca-ad90-5c58cd949b62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:23.774775 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-144b586b-c8c1-4eca-ad90-5c58cd949b62 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/26c76fc0-e4c6-49cf-9b9a-73f21090b85a HTTP/1.1" status: 204  len: 168 time: 0.1387935
Feb 05 21:10:23.783614 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b586b-c8c1-4eca-ad90-5c58cd949b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c76fc0-e4c6-49cf-9b9a-73f21090b85a,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:24.335237 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90246f21-1501-4e6b-b4cf-9d6b7645660a req-fdfd6912-8fa4-4816-ad64-55a9409e236e tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:24.336841 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-90246f21-1501-4e6b-b4cf-9d6b7645660a req-fdfd6912-8fa4-4816-ad64-55a9409e236e tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0748782
Feb 05 21:10:24.411015 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-90246f21-1501-4e6b-b4cf-9d6b7645660a req-16e37d4c-3a1b-42b4-b8af-b7ed3286f1d0 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655854
Feb 05 21:10:24.465896 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd25b0-8a49-417c-9044-7c5f38fb9f8e req-f1021fd6-f4dd-465f-96f1-5f605752245a tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:24.467918 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-93fd25b0-8a49-417c-9044-7c5f38fb9f8e req-f1021fd6-f4dd-465f-96f1-5f605752245a tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe46314-fa74-4ab6-a8ed-40bb76ad27bb HTTP/1.1" status: 200  len: 946 time: 0.0747747
Feb 05 21:10:24.471642 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ed4409f3-6b67-450a-9b88-585c93099d20 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for floatingip (63761191-bbe2-475d-b4fe-de01deec0ae5), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:24.518749 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-93fd25b0-8a49-417c-9044-7c5f38fb9f8e req-89caad78-f0a0-4f5b-890b-26eb44c5c08d tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443339
Feb 05 21:10:24.587685 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ed4409f3-6b67-450a-9b88-585c93099d20 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (207b4010-ec22-4d06-b9ee-336a57e98aae), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:24.664534 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11cf2a-369c-4b27-beb1-380c518eaea9 req-9c92b5fb-7aaa-4cbe-8fa6-f4d0aebfcb76 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:24.671770 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aa11cf2a-369c-4b27-beb1-380c518eaea9 req-9c92b5fb-7aaa-4cbe-8fa6-f4d0aebfcb76 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.0743327
Feb 05 21:10:24.745281 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aa11cf2a-369c-4b27-beb1-380c518eaea9 req-8a12fb7a-8b94-47c0-b21b-c29af367d5aa tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687828
Feb 05 21:10:24.779845 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ed4409f3-6b67-450a-9b88-585c93099d20 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for port (207b4010-ec22-4d06-b9ee-336a57e98aae), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:24.788373 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ed4409f3-6b67-450a-9b88-585c93099d20 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (207b4010-ec22-4d06-b9ee-336a57e98aae), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:24.863819 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4409f3-6b67-450a-9b88-585c93099d20 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Pushing event updated for resources: {'Port': ['ID=207b4010-ec22-4d06-b9ee-336a57e98aae,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:24.875567 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ed4409f3-6b67-450a-9b88-585c93099d20 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (63761191-bbe2-475d-b4fe-de01deec0ae5), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:25.020062 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bcef64-1458-4d97-8524-4f1e10007ab6 req-62b41519-4003-4ded-8c89-19d07e03a42a tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:25.022336 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f9bcef64-1458-4d97-8524-4f1e10007ab6 req-62b41519-4003-4ded-8c89-19d07e03a42a tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.0770090
Feb 05 21:10:25.032060 ncdv-master-1 neutron-server[114390]: INFO neutron.db.l3_db [None req-ed4409f3-6b67-450a-9b88-585c93099d20 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Floating IP 63761191-bbe2-475d-b4fe-de01deec0ae5 associated. External IP: 172.35.4.170, port: 72400d63-b8b6-47c7-9152-1ac9bb705543.
Feb 05 21:10:25.097846 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f9bcef64-1458-4d97-8524-4f1e10007ab6 req-61280504-166f-46c1-bff0-1de381df586e tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671890
Feb 05 21:10:25.294082 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed4409f3-6b67-450a-9b88-585c93099d20 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Router 5d888949-8e91-4f41-b7b6-876f26555dff has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:10:25.339742 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 38052) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:10:25.417266 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4409f3-6b67-450a-9b88-585c93099d20 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:10:25.428428 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc72a2b1-b2e2-4002-a065-552493e0c792 None None] Sync routers for ids ['5d888949-8e91-4f41-b7b6-876f26555dff'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:10:25.439964 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ed4409f3-6b67-450a-9b88-585c93099d20 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:25.444728 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc72a2b1-b2e2-4002-a065-552493e0c792 None None] Routers {'5d888949-8e91-4f41-b7b6-876f26555dff'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:10:25.445215 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-bc72a2b1-b2e2-4002-a065-552493e0c792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab3ef9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:10:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['5d888949-8e91-4f41-b7b6-876f26555dff'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:10:25.474161 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ed4409f3-6b67-450a-9b88-585c93099d20 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3941295
Feb 05 21:10:25.475040 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6714e33c-ca81-474b-a1c1-c8cbbb663cf5', 'tag': '72400d63-b8b6-47c7-9152-1ac9bb705543'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:10:25.477443 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1acf06-ed12-449b-9a33-b2365fe8c692" -d '{"events": [{"name": "network-changed", "server_uuid": "6714e33c-ca81-474b-a1c1-c8cbbb663cf5", "tag": "72400d63-b8b6-47c7-9152-1ac9bb705543"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:10:25.518055 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4025f48-baa7-4a95-a29b-32f78e3277ec x-openstack-request-id: req-a4025f48-baa7-4a95-a29b-32f78e3277ec {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:10:25.518356 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6714e33c-ca81-474b-a1c1-c8cbbb663cf5", "tag": "72400d63-b8b6-47c7-9152-1ac9bb705543", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:10:25.518717 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a4025f48-baa7-4a95-a29b-32f78e3277ec {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:10:25.519202 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6714e33c-ca81-474b-a1c1-c8cbbb663cf5', 'tag': '72400d63-b8b6-47c7-9152-1ac9bb705543', 'status': 'completed', 'code': 200}
Feb 05 21:10:25.537110 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-32af99d7-81c0-4f9b-80c5-8bbd8af07989 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Request body: {'network': {'name': 'tempest-network-smoke--722170930', 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'port_security_enabled': True}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:10:25.578442 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-bc72a2b1-b2e2-4002-a065-552493e0c792 None None] Set router 5d888949-8e91-4f41-b7b6-876f26555dff gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:10:25.827320 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-bc72a2b1-b2e2-4002-a065-552493e0c792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab3ef9d0>, [{'id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'name': 'tempest-TestVolumeBootPattern-1133930276-router', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:04:11Z', 'updated_at': '2022-02-05T21:04:20Z', 'revision_number': 4, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'gw_port': {'id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:13Z', 'updated_at': '2022-02-05T21:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '63761191-bbe2-475d-b4fe-de01deec0ae5', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'floating_ip_address': '172.35.4.170', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'port_id': '72400d63-b8b6-47c7-9152-1ac9bb705543', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'mac_address': 'fa:16:3e:f9:9b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6714e33c-ca81-474b-a1c1-c8cbbb663cf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:10:23Z', 'updated_at': '2022-02-05T21:10:23Z', 'revision_number': 0, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7625f1f6-b3f6-42b2-a22b-eaf33034ddb9', 'name': '', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'mac_address': 'fa:16:3e:7d:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:18Z', 'updated_at': '2022-02-05T21:04:25Z', 'revision_number': 5, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'subnets': [{'id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:10:25.855494 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc72a2b1-b2e2-4002-a065-552493e0c792 None None] Checking router: 5d888949-8e91-4f41-b7b6-876f26555dff for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:10:25.864135 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc72a2b1-b2e2-4002-a065-552493e0c792 None None] Routers {'5d888949-8e91-4f41-b7b6-876f26555dff'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:10:25.864772 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-bc72a2b1-b2e2-4002-a065-552493e0c792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab3ef9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:10:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['5d888949-8e91-4f41-b7b6-876f26555dff'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:10:25.927202 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32af99d7-81c0-4f9b-80c5-8bbd8af07989 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Made reservation on behalf of 7f3cd2c671c5402ba77e2a302dcae849 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:10:25.931343 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-32af99d7-81c0-4f9b-80c5-8bbd8af07989 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:25.949535 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-32af99d7-81c0-4f9b-80c5-8bbd8af07989 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:25.968411 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea22d30-5317-4257-ac3d-f7cf7e40e96f req-69679cf3-477b-4a26-96ea-a9d0b4921bc4 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:25.969903 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aea22d30-5317-4257-ac3d-f7cf7e40e96f req-69679cf3-477b-4a26-96ea-a9d0b4921bc4 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.4581394
Feb 05 21:10:25.972088 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1acf06-ed12-449b-9a33-b2365fe8c692 req-aa970602-fbfc-4555-961e-69d575dbcc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:25.973443 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5e1acf06-ed12-449b-9a33-b2365fe8c692 req-aa970602-fbfc-4555-961e-69d575dbcc05 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af1c8d8fd0ce4d51947fd02afc3a9fb1&device_id=6714e33c-ca81-474b-a1c1-c8cbbb663cf5 HTTP/1.1" status: 200  len: 1127 time: 0.4179564
Feb 05 21:10:25.981792 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-bc72a2b1-b2e2-4002-a065-552493e0c792 None None] Set router 5d888949-8e91-4f41-b7b6-876f26555dff gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:10:26.112644 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aea22d30-5317-4257-ac3d-f7cf7e40e96f req-946120ce-72e1-4cc3-8c47-aca5835f0a01 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1328857
Feb 05 21:10:26.154734 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1acf06-ed12-449b-9a33-b2365fe8c692 req-93ac2256-5c45-4c76-9367-877095ff3b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:26.156338 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5e1acf06-ed12-449b-9a33-b2365fe8c692 req-93ac2256-5c45-4c76-9367-877095ff3b04 service neutron] 10.222.0.39 "GET /v2.0/networks?id=101f8301-8908-474a-9c4a-c0416b6bfc1d HTTP/1.1" status: 200  len: 913 time: 0.1756196
Feb 05 21:10:26.176731 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-32af99d7-81c0-4f9b-80c5-8bbd8af07989 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group (26d99419-fbad-4539-b912-09960df03244), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:26.221066 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-32af99d7-81c0-4f9b-80c5-8bbd8af07989 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (26d99419-fbad-4539-b912-09960df03244), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:26.223568 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-bc72a2b1-b2e2-4002-a065-552493e0c792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab3ef9d0>, [{'id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'name': 'tempest-TestVolumeBootPattern-1133930276-router', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:04:11Z', 'updated_at': '2022-02-05T21:04:20Z', 'revision_number': 4, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'gw_port': {'id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:13Z', 'updated_at': '2022-02-05T21:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '63761191-bbe2-475d-b4fe-de01deec0ae5', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'floating_ip_address': '172.35.4.170', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'port_id': '72400d63-b8b6-47c7-9152-1ac9bb705543', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'mac_address': 'fa:16:3e:f9:9b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6714e33c-ca81-474b-a1c1-c8cbbb663cf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:10:23Z', 'updated_at': '2022-02-05T21:10:23Z', 'revision_number': 0, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7625f1f6-b3f6-42b2-a22b-eaf33034ddb9', 'name': '', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'mac_address': 'fa:16:3e:7d:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:18Z', 'updated_at': '2022-02-05T21:04:25Z', 'revision_number': 5, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'subnets': [{'id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:10:26.252489 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc72a2b1-b2e2-4002-a065-552493e0c792 None None] The sync data for ids ['5d888949-8e91-4f41-b7b6-876f26555dff'] in ncdv-master-1 is: [{'id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'name': 'tempest-TestVolumeBootPattern-1133930276-router', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:04:11Z', 'updated_at': '2022-02-05T21:04:20Z', 'revision_number': 4, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'gw_port': {'id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:13Z', 'updated_at': '2022-02-05T21:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '63761191-bbe2-475d-b4fe-de01deec0ae5', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'floating_ip_address': '172.35.4.170', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'port_id': '72400d63-b8b6-47c7-9152-1ac9bb705543', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'mac_address': 'fa:16:3e:f9:9b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6714e33c-ca81-474b-a1c1-c8cbbb663cf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:10:23Z', 'updated_at': '2022-02-05T21:10:23Z', 'revision_number': 0, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7625f1f6-b3f6-42b2-a22b-eaf33034ddb9', 'name': '', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'mac_address': 'fa:16:3e:7d:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:18Z', 'updated_at': '2022-02-05T21:04:25Z', 'revision_number': 5, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'subnets': [{'id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:10:26.296811 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32af99d7-81c0-4f9b-80c5-8bbd8af07989 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:10:26.309880 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5e1acf06-ed12-449b-9a33-b2365fe8c692 req-473041e0-56b9-4a53-a901-7f4e3efb2d85 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72400d63-b8b6-47c7-9152-1ac9bb705543 HTTP/1.1" status: 200  len: 999 time: 0.1434667
Feb 05 21:10:26.316804 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af99d7-81c0-4f9b-80c5-8bbd8af07989 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26d99419-fbad-4539-b912-09960df03244,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:26.343502 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f5f08-105b-44d6-bba4-f9765ea71b94 req-c3865531-c66d-49c2-bb73-0771a79a054e tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:26.345314 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-725f5f08-105b-44d6-bba4-f9765ea71b94 req-c3865531-c66d-49c2-bb73-0771a79a054e tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.1650667
Feb 05 21:10:26.364778 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-32af99d7-81c0-4f9b-80c5-8bbd8af07989 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (47bc02fc-a8a1-4e62-a4ef-1974caf72ac2), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:26.366612 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-32af99d7-81c0-4f9b-80c5-8bbd8af07989 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Added segment 47bc02fc-a8a1-4e62-a4ef-1974caf72ac2 of type vlan for network e4210d60-a97c-41fe-82bb-8f305b53d51f
Feb 05 21:10:26.448260 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1acf06-ed12-449b-9a33-b2365fe8c692 req-da83487f-580c-4714-a7b7-955f5055e102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:26.450407 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5e1acf06-ed12-449b-9a33-b2365fe8c692 req-da83487f-580c-4714-a7b7-955f5055e102 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4fedd35d-80ae-4712-9371-a85b980ce8f3 HTTP/1.1" status: 200  len: 851 time: 0.1294553
Feb 05 21:10:26.452107 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-32af99d7-81c0-4f9b-80c5-8bbd8af07989 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (e4210d60-a97c-41fe-82bb-8f305b53d51f), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:26.519667 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-725f5f08-105b-44d6-bba4-f9765ea71b94 req-25938c73-2d41-44c2-ba43-0798c6bde9d1 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1475153
Feb 05 21:10:26.528572 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246970a4-237e-46b3-85ab-0e307e15d9f0 None None] New status for floating IP 63761191-bbe2-475d-b4fe-de01deec0ae5: ACTIVE {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:10:26.563772 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-32af99d7-81c0-4f9b-80c5-8bbd8af07989 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (e4210d60-a97c-41fe-82bb-8f305b53d51f), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:26.572312 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32af99d7-81c0-4f9b-80c5-8bbd8af07989 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:26.572312 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-32af99d7-81c0-4f9b-80c5-8bbd8af07989 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:26.652592 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af99d7-81c0-4f9b-80c5-8bbd8af07989 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event updated for resources: {'Network': ['ID=e4210d60-a97c-41fe-82bb-8f305b53d51f,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:26.661391 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-32af99d7-81c0-4f9b-80c5-8bbd8af07989 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.3203154
Feb 05 21:10:26.664856 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38086) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:10:26.668131 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network e4210d60-a97c-41fe-82bb-8f305b53d51f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:10:26.672165 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-35143400-2661-4425-8f55-43574f0cdc35 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-570038174', 'admin_state_up': True, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:10:26.677050 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1acf06-ed12-449b-9a33-b2365fe8c692 req-81e838fe-6531-4dcd-8a53-11992f49b907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:26.688995 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5e1acf06-ed12-449b-9a33-b2365fe8c692 req-81e838fe-6531-4dcd-8a53-11992f49b907 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=101f8301-8908-474a-9c4a-c0416b6bfc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2302384
Feb 05 21:10:26.714812 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-35143400-2661-4425-8f55-43574f0cdc35 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (b83505ee-a5db-4086-b8af-0a22c1dcf88a), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:26.716162 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-35143400-2661-4425-8f55-43574f0cdc35 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (b83505ee-a5db-4086-b8af-0a22c1dcf88a), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:26.871310 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5e1acf06-ed12-449b-9a33-b2365fe8c692 req-11059f41-733e-49bb-abe0-5e14f07d3efc service neutron] 10.222.0.39 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1764176
Feb 05 21:10:26.885071 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-35143400-2661-4425-8f55-43574f0cdc35 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for router_controller (b83505ee-a5db-4086-b8af-0a22c1dcf88a), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:26.914335 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952ed09-1177-4ca9-ba35-d862e4e6f409 req-a63f10cb-4307-436c-9529-c5b94659bee1 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:26.916105 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0952ed09-1177-4ca9-ba35-d862e4e6f409 req-a63f10cb-4307-436c-9529-c5b94659bee1 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.0897036
Feb 05 21:10:27.036035 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0952ed09-1177-4ca9-ba35-d862e4e6f409 req-26b9d21a-f444-40a1-8ceb-bb8736029245 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669246
Feb 05 21:10:27.039623 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5e1acf06-ed12-449b-9a33-b2365fe8c692 req-87361605-a844-4253-aaf4-59a5df2fa36b service neutron] 10.222.0.39 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1617727
Feb 05 21:10:27.080655 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-35143400-2661-4425-8f55-43574f0cdc35 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for router_gateway (b83505ee-a5db-4086-b8af-0a22c1dcf88a), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:27.239303 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a36246-927d-4bf6-abd0-2a8b7c3edfb9 req-4ca8fa8e-2115-44b6-8eaf-ab1a868198fa tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:27.240795 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-16a36246-927d-4bf6-abd0-2a8b7c3edfb9 req-4ca8fa8e-2115-44b6-8eaf-ab1a868198fa tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0547225
Feb 05 21:10:27.271777 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-35143400-2661-4425-8f55-43574f0cdc35 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for router_gateway (b83505ee-a5db-4086-b8af-0a22c1dcf88a), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:27.290886 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-16a36246-927d-4bf6-abd0-2a8b7c3edfb9 req-bf190f22-25df-40e7-9faa-73eb8dcc058b tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435119
Feb 05 21:10:27.300387 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-35143400-2661-4425-8f55-43574f0cdc35 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:27.409482 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-35143400-2661-4425-8f55-43574f0cdc35 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Allocated IP 172.35.4.73 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/e85d7668-3386-4304-ace2-c432c0f8e437) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:10:27.521311 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-35143400-2661-4425-8f55-43574f0cdc35 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for port (e85d7668-3386-4304-ace2-c432c0f8e437), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:27.561057 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-35143400-2661-4425-8f55-43574f0cdc35 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (e85d7668-3386-4304-ace2-c432c0f8e437), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:27.611434 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35143400-2661-4425-8f55-43574f0cdc35 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:10:27.614874 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-35143400-2661-4425-8f55-43574f0cdc35 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:10:27.619583 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35143400-2661-4425-8f55-43574f0cdc35 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:10:27.645194 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35143400-2661-4425-8f55-43574f0cdc35 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event updated for resources: {'Port': ['ID=e85d7668-3386-4304-ace2-c432c0f8e437,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:28.156302 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-35143400-2661-4425-8f55-43574f0cdc35 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for router_gateway (b83505ee-a5db-4086-b8af-0a22c1dcf88a), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:28.158459 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed148ba2-2f2e-4db5-8685-383a13215d16 req-8c3af9fb-0bbc-4cb2-94cb-72ca13619e3c tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:28.159973 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ed148ba2-2f2e-4db5-8685-383a13215d16 req-8c3af9fb-0bbc-4cb2-94cb-72ca13619e3c tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.0526841
Feb 05 21:10:28.206763 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ed148ba2-2f2e-4db5-8685-383a13215d16 req-ca11b13f-019c-4d81-b543-394f3ca67000 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401692
Feb 05 21:10:28.358788 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-35143400-2661-4425-8f55-43574f0cdc35 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (b83505ee-a5db-4086-b8af-0a22c1dcf88a), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:28.427417 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc673814-8eeb-4660-9e80-1d9dccaa81be req-5537e50b-d820-483f-8649-5681d8df30f4 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:28.429202 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bc673814-8eeb-4660-9e80-1d9dccaa81be req-5537e50b-d820-483f-8649-5681d8df30f4 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0612781
Feb 05 21:10:28.480893 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bc673814-8eeb-4660-9e80-1d9dccaa81be req-da04f2c1-0556-491e-bc36-b9289abc5393 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455835
Feb 05 21:10:28.529434 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35143400-2661-4425-8f55-43574f0cdc35 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Router b83505ee-a5db-4086-b8af-0a22c1dcf88a is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:10:28.647988 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35143400-2661-4425-8f55-43574f0cdc35 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:10:28.658779 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb001ff7-4dd2-49dc-9000-3213b84e9714 None None] Sync routers for ids ['b83505ee-a5db-4086-b8af-0a22c1dcf88a'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:10:28.669922 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-35143400-2661-4425-8f55-43574f0cdc35 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:28.671060 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb001ff7-4dd2-49dc-9000-3213b84e9714 None None] Routers {'b83505ee-a5db-4086-b8af-0a22c1dcf88a'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:10:28.671327 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-35143400-2661-4425-8f55-43574f0cdc35 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 2.0048287
Feb 05 21:10:28.672418 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-fb001ff7-4dd2-49dc-9000-3213b84e9714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab8aad90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:10:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b83505ee-a5db-4086-b8af-0a22c1dcf88a'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:10:28.674939 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38124) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:10:28.776272 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d6fea1f3-9493-44fd-b485-5ead33293871 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=7f3cd2c671c5402ba77e2a302dcae849&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1000841
Feb 05 21:10:28.778933 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38138) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:10:28.798644 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-fb001ff7-4dd2-49dc-9000-3213b84e9714 None None] Set router b83505ee-a5db-4086-b8af-0a22c1dcf88a gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:10:28.933420 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c5a68e-8ee5-42fa-8b0b-e1244acb117a tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:28.935353 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b3c5a68e-8ee5-42fa-8b0b-e1244acb117a tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1554766
Feb 05 21:10:28.938036 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38140) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:10:28.974240 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-36369946-a433-415c-9ccf-6b9ade251505 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=d65fb4dc-e812-4574-a4e6-6308f0abdf3f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0348847
Feb 05 21:10:28.976874 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38142) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:10:28.982391 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-72fa89db-7b55-494b-a5d2-9ea18e09693f tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-443099450', 'network_id': 'e4210d60-a97c-41fe-82bb-8f305b53d51f', 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:10:28.990767 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-fb001ff7-4dd2-49dc-9000-3213b84e9714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab8aad90>, [{'id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'name': 'tempest-TestNetworkBasicOps-router-570038174', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.73'}], 'enable_snat': True}, 'gw_port_id': 'e85d7668-3386-4304-ace2-c432c0f8e437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:10:26Z', 'updated_at': '2022-02-05T21:10:27Z', 'revision_number': 3, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'gw_port': {'id': 'e85d7668-3386-4304-ace2-c432c0f8e437', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:40:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:10:27Z', 'updated_at': '2022-02-05T21:10:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:10:29.025257 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb001ff7-4dd2-49dc-9000-3213b84e9714 None None] Checking router: b83505ee-a5db-4086-b8af-0a22c1dcf88a for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:10:29.025584 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb001ff7-4dd2-49dc-9000-3213b84e9714 None None] Updating router b83505ee-a5db-4086-b8af-0a22c1dcf88a port e85d7668-3386-4304-ace2-c432c0f8e437 binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:10:29.052811 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fb001ff7-4dd2-49dc-9000-3213b84e9714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e85d7668-3386-4304-ace2-c432c0f8e437), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:29.069220 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fa89db-7b55-494b-a5d2-9ea18e09693f tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Made reservation on behalf of 7f3cd2c671c5402ba77e2a302dcae849 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:10:29.073564 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-72fa89db-7b55-494b-a5d2-9ea18e09693f tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:29.249476 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-72fa89db-7b55-494b-a5d2-9ea18e09693f tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:29.307236 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa89db-7b55-494b-a5d2-9ea18e09693f tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event updated for resources: {'Subnet': ['ID=7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:29.309358 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fb001ff7-4dd2-49dc-9000-3213b84e9714 None None] Publish callbacks [] for port (e85d7668-3386-4304-ace2-c432c0f8e437), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:29.314977 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fb001ff7-4dd2-49dc-9000-3213b84e9714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (e85d7668-3386-4304-ace2-c432c0f8e437), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:29.318066 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fa89db-7b55-494b-a5d2-9ea18e09693f tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:10:29.318440 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fa89db-7b55-494b-a5d2-9ea18e09693f tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:10:29.318967 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fa89db-7b55-494b-a5d2-9ea18e09693f tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:10:29.319316 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fa89db-7b55-494b-a5d2-9ea18e09693f tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:10:29.319661 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fa89db-7b55-494b-a5d2-9ea18e09693f tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:10:29.319999 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fa89db-7b55-494b-a5d2-9ea18e09693f tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:10:29.320330 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fa89db-7b55-494b-a5d2-9ea18e09693f tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:10:29.320660 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fa89db-7b55-494b-a5d2-9ea18e09693f tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:10:29.320988 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fa89db-7b55-494b-a5d2-9ea18e09693f tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:10:29.322448 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fa89db-7b55-494b-a5d2-9ea18e09693f tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:10:29.322448 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fa89db-7b55-494b-a5d2-9ea18e09693f tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:10:29.322828 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fa89db-7b55-494b-a5d2-9ea18e09693f tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:10:29.323167 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fa89db-7b55-494b-a5d2-9ea18e09693f tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:10:29.328486 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fa89db-7b55-494b-a5d2-9ea18e09693f tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Checking segment: {'id': '47bc02fc-a8a1-4e62-a4ef-1974caf72ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e4210d60-a97c-41fe-82bb-8f305b53d51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:10:29.328845 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fa89db-7b55-494b-a5d2-9ea18e09693f tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Network hostable DHCP agents. Network: e4210d60-a97c-41fe-82bb-8f305b53d51f, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:10:29.347329 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fa89db-7b55-494b-a5d2-9ea18e09693f tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Network e4210d60-a97c-41fe-82bb-8f305b53d51f is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:10:29.356261 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-72fa89db-7b55-494b-a5d2-9ea18e09693f tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e4210d60-a97c-41fe-82bb-8f305b53d51f) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:10:29.360258 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fa89db-7b55-494b-a5d2-9ea18e09693f tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:29.361223 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-72fa89db-7b55-494b-a5d2-9ea18e09693f tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:29.367787 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 10f99b2d-0900-4a05-8ac5-08188a5548c9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:10:29.376568 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e71cc4a-dddb-4968-b9ba-15dd2e5c88aa None None] Network e4210d60-a97c-41fe-82bb-8f305b53d51f requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:10:29.378932 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-72fa89db-7b55-494b-a5d2-9ea18e09693f tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.4003575
Feb 05 21:10:29.381680 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38144) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:10:29.406507 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-fb001ff7-4dd2-49dc-9000-3213b84e9714 None None] Attempting to bind port e85d7668-3386-4304-ace2-c432c0f8e437 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:10:29.406884 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-fb001ff7-4dd2-49dc-9000-3213b84e9714 None None] Attempting to bind port e85d7668-3386-4304-ace2-c432c0f8e437 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:10:29.407251 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb001ff7-4dd2-49dc-9000-3213b84e9714 None None] Attempting to bind port e85d7668-3386-4304-ace2-c432c0f8e437 on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:10:29.431537 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e1326-6ad4-4b57-8cd9-27ddfc2b2de7 None None] Pushing event updated for resources: {'Port': ['ID=e85d7668-3386-4304-ace2-c432c0f8e437,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:29.435221 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb001ff7-4dd2-49dc-9000-3213b84e9714 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:10:29.435605 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb001ff7-4dd2-49dc-9000-3213b84e9714 None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:10:29.436010 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fb001ff7-4dd2-49dc-9000-3213b84e9714 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:29.436397 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb001ff7-4dd2-49dc-9000-3213b84e9714 None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:10:29.437038 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-fb001ff7-4dd2-49dc-9000-3213b84e9714 None None] Bound port: e85d7668-3386-4304-ace2-c432c0f8e437, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:10:29.437253 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fb001ff7-4dd2-49dc-9000-3213b84e9714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e85d7668-3386-4304-ace2-c432c0f8e437), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:29.608320 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-fb001ff7-4dd2-49dc-9000-3213b84e9714 None None] For port e85d7668-3386-4304-ace2-c432c0f8e437, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:10:29.653847 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-fb001ff7-4dd2-49dc-9000-3213b84e9714 None None] For port e85d7668-3386-4304-ace2-c432c0f8e437, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e85d7668-3386-4304-ace2-c432c0f8e437,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:10:29.656939 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffa083c-f662-44c5-bd3b-326112ad787a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e4210d60-a97c-41fe-82bb-8f305b53d51f', 'network_id': 'e4210d60-a97c-41fe-82bb-8f305b53d51f', 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'fixed_ips': [{'subnet_id': '7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:10:29.658099 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6ffa083c-f662-44c5-bd3b-326112ad787a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:29.675343 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb573b-8ee6-4ffd-a462-7c9cb0179d65 req-9315a8e6-5f98-40ca-8401-b7d317149dd6 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:29.677569 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8dbb573b-8ee6-4ffd-a462-7c9cb0179d65 req-9315a8e6-5f98-40ca-8401-b7d317149dd6 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.1241283
Feb 05 21:10:29.684208 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fb001ff7-4dd2-49dc-9000-3213b84e9714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (e85d7668-3386-4304-ace2-c432c0f8e437), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:29.697692 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 10f99b2d-0900-4a05-8ac5-08188a5548c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=10f99b2d-0900-4a05-8ac5-08188a5548c9,segment=NetworkSegment(9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f),segment_id=9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:10:29.753653 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8dbb573b-8ee6-4ffd-a462-7c9cb0179d65 req-4d99a1a7-e40a-409b-b436-d98deac5865e tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554521
Feb 05 21:10:29.762748 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '10f99b2d-0900-4a05-8ac5-08188a5548c9', 'network_id': 'ba09dff6-f453-4951-8599-391fd8346c4e', 'port_id': '10f99b2d-0900-4a05-8ac5-08188a5548c9', 'mac_address': 'fa:16:3e:28:06:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '328dbb81-dab4-4177-93ce-5843e2949a60', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:10:29.886949 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e1326-6ad4-4b57-8cd9-27ddfc2b2de7 None None] Pushing event updated for resources: {'Port': ['ID=e85d7668-3386-4304-ace2-c432c0f8e437,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:29.897708 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb001ff7-4dd2-49dc-9000-3213b84e9714 None None] Routers {'b83505ee-a5db-4086-b8af-0a22c1dcf88a'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:10:29.898330 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-fb001ff7-4dd2-49dc-9000-3213b84e9714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab8aad90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:10:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b83505ee-a5db-4086-b8af-0a22c1dcf88a'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:10:29.934578 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d2ff5-8fe2-4546-8240-10021bc11e27 req-88fe3cd9-9fe2-4c9e-aa0f-796b57ae5f8d tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:29.936334 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1c3d2ff5-8fe2-4546-8240-10021bc11e27 req-88fe3cd9-9fe2-4c9e-aa0f-796b57ae5f8d tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.0805676
Feb 05 21:10:29.968014 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8afa8d8b-8a5f-4315-8f8a-6d8c6477e2f1 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:29.973066 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25391b-7ad7-49ca-b76b-ca3377091615 req-9949f08c-5fdd-4a1d-b975-87a3c9643285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:29.974626 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3a25391b-7ad7-49ca-b76b-ca3377091615 req-9949f08c-5fdd-4a1d-b975-87a3c9643285 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=52eadb29309f4abb8ff8f5903643d9da&device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 1128 time: 0.1182253
Feb 05 21:10:30.002354 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1c3d2ff5-8fe2-4546-8240-10021bc11e27 req-dc2d7a6e-69d7-442e-b63a-21e6550c5fc9 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584054
Feb 05 21:10:30.124230 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 10f99b2d-0900-4a05-8ac5-08188a5548c9 is: ACTIVE; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:10:30.124618 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (10f99b2d-0900-4a05-8ac5-08188a5548c9), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:30.156439 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25391b-7ad7-49ca-b76b-ca3377091615 req-b526284c-fcdc-4a95-922e-89276ca8dfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:30.158049 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3a25391b-7ad7-49ca-b76b-ca3377091615 req-b526284c-fcdc-4a95-922e-89276ca8dfc9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=30128ffe-34e2-4275-a6f2-dcd809353bb1 HTTP/1.1" status: 200  len: 919 time: 0.1745427
Feb 05 21:10:30.176745 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 10f99b2d-0900-4a05-8ac5-08188a5548c9 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:10:30.222993 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3a25391b-7ad7-49ca-b76b-ca3377091615 req-beec9544-610f-40db-8d41-a9a46db26b04 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3301d09-c212-4533-9c47-7be2df3d1819 HTTP/1.1" status: 200  len: 217 time: 0.0529547
Feb 05 21:10:30.231856 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-6ffa083c-f662-44c5-bd3b-326112ad787a None None] Allocated IP 172.20.0.2 (e4210d60-a97c-41fe-82bb-8f305b53d51f/7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de/fc73c1bd-341b-4b27-9a3e-7fce55c64a9e) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:10:30.256399 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 10f99b2d-0900-4a05-8ac5-08188a5548c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=10f99b2d-0900-4a05-8ac5-08188a5548c9,segment=NetworkSegment(9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f),segment_id=9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:10:30.263859 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (10f99b2d-0900-4a05-8ac5-08188a5548c9), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:30.345935 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-fb001ff7-4dd2-49dc-9000-3213b84e9714 None None] Set router b83505ee-a5db-4086-b8af-0a22c1dcf88a gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:10:30.382120 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25391b-7ad7-49ca-b76b-ca3377091615 req-2328f6f4-f14f-481f-86be-f5c3826b8bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:30.383526 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3a25391b-7ad7-49ca-b76b-ca3377091615 req-2328f6f4-f14f-481f-86be-f5c3826b8bda service neutron] 10.222.0.21 "GET /v2.0/subnets?id=548d9964-d28f-494c-92f6-79759b05a730 HTTP/1.1" status: 200  len: 858 time: 0.1297274
Feb 05 21:10:30.413322 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['10f99b2d-0900-4a05-8ac5-08188a5548c9'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:10:30.422300 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3a25391b-7ad7-49ca-b76b-ca3377091615 req-f24340e2-2583-4eb6-8a66-47e0b0a7bb9f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30128ffe-34e2-4275-a6f2-dcd809353bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0305090
Feb 05 21:10:30.486896 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=10f99b2d-0900-4a05-8ac5-08188a5548c9,revision_number=6']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:30.515219 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3a25391b-7ad7-49ca-b76b-ca3377091615 req-f3cfd16b-c399-460d-be0c-2c5c3323f9f0 service neutron] 10.222.0.21 "GET /v2.0/networks/30128ffe-34e2-4275-a6f2-dcd809353bb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0868299
Feb 05 21:10:30.614076 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3a25391b-7ad7-49ca-b76b-ca3377091615 req-93824743-e9b4-454b-8044-f39b2c8a28cd service neutron] 10.222.0.21 "GET /v2.0/networks/30128ffe-34e2-4275-a6f2-dcd809353bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0923555
Feb 05 21:10:30.636742 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6ffa083c-f662-44c5-bd3b-326112ad787a None None] Publish callbacks [] for port (fc73c1bd-341b-4b27-9a3e-7fce55c64a9e), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:30.663046 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6ffa083c-f662-44c5-bd3b-326112ad787a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (fc73c1bd-341b-4b27-9a3e-7fce55c64a9e), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:30.703183 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-8afa8d8b-8a5f-4315-8f8a-6d8c6477e2f1 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Allocated IP 172.20.0.1 (e4210d60-a97c-41fe-82bb-8f305b53d51f/7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de/8244e94f-4902-46ba-a3c6-b11f0822a3ba) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:10:30.742074 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffa083c-f662-44c5-bd3b-326112ad787a None None] Network e4210d60-a97c-41fe-82bb-8f305b53d51f is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:10:30.754110 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-6ffa083c-f662-44c5-bd3b-326112ad787a None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:10:30.761283 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffa083c-f662-44c5-bd3b-326112ad787a None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:10:30.763157 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa083c-f662-44c5-bd3b-326112ad787a None None] Pushing event updated for resources: {'Port': ['ID=fc73c1bd-341b-4b27-9a3e-7fce55c64a9e,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:30.829957 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8afa8d8b-8a5f-4315-8f8a-6d8c6477e2f1 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for port (8244e94f-4902-46ba-a3c6-b11f0822a3ba), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:30.850509 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-fb001ff7-4dd2-49dc-9000-3213b84e9714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab8aad90>, [{'id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'name': 'tempest-TestNetworkBasicOps-router-570038174', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.73'}], 'enable_snat': True}, 'gw_port_id': 'e85d7668-3386-4304-ace2-c432c0f8e437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:10:26Z', 'updated_at': '2022-02-05T21:10:27Z', 'revision_number': 3, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'gw_port': {'id': 'e85d7668-3386-4304-ace2-c432c0f8e437', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:40:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:10:27Z', 'updated_at': '2022-02-05T21:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:10:30.874332 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8afa8d8b-8a5f-4315-8f8a-6d8c6477e2f1 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (8244e94f-4902-46ba-a3c6-b11f0822a3ba), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:30.877663 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01171bbb-0f96-4cfc-8d3b-51ddf587e734 req-b6ab69d3-aaf0-4d2b-8b05-d2a0dc961f72 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:30.879445 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-01171bbb-0f96-4cfc-8d3b-51ddf587e734 req-b6ab69d3-aaf0-4d2b-8b05-d2a0dc961f72 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 945 time: 0.0579081
Feb 05 21:10:30.884806 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-6ffa083c-f662-44c5-bd3b-326112ad787a None None] Attempting to bind port fc73c1bd-341b-4b27-9a3e-7fce55c64a9e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:10:30.885255 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-6ffa083c-f662-44c5-bd3b-326112ad787a None None] Attempting to bind port fc73c1bd-341b-4b27-9a3e-7fce55c64a9e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '47bc02fc-a8a1-4e62-a4ef-1974caf72ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e4210d60-a97c-41fe-82bb-8f305b53d51f'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:10:30.885799 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffa083c-f662-44c5-bd3b-326112ad787a None None] Attempting to bind port fc73c1bd-341b-4b27-9a3e-7fce55c64a9e on network e4210d60-a97c-41fe-82bb-8f305b53d51f {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:10:30.890349 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb001ff7-4dd2-49dc-9000-3213b84e9714 None None] The sync data for ids ['b83505ee-a5db-4086-b8af-0a22c1dcf88a'] in ncdv-master-1 is: [{'id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'name': 'tempest-TestNetworkBasicOps-router-570038174', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.73'}], 'enable_snat': True}, 'gw_port_id': 'e85d7668-3386-4304-ace2-c432c0f8e437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:10:26Z', 'updated_at': '2022-02-05T21:10:27Z', 'revision_number': 3, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'gw_port': {'id': 'e85d7668-3386-4304-ace2-c432c0f8e437', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:40:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:10:27Z', 'updated_at': '2022-02-05T21:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:10:30.895026 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffa083c-f662-44c5-bd3b-326112ad787a None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:10:30.895410 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffa083c-f662-44c5-bd3b-326112ad787a None None] Checking segment: {'id': '47bc02fc-a8a1-4e62-a4ef-1974caf72ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e4210d60-a97c-41fe-82bb-8f305b53d51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:10:30.895814 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6ffa083c-f662-44c5-bd3b-326112ad787a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:30.896201 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffa083c-f662-44c5-bd3b-326112ad787a None None] Bound using segment: {'id': '47bc02fc-a8a1-4e62-a4ef-1974caf72ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e4210d60-a97c-41fe-82bb-8f305b53d51f'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:10:30.896766 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-6ffa083c-f662-44c5-bd3b-326112ad787a None None] Bound port: fc73c1bd-341b-4b27-9a3e-7fce55c64a9e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47bc02fc-a8a1-4e62-a4ef-1974caf72ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e4210d60-a97c-41fe-82bb-8f305b53d51f'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:10:30.897248 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6ffa083c-f662-44c5-bd3b-326112ad787a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (fc73c1bd-341b-4b27-9a3e-7fce55c64a9e), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:30.931257 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afa8d8b-8a5f-4315-8f8a-6d8c6477e2f1 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Network e4210d60-a97c-41fe-82bb-8f305b53d51f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:10:30.943656 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-01171bbb-0f96-4cfc-8d3b-51ddf587e734 req-707caf9e-8df3-411e-a542-c70229678e1a tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562916
Feb 05 21:10:30.947317 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-8afa8d8b-8a5f-4315-8f8a-6d8c6477e2f1 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:10:30.951473 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afa8d8b-8a5f-4315-8f8a-6d8c6477e2f1 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:10:30.987352 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa8d8b-8a5f-4315-8f8a-6d8c6477e2f1 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event updated for resources: {'Port': ['ID=8244e94f-4902-46ba-a3c6-b11f0822a3ba,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:30.991501 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6ffa083c-f662-44c5-bd3b-326112ad787a None None] For port fc73c1bd-341b-4b27-9a3e-7fce55c64a9e, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:10:30.996753 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6ffa083c-f662-44c5-bd3b-326112ad787a None None] For port fc73c1bd-341b-4b27-9a3e-7fce55c64a9e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc73c1bd-341b-4b27-9a3e-7fce55c64a9e,segment=NetworkSegment(47bc02fc-a8a1-4e62-a4ef-1974caf72ac2),segment_id=47bc02fc-a8a1-4e62-a4ef-1974caf72ac2)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:10:31.004619 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6ffa083c-f662-44c5-bd3b-326112ad787a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (fc73c1bd-341b-4b27-9a3e-7fce55c64a9e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:31.006546 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8afa8d8b-8a5f-4315-8f8a-6d8c6477e2f1 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (b83505ee-a5db-4086-b8af-0a22c1dcf88a), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:31.068063 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa083c-f662-44c5-bd3b-326112ad787a None None] Pushing event updated for resources: {'Port': ['ID=fc73c1bd-341b-4b27-9a3e-7fce55c64a9e,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:31.156609 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e37e26-5f05-449e-a546-c690aabac867 req-649ec2e9-6ea5-4848-a50d-7f7277222be4 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:31.161139 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-79e37e26-5f05-449e-a546-c690aabac867 req-649ec2e9-6ea5-4848-a50d-7f7277222be4 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.0678277
Feb 05 21:10:31.262137 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-79e37e26-5f05-449e-a546-c690aabac867 req-3a18dfca-568a-451f-9ccb-7f930d8810ec tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970528
Feb 05 21:10:31.372696 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 10f99b2d-0900-4a05-8ac5-08188a5548c9 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:10:31.448409 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 10f99b2d-0900-4a05-8ac5-08188a5548c9 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:10:31.448846 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (10f99b2d-0900-4a05-8ac5-08188a5548c9), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:31.489673 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8afa8d8b-8a5f-4315-8f8a-6d8c6477e2f1 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8244e94f-4902-46ba-a3c6-b11f0822a3ba), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:31.554738 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 10f99b2d-0900-4a05-8ac5-08188a5548c9 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:10:31.555510 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (10f99b2d-0900-4a05-8ac5-08188a5548c9), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:31.587335 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a711411c-1837-4c14-bab3-d02e98ff0bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f99b2d-0900-4a05-8ac5-08188a5548c9'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:10:31.589942 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e36d3b-a5ac-4f98-9f57-e5ba09e65d78" -d '{"events": [{"server_uuid": "a711411c-1837-4c14-bab3-d02e98ff0bb0", "name": "network-vif-plugged", "status": "completed", "tag": "10f99b2d-0900-4a05-8ac5-08188a5548c9"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:10:31.607929 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 10f99b2d-0900-4a05-8ac5-08188a5548c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=10f99b2d-0900-4a05-8ac5-08188a5548c9,segment=NetworkSegment(9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f),segment_id=9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:10:31.616257 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (10f99b2d-0900-4a05-8ac5-08188a5548c9), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:31.655360 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ccc6a2e-484c-446a-9a26-1cee3eeb1cd1 x-openstack-request-id: req-6ccc6a2e-484c-446a-9a26-1cee3eeb1cd1 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:10:31.655596 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a711411c-1837-4c14-bab3-d02e98ff0bb0", "name": "network-vif-plugged", "status": "completed", "tag": "10f99b2d-0900-4a05-8ac5-08188a5548c9", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:10:31.656139 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6ccc6a2e-484c-446a-9a26-1cee3eeb1cd1 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:10:31.656539 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a711411c-1837-4c14-bab3-d02e98ff0bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f99b2d-0900-4a05-8ac5-08188a5548c9', 'code': 200}
Feb 05 21:10:31.688025 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=10f99b2d-0900-4a05-8ac5-08188a5548c9,revision_number=7']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:31.833482 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8afa8d8b-8a5f-4315-8f8a-6d8c6477e2f1 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for port (8244e94f-4902-46ba-a3c6-b11f0822a3ba), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:31.838503 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8afa8d8b-8a5f-4315-8f8a-6d8c6477e2f1 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (8244e94f-4902-46ba-a3c6-b11f0822a3ba), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:31.912488 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa8d8b-8a5f-4315-8f8a-6d8c6477e2f1 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event updated for resources: {'Port': ['ID=8244e94f-4902-46ba-a3c6-b11f0822a3ba,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:31.915255 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8afa8d8b-8a5f-4315-8f8a-6d8c6477e2f1 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (b83505ee-a5db-4086-b8af-0a22c1dcf88a), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:32.035302 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afa8d8b-8a5f-4315-8f8a-6d8c6477e2f1 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Network e4210d60-a97c-41fe-82bb-8f305b53d51f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:10:32.036814 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-8afa8d8b-8a5f-4315-8f8a-6d8c6477e2f1 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:10:32.101685 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da39454-0722-4a34-b325-6af2422dff36 req-380b0ff3-9680-46f0-a475-df269150a6af tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:32.104201 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7da39454-0722-4a34-b325-6af2422dff36 req-380b0ff3-9680-46f0-a475-df269150a6af tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0691328
Feb 05 21:10:32.157351 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7da39454-0722-4a34-b325-6af2422dff36 req-fba7e873-a6f8-49ca-9330-ece1877c77ea tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460198
Feb 05 21:10:32.168511 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8afa8d8b-8a5f-4315-8f8a-6d8c6477e2f1 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Router b83505ee-a5db-4086-b8af-0a22c1dcf88a has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:10:32.283673 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846c239c-452a-4424-be8d-a1734699c451 None None] Network e4210d60-a97c-41fe-82bb-8f305b53d51f requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:10:32.288971 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8afa8d8b-8a5f-4315-8f8a-6d8c6477e2f1 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:10:32.301552 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8afa8d8b-8a5f-4315-8f8a-6d8c6477e2f1 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "PUT /v2.0/routers/b83505ee-a5db-4086-b8af-0a22c1dcf88a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9167356
Feb 05 21:10:32.302219 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 38176) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:10:32.366478 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-cda44306-54ff-4515-89a1-fee28419b4c5 None None] Provisioning complete for port fc73c1bd-341b-4b27-9a3e-7fce55c64a9e triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:10:32.366867 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cda44306-54ff-4515-89a1-fee28419b4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (fc73c1bd-341b-4b27-9a3e-7fce55c64a9e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:32.486602 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-cda44306-54ff-4515-89a1-fee28419b4c5 None None] Current status of the port fc73c1bd-341b-4b27-9a3e-7fce55c64a9e is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:10:32.487003 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cda44306-54ff-4515-89a1-fee28419b4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (fc73c1bd-341b-4b27-9a3e-7fce55c64a9e), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:32.497438 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1cff7-e85b-48ef-a1c3-e71568de84cd req-19406cda-e740-4047-b81a-87a066d29b09 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:32.499209 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bcc1cff7-e85b-48ef-a1c3-e71568de84cd req-19406cda-e740-4047-b81a-87a066d29b09 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.1535275
Feb 05 21:10:32.523947 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-cda44306-54ff-4515-89a1-fee28419b4c5 None None] For port fc73c1bd-341b-4b27-9a3e-7fce55c64a9e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc73c1bd-341b-4b27-9a3e-7fce55c64a9e,segment=NetworkSegment(47bc02fc-a8a1-4e62-a4ef-1974caf72ac2),segment_id=47bc02fc-a8a1-4e62-a4ef-1974caf72ac2)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:10:32.530669 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cda44306-54ff-4515-89a1-fee28419b4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (fc73c1bd-341b-4b27-9a3e-7fce55c64a9e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:32.558052 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcc0245-91d2-41d7-ab1d-23236fd8bc25 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:32.559088 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcc0245-91d2-41d7-ab1d-23236fd8bc25 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:32.559857 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcc0245-91d2-41d7-ab1d-23236fd8bc25 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:32.560565 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcc0245-91d2-41d7-ab1d-23236fd8bc25 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:32.561221 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcc0245-91d2-41d7-ab1d-23236fd8bc25 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:32.561900 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcc0245-91d2-41d7-ab1d-23236fd8bc25 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:32.562445 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcc0245-91d2-41d7-ab1d-23236fd8bc25 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:32.563139 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcc0245-91d2-41d7-ab1d-23236fd8bc25 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:32.563635 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcc0245-91d2-41d7-ab1d-23236fd8bc25 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:32.565935 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1bcc0245-91d2-41d7-ab1d-23236fd8bc25 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 6395 time: 0.2625504
Feb 05 21:10:32.568849 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 38178) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:10:32.618274 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda44306-54ff-4515-89a1-fee28419b4c5 None None] Pushing event updated for resources: {'Port': ['ID=fc73c1bd-341b-4b27-9a3e-7fce55c64a9e,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:32.682099 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bcc1cff7-e85b-48ef-a1c3-e71568de84cd req-50e819db-b387-4318-a0e9-123e82b98d5f tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1714628
Feb 05 21:10:32.754362 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b301d4-d8a2-4e3e-ba41-8cbe65e1ae50 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:32.754956 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b301d4-d8a2-4e3e-ba41-8cbe65e1ae50 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:32.755472 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b301d4-d8a2-4e3e-ba41-8cbe65e1ae50 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:32.755937 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b301d4-d8a2-4e3e-ba41-8cbe65e1ae50 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:32.756415 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b301d4-d8a2-4e3e-ba41-8cbe65e1ae50 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:32.756895 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b301d4-d8a2-4e3e-ba41-8cbe65e1ae50 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:32.757569 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b301d4-d8a2-4e3e-ba41-8cbe65e1ae50 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:32.758223 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b301d4-d8a2-4e3e-ba41-8cbe65e1ae50 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:32.759361 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b301d4-d8a2-4e3e-ba41-8cbe65e1ae50 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:32.761413 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-81b301d4-d8a2-4e3e-ba41-8cbe65e1ae50 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5935 time: 0.1911976
Feb 05 21:10:32.764788 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 38182) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:10:32.821431 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device fc73c1bd-341b-4b27-9a3e-7fce55c64a9e up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:10:32.902952 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-20a69549-9a3b-4a18-b879-464c73c942e0 None None] Provisioning complete for port fc73c1bd-341b-4b27-9a3e-7fce55c64a9e triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:10:32.902952 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-20a69549-9a3b-4a18-b879-464c73c942e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (fc73c1bd-341b-4b27-9a3e-7fce55c64a9e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:32.950483 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port fc73c1bd-341b-4b27-9a3e-7fce55c64a9e triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:10:32.951268 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (fc73c1bd-341b-4b27-9a3e-7fce55c64a9e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:32.977779 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03435851-c6df-4a9d-91ec-3810cd813bef None None] Sync routers for ids ['b83505ee-a5db-4086-b8af-0a22c1dcf88a'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:10:33.005056 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03435851-c6df-4a9d-91ec-3810cd813bef None None] Routers {'b83505ee-a5db-4086-b8af-0a22c1dcf88a'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:10:33.006621 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-03435851-c6df-4a9d-91ec-3810cd813bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8b57280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:10:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b83505ee-a5db-4086-b8af-0a22c1dcf88a'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:10:33.048572 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-95be76ab-c869-4399-b8e0-13b3f6a5a97c tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3774 time: 0.2824733
Feb 05 21:10:33.088135 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-20a69549-9a3b-4a18-b879-464c73c942e0 None None] Current status of the port fc73c1bd-341b-4b27-9a3e-7fce55c64a9e is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:10:33.134124 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-20a69549-9a3b-4a18-b879-464c73c942e0 None None] Provisioning complete for port 8244e94f-4902-46ba-a3c6-b11f0822a3ba triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:10:33.135008 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-20a69549-9a3b-4a18-b879-464c73c942e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (8244e94f-4902-46ba-a3c6-b11f0822a3ba), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:33.174443 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port fc73c1bd-341b-4b27-9a3e-7fce55c64a9e is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:10:33.175687 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device e85d7668-3386-4304-ace2-c432c0f8e437 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:10:33.226033 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-20a69549-9a3b-4a18-b879-464c73c942e0 None None] Port 8244e94f-4902-46ba-a3c6-b11f0822a3ba cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:10:33.245087 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port e85d7668-3386-4304-ace2-c432c0f8e437 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:10:33.245848 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e85d7668-3386-4304-ace2-c432c0f8e437), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:33.341012 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port e85d7668-3386-4304-ace2-c432c0f8e437 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:10:33.342226 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e85d7668-3386-4304-ace2-c432c0f8e437), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:33.394429 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15065b-07c5-4dfb-bd10-45de47a37006 req-74e39435-d83b-4d1a-8bb8-e4afc909998e tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:33.395589 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-03435851-c6df-4a9d-91ec-3810cd813bef None None] Set router b83505ee-a5db-4086-b8af-0a22c1dcf88a gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:10:33.401210 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port e85d7668-3386-4304-ace2-c432c0f8e437, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e85d7668-3386-4304-ace2-c432c0f8e437,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:10:33.404145 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cd15065b-07c5-4dfb-bd10-45de47a37006 req-74e39435-d83b-4d1a-8bb8-e4afc909998e tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.1202378
Feb 05 21:10:33.405800 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-b1b5deb1-b5cb-4576-9eb0-513747f07fea None None] Provisioning complete for port 8244e94f-4902-46ba-a3c6-b11f0822a3ba triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:10:33.407001 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b1b5deb1-b5cb-4576-9eb0-513747f07fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (8244e94f-4902-46ba-a3c6-b11f0822a3ba), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:33.410538 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (e85d7668-3386-4304-ace2-c432c0f8e437), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:33.495616 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-b1b5deb1-b5cb-4576-9eb0-513747f07fea None None] Port 8244e94f-4902-46ba-a3c6-b11f0822a3ba cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:10:33.499697 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cd15065b-07c5-4dfb-bd10-45de47a37006 req-b80ae6ad-13ac-43a8-b681-0867a9e7a92a tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942323
Feb 05 21:10:33.523431 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=e85d7668-3386-4304-ace2-c432c0f8e437,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:33.635871 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-dcad7c59-e7a6-4001-b9d1-047d8c33d233 None None] Provisioning complete for port 8244e94f-4902-46ba-a3c6-b11f0822a3ba triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:10:33.636270 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-dcad7c59-e7a6-4001-b9d1-047d8c33d233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (8244e94f-4902-46ba-a3c6-b11f0822a3ba), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:33.736356 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b5ec995b-3ec1-40ec-a2e8-0aa10d949d99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:33.741340 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-dcad7c59-e7a6-4001-b9d1-047d8c33d233 None None] Port 8244e94f-4902-46ba-a3c6-b11f0822a3ba cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:10:33.776978 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-03435851-c6df-4a9d-91ec-3810cd813bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8b57280>, [{'id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'name': 'tempest-TestNetworkBasicOps-router-570038174', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.73'}], 'enable_snat': True}, 'gw_port_id': 'e85d7668-3386-4304-ace2-c432c0f8e437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:10:26Z', 'updated_at': '2022-02-05T21:10:31Z', 'revision_number': 4, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'gw_port': {'id': 'e85d7668-3386-4304-ace2-c432c0f8e437', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:40:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:10:27Z', 'updated_at': '2022-02-05T21:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8244e94f-4902-46ba-a3c6-b11f0822a3ba', 'name': '', 'network_id': 'e4210d60-a97c-41fe-82bb-8f305b53d51f', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'mac_address': 'fa:16:3e:a0:8e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:10:30Z', 'updated_at': '2022-02-05T21:10:31Z', 'revision_number': 2, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'subnets': [{'id': '7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:10:33.815681 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03435851-c6df-4a9d-91ec-3810cd813bef None None] Checking router: b83505ee-a5db-4086-b8af-0a22c1dcf88a for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:10:33.816413 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03435851-c6df-4a9d-91ec-3810cd813bef None None] Updating router b83505ee-a5db-4086-b8af-0a22c1dcf88a port 8244e94f-4902-46ba-a3c6-b11f0822a3ba binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:10:33.859625 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5df7d-e223-449d-8b74-3c96cdf5501e req-1f628ba9-0e07-49d6-a6d6-500636b3b2c7 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:33.860694 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-03435851-c6df-4a9d-91ec-3810cd813bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8244e94f-4902-46ba-a3c6-b11f0822a3ba), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:33.870232 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-37e5df7d-e223-449d-8b74-3c96cdf5501e req-1f628ba9-0e07-49d6-a6d6-500636b3b2c7 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.0819595
Feb 05 21:10:33.932785 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-37e5df7d-e223-449d-8b74-3c96cdf5501e req-167aef04-df2f-4b7b-8691-490e439a1b40 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589781
Feb 05 21:10:34.112403 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 38214) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:10:34.117149 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-c60d7272-35b8-4c35-a435-15fc89b1f1c9 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1545512217', 'description': 'tempest-secgroup-smoke-1545512217 description', 'project_id': '7f3cd2c671c5402ba77e2a302dcae849'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:10:34.150808 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c60d7272-35b8-4c35-a435-15fc89b1f1c9 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:34.216984 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-03435851-c6df-4a9d-91ec-3810cd813bef None None] Publish callbacks [] for port (8244e94f-4902-46ba-a3c6-b11f0822a3ba), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:34.226433 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-03435851-c6df-4a9d-91ec-3810cd813bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (8244e94f-4902-46ba-a3c6-b11f0822a3ba), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:34.242463 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c60d7272-35b8-4c35-a435-15fc89b1f1c9 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group (edc2c740-d2d1-49d0-87fe-7ff725f02da3), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:34.247516 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c60d7272-35b8-4c35-a435-15fc89b1f1c9 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (edc2c740-d2d1-49d0-87fe-7ff725f02da3), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:34.272118 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8998858-6168-41ac-8259-1575c64bff8d None None] Pushing event updated for resources: {'Port': ['ID=8244e94f-4902-46ba-a3c6-b11f0822a3ba,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:34.281144 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c60d7272-35b8-4c35-a435-15fc89b1f1c9 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:34.286583 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38216) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:10:34.288989 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c60d7272-35b8-4c35-a435-15fc89b1f1c9 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1751156
Feb 05 21:10:34.295467 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-ddc2f7f7-3f7b-410f-8f95-c46548f68e47 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Request body: {'security_group_rule': {'security_group_id': 'edc2c740-d2d1-49d0-87fe-7ff725f02da3', 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:10:34.303345 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d7272-35b8-4c35-a435-15fc89b1f1c9 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edc2c740-d2d1-49d0-87fe-7ff725f02da3,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:34.354371 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ddc2f7f7-3f7b-410f-8f95-c46548f68e47 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (3d0c2af1-15f8-4d1a-81cd-0b53b45f94a1), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:34.414405 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-03435851-c6df-4a9d-91ec-3810cd813bef None None] Attempting to bind port 8244e94f-4902-46ba-a3c6-b11f0822a3ba on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:10:34.415735 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-03435851-c6df-4a9d-91ec-3810cd813bef None None] Attempting to bind port 8244e94f-4902-46ba-a3c6-b11f0822a3ba by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '47bc02fc-a8a1-4e62-a4ef-1974caf72ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e4210d60-a97c-41fe-82bb-8f305b53d51f'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:10:34.416244 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03435851-c6df-4a9d-91ec-3810cd813bef None None] Attempting to bind port 8244e94f-4902-46ba-a3c6-b11f0822a3ba on network e4210d60-a97c-41fe-82bb-8f305b53d51f {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:10:34.422886 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03435851-c6df-4a9d-91ec-3810cd813bef None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:10:34.423652 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03435851-c6df-4a9d-91ec-3810cd813bef None None] Checking segment: {'id': '47bc02fc-a8a1-4e62-a4ef-1974caf72ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e4210d60-a97c-41fe-82bb-8f305b53d51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:10:34.424147 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-03435851-c6df-4a9d-91ec-3810cd813bef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:34.424632 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03435851-c6df-4a9d-91ec-3810cd813bef None None] Bound using segment: {'id': '47bc02fc-a8a1-4e62-a4ef-1974caf72ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e4210d60-a97c-41fe-82bb-8f305b53d51f'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:10:34.425214 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-03435851-c6df-4a9d-91ec-3810cd813bef None None] Bound port: 8244e94f-4902-46ba-a3c6-b11f0822a3ba, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47bc02fc-a8a1-4e62-a4ef-1974caf72ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e4210d60-a97c-41fe-82bb-8f305b53d51f'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:10:34.425720 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-03435851-c6df-4a9d-91ec-3810cd813bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8244e94f-4902-46ba-a3c6-b11f0822a3ba), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:34.472940 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ddc2f7f7-3f7b-410f-8f95-c46548f68e47 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (3d0c2af1-15f8-4d1a-81cd-0b53b45f94a1), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:34.480026 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ddc2f7f7-3f7b-410f-8f95-c46548f68e47 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (3d0c2af1-15f8-4d1a-81cd-0b53b45f94a1), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:34.503487 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2f7f7-3f7b-410f-8f95-c46548f68e47 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d0c2af1-15f8-4d1a-81cd-0b53b45f94a1,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:34.525848 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-03435851-c6df-4a9d-91ec-3810cd813bef None None] For port 8244e94f-4902-46ba-a3c6-b11f0822a3ba, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:10:34.526642 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ddc2f7f7-3f7b-410f-8f95-c46548f68e47 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:34.529358 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ddc2f7f7-3f7b-410f-8f95-c46548f68e47 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2410917
Feb 05 21:10:34.532048 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 38220) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:10:34.535529 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-03435851-c6df-4a9d-91ec-3810cd813bef None None] For port 8244e94f-4902-46ba-a3c6-b11f0822a3ba, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8244e94f-4902-46ba-a3c6-b11f0822a3ba,segment=NetworkSegment(47bc02fc-a8a1-4e62-a4ef-1974caf72ac2),segment_id=47bc02fc-a8a1-4e62-a4ef-1974caf72ac2)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:10:34.541686 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-c15840ef-bda6-45d2-8463-193b71388cfd tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Request body: {'security_group_rule': {'security_group_id': 'edc2c740-d2d1-49d0-87fe-7ff725f02da3', 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:10:34.564721 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-03435851-c6df-4a9d-91ec-3810cd813bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (8244e94f-4902-46ba-a3c6-b11f0822a3ba), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:34.592898 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c15840ef-bda6-45d2-8463-193b71388cfd tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (609af51b-9860-40b9-ad16-ff680ebd7820), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:34.675074 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03435851-c6df-4a9d-91ec-3810cd813bef None None] Routers {'b83505ee-a5db-4086-b8af-0a22c1dcf88a'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:10:34.675705 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-03435851-c6df-4a9d-91ec-3810cd813bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8b57280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:10:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b83505ee-a5db-4086-b8af-0a22c1dcf88a'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:10:34.715179 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device fc73c1bd-341b-4b27-9a3e-7fce55c64a9e up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:10:34.735211 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8998858-6168-41ac-8259-1575c64bff8d None None] Pushing event updated for resources: {'Port': ['ID=8244e94f-4902-46ba-a3c6-b11f0822a3ba,revision_number=4']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:34.815781 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-fbff7113-ed20-434b-ac4f-7ebfb91d93b8 None None] Provisioning complete for port 8244e94f-4902-46ba-a3c6-b11f0822a3ba triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:10:34.816702 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fbff7113-ed20-434b-ac4f-7ebfb91d93b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (8244e94f-4902-46ba-a3c6-b11f0822a3ba), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:34.841536 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c15840ef-bda6-45d2-8463-193b71388cfd tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (609af51b-9860-40b9-ad16-ff680ebd7820), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:34.855074 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c15840ef-bda6-45d2-8463-193b71388cfd tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (609af51b-9860-40b9-ad16-ff680ebd7820), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:34.858111 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-03435851-c6df-4a9d-91ec-3810cd813bef None None] Set router b83505ee-a5db-4086-b8af-0a22c1dcf88a gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:10:34.876184 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port fc73c1bd-341b-4b27-9a3e-7fce55c64a9e triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:10:34.876948 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (fc73c1bd-341b-4b27-9a3e-7fce55c64a9e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:34.898944 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b895129-8c08-432f-b54e-751b71fcbd80 req-5a69eda0-7dae-4531-886e-ed6051dbb5db tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:34.908817 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0b895129-8c08-432f-b54e-751b71fcbd80 req-5a69eda0-7dae-4531-886e-ed6051dbb5db tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.2246444
Feb 05 21:10:34.915210 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15840ef-bda6-45d2-8463-193b71388cfd tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=609af51b-9860-40b9-ad16-ff680ebd7820,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:34.986694 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c15840ef-bda6-45d2-8463-193b71388cfd tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:34.988106 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c15840ef-bda6-45d2-8463-193b71388cfd tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4543869
Feb 05 21:10:34.995064 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38226) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:10:35.016241 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-0a902a82-3b1a-442f-aada-e7377f666d21 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Request body: {'security_group_rule': {'security_group_id': 'edc2c740-d2d1-49d0-87fe-7ff725f02da3', 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:10:35.073722 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0a902a82-3b1a-442f-aada-e7377f666d21 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (0b47e26a-560d-4c51-804f-2fa7c49a2af3), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:35.083546 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0b895129-8c08-432f-b54e-751b71fcbd80 req-f59c3de1-83cf-49d7-9340-98dbdc17bf75 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1732557
Feb 05 21:10:35.243359 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf592c-9537-4ffd-bc66-e45c11d2c6a3 req-157f4661-5683-4f63-b2c1-2508a2fbaf3f tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:35.245265 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0a902a82-3b1a-442f-aada-e7377f666d21 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (0b47e26a-560d-4c51-804f-2fa7c49a2af3), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:35.246878 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c7bf592c-9537-4ffd-bc66-e45c11d2c6a3 req-157f4661-5683-4f63-b2c1-2508a2fbaf3f tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.1422422
Feb 05 21:10:35.252634 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0a902a82-3b1a-442f-aada-e7377f666d21 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (0b47e26a-560d-4c51-804f-2fa7c49a2af3), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:35.304165 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a902a82-3b1a-442f-aada-e7377f666d21 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b47e26a-560d-4c51-804f-2fa7c49a2af3,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:35.318854 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0a902a82-3b1a-442f-aada-e7377f666d21 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:35.323351 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0a902a82-3b1a-442f-aada-e7377f666d21 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3204577
Feb 05 21:10:35.324130 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38228) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:10:35.334290 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-0af45646-d057-45fe-93f8-0f07434c5bf9 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Request body: {'security_group_rule': {'security_group_id': 'edc2c740-d2d1-49d0-87fe-7ff725f02da3', 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:10:35.361831 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-03435851-c6df-4a9d-91ec-3810cd813bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8b57280>, [{'id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'name': 'tempest-TestNetworkBasicOps-router-570038174', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.73'}], 'enable_snat': True}, 'gw_port_id': 'e85d7668-3386-4304-ace2-c432c0f8e437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:10:26Z', 'updated_at': '2022-02-05T21:10:31Z', 'revision_number': 4, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'gw_port': {'id': 'e85d7668-3386-4304-ace2-c432c0f8e437', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:40:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:10:27Z', 'updated_at': '2022-02-05T21:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8244e94f-4902-46ba-a3c6-b11f0822a3ba', 'name': '', 'network_id': 'e4210d60-a97c-41fe-82bb-8f305b53d51f', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'mac_address': 'fa:16:3e:a0:8e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:10:30Z', 'updated_at': '2022-02-05T21:10:34Z', 'revision_number': 4, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'subnets': [{'id': '7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:10:35.364855 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c7bf592c-9537-4ffd-bc66-e45c11d2c6a3 req-33523e87-5e46-49e8-bd1b-5f791da44e81 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094370
Feb 05 21:10:35.386148 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0af45646-d057-45fe-93f8-0f07434c5bf9 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (f539d069-4099-48ae-aeb3-bea6a22b3bd7), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:35.440022 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port fc73c1bd-341b-4b27-9a3e-7fce55c64a9e is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:10:35.441264 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device e85d7668-3386-4304-ace2-c432c0f8e437 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:10:35.445674 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03435851-c6df-4a9d-91ec-3810cd813bef None None] The sync data for ids ['b83505ee-a5db-4086-b8af-0a22c1dcf88a'] in ncdv-master-1 is: [{'id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'name': 'tempest-TestNetworkBasicOps-router-570038174', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.73'}], 'enable_snat': True}, 'gw_port_id': 'e85d7668-3386-4304-ace2-c432c0f8e437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:10:26Z', 'updated_at': '2022-02-05T21:10:31Z', 'revision_number': 4, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'gw_port': {'id': 'e85d7668-3386-4304-ace2-c432c0f8e437', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:40:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:10:27Z', 'updated_at': '2022-02-05T21:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8244e94f-4902-46ba-a3c6-b11f0822a3ba', 'name': '', 'network_id': 'e4210d60-a97c-41fe-82bb-8f305b53d51f', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'mac_address': 'fa:16:3e:a0:8e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:10:30Z', 'updated_at': '2022-02-05T21:10:34Z', 'revision_number': 4, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'subnets': [{'id': '7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:10:35.495583 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0af45646-d057-45fe-93f8-0f07434c5bf9 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (f539d069-4099-48ae-aeb3-bea6a22b3bd7), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:35.508346 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0af45646-d057-45fe-93f8-0f07434c5bf9 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (f539d069-4099-48ae-aeb3-bea6a22b3bd7), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:35.550190 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-fbff7113-ed20-434b-ac4f-7ebfb91d93b8 None None] Current status of the port 8244e94f-4902-46ba-a3c6-b11f0822a3ba is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:10:35.550706 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fbff7113-ed20-434b-ac4f-7ebfb91d93b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8244e94f-4902-46ba-a3c6-b11f0822a3ba), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:35.552037 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af45646-d057-45fe-93f8-0f07434c5bf9 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f539d069-4099-48ae-aeb3-bea6a22b3bd7,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:35.565415 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0af45646-d057-45fe-93f8-0f07434c5bf9 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:35.567015 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0af45646-d057-45fe-93f8-0f07434c5bf9 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2418485
Feb 05 21:10:35.569727 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38230) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:10:35.575665 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-11e2fe8a-c012-49bb-8736-9266e72731bc tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Request body: {'security_group_rule': {'security_group_id': 'edc2c740-d2d1-49d0-87fe-7ff725f02da3', 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:10:35.616028 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-fbff7113-ed20-434b-ac4f-7ebfb91d93b8 None None] For port 8244e94f-4902-46ba-a3c6-b11f0822a3ba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8244e94f-4902-46ba-a3c6-b11f0822a3ba,segment=NetworkSegment(47bc02fc-a8a1-4e62-a4ef-1974caf72ac2),segment_id=47bc02fc-a8a1-4e62-a4ef-1974caf72ac2)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:10:35.617414 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port e85d7668-3386-4304-ace2-c432c0f8e437 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:10:35.618074 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e85d7668-3386-4304-ace2-c432c0f8e437), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:35.619213 ncdv-master-1 neutron-server[114390]: INFO neutron.db.securitygroups_db [None req-11e2fe8a-c012-49bb-8736-9266e72731bc tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Project 7f3cd2c671c5402ba77e2a302dcae849 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 05 21:10:35.631875 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-11e2fe8a-c012-49bb-8736-9266e72731bc tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (9c0a1da1-25aa-489f-9f04-3aecabf2e6a0), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:35.698963 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fbff7113-ed20-434b-ac4f-7ebfb91d93b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (8244e94f-4902-46ba-a3c6-b11f0822a3ba), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:35.752054 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-11e2fe8a-c012-49bb-8736-9266e72731bc tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (9c0a1da1-25aa-489f-9f04-3aecabf2e6a0), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:35.767405 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-11e2fe8a-c012-49bb-8736-9266e72731bc tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (9c0a1da1-25aa-489f-9f04-3aecabf2e6a0), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:35.813290 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2fe8a-c012-49bb-8736-9266e72731bc tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c0a1da1-25aa-489f-9f04-3aecabf2e6a0,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:35.840124 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-11e2fe8a-c012-49bb-8736-9266e72731bc tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:35.844524 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 38234) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:10:35.849693 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-0c812573-8942-4a09-b381-cc296d8bb328 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Request body: {'security_group_rule': {'security_group_id': 'edc2c740-d2d1-49d0-87fe-7ff725f02da3', 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:10:35.859028 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-11e2fe8a-c012-49bb-8736-9266e72731bc tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2878358
Feb 05 21:10:35.878120 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff7113-ed20-434b-ac4f-7ebfb91d93b8 None None] Pushing event updated for resources: {'Port': ['ID=8244e94f-4902-46ba-a3c6-b11f0822a3ba,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:35.880324 ncdv-master-1 neutron-server[114391]: INFO neutron.db.securitygroups_db [None req-0c812573-8942-4a09-b381-cc296d8bb328 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Project 7f3cd2c671c5402ba77e2a302dcae849 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 05 21:10:35.899865 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0c812573-8942-4a09-b381-cc296d8bb328 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (d14f9c8d-e98f-47a3-bdf1-aabfeae0e43b), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:35.907274 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-b2b9b180-c9fd-4bb2-aefb-456c5a1192ae None None] Provisioning complete for port 8244e94f-4902-46ba-a3c6-b11f0822a3ba triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:10:35.907902 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b2b9b180-c9fd-4bb2-aefb-456c5a1192ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (8244e94f-4902-46ba-a3c6-b11f0822a3ba), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:35.909675 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port e85d7668-3386-4304-ace2-c432c0f8e437 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:10:36.009195 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0c812573-8942-4a09-b381-cc296d8bb328 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (d14f9c8d-e98f-47a3-bdf1-aabfeae0e43b), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:36.017043 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0c812573-8942-4a09-b381-cc296d8bb328 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (d14f9c8d-e98f-47a3-bdf1-aabfeae0e43b), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:36.034082 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-b2b9b180-c9fd-4bb2-aefb-456c5a1192ae None None] Current status of the port 8244e94f-4902-46ba-a3c6-b11f0822a3ba is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:10:36.045833 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c812573-8942-4a09-b381-cc296d8bb328 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d14f9c8d-e98f-47a3-bdf1-aabfeae0e43b,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:36.055203 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0c812573-8942-4a09-b381-cc296d8bb328 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:36.063290 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0c812573-8942-4a09-b381-cc296d8bb328 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2170556
Feb 05 21:10:36.087819 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-376b13aa-1d40-4f77-8e3d-659e8559644b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:36.295432 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04c0f8-99ee-4824-ae00-fcdecfe38d46 req-5e92b7b9-f21b-4ede-8e0e-43b2dfe1f35f tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:36.303013 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db04c0f8-99ee-4824-ae00-fcdecfe38d46 req-5e92b7b9-f21b-4ede-8e0e-43b2dfe1f35f tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.1186664
Feb 05 21:10:36.319708 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-c6b9e514-f3ef-417d-bab3-44468da795ca tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1545512217&fields=id&tenant_id=7f3cd2c671c5402ba77e2a302dcae849 HTTP/1.1" status: 200  len: 267 time: 0.1259472
Feb 05 21:10:36.449097 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db04c0f8-99ee-4824-ae00-fcdecfe38d46 req-8e8376ef-3e43-4c89-8155-56a3df6475ba tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1450915
Feb 05 21:10:36.479441 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-1608800e-9eda-4c99-b063-156e501932ff tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:36.481215 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-1608800e-9eda-4c99-b063-156e501932ff tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/networks?id=e4210d60-a97c-41fe-82bb-8f305b53d51f HTTP/1.1" status: 200  len: 796 time: 0.1521196
Feb 05 21:10:36.498235 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-da8e3a9b-a0f1-4239-bba0-b42228094807 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/quotas/7f3cd2c671c5402ba77e2a302dcae849 HTTP/1.1" status: 200  len: 375 time: 0.0115485
Feb 05 21:10:36.633972 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-264259b8-9c3e-410d-ba87-b6b702e9ed3e tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f3cd2c671c5402ba77e2a302dcae849&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1294751
Feb 05 21:10:36.642007 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3432e4-12a0-45b6-8d15-6425bf3c4be5 req-01970b7d-aeeb-46f8-8a27-98fa1f648aaf tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:36.648759 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2d3432e4-12a0-45b6-8d15-6425bf3c4be5 req-01970b7d-aeeb-46f8-8a27-98fa1f648aaf tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.1029997
Feb 05 21:10:36.722872 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 8244e94f-4902-46ba-a3c6-b11f0822a3ba up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:10:36.760687 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2d3432e4-12a0-45b6-8d15-6425bf3c4be5 req-1480c474-bf8c-48ed-b5f7-bcda736e141f tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105065
Feb 05 21:10:36.790013 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-f47035bc-1452-4a7a-9e30-33b571cf1c7a service neutron] 10.222.0.32 "GET /v2.0/networks/e4210d60-a97c-41fe-82bb-8f305b53d51f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377850
Feb 05 21:10:36.822645 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 8244e94f-4902-46ba-a3c6-b11f0822a3ba triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:10:36.823566 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (8244e94f-4902-46ba-a3c6-b11f0822a3ba), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:36.940197 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 8244e94f-4902-46ba-a3c6-b11f0822a3ba is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:10:36.950949 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-b840e1bd-5efc-4ebf-954f-a95255adf399 service neutron] 10.222.0.32 "GET /v2.0/networks/e4210d60-a97c-41fe-82bb-8f305b53d51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1520057
Feb 05 21:10:37.461221 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:37.543033 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d12809-5220-4483-8113-605a5195a888 req-60fa2227-f4c8-489d-adc8-131d6fc09485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:37.544912 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20d12809-5220-4483-8113-605a5195a888 req-60fa2227-f4c8-489d-adc8-131d6fc09485 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 1128 time: 0.0719893
Feb 05 21:10:37.601032 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20d12809-5220-4483-8113-605a5195a888 req-65dd9c31-fb11-4383-be68-c44b5d346117 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491076
Feb 05 21:10:37.633042 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-970d3f91-1131-47d4-8e76-ec57cb9431c8 req-9f020d83-ed93-4976-8332-a7981771b737 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/ports?device_id=b35db744-8bde-4649-b86a-90ffe539c18a HTTP/1.1" status: 200  len: 210 time: 0.5046551
Feb 05 21:10:37.686931 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8a5aa-d2ed-4fa7-a457-489b65c0b330 req-75c71c25-6e5b-433f-939c-d9325e6dd037 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:37.694206 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cce8a5aa-d2ed-4fa7-a457-489b65c0b330 req-75c71c25-6e5b-433f-939c-d9325e6dd037 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0635352
Feb 05 21:10:37.763173 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cce8a5aa-d2ed-4fa7-a457-489b65c0b330 req-81e2fa9c-2dd2-49c9-bdb9-6db56851ca13 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679977
Feb 05 21:10:37.908570 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2ebca-57e4-4e5e-a2d7-1e5766335407 req-ad57ab50-310e-4e4a-b28d-040a72073e51 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:37.929407 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c6e2ebca-57e4-4e5e-a2d7-1e5766335407 req-ad57ab50-310e-4e4a-b28d-040a72073e51 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.0842311
Feb 05 21:10:37.990670 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c6e2ebca-57e4-4e5e-a2d7-1e5766335407 req-0fe4de7f-4efa-4c7f-b444-55018e5f7513 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600073
Feb 05 21:10:38.629561 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-3149a7ad-e052-42aa-ade9-e37d53166d6a tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:38.632045 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-3149a7ad-e052-42aa-ade9-e37d53166d6a tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.21 "GET /v2.0/networks?id=e4210d60-a97c-41fe-82bb-8f305b53d51f HTTP/1.1" status: 200  len: 796 time: 0.1517560
Feb 05 21:10:38.715381 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-9c22d126-d480-4c05-b133-70c75dc1b019 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f3cd2c671c5402ba77e2a302dcae849 HTTP/1.1" status: 200  len: 380 time: 0.0742059
Feb 05 21:10:38.724920 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-964c52d7-0beb-46e1-89d1-1820eb01a946 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Request body: {'port': {'device_id': 'b35db744-8bde-4649-b86a-90ffe539c18a', 'network_id': 'e4210d60-a97c-41fe-82bb-8f305b53d51f', 'admin_state_up': True, 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'security_groups': ['edc2c740-d2d1-49d0-87fe-7ff725f02da3']}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:10:38.753324 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7511a16d-8ad1-4c08-b879-4e55469693f0 req-ccf20105-9af7-4119-963f-60104c34b861 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/ports?device_id=b35db744-8bde-4649-b86a-90ffe539c18a HTTP/1.1" status: 200  len: 210 time: 0.0413256
Feb 05 21:10:38.888834 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-964c52d7-0beb-46e1-89d1-1820eb01a946 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Made reservation on behalf of 7f3cd2c671c5402ba77e2a302dcae849 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:10:38.892889 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-964c52d7-0beb-46e1-89d1-1820eb01a946 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:38.911110 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8f5a3-6460-422e-bf31-f23d1dec62ee req-671aeaea-3e66-45be-8a03-d51897eda1df tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:38.912753 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bbc8f5a3-6460-422e-bf31-f23d1dec62ee req-671aeaea-3e66-45be-8a03-d51897eda1df tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0750525
Feb 05 21:10:39.029967 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bbc8f5a3-6460-422e-bf31-f23d1dec62ee req-612302a4-4e5c-43db-8336-50c84dc30476 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1104534
Feb 05 21:10:39.068835 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:39.079239 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-964c52d7-0beb-46e1-89d1-1820eb01a946 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Allocated IP 172.20.0.3 (e4210d60-a97c-41fe-82bb-8f305b53d51f/7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de/c5036365-ea47-4882-9eb2-aa9f65009a34) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:10:39.168676 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499f198-6fed-4cc1-867c-55d1f377ea2e req-af8affde-abec-4f79-be1b-c320771764f2 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:39.175726 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9499f198-6fed-4cc1-867c-55d1f377ea2e req-af8affde-abec-4f79-be1b-c320771764f2 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.0669994
Feb 05 21:10:39.236584 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9499f198-6fed-4cc1-867c-55d1f377ea2e req-079b8e75-3207-4b47-b753-4297092c044b tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599239
Feb 05 21:10:39.263803 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-964c52d7-0beb-46e1-89d1-1820eb01a946 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for port (c5036365-ea47-4882-9eb2-aa9f65009a34), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:39.303472 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-964c52d7-0beb-46e1-89d1-1820eb01a946 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (c5036365-ea47-4882-9eb2-aa9f65009a34), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:39.329828 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-964c52d7-0beb-46e1-89d1-1820eb01a946 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Network e4210d60-a97c-41fe-82bb-8f305b53d51f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:10:39.355494 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-964c52d7-0beb-46e1-89d1-1820eb01a946 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:10:39.358144 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-964c52d7-0beb-46e1-89d1-1820eb01a946 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:10:39.419184 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c52d7-0beb-46e1-89d1-1820eb01a946 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event updated for resources: {'Port': ['ID=c5036365-ea47-4882-9eb2-aa9f65009a34,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:39.433070 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-964c52d7-0beb-46e1-89d1-1820eb01a946 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:39.433741 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-964c52d7-0beb-46e1-89d1-1820eb01a946 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:39.475265 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-964c52d7-0beb-46e1-89d1-1820eb01a946 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7515497
Feb 05 21:10:39.488535 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-67c51470-6930-40ba-b1b6-e9e6efa8f2de service neutron] Request body: {'port': {'device_id': 'b35db744-8bde-4649-b86a-90ffe539c18a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:10:39.586425 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-67c51470-6930-40ba-b1b6-e9e6efa8f2de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c5036365-ea47-4882-9eb2-aa9f65009a34), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:39.648250 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc57ae0-250e-475b-9e65-c83a8031499d req-656519c7-9294-403c-8cd1-7afcd64ffdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:39.650844 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9fc57ae0-250e-475b-9e65-c83a8031499d req-656519c7-9294-403c-8cd1-7afcd64ffdd1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=52eadb29309f4abb8ff8f5903643d9da&device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 1128 time: 0.1601405
Feb 05 21:10:39.659839 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5af548-0e8b-43ba-8af2-64f2da2c750c req-43937548-e56d-455a-84f1-4cf143485a6d tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:39.661526 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9c5af548-0e8b-43ba-8af2-64f2da2c750c req-43937548-e56d-455a-84f1-4cf143485a6d tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.1271992
Feb 05 21:10:39.808202 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9c5af548-0e8b-43ba-8af2-64f2da2c750c req-6e414eb4-5e49-4001-9015-a4469d93b5c7 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068234
Feb 05 21:10:39.819743 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-d2c04e36-5bc5-40a2-aaff-fabb1c4d7852 None None] Provisioning complete for port c5036365-ea47-4882-9eb2-aa9f65009a34 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:10:39.822431 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d2c04e36-5bc5-40a2-aaff-fabb1c4d7852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c5036365-ea47-4882-9eb2-aa9f65009a34), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:39.832853 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc57ae0-250e-475b-9e65-c83a8031499d req-f92806b1-6c34-41e7-b0f0-8d2496d8a225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:39.834341 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9fc57ae0-250e-475b-9e65-c83a8031499d req-f92806b1-6c34-41e7-b0f0-8d2496d8a225 service neutron] 10.222.0.21 "GET /v2.0/networks?id=30128ffe-34e2-4275-a6f2-dcd809353bb1 HTTP/1.1" status: 200  len: 919 time: 0.1718602
Feb 05 21:10:39.898070 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9fc57ae0-250e-475b-9e65-c83a8031499d req-49029b7b-063d-40a1-8f2b-f282694c9fea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3301d09-c212-4533-9c47-7be2df3d1819 HTTP/1.1" status: 200  len: 217 time: 0.0566318
Feb 05 21:10:39.911575 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-d2c04e36-5bc5-40a2-aaff-fabb1c4d7852 None None] Port c5036365-ea47-4882-9eb2-aa9f65009a34 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:10:40.015469 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc57ae0-250e-475b-9e65-c83a8031499d req-0053b3bb-7fef-4394-9a42-570b77bdb842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:40.016976 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9fc57ae0-250e-475b-9e65-c83a8031499d req-0053b3bb-7fef-4394-9a42-570b77bdb842 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=548d9964-d28f-494c-92f6-79759b05a730 HTTP/1.1" status: 200  len: 858 time: 0.1083748
Feb 05 21:10:40.032660 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-67c51470-6930-40ba-b1b6-e9e6efa8f2de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5036365-ea47-4882-9eb2-aa9f65009a34 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:10:40.033947 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e75c8-588b-4fce-9714-20cbf2292429 req-c9ed48ef-e8fa-46e9-8982-daf4a66fda13 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:40.035513 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7d6e75c8-588b-4fce-9714-20cbf2292429 req-c9ed48ef-e8fa-46e9-8982-daf4a66fda13 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/ports?device_id=b35db744-8bde-4649-b86a-90ffe539c18a HTTP/1.1" status: 200  len: 931 time: 0.1281946
Feb 05 21:10:40.042637 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-67c51470-6930-40ba-b1b6-e9e6efa8f2de service neutron] Publish callbacks [] for port (c5036365-ea47-4882-9eb2-aa9f65009a34), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:40.058049 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-67c51470-6930-40ba-b1b6-e9e6efa8f2de service neutron] Transition to ACTIVE for port object c5036365-ea47-4882-9eb2-aa9f65009a34 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:10:40.065149 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-67c51470-6930-40ba-b1b6-e9e6efa8f2de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (c5036365-ea47-4882-9eb2-aa9f65009a34), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:40.067808 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9fc57ae0-250e-475b-9e65-c83a8031499d req-a3604b7a-236d-486f-8654-7e827152e131 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30128ffe-34e2-4275-a6f2-dcd809353bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0444312
Feb 05 21:10:40.121884 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c51470-6930-40ba-b1b6-e9e6efa8f2de service neutron] Pushing event updated for resources: {'Port': ['ID=c5036365-ea47-4882-9eb2-aa9f65009a34,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:40.247025 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-67c51470-6930-40ba-b1b6-e9e6efa8f2de service neutron] Attempting to bind port c5036365-ea47-4882-9eb2-aa9f65009a34 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:10:40.247452 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-67c51470-6930-40ba-b1b6-e9e6efa8f2de service neutron] Attempting to bind port c5036365-ea47-4882-9eb2-aa9f65009a34 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '47bc02fc-a8a1-4e62-a4ef-1974caf72ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e4210d60-a97c-41fe-82bb-8f305b53d51f'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:10:40.247867 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-67c51470-6930-40ba-b1b6-e9e6efa8f2de service neutron] Attempting to bind port c5036365-ea47-4882-9eb2-aa9f65009a34 on network e4210d60-a97c-41fe-82bb-8f305b53d51f {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:10:40.252825 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-67c51470-6930-40ba-b1b6-e9e6efa8f2de service neutron] Port c5036365-ea47-4882-9eb2-aa9f65009a34 on network e4210d60-a97c-41fe-82bb-8f305b53d51f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:10:40.253643 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-67c51470-6930-40ba-b1b6-e9e6efa8f2de service neutron] Attempting to bind port c5036365-ea47-4882-9eb2-aa9f65009a34 on network e4210d60-a97c-41fe-82bb-8f305b53d51f {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:10:40.258031 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9fc57ae0-250e-475b-9e65-c83a8031499d req-955e45c7-669e-4bcf-84c3-3c3b905e3de9 service neutron] 10.222.0.21 "GET /v2.0/networks/30128ffe-34e2-4275-a6f2-dcd809353bb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1659935
Feb 05 21:10:40.259867 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-67c51470-6930-40ba-b1b6-e9e6efa8f2de service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:10:40.260299 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-67c51470-6930-40ba-b1b6-e9e6efa8f2de service neutron] Checking segment: {'id': '47bc02fc-a8a1-4e62-a4ef-1974caf72ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e4210d60-a97c-41fe-82bb-8f305b53d51f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:10:40.260958 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-67c51470-6930-40ba-b1b6-e9e6efa8f2de service neutron] Bound using segment: {'id': '47bc02fc-a8a1-4e62-a4ef-1974caf72ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e4210d60-a97c-41fe-82bb-8f305b53d51f'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:10:40.261316 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-67c51470-6930-40ba-b1b6-e9e6efa8f2de service neutron] Bound port: c5036365-ea47-4882-9eb2-aa9f65009a34, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47bc02fc-a8a1-4e62-a4ef-1974caf72ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e4210d60-a97c-41fe-82bb-8f305b53d51f'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:10:40.261766 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-67c51470-6930-40ba-b1b6-e9e6efa8f2de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c5036365-ea47-4882-9eb2-aa9f65009a34), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:40.364896 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7d6e75c8-588b-4fce-9714-20cbf2292429 req-708aadda-f034-4637-86fc-48e81d8001d1 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/security-groups?id=edc2c740-d2d1-49d0-87fe-7ff725f02da3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2960837
Feb 05 21:10:40.388671 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-67c51470-6930-40ba-b1b6-e9e6efa8f2de service neutron] For port c5036365-ea47-4882-9eb2-aa9f65009a34, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:10:40.392279 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-67c51470-6930-40ba-b1b6-e9e6efa8f2de service neutron] For port c5036365-ea47-4882-9eb2-aa9f65009a34, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c5036365-ea47-4882-9eb2-aa9f65009a34,segment=NetworkSegment(47bc02fc-a8a1-4e62-a4ef-1974caf72ac2),segment_id=47bc02fc-a8a1-4e62-a4ef-1974caf72ac2)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:10:40.406292 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-67c51470-6930-40ba-b1b6-e9e6efa8f2de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (c5036365-ea47-4882-9eb2-aa9f65009a34), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:40.435342 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0751cf5-4dcc-4613-af0c-8bb771c99aec req-385c4035-51d1-41d0-984c-55b60f4860f7 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:40.443029 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c0751cf5-4dcc-4613-af0c-8bb771c99aec req-385c4035-51d1-41d0-984c-55b60f4860f7 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.1833091
Feb 05 21:10:40.451076 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-67c51470-6930-40ba-b1b6-e9e6efa8f2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:40.451711 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-67c51470-6930-40ba-b1b6-e9e6efa8f2de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:40.454056 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-67c51470-6930-40ba-b1b6-e9e6efa8f2de service neutron] 10.222.0.21 "PUT /v2.0/ports/c5036365-ea47-4882-9eb2-aa9f65009a34 HTTP/1.1" status: 200  len: 1091 time: 0.9743528
Feb 05 21:10:40.454486 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b35db744-8bde-4649-b86a-90ffe539c18a', 'tag': 'c5036365-ea47-4882-9eb2-aa9f65009a34'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:10:40.458416 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20677fac-168a-4537-8808-393e531c6b33" -d '{"events": [{"name": "network-changed", "server_uuid": "b35db744-8bde-4649-b86a-90ffe539c18a", "tag": "c5036365-ea47-4882-9eb2-aa9f65009a34"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:10:40.490576 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:40.518644 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac32d12-abfe-44d8-ac3e-34aa56632b10 x-openstack-request-id: req-bac32d12-abfe-44d8-ac3e-34aa56632b10 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:10:40.518953 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b35db744-8bde-4649-b86a-90ffe539c18a", "tag": "c5036365-ea47-4882-9eb2-aa9f65009a34", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:10:40.523278 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bac32d12-abfe-44d8-ac3e-34aa56632b10 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:10:40.524373 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b35db744-8bde-4649-b86a-90ffe539c18a', 'tag': 'c5036365-ea47-4882-9eb2-aa9f65009a34', 'status': 'completed', 'code': 200}
Feb 05 21:10:40.535883 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9fc57ae0-250e-475b-9e65-c83a8031499d req-6656892a-8e06-48ef-885f-47f012da9c01 service neutron] 10.222.0.21 "GET /v2.0/networks/30128ffe-34e2-4275-a6f2-dcd809353bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2576644
Feb 05 21:10:40.549693 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c0751cf5-4dcc-4613-af0c-8bb771c99aec req-8dacfb13-ab4f-4a3f-a962-550f5d6bf1f4 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960016
Feb 05 21:10:40.569389 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c51470-6930-40ba-b1b6-e9e6efa8f2de service neutron] Pushing event updated for resources: {'Port': ['ID=c5036365-ea47-4882-9eb2-aa9f65009a34,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:40.603764 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-b50e66ce-e251-44b3-a5c5-ebdac1ac89c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:40.605310 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-b50e66ce-e251-44b3-a5c5-ebdac1ac89c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f3cd2c671c5402ba77e2a302dcae849&device_id=b35db744-8bde-4649-b86a-90ffe539c18a HTTP/1.1" status: 200  len: 1125 time: 0.1053488
Feb 05 21:10:40.667766 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-cb821472-c0e7-45ed-b1b4-e4043cf98ab2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5036365-ea47-4882-9eb2-aa9f65009a34 HTTP/1.1" status: 200  len: 217 time: 0.0471237
Feb 05 21:10:40.733786 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-512ebd0d-913b-4fdf-95b4-bb8fa77d9064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:40.735291 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-512ebd0d-913b-4fdf-95b4-bb8fa77d9064 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de HTTP/1.1" status: 200  len: 834 time: 0.0611749
Feb 05 21:10:40.800573 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-de499983-4227-4895-924b-f800e2accd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:40.802218 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-de499983-4227-4895-924b-f800e2accd77 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e4210d60-a97c-41fe-82bb-8f305b53d51f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0595953
Feb 05 21:10:40.936751 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-1a7b4caf-4505-4f07-8dfa-d48c1d3245f4 service neutron] 10.222.0.21 "GET /v2.0/networks/e4210d60-a97c-41fe-82bb-8f305b53d51f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1268191
Feb 05 21:10:40.966443 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97f04a-eb72-4407-a8bb-e5c438b68487 req-5473ebc3-bdfb-4012-8df1-67c0cc98e857 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:40.983452 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-be97f04a-eb72-4407-a8bb-e5c438b68487 req-5473ebc3-bdfb-4012-8df1-67c0cc98e857 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.0871754
Feb 05 21:10:41.057758 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-be97f04a-eb72-4407-a8bb-e5c438b68487 req-81bfac58-3c44-4344-9602-64739947875a tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730519
Feb 05 21:10:41.080124 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6e490fcf-38e3-4e6c-a4ba-55c8ac459d84 req-6d85559c-5143-4c25-9509-e1fca0a0709b service neutron] 10.222.0.21 "GET /v2.0/networks/e4210d60-a97c-41fe-82bb-8f305b53d51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276851
Feb 05 21:10:41.197695 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20677fac-168a-4537-8808-393e531c6b33 req-13342342-bc74-4164-b027-e55d4f7d6e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:41.199432 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20677fac-168a-4537-8808-393e531c6b33 req-13342342-bc74-4164-b027-e55d4f7d6e09 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f3cd2c671c5402ba77e2a302dcae849&device_id=b35db744-8bde-4649-b86a-90ffe539c18a HTTP/1.1" status: 200  len: 1125 time: 0.0639956
Feb 05 21:10:41.304654 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20677fac-168a-4537-8808-393e531c6b33 req-048e5a30-06a5-4858-9dcf-933d2b012e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:41.307360 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20677fac-168a-4537-8808-393e531c6b33 req-048e5a30-06a5-4858-9dcf-933d2b012e26 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e4210d60-a97c-41fe-82bb-8f305b53d51f HTTP/1.1" status: 200  len: 897 time: 0.1009717
Feb 05 21:10:41.356085 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20677fac-168a-4537-8808-393e531c6b33 req-86565f16-1860-4b78-bfe4-5bb3ab3d6245 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5036365-ea47-4882-9eb2-aa9f65009a34 HTTP/1.1" status: 200  len: 217 time: 0.0417237
Feb 05 21:10:41.409764 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20677fac-168a-4537-8808-393e531c6b33 req-29a0501d-690c-4adf-b28e-7cc1f8742070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:41.411290 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20677fac-168a-4537-8808-393e531c6b33 req-29a0501d-690c-4adf-b28e-7cc1f8742070 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de HTTP/1.1" status: 200  len: 834 time: 0.0492394
Feb 05 21:10:41.466610 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20677fac-168a-4537-8808-393e531c6b33 req-064dfab7-92f5-43bf-995c-1fafa94b13ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:41.468471 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20677fac-168a-4537-8808-393e531c6b33 req-064dfab7-92f5-43bf-995c-1fafa94b13ed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e4210d60-a97c-41fe-82bb-8f305b53d51f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0506296
Feb 05 21:10:41.507453 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237bcc1-daa9-4390-b633-2e4f0f2d1815 req-0ac87e4c-1999-40fa-9d04-b38d1d65e9ca tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:41.508843 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b237bcc1-daa9-4390-b633-2e4f0f2d1815 req-0ac87e4c-1999-40fa-9d04-b38d1d65e9ca tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/ports?device_id=b35db744-8bde-4649-b86a-90ffe539c18a HTTP/1.1" status: 200  len: 943 time: 0.0659144
Feb 05 21:10:41.565904 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b237bcc1-daa9-4390-b633-2e4f0f2d1815 req-22ed917d-5949-4812-bf37-33270acfb46d tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/security-groups?id=edc2c740-d2d1-49d0-87fe-7ff725f02da3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482712
Feb 05 21:10:41.578283 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20677fac-168a-4537-8808-393e531c6b33 req-005520d5-b01a-4727-9b79-58ef0c5f332b service neutron] 10.222.0.21 "GET /v2.0/networks/e4210d60-a97c-41fe-82bb-8f305b53d51f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1023226
Feb 05 21:10:41.688372 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-20677fac-168a-4537-8808-393e531c6b33 req-29a8308e-16bb-43b2-8512-1061043f96ed service neutron] 10.222.0.21 "GET /v2.0/networks/e4210d60-a97c-41fe-82bb-8f305b53d51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1031659
Feb 05 21:10:41.724990 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062ba8b-79bf-454b-ab3a-2368dcc25be7 req-2f99ea3f-cd83-4719-8045-287aa7de4fbe tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:41.730908 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8062ba8b-79bf-454b-ab3a-2368dcc25be7 req-2f99ea3f-cd83-4719-8045-287aa7de4fbe tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0757623
Feb 05 21:10:41.785652 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8062ba8b-79bf-454b-ab3a-2368dcc25be7 req-9e9312c9-0d42-42ac-9875-c4093c545b3e tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523815
Feb 05 21:10:42.221740 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1a3d8-ac05-45e4-a456-1114e84b05d8 req-28320532-e1f0-4342-a384-685ea90f8211 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:42.223433 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-23b1a3d8-ac05-45e4-a456-1114e84b05d8 req-28320532-e1f0-4342-a384-685ea90f8211 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.0565538
Feb 05 21:10:42.278080 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-23b1a3d8-ac05-45e4-a456-1114e84b05d8 req-7a47f95e-cf93-4fd6-b258-064cbd46a5c0 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484493
Feb 05 21:10:42.719197 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fabe388-e548-4a1d-aa34-f97228eaf690 req-36cbffa7-55ef-4b25-be57-db2ac705b8f6 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:42.729607 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3fabe388-e548-4a1d-aa34-f97228eaf690 req-36cbffa7-55ef-4b25-be57-db2ac705b8f6 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/ports?device_id=b35db744-8bde-4649-b86a-90ffe539c18a HTTP/1.1" status: 200  len: 943 time: 0.0754323
Feb 05 21:10:42.782632 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3fabe388-e548-4a1d-aa34-f97228eaf690 req-a668d222-4505-4241-b5b6-4995fded6250 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/security-groups?id=edc2c740-d2d1-49d0-87fe-7ff725f02da3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517230
Feb 05 21:10:42.917566 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3069a-5590-4868-a8ac-5dfa83cafd5f req-6ecba505-05b4-44b9-a44e-b9f0d6ffba2b tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:42.924866 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7fe3069a-5590-4868-a8ac-5dfa83cafd5f req-6ecba505-05b4-44b9-a44e-b9f0d6ffba2b tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0626464
Feb 05 21:10:42.981045 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7fe3069a-5590-4868-a8ac-5dfa83cafd5f req-f5fbcbce-e1f9-4239-a1cc-4503a971d644 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553112
Feb 05 21:10:43.437481 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493edace-cdd6-4218-bf03-07c26f4d15dc req-4392754e-b89e-48c6-8995-0e79f579519c tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:43.439324 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-493edace-cdd6-4218-bf03-07c26f4d15dc req-4392754e-b89e-48c6-8995-0e79f579519c tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.0759482
Feb 05 21:10:43.508833 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-493edace-cdd6-4218-bf03-07c26f4d15dc req-a647864e-9433-4f3c-b2e4-2e4db2fbaa97 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628204
Feb 05 21:10:43.967433 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143334a9-7082-41a3-b40f-7fc05326ca22 req-9e28e9a4-3274-454f-a0ea-165f2a98ebd3 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:43.975007 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-143334a9-7082-41a3-b40f-7fc05326ca22 req-9e28e9a4-3274-454f-a0ea-165f2a98ebd3 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/ports?device_id=b35db744-8bde-4649-b86a-90ffe539c18a HTTP/1.1" status: 200  len: 943 time: 0.0764945
Feb 05 21:10:44.037481 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-143334a9-7082-41a3-b40f-7fc05326ca22 req-5b579258-7235-49a6-992e-c5918b927941 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/security-groups?id=edc2c740-d2d1-49d0-87fe-7ff725f02da3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0614512
Feb 05 21:10:44.159236 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec7a38-b8a0-4ab9-97a8-e92448a78229 req-086c71ce-9639-4578-a2ac-debd30dc72a6 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:44.167887 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c6ec7a38-b8a0-4ab9-97a8-e92448a78229 req-086c71ce-9639-4578-a2ac-debd30dc72a6 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0878818
Feb 05 21:10:44.225430 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c6ec7a38-b8a0-4ab9-97a8-e92448a78229 req-7a47fd2c-958b-463a-b48d-a96c7892f755 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565391
Feb 05 21:10:45.220316 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b47bcd-a615-4c0a-9b29-b94b5357715a req-3d24cc81-e06d-490a-8de0-001d15d71cb7 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:45.230523 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-97b47bcd-a615-4c0a-9b29-b94b5357715a req-3d24cc81-e06d-490a-8de0-001d15d71cb7 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.1807017
Feb 05 21:10:45.269697 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189ee8a-bdc3-41f4-b09b-ccc4c03edd86 req-7bc78943-2838-4cda-adcf-ec98741cb4a8 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:45.278737 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6189ee8a-bdc3-41f4-b09b-ccc4c03edd86 req-7bc78943-2838-4cda-adcf-ec98741cb4a8 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/ports?device_id=b35db744-8bde-4649-b86a-90ffe539c18a HTTP/1.1" status: 200  len: 943 time: 0.1425476
Feb 05 21:10:45.302717 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:45.349125 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6189ee8a-bdc3-41f4-b09b-ccc4c03edd86 req-3f235729-f9fe-448a-84ed-5665bfcf440e tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/security-groups?id=edc2c740-d2d1-49d0-87fe-7ff725f02da3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0694852
Feb 05 21:10:45.378996 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-97b47bcd-a615-4c0a-9b29-b94b5357715a req-0c4fdd24-8c15-4465-991f-a864111f6503 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1490695
Feb 05 21:10:45.436435 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device c5036365-ea47-4882-9eb2-aa9f65009a34 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:10:45.563020 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fdd3e7-e595-4df7-8d45-987e25e59e87 req-5f8e607d-3b3d-41c7-a922-d279273656e5 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:45.572377 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c8fdd3e7-e595-4df7-8d45-987e25e59e87 req-5f8e607d-3b3d-41c7-a922-d279273656e5 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0903347
Feb 05 21:10:45.603570 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port c5036365-ea47-4882-9eb2-aa9f65009a34, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c5036365-ea47-4882-9eb2-aa9f65009a34,segment=NetworkSegment(47bc02fc-a8a1-4e62-a4ef-1974caf72ac2),segment_id=47bc02fc-a8a1-4e62-a4ef-1974caf72ac2)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:10:45.622949 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c8fdd3e7-e595-4df7-8d45-987e25e59e87 req-4be3876c-eae1-4dd2-9aa5-b8e5eb98a022 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496309
Feb 05 21:10:45.626241 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': 'c5036365-ea47-4882-9eb2-aa9f65009a34', 'network_id': 'e4210d60-a97c-41fe-82bb-8f305b53d51f', 'port_id': 'c5036365-ea47-4882-9eb2-aa9f65009a34', 'mac_address': 'fa:16:3e:bb:4f:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:10:45.679199 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port c5036365-ea47-4882-9eb2-aa9f65009a34 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:10:45.679598 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c5036365-ea47-4882-9eb2-aa9f65009a34), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:45.702676 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5036365-ea47-4882-9eb2-aa9f65009a34 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:10:45.729312 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port c5036365-ea47-4882-9eb2-aa9f65009a34, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c5036365-ea47-4882-9eb2-aa9f65009a34,segment=NetworkSegment(47bc02fc-a8a1-4e62-a4ef-1974caf72ac2),segment_id=47bc02fc-a8a1-4e62-a4ef-1974caf72ac2)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:10:45.734889 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (c5036365-ea47-4882-9eb2-aa9f65009a34), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:45.808234 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=c5036365-ea47-4882-9eb2-aa9f65009a34,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:45.822069 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:10:45.822558 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:10:45.822982 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:10:45.823410 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:10:45.823881 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:10:45.826851 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:10:45.826851 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:10:45.826851 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:10:45.826851 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:10:45.826851 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:10:45.826851 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:10:45.826851 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:10:45.826851 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:10:46.076416 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['c5036365-ea47-4882-9eb2-aa9f65009a34'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:10:46.485736 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c758be4-81e3-472d-8c06-559ec71dea3c req-f1c16326-e2a2-4f7e-966b-8e5280652fcc tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:46.487857 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8c758be4-81e3-472d-8c06-559ec71dea3c req-f1c16326-e2a2-4f7e-966b-8e5280652fcc tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/ports?device_id=b35db744-8bde-4649-b86a-90ffe539c18a HTTP/1.1" status: 200  len: 944 time: 0.0641334
Feb 05 21:10:46.538339 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8c758be4-81e3-472d-8c06-559ec71dea3c req-a29fd74b-f4fd-48c5-9e01-e1d65777dce9 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/security-groups?id=edc2c740-d2d1-49d0-87fe-7ff725f02da3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438247
Feb 05 21:10:46.775178 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb1e86-0f91-4516-8b08-b46db99da264 req-bc12f84c-ab9d-4113-9c01-b50fa21ba240 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:46.776918 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eceb1e86-0f91-4516-8b08-b46db99da264 req-bc12f84c-ab9d-4113-9c01-b50fa21ba240 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 946 time: 0.0598140
Feb 05 21:10:46.828202 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eceb1e86-0f91-4516-8b08-b46db99da264 req-4054d888-c04a-4a45-bfd0-8047f9b06ab1 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452323
Feb 05 21:10:47.346614 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030b0db-cc54-40b8-bf6e-d1594211e6b4 req-b98fde1b-8e27-45d3-9321-01ab59d3b675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:47.348124 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c030b0db-cc54-40b8-bf6e-d1594211e6b4 req-b98fde1b-8e27-45d3-9321-01ab59d3b675 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc0a1e1d985c4b0eb031dcc2cbe83f90&device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 1128 time: 0.0461996
Feb 05 21:10:47.429668 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device c5036365-ea47-4882-9eb2-aa9f65009a34 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:10:47.441790 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030b0db-cc54-40b8-bf6e-d1594211e6b4 req-707baa28-6f5b-493a-96c0-035fc4bf87b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:47.443321 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c030b0db-cc54-40b8-bf6e-d1594211e6b4 req-707baa28-6f5b-493a-96c0-035fc4bf87b4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ba09dff6-f453-4951-8599-391fd8346c4e HTTP/1.1" status: 200  len: 915 time: 0.0890460
Feb 05 21:10:47.486287 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port c5036365-ea47-4882-9eb2-aa9f65009a34 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:10:47.490406 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port c5036365-ea47-4882-9eb2-aa9f65009a34 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:10:47.491110 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c030b0db-cc54-40b8-bf6e-d1594211e6b4 req-4423caa9-d16f-4856-98db-8d8bc0bdc13b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10f99b2d-0900-4a05-8ac5-08188a5548c9 HTTP/1.1" status: 200  len: 217 time: 0.0407221
Feb 05 21:10:47.491685 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c5036365-ea47-4882-9eb2-aa9f65009a34), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:47.544683 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030b0db-cc54-40b8-bf6e-d1594211e6b4 req-e90b4700-fafd-4b23-b247-d1fe59de79b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:47.546233 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c030b0db-cc54-40b8-bf6e-d1594211e6b4 req-e90b4700-fafd-4b23-b247-d1fe59de79b5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=328dbb81-dab4-4177-93ce-5843e2949a60 HTTP/1.1" status: 200  len: 854 time: 0.0497096
Feb 05 21:10:47.577667 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port c5036365-ea47-4882-9eb2-aa9f65009a34 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:10:47.578327 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c5036365-ea47-4882-9eb2-aa9f65009a34), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:47.580188 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c030b0db-cc54-40b8-bf6e-d1594211e6b4 req-986461d2-9d6b-45c2-827e-bd760ab1f691 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ba09dff6-f453-4951-8599-391fd8346c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0270257
Feb 05 21:10:47.603433 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35db744-8bde-4649-b86a-90ffe539c18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5036365-ea47-4882-9eb2-aa9f65009a34'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:10:47.605701 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7d0553-e27b-47f7-91b4-854af0146ee6" -d '{"events": [{"server_uuid": "b35db744-8bde-4649-b86a-90ffe539c18a", "name": "network-vif-plugged", "status": "completed", "tag": "c5036365-ea47-4882-9eb2-aa9f65009a34"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:10:47.619472 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port c5036365-ea47-4882-9eb2-aa9f65009a34, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c5036365-ea47-4882-9eb2-aa9f65009a34,segment=NetworkSegment(47bc02fc-a8a1-4e62-a4ef-1974caf72ac2),segment_id=47bc02fc-a8a1-4e62-a4ef-1974caf72ac2)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:10:47.628534 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (c5036365-ea47-4882-9eb2-aa9f65009a34), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:47.630463 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 10f99b2d-0900-4a05-8ac5-08188a5548c9 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:10:47.653327 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb15b5c6-5dd6-48f9-a33e-f4fc406fda3c x-openstack-request-id: req-eb15b5c6-5dd6-48f9-a33e-f4fc406fda3c {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:10:47.653639 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35db744-8bde-4649-b86a-90ffe539c18a", "name": "network-vif-plugged", "status": "completed", "tag": "c5036365-ea47-4882-9eb2-aa9f65009a34", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:10:47.653906 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eb15b5c6-5dd6-48f9-a33e-f4fc406fda3c {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:10:47.654306 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35db744-8bde-4649-b86a-90ffe539c18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5036365-ea47-4882-9eb2-aa9f65009a34', 'code': 200}
Feb 05 21:10:47.694431 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e0540-d6b4-4d48-9b93-50752e777335 req-c0d567d6-333b-4c57-9928-8a83478672d6 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:47.704907 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cd3e0540-d6b4-4d48-9b93-50752e777335 req-c0d567d6-333b-4c57-9928-8a83478672d6 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/ports?device_id=b35db744-8bde-4649-b86a-90ffe539c18a HTTP/1.1" status: 200  len: 945 time: 0.0913978
Feb 05 21:10:47.711986 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c030b0db-cc54-40b8-bf6e-d1594211e6b4 req-d187fb22-ec33-4d27-a17d-c639d54593c6 service neutron] 10.222.0.21 "GET /v2.0/networks/ba09dff6-f453-4951-8599-391fd8346c4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0946150
Feb 05 21:10:47.722310 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=c5036365-ea47-4882-9eb2-aa9f65009a34,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:47.764252 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 10f99b2d-0900-4a05-8ac5-08188a5548c9 is: ACTIVE; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:10:47.764750 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (10f99b2d-0900-4a05-8ac5-08188a5548c9), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:47.781982 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cd3e0540-d6b4-4d48-9b93-50752e777335 req-e7174703-ed3c-4f45-b0b9-f23518be573d tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/security-groups?id=edc2c740-d2d1-49d0-87fe-7ff725f02da3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0758853
Feb 05 21:10:47.796409 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e9a5b-1a10-4c57-b1bc-56a7385dc889 req-6755968e-fc59-4c2f-a212-e4fa35b9a595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:47.802065 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 10f99b2d-0900-4a05-8ac5-08188a5548c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=10f99b2d-0900-4a05-8ac5-08188a5548c9,segment=NetworkSegment(9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f),segment_id=9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:10:47.802907 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d73e9a5b-1a10-4c57-b1bc-56a7385dc889 req-6755968e-fc59-4c2f-a212-e4fa35b9a595 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b35db744-8bde-4649-b86a-90ffe539c18a HTTP/1.1" status: 200  len: 1127 time: 0.0703003
Feb 05 21:10:47.809479 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (10f99b2d-0900-4a05-8ac5-08188a5548c9), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:47.832315 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c030b0db-cc54-40b8-bf6e-d1594211e6b4 req-e582cd95-1ea7-4776-bb75-c01143012b3f service neutron] 10.222.0.21 "GET /v2.0/networks/ba09dff6-f453-4951-8599-391fd8346c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1079059
Feb 05 21:10:47.840849 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:10:47.859818 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d73e9a5b-1a10-4c57-b1bc-56a7385dc889 req-2c0d0034-d27f-4681-9dbc-e7d58800d48b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=edc2c740-d2d1-49d0-87fe-7ff725f02da3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549717
Feb 05 21:10:47.865935 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=10f99b2d-0900-4a05-8ac5-08188a5548c9,revision_number=8']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:47.954295 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83978f71-f461-4da6-be7d-6d2b4abac470 req-d6a1c4c4-4285-4f31-97ea-784a2db807f3 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:47.956205 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-83978f71-f461-4da6-be7d-6d2b4abac470 req-d6a1c4c4-4285-4f31-97ea-784a2db807f3 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 944 time: 0.0558729
Feb 05 21:10:48.006878 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-83978f71-f461-4da6-be7d-6d2b4abac470 req-a5bb7a3b-90ce-44d6-82d0-a621f57595d7 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442457
Feb 05 21:10:48.909194 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be8a70c-ef80-473f-a453-823f893f3766 req-7fd592ec-2d86-4e38-a031-aa643b9866e7 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:48.911204 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4be8a70c-ef80-473f-a453-823f893f3766 req-7fd592ec-2d86-4e38-a031-aa643b9866e7 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/ports?device_id=b35db744-8bde-4649-b86a-90ffe539c18a HTTP/1.1" status: 200  len: 945 time: 0.0557179
Feb 05 21:10:48.970802 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4be8a70c-ef80-473f-a453-823f893f3766 req-b6722366-5364-41e6-bcbb-236288e4e125 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/security-groups?id=edc2c740-d2d1-49d0-87fe-7ff725f02da3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0525060
Feb 05 21:10:49.137511 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0c66d-67cb-4b38-ba4b-69999cd030f8 req-6d4ccb2d-5cba-476d-87a1-4b20526115cd tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:49.139067 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d8f0c66d-67cb-4b38-ba4b-69999cd030f8 req-6d4ccb2d-5cba-476d-87a1-4b20526115cd tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 944 time: 0.0619323
Feb 05 21:10:49.190431 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d8f0c66d-67cb-4b38-ba4b-69999cd030f8 req-15cc3bce-8ef8-46f1-93b6-fb191ca80bba tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452352
Feb 05 21:10:49.427388 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba0da2-00a0-4a24-b78b-5956ce0c2eed req-f3d12730-62e2-4f04-bde3-1c1d94af4d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:49.429177 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72ba0da2-00a0-4a24-b78b-5956ce0c2eed req-f3d12730-62e2-4f04-bde3-1c1d94af4d02 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=52eadb29309f4abb8ff8f5903643d9da&device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 1128 time: 0.0853982
Feb 05 21:10:49.437247 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a273f9-4a9d-4a21-914d-125c623508cd req-92d287ed-798f-4191-b99c-bf79269f2ba2 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:49.438725 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-53a273f9-4a9d-4a21-914d-125c623508cd req-92d287ed-798f-4191-b99c-bf79269f2ba2 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.0832608
Feb 05 21:10:49.547149 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-53a273f9-4a9d-4a21-914d-125c623508cd req-1949f7c0-ddc4-4c72-a99e-473c94f83382 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999119
Feb 05 21:10:49.568025 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba0da2-00a0-4a24-b78b-5956ce0c2eed req-70da94a5-93ce-4dfd-a709-ff97b0046c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:49.569502 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72ba0da2-00a0-4a24-b78b-5956ce0c2eed req-70da94a5-93ce-4dfd-a709-ff97b0046c18 service neutron] 10.222.0.21 "GET /v2.0/networks?id=30128ffe-34e2-4275-a6f2-dcd809353bb1 HTTP/1.1" status: 200  len: 919 time: 0.1299770
Feb 05 21:10:49.616107 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72ba0da2-00a0-4a24-b78b-5956ce0c2eed req-ca6b18af-3e3e-438c-8fdc-c342e235f40a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3301d09-c212-4533-9c47-7be2df3d1819 HTTP/1.1" status: 200  len: 217 time: 0.0403321
Feb 05 21:10:49.656033 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a711411c-1837-4c14-bab3-d02e98ff0bb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10f99b2d-0900-4a05-8ac5-08188a5548c9'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:10:49.658768 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472b37ff-4d55-4f40-8e50-dd8e86016894" -d '{"events": [{"server_uuid": "a711411c-1837-4c14-bab3-d02e98ff0bb0", "name": "network-vif-unplugged", "status": "completed", "tag": "10f99b2d-0900-4a05-8ac5-08188a5548c9"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:10:49.668105 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba0da2-00a0-4a24-b78b-5956ce0c2eed req-2d1bb871-d8bc-466c-8b83-5be8821f062d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:49.668936 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72ba0da2-00a0-4a24-b78b-5956ce0c2eed req-2d1bb871-d8bc-466c-8b83-5be8821f062d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=548d9964-d28f-494c-92f6-79759b05a730 HTTP/1.1" status: 200  len: 858 time: 0.0472927
Feb 05 21:10:49.700677 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 21:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ed08e8-e9ea-4887-b396-7cb21b256baf x-openstack-request-id: req-65ed08e8-e9ea-4887-b396-7cb21b256baf {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:10:49.701002 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a711411c-1837-4c14-bab3-d02e98ff0bb0", "name": "network-vif-unplugged", "status": "completed", "tag": "10f99b2d-0900-4a05-8ac5-08188a5548c9", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:10:49.701482 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-65ed08e8-e9ea-4887-b396-7cb21b256baf {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:10:49.701893 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a711411c-1837-4c14-bab3-d02e98ff0bb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10f99b2d-0900-4a05-8ac5-08188a5548c9', 'code': 200}
Feb 05 21:10:49.703695 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72ba0da2-00a0-4a24-b78b-5956ce0c2eed req-6aa894dd-6e21-4507-8c0e-0a3d2e041771 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30128ffe-34e2-4275-a6f2-dcd809353bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0282419
Feb 05 21:10:49.805213 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72ba0da2-00a0-4a24-b78b-5956ce0c2eed req-6e54c4de-9998-4198-98c6-48ceea75fea3 service neutron] 10.222.0.21 "GET /v2.0/networks/30128ffe-34e2-4275-a6f2-dcd809353bb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0917788
Feb 05 21:10:49.902180 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72ba0da2-00a0-4a24-b78b-5956ce0c2eed req-40345969-efde-4e4e-b03b-e25c6d5c622a service neutron] 10.222.0.21 "GET /v2.0/networks/30128ffe-34e2-4275-a6f2-dcd809353bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0873969
Feb 05 21:10:50.094341 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95a4e4-592c-4e99-9600-535de48732b1 req-54bdfd6b-18d5-41cf-aed7-812af5d51fad tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:50.095888 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-de95a4e4-592c-4e99-9600-535de48732b1 req-54bdfd6b-18d5-41cf-aed7-812af5d51fad tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/ports?device_id=b35db744-8bde-4649-b86a-90ffe539c18a HTTP/1.1" status: 200  len: 945 time: 0.0559225
Feb 05 21:10:50.125924 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:50.157446 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-de95a4e4-592c-4e99-9600-535de48732b1 req-51afc0f4-e580-4519-bf96-9aa2fdd1dd83 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/security-groups?id=edc2c740-d2d1-49d0-87fe-7ff725f02da3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553339
Feb 05 21:10:50.338897 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367bf55-38bc-4645-b507-1e493a3964b6 req-a5d66472-7180-4df1-b614-27336a22bc2b tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:50.340421 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5367bf55-38bc-4645-b507-1e493a3964b6 req-a5d66472-7180-4df1-b614-27336a22bc2b tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/ports?device_id=b35db744-8bde-4649-b86a-90ffe539c18a HTTP/1.1" status: 200  len: 945 time: 0.0888069
Feb 05 21:10:50.362651 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204f2e1-2487-475b-a56e-236537f83210 req-7ae018f6-ebd3-47ed-94d1-0ade5b454626 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:50.364211 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8204f2e1-2487-475b-a56e-236537f83210 req-7ae018f6-ebd3-47ed-94d1-0ade5b454626 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 944 time: 0.0841985
Feb 05 21:10:50.424850 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5367bf55-38bc-4645-b507-1e493a3964b6 req-c9b6a2cf-9e83-4ad4-ad0e-39c9bf4b0890 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/security-groups?id=edc2c740-d2d1-49d0-87fe-7ff725f02da3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0781832
Feb 05 21:10:50.439458 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8204f2e1-2487-475b-a56e-236537f83210 req-fbe577cd-647c-48b2-b417-bbc21401febf tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677013
Feb 05 21:10:50.448922 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 38440) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:10:50.505585 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b12fe9-621c-4854-b022-02113f2804a5 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:50.507150 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-13b12fe9-621c-4854-b022-02113f2804a5 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b35db744-8bde-4649-b86a-90ffe539c18a HTTP/1.1" status: 200  len: 1122 time: 0.0572226
Feb 05 21:10:50.510740 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 38444) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:10:50.515920 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-7aa9092d-7a42-44a6-b304-bbc88f0d6366 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'port_id': 'c5036365-ea47-4882-9eb2-aa9f65009a34', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'fixed_ip_address': '172.20.0.3'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:10:50.570859 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7aa9092d-7a42-44a6-b304-bbc88f0d6366 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:50.610897 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beba8ba-530e-4432-9162-64d8c1ad9cad req-78925c76-736f-41e1-b0ca-da14ae1010c7 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:50.612434 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1beba8ba-530e-4432-9162-64d8c1ad9cad req-78925c76-736f-41e1-b0ca-da14ae1010c7 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 944 time: 0.0919857
Feb 05 21:10:50.738961 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1beba8ba-530e-4432-9162-64d8c1ad9cad req-337b8b9b-5e46-4a03-a128-0c2acf99eaf7 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938601
Feb 05 21:10:50.748840 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc16581-a721-46ba-acbf-c66ff95c01ce req-23e87ac1-5620-4a01-97cf-436644ebc17e tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:50.750322 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ecc16581-a721-46ba-acbf-c66ff95c01ce req-23e87ac1-5620-4a01-97cf-436644ebc17e tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.1066420
Feb 05 21:10:50.808173 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7aa9092d-7a42-44a6-b304-bbc88f0d6366 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:50.818594 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ecc16581-a721-46ba-acbf-c66ff95c01ce req-292d3059-1953-4eee-8aeb-b47250396104 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627344
Feb 05 21:10:50.906808 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-10b3b0b1-9deb-4363-bda3-1af4b394a9d5 req-4091ffa4-fe92-484f-8386-cb94fd4a681f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:10:50.907789 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-10b3b0b1-9deb-4363-bda3-1af4b394a9d5 req-4091ffa4-fe92-484f-8386-cb94fd4a681f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0067918
Feb 05 21:10:50.935997 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-7aa9092d-7a42-44a6-b304-bbc88f0d6366 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Allocated IP 172.35.4.112 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/51920466-5f8b-421c-a224-39ab22ce4009) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:10:51.088041 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7aa9092d-7a42-44a6-b304-bbc88f0d6366 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for port (51920466-5f8b-421c-a224-39ab22ce4009), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:51.114155 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815aebc-12b3-4bac-8433-6e07ec4d34a5 req-770400a3-ea12-445d-a92d-b5070b100f69 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:51.115684 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d815aebc-12b3-4bac-8433-6e07ec4d34a5 req-770400a3-ea12-445d-a92d-b5070b100f69 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 944 time: 0.0920801
Feb 05 21:10:51.162133 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7aa9092d-7a42-44a6-b304-bbc88f0d6366 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (51920466-5f8b-421c-a224-39ab22ce4009), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:51.208559 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d815aebc-12b3-4bac-8433-6e07ec4d34a5 req-453f2109-f814-463b-83b3-960bb1fdf8ec tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857658
Feb 05 21:10:51.220264 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa9092d-7a42-44a6-b304-bbc88f0d6366 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:10:51.223531 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-7aa9092d-7a42-44a6-b304-bbc88f0d6366 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:10:51.231490 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9092d-7a42-44a6-b304-bbc88f0d6366 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event updated for resources: {'Port': ['ID=51920466-5f8b-421c-a224-39ab22ce4009,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:51.234540 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa9092d-7a42-44a6-b304-bbc88f0d6366 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:10:51.239395 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38468) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:10:51.264184 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9092d-7a42-44a6-b304-bbc88f0d6366 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:10:51.264541 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9092d-7a42-44a6-b304-bbc88f0d6366 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:10:51.264991 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9092d-7a42-44a6-b304-bbc88f0d6366 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:10:51.265269 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9092d-7a42-44a6-b304-bbc88f0d6366 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:10:51.265543 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9092d-7a42-44a6-b304-bbc88f0d6366 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:10:51.265880 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9092d-7a42-44a6-b304-bbc88f0d6366 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:10:51.266213 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9092d-7a42-44a6-b304-bbc88f0d6366 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:10:51.266570 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9092d-7a42-44a6-b304-bbc88f0d6366 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:10:51.266906 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9092d-7a42-44a6-b304-bbc88f0d6366 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:10:51.267234 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9092d-7a42-44a6-b304-bbc88f0d6366 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:10:51.267561 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9092d-7a42-44a6-b304-bbc88f0d6366 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:10:51.267885 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9092d-7a42-44a6-b304-bbc88f0d6366 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:10:51.268215 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9092d-7a42-44a6-b304-bbc88f0d6366 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:10:51.341867 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-faf70024-fb9f-43cc-a8c5-937e7920447b req-cfe86999-1595-45d5-bc11-2281e94e3e3b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1010184
Feb 05 21:10:51.350389 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [req-faf70024-fb9f-43cc-a8c5-937e7920447b req-f1a799cd-fbba-46df-8e60-61b588b2d539 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:10:51.351412 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-faf70024-fb9f-43cc-a8c5-937e7920447b req-f1a799cd-fbba-46df-8e60-61b588b2d539 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0052254
Feb 05 21:10:51.634986 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7aa9092d-7a42-44a6-b304-bbc88f0d6366 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for floatingip (be75c7ed-3250-421c-89d8-a2fef67c1dad), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:51.709106 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7aa9092d-7a42-44a6-b304-bbc88f0d6366 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (51920466-5f8b-421c-a224-39ab22ce4009), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:51.866279 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7aa9092d-7a42-44a6-b304-bbc88f0d6366 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for port (51920466-5f8b-421c-a224-39ab22ce4009), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:51.872142 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7aa9092d-7a42-44a6-b304-bbc88f0d6366 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (51920466-5f8b-421c-a224-39ab22ce4009), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:51.984062 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9092d-7a42-44a6-b304-bbc88f0d6366 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event updated for resources: {'Port': ['ID=51920466-5f8b-421c-a224-39ab22ce4009,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:10:51.992342 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7aa9092d-7a42-44a6-b304-bbc88f0d6366 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (be75c7ed-3250-421c-89d8-a2fef67c1dad), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:52.057847 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81cac3-b334-49d1-a612-f03d15ca553c req-2bc3689a-6eef-479f-9f68-e6d3c6976588 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:52.059481 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3f81cac3-b334-49d1-a612-f03d15ca553c req-2bc3689a-6eef-479f-9f68-e6d3c6976588 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.1499050
Feb 05 21:10:52.198312 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-7aa9092d-7a42-44a6-b304-bbc88f0d6366 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Floating IP be75c7ed-3250-421c-89d8-a2fef67c1dad associated. External IP: 172.35.4.112, port: c5036365-ea47-4882-9eb2-aa9f65009a34.
Feb 05 21:10:52.207020 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3f81cac3-b334-49d1-a612-f03d15ca553c req-575a7af3-7a5d-4539-a4e7-ce857b7ae343 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1409264
Feb 05 21:10:52.275955 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf70024-fb9f-43cc-a8c5-937e7920447b req-0c82d293-c13f-4a9a-9662-bf2167dfd9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:52.277560 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-faf70024-fb9f-43cc-a8c5-937e7920447b req-0c82d293-c13f-4a9a-9662-bf2167dfd9d0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0&tenant_id=fc0a1e1d985c4b0eb031dcc2cbe83f90 HTTP/1.1" status: 200  len: 1126 time: 0.1528180
Feb 05 21:10:52.779459 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf70024-fb9f-43cc-a8c5-937e7920447b req-059a3d87-7d6c-4c32-84f1-46bc024361a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:52.780995 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-faf70024-fb9f-43cc-a8c5-937e7920447b req-059a3d87-7d6c-4c32-84f1-46bc024361a8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc0a1e1d985c4b0eb031dcc2cbe83f90&device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 1126 time: 0.4642510
Feb 05 21:10:52.822514 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5b6cb-42e2-4faa-bf0c-7a05623a876a req-3c553b2a-275e-46e6-8902-da0cab898613 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:52.824027 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-16f5b6cb-42e2-4faa-bf0c-7a05623a876a req-3c553b2a-275e-46e6-8902-da0cab898613 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 944 time: 0.5060256
Feb 05 21:10:52.985645 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-16f5b6cb-42e2-4faa-bf0c-7a05623a876a req-617c0953-3333-40f5-8c5c-022b48a339c7 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1491964
Feb 05 21:10:53.006682 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf70024-fb9f-43cc-a8c5-937e7920447b req-24f5e4ce-f385-4d20-82c4-fb650c41c7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:53.008224 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-faf70024-fb9f-43cc-a8c5-937e7920447b req-24f5e4ce-f385-4d20-82c4-fb650c41c7bc service neutron] 10.222.0.21 "GET /v2.0/networks?id=ba09dff6-f453-4951-8599-391fd8346c4e HTTP/1.1" status: 200  len: 915 time: 0.1815960
Feb 05 21:10:53.017376 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa9092d-7a42-44a6-b304-bbc88f0d6366 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Router b83505ee-a5db-4086-b8af-0a22c1dcf88a has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:10:53.058156 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-faf70024-fb9f-43cc-a8c5-937e7920447b req-cf790e5b-9aeb-45ea-97ef-24d3599ac45d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10f99b2d-0900-4a05-8ac5-08188a5548c9 HTTP/1.1" status: 200  len: 217 time: 0.0429056
Feb 05 21:10:53.160381 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf70024-fb9f-43cc-a8c5-937e7920447b req-28678fdf-2c88-4bc1-8d08-b7adecc1b67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:53.161865 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-faf70024-fb9f-43cc-a8c5-937e7920447b req-28678fdf-2c88-4bc1-8d08-b7adecc1b67b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=328dbb81-dab4-4177-93ce-5843e2949a60 HTTP/1.1" status: 200  len: 854 time: 0.0980403
Feb 05 21:10:53.228969 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-faf70024-fb9f-43cc-a8c5-937e7920447b req-fd68ef78-4da2-4cf4-b9aa-2776fdbaa0bd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ba09dff6-f453-4951-8599-391fd8346c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0392323
Feb 05 21:10:53.269099 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa9092d-7a42-44a6-b304-bbc88f0d6366 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:10:53.285220 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3531609b-5461-4a22-9f69-c59d36626bf7 None None] Sync routers for ids ['b83505ee-a5db-4086-b8af-0a22c1dcf88a'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:10:53.298187 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3531609b-5461-4a22-9f69-c59d36626bf7 None None] Routers {'b83505ee-a5db-4086-b8af-0a22c1dcf88a'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:10:53.298989 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-3531609b-5461-4a22-9f69-c59d36626bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2daba24970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:10:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b83505ee-a5db-4086-b8af-0a22c1dcf88a'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:10:53.353796 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7aa9092d-7a42-44a6-b304-bbc88f0d6366 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:10:53.411074 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-faf70024-fb9f-43cc-a8c5-937e7920447b req-9cb0dd53-941c-4f87-af54-a1ecc6b8e439 service neutron] 10.222.0.21 "GET /v2.0/networks/ba09dff6-f453-4951-8599-391fd8346c4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1748261
Feb 05 21:10:53.412467 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7aa9092d-7a42-44a6-b304-bbc88f0d6366 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.9007747
Feb 05 21:10:53.415555 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38504) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:10:53.416162 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b35db744-8bde-4649-b86a-90ffe539c18a', 'tag': 'c5036365-ea47-4882-9eb2-aa9f65009a34'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:10:53.418276 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5818dce-3b53-407b-8657-24b874208e66" -d '{"events": [{"name": "network-changed", "server_uuid": "b35db744-8bde-4649-b86a-90ffe539c18a", "tag": "c5036365-ea47-4882-9eb2-aa9f65009a34"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:10:53.419136 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-3531609b-5461-4a22-9f69-c59d36626bf7 None None] Set router b83505ee-a5db-4086-b8af-0a22c1dcf88a gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:10:53.452922 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f212a75-4330-4008-a1c2-89807b0a3c7e req-6a406eeb-ef0a-48e0-bdab-bbdc439a2bc6 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:53.454637 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7f212a75-4330-4008-a1c2-89807b0a3c7e req-6a406eeb-ef0a-48e0-bdab-bbdc439a2bc6 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.1511903
Feb 05 21:10:53.504050 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d643cc49-60c9-4c94-adde-d7eb618a1df1 x-openstack-request-id: req-d643cc49-60c9-4c94-adde-d7eb618a1df1 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:10:53.504348 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b35db744-8bde-4649-b86a-90ffe539c18a", "tag": "c5036365-ea47-4882-9eb2-aa9f65009a34", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:10:53.504611 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d643cc49-60c9-4c94-adde-d7eb618a1df1 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:10:53.505018 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b35db744-8bde-4649-b86a-90ffe539c18a', 'tag': 'c5036365-ea47-4882-9eb2-aa9f65009a34', 'status': 'completed', 'code': 200}
Feb 05 21:10:53.520258 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 10f99b2d-0900-4a05-8ac5-08188a5548c9 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:10:53.573815 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7f212a75-4330-4008-a1c2-89807b0a3c7e req-53da5ab9-8683-43f2-8243-ca3175052f57 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087027
Feb 05 21:10:53.576064 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-faf70024-fb9f-43cc-a8c5-937e7920447b req-deec4fc4-08b4-4f7d-8af0-d4625ffc1c9d service neutron] 10.222.0.21 "GET /v2.0/networks/ba09dff6-f453-4951-8599-391fd8346c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1537845
Feb 05 21:10:53.576818 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5171abee-21fe-45ec-9ae0-6f0a5667b1c0 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/floatingips/be75c7ed-3250-421c-89d8-a2fef67c1dad HTTP/1.1" status: 200  len: 991 time: 0.1589220
Feb 05 21:10:53.601972 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5818dce-3b53-407b-8657-24b874208e66 req-6ec9c558-d458-4642-9891-0688db13e71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:53.604287 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f5818dce-3b53-407b-8657-24b874208e66 req-6ec9c558-d458-4642-9891-0688db13e71c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f3cd2c671c5402ba77e2a302dcae849&device_id=b35db744-8bde-4649-b86a-90ffe539c18a HTTP/1.1" status: 200  len: 1127 time: 0.0840099
Feb 05 21:10:53.708883 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5818dce-3b53-407b-8657-24b874208e66 req-b2a4dd92-f0b7-4cdd-9ea7-f20ad774dadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:53.711077 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f5818dce-3b53-407b-8657-24b874208e66 req-b2a4dd92-f0b7-4cdd-9ea7-f20ad774dadd service neutron] 10.222.0.21 "GET /v2.0/networks?id=e4210d60-a97c-41fe-82bb-8f305b53d51f HTTP/1.1" status: 200  len: 897 time: 0.1009090
Feb 05 21:10:53.726758 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 10f99b2d-0900-4a05-8ac5-08188a5548c9 is: DOWN; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:10:53.787237 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-3531609b-5461-4a22-9f69-c59d36626bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2daba24970>, [{'id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'name': 'tempest-TestNetworkBasicOps-router-570038174', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.73'}], 'enable_snat': True}, 'gw_port_id': 'e85d7668-3386-4304-ace2-c432c0f8e437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:10:26Z', 'updated_at': '2022-02-05T21:10:31Z', 'revision_number': 4, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'gw_port': {'id': 'e85d7668-3386-4304-ace2-c432c0f8e437', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:40:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:10:27Z', 'updated_at': '2022-02-05T21:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'be75c7ed-3250-421c-89d8-a2fef67c1dad', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'floating_ip_address': '172.35.4.112', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'port_id': 'c5036365-ea47-4882-9eb2-aa9f65009a34', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3203, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4210d60-a97c-41fe-82bb-8f305b53d51f', 'mac_address': 'fa:16:3e:bb:4f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35db744-8bde-4649-b86a-90ffe539c18a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:10:51Z', 'updated_at': '2022-02-05T21:10:51Z', 'revision_number': 0, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8244e94f-4902-46ba-a3c6-b11f0822a3ba', 'name': '', 'network_id': 'e4210d60-a97c-41fe-82bb-8f305b53d51f', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'mac_address': 'fa:16:3e:a0:8e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:10:30Z', 'updated_at': '2022-02-05T21:10:35Z', 'revision_number': 5, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'subnets': [{'id': '7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:10:53.789991 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f5818dce-3b53-407b-8657-24b874208e66 req-e018e24c-d8be-44df-9ab1-40874810120e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5036365-ea47-4882-9eb2-aa9f65009a34 HTTP/1.1" status: 200  len: 999 time: 0.0729156
Feb 05 21:10:53.819769 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3531609b-5461-4a22-9f69-c59d36626bf7 None None] Checking router: b83505ee-a5db-4086-b8af-0a22c1dcf88a for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:10:53.834193 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3531609b-5461-4a22-9f69-c59d36626bf7 None None] Routers {'b83505ee-a5db-4086-b8af-0a22c1dcf88a'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:10:53.834978 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-3531609b-5461-4a22-9f69-c59d36626bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2daba24970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:10:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b83505ee-a5db-4086-b8af-0a22c1dcf88a'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:10:53.842007 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5818dce-3b53-407b-8657-24b874208e66 req-3be83d27-2ea8-4461-80a8-33659df63bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:53.843557 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f5818dce-3b53-407b-8657-24b874208e66 req-3be83d27-2ea8-4461-80a8-33659df63bc8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de HTTP/1.1" status: 200  len: 834 time: 0.0478714
Feb 05 21:10:53.911518 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5818dce-3b53-407b-8657-24b874208e66 req-d9c0983d-bcc6-44d6-a5dd-d772c924503f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:53.913342 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f5818dce-3b53-407b-8657-24b874208e66 req-d9c0983d-bcc6-44d6-a5dd-d772c924503f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e4210d60-a97c-41fe-82bb-8f305b53d51f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0643589
Feb 05 21:10:54.013512 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-3531609b-5461-4a22-9f69-c59d36626bf7 None None] Set router b83505ee-a5db-4086-b8af-0a22c1dcf88a gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:10:54.126786 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f5818dce-3b53-407b-8657-24b874208e66 req-28218b36-69aa-4291-8e05-6b556aa29c66 service neutron] 10.222.0.21 "GET /v2.0/networks/e4210d60-a97c-41fe-82bb-8f305b53d51f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1862228
Feb 05 21:10:54.231944 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691085ee-fff1-4851-bf12-09e943078ca9 req-21c9f7e4-de4a-4c83-b656-665f3a41af9e tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:54.242205 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-691085ee-fff1-4851-bf12-09e943078ca9 req-21c9f7e4-de4a-4c83-b656-665f3a41af9e tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 944 time: 0.1066792
Feb 05 21:10:54.307482 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-691085ee-fff1-4851-bf12-09e943078ca9 req-af2e6b77-672d-44c2-ab09-5ab728ee4714 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642512
Feb 05 21:10:54.359853 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-3531609b-5461-4a22-9f69-c59d36626bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2daba24970>, [{'id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'name': 'tempest-TestNetworkBasicOps-router-570038174', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.73'}], 'enable_snat': True}, 'gw_port_id': 'e85d7668-3386-4304-ace2-c432c0f8e437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:10:26Z', 'updated_at': '2022-02-05T21:10:31Z', 'revision_number': 4, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'gw_port': {'id': 'e85d7668-3386-4304-ace2-c432c0f8e437', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:40:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:10:27Z', 'updated_at': '2022-02-05T21:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'be75c7ed-3250-421c-89d8-a2fef67c1dad', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'floating_ip_address': '172.35.4.112', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'port_id': 'c5036365-ea47-4882-9eb2-aa9f65009a34', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3203, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4210d60-a97c-41fe-82bb-8f305b53d51f', 'mac_address': 'fa:16:3e:bb:4f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35db744-8bde-4649-b86a-90ffe539c18a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:10:51Z', 'updated_at': '2022-02-05T21:10:51Z', 'revision_number': 0, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8244e94f-4902-46ba-a3c6-b11f0822a3ba', 'name': '', 'network_id': 'e4210d60-a97c-41fe-82bb-8f305b53d51f', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'mac_address': 'fa:16:3e:a0:8e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:10:30Z', 'updated_at': '2022-02-05T21:10:35Z', 'revision_number': 5, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'subnets': [{'id': '7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:10:54.393702 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3531609b-5461-4a22-9f69-c59d36626bf7 None None] The sync data for ids ['b83505ee-a5db-4086-b8af-0a22c1dcf88a'] in ncdv-master-1 is: [{'id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'name': 'tempest-TestNetworkBasicOps-router-570038174', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.73'}], 'enable_snat': True}, 'gw_port_id': 'e85d7668-3386-4304-ace2-c432c0f8e437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:10:26Z', 'updated_at': '2022-02-05T21:10:31Z', 'revision_number': 4, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'gw_port': {'id': 'e85d7668-3386-4304-ace2-c432c0f8e437', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:40:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:10:27Z', 'updated_at': '2022-02-05T21:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'be75c7ed-3250-421c-89d8-a2fef67c1dad', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'floating_ip_address': '172.35.4.112', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'port_id': 'c5036365-ea47-4882-9eb2-aa9f65009a34', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3203, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4210d60-a97c-41fe-82bb-8f305b53d51f', 'mac_address': 'fa:16:3e:bb:4f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35db744-8bde-4649-b86a-90ffe539c18a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:10:51Z', 'updated_at': '2022-02-05T21:10:51Z', 'revision_number': 0, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8244e94f-4902-46ba-a3c6-b11f0822a3ba', 'name': '', 'network_id': 'e4210d60-a97c-41fe-82bb-8f305b53d51f', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'mac_address': 'fa:16:3e:a0:8e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:10:30Z', 'updated_at': '2022-02-05T21:10:35Z', 'revision_number': 5, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'subnets': [{'id': '7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:10:54.394821 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f5818dce-3b53-407b-8657-24b874208e66 req-291b378f-5f12-4075-83ac-11a23a0110a5 service neutron] 10.222.0.21 "GET /v2.0/networks/e4210d60-a97c-41fe-82bb-8f305b53d51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2455299
Feb 05 21:10:54.578946 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 38530) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:10:54.679268 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d43fdb4e-798e-416c-aa2a-bd6d86648174 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/floatingips/be75c7ed-3250-421c-89d8-a2fef67c1dad HTTP/1.1" status: 200  len: 991 time: 0.0988452
Feb 05 21:10:54.764547 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2829711-9f77-40ff-88d4-5dbfc038eeb5 None None] New status for floating IP be75c7ed-3250-421c-89d8-a2fef67c1dad: ACTIVE {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:10:54.862926 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23684f93-e39b-43d7-b585-3e5c2d4b46f4 req-226e04c6-dfda-4659-9c65-e8cd3fe4322e tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:54.864879 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-23684f93-e39b-43d7-b585-3e5c2d4b46f4 req-226e04c6-dfda-4659-9c65-e8cd3fe4322e tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.1436653
Feb 05 21:10:54.969238 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-23684f93-e39b-43d7-b585-3e5c2d4b46f4 req-e08f86a4-5c42-491a-a8bc-59105a47b0a4 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968971
Feb 05 21:10:55.454112 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49e999-b311-4008-9537-d06451638c51 req-4fda3aaf-f6d9-41e5-ac32-71ce91b090a6 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:55.456508 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3a49e999-b311-4008-9537-d06451638c51 req-4fda3aaf-f6d9-41e5-ac32-71ce91b090a6 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 944 time: 0.0755415
Feb 05 21:10:55.513752 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3a49e999-b311-4008-9537-d06451638c51 req-bd3f1312-2570-47d1-b018-6b6631052577 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498481
Feb 05 21:10:55.683340 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 38540) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:10:55.825267 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-37b19ffe-04df-4f95-8048-2771cdeff2e1 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/floatingips/be75c7ed-3250-421c-89d8-a2fef67c1dad HTTP/1.1" status: 200  len: 993 time: 0.1407523
Feb 05 21:10:56.121202 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad32290-0b05-4f73-a48b-a7b4f596282e req-209b0562-2c68-44c0-a731-fd5e0fa2527c tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:56.127142 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7ad32290-0b05-4f73-a48b-a7b4f596282e req-209b0562-2c68-44c0-a731-fd5e0fa2527c tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.0693018
Feb 05 21:10:56.187212 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7ad32290-0b05-4f73-a48b-a7b4f596282e req-61320843-fbe3-442d-b676-21ad4758cc0b tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585074
Feb 05 21:10:56.675176 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e736e-a5df-4648-9878-29137d3cff24 req-12213992-e535-42f5-b968-0edbd458b956 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:56.678676 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-be1e736e-a5df-4648-9878-29137d3cff24 req-12213992-e535-42f5-b968-0edbd458b956 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 944 time: 0.0725431
Feb 05 21:10:56.733921 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-be1e736e-a5df-4648-9878-29137d3cff24 req-a11c44dd-cc68-4a61-bb14-cc89e9257f50 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494757
Feb 05 21:10:57.333673 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88317fd7-dedc-4297-b391-9b361ce60d66 req-b1c3f8a2-f78d-40ca-bfa6-ccee17cc9e1a tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:57.335372 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-88317fd7-dedc-4297-b391-9b361ce60d66 req-b1c3f8a2-f78d-40ca-bfa6-ccee17cc9e1a tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.0682228
Feb 05 21:10:57.389485 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-88317fd7-dedc-4297-b391-9b361ce60d66 req-ae61f119-0eb4-4fce-ab35-993b9dd1f1f9 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467370
Feb 05 21:10:57.899768 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721868b-ba92-4ed4-a6f3-184694abddc4 req-cdfdf6c2-2067-4511-829b-2157fd76b5de tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:57.901284 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2721868b-ba92-4ed4-a6f3-184694abddc4 req-cdfdf6c2-2067-4511-829b-2157fd76b5de tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 944 time: 0.0825214
Feb 05 21:10:57.970863 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2721868b-ba92-4ed4-a6f3-184694abddc4 req-52f65cc2-55a1-4208-af3b-a01692cff92a tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631952
Feb 05 21:10:58.546809 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9afff-a5a6-4bdb-93bf-364382af3d5f req-09fd0253-0722-4db2-aa65-921069bcbd21 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:58.549257 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2fd9afff-a5a6-4bdb-93bf-364382af3d5f req-09fd0253-0722-4db2-aa65-921069bcbd21 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.0743053
Feb 05 21:10:58.608991 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2fd9afff-a5a6-4bdb-93bf-364382af3d5f req-5e1e3b52-0055-4ee7-9c69-0d45c052cba6 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529823
Feb 05 21:10:59.138844 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a84ad-1cd6-4ab6-8ab2-b72180a3735f req-aac79018-f126-4087-ba47-9cc22431db9c tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:59.140459 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6e8a84ad-1cd6-4ab6-8ab2-b72180a3735f req-aac79018-f126-4087-ba47-9cc22431db9c tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 944 time: 0.0807333
Feb 05 21:10:59.201622 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6e8a84ad-1cd6-4ab6-8ab2-b72180a3735f req-e2ad3ba9-8e59-4a9a-9644-ec042f9a01ce tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553517
Feb 05 21:10:59.745551 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada6ac5-3fab-43e5-9b55-1e6572bca9f8 req-22fe77d7-9b9c-43f5-b92f-c9b931d91edd tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:10:59.748624 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fada6ac5-3fab-43e5-9b55-1e6572bca9f8 req-22fe77d7-9b9c-43f5-b92f-c9b931d91edd tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.0613730
Feb 05 21:10:59.810366 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fada6ac5-3fab-43e5-9b55-1e6572bca9f8 req-c8a439f5-08a0-4ff5-9903-067f8e445502 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532758
Feb 05 21:11:00.339897 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8249c-4789-4210-a354-801cb63acaad req-870665b8-2d03-42d6-af1a-aff6dc1f305c tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:00.341533 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c2d8249c-4789-4210-a354-801cb63acaad req-870665b8-2d03-42d6-af1a-aff6dc1f305c tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 944 time: 0.0606217
Feb 05 21:11:00.391007 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c2d8249c-4789-4210-a354-801cb63acaad req-d1df840d-8783-42d2-9021-091599eb719f tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437620
Feb 05 21:11:00.941864 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02847027-1b1a-4035-930e-7140b5604b46 req-d56c5bbc-dbcf-443d-93e3-d9ab6acf9718 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:00.943535 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-02847027-1b1a-4035-930e-7140b5604b46 req-d56c5bbc-dbcf-443d-93e3-d9ab6acf9718 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.0561392
Feb 05 21:11:01.000320 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-02847027-1b1a-4035-930e-7140b5604b46 req-c6211d62-5329-40ba-b0b1-f45efd6dee64 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485680
Feb 05 21:11:01.517843 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80f3b3-5267-4154-8bc3-6efa53cc2cc3 req-225a3aea-3f85-4d52-9bea-caafb7b2ba58 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:01.520474 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bc80f3b3-5267-4154-8bc3-6efa53cc2cc3 req-225a3aea-3f85-4d52-9bea-caafb7b2ba58 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 944 time: 0.0563865
Feb 05 21:11:01.571905 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bc80f3b3-5267-4154-8bc3-6efa53cc2cc3 req-b8c4983e-e434-4234-b9d7-cb5b09b4ebe0 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449383
Feb 05 21:11:02.130766 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d6ceb-2098-4e40-845a-2711df3f8df3 req-6c44fbd0-48ef-46a0-958e-5d7646de38e3 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:02.132254 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-313d6ceb-2098-4e40-845a-2711df3f8df3 req-6c44fbd0-48ef-46a0-958e-5d7646de38e3 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.0567732
Feb 05 21:11:02.181385 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-313d6ceb-2098-4e40-845a-2711df3f8df3 req-d92444f6-52ed-43eb-9493-a55553ff240a tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418110
Feb 05 21:11:02.700745 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f3229-9ffc-4192-a5e3-e0aaf6822a79 req-d678b157-e3f1-4ff8-83b5-ac0e60c5eded tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:02.702412 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0f5f3229-9ffc-4192-a5e3-e0aaf6822a79 req-d678b157-e3f1-4ff8-83b5-ac0e60c5eded tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 944 time: 0.0585999
Feb 05 21:11:02.749350 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0f5f3229-9ffc-4192-a5e3-e0aaf6822a79 req-04048238-78a2-43d6-8be8-b72800b38060 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413277
Feb 05 21:11:03.306668 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a49d20-a81b-42a6-b18f-b109892486f3 req-b59d2580-1118-4e52-8a2a-c0c364b1bea8 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:03.308377 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-24a49d20-a81b-42a6-b18f-b109892486f3 req-b59d2580-1118-4e52-8a2a-c0c364b1bea8 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.0571485
Feb 05 21:11:03.360483 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-24a49d20-a81b-42a6-b18f-b109892486f3 req-a4129851-0e32-45c1-8cef-ab2a4769a841 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461392
Feb 05 21:11:03.709674 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7d6b95ef-d947-4c4e-b1f1-398400156580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:03.872785 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71ce5e-b02a-4582-afe3-bf44ba5b91d0 req-92f7bd1b-8198-4b20-b99f-9874e6926c01 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:03.874187 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2b71ce5e-b02a-4582-afe3-bf44ba5b91d0 req-92f7bd1b-8198-4b20-b99f-9874e6926c01 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 944 time: 0.0573642
Feb 05 21:11:03.922786 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2b71ce5e-b02a-4582-afe3-bf44ba5b91d0 req-0e1bab00-59ce-4334-ba97-6733671f347c tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425024
Feb 05 21:11:04.481124 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825429b-16dc-4323-9a6c-98004e6a0c3b req-db99895f-fdd0-4b2b-a886-be874a75e1d0 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:04.482633 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a825429b-16dc-4323-9a6c-98004e6a0c3b req-db99895f-fdd0-4b2b-a886-be874a75e1d0 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.0534358
Feb 05 21:11:04.529428 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a825429b-16dc-4323-9a6c-98004e6a0c3b req-a6d71701-4717-4e80-8304-0f5aa04fdfe3 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412395
Feb 05 21:11:05.040622 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f8e3d-8400-4fff-84d8-2389f80eb0ba req-96b6d8e2-31a8-41e4-8de2-bd9ee82548c6 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:05.042194 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-129f8e3d-8400-4fff-84d8-2389f80eb0ba req-96b6d8e2-31a8-41e4-8de2-bd9ee82548c6 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 944 time: 0.0523648
Feb 05 21:11:05.092102 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-129f8e3d-8400-4fff-84d8-2389f80eb0ba req-9f49628d-1b94-4f35-bdb1-4f584200cfc9 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443769
Feb 05 21:11:05.651144 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab08062-34ec-4f8b-a3fe-d8681edf8f87 req-b9b74924-2080-4886-a25b-fa11a31358de tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:05.652647 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5ab08062-34ec-4f8b-a3fe-d8681edf8f87 req-b9b74924-2080-4886-a25b-fa11a31358de tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.0559981
Feb 05 21:11:05.700081 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5ab08062-34ec-4f8b-a3fe-d8681edf8f87 req-267430c2-371d-4e8d-ba30-2ae12d077c92 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414016
Feb 05 21:11:06.069344 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b7c46a27-f75f-4d9c-8039-2bddfad90a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:06.212590 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65da22f-984c-44c5-8f39-dbc2ddac4ce4 req-c6f647d7-e01f-4389-9fc6-6188ce0ba3df tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:06.214031 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d65da22f-984c-44c5-8f39-dbc2ddac4ce4 req-c6f647d7-e01f-4389-9fc6-6188ce0ba3df tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 944 time: 0.0534785
Feb 05 21:11:06.260733 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d65da22f-984c-44c5-8f39-dbc2ddac4ce4 req-27ea90d7-79fe-4057-901d-18ac42369d17 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410488
Feb 05 21:11:06.825549 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e46a0-1664-46e1-9111-0cd5c8feaa16 req-37ffee28-9c87-4c20-a751-75293e674f8f tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:06.826961 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d39e46a0-1664-46e1-9111-0cd5c8feaa16 req-37ffee28-9c87-4c20-a751-75293e674f8f tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.0570445
Feb 05 21:11:06.874269 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d39e46a0-1664-46e1-9111-0cd5c8feaa16 req-99aaf605-fd77-4d33-b058-c7101c4ac967 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416865
Feb 05 21:11:07.241610 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1a528-a3cc-4647-8719-5c15042e4c5c req-93bfd69a-7079-4444-8da2-f54f839fd56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:07.243100 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8fb1a528-a3cc-4647-8719-5c15042e4c5c req-93bfd69a-7079-4444-8da2-f54f839fd56a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=52eadb29309f4abb8ff8f5903643d9da&device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 1128 time: 0.0437391
Feb 05 21:11:07.349005 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1a528-a3cc-4647-8719-5c15042e4c5c req-647b1051-5c0d-4483-b82d-12bd7747b1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:07.350507 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8fb1a528-a3cc-4647-8719-5c15042e4c5c req-647b1051-5c0d-4483-b82d-12bd7747b1bb service neutron] 10.222.0.21 "GET /v2.0/networks?id=30128ffe-34e2-4275-a6f2-dcd809353bb1 HTTP/1.1" status: 200  len: 919 time: 0.0886638
Feb 05 21:11:07.380252 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf9d5c-c148-4569-9fb8-57f142785fb1 req-33be8141-8f96-41ff-a3e3-1676bcb61c41 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:07.381762 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1bbf9d5c-c148-4569-9fb8-57f142785fb1 req-33be8141-8f96-41ff-a3e3-1676bcb61c41 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 944 time: 0.0539348
Feb 05 21:11:07.391902 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8fb1a528-a3cc-4647-8719-5c15042e4c5c req-ebc1696f-4ee8-4a07-9d75-baff8c39b145 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3301d09-c212-4533-9c47-7be2df3d1819 HTTP/1.1" status: 200  len: 217 time: 0.0338619
Feb 05 21:11:07.430734 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1bbf9d5c-c148-4569-9fb8-57f142785fb1 req-2346ede2-7a38-4687-a693-14a9720a512b tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425928
Feb 05 21:11:07.432000 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:07.452926 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1a528-a3cc-4647-8719-5c15042e4c5c req-48a7915e-393f-4803-a6b2-9ed1366a3082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:07.452926 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8fb1a528-a3cc-4647-8719-5c15042e4c5c req-48a7915e-393f-4803-a6b2-9ed1366a3082 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=548d9964-d28f-494c-92f6-79759b05a730 HTTP/1.1" status: 200  len: 858 time: 0.0529640
Feb 05 21:11:07.483824 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8fb1a528-a3cc-4647-8719-5c15042e4c5c req-82e29e2a-4bc3-4046-933b-cbdb5427585d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30128ffe-34e2-4275-a6f2-dcd809353bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0249875
Feb 05 21:11:07.570982 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8fb1a528-a3cc-4647-8719-5c15042e4c5c req-3ce326a3-40ab-49ef-baf2-56c68cfeef13 service neutron] 10.222.0.21 "GET /v2.0/networks/30128ffe-34e2-4275-a6f2-dcd809353bb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0811706
Feb 05 21:11:07.967473 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8fb1a528-a3cc-4647-8719-5c15042e4c5c req-08e435b5-7c8b-42c0-b67d-988d84972270 service neutron] 10.222.0.21 "GET /v2.0/networks/30128ffe-34e2-4275-a6f2-dcd809353bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3901100
Feb 05 21:11:08.026846 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b578afb-880c-41ec-8c31-b1817cc144c7 req-169d1637-d0d5-4c70-bfa7-880af657de22 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:08.028340 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8b578afb-880c-41ec-8c31-b1817cc144c7 req-169d1637-d0d5-4c70-bfa7-880af657de22 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.0527997
Feb 05 21:11:08.078972 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8b578afb-880c-41ec-8c31-b1817cc144c7 req-dec5ad1c-3c87-415a-81ff-361cd82a27e7 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450480
Feb 05 21:11:08.611570 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2969d4-cbff-4646-b7a9-d676428f59d5 req-f9315e23-a810-4ead-8c9d-fd72469d3331 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:08.613101 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2d2969d4-cbff-4646-b7a9-d676428f59d5 req-f9315e23-a810-4ead-8c9d-fd72469d3331 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 944 time: 0.1122417
Feb 05 21:11:08.661597 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2d2969d4-cbff-4646-b7a9-d676428f59d5 req-d9fed988-b27b-4d9f-a098-1179248cfd58 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418417
Feb 05 21:11:09.053084 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:09.203715 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10b0e9-15d9-4518-9aed-9372789e70d5 req-401c8a88-d57b-444f-bb0f-fc10088ac484 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:09.205254 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ff10b0e9-15d9-4518-9aed-9372789e70d5 req-401c8a88-d57b-444f-bb0f-fc10088ac484 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.0595102
Feb 05 21:11:09.251212 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ff10b0e9-15d9-4518-9aed-9372789e70d5 req-739aac69-dd86-4056-8c3d-117fd16f0549 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402718
Feb 05 21:11:09.563429 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 10f99b2d-0900-4a05-8ac5-08188a5548c9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:11:09.661371 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 10f99b2d-0900-4a05-8ac5-08188a5548c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=10f99b2d-0900-4a05-8ac5-08188a5548c9,segment=NetworkSegment(9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f),segment_id=9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:11:09.672491 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '10f99b2d-0900-4a05-8ac5-08188a5548c9', 'network_id': 'ba09dff6-f453-4951-8599-391fd8346c4e', 'port_id': '10f99b2d-0900-4a05-8ac5-08188a5548c9', 'mac_address': 'fa:16:3e:28:06:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '328dbb81-dab4-4177-93ce-5843e2949a60', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:11:09.713711 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 10f99b2d-0900-4a05-8ac5-08188a5548c9 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:11:09.714105 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (10f99b2d-0900-4a05-8ac5-08188a5548c9), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:09.726751 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10f99b2d-0900-4a05-8ac5-08188a5548c9 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:11:09.747182 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 10f99b2d-0900-4a05-8ac5-08188a5548c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=10f99b2d-0900-4a05-8ac5-08188a5548c9,segment=NetworkSegment(9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f),segment_id=9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:11:09.751946 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (10f99b2d-0900-4a05-8ac5-08188a5548c9), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:09.788154 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a4101-4c6a-4167-b1ac-4a32748c8d2d req-4a56050b-3285-4e27-9927-f6fc8c5176da tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:09.789657 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d48a4101-4c6a-4167-b1ac-4a32748c8d2d req-4a56050b-3285-4e27-9927-f6fc8c5176da tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 944 time: 0.0567689
Feb 05 21:11:09.800956 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=10f99b2d-0900-4a05-8ac5-08188a5548c9,revision_number=9']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:09.839794 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d48a4101-4c6a-4167-b1ac-4a32748c8d2d req-f26a94ba-905f-4ce3-95c9-3b144e46c676 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436237
Feb 05 21:11:10.140985 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['10f99b2d-0900-4a05-8ac5-08188a5548c9'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:11:10.371072 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62364a-c88d-44de-a337-fef7d92178cc req-93497b59-71ec-4c78-ba8f-51d992055327 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:10.372557 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8f62364a-c88d-44de-a337-fef7d92178cc req-93497b59-71ec-4c78-ba8f-51d992055327 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.0529697
Feb 05 21:11:10.418440 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8f62364a-c88d-44de-a337-fef7d92178cc req-deb33bb1-e24b-43b5-ba0b-ef8a9ee873e4 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402606
Feb 05 21:11:10.452236 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:10.962678 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d1727-fb16-4b6c-96f8-e2ad244972e4 req-b03b8324-8e42-460a-8b97-c3da34d54691 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:10.964176 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ac0d1727-fb16-4b6c-96f8-e2ad244972e4 req-b03b8324-8e42-460a-8b97-c3da34d54691 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 945 time: 0.0578551
Feb 05 21:11:11.009826 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ac0d1727-fb16-4b6c-96f8-e2ad244972e4 req-02f3f854-8ae6-4198-852a-e3745f32d9d5 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396917
Feb 05 21:11:11.516870 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0b974467-4d14-49fd-ac4c-60d592bdabc7 req-ed1f8310-5090-4b11-9b89-69b87a9b980b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dfe46314-fa74-4ab6-a8ed-40bb76ad27bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0493689
Feb 05 21:11:11.567060 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 10f99b2d-0900-4a05-8ac5-08188a5548c9 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:11:11.615816 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 10f99b2d-0900-4a05-8ac5-08188a5548c9 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:11:11.616197 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (10f99b2d-0900-4a05-8ac5-08188a5548c9), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:11.637404 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b974467-4d14-49fd-ac4c-60d592bdabc7 req-d2831e3b-d860-46c0-9e0f-ee4f1e2a8f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:11.638951 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0b974467-4d14-49fd-ac4c-60d592bdabc7 req-d2831e3b-d860-46c0-9e0f-ee4f1e2a8f7d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=52eadb29309f4abb8ff8f5903643d9da&device_id=dfe46314-fa74-4ab6-a8ed-40bb76ad27bb HTTP/1.1" status: 200  len: 1128 time: 0.0755532
Feb 05 21:11:11.647030 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb1fa8-8e99-491e-9130-a95ac5010fc6 req-7e4f5bf4-2e71-41af-8356-8ee4bf6f56a7 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:11.648492 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-54cb1fa8-8e99-491e-9130-a95ac5010fc6 req-7e4f5bf4-2e71-41af-8356-8ee4bf6f56a7 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.1563277
Feb 05 21:11:11.756709 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-54cb1fa8-8e99-491e-9130-a95ac5010fc6 req-af9669b6-7536-4ffa-bc6e-7a79a8a6c238 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003594
Feb 05 21:11:11.780625 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b974467-4d14-49fd-ac4c-60d592bdabc7 req-24190236-f624-4bad-9440-6cd8d8bc2359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:11.782282 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0b974467-4d14-49fd-ac4c-60d592bdabc7 req-24190236-f624-4bad-9440-6cd8d8bc2359 service neutron] 10.222.0.39 "GET /v2.0/networks?id=30128ffe-34e2-4275-a6f2-dcd809353bb1 HTTP/1.1" status: 200  len: 919 time: 0.1186404
Feb 05 21:11:11.828397 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0b974467-4d14-49fd-ac4c-60d592bdabc7 req-c60e160c-5b2c-4b7b-9d33-ae2122737458 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55d000a1-4f09-4596-b231-85bd5adfb0bd HTTP/1.1" status: 200  len: 217 time: 0.0402360
Feb 05 21:11:11.850931 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 10f99b2d-0900-4a05-8ac5-08188a5548c9 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:11:11.851325 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (10f99b2d-0900-4a05-8ac5-08188a5548c9), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:11.874628 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a711411c-1837-4c14-bab3-d02e98ff0bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f99b2d-0900-4a05-8ac5-08188a5548c9'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:11:11.876879 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013a9e48-ba5e-4002-8708-cad1ae0a1dcb" -d '{"events": [{"server_uuid": "a711411c-1837-4c14-bab3-d02e98ff0bb0", "name": "network-vif-plugged", "status": "completed", "tag": "10f99b2d-0900-4a05-8ac5-08188a5548c9"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:11:11.878128 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b974467-4d14-49fd-ac4c-60d592bdabc7 req-35e97926-52b3-4e1f-8f37-0bd0ad2164b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:11.879740 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0b974467-4d14-49fd-ac4c-60d592bdabc7 req-35e97926-52b3-4e1f-8f37-0bd0ad2164b7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=548d9964-d28f-494c-92f6-79759b05a730 HTTP/1.1" status: 200  len: 858 time: 0.0444443
Feb 05 21:11:11.890774 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 10f99b2d-0900-4a05-8ac5-08188a5548c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=10f99b2d-0900-4a05-8ac5-08188a5548c9,segment=NetworkSegment(9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f),segment_id=9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:11:11.895550 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (10f99b2d-0900-4a05-8ac5-08188a5548c9), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:11.915243 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0b974467-4d14-49fd-ac4c-60d592bdabc7 req-f6176a85-11ca-4ef1-be01-b9670a4fdf8b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=30128ffe-34e2-4275-a6f2-dcd809353bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0295393
Feb 05 21:11:11.919468 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b05024c-930d-43cb-824b-5102793e8b0f x-openstack-request-id: req-2b05024c-930d-43cb-824b-5102793e8b0f {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:11:11.919802 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a711411c-1837-4c14-bab3-d02e98ff0bb0", "name": "network-vif-plugged", "status": "completed", "tag": "10f99b2d-0900-4a05-8ac5-08188a5548c9", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:11:11.920057 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2b05024c-930d-43cb-824b-5102793e8b0f {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:11:11.920443 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a711411c-1837-4c14-bab3-d02e98ff0bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f99b2d-0900-4a05-8ac5-08188a5548c9', 'code': 200}
Feb 05 21:11:11.953938 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=10f99b2d-0900-4a05-8ac5-08188a5548c9,revision_number=10']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:12.019954 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0b974467-4d14-49fd-ac4c-60d592bdabc7 req-7ad18040-2103-49f0-a39d-70f77bafa52c service neutron] 10.222.0.39 "GET /v2.0/networks/30128ffe-34e2-4275-a6f2-dcd809353bb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0982511
Feb 05 21:11:12.089241 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf06809-a08c-4e55-bb27-be81f267284e req-b4b22798-56d4-418f-aee6-9781307d7712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:12.090773 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-caf06809-a08c-4e55-bb27-be81f267284e req-b4b22798-56d4-418f-aee6-9781307d7712 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 1129 time: 0.0448880
Feb 05 21:11:12.137399 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-caf06809-a08c-4e55-bb27-be81f267284e req-928eaa0e-f766-406a-99d7-e1b34ed5526c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395777
Feb 05 21:11:12.146463 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0b974467-4d14-49fd-ac4c-60d592bdabc7 req-2061002c-7ec3-4a2e-ad5f-89e3acfa7cce service neutron] 10.222.0.39 "GET /v2.0/networks/30128ffe-34e2-4275-a6f2-dcd809353bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1223745
Feb 05 21:11:12.160150 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabde863-abae-48ce-8a8e-2d3f21407860 req-cb1765d3-f36e-403e-bd4c-ea21be34eb39 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:12.161576 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eabde863-abae-48ce-8a8e-2d3f21407860 req-cb1765d3-f36e-403e-bd4c-ea21be34eb39 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 947 time: 0.0801973
Feb 05 21:11:12.209301 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eabde863-abae-48ce-8a8e-2d3f21407860 req-694c8de4-4476-4f4f-bc4a-41f027fed9e8 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420544
Feb 05 21:11:12.877833 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d295e998-01af-4885-88ed-9cd61d380cc1 req-a943d6e0-37fc-4511-af2d-d32de5414956 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:12.879348 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d295e998-01af-4885-88ed-9cd61d380cc1 req-a943d6e0-37fc-4511-af2d-d32de5414956 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.0524566
Feb 05 21:11:12.925073 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d295e998-01af-4885-88ed-9cd61d380cc1 req-ed612111-e2ea-4906-ac5d-ed57ec068f9e tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394604
Feb 05 21:11:13.326225 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd3c05-17c4-4e39-9f14-4875cdb69f73 req-6734c7d5-a7e3-4f99-929d-5489a9e2496d tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:13.327745 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-25dd3c05-17c4-4e39-9f14-4875cdb69f73 req-6734c7d5-a7e3-4f99-929d-5489a9e2496d tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 947 time: 0.0523670
Feb 05 21:11:13.381168 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-25dd3c05-17c4-4e39-9f14-4875cdb69f73 req-32e1a6ae-653c-4212-ad30-a3383d6aca3c tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477343
Feb 05 21:11:14.049626 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca7ae1-7706-4702-a738-045e7d1921f5 req-5b849f21-c2d6-4885-b5ef-d21c55e2a2bd tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:14.051107 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6fca7ae1-7706-4702-a738-045e7d1921f5 req-5b849f21-c2d6-4885-b5ef-d21c55e2a2bd tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.0541897
Feb 05 21:11:14.098658 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6fca7ae1-7706-4702-a738-045e7d1921f5 req-521f4da1-20e9-4d41-a012-ea2f08e1a657 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401068
Feb 05 21:11:14.505610 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316a476-7c38-4c68-8340-d6fb50d65b43 req-af619afa-c754-4af1-b0c5-44c762229562 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:14.507182 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d316a476-7c38-4c68-8340-d6fb50d65b43 req-af619afa-c754-4af1-b0c5-44c762229562 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 947 time: 0.0567474
Feb 05 21:11:14.554282 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d316a476-7c38-4c68-8340-d6fb50d65b43 req-0fb5b8e8-258a-4537-bb8f-96a878e9d59d tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412285
Feb 05 21:11:14.675743 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31fb95-8ed1-4b10-b156-c050923e5a85 req-68c49ae6-887b-4248-9b16-712355c2a4cb tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:14.677139 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bb31fb95-8ed1-4b10-b156-c050923e5a85 req-68c49ae6-887b-4248-9b16-712355c2a4cb tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 947 time: 0.0564082
Feb 05 21:11:14.723317 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bb31fb95-8ed1-4b10-b156-c050923e5a85 req-ff1aa1f4-afab-4888-85db-2976a98605b6 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405402
Feb 05 21:11:14.848110 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a645f-d610-46db-8e52-af0c384edc18 req-b7096709-6255-4489-bb61-3f6a8087090b tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:14.849591 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-617a645f-d610-46db-8e52-af0c384edc18 req-b7096709-6255-4489-bb61-3f6a8087090b tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 947 time: 0.0527291
Feb 05 21:11:14.896189 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-617a645f-d610-46db-8e52-af0c384edc18 req-385673fe-6fa7-449f-847f-077cd9ee28d8 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407991
Feb 05 21:11:15.028028 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681ff84-fb03-4038-be5b-bb877850232a req-8d93b321-5ca2-477b-b234-a323886d2d65 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:15.029487 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5681ff84-fb03-4038-be5b-bb877850232a req-8d93b321-5ca2-477b-b234-a323886d2d65 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 947 time: 0.0519845
Feb 05 21:11:15.079009 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5681ff84-fb03-4038-be5b-bb877850232a req-d4fedbb3-871b-444c-93fc-3708cdb8979d tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439754
Feb 05 21:11:15.232634 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d55b0-7646-4dd4-999f-14fe42d3714b req-30ebda65-b689-486e-93eb-74dc78a580f3 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:15.234122 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-929d55b0-7646-4dd4-999f-14fe42d3714b req-30ebda65-b689-486e-93eb-74dc78a580f3 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 947 time: 0.0862508
Feb 05 21:11:15.247585 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadc948-33a0-48e2-b66d-c57963fc7e79 req-5b53a95d-89d0-4f9c-93a6-8b7785e3c5e7 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:15.249003 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4dadc948-33a0-48e2-b66d-c57963fc7e79 req-5b53a95d-89d0-4f9c-93a6-8b7785e3c5e7 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.0737302
Feb 05 21:11:15.294546 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:15.319444 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-929d55b0-7646-4dd4-999f-14fe42d3714b req-28430c74-8459-4701-a9b7-6fc875232d5e tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797503
Feb 05 21:11:15.322810 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4dadc948-33a0-48e2-b66d-c57963fc7e79 req-6c4ed6f7-87ef-4e5a-9b0f-c20d2a08544c tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679164
Feb 05 21:11:15.456703 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9839945b-faa0-4975-914a-7a4c31e00a0a req-d7dfb4c5-6ab4-4f84-a1f0-f6b2dadb3541 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:15.458067 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9839945b-faa0-4975-914a-7a4c31e00a0a req-d7dfb4c5-6ab4-4f84-a1f0-f6b2dadb3541 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 947 time: 0.0560422
Feb 05 21:11:15.503319 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9839945b-faa0-4975-914a-7a4c31e00a0a req-518292c7-972a-4450-b5d1-2c9d49046f57 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388837
Feb 05 21:11:15.631867 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f715ef4-02c9-4219-96fb-2e2cea2b5f06 req-ecb5f1dc-0b58-4432-8f88-6c57a3c94b1c tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:15.633366 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4f715ef4-02c9-4219-96fb-2e2cea2b5f06 req-ecb5f1dc-0b58-4432-8f88-6c57a3c94b1c tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 947 time: 0.0559797
Feb 05 21:11:15.681752 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4f715ef4-02c9-4219-96fb-2e2cea2b5f06 req-3ad0a5e8-1566-4188-999c-06906d36335e tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417628
Feb 05 21:11:15.909939 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5f079-1436-453d-bac4-c9b8082e4003 req-6a44c583-f8e3-4c96-8a76-b10e3b20c8ab tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:15.911472 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9ec5f079-1436-453d-bac4-c9b8082e4003 req-6a44c583-f8e3-4c96-8a76-b10e3b20c8ab tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 947 time: 0.0577269
Feb 05 21:11:15.963349 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9ec5f079-1436-453d-bac4-c9b8082e4003 req-dc1a5f25-f5e6-4d31-84ae-bb5225d27444 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462275
Feb 05 21:11:16.443056 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26935e89-e3d2-442f-bfc4-fffd3791de8e req-a2af9ee0-456d-4b59-a90f-ba9e4b53ec27 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:16.444504 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26935e89-e3d2-442f-bfc4-fffd3791de8e req-a2af9ee0-456d-4b59-a90f-ba9e4b53ec27 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.0517395
Feb 05 21:11:16.489420 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26935e89-e3d2-442f-bfc4-fffd3791de8e req-dcd0b02e-7e80-455b-8e1a-9ba161379881 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393326
Feb 05 21:11:17.088045 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ee43b-c980-46af-8fca-9b4e85dcafda req-ce5dc22b-8543-4e1b-87d0-ea097c8c35f7 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:17.090974 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1c5ee43b-c980-46af-8fca-9b4e85dcafda req-ce5dc22b-8543-4e1b-87d0-ea097c8c35f7 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 947 time: 0.0588536
Feb 05 21:11:17.141777 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1c5ee43b-c980-46af-8fca-9b4e85dcafda req-df426ea8-ec80-4d1f-9c7b-5c5cda8f02cf tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447671
Feb 05 21:11:17.394833 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb26ab4-ce51-46a6-9b50-7ac634f62530 req-5b53de4c-0bc8-49c7-a890-8fff7eee19ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:17.396436 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4fb26ab4-ce51-46a6-9b50-7ac634f62530 req-5b53de4c-0bc8-49c7-a890-8fff7eee19ff service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 1128 time: 0.0571625
Feb 05 21:11:17.450804 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4fb26ab4-ce51-46a6-9b50-7ac634f62530 req-b2daac7d-12ea-470a-8a95-531f8172e6d2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456033
Feb 05 21:11:17.466011 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230f4f0-a95d-41a6-a597-956748814821 req-5869c57a-7b1c-4b11-a957-27eee4f2d2dd tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:17.467448 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2230f4f0-a95d-41a6-a597-956748814821 req-5869c57a-7b1c-4b11-a957-27eee4f2d2dd tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 947 time: 0.0905573
Feb 05 21:11:17.472899 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9cea29-f8f7-467f-915d-f5442202061c req-89bfd83c-d0ff-46a8-80c7-8f22cd20c7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:17.474311 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fc9cea29-f8f7-467f-915d-f5442202061c req-89bfd83c-d0ff-46a8-80c7-8f22cd20c7ff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc0a1e1d985c4b0eb031dcc2cbe83f90&device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 1129 time: 0.0680199
Feb 05 21:11:17.521445 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2230f4f0-a95d-41a6-a597-956748814821 req-325f3466-4cd2-4dc1-8bf8-2eb018181fd4 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458193
Feb 05 21:11:17.632239 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63628a2c-3000-430a-84d8-01e96cabd662 req-63bc074e-2aef-4fee-b05a-07b34b692392 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:17.633980 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-63628a2c-3000-430a-84d8-01e96cabd662 req-63bc074e-2aef-4fee-b05a-07b34b692392 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.0643470
Feb 05 21:11:18.097505 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-63628a2c-3000-430a-84d8-01e96cabd662 req-776c4525-b3d6-4220-969a-63233c5903ea tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4567797
Feb 05 21:11:18.121300 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9cea29-f8f7-467f-915d-f5442202061c req-5f6811d7-3fa2-4cc9-9c1f-6b1e12e69b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:18.122806 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fc9cea29-f8f7-467f-915d-f5442202061c req-5f6811d7-3fa2-4cc9-9c1f-6b1e12e69b33 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ba09dff6-f453-4951-8599-391fd8346c4e HTTP/1.1" status: 200  len: 915 time: 0.1076429
Feb 05 21:11:18.167732 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fc9cea29-f8f7-467f-915d-f5442202061c req-f9baa2b8-4152-427b-a229-7e7bd51c193e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10f99b2d-0900-4a05-8ac5-08188a5548c9 HTTP/1.1" status: 200  len: 217 time: 0.0375893
Feb 05 21:11:18.216325 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9cea29-f8f7-467f-915d-f5442202061c req-83c76c06-e9ba-4a94-ad4f-1ff2db6d07b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:18.217729 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fc9cea29-f8f7-467f-915d-f5442202061c req-83c76c06-e9ba-4a94-ad4f-1ff2db6d07b1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=328dbb81-dab4-4177-93ce-5843e2949a60 HTTP/1.1" status: 200  len: 854 time: 0.0428095
Feb 05 21:11:18.250030 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fc9cea29-f8f7-467f-915d-f5442202061c req-aeaefdd1-4a10-4afb-b0e5-9ff74119e0eb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ba09dff6-f453-4951-8599-391fd8346c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0260324
Feb 05 21:11:18.341773 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fc9cea29-f8f7-467f-915d-f5442202061c req-af952c85-2b72-4f1d-9618-7ea6378260b1 service neutron] 10.222.0.21 "GET /v2.0/networks/ba09dff6-f453-4951-8599-391fd8346c4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860109
Feb 05 21:11:18.432863 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fc9cea29-f8f7-467f-915d-f5442202061c req-5c923415-66ff-41f5-8a70-f7ab3928f814 service neutron] 10.222.0.21 "GET /v2.0/networks/ba09dff6-f453-4951-8599-391fd8346c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0822208
Feb 05 21:11:18.657855 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c03019-b6a2-41fa-8668-0b98b12b0df5 req-350594a0-737b-4f78-9b9c-eca33cff73b1 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:18.659361 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e0c03019-b6a2-41fa-8668-0b98b12b0df5 req-350594a0-737b-4f78-9b9c-eca33cff73b1 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 947 time: 0.0591719
Feb 05 21:11:18.707599 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e0c03019-b6a2-41fa-8668-0b98b12b0df5 req-b1171d2e-c287-41fb-83b3-cb31e957cb7a tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422695
Feb 05 21:11:19.222324 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b305df-3c41-418f-aa5d-d376b485de7d req-efd63665-8217-4b79-9b53-93bbb9b12194 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:19.223758 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a1b305df-3c41-418f-aa5d-d376b485de7d req-efd63665-8217-4b79-9b53-93bbb9b12194 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.0567498
Feb 05 21:11:19.269516 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a1b305df-3c41-418f-aa5d-d376b485de7d req-e64e65d9-add3-4df2-ad2c-be50e7e960c6 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401568
Feb 05 21:11:19.608500 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079fc42d-25f8-4f85-a52d-e30fbd17e877 req-f711c313-5c87-4b7d-9b50-f32b41b8a67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:19.610017 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-079fc42d-25f8-4f85-a52d-e30fbd17e877 req-f711c313-5c87-4b7d-9b50-f32b41b8a67f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=52eadb29309f4abb8ff8f5903643d9da&device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 1128 time: 0.0859325
Feb 05 21:11:19.634948 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45185490-691e-4b4d-9886-42a623043434 req-07c3ef4d-26e4-4b49-a6c9-5305d7fe4c9d tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:19.636484 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-45185490-691e-4b4d-9886-42a623043434 req-07c3ef4d-26e4-4b49-a6c9-5305d7fe4c9d tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.1002731
Feb 05 21:11:19.740377 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-45185490-691e-4b4d-9886-42a623043434 req-63e97ed8-5f9b-47b2-9714-48f124c45206 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915239
Feb 05 21:11:19.755443 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079fc42d-25f8-4f85-a52d-e30fbd17e877 req-bb3039c9-5510-4f56-8b82-1a1f3491220c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:19.768085 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-079fc42d-25f8-4f85-a52d-e30fbd17e877 req-bb3039c9-5510-4f56-8b82-1a1f3491220c service neutron] 10.222.0.21 "GET /v2.0/networks?id=30128ffe-34e2-4275-a6f2-dcd809353bb1 HTTP/1.1" status: 200  len: 919 time: 0.1386101
Feb 05 21:11:19.814614 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-079fc42d-25f8-4f85-a52d-e30fbd17e877 req-0fb2a434-5d66-4ea2-bdda-dce1f6df04f2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3301d09-c212-4533-9c47-7be2df3d1819 HTTP/1.1" status: 200  len: 217 time: 0.0518975
Feb 05 21:11:19.891483 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079fc42d-25f8-4f85-a52d-e30fbd17e877 req-5938e715-6310-4435-a90b-9f12a8126e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:19.892920 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-079fc42d-25f8-4f85-a52d-e30fbd17e877 req-5938e715-6310-4435-a90b-9f12a8126e02 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=548d9964-d28f-494c-92f6-79759b05a730 HTTP/1.1" status: 200  len: 858 time: 0.0571835
Feb 05 21:11:19.901233 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5c54a-ac6c-4c26-b4e6-4655938d737b req-617c1c05-6397-4fd1-b89b-b36543c34017 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:19.902562 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-21f5c54a-ac6c-4c26-b4e6-4655938d737b req-617c1c05-6397-4fd1-b89b-b36543c34017 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 947 time: 0.0985687
Feb 05 21:11:19.940042 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-079fc42d-25f8-4f85-a52d-e30fbd17e877 req-bcdc24b9-dab0-4a13-b93a-ac6533a015b2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30128ffe-34e2-4275-a6f2-dcd809353bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0365095
Feb 05 21:11:20.033645 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-21f5c54a-ac6c-4c26-b4e6-4655938d737b req-9877eaf8-ebda-4169-bdb8-611a097e7a33 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1226139
Feb 05 21:11:20.065568 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-079fc42d-25f8-4f85-a52d-e30fbd17e877 req-69b0d7d7-6402-437e-96a2-c2bd9c45d9ff service neutron] 10.222.0.21 "GET /v2.0/networks/30128ffe-34e2-4275-a6f2-dcd809353bb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1192670
Feb 05 21:11:20.128029 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:20.204506 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-079fc42d-25f8-4f85-a52d-e30fbd17e877 req-046c0ee1-2485-4c43-9331-6b22d9d48c52 service neutron] 10.222.0.21 "GET /v2.0/networks/30128ffe-34e2-4275-a6f2-dcd809353bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1329277
Feb 05 21:11:20.217365 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e9710-cae1-4901-ae68-565cb2bc77b8 req-14dfce88-daaa-4730-be5c-766925d8d7c6 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:20.218969 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4e7e9710-cae1-4901-ae68-565cb2bc77b8 req-14dfce88-daaa-4730-be5c-766925d8d7c6 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 947 time: 0.0820756
Feb 05 21:11:20.272252 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4e7e9710-cae1-4901-ae68-565cb2bc77b8 req-b0468d7b-311c-47d2-bb06-43f49c934154 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466464
Feb 05 21:11:20.427124 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0eccd-4a50-4263-b0af-74027feeb1bb req-9c2ee2cd-30a6-4514-ba11-bacff97f9f24 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:20.429095 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2fa0eccd-4a50-4263-b0af-74027feeb1bb req-9c2ee2cd-30a6-4514-ba11-bacff97f9f24 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 947 time: 0.0636210
Feb 05 21:11:20.479532 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2fa0eccd-4a50-4263-b0af-74027feeb1bb req-a8ffc8fb-9376-402a-895c-84f3fa89bf58 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436997
Feb 05 21:11:20.616566 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d41d6c-0c30-4232-974c-309579a40fc2 req-6b60ba1e-8440-4da1-9cfd-b17176c98c29 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:20.618092 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f7d41d6c-0c30-4232-974c-309579a40fc2 req-6b60ba1e-8440-4da1-9cfd-b17176c98c29 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 947 time: 0.0585732
Feb 05 21:11:20.669336 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f7d41d6c-0c30-4232-974c-309579a40fc2 req-f6f4a241-67ce-4903-8ad1-b1c74bac1719 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448170
Feb 05 21:11:20.884356 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54af8b4-e9a0-4e4d-8b2b-259259ccf568 req-9f58506d-2f22-404d-bece-bf3ffcb12aa0 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:20.886131 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b54af8b4-e9a0-4e4d-8b2b-259259ccf568 req-9f58506d-2f22-404d-bece-bf3ffcb12aa0 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 947 time: 0.0963254
Feb 05 21:11:20.921539 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a828c5f-e014-4fbe-8512-223508831678 req-4990009d-46a0-40b3-bb91-8a8b6e5ad797 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:20.923487 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9a828c5f-e014-4fbe-8512-223508831678 req-4990009d-46a0-40b3-bb91-8a8b6e5ad797 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.1020651
Feb 05 21:11:20.967124 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b54af8b4-e9a0-4e4d-8b2b-259259ccf568 req-7422922b-bd7b-4777-9be1-22024e46ff18 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739150
Feb 05 21:11:21.012747 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9a828c5f-e014-4fbe-8512-223508831678 req-62855a6f-c545-4d58-86f1-582dd83aec1f tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778337
Feb 05 21:11:21.095500 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3914bd-65eb-483b-9543-4601a3d0a70f req-74568e7e-5d6e-48b6-b33a-927a55e4453a tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:21.097178 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3f3914bd-65eb-483b-9543-4601a3d0a70f req-74568e7e-5d6e-48b6-b33a-927a55e4453a tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 947 time: 0.0591993
Feb 05 21:11:21.155407 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3f3914bd-65eb-483b-9543-4601a3d0a70f req-ea3350f4-e578-4443-ac26-53071af219e4 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515077
Feb 05 21:11:21.306255 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5723c5-366e-495f-a0fe-4bb9e49d66f4 req-61f0b188-0cc3-4db5-be74-c69c137c177a tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:21.308018 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ae5723c5-366e-495f-a0fe-4bb9e49d66f4 req-61f0b188-0cc3-4db5-be74-c69c137c177a tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 947 time: 0.0615821
Feb 05 21:11:21.365257 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ae5723c5-366e-495f-a0fe-4bb9e49d66f4 req-2c5a4267-3d1e-41e9-8a2d-a5a3b12959b8 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501645
Feb 05 21:11:21.504461 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88d81f-96c3-4af2-860a-4488f41d74f0 req-14f233c9-e2d0-46af-84c5-d9e3a8365853 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:21.506204 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6c88d81f-96c3-4af2-860a-4488f41d74f0 req-14f233c9-e2d0-46af-84c5-d9e3a8365853 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 947 time: 0.0587204
Feb 05 21:11:21.558955 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6c88d81f-96c3-4af2-860a-4488f41d74f0 req-5e276106-6945-4e93-9440-c4be9b3474b5 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460815
Feb 05 21:11:21.639285 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-0a344c06-1695-4c10-8812-14e1c944b457 req-0691d53b-918f-4bec-956e-4a133dc7989a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:11:21.640514 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0a344c06-1695-4c10-8812-14e1c944b457 req-0691d53b-918f-4bec-956e-4a133dc7989a service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0061643
Feb 05 21:11:21.730698 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [req-a571099f-f04f-4bb7-b7ca-ca436d90ea33 req-ab6cc1c9-8de6-423f-8440-857a32d81c9b service neutron] (114390) timed out ('10.222.0.32', 38564) {{(pid=114390) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 05 21:11:21.760834 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc4897-9dc3-499d-bc12-1ac34e8959c1 req-80b0b503-7955-4d2a-96f6-208262029422 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:21.762341 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e1cc4897-9dc3-499d-bc12-1ac34e8959c1 req-80b0b503-7955-4d2a-96f6-208262029422 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 947 time: 0.0645778
Feb 05 21:11:21.811992 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e1cc4897-9dc3-499d-bc12-1ac34e8959c1 req-8309a721-56d8-4b6a-96fb-33fa4e5dad5e tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434136
Feb 05 21:11:21.943505 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d9755-7a7c-4c22-82e6-101f3762b7d7 req-9e59bde2-2dba-4252-9ddc-5185a27e176a tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:21.945045 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b53d9755-7a7c-4c22-82e6-101f3762b7d7 req-9e59bde2-2dba-4252-9ddc-5185a27e176a tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 947 time: 0.0598946
Feb 05 21:11:21.997701 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b53d9755-7a7c-4c22-82e6-101f3762b7d7 req-2547f1e3-c158-4c6a-b628-d35581fe88d6 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462611
Feb 05 21:11:22.180922 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb8a27-c97e-47bd-bfcd-59248db6e878 req-17fe1d28-90a6-440d-87b2-381bf720b1a4 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:22.182852 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-97bb8a27-c97e-47bd-bfcd-59248db6e878 req-17fe1d28-90a6-440d-87b2-381bf720b1a4 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.0932996
Feb 05 21:11:22.190853 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71edfe0-4a1e-4b81-adaa-8cc11f63d415 req-eddd37f5-de64-4a50-95c8-df2cef8157e4 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:22.192279 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d71edfe0-4a1e-4b81-adaa-8cc11f63d415 req-eddd37f5-de64-4a50-95c8-df2cef8157e4 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 947 time: 0.0924611
Feb 05 21:11:22.263207 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-97bb8a27-c97e-47bd-bfcd-59248db6e878 req-89916c3e-4334-46a0-9a17-69444ce6bddc tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698757
Feb 05 21:11:22.270994 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d71edfe0-4a1e-4b81-adaa-8cc11f63d415 req-9c2bdf14-c110-4f7a-9299-6bc7ad6403ef tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709770
Feb 05 21:11:22.416670 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c080f-10ce-4747-b8d2-27a6ec06cbd4 req-20aca009-4cf2-4a5f-b851-1781988d464a tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:22.416670 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-377c080f-10ce-4747-b8d2-27a6ec06cbd4 req-20aca009-4cf2-4a5f-b851-1781988d464a tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 947 time: 0.0622168
Feb 05 21:11:22.480708 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-377c080f-10ce-4747-b8d2-27a6ec06cbd4 req-3dce9d12-5cfc-4dbe-89c0-1dfbbd8bb338 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585446
Feb 05 21:11:22.630103 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f50abb-76ad-4ff8-980f-4c0bf5928ef2 req-f64572c5-f4f3-49f7-a6cb-cf39a3112bc5 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:22.631728 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-45f50abb-76ad-4ff8-980f-4c0bf5928ef2 req-f64572c5-f4f3-49f7-a6cb-cf39a3112bc5 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 947 time: 0.0616603
Feb 05 21:11:22.679339 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-45f50abb-76ad-4ff8-980f-4c0bf5928ef2 req-e1733093-0680-4d12-bfbd-de68b47a31c3 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408864
Feb 05 21:11:22.801404 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a12f7-136b-4bc2-aa91-4a646cb02886 req-385bcef5-1daa-4e2f-8215-9a5a99fe26ba tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:22.802936 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ed5a12f7-136b-4bc2-aa91-4a646cb02886 req-385bcef5-1daa-4e2f-8215-9a5a99fe26ba tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 947 time: 0.0536342
Feb 05 21:11:22.851749 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ed5a12f7-136b-4bc2-aa91-4a646cb02886 req-f5150f3f-1eaa-4312-b974-31667b15f04d tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426311
Feb 05 21:11:22.996801 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e7244-77b5-4099-8643-56c1be2e7a58 req-c7ec5338-fd1d-40a3-9cd3-7e369b767969 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:22.998329 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-517e7244-77b5-4099-8643-56c1be2e7a58 req-c7ec5338-fd1d-40a3-9cd3-7e369b767969 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 947 time: 0.0606871
Feb 05 21:11:23.049209 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-517e7244-77b5-4099-8643-56c1be2e7a58 req-2a4c9907-0816-4fa1-a2ba-f057232919f2 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440402
Feb 05 21:11:23.404577 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ecaf5-d501-4464-b132-bb54255ec3a0 req-94087096-4b38-405a-adf5-d04323e8b6cb tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:23.406021 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-638ecaf5-d501-4464-b132-bb54255ec3a0 req-94087096-4b38-405a-adf5-d04323e8b6cb tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.0612390
Feb 05 21:11:23.456723 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-638ecaf5-d501-4464-b132-bb54255ec3a0 req-71ee5536-f63d-4fa0-aa03-5b61cd38659a tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449972
Feb 05 21:11:24.841485 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:11:25.692290 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e03319-cfb4-41bb-83d7-2f7fcb4de035 req-25dd8185-5e84-4647-a82f-6425c94edca4 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:25.693841 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a3e03319-cfb4-41bb-83d7-2f7fcb4de035 req-25dd8185-5e84-4647-a82f-6425c94edca4 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 947 time: 0.0583391
Feb 05 21:11:25.752968 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a3e03319-cfb4-41bb-83d7-2f7fcb4de035 req-b9e160c9-e7b7-4011-a87d-729c547e32ef tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519373
Feb 05 21:11:26.880615 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ccee1c-3ca3-4af1-838c-13f1ba4b37dc req-f6caf389-a7ee-4304-83a8-c93132ee8646 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:26.882028 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-67ccee1c-3ca3-4af1-838c-13f1ba4b37dc req-f6caf389-a7ee-4304-83a8-c93132ee8646 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 947 time: 0.0534172
Feb 05 21:11:26.928494 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-67ccee1c-3ca3-4af1-838c-13f1ba4b37dc req-0956bf7b-85d5-4ab5-893f-ed7a6f184f3d tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/security-groups?id=17f23669-9034-4ede-bf4c-8d15cafff6bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408347
Feb 05 21:11:27.387709 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fadeec2-4fa2-4252-a540-862a9252e075 req-fdab02c0-7fd6-45c4-a6f0-43e862f4450e tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:27.389376 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1fadeec2-4fa2-4252-a540-862a9252e075 req-fdab02c0-7fd6-45c4-a6f0-43e862f4450e tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.21 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 947 time: 0.0598991
Feb 05 21:11:27.545266 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-1fadeec2-4fa2-4252-a540-862a9252e075 req-79d8fb5f-49e1-4d84-a9b8-37381fb8dc1d tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Deleting port 10f99b2d-0900-4a05-8ac5-08188a5548c9 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:11:27.545391 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1fadeec2-4fa2-4252-a540-862a9252e075 req-79d8fb5f-49e1-4d84-a9b8-37381fb8dc1d tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (10f99b2d-0900-4a05-8ac5-08188a5548c9), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:27.578888 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b3b71-3bd8-4fb2-be81-727152563b49 req-d36faa74-eaed-4500-91f8-d8e6cc94bcbf tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:27.580426 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c88b3b71-3bd8-4fb2-be81-727152563b49 req-d36faa74-eaed-4500-91f8-d8e6cc94bcbf tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe46314-fa74-4ab6-a8ed-40bb76ad27bb HTTP/1.1" status: 200  len: 946 time: 0.0891960
Feb 05 21:11:27.685743 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c88b3b71-3bd8-4fb2-be81-727152563b49 req-83c10da5-cdbf-4ce2-8312-f9abdaef1748 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988688
Feb 05 21:11:27.692894 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-1fadeec2-4fa2-4252-a540-862a9252e075 req-79d8fb5f-49e1-4d84-a9b8-37381fb8dc1d tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] For port 10f99b2d-0900-4a05-8ac5-08188a5548c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=10f99b2d-0900-4a05-8ac5-08188a5548c9,segment=NetworkSegment(9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f),segment_id=9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:11:27.693301 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1fadeec2-4fa2-4252-a540-862a9252e075 req-79d8fb5f-49e1-4d84-a9b8-37381fb8dc1d tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (10f99b2d-0900-4a05-8ac5-08188a5548c9), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:27.716373 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-1fadeec2-4fa2-4252-a540-862a9252e075 req-79d8fb5f-49e1-4d84-a9b8-37381fb8dc1d tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Calling delete_port for 10f99b2d-0900-4a05-8ac5-08188a5548c9 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:11:27.861846 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1fadeec2-4fa2-4252-a540-862a9252e075 req-79d8fb5f-49e1-4d84-a9b8-37381fb8dc1d tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (10f99b2d-0900-4a05-8ac5-08188a5548c9), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:27.894325 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d8fb5f-49e1-4d84-a9b8-37381fb8dc1d tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Pushing event deleted for resources: {'Port': ['ID=10f99b2d-0900-4a05-8ac5-08188a5548c9,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:27.943642 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fadeec2-4fa2-4252-a540-862a9252e075 req-79d8fb5f-49e1-4d84-a9b8-37381fb8dc1d tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] No DVR routers for this DVR port 10f99b2d-0900-4a05-8ac5-08188a5548c9 on host nch1-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:11:27.947471 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1fadeec2-4fa2-4252-a540-862a9252e075 req-79d8fb5f-49e1-4d84-a9b8-37381fb8dc1d tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:27.955375 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1fadeec2-4fa2-4252-a540-862a9252e075 req-79d8fb5f-49e1-4d84-a9b8-37381fb8dc1d tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.21 "DELETE /v2.0/ports/10f99b2d-0900-4a05-8ac5-08188a5548c9 HTTP/1.1" status: 204  len: 173 time: 0.5594714
Feb 05 21:11:27.955929 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a711411c-1837-4c14-bab3-d02e98ff0bb0', 'name': 'network-vif-deleted', 'tag': '10f99b2d-0900-4a05-8ac5-08188a5548c9'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:11:27.960092 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269970ba-9933-48d1-88b6-2764d34a40cf" -d '{"events": [{"server_uuid": "a711411c-1837-4c14-bab3-d02e98ff0bb0", "name": "network-vif-deleted", "tag": "10f99b2d-0900-4a05-8ac5-08188a5548c9"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:11:28.016040 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f52803-c50f-4b7f-9727-17a665641224 x-openstack-request-id: req-e7f52803-c50f-4b7f-9727-17a665641224 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:11:28.016329 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a711411c-1837-4c14-bab3-d02e98ff0bb0", "name": "network-vif-deleted", "tag": "10f99b2d-0900-4a05-8ac5-08188a5548c9", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:11:28.016714 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e7f52803-c50f-4b7f-9727-17a665641224 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:11:28.017124 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a711411c-1837-4c14-bab3-d02e98ff0bb0', 'name': 'network-vif-deleted', 'tag': '10f99b2d-0900-4a05-8ac5-08188a5548c9', 'status': 'completed', 'code': 200}
Feb 05 21:11:28.049475 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bd076ccb-9316-49e2-8ec4-97b19dc7a511 req-07068e60-c2e3-4580-8f92-9a04d3375ff2 tempest-ServersNegativeTestJSON-1381166818 tempest-ServersNegativeTestJSON-1381166818-project] 10.222.0.32 "GET /v2.0/ports?device_id=a711411c-1837-4c14-bab3-d02e98ff0bb0 HTTP/1.1" status: 200  len: 210 time: 0.0366518
Feb 05 21:11:28.813456 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33d431-6eae-4af8-8c87-ad31c7c1b87f req-5b345e77-2220-4204-b570-a7c83a0a8553 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:28.815007 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4b33d431-6eae-4af8-8c87-ad31c7c1b87f req-5b345e77-2220-4204-b570-a7c83a0a8553 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe46314-fa74-4ab6-a8ed-40bb76ad27bb HTTP/1.1" status: 200  len: 946 time: 0.0563931
Feb 05 21:11:28.860958 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4b33d431-6eae-4af8-8c87-ad31c7c1b87f req-bac19083-68e1-4cfb-84a0-4cf2e45ebef9 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403390
Feb 05 21:11:29.116735 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 39006) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:11:29.161093 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-86414576-3b9d-41dc-91af-7ea995051307 admin admin] Deleting subnet 328dbb81-dab4-4177-93ce-5843e2949a60 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:11:29.164324 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86414576-3b9d-41dc-91af-7ea995051307 admin admin] Publish callbacks [] for subnet (328dbb81-dab4-4177-93ce-5843e2949a60), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:29.198291 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86414576-3b9d-41dc-91af-7ea995051307 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (328dbb81-dab4-4177-93ce-5843e2949a60), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:29.235959 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86414576-3b9d-41dc-91af-7ea995051307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (328dbb81-dab4-4177-93ce-5843e2949a60), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:29.291299 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86414576-3b9d-41dc-91af-7ea995051307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (328dbb81-dab4-4177-93ce-5843e2949a60), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:29.317787 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86414576-3b9d-41dc-91af-7ea995051307 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=328dbb81-dab4-4177-93ce-5843e2949a60,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:29.319778 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86414576-3b9d-41dc-91af-7ea995051307 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:29.323867 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-86414576-3b9d-41dc-91af-7ea995051307 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/328dbb81-dab4-4177-93ce-5843e2949a60 HTTP/1.1" status: 204  len: 168 time: 0.2060299
Feb 05 21:11:29.326227 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 39008) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:11:29.393643 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c3cc1752-45eb-42c7-8dd3-552b5383fba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (ba09dff6-f453-4951-8599-391fd8346c4e), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:29.475032 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c3cc1752-45eb-42c7-8dd3-552b5383fba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (ba09dff6-f453-4951-8599-391fd8346c4e), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:29.495987 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-c3cc1752-45eb-42c7-8dd3-552b5383fba9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db3ccc4f0>,) {'filters': {'network_id': ['ba09dff6-f453-4951-8599-391fd8346c4e']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:11:29.505535 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-c3cc1752-45eb-42c7-8dd3-552b5383fba9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3ccc4f0>, '9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:11:29.505840 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-c3cc1752-45eb-42c7-8dd3-552b5383fba9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3ccc4f0>, '9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:11:29.515145 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c3cc1752-45eb-42c7-8dd3-552b5383fba9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:29.528388 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c3cc1752-45eb-42c7-8dd3-552b5383fba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:29.534114 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3cc1752-45eb-42c7-8dd3-552b5383fba9 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:11:29.534557 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c3cc1752-45eb-42c7-8dd3-552b5383fba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (9877d4e5-d1e6-4bb1-bfaf-4e7962cbdc8f), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:29.536154 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:11:29.536154 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:11:29.536154 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:11:29.536154 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:11:29.536154 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:11:29.536154 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:11:29.536154 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:11:29.536154 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:11:29.536154 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:11:29.536154 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:11:29.536154 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:11:29.536154 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:11:29.536154 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:11:29.536154 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:11:29.536154 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:11:29.536154 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:11:29.536154 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:11:29.536154 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:11:29.536154 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:11:29.536154 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:11:29.536154 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:11:29.536154 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:11:29.536154 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:11:29.536154 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:11:29.536154 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:11:29.536154 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:11:29.536154 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:11:29.536154 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:11:29.536154 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:11:29.536154 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:11:29.536154 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:11:29.536154 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:11:29.593311 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c3cc1752-45eb-42c7-8dd3-552b5383fba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (ba09dff6-f453-4951-8599-391fd8346c4e), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:29.599269 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c3cc1752-45eb-42c7-8dd3-552b5383fba9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:29.602549 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c3cc1752-45eb-42c7-8dd3-552b5383fba9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ba09dff6-f453-4951-8599-391fd8346c4e HTTP/1.1" status: 204  len: 168 time: 0.2753489
Feb 05 21:11:29.631903 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc1752-45eb-42c7-8dd3-552b5383fba9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba09dff6-f453-4951-8599-391fd8346c4e,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:29.673528 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 10f99b2d-0900-4a05-8ac5-08188a5548c9 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:11:29.685275 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6790f-161d-4882-a56d-e591d1d64e7c req-b386fb80-ea1b-4d24-8153-bfe9f0c78655 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:29.686639 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5ac6790f-161d-4882-a56d-e591d1d64e7c req-b386fb80-ea1b-4d24-8153-bfe9f0c78655 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfe46314-fa74-4ab6-a8ed-40bb76ad27bb HTTP/1.1" status: 200  len: 946 time: 0.0759094
Feb 05 21:11:29.723750 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: 10f99b2d-0900-4a05-8ac5-08188a5548c9 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:11:29.724105 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 10f99b2d-0900-4a05-8ac5-08188a5548c9 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:11:29.806935 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-5ac6790f-161d-4882-a56d-e591d1d64e7c req-aacfa7ee-8b04-429a-b748-0231d3486fa8 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Deleting port 55d000a1-4f09-4596-b231-85bd5adfb0bd {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:11:29.807641 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-5ac6790f-161d-4882-a56d-e591d1d64e7c req-aacfa7ee-8b04-429a-b748-0231d3486fa8 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (55d000a1-4f09-4596-b231-85bd5adfb0bd), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:29.814640 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 39028) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:11:29.916064 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ac91227e-9e6e-420c-bb12-67d0728c46ee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fc0a1e1d985c4b0eb031dcc2cbe83f90&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0996246
Feb 05 21:11:29.918049 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 39032) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:11:30.002909 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-5ac6790f-161d-4882-a56d-e591d1d64e7c req-aacfa7ee-8b04-429a-b748-0231d3486fa8 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] For port 55d000a1-4f09-4596-b231-85bd5adfb0bd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=55d000a1-4f09-4596-b231-85bd5adfb0bd,segment=NetworkSegment(269e9fcc-ed83-4553-80ce-c91c3c416fd1),segment_id=269e9fcc-ed83-4553-80ce-c91c3c416fd1)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:11:30.003285 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-5ac6790f-161d-4882-a56d-e591d1d64e7c req-aacfa7ee-8b04-429a-b748-0231d3486fa8 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (55d000a1-4f09-4596-b231-85bd5adfb0bd), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:30.026359 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-5ac6790f-161d-4882-a56d-e591d1d64e7c req-aacfa7ee-8b04-429a-b748-0231d3486fa8 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Calling delete_port for 55d000a1-4f09-4596-b231-85bd5adfb0bd owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:11:30.063668 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b20a738-a939-4d6c-b4c6-933ad1af6d2b req-68ee7e1b-0d03-4a8f-8ed4-edf9515354cb tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:30.065163 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7b20a738-a939-4d6c-b4c6-933ad1af6d2b req-68ee7e1b-0d03-4a8f-8ed4-edf9515354cb tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfe46314-fa74-4ab6-a8ed-40bb76ad27bb HTTP/1.1" status: 200  len: 946 time: 0.1294646
Feb 05 21:11:30.065783 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e491a0a6-faeb-4c9c-9ed0-1733d8c34b11 admin admin] Publish callbacks [] for security_group (17f23669-9034-4ede-bf4c-8d15cafff6bd), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:30.145040 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e491a0a6-faeb-4c9c-9ed0-1733d8c34b11 admin admin] Publish callbacks [] for security_group (17f23669-9034-4ede-bf4c-8d15cafff6bd), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:30.183771 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7b20a738-a939-4d6c-b4c6-933ad1af6d2b req-08a9fa4a-8023-42d9-8652-86e790f8f2b7 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899017
Feb 05 21:11:30.248107 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e491a0a6-faeb-4c9c-9ed0-1733d8c34b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (17f23669-9034-4ede-bf4c-8d15cafff6bd), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:30.250762 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e491a0a6-faeb-4c9c-9ed0-1733d8c34b11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:30.251893 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e491a0a6-faeb-4c9c-9ed0-1733d8c34b11 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/17f23669-9034-4ede-bf4c-8d15cafff6bd HTTP/1.1" status: 204  len: 168 time: 0.3329139
Feb 05 21:11:30.264047 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491a0a6-faeb-4c9c-9ed0-1733d8c34b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f23669-9034-4ede-bf4c-8d15cafff6bd,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:30.280184 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-5ac6790f-161d-4882-a56d-e591d1d64e7c req-aacfa7ee-8b04-429a-b748-0231d3486fa8 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (55d000a1-4f09-4596-b231-85bd5adfb0bd), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:30.294422 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['c3301d09-c212-4533-9c47-7be2df3d1819'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:11:30.311916 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacfa7ee-8b04-429a-b748-0231d3486fa8 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Pushing event deleted for resources: {'Port': ['ID=55d000a1-4f09-4596-b231-85bd5adfb0bd,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:30.341450 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['55d000a1-4f09-4596-b231-85bd5adfb0bd'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:11:30.356830 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac6790f-161d-4882-a56d-e591d1d64e7c req-aacfa7ee-8b04-429a-b748-0231d3486fa8 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] No DVR routers for this DVR port 55d000a1-4f09-4596-b231-85bd5adfb0bd on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:11:30.359450 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-5ac6790f-161d-4882-a56d-e591d1d64e7c req-aacfa7ee-8b04-429a-b748-0231d3486fa8 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:30.362911 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5ac6790f-161d-4882-a56d-e591d1d64e7c req-aacfa7ee-8b04-429a-b748-0231d3486fa8 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.39 "DELETE /v2.0/ports/55d000a1-4f09-4596-b231-85bd5adfb0bd HTTP/1.1" status: 204  len: 173 time: 0.6711054
Feb 05 21:11:30.363388 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe46314-fa74-4ab6-a8ed-40bb76ad27bb', 'name': 'network-vif-deleted', 'tag': '55d000a1-4f09-4596-b231-85bd5adfb0bd'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:11:30.365662 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b37e70e-f851-4379-b3b5-79d782ad9c0f" -d '{"events": [{"server_uuid": "dfe46314-fa74-4ab6-a8ed-40bb76ad27bb", "name": "network-vif-deleted", "tag": "55d000a1-4f09-4596-b231-85bd5adfb0bd"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:11:30.411078 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56f0941-e780-489f-bed8-5b65d6a40893 x-openstack-request-id: req-d56f0941-e780-489f-bed8-5b65d6a40893 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:11:30.411422 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe46314-fa74-4ab6-a8ed-40bb76ad27bb", "name": "network-vif-deleted", "tag": "55d000a1-4f09-4596-b231-85bd5adfb0bd", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:11:30.411732 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d56f0941-e780-489f-bed8-5b65d6a40893 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:11:30.412168 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfe46314-fa74-4ab6-a8ed-40bb76ad27bb', 'name': 'network-vif-deleted', 'tag': '55d000a1-4f09-4596-b231-85bd5adfb0bd', 'status': 'completed', 'code': 200}
Feb 05 21:11:31.471095 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de807bff-9e1b-417a-83a7-f8e2c1e56871 req-9515e0f5-d9ea-464f-aefc-22e2e2d83835 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:31.472625 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-de807bff-9e1b-417a-83a7-f8e2c1e56871 req-9515e0f5-d9ea-464f-aefc-22e2e2d83835 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.0589373
Feb 05 21:11:31.521350 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-de807bff-9e1b-417a-83a7-f8e2c1e56871 req-7c1df5e4-8bce-4cbb-9d01-67bf663e9502 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431147
Feb 05 21:11:31.806525 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39104) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:11:31.911250 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3bcfc4af-b8e6-4e16-96ca-7ef24bf392d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:31.984514 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3bcfc4af-b8e6-4e16-96ca-7ef24bf392d6 admin admin] Publish callbacks [] for security_group (b98c9d45-4c29-48eb-956f-52e705dec851), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:31.988538 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3bcfc4af-b8e6-4e16-96ca-7ef24bf392d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b98c9d45-4c29-48eb-956f-52e705dec851), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:32.026077 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3bcfc4af-b8e6-4e16-96ca-7ef24bf392d6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4b93214753a04a75a4e7db12f073f321&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2184553
Feb 05 21:11:32.027291 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcfc4af-b8e6-4e16-96ca-7ef24bf392d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98c9d45-4c29-48eb-956f-52e705dec851,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:32.028845 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 39108) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:11:32.034876 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcfc4af-b8e6-4e16-96ca-7ef24bf392d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:32.035235 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcfc4af-b8e6-4e16-96ca-7ef24bf392d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:32.035585 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcfc4af-b8e6-4e16-96ca-7ef24bf392d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:32.035928 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcfc4af-b8e6-4e16-96ca-7ef24bf392d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:32.036272 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcfc4af-b8e6-4e16-96ca-7ef24bf392d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:32.036626 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcfc4af-b8e6-4e16-96ca-7ef24bf392d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:32.036942 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcfc4af-b8e6-4e16-96ca-7ef24bf392d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:32.037274 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcfc4af-b8e6-4e16-96ca-7ef24bf392d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:32.037603 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcfc4af-b8e6-4e16-96ca-7ef24bf392d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:32.037931 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcfc4af-b8e6-4e16-96ca-7ef24bf392d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:32.038260 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcfc4af-b8e6-4e16-96ca-7ef24bf392d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:32.038616 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcfc4af-b8e6-4e16-96ca-7ef24bf392d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:32.038942 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcfc4af-b8e6-4e16-96ca-7ef24bf392d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:32.077471 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-036be8de-4bd8-43bd-8c16-2ce4fef3302d admin admin] Publish callbacks [] for security_group (b98c9d45-4c29-48eb-956f-52e705dec851), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:32.099252 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-036be8de-4bd8-43bd-8c16-2ce4fef3302d admin admin] Publish callbacks [] for security_group (b98c9d45-4c29-48eb-956f-52e705dec851), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:32.145198 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-036be8de-4bd8-43bd-8c16-2ce4fef3302d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b98c9d45-4c29-48eb-956f-52e705dec851), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:32.147935 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-036be8de-4bd8-43bd-8c16-2ce4fef3302d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:32.149126 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-036be8de-4bd8-43bd-8c16-2ce4fef3302d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b98c9d45-4c29-48eb-956f-52e705dec851 HTTP/1.1" status: 204  len: 168 time: 0.1192870
Feb 05 21:11:32.157743 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036be8de-4bd8-43bd-8c16-2ce4fef3302d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98c9d45-4c29-48eb-956f-52e705dec851,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:32.662248 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14663a86-d9ff-4fa9-b7cd-83dc7b468761 req-16129ce6-4b65-43c5-800d-ff48fcd2f098 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:32.664304 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-14663a86-d9ff-4fa9-b7cd-83dc7b468761 req-16129ce6-4b65-43c5-800d-ff48fcd2f098 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.0606475
Feb 05 21:11:32.728769 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-14663a86-d9ff-4fa9-b7cd-83dc7b468761 req-90b363ba-0335-43d0-b3f7-2373d30aab83 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565915
Feb 05 21:11:32.782193 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 39134) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:11:32.880012 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-c9f9b5b6-bfa0-4c67-acd9-6f5b52b57cc6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-749448490-network', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:11:32.899027 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f9b5b6-bfa0-4c67-acd9-6f5b52b57cc6 admin admin] Made reservation on behalf of f2af23abad4048358818a1b4ba0f5aa6 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:11:32.901508 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c9f9b5b6-bfa0-4c67-acd9-6f5b52b57cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:32.909891 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c9f9b5b6-bfa0-4c67-acd9-6f5b52b57cc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:32.984514 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c9f9b5b6-bfa0-4c67-acd9-6f5b52b57cc6 admin admin] Publish callbacks [] for security_group (0d20574e-f0c7-4356-afa2-b7d43932c9ea), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:32.988106 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c9f9b5b6-bfa0-4c67-acd9-6f5b52b57cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (0d20574e-f0c7-4356-afa2-b7d43932c9ea), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:33.006907 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9f9b5b6-bfa0-4c67-acd9-6f5b52b57cc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:11:33.024046 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c9f9b5b6-bfa0-4c67-acd9-6f5b52b57cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (f62e3c71-b57a-482e-a2c4-7d4c5e58c260), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:33.024392 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-c9f9b5b6-bfa0-4c67-acd9-6f5b52b57cc6 admin admin] Added segment f62e3c71-b57a-482e-a2c4-7d4c5e58c260 of type vlan for network 90e22a21-ca71-4ccc-99d5-12c329545469
Feb 05 21:11:33.026218 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9b5b6-bfa0-4c67-acd9-6f5b52b57cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d20574e-f0c7-4356-afa2-b7d43932c9ea,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:33.068449 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c9f9b5b6-bfa0-4c67-acd9-6f5b52b57cc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (90e22a21-ca71-4ccc-99d5-12c329545469), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:33.092413 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c9f9b5b6-bfa0-4c67-acd9-6f5b52b57cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (90e22a21-ca71-4ccc-99d5-12c329545469), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:33.093400 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f9b5b6-bfa0-4c67-acd9-6f5b52b57cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:33.093977 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c9f9b5b6-bfa0-4c67-acd9-6f5b52b57cc6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:33.124922 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c9f9b5b6-bfa0-4c67-acd9-6f5b52b57cc6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.3414993
Feb 05 21:11:33.128756 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39138) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:11:33.134060 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-65ba8227-fbc8-4b88-95b3-be4e1c5e8a73 admin admin] Request body: {'subnet': {'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-749448490-subnet', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:11:33.153579 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ba8227-fbc8-4b88-95b3-be4e1c5e8a73 admin admin] Made reservation on behalf of f2af23abad4048358818a1b4ba0f5aa6 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:11:33.155903 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-65ba8227-fbc8-4b88-95b3-be4e1c5e8a73 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:33.160633 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9b5b6-bfa0-4c67-acd9-6f5b52b57cc6 admin admin] Pushing event updated for resources: {'Network': ['ID=90e22a21-ca71-4ccc-99d5-12c329545469,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:33.173150 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 90e22a21-ca71-4ccc-99d5-12c329545469 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:11:33.331737 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-65ba8227-fbc8-4b88-95b3-be4e1c5e8a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (6bc96f9b-13b4-445f-ae2d-9347a725b89d), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:33.379546 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8227-fbc8-4b88-95b3-be4e1c5e8a73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bc96f9b-13b4-445f-ae2d-9347a725b89d,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:33.394878 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ba8227-fbc8-4b88-95b3-be4e1c5e8a73 admin admin] Checking segment: {'id': 'f62e3c71-b57a-482e-a2c4-7d4c5e58c260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:11:33.395244 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ba8227-fbc8-4b88-95b3-be4e1c5e8a73 admin admin] Network hostable DHCP agents. Network: 90e22a21-ca71-4ccc-99d5-12c329545469, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:11:33.411840 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ba8227-fbc8-4b88-95b3-be4e1c5e8a73 admin admin] Network 90e22a21-ca71-4ccc-99d5-12c329545469 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:11:33.421178 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-65ba8227-fbc8-4b88-95b3-be4e1c5e8a73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 90e22a21-ca71-4ccc-99d5-12c329545469) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:11:33.425452 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ba8227-fbc8-4b88-95b3-be4e1c5e8a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:33.426048 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-65ba8227-fbc8-4b88-95b3-be4e1c5e8a73 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:33.432248 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc47df3-c35a-4b50-9403-6da053d491b6 None None] Network 90e22a21-ca71-4ccc-99d5-12c329545469 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:11:33.443772 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-65ba8227-fbc8-4b88-95b3-be4e1c5e8a73 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.3138995
Feb 05 21:11:33.447125 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39140) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:11:33.451714 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-5910b0e8-fbbd-469b-ae98-e014ced9cdae admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-749448490-router', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:11:33.472198 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5910b0e8-fbbd-469b-ae98-e014ced9cdae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (7785e63f-cfeb-418f-b3c1-f03ccd478077), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:33.473431 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5910b0e8-fbbd-469b-ae98-e014ced9cdae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (7785e63f-cfeb-418f-b3c1-f03ccd478077), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:33.535759 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5910b0e8-fbbd-469b-ae98-e014ced9cdae admin admin] Publish callbacks [] for router_controller (7785e63f-cfeb-418f-b3c1-f03ccd478077), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:33.550892 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2da17fd-0ad8-4449-a207-84c0d5acaf48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-90e22a21-ca71-4ccc-99d5-12c329545469', 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469', 'project_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'fixed_ips': [{'subnet_id': '6bc96f9b-13b4-445f-ae2d-9347a725b89d'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:11:33.553269 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e2da17fd-0ad8-4449-a207-84c0d5acaf48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:33.701857 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5910b0e8-fbbd-469b-ae98-e014ced9cdae admin admin] Publish callbacks [] for router_gateway (7785e63f-cfeb-418f-b3c1-f03ccd478077), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:33.704693 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-e2da17fd-0ad8-4449-a207-84c0d5acaf48 None None] Allocated IP 172.20.0.2 (90e22a21-ca71-4ccc-99d5-12c329545469/6bc96f9b-13b4-445f-ae2d-9347a725b89d/a29be18b-1509-49ee-8169-135499ac04d6) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:11:33.732215 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-db7edd37-9054-49ab-893d-e2e6bf2956f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:33.879959 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e2da17fd-0ad8-4449-a207-84c0d5acaf48 None None] Publish callbacks [] for port (a29be18b-1509-49ee-8169-135499ac04d6), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:33.881713 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775c85a-da01-4caf-8904-e25c80be4585 req-169b88ae-f0af-4aa6-ae83-bf1b42b76ad9 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:33.883554 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9775c85a-da01-4caf-8904-e25c80be4585 req-169b88ae-f0af-4aa6-ae83-bf1b42b76ad9 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.0679147
Feb 05 21:11:33.887453 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e2da17fd-0ad8-4449-a207-84c0d5acaf48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (a29be18b-1509-49ee-8169-135499ac04d6), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:33.938025 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2da17fd-0ad8-4449-a207-84c0d5acaf48 None None] Network 90e22a21-ca71-4ccc-99d5-12c329545469 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:11:33.941069 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-e2da17fd-0ad8-4449-a207-84c0d5acaf48 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:11:33.944827 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2da17fd-0ad8-4449-a207-84c0d5acaf48 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:11:33.953968 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da17fd-0ad8-4449-a207-84c0d5acaf48 None None] Pushing event updated for resources: {'Port': ['ID=a29be18b-1509-49ee-8169-135499ac04d6,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:33.955502 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9775c85a-da01-4caf-8904-e25c80be4585 req-a2f59f27-8c3b-45dd-bd7e-8bb2a0c3feb7 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653629
Feb 05 21:11:33.961414 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5910b0e8-fbbd-469b-ae98-e014ced9cdae admin admin] Publish callbacks [] for router_gateway (7785e63f-cfeb-418f-b3c1-f03ccd478077), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:33.988340 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5910b0e8-fbbd-469b-ae98-e014ced9cdae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:34.011871 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-e2da17fd-0ad8-4449-a207-84c0d5acaf48 None None] Attempting to bind port a29be18b-1509-49ee-8169-135499ac04d6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:11:34.012654 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-e2da17fd-0ad8-4449-a207-84c0d5acaf48 None None] Attempting to bind port a29be18b-1509-49ee-8169-135499ac04d6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f62e3c71-b57a-482e-a2c4-7d4c5e58c260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:11:34.012654 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2da17fd-0ad8-4449-a207-84c0d5acaf48 None None] Attempting to bind port a29be18b-1509-49ee-8169-135499ac04d6 on network 90e22a21-ca71-4ccc-99d5-12c329545469 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:11:34.018248 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2da17fd-0ad8-4449-a207-84c0d5acaf48 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:11:34.018629 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2da17fd-0ad8-4449-a207-84c0d5acaf48 None None] Checking segment: {'id': 'f62e3c71-b57a-482e-a2c4-7d4c5e58c260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:11:34.019050 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e2da17fd-0ad8-4449-a207-84c0d5acaf48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:34.019432 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2da17fd-0ad8-4449-a207-84c0d5acaf48 None None] Bound using segment: {'id': 'f62e3c71-b57a-482e-a2c4-7d4c5e58c260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:11:34.019898 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-e2da17fd-0ad8-4449-a207-84c0d5acaf48 None None] Bound port: a29be18b-1509-49ee-8169-135499ac04d6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f62e3c71-b57a-482e-a2c4-7d4c5e58c260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:11:34.020284 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e2da17fd-0ad8-4449-a207-84c0d5acaf48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a29be18b-1509-49ee-8169-135499ac04d6), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:34.085568 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-e2da17fd-0ad8-4449-a207-84c0d5acaf48 None None] For port a29be18b-1509-49ee-8169-135499ac04d6, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:11:34.089549 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-e2da17fd-0ad8-4449-a207-84c0d5acaf48 None None] For port a29be18b-1509-49ee-8169-135499ac04d6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a29be18b-1509-49ee-8169-135499ac04d6,segment=NetworkSegment(f62e3c71-b57a-482e-a2c4-7d4c5e58c260),segment_id=f62e3c71-b57a-482e-a2c4-7d4c5e58c260)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:11:34.096991 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e2da17fd-0ad8-4449-a207-84c0d5acaf48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (a29be18b-1509-49ee-8169-135499ac04d6), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:34.113304 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-5910b0e8-fbbd-469b-ae98-e014ced9cdae admin admin] Allocated IP 172.35.4.84 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/ec277b3e-2f6b-48e0-a387-88b566250f77) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:11:34.160196 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da17fd-0ad8-4449-a207-84c0d5acaf48 None None] Pushing event updated for resources: {'Port': ['ID=a29be18b-1509-49ee-8169-135499ac04d6,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:34.238512 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5910b0e8-fbbd-469b-ae98-e014ced9cdae admin admin] Publish callbacks [] for port (ec277b3e-2f6b-48e0-a387-88b566250f77), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:34.280097 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5910b0e8-fbbd-469b-ae98-e014ced9cdae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (ec277b3e-2f6b-48e0-a387-88b566250f77), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:34.322640 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5910b0e8-fbbd-469b-ae98-e014ced9cdae admin admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:11:34.325696 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-5910b0e8-fbbd-469b-ae98-e014ced9cdae admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:11:34.331108 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5910b0e8-fbbd-469b-ae98-e014ced9cdae admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:11:34.373599 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5910b0e8-fbbd-469b-ae98-e014ced9cdae admin admin] Pushing event updated for resources: {'Port': ['ID=ec277b3e-2f6b-48e0-a387-88b566250f77,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:34.536532 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 55d000a1-4f09-4596-b231-85bd5adfb0bd no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:11:34.560119 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 55d000a1-4f09-4596-b231-85bd5adfb0bd {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:11:34.560465 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 55d000a1-4f09-4596-b231-85bd5adfb0bd not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:11:34.648799 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5910b0e8-fbbd-469b-ae98-e014ced9cdae admin admin] Publish callbacks [] for router_gateway (7785e63f-cfeb-418f-b3c1-f03ccd478077), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:34.703712 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device a29be18b-1509-49ee-8169-135499ac04d6 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:11:34.755627 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port a29be18b-1509-49ee-8169-135499ac04d6 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:11:34.755936 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (a29be18b-1509-49ee-8169-135499ac04d6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:34.852458 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port a29be18b-1509-49ee-8169-135499ac04d6 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:11:34.852894 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a29be18b-1509-49ee-8169-135499ac04d6), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:34.882022 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5910b0e8-fbbd-469b-ae98-e014ced9cdae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (7785e63f-cfeb-418f-b3c1-f03ccd478077), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:34.889651 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port a29be18b-1509-49ee-8169-135499ac04d6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a29be18b-1509-49ee-8169-135499ac04d6,segment=NetworkSegment(f62e3c71-b57a-482e-a2c4-7d4c5e58c260),segment_id=f62e3c71-b57a-482e-a2c4-7d4c5e58c260)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:11:34.895495 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (a29be18b-1509-49ee-8169-135499ac04d6), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:34.973212 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=a29be18b-1509-49ee-8169-135499ac04d6,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:35.057018 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5910b0e8-fbbd-469b-ae98-e014ced9cdae admin admin] Router 7785e63f-cfeb-418f-b3c1-f03ccd478077 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:11:35.102186 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22f9eb-dd9c-4ba1-a9d1-41bd73aa6f9c req-b191cbd9-2bd3-4ade-84ee-76c50c64919b tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:35.106885 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db22f9eb-dd9c-4ba1-a9d1-41bd73aa6f9c req-b191cbd9-2bd3-4ade-84ee-76c50c64919b tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.0676274
Feb 05 21:11:35.162070 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-db22f9eb-dd9c-4ba1-a9d1-41bd73aa6f9c req-f6da6ddf-7bb5-4a85-bce5-4994034ed6e3 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512323
Feb 05 21:11:35.189218 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5910b0e8-fbbd-469b-ae98-e014ced9cdae admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:11:35.200366 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaaa9d1-72d4-4484-86a1-e9860cb3e40f None None] Sync routers for ids ['7785e63f-cfeb-418f-b3c1-f03ccd478077'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:11:35.214972 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaaa9d1-72d4-4484-86a1-e9860cb3e40f None None] Routers {'7785e63f-cfeb-418f-b3c1-f03ccd478077'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:11:35.215619 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-aeaaa9d1-72d4-4484-86a1-e9860cb3e40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8184a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:11:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['7785e63f-cfeb-418f-b3c1-f03ccd478077'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:11:35.217126 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5910b0e8-fbbd-469b-ae98-e014ced9cdae admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:35.218982 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5910b0e8-fbbd-469b-ae98-e014ced9cdae admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 1.7706454
Feb 05 21:11:35.222218 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 39152) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:11:35.268387 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888422b3-e8ec-4322-8d2e-c6bc7f9cbb31 None None] Network 90e22a21-ca71-4ccc-99d5-12c329545469 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:11:35.408477 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-5080a5d7-5d6d-4480-bce9-d54739c9f1d0 None None] Provisioning complete for port a29be18b-1509-49ee-8169-135499ac04d6 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:11:35.408774 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5080a5d7-5d6d-4480-bce9-d54739c9f1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (a29be18b-1509-49ee-8169-135499ac04d6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:35.456761 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-aeaaa9d1-72d4-4484-86a1-e9860cb3e40f None None] Set router 7785e63f-cfeb-418f-b3c1-f03ccd478077 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:11:35.667846 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-5080a5d7-5d6d-4480-bce9-d54739c9f1d0 None None] Current status of the port a29be18b-1509-49ee-8169-135499ac04d6 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:11:35.673832 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9c09f627-b242-4a53-9425-d65ff40813f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:35.724392 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-aeaaa9d1-72d4-4484-86a1-e9860cb3e40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8184a00>, [{'id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'name': 'tempest-AttachVolumeShelveTestJSON-749448490-router', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84'}], 'enable_snat': True}, 'gw_port_id': 'ec277b3e-2f6b-48e0-a387-88b566250f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:11:33Z', 'updated_at': '2022-02-05T21:11:34Z', 'revision_number': 3, 'project_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'gw_port': {'id': 'ec277b3e-2f6b-48e0-a387-88b566250f77', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:11:33Z', 'updated_at': '2022-02-05T21:11:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:11:35.753081 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaaa9d1-72d4-4484-86a1-e9860cb3e40f None None] Checking router: 7785e63f-cfeb-418f-b3c1-f03ccd478077 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:11:35.753453 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaaa9d1-72d4-4484-86a1-e9860cb3e40f None None] Updating router 7785e63f-cfeb-418f-b3c1-f03ccd478077 port ec277b3e-2f6b-48e0-a387-88b566250f77 binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:11:35.784986 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-aeaaa9d1-72d4-4484-86a1-e9860cb3e40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ec277b3e-2f6b-48e0-a387-88b566250f77), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:35.846296 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-9c09f627-b242-4a53-9425-d65ff40813f5 admin admin] Allocated IP 172.20.0.1 (90e22a21-ca71-4ccc-99d5-12c329545469/6bc96f9b-13b4-445f-ae2d-9347a725b89d/96fbc78b-ec60-4acf-aa87-f5cee677f160) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:11:35.910867 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-78899ded-bba9-4cfe-9e75-7e8e8045e97d None None] Provisioning complete for port a29be18b-1509-49ee-8169-135499ac04d6 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:11:35.911233 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-78899ded-bba9-4cfe-9e75-7e8e8045e97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (a29be18b-1509-49ee-8169-135499ac04d6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:35.961831 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9c09f627-b242-4a53-9425-d65ff40813f5 admin admin] Publish callbacks [] for port (96fbc78b-ec60-4acf-aa87-f5cee677f160), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:36.002122 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9c09f627-b242-4a53-9425-d65ff40813f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (96fbc78b-ec60-4acf-aa87-f5cee677f160), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:36.054103 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c09f627-b242-4a53-9425-d65ff40813f5 admin admin] Network 90e22a21-ca71-4ccc-99d5-12c329545469 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:11:36.057745 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-9c09f627-b242-4a53-9425-d65ff40813f5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:11:36.063663 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c09f627-b242-4a53-9425-d65ff40813f5 admin admin] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:11:36.092615 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-78899ded-bba9-4cfe-9e75-7e8e8045e97d None None] Current status of the port a29be18b-1509-49ee-8169-135499ac04d6 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:11:36.101590 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f6e97ff5-a27c-46dd-811b-28315be2b5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:36.110069 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c09f627-b242-4a53-9425-d65ff40813f5 admin admin] Pushing event updated for resources: {'Port': ['ID=96fbc78b-ec60-4acf-aa87-f5cee677f160,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:36.117506 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9c09f627-b242-4a53-9425-d65ff40813f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (7785e63f-cfeb-418f-b3c1-f03ccd478077), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:36.158764 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-aeaaa9d1-72d4-4484-86a1-e9860cb3e40f None None] Publish callbacks [] for port (ec277b3e-2f6b-48e0-a387-88b566250f77), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:36.167332 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-aeaaa9d1-72d4-4484-86a1-e9860cb3e40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ec277b3e-2f6b-48e0-a387-88b566250f77), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:36.226039 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69276c03-d980-4d5d-a0e7-f1eda1bb5a4f None None] Pushing event updated for resources: {'Port': ['ID=ec277b3e-2f6b-48e0-a387-88b566250f77,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:36.229595 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-aeaaa9d1-72d4-4484-86a1-e9860cb3e40f None None] Attempting to bind port ec277b3e-2f6b-48e0-a387-88b566250f77 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:11:36.230036 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-aeaaa9d1-72d4-4484-86a1-e9860cb3e40f None None] Attempting to bind port ec277b3e-2f6b-48e0-a387-88b566250f77 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:11:36.230448 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaaa9d1-72d4-4484-86a1-e9860cb3e40f None None] Attempting to bind port ec277b3e-2f6b-48e0-a387-88b566250f77 on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:11:36.236898 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaaa9d1-72d4-4484-86a1-e9860cb3e40f None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:11:36.237736 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaaa9d1-72d4-4484-86a1-e9860cb3e40f None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:11:36.237877 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-aeaaa9d1-72d4-4484-86a1-e9860cb3e40f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:36.238208 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaaa9d1-72d4-4484-86a1-e9860cb3e40f None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:11:36.238720 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-aeaaa9d1-72d4-4484-86a1-e9860cb3e40f None None] Bound port: ec277b3e-2f6b-48e0-a387-88b566250f77, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:11:36.239114 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-aeaaa9d1-72d4-4484-86a1-e9860cb3e40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ec277b3e-2f6b-48e0-a387-88b566250f77), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:36.299074 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-aeaaa9d1-72d4-4484-86a1-e9860cb3e40f None None] For port ec277b3e-2f6b-48e0-a387-88b566250f77, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:11:36.303439 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-aeaaa9d1-72d4-4484-86a1-e9860cb3e40f None None] For port ec277b3e-2f6b-48e0-a387-88b566250f77, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ec277b3e-2f6b-48e0-a387-88b566250f77,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:11:36.312078 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-aeaaa9d1-72d4-4484-86a1-e9860cb3e40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ec277b3e-2f6b-48e0-a387-88b566250f77), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:36.341123 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9c09f627-b242-4a53-9425-d65ff40813f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (96fbc78b-ec60-4acf-aa87-f5cee677f160), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:36.387788 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaaa9d1-72d4-4484-86a1-e9860cb3e40f None None] Routers {'7785e63f-cfeb-418f-b3c1-f03ccd478077'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:11:36.388689 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-aeaaa9d1-72d4-4484-86a1-e9860cb3e40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8184a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:11:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['7785e63f-cfeb-418f-b3c1-f03ccd478077'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:11:36.394024 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69276c03-d980-4d5d-a0e7-f1eda1bb5a4f None None] Pushing event updated for resources: {'Port': ['ID=ec277b3e-2f6b-48e0-a387-88b566250f77,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:36.397509 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9dd13-6c22-4b13-9194-2388402806e5 req-d5cb0935-ab57-4e91-b22c-75429ef911c3 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:36.398837 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b9f9dd13-6c22-4b13-9194-2388402806e5 req-d5cb0935-ab57-4e91-b22c-75429ef911c3 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.1245911
Feb 05 21:11:36.519347 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b9f9dd13-6c22-4b13-9194-2388402806e5 req-adeabd3b-79f3-4aab-9a82-b3bd28f81050 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1104565
Feb 05 21:11:36.604668 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9c09f627-b242-4a53-9425-d65ff40813f5 admin admin] Publish callbacks [] for port (96fbc78b-ec60-4acf-aa87-f5cee677f160), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:36.612151 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9c09f627-b242-4a53-9425-d65ff40813f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (96fbc78b-ec60-4acf-aa87-f5cee677f160), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:36.616176 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-cb13206f-3d6f-48b6-b470-d9514dd8a517 None None] Provisioning complete for port 96fbc78b-ec60-4acf-aa87-f5cee677f160 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:11:36.616526 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cb13206f-3d6f-48b6-b470-d9514dd8a517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (96fbc78b-ec60-4acf-aa87-f5cee677f160), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:36.678770 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device a29be18b-1509-49ee-8169-135499ac04d6 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:11:36.683842 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9c09f627-b242-4a53-9425-d65ff40813f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (7785e63f-cfeb-418f-b3c1-f03ccd478077), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:36.686950 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c09f627-b242-4a53-9425-d65ff40813f5 admin admin] Pushing event updated for resources: {'Port': ['ID=96fbc78b-ec60-4acf-aa87-f5cee677f160,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:36.716547 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-cb13206f-3d6f-48b6-b470-d9514dd8a517 None None] Port 96fbc78b-ec60-4acf-aa87-f5cee677f160 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:11:36.743239 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-aeaaa9d1-72d4-4484-86a1-e9860cb3e40f None None] Set router 7785e63f-cfeb-418f-b3c1-f03ccd478077 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:11:36.826796 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port a29be18b-1509-49ee-8169-135499ac04d6 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:11:36.827186 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (a29be18b-1509-49ee-8169-135499ac04d6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:36.829769 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1229651-c8ea-4859-8b59-f4ae945ea1c6 req-eb955304-beac-480c-a485-2048f5144f48 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:36.831293 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c1229651-c8ea-4859-8b59-f4ae945ea1c6 req-eb955304-beac-480c-a485-2048f5144f48 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.21 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.1083386
Feb 05 21:11:36.836456 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c09f627-b242-4a53-9425-d65ff40813f5 admin admin] Network 90e22a21-ca71-4ccc-99d5-12c329545469 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:11:36.844767 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-9c09f627-b242-4a53-9425-d65ff40813f5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:11:37.006325 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port a29be18b-1509-49ee-8169-135499ac04d6 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:11:37.035883 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-aeaaa9d1-72d4-4484-86a1-e9860cb3e40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8184a00>, [{'id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'name': 'tempest-AttachVolumeShelveTestJSON-749448490-router', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84'}], 'enable_snat': True}, 'gw_port_id': 'ec277b3e-2f6b-48e0-a387-88b566250f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:11:33Z', 'updated_at': '2022-02-05T21:11:36Z', 'revision_number': 4, 'project_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'gw_port': {'id': 'ec277b3e-2f6b-48e0-a387-88b566250f77', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:11:33Z', 'updated_at': '2022-02-05T21:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '96fbc78b-ec60-4acf-aa87-f5cee677f160', 'name': '', 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'mac_address': 'fa:16:3e:bc:13:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6bc96f9b-13b4-445f-ae2d-9347a725b89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:11:35Z', 'updated_at': '2022-02-05T21:11:35Z', 'revision_number': 1, 'project_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'subnets': [{'id': '6bc96f9b-13b4-445f-ae2d-9347a725b89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:11:37.066966 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c09f627-b242-4a53-9425-d65ff40813f5 admin admin] Router 7785e63f-cfeb-418f-b3c1-f03ccd478077 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:11:37.070429 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-c1229651-c8ea-4859-8b59-f4ae945ea1c6 req-3f20f7eb-2701-42e6-af0b-4c734c859f17 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Deleting port c3301d09-c212-4533-9c47-7be2df3d1819 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:11:37.070757 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c1229651-c8ea-4859-8b59-f4ae945ea1c6 req-3f20f7eb-2701-42e6-af0b-4c734c859f17 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (c3301d09-c212-4533-9c47-7be2df3d1819), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:37.073994 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaaa9d1-72d4-4484-86a1-e9860cb3e40f None None] The sync data for ids ['7785e63f-cfeb-418f-b3c1-f03ccd478077'] in ncdv-master-1 is: [{'id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'name': 'tempest-AttachVolumeShelveTestJSON-749448490-router', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84'}], 'enable_snat': True}, 'gw_port_id': 'ec277b3e-2f6b-48e0-a387-88b566250f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:11:33Z', 'updated_at': '2022-02-05T21:11:36Z', 'revision_number': 4, 'project_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'gw_port': {'id': 'ec277b3e-2f6b-48e0-a387-88b566250f77', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:11:33Z', 'updated_at': '2022-02-05T21:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '96fbc78b-ec60-4acf-aa87-f5cee677f160', 'name': '', 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'mac_address': 'fa:16:3e:bc:13:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6bc96f9b-13b4-445f-ae2d-9347a725b89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:11:35Z', 'updated_at': '2022-02-05T21:11:35Z', 'revision_number': 1, 'project_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'subnets': [{'id': '6bc96f9b-13b4-445f-ae2d-9347a725b89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:11:37.246475 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-1d9e2dce-deff-4c2d-830b-38f132751bd1 None None] Provisioning complete for port 96fbc78b-ec60-4acf-aa87-f5cee677f160 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:11:37.247092 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1d9e2dce-deff-4c2d-830b-38f132751bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (96fbc78b-ec60-4acf-aa87-f5cee677f160), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:37.304429 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-1d9e2dce-deff-4c2d-830b-38f132751bd1 None None] Port 96fbc78b-ec60-4acf-aa87-f5cee677f160 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:11:37.440477 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:37.624670 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-c1229651-c8ea-4859-8b59-f4ae945ea1c6 req-3f20f7eb-2701-42e6-af0b-4c734c859f17 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] For port c3301d09-c212-4533-9c47-7be2df3d1819, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c3301d09-c212-4533-9c47-7be2df3d1819,segment=NetworkSegment(269e9fcc-ed83-4553-80ce-c91c3c416fd1),segment_id=269e9fcc-ed83-4553-80ce-c91c3c416fd1)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:11:37.625304 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c1229651-c8ea-4859-8b59-f4ae945ea1c6 req-3f20f7eb-2701-42e6-af0b-4c734c859f17 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (c3301d09-c212-4533-9c47-7be2df3d1819), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:37.644342 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-c1229651-c8ea-4859-8b59-f4ae945ea1c6 req-3f20f7eb-2701-42e6-af0b-4c734c859f17 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Calling delete_port for c3301d09-c212-4533-9c47-7be2df3d1819 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:11:37.657501 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c09f627-b242-4a53-9425-d65ff40813f5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:11:37.670909 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9c09f627-b242-4a53-9425-d65ff40813f5 admin admin] 10.222.0.32 "PUT /v2.0/routers/7785e63f-cfeb-418f-b3c1-f03ccd478077/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4474773
Feb 05 21:11:37.779593 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142e8dc-ab54-4cd2-849b-f00cc9130fe4 req-3103a6f5-1410-4288-ab75-4eb04524c747 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:37.781161 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4142e8dc-ab54-4cd2-849b-f00cc9130fe4 req-3103a6f5-1410-4288-ab75-4eb04524c747 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/ports?device_id=44c1fae5-fcee-475f-9233-9a478d33756d HTTP/1.1" status: 200  len: 946 time: 0.1288724
Feb 05 21:11:37.899051 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4142e8dc-ab54-4cd2-849b-f00cc9130fe4 req-a7b8a184-c540-4472-8032-481ae31129cc tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.32 "GET /v2.0/security-groups?id=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1057968
Feb 05 21:11:37.938608 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c1229651-c8ea-4859-8b59-f4ae945ea1c6 req-3f20f7eb-2701-42e6-af0b-4c734c859f17 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (c3301d09-c212-4533-9c47-7be2df3d1819), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:38.021708 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f20f7eb-2701-42e6-af0b-4c734c859f17 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Pushing event deleted for resources: {'Port': ['ID=c3301d09-c212-4533-9c47-7be2df3d1819,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:38.072475 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1229651-c8ea-4859-8b59-f4ae945ea1c6 req-3f20f7eb-2701-42e6-af0b-4c734c859f17 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] No DVR routers for this DVR port c3301d09-c212-4533-9c47-7be2df3d1819 on host nch1-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:11:38.076423 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-c1229651-c8ea-4859-8b59-f4ae945ea1c6 req-3f20f7eb-2701-42e6-af0b-4c734c859f17 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:38.079977 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c1229651-c8ea-4859-8b59-f4ae945ea1c6 req-3f20f7eb-2701-42e6-af0b-4c734c859f17 tempest-ServerRescueNegativeTestJSON-1316004756 tempest-ServerRescueNegativeTestJSON-1316004756-project] 10.222.0.21 "DELETE /v2.0/ports/c3301d09-c212-4533-9c47-7be2df3d1819 HTTP/1.1" status: 204  len: 173 time: 1.2418540
Feb 05 21:11:38.080507 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c1fae5-fcee-475f-9233-9a478d33756d', 'name': 'network-vif-deleted', 'tag': 'c3301d09-c212-4533-9c47-7be2df3d1819'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:11:38.092623 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22112f73-3237-4cdb-a1c1-8aa89e7bcee8" -d '{"events": [{"server_uuid": "44c1fae5-fcee-475f-9233-9a478d33756d", "name": "network-vif-deleted", "tag": "c3301d09-c212-4533-9c47-7be2df3d1819"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:11:38.139816 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce71cff-d700-409a-aa68-6cba2f9fb215 x-openstack-request-id: req-7ce71cff-d700-409a-aa68-6cba2f9fb215 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:11:38.140184 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c1fae5-fcee-475f-9233-9a478d33756d", "name": "network-vif-deleted", "tag": "c3301d09-c212-4533-9c47-7be2df3d1819", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:11:38.140508 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7ce71cff-d700-409a-aa68-6cba2f9fb215 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:11:38.141002 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c1fae5-fcee-475f-9233-9a478d33756d', 'name': 'network-vif-deleted', 'tag': 'c3301d09-c212-4533-9c47-7be2df3d1819', 'status': 'completed', 'code': 200}
Feb 05 21:11:38.381841 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39176) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:11:38.388779 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-f40eec43-8685-4db2-be88-9047b13254b4 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Request body: {'security_group': {'name': 'tempest-securitygroup--91047890', 'description': 'tempest-description--381667865'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:11:38.417203 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f40eec43-8685-4db2-be88-9047b13254b4 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:38.496599 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f40eec43-8685-4db2-be88-9047b13254b4 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks [] for security_group (4a574af8-1f17-4521-b385-0e1e2af3884d), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:38.501713 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f40eec43-8685-4db2-be88-9047b13254b4 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (4a574af8-1f17-4521-b385-0e1e2af3884d), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:38.543256 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40eec43-8685-4db2-be88-9047b13254b4 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a574af8-1f17-4521-b385-0e1e2af3884d,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:38.551137 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f40eec43-8685-4db2-be88-9047b13254b4 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:38.553901 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f40eec43-8685-4db2-be88-9047b13254b4 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.1704092
Feb 05 21:11:38.557453 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39178) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:11:38.563604 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-249561de-ed4a-4a9d-9f20-6bad30b407e3 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Request body: {'security_group_rule': {'security_group_id': '4a574af8-1f17-4521-b385-0e1e2af3884d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:11:38.602573 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-249561de-ed4a-4a9d-9f20-6bad30b407e3 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks [] for security_group_rule (cf78c7e8-d68e-4bb7-a0d9-2b73a2788140), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:38.709352 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-249561de-ed4a-4a9d-9f20-6bad30b407e3 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks [] for security_group_rule (cf78c7e8-d68e-4bb7-a0d9-2b73a2788140), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:38.715254 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-249561de-ed4a-4a9d-9f20-6bad30b407e3 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (cf78c7e8-d68e-4bb7-a0d9-2b73a2788140), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:38.735649 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249561de-ed4a-4a9d-9f20-6bad30b407e3 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf78c7e8-d68e-4bb7-a0d9-2b73a2788140,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:38.746321 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-249561de-ed4a-4a9d-9f20-6bad30b407e3 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:38.747767 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-249561de-ed4a-4a9d-9f20-6bad30b407e3 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1892123
Feb 05 21:11:38.751005 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39182) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:11:38.756123 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-e8d99e4e-18c6-476d-af03-828e0e64c881 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Request body: {'security_group_rule': {'security_group_id': '4a574af8-1f17-4521-b385-0e1e2af3884d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:11:38.772783 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device ec277b3e-2f6b-48e0-a387-88b566250f77 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:11:38.790005 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e8d99e4e-18c6-476d-af03-828e0e64c881 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks [] for security_group_rule (b99b4ecc-bcc0-4c5f-b712-a15e2c12f1f9), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:38.835829 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port ec277b3e-2f6b-48e0-a387-88b566250f77 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:11:38.836476 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ec277b3e-2f6b-48e0-a387-88b566250f77), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:38.868986 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e8d99e4e-18c6-476d-af03-828e0e64c881 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks [] for security_group_rule (b99b4ecc-bcc0-4c5f-b712-a15e2c12f1f9), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:38.875248 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e8d99e4e-18c6-476d-af03-828e0e64c881 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (b99b4ecc-bcc0-4c5f-b712-a15e2c12f1f9), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:38.901394 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d99e4e-18c6-476d-af03-828e0e64c881 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b99b4ecc-bcc0-4c5f-b712-a15e2c12f1f9,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:38.913330 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e8d99e4e-18c6-476d-af03-828e0e64c881 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:38.918202 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e8d99e4e-18c6-476d-af03-828e0e64c881 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1623824
Feb 05 21:11:38.918512 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39184) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:11:38.926030 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-51caec5e-a0fc-47f7-a305-e9fce3a1c76c tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:11:38.930337 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port ec277b3e-2f6b-48e0-a387-88b566250f77 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:11:38.931751 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ec277b3e-2f6b-48e0-a387-88b566250f77), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:38.971590 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port ec277b3e-2f6b-48e0-a387-88b566250f77, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ec277b3e-2f6b-48e0-a387-88b566250f77,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:11:38.973419 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-51caec5e-a0fc-47f7-a305-e9fce3a1c76c tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:38.983814 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ec277b3e-2f6b-48e0-a387-88b566250f77), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:38.985072 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 39188) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:11:39.071674 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:39.075328 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=ec277b3e-2f6b-48e0-a387-88b566250f77,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:39.138200 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-51caec5e-a0fc-47f7-a305-e9fce3a1c76c tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:39.257599 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-51caec5e-a0fc-47f7-a305-e9fce3a1c76c tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Allocated IP 172.35.4.89 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/35bed79f-6976-4fa8-b9c9-87cc0acac17a) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:11:39.368745 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-51caec5e-a0fc-47f7-a305-e9fce3a1c76c tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks [] for port (35bed79f-6976-4fa8-b9c9-87cc0acac17a), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:39.407300 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-51caec5e-a0fc-47f7-a305-e9fce3a1c76c tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (35bed79f-6976-4fa8-b9c9-87cc0acac17a), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:39.422233 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f0525018-f201-4deb-ae71-b0daa5cc914e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (cba8cd53-3241-411a-aa07-5ddb470f88b2), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:39.453552 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51caec5e-a0fc-47f7-a305-e9fce3a1c76c tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:11:39.456725 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-51caec5e-a0fc-47f7-a305-e9fce3a1c76c tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:11:39.460504 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51caec5e-a0fc-47f7-a305-e9fce3a1c76c tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:11:39.487755 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51caec5e-a0fc-47f7-a305-e9fce3a1c76c tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Pushing event updated for resources: {'Port': ['ID=35bed79f-6976-4fa8-b9c9-87cc0acac17a,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:39.561253 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-51caec5e-a0fc-47f7-a305-e9fce3a1c76c tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks [] for floatingip (06b9f680-97d0-453f-aef8-6597230b2e35), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:39.607979 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-51caec5e-a0fc-47f7-a305-e9fce3a1c76c tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (35bed79f-6976-4fa8-b9c9-87cc0acac17a), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:39.699187 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device c3301d09-c212-4533-9c47-7be2df3d1819 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:11:39.717150 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-f0525018-f201-4deb-ae71-b0daa5cc914e admin admin] Deleting port d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:11:39.717440 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f0525018-f201-4deb-ae71-b0daa5cc914e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:39.729233 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: c3301d09-c212-4533-9c47-7be2df3d1819 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:11:39.729971 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device c3301d09-c212-4533-9c47-7be2df3d1819 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:11:39.802413 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-51caec5e-a0fc-47f7-a305-e9fce3a1c76c tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks [] for port (35bed79f-6976-4fa8-b9c9-87cc0acac17a), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:39.808308 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-51caec5e-a0fc-47f7-a305-e9fce3a1c76c tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (35bed79f-6976-4fa8-b9c9-87cc0acac17a), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:39.820616 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-f0525018-f201-4deb-ae71-b0daa5cc914e admin admin] For port d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03,segment=NetworkSegment(269e9fcc-ed83-4553-80ce-c91c3c416fd1),segment_id=269e9fcc-ed83-4553-80ce-c91c3c416fd1)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:11:39.821936 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f0525018-f201-4deb-ae71-b0daa5cc914e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:39.836220 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-f0525018-f201-4deb-ae71-b0daa5cc914e admin admin] Calling delete_port for d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03 owned by network:router_interface {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:11:39.873955 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042d5096-cead-467d-bad3-6ef100d35d4c None None] Sync routers for ids ['7785e63f-cfeb-418f-b3c1-f03ccd478077'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:11:39.886772 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51caec5e-a0fc-47f7-a305-e9fce3a1c76c tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Pushing event updated for resources: {'Port': ['ID=35bed79f-6976-4fa8-b9c9-87cc0acac17a,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:39.886998 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042d5096-cead-467d-bad3-6ef100d35d4c None None] Routers {'7785e63f-cfeb-418f-b3c1-f03ccd478077'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:11:39.887491 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-042d5096-cead-467d-bad3-6ef100d35d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8ea0760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:11:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['7785e63f-cfeb-418f-b3c1-f03ccd478077'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:11:39.896952 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-51caec5e-a0fc-47f7-a305-e9fce3a1c76c tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (06b9f680-97d0-453f-aef8-6597230b2e35), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:39.918807 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-51caec5e-a0fc-47f7-a305-e9fce3a1c76c tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:39.920839 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-51caec5e-a0fc-47f7-a305-e9fce3a1c76c tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.0012934
Feb 05 21:11:40.058911 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-042d5096-cead-467d-bad3-6ef100d35d4c None None] Set router 7785e63f-cfeb-418f-b3c1-f03ccd478077 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:11:40.128527 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f0525018-f201-4deb-ae71-b0daa5cc914e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:40.170445 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-5210cd86-1957-4fd8-bedc-d7d11be61caf tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--91047890&fields=id&tenant_id=f2af23abad4048358818a1b4ba0f5aa6 HTTP/1.1" status: 200  len: 267 time: 0.0878043
Feb 05 21:11:40.171932 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0525018-f201-4deb-ae71-b0daa5cc914e admin admin] Pushing event deleted for resources: {'Port': ['ID=d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:40.282767 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-042d5096-cead-467d-bad3-6ef100d35d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8ea0760>, [{'id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'name': 'tempest-AttachVolumeShelveTestJSON-749448490-router', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84'}], 'enable_snat': True}, 'gw_port_id': 'ec277b3e-2f6b-48e0-a387-88b566250f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:11:33Z', 'updated_at': '2022-02-05T21:11:36Z', 'revision_number': 4, 'project_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'gw_port': {'id': 'ec277b3e-2f6b-48e0-a387-88b566250f77', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:11:33Z', 'updated_at': '2022-02-05T21:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '96fbc78b-ec60-4acf-aa87-f5cee677f160', 'name': '', 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'mac_address': 'fa:16:3e:bc:13:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6bc96f9b-13b4-445f-ae2d-9347a725b89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:11:35Z', 'updated_at': '2022-02-05T21:11:36Z', 'revision_number': 2, 'project_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'subnets': [{'id': '6bc96f9b-13b4-445f-ae2d-9347a725b89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:11:40.310966 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042d5096-cead-467d-bad3-6ef100d35d4c None None] Checking router: 7785e63f-cfeb-418f-b3c1-f03ccd478077 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:11:40.311327 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042d5096-cead-467d-bad3-6ef100d35d4c None None] Updating router 7785e63f-cfeb-418f-b3c1-f03ccd478077 port 96fbc78b-ec60-4acf-aa87-f5cee677f160 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:11:40.341379 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-042d5096-cead-467d-bad3-6ef100d35d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (96fbc78b-ec60-4acf-aa87-f5cee677f160), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:40.382987 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-e8272c6e-bf2c-44c6-9786-267e387bc4b4 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:40.384743 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-e8272c6e-bf2c-44c6-9786-267e387bc4b4 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/networks?id=90e22a21-ca71-4ccc-99d5-12c329545469 HTTP/1.1" status: 200  len: 816 time: 0.2049005
Feb 05 21:11:40.434048 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-25f18ceb-4a7f-4dba-a043-571c27c238a4 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/quotas/f2af23abad4048358818a1b4ba0f5aa6 HTTP/1.1" status: 200  len: 375 time: 0.0219891
Feb 05 21:11:40.461944 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:40.479542 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f0525018-f201-4deb-ae71-b0daa5cc914e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (cba8cd53-3241-411a-aa07-5ddb470f88b2), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:40.552695 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-7ebe8b95-4f77-4796-b249-379b38866df4 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2af23abad4048358818a1b4ba0f5aa6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1109459
Feb 05 21:11:40.749538 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-a474abf4-13d4-4d4e-b6fd-cb94bb69d979 service neutron] 10.222.0.32 "GET /v2.0/networks/90e22a21-ca71-4ccc-99d5-12c329545469?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1625643
Feb 05 21:11:40.753967 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device ec277b3e-2f6b-48e0-a387-88b566250f77 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:11:40.781548 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-042d5096-cead-467d-bad3-6ef100d35d4c None None] Publish callbacks [] for port (96fbc78b-ec60-4acf-aa87-f5cee677f160), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:40.788805 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-042d5096-cead-467d-bad3-6ef100d35d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (96fbc78b-ec60-4acf-aa87-f5cee677f160), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:40.839992 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b8303c-9aa7-45b2-ad89-dd0399ea8ce1 None None] Pushing event updated for resources: {'Port': ['ID=96fbc78b-ec60-4acf-aa87-f5cee677f160,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:40.844201 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port ec277b3e-2f6b-48e0-a387-88b566250f77 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:11:40.844918 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ec277b3e-2f6b-48e0-a387-88b566250f77), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:40.851952 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b8303c-9aa7-45b2-ad89-dd0399ea8ce1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:40.851952 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b8303c-9aa7-45b2-ad89-dd0399ea8ce1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:40.852267 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b8303c-9aa7-45b2-ad89-dd0399ea8ce1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:40.853153 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b8303c-9aa7-45b2-ad89-dd0399ea8ce1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:40.853752 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b8303c-9aa7-45b2-ad89-dd0399ea8ce1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:40.854308 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b8303c-9aa7-45b2-ad89-dd0399ea8ce1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:40.854689 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b8303c-9aa7-45b2-ad89-dd0399ea8ce1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:40.855030 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b8303c-9aa7-45b2-ad89-dd0399ea8ce1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:40.855369 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b8303c-9aa7-45b2-ad89-dd0399ea8ce1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:40.855703 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b8303c-9aa7-45b2-ad89-dd0399ea8ce1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:40.856038 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b8303c-9aa7-45b2-ad89-dd0399ea8ce1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:40.856368 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b8303c-9aa7-45b2-ad89-dd0399ea8ce1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:40.856699 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b8303c-9aa7-45b2-ad89-dd0399ea8ce1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:40.867767 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0525018-f201-4deb-ae71-b0daa5cc914e admin admin] Router cba8cd53-3241-411a-aa07-5ddb470f88b2 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:11:40.909295 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-042d5096-cead-467d-bad3-6ef100d35d4c None None] Attempting to bind port 96fbc78b-ec60-4acf-aa87-f5cee677f160 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:11:40.910423 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-042d5096-cead-467d-bad3-6ef100d35d4c None None] Attempting to bind port 96fbc78b-ec60-4acf-aa87-f5cee677f160 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f62e3c71-b57a-482e-a2c4-7d4c5e58c260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:11:40.911765 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042d5096-cead-467d-bad3-6ef100d35d4c None None] Attempting to bind port 96fbc78b-ec60-4acf-aa87-f5cee677f160 on network 90e22a21-ca71-4ccc-99d5-12c329545469 {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:11:40.922438 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042d5096-cead-467d-bad3-6ef100d35d4c None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:11:40.922984 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042d5096-cead-467d-bad3-6ef100d35d4c None None] Checking segment: {'id': 'f62e3c71-b57a-482e-a2c4-7d4c5e58c260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:11:40.923515 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-042d5096-cead-467d-bad3-6ef100d35d4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:40.924110 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042d5096-cead-467d-bad3-6ef100d35d4c None None] Bound using segment: {'id': 'f62e3c71-b57a-482e-a2c4-7d4c5e58c260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:11:40.924755 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-042d5096-cead-467d-bad3-6ef100d35d4c None None] Bound port: 96fbc78b-ec60-4acf-aa87-f5cee677f160, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f62e3c71-b57a-482e-a2c4-7d4c5e58c260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:11:40.925240 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-042d5096-cead-467d-bad3-6ef100d35d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (96fbc78b-ec60-4acf-aa87-f5cee677f160), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:40.930926 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-8f5bc4a1-3de1-47c2-8c31-dde311d685ae service neutron] 10.222.0.32 "GET /v2.0/networks/90e22a21-ca71-4ccc-99d5-12c329545469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1549973
Feb 05 21:11:41.013161 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port ec277b3e-2f6b-48e0-a387-88b566250f77 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:11:41.025164 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0525018-f201-4deb-ae71-b0daa5cc914e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:11:41.026673 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-042d5096-cead-467d-bad3-6ef100d35d4c None None] For port 96fbc78b-ec60-4acf-aa87-f5cee677f160, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:11:41.032279 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-042d5096-cead-467d-bad3-6ef100d35d4c None None] For port 96fbc78b-ec60-4acf-aa87-f5cee677f160, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=96fbc78b-ec60-4acf-aa87-f5cee677f160,segment=NetworkSegment(f62e3c71-b57a-482e-a2c4-7d4c5e58c260),segment_id=f62e3c71-b57a-482e-a2c4-7d4c5e58c260)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:11:41.036450 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39206) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:11:41.042612 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf199f6-688b-4751-bcc6-de7821e00c75 None None] Sync routers for ids ['cba8cd53-3241-411a-aa07-5ddb470f88b2'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:11:41.052588 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-042d5096-cead-467d-bad3-6ef100d35d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (96fbc78b-ec60-4acf-aa87-f5cee677f160), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:41.053436 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f0525018-f201-4deb-ae71-b0daa5cc914e admin admin] 10.222.0.32 "PUT /v2.0/routers/cba8cd53-3241-411a-aa07-5ddb470f88b2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0659544
Feb 05 21:11:41.063032 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf199f6-688b-4751-bcc6-de7821e00c75 None None] Routers {'cba8cd53-3241-411a-aa07-5ddb470f88b2'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:11:41.063032 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-adf199f6-688b-4751-bcc6-de7821e00c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8611940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:11:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['cba8cd53-3241-411a-aa07-5ddb470f88b2'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:11:41.162411 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042d5096-cead-467d-bad3-6ef100d35d4c None None] Routers {'7785e63f-cfeb-418f-b3c1-f03ccd478077'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:11:41.163135 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-042d5096-cead-467d-bad3-6ef100d35d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8ea0760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:11:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['7785e63f-cfeb-418f-b3c1-f03ccd478077'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:11:41.169823 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b8303c-9aa7-45b2-ad89-dd0399ea8ce1 None None] Pushing event updated for resources: {'Port': ['ID=96fbc78b-ec60-4acf-aa87-f5cee677f160,revision_number=4']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:41.271630 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-d752faa3-da80-456e-bb7f-f806330195b6 None None] Provisioning complete for port 96fbc78b-ec60-4acf-aa87-f5cee677f160 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:11:41.272027 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d752faa3-da80-456e-bb7f-f806330195b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (96fbc78b-ec60-4acf-aa87-f5cee677f160), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:41.277363 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5f29ee7e-6b75-4346-9054-53b11647b12f admin admin] Publish callbacks [] for router (cba8cd53-3241-411a-aa07-5ddb470f88b2), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:41.306435 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2e032870-5f52-4132-83fe-6402551ffcfa req-7f67aa22-c507-4c45-a97e-d6b01bb24de1 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 210 time: 0.0896277
Feb 05 21:11:41.324992 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-042d5096-cead-467d-bad3-6ef100d35d4c None None] Set router 7785e63f-cfeb-418f-b3c1-f03ccd478077 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:11:41.349793 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-adf199f6-688b-4751-bcc6-de7821e00c75 None None] Set router cba8cd53-3241-411a-aa07-5ddb470f88b2 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:11:41.584093 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-042d5096-cead-467d-bad3-6ef100d35d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8ea0760>, [{'id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'name': 'tempest-AttachVolumeShelveTestJSON-749448490-router', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84'}], 'enable_snat': True}, 'gw_port_id': 'ec277b3e-2f6b-48e0-a387-88b566250f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:11:33Z', 'updated_at': '2022-02-05T21:11:36Z', 'revision_number': 4, 'project_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'gw_port': {'id': 'ec277b3e-2f6b-48e0-a387-88b566250f77', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:11:33Z', 'updated_at': '2022-02-05T21:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '96fbc78b-ec60-4acf-aa87-f5cee677f160', 'name': '', 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'mac_address': 'fa:16:3e:bc:13:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6bc96f9b-13b4-445f-ae2d-9347a725b89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:11:35Z', 'updated_at': '2022-02-05T21:11:41Z', 'revision_number': 4, 'project_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'subnets': [{'id': '6bc96f9b-13b4-445f-ae2d-9347a725b89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:11:41.619025 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042d5096-cead-467d-bad3-6ef100d35d4c None None] The sync data for ids ['7785e63f-cfeb-418f-b3c1-f03ccd478077'] in ncdv-master-1 is: [{'id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'name': 'tempest-AttachVolumeShelveTestJSON-749448490-router', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84'}], 'enable_snat': True}, 'gw_port_id': 'ec277b3e-2f6b-48e0-a387-88b566250f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:11:33Z', 'updated_at': '2022-02-05T21:11:36Z', 'revision_number': 4, 'project_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'gw_port': {'id': 'ec277b3e-2f6b-48e0-a387-88b566250f77', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:11:33Z', 'updated_at': '2022-02-05T21:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '96fbc78b-ec60-4acf-aa87-f5cee677f160', 'name': '', 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'mac_address': 'fa:16:3e:bc:13:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6bc96f9b-13b4-445f-ae2d-9347a725b89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:11:35Z', 'updated_at': '2022-02-05T21:11:41Z', 'revision_number': 4, 'project_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'subnets': [{'id': '6bc96f9b-13b4-445f-ae2d-9347a725b89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:11:41.620541 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-d752faa3-da80-456e-bb7f-f806330195b6 None None] Current status of the port 96fbc78b-ec60-4acf-aa87-f5cee677f160 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:11:41.621365 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d752faa3-da80-456e-bb7f-f806330195b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (96fbc78b-ec60-4acf-aa87-f5cee677f160), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:41.662656 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-adf199f6-688b-4751-bcc6-de7821e00c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8611940>, [{'id': 'cba8cd53-3241-411a-aa07-5ddb470f88b2', 'name': 'tempest-ServerRescueNegativeTestJSON-326243146-router', 'tenant_id': '52eadb29309f4abb8ff8f5903643d9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142'}], 'enable_snat': True}, 'gw_port_id': 'cb51eef5-9c39-4dfb-8425-0f4ef451bf29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:09:33Z', 'updated_at': '2022-02-05T21:11:40Z', 'revision_number': 5, 'project_id': '52eadb29309f4abb8ff8f5903643d9da', 'gw_port': {'id': 'cb51eef5-9c39-4dfb-8425-0f4ef451bf29', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:82:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba8cd53-3241-411a-aa07-5ddb470f88b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:09:34Z', 'updated_at': '2022-02-05T21:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:11:41.668503 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-d752faa3-da80-456e-bb7f-f806330195b6 None None] For port 96fbc78b-ec60-4acf-aa87-f5cee677f160, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=96fbc78b-ec60-4acf-aa87-f5cee677f160,segment=NetworkSegment(f62e3c71-b57a-482e-a2c4-7d4c5e58c260),segment_id=f62e3c71-b57a-482e-a2c4-7d4c5e58c260)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:11:41.706282 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf199f6-688b-4751-bcc6-de7821e00c75 None None] Checking router: cba8cd53-3241-411a-aa07-5ddb470f88b2 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:11:41.708421 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d752faa3-da80-456e-bb7f-f806330195b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (96fbc78b-ec60-4acf-aa87-f5cee677f160), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:41.756004 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf199f6-688b-4751-bcc6-de7821e00c75 None None] Routers {'cba8cd53-3241-411a-aa07-5ddb470f88b2'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:11:41.756858 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-adf199f6-688b-4751-bcc6-de7821e00c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8611940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:11:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['cba8cd53-3241-411a-aa07-5ddb470f88b2'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:11:41.847823 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752faa3-da80-456e-bb7f-f806330195b6 None None] Pushing event updated for resources: {'Port': ['ID=96fbc78b-ec60-4acf-aa87-f5cee677f160,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:41.861122 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5f29ee7e-6b75-4346-9054-53b11647b12f admin admin] Publish callbacks [] for router_gateway (cba8cd53-3241-411a-aa07-5ddb470f88b2), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:41.910907 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-09c8b56d-7848-4d58-b699-349da39afffd None None] Provisioning complete for port 96fbc78b-ec60-4acf-aa87-f5cee677f160 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:11:41.911298 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-09c8b56d-7848-4d58-b699-349da39afffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (96fbc78b-ec60-4acf-aa87-f5cee677f160), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:41.959367 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-5f29ee7e-6b75-4346-9054-53b11647b12f admin admin] Deleting port cb51eef5-9c39-4dfb-8425-0f4ef451bf29 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:11:41.959980 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5f29ee7e-6b75-4346-9054-53b11647b12f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (cb51eef5-9c39-4dfb-8425-0f4ef451bf29), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:41.976534 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-adf199f6-688b-4751-bcc6-de7821e00c75 None None] Set router cba8cd53-3241-411a-aa07-5ddb470f88b2 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:11:42.050994 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-5f29ee7e-6b75-4346-9054-53b11647b12f admin admin] For port cb51eef5-9c39-4dfb-8425-0f4ef451bf29, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cb51eef5-9c39-4dfb-8425-0f4ef451bf29,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:11:42.051717 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5f29ee7e-6b75-4346-9054-53b11647b12f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (cb51eef5-9c39-4dfb-8425-0f4ef451bf29), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:42.065600 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-5f29ee7e-6b75-4346-9054-53b11647b12f admin admin] Calling delete_port for cb51eef5-9c39-4dfb-8425-0f4ef451bf29 owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:11:42.267361 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5f29ee7e-6b75-4346-9054-53b11647b12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (cb51eef5-9c39-4dfb-8425-0f4ef451bf29), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:42.297896 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29ee7e-6b75-4346-9054-53b11647b12f admin admin] Pushing event deleted for resources: {'Port': ['ID=cb51eef5-9c39-4dfb-8425-0f4ef451bf29,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:42.335427 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-09c8b56d-7848-4d58-b699-349da39afffd None None] Current status of the port 96fbc78b-ec60-4acf-aa87-f5cee677f160 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:11:42.368338 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5f29ee7e-6b75-4346-9054-53b11647b12f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (cba8cd53-3241-411a-aa07-5ddb470f88b2), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:42.434001 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-adf199f6-688b-4751-bcc6-de7821e00c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8611940>, [{'id': 'cba8cd53-3241-411a-aa07-5ddb470f88b2', 'name': 'tempest-ServerRescueNegativeTestJSON-326243146-router', 'tenant_id': '52eadb29309f4abb8ff8f5903643d9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142'}], 'enable_snat': True}, 'gw_port_id': 'cb51eef5-9c39-4dfb-8425-0f4ef451bf29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:09:33Z', 'updated_at': '2022-02-05T21:11:40Z', 'revision_number': 5, 'project_id': '52eadb29309f4abb8ff8f5903643d9da', 'gw_port': {'id': 'cb51eef5-9c39-4dfb-8425-0f4ef451bf29', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:82:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba8cd53-3241-411a-aa07-5ddb470f88b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:09:34Z', 'updated_at': '2022-02-05T21:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:11:42.464313 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf199f6-688b-4751-bcc6-de7821e00c75 None None] The sync data for ids ['cba8cd53-3241-411a-aa07-5ddb470f88b2'] in ncdv-master-1 is: [{'id': 'cba8cd53-3241-411a-aa07-5ddb470f88b2', 'name': 'tempest-ServerRescueNegativeTestJSON-326243146-router', 'tenant_id': '52eadb29309f4abb8ff8f5903643d9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142'}], 'enable_snat': True}, 'gw_port_id': 'cb51eef5-9c39-4dfb-8425-0f4ef451bf29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:09:33Z', 'updated_at': '2022-02-05T21:11:40Z', 'revision_number': 5, 'project_id': '52eadb29309f4abb8ff8f5903643d9da', 'gw_port': {'id': 'cb51eef5-9c39-4dfb-8425-0f4ef451bf29', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:82:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba8cd53-3241-411a-aa07-5ddb470f88b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:09:34Z', 'updated_at': '2022-02-05T21:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:11:42.466694 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-01be839b-105d-484d-afc3-9b3ebb5c08b3 req-775d0f49-1444-46d0-8580-68dea67cc66c tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 210 time: 0.0799580
Feb 05 21:11:42.487536 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5f29ee7e-6b75-4346-9054-53b11647b12f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (cba8cd53-3241-411a-aa07-5ddb470f88b2), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:42.490056 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5f29ee7e-6b75-4346-9054-53b11647b12f admin admin] Publish callbacks [] for router_controller (cba8cd53-3241-411a-aa07-5ddb470f88b2), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:42.550129 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5f29ee7e-6b75-4346-9054-53b11647b12f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (cba8cd53-3241-411a-aa07-5ddb470f88b2), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:42.550909 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f29ee7e-6b75-4346-9054-53b11647b12f admin admin] Fanout notify agent at l3_agent the message router_deleted on router cba8cd53-3241-411a-aa07-5ddb470f88b2 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:11:42.559427 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5f29ee7e-6b75-4346-9054-53b11647b12f admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:42.565171 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5f29ee7e-6b75-4346-9054-53b11647b12f admin admin] 10.222.0.32 "DELETE /v2.0/routers/cba8cd53-3241-411a-aa07-5ddb470f88b2 HTTP/1.1" status: 204  len: 168 time: 1.5274131
Feb 05 21:11:42.565992 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39224) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:11:42.635400 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-c78b04cb-f0d2-40e0-b400-2078c8f04a94 admin admin] Deleting subnet 548d9964-d28f-494c-92f6-79759b05a730 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:11:42.638988 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c78b04cb-f0d2-40e0-b400-2078c8f04a94 admin admin] Publish callbacks [] for subnet (548d9964-d28f-494c-92f6-79759b05a730), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:42.685319 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c78b04cb-f0d2-40e0-b400-2078c8f04a94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (548d9964-d28f-494c-92f6-79759b05a730), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:42.695983 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-aa650b34-3cc3-4752-a90d-1b542326256c tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:42.699383 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-aa650b34-3cc3-4752-a90d-1b542326256c tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.21 "GET /v2.0/networks?id=90e22a21-ca71-4ccc-99d5-12c329545469 HTTP/1.1" status: 200  len: 816 time: 0.1946571
Feb 05 21:11:42.745260 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c78b04cb-f0d2-40e0-b400-2078c8f04a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (548d9964-d28f-494c-92f6-79759b05a730), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:42.770788 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-9ae3ecf4-ae73-48b9-b68a-a0356892ac6b tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2af23abad4048358818a1b4ba0f5aa6 HTTP/1.1" status: 200  len: 378 time: 0.0619659
Feb 05 21:11:42.779889 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-00ac472d-9da8-49eb-af38-ff0287f5f423 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Request body: {'port': {'device_id': 'e976e307-f7ee-4398-b068-9e53113813e8', 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469', 'admin_state_up': True, 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'security_groups': ['4a574af8-1f17-4521-b385-0e1e2af3884d']}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:11:42.806059 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c78b04cb-f0d2-40e0-b400-2078c8f04a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (548d9964-d28f-494c-92f6-79759b05a730), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:42.833538 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78b04cb-f0d2-40e0-b400-2078c8f04a94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=548d9964-d28f-494c-92f6-79759b05a730,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:42.835692 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c78b04cb-f0d2-40e0-b400-2078c8f04a94 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:42.839089 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c78b04cb-f0d2-40e0-b400-2078c8f04a94 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/548d9964-d28f-494c-92f6-79759b05a730 HTTP/1.1" status: 204  len: 168 time: 0.2710841
Feb 05 21:11:42.841449 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39226) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:11:42.889381 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-00ac472d-9da8-49eb-af38-ff0287f5f423 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Made reservation on behalf of f2af23abad4048358818a1b4ba0f5aa6 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:11:42.892875 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-00ac472d-9da8-49eb-af38-ff0287f5f423 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:42.909700 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a959dc25-6c28-4e2a-a5aa-d536ae758947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (30128ffe-34e2-4275-a6f2-dcd809353bb1), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:42.993698 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a959dc25-6c28-4e2a-a5aa-d536ae758947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (30128ffe-34e2-4275-a6f2-dcd809353bb1), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:43.021791 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-a959dc25-6c28-4e2a-a5aa-d536ae758947 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db373fdf0>,) {'filters': {'network_id': ['30128ffe-34e2-4275-a6f2-dcd809353bb1']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:11:43.043831 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-00ac472d-9da8-49eb-af38-ff0287f5f423 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Allocated IP 172.20.0.14 (90e22a21-ca71-4ccc-99d5-12c329545469/6bc96f9b-13b4-445f-ae2d-9347a725b89d/851783e6-d22c-41f7-95ae-b0b5f516a0cc) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:11:43.045156 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-a959dc25-6c28-4e2a-a5aa-d536ae758947 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db373fdf0>, '269e9fcc-ed83-4553-80ce-c91c3c416fd1') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:11:43.047170 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-a959dc25-6c28-4e2a-a5aa-d536ae758947 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db373fdf0>, '269e9fcc-ed83-4553-80ce-c91c3c416fd1') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:11:43.063059 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a959dc25-6c28-4e2a-a5aa-d536ae758947 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (269e9fcc-ed83-4553-80ce-c91c3c416fd1), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:43.079363 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a959dc25-6c28-4e2a-a5aa-d536ae758947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (269e9fcc-ed83-4553-80ce-c91c3c416fd1), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:43.090933 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a959dc25-6c28-4e2a-a5aa-d536ae758947 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:11:43.091399 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a959dc25-6c28-4e2a-a5aa-d536ae758947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (269e9fcc-ed83-4553-80ce-c91c3c416fd1), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:43.094481 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:11:43.094481 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:11:43.094481 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:11:43.094481 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:11:43.094481 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:11:43.094481 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:11:43.094481 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:11:43.094481 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:11:43.094481 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:11:43.094481 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:11:43.094481 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:11:43.094481 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:11:43.094481 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:11:43.094481 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:11:43.094481 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:11:43.094481 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:11:43.094481 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:11:43.094481 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:11:43.094481 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:11:43.094481 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:11:43.094481 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:11:43.094481 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:11:43.094481 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:11:43.094481 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:11:43.094481 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:11:43.094481 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:11:43.094481 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:11:43.094481 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:11:43.094481 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:11:43.094481 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:11:43.094481 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:11:43.094481 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:11:43.159789 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 96fbc78b-ec60-4acf-aa87-f5cee677f160 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:11:43.167384 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a959dc25-6c28-4e2a-a5aa-d536ae758947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (30128ffe-34e2-4275-a6f2-dcd809353bb1), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:43.182679 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a959dc25-6c28-4e2a-a5aa-d536ae758947 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:43.185246 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a959dc25-6c28-4e2a-a5aa-d536ae758947 admin admin] 10.222.0.32 "DELETE /v2.0/networks/30128ffe-34e2-4275-a6f2-dcd809353bb1 HTTP/1.1" status: 204  len: 168 time: 0.3428109
Feb 05 21:11:43.199732 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a959dc25-6c28-4e2a-a5aa-d536ae758947 admin admin] Pushing event deleted for resources: {'Network': ['ID=30128ffe-34e2-4275-a6f2-dcd809353bb1,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:43.223240 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 96fbc78b-ec60-4acf-aa87-f5cee677f160 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:11:43.223620 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (96fbc78b-ec60-4acf-aa87-f5cee677f160), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:43.273047 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-00ac472d-9da8-49eb-af38-ff0287f5f423 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks [] for port (851783e6-d22c-41f7-95ae-b0b5f516a0cc), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:43.315248 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 96fbc78b-ec60-4acf-aa87-f5cee677f160 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:11:43.321804 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-00ac472d-9da8-49eb-af38-ff0287f5f423 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (851783e6-d22c-41f7-95ae-b0b5f516a0cc), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:43.344071 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39232) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:11:43.373284 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-00ac472d-9da8-49eb-af38-ff0287f5f423 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Network 90e22a21-ca71-4ccc-99d5-12c329545469 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:11:43.376460 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-00ac472d-9da8-49eb-af38-ff0287f5f423 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:11:43.381043 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-00ac472d-9da8-49eb-af38-ff0287f5f423 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:11:43.385204 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac472d-9da8-49eb-af38-ff0287f5f423 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Pushing event updated for resources: {'Port': ['ID=851783e6-d22c-41f7-95ae-b0b5f516a0cc,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:43.395066 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a4640f40-c4bc-45c9-b6bc-a3ca5b759de0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=52eadb29309f4abb8ff8f5903643d9da&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0476565
Feb 05 21:11:43.395554 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39234) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:11:43.445881 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-00ac472d-9da8-49eb-af38-ff0287f5f423 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:43.446837 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-00ac472d-9da8-49eb-af38-ff0287f5f423 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:43.456559 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b749778c-94bd-4d92-af83-7b85a135dad3 admin admin] Publish callbacks [] for security_group (3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:43.467920 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-00ac472d-9da8-49eb-af38-ff0287f5f423 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6905355
Feb 05 21:11:43.479740 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-b4efe7c3-8b10-4ea0-8e2e-d4ac25756f39 service neutron] Request body: {'port': {'device_id': 'e976e307-f7ee-4398-b068-9e53113813e8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:11:43.487474 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b749778c-94bd-4d92-af83-7b85a135dad3 admin admin] Publish callbacks [] for security_group (3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:43.566496 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b749778c-94bd-4d92-af83-7b85a135dad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:43.571274 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b749778c-94bd-4d92-af83-7b85a135dad3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:43.573453 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b749778c-94bd-4d92-af83-7b85a135dad3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f HTTP/1.1" status: 204  len: 168 time: 0.1769357
Feb 05 21:11:43.585559 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-b4efe7c3-8b10-4ea0-8e2e-d4ac25756f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (851783e6-d22c-41f7-95ae-b0b5f516a0cc), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:43.593420 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749778c-94bd-4d92-af83-7b85a135dad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bafe5f2-474d-4bc5-bc5f-28b0e7b5d70f,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:43.663277 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a63a9-dcc7-44b6-89ac-6eee85b11c17 req-d0d473e1-e408-4967-b4ed-e357185a8a01 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:43.665023 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fd0a63a9-dcc7-44b6-89ac-6eee85b11c17 req-d0d473e1-e408-4967-b4ed-e357185a8a01 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 932 time: 0.1182935
Feb 05 21:11:43.778064 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-76d62a1e-324c-450c-b0f2-3c9dc3ed22a7 None None] Provisioning complete for port 851783e6-d22c-41f7-95ae-b0b5f516a0cc triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:11:43.778535 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-76d62a1e-324c-450c-b0f2-3c9dc3ed22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (851783e6-d22c-41f7-95ae-b0b5f516a0cc), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:43.817212 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-76d62a1e-324c-450c-b0f2-3c9dc3ed22a7 None None] Port 851783e6-d22c-41f7-95ae-b0b5f516a0cc cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:11:43.817847 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fd0a63a9-dcc7-44b6-89ac-6eee85b11c17 req-493a9f41-f540-41c9-8d32-f0e770d57c28 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1104119
Feb 05 21:11:43.925718 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-b4efe7c3-8b10-4ea0-8e2e-d4ac25756f39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 851783e6-d22c-41f7-95ae-b0b5f516a0cc {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:11:43.937978 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-b4efe7c3-8b10-4ea0-8e2e-d4ac25756f39 service neutron] Publish callbacks [] for port (851783e6-d22c-41f7-95ae-b0b5f516a0cc), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:43.962769 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-b4efe7c3-8b10-4ea0-8e2e-d4ac25756f39 service neutron] Transition to ACTIVE for port object 851783e6-d22c-41f7-95ae-b0b5f516a0cc will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:11:43.966152 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-b4efe7c3-8b10-4ea0-8e2e-d4ac25756f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (851783e6-d22c-41f7-95ae-b0b5f516a0cc), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:44.016828 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4efe7c3-8b10-4ea0-8e2e-d4ac25756f39 service neutron] Pushing event updated for resources: {'Port': ['ID=851783e6-d22c-41f7-95ae-b0b5f516a0cc,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:44.107060 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-b4efe7c3-8b10-4ea0-8e2e-d4ac25756f39 service neutron] Attempting to bind port 851783e6-d22c-41f7-95ae-b0b5f516a0cc on host nch1-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:11:44.107474 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-b4efe7c3-8b10-4ea0-8e2e-d4ac25756f39 service neutron] Attempting to bind port 851783e6-d22c-41f7-95ae-b0b5f516a0cc by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f62e3c71-b57a-482e-a2c4-7d4c5e58c260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:11:44.108084 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-b4efe7c3-8b10-4ea0-8e2e-d4ac25756f39 service neutron] Attempting to bind port 851783e6-d22c-41f7-95ae-b0b5f516a0cc on network 90e22a21-ca71-4ccc-99d5-12c329545469 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:11:44.112900 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-b4efe7c3-8b10-4ea0-8e2e-d4ac25756f39 service neutron] Port 851783e6-d22c-41f7-95ae-b0b5f516a0cc on network 90e22a21-ca71-4ccc-99d5-12c329545469 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:11:44.113259 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-b4efe7c3-8b10-4ea0-8e2e-d4ac25756f39 service neutron] Attempting to bind port 851783e6-d22c-41f7-95ae-b0b5f516a0cc on network 90e22a21-ca71-4ccc-99d5-12c329545469 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:11:44.118844 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-b4efe7c3-8b10-4ea0-8e2e-d4ac25756f39 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:11:44.119306 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-b4efe7c3-8b10-4ea0-8e2e-d4ac25756f39 service neutron] Checking segment: {'id': 'f62e3c71-b57a-482e-a2c4-7d4c5e58c260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:11:44.119700 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-b4efe7c3-8b10-4ea0-8e2e-d4ac25756f39 service neutron] Bound using segment: {'id': 'f62e3c71-b57a-482e-a2c4-7d4c5e58c260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:11:44.120135 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-b4efe7c3-8b10-4ea0-8e2e-d4ac25756f39 service neutron] Bound port: 851783e6-d22c-41f7-95ae-b0b5f516a0cc, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f62e3c71-b57a-482e-a2c4-7d4c5e58c260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:11:44.120494 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-b4efe7c3-8b10-4ea0-8e2e-d4ac25756f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (851783e6-d22c-41f7-95ae-b0b5f516a0cc), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:44.205213 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-b4efe7c3-8b10-4ea0-8e2e-d4ac25756f39 service neutron] For port 851783e6-d22c-41f7-95ae-b0b5f516a0cc, host nch1-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:11:44.208639 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-b4efe7c3-8b10-4ea0-8e2e-d4ac25756f39 service neutron] For port 851783e6-d22c-41f7-95ae-b0b5f516a0cc, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=851783e6-d22c-41f7-95ae-b0b5f516a0cc,segment=NetworkSegment(f62e3c71-b57a-482e-a2c4-7d4c5e58c260),segment_id=f62e3c71-b57a-482e-a2c4-7d4c5e58c260)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:11:44.216175 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-b4efe7c3-8b10-4ea0-8e2e-d4ac25756f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (851783e6-d22c-41f7-95ae-b0b5f516a0cc), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:44.258341 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-b4efe7c3-8b10-4ea0-8e2e-d4ac25756f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:44.259605 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-b4efe7c3-8b10-4ea0-8e2e-d4ac25756f39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:44.261512 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-b4efe7c3-8b10-4ea0-8e2e-d4ac25756f39 service neutron] 10.222.0.21 "PUT /v2.0/ports/851783e6-d22c-41f7-95ae-b0b5f516a0cc HTTP/1.1" status: 200  len: 1092 time: 0.7869425
Feb 05 21:11:44.263980 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e976e307-f7ee-4398-b068-9e53113813e8', 'tag': '851783e6-d22c-41f7-95ae-b0b5f516a0cc'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:11:44.267547 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ae2b92-0864-4720-8218-dbf4cda61b87" -d '{"events": [{"name": "network-changed", "server_uuid": "e976e307-f7ee-4398-b068-9e53113813e8", "tag": "851783e6-d22c-41f7-95ae-b0b5f516a0cc"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:11:44.338260 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8d43ce-6dbc-425d-b510-409146cc9d31 x-openstack-request-id: req-de8d43ce-6dbc-425d-b510-409146cc9d31 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:11:44.338611 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e976e307-f7ee-4398-b068-9e53113813e8", "tag": "851783e6-d22c-41f7-95ae-b0b5f516a0cc", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:11:44.338961 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-de8d43ce-6dbc-425d-b510-409146cc9d31 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:11:44.339370 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e976e307-f7ee-4398-b068-9e53113813e8', 'tag': '851783e6-d22c-41f7-95ae-b0b5f516a0cc', 'status': 'completed', 'code': 200}
Feb 05 21:11:44.341156 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4efe7c3-8b10-4ea0-8e2e-d4ac25756f39 service neutron] Pushing event updated for resources: {'Port': ['ID=851783e6-d22c-41f7-95ae-b0b5f516a0cc,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:44.362797 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-b6d380a4-d78e-4882-aa4c-3aade6da2d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:44.364359 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-b6d380a4-d78e-4882-aa4c-3aade6da2d0f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2af23abad4048358818a1b4ba0f5aa6&device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 1126 time: 0.0572622
Feb 05 21:11:44.407380 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-36569a8b-e363-47a9-af4a-aae976aad512 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=851783e6-d22c-41f7-95ae-b0b5f516a0cc HTTP/1.1" status: 200  len: 217 time: 0.0362964
Feb 05 21:11:44.467566 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-48996a95-628e-47e4-9323-cded5ad9dcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:44.469403 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-48996a95-628e-47e4-9323-cded5ad9dcca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6bc96f9b-13b4-445f-ae2d-9347a725b89d HTTP/1.1" status: 200  len: 855 time: 0.0567572
Feb 05 21:11:44.526753 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-b1b7d42a-578e-4479-99cb-27368c7b98c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:44.528283 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-b1b7d42a-578e-4479-99cb-27368c7b98c8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=90e22a21-ca71-4ccc-99d5-12c329545469&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0529749
Feb 05 21:11:44.613683 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:11:44.635652 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-8dc8a9a6-9717-4405-9dcb-ddbd2ba82803 service neutron] 10.222.0.21 "GET /v2.0/networks/90e22a21-ca71-4ccc-99d5-12c329545469?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1006196
Feb 05 21:11:44.641878 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:11:44.642505 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device d686d0e5-2ea5-4ff7-ab8a-eae8b4353d03 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:11:44.643128 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device cb51eef5-9c39-4dfb-8425-0f4ef451bf29 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:11:44.668560 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: cb51eef5-9c39-4dfb-8425-0f4ef451bf29 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:11:44.669433 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device cb51eef5-9c39-4dfb-8425-0f4ef451bf29 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:11:44.737106 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-adb551eb-6e92-4031-9752-86d3de0d28f6 req-be1183fc-f698-4f5f-99de-2495aea80189 service neutron] 10.222.0.21 "GET /v2.0/networks/90e22a21-ca71-4ccc-99d5-12c329545469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0958533
Feb 05 21:11:44.833038 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae2b92-0864-4720-8218-dbf4cda61b87 req-ed2eb3e9-dd18-4de4-8635-4b595f6e6f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:44.834638 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-94ae2b92-0864-4720-8218-dbf4cda61b87 req-ed2eb3e9-dd18-4de4-8635-4b595f6e6f84 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2af23abad4048358818a1b4ba0f5aa6&device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 1126 time: 0.0473163
Feb 05 21:11:44.976476 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae2b92-0864-4720-8218-dbf4cda61b87 req-866702e8-a62b-44fb-b60c-cabf47ff80c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:44.978556 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-94ae2b92-0864-4720-8218-dbf4cda61b87 req-866702e8-a62b-44fb-b60c-cabf47ff80c8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=90e22a21-ca71-4ccc-99d5-12c329545469 HTTP/1.1" status: 200  len: 917 time: 0.1385543
Feb 05 21:11:44.989146 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95498d79-9bc4-451c-90fa-643ca4ae838f req-ffbeadec-ae97-4cad-a0fc-c5409354e999 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:44.990594 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-95498d79-9bc4-451c-90fa-643ca4ae838f req-ffbeadec-ae97-4cad-a0fc-c5409354e999 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 944 time: 0.0852566
Feb 05 21:11:45.039483 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-95498d79-9bc4-451c-90fa-643ca4ae838f req-5924c38a-f6cc-4358-8fb0-d2d26ba2737e tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0422611
Feb 05 21:11:45.160769 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-94ae2b92-0864-4720-8218-dbf4cda61b87 req-b6259cc8-824e-4391-bbf4-cd8c1d39ecdd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=851783e6-d22c-41f7-95ae-b0b5f516a0cc HTTP/1.1" status: 200  len: 217 time: 0.0374885
Feb 05 21:11:45.208765 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae2b92-0864-4720-8218-dbf4cda61b87 req-f2f63b34-7865-417b-aa76-57f2ae5c2115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:45.210238 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-94ae2b92-0864-4720-8218-dbf4cda61b87 req-f2f63b34-7865-417b-aa76-57f2ae5c2115 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6bc96f9b-13b4-445f-ae2d-9347a725b89d HTTP/1.1" status: 200  len: 855 time: 0.0438907
Feb 05 21:11:45.263022 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae2b92-0864-4720-8218-dbf4cda61b87 req-772a3560-c24a-4d94-b377-f9afdb4491ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:45.264544 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-94ae2b92-0864-4720-8218-dbf4cda61b87 req-772a3560-c24a-4d94-b377-f9afdb4491ad service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=90e22a21-ca71-4ccc-99d5-12c329545469&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0490007
Feb 05 21:11:45.316482 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:45.367353 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-94ae2b92-0864-4720-8218-dbf4cda61b87 req-0aa49217-8a4c-408d-912f-203018e577f4 service neutron] 10.222.0.21 "GET /v2.0/networks/90e22a21-ca71-4ccc-99d5-12c329545469?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0962927
Feb 05 21:11:45.464059 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-94ae2b92-0864-4720-8218-dbf4cda61b87 req-0abbb484-879a-45b9-98d5-cb019c77d38b service neutron] 10.222.0.21 "GET /v2.0/networks/90e22a21-ca71-4ccc-99d5-12c329545469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0902946
Feb 05 21:11:46.179898 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f56980-f646-46d3-bf5c-ea9fe3afb939 req-e25f0de9-9c2a-4fad-8d63-871777caf179 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:46.181567 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c3f56980-f646-46d3-bf5c-ea9fe3afb939 req-e25f0de9-9c2a-4fad-8d63-871777caf179 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 944 time: 0.0665689
Feb 05 21:11:46.229209 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c3f56980-f646-46d3-bf5c-ea9fe3afb939 req-423b917c-d12e-48a6-a01c-8bdea2a26d59 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0419862
Feb 05 21:11:47.379538 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a2c59-7749-48aa-afee-24c232f19bc8 req-778d8301-2978-45b1-ac1c-b1b3284cf6a4 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:47.381332 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b05a2c59-7749-48aa-afee-24c232f19bc8 req-778d8301-2978-45b1-ac1c-b1b3284cf6a4 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 944 time: 0.0563519
Feb 05 21:11:47.433038 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b05a2c59-7749-48aa-afee-24c232f19bc8 req-f3db3135-ab9a-4fc2-9de6-2b848d0be5aa tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0456383
Feb 05 21:11:47.771723 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 851783e6-d22c-41f7-95ae-b0b5f516a0cc details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:11:47.877824 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 851783e6-d22c-41f7-95ae-b0b5f516a0cc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=851783e6-d22c-41f7-95ae-b0b5f516a0cc,segment=NetworkSegment(f62e3c71-b57a-482e-a2c4-7d4c5e58c260),segment_id=f62e3c71-b57a-482e-a2c4-7d4c5e58c260)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:11:47.889976 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '851783e6-d22c-41f7-95ae-b0b5f516a0cc', 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469', 'port_id': '851783e6-d22c-41f7-95ae-b0b5f516a0cc', 'mac_address': 'fa:16:3e:5e:eb:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bc96f9b-13b4-445f-ae2d-9347a725b89d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:11:47.933388 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 851783e6-d22c-41f7-95ae-b0b5f516a0cc is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:11:47.933809 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (851783e6-d22c-41f7-95ae-b0b5f516a0cc), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:47.947652 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 851783e6-d22c-41f7-95ae-b0b5f516a0cc {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:11:47.969857 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 851783e6-d22c-41f7-95ae-b0b5f516a0cc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=851783e6-d22c-41f7-95ae-b0b5f516a0cc,segment=NetworkSegment(f62e3c71-b57a-482e-a2c4-7d4c5e58c260),segment_id=f62e3c71-b57a-482e-a2c4-7d4c5e58c260)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:11:47.974306 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (851783e6-d22c-41f7-95ae-b0b5f516a0cc), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:48.027148 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=851783e6-d22c-41f7-95ae-b0b5f516a0cc,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:48.034690 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:48.035161 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:48.035518 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:48.035868 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:48.036216 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:48.036558 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:48.036901 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:48.037235 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:48.037574 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:48.037907 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:48.038239 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:48.038597 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:48.038927 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:48.285167 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['851783e6-d22c-41f7-95ae-b0b5f516a0cc'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:11:48.577858 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907919f1-db1c-40ae-9da0-af00ab306f7f req-f6010c65-7e06-42b4-96c3-52e7cd8bdbf6 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:48.579424 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-907919f1-db1c-40ae-9da0-af00ab306f7f req-f6010c65-7e06-42b4-96c3-52e7cd8bdbf6 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 945 time: 0.0660143
Feb 05 21:11:48.629279 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-907919f1-db1c-40ae-9da0-af00ab306f7f req-7f8ba1de-8b69-4cab-999c-3d282eaaccbe tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0441422
Feb 05 21:11:48.931731 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39472) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:11:49.039098 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-13d3229d-4d4c-443f-a1f9-9e0c9f2c31ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:49.113757 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-13d3229d-4d4c-443f-a1f9-9e0c9f2c31ee admin admin] Publish callbacks [] for security_group (fbb5d4fb-3da8-408f-8e89-eb8028b51e26), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:49.117295 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-13d3229d-4d4c-443f-a1f9-9e0c9f2c31ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (fbb5d4fb-3da8-408f-8e89-eb8028b51e26), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:49.158243 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-13d3229d-4d4c-443f-a1f9-9e0c9f2c31ee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7a8fda974ebf47e993ef15b09dcab4a0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2254422
Feb 05 21:11:49.159244 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d3229d-4d4c-443f-a1f9-9e0c9f2c31ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb5d4fb-3da8-408f-8e89-eb8028b51e26,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:49.160974 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 39476) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:11:49.210443 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4be90693-2495-4be3-a658-3242079b9426 admin admin] Publish callbacks [] for security_group (fbb5d4fb-3da8-408f-8e89-eb8028b51e26), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:49.232183 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4be90693-2495-4be3-a658-3242079b9426 admin admin] Publish callbacks [] for security_group (fbb5d4fb-3da8-408f-8e89-eb8028b51e26), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:49.279003 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4be90693-2495-4be3-a658-3242079b9426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (fbb5d4fb-3da8-408f-8e89-eb8028b51e26), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:49.281540 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4be90693-2495-4be3-a658-3242079b9426 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:49.282704 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4be90693-2495-4be3-a658-3242079b9426 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fbb5d4fb-3da8-408f-8e89-eb8028b51e26 HTTP/1.1" status: 204  len: 168 time: 0.1201735
Feb 05 21:11:49.291239 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be90693-2495-4be3-a658-3242079b9426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb5d4fb-3da8-408f-8e89-eb8028b51e26,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:49.543027 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 39484) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:11:49.557158 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-57b63f3a-4e71-4fb0-a28c-2d8ff6ebba2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:49.633803 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-57b63f3a-4e71-4fb0-a28c-2d8ff6ebba2d admin admin] Publish callbacks [] for security_group (4ab635af-1ab0-42d6-b47c-47af32ab82af), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:49.637530 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-57b63f3a-4e71-4fb0-a28c-2d8ff6ebba2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (4ab635af-1ab0-42d6-b47c-47af32ab82af), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:49.682180 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-57b63f3a-4e71-4fb0-a28c-2d8ff6ebba2d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=50cafbccb0594e34bc185fa9596dd59c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1380436
Feb 05 21:11:49.684681 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 39488) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:11:49.690492 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b63f3a-4e71-4fb0-a28c-2d8ff6ebba2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab635af-1ab0-42d6-b47c-47af32ab82af,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:49.767109 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-91a94bce-c4ff-4e3d-aa76-625bafbacbad admin admin] Publish callbacks [] for security_group (4ab635af-1ab0-42d6-b47c-47af32ab82af), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:49.777763 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 851783e6-d22c-41f7-95ae-b0b5f516a0cc up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:11:49.794547 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-91a94bce-c4ff-4e3d-aa76-625bafbacbad admin admin] Publish callbacks [] for security_group (4ab635af-1ab0-42d6-b47c-47af32ab82af), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:49.802863 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f067b-bde0-455d-8d4a-d42b416737c1 req-39b53b3d-13f4-4eab-99b4-b2f66a4283d4 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:49.804373 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-002f067b-bde0-455d-8d4a-d42b416737c1 req-39b53b3d-13f4-4eab-99b4-b2f66a4283d4 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 945 time: 0.0952232
Feb 05 21:11:49.827079 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 851783e6-d22c-41f7-95ae-b0b5f516a0cc completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:11:49.831255 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 851783e6-d22c-41f7-95ae-b0b5f516a0cc triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:11:49.831641 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (851783e6-d22c-41f7-95ae-b0b5f516a0cc), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:49.873482 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-002f067b-bde0-455d-8d4a-d42b416737c1 req-4dc96ed3-37e5-483a-9f7f-aff401bcc42d tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0618541
Feb 05 21:11:49.888846 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-91a94bce-c4ff-4e3d-aa76-625bafbacbad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (4ab635af-1ab0-42d6-b47c-47af32ab82af), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:49.892220 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-91a94bce-c4ff-4e3d-aa76-625bafbacbad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:49.896616 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-91a94bce-c4ff-4e3d-aa76-625bafbacbad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4ab635af-1ab0-42d6-b47c-47af32ab82af HTTP/1.1" status: 204  len: 168 time: 0.2109766
Feb 05 21:11:49.908065 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a94bce-c4ff-4e3d-aa76-625bafbacbad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab635af-1ab0-42d6-b47c-47af32ab82af,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:49.952766 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 851783e6-d22c-41f7-95ae-b0b5f516a0cc is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:11:49.953394 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (851783e6-d22c-41f7-95ae-b0b5f516a0cc), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:49.983525 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e976e307-f7ee-4398-b068-9e53113813e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851783e6-d22c-41f7-95ae-b0b5f516a0cc'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:11:49.986306 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097caa74-a3a8-4925-885a-d1c23b0dc02f" -d '{"events": [{"server_uuid": "e976e307-f7ee-4398-b068-9e53113813e8", "name": "network-vif-plugged", "status": "completed", "tag": "851783e6-d22c-41f7-95ae-b0b5f516a0cc"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:11:50.000197 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 851783e6-d22c-41f7-95ae-b0b5f516a0cc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=851783e6-d22c-41f7-95ae-b0b5f516a0cc,segment=NetworkSegment(f62e3c71-b57a-482e-a2c4-7d4c5e58c260),segment_id=f62e3c71-b57a-482e-a2c4-7d4c5e58c260)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:11:50.006530 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (851783e6-d22c-41f7-95ae-b0b5f516a0cc), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:50.048576 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b1d32b-526a-4783-928b-0477ce094753 x-openstack-request-id: req-19b1d32b-526a-4783-928b-0477ce094753 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:11:50.049057 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e976e307-f7ee-4398-b068-9e53113813e8", "name": "network-vif-plugged", "status": "completed", "tag": "851783e6-d22c-41f7-95ae-b0b5f516a0cc", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:11:50.049336 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19b1d32b-526a-4783-928b-0477ce094753 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:11:50.049775 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e976e307-f7ee-4398-b068-9e53113813e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851783e6-d22c-41f7-95ae-b0b5f516a0cc', 'code': 200}
Feb 05 21:11:50.070293 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=851783e6-d22c-41f7-95ae-b0b5f516a0cc,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:50.149412 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:50.153765 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d6faf4-4b50-43a2-9009-0571c8c1672c req-047cc979-bc45-4d54-a2cd-293a546a005a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:50.155338 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-02d6faf4-4b50-43a2-9009-0571c8c1672c req-047cc979-bc45-4d54-a2cd-293a546a005a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 1128 time: 0.0519810
Feb 05 21:11:50.199678 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-02d6faf4-4b50-43a2-9009-0571c8c1672c req-a66d3945-7540-49f9-afdc-8e7f7a1b69b3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0384178
Feb 05 21:11:51.013592 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f63af9-e676-463e-99cb-b9d26bb5687a req-e950d7a7-7f96-43a7-a927-5825b7ba181a tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:51.015147 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-90f63af9-e676-463e-99cb-b9d26bb5687a req-e950d7a7-7f96-43a7-a927-5825b7ba181a tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 946 time: 0.0541255
Feb 05 21:11:51.064305 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-90f63af9-e676-463e-99cb-b9d26bb5687a req-97971c5d-8cd6-406b-9fd4-2902b21ed94c tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0430484
Feb 05 21:11:52.193701 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea256348-fa83-4442-a489-20f482ab6e37 req-387c745c-9954-42a8-9a79-e1cdb66fe4ed tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:52.195214 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ea256348-fa83-4442-a489-20f482ab6e37 req-387c745c-9954-42a8-9a79-e1cdb66fe4ed tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 946 time: 0.0536079
Feb 05 21:11:52.210352 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39580) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:11:52.248949 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ea256348-fa83-4442-a489-20f482ab6e37 req-b6e7488c-df4b-48fc-9033-fa3eb5d1f7d3 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0478916
Feb 05 21:11:52.333131 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-19cb4ddf-a863-437b-834b-dd5409ce66b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:52.370784 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6df9c-1607-4a40-bfc6-46cf68cf3e46 req-a8ca70cb-c997-414d-a823-22dde79d63e8 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:52.372378 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7c6df9c-1607-4a40-bfc6-46cf68cf3e46 req-a8ca70cb-c997-414d-a823-22dde79d63e8 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 946 time: 0.0542648
Feb 05 21:11:52.381291 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 39586) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:11:52.386542 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-5c8dc96c-2c79-4df7-86d3-23e6995c7af0 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Request body: {'floatingip': {'port_id': '851783e6-d22c-41f7-95ae-b0b5f516a0cc'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:11:52.409802 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-19cb4ddf-a863-437b-834b-dd5409ce66b0 admin admin] Publish callbacks [] for security_group (ada47d29-b37a-49fb-8cf2-f1d636f2aa55), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:52.415037 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-19cb4ddf-a863-437b-834b-dd5409ce66b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ada47d29-b37a-49fb-8cf2-f1d636f2aa55), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:52.432874 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5c8dc96c-2c79-4df7-86d3-23e6995c7af0 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks [] for floatingip (06b9f680-97d0-453f-aef8-6597230b2e35), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:52.455643 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-19cb4ddf-a863-437b-834b-dd5409ce66b0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8a6eeb13937941ff9b4e51ac52b46cb1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2418327
Feb 05 21:11:52.455643 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb4ddf-a863-437b-834b-dd5409ce66b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada47d29-b37a-49fb-8cf2-f1d636f2aa55,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:52.457944 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39590) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:11:52.509195 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-659e3b9e-8ad2-4575-97aa-143adc0b0fee admin admin] Publish callbacks [] for security_group (ada47d29-b37a-49fb-8cf2-f1d636f2aa55), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:52.533132 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-659e3b9e-8ad2-4575-97aa-143adc0b0fee admin admin] Publish callbacks [] for security_group (ada47d29-b37a-49fb-8cf2-f1d636f2aa55), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:52.592322 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-659e3b9e-8ad2-4575-97aa-143adc0b0fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ada47d29-b37a-49fb-8cf2-f1d636f2aa55), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:52.594932 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-659e3b9e-8ad2-4575-97aa-143adc0b0fee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:52.598951 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-659e3b9e-8ad2-4575-97aa-143adc0b0fee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ada47d29-b37a-49fb-8cf2-f1d636f2aa55 HTTP/1.1" status: 204  len: 168 time: 0.1398926
Feb 05 21:11:52.609259 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659e3b9e-8ad2-4575-97aa-143adc0b0fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada47d29-b37a-49fb-8cf2-f1d636f2aa55,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:52.889555 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39612) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:11:52.903420 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3ecc0506-081b-48b4-b77c-88e70d995fcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:52.981877 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3ecc0506-081b-48b4-b77c-88e70d995fcc admin admin] Publish callbacks [] for security_group (f9c70b9b-12d6-4a45-8973-6704e3cf54dc), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:52.987054 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3ecc0506-081b-48b4-b77c-88e70d995fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f9c70b9b-12d6-4a45-8973-6704e3cf54dc), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:53.025631 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3ecc0506-081b-48b4-b77c-88e70d995fcc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b8345572b3ff4586a516937948b37fa7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1348605
Feb 05 21:11:53.026485 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc0506-081b-48b4-b77c-88e70d995fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c70b9b-12d6-4a45-8973-6704e3cf54dc,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:53.028881 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39614) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:11:53.078054 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-042ba474-d56b-488f-8850-0cee3167784f admin admin] Publish callbacks [] for security_group (f9c70b9b-12d6-4a45-8973-6704e3cf54dc), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:53.098666 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-042ba474-d56b-488f-8850-0cee3167784f admin admin] Publish callbacks [] for security_group (f9c70b9b-12d6-4a45-8973-6704e3cf54dc), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:53.145149 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-042ba474-d56b-488f-8850-0cee3167784f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f9c70b9b-12d6-4a45-8973-6704e3cf54dc), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:53.147727 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-042ba474-d56b-488f-8850-0cee3167784f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:53.148922 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-042ba474-d56b-488f-8850-0cee3167784f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f9c70b9b-12d6-4a45-8973-6704e3cf54dc HTTP/1.1" status: 204  len: 168 time: 0.1191039
Feb 05 21:11:53.157041 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ba474-d56b-488f-8850-0cee3167784f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c70b9b-12d6-4a45-8973-6704e3cf54dc,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:53.261925 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5c8dc96c-2c79-4df7-86d3-23e6995c7af0 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:53.265597 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5c8dc96c-2c79-4df7-86d3-23e6995c7af0 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (06b9f680-97d0-453f-aef8-6597230b2e35), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:53.375313 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-5c8dc96c-2c79-4df7-86d3-23e6995c7af0 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Floating IP 06b9f680-97d0-453f-aef8-6597230b2e35 associated. External IP: 172.35.4.89, port: 851783e6-d22c-41f7-95ae-b0b5f516a0cc.
Feb 05 21:11:53.597654 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8dc96c-2c79-4df7-86d3-23e6995c7af0 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Router 7785e63f-cfeb-418f-b3c1-f03ccd478077 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:11:53.715172 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8dc96c-2c79-4df7-86d3-23e6995c7af0 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:11:53.720750 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5c8dc96c-2c79-4df7-86d3-23e6995c7af0 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:53.725594 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0725c6ec-be40-4a0e-b302-31c917be2f0a None None] Sync routers for ids ['7785e63f-cfeb-418f-b3c1-f03ccd478077'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:11:53.736151 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0725c6ec-be40-4a0e-b302-31c917be2f0a None None] Routers {'7785e63f-cfeb-418f-b3c1-f03ccd478077'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:11:53.736729 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-0725c6ec-be40-4a0e-b302-31c917be2f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db90ed7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:11:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['7785e63f-cfeb-418f-b3c1-f03ccd478077'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:11:53.758124 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5c8dc96c-2c79-4df7-86d3-23e6995c7af0 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "PUT /v2.0/floatingips/06b9f680-97d0-453f-aef8-6597230b2e35 HTTP/1.1" status: 200  len: 991 time: 1.3757074
Feb 05 21:11:53.758799 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e976e307-f7ee-4398-b068-9e53113813e8', 'tag': '851783e6-d22c-41f7-95ae-b0b5f516a0cc'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:11:53.761260 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3246c8-da48-41d5-840d-b572cabf2f47" -d '{"events": [{"name": "network-changed", "server_uuid": "e976e307-f7ee-4398-b068-9e53113813e8", "tag": "851783e6-d22c-41f7-95ae-b0b5f516a0cc"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:11:53.814978 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a9ee99-d6a0-4c80-aef5-2eab01d16e92 x-openstack-request-id: req-a7a9ee99-d6a0-4c80-aef5-2eab01d16e92 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:11:53.815318 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e976e307-f7ee-4398-b068-9e53113813e8", "tag": "851783e6-d22c-41f7-95ae-b0b5f516a0cc", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:11:53.815588 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a7a9ee99-d6a0-4c80-aef5-2eab01d16e92 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:11:53.816007 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e976e307-f7ee-4398-b068-9e53113813e8', 'tag': '851783e6-d22c-41f7-95ae-b0b5f516a0cc', 'status': 'completed', 'code': 200}
Feb 05 21:11:53.873253 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-0725c6ec-be40-4a0e-b302-31c917be2f0a None None] Set router 7785e63f-cfeb-418f-b3c1-f03ccd478077 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:11:53.928086 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe154ab-ddc0-4474-9f3e-f0d719098133 req-4cadd141-0a66-4792-b9ac-561a8d96dd64 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:53.929635 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dbe154ab-ddc0-4474-9f3e-f0d719098133 req-4cadd141-0a66-4792-b9ac-561a8d96dd64 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 946 time: 0.0963676
Feb 05 21:11:53.931849 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3246c8-da48-41d5-840d-b572cabf2f47 req-66a3e25b-6995-40df-81bc-f574cc3466a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:53.933290 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7a3246c8-da48-41d5-840d-b572cabf2f47 req-66a3e25b-6995-40df-81bc-f574cc3466a6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2af23abad4048358818a1b4ba0f5aa6&device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 1128 time: 0.0892403
Feb 05 21:11:54.050477 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dbe154ab-ddc0-4474-9f3e-f0d719098133 req-b9d30b80-c0f9-443d-93b2-d7312b42015a tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1132092
Feb 05 21:11:54.070147 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3246c8-da48-41d5-840d-b572cabf2f47 req-0ea1d15c-ceca-4a3e-b868-25baa7c54e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:54.072393 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7a3246c8-da48-41d5-840d-b572cabf2f47 req-0ea1d15c-ceca-4a3e-b868-25baa7c54e13 service neutron] 10.222.0.21 "GET /v2.0/networks?id=90e22a21-ca71-4ccc-99d5-12c329545469 HTTP/1.1" status: 200  len: 917 time: 0.1325216
Feb 05 21:11:54.118637 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-0725c6ec-be40-4a0e-b302-31c917be2f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db90ed7c0>, [{'id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'name': 'tempest-AttachVolumeShelveTestJSON-749448490-router', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84'}], 'enable_snat': True}, 'gw_port_id': 'ec277b3e-2f6b-48e0-a387-88b566250f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:11:33Z', 'updated_at': '2022-02-05T21:11:36Z', 'revision_number': 4, 'project_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'gw_port': {'id': 'ec277b3e-2f6b-48e0-a387-88b566250f77', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:11:33Z', 'updated_at': '2022-02-05T21:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '06b9f680-97d0-453f-aef8-6597230b2e35', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'floating_ip_address': '172.35.4.89', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'port_id': '851783e6-d22c-41f7-95ae-b0b5f516a0cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3227, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469', 'mac_address': 'fa:16:3e:5e:eb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e976e307-f7ee-4398-b068-9e53113813e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:11:39Z', 'updated_at': '2022-02-05T21:11:53Z', 'revision_number': 1, 'project_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96fbc78b-ec60-4acf-aa87-f5cee677f160', 'name': '', 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'mac_address': 'fa:16:3e:bc:13:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6bc96f9b-13b4-445f-ae2d-9347a725b89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:11:35Z', 'updated_at': '2022-02-05T21:11:41Z', 'revision_number': 5, 'project_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'subnets': [{'id': '6bc96f9b-13b4-445f-ae2d-9347a725b89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:11:54.149964 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0725c6ec-be40-4a0e-b302-31c917be2f0a None None] Checking router: 7785e63f-cfeb-418f-b3c1-f03ccd478077 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:11:54.150469 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7a3246c8-da48-41d5-840d-b572cabf2f47 req-d84bcc25-7c90-4ddd-a965-1805c8bf23ab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=851783e6-d22c-41f7-95ae-b0b5f516a0cc HTTP/1.1" status: 200  len: 999 time: 0.0710011
Feb 05 21:11:54.158321 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0725c6ec-be40-4a0e-b302-31c917be2f0a None None] Routers {'7785e63f-cfeb-418f-b3c1-f03ccd478077'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:11:54.158951 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-0725c6ec-be40-4a0e-b302-31c917be2f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db90ed7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:11:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['7785e63f-cfeb-418f-b3c1-f03ccd478077'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:11:54.207585 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3246c8-da48-41d5-840d-b572cabf2f47 req-809ac7f2-0ab6-4e2c-8a80-1b711f9720b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:54.209086 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7a3246c8-da48-41d5-840d-b572cabf2f47 req-809ac7f2-0ab6-4e2c-8a80-1b711f9720b0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6bc96f9b-13b4-445f-ae2d-9347a725b89d HTTP/1.1" status: 200  len: 855 time: 0.0534546
Feb 05 21:11:54.267129 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3246c8-da48-41d5-840d-b572cabf2f47 req-e6265043-1651-4bc1-ac11-fb5687ab1675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:54.268236 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7a3246c8-da48-41d5-840d-b572cabf2f47 req-e6265043-1651-4bc1-ac11-fb5687ab1675 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=90e22a21-ca71-4ccc-99d5-12c329545469&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0535920
Feb 05 21:11:54.281685 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-0725c6ec-be40-4a0e-b302-31c917be2f0a None None] Set router 7785e63f-cfeb-418f-b3c1-f03ccd478077 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:11:54.368365 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7a3246c8-da48-41d5-840d-b572cabf2f47 req-1aa1384c-507c-4c4e-b067-3e6387cb23ba service neutron] 10.222.0.21 "GET /v2.0/networks/90e22a21-ca71-4ccc-99d5-12c329545469?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0916524
Feb 05 21:11:54.480210 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7a3246c8-da48-41d5-840d-b572cabf2f47 req-939e717d-65e3-4ef1-89b3-257fa72f4ccd service neutron] 10.222.0.21 "GET /v2.0/networks/90e22a21-ca71-4ccc-99d5-12c329545469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1041667
Feb 05 21:11:54.518336 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-0725c6ec-be40-4a0e-b302-31c917be2f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db90ed7c0>, [{'id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'name': 'tempest-AttachVolumeShelveTestJSON-749448490-router', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84'}], 'enable_snat': True}, 'gw_port_id': 'ec277b3e-2f6b-48e0-a387-88b566250f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:11:33Z', 'updated_at': '2022-02-05T21:11:36Z', 'revision_number': 4, 'project_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'gw_port': {'id': 'ec277b3e-2f6b-48e0-a387-88b566250f77', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:11:33Z', 'updated_at': '2022-02-05T21:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '06b9f680-97d0-453f-aef8-6597230b2e35', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'floating_ip_address': '172.35.4.89', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'port_id': '851783e6-d22c-41f7-95ae-b0b5f516a0cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3227, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469', 'mac_address': 'fa:16:3e:5e:eb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e976e307-f7ee-4398-b068-9e53113813e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:11:39Z', 'updated_at': '2022-02-05T21:11:53Z', 'revision_number': 1, 'project_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96fbc78b-ec60-4acf-aa87-f5cee677f160', 'name': '', 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'mac_address': 'fa:16:3e:bc:13:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6bc96f9b-13b4-445f-ae2d-9347a725b89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:11:35Z', 'updated_at': '2022-02-05T21:11:41Z', 'revision_number': 5, 'project_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'subnets': [{'id': '6bc96f9b-13b4-445f-ae2d-9347a725b89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:11:54.635895 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0725c6ec-be40-4a0e-b302-31c917be2f0a None None] The sync data for ids ['7785e63f-cfeb-418f-b3c1-f03ccd478077'] in ncdv-master-1 is: [{'id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'name': 'tempest-AttachVolumeShelveTestJSON-749448490-router', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84'}], 'enable_snat': True}, 'gw_port_id': 'ec277b3e-2f6b-48e0-a387-88b566250f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:11:33Z', 'updated_at': '2022-02-05T21:11:36Z', 'revision_number': 4, 'project_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'gw_port': {'id': 'ec277b3e-2f6b-48e0-a387-88b566250f77', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:11:33Z', 'updated_at': '2022-02-05T21:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '06b9f680-97d0-453f-aef8-6597230b2e35', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'floating_ip_address': '172.35.4.89', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'port_id': '851783e6-d22c-41f7-95ae-b0b5f516a0cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3227, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469', 'mac_address': 'fa:16:3e:5e:eb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e976e307-f7ee-4398-b068-9e53113813e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:11:39Z', 'updated_at': '2022-02-05T21:11:53Z', 'revision_number': 1, 'project_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96fbc78b-ec60-4acf-aa87-f5cee677f160', 'name': '', 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'mac_address': 'fa:16:3e:bc:13:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6bc96f9b-13b4-445f-ae2d-9347a725b89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:11:35Z', 'updated_at': '2022-02-05T21:11:41Z', 'revision_number': 5, 'project_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'subnets': [{'id': '6bc96f9b-13b4-445f-ae2d-9347a725b89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:11:54.846614 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ba254c-60d2-4032-be6a-464b0666e0ef None None] New status for floating IP 06b9f680-97d0-453f-aef8-6597230b2e35: ACTIVE {{(pid=114392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:11:55.181891 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a1e44-3bd0-466a-93b5-1dcb041a84b8 req-fd4c3d7a-ea3f-43b0-a8f1-6b49bfacb1d2 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:55.183424 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-717a1e44-3bd0-466a-93b5-1dcb041a84b8 req-fd4c3d7a-ea3f-43b0-a8f1-6b49bfacb1d2 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 946 time: 0.0587852
Feb 05 21:11:55.232585 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-717a1e44-3bd0-466a-93b5-1dcb041a84b8 req-2942a7a2-c6bb-4a27-a3f0-2f568fd6bbdc tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0433738
Feb 05 21:11:58.442363 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 39788) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:11:58.521566 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3126caae-0fac-4d88-8193-f47f3456e568 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:58.522052 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3126caae-0fac-4d88-8193-f47f3456e568 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:58.522562 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3126caae-0fac-4d88-8193-f47f3456e568 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:11:58.524947 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-3126caae-0fac-4d88-8193-f47f3456e568 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] 10.222.0.32 "GET /v2.0/ports?project_id=7f3cd2c671c5402ba77e2a302dcae849&network_id=e4210d60-a97c-41fe-82bb-8f305b53d51f HTTP/1.1" status: 200  len: 3074 time: 0.0813191
Feb 05 21:11:59.192300 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 39804) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:11:59.299139 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e4fe7726-a69c-44ba-bc5b-b4f75979a562 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:59.373307 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e4fe7726-a69c-44ba-bc5b-b4f75979a562 admin admin] Publish callbacks [] for security_group (84269868-c08e-45fc-9565-b09706298763), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:59.377141 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e4fe7726-a69c-44ba-bc5b-b4f75979a562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (84269868-c08e-45fc-9565-b09706298763), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:59.420059 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e4fe7726-a69c-44ba-bc5b-b4f75979a562 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8775d6bbd3854d778abf078089e1c8aa&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2266805
Feb 05 21:11:59.420952 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe7726-a69c-44ba-bc5b-b4f75979a562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84269868-c08e-45fc-9565-b09706298763,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:59.423098 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39808) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:11:59.429395 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe7726-a69c-44ba-bc5b-b4f75979a562 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:59.429755 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe7726-a69c-44ba-bc5b-b4f75979a562 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:59.430628 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe7726-a69c-44ba-bc5b-b4f75979a562 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:59.430979 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe7726-a69c-44ba-bc5b-b4f75979a562 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:59.431317 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe7726-a69c-44ba-bc5b-b4f75979a562 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:59.431663 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe7726-a69c-44ba-bc5b-b4f75979a562 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:59.431993 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe7726-a69c-44ba-bc5b-b4f75979a562 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:59.432325 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe7726-a69c-44ba-bc5b-b4f75979a562 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:59.432661 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe7726-a69c-44ba-bc5b-b4f75979a562 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:59.432990 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe7726-a69c-44ba-bc5b-b4f75979a562 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:59.433322 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe7726-a69c-44ba-bc5b-b4f75979a562 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:59.433651 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe7726-a69c-44ba-bc5b-b4f75979a562 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:59.434008 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe7726-a69c-44ba-bc5b-b4f75979a562 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:11:59.474273 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4820d22e-2ce3-4eda-94b7-2d59351b19c5 admin admin] Publish callbacks [] for security_group (84269868-c08e-45fc-9565-b09706298763), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:59.495243 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4820d22e-2ce3-4eda-94b7-2d59351b19c5 admin admin] Publish callbacks [] for security_group (84269868-c08e-45fc-9565-b09706298763), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:59.540265 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4820d22e-2ce3-4eda-94b7-2d59351b19c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (84269868-c08e-45fc-9565-b09706298763), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:59.542834 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4820d22e-2ce3-4eda-94b7-2d59351b19c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:59.544006 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4820d22e-2ce3-4eda-94b7-2d59351b19c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/84269868-c08e-45fc-9565-b09706298763 HTTP/1.1" status: 204  len: 168 time: 0.1193786
Feb 05 21:11:59.551936 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820d22e-2ce3-4eda-94b7-2d59351b19c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84269868-c08e-45fc-9565-b09706298763,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:59.808459 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39816) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:11:59.822049 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e9a67871-828f-4f1c-820c-92930ceb3b79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:59.903950 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e9a67871-828f-4f1c-820c-92930ceb3b79 admin admin] Publish callbacks [] for security_group (b778d93a-078d-4719-be16-537e83d22821), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:59.908035 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e9a67871-828f-4f1c-820c-92930ceb3b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b778d93a-078d-4719-be16-537e83d22821), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:11:59.958235 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e9a67871-828f-4f1c-820c-92930ceb3b79 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=32a53db213504b38b6471a5cdb25d142&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1481767
Feb 05 21:11:59.958896 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a67871-828f-4f1c-820c-92930ceb3b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b778d93a-078d-4719-be16-537e83d22821,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:11:59.959602 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 39818) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:00.010184 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-41e2dcc0-3c5c-4626-b26c-59b110d2cd98 admin admin] Publish callbacks [] for security_group (b778d93a-078d-4719-be16-537e83d22821), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:00.032753 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-41e2dcc0-3c5c-4626-b26c-59b110d2cd98 admin admin] Publish callbacks [] for security_group (b778d93a-078d-4719-be16-537e83d22821), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:00.080861 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-41e2dcc0-3c5c-4626-b26c-59b110d2cd98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b778d93a-078d-4719-be16-537e83d22821), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:00.083772 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-41e2dcc0-3c5c-4626-b26c-59b110d2cd98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:00.084965 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-41e2dcc0-3c5c-4626-b26c-59b110d2cd98 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b778d93a-078d-4719-be16-537e83d22821 HTTP/1.1" status: 204  len: 168 time: 0.1243711
Feb 05 21:12:00.092961 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2dcc0-3c5c-4626-b26c-59b110d2cd98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b778d93a-078d-4719-be16-537e83d22821,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:01.840436 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:12:02.139118 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e62380-11ee-4bee-9c4b-5deff01c44ea req-fd2475d3-1887-4ff5-b674-e9861b8caf77 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:02.140680 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-94e62380-11ee-4bee-9c4b-5deff01c44ea req-fd2475d3-1887-4ff5-b674-e9861b8caf77 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/ports?device_id=90542e42-b84b-45c1-a2c5-855111be1aae HTTP/1.1" status: 200  len: 945 time: 0.0543890
Feb 05 21:12:02.192275 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-94e62380-11ee-4bee-9c4b-5deff01c44ea req-d683587a-acab-4fc6-9386-7e09cebc5035 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/security-groups?id=1940a6f1-ff80-4a12-ab7c-3959d0fbe11b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459528
Feb 05 21:12:02.327621 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39912) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:02.444774 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-64b2fa0a-e002-4473-8b52-5cb01f165153 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:02.516665 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-64b2fa0a-e002-4473-8b52-5cb01f165153 admin admin] Publish callbacks [] for security_group (2ed4d6d3-d5bc-4cda-8d33-c2bfc6b95134), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:02.520330 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-64b2fa0a-e002-4473-8b52-5cb01f165153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (2ed4d6d3-d5bc-4cda-8d33-c2bfc6b95134), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:02.561104 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-64b2fa0a-e002-4473-8b52-5cb01f165153 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fd1c429d06e54372b8302b025f13698b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2323711
Feb 05 21:12:02.562256 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b2fa0a-e002-4473-8b52-5cb01f165153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed4d6d3-d5bc-4cda-8d33-c2bfc6b95134,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:02.563877 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 39916) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:02.615736 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-10791534-1b36-44b1-a84d-82d9f1d458ca admin admin] Publish callbacks [] for security_group (2ed4d6d3-d5bc-4cda-8d33-c2bfc6b95134), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:02.637155 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-10791534-1b36-44b1-a84d-82d9f1d458ca admin admin] Publish callbacks [] for security_group (2ed4d6d3-d5bc-4cda-8d33-c2bfc6b95134), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:02.683756 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-10791534-1b36-44b1-a84d-82d9f1d458ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (2ed4d6d3-d5bc-4cda-8d33-c2bfc6b95134), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:02.686415 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-10791534-1b36-44b1-a84d-82d9f1d458ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:02.687574 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-10791534-1b36-44b1-a84d-82d9f1d458ca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2ed4d6d3-d5bc-4cda-8d33-c2bfc6b95134 HTTP/1.1" status: 204  len: 168 time: 0.1217315
Feb 05 21:12:02.695086 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10791534-1b36-44b1-a84d-82d9f1d458ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed4d6d3-d5bc-4cda-8d33-c2bfc6b95134,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:02.950046 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 39922) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:02.963945 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-136d5f60-4d53-4a86-a7d1-59594ead5f3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:03.041184 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-136d5f60-4d53-4a86-a7d1-59594ead5f3a admin admin] Publish callbacks [] for security_group (f8ead013-bdfa-45ce-bb67-d568d88bec41), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:03.045100 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-136d5f60-4d53-4a86-a7d1-59594ead5f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f8ead013-bdfa-45ce-bb67-d568d88bec41), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:03.082662 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d5f60-4d53-4a86-a7d1-59594ead5f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ead013-bdfa-45ce-bb67-d568d88bec41,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:03.088138 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-136d5f60-4d53-4a86-a7d1-59594ead5f3a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=01b26e401667446188a639268e22d3d6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1369870
Feb 05 21:12:03.090988 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 39924) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:03.143104 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2abc2ee1-a7f8-4382-910b-33ab49c6b10f admin admin] Publish callbacks [] for security_group (f8ead013-bdfa-45ce-bb67-d568d88bec41), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:03.163425 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2abc2ee1-a7f8-4382-910b-33ab49c6b10f admin admin] Publish callbacks [] for security_group (f8ead013-bdfa-45ce-bb67-d568d88bec41), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:03.210155 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2abc2ee1-a7f8-4382-910b-33ab49c6b10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f8ead013-bdfa-45ce-bb67-d568d88bec41), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:03.212896 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2abc2ee1-a7f8-4382-910b-33ab49c6b10f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:03.214040 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2abc2ee1-a7f8-4382-910b-33ab49c6b10f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f8ead013-bdfa-45ce-bb67-d568d88bec41 HTTP/1.1" status: 204  len: 168 time: 0.1219959
Feb 05 21:12:03.221605 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc2ee1-a7f8-4382-910b-33ab49c6b10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ead013-bdfa-45ce-bb67-d568d88bec41,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:03.331806 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958cdbe-86d6-429e-963a-d33f02ce1e13 req-0e96a67e-1bcc-4740-89d5-89ca866ad2f8 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:03.333651 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4958cdbe-86d6-429e-963a-d33f02ce1e13 req-0e96a67e-1bcc-4740-89d5-89ca866ad2f8 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/ports?device_id=90542e42-b84b-45c1-a2c5-855111be1aae HTTP/1.1" status: 200  len: 945 time: 0.0565991
Feb 05 21:12:03.342629 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39930) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:03.386954 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4958cdbe-86d6-429e-963a-d33f02ce1e13 req-dce4c6f7-e2f0-4238-a590-7c18ea62cf7f tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/security-groups?id=1940a6f1-ff80-4a12-ab7c-3959d0fbe11b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464208
Feb 05 21:12:03.401298 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ad2927-7fe4-4cda-8874-b5422ac2f0d7 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:03.406661 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-72ad2927-7fe4-4cda-8874-b5422ac2f0d7 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=d65fb4dc-e812-4574-a4e6-6308f0abdf3f HTTP/1.1" status: 200  len: 814 time: 0.0590978
Feb 05 21:12:03.513962 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa800bc-0eb7-4053-b4b2-e0abac700484 req-2c5ad4eb-c13f-458e-b238-4cb59ba03971 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:03.515488 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2fa800bc-0eb7-4053-b4b2-e0abac700484 req-2c5ad4eb-c13f-458e-b238-4cb59ba03971 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.39 "GET /v2.0/ports?device_id=90542e42-b84b-45c1-a2c5-855111be1aae HTTP/1.1" status: 200  len: 945 time: 0.0524845
Feb 05 21:12:03.615783 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-2fa800bc-0eb7-4053-b4b2-e0abac700484 req-ccb9549d-5deb-4eec-8cdb-ede1bb183615 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Deleting port dd003b64-b19c-4eb8-8688-7ca26a919d71 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:12:03.616182 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-2fa800bc-0eb7-4053-b4b2-e0abac700484 req-ccb9549d-5deb-4eec-8cdb-ede1bb183615 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (dd003b64-b19c-4eb8-8688-7ca26a919d71), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:03.714151 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-2fa800bc-0eb7-4053-b4b2-e0abac700484 req-ccb9549d-5deb-4eec-8cdb-ede1bb183615 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] For port dd003b64-b19c-4eb8-8688-7ca26a919d71, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dd003b64-b19c-4eb8-8688-7ca26a919d71,segment=NetworkSegment(85033ada-d563-4aa7-ab29-e969031752d8),segment_id=85033ada-d563-4aa7-ab29-e969031752d8)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:12:03.714495 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-73f416a2-8b39-4514-bbf3-6e5ac3b33e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:03.714983 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-2fa800bc-0eb7-4053-b4b2-e0abac700484 req-ccb9549d-5deb-4eec-8cdb-ede1bb183615 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (dd003b64-b19c-4eb8-8688-7ca26a919d71), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:03.730200 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-2fa800bc-0eb7-4053-b4b2-e0abac700484 req-ccb9549d-5deb-4eec-8cdb-ede1bb183615 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Calling delete_port for dd003b64-b19c-4eb8-8688-7ca26a919d71 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:12:03.863147 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-2fa800bc-0eb7-4053-b4b2-e0abac700484 req-ccb9549d-5deb-4eec-8cdb-ede1bb183615 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (dd003b64-b19c-4eb8-8688-7ca26a919d71), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:03.875181 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['dd003b64-b19c-4eb8-8688-7ca26a919d71'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:12:03.905635 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb9549d-5deb-4eec-8cdb-ede1bb183615 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Pushing event deleted for resources: {'Port': ['ID=dd003b64-b19c-4eb8-8688-7ca26a919d71,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:03.942770 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa800bc-0eb7-4053-b4b2-e0abac700484 req-ccb9549d-5deb-4eec-8cdb-ede1bb183615 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] No DVR routers for this DVR port dd003b64-b19c-4eb8-8688-7ca26a919d71 on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:12:03.951546 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-2fa800bc-0eb7-4053-b4b2-e0abac700484 req-ccb9549d-5deb-4eec-8cdb-ede1bb183615 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:03.954878 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2fa800bc-0eb7-4053-b4b2-e0abac700484 req-ccb9549d-5deb-4eec-8cdb-ede1bb183615 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.39 "DELETE /v2.0/ports/dd003b64-b19c-4eb8-8688-7ca26a919d71 HTTP/1.1" status: 204  len: 173 time: 0.4348617
Feb 05 21:12:03.955339 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90542e42-b84b-45c1-a2c5-855111be1aae', 'name': 'network-vif-deleted', 'tag': 'dd003b64-b19c-4eb8-8688-7ca26a919d71'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:12:03.958010 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6505cd0-af05-40db-a59b-f78d4d1f2613" -d '{"events": [{"server_uuid": "90542e42-b84b-45c1-a2c5-855111be1aae", "name": "network-vif-deleted", "tag": "dd003b64-b19c-4eb8-8688-7ca26a919d71"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:12:04.151906 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bf5da8-aaeb-46f9-a0c0-d7f926bc12de x-openstack-request-id: req-55bf5da8-aaeb-46f9-a0c0-d7f926bc12de {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:12:04.152517 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90542e42-b84b-45c1-a2c5-855111be1aae", "name": "network-vif-deleted", "tag": "dd003b64-b19c-4eb8-8688-7ca26a919d71", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:12:04.152517 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-55bf5da8-aaeb-46f9-a0c0-d7f926bc12de {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:12:04.152835 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90542e42-b84b-45c1-a2c5-855111be1aae', 'name': 'network-vif-deleted', 'tag': 'dd003b64-b19c-4eb8-8688-7ca26a919d71', 'status': 'completed', 'code': 200}
Feb 05 21:12:04.569690 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39964) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:04.575533 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-9189a18a-e68c-40e7-9929-643e20c65737 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Request body: {'network': {'name': 'tempest-network-smoke--1739443685', 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'port_security_enabled': True}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:12:04.595229 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9189a18a-e68c-40e7-9929-643e20c65737 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Made reservation on behalf of 7f3cd2c671c5402ba77e2a302dcae849 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:12:04.598717 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9189a18a-e68c-40e7-9929-643e20c65737 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:04.643555 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9189a18a-e68c-40e7-9929-643e20c65737 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:12:04.652786 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9189a18a-e68c-40e7-9929-643e20c65737 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (391a9933-eb20-4fed-b21d-e5363acba358), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:04.653202 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-9189a18a-e68c-40e7-9929-643e20c65737 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Added segment 391a9933-eb20-4fed-b21d-e5363acba358 of type vlan for network 0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae
Feb 05 21:12:04.694016 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9189a18a-e68c-40e7-9929-643e20c65737 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:04.719607 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9189a18a-e68c-40e7-9929-643e20c65737 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:04.724728 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9189a18a-e68c-40e7-9929-643e20c65737 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:04.725401 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9189a18a-e68c-40e7-9929-643e20c65737 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:04.764080 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9189a18a-e68c-40e7-9929-643e20c65737 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1935143
Feb 05 21:12:04.767247 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 39978) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:04.798210 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189a18a-e68c-40e7-9929-643e20c65737 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event updated for resources: {'Network': ['ID=0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:04.809043 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:12:04.861833 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b51a03-e008-40e5-aa4f-901e10afb7ed tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:04.865517 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-05b51a03-e008-40e5-aa4f-901e10afb7ed tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=7f3cd2c671c5402ba77e2a302dcae849&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 829 time: 0.0946088
Feb 05 21:12:04.865692 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 39980) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:05.015936 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0de6b8-35f4-4b45-a640-172b5cbcdea7 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:05.017446 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-aa0de6b8-35f4-4b45-a640-172b5cbcdea7 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1508722
Feb 05 21:12:05.020317 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 39982) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:05.061513 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ac41a54a-5865-4f23-a312-1b246220a0e6 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=d65fb4dc-e812-4574-a4e6-6308f0abdf3f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0400956
Feb 05 21:12:05.064130 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 39986) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:05.091840 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-17c1ee90-3c4f-43e6-be9e-e97c710bcbce tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=7f3cd2c671c5402ba77e2a302dcae849&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0266356
Feb 05 21:12:05.094360 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 39990) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:05.183157 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9437625-da0e-4224-a8c9-62bbf0ad5568 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:05.184684 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b9437625-da0e-4224-a8c9-62bbf0ad5568 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0892353
Feb 05 21:12:05.187633 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39996) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:05.215782 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a54e872f-9b91-4271-96be-6443f110dbc1 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=d65fb4dc-e812-4574-a4e6-6308f0abdf3f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0269389
Feb 05 21:12:05.218273 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 39998) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:05.223133 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-d938ce55-f6f0-4d78-bf36-71858ed56528 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-317316913', 'network_id': '0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae', 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:12:05.316152 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d938ce55-f6f0-4d78-bf36-71858ed56528 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Made reservation on behalf of 7f3cd2c671c5402ba77e2a302dcae849 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:12:05.319793 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d938ce55-f6f0-4d78-bf36-71858ed56528 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:05.498219 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d938ce55-f6f0-4d78-bf36-71858ed56528 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (008a7238-eff8-4b47-abf2-16a8533b36bb), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:05.561895 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938ce55-f6f0-4d78-bf36-71858ed56528 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event updated for resources: {'Subnet': ['ID=008a7238-eff8-4b47-abf2-16a8533b36bb,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:05.571936 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d938ce55-f6f0-4d78-bf36-71858ed56528 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Checking segment: {'id': '391a9933-eb20-4fed-b21d-e5363acba358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:12:05.572459 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d938ce55-f6f0-4d78-bf36-71858ed56528 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Network hostable DHCP agents. Network: 0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:12:05.589064 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d938ce55-f6f0-4d78-bf36-71858ed56528 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Network 0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:12:05.597179 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-d938ce55-f6f0-4d78-bf36-71858ed56528 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:12:05.601307 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d938ce55-f6f0-4d78-bf36-71858ed56528 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:05.602566 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d938ce55-f6f0-4d78-bf36-71858ed56528 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:05.611700 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe048035-5ea0-466e-aa3d-5d28502778f9 None None] Network 0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:12:05.618209 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d938ce55-f6f0-4d78-bf36-71858ed56528 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.3988378
Feb 05 21:12:05.718476 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdb298f-d843-4b4f-9523-82adc8d448c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae', 'network_id': '0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae', 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'fixed_ips': [{'subnet_id': '008a7238-eff8-4b47-abf2-16a8533b36bb'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:12:05.719414 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2fdb298f-d843-4b4f-9523-82adc8d448c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:05.817508 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 40016) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:05.822047 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-c27a2426-2d6a-42d6-9567-6727380c3775 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-247452909', 'description': 'tempest-secgroup-smoke-247452909 description', 'project_id': '7f3cd2c671c5402ba77e2a302dcae849'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:12:05.844537 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c27a2426-2d6a-42d6-9567-6727380c3775 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:05.879238 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-2fdb298f-d843-4b4f-9523-82adc8d448c0 None None] Allocated IP 172.20.0.18 (0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae/008a7238-eff8-4b47-abf2-16a8533b36bb/368668e0-aa39-4fed-940e-0b92a54e8a0b) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:12:05.949609 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c27a2426-2d6a-42d6-9567-6727380c3775 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group (a2445842-bd01-4a00-a3d8-a2a0f408cb89), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:05.954791 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c27a2426-2d6a-42d6-9567-6727380c3775 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (a2445842-bd01-4a00-a3d8-a2a0f408cb89), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:05.981580 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c27a2426-2d6a-42d6-9567-6727380c3775 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:05.982882 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c27a2426-2d6a-42d6-9567-6727380c3775 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1645033
Feb 05 21:12:05.986348 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 40028) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:05.991278 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-dc6aa40a-2632-4c3e-99b0-c491c3a9ea9e tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Request body: {'security_group_rule': {'security_group_id': 'a2445842-bd01-4a00-a3d8-a2a0f408cb89', 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:12:05.993991 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a2426-2d6a-42d6-9567-6727380c3775 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2445842-bd01-4a00-a3d8-a2a0f408cb89,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:06.018528 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dc6aa40a-2632-4c3e-99b0-c491c3a9ea9e tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (9a2b4513-bd5b-4601-aa70-d69a0f042688), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:06.044461 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2fdb298f-d843-4b4f-9523-82adc8d448c0 None None] Publish callbacks [] for port (368668e0-aa39-4fed-940e-0b92a54e8a0b), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:06.050823 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2fdb298f-d843-4b4f-9523-82adc8d448c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (368668e0-aa39-4fed-940e-0b92a54e8a0b), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:06.078141 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dc6aa40a-2632-4c3e-99b0-c491c3a9ea9e tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (9a2b4513-bd5b-4601-aa70-d69a0f042688), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:06.082012 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dc6aa40a-2632-4c3e-99b0-c491c3a9ea9e tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (9a2b4513-bd5b-4601-aa70-d69a0f042688), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:06.102625 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6aa40a-2632-4c3e-99b0-c491c3a9ea9e tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a2b4513-bd5b-4601-aa70-d69a0f042688,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:06.103954 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdb298f-d843-4b4f-9523-82adc8d448c0 None None] Network 0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:12:06.107227 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-2fdb298f-d843-4b4f-9523-82adc8d448c0 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:12:06.109895 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dc6aa40a-2632-4c3e-99b0-c491c3a9ea9e tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:06.113652 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdb298f-d843-4b4f-9523-82adc8d448c0 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:12:06.114155 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 40030) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:06.114449 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-dc6aa40a-2632-4c3e-99b0-c491c3a9ea9e tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1265934
Feb 05 21:12:06.119667 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f69d97de-f7e0-47ad-b456-25f888c60d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:06.120129 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-daa781e3-b499-47da-b4ec-9408bf5a5a83 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Request body: {'security_group_rule': {'security_group_id': 'a2445842-bd01-4a00-a3d8-a2a0f408cb89', 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:12:06.123663 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb298f-d843-4b4f-9523-82adc8d448c0 None None] Pushing event updated for resources: {'Port': ['ID=368668e0-aa39-4fed-940e-0b92a54e8a0b,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:06.150630 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-daa781e3-b499-47da-b4ec-9408bf5a5a83 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (1dc4de6f-2b2c-477f-a2e3-e5634b2ac169), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:06.177252 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-2fdb298f-d843-4b4f-9523-82adc8d448c0 None None] Attempting to bind port 368668e0-aa39-4fed-940e-0b92a54e8a0b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:12:06.177626 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-2fdb298f-d843-4b4f-9523-82adc8d448c0 None None] Attempting to bind port 368668e0-aa39-4fed-940e-0b92a54e8a0b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '391a9933-eb20-4fed-b21d-e5363acba358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:12:06.177994 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdb298f-d843-4b4f-9523-82adc8d448c0 None None] Attempting to bind port 368668e0-aa39-4fed-940e-0b92a54e8a0b on network 0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:12:06.183739 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdb298f-d843-4b4f-9523-82adc8d448c0 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:12:06.184135 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdb298f-d843-4b4f-9523-82adc8d448c0 None None] Checking segment: {'id': '391a9933-eb20-4fed-b21d-e5363acba358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:12:06.184526 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2fdb298f-d843-4b4f-9523-82adc8d448c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:06.184926 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdb298f-d843-4b4f-9523-82adc8d448c0 None None] Bound using segment: {'id': '391a9933-eb20-4fed-b21d-e5363acba358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:12:06.185392 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-2fdb298f-d843-4b4f-9523-82adc8d448c0 None None] Bound port: 368668e0-aa39-4fed-940e-0b92a54e8a0b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '391a9933-eb20-4fed-b21d-e5363acba358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:12:06.185782 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2fdb298f-d843-4b4f-9523-82adc8d448c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (368668e0-aa39-4fed-940e-0b92a54e8a0b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:06.209995 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-daa781e3-b499-47da-b4ec-9408bf5a5a83 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (1dc4de6f-2b2c-477f-a2e3-e5634b2ac169), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:06.215150 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-daa781e3-b499-47da-b4ec-9408bf5a5a83 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (1dc4de6f-2b2c-477f-a2e3-e5634b2ac169), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:06.233687 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa781e3-b499-47da-b4ec-9408bf5a5a83 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dc4de6f-2b2c-477f-a2e3-e5634b2ac169,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:06.242952 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-daa781e3-b499-47da-b4ec-9408bf5a5a83 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:06.244224 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-daa781e3-b499-47da-b4ec-9408bf5a5a83 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1290164
Feb 05 21:12:06.247591 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 40032) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:06.252133 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-4f4ff37b-e5b8-4e4f-9803-01b8bd225af2 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Request body: {'security_group_rule': {'security_group_id': 'a2445842-bd01-4a00-a3d8-a2a0f408cb89', 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:12:06.257491 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-2fdb298f-d843-4b4f-9523-82adc8d448c0 None None] For port 368668e0-aa39-4fed-940e-0b92a54e8a0b, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:12:06.263224 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-2fdb298f-d843-4b4f-9523-82adc8d448c0 None None] For port 368668e0-aa39-4fed-940e-0b92a54e8a0b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=368668e0-aa39-4fed-940e-0b92a54e8a0b,segment=NetworkSegment(391a9933-eb20-4fed-b21d-e5363acba358),segment_id=391a9933-eb20-4fed-b21d-e5363acba358)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:12:06.272544 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2fdb298f-d843-4b4f-9523-82adc8d448c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (368668e0-aa39-4fed-940e-0b92a54e8a0b), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:06.286966 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4f4ff37b-e5b8-4e4f-9803-01b8bd225af2 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (59bbf012-a476-4223-b20d-6587cb9ae01d), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:06.337538 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb298f-d843-4b4f-9523-82adc8d448c0 None None] Pushing event updated for resources: {'Port': ['ID=368668e0-aa39-4fed-940e-0b92a54e8a0b,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:06.377098 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4f4ff37b-e5b8-4e4f-9803-01b8bd225af2 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (59bbf012-a476-4223-b20d-6587cb9ae01d), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:06.383001 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4f4ff37b-e5b8-4e4f-9803-01b8bd225af2 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (59bbf012-a476-4223-b20d-6587cb9ae01d), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:06.410872 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ff37b-e5b8-4e4f-9803-01b8bd225af2 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59bbf012-a476-4223-b20d-6587cb9ae01d,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:06.417194 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4f4ff37b-e5b8-4e4f-9803-01b8bd225af2 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:06.421269 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4f4ff37b-e5b8-4e4f-9803-01b8bd225af2 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1698186
Feb 05 21:12:06.421746 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 40040) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:06.426932 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-8b1ccdf4-6c82-487f-be53-2c96be52c617 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Request body: {'security_group_rule': {'security_group_id': 'a2445842-bd01-4a00-a3d8-a2a0f408cb89', 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:12:06.457580 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8b1ccdf4-6c82-487f-be53-2c96be52c617 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (d059ebb0-1962-4dd5-aab5-b47ab83bd546), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:06.521522 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8b1ccdf4-6c82-487f-be53-2c96be52c617 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (d059ebb0-1962-4dd5-aab5-b47ab83bd546), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:06.526464 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8b1ccdf4-6c82-487f-be53-2c96be52c617 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (d059ebb0-1962-4dd5-aab5-b47ab83bd546), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:06.557431 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ccdf4-6c82-487f-be53-2c96be52c617 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d059ebb0-1962-4dd5-aab5-b47ab83bd546,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:06.569422 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8b1ccdf4-6c82-487f-be53-2c96be52c617 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:06.570992 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8b1ccdf4-6c82-487f-be53-2c96be52c617 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1475501
Feb 05 21:12:06.574135 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 40042) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:06.580973 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-30f394c2-65b2-47ad-9091-095073b96bb5 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Request body: {'security_group_rule': {'security_group_id': 'a2445842-bd01-4a00-a3d8-a2a0f408cb89', 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:12:06.601170 ncdv-master-1 neutron-server[114391]: INFO neutron.db.securitygroups_db [None req-30f394c2-65b2-47ad-9091-095073b96bb5 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Project 7f3cd2c671c5402ba77e2a302dcae849 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 05 21:12:06.606706 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-30f394c2-65b2-47ad-9091-095073b96bb5 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (4d1839b6-3252-4502-9262-96a6325dcb1f), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:06.689070 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-30f394c2-65b2-47ad-9091-095073b96bb5 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (4d1839b6-3252-4502-9262-96a6325dcb1f), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:06.693928 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-30f394c2-65b2-47ad-9091-095073b96bb5 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (4d1839b6-3252-4502-9262-96a6325dcb1f), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:06.719507 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f394c2-65b2-47ad-9091-095073b96bb5 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d1839b6-3252-4502-9262-96a6325dcb1f,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:06.730039 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-30f394c2-65b2-47ad-9091-095073b96bb5 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:06.734065 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-30f394c2-65b2-47ad-9091-095073b96bb5 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1551859
Feb 05 21:12:06.734329 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 40044) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:06.738789 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-47081106-1138-4b35-9c37-05167c503aac tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Request body: {'security_group_rule': {'security_group_id': 'a2445842-bd01-4a00-a3d8-a2a0f408cb89', 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:12:06.745734 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 368668e0-aa39-4fed-940e-0b92a54e8a0b up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:12:06.760155 ncdv-master-1 neutron-server[114391]: INFO neutron.db.securitygroups_db [None req-47081106-1138-4b35-9c37-05167c503aac tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Project 7f3cd2c671c5402ba77e2a302dcae849 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 05 21:12:06.765290 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-47081106-1138-4b35-9c37-05167c503aac tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (7b0e7ce2-e449-40ce-885d-7ad2c890187a), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:06.795109 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 368668e0-aa39-4fed-940e-0b92a54e8a0b triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:12:06.795493 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (368668e0-aa39-4fed-940e-0b92a54e8a0b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:06.826984 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-47081106-1138-4b35-9c37-05167c503aac tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (7b0e7ce2-e449-40ce-885d-7ad2c890187a), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:06.830574 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-47081106-1138-4b35-9c37-05167c503aac tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (7b0e7ce2-e449-40ce-885d-7ad2c890187a), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:06.847855 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47081106-1138-4b35-9c37-05167c503aac tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b0e7ce2-e449-40ce-885d-7ad2c890187a,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:06.857226 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-47081106-1138-4b35-9c37-05167c503aac tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:06.858485 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-47081106-1138-4b35-9c37-05167c503aac tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1231003
Feb 05 21:12:06.881719 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 368668e0-aa39-4fed-940e-0b92a54e8a0b is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:12:06.882262 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (368668e0-aa39-4fed-940e-0b92a54e8a0b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:06.927399 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 368668e0-aa39-4fed-940e-0b92a54e8a0b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=368668e0-aa39-4fed-940e-0b92a54e8a0b,segment=NetworkSegment(391a9933-eb20-4fed-b21d-e5363acba358),segment_id=391a9933-eb20-4fed-b21d-e5363acba358)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:12:06.937223 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (368668e0-aa39-4fed-940e-0b92a54e8a0b), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:06.990311 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=368668e0-aa39-4fed-940e-0b92a54e8a0b,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:07.115779 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-cd6883ca-dae6-4223-bb0a-715911fcd170 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-247452909&fields=id&tenant_id=7f3cd2c671c5402ba77e2a302dcae849 HTTP/1.1" status: 200  len: 267 time: 0.0650182
Feb 05 21:12:07.235596 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-d71e3f51-d25b-4ca7-b88e-83cb9e9db2b0 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:07.237202 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-d71e3f51-d25b-4ca7-b88e-83cb9e9db2b0 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/networks?id=0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae HTTP/1.1" status: 200  len: 797 time: 0.1136601
Feb 05 21:12:07.253003 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-d85297ca-2072-4a0c-8ddc-66f7372413e1 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/quotas/7f3cd2c671c5402ba77e2a302dcae849 HTTP/1.1" status: 200  len: 375 time: 0.0097680
Feb 05 21:12:07.326852 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-b8ddee65-4c37-40b1-b8bf-4823fa7c8e5d tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f3cd2c671c5402ba77e2a302dcae849&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0676980
Feb 05 21:12:07.438924 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-5ae3c7a6-b3fd-4f13-84f4-396a71fb7b48 service neutron] 10.222.0.32 "GET /v2.0/networks/0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0971849
Feb 05 21:12:07.441990 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:07.459372 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b11020a-30b3-4f1a-aa25-0d30d4d7b65f None None] Network 0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:12:07.534795 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-a112a863-fcee-4b7a-9068-fa72c4e9b86b service neutron] 10.222.0.32 "GET /v2.0/networks/0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0880697
Feb 05 21:12:07.586764 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-85a04d18-7439-47b1-acac-a44ba95c79d2 None None] Provisioning complete for port 368668e0-aa39-4fed-940e-0b92a54e8a0b triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:12:07.587311 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-85a04d18-7439-47b1-acac-a44ba95c79d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (368668e0-aa39-4fed-940e-0b92a54e8a0b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:07.710411 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-85a04d18-7439-47b1-acac-a44ba95c79d2 None None] Current status of the port 368668e0-aa39-4fed-940e-0b92a54e8a0b is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:12:07.744927 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c7e3330e-542a-41f5-93a5-960679deb63c req-14d9d9c5-3d1e-432a-9f2f-9778da178ea6 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0041742-06ea-429b-b7e1-51f4bcca2741 HTTP/1.1" status: 200  len: 210 time: 0.0301337
Feb 05 21:12:07.931071 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-20e36231-0720-4a98-a93f-019a88bb3763 None None] Provisioning complete for port 368668e0-aa39-4fed-940e-0b92a54e8a0b triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:12:07.931533 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-20e36231-0720-4a98-a93f-019a88bb3763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (368668e0-aa39-4fed-940e-0b92a54e8a0b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:08.013374 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-20e36231-0720-4a98-a93f-019a88bb3763 None None] Current status of the port 368668e0-aa39-4fed-940e-0b92a54e8a0b is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:12:08.401026 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-6985524d-4c90-438b-93c4-201664b75762 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:08.402625 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-6985524d-4c90-438b-93c4-201664b75762 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/networks?id=5933570b-34b9-46a5-bc57-4d771586750f HTTP/1.1" status: 200  len: 814 time: 0.1134686
Feb 05 21:12:08.419167 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-8fbbfc0d-fd20-457d-9813-ab79030848db tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/quotas/c04615402925462792ca03f711db23c1 HTTP/1.1" status: 200  len: 375 time: 0.0108845
Feb 05 21:12:08.453237 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-52851e42-e0cc-4b4a-8ea6-735489b01b11 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c04615402925462792ca03f711db23c1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0281928
Feb 05 21:12:08.547697 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-e47f3f55-3a75-4bc8-bdf6-cfee370f7f4d service neutron] 10.222.0.32 "GET /v2.0/networks/5933570b-34b9-46a5-bc57-4d771586750f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0878835
Feb 05 21:12:08.640398 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-3669770c-18b5-454c-b420-514d7e3ee749 service neutron] 10.222.0.32 "GET /v2.0/networks/5933570b-34b9-46a5-bc57-4d771586750f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870121
Feb 05 21:12:08.641764 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device dd003b64-b19c-4eb8-8688-7ca26a919d71 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:12:08.676938 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: dd003b64-b19c-4eb8-8688-7ca26a919d71 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:12:08.677352 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device dd003b64-b19c-4eb8-8688-7ca26a919d71 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:12:08.678989 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 368668e0-aa39-4fed-940e-0b92a54e8a0b up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:12:08.736290 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 368668e0-aa39-4fed-940e-0b92a54e8a0b triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:12:08.737155 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (368668e0-aa39-4fed-940e-0b92a54e8a0b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:08.888439 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 368668e0-aa39-4fed-940e-0b92a54e8a0b is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:12:08.923469 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-f91fb7b7-1248-4de2-ae87-07e9e0ed6f51 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:08.924987 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-f91fb7b7-1248-4de2-ae87-07e9e0ed6f51 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.39 "GET /v2.0/networks?id=0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae HTTP/1.1" status: 200  len: 797 time: 0.1911211
Feb 05 21:12:08.972872 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7541f39-7f02-4833-8729-105c1a3118dc req-f2b601c5-07db-4117-8eca-d620dd6f6f31 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c4860bf-f7f0-417c-a17a-f0f87b369213 HTTP/1.1" status: 200  len: 210 time: 0.0468724
Feb 05 21:12:09.001270 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7c8bd505-6f20-4539-a580-8f041be49bc8 req-76500e55-c059-4628-94c8-81d1339238ce tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0041742-06ea-429b-b7e1-51f4bcca2741 HTTP/1.1" status: 200  len: 210 time: 0.0741780
Feb 05 21:12:09.058612 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:09.412633 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-ab3f46d5-2c27-4c64-8177-1149a5834479 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f3cd2c671c5402ba77e2a302dcae849 HTTP/1.1" status: 200  len: 472 time: 0.4713609
Feb 05 21:12:09.421867 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-9dff8636-1397-41f4-a9ed-06ec82798898 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Request body: {'port': {'device_id': 'a0041742-06ea-429b-b7e1-51f4bcca2741', 'network_id': '0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae', 'admin_state_up': True, 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'security_groups': ['a2445842-bd01-4a00-a3d8-a2a0f408cb89']}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:12:09.529926 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-9dff8636-1397-41f4-a9ed-06ec82798898 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Made reservation on behalf of 7f3cd2c671c5402ba77e2a302dcae849 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:12:09.533411 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-9dff8636-1397-41f4-a9ed-06ec82798898 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:09.661204 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-9dff8636-1397-41f4-a9ed-06ec82798898 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Allocated IP 172.20.0.30 (0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae/008a7238-eff8-4b47-abf2-16a8533b36bb/b361b6d0-51c3-4631-969c-f6d8d59e3e65) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:12:09.838600 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-9dff8636-1397-41f4-a9ed-06ec82798898 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for port (b361b6d0-51c3-4631-969c-f6d8d59e3e65), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:09.851629 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9e7b7331-fab8-44e6-af22-d5de95b68f66 req-eb637a50-6628-47be-bcdd-6ea5ead07615 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b35db744-8bde-4649-b86a-90ffe539c18a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0834572
Feb 05 21:12:09.895075 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-9dff8636-1397-41f4-a9ed-06ec82798898 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (b361b6d0-51c3-4631-969c-f6d8d59e3e65), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:09.957252 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-99a06579-11fa-42bc-bcec-5c3931bbdf1c tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:09.959767 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-99a06579-11fa-42bc-bcec-5c3931bbdf1c tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.21 "GET /v2.0/networks?id=5933570b-34b9-46a5-bc57-4d771586750f HTTP/1.1" status: 200  len: 814 time: 0.1343150
Feb 05 21:12:09.969250 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-9dff8636-1397-41f4-a9ed-06ec82798898 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Network 0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:12:09.973140 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-7f1d4c80-d591-43b0-b4f2-21bd256ff5f2 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Request body: {'port': {'device_id': '0c4860bf-f7f0-417c-a17a-f0f87b369213', 'network_id': '5933570b-34b9-46a5-bc57-4d771586750f', 'admin_state_up': True, 'tenant_id': 'c04615402925462792ca03f711db23c1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:12:09.994032 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-9dff8636-1397-41f4-a9ed-06ec82798898 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:12:10.004169 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-9dff8636-1397-41f4-a9ed-06ec82798898 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:12:10.049716 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff8636-1397-41f4-a9ed-06ec82798898 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event updated for resources: {'Port': ['ID=b361b6d0-51c3-4631-969c-f6d8d59e3e65,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:10.075436 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b7331-fab8-44e6-af22-d5de95b68f66 req-16d8ffa5-f614-4314-bfdb-34a492e7ec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:10.076969 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9e7b7331-fab8-44e6-af22-d5de95b68f66 req-16d8ffa5-f614-4314-bfdb-34a492e7ec82 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f3cd2c671c5402ba77e2a302dcae849&device_id=b35db744-8bde-4649-b86a-90ffe539c18a HTTP/1.1" status: 200  len: 1127 time: 0.1592491
Feb 05 21:12:10.098296 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-9dff8636-1397-41f4-a9ed-06ec82798898 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:10.099193 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-9dff8636-1397-41f4-a9ed-06ec82798898 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:10.122483 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5d4f8bd5-4124-401f-bd28-de7e2f1abe87 req-1ce4f77e-a5e1-4878-974e-16bd619f7992 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c4860bf-f7f0-417c-a17a-f0f87b369213 HTTP/1.1" status: 200  len: 210 time: 0.0444336
Feb 05 21:12:10.122744 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-7f1d4c80-d591-43b0-b4f2-21bd256ff5f2 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Made reservation on behalf of c04615402925462792ca03f711db23c1 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:12:10.127380 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-7f1d4c80-d591-43b0-b4f2-21bd256ff5f2 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:10.191680 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-9dff8636-1397-41f4-a9ed-06ec82798898 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7736788
Feb 05 21:12:10.270580 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb7787-b72b-4e56-b3e6-fd5cdaf6e63a req-f62bcebc-4c7e-4baa-aeb4-cb7fdc6b00e5 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:10.272086 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0fbb7787-b72b-4e56-b3e6-fd5cdaf6e63a req-f62bcebc-4c7e-4baa-aeb4-cb7fdc6b00e5 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0041742-06ea-429b-b7e1-51f4bcca2741 HTTP/1.1" status: 200  len: 932 time: 0.1531067
Feb 05 21:12:10.288406 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-7f1d4c80-d591-43b0-b4f2-21bd256ff5f2 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Allocated IP 172.20.0.4 (5933570b-34b9-46a5-bc57-4d771586750f/a2ba5aa7-66ed-4070-8c04-5f6be4c369a5/6e4edc87-ef96-499f-abdc-eec1d6203dfb) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:12:10.289662 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b7331-fab8-44e6-af22-d5de95b68f66 req-bd04c396-1739-4b6a-bd7e-dca449b30687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:10.291428 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9e7b7331-fab8-44e6-af22-d5de95b68f66 req-bd04c396-1739-4b6a-bd7e-dca449b30687 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e4210d60-a97c-41fe-82bb-8f305b53d51f HTTP/1.1" status: 200  len: 897 time: 0.1746778
Feb 05 21:12:10.352566 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-07e77e0d-5c7e-4cc7-a26f-e0e2f44ef7d7 None None] Provisioning complete for port b361b6d0-51c3-4631-969c-f6d8d59e3e65 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:12:10.353718 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-07e77e0d-5c7e-4cc7-a26f-e0e2f44ef7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b361b6d0-51c3-4631-969c-f6d8d59e3e65), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:10.386201 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-6ac42d0c-774b-4182-884f-b8bab21e2f4b service neutron] Request body: {'port': {'device_id': 'a0041742-06ea-429b-b7e1-51f4bcca2741', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:12:10.395152 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0fbb7787-b72b-4e56-b3e6-fd5cdaf6e63a req-b205288d-1fb4-49e7-8d3d-0f191acd9fdc tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2445842-bd01-4a00-a3d8-a2a0f408cb89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1143920
Feb 05 21:12:10.402953 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-07e77e0d-5c7e-4cc7-a26f-e0e2f44ef7d7 None None] Port b361b6d0-51c3-4631-969c-f6d8d59e3e65 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:12:10.413020 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9e7b7331-fab8-44e6-af22-d5de95b68f66 req-dda0dcbb-3c84-4836-aabe-ec09832bc2dd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5036365-ea47-4882-9eb2-aa9f65009a34 HTTP/1.1" status: 200  len: 1001 time: 0.1140311
Feb 05 21:12:10.454978 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-6ac42d0c-774b-4182-884f-b8bab21e2f4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b361b6d0-51c3-4631-969c-f6d8d59e3e65), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:10.458410 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:10.465365 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-7f1d4c80-d591-43b0-b4f2-21bd256ff5f2 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Publish callbacks [] for port (6e4edc87-ef96-499f-abdc-eec1d6203dfb), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:10.500106 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-7f1d4c80-d591-43b0-b4f2-21bd256ff5f2 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (6e4edc87-ef96-499f-abdc-eec1d6203dfb), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:10.545620 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-7f1d4c80-d591-43b0-b4f2-21bd256ff5f2 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Network 5933570b-34b9-46a5-bc57-4d771586750f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:12:10.549089 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-7f1d4c80-d591-43b0-b4f2-21bd256ff5f2 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:12:10.552715 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-7f1d4c80-d591-43b0-b4f2-21bd256ff5f2 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:12:10.553525 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b7331-fab8-44e6-af22-d5de95b68f66 req-e72a80a1-c9e4-4444-b818-1471ca5dc42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:10.555317 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9e7b7331-fab8-44e6-af22-d5de95b68f66 req-e72a80a1-c9e4-4444-b818-1471ca5dc42b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de HTTP/1.1" status: 200  len: 834 time: 0.0870273
Feb 05 21:12:10.578531 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d4c80-d591-43b0-b4f2-21bd256ff5f2 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Pushing event updated for resources: {'Port': ['ID=6e4edc87-ef96-499f-abdc-eec1d6203dfb,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:10.610562 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-7f1d4c80-d591-43b0-b4f2-21bd256ff5f2 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:10.611201 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-7f1d4c80-d591-43b0-b4f2-21bd256ff5f2 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:10.629240 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-7f1d4c80-d591-43b0-b4f2-21bd256ff5f2 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6608510
Feb 05 21:12:10.641892 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-1d9a487c-f666-4515-b83e-d7cc9632d383 service neutron] Request body: {'port': {'device_id': '0c4860bf-f7f0-417c-a17a-f0f87b369213', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:12:10.700163 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-1d9a487c-f666-4515-b83e-d7cc9632d383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (6e4edc87-ef96-499f-abdc-eec1d6203dfb), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:10.720936 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b7331-fab8-44e6-af22-d5de95b68f66 req-456a649c-3bb0-404e-92de-23e112def55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:10.722505 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9e7b7331-fab8-44e6-af22-d5de95b68f66 req-456a649c-3bb0-404e-92de-23e112def55e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e4210d60-a97c-41fe-82bb-8f305b53d51f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1610005
Feb 05 21:12:10.874830 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9e7b7331-fab8-44e6-af22-d5de95b68f66 req-693a03fc-b625-4fb1-8a8a-5e88188f87c9 service neutron] 10.222.0.21 "GET /v2.0/networks/e4210d60-a97c-41fe-82bb-8f305b53d51f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1448648
Feb 05 21:12:10.904243 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-6ac42d0c-774b-4182-884f-b8bab21e2f4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b361b6d0-51c3-4631-969c-f6d8d59e3e65 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:12:10.919036 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-6ac42d0c-774b-4182-884f-b8bab21e2f4b service neutron] Publish callbacks [] for port (b361b6d0-51c3-4631-969c-f6d8d59e3e65), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:10.965331 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-6ac42d0c-774b-4182-884f-b8bab21e2f4b service neutron] Transition to ACTIVE for port object b361b6d0-51c3-4631-969c-f6d8d59e3e65 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:12:10.970138 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-6ac42d0c-774b-4182-884f-b8bab21e2f4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (b361b6d0-51c3-4631-969c-f6d8d59e3e65), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:10.977306 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-1d9a487c-f666-4515-b83e-d7cc9632d383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e4edc87-ef96-499f-abdc-eec1d6203dfb {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:12:10.986018 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-1d9a487c-f666-4515-b83e-d7cc9632d383 service neutron] Publish callbacks [] for port (6e4edc87-ef96-499f-abdc-eec1d6203dfb), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:11.000743 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-1d9a487c-f666-4515-b83e-d7cc9632d383 service neutron] Transition to ACTIVE for port object 6e4edc87-ef96-499f-abdc-eec1d6203dfb will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:12:11.005577 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-1d9a487c-f666-4515-b83e-d7cc9632d383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (6e4edc87-ef96-499f-abdc-eec1d6203dfb), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:11.047350 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9e7b7331-fab8-44e6-af22-d5de95b68f66 req-ecfc4ca1-ad7c-484b-998f-79004222db12 service neutron] 10.222.0.21 "GET /v2.0/networks/e4210d60-a97c-41fe-82bb-8f305b53d51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1664929
Feb 05 21:12:11.077068 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac42d0c-774b-4182-884f-b8bab21e2f4b service neutron] Pushing event updated for resources: {'Port': ['ID=b361b6d0-51c3-4631-969c-f6d8d59e3e65,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:11.092075 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a487c-f666-4515-b83e-d7cc9632d383 service neutron] Pushing event updated for resources: {'Port': ['ID=6e4edc87-ef96-499f-abdc-eec1d6203dfb,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:11.138044 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-6ac42d0c-774b-4182-884f-b8bab21e2f4b service neutron] Attempting to bind port b361b6d0-51c3-4631-969c-f6d8d59e3e65 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:12:11.138428 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-6ac42d0c-774b-4182-884f-b8bab21e2f4b service neutron] Attempting to bind port b361b6d0-51c3-4631-969c-f6d8d59e3e65 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '391a9933-eb20-4fed-b21d-e5363acba358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:12:11.138779 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-6ac42d0c-774b-4182-884f-b8bab21e2f4b service neutron] Attempting to bind port b361b6d0-51c3-4631-969c-f6d8d59e3e65 on network 0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:12:11.144106 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-6ac42d0c-774b-4182-884f-b8bab21e2f4b service neutron] Port b361b6d0-51c3-4631-969c-f6d8d59e3e65 on network 0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:12:11.144438 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-6ac42d0c-774b-4182-884f-b8bab21e2f4b service neutron] Attempting to bind port b361b6d0-51c3-4631-969c-f6d8d59e3e65 on network 0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:12:11.148215 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-1d9a487c-f666-4515-b83e-d7cc9632d383 service neutron] Attempting to bind port 6e4edc87-ef96-499f-abdc-eec1d6203dfb on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:12:11.148215 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-1d9a487c-f666-4515-b83e-d7cc9632d383 service neutron] Attempting to bind port 6e4edc87-ef96-499f-abdc-eec1d6203dfb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '85033ada-d563-4aa7-ab29-e969031752d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5933570b-34b9-46a5-bc57-4d771586750f'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:12:11.149131 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-1d9a487c-f666-4515-b83e-d7cc9632d383 service neutron] Attempting to bind port 6e4edc87-ef96-499f-abdc-eec1d6203dfb on network 5933570b-34b9-46a5-bc57-4d771586750f {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:12:11.152231 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-6ac42d0c-774b-4182-884f-b8bab21e2f4b service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:12:11.152406 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-6ac42d0c-774b-4182-884f-b8bab21e2f4b service neutron] Checking segment: {'id': '391a9933-eb20-4fed-b21d-e5363acba358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:12:11.152787 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-6ac42d0c-774b-4182-884f-b8bab21e2f4b service neutron] Bound using segment: {'id': '391a9933-eb20-4fed-b21d-e5363acba358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:12:11.153376 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-6ac42d0c-774b-4182-884f-b8bab21e2f4b service neutron] Bound port: b361b6d0-51c3-4631-969c-f6d8d59e3e65, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '391a9933-eb20-4fed-b21d-e5363acba358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:12:11.153850 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-6ac42d0c-774b-4182-884f-b8bab21e2f4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b361b6d0-51c3-4631-969c-f6d8d59e3e65), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:11.159301 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-1d9a487c-f666-4515-b83e-d7cc9632d383 service neutron] Port 6e4edc87-ef96-499f-abdc-eec1d6203dfb on network 5933570b-34b9-46a5-bc57-4d771586750f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:12:11.159301 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-1d9a487c-f666-4515-b83e-d7cc9632d383 service neutron] Attempting to bind port 6e4edc87-ef96-499f-abdc-eec1d6203dfb on network 5933570b-34b9-46a5-bc57-4d771586750f {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:12:11.174276 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-1d9a487c-f666-4515-b83e-d7cc9632d383 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:12:11.174646 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-1d9a487c-f666-4515-b83e-d7cc9632d383 service neutron] Checking segment: {'id': '85033ada-d563-4aa7-ab29-e969031752d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5933570b-34b9-46a5-bc57-4d771586750f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:12:11.175058 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-1d9a487c-f666-4515-b83e-d7cc9632d383 service neutron] Bound using segment: {'id': '85033ada-d563-4aa7-ab29-e969031752d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5933570b-34b9-46a5-bc57-4d771586750f'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:12:11.175491 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-1d9a487c-f666-4515-b83e-d7cc9632d383 service neutron] Bound port: 6e4edc87-ef96-499f-abdc-eec1d6203dfb, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85033ada-d563-4aa7-ab29-e969031752d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5933570b-34b9-46a5-bc57-4d771586750f'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:12:11.180671 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-1d9a487c-f666-4515-b83e-d7cc9632d383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (6e4edc87-ef96-499f-abdc-eec1d6203dfb), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:11.244086 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-6ac42d0c-774b-4182-884f-b8bab21e2f4b service neutron] For port b361b6d0-51c3-4631-969c-f6d8d59e3e65, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:12:11.249243 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-6ac42d0c-774b-4182-884f-b8bab21e2f4b service neutron] For port b361b6d0-51c3-4631-969c-f6d8d59e3e65, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b361b6d0-51c3-4631-969c-f6d8d59e3e65,segment=NetworkSegment(391a9933-eb20-4fed-b21d-e5363acba358),segment_id=391a9933-eb20-4fed-b21d-e5363acba358)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:12:11.264576 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-6ac42d0c-774b-4182-884f-b8bab21e2f4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (b361b6d0-51c3-4631-969c-f6d8d59e3e65), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:11.277891 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-1d9a487c-f666-4515-b83e-d7cc9632d383 service neutron] For port 6e4edc87-ef96-499f-abdc-eec1d6203dfb, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:12:11.281587 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-1d9a487c-f666-4515-b83e-d7cc9632d383 service neutron] For port 6e4edc87-ef96-499f-abdc-eec1d6203dfb, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6e4edc87-ef96-499f-abdc-eec1d6203dfb,segment=NetworkSegment(85033ada-d563-4aa7-ab29-e969031752d8),segment_id=85033ada-d563-4aa7-ab29-e969031752d8)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:12:11.289498 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-1d9a487c-f666-4515-b83e-d7cc9632d383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (6e4edc87-ef96-499f-abdc-eec1d6203dfb), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:11.322742 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-1d9a487c-f666-4515-b83e-d7cc9632d383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:11.323530 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-1d9a487c-f666-4515-b83e-d7cc9632d383 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:11.324954 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-1d9a487c-f666-4515-b83e-d7cc9632d383 service neutron] 10.222.0.21 "PUT /v2.0/ports/6e4edc87-ef96-499f-abdc-eec1d6203dfb HTTP/1.1" status: 200  len: 1091 time: 0.6872227
Feb 05 21:12:11.327511 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4860bf-f7f0-417c-a17a-f0f87b369213', 'tag': '6e4edc87-ef96-499f-abdc-eec1d6203dfb'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:12:11.330984 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1800b034-2448-4626-898c-d985d5c622c4" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4860bf-f7f0-417c-a17a-f0f87b369213", "tag": "6e4edc87-ef96-499f-abdc-eec1d6203dfb"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:12:11.331347 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-6ac42d0c-774b-4182-884f-b8bab21e2f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:11.332136 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-6ac42d0c-774b-4182-884f-b8bab21e2f4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:11.334335 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-6ac42d0c-774b-4182-884f-b8bab21e2f4b service neutron] 10.222.0.39 "PUT /v2.0/ports/b361b6d0-51c3-4631-969c-f6d8d59e3e65 HTTP/1.1" status: 200  len: 1092 time: 1.1078222
Feb 05 21:12:11.336695 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0041742-06ea-429b-b7e1-51f4bcca2741', 'tag': 'b361b6d0-51c3-4631-969c-f6d8d59e3e65'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:12:11.355748 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab628e9e-8d53-4284-b40a-367753cbf2e5" -d '{"events": [{"name": "network-changed", "server_uuid": "a0041742-06ea-429b-b7e1-51f4bcca2741", "tag": "b361b6d0-51c3-4631-969c-f6d8d59e3e65"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:12:11.391279 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a487c-f666-4515-b83e-d7cc9632d383 service neutron] Pushing event updated for resources: {'Port': ['ID=6e4edc87-ef96-499f-abdc-eec1d6203dfb,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:11.395118 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d4eec-0bc1-47cd-b479-4042ce2fd0ed req-8fa2e7ad-0eb7-4a94-a784-7c556b99b1d3 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:11.396696 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f16d4eec-0bc1-47cd-b479-4042ce2fd0ed req-8fa2e7ad-0eb7-4a94-a784-7c556b99b1d3 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c4860bf-f7f0-417c-a17a-f0f87b369213 HTTP/1.1" status: 200  len: 943 time: 0.1499708
Feb 05 21:12:11.399773 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3718e4-bf6c-4107-a8ea-6e51595afe57 x-openstack-request-id: req-db3718e4-bf6c-4107-a8ea-6e51595afe57 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:12:11.400034 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4860bf-f7f0-417c-a17a-f0f87b369213", "tag": "6e4edc87-ef96-499f-abdc-eec1d6203dfb", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:12:11.400285 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db3718e4-bf6c-4107-a8ea-6e51595afe57 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:12:11.400703 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4860bf-f7f0-417c-a17a-f0f87b369213', 'tag': '6e4edc87-ef96-499f-abdc-eec1d6203dfb', 'status': 'completed', 'code': 200}
Feb 05 21:12:11.406195 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac42d0c-774b-4182-884f-b8bab21e2f4b service neutron] Pushing event updated for resources: {'Port': ['ID=b361b6d0-51c3-4631-969c-f6d8d59e3e65,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:11.449562 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-f3294853-9296-4693-8281-66e71f59cd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:11.451209 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-f3294853-9296-4693-8281-66e71f59cd53 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c04615402925462792ca03f711db23c1&device_id=0c4860bf-f7f0-417c-a17a-f0f87b369213 HTTP/1.1" status: 200  len: 1125 time: 0.0715113
Feb 05 21:12:11.457091 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6203492-9cb4-49bb-8420-127c994f3789 x-openstack-request-id: req-b6203492-9cb4-49bb-8420-127c994f3789 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:12:11.457636 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0041742-06ea-429b-b7e1-51f4bcca2741", "tag": "b361b6d0-51c3-4631-969c-f6d8d59e3e65", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:12:11.457808 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b6203492-9cb4-49bb-8420-127c994f3789 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:12:11.458178 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0041742-06ea-429b-b7e1-51f4bcca2741', 'tag': 'b361b6d0-51c3-4631-969c-f6d8d59e3e65', 'status': 'completed', 'code': 200}
Feb 05 21:12:11.502430 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-6a7af785-4240-4698-a272-a3211cbcb99a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e4edc87-ef96-499f-abdc-eec1d6203dfb HTTP/1.1" status: 200  len: 217 time: 0.0403581
Feb 05 21:12:11.507444 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-e1788f4c-ee96-49a6-b323-09c31ed58112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:11.509974 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-e1788f4c-ee96-49a6-b323-09c31ed58112 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f3cd2c671c5402ba77e2a302dcae849&device_id=a0041742-06ea-429b-b7e1-51f4bcca2741 HTTP/1.1" status: 200  len: 1126 time: 0.1119008
Feb 05 21:12:11.532477 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f16d4eec-0bc1-47cd-b479-4042ce2fd0ed req-7f722501-be52-48d8-99fd-e254ed9e4b1d tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/security-groups?id=1940a6f1-ff80-4a12-ab7c-3959d0fbe11b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1217730
Feb 05 21:12:11.563352 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-5b7a9984-37ff-40fd-b776-0f27f0bc7c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:11.565011 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-5b7a9984-37ff-40fd-b776-0f27f0bc7c16 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a2ba5aa7-66ed-4070-8c04-5f6be4c369a5 HTTP/1.1" status: 200  len: 854 time: 0.0540972
Feb 05 21:12:11.587615 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-1d1403e7-dbd9-4ea4-b5ee-fa1c5ebef21a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=b361b6d0-51c3-4631-969c-f6d8d59e3e65 HTTP/1.1" status: 200  len: 217 time: 0.0654347
Feb 05 21:12:11.600436 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-4f5b5b3b-be73-42df-9c45-ca25d802f959 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5933570b-34b9-46a5-bc57-4d771586750f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0282836
Feb 05 21:12:11.647810 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-c2f688dd-0ef7-472d-90a6-3fec5615577e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:11.649994 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-c2f688dd-0ef7-472d-90a6-3fec5615577e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=008a7238-eff8-4b47-abf2-16a8533b36bb HTTP/1.1" status: 200  len: 837 time: 0.0567377
Feb 05 21:12:11.657108 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070680e-a7c1-416e-9d7b-a29c86b59561 req-a84243de-308f-4718-a247-e054d9f11b1d tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:11.658539 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e070680e-a7c1-416e-9d7b-a29c86b59561 req-a84243de-308f-4718-a247-e054d9f11b1d tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0041742-06ea-429b-b7e1-51f4bcca2741 HTTP/1.1" status: 200  len: 944 time: 0.1475976
Feb 05 21:12:11.690140 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-58bac388-a575-4022-b32c-3dbbad7fa142 service neutron] 10.222.0.21 "GET /v2.0/networks/5933570b-34b9-46a5-bc57-4d771586750f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0828204
Feb 05 21:12:11.742483 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e070680e-a7c1-416e-9d7b-a29c86b59561 req-36b93c46-af7f-42ac-ac6b-5c5e98f8f7af tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2445842-bd01-4a00-a3d8-a2a0f408cb89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0749414
Feb 05 21:12:11.746898 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-b47fca9d-6e54-4c53-b9e4-29af80d414ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:11.748384 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-b47fca9d-6e54-4c53-b9e4-29af80d414ad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1202 time: 0.0889916
Feb 05 21:12:11.788525 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c4d755f8-6a63-4fea-94f5-744fec10b119 req-3bd90a8f-67b3-4594-9719-2a2ee7a3ae64 service neutron] 10.222.0.21 "GET /v2.0/networks/5933570b-34b9-46a5-bc57-4d771586750f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0915644
Feb 05 21:12:11.842496 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-92d31511-9255-45a8-9485-2c6beb0c6ab3 service neutron] 10.222.0.39 "GET /v2.0/networks/0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0879424
Feb 05 21:12:11.883004 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800b034-2448-4626-898c-d985d5c622c4 req-40bfeadc-f063-4dd5-bd39-2815c08429a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:11.884648 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1800b034-2448-4626-898c-d985d5c622c4 req-40bfeadc-f063-4dd5-bd39-2815c08429a0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c04615402925462792ca03f711db23c1&device_id=0c4860bf-f7f0-417c-a17a-f0f87b369213 HTTP/1.1" status: 200  len: 1125 time: 0.0503998
Feb 05 21:12:11.940171 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68660a2d-25d7-4032-ba38-53d64de75b89 req-0017ca6b-1f66-4d67-a5e9-ac6bf3139855 service neutron] 10.222.0.39 "GET /v2.0/networks/0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0919499
Feb 05 21:12:11.993090 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800b034-2448-4626-898c-d985d5c622c4 req-ac0a1a2d-e62f-45b6-ba4e-5db5a96a35d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:11.994706 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1800b034-2448-4626-898c-d985d5c622c4 req-ac0a1a2d-e62f-45b6-ba4e-5db5a96a35d7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5933570b-34b9-46a5-bc57-4d771586750f HTTP/1.1" status: 200  len: 915 time: 0.1038966
Feb 05 21:12:12.037416 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1800b034-2448-4626-898c-d985d5c622c4 req-8a1d741d-59e5-40b6-97f2-82c914eed8b9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e4edc87-ef96-499f-abdc-eec1d6203dfb HTTP/1.1" status: 200  len: 217 time: 0.0359321
Feb 05 21:12:12.037903 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab628e9e-8d53-4284-b40a-367753cbf2e5 req-ba13c206-e7c0-4f96-97ef-ff3599a2b1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:12.039623 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ab628e9e-8d53-4284-b40a-367753cbf2e5 req-ba13c206-e7c0-4f96-97ef-ff3599a2b1b7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f3cd2c671c5402ba77e2a302dcae849&device_id=a0041742-06ea-429b-b7e1-51f4bcca2741 HTTP/1.1" status: 200  len: 1126 time: 0.0489695
Feb 05 21:12:12.088415 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800b034-2448-4626-898c-d985d5c622c4 req-abc854d6-fb71-4868-a136-e03d3c66b288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:12.089958 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1800b034-2448-4626-898c-d985d5c622c4 req-abc854d6-fb71-4868-a136-e03d3c66b288 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a2ba5aa7-66ed-4070-8c04-5f6be4c369a5 HTTP/1.1" status: 200  len: 854 time: 0.0471418
Feb 05 21:12:12.120931 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1800b034-2448-4626-898c-d985d5c622c4 req-598d72a4-a7ee-4455-81ea-443943f61cc4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5933570b-34b9-46a5-bc57-4d771586750f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0252252
Feb 05 21:12:12.132052 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab628e9e-8d53-4284-b40a-367753cbf2e5 req-a4c051d5-d2a5-4720-ac31-3115cf19dff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:12.134097 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ab628e9e-8d53-4284-b40a-367753cbf2e5 req-a4c051d5-d2a5-4720-ac31-3115cf19dff9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae HTTP/1.1" status: 200  len: 898 time: 0.0894239
Feb 05 21:12:12.174665 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ab628e9e-8d53-4284-b40a-367753cbf2e5 req-c907579a-7826-49ce-8117-9216284d46bf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=b361b6d0-51c3-4631-969c-f6d8d59e3e65 HTTP/1.1" status: 200  len: 217 time: 0.0347831
Feb 05 21:12:12.207750 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1800b034-2448-4626-898c-d985d5c622c4 req-7d3510d4-4993-49a0-a9b3-f921d04dc585 service neutron] 10.222.0.21 "GET /v2.0/networks/5933570b-34b9-46a5-bc57-4d771586750f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0806110
Feb 05 21:12:12.222556 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab628e9e-8d53-4284-b40a-367753cbf2e5 req-b22bf4a9-1cc5-4211-8fec-bfbafc4912b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:12.224061 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ab628e9e-8d53-4284-b40a-367753cbf2e5 req-b22bf4a9-1cc5-4211-8fec-bfbafc4912b4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=008a7238-eff8-4b47-abf2-16a8533b36bb HTTP/1.1" status: 200  len: 837 time: 0.0432453
Feb 05 21:12:12.275572 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab628e9e-8d53-4284-b40a-367753cbf2e5 req-c7c1f507-4798-4755-b46e-d17aaeb5be09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:12.277096 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ab628e9e-8d53-4284-b40a-367753cbf2e5 req-c7c1f507-4798-4755-b46e-d17aaeb5be09 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1202 time: 0.0466290
Feb 05 21:12:12.303204 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1800b034-2448-4626-898c-d985d5c622c4 req-4f6c6357-7fcd-4b70-bfbf-1acebbd52907 service neutron] 10.222.0.21 "GET /v2.0/networks/5933570b-34b9-46a5-bc57-4d771586750f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0880477
Feb 05 21:12:12.371191 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ab628e9e-8d53-4284-b40a-367753cbf2e5 req-bd740db9-00b3-47c1-a0cb-7e84e1f2c135 service neutron] 10.222.0.39 "GET /v2.0/networks/0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865412
Feb 05 21:12:12.464923 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ab628e9e-8d53-4284-b40a-367753cbf2e5 req-318feec5-6e57-44fa-8671-7ed882039f2c service neutron] 10.222.0.39 "GET /v2.0/networks/0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872154
Feb 05 21:12:12.653103 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249610b-6d30-45f6-9c3e-5c96db2bb25b req-52225437-8121-4891-b4c0-ae2b39b3e506 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:12.654616 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6249610b-6d30-45f6-9c3e-5c96db2bb25b req-52225437-8121-4891-b4c0-ae2b39b3e506 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c4860bf-f7f0-417c-a17a-f0f87b369213 HTTP/1.1" status: 200  len: 943 time: 0.0534806
Feb 05 21:12:12.701820 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6249610b-6d30-45f6-9c3e-5c96db2bb25b req-2e08ccb4-d243-450d-bd4d-bef460c93aef tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/security-groups?id=1940a6f1-ff80-4a12-ab7c-3959d0fbe11b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414011
Feb 05 21:12:12.862885 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83940f-d0fe-4d3d-bb48-6a5e97f88401 req-4dbb8a50-c961-43ca-97eb-ae0d323ca778 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:12.864353 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3f83940f-d0fe-4d3d-bb48-6a5e97f88401 req-4dbb8a50-c961-43ca-97eb-ae0d323ca778 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0041742-06ea-429b-b7e1-51f4bcca2741 HTTP/1.1" status: 200  len: 944 time: 0.0521085
Feb 05 21:12:12.911387 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3f83940f-d0fe-4d3d-bb48-6a5e97f88401 req-a9600680-ce89-427a-a037-db931711c33b tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2445842-bd01-4a00-a3d8-a2a0f408cb89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414262
Feb 05 21:12:13.823894 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6c24c-9775-4a62-b5d1-7546cf190d71 req-c3b1dec3-d874-4e2c-af4d-99fcff409f24 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:13.825381 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-15f6c24c-9775-4a62-b5d1-7546cf190d71 req-c3b1dec3-d874-4e2c-af4d-99fcff409f24 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c4860bf-f7f0-417c-a17a-f0f87b369213 HTTP/1.1" status: 200  len: 943 time: 0.0569243
Feb 05 21:12:13.871258 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-15f6c24c-9775-4a62-b5d1-7546cf190d71 req-df89f222-09f8-457d-bda1-28f3345703c8 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/security-groups?id=1940a6f1-ff80-4a12-ab7c-3959d0fbe11b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402887
Feb 05 21:12:14.033031 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8021f5-fa9a-4951-a412-2d69ed921ff7 req-009aadc5-f577-4089-9630-802d8d56fee3 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:14.034572 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0f8021f5-fa9a-4951-a412-2d69ed921ff7 req-009aadc5-f577-4089-9630-802d8d56fee3 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0041742-06ea-429b-b7e1-51f4bcca2741 HTTP/1.1" status: 200  len: 944 time: 0.0534940
Feb 05 21:12:14.114210 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0f8021f5-fa9a-4951-a412-2d69ed921ff7 req-46df2369-8a0d-402a-ada8-143795f2cab0 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2445842-bd01-4a00-a3d8-a2a0f408cb89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0710192
Feb 05 21:12:14.117876 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-059e02c5-ed5e-4b78-8384-f86b270c8a76 req-f2dc3c26-f0c7-4b8d-ae65-b86a43a7f866 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6714e33c-ca81-474b-a1c1-c8cbbb663cf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0824423
Feb 05 21:12:14.197808 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e02c5-ed5e-4b78-8384-f86b270c8a76 req-9c75a9e3-72f3-4f0c-ac47-ce8bb3c8570f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:14.199380 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-059e02c5-ed5e-4b78-8384-f86b270c8a76 req-9c75a9e3-72f3-4f0c-ac47-ce8bb3c8570f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af1c8d8fd0ce4d51947fd02afc3a9fb1&device_id=6714e33c-ca81-474b-a1c1-c8cbbb663cf5 HTTP/1.1" status: 200  len: 1127 time: 0.0577366
Feb 05 21:12:14.301546 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e02c5-ed5e-4b78-8384-f86b270c8a76 req-c62130a7-298b-4213-8b3b-432a4ce3f73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:14.303021 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-059e02c5-ed5e-4b78-8384-f86b270c8a76 req-c62130a7-298b-4213-8b3b-432a4ce3f73f service neutron] 10.222.0.39 "GET /v2.0/networks?id=101f8301-8908-474a-9c4a-c0416b6bfc1d HTTP/1.1" status: 200  len: 913 time: 0.0856032
Feb 05 21:12:14.608118 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-059e02c5-ed5e-4b78-8384-f86b270c8a76 req-9c44fa9b-f530-4362-bb89-23d4a5101091 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72400d63-b8b6-47c7-9152-1ac9bb705543 HTTP/1.1" status: 200  len: 1001 time: 0.2992566
Feb 05 21:12:14.655106 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e02c5-ed5e-4b78-8384-f86b270c8a76 req-cb4b6897-a954-4697-9e0f-14cfa9d4e359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:14.656528 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-059e02c5-ed5e-4b78-8384-f86b270c8a76 req-cb4b6897-a954-4697-9e0f-14cfa9d4e359 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4fedd35d-80ae-4712-9371-a85b980ce8f3 HTTP/1.1" status: 200  len: 851 time: 0.0424755
Feb 05 21:12:14.678606 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device b361b6d0-51c3-4631-969c-f6d8d59e3e65 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:12:14.706130 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e02c5-ed5e-4b78-8384-f86b270c8a76 req-a4b3ab9c-1064-481b-bbfc-f89f29b81833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:14.707694 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-059e02c5-ed5e-4b78-8384-f86b270c8a76 req-a4b3ab9c-1064-481b-bbfc-f89f29b81833 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=101f8301-8908-474a-9c4a-c0416b6bfc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0451598
Feb 05 21:12:14.778503 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port b361b6d0-51c3-4631-969c-f6d8d59e3e65, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b361b6d0-51c3-4631-969c-f6d8d59e3e65,segment=NetworkSegment(391a9933-eb20-4fed-b21d-e5363acba358),segment_id=391a9933-eb20-4fed-b21d-e5363acba358)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:12:14.789262 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'b361b6d0-51c3-4631-969c-f6d8d59e3e65', 'network_id': '0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae', 'port_id': 'b361b6d0-51c3-4631-969c-f6d8d59e3e65', 'mac_address': 'fa:16:3e:fe:85:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '008a7238-eff8-4b47-abf2-16a8533b36bb', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:12:14.799951 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-059e02c5-ed5e-4b78-8384-f86b270c8a76 req-381e5bca-1c82-4dcf-8dcc-d4a27aa34935 service neutron] 10.222.0.39 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863593
Feb 05 21:12:14.826868 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port b361b6d0-51c3-4631-969c-f6d8d59e3e65 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:12:14.827262 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b361b6d0-51c3-4631-969c-f6d8d59e3e65), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:14.840257 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b361b6d0-51c3-4631-969c-f6d8d59e3e65 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:12:14.860144 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port b361b6d0-51c3-4631-969c-f6d8d59e3e65, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b361b6d0-51c3-4631-969c-f6d8d59e3e65,segment=NetworkSegment(391a9933-eb20-4fed-b21d-e5363acba358),segment_id=391a9933-eb20-4fed-b21d-e5363acba358)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:12:14.863938 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b361b6d0-51c3-4631-969c-f6d8d59e3e65), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:14.896540 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-059e02c5-ed5e-4b78-8384-f86b270c8a76 req-2d9ebd05-e4dc-4890-82f2-99ac250827a4 service neutron] 10.222.0.39 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0902591
Feb 05 21:12:14.919808 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=b361b6d0-51c3-4631-969c-f6d8d59e3e65,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:14.994983 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335b9b9-eb7e-4634-ae55-44a46aae0473 req-8f7d4c75-6a27-4d5b-846a-95a9e6b35406 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:14.996514 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5335b9b9-eb7e-4634-ae55-44a46aae0473 req-8f7d4c75-6a27-4d5b-846a-95a9e6b35406 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c4860bf-f7f0-417c-a17a-f0f87b369213 HTTP/1.1" status: 200  len: 943 time: 0.0542648
Feb 05 21:12:15.043939 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5335b9b9-eb7e-4634-ae55-44a46aae0473 req-877b3bd6-03a8-4c99-bee7-6bfc1609fda7 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/security-groups?id=1940a6f1-ff80-4a12-ab7c-3959d0fbe11b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415878
Feb 05 21:12:15.073384 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['b361b6d0-51c3-4631-969c-f6d8d59e3e65'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:12:15.233428 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad873011-733d-4479-affe-9e2b89cc010c req-c108370e-3375-41a1-8935-407295a3c092 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:15.234938 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ad873011-733d-4479-affe-9e2b89cc010c req-c108370e-3375-41a1-8935-407295a3c092 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0041742-06ea-429b-b7e1-51f4bcca2741 HTTP/1.1" status: 200  len: 945 time: 0.0528955
Feb 05 21:12:15.284922 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ad873011-733d-4479-affe-9e2b89cc010c req-6810cf3b-2837-4cf7-9bd3-8ddbdbf84c67 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2445842-bd01-4a00-a3d8-a2a0f408cb89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440447
Feb 05 21:12:15.322677 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:15.874592 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 6e4edc87-ef96-499f-abdc-eec1d6203dfb details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:12:15.971772 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 6e4edc87-ef96-499f-abdc-eec1d6203dfb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6e4edc87-ef96-499f-abdc-eec1d6203dfb,segment=NetworkSegment(85033ada-d563-4aa7-ab29-e969031752d8),segment_id=85033ada-d563-4aa7-ab29-e969031752d8)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:12:15.982057 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '6e4edc87-ef96-499f-abdc-eec1d6203dfb', 'network_id': '5933570b-34b9-46a5-bc57-4d771586750f', 'port_id': '6e4edc87-ef96-499f-abdc-eec1d6203dfb', 'mac_address': 'fa:16:3e:22:86:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2ba5aa7-66ed-4070-8c04-5f6be4c369a5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:12:16.022615 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 6e4edc87-ef96-499f-abdc-eec1d6203dfb is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:12:16.023042 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (6e4edc87-ef96-499f-abdc-eec1d6203dfb), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:16.172388 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2eeefb-e125-4d42-a2d2-24c5b43a24e0 req-18e3af38-98b5-42cd-8f4c-6926a5653aac tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:16.173856 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1b2eeefb-e125-4d42-a2d2-24c5b43a24e0 req-18e3af38-98b5-42cd-8f4c-6926a5653aac tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c4860bf-f7f0-417c-a17a-f0f87b369213 HTTP/1.1" status: 200  len: 943 time: 0.0596874
Feb 05 21:12:16.190737 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e4edc87-ef96-499f-abdc-eec1d6203dfb {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:12:16.211041 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 6e4edc87-ef96-499f-abdc-eec1d6203dfb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6e4edc87-ef96-499f-abdc-eec1d6203dfb,segment=NetworkSegment(85033ada-d563-4aa7-ab29-e969031752d8),segment_id=85033ada-d563-4aa7-ab29-e969031752d8)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:12:16.214588 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (6e4edc87-ef96-499f-abdc-eec1d6203dfb), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:16.221877 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1b2eeefb-e125-4d42-a2d2-24c5b43a24e0 req-d4c44889-a020-44b3-9889-afe5ffc702ec tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/security-groups?id=1940a6f1-ff80-4a12-ab7c-3959d0fbe11b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422606
Feb 05 21:12:16.261913 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=6e4edc87-ef96-499f-abdc-eec1d6203dfb,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:16.405320 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158878d-d825-4949-8a0c-faa7b054a6f2 req-b06d5707-1881-499b-96d8-1b57dc4176f9 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:16.407337 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7158878d-d825-4949-8a0c-faa7b054a6f2 req-b06d5707-1881-499b-96d8-1b57dc4176f9 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0041742-06ea-429b-b7e1-51f4bcca2741 HTTP/1.1" status: 200  len: 945 time: 0.0545576
Feb 05 21:12:16.457381 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7158878d-d825-4949-8a0c-faa7b054a6f2 req-ff622111-e867-40cc-8d02-cfa826de587f tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2445842-bd01-4a00-a3d8-a2a0f408cb89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443585
Feb 05 21:12:16.531423 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['6e4edc87-ef96-499f-abdc-eec1d6203dfb'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:12:16.682771 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device b361b6d0-51c3-4631-969c-f6d8d59e3e65 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:12:16.730239 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port b361b6d0-51c3-4631-969c-f6d8d59e3e65 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:12:16.733746 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port b361b6d0-51c3-4631-969c-f6d8d59e3e65 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:12:16.734125 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b361b6d0-51c3-4631-969c-f6d8d59e3e65), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:16.811243 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port b361b6d0-51c3-4631-969c-f6d8d59e3e65 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:12:16.811698 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b361b6d0-51c3-4631-969c-f6d8d59e3e65), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:16.833351 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0041742-06ea-429b-b7e1-51f4bcca2741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b361b6d0-51c3-4631-969c-f6d8d59e3e65'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:12:16.836111 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc91c4a-e434-48ca-991d-dbc6d50f37fb" -d '{"events": [{"server_uuid": "a0041742-06ea-429b-b7e1-51f4bcca2741", "name": "network-vif-plugged", "status": "completed", "tag": "b361b6d0-51c3-4631-969c-f6d8d59e3e65"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:12:16.854882 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port b361b6d0-51c3-4631-969c-f6d8d59e3e65, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b361b6d0-51c3-4631-969c-f6d8d59e3e65,segment=NetworkSegment(391a9933-eb20-4fed-b21d-e5363acba358),segment_id=391a9933-eb20-4fed-b21d-e5363acba358)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:12:16.859242 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b361b6d0-51c3-4631-969c-f6d8d59e3e65), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:16.907319 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=b361b6d0-51c3-4631-969c-f6d8d59e3e65,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:16.943914 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bde4e73-b6f2-469c-8c48-c10a9326c175 x-openstack-request-id: req-2bde4e73-b6f2-469c-8c48-c10a9326c175 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:12:16.944221 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0041742-06ea-429b-b7e1-51f4bcca2741", "name": "network-vif-plugged", "status": "completed", "tag": "b361b6d0-51c3-4631-969c-f6d8d59e3e65", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:12:16.944578 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2bde4e73-b6f2-469c-8c48-c10a9326c175 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:12:16.945502 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0041742-06ea-429b-b7e1-51f4bcca2741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b361b6d0-51c3-4631-969c-f6d8d59e3e65', 'code': 200}
Feb 05 21:12:17.044022 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966efc97-092c-47ba-87fa-8d0ee5cfa9cc req-e7007734-abc5-4e5e-8783-7d3a359febf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:17.045562 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-966efc97-092c-47ba-87fa-8d0ee5cfa9cc req-e7007734-abc5-4e5e-8783-7d3a359febf5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a0041742-06ea-429b-b7e1-51f4bcca2741 HTTP/1.1" status: 200  len: 1128 time: 0.0444591
Feb 05 21:12:17.093977 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-966efc97-092c-47ba-87fa-8d0ee5cfa9cc req-6d2ca372-b8b4-4647-bee3-d6beed45920e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a2445842-bd01-4a00-a3d8-a2a0f408cb89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430367
Feb 05 21:12:17.344096 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4016c-ab2e-4a34-9ff8-3e00ce08666d req-5015fbce-9cc1-4307-948d-68f6c2dfbc6d tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:17.345623 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b1e4016c-ab2e-4a34-9ff8-3e00ce08666d req-5015fbce-9cc1-4307-948d-68f6c2dfbc6d tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c4860bf-f7f0-417c-a17a-f0f87b369213 HTTP/1.1" status: 200  len: 944 time: 0.0537951
Feb 05 21:12:17.391736 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b1e4016c-ab2e-4a34-9ff8-3e00ce08666d req-d285a70c-4f28-485a-99c8-e3747d62ec44 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/security-groups?id=1940a6f1-ff80-4a12-ab7c-3959d0fbe11b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406148
Feb 05 21:12:17.600809 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e5205-8548-4c67-9505-8886c6cdcc8b req-46bb30fd-ed72-42c5-9160-9b6bafb90db9 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:17.602412 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-637e5205-8548-4c67-9505-8886c6cdcc8b req-46bb30fd-ed72-42c5-9160-9b6bafb90db9 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0041742-06ea-429b-b7e1-51f4bcca2741 HTTP/1.1" status: 200  len: 946 time: 0.0729327
Feb 05 21:12:17.654233 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-637e5205-8548-4c67-9505-8886c6cdcc8b req-826c5973-c234-4f85-9884-0e14ce25089f tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2445842-bd01-4a00-a3d8-a2a0f408cb89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458198
Feb 05 21:12:17.677108 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [req-1005dea0-84cc-4b37-bbd2-bcd2d783e432 req-19640925-f964-4ec3-a82d-fd8f122ea5fd service neutron] (114390) timed out ('10.222.0.39', 51024) {{(pid=114390) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 05 21:12:17.890337 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 6e4edc87-ef96-499f-abdc-eec1d6203dfb up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:12:17.942694 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 6e4edc87-ef96-499f-abdc-eec1d6203dfb completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:12:17.948366 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 6e4edc87-ef96-499f-abdc-eec1d6203dfb triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:12:17.948775 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (6e4edc87-ef96-499f-abdc-eec1d6203dfb), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:18.029653 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 6e4edc87-ef96-499f-abdc-eec1d6203dfb is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:12:18.030046 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (6e4edc87-ef96-499f-abdc-eec1d6203dfb), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:18.064426 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 6e4edc87-ef96-499f-abdc-eec1d6203dfb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6e4edc87-ef96-499f-abdc-eec1d6203dfb,segment=NetworkSegment(85033ada-d563-4aa7-ab29-e969031752d8),segment_id=85033ada-d563-4aa7-ab29-e969031752d8)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:12:18.069180 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (6e4edc87-ef96-499f-abdc-eec1d6203dfb), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:18.119049 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=6e4edc87-ef96-499f-abdc-eec1d6203dfb,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:18.514976 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146578ad-33fc-44d2-85ab-1b76b56f4e84 req-aa50e8f6-63ca-4e1d-ad68-7eaac27d5399 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:18.516483 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-146578ad-33fc-44d2-85ab-1b76b56f4e84 req-aa50e8f6-63ca-4e1d-ad68-7eaac27d5399 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c4860bf-f7f0-417c-a17a-f0f87b369213 HTTP/1.1" status: 200  len: 945 time: 0.0569813
Feb 05 21:12:18.562290 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-146578ad-33fc-44d2-85ab-1b76b56f4e84 req-b3244b9d-64c7-48fa-879f-5e23617c3a52 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/security-groups?id=1940a6f1-ff80-4a12-ab7c-3959d0fbe11b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403845
Feb 05 21:12:18.776000 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca94331-d1e2-4bfb-ac7b-bec64531c9ab req-c6771eff-e3b5-4c98-86c3-467e6863c1a2 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:18.777724 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9ca94331-d1e2-4bfb-ac7b-bec64531c9ab req-c6771eff-e3b5-4c98-86c3-467e6863c1a2 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0041742-06ea-429b-b7e1-51f4bcca2741 HTTP/1.1" status: 200  len: 946 time: 0.0549579
Feb 05 21:12:18.829284 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9ca94331-d1e2-4bfb-ac7b-bec64531c9ab req-856946d6-f5fa-41ee-97d1-e8b040c6173c tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2445842-bd01-4a00-a3d8-a2a0f408cb89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454400
Feb 05 21:12:18.947107 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4860bf-f7f0-417c-a17a-f0f87b369213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4edc87-ef96-499f-abdc-eec1d6203dfb'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:12:18.949371 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36191bbc-5ccd-4d04-81a5-7ab536b28ad5" -d '{"events": [{"server_uuid": "0c4860bf-f7f0-417c-a17a-f0f87b369213", "name": "network-vif-plugged", "status": "completed", "tag": "6e4edc87-ef96-499f-abdc-eec1d6203dfb"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:12:18.971250 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9b075-0aab-4b56-bf74-d9ccc3b5eaee req-58927d9f-a6af-4c66-a4e4-afc3bcca3a2c tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:18.972849 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-63c9b075-0aab-4b56-bf74-d9ccc3b5eaee req-58927d9f-a6af-4c66-a4e4-afc3bcca3a2c tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0041742-06ea-429b-b7e1-51f4bcca2741 HTTP/1.1" status: 200  len: 946 time: 0.0754256
Feb 05 21:12:18.994655 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ccbdc9-9789-4343-a8fb-3e60ccac9677 x-openstack-request-id: req-d5ccbdc9-9789-4343-a8fb-3e60ccac9677 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:12:18.995012 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4860bf-f7f0-417c-a17a-f0f87b369213", "name": "network-vif-plugged", "status": "completed", "tag": "6e4edc87-ef96-499f-abdc-eec1d6203dfb", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:12:18.995374 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d5ccbdc9-9789-4343-a8fb-3e60ccac9677 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:12:18.995825 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4860bf-f7f0-417c-a17a-f0f87b369213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4edc87-ef96-499f-abdc-eec1d6203dfb', 'code': 200}
Feb 05 21:12:19.026777 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-63c9b075-0aab-4b56-bf74-d9ccc3b5eaee req-60895ddd-cdbc-4278-9c1c-febc1d869312 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2445842-bd01-4a00-a3d8-a2a0f408cb89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474753
Feb 05 21:12:19.100779 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81cd354-8b87-4f77-810b-9ed2a99a053d req-332e1c0c-59b8-49ba-bcb1-18d2f68c23f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:19.103625 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c81cd354-8b87-4f77-810b-9ed2a99a053d req-332e1c0c-59b8-49ba-bcb1-18d2f68c23f8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0c4860bf-f7f0-417c-a17a-f0f87b369213 HTTP/1.1" status: 200  len: 1127 time: 0.0528445
Feb 05 21:12:19.147651 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c81cd354-8b87-4f77-810b-9ed2a99a053d req-730592fa-3281-4aab-9f71-5ed3e450d810 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1940a6f1-ff80-4a12-ab7c-3959d0fbe11b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370078
Feb 05 21:12:19.689994 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef6467a-7a80-477a-b10e-2f2c6f55ad88 req-6d9b2ece-eea3-46e7-b92e-bbfc4e543dfc tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:19.691448 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2ef6467a-7a80-477a-b10e-2f2c6f55ad88 req-6d9b2ece-eea3-46e7-b92e-bbfc4e543dfc tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c4860bf-f7f0-417c-a17a-f0f87b369213 HTTP/1.1" status: 200  len: 945 time: 0.0557938
Feb 05 21:12:19.741205 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2ef6467a-7a80-477a-b10e-2f2c6f55ad88 req-3b6f5e97-fbbe-4f8c-83dd-6c247a444d81 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/security-groups?id=1940a6f1-ff80-4a12-ab7c-3959d0fbe11b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426178
Feb 05 21:12:20.151537 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:20.301226 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-a622545b-4455-40b6-9841-1d259bf45fd8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1382556994&fields=id&tenant_id=af1c8d8fd0ce4d51947fd02afc3a9fb1 HTTP/1.1" status: 200  len: 267 time: 0.0449920
Feb 05 21:12:20.410322 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-5688cdcd-2815-414f-9527-2c7a74f52b4c tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:20.411831 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-5688cdcd-2815-414f-9527-2c7a74f52b4c tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/networks?id=101f8301-8908-474a-9c4a-c0416b6bfc1d HTTP/1.1" status: 200  len: 812 time: 0.1038277
Feb 05 21:12:20.428701 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-c9e31aba-f5f2-4a75-8a59-514f4143a7cc tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/quotas/af1c8d8fd0ce4d51947fd02afc3a9fb1 HTTP/1.1" status: 200  len: 375 time: 0.0095708
Feb 05 21:12:20.488022 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-3b6febbb-f8b9-4a5c-85cf-2ac4e2b8a18b tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=af1c8d8fd0ce4d51947fd02afc3a9fb1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0532467
Feb 05 21:12:20.534798 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 40248) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:20.589572 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-bcbd2d00-4a20-432b-b9ec-289230571ae4 service neutron] 10.222.0.32 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0895491
Feb 05 21:12:20.682117 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-05003c13-15c9-4b43-a70e-f3665ee68e08 service neutron] 10.222.0.32 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865452
Feb 05 21:12:20.880208 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497593af-a875-4e8e-8c70-44220ee2f0a0 req-0a5dbdcd-c1e5-4f59-a9ae-8184858f1119 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:20.881710 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-497593af-a875-4e8e-8c70-44220ee2f0a0 req-0a5dbdcd-c1e5-4f59-a9ae-8184858f1119 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c4860bf-f7f0-417c-a17a-f0f87b369213 HTTP/1.1" status: 200  len: 945 time: 0.0660324
Feb 05 21:12:20.956162 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-497593af-a875-4e8e-8c70-44220ee2f0a0 req-3d87cfa0-c0ca-47d7-bed5-cc910a056477 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/security-groups?id=1940a6f1-ff80-4a12-ab7c-3959d0fbe11b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661745
Feb 05 21:12:21.016027 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-35779760-2bf5-466c-a2d7-8443cd0f26f5 req-a2702bae-817c-4d9a-9252-f3fbbc392829 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=25473dc7-d899-4fac-b6e8-28bd82843dd0 HTTP/1.1" status: 200  len: 210 time: 0.0439284
Feb 05 21:12:21.025448 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1b4796b7-4a5b-4c86-aa09-1dc25e05aa5b tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:21.646544 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-1b4796b7-4a5b-4c86-aa09-1dc25e05aa5b tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Allocated IP 172.20.0.17 (0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae/008a7238-eff8-4b47-abf2-16a8533b36bb/dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:12:21.755460 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1b4796b7-4a5b-4c86-aa09-1dc25e05aa5b tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for port (dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:21.789524 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1b4796b7-4a5b-4c86-aa09-1dc25e05aa5b tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:21.833748 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4796b7-4a5b-4c86-aa09-1dc25e05aa5b tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Network 0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:12:21.837338 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-1b4796b7-4a5b-4c86-aa09-1dc25e05aa5b tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:12:21.841679 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4796b7-4a5b-4c86-aa09-1dc25e05aa5b tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:12:21.878635 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4796b7-4a5b-4c86-aa09-1dc25e05aa5b tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event updated for resources: {'Port': ['ID=dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:21.902194 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1b4796b7-4a5b-4c86-aa09-1dc25e05aa5b tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (b83505ee-a5db-4086-b8af-0a22c1dcf88a), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:22.122526 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-f9ef0e97-069e-4d25-88b0-9369d32b37ce tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:22.124642 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-f9ef0e97-069e-4d25-88b0-9369d32b37ce tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.39 "GET /v2.0/networks?id=101f8301-8908-474a-9c4a-c0416b6bfc1d HTTP/1.1" status: 200  len: 812 time: 0.2069051
Feb 05 21:12:22.135571 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1b4796b7-4a5b-4c86-aa09-1dc25e05aa5b tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:22.208475 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-94f0ff2c-f333-4730-9f3b-e46e25cc7c22 req-4c12d70a-1e62-4140-a576-4f2288d411ee tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=25473dc7-d899-4fac-b6e8-28bd82843dd0 HTTP/1.1" status: 200  len: 210 time: 0.0465300
Feb 05 21:12:22.218251 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-fca512e0-f7a4-4404-8d89-43d790c39f0d None None] Provisioning complete for port dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:12:22.228294 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fca512e0-f7a4-4404-8d89-43d790c39f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:22.248101 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-64bddd25-96cc-4640-8ca8-7d10dd28ea84 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af1c8d8fd0ce4d51947fd02afc3a9fb1 HTTP/1.1" status: 200  len: 380 time: 0.1136942
Feb 05 21:12:22.260290 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-901e387f-f377-44e6-96c7-aa25754c1d1f tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Request body: {'port': {'device_id': '25473dc7-d899-4fac-b6e8-28bd82843dd0', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'admin_state_up': True, 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'security_groups': ['4cf6c738-0478-4e04-ae03-4d6824565445']}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:12:22.316220 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-fca512e0-f7a4-4404-8d89-43d790c39f0d None None] Port dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:12:22.463586 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-901e387f-f377-44e6-96c7-aa25754c1d1f tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Made reservation on behalf of af1c8d8fd0ce4d51947fd02afc3a9fb1 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:12:22.467744 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-901e387f-f377-44e6-96c7-aa25754c1d1f tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:22.551522 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1b4796b7-4a5b-4c86-aa09-1dc25e05aa5b tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for port (dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:22.561955 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1b4796b7-4a5b-4c86-aa09-1dc25e05aa5b tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:22.608890 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-901e387f-f377-44e6-96c7-aa25754c1d1f tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Allocated IP 172.20.0.14 (101f8301-8908-474a-9c4a-c0416b6bfc1d/4fedd35d-80ae-4712-9371-a85b980ce8f3/47bb27fe-db5e-47d9-859e-156e5fa1f7cb) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:12:22.643075 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4796b7-4a5b-4c86-aa09-1dc25e05aa5b tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event updated for resources: {'Port': ['ID=dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:22.645547 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1b4796b7-4a5b-4c86-aa09-1dc25e05aa5b tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (b83505ee-a5db-4086-b8af-0a22c1dcf88a), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:22.757737 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4796b7-4a5b-4c86-aa09-1dc25e05aa5b tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Network 0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:12:22.759267 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-1b4796b7-4a5b-4c86-aa09-1dc25e05aa5b tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:12:22.789351 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-901e387f-f377-44e6-96c7-aa25754c1d1f tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for port (47bb27fe-db5e-47d9-859e-156e5fa1f7cb), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:22.830029 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-901e387f-f377-44e6-96c7-aa25754c1d1f tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (47bb27fe-db5e-47d9-859e-156e5fa1f7cb), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:22.893415 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-901e387f-f377-44e6-96c7-aa25754c1d1f tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Network 101f8301-8908-474a-9c4a-c0416b6bfc1d is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:12:22.898544 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-901e387f-f377-44e6-96c7-aa25754c1d1f tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:12:22.903819 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-901e387f-f377-44e6-96c7-aa25754c1d1f tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:12:22.913071 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4796b7-4a5b-4c86-aa09-1dc25e05aa5b tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Router b83505ee-a5db-4086-b8af-0a22c1dcf88a has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:12:22.943746 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e387f-f377-44e6-96c7-aa25754c1d1f tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Pushing event updated for resources: {'Port': ['ID=47bb27fe-db5e-47d9-859e-156e5fa1f7cb,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:23.016533 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-901e387f-f377-44e6-96c7-aa25754c1d1f tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:23.020047 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-901e387f-f377-44e6-96c7-aa25754c1d1f tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:23.056761 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-901e387f-f377-44e6-96c7-aa25754c1d1f tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8022661
Feb 05 21:12:23.070168 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-d0683a50-c256-42f7-9b26-6f2b5a884fce service neutron] Request body: {'port': {'device_id': '25473dc7-d899-4fac-b6e8-28bd82843dd0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:12:23.111228 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4796b7-4a5b-4c86-aa09-1dc25e05aa5b tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:12:23.117255 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1b4796b7-4a5b-4c86-aa09-1dc25e05aa5b tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "PUT /v2.0/routers/b83505ee-a5db-4086-b8af-0a22c1dcf88a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5812328
Feb 05 21:12:23.126634 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05536374-fff8-436b-a879-741293cd2139 None None] Sync routers for ids ['b83505ee-a5db-4086-b8af-0a22c1dcf88a'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:12:23.137240 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05536374-fff8-436b-a879-741293cd2139 None None] Routers {'b83505ee-a5db-4086-b8af-0a22c1dcf88a'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:12:23.138104 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-05536374-fff8-436b-a879-741293cd2139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8be51f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:12:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b83505ee-a5db-4086-b8af-0a22c1dcf88a'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:12:23.159726 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-19a88459-3f26-4ca0-83ee-396bed76406e None None] Provisioning complete for port dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:12:23.160374 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-19a88459-3f26-4ca0-83ee-396bed76406e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:23.171651 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-d0683a50-c256-42f7-9b26-6f2b5a884fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (47bb27fe-db5e-47d9-859e-156e5fa1f7cb), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:23.205508 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-19a88459-3f26-4ca0-83ee-396bed76406e None None] Port dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:12:23.267537 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-05536374-fff8-436b-a879-741293cd2139 None None] Set router b83505ee-a5db-4086-b8af-0a22c1dcf88a gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:12:23.332279 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-b0899b30-8e8c-4454-8d22-e89cb44c9feb None None] Provisioning complete for port 47bb27fe-db5e-47d9-859e-156e5fa1f7cb triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:12:23.333015 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b0899b30-8e8c-4454-8d22-e89cb44c9feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (47bb27fe-db5e-47d9-859e-156e5fa1f7cb), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:23.389934 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-b0899b30-8e8c-4454-8d22-e89cb44c9feb None None] Port 47bb27fe-db5e-47d9-859e-156e5fa1f7cb cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:12:23.422735 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4210874-4c30-4634-bd65-7abc3bdc6429 req-0dc31c13-dc29-4e50-bd53-99517bf6d840 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:23.430979 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f4210874-4c30-4634-bd65-7abc3bdc6429 req-0dc31c13-dc29-4e50-bd53-99517bf6d840 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=25473dc7-d899-4fac-b6e8-28bd82843dd0 HTTP/1.1" status: 200  len: 932 time: 0.1076865
Feb 05 21:12:23.541613 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-05536374-fff8-436b-a879-741293cd2139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8be51f0>, [{'id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'name': 'tempest-TestNetworkBasicOps-router-570038174', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.73'}], 'enable_snat': True}, 'gw_port_id': 'e85d7668-3386-4304-ace2-c432c0f8e437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:10:26Z', 'updated_at': '2022-02-05T21:12:22Z', 'revision_number': 5, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'gw_port': {'id': 'e85d7668-3386-4304-ace2-c432c0f8e437', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:40:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:10:27Z', 'updated_at': '2022-02-05T21:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'be75c7ed-3250-421c-89d8-a2fef67c1dad', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'floating_ip_address': '172.35.4.112', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'port_id': 'c5036365-ea47-4882-9eb2-aa9f65009a34', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3203, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4210d60-a97c-41fe-82bb-8f305b53d51f', 'mac_address': 'fa:16:3e:bb:4f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35db744-8bde-4649-b86a-90ffe539c18a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:10:51Z', 'updated_at': '2022-02-05T21:10:54Z', 'revision_number': 1, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8244e94f-4902-46ba-a3c6-b11f0822a3ba', 'name': '', 'network_id': 'e4210d60-a97c-41fe-82bb-8f305b53d51f', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'mac_address': 'fa:16:3e:a0:8e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:10:30Z', 'updated_at': '2022-02-05T21:10:35Z', 'revision_number': 5, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'subnets': [{'id': '7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12', 'name': '', 'network_id': '0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'mac_address': 'fa:16:3e:8b:55:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '008a7238-eff8-4b47-abf2-16a8533b36bb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:12:21Z', 'updated_at': '2022-02-05T21:12:22Z', 'revision_number': 2, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'subnets': [{'id': '008a7238-eff8-4b47-abf2-16a8533b36bb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:12:23.552912 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f4210874-4c30-4634-bd65-7abc3bdc6429 req-63b86b0a-bbdd-4213-ab43-251cd9c2bbe0 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cf6c738-0478-4e04-ae03-4d6824565445&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1187725
Feb 05 21:12:23.573308 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05536374-fff8-436b-a879-741293cd2139 None None] Checking router: b83505ee-a5db-4086-b8af-0a22c1dcf88a for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:12:23.573522 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05536374-fff8-436b-a879-741293cd2139 None None] Updating router b83505ee-a5db-4086-b8af-0a22c1dcf88a port dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:12:23.614144 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-05536374-fff8-436b-a879-741293cd2139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:23.633953 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-d0683a50-c256-42f7-9b26-6f2b5a884fce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47bb27fe-db5e-47d9-859e-156e5fa1f7cb {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:12:23.641809 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-d0683a50-c256-42f7-9b26-6f2b5a884fce service neutron] Publish callbacks [] for port (47bb27fe-db5e-47d9-859e-156e5fa1f7cb), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:23.655633 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-d0683a50-c256-42f7-9b26-6f2b5a884fce service neutron] Transition to ACTIVE for port object 47bb27fe-db5e-47d9-859e-156e5fa1f7cb will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:12:23.660382 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-d0683a50-c256-42f7-9b26-6f2b5a884fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (47bb27fe-db5e-47d9-859e-156e5fa1f7cb), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:23.743273 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0683a50-c256-42f7-9b26-6f2b5a884fce service neutron] Pushing event updated for resources: {'Port': ['ID=47bb27fe-db5e-47d9-859e-156e5fa1f7cb,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:23.819117 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-d0683a50-c256-42f7-9b26-6f2b5a884fce service neutron] Attempting to bind port 47bb27fe-db5e-47d9-859e-156e5fa1f7cb on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:12:23.820195 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-d0683a50-c256-42f7-9b26-6f2b5a884fce service neutron] Attempting to bind port 47bb27fe-db5e-47d9-859e-156e5fa1f7cb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6da08ccd-563d-4daa-98a3-11856904a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:12:23.820625 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-d0683a50-c256-42f7-9b26-6f2b5a884fce service neutron] Attempting to bind port 47bb27fe-db5e-47d9-859e-156e5fa1f7cb on network 101f8301-8908-474a-9c4a-c0416b6bfc1d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:12:23.826826 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-d0683a50-c256-42f7-9b26-6f2b5a884fce service neutron] Port 47bb27fe-db5e-47d9-859e-156e5fa1f7cb on network 101f8301-8908-474a-9c4a-c0416b6bfc1d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:12:23.827252 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-d0683a50-c256-42f7-9b26-6f2b5a884fce service neutron] Attempting to bind port 47bb27fe-db5e-47d9-859e-156e5fa1f7cb on network 101f8301-8908-474a-9c4a-c0416b6bfc1d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:12:23.833330 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-d0683a50-c256-42f7-9b26-6f2b5a884fce service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:12:23.833764 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-d0683a50-c256-42f7-9b26-6f2b5a884fce service neutron] Checking segment: {'id': '6da08ccd-563d-4daa-98a3-11856904a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:12:23.834309 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-d0683a50-c256-42f7-9b26-6f2b5a884fce service neutron] Bound using segment: {'id': '6da08ccd-563d-4daa-98a3-11856904a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:12:23.834884 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-d0683a50-c256-42f7-9b26-6f2b5a884fce service neutron] Bound port: 47bb27fe-db5e-47d9-859e-156e5fa1f7cb, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6da08ccd-563d-4daa-98a3-11856904a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:12:23.835959 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-d0683a50-c256-42f7-9b26-6f2b5a884fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (47bb27fe-db5e-47d9-859e-156e5fa1f7cb), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:23.936987 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-d0683a50-c256-42f7-9b26-6f2b5a884fce service neutron] For port 47bb27fe-db5e-47d9-859e-156e5fa1f7cb, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:12:23.941426 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-d0683a50-c256-42f7-9b26-6f2b5a884fce service neutron] For port 47bb27fe-db5e-47d9-859e-156e5fa1f7cb, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=47bb27fe-db5e-47d9-859e-156e5fa1f7cb,segment=NetworkSegment(6da08ccd-563d-4daa-98a3-11856904a998),segment_id=6da08ccd-563d-4daa-98a3-11856904a998)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:12:23.954580 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-d0683a50-c256-42f7-9b26-6f2b5a884fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (47bb27fe-db5e-47d9-859e-156e5fa1f7cb), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:23.955340 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-05536374-fff8-436b-a879-741293cd2139 None None] Publish callbacks [] for port (dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:23.962612 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-05536374-fff8-436b-a879-741293cd2139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:23.990075 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-d0683a50-c256-42f7-9b26-6f2b5a884fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:23.990622 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-d0683a50-c256-42f7-9b26-6f2b5a884fce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:23.993045 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-d0683a50-c256-42f7-9b26-6f2b5a884fce service neutron] 10.222.0.39 "PUT /v2.0/ports/47bb27fe-db5e-47d9-859e-156e5fa1f7cb HTTP/1.1" status: 200  len: 1092 time: 0.9286711
Feb 05 21:12:23.993045 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25473dc7-d899-4fac-b6e8-28bd82843dd0', 'tag': '47bb27fe-db5e-47d9-859e-156e5fa1f7cb'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:12:23.995359 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c882f6c5-d0a1-4edf-bfe8-e947f4e971e6" -d '{"events": [{"name": "network-changed", "server_uuid": "25473dc7-d899-4fac-b6e8-28bd82843dd0", "tag": "47bb27fe-db5e-47d9-859e-156e5fa1f7cb"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:12:24.041344 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6b576-11e0-4b0b-a798-113f2833fc0b None None] Pushing event updated for resources: {'Port': ['ID=dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:24.064470 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892e48ee-cf66-4ce1-86ca-70eb6c5954f4 x-openstack-request-id: req-892e48ee-cf66-4ce1-86ca-70eb6c5954f4 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:12:24.064952 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25473dc7-d899-4fac-b6e8-28bd82843dd0", "tag": "47bb27fe-db5e-47d9-859e-156e5fa1f7cb", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:12:24.065305 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-892e48ee-cf66-4ce1-86ca-70eb6c5954f4 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:12:24.065836 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25473dc7-d899-4fac-b6e8-28bd82843dd0', 'tag': '47bb27fe-db5e-47d9-859e-156e5fa1f7cb', 'status': 'completed', 'code': 200}
Feb 05 21:12:24.089634 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0683a50-c256-42f7-9b26-6f2b5a884fce service neutron] Pushing event updated for resources: {'Port': ['ID=47bb27fe-db5e-47d9-859e-156e5fa1f7cb,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:24.111803 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-7aa8c914-b3be-4287-8c9b-486694d16bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:24.113468 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-7aa8c914-b3be-4287-8c9b-486694d16bc8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af1c8d8fd0ce4d51947fd02afc3a9fb1&device_id=25473dc7-d899-4fac-b6e8-28bd82843dd0 HTTP/1.1" status: 200  len: 1126 time: 0.0667932
Feb 05 21:12:24.123024 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-05536374-fff8-436b-a879-741293cd2139 None None] Attempting to bind port dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:12:24.123803 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-05536374-fff8-436b-a879-741293cd2139 None None] Attempting to bind port dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '391a9933-eb20-4fed-b21d-e5363acba358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:12:24.124340 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05536374-fff8-436b-a879-741293cd2139 None None] Attempting to bind port dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12 on network 0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:12:24.130075 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05536374-fff8-436b-a879-741293cd2139 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:12:24.130703 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05536374-fff8-436b-a879-741293cd2139 None None] Checking segment: {'id': '391a9933-eb20-4fed-b21d-e5363acba358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:12:24.130899 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-05536374-fff8-436b-a879-741293cd2139 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:24.131475 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05536374-fff8-436b-a879-741293cd2139 None None] Bound using segment: {'id': '391a9933-eb20-4fed-b21d-e5363acba358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:12:24.134732 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-05536374-fff8-436b-a879-741293cd2139 None None] Bound port: dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '391a9933-eb20-4fed-b21d-e5363acba358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:12:24.135302 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-05536374-fff8-436b-a879-741293cd2139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:24.169130 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-b6edb890-6ef0-4602-9765-8ffb1d091002 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47bb27fe-db5e-47d9-859e-156e5fa1f7cb HTTP/1.1" status: 200  len: 217 time: 0.0492935
Feb 05 21:12:24.212816 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-05536374-fff8-436b-a879-741293cd2139 None None] For port dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:12:24.216236 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-05536374-fff8-436b-a879-741293cd2139 None None] For port dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12,segment=NetworkSegment(391a9933-eb20-4fed-b21d-e5363acba358),segment_id=391a9933-eb20-4fed-b21d-e5363acba358)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:12:24.222970 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-f24705fc-a1f1-4bd8-9774-77eec317adbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:24.223581 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-05536374-fff8-436b-a879-741293cd2139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:24.224696 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-f24705fc-a1f1-4bd8-9774-77eec317adbc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4fedd35d-80ae-4712-9371-a85b980ce8f3 HTTP/1.1" status: 200  len: 851 time: 0.0497148
Feb 05 21:12:24.290276 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05536374-fff8-436b-a879-741293cd2139 None None] Routers {'b83505ee-a5db-4086-b8af-0a22c1dcf88a'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:12:24.290970 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-05536374-fff8-436b-a879-741293cd2139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8be51f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:12:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b83505ee-a5db-4086-b8af-0a22c1dcf88a'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:12:24.293918 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6b576-11e0-4b0b-a798-113f2833fc0b None None] Pushing event updated for resources: {'Port': ['ID=dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12,revision_number=4']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:24.300479 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-ad2ae75a-b598-495b-911c-a1494304b5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:24.302113 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-ad2ae75a-b598-495b-911c-a1494304b5ee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=101f8301-8908-474a-9c4a-c0416b6bfc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0563824
Feb 05 21:12:24.417931 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-299b9f33-5a59-4712-afad-fda4a564fdd3 service neutron] 10.222.0.39 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1095071
Feb 05 21:12:24.426684 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-05536374-fff8-436b-a879-741293cd2139 None None] Set router b83505ee-a5db-4086-b8af-0a22c1dcf88a gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:12:24.527674 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a30d7eba-73f2-4525-b72a-789bb42d3c40 req-36d72989-ec1d-4390-8b29-5c890a08d537 service neutron] 10.222.0.39 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1040244
Feb 05 21:12:24.572200 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-062b4659-49ef-4c7d-89a2-b41d7fd28f44 None None] Provisioning complete for port dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:12:24.572795 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-062b4659-49ef-4c7d-89a2-b41d7fd28f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:24.664102 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882f6c5-d0a1-4edf-bfe8-e947f4e971e6 req-8a3da034-7c07-423f-96b5-746a68d3f94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:24.665720 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c882f6c5-d0a1-4edf-bfe8-e947f4e971e6 req-8a3da034-7c07-423f-96b5-746a68d3f94f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af1c8d8fd0ce4d51947fd02afc3a9fb1&device_id=25473dc7-d899-4fac-b6e8-28bd82843dd0 HTTP/1.1" status: 200  len: 1126 time: 0.0773213
Feb 05 21:12:24.733461 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-062b4659-49ef-4c7d-89a2-b41d7fd28f44 None None] Current status of the port dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:12:24.733798 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-062b4659-49ef-4c7d-89a2-b41d7fd28f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:24.770938 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-062b4659-49ef-4c7d-89a2-b41d7fd28f44 None None] For port dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12,segment=NetworkSegment(391a9933-eb20-4fed-b21d-e5363acba358),segment_id=391a9933-eb20-4fed-b21d-e5363acba358)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:12:24.780235 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-05536374-fff8-436b-a879-741293cd2139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8be51f0>, [{'id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'name': 'tempest-TestNetworkBasicOps-router-570038174', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.73'}], 'enable_snat': True}, 'gw_port_id': 'e85d7668-3386-4304-ace2-c432c0f8e437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:10:26Z', 'updated_at': '2022-02-05T21:12:22Z', 'revision_number': 5, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'gw_port': {'id': 'e85d7668-3386-4304-ace2-c432c0f8e437', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:40:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:10:27Z', 'updated_at': '2022-02-05T21:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'be75c7ed-3250-421c-89d8-a2fef67c1dad', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'floating_ip_address': '172.35.4.112', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'port_id': 'c5036365-ea47-4882-9eb2-aa9f65009a34', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3203, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4210d60-a97c-41fe-82bb-8f305b53d51f', 'mac_address': 'fa:16:3e:bb:4f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35db744-8bde-4649-b86a-90ffe539c18a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:10:51Z', 'updated_at': '2022-02-05T21:10:54Z', 'revision_number': 1, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8244e94f-4902-46ba-a3c6-b11f0822a3ba', 'name': '', 'network_id': 'e4210d60-a97c-41fe-82bb-8f305b53d51f', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'mac_address': 'fa:16:3e:a0:8e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:10:30Z', 'updated_at': '2022-02-05T21:10:35Z', 'revision_number': 5, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'subnets': [{'id': '7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12', 'name': '', 'network_id': '0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'mac_address': 'fa:16:3e:8b:55:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '008a7238-eff8-4b47-abf2-16a8533b36bb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:12:21Z', 'updated_at': '2022-02-05T21:12:24Z', 'revision_number': 4, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'subnets': [{'id': '008a7238-eff8-4b47-abf2-16a8533b36bb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:12:24.795360 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-062b4659-49ef-4c7d-89a2-b41d7fd28f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:24.822466 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7301ec-39c0-45c5-8d99-bcebf168081d req-08e53f95-7b37-4d3d-890c-1738aa03be28 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:24.828492 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7e7301ec-39c0-45c5-8d99-bcebf168081d req-08e53f95-7b37-4d3d-890c-1738aa03be28 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=25473dc7-d899-4fac-b6e8-28bd82843dd0 HTTP/1.1" status: 200  len: 944 time: 0.1233041
Feb 05 21:12:24.828609 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05536374-fff8-436b-a879-741293cd2139 None None] The sync data for ids ['b83505ee-a5db-4086-b8af-0a22c1dcf88a'] in ncdv-master-1 is: [{'id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'name': 'tempest-TestNetworkBasicOps-router-570038174', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.73'}], 'enable_snat': True}, 'gw_port_id': 'e85d7668-3386-4304-ace2-c432c0f8e437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:10:26Z', 'updated_at': '2022-02-05T21:12:22Z', 'revision_number': 5, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'gw_port': {'id': 'e85d7668-3386-4304-ace2-c432c0f8e437', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:40:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:10:27Z', 'updated_at': '2022-02-05T21:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'be75c7ed-3250-421c-89d8-a2fef67c1dad', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'floating_ip_address': '172.35.4.112', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'port_id': 'c5036365-ea47-4882-9eb2-aa9f65009a34', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3203, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4210d60-a97c-41fe-82bb-8f305b53d51f', 'mac_address': 'fa:16:3e:bb:4f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35db744-8bde-4649-b86a-90ffe539c18a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:10:51Z', 'updated_at': '2022-02-05T21:10:54Z', 'revision_number': 1, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8244e94f-4902-46ba-a3c6-b11f0822a3ba', 'name': '', 'network_id': 'e4210d60-a97c-41fe-82bb-8f305b53d51f', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'mac_address': 'fa:16:3e:a0:8e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:10:30Z', 'updated_at': '2022-02-05T21:10:35Z', 'revision_number': 5, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'subnets': [{'id': '7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12', 'name': '', 'network_id': '0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'mac_address': 'fa:16:3e:8b:55:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '008a7238-eff8-4b47-abf2-16a8533b36bb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:12:21Z', 'updated_at': '2022-02-05T21:12:24Z', 'revision_number': 4, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'subnets': [{'id': '008a7238-eff8-4b47-abf2-16a8533b36bb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:12:24.831607 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882f6c5-d0a1-4edf-bfe8-e947f4e971e6 req-cfc88797-0b6e-41da-bd8e-e03ad7c565f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:24.833787 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c882f6c5-d0a1-4edf-bfe8-e947f4e971e6 req-cfc88797-0b6e-41da-bd8e-e03ad7c565f8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=101f8301-8908-474a-9c4a-c0416b6bfc1d HTTP/1.1" status: 200  len: 913 time: 0.1617651
Feb 05 21:12:24.869856 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b4659-49ef-4c7d-89a2-b41d7fd28f44 None None] Pushing event updated for resources: {'Port': ['ID=dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:24.974254 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c882f6c5-d0a1-4edf-bfe8-e947f4e971e6 req-6cd52786-1d41-4442-8428-b66b526bee94 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47bb27fe-db5e-47d9-859e-156e5fa1f7cb HTTP/1.1" status: 200  len: 217 time: 0.1338034
Feb 05 21:12:24.981491 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-1a529758-dc3d-4225-a8af-2ec7174ba41b None None] Provisioning complete for port dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:12:24.981597 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1a529758-dc3d-4225-a8af-2ec7174ba41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:25.035728 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882f6c5-d0a1-4edf-bfe8-e947f4e971e6 req-8ad7365b-d984-4c44-bc6b-5429a4fff33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:25.037225 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c882f6c5-d0a1-4edf-bfe8-e947f4e971e6 req-8ad7365b-d984-4c44-bc6b-5429a4fff33e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4fedd35d-80ae-4712-9371-a85b980ce8f3 HTTP/1.1" status: 200  len: 851 time: 0.0530813
Feb 05 21:12:25.110191 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-1a529758-dc3d-4225-a8af-2ec7174ba41b None None] Current status of the port dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:12:25.119980 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7e7301ec-39c0-45c5-8d99-bcebf168081d req-b1d3bc74-bad3-4ae4-b4fe-d7b20a67af50 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cf6c738-0478-4e04-ae03-4d6824565445&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1830001
Feb 05 21:12:25.139327 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882f6c5-d0a1-4edf-bfe8-e947f4e971e6 req-003ebe70-b6c8-4c83-b518-5ce0c70d1b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:25.140965 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c882f6c5-d0a1-4edf-bfe8-e947f4e971e6 req-003ebe70-b6c8-4c83-b518-5ce0c70d1b5c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=101f8301-8908-474a-9c4a-c0416b6bfc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0946577
Feb 05 21:12:25.239495 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c882f6c5-d0a1-4edf-bfe8-e947f4e971e6 req-c79781bd-5aa4-4d60-8af4-ac65dc285ea8 service neutron] 10.222.0.39 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0901325
Feb 05 21:12:25.348050 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c882f6c5-d0a1-4edf-bfe8-e947f4e971e6 req-c19c7c4b-1601-4c3e-a1f8-d1964ebc0388 service neutron] 10.222.0.39 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0921676
Feb 05 21:12:26.284238 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16547e59-2674-4a18-8e4a-3c688ab35810 req-ccfca6e4-d353-49fd-8c58-0aff83ba1ef6 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:26.285716 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-16547e59-2674-4a18-8e4a-3c688ab35810 req-ccfca6e4-d353-49fd-8c58-0aff83ba1ef6 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=25473dc7-d899-4fac-b6e8-28bd82843dd0 HTTP/1.1" status: 200  len: 944 time: 0.0583351
Feb 05 21:12:26.335181 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-16547e59-2674-4a18-8e4a-3c688ab35810 req-aef80e0d-71fd-42c2-acdd-7b7891084ba7 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cf6c738-0478-4e04-ae03-4d6824565445&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436082
Feb 05 21:12:26.708654 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:12:26.733454 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 47bb27fe-db5e-47d9-859e-156e5fa1f7cb details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:12:26.823897 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:12:26.824272 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:26.877993 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 47bb27fe-db5e-47d9-859e-156e5fa1f7cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=47bb27fe-db5e-47d9-859e-156e5fa1f7cb,segment=NetworkSegment(6da08ccd-563d-4daa-98a3-11856904a998),segment_id=6da08ccd-563d-4daa-98a3-11856904a998)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:12:26.893208 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '47bb27fe-db5e-47d9-859e-156e5fa1f7cb', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'port_id': '47bb27fe-db5e-47d9-859e-156e5fa1f7cb', 'mac_address': 'fa:16:3e:fa:78:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:12:26.964305 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:12:26.966353 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 47bb27fe-db5e-47d9-859e-156e5fa1f7cb is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:12:26.966767 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (47bb27fe-db5e-47d9-859e-156e5fa1f7cb), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:26.979542 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47bb27fe-db5e-47d9-859e-156e5fa1f7cb {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:12:26.999232 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 47bb27fe-db5e-47d9-859e-156e5fa1f7cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=47bb27fe-db5e-47d9-859e-156e5fa1f7cb,segment=NetworkSegment(6da08ccd-563d-4daa-98a3-11856904a998),segment_id=6da08ccd-563d-4daa-98a3-11856904a998)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:12:27.003369 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (47bb27fe-db5e-47d9-859e-156e5fa1f7cb), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:27.050065 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=47bb27fe-db5e-47d9-859e-156e5fa1f7cb,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:27.224524 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['47bb27fe-db5e-47d9-859e-156e5fa1f7cb'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:12:27.468677 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb8eaf-0113-40b9-9e32-538850687fef req-554152d1-02eb-4923-9e27-b17c84f5edb6 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:27.470175 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-05eb8eaf-0113-40b9-9e32-538850687fef req-554152d1-02eb-4923-9e27-b17c84f5edb6 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=25473dc7-d899-4fac-b6e8-28bd82843dd0 HTTP/1.1" status: 200  len: 945 time: 0.0573730
Feb 05 21:12:27.523818 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-05eb8eaf-0113-40b9-9e32-538850687fef req-f8ee3ecc-9234-4e97-80ac-ceb9c523a5d1 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cf6c738-0478-4e04-ae03-4d6824565445&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470772
Feb 05 21:12:28.566367 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 40410) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:28.645801 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888267b-4d91-4d34-9238-55795b9c732d req-9c621cc2-a9c1-4984-ac26-03a3d8bf29cc tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:28.647594 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3888267b-4d91-4d34-9238-55795b9c732d req-9c621cc2-a9c1-4984-ac26-03a3d8bf29cc tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=25473dc7-d899-4fac-b6e8-28bd82843dd0 HTTP/1.1" status: 200  len: 945 time: 0.0536864
Feb 05 21:12:28.675050 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-13a9be2a-6276-4b50-9f6e-30212525ae7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:28.700026 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3888267b-4d91-4d34-9238-55795b9c732d req-06fb9fba-13f5-425d-9b7f-a5663b76b06b tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cf6c738-0478-4e04-ae03-4d6824565445&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467131
Feb 05 21:12:28.745413 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 47bb27fe-db5e-47d9-859e-156e5fa1f7cb up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:12:28.751615 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-13a9be2a-6276-4b50-9f6e-30212525ae7c admin admin] Publish callbacks [] for security_group (aa5a6056-845f-4bed-a944-83621d8ad58d), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:28.756423 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-13a9be2a-6276-4b50-9f6e-30212525ae7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (aa5a6056-845f-4bed-a944-83621d8ad58d), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:28.795725 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 47bb27fe-db5e-47d9-859e-156e5fa1f7cb completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:12:28.796234 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9be2a-6276-4b50-9f6e-30212525ae7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5a6056-845f-4bed-a944-83621d8ad58d,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:28.799666 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 47bb27fe-db5e-47d9-859e-156e5fa1f7cb triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:12:28.800162 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (47bb27fe-db5e-47d9-859e-156e5fa1f7cb), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:28.804195 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-13a9be2a-6276-4b50-9f6e-30212525ae7c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=995b2154abe746eeb310c7f1b1da77fb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2346487
Feb 05 21:12:28.804565 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 40414) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:28.852148 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-10763240-dcf6-4025-81d2-315ccfe5311f admin admin] Publish callbacks [] for security_group (aa5a6056-845f-4bed-a944-83621d8ad58d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:28.873791 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-10763240-dcf6-4025-81d2-315ccfe5311f admin admin] Publish callbacks [] for security_group (aa5a6056-845f-4bed-a944-83621d8ad58d), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:28.885965 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 47bb27fe-db5e-47d9-859e-156e5fa1f7cb is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:12:28.886367 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (47bb27fe-db5e-47d9-859e-156e5fa1f7cb), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:28.909245 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25473dc7-d899-4fac-b6e8-28bd82843dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47bb27fe-db5e-47d9-859e-156e5fa1f7cb'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:12:28.911639 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b44567-9c2c-441b-843d-25f815b0b3b8" -d '{"events": [{"server_uuid": "25473dc7-d899-4fac-b6e8-28bd82843dd0", "name": "network-vif-plugged", "status": "completed", "tag": "47bb27fe-db5e-47d9-859e-156e5fa1f7cb"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:12:28.923592 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-10763240-dcf6-4025-81d2-315ccfe5311f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (aa5a6056-845f-4bed-a944-83621d8ad58d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:28.932240 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 47bb27fe-db5e-47d9-859e-156e5fa1f7cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=47bb27fe-db5e-47d9-859e-156e5fa1f7cb,segment=NetworkSegment(6da08ccd-563d-4daa-98a3-11856904a998),segment_id=6da08ccd-563d-4daa-98a3-11856904a998)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:12:28.932445 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-10763240-dcf6-4025-81d2-315ccfe5311f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:28.932445 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-10763240-dcf6-4025-81d2-315ccfe5311f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aa5a6056-845f-4bed-a944-83621d8ad58d HTTP/1.1" status: 204  len: 168 time: 0.1228998
Feb 05 21:12:28.935493 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (47bb27fe-db5e-47d9-859e-156e5fa1f7cb), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:28.938052 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10763240-dcf6-4025-81d2-315ccfe5311f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5a6056-845f-4bed-a944-83621d8ad58d,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:28.972353 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9306256d-2776-4327-9208-c85ef6699930 x-openstack-request-id: req-9306256d-2776-4327-9208-c85ef6699930 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:12:28.972648 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25473dc7-d899-4fac-b6e8-28bd82843dd0", "name": "network-vif-plugged", "status": "completed", "tag": "47bb27fe-db5e-47d9-859e-156e5fa1f7cb", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:12:28.972906 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9306256d-2776-4327-9208-c85ef6699930 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:12:28.973505 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25473dc7-d899-4fac-b6e8-28bd82843dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47bb27fe-db5e-47d9-859e-156e5fa1f7cb', 'code': 200}
Feb 05 21:12:29.011290 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=47bb27fe-db5e-47d9-859e-156e5fa1f7cb,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:29.087756 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead297d-31ff-45b9-8c59-b2ae15fedca4 req-05d7d520-7eac-4209-acc4-cc2d1d8af78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:29.089685 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3ead297d-31ff-45b9-8c59-b2ae15fedca4 req-05d7d520-7eac-4209-acc4-cc2d1d8af78b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=25473dc7-d899-4fac-b6e8-28bd82843dd0 HTTP/1.1" status: 200  len: 1128 time: 0.0464873
Feb 05 21:12:29.133910 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3ead297d-31ff-45b9-8c59-b2ae15fedca4 req-f0ff9580-498f-4a48-b50f-1ab9f9753f91 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4cf6c738-0478-4e04-ae03-4d6824565445&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388324
Feb 05 21:12:29.824427 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bd379-c8c0-4ff2-8366-a1e3c8a45a2f req-30ec6ecd-b6fa-49c9-80d8-a37d4199ad00 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:29.826082 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6f3bd379-c8c0-4ff2-8366-a1e3c8a45a2f req-30ec6ecd-b6fa-49c9-80d8-a37d4199ad00 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=25473dc7-d899-4fac-b6e8-28bd82843dd0 HTTP/1.1" status: 200  len: 946 time: 0.0592062
Feb 05 21:12:29.880483 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6f3bd379-c8c0-4ff2-8366-a1e3c8a45a2f req-f66e18ca-8faa-4443-a6e2-d855cdfbf6cf tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cf6c738-0478-4e04-ae03-4d6824565445&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456822
Feb 05 21:12:30.818318 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 40498) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:30.926100 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8d30605e-27f2-4c53-bf25-f7f151908bcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:31.003864 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8d30605e-27f2-4c53-bf25-f7f151908bcb admin admin] Publish callbacks [] for security_group (00876296-a673-45d8-be0f-b7378321875b), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:31.009243 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8d30605e-27f2-4c53-bf25-f7f151908bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (00876296-a673-45d8-be0f-b7378321875b), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:31.009385 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c2135-8078-4278-ae15-d21e88a553c4 req-39b312e0-96c4-44d6-b28e-d4131f253a0e tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:31.011077 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f03c2135-8078-4278-ae15-d21e88a553c4 req-39b312e0-96c4-44d6-b28e-d4131f253a0e tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=25473dc7-d899-4fac-b6e8-28bd82843dd0 HTTP/1.1" status: 200  len: 946 time: 0.0591688
Feb 05 21:12:31.047237 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8d30605e-27f2-4c53-bf25-f7f151908bcb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3f684577ed684588a0b2365b06f458f3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2277586
Feb 05 21:12:31.048438 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d30605e-27f2-4c53-bf25-f7f151908bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00876296-a673-45d8-be0f-b7378321875b,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:31.050624 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 40504) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:31.063929 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f03c2135-8078-4278-ae15-d21e88a553c4 req-0f70ee48-7d5c-42be-b460-f3a320a08bb7 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cf6c738-0478-4e04-ae03-4d6824565445&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468042
Feb 05 21:12:31.107932 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1ab23528-8383-4cef-b12e-b8fac8e8ba01 admin admin] Publish callbacks [] for security_group (00876296-a673-45d8-be0f-b7378321875b), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:31.129428 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1ab23528-8383-4cef-b12e-b8fac8e8ba01 admin admin] Publish callbacks [] for security_group (00876296-a673-45d8-be0f-b7378321875b), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:31.177438 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1ab23528-8383-4cef-b12e-b8fac8e8ba01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (00876296-a673-45d8-be0f-b7378321875b), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:31.180478 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1ab23528-8383-4cef-b12e-b8fac8e8ba01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:31.184255 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1ab23528-8383-4cef-b12e-b8fac8e8ba01 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/00876296-a673-45d8-be0f-b7378321875b HTTP/1.1" status: 204  len: 168 time: 0.1312551
Feb 05 21:12:31.189089 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f084510-a2fc-43fd-9e12-2249bf651385 req-3c38797b-e69b-452b-a1b1-76bee4890fbb tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:31.190630 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3f084510-a2fc-43fd-9e12-2249bf651385 req-3c38797b-e69b-452b-a1b1-76bee4890fbb tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=25473dc7-d899-4fac-b6e8-28bd82843dd0 HTTP/1.1" status: 200  len: 946 time: 0.0590715
Feb 05 21:12:31.191171 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab23528-8383-4cef-b12e-b8fac8e8ba01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00876296-a673-45d8-be0f-b7378321875b,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:31.259746 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3f084510-a2fc-43fd-9e12-2249bf651385 req-82eeedc6-735b-4376-a95f-f75fe87b9c3a tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cf6c738-0478-4e04-ae03-4d6824565445&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464923
Feb 05 21:12:31.284056 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 40510) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:31.327877 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9501bf-38f7-4bac-89bb-dfcc39105509 tempest-TestVolumeBootPattern-141976672 tempest-TestVolumeBootPattern-141976672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:31.329770 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0d9501bf-38f7-4bac-89bb-dfcc39105509 tempest-TestVolumeBootPattern-141976672 tempest-TestVolumeBootPattern-141976672-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=25473dc7-d899-4fac-b6e8-28bd82843dd0 HTTP/1.1" status: 200  len: 1123 time: 0.0443530
Feb 05 21:12:31.332228 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 40514) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:31.337387 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-f1730106-68a9-4d7b-8a9e-2a60fb0d32e8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'port_id': '47bb27fe-db5e-47d9-859e-156e5fa1f7cb', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:12:31.358209 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f1730106-68a9-4d7b-8a9e-2a60fb0d32e8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:31.458743 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 40518) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:31.474428 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2089e0a4-3b6a-4111-92db-3d65cd65fe74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:31.479478 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f1730106-68a9-4d7b-8a9e-2a60fb0d32e8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:31.625498 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-f1730106-68a9-4d7b-8a9e-2a60fb0d32e8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Allocated IP 172.35.4.210 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/68672006-ce29-45cf-a23a-0d7b9fdab64a) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:12:31.651810 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2089e0a4-3b6a-4111-92db-3d65cd65fe74 admin admin] Publish callbacks [] for security_group (7e5373a8-1e59-4add-a19c-4b5c94c13356), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:31.657244 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2089e0a4-3b6a-4111-92db-3d65cd65fe74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (7e5373a8-1e59-4add-a19c-4b5c94c13356), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:31.733616 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2089e0a4-3b6a-4111-92db-3d65cd65fe74 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=be8aaae59878496a948023f74e23c53f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2738426
Feb 05 21:12:31.736370 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 40520) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:31.747882 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089e0a4-3b6a-4111-92db-3d65cd65fe74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5373a8-1e59-4add-a19c-4b5c94c13356,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:31.785819 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f1730106-68a9-4d7b-8a9e-2a60fb0d32e8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for port (68672006-ce29-45cf-a23a-0d7b9fdab64a), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:31.786065 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1870d6bd-f177-480f-a2d4-ded1c3d58f3a admin admin] Publish callbacks [] for security_group (7e5373a8-1e59-4add-a19c-4b5c94c13356), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:31.808206 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1870d6bd-f177-480f-a2d4-ded1c3d58f3a admin admin] Publish callbacks [] for security_group (7e5373a8-1e59-4add-a19c-4b5c94c13356), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:31.820878 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f1730106-68a9-4d7b-8a9e-2a60fb0d32e8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (68672006-ce29-45cf-a23a-0d7b9fdab64a), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:31.859945 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1870d6bd-f177-480f-a2d4-ded1c3d58f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (7e5373a8-1e59-4add-a19c-4b5c94c13356), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:31.862821 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1870d6bd-f177-480f-a2d4-ded1c3d58f3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:31.864000 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1870d6bd-f177-480f-a2d4-ded1c3d58f3a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7e5373a8-1e59-4add-a19c-4b5c94c13356 HTTP/1.1" status: 204  len: 168 time: 0.1266267
Feb 05 21:12:31.866250 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1730106-68a9-4d7b-8a9e-2a60fb0d32e8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:12:31.869498 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-f1730106-68a9-4d7b-8a9e-2a60fb0d32e8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:12:31.872896 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1730106-68a9-4d7b-8a9e-2a60fb0d32e8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:12:31.875466 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1870d6bd-f177-480f-a2d4-ded1c3d58f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5373a8-1e59-4add-a19c-4b5c94c13356,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:31.878349 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1730106-68a9-4d7b-8a9e-2a60fb0d32e8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Pushing event updated for resources: {'Port': ['ID=68672006-ce29-45cf-a23a-0d7b9fdab64a,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:32.262616 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f1730106-68a9-4d7b-8a9e-2a60fb0d32e8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for floatingip (2ea6cdde-fd2d-44cc-bf39-5dead2edf199), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:32.335965 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f1730106-68a9-4d7b-8a9e-2a60fb0d32e8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (68672006-ce29-45cf-a23a-0d7b9fdab64a), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:32.491849 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f1730106-68a9-4d7b-8a9e-2a60fb0d32e8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for port (68672006-ce29-45cf-a23a-0d7b9fdab64a), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:32.499857 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f1730106-68a9-4d7b-8a9e-2a60fb0d32e8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (68672006-ce29-45cf-a23a-0d7b9fdab64a), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:32.572420 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1730106-68a9-4d7b-8a9e-2a60fb0d32e8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Pushing event updated for resources: {'Port': ['ID=68672006-ce29-45cf-a23a-0d7b9fdab64a,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:32.582601 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1730106-68a9-4d7b-8a9e-2a60fb0d32e8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:12:32.582962 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1730106-68a9-4d7b-8a9e-2a60fb0d32e8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:12:32.583366 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1730106-68a9-4d7b-8a9e-2a60fb0d32e8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:12:32.583660 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1730106-68a9-4d7b-8a9e-2a60fb0d32e8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:12:32.584265 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1730106-68a9-4d7b-8a9e-2a60fb0d32e8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:12:32.584397 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1730106-68a9-4d7b-8a9e-2a60fb0d32e8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:12:32.585210 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1730106-68a9-4d7b-8a9e-2a60fb0d32e8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:12:32.585555 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1730106-68a9-4d7b-8a9e-2a60fb0d32e8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:12:32.585887 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1730106-68a9-4d7b-8a9e-2a60fb0d32e8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:12:32.586224 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1730106-68a9-4d7b-8a9e-2a60fb0d32e8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:12:32.586586 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1730106-68a9-4d7b-8a9e-2a60fb0d32e8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:12:32.586919 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1730106-68a9-4d7b-8a9e-2a60fb0d32e8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:12:32.587249 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1730106-68a9-4d7b-8a9e-2a60fb0d32e8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:12:32.594961 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f1730106-68a9-4d7b-8a9e-2a60fb0d32e8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (2ea6cdde-fd2d-44cc-bf39-5dead2edf199), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:32.700701 ncdv-master-1 neutron-server[114390]: INFO neutron.db.l3_db [None req-f1730106-68a9-4d7b-8a9e-2a60fb0d32e8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Floating IP 2ea6cdde-fd2d-44cc-bf39-5dead2edf199 associated. External IP: 172.35.4.210, port: 47bb27fe-db5e-47d9-859e-156e5fa1f7cb.
Feb 05 21:12:32.931407 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1730106-68a9-4d7b-8a9e-2a60fb0d32e8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Router 5d888949-8e91-4f41-b7b6-876f26555dff has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:12:33.052314 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1730106-68a9-4d7b-8a9e-2a60fb0d32e8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:12:33.063321 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fa50df-e269-488f-8890-64d04d2c4d56 None None] Sync routers for ids ['5d888949-8e91-4f41-b7b6-876f26555dff'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:12:33.072877 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f1730106-68a9-4d7b-8a9e-2a60fb0d32e8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:33.074216 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fa50df-e269-488f-8890-64d04d2c4d56 None None] Routers {'5d888949-8e91-4f41-b7b6-876f26555dff'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:12:33.075344 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-a0fa50df-e269-488f-8890-64d04d2c4d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab3e29d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:12:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['5d888949-8e91-4f41-b7b6-876f26555dff'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:12:33.105360 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f1730106-68a9-4d7b-8a9e-2a60fb0d32e8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.7720907
Feb 05 21:12:33.106052 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25473dc7-d899-4fac-b6e8-28bd82843dd0', 'tag': '47bb27fe-db5e-47d9-859e-156e5fa1f7cb'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:12:33.108799 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba516e5b-ceb5-401e-91e0-4878ed29c493" -d '{"events": [{"name": "network-changed", "server_uuid": "25473dc7-d899-4fac-b6e8-28bd82843dd0", "tag": "47bb27fe-db5e-47d9-859e-156e5fa1f7cb"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:12:33.151873 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a502b5-03c3-4cf7-b498-5d8a4b56ae18 x-openstack-request-id: req-70a502b5-03c3-4cf7-b498-5d8a4b56ae18 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:12:33.152170 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25473dc7-d899-4fac-b6e8-28bd82843dd0", "tag": "47bb27fe-db5e-47d9-859e-156e5fa1f7cb", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:12:33.152426 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-70a502b5-03c3-4cf7-b498-5d8a4b56ae18 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:12:33.152858 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25473dc7-d899-4fac-b6e8-28bd82843dd0', 'tag': '47bb27fe-db5e-47d9-859e-156e5fa1f7cb', 'status': 'completed', 'code': 200}
Feb 05 21:12:33.203303 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-a0fa50df-e269-488f-8890-64d04d2c4d56 None None] Set router 5d888949-8e91-4f41-b7b6-876f26555dff gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:12:33.222075 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba516e5b-ceb5-401e-91e0-4878ed29c493 req-409b98c3-7759-4048-96d8-382baaec9cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:33.224285 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ba516e5b-ceb5-401e-91e0-4878ed29c493 req-409b98c3-7759-4048-96d8-382baaec9cea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af1c8d8fd0ce4d51947fd02afc3a9fb1&device_id=25473dc7-d899-4fac-b6e8-28bd82843dd0 HTTP/1.1" status: 200  len: 1128 time: 0.0468414
Feb 05 21:12:33.327029 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba516e5b-ceb5-401e-91e0-4878ed29c493 req-622c2e1c-4ae5-4d70-9b33-e03db78c4e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:33.328473 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ba516e5b-ceb5-401e-91e0-4878ed29c493 req-622c2e1c-4ae5-4d70-9b33-e03db78c4e42 service neutron] 10.222.0.39 "GET /v2.0/networks?id=101f8301-8908-474a-9c4a-c0416b6bfc1d HTTP/1.1" status: 200  len: 913 time: 0.0968249
Feb 05 21:12:33.403028 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ba516e5b-ceb5-401e-91e0-4878ed29c493 req-74d345c1-e816-4a67-a80e-faf72566d5e3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47bb27fe-db5e-47d9-859e-156e5fa1f7cb HTTP/1.1" status: 200  len: 1000 time: 0.0670512
Feb 05 21:12:33.450776 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-a0fa50df-e269-488f-8890-64d04d2c4d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab3e29d0>, [{'id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'name': 'tempest-TestVolumeBootPattern-1133930276-router', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:04:11Z', 'updated_at': '2022-02-05T21:04:20Z', 'revision_number': 4, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'gw_port': {'id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:13Z', 'updated_at': '2022-02-05T21:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2ea6cdde-fd2d-44cc-bf39-5dead2edf199', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'floating_ip_address': '172.35.4.210', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'port_id': '47bb27fe-db5e-47d9-859e-156e5fa1f7cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3302, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'mac_address': 'fa:16:3e:fa:78:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25473dc7-d899-4fac-b6e8-28bd82843dd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:12:32Z', 'updated_at': '2022-02-05T21:12:32Z', 'revision_number': 0, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'fixed_ip_address_scope': None}, {'id': '63761191-bbe2-475d-b4fe-de01deec0ae5', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'floating_ip_address': '172.35.4.170', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'port_id': '72400d63-b8b6-47c7-9152-1ac9bb705543', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'mac_address': 'fa:16:3e:f9:9b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6714e33c-ca81-474b-a1c1-c8cbbb663cf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:10:23Z', 'updated_at': '2022-02-05T21:10:26Z', 'revision_number': 1, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7625f1f6-b3f6-42b2-a22b-eaf33034ddb9', 'name': '', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'mac_address': 'fa:16:3e:7d:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:18Z', 'updated_at': '2022-02-05T21:04:25Z', 'revision_number': 5, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'subnets': [{'id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:12:33.465212 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba516e5b-ceb5-401e-91e0-4878ed29c493 req-77e8b4b3-3945-4cf8-a660-fb73aa712011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:33.466735 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ba516e5b-ceb5-401e-91e0-4878ed29c493 req-77e8b4b3-3945-4cf8-a660-fb73aa712011 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4fedd35d-80ae-4712-9371-a85b980ce8f3 HTTP/1.1" status: 200  len: 851 time: 0.0579524
Feb 05 21:12:33.484267 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fa50df-e269-488f-8890-64d04d2c4d56 None None] Checking router: 5d888949-8e91-4f41-b7b6-876f26555dff for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:12:33.492845 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fa50df-e269-488f-8890-64d04d2c4d56 None None] Routers {'5d888949-8e91-4f41-b7b6-876f26555dff'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:12:33.493458 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-a0fa50df-e269-488f-8890-64d04d2c4d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab3e29d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:12:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['5d888949-8e91-4f41-b7b6-876f26555dff'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:12:33.517165 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba516e5b-ceb5-401e-91e0-4878ed29c493 req-54547ee3-3c7b-445e-b95f-40ac5baebcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:33.518755 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ba516e5b-ceb5-401e-91e0-4878ed29c493 req-54547ee3-3c7b-445e-b95f-40ac5baebcf5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=101f8301-8908-474a-9c4a-c0416b6bfc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0463519
Feb 05 21:12:33.610028 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-a0fa50df-e269-488f-8890-64d04d2c4d56 None None] Set router 5d888949-8e91-4f41-b7b6-876f26555dff gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:12:33.611820 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ba516e5b-ceb5-401e-91e0-4878ed29c493 req-37d3badb-5051-4199-bbed-0a37e82b6862 service neutron] 10.222.0.39 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0876627
Feb 05 21:12:33.718676 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ba516e5b-ceb5-401e-91e0-4878ed29c493 req-25a8e60f-f285-4c9e-a3a7-25b36a363de9 service neutron] 10.222.0.39 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0982773
Feb 05 21:12:33.731670 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fa7c98b6-a6db-4641-8595-b12253985871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:33.867324 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-a0fa50df-e269-488f-8890-64d04d2c4d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab3e29d0>, [{'id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'name': 'tempest-TestVolumeBootPattern-1133930276-router', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:04:11Z', 'updated_at': '2022-02-05T21:04:20Z', 'revision_number': 4, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'gw_port': {'id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:13Z', 'updated_at': '2022-02-05T21:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2ea6cdde-fd2d-44cc-bf39-5dead2edf199', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'floating_ip_address': '172.35.4.210', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'port_id': '47bb27fe-db5e-47d9-859e-156e5fa1f7cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3302, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'mac_address': 'fa:16:3e:fa:78:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25473dc7-d899-4fac-b6e8-28bd82843dd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:12:32Z', 'updated_at': '2022-02-05T21:12:32Z', 'revision_number': 0, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'fixed_ip_address_scope': None}, {'id': '63761191-bbe2-475d-b4fe-de01deec0ae5', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'floating_ip_address': '172.35.4.170', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'port_id': '72400d63-b8b6-47c7-9152-1ac9bb705543', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'mac_address': 'fa:16:3e:f9:9b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6714e33c-ca81-474b-a1c1-c8cbbb663cf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:10:23Z', 'updated_at': '2022-02-05T21:10:26Z', 'revision_number': 1, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7625f1f6-b3f6-42b2-a22b-eaf33034ddb9', 'name': '', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'mac_address': 'fa:16:3e:7d:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:18Z', 'updated_at': '2022-02-05T21:04:25Z', 'revision_number': 5, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'subnets': [{'id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:12:33.900135 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fa50df-e269-488f-8890-64d04d2c4d56 None None] The sync data for ids ['5d888949-8e91-4f41-b7b6-876f26555dff'] in ncdv-master-1 is: [{'id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'name': 'tempest-TestVolumeBootPattern-1133930276-router', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:04:11Z', 'updated_at': '2022-02-05T21:04:20Z', 'revision_number': 4, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'gw_port': {'id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:13Z', 'updated_at': '2022-02-05T21:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2ea6cdde-fd2d-44cc-bf39-5dead2edf199', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'floating_ip_address': '172.35.4.210', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'port_id': '47bb27fe-db5e-47d9-859e-156e5fa1f7cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3302, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'mac_address': 'fa:16:3e:fa:78:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25473dc7-d899-4fac-b6e8-28bd82843dd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:12:32Z', 'updated_at': '2022-02-05T21:12:32Z', 'revision_number': 0, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'fixed_ip_address_scope': None}, {'id': '63761191-bbe2-475d-b4fe-de01deec0ae5', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'floating_ip_address': '172.35.4.170', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'port_id': '72400d63-b8b6-47c7-9152-1ac9bb705543', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'mac_address': 'fa:16:3e:f9:9b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6714e33c-ca81-474b-a1c1-c8cbbb663cf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:10:23Z', 'updated_at': '2022-02-05T21:10:26Z', 'revision_number': 1, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7625f1f6-b3f6-42b2-a22b-eaf33034ddb9', 'name': '', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'mac_address': 'fa:16:3e:7d:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:18Z', 'updated_at': '2022-02-05T21:04:25Z', 'revision_number': 5, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'subnets': [{'id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:12:34.104755 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fcfa3b-4631-4536-830d-f4a461513a23 None None] New status for floating IP 2ea6cdde-fd2d-44cc-bf39-5dead2edf199: ACTIVE {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:12:34.143209 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 40604) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:34.251438 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c14ceb1c-17b3-45bd-b87c-f73f8d73bc52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:34.330640 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c14ceb1c-17b3-45bd-b87c-f73f8d73bc52 admin admin] Publish callbacks [] for security_group (bc9caad6-5fe3-4e1c-ba0b-41baa96c95e1), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:34.334175 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c14ceb1c-17b3-45bd-b87c-f73f8d73bc52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (bc9caad6-5fe3-4e1c-ba0b-41baa96c95e1), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:34.370351 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ceb1c-17b3-45bd-b87c-f73f8d73bc52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9caad6-5fe3-4e1c-ba0b-41baa96c95e1,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:34.374678 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c14ceb1c-17b3-45bd-b87c-f73f8d73bc52 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c9f242f695be4c1f9812ed5ce805551f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2304375
Feb 05 21:12:34.378025 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 40608) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:34.424601 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f911fd4f-6e95-4243-9126-2d6ea4689013 admin admin] Publish callbacks [] for security_group (bc9caad6-5fe3-4e1c-ba0b-41baa96c95e1), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:34.446104 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f911fd4f-6e95-4243-9126-2d6ea4689013 admin admin] Publish callbacks [] for security_group (bc9caad6-5fe3-4e1c-ba0b-41baa96c95e1), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:34.495522 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f911fd4f-6e95-4243-9126-2d6ea4689013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (bc9caad6-5fe3-4e1c-ba0b-41baa96c95e1), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:34.498496 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f911fd4f-6e95-4243-9126-2d6ea4689013 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:34.502288 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f911fd4f-6e95-4243-9126-2d6ea4689013 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bc9caad6-5fe3-4e1c-ba0b-41baa96c95e1 HTTP/1.1" status: 204  len: 168 time: 0.1214957
Feb 05 21:12:34.508657 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f911fd4f-6e95-4243-9126-2d6ea4689013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9caad6-5fe3-4e1c-ba0b-41baa96c95e1,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:34.760037 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 40620) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:34.773242 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5017c3fc-0cac-4bc9-a1bf-41b82a00cb14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:34.846275 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5017c3fc-0cac-4bc9-a1bf-41b82a00cb14 admin admin] Publish callbacks [] for security_group (4c60979a-7c3e-4a22-a05c-e768e8c52712), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:34.849537 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5017c3fc-0cac-4bc9-a1bf-41b82a00cb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (4c60979a-7c3e-4a22-a05c-e768e8c52712), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:34.887106 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5017c3fc-0cac-4bc9-a1bf-41b82a00cb14 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aa87d8911e3e486abce6033b4b40539a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1259193
Feb 05 21:12:34.888224 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5017c3fc-0cac-4bc9-a1bf-41b82a00cb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c60979a-7c3e-4a22-a05c-e768e8c52712,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:34.889799 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 40622) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:34.938868 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2bb989fa-a285-472f-b943-5167657fbcaa admin admin] Publish callbacks [] for security_group (4c60979a-7c3e-4a22-a05c-e768e8c52712), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:34.960903 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2bb989fa-a285-472f-b943-5167657fbcaa admin admin] Publish callbacks [] for security_group (4c60979a-7c3e-4a22-a05c-e768e8c52712), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:35.011639 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2bb989fa-a285-472f-b943-5167657fbcaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (4c60979a-7c3e-4a22-a05c-e768e8c52712), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:35.014157 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2bb989fa-a285-472f-b943-5167657fbcaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:35.015388 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2bb989fa-a285-472f-b943-5167657fbcaa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4c60979a-7c3e-4a22-a05c-e768e8c52712 HTTP/1.1" status: 204  len: 168 time: 0.1244981
Feb 05 21:12:35.023759 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb989fa-a285-472f-b943-5167657fbcaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c60979a-7c3e-4a22-a05c-e768e8c52712,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:36.082819 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-65225d61-4475-45a3-88e2-64af6ffb8709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:36.797059 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 40698) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:36.902567 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-45f34e38-4b08-49e1-ab92-ad91ca2b6047 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:36.981900 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-45f34e38-4b08-49e1-ab92-ad91ca2b6047 admin admin] Publish callbacks [] for security_group (10a0bf06-99de-4c26-9e01-6d6a1a7ebf0d), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:36.985733 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-45f34e38-4b08-49e1-ab92-ad91ca2b6047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (10a0bf06-99de-4c26-9e01-6d6a1a7ebf0d), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:37.025047 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-45f34e38-4b08-49e1-ab92-ad91ca2b6047 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8428f5bf1ab14600834253550794ecd3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2269089
Feb 05 21:12:37.026229 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f34e38-4b08-49e1-ab92-ad91ca2b6047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a0bf06-99de-4c26-9e01-6d6a1a7ebf0d,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:37.027818 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 40702) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:37.077059 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7dda8c8d-9a96-47cc-a049-20f6375d8ca8 admin admin] Publish callbacks [] for security_group (10a0bf06-99de-4c26-9e01-6d6a1a7ebf0d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:37.097802 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7dda8c8d-9a96-47cc-a049-20f6375d8ca8 admin admin] Publish callbacks [] for security_group (10a0bf06-99de-4c26-9e01-6d6a1a7ebf0d), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:37.147698 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7dda8c8d-9a96-47cc-a049-20f6375d8ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (10a0bf06-99de-4c26-9e01-6d6a1a7ebf0d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:37.150187 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7dda8c8d-9a96-47cc-a049-20f6375d8ca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:37.151391 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7dda8c8d-9a96-47cc-a049-20f6375d8ca8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/10a0bf06-99de-4c26-9e01-6d6a1a7ebf0d HTTP/1.1" status: 204  len: 168 time: 0.1219680
Feb 05 21:12:37.159352 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda8c8d-9a96-47cc-a049-20f6375d8ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a0bf06-99de-4c26-9e01-6d6a1a7ebf0d,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:37.413242 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 40708) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:37.430399 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-21df122d-bd96-434e-bad3-30d19a1100be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:37.443322 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:37.509252 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-21df122d-bd96-434e-bad3-30d19a1100be admin admin] Publish callbacks [] for security_group (50422b5d-a52c-4057-885a-e3366f67788e), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:37.513048 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-21df122d-bd96-434e-bad3-30d19a1100be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (50422b5d-a52c-4057-885a-e3366f67788e), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:37.549129 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df122d-bd96-434e-bad3-30d19a1100be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50422b5d-a52c-4057-885a-e3366f67788e,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:37.553892 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-21df122d-bd96-434e-bad3-30d19a1100be admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a1ec7dc957e1421baa0265bb80445639&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1391265
Feb 05 21:12:37.556752 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 40712) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:37.606883 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f1d448c1-5072-4cef-93aa-565d33009987 admin admin] Publish callbacks [] for security_group (50422b5d-a52c-4057-885a-e3366f67788e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:37.627732 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f1d448c1-5072-4cef-93aa-565d33009987 admin admin] Publish callbacks [] for security_group (50422b5d-a52c-4057-885a-e3366f67788e), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:37.674249 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f1d448c1-5072-4cef-93aa-565d33009987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (50422b5d-a52c-4057-885a-e3366f67788e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:37.676734 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f1d448c1-5072-4cef-93aa-565d33009987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:37.677881 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f1d448c1-5072-4cef-93aa-565d33009987 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/50422b5d-a52c-4057-885a-e3366f67788e HTTP/1.1" status: 204  len: 168 time: 0.1200123
Feb 05 21:12:37.685378 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d448c1-5072-4cef-93aa-565d33009987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50422b5d-a52c-4057-885a-e3366f67788e,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:38.839349 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:12:39.064077 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:40.454038 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:42.957051 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41076) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:43.064059 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-edb14fc4-fc1c-4035-9c1a-fd2a0c3f88ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:43.138600 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-edb14fc4-fc1c-4035-9c1a-fd2a0c3f88ae admin admin] Publish callbacks [] for security_group (30d79b28-a3ce-4afc-91cf-f69e6045867e), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:43.142274 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-edb14fc4-fc1c-4035-9c1a-fd2a0c3f88ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (30d79b28-a3ce-4afc-91cf-f69e6045867e), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:43.180158 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-edb14fc4-fc1c-4035-9c1a-fd2a0c3f88ae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8789230ad5604917b47bf699d1da2ce2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2220018
Feb 05 21:12:43.182151 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb14fc4-fc1c-4035-9c1a-fd2a0c3f88ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d79b28-a3ce-4afc-91cf-f69e6045867e,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:43.182886 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41080) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:43.234795 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-81a04487-7943-4b15-bc7c-d220c71d4def admin admin] Publish callbacks [] for security_group (30d79b28-a3ce-4afc-91cf-f69e6045867e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:43.264576 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-81a04487-7943-4b15-bc7c-d220c71d4def admin admin] Publish callbacks [] for security_group (30d79b28-a3ce-4afc-91cf-f69e6045867e), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:43.314212 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-81a04487-7943-4b15-bc7c-d220c71d4def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (30d79b28-a3ce-4afc-91cf-f69e6045867e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:43.316822 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-81a04487-7943-4b15-bc7c-d220c71d4def admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:43.317988 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-81a04487-7943-4b15-bc7c-d220c71d4def admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/30d79b28-a3ce-4afc-91cf-f69e6045867e HTTP/1.1" status: 204  len: 168 time: 0.1339576
Feb 05 21:12:43.326006 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a04487-7943-4b15-bc7c-d220c71d4def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d79b28-a3ce-4afc-91cf-f69e6045867e,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:43.595928 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41094) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:44.383322 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4de13469-ef42-4022-b78d-38d09ba70cb7 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (b83505ee-a5db-4086-b8af-0a22c1dcf88a), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:44.657313 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41122) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:44.801594 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-4de13469-ef42-4022-b78d-38d09ba70cb7 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Deleting port dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:12:44.801947 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4de13469-ef42-4022-b78d-38d09ba70cb7 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:44.841045 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-91cbe66f-08e5-41e0-ba44-90c248d53899 tempest-PortsAdminExtendedAttrsTestJSON-1459698957 tempest-PortsAdminExtendedAttrsTestJSON-1459698957-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-288898979'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:12:44.861189 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cbe66f-08e5-41e0-ba44-90c248d53899 tempest-PortsAdminExtendedAttrsTestJSON-1459698957 tempest-PortsAdminExtendedAttrsTestJSON-1459698957-project] Made reservation on behalf of 9ad53d5cba824a7193d305503cf5796e for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:12:44.864601 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-91cbe66f-08e5-41e0-ba44-90c248d53899 tempest-PortsAdminExtendedAttrsTestJSON-1459698957 tempest-PortsAdminExtendedAttrsTestJSON-1459698957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:44.874031 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-91cbe66f-08e5-41e0-ba44-90c248d53899 tempest-PortsAdminExtendedAttrsTestJSON-1459698957 tempest-PortsAdminExtendedAttrsTestJSON-1459698957-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:44.910809 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-4de13469-ef42-4022-b78d-38d09ba70cb7 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] For port dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12,segment=NetworkSegment(391a9933-eb20-4fed-b21d-e5363acba358),segment_id=391a9933-eb20-4fed-b21d-e5363acba358)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:12:44.911163 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4de13469-ef42-4022-b78d-38d09ba70cb7 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:44.927570 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-4de13469-ef42-4022-b78d-38d09ba70cb7 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Calling delete_port for dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12 owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:12:44.957165 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-91cbe66f-08e5-41e0-ba44-90c248d53899 tempest-PortsAdminExtendedAttrsTestJSON-1459698957 tempest-PortsAdminExtendedAttrsTestJSON-1459698957-project] Publish callbacks [] for security_group (b5401e36-19f7-46df-aae8-fafda5012c6d), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:44.961839 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-91cbe66f-08e5-41e0-ba44-90c248d53899 tempest-PortsAdminExtendedAttrsTestJSON-1459698957 tempest-PortsAdminExtendedAttrsTestJSON-1459698957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b5401e36-19f7-46df-aae8-fafda5012c6d), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:44.977817 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91cbe66f-08e5-41e0-ba44-90c248d53899 tempest-PortsAdminExtendedAttrsTestJSON-1459698957 tempest-PortsAdminExtendedAttrsTestJSON-1459698957-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:12:45.000079 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-91cbe66f-08e5-41e0-ba44-90c248d53899 tempest-PortsAdminExtendedAttrsTestJSON-1459698957 tempest-PortsAdminExtendedAttrsTestJSON-1459698957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (cb5cbe68-b312-487f-9c7e-1cd0fa62cddb), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:45.000381 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-91cbe66f-08e5-41e0-ba44-90c248d53899 tempest-PortsAdminExtendedAttrsTestJSON-1459698957 tempest-PortsAdminExtendedAttrsTestJSON-1459698957-project] Added segment cb5cbe68-b312-487f-9c7e-1cd0fa62cddb of type vlan for network 6b366249-92a4-4805-8dc9-cc76918fc06d
Feb 05 21:12:45.154973 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4de13469-ef42-4022-b78d-38d09ba70cb7 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:45.185807 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de13469-ef42-4022-b78d-38d09ba70cb7 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event deleted for resources: {'Port': ['ID=dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:45.300528 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cbe66f-08e5-41e0-ba44-90c248d53899 tempest-PortsAdminExtendedAttrsTestJSON-1459698957 tempest-PortsAdminExtendedAttrsTestJSON-1459698957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5401e36-19f7-46df-aae8-fafda5012c6d,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:45.315576 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-91cbe66f-08e5-41e0-ba44-90c248d53899 tempest-PortsAdminExtendedAttrsTestJSON-1459698957 tempest-PortsAdminExtendedAttrsTestJSON-1459698957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (6b366249-92a4-4805-8dc9-cc76918fc06d), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:45.323821 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:45.347296 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-91cbe66f-08e5-41e0-ba44-90c248d53899 tempest-PortsAdminExtendedAttrsTestJSON-1459698957 tempest-PortsAdminExtendedAttrsTestJSON-1459698957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (6b366249-92a4-4805-8dc9-cc76918fc06d), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:45.358628 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cbe66f-08e5-41e0-ba44-90c248d53899 tempest-PortsAdminExtendedAttrsTestJSON-1459698957 tempest-PortsAdminExtendedAttrsTestJSON-1459698957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:45.359546 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-91cbe66f-08e5-41e0-ba44-90c248d53899 tempest-PortsAdminExtendedAttrsTestJSON-1459698957 tempest-PortsAdminExtendedAttrsTestJSON-1459698957-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:45.422608 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4de13469-ef42-4022-b78d-38d09ba70cb7 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (b83505ee-a5db-4086-b8af-0a22c1dcf88a), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:45.427183 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-91cbe66f-08e5-41e0-ba44-90c248d53899 tempest-PortsAdminExtendedAttrsTestJSON-1459698957 tempest-PortsAdminExtendedAttrsTestJSON-1459698957-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 0.7684202
Feb 05 21:12:45.489498 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cbe66f-08e5-41e0-ba44-90c248d53899 tempest-PortsAdminExtendedAttrsTestJSON-1459698957 tempest-PortsAdminExtendedAttrsTestJSON-1459698957-project] Pushing event updated for resources: {'Network': ['ID=6b366249-92a4-4805-8dc9-cc76918fc06d,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:45.504848 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 6b366249-92a4-4805-8dc9-cc76918fc06d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:12:45.646370 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41132) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:45.652584 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Request body: {'port': {'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d', 'binding:host_id': 'nch2-master-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-533277170'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:12:45.675958 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Made reservation on behalf of efed0f3a52e04bb5b619037723a4f4c5 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:12:45.680009 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:45.691422 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:45.692091 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de13469-ef42-4022-b78d-38d09ba70cb7 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Router b83505ee-a5db-4086-b8af-0a22c1dcf88a has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:12:45.781691 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks [] for security_group (3362e727-708a-4841-aed5-4ca2cdc5f821), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:45.789553 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (3362e727-708a-4841-aed5-4ca2cdc5f821), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:45.797062 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] device_id is not set on port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f yet. {{(pid=114391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:12:45.827879 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de13469-ef42-4022-b78d-38d09ba70cb7 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:12:45.834843 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4de13469-ef42-4022-b78d-38d09ba70cb7 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "PUT /v2.0/routers/b83505ee-a5db-4086-b8af-0a22c1dcf88a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2367013
Feb 05 21:12:45.841862 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd607d3-c8e0-4f6a-9789-08a63374a740 None None] Sync routers for ids ['b83505ee-a5db-4086-b8af-0a22c1dcf88a'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:12:45.854807 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd607d3-c8e0-4f6a-9789-08a63374a740 None None] Routers {'b83505ee-a5db-4086-b8af-0a22c1dcf88a'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:12:45.855764 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-efd607d3-c8e0-4f6a-9789-08a63374a740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db81f9c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:12:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b83505ee-a5db-4086-b8af-0a22c1dcf88a'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:12:45.973199 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3362e727-708a-4841-aed5-4ca2cdc5f821,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:46.020239 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-efd607d3-c8e0-4f6a-9789-08a63374a740 None None] Set router b83505ee-a5db-4086-b8af-0a22c1dcf88a gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:12:46.165870 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] device_id is not set on port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f yet. {{(pid=114391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:12:46.182661 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks [] for port (355828d5-6dda-4a35-b3a1-e1e765c2cc0f), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:46.195609 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (355828d5-6dda-4a35-b3a1-e1e765c2cc0f), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:46.215144 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248993db-cf99-4f15-994c-8dbe81f1ab66 req-625f73d1-bca0-4cd9-9755-181ddfb4b706 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:46.216768 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-248993db-cf99-4f15-994c-8dbe81f1ab66 req-625f73d1-bca0-4cd9-9755-181ddfb4b706 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0041742-06ea-429b-b7e1-51f4bcca2741 HTTP/1.1" status: 200  len: 946 time: 0.1022787
Feb 05 21:12:46.288649 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Pushing event updated for resources: {'Port': ['ID=355828d5-6dda-4a35-b3a1-e1e765c2cc0f,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:46.331177 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Checking segment: {'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:12:46.331627 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Network hostable DHCP agents. Network: 6b366249-92a4-4805-8dc9-cc76918fc06d, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:12:46.343383 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-efd607d3-c8e0-4f6a-9789-08a63374a740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db81f9c40>, [{'id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'name': 'tempest-TestNetworkBasicOps-router-570038174', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.73'}], 'enable_snat': True}, 'gw_port_id': 'e85d7668-3386-4304-ace2-c432c0f8e437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:10:26Z', 'updated_at': '2022-02-05T21:12:45Z', 'revision_number': 6, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'gw_port': {'id': 'e85d7668-3386-4304-ace2-c432c0f8e437', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:40:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:10:27Z', 'updated_at': '2022-02-05T21:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'be75c7ed-3250-421c-89d8-a2fef67c1dad', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'floating_ip_address': '172.35.4.112', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'port_id': 'c5036365-ea47-4882-9eb2-aa9f65009a34', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3203, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4210d60-a97c-41fe-82bb-8f305b53d51f', 'mac_address': 'fa:16:3e:bb:4f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35db744-8bde-4649-b86a-90ffe539c18a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:10:51Z', 'updated_at': '2022-02-05T21:10:54Z', 'revision_number': 1, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8244e94f-4902-46ba-a3c6-b11f0822a3ba', 'name': '', 'network_id': 'e4210d60-a97c-41fe-82bb-8f305b53d51f', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'mac_address': 'fa:16:3e:a0:8e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:10:30Z', 'updated_at': '2022-02-05T21:10:35Z', 'revision_number': 5, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'subnets': [{'id': '7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:12:46.349665 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-248993db-cf99-4f15-994c-8dbe81f1ab66 req-565f8c5c-ab2b-4758-a27d-b7520c8d469d tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2445842-bd01-4a00-a3d8-a2a0f408cb89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1127453
Feb 05 21:12:46.365954 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Network 6b366249-92a4-4805-8dc9-cc76918fc06d is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:12:46.378745 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6b366249-92a4-4805-8dc9-cc76918fc06d) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:12:46.384739 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:12:46.385082 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd607d3-c8e0-4f6a-9789-08a63374a740 None None] Checking router: b83505ee-a5db-4086-b8af-0a22c1dcf88a for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:12:46.394572 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8990dc-e629-4c3f-a692-32c709705d22 None None] Network 6b366249-92a4-4805-8dc9-cc76918fc06d requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:12:46.401592 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:12:46.401942 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:12:46.402336 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f on network 6b366249-92a4-4805-8dc9-cc76918fc06d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:12:46.407058 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f on network 6b366249-92a4-4805-8dc9-cc76918fc06d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:12:46.407406 ncdv-master-1 neutron-server[114391]: ERROR neutron.plugins.ml2.managers [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Failed to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f on host nch2-master-1 for vnic_type normal using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}]
Feb 05 21:12:46.407804 ncdv-master-1 neutron-server[114391]: INFO neutron.plugins.ml2.plugin [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempt 2 to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f
Feb 05 21:12:46.411579 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd607d3-c8e0-4f6a-9789-08a63374a740 None None] Routers {'b83505ee-a5db-4086-b8af-0a22c1dcf88a'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:12:46.412418 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-efd607d3-c8e0-4f6a-9789-08a63374a740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db81f9c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:12:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b83505ee-a5db-4086-b8af-0a22c1dcf88a'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:12:46.421670 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:12:46.421945 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:12:46.422286 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f on network 6b366249-92a4-4805-8dc9-cc76918fc06d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:12:46.427137 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f on network 6b366249-92a4-4805-8dc9-cc76918fc06d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:12:46.427519 ncdv-master-1 neutron-server[114391]: ERROR neutron.plugins.ml2.managers [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Failed to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f on host nch2-master-1 for vnic_type normal using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}]
Feb 05 21:12:46.427994 ncdv-master-1 neutron-server[114391]: INFO neutron.plugins.ml2.plugin [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempt 3 to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f
Feb 05 21:12:46.440928 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:12:46.441341 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:12:46.441799 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f on network 6b366249-92a4-4805-8dc9-cc76918fc06d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:12:46.447307 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f on network 6b366249-92a4-4805-8dc9-cc76918fc06d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:12:46.447639 ncdv-master-1 neutron-server[114391]: ERROR neutron.plugins.ml2.managers [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Failed to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f on host nch2-master-1 for vnic_type normal using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}]
Feb 05 21:12:46.448037 ncdv-master-1 neutron-server[114391]: INFO neutron.plugins.ml2.plugin [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempt 4 to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f
Feb 05 21:12:46.462344 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:12:46.462697 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:12:46.463120 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f on network 6b366249-92a4-4805-8dc9-cc76918fc06d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:12:46.467493 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f on network 6b366249-92a4-4805-8dc9-cc76918fc06d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:12:46.467823 ncdv-master-1 neutron-server[114391]: ERROR neutron.plugins.ml2.managers [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Failed to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f on host nch2-master-1 for vnic_type normal using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}]
Feb 05 21:12:46.468224 ncdv-master-1 neutron-server[114391]: INFO neutron.plugins.ml2.plugin [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempt 5 to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f
Feb 05 21:12:46.482802 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:12:46.483312 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:12:46.483658 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f on network 6b366249-92a4-4805-8dc9-cc76918fc06d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:12:46.488344 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f on network 6b366249-92a4-4805-8dc9-cc76918fc06d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:12:46.488827 ncdv-master-1 neutron-server[114391]: ERROR neutron.plugins.ml2.managers [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Failed to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f on host nch2-master-1 for vnic_type normal using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}]
Feb 05 21:12:46.489131 ncdv-master-1 neutron-server[114391]: INFO neutron.plugins.ml2.plugin [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempt 6 to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f
Feb 05 21:12:46.508215 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:12:46.508703 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:12:46.509146 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f on network 6b366249-92a4-4805-8dc9-cc76918fc06d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:12:46.514132 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f on network 6b366249-92a4-4805-8dc9-cc76918fc06d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:12:46.514618 ncdv-master-1 neutron-server[114391]: ERROR neutron.plugins.ml2.managers [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Failed to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f on host nch2-master-1 for vnic_type normal using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}]
Feb 05 21:12:46.515166 ncdv-master-1 neutron-server[114391]: INFO neutron.plugins.ml2.plugin [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempt 7 to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f
Feb 05 21:12:46.527942 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:12:46.528289 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:12:46.528628 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f on network 6b366249-92a4-4805-8dc9-cc76918fc06d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:12:46.533009 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f on network 6b366249-92a4-4805-8dc9-cc76918fc06d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:12:46.533344 ncdv-master-1 neutron-server[114391]: ERROR neutron.plugins.ml2.managers [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Failed to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f on host nch2-master-1 for vnic_type normal using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}]
Feb 05 21:12:46.533742 ncdv-master-1 neutron-server[114391]: INFO neutron.plugins.ml2.plugin [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempt 8 to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f
Feb 05 21:12:46.546821 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:12:46.547161 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:12:46.547500 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f on network 6b366249-92a4-4805-8dc9-cc76918fc06d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:12:46.551750 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f on network 6b366249-92a4-4805-8dc9-cc76918fc06d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:12:46.552077 ncdv-master-1 neutron-server[114391]: ERROR neutron.plugins.ml2.managers [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Failed to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f on host nch2-master-1 for vnic_type normal using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}]
Feb 05 21:12:46.552468 ncdv-master-1 neutron-server[114391]: INFO neutron.plugins.ml2.plugin [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempt 9 to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f
Feb 05 21:12:46.564750 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:12:46.565122 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:12:46.565462 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f on network 6b366249-92a4-4805-8dc9-cc76918fc06d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:12:46.571190 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f on network 6b366249-92a4-4805-8dc9-cc76918fc06d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:12:46.571509 ncdv-master-1 neutron-server[114391]: ERROR neutron.plugins.ml2.managers [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Failed to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f on host nch2-master-1 for vnic_type normal using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}]
Feb 05 21:12:46.571903 ncdv-master-1 neutron-server[114391]: INFO neutron.plugins.ml2.plugin [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempt 10 to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f
Feb 05 21:12:46.584482 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:12:46.584822 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:12:46.585162 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f on network 6b366249-92a4-4805-8dc9-cc76918fc06d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:12:46.589454 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f on network 6b366249-92a4-4805-8dc9-cc76918fc06d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:12:46.589780 ncdv-master-1 neutron-server[114391]: ERROR neutron.plugins.ml2.managers [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Failed to bind port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f on host nch2-master-1 for vnic_type normal using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}]
Feb 05 21:12:46.590151 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (355828d5-6dda-4a35-b3a1-e1e765c2cc0f), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:46.601912 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-efd607d3-c8e0-4f6a-9789-08a63374a740 None None] Set router b83505ee-a5db-4086-b8af-0a22c1dcf88a gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:12:46.658897 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] For port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:12:46.659277 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempted to set empty binding levels {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Feb 05 21:12:46.666807 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (355828d5-6dda-4a35-b3a1-e1e765c2cc0f), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:46.700483 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:46.701077 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:46.721432 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Pushing event updated for resources: {'Port': ['ID=355828d5-6dda-4a35-b3a1-e1e765c2cc0f,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:46.730980 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-07b572be-360c-4cbf-bb6b-87b2d48945a8 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 979 time: 1.0799375
Feb 05 21:12:46.731429 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41142) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:46.816807 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-0e76839b-5a34-4a31-a605-522d32f80e22 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Deleting port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:12:46.817301 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0e76839b-5a34-4a31-a605-522d32f80e22 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (355828d5-6dda-4a35-b3a1-e1e765c2cc0f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:46.863872 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-efd607d3-c8e0-4f6a-9789-08a63374a740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db81f9c40>, [{'id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'name': 'tempest-TestNetworkBasicOps-router-570038174', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.73'}], 'enable_snat': True}, 'gw_port_id': 'e85d7668-3386-4304-ace2-c432c0f8e437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:10:26Z', 'updated_at': '2022-02-05T21:12:45Z', 'revision_number': 6, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'gw_port': {'id': 'e85d7668-3386-4304-ace2-c432c0f8e437', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:40:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:10:27Z', 'updated_at': '2022-02-05T21:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'be75c7ed-3250-421c-89d8-a2fef67c1dad', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'floating_ip_address': '172.35.4.112', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'port_id': 'c5036365-ea47-4882-9eb2-aa9f65009a34', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3203, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4210d60-a97c-41fe-82bb-8f305b53d51f', 'mac_address': 'fa:16:3e:bb:4f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35db744-8bde-4649-b86a-90ffe539c18a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:10:51Z', 'updated_at': '2022-02-05T21:10:54Z', 'revision_number': 1, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8244e94f-4902-46ba-a3c6-b11f0822a3ba', 'name': '', 'network_id': 'e4210d60-a97c-41fe-82bb-8f305b53d51f', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'mac_address': 'fa:16:3e:a0:8e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:10:30Z', 'updated_at': '2022-02-05T21:10:35Z', 'revision_number': 5, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'subnets': [{'id': '7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:12:46.890630 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-0e76839b-5a34-4a31-a605-522d32f80e22 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] For port 355828d5-6dda-4a35-b3a1-e1e765c2cc0f, host nch2-master-1, got binding levels [] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:12:46.891005 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0e76839b-5a34-4a31-a605-522d32f80e22 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (355828d5-6dda-4a35-b3a1-e1e765c2cc0f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:46.892492 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd607d3-c8e0-4f6a-9789-08a63374a740 None None] The sync data for ids ['b83505ee-a5db-4086-b8af-0a22c1dcf88a'] in ncdv-master-1 is: [{'id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'name': 'tempest-TestNetworkBasicOps-router-570038174', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.73'}], 'enable_snat': True}, 'gw_port_id': 'e85d7668-3386-4304-ace2-c432c0f8e437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:10:26Z', 'updated_at': '2022-02-05T21:12:45Z', 'revision_number': 6, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'gw_port': {'id': 'e85d7668-3386-4304-ace2-c432c0f8e437', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:40:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:10:27Z', 'updated_at': '2022-02-05T21:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'be75c7ed-3250-421c-89d8-a2fef67c1dad', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'floating_ip_address': '172.35.4.112', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'port_id': 'c5036365-ea47-4882-9eb2-aa9f65009a34', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3203, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4210d60-a97c-41fe-82bb-8f305b53d51f', 'mac_address': 'fa:16:3e:bb:4f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35db744-8bde-4649-b86a-90ffe539c18a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:10:51Z', 'updated_at': '2022-02-05T21:10:54Z', 'revision_number': 1, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8244e94f-4902-46ba-a3c6-b11f0822a3ba', 'name': '', 'network_id': 'e4210d60-a97c-41fe-82bb-8f305b53d51f', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'mac_address': 'fa:16:3e:a0:8e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:10:30Z', 'updated_at': '2022-02-05T21:10:35Z', 'revision_number': 5, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'subnets': [{'id': '7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:12:46.904762 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-0e76839b-5a34-4a31-a605-522d32f80e22 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Calling delete_port for 355828d5-6dda-4a35-b3a1-e1e765c2cc0f owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:12:46.990072 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0e76839b-5a34-4a31-a605-522d32f80e22 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (355828d5-6dda-4a35-b3a1-e1e765c2cc0f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:47.017238 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e76839b-5a34-4a31-a605-522d32f80e22 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Pushing event deleted for resources: {'Port': ['ID=355828d5-6dda-4a35-b3a1-e1e765c2cc0f,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:47.023425 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0e76839b-5a34-4a31-a605-522d32f80e22 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:47.026545 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0e76839b-5a34-4a31-a605-522d32f80e22 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] 10.222.0.32 "DELETE /v2.0/ports/355828d5-6dda-4a35-b3a1-e1e765c2cc0f HTTP/1.1" status: 204  len: 168 time: 0.2941954
Feb 05 21:12:47.029114 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41146) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:47.052337 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-09c019b9-5f65-42a0-bf39-6eab00019874 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] GET failed (client error): The resource could not be found.
Feb 05 21:12:47.053829 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-09c019b9-5f65-42a0-bf39-6eab00019874 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] 10.222.0.32 "GET /v2.0/ports/355828d5-6dda-4a35-b3a1-e1e765c2cc0f HTTP/1.1" status: 404  len: 333 time: 0.0238121
Feb 05 21:12:47.057242 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41148) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:47.061739 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-cfe9cf88-6100-4285-89b4-164880e454a1 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Request body: {'port': {'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-821797184'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:12:47.080388 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe9cf88-6100-4285-89b4-164880e454a1 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Made reservation on behalf of efed0f3a52e04bb5b619037723a4f4c5 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:12:47.083007 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cfe9cf88-6100-4285-89b4-164880e454a1 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:47.098315 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-cfe9cf88-6100-4285-89b4-164880e454a1 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] device_id is not set on port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:12:47.251334 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cfe9cf88-6100-4285-89b4-164880e454a1 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks [] for port (a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:47.288869 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cfe9cf88-6100-4285-89b4-164880e454a1 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:47.337822 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe9cf88-6100-4285-89b4-164880e454a1 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Network 6b366249-92a4-4805-8dc9-cc76918fc06d is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:12:47.340834 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-cfe9cf88-6100-4285-89b4-164880e454a1 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:12:47.344299 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe9cf88-6100-4285-89b4-164880e454a1 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:12:47.345229 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe9cf88-6100-4285-89b4-164880e454a1 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:47.345881 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cfe9cf88-6100-4285-89b4-164880e454a1 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:47.354774 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe9cf88-6100-4285-89b4-164880e454a1 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Pushing event updated for resources: {'Port': ['ID=a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:47.368756 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-cfe9cf88-6100-4285-89b4-164880e454a1 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 0.3104854
Feb 05 21:12:47.371435 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41150) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:47.376707 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Request body: {'port': {'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:12:47.481154 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:47.580392 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37f092-3449-4cc0-b5a8-7c02aaf22ed8 req-f7e712fd-4bc2-4edb-b3dc-2855de8fc65a tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:47.582246 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4b37f092-3449-4cc0-b5a8-7c02aaf22ed8 req-f7e712fd-4bc2-4edb-b3dc-2855de8fc65a tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0041742-06ea-429b-b7e1-51f4bcca2741 HTTP/1.1" status: 200  len: 946 time: 0.1405914
Feb 05 21:12:47.715262 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a88323-ffa8-4d0e-9cdf-dad5c4187ce7 req-849d4e8c-82d3-4b0d-8833-531e7d89c424 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:47.716821 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-98a88323-ffa8-4d0e-9cdf-dad5c4187ce7 req-849d4e8c-82d3-4b0d-8833-531e7d89c424 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0041742-06ea-429b-b7e1-51f4bcca2741 HTTP/1.1" status: 200  len: 946 time: 0.1912498
Feb 05 21:12:47.743388 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4b37f092-3449-4cc0-b5a8-7c02aaf22ed8 req-222fb6d6-1c13-467d-9205-aa6a2691b45e tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2445842-bd01-4a00-a3d8-a2a0f408cb89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1537113
Feb 05 21:12:47.859023 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] device_id is not set on port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da yet. {{(pid=114391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:12:47.873115 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks [] for port (a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:47.883356 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:47.934326 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-98a88323-ffa8-4d0e-9cdf-dad5c4187ce7 req-ceeab550-4df3-427d-b53e-a3309d255465 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Deleting port b361b6d0-51c3-4631-969c-f6d8d59e3e65 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:12:47.934716 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-98a88323-ffa8-4d0e-9cdf-dad5c4187ce7 req-ceeab550-4df3-427d-b53e-a3309d255465 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (b361b6d0-51c3-4631-969c-f6d8d59e3e65), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:47.984873 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Pushing event updated for resources: {'Port': ['ID=a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:48.020176 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:12:48.020483 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:12:48.020833 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da on network 6b366249-92a4-4805-8dc9-cc76918fc06d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:12:48.031017 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da on network 6b366249-92a4-4805-8dc9-cc76918fc06d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:12:48.031356 ncdv-master-1 neutron-server[114391]: ERROR neutron.plugins.ml2.managers [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Failed to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da on host nch2-master-1 for vnic_type normal using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}]
Feb 05 21:12:48.033402 ncdv-master-1 neutron-server[114391]: INFO neutron.plugins.ml2.plugin [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempt 2 to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da
Feb 05 21:12:48.056858 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:12:48.057203 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:12:48.057559 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da on network 6b366249-92a4-4805-8dc9-cc76918fc06d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:12:48.071600 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-98a88323-ffa8-4d0e-9cdf-dad5c4187ce7 req-ceeab550-4df3-427d-b53e-a3309d255465 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] For port b361b6d0-51c3-4631-969c-f6d8d59e3e65, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b361b6d0-51c3-4631-969c-f6d8d59e3e65,segment=NetworkSegment(391a9933-eb20-4fed-b21d-e5363acba358),segment_id=391a9933-eb20-4fed-b21d-e5363acba358)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:12:48.071976 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-98a88323-ffa8-4d0e-9cdf-dad5c4187ce7 req-ceeab550-4df3-427d-b53e-a3309d255465 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (b361b6d0-51c3-4631-969c-f6d8d59e3e65), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:48.074333 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da on network 6b366249-92a4-4805-8dc9-cc76918fc06d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:12:48.074781 ncdv-master-1 neutron-server[114391]: ERROR neutron.plugins.ml2.managers [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Failed to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da on host nch2-master-1 for vnic_type normal using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}]
Feb 05 21:12:48.079468 ncdv-master-1 neutron-server[114391]: INFO neutron.plugins.ml2.plugin [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempt 3 to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da
Feb 05 21:12:48.092949 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-98a88323-ffa8-4d0e-9cdf-dad5c4187ce7 req-ceeab550-4df3-427d-b53e-a3309d255465 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Calling delete_port for b361b6d0-51c3-4631-969c-f6d8d59e3e65 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:12:48.104545 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:12:48.104896 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:12:48.105306 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da on network 6b366249-92a4-4805-8dc9-cc76918fc06d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:12:48.113007 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da on network 6b366249-92a4-4805-8dc9-cc76918fc06d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:12:48.113343 ncdv-master-1 neutron-server[114391]: ERROR neutron.plugins.ml2.managers [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Failed to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da on host nch2-master-1 for vnic_type normal using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}]
Feb 05 21:12:48.144579 ncdv-master-1 neutron-server[114391]: INFO neutron.plugins.ml2.plugin [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempt 4 to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da
Feb 05 21:12:48.164601 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:12:48.164944 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:12:48.165287 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da on network 6b366249-92a4-4805-8dc9-cc76918fc06d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:12:48.179264 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da on network 6b366249-92a4-4805-8dc9-cc76918fc06d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:12:48.179599 ncdv-master-1 neutron-server[114391]: ERROR neutron.plugins.ml2.managers [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Failed to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da on host nch2-master-1 for vnic_type normal using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}]
Feb 05 21:12:48.181161 ncdv-master-1 neutron-server[114391]: INFO neutron.plugins.ml2.plugin [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempt 5 to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da
Feb 05 21:12:48.203887 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:12:48.204195 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:12:48.204562 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da on network 6b366249-92a4-4805-8dc9-cc76918fc06d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:12:48.211880 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da on network 6b366249-92a4-4805-8dc9-cc76918fc06d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:12:48.212318 ncdv-master-1 neutron-server[114391]: ERROR neutron.plugins.ml2.managers [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Failed to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da on host nch2-master-1 for vnic_type normal using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}]
Feb 05 21:12:48.212740 ncdv-master-1 neutron-server[114391]: INFO neutron.plugins.ml2.plugin [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempt 6 to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da
Feb 05 21:12:48.248028 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:12:48.248378 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:12:48.248726 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da on network 6b366249-92a4-4805-8dc9-cc76918fc06d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:12:48.260033 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da on network 6b366249-92a4-4805-8dc9-cc76918fc06d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:12:48.260364 ncdv-master-1 neutron-server[114391]: ERROR neutron.plugins.ml2.managers [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Failed to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da on host nch2-master-1 for vnic_type normal using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}]
Feb 05 21:12:48.262738 ncdv-master-1 neutron-server[114391]: INFO neutron.plugins.ml2.plugin [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempt 7 to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da
Feb 05 21:12:48.285137 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:12:48.285492 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:12:48.285929 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da on network 6b366249-92a4-4805-8dc9-cc76918fc06d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:12:48.291950 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-98a88323-ffa8-4d0e-9cdf-dad5c4187ce7 req-ceeab550-4df3-427d-b53e-a3309d255465 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (b361b6d0-51c3-4631-969c-f6d8d59e3e65), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:48.294644 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da on network 6b366249-92a4-4805-8dc9-cc76918fc06d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:12:48.295334 ncdv-master-1 neutron-server[114391]: ERROR neutron.plugins.ml2.managers [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Failed to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da on host nch2-master-1 for vnic_type normal using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}]
Feb 05 21:12:48.297805 ncdv-master-1 neutron-server[114391]: INFO neutron.plugins.ml2.plugin [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempt 8 to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da
Feb 05 21:12:48.340492 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeab550-4df3-427d-b53e-a3309d255465 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event deleted for resources: {'Port': ['ID=b361b6d0-51c3-4631-969c-f6d8d59e3e65,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:48.345689 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:12:48.346039 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:12:48.347153 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da on network 6b366249-92a4-4805-8dc9-cc76918fc06d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:12:48.374318 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da on network 6b366249-92a4-4805-8dc9-cc76918fc06d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:12:48.374690 ncdv-master-1 neutron-server[114391]: ERROR neutron.plugins.ml2.managers [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Failed to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da on host nch2-master-1 for vnic_type normal using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}]
Feb 05 21:12:48.376314 ncdv-master-1 neutron-server[114391]: INFO neutron.plugins.ml2.plugin [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempt 9 to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da
Feb 05 21:12:48.398242 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a88323-ffa8-4d0e-9cdf-dad5c4187ce7 req-ceeab550-4df3-427d-b53e-a3309d255465 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] No DVR routers for this DVR port b361b6d0-51c3-4631-969c-f6d8d59e3e65 on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:12:48.401898 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-98a88323-ffa8-4d0e-9cdf-dad5c4187ce7 req-ceeab550-4df3-427d-b53e-a3309d255465 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:48.405197 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-98a88323-ffa8-4d0e-9cdf-dad5c4187ce7 req-ceeab550-4df3-427d-b53e-a3309d255465 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.39 "DELETE /v2.0/ports/b361b6d0-51c3-4631-969c-f6d8d59e3e65 HTTP/1.1" status: 204  len: 173 time: 0.6754456
Feb 05 21:12:48.405655 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0041742-06ea-429b-b7e1-51f4bcca2741', 'name': 'network-vif-deleted', 'tag': 'b361b6d0-51c3-4631-969c-f6d8d59e3e65'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:12:48.407920 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be89681-dc5b-4e0d-ad9a-65472e8f1cf3" -d '{"events": [{"server_uuid": "a0041742-06ea-429b-b7e1-51f4bcca2741", "name": "network-vif-deleted", "tag": "b361b6d0-51c3-4631-969c-f6d8d59e3e65"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:12:48.413143 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:12:48.413493 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:12:48.413940 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da on network 6b366249-92a4-4805-8dc9-cc76918fc06d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:12:48.418847 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da on network 6b366249-92a4-4805-8dc9-cc76918fc06d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:12:48.419189 ncdv-master-1 neutron-server[114391]: ERROR neutron.plugins.ml2.managers [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Failed to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da on host nch2-master-1 for vnic_type normal using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}]
Feb 05 21:12:48.419590 ncdv-master-1 neutron-server[114391]: INFO neutron.plugins.ml2.plugin [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempt 10 to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da
Feb 05 21:12:48.433164 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:12:48.433164 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:12:48.433532 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da on network 6b366249-92a4-4805-8dc9-cc76918fc06d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:12:48.438106 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da on network 6b366249-92a4-4805-8dc9-cc76918fc06d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:12:48.438359 ncdv-master-1 neutron-server[114391]: ERROR neutron.plugins.ml2.managers [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Failed to bind port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da on host nch2-master-1 for vnic_type normal using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}]
Feb 05 21:12:48.438769 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:48.454589 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a616e4c-b642-43f0-a603-d4575550bc61 x-openstack-request-id: req-7a616e4c-b642-43f0-a603-d4575550bc61 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:12:48.454889 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0041742-06ea-429b-b7e1-51f4bcca2741", "name": "network-vif-deleted", "tag": "b361b6d0-51c3-4631-969c-f6d8d59e3e65", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:12:48.455163 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7a616e4c-b642-43f0-a603-d4575550bc61 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:12:48.455541 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0041742-06ea-429b-b7e1-51f4bcca2741', 'name': 'network-vif-deleted', 'tag': 'b361b6d0-51c3-4631-969c-f6d8d59e3e65', 'status': 'completed', 'code': 200}
Feb 05 21:12:48.509959 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] For port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:12:48.510342 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempted to set empty binding levels {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Feb 05 21:12:48.515142 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:48.545888 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] In _notify_port_updated(), no bound segment for port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da on network 6b366249-92a4-4805-8dc9-cc76918fc06d {{(pid=114391) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Feb 05 21:12:48.546704 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:48.547323 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:48.548653 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] 10.222.0.32 "PUT /v2.0/ports/a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da HTTP/1.1" status: 200  len: 974 time: 1.1762054
Feb 05 21:12:48.551224 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41158) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:48.623712 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a02d8-2efb-46ad-a2c2-64a116ff02f0 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Pushing event updated for resources: {'Port': ['ID=a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:48.658235 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:12:48.661177 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdca670-7a9f-4d5d-aea4-cf29c5db889a tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:48.661667 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdca670-7a9f-4d5d-aea4-cf29c5db889a tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:48.664528 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdca670-7a9f-4d5d-aea4-cf29c5db889a tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:48.664528 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdca670-7a9f-4d5d-aea4-cf29c5db889a tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:48.664528 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdca670-7a9f-4d5d-aea4-cf29c5db889a tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:48.664528 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdca670-7a9f-4d5d-aea4-cf29c5db889a tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:48.664528 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdca670-7a9f-4d5d-aea4-cf29c5db889a tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:48.665537 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdca670-7a9f-4d5d-aea4-cf29c5db889a tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:48.665537 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdca670-7a9f-4d5d-aea4-cf29c5db889a tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:48.665930 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdca670-7a9f-4d5d-aea4-cf29c5db889a tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:48.666340 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdca670-7a9f-4d5d-aea4-cf29c5db889a tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:48.666827 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdca670-7a9f-4d5d-aea4-cf29c5db889a tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:48.667289 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdca670-7a9f-4d5d-aea4-cf29c5db889a tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:48.667752 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdca670-7a9f-4d5d-aea4-cf29c5db889a tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:48.668213 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdca670-7a9f-4d5d-aea4-cf29c5db889a tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:48.668675 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdca670-7a9f-4d5d-aea4-cf29c5db889a tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:48.669136 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdca670-7a9f-4d5d-aea4-cf29c5db889a tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:48.669594 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdca670-7a9f-4d5d-aea4-cf29c5db889a tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:48.670310 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdca670-7a9f-4d5d-aea4-cf29c5db889a tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:48.670794 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdca670-7a9f-4d5d-aea4-cf29c5db889a tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:48.671253 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdca670-7a9f-4d5d-aea4-cf29c5db889a tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:48.671729 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdca670-7a9f-4d5d-aea4-cf29c5db889a tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:48.672181 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdca670-7a9f-4d5d-aea4-cf29c5db889a tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:48.672645 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdca670-7a9f-4d5d-aea4-cf29c5db889a tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:48.673101 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdca670-7a9f-4d5d-aea4-cf29c5db889a tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:48.673556 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdca670-7a9f-4d5d-aea4-cf29c5db889a tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:48.674010 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdca670-7a9f-4d5d-aea4-cf29c5db889a tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:48.674487 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdca670-7a9f-4d5d-aea4-cf29c5db889a tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:48.679284 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0bdca670-7a9f-4d5d-aea4-cf29c5db889a tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 25461 time: 0.1258438
Feb 05 21:12:48.684741 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41160) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:48.693496 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:12:48.695687 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device dd6adcea-7f66-4083-9ed6-bf9d4fcf1e12 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:12:48.773971 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-3386cf23-2157-4b5f-b1e6-df525d9076ff tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Deleting port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:12:48.773971 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3386cf23-2157-4b5f-b1e6-df525d9076ff tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:48.867276 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-3386cf23-2157-4b5f-b1e6-df525d9076ff tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] For port a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da, host nch2-master-1, got binding levels [] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:12:48.867643 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3386cf23-2157-4b5f-b1e6-df525d9076ff tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:48.898850 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-42e7d7c9-ca37-471a-a6c7-deac3bfe6f70 req-99f98883-bacc-42bb-8b71-f43ef7d70984 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0041742-06ea-429b-b7e1-51f4bcca2741 HTTP/1.1" status: 200  len: 210 time: 0.0451968
Feb 05 21:12:48.903104 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-3386cf23-2157-4b5f-b1e6-df525d9076ff tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Calling delete_port for a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da owned by  {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:12:48.984211 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3386cf23-2157-4b5f-b1e6-df525d9076ff tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:49.012601 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386cf23-2157-4b5f-b1e6-df525d9076ff tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:49.017804 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3386cf23-2157-4b5f-b1e6-df525d9076ff tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:49.021279 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-3386cf23-2157-4b5f-b1e6-df525d9076ff tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] 10.222.0.32 "DELETE /v2.0/ports/a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da HTTP/1.1" status: 204  len: 168 time: 0.3355815
Feb 05 21:12:49.024106 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41166) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:49.048692 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-9240e9d3-635d-4fe5-9573-323d6b11abb7 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] GET failed (client error): The resource could not be found.
Feb 05 21:12:49.050075 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9240e9d3-635d-4fe5-9573-323d6b11abb7 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] 10.222.0.32 "GET /v2.0/ports/a5e8f5ef-d94a-4f6d-80ef-6a845eb3d4da HTTP/1.1" status: 404  len: 333 time: 0.0250490
Feb 05 21:12:49.054192 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41168) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:49.058823 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-3524c568-ce85-48cc-bc82-7e8ab5bba00c tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-589307465', 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:12:49.077548 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3524c568-ce85-48cc-bc82-7e8ab5bba00c tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Made reservation on behalf of efed0f3a52e04bb5b619037723a4f4c5 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:12:49.079925 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3524c568-ce85-48cc-bc82-7e8ab5bba00c tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:49.098270 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [None req-3524c568-ce85-48cc-bc82-7e8ab5bba00c tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] device_id is not set on port a8e1787a-521c-4b74-a8ba-19a184bda76d yet. {{(pid=114391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:12:49.243366 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3524c568-ce85-48cc-bc82-7e8ab5bba00c tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks [] for port (a8e1787a-521c-4b74-a8ba-19a184bda76d), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:49.281313 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3524c568-ce85-48cc-bc82-7e8ab5bba00c tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (a8e1787a-521c-4b74-a8ba-19a184bda76d), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:49.346263 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3524c568-ce85-48cc-bc82-7e8ab5bba00c tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Network 6b366249-92a4-4805-8dc9-cc76918fc06d is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:12:49.349304 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-3524c568-ce85-48cc-bc82-7e8ab5bba00c tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:12:49.354525 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3524c568-ce85-48cc-bc82-7e8ab5bba00c tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:12:49.355806 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3524c568-ce85-48cc-bc82-7e8ab5bba00c tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:49.356184 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3524c568-ce85-48cc-bc82-7e8ab5bba00c tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:49.360018 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524c568-ce85-48cc-bc82-7e8ab5bba00c tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Pushing event updated for resources: {'Port': ['ID=a8e1787a-521c-4b74-a8ba-19a184bda76d,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:49.375974 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-3524c568-ce85-48cc-bc82-7e8ab5bba00c tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 0.3207023
Feb 05 21:12:49.378543 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41170) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:49.416603 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa772b61-f18b-4911-8def-acc97e42c877 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:49.418117 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-fa772b61-f18b-4911-8def-acc97e42c877 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] 10.222.0.32 "GET /v2.0/ports/a8e1787a-521c-4b74-a8ba-19a184bda76d HTTP/1.1" status: 200  len: 954 time: 0.0384514
Feb 05 21:12:49.421240 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41172) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:49.507715 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-44fdf228-eec9-454b-a323-6be9f4414b7e tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Deleting port a8e1787a-521c-4b74-a8ba-19a184bda76d {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:12:49.508069 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-44fdf228-eec9-454b-a323-6be9f4414b7e tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (a8e1787a-521c-4b74-a8ba-19a184bda76d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:49.576008 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-44fdf228-eec9-454b-a323-6be9f4414b7e tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (a8e1787a-521c-4b74-a8ba-19a184bda76d), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:49.591199 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-44fdf228-eec9-454b-a323-6be9f4414b7e tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Calling delete_port for a8e1787a-521c-4b74-a8ba-19a184bda76d owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:12:49.670479 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-44fdf228-eec9-454b-a323-6be9f4414b7e tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (a8e1787a-521c-4b74-a8ba-19a184bda76d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:49.699030 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fdf228-eec9-454b-a323-6be9f4414b7e tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8e1787a-521c-4b74-a8ba-19a184bda76d,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:49.702625 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-44fdf228-eec9-454b-a323-6be9f4414b7e tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:49.705921 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-44fdf228-eec9-454b-a323-6be9f4414b7e tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] 10.222.0.32 "DELETE /v2.0/ports/a8e1787a-521c-4b74-a8ba-19a184bda76d HTTP/1.1" status: 204  len: 168 time: 0.2835841
Feb 05 21:12:49.708888 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41174) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:49.735967 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-aefc0b1f-9e4b-4b5d-9862-2149703edba3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] GET failed (client error): The resource could not be found.
Feb 05 21:12:49.737337 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-aefc0b1f-9e4b-4b5d-9862-2149703edba3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] 10.222.0.32 "GET /v2.0/ports/a8e1787a-521c-4b74-a8ba-19a184bda76d HTTP/1.1" status: 404  len: 333 time: 0.0273926
Feb 05 21:12:49.741418 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41176) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:49.745857 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-8dc1a059-972f-4689-bc69-e70a42402d6e tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Request body: {'port': {'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1470990100'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:12:49.764790 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc1a059-972f-4689-bc69-e70a42402d6e tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Made reservation on behalf of efed0f3a52e04bb5b619037723a4f4c5 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:12:49.767091 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8dc1a059-972f-4689-bc69-e70a42402d6e tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:49.781493 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-8dc1a059-972f-4689-bc69-e70a42402d6e tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] device_id is not set on port 1d3d4de5-abc8-4200-a030-2759a866c030 yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:12:49.947768 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8dc1a059-972f-4689-bc69-e70a42402d6e tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks [] for port (1d3d4de5-abc8-4200-a030-2759a866c030), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:49.977091 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41182) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:49.999385 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8dc1a059-972f-4689-bc69-e70a42402d6e tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (1d3d4de5-abc8-4200-a030-2759a866c030), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:50.047609 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-597099a1-17c2-4e81-bf59-0f4c08641d05 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group (a2445842-bd01-4a00-a3d8-a2a0f408cb89), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:50.048950 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc1a059-972f-4689-bc69-e70a42402d6e tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Network 6b366249-92a4-4805-8dc9-cc76918fc06d is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:12:50.052615 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-8dc1a059-972f-4689-bc69-e70a42402d6e tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:12:50.057125 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc1a059-972f-4689-bc69-e70a42402d6e tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:12:50.058104 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc1a059-972f-4689-bc69-e70a42402d6e tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:50.058791 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8dc1a059-972f-4689-bc69-e70a42402d6e tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:50.065410 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1a059-972f-4689-bc69-e70a42402d6e tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Pushing event updated for resources: {'Port': ['ID=1d3d4de5-abc8-4200-a030-2759a866c030,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:50.077972 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-597099a1-17c2-4e81-bf59-0f4c08641d05 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group (a2445842-bd01-4a00-a3d8-a2a0f408cb89), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:50.084575 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8dc1a059-972f-4689-bc69-e70a42402d6e tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 0.3420575
Feb 05 21:12:50.087652 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41184) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:50.094584 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Request body: {'port': {'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:12:50.150168 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:50.180833 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1d3d4de5-abc8-4200-a030-2759a866c030), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:50.243652 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-597099a1-17c2-4e81-bf59-0f4c08641d05 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (a2445842-bd01-4a00-a3d8-a2a0f408cb89), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:50.247144 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-597099a1-17c2-4e81-bf59-0f4c08641d05 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:50.248341 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-597099a1-17c2-4e81-bf59-0f4c08641d05 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "DELETE /v2.0/security-groups/a2445842-bd01-4a00-a3d8-a2a0f408cb89 HTTP/1.1" status: 204  len: 168 time: 0.2697437
Feb 05 21:12:50.272147 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597099a1-17c2-4e81-bf59-0f4c08641d05 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2445842-bd01-4a00-a3d8-a2a0f408cb89,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:50.292717 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41188) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:50.352445 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-cebea9c6-688d-4207-b634-bc127b9eb1d5 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Deleting subnet 008a7238-eff8-4b47-abf2-16a8533b36bb {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:12:50.355863 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cebea9c6-688d-4207-b634-bc127b9eb1d5 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for subnet (008a7238-eff8-4b47-abf2-16a8533b36bb), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:50.397536 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cebea9c6-688d-4207-b634-bc127b9eb1d5 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (008a7238-eff8-4b47-abf2-16a8533b36bb), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:50.401742 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] device_id is not set on port 1d3d4de5-abc8-4200-a030-2759a866c030 yet. {{(pid=114391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:12:50.410984 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks [] for port (1d3d4de5-abc8-4200-a030-2759a866c030), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:50.417199 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (1d3d4de5-abc8-4200-a030-2759a866c030), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:50.472737 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Pushing event updated for resources: {'Port': ['ID=1d3d4de5-abc8-4200-a030-2759a866c030,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:50.484577 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 1d3d4de5-abc8-4200-a030-2759a866c030 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:12:50.484928 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 1d3d4de5-abc8-4200-a030-2759a866c030 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:12:50.485402 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 1d3d4de5-abc8-4200-a030-2759a866c030 on network 6b366249-92a4-4805-8dc9-cc76918fc06d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:12:50.489856 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Port 1d3d4de5-abc8-4200-a030-2759a866c030 on network 6b366249-92a4-4805-8dc9-cc76918fc06d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:12:50.490184 ncdv-master-1 neutron-server[114391]: ERROR neutron.plugins.ml2.managers [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Failed to bind port 1d3d4de5-abc8-4200-a030-2759a866c030 on host nch2-master-1 for vnic_type normal using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}]
Feb 05 21:12:50.490715 ncdv-master-1 neutron-server[114391]: INFO neutron.plugins.ml2.plugin [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempt 2 to bind port 1d3d4de5-abc8-4200-a030-2759a866c030
Feb 05 21:12:50.494991 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cebea9c6-688d-4207-b634-bc127b9eb1d5 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (008a7238-eff8-4b47-abf2-16a8533b36bb), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:50.506145 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 1d3d4de5-abc8-4200-a030-2759a866c030 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:12:50.506538 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 1d3d4de5-abc8-4200-a030-2759a866c030 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:12:50.506926 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 1d3d4de5-abc8-4200-a030-2759a866c030 on network 6b366249-92a4-4805-8dc9-cc76918fc06d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:12:50.512021 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Port 1d3d4de5-abc8-4200-a030-2759a866c030 on network 6b366249-92a4-4805-8dc9-cc76918fc06d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:12:50.512360 ncdv-master-1 neutron-server[114391]: ERROR neutron.plugins.ml2.managers [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Failed to bind port 1d3d4de5-abc8-4200-a030-2759a866c030 on host nch2-master-1 for vnic_type normal using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}]
Feb 05 21:12:50.512763 ncdv-master-1 neutron-server[114391]: INFO neutron.plugins.ml2.plugin [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempt 3 to bind port 1d3d4de5-abc8-4200-a030-2759a866c030
Feb 05 21:12:50.529282 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 1d3d4de5-abc8-4200-a030-2759a866c030 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:12:50.529785 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 1d3d4de5-abc8-4200-a030-2759a866c030 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:12:50.530359 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 1d3d4de5-abc8-4200-a030-2759a866c030 on network 6b366249-92a4-4805-8dc9-cc76918fc06d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:12:50.535604 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Port 1d3d4de5-abc8-4200-a030-2759a866c030 on network 6b366249-92a4-4805-8dc9-cc76918fc06d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:12:50.535943 ncdv-master-1 neutron-server[114391]: ERROR neutron.plugins.ml2.managers [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Failed to bind port 1d3d4de5-abc8-4200-a030-2759a866c030 on host nch2-master-1 for vnic_type normal using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}]
Feb 05 21:12:50.536343 ncdv-master-1 neutron-server[114391]: INFO neutron.plugins.ml2.plugin [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempt 4 to bind port 1d3d4de5-abc8-4200-a030-2759a866c030
Feb 05 21:12:50.555805 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 1d3d4de5-abc8-4200-a030-2759a866c030 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:12:50.556151 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 1d3d4de5-abc8-4200-a030-2759a866c030 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:12:50.556516 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 1d3d4de5-abc8-4200-a030-2759a866c030 on network 6b366249-92a4-4805-8dc9-cc76918fc06d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:12:50.559543 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cebea9c6-688d-4207-b634-bc127b9eb1d5 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (008a7238-eff8-4b47-abf2-16a8533b36bb), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:50.561747 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Port 1d3d4de5-abc8-4200-a030-2759a866c030 on network 6b366249-92a4-4805-8dc9-cc76918fc06d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:12:50.562076 ncdv-master-1 neutron-server[114391]: ERROR neutron.plugins.ml2.managers [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Failed to bind port 1d3d4de5-abc8-4200-a030-2759a866c030 on host nch2-master-1 for vnic_type normal using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}]
Feb 05 21:12:50.562539 ncdv-master-1 neutron-server[114391]: INFO neutron.plugins.ml2.plugin [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempt 5 to bind port 1d3d4de5-abc8-4200-a030-2759a866c030
Feb 05 21:12:50.587299 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 1d3d4de5-abc8-4200-a030-2759a866c030 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:12:50.587818 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 1d3d4de5-abc8-4200-a030-2759a866c030 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:12:50.588179 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 1d3d4de5-abc8-4200-a030-2759a866c030 on network 6b366249-92a4-4805-8dc9-cc76918fc06d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:12:50.594466 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Port 1d3d4de5-abc8-4200-a030-2759a866c030 on network 6b366249-92a4-4805-8dc9-cc76918fc06d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:12:50.594774 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebea9c6-688d-4207-b634-bc127b9eb1d5 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event deleted for resources: {'Subnet': ['ID=008a7238-eff8-4b47-abf2-16a8533b36bb,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:50.594970 ncdv-master-1 neutron-server[114391]: ERROR neutron.plugins.ml2.managers [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Failed to bind port 1d3d4de5-abc8-4200-a030-2759a866c030 on host nch2-master-1 for vnic_type normal using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}]
Feb 05 21:12:50.595178 ncdv-master-1 neutron-server[114391]: INFO neutron.plugins.ml2.plugin [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempt 6 to bind port 1d3d4de5-abc8-4200-a030-2759a866c030
Feb 05 21:12:50.597778 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cebea9c6-688d-4207-b634-bc127b9eb1d5 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:50.602634 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-cebea9c6-688d-4207-b634-bc127b9eb1d5 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "DELETE /v2.0/subnets/008a7238-eff8-4b47-abf2-16a8533b36bb HTTP/1.1" status: 204  len: 168 time: 0.3086455
Feb 05 21:12:50.605303 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41192) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:50.607316 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfa3a06-5823-4f5c-96f7-7c5d2ff7faac None None] Network 0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:12:50.617099 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 1d3d4de5-abc8-4200-a030-2759a866c030 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:12:50.617439 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 1d3d4de5-abc8-4200-a030-2759a866c030 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:12:50.617747 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 1d3d4de5-abc8-4200-a030-2759a866c030 on network 6b366249-92a4-4805-8dc9-cc76918fc06d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:12:50.623226 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Port 1d3d4de5-abc8-4200-a030-2759a866c030 on network 6b366249-92a4-4805-8dc9-cc76918fc06d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:12:50.623601 ncdv-master-1 neutron-server[114391]: ERROR neutron.plugins.ml2.managers [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Failed to bind port 1d3d4de5-abc8-4200-a030-2759a866c030 on host nch2-master-1 for vnic_type normal using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}]
Feb 05 21:12:50.624011 ncdv-master-1 neutron-server[114391]: INFO neutron.plugins.ml2.plugin [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempt 7 to bind port 1d3d4de5-abc8-4200-a030-2759a866c030
Feb 05 21:12:50.637446 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 1d3d4de5-abc8-4200-a030-2759a866c030 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:12:50.637796 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 1d3d4de5-abc8-4200-a030-2759a866c030 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:12:50.638135 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 1d3d4de5-abc8-4200-a030-2759a866c030 on network 6b366249-92a4-4805-8dc9-cc76918fc06d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:12:50.643209 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Port 1d3d4de5-abc8-4200-a030-2759a866c030 on network 6b366249-92a4-4805-8dc9-cc76918fc06d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:12:50.643209 ncdv-master-1 neutron-server[114391]: ERROR neutron.plugins.ml2.managers [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Failed to bind port 1d3d4de5-abc8-4200-a030-2759a866c030 on host nch2-master-1 for vnic_type normal using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}]
Feb 05 21:12:50.643588 ncdv-master-1 neutron-server[114391]: INFO neutron.plugins.ml2.plugin [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempt 8 to bind port 1d3d4de5-abc8-4200-a030-2759a866c030
Feb 05 21:12:50.661904 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 1d3d4de5-abc8-4200-a030-2759a866c030 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:12:50.663005 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 1d3d4de5-abc8-4200-a030-2759a866c030 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:12:50.663435 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 1d3d4de5-abc8-4200-a030-2759a866c030 on network 6b366249-92a4-4805-8dc9-cc76918fc06d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:12:50.668789 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Port 1d3d4de5-abc8-4200-a030-2759a866c030 on network 6b366249-92a4-4805-8dc9-cc76918fc06d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:12:50.669259 ncdv-master-1 neutron-server[114391]: ERROR neutron.plugins.ml2.managers [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Failed to bind port 1d3d4de5-abc8-4200-a030-2759a866c030 on host nch2-master-1 for vnic_type normal using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}]
Feb 05 21:12:50.670520 ncdv-master-1 neutron-server[114391]: INFO neutron.plugins.ml2.plugin [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempt 9 to bind port 1d3d4de5-abc8-4200-a030-2759a866c030
Feb 05 21:12:50.696567 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 1d3d4de5-abc8-4200-a030-2759a866c030 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:12:50.697712 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 1d3d4de5-abc8-4200-a030-2759a866c030 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:12:50.698263 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 1d3d4de5-abc8-4200-a030-2759a866c030 on network 6b366249-92a4-4805-8dc9-cc76918fc06d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:12:50.705835 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Port 1d3d4de5-abc8-4200-a030-2759a866c030 on network 6b366249-92a4-4805-8dc9-cc76918fc06d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:12:50.706565 ncdv-master-1 neutron-server[114391]: ERROR neutron.plugins.ml2.managers [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Failed to bind port 1d3d4de5-abc8-4200-a030-2759a866c030 on host nch2-master-1 for vnic_type normal using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}]
Feb 05 21:12:50.707155 ncdv-master-1 neutron-server[114391]: INFO neutron.plugins.ml2.plugin [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempt 10 to bind port 1d3d4de5-abc8-4200-a030-2759a866c030
Feb 05 21:12:50.708889 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-eece4b0d-7dbf-4061-93b7-272496a3a971 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:50.734696 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 1d3d4de5-abc8-4200-a030-2759a866c030 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:12:50.738644 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 1d3d4de5-abc8-4200-a030-2759a866c030 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:12:50.739184 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempting to bind port 1d3d4de5-abc8-4200-a030-2759a866c030 on network 6b366249-92a4-4805-8dc9-cc76918fc06d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:12:50.745431 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Port 1d3d4de5-abc8-4200-a030-2759a866c030 on network 6b366249-92a4-4805-8dc9-cc76918fc06d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:12:50.745724 ncdv-master-1 neutron-server[114391]: ERROR neutron.plugins.ml2.managers [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Failed to bind port 1d3d4de5-abc8-4200-a030-2759a866c030 on host nch2-master-1 for vnic_type normal using segments [{'id': 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b366249-92a4-4805-8dc9-cc76918fc06d'}]
Feb 05 21:12:50.746209 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1d3d4de5-abc8-4200-a030-2759a866c030), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:50.798291 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-eece4b0d-7dbf-4061-93b7-272496a3a971 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Deleting port 368668e0-aa39-4fed-940e-0b92a54e8a0b {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:12:50.798836 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-eece4b0d-7dbf-4061-93b7-272496a3a971 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (368668e0-aa39-4fed-940e-0b92a54e8a0b), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:50.831831 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] For port 1d3d4de5-abc8-4200-a030-2759a866c030, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:12:50.832372 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attempted to set empty binding levels {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Feb 05 21:12:50.839900 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (1d3d4de5-abc8-4200-a030-2759a866c030), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:50.848750 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132ae202-7490-4b14-b30a-f8572f4ca9ad None None] DHCP port deletion for 0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:12:50.887742 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] In _notify_port_updated(), no bound segment for port 1d3d4de5-abc8-4200-a030-2759a866c030 on network 6b366249-92a4-4805-8dc9-cc76918fc06d {{(pid=114391) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Feb 05 21:12:50.888894 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:50.889423 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:50.890991 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] 10.222.0.32 "PUT /v2.0/ports/1d3d4de5-abc8-4200-a030-2759a866c030 HTTP/1.1" status: 200  len: 975 time: 0.8023624
Feb 05 21:12:50.896074 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41194) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:50.908830 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-eece4b0d-7dbf-4061-93b7-272496a3a971 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] For port 368668e0-aa39-4fed-940e-0b92a54e8a0b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=368668e0-aa39-4fed-940e-0b92a54e8a0b,segment=NetworkSegment(391a9933-eb20-4fed-b21d-e5363acba358),segment_id=391a9933-eb20-4fed-b21d-e5363acba358)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:12:50.909291 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-eece4b0d-7dbf-4061-93b7-272496a3a971 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (368668e0-aa39-4fed-940e-0b92a54e8a0b), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:50.912637 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-132ae202-7490-4b14-b30a-f8572f4ca9ad None None] Deleting port 368668e0-aa39-4fed-940e-0b92a54e8a0b {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:12:50.913031 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-132ae202-7490-4b14-b30a-f8572f4ca9ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (368668e0-aa39-4fed-940e-0b92a54e8a0b), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:50.924405 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-eece4b0d-7dbf-4061-93b7-272496a3a971 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Calling delete_port for 368668e0-aa39-4fed-940e-0b92a54e8a0b owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:12:50.934714 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7456b9c-2d12-49f2-88d0-b408ad0fb3d3 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Pushing event updated for resources: {'Port': ['ID=1d3d4de5-abc8-4200-a030-2759a866c030,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:51.000247 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-d69ec033-3e43-442d-b12a-3c67f9cb65f7 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Deleting port 1d3d4de5-abc8-4200-a030-2759a866c030 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:12:51.000247 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d69ec033-3e43-442d-b12a-3c67f9cb65f7 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (1d3d4de5-abc8-4200-a030-2759a866c030), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:51.004782 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-132ae202-7490-4b14-b30a-f8572f4ca9ad None None] For port 368668e0-aa39-4fed-940e-0b92a54e8a0b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=368668e0-aa39-4fed-940e-0b92a54e8a0b,segment=NetworkSegment(391a9933-eb20-4fed-b21d-e5363acba358),segment_id=391a9933-eb20-4fed-b21d-e5363acba358)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:12:51.005512 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-132ae202-7490-4b14-b30a-f8572f4ca9ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (368668e0-aa39-4fed-940e-0b92a54e8a0b), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:51.024705 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-132ae202-7490-4b14-b30a-f8572f4ca9ad None None] Calling delete_port for 368668e0-aa39-4fed-940e-0b92a54e8a0b owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:12:51.026145 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-eece4b0d-7dbf-4061-93b7-272496a3a971 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (368668e0-aa39-4fed-940e-0b92a54e8a0b), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:51.057464 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eece4b0d-7dbf-4061-93b7-272496a3a971 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] No DVR routers for this DVR port 368668e0-aa39-4fed-940e-0b92a54e8a0b on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:12:51.059516 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eece4b0d-7dbf-4061-93b7-272496a3a971 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event deleted for resources: {'Port': ['ID=368668e0-aa39-4fed-940e-0b92a54e8a0b,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:51.085243 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-d69ec033-3e43-442d-b12a-3c67f9cb65f7 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] For port 1d3d4de5-abc8-4200-a030-2759a866c030, host nch2-master-1, got binding levels [] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:12:51.086203 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d69ec033-3e43-442d-b12a-3c67f9cb65f7 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (1d3d4de5-abc8-4200-a030-2759a866c030), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:51.100165 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-d69ec033-3e43-442d-b12a-3c67f9cb65f7 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Calling delete_port for 1d3d4de5-abc8-4200-a030-2759a866c030 owned by  {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:12:51.118200 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-132ae202-7490-4b14-b30a-f8572f4ca9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (368668e0-aa39-4fed-940e-0b92a54e8a0b), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:51.149190 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ae202-7490-4b14-b30a-f8572f4ca9ad None None] Pushing event deleted for resources: {'Port': ['ID=368668e0-aa39-4fed-940e-0b92a54e8a0b,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:51.157474 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132ae202-7490-4b14-b30a-f8572f4ca9ad None None] No DVR routers for this DVR port 368668e0-aa39-4fed-940e-0b92a54e8a0b on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:12:51.159983 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ae202-7490-4b14-b30a-f8572f4ca9ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:12:51.160611 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ae202-7490-4b14-b30a-f8572f4ca9ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:12:51.161148 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ae202-7490-4b14-b30a-f8572f4ca9ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:12:51.161499 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ae202-7490-4b14-b30a-f8572f4ca9ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:12:51.161839 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ae202-7490-4b14-b30a-f8572f4ca9ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:12:51.162961 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ae202-7490-4b14-b30a-f8572f4ca9ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:12:51.163599 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ae202-7490-4b14-b30a-f8572f4ca9ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:12:51.163932 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ae202-7490-4b14-b30a-f8572f4ca9ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:12:51.164073 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-eece4b0d-7dbf-4061-93b7-272496a3a971 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:51.164583 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ae202-7490-4b14-b30a-f8572f4ca9ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:12:51.164919 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ae202-7490-4b14-b30a-f8572f4ca9ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:12:51.165252 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ae202-7490-4b14-b30a-f8572f4ca9ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:12:51.165575 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ae202-7490-4b14-b30a-f8572f4ca9ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:12:51.166067 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ae202-7490-4b14-b30a-f8572f4ca9ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:12:51.191648 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-eece4b0d-7dbf-4061-93b7-272496a3a971 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db200b5e0>,) {'filters': {'network_id': ['0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:12:51.203188 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-eece4b0d-7dbf-4061-93b7-272496a3a971 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db200b5e0>, '391a9933-eb20-4fed-b21d-e5363acba358') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:12:51.203510 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-eece4b0d-7dbf-4061-93b7-272496a3a971 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db200b5e0>, '391a9933-eb20-4fed-b21d-e5363acba358') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:12:51.206259 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d69ec033-3e43-442d-b12a-3c67f9cb65f7 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (1d3d4de5-abc8-4200-a030-2759a866c030), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:51.215931 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-eece4b0d-7dbf-4061-93b7-272496a3a971 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (391a9933-eb20-4fed-b21d-e5363acba358), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:51.231085 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-eece4b0d-7dbf-4061-93b7-272496a3a971 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (391a9933-eb20-4fed-b21d-e5363acba358), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:51.238112 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eece4b0d-7dbf-4061-93b7-272496a3a971 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:12:51.238620 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-eece4b0d-7dbf-4061-93b7-272496a3a971 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (391a9933-eb20-4fed-b21d-e5363acba358), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:51.239321 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ec033-3e43-442d-b12a-3c67f9cb65f7 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d3d4de5-abc8-4200-a030-2759a866c030,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:51.247600 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:12:51.247600 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:12:51.247600 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:12:51.247600 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:12:51.247600 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:12:51.247600 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:12:51.247600 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:12:51.247600 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:12:51.247600 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:12:51.247600 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:12:51.247600 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:12:51.247600 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:12:51.247600 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:12:51.247600 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:12:51.247600 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:12:51.247600 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:12:51.247600 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:12:51.247600 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:12:51.247600 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:12:51.247600 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:12:51.247600 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:12:51.247600 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:12:51.247600 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:12:51.247600 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:12:51.247600 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:12:51.247600 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:12:51.247600 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:12:51.247600 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:12:51.247600 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:12:51.247600 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:12:51.247600 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:12:51.247600 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:12:51.251968 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d69ec033-3e43-442d-b12a-3c67f9cb65f7 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:51.255814 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d69ec033-3e43-442d-b12a-3c67f9cb65f7 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] 10.222.0.32 "DELETE /v2.0/ports/1d3d4de5-abc8-4200-a030-2759a866c030 HTTP/1.1" status: 204  len: 168 time: 0.3586347
Feb 05 21:12:51.258594 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41198) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:51.283078 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aefd678-8f4a-4eab-9725-b759c6a67858 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] GET failed (client error): The resource could not be found.
Feb 05 21:12:51.284475 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-3aefd678-8f4a-4eab-9725-b759c6a67858 tempest-PortsAdminExtendedAttrsTestJSON-88640623 tempest-PortsAdminExtendedAttrsTestJSON-88640623-project-admin] 10.222.0.32 "GET /v2.0/ports/1d3d4de5-abc8-4200-a030-2759a866c030 HTTP/1.1" status: 404  len: 333 time: 0.0249307
Feb 05 21:12:51.288919 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41200) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:51.325869 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-eece4b0d-7dbf-4061-93b7-272496a3a971 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:51.333182 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-eece4b0d-7dbf-4061-93b7-272496a3a971 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:51.337839 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-eece4b0d-7dbf-4061-93b7-272496a3a971 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "DELETE /v2.0/networks/0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae HTTP/1.1" status: 204  len: 168 time: 0.7308357
Feb 05 21:12:51.340011 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41202) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:51.356861 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eece4b0d-7dbf-4061-93b7-272496a3a971 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event deleted for resources: {'Network': ['ID=0a68c3f8-f3ca-40fe-a3ba-7d41f0c345ae,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:51.375985 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-28426996-6ccb-47c2-98d7-6fb48508280b tempest-PortsAdminExtendedAttrsTestJSON-1459698957 tempest-PortsAdminExtendedAttrsTestJSON-1459698957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (6b366249-92a4-4805-8dc9-cc76918fc06d), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:51.480352 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-28426996-6ccb-47c2-98d7-6fb48508280b tempest-PortsAdminExtendedAttrsTestJSON-1459698957 tempest-PortsAdminExtendedAttrsTestJSON-1459698957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (6b366249-92a4-4805-8dc9-cc76918fc06d), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:51.504563 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-28426996-6ccb-47c2-98d7-6fb48508280b tempest-PortsAdminExtendedAttrsTestJSON-1459698957 tempest-PortsAdminExtendedAttrsTestJSON-1459698957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db3cb39d0>,) {'filters': {'network_id': ['6b366249-92a4-4805-8dc9-cc76918fc06d']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:12:51.515898 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-28426996-6ccb-47c2-98d7-6fb48508280b tempest-PortsAdminExtendedAttrsTestJSON-1459698957 tempest-PortsAdminExtendedAttrsTestJSON-1459698957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3cb39d0>, 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:12:51.516253 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-28426996-6ccb-47c2-98d7-6fb48508280b tempest-PortsAdminExtendedAttrsTestJSON-1459698957 tempest-PortsAdminExtendedAttrsTestJSON-1459698957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3cb39d0>, 'cb5cbe68-b312-487f-9c7e-1cd0fa62cddb') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:12:51.526973 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-28426996-6ccb-47c2-98d7-6fb48508280b tempest-PortsAdminExtendedAttrsTestJSON-1459698957 tempest-PortsAdminExtendedAttrsTestJSON-1459698957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (cb5cbe68-b312-487f-9c7e-1cd0fa62cddb), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:51.542259 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-28426996-6ccb-47c2-98d7-6fb48508280b tempest-PortsAdminExtendedAttrsTestJSON-1459698957 tempest-PortsAdminExtendedAttrsTestJSON-1459698957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (cb5cbe68-b312-487f-9c7e-1cd0fa62cddb), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:51.549503 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28426996-6ccb-47c2-98d7-6fb48508280b tempest-PortsAdminExtendedAttrsTestJSON-1459698957 tempest-PortsAdminExtendedAttrsTestJSON-1459698957-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:12:51.549919 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-28426996-6ccb-47c2-98d7-6fb48508280b tempest-PortsAdminExtendedAttrsTestJSON-1459698957 tempest-PortsAdminExtendedAttrsTestJSON-1459698957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (cb5cbe68-b312-487f-9c7e-1cd0fa62cddb), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:51.553923 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:12:51.553923 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:12:51.553923 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:12:51.553923 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:12:51.553923 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:12:51.553923 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:12:51.553923 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:12:51.553923 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:12:51.553923 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:12:51.553923 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:12:51.553923 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:12:51.553923 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:12:51.553923 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:12:51.553923 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:12:51.553923 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:12:51.553923 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:12:51.553923 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:12:51.553923 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:12:51.553923 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:12:51.553923 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:12:51.553923 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:12:51.553923 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:12:51.553923 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:12:51.553923 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:12:51.553923 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:12:51.553923 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:12:51.553923 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:12:51.553923 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:12:51.553923 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:12:51.553923 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:12:51.553923 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:12:51.553923 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:12:51.614119 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-28426996-6ccb-47c2-98d7-6fb48508280b tempest-PortsAdminExtendedAttrsTestJSON-1459698957 tempest-PortsAdminExtendedAttrsTestJSON-1459698957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (6b366249-92a4-4805-8dc9-cc76918fc06d), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:51.632449 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-28426996-6ccb-47c2-98d7-6fb48508280b tempest-PortsAdminExtendedAttrsTestJSON-1459698957 tempest-PortsAdminExtendedAttrsTestJSON-1459698957-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:51.635703 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-28426996-6ccb-47c2-98d7-6fb48508280b tempest-PortsAdminExtendedAttrsTestJSON-1459698957 tempest-PortsAdminExtendedAttrsTestJSON-1459698957-project] 10.222.0.32 "DELETE /v2.0/networks/6b366249-92a4-4805-8dc9-cc76918fc06d HTTP/1.1" status: 204  len: 168 time: 0.3457468
Feb 05 21:12:51.637274 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28426996-6ccb-47c2-98d7-6fb48508280b tempest-PortsAdminExtendedAttrsTestJSON-1459698957 tempest-PortsAdminExtendedAttrsTestJSON-1459698957-project] Pushing event deleted for resources: {'Network': ['ID=6b366249-92a4-4805-8dc9-cc76918fc06d,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:51.800205 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-9ed1c115-f8ac-4afa-841c-3bc68d770e39 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Deleting port 51920466-5f8b-421c-a224-39ab22ce4009 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:12:51.800803 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9ed1c115-f8ac-4afa-841c-3bc68d770e39 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (51920466-5f8b-421c-a224-39ab22ce4009), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:51.877380 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9ed1c115-f8ac-4afa-841c-3bc68d770e39 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (51920466-5f8b-421c-a224-39ab22ce4009), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:51.877741 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9ed1c115-f8ac-4afa-841c-3bc68d770e39 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for floatingip (51920466-5f8b-421c-a224-39ab22ce4009), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:51.890946 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-9ed1c115-f8ac-4afa-841c-3bc68d770e39 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Calling delete_port for 51920466-5f8b-421c-a224-39ab22ce4009 owned by network:floatingip {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:12:51.905336 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41208) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:52.120375 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9ed1c115-f8ac-4afa-841c-3bc68d770e39 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (51920466-5f8b-421c-a224-39ab22ce4009), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:52.129681 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f0e8811f-7160-4780-af5a-11f3ea24a0aa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9ad53d5cba824a7193d305503cf5796e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2234609
Feb 05 21:12:52.132444 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41214) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:52.148420 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1c115-f8ac-4afa-841c-3bc68d770e39 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event deleted for resources: {'Port': ['ID=51920466-5f8b-421c-a224-39ab22ce4009,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:52.185011 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e9d66f81-b8d4-4d92-85ac-f3f122bb4ab6 admin admin] Publish callbacks [] for security_group (b5401e36-19f7-46df-aae8-fafda5012c6d), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:52.211628 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9ed1c115-f8ac-4afa-841c-3bc68d770e39 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for floatingip (be75c7ed-3250-421c-89d8-a2fef67c1dad), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:52.211963 ncdv-master-1 neutron-server[114390]: INFO neutron.db.l3_db [None req-9ed1c115-f8ac-4afa-841c-3bc68d770e39 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Floating IP be75c7ed-3250-421c-89d8-a2fef67c1dad disassociated (deleted). External IP: 172.35.4.112, port: c5036365-ea47-4882-9eb2-aa9f65009a34.
Feb 05 21:12:52.219130 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e9d66f81-b8d4-4d92-85ac-f3f122bb4ab6 admin admin] Publish callbacks [] for security_group (b5401e36-19f7-46df-aae8-fafda5012c6d), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:52.268004 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e9d66f81-b8d4-4d92-85ac-f3f122bb4ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b5401e36-19f7-46df-aae8-fafda5012c6d), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:52.270588 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e9d66f81-b8d4-4d92-85ac-f3f122bb4ab6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:52.274845 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e9d66f81-b8d4-4d92-85ac-f3f122bb4ab6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b5401e36-19f7-46df-aae8-fafda5012c6d HTTP/1.1" status: 204  len: 168 time: 0.1412716
Feb 05 21:12:52.282938 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d66f81-b8d4-4d92-85ac-f3f122bb4ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5401e36-19f7-46df-aae8-fafda5012c6d,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:52.431521 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed1c115-f8ac-4afa-841c-3bc68d770e39 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Router b83505ee-a5db-4086-b8af-0a22c1dcf88a has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:12:52.543346 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed1c115-f8ac-4afa-841c-3bc68d770e39 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:12:52.548878 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9ed1c115-f8ac-4afa-841c-3bc68d770e39 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:52.554237 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d5c0de-3407-4d64-a715-803459231d2d None None] Sync routers for ids ['b83505ee-a5db-4086-b8af-0a22c1dcf88a'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:12:52.566339 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41220) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:52.567972 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d5c0de-3407-4d64-a715-803459231d2d None None] Routers {'b83505ee-a5db-4086-b8af-0a22c1dcf88a'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:12:52.569523 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-d3d5c0de-3407-4d64-a715-803459231d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db88d5b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:12:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b83505ee-a5db-4086-b8af-0a22c1dcf88a'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:12:52.589854 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9ed1c115-f8ac-4afa-841c-3bc68d770e39 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "DELETE /v2.0/floatingips/be75c7ed-3250-421c-89d8-a2fef67c1dad HTTP/1.1" status: 204  len: 168 time: 1.2487829
Feb 05 21:12:52.590616 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b35db744-8bde-4649-b86a-90ffe539c18a', 'tag': 'c5036365-ea47-4882-9eb2-aa9f65009a34'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:12:52.593516 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882ced0d-1c49-44db-aee0-611950459059" -d '{"events": [{"name": "network-changed", "server_uuid": "b35db744-8bde-4649-b86a-90ffe539c18a", "tag": "c5036365-ea47-4882-9eb2-aa9f65009a34"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:12:52.633943 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41228) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:52.644923 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-de07d219-d554-4ebf-8ad0-7b69decef4f7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=efed0f3a52e04bb5b619037723a4f4c5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0770051
Feb 05 21:12:52.703741 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4eeec498-c53e-4440-b59c-5f1fae92af78 admin admin] Publish callbacks [] for security_group (3362e727-708a-4841-aed5-4ca2cdc5f821), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:52.756422 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4eeec498-c53e-4440-b59c-5f1fae92af78 admin admin] Publish callbacks [] for security_group (3362e727-708a-4841-aed5-4ca2cdc5f821), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:52.789163 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 368668e0-aa39-4fed-940e-0b92a54e8a0b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:12:52.834159 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 368668e0-aa39-4fed-940e-0b92a54e8a0b {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:12:52.835528 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 368668e0-aa39-4fed-940e-0b92a54e8a0b not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:12:52.838671 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device b361b6d0-51c3-4631-969c-f6d8d59e3e65 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:12:52.862825 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-d3d5c0de-3407-4d64-a715-803459231d2d None None] Set router b83505ee-a5db-4086-b8af-0a22c1dcf88a gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:12:52.863031 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4eeec498-c53e-4440-b59c-5f1fae92af78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (3362e727-708a-4841-aed5-4ca2cdc5f821), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:52.867228 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4eeec498-c53e-4440-b59c-5f1fae92af78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:52.872206 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4eeec498-c53e-4440-b59c-5f1fae92af78 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3362e727-708a-4841-aed5-4ca2cdc5f821 HTTP/1.1" status: 204  len: 168 time: 0.2370143
Feb 05 21:12:52.891267 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: b361b6d0-51c3-4631-969c-f6d8d59e3e65 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:12:52.891652 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device b361b6d0-51c3-4631-969c-f6d8d59e3e65 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:12:52.894238 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeec498-c53e-4440-b59c-5f1fae92af78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3362e727-708a-4841-aed5-4ca2cdc5f821,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:52.976309 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2a5a61-d638-4b06-83a3-bdc7319c536f x-openstack-request-id: req-cb2a5a61-d638-4b06-83a3-bdc7319c536f {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:12:52.976612 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b35db744-8bde-4649-b86a-90ffe539c18a", "tag": "c5036365-ea47-4882-9eb2-aa9f65009a34", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:12:52.976903 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cb2a5a61-d638-4b06-83a3-bdc7319c536f {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:12:52.977316 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b35db744-8bde-4649-b86a-90ffe539c18a', 'tag': 'c5036365-ea47-4882-9eb2-aa9f65009a34', 'status': 'completed', 'code': 200}
Feb 05 21:12:53.057612 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ced0d-1c49-44db-aee0-611950459059 req-f5894a7c-5f19-4b79-9657-94e5aaa0b5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:53.059197 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-882ced0d-1c49-44db-aee0-611950459059 req-f5894a7c-5f19-4b79-9657-94e5aaa0b5f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f3cd2c671c5402ba77e2a302dcae849&device_id=b35db744-8bde-4649-b86a-90ffe539c18a HTTP/1.1" status: 200  len: 1127 time: 0.0559251
Feb 05 21:12:53.061358 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393248b2-2d27-4458-8b6e-3f7ba62f3845 req-76a25550-f0d9-4c1f-8c6b-68227047ff56 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:53.062917 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-393248b2-2d27-4458-8b6e-3f7ba62f3845 req-76a25550-f0d9-4c1f-8c6b-68227047ff56 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/ports?device_id=b35db744-8bde-4649-b86a-90ffe539c18a HTTP/1.1" status: 200  len: 945 time: 0.0918319
Feb 05 21:12:53.116675 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-d3d5c0de-3407-4d64-a715-803459231d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db88d5b20>, [{'id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'name': 'tempest-TestNetworkBasicOps-router-570038174', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.73'}], 'enable_snat': True}, 'gw_port_id': 'e85d7668-3386-4304-ace2-c432c0f8e437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:10:26Z', 'updated_at': '2022-02-05T21:12:45Z', 'revision_number': 6, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'gw_port': {'id': 'e85d7668-3386-4304-ace2-c432c0f8e437', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:40:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:10:27Z', 'updated_at': '2022-02-05T21:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8244e94f-4902-46ba-a3c6-b11f0822a3ba', 'name': '', 'network_id': 'e4210d60-a97c-41fe-82bb-8f305b53d51f', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'mac_address': 'fa:16:3e:a0:8e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:10:30Z', 'updated_at': '2022-02-05T21:10:35Z', 'revision_number': 5, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'subnets': [{'id': '7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:12:53.138196 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-393248b2-2d27-4458-8b6e-3f7ba62f3845 req-db80aecd-4fc8-472a-b95c-691f065cbcdd tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/security-groups?id=edc2c740-d2d1-49d0-87fe-7ff725f02da3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677950
Feb 05 21:12:53.152897 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d5c0de-3407-4d64-a715-803459231d2d None None] Checking router: b83505ee-a5db-4086-b8af-0a22c1dcf88a for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:12:53.161687 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d5c0de-3407-4d64-a715-803459231d2d None None] Routers {'b83505ee-a5db-4086-b8af-0a22c1dcf88a'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:12:53.162870 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-d3d5c0de-3407-4d64-a715-803459231d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db88d5b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:12:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b83505ee-a5db-4086-b8af-0a22c1dcf88a'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:12:53.176566 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ced0d-1c49-44db-aee0-611950459059 req-deefe032-22b5-405a-aaab-476e907f4c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:53.178806 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-882ced0d-1c49-44db-aee0-611950459059 req-deefe032-22b5-405a-aaab-476e907f4c3b service neutron] 10.222.0.21 "GET /v2.0/networks?id=e4210d60-a97c-41fe-82bb-8f305b53d51f HTTP/1.1" status: 200  len: 897 time: 0.1086051
Feb 05 21:12:53.222216 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-882ced0d-1c49-44db-aee0-611950459059 req-e1d3c0e6-a32b-4021-8057-f2b8120372de service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5036365-ea47-4882-9eb2-aa9f65009a34 HTTP/1.1" status: 200  len: 217 time: 0.0370076
Feb 05 21:12:53.276478 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ced0d-1c49-44db-aee0-611950459059 req-13c86560-9cf3-47a0-81b9-df46798e0896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:53.278182 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-882ced0d-1c49-44db-aee0-611950459059 req-13c86560-9cf3-47a0-81b9-df46798e0896 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de HTTP/1.1" status: 200  len: 834 time: 0.0500169
Feb 05 21:12:53.281404 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-d3d5c0de-3407-4d64-a715-803459231d2d None None] Set router b83505ee-a5db-4086-b8af-0a22c1dcf88a gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:12:53.331671 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ced0d-1c49-44db-aee0-611950459059 req-e5fcf97f-aa53-4f42-9fc3-feb77a2acffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:53.333183 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-882ced0d-1c49-44db-aee0-611950459059 req-e5fcf97f-aa53-4f42-9fc3-feb77a2acffb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e4210d60-a97c-41fe-82bb-8f305b53d51f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0483699
Feb 05 21:12:53.433208 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-882ced0d-1c49-44db-aee0-611950459059 req-df1f374c-1ca4-4cdc-a147-352a4db1bd9e service neutron] 10.222.0.21 "GET /v2.0/networks/e4210d60-a97c-41fe-82bb-8f305b53d51f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0926781
Feb 05 21:12:53.499133 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-d3d5c0de-3407-4d64-a715-803459231d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db88d5b20>, [{'id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'name': 'tempest-TestNetworkBasicOps-router-570038174', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.73'}], 'enable_snat': True}, 'gw_port_id': 'e85d7668-3386-4304-ace2-c432c0f8e437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:10:26Z', 'updated_at': '2022-02-05T21:12:45Z', 'revision_number': 6, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'gw_port': {'id': 'e85d7668-3386-4304-ace2-c432c0f8e437', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:40:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:10:27Z', 'updated_at': '2022-02-05T21:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8244e94f-4902-46ba-a3c6-b11f0822a3ba', 'name': '', 'network_id': 'e4210d60-a97c-41fe-82bb-8f305b53d51f', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'mac_address': 'fa:16:3e:a0:8e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:10:30Z', 'updated_at': '2022-02-05T21:10:35Z', 'revision_number': 5, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'subnets': [{'id': '7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:12:53.530937 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-882ced0d-1c49-44db-aee0-611950459059 req-e5200872-a5d8-4562-aa77-aba1e1c2bbb7 service neutron] 10.222.0.21 "GET /v2.0/networks/e4210d60-a97c-41fe-82bb-8f305b53d51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0911055
Feb 05 21:12:53.535545 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d5c0de-3407-4d64-a715-803459231d2d None None] The sync data for ids ['b83505ee-a5db-4086-b8af-0a22c1dcf88a'] in ncdv-master-1 is: [{'id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'name': 'tempest-TestNetworkBasicOps-router-570038174', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.73'}], 'enable_snat': True}, 'gw_port_id': 'e85d7668-3386-4304-ace2-c432c0f8e437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:10:26Z', 'updated_at': '2022-02-05T21:12:45Z', 'revision_number': 6, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'gw_port': {'id': 'e85d7668-3386-4304-ace2-c432c0f8e437', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:40:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:10:27Z', 'updated_at': '2022-02-05T21:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8244e94f-4902-46ba-a3c6-b11f0822a3ba', 'name': '', 'network_id': 'e4210d60-a97c-41fe-82bb-8f305b53d51f', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'mac_address': 'fa:16:3e:a0:8e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:10:30Z', 'updated_at': '2022-02-05T21:10:35Z', 'revision_number': 5, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'subnets': [{'id': '7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:12:53.752354 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41268) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:53.815463 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2538023-9b8d-44c8-9bb4-fdadcc90276b None None] New status for floating IP be75c7ed-3250-421c-89d8-a2fef67c1dad: DOWN {{(pid=114392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:12:53.857861 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-693e69f9-77ac-40d8-be71-faeb05a3d732 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:53.858922 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-693e69f9-77ac-40d8-be71-faeb05a3d732 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14077 time: 0.1055236
Feb 05 21:12:53.862263 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41274) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:53.867630 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [None req-665b1893-660a-46e7-bd41-14b6f06a07c8 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:53.868586 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-665b1893-660a-46e7-bd41-14b6f06a07c8 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200  len: 353 time: 0.0053065
Feb 05 21:12:53.871055 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41276) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:53.875224 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-0126348d-377e-45e1-9cdc-8ea4f7dbbcfe tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:53.876243 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0126348d-377e-45e1-9cdc-8ea4f7dbbcfe tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0042043
Feb 05 21:12:53.878500 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41278) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:53.883260 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-05931231-d3b6-4660-a2a2-18c1c18f7444 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:53.884317 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-05931231-d3b6-4660-a2a2-18c1c18f7444 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.0049167
Feb 05 21:12:53.886674 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41280) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:53.891168 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [None req-14b60bb7-4f56-4259-b4ea-10d129852296 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:53.892178 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-14b60bb7-4f56-4259-b4ea-10d129852296 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0043859
Feb 05 21:12:53.895283 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41282) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:53.900093 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [None req-78d9f3a3-9eab-4fbb-8e1a-046e8288fa75 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:53.903174 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-78d9f3a3-9eab-4fbb-8e1a-046e8288fa75 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0048769
Feb 05 21:12:53.903523 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41284) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:53.907693 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-0e03ee36-a193-48e0-8787-9284a74b30fa tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:53.908633 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0e03ee36-a193-48e0-8787-9284a74b30fa tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0042078
Feb 05 21:12:53.910964 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41286) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:53.915016 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-6750ce8c-2624-4c32-b3ed-3c39ef190a01 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:53.915946 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6750ce8c-2624-4c32-b3ed-3c39ef190a01 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0041511
Feb 05 21:12:53.918258 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41288) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:53.922604 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-d06ebdc0-6e21-4db0-8689-3ebd0c8f9b77 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:53.923533 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d06ebdc0-6e21-4db0-8689-3ebd0c8f9b77 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0042887
Feb 05 21:12:53.925642 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41290) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:53.930732 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-80c31298-75d8-4347-93ac-33d4e082bf5f tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:53.931660 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-80c31298-75d8-4347-93ac-33d4e082bf5f tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.0051961
Feb 05 21:12:53.933864 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41292) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:53.937899 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-d331e9ad-c8c4-464a-9935-2e335cfaf867 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:53.941385 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d331e9ad-c8c4-464a-9935-2e335cfaf867 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0044875
Feb 05 21:12:53.941960 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41294) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:53.947053 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [None req-f4eaa661-29af-4591-b737-a067bf516a37 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:53.948008 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f4eaa661-29af-4591-b737-a067bf516a37 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0049596
Feb 05 21:12:53.950519 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41296) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:53.954551 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-2bdfc956-71b7-4c01-aa14-4e2ca6996f12 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:53.955500 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2bdfc956-71b7-4c01-aa14-4e2ca6996f12 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0041573
Feb 05 21:12:53.957628 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41298) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:53.961993 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-362a143e-3ddc-46a5-acf7-cc9028614a77 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:53.962970 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-362a143e-3ddc-46a5-acf7-cc9028614a77 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0045209
Feb 05 21:12:53.965093 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41300) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:53.968804 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-e65b9a68-c252-4b94-9ae0-c13feafea86f tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:53.969730 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e65b9a68-c252-4b94-9ae0-c13feafea86f tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0038109
Feb 05 21:12:53.971811 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41302) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:53.975844 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-bdcccac8-6f6f-4d9b-b098-4c6bad5c46d7 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:53.976859 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-bdcccac8-6f6f-4d9b-b098-4c6bad5c46d7 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0041683
Feb 05 21:12:53.979175 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41304) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:53.983268 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-63ea3150-a86c-406d-b946-992e455fff93 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:53.984187 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-63ea3150-a86c-406d-b946-992e455fff93 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0039642
Feb 05 21:12:53.986258 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41306) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:53.989917 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-a5254df6-8442-405c-bc5d-a7a7b2b375aa tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:53.991090 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a5254df6-8442-405c-bc5d-a7a7b2b375aa tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0039732
Feb 05 21:12:53.993173 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41308) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:53.997459 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-a11d5910-f189-4c50-8bfd-a4a50e175c1a tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:53.998399 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a11d5910-f189-4c50-8bfd-a4a50e175c1a tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0044055
Feb 05 21:12:54.000368 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41310) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.003996 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-adfcc01e-8f7c-4921-affc-8f48f58ada27 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.004919 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-adfcc01e-8f7c-4921-affc-8f48f58ada27 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0037479
Feb 05 21:12:54.007570 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41312) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.011304 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-dc2de8c6-cad0-420c-875c-14d77d03633e tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.012223 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-dc2de8c6-cad0-420c-875c-14d77d03633e tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0038264
Feb 05 21:12:54.014178 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41314) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.017814 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-187d4eca-2a81-4cdb-99e9-42f4941c24e2 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.018758 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-187d4eca-2a81-4cdb-99e9-42f4941c24e2 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0037391
Feb 05 21:12:54.020739 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41316) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.025420 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-ebe0ec58-c606-4f5d-b4e9-adb78ed25403 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.026331 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ebe0ec58-c606-4f5d-b4e9-adb78ed25403 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0047684
Feb 05 21:12:54.028843 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41318) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.032743 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-2f58ba4c-9160-4f91-9361-8d6e1d9bfb44 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.033666 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2f58ba4c-9160-4f91-9361-8d6e1d9bfb44 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0040033
Feb 05 21:12:54.035696 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41320) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.040259 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-63291a24-c54e-4a32-900c-2e939dd92172 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.041201 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-63291a24-c54e-4a32-900c-2e939dd92172 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0046988
Feb 05 21:12:54.043434 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41322) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.047185 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-d32199b3-e45a-4f66-a314-8a48cacaa996 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.048278 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d32199b3-e45a-4f66-a314-8a48cacaa996 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0040247
Feb 05 21:12:54.050268 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41326) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.055444 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-1bb33f50-7362-419a-b31f-069b22ab7dee tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.056373 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1bb33f50-7362-419a-b31f-069b22ab7dee tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0053778
Feb 05 21:12:54.058578 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41328) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.062303 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-e0ac96ca-2eb6-45d5-9698-0181186af08f tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.063264 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e0ac96ca-2eb6-45d5-9698-0181186af08f tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0037794
Feb 05 21:12:54.065423 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41330) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.070044 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-76dc2692-7501-4c9b-a42a-f24cc9c7eaa8 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.070998 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-76dc2692-7501-4c9b-a42a-f24cc9c7eaa8 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0047295
Feb 05 21:12:54.073093 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41332) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.076784 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-236fc4bc-d3eb-4bb6-b523-e9acdaf651ba tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.077697 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-236fc4bc-d3eb-4bb6-b523-e9acdaf651ba tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0037994
Feb 05 21:12:54.079758 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41334) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.083427 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-04b383f2-68ce-41ef-9cd9-138c1e6d1539 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.084646 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-04b383f2-68ce-41ef-9cd9-138c1e6d1539 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200  len: 515 time: 0.0039258
Feb 05 21:12:54.086646 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41336) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.090245 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-f9832029-c386-4531-98ef-947c4ed25063 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.091217 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f9832029-c386-4531-98ef-947c4ed25063 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0037622
Feb 05 21:12:54.093225 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41338) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.096822 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-9364f84a-c81c-467c-8238-e669b2b5a12f tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.097730 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9364f84a-c81c-467c-8238-e669b2b5a12f tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0036993
Feb 05 21:12:54.100107 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41340) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.104436 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [None req-69c3f2a6-7ca0-43fd-a1ab-62d1ed098ddd tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.105481 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-69c3f2a6-7ca0-43fd-a1ab-62d1ed098ddd tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0043321
Feb 05 21:12:54.107509 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41342) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.111197 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [None req-2807d596-50de-4c77-a5dd-c02e6fe3df7c tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.112116 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2807d596-50de-4c77-a5dd-c02e6fe3df7c tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0037572
Feb 05 21:12:54.114139 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41344) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.119406 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [None req-40cf1ec1-4dd5-4ef1-9895-3577789faacc tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.120632 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-40cf1ec1-4dd5-4ef1-9895-3577789faacc tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0056236
Feb 05 21:12:54.122718 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41346) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.126330 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [None req-bd7bfb07-e31d-4a19-9db7-44eda6384884 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.127283 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-bd7bfb07-e31d-4a19-9db7-44eda6384884 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0037358
Feb 05 21:12:54.129304 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41348) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.133744 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [None req-c2bd6c2e-60de-4cc2-8c38-44ffaa49ccc9 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.134720 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c2bd6c2e-60de-4cc2-8c38-44ffaa49ccc9 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200  len: 383 time: 0.0045393
Feb 05 21:12:54.136770 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41350) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.140464 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [None req-706b586e-8338-486b-8d8d-1b7beafca414 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.141389 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-706b586e-8338-486b-8d8d-1b7beafca414 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0038018
Feb 05 21:12:54.143491 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41352) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.147191 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [None req-b5e6e1de-7286-4119-bad7-9d38af8ec527 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.148121 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b5e6e1de-7286-4119-bad7-9d38af8ec527 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200  len: 392 time: 0.0038114
Feb 05 21:12:54.150175 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41354) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.153825 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [None req-2cebfb0d-e6c0-462e-919b-1b640ad3730d tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.154826 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2cebfb0d-e6c0-462e-919b-1b640ad3730d tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0037885
Feb 05 21:12:54.156865 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41356) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.160574 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [None req-6336ca44-b095-4b06-b000-6156a0d51c4c tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.161638 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6336ca44-b095-4b06-b000-6156a0d51c4c tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0038044
Feb 05 21:12:54.164190 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41360) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.168008 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [None req-358a75e6-4371-4345-bbe1-d47c386e2bf0 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.168948 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-358a75e6-4371-4345-bbe1-d47c386e2bf0 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0039177
Feb 05 21:12:54.171464 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41362) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.176060 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [None req-864aeb67-45ee-4af8-a7e3-00aa7cb2a845 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.177338 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-864aeb67-45ee-4af8-a7e3-00aa7cb2a845 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0046232
Feb 05 21:12:54.180185 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41364) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.185112 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [None req-e74c08e2-1ca1-4177-96a9-ffd0318e8b86 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.186343 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e74c08e2-1ca1-4177-96a9-ffd0318e8b86 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0050743
Feb 05 21:12:54.188738 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41366) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.192922 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [None req-974bcd55-a44a-4f2b-a8bf-e83ab00e180a tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.194483 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-974bcd55-a44a-4f2b-a8bf-e83ab00e180a tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200  len: 420 time: 0.0046103
Feb 05 21:12:54.196770 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41368) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.201416 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [None req-c65bce82-3ea4-47fb-9efe-7f7f33900cf6 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.205210 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c65bce82-3ea4-47fb-9efe-7f7f33900cf6 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 386 time: 0.0075254
Feb 05 21:12:54.207147 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41370) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.210353 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [None req-7358c22f-0d98-47ab-8f11-8c7456f1d2dd tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.213437 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7358c22f-0d98-47ab-8f11-8c7456f1d2dd tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0046492
Feb 05 21:12:54.213888 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41372) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.218459 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-38b9395f-3e62-404b-95d7-ca26f2ca9514 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.219404 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-38b9395f-3e62-404b-95d7-ca26f2ca9514 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0045302
Feb 05 21:12:54.221723 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41374) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.226299 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-983a7030-c570-4041-a921-52dab8967692 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.227278 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-983a7030-c570-4041-a921-52dab8967692 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200  len: 392 time: 0.0046716
Feb 05 21:12:54.229695 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41376) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.233667 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-50278437-6c0f-4e21-b47b-5fc7428719c7 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.234622 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-50278437-6c0f-4e21-b47b-5fc7428719c7 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0040240
Feb 05 21:12:54.236810 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41378) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.241271 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-22e11915-d178-4ff4-93f7-fb7c5e87af3f tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.242070 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-22e11915-d178-4ff4-93f7-fb7c5e87af3f tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0043015
Feb 05 21:12:54.244637 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41380) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.248532 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-8729acfa-b7e2-4352-b091-9d05c3106d3f tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.249689 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8729acfa-b7e2-4352-b091-9d05c3106d3f tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0039876
Feb 05 21:12:54.251706 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41382) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.255634 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-6fcfebb8-acf8-495c-9367-529f719679fb tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.257194 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6fcfebb8-acf8-495c-9367-529f719679fb tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0046375
Feb 05 21:12:54.259558 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41384) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.263519 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-464eaaaf-81ab-4d92-911a-52c09ffed93d tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.264482 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-464eaaaf-81ab-4d92-911a-52c09ffed93d tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0040720
Feb 05 21:12:54.266880 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41386) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.271454 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcab708-b5bc-45e0-bcbe-ccb5e7712183 req-14583f7b-2c9d-4b35-8610-f7385f2944ae tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:54.272865 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-ea6b84e7-6ab9-4fb5-9d3b-dc6a3cd68be2 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.273010 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0fcab708-b5bc-45e0-bcbe-ccb5e7712183 req-14583f7b-2c9d-4b35-8610-f7385f2944ae tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/ports?device_id=b35db744-8bde-4649-b86a-90ffe539c18a HTTP/1.1" status: 200  len: 945 time: 0.0607371
Feb 05 21:12:54.273891 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ea6b84e7-6ab9-4fb5-9d3b-dc6a3cd68be2 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0058537
Feb 05 21:12:54.276825 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41388) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.281052 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-a710a460-8803-4b1e-b862-4d0d9c741022 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.282417 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a710a460-8803-4b1e-b862-4d0d9c741022 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200  len: 445 time: 0.0043361
Feb 05 21:12:54.284424 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41390) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.289632 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-28790a7e-6799-4bf8-9246-d3a4632d8b55 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.290678 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-28790a7e-6799-4bf8-9246-d3a4632d8b55 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0053074
Feb 05 21:12:54.292996 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41392) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.297334 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-1f9b1a81-7d5e-4474-95ef-4c4a2dd26cae tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.298223 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1f9b1a81-7d5e-4474-95ef-4c4a2dd26cae tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200  len: 448 time: 0.0043449
Feb 05 21:12:54.300381 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41394) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.304996 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-03b2331b-e0ae-4a3c-9559-0523a115f187 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.305935 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-03b2331b-e0ae-4a3c-9559-0523a115f187 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200  len: 435 time: 0.0047207
Feb 05 21:12:54.308119 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41396) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.312000 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-c96a1f48-c47e-4c6a-b587-ced24333cc63 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.313011 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c96a1f48-c47e-4c6a-b587-ced24333cc63 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0040166
Feb 05 21:12:54.315067 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41398) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.320405 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-3b6a675f-bd98-49df-9592-6c2d09ea8b4a tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.321356 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3b6a675f-bd98-49df-9592-6c2d09ea8b4a tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0054531
Feb 05 21:12:54.323604 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41400) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.326774 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0fcab708-b5bc-45e0-bcbe-ccb5e7712183 req-d77f7dc9-e413-4798-8802-01d337d5a1e4 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/security-groups?id=edc2c740-d2d1-49d0-87fe-7ff725f02da3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472128
Feb 05 21:12:54.327547 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-a3cf51ae-0dd1-42e0-85a1-6b496f232cb8 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.328481 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a3cf51ae-0dd1-42e0-85a1-6b496f232cb8 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0040338
Feb 05 21:12:54.330698 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41402) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.334669 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-5e39799c-322d-4e8e-a8f3-16da17bfd7a7 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.335610 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5e39799c-322d-4e8e-a8f3-16da17bfd7a7 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0040035
Feb 05 21:12:54.337684 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41404) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.342454 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-bbabdca9-7541-4c48-a867-86c3d68c30f4 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.343436 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-bbabdca9-7541-4c48-a867-86c3d68c30f4 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0048940
Feb 05 21:12:54.345693 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41406) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.350266 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-16b1b2c8-2788-4c14-97fc-62a7d4ef2721 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.351236 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-16b1b2c8-2788-4c14-97fc-62a7d4ef2721 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0046043
Feb 05 21:12:54.353562 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41408) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.357385 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-b5dc5df5-5788-4190-89fc-e69994b7a9cf tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.358327 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b5dc5df5-5788-4190-89fc-e69994b7a9cf tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0039127
Feb 05 21:12:54.360362 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41410) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.364336 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-a718780a-3482-4a02-88be-b206ebc08926 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.365893 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a718780a-3482-4a02-88be-b206ebc08926 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0040855
Feb 05 21:12:54.367873 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41412) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.371599 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [None req-54417ea0-4786-4ff1-88ac-7ab0daf03303 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.372526 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-54417ea0-4786-4ff1-88ac-7ab0daf03303 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0038283
Feb 05 21:12:54.374722 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41414) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.379005 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [None req-f73285c0-f7ec-4166-adfc-c27b56649556 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.379969 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f73285c0-f7ec-4166-adfc-c27b56649556 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0042591
Feb 05 21:12:54.382731 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41416) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.386520 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [None req-0c731b6c-68ac-40cd-ab96-e9a80f4aa9a5 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:12:54.387440 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0c731b6c-68ac-40cd-ab96-e9a80f4aa9a5 tempest-ExtensionsTestJSON-663704518 tempest-ExtensionsTestJSON-663704518-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0037796
Feb 05 21:12:54.510887 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf93f6b-1854-43ec-bf7c-917dcf207ef4 req-d3a672a7-f4ec-422a-9935-8e6e29e60847 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:54.512440 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2bf93f6b-1854-43ec-bf7c-917dcf207ef4 req-d3a672a7-f4ec-422a-9935-8e6e29e60847 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.21 "GET /v2.0/ports?device_id=b35db744-8bde-4649-b86a-90ffe539c18a HTTP/1.1" status: 200  len: 945 time: 0.0556927
Feb 05 21:12:54.633791 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-2bf93f6b-1854-43ec-bf7c-917dcf207ef4 req-52088018-05ed-47f3-8a09-21c26d57a12b tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Deleting port c5036365-ea47-4882-9eb2-aa9f65009a34 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:12:54.634444 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2bf93f6b-1854-43ec-bf7c-917dcf207ef4 req-52088018-05ed-47f3-8a09-21c26d57a12b tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (c5036365-ea47-4882-9eb2-aa9f65009a34), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:54.653673 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41422) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.748518 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-2bf93f6b-1854-43ec-bf7c-917dcf207ef4 req-52088018-05ed-47f3-8a09-21c26d57a12b tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] For port c5036365-ea47-4882-9eb2-aa9f65009a34, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c5036365-ea47-4882-9eb2-aa9f65009a34,segment=NetworkSegment(47bc02fc-a8a1-4e62-a4ef-1974caf72ac2),segment_id=47bc02fc-a8a1-4e62-a4ef-1974caf72ac2)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:12:54.748954 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2bf93f6b-1854-43ec-bf7c-917dcf207ef4 req-52088018-05ed-47f3-8a09-21c26d57a12b tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (c5036365-ea47-4882-9eb2-aa9f65009a34), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:54.764806 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-2bf93f6b-1854-43ec-bf7c-917dcf207ef4 req-52088018-05ed-47f3-8a09-21c26d57a12b tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Calling delete_port for c5036365-ea47-4882-9eb2-aa9f65009a34 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:12:54.784193 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-badca450-e0ef-45ab-9f3a-84d0706f5041 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:54.880211 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-badca450-e0ef-45ab-9f3a-84d0706f5041 admin admin] Publish callbacks [] for security_group (662ae59a-5749-4d01-9bd3-a4803caa34d1), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:54.886638 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-badca450-e0ef-45ab-9f3a-84d0706f5041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (662ae59a-5749-4d01-9bd3-a4803caa34d1), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:54.920781 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2bf93f6b-1854-43ec-bf7c-917dcf207ef4 req-52088018-05ed-47f3-8a09-21c26d57a12b tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (c5036365-ea47-4882-9eb2-aa9f65009a34), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:54.931138 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-badca450-e0ef-45ab-9f3a-84d0706f5041 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4c909a5398c74180851fce69bd57557d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2762980
Feb 05 21:12:54.931977 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41426) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:54.932918 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badca450-e0ef-45ab-9f3a-84d0706f5041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662ae59a-5749-4d01-9bd3-a4803caa34d1,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:54.952127 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52088018-05ed-47f3-8a09-21c26d57a12b tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event deleted for resources: {'Port': ['ID=c5036365-ea47-4882-9eb2-aa9f65009a34,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:54.997601 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e1685186-47e1-4c61-9494-7fdff78020e7 admin admin] Publish callbacks [] for security_group (662ae59a-5749-4d01-9bd3-a4803caa34d1), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:55.012854 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf93f6b-1854-43ec-bf7c-917dcf207ef4 req-52088018-05ed-47f3-8a09-21c26d57a12b tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] No DVR routers for this DVR port c5036365-ea47-4882-9eb2-aa9f65009a34 on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:12:55.015957 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2bf93f6b-1854-43ec-bf7c-917dcf207ef4 req-52088018-05ed-47f3-8a09-21c26d57a12b tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:55.019751 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2bf93f6b-1854-43ec-bf7c-917dcf207ef4 req-52088018-05ed-47f3-8a09-21c26d57a12b tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.21 "DELETE /v2.0/ports/c5036365-ea47-4882-9eb2-aa9f65009a34 HTTP/1.1" status: 204  len: 173 time: 0.5015969
Feb 05 21:12:55.020389 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35db744-8bde-4649-b86a-90ffe539c18a', 'name': 'network-vif-deleted', 'tag': 'c5036365-ea47-4882-9eb2-aa9f65009a34'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:12:55.028423 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbcc4791-7813-47e3-a0dc-0b522232840f" -d '{"events": [{"server_uuid": "b35db744-8bde-4649-b86a-90ffe539c18a", "name": "network-vif-deleted", "tag": "c5036365-ea47-4882-9eb2-aa9f65009a34"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:12:55.033731 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e1685186-47e1-4c61-9494-7fdff78020e7 admin admin] Publish callbacks [] for security_group (662ae59a-5749-4d01-9bd3-a4803caa34d1), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:55.085284 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c91c6d3-82a8-4413-8123-cffb12cb7d56 x-openstack-request-id: req-4c91c6d3-82a8-4413-8123-cffb12cb7d56 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:12:55.085736 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35db744-8bde-4649-b86a-90ffe539c18a", "name": "network-vif-deleted", "tag": "c5036365-ea47-4882-9eb2-aa9f65009a34", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:12:55.085991 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4c91c6d3-82a8-4413-8123-cffb12cb7d56 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:12:55.086456 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35db744-8bde-4649-b86a-90ffe539c18a', 'name': 'network-vif-deleted', 'tag': 'c5036365-ea47-4882-9eb2-aa9f65009a34', 'status': 'completed', 'code': 200}
Feb 05 21:12:55.104452 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e1685186-47e1-4c61-9494-7fdff78020e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (662ae59a-5749-4d01-9bd3-a4803caa34d1), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:55.110883 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e1685186-47e1-4c61-9494-7fdff78020e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:55.112683 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e1685186-47e1-4c61-9494-7fdff78020e7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/662ae59a-5749-4d01-9bd3-a4803caa34d1 HTTP/1.1" status: 204  len: 168 time: 0.1771255
Feb 05 21:12:55.126656 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1685186-47e1-4c61-9494-7fdff78020e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662ae59a-5749-4d01-9bd3-a4803caa34d1,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:55.470547 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8f928807-3906-4af8-bd27-04babeb96a58 req-0234a1f6-d1e9-48c3-9b49-19b3f9e9bdf1 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/ports?device_id=b35db744-8bde-4649-b86a-90ffe539c18a HTTP/1.1" status: 200  len: 210 time: 0.0449579
Feb 05 21:12:55.830740 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41454) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:55.933625 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-eb1d8463-099c-42bd-9ffe-c5da158b9aad tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1999642687'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:12:55.953373 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1d8463-099c-42bd-9ffe-c5da158b9aad tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Made reservation on behalf of d10fb84242a0415aa710de7f284a9f96 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:12:55.956822 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eb1d8463-099c-42bd-9ffe-c5da158b9aad tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:55.965993 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eb1d8463-099c-42bd-9ffe-c5da158b9aad tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:56.041894 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eb1d8463-099c-42bd-9ffe-c5da158b9aad tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks [] for security_group (b051a0d3-16b2-454a-9b65-1c916ba14024), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:56.046171 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eb1d8463-099c-42bd-9ffe-c5da158b9aad tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b051a0d3-16b2-454a-9b65-1c916ba14024), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:56.074094 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb1d8463-099c-42bd-9ffe-c5da158b9aad tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:12:56.083337 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d8463-099c-42bd-9ffe-c5da158b9aad tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b051a0d3-16b2-454a-9b65-1c916ba14024,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:56.090310 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eb1d8463-099c-42bd-9ffe-c5da158b9aad tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (e5ad5ab9-8301-4f3b-a2ca-a8e0a2a045fa), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:56.090693 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-eb1d8463-099c-42bd-9ffe-c5da158b9aad tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Added segment e5ad5ab9-8301-4f3b-a2ca-a8e0a2a045fa of type vlan for network 876adde6-24c4-407c-9d9f-9fc9a4d6f499
Feb 05 21:12:56.129534 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eb1d8463-099c-42bd-9ffe-c5da158b9aad tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (876adde6-24c4-407c-9d9f-9fc9a4d6f499), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:56.158639 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eb1d8463-099c-42bd-9ffe-c5da158b9aad tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (876adde6-24c4-407c-9d9f-9fc9a4d6f499), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:56.163794 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1d8463-099c-42bd-9ffe-c5da158b9aad tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:56.164373 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eb1d8463-099c-42bd-9ffe-c5da158b9aad tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:56.199072 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-eb1d8463-099c-42bd-9ffe-c5da158b9aad tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 0.3671746
Feb 05 21:12:56.202011 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41460) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:56.207157 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-ab5768df-5d0b-4608-8703-22c8059c8dfc tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Request body: {'subnet': {'network_id': '876adde6-24c4-407c-9d9f-9fc9a4d6f499', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:12:56.233659 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d8463-099c-42bd-9ffe-c5da158b9aad tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Pushing event updated for resources: {'Network': ['ID=876adde6-24c4-407c-9d9f-9fc9a4d6f499,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:56.244514 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 876adde6-24c4-407c-9d9f-9fc9a4d6f499 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:12:56.293884 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5768df-5d0b-4608-8703-22c8059c8dfc tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Made reservation on behalf of d10fb84242a0415aa710de7f284a9f96 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:12:56.297630 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ab5768df-5d0b-4608-8703-22c8059c8dfc tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:56.479007 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ab5768df-5d0b-4608-8703-22c8059c8dfc tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (30c540f7-fca7-4345-8f49-39e9e96798dc), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:56.528079 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41464) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:56.544642 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5768df-5d0b-4608-8703-22c8059c8dfc tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Pushing event updated for resources: {'Subnet': ['ID=30c540f7-fca7-4345-8f49-39e9e96798dc,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:56.554514 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5768df-5d0b-4608-8703-22c8059c8dfc tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Checking segment: {'id': 'e5ad5ab9-8301-4f3b-a2ca-a8e0a2a045fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '876adde6-24c4-407c-9d9f-9fc9a4d6f499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:12:56.554895 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5768df-5d0b-4608-8703-22c8059c8dfc tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Network hostable DHCP agents. Network: 876adde6-24c4-407c-9d9f-9fc9a4d6f499, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:12:56.573445 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5768df-5d0b-4608-8703-22c8059c8dfc tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Network 876adde6-24c4-407c-9d9f-9fc9a4d6f499 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:12:56.583431 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-ab5768df-5d0b-4608-8703-22c8059c8dfc tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 876adde6-24c4-407c-9d9f-9fc9a4d6f499) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:12:56.588282 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5768df-5d0b-4608-8703-22c8059c8dfc tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:56.589355 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ab5768df-5d0b-4608-8703-22c8059c8dfc tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:56.595009 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6afd7eae-1971-4482-8da9-1f90ef4f3fac tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group (edc2c740-d2d1-49d0-87fe-7ff725f02da3), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:56.595766 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524c6956-966f-4490-ba98-7f795ddacb92 None None] Network 876adde6-24c4-407c-9d9f-9fc9a4d6f499 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:12:56.608987 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ab5768df-5d0b-4608-8703-22c8059c8dfc tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4057693
Feb 05 21:12:56.611765 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41466) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:56.619770 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-4cdaccc2-346f-4d31-8951-c33b21f53a3d tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Request body: {'port': {'network_id': '876adde6-24c4-407c-9d9f-9fc9a4d6f499', 'name': 'tempest-ExtraDHCPOptionsTestJSON-232936067'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:12:56.648705 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6afd7eae-1971-4482-8da9-1f90ef4f3fac tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group (edc2c740-d2d1-49d0-87fe-7ff725f02da3), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:56.700950 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d079b3e-ef1a-4277-8a5e-77e5979b42ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-876adde6-24c4-407c-9d9f-9fc9a4d6f499', 'network_id': '876adde6-24c4-407c-9d9f-9fc9a4d6f499', 'project_id': 'd10fb84242a0415aa710de7f284a9f96', 'fixed_ips': [{'subnet_id': '30c540f7-fca7-4345-8f49-39e9e96798dc'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:12:56.701871 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2d079b3e-ef1a-4277-8a5e-77e5979b42ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:56.848196 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-2d079b3e-ef1a-4277-8a5e-77e5979b42ce None None] Allocated IP 172.20.0.2 (876adde6-24c4-407c-9d9f-9fc9a4d6f499/30c540f7-fca7-4345-8f49-39e9e96798dc/578fbfcf-1696-431a-bfc8-b9d1e08b0b9b) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:12:57.031171 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdaccc2-346f-4d31-8951-c33b21f53a3d tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Made reservation on behalf of d10fb84242a0415aa710de7f284a9f96 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:12:57.034594 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4cdaccc2-346f-4d31-8951-c33b21f53a3d tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:57.053066 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6afd7eae-1971-4482-8da9-1f90ef4f3fac tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (edc2c740-d2d1-49d0-87fe-7ff725f02da3), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:57.055593 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6afd7eae-1971-4482-8da9-1f90ef4f3fac tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:57.056759 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6afd7eae-1971-4482-8da9-1f90ef4f3fac tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "DELETE /v2.0/security-groups/edc2c740-d2d1-49d0-87fe-7ff725f02da3 HTTP/1.1" status: 204  len: 168 time: 0.5274858
Feb 05 21:12:57.061756 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [None req-4cdaccc2-346f-4d31-8951-c33b21f53a3d tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] device_id is not set on port 07a8c643-22c2-4ff3-a49b-d0fd09d2f80c yet. {{(pid=114391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:12:57.077276 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd7eae-1971-4482-8da9-1f90ef4f3fac tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc2c740-d2d1-49d0-87fe-7ff725f02da3,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:57.098609 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41470) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:57.190478 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2d079b3e-ef1a-4277-8a5e-77e5979b42ce None None] Publish callbacks [] for port (578fbfcf-1696-431a-bfc8-b9d1e08b0b9b), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:57.205755 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2d079b3e-ef1a-4277-8a5e-77e5979b42ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (578fbfcf-1696-431a-bfc8-b9d1e08b0b9b), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:57.246524 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d079b3e-ef1a-4277-8a5e-77e5979b42ce None None] Network 876adde6-24c4-407c-9d9f-9fc9a4d6f499 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:12:57.250474 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-2d079b3e-ef1a-4277-8a5e-77e5979b42ce None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:12:57.254345 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d079b3e-ef1a-4277-8a5e-77e5979b42ce None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:12:57.269578 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.db.api [None req-4cdaccc2-346f-4d31-8951-c33b21f53a3d tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-a450bff4-f942-494c-801a-13cc07b2e6b1 {{(pid=114391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 21:12:57.270255 ncdv-master-1 neutron-server[114391]: DEBUG oslo_db.api [None req-4cdaccc2-346f-4d31-8951-c33b21f53a3d tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 21:12:57.307128 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d079b3e-ef1a-4277-8a5e-77e5979b42ce None None] Pushing event updated for resources: {'Port': ['ID=578fbfcf-1696-431a-bfc8-b9d1e08b0b9b,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:57.345972 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-2d079b3e-ef1a-4277-8a5e-77e5979b42ce None None] Attempting to bind port 578fbfcf-1696-431a-bfc8-b9d1e08b0b9b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:12:57.346442 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-2d079b3e-ef1a-4277-8a5e-77e5979b42ce None None] Attempting to bind port 578fbfcf-1696-431a-bfc8-b9d1e08b0b9b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e5ad5ab9-8301-4f3b-a2ca-a8e0a2a045fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '876adde6-24c4-407c-9d9f-9fc9a4d6f499'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:12:57.347106 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d079b3e-ef1a-4277-8a5e-77e5979b42ce None None] Attempting to bind port 578fbfcf-1696-431a-bfc8-b9d1e08b0b9b on network 876adde6-24c4-407c-9d9f-9fc9a4d6f499 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:12:57.353680 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d079b3e-ef1a-4277-8a5e-77e5979b42ce None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:12:57.354359 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d079b3e-ef1a-4277-8a5e-77e5979b42ce None None] Checking segment: {'id': 'e5ad5ab9-8301-4f3b-a2ca-a8e0a2a045fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '876adde6-24c4-407c-9d9f-9fc9a4d6f499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:12:57.355283 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2d079b3e-ef1a-4277-8a5e-77e5979b42ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:57.355696 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d079b3e-ef1a-4277-8a5e-77e5979b42ce None None] Bound using segment: {'id': 'e5ad5ab9-8301-4f3b-a2ca-a8e0a2a045fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '876adde6-24c4-407c-9d9f-9fc9a4d6f499'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:12:57.356253 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-2d079b3e-ef1a-4277-8a5e-77e5979b42ce None None] Bound port: 578fbfcf-1696-431a-bfc8-b9d1e08b0b9b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ad5ab9-8301-4f3b-a2ca-a8e0a2a045fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '876adde6-24c4-407c-9d9f-9fc9a4d6f499'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:12:57.356664 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2d079b3e-ef1a-4277-8a5e-77e5979b42ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (578fbfcf-1696-431a-bfc8-b9d1e08b0b9b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:57.433398 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-2d079b3e-ef1a-4277-8a5e-77e5979b42ce None None] For port 578fbfcf-1696-431a-bfc8-b9d1e08b0b9b, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:12:57.438034 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-2d079b3e-ef1a-4277-8a5e-77e5979b42ce None None] For port 578fbfcf-1696-431a-bfc8-b9d1e08b0b9b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=578fbfcf-1696-431a-bfc8-b9d1e08b0b9b,segment=NetworkSegment(e5ad5ab9-8301-4f3b-a2ca-a8e0a2a045fa),segment_id=e5ad5ab9-8301-4f3b-a2ca-a8e0a2a045fa)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:12:57.444791 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2d079b3e-ef1a-4277-8a5e-77e5979b42ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (578fbfcf-1696-431a-bfc8-b9d1e08b0b9b), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:57.525406 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d079b3e-ef1a-4277-8a5e-77e5979b42ce None None] Pushing event updated for resources: {'Port': ['ID=578fbfcf-1696-431a-bfc8-b9d1e08b0b9b,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:57.575178 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ce82a0c9-0f04-4279-898d-0665045d1654 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (b83505ee-a5db-4086-b8af-0a22c1dcf88a), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:57.772543 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4cdaccc2-346f-4d31-8951-c33b21f53a3d tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:57.794895 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [None req-4cdaccc2-346f-4d31-8951-c33b21f53a3d tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] device_id is not set on port 13692019-d4dd-4848-b68a-c52e92840276 yet. {{(pid=114391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:12:57.890736 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-ce82a0c9-0f04-4279-898d-0665045d1654 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Deleting port 8244e94f-4902-46ba-a3c6-b11f0822a3ba {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:12:57.891084 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ce82a0c9-0f04-4279-898d-0665045d1654 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (8244e94f-4902-46ba-a3c6-b11f0822a3ba), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:57.928138 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-4cdaccc2-346f-4d31-8951-c33b21f53a3d tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Allocated IP 172.20.0.6 (876adde6-24c4-407c-9d9f-9fc9a4d6f499/30c540f7-fca7-4345-8f49-39e9e96798dc/13692019-d4dd-4848-b68a-c52e92840276) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:12:57.994786 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-ce82a0c9-0f04-4279-898d-0665045d1654 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] For port 8244e94f-4902-46ba-a3c6-b11f0822a3ba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8244e94f-4902-46ba-a3c6-b11f0822a3ba,segment=NetworkSegment(47bc02fc-a8a1-4e62-a4ef-1974caf72ac2),segment_id=47bc02fc-a8a1-4e62-a4ef-1974caf72ac2)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:12:57.995166 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ce82a0c9-0f04-4279-898d-0665045d1654 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (8244e94f-4902-46ba-a3c6-b11f0822a3ba), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:58.007978 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-ce82a0c9-0f04-4279-898d-0665045d1654 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Calling delete_port for 8244e94f-4902-46ba-a3c6-b11f0822a3ba owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:12:58.071820 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device c5036365-ea47-4882-9eb2-aa9f65009a34 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:12:58.099131 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: c5036365-ea47-4882-9eb2-aa9f65009a34 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:12:58.100563 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device c5036365-ea47-4882-9eb2-aa9f65009a34 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:12:58.104884 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4cdaccc2-346f-4d31-8951-c33b21f53a3d tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks [] for port (13692019-d4dd-4848-b68a-c52e92840276), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:58.143937 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4cdaccc2-346f-4d31-8951-c33b21f53a3d tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (13692019-d4dd-4848-b68a-c52e92840276), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:58.200247 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdaccc2-346f-4d31-8951-c33b21f53a3d tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Network 876adde6-24c4-407c-9d9f-9fc9a4d6f499 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:12:58.213631 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-4cdaccc2-346f-4d31-8951-c33b21f53a3d tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:12:58.216249 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdaccc2-346f-4d31-8951-c33b21f53a3d tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Pushing event updated for resources: {'Port': ['ID=13692019-d4dd-4848-b68a-c52e92840276,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:58.218505 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdaccc2-346f-4d31-8951-c33b21f53a3d tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:12:58.252883 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ce82a0c9-0f04-4279-898d-0665045d1654 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (8244e94f-4902-46ba-a3c6-b11f0822a3ba), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:58.285905 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce82a0c9-0f04-4279-898d-0665045d1654 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event deleted for resources: {'Port': ['ID=8244e94f-4902-46ba-a3c6-b11f0822a3ba,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:58.331175 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdaccc2-346f-4d31-8951-c33b21f53a3d tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:58.332259 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4cdaccc2-346f-4d31-8951-c33b21f53a3d tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:58.358573 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4cdaccc2-346f-4d31-8951-c33b21f53a3d tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7456830
Feb 05 21:12:58.361555 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41480) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:58.369328 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-dc1d3452-a0e2-4e71-b8e4-0b4a52d27f50 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Request body: {'port': {'network_id': '876adde6-24c4-407c-9d9f-9fc9a4d6f499', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1390776340', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:12:58.370541 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.api.validators [None req-dc1d3452-a0e2-4e71-b8e4-0b4a52d27f50 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] bootfile-name is not in valid_values {{(pid=114391) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Feb 05 21:12:58.370903 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.api.validators [None req-dc1d3452-a0e2-4e71-b8e4-0b4a52d27f50 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] tftp-server is not in valid_values {{(pid=114391) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Feb 05 21:12:58.371252 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.api.validators [None req-dc1d3452-a0e2-4e71-b8e4-0b4a52d27f50 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] server-ip-address is not in valid_values {{(pid=114391) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Feb 05 21:12:58.536651 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1d3452-a0e2-4e71-b8e4-0b4a52d27f50 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Made reservation on behalf of d10fb84242a0415aa710de7f284a9f96 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:12:58.545908 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dc1d3452-a0e2-4e71-b8e4-0b4a52d27f50 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:58.575455 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [None req-dc1d3452-a0e2-4e71-b8e4-0b4a52d27f50 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] device_id is not set on port c797cad5-0ffa-4d59-b033-e328508e49a2 yet. {{(pid=114391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:12:58.579134 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ce82a0c9-0f04-4279-898d-0665045d1654 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (b83505ee-a5db-4086-b8af-0a22c1dcf88a), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:58.740582 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-dc1d3452-a0e2-4e71-b8e4-0b4a52d27f50 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Allocated IP 172.20.0.3 (876adde6-24c4-407c-9d9f-9fc9a4d6f499/30c540f7-fca7-4345-8f49-39e9e96798dc/c797cad5-0ffa-4d59-b033-e328508e49a2) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:12:58.829225 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2b7d4d-9283-483d-a81d-05471e901a66 None None] Network 876adde6-24c4-407c-9d9f-9fc9a4d6f499 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:12:58.869827 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce82a0c9-0f04-4279-898d-0665045d1654 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Router b83505ee-a5db-4086-b8af-0a22c1dcf88a has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:12:58.918778 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-56aa8ea3-bbb1-4896-91f7-bdd66e1747b4 None None] Provisioning complete for port 578fbfcf-1696-431a-bfc8-b9d1e08b0b9b triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:12:58.919220 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-56aa8ea3-bbb1-4896-91f7-bdd66e1747b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (578fbfcf-1696-431a-bfc8-b9d1e08b0b9b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:58.926061 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 578fbfcf-1696-431a-bfc8-b9d1e08b0b9b up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:12:58.959929 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dc1d3452-a0e2-4e71-b8e4-0b4a52d27f50 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks [] for port (c797cad5-0ffa-4d59-b033-e328508e49a2), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:59.004985 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dc1d3452-a0e2-4e71-b8e4-0b4a52d27f50 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (c797cad5-0ffa-4d59-b033-e328508e49a2), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:59.065539 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1d3452-a0e2-4e71-b8e4-0b4a52d27f50 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Network 876adde6-24c4-407c-9d9f-9fc9a4d6f499 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:12:59.069216 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-dc1d3452-a0e2-4e71-b8e4-0b4a52d27f50 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:12:59.072699 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 578fbfcf-1696-431a-bfc8-b9d1e08b0b9b triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:12:59.073353 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (578fbfcf-1696-431a-bfc8-b9d1e08b0b9b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:59.073804 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1d3452-a0e2-4e71-b8e4-0b4a52d27f50 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:12:59.081140 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d3452-a0e2-4e71-b8e4-0b4a52d27f50 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Pushing event updated for resources: {'Port': ['ID=c797cad5-0ffa-4d59-b033-e328508e49a2,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:59.152086 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1d3452-a0e2-4e71-b8e4-0b4a52d27f50 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:59.152086 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dc1d3452-a0e2-4e71-b8e4-0b4a52d27f50 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:59.177521 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-56aa8ea3-bbb1-4896-91f7-bdd66e1747b4 None None] Current status of the port 578fbfcf-1696-431a-bfc8-b9d1e08b0b9b is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:12:59.177937 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-56aa8ea3-bbb1-4896-91f7-bdd66e1747b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (578fbfcf-1696-431a-bfc8-b9d1e08b0b9b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:59.184366 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-dc1d3452-a0e2-4e71-b8e4-0b4a52d27f50 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1152 time: 0.8215528
Feb 05 21:12:59.187436 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41492) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:59.235877 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 578fbfcf-1696-431a-bfc8-b9d1e08b0b9b is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:12:59.236206 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (578fbfcf-1696-431a-bfc8-b9d1e08b0b9b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:59.281097 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-56aa8ea3-bbb1-4896-91f7-bdd66e1747b4 None None] For port 578fbfcf-1696-431a-bfc8-b9d1e08b0b9b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=578fbfcf-1696-431a-bfc8-b9d1e08b0b9b,segment=NetworkSegment(e5ad5ab9-8301-4f3b-a2ca-a8e0a2a045fa),segment_id=e5ad5ab9-8301-4f3b-a2ca-a8e0a2a045fa)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:12:59.288371 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-56aa8ea3-bbb1-4896-91f7-bdd66e1747b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (578fbfcf-1696-431a-bfc8-b9d1e08b0b9b), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:59.330913 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5becc27b-97db-4ff1-a8ad-eead20a6c6f5 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:59.347524 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5becc27b-97db-4ff1-a8ad-eead20a6c6f5 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:59.362643 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5becc27b-97db-4ff1-a8ad-eead20a6c6f5 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:12:59.364489 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5becc27b-97db-4ff1-a8ad-eead20a6c6f5 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2615 time: 0.1747329
Feb 05 21:12:59.368796 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41496) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:59.402636 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 21:12:59.402937 ncdv-master-1 neutron-server[114392]: DEBUG oslo_db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 21:12:59.405942 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce82a0c9-0f04-4279-898d-0665045d1654 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:12:59.408403 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa8ea3-bbb1-4896-91f7-bdd66e1747b4 None None] Pushing event updated for resources: {'Port': ['ID=578fbfcf-1696-431a-bfc8-b9d1e08b0b9b,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:59.414330 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ce82a0c9-0f04-4279-898d-0665045d1654 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "PUT /v2.0/routers/b83505ee-a5db-4086-b8af-0a22c1dcf88a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3136559
Feb 05 21:12:59.416993 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41498) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:59.420311 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e324642-a88c-428e-a9e8-cb0e5f139550 None None] Sync routers for ids ['b83505ee-a5db-4086-b8af-0a22c1dcf88a'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:12:59.437181 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e324642-a88c-428e-a9e8-cb0e5f139550 None None] Routers {'b83505ee-a5db-4086-b8af-0a22c1dcf88a'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:12:59.438691 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-1e324642-a88c-428e-a9e8-cb0e5f139550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8e07460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:12:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b83505ee-a5db-4086-b8af-0a22c1dcf88a'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:12:59.485210 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f981ba1-96b2-41a8-ae3c-132af527d40f tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Deleting subnet 7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:12:59.489561 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3f981ba1-96b2-41a8-ae3c-132af527d40f tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for subnet (7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:59.503792 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-fd1f25d9-d1c4-418c-9a27-6fa7375c6572 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Deleting port c797cad5-0ffa-4d59-b033-e328508e49a2 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:12:59.504394 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fd1f25d9-d1c4-418c-9a27-6fa7375c6572 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (c797cad5-0ffa-4d59-b033-e328508e49a2), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:59.541739 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3f981ba1-96b2-41a8-ae3c-132af527d40f tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:59.582537 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-1e324642-a88c-428e-a9e8-cb0e5f139550 None None] Set router b83505ee-a5db-4086-b8af-0a22c1dcf88a gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:12:59.621344 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-f90bb14b-1913-4393-86d4-c805b3ac9a80 None None] Provisioning complete for port 13692019-d4dd-4848-b68a-c52e92840276 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:12:59.621722 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f90bb14b-1913-4393-86d4-c805b3ac9a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (13692019-d4dd-4848-b68a-c52e92840276), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:59.643821 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fd1f25d9-d1c4-418c-9a27-6fa7375c6572 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (c797cad5-0ffa-4d59-b033-e328508e49a2), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:59.655804 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3f981ba1-96b2-41a8-ae3c-132af527d40f tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:59.666159 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-fd1f25d9-d1c4-418c-9a27-6fa7375c6572 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Calling delete_port for c797cad5-0ffa-4d59-b033-e328508e49a2 owned by  {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:12:59.698694 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-f90bb14b-1913-4393-86d4-c805b3ac9a80 None None] Port 13692019-d4dd-4848-b68a-c52e92840276 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:12:59.729879 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-f90bb14b-1913-4393-86d4-c805b3ac9a80 None None] Provisioning complete for port 578fbfcf-1696-431a-bfc8-b9d1e08b0b9b triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:12:59.731199 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f90bb14b-1913-4393-86d4-c805b3ac9a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (578fbfcf-1696-431a-bfc8-b9d1e08b0b9b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:59.745342 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3f981ba1-96b2-41a8-ae3c-132af527d40f tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:59.814940 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b05ddef-eaf4-45ac-a4ad-ec410e70b739 None None] Network e4210d60-a97c-41fe-82bb-8f305b53d51f requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:12:59.819821 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f981ba1-96b2-41a8-ae3c-132af527d40f tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event deleted for resources: {'Subnet': ['ID=7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:12:59.822009 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3f981ba1-96b2-41a8-ae3c-132af527d40f tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:59.832136 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3f981ba1-96b2-41a8-ae3c-132af527d40f tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "DELETE /v2.0/subnets/7ccb1cba-53f8-4775-a9ec-5b97b6b7e2de HTTP/1.1" status: 204  len: 168 time: 0.4131353
Feb 05 21:12:59.833351 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41500) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:12:59.861541 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-f90bb14b-1913-4393-86d4-c805b3ac9a80 None None] Current status of the port 578fbfcf-1696-431a-bfc8-b9d1e08b0b9b is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:12:59.869594 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-1e324642-a88c-428e-a9e8-cb0e5f139550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8e07460>, [{'id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'name': 'tempest-TestNetworkBasicOps-router-570038174', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.73'}], 'enable_snat': True}, 'gw_port_id': 'e85d7668-3386-4304-ace2-c432c0f8e437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:10:26Z', 'updated_at': '2022-02-05T21:12:58Z', 'revision_number': 7, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'gw_port': {'id': 'e85d7668-3386-4304-ace2-c432c0f8e437', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:40:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:10:27Z', 'updated_at': '2022-02-05T21:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:12:59.899093 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fd1f25d9-d1c4-418c-9a27-6fa7375c6572 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (c797cad5-0ffa-4d59-b033-e328508e49a2), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:59.903898 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e324642-a88c-428e-a9e8-cb0e5f139550 None None] Checking router: b83505ee-a5db-4086-b8af-0a22c1dcf88a for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:12:59.914177 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e324642-a88c-428e-a9e8-cb0e5f139550 None None] Routers {'b83505ee-a5db-4086-b8af-0a22c1dcf88a'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:12:59.915122 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-1e324642-a88c-428e-a9e8-cb0e5f139550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8e07460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:12:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b83505ee-a5db-4086-b8af-0a22c1dcf88a'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:12:59.991996 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-f90bb14b-1913-4393-86d4-c805b3ac9a80 None None] Provisioning complete for port c797cad5-0ffa-4d59-b033-e328508e49a2 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:12:59.992683 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f90bb14b-1913-4393-86d4-c805b3ac9a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c797cad5-0ffa-4d59-b033-e328508e49a2), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:12:59.993416 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1f25d9-d1c4-418c-9a27-6fa7375c6572 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Pushing event deleted for resources: {'Port': ['ID=c797cad5-0ffa-4d59-b033-e328508e49a2,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:00.033875 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 578fbfcf-1696-431a-bfc8-b9d1e08b0b9b is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:13:00.041711 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-f90bb14b-1913-4393-86d4-c805b3ac9a80 None None] Port c797cad5-0ffa-4d59-b033-e328508e49a2 was deleted so its status cannot be updated. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}}
Feb 05 21:13:00.057768 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1f25d9-d1c4-418c-9a27-6fa7375c6572 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:13:00.060273 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1f25d9-d1c4-418c-9a27-6fa7375c6572 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:13:00.064812 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1f25d9-d1c4-418c-9a27-6fa7375c6572 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:13:00.065347 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1f25d9-d1c4-418c-9a27-6fa7375c6572 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:13:00.065795 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1f25d9-d1c4-418c-9a27-6fa7375c6572 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:13:00.066431 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1f25d9-d1c4-418c-9a27-6fa7375c6572 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:13:00.066868 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1f25d9-d1c4-418c-9a27-6fa7375c6572 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:13:00.067448 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1f25d9-d1c4-418c-9a27-6fa7375c6572 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:13:00.068619 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1f25d9-d1c4-418c-9a27-6fa7375c6572 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:13:00.069091 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1f25d9-d1c4-418c-9a27-6fa7375c6572 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:13:00.069620 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-326238e2-b781-4952-bac9-2dea18352132 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for router (b83505ee-a5db-4086-b8af-0a22c1dcf88a), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:00.069856 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1f25d9-d1c4-418c-9a27-6fa7375c6572 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:13:00.070259 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1f25d9-d1c4-418c-9a27-6fa7375c6572 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:13:00.070855 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1f25d9-d1c4-418c-9a27-6fa7375c6572 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:13:00.089083 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-1e324642-a88c-428e-a9e8-cb0e5f139550 None None] Set router b83505ee-a5db-4086-b8af-0a22c1dcf88a gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:13:00.128873 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fd1f25d9-d1c4-418c-9a27-6fa7375c6572 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:00.133338 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-fd1f25d9-d1c4-418c-9a27-6fa7375c6572 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] 10.222.0.32 "DELETE /v2.0/ports/c797cad5-0ffa-4d59-b033-e328508e49a2 HTTP/1.1" status: 204  len: 168 time: 0.7632961
Feb 05 21:13:00.139885 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41504) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:00.147983 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-2efae284-34f9-4c0d-8885-0cc8955c44c9 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Request body: {'port': {'name': 'tempest-new-port-name-149266523', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:13:00.148686 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.api.validators [None req-2efae284-34f9-4c0d-8885-0cc8955c44c9 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] bootfile-name is not in valid_values {{(pid=114391) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Feb 05 21:13:00.149159 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.api.validators [None req-2efae284-34f9-4c0d-8885-0cc8955c44c9 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] tftp-server is not in valid_values {{(pid=114391) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Feb 05 21:13:00.149809 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.api.validators [None req-2efae284-34f9-4c0d-8885-0cc8955c44c9 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] server-ip-address is not in valid_values {{(pid=114391) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Feb 05 21:13:00.176072 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe904f5-fcfd-44f0-af77-6b9f87e83d6d None None] DHCP port deletion for e4210d60-a97c-41fe-82bb-8f305b53d51f request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:13:00.188908 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-3a951679-dfde-424d-9053-0d02dea483b5 None None] Provisioning complete for port 13692019-d4dd-4848-b68a-c52e92840276 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:00.189441 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3a951679-dfde-424d-9053-0d02dea483b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (13692019-d4dd-4848-b68a-c52e92840276), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:00.272277 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-326238e2-b781-4952-bac9-2dea18352132 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for router_gateway (b83505ee-a5db-4086-b8af-0a22c1dcf88a), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:00.310060 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2efae284-34f9-4c0d-8885-0cc8955c44c9 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (13692019-d4dd-4848-b68a-c52e92840276), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:00.316566 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-3a951679-dfde-424d-9053-0d02dea483b5 None None] Port 13692019-d4dd-4848-b68a-c52e92840276 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:13:00.340806 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-5fe904f5-fcfd-44f0-af77-6b9f87e83d6d None None] Deleting port fc73c1bd-341b-4b27-9a3e-7fce55c64a9e {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:13:00.341424 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5fe904f5-fcfd-44f0-af77-6b9f87e83d6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (fc73c1bd-341b-4b27-9a3e-7fce55c64a9e), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:00.397755 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-1e324642-a88c-428e-a9e8-cb0e5f139550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8e07460>, [{'id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'name': 'tempest-TestNetworkBasicOps-router-570038174', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.73'}], 'enable_snat': True}, 'gw_port_id': 'e85d7668-3386-4304-ace2-c432c0f8e437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:10:26Z', 'updated_at': '2022-02-05T21:12:58Z', 'revision_number': 7, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'gw_port': {'id': 'e85d7668-3386-4304-ace2-c432c0f8e437', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:40:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:10:27Z', 'updated_at': '2022-02-05T21:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:00.415810 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-326238e2-b781-4952-bac9-2dea18352132 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Deleting port e85d7668-3386-4304-ace2-c432c0f8e437 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:13:00.416184 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-326238e2-b781-4952-bac9-2dea18352132 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (e85d7668-3386-4304-ace2-c432c0f8e437), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:00.447788 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-5fe904f5-fcfd-44f0-af77-6b9f87e83d6d None None] For port fc73c1bd-341b-4b27-9a3e-7fce55c64a9e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc73c1bd-341b-4b27-9a3e-7fce55c64a9e,segment=NetworkSegment(47bc02fc-a8a1-4e62-a4ef-1974caf72ac2),segment_id=47bc02fc-a8a1-4e62-a4ef-1974caf72ac2)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:13:00.448438 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5fe904f5-fcfd-44f0-af77-6b9f87e83d6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (fc73c1bd-341b-4b27-9a3e-7fce55c64a9e), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:00.459969 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-9e47de7d-ddce-492a-a31d-e1012d205aab None None] Could not find standard attr ID for object c797cad5-0ffa-4d59-b033-e328508e49a2. {{(pid=114392) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 05 21:13:00.462117 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e324642-a88c-428e-a9e8-cb0e5f139550 None None] The sync data for ids ['b83505ee-a5db-4086-b8af-0a22c1dcf88a'] in ncdv-master-1 is: [{'id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'name': 'tempest-TestNetworkBasicOps-router-570038174', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.73'}], 'enable_snat': True}, 'gw_port_id': 'e85d7668-3386-4304-ace2-c432c0f8e437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:10:26Z', 'updated_at': '2022-02-05T21:12:58Z', 'revision_number': 7, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'gw_port': {'id': 'e85d7668-3386-4304-ace2-c432c0f8e437', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:40:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83505ee-a5db-4086-b8af-0a22c1dcf88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:10:27Z', 'updated_at': '2022-02-05T21:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:13:00.482791 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-5fe904f5-fcfd-44f0-af77-6b9f87e83d6d None None] Calling delete_port for fc73c1bd-341b-4b27-9a3e-7fce55c64a9e owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:13:00.546362 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-326238e2-b781-4952-bac9-2dea18352132 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] For port e85d7668-3386-4304-ace2-c432c0f8e437, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e85d7668-3386-4304-ace2-c432c0f8e437,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:13:00.546826 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-326238e2-b781-4952-bac9-2dea18352132 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (e85d7668-3386-4304-ace2-c432c0f8e437), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:00.567229 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-326238e2-b781-4952-bac9-2dea18352132 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Calling delete_port for e85d7668-3386-4304-ace2-c432c0f8e437 owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:13:00.603188 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5fe904f5-fcfd-44f0-af77-6b9f87e83d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (fc73c1bd-341b-4b27-9a3e-7fce55c64a9e), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:00.610042 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2efae284-34f9-4c0d-8885-0cc8955c44c9 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks [] for port (13692019-d4dd-4848-b68a-c52e92840276), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:00.616862 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2efae284-34f9-4c0d-8885-0cc8955c44c9 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (13692019-d4dd-4848-b68a-c52e92840276), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:00.641178 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe904f5-fcfd-44f0-af77-6b9f87e83d6d None None] No DVR routers for this DVR port fc73c1bd-341b-4b27-9a3e-7fce55c64a9e on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:13:00.646408 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe904f5-fcfd-44f0-af77-6b9f87e83d6d None None] Pushing event deleted for resources: {'Port': ['ID=fc73c1bd-341b-4b27-9a3e-7fce55c64a9e,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:00.704406 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efae284-34f9-4c0d-8885-0cc8955c44c9 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Pushing event updated for resources: {'Port': ['ID=13692019-d4dd-4848-b68a-c52e92840276,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:00.719690 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-2efae284-34f9-4c0d-8885-0cc8955c44c9 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] In _notify_port_updated(), no bound segment for port 13692019-d4dd-4848-b68a-c52e92840276 on network 876adde6-24c4-407c-9d9f-9fc9a4d6f499 {{(pid=114391) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Feb 05 21:13:00.727458 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efae284-34f9-4c0d-8885-0cc8955c44c9 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:00.728444 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2efae284-34f9-4c0d-8885-0cc8955c44c9 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:00.732502 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2efae284-34f9-4c0d-8885-0cc8955c44c9 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] 10.222.0.32 "PUT /v2.0/ports/13692019-d4dd-4848-b68a-c52e92840276 HTTP/1.1" status: 200  len: 1135 time: 0.5889030
Feb 05 21:13:00.732799 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41508) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:00.770761 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-326238e2-b781-4952-bac9-2dea18352132 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (e85d7668-3386-4304-ace2-c432c0f8e437), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:00.793940 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4cdd23-fac9-4928-9456-c9cc88b88725 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:00.799751 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ac4cdd23-fac9-4928-9456-c9cc88b88725 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] 10.222.0.32 "GET /v2.0/ports/13692019-d4dd-4848-b68a-c52e92840276 HTTP/1.1" status: 200  len: 1135 time: 0.0619404
Feb 05 21:13:00.799751 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41510) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:00.818417 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326238e2-b781-4952-bac9-2dea18352132 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event deleted for resources: {'Port': ['ID=e85d7668-3386-4304-ace2-c432c0f8e437,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:00.919390 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 578fbfcf-1696-431a-bfc8-b9d1e08b0b9b up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:13:00.931303 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-326238e2-b781-4952-bac9-2dea18352132 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (b83505ee-a5db-4086-b8af-0a22c1dcf88a), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:00.976897 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-79fb133b-884a-4699-8ab2-60871f8ce07e tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Deleting port 13692019-d4dd-4848-b68a-c52e92840276 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:13:00.977461 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-79fb133b-884a-4699-8ab2-60871f8ce07e tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (13692019-d4dd-4848-b68a-c52e92840276), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:01.010018 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 578fbfcf-1696-431a-bfc8-b9d1e08b0b9b triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:01.010416 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (578fbfcf-1696-431a-bfc8-b9d1e08b0b9b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:01.044905 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-d8a34e6a-646e-4f4d-afb3-3ec36fb2d04a None None] Provisioning complete for port 13692019-d4dd-4848-b68a-c52e92840276 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:01.045437 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d8a34e6a-646e-4f4d-afb3-3ec36fb2d04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (13692019-d4dd-4848-b68a-c52e92840276), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:01.061234 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-326238e2-b781-4952-bac9-2dea18352132 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (b83505ee-a5db-4086-b8af-0a22c1dcf88a), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:01.063789 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-326238e2-b781-4952-bac9-2dea18352132 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for router_controller (b83505ee-a5db-4086-b8af-0a22c1dcf88a), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:01.096863 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-79fb133b-884a-4699-8ab2-60871f8ce07e tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (13692019-d4dd-4848-b68a-c52e92840276), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:01.108236 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-d8a34e6a-646e-4f4d-afb3-3ec36fb2d04a None None] Port 13692019-d4dd-4848-b68a-c52e92840276 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:13:01.119819 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-79fb133b-884a-4699-8ab2-60871f8ce07e tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Calling delete_port for 13692019-d4dd-4848-b68a-c52e92840276 owned by  {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:13:01.120730 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-326238e2-b781-4952-bac9-2dea18352132 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (b83505ee-a5db-4086-b8af-0a22c1dcf88a), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:01.121419 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326238e2-b781-4952-bac9-2dea18352132 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Fanout notify agent at l3_agent the message router_deleted on router b83505ee-a5db-4086-b8af-0a22c1dcf88a {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:13:01.134205 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-326238e2-b781-4952-bac9-2dea18352132 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:01.135693 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-326238e2-b781-4952-bac9-2dea18352132 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "DELETE /v2.0/routers/b83505ee-a5db-4086-b8af-0a22c1dcf88a HTTP/1.1" status: 204  len: 168 time: 1.2984176
Feb 05 21:13:01.139178 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41512) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:01.163782 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 578fbfcf-1696-431a-bfc8-b9d1e08b0b9b is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:13:01.231111 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device fc73c1bd-341b-4b27-9a3e-7fce55c64a9e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:13:01.255192 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: fc73c1bd-341b-4b27-9a3e-7fce55c64a9e {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:13:01.256236 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device fc73c1bd-341b-4b27-9a3e-7fce55c64a9e not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:13:01.256356 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 8244e94f-4902-46ba-a3c6-b11f0822a3ba no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:13:01.278259 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 8244e94f-4902-46ba-a3c6-b11f0822a3ba {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:13:01.278739 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 8244e94f-4902-46ba-a3c6-b11f0822a3ba not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:13:01.284380 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cd2387ad-0573-4959-aa86-64cad5c923d7 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (e4210d60-a97c-41fe-82bb-8f305b53d51f), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:01.444769 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cd2387ad-0573-4959-aa86-64cad5c923d7 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (e4210d60-a97c-41fe-82bb-8f305b53d51f), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:01.477538 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-79fb133b-884a-4699-8ab2-60871f8ce07e tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (13692019-d4dd-4848-b68a-c52e92840276), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:01.483820 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-cd2387ad-0573-4959-aa86-64cad5c923d7 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db3e48940>,) {'filters': {'network_id': ['e4210d60-a97c-41fe-82bb-8f305b53d51f']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:01.530833 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-cd2387ad-0573-4959-aa86-64cad5c923d7 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3e48940>, '47bc02fc-a8a1-4e62-a4ef-1974caf72ac2') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:01.531262 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-cd2387ad-0573-4959-aa86-64cad5c923d7 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3e48940>, '47bc02fc-a8a1-4e62-a4ef-1974caf72ac2') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:01.539714 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb133b-884a-4699-8ab2-60871f8ce07e tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Pushing event deleted for resources: {'Port': ['ID=13692019-d4dd-4848-b68a-c52e92840276,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:01.554457 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cd2387ad-0573-4959-aa86-64cad5c923d7 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (47bc02fc-a8a1-4e62-a4ef-1974caf72ac2), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:01.619097 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cd2387ad-0573-4959-aa86-64cad5c923d7 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (47bc02fc-a8a1-4e62-a4ef-1974caf72ac2), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:01.632950 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd2387ad-0573-4959-aa86-64cad5c923d7 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:13:01.633585 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cd2387ad-0573-4959-aa86-64cad5c923d7 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (47bc02fc-a8a1-4e62-a4ef-1974caf72ac2), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:01.637491 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:13:01.637491 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:13:01.637491 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:13:01.637491 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:13:01.637491 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:13:01.637491 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:13:01.637491 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:13:01.637491 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:13:01.637491 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:13:01.637491 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:13:01.637491 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:13:01.637491 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:13:01.637491 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:13:01.637491 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:13:01.637491 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:13:01.637491 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:13:01.637491 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:13:01.637491 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:13:01.637491 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:13:01.637491 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:13:01.637491 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:13:01.637491 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:13:01.637491 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:13:01.637491 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:13:01.637491 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:13:01.637491 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:13:01.637491 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:13:01.637491 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:13:01.637491 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:13:01.637491 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:13:01.637491 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:13:01.637491 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:13:01.669924 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-79fb133b-884a-4699-8ab2-60871f8ce07e tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:01.674328 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-79fb133b-884a-4699-8ab2-60871f8ce07e tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] 10.222.0.32 "DELETE /v2.0/ports/13692019-d4dd-4848-b68a-c52e92840276 HTTP/1.1" status: 204  len: 168 time: 0.8735065
Feb 05 21:13:01.677031 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41516) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:01.731353 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cd2387ad-0573-4959-aa86-64cad5c923d7 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (e4210d60-a97c-41fe-82bb-8f305b53d51f), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:01.749844 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cd2387ad-0573-4959-aa86-64cad5c923d7 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:01.758450 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5ff4b46-6dc9-4910-af30-72d210b65c43 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Deleting subnet 30c540f7-fca7-4345-8f49-39e9e96798dc {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:13:01.759192 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-cd2387ad-0573-4959-aa86-64cad5c923d7 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "DELETE /v2.0/networks/e4210d60-a97c-41fe-82bb-8f305b53d51f HTTP/1.1" status: 204  len: 168 time: 0.6149054
Feb 05 21:13:01.762641 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d5ff4b46-6dc9-4910-af30-72d210b65c43 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks [] for subnet (30c540f7-fca7-4345-8f49-39e9e96798dc), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:01.787680 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41518) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:01.793880 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2387ad-0573-4959-aa86-64cad5c923d7 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event deleted for resources: {'Network': ['ID=e4210d60-a97c-41fe-82bb-8f305b53d51f,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:01.798068 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-3f620d3a-e723-4522-9407-f11d13f1a2ab tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Request body: {'network': {'name': 'tempest-network-smoke--241998088', 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'port_security_enabled': True}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:13:01.823584 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d5ff4b46-6dc9-4910-af30-72d210b65c43 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (30c540f7-fca7-4345-8f49-39e9e96798dc), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:01.848940 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f620d3a-e723-4522-9407-f11d13f1a2ab tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Made reservation on behalf of 7f3cd2c671c5402ba77e2a302dcae849 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:13:01.852806 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3f620d3a-e723-4522-9407-f11d13f1a2ab tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:01.898345 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f620d3a-e723-4522-9407-f11d13f1a2ab tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:13:01.931362 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3f620d3a-e723-4522-9407-f11d13f1a2ab tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (a198c808-ddb2-450c-89a4-ee509791841d), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:01.931718 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-3f620d3a-e723-4522-9407-f11d13f1a2ab tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Added segment a198c808-ddb2-450c-89a4-ee509791841d of type vlan for network e0afcedc-46e0-429e-bb7a-7200fbfa4981
Feb 05 21:13:01.968815 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d5ff4b46-6dc9-4910-af30-72d210b65c43 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (30c540f7-fca7-4345-8f49-39e9e96798dc), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:02.009623 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3f620d3a-e723-4522-9407-f11d13f1a2ab tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (e0afcedc-46e0-429e-bb7a-7200fbfa4981), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:02.057034 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3f620d3a-e723-4522-9407-f11d13f1a2ab tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (e0afcedc-46e0-429e-bb7a-7200fbfa4981), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:02.063742 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f620d3a-e723-4522-9407-f11d13f1a2ab tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:02.064425 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3f620d3a-e723-4522-9407-f11d13f1a2ab tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:02.086862 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d5ff4b46-6dc9-4910-af30-72d210b65c43 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (30c540f7-fca7-4345-8f49-39e9e96798dc), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:02.172892 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff4b46-6dc9-4910-af30-72d210b65c43 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Pushing event deleted for resources: {'Subnet': ['ID=30c540f7-fca7-4345-8f49-39e9e96798dc,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:02.182755 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3f620d3a-e723-4522-9407-f11d13f1a2ab tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3939152
Feb 05 21:13:02.185730 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41520) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:02.190005 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d5ff4b46-6dc9-4910-af30-72d210b65c43 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:02.191749 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-6d162f34-0b04-495b-832f-6979c9b53474 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-706741564', 'admin_state_up': True, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:13:02.196789 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d5ff4b46-6dc9-4910-af30-72d210b65c43 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] 10.222.0.32 "DELETE /v2.0/subnets/30c540f7-fca7-4345-8f49-39e9e96798dc HTTP/1.1" status: 204  len: 168 time: 0.5186243
Feb 05 21:13:02.197594 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41522) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:02.198238 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f620d3a-e723-4522-9407-f11d13f1a2ab tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event updated for resources: {'Network': ['ID=e0afcedc-46e0-429e-bb7a-7200fbfa4981,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:02.200632 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc39a83d-6a63-4c3a-99f9-32d80c81aa2e None None] Network 876adde6-24c4-407c-9d9f-9fc9a4d6f499 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:13:02.224626 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network e0afcedc-46e0-429e-bb7a-7200fbfa4981 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:13:02.247679 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6d162f34-0b04-495b-832f-6979c9b53474 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (033c47b3-425a-4089-9283-a808ea27a05e), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:02.248748 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6d162f34-0b04-495b-832f-6979c9b53474 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (033c47b3-425a-4089-9283-a808ea27a05e), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:02.308939 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dc74906d-feaa-413c-9d70-d05e273ef136 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (876adde6-24c4-407c-9d9f-9fc9a4d6f499), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:02.357885 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6d162f34-0b04-495b-832f-6979c9b53474 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for router_controller (033c47b3-425a-4089-9283-a808ea27a05e), precommit_add_association {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:02.382071 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-dc74906d-feaa-413c-9d70-d05e273ef136 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Deleting port 578fbfcf-1696-431a-bfc8-b9d1e08b0b9b {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:13:02.382550 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dc74906d-feaa-413c-9d70-d05e273ef136 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (578fbfcf-1696-431a-bfc8-b9d1e08b0b9b), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:02.445116 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6760e45-0f08-428d-b402-2a25617299b1 None None] DHCP port deletion for 876adde6-24c4-407c-9d9f-9fc9a4d6f499 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:13:02.475379 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-dc74906d-feaa-413c-9d70-d05e273ef136 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] For port 578fbfcf-1696-431a-bfc8-b9d1e08b0b9b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=578fbfcf-1696-431a-bfc8-b9d1e08b0b9b,segment=NetworkSegment(e5ad5ab9-8301-4f3b-a2ca-a8e0a2a045fa),segment_id=e5ad5ab9-8301-4f3b-a2ca-a8e0a2a045fa)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:13:02.475990 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dc74906d-feaa-413c-9d70-d05e273ef136 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (578fbfcf-1696-431a-bfc8-b9d1e08b0b9b), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:02.493137 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-dc74906d-feaa-413c-9d70-d05e273ef136 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Calling delete_port for 578fbfcf-1696-431a-bfc8-b9d1e08b0b9b owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:13:02.526918 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-b6760e45-0f08-428d-b402-2a25617299b1 None None] Deleting port 578fbfcf-1696-431a-bfc8-b9d1e08b0b9b {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:13:02.527650 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b6760e45-0f08-428d-b402-2a25617299b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (578fbfcf-1696-431a-bfc8-b9d1e08b0b9b), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:02.596411 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dc74906d-feaa-413c-9d70-d05e273ef136 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (578fbfcf-1696-431a-bfc8-b9d1e08b0b9b), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:02.597084 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6d162f34-0b04-495b-832f-6979c9b53474 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for router_gateway (033c47b3-425a-4089-9283-a808ea27a05e), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:02.604844 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-b6760e45-0f08-428d-b402-2a25617299b1 None None] For port 578fbfcf-1696-431a-bfc8-b9d1e08b0b9b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=578fbfcf-1696-431a-bfc8-b9d1e08b0b9b,segment=NetworkSegment(e5ad5ab9-8301-4f3b-a2ca-a8e0a2a045fa),segment_id=e5ad5ab9-8301-4f3b-a2ca-a8e0a2a045fa)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:13:02.605362 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b6760e45-0f08-428d-b402-2a25617299b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (578fbfcf-1696-431a-bfc8-b9d1e08b0b9b), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:02.622603 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-b6760e45-0f08-428d-b402-2a25617299b1 None None] Calling delete_port for 578fbfcf-1696-431a-bfc8-b9d1e08b0b9b owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:13:02.626923 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74906d-feaa-413c-9d70-d05e273ef136 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Pushing event deleted for resources: {'Port': ['ID=578fbfcf-1696-431a-bfc8-b9d1e08b0b9b,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:02.632498 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc74906d-feaa-413c-9d70-d05e273ef136 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] No DVR routers for this DVR port 578fbfcf-1696-431a-bfc8-b9d1e08b0b9b on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:13:02.729354 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dc74906d-feaa-413c-9d70-d05e273ef136 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (876adde6-24c4-407c-9d9f-9fc9a4d6f499), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:02.748607 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device e85d7668-3386-4304-ace2-c432c0f8e437 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:13:02.768141 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-dc74906d-feaa-413c-9d70-d05e273ef136 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db28944f0>,) {'filters': {'network_id': ['876adde6-24c4-407c-9d9f-9fc9a4d6f499']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:02.774166 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: e85d7668-3386-4304-ace2-c432c0f8e437 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:13:02.774618 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device e85d7668-3386-4304-ace2-c432c0f8e437 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:13:02.775062 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 578fbfcf-1696-431a-bfc8-b9d1e08b0b9b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:13:02.781097 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-dc74906d-feaa-413c-9d70-d05e273ef136 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db28944f0>, 'e5ad5ab9-8301-4f3b-a2ca-a8e0a2a045fa') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:02.781620 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-dc74906d-feaa-413c-9d70-d05e273ef136 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db28944f0>, 'e5ad5ab9-8301-4f3b-a2ca-a8e0a2a045fa') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:02.795787 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dc74906d-feaa-413c-9d70-d05e273ef136 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (e5ad5ab9-8301-4f3b-a2ca-a8e0a2a045fa), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:02.800194 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 578fbfcf-1696-431a-bfc8-b9d1e08b0b9b {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:13:02.800194 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 578fbfcf-1696-431a-bfc8-b9d1e08b0b9b not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:13:02.804777 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b6760e45-0f08-428d-b402-2a25617299b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (578fbfcf-1696-431a-bfc8-b9d1e08b0b9b), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:02.815118 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dc74906d-feaa-413c-9d70-d05e273ef136 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (e5ad5ab9-8301-4f3b-a2ca-a8e0a2a045fa), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:02.824813 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc74906d-feaa-413c-9d70-d05e273ef136 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:13:02.825335 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dc74906d-feaa-413c-9d70-d05e273ef136 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (e5ad5ab9-8301-4f3b-a2ca-a8e0a2a045fa), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:02.829195 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:13:02.829195 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:13:02.829195 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:13:02.829195 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:13:02.829195 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:13:02.829195 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:13:02.829195 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:13:02.829195 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:13:02.829195 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:13:02.829195 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:13:02.829195 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:13:02.829195 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:13:02.829195 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:13:02.829195 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:13:02.829195 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:13:02.829195 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:13:02.829195 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:13:02.829195 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:13:02.829195 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:13:02.829195 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:13:02.829195 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:13:02.829195 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:13:02.829195 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:13:02.829195 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:13:02.829195 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:13:02.829195 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:13:02.829195 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:13:02.829195 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:13:02.829195 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:13:02.829195 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:13:02.829195 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:13:02.829195 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:13:02.844682 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6760e45-0f08-428d-b402-2a25617299b1 None None] Pushing event deleted for resources: {'Port': ['ID=578fbfcf-1696-431a-bfc8-b9d1e08b0b9b,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:02.846798 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6760e45-0f08-428d-b402-2a25617299b1 None None] No DVR routers for this DVR port 578fbfcf-1696-431a-bfc8-b9d1e08b0b9b on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:13:02.853975 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6d162f34-0b04-495b-832f-6979c9b53474 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for router_gateway (033c47b3-425a-4089-9283-a808ea27a05e), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:02.884447 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6d162f34-0b04-495b-832f-6979c9b53474 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:02.920750 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dc74906d-feaa-413c-9d70-d05e273ef136 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (876adde6-24c4-407c-9d9f-9fc9a4d6f499), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:02.930290 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dc74906d-feaa-413c-9d70-d05e273ef136 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:02.933687 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-dc74906d-feaa-413c-9d70-d05e273ef136 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] 10.222.0.32 "DELETE /v2.0/networks/876adde6-24c4-407c-9d9f-9fc9a4d6f499 HTTP/1.1" status: 204  len: 168 time: 0.7319646
Feb 05 21:13:02.943912 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74906d-feaa-413c-9d70-d05e273ef136 tempest-ExtraDHCPOptionsTestJSON-1347800479 tempest-ExtraDHCPOptionsTestJSON-1347800479-project] Pushing event deleted for resources: {'Network': ['ID=876adde6-24c4-407c-9d9f-9fc9a4d6f499,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:03.044838 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-6d162f34-0b04-495b-832f-6979c9b53474 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Allocated IP 172.35.4.67 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/07fdd44d-1e16-4186-9297-8af7ee09e338) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:13:03.160140 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6d162f34-0b04-495b-832f-6979c9b53474 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for port (07fdd44d-1e16-4186-9297-8af7ee09e338), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:03.243549 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41532) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:03.432951 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ec98985b-af78-4fdc-a6a1-0ed85b171215 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d10fb84242a0415aa710de7f284a9f96&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1881125
Feb 05 21:13:03.435534 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41536) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:03.483641 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6d162f34-0b04-495b-832f-6979c9b53474 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (07fdd44d-1e16-4186-9297-8af7ee09e338), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:03.491488 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4d1eb804-2cbf-4987-9778-b11baed6aebb admin admin] Publish callbacks [] for security_group (b051a0d3-16b2-454a-9b65-1c916ba14024), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:03.518588 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4d1eb804-2cbf-4987-9778-b11baed6aebb admin admin] Publish callbacks [] for security_group (b051a0d3-16b2-454a-9b65-1c916ba14024), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:03.525210 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d162f34-0b04-495b-832f-6979c9b53474 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:13:03.530737 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-6d162f34-0b04-495b-832f-6979c9b53474 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:13:03.534069 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d162f34-0b04-495b-832f-6979c9b53474 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:13:03.570567 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d162f34-0b04-495b-832f-6979c9b53474 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event updated for resources: {'Port': ['ID=07fdd44d-1e16-4186-9297-8af7ee09e338,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:03.579017 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4d1eb804-2cbf-4987-9778-b11baed6aebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b051a0d3-16b2-454a-9b65-1c916ba14024), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:03.581901 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4d1eb804-2cbf-4987-9778-b11baed6aebb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:03.583129 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4d1eb804-2cbf-4987-9778-b11baed6aebb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b051a0d3-16b2-454a-9b65-1c916ba14024 HTTP/1.1" status: 204  len: 168 time: 0.1466115
Feb 05 21:13:03.595511 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1eb804-2cbf-4987-9778-b11baed6aebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b051a0d3-16b2-454a-9b65-1c916ba14024,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:03.728090 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ff220ddd-d475-4838-8a83-d9f07735d7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:03.906719 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6d162f34-0b04-495b-832f-6979c9b53474 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for router_gateway (033c47b3-425a-4089-9283-a808ea27a05e), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:04.152340 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6d162f34-0b04-495b-832f-6979c9b53474 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (033c47b3-425a-4089-9283-a808ea27a05e), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:04.300464 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d162f34-0b04-495b-832f-6979c9b53474 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Router 033c47b3-425a-4089-9283-a808ea27a05e is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:13:04.345350 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41560) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:04.414521 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d162f34-0b04-495b-832f-6979c9b53474 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:13:04.425974 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed305183-5ca5-4b2c-b174-89b3009630a5 None None] Sync routers for ids ['033c47b3-425a-4089-9283-a808ea27a05e'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:13:04.436939 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed305183-5ca5-4b2c-b174-89b3009630a5 None None] Routers {'033c47b3-425a-4089-9283-a808ea27a05e'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:13:04.437454 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6d162f34-0b04-495b-832f-6979c9b53474 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:04.437869 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-ed305183-5ca5-4b2c-b174-89b3009630a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab2d15b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:12:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['033c47b3-425a-4089-9283-a808ea27a05e'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:04.441680 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6d162f34-0b04-495b-832f-6979c9b53474 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 2.2520320
Feb 05 21:13:04.442042 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41564) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:04.457835 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-38f2b9af-93b7-4f2a-a39b-9db38bb09d54 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Request body: {'network': {'name': 'tempest-RoutersTest-117908457'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:13:04.483848 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7470752a-1825-4914-92d9-b6699160ba67 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=7f3cd2c671c5402ba77e2a302dcae849&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0386975
Feb 05 21:13:04.484645 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41566) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:04.523694 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f2b9af-93b7-4f2a-a39b-9db38bb09d54 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Made reservation on behalf of 743f09469d2b4f98894791740de743a4 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:13:04.527446 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-38f2b9af-93b7-4f2a-a39b-9db38bb09d54 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:04.563958 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-ed305183-5ca5-4b2c-b174-89b3009630a5 None None] Set router 033c47b3-425a-4089-9283-a808ea27a05e gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:13:04.567386 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-38f2b9af-93b7-4f2a-a39b-9db38bb09d54 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:04.635213 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec662d08-f4b7-421a-9499-2bad6e639558 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:04.636748 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ec662d08-f4b7-421a-9499-2bad6e639558 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1512284
Feb 05 21:13:04.639785 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41570) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:04.671605 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-532ea143-5036-41a9-949e-7601d8a9ff4d tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=d65fb4dc-e812-4574-a4e6-6308f0abdf3f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0304780
Feb 05 21:13:04.673984 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41572) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:04.679550 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-ff061896-241c-4345-9d12-26c03db33085 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-56204010', 'network_id': 'e0afcedc-46e0-429e-bb7a-7200fbfa4981', 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:13:04.686618 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-38f2b9af-93b7-4f2a-a39b-9db38bb09d54 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for security_group (12940125-1fbd-4d0d-9b02-d4e246353d22), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:04.691748 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-38f2b9af-93b7-4f2a-a39b-9db38bb09d54 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (12940125-1fbd-4d0d-9b02-d4e246353d22), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:04.717832 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38f2b9af-93b7-4f2a-a39b-9db38bb09d54 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:13:04.735665 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f2b9af-93b7-4f2a-a39b-9db38bb09d54 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12940125-1fbd-4d0d-9b02-d4e246353d22,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:04.740497 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-38f2b9af-93b7-4f2a-a39b-9db38bb09d54 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (3b038778-8e9e-487f-825c-b00163be7481), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:04.740860 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-38f2b9af-93b7-4f2a-a39b-9db38bb09d54 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Added segment 3b038778-8e9e-487f-825c-b00163be7481 of type vlan for network e0cafd64-14b5-4409-8689-1cb0c0fbbf58
Feb 05 21:13:04.788175 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-38f2b9af-93b7-4f2a-a39b-9db38bb09d54 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (e0cafd64-14b5-4409-8689-1cb0c0fbbf58), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:04.788440 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff061896-241c-4345-9d12-26c03db33085 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Made reservation on behalf of 7f3cd2c671c5402ba77e2a302dcae849 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:13:04.792900 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ff061896-241c-4345-9d12-26c03db33085 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:04.823265 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-38f2b9af-93b7-4f2a-a39b-9db38bb09d54 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (e0cafd64-14b5-4409-8689-1cb0c0fbbf58), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:04.829658 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f2b9af-93b7-4f2a-a39b-9db38bb09d54 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:04.830326 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-38f2b9af-93b7-4f2a-a39b-9db38bb09d54 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:04.873004 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-38f2b9af-93b7-4f2a-a39b-9db38bb09d54 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.5242755
Feb 05 21:13:04.875801 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41574) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:04.885583 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-f79ed4bd-753c-4a2d-abd2-3451739563c9 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Request body: {'network': {'name': 'tempest-RoutersTest-1716520695'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:13:04.903752 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f2b9af-93b7-4f2a-a39b-9db38bb09d54 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event updated for resources: {'Network': ['ID=e0cafd64-14b5-4409-8689-1cb0c0fbbf58,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:04.918576 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network e0cafd64-14b5-4409-8689-1cb0c0fbbf58 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:13:04.921428 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79ed4bd-753c-4a2d-abd2-3451739563c9 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Made reservation on behalf of 743f09469d2b4f98894791740de743a4 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:13:04.924784 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f79ed4bd-753c-4a2d-abd2-3451739563c9 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:04.987290 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f79ed4bd-753c-4a2d-abd2-3451739563c9 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:13:05.007592 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-ed305183-5ca5-4b2c-b174-89b3009630a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab2d15b0>, [{'id': '033c47b3-425a-4089-9283-a808ea27a05e', 'name': 'tempest-TestNetworkBasicOps-router-706741564', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.67'}], 'enable_snat': True}, 'gw_port_id': '07fdd44d-1e16-4186-9297-8af7ee09e338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:13:02Z', 'updated_at': '2022-02-05T21:13:03Z', 'revision_number': 3, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'gw_port': {'id': '07fdd44d-1e16-4186-9297-8af7ee09e338', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:06:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033c47b3-425a-4089-9283-a808ea27a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:02Z', 'updated_at': '2022-02-05T21:13:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:05.024995 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f79ed4bd-753c-4a2d-abd2-3451739563c9 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (09ee5b92-b65d-483a-91db-a94e91bfa16b), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:05.025345 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-f79ed4bd-753c-4a2d-abd2-3451739563c9 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Added segment 09ee5b92-b65d-483a-91db-a94e91bfa16b of type vlan for network b9206360-d958-4fdd-8c84-5d41027e4e07
Feb 05 21:13:05.038165 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed305183-5ca5-4b2c-b174-89b3009630a5 None None] Checking router: 033c47b3-425a-4089-9283-a808ea27a05e for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:13:05.038557 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed305183-5ca5-4b2c-b174-89b3009630a5 None None] Updating router 033c47b3-425a-4089-9283-a808ea27a05e port 07fdd44d-1e16-4186-9297-8af7ee09e338 binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:13:05.076547 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ff061896-241c-4345-9d12-26c03db33085 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (e28d50e4-84cb-467f-9b21-fd14f7293c46), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:05.076902 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ed305183-5ca5-4b2c-b174-89b3009630a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (07fdd44d-1e16-4186-9297-8af7ee09e338), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:05.093011 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f79ed4bd-753c-4a2d-abd2-3451739563c9 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (b9206360-d958-4fdd-8c84-5d41027e4e07), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:05.165137 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff061896-241c-4345-9d12-26c03db33085 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event updated for resources: {'Subnet': ['ID=e28d50e4-84cb-467f-9b21-fd14f7293c46,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:05.175606 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f79ed4bd-753c-4a2d-abd2-3451739563c9 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (b9206360-d958-4fdd-8c84-5d41027e4e07), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:05.180710 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79ed4bd-753c-4a2d-abd2-3451739563c9 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:05.181290 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f79ed4bd-753c-4a2d-abd2-3451739563c9 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:05.195132 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff061896-241c-4345-9d12-26c03db33085 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Checking segment: {'id': 'a198c808-ddb2-450c-89a4-ee509791841d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e0afcedc-46e0-429e-bb7a-7200fbfa4981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:13:05.195500 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff061896-241c-4345-9d12-26c03db33085 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Network hostable DHCP agents. Network: e0afcedc-46e0-429e-bb7a-7200fbfa4981, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:13:05.224780 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f79ed4bd-753c-4a2d-abd2-3451739563c9 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.3478043
Feb 05 21:13:05.228343 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41576) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:05.234828 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-72c3b7e4-c8ad-4b44-9700-6dfd7312e54e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Request body: {'subnet': {'network_id': 'e0cafd64-14b5-4409-8689-1cb0c0fbbf58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:13:05.264214 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ed4bd-753c-4a2d-abd2-3451739563c9 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event updated for resources: {'Network': ['ID=b9206360-d958-4fdd-8c84-5d41027e4e07,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:05.267232 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff061896-241c-4345-9d12-26c03db33085 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Network e0afcedc-46e0-429e-bb7a-7200fbfa4981 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:13:05.278568 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-ff061896-241c-4345-9d12-26c03db33085 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e0afcedc-46e0-429e-bb7a-7200fbfa4981) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:13:05.283234 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff061896-241c-4345-9d12-26c03db33085 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:05.283632 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ff061896-241c-4345-9d12-26c03db33085 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:05.285467 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network b9206360-d958-4fdd-8c84-5d41027e4e07 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:13:05.306071 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ff061896-241c-4345-9d12-26c03db33085 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.6284409
Feb 05 21:13:05.306349 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14093f6-0feb-4fc8-9356-e2dc2753817b None None] Network e0afcedc-46e0-429e-bb7a-7200fbfa4981 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:13:05.306511 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41578) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:05.339915 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c3b7e4-c8ad-4b44-9700-6dfd7312e54e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Made reservation on behalf of 743f09469d2b4f98894791740de743a4 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:13:05.343564 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-72c3b7e4-c8ad-4b44-9700-6dfd7312e54e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:05.492350 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ed305183-5ca5-4b2c-b174-89b3009630a5 None None] Publish callbacks [] for port (07fdd44d-1e16-4186-9297-8af7ee09e338), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:05.519650 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ed305183-5ca5-4b2c-b174-89b3009630a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (07fdd44d-1e16-4186-9297-8af7ee09e338), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:05.538700 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-72c3b7e4-c8ad-4b44-9700-6dfd7312e54e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (15bfa938-098e-47c1-8e9a-910bd5531441), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:05.580775 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ef682-e180-40e1-93dc-e1082565a0f6 None None] Pushing event updated for resources: {'Port': ['ID=07fdd44d-1e16-4186-9297-8af7ee09e338,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:05.584779 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598e3670-3186-423f-9435-dd7123a0daf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e0afcedc-46e0-429e-bb7a-7200fbfa4981', 'network_id': 'e0afcedc-46e0-429e-bb7a-7200fbfa4981', 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'fixed_ips': [{'subnet_id': 'e28d50e4-84cb-467f-9b21-fd14f7293c46'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:13:05.585783 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-598e3670-3186-423f-9435-dd7123a0daf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:05.615243 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3b7e4-c8ad-4b44-9700-6dfd7312e54e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event updated for resources: {'Subnet': ['ID=15bfa938-098e-47c1-8e9a-910bd5531441,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:05.623117 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c3b7e4-c8ad-4b44-9700-6dfd7312e54e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Checking segment: {'id': '3b038778-8e9e-487f-825c-b00163be7481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e0cafd64-14b5-4409-8689-1cb0c0fbbf58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:13:05.623477 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c3b7e4-c8ad-4b44-9700-6dfd7312e54e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Network hostable DHCP agents. Network: e0cafd64-14b5-4409-8689-1cb0c0fbbf58, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:13:05.641262 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c3b7e4-c8ad-4b44-9700-6dfd7312e54e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Network e0cafd64-14b5-4409-8689-1cb0c0fbbf58 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:13:05.651379 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-72c3b7e4-c8ad-4b44-9700-6dfd7312e54e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e0cafd64-14b5-4409-8689-1cb0c0fbbf58) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:13:05.657453 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c3b7e4-c8ad-4b44-9700-6dfd7312e54e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:05.658057 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-72c3b7e4-c8ad-4b44-9700-6dfd7312e54e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:05.677498 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a320f166-c17e-4157-b677-95261b9e01c7 None None] Network e0cafd64-14b5-4409-8689-1cb0c0fbbf58 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:13:05.684108 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-72c3b7e4-c8ad-4b44-9700-6dfd7312e54e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4544382
Feb 05 21:13:05.684741 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41582) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:05.690289 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-c5080446-0b95-4991-b313-ef2b51ec2c11 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Request body: {'subnet': {'network_id': 'b9206360-d958-4fdd-8c84-5d41027e4e07', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:13:05.763367 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-ed305183-5ca5-4b2c-b174-89b3009630a5 None None] Attempting to bind port 07fdd44d-1e16-4186-9297-8af7ee09e338 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:13:05.763775 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-ed305183-5ca5-4b2c-b174-89b3009630a5 None None] Attempting to bind port 07fdd44d-1e16-4186-9297-8af7ee09e338 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:13:05.764113 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed305183-5ca5-4b2c-b174-89b3009630a5 None None] Attempting to bind port 07fdd44d-1e16-4186-9297-8af7ee09e338 on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:13:05.795408 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5080446-0b95-4991-b313-ef2b51ec2c11 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Made reservation on behalf of 743f09469d2b4f98894791740de743a4 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:13:05.799749 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c5080446-0b95-4991-b313-ef2b51ec2c11 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:05.799918 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed305183-5ca5-4b2c-b174-89b3009630a5 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:13:05.800391 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed305183-5ca5-4b2c-b174-89b3009630a5 None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:13:05.800553 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e5164747-2c19-4a56-a9fe-d8f6509da84a tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:05.801005 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ed305183-5ca5-4b2c-b174-89b3009630a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:05.801190 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed305183-5ca5-4b2c-b174-89b3009630a5 None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:13:05.801869 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-ed305183-5ca5-4b2c-b174-89b3009630a5 None None] Bound port: 07fdd44d-1e16-4186-9297-8af7ee09e338, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:13:05.802673 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ed305183-5ca5-4b2c-b174-89b3009630a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (07fdd44d-1e16-4186-9297-8af7ee09e338), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:05.888526 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-598e3670-3186-423f-9435-dd7123a0daf3 None None] Allocated IP 172.20.0.2 (e0afcedc-46e0-429e-bb7a-7200fbfa4981/e28d50e4-84cb-467f-9b21-fd14f7293c46/4eddc126-3285-496c-afbb-1b3724719bbc) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:13:05.903420 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-ed305183-5ca5-4b2c-b174-89b3009630a5 None None] For port 07fdd44d-1e16-4186-9297-8af7ee09e338, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:13:05.909730 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-ed305183-5ca5-4b2c-b174-89b3009630a5 None None] For port 07fdd44d-1e16-4186-9297-8af7ee09e338, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07fdd44d-1e16-4186-9297-8af7ee09e338,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:13:05.911970 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca603082-9e55-4cae-9401-325e006d6d3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e0cafd64-14b5-4409-8689-1cb0c0fbbf58', 'network_id': 'e0cafd64-14b5-4409-8689-1cb0c0fbbf58', 'project_id': '743f09469d2b4f98894791740de743a4', 'fixed_ips': [{'subnet_id': '15bfa938-098e-47c1-8e9a-910bd5531441'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:13:05.913418 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ca603082-9e55-4cae-9401-325e006d6d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:05.933040 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ed305183-5ca5-4b2c-b174-89b3009630a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (07fdd44d-1e16-4186-9297-8af7ee09e338), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:06.017978 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c5080446-0b95-4991-b313-ef2b51ec2c11 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (c7aba682-f70e-4514-a2ae-2d98274df442), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:06.093090 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5080446-0b95-4991-b313-ef2b51ec2c11 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event updated for resources: {'Subnet': ['ID=c7aba682-f70e-4514-a2ae-2d98274df442,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:06.104114 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5080446-0b95-4991-b313-ef2b51ec2c11 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Checking segment: {'id': '09ee5b92-b65d-483a-91db-a94e91bfa16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b9206360-d958-4fdd-8c84-5d41027e4e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:13:06.105137 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5080446-0b95-4991-b313-ef2b51ec2c11 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Network hostable DHCP agents. Network: b9206360-d958-4fdd-8c84-5d41027e4e07, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:13:06.124732 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5080446-0b95-4991-b313-ef2b51ec2c11 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Network b9206360-d958-4fdd-8c84-5d41027e4e07 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:13:06.126120 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed305183-5ca5-4b2c-b174-89b3009630a5 None None] Routers {'033c47b3-425a-4089-9283-a808ea27a05e'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:13:06.126797 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-ed305183-5ca5-4b2c-b174-89b3009630a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab2d15b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:12:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['033c47b3-425a-4089-9283-a808ea27a05e'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:06.134032 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-c5080446-0b95-4991-b313-ef2b51ec2c11 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b9206360-d958-4fdd-8c84-5d41027e4e07) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:13:06.139329 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5080446-0b95-4991-b313-ef2b51ec2c11 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:06.141255 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c5080446-0b95-4991-b313-ef2b51ec2c11 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:06.161005 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c5080446-0b95-4991-b313-ef2b51ec2c11 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4726779
Feb 05 21:13:06.161208 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41584) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:06.166334 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-76bb3b59-9e65-49fa-8da4-7b8088d2144b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1698171620', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:13:06.186240 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ef682-e180-40e1-93dc-e1082565a0f6 None None] Pushing event updated for resources: {'Port': ['ID=07fdd44d-1e16-4186-9297-8af7ee09e338,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:06.188133 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-76bb3b59-9e65-49fa-8da4-7b8088d2144b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (b63dd00c-bac1-44ed-808c-e109a883c711), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:06.189001 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfddc8bf-4bfb-48df-b27e-c80af7f5aee9 None None] Network b9206360-d958-4fdd-8c84-5d41027e4e07 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:13:06.189220 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-76bb3b59-9e65-49fa-8da4-7b8088d2144b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (b63dd00c-bac1-44ed-808c-e109a883c711), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:06.217816 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7e223ff5-e9e9-435e-b0ae-d02146c3903d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:06.245011 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-76bb3b59-9e65-49fa-8da4-7b8088d2144b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for router_controller (b63dd00c-bac1-44ed-808c-e109a883c711), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:06.249250 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-76bb3b59-9e65-49fa-8da4-7b8088d2144b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (b63dd00c-bac1-44ed-808c-e109a883c711), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:06.267025 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-76bb3b59-9e65-49fa-8da4-7b8088d2144b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:06.271887 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-76bb3b59-9e65-49fa-8da4-7b8088d2144b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.1081111
Feb 05 21:13:06.272066 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41586) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:06.409251 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-598e3670-3186-423f-9435-dd7123a0daf3 None None] Publish callbacks [] for port (4eddc126-3285-496c-afbb-1b3724719bbc), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:06.415056 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-ca603082-9e55-4cae-9401-325e006d6d3c None None] Allocated IP 172.20.0.2 (e0cafd64-14b5-4409-8689-1cb0c0fbbf58/15bfa938-098e-47c1-8e9a-910bd5531441/727d0016-2b53-4cb7-9a33-d1d8dc83247b) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:13:06.425515 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-598e3670-3186-423f-9435-dd7123a0daf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (4eddc126-3285-496c-afbb-1b3724719bbc), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:06.643530 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3957bf-5ccd-49a2-9f83-d5a3f4ff4af6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b9206360-d958-4fdd-8c84-5d41027e4e07', 'network_id': 'b9206360-d958-4fdd-8c84-5d41027e4e07', 'project_id': '743f09469d2b4f98894791740de743a4', 'fixed_ips': [{'subnet_id': 'c7aba682-f70e-4514-a2ae-2d98274df442'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:13:06.644600 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9e3957bf-5ccd-49a2-9f83-d5a3f4ff4af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:06.660372 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-ed305183-5ca5-4b2c-b174-89b3009630a5 None None] Set router 033c47b3-425a-4089-9283-a808ea27a05e gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:13:06.740735 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-e5164747-2c19-4a56-a9fe-d8f6509da84a tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Allocated IP 172.20.0.1 (e0afcedc-46e0-429e-bb7a-7200fbfa4981/e28d50e4-84cb-467f-9b21-fd14f7293c46/d737984f-d99d-4d78-af5c-0f82e63db23d) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:13:06.748213 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598e3670-3186-423f-9435-dd7123a0daf3 None None] Network e0afcedc-46e0-429e-bb7a-7200fbfa4981 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:13:06.758640 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e3670-3186-423f-9435-dd7123a0daf3 None None] Pushing event updated for resources: {'Port': ['ID=4eddc126-3285-496c-afbb-1b3724719bbc,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:06.761113 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-598e3670-3186-423f-9435-dd7123a0daf3 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:13:06.805439 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598e3670-3186-423f-9435-dd7123a0daf3 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:13:06.971273 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7be0219b-16fd-40c5-8fdf-37a240ca0dc7 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:06.988991 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e5164747-2c19-4a56-a9fe-d8f6509da84a tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for port (d737984f-d99d-4d78-af5c-0f82e63db23d), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:07.036304 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-598e3670-3186-423f-9435-dd7123a0daf3 None None] Attempting to bind port 4eddc126-3285-496c-afbb-1b3724719bbc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:13:07.037025 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-598e3670-3186-423f-9435-dd7123a0daf3 None None] Attempting to bind port 4eddc126-3285-496c-afbb-1b3724719bbc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a198c808-ddb2-450c-89a4-ee509791841d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e0afcedc-46e0-429e-bb7a-7200fbfa4981'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:13:07.037164 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598e3670-3186-423f-9435-dd7123a0daf3 None None] Attempting to bind port 4eddc126-3285-496c-afbb-1b3724719bbc on network e0afcedc-46e0-429e-bb7a-7200fbfa4981 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:13:07.095132 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598e3670-3186-423f-9435-dd7123a0daf3 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:13:07.095512 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598e3670-3186-423f-9435-dd7123a0daf3 None None] Checking segment: {'id': 'a198c808-ddb2-450c-89a4-ee509791841d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e0afcedc-46e0-429e-bb7a-7200fbfa4981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:13:07.095915 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-598e3670-3186-423f-9435-dd7123a0daf3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:07.096310 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598e3670-3186-423f-9435-dd7123a0daf3 None None] Bound using segment: {'id': 'a198c808-ddb2-450c-89a4-ee509791841d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e0afcedc-46e0-429e-bb7a-7200fbfa4981'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:13:07.096778 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-598e3670-3186-423f-9435-dd7123a0daf3 None None] Bound port: 4eddc126-3285-496c-afbb-1b3724719bbc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a198c808-ddb2-450c-89a4-ee509791841d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e0afcedc-46e0-429e-bb7a-7200fbfa4981'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:13:07.097159 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-598e3670-3186-423f-9435-dd7123a0daf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (4eddc126-3285-496c-afbb-1b3724719bbc), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:07.122211 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-9e3957bf-5ccd-49a2-9f83-d5a3f4ff4af6 None None] Allocated IP 172.21.0.2 (b9206360-d958-4fdd-8c84-5d41027e4e07/c7aba682-f70e-4514-a2ae-2d98274df442/275320d1-afe9-4b82-9971-1a650655756d) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:13:07.142500 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e5164747-2c19-4a56-a9fe-d8f6509da84a tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (d737984f-d99d-4d78-af5c-0f82e63db23d), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:07.144487 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ca603082-9e55-4cae-9401-325e006d6d3c None None] Publish callbacks [] for port (727d0016-2b53-4cb7-9a33-d1d8dc83247b), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:07.182918 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ca603082-9e55-4cae-9401-325e006d6d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (727d0016-2b53-4cb7-9a33-d1d8dc83247b), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:07.227188 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5164747-2c19-4a56-a9fe-d8f6509da84a tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Network e0afcedc-46e0-429e-bb7a-7200fbfa4981 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:13:07.236117 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-e5164747-2c19-4a56-a9fe-d8f6509da84a tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:13:07.238612 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5164747-2c19-4a56-a9fe-d8f6509da84a tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:13:07.280520 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5164747-2c19-4a56-a9fe-d8f6509da84a tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event updated for resources: {'Port': ['ID=d737984f-d99d-4d78-af5c-0f82e63db23d,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:07.281850 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca603082-9e55-4cae-9401-325e006d6d3c None None] Network e0cafd64-14b5-4409-8689-1cb0c0fbbf58 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:13:07.298485 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-ca603082-9e55-4cae-9401-325e006d6d3c None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:13:07.307120 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca603082-9e55-4cae-9401-325e006d6d3c None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:13:07.309318 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-598e3670-3186-423f-9435-dd7123a0daf3 None None] For port 4eddc126-3285-496c-afbb-1b3724719bbc, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:13:07.314578 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca603082-9e55-4cae-9401-325e006d6d3c None None] Pushing event updated for resources: {'Port': ['ID=727d0016-2b53-4cb7-9a33-d1d8dc83247b,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:07.322308 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-598e3670-3186-423f-9435-dd7123a0daf3 None None] For port 4eddc126-3285-496c-afbb-1b3724719bbc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4eddc126-3285-496c-afbb-1b3724719bbc,segment=NetworkSegment(a198c808-ddb2-450c-89a4-ee509791841d),segment_id=a198c808-ddb2-450c-89a4-ee509791841d)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:13:07.331658 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-ed305183-5ca5-4b2c-b174-89b3009630a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab2d15b0>, [{'id': '033c47b3-425a-4089-9283-a808ea27a05e', 'name': 'tempest-TestNetworkBasicOps-router-706741564', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.67'}], 'enable_snat': True}, 'gw_port_id': '07fdd44d-1e16-4186-9297-8af7ee09e338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:13:02Z', 'updated_at': '2022-02-05T21:13:03Z', 'revision_number': 3, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'gw_port': {'id': '07fdd44d-1e16-4186-9297-8af7ee09e338', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:06:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033c47b3-425a-4089-9283-a808ea27a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:02Z', 'updated_at': '2022-02-05T21:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:07.332031 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e5164747-2c19-4a56-a9fe-d8f6509da84a tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (033c47b3-425a-4089-9283-a808ea27a05e), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:07.341554 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-598e3670-3186-423f-9435-dd7123a0daf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (4eddc126-3285-496c-afbb-1b3724719bbc), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:07.386526 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-7be0219b-16fd-40c5-8fdf-37a240ca0dc7 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Allocated IP 172.20.0.1 (e0cafd64-14b5-4409-8689-1cb0c0fbbf58/15bfa938-098e-47c1-8e9a-910bd5531441/28337b9e-8f59-4dd3-9b3e-1f50470d9ef7) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:13:07.401965 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed305183-5ca5-4b2c-b174-89b3009630a5 None None] The sync data for ids ['033c47b3-425a-4089-9283-a808ea27a05e'] in ncdv-master-1 is: [{'id': '033c47b3-425a-4089-9283-a808ea27a05e', 'name': 'tempest-TestNetworkBasicOps-router-706741564', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.67'}], 'enable_snat': True}, 'gw_port_id': '07fdd44d-1e16-4186-9297-8af7ee09e338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:13:02Z', 'updated_at': '2022-02-05T21:13:03Z', 'revision_number': 3, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'gw_port': {'id': '07fdd44d-1e16-4186-9297-8af7ee09e338', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:06:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033c47b3-425a-4089-9283-a808ea27a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:02Z', 'updated_at': '2022-02-05T21:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:13:07.548676 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9e3957bf-5ccd-49a2-9f83-d5a3f4ff4af6 None None] Publish callbacks [] for port (275320d1-afe9-4b82-9971-1a650655756d), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:07.569645 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-ca603082-9e55-4cae-9401-325e006d6d3c None None] Attempting to bind port 727d0016-2b53-4cb7-9a33-d1d8dc83247b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:13:07.570627 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-ca603082-9e55-4cae-9401-325e006d6d3c None None] Attempting to bind port 727d0016-2b53-4cb7-9a33-d1d8dc83247b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3b038778-8e9e-487f-825c-b00163be7481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e0cafd64-14b5-4409-8689-1cb0c0fbbf58'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:13:07.570819 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca603082-9e55-4cae-9401-325e006d6d3c None None] Attempting to bind port 727d0016-2b53-4cb7-9a33-d1d8dc83247b on network e0cafd64-14b5-4409-8689-1cb0c0fbbf58 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:13:07.574292 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9e3957bf-5ccd-49a2-9f83-d5a3f4ff4af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (275320d1-afe9-4b82-9971-1a650655756d), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:07.595288 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:07.596844 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e5164747-2c19-4a56-a9fe-d8f6509da84a tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d737984f-d99d-4d78-af5c-0f82e63db23d), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:07.600291 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca603082-9e55-4cae-9401-325e006d6d3c None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:13:07.600291 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca603082-9e55-4cae-9401-325e006d6d3c None None] Checking segment: {'id': '3b038778-8e9e-487f-825c-b00163be7481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e0cafd64-14b5-4409-8689-1cb0c0fbbf58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:13:07.601185 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ca603082-9e55-4cae-9401-325e006d6d3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:07.601609 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca603082-9e55-4cae-9401-325e006d6d3c None None] Bound using segment: {'id': '3b038778-8e9e-487f-825c-b00163be7481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e0cafd64-14b5-4409-8689-1cb0c0fbbf58'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:13:07.602080 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-ca603082-9e55-4cae-9401-325e006d6d3c None None] Bound port: 727d0016-2b53-4cb7-9a33-d1d8dc83247b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b038778-8e9e-487f-825c-b00163be7481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e0cafd64-14b5-4409-8689-1cb0c0fbbf58'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:13:07.602502 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ca603082-9e55-4cae-9401-325e006d6d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (727d0016-2b53-4cb7-9a33-d1d8dc83247b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:07.603951 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7be0219b-16fd-40c5-8fdf-37a240ca0dc7 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for port (28337b9e-8f59-4dd3-9b3e-1f50470d9ef7), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:07.632585 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3957bf-5ccd-49a2-9f83-d5a3f4ff4af6 None None] Network b9206360-d958-4fdd-8c84-5d41027e4e07 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:13:07.633241 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e3670-3186-423f-9435-dd7123a0daf3 None None] Pushing event updated for resources: {'Port': ['ID=4eddc126-3285-496c-afbb-1b3724719bbc,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:07.678008 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-9e3957bf-5ccd-49a2-9f83-d5a3f4ff4af6 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:13:07.717912 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3957bf-5ccd-49a2-9f83-d5a3f4ff4af6 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:13:07.770078 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7be0219b-16fd-40c5-8fdf-37a240ca0dc7 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (28337b9e-8f59-4dd3-9b3e-1f50470d9ef7), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:07.780098 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3957bf-5ccd-49a2-9f83-d5a3f4ff4af6 None None] Pushing event updated for resources: {'Port': ['ID=275320d1-afe9-4b82-9971-1a650655756d,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:07.857691 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-9e3957bf-5ccd-49a2-9f83-d5a3f4ff4af6 None None] Attempting to bind port 275320d1-afe9-4b82-9971-1a650655756d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:13:07.858434 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-9e3957bf-5ccd-49a2-9f83-d5a3f4ff4af6 None None] Attempting to bind port 275320d1-afe9-4b82-9971-1a650655756d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '09ee5b92-b65d-483a-91db-a94e91bfa16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b9206360-d958-4fdd-8c84-5d41027e4e07'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:13:07.858593 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3957bf-5ccd-49a2-9f83-d5a3f4ff4af6 None None] Attempting to bind port 275320d1-afe9-4b82-9971-1a650655756d on network b9206360-d958-4fdd-8c84-5d41027e4e07 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:13:07.868316 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be0219b-16fd-40c5-8fdf-37a240ca0dc7 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Network e0cafd64-14b5-4409-8689-1cb0c0fbbf58 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:13:07.872056 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-ca603082-9e55-4cae-9401-325e006d6d3c None None] For port 727d0016-2b53-4cb7-9a33-d1d8dc83247b, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:13:07.884306 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3957bf-5ccd-49a2-9f83-d5a3f4ff4af6 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:13:07.884690 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3957bf-5ccd-49a2-9f83-d5a3f4ff4af6 None None] Checking segment: {'id': '09ee5b92-b65d-483a-91db-a94e91bfa16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b9206360-d958-4fdd-8c84-5d41027e4e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:13:07.885102 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9e3957bf-5ccd-49a2-9f83-d5a3f4ff4af6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:07.885505 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3957bf-5ccd-49a2-9f83-d5a3f4ff4af6 None None] Bound using segment: {'id': '09ee5b92-b65d-483a-91db-a94e91bfa16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b9206360-d958-4fdd-8c84-5d41027e4e07'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:13:07.886029 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-9e3957bf-5ccd-49a2-9f83-d5a3f4ff4af6 None None] Bound port: 275320d1-afe9-4b82-9971-1a650655756d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ee5b92-b65d-483a-91db-a94e91bfa16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b9206360-d958-4fdd-8c84-5d41027e4e07'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:13:07.886580 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9e3957bf-5ccd-49a2-9f83-d5a3f4ff4af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (275320d1-afe9-4b82-9971-1a650655756d), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:07.889688 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-7be0219b-16fd-40c5-8fdf-37a240ca0dc7 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:13:07.889863 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-ca603082-9e55-4cae-9401-325e006d6d3c None None] For port 727d0016-2b53-4cb7-9a33-d1d8dc83247b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=727d0016-2b53-4cb7-9a33-d1d8dc83247b,segment=NetworkSegment(3b038778-8e9e-487f-825c-b00163be7481),segment_id=3b038778-8e9e-487f-825c-b00163be7481)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:13:07.902915 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be0219b-16fd-40c5-8fdf-37a240ca0dc7 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:13:07.905166 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ca603082-9e55-4cae-9401-325e006d6d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (727d0016-2b53-4cb7-9a33-d1d8dc83247b), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:07.905648 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0219b-16fd-40c5-8fdf-37a240ca0dc7 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event updated for resources: {'Port': ['ID=28337b9e-8f59-4dd3-9b3e-1f50470d9ef7,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:08.003237 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7be0219b-16fd-40c5-8fdf-37a240ca0dc7 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (b63dd00c-bac1-44ed-808c-e109a883c711), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:08.046087 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca603082-9e55-4cae-9401-325e006d6d3c None None] Pushing event updated for resources: {'Port': ['ID=727d0016-2b53-4cb7-9a33-d1d8dc83247b,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:08.091090 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-9e3957bf-5ccd-49a2-9f83-d5a3f4ff4af6 None None] For port 275320d1-afe9-4b82-9971-1a650655756d, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:13:08.094790 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-9e3957bf-5ccd-49a2-9f83-d5a3f4ff4af6 None None] For port 275320d1-afe9-4b82-9971-1a650655756d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=275320d1-afe9-4b82-9971-1a650655756d,segment=NetworkSegment(09ee5b92-b65d-483a-91db-a94e91bfa16b),segment_id=09ee5b92-b65d-483a-91db-a94e91bfa16b)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:13:08.105292 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9e3957bf-5ccd-49a2-9f83-d5a3f4ff4af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (275320d1-afe9-4b82-9971-1a650655756d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:08.180353 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3957bf-5ccd-49a2-9f83-d5a3f4ff4af6 None None] Pushing event updated for resources: {'Port': ['ID=275320d1-afe9-4b82-9971-1a650655756d,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:08.248467 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e5164747-2c19-4a56-a9fe-d8f6509da84a tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for port (d737984f-d99d-4d78-af5c-0f82e63db23d), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:08.265612 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7be0219b-16fd-40c5-8fdf-37a240ca0dc7 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (28337b9e-8f59-4dd3-9b3e-1f50470d9ef7), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:08.269724 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e5164747-2c19-4a56-a9fe-d8f6509da84a tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (d737984f-d99d-4d78-af5c-0f82e63db23d), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:08.413973 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5164747-2c19-4a56-a9fe-d8f6509da84a tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event updated for resources: {'Port': ['ID=d737984f-d99d-4d78-af5c-0f82e63db23d,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:08.419273 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e5164747-2c19-4a56-a9fe-d8f6509da84a tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (033c47b3-425a-4089-9283-a808ea27a05e), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:08.824635 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5164747-2c19-4a56-a9fe-d8f6509da84a tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Network e0afcedc-46e0-429e-bb7a-7200fbfa4981 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:13:08.839582 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-e5164747-2c19-4a56-a9fe-d8f6509da84a tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:13:08.853395 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7be0219b-16fd-40c5-8fdf-37a240ca0dc7 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for port (28337b9e-8f59-4dd3-9b3e-1f50470d9ef7), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:08.899951 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7be0219b-16fd-40c5-8fdf-37a240ca0dc7 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (28337b9e-8f59-4dd3-9b3e-1f50470d9ef7), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:09.077025 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:09.103144 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 275320d1-afe9-4b82-9971-1a650655756d up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:13:09.175984 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cdf0dd-162f-4a64-9d61-c89806219006 None None] Network e0afcedc-46e0-429e-bb7a-7200fbfa4981 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:13:09.291525 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-69c0b99d-1d7e-4631-9503-bcbb874242ea None None] Provisioning complete for port 4eddc126-3285-496c-afbb-1b3724719bbc triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:09.291830 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-69c0b99d-1d7e-4631-9503-bcbb874242ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (4eddc126-3285-496c-afbb-1b3724719bbc), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:09.292706 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-781e9324-5c7f-458e-bee0-102fb6de0aa6 req-25990d38-915b-4a8d-a067-f26afbec3e0e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1419067
Feb 05 21:13:09.345801 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 275320d1-afe9-4b82-9971-1a650655756d triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:09.346179 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (275320d1-afe9-4b82-9971-1a650655756d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:09.359540 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7be0219b-16fd-40c5-8fdf-37a240ca0dc7 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (b63dd00c-bac1-44ed-808c-e109a883c711), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:09.364255 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0219b-16fd-40c5-8fdf-37a240ca0dc7 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event updated for resources: {'Port': ['ID=28337b9e-8f59-4dd3-9b3e-1f50470d9ef7,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:09.412368 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e9324-5c7f-458e-bee0-102fb6de0aa6 req-6ca9a769-ef0c-4145-b991-1942e0449582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:09.414343 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-781e9324-5c7f-458e-bee0-102fb6de0aa6 req-6ca9a769-ef0c-4145-b991-1942e0449582 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2af23abad4048358818a1b4ba0f5aa6&device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 1128 time: 0.0963061
Feb 05 21:13:09.472381 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5164747-2c19-4a56-a9fe-d8f6509da84a tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Router 033c47b3-425a-4089-9283-a808ea27a05e has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:13:09.561532 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e9324-5c7f-458e-bee0-102fb6de0aa6 req-e653894b-30ba-4b64-be7c-2e7b1ad64737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:09.563366 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-781e9324-5c7f-458e-bee0-102fb6de0aa6 req-e653894b-30ba-4b64-be7c-2e7b1ad64737 service neutron] 10.222.0.21 "GET /v2.0/networks?id=90e22a21-ca71-4ccc-99d5-12c329545469 HTTP/1.1" status: 200  len: 917 time: 0.1194592
Feb 05 21:13:09.565749 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be0219b-16fd-40c5-8fdf-37a240ca0dc7 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Network e0cafd64-14b5-4409-8689-1cb0c0fbbf58 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:13:09.575630 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-7be0219b-16fd-40c5-8fdf-37a240ca0dc7 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:13:09.654870 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-781e9324-5c7f-458e-bee0-102fb6de0aa6 req-f53a3b87-f218-404f-a588-d383071f12cf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=851783e6-d22c-41f7-95ae-b0b5f516a0cc HTTP/1.1" status: 200  len: 1001 time: 0.0848775
Feb 05 21:13:09.703044 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032b63d7-55ba-4789-8d65-a3c1292f0720 None None] Network e0cafd64-14b5-4409-8689-1cb0c0fbbf58 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:13:09.731111 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5164747-2c19-4a56-a9fe-d8f6509da84a tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:13:09.742158 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e5164747-2c19-4a56-a9fe-d8f6509da84a tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "PUT /v2.0/routers/033c47b3-425a-4089-9283-a808ea27a05e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4322479
Feb 05 21:13:09.745372 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41598) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:09.760129 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e9324-5c7f-458e-bee0-102fb6de0aa6 req-abf1dcb4-89b6-4dcd-9dd7-780bc587c485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:09.764039 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-781e9324-5c7f-458e-bee0-102fb6de0aa6 req-abf1dcb4-89b6-4dcd-9dd7-780bc587c485 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6bc96f9b-13b4-445f-ae2d-9347a725b89d HTTP/1.1" status: 200  len: 855 time: 0.1005731
Feb 05 21:13:09.809296 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-69c0b99d-1d7e-4631-9503-bcbb874242ea None None] Current status of the port 4eddc126-3285-496c-afbb-1b3724719bbc is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:13:09.809601 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-69c0b99d-1d7e-4631-9503-bcbb874242ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (4eddc126-3285-496c-afbb-1b3724719bbc), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:09.836861 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e9324-5c7f-458e-bee0-102fb6de0aa6 req-7dca94f1-c9a5-426a-94a5-71545de6bef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:09.839173 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-781e9324-5c7f-458e-bee0-102fb6de0aa6 req-7dca94f1-c9a5-426a-94a5-71545de6bef4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=90e22a21-ca71-4ccc-99d5-12c329545469&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0650744
Feb 05 21:13:09.846110 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 275320d1-afe9-4b82-9971-1a650655756d is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:13:09.846540 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (275320d1-afe9-4b82-9971-1a650655756d), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:09.852114 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [req-781e9324-5c7f-458e-bee0-102fb6de0aa6 req-739859ef-4db7-4b54-a8c2-890fe1d1ac54 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:13:09.853240 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-781e9324-5c7f-458e-bee0-102fb6de0aa6 req-739859ef-4db7-4b54-a8c2-890fe1d1ac54 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0058470
Feb 05 21:13:09.907959 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-69c0b99d-1d7e-4631-9503-bcbb874242ea None None] For port 4eddc126-3285-496c-afbb-1b3724719bbc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4eddc126-3285-496c-afbb-1b3724719bbc,segment=NetworkSegment(a198c808-ddb2-450c-89a4-ee509791841d),segment_id=a198c808-ddb2-450c-89a4-ee509791841d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:13:09.917970 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be0219b-16fd-40c5-8fdf-37a240ca0dc7 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Router b63dd00c-bac1-44ed-808c-e109a883c711 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:13:09.925735 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-69c0b99d-1d7e-4631-9503-bcbb874242ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (4eddc126-3285-496c-afbb-1b3724719bbc), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:09.999813 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 275320d1-afe9-4b82-9971-1a650655756d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=275320d1-afe9-4b82-9971-1a650655756d,segment=NetworkSegment(09ee5b92-b65d-483a-91db-a94e91bfa16b),segment_id=09ee5b92-b65d-483a-91db-a94e91bfa16b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:13:10.042744 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-781e9324-5c7f-458e-bee0-102fb6de0aa6 req-ad79c486-45ff-4161-af16-71e99991707f service neutron] 10.222.0.21 "GET /v2.0/networks/90e22a21-ca71-4ccc-99d5-12c329545469?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1826253
Feb 05 21:13:10.054043 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (275320d1-afe9-4b82-9971-1a650655756d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:10.055190 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 727d0016-2b53-4cb7-9a33-d1d8dc83247b up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:13:10.060636 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c0b99d-1d7e-4631-9503-bcbb874242ea None None] Pushing event updated for resources: {'Port': ['ID=4eddc126-3285-496c-afbb-1b3724719bbc,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:10.116107 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44590617-b185-42ce-a48c-7815f4f4f906 None None] Network b9206360-d958-4fdd-8c84-5d41027e4e07 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:13:10.118942 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881c54de-6c07-47d3-b76d-abc9da53efca tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:10.119433 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881c54de-6c07-47d3-b76d-abc9da53efca tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:10.119904 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881c54de-6c07-47d3-b76d-abc9da53efca tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:10.120568 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881c54de-6c07-47d3-b76d-abc9da53efca tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:10.121217 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881c54de-6c07-47d3-b76d-abc9da53efca tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:10.121689 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881c54de-6c07-47d3-b76d-abc9da53efca tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:10.122163 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881c54de-6c07-47d3-b76d-abc9da53efca tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:10.122685 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881c54de-6c07-47d3-b76d-abc9da53efca tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:10.123152 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881c54de-6c07-47d3-b76d-abc9da53efca tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:10.123611 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881c54de-6c07-47d3-b76d-abc9da53efca tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:10.128234 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-881c54de-6c07-47d3-b76d-abc9da53efca tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 7054 time: 0.3810723
Feb 05 21:13:10.128813 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41600) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:10.195937 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-038988a0-5c26-44c3-8767-62c2216119b7 None None] Provisioning complete for port 727d0016-2b53-4cb7-9a33-d1d8dc83247b triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:10.196603 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-038988a0-5c26-44c3-8767-62c2216119b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (727d0016-2b53-4cb7-9a33-d1d8dc83247b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:10.199859 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-781e9324-5c7f-458e-bee0-102fb6de0aa6 req-72d7cf6b-df57-41c3-9582-ab567570ad9c service neutron] 10.222.0.21 "GET /v2.0/networks/90e22a21-ca71-4ccc-99d5-12c329545469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1458838
Feb 05 21:13:10.258915 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be0219b-16fd-40c5-8fdf-37a240ca0dc7 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:13:10.269144 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7be0219b-16fd-40c5-8fdf-37a240ca0dc7 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "PUT /v2.0/routers/b63dd00c-bac1-44ed-808c-e109a883c711/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9959168
Feb 05 21:13:10.278355 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41602) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:10.284275 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=275320d1-afe9-4b82-9971-1a650655756d,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:10.291095 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b85b39-ea1e-478a-9e2e-8c6a91418d1a None None] Sync routers for ids ['b63dd00c-bac1-44ed-808c-e109a883c711'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:13:10.339039 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b85b39-ea1e-478a-9e2e-8c6a91418d1a None None] Routers {'b63dd00c-bac1-44ed-808c-e109a883c711'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:13:10.339718 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-36b85b39-ea1e-478a-9e2e-8c6a91418d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db88f1eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:13:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b63dd00c-bac1-44ed-808c-e109a883c711'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:10.376289 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 727d0016-2b53-4cb7-9a33-d1d8dc83247b triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:10.376583 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (727d0016-2b53-4cb7-9a33-d1d8dc83247b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:10.381487 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1975093f-cf79-438c-a491-5c6e0d8566d0 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:10.383470 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1975093f-cf79-438c-a491-5c6e0d8566d0 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:10.385445 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1975093f-cf79-438c-a491-5c6e0d8566d0 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:10.386102 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1975093f-cf79-438c-a491-5c6e0d8566d0 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:10.388183 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33418c70-e4b6-4c82-a3c8-4f61637af1e6 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:10.389361 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1975093f-cf79-438c-a491-5c6e0d8566d0 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:10.390028 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1975093f-cf79-438c-a491-5c6e0d8566d0 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:10.390848 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1975093f-cf79-438c-a491-5c6e0d8566d0 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:10.391492 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1975093f-cf79-438c-a491-5c6e0d8566d0 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:10.393259 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-33418c70-e4b6-4c82-a3c8-4f61637af1e6 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "GET /v2.0/ports/28337b9e-8f59-4dd3-9b3e-1f50470d9ef7 HTTP/1.1" status: 200  len: 910 time: 0.1135731
Feb 05 21:13:10.393945 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1975093f-cf79-438c-a491-5c6e0d8566d0 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:10.394630 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1975093f-cf79-438c-a491-5c6e0d8566d0 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:10.397999 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41604) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:10.401448 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1975093f-cf79-438c-a491-5c6e0d8566d0 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 6473 time: 0.2706578
Feb 05 21:13:10.404107 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-36b85b39-ea1e-478a-9e2e-8c6a91418d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db88f1eb0>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:10.404998 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41606) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:10.417444 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b85b39-ea1e-478a-9e2e-8c6a91418d1a None None] Routers {'b63dd00c-bac1-44ed-808c-e109a883c711'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:13:10.420574 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-36b85b39-ea1e-478a-9e2e-8c6a91418d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db88f1eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:13:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b63dd00c-bac1-44ed-808c-e109a883c711'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:10.471509 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-36b85b39-ea1e-478a-9e2e-8c6a91418d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db88f1eb0>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:10.472644 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b85b39-ea1e-478a-9e2e-8c6a91418d1a None None] The sync data for ids ['b63dd00c-bac1-44ed-808c-e109a883c711'] in ncdv-master-1 is: [] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:13:10.518599 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:10.530964 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-038988a0-5c26-44c3-8767-62c2216119b7 None None] Current status of the port 727d0016-2b53-4cb7-9a33-d1d8dc83247b is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:13:10.531369 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-038988a0-5c26-44c3-8767-62c2216119b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (727d0016-2b53-4cb7-9a33-d1d8dc83247b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:10.584902 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-038988a0-5c26-44c3-8767-62c2216119b7 None None] For port 727d0016-2b53-4cb7-9a33-d1d8dc83247b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=727d0016-2b53-4cb7-9a33-d1d8dc83247b,segment=NetworkSegment(3b038778-8e9e-487f-825c-b00163be7481),segment_id=3b038778-8e9e-487f-825c-b00163be7481)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:13:10.651913 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 727d0016-2b53-4cb7-9a33-d1d8dc83247b is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:13:10.653598 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 4eddc126-3285-496c-afbb-1b3724719bbc up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:13:10.696027 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-038988a0-5c26-44c3-8767-62c2216119b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (727d0016-2b53-4cb7-9a33-d1d8dc83247b), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:10.788850 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796c9e7c-d140-450d-a5c7-b8c0d75acf99 None None] Sync routers for ids ['033c47b3-425a-4089-9283-a808ea27a05e'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:13:10.796621 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038988a0-5c26-44c3-8767-62c2216119b7 None None] Pushing event updated for resources: {'Port': ['ID=727d0016-2b53-4cb7-9a33-d1d8dc83247b,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:10.821004 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796c9e7c-d140-450d-a5c7-b8c0d75acf99 None None] Routers {'033c47b3-425a-4089-9283-a808ea27a05e'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:13:10.821668 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-796c9e7c-d140-450d-a5c7-b8c0d75acf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabc82640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:13:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['033c47b3-425a-4089-9283-a808ea27a05e'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:10.929329 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 4eddc126-3285-496c-afbb-1b3724719bbc triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:10.929711 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (4eddc126-3285-496c-afbb-1b3724719bbc), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:10.934331 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-90e79dc9-06ab-4876-808a-3bb1ac387356 None None] Provisioning complete for port 727d0016-2b53-4cb7-9a33-d1d8dc83247b triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:10.934732 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-90e79dc9-06ab-4876-808a-3bb1ac387356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (727d0016-2b53-4cb7-9a33-d1d8dc83247b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:10.944709 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b633c673-5865-4fcd-9e68-03408174eef1 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 4303 time: 0.5229814
Feb 05 21:13:11.111698 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-796c9e7c-d140-450d-a5c7-b8c0d75acf99 None None] Set router 033c47b3-425a-4089-9283-a808ea27a05e gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:13:11.249738 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 4eddc126-3285-496c-afbb-1b3724719bbc is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:13:11.249738 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 07fdd44d-1e16-4186-9297-8af7ee09e338 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:13:11.341148 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-461dde7d-67b4-49e2-984e-be24cba40a7c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:11.345104 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-90e79dc9-06ab-4876-808a-3bb1ac387356 None None] Current status of the port 727d0016-2b53-4cb7-9a33-d1d8dc83247b is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:13:11.362477 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41614) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:11.367706 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-930feec4-269d-40bd-acd6-4a68c370fad6 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1182126275', 'description': 'tempest-secgroup-smoke-1182126275 description', 'project_id': '7f3cd2c671c5402ba77e2a302dcae849'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:13:11.389695 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-930feec4-269d-40bd-acd6-4a68c370fad6 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:11.393436 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-90e79dc9-06ab-4876-808a-3bb1ac387356 None None] Provisioning complete for port 4eddc126-3285-496c-afbb-1b3724719bbc triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:11.393830 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-90e79dc9-06ab-4876-808a-3bb1ac387356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (4eddc126-3285-496c-afbb-1b3724719bbc), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:11.453833 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 07fdd44d-1e16-4186-9297-8af7ee09e338 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:11.454219 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (07fdd44d-1e16-4186-9297-8af7ee09e338), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:11.480340 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-930feec4-269d-40bd-acd6-4a68c370fad6 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group (008325f2-7728-4c66-9056-3eebbb1c1889), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:11.485665 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-930feec4-269d-40bd-acd6-4a68c370fad6 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (008325f2-7728-4c66-9056-3eebbb1c1889), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:11.521776 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-930feec4-269d-40bd-acd6-4a68c370fad6 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:11.525728 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-930feec4-269d-40bd-acd6-4a68c370fad6 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1620343
Feb 05 21:13:11.526496 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41618) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:11.531567 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-4fdf239a-992a-4470-96b6-34fb8907f3b1 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Request body: {'security_group_rule': {'security_group_id': '008325f2-7728-4c66-9056-3eebbb1c1889', 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:13:11.535594 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930feec4-269d-40bd-acd6-4a68c370fad6 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=008325f2-7728-4c66-9056-3eebbb1c1889,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:11.575515 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4fdf239a-992a-4470-96b6-34fb8907f3b1 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (181407ef-3b8e-4f3b-9944-f33b047b3e86), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:11.578939 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-796c9e7c-d140-450d-a5c7-b8c0d75acf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabc82640>, [{'id': '033c47b3-425a-4089-9283-a808ea27a05e', 'name': 'tempest-TestNetworkBasicOps-router-706741564', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.67'}], 'enable_snat': True}, 'gw_port_id': '07fdd44d-1e16-4186-9297-8af7ee09e338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:13:02Z', 'updated_at': '2022-02-05T21:13:07Z', 'revision_number': 4, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'gw_port': {'id': '07fdd44d-1e16-4186-9297-8af7ee09e338', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:06:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033c47b3-425a-4089-9283-a808ea27a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:02Z', 'updated_at': '2022-02-05T21:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd737984f-d99d-4d78-af5c-0f82e63db23d', 'name': '', 'network_id': 'e0afcedc-46e0-429e-bb7a-7200fbfa4981', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'mac_address': 'fa:16:3e:66:73:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033c47b3-425a-4089-9283-a808ea27a05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'e28d50e4-84cb-467f-9b21-fd14f7293c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:05Z', 'updated_at': '2022-02-05T21:13:07Z', 'revision_number': 2, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'subnets': [{'id': 'e28d50e4-84cb-467f-9b21-fd14f7293c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:11.601192 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-90e79dc9-06ab-4876-808a-3bb1ac387356 None None] Current status of the port 4eddc126-3285-496c-afbb-1b3724719bbc is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:13:11.638810 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796c9e7c-d140-450d-a5c7-b8c0d75acf99 None None] Checking router: 033c47b3-425a-4089-9283-a808ea27a05e for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:13:11.639175 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796c9e7c-d140-450d-a5c7-b8c0d75acf99 None None] Updating router 033c47b3-425a-4089-9283-a808ea27a05e port d737984f-d99d-4d78-af5c-0f82e63db23d binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:13:11.640345 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4fdf239a-992a-4470-96b6-34fb8907f3b1 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (181407ef-3b8e-4f3b-9944-f33b047b3e86), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:11.647442 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4fdf239a-992a-4470-96b6-34fb8907f3b1 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (181407ef-3b8e-4f3b-9944-f33b047b3e86), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:11.658227 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-461dde7d-67b4-49e2-984e-be24cba40a7c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Allocated IP 172.21.0.1 (b9206360-d958-4fdd-8c84-5d41027e4e07/c7aba682-f70e-4514-a2ae-2d98274df442/cdeea7e9-49e8-4081-b1cb-e253a4b590ef) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:13:11.670330 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf239a-992a-4470-96b6-34fb8907f3b1 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=181407ef-3b8e-4f3b-9944-f33b047b3e86,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:11.676292 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4fdf239a-992a-4470-96b6-34fb8907f3b1 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:11.677912 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4fdf239a-992a-4470-96b6-34fb8907f3b1 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1502211
Feb 05 21:13:11.681035 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41622) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:11.686555 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-22ff3775-f870-46e2-b40e-9411552dd44b tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Request body: {'security_group_rule': {'security_group_id': '008325f2-7728-4c66-9056-3eebbb1c1889', 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:13:11.690832 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 07fdd44d-1e16-4186-9297-8af7ee09e338 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:13:11.691233 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (07fdd44d-1e16-4186-9297-8af7ee09e338), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:11.709400 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-90e79dc9-06ab-4876-808a-3bb1ac387356 None None] Provisioning complete for port 275320d1-afe9-4b82-9971-1a650655756d triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:11.709774 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-90e79dc9-06ab-4876-808a-3bb1ac387356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (275320d1-afe9-4b82-9971-1a650655756d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:11.713477 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-796c9e7c-d140-450d-a5c7-b8c0d75acf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d737984f-d99d-4d78-af5c-0f82e63db23d), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:11.721859 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-22ff3775-f870-46e2-b40e-9411552dd44b tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (0bcd0fe2-8bc5-4e00-851a-a53c39be1083), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:11.749260 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 07fdd44d-1e16-4186-9297-8af7ee09e338, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07fdd44d-1e16-4186-9297-8af7ee09e338,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:13:11.763598 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (07fdd44d-1e16-4186-9297-8af7ee09e338), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:11.805199 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-22ff3775-f870-46e2-b40e-9411552dd44b tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (0bcd0fe2-8bc5-4e00-851a-a53c39be1083), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:11.813196 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-22ff3775-f870-46e2-b40e-9411552dd44b tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (0bcd0fe2-8bc5-4e00-851a-a53c39be1083), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:11.842130 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff3775-f870-46e2-b40e-9411552dd44b tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bcd0fe2-8bc5-4e00-851a-a53c39be1083,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:11.872938 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-461dde7d-67b4-49e2-984e-be24cba40a7c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for port (cdeea7e9-49e8-4081-b1cb-e253a4b590ef), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:11.878701 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-22ff3775-f870-46e2-b40e-9411552dd44b tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:11.880770 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-22ff3775-f870-46e2-b40e-9411552dd44b tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1987669
Feb 05 21:13:11.883689 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41630) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:11.889970 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-19398766-0565-4cc3-90f5-1d1c998607ed tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Request body: {'security_group_rule': {'security_group_id': '008325f2-7728-4c66-9056-3eebbb1c1889', 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:13:11.935715 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-461dde7d-67b4-49e2-984e-be24cba40a7c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (cdeea7e9-49e8-4081-b1cb-e253a4b590ef), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:11.948943 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-19398766-0565-4cc3-90f5-1d1c998607ed tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (ee596213-8bda-491b-9485-fdd316f53ccb), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:12.007579 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461dde7d-67b4-49e2-984e-be24cba40a7c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Network b9206360-d958-4fdd-8c84-5d41027e4e07 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:13:12.012508 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-461dde7d-67b4-49e2-984e-be24cba40a7c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:13:12.014576 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461dde7d-67b4-49e2-984e-be24cba40a7c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event updated for resources: {'Port': ['ID=cdeea7e9-49e8-4081-b1cb-e253a4b590ef,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:12.017129 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461dde7d-67b4-49e2-984e-be24cba40a7c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:13:12.059135 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-19398766-0565-4cc3-90f5-1d1c998607ed tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (ee596213-8bda-491b-9485-fdd316f53ccb), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:12.070607 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-19398766-0565-4cc3-90f5-1d1c998607ed tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (ee596213-8bda-491b-9485-fdd316f53ccb), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:12.094692 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19398766-0565-4cc3-90f5-1d1c998607ed tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee596213-8bda-491b-9485-fdd316f53ccb,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:12.096577 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-461dde7d-67b4-49e2-984e-be24cba40a7c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (b63dd00c-bac1-44ed-808c-e109a883c711), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:12.118987 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-19398766-0565-4cc3-90f5-1d1c998607ed tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:12.120784 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-19398766-0565-4cc3-90f5-1d1c998607ed tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2358139
Feb 05 21:13:12.125407 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 727d0016-2b53-4cb7-9a33-d1d8dc83247b up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:13:12.127961 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41640) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:12.146974 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-79e075a7-2f5c-4790-8311-0493cc6c4a56 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Request body: {'security_group_rule': {'security_group_id': '008325f2-7728-4c66-9056-3eebbb1c1889', 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:13:12.170749 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=07fdd44d-1e16-4186-9297-8af7ee09e338,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:12.233431 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e7ba3-9f9e-4dfe-a157-441daf3fd215 req-645af9be-6529-4321-a446-acd655e9b3d7 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:12.235505 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bc7e7ba3-9f9e-4dfe-a157-441daf3fd215 req-645af9be-6529-4321-a446-acd655e9b3d7 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 946 time: 0.1134665
Feb 05 21:13:12.236579 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-79e075a7-2f5c-4790-8311-0493cc6c4a56 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (a4b718ac-2234-429e-9952-26c1931b53db), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:12.266148 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-461dde7d-67b4-49e2-984e-be24cba40a7c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (cdeea7e9-49e8-4081-b1cb-e253a4b590ef), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:12.276093 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-90e79dc9-06ab-4876-808a-3bb1ac387356 None None] Current status of the port 275320d1-afe9-4b82-9971-1a650655756d is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:13:12.334972 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bc7e7ba3-9f9e-4dfe-a157-441daf3fd215 req-0c91747e-1271-4421-b55d-20d4b188a236 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0812511
Feb 05 21:13:12.345414 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-90e79dc9-06ab-4876-808a-3bb1ac387356 None None] Provisioning complete for port 28337b9e-8f59-4dd3-9b3e-1f50470d9ef7 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:12.345914 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-90e79dc9-06ab-4876-808a-3bb1ac387356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (28337b9e-8f59-4dd3-9b3e-1f50470d9ef7), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:12.350345 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-79e075a7-2f5c-4790-8311-0493cc6c4a56 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (a4b718ac-2234-429e-9952-26c1931b53db), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:12.356947 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-79e075a7-2f5c-4790-8311-0493cc6c4a56 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (a4b718ac-2234-429e-9952-26c1931b53db), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:12.359114 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 727d0016-2b53-4cb7-9a33-d1d8dc83247b triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:12.359929 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (727d0016-2b53-4cb7-9a33-d1d8dc83247b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:12.386360 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-79e075a7-2f5c-4790-8311-0493cc6c4a56 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:12.391400 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-79e075a7-2f5c-4790-8311-0493cc6c4a56 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2589250
Feb 05 21:13:12.391992 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e075a7-2f5c-4790-8311-0493cc6c4a56 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4b718ac-2234-429e-9952-26c1931b53db,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:12.393309 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41644) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:12.398753 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-2aeefe83-35e3-4174-8b15-5a34669d0191 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Request body: {'security_group_rule': {'security_group_id': '008325f2-7728-4c66-9056-3eebbb1c1889', 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:13:12.425853 ncdv-master-1 neutron-server[114391]: INFO neutron.db.securitygroups_db [None req-2aeefe83-35e3-4174-8b15-5a34669d0191 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Project 7f3cd2c671c5402ba77e2a302dcae849 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 05 21:13:12.433383 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2aeefe83-35e3-4174-8b15-5a34669d0191 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (c7e44d73-854f-49c8-b887-601b21d6a1e4), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:12.441841 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-90e79dc9-06ab-4876-808a-3bb1ac387356 None None] Port 28337b9e-8f59-4dd3-9b3e-1f50470d9ef7 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:13:12.492106 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-90e79dc9-06ab-4876-808a-3bb1ac387356 None None] Provisioning complete for port d737984f-d99d-4d78-af5c-0f82e63db23d triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:12.492480 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-90e79dc9-06ab-4876-808a-3bb1ac387356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d737984f-d99d-4d78-af5c-0f82e63db23d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:12.503706 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2aeefe83-35e3-4174-8b15-5a34669d0191 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (c7e44d73-854f-49c8-b887-601b21d6a1e4), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:12.509328 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2aeefe83-35e3-4174-8b15-5a34669d0191 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (c7e44d73-854f-49c8-b887-601b21d6a1e4), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:12.529655 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeefe83-35e3-4174-8b15-5a34669d0191 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7e44d73-854f-49c8-b887-601b21d6a1e4,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:12.542101 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2aeefe83-35e3-4174-8b15-5a34669d0191 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:12.547328 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2aeefe83-35e3-4174-8b15-5a34669d0191 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1502376
Feb 05 21:13:12.549524 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41646) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:12.556236 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-b9b79757-33d2-4aa2-b7b6-518cde5b4caf tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Request body: {'security_group_rule': {'security_group_id': '008325f2-7728-4c66-9056-3eebbb1c1889', 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:13:12.557295 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-796c9e7c-d140-450d-a5c7-b8c0d75acf99 None None] Publish callbacks [] for port (d737984f-d99d-4d78-af5c-0f82e63db23d), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:12.573367 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-796c9e7c-d140-450d-a5c7-b8c0d75acf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d737984f-d99d-4d78-af5c-0f82e63db23d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:12.580323 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-90e79dc9-06ab-4876-808a-3bb1ac387356 None None] Port d737984f-d99d-4d78-af5c-0f82e63db23d cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:13:12.590915 ncdv-master-1 neutron-server[114391]: INFO neutron.db.securitygroups_db [None req-b9b79757-33d2-4aa2-b7b6-518cde5b4caf tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Project 7f3cd2c671c5402ba77e2a302dcae849 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 05 21:13:12.591341 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-461dde7d-67b4-49e2-984e-be24cba40a7c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for port (cdeea7e9-49e8-4081-b1cb-e253a4b590ef), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:12.596559 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-461dde7d-67b4-49e2-984e-be24cba40a7c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (cdeea7e9-49e8-4081-b1cb-e253a4b590ef), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:12.597188 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b9b79757-33d2-4aa2-b7b6-518cde5b4caf tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (43724218-af30-4a1c-a596-77281932c223), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:12.605695 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 727d0016-2b53-4cb7-9a33-d1d8dc83247b is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:13:12.606849 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 275320d1-afe9-4b82-9971-1a650655756d up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:13:12.669648 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b9b79757-33d2-4aa2-b7b6-518cde5b4caf tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (43724218-af30-4a1c-a596-77281932c223), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:12.674129 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461dde7d-67b4-49e2-984e-be24cba40a7c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event updated for resources: {'Port': ['ID=cdeea7e9-49e8-4081-b1cb-e253a4b590ef,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:12.676261 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b9b79757-33d2-4aa2-b7b6-518cde5b4caf tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (43724218-af30-4a1c-a596-77281932c223), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:12.680572 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dbdbb9-1bf4-4e67-983a-2688c35991ca None None] Pushing event updated for resources: {'Port': ['ID=d737984f-d99d-4d78-af5c-0f82e63db23d,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:12.681787 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-461dde7d-67b4-49e2-984e-be24cba40a7c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (b63dd00c-bac1-44ed-808c-e109a883c711), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:12.716940 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b79757-33d2-4aa2-b7b6-518cde5b4caf tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43724218-af30-4a1c-a596-77281932c223,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:12.742051 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b9b79757-33d2-4aa2-b7b6-518cde5b4caf tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:12.744523 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b9b79757-33d2-4aa2-b7b6-518cde5b4caf tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1938686
Feb 05 21:13:12.782566 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-796c9e7c-d140-450d-a5c7-b8c0d75acf99 None None] Attempting to bind port d737984f-d99d-4d78-af5c-0f82e63db23d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:13:12.783025 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-796c9e7c-d140-450d-a5c7-b8c0d75acf99 None None] Attempting to bind port d737984f-d99d-4d78-af5c-0f82e63db23d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a198c808-ddb2-450c-89a4-ee509791841d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e0afcedc-46e0-429e-bb7a-7200fbfa4981'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:13:12.783818 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796c9e7c-d140-450d-a5c7-b8c0d75acf99 None None] Attempting to bind port d737984f-d99d-4d78-af5c-0f82e63db23d on network e0afcedc-46e0-429e-bb7a-7200fbfa4981 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:13:12.789509 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 275320d1-afe9-4b82-9971-1a650655756d triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:12.789990 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (275320d1-afe9-4b82-9971-1a650655756d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:12.792040 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796c9e7c-d140-450d-a5c7-b8c0d75acf99 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:13:12.792500 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796c9e7c-d140-450d-a5c7-b8c0d75acf99 None None] Checking segment: {'id': 'a198c808-ddb2-450c-89a4-ee509791841d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e0afcedc-46e0-429e-bb7a-7200fbfa4981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:13:12.792981 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-796c9e7c-d140-450d-a5c7-b8c0d75acf99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:12.793703 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796c9e7c-d140-450d-a5c7-b8c0d75acf99 None None] Bound using segment: {'id': 'a198c808-ddb2-450c-89a4-ee509791841d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e0afcedc-46e0-429e-bb7a-7200fbfa4981'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:13:12.794515 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-796c9e7c-d140-450d-a5c7-b8c0d75acf99 None None] Bound port: d737984f-d99d-4d78-af5c-0f82e63db23d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a198c808-ddb2-450c-89a4-ee509791841d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e0afcedc-46e0-429e-bb7a-7200fbfa4981'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:13:12.794973 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-796c9e7c-d140-450d-a5c7-b8c0d75acf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d737984f-d99d-4d78-af5c-0f82e63db23d), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:12.797027 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-d2067060-e477-4113-bef4-22f33c0e833c None None] Provisioning complete for port cdeea7e9-49e8-4081-b1cb-e253a4b590ef triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:12.797458 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d2067060-e477-4113-bef4-22f33c0e833c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (cdeea7e9-49e8-4081-b1cb-e253a4b590ef), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:12.824162 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461dde7d-67b4-49e2-984e-be24cba40a7c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Network b9206360-d958-4fdd-8c84-5d41027e4e07 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:13:12.827243 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-461dde7d-67b4-49e2-984e-be24cba40a7c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:13:12.922398 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-d2067060-e477-4113-bef4-22f33c0e833c None None] Port cdeea7e9-49e8-4081-b1cb-e253a4b590ef cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:13:12.990590 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-d2067060-e477-4113-bef4-22f33c0e833c None None] Provisioning complete for port 275320d1-afe9-4b82-9971-1a650655756d triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:12.991172 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d2067060-e477-4113-bef4-22f33c0e833c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (275320d1-afe9-4b82-9971-1a650655756d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:12.999321 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461dde7d-67b4-49e2-984e-be24cba40a7c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Router b63dd00c-bac1-44ed-808c-e109a883c711 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:13:13.016829 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-49b817b2-6385-4f4d-93c9-2e177af01e1a tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1182126275&fields=id&tenant_id=7f3cd2c671c5402ba77e2a302dcae849 HTTP/1.1" status: 200  len: 267 time: 0.0553081
Feb 05 21:13:13.027517 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-796c9e7c-d140-450d-a5c7-b8c0d75acf99 None None] For port d737984f-d99d-4d78-af5c-0f82e63db23d, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:13:13.053997 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-796c9e7c-d140-450d-a5c7-b8c0d75acf99 None None] For port d737984f-d99d-4d78-af5c-0f82e63db23d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d737984f-d99d-4d78-af5c-0f82e63db23d,segment=NetworkSegment(a198c808-ddb2-450c-89a4-ee509791841d),segment_id=a198c808-ddb2-450c-89a4-ee509791841d)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:13:13.069843 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-796c9e7c-d140-450d-a5c7-b8c0d75acf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d737984f-d99d-4d78-af5c-0f82e63db23d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:13.095893 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 275320d1-afe9-4b82-9971-1a650655756d is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:13:13.097052 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 4eddc126-3285-496c-afbb-1b3724719bbc up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:13:13.128841 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461dde7d-67b4-49e2-984e-be24cba40a7c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:13:13.141414 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-461dde7d-67b4-49e2-984e-be24cba40a7c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "PUT /v2.0/routers/b63dd00c-bac1-44ed-808c-e109a883c711/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7407229
Feb 05 21:13:13.142806 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41662) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:13.149876 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a180188c-eeb0-4046-84fd-107138937fbb None None] Sync routers for ids ['b63dd00c-bac1-44ed-808c-e109a883c711'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:13:13.160838 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a180188c-eeb0-4046-84fd-107138937fbb None None] Routers {'b63dd00c-bac1-44ed-808c-e109a883c711'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:13:13.162196 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-a180188c-eeb0-4046-84fd-107138937fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db88d59a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:13:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b63dd00c-bac1-44ed-808c-e109a883c711'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:13.173814 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-c099273b-ea25-4598-ab46-53bebb63579e tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:13.181251 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-c099273b-ea25-4598-ab46-53bebb63579e tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/networks?id=e0afcedc-46e0-429e-bb7a-7200fbfa4981 HTTP/1.1" status: 200  len: 796 time: 0.1576920
Feb 05 21:13:13.199078 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-a180188c-eeb0-4046-84fd-107138937fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db88d59a0>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:13.203049 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-57a4f140-9509-40f8-8f93-6c8132f9aded tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/quotas/7f3cd2c671c5402ba77e2a302dcae849 HTTP/1.1" status: 200  len: 375 time: 0.0208166
Feb 05 21:13:13.210261 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a180188c-eeb0-4046-84fd-107138937fbb None None] Routers {'b63dd00c-bac1-44ed-808c-e109a883c711'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:13:13.211187 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-a180188c-eeb0-4046-84fd-107138937fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db88d59a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:13:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b63dd00c-bac1-44ed-808c-e109a883c711'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:13.224585 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c79ffb-5d9a-49dc-8ced-4cf77fffe0b0 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:13.226656 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-70c79ffb-5d9a-49dc-8ced-4cf77fffe0b0 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "GET /v2.0/ports/cdeea7e9-49e8-4081-b1cb-e253a4b590ef HTTP/1.1" status: 200  len: 910 time: 0.0815954
Feb 05 21:13:13.229575 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41664) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:13.232335 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796c9e7c-d140-450d-a5c7-b8c0d75acf99 None None] Routers {'033c47b3-425a-4089-9283-a808ea27a05e'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:13:13.233072 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-796c9e7c-d140-450d-a5c7-b8c0d75acf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabc82640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:13:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['033c47b3-425a-4089-9283-a808ea27a05e'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:13.260705 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-a180188c-eeb0-4046-84fd-107138937fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db88d59a0>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:13.261623 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a180188c-eeb0-4046-84fd-107138937fbb None None] The sync data for ids ['b63dd00c-bac1-44ed-808c-e109a883c711'] in ncdv-master-1 is: [] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:13:13.301586 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-677adba7-78dd-41e6-9e02-8fb09a1c4742 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f3cd2c671c5402ba77e2a302dcae849&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0975780
Feb 05 21:13:13.341850 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dbdbb9-1bf4-4e67-983a-2688c35991ca None None] Pushing event updated for resources: {'Port': ['ID=d737984f-d99d-4d78-af5c-0f82e63db23d,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:13.414092 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-d2067060-e477-4113-bef4-22f33c0e833c None None] Current status of the port 275320d1-afe9-4b82-9971-1a650655756d is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:13:13.420818 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 4eddc126-3285-496c-afbb-1b3724719bbc triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:13.421231 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (4eddc126-3285-496c-afbb-1b3724719bbc), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:13.444066 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-ac7fd8e8-4d97-41e3-a9d1-78dbb26f4a36 service neutron] 10.222.0.32 "GET /v2.0/networks/e0afcedc-46e0-429e-bb7a-7200fbfa4981?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1289980
Feb 05 21:13:13.486203 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-d2067060-e477-4113-bef4-22f33c0e833c None None] Provisioning complete for port 28337b9e-8f59-4dd3-9b3e-1f50470d9ef7 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:13.486644 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d2067060-e477-4113-bef4-22f33c0e833c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (28337b9e-8f59-4dd3-9b3e-1f50470d9ef7), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:13.527283 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-796c9e7c-d140-450d-a5c7-b8c0d75acf99 None None] Set router 033c47b3-425a-4089-9283-a808ea27a05e gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:13:13.572724 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-d2067060-e477-4113-bef4-22f33c0e833c None None] Port 28337b9e-8f59-4dd3-9b3e-1f50470d9ef7 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:13:13.617795 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dc5a70ae-8859-49f1-8fb1-3072cd4b1bd5 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (b63dd00c-bac1-44ed-808c-e109a883c711), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:13.637222 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1cefea-bab6-492a-a9f6-a6a9d3e79837 req-49b8b39f-b01a-4540-987f-c4e2dfe894bf tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:13.638908 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-af1cefea-bab6-492a-a9f6-a6a9d3e79837 req-49b8b39f-b01a-4540-987f-c4e2dfe894bf tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 946 time: 0.1717708
Feb 05 21:13:13.641540 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-dd0c229f-bc78-4387-bfaa-f94bdc232a01 service neutron] 10.222.0.32 "GET /v2.0/networks/e0afcedc-46e0-429e-bb7a-7200fbfa4981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1906071
Feb 05 21:13:13.644736 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a0d30fcf-dad2-4dc1-8004-a6085f5196a8 req-766d64d5-5dd7-45e0-82bc-e15c90caa4c7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6714e33c-ca81-474b-a1c1-c8cbbb663cf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1786571
Feb 05 21:13:13.664206 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 4eddc126-3285-496c-afbb-1b3724719bbc is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:13:13.689332 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-d2067060-e477-4113-bef4-22f33c0e833c None None] Provisioning complete for port d737984f-d99d-4d78-af5c-0f82e63db23d triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:13.689761 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d2067060-e477-4113-bef4-22f33c0e833c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d737984f-d99d-4d78-af5c-0f82e63db23d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:13.714874 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-af1cefea-bab6-492a-a9f6-a6a9d3e79837 req-b6fbbd37-0cfb-469b-94d5-ab80bd860e59 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0675890
Feb 05 21:13:13.780775 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d30fcf-dad2-4dc1-8004-a6085f5196a8 req-d18a5538-d06d-4138-a6f3-23e8300ec96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:13.782472 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a0d30fcf-dad2-4dc1-8004-a6085f5196a8 req-d18a5538-d06d-4138-a6f3-23e8300ec96a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af1c8d8fd0ce4d51947fd02afc3a9fb1&device_id=6714e33c-ca81-474b-a1c1-c8cbbb663cf5 HTTP/1.1" status: 200  len: 1127 time: 0.0849841
Feb 05 21:13:13.913148 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-d2067060-e477-4113-bef4-22f33c0e833c None None] Current status of the port d737984f-d99d-4d78-af5c-0f82e63db23d is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:13:13.913413 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d2067060-e477-4113-bef4-22f33c0e833c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d737984f-d99d-4d78-af5c-0f82e63db23d), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:13.955391 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 07fdd44d-1e16-4186-9297-8af7ee09e338 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:13:14.033693 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-d2067060-e477-4113-bef4-22f33c0e833c None None] For port d737984f-d99d-4d78-af5c-0f82e63db23d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d737984f-d99d-4d78-af5c-0f82e63db23d,segment=NetworkSegment(a198c808-ddb2-450c-89a4-ee509791841d),segment_id=a198c808-ddb2-450c-89a4-ee509791841d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:13:14.037085 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-796c9e7c-d140-450d-a5c7-b8c0d75acf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabc82640>, [{'id': '033c47b3-425a-4089-9283-a808ea27a05e', 'name': 'tempest-TestNetworkBasicOps-router-706741564', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.67'}], 'enable_snat': True}, 'gw_port_id': '07fdd44d-1e16-4186-9297-8af7ee09e338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:13:02Z', 'updated_at': '2022-02-05T21:13:07Z', 'revision_number': 4, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'gw_port': {'id': '07fdd44d-1e16-4186-9297-8af7ee09e338', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:06:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033c47b3-425a-4089-9283-a808ea27a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:02Z', 'updated_at': '2022-02-05T21:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd737984f-d99d-4d78-af5c-0f82e63db23d', 'name': '', 'network_id': 'e0afcedc-46e0-429e-bb7a-7200fbfa4981', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'mac_address': 'fa:16:3e:66:73:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033c47b3-425a-4089-9283-a808ea27a05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'e28d50e4-84cb-467f-9b21-fd14f7293c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:05Z', 'updated_at': '2022-02-05T21:13:12Z', 'revision_number': 4, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'subnets': [{'id': 'e28d50e4-84cb-467f-9b21-fd14f7293c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:14.043292 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d2067060-e477-4113-bef4-22f33c0e833c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d737984f-d99d-4d78-af5c-0f82e63db23d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:14.092179 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-dc5a70ae-8859-49f1-8fb1-3072cd4b1bd5 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Deleting port cdeea7e9-49e8-4081-b1cb-e253a4b590ef {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:13:14.094689 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dc5a70ae-8859-49f1-8fb1-3072cd4b1bd5 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (cdeea7e9-49e8-4081-b1cb-e253a4b590ef), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:14.103850 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796c9e7c-d140-450d-a5c7-b8c0d75acf99 None None] The sync data for ids ['033c47b3-425a-4089-9283-a808ea27a05e'] in ncdv-master-1 is: [{'id': '033c47b3-425a-4089-9283-a808ea27a05e', 'name': 'tempest-TestNetworkBasicOps-router-706741564', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.67'}], 'enable_snat': True}, 'gw_port_id': '07fdd44d-1e16-4186-9297-8af7ee09e338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:13:02Z', 'updated_at': '2022-02-05T21:13:07Z', 'revision_number': 4, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'gw_port': {'id': '07fdd44d-1e16-4186-9297-8af7ee09e338', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:06:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033c47b3-425a-4089-9283-a808ea27a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:02Z', 'updated_at': '2022-02-05T21:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd737984f-d99d-4d78-af5c-0f82e63db23d', 'name': '', 'network_id': 'e0afcedc-46e0-429e-bb7a-7200fbfa4981', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'mac_address': 'fa:16:3e:66:73:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033c47b3-425a-4089-9283-a808ea27a05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'e28d50e4-84cb-467f-9b21-fd14f7293c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:05Z', 'updated_at': '2022-02-05T21:13:12Z', 'revision_number': 4, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'subnets': [{'id': 'e28d50e4-84cb-467f-9b21-fd14f7293c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:13:14.132046 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 07fdd44d-1e16-4186-9297-8af7ee09e338 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:14.132418 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (07fdd44d-1e16-4186-9297-8af7ee09e338), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:14.261439 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dc5a70ae-8859-49f1-8fb1-3072cd4b1bd5 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (cdeea7e9-49e8-4081-b1cb-e253a4b590ef), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:14.269152 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2067060-e477-4113-bef4-22f33c0e833c None None] Pushing event updated for resources: {'Port': ['ID=d737984f-d99d-4d78-af5c-0f82e63db23d,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:14.276836 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-4c056ba6-5059-4efe-9989-7fccd710c9f4 None None] Provisioning complete for port cdeea7e9-49e8-4081-b1cb-e253a4b590ef triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:14.277357 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4c056ba6-5059-4efe-9989-7fccd710c9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (cdeea7e9-49e8-4081-b1cb-e253a4b590ef), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:14.300511 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-dc5a70ae-8859-49f1-8fb1-3072cd4b1bd5 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Calling delete_port for cdeea7e9-49e8-4081-b1cb-e253a4b590ef owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:13:14.336568 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 07fdd44d-1e16-4186-9297-8af7ee09e338 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:13:14.363663 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-4c056ba6-5059-4efe-9989-7fccd710c9f4 None None] Port cdeea7e9-49e8-4081-b1cb-e253a4b590ef cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:13:14.378107 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-4c056ba6-5059-4efe-9989-7fccd710c9f4 None None] Provisioning complete for port d737984f-d99d-4d78-af5c-0f82e63db23d triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:14.378837 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4c056ba6-5059-4efe-9989-7fccd710c9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d737984f-d99d-4d78-af5c-0f82e63db23d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:14.456564 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8ada5500-bfe0-4e0e-9e0b-26f36a5f9152 req-f7a0bcc9-ee37-492d-910a-9e2070e70c8e tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dd7bf06-519a-4ab7-a321-66333af69353 HTTP/1.1" status: 200  len: 210 time: 0.5451684
Feb 05 21:13:14.496964 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d30fcf-dad2-4dc1-8004-a6085f5196a8 req-784d4569-42be-4e05-b9d2-e05fbcdd2e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:14.498568 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a0d30fcf-dad2-4dc1-8004-a6085f5196a8 req-784d4569-42be-4e05-b9d2-e05fbcdd2e16 service neutron] 10.222.0.39 "GET /v2.0/networks?id=101f8301-8908-474a-9c4a-c0416b6bfc1d HTTP/1.1" status: 200  len: 913 time: 0.6911280
Feb 05 21:13:14.515753 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-4c056ba6-5059-4efe-9989-7fccd710c9f4 None None] Current status of the port d737984f-d99d-4d78-af5c-0f82e63db23d is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:13:14.579231 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a0d30fcf-dad2-4dc1-8004-a6085f5196a8 req-3e24e5b3-89de-4ebe-b669-8192db1ed01e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72400d63-b8b6-47c7-9152-1ac9bb705543 HTTP/1.1" status: 200  len: 1001 time: 0.0741165
Feb 05 21:13:14.598040 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dc5a70ae-8859-49f1-8fb1-3072cd4b1bd5 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (cdeea7e9-49e8-4081-b1cb-e253a4b590ef), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:14.628794 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a70ae-8859-49f1-8fb1-3072cd4b1bd5 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event deleted for resources: {'Port': ['ID=cdeea7e9-49e8-4081-b1cb-e253a4b590ef,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:14.645985 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d30fcf-dad2-4dc1-8004-a6085f5196a8 req-56b7f7c0-78a9-4aa4-888b-81f349581165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:14.647711 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a0d30fcf-dad2-4dc1-8004-a6085f5196a8 req-56b7f7c0-78a9-4aa4-888b-81f349581165 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4fedd35d-80ae-4712-9371-a85b980ce8f3 HTTP/1.1" status: 200  len: 851 time: 0.0615132
Feb 05 21:13:14.735944 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d30fcf-dad2-4dc1-8004-a6085f5196a8 req-b99e26c0-848f-4252-9468-ea707e7ff23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:14.737485 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a0d30fcf-dad2-4dc1-8004-a6085f5196a8 req-b99e26c0-848f-4252-9468-ea707e7ff23c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=101f8301-8908-474a-9c4a-c0416b6bfc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0804894
Feb 05 21:13:14.870529 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dc5a70ae-8859-49f1-8fb1-3072cd4b1bd5 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (b63dd00c-bac1-44ed-808c-e109a883c711), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:14.944876 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9494cf4-5698-46bd-ba3c-1f741152b846 req-dd7962c2-08fb-46f4-9514-856945d49594 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:14.946428 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a9494cf4-5698-46bd-ba3c-1f741152b846 req-dd7962c2-08fb-46f4-9514-856945d49594 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 946 time: 0.0980487
Feb 05 21:13:14.948488 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a0d30fcf-dad2-4dc1-8004-a6085f5196a8 req-10dd4792-09fb-4d2a-a845-02bfc22bd6f9 service neutron] 10.222.0.39 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2046301
Feb 05 21:13:15.076571 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a9494cf4-5698-46bd-ba3c-1f741152b846 req-8e8cf99f-f685-4282-a708-12bafd1569ab tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1220934
Feb 05 21:13:15.089597 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a0d30fcf-dad2-4dc1-8004-a6085f5196a8 req-fd171f65-ec2f-4b29-9468-b1d290274d4e service neutron] 10.222.0.39 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1333122
Feb 05 21:13:15.126330 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5a70ae-8859-49f1-8fb1-3072cd4b1bd5 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Router b63dd00c-bac1-44ed-808c-e109a883c711 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:13:15.328782 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:15.331439 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-c3074bbd-9f9d-41f3-a613-bdfaba974506 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:15.333066 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-c3074bbd-9f9d-41f3-a613-bdfaba974506 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.21 "GET /v2.0/networks?id=e0afcedc-46e0-429e-bb7a-7200fbfa4981 HTTP/1.1" status: 200  len: 796 time: 0.2033153
Feb 05 21:13:15.334109 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5a70ae-8859-49f1-8fb1-3072cd4b1bd5 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:13:15.342984 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-dc5a70ae-8859-49f1-8fb1-3072cd4b1bd5 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "PUT /v2.0/routers/b63dd00c-bac1-44ed-808c-e109a883c711/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1090744
Feb 05 21:13:15.343300 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41684) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:15.347520 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d861c071-d876-4a9a-994a-514255db2dbf None None] Sync routers for ids ['b63dd00c-bac1-44ed-808c-e109a883c711'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:13:15.359800 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d861c071-d876-4a9a-994a-514255db2dbf None None] Routers {'b63dd00c-bac1-44ed-808c-e109a883c711'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:13:15.360634 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-d861c071-d876-4a9a-994a-514255db2dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab389ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:13:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b63dd00c-bac1-44ed-808c-e109a883c711'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:15.399061 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-d861c071-d876-4a9a-994a-514255db2dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab389ac0>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:15.402696 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-b6e48d8d-9e6e-4468-89a9-ade7f525480d tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f3cd2c671c5402ba77e2a302dcae849 HTTP/1.1" status: 200  len: 380 time: 0.0604138
Feb 05 21:13:15.408683 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d861c071-d876-4a9a-994a-514255db2dbf None None] Routers {'b63dd00c-bac1-44ed-808c-e109a883c711'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:13:15.409578 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-d861c071-d876-4a9a-994a-514255db2dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab389ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:13:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b63dd00c-bac1-44ed-808c-e109a883c711'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:15.414645 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-63bf3229-c665-43a3-a037-d12de5847884 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Request body: {'port': {'device_id': '9dd7bf06-519a-4ab7-a321-66333af69353', 'network_id': 'e0afcedc-46e0-429e-bb7a-7200fbfa4981', 'admin_state_up': True, 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'security_groups': ['008325f2-7728-4c66-9056-3eebbb1c1889']}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:13:15.448465 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-d861c071-d876-4a9a-994a-514255db2dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab389ac0>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:15.448772 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d861c071-d876-4a9a-994a-514255db2dbf None None] The sync data for ids ['b63dd00c-bac1-44ed-808c-e109a883c711'] in ncdv-master-1 is: [] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:13:15.564802 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-63bf3229-c665-43a3-a037-d12de5847884 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Made reservation on behalf of 7f3cd2c671c5402ba77e2a302dcae849 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:13:15.570911 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-63bf3229-c665-43a3-a037-d12de5847884 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:15.605587 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-24d775fe-0322-439b-a61a-5b2fa99a8138 req-5f2a2dd4-17d9-47ee-9b05-baeb0ac0f5a5 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dd7bf06-519a-4ab7-a321-66333af69353 HTTP/1.1" status: 200  len: 210 time: 0.0428119
Feb 05 21:13:15.725193 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-63bf3229-c665-43a3-a037-d12de5847884 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Allocated IP 172.20.0.14 (e0afcedc-46e0-429e-bb7a-7200fbfa4981/e28d50e4-84cb-467f-9b21-fd14f7293c46/5c092cfa-6ebd-465e-9908-7bcf1c24499e) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:13:15.772379 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-167d5bae-9710-4a25-99c1-751686aa2793 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (b63dd00c-bac1-44ed-808c-e109a883c711), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:15.839400 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:13:15.883562 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-63bf3229-c665-43a3-a037-d12de5847884 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for port (5c092cfa-6ebd-465e-9908-7bcf1c24499e), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:15.919951 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device d737984f-d99d-4d78-af5c-0f82e63db23d up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:13:15.923779 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-63bf3229-c665-43a3-a037-d12de5847884 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (5c092cfa-6ebd-465e-9908-7bcf1c24499e), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:15.977361 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-63bf3229-c665-43a3-a037-d12de5847884 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Network e0afcedc-46e0-429e-bb7a-7200fbfa4981 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:13:15.980797 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-63bf3229-c665-43a3-a037-d12de5847884 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:13:15.983392 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-63bf3229-c665-43a3-a037-d12de5847884 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:13:16.018884 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf3229-c665-43a3-a037-d12de5847884 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event updated for resources: {'Port': ['ID=5c092cfa-6ebd-465e-9908-7bcf1c24499e,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:16.056027 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-63bf3229-c665-43a3-a037-d12de5847884 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:16.056717 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-63bf3229-c665-43a3-a037-d12de5847884 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:16.084969 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-63bf3229-c665-43a3-a037-d12de5847884 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6773980
Feb 05 21:13:16.088453 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-167d5bae-9710-4a25-99c1-751686aa2793 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Deleting port 28337b9e-8f59-4dd3-9b3e-1f50470d9ef7 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:13:16.089035 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-167d5bae-9710-4a25-99c1-751686aa2793 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (28337b9e-8f59-4dd3-9b3e-1f50470d9ef7), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:16.096674 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-1784f377-f8a1-4f17-9bf1-184ab3c80ad9 service neutron] Request body: {'port': {'device_id': '9dd7bf06-519a-4ab7-a321-66333af69353', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:13:16.161736 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port d737984f-d99d-4d78-af5c-0f82e63db23d triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:16.162263 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d737984f-d99d-4d78-af5c-0f82e63db23d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:16.184665 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-1784f377-f8a1-4f17-9bf1-184ab3c80ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5c092cfa-6ebd-465e-9908-7bcf1c24499e), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:16.257964 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-167d5bae-9710-4a25-99c1-751686aa2793 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (28337b9e-8f59-4dd3-9b3e-1f50470d9ef7), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:16.269602 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port d737984f-d99d-4d78-af5c-0f82e63db23d is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:13:16.279074 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-167d5bae-9710-4a25-99c1-751686aa2793 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Calling delete_port for 28337b9e-8f59-4dd3-9b3e-1f50470d9ef7 owned by network:router_interface {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:13:16.304853 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462677a-8612-40f5-97d1-98ca174a6324 req-771ffa14-374f-4a0d-a970-9b0e3cd21331 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:16.306398 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c462677a-8612-40f5-97d1-98ca174a6324 req-771ffa14-374f-4a0d-a970-9b0e3cd21331 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 946 time: 0.0924199
Feb 05 21:13:16.356408 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-dddb8277-bbb1-4049-bec6-6d986ee5ea3b None None] Provisioning complete for port 5c092cfa-6ebd-465e-9908-7bcf1c24499e triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:16.357296 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-dddb8277-bbb1-4049-bec6-6d986ee5ea3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5c092cfa-6ebd-465e-9908-7bcf1c24499e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:16.398355 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-dddb8277-bbb1-4049-bec6-6d986ee5ea3b None None] Port 5c092cfa-6ebd-465e-9908-7bcf1c24499e cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:13:16.403632 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c462677a-8612-40f5-97d1-98ca174a6324 req-d0a8dfc6-f1c0-4564-874e-2a332c989577 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0677457
Feb 05 21:13:16.526772 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-167d5bae-9710-4a25-99c1-751686aa2793 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (28337b9e-8f59-4dd3-9b3e-1f50470d9ef7), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:16.555091 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d5bae-9710-4a25-99c1-751686aa2793 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event deleted for resources: {'Port': ['ID=28337b9e-8f59-4dd3-9b3e-1f50470d9ef7,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:16.739588 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-167d5bae-9710-4a25-99c1-751686aa2793 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (b63dd00c-bac1-44ed-808c-e109a883c711), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:16.787679 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-1784f377-f8a1-4f17-9bf1-184ab3c80ad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c092cfa-6ebd-465e-9908-7bcf1c24499e {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:13:16.795260 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-1784f377-f8a1-4f17-9bf1-184ab3c80ad9 service neutron] Publish callbacks [] for port (5c092cfa-6ebd-465e-9908-7bcf1c24499e), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:16.807715 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-1784f377-f8a1-4f17-9bf1-184ab3c80ad9 service neutron] Transition to ACTIVE for port object 5c092cfa-6ebd-465e-9908-7bcf1c24499e will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:13:16.811499 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-1784f377-f8a1-4f17-9bf1-184ab3c80ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (5c092cfa-6ebd-465e-9908-7bcf1c24499e), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:16.852752 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc295969-d1ad-41c2-81ec-a894ae8b309f req-e819a372-eb53-44b5-99e8-4334f969f56c tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:16.854276 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fc295969-d1ad-41c2-81ec-a894ae8b309f req-e819a372-eb53-44b5-99e8-4334f969f56c tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dd7bf06-519a-4ab7-a321-66333af69353 HTTP/1.1" status: 200  len: 932 time: 0.1287742
Feb 05 21:13:16.863391 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1784f377-f8a1-4f17-9bf1-184ab3c80ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=5c092cfa-6ebd-465e-9908-7bcf1c24499e,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:16.937105 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-1784f377-f8a1-4f17-9bf1-184ab3c80ad9 service neutron] Attempting to bind port 5c092cfa-6ebd-465e-9908-7bcf1c24499e on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:13:16.937456 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-1784f377-f8a1-4f17-9bf1-184ab3c80ad9 service neutron] Attempting to bind port 5c092cfa-6ebd-465e-9908-7bcf1c24499e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a198c808-ddb2-450c-89a4-ee509791841d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e0afcedc-46e0-429e-bb7a-7200fbfa4981'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:13:16.937794 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-1784f377-f8a1-4f17-9bf1-184ab3c80ad9 service neutron] Attempting to bind port 5c092cfa-6ebd-465e-9908-7bcf1c24499e on network e0afcedc-46e0-429e-bb7a-7200fbfa4981 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:13:16.946027 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-1784f377-f8a1-4f17-9bf1-184ab3c80ad9 service neutron] Port 5c092cfa-6ebd-465e-9908-7bcf1c24499e on network e0afcedc-46e0-429e-bb7a-7200fbfa4981 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:13:16.946331 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-1784f377-f8a1-4f17-9bf1-184ab3c80ad9 service neutron] Attempting to bind port 5c092cfa-6ebd-465e-9908-7bcf1c24499e on network e0afcedc-46e0-429e-bb7a-7200fbfa4981 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:13:16.952300 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-1784f377-f8a1-4f17-9bf1-184ab3c80ad9 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:13:16.953265 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-1784f377-f8a1-4f17-9bf1-184ab3c80ad9 service neutron] Checking segment: {'id': 'a198c808-ddb2-450c-89a4-ee509791841d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e0afcedc-46e0-429e-bb7a-7200fbfa4981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:13:16.953696 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-1784f377-f8a1-4f17-9bf1-184ab3c80ad9 service neutron] Bound using segment: {'id': 'a198c808-ddb2-450c-89a4-ee509791841d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e0afcedc-46e0-429e-bb7a-7200fbfa4981'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:13:16.954132 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-1784f377-f8a1-4f17-9bf1-184ab3c80ad9 service neutron] Bound port: 5c092cfa-6ebd-465e-9908-7bcf1c24499e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a198c808-ddb2-450c-89a4-ee509791841d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e0afcedc-46e0-429e-bb7a-7200fbfa4981'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:13:16.954531 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-1784f377-f8a1-4f17-9bf1-184ab3c80ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5c092cfa-6ebd-465e-9908-7bcf1c24499e), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:16.967183 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167d5bae-9710-4a25-99c1-751686aa2793 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Router b63dd00c-bac1-44ed-808c-e109a883c711 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:13:16.986072 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fc295969-d1ad-41c2-81ec-a894ae8b309f req-5491f42c-5dc7-4d06-98ba-59a3091fcfbc tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/security-groups?id=008325f2-7728-4c66-9056-3eebbb1c1889&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0916388
Feb 05 21:13:17.037975 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-1784f377-f8a1-4f17-9bf1-184ab3c80ad9 service neutron] For port 5c092cfa-6ebd-465e-9908-7bcf1c24499e, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:13:17.041286 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-1784f377-f8a1-4f17-9bf1-184ab3c80ad9 service neutron] For port 5c092cfa-6ebd-465e-9908-7bcf1c24499e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5c092cfa-6ebd-465e-9908-7bcf1c24499e,segment=NetworkSegment(a198c808-ddb2-450c-89a4-ee509791841d),segment_id=a198c808-ddb2-450c-89a4-ee509791841d)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:13:17.049291 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-1784f377-f8a1-4f17-9bf1-184ab3c80ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (5c092cfa-6ebd-465e-9908-7bcf1c24499e), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:17.072094 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167d5bae-9710-4a25-99c1-751686aa2793 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:13:17.086406 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-167d5bae-9710-4a25-99c1-751686aa2793 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "PUT /v2.0/routers/b63dd00c-bac1-44ed-808c-e109a883c711/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7394915
Feb 05 21:13:17.087327 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41696) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:17.087697 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576662e0-2309-480b-a636-42d4d247ce92 None None] Sync routers for ids ['b63dd00c-bac1-44ed-808c-e109a883c711'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:13:17.090189 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-1784f377-f8a1-4f17-9bf1-184ab3c80ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:17.090882 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-1784f377-f8a1-4f17-9bf1-184ab3c80ad9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:17.092594 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-1784f377-f8a1-4f17-9bf1-184ab3c80ad9 service neutron] 10.222.0.21 "PUT /v2.0/ports/5c092cfa-6ebd-465e-9908-7bcf1c24499e HTTP/1.1" status: 200  len: 1092 time: 1.0006886
Feb 05 21:13:17.099630 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dd7bf06-519a-4ab7-a321-66333af69353', 'tag': '5c092cfa-6ebd-465e-9908-7bcf1c24499e'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:13:17.101958 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1a3d40-ace6-44d6-9de1-c72c373d7121" -d '{"events": [{"name": "network-changed", "server_uuid": "9dd7bf06-519a-4ab7-a321-66333af69353", "tag": "5c092cfa-6ebd-465e-9908-7bcf1c24499e"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:13:17.103030 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576662e0-2309-480b-a636-42d4d247ce92 None None] Routers {'b63dd00c-bac1-44ed-808c-e109a883c711'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:13:17.104029 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-576662e0-2309-480b-a636-42d4d247ce92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8bf3430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:13:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b63dd00c-bac1-44ed-808c-e109a883c711'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:17.160550 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-61e7df1d-9eff-4dd0-a193-31ffedd5399c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "GET /v2.0/ports?device_id=b63dd00c-bac1-44ed-808c-e109a883c711 HTTP/1.1" status: 200  len: 205 time: 0.0725236
Feb 05 21:13:17.169405 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41700) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:17.175114 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdce96f4-2fe8-431f-9594-e01fa7dfa29e x-openstack-request-id: req-cdce96f4-2fe8-431f-9594-e01fa7dfa29e {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:13:17.175418 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dd7bf06-519a-4ab7-a321-66333af69353", "tag": "5c092cfa-6ebd-465e-9908-7bcf1c24499e", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:13:17.175680 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cdce96f4-2fe8-431f-9594-e01fa7dfa29e {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:13:17.176093 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dd7bf06-519a-4ab7-a321-66333af69353', 'tag': '5c092cfa-6ebd-465e-9908-7bcf1c24499e', 'status': 'completed', 'code': 200}
Feb 05 21:13:17.176859 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1784f377-f8a1-4f17-9bf1-184ab3c80ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=5c092cfa-6ebd-465e-9908-7bcf1c24499e,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:17.178735 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-576662e0-2309-480b-a636-42d4d247ce92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8bf3430>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:17.189839 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576662e0-2309-480b-a636-42d4d247ce92 None None] Routers {'b63dd00c-bac1-44ed-808c-e109a883c711'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:13:17.190716 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-576662e0-2309-480b-a636-42d4d247ce92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8bf3430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:13:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['b63dd00c-bac1-44ed-808c-e109a883c711'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:17.203357 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-769d285d-adda-4b74-b2db-99e1b7c2b398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:17.205086 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-769d285d-adda-4b74-b2db-99e1b7c2b398 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f3cd2c671c5402ba77e2a302dcae849&device_id=9dd7bf06-519a-4ab7-a321-66333af69353 HTTP/1.1" status: 200  len: 1126 time: 0.0650415
Feb 05 21:13:17.235945 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-576662e0-2309-480b-a636-42d4d247ce92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8bf3430>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:17.236591 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576662e0-2309-480b-a636-42d4d247ce92 None None] The sync data for ids ['b63dd00c-bac1-44ed-808c-e109a883c711'] in ncdv-master-1 is: [] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:13:17.251197 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-81cda7ec-2583-4337-b21c-4f8898992bed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c092cfa-6ebd-465e-9908-7bcf1c24499e HTTP/1.1" status: 200  len: 217 time: 0.0364828
Feb 05 21:13:17.259323 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-71cf6726-abd4-49d9-8e6d-b092f825b032 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for router (b63dd00c-bac1-44ed-808c-e109a883c711), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:17.303850 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-68046488-967b-4524-bde5-e830100495d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:17.305912 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-68046488-967b-4524-bde5-e830100495d8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e28d50e4-84cb-467f-9b21-fd14f7293c46 HTTP/1.1" status: 200  len: 833 time: 0.0485082
Feb 05 21:13:17.370584 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-47f9911c-ccd5-4449-9d16-228342799e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:17.372115 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-47f9911c-ccd5-4449-9d16-228342799e34 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0afcedc-46e0-429e-bb7a-7200fbfa4981&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0572817
Feb 05 21:13:17.455196 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-71cf6726-abd4-49d9-8e6d-b092f825b032 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (b63dd00c-bac1-44ed-808c-e109a883c711), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:17.457423 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-71cf6726-abd4-49d9-8e6d-b092f825b032 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for router_controller (b63dd00c-bac1-44ed-808c-e109a883c711), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:17.471003 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-cb53232a-c722-4ee1-8f61-c052eaa47e89 service neutron] 10.222.0.21 "GET /v2.0/networks/e0afcedc-46e0-429e-bb7a-7200fbfa4981?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0930383
Feb 05 21:13:17.545459 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-71cf6726-abd4-49d9-8e6d-b092f825b032 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (b63dd00c-bac1-44ed-808c-e109a883c711), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:17.545976 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71cf6726-abd4-49d9-8e6d-b092f825b032 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Fanout notify agent at l3_agent the message router_deleted on router b63dd00c-bac1-44ed-808c-e109a883c711 {{(pid=114391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:13:17.554090 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-71cf6726-abd4-49d9-8e6d-b092f825b032 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:17.555114 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-71cf6726-abd4-49d9-8e6d-b092f825b032 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "DELETE /v2.0/routers/b63dd00c-bac1-44ed-808c-e109a883c711 HTTP/1.1" status: 204  len: 168 time: 0.3865621
Feb 05 21:13:17.558687 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41704) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:17.571109 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-104f4aaa-a4ef-45d3-bd31-8974feb8fedb req-08af3ee7-0a2c-4ae8-84f7-649ca1b5192b service neutron] 10.222.0.21 "GET /v2.0/networks/e0afcedc-46e0-429e-bb7a-7200fbfa4981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0944257
Feb 05 21:13:17.612528 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7d470-ceff-453b-b50c-63ea4ee11060 req-045ef902-8883-4ff9-a4e7-9422934ec284 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:17.614081 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-69a7d470-ceff-453b-b50c-63ea4ee11060 req-045ef902-8883-4ff9-a4e7-9422934ec284 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 946 time: 0.1021674
Feb 05 21:13:17.637902 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b543ee8-a3a9-4f92-84db-2c4e0cb7d590 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Deleting subnet c7aba682-f70e-4514-a2ae-2d98274df442 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:13:17.643353 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3b543ee8-a3a9-4f92-84db-2c4e0cb7d590 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for subnet (c7aba682-f70e-4514-a2ae-2d98274df442), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:17.660854 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a3d40-ace6-44d6-9de1-c72c373d7121 req-f44308c9-2205-423a-832e-5770579462c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:17.662760 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8f1a3d40-ace6-44d6-9de1-c72c373d7121 req-f44308c9-2205-423a-832e-5770579462c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f3cd2c671c5402ba77e2a302dcae849&device_id=9dd7bf06-519a-4ab7-a321-66333af69353 HTTP/1.1" status: 200  len: 1126 time: 0.0472367
Feb 05 21:13:17.699932 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-69a7d470-ceff-453b-b50c-63ea4ee11060 req-2dfed947-c8fe-4996-a482-09320899af09 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0800259
Feb 05 21:13:17.702043 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3b543ee8-a3a9-4f92-84db-2c4e0cb7d590 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (c7aba682-f70e-4514-a2ae-2d98274df442), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:17.757521 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a3d40-ace6-44d6-9de1-c72c373d7121 req-346c32be-17ae-4549-8fa2-fce640b38121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:17.759060 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8f1a3d40-ace6-44d6-9de1-c72c373d7121 req-346c32be-17ae-4549-8fa2-fce640b38121 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e0afcedc-46e0-429e-bb7a-7200fbfa4981 HTTP/1.1" status: 200  len: 897 time: 0.0910614
Feb 05 21:13:17.800265 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8f1a3d40-ace6-44d6-9de1-c72c373d7121 req-a5a8b72a-e2be-40ee-9dcd-fb0628787b82 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c092cfa-6ebd-465e-9908-7bcf1c24499e HTTP/1.1" status: 200  len: 217 time: 0.0345695
Feb 05 21:13:17.819505 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3b543ee8-a3a9-4f92-84db-2c4e0cb7d590 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (c7aba682-f70e-4514-a2ae-2d98274df442), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:17.849536 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a3d40-ace6-44d6-9de1-c72c373d7121 req-698f8934-58aa-40f0-8422-e7d49ab97fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:17.851071 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8f1a3d40-ace6-44d6-9de1-c72c373d7121 req-698f8934-58aa-40f0-8422-e7d49ab97fce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e28d50e4-84cb-467f-9b21-fd14f7293c46 HTTP/1.1" status: 200  len: 833 time: 0.0447328
Feb 05 21:13:17.878214 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3b543ee8-a3a9-4f92-84db-2c4e0cb7d590 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (c7aba682-f70e-4514-a2ae-2d98274df442), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:17.901588 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a3d40-ace6-44d6-9de1-c72c373d7121 req-674b1502-249b-4b0f-9474-36c5e66fb1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:17.903182 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8f1a3d40-ace6-44d6-9de1-c72c373d7121 req-674b1502-249b-4b0f-9474-36c5e66fb1d0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0afcedc-46e0-429e-bb7a-7200fbfa4981&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0464387
Feb 05 21:13:17.909694 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b543ee8-a3a9-4f92-84db-2c4e0cb7d590 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event deleted for resources: {'Subnet': ['ID=c7aba682-f70e-4514-a2ae-2d98274df442,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:17.913865 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3b543ee8-a3a9-4f92-84db-2c4e0cb7d590 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:17.917149 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-3b543ee8-a3a9-4f92-84db-2c4e0cb7d590 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "DELETE /v2.0/subnets/c7aba682-f70e-4514-a2ae-2d98274df442 HTTP/1.1" status: 204  len: 168 time: 0.3575349
Feb 05 21:13:17.920023 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41706) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:17.923379 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7d72da-e653-451a-b2b5-ecfd7ba34c80 None None] Network b9206360-d958-4fdd-8c84-5d41027e4e07 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:13:17.974080 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d29f2ef-df1b-459d-b092-177cc53c38ac tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Deleting subnet 15bfa938-098e-47c1-8e9a-910bd5531441 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:13:17.977419 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8d29f2ef-df1b-459d-b092-177cc53c38ac tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for subnet (15bfa938-098e-47c1-8e9a-910bd5531441), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:18.022391 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8d29f2ef-df1b-459d-b092-177cc53c38ac tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (15bfa938-098e-47c1-8e9a-910bd5531441), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:18.047488 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8f1a3d40-ace6-44d6-9de1-c72c373d7121 req-205e66d4-9f35-419f-a09f-03b5b415e547 service neutron] 10.222.0.21 "GET /v2.0/networks/e0afcedc-46e0-429e-bb7a-7200fbfa4981?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374962
Feb 05 21:13:18.099616 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a695a434-ce22-48e5-820b-1897cf120fc2 None None] DHCP port deletion for b9206360-d958-4fdd-8c84-5d41027e4e07 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:13:18.153046 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a695a434-ce22-48e5-820b-1897cf120fc2 None None] Deleting port 275320d1-afe9-4b82-9971-1a650655756d {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:13:18.153427 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a695a434-ce22-48e5-820b-1897cf120fc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (275320d1-afe9-4b82-9971-1a650655756d), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:18.156008 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8f1a3d40-ace6-44d6-9de1-c72c373d7121 req-41ca1914-6ff1-4c9c-9f29-2ae6d90513ac service neutron] 10.222.0.21 "GET /v2.0/networks/e0afcedc-46e0-429e-bb7a-7200fbfa4981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1012008
Feb 05 21:13:18.165454 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8d29f2ef-df1b-459d-b092-177cc53c38ac tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (15bfa938-098e-47c1-8e9a-910bd5531441), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:18.198080 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2494e3-ac6f-40c8-81ce-05facefbe8f8 req-f036a6a0-88f7-4dd4-8112-a2d5eadb1519 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:18.199586 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-df2494e3-ac6f-40c8-81ce-05facefbe8f8 req-f036a6a0-88f7-4dd4-8112-a2d5eadb1519 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dd7bf06-519a-4ab7-a321-66333af69353 HTTP/1.1" status: 200  len: 944 time: 0.1278534
Feb 05 21:13:18.226940 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-a695a434-ce22-48e5-820b-1897cf120fc2 None None] For port 275320d1-afe9-4b82-9971-1a650655756d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=275320d1-afe9-4b82-9971-1a650655756d,segment=NetworkSegment(09ee5b92-b65d-483a-91db-a94e91bfa16b),segment_id=09ee5b92-b65d-483a-91db-a94e91bfa16b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:13:18.227352 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a695a434-ce22-48e5-820b-1897cf120fc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (275320d1-afe9-4b82-9971-1a650655756d), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:18.245001 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a695a434-ce22-48e5-820b-1897cf120fc2 None None] Calling delete_port for 275320d1-afe9-4b82-9971-1a650655756d owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:13:18.267343 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-df2494e3-ac6f-40c8-81ce-05facefbe8f8 req-de7caaf9-b7b0-4744-87fa-767674532876 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/security-groups?id=008325f2-7728-4c66-9056-3eebbb1c1889&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0602763
Feb 05 21:13:18.268684 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8d29f2ef-df1b-459d-b092-177cc53c38ac tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (15bfa938-098e-47c1-8e9a-910bd5531441), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:18.295633 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d29f2ef-df1b-459d-b092-177cc53c38ac tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event deleted for resources: {'Subnet': ['ID=15bfa938-098e-47c1-8e9a-910bd5531441,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:18.299457 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8d29f2ef-df1b-459d-b092-177cc53c38ac tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:18.306242 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41712) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:18.306799 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8d29f2ef-df1b-459d-b092-177cc53c38ac tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "DELETE /v2.0/subnets/15bfa938-098e-47c1-8e9a-910bd5531441 HTTP/1.1" status: 204  len: 168 time: 0.3852272
Feb 05 21:13:18.322038 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfdae2f-1f26-497e-9e24-99fcef5cfdbe None None] Network e0cafd64-14b5-4409-8689-1cb0c0fbbf58 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:13:18.385190 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6ad192fd-3b0a-44e9-9ebc-bc790db6a3ba tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (b9206360-d958-4fdd-8c84-5d41027e4e07), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:18.407476 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a695a434-ce22-48e5-820b-1897cf120fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (275320d1-afe9-4b82-9971-1a650655756d), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:18.437075 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695a434-ce22-48e5-820b-1897cf120fc2 None None] Pushing event deleted for resources: {'Port': ['ID=275320d1-afe9-4b82-9971-1a650655756d,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:18.441025 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a695a434-ce22-48e5-820b-1897cf120fc2 None None] No DVR routers for this DVR port 275320d1-afe9-4b82-9971-1a650655756d on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:13:18.485421 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6ad192fd-3b0a-44e9-9ebc-bc790db6a3ba tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (b9206360-d958-4fdd-8c84-5d41027e4e07), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:18.505424 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-6ad192fd-3b0a-44e9-9ebc-bc790db6a3ba tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db3da6220>,) {'filters': {'network_id': ['b9206360-d958-4fdd-8c84-5d41027e4e07']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:18.514298 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-6ad192fd-3b0a-44e9-9ebc-bc790db6a3ba tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3da6220>, '09ee5b92-b65d-483a-91db-a94e91bfa16b') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:18.514659 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-6ad192fd-3b0a-44e9-9ebc-bc790db6a3ba tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3da6220>, '09ee5b92-b65d-483a-91db-a94e91bfa16b') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:18.524556 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6ad192fd-3b0a-44e9-9ebc-bc790db6a3ba tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (09ee5b92-b65d-483a-91db-a94e91bfa16b), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:18.538759 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6ad192fd-3b0a-44e9-9ebc-bc790db6a3ba tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (09ee5b92-b65d-483a-91db-a94e91bfa16b), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:18.539411 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9b92a6-7463-4481-b059-afa33f2d7f36 None None] DHCP port deletion for e0cafd64-14b5-4409-8689-1cb0c0fbbf58 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:13:18.545579 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ad192fd-3b0a-44e9-9ebc-bc790db6a3ba tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:13:18.546031 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6ad192fd-3b0a-44e9-9ebc-bc790db6a3ba tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (09ee5b92-b65d-483a-91db-a94e91bfa16b), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:18.549087 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:13:18.549087 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:13:18.549087 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:13:18.549087 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:13:18.549087 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:13:18.549087 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:13:18.549087 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:13:18.549087 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:13:18.549087 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:13:18.549087 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:13:18.549087 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:13:18.549087 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:13:18.549087 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:13:18.549087 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:13:18.549087 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:13:18.549087 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:13:18.549087 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:13:18.549087 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:13:18.549087 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:13:18.549087 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:13:18.549087 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:13:18.549087 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:13:18.549087 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:13:18.549087 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:13:18.549087 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:13:18.549087 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:13:18.549087 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:13:18.549087 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:13:18.549087 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:13:18.549087 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:13:18.549087 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:13:18.549087 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:13:18.588429 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-0f9b92a6-7463-4481-b059-afa33f2d7f36 None None] Deleting port 727d0016-2b53-4cb7-9a33-d1d8dc83247b {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:13:18.588801 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0f9b92a6-7463-4481-b059-afa33f2d7f36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (727d0016-2b53-4cb7-9a33-d1d8dc83247b), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:18.608430 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6ad192fd-3b0a-44e9-9ebc-bc790db6a3ba tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (b9206360-d958-4fdd-8c84-5d41027e4e07), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:18.615500 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6ad192fd-3b0a-44e9-9ebc-bc790db6a3ba tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:18.621133 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6ad192fd-3b0a-44e9-9ebc-bc790db6a3ba tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "DELETE /v2.0/networks/b9206360-d958-4fdd-8c84-5d41027e4e07 HTTP/1.1" status: 204  len: 168 time: 0.3111215
Feb 05 21:13:18.621627 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41714) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:18.635312 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad192fd-3b0a-44e9-9ebc-bc790db6a3ba tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event deleted for resources: {'Network': ['ID=b9206360-d958-4fdd-8c84-5d41027e4e07,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:18.657291 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-0f9b92a6-7463-4481-b059-afa33f2d7f36 None None] For port 727d0016-2b53-4cb7-9a33-d1d8dc83247b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=727d0016-2b53-4cb7-9a33-d1d8dc83247b,segment=NetworkSegment(3b038778-8e9e-487f-825c-b00163be7481),segment_id=3b038778-8e9e-487f-825c-b00163be7481)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:13:18.657703 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0f9b92a6-7463-4481-b059-afa33f2d7f36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (727d0016-2b53-4cb7-9a33-d1d8dc83247b), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:18.671234 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-0f9b92a6-7463-4481-b059-afa33f2d7f36 None None] Calling delete_port for 727d0016-2b53-4cb7-9a33-d1d8dc83247b owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:13:18.703500 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-497e7d3d-a1c4-4628-8e0e-ce1150c22757 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (e0cafd64-14b5-4409-8689-1cb0c0fbbf58), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:18.752226 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0f9b92a6-7463-4481-b059-afa33f2d7f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (727d0016-2b53-4cb7-9a33-d1d8dc83247b), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:18.781948 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-497e7d3d-a1c4-4628-8e0e-ce1150c22757 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Deleting port 727d0016-2b53-4cb7-9a33-d1d8dc83247b {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:13:18.782291 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-497e7d3d-a1c4-4628-8e0e-ce1150c22757 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (727d0016-2b53-4cb7-9a33-d1d8dc83247b), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:18.789465 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9b92a6-7463-4481-b059-afa33f2d7f36 None None] No DVR routers for this DVR port 727d0016-2b53-4cb7-9a33-d1d8dc83247b on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:13:18.795078 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b92a6-7463-4481-b059-afa33f2d7f36 None None] Pushing event deleted for resources: {'Port': ['ID=727d0016-2b53-4cb7-9a33-d1d8dc83247b,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:19.185252 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-497e7d3d-a1c4-4628-8e0e-ce1150c22757 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] For port 727d0016-2b53-4cb7-9a33-d1d8dc83247b, host ncdv-master-1, got binding levels [] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:13:19.185771 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-497e7d3d-a1c4-4628-8e0e-ce1150c22757 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (727d0016-2b53-4cb7-9a33-d1d8dc83247b), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:19.202305 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-497e7d3d-a1c4-4628-8e0e-ce1150c22757 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Calling delete_port for 727d0016-2b53-4cb7-9a33-d1d8dc83247b owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:13:19.205304 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.ipam_backend_mixin [None req-497e7d3d-a1c4-4628-8e0e-ce1150c22757 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Port 727d0016-2b53-4cb7-9a33-d1d8dc83247b was not found and therefore no delete operation was performed {{(pid=114391) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Feb 05 21:13:19.212521 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e28b5-4fe3-44c6-96c8-6648b6b58969 req-0eaab83e-97e3-4778-a960-c2b5f19a9db0 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:19.213987 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cc8e28b5-4fe3-44c6-96c8-6648b6b58969 req-0eaab83e-97e3-4778-a960-c2b5f19a9db0 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 946 time: 0.4339626
Feb 05 21:13:19.215083 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-497e7d3d-a1c4-4628-8e0e-ce1150c22757 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (727d0016-2b53-4cb7-9a33-d1d8dc83247b), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:19.247071 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e7d3d-a1c4-4628-8e0e-ce1150c22757 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event deleted for resources: {'Port': ['ID=727d0016-2b53-4cb7-9a33-d1d8dc83247b,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:19.257896 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497e7d3d-a1c4-4628-8e0e-ce1150c22757 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] No DVR routers for this DVR port 727d0016-2b53-4cb7-9a33-d1d8dc83247b on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:13:19.329571 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cc8e28b5-4fe3-44c6-96c8-6648b6b58969 req-745fe5e7-61d7-4527-a522-641e500a9270 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1094410
Feb 05 21:13:19.360877 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-497e7d3d-a1c4-4628-8e0e-ce1150c22757 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (e0cafd64-14b5-4409-8689-1cb0c0fbbf58), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:19.410007 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-497e7d3d-a1c4-4628-8e0e-ce1150c22757 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db8653f10>,) {'filters': {'network_id': ['e0cafd64-14b5-4409-8689-1cb0c0fbbf58']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:19.421641 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-497e7d3d-a1c4-4628-8e0e-ce1150c22757 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8653f10>, '3b038778-8e9e-487f-825c-b00163be7481') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:19.421941 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-497e7d3d-a1c4-4628-8e0e-ce1150c22757 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8653f10>, '3b038778-8e9e-487f-825c-b00163be7481') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:19.434239 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-497e7d3d-a1c4-4628-8e0e-ce1150c22757 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (3b038778-8e9e-487f-825c-b00163be7481), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:19.452967 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba74ea-c4e0-42c6-9e19-5514e39edc75 req-e2120ede-2d74-45b4-8c17-cebbe1b4d22c tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:19.454367 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-48ba74ea-c4e0-42c6-9e19-5514e39edc75 req-e2120ede-2d74-45b4-8c17-cebbe1b4d22c tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dd7bf06-519a-4ab7-a321-66333af69353 HTTP/1.1" status: 200  len: 944 time: 0.0984590
Feb 05 21:13:19.458499 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-497e7d3d-a1c4-4628-8e0e-ce1150c22757 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (3b038778-8e9e-487f-825c-b00163be7481), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:19.469853 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-497e7d3d-a1c4-4628-8e0e-ce1150c22757 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:13:19.470234 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-497e7d3d-a1c4-4628-8e0e-ce1150c22757 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (3b038778-8e9e-487f-825c-b00163be7481), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:19.474217 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:13:19.474217 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:13:19.474217 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:13:19.474217 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:13:19.474217 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:13:19.474217 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:13:19.474217 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:13:19.474217 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:13:19.474217 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:13:19.474217 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:13:19.474217 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:13:19.474217 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:13:19.474217 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:13:19.474217 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:13:19.474217 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:13:19.474217 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:13:19.474217 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:13:19.474217 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:13:19.474217 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:13:19.474217 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:13:19.474217 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:13:19.474217 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:13:19.474217 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:13:19.474217 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:13:19.474217 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:13:19.474217 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:13:19.474217 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:13:19.474217 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:13:19.474217 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:13:19.474217 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:13:19.474217 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:13:19.474217 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:13:19.550683 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-497e7d3d-a1c4-4628-8e0e-ce1150c22757 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (e0cafd64-14b5-4409-8689-1cb0c0fbbf58), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:19.562789 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-48ba74ea-c4e0-42c6-9e19-5514e39edc75 req-cb030bde-7738-42f5-89e9-8737b8a75d49 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/security-groups?id=008325f2-7728-4c66-9056-3eebbb1c1889&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1016033
Feb 05 21:13:19.564995 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-497e7d3d-a1c4-4628-8e0e-ce1150c22757 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:19.570355 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-497e7d3d-a1c4-4628-8e0e-ce1150c22757 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "DELETE /v2.0/networks/e0cafd64-14b5-4409-8689-1cb0c0fbbf58 HTTP/1.1" status: 204  len: 168 time: 0.9475274
Feb 05 21:13:19.573413 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41722) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:19.587832 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e7d3d-a1c4-4628-8e0e-ce1150c22757 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event deleted for resources: {'Network': ['ID=e0cafd64-14b5-4409-8689-1cb0c0fbbf58,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:19.588250 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-b19b292c-502b-4c05-998a-ed01223c3e26 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Request body: {'network': {'name': 'tempest-RoutersTest-1442991484'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:13:19.607894 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19b292c-502b-4c05-998a-ed01223c3e26 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Made reservation on behalf of 743f09469d2b4f98894791740de743a4 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:13:19.611400 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b19b292c-502b-4c05-998a-ed01223c3e26 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:19.634586 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b19b292c-502b-4c05-998a-ed01223c3e26 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:13:19.643779 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b19b292c-502b-4c05-998a-ed01223c3e26 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (254b7dcd-692d-4766-a636-72dde9ae3015), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:19.644118 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-b19b292c-502b-4c05-998a-ed01223c3e26 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Added segment 254b7dcd-692d-4766-a636-72dde9ae3015 of type vlan for network f3aa70a7-3c5b-4a2d-abae-525d4d847b1c
Feb 05 21:13:19.683560 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b19b292c-502b-4c05-998a-ed01223c3e26 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (f3aa70a7-3c5b-4a2d-abae-525d4d847b1c), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:19.707159 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b19b292c-502b-4c05-998a-ed01223c3e26 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (f3aa70a7-3c5b-4a2d-abae-525d4d847b1c), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:19.712676 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19b292c-502b-4c05-998a-ed01223c3e26 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:19.713261 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b19b292c-502b-4c05-998a-ed01223c3e26 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:19.750305 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b19b292c-502b-4c05-998a-ed01223c3e26 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.1756701
Feb 05 21:13:19.753259 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41724) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:19.758469 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-488c1ecb-e96c-4c8d-b38e-725ccb58f198 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Request body: {'subnet': {'network_id': 'f3aa70a7-3c5b-4a2d-abae-525d4d847b1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:13:19.780089 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b292c-502b-4c05-998a-ed01223c3e26 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event updated for resources: {'Network': ['ID=f3aa70a7-3c5b-4a2d-abae-525d4d847b1c,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:19.792274 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network f3aa70a7-3c5b-4a2d-abae-525d4d847b1c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:13:19.856700 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488c1ecb-e96c-4c8d-b38e-725ccb58f198 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Made reservation on behalf of 743f09469d2b4f98894791740de743a4 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:13:19.860138 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-488c1ecb-e96c-4c8d-b38e-725ccb58f198 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:19.864872 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 275320d1-afe9-4b82-9971-1a650655756d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:13:19.894861 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 275320d1-afe9-4b82-9971-1a650655756d {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:13:19.895763 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 275320d1-afe9-4b82-9971-1a650655756d not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:13:19.896242 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 727d0016-2b53-4cb7-9a33-d1d8dc83247b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:13:19.916643 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 727d0016-2b53-4cb7-9a33-d1d8dc83247b {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:13:19.917113 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 727d0016-2b53-4cb7-9a33-d1d8dc83247b not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:13:20.046322 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-488c1ecb-e96c-4c8d-b38e-725ccb58f198 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (3cb5bbae-c492-4b5f-9655-25583e2c88ee), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:20.107963 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c1ecb-e96c-4c8d-b38e-725ccb58f198 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event updated for resources: {'Subnet': ['ID=3cb5bbae-c492-4b5f-9655-25583e2c88ee,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:20.116654 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488c1ecb-e96c-4c8d-b38e-725ccb58f198 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Checking segment: {'id': '254b7dcd-692d-4766-a636-72dde9ae3015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f3aa70a7-3c5b-4a2d-abae-525d4d847b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:13:20.117021 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488c1ecb-e96c-4c8d-b38e-725ccb58f198 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Network hostable DHCP agents. Network: f3aa70a7-3c5b-4a2d-abae-525d4d847b1c, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:13:20.134045 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488c1ecb-e96c-4c8d-b38e-725ccb58f198 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Network f3aa70a7-3c5b-4a2d-abae-525d4d847b1c is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:13:20.143171 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-488c1ecb-e96c-4c8d-b38e-725ccb58f198 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f3aa70a7-3c5b-4a2d-abae-525d4d847b1c) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:13:20.147900 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 5c092cfa-6ebd-465e-9908-7bcf1c24499e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:13:20.149023 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488c1ecb-e96c-4c8d-b38e-725ccb58f198 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:20.149664 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-488c1ecb-e96c-4c8d-b38e-725ccb58f198 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:20.156171 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b9790b-dbd4-4362-a00a-304fd027e41c None None] Network f3aa70a7-3c5b-4a2d-abae-525d4d847b1c requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:13:20.172020 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-488c1ecb-e96c-4c8d-b38e-725ccb58f198 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4176252
Feb 05 21:13:20.174802 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41726) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:20.182297 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-847a9679-a37d-4e66-b7d0-b1af37264233 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1874313591', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:13:20.200516 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:20.212182 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-847a9679-a37d-4e66-b7d0-b1af37264233 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (1c4a2a8d-4ce1-4910-a708-d7a6dbc5c89c), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:20.213256 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-847a9679-a37d-4e66-b7d0-b1af37264233 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (1c4a2a8d-4ce1-4910-a708-d7a6dbc5c89c), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:20.285766 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-847a9679-a37d-4e66-b7d0-b1af37264233 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for router_controller (1c4a2a8d-4ce1-4910-a708-d7a6dbc5c89c), precommit_add_association {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:20.290226 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-847a9679-a37d-4e66-b7d0-b1af37264233 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (1c4a2a8d-4ce1-4910-a708-d7a6dbc5c89c), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:20.309766 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-847a9679-a37d-4e66-b7d0-b1af37264233 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:20.311105 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-847a9679-a37d-4e66-b7d0-b1af37264233 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.1351235
Feb 05 21:13:20.313790 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41730) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:20.319647 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-62538098-a180-4fe6-ad73-4c7ff9d5366b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Request body: {'port': {'network_id': 'f3aa70a7-3c5b-4a2d-abae-525d4d847b1c', 'name': 'tempest-RoutersTest-866259746'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:13:20.351515 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6946fd1f-0837-4f48-9be4-29b1013fccb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f3aa70a7-3c5b-4a2d-abae-525d4d847b1c', 'network_id': 'f3aa70a7-3c5b-4a2d-abae-525d4d847b1c', 'project_id': '743f09469d2b4f98894791740de743a4', 'fixed_ips': [{'subnet_id': '3cb5bbae-c492-4b5f-9655-25583e2c88ee'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:13:20.352378 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6946fd1f-0837-4f48-9be4-29b1013fccb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:20.377777 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 5c092cfa-6ebd-465e-9908-7bcf1c24499e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5c092cfa-6ebd-465e-9908-7bcf1c24499e,segment=NetworkSegment(a198c808-ddb2-450c-89a4-ee509791841d),segment_id=a198c808-ddb2-450c-89a4-ee509791841d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:13:20.398293 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '5c092cfa-6ebd-465e-9908-7bcf1c24499e', 'network_id': 'e0afcedc-46e0-429e-bb7a-7200fbfa4981', 'port_id': '5c092cfa-6ebd-465e-9908-7bcf1c24499e', 'mac_address': 'fa:16:3e:be:8d:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28d50e4-84cb-467f-9b21-fd14f7293c46', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:13:20.509336 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 5c092cfa-6ebd-465e-9908-7bcf1c24499e is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:13:20.509737 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5c092cfa-6ebd-465e-9908-7bcf1c24499e), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:20.514046 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa74db0-e006-46ca-afab-7f1d848faf86 req-c8649a72-8a53-4181-ac93-ac10522c8cb2 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:20.516181 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bfa74db0-e006-46ca-afab-7f1d848faf86 req-c8649a72-8a53-4181-ac93-ac10522c8cb2 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 946 time: 0.1062768
Feb 05 21:13:20.530646 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62538098-a180-4fe6-ad73-4c7ff9d5366b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Made reservation on behalf of 743f09469d2b4f98894791740de743a4 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:13:20.533875 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-62538098-a180-4fe6-ad73-4c7ff9d5366b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:20.552329 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c092cfa-6ebd-465e-9908-7bcf1c24499e {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:13:20.579018 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [None req-62538098-a180-4fe6-ad73-4c7ff9d5366b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] device_id is not set on port c912df58-4e23-48cb-8935-3b4407dd34d2 yet. {{(pid=114391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:13:20.584213 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 5c092cfa-6ebd-465e-9908-7bcf1c24499e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5c092cfa-6ebd-465e-9908-7bcf1c24499e,segment=NetworkSegment(a198c808-ddb2-450c-89a4-ee509791841d),segment_id=a198c808-ddb2-450c-89a4-ee509791841d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:13:20.589878 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-6946fd1f-0837-4f48-9be4-29b1013fccb0 None None] Allocated IP 172.20.0.2 (f3aa70a7-3c5b-4a2d-abae-525d4d847b1c/3cb5bbae-c492-4b5f-9655-25583e2c88ee/f61ccdab-9892-4e98-a772-30560ad695d2) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:13:20.592191 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5c092cfa-6ebd-465e-9908-7bcf1c24499e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:20.670036 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bfa74db0-e006-46ca-afab-7f1d848faf86 req-9c9ec44d-1d84-4974-bd21-7e987c89c18f tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1474416
Feb 05 21:13:20.713920 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=5c092cfa-6ebd-465e-9908-7bcf1c24499e,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:20.729269 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd6ed9-4122-4daf-a84f-cb212b584719 req-c856939a-674f-44f6-8a2e-a4f676c32661 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:20.730972 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-22fd6ed9-4122-4daf-a84f-cb212b584719 req-c856939a-674f-44f6-8a2e-a4f676c32661 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dd7bf06-519a-4ab7-a321-66333af69353 HTTP/1.1" status: 200  len: 945 time: 0.0839629
Feb 05 21:13:20.795597 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-22fd6ed9-4122-4daf-a84f-cb212b584719 req-515ff13c-1e18-47ec-9212-f2faa1ec0dea tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/security-groups?id=008325f2-7728-4c66-9056-3eebbb1c1889&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586982
Feb 05 21:13:20.809492 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6946fd1f-0837-4f48-9be4-29b1013fccb0 None None] Publish callbacks [] for port (f61ccdab-9892-4e98-a772-30560ad695d2), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:20.820104 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6946fd1f-0837-4f48-9be4-29b1013fccb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (f61ccdab-9892-4e98-a772-30560ad695d2), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:20.867188 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6946fd1f-0837-4f48-9be4-29b1013fccb0 None None] Network f3aa70a7-3c5b-4a2d-abae-525d4d847b1c is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:13:20.870230 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-6946fd1f-0837-4f48-9be4-29b1013fccb0 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:13:20.871951 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-62538098-a180-4fe6-ad73-4c7ff9d5366b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Allocated IP 172.20.0.4 (f3aa70a7-3c5b-4a2d-abae-525d4d847b1c/3cb5bbae-c492-4b5f-9655-25583e2c88ee/c912df58-4e23-48cb-8935-3b4407dd34d2) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:13:20.872999 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6946fd1f-0837-4f48-9be4-29b1013fccb0 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:13:20.882333 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946fd1f-0837-4f48-9be4-29b1013fccb0 None None] Pushing event updated for resources: {'Port': ['ID=f61ccdab-9892-4e98-a772-30560ad695d2,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:20.934611 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['5c092cfa-6ebd-465e-9908-7bcf1c24499e'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:13:20.971079 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-6946fd1f-0837-4f48-9be4-29b1013fccb0 None None] Attempting to bind port f61ccdab-9892-4e98-a772-30560ad695d2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:13:20.971449 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-6946fd1f-0837-4f48-9be4-29b1013fccb0 None None] Attempting to bind port f61ccdab-9892-4e98-a772-30560ad695d2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '254b7dcd-692d-4766-a636-72dde9ae3015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f3aa70a7-3c5b-4a2d-abae-525d4d847b1c'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:13:20.971824 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6946fd1f-0837-4f48-9be4-29b1013fccb0 None None] Attempting to bind port f61ccdab-9892-4e98-a772-30560ad695d2 on network f3aa70a7-3c5b-4a2d-abae-525d4d847b1c {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:13:20.987760 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6946fd1f-0837-4f48-9be4-29b1013fccb0 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:13:20.988144 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6946fd1f-0837-4f48-9be4-29b1013fccb0 None None] Checking segment: {'id': '254b7dcd-692d-4766-a636-72dde9ae3015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f3aa70a7-3c5b-4a2d-abae-525d4d847b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:13:20.988557 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6946fd1f-0837-4f48-9be4-29b1013fccb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:20.989170 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6946fd1f-0837-4f48-9be4-29b1013fccb0 None None] Bound using segment: {'id': '254b7dcd-692d-4766-a636-72dde9ae3015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f3aa70a7-3c5b-4a2d-abae-525d4d847b1c'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:13:20.989475 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-6946fd1f-0837-4f48-9be4-29b1013fccb0 None None] Bound port: f61ccdab-9892-4e98-a772-30560ad695d2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254b7dcd-692d-4766-a636-72dde9ae3015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f3aa70a7-3c5b-4a2d-abae-525d4d847b1c'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:13:20.989868 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6946fd1f-0837-4f48-9be4-29b1013fccb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f61ccdab-9892-4e98-a772-30560ad695d2), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:21.029249 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-62538098-a180-4fe6-ad73-4c7ff9d5366b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for port (c912df58-4e23-48cb-8935-3b4407dd34d2), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:21.064617 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-62538098-a180-4fe6-ad73-4c7ff9d5366b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (c912df58-4e23-48cb-8935-3b4407dd34d2), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:21.104762 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6946fd1f-0837-4f48-9be4-29b1013fccb0 None None] For port f61ccdab-9892-4e98-a772-30560ad695d2, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:13:21.109898 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6946fd1f-0837-4f48-9be4-29b1013fccb0 None None] For port f61ccdab-9892-4e98-a772-30560ad695d2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f61ccdab-9892-4e98-a772-30560ad695d2,segment=NetworkSegment(254b7dcd-692d-4766-a636-72dde9ae3015),segment_id=254b7dcd-692d-4766-a636-72dde9ae3015)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:13:21.113121 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62538098-a180-4fe6-ad73-4c7ff9d5366b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Network f3aa70a7-3c5b-4a2d-abae-525d4d847b1c is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:13:21.117555 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-62538098-a180-4fe6-ad73-4c7ff9d5366b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:13:21.121634 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62538098-a180-4fe6-ad73-4c7ff9d5366b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:13:21.127525 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6946fd1f-0837-4f48-9be4-29b1013fccb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (f61ccdab-9892-4e98-a772-30560ad695d2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:21.128683 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62538098-a180-4fe6-ad73-4c7ff9d5366b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event updated for resources: {'Port': ['ID=c912df58-4e23-48cb-8935-3b4407dd34d2,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:21.180480 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62538098-a180-4fe6-ad73-4c7ff9d5366b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:21.181162 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-62538098-a180-4fe6-ad73-4c7ff9d5366b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:21.204577 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-62538098-a180-4fe6-ad73-4c7ff9d5366b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 921 time: 0.8880472
Feb 05 21:13:21.205879 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41736) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:21.233090 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946fd1f-0837-4f48-9be4-29b1013fccb0 None None] Pushing event updated for resources: {'Port': ['ID=f61ccdab-9892-4e98-a772-30560ad695d2,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:21.590602 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-46eec429-1915-41d1-982c-180463584ef8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c912df58-4e23-48cb-8935-3b4407dd34d2), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:21.854987 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7d1f9-dc0d-4cef-885b-dfa6d8a01a95 req-2ba31f50-7d49-41b3-982f-4b11a9a7670a tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:21.856539 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8ca7d1f9-dc0d-4cef-885b-dfa6d8a01a95 req-2ba31f50-7d49-41b3-982f-4b11a9a7670a tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 946 time: 0.1080203
Feb 05 21:13:21.936008 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device f61ccdab-9892-4e98-a772-30560ad695d2 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:13:21.954632 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-46eec429-1915-41d1-982c-180463584ef8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for port (c912df58-4e23-48cb-8935-3b4407dd34d2), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:21.967237 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-46eec429-1915-41d1-982c-180463584ef8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (c912df58-4e23-48cb-8935-3b4407dd34d2), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:21.981832 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8ca7d1f9-dc0d-4cef-885b-dfa6d8a01a95 req-a14ba886-a66f-477b-96bc-73d898a524ba tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1098273
Feb 05 21:13:22.009666 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port f61ccdab-9892-4e98-a772-30560ad695d2 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:22.009666 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (f61ccdab-9892-4e98-a772-30560ad695d2), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:22.071888 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae68cde-f5ed-458c-9992-4508877cac0f req-e1dde8bd-8869-4e3c-abdc-b1325c6aaf15 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:22.073442 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eae68cde-f5ed-458c-9992-4508877cac0f req-e1dde8bd-8869-4e3c-abdc-b1325c6aaf15 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dd7bf06-519a-4ab7-a321-66333af69353 HTTP/1.1" status: 200  len: 945 time: 0.1710835
Feb 05 21:13:22.092494 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port f61ccdab-9892-4e98-a772-30560ad695d2 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:13:22.092944 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f61ccdab-9892-4e98-a772-30560ad695d2), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:22.094688 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eec429-1915-41d1-982c-180463584ef8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event updated for resources: {'Port': ['ID=c912df58-4e23-48cb-8935-3b4407dd34d2,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:22.129661 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port f61ccdab-9892-4e98-a772-30560ad695d2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f61ccdab-9892-4e98-a772-30560ad695d2,segment=NetworkSegment(254b7dcd-692d-4766-a636-72dde9ae3015),segment_id=254b7dcd-692d-4766-a636-72dde9ae3015)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:13:22.135670 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (f61ccdab-9892-4e98-a772-30560ad695d2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:22.164169 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 5c092cfa-6ebd-465e-9908-7bcf1c24499e up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:13:22.195362 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eae68cde-f5ed-458c-9992-4508877cac0f req-cbf750dd-0410-4aa5-8592-1a1c47b26ab1 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/security-groups?id=008325f2-7728-4c66-9056-3eebbb1c1889&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1128838
Feb 05 21:13:22.233509 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=f61ccdab-9892-4e98-a772-30560ad695d2,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:22.251344 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 5c092cfa-6ebd-465e-9908-7bcf1c24499e completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:13:22.258607 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a73f69-bfd3-4d05-9466-31ef830c7a0a None None] Network f3aa70a7-3c5b-4a2d-abae-525d4d847b1c requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:13:22.262416 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 5c092cfa-6ebd-465e-9908-7bcf1c24499e triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:22.262804 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5c092cfa-6ebd-465e-9908-7bcf1c24499e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:22.292416 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-46eec429-1915-41d1-982c-180463584ef8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (1c4a2a8d-4ce1-4910-a708-d7a6dbc5c89c), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:22.379911 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6c35f881-37ac-4485-8f73-408317aac354 None None] Provisioning complete for port f61ccdab-9892-4e98-a772-30560ad695d2 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:22.380206 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6c35f881-37ac-4485-8f73-408317aac354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (f61ccdab-9892-4e98-a772-30560ad695d2), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:22.417264 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-46eec429-1915-41d1-982c-180463584ef8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c912df58-4e23-48cb-8935-3b4407dd34d2), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:22.470290 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 5c092cfa-6ebd-465e-9908-7bcf1c24499e is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:13:22.470705 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5c092cfa-6ebd-465e-9908-7bcf1c24499e), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:22.660885 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd7bf06-519a-4ab7-a321-66333af69353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c092cfa-6ebd-465e-9908-7bcf1c24499e'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:13:22.663261 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4275126-8497-432f-9f3b-7b6abc74082c" -d '{"events": [{"server_uuid": "9dd7bf06-519a-4ab7-a321-66333af69353", "name": "network-vif-plugged", "status": "completed", "tag": "5c092cfa-6ebd-465e-9908-7bcf1c24499e"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:13:22.694661 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-46eec429-1915-41d1-982c-180463584ef8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for port (c912df58-4e23-48cb-8935-3b4407dd34d2), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:22.700471 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 5c092cfa-6ebd-465e-9908-7bcf1c24499e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5c092cfa-6ebd-465e-9908-7bcf1c24499e,segment=NetworkSegment(a198c808-ddb2-450c-89a4-ee509791841d),segment_id=a198c808-ddb2-450c-89a4-ee509791841d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:13:22.703087 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-46eec429-1915-41d1-982c-180463584ef8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (c912df58-4e23-48cb-8935-3b4407dd34d2), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:22.708893 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d66915-8071-4e4f-b8dd-2e4794b9c907 x-openstack-request-id: req-29d66915-8071-4e4f-b8dd-2e4794b9c907 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:13:22.709225 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd7bf06-519a-4ab7-a321-66333af69353", "name": "network-vif-plugged", "status": "completed", "tag": "5c092cfa-6ebd-465e-9908-7bcf1c24499e", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:13:22.709486 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-29d66915-8071-4e4f-b8dd-2e4794b9c907 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:13:22.709886 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dd7bf06-519a-4ab7-a321-66333af69353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c092cfa-6ebd-465e-9908-7bcf1c24499e', 'code': 200}
Feb 05 21:13:22.712713 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5c092cfa-6ebd-465e-9908-7bcf1c24499e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:22.742670 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6c35f881-37ac-4485-8f73-408317aac354 None None] Current status of the port f61ccdab-9892-4e98-a772-30560ad695d2 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:13:22.771464 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=5c092cfa-6ebd-465e-9908-7bcf1c24499e,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:22.812253 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-46eec429-1915-41d1-982c-180463584ef8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (1c4a2a8d-4ce1-4910-a708-d7a6dbc5c89c), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:22.814154 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eec429-1915-41d1-982c-180463584ef8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event updated for resources: {'Port': ['ID=c912df58-4e23-48cb-8935-3b4407dd34d2,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:22.838984 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2495ee2-7837-4e29-8f28-d6bc0647bec0 req-1a6f223f-31c8-46a4-a135-64bb4f11ca8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:22.840525 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c2495ee2-7837-4e29-8f28-d6bc0647bec0 req-1a6f223f-31c8-46a4-a135-64bb4f11ca8b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9dd7bf06-519a-4ab7-a321-66333af69353 HTTP/1.1" status: 200  len: 1128 time: 0.0535393
Feb 05 21:13:22.888420 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c2495ee2-7837-4e29-8f28-d6bc0647bec0 req-7969caa3-c762-4d15-8786-6a5b9dd082c9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=008325f2-7728-4c66-9056-3eebbb1c1889&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420957
Feb 05 21:13:22.911515 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46eec429-1915-41d1-982c-180463584ef8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Network f3aa70a7-3c5b-4a2d-abae-525d4d847b1c is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:13:22.913272 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-46eec429-1915-41d1-982c-180463584ef8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:13:22.968720 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-a46e354b-820e-4492-ad9c-5fd094e6abfc None None] Provisioning complete for port f61ccdab-9892-4e98-a772-30560ad695d2 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:22.969293 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a46e354b-820e-4492-ad9c-5fd094e6abfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (f61ccdab-9892-4e98-a772-30560ad695d2), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:23.044883 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46eec429-1915-41d1-982c-180463584ef8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Router 1c4a2a8d-4ce1-4910-a708-d7a6dbc5c89c is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:13:23.061965 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a46e354b-820e-4492-ad9c-5fd094e6abfc None None] Current status of the port f61ccdab-9892-4e98-a772-30560ad695d2 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:13:23.075512 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-a46e354b-820e-4492-ad9c-5fd094e6abfc None None] Provisioning complete for port c912df58-4e23-48cb-8935-3b4407dd34d2 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:23.075890 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a46e354b-820e-4492-ad9c-5fd094e6abfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c912df58-4e23-48cb-8935-3b4407dd34d2), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:23.113225 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a46e354b-820e-4492-ad9c-5fd094e6abfc None None] Port c912df58-4e23-48cb-8935-3b4407dd34d2 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:13:23.177081 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46eec429-1915-41d1-982c-180463584ef8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:13:23.183266 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-46eec429-1915-41d1-982c-180463584ef8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "PUT /v2.0/routers/1c4a2a8d-4ce1-4910-a708-d7a6dbc5c89c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9763269
Feb 05 21:13:23.185876 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41752) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:23.189503 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856458b9-88ba-4f6e-b8e2-23df065f2917 None None] Sync routers for ids ['1c4a2a8d-4ce1-4910-a708-d7a6dbc5c89c'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:13:23.203583 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856458b9-88ba-4f6e-b8e2-23df065f2917 None None] Routers {'1c4a2a8d-4ce1-4910-a708-d7a6dbc5c89c'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:13:23.204664 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-856458b9-88ba-4f6e-b8e2-23df065f2917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db808b970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:13:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['1c4a2a8d-4ce1-4910-a708-d7a6dbc5c89c'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:23.230733 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043a9af-9da3-4c52-bf5d-5e06d10dba17 req-fba07089-9081-4d27-9d8b-c69f216a3246 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:23.232262 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8043a9af-9da3-4c52-bf5d-5e06d10dba17 req-fba07089-9081-4d27-9d8b-c69f216a3246 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 946 time: 0.1047180
Feb 05 21:13:23.246189 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d862d94-f026-446d-a733-0937fd80fb9a tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:23.250363 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-3d862d94-f026-446d-a733-0937fd80fb9a tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "GET /v2.0/ports/c912df58-4e23-48cb-8935-3b4407dd34d2 HTTP/1.1" status: 200  len: 976 time: 0.0609565
Feb 05 21:13:23.250578 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-856458b9-88ba-4f6e-b8e2-23df065f2917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db808b970>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:23.251291 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41756) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:23.273982 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856458b9-88ba-4f6e-b8e2-23df065f2917 None None] Routers {'1c4a2a8d-4ce1-4910-a708-d7a6dbc5c89c'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:13:23.274696 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-856458b9-88ba-4f6e-b8e2-23df065f2917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db808b970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:13:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['1c4a2a8d-4ce1-4910-a708-d7a6dbc5c89c'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:23.278728 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-4057c574-5947-4f75-9ee4-23e622a0fcd5 None None] Provisioning complete for port c912df58-4e23-48cb-8935-3b4407dd34d2 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:23.279112 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4057c574-5947-4f75-9ee4-23e622a0fcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c912df58-4e23-48cb-8935-3b4407dd34d2), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:23.335505 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8043a9af-9da3-4c52-bf5d-5e06d10dba17 req-64ab1723-eac2-4bc5-8cb1-6ee0ae5f01f5 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0866520
Feb 05 21:13:23.345842 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-856458b9-88ba-4f6e-b8e2-23df065f2917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db808b970>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:23.346531 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856458b9-88ba-4f6e-b8e2-23df065f2917 None None] The sync data for ids ['1c4a2a8d-4ce1-4910-a708-d7a6dbc5c89c'] in ncdv-master-1 is: [] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:13:23.367894 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-4057c574-5947-4f75-9ee4-23e622a0fcd5 None None] Port c912df58-4e23-48cb-8935-3b4407dd34d2 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:13:23.422662 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584d2a5-a6bf-4427-963d-15330c4c4260 req-8692ec28-1325-4fa9-9623-a7ed4d05aeab tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:23.424312 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4584d2a5-a6bf-4427-963d-15330c4c4260 req-8692ec28-1325-4fa9-9623-a7ed4d05aeab tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dd7bf06-519a-4ab7-a321-66333af69353 HTTP/1.1" status: 200  len: 946 time: 0.0579534
Feb 05 21:13:23.479789 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4584d2a5-a6bf-4427-963d-15330c4c4260 req-114e75e3-6153-4b17-a59f-ee04a0ba656d tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/security-groups?id=008325f2-7728-4c66-9056-3eebbb1c1889&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491552
Feb 05 21:13:23.498029 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-94d5b72f-ad7f-486d-aae8-f8613ebdbd47 None None] Provisioning complete for port c912df58-4e23-48cb-8935-3b4407dd34d2 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:23.498322 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-94d5b72f-ad7f-486d-aae8-f8613ebdbd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c912df58-4e23-48cb-8935-3b4407dd34d2), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:23.540305 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-94d5b72f-ad7f-486d-aae8-f8613ebdbd47 None None] Port c912df58-4e23-48cb-8935-3b4407dd34d2 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:13:23.665971 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-19f21960-9c38-4a65-86be-1e0686befaf8 None None] Provisioning complete for port c912df58-4e23-48cb-8935-3b4407dd34d2 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:23.666479 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-19f21960-9c38-4a65-86be-1e0686befaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c912df58-4e23-48cb-8935-3b4407dd34d2), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:23.700437 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-19f21960-9c38-4a65-86be-1e0686befaf8 None None] Port c912df58-4e23-48cb-8935-3b4407dd34d2 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:13:23.746254 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3be42d29-948f-4f1e-9632-16061612995f tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (1c4a2a8d-4ce1-4910-a708-d7a6dbc5c89c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:23.841645 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device f61ccdab-9892-4e98-a772-30560ad695d2 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:13:23.889180 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port f61ccdab-9892-4e98-a772-30560ad695d2 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:23.889660 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (f61ccdab-9892-4e98-a772-30560ad695d2), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:23.970248 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-3be42d29-948f-4f1e-9632-16061612995f tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Deleting port c912df58-4e23-48cb-8935-3b4407dd34d2 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:13:23.970843 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3be42d29-948f-4f1e-9632-16061612995f tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (c912df58-4e23-48cb-8935-3b4407dd34d2), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:23.971775 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port f61ccdab-9892-4e98-a772-30560ad695d2 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:13:24.057290 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3be42d29-948f-4f1e-9632-16061612995f tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (c912df58-4e23-48cb-8935-3b4407dd34d2), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:24.069445 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-3be42d29-948f-4f1e-9632-16061612995f tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Calling delete_port for c912df58-4e23-48cb-8935-3b4407dd34d2 owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:13:24.172009 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 851783e6-d22c-41f7-95ae-b0b5f516a0cc details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:13:24.243422 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3be42d29-948f-4f1e-9632-16061612995f tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (c912df58-4e23-48cb-8935-3b4407dd34d2), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:24.280779 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 851783e6-d22c-41f7-95ae-b0b5f516a0cc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=851783e6-d22c-41f7-95ae-b0b5f516a0cc,segment=NetworkSegment(f62e3c71-b57a-482e-a2c4-7d4c5e58c260),segment_id=f62e3c71-b57a-482e-a2c4-7d4c5e58c260)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:13:24.282702 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be42d29-948f-4f1e-9632-16061612995f tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event deleted for resources: {'Port': ['ID=c912df58-4e23-48cb-8935-3b4407dd34d2,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:24.304906 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '851783e6-d22c-41f7-95ae-b0b5f516a0cc', 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469', 'port_id': '851783e6-d22c-41f7-95ae-b0b5f516a0cc', 'mac_address': 'fa:16:3e:5e:eb:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bc96f9b-13b4-445f-ae2d-9347a725b89d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:13:24.359153 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 851783e6-d22c-41f7-95ae-b0b5f516a0cc is: ACTIVE; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:13:24.359700 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (851783e6-d22c-41f7-95ae-b0b5f516a0cc), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:24.379262 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 851783e6-d22c-41f7-95ae-b0b5f516a0cc {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:13:24.405208 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 851783e6-d22c-41f7-95ae-b0b5f516a0cc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=851783e6-d22c-41f7-95ae-b0b5f516a0cc,segment=NetworkSegment(f62e3c71-b57a-482e-a2c4-7d4c5e58c260),segment_id=f62e3c71-b57a-482e-a2c4-7d4c5e58c260)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:13:24.413238 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (851783e6-d22c-41f7-95ae-b0b5f516a0cc), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:24.492421 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3be42d29-948f-4f1e-9632-16061612995f tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (1c4a2a8d-4ce1-4910-a708-d7a6dbc5c89c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:24.501380 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=851783e6-d22c-41f7-95ae-b0b5f516a0cc,revision_number=6']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:24.524247 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['851783e6-d22c-41f7-95ae-b0b5f516a0cc'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:13:24.575521 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df70f2cf-f08f-40e0-a6bc-2842e4ea8115 req-8250c3a4-95b3-4cfc-bcb9-7debf809dfec tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:24.580898 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-df70f2cf-f08f-40e0-a6bc-2842e4ea8115 req-8250c3a4-95b3-4cfc-bcb9-7debf809dfec tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 945 time: 0.1300602
Feb 05 21:13:24.700152 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-df70f2cf-f08f-40e0-a6bc-2842e4ea8115 req-6d597584-7a5d-4f8c-8b03-09909133e708 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1092558
Feb 05 21:13:24.731150 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178d657-5c65-44c6-9e7b-2511cdf5b6ed req-7dec388d-4142-434f-bd92-be488867fdee tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:24.732688 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2178d657-5c65-44c6-9e7b-2511cdf5b6ed req-7dec388d-4142-434f-bd92-be488867fdee tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dd7bf06-519a-4ab7-a321-66333af69353 HTTP/1.1" status: 200  len: 946 time: 0.0846384
Feb 05 21:13:24.785948 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be42d29-948f-4f1e-9632-16061612995f tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Router 1c4a2a8d-4ce1-4910-a708-d7a6dbc5c89c has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:13:24.834795 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2178d657-5c65-44c6-9e7b-2511cdf5b6ed req-92e2d5a3-5839-4d73-ab3b-e59144452e2b tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/security-groups?id=008325f2-7728-4c66-9056-3eebbb1c1889&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0949275
Feb 05 21:13:24.888145 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be42d29-948f-4f1e-9632-16061612995f tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:13:24.897066 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41768) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:24.898912 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3be42d29-948f-4f1e-9632-16061612995f tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "PUT /v2.0/routers/1c4a2a8d-4ce1-4910-a708-d7a6dbc5c89c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6461344
Feb 05 21:13:24.899332 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7068f7-ed09-412b-b374-c4d2567bc0ed None None] Sync routers for ids ['1c4a2a8d-4ce1-4910-a708-d7a6dbc5c89c'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:13:24.909183 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7068f7-ed09-412b-b374-c4d2567bc0ed None None] Routers {'1c4a2a8d-4ce1-4910-a708-d7a6dbc5c89c'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:13:24.909801 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-3b7068f7-ed09-412b-b374-c4d2567bc0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8d3ad30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:13:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['1c4a2a8d-4ce1-4910-a708-d7a6dbc5c89c'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:24.944158 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-3b7068f7-ed09-412b-b374-c4d2567bc0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8d3ad30>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:24.953101 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7068f7-ed09-412b-b374-c4d2567bc0ed None None] Routers {'1c4a2a8d-4ce1-4910-a708-d7a6dbc5c89c'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:13:24.953699 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-3b7068f7-ed09-412b-b374-c4d2567bc0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8d3ad30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:13:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['1c4a2a8d-4ce1-4910-a708-d7a6dbc5c89c'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:24.985819 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-3b7068f7-ed09-412b-b374-c4d2567bc0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8d3ad30>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:24.986483 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7068f7-ed09-412b-b374-c4d2567bc0ed None None] The sync data for ids ['1c4a2a8d-4ce1-4910-a708-d7a6dbc5c89c'] in ncdv-master-1 is: [] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:13:25.399330 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714491f9-d22c-407b-8538-855e743bd320 req-6fcea030-21ff-4652-bd83-75f9dd3e2709 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:25.400834 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-714491f9-d22c-407b-8538-855e743bd320 req-6fcea030-21ff-4652-bd83-75f9dd3e2709 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dd7bf06-519a-4ab7-a321-66333af69353 HTTP/1.1" status: 200  len: 946 time: 0.4639683
Feb 05 21:13:25.482167 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-35976479-1ab6-42b9-9ed3-2dbe30f2f653 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] remove_router_interface failed (client error): The resource could not be found.
Feb 05 21:13:25.483159 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-35976479-1ab6-42b9-9ed3-2dbe30f2f653 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "PUT /v2.0/routers/1c4a2a8d-4ce1-4910-a708-d7a6dbc5c89c/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.5850451
Feb 05 21:13:25.486125 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41772) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:25.512373 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-714491f9-d22c-407b-8538-855e743bd320 req-879f95fb-fdc2-472f-9bf1-34810ab7a524 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/security-groups?id=008325f2-7728-4c66-9056-3eebbb1c1889&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0945067
Feb 05 21:13:25.513373 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9bd3146c-53e9-4a1a-b72d-17f818da297d tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c4a2a8d-4ce1-4910-a708-d7a6dbc5c89c HTTP/1.1" status: 200  len: 205 time: 0.0260441
Feb 05 21:13:25.516016 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41774) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:25.535169 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41776) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:25.579664 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e811cff-13ae-452f-a3af-537fe5a4c260 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:25.581349 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9e811cff-13ae-452f-a3af-537fe5a4c260 tempest-TestNetworkBasicOps-1999762873 tempest-TestNetworkBasicOps-1999762873-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9dd7bf06-519a-4ab7-a321-66333af69353 HTTP/1.1" status: 200  len: 1123 time: 0.0451541
Feb 05 21:13:25.584347 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41778) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:25.588847 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-db32f5a0-135a-4ad3-9b6d-9aaf2a361e60 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'port_id': '5c092cfa-6ebd-465e-9908-7bcf1c24499e', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:13:25.597316 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d19233a3-63d2-44e5-a584-e032fff1342c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for router (1c4a2a8d-4ce1-4910-a708-d7a6dbc5c89c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:25.609645 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-db32f5a0-135a-4ad3-9b6d-9aaf2a361e60 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:25.714464 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-db32f5a0-135a-4ad3-9b6d-9aaf2a361e60 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:25.860438 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-db32f5a0-135a-4ad3-9b6d-9aaf2a361e60 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Allocated IP 172.35.4.69 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/e396c1c8-1201-40eb-9b86-d791deeb6506) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:13:25.891089 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719f1be-e43a-4185-9ed6-2acc9df6b584 req-7860f582-9768-41a7-ae9e-99a604f4ad27 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:25.892761 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2719f1be-e43a-4185-9ed6-2acc9df6b584 req-7860f582-9768-41a7-ae9e-99a604f4ad27 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 945 time: 0.0912890
Feb 05 21:13:25.997704 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2719f1be-e43a-4185-9ed6-2acc9df6b584 req-ce4eb880-49cc-473f-a80a-cad145586f1f tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0903971
Feb 05 21:13:26.025215 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-db32f5a0-135a-4ad3-9b6d-9aaf2a361e60 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for port (e396c1c8-1201-40eb-9b86-d791deeb6506), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:26.064235 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d19233a3-63d2-44e5-a584-e032fff1342c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (1c4a2a8d-4ce1-4910-a708-d7a6dbc5c89c), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:26.066404 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-db32f5a0-135a-4ad3-9b6d-9aaf2a361e60 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (e396c1c8-1201-40eb-9b86-d791deeb6506), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:26.066678 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d19233a3-63d2-44e5-a584-e032fff1342c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for router_controller (1c4a2a8d-4ce1-4910-a708-d7a6dbc5c89c), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:26.110561 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db32f5a0-135a-4ad3-9b6d-9aaf2a361e60 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:13:26.112502 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d19233a3-63d2-44e5-a584-e032fff1342c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (1c4a2a8d-4ce1-4910-a708-d7a6dbc5c89c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:26.113056 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19233a3-63d2-44e5-a584-e032fff1342c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Fanout notify agent at l3_agent the message router_deleted on router 1c4a2a8d-4ce1-4910-a708-d7a6dbc5c89c {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:13:26.118813 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-db32f5a0-135a-4ad3-9b6d-9aaf2a361e60 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:13:26.120258 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d19233a3-63d2-44e5-a584-e032fff1342c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:26.121575 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d19233a3-63d2-44e5-a584-e032fff1342c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "DELETE /v2.0/routers/1c4a2a8d-4ce1-4910-a708-d7a6dbc5c89c HTTP/1.1" status: 204  len: 168 time: 0.6046455
Feb 05 21:13:26.121734 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db32f5a0-135a-4ad3-9b6d-9aaf2a361e60 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:13:26.124347 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41782) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:26.171352 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db32f5a0-135a-4ad3-9b6d-9aaf2a361e60 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event updated for resources: {'Port': ['ID=e396c1c8-1201-40eb-9b86-d791deeb6506,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:26.179603 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-0615a1d1-e342-450b-9312-93ddd6f2abe4 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Deleting subnet 3cb5bbae-c492-4b5f-9655-25583e2c88ee {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:13:26.183243 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0615a1d1-e342-450b-9312-93ddd6f2abe4 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for subnet (3cb5bbae-c492-4b5f-9655-25583e2c88ee), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:26.197086 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 851783e6-d22c-41f7-95ae-b0b5f516a0cc up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:13:26.231787 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0615a1d1-e342-450b-9312-93ddd6f2abe4 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (3cb5bbae-c492-4b5f-9655-25583e2c88ee), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:26.267285 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 851783e6-d22c-41f7-95ae-b0b5f516a0cc triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:26.267790 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (851783e6-d22c-41f7-95ae-b0b5f516a0cc), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:26.334085 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0615a1d1-e342-450b-9312-93ddd6f2abe4 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (3cb5bbae-c492-4b5f-9655-25583e2c88ee), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:26.371471 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 851783e6-d22c-41f7-95ae-b0b5f516a0cc is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:13:26.371879 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (851783e6-d22c-41f7-95ae-b0b5f516a0cc), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:26.404489 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e976e307-f7ee-4398-b068-9e53113813e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851783e6-d22c-41f7-95ae-b0b5f516a0cc'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:13:26.407009 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0615a1d1-e342-450b-9312-93ddd6f2abe4 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (3cb5bbae-c492-4b5f-9655-25583e2c88ee), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:26.407167 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5beb172-d65d-4e26-80aa-027c7d9ad3f7" -d '{"events": [{"server_uuid": "e976e307-f7ee-4398-b068-9e53113813e8", "name": "network-vif-plugged", "status": "completed", "tag": "851783e6-d22c-41f7-95ae-b0b5f516a0cc"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:13:26.444292 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0615a1d1-e342-450b-9312-93ddd6f2abe4 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event deleted for resources: {'Subnet': ['ID=3cb5bbae-c492-4b5f-9655-25583e2c88ee,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:26.449704 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0615a1d1-e342-450b-9312-93ddd6f2abe4 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:26.457028 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0615a1d1-e342-450b-9312-93ddd6f2abe4 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "DELETE /v2.0/subnets/3cb5bbae-c492-4b5f-9655-25583e2c88ee HTTP/1.1" status: 204  len: 168 time: 0.3315096
Feb 05 21:13:26.458039 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74609760-77df-4c63-9116-67ba8b4e196d None None] Network f3aa70a7-3c5b-4a2d-abae-525d4d847b1c requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:13:26.458337 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41788) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:26.462320 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 851783e6-d22c-41f7-95ae-b0b5f516a0cc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=851783e6-d22c-41f7-95ae-b0b5f516a0cc,segment=NetworkSegment(f62e3c71-b57a-482e-a2c4-7d4c5e58c260),segment_id=f62e3c71-b57a-482e-a2c4-7d4c5e58c260)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:13:26.485250 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (851783e6-d22c-41f7-95ae-b0b5f516a0cc), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:26.493755 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9acf754a-4076-490a-a428-893c7e57380b x-openstack-request-id: req-9acf754a-4076-490a-a428-893c7e57380b {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:13:26.494088 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e976e307-f7ee-4398-b068-9e53113813e8", "name": "network-vif-plugged", "status": "completed", "tag": "851783e6-d22c-41f7-95ae-b0b5f516a0cc", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:13:26.494432 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9acf754a-4076-490a-a428-893c7e57380b {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:13:26.494869 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e976e307-f7ee-4398-b068-9e53113813e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851783e6-d22c-41f7-95ae-b0b5f516a0cc', 'code': 200}
Feb 05 21:13:26.545147 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7257ee77-1550-4d2a-8b8d-141d117844fe tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (f3aa70a7-3c5b-4a2d-abae-525d4d847b1c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:26.610581 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-7257ee77-1550-4d2a-8b8d-141d117844fe tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Deleting port f61ccdab-9892-4e98-a772-30560ad695d2 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:13:26.610581 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7257ee77-1550-4d2a-8b8d-141d117844fe tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (f61ccdab-9892-4e98-a772-30560ad695d2), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:26.620485 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-db32f5a0-135a-4ad3-9b6d-9aaf2a361e60 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for floatingip (38062ed1-7217-48ce-a411-720d5387ced0), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:26.621634 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=851783e6-d22c-41f7-95ae-b0b5f516a0cc,revision_number=7']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:26.700962 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-7257ee77-1550-4d2a-8b8d-141d117844fe tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] For port f61ccdab-9892-4e98-a772-30560ad695d2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f61ccdab-9892-4e98-a772-30560ad695d2,segment=NetworkSegment(254b7dcd-692d-4766-a636-72dde9ae3015),segment_id=254b7dcd-692d-4766-a636-72dde9ae3015)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:13:26.701526 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7257ee77-1550-4d2a-8b8d-141d117844fe tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (f61ccdab-9892-4e98-a772-30560ad695d2), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:26.709497 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-db32f5a0-135a-4ad3-9b6d-9aaf2a361e60 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e396c1c8-1201-40eb-9b86-d791deeb6506), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:26.720846 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef161559-3b15-4b47-b8b6-0aaa45008fa7 None None] DHCP port deletion for f3aa70a7-3c5b-4a2d-abae-525d4d847b1c request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:13:26.722638 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-7257ee77-1550-4d2a-8b8d-141d117844fe tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Calling delete_port for f61ccdab-9892-4e98-a772-30560ad695d2 owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:13:26.777406 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ef161559-3b15-4b47-b8b6-0aaa45008fa7 None None] Deleting port f61ccdab-9892-4e98-a772-30560ad695d2 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:13:26.777814 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ef161559-3b15-4b47-b8b6-0aaa45008fa7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (f61ccdab-9892-4e98-a772-30560ad695d2), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:26.821975 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7257ee77-1550-4d2a-8b8d-141d117844fe tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (f61ccdab-9892-4e98-a772-30560ad695d2), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:26.847142 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-ef161559-3b15-4b47-b8b6-0aaa45008fa7 None None] For port f61ccdab-9892-4e98-a772-30560ad695d2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f61ccdab-9892-4e98-a772-30560ad695d2,segment=NetworkSegment(254b7dcd-692d-4766-a636-72dde9ae3015),segment_id=254b7dcd-692d-4766-a636-72dde9ae3015)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:13:26.848186 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ef161559-3b15-4b47-b8b6-0aaa45008fa7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (f61ccdab-9892-4e98-a772-30560ad695d2), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:26.857676 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7257ee77-1550-4d2a-8b8d-141d117844fe tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event deleted for resources: {'Port': ['ID=f61ccdab-9892-4e98-a772-30560ad695d2,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:26.859714 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7257ee77-1550-4d2a-8b8d-141d117844fe tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] No DVR routers for this DVR port f61ccdab-9892-4e98-a772-30560ad695d2 on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:13:26.872776 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ef161559-3b15-4b47-b8b6-0aaa45008fa7 None None] Calling delete_port for f61ccdab-9892-4e98-a772-30560ad695d2 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:13:26.899593 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-db32f5a0-135a-4ad3-9b6d-9aaf2a361e60 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for port (e396c1c8-1201-40eb-9b86-d791deeb6506), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:26.905221 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-db32f5a0-135a-4ad3-9b6d-9aaf2a361e60 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (e396c1c8-1201-40eb-9b86-d791deeb6506), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:26.951346 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7257ee77-1550-4d2a-8b8d-141d117844fe tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (f3aa70a7-3c5b-4a2d-abae-525d4d847b1c), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:26.972375 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-7257ee77-1550-4d2a-8b8d-141d117844fe tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2412160>,) {'filters': {'network_id': ['f3aa70a7-3c5b-4a2d-abae-525d4d847b1c']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:26.977420 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ef161559-3b15-4b47-b8b6-0aaa45008fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (f61ccdab-9892-4e98-a772-30560ad695d2), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:26.983760 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-7257ee77-1550-4d2a-8b8d-141d117844fe tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2412160>, '254b7dcd-692d-4766-a636-72dde9ae3015') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:26.984155 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-7257ee77-1550-4d2a-8b8d-141d117844fe tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2412160>, '254b7dcd-692d-4766-a636-72dde9ae3015') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:26.996443 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7257ee77-1550-4d2a-8b8d-141d117844fe tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (254b7dcd-692d-4766-a636-72dde9ae3015), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:27.000442 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db32f5a0-135a-4ad3-9b6d-9aaf2a361e60 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event updated for resources: {'Port': ['ID=e396c1c8-1201-40eb-9b86-d791deeb6506,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:27.008320 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef161559-3b15-4b47-b8b6-0aaa45008fa7 None None] Pushing event deleted for resources: {'Port': ['ID=f61ccdab-9892-4e98-a772-30560ad695d2,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:27.012050 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef161559-3b15-4b47-b8b6-0aaa45008fa7 None None] No DVR routers for this DVR port f61ccdab-9892-4e98-a772-30560ad695d2 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:13:27.014658 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7257ee77-1550-4d2a-8b8d-141d117844fe tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (254b7dcd-692d-4766-a636-72dde9ae3015), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:27.016663 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-db32f5a0-135a-4ad3-9b6d-9aaf2a361e60 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (38062ed1-7217-48ce-a411-720d5387ced0), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:27.028008 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7257ee77-1550-4d2a-8b8d-141d117844fe tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:13:27.028530 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7257ee77-1550-4d2a-8b8d-141d117844fe tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (254b7dcd-692d-4766-a636-72dde9ae3015), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:27.032517 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:13:27.032517 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:13:27.032517 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:13:27.032517 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:13:27.032517 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:13:27.032517 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:13:27.032517 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:13:27.032517 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:13:27.032517 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:13:27.032517 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:13:27.032517 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:13:27.032517 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:13:27.032517 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:13:27.032517 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:13:27.032517 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:13:27.032517 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:13:27.032517 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:13:27.032517 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:13:27.032517 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:13:27.032517 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:13:27.032517 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:13:27.032517 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:13:27.032517 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:13:27.032517 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:13:27.032517 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:13:27.032517 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:13:27.032517 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:13:27.032517 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:13:27.032517 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:13:27.032517 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:13:27.032517 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:13:27.032517 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:13:27.115401 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7257ee77-1550-4d2a-8b8d-141d117844fe tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (f3aa70a7-3c5b-4a2d-abae-525d4d847b1c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:27.124617 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7257ee77-1550-4d2a-8b8d-141d117844fe tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:27.132215 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7257ee77-1550-4d2a-8b8d-141d117844fe tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "DELETE /v2.0/networks/f3aa70a7-3c5b-4a2d-abae-525d4d847b1c HTTP/1.1" status: 204  len: 168 time: 0.6680238
Feb 05 21:13:27.139107 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41792) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:27.144427 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-21ec6e3a-56ac-4fdd-a129-61bf0bd21671 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Request body: {'network': {'name': 'tempest-RoutersTest-2102785975'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:13:27.148329 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7257ee77-1550-4d2a-8b8d-141d117844fe tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event deleted for resources: {'Network': ['ID=f3aa70a7-3c5b-4a2d-abae-525d4d847b1c,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:27.178249 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-db32f5a0-135a-4ad3-9b6d-9aaf2a361e60 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Floating IP 38062ed1-7217-48ce-a411-720d5387ced0 associated. External IP: 172.35.4.69, port: 5c092cfa-6ebd-465e-9908-7bcf1c24499e.
Feb 05 21:13:27.179736 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ec6e3a-56ac-4fdd-a129-61bf0bd21671 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Made reservation on behalf of 743f09469d2b4f98894791740de743a4 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:13:27.183416 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-21ec6e3a-56ac-4fdd-a129-61bf0bd21671 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:27.210921 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21ec6e3a-56ac-4fdd-a129-61bf0bd21671 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:13:27.221844 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-21ec6e3a-56ac-4fdd-a129-61bf0bd21671 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (f2f22d60-72f6-4143-a724-da557b6fab4a), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:27.222218 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-21ec6e3a-56ac-4fdd-a129-61bf0bd21671 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Added segment f2f22d60-72f6-4143-a724-da557b6fab4a of type vlan for network 0069b49c-577e-4941-acb6-60d30eff7505
Feb 05 21:13:27.231443 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25e604-e34e-469e-9850-878ffcb84883 req-a34fd8a5-6d45-4cb7-a255-f1a7b6034156 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:27.233011 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bd25e604-e34e-469e-9850-878ffcb84883 req-a34fd8a5-6d45-4cb7-a255-f1a7b6034156 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 946 time: 0.1192398
Feb 05 21:13:27.266074 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-21ec6e3a-56ac-4fdd-a129-61bf0bd21671 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (0069b49c-577e-4941-acb6-60d30eff7505), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:27.295234 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-21ec6e3a-56ac-4fdd-a129-61bf0bd21671 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (0069b49c-577e-4941-acb6-60d30eff7505), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:27.302400 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ec6e3a-56ac-4fdd-a129-61bf0bd21671 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:27.302608 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-21ec6e3a-56ac-4fdd-a129-61bf0bd21671 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:27.333706 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bd25e604-e34e-469e-9850-878ffcb84883 req-2b8297c7-08b3-4cd0-a516-7612849f90a9 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0883670
Feb 05 21:13:27.346777 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-21ec6e3a-56ac-4fdd-a129-61bf0bd21671 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.2062960
Feb 05 21:13:27.350599 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41794) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:27.356948 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-0ba4acee-6c1a-4f90-82c3-5145dcb33f85 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Request body: {'subnet': {'network_id': '0069b49c-577e-4941-acb6-60d30eff7505', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:13:27.387707 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec6e3a-56ac-4fdd-a129-61bf0bd21671 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event updated for resources: {'Network': ['ID=0069b49c-577e-4941-acb6-60d30eff7505,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:27.402080 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 0069b49c-577e-4941-acb6-60d30eff7505 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:13:27.543711 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba4acee-6c1a-4f90-82c3-5145dcb33f85 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Made reservation on behalf of 743f09469d2b4f98894791740de743a4 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:13:27.547497 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0ba4acee-6c1a-4f90-82c3-5145dcb33f85 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:27.577807 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db32f5a0-135a-4ad3-9b6d-9aaf2a361e60 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Router 033c47b3-425a-4089-9283-a808ea27a05e has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:13:27.786706 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db32f5a0-135a-4ad3-9b6d-9aaf2a361e60 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:13:27.803145 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ad6599-e3a0-40f1-9301-acee3776a711 None None] Sync routers for ids ['033c47b3-425a-4089-9283-a808ea27a05e'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:13:27.816201 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ad6599-e3a0-40f1-9301-acee3776a711 None None] Routers {'033c47b3-425a-4089-9283-a808ea27a05e'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:13:27.817142 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-62ad6599-e3a0-40f1-9301-acee3776a711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab2b9280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:13:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['033c47b3-425a-4089-9283-a808ea27a05e'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:27.844154 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-db32f5a0-135a-4ad3-9b6d-9aaf2a361e60 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:27.847558 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0ba4acee-6c1a-4f90-82c3-5145dcb33f85 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (0c3e8cb6-3f87-4547-80a7-e55ea74c12f2), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:27.883238 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device f61ccdab-9892-4e98-a772-30560ad695d2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:13:27.914954 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-db32f5a0-135a-4ad3-9b6d-9aaf2a361e60 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3293252
Feb 05 21:13:27.917945 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41798) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:27.919329 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dd7bf06-519a-4ab7-a321-66333af69353', 'tag': '5c092cfa-6ebd-465e-9908-7bcf1c24499e'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:13:27.921180 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8b12b0-1bc0-4057-9949-31d35a536441" -d '{"events": [{"name": "network-changed", "server_uuid": "9dd7bf06-519a-4ab7-a321-66333af69353", "tag": "5c092cfa-6ebd-465e-9908-7bcf1c24499e"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:13:27.948451 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: f61ccdab-9892-4e98-a772-30560ad695d2 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:13:27.948813 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device f61ccdab-9892-4e98-a772-30560ad695d2 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:13:27.959144 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba4acee-6c1a-4f90-82c3-5145dcb33f85 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event updated for resources: {'Subnet': ['ID=0c3e8cb6-3f87-4547-80a7-e55ea74c12f2,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:27.969276 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba4acee-6c1a-4f90-82c3-5145dcb33f85 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Checking segment: {'id': 'f2f22d60-72f6-4143-a724-da557b6fab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0069b49c-577e-4941-acb6-60d30eff7505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:13:27.969653 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba4acee-6c1a-4f90-82c3-5145dcb33f85 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Network hostable DHCP agents. Network: 0069b49c-577e-4941-acb6-60d30eff7505, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:13:27.994218 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba4acee-6c1a-4f90-82c3-5145dcb33f85 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Network 0069b49c-577e-4941-acb6-60d30eff7505 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:13:27.999049 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2789ddd-c687-4a1f-8d54-681c6c61fe08 x-openstack-request-id: req-a2789ddd-c687-4a1f-8d54-681c6c61fe08 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:13:27.999521 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dd7bf06-519a-4ab7-a321-66333af69353", "tag": "5c092cfa-6ebd-465e-9908-7bcf1c24499e", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:13:27.999791 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a2789ddd-c687-4a1f-8d54-681c6c61fe08 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:13:28.001102 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dd7bf06-519a-4ab7-a321-66333af69353', 'tag': '5c092cfa-6ebd-465e-9908-7bcf1c24499e', 'status': 'completed', 'code': 200}
Feb 05 21:13:28.005941 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-62ad6599-e3a0-40f1-9301-acee3776a711 None None] Set router 033c47b3-425a-4089-9283-a808ea27a05e gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:13:28.012382 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-0ba4acee-6c1a-4f90-82c3-5145dcb33f85 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0069b49c-577e-4941-acb6-60d30eff7505) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:13:28.032521 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba4acee-6c1a-4f90-82c3-5145dcb33f85 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:28.033144 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0ba4acee-6c1a-4f90-82c3-5145dcb33f85 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:28.039696 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2b944c58-7aa0-4c01-933b-434b79c57482 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/floatingips/38062ed1-7217-48ce-a411-720d5387ced0 HTTP/1.1" status: 200  len: 991 time: 0.1195343
Feb 05 21:13:28.048826 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a33a94-7f4b-4f06-84d5-cd4551874a84 None None] Network 0069b49c-577e-4941-acb6-60d30eff7505 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:13:28.059467 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0ba4acee-6c1a-4f90-82c3-5145dcb33f85 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7067606
Feb 05 21:13:28.063020 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41802) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:28.068615 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-540ff633-154a-4042-b45e-107483a784a4 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1673158553', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:13:28.100692 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b12b0-1bc0-4057-9949-31d35a536441 req-960c10fa-8547-4902-bdc8-971d51b9fc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:28.102219 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8d8b12b0-1bc0-4057-9949-31d35a536441 req-960c10fa-8547-4902-bdc8-971d51b9fc0a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f3cd2c671c5402ba77e2a302dcae849&device_id=9dd7bf06-519a-4ab7-a321-66333af69353 HTTP/1.1" status: 200  len: 1128 time: 0.0795968
Feb 05 21:13:28.107308 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-540ff633-154a-4042-b45e-107483a784a4 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (6201eda2-9e8f-4fcf-ad9c-022f7dbd7399), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:28.108347 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-540ff633-154a-4042-b45e-107483a784a4 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (6201eda2-9e8f-4fcf-ad9c-022f7dbd7399), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:28.227374 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-540ff633-154a-4042-b45e-107483a784a4 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for router_controller (6201eda2-9e8f-4fcf-ad9c-022f7dbd7399), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:28.232715 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-540ff633-154a-4042-b45e-107483a784a4 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (6201eda2-9e8f-4fcf-ad9c-022f7dbd7399), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:28.256192 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b12b0-1bc0-4057-9949-31d35a536441 req-79c514b3-b758-4535-af4e-fae5971432a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:28.257706 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8d8b12b0-1bc0-4057-9949-31d35a536441 req-79c514b3-b758-4535-af4e-fae5971432a1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e0afcedc-46e0-429e-bb7a-7200fbfa4981 HTTP/1.1" status: 200  len: 897 time: 0.1458111
Feb 05 21:13:28.264030 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-540ff633-154a-4042-b45e-107483a784a4 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:28.264871 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-540ff633-154a-4042-b45e-107483a784a4 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.2008538
Feb 05 21:13:28.268258 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41804) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:28.280632 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8c9b98-d1fe-40f9-a5a1-563aa4266656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0069b49c-577e-4941-acb6-60d30eff7505', 'network_id': '0069b49c-577e-4941-acb6-60d30eff7505', 'project_id': '743f09469d2b4f98894791740de743a4', 'fixed_ips': [{'subnet_id': '0c3e8cb6-3f87-4547-80a7-e55ea74c12f2'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:13:28.281544 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7d8c9b98-d1fe-40f9-a5a1-563aa4266656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:28.341156 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8d8b12b0-1bc0-4057-9949-31d35a536441 req-6b14ce9a-1245-42c7-b48f-3eaac0e0fd95 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c092cfa-6ebd-465e-9908-7bcf1c24499e HTTP/1.1" status: 200  len: 999 time: 0.0748715
Feb 05 21:13:28.403721 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b12b0-1bc0-4057-9949-31d35a536441 req-f0ced270-eff0-4af9-93a7-a22f892eb562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:28.405342 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8d8b12b0-1bc0-4057-9949-31d35a536441 req-f0ced270-eff0-4af9-93a7-a22f892eb562 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e28d50e4-84cb-467f-9b21-fd14f7293c46 HTTP/1.1" status: 200  len: 833 time: 0.0584238
Feb 05 21:13:28.479790 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b12b0-1bc0-4057-9949-31d35a536441 req-ed4ff23b-e7d7-411e-a67d-98fdda4bee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:28.483104 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8d8b12b0-1bc0-4057-9949-31d35a536441 req-ed4ff23b-e7d7-411e-a67d-98fdda4bee1f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0afcedc-46e0-429e-bb7a-7200fbfa4981&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0640626
Feb 05 21:13:28.519410 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-7d8c9b98-d1fe-40f9-a5a1-563aa4266656 None None] Allocated IP 172.20.0.2 (0069b49c-577e-4941-acb6-60d30eff7505/0c3e8cb6-3f87-4547-80a7-e55ea74c12f2/80de810a-fc36-4c1f-9f97-53c5f4372d42) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:13:28.535594 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-62ad6599-e3a0-40f1-9301-acee3776a711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab2b9280>, [{'id': '033c47b3-425a-4089-9283-a808ea27a05e', 'name': 'tempest-TestNetworkBasicOps-router-706741564', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.67'}], 'enable_snat': True}, 'gw_port_id': '07fdd44d-1e16-4186-9297-8af7ee09e338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:13:02Z', 'updated_at': '2022-02-05T21:13:07Z', 'revision_number': 4, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'gw_port': {'id': '07fdd44d-1e16-4186-9297-8af7ee09e338', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:06:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033c47b3-425a-4089-9283-a808ea27a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:02Z', 'updated_at': '2022-02-05T21:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '38062ed1-7217-48ce-a411-720d5387ced0', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'floating_ip_address': '172.35.4.69', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '033c47b3-425a-4089-9283-a808ea27a05e', 'port_id': '5c092cfa-6ebd-465e-9908-7bcf1c24499e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0afcedc-46e0-429e-bb7a-7200fbfa4981', 'mac_address': 'fa:16:3e:be:8d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd7bf06-519a-4ab7-a321-66333af69353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:13:26Z', 'updated_at': '2022-02-05T21:13:26Z', 'revision_number': 0, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd737984f-d99d-4d78-af5c-0f82e63db23d', 'name': '', 'network_id': 'e0afcedc-46e0-429e-bb7a-7200fbfa4981', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'mac_address': 'fa:16:3e:66:73:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033c47b3-425a-4089-9283-a808ea27a05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'e28d50e4-84cb-467f-9b21-fd14f7293c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:05Z', 'updated_at': '2022-02-05T21:13:13Z', 'revision_number': 5, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'subnets': [{'id': 'e28d50e4-84cb-467f-9b21-fd14f7293c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:28.578996 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ad6599-e3a0-40f1-9301-acee3776a711 None None] Checking router: 033c47b3-425a-4089-9283-a808ea27a05e for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:13:28.612209 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ad6599-e3a0-40f1-9301-acee3776a711 None None] Routers {'033c47b3-425a-4089-9283-a808ea27a05e'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:13:28.612915 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-62ad6599-e3a0-40f1-9301-acee3776a711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab2b9280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:13:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['033c47b3-425a-4089-9283-a808ea27a05e'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:28.615845 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8d8b12b0-1bc0-4057-9949-31d35a536441 req-cb8bc6fc-c9a5-4f67-8759-7b4c686db3bf service neutron] 10.222.0.21 "GET /v2.0/networks/e0afcedc-46e0-429e-bb7a-7200fbfa4981?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247077
Feb 05 21:13:28.627177 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8d678-77cc-4dc6-a92c-e23233c298d2 req-cec2c643-8d1d-413a-9485-e5689de8ca0b tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:28.629929 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3de8d678-77cc-4dc6-a92c-e23233c298d2 req-cec2c643-8d1d-413a-9485-e5689de8ca0b tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 946 time: 0.1833420
Feb 05 21:13:28.720267 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ec69c2a7-5ca6-4fca-93e8-71cd767e4be0 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:28.745589 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8d8b12b0-1bc0-4057-9949-31d35a536441 req-32e3958d-e4ab-401c-84de-122d83ebeab5 service neutron] 10.222.0.21 "GET /v2.0/networks/e0afcedc-46e0-429e-bb7a-7200fbfa4981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230814
Feb 05 21:13:28.793453 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3de8d678-77cc-4dc6-a92c-e23233c298d2 req-85cf8e18-c145-4c0c-becc-59618a5f13a1 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1202102
Feb 05 21:13:28.831041 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-62ad6599-e3a0-40f1-9301-acee3776a711 None None] Set router 033c47b3-425a-4089-9283-a808ea27a05e gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:13:28.880323 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7d8c9b98-d1fe-40f9-a5a1-563aa4266656 None None] Publish callbacks [] for port (80de810a-fc36-4c1f-9f97-53c5f4372d42), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:28.933993 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7d8c9b98-d1fe-40f9-a5a1-563aa4266656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (80de810a-fc36-4c1f-9f97-53c5f4372d42), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:29.002247 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8c9b98-d1fe-40f9-a5a1-563aa4266656 None None] Network 0069b49c-577e-4941-acb6-60d30eff7505 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:13:29.012601 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-7d8c9b98-d1fe-40f9-a5a1-563aa4266656 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:13:29.015942 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8c9b98-d1fe-40f9-a5a1-563aa4266656 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:13:29.018161 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c9b98-d1fe-40f9-a5a1-563aa4266656 None None] Pushing event updated for resources: {'Port': ['ID=80de810a-fc36-4c1f-9f97-53c5f4372d42,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:29.035342 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-ec69c2a7-5ca6-4fca-93e8-71cd767e4be0 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Allocated IP 172.20.0.1 (0069b49c-577e-4941-acb6-60d30eff7505/0c3e8cb6-3f87-4547-80a7-e55ea74c12f2/3726e397-b105-4d06-877d-b73bfc880245) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:13:29.042316 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41810) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:29.120131 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-feb2515e-583c-43e1-8607-23959a88cd0f tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/floatingips/38062ed1-7217-48ce-a411-720d5387ced0 HTTP/1.1" status: 200  len: 991 time: 0.0765679
Feb 05 21:13:29.178980 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ec69c2a7-5ca6-4fca-93e8-71cd767e4be0 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for port (3726e397-b105-4d06-877d-b73bfc880245), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:29.218855 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ec69c2a7-5ca6-4fca-93e8-71cd767e4be0 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (3726e397-b105-4d06-877d-b73bfc880245), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:29.275978 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec69c2a7-5ca6-4fca-93e8-71cd767e4be0 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Network 0069b49c-577e-4941-acb6-60d30eff7505 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:13:29.280407 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-ec69c2a7-5ca6-4fca-93e8-71cd767e4be0 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:13:29.286629 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec69c2a7-5ca6-4fca-93e8-71cd767e4be0 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:13:29.313663 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-7d8c9b98-d1fe-40f9-a5a1-563aa4266656 None None] Attempting to bind port 80de810a-fc36-4c1f-9f97-53c5f4372d42 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:13:29.314180 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-7d8c9b98-d1fe-40f9-a5a1-563aa4266656 None None] Attempting to bind port 80de810a-fc36-4c1f-9f97-53c5f4372d42 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f2f22d60-72f6-4143-a724-da557b6fab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0069b49c-577e-4941-acb6-60d30eff7505'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:13:29.314665 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8c9b98-d1fe-40f9-a5a1-563aa4266656 None None] Attempting to bind port 80de810a-fc36-4c1f-9f97-53c5f4372d42 on network 0069b49c-577e-4941-acb6-60d30eff7505 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:13:29.317351 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec69c2a7-5ca6-4fca-93e8-71cd767e4be0 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event updated for resources: {'Port': ['ID=3726e397-b105-4d06-877d-b73bfc880245,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:29.330099 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8c9b98-d1fe-40f9-a5a1-563aa4266656 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:13:29.330518 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8c9b98-d1fe-40f9-a5a1-563aa4266656 None None] Checking segment: {'id': 'f2f22d60-72f6-4143-a724-da557b6fab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0069b49c-577e-4941-acb6-60d30eff7505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:13:29.330986 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7d8c9b98-d1fe-40f9-a5a1-563aa4266656 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:29.331391 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8c9b98-d1fe-40f9-a5a1-563aa4266656 None None] Bound using segment: {'id': 'f2f22d60-72f6-4143-a724-da557b6fab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0069b49c-577e-4941-acb6-60d30eff7505'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:13:29.331879 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-7d8c9b98-d1fe-40f9-a5a1-563aa4266656 None None] Bound port: 80de810a-fc36-4c1f-9f97-53c5f4372d42, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f22d60-72f6-4143-a724-da557b6fab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0069b49c-577e-4941-acb6-60d30eff7505'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:13:29.333120 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7d8c9b98-d1fe-40f9-a5a1-563aa4266656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (80de810a-fc36-4c1f-9f97-53c5f4372d42), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:29.346080 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ec69c2a7-5ca6-4fca-93e8-71cd767e4be0 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (6201eda2-9e8f-4fcf-ad9c-022f7dbd7399), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:29.440590 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-7d8c9b98-d1fe-40f9-a5a1-563aa4266656 None None] For port 80de810a-fc36-4c1f-9f97-53c5f4372d42, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:13:29.445246 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-7d8c9b98-d1fe-40f9-a5a1-563aa4266656 None None] For port 80de810a-fc36-4c1f-9f97-53c5f4372d42, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=80de810a-fc36-4c1f-9f97-53c5f4372d42,segment=NetworkSegment(f2f22d60-72f6-4143-a724-da557b6fab4a),segment_id=f2f22d60-72f6-4143-a724-da557b6fab4a)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:13:29.455149 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-62ad6599-e3a0-40f1-9301-acee3776a711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab2b9280>, [{'id': '033c47b3-425a-4089-9283-a808ea27a05e', 'name': 'tempest-TestNetworkBasicOps-router-706741564', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.67'}], 'enable_snat': True}, 'gw_port_id': '07fdd44d-1e16-4186-9297-8af7ee09e338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:13:02Z', 'updated_at': '2022-02-05T21:13:07Z', 'revision_number': 4, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'gw_port': {'id': '07fdd44d-1e16-4186-9297-8af7ee09e338', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:06:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033c47b3-425a-4089-9283-a808ea27a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:02Z', 'updated_at': '2022-02-05T21:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '38062ed1-7217-48ce-a411-720d5387ced0', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'floating_ip_address': '172.35.4.69', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '033c47b3-425a-4089-9283-a808ea27a05e', 'port_id': '5c092cfa-6ebd-465e-9908-7bcf1c24499e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0afcedc-46e0-429e-bb7a-7200fbfa4981', 'mac_address': 'fa:16:3e:be:8d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd7bf06-519a-4ab7-a321-66333af69353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:13:26Z', 'updated_at': '2022-02-05T21:13:26Z', 'revision_number': 0, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd737984f-d99d-4d78-af5c-0f82e63db23d', 'name': '', 'network_id': 'e0afcedc-46e0-429e-bb7a-7200fbfa4981', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'mac_address': 'fa:16:3e:66:73:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033c47b3-425a-4089-9283-a808ea27a05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'e28d50e4-84cb-467f-9b21-fd14f7293c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:05Z', 'updated_at': '2022-02-05T21:13:13Z', 'revision_number': 5, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'subnets': [{'id': 'e28d50e4-84cb-467f-9b21-fd14f7293c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:29.458032 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7d8c9b98-d1fe-40f9-a5a1-563aa4266656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (80de810a-fc36-4c1f-9f97-53c5f4372d42), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:29.489710 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ec69c2a7-5ca6-4fca-93e8-71cd767e4be0 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3726e397-b105-4d06-877d-b73bfc880245), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:29.514960 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ad6599-e3a0-40f1-9301-acee3776a711 None None] The sync data for ids ['033c47b3-425a-4089-9283-a808ea27a05e'] in ncdv-master-1 is: [{'id': '033c47b3-425a-4089-9283-a808ea27a05e', 'name': 'tempest-TestNetworkBasicOps-router-706741564', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.67'}], 'enable_snat': True}, 'gw_port_id': '07fdd44d-1e16-4186-9297-8af7ee09e338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:13:02Z', 'updated_at': '2022-02-05T21:13:07Z', 'revision_number': 4, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'gw_port': {'id': '07fdd44d-1e16-4186-9297-8af7ee09e338', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:06:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033c47b3-425a-4089-9283-a808ea27a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:02Z', 'updated_at': '2022-02-05T21:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '38062ed1-7217-48ce-a411-720d5387ced0', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'floating_ip_address': '172.35.4.69', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '033c47b3-425a-4089-9283-a808ea27a05e', 'port_id': '5c092cfa-6ebd-465e-9908-7bcf1c24499e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0afcedc-46e0-429e-bb7a-7200fbfa4981', 'mac_address': 'fa:16:3e:be:8d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd7bf06-519a-4ab7-a321-66333af69353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:13:26Z', 'updated_at': '2022-02-05T21:13:26Z', 'revision_number': 0, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd737984f-d99d-4d78-af5c-0f82e63db23d', 'name': '', 'network_id': 'e0afcedc-46e0-429e-bb7a-7200fbfa4981', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'mac_address': 'fa:16:3e:66:73:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033c47b3-425a-4089-9283-a808ea27a05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'e28d50e4-84cb-467f-9b21-fd14f7293c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:05Z', 'updated_at': '2022-02-05T21:13:13Z', 'revision_number': 5, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'subnets': [{'id': 'e28d50e4-84cb-467f-9b21-fd14f7293c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:13:29.555940 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c9b98-d1fe-40f9-a5a1-563aa4266656 None None] Pushing event updated for resources: {'Port': ['ID=80de810a-fc36-4c1f-9f97-53c5f4372d42,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:29.913516 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c06e28-c16e-47e0-ba30-10213188f292 None None] New status for floating IP 38062ed1-7217-48ce-a411-720d5387ced0: ACTIVE {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:13:30.124001 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41844) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:30.234002 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ca10b9d3-6174-448a-b333-b94d3933fa65 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/floatingips/38062ed1-7217-48ce-a411-720d5387ced0 HTTP/1.1" status: 200  len: 991 time: 0.1078119
Feb 05 21:13:30.372838 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ec69c2a7-5ca6-4fca-93e8-71cd767e4be0 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for port (3726e397-b105-4d06-877d-b73bfc880245), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:30.379190 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ec69c2a7-5ca6-4fca-93e8-71cd767e4be0 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (3726e397-b105-4d06-877d-b73bfc880245), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:30.486168 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08005ca4-a759-42e5-885c-d7e7549deb4a req-a8dba434-dbc9-4644-9728-43a357a4e58d tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:30.487661 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-08005ca4-a759-42e5-885c-d7e7549deb4a req-a8dba434-dbc9-4644-9728-43a357a4e58d tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 946 time: 0.1717558
Feb 05 21:13:30.509384 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec69c2a7-5ca6-4fca-93e8-71cd767e4be0 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event updated for resources: {'Port': ['ID=3726e397-b105-4d06-877d-b73bfc880245,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:30.517311 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ec69c2a7-5ca6-4fca-93e8-71cd767e4be0 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (6201eda2-9e8f-4fcf-ad9c-022f7dbd7399), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:30.608579 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-08005ca4-a759-42e5-885c-d7e7549deb4a req-a9e59a8b-94a7-4f28-8e0a-1eba23f619e3 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1046553
Feb 05 21:13:30.722321 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec69c2a7-5ca6-4fca-93e8-71cd767e4be0 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Network 0069b49c-577e-4941-acb6-60d30eff7505 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:13:30.726000 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-ec69c2a7-5ca6-4fca-93e8-71cd767e4be0 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:13:30.930790 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec69c2a7-5ca6-4fca-93e8-71cd767e4be0 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Router 6201eda2-9e8f-4fcf-ad9c-022f7dbd7399 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:13:31.048966 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [req-86bdf9dc-dc9d-47cb-9723-5918654a975a req-f81377a3-4ffb-4d69-9060-1fab601fc7f6 service neutron] (114390) timed out ('10.222.0.32', 41836) {{(pid=114390) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 05 21:13:31.084351 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec69c2a7-5ca6-4fca-93e8-71cd767e4be0 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:13:31.095216 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41856) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:31.095802 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ec69c2a7-5ca6-4fca-93e8-71cd767e4be0 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "PUT /v2.0/routers/6201eda2-9e8f-4fcf-ad9c-022f7dbd7399/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8261406
Feb 05 21:13:31.101518 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d97e81-eddf-46ac-b449-74555d7ca106 None None] Sync routers for ids ['6201eda2-9e8f-4fcf-ad9c-022f7dbd7399'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:13:31.118629 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d97e81-eddf-46ac-b449-74555d7ca106 None None] Routers {'6201eda2-9e8f-4fcf-ad9c-022f7dbd7399'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:13:31.119761 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-c9d97e81-eddf-46ac-b449-74555d7ca106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab6c35e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:13:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['6201eda2-9e8f-4fcf-ad9c-022f7dbd7399'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:31.167142 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a27e069-1042-494a-9c4e-b473fdb36cb9 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:31.169687 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8a27e069-1042-494a-9c4e-b473fdb36cb9 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "GET /v2.0/ports/3726e397-b105-4d06-877d-b73bfc880245 HTTP/1.1" status: 200  len: 910 time: 0.0733578
Feb 05 21:13:31.172798 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41858) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:31.178323 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83841c7e-a986-432f-8fc5-e178a83a2ea6 None None] Network 0069b49c-577e-4941-acb6-60d30eff7505 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:13:31.182205 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-c9d97e81-eddf-46ac-b449-74555d7ca106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab6c35e0>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:31.214273 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d97e81-eddf-46ac-b449-74555d7ca106 None None] Routers {'6201eda2-9e8f-4fcf-ad9c-022f7dbd7399'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:13:31.215300 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-c9d97e81-eddf-46ac-b449-74555d7ca106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab6c35e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:13:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['6201eda2-9e8f-4fcf-ad9c-022f7dbd7399'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:31.236178 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41860) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:31.315170 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-c9d97e81-eddf-46ac-b449-74555d7ca106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab6c35e0>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:31.316154 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d97e81-eddf-46ac-b449-74555d7ca106 None None] The sync data for ids ['6201eda2-9e8f-4fcf-ad9c-022f7dbd7399'] in ncdv-master-1 is: [] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:13:31.328709 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-d0df56bc-aef2-4dcd-b194-19a57d8c7d07 None None] Provisioning complete for port 80de810a-fc36-4c1f-9f97-53c5f4372d42 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:31.329090 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d0df56bc-aef2-4dcd-b194-19a57d8c7d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (80de810a-fc36-4c1f-9f97-53c5f4372d42), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:31.364090 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9a46a92c-8734-42da-948b-c6b59a25d9f2 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/floatingips/38062ed1-7217-48ce-a411-720d5387ced0 HTTP/1.1" status: 200  len: 993 time: 0.1262751
Feb 05 21:13:31.456281 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-d0df56bc-aef2-4dcd-b194-19a57d8c7d07 None None] Current status of the port 80de810a-fc36-4c1f-9f97-53c5f4372d42 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:13:31.456595 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d0df56bc-aef2-4dcd-b194-19a57d8c7d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (80de810a-fc36-4c1f-9f97-53c5f4372d42), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:31.505114 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-d0df56bc-aef2-4dcd-b194-19a57d8c7d07 None None] For port 80de810a-fc36-4c1f-9f97-53c5f4372d42, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=80de810a-fc36-4c1f-9f97-53c5f4372d42,segment=NetworkSegment(f2f22d60-72f6-4143-a724-da557b6fab4a),segment_id=f2f22d60-72f6-4143-a724-da557b6fab4a)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:13:31.513448 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d0df56bc-aef2-4dcd-b194-19a57d8c7d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (80de810a-fc36-4c1f-9f97-53c5f4372d42), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:31.578157 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df56bc-aef2-4dcd-b194-19a57d8c7d07 None None] Pushing event updated for resources: {'Port': ['ID=80de810a-fc36-4c1f-9f97-53c5f4372d42,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:31.720333 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c169aaf3-8509-4fa2-ac86-437db5b1a735 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (6201eda2-9e8f-4fcf-ad9c-022f7dbd7399), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:31.867197 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-5fe91e6d-40d4-4a92-855a-9b74c60bbdd2 None None] Provisioning complete for port 3726e397-b105-4d06-877d-b73bfc880245 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:31.867617 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5fe91e6d-40d4-4a92-855a-9b74c60bbdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (3726e397-b105-4d06-877d-b73bfc880245), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:31.942195 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-5fe91e6d-40d4-4a92-855a-9b74c60bbdd2 None None] Port 3726e397-b105-4d06-877d-b73bfc880245 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:13:31.968447 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-5fe91e6d-40d4-4a92-855a-9b74c60bbdd2 None None] Provisioning complete for port 80de810a-fc36-4c1f-9f97-53c5f4372d42 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:31.968786 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5fe91e6d-40d4-4a92-855a-9b74c60bbdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (80de810a-fc36-4c1f-9f97-53c5f4372d42), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:32.052249 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 80de810a-fc36-4c1f-9f97-53c5f4372d42 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:13:32.079593 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e62f5-8007-44f4-bd1a-049d97c82553 req-c30ac4b9-f4ee-4e02-86e0-6c9274e6c28b tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:32.083806 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-523e62f5-8007-44f4-bd1a-049d97c82553 req-c30ac4b9-f4ee-4e02-86e0-6c9274e6c28b tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 946 time: 0.3173196
Feb 05 21:13:32.158346 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-5fe91e6d-40d4-4a92-855a-9b74c60bbdd2 None None] Current status of the port 80de810a-fc36-4c1f-9f97-53c5f4372d42 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:13:32.163442 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 80de810a-fc36-4c1f-9f97-53c5f4372d42 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:32.164246 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (80de810a-fc36-4c1f-9f97-53c5f4372d42), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:32.181086 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-523e62f5-8007-44f4-bd1a-049d97c82553 req-3d89d422-1625-4394-9d1d-978c5fb4f79b tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0901468
Feb 05 21:13:32.319472 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 80de810a-fc36-4c1f-9f97-53c5f4372d42 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:13:32.330103 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-3a9b8a9d-6067-46de-bf06-e814b07c6ef7 None None] Provisioning complete for port 3726e397-b105-4d06-877d-b73bfc880245 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:32.330702 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3a9b8a9d-6067-46de-bf06-e814b07c6ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (3726e397-b105-4d06-877d-b73bfc880245), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:32.364509 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-c169aaf3-8509-4fa2-ac86-437db5b1a735 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Deleting port 3726e397-b105-4d06-877d-b73bfc880245 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:13:32.365142 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c169aaf3-8509-4fa2-ac86-437db5b1a735 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (3726e397-b105-4d06-877d-b73bfc880245), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:32.383658 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-3a9b8a9d-6067-46de-bf06-e814b07c6ef7 None None] Port 3726e397-b105-4d06-877d-b73bfc880245 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:13:32.483866 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c169aaf3-8509-4fa2-ac86-437db5b1a735 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (3726e397-b105-4d06-877d-b73bfc880245), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:32.501777 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-c169aaf3-8509-4fa2-ac86-437db5b1a735 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Calling delete_port for 3726e397-b105-4d06-877d-b73bfc880245 owned by network:router_interface {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:13:32.505295 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-3dc0484e-09e4-489d-9423-73916350033f None None] Provisioning complete for port 3726e397-b105-4d06-877d-b73bfc880245 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:32.505693 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3dc0484e-09e4-489d-9423-73916350033f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (3726e397-b105-4d06-877d-b73bfc880245), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:32.544130 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-3dc0484e-09e4-489d-9423-73916350033f None None] Port 3726e397-b105-4d06-877d-b73bfc880245 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:13:32.751072 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c169aaf3-8509-4fa2-ac86-437db5b1a735 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (3726e397-b105-4d06-877d-b73bfc880245), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:32.794005 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169aaf3-8509-4fa2-ac86-437db5b1a735 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event deleted for resources: {'Port': ['ID=3726e397-b105-4d06-877d-b73bfc880245,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:32.995626 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c169aaf3-8509-4fa2-ac86-437db5b1a735 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (6201eda2-9e8f-4fcf-ad9c-022f7dbd7399), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:33.213999 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c169aaf3-8509-4fa2-ac86-437db5b1a735 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Router 6201eda2-9e8f-4fcf-ad9c-022f7dbd7399 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:13:33.336419 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c169aaf3-8509-4fa2-ac86-437db5b1a735 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:13:33.342950 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c169aaf3-8509-4fa2-ac86-437db5b1a735 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "PUT /v2.0/routers/6201eda2-9e8f-4fcf-ad9c-022f7dbd7399/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1682074
Feb 05 21:13:33.345778 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41870) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:33.354055 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e93bf64-1bed-41d2-9a68-e3aff285dc80 None None] Sync routers for ids ['6201eda2-9e8f-4fcf-ad9c-022f7dbd7399'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:13:33.380093 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e93bf64-1bed-41d2-9a68-e3aff285dc80 None None] Routers {'6201eda2-9e8f-4fcf-ad9c-022f7dbd7399'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:13:33.381055 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-3e93bf64-1bed-41d2-9a68-e3aff285dc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db9ceec40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:13:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['6201eda2-9e8f-4fcf-ad9c-022f7dbd7399'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:33.387281 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5f63fdaa-7205-4ec3-865c-77d02887c706 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6201eda2-9e8f-4fcf-ad9c-022f7dbd7399 HTTP/1.1" status: 200  len: 205 time: 0.0397308
Feb 05 21:13:33.389936 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41872) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:33.396101 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c52946-0619-4e40-8e7d-9316b9db61c4 req-64329ea2-352e-4417-80aa-0b64171b3402 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:33.398217 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-04c52946-0619-4e40-8e7d-9316b9db61c4 req-64329ea2-352e-4417-80aa-0b64171b3402 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 946 time: 0.1028655
Feb 05 21:13:33.438938 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-3e93bf64-1bed-41d2-9a68-e3aff285dc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db9ceec40>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:33.450763 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e93bf64-1bed-41d2-9a68-e3aff285dc80 None None] Routers {'6201eda2-9e8f-4fcf-ad9c-022f7dbd7399'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:13:33.451764 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-3e93bf64-1bed-41d2-9a68-e3aff285dc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db9ceec40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:13:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['6201eda2-9e8f-4fcf-ad9c-022f7dbd7399'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:33.490953 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-04c52946-0619-4e40-8e7d-9316b9db61c4 req-0dfd634c-baad-44f1-8f96-459452bd4cc5 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0835481
Feb 05 21:13:33.503419 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-53e16a55-b174-4160-a466-abdd3aec78cf tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for router (6201eda2-9e8f-4fcf-ad9c-022f7dbd7399), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:33.522440 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-3e93bf64-1bed-41d2-9a68-e3aff285dc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db9ceec40>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:33.523386 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e93bf64-1bed-41d2-9a68-e3aff285dc80 None None] The sync data for ids ['6201eda2-9e8f-4fcf-ad9c-022f7dbd7399'] in ncdv-master-1 is: [] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:13:33.704620 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-53e16a55-b174-4160-a466-abdd3aec78cf tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (6201eda2-9e8f-4fcf-ad9c-022f7dbd7399), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:33.706754 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-53e16a55-b174-4160-a466-abdd3aec78cf tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for router_controller (6201eda2-9e8f-4fcf-ad9c-022f7dbd7399), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:33.715110 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-69919ccc-7a3a-4ffb-8849-99696cae0b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:33.753146 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-53e16a55-b174-4160-a466-abdd3aec78cf tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (6201eda2-9e8f-4fcf-ad9c-022f7dbd7399), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:33.753677 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e16a55-b174-4160-a466-abdd3aec78cf tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Fanout notify agent at l3_agent the message router_deleted on router 6201eda2-9e8f-4fcf-ad9c-022f7dbd7399 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:13:33.762201 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-53e16a55-b174-4160-a466-abdd3aec78cf tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:33.763768 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-53e16a55-b174-4160-a466-abdd3aec78cf tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "DELETE /v2.0/routers/6201eda2-9e8f-4fcf-ad9c-022f7dbd7399 HTTP/1.1" status: 204  len: 168 time: 0.3721817
Feb 05 21:13:33.766763 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41874) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:33.829983 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e9ccb80-99a3-47d0-8f04-5539a37c6c57 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Deleting subnet 0c3e8cb6-3f87-4547-80a7-e55ea74c12f2 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:13:33.834328 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2e9ccb80-99a3-47d0-8f04-5539a37c6c57 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for subnet (0c3e8cb6-3f87-4547-80a7-e55ea74c12f2), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:33.883531 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2e9ccb80-99a3-47d0-8f04-5539a37c6c57 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (0c3e8cb6-3f87-4547-80a7-e55ea74c12f2), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:33.994871 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2e9ccb80-99a3-47d0-8f04-5539a37c6c57 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (0c3e8cb6-3f87-4547-80a7-e55ea74c12f2), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:34.077830 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2e9ccb80-99a3-47d0-8f04-5539a37c6c57 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (0c3e8cb6-3f87-4547-80a7-e55ea74c12f2), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:34.123613 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d50522-248b-4bb1-8b87-e3c4ef28934f None None] Network 0069b49c-577e-4941-acb6-60d30eff7505 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:13:34.128593 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2e9ccb80-99a3-47d0-8f04-5539a37c6c57 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:34.133840 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2e9ccb80-99a3-47d0-8f04-5539a37c6c57 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "DELETE /v2.0/subnets/0c3e8cb6-3f87-4547-80a7-e55ea74c12f2 HTTP/1.1" status: 204  len: 168 time: 0.3654706
Feb 05 21:13:34.135145 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ccb80-99a3-47d0-8f04-5539a37c6c57 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event deleted for resources: {'Subnet': ['ID=0c3e8cb6-3f87-4547-80a7-e55ea74c12f2,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:34.136716 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41880) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:34.176032 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ccb80-99a3-47d0-8f04-5539a37c6c57 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:13:34.176610 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ccb80-99a3-47d0-8f04-5539a37c6c57 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:13:34.177492 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ccb80-99a3-47d0-8f04-5539a37c6c57 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:13:34.178086 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ccb80-99a3-47d0-8f04-5539a37c6c57 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:13:34.178622 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ccb80-99a3-47d0-8f04-5539a37c6c57 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:13:34.179112 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ccb80-99a3-47d0-8f04-5539a37c6c57 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:13:34.179628 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ccb80-99a3-47d0-8f04-5539a37c6c57 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:13:34.180120 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ccb80-99a3-47d0-8f04-5539a37c6c57 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:13:34.180533 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ccb80-99a3-47d0-8f04-5539a37c6c57 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:13:34.183948 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ccb80-99a3-47d0-8f04-5539a37c6c57 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:13:34.184250 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ccb80-99a3-47d0-8f04-5539a37c6c57 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:13:34.184535 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ccb80-99a3-47d0-8f04-5539a37c6c57 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:13:34.184894 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ccb80-99a3-47d0-8f04-5539a37c6c57 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:13:34.275852 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86e21ac7-09ab-4509-a522-8e9674483295 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (0069b49c-577e-4941-acb6-60d30eff7505), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:34.355766 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-86e21ac7-09ab-4509-a522-8e9674483295 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Deleting port 80de810a-fc36-4c1f-9f97-53c5f4372d42 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:13:34.356815 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86e21ac7-09ab-4509-a522-8e9674483295 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (80de810a-fc36-4c1f-9f97-53c5f4372d42), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:34.400928 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed38b01d-c7f8-47a6-b82d-4da6784c243c None None] DHCP port deletion for 0069b49c-577e-4941-acb6-60d30eff7505 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:13:34.436905 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-86e21ac7-09ab-4509-a522-8e9674483295 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] For port 80de810a-fc36-4c1f-9f97-53c5f4372d42, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=80de810a-fc36-4c1f-9f97-53c5f4372d42,segment=NetworkSegment(f2f22d60-72f6-4143-a724-da557b6fab4a),segment_id=f2f22d60-72f6-4143-a724-da557b6fab4a)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:13:34.437379 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86e21ac7-09ab-4509-a522-8e9674483295 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (80de810a-fc36-4c1f-9f97-53c5f4372d42), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:34.452386 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-86e21ac7-09ab-4509-a522-8e9674483295 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Calling delete_port for 80de810a-fc36-4c1f-9f97-53c5f4372d42 owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:13:34.470246 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ed38b01d-c7f8-47a6-b82d-4da6784c243c None None] Deleting port 80de810a-fc36-4c1f-9f97-53c5f4372d42 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:13:34.470680 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ed38b01d-c7f8-47a6-b82d-4da6784c243c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (80de810a-fc36-4c1f-9f97-53c5f4372d42), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:34.558797 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-ed38b01d-c7f8-47a6-b82d-4da6784c243c None None] For port 80de810a-fc36-4c1f-9f97-53c5f4372d42, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=80de810a-fc36-4c1f-9f97-53c5f4372d42,segment=NetworkSegment(f2f22d60-72f6-4143-a724-da557b6fab4a),segment_id=f2f22d60-72f6-4143-a724-da557b6fab4a)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:13:34.559359 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ed38b01d-c7f8-47a6-b82d-4da6784c243c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (80de810a-fc36-4c1f-9f97-53c5f4372d42), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:34.559523 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86e21ac7-09ab-4509-a522-8e9674483295 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (80de810a-fc36-4c1f-9f97-53c5f4372d42), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:34.584479 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e21ac7-09ab-4509-a522-8e9674483295 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] No DVR routers for this DVR port 80de810a-fc36-4c1f-9f97-53c5f4372d42 on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:13:34.591648 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ed38b01d-c7f8-47a6-b82d-4da6784c243c None None] Calling delete_port for 80de810a-fc36-4c1f-9f97-53c5f4372d42 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:13:34.644836 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e21ac7-09ab-4509-a522-8e9674483295 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event deleted for resources: {'Port': ['ID=80de810a-fc36-4c1f-9f97-53c5f4372d42,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:34.717177 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ed38b01d-c7f8-47a6-b82d-4da6784c243c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (80de810a-fc36-4c1f-9f97-53c5f4372d42), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:34.730245 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86e21ac7-09ab-4509-a522-8e9674483295 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (0069b49c-577e-4941-acb6-60d30eff7505), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:34.736791 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed38b01d-c7f8-47a6-b82d-4da6784c243c None None] No DVR routers for this DVR port 80de810a-fc36-4c1f-9f97-53c5f4372d42 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:13:34.756638 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c517006-6af5-43e4-880c-bac2d442026f req-a8054546-0931-4ed3-8fff-929985dc2ee3 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:34.758183 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5c517006-6af5-43e4-880c-bac2d442026f req-a8054546-0931-4ed3-8fff-929985dc2ee3 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 946 time: 0.1477506
Feb 05 21:13:34.769035 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed38b01d-c7f8-47a6-b82d-4da6784c243c None None] Pushing event deleted for resources: {'Port': ['ID=80de810a-fc36-4c1f-9f97-53c5f4372d42,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:34.788159 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-86e21ac7-09ab-4509-a522-8e9674483295 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db30fae80>,) {'filters': {'network_id': ['0069b49c-577e-4941-acb6-60d30eff7505']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:34.807459 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-86e21ac7-09ab-4509-a522-8e9674483295 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db30fae80>, 'f2f22d60-72f6-4143-a724-da557b6fab4a') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:34.807671 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-86e21ac7-09ab-4509-a522-8e9674483295 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db30fae80>, 'f2f22d60-72f6-4143-a724-da557b6fab4a') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:34.826726 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86e21ac7-09ab-4509-a522-8e9674483295 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (f2f22d60-72f6-4143-a724-da557b6fab4a), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:34.851747 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5c517006-6af5-43e4-880c-bac2d442026f req-6325d6ce-a218-45a0-87da-b937b5bface9 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0749831
Feb 05 21:13:34.852733 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86e21ac7-09ab-4509-a522-8e9674483295 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (f2f22d60-72f6-4143-a724-da557b6fab4a), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:34.861636 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86e21ac7-09ab-4509-a522-8e9674483295 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:13:34.862045 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86e21ac7-09ab-4509-a522-8e9674483295 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (f2f22d60-72f6-4143-a724-da557b6fab4a), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:34.865748 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:13:34.865748 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:13:34.865748 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:13:34.865748 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:13:34.865748 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:13:34.865748 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:13:34.865748 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:13:34.865748 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:13:34.865748 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:13:34.865748 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:13:34.865748 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:13:34.865748 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:13:34.865748 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:13:34.865748 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:13:34.865748 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:13:34.865748 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:13:34.865748 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:13:34.865748 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:13:34.865748 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:13:34.865748 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:13:34.865748 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:13:34.865748 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:13:34.865748 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:13:34.865748 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:13:34.865748 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:13:34.865748 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:13:34.865748 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:13:34.865748 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:13:34.865748 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:13:34.865748 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:13:34.865748 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:13:34.865748 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:13:34.949300 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86e21ac7-09ab-4509-a522-8e9674483295 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (0069b49c-577e-4941-acb6-60d30eff7505), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:34.964848 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86e21ac7-09ab-4509-a522-8e9674483295 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:34.969405 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-86e21ac7-09ab-4509-a522-8e9674483295 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "DELETE /v2.0/networks/0069b49c-577e-4941-acb6-60d30eff7505 HTTP/1.1" status: 204  len: 168 time: 0.8315990
Feb 05 21:13:34.973074 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41890) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:34.980231 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-7689b404-8273-4aa6-8782-cb79624af912 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2075536079', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}, 'admin_state_up': False}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:13:35.005584 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e21ac7-09ab-4509-a522-8e9674483295 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event deleted for resources: {'Network': ['ID=0069b49c-577e-4941-acb6-60d30eff7505,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:35.043073 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7689b404-8273-4aa6-8782-cb79624af912 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (3a015d6d-e7e1-4ab0-a5c6-17a136187963), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:35.045274 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7689b404-8273-4aa6-8782-cb79624af912 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (3a015d6d-e7e1-4ab0-a5c6-17a136187963), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:35.117902 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7689b404-8273-4aa6-8782-cb79624af912 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for router_controller (3a015d6d-e7e1-4ab0-a5c6-17a136187963), precommit_add_association {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:35.295483 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7689b404-8273-4aa6-8782-cb79624af912 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for router_gateway (3a015d6d-e7e1-4ab0-a5c6-17a136187963), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:35.561346 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7689b404-8273-4aa6-8782-cb79624af912 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for router_gateway (3a015d6d-e7e1-4ab0-a5c6-17a136187963), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:35.591538 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7689b404-8273-4aa6-8782-cb79624af912 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:35.722156 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-7689b404-8273-4aa6-8782-cb79624af912 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Allocated IP 172.35.4.130 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/7ee899c4-a879-429d-b966-eab40b917a6e) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:13:35.913535 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 80de810a-fc36-4c1f-9f97-53c5f4372d42 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:13:35.961997 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 80de810a-fc36-4c1f-9f97-53c5f4372d42 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:13:35.962355 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 80de810a-fc36-4c1f-9f97-53c5f4372d42 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:13:36.106303 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-30444770-5315-4352-8d8a-ce611646ea9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:36.267421 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7689b404-8273-4aa6-8782-cb79624af912 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for port (7ee899c4-a879-429d-b966-eab40b917a6e), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:36.279545 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d579587-e463-4aa9-b742-fdb2651afbc7 req-751718a0-4f98-49ba-9b76-242e43fec9f8 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:36.281269 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4d579587-e463-4aa9-b742-fdb2651afbc7 req-751718a0-4f98-49ba-9b76-242e43fec9f8 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 946 time: 0.1064539
Feb 05 21:13:36.361749 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4d579587-e463-4aa9-b742-fdb2651afbc7 req-bf05b102-cd37-4cef-beb3-ee1cc848883a tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0696993
Feb 05 21:13:36.364774 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7689b404-8273-4aa6-8782-cb79624af912 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (7ee899c4-a879-429d-b966-eab40b917a6e), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:36.408759 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7689b404-8273-4aa6-8782-cb79624af912 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:13:36.414799 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-7689b404-8273-4aa6-8782-cb79624af912 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:13:36.417790 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7689b404-8273-4aa6-8782-cb79624af912 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:13:36.459799 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7689b404-8273-4aa6-8782-cb79624af912 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event updated for resources: {'Port': ['ID=7ee899c4-a879-429d-b966-eab40b917a6e,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:36.743183 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7689b404-8273-4aa6-8782-cb79624af912 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for router_gateway (3a015d6d-e7e1-4ab0-a5c6-17a136187963), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:36.974730 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7689b404-8273-4aa6-8782-cb79624af912 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (3a015d6d-e7e1-4ab0-a5c6-17a136187963), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:37.154370 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7689b404-8273-4aa6-8782-cb79624af912 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Router 3a015d6d-e7e1-4ab0-a5c6-17a136187963 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:13:37.291997 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7689b404-8273-4aa6-8782-cb79624af912 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:13:37.306993 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b20137-eb39-4009-a054-26043f8c2a38 None None] Sync routers for ids ['3a015d6d-e7e1-4ab0-a5c6-17a136187963'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:13:37.323044 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7689b404-8273-4aa6-8782-cb79624af912 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:37.324755 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7689b404-8273-4aa6-8782-cb79624af912 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 880 time: 2.3492858
Feb 05 21:13:37.327679 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41898) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:37.333626 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b20137-eb39-4009-a054-26043f8c2a38 None None] Routers {'3a015d6d-e7e1-4ab0-a5c6-17a136187963'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:13:37.334571 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-80b20137-eb39-4009-a054-26043f8c2a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab2b24c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:13:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['3a015d6d-e7e1-4ab0-a5c6-17a136187963'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:37.383721 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-80b20137-eb39-4009-a054-26043f8c2a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab2b24c0>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:37.420630 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b20137-eb39-4009-a054-26043f8c2a38 None None] Routers {'3a015d6d-e7e1-4ab0-a5c6-17a136187963'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:13:37.421281 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-80b20137-eb39-4009-a054-26043f8c2a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab2b24c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:13:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['3a015d6d-e7e1-4ab0-a5c6-17a136187963'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:37.515154 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5d7c53a5-9485-4eb9-948a-5b4f1d30ac3d tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "GET /v2.0/routers/3a015d6d-e7e1-4ab0-a5c6-17a136187963 HTTP/1.1" status: 200  len: 881 time: 0.1858571
Feb 05 21:13:37.517660 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41902) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:37.533388 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-80b20137-eb39-4009-a054-26043f8c2a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab2b24c0>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:37.534046 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b20137-eb39-4009-a054-26043f8c2a38 None None] The sync data for ids ['3a015d6d-e7e1-4ab0-a5c6-17a136187963'] in ncdv-master-1 is: [] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:13:37.559050 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:37.680031 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e15260-3a0d-47ef-8950-b8f31fb8f409 req-6d46a517-d297-406e-8b51-5b6f2d980fee tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:37.681746 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b0e15260-3a0d-47ef-8950-b8f31fb8f409 req-6d46a517-d297-406e-8b51-5b6f2d980fee tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 946 time: 0.1544344
Feb 05 21:13:37.820124 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b0e15260-3a0d-47ef-8950-b8f31fb8f409 req-225f830f-38e3-4411-9a80-9d4fc043c290 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1208050
Feb 05 21:13:37.893993 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-cf28c366-5221-4472-b682-4105b19d315a tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 884 time: 0.3743403
Feb 05 21:13:37.898162 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41908) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:37.903588 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-c87ba494-76c1-4f16-a129-1e9587039bb2 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2075536079'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:13:38.279207 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c87ba494-76c1-4f16-a129-1e9587039bb2 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8250'] for router (3a015d6d-e7e1-4ab0-a5c6-17a136187963), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:38.297683 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c87ba494-76c1-4f16-a129-1e9587039bb2 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583542'] for router (3a015d6d-e7e1-4ab0-a5c6-17a136187963), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:38.426864 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87ba494-76c1-4f16-a129-1e9587039bb2 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Router 3a015d6d-e7e1-4ab0-a5c6-17a136187963 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:13:38.553433 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87ba494-76c1-4f16-a129-1e9587039bb2 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:13:38.563212 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c87ba494-76c1-4f16-a129-1e9587039bb2 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:38.567534 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a8fa6a-146e-4d03-822f-be81f9a49ccd None None] Sync routers for ids ['3a015d6d-e7e1-4ab0-a5c6-17a136187963'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:13:38.568268 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c87ba494-76c1-4f16-a129-1e9587039bb2 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "PUT /v2.0/routers/3a015d6d-e7e1-4ab0-a5c6-17a136187963 HTTP/1.1" status: 200  len: 888 time: 0.6679175
Feb 05 21:13:38.570859 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41912) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:38.587394 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a8fa6a-146e-4d03-822f-be81f9a49ccd None None] Routers {'3a015d6d-e7e1-4ab0-a5c6-17a136187963'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:13:38.588503 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-00a8fa6a-146e-4d03-822f-be81f9a49ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8e3abb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:13:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['3a015d6d-e7e1-4ab0-a5c6-17a136187963'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:38.624923 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-00a8fa6a-146e-4d03-822f-be81f9a49ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8e3abb0>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:38.636920 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a8fa6a-146e-4d03-822f-be81f9a49ccd None None] Routers {'3a015d6d-e7e1-4ab0-a5c6-17a136187963'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:13:38.637609 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-00a8fa6a-146e-4d03-822f-be81f9a49ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8e3abb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:13:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['3a015d6d-e7e1-4ab0-a5c6-17a136187963'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:38.684205 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-00a8fa6a-146e-4d03-822f-be81f9a49ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8e3abb0>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:38.685396 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a8fa6a-146e-4d03-822f-be81f9a49ccd None None] The sync data for ids ['3a015d6d-e7e1-4ab0-a5c6-17a136187963'] in ncdv-master-1 is: [] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:13:39.068818 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:39.144686 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-95d484b4-839d-4b5a-ad42-478ecca72d42 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "GET /v2.0/routers/3a015d6d-e7e1-4ab0-a5c6-17a136187963 HTTP/1.1" status: 200  len: 888 time: 0.5723617
Feb 05 21:13:39.147985 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41918) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:39.152805 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44bad2-0a25-4f5a-a22f-3ddadd7b9e56 req-301d3532-7964-4274-bd06-8cf04d543b22 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:39.154826 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cc44bad2-0a25-4f5a-a22f-3ddadd7b9e56 req-301d3532-7964-4274-bd06-8cf04d543b22 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 946 time: 0.1268020
Feb 05 21:13:39.179072 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-32196412-c2ad-4dae-ba34-0416944c5447 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a015d6d-e7e1-4ab0-a5c6-17a136187963 HTTP/1.1" status: 200  len: 205 time: 0.0298526
Feb 05 21:13:39.182085 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41920) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:39.226681 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cc44bad2-0a25-4f5a-a22f-3ddadd7b9e56 req-deaad792-4b31-45a8-871d-bb132accbb92 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0633156
Feb 05 21:13:39.323677 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-25b3fe1d-ac9c-4601-937b-a5e0e7653e9b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for router (3a015d6d-e7e1-4ab0-a5c6-17a136187963), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:39.446124 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-25b3fe1d-ac9c-4601-937b-a5e0e7653e9b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for router_gateway (3a015d6d-e7e1-4ab0-a5c6-17a136187963), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:39.516367 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-25b3fe1d-ac9c-4601-937b-a5e0e7653e9b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Deleting port 7ee899c4-a879-429d-b966-eab40b917a6e {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:13:39.516668 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-25b3fe1d-ac9c-4601-937b-a5e0e7653e9b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (7ee899c4-a879-429d-b966-eab40b917a6e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:39.612368 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-25b3fe1d-ac9c-4601-937b-a5e0e7653e9b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (7ee899c4-a879-429d-b966-eab40b917a6e), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:39.631077 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-25b3fe1d-ac9c-4601-937b-a5e0e7653e9b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Calling delete_port for 7ee899c4-a879-429d-b966-eab40b917a6e owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:13:39.839826 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-25b3fe1d-ac9c-4601-937b-a5e0e7653e9b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (7ee899c4-a879-429d-b966-eab40b917a6e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:39.867316 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b3fe1d-ac9c-4601-937b-a5e0e7653e9b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event deleted for resources: {'Port': ['ID=7ee899c4-a879-429d-b966-eab40b917a6e,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:39.934639 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-25b3fe1d-ac9c-4601-937b-a5e0e7653e9b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (3a015d6d-e7e1-4ab0-a5c6-17a136187963), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:40.058691 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-25b3fe1d-ac9c-4601-937b-a5e0e7653e9b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (3a015d6d-e7e1-4ab0-a5c6-17a136187963), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:40.060916 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-25b3fe1d-ac9c-4601-937b-a5e0e7653e9b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for router_controller (3a015d6d-e7e1-4ab0-a5c6-17a136187963), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:40.115758 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-25b3fe1d-ac9c-4601-937b-a5e0e7653e9b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (3a015d6d-e7e1-4ab0-a5c6-17a136187963), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:40.116476 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b3fe1d-ac9c-4601-937b-a5e0e7653e9b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Fanout notify agent at l3_agent the message router_deleted on router 3a015d6d-e7e1-4ab0-a5c6-17a136187963 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:13:40.123475 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-25b3fe1d-ac9c-4601-937b-a5e0e7653e9b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:40.128937 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41922) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:40.132254 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-25b3fe1d-ac9c-4601-937b-a5e0e7653e9b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "DELETE /v2.0/routers/3a015d6d-e7e1-4ab0-a5c6-17a136187963 HTTP/1.1" status: 204  len: 168 time: 0.9454386
Feb 05 21:13:40.142356 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-ffc926ef-0e3a-474a-a1fe-8e813a851b5f tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Request body: {'network': {'name': 'tempest-RoutersTest-618081985'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:13:40.169705 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc926ef-0e3a-474a-a1fe-8e813a851b5f tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Made reservation on behalf of 743f09469d2b4f98894791740de743a4 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:13:40.173491 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ffc926ef-0e3a-474a-a1fe-8e813a851b5f tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:40.202010 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffc926ef-0e3a-474a-a1fe-8e813a851b5f tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:13:40.216403 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ffc926ef-0e3a-474a-a1fe-8e813a851b5f tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (709b3248-ed30-4a22-80d0-08439e9b21cc), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:40.216804 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-ffc926ef-0e3a-474a-a1fe-8e813a851b5f tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Added segment 709b3248-ed30-4a22-80d0-08439e9b21cc of type vlan for network 6af9af29-315c-4c08-9b19-10b7093982cc
Feb 05 21:13:40.284064 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ffc926ef-0e3a-474a-a1fe-8e813a851b5f tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (6af9af29-315c-4c08-9b19-10b7093982cc), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:40.345749 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ffc926ef-0e3a-474a-a1fe-8e813a851b5f tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (6af9af29-315c-4c08-9b19-10b7093982cc), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:40.351546 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc926ef-0e3a-474a-a1fe-8e813a851b5f tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:40.352155 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ffc926ef-0e3a-474a-a1fe-8e813a851b5f tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:40.407519 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ffc926ef-0e3a-474a-a1fe-8e813a851b5f tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.2776923
Feb 05 21:13:40.410358 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41928) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:40.417089 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-5a449772-0cb9-4f70-abd6-ee1e5a7cd680 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Request body: {'subnet': {'network_id': '6af9af29-315c-4c08-9b19-10b7093982cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:13:40.457172 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c428d7a-fe7a-4042-9508-e5bbdd5919c6 req-052a9fc1-9594-4966-8473-62f663b81f4a tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:40.459128 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5c428d7a-fe7a-4042-9508-e5bbdd5919c6 req-052a9fc1-9594-4966-8473-62f663b81f4a tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 946 time: 0.1470320
Feb 05 21:13:40.460273 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc926ef-0e3a-474a-a1fe-8e813a851b5f tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event updated for resources: {'Network': ['ID=6af9af29-315c-4c08-9b19-10b7093982cc,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:40.476693 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 6af9af29-315c-4c08-9b19-10b7093982cc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:13:40.508374 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:40.547809 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5c428d7a-fe7a-4042-9508-e5bbdd5919c6 req-fab29c63-d2fa-426e-af16-ad2e09a31422 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0819845
Feb 05 21:13:40.584368 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a449772-0cb9-4f70-abd6-ee1e5a7cd680 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Made reservation on behalf of 743f09469d2b4f98894791740de743a4 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:13:40.587906 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5a449772-0cb9-4f70-abd6-ee1e5a7cd680 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:40.815628 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5a449772-0cb9-4f70-abd6-ee1e5a7cd680 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (1b36adff-a41e-42ec-aa8d-1b95f63917d6), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:40.874240 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a449772-0cb9-4f70-abd6-ee1e5a7cd680 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event updated for resources: {'Subnet': ['ID=1b36adff-a41e-42ec-aa8d-1b95f63917d6,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:40.885451 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a449772-0cb9-4f70-abd6-ee1e5a7cd680 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Checking segment: {'id': '709b3248-ed30-4a22-80d0-08439e9b21cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6af9af29-315c-4c08-9b19-10b7093982cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:13:40.886007 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a449772-0cb9-4f70-abd6-ee1e5a7cd680 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Network hostable DHCP agents. Network: 6af9af29-315c-4c08-9b19-10b7093982cc, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:13:40.907325 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a449772-0cb9-4f70-abd6-ee1e5a7cd680 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Network 6af9af29-315c-4c08-9b19-10b7093982cc is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:13:40.921389 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-5a449772-0cb9-4f70-abd6-ee1e5a7cd680 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6af9af29-315c-4c08-9b19-10b7093982cc) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:13:40.937336 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fed372-3691-47f0-bb6e-83843efa7394 None None] Network 6af9af29-315c-4c08-9b19-10b7093982cc requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:13:40.939848 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a449772-0cb9-4f70-abd6-ee1e5a7cd680 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:40.940454 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5a449772-0cb9-4f70-abd6-ee1e5a7cd680 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:40.961468 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5a449772-0cb9-4f70-abd6-ee1e5a7cd680 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5499530
Feb 05 21:13:40.964311 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41936) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:40.970630 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-646d7775-b55e-4154-b132-a528a6f88575 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-829998679', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:13:41.014963 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-646d7775-b55e-4154-b132-a528a6f88575 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (bfb4cc39-1dcf-4911-ac85-252aca9310a2), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:41.016026 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-646d7775-b55e-4154-b132-a528a6f88575 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (bfb4cc39-1dcf-4911-ac85-252aca9310a2), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:41.083162 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f39eee-5235-4576-9c5f-14f9778002b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6af9af29-315c-4c08-9b19-10b7093982cc', 'network_id': '6af9af29-315c-4c08-9b19-10b7093982cc', 'project_id': '743f09469d2b4f98894791740de743a4', 'fixed_ips': [{'subnet_id': '1b36adff-a41e-42ec-aa8d-1b95f63917d6'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:13:41.084039 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-92f39eee-5235-4576-9c5f-14f9778002b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:41.093846 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-646d7775-b55e-4154-b132-a528a6f88575 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for router_controller (bfb4cc39-1dcf-4911-ac85-252aca9310a2), precommit_add_association {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:41.100699 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-646d7775-b55e-4154-b132-a528a6f88575 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (bfb4cc39-1dcf-4911-ac85-252aca9310a2), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:41.127687 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-646d7775-b55e-4154-b132-a528a6f88575 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:41.131993 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-646d7775-b55e-4154-b132-a528a6f88575 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.1641102
Feb 05 21:13:41.132580 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41938) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:41.301848 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-92f39eee-5235-4576-9c5f-14f9778002b7 None None] Allocated IP 172.20.0.2 (6af9af29-315c-4c08-9b19-10b7093982cc/1b36adff-a41e-42ec-aa8d-1b95f63917d6/f05f5993-9f5f-48b6-ab9c-a609d48804b9) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:13:41.477678 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-92f39eee-5235-4576-9c5f-14f9778002b7 None None] Publish callbacks [] for port (f05f5993-9f5f-48b6-ab9c-a609d48804b9), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:41.487760 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-92f39eee-5235-4576-9c5f-14f9778002b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (f05f5993-9f5f-48b6-ab9c-a609d48804b9), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:41.489504 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-da87c911-101d-4e17-822d-e07c65d577c8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:41.526512 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f39eee-5235-4576-9c5f-14f9778002b7 None None] Network 6af9af29-315c-4c08-9b19-10b7093982cc is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:13:41.532472 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-92f39eee-5235-4576-9c5f-14f9778002b7 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:13:41.539506 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f39eee-5235-4576-9c5f-14f9778002b7 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:13:41.572551 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f39eee-5235-4576-9c5f-14f9778002b7 None None] Pushing event updated for resources: {'Port': ['ID=f05f5993-9f5f-48b6-ab9c-a609d48804b9,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:41.614342 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-92f39eee-5235-4576-9c5f-14f9778002b7 None None] Attempting to bind port f05f5993-9f5f-48b6-ab9c-a609d48804b9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:13:41.614703 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-92f39eee-5235-4576-9c5f-14f9778002b7 None None] Attempting to bind port f05f5993-9f5f-48b6-ab9c-a609d48804b9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '709b3248-ed30-4a22-80d0-08439e9b21cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6af9af29-315c-4c08-9b19-10b7093982cc'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:13:41.615083 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f39eee-5235-4576-9c5f-14f9778002b7 None None] Attempting to bind port f05f5993-9f5f-48b6-ab9c-a609d48804b9 on network 6af9af29-315c-4c08-9b19-10b7093982cc {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:13:41.620427 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f39eee-5235-4576-9c5f-14f9778002b7 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:13:41.620819 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f39eee-5235-4576-9c5f-14f9778002b7 None None] Checking segment: {'id': '709b3248-ed30-4a22-80d0-08439e9b21cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6af9af29-315c-4c08-9b19-10b7093982cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:13:41.621610 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-92f39eee-5235-4576-9c5f-14f9778002b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:41.621933 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f39eee-5235-4576-9c5f-14f9778002b7 None None] Bound using segment: {'id': '709b3248-ed30-4a22-80d0-08439e9b21cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6af9af29-315c-4c08-9b19-10b7093982cc'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:13:41.622513 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-92f39eee-5235-4576-9c5f-14f9778002b7 None None] Bound port: f05f5993-9f5f-48b6-ab9c-a609d48804b9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '709b3248-ed30-4a22-80d0-08439e9b21cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6af9af29-315c-4c08-9b19-10b7093982cc'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:13:41.622909 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-92f39eee-5235-4576-9c5f-14f9778002b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f05f5993-9f5f-48b6-ab9c-a609d48804b9), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:41.701599 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-92f39eee-5235-4576-9c5f-14f9778002b7 None None] For port f05f5993-9f5f-48b6-ab9c-a609d48804b9, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:13:41.705383 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-92f39eee-5235-4576-9c5f-14f9778002b7 None None] For port f05f5993-9f5f-48b6-ab9c-a609d48804b9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f05f5993-9f5f-48b6-ab9c-a609d48804b9,segment=NetworkSegment(709b3248-ed30-4a22-80d0-08439e9b21cc),segment_id=709b3248-ed30-4a22-80d0-08439e9b21cc)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:13:41.713225 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-92f39eee-5235-4576-9c5f-14f9778002b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (f05f5993-9f5f-48b6-ab9c-a609d48804b9), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:41.745072 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d9069-28b8-4b61-8cf0-24e5fefbe6f7 req-91cf61fc-8ca3-4492-84d9-c8b9e8ee81cf tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:41.746744 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-323d9069-28b8-4b61-8cf0-24e5fefbe6f7 req-91cf61fc-8ca3-4492-84d9-c8b9e8ee81cf tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 946 time: 0.0838051
Feb 05 21:13:41.781438 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f39eee-5235-4576-9c5f-14f9778002b7 None None] Pushing event updated for resources: {'Port': ['ID=f05f5993-9f5f-48b6-ab9c-a609d48804b9,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:41.835061 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-da87c911-101d-4e17-822d-e07c65d577c8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Allocated IP 172.20.0.1 (6af9af29-315c-4c08-9b19-10b7093982cc/1b36adff-a41e-42ec-aa8d-1b95f63917d6/187cc288-cce9-4987-bbb2-9dde00632694) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:13:41.835374 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-323d9069-28b8-4b61-8cf0-24e5fefbe6f7 req-58aa0046-0215-47c2-8983-719062c88a9f tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0764468
Feb 05 21:13:41.948796 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-da87c911-101d-4e17-822d-e07c65d577c8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for port (187cc288-cce9-4987-bbb2-9dde00632694), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:41.999724 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-da87c911-101d-4e17-822d-e07c65d577c8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (187cc288-cce9-4987-bbb2-9dde00632694), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:42.051436 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da87c911-101d-4e17-822d-e07c65d577c8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Network 6af9af29-315c-4c08-9b19-10b7093982cc is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:13:42.057337 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-da87c911-101d-4e17-822d-e07c65d577c8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:13:42.059237 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da87c911-101d-4e17-822d-e07c65d577c8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:13:42.088353 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da87c911-101d-4e17-822d-e07c65d577c8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event updated for resources: {'Port': ['ID=187cc288-cce9-4987-bbb2-9dde00632694,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:42.111475 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-da87c911-101d-4e17-822d-e07c65d577c8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (bfb4cc39-1dcf-4911-ac85-252aca9310a2), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:42.542989 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-da87c911-101d-4e17-822d-e07c65d577c8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (187cc288-cce9-4987-bbb2-9dde00632694), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:42.700335 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeaa5ad-ec78-4dc2-bd97-dd3b03472e8d req-8d1dae15-0131-40f8-b75e-cbae1b658845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:42.701879 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2eeaa5ad-ec78-4dc2-bd97-dd3b03472e8d req-8d1dae15-0131-40f8-b75e-cbae1b658845 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2af23abad4048358818a1b4ba0f5aa6&device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 1128 time: 0.1498606
Feb 05 21:13:42.777102 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136e26cc-716f-470d-8349-338ff4a56c64 None None] Network 6af9af29-315c-4c08-9b19-10b7093982cc requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:13:42.866056 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeaa5ad-ec78-4dc2-bd97-dd3b03472e8d req-e95ebb62-ecd4-4279-8397-cec8e87799b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:42.867607 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2eeaa5ad-ec78-4dc2-bd97-dd3b03472e8d req-e95ebb62-ecd4-4279-8397-cec8e87799b4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=90e22a21-ca71-4ccc-99d5-12c329545469 HTTP/1.1" status: 200  len: 917 time: 0.1588502
Feb 05 21:13:42.898144 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-75ea1fba-6acc-43d6-b57a-ad30cc66d495 None None] Provisioning complete for port f05f5993-9f5f-48b6-ab9c-a609d48804b9 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:42.898567 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-75ea1fba-6acc-43d6-b57a-ad30cc66d495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (f05f5993-9f5f-48b6-ab9c-a609d48804b9), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:42.982001 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2eeaa5ad-ec78-4dc2-bd97-dd3b03472e8d req-d9a18da2-caf6-4d33-95ca-e794ce3b9f36 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=851783e6-d22c-41f7-95ae-b0b5f516a0cc HTTP/1.1" status: 200  len: 1001 time: 0.1073773
Feb 05 21:13:42.984358 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc70925-cd16-483b-abd3-6d94fcd57c0d req-d698abfc-a7b7-4078-b764-2b3f1222d114 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:42.986552 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3fc70925-cd16-483b-abd3-6d94fcd57c0d req-d698abfc-a7b7-4078-b764-2b3f1222d114 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 946 time: 0.0580235
Feb 05 21:13:43.009543 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-75ea1fba-6acc-43d6-b57a-ad30cc66d495 None None] Current status of the port f05f5993-9f5f-48b6-ab9c-a609d48804b9 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:13:43.009942 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-75ea1fba-6acc-43d6-b57a-ad30cc66d495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f05f5993-9f5f-48b6-ab9c-a609d48804b9), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:43.011021 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-da87c911-101d-4e17-822d-e07c65d577c8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for port (187cc288-cce9-4987-bbb2-9dde00632694), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:43.035329 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-da87c911-101d-4e17-822d-e07c65d577c8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (187cc288-cce9-4987-bbb2-9dde00632694), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:43.044791 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3fc70925-cd16-483b-abd3-6d94fcd57c0d req-240f23ac-53f6-47c4-bf3a-9a74fdc29e7d tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0492947
Feb 05 21:13:43.059153 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-75ea1fba-6acc-43d6-b57a-ad30cc66d495 None None] For port f05f5993-9f5f-48b6-ab9c-a609d48804b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f05f5993-9f5f-48b6-ab9c-a609d48804b9,segment=NetworkSegment(709b3248-ed30-4a22-80d0-08439e9b21cc),segment_id=709b3248-ed30-4a22-80d0-08439e9b21cc)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:13:43.074874 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-75ea1fba-6acc-43d6-b57a-ad30cc66d495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (f05f5993-9f5f-48b6-ab9c-a609d48804b9), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:43.120916 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ea1fba-6acc-43d6-b57a-ad30cc66d495 None None] Pushing event updated for resources: {'Port': ['ID=f05f5993-9f5f-48b6-ab9c-a609d48804b9,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:43.130489 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeaa5ad-ec78-4dc2-bd97-dd3b03472e8d req-6fed42cd-213d-4d7c-bb2e-e7bf43bbc387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:43.131977 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2eeaa5ad-ec78-4dc2-bd97-dd3b03472e8d req-6fed42cd-213d-4d7c-bb2e-e7bf43bbc387 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6bc96f9b-13b4-445f-ae2d-9347a725b89d HTTP/1.1" status: 200  len: 855 time: 0.1395099
Feb 05 21:13:43.132600 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da87c911-101d-4e17-822d-e07c65d577c8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event updated for resources: {'Port': ['ID=187cc288-cce9-4987-bbb2-9dde00632694,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:43.135257 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-da87c911-101d-4e17-822d-e07c65d577c8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (bfb4cc39-1dcf-4911-ac85-252aca9310a2), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:43.196390 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-be4e4eaa-2335-4ca7-836a-8cb951495c9b None None] Provisioning complete for port 187cc288-cce9-4987-bbb2-9dde00632694 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:43.196707 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-be4e4eaa-2335-4ca7-836a-8cb951495c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (187cc288-cce9-4987-bbb2-9dde00632694), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:43.235411 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-be4e4eaa-2335-4ca7-836a-8cb951495c9b None None] Port 187cc288-cce9-4987-bbb2-9dde00632694 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:13:43.244782 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeaa5ad-ec78-4dc2-bd97-dd3b03472e8d req-ec90d163-aae0-432b-b34d-4566e460ba30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:43.245031 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2eeaa5ad-ec78-4dc2-bd97-dd3b03472e8d req-ec90d163-aae0-432b-b34d-4566e460ba30 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=90e22a21-ca71-4ccc-99d5-12c329545469&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1062591
Feb 05 21:13:43.247755 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-be4e4eaa-2335-4ca7-836a-8cb951495c9b None None] Provisioning complete for port f05f5993-9f5f-48b6-ab9c-a609d48804b9 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:43.248370 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-be4e4eaa-2335-4ca7-836a-8cb951495c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (f05f5993-9f5f-48b6-ab9c-a609d48804b9), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:43.335118 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da87c911-101d-4e17-822d-e07c65d577c8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Network 6af9af29-315c-4c08-9b19-10b7093982cc is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:13:43.338154 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-da87c911-101d-4e17-822d-e07c65d577c8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:13:43.442753 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2eeaa5ad-ec78-4dc2-bd97-dd3b03472e8d req-1d37abc4-a836-4384-b573-dc3880c2af9e service neutron] 10.222.0.21 "GET /v2.0/networks/90e22a21-ca71-4ccc-99d5-12c329545469?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1911945
Feb 05 21:13:43.505432 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-be4e4eaa-2335-4ca7-836a-8cb951495c9b None None] Current status of the port f05f5993-9f5f-48b6-ab9c-a609d48804b9 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:13:43.564154 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2eeaa5ad-ec78-4dc2-bd97-dd3b03472e8d req-ac057bfd-d069-4701-8d36-aa482619365b service neutron] 10.222.0.21 "GET /v2.0/networks/90e22a21-ca71-4ccc-99d5-12c329545469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1137426
Feb 05 21:13:43.570991 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da87c911-101d-4e17-822d-e07c65d577c8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Router bfb4cc39-1dcf-4911-ac85-252aca9310a2 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:13:43.623703 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-71ace5b6-41db-4581-886a-f7f5222e8c9e None None] Provisioning complete for port 187cc288-cce9-4987-bbb2-9dde00632694 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:43.623985 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-71ace5b6-41db-4581-886a-f7f5222e8c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (187cc288-cce9-4987-bbb2-9dde00632694), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:43.658997 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-71ace5b6-41db-4581-886a-f7f5222e8c9e None None] Port 187cc288-cce9-4987-bbb2-9dde00632694 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:13:43.669508 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da87c911-101d-4e17-822d-e07c65d577c8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:13:43.675204 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-da87c911-101d-4e17-822d-e07c65d577c8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "PUT /v2.0/routers/bfb4cc39-1dcf-4911-ac85-252aca9310a2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5416253
Feb 05 21:13:43.677884 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41962) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:43.680167 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e99c73-5e36-484f-8bb7-510708e4c561 None None] Sync routers for ids ['bfb4cc39-1dcf-4911-ac85-252aca9310a2'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:13:43.690372 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e99c73-5e36-484f-8bb7-510708e4c561 None None] Routers {'bfb4cc39-1dcf-4911-ac85-252aca9310a2'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:13:43.691017 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-c6e99c73-5e36-484f-8bb7-510708e4c561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db809ee20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:13:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['bfb4cc39-1dcf-4911-ac85-252aca9310a2'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:43.725668 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf88b52-3f80-46f0-a99b-b558c83d4fc4 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:43.727100 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-bcf88b52-3f80-46f0-a99b-b558c83d4fc4 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "GET /v2.0/ports/187cc288-cce9-4987-bbb2-9dde00632694 HTTP/1.1" status: 200  len: 910 time: 0.0482562
Feb 05 21:13:43.730137 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41964) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:43.731980 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-c6e99c73-5e36-484f-8bb7-510708e4c561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db809ee20>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:43.735316 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-e9c98340-fb1d-4606-aabc-ef42c04e939c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1b36adff-a41e-42ec-aa8d-1b95f63917d6'}]}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:13:43.748188 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e99c73-5e36-484f-8bb7-510708e4c561 None None] Routers {'bfb4cc39-1dcf-4911-ac85-252aca9310a2'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:13:43.748935 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-c6e99c73-5e36-484f-8bb7-510708e4c561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db809ee20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:13:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['bfb4cc39-1dcf-4911-ac85-252aca9310a2'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:43.787216 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-c6e99c73-5e36-484f-8bb7-510708e4c561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db809ee20>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:43.787908 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e99c73-5e36-484f-8bb7-510708e4c561 None None] The sync data for ids ['bfb4cc39-1dcf-4911-ac85-252aca9310a2'] in ncdv-master-1 is: [] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:13:43.897265 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device f05f5993-9f5f-48b6-ab9c-a609d48804b9 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:13:43.899260 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e9c98340-fb1d-4606-aabc-ef42c04e939c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (187cc288-cce9-4987-bbb2-9dde00632694), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:43.951082 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port f05f5993-9f5f-48b6-ab9c-a609d48804b9 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:43.951530 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (f05f5993-9f5f-48b6-ab9c-a609d48804b9), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:44.038523 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port f05f5993-9f5f-48b6-ab9c-a609d48804b9 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:13:44.179716 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67b9f0-3ec5-4964-8889-da9fe949c8a5 req-1db56abd-0f4e-4655-9343-4f6c67b0de87 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:44.181188 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cb67b9f0-3ec5-4964-8889-da9fe949c8a5 req-1db56abd-0f4e-4655-9343-4f6c67b0de87 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 946 time: 0.0552266
Feb 05 21:13:44.229683 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cb67b9f0-3ec5-4964-8889-da9fe949c8a5 req-cdbaf8a1-c38e-44ad-aa04-716864ed1532 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0425100
Feb 05 21:13:44.269044 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e9c98340-fb1d-4606-aabc-ef42c04e939c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for port (187cc288-cce9-4987-bbb2-9dde00632694), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:44.279212 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e9c98340-fb1d-4606-aabc-ef42c04e939c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (187cc288-cce9-4987-bbb2-9dde00632694), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:44.306969 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 851783e6-d22c-41f7-95ae-b0b5f516a0cc no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:13:44.354905 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c98340-fb1d-4606-aabc-ef42c04e939c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event updated for resources: {'Port': ['ID=187cc288-cce9-4987-bbb2-9dde00632694,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:44.362334 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c98340-fb1d-4606-aabc-ef42c04e939c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:44.363192 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e9c98340-fb1d-4606-aabc-ef42c04e939c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:44.366511 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e9c98340-fb1d-4606-aabc-ef42c04e939c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "PUT /v2.0/ports/187cc288-cce9-4987-bbb2-9dde00632694 HTTP/1.1" status: 200  len: 910 time: 0.6336629
Feb 05 21:13:44.367930 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41972) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:44.383862 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 851783e6-d22c-41f7-95ae-b0b5f516a0cc is: ACTIVE; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:13:44.384260 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (851783e6-d22c-41f7-95ae-b0b5f516a0cc), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:44.408479 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e976e307-f7ee-4398-b068-9e53113813e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '851783e6-d22c-41f7-95ae-b0b5f516a0cc'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:13:44.410980 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f9ef6a-3474-430f-9e3c-f81933f2d892" -d '{"events": [{"server_uuid": "e976e307-f7ee-4398-b068-9e53113813e8", "name": "network-vif-unplugged", "status": "completed", "tag": "851783e6-d22c-41f7-95ae-b0b5f516a0cc"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:13:44.428569 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 851783e6-d22c-41f7-95ae-b0b5f516a0cc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=851783e6-d22c-41f7-95ae-b0b5f516a0cc,segment=NetworkSegment(f62e3c71-b57a-482e-a2c4-7d4c5e58c260),segment_id=f62e3c71-b57a-482e-a2c4-7d4c5e58c260)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:13:44.434825 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (851783e6-d22c-41f7-95ae-b0b5f516a0cc), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:44.459528 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 21:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1081c58-cee0-49e4-b04e-756675d55615 x-openstack-request-id: req-c1081c58-cee0-49e4-b04e-756675d55615 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:13:44.459826 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e976e307-f7ee-4398-b068-9e53113813e8", "name": "network-vif-unplugged", "status": "completed", "tag": "851783e6-d22c-41f7-95ae-b0b5f516a0cc", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:13:44.460083 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1081c58-cee0-49e4-b04e-756675d55615 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:13:44.460580 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e976e307-f7ee-4398-b068-9e53113813e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '851783e6-d22c-41f7-95ae-b0b5f516a0cc', 'code': 200}
Feb 05 21:13:44.486104 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=851783e6-d22c-41f7-95ae-b0b5f516a0cc,revision_number=8']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:44.697709 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ce922a05-a4e8-41bf-b5b7-2e26f808a567 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (bfb4cc39-1dcf-4911-ac85-252aca9310a2), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:44.961882 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-ce922a05-a4e8-41bf-b5b7-2e26f808a567 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Deleting port 187cc288-cce9-4987-bbb2-9dde00632694 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:13:44.962267 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ce922a05-a4e8-41bf-b5b7-2e26f808a567 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (187cc288-cce9-4987-bbb2-9dde00632694), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:45.054860 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ce922a05-a4e8-41bf-b5b7-2e26f808a567 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (187cc288-cce9-4987-bbb2-9dde00632694), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:45.068751 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-ce922a05-a4e8-41bf-b5b7-2e26f808a567 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Calling delete_port for 187cc288-cce9-4987-bbb2-9dde00632694 owned by network:router_interface {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:13:45.272847 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ce922a05-a4e8-41bf-b5b7-2e26f808a567 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (187cc288-cce9-4987-bbb2-9dde00632694), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:45.310830 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce922a05-a4e8-41bf-b5b7-2e26f808a567 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event deleted for resources: {'Port': ['ID=187cc288-cce9-4987-bbb2-9dde00632694,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:45.345723 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:45.432500 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e3957-765c-4c10-ac4d-46b1b9614857 req-c009a259-2b87-4210-b7fd-af8391950a25 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:45.434085 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-050e3957-765c-4c10-ac4d-46b1b9614857 req-c009a259-2b87-4210-b7fd-af8391950a25 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 944 time: 0.1143820
Feb 05 21:13:45.523506 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ce922a05-a4e8-41bf-b5b7-2e26f808a567 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (bfb4cc39-1dcf-4911-ac85-252aca9310a2), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:45.631776 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-050e3957-765c-4c10-ac4d-46b1b9614857 req-b43736d5-0bee-4059-86be-d88b47ba08dc tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1607628
Feb 05 21:13:45.722082 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce922a05-a4e8-41bf-b5b7-2e26f808a567 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Router bfb4cc39-1dcf-4911-ac85-252aca9310a2 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:13:45.812269 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce922a05-a4e8-41bf-b5b7-2e26f808a567 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:13:45.822322 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ce922a05-a4e8-41bf-b5b7-2e26f808a567 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "PUT /v2.0/routers/bfb4cc39-1dcf-4911-ac85-252aca9310a2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4498372
Feb 05 21:13:45.822322 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 41988) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:45.826066 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4b2b46-d108-4924-b528-f8c1237ba6e6 None None] Sync routers for ids ['bfb4cc39-1dcf-4911-ac85-252aca9310a2'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:13:45.840207 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4b2b46-d108-4924-b528-f8c1237ba6e6 None None] Routers {'bfb4cc39-1dcf-4911-ac85-252aca9310a2'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:13:45.840984 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-bf4b2b46-d108-4924-b528-f8c1237ba6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8bf34f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:13:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['bfb4cc39-1dcf-4911-ac85-252aca9310a2'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:45.854819 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-74cd0174-8a18-40a7-b9dd-f80ce949557b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfb4cc39-1dcf-4911-ac85-252aca9310a2 HTTP/1.1" status: 200  len: 205 time: 0.0309234
Feb 05 21:13:45.857388 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 41990) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:45.880675 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-bf4b2b46-d108-4924-b528-f8c1237ba6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8bf34f0>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:45.891110 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4b2b46-d108-4924-b528-f8c1237ba6e6 None None] Routers {'bfb4cc39-1dcf-4911-ac85-252aca9310a2'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:13:45.892139 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-bf4b2b46-d108-4924-b528-f8c1237ba6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8bf34f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:13:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['bfb4cc39-1dcf-4911-ac85-252aca9310a2'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:45.933369 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-bf4b2b46-d108-4924-b528-f8c1237ba6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8bf34f0>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:45.934334 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4b2b46-d108-4924-b528-f8c1237ba6e6 None None] The sync data for ids ['bfb4cc39-1dcf-4911-ac85-252aca9310a2'] in ncdv-master-1 is: [] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:13:45.946712 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-eb9405c1-e0f7-4758-8a87-b9271b3b02f2 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for router (bfb4cc39-1dcf-4911-ac85-252aca9310a2), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:46.123920 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-eb9405c1-e0f7-4758-8a87-b9271b3b02f2 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (bfb4cc39-1dcf-4911-ac85-252aca9310a2), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:46.126141 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-eb9405c1-e0f7-4758-8a87-b9271b3b02f2 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for router_controller (bfb4cc39-1dcf-4911-ac85-252aca9310a2), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:46.177876 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-eb9405c1-e0f7-4758-8a87-b9271b3b02f2 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (bfb4cc39-1dcf-4911-ac85-252aca9310a2), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:46.178504 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9405c1-e0f7-4758-8a87-b9271b3b02f2 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Fanout notify agent at l3_agent the message router_deleted on router bfb4cc39-1dcf-4911-ac85-252aca9310a2 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:13:46.188772 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-eb9405c1-e0f7-4758-8a87-b9271b3b02f2 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:46.189913 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-eb9405c1-e0f7-4758-8a87-b9271b3b02f2 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "DELETE /v2.0/routers/bfb4cc39-1dcf-4911-ac85-252aca9310a2 HTTP/1.1" status: 204  len: 168 time: 0.3315144
Feb 05 21:13:46.193669 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42000) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:46.256768 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f7bdede-9c5b-4ada-b869-8951ebe01d64 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Deleting subnet 1b36adff-a41e-42ec-aa8d-1b95f63917d6 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:13:46.261444 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3f7bdede-9c5b-4ada-b869-8951ebe01d64 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for subnet (1b36adff-a41e-42ec-aa8d-1b95f63917d6), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:46.329684 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3f7bdede-9c5b-4ada-b869-8951ebe01d64 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (1b36adff-a41e-42ec-aa8d-1b95f63917d6), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:46.415736 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864bcf81-53e3-400b-8111-b5d03c85071e req-1b67116f-87ff-49e1-ae05-216aa33c78cf tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:46.418844 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-864bcf81-53e3-400b-8111-b5d03c85071e req-1b67116f-87ff-49e1-ae05-216aa33c78cf tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 944 time: 0.1135073
Feb 05 21:13:46.429161 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e317a011-014d-49cd-8514-7faa0c22b87a req-8d200af7-c6d5-44c4-aead-882f55a1a0e2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0708785
Feb 05 21:13:46.500327 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-864bcf81-53e3-400b-8111-b5d03c85071e req-e0a6ab2b-20dc-4a4c-bb22-afb748bc8f2a tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0740023
Feb 05 21:13:46.514761 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3f7bdede-9c5b-4ada-b869-8951ebe01d64 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (1b36adff-a41e-42ec-aa8d-1b95f63917d6), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:46.601124 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3f7bdede-9c5b-4ada-b869-8951ebe01d64 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (1b36adff-a41e-42ec-aa8d-1b95f63917d6), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:46.634804 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7bdede-9c5b-4ada-b869-8951ebe01d64 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event deleted for resources: {'Subnet': ['ID=1b36adff-a41e-42ec-aa8d-1b95f63917d6,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:46.637415 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3f7bdede-9c5b-4ada-b869-8951ebe01d64 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:46.642433 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-3f7bdede-9c5b-4ada-b869-8951ebe01d64 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "DELETE /v2.0/subnets/1b36adff-a41e-42ec-aa8d-1b95f63917d6 HTTP/1.1" status: 204  len: 168 time: 0.4458849
Feb 05 21:13:46.643808 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42018) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:46.648064 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b4d787-5a59-441b-b2c3-3dd608aa1cf8 None None] Network 6af9af29-315c-4c08-9b19-10b7093982cc requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:13:46.738654 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b662538d-da4e-4a63-bc2f-12c7bf543f81 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (6af9af29-315c-4c08-9b19-10b7093982cc), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:46.806948 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-b662538d-da4e-4a63-bc2f-12c7bf543f81 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Deleting port f05f5993-9f5f-48b6-ab9c-a609d48804b9 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:13:46.807175 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b662538d-da4e-4a63-bc2f-12c7bf543f81 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (f05f5993-9f5f-48b6-ab9c-a609d48804b9), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:46.859687 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ba8981-8f97-40c3-8729-9ff0b865207f None None] DHCP port deletion for 6af9af29-315c-4c08-9b19-10b7093982cc request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:13:46.876669 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-b662538d-da4e-4a63-bc2f-12c7bf543f81 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] For port f05f5993-9f5f-48b6-ab9c-a609d48804b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f05f5993-9f5f-48b6-ab9c-a609d48804b9,segment=NetworkSegment(709b3248-ed30-4a22-80d0-08439e9b21cc),segment_id=709b3248-ed30-4a22-80d0-08439e9b21cc)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:13:46.877044 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b662538d-da4e-4a63-bc2f-12c7bf543f81 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (f05f5993-9f5f-48b6-ab9c-a609d48804b9), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:46.890753 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-b662538d-da4e-4a63-bc2f-12c7bf543f81 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Calling delete_port for f05f5993-9f5f-48b6-ab9c-a609d48804b9 owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:13:46.912979 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-d5ba8981-8f97-40c3-8729-9ff0b865207f None None] Deleting port f05f5993-9f5f-48b6-ab9c-a609d48804b9 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:13:46.913364 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d5ba8981-8f97-40c3-8729-9ff0b865207f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (f05f5993-9f5f-48b6-ab9c-a609d48804b9), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:46.986058 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-d5ba8981-8f97-40c3-8729-9ff0b865207f None None] For port f05f5993-9f5f-48b6-ab9c-a609d48804b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f05f5993-9f5f-48b6-ab9c-a609d48804b9,segment=NetworkSegment(709b3248-ed30-4a22-80d0-08439e9b21cc),segment_id=709b3248-ed30-4a22-80d0-08439e9b21cc)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:13:46.986502 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d5ba8981-8f97-40c3-8729-9ff0b865207f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (f05f5993-9f5f-48b6-ab9c-a609d48804b9), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:46.990923 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b662538d-da4e-4a63-bc2f-12c7bf543f81 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (f05f5993-9f5f-48b6-ab9c-a609d48804b9), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:47.002965 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-d5ba8981-8f97-40c3-8729-9ff0b865207f None None] Calling delete_port for f05f5993-9f5f-48b6-ab9c-a609d48804b9 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:13:47.030066 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662538d-da4e-4a63-bc2f-12c7bf543f81 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event deleted for resources: {'Port': ['ID=f05f5993-9f5f-48b6-ab9c-a609d48804b9,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:47.031981 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b662538d-da4e-4a63-bc2f-12c7bf543f81 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] No DVR routers for this DVR port f05f5993-9f5f-48b6-ab9c-a609d48804b9 on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:13:47.093290 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d5ba8981-8f97-40c3-8729-9ff0b865207f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (f05f5993-9f5f-48b6-ab9c-a609d48804b9), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:47.118404 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b662538d-da4e-4a63-bc2f-12c7bf543f81 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (6af9af29-315c-4c08-9b19-10b7093982cc), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:47.121585 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba8981-8f97-40c3-8729-9ff0b865207f None None] Pushing event deleted for resources: {'Port': ['ID=f05f5993-9f5f-48b6-ab9c-a609d48804b9,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:47.134033 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ba8981-8f97-40c3-8729-9ff0b865207f None None] No DVR routers for this DVR port f05f5993-9f5f-48b6-ab9c-a609d48804b9 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:13:47.156268 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-b662538d-da4e-4a63-bc2f-12c7bf543f81 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db3982d60>,) {'filters': {'network_id': ['6af9af29-315c-4c08-9b19-10b7093982cc']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:47.166544 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-b662538d-da4e-4a63-bc2f-12c7bf543f81 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3982d60>, '709b3248-ed30-4a22-80d0-08439e9b21cc') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:47.166849 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-b662538d-da4e-4a63-bc2f-12c7bf543f81 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3982d60>, '709b3248-ed30-4a22-80d0-08439e9b21cc') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:47.177151 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b662538d-da4e-4a63-bc2f-12c7bf543f81 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (709b3248-ed30-4a22-80d0-08439e9b21cc), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:47.190840 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b662538d-da4e-4a63-bc2f-12c7bf543f81 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (709b3248-ed30-4a22-80d0-08439e9b21cc), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:47.197896 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b662538d-da4e-4a63-bc2f-12c7bf543f81 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:13:47.198328 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b662538d-da4e-4a63-bc2f-12c7bf543f81 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (709b3248-ed30-4a22-80d0-08439e9b21cc), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:47.201648 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:13:47.201648 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:13:47.201648 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:13:47.201648 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:13:47.201648 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:13:47.201648 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:13:47.201648 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:13:47.201648 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:13:47.201648 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:13:47.201648 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:13:47.201648 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:13:47.201648 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:13:47.201648 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:13:47.201648 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:13:47.201648 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:13:47.201648 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:13:47.201648 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:13:47.201648 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:13:47.201648 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:13:47.201648 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:13:47.201648 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:13:47.201648 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:13:47.201648 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:13:47.201648 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:13:47.201648 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:13:47.201648 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:13:47.201648 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:13:47.201648 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:13:47.201648 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:13:47.201648 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:13:47.201648 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:13:47.201648 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:13:47.264589 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b662538d-da4e-4a63-bc2f-12c7bf543f81 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (6af9af29-315c-4c08-9b19-10b7093982cc), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:47.273588 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b662538d-da4e-4a63-bc2f-12c7bf543f81 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:47.280420 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b662538d-da4e-4a63-bc2f-12c7bf543f81 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "DELETE /v2.0/networks/6af9af29-315c-4c08-9b19-10b7093982cc HTTP/1.1" status: 204  len: 168 time: 0.6312053
Feb 05 21:13:47.281133 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42022) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:47.286343 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-e964825f-db39-4653-a9a1-ab916184656e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1152873187', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:13:47.290010 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662538d-da4e-4a63-bc2f-12c7bf543f81 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event deleted for resources: {'Network': ['ID=6af9af29-315c-4c08-9b19-10b7093982cc,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:47.317752 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e964825f-db39-4653-a9a1-ab916184656e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (0f12b3ad-9fc3-481d-b888-83c3213abe82), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:47.318838 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e964825f-db39-4653-a9a1-ab916184656e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (0f12b3ad-9fc3-481d-b888-83c3213abe82), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:47.372380 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e964825f-db39-4653-a9a1-ab916184656e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for router_controller (0f12b3ad-9fc3-481d-b888-83c3213abe82), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:47.378224 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e964825f-db39-4653-a9a1-ab916184656e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (0f12b3ad-9fc3-481d-b888-83c3213abe82), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:47.398632 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e964825f-db39-4653-a9a1-ab916184656e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:47.399868 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e964825f-db39-4653-a9a1-ab916184656e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.1175146
Feb 05 21:13:47.402536 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42034) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:47.407586 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-ccf784ff-c84c-4dfc-aff5-7af04b26c109 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Request body: {'network': {'name': 'tempest-RoutersTest-505931612'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:13:47.428742 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf784ff-c84c-4dfc-aff5-7af04b26c109 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Made reservation on behalf of 743f09469d2b4f98894791740de743a4 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:13:47.432203 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ccf784ff-c84c-4dfc-aff5-7af04b26c109 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:47.463613 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccf784ff-c84c-4dfc-aff5-7af04b26c109 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:13:47.474425 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ccf784ff-c84c-4dfc-aff5-7af04b26c109 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (e0f16770-f055-489b-9bf3-0add035981b2), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:47.474693 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-ccf784ff-c84c-4dfc-aff5-7af04b26c109 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Added segment e0f16770-f055-489b-9bf3-0add035981b2 of type vlan for network 40925240-fb85-4291-a72b-93552903524d
Feb 05 21:13:47.524491 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ccf784ff-c84c-4dfc-aff5-7af04b26c109 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (40925240-fb85-4291-a72b-93552903524d), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:47.561752 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ccf784ff-c84c-4dfc-aff5-7af04b26c109 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (40925240-fb85-4291-a72b-93552903524d), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:47.571222 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf784ff-c84c-4dfc-aff5-7af04b26c109 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:47.571437 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ccf784ff-c84c-4dfc-aff5-7af04b26c109 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:47.642862 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ccf784ff-c84c-4dfc-aff5-7af04b26c109 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.2389512
Feb 05 21:13:47.645888 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42038) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:47.653290 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-cbfc76aa-d629-4a97-b094-b90ee62a475e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Request body: {'subnet': {'network_id': '40925240-fb85-4291-a72b-93552903524d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:13:47.684230 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf784ff-c84c-4dfc-aff5-7af04b26c109 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event updated for resources: {'Network': ['ID=40925240-fb85-4291-a72b-93552903524d,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:47.696785 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 40925240-fb85-4291-a72b-93552903524d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:13:47.719012 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd5067-ed7e-4dc2-9455-070c814f7aec req-c75dcf74-51d7-431f-80d5-664c98504792 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:47.730652 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3dbd5067-ed7e-4dc2-9455-070c814f7aec req-c75dcf74-51d7-431f-80d5-664c98504792 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 944 time: 0.1345613
Feb 05 21:13:47.788777 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3dbd5067-ed7e-4dc2-9455-070c814f7aec req-6b09e8f7-a071-4f84-8e15-7559f092b9a9 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0570326
Feb 05 21:13:47.792692 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfc76aa-d629-4a97-b094-b90ee62a475e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Made reservation on behalf of 743f09469d2b4f98894791740de743a4 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:13:47.797546 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cbfc76aa-d629-4a97-b094-b90ee62a475e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:47.887157 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device f05f5993-9f5f-48b6-ab9c-a609d48804b9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:13:47.914561 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: f05f5993-9f5f-48b6-ab9c-a609d48804b9 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:13:47.914952 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device f05f5993-9f5f-48b6-ab9c-a609d48804b9 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:13:48.023970 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cbfc76aa-d629-4a97-b094-b90ee62a475e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (f652bc5b-c8c9-4cb0-b3cb-a8905a682847), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:48.091934 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc76aa-d629-4a97-b094-b90ee62a475e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event updated for resources: {'Subnet': ['ID=f652bc5b-c8c9-4cb0-b3cb-a8905a682847,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:48.099495 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfc76aa-d629-4a97-b094-b90ee62a475e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Checking segment: {'id': 'e0f16770-f055-489b-9bf3-0add035981b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '40925240-fb85-4291-a72b-93552903524d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:13:48.099774 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfc76aa-d629-4a97-b094-b90ee62a475e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Network hostable DHCP agents. Network: 40925240-fb85-4291-a72b-93552903524d, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:13:48.118676 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfc76aa-d629-4a97-b094-b90ee62a475e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Network 40925240-fb85-4291-a72b-93552903524d is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:13:48.132586 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-cbfc76aa-d629-4a97-b094-b90ee62a475e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 40925240-fb85-4291-a72b-93552903524d) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:13:48.139223 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc76aa-d629-4a97-b094-b90ee62a475e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:48.139827 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cbfc76aa-d629-4a97-b094-b90ee62a475e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:48.145393 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48f90d9-b617-4413-a68a-309c6e44ba9f None None] Network 40925240-fb85-4291-a72b-93552903524d requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:13:48.164143 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-cbfc76aa-d629-4a97-b094-b90ee62a475e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5164294
Feb 05 21:13:48.166552 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42040) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:48.266339 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de4e313-5bd5-4f65-8d80-ee14caec4218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-40925240-fb85-4291-a72b-93552903524d', 'network_id': '40925240-fb85-4291-a72b-93552903524d', 'project_id': '743f09469d2b4f98894791740de743a4', 'fixed_ips': [{'subnet_id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:13:48.267257 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1de4e313-5bd5-4f65-8d80-ee14caec4218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:48.358659 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 851783e6-d22c-41f7-95ae-b0b5f516a0cc no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:13:48.503049 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-1de4e313-5bd5-4f65-8d80-ee14caec4218 None None] Allocated IP 172.20.0.2 (40925240-fb85-4291-a72b-93552903524d/f652bc5b-c8c9-4cb0-b3cb-a8905a682847/31afc53b-ba28-4c01-8da9-acea6faaec69) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:13:48.506764 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-983b70d6-8526-46ed-a621-7d0a0df012eb tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:48.524370 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317a011-014d-49cd-8514-7faa0c22b87a req-b2da39ac-5532-4311-91b3-030270951061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:48.526485 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e317a011-014d-49cd-8514-7faa0c22b87a req-b2da39ac-5532-4311-91b3-030270951061 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8&tenant_id=f2af23abad4048358818a1b4ba0f5aa6 HTTP/1.1" status: 200  len: 1126 time: 0.0521605
Feb 05 21:13:48.532477 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 851783e6-d22c-41f7-95ae-b0b5f516a0cc is: DOWN; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:13:48.540142 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-e317a011-014d-49cd-8514-7faa0c22b87a req-d9072197-d4b5-4ca3-9163-f5ae2591672c service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:13:48.622413 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e317a011-014d-49cd-8514-7faa0c22b87a req-d9072197-d4b5-4ca3-9163-f5ae2591672c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (851783e6-d22c-41f7-95ae-b0b5f516a0cc), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:48.719316 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1de4e313-5bd5-4f65-8d80-ee14caec4218 None None] Publish callbacks [] for port (31afc53b-ba28-4c01-8da9-acea6faaec69), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:48.728654 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1de4e313-5bd5-4f65-8d80-ee14caec4218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (31afc53b-ba28-4c01-8da9-acea6faaec69), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:48.772763 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de4e313-5bd5-4f65-8d80-ee14caec4218 None None] Network 40925240-fb85-4291-a72b-93552903524d is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:13:48.779258 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-1de4e313-5bd5-4f65-8d80-ee14caec4218 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:13:48.785287 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de4e313-5bd5-4f65-8d80-ee14caec4218 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:13:48.809869 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de4e313-5bd5-4f65-8d80-ee14caec4218 None None] Pushing event updated for resources: {'Port': ['ID=31afc53b-ba28-4c01-8da9-acea6faaec69,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:48.869423 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-1de4e313-5bd5-4f65-8d80-ee14caec4218 None None] Attempting to bind port 31afc53b-ba28-4c01-8da9-acea6faaec69 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:13:48.869845 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-1de4e313-5bd5-4f65-8d80-ee14caec4218 None None] Attempting to bind port 31afc53b-ba28-4c01-8da9-acea6faaec69 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e0f16770-f055-489b-9bf3-0add035981b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '40925240-fb85-4291-a72b-93552903524d'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:13:48.870251 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de4e313-5bd5-4f65-8d80-ee14caec4218 None None] Attempting to bind port 31afc53b-ba28-4c01-8da9-acea6faaec69 on network 40925240-fb85-4291-a72b-93552903524d {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:13:48.876793 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de4e313-5bd5-4f65-8d80-ee14caec4218 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:13:48.877135 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de4e313-5bd5-4f65-8d80-ee14caec4218 None None] Checking segment: {'id': 'e0f16770-f055-489b-9bf3-0add035981b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '40925240-fb85-4291-a72b-93552903524d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:13:48.877585 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1de4e313-5bd5-4f65-8d80-ee14caec4218 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:48.878011 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de4e313-5bd5-4f65-8d80-ee14caec4218 None None] Bound using segment: {'id': 'e0f16770-f055-489b-9bf3-0add035981b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '40925240-fb85-4291-a72b-93552903524d'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:13:48.878538 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-1de4e313-5bd5-4f65-8d80-ee14caec4218 None None] Bound port: 31afc53b-ba28-4c01-8da9-acea6faaec69, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0f16770-f055-489b-9bf3-0add035981b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '40925240-fb85-4291-a72b-93552903524d'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:13:48.879235 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1de4e313-5bd5-4f65-8d80-ee14caec4218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (31afc53b-ba28-4c01-8da9-acea6faaec69), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:48.956312 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-e317a011-014d-49cd-8514-7faa0c22b87a req-d9072197-d4b5-4ca3-9163-f5ae2591672c service neutron] For port 851783e6-d22c-41f7-95ae-b0b5f516a0cc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=851783e6-d22c-41f7-95ae-b0b5f516a0cc,segment=NetworkSegment(f62e3c71-b57a-482e-a2c4-7d4c5e58c260),segment_id=f62e3c71-b57a-482e-a2c4-7d4c5e58c260)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:13:48.964697 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-1de4e313-5bd5-4f65-8d80-ee14caec4218 None None] For port 31afc53b-ba28-4c01-8da9-acea6faaec69, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:13:48.968819 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-1de4e313-5bd5-4f65-8d80-ee14caec4218 None None] For port 31afc53b-ba28-4c01-8da9-acea6faaec69, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=31afc53b-ba28-4c01-8da9-acea6faaec69,segment=NetworkSegment(e0f16770-f055-489b-9bf3-0add035981b2),segment_id=e0f16770-f055-489b-9bf3-0add035981b2)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:13:48.977883 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1de4e313-5bd5-4f65-8d80-ee14caec4218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (31afc53b-ba28-4c01-8da9-acea6faaec69), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:49.009955 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11f16f-b43d-4b55-84e6-09b7acf86d29 req-b07a0a9a-a769-460a-9115-cef69e541b81 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:49.012062 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8d11f16f-b43d-4b55-84e6-09b7acf86d29 req-b07a0a9a-a769-460a-9115-cef69e541b81 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 944 time: 0.1085529
Feb 05 21:13:49.025077 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-e317a011-014d-49cd-8514-7faa0c22b87a req-d9072197-d4b5-4ca3-9163-f5ae2591672c service neutron] For port 851783e6-d22c-41f7-95ae-b0b5f516a0cc, host nch1-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:13:49.053229 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de4e313-5bd5-4f65-8d80-ee14caec4218 None None] Pushing event updated for resources: {'Port': ['ID=31afc53b-ba28-4c01-8da9-acea6faaec69,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:49.092948 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-e317a011-014d-49cd-8514-7faa0c22b87a req-d9072197-d4b5-4ca3-9163-f5ae2591672c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 851783e6-d22c-41f7-95ae-b0b5f516a0cc {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:13:49.109455 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e317a011-014d-49cd-8514-7faa0c22b87a req-d9072197-d4b5-4ca3-9163-f5ae2591672c service neutron] Publish callbacks [] for port (851783e6-d22c-41f7-95ae-b0b5f516a0cc), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:49.119275 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8d11f16f-b43d-4b55-84e6-09b7acf86d29 req-470e4696-34b6-465e-92ef-1f2c36f1e6c2 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0955467
Feb 05 21:13:49.133335 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-e317a011-014d-49cd-8514-7faa0c22b87a req-d9072197-d4b5-4ca3-9163-f5ae2591672c service neutron] Transition to ACTIVE for port object 851783e6-d22c-41f7-95ae-b0b5f516a0cc will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:13:49.148589 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e317a011-014d-49cd-8514-7faa0c22b87a req-d9072197-d4b5-4ca3-9163-f5ae2591672c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (851783e6-d22c-41f7-95ae-b0b5f516a0cc), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:49.175466 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-983b70d6-8526-46ed-a621-7d0a0df012eb tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Allocated IP 172.20.0.1 (40925240-fb85-4291-a72b-93552903524d/f652bc5b-c8c9-4cb0-b3cb-a8905a682847/ed253274-491d-4429-be6f-fcc3101b4a87) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:13:49.229521 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9072197-d4b5-4ca3-9163-f5ae2591672c service neutron] Pushing event updated for resources: {'Port': ['ID=851783e6-d22c-41f7-95ae-b0b5f516a0cc,revision_number=9']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:49.360930 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-983b70d6-8526-46ed-a621-7d0a0df012eb tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for port (ed253274-491d-4429-be6f-fcc3101b4a87), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:49.397129 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-e317a011-014d-49cd-8514-7faa0c22b87a req-d9072197-d4b5-4ca3-9163-f5ae2591672c service neutron] No DVR routers for this DVR port 851783e6-d22c-41f7-95ae-b0b5f516a0cc on host nch1-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:13:49.407595 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-983b70d6-8526-46ed-a621-7d0a0df012eb tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (ed253274-491d-4429-be6f-fcc3101b4a87), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:49.490354 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983b70d6-8526-46ed-a621-7d0a0df012eb tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Network 40925240-fb85-4291-a72b-93552903524d is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:13:49.494657 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-983b70d6-8526-46ed-a621-7d0a0df012eb tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:13:49.496698 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b70d6-8526-46ed-a621-7d0a0df012eb tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event updated for resources: {'Port': ['ID=ed253274-491d-4429-be6f-fcc3101b4a87,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:49.506140 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983b70d6-8526-46ed-a621-7d0a0df012eb tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:13:49.578249 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-983b70d6-8526-46ed-a621-7d0a0df012eb tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (0f12b3ad-9fc3-481d-b888-83c3213abe82), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:49.630740 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-e317a011-014d-49cd-8514-7faa0c22b87a req-d9072197-d4b5-4ca3-9163-f5ae2591672c service neutron] Attempting to bind port 851783e6-d22c-41f7-95ae-b0b5f516a0cc on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:13:49.631363 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-e317a011-014d-49cd-8514-7faa0c22b87a req-d9072197-d4b5-4ca3-9163-f5ae2591672c service neutron] Attempting to bind port 851783e6-d22c-41f7-95ae-b0b5f516a0cc by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f62e3c71-b57a-482e-a2c4-7d4c5e58c260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:13:49.631589 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e317a011-014d-49cd-8514-7faa0c22b87a req-d9072197-d4b5-4ca3-9163-f5ae2591672c service neutron] Attempting to bind port 851783e6-d22c-41f7-95ae-b0b5f516a0cc on network 90e22a21-ca71-4ccc-99d5-12c329545469 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:13:49.638637 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e317a011-014d-49cd-8514-7faa0c22b87a req-d9072197-d4b5-4ca3-9163-f5ae2591672c service neutron] Port 851783e6-d22c-41f7-95ae-b0b5f516a0cc on network 90e22a21-ca71-4ccc-99d5-12c329545469 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:13:49.639061 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e317a011-014d-49cd-8514-7faa0c22b87a req-d9072197-d4b5-4ca3-9163-f5ae2591672c service neutron] Attempting to bind port 851783e6-d22c-41f7-95ae-b0b5f516a0cc on network 90e22a21-ca71-4ccc-99d5-12c329545469 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:13:49.646033 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e317a011-014d-49cd-8514-7faa0c22b87a req-d9072197-d4b5-4ca3-9163-f5ae2591672c service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:13:49.646441 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e317a011-014d-49cd-8514-7faa0c22b87a req-d9072197-d4b5-4ca3-9163-f5ae2591672c service neutron] Checking segment: {'id': 'f62e3c71-b57a-482e-a2c4-7d4c5e58c260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:13:49.647017 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e317a011-014d-49cd-8514-7faa0c22b87a req-d9072197-d4b5-4ca3-9163-f5ae2591672c service neutron] Bound using segment: {'id': 'f62e3c71-b57a-482e-a2c4-7d4c5e58c260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:13:49.647518 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-e317a011-014d-49cd-8514-7faa0c22b87a req-d9072197-d4b5-4ca3-9163-f5ae2591672c service neutron] Bound port: 851783e6-d22c-41f7-95ae-b0b5f516a0cc, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f62e3c71-b57a-482e-a2c4-7d4c5e58c260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:13:49.647897 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e317a011-014d-49cd-8514-7faa0c22b87a req-d9072197-d4b5-4ca3-9163-f5ae2591672c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (851783e6-d22c-41f7-95ae-b0b5f516a0cc), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:49.719652 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-983b70d6-8526-46ed-a621-7d0a0df012eb tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ed253274-491d-4429-be6f-fcc3101b4a87), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:49.727487 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-e317a011-014d-49cd-8514-7faa0c22b87a req-d9072197-d4b5-4ca3-9163-f5ae2591672c service neutron] For port 851783e6-d22c-41f7-95ae-b0b5f516a0cc, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:13:49.731419 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-e317a011-014d-49cd-8514-7faa0c22b87a req-d9072197-d4b5-4ca3-9163-f5ae2591672c service neutron] For port 851783e6-d22c-41f7-95ae-b0b5f516a0cc, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=851783e6-d22c-41f7-95ae-b0b5f516a0cc,segment=NetworkSegment(f62e3c71-b57a-482e-a2c4-7d4c5e58c260),segment_id=f62e3c71-b57a-482e-a2c4-7d4c5e58c260)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:13:49.740524 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e317a011-014d-49cd-8514-7faa0c22b87a req-d9072197-d4b5-4ca3-9163-f5ae2591672c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (851783e6-d22c-41f7-95ae-b0b5f516a0cc), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:49.792751 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317a011-014d-49cd-8514-7faa0c22b87a req-d9072197-d4b5-4ca3-9163-f5ae2591672c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:49.793759 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e317a011-014d-49cd-8514-7faa0c22b87a req-d9072197-d4b5-4ca3-9163-f5ae2591672c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:49.795439 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e317a011-014d-49cd-8514-7faa0c22b87a req-d9072197-d4b5-4ca3-9163-f5ae2591672c service neutron] 10.222.0.39 "PUT /v2.0/ports/851783e6-d22c-41f7-95ae-b0b5f516a0cc HTTP/1.1" status: 200  len: 1092 time: 1.2622173
Feb 05 21:13:49.795996 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e976e307-f7ee-4398-b068-9e53113813e8', 'tag': '851783e6-d22c-41f7-95ae-b0b5f516a0cc'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:13:49.798600 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2ba5d9-d3e1-4448-b534-a5940be8058d" -d '{"events": [{"name": "network-changed", "server_uuid": "e976e307-f7ee-4398-b068-9e53113813e8", "tag": "851783e6-d22c-41f7-95ae-b0b5f516a0cc"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:13:49.829600 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9072197-d4b5-4ca3-9163-f5ae2591672c service neutron] Pushing event updated for resources: {'Port': ['ID=851783e6-d22c-41f7-95ae-b0b5f516a0cc,revision_number=10']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:49.892682 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cd9c37-28b7-41f2-abcc-27cba5b1c31f x-openstack-request-id: req-90cd9c37-28b7-41f2-abcc-27cba5b1c31f {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:13:49.893492 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e976e307-f7ee-4398-b068-9e53113813e8", "tag": "851783e6-d22c-41f7-95ae-b0b5f516a0cc", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:13:49.893492 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-90cd9c37-28b7-41f2-abcc-27cba5b1c31f {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:13:49.893969 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e976e307-f7ee-4398-b068-9e53113813e8', 'tag': '851783e6-d22c-41f7-95ae-b0b5f516a0cc', 'status': 'completed', 'code': 200}
Feb 05 21:13:49.916773 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317a011-014d-49cd-8514-7faa0c22b87a req-a1abf031-43a7-4135-bf2d-bcad5608c95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:49.920643 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e317a011-014d-49cd-8514-7faa0c22b87a req-a1abf031-43a7-4135-bf2d-bcad5608c95a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f2af23abad4048358818a1b4ba0f5aa6&device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 1127 time: 0.0700996
Feb 05 21:13:50.033266 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 31afc53b-ba28-4c01-8da9-acea6faaec69 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:13:50.062787 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317a011-014d-49cd-8514-7faa0c22b87a req-81911ed6-7bdd-441d-8666-62a4e23c3213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:50.066980 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e317a011-014d-49cd-8514-7faa0c22b87a req-81911ed6-7bdd-441d-8666-62a4e23c3213 service neutron] 10.222.0.39 "GET /v2.0/networks?id=90e22a21-ca71-4ccc-99d5-12c329545469 HTTP/1.1" status: 200  len: 917 time: 0.1397491
Feb 05 21:13:50.122646 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 31afc53b-ba28-4c01-8da9-acea6faaec69 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:50.123177 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (31afc53b-ba28-4c01-8da9-acea6faaec69), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:50.132446 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-983b70d6-8526-46ed-a621-7d0a0df012eb tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for port (ed253274-491d-4429-be6f-fcc3101b4a87), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:50.143466 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-983b70d6-8526-46ed-a621-7d0a0df012eb tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (ed253274-491d-4429-be6f-fcc3101b4a87), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:50.179229 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e317a011-014d-49cd-8514-7faa0c22b87a req-437745a0-8f69-45cd-8e2d-1bcdcf45a3c2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=851783e6-d22c-41f7-95ae-b0b5f516a0cc HTTP/1.1" status: 200  len: 999 time: 0.1091430
Feb 05 21:13:50.244636 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-983b70d6-8526-46ed-a621-7d0a0df012eb tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (0f12b3ad-9fc3-481d-b888-83c3213abe82), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:50.245579 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:50.247761 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b70d6-8526-46ed-a621-7d0a0df012eb tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event updated for resources: {'Port': ['ID=ed253274-491d-4429-be6f-fcc3101b4a87,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:50.262756 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317a011-014d-49cd-8514-7faa0c22b87a req-a1a7b985-a258-49cf-8c7b-2307c513b17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:50.265259 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e317a011-014d-49cd-8514-7faa0c22b87a req-a1a7b985-a258-49cf-8c7b-2307c513b17b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6bc96f9b-13b4-445f-ae2d-9347a725b89d HTTP/1.1" status: 200  len: 855 time: 0.0779219
Feb 05 21:13:50.360290 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 31afc53b-ba28-4c01-8da9-acea6faaec69 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:13:50.360877 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (31afc53b-ba28-4c01-8da9-acea6faaec69), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:50.376839 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe0e58-1630-41f7-808f-388fe3d501fc req-c1c871ac-4f01-4b4a-9bf1-a9b5238a26d0 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:50.379410 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7efe0e58-1630-41f7-808f-388fe3d501fc req-c1c871ac-4f01-4b4a-9bf1-a9b5238a26d0 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 945 time: 0.1122515
Feb 05 21:13:50.386899 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317a011-014d-49cd-8514-7faa0c22b87a req-9cc14d84-29a3-4368-ae94-bb9dd8d3ec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:50.388454 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e317a011-014d-49cd-8514-7faa0c22b87a req-9cc14d84-29a3-4368-ae94-bb9dd8d3ec48 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=90e22a21-ca71-4ccc-99d5-12c329545469&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1094313
Feb 05 21:13:50.403372 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983b70d6-8526-46ed-a621-7d0a0df012eb tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Network 40925240-fb85-4291-a72b-93552903524d is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:13:50.405201 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-983b70d6-8526-46ed-a621-7d0a0df012eb tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:13:50.416042 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 31afc53b-ba28-4c01-8da9-acea6faaec69, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=31afc53b-ba28-4c01-8da9-acea6faaec69,segment=NetworkSegment(e0f16770-f055-489b-9bf3-0add035981b2),segment_id=e0f16770-f055-489b-9bf3-0add035981b2)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:13:50.423760 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (31afc53b-ba28-4c01-8da9-acea6faaec69), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:50.499559 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7efe0e58-1630-41f7-808f-388fe3d501fc req-444478f2-cfcd-404b-8985-d628b482a088 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1098039
Feb 05 21:13:50.507130 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=31afc53b-ba28-4c01-8da9-acea6faaec69,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:50.539900 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e317a011-014d-49cd-8514-7faa0c22b87a req-5440ccdf-8d9e-4d00-a53e-ba1159dcf94b service neutron] 10.222.0.39 "GET /v2.0/networks/90e22a21-ca71-4ccc-99d5-12c329545469?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1308010
Feb 05 21:13:50.588545 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983b70d6-8526-46ed-a621-7d0a0df012eb tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Router 0f12b3ad-9fc3-481d-b888-83c3213abe82 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:13:50.606104 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830b096a-912b-4065-8f86-4d88e4893764 None None] Network 40925240-fb85-4291-a72b-93552903524d requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:13:50.663128 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e317a011-014d-49cd-8514-7faa0c22b87a req-6078f4a5-15a3-4eb3-b98e-2e0a25fb7ef8 service neutron] 10.222.0.39 "GET /v2.0/networks/90e22a21-ca71-4ccc-99d5-12c329545469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1172047
Feb 05 21:13:50.702050 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-59e58061-4e8b-4f9d-b8ea-97da3d24e051 None None] Provisioning complete for port 31afc53b-ba28-4c01-8da9-acea6faaec69 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:50.702727 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-59e58061-4e8b-4f9d-b8ea-97da3d24e051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (31afc53b-ba28-4c01-8da9-acea6faaec69), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:50.714489 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983b70d6-8526-46ed-a621-7d0a0df012eb tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:13:50.722902 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42054) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:50.723113 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-983b70d6-8526-46ed-a621-7d0a0df012eb tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "PUT /v2.0/routers/0f12b3ad-9fc3-481d-b888-83c3213abe82/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5549262
Feb 05 21:13:50.729635 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-d4582891-d8f2-4972-86e3-0223250fa1f3 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Request body: {'network': {'name': 'tempest-RoutersTest-1716234956'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:13:50.743918 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a49fbcc-8fce-462c-9096-ed21824aed03 None None] Sync routers for ids ['0f12b3ad-9fc3-481d-b888-83c3213abe82'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:13:50.760686 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a49fbcc-8fce-462c-9096-ed21824aed03 None None] Routers {'0f12b3ad-9fc3-481d-b888-83c3213abe82'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:13:50.761327 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-0a49fbcc-8fce-462c-9096-ed21824aed03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabb43490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:13:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['0f12b3ad-9fc3-481d-b888-83c3213abe82'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:50.789999 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4582891-d8f2-4972-86e3-0223250fa1f3 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Made reservation on behalf of 743f09469d2b4f98894791740de743a4 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:13:50.794343 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d4582891-d8f2-4972-86e3-0223250fa1f3 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:50.812317 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ba5d9-d3e1-4448-b534-a5940be8058d req-504647d8-106f-4a36-897f-7881bbcf8af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:50.813621 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5a2ba5d9-d3e1-4448-b534-a5940be8058d req-504647d8-106f-4a36-897f-7881bbcf8af9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f2af23abad4048358818a1b4ba0f5aa6&device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 1127 time: 0.0938513
Feb 05 21:13:50.862913 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4582891-d8f2-4972-86e3-0223250fa1f3 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:13:50.897010 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-0a49fbcc-8fce-462c-9096-ed21824aed03 None None] Set router 0f12b3ad-9fc3-481d-b888-83c3213abe82 gateway port host: None {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:13:50.911717 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d4582891-d8f2-4972-86e3-0223250fa1f3 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (22fe1a45-5fef-46c9-903e-888650976a75), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:50.912173 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-d4582891-d8f2-4972-86e3-0223250fa1f3 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Added segment 22fe1a45-5fef-46c9-903e-888650976a75 of type vlan for network d591244f-10bc-4e21-a31c-9e750a985d54
Feb 05 21:13:50.980557 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d4582891-d8f2-4972-86e3-0223250fa1f3 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (d591244f-10bc-4e21-a31c-9e750a985d54), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:50.988335 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ba5d9-d3e1-4448-b534-a5940be8058d req-98f562f4-b686-4ae5-827a-bd898328e5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:50.990220 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5a2ba5d9-d3e1-4448-b534-a5940be8058d req-98f562f4-b686-4ae5-827a-bd898328e5f9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=90e22a21-ca71-4ccc-99d5-12c329545469 HTTP/1.1" status: 200  len: 917 time: 0.1699190
Feb 05 21:13:51.118947 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d4582891-d8f2-4972-86e3-0223250fa1f3 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (d591244f-10bc-4e21-a31c-9e750a985d54), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:51.126167 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4582891-d8f2-4972-86e3-0223250fa1f3 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:51.127039 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d4582891-d8f2-4972-86e3-0223250fa1f3 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:51.213026 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5a2ba5d9-d3e1-4448-b534-a5940be8058d req-291a7b8a-da2d-418c-8361-128cd5e857c9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=851783e6-d22c-41f7-95ae-b0b5f516a0cc HTTP/1.1" status: 200  len: 999 time: 0.2151787
Feb 05 21:13:51.259068 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d4582891-d8f2-4972-86e3-0223250fa1f3 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.5333142
Feb 05 21:13:51.263034 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42072) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:51.272916 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-be5b9fea-a6ef-4d46-b648-4865960a1837 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Request body: {'subnet': {'network_id': 'd591244f-10bc-4e21-a31c-9e750a985d54', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:13:51.299177 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4582891-d8f2-4972-86e3-0223250fa1f3 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event updated for resources: {'Network': ['ID=d591244f-10bc-4e21-a31c-9e750a985d54,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:51.340504 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ba5d9-d3e1-4448-b534-a5940be8058d req-ca0d8dee-b070-4514-8b22-8e5fb3c5e126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:51.346882 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5a2ba5d9-d3e1-4448-b534-a5940be8058d req-ca0d8dee-b070-4514-8b22-8e5fb3c5e126 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6bc96f9b-13b4-445f-ae2d-9347a725b89d HTTP/1.1" status: 200  len: 855 time: 0.0825007
Feb 05 21:13:51.360711 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network d591244f-10bc-4e21-a31c-9e750a985d54 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:13:51.406131 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-59e58061-4e8b-4f9d-b8ea-97da3d24e051 None None] Current status of the port 31afc53b-ba28-4c01-8da9-acea6faaec69 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:13:51.463462 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5b9fea-a6ef-4d46-b648-4865960a1837 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Made reservation on behalf of 743f09469d2b4f98894791740de743a4 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:13:51.468029 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be5b9fea-a6ef-4d46-b648-4865960a1837 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:51.471855 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ba5d9-d3e1-4448-b534-a5940be8058d req-9ca7fbc9-c54a-448a-91cc-c09c5304653d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:51.474509 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5a2ba5d9-d3e1-4448-b534-a5940be8058d req-9ca7fbc9-c54a-448a-91cc-c09c5304653d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=90e22a21-ca71-4ccc-99d5-12c329545469&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1113358
Feb 05 21:13:51.714208 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-69301ae4-6b42-40d5-8886-5b5eb3b17466 None None] Provisioning complete for port ed253274-491d-4429-be6f-fcc3101b4a87 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:51.714650 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-69301ae4-6b42-40d5-8886-5b5eb3b17466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ed253274-491d-4429-be6f-fcc3101b4a87), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:51.798160 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-69301ae4-6b42-40d5-8886-5b5eb3b17466 None None] Port ed253274-491d-4429-be6f-fcc3101b4a87 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:13:51.874028 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-0a49fbcc-8fce-462c-9096-ed21824aed03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabb43490>, [{'id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'name': 'tempest-RoutersTest-router-1152873187', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:13:47Z', 'updated_at': '2022-02-05T21:13:49Z', 'revision_number': 2, 'project_id': '743f09469d2b4f98894791740de743a4', 'gw_port_host': None, '_interfaces': [{'id': 'ed253274-491d-4429-be6f-fcc3101b4a87', 'name': '', 'network_id': '40925240-fb85-4291-a72b-93552903524d', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:1b:1f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:48Z', 'updated_at': '2022-02-05T21:13:49Z', 'revision_number': 2, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:51.880260 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-69301ae4-6b42-40d5-8886-5b5eb3b17466 None None] Provisioning complete for port 31afc53b-ba28-4c01-8da9-acea6faaec69 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:51.880828 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-69301ae4-6b42-40d5-8886-5b5eb3b17466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (31afc53b-ba28-4c01-8da9-acea6faaec69), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:51.988905 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220dbdc-ab7d-4de4-b0ff-709418de891b req-8ad5bda0-7f37-4eaf-bc4f-15c28b9b8fb0 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:51.990636 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9220dbdc-ab7d-4de4-b0ff-709418de891b req-8ad5bda0-7f37-4eaf-bc4f-15c28b9b8fb0 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 945 time: 0.3031600
Feb 05 21:13:52.024641 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 31afc53b-ba28-4c01-8da9-acea6faaec69 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:13:52.029826 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a49fbcc-8fce-462c-9096-ed21824aed03 None None] Checking router: 0f12b3ad-9fc3-481d-b888-83c3213abe82 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:13:52.030316 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a49fbcc-8fce-462c-9096-ed21824aed03 None None] Updating router 0f12b3ad-9fc3-481d-b888-83c3213abe82 port ed253274-491d-4429-be6f-fcc3101b4a87 binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:13:52.069628 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0a49fbcc-8fce-462c-9096-ed21824aed03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ed253274-491d-4429-be6f-fcc3101b4a87), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:52.172159 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be5b9fea-a6ef-4d46-b648-4865960a1837 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (70db06b2-fbfd-4d0c-8979-ca791d3470f7), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:52.237913 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-69301ae4-6b42-40d5-8886-5b5eb3b17466 None None] Current status of the port 31afc53b-ba28-4c01-8da9-acea6faaec69 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:13:52.330247 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 31afc53b-ba28-4c01-8da9-acea6faaec69 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:52.330860 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (31afc53b-ba28-4c01-8da9-acea6faaec69), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:52.389181 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5b9fea-a6ef-4d46-b648-4865960a1837 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Checking segment: {'id': '22fe1a45-5fef-46c9-903e-888650976a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd591244f-10bc-4e21-a31c-9e750a985d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:13:52.390531 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5b9fea-a6ef-4d46-b648-4865960a1837 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Network hostable DHCP agents. Network: d591244f-10bc-4e21-a31c-9e750a985d54, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:13:52.394923 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b9fea-a6ef-4d46-b648-4865960a1837 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event updated for resources: {'Subnet': ['ID=70db06b2-fbfd-4d0c-8979-ca791d3470f7,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:52.420721 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-1b3a9cd6-0654-45a4-b451-208007252fa1 None None] Provisioning complete for port ed253274-491d-4429-be6f-fcc3101b4a87 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:52.421450 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1b3a9cd6-0654-45a4-b451-208007252fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ed253274-491d-4429-be6f-fcc3101b4a87), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:52.473602 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5b9fea-a6ef-4d46-b648-4865960a1837 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Network d591244f-10bc-4e21-a31c-9e750a985d54 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:13:52.505070 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-be5b9fea-a6ef-4d46-b648-4865960a1837 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d591244f-10bc-4e21-a31c-9e750a985d54) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:13:52.513994 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5b9fea-a6ef-4d46-b648-4865960a1837 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:52.514663 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be5b9fea-a6ef-4d46-b648-4865960a1837 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:52.536000 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66e7d9f-0ab0-4660-ade8-40653ceb2a33 None None] Network d591244f-10bc-4e21-a31c-9e750a985d54 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:13:52.546395 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-be5b9fea-a6ef-4d46-b648-4865960a1837 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2818143
Feb 05 21:13:52.549182 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42078) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:52.708442 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-1b3a9cd6-0654-45a4-b451-208007252fa1 None None] Port ed253274-491d-4429-be6f-fcc3101b4a87 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:13:52.796181 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5a2ba5d9-d3e1-4448-b534-a5940be8058d req-d198f712-883b-4388-ab6a-5c6b25b2677c service neutron] 10.222.0.39 "GET /v2.0/networks/90e22a21-ca71-4ccc-99d5-12c329545469?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0893292
Feb 05 21:13:52.843579 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:13:52.910668 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9220dbdc-ab7d-4de4-b0ff-709418de891b req-328b0132-6d34-4f0a-8b3b-9ea3e6030326 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.9047661
Feb 05 21:13:52.917208 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 31afc53b-ba28-4c01-8da9-acea6faaec69 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:13:52.931469 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-33a96dd2-5bad-4747-acfe-b47d0b35c12e None None] Provisioning complete for port ed253274-491d-4429-be6f-fcc3101b4a87 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:52.931929 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-33a96dd2-5bad-4747-acfe-b47d0b35c12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ed253274-491d-4429-be6f-fcc3101b4a87), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:52.978712 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef243f2-1767-42ef-ab25-4d11fa159641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d591244f-10bc-4e21-a31c-9e750a985d54', 'network_id': 'd591244f-10bc-4e21-a31c-9e750a985d54', 'project_id': '743f09469d2b4f98894791740de743a4', 'fixed_ips': [{'subnet_id': '70db06b2-fbfd-4d0c-8979-ca791d3470f7'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:13:52.980542 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1ef243f2-1767-42ef-ab25-4d11fa159641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:53.092332 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5a2ba5d9-d3e1-4448-b534-a5940be8058d req-78bbfa20-06e2-41ba-be06-5c4fcf81f78e service neutron] 10.222.0.39 "GET /v2.0/networks/90e22a21-ca71-4ccc-99d5-12c329545469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2842703
Feb 05 21:13:53.164607 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-33a96dd2-5bad-4747-acfe-b47d0b35c12e None None] Port ed253274-491d-4429-be6f-fcc3101b4a87 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:13:53.174565 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0a49fbcc-8fce-462c-9096-ed21824aed03 None None] Publish callbacks [] for port (ed253274-491d-4429-be6f-fcc3101b4a87), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:53.198919 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0a49fbcc-8fce-462c-9096-ed21824aed03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ed253274-491d-4429-be6f-fcc3101b4a87), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:53.348750 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5b5be9fd-ffec-4bd8-8c5e-615fe5483618 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:53.410897 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-0a49fbcc-8fce-462c-9096-ed21824aed03 None None] Attempting to bind port ed253274-491d-4429-be6f-fcc3101b4a87 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:13:53.411269 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-0a49fbcc-8fce-462c-9096-ed21824aed03 None None] Attempting to bind port ed253274-491d-4429-be6f-fcc3101b4a87 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e0f16770-f055-489b-9bf3-0add035981b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '40925240-fb85-4291-a72b-93552903524d'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:13:53.411712 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a49fbcc-8fce-462c-9096-ed21824aed03 None None] Attempting to bind port ed253274-491d-4429-be6f-fcc3101b4a87 on network 40925240-fb85-4291-a72b-93552903524d {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:13:53.428071 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9896133-6dfc-48b1-a433-63d8558467bc None None] Pushing event updated for resources: {'Port': ['ID=ed253274-491d-4429-be6f-fcc3101b4a87,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:53.432750 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a49fbcc-8fce-462c-9096-ed21824aed03 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:13:53.433158 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a49fbcc-8fce-462c-9096-ed21824aed03 None None] Checking segment: {'id': 'e0f16770-f055-489b-9bf3-0add035981b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '40925240-fb85-4291-a72b-93552903524d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:13:53.433568 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0a49fbcc-8fce-462c-9096-ed21824aed03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:53.433973 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a49fbcc-8fce-462c-9096-ed21824aed03 None None] Bound using segment: {'id': 'e0f16770-f055-489b-9bf3-0add035981b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '40925240-fb85-4291-a72b-93552903524d'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:13:53.434482 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-0a49fbcc-8fce-462c-9096-ed21824aed03 None None] Bound port: ed253274-491d-4429-be6f-fcc3101b4a87, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0f16770-f055-489b-9bf3-0add035981b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '40925240-fb85-4291-a72b-93552903524d'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:13:53.434873 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0a49fbcc-8fce-462c-9096-ed21824aed03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ed253274-491d-4429-be6f-fcc3101b4a87), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:53.478100 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-1ef243f2-1767-42ef-ab25-4d11fa159641 None None] Allocated IP 172.21.0.2 (d591244f-10bc-4e21-a31c-9e750a985d54/70db06b2-fbfd-4d0c-8979-ca791d3470f7/7fb557aa-112d-41e5-9a4d-b58704d0ab00) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:13:53.482762 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9896133-6dfc-48b1-a433-63d8558467bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:13:53.483136 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9896133-6dfc-48b1-a433-63d8558467bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:13:53.483828 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9896133-6dfc-48b1-a433-63d8558467bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:13:53.483828 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9896133-6dfc-48b1-a433-63d8558467bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:13:53.484114 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9896133-6dfc-48b1-a433-63d8558467bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:13:53.484454 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9896133-6dfc-48b1-a433-63d8558467bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:13:53.484787 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9896133-6dfc-48b1-a433-63d8558467bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:13:53.485133 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9896133-6dfc-48b1-a433-63d8558467bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:13:53.485782 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9896133-6dfc-48b1-a433-63d8558467bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:13:53.485782 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9896133-6dfc-48b1-a433-63d8558467bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:13:53.486116 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9896133-6dfc-48b1-a433-63d8558467bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:13:53.486447 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9896133-6dfc-48b1-a433-63d8558467bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:13:53.486886 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9896133-6dfc-48b1-a433-63d8558467bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:13:53.742170 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-0a49fbcc-8fce-462c-9096-ed21824aed03 None None] For port ed253274-491d-4429-be6f-fcc3101b4a87, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:13:53.769365 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-0a49fbcc-8fce-462c-9096-ed21824aed03 None None] For port ed253274-491d-4429-be6f-fcc3101b4a87, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ed253274-491d-4429-be6f-fcc3101b4a87,segment=NetworkSegment(e0f16770-f055-489b-9bf3-0add035981b2),segment_id=e0f16770-f055-489b-9bf3-0add035981b2)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:13:53.815039 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0a49fbcc-8fce-462c-9096-ed21824aed03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ed253274-491d-4429-be6f-fcc3101b4a87), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:53.887203 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-acab9107-0855-4cb8-87b4-9ddbeb6e32ad None None] Provisioning complete for port ed253274-491d-4429-be6f-fcc3101b4a87 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:53.887203 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-acab9107-0855-4cb8-87b4-9ddbeb6e32ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ed253274-491d-4429-be6f-fcc3101b4a87), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:54.078723 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-acab9107-0855-4cb8-87b4-9ddbeb6e32ad None None] Current status of the port ed253274-491d-4429-be6f-fcc3101b4a87 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:13:54.080010 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-acab9107-0855-4cb8-87b4-9ddbeb6e32ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ed253274-491d-4429-be6f-fcc3101b4a87), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:54.092150 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1ef243f2-1767-42ef-ab25-4d11fa159641 None None] Publish callbacks [] for port (7fb557aa-112d-41e5-9a4d-b58704d0ab00), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:54.107887 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9896133-6dfc-48b1-a433-63d8558467bc None None] Pushing event updated for resources: {'Port': ['ID=ed253274-491d-4429-be6f-fcc3101b4a87,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:54.119887 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a49fbcc-8fce-462c-9096-ed21824aed03 None None] Routers {'0f12b3ad-9fc3-481d-b888-83c3213abe82'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:13:54.139282 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-0a49fbcc-8fce-462c-9096-ed21824aed03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabb43490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:13:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['0f12b3ad-9fc3-481d-b888-83c3213abe82'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:54.149701 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97ee9f-8bed-443f-8e84-34d6c198c060 req-ea9b1f88-8ef3-40df-96dc-c217d71a6b6c tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:54.158776 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1ef243f2-1767-42ef-ab25-4d11fa159641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (7fb557aa-112d-41e5-9a4d-b58704d0ab00), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:54.160220 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dc97ee9f-8bed-443f-8e84-34d6c198c060 req-ea9b1f88-8ef3-40df-96dc-c217d71a6b6c tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 945 time: 0.1150761
Feb 05 21:13:54.242121 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dc97ee9f-8bed-443f-8e84-34d6c198c060 req-79f11101-f37c-4023-992e-7f8be39f0238 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0734251
Feb 05 21:13:54.274342 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-5b5be9fd-ffec-4bd8-8c5e-615fe5483618 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Allocated IP 172.21.0.1 (d591244f-10bc-4e21-a31c-9e750a985d54/70db06b2-fbfd-4d0c-8979-ca791d3470f7/b6b066e1-8c43-4fcf-903d-647482c1f2f1) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:13:54.427744 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5b5be9fd-ffec-4bd8-8c5e-615fe5483618 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for port (b6b066e1-8c43-4fcf-903d-647482c1f2f1), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:54.467941 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5b5be9fd-ffec-4bd8-8c5e-615fe5483618 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (b6b066e1-8c43-4fcf-903d-647482c1f2f1), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:54.538128 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5be9fd-ffec-4bd8-8c5e-615fe5483618 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event updated for resources: {'Port': ['ID=b6b066e1-8c43-4fcf-903d-647482c1f2f1,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:54.564343 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5be9fd-ffec-4bd8-8c5e-615fe5483618 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Network d591244f-10bc-4e21-a31c-9e750a985d54 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:13:54.564343 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-5b5be9fd-ffec-4bd8-8c5e-615fe5483618 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:13:54.564343 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5be9fd-ffec-4bd8-8c5e-615fe5483618 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:13:54.620610 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5b5be9fd-ffec-4bd8-8c5e-615fe5483618 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (0f12b3ad-9fc3-481d-b888-83c3213abe82), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:54.670811 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-acab9107-0855-4cb8-87b4-9ddbeb6e32ad None None] For port ed253274-491d-4429-be6f-fcc3101b4a87, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ed253274-491d-4429-be6f-fcc3101b4a87,segment=NetworkSegment(e0f16770-f055-489b-9bf3-0add035981b2),segment_id=e0f16770-f055-489b-9bf3-0add035981b2)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:13:54.684389 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef243f2-1767-42ef-ab25-4d11fa159641 None None] Network d591244f-10bc-4e21-a31c-9e750a985d54 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:13:54.684865 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-acab9107-0855-4cb8-87b4-9ddbeb6e32ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ed253274-491d-4429-be6f-fcc3101b4a87), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:54.697960 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-1ef243f2-1767-42ef-ab25-4d11fa159641 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:13:54.720383 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef243f2-1767-42ef-ab25-4d11fa159641 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:13:54.769695 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef243f2-1767-42ef-ab25-4d11fa159641 None None] Pushing event updated for resources: {'Port': ['ID=7fb557aa-112d-41e5-9a4d-b58704d0ab00,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:54.795771 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-0a49fbcc-8fce-462c-9096-ed21824aed03 None None] Set router 0f12b3ad-9fc3-481d-b888-83c3213abe82 gateway port host: None {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:13:54.858281 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5b5be9fd-ffec-4bd8-8c5e-615fe5483618 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b6b066e1-8c43-4fcf-903d-647482c1f2f1), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:54.970173 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-1ef243f2-1767-42ef-ab25-4d11fa159641 None None] Attempting to bind port 7fb557aa-112d-41e5-9a4d-b58704d0ab00 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:13:54.970889 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-1ef243f2-1767-42ef-ab25-4d11fa159641 None None] Attempting to bind port 7fb557aa-112d-41e5-9a4d-b58704d0ab00 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '22fe1a45-5fef-46c9-903e-888650976a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd591244f-10bc-4e21-a31c-9e750a985d54'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:13:54.983085 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef243f2-1767-42ef-ab25-4d11fa159641 None None] Attempting to bind port 7fb557aa-112d-41e5-9a4d-b58704d0ab00 on network d591244f-10bc-4e21-a31c-9e750a985d54 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:13:55.069559 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab9107-0855-4cb8-87b4-9ddbeb6e32ad None None] Pushing event updated for resources: {'Port': ['ID=ed253274-491d-4429-be6f-fcc3101b4a87,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:55.072945 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef243f2-1767-42ef-ab25-4d11fa159641 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:13:55.073422 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef243f2-1767-42ef-ab25-4d11fa159641 None None] Checking segment: {'id': '22fe1a45-5fef-46c9-903e-888650976a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd591244f-10bc-4e21-a31c-9e750a985d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:13:55.073833 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1ef243f2-1767-42ef-ab25-4d11fa159641 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:55.074259 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef243f2-1767-42ef-ab25-4d11fa159641 None None] Bound using segment: {'id': '22fe1a45-5fef-46c9-903e-888650976a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd591244f-10bc-4e21-a31c-9e750a985d54'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:13:55.074769 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-1ef243f2-1767-42ef-ab25-4d11fa159641 None None] Bound port: 7fb557aa-112d-41e5-9a4d-b58704d0ab00, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22fe1a45-5fef-46c9-903e-888650976a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd591244f-10bc-4e21-a31c-9e750a985d54'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:13:55.075323 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1ef243f2-1767-42ef-ab25-4d11fa159641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7fb557aa-112d-41e5-9a4d-b58704d0ab00), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:55.144499 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-28f962b0-14a0-4867-ac41-107c890c2f6e None None] Provisioning complete for port ed253274-491d-4429-be6f-fcc3101b4a87 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:55.145023 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-28f962b0-14a0-4867-ac41-107c890c2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ed253274-491d-4429-be6f-fcc3101b4a87), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:55.208118 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5b5be9fd-ffec-4bd8-8c5e-615fe5483618 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for port (b6b066e1-8c43-4fcf-903d-647482c1f2f1), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:55.223251 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-1ef243f2-1767-42ef-ab25-4d11fa159641 None None] For port 7fb557aa-112d-41e5-9a4d-b58704d0ab00, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:13:55.238524 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5b5be9fd-ffec-4bd8-8c5e-615fe5483618 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (b6b066e1-8c43-4fcf-903d-647482c1f2f1), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:55.244026 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-1ef243f2-1767-42ef-ab25-4d11fa159641 None None] For port 7fb557aa-112d-41e5-9a4d-b58704d0ab00, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7fb557aa-112d-41e5-9a4d-b58704d0ab00,segment=NetworkSegment(22fe1a45-5fef-46c9-903e-888650976a75),segment_id=22fe1a45-5fef-46c9-903e-888650976a75)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:13:55.263392 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1ef243f2-1767-42ef-ab25-4d11fa159641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7fb557aa-112d-41e5-9a4d-b58704d0ab00), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:55.380398 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5b5be9fd-ffec-4bd8-8c5e-615fe5483618 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (0f12b3ad-9fc3-481d-b888-83c3213abe82), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:55.399326 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-28f962b0-14a0-4867-ac41-107c890c2f6e None None] Current status of the port ed253274-491d-4429-be6f-fcc3101b4a87 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:13:55.471848 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5be9fd-ffec-4bd8-8c5e-615fe5483618 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event updated for resources: {'Port': ['ID=b6b066e1-8c43-4fcf-903d-647482c1f2f1,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:55.492662 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef243f2-1767-42ef-ab25-4d11fa159641 None None] Pushing event updated for resources: {'Port': ['ID=7fb557aa-112d-41e5-9a4d-b58704d0ab00,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:55.528625 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f1dbe-aa30-429c-bd62-aec01a756219 req-8e58ac9c-25e3-44cb-9e59-0da027ef759c tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:55.530206 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fa5f1dbe-aa30-429c-bd62-aec01a756219 req-8e58ac9c-25e3-44cb-9e59-0da027ef759c tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 945 time: 0.1716983
Feb 05 21:13:55.555289 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-0a49fbcc-8fce-462c-9096-ed21824aed03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabb43490>, [{'id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'name': 'tempest-RoutersTest-router-1152873187', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:13:47Z', 'updated_at': '2022-02-05T21:13:49Z', 'revision_number': 2, 'project_id': '743f09469d2b4f98894791740de743a4', 'gw_port_host': None, '_interfaces': [{'id': 'ed253274-491d-4429-be6f-fcc3101b4a87', 'name': '', 'network_id': '40925240-fb85-4291-a72b-93552903524d', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:1b:1f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:48Z', 'updated_at': '2022-02-05T21:13:53Z', 'revision_number': 4, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:55.609505 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5be9fd-ffec-4bd8-8c5e-615fe5483618 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Network d591244f-10bc-4e21-a31c-9e750a985d54 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:13:55.610884 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a49fbcc-8fce-462c-9096-ed21824aed03 None None] The sync data for ids ['0f12b3ad-9fc3-481d-b888-83c3213abe82'] in ncdv-master-1 is: [{'id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'name': 'tempest-RoutersTest-router-1152873187', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:13:47Z', 'updated_at': '2022-02-05T21:13:49Z', 'revision_number': 2, 'project_id': '743f09469d2b4f98894791740de743a4', 'gw_port_host': None, '_interfaces': [{'id': 'ed253274-491d-4429-be6f-fcc3101b4a87', 'name': '', 'network_id': '40925240-fb85-4291-a72b-93552903524d', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:1b:1f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:48Z', 'updated_at': '2022-02-05T21:13:53Z', 'revision_number': 4, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:13:55.611090 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-5b5be9fd-ffec-4bd8-8c5e-615fe5483618 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:13:55.671550 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fa5f1dbe-aa30-429c-bd62-aec01a756219 req-6be44a77-6c9a-42e1-83cc-057e1897c1c5 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1230822
Feb 05 21:13:55.843072 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b5be9fd-ffec-4bd8-8c5e-615fe5483618 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Router 0f12b3ad-9fc3-481d-b888-83c3213abe82 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:13:56.028726 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5be9fd-ffec-4bd8-8c5e-615fe5483618 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:13:56.034625 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5b5be9fd-ffec-4bd8-8c5e-615fe5483618 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "PUT /v2.0/routers/0f12b3ad-9fc3-481d-b888-83c3213abe82/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4842582
Feb 05 21:13:56.040342 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42110) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:56.045910 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-0f477f79-65a7-4070-9c8b-a5d4f819daa4 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Request body: {'network': {'name': 'tempest-RoutersTest-912687011'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:13:56.106800 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7fb557aa-112d-41e5-9a4d-b58704d0ab00 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:13:56.114437 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f477f79-65a7-4070-9c8b-a5d4f819daa4 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Made reservation on behalf of 743f09469d2b4f98894791740de743a4 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:13:56.118801 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0f477f79-65a7-4070-9c8b-a5d4f819daa4 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:56.183766 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 7fb557aa-112d-41e5-9a4d-b58704d0ab00 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:56.185162 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7fb557aa-112d-41e5-9a4d-b58704d0ab00), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:56.190789 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f477f79-65a7-4070-9c8b-a5d4f819daa4 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:13:56.224645 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0f477f79-65a7-4070-9c8b-a5d4f819daa4 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (cf56b1c6-7c0d-485f-a797-33899e4e158f), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:56.228312 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-0f477f79-65a7-4070-9c8b-a5d4f819daa4 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Added segment cf56b1c6-7c0d-485f-a797-33899e4e158f of type vlan for network bdb42d3f-f71b-4467-8ae0-a88a1192301e
Feb 05 21:13:56.301709 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0f477f79-65a7-4070-9c8b-a5d4f819daa4 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (bdb42d3f-f71b-4467-8ae0-a88a1192301e), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:56.344216 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0f477f79-65a7-4070-9c8b-a5d4f819daa4 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (bdb42d3f-f71b-4467-8ae0-a88a1192301e), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:56.353827 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f477f79-65a7-4070-9c8b-a5d4f819daa4 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:56.354560 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0f477f79-65a7-4070-9c8b-a5d4f819daa4 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:56.360966 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 7fb557aa-112d-41e5-9a4d-b58704d0ab00 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:13:56.361524 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7fb557aa-112d-41e5-9a4d-b58704d0ab00), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:56.413640 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0f477f79-65a7-4070-9c8b-a5d4f819daa4 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.3716908
Feb 05 21:13:56.416235 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42114) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:56.421589 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-62f69519-0dd0-4d57-8df7-8c47b04912c1 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Request body: {'subnet': {'network_id': 'bdb42d3f-f71b-4467-8ae0-a88a1192301e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:13:56.422859 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 7fb557aa-112d-41e5-9a4d-b58704d0ab00, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7fb557aa-112d-41e5-9a4d-b58704d0ab00,segment=NetworkSegment(22fe1a45-5fef-46c9-903e-888650976a75),segment_id=22fe1a45-5fef-46c9-903e-888650976a75)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:13:56.436652 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7fb557aa-112d-41e5-9a4d-b58704d0ab00), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:56.477649 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f477f79-65a7-4070-9c8b-a5d4f819daa4 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event updated for resources: {'Network': ['ID=bdb42d3f-f71b-4467-8ae0-a88a1192301e,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:56.559126 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=7fb557aa-112d-41e5-9a4d-b58704d0ab00,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:56.565695 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network bdb42d3f-f71b-4467-8ae0-a88a1192301e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:13:56.595270 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f69519-0dd0-4d57-8df7-8c47b04912c1 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Made reservation on behalf of 743f09469d2b4f98894791740de743a4 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:13:56.600137 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-62f69519-0dd0-4d57-8df7-8c47b04912c1 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:56.925963 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b8eed-870c-48a2-9740-8ddccf7ecb62 req-118de4e4-175d-47e3-b514-154db020730b tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:56.927810 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6c3b8eed-870c-48a2-9740-8ddccf7ecb62 req-118de4e4-175d-47e3-b514-154db020730b tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 945 time: 0.1644912
Feb 05 21:13:57.104606 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-62f69519-0dd0-4d57-8df7-8c47b04912c1 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (1605b37f-7368-469b-b23f-e5986e865216), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:57.182627 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6c3b8eed-870c-48a2-9740-8ddccf7ecb62 req-c7867513-58a6-4e57-a93f-79095eb51c00 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2454681
Feb 05 21:13:57.225679 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f69519-0dd0-4d57-8df7-8c47b04912c1 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event updated for resources: {'Subnet': ['ID=1605b37f-7368-469b-b23f-e5986e865216,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:57.239543 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f69519-0dd0-4d57-8df7-8c47b04912c1 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Checking segment: {'id': 'cf56b1c6-7c0d-485f-a797-33899e4e158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bdb42d3f-f71b-4467-8ae0-a88a1192301e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:13:57.240219 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f69519-0dd0-4d57-8df7-8c47b04912c1 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Network hostable DHCP agents. Network: bdb42d3f-f71b-4467-8ae0-a88a1192301e, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:13:57.286953 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f69519-0dd0-4d57-8df7-8c47b04912c1 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Network bdb42d3f-f71b-4467-8ae0-a88a1192301e is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:13:57.312836 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-62f69519-0dd0-4d57-8df7-8c47b04912c1 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bdb42d3f-f71b-4467-8ae0-a88a1192301e) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:13:57.322114 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f69519-0dd0-4d57-8df7-8c47b04912c1 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:57.323131 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-62f69519-0dd0-4d57-8df7-8c47b04912c1 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:57.323603 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff57c1ae-c227-4380-ae2e-4a562f2fef85 None None] Network bdb42d3f-f71b-4467-8ae0-a88a1192301e requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:13:57.363058 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42122) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:13:57.373195 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-62f69519-0dd0-4d57-8df7-8c47b04912c1 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9553771
Feb 05 21:13:57.386835 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8474ba2d-f636-400a-a1a8-d0d137348e17 None None] Network d591244f-10bc-4e21-a31c-9e750a985d54 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:13:57.529534 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-15411238-fdab-4c99-8019-4ccb3c3449e4 None None] Provisioning complete for port 7fb557aa-112d-41e5-9a4d-b58704d0ab00 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:57.530151 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-15411238-fdab-4c99-8019-4ccb3c3449e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7fb557aa-112d-41e5-9a4d-b58704d0ab00), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:57.610294 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae7d7a6-c48a-4519-9dab-f8b633a51fa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bdb42d3f-f71b-4467-8ae0-a88a1192301e', 'network_id': 'bdb42d3f-f71b-4467-8ae0-a88a1192301e', 'project_id': '743f09469d2b4f98894791740de743a4', 'fixed_ips': [{'subnet_id': '1605b37f-7368-469b-b23f-e5986e865216'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:13:57.611202 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5ae7d7a6-c48a-4519-9dab-f8b633a51fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:57.814517 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-15411238-fdab-4c99-8019-4ccb3c3449e4 None None] Current status of the port 7fb557aa-112d-41e5-9a4d-b58704d0ab00 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:13:57.850702 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-5ae7d7a6-c48a-4519-9dab-f8b633a51fa9 None None] Allocated IP 172.22.0.2 (bdb42d3f-f71b-4467-8ae0-a88a1192301e/1605b37f-7368-469b-b23f-e5986e865216/fdf1b2a6-c7ed-47d5-94f6-6ab45107171a) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:13:58.158051 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5ae7d7a6-c48a-4519-9dab-f8b633a51fa9 None None] Publish callbacks [] for port (fdf1b2a6-c7ed-47d5-94f6-6ab45107171a), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:58.171477 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5ae7d7a6-c48a-4519-9dab-f8b633a51fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (fdf1b2a6-c7ed-47d5-94f6-6ab45107171a), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:58.240492 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7d7a6-c48a-4519-9dab-f8b633a51fa9 None None] Pushing event updated for resources: {'Port': ['ID=fdf1b2a6-c7ed-47d5-94f6-6ab45107171a,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:58.251164 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device ed253274-491d-4429-be6f-fcc3101b4a87 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:13:58.272842 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dad296b-6c9c-4a74-8c9d-08705a2659e2 None None] Sync routers for ids ['0f12b3ad-9fc3-481d-b888-83c3213abe82'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:13:58.296986 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dad296b-6c9c-4a74-8c9d-08705a2659e2 None None] Routers {'0f12b3ad-9fc3-481d-b888-83c3213abe82'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:13:58.297838 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-8dad296b-6c9c-4a74-8c9d-08705a2659e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8af18e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:13:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['0f12b3ad-9fc3-481d-b888-83c3213abe82'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:58.303886 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae7d7a6-c48a-4519-9dab-f8b633a51fa9 None None] Network bdb42d3f-f71b-4467-8ae0-a88a1192301e is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:13:58.327966 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-5ae7d7a6-c48a-4519-9dab-f8b633a51fa9 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:13:58.336374 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae7d7a6-c48a-4519-9dab-f8b633a51fa9 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:13:58.465810 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-8dad296b-6c9c-4a74-8c9d-08705a2659e2 None None] Set router 0f12b3ad-9fc3-481d-b888-83c3213abe82 gateway port host: None {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:13:58.491878 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-5ae7d7a6-c48a-4519-9dab-f8b633a51fa9 None None] Attempting to bind port fdf1b2a6-c7ed-47d5-94f6-6ab45107171a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:13:58.492645 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-5ae7d7a6-c48a-4519-9dab-f8b633a51fa9 None None] Attempting to bind port fdf1b2a6-c7ed-47d5-94f6-6ab45107171a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cf56b1c6-7c0d-485f-a797-33899e4e158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bdb42d3f-f71b-4467-8ae0-a88a1192301e'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:13:58.493262 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae7d7a6-c48a-4519-9dab-f8b633a51fa9 None None] Attempting to bind port fdf1b2a6-c7ed-47d5-94f6-6ab45107171a on network bdb42d3f-f71b-4467-8ae0-a88a1192301e {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:13:58.514004 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port ed253274-491d-4429-be6f-fcc3101b4a87 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:58.523554 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8cdd9e-1ba3-4e63-833a-6b75fc05cd32 req-59788249-2228-44f0-849b-3a05a398e207 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:58.530717 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7f8cdd9e-1ba3-4e63-833a-6b75fc05cd32 req-59788249-2228-44f0-849b-3a05a398e207 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 945 time: 0.1427851
Feb 05 21:13:58.541283 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ed253274-491d-4429-be6f-fcc3101b4a87), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:58.547275 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae7d7a6-c48a-4519-9dab-f8b633a51fa9 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:13:58.547830 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae7d7a6-c48a-4519-9dab-f8b633a51fa9 None None] Checking segment: {'id': 'cf56b1c6-7c0d-485f-a797-33899e4e158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bdb42d3f-f71b-4467-8ae0-a88a1192301e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:13:58.548276 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5ae7d7a6-c48a-4519-9dab-f8b633a51fa9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:58.551623 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae7d7a6-c48a-4519-9dab-f8b633a51fa9 None None] Bound using segment: {'id': 'cf56b1c6-7c0d-485f-a797-33899e4e158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bdb42d3f-f71b-4467-8ae0-a88a1192301e'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:13:58.552251 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-5ae7d7a6-c48a-4519-9dab-f8b633a51fa9 None None] Bound port: fdf1b2a6-c7ed-47d5-94f6-6ab45107171a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf56b1c6-7c0d-485f-a797-33899e4e158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bdb42d3f-f71b-4467-8ae0-a88a1192301e'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:13:58.552755 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5ae7d7a6-c48a-4519-9dab-f8b633a51fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (fdf1b2a6-c7ed-47d5-94f6-6ab45107171a), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:58.605781 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-caec98a9-7e36-493a-b5f8-df153c8c23d5 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:58.641975 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-3b802608-8961-4170-b456-d46d95c8ece7 None None] Provisioning complete for port b6b066e1-8c43-4fcf-903d-647482c1f2f1 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:58.644233 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3b802608-8961-4170-b456-d46d95c8ece7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b6b066e1-8c43-4fcf-903d-647482c1f2f1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:58.644840 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7f8cdd9e-1ba3-4e63-833a-6b75fc05cd32 req-70295c29-0743-47b2-8722-a33d6b91f57e tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1072698
Feb 05 21:13:58.862543 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-3b802608-8961-4170-b456-d46d95c8ece7 None None] Port b6b066e1-8c43-4fcf-903d-647482c1f2f1 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:13:58.947714 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-3b802608-8961-4170-b456-d46d95c8ece7 None None] Provisioning complete for port 7fb557aa-112d-41e5-9a4d-b58704d0ab00 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:58.948107 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3b802608-8961-4170-b456-d46d95c8ece7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7fb557aa-112d-41e5-9a4d-b58704d0ab00), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:58.951560 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-8dad296b-6c9c-4a74-8c9d-08705a2659e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8af18e0>, [{'id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'name': 'tempest-RoutersTest-router-1152873187', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:13:47Z', 'updated_at': '2022-02-05T21:13:54Z', 'revision_number': 3, 'project_id': '743f09469d2b4f98894791740de743a4', 'gw_port_host': None, '_interfaces': [{'id': 'b6b066e1-8c43-4fcf-903d-647482c1f2f1', 'name': '', 'network_id': 'd591244f-10bc-4e21-a31c-9e750a985d54', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:f7:61:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '70db06b2-fbfd-4d0c-8979-ca791d3470f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:53Z', 'updated_at': '2022-02-05T21:13:55Z', 'revision_number': 2, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': '70db06b2-fbfd-4d0c-8979-ca791d3470f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed253274-491d-4429-be6f-fcc3101b4a87', 'name': '', 'network_id': '40925240-fb85-4291-a72b-93552903524d', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:1b:1f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:48Z', 'updated_at': '2022-02-05T21:13:54Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:13:59.019854 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-5ae7d7a6-c48a-4519-9dab-f8b633a51fa9 None None] For port fdf1b2a6-c7ed-47d5-94f6-6ab45107171a, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:13:59.027242 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dad296b-6c9c-4a74-8c9d-08705a2659e2 None None] Checking router: 0f12b3ad-9fc3-481d-b888-83c3213abe82 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:13:59.027711 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dad296b-6c9c-4a74-8c9d-08705a2659e2 None None] Updating router 0f12b3ad-9fc3-481d-b888-83c3213abe82 port b6b066e1-8c43-4fcf-903d-647482c1f2f1 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:13:59.064032 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-8dad296b-6c9c-4a74-8c9d-08705a2659e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b6b066e1-8c43-4fcf-903d-647482c1f2f1), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:59.101535 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-caec98a9-7e36-493a-b5f8-df153c8c23d5 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Allocated IP 172.22.0.1 (bdb42d3f-f71b-4467-8ae0-a88a1192301e/1605b37f-7368-469b-b23f-e5986e865216/d67596b7-39a0-47d2-a334-5932ea6d4d66) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:13:59.115501 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-5ae7d7a6-c48a-4519-9dab-f8b633a51fa9 None None] For port fdf1b2a6-c7ed-47d5-94f6-6ab45107171a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fdf1b2a6-c7ed-47d5-94f6-6ab45107171a,segment=NetworkSegment(cf56b1c6-7c0d-485f-a797-33899e4e158f),segment_id=cf56b1c6-7c0d-485f-a797-33899e4e158f)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:13:59.161678 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5ae7d7a6-c48a-4519-9dab-f8b633a51fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (fdf1b2a6-c7ed-47d5-94f6-6ab45107171a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:59.210210 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port ed253274-491d-4429-be6f-fcc3101b4a87 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:13:59.211479 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7fb557aa-112d-41e5-9a4d-b58704d0ab00 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:13:59.320667 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-3b802608-8961-4170-b456-d46d95c8ece7 None None] Current status of the port 7fb557aa-112d-41e5-9a4d-b58704d0ab00 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:13:59.469793 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7d7a6-c48a-4519-9dab-f8b633a51fa9 None None] Pushing event updated for resources: {'Port': ['ID=fdf1b2a6-c7ed-47d5-94f6-6ab45107171a,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:59.484569 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-caec98a9-7e36-493a-b5f8-df153c8c23d5 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for port (d67596b7-39a0-47d2-a334-5932ea6d4d66), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:59.506279 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-b24663d2-9476-4896-a442-1459b024afe1 None None] Provisioning complete for port b6b066e1-8c43-4fcf-903d-647482c1f2f1 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:59.506699 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b24663d2-9476-4896-a442-1459b024afe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b6b066e1-8c43-4fcf-903d-647482c1f2f1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:59.590063 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-caec98a9-7e36-493a-b5f8-df153c8c23d5 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (d67596b7-39a0-47d2-a334-5932ea6d4d66), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:59.612737 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 7fb557aa-112d-41e5-9a4d-b58704d0ab00 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:13:59.613732 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7fb557aa-112d-41e5-9a4d-b58704d0ab00), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:59.639050 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec98a9-7e36-493a-b5f8-df153c8c23d5 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event updated for resources: {'Port': ['ID=d67596b7-39a0-47d2-a334-5932ea6d4d66,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:13:59.669994 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caec98a9-7e36-493a-b5f8-df153c8c23d5 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Network bdb42d3f-f71b-4467-8ae0-a88a1192301e is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:13:59.671592 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-caec98a9-7e36-493a-b5f8-df153c8c23d5 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:13:59.675564 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caec98a9-7e36-493a-b5f8-df153c8c23d5 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:13:59.677102 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-b24663d2-9476-4896-a442-1459b024afe1 None None] Port b6b066e1-8c43-4fcf-903d-647482c1f2f1 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:13:59.787295 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-caec98a9-7e36-493a-b5f8-df153c8c23d5 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (0f12b3ad-9fc3-481d-b888-83c3213abe82), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:13:59.787525 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 7fb557aa-112d-41e5-9a4d-b58704d0ab00 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:13:59.968806 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b10a58-f099-4351-a8c9-36c37c433130 req-735e95c4-1c3e-417f-b1a8-e355398f122a tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:13:59.977828 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-67b10a58-f099-4351-a8c9-36c37c433130 req-735e95c4-1c3e-417f-b1a8-e355398f122a tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 945 time: 0.1660225
Feb 05 21:13:59.996403 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-8dad296b-6c9c-4a74-8c9d-08705a2659e2 None None] Publish callbacks [] for port (b6b066e1-8c43-4fcf-903d-647482c1f2f1), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:00.007611 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-8dad296b-6c9c-4a74-8c9d-08705a2659e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b6b066e1-8c43-4fcf-903d-647482c1f2f1), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:00.105342 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device fdf1b2a6-c7ed-47d5-94f6-6ab45107171a up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:14:00.166208 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-67b10a58-f099-4351-a8c9-36c37c433130 req-348a745d-e30c-4a24-bc83-a9b0dc8eb12f tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1816187
Feb 05 21:14:00.200864 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-caec98a9-7e36-493a-b5f8-df153c8c23d5 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d67596b7-39a0-47d2-a334-5932ea6d4d66), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:00.209246 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da9c65c-71cd-4415-bbe6-08efff6c7cac None None] Pushing event updated for resources: {'Port': ['ID=b6b066e1-8c43-4fcf-903d-647482c1f2f1,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:00.225527 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port fdf1b2a6-c7ed-47d5-94f6-6ab45107171a triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:14:00.226294 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (fdf1b2a6-c7ed-47d5-94f6-6ab45107171a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:00.230485 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da9c65c-71cd-4415-bbe6-08efff6c7cac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:00.230842 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da9c65c-71cd-4415-bbe6-08efff6c7cac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:00.231187 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da9c65c-71cd-4415-bbe6-08efff6c7cac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:00.231529 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da9c65c-71cd-4415-bbe6-08efff6c7cac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:00.232103 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da9c65c-71cd-4415-bbe6-08efff6c7cac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:00.232440 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da9c65c-71cd-4415-bbe6-08efff6c7cac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:00.232801 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da9c65c-71cd-4415-bbe6-08efff6c7cac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:00.233184 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da9c65c-71cd-4415-bbe6-08efff6c7cac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:00.233542 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da9c65c-71cd-4415-bbe6-08efff6c7cac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:00.233898 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da9c65c-71cd-4415-bbe6-08efff6c7cac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:00.234365 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da9c65c-71cd-4415-bbe6-08efff6c7cac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:00.234715 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da9c65c-71cd-4415-bbe6-08efff6c7cac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:00.235064 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da9c65c-71cd-4415-bbe6-08efff6c7cac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:00.244339 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-8dad296b-6c9c-4a74-8c9d-08705a2659e2 None None] Attempting to bind port b6b066e1-8c43-4fcf-903d-647482c1f2f1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:14:00.244827 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-8dad296b-6c9c-4a74-8c9d-08705a2659e2 None None] Attempting to bind port b6b066e1-8c43-4fcf-903d-647482c1f2f1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '22fe1a45-5fef-46c9-903e-888650976a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd591244f-10bc-4e21-a31c-9e750a985d54'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:14:00.245335 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dad296b-6c9c-4a74-8c9d-08705a2659e2 None None] Attempting to bind port b6b066e1-8c43-4fcf-903d-647482c1f2f1 on network d591244f-10bc-4e21-a31c-9e750a985d54 {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:14:00.250813 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dad296b-6c9c-4a74-8c9d-08705a2659e2 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:14:00.251289 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dad296b-6c9c-4a74-8c9d-08705a2659e2 None None] Checking segment: {'id': '22fe1a45-5fef-46c9-903e-888650976a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd591244f-10bc-4e21-a31c-9e750a985d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:14:00.251762 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-8dad296b-6c9c-4a74-8c9d-08705a2659e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:00.252389 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dad296b-6c9c-4a74-8c9d-08705a2659e2 None None] Bound using segment: {'id': '22fe1a45-5fef-46c9-903e-888650976a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd591244f-10bc-4e21-a31c-9e750a985d54'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:14:00.253702 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-8dad296b-6c9c-4a74-8c9d-08705a2659e2 None None] Bound port: b6b066e1-8c43-4fcf-903d-647482c1f2f1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22fe1a45-5fef-46c9-903e-888650976a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd591244f-10bc-4e21-a31c-9e750a985d54'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:14:00.254158 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-8dad296b-6c9c-4a74-8c9d-08705a2659e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b6b066e1-8c43-4fcf-903d-647482c1f2f1), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:00.342977 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port fdf1b2a6-c7ed-47d5-94f6-6ab45107171a is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:14:00.343843 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (fdf1b2a6-c7ed-47d5-94f6-6ab45107171a), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:00.398153 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port fdf1b2a6-c7ed-47d5-94f6-6ab45107171a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fdf1b2a6-c7ed-47d5-94f6-6ab45107171a,segment=NetworkSegment(cf56b1c6-7c0d-485f-a797-33899e4e158f),segment_id=cf56b1c6-7c0d-485f-a797-33899e4e158f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:14:00.405286 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (fdf1b2a6-c7ed-47d5-94f6-6ab45107171a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:00.447307 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-8dad296b-6c9c-4a74-8c9d-08705a2659e2 None None] For port b6b066e1-8c43-4fcf-903d-647482c1f2f1, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:14:00.454608 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-8dad296b-6c9c-4a74-8c9d-08705a2659e2 None None] For port b6b066e1-8c43-4fcf-903d-647482c1f2f1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b6b066e1-8c43-4fcf-903d-647482c1f2f1,segment=NetworkSegment(22fe1a45-5fef-46c9-903e-888650976a75),segment_id=22fe1a45-5fef-46c9-903e-888650976a75)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:14:00.469191 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-8dad296b-6c9c-4a74-8c9d-08705a2659e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b6b066e1-8c43-4fcf-903d-647482c1f2f1), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:00.498428 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=fdf1b2a6-c7ed-47d5-94f6-6ab45107171a,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:00.573444 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dad296b-6c9c-4a74-8c9d-08705a2659e2 None None] Routers {'0f12b3ad-9fc3-481d-b888-83c3213abe82'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:14:00.574557 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-8dad296b-6c9c-4a74-8c9d-08705a2659e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8af18e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:13:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['0f12b3ad-9fc3-481d-b888-83c3213abe82'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:00.582065 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da9c65c-71cd-4415-bbe6-08efff6c7cac None None] Pushing event updated for resources: {'Port': ['ID=b6b066e1-8c43-4fcf-903d-647482c1f2f1,revision_number=4']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:00.650452 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-8884956a-b7e5-4bd5-9663-ff50e1f7ccef None None] Provisioning complete for port b6b066e1-8c43-4fcf-903d-647482c1f2f1 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:14:00.655855 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8884956a-b7e5-4bd5-9663-ff50e1f7ccef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b6b066e1-8c43-4fcf-903d-647482c1f2f1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:00.831613 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-8dad296b-6c9c-4a74-8c9d-08705a2659e2 None None] Set router 0f12b3ad-9fc3-481d-b888-83c3213abe82 gateway port host: None {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:14:00.856769 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-8884956a-b7e5-4bd5-9663-ff50e1f7ccef None None] Current status of the port b6b066e1-8c43-4fcf-903d-647482c1f2f1 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:14:00.857329 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8884956a-b7e5-4bd5-9663-ff50e1f7ccef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b6b066e1-8c43-4fcf-903d-647482c1f2f1), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:00.964689 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-8884956a-b7e5-4bd5-9663-ff50e1f7ccef None None] For port b6b066e1-8c43-4fcf-903d-647482c1f2f1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b6b066e1-8c43-4fcf-903d-647482c1f2f1,segment=NetworkSegment(22fe1a45-5fef-46c9-903e-888650976a75),segment_id=22fe1a45-5fef-46c9-903e-888650976a75)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:14:00.971889 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8884956a-b7e5-4bd5-9663-ff50e1f7ccef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b6b066e1-8c43-4fcf-903d-647482c1f2f1), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:00.992413 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-caec98a9-7e36-493a-b5f8-df153c8c23d5 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for port (d67596b7-39a0-47d2-a334-5932ea6d4d66), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:01.009544 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-caec98a9-7e36-493a-b5f8-df153c8c23d5 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (d67596b7-39a0-47d2-a334-5932ea6d4d66), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:01.162163 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8884956a-b7e5-4bd5-9663-ff50e1f7ccef None None] Pushing event updated for resources: {'Port': ['ID=b6b066e1-8c43-4fcf-903d-647482c1f2f1,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:01.170716 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-481001f8-efee-4c76-a23c-c21ec014b41f None None] Provisioning complete for port b6b066e1-8c43-4fcf-903d-647482c1f2f1 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:14:01.171019 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-481001f8-efee-4c76-a23c-c21ec014b41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b6b066e1-8c43-4fcf-903d-647482c1f2f1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:01.224008 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec98a9-7e36-493a-b5f8-df153c8c23d5 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event updated for resources: {'Port': ['ID=d67596b7-39a0-47d2-a334-5932ea6d4d66,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:01.230073 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-caec98a9-7e36-493a-b5f8-df153c8c23d5 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (0f12b3ad-9fc3-481d-b888-83c3213abe82), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:01.309360 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f851b5-9ee5-4147-ad26-4212b9c07dc2 None None] Network bdb42d3f-f71b-4467-8ae0-a88a1192301e requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:14:01.332199 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-8dad296b-6c9c-4a74-8c9d-08705a2659e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8af18e0>, [{'id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'name': 'tempest-RoutersTest-router-1152873187', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:13:47Z', 'updated_at': '2022-02-05T21:14:00Z', 'revision_number': 4, 'project_id': '743f09469d2b4f98894791740de743a4', 'gw_port_host': None, '_interfaces': [{'id': 'b6b066e1-8c43-4fcf-903d-647482c1f2f1', 'name': '', 'network_id': 'd591244f-10bc-4e21-a31c-9e750a985d54', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:f7:61:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '70db06b2-fbfd-4d0c-8979-ca791d3470f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:53Z', 'updated_at': '2022-02-05T21:14:00Z', 'revision_number': 4, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': '70db06b2-fbfd-4d0c-8979-ca791d3470f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67596b7-39a0-47d2-a334-5932ea6d4d66', 'name': '', 'network_id': 'bdb42d3f-f71b-4467-8ae0-a88a1192301e', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:f8:cc:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '1605b37f-7368-469b-b23f-e5986e865216', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:58Z', 'updated_at': '2022-02-05T21:13:59Z', 'revision_number': 1, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': '1605b37f-7368-469b-b23f-e5986e865216', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed253274-491d-4429-be6f-fcc3101b4a87', 'name': '', 'network_id': '40925240-fb85-4291-a72b-93552903524d', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:1b:1f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:48Z', 'updated_at': '2022-02-05T21:13:54Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:01.348112 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-481001f8-efee-4c76-a23c-c21ec014b41f None None] Current status of the port b6b066e1-8c43-4fcf-903d-647482c1f2f1 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:14:01.372341 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dad296b-6c9c-4a74-8c9d-08705a2659e2 None None] The sync data for ids ['0f12b3ad-9fc3-481d-b888-83c3213abe82'] in ncdv-master-1 is: [{'id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'name': 'tempest-RoutersTest-router-1152873187', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:13:47Z', 'updated_at': '2022-02-05T21:14:00Z', 'revision_number': 4, 'project_id': '743f09469d2b4f98894791740de743a4', 'gw_port_host': None, '_interfaces': [{'id': 'b6b066e1-8c43-4fcf-903d-647482c1f2f1', 'name': '', 'network_id': 'd591244f-10bc-4e21-a31c-9e750a985d54', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:f7:61:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '70db06b2-fbfd-4d0c-8979-ca791d3470f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:53Z', 'updated_at': '2022-02-05T21:14:00Z', 'revision_number': 4, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': '70db06b2-fbfd-4d0c-8979-ca791d3470f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67596b7-39a0-47d2-a334-5932ea6d4d66', 'name': '', 'network_id': 'bdb42d3f-f71b-4467-8ae0-a88a1192301e', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:f8:cc:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '1605b37f-7368-469b-b23f-e5986e865216', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:58Z', 'updated_at': '2022-02-05T21:13:59Z', 'revision_number': 1, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': '1605b37f-7368-469b-b23f-e5986e865216', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed253274-491d-4429-be6f-fcc3101b4a87', 'name': '', 'network_id': '40925240-fb85-4291-a72b-93552903524d', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:1b:1f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:48Z', 'updated_at': '2022-02-05T21:13:54Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:14:01.388172 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d1287-0d4a-4385-84af-4142cba18dda req-3887a6eb-6017-4b30-a173-34ad2063e246 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:01.389168 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caec98a9-7e36-493a-b5f8-df153c8c23d5 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Network bdb42d3f-f71b-4467-8ae0-a88a1192301e is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:14:01.390915 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-caec98a9-7e36-493a-b5f8-df153c8c23d5 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:14:01.398182 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d08d1287-0d4a-4385-84af-4142cba18dda req-3887a6eb-6017-4b30-a173-34ad2063e246 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 945 time: 0.0855091
Feb 05 21:14:01.498602 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d08d1287-0d4a-4385-84af-4142cba18dda req-ee90fe0f-2cce-4472-b885-f64bf618667f tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0908422
Feb 05 21:14:01.557146 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6c800ce6-e6f0-41df-86dc-61326a94b9aa None None] Provisioning complete for port fdf1b2a6-c7ed-47d5-94f6-6ab45107171a triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:14:01.558002 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6c800ce6-e6f0-41df-86dc-61326a94b9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (fdf1b2a6-c7ed-47d5-94f6-6ab45107171a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:01.572009 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caec98a9-7e36-493a-b5f8-df153c8c23d5 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Router 0f12b3ad-9fc3-481d-b888-83c3213abe82 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:14:01.710743 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caec98a9-7e36-493a-b5f8-df153c8c23d5 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:14:01.718355 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-caec98a9-7e36-493a-b5f8-df153c8c23d5 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "PUT /v2.0/routers/0f12b3ad-9fc3-481d-b888-83c3213abe82/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3512216
Feb 05 21:14:01.718735 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42148) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:01.726512 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-e2cf4048-82fd-458a-bb9f-b30a201ab2ce tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Request body: {'network': {'name': 'tempest-RoutersTest-128443326'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:14:01.753639 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2cf4048-82fd-458a-bb9f-b30a201ab2ce tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Made reservation on behalf of 743f09469d2b4f98894791740de743a4 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:14:01.757038 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e2cf4048-82fd-458a-bb9f-b30a201ab2ce tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:01.790941 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2cf4048-82fd-458a-bb9f-b30a201ab2ce tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:14:01.804481 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e2cf4048-82fd-458a-bb9f-b30a201ab2ce tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (48378775-6310-418e-96a3-b3f4d95b2814), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:01.805230 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-e2cf4048-82fd-458a-bb9f-b30a201ab2ce tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Added segment 48378775-6310-418e-96a3-b3f4d95b2814 of type vlan for network d5356453-6f11-430a-b54c-41569619dc2b
Feb 05 21:14:01.883473 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e2cf4048-82fd-458a-bb9f-b30a201ab2ce tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (d5356453-6f11-430a-b54c-41569619dc2b), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:01.896216 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6c800ce6-e6f0-41df-86dc-61326a94b9aa None None] Current status of the port fdf1b2a6-c7ed-47d5-94f6-6ab45107171a is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:14:01.902251 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [req-bc4c86f8-d338-4a2f-89bf-59fb849a2ca4 req-ef60602f-ce22-4168-9c73-5daaa7b868ab tempest-ImagesTestJSON-856946379 tempest-ImagesTestJSON-856946379-project] (114390) timed out ('10.222.0.39', 51627) {{(pid=114390) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 05 21:14:01.922186 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e2cf4048-82fd-458a-bb9f-b30a201ab2ce tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (d5356453-6f11-430a-b54c-41569619dc2b), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:01.927987 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cf4048-82fd-458a-bb9f-b30a201ab2ce tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:01.928614 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e2cf4048-82fd-458a-bb9f-b30a201ab2ce tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:01.965182 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e2cf4048-82fd-458a-bb9f-b30a201ab2ce tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.2429082
Feb 05 21:14:01.966083 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42150) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:01.981631 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-cdecad3b-f72a-42ac-ab5e-2f237922cd35 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Request body: {'subnet': {'network_id': 'd5356453-6f11-430a-b54c-41569619dc2b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:14:02.028348 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-f57b7eb8-461a-4224-9077-6ec7e77c2265 None None] Provisioning complete for port d67596b7-39a0-47d2-a334-5932ea6d4d66 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:14:02.028963 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f57b7eb8-461a-4224-9077-6ec7e77c2265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d67596b7-39a0-47d2-a334-5932ea6d4d66), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:02.041730 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf4048-82fd-458a-bb9f-b30a201ab2ce tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event updated for resources: {'Network': ['ID=d5356453-6f11-430a-b54c-41569619dc2b,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:02.056007 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf4048-82fd-458a-bb9f-b30a201ab2ce tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:02.056991 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf4048-82fd-458a-bb9f-b30a201ab2ce tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:02.057569 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf4048-82fd-458a-bb9f-b30a201ab2ce tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:02.058116 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf4048-82fd-458a-bb9f-b30a201ab2ce tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:02.058971 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf4048-82fd-458a-bb9f-b30a201ab2ce tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:02.059511 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf4048-82fd-458a-bb9f-b30a201ab2ce tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:02.060086 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf4048-82fd-458a-bb9f-b30a201ab2ce tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:02.060604 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf4048-82fd-458a-bb9f-b30a201ab2ce tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:02.061122 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf4048-82fd-458a-bb9f-b30a201ab2ce tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:02.061630 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf4048-82fd-458a-bb9f-b30a201ab2ce tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:02.062332 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf4048-82fd-458a-bb9f-b30a201ab2ce tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:02.062948 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf4048-82fd-458a-bb9f-b30a201ab2ce tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:02.063472 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf4048-82fd-458a-bb9f-b30a201ab2ce tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:02.088029 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network d5356453-6f11-430a-b54c-41569619dc2b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:14:02.126548 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device fdf1b2a6-c7ed-47d5-94f6-6ab45107171a up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:14:02.165621 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdecad3b-f72a-42ac-ab5e-2f237922cd35 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Made reservation on behalf of 743f09469d2b4f98894791740de743a4 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:14:02.169609 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cdecad3b-f72a-42ac-ab5e-2f237922cd35 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:02.184131 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-f57b7eb8-461a-4224-9077-6ec7e77c2265 None None] Port d67596b7-39a0-47d2-a334-5932ea6d4d66 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:14:02.276158 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-f57b7eb8-461a-4224-9077-6ec7e77c2265 None None] Provisioning complete for port fdf1b2a6-c7ed-47d5-94f6-6ab45107171a triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:14:02.276550 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f57b7eb8-461a-4224-9077-6ec7e77c2265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (fdf1b2a6-c7ed-47d5-94f6-6ab45107171a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:02.380997 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port fdf1b2a6-c7ed-47d5-94f6-6ab45107171a triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:14:02.381396 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (fdf1b2a6-c7ed-47d5-94f6-6ab45107171a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:02.500259 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-f57b7eb8-461a-4224-9077-6ec7e77c2265 None None] Current status of the port fdf1b2a6-c7ed-47d5-94f6-6ab45107171a is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:14:02.514761 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cdecad3b-f72a-42ac-ab5e-2f237922cd35 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (e233e8de-5e12-421f-b147-f9db53574bd9), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:02.543870 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port fdf1b2a6-c7ed-47d5-94f6-6ab45107171a is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:14:02.545021 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b6b066e1-8c43-4fcf-903d-647482c1f2f1 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:14:02.610041 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdecad3b-f72a-42ac-ab5e-2f237922cd35 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event updated for resources: {'Subnet': ['ID=e233e8de-5e12-421f-b147-f9db53574bd9,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:02.622518 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdecad3b-f72a-42ac-ab5e-2f237922cd35 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Checking segment: {'id': '48378775-6310-418e-96a3-b3f4d95b2814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd5356453-6f11-430a-b54c-41569619dc2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:14:02.623211 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdecad3b-f72a-42ac-ab5e-2f237922cd35 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Network hostable DHCP agents. Network: d5356453-6f11-430a-b54c-41569619dc2b, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:14:02.626545 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port b6b066e1-8c43-4fcf-903d-647482c1f2f1 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:14:02.627110 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b6b066e1-8c43-4fcf-903d-647482c1f2f1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:02.665095 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdecad3b-f72a-42ac-ab5e-2f237922cd35 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Network d5356453-6f11-430a-b54c-41569619dc2b is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:14:02.667267 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-60f94764-a4fe-4c92-bf01-a1120ecc5131 None None] Provisioning complete for port d67596b7-39a0-47d2-a334-5932ea6d4d66 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:14:02.667772 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-60f94764-a4fe-4c92-bf01-a1120ecc5131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d67596b7-39a0-47d2-a334-5932ea6d4d66), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:02.679324 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-cdecad3b-f72a-42ac-ab5e-2f237922cd35 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d5356453-6f11-430a-b54c-41569619dc2b) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:14:02.697111 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdecad3b-f72a-42ac-ab5e-2f237922cd35 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:02.698782 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cdecad3b-f72a-42ac-ab5e-2f237922cd35 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:02.717949 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aea1b5-2757-43d0-849a-b0164d7c2234 req-f07550ef-d373-4bed-93fa-1a35f87a2151 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:02.728188 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-34aea1b5-2757-43d0-849a-b0164d7c2234 req-f07550ef-d373-4bed-93fa-1a35f87a2151 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 945 time: 0.1093557
Feb 05 21:14:02.741392 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-cdecad3b-f72a-42ac-ab5e-2f237922cd35 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7711775
Feb 05 21:14:02.741655 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42158) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:02.759291 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-60f94764-a4fe-4c92-bf01-a1120ecc5131 None None] Port d67596b7-39a0-47d2-a334-5932ea6d4d66 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:14:02.765936 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dae3226-af69-4c2c-95ce-4e34be49485f None None] Network d5356453-6f11-430a-b54c-41569619dc2b requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:14:02.827093 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-34aea1b5-2757-43d0-849a-b0164d7c2234 req-ca6b1243-e8e4-4758-9ad9-74402ad3b55f tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0978782
Feb 05 21:14:02.924677 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port b6b066e1-8c43-4fcf-903d-647482c1f2f1 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:14:02.961023 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716d5a98-e566-4105-9534-a7b0104ec90c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d5356453-6f11-430a-b54c-41569619dc2b', 'network_id': 'd5356453-6f11-430a-b54c-41569619dc2b', 'project_id': '743f09469d2b4f98894791740de743a4', 'fixed_ips': [{'subnet_id': 'e233e8de-5e12-421f-b147-f9db53574bd9'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:14:02.962035 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-716d5a98-e566-4105-9534-a7b0104ec90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:03.004122 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b3b5f-e59d-41b3-860a-e3f059dc616c req-f4e6b557-1442-4e5b-b1d0-9748df8ce02b tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:03.007028 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-347b3b5f-e59d-41b3-860a-e3f059dc616c req-f4e6b557-1442-4e5b-b1d0-9748df8ce02b tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c4860bf-f7f0-417c-a17a-f0f87b369213 HTTP/1.1" status: 200  len: 945 time: 0.0818179
Feb 05 21:14:03.072379 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-347b3b5f-e59d-41b3-860a-e3f059dc616c req-2e27d1f4-7a47-421a-ae1f-b2cff38c93eb tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/security-groups?id=1940a6f1-ff80-4a12-ab7c-3959d0fbe11b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585325
Feb 05 21:14:03.111694 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7964d03e-0358-44bc-b1e2-a1e88a688d7a None None] Sync routers for ids ['0f12b3ad-9fc3-481d-b888-83c3213abe82'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:14:03.131063 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-716d5a98-e566-4105-9534-a7b0104ec90c None None] Allocated IP 172.23.0.2 (d5356453-6f11-430a-b54c-41569619dc2b/e233e8de-5e12-421f-b147-f9db53574bd9/48c2d054-8ae6-41a6-860e-ffe2e21e70f8) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:14:03.136565 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7964d03e-0358-44bc-b1e2-a1e88a688d7a None None] Routers {'0f12b3ad-9fc3-481d-b888-83c3213abe82'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:14:03.137131 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-7964d03e-0358-44bc-b1e2-a1e88a688d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabbc26d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:13:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['0f12b3ad-9fc3-481d-b888-83c3213abe82'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:03.223577 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f786dfa7-71ff-4477-8eed-b6baa7d46058 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:03.286131 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-7964d03e-0358-44bc-b1e2-a1e88a688d7a None None] Set router 0f12b3ad-9fc3-481d-b888-83c3213abe82 gateway port host: None {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:14:03.474267 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-716d5a98-e566-4105-9534-a7b0104ec90c None None] Publish callbacks [] for port (48c2d054-8ae6-41a6-860e-ffe2e21e70f8), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:03.482528 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-716d5a98-e566-4105-9534-a7b0104ec90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (48c2d054-8ae6-41a6-860e-ffe2e21e70f8), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:03.542762 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-f786dfa7-71ff-4477-8eed-b6baa7d46058 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Allocated IP 172.23.0.1 (d5356453-6f11-430a-b54c-41569619dc2b/e233e8de-5e12-421f-b147-f9db53574bd9/48968c0b-531c-4738-a513-95371beeee75) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:14:03.543494 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716d5a98-e566-4105-9534-a7b0104ec90c None None] Network d5356453-6f11-430a-b54c-41569619dc2b is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:14:03.549520 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-716d5a98-e566-4105-9534-a7b0104ec90c None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:14:03.569753 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716d5a98-e566-4105-9534-a7b0104ec90c None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:14:03.572683 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d5a98-e566-4105-9534-a7b0104ec90c None None] Pushing event updated for resources: {'Port': ['ID=48c2d054-8ae6-41a6-860e-ffe2e21e70f8,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:03.649952 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-716d5a98-e566-4105-9534-a7b0104ec90c None None] Attempting to bind port 48c2d054-8ae6-41a6-860e-ffe2e21e70f8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:14:03.650735 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-716d5a98-e566-4105-9534-a7b0104ec90c None None] Attempting to bind port 48c2d054-8ae6-41a6-860e-ffe2e21e70f8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '48378775-6310-418e-96a3-b3f4d95b2814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd5356453-6f11-430a-b54c-41569619dc2b'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:14:03.650735 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716d5a98-e566-4105-9534-a7b0104ec90c None None] Attempting to bind port 48c2d054-8ae6-41a6-860e-ffe2e21e70f8 on network d5356453-6f11-430a-b54c-41569619dc2b {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:14:03.655870 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-7964d03e-0358-44bc-b1e2-a1e88a688d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabbc26d0>, [{'id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'name': 'tempest-RoutersTest-router-1152873187', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:13:47Z', 'updated_at': '2022-02-05T21:14:00Z', 'revision_number': 4, 'project_id': '743f09469d2b4f98894791740de743a4', 'gw_port_host': None, '_interfaces': [{'id': 'b6b066e1-8c43-4fcf-903d-647482c1f2f1', 'name': '', 'network_id': 'd591244f-10bc-4e21-a31c-9e750a985d54', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:f7:61:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '70db06b2-fbfd-4d0c-8979-ca791d3470f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:53Z', 'updated_at': '2022-02-05T21:14:00Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': '70db06b2-fbfd-4d0c-8979-ca791d3470f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67596b7-39a0-47d2-a334-5932ea6d4d66', 'name': '', 'network_id': 'bdb42d3f-f71b-4467-8ae0-a88a1192301e', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:f8:cc:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '1605b37f-7368-469b-b23f-e5986e865216', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:58Z', 'updated_at': '2022-02-05T21:14:00Z', 'revision_number': 2, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': '1605b37f-7368-469b-b23f-e5986e865216', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed253274-491d-4429-be6f-fcc3101b4a87', 'name': '', 'network_id': '40925240-fb85-4291-a72b-93552903524d', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:1b:1f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:48Z', 'updated_at': '2022-02-05T21:13:54Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:03.661059 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716d5a98-e566-4105-9534-a7b0104ec90c None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:14:03.661447 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716d5a98-e566-4105-9534-a7b0104ec90c None None] Checking segment: {'id': '48378775-6310-418e-96a3-b3f4d95b2814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd5356453-6f11-430a-b54c-41569619dc2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:14:03.661848 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-716d5a98-e566-4105-9534-a7b0104ec90c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:03.662246 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716d5a98-e566-4105-9534-a7b0104ec90c None None] Bound using segment: {'id': '48378775-6310-418e-96a3-b3f4d95b2814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd5356453-6f11-430a-b54c-41569619dc2b'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:14:03.662820 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-716d5a98-e566-4105-9534-a7b0104ec90c None None] Bound port: 48c2d054-8ae6-41a6-860e-ffe2e21e70f8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48378775-6310-418e-96a3-b3f4d95b2814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd5356453-6f11-430a-b54c-41569619dc2b'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:14:03.663208 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-716d5a98-e566-4105-9534-a7b0104ec90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (48c2d054-8ae6-41a6-860e-ffe2e21e70f8), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:03.675372 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f786dfa7-71ff-4477-8eed-b6baa7d46058 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for port (48968c0b-531c-4738-a513-95371beeee75), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:03.700669 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7964d03e-0358-44bc-b1e2-a1e88a688d7a None None] Checking router: 0f12b3ad-9fc3-481d-b888-83c3213abe82 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:14:03.701052 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7964d03e-0358-44bc-b1e2-a1e88a688d7a None None] Updating router 0f12b3ad-9fc3-481d-b888-83c3213abe82 port d67596b7-39a0-47d2-a334-5932ea6d4d66 binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:14:03.711461 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f786dfa7-71ff-4477-8eed-b6baa7d46058 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (48968c0b-531c-4738-a513-95371beeee75), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:03.754788 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f786dfa7-71ff-4477-8eed-b6baa7d46058 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Network d5356453-6f11-430a-b54c-41569619dc2b is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:14:03.759467 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-f786dfa7-71ff-4477-8eed-b6baa7d46058 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:14:03.761449 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8ceef60a-c606-4dd4-9e94-70763a9f2d2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:03.763785 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f786dfa7-71ff-4477-8eed-b6baa7d46058 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:14:03.764472 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7964d03e-0358-44bc-b1e2-a1e88a688d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d67596b7-39a0-47d2-a334-5932ea6d4d66), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:03.767772 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786dfa7-71ff-4477-8eed-b6baa7d46058 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event updated for resources: {'Port': ['ID=48968c0b-531c-4738-a513-95371beeee75,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:03.811843 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f786dfa7-71ff-4477-8eed-b6baa7d46058 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (0f12b3ad-9fc3-481d-b888-83c3213abe82), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:03.827993 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-716d5a98-e566-4105-9534-a7b0104ec90c None None] For port 48c2d054-8ae6-41a6-860e-ffe2e21e70f8, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:14:03.846234 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-716d5a98-e566-4105-9534-a7b0104ec90c None None] For port 48c2d054-8ae6-41a6-860e-ffe2e21e70f8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=48c2d054-8ae6-41a6-860e-ffe2e21e70f8,segment=NetworkSegment(48378775-6310-418e-96a3-b3f4d95b2814),segment_id=48378775-6310-418e-96a3-b3f4d95b2814)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:14:03.894906 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-716d5a98-e566-4105-9534-a7b0104ec90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (48c2d054-8ae6-41a6-860e-ffe2e21e70f8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:03.943388 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f786dfa7-71ff-4477-8eed-b6baa7d46058 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (48968c0b-531c-4738-a513-95371beeee75), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:03.980685 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0fa0a-ad95-4780-a16f-6b89b4fea380 req-a3ab3c2d-311d-4af4-ae18-6702ff01d029 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:03.983159 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b0c0fa0a-ad95-4780-a16f-6b89b4fea380 req-a3ab3c2d-311d-4af4-ae18-6702ff01d029 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 945 time: 0.0680089
Feb 05 21:14:04.045961 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b0c0fa0a-ad95-4780-a16f-6b89b4fea380 req-8869e911-bc67-4265-a320-cffdf9418344 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0541468
Feb 05 21:14:04.064515 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d5a98-e566-4105-9534-a7b0104ec90c None None] Pushing event updated for resources: {'Port': ['ID=48c2d054-8ae6-41a6-860e-ffe2e21e70f8,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:04.188509 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7964d03e-0358-44bc-b1e2-a1e88a688d7a None None] Publish callbacks [] for port (d67596b7-39a0-47d2-a334-5932ea6d4d66), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:04.205293 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7964d03e-0358-44bc-b1e2-a1e88a688d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d67596b7-39a0-47d2-a334-5932ea6d4d66), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:04.255187 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266f94e-91a0-45d4-ad36-4ea39002f889 req-db168a65-2ace-490d-9ee4-8181d366085a tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:04.262496 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2266f94e-91a0-45d4-ad36-4ea39002f889 req-db168a65-2ace-490d-9ee4-8181d366085a tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c4860bf-f7f0-417c-a17a-f0f87b369213 HTTP/1.1" status: 200  len: 945 time: 0.1076062
Feb 05 21:14:04.304955 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f786dfa7-71ff-4477-8eed-b6baa7d46058 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for port (48968c0b-531c-4738-a513-95371beeee75), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:04.309033 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb6567-c4c2-4119-91da-0992b8300760 None None] Pushing event updated for resources: {'Port': ['ID=d67596b7-39a0-47d2-a334-5932ea6d4d66,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:04.319893 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f786dfa7-71ff-4477-8eed-b6baa7d46058 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (48968c0b-531c-4738-a513-95371beeee75), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:04.363064 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-7964d03e-0358-44bc-b1e2-a1e88a688d7a None None] Attempting to bind port d67596b7-39a0-47d2-a334-5932ea6d4d66 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:14:04.363601 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-7964d03e-0358-44bc-b1e2-a1e88a688d7a None None] Attempting to bind port d67596b7-39a0-47d2-a334-5932ea6d4d66 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cf56b1c6-7c0d-485f-a797-33899e4e158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bdb42d3f-f71b-4467-8ae0-a88a1192301e'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:14:04.363989 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7964d03e-0358-44bc-b1e2-a1e88a688d7a None None] Attempting to bind port d67596b7-39a0-47d2-a334-5932ea6d4d66 on network bdb42d3f-f71b-4467-8ae0-a88a1192301e {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:14:04.377071 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7964d03e-0358-44bc-b1e2-a1e88a688d7a None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:14:04.378072 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7964d03e-0358-44bc-b1e2-a1e88a688d7a None None] Checking segment: {'id': 'cf56b1c6-7c0d-485f-a797-33899e4e158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bdb42d3f-f71b-4467-8ae0-a88a1192301e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:14:04.378072 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7964d03e-0358-44bc-b1e2-a1e88a688d7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:04.378583 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7964d03e-0358-44bc-b1e2-a1e88a688d7a None None] Bound using segment: {'id': 'cf56b1c6-7c0d-485f-a797-33899e4e158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bdb42d3f-f71b-4467-8ae0-a88a1192301e'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:14:04.379204 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-7964d03e-0358-44bc-b1e2-a1e88a688d7a None None] Bound port: d67596b7-39a0-47d2-a334-5932ea6d4d66, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf56b1c6-7c0d-485f-a797-33899e4e158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bdb42d3f-f71b-4467-8ae0-a88a1192301e'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:14:04.379601 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7964d03e-0358-44bc-b1e2-a1e88a688d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d67596b7-39a0-47d2-a334-5932ea6d4d66), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:04.396510 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2266f94e-91a0-45d4-ad36-4ea39002f889 req-8c6761a8-1202-4376-b54b-cf36f6f6fdb0 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/security-groups?id=1940a6f1-ff80-4a12-ab7c-3959d0fbe11b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1330192
Feb 05 21:14:04.428210 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f786dfa7-71ff-4477-8eed-b6baa7d46058 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (0f12b3ad-9fc3-481d-b888-83c3213abe82), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:04.430137 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786dfa7-71ff-4477-8eed-b6baa7d46058 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event updated for resources: {'Port': ['ID=48968c0b-531c-4738-a513-95371beeee75,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:04.571342 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f786dfa7-71ff-4477-8eed-b6baa7d46058 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Network d5356453-6f11-430a-b54c-41569619dc2b is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:14:04.574089 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-f786dfa7-71ff-4477-8eed-b6baa7d46058 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:14:04.585864 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b47bb5-d8d1-4282-bd62-ad3d477ccd7e req-12a2b85d-3e8f-487d-a6d1-71abd270750d tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:04.587388 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-25b47bb5-d8d1-4282-bd62-ad3d477ccd7e req-12a2b85d-3e8f-487d-a6d1-71abd270750d tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c4860bf-f7f0-417c-a17a-f0f87b369213 HTTP/1.1" status: 200  len: 945 time: 0.0921948
Feb 05 21:14:04.650489 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-860ff71a-4d01-469a-9abd-81ca7d5425b4 None None] Provisioning complete for port d67596b7-39a0-47d2-a334-5932ea6d4d66 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:14:04.651105 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-860ff71a-4d01-469a-9abd-81ca7d5425b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d67596b7-39a0-47d2-a334-5932ea6d4d66), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:04.652748 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-7964d03e-0358-44bc-b1e2-a1e88a688d7a None None] For port d67596b7-39a0-47d2-a334-5932ea6d4d66, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:14:04.656329 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-7964d03e-0358-44bc-b1e2-a1e88a688d7a None None] For port d67596b7-39a0-47d2-a334-5932ea6d4d66, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d67596b7-39a0-47d2-a334-5932ea6d4d66,segment=NetworkSegment(cf56b1c6-7c0d-485f-a797-33899e4e158f),segment_id=cf56b1c6-7c0d-485f-a797-33899e4e158f)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:14:04.684344 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7964d03e-0358-44bc-b1e2-a1e88a688d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d67596b7-39a0-47d2-a334-5932ea6d4d66), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:04.717423 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-860ff71a-4d01-469a-9abd-81ca7d5425b4 None None] Port d67596b7-39a0-47d2-a334-5932ea6d4d66 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:14:04.749180 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f786dfa7-71ff-4477-8eed-b6baa7d46058 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Router 0f12b3ad-9fc3-481d-b888-83c3213abe82 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:14:04.755501 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7964d03e-0358-44bc-b1e2-a1e88a688d7a None None] Routers {'0f12b3ad-9fc3-481d-b888-83c3213abe82'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:14:04.756144 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-7964d03e-0358-44bc-b1e2-a1e88a688d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabbc26d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:13:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['0f12b3ad-9fc3-481d-b888-83c3213abe82'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:04.759424 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb6567-c4c2-4119-91da-0992b8300760 None None] Pushing event updated for resources: {'Port': ['ID=d67596b7-39a0-47d2-a334-5932ea6d4d66,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:04.809714 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-25b47bb5-d8d1-4282-bd62-ad3d477ccd7e req-ac0f74f1-ee35-4f45-9577-765f0f1dbe59 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Deleting port 6e4edc87-ef96-499f-abdc-eec1d6203dfb {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:14:04.810063 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-25b47bb5-d8d1-4282-bd62-ad3d477ccd7e req-ac0f74f1-ee35-4f45-9577-765f0f1dbe59 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (6e4edc87-ef96-499f-abdc-eec1d6203dfb), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:04.876195 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-7964d03e-0358-44bc-b1e2-a1e88a688d7a None None] Set router 0f12b3ad-9fc3-481d-b888-83c3213abe82 gateway port host: None {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:14:05.073935 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-2e4c172f-dbc0-42d1-8fab-16a26ecde1bb None None] Provisioning complete for port d67596b7-39a0-47d2-a334-5932ea6d4d66 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:14:05.074320 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2e4c172f-dbc0-42d1-8fab-16a26ecde1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d67596b7-39a0-47d2-a334-5932ea6d4d66), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:05.126698 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 851783e6-d22c-41f7-95ae-b0b5f516a0cc details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:14:05.203559 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08666e09-441b-49f2-ae25-24d3aca2b845 req-6a81b513-9a5f-4518-8c1b-10f0aaba13b8 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:05.212191 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-08666e09-441b-49f2-ae25-24d3aca2b845 req-6a81b513-9a5f-4518-8c1b-10f0aaba13b8 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 945 time: 0.0689847
Feb 05 21:14:05.280673 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f786dfa7-71ff-4477-8eed-b6baa7d46058 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:14:05.288160 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f786dfa7-71ff-4477-8eed-b6baa7d46058 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "PUT /v2.0/routers/0f12b3ad-9fc3-481d-b888-83c3213abe82/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5452535
Feb 05 21:14:05.291811 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42172) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:05.295105 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-08666e09-441b-49f2-ae25-24d3aca2b845 req-672f1437-02d0-406b-907b-7e8769208ef6 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0814269
Feb 05 21:14:05.297015 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-a629ca4b-db51-47d1-9cb8-440559b50348 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:14:05.325338 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29ac96d-22e5-469f-8184-e9caff3eaa1c None None] Network d5356453-6f11-430a-b54c-41569619dc2b requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:14:05.338763 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 851783e6-d22c-41f7-95ae-b0b5f516a0cc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=851783e6-d22c-41f7-95ae-b0b5f516a0cc,segment=NetworkSegment(f62e3c71-b57a-482e-a2c4-7d4c5e58c260),segment_id=f62e3c71-b57a-482e-a2c4-7d4c5e58c260)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:14:05.381612 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '851783e6-d22c-41f7-95ae-b0b5f516a0cc', 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469', 'port_id': '851783e6-d22c-41f7-95ae-b0b5f516a0cc', 'mac_address': 'fa:16:3e:5e:eb:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bc96f9b-13b4-445f-ae2d-9347a725b89d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:14:05.390028 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-25b47bb5-d8d1-4282-bd62-ad3d477ccd7e req-ac0f74f1-ee35-4f45-9577-765f0f1dbe59 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] For port 6e4edc87-ef96-499f-abdc-eec1d6203dfb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6e4edc87-ef96-499f-abdc-eec1d6203dfb,segment=NetworkSegment(85033ada-d563-4aa7-ab29-e969031752d8),segment_id=85033ada-d563-4aa7-ab29-e969031752d8)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:14:05.390620 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-25b47bb5-d8d1-4282-bd62-ad3d477ccd7e req-ac0f74f1-ee35-4f45-9577-765f0f1dbe59 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (6e4edc87-ef96-499f-abdc-eec1d6203dfb), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:05.411422 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-25b47bb5-d8d1-4282-bd62-ad3d477ccd7e req-ac0f74f1-ee35-4f45-9577-765f0f1dbe59 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Calling delete_port for 6e4edc87-ef96-499f-abdc-eec1d6203dfb owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:14:05.413401 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-2e4c172f-dbc0-42d1-8fab-16a26ecde1bb None None] Current status of the port d67596b7-39a0-47d2-a334-5932ea6d4d66 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:14:05.413803 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2e4c172f-dbc0-42d1-8fab-16a26ecde1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d67596b7-39a0-47d2-a334-5932ea6d4d66), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:05.436798 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-7964d03e-0358-44bc-b1e2-a1e88a688d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabbc26d0>, [{'id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'name': 'tempest-RoutersTest-router-1152873187', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:13:47Z', 'updated_at': '2022-02-05T21:14:03Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'gw_port_host': None, '_interfaces': [{'id': '48968c0b-531c-4738-a513-95371beeee75', 'name': '', 'network_id': 'd5356453-6f11-430a-b54c-41569619dc2b', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:6b:fb:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'e233e8de-5e12-421f-b147-f9db53574bd9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:14:03Z', 'updated_at': '2022-02-05T21:14:04Z', 'revision_number': 2, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': 'e233e8de-5e12-421f-b147-f9db53574bd9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6b066e1-8c43-4fcf-903d-647482c1f2f1', 'name': '', 'network_id': 'd591244f-10bc-4e21-a31c-9e750a985d54', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:f7:61:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '70db06b2-fbfd-4d0c-8979-ca791d3470f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:53Z', 'updated_at': '2022-02-05T21:14:00Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': '70db06b2-fbfd-4d0c-8979-ca791d3470f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67596b7-39a0-47d2-a334-5932ea6d4d66', 'name': '', 'network_id': 'bdb42d3f-f71b-4467-8ae0-a88a1192301e', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:f8:cc:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '1605b37f-7368-469b-b23f-e5986e865216', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:58Z', 'updated_at': '2022-02-05T21:14:04Z', 'revision_number': 4, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': '1605b37f-7368-469b-b23f-e5986e865216', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed253274-491d-4429-be6f-fcc3101b4a87', 'name': '', 'network_id': '40925240-fb85-4291-a72b-93552903524d', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:1b:1f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:48Z', 'updated_at': '2022-02-05T21:13:54Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:05.496690 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7964d03e-0358-44bc-b1e2-a1e88a688d7a None None] The sync data for ids ['0f12b3ad-9fc3-481d-b888-83c3213abe82'] in ncdv-master-1 is: [{'id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'name': 'tempest-RoutersTest-router-1152873187', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:13:47Z', 'updated_at': '2022-02-05T21:14:03Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'gw_port_host': None, '_interfaces': [{'id': '48968c0b-531c-4738-a513-95371beeee75', 'name': '', 'network_id': 'd5356453-6f11-430a-b54c-41569619dc2b', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:6b:fb:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'e233e8de-5e12-421f-b147-f9db53574bd9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:14:03Z', 'updated_at': '2022-02-05T21:14:04Z', 'revision_number': 2, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': 'e233e8de-5e12-421f-b147-f9db53574bd9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6b066e1-8c43-4fcf-903d-647482c1f2f1', 'name': '', 'network_id': 'd591244f-10bc-4e21-a31c-9e750a985d54', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:f7:61:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '70db06b2-fbfd-4d0c-8979-ca791d3470f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:53Z', 'updated_at': '2022-02-05T21:14:00Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': '70db06b2-fbfd-4d0c-8979-ca791d3470f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67596b7-39a0-47d2-a334-5932ea6d4d66', 'name': '', 'network_id': 'bdb42d3f-f71b-4467-8ae0-a88a1192301e', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:f8:cc:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '1605b37f-7368-469b-b23f-e5986e865216', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:58Z', 'updated_at': '2022-02-05T21:14:04Z', 'revision_number': 4, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': '1605b37f-7368-469b-b23f-e5986e865216', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed253274-491d-4429-be6f-fcc3101b4a87', 'name': '', 'network_id': '40925240-fb85-4291-a72b-93552903524d', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:1b:1f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:48Z', 'updated_at': '2022-02-05T21:13:54Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:14:05.524227 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9576e34-04ad-41d6-ab07-c18f997e2e6c req-175cf29a-17e2-44da-a420-17a47ef7a5bf tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:05.526140 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b9576e34-04ad-41d6-ab07-c18f997e2e6c req-175cf29a-17e2-44da-a420-17a47ef7a5bf tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c4860bf-f7f0-417c-a17a-f0f87b369213 HTTP/1.1" status: 200  len: 945 time: 0.0604825
Feb 05 21:14:05.537038 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-2e4c172f-dbc0-42d1-8fab-16a26ecde1bb None None] For port d67596b7-39a0-47d2-a334-5932ea6d4d66, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d67596b7-39a0-47d2-a334-5932ea6d4d66,segment=NetworkSegment(cf56b1c6-7c0d-485f-a797-33899e4e158f),segment_id=cf56b1c6-7c0d-485f-a797-33899e4e158f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:14:05.540871 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 851783e6-d22c-41f7-95ae-b0b5f516a0cc is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:14:05.540871 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (851783e6-d22c-41f7-95ae-b0b5f516a0cc), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:05.577117 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2e4c172f-dbc0-42d1-8fab-16a26ecde1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d67596b7-39a0-47d2-a334-5932ea6d4d66), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:05.601525 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 851783e6-d22c-41f7-95ae-b0b5f516a0cc {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:14:05.642239 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b9576e34-04ad-41d6-ab07-c18f997e2e6c req-182b7538-9c49-4f3c-b58b-47c69b865a6d tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/security-groups?id=1940a6f1-ff80-4a12-ab7c-3959d0fbe11b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074939
Feb 05 21:14:05.675975 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 851783e6-d22c-41f7-95ae-b0b5f516a0cc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=851783e6-d22c-41f7-95ae-b0b5f516a0cc,segment=NetworkSegment(f62e3c71-b57a-482e-a2c4-7d4c5e58c260),segment_id=f62e3c71-b57a-482e-a2c4-7d4c5e58c260)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:14:05.685137 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (851783e6-d22c-41f7-95ae-b0b5f516a0cc), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:05.701765 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c172f-dbc0-42d1-8fab-16a26ecde1bb None None] Pushing event updated for resources: {'Port': ['ID=d67596b7-39a0-47d2-a334-5932ea6d4d66,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:05.751317 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-1427e414-07eb-4e36-8f65-6a9837b59255 None None] Provisioning complete for port 48c2d054-8ae6-41a6-860e-ffe2e21e70f8 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:14:05.752319 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1427e414-07eb-4e36-8f65-6a9837b59255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (48c2d054-8ae6-41a6-860e-ffe2e21e70f8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:05.799367 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-25b47bb5-d8d1-4282-bd62-ad3d477ccd7e req-ac0f74f1-ee35-4f45-9577-765f0f1dbe59 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (6e4edc87-ef96-499f-abdc-eec1d6203dfb), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:05.818100 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['6e4edc87-ef96-499f-abdc-eec1d6203dfb'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:14:05.826174 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=851783e6-d22c-41f7-95ae-b0b5f516a0cc,revision_number=11']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:05.868034 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f74f1-ee35-4f45-9577-765f0f1dbe59 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Pushing event deleted for resources: {'Port': ['ID=6e4edc87-ef96-499f-abdc-eec1d6203dfb,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:05.952779 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b47bb5-d8d1-4282-bd62-ad3d477ccd7e req-ac0f74f1-ee35-4f45-9577-765f0f1dbe59 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] No DVR routers for this DVR port 6e4edc87-ef96-499f-abdc-eec1d6203dfb on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:14:05.955519 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['851783e6-d22c-41f7-95ae-b0b5f516a0cc'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:14:05.956494 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-25b47bb5-d8d1-4282-bd62-ad3d477ccd7e req-ac0f74f1-ee35-4f45-9577-765f0f1dbe59 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:05.960605 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-25b47bb5-d8d1-4282-bd62-ad3d477ccd7e req-ac0f74f1-ee35-4f45-9577-765f0f1dbe59 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.21 "DELETE /v2.0/ports/6e4edc87-ef96-499f-abdc-eec1d6203dfb HTTP/1.1" status: 204  len: 173 time: 1.3674664
Feb 05 21:14:05.965459 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4860bf-f7f0-417c-a17a-f0f87b369213', 'name': 'network-vif-deleted', 'tag': '6e4edc87-ef96-499f-abdc-eec1d6203dfb'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:14:05.969490 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfda9b56-0e46-47b6-b51a-a011c1ff9dec" -d '{"events": [{"server_uuid": "0c4860bf-f7f0-417c-a17a-f0f87b369213", "name": "network-vif-deleted", "tag": "6e4edc87-ef96-499f-abdc-eec1d6203dfb"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:14:06.060864 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-1427e414-07eb-4e36-8f65-6a9837b59255 None None] Current status of the port 48c2d054-8ae6-41a6-860e-ffe2e21e70f8 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:14:06.061259 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1427e414-07eb-4e36-8f65-6a9837b59255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (48c2d054-8ae6-41a6-860e-ffe2e21e70f8), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:06.091713 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c627f58c-eb43-4487-8070-1f34d7098439 x-openstack-request-id: req-c627f58c-eb43-4487-8070-1f34d7098439 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:14:06.091713 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4860bf-f7f0-417c-a17a-f0f87b369213", "name": "network-vif-deleted", "tag": "6e4edc87-ef96-499f-abdc-eec1d6203dfb", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:14:06.091713 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c627f58c-eb43-4487-8070-1f34d7098439 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:14:06.091713 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4860bf-f7f0-417c-a17a-f0f87b369213', 'name': 'network-vif-deleted', 'tag': '6e4edc87-ef96-499f-abdc-eec1d6203dfb', 'status': 'completed', 'code': 200}
Feb 05 21:14:06.091713 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.extraroute_db [None req-a629ca4b-db51-47d1-9cb8-440559b50348 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=114390) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Feb 05 21:14:06.120193 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.extraroute_db [None req-a629ca4b-db51-47d1-9cb8-440559b50348 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Removed routes are [] {{(pid=114390) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Feb 05 21:14:06.121309 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a629ca4b-db51-47d1-9cb8-440559b50348 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8250'] for router (0f12b3ad-9fc3-481d-b888-83c3213abe82), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:06.129202 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fcfbcd68-56c1-4cb6-83de-2bae7bf43c0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:06.189363 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-1427e414-07eb-4e36-8f65-6a9837b59255 None None] For port 48c2d054-8ae6-41a6-860e-ffe2e21e70f8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=48c2d054-8ae6-41a6-860e-ffe2e21e70f8,segment=NetworkSegment(48378775-6310-418e-96a3-b3f4d95b2814),segment_id=48378775-6310-418e-96a3-b3f4d95b2814)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:14:06.243542 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1427e414-07eb-4e36-8f65-6a9837b59255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (48c2d054-8ae6-41a6-860e-ffe2e21e70f8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:06.294347 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device d67596b7-39a0-47d2-a334-5932ea6d4d66 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:14:06.430870 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1427e414-07eb-4e36-8f65-6a9837b59255 None None] Pushing event updated for resources: {'Port': ['ID=48c2d054-8ae6-41a6-860e-ffe2e21e70f8,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:06.448486 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-929b9fb6-d15a-4474-a428-796b08fe9f93 None None] Provisioning complete for port 48c2d054-8ae6-41a6-860e-ffe2e21e70f8 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:14:06.448825 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-929b9fb6-d15a-4474-a428-796b08fe9f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (48c2d054-8ae6-41a6-860e-ffe2e21e70f8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:06.529925 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port d67596b7-39a0-47d2-a334-5932ea6d4d66 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:14:06.530312 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d67596b7-39a0-47d2-a334-5932ea6d4d66), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:06.542004 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26848b47-748a-4b78-8080-aa59cd14ce0b req-2ba6c193-8114-4266-b1d9-e5af2322a1a4 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:06.543978 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26848b47-748a-4b78-8080-aa59cd14ce0b req-2ba6c193-8114-4266-b1d9-e5af2322a1a4 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 946 time: 0.1299458
Feb 05 21:14:06.563418 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a629ca4b-db51-47d1-9cb8-440559b50348 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8250'] for router (0f12b3ad-9fc3-481d-b888-83c3213abe82), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:06.586774 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a629ca4b-db51-47d1-9cb8-440559b50348 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583542'] for router (0f12b3ad-9fc3-481d-b888-83c3213abe82), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:06.629375 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26848b47-748a-4b78-8080-aa59cd14ce0b req-307c299e-ca23-487d-bb42-ae9a7ca9bb8d tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0705740
Feb 05 21:14:06.696588 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-929b9fb6-d15a-4474-a428-796b08fe9f93 None None] Current status of the port 48c2d054-8ae6-41a6-860e-ffe2e21e70f8 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:14:06.724504 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01de799-2945-4944-8beb-838c6ce03ccd None None] Sync routers for ids ['0f12b3ad-9fc3-481d-b888-83c3213abe82'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:14:06.739464 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-929b9fb6-d15a-4474-a428-796b08fe9f93 None None] Provisioning complete for port 48968c0b-531c-4738-a513-95371beeee75 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:14:06.742054 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01de799-2945-4944-8beb-838c6ce03ccd None None] Routers {'0f12b3ad-9fc3-481d-b888-83c3213abe82'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:14:06.742449 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-929b9fb6-d15a-4474-a428-796b08fe9f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (48968c0b-531c-4738-a513-95371beeee75), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:06.745741 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port d67596b7-39a0-47d2-a334-5932ea6d4d66 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:14:06.746721 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-c01de799-2945-4944-8beb-838c6ce03ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8cfb4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:14:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['0f12b3ad-9fc3-481d-b888-83c3213abe82'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:06.749845 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 48c2d054-8ae6-41a6-860e-ffe2e21e70f8 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:14:06.766638 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a629ca4b-db51-47d1-9cb8-440559b50348 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Router 0f12b3ad-9fc3-481d-b888-83c3213abe82 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:14:06.820134 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e0bd9188-f3ff-4cd7-8354-48ae9fe4afc6 req-3b4b9cf6-361e-461e-9887-fb823864d654 tempest-VolumesSnapshotTestJSON-1761633007 tempest-VolumesSnapshotTestJSON-1761633007-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c4860bf-f7f0-417c-a17a-f0f87b369213 HTTP/1.1" status: 200  len: 210 time: 0.0348947
Feb 05 21:14:06.823596 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-929b9fb6-d15a-4474-a428-796b08fe9f93 None None] Port 48968c0b-531c-4738-a513-95371beeee75 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:14:06.876915 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 48c2d054-8ae6-41a6-860e-ffe2e21e70f8 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:14:06.877216 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (48c2d054-8ae6-41a6-860e-ffe2e21e70f8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:06.877448 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-c01de799-2945-4944-8beb-838c6ce03ccd None None] Set router 0f12b3ad-9fc3-481d-b888-83c3213abe82 gateway port host: None {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:14:06.895071 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a629ca4b-db51-47d1-9cb8-440559b50348 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:14:06.902346 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a629ca4b-db51-47d1-9cb8-440559b50348 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:06.903607 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a629ca4b-db51-47d1-9cb8-440559b50348 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "PUT /v2.0/routers/0f12b3ad-9fc3-481d-b888-83c3213abe82 HTTP/1.1" status: 200  len: 934 time: 1.6107409
Feb 05 21:14:06.906266 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42184) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:06.978485 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-4f18a6d8-bb17-49a7-b9ac-d0b0e637513c None None] Provisioning complete for port 48968c0b-531c-4738-a513-95371beeee75 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:14:06.978863 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4f18a6d8-bb17-49a7-b9ac-d0b0e637513c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (48968c0b-531c-4738-a513-95371beeee75), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:07.007669 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 48c2d054-8ae6-41a6-860e-ffe2e21e70f8 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:14:07.019646 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-dd3c2080-2362-455c-91fe-b29dd84047ca tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "GET /v2.0/routers/0f12b3ad-9fc3-481d-b888-83c3213abe82 HTTP/1.1" status: 200  len: 934 time: 0.1094749
Feb 05 21:14:07.019946 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42186) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:07.022756 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-4f18a6d8-bb17-49a7-b9ac-d0b0e637513c None None] Port 48968c0b-531c-4738-a513-95371beeee75 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:14:07.025387 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-b7490aca-6e06-452f-b490-9e83707a764c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Request body: {'router': {'routes': None}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:14:07.100734 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-c01de799-2945-4944-8beb-838c6ce03ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8cfb4c0>, [{'id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'name': 'tempest-RoutersTest-router-1152873187', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:13:47Z', 'updated_at': '2022-02-05T21:14:06Z', 'revision_number': 6, 'project_id': '743f09469d2b4f98894791740de743a4', 'gw_port_host': None, '_interfaces': [{'id': '48968c0b-531c-4738-a513-95371beeee75', 'name': '', 'network_id': 'd5356453-6f11-430a-b54c-41569619dc2b', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:6b:fb:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'e233e8de-5e12-421f-b147-f9db53574bd9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:14:03Z', 'updated_at': '2022-02-05T21:14:04Z', 'revision_number': 2, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': 'e233e8de-5e12-421f-b147-f9db53574bd9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6b066e1-8c43-4fcf-903d-647482c1f2f1', 'name': '', 'network_id': 'd591244f-10bc-4e21-a31c-9e750a985d54', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:f7:61:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '70db06b2-fbfd-4d0c-8979-ca791d3470f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:53Z', 'updated_at': '2022-02-05T21:14:00Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': '70db06b2-fbfd-4d0c-8979-ca791d3470f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67596b7-39a0-47d2-a334-5932ea6d4d66', 'name': '', 'network_id': 'bdb42d3f-f71b-4467-8ae0-a88a1192301e', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:f8:cc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '1605b37f-7368-469b-b23f-e5986e865216', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:58Z', 'updated_at': '2022-02-05T21:14:05Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': '1605b37f-7368-469b-b23f-e5986e865216', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed253274-491d-4429-be6f-fcc3101b4a87', 'name': '', 'network_id': '40925240-fb85-4291-a72b-93552903524d', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:1b:1f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:48Z', 'updated_at': '2022-02-05T21:13:54Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:07.131613 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01de799-2945-4944-8beb-838c6ce03ccd None None] Checking router: 0f12b3ad-9fc3-481d-b888-83c3213abe82 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:14:07.131885 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01de799-2945-4944-8beb-838c6ce03ccd None None] Updating router 0f12b3ad-9fc3-481d-b888-83c3213abe82 port 48968c0b-531c-4738-a513-95371beeee75 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:14:07.137440 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 851783e6-d22c-41f7-95ae-b0b5f516a0cc up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:14:07.162137 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-c01de799-2945-4944-8beb-838c6ce03ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (48968c0b-531c-4738-a513-95371beeee75), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:07.190773 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 851783e6-d22c-41f7-95ae-b0b5f516a0cc completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:14:07.194951 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 851783e6-d22c-41f7-95ae-b0b5f516a0cc triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:14:07.195340 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (851783e6-d22c-41f7-95ae-b0b5f516a0cc), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:07.287268 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 851783e6-d22c-41f7-95ae-b0b5f516a0cc is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:14:07.287873 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (851783e6-d22c-41f7-95ae-b0b5f516a0cc), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:07.314053 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e976e307-f7ee-4398-b068-9e53113813e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851783e6-d22c-41f7-95ae-b0b5f516a0cc'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:14:07.317084 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79465345-8034-4c39-9c5c-0cd12b073ccc" -d '{"events": [{"server_uuid": "e976e307-f7ee-4398-b068-9e53113813e8", "name": "network-vif-plugged", "status": "completed", "tag": "851783e6-d22c-41f7-95ae-b0b5f516a0cc"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:14:07.331549 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 851783e6-d22c-41f7-95ae-b0b5f516a0cc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=851783e6-d22c-41f7-95ae-b0b5f516a0cc,segment=NetworkSegment(f62e3c71-b57a-482e-a2c4-7d4c5e58c260),segment_id=f62e3c71-b57a-482e-a2c4-7d4c5e58c260)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:14:07.338834 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (851783e6-d22c-41f7-95ae-b0b5f516a0cc), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:07.364443 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d96a694-2428-4551-a2a3-b70bc61237aa x-openstack-request-id: req-4d96a694-2428-4551-a2a3-b70bc61237aa {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:14:07.365157 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e976e307-f7ee-4398-b068-9e53113813e8", "name": "network-vif-plugged", "status": "completed", "tag": "851783e6-d22c-41f7-95ae-b0b5f516a0cc", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:14:07.365315 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d96a694-2428-4551-a2a3-b70bc61237aa {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:14:07.365679 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e976e307-f7ee-4398-b068-9e53113813e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851783e6-d22c-41f7-95ae-b0b5f516a0cc', 'code': 200}
Feb 05 21:14:07.412441 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=851783e6-d22c-41f7-95ae-b0b5f516a0cc,revision_number=12']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:07.418967 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.extraroute_db [None req-b7490aca-6e06-452f-b490-9e83707a764c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Added routes are [] {{(pid=114390) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Feb 05 21:14:07.419728 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.extraroute_db [None req-b7490aca-6e06-452f-b490-9e83707a764c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=114390) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Feb 05 21:14:07.463267 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:07.477516 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b7490aca-6e06-452f-b490-9e83707a764c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8250'] for router (0f12b3ad-9fc3-481d-b888-83c3213abe82), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:07.497046 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-c01de799-2945-4944-8beb-838c6ce03ccd None None] Publish callbacks [] for port (48968c0b-531c-4738-a513-95371beeee75), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:07.503478 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-c01de799-2945-4944-8beb-838c6ce03ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (48968c0b-531c-4738-a513-95371beeee75), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:07.551462 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d30f5-49db-46fd-8e64-ab78156b554f req-4413342a-e7d0-49dc-9e29-35c7f669263e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:07.554260 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a17d30f5-49db-46fd-8e64-ab78156b554f req-4413342a-e7d0-49dc-9e29-35c7f669263e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 1129 time: 0.0535111
Feb 05 21:14:07.599338 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39161a1c-7a75-43a4-9b3a-de5694d59c22 None None] Pushing event updated for resources: {'Port': ['ID=48968c0b-531c-4738-a513-95371beeee75,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:07.610608 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a17d30f5-49db-46fd-8e64-ab78156b554f req-fe5ebe43-ef2b-4368-a052-2bb18c320246 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0508187
Feb 05 21:14:07.614898 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-c01de799-2945-4944-8beb-838c6ce03ccd None None] Attempting to bind port 48968c0b-531c-4738-a513-95371beeee75 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:14:07.615264 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-c01de799-2945-4944-8beb-838c6ce03ccd None None] Attempting to bind port 48968c0b-531c-4738-a513-95371beeee75 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '48378775-6310-418e-96a3-b3f4d95b2814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd5356453-6f11-430a-b54c-41569619dc2b'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:14:07.615628 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01de799-2945-4944-8beb-838c6ce03ccd None None] Attempting to bind port 48968c0b-531c-4738-a513-95371beeee75 on network d5356453-6f11-430a-b54c-41569619dc2b {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:14:07.621261 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01de799-2945-4944-8beb-838c6ce03ccd None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:14:07.621656 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01de799-2945-4944-8beb-838c6ce03ccd None None] Checking segment: {'id': '48378775-6310-418e-96a3-b3f4d95b2814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd5356453-6f11-430a-b54c-41569619dc2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:14:07.622027 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-c01de799-2945-4944-8beb-838c6ce03ccd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:07.623149 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01de799-2945-4944-8beb-838c6ce03ccd None None] Bound using segment: {'id': '48378775-6310-418e-96a3-b3f4d95b2814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd5356453-6f11-430a-b54c-41569619dc2b'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:14:07.623623 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-c01de799-2945-4944-8beb-838c6ce03ccd None None] Bound port: 48968c0b-531c-4738-a513-95371beeee75, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48378775-6310-418e-96a3-b3f4d95b2814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd5356453-6f11-430a-b54c-41569619dc2b'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:14:07.624002 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-c01de799-2945-4944-8beb-838c6ce03ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (48968c0b-531c-4738-a513-95371beeee75), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:07.704106 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b7490aca-6e06-452f-b490-9e83707a764c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8250'] for router (0f12b3ad-9fc3-481d-b888-83c3213abe82), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:07.704689 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-c01de799-2945-4944-8beb-838c6ce03ccd None None] For port 48968c0b-531c-4738-a513-95371beeee75, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:14:07.708299 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-c01de799-2945-4944-8beb-838c6ce03ccd None None] For port 48968c0b-531c-4738-a513-95371beeee75, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=48968c0b-531c-4738-a513-95371beeee75,segment=NetworkSegment(48378775-6310-418e-96a3-b3f4d95b2814),segment_id=48378775-6310-418e-96a3-b3f4d95b2814)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:14:07.709662 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b7490aca-6e06-452f-b490-9e83707a764c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583542'] for router (0f12b3ad-9fc3-481d-b888-83c3213abe82), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:07.717505 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-c01de799-2945-4944-8beb-838c6ce03ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (48968c0b-531c-4738-a513-95371beeee75), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:07.753971 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef86cf-aa5b-4d07-a5cf-da0fbd8ef559 req-2063ac2f-4218-488a-bec1-5607d4b702e9 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:07.761624 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f6ef86cf-aa5b-4d07-a5cf-da0fbd8ef559 req-2063ac2f-4218-488a-bec1-5607d4b702e9 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 947 time: 0.0660386
Feb 05 21:14:07.791262 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01de799-2945-4944-8beb-838c6ce03ccd None None] Routers {'0f12b3ad-9fc3-481d-b888-83c3213abe82'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:14:07.791843 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-c01de799-2945-4944-8beb-838c6ce03ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8cfb4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:14:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['0f12b3ad-9fc3-481d-b888-83c3213abe82'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:07.796894 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39161a1c-7a75-43a4-9b3a-de5694d59c22 None None] Pushing event updated for resources: {'Port': ['ID=48968c0b-531c-4738-a513-95371beeee75,revision_number=4']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:07.831803 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f6ef86cf-aa5b-4d07-a5cf-da0fbd8ef559 req-b6c5c07a-cce7-4071-9a9f-974f03122ba3 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0692120
Feb 05 21:14:07.847498 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7490aca-6e06-452f-b490-9e83707a764c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Router 0f12b3ad-9fc3-481d-b888-83c3213abe82 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:14:07.866437 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-ff254cc6-8c40-432d-af3a-a1b076078dbe None None] Provisioning complete for port 48968c0b-531c-4738-a513-95371beeee75 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:14:07.866932 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ff254cc6-8c40-432d-af3a-a1b076078dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (48968c0b-531c-4738-a513-95371beeee75), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:08.066254 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ff254cc6-8c40-432d-af3a-a1b076078dbe None None] Current status of the port 48968c0b-531c-4738-a513-95371beeee75 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:14:08.066915 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ff254cc6-8c40-432d-af3a-a1b076078dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (48968c0b-531c-4738-a513-95371beeee75), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:08.070102 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 48968c0b-531c-4738-a513-95371beeee75 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:14:08.076683 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-c01de799-2945-4944-8beb-838c6ce03ccd None None] Set router 0f12b3ad-9fc3-481d-b888-83c3213abe82 gateway port host: None {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:14:08.077331 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7490aca-6e06-452f-b490-9e83707a764c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:14:08.100165 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b7490aca-6e06-452f-b490-9e83707a764c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:08.106199 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42196) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:08.107684 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b7490aca-6e06-452f-b490-9e83707a764c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "PUT /v2.0/routers/0f12b3ad-9fc3-481d-b888-83c3213abe82 HTTP/1.1" status: 200  len: 700 time: 1.0861747
Feb 05 21:14:08.146607 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-ff254cc6-8c40-432d-af3a-a1b076078dbe None None] For port 48968c0b-531c-4738-a513-95371beeee75, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=48968c0b-531c-4738-a513-95371beeee75,segment=NetworkSegment(48378775-6310-418e-96a3-b3f4d95b2814),segment_id=48378775-6310-418e-96a3-b3f4d95b2814)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:14:08.156235 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ff254cc6-8c40-432d-af3a-a1b076078dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (48968c0b-531c-4738-a513-95371beeee75), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:08.201462 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 48968c0b-531c-4738-a513-95371beeee75 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:14:08.202266 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (48968c0b-531c-4738-a513-95371beeee75), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:08.273865 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff254cc6-8c40-432d-af3a-a1b076078dbe None None] Pushing event updated for resources: {'Port': ['ID=48968c0b-531c-4738-a513-95371beeee75,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:08.294143 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-70b32b8e-3656-4efc-8c31-921fe13c7783 None None] Provisioning complete for port 48968c0b-531c-4738-a513-95371beeee75 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:14:08.294719 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-70b32b8e-3656-4efc-8c31-921fe13c7783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (48968c0b-531c-4738-a513-95371beeee75), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:08.329437 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42200) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:08.340356 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-67399e05-7877-4729-9334-3ba7df19d4be tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "GET /v2.0/routers/0f12b3ad-9fc3-481d-b888-83c3213abe82 HTTP/1.1" status: 200  len: 700 time: 0.2327504
Feb 05 21:14:08.376709 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 48968c0b-531c-4738-a513-95371beeee75 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:14:08.378419 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 48c2d054-8ae6-41a6-860e-ffe2e21e70f8 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:14:08.398777 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-c01de799-2945-4944-8beb-838c6ce03ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8cfb4c0>, [{'id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'name': 'tempest-RoutersTest-router-1152873187', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:13:47Z', 'updated_at': '2022-02-05T21:14:07Z', 'revision_number': 7, 'project_id': '743f09469d2b4f98894791740de743a4', 'gw_port_host': None, '_interfaces': [{'id': '48968c0b-531c-4738-a513-95371beeee75', 'name': '', 'network_id': 'd5356453-6f11-430a-b54c-41569619dc2b', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:6b:fb:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'e233e8de-5e12-421f-b147-f9db53574bd9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:14:03Z', 'updated_at': '2022-02-05T21:14:07Z', 'revision_number': 4, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': 'e233e8de-5e12-421f-b147-f9db53574bd9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6b066e1-8c43-4fcf-903d-647482c1f2f1', 'name': '', 'network_id': 'd591244f-10bc-4e21-a31c-9e750a985d54', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:f7:61:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '70db06b2-fbfd-4d0c-8979-ca791d3470f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:53Z', 'updated_at': '2022-02-05T21:14:00Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': '70db06b2-fbfd-4d0c-8979-ca791d3470f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67596b7-39a0-47d2-a334-5932ea6d4d66', 'name': '', 'network_id': 'bdb42d3f-f71b-4467-8ae0-a88a1192301e', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:f8:cc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '1605b37f-7368-469b-b23f-e5986e865216', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:58Z', 'updated_at': '2022-02-05T21:14:05Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': '1605b37f-7368-469b-b23f-e5986e865216', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed253274-491d-4429-be6f-fcc3101b4a87', 'name': '', 'network_id': '40925240-fb85-4291-a72b-93552903524d', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:1b:1f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:48Z', 'updated_at': '2022-02-05T21:13:54Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:08.435591 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01de799-2945-4944-8beb-838c6ce03ccd None None] The sync data for ids ['0f12b3ad-9fc3-481d-b888-83c3213abe82'] in ncdv-master-1 is: [{'id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'name': 'tempest-RoutersTest-router-1152873187', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:13:47Z', 'updated_at': '2022-02-05T21:14:07Z', 'revision_number': 7, 'project_id': '743f09469d2b4f98894791740de743a4', 'gw_port_host': None, '_interfaces': [{'id': '48968c0b-531c-4738-a513-95371beeee75', 'name': '', 'network_id': 'd5356453-6f11-430a-b54c-41569619dc2b', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:6b:fb:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'e233e8de-5e12-421f-b147-f9db53574bd9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:14:03Z', 'updated_at': '2022-02-05T21:14:07Z', 'revision_number': 4, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': 'e233e8de-5e12-421f-b147-f9db53574bd9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6b066e1-8c43-4fcf-903d-647482c1f2f1', 'name': '', 'network_id': 'd591244f-10bc-4e21-a31c-9e750a985d54', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:f7:61:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '70db06b2-fbfd-4d0c-8979-ca791d3470f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:53Z', 'updated_at': '2022-02-05T21:14:00Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': '70db06b2-fbfd-4d0c-8979-ca791d3470f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67596b7-39a0-47d2-a334-5932ea6d4d66', 'name': '', 'network_id': 'bdb42d3f-f71b-4467-8ae0-a88a1192301e', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:f8:cc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '1605b37f-7368-469b-b23f-e5986e865216', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:58Z', 'updated_at': '2022-02-05T21:14:05Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': '1605b37f-7368-469b-b23f-e5986e865216', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed253274-491d-4429-be6f-fcc3101b4a87', 'name': '', 'network_id': '40925240-fb85-4291-a72b-93552903524d', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:1b:1f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:48Z', 'updated_at': '2022-02-05T21:13:54Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:14:08.463509 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 6e4edc87-ef96-499f-abdc-eec1d6203dfb no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:14:08.497661 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: 6e4edc87-ef96-499f-abdc-eec1d6203dfb {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:14:08.498150 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 6e4edc87-ef96-499f-abdc-eec1d6203dfb not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:14:08.513048 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-70b32b8e-3656-4efc-8c31-921fe13c7783 None None] Current status of the port 48968c0b-531c-4738-a513-95371beeee75 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:14:08.518759 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 48c2d054-8ae6-41a6-860e-ffe2e21e70f8 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:14:08.518759 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (48c2d054-8ae6-41a6-860e-ffe2e21e70f8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:08.633127 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 48c2d054-8ae6-41a6-860e-ffe2e21e70f8 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:14:08.700814 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9beca99-72ea-499f-a6c6-895e0c68091f None None] Sync routers for ids ['0f12b3ad-9fc3-481d-b888-83c3213abe82'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:14:08.712725 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9beca99-72ea-499f-a6c6-895e0c68091f None None] Routers {'0f12b3ad-9fc3-481d-b888-83c3213abe82'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:14:08.713576 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-c9beca99-72ea-499f-a6c6-895e0c68091f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab6a5c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:14:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['0f12b3ad-9fc3-481d-b888-83c3213abe82'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:08.807289 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b6adb378-0607-4bb0-ae11-8df86ae2fa7c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (0f12b3ad-9fc3-481d-b888-83c3213abe82), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:08.821542 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-c9beca99-72ea-499f-a6c6-895e0c68091f None None] Set router 0f12b3ad-9fc3-481d-b888-83c3213abe82 gateway port host: None {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:14:08.978173 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299cf445-2e44-4416-a495-ce84a5b67e26 req-bb34c435-2e3e-4730-a586-433416466f10 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:08.979830 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-299cf445-2e44-4416-a495-ce84a5b67e26 req-bb34c435-2e3e-4730-a586-433416466f10 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 947 time: 0.0709815
Feb 05 21:14:09.050958 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-299cf445-2e44-4416-a495-ce84a5b67e26 req-812b1edc-e135-4326-9169-2c815b7da775 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0648649
Feb 05 21:14:09.211600 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:09.288759 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-c9beca99-72ea-499f-a6c6-895e0c68091f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab6a5c10>, [{'id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'name': 'tempest-RoutersTest-router-1152873187', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:13:47Z', 'updated_at': '2022-02-05T21:14:07Z', 'revision_number': 7, 'project_id': '743f09469d2b4f98894791740de743a4', 'gw_port_host': None, '_interfaces': [{'id': '48968c0b-531c-4738-a513-95371beeee75', 'name': '', 'network_id': 'd5356453-6f11-430a-b54c-41569619dc2b', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:6b:fb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'e233e8de-5e12-421f-b147-f9db53574bd9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:14:03Z', 'updated_at': '2022-02-05T21:14:08Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': 'e233e8de-5e12-421f-b147-f9db53574bd9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6b066e1-8c43-4fcf-903d-647482c1f2f1', 'name': '', 'network_id': 'd591244f-10bc-4e21-a31c-9e750a985d54', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:f7:61:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '70db06b2-fbfd-4d0c-8979-ca791d3470f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:53Z', 'updated_at': '2022-02-05T21:14:00Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': '70db06b2-fbfd-4d0c-8979-ca791d3470f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67596b7-39a0-47d2-a334-5932ea6d4d66', 'name': '', 'network_id': 'bdb42d3f-f71b-4467-8ae0-a88a1192301e', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:f8:cc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '1605b37f-7368-469b-b23f-e5986e865216', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:58Z', 'updated_at': '2022-02-05T21:14:05Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': '1605b37f-7368-469b-b23f-e5986e865216', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed253274-491d-4429-be6f-fcc3101b4a87', 'name': '', 'network_id': '40925240-fb85-4291-a72b-93552903524d', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:1b:1f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:48Z', 'updated_at': '2022-02-05T21:13:54Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:09.317144 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9beca99-72ea-499f-a6c6-895e0c68091f None None] Checking router: 0f12b3ad-9fc3-481d-b888-83c3213abe82 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:14:09.326399 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9beca99-72ea-499f-a6c6-895e0c68091f None None] Routers {'0f12b3ad-9fc3-481d-b888-83c3213abe82'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:14:09.327019 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-c9beca99-72ea-499f-a6c6-895e0c68091f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab6a5c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:14:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['0f12b3ad-9fc3-481d-b888-83c3213abe82'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:09.430144 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-c9beca99-72ea-499f-a6c6-895e0c68091f None None] Set router 0f12b3ad-9fc3-481d-b888-83c3213abe82 gateway port host: None {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:14:09.437814 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-b6adb378-0607-4bb0-ae11-8df86ae2fa7c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Deleting port 48968c0b-531c-4738-a513-95371beeee75 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:14:09.438239 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b6adb378-0607-4bb0-ae11-8df86ae2fa7c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (48968c0b-531c-4738-a513-95371beeee75), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:09.538245 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-b6adb378-0607-4bb0-ae11-8df86ae2fa7c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] For port 48968c0b-531c-4738-a513-95371beeee75, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=48968c0b-531c-4738-a513-95371beeee75,segment=NetworkSegment(48378775-6310-418e-96a3-b3f4d95b2814),segment_id=48378775-6310-418e-96a3-b3f4d95b2814)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:14:09.538671 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b6adb378-0607-4bb0-ae11-8df86ae2fa7c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (48968c0b-531c-4738-a513-95371beeee75), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:09.554827 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-b6adb378-0607-4bb0-ae11-8df86ae2fa7c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Calling delete_port for 48968c0b-531c-4738-a513-95371beeee75 owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:14:09.668506 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-c9beca99-72ea-499f-a6c6-895e0c68091f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab6a5c10>, [{'id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'name': 'tempest-RoutersTest-router-1152873187', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:13:47Z', 'updated_at': '2022-02-05T21:14:07Z', 'revision_number': 7, 'project_id': '743f09469d2b4f98894791740de743a4', 'gw_port_host': None, '_interfaces': [{'id': '48968c0b-531c-4738-a513-95371beeee75', 'name': '', 'network_id': 'd5356453-6f11-430a-b54c-41569619dc2b', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:6b:fb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'e233e8de-5e12-421f-b147-f9db53574bd9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:14:03Z', 'updated_at': '2022-02-05T21:14:08Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': 'e233e8de-5e12-421f-b147-f9db53574bd9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6b066e1-8c43-4fcf-903d-647482c1f2f1', 'name': '', 'network_id': 'd591244f-10bc-4e21-a31c-9e750a985d54', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:f7:61:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '70db06b2-fbfd-4d0c-8979-ca791d3470f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:53Z', 'updated_at': '2022-02-05T21:14:00Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': '70db06b2-fbfd-4d0c-8979-ca791d3470f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67596b7-39a0-47d2-a334-5932ea6d4d66', 'name': '', 'network_id': 'bdb42d3f-f71b-4467-8ae0-a88a1192301e', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:f8:cc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '1605b37f-7368-469b-b23f-e5986e865216', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:58Z', 'updated_at': '2022-02-05T21:14:05Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': '1605b37f-7368-469b-b23f-e5986e865216', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed253274-491d-4429-be6f-fcc3101b4a87', 'name': '', 'network_id': '40925240-fb85-4291-a72b-93552903524d', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:1b:1f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:48Z', 'updated_at': '2022-02-05T21:13:54Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:09.697870 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9beca99-72ea-499f-a6c6-895e0c68091f None None] The sync data for ids ['0f12b3ad-9fc3-481d-b888-83c3213abe82'] in ncdv-master-1 is: [{'id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'name': 'tempest-RoutersTest-router-1152873187', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:13:47Z', 'updated_at': '2022-02-05T21:14:07Z', 'revision_number': 7, 'project_id': '743f09469d2b4f98894791740de743a4', 'gw_port_host': None, '_interfaces': [{'id': '48968c0b-531c-4738-a513-95371beeee75', 'name': '', 'network_id': 'd5356453-6f11-430a-b54c-41569619dc2b', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:6b:fb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'e233e8de-5e12-421f-b147-f9db53574bd9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:14:03Z', 'updated_at': '2022-02-05T21:14:08Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': 'e233e8de-5e12-421f-b147-f9db53574bd9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6b066e1-8c43-4fcf-903d-647482c1f2f1', 'name': '', 'network_id': 'd591244f-10bc-4e21-a31c-9e750a985d54', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:f7:61:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '70db06b2-fbfd-4d0c-8979-ca791d3470f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:53Z', 'updated_at': '2022-02-05T21:14:00Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': '70db06b2-fbfd-4d0c-8979-ca791d3470f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67596b7-39a0-47d2-a334-5932ea6d4d66', 'name': '', 'network_id': 'bdb42d3f-f71b-4467-8ae0-a88a1192301e', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:f8:cc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '1605b37f-7368-469b-b23f-e5986e865216', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:58Z', 'updated_at': '2022-02-05T21:14:05Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': '1605b37f-7368-469b-b23f-e5986e865216', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed253274-491d-4429-be6f-fcc3101b4a87', 'name': '', 'network_id': '40925240-fb85-4291-a72b-93552903524d', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:1b:1f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:48Z', 'updated_at': '2022-02-05T21:13:54Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:14:09.755172 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b6adb378-0607-4bb0-ae11-8df86ae2fa7c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (48968c0b-531c-4738-a513-95371beeee75), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:09.787465 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6adb378-0607-4bb0-ae11-8df86ae2fa7c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event deleted for resources: {'Port': ['ID=48968c0b-531c-4738-a513-95371beeee75,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:09.969541 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b6adb378-0607-4bb0-ae11-8df86ae2fa7c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (0f12b3ad-9fc3-481d-b888-83c3213abe82), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:10.175985 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab6959-2cbd-4219-abe8-c8d36e487ba0 req-660ddb74-a4ab-4331-baea-093b7c090bef tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:10.177656 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5fab6959-2cbd-4219-abe8-c8d36e487ba0 req-660ddb74-a4ab-4331-baea-093b7c090bef tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 947 time: 0.0545268
Feb 05 21:14:10.184584 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6adb378-0607-4bb0-ae11-8df86ae2fa7c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Router 0f12b3ad-9fc3-481d-b888-83c3213abe82 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:14:10.226188 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5fab6959-2cbd-4219-abe8-c8d36e487ba0 req-38a84934-c87e-43af-a7b2-c56a72d197ee tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0422835
Feb 05 21:14:10.282783 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6adb378-0607-4bb0-ae11-8df86ae2fa7c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:14:10.287599 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b6adb378-0607-4bb0-ae11-8df86ae2fa7c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "PUT /v2.0/routers/0f12b3ad-9fc3-481d-b888-83c3213abe82/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9557858
Feb 05 21:14:10.290192 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42272) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:10.292562 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b2d6a3-45f6-4cc5-8d77-81db243207e7 None None] Sync routers for ids ['0f12b3ad-9fc3-481d-b888-83c3213abe82'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:14:10.303370 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b2d6a3-45f6-4cc5-8d77-81db243207e7 None None] Routers {'0f12b3ad-9fc3-481d-b888-83c3213abe82'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:14:10.304061 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-93b2d6a3-45f6-4cc5-8d77-81db243207e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8ea80d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:14:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['0f12b3ad-9fc3-481d-b888-83c3213abe82'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:10.342082 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-97e28960-46b1-475a-9701-1a77f4886b0b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Deleting subnet e233e8de-5e12-421f-b147-f9db53574bd9 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:14:10.345208 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-97e28960-46b1-475a-9701-1a77f4886b0b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for subnet (e233e8de-5e12-421f-b147-f9db53574bd9), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:10.385424 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-97e28960-46b1-475a-9701-1a77f4886b0b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (e233e8de-5e12-421f-b147-f9db53574bd9), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:10.396439 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-93b2d6a3-45f6-4cc5-8d77-81db243207e7 None None] Set router 0f12b3ad-9fc3-481d-b888-83c3213abe82 gateway port host: None {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:14:10.466652 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:10.478209 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-97e28960-46b1-475a-9701-1a77f4886b0b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (e233e8de-5e12-421f-b147-f9db53574bd9), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:10.538346 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-97e28960-46b1-475a-9701-1a77f4886b0b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (e233e8de-5e12-421f-b147-f9db53574bd9), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:10.564784 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e28960-46b1-475a-9701-1a77f4886b0b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event deleted for resources: {'Subnet': ['ID=e233e8de-5e12-421f-b147-f9db53574bd9,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:10.570506 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-97e28960-46b1-475a-9701-1a77f4886b0b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:10.576139 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667026de-888d-420b-b2f6-f3cbc341ffbd None None] Network d5356453-6f11-430a-b54c-41569619dc2b requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:14:10.577729 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-97e28960-46b1-475a-9701-1a77f4886b0b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "DELETE /v2.0/subnets/e233e8de-5e12-421f-b147-f9db53574bd9 HTTP/1.1" status: 204  len: 168 time: 0.2865162
Feb 05 21:14:10.578512 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42274) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:10.613882 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-93b2d6a3-45f6-4cc5-8d77-81db243207e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8ea80d0>, [{'id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'name': 'tempest-RoutersTest-router-1152873187', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:13:47Z', 'updated_at': '2022-02-05T21:14:09Z', 'revision_number': 8, 'project_id': '743f09469d2b4f98894791740de743a4', 'gw_port_host': None, '_interfaces': [{'id': 'b6b066e1-8c43-4fcf-903d-647482c1f2f1', 'name': '', 'network_id': 'd591244f-10bc-4e21-a31c-9e750a985d54', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:f7:61:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '70db06b2-fbfd-4d0c-8979-ca791d3470f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:53Z', 'updated_at': '2022-02-05T21:14:00Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': '70db06b2-fbfd-4d0c-8979-ca791d3470f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67596b7-39a0-47d2-a334-5932ea6d4d66', 'name': '', 'network_id': 'bdb42d3f-f71b-4467-8ae0-a88a1192301e', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:f8:cc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '1605b37f-7368-469b-b23f-e5986e865216', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:58Z', 'updated_at': '2022-02-05T21:14:05Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': '1605b37f-7368-469b-b23f-e5986e865216', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed253274-491d-4429-be6f-fcc3101b4a87', 'name': '', 'network_id': '40925240-fb85-4291-a72b-93552903524d', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:1b:1f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:48Z', 'updated_at': '2022-02-05T21:13:54Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:10.641488 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b2d6a3-45f6-4cc5-8d77-81db243207e7 None None] Checking router: 0f12b3ad-9fc3-481d-b888-83c3213abe82 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:14:10.651436 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b2d6a3-45f6-4cc5-8d77-81db243207e7 None None] Routers {'0f12b3ad-9fc3-481d-b888-83c3213abe82'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:14:10.652141 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-93b2d6a3-45f6-4cc5-8d77-81db243207e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8ea80d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:14:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['0f12b3ad-9fc3-481d-b888-83c3213abe82'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:10.690827 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-92e7f74e-20c2-4182-8f52-d9d45d126a4e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (d5356453-6f11-430a-b54c-41569619dc2b), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:10.757459 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-93b2d6a3-45f6-4cc5-8d77-81db243207e7 None None] Set router 0f12b3ad-9fc3-481d-b888-83c3213abe82 gateway port host: None {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:14:10.767459 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-92e7f74e-20c2-4182-8f52-d9d45d126a4e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Deleting port 48c2d054-8ae6-41a6-860e-ffe2e21e70f8 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:14:10.768588 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-92e7f74e-20c2-4182-8f52-d9d45d126a4e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (48c2d054-8ae6-41a6-860e-ffe2e21e70f8), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:10.796747 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ea843d-bfb5-40ad-baa0-37de72ac2b31 None None] DHCP port deletion for d5356453-6f11-430a-b54c-41569619dc2b request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:14:10.852079 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a4ea843d-bfb5-40ad-baa0-37de72ac2b31 None None] Deleting port 48c2d054-8ae6-41a6-860e-ffe2e21e70f8 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:14:10.852459 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a4ea843d-bfb5-40ad-baa0-37de72ac2b31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (48c2d054-8ae6-41a6-860e-ffe2e21e70f8), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:10.886062 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-92e7f74e-20c2-4182-8f52-d9d45d126a4e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] For port 48c2d054-8ae6-41a6-860e-ffe2e21e70f8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=48c2d054-8ae6-41a6-860e-ffe2e21e70f8,segment=NetworkSegment(48378775-6310-418e-96a3-b3f4d95b2814),segment_id=48378775-6310-418e-96a3-b3f4d95b2814)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:14:10.886457 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-92e7f74e-20c2-4182-8f52-d9d45d126a4e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (48c2d054-8ae6-41a6-860e-ffe2e21e70f8), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:10.902528 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-92e7f74e-20c2-4182-8f52-d9d45d126a4e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Calling delete_port for 48c2d054-8ae6-41a6-860e-ffe2e21e70f8 owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:14:10.911556 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2346dacd-2cd1-44b1-a220-615aa6a07e03 req-a7b5796d-ffe6-47c8-9049-beb1926f2c15 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9dd7bf06-519a-4ab7-a321-66333af69353&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1005354
Feb 05 21:14:10.969389 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-a4ea843d-bfb5-40ad-baa0-37de72ac2b31 None None] For port 48c2d054-8ae6-41a6-860e-ffe2e21e70f8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=48c2d054-8ae6-41a6-860e-ffe2e21e70f8,segment=NetworkSegment(48378775-6310-418e-96a3-b3f4d95b2814),segment_id=48378775-6310-418e-96a3-b3f4d95b2814)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:14:10.969912 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a4ea843d-bfb5-40ad-baa0-37de72ac2b31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (48c2d054-8ae6-41a6-860e-ffe2e21e70f8), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:10.985537 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a4ea843d-bfb5-40ad-baa0-37de72ac2b31 None None] Calling delete_port for 48c2d054-8ae6-41a6-860e-ffe2e21e70f8 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:14:11.007783 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-92e7f74e-20c2-4182-8f52-d9d45d126a4e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (48c2d054-8ae6-41a6-860e-ffe2e21e70f8), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:11.061284 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346dacd-2cd1-44b1-a220-615aa6a07e03 req-f5ffdf46-5af5-4afa-9a22-443f17bf1095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:11.062802 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2346dacd-2cd1-44b1-a220-615aa6a07e03 req-f5ffdf46-5af5-4afa-9a22-443f17bf1095 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f3cd2c671c5402ba77e2a302dcae849&device_id=9dd7bf06-519a-4ab7-a321-66333af69353 HTTP/1.1" status: 200  len: 1128 time: 0.0899141
Feb 05 21:14:11.071368 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e7f74e-20c2-4182-8f52-d9d45d126a4e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] No DVR routers for this DVR port 48c2d054-8ae6-41a6-860e-ffe2e21e70f8 on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:14:11.089815 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a4ea843d-bfb5-40ad-baa0-37de72ac2b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (48c2d054-8ae6-41a6-860e-ffe2e21e70f8), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:11.119070 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea843d-bfb5-40ad-baa0-37de72ac2b31 None None] Pushing event deleted for resources: {'Port': ['ID=48c2d054-8ae6-41a6-860e-ffe2e21e70f8,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:11.124203 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ea843d-bfb5-40ad-baa0-37de72ac2b31 None None] No DVR routers for this DVR port 48c2d054-8ae6-41a6-860e-ffe2e21e70f8 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:14:11.135611 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e7f74e-20c2-4182-8f52-d9d45d126a4e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event deleted for resources: {'Port': ['ID=48c2d054-8ae6-41a6-860e-ffe2e21e70f8,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:11.154251 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-93b2d6a3-45f6-4cc5-8d77-81db243207e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8ea80d0>, [{'id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'name': 'tempest-RoutersTest-router-1152873187', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:13:47Z', 'updated_at': '2022-02-05T21:14:09Z', 'revision_number': 8, 'project_id': '743f09469d2b4f98894791740de743a4', 'gw_port_host': None, '_interfaces': [{'id': 'b6b066e1-8c43-4fcf-903d-647482c1f2f1', 'name': '', 'network_id': 'd591244f-10bc-4e21-a31c-9e750a985d54', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:f7:61:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '70db06b2-fbfd-4d0c-8979-ca791d3470f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:53Z', 'updated_at': '2022-02-05T21:14:00Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': '70db06b2-fbfd-4d0c-8979-ca791d3470f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67596b7-39a0-47d2-a334-5932ea6d4d66', 'name': '', 'network_id': 'bdb42d3f-f71b-4467-8ae0-a88a1192301e', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:f8:cc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '1605b37f-7368-469b-b23f-e5986e865216', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:58Z', 'updated_at': '2022-02-05T21:14:05Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': '1605b37f-7368-469b-b23f-e5986e865216', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed253274-491d-4429-be6f-fcc3101b4a87', 'name': '', 'network_id': '40925240-fb85-4291-a72b-93552903524d', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:1b:1f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:48Z', 'updated_at': '2022-02-05T21:13:54Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:11.185631 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b2d6a3-45f6-4cc5-8d77-81db243207e7 None None] The sync data for ids ['0f12b3ad-9fc3-481d-b888-83c3213abe82'] in ncdv-master-1 is: [{'id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'name': 'tempest-RoutersTest-router-1152873187', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:13:47Z', 'updated_at': '2022-02-05T21:14:09Z', 'revision_number': 8, 'project_id': '743f09469d2b4f98894791740de743a4', 'gw_port_host': None, '_interfaces': [{'id': 'b6b066e1-8c43-4fcf-903d-647482c1f2f1', 'name': '', 'network_id': 'd591244f-10bc-4e21-a31c-9e750a985d54', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:f7:61:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '70db06b2-fbfd-4d0c-8979-ca791d3470f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:53Z', 'updated_at': '2022-02-05T21:14:00Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': '70db06b2-fbfd-4d0c-8979-ca791d3470f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67596b7-39a0-47d2-a334-5932ea6d4d66', 'name': '', 'network_id': 'bdb42d3f-f71b-4467-8ae0-a88a1192301e', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:f8:cc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '1605b37f-7368-469b-b23f-e5986e865216', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:58Z', 'updated_at': '2022-02-05T21:14:05Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': '1605b37f-7368-469b-b23f-e5986e865216', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed253274-491d-4429-be6f-fcc3101b4a87', 'name': '', 'network_id': '40925240-fb85-4291-a72b-93552903524d', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:1b:1f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:48Z', 'updated_at': '2022-02-05T21:13:54Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:14:11.213829 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-92e7f74e-20c2-4182-8f52-d9d45d126a4e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (d5356453-6f11-430a-b54c-41569619dc2b), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:11.224185 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346dacd-2cd1-44b1-a220-615aa6a07e03 req-5aa46e2a-2cbe-4faa-aac9-18f4c5baf8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:11.225833 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2346dacd-2cd1-44b1-a220-615aa6a07e03 req-5aa46e2a-2cbe-4faa-aac9-18f4c5baf8a9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e0afcedc-46e0-429e-bb7a-7200fbfa4981 HTTP/1.1" status: 200  len: 897 time: 0.1346910
Feb 05 21:14:11.248866 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-92e7f74e-20c2-4182-8f52-d9d45d126a4e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2897e20>,) {'filters': {'network_id': ['d5356453-6f11-430a-b54c-41569619dc2b']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:11.265031 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-92e7f74e-20c2-4182-8f52-d9d45d126a4e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2897e20>, '48378775-6310-418e-96a3-b3f4d95b2814') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:11.265031 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-92e7f74e-20c2-4182-8f52-d9d45d126a4e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2897e20>, '48378775-6310-418e-96a3-b3f4d95b2814') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:11.270524 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-92e7f74e-20c2-4182-8f52-d9d45d126a4e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (48378775-6310-418e-96a3-b3f4d95b2814), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:11.287483 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-92e7f74e-20c2-4182-8f52-d9d45d126a4e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (48378775-6310-418e-96a3-b3f4d95b2814), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:11.294799 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92e7f74e-20c2-4182-8f52-d9d45d126a4e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:14:11.295349 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-92e7f74e-20c2-4182-8f52-d9d45d126a4e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (48378775-6310-418e-96a3-b3f4d95b2814), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:11.300494 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2346dacd-2cd1-44b1-a220-615aa6a07e03 req-62bb3937-bfbc-4f0d-9fbf-a877617c08d8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c092cfa-6ebd-465e-9908-7bcf1c24499e HTTP/1.1" status: 200  len: 1001 time: 0.0669284
Feb 05 21:14:11.311934 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:14:11.311934 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:14:11.311934 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:14:11.311934 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:14:11.311934 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:14:11.311934 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:14:11.311934 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:14:11.311934 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:14:11.311934 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:14:11.311934 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:14:11.311934 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:14:11.311934 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:14:11.311934 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:14:11.311934 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:14:11.311934 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:14:11.311934 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:14:11.311934 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:14:11.311934 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:14:11.311934 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:14:11.311934 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:14:11.311934 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:14:11.311934 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:14:11.311934 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:14:11.311934 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:14:11.311934 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:14:11.311934 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:14:11.311934 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:14:11.311934 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:14:11.311934 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:14:11.311934 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:14:11.311934 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:14:11.311934 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:14:11.353099 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346dacd-2cd1-44b1-a220-615aa6a07e03 req-6ab38635-b5e3-45fe-8ee6-d00aaec130b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:11.354897 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2346dacd-2cd1-44b1-a220-615aa6a07e03 req-6ab38635-b5e3-45fe-8ee6-d00aaec130b5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e28d50e4-84cb-467f-9b21-fd14f7293c46 HTTP/1.1" status: 200  len: 833 time: 0.0491340
Feb 05 21:14:11.363965 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-92e7f74e-20c2-4182-8f52-d9d45d126a4e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (d5356453-6f11-430a-b54c-41569619dc2b), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:11.374281 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-92e7f74e-20c2-4182-8f52-d9d45d126a4e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:11.377365 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-92e7f74e-20c2-4182-8f52-d9d45d126a4e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "DELETE /v2.0/networks/d5356453-6f11-430a-b54c-41569619dc2b HTTP/1.1" status: 204  len: 168 time: 0.7977428
Feb 05 21:14:11.386601 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42286) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:11.395651 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e7f74e-20c2-4182-8f52-d9d45d126a4e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event deleted for resources: {'Network': ['ID=d5356453-6f11-430a-b54c-41569619dc2b,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:11.414703 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346dacd-2cd1-44b1-a220-615aa6a07e03 req-baeb9e93-a2a3-412d-9e1b-8b16de7f49cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:11.416346 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2346dacd-2cd1-44b1-a220-615aa6a07e03 req-baeb9e93-a2a3-412d-9e1b-8b16de7f49cb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0afcedc-46e0-429e-bb7a-7200fbfa4981&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0557907
Feb 05 21:14:11.526690 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2346dacd-2cd1-44b1-a220-615aa6a07e03 req-5f3e210a-bbbf-4140-9b08-79e5fd5f6089 service neutron] 10.222.0.21 "GET /v2.0/networks/e0afcedc-46e0-429e-bb7a-7200fbfa4981?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1025748
Feb 05 21:14:11.632897 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2346dacd-2cd1-44b1-a220-615aa6a07e03 req-57a9eafe-6b69-4d20-863c-03c3d2c9bd30 service neutron] 10.222.0.21 "GET /v2.0/networks/e0afcedc-46e0-429e-bb7a-7200fbfa4981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1002610
Feb 05 21:14:11.790850 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a44b9851-b048-4d00-9a10-e493f49c532b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (0f12b3ad-9fc3-481d-b888-83c3213abe82), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:11.914478 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 48968c0b-531c-4738-a513-95371beeee75 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:14:11.937084 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 48968c0b-531c-4738-a513-95371beeee75 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:14:11.937430 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 48968c0b-531c-4738-a513-95371beeee75 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:14:11.937860 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 48c2d054-8ae6-41a6-860e-ffe2e21e70f8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:14:11.965222 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 48c2d054-8ae6-41a6-860e-ffe2e21e70f8 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:14:11.965571 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 48c2d054-8ae6-41a6-860e-ffe2e21e70f8 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:14:12.060478 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-a44b9851-b048-4d00-9a10-e493f49c532b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Deleting port d67596b7-39a0-47d2-a334-5932ea6d4d66 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:14:12.061041 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a44b9851-b048-4d00-9a10-e493f49c532b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (d67596b7-39a0-47d2-a334-5932ea6d4d66), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:12.150504 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-a44b9851-b048-4d00-9a10-e493f49c532b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] For port d67596b7-39a0-47d2-a334-5932ea6d4d66, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d67596b7-39a0-47d2-a334-5932ea6d4d66,segment=NetworkSegment(cf56b1c6-7c0d-485f-a797-33899e4e158f),segment_id=cf56b1c6-7c0d-485f-a797-33899e4e158f)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:14:12.150876 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a44b9851-b048-4d00-9a10-e493f49c532b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (d67596b7-39a0-47d2-a334-5932ea6d4d66), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:12.164886 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-a44b9851-b048-4d00-9a10-e493f49c532b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Calling delete_port for d67596b7-39a0-47d2-a334-5932ea6d4d66 owned by network:router_interface {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:14:12.364434 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a44b9851-b048-4d00-9a10-e493f49c532b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (d67596b7-39a0-47d2-a334-5932ea6d4d66), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:12.392192 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b9851-b048-4d00-9a10-e493f49c532b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event deleted for resources: {'Port': ['ID=d67596b7-39a0-47d2-a334-5932ea6d4d66,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:12.575732 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a44b9851-b048-4d00-9a10-e493f49c532b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (0f12b3ad-9fc3-481d-b888-83c3213abe82), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:12.788170 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44b9851-b048-4d00-9a10-e493f49c532b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Router 0f12b3ad-9fc3-481d-b888-83c3213abe82 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:14:12.884235 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44b9851-b048-4d00-9a10-e493f49c532b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:14:12.889311 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a44b9851-b048-4d00-9a10-e493f49c532b tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "PUT /v2.0/routers/0f12b3ad-9fc3-481d-b888-83c3213abe82/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5014906
Feb 05 21:14:12.892110 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42352) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:12.894892 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb784ab3-4355-4ad0-a47c-8c5a5d9eedc2 None None] Sync routers for ids ['0f12b3ad-9fc3-481d-b888-83c3213abe82'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:14:12.907800 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb784ab3-4355-4ad0-a47c-8c5a5d9eedc2 None None] Routers {'0f12b3ad-9fc3-481d-b888-83c3213abe82'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:14:12.908431 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-cb784ab3-4355-4ad0-a47c-8c5a5d9eedc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8b589a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:14:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['0f12b3ad-9fc3-481d-b888-83c3213abe82'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:12.954122 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-9de3640f-9285-42e4-8161-b1d5c0e5471d tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Deleting subnet 1605b37f-7368-469b-b23f-e5986e865216 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:14:12.958613 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9de3640f-9285-42e4-8161-b1d5c0e5471d tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for subnet (1605b37f-7368-469b-b23f-e5986e865216), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:13.001608 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9de3640f-9285-42e4-8161-b1d5c0e5471d tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (1605b37f-7368-469b-b23f-e5986e865216), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:13.010252 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-cb784ab3-4355-4ad0-a47c-8c5a5d9eedc2 None None] Set router 0f12b3ad-9fc3-481d-b888-83c3213abe82 gateway port host: None {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:14:13.099642 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9de3640f-9285-42e4-8161-b1d5c0e5471d tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (1605b37f-7368-469b-b23f-e5986e865216), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:13.165750 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9de3640f-9285-42e4-8161-b1d5c0e5471d tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (1605b37f-7368-469b-b23f-e5986e865216), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:13.195185 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de3640f-9285-42e4-8161-b1d5c0e5471d tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event deleted for resources: {'Subnet': ['ID=1605b37f-7368-469b-b23f-e5986e865216,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:13.197009 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9de3640f-9285-42e4-8161-b1d5c0e5471d tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:13.201523 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9de3640f-9285-42e4-8161-b1d5c0e5471d tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "DELETE /v2.0/subnets/1605b37f-7368-469b-b23f-e5986e865216 HTTP/1.1" status: 204  len: 168 time: 0.3084769
Feb 05 21:14:13.202869 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42354) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:13.208132 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885c7750-8c54-4a6f-9111-678d9cb4d8f4 None None] Network bdb42d3f-f71b-4467-8ae0-a88a1192301e requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:14:13.282815 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d71f3702-5420-4934-9338-f41acc98a9df tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (bdb42d3f-f71b-4467-8ae0-a88a1192301e), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:13.310952 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-cb784ab3-4355-4ad0-a47c-8c5a5d9eedc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8b589a0>, [{'id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'name': 'tempest-RoutersTest-router-1152873187', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:13:47Z', 'updated_at': '2022-02-05T21:14:12Z', 'revision_number': 9, 'project_id': '743f09469d2b4f98894791740de743a4', 'gw_port_host': None, '_interfaces': [{'id': 'b6b066e1-8c43-4fcf-903d-647482c1f2f1', 'name': '', 'network_id': 'd591244f-10bc-4e21-a31c-9e750a985d54', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:f7:61:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '70db06b2-fbfd-4d0c-8979-ca791d3470f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:53Z', 'updated_at': '2022-02-05T21:14:00Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': '70db06b2-fbfd-4d0c-8979-ca791d3470f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed253274-491d-4429-be6f-fcc3101b4a87', 'name': '', 'network_id': '40925240-fb85-4291-a72b-93552903524d', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:1b:1f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:48Z', 'updated_at': '2022-02-05T21:13:54Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:13.336817 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-d71f3702-5420-4934-9338-f41acc98a9df tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Deleting port fdf1b2a6-c7ed-47d5-94f6-6ab45107171a {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:14:13.337148 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d71f3702-5420-4934-9338-f41acc98a9df tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (fdf1b2a6-c7ed-47d5-94f6-6ab45107171a), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:13.344683 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb784ab3-4355-4ad0-a47c-8c5a5d9eedc2 None None] Checking router: 0f12b3ad-9fc3-481d-b888-83c3213abe82 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:14:13.357911 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb784ab3-4355-4ad0-a47c-8c5a5d9eedc2 None None] Routers {'0f12b3ad-9fc3-481d-b888-83c3213abe82'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:14:13.358791 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-cb784ab3-4355-4ad0-a47c-8c5a5d9eedc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8b589a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:14:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['0f12b3ad-9fc3-481d-b888-83c3213abe82'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:13.403936 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-d71f3702-5420-4934-9338-f41acc98a9df tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] For port fdf1b2a6-c7ed-47d5-94f6-6ab45107171a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fdf1b2a6-c7ed-47d5-94f6-6ab45107171a,segment=NetworkSegment(cf56b1c6-7c0d-485f-a797-33899e4e158f),segment_id=cf56b1c6-7c0d-485f-a797-33899e4e158f)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:14:13.404473 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d71f3702-5420-4934-9338-f41acc98a9df tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (fdf1b2a6-c7ed-47d5-94f6-6ab45107171a), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:13.418429 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-d71f3702-5420-4934-9338-f41acc98a9df tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Calling delete_port for fdf1b2a6-c7ed-47d5-94f6-6ab45107171a owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:14:13.457811 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589f12c4-7946-40b3-a801-ada482a94de0 None None] DHCP port deletion for bdb42d3f-f71b-4467-8ae0-a88a1192301e request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:14:13.506880 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-cb784ab3-4355-4ad0-a47c-8c5a5d9eedc2 None None] Set router 0f12b3ad-9fc3-481d-b888-83c3213abe82 gateway port host: None {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:14:13.510511 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d71f3702-5420-4934-9338-f41acc98a9df tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (fdf1b2a6-c7ed-47d5-94f6-6ab45107171a), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:13.536658 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f3702-5420-4934-9338-f41acc98a9df tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event deleted for resources: {'Port': ['ID=fdf1b2a6-c7ed-47d5-94f6-6ab45107171a,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:13.540727 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71f3702-5420-4934-9338-f41acc98a9df tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] No DVR routers for this DVR port fdf1b2a6-c7ed-47d5-94f6-6ab45107171a on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:14:13.638553 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d71f3702-5420-4934-9338-f41acc98a9df tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (bdb42d3f-f71b-4467-8ae0-a88a1192301e), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:13.642304 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-589f12c4-7946-40b3-a801-ada482a94de0 None None] Deleting port fdf1b2a6-c7ed-47d5-94f6-6ab45107171a {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:14:13.642709 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-589f12c4-7946-40b3-a801-ada482a94de0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (fdf1b2a6-c7ed-47d5-94f6-6ab45107171a), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:13.665778 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-d71f3702-5420-4934-9338-f41acc98a9df tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db8368820>,) {'filters': {'network_id': ['bdb42d3f-f71b-4467-8ae0-a88a1192301e']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:13.677037 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-d71f3702-5420-4934-9338-f41acc98a9df tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8368820>, 'cf56b1c6-7c0d-485f-a797-33899e4e158f') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:13.677406 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-d71f3702-5420-4934-9338-f41acc98a9df tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8368820>, 'cf56b1c6-7c0d-485f-a797-33899e4e158f') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:13.687365 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d71f3702-5420-4934-9338-f41acc98a9df tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (cf56b1c6-7c0d-485f-a797-33899e4e158f), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:13.710240 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d71f3702-5420-4934-9338-f41acc98a9df tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (cf56b1c6-7c0d-485f-a797-33899e4e158f), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:13.717656 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d71f3702-5420-4934-9338-f41acc98a9df tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:14:13.718082 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d71f3702-5420-4934-9338-f41acc98a9df tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (cf56b1c6-7c0d-485f-a797-33899e4e158f), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:13.721344 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:14:13.721344 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:14:13.721344 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:14:13.721344 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:14:13.721344 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:14:13.721344 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:14:13.721344 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:14:13.721344 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:14:13.721344 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:14:13.721344 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:14:13.721344 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:14:13.721344 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:14:13.721344 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:14:13.721344 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:14:13.721344 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:14:13.721344 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:14:13.721344 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:14:13.721344 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:14:13.721344 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:14:13.721344 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:14:13.721344 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:14:13.721344 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:14:13.721344 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:14:13.721344 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:14:13.721344 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:14:13.721344 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:14:13.721344 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:14:13.721344 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:14:13.721344 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:14:13.721344 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:14:13.721344 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:14:13.721344 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:14:13.791461 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d71f3702-5420-4934-9338-f41acc98a9df tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (bdb42d3f-f71b-4467-8ae0-a88a1192301e), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:13.803466 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d71f3702-5420-4934-9338-f41acc98a9df tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:13.806976 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d71f3702-5420-4934-9338-f41acc98a9df tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "DELETE /v2.0/networks/bdb42d3f-f71b-4467-8ae0-a88a1192301e HTTP/1.1" status: 204  len: 168 time: 0.6031482
Feb 05 21:14:13.809641 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42366) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:13.880056 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f3702-5420-4934-9338-f41acc98a9df tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event deleted for resources: {'Network': ['ID=bdb42d3f-f71b-4467-8ae0-a88a1192301e,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:13.950507 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-589f12c4-7946-40b3-a801-ada482a94de0 None None] For port fdf1b2a6-c7ed-47d5-94f6-6ab45107171a, host ncdv-master-1, got binding levels [] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:14:13.951325 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-589f12c4-7946-40b3-a801-ada482a94de0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (fdf1b2a6-c7ed-47d5-94f6-6ab45107171a), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:13.971943 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-589f12c4-7946-40b3-a801-ada482a94de0 None None] Calling delete_port for fdf1b2a6-c7ed-47d5-94f6-6ab45107171a owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:14:13.975784 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.ipam_backend_mixin [None req-589f12c4-7946-40b3-a801-ada482a94de0 None None] Port fdf1b2a6-c7ed-47d5-94f6-6ab45107171a was not found and therefore no delete operation was performed {{(pid=114392) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Feb 05 21:14:13.996022 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-589f12c4-7946-40b3-a801-ada482a94de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (fdf1b2a6-c7ed-47d5-94f6-6ab45107171a), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:14.002007 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device fdf1b2a6-c7ed-47d5-94f6-6ab45107171a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:14:14.046232 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: fdf1b2a6-c7ed-47d5-94f6-6ab45107171a {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:14:14.046946 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device fdf1b2a6-c7ed-47d5-94f6-6ab45107171a not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:14:14.049183 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-589f12c4-7946-40b3-a801-ada482a94de0 None None] Network bdb42d3f-f71b-4467-8ae0-a88a1192301e is not hosted by any dhcp agent {{(pid=114392) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Feb 05 21:14:14.049640 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589f12c4-7946-40b3-a801-ada482a94de0 None None] No DVR routers for this DVR port fdf1b2a6-c7ed-47d5-94f6-6ab45107171a on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:14:14.060736 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f12c4-7946-40b3-a801-ada482a94de0 None None] Pushing event deleted for resources: {'Port': ['ID=fdf1b2a6-c7ed-47d5-94f6-6ab45107171a,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:14.089166 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-cb784ab3-4355-4ad0-a47c-8c5a5d9eedc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8b589a0>, [{'id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'name': 'tempest-RoutersTest-router-1152873187', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:13:47Z', 'updated_at': '2022-02-05T21:14:12Z', 'revision_number': 9, 'project_id': '743f09469d2b4f98894791740de743a4', 'gw_port_host': None, '_interfaces': [{'id': 'b6b066e1-8c43-4fcf-903d-647482c1f2f1', 'name': '', 'network_id': 'd591244f-10bc-4e21-a31c-9e750a985d54', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:f7:61:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '70db06b2-fbfd-4d0c-8979-ca791d3470f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:53Z', 'updated_at': '2022-02-05T21:14:00Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': '70db06b2-fbfd-4d0c-8979-ca791d3470f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed253274-491d-4429-be6f-fcc3101b4a87', 'name': '', 'network_id': '40925240-fb85-4291-a72b-93552903524d', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:1b:1f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:48Z', 'updated_at': '2022-02-05T21:13:54Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:14.120147 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb784ab3-4355-4ad0-a47c-8c5a5d9eedc2 None None] The sync data for ids ['0f12b3ad-9fc3-481d-b888-83c3213abe82'] in ncdv-master-1 is: [{'id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'name': 'tempest-RoutersTest-router-1152873187', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:13:47Z', 'updated_at': '2022-02-05T21:14:12Z', 'revision_number': 9, 'project_id': '743f09469d2b4f98894791740de743a4', 'gw_port_host': None, '_interfaces': [{'id': 'b6b066e1-8c43-4fcf-903d-647482c1f2f1', 'name': '', 'network_id': 'd591244f-10bc-4e21-a31c-9e750a985d54', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:f7:61:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '70db06b2-fbfd-4d0c-8979-ca791d3470f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:53Z', 'updated_at': '2022-02-05T21:14:00Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': '70db06b2-fbfd-4d0c-8979-ca791d3470f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed253274-491d-4429-be6f-fcc3101b4a87', 'name': '', 'network_id': '40925240-fb85-4291-a72b-93552903524d', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:1b:1f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:48Z', 'updated_at': '2022-02-05T21:13:54Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:14:14.228439 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c9df097b-57c2-4af8-8329-ab6469d2df2d tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (0f12b3ad-9fc3-481d-b888-83c3213abe82), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:14.755893 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b90a72dc-328b-48e8-947f-72be8005436b req-870dffa1-1039-4b2b-a200-4e5f96551b6c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=25473dc7-d899-4fac-b6e8-28bd82843dd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1129045
Feb 05 21:14:14.882784 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a72dc-328b-48e8-947f-72be8005436b req-a414dd28-95b8-46ac-83ad-9f86e38ca43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:14.884301 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b90a72dc-328b-48e8-947f-72be8005436b req-a414dd28-95b8-46ac-83ad-9f86e38ca43a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af1c8d8fd0ce4d51947fd02afc3a9fb1&device_id=25473dc7-d899-4fac-b6e8-28bd82843dd0 HTTP/1.1" status: 200  len: 1128 time: 0.1059442
Feb 05 21:14:14.978841 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-c9df097b-57c2-4af8-8329-ab6469d2df2d tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Deleting port b6b066e1-8c43-4fcf-903d-647482c1f2f1 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:14:14.979194 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c9df097b-57c2-4af8-8329-ab6469d2df2d tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (b6b066e1-8c43-4fcf-903d-647482c1f2f1), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:15.064675 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a72dc-328b-48e8-947f-72be8005436b req-cb48fbda-3bb5-4afb-be47-fd45668b99ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:15.066523 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b90a72dc-328b-48e8-947f-72be8005436b req-cb48fbda-3bb5-4afb-be47-fd45668b99ba service neutron] 10.222.0.39 "GET /v2.0/networks?id=101f8301-8908-474a-9c4a-c0416b6bfc1d HTTP/1.1" status: 200  len: 913 time: 0.1633220
Feb 05 21:14:15.138891 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-c9df097b-57c2-4af8-8329-ab6469d2df2d tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] For port b6b066e1-8c43-4fcf-903d-647482c1f2f1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b6b066e1-8c43-4fcf-903d-647482c1f2f1,segment=NetworkSegment(22fe1a45-5fef-46c9-903e-888650976a75),segment_id=22fe1a45-5fef-46c9-903e-888650976a75)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:14:15.139246 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c9df097b-57c2-4af8-8329-ab6469d2df2d tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (b6b066e1-8c43-4fcf-903d-647482c1f2f1), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:15.159936 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b90a72dc-328b-48e8-947f-72be8005436b req-ba01a4c2-f770-47b1-bf76-86811624a6d3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47bb27fe-db5e-47d9-859e-156e5fa1f7cb HTTP/1.1" status: 200  len: 1002 time: 0.0876360
Feb 05 21:14:15.160781 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-c9df097b-57c2-4af8-8329-ab6469d2df2d tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Calling delete_port for b6b066e1-8c43-4fcf-903d-647482c1f2f1 owned by network:router_interface {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:14:15.255499 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a72dc-328b-48e8-947f-72be8005436b req-2d956e27-4378-441f-aa0a-d243c82bf140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:15.256976 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b90a72dc-328b-48e8-947f-72be8005436b req-2d956e27-4378-441f-aa0a-d243c82bf140 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4fedd35d-80ae-4712-9371-a85b980ce8f3 HTTP/1.1" status: 200  len: 851 time: 0.0908768
Feb 05 21:14:15.337005 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:15.354805 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a72dc-328b-48e8-947f-72be8005436b req-88039f2b-ff63-4a54-b36d-ee576ca81218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:15.356479 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b90a72dc-328b-48e8-947f-72be8005436b req-88039f2b-ff63-4a54-b36d-ee576ca81218 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=101f8301-8908-474a-9c4a-c0416b6bfc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0939672
Feb 05 21:14:15.461186 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c9df097b-57c2-4af8-8329-ab6469d2df2d tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (b6b066e1-8c43-4fcf-903d-647482c1f2f1), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:15.497594 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df097b-57c2-4af8-8329-ab6469d2df2d tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event deleted for resources: {'Port': ['ID=b6b066e1-8c43-4fcf-903d-647482c1f2f1,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:15.536772 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b90a72dc-328b-48e8-947f-72be8005436b req-54f6d509-bee4-4965-84b3-c24d55193316 service neutron] 10.222.0.39 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1745059
Feb 05 21:14:15.740265 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b90a72dc-328b-48e8-947f-72be8005436b req-7b03d7d0-3bf1-46e1-80d7-40ac837a54a4 service neutron] 10.222.0.39 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1831617
Feb 05 21:14:15.744696 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c9df097b-57c2-4af8-8329-ab6469d2df2d tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (0f12b3ad-9fc3-481d-b888-83c3213abe82), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:15.907316 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device d67596b7-39a0-47d2-a334-5932ea6d4d66 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:14:15.935022 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: d67596b7-39a0-47d2-a334-5932ea6d4d66 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:14:15.935492 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device d67596b7-39a0-47d2-a334-5932ea6d4d66 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:14:15.946836 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9df097b-57c2-4af8-8329-ab6469d2df2d tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Router 0f12b3ad-9fc3-481d-b888-83c3213abe82 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:14:16.047253 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9df097b-57c2-4af8-8329-ab6469d2df2d tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:14:16.053152 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c9df097b-57c2-4af8-8329-ab6469d2df2d tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "PUT /v2.0/routers/0f12b3ad-9fc3-481d-b888-83c3213abe82/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2419884
Feb 05 21:14:16.055423 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42400) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:16.061156 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db89bed6-daca-4d91-817b-617dd7c3ca06 None None] Sync routers for ids ['0f12b3ad-9fc3-481d-b888-83c3213abe82'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:14:16.075817 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db89bed6-daca-4d91-817b-617dd7c3ca06 None None] Routers {'0f12b3ad-9fc3-481d-b888-83c3213abe82'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:14:16.077659 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-db89bed6-daca-4d91-817b-617dd7c3ca06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8c31850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:14:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['0f12b3ad-9fc3-481d-b888-83c3213abe82'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:16.124946 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-b072836e-0637-48e2-9220-b7fb85d832b8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Deleting subnet 70db06b2-fbfd-4d0c-8979-ca791d3470f7 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:14:16.130412 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b072836e-0637-48e2-9220-b7fb85d832b8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for subnet (70db06b2-fbfd-4d0c-8979-ca791d3470f7), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:16.175253 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b072836e-0637-48e2-9220-b7fb85d832b8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (70db06b2-fbfd-4d0c-8979-ca791d3470f7), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:16.178731 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-db89bed6-daca-4d91-817b-617dd7c3ca06 None None] Set router 0f12b3ad-9fc3-481d-b888-83c3213abe82 gateway port host: None {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:14:16.305292 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b072836e-0637-48e2-9220-b7fb85d832b8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (70db06b2-fbfd-4d0c-8979-ca791d3470f7), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:16.382792 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b072836e-0637-48e2-9220-b7fb85d832b8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (70db06b2-fbfd-4d0c-8979-ca791d3470f7), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:16.425455 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565699ff-f41f-4654-bb68-36a9055b7e65 None None] Network d591244f-10bc-4e21-a31c-9e750a985d54 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:14:16.434785 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b072836e-0637-48e2-9220-b7fb85d832b8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event deleted for resources: {'Subnet': ['ID=70db06b2-fbfd-4d0c-8979-ca791d3470f7,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:16.438717 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-db89bed6-daca-4d91-817b-617dd7c3ca06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8c31850>, [{'id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'name': 'tempest-RoutersTest-router-1152873187', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:13:47Z', 'updated_at': '2022-02-05T21:14:15Z', 'revision_number': 10, 'project_id': '743f09469d2b4f98894791740de743a4', 'gw_port_host': None, '_interfaces': [{'id': 'ed253274-491d-4429-be6f-fcc3101b4a87', 'name': '', 'network_id': '40925240-fb85-4291-a72b-93552903524d', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:1b:1f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:48Z', 'updated_at': '2022-02-05T21:13:54Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:16.444755 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b072836e-0637-48e2-9220-b7fb85d832b8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:16.449201 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b072836e-0637-48e2-9220-b7fb85d832b8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "DELETE /v2.0/subnets/70db06b2-fbfd-4d0c-8979-ca791d3470f7 HTTP/1.1" status: 204  len: 168 time: 0.3926756
Feb 05 21:14:16.451880 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42410) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:16.489645 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db89bed6-daca-4d91-817b-617dd7c3ca06 None None] Checking router: 0f12b3ad-9fc3-481d-b888-83c3213abe82 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:14:16.502001 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db89bed6-daca-4d91-817b-617dd7c3ca06 None None] Routers {'0f12b3ad-9fc3-481d-b888-83c3213abe82'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:14:16.503110 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-db89bed6-daca-4d91-817b-617dd7c3ca06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8c31850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:14:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['0f12b3ad-9fc3-481d-b888-83c3213abe82'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:16.546599 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cba4206b-b21d-4250-bb47-ceb485089434 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (d591244f-10bc-4e21-a31c-9e750a985d54), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:16.614350 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-cba4206b-b21d-4250-bb47-ceb485089434 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Deleting port 7fb557aa-112d-41e5-9a4d-b58704d0ab00 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:14:16.614735 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cba4206b-b21d-4250-bb47-ceb485089434 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (7fb557aa-112d-41e5-9a4d-b58704d0ab00), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:16.638947 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668b4a99-d4cc-48db-9e9d-6acae46ad6d4 None None] DHCP port deletion for d591244f-10bc-4e21-a31c-9e750a985d54 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:14:16.698314 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-cba4206b-b21d-4250-bb47-ceb485089434 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] For port 7fb557aa-112d-41e5-9a4d-b58704d0ab00, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7fb557aa-112d-41e5-9a4d-b58704d0ab00,segment=NetworkSegment(22fe1a45-5fef-46c9-903e-888650976a75),segment_id=22fe1a45-5fef-46c9-903e-888650976a75)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:14:16.698723 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cba4206b-b21d-4250-bb47-ceb485089434 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (7fb557aa-112d-41e5-9a4d-b58704d0ab00), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:16.705033 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-668b4a99-d4cc-48db-9e9d-6acae46ad6d4 None None] Deleting port 7fb557aa-112d-41e5-9a4d-b58704d0ab00 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:14:16.706224 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-668b4a99-d4cc-48db-9e9d-6acae46ad6d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (7fb557aa-112d-41e5-9a4d-b58704d0ab00), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:16.720774 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-cba4206b-b21d-4250-bb47-ceb485089434 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Calling delete_port for 7fb557aa-112d-41e5-9a4d-b58704d0ab00 owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:14:16.731199 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-db89bed6-daca-4d91-817b-617dd7c3ca06 None None] Set router 0f12b3ad-9fc3-481d-b888-83c3213abe82 gateway port host: None {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:14:16.785993 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-668b4a99-d4cc-48db-9e9d-6acae46ad6d4 None None] For port 7fb557aa-112d-41e5-9a4d-b58704d0ab00, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7fb557aa-112d-41e5-9a4d-b58704d0ab00,segment=NetworkSegment(22fe1a45-5fef-46c9-903e-888650976a75),segment_id=22fe1a45-5fef-46c9-903e-888650976a75)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:14:16.786714 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-668b4a99-d4cc-48db-9e9d-6acae46ad6d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (7fb557aa-112d-41e5-9a4d-b58704d0ab00), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:16.802202 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-668b4a99-d4cc-48db-9e9d-6acae46ad6d4 None None] Calling delete_port for 7fb557aa-112d-41e5-9a4d-b58704d0ab00 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:14:16.818048 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cba4206b-b21d-4250-bb47-ceb485089434 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (7fb557aa-112d-41e5-9a4d-b58704d0ab00), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:16.850914 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba4206b-b21d-4250-bb47-ceb485089434 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event deleted for resources: {'Port': ['ID=7fb557aa-112d-41e5-9a4d-b58704d0ab00,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:16.854582 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba4206b-b21d-4250-bb47-ceb485089434 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] No DVR routers for this DVR port 7fb557aa-112d-41e5-9a4d-b58704d0ab00 on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:14:16.891935 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-668b4a99-d4cc-48db-9e9d-6acae46ad6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (7fb557aa-112d-41e5-9a4d-b58704d0ab00), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:16.925840 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b4a99-d4cc-48db-9e9d-6acae46ad6d4 None None] Pushing event deleted for resources: {'Port': ['ID=7fb557aa-112d-41e5-9a4d-b58704d0ab00,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:16.927709 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668b4a99-d4cc-48db-9e9d-6acae46ad6d4 None None] No DVR routers for this DVR port 7fb557aa-112d-41e5-9a4d-b58704d0ab00 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:14:16.949240 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cba4206b-b21d-4250-bb47-ceb485089434 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (d591244f-10bc-4e21-a31c-9e750a985d54), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:16.971252 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-cba4206b-b21d-4250-bb47-ceb485089434 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2a10b50>,) {'filters': {'network_id': ['d591244f-10bc-4e21-a31c-9e750a985d54']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:16.976907 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-db89bed6-daca-4d91-817b-617dd7c3ca06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8c31850>, [{'id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'name': 'tempest-RoutersTest-router-1152873187', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:13:47Z', 'updated_at': '2022-02-05T21:14:15Z', 'revision_number': 10, 'project_id': '743f09469d2b4f98894791740de743a4', 'gw_port_host': None, '_interfaces': [{'id': 'ed253274-491d-4429-be6f-fcc3101b4a87', 'name': '', 'network_id': '40925240-fb85-4291-a72b-93552903524d', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:1b:1f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:48Z', 'updated_at': '2022-02-05T21:13:54Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:16.980729 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-cba4206b-b21d-4250-bb47-ceb485089434 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2a10b50>, '22fe1a45-5fef-46c9-903e-888650976a75') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:16.981031 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-cba4206b-b21d-4250-bb47-ceb485089434 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2a10b50>, '22fe1a45-5fef-46c9-903e-888650976a75') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:16.990821 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cba4206b-b21d-4250-bb47-ceb485089434 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (22fe1a45-5fef-46c9-903e-888650976a75), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:17.003093 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db89bed6-daca-4d91-817b-617dd7c3ca06 None None] The sync data for ids ['0f12b3ad-9fc3-481d-b888-83c3213abe82'] in ncdv-master-1 is: [{'id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'name': 'tempest-RoutersTest-router-1152873187', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:13:47Z', 'updated_at': '2022-02-05T21:14:15Z', 'revision_number': 10, 'project_id': '743f09469d2b4f98894791740de743a4', 'gw_port_host': None, '_interfaces': [{'id': 'ed253274-491d-4429-be6f-fcc3101b4a87', 'name': '', 'network_id': '40925240-fb85-4291-a72b-93552903524d', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'mac_address': 'fa:16:3e:1b:1f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:48Z', 'updated_at': '2022-02-05T21:13:54Z', 'revision_number': 5, 'project_id': '743f09469d2b4f98894791740de743a4', 'subnets': [{'id': 'f652bc5b-c8c9-4cb0-b3cb-a8905a682847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:14:17.006765 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cba4206b-b21d-4250-bb47-ceb485089434 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (22fe1a45-5fef-46c9-903e-888650976a75), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:17.013375 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cba4206b-b21d-4250-bb47-ceb485089434 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:14:17.013785 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cba4206b-b21d-4250-bb47-ceb485089434 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (22fe1a45-5fef-46c9-903e-888650976a75), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:17.016959 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:14:17.016959 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:14:17.016959 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:14:17.016959 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:14:17.016959 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:14:17.016959 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:14:17.016959 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:14:17.016959 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:14:17.016959 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:14:17.016959 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:14:17.016959 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:14:17.016959 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:14:17.016959 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:14:17.016959 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:14:17.016959 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:14:17.016959 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:14:17.016959 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:14:17.016959 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:14:17.016959 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:14:17.016959 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:14:17.016959 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:14:17.016959 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:14:17.016959 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:14:17.016959 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:14:17.016959 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:14:17.016959 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:14:17.016959 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:14:17.016959 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:14:17.016959 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:14:17.016959 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:14:17.016959 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:14:17.016959 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:14:17.079875 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cba4206b-b21d-4250-bb47-ceb485089434 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (d591244f-10bc-4e21-a31c-9e750a985d54), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:17.085072 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cba4206b-b21d-4250-bb47-ceb485089434 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:17.088752 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-cba4206b-b21d-4250-bb47-ceb485089434 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "DELETE /v2.0/networks/d591244f-10bc-4e21-a31c-9e750a985d54 HTTP/1.1" status: 204  len: 168 time: 0.6357386
Feb 05 21:14:17.091589 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42432) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:17.102965 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba4206b-b21d-4250-bb47-ceb485089434 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event deleted for resources: {'Network': ['ID=d591244f-10bc-4e21-a31c-9e750a985d54,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:17.430513 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4933b21e-5d05-4c81-ab59-798b861ba8be tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (0f12b3ad-9fc3-481d-b888-83c3213abe82), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:17.726537 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-4933b21e-5d05-4c81-ab59-798b861ba8be tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Deleting port ed253274-491d-4429-be6f-fcc3101b4a87 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:14:17.727144 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4933b21e-5d05-4c81-ab59-798b861ba8be tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (ed253274-491d-4429-be6f-fcc3101b4a87), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:17.823271 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-4933b21e-5d05-4c81-ab59-798b861ba8be tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] For port ed253274-491d-4429-be6f-fcc3101b4a87, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ed253274-491d-4429-be6f-fcc3101b4a87,segment=NetworkSegment(e0f16770-f055-489b-9bf3-0add035981b2),segment_id=e0f16770-f055-489b-9bf3-0add035981b2)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:14:17.823571 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4933b21e-5d05-4c81-ab59-798b861ba8be tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (ed253274-491d-4429-be6f-fcc3101b4a87), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:17.837796 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-4933b21e-5d05-4c81-ab59-798b861ba8be tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Calling delete_port for ed253274-491d-4429-be6f-fcc3101b4a87 owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:14:17.899098 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7fb557aa-112d-41e5-9a4d-b58704d0ab00 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:14:17.920022 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 7fb557aa-112d-41e5-9a4d-b58704d0ab00 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:14:17.920379 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7fb557aa-112d-41e5-9a4d-b58704d0ab00 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:14:17.920820 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b6b066e1-8c43-4fcf-903d-647482c1f2f1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:14:17.945872 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: b6b066e1-8c43-4fcf-903d-647482c1f2f1 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:14:17.946299 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b6b066e1-8c43-4fcf-903d-647482c1f2f1 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:14:18.035406 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4933b21e-5d05-4c81-ab59-798b861ba8be tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (ed253274-491d-4429-be6f-fcc3101b4a87), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:18.062607 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933b21e-5d05-4c81-ab59-798b861ba8be tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event deleted for resources: {'Port': ['ID=ed253274-491d-4429-be6f-fcc3101b4a87,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:18.204896 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4933b21e-5d05-4c81-ab59-798b861ba8be tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (0f12b3ad-9fc3-481d-b888-83c3213abe82), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:18.365452 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4933b21e-5d05-4c81-ab59-798b861ba8be tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Router 0f12b3ad-9fc3-481d-b888-83c3213abe82 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:14:18.442236 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4933b21e-5d05-4c81-ab59-798b861ba8be tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:14:18.447494 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4933b21e-5d05-4c81-ab59-798b861ba8be tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "PUT /v2.0/routers/0f12b3ad-9fc3-481d-b888-83c3213abe82/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3547943
Feb 05 21:14:18.450156 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42472) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:18.451418 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fdaa7d-a501-4955-aacd-f838aab1b9be None None] Sync routers for ids ['0f12b3ad-9fc3-481d-b888-83c3213abe82'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:14:18.462277 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fdaa7d-a501-4955-aacd-f838aab1b9be None None] Routers {'0f12b3ad-9fc3-481d-b888-83c3213abe82'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:14:18.462936 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-54fdaa7d-a501-4955-aacd-f838aab1b9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabc72ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:14:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['0f12b3ad-9fc3-481d-b888-83c3213abe82'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:18.499521 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b76ab72-80a2-4c27-8c9b-45010a61dd4a tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Deleting subnet f652bc5b-c8c9-4cb0-b3cb-a8905a682847 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:14:18.502747 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5b76ab72-80a2-4c27-8c9b-45010a61dd4a tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for subnet (f652bc5b-c8c9-4cb0-b3cb-a8905a682847), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:18.537403 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-54fdaa7d-a501-4955-aacd-f838aab1b9be None None] Set router 0f12b3ad-9fc3-481d-b888-83c3213abe82 gateway port host: None {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:14:18.543209 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5b76ab72-80a2-4c27-8c9b-45010a61dd4a tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (f652bc5b-c8c9-4cb0-b3cb-a8905a682847), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:18.598828 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-54fdaa7d-a501-4955-aacd-f838aab1b9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabc72ac0>, [{'id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'name': 'tempest-RoutersTest-router-1152873187', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:13:47Z', 'updated_at': '2022-02-05T21:14:17Z', 'revision_number': 11, 'project_id': '743f09469d2b4f98894791740de743a4', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:18.626245 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fdaa7d-a501-4955-aacd-f838aab1b9be None None] Checking router: 0f12b3ad-9fc3-481d-b888-83c3213abe82 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:14:18.635710 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fdaa7d-a501-4955-aacd-f838aab1b9be None None] Routers {'0f12b3ad-9fc3-481d-b888-83c3213abe82'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:14:18.637007 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-54fdaa7d-a501-4955-aacd-f838aab1b9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabc72ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:14:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['0f12b3ad-9fc3-481d-b888-83c3213abe82'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:18.644257 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5b76ab72-80a2-4c27-8c9b-45010a61dd4a tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (f652bc5b-c8c9-4cb0-b3cb-a8905a682847), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:18.712694 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5b76ab72-80a2-4c27-8c9b-45010a61dd4a tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (f652bc5b-c8c9-4cb0-b3cb-a8905a682847), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:18.722234 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-54fdaa7d-a501-4955-aacd-f838aab1b9be None None] Set router 0f12b3ad-9fc3-481d-b888-83c3213abe82 gateway port host: None {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:14:18.744517 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76ab72-80a2-4c27-8c9b-45010a61dd4a tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event deleted for resources: {'Subnet': ['ID=f652bc5b-c8c9-4cb0-b3cb-a8905a682847,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:18.755311 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5b76ab72-80a2-4c27-8c9b-45010a61dd4a tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:18.759007 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5b76ab72-80a2-4c27-8c9b-45010a61dd4a tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "DELETE /v2.0/subnets/f652bc5b-c8c9-4cb0-b3cb-a8905a682847 HTTP/1.1" status: 204  len: 168 time: 0.3078833
Feb 05 21:14:18.761504 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42492) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:18.780802 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33758d44-e850-43b4-8351-59d24670fa0e None None] Network 40925240-fb85-4291-a72b-93552903524d requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:14:18.783158 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-54fdaa7d-a501-4955-aacd-f838aab1b9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabc72ac0>, [{'id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'name': 'tempest-RoutersTest-router-1152873187', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:13:47Z', 'updated_at': '2022-02-05T21:14:17Z', 'revision_number': 11, 'project_id': '743f09469d2b4f98894791740de743a4', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:18.828961 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fdaa7d-a501-4955-aacd-f838aab1b9be None None] The sync data for ids ['0f12b3ad-9fc3-481d-b888-83c3213abe82'] in ncdv-master-1 is: [{'id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'name': 'tempest-RoutersTest-router-1152873187', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:13:47Z', 'updated_at': '2022-02-05T21:14:17Z', 'revision_number': 11, 'project_id': '743f09469d2b4f98894791740de743a4', 'gw_port_host': None}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:14:18.849857 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6d11a022-1abe-4f48-92fc-e598288790bd tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (40925240-fb85-4291-a72b-93552903524d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:18.906061 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-6d11a022-1abe-4f48-92fc-e598288790bd tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Deleting port 31afc53b-ba28-4c01-8da9-acea6faaec69 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:14:18.906284 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6d11a022-1abe-4f48-92fc-e598288790bd tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (31afc53b-ba28-4c01-8da9-acea6faaec69), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:18.973979 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-6d11a022-1abe-4f48-92fc-e598288790bd tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] For port 31afc53b-ba28-4c01-8da9-acea6faaec69, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=31afc53b-ba28-4c01-8da9-acea6faaec69,segment=NetworkSegment(e0f16770-f055-489b-9bf3-0add035981b2),segment_id=e0f16770-f055-489b-9bf3-0add035981b2)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:14:18.974342 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6d11a022-1abe-4f48-92fc-e598288790bd tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (31afc53b-ba28-4c01-8da9-acea6faaec69), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:19.184674 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343c94df-8b66-42d3-b922-eb33a11bd515 None None] DHCP port deletion for 40925240-fb85-4291-a72b-93552903524d request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:14:19.241537 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-343c94df-8b66-42d3-b922-eb33a11bd515 None None] Deleting port 31afc53b-ba28-4c01-8da9-acea6faaec69 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:14:19.241914 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-343c94df-8b66-42d3-b922-eb33a11bd515 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (31afc53b-ba28-4c01-8da9-acea6faaec69), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:19.303163 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-6d11a022-1abe-4f48-92fc-e598288790bd tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Calling delete_port for 31afc53b-ba28-4c01-8da9-acea6faaec69 owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:14:19.317470 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-343c94df-8b66-42d3-b922-eb33a11bd515 None None] For port 31afc53b-ba28-4c01-8da9-acea6faaec69, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=31afc53b-ba28-4c01-8da9-acea6faaec69,segment=NetworkSegment(e0f16770-f055-489b-9bf3-0add035981b2),segment_id=e0f16770-f055-489b-9bf3-0add035981b2)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:14:19.317724 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-343c94df-8b66-42d3-b922-eb33a11bd515 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (31afc53b-ba28-4c01-8da9-acea6faaec69), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:19.331285 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-343c94df-8b66-42d3-b922-eb33a11bd515 None None] Calling delete_port for 31afc53b-ba28-4c01-8da9-acea6faaec69 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:14:19.394851 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6d11a022-1abe-4f48-92fc-e598288790bd tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (31afc53b-ba28-4c01-8da9-acea6faaec69), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:19.421809 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11a022-1abe-4f48-92fc-e598288790bd tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event deleted for resources: {'Port': ['ID=31afc53b-ba28-4c01-8da9-acea6faaec69,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:19.426053 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-343c94df-8b66-42d3-b922-eb33a11bd515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (31afc53b-ba28-4c01-8da9-acea6faaec69), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:19.428545 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d11a022-1abe-4f48-92fc-e598288790bd tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] No DVR routers for this DVR port 31afc53b-ba28-4c01-8da9-acea6faaec69 on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:14:19.456407 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343c94df-8b66-42d3-b922-eb33a11bd515 None None] Pushing event deleted for resources: {'Port': ['ID=31afc53b-ba28-4c01-8da9-acea6faaec69,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:19.459767 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343c94df-8b66-42d3-b922-eb33a11bd515 None None] No DVR routers for this DVR port 31afc53b-ba28-4c01-8da9-acea6faaec69 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:14:19.513407 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6d11a022-1abe-4f48-92fc-e598288790bd tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (40925240-fb85-4291-a72b-93552903524d), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:19.533148 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-6d11a022-1abe-4f48-92fc-e598288790bd tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db93522b0>,) {'filters': {'network_id': ['40925240-fb85-4291-a72b-93552903524d']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:19.543232 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-6d11a022-1abe-4f48-92fc-e598288790bd tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db93522b0>, 'e0f16770-f055-489b-9bf3-0add035981b2') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:19.543532 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-6d11a022-1abe-4f48-92fc-e598288790bd tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db93522b0>, 'e0f16770-f055-489b-9bf3-0add035981b2') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:19.552827 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6d11a022-1abe-4f48-92fc-e598288790bd tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (e0f16770-f055-489b-9bf3-0add035981b2), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:19.565810 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6d11a022-1abe-4f48-92fc-e598288790bd tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (e0f16770-f055-489b-9bf3-0add035981b2), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:19.571857 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d11a022-1abe-4f48-92fc-e598288790bd tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:14:19.572236 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6d11a022-1abe-4f48-92fc-e598288790bd tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (e0f16770-f055-489b-9bf3-0add035981b2), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:19.575083 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:14:19.575083 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:14:19.575083 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:14:19.575083 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:14:19.575083 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:14:19.575083 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:14:19.575083 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:14:19.575083 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:14:19.575083 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:14:19.575083 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:14:19.575083 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:14:19.575083 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:14:19.575083 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:14:19.575083 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:14:19.575083 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:14:19.575083 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:14:19.575083 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:14:19.575083 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:14:19.575083 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:14:19.575083 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:14:19.575083 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:14:19.575083 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:14:19.575083 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:14:19.575083 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:14:19.575083 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:14:19.575083 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:14:19.575083 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:14:19.575083 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:14:19.575083 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:14:19.575083 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:14:19.575083 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:14:19.575083 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:14:19.636042 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6d11a022-1abe-4f48-92fc-e598288790bd tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (40925240-fb85-4291-a72b-93552903524d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:19.643476 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6d11a022-1abe-4f48-92fc-e598288790bd tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:19.647090 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6d11a022-1abe-4f48-92fc-e598288790bd tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "DELETE /v2.0/networks/40925240-fb85-4291-a72b-93552903524d HTTP/1.1" status: 204  len: 168 time: 0.8846579
Feb 05 21:14:19.649857 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42496) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:19.655499 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-93b41ba8-6bea-4a59-9d88-ba6e365a4555 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Request body: {'router': {'routes': None}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:14:19.658087 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11a022-1abe-4f48-92fc-e598288790bd tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Pushing event deleted for resources: {'Network': ['ID=40925240-fb85-4291-a72b-93552903524d,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:19.852423 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.extraroute_db [None req-93b41ba8-6bea-4a59-9d88-ba6e365a4555 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Added routes are [] {{(pid=114391) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Feb 05 21:14:19.852769 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.extraroute_db [None req-93b41ba8-6bea-4a59-9d88-ba6e365a4555 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Removed routes are [] {{(pid=114391) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Feb 05 21:14:19.853137 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-93b41ba8-6bea-4a59-9d88-ba6e365a4555 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8250'] for router (0f12b3ad-9fc3-481d-b888-83c3213abe82), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:19.901390 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device ed253274-491d-4429-be6f-fcc3101b4a87 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:14:19.922825 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: ed253274-491d-4429-be6f-fcc3101b4a87 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:14:19.923469 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device ed253274-491d-4429-be6f-fcc3101b4a87 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:14:19.923914 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 31afc53b-ba28-4c01-8da9-acea6faaec69 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:14:19.947703 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 31afc53b-ba28-4c01-8da9-acea6faaec69 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:14:19.948359 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 31afc53b-ba28-4c01-8da9-acea6faaec69 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:14:20.017522 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-93b41ba8-6bea-4a59-9d88-ba6e365a4555 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8250'] for router (0f12b3ad-9fc3-481d-b888-83c3213abe82), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:20.021169 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-93b41ba8-6bea-4a59-9d88-ba6e365a4555 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583542'] for router (0f12b3ad-9fc3-481d-b888-83c3213abe82), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:20.104936 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b41ba8-6bea-4a59-9d88-ba6e365a4555 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Router 0f12b3ad-9fc3-481d-b888-83c3213abe82 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:14:20.190340 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b41ba8-6bea-4a59-9d88-ba6e365a4555 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:14:20.197825 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:20.198286 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-93b41ba8-6bea-4a59-9d88-ba6e365a4555 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:20.199678 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-93b41ba8-6bea-4a59-9d88-ba6e365a4555 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "PUT /v2.0/routers/0f12b3ad-9fc3-481d-b888-83c3213abe82 HTTP/1.1" status: 200  len: 701 time: 0.5485373
Feb 05 21:14:20.202200 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42530) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:20.203955 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7527ed67-dbbf-4b2a-9bd1-3c16b16e0d74 None None] Sync routers for ids ['0f12b3ad-9fc3-481d-b888-83c3213abe82'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:14:20.219323 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7527ed67-dbbf-4b2a-9bd1-3c16b16e0d74 None None] Routers {'0f12b3ad-9fc3-481d-b888-83c3213abe82'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:14:20.220531 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-7527ed67-dbbf-4b2a-9bd1-3c16b16e0d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8cf17c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:14:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['0f12b3ad-9fc3-481d-b888-83c3213abe82'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:20.236513 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5b4110b7-6aa7-4f81-98e5-e015fe072eb3 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f12b3ad-9fc3-481d-b888-83c3213abe82 HTTP/1.1" status: 200  len: 205 time: 0.0308933
Feb 05 21:14:20.237204 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42532) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:20.296163 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-7527ed67-dbbf-4b2a-9bd1-3c16b16e0d74 None None] Set router 0f12b3ad-9fc3-481d-b888-83c3213abe82 gateway port host: None {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:14:20.318703 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-17aaa1d2-8dca-4597-a4df-a99353411f27 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for router (0f12b3ad-9fc3-481d-b888-83c3213abe82), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:20.352427 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-7527ed67-dbbf-4b2a-9bd1-3c16b16e0d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8cf17c0>, [{'id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'name': 'tempest-RoutersTest-router-1152873187', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:13:47Z', 'updated_at': '2022-02-05T21:14:17Z', 'revision_number': 11, 'project_id': '743f09469d2b4f98894791740de743a4', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:20.378813 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7527ed67-dbbf-4b2a-9bd1-3c16b16e0d74 None None] Checking router: 0f12b3ad-9fc3-481d-b888-83c3213abe82 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:14:20.387854 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7527ed67-dbbf-4b2a-9bd1-3c16b16e0d74 None None] Routers {'0f12b3ad-9fc3-481d-b888-83c3213abe82'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:14:20.388461 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-7527ed67-dbbf-4b2a-9bd1-3c16b16e0d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8cf17c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:14:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['0f12b3ad-9fc3-481d-b888-83c3213abe82'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:20.460409 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-7527ed67-dbbf-4b2a-9bd1-3c16b16e0d74 None None] Set router 0f12b3ad-9fc3-481d-b888-83c3213abe82 gateway port host: None {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:14:20.482829 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-17aaa1d2-8dca-4597-a4df-a99353411f27 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (0f12b3ad-9fc3-481d-b888-83c3213abe82), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:20.484923 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-17aaa1d2-8dca-4597-a4df-a99353411f27 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for router_controller (0f12b3ad-9fc3-481d-b888-83c3213abe82), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:20.514298 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-7527ed67-dbbf-4b2a-9bd1-3c16b16e0d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8cf17c0>, [{'id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'name': 'tempest-RoutersTest-router-1152873187', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:13:47Z', 'updated_at': '2022-02-05T21:14:17Z', 'revision_number': 11, 'project_id': '743f09469d2b4f98894791740de743a4', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:20.542285 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7527ed67-dbbf-4b2a-9bd1-3c16b16e0d74 None None] The sync data for ids ['0f12b3ad-9fc3-481d-b888-83c3213abe82'] in ncdv-master-1 is: [{'id': '0f12b3ad-9fc3-481d-b888-83c3213abe82', 'name': 'tempest-RoutersTest-router-1152873187', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:13:47Z', 'updated_at': '2022-02-05T21:14:17Z', 'revision_number': 11, 'project_id': '743f09469d2b4f98894791740de743a4', 'gw_port_host': None}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:14:20.866508 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-17aaa1d2-8dca-4597-a4df-a99353411f27 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (0f12b3ad-9fc3-481d-b888-83c3213abe82), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:20.867238 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17aaa1d2-8dca-4597-a4df-a99353411f27 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Fanout notify agent at l3_agent the message router_deleted on router 0f12b3ad-9fc3-481d-b888-83c3213abe82 {{(pid=114391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:14:20.874558 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-17aaa1d2-8dca-4597-a4df-a99353411f27 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:20.876026 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-17aaa1d2-8dca-4597-a4df-a99353411f27 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "DELETE /v2.0/routers/0f12b3ad-9fc3-481d-b888-83c3213abe82 HTTP/1.1" status: 204  len: 168 time: 0.6377208
Feb 05 21:14:20.880999 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42540) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:20.885858 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-7feaf5d6-f35f-4c1e-be8e-208718938ce8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1655663782', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:14:20.911887 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7feaf5d6-f35f-4c1e-be8e-208718938ce8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (5b372f93-f4bd-4a3e-991d-dcaf7fba83fe), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:20.912976 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7feaf5d6-f35f-4c1e-be8e-208718938ce8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (5b372f93-f4bd-4a3e-991d-dcaf7fba83fe), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:20.971931 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7feaf5d6-f35f-4c1e-be8e-208718938ce8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for router_controller (5b372f93-f4bd-4a3e-991d-dcaf7fba83fe), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:20.976649 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7feaf5d6-f35f-4c1e-be8e-208718938ce8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (5b372f93-f4bd-4a3e-991d-dcaf7fba83fe), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:21.000308 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7feaf5d6-f35f-4c1e-be8e-208718938ce8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:21.001671 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7feaf5d6-f35f-4c1e-be8e-208718938ce8 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.1195722
Feb 05 21:14:21.005121 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42554) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:21.010364 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-ef2e4048-655d-42ea-889d-7c64184e98d0 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Request body: {'router': {'admin_state_up': True}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:14:21.254680 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ef2e4048-655d-42ea-889d-7c64184e98d0 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8250'] for router (5b372f93-f4bd-4a3e-991d-dcaf7fba83fe), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:21.277899 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ef2e4048-655d-42ea-889d-7c64184e98d0 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583542'] for router (5b372f93-f4bd-4a3e-991d-dcaf7fba83fe), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:21.397371 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2e4048-655d-42ea-889d-7c64184e98d0 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Router 5b372f93-f4bd-4a3e-991d-dcaf7fba83fe is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:14:21.496142 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2e4048-655d-42ea-889d-7c64184e98d0 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:14:21.502978 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ef2e4048-655d-42ea-889d-7c64184e98d0 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:21.504279 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ef2e4048-655d-42ea-889d-7c64184e98d0 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "PUT /v2.0/routers/5b372f93-f4bd-4a3e-991d-dcaf7fba83fe HTTP/1.1" status: 200  len: 694 time: 0.4979668
Feb 05 21:14:21.509271 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42556) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:21.510035 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615cf070-a3a3-4607-a4ac-783d88ab7d37 None None] Sync routers for ids ['5b372f93-f4bd-4a3e-991d-dcaf7fba83fe'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:14:21.520725 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615cf070-a3a3-4607-a4ac-783d88ab7d37 None None] Routers {'5b372f93-f4bd-4a3e-991d-dcaf7fba83fe'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:14:21.521502 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-615cf070-a3a3-4607-a4ac-783d88ab7d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab2cf280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:14:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['5b372f93-f4bd-4a3e-991d-dcaf7fba83fe'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:21.601485 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c3fc0fa3-b11a-4cca-a784-121575a35791 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "GET /v2.0/routers/5b372f93-f4bd-4a3e-991d-dcaf7fba83fe HTTP/1.1" status: 200  len: 700 time: 0.0910337
Feb 05 21:14:21.604776 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42558) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:21.608904 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-615cf070-a3a3-4607-a4ac-783d88ab7d37 None None] Set router 5b372f93-f4bd-4a3e-991d-dcaf7fba83fe gateway port host: None {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:14:21.633481 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-682e0d9f-c23d-4377-b87c-1c3dac3bc7f9 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b372f93-f4bd-4a3e-991d-dcaf7fba83fe HTTP/1.1" status: 200  len: 205 time: 0.0275803
Feb 05 21:14:21.637289 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42560) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:21.664640 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-615cf070-a3a3-4607-a4ac-783d88ab7d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab2cf280>, [{'id': '5b372f93-f4bd-4a3e-991d-dcaf7fba83fe', 'name': 'tempest-RoutersTest-router-1655663782', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:14:20Z', 'updated_at': '2022-02-05T21:14:21Z', 'revision_number': 2, 'project_id': '743f09469d2b4f98894791740de743a4', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:21.695512 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615cf070-a3a3-4607-a4ac-783d88ab7d37 None None] Checking router: 5b372f93-f4bd-4a3e-991d-dcaf7fba83fe for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:14:21.704929 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615cf070-a3a3-4607-a4ac-783d88ab7d37 None None] Routers {'5b372f93-f4bd-4a3e-991d-dcaf7fba83fe'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:14:21.705682 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-615cf070-a3a3-4607-a4ac-783d88ab7d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab2cf280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:14:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['5b372f93-f4bd-4a3e-991d-dcaf7fba83fe'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:21.721988 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6f9211f8-a10e-44be-b57a-6d8a1ab0b2f1 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for router (5b372f93-f4bd-4a3e-991d-dcaf7fba83fe), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:21.776864 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-615cf070-a3a3-4607-a4ac-783d88ab7d37 None None] Set router 5b372f93-f4bd-4a3e-991d-dcaf7fba83fe gateway port host: None {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:14:21.839859 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-615cf070-a3a3-4607-a4ac-783d88ab7d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab2cf280>, [{'id': '5b372f93-f4bd-4a3e-991d-dcaf7fba83fe', 'name': 'tempest-RoutersTest-router-1655663782', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:14:20Z', 'updated_at': '2022-02-05T21:14:21Z', 'revision_number': 2, 'project_id': '743f09469d2b4f98894791740de743a4', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:21.869476 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615cf070-a3a3-4607-a4ac-783d88ab7d37 None None] The sync data for ids ['5b372f93-f4bd-4a3e-991d-dcaf7fba83fe'] in ncdv-master-1 is: [{'id': '5b372f93-f4bd-4a3e-991d-dcaf7fba83fe', 'name': 'tempest-RoutersTest-router-1655663782', 'tenant_id': '743f09469d2b4f98894791740de743a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:14:20Z', 'updated_at': '2022-02-05T21:14:21Z', 'revision_number': 2, 'project_id': '743f09469d2b4f98894791740de743a4', 'gw_port_host': None}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:14:21.915588 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6f9211f8-a10e-44be-b57a-6d8a1ab0b2f1 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (5b372f93-f4bd-4a3e-991d-dcaf7fba83fe), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:21.918122 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6f9211f8-a10e-44be-b57a-6d8a1ab0b2f1 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for router_controller (5b372f93-f4bd-4a3e-991d-dcaf7fba83fe), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:21.966820 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6f9211f8-a10e-44be-b57a-6d8a1ab0b2f1 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (5b372f93-f4bd-4a3e-991d-dcaf7fba83fe), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:21.967337 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9211f8-a10e-44be-b57a-6d8a1ab0b2f1 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Fanout notify agent at l3_agent the message router_deleted on router 5b372f93-f4bd-4a3e-991d-dcaf7fba83fe {{(pid=114391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:14:21.978351 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6f9211f8-a10e-44be-b57a-6d8a1ab0b2f1 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:21.979492 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6f9211f8-a10e-44be-b57a-6d8a1ab0b2f1 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "DELETE /v2.0/routers/5b372f93-f4bd-4a3e-991d-dcaf7fba83fe HTTP/1.1" status: 204  len: 168 time: 0.3412600
Feb 05 21:14:21.983329 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42566) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:22.019545 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c2a5402b-7e85-427c-bf44-d59b96d057ba tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b372f93-f4bd-4a3e-991d-dcaf7fba83fe HTTP/1.1" status: 200  len: 205 time: 0.0348904
Feb 05 21:14:22.021982 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42570) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:22.078892 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-d550a6ab-0c40-4476-8304-d03b5429a39c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] delete failed (client error): The resource could not be found.
Feb 05 21:14:22.080003 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d550a6ab-0c40-4476-8304-d03b5429a39c tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "DELETE /v2.0/routers/5b372f93-f4bd-4a3e-991d-dcaf7fba83fe HTTP/1.1" status: 404  len: 336 time: 0.0569613
Feb 05 21:14:22.085290 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42578) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:22.115172 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-8de2dfcc-1d71-4a68-9f04-47a26b302a3f tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:14:22.115794 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8de2dfcc-1d71-4a68-9f04-47a26b302a3f tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:14:22.119568 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8de2dfcc-1d71-4a68-9f04-47a26b302a3f tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "DELETE /v2.0/subnets/e233e8de-5e12-421f-b147-f9db53574bd9 HTTP/1.1" status: 404  len: 337 time: 0.0330086
Feb 05 21:14:22.122020 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42584) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:22.152520 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-37540499-bd69-48ae-909e-5b7acd711cca tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:14:22.153020 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37540499-bd69-48ae-909e-5b7acd711cca tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:14:22.157232 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-37540499-bd69-48ae-909e-5b7acd711cca tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "DELETE /v2.0/subnets/1605b37f-7368-469b-b23f-e5986e865216 HTTP/1.1" status: 404  len: 337 time: 0.0335548
Feb 05 21:14:22.160990 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42586) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:22.201587 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-f019e8e4-209a-46bc-b86f-b75f15db7e53 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:14:22.202307 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f019e8e4-209a-46bc-b86f-b75f15db7e53 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:14:22.206238 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f019e8e4-209a-46bc-b86f-b75f15db7e53 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "DELETE /v2.0/subnets/70db06b2-fbfd-4d0c-8979-ca791d3470f7 HTTP/1.1" status: 404  len: 337 time: 0.0441043
Feb 05 21:14:22.209466 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42588) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:22.243583 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b2525de-e97c-483a-854a-5badb893a3d2 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:14:22.244176 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b2525de-e97c-483a-854a-5badb893a3d2 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:14:22.248075 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5b2525de-e97c-483a-854a-5badb893a3d2 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "DELETE /v2.0/subnets/f652bc5b-c8c9-4cb0-b3cb-a8905a682847 HTTP/1.1" status: 404  len: 337 time: 0.0371690
Feb 05 21:14:22.250763 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42590) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:22.285671 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1a5a6864-be87-486f-b417-1e7f51a48e36 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f12b3ad-9fc3-481d-b888-83c3213abe82 HTTP/1.1" status: 200  len: 205 time: 0.0336478
Feb 05 21:14:22.288027 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42592) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:22.341725 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-c048aefd-86c3-47d5-ac5f-6c9fb44670a6 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] delete failed (client error): The resource could not be found.
Feb 05 21:14:22.342922 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c048aefd-86c3-47d5-ac5f-6c9fb44670a6 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "DELETE /v2.0/routers/0f12b3ad-9fc3-481d-b888-83c3213abe82 HTTP/1.1" status: 404  len: 336 time: 0.0538552
Feb 05 21:14:22.346367 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42594) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:22.383011 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d193efa1-9657-4a50-92f5-a508c1c5ed97 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfb4cc39-1dcf-4911-ac85-252aca9310a2 HTTP/1.1" status: 200  len: 205 time: 0.0350277
Feb 05 21:14:22.384742 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42596) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:22.430049 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-59cab99c-3ff5-4313-af14-ecb1940a4552 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] delete failed (client error): The resource could not be found.
Feb 05 21:14:22.431292 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-59cab99c-3ff5-4313-af14-ecb1940a4552 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "DELETE /v2.0/routers/bfb4cc39-1dcf-4911-ac85-252aca9310a2 HTTP/1.1" status: 404  len: 336 time: 0.0455053
Feb 05 21:14:22.434347 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42598) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:22.462098 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-88d8cc95-2f2e-4b1c-a277-c0df829264e0 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:14:22.462585 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88d8cc95-2f2e-4b1c-a277-c0df829264e0 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:14:22.465587 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-88d8cc95-2f2e-4b1c-a277-c0df829264e0 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "DELETE /v2.0/subnets/1b36adff-a41e-42ec-aa8d-1b95f63917d6 HTTP/1.1" status: 404  len: 337 time: 0.0297303
Feb 05 21:14:22.468441 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42600) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:22.502613 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b7ea99a8-0352-4275-b10c-68a88e55f1e6 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a015d6d-e7e1-4ab0-a5c6-17a136187963 HTTP/1.1" status: 200  len: 205 time: 0.0324721
Feb 05 21:14:22.504939 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42614) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:22.547030 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-e2505225-d9cf-492b-83c4-e6fb7ee82bf0 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] delete failed (client error): The resource could not be found.
Feb 05 21:14:22.550997 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e2505225-d9cf-492b-83c4-e6fb7ee82bf0 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "DELETE /v2.0/routers/3a015d6d-e7e1-4ab0-a5c6-17a136187963 HTTP/1.1" status: 404  len: 336 time: 0.0421281
Feb 05 21:14:22.551391 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42620) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:22.581632 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-dde99a46-be75-4ace-acf7-48ed8b0192b2 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6201eda2-9e8f-4fcf-ad9c-022f7dbd7399 HTTP/1.1" status: 200  len: 205 time: 0.0290914
Feb 05 21:14:22.584517 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42622) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:22.626752 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-fdb8ffaf-08df-41ac-bbaf-c741e184610a tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] delete failed (client error): The resource could not be found.
Feb 05 21:14:22.627894 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-fdb8ffaf-08df-41ac-bbaf-c741e184610a tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "DELETE /v2.0/routers/6201eda2-9e8f-4fcf-ad9c-022f7dbd7399 HTTP/1.1" status: 404  len: 336 time: 0.0425711
Feb 05 21:14:22.630428 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42624) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:22.657321 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a52639-4cae-41a9-9fb5-f4c14bf54110 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:14:22.657787 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3a52639-4cae-41a9-9fb5-f4c14bf54110 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:14:22.661609 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b3a52639-4cae-41a9-9fb5-f4c14bf54110 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "DELETE /v2.0/subnets/0c3e8cb6-3f87-4547-80a7-e55ea74c12f2 HTTP/1.1" status: 404  len: 337 time: 0.0301785
Feb 05 21:14:22.664113 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42626) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:22.694689 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-21ca12fe-21a5-43df-a9cb-63d4b3290775 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c4a2a8d-4ce1-4910-a708-d7a6dbc5c89c HTTP/1.1" status: 200  len: 205 time: 0.0274384
Feb 05 21:14:22.694999 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42628) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:22.733140 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-dddb889f-a379-4d89-9b62-3cfb0982cb90 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] delete failed (client error): The resource could not be found.
Feb 05 21:14:22.737102 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-dddb889f-a379-4d89-9b62-3cfb0982cb90 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "DELETE /v2.0/routers/1c4a2a8d-4ce1-4910-a708-d7a6dbc5c89c HTTP/1.1" status: 404  len: 336 time: 0.0381162
Feb 05 21:14:22.737322 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42630) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:22.763732 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-41307aee-b57a-47a4-864b-05c5a74132f1 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:14:22.764189 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41307aee-b57a-47a4-864b-05c5a74132f1 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:14:22.767217 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-41307aee-b57a-47a4-864b-05c5a74132f1 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "DELETE /v2.0/subnets/3cb5bbae-c492-4b5f-9655-25583e2c88ee HTTP/1.1" status: 404  len: 337 time: 0.0289843
Feb 05 21:14:22.770251 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42632) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:22.802789 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d12b1b45-20f4-4765-a342-8a820bbcce30 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "GET /v2.0/ports?device_id=b63dd00c-bac1-44ed-808c-e109a883c711 HTTP/1.1" status: 200  len: 205 time: 0.0312932
Feb 05 21:14:22.804959 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42634) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:22.842924 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-5933c0f8-2c9e-4811-b3f7-3f3a71f3140e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] delete failed (client error): The resource could not be found.
Feb 05 21:14:22.844005 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5933c0f8-2c9e-4811-b3f7-3f3a71f3140e tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "DELETE /v2.0/routers/b63dd00c-bac1-44ed-808c-e109a883c711 HTTP/1.1" status: 404  len: 336 time: 0.0381548
Feb 05 21:14:22.846788 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42636) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:22.873914 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-70bc7b5d-c7ab-43d9-baee-f4a9d3a32fde tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:14:22.874401 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70bc7b5d-c7ab-43d9-baee-f4a9d3a32fde tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:14:22.878152 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-70bc7b5d-c7ab-43d9-baee-f4a9d3a32fde tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "DELETE /v2.0/subnets/c7aba682-f70e-4514-a2ae-2d98274df442 HTTP/1.1" status: 404  len: 337 time: 0.0304310
Feb 05 21:14:22.880685 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42638) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:22.906900 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-80e10b6e-ba90-4dc1-8849-e7b3d7fe6dc7 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:14:22.907360 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80e10b6e-ba90-4dc1-8849-e7b3d7fe6dc7 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:14:22.911426 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-80e10b6e-ba90-4dc1-8849-e7b3d7fe6dc7 tempest-RoutersTest-2003879476 tempest-RoutersTest-2003879476-project] 10.222.0.32 "DELETE /v2.0/subnets/15bfa938-098e-47c1-8e9a-910bd5531441 HTTP/1.1" status: 404  len: 337 time: 0.0298159
Feb 05 21:14:23.165869 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42654) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:23.325353 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6f0ae09e-8913-4b55-a1d0-260b6bafc28a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=743f09469d2b4f98894791740de743a4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1582839
Feb 05 21:14:23.327738 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42668) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:23.380742 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-878df3f1-0bbd-4f7a-8af3-6addf43d5789 admin admin] Publish callbacks [] for security_group (12940125-1fbd-4d0d-9b02-d4e246353d22), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:23.402608 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-878df3f1-0bbd-4f7a-8af3-6addf43d5789 admin admin] Publish callbacks [] for security_group (12940125-1fbd-4d0d-9b02-d4e246353d22), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:23.457681 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-878df3f1-0bbd-4f7a-8af3-6addf43d5789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (12940125-1fbd-4d0d-9b02-d4e246353d22), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:23.460726 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-878df3f1-0bbd-4f7a-8af3-6addf43d5789 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:23.464461 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-878df3f1-0bbd-4f7a-8af3-6addf43d5789 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/12940125-1fbd-4d0d-9b02-d4e246353d22 HTTP/1.1" status: 204  len: 168 time: 0.1331460
Feb 05 21:14:23.472007 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878df3f1-0bbd-4f7a-8af3-6addf43d5789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12940125-1fbd-4d0d-9b02-d4e246353d22,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:24.120092 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42700) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:24.215530 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-61578636-a1f3-45d3-93cb-5b7b8a866220 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Request body: {'security_group': {'name': 'tempest-secgroup--1611393280'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:14:24.236089 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-61578636-a1f3-45d3-93cb-5b7b8a866220 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:24.244581 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-61578636-a1f3-45d3-93cb-5b7b8a866220 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:24.325610 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-61578636-a1f3-45d3-93cb-5b7b8a866220 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (9ac453e8-4e78-4f13-b4db-919675f5a843), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:24.334741 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-61578636-a1f3-45d3-93cb-5b7b8a866220 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (9ac453e8-4e78-4f13-b4db-919675f5a843), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:24.373899 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61578636-a1f3-45d3-93cb-5b7b8a866220 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac453e8-4e78-4f13-b4db-919675f5a843,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:24.425598 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-61578636-a1f3-45d3-93cb-5b7b8a866220 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (be84ca49-ef0d-44fb-9740-1ac239ab9bef), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:24.428920 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-61578636-a1f3-45d3-93cb-5b7b8a866220 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (be84ca49-ef0d-44fb-9740-1ac239ab9bef), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:24.458603 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-61578636-a1f3-45d3-93cb-5b7b8a866220 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:24.459860 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-61578636-a1f3-45d3-93cb-5b7b8a866220 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3387754
Feb 05 21:14:24.462539 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42706) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:24.470351 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61578636-a1f3-45d3-93cb-5b7b8a866220 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be84ca49-ef0d-44fb-9740-1ac239ab9bef,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:24.528280 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-153a6f7a-e857-4761-9848-df5ff1397ce7 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.0646732
Feb 05 21:14:24.530861 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42720) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:24.535831 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-06afd517-0d84-4f62-a362-56f2cb755ad0 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Request body: {'security_group': {'name': 'tempest-security--2013776648', 'description': 'tempest-security-description-1494782395'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:14:24.573606 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-06afd517-0d84-4f62-a362-56f2cb755ad0 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (be84ca49-ef0d-44fb-9740-1ac239ab9bef), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:24.622784 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-06afd517-0d84-4f62-a362-56f2cb755ad0 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (be84ca49-ef0d-44fb-9740-1ac239ab9bef), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:24.626428 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-06afd517-0d84-4f62-a362-56f2cb755ad0 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (be84ca49-ef0d-44fb-9740-1ac239ab9bef), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:24.629793 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-06afd517-0d84-4f62-a362-56f2cb755ad0 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:24.631049 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-06afd517-0d84-4f62-a362-56f2cb755ad0 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "PUT /v2.0/security-groups/be84ca49-ef0d-44fb-9740-1ac239ab9bef HTTP/1.1" status: 200  len: 1797 time: 0.0992877
Feb 05 21:14:24.633901 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42726) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:24.655162 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06afd517-0d84-4f62-a362-56f2cb755ad0 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be84ca49-ef0d-44fb-9740-1ac239ab9bef,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:24.673645 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6aac4a76-3385-49c5-aa0f-e1429d38250b tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "GET /v2.0/security-groups/be84ca49-ef0d-44fb-9740-1ac239ab9bef HTTP/1.1" status: 200  len: 1797 time: 0.0384722
Feb 05 21:14:24.676418 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42728) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:24.726291 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0d159480-2919-42be-88ca-4e756721e501 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (be84ca49-ef0d-44fb-9740-1ac239ab9bef), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:24.747838 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0d159480-2919-42be-88ca-4e756721e501 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (be84ca49-ef0d-44fb-9740-1ac239ab9bef), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:24.788400 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0d159480-2919-42be-88ca-4e756721e501 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (be84ca49-ef0d-44fb-9740-1ac239ab9bef), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:24.790951 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0d159480-2919-42be-88ca-4e756721e501 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:24.792105 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0d159480-2919-42be-88ca-4e756721e501 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "DELETE /v2.0/security-groups/be84ca49-ef0d-44fb-9740-1ac239ab9bef HTTP/1.1" status: 204  len: 168 time: 0.1147914
Feb 05 21:14:24.795036 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42730) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:24.801765 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d159480-2919-42be-88ca-4e756721e501 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be84ca49-ef0d-44fb-9740-1ac239ab9bef,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:24.840453 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f03d6004-1f84-4b22-83b8-e502f38f35db tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0442426
Feb 05 21:14:24.843124 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42732) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:24.855773 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-a787ea27-d1f6-4994-8450-13954353741a tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] delete failed (client error): The resource could not be found.
Feb 05 21:14:24.856719 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a787ea27-d1f6-4994-8450-13954353741a tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "DELETE /v2.0/security-groups/be84ca49-ef0d-44fb-9740-1ac239ab9bef HTTP/1.1" status: 404  len: 347 time: 0.0126691
Feb 05 21:14:24.860342 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42734) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:24.866579 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-f94686fd-1ab3-4df4-9c39-612ebf4bcb25 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Request body: {'security_group': {'name': 'tempest-secgroup--2026823474'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:14:24.887298 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f94686fd-1ab3-4df4-9c39-612ebf4bcb25 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:24.954218 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f94686fd-1ab3-4df4-9c39-612ebf4bcb25 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (cf7b1859-dc19-43e1-8ec6-9f58def88d2f), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:24.958287 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f94686fd-1ab3-4df4-9c39-612ebf4bcb25 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (cf7b1859-dc19-43e1-8ec6-9f58def88d2f), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:24.985421 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f94686fd-1ab3-4df4-9c39-612ebf4bcb25 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:24.987548 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f94686fd-1ab3-4df4-9c39-612ebf4bcb25 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1262302
Feb 05 21:14:24.990308 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42736) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:24.995456 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-b31067d1-c06e-43cf-899f-3fbefdaccb7d tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Request body: {'security_group_rule': {'security_group_id': 'cf7b1859-dc19-43e1-8ec6-9f58def88d2f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:14:25.000404 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94686fd-1ab3-4df4-9c39-612ebf4bcb25 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7b1859-dc19-43e1-8ec6-9f58def88d2f,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:25.023977 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b31067d1-c06e-43cf-899f-3fbefdaccb7d tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (2bb4ac9e-20b1-4725-9100-0245966afd0a), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:25.082511 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b31067d1-c06e-43cf-899f-3fbefdaccb7d tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (2bb4ac9e-20b1-4725-9100-0245966afd0a), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:25.086082 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b31067d1-c06e-43cf-899f-3fbefdaccb7d tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (2bb4ac9e-20b1-4725-9100-0245966afd0a), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:25.105120 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31067d1-c06e-43cf-899f-3fbefdaccb7d tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bb4ac9e-20b1-4725-9100-0245966afd0a,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:25.109982 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b31067d1-c06e-43cf-899f-3fbefdaccb7d tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:25.114690 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b31067d1-c06e-43cf-899f-3fbefdaccb7d tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1191747
Feb 05 21:14:25.114845 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42738) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:25.146673 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2310e554-3695-4695-847c-8849c735be6d tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (2bb4ac9e-20b1-4725-9100-0245966afd0a), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:25.154009 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2310e554-3695-4695-847c-8849c735be6d tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (2bb4ac9e-20b1-4725-9100-0245966afd0a), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:25.180043 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2310e554-3695-4695-847c-8849c735be6d tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (2bb4ac9e-20b1-4725-9100-0245966afd0a), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:25.185075 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2310e554-3695-4695-847c-8849c735be6d tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:25.186566 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2310e554-3695-4695-847c-8849c735be6d tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/2bb4ac9e-20b1-4725-9100-0245966afd0a HTTP/1.1" status: 204  len: 168 time: 0.0707901
Feb 05 21:14:25.189103 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42740) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:25.205895 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310e554-3695-4695-847c-8849c735be6d tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2bb4ac9e-20b1-4725-9100-0245966afd0a,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:25.239357 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1f626dd2-fdd0-4952-a8ea-83b19557e77b tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0491955
Feb 05 21:14:25.242009 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42742) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:25.293216 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b99d052f-2af1-49e5-bbca-e7355f77d3e4 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (cf7b1859-dc19-43e1-8ec6-9f58def88d2f), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:25.315897 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b99d052f-2af1-49e5-bbca-e7355f77d3e4 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (cf7b1859-dc19-43e1-8ec6-9f58def88d2f), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:25.357889 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b99d052f-2af1-49e5-bbca-e7355f77d3e4 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (cf7b1859-dc19-43e1-8ec6-9f58def88d2f), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:25.360868 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b99d052f-2af1-49e5-bbca-e7355f77d3e4 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:25.363355 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b99d052f-2af1-49e5-bbca-e7355f77d3e4 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "DELETE /v2.0/security-groups/cf7b1859-dc19-43e1-8ec6-9f58def88d2f HTTP/1.1" status: 204  len: 168 time: 0.1204038
Feb 05 21:14:25.366003 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42744) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:25.372468 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d052f-2af1-49e5-bbca-e7355f77d3e4 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7b1859-dc19-43e1-8ec6-9f58def88d2f,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:25.422134 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42750) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:25.422318 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-519665c7-db45-40cd-bf5d-c2d8a50bb8f4 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0546486
Feb 05 21:14:25.427520 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-f27c3232-7af5-4385-a030-a23ec8555d0c tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Request body: {'security_group': {'name': 'tempest-secgroup--440909699'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:14:25.449735 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f27c3232-7af5-4385-a030-a23ec8555d0c tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:25.527376 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f27c3232-7af5-4385-a030-a23ec8555d0c tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (54452d91-16cf-4245-be63-f116f0e0736a), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:25.531956 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f27c3232-7af5-4385-a030-a23ec8555d0c tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (54452d91-16cf-4245-be63-f116f0e0736a), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:25.567939 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f27c3232-7af5-4385-a030-a23ec8555d0c tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:25.569379 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f27c3232-7af5-4385-a030-a23ec8555d0c tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1467211
Feb 05 21:14:25.570580 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c3232-7af5-4385-a030-a23ec8555d0c tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54452d91-16cf-4245-be63-f116f0e0736a,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:25.572640 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42764) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:25.576912 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-3b120068-a13f-4bc7-a9bc-726d9fe19b90 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Request body: {'security_group_rule': {'security_group_id': '54452d91-16cf-4245-be63-f116f0e0736a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:14:25.604795 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3b120068-a13f-4bc7-a9bc-726d9fe19b90 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (6b622768-c0e3-49e7-9bc0-d322219d72e2), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:25.660251 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3b120068-a13f-4bc7-a9bc-726d9fe19b90 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (6b622768-c0e3-49e7-9bc0-d322219d72e2), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:25.663241 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3b120068-a13f-4bc7-a9bc-726d9fe19b90 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (6b622768-c0e3-49e7-9bc0-d322219d72e2), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:25.681919 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b120068-a13f-4bc7-a9bc-726d9fe19b90 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b622768-c0e3-49e7-9bc0-d322219d72e2,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:25.687505 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3b120068-a13f-4bc7-a9bc-726d9fe19b90 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:25.688529 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-3b120068-a13f-4bc7-a9bc-726d9fe19b90 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1149879
Feb 05 21:14:25.691538 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42766) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:25.696053 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-f57aa28d-138c-430b-b58c-87351ac54c86 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Request body: {'security_group_rule': {'security_group_id': '54452d91-16cf-4245-be63-f116f0e0736a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:14:25.724096 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f57aa28d-138c-430b-b58c-87351ac54c86 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (2a2256d5-d34f-4325-9bfc-e8c6e80f98b8), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:25.781820 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f57aa28d-138c-430b-b58c-87351ac54c86 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (2a2256d5-d34f-4325-9bfc-e8c6e80f98b8), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:25.786041 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f57aa28d-138c-430b-b58c-87351ac54c86 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (2a2256d5-d34f-4325-9bfc-e8c6e80f98b8), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:25.805525 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57aa28d-138c-430b-b58c-87351ac54c86 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a2256d5-d34f-4325-9bfc-e8c6e80f98b8,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:25.810845 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f57aa28d-138c-430b-b58c-87351ac54c86 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:25.814937 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42768) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:25.815221 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f57aa28d-138c-430b-b58c-87351ac54c86 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1223989
Feb 05 21:14:25.819647 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-6da7d5b1-c735-4e9b-84d2-c57d4925642b tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Request body: {'security_group_rule': {'security_group_id': '54452d91-16cf-4245-be63-f116f0e0736a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:14:25.844810 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6da7d5b1-c735-4e9b-84d2-c57d4925642b tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (60768fa0-7729-4500-aaf4-31eda96695eb), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:25.902919 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6da7d5b1-c735-4e9b-84d2-c57d4925642b tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (60768fa0-7729-4500-aaf4-31eda96695eb), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:25.906285 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6da7d5b1-c735-4e9b-84d2-c57d4925642b tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (60768fa0-7729-4500-aaf4-31eda96695eb), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:25.925980 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da7d5b1-c735-4e9b-84d2-c57d4925642b tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60768fa0-7729-4500-aaf4-31eda96695eb,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:25.931646 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6da7d5b1-c735-4e9b-84d2-c57d4925642b tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:25.935333 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6da7d5b1-c735-4e9b-84d2-c57d4925642b tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1167817
Feb 05 21:14:25.935762 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42770) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:25.941111 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-8933ef43-5d83-42f6-ab21-b2a8e3258914 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Request body: {'security_group_rule': {'security_group_id': '54452d91-16cf-4245-be63-f116f0e0736a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:14:25.966411 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8933ef43-5d83-42f6-ab21-b2a8e3258914 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (b2024433-a750-4ca2-be07-c292b0d4786f), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:26.022181 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8933ef43-5d83-42f6-ab21-b2a8e3258914 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (b2024433-a750-4ca2-be07-c292b0d4786f), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:26.025738 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8933ef43-5d83-42f6-ab21-b2a8e3258914 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (b2024433-a750-4ca2-be07-c292b0d4786f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:26.043458 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8933ef43-5d83-42f6-ab21-b2a8e3258914 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2024433-a750-4ca2-be07-c292b0d4786f,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:26.051647 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8933ef43-5d83-42f6-ab21-b2a8e3258914 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:26.052856 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8933ef43-5d83-42f6-ab21-b2a8e3258914 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1160452
Feb 05 21:14:26.055520 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42772) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:26.059756 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-cdfc1db6-c472-4047-b119-d9000ead1f74 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Request body: {'security_group_rule': {'security_group_id': '54452d91-16cf-4245-be63-f116f0e0736a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:14:26.086895 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cdfc1db6-c472-4047-b119-d9000ead1f74 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (565ad170-6447-4aea-94e5-8d12c9157e20), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:26.143346 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cdfc1db6-c472-4047-b119-d9000ead1f74 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (565ad170-6447-4aea-94e5-8d12c9157e20), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:26.147000 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cdfc1db6-c472-4047-b119-d9000ead1f74 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (565ad170-6447-4aea-94e5-8d12c9157e20), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:26.164475 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc1db6-c472-4047-b119-d9000ead1f74 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=565ad170-6447-4aea-94e5-8d12c9157e20,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:26.171599 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cdfc1db6-c472-4047-b119-d9000ead1f74 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:26.172836 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-cdfc1db6-c472-4047-b119-d9000ead1f74 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 772 time: 0.1163557
Feb 05 21:14:26.177230 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42776) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:26.207186 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5699ff2f-505d-4f53-9d99-bc7b011e18c1 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (565ad170-6447-4aea-94e5-8d12c9157e20), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:26.214752 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5699ff2f-505d-4f53-9d99-bc7b011e18c1 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (565ad170-6447-4aea-94e5-8d12c9157e20), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:26.241615 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5699ff2f-505d-4f53-9d99-bc7b011e18c1 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (565ad170-6447-4aea-94e5-8d12c9157e20), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:26.247452 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5699ff2f-505d-4f53-9d99-bc7b011e18c1 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:26.248548 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5699ff2f-505d-4f53-9d99-bc7b011e18c1 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/565ad170-6447-4aea-94e5-8d12c9157e20 HTTP/1.1" status: 204  len: 168 time: 0.0704689
Feb 05 21:14:26.251152 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42778) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:26.254066 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5699ff2f-505d-4f53-9d99-bc7b011e18c1 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=565ad170-6447-4aea-94e5-8d12c9157e20,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:26.294940 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-cd7cf4bc-1687-4910-85cb-128a973c1076 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5751 time: 0.0421104
Feb 05 21:14:26.297369 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42780) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:26.325916 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d131f26a-2eb6-4cf8-860c-dcc600313742 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (b2024433-a750-4ca2-be07-c292b0d4786f), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:26.336390 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d131f26a-2eb6-4cf8-860c-dcc600313742 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (b2024433-a750-4ca2-be07-c292b0d4786f), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:26.338432 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42782) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:26.372812 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d131f26a-2eb6-4cf8-860c-dcc600313742 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (b2024433-a750-4ca2-be07-c292b0d4786f), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:26.385699 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d131f26a-2eb6-4cf8-860c-dcc600313742 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:26.387098 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d131f26a-2eb6-4cf8-860c-dcc600313742 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/b2024433-a750-4ca2-be07-c292b0d4786f HTTP/1.1" status: 204  len: 168 time: 0.0885026
Feb 05 21:14:26.393222 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42786) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:26.401787 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d131f26a-2eb6-4cf8-860c-dcc600313742 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2024433-a750-4ca2-be07-c292b0d4786f,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:26.454823 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-3ed631e0-f490-468f-b6a9-8a6d24bc25ff tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5205 time: 0.0602541
Feb 05 21:14:26.457969 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42788) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:26.491324 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-62fdfad3-09bc-4686-b84d-af91f299c757 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (60768fa0-7729-4500-aaf4-31eda96695eb), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:26.501062 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-62fdfad3-09bc-4686-b84d-af91f299c757 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (60768fa0-7729-4500-aaf4-31eda96695eb), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:26.527958 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-2c4ba723-401d-4d17-b77b-2fbdbc8a26de tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Deleting port 68672006-ce29-45cf-a23a-0d7b9fdab64a {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:14:26.528625 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c4ba723-401d-4d17-b77b-2fbdbc8a26de tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (68672006-ce29-45cf-a23a-0d7b9fdab64a), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:26.536143 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-62fdfad3-09bc-4686-b84d-af91f299c757 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (60768fa0-7729-4500-aaf4-31eda96695eb), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:26.540495 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-62fdfad3-09bc-4686-b84d-af91f299c757 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:26.541604 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-62fdfad3-09bc-4686-b84d-af91f299c757 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/60768fa0-7729-4500-aaf4-31eda96695eb HTTP/1.1" status: 204  len: 168 time: 0.0820332
Feb 05 21:14:26.545109 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42792) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:26.548686 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fdfad3-09bc-4686-b84d-af91f299c757 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=60768fa0-7729-4500-aaf4-31eda96695eb,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:26.642991 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-43b1d9a8-7da5-4074-92d2-51df11a6b157 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0966222
Feb 05 21:14:26.646087 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42794) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:26.655662 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c4ba723-401d-4d17-b77b-2fbdbc8a26de tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (68672006-ce29-45cf-a23a-0d7b9fdab64a), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:26.656651 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c4ba723-401d-4d17-b77b-2fbdbc8a26de tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for floatingip (68672006-ce29-45cf-a23a-0d7b9fdab64a), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:26.670506 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-2c4ba723-401d-4d17-b77b-2fbdbc8a26de tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Calling delete_port for 68672006-ce29-45cf-a23a-0d7b9fdab64a owned by network:floatingip {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:14:26.672466 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-07fbe5ec-c155-496f-aea8-06903d885b3c tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (2a2256d5-d34f-4325-9bfc-e8c6e80f98b8), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:26.681930 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-07fbe5ec-c155-496f-aea8-06903d885b3c tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (2a2256d5-d34f-4325-9bfc-e8c6e80f98b8), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:26.711761 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-07fbe5ec-c155-496f-aea8-06903d885b3c tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (2a2256d5-d34f-4325-9bfc-e8c6e80f98b8), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:26.717854 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-07fbe5ec-c155-496f-aea8-06903d885b3c tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:26.719053 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-07fbe5ec-c155-496f-aea8-06903d885b3c tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/2a2256d5-d34f-4325-9bfc-e8c6e80f98b8 HTTP/1.1" status: 204  len: 168 time: 0.0719271
Feb 05 21:14:26.721725 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42796) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:26.732903 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fbe5ec-c155-496f-aea8-06903d885b3c tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a2256d5-d34f-4325-9bfc-e8c6e80f98b8,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:26.778904 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-cb1b7d96-458e-44cd-817e-9fc069b0261c tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0560591
Feb 05 21:14:26.779502 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42798) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:26.802729 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ef49e24d-6a53-459f-a19b-f14c1ef10d43 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (6b622768-c0e3-49e7-9bc0-d322219d72e2), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:26.810027 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ef49e24d-6a53-459f-a19b-f14c1ef10d43 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (6b622768-c0e3-49e7-9bc0-d322219d72e2), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:26.821890 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c4ba723-401d-4d17-b77b-2fbdbc8a26de tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (68672006-ce29-45cf-a23a-0d7b9fdab64a), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:26.837534 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ef49e24d-6a53-459f-a19b-f14c1ef10d43 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (6b622768-c0e3-49e7-9bc0-d322219d72e2), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:26.843790 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ef49e24d-6a53-459f-a19b-f14c1ef10d43 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:26.844942 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ef49e24d-6a53-459f-a19b-f14c1ef10d43 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/6b622768-c0e3-49e7-9bc0-d322219d72e2 HTTP/1.1" status: 204  len: 168 time: 0.0644906
Feb 05 21:14:26.850303 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42800) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:26.851379 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ba723-401d-4d17-b77b-2fbdbc8a26de tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Pushing event deleted for resources: {'Port': ['ID=68672006-ce29-45cf-a23a-0d7b9fdab64a,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:26.856502 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49e24d-6a53-459f-a19b-f14c1ef10d43 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b622768-c0e3-49e7-9bc0-d322219d72e2,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:26.891805 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-361ead91-35c7-46bc-aeb2-cd393db7cccf tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0403934
Feb 05 21:14:26.895459 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42802) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:26.914758 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c4ba723-401d-4d17-b77b-2fbdbc8a26de tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for floatingip (2ea6cdde-fd2d-44cc-bf39-5dead2edf199), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:26.915526 ncdv-master-1 neutron-server[114390]: INFO neutron.db.l3_db [None req-2c4ba723-401d-4d17-b77b-2fbdbc8a26de tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Floating IP 2ea6cdde-fd2d-44cc-bf39-5dead2edf199 disassociated (deleted). External IP: 172.35.4.210, port: 47bb27fe-db5e-47d9-859e-156e5fa1f7cb.
Feb 05 21:14:26.953761 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-20691f07-8c30-4a8a-abe3-bd4d84defd20 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (54452d91-16cf-4245-be63-f116f0e0736a), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:26.977036 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-20691f07-8c30-4a8a-abe3-bd4d84defd20 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (54452d91-16cf-4245-be63-f116f0e0736a), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:27.023748 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-20691f07-8c30-4a8a-abe3-bd4d84defd20 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (54452d91-16cf-4245-be63-f116f0e0736a), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:27.026352 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-20691f07-8c30-4a8a-abe3-bd4d84defd20 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:27.027546 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-20691f07-8c30-4a8a-abe3-bd4d84defd20 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "DELETE /v2.0/security-groups/54452d91-16cf-4245-be63-f116f0e0736a HTTP/1.1" status: 204  len: 168 time: 0.1311693
Feb 05 21:14:27.030864 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42804) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:27.043848 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20691f07-8c30-4a8a-abe3-bd4d84defd20 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54452d91-16cf-4245-be63-f116f0e0736a,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:27.084173 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-addc2b5c-2dcb-42f7-a809-a1d8d4c8d483 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0509641
Feb 05 21:14:27.088795 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42806) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:27.093219 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-f15d297c-7b06-4283-a9a6-62e0a7629a55 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Request body: {'security_group': {'name': 'tempest-secgroup--1436428763'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:14:27.113677 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f15d297c-7b06-4283-a9a6-62e0a7629a55 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:27.143809 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4ba723-401d-4d17-b77b-2fbdbc8a26de tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Router 5d888949-8e91-4f41-b7b6-876f26555dff has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:14:27.181696 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f15d297c-7b06-4283-a9a6-62e0a7629a55 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (eeb81862-4c7a-4508-aec3-a8373527149c), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:27.185461 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f15d297c-7b06-4283-a9a6-62e0a7629a55 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (eeb81862-4c7a-4508-aec3-a8373527149c), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:27.215137 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f15d297c-7b06-4283-a9a6-62e0a7629a55 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:27.216403 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f15d297c-7b06-4283-a9a6-62e0a7629a55 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1265340
Feb 05 21:14:27.219992 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42808) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:27.224376 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-31254c2d-10da-44fc-836f-ed10fb8ceb6b tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Request body: {'security_group_rule': {'security_group_id': 'eeb81862-4c7a-4508-aec3-a8373527149c', 'direction': 'ingress', 'protocol': 17}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:14:27.229493 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d297c-7b06-4283-a9a6-62e0a7629a55 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb81862-4c7a-4508-aec3-a8373527149c,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:27.253137 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-31254c2d-10da-44fc-836f-ed10fb8ceb6b tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (c545c479-e4af-47b1-8cfa-ebd05edfcde9), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:27.261012 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4ba723-401d-4d17-b77b-2fbdbc8a26de tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:14:27.266166 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2c4ba723-401d-4d17-b77b-2fbdbc8a26de tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:27.274658 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5719af-288d-40ed-af3f-4cc63e3e4c32 None None] Sync routers for ids ['5d888949-8e91-4f41-b7b6-876f26555dff'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:14:27.285500 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5719af-288d-40ed-af3f-4cc63e3e4c32 None None] Routers {'5d888949-8e91-4f41-b7b6-876f26555dff'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:14:27.286242 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-6c5719af-288d-40ed-af3f-4cc63e3e4c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dbe1697c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:14:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['5d888949-8e91-4f41-b7b6-876f26555dff'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:27.296536 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2c4ba723-401d-4d17-b77b-2fbdbc8a26de tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "DELETE /v2.0/floatingips/2ea6cdde-fd2d-44cc-bf39-5dead2edf199 HTTP/1.1" status: 204  len: 168 time: 0.9571304
Feb 05 21:14:27.297153 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25473dc7-d899-4fac-b6e8-28bd82843dd0', 'tag': '47bb27fe-db5e-47d9-859e-156e5fa1f7cb'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:14:27.300365 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c001b8-da86-4381-8888-345ec9f4fd05" -d '{"events": [{"name": "network-changed", "server_uuid": "25473dc7-d899-4fac-b6e8-28bd82843dd0", "tag": "47bb27fe-db5e-47d9-859e-156e5fa1f7cb"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:14:27.315361 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-31254c2d-10da-44fc-836f-ed10fb8ceb6b tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (c545c479-e4af-47b1-8cfa-ebd05edfcde9), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:27.320515 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-31254c2d-10da-44fc-836f-ed10fb8ceb6b tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (c545c479-e4af-47b1-8cfa-ebd05edfcde9), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:27.350212 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62e6716-463a-4504-82a8-35d1d503d14e x-openstack-request-id: req-d62e6716-463a-4504-82a8-35d1d503d14e {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:14:27.350613 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25473dc7-d899-4fac-b6e8-28bd82843dd0", "tag": "47bb27fe-db5e-47d9-859e-156e5fa1f7cb", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:14:27.350992 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d62e6716-463a-4504-82a8-35d1d503d14e {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:14:27.351152 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-31254c2d-10da-44fc-836f-ed10fb8ceb6b tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:27.351807 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25473dc7-d899-4fac-b6e8-28bd82843dd0', 'tag': '47bb27fe-db5e-47d9-859e-156e5fa1f7cb', 'status': 'completed', 'code': 200}
Feb 05 21:14:27.355315 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-31254c2d-10da-44fc-836f-ed10fb8ceb6b tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.1312532
Feb 05 21:14:27.355315 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31254c2d-10da-44fc-836f-ed10fb8ceb6b tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c545c479-e4af-47b1-8cfa-ebd05edfcde9,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:27.357497 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42814) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:27.454674 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-6c5719af-288d-40ed-af3f-4cc63e3e4c32 None None] Set router 5d888949-8e91-4f41-b7b6-876f26555dff gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:14:27.467127 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9cb5d027-6e35-44fd-9cee-cbaffcc0c4cc tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (eeb81862-4c7a-4508-aec3-a8373527149c), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:27.473960 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c001b8-da86-4381-8888-345ec9f4fd05 req-8269d420-fe74-46e8-ac1f-67faccc68f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:27.475488 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0c001b8-da86-4381-8888-345ec9f4fd05 req-8269d420-fe74-46e8-ac1f-67faccc68f4f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af1c8d8fd0ce4d51947fd02afc3a9fb1&device_id=25473dc7-d899-4fac-b6e8-28bd82843dd0 HTTP/1.1" status: 200  len: 1128 time: 0.0953093
Feb 05 21:14:27.510140 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9cb5d027-6e35-44fd-9cee-cbaffcc0c4cc tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (eeb81862-4c7a-4508-aec3-a8373527149c), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:27.662040 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539651a7-4096-40a9-bbbc-771e64d9d737 req-2f52bbf8-8207-4579-a1f5-bf1f51776d3b tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:27.669344 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-539651a7-4096-40a9-bbbc-771e64d9d737 req-2f52bbf8-8207-4579-a1f5-bf1f51776d3b tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=25473dc7-d899-4fac-b6e8-28bd82843dd0 HTTP/1.1" status: 200  len: 946 time: 0.1564324
Feb 05 21:14:27.690831 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9cb5d027-6e35-44fd-9cee-cbaffcc0c4cc tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (eeb81862-4c7a-4508-aec3-a8373527149c), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:27.693542 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9cb5d027-6e35-44fd-9cee-cbaffcc0c4cc tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:27.697703 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42824) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:27.698172 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9cb5d027-6e35-44fd-9cee-cbaffcc0c4cc tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "DELETE /v2.0/security-groups/eeb81862-4c7a-4508-aec3-a8373527149c HTTP/1.1" status: 204  len: 168 time: 0.3397114
Feb 05 21:14:27.704711 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c001b8-da86-4381-8888-345ec9f4fd05 req-baf73bac-0a15-47d1-9dc4-5f499e86ea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:27.706323 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0c001b8-da86-4381-8888-345ec9f4fd05 req-baf73bac-0a15-47d1-9dc4-5f499e86ea89 service neutron] 10.222.0.39 "GET /v2.0/networks?id=101f8301-8908-474a-9c4a-c0416b6bfc1d HTTP/1.1" status: 200  len: 913 time: 0.2229822
Feb 05 21:14:27.716119 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-6c5719af-288d-40ed-af3f-4cc63e3e4c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dbe1697c0>, [{'id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'name': 'tempest-TestVolumeBootPattern-1133930276-router', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:04:11Z', 'updated_at': '2022-02-05T21:04:20Z', 'revision_number': 4, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'gw_port': {'id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:13Z', 'updated_at': '2022-02-05T21:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '63761191-bbe2-475d-b4fe-de01deec0ae5', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'floating_ip_address': '172.35.4.170', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'port_id': '72400d63-b8b6-47c7-9152-1ac9bb705543', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'mac_address': 'fa:16:3e:f9:9b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6714e33c-ca81-474b-a1c1-c8cbbb663cf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:10:23Z', 'updated_at': '2022-02-05T21:10:26Z', 'revision_number': 1, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7625f1f6-b3f6-42b2-a22b-eaf33034ddb9', 'name': '', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'mac_address': 'fa:16:3e:7d:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:18Z', 'updated_at': '2022-02-05T21:04:25Z', 'revision_number': 5, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'subnets': [{'id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:27.723477 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb5d027-6e35-44fd-9cee-cbaffcc0c4cc tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb81862-4c7a-4508-aec3-a8373527149c,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:27.746034 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5719af-288d-40ed-af3f-4cc63e3e4c32 None None] Checking router: 5d888949-8e91-4f41-b7b6-876f26555dff for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:14:27.759756 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5719af-288d-40ed-af3f-4cc63e3e4c32 None None] Routers {'5d888949-8e91-4f41-b7b6-876f26555dff'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:14:27.760558 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-6c5719af-288d-40ed-af3f-4cc63e3e4c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dbe1697c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:14:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['5d888949-8e91-4f41-b7b6-876f26555dff'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:27.775539 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0c001b8-da86-4381-8888-345ec9f4fd05 req-528b5ca0-3217-418a-86a3-ff46fe1022e5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47bb27fe-db5e-47d9-859e-156e5fa1f7cb HTTP/1.1" status: 200  len: 217 time: 0.0601339
Feb 05 21:14:27.799630 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-01076cea-d805-4deb-821e-145b127b51a3 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1001892
Feb 05 21:14:27.803938 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42838) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:27.810779 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-78c64621-c86a-44b4-9a05-d5961be1cb87 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Request body: {'security_group': {'name': 'tempest-secgroup--365217917'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:14:27.842417 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-539651a7-4096-40a9-bbbc-771e64d9d737 req-72e05a19-2caa-48ef-b69a-0875c38e5b73 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cf6c738-0478-4e04-ae03-4d6824565445&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1687486
Feb 05 21:14:27.847228 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-78c64621-c86a-44b4-9a05-d5961be1cb87 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:27.874119 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c001b8-da86-4381-8888-345ec9f4fd05 req-ebd49a3d-d16f-46de-a52e-62c399b38871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:27.875581 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0c001b8-da86-4381-8888-345ec9f4fd05 req-ebd49a3d-d16f-46de-a52e-62c399b38871 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4fedd35d-80ae-4712-9371-a85b980ce8f3 HTTP/1.1" status: 200  len: 851 time: 0.0897324
Feb 05 21:14:27.897487 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-6c5719af-288d-40ed-af3f-4cc63e3e4c32 None None] Set router 5d888949-8e91-4f41-b7b6-876f26555dff gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:14:27.934496 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-78c64621-c86a-44b4-9a05-d5961be1cb87 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (6ceaf85d-e3e0-49c4-9440-8fb05de25a6d), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:27.940738 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-78c64621-c86a-44b4-9a05-d5961be1cb87 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (6ceaf85d-e3e0-49c4-9440-8fb05de25a6d), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:27.945074 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c001b8-da86-4381-8888-345ec9f4fd05 req-06d5b9da-605d-4fa6-8693-21994484da63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:27.947476 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0c001b8-da86-4381-8888-345ec9f4fd05 req-06d5b9da-605d-4fa6-8693-21994484da63 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=101f8301-8908-474a-9c4a-c0416b6bfc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0655856
Feb 05 21:14:27.982291 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-78c64621-c86a-44b4-9a05-d5961be1cb87 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:27.986806 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-78c64621-c86a-44b4-9a05-d5961be1cb87 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1783497
Feb 05 21:14:27.986806 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c64621-c86a-44b4-9a05-d5961be1cb87 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ceaf85d-e3e0-49c4-9440-8fb05de25a6d,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:27.987246 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42840) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:27.991847 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-1452091a-55f5-4b25-8ae1-717d733a37fd tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Request body: {'security_group': {'name': 'tempest-secgroup--819621919'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:14:28.019016 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1452091a-55f5-4b25-8ae1-717d733a37fd tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:28.085785 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0c001b8-da86-4381-8888-345ec9f4fd05 req-39f27bfc-4986-4fac-aca0-bcb3b39ec849 service neutron] 10.222.0.39 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1312711
Feb 05 21:14:28.110639 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1452091a-55f5-4b25-8ae1-717d733a37fd tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (ed215ee2-cc88-44a2-b145-383c17d06bb8), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:28.117467 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1452091a-55f5-4b25-8ae1-717d733a37fd tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ed215ee2-cc88-44a2-b145-383c17d06bb8), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:28.160845 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1452091a-55f5-4b25-8ae1-717d733a37fd tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:28.162808 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1452091a-55f5-4b25-8ae1-717d733a37fd tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1746774
Feb 05 21:14:28.165634 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42842) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:28.172312 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-83fc0a14-953a-4c82-bcac-d0f94f89a272 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Request body: {'security_group_rule': {'security_group_id': '6ceaf85d-e3e0-49c4-9440-8fb05de25a6d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ed215ee2-cc88-44a2-b145-383c17d06bb8', 'remote_ip_prefix': None}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:14:28.178002 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452091a-55f5-4b25-8ae1-717d733a37fd tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed215ee2-cc88-44a2-b145-383c17d06bb8,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:28.200977 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0c001b8-da86-4381-8888-345ec9f4fd05 req-c71b2566-a032-4ae2-9c52-67c29265f15f service neutron] 10.222.0.39 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1089921
Feb 05 21:14:28.210173 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-6c5719af-288d-40ed-af3f-4cc63e3e4c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dbe1697c0>, [{'id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'name': 'tempest-TestVolumeBootPattern-1133930276-router', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:04:11Z', 'updated_at': '2022-02-05T21:04:20Z', 'revision_number': 4, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'gw_port': {'id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:13Z', 'updated_at': '2022-02-05T21:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '63761191-bbe2-475d-b4fe-de01deec0ae5', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'floating_ip_address': '172.35.4.170', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'port_id': '72400d63-b8b6-47c7-9152-1ac9bb705543', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'mac_address': 'fa:16:3e:f9:9b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6714e33c-ca81-474b-a1c1-c8cbbb663cf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:10:23Z', 'updated_at': '2022-02-05T21:10:26Z', 'revision_number': 1, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7625f1f6-b3f6-42b2-a22b-eaf33034ddb9', 'name': '', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'mac_address': 'fa:16:3e:7d:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:18Z', 'updated_at': '2022-02-05T21:04:25Z', 'revision_number': 5, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'subnets': [{'id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:28.218992 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-83fc0a14-953a-4c82-bcac-d0f94f89a272 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (dd03fac1-39dc-4fde-9464-babc53830b55), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:28.309037 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-83fc0a14-953a-4c82-bcac-d0f94f89a272 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (dd03fac1-39dc-4fde-9464-babc53830b55), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:28.313075 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-83fc0a14-953a-4c82-bcac-d0f94f89a272 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (dd03fac1-39dc-4fde-9464-babc53830b55), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:28.333926 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0a14-953a-4c82-bcac-d0f94f89a272 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd03fac1-39dc-4fde-9464-babc53830b55,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:28.339027 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-83fc0a14-953a-4c82-bcac-d0f94f89a272 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:28.340598 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-83fc0a14-953a-4c82-bcac-d0f94f89a272 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.1729081
Feb 05 21:14:28.345151 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42862) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:28.350435 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5719af-288d-40ed-af3f-4cc63e3e4c32 None None] The sync data for ids ['5d888949-8e91-4f41-b7b6-876f26555dff'] in ncdv-master-1 is: [{'id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'name': 'tempest-TestVolumeBootPattern-1133930276-router', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:04:11Z', 'updated_at': '2022-02-05T21:04:20Z', 'revision_number': 4, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'gw_port': {'id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:13Z', 'updated_at': '2022-02-05T21:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '63761191-bbe2-475d-b4fe-de01deec0ae5', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'floating_ip_address': '172.35.4.170', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'port_id': '72400d63-b8b6-47c7-9152-1ac9bb705543', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'mac_address': 'fa:16:3e:f9:9b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6714e33c-ca81-474b-a1c1-c8cbbb663cf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:10:23Z', 'updated_at': '2022-02-05T21:10:26Z', 'revision_number': 1, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7625f1f6-b3f6-42b2-a22b-eaf33034ddb9', 'name': '', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'mac_address': 'fa:16:3e:7d:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:18Z', 'updated_at': '2022-02-05T21:04:25Z', 'revision_number': 5, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'subnets': [{'id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:14:28.370773 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-99d46112-9f8b-49bc-a7fd-28b17cc99d28 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (dd03fac1-39dc-4fde-9464-babc53830b55), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:28.380552 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-99d46112-9f8b-49bc-a7fd-28b17cc99d28 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (dd03fac1-39dc-4fde-9464-babc53830b55), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:28.410269 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-99d46112-9f8b-49bc-a7fd-28b17cc99d28 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (dd03fac1-39dc-4fde-9464-babc53830b55), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:28.415366 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-99d46112-9f8b-49bc-a7fd-28b17cc99d28 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:28.416337 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-99d46112-9f8b-49bc-a7fd-28b17cc99d28 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/dd03fac1-39dc-4fde-9464-babc53830b55 HTTP/1.1" status: 204  len: 168 time: 0.0699260
Feb 05 21:14:28.419268 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42864) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:28.429222 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d46112-9f8b-49bc-a7fd-28b17cc99d28 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd03fac1-39dc-4fde-9464-babc53830b55,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:28.462122 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-06f0f0a4-5a4b-4c18-8c37-2095b92e2490 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0413923
Feb 05 21:14:28.464577 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42866) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:28.519009 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-67d758b0-b1ff-4a5e-bc82-cd679b4a6fb5 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (ed215ee2-cc88-44a2-b145-383c17d06bb8), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:28.542669 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-67d758b0-b1ff-4a5e-bc82-cd679b4a6fb5 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (ed215ee2-cc88-44a2-b145-383c17d06bb8), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:28.591140 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-67d758b0-b1ff-4a5e-bc82-cd679b4a6fb5 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ed215ee2-cc88-44a2-b145-383c17d06bb8), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:28.594181 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-67d758b0-b1ff-4a5e-bc82-cd679b4a6fb5 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:28.595592 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-67d758b0-b1ff-4a5e-bc82-cd679b4a6fb5 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "DELETE /v2.0/security-groups/ed215ee2-cc88-44a2-b145-383c17d06bb8 HTTP/1.1" status: 204  len: 168 time: 0.1299384
Feb 05 21:14:28.598647 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42868) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:28.604897 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d758b0-b1ff-4a5e-bc82-cd679b4a6fb5 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed215ee2-cc88-44a2-b145-383c17d06bb8,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:28.615001 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406ab3c9-8f4f-4c74-8276-3b9d1bf365ba None None] New status for floating IP 2ea6cdde-fd2d-44cc-bf39-5dead2edf199: DOWN {{(pid=114392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:14:28.655083 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-881ba047-5584-44f1-9d48-c91a938e3d4c tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.0552769
Feb 05 21:14:28.657813 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42870) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:28.716313 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-194251f3-7794-4968-849c-aea8ff060649 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (6ceaf85d-e3e0-49c4-9440-8fb05de25a6d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:28.740037 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-194251f3-7794-4968-849c-aea8ff060649 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (6ceaf85d-e3e0-49c4-9440-8fb05de25a6d), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:28.782139 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-194251f3-7794-4968-849c-aea8ff060649 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (6ceaf85d-e3e0-49c4-9440-8fb05de25a6d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:28.785433 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-194251f3-7794-4968-849c-aea8ff060649 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:28.789199 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42874) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:28.789344 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-194251f3-7794-4968-849c-aea8ff060649 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "DELETE /v2.0/security-groups/6ceaf85d-e3e0-49c4-9440-8fb05de25a6d HTTP/1.1" status: 204  len: 168 time: 0.1303439
Feb 05 21:14:28.798398 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194251f3-7794-4968-849c-aea8ff060649 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ceaf85d-e3e0-49c4-9440-8fb05de25a6d,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:28.803946 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42876) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:28.837038 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b3c891cc-dd03-4104-ad4c-c45911e6b364 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0463531
Feb 05 21:14:28.840748 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42878) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:28.845983 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-321e90fb-7012-4b2a-96e2-dab9e0aee5d8 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Request body: {'security_group': {'name': 'tempest-secgroup--1587875911'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:14:28.855452 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-83b724c3-18dd-4d2c-84c8-e0f759fd61a6 admin admin] Deleting subnet a2ba5aa7-66ed-4070-8c04-5f6be4c369a5 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:14:28.861904 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-83b724c3-18dd-4d2c-84c8-e0f759fd61a6 admin admin] Publish callbacks [] for subnet (a2ba5aa7-66ed-4070-8c04-5f6be4c369a5), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:28.885607 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-321e90fb-7012-4b2a-96e2-dab9e0aee5d8 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:28.898362 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-83b724c3-18dd-4d2c-84c8-e0f759fd61a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (a2ba5aa7-66ed-4070-8c04-5f6be4c369a5), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:28.945407 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-83b724c3-18dd-4d2c-84c8-e0f759fd61a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (a2ba5aa7-66ed-4070-8c04-5f6be4c369a5), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:28.988585 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-321e90fb-7012-4b2a-96e2-dab9e0aee5d8 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (c36c8b28-cbf9-4cf4-9f95-1a3d4ad3ad8a), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:28.992597 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-321e90fb-7012-4b2a-96e2-dab9e0aee5d8 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (c36c8b28-cbf9-4cf4-9f95-1a3d4ad3ad8a), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:29.000196 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-83b724c3-18dd-4d2c-84c8-e0f759fd61a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (a2ba5aa7-66ed-4070-8c04-5f6be4c369a5), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:29.021695 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a1035-c9c2-4b5e-ad3e-b6c78d849fe6 req-379cc51f-c04f-4f69-bed0-f1eb35e97c61 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:29.023260 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7a9a1035-c9c2-4b5e-ad3e-b6c78d849fe6 req-379cc51f-c04f-4f69-bed0-f1eb35e97c61 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=25473dc7-d899-4fac-b6e8-28bd82843dd0 HTTP/1.1" status: 200  len: 946 time: 0.1012046
Feb 05 21:14:29.029423 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-83b724c3-18dd-4d2c-84c8-e0f759fd61a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:29.034355 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-83b724c3-18dd-4d2c-84c8-e0f759fd61a6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a2ba5aa7-66ed-4070-8c04-5f6be4c369a5 HTTP/1.1" status: 204  len: 168 time: 0.2278876
Feb 05 21:14:29.035635 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b724c3-18dd-4d2c-84c8-e0f759fd61a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2ba5aa7-66ed-4070-8c04-5f6be4c369a5,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:29.038270 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42882) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:29.041020 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-321e90fb-7012-4b2a-96e2-dab9e0aee5d8 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:29.042345 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-321e90fb-7012-4b2a-96e2-dab9e0aee5d8 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2004251
Feb 05 21:14:29.045233 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42884) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:29.050468 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-3de5e294-192c-4ea2-9091-27af2f51b7de tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Request body: {'security_group_rule': {'security_group_id': 'c36c8b28-cbf9-4cf4-9f95-1a3d4ad3ad8a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:14:29.059255 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e90fb-7012-4b2a-96e2-dab9e0aee5d8 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c36c8b28-cbf9-4cf4-9f95-1a3d4ad3ad8a,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:29.117033 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8db22c96-4cd9-4ffa-b2d5-63f05b16ffd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (5933570b-34b9-46a5-bc57-4d771586750f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:29.146803 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3de5e294-192c-4ea2-9091-27af2f51b7de tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (e0e936cf-87e1-4ee2-b3b6-b97162fb25cb), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:29.152399 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7a9a1035-c9c2-4b5e-ad3e-b6c78d849fe6 req-c0c8a21b-0890-4862-9cfe-73579fdf2749 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cf6c738-0478-4e04-ae03-4d6824565445&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1199415
Feb 05 21:14:29.176431 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f042f74-571c-4b91-819d-1ddf3ad42775 req-4147ed0c-7833-4d09-b4c9-06b79ca62efa tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:29.177960 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8f042f74-571c-4b91-819d-1ddf3ad42775 req-4147ed0c-7833-4d09-b4c9-06b79ca62efa tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.39 "GET /v2.0/ports?device_id=25473dc7-d899-4fac-b6e8-28bd82843dd0 HTTP/1.1" status: 200  len: 946 time: 0.1142046
Feb 05 21:14:29.201472 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8db22c96-4cd9-4ffa-b2d5-63f05b16ffd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (5933570b-34b9-46a5-bc57-4d771586750f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:29.224711 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-8db22c96-4cd9-4ffa-b2d5-63f05b16ffd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db324a550>,) {'filters': {'network_id': ['5933570b-34b9-46a5-bc57-4d771586750f']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:29.233767 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-8db22c96-4cd9-4ffa-b2d5-63f05b16ffd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db324a550>, '85033ada-d563-4aa7-ab29-e969031752d8') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:29.234069 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-8db22c96-4cd9-4ffa-b2d5-63f05b16ffd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db324a550>, '85033ada-d563-4aa7-ab29-e969031752d8') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:29.244581 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8db22c96-4cd9-4ffa-b2d5-63f05b16ffd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (85033ada-d563-4aa7-ab29-e969031752d8), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:29.258077 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8db22c96-4cd9-4ffa-b2d5-63f05b16ffd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (85033ada-d563-4aa7-ab29-e969031752d8), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:29.264065 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8db22c96-4cd9-4ffa-b2d5-63f05b16ffd3 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:14:29.264455 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8db22c96-4cd9-4ffa-b2d5-63f05b16ffd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (85033ada-d563-4aa7-ab29-e969031752d8), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:29.266067 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:14:29.266067 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:14:29.266067 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:14:29.266067 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:14:29.266067 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:14:29.266067 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:14:29.266067 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:14:29.266067 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:14:29.266067 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:14:29.266067 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:14:29.266067 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:14:29.266067 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:14:29.266067 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:14:29.266067 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:14:29.266067 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:14:29.266067 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:14:29.266067 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:14:29.266067 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:14:29.266067 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:14:29.266067 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:14:29.266067 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:14:29.266067 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:14:29.266067 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:14:29.266067 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:14:29.266067 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:14:29.266067 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:14:29.266067 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:14:29.266067 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:14:29.266067 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:14:29.266067 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:14:29.266067 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:14:29.266067 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:14:29.273451 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3de5e294-192c-4ea2-9091-27af2f51b7de tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (e0e936cf-87e1-4ee2-b3b6-b97162fb25cb), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:29.278222 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3de5e294-192c-4ea2-9091-27af2f51b7de tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (e0e936cf-87e1-4ee2-b3b6-b97162fb25cb), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:29.308868 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de5e294-192c-4ea2-9091-27af2f51b7de tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0e936cf-87e1-4ee2-b3b6-b97162fb25cb,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:29.319566 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3de5e294-192c-4ea2-9091-27af2f51b7de tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:29.324486 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-3de5e294-192c-4ea2-9091-27af2f51b7de tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2781355
Feb 05 21:14:29.327644 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42888) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:29.331424 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-8f042f74-571c-4b91-819d-1ddf3ad42775 req-585c78c2-8a86-4faf-bc51-cb077ad001b8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Deleting port 47bb27fe-db5e-47d9-859e-156e5fa1f7cb {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:14:29.331853 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8f042f74-571c-4b91-819d-1ddf3ad42775 req-585c78c2-8a86-4faf-bc51-cb077ad001b8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (47bb27fe-db5e-47d9-859e-156e5fa1f7cb), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:29.334949 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8db22c96-4cd9-4ffa-b2d5-63f05b16ffd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (5933570b-34b9-46a5-bc57-4d771586750f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:29.347957 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8db22c96-4cd9-4ffa-b2d5-63f05b16ffd3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:29.353618 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8db22c96-4cd9-4ffa-b2d5-63f05b16ffd3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5933570b-34b9-46a5-bc57-4d771586750f HTTP/1.1" status: 204  len: 168 time: 0.3117323
Feb 05 21:14:29.362775 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db22c96-4cd9-4ffa-b2d5-63f05b16ffd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5933570b-34b9-46a5-bc57-4d771586750f,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:29.378690 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-387b6521-3f17-48dd-bbfc-5f8fd8c7b48c tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (e0e936cf-87e1-4ee2-b3b6-b97162fb25cb), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:29.387549 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-387b6521-3f17-48dd-bbfc-5f8fd8c7b48c tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (e0e936cf-87e1-4ee2-b3b6-b97162fb25cb), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:29.416000 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-387b6521-3f17-48dd-bbfc-5f8fd8c7b48c tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (e0e936cf-87e1-4ee2-b3b6-b97162fb25cb), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:29.421721 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-387b6521-3f17-48dd-bbfc-5f8fd8c7b48c tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:29.425930 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-387b6521-3f17-48dd-bbfc-5f8fd8c7b48c tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/e0e936cf-87e1-4ee2-b3b6-b97162fb25cb HTTP/1.1" status: 204  len: 168 time: 0.0943277
Feb 05 21:14:29.426769 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42892) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:29.434212 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-8f042f74-571c-4b91-819d-1ddf3ad42775 req-585c78c2-8a86-4faf-bc51-cb077ad001b8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] For port 47bb27fe-db5e-47d9-859e-156e5fa1f7cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=47bb27fe-db5e-47d9-859e-156e5fa1f7cb,segment=NetworkSegment(6da08ccd-563d-4daa-98a3-11856904a998),segment_id=6da08ccd-563d-4daa-98a3-11856904a998)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:14:29.434819 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8f042f74-571c-4b91-819d-1ddf3ad42775 req-585c78c2-8a86-4faf-bc51-cb077ad001b8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (47bb27fe-db5e-47d9-859e-156e5fa1f7cb), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:29.444546 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b6521-3f17-48dd-bbfc-5f8fd8c7b48c tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0e936cf-87e1-4ee2-b3b6-b97162fb25cb,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:29.450943 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-8f042f74-571c-4b91-819d-1ddf3ad42775 req-585c78c2-8a86-4faf-bc51-cb077ad001b8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Calling delete_port for 47bb27fe-db5e-47d9-859e-156e5fa1f7cb owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:14:29.478775 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7f414586-33c1-44d1-8c24-2116eb99dd1d tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0484769
Feb 05 21:14:29.479009 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42894) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:29.535334 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4b40ea82-da84-4fcf-9a49-adacf1ea45c4 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (c36c8b28-cbf9-4cf4-9f95-1a3d4ad3ad8a), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:29.557052 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42896) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:29.567467 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4b40ea82-da84-4fcf-9a49-adacf1ea45c4 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (c36c8b28-cbf9-4cf4-9f95-1a3d4ad3ad8a), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:29.596589 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8f042f74-571c-4b91-819d-1ddf3ad42775 req-585c78c2-8a86-4faf-bc51-cb077ad001b8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (47bb27fe-db5e-47d9-859e-156e5fa1f7cb), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:29.625465 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585c78c2-8a86-4faf-bc51-cb077ad001b8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Pushing event deleted for resources: {'Port': ['ID=47bb27fe-db5e-47d9-859e-156e5fa1f7cb,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:29.631053 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-44b83d65-08a3-4bfc-a26f-93508a0d0d6a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c04615402925462792ca03f711db23c1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0729141
Feb 05 21:14:29.633819 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42898) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:29.650780 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4b40ea82-da84-4fcf-9a49-adacf1ea45c4 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (c36c8b28-cbf9-4cf4-9f95-1a3d4ad3ad8a), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:29.653347 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4b40ea82-da84-4fcf-9a49-adacf1ea45c4 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:29.654624 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4b40ea82-da84-4fcf-9a49-adacf1ea45c4 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "DELETE /v2.0/security-groups/c36c8b28-cbf9-4cf4-9f95-1a3d4ad3ad8a HTTP/1.1" status: 204  len: 168 time: 0.1746683
Feb 05 21:14:29.660977 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42900) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:29.679478 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40ea82-da84-4fcf-9a49-adacf1ea45c4 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36c8b28-cbf9-4cf4-9f95-1a3d4ad3ad8a,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:29.691105 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f042f74-571c-4b91-819d-1ddf3ad42775 req-585c78c2-8a86-4faf-bc51-cb077ad001b8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] No DVR routers for this DVR port 47bb27fe-db5e-47d9-859e-156e5fa1f7cb on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:14:29.694698 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-8f042f74-571c-4b91-819d-1ddf3ad42775 req-585c78c2-8a86-4faf-bc51-cb077ad001b8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:29.698015 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8f042f74-571c-4b91-819d-1ddf3ad42775 req-585c78c2-8a86-4faf-bc51-cb077ad001b8 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.39 "DELETE /v2.0/ports/47bb27fe-db5e-47d9-859e-156e5fa1f7cb HTTP/1.1" status: 204  len: 173 time: 0.5125453
Feb 05 21:14:29.698527 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25473dc7-d899-4fac-b6e8-28bd82843dd0', 'name': 'network-vif-deleted', 'tag': '47bb27fe-db5e-47d9-859e-156e5fa1f7cb'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:14:29.700841 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7901b525-5fec-4524-8e16-7152311cf668" -d '{"events": [{"server_uuid": "25473dc7-d899-4fac-b6e8-28bd82843dd0", "name": "network-vif-deleted", "tag": "47bb27fe-db5e-47d9-859e-156e5fa1f7cb"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:14:29.709624 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6c2b2400-55b9-46b5-9ac0-52a7a9d55e07 admin admin] Publish callbacks [] for security_group (1940a6f1-ff80-4a12-ab7c-3959d0fbe11b), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:29.734979 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6c2b2400-55b9-46b5-9ac0-52a7a9d55e07 admin admin] Publish callbacks [] for security_group (1940a6f1-ff80-4a12-ab7c-3959d0fbe11b), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:29.752834 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-91beb620-8c41-4bc6-b999-4b4b885bc61e tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0796599
Feb 05 21:14:29.753095 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42904) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:29.757513 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-359f6e98-1b99-4ed6-b5e1-dc54c9d6e3bf tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Request body: {'security_group': {'name': 'tempest-secgroup--728009939'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:14:29.776839 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6d91cb-a295-4d4a-ab50-68a7342ffbbf x-openstack-request-id: req-da6d91cb-a295-4d4a-ab50-68a7342ffbbf {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:14:29.777127 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25473dc7-d899-4fac-b6e8-28bd82843dd0", "name": "network-vif-deleted", "tag": "47bb27fe-db5e-47d9-859e-156e5fa1f7cb", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:14:29.777390 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da6d91cb-a295-4d4a-ab50-68a7342ffbbf {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:14:29.777798 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25473dc7-d899-4fac-b6e8-28bd82843dd0', 'name': 'network-vif-deleted', 'tag': '47bb27fe-db5e-47d9-859e-156e5fa1f7cb', 'status': 'completed', 'code': 200}
Feb 05 21:14:29.783668 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-359f6e98-1b99-4ed6-b5e1-dc54c9d6e3bf tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:29.795714 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6c2b2400-55b9-46b5-9ac0-52a7a9d55e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (1940a6f1-ff80-4a12-ab7c-3959d0fbe11b), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:29.800052 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6c2b2400-55b9-46b5-9ac0-52a7a9d55e07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:29.803865 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6c2b2400-55b9-46b5-9ac0-52a7a9d55e07 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1940a6f1-ff80-4a12-ab7c-3959d0fbe11b HTTP/1.1" status: 204  len: 168 time: 0.1666150
Feb 05 21:14:29.814546 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b2400-55b9-46b5-9ac0-52a7a9d55e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1940a6f1-ff80-4a12-ab7c-3959d0fbe11b,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:29.842363 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:14:29.881709 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-359f6e98-1b99-4ed6-b5e1-dc54c9d6e3bf tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (42f75746-f6f1-4e8e-9047-174898dd91b5), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:29.887366 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-359f6e98-1b99-4ed6-b5e1-dc54c9d6e3bf tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (42f75746-f6f1-4e8e-9047-174898dd91b5), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:29.920424 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-359f6e98-1b99-4ed6-b5e1-dc54c9d6e3bf tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:29.921602 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-359f6e98-1b99-4ed6-b5e1-dc54c9d6e3bf tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1675501
Feb 05 21:14:29.924626 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42908) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:29.929231 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-2f857e9b-0516-4736-87ff-1d188484b1a2 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Request body: {'security_group_rule': {'security_group_id': '42f75746-f6f1-4e8e-9047-174898dd91b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:14:29.936543 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f6e98-1b99-4ed6-b5e1-dc54c9d6e3bf tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42f75746-f6f1-4e8e-9047-174898dd91b5,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:29.964028 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2f857e9b-0516-4736-87ff-1d188484b1a2 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (2bf37fd8-c6c6-48e8-8bd6-e0cd18bc2292), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:30.017243 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2f857e9b-0516-4736-87ff-1d188484b1a2 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (2bf37fd8-c6c6-48e8-8bd6-e0cd18bc2292), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:30.023483 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2f857e9b-0516-4736-87ff-1d188484b1a2 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (2bf37fd8-c6c6-48e8-8bd6-e0cd18bc2292), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:30.046438 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f857e9b-0516-4736-87ff-1d188484b1a2 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bf37fd8-c6c6-48e8-8bd6-e0cd18bc2292,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:30.058004 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2f857e9b-0516-4736-87ff-1d188484b1a2 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:30.061796 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2f857e9b-0516-4736-87ff-1d188484b1a2 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1336551
Feb 05 21:14:30.062093 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42912) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:30.084919 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-07afa8bc-784b-4f4b-98a5-c0e99bd0b34b tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "GET /v2.0/security-group-rules/2bf37fd8-c6c6-48e8-8bd6-e0cd18bc2292 HTTP/1.1" status: 200  len: 763 time: 0.0191851
Feb 05 21:14:30.085175 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42914) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:30.128082 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-bbb4ff19-f942-4233-b7d3-782e2b2a3647 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0416458
Feb 05 21:14:30.130789 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42916) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:30.157391 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c2d0796e-68c6-4ad3-bd57-3a61a14e3f26 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (2bf37fd8-c6c6-48e8-8bd6-e0cd18bc2292), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:30.166224 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c2d0796e-68c6-4ad3-bd57-3a61a14e3f26 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (2bf37fd8-c6c6-48e8-8bd6-e0cd18bc2292), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:30.204791 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c2d0796e-68c6-4ad3-bd57-3a61a14e3f26 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (2bf37fd8-c6c6-48e8-8bd6-e0cd18bc2292), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:30.210678 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c2d0796e-68c6-4ad3-bd57-3a61a14e3f26 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:30.212079 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c2d0796e-68c6-4ad3-bd57-3a61a14e3f26 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/2bf37fd8-c6c6-48e8-8bd6-e0cd18bc2292 HTTP/1.1" status: 204  len: 168 time: 0.0800791
Feb 05 21:14:30.214774 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42924) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:30.220317 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d0796e-68c6-4ad3-bd57-3a61a14e3f26 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2bf37fd8-c6c6-48e8-8bd6-e0cd18bc2292,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:30.262973 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-fd48514f-3c1e-4636-8e7f-194c35ddc209 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0464015
Feb 05 21:14:30.265544 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42928) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:30.270205 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-2ebb512a-d762-49df-9dfe-7892d0d199e6 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Request body: {'security_group_rule': {'security_group_id': '42f75746-f6f1-4e8e-9047-174898dd91b5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:14:30.285162 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-37f85d99-78d9-44a7-af08-018003218297 req-e0ab9bda-4195-44c2-af0f-9afe6ecbeb57 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=25473dc7-d899-4fac-b6e8-28bd82843dd0 HTTP/1.1" status: 200  len: 210 time: 0.0427322
Feb 05 21:14:30.299855 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2ebb512a-d762-49df-9dfe-7892d0d199e6 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (a2f1cd59-ebd6-4478-a36e-4b85aa10d056), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:30.370894 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2ebb512a-d762-49df-9dfe-7892d0d199e6 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (a2f1cd59-ebd6-4478-a36e-4b85aa10d056), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:30.374947 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2ebb512a-d762-49df-9dfe-7892d0d199e6 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (a2f1cd59-ebd6-4478-a36e-4b85aa10d056), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:30.394521 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb512a-d762-49df-9dfe-7892d0d199e6 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2f1cd59-ebd6-4478-a36e-4b85aa10d056,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:30.404340 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2ebb512a-d762-49df-9dfe-7892d0d199e6 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:30.405569 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2ebb512a-d762-49df-9dfe-7892d0d199e6 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1390843
Feb 05 21:14:30.408808 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42932) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:30.426763 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f044eaf8-748d-42ac-af63-4463a0d3554b tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "GET /v2.0/security-group-rules/a2f1cd59-ebd6-4478-a36e-4b85aa10d056 HTTP/1.1" status: 200  len: 763 time: 0.0168228
Feb 05 21:14:30.429645 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42934) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:30.471755 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4a099226-42bb-4866-aa83-a3a57b67c11a tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0409720
Feb 05 21:14:30.474406 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42938) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:30.497791 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a5280ddc-58c9-41a3-8bcf-b5c77c72c21c tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (a2f1cd59-ebd6-4478-a36e-4b85aa10d056), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:30.505649 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a5280ddc-58c9-41a3-8bcf-b5c77c72c21c tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (a2f1cd59-ebd6-4478-a36e-4b85aa10d056), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:30.532043 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a5280ddc-58c9-41a3-8bcf-b5c77c72c21c tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (a2f1cd59-ebd6-4478-a36e-4b85aa10d056), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:30.539041 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a5280ddc-58c9-41a3-8bcf-b5c77c72c21c tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:30.540188 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a5280ddc-58c9-41a3-8bcf-b5c77c72c21c tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/a2f1cd59-ebd6-4478-a36e-4b85aa10d056 HTTP/1.1" status: 204  len: 168 time: 0.0647788
Feb 05 21:14:30.543996 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42944) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:30.545846 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5280ddc-58c9-41a3-8bcf-b5c77c72c21c tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2f1cd59-ebd6-4478-a36e-4b85aa10d056,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:30.591225 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42948) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:30.591513 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e5c045d9-69ba-47b6-9df4-b327539775b0 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0456481
Feb 05 21:14:30.596209 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-7dd07e25-92c2-454c-a700-012c0b408c22 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Request body: {'security_group_rule': {'security_group_id': '42f75746-f6f1-4e8e-9047-174898dd91b5', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:14:30.616753 ncdv-master-1 neutron-server[114390]: INFO neutron.db.securitygroups_db [None req-7dd07e25-92c2-454c-a700-012c0b408c22 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Project 7e6469c05b8140b39dbe51e36a641de1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 05 21:14:30.621519 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7dd07e25-92c2-454c-a700-012c0b408c22 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (93ff6107-73f8-471b-8d8f-08e4c76210f2), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:30.668124 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7dd07e25-92c2-454c-a700-012c0b408c22 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (93ff6107-73f8-471b-8d8f-08e4c76210f2), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:30.671501 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7dd07e25-92c2-454c-a700-012c0b408c22 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (93ff6107-73f8-471b-8d8f-08e4c76210f2), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:30.690405 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd07e25-92c2-454c-a700-012c0b408c22 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93ff6107-73f8-471b-8d8f-08e4c76210f2,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:30.698778 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7dd07e25-92c2-454c-a700-012c0b408c22 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:30.700024 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7dd07e25-92c2-454c-a700-012c0b408c22 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1078432
Feb 05 21:14:30.702792 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42954) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:30.718935 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-df84d895-b040-4b89-9ef2-a6fa9435d95e tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "GET /v2.0/security-group-rules/93ff6107-73f8-471b-8d8f-08e4c76210f2 HTTP/1.1" status: 200  len: 769 time: 0.0150375
Feb 05 21:14:30.721937 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42956) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:30.759143 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b0cb7bc1-3452-4b63-bf82-cebb2d495e9d tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4119 time: 0.0361104
Feb 05 21:14:30.761654 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42958) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:30.788177 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-379aa1dc-3d0c-4f8c-bcd9-fbe763f4a7af tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (93ff6107-73f8-471b-8d8f-08e4c76210f2), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:30.797920 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-379aa1dc-3d0c-4f8c-bcd9-fbe763f4a7af tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (93ff6107-73f8-471b-8d8f-08e4c76210f2), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:30.824700 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-379aa1dc-3d0c-4f8c-bcd9-fbe763f4a7af tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (93ff6107-73f8-471b-8d8f-08e4c76210f2), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:30.831847 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-379aa1dc-3d0c-4f8c-bcd9-fbe763f4a7af tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:30.835281 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-379aa1dc-3d0c-4f8c-bcd9-fbe763f4a7af tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/93ff6107-73f8-471b-8d8f-08e4c76210f2 HTTP/1.1" status: 204  len: 168 time: 0.0704427
Feb 05 21:14:30.835850 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42960) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:30.837190 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379aa1dc-3d0c-4f8c-bcd9-fbe763f4a7af tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93ff6107-73f8-471b-8d8f-08e4c76210f2,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:30.874361 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b617e25e-a9dd-466d-b6a2-ce0ef259486f tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0371113
Feb 05 21:14:30.877251 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42962) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:30.931125 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e7a97d53-d25d-400c-b986-7f33365578a2 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (42f75746-f6f1-4e8e-9047-174898dd91b5), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:30.956583 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e7a97d53-d25d-400c-b986-7f33365578a2 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (42f75746-f6f1-4e8e-9047-174898dd91b5), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:31.000517 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e7a97d53-d25d-400c-b986-7f33365578a2 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (42f75746-f6f1-4e8e-9047-174898dd91b5), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:31.003411 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e7a97d53-d25d-400c-b986-7f33365578a2 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:31.004894 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e7a97d53-d25d-400c-b986-7f33365578a2 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "DELETE /v2.0/security-groups/42f75746-f6f1-4e8e-9047-174898dd91b5 HTTP/1.1" status: 204  len: 168 time: 0.1265068
Feb 05 21:14:31.007689 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42964) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:31.014509 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a97d53-d25d-400c-b986-7f33365578a2 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f75746-f6f1-4e8e-9047-174898dd91b5,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:31.084035 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ef8695d3-6aec-49e9-a321-3b243fb34c70 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0701642
Feb 05 21:14:31.084324 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 42968) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:31.088731 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-e0946383-efb9-42d9-b0dc-09dd3b4b5837 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Request body: {'security_group': {'name': 'tempest-secgroup--1210669344'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:14:31.112023 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e0946383-efb9-42d9-b0dc-09dd3b4b5837 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:31.183533 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e0946383-efb9-42d9-b0dc-09dd3b4b5837 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (5dd7ac75-961f-4b2b-ae4b-16af0a6c5ef8), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:31.187608 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e0946383-efb9-42d9-b0dc-09dd3b4b5837 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (5dd7ac75-961f-4b2b-ae4b-16af0a6c5ef8), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:31.219784 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e0946383-efb9-42d9-b0dc-09dd3b4b5837 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:31.221386 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e0946383-efb9-42d9-b0dc-09dd3b4b5837 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1362045
Feb 05 21:14:31.223486 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0946383-efb9-42d9-b0dc-09dd3b4b5837 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd7ac75-961f-4b2b-ae4b-16af0a6c5ef8,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:31.224422 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42976) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:31.237408 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-c038ae8a-c8ce-424b-b63b-0c30f86a3abb tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Request body: {'security_group_rule': {'security_group_id': '5dd7ac75-961f-4b2b-ae4b-16af0a6c5ef8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:14:31.264629 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c038ae8a-c8ce-424b-b63b-0c30f86a3abb tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (f2aa28e6-5d56-4e68-9d52-cebba1d70720), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:31.313142 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c038ae8a-c8ce-424b-b63b-0c30f86a3abb tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (f2aa28e6-5d56-4e68-9d52-cebba1d70720), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:31.319808 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c038ae8a-c8ce-424b-b63b-0c30f86a3abb tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (f2aa28e6-5d56-4e68-9d52-cebba1d70720), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:31.342411 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038ae8a-c8ce-424b-b63b-0c30f86a3abb tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2aa28e6-5d56-4e68-9d52-cebba1d70720,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:31.353732 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c038ae8a-c8ce-424b-b63b-0c30f86a3abb tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:31.357611 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c038ae8a-c8ce-424b-b63b-0c30f86a3abb tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1298511
Feb 05 21:14:31.357881 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 42992) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:31.413900 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bfb26013-38f0-4dd8-aedb-d26dbcf4e522 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (5dd7ac75-961f-4b2b-ae4b-16af0a6c5ef8), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:31.441899 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bfb26013-38f0-4dd8-aedb-d26dbcf4e522 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (5dd7ac75-961f-4b2b-ae4b-16af0a6c5ef8), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:31.490237 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bfb26013-38f0-4dd8-aedb-d26dbcf4e522 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (5dd7ac75-961f-4b2b-ae4b-16af0a6c5ef8), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:31.492940 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bfb26013-38f0-4dd8-aedb-d26dbcf4e522 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:31.494108 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-bfb26013-38f0-4dd8-aedb-d26dbcf4e522 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "DELETE /v2.0/security-groups/5dd7ac75-961f-4b2b-ae4b-16af0a6c5ef8 HTTP/1.1" status: 204  len: 168 time: 0.1351314
Feb 05 21:14:31.496749 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43006) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:31.504088 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb26013-38f0-4dd8-aedb-d26dbcf4e522 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd7ac75-961f-4b2b-ae4b-16af0a6c5ef8,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:31.543626 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-26db6277-5952-4ffb-91e5-66e446f7e96c tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0453734
Feb 05 21:14:31.546036 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43008) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:31.586111 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-af85c65a-5979-4cfb-bff9-612fd0408249 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2475 time: 0.0387802
Feb 05 21:14:31.589223 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43010) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:31.603377 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-1b9bec74-88b9-4f7b-812a-758f3962f4c7 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] delete failed (client error): The resource could not be found.
Feb 05 21:14:31.604505 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1b9bec74-88b9-4f7b-812a-758f3962f4c7 tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "DELETE /v2.0/security-groups/5dd7ac75-961f-4b2b-ae4b-16af0a6c5ef8 HTTP/1.1" status: 404  len: 347 time: 0.0142145
Feb 05 21:14:31.608117 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43012) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:31.653234 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-3b70aaa7-2ecd-4428-aeea-624eaa9ff3ba tempest-SecGroupIPv6Test-1943915278 tempest-SecGroupIPv6Test-1943915278-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0440481
Feb 05 21:14:31.952675 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43022) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:32.096040 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-bd9406a7-5b40-4374-8feb-be1fdede6ae1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7e6469c05b8140b39dbe51e36a641de1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1415105
Feb 05 21:14:32.098398 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43038) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:32.146589 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bc6c3817-fa65-40fa-b9a5-ccc7e2781b5a admin admin] Publish callbacks [] for security_group (9ac453e8-4e78-4f13-b4db-919675f5a843), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:32.168414 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bc6c3817-fa65-40fa-b9a5-ccc7e2781b5a admin admin] Publish callbacks [] for security_group (9ac453e8-4e78-4f13-b4db-919675f5a843), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:32.215275 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bc6c3817-fa65-40fa-b9a5-ccc7e2781b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (9ac453e8-4e78-4f13-b4db-919675f5a843), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:32.217901 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bc6c3817-fa65-40fa-b9a5-ccc7e2781b5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:32.219160 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-bc6c3817-fa65-40fa-b9a5-ccc7e2781b5a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9ac453e8-4e78-4f13-b4db-919675f5a843 HTTP/1.1" status: 204  len: 168 time: 0.1198299
Feb 05 21:14:32.227519 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c3817-fa65-40fa-b9a5-ccc7e2781b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac453e8-4e78-4f13-b4db-919675f5a843,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:32.972729 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43092) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:33.068008 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-b06c12de-401c-43fe-a8be-83e8b1dbf8f5 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1994077531'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:14:33.093085 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06c12de-401c-43fe-a8be-83e8b1dbf8f5 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] Made reservation on behalf of 8c6693ea4f184b3e9cdd99ec3a08e588 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:14:33.096503 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b06c12de-401c-43fe-a8be-83e8b1dbf8f5 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:33.104737 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b06c12de-401c-43fe-a8be-83e8b1dbf8f5 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:33.180153 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b06c12de-401c-43fe-a8be-83e8b1dbf8f5 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] Publish callbacks [] for security_group (7f6efcfc-100a-4e5a-bc35-8419758091e0), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:33.183802 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b06c12de-401c-43fe-a8be-83e8b1dbf8f5 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (7f6efcfc-100a-4e5a-bc35-8419758091e0), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:33.207175 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b06c12de-401c-43fe-a8be-83e8b1dbf8f5 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:14:33.220671 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c12de-401c-43fe-a8be-83e8b1dbf8f5 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6efcfc-100a-4e5a-bc35-8419758091e0,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:33.225611 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b06c12de-401c-43fe-a8be-83e8b1dbf8f5 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (fb027fd1-2e7c-4f29-96bf-d41fef458240), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:33.225968 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-b06c12de-401c-43fe-a8be-83e8b1dbf8f5 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] Added segment fb027fd1-2e7c-4f29-96bf-d41fef458240 of type vlan for network be231206-7aba-4354-ba26-93b51f07d18c
Feb 05 21:14:33.265265 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b06c12de-401c-43fe-a8be-83e8b1dbf8f5 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (be231206-7aba-4354-ba26-93b51f07d18c), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:33.285268 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 47bb27fe-db5e-47d9-859e-156e5fa1f7cb no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:14:33.296456 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b06c12de-401c-43fe-a8be-83e8b1dbf8f5 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (be231206-7aba-4354-ba26-93b51f07d18c), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:33.303110 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06c12de-401c-43fe-a8be-83e8b1dbf8f5 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:33.303814 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b06c12de-401c-43fe-a8be-83e8b1dbf8f5 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:33.311820 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 47bb27fe-db5e-47d9-859e-156e5fa1f7cb {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:14:33.312488 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 47bb27fe-db5e-47d9-859e-156e5fa1f7cb not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:14:33.350449 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43098) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:33.351138 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b06c12de-401c-43fe-a8be-83e8b1dbf8f5 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 776 time: 0.3766696
Feb 05 21:14:33.358485 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.tag.tag_plugin [None req-d85f4fb2-9a2f-44f2-9bbe-0e4c59c886c0 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2db937f040>, 'networks', 'be231206-7aba-4354-ba26-93b51f07d18c', 'tempest-TagsTest-Tag-804943549') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:33.388619 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c12de-401c-43fe-a8be-83e8b1dbf8f5 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] Pushing event updated for resources: {'Network': ['ID=be231206-7aba-4354-ba26-93b51f07d18c,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:33.400064 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network be231206-7aba-4354-ba26-93b51f07d18c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:14:33.464020 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d85f4fb2-9a2f-44f2-9bbe-0e4c59c886c0 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] 10.222.0.32 "PUT /v2.0/networks/be231206-7aba-4354-ba26-93b51f07d18c/tags/tempest-TagsTest-Tag-804943549 HTTP/1.1" status: 201  len: 201 time: 0.1099560
Feb 05 21:14:33.466400 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43100) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:33.471831 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.tag.tag_plugin [None req-c098c870-4f77-4465-960f-3d1e74280d6a tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2db3453580>, 'networks', 'be231206-7aba-4354-ba26-93b51f07d18c', 'tempest-TagsTest-Tag-804943549') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:33.537336 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c098c870-4f77-4465-960f-3d1e74280d6a tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] 10.222.0.32 "GET /v2.0/networks/be231206-7aba-4354-ba26-93b51f07d18c/tags/tempest-TagsTest-Tag-804943549 HTTP/1.1" status: 204  len: 168 time: 0.0695646
Feb 05 21:14:33.539737 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43102) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:33.544090 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.tag.tag_plugin [None req-06815f52-50bc-4071-83e6-e7d7fb84e903 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2db3453640>, 'networks', 'be231206-7aba-4354-ba26-93b51f07d18c') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:33.616165 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-06815f52-50bc-4071-83e6-e7d7fb84e903 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] 10.222.0.32 "GET /v2.0/networks/be231206-7aba-4354-ba26-93b51f07d18c/tags HTTP/1.1" status: 200  len: 237 time: 0.0753877
Feb 05 21:14:33.618675 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43106) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:33.622933 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.tag.tag_plugin [None req-1bc7daf1-57b7-4b39-b20e-f46058965e76 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f2db37e50a0>, 'networks', 'be231206-7aba-4354-ba26-93b51f07d18c', {'tags': ['tempest-TagsTest-Tag-683488495', 'tempest-TagsTest-Tag-259705276', 'tempest-TagsTest-Tag-640280867']}) {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:33.696862 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1bc7daf1-57b7-4b39-b20e-f46058965e76 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] 10.222.0.32 "PUT /v2.0/networks/be231206-7aba-4354-ba26-93b51f07d18c/tags HTTP/1.1" status: 200  len: 306 time: 0.0771830
Feb 05 21:14:33.699488 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43110) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:33.704371 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.tag.tag_plugin [None req-7e25dac7-01b0-4af2-8b2f-449055ee75d0 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f2db8ccb6a0>, 'networks', 'be231206-7aba-4354-ba26-93b51f07d18c', 'tempest-TagsTest-Tag-683488495') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:33.707243 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7ce3898a-850c-4a70-9511-812cb75e7445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:33.791774 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7e25dac7-01b0-4af2-8b2f-449055ee75d0 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] 10.222.0.32 "DELETE /v2.0/networks/be231206-7aba-4354-ba26-93b51f07d18c/tags/tempest-TagsTest-Tag-683488495 HTTP/1.1" status: 204  len: 168 time: 0.0912857
Feb 05 21:14:33.794706 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43112) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:33.798805 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.tag.tag_plugin [None req-8322088a-b7eb-4c06-a25e-276fa28d57d2 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2db20574f0>, 'networks', 'be231206-7aba-4354-ba26-93b51f07d18c', 'tempest-TagsTest-Tag-683488495') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:33.866463 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-8322088a-b7eb-4c06-a25e-276fa28d57d2 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] show failed (client error): The resource could not be found.
Feb 05 21:14:33.866463 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8322088a-b7eb-4c06-a25e-276fa28d57d2 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] 10.222.0.32 "GET /v2.0/networks/be231206-7aba-4354-ba26-93b51f07d18c/tags/tempest-TagsTest-Tag-683488495 HTTP/1.1" status: 404  len: 325 time: 0.0703549
Feb 05 21:14:33.868994 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43114) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:33.873885 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.tag.tag_plugin [None req-523af772-5c06-42d7-a757-92bf4e8fa3d1 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2db20b84c0>, 'networks', 'be231206-7aba-4354-ba26-93b51f07d18c', 'tempest-TagsTest-Tag-259705276') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:33.928009 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43116) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:33.948517 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-523af772-5c06-42d7-a757-92bf4e8fa3d1 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] 10.222.0.32 "GET /v2.0/networks/be231206-7aba-4354-ba26-93b51f07d18c/tags/tempest-TagsTest-Tag-259705276 HTTP/1.1" status: 204  len: 168 time: 0.0759828
Feb 05 21:14:33.949953 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43118) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:33.954611 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.tag.tag_plugin [None req-31ef86b8-7006-4344-ba87-bad3d3f07d7b tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2db30f55b0>, 'networks', 'be231206-7aba-4354-ba26-93b51f07d18c', 'tempest-TagsTest-Tag-640280867') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:33.995072 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ed5373d0-c940-42d5-a5ff-4ecebdb60502 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/floatingips/38062ed1-7217-48ce-a411-720d5387ced0 HTTP/1.1" status: 200  len: 993 time: 0.0659068
Feb 05 21:14:34.020155 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-31ef86b8-7006-4344-ba87-bad3d3f07d7b tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] 10.222.0.32 "GET /v2.0/networks/be231206-7aba-4354-ba26-93b51f07d18c/tags/tempest-TagsTest-Tag-640280867 HTTP/1.1" status: 204  len: 168 time: 0.0693440
Feb 05 21:14:34.022607 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43122) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:34.026793 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.tag.tag_plugin [None req-30d34540-2471-4e09-a242-e948cdfdd11b tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2db274bc10>, 'networks', 'be231206-7aba-4354-ba26-93b51f07d18c') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:34.113094 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-30d34540-2471-4e09-a242-e948cdfdd11b tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] 10.222.0.32 "DELETE /v2.0/networks/be231206-7aba-4354-ba26-93b51f07d18c/tags HTTP/1.1" status: 204  len: 168 time: 0.0894933
Feb 05 21:14:34.115698 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43126) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:34.119838 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.tag.tag_plugin [None req-3c4dca99-75ac-4618-b6d6-8196ef07c04e tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2db274ba30>, 'networks', 'be231206-7aba-4354-ba26-93b51f07d18c', 'tempest-TagsTest-Tag-259705276') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:34.184244 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-3c4dca99-75ac-4618-b6d6-8196ef07c04e tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] show failed (client error): The resource could not be found.
Feb 05 21:14:34.185284 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3c4dca99-75ac-4618-b6d6-8196ef07c04e tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] 10.222.0.32 "GET /v2.0/networks/be231206-7aba-4354-ba26-93b51f07d18c/tags/tempest-TagsTest-Tag-259705276 HTTP/1.1" status: 404  len: 325 time: 0.0686202
Feb 05 21:14:34.188148 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43128) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:34.192214 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.tag.tag_plugin [None req-81093bcf-de93-4149-959b-da70fac49cf4 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2dba9d8fa0>, 'networks', 'be231206-7aba-4354-ba26-93b51f07d18c', 'tempest-TagsTest-Tag-640280867') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:34.251612 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43130) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:34.260510 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-81093bcf-de93-4149-959b-da70fac49cf4 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] show failed (client error): The resource could not be found.
Feb 05 21:14:34.261818 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-81093bcf-de93-4149-959b-da70fac49cf4 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] 10.222.0.32 "GET /v2.0/networks/be231206-7aba-4354-ba26-93b51f07d18c/tags/tempest-TagsTest-Tag-640280867 HTTP/1.1" status: 404  len: 325 time: 0.0727615
Feb 05 21:14:34.264471 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43132) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:34.268602 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.tag.tag_plugin [None req-dec79c21-3ccb-4daa-8df4-d001b29aaf4d tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2db2d606a0>, 'networks', 'be231206-7aba-4354-ba26-93b51f07d18c') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:34.342531 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-dec79c21-3ccb-4daa-8df4-d001b29aaf4d tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] 10.222.0.32 "DELETE /v2.0/networks/be231206-7aba-4354-ba26-93b51f07d18c/tags HTTP/1.1" status: 204  len: 168 time: 0.0769610
Feb 05 21:14:34.347273 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43134) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:34.420670 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-4623df64-527e-4d5a-8567-2db5b36528a5 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Deleting port e396c1c8-1201-40eb-9b86-d791deeb6506 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:14:34.421290 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4623df64-527e-4d5a-8567-2db5b36528a5 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (e396c1c8-1201-40eb-9b86-d791deeb6506), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:34.439227 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a36c56bc-8baa-46af-bdd2-3f3841886d07 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (be231206-7aba-4354-ba26-93b51f07d18c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:34.510417 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4623df64-527e-4d5a-8567-2db5b36528a5 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (e396c1c8-1201-40eb-9b86-d791deeb6506), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:34.510792 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4623df64-527e-4d5a-8567-2db5b36528a5 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for floatingip (e396c1c8-1201-40eb-9b86-d791deeb6506), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:34.528158 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-4623df64-527e-4d5a-8567-2db5b36528a5 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Calling delete_port for e396c1c8-1201-40eb-9b86-d791deeb6506 owned by network:floatingip {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:14:34.534334 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a36c56bc-8baa-46af-bdd2-3f3841886d07 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (be231206-7aba-4354-ba26-93b51f07d18c), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:34.559457 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-a36c56bc-8baa-46af-bdd2-3f3841886d07 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2dbaade790>,) {'filters': {'network_id': ['be231206-7aba-4354-ba26-93b51f07d18c']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:34.572488 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-a36c56bc-8baa-46af-bdd2-3f3841886d07 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2dbaade790>, 'fb027fd1-2e7c-4f29-96bf-d41fef458240') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:34.572759 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-a36c56bc-8baa-46af-bdd2-3f3841886d07 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2dbaade790>, 'fb027fd1-2e7c-4f29-96bf-d41fef458240') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:34.592260 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a36c56bc-8baa-46af-bdd2-3f3841886d07 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (fb027fd1-2e7c-4f29-96bf-d41fef458240), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:34.615484 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a36c56bc-8baa-46af-bdd2-3f3841886d07 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (fb027fd1-2e7c-4f29-96bf-d41fef458240), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:34.625822 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a36c56bc-8baa-46af-bdd2-3f3841886d07 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:14:34.627582 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a36c56bc-8baa-46af-bdd2-3f3841886d07 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (fb027fd1-2e7c-4f29-96bf-d41fef458240), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:34.630926 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:14:34.630926 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:14:34.630926 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:14:34.630926 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:14:34.630926 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:14:34.630926 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:14:34.630926 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:14:34.630926 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:14:34.630926 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:14:34.630926 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:14:34.630926 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:14:34.630926 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:14:34.630926 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:14:34.630926 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:14:34.630926 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:14:34.630926 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:14:34.630926 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:14:34.630926 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:14:34.630926 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:14:34.630926 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:14:34.630926 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:14:34.630926 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:14:34.630926 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:14:34.630926 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:14:34.630926 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:14:34.630926 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:14:34.630926 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:14:34.630926 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:14:34.630926 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:14:34.630926 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:14:34.630926 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:14:34.630926 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:14:34.693603 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a36c56bc-8baa-46af-bdd2-3f3841886d07 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (be231206-7aba-4354-ba26-93b51f07d18c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:34.701213 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a36c56bc-8baa-46af-bdd2-3f3841886d07 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:34.704215 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a36c56bc-8baa-46af-bdd2-3f3841886d07 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] 10.222.0.32 "DELETE /v2.0/networks/be231206-7aba-4354-ba26-93b51f07d18c HTTP/1.1" status: 204  len: 168 time: 0.3560157
Feb 05 21:14:34.716206 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c56bc-8baa-46af-bdd2-3f3841886d07 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] Pushing event deleted for resources: {'Network': ['ID=be231206-7aba-4354-ba26-93b51f07d18c,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:34.723968 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c56bc-8baa-46af-bdd2-3f3841886d07 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:34.724330 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c56bc-8baa-46af-bdd2-3f3841886d07 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:34.724683 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c56bc-8baa-46af-bdd2-3f3841886d07 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:34.725092 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c56bc-8baa-46af-bdd2-3f3841886d07 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:34.725474 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c56bc-8baa-46af-bdd2-3f3841886d07 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:34.725790 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c56bc-8baa-46af-bdd2-3f3841886d07 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:34.726130 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c56bc-8baa-46af-bdd2-3f3841886d07 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:34.726496 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c56bc-8baa-46af-bdd2-3f3841886d07 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:34.726835 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c56bc-8baa-46af-bdd2-3f3841886d07 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:34.727169 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c56bc-8baa-46af-bdd2-3f3841886d07 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:34.727501 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c56bc-8baa-46af-bdd2-3f3841886d07 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:34.727833 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c56bc-8baa-46af-bdd2-3f3841886d07 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:34.728164 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c56bc-8baa-46af-bdd2-3f3841886d07 tempest-TagsTest-481335795 tempest-TagsTest-481335795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:34.738315 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4623df64-527e-4d5a-8567-2db5b36528a5 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (e396c1c8-1201-40eb-9b86-d791deeb6506), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:34.764456 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4623df64-527e-4d5a-8567-2db5b36528a5 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event deleted for resources: {'Port': ['ID=e396c1c8-1201-40eb-9b86-d791deeb6506,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:34.828727 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4623df64-527e-4d5a-8567-2db5b36528a5 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for floatingip (38062ed1-7217-48ce-a411-720d5387ced0), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:34.829150 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-4623df64-527e-4d5a-8567-2db5b36528a5 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Floating IP 38062ed1-7217-48ce-a411-720d5387ced0 disassociated (deleted). External IP: 172.35.4.69, port: 5c092cfa-6ebd-465e-9908-7bcf1c24499e.
Feb 05 21:14:34.965575 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43156) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:35.120481 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0fb5fe5c-103a-45fb-8cab-692f241b9ef9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8c6693ea4f184b3e9cdd99ec3a08e588&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1535633
Feb 05 21:14:35.122967 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43160) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:35.178529 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-64cffed3-db2e-4bde-b2ab-5d25f00fd5ae admin admin] Publish callbacks [] for security_group (7f6efcfc-100a-4e5a-bc35-8419758091e0), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:35.200154 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-64cffed3-db2e-4bde-b2ab-5d25f00fd5ae admin admin] Publish callbacks [] for security_group (7f6efcfc-100a-4e5a-bc35-8419758091e0), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:35.249595 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-64cffed3-db2e-4bde-b2ab-5d25f00fd5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (7f6efcfc-100a-4e5a-bc35-8419758091e0), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:35.252856 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-64cffed3-db2e-4bde-b2ab-5d25f00fd5ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:35.254065 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-64cffed3-db2e-4bde-b2ab-5d25f00fd5ae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7f6efcfc-100a-4e5a-bc35-8419758091e0 HTTP/1.1" status: 204  len: 168 time: 0.1301038
Feb 05 21:14:35.261975 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cffed3-db2e-4bde-b2ab-5d25f00fd5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6efcfc-100a-4e5a-bc35-8419758091e0,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:35.416498 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4623df64-527e-4d5a-8567-2db5b36528a5 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Router 033c47b3-425a-4089-9283-a808ea27a05e has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:14:35.533609 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4623df64-527e-4d5a-8567-2db5b36528a5 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:14:35.538948 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4623df64-527e-4d5a-8567-2db5b36528a5 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:35.545181 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616f6f48-0dbb-45fe-8ae3-3c7abc2c087f None None] Sync routers for ids ['033c47b3-425a-4089-9283-a808ea27a05e'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:14:35.559718 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616f6f48-0dbb-45fe-8ae3-3c7abc2c087f None None] Routers {'033c47b3-425a-4089-9283-a808ea27a05e'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:14:35.560455 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-616f6f48-0dbb-45fe-8ae3-3c7abc2c087f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8fbca90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:14:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['033c47b3-425a-4089-9283-a808ea27a05e'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:35.572473 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4623df64-527e-4d5a-8567-2db5b36528a5 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "DELETE /v2.0/floatingips/38062ed1-7217-48ce-a411-720d5387ced0 HTTP/1.1" status: 204  len: 168 time: 1.3195698
Feb 05 21:14:35.573185 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dd7bf06-519a-4ab7-a321-66333af69353', 'tag': '5c092cfa-6ebd-465e-9908-7bcf1c24499e'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:14:35.575559 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e094bc4a-bd7b-4359-8c19-8e80c98ddd89" -d '{"events": [{"name": "network-changed", "server_uuid": "9dd7bf06-519a-4ab7-a321-66333af69353", "tag": "5c092cfa-6ebd-465e-9908-7bcf1c24499e"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:14:35.616034 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc27296-386f-4c89-aa95-f9002bd10e85 x-openstack-request-id: req-ccc27296-386f-4c89-aa95-f9002bd10e85 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:14:35.616311 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dd7bf06-519a-4ab7-a321-66333af69353", "tag": "5c092cfa-6ebd-465e-9908-7bcf1c24499e", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:14:35.616566 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ccc27296-386f-4c89-aa95-f9002bd10e85 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:14:35.616969 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dd7bf06-519a-4ab7-a321-66333af69353', 'tag': '5c092cfa-6ebd-465e-9908-7bcf1c24499e', 'status': 'completed', 'code': 200}
Feb 05 21:14:35.688188 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-616f6f48-0dbb-45fe-8ae3-3c7abc2c087f None None] Set router 033c47b3-425a-4089-9283-a808ea27a05e gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:14:35.714697 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094bc4a-bd7b-4359-8c19-8e80c98ddd89 req-d4715d55-6619-4c3a-b744-dc8bb897d80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:35.716562 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e094bc4a-bd7b-4359-8c19-8e80c98ddd89 req-d4715d55-6619-4c3a-b744-dc8bb897d80c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f3cd2c671c5402ba77e2a302dcae849&device_id=9dd7bf06-519a-4ab7-a321-66333af69353 HTTP/1.1" status: 200  len: 1128 time: 0.0769010
Feb 05 21:14:35.937840 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-616f6f48-0dbb-45fe-8ae3-3c7abc2c087f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8fbca90>, [{'id': '033c47b3-425a-4089-9283-a808ea27a05e', 'name': 'tempest-TestNetworkBasicOps-router-706741564', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.67'}], 'enable_snat': True}, 'gw_port_id': '07fdd44d-1e16-4186-9297-8af7ee09e338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:13:02Z', 'updated_at': '2022-02-05T21:13:07Z', 'revision_number': 4, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'gw_port': {'id': '07fdd44d-1e16-4186-9297-8af7ee09e338', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:06:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033c47b3-425a-4089-9283-a808ea27a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:02Z', 'updated_at': '2022-02-05T21:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd737984f-d99d-4d78-af5c-0f82e63db23d', 'name': '', 'network_id': 'e0afcedc-46e0-429e-bb7a-7200fbfa4981', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'mac_address': 'fa:16:3e:66:73:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033c47b3-425a-4089-9283-a808ea27a05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'e28d50e4-84cb-467f-9b21-fd14f7293c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:05Z', 'updated_at': '2022-02-05T21:13:13Z', 'revision_number': 5, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'subnets': [{'id': 'e28d50e4-84cb-467f-9b21-fd14f7293c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:35.981740 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616f6f48-0dbb-45fe-8ae3-3c7abc2c087f None None] Checking router: 033c47b3-425a-4089-9283-a808ea27a05e for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:14:35.995466 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616f6f48-0dbb-45fe-8ae3-3c7abc2c087f None None] Routers {'033c47b3-425a-4089-9283-a808ea27a05e'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:14:36.000348 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-616f6f48-0dbb-45fe-8ae3-3c7abc2c087f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8fbca90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:14:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['033c47b3-425a-4089-9283-a808ea27a05e'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:36.058314 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8bff18-8ffa-430f-bb93-d4edd6e2f074 req-332bbb7c-fcea-429e-8587-b4ecf7a610e8 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:36.060522 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b8bff18-8ffa-430f-bb93-d4edd6e2f074 req-332bbb7c-fcea-429e-8587-b4ecf7a610e8 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dd7bf06-519a-4ab7-a321-66333af69353 HTTP/1.1" status: 200  len: 946 time: 0.0968368
Feb 05 21:14:36.101565 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0ccaaa57-b01d-41c2-a855-7a499e473b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:36.153151 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b8bff18-8ffa-430f-bb93-d4edd6e2f074 req-63684048-f241-46f7-8cd3-80b5b68398cc tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/security-groups?id=008325f2-7728-4c66-9056-3eebbb1c1889&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0767710
Feb 05 21:14:36.161699 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-616f6f48-0dbb-45fe-8ae3-3c7abc2c087f None None] Set router 033c47b3-425a-4089-9283-a808ea27a05e gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:14:36.267400 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094bc4a-bd7b-4359-8c19-8e80c98ddd89 req-ae7bb001-f1d0-4fb0-bcb2-fa86cfe50903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:36.269160 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e094bc4a-bd7b-4359-8c19-8e80c98ddd89 req-ae7bb001-f1d0-4fb0-bcb2-fa86cfe50903 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e0afcedc-46e0-429e-bb7a-7200fbfa4981 HTTP/1.1" status: 200  len: 897 time: 0.5459473
Feb 05 21:14:36.311691 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e094bc4a-bd7b-4359-8c19-8e80c98ddd89 req-891127ee-eaed-4809-be43-d6e890c1f18b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c092cfa-6ebd-465e-9908-7bcf1c24499e HTTP/1.1" status: 200  len: 217 time: 0.0354629
Feb 05 21:14:36.377261 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094bc4a-bd7b-4359-8c19-8e80c98ddd89 req-1c79a760-9dc2-4315-bd66-0dd4cd1f9bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:36.379033 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e094bc4a-bd7b-4359-8c19-8e80c98ddd89 req-1c79a760-9dc2-4315-bd66-0dd4cd1f9bd0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e28d50e4-84cb-467f-9b21-fd14f7293c46 HTTP/1.1" status: 200  len: 833 time: 0.0607612
Feb 05 21:14:36.393575 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-616f6f48-0dbb-45fe-8ae3-3c7abc2c087f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8fbca90>, [{'id': '033c47b3-425a-4089-9283-a808ea27a05e', 'name': 'tempest-TestNetworkBasicOps-router-706741564', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.67'}], 'enable_snat': True}, 'gw_port_id': '07fdd44d-1e16-4186-9297-8af7ee09e338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:13:02Z', 'updated_at': '2022-02-05T21:13:07Z', 'revision_number': 4, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'gw_port': {'id': '07fdd44d-1e16-4186-9297-8af7ee09e338', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:06:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033c47b3-425a-4089-9283-a808ea27a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:02Z', 'updated_at': '2022-02-05T21:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd737984f-d99d-4d78-af5c-0f82e63db23d', 'name': '', 'network_id': 'e0afcedc-46e0-429e-bb7a-7200fbfa4981', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'mac_address': 'fa:16:3e:66:73:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033c47b3-425a-4089-9283-a808ea27a05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'e28d50e4-84cb-467f-9b21-fd14f7293c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:05Z', 'updated_at': '2022-02-05T21:13:13Z', 'revision_number': 5, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'subnets': [{'id': 'e28d50e4-84cb-467f-9b21-fd14f7293c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:36.422504 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616f6f48-0dbb-45fe-8ae3-3c7abc2c087f None None] The sync data for ids ['033c47b3-425a-4089-9283-a808ea27a05e'] in ncdv-master-1 is: [{'id': '033c47b3-425a-4089-9283-a808ea27a05e', 'name': 'tempest-TestNetworkBasicOps-router-706741564', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.67'}], 'enable_snat': True}, 'gw_port_id': '07fdd44d-1e16-4186-9297-8af7ee09e338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:13:02Z', 'updated_at': '2022-02-05T21:13:07Z', 'revision_number': 4, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'gw_port': {'id': '07fdd44d-1e16-4186-9297-8af7ee09e338', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:06:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033c47b3-425a-4089-9283-a808ea27a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:02Z', 'updated_at': '2022-02-05T21:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd737984f-d99d-4d78-af5c-0f82e63db23d', 'name': '', 'network_id': 'e0afcedc-46e0-429e-bb7a-7200fbfa4981', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'mac_address': 'fa:16:3e:66:73:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033c47b3-425a-4089-9283-a808ea27a05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'e28d50e4-84cb-467f-9b21-fd14f7293c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:05Z', 'updated_at': '2022-02-05T21:13:13Z', 'revision_number': 5, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'subnets': [{'id': 'e28d50e4-84cb-467f-9b21-fd14f7293c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:14:36.441810 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094bc4a-bd7b-4359-8c19-8e80c98ddd89 req-0daaae0b-9923-411a-8187-d8253fec88f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:36.443438 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e094bc4a-bd7b-4359-8c19-8e80c98ddd89 req-0daaae0b-9923-411a-8187-d8253fec88f5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0afcedc-46e0-429e-bb7a-7200fbfa4981&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0571854
Feb 05 21:14:36.544957 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e094bc4a-bd7b-4359-8c19-8e80c98ddd89 req-3190bc57-8570-45f2-8fc5-505156213de4 service neutron] 10.222.0.21 "GET /v2.0/networks/e0afcedc-46e0-429e-bb7a-7200fbfa4981?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0948310
Feb 05 21:14:36.648130 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e094bc4a-bd7b-4359-8c19-8e80c98ddd89 req-1a883755-f036-45b0-9d8f-b99908d5c079 service neutron] 10.222.0.21 "GET /v2.0/networks/e0afcedc-46e0-429e-bb7a-7200fbfa4981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0956314
Feb 05 21:14:36.713232 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253e5239-bf6d-4828-af05-b8aff48bd5d3 None None] New status for floating IP 38062ed1-7217-48ce-a411-720d5387ced0: DOWN {{(pid=114392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:14:37.322992 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659d533-9c53-48bd-a579-8995cb9ccc41 req-207b30b9-3d78-4e8a-b9d9-ddb33211162e tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:37.331326 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0659d533-9c53-48bd-a579-8995cb9ccc41 req-207b30b9-3d78-4e8a-b9d9-ddb33211162e tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dd7bf06-519a-4ab7-a321-66333af69353 HTTP/1.1" status: 200  len: 946 time: 0.0814090
Feb 05 21:14:37.384286 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0659d533-9c53-48bd-a579-8995cb9ccc41 req-35885346-9b09-49e1-95c0-92ae5fcab7c1 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/security-groups?id=008325f2-7728-4c66-9056-3eebbb1c1889&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520995
Feb 05 21:14:37.457720 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:37.693929 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4bc597-4a2a-475a-8345-2e70747cdde5 req-37211ab7-ac8c-4edf-802e-c5173611acf4 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:37.695462 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2f4bc597-4a2a-475a-8345-2e70747cdde5 req-37211ab7-ac8c-4edf-802e-c5173611acf4 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dd7bf06-519a-4ab7-a321-66333af69353 HTTP/1.1" status: 200  len: 946 time: 0.0560429
Feb 05 21:14:37.789041 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-2f4bc597-4a2a-475a-8345-2e70747cdde5 req-5e622338-259e-410b-8842-e6fed1067651 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Deleting port 5c092cfa-6ebd-465e-9908-7bcf1c24499e {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:14:37.789387 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2f4bc597-4a2a-475a-8345-2e70747cdde5 req-5e622338-259e-410b-8842-e6fed1067651 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (5c092cfa-6ebd-465e-9908-7bcf1c24499e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:37.878667 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-2f4bc597-4a2a-475a-8345-2e70747cdde5 req-5e622338-259e-410b-8842-e6fed1067651 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] For port 5c092cfa-6ebd-465e-9908-7bcf1c24499e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5c092cfa-6ebd-465e-9908-7bcf1c24499e,segment=NetworkSegment(a198c808-ddb2-450c-89a4-ee509791841d),segment_id=a198c808-ddb2-450c-89a4-ee509791841d)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:14:37.879045 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2f4bc597-4a2a-475a-8345-2e70747cdde5 req-5e622338-259e-410b-8842-e6fed1067651 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (5c092cfa-6ebd-465e-9908-7bcf1c24499e), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:37.890642 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-2f4bc597-4a2a-475a-8345-2e70747cdde5 req-5e622338-259e-410b-8842-e6fed1067651 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Calling delete_port for 5c092cfa-6ebd-465e-9908-7bcf1c24499e owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:14:38.019246 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2f4bc597-4a2a-475a-8345-2e70747cdde5 req-5e622338-259e-410b-8842-e6fed1067651 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (5c092cfa-6ebd-465e-9908-7bcf1c24499e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:38.049316 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e622338-259e-410b-8842-e6fed1067651 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event deleted for resources: {'Port': ['ID=5c092cfa-6ebd-465e-9908-7bcf1c24499e,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:38.090293 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f4bc597-4a2a-475a-8345-2e70747cdde5 req-5e622338-259e-410b-8842-e6fed1067651 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] No DVR routers for this DVR port 5c092cfa-6ebd-465e-9908-7bcf1c24499e on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:14:38.093006 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2f4bc597-4a2a-475a-8345-2e70747cdde5 req-5e622338-259e-410b-8842-e6fed1067651 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:38.096710 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2f4bc597-4a2a-475a-8345-2e70747cdde5 req-5e622338-259e-410b-8842-e6fed1067651 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.21 "DELETE /v2.0/ports/5c092cfa-6ebd-465e-9908-7bcf1c24499e HTTP/1.1" status: 204  len: 173 time: 0.3963161
Feb 05 21:14:38.097155 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd7bf06-519a-4ab7-a321-66333af69353', 'name': 'network-vif-deleted', 'tag': '5c092cfa-6ebd-465e-9908-7bcf1c24499e'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:14:38.099469 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d427ad-3bf9-4afa-b46a-a112c8a72321" -d '{"events": [{"server_uuid": "9dd7bf06-519a-4ab7-a321-66333af69353", "name": "network-vif-deleted", "tag": "5c092cfa-6ebd-465e-9908-7bcf1c24499e"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:14:38.136098 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58bc2aaf-451f-48f2-a848-8590ec31a992 x-openstack-request-id: req-58bc2aaf-451f-48f2-a848-8590ec31a992 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:14:38.136397 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd7bf06-519a-4ab7-a321-66333af69353", "name": "network-vif-deleted", "tag": "5c092cfa-6ebd-465e-9908-7bcf1c24499e", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:14:38.136659 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-58bc2aaf-451f-48f2-a848-8590ec31a992 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:14:38.137063 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dd7bf06-519a-4ab7-a321-66333af69353', 'name': 'network-vif-deleted', 'tag': '5c092cfa-6ebd-465e-9908-7bcf1c24499e', 'status': 'completed', 'code': 200}
Feb 05 21:14:38.586408 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8ac0ade8-75d1-45b8-8940-f2390a7f1298 req-d457c2b0-e27d-4583-a23b-e1c37d64e2dc tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dd7bf06-519a-4ab7-a321-66333af69353 HTTP/1.1" status: 200  len: 210 time: 0.0631566
Feb 05 21:14:39.065968 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:39.644454 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43342) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:39.701285 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-71337a17-d4ea-4d04-bfaf-af12a7ebe429 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group (008325f2-7728-4c66-9056-3eebbb1c1889), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:39.726181 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-71337a17-d4ea-4d04-bfaf-af12a7ebe429 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group (008325f2-7728-4c66-9056-3eebbb1c1889), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:39.793165 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-71337a17-d4ea-4d04-bfaf-af12a7ebe429 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (008325f2-7728-4c66-9056-3eebbb1c1889), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:39.796013 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-71337a17-d4ea-4d04-bfaf-af12a7ebe429 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:39.803003 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-71337a17-d4ea-4d04-bfaf-af12a7ebe429 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "DELETE /v2.0/security-groups/008325f2-7728-4c66-9056-3eebbb1c1889 HTTP/1.1" status: 204  len: 168 time: 0.1574359
Feb 05 21:14:39.819421 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71337a17-d4ea-4d04-bfaf-af12a7ebe429 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=008325f2-7728-4c66-9056-3eebbb1c1889,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:39.842183 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43358) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:40.249077 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be24ddf5-8804-4aa7-a942-6e3316468272 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (033c47b3-425a-4089-9283-a808ea27a05e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:40.459358 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:40.512079 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-be24ddf5-8804-4aa7-a942-6e3316468272 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Deleting port d737984f-d99d-4d78-af5c-0f82e63db23d {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:14:40.512381 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be24ddf5-8804-4aa7-a942-6e3316468272 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (d737984f-d99d-4d78-af5c-0f82e63db23d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:40.603483 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-be24ddf5-8804-4aa7-a942-6e3316468272 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] For port d737984f-d99d-4d78-af5c-0f82e63db23d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d737984f-d99d-4d78-af5c-0f82e63db23d,segment=NetworkSegment(a198c808-ddb2-450c-89a4-ee509791841d),segment_id=a198c808-ddb2-450c-89a4-ee509791841d)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:14:40.603847 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be24ddf5-8804-4aa7-a942-6e3316468272 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (d737984f-d99d-4d78-af5c-0f82e63db23d), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:40.615555 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-be24ddf5-8804-4aa7-a942-6e3316468272 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Calling delete_port for d737984f-d99d-4d78-af5c-0f82e63db23d owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:14:40.801314 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be24ddf5-8804-4aa7-a942-6e3316468272 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (d737984f-d99d-4d78-af5c-0f82e63db23d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:40.826632 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be24ddf5-8804-4aa7-a942-6e3316468272 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event deleted for resources: {'Port': ['ID=d737984f-d99d-4d78-af5c-0f82e63db23d,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:41.042361 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be24ddf5-8804-4aa7-a942-6e3316468272 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (033c47b3-425a-4089-9283-a808ea27a05e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:41.300926 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be24ddf5-8804-4aa7-a942-6e3316468272 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Router 033c47b3-425a-4089-9283-a808ea27a05e has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:14:41.410924 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be24ddf5-8804-4aa7-a942-6e3316468272 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:14:41.416056 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-be24ddf5-8804-4aa7-a942-6e3316468272 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "PUT /v2.0/routers/033c47b3-425a-4089-9283-a808ea27a05e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5727346
Feb 05 21:14:41.419567 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43418) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:41.432462 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda7066f-ea99-42c0-9fd2-cb47f5f58252 None None] Sync routers for ids ['033c47b3-425a-4089-9283-a808ea27a05e'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:14:41.452668 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda7066f-ea99-42c0-9fd2-cb47f5f58252 None None] Routers {'033c47b3-425a-4089-9283-a808ea27a05e'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:14:41.453414 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-dda7066f-ea99-42c0-9fd2-cb47f5f58252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8d3a130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:14:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['033c47b3-425a-4089-9283-a808ea27a05e'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:41.489419 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0f2c5f2-619a-460b-ad63-1cd8db917473 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Deleting subnet e28d50e4-84cb-467f-9b21-fd14f7293c46 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:14:41.493469 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f0f2c5f2-619a-460b-ad63-1cd8db917473 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for subnet (e28d50e4-84cb-467f-9b21-fd14f7293c46), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:41.536841 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f0f2c5f2-619a-460b-ad63-1cd8db917473 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (e28d50e4-84cb-467f-9b21-fd14f7293c46), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:41.613905 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-dda7066f-ea99-42c0-9fd2-cb47f5f58252 None None] Set router 033c47b3-425a-4089-9283-a808ea27a05e gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:14:41.635427 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f0f2c5f2-619a-460b-ad63-1cd8db917473 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (e28d50e4-84cb-467f-9b21-fd14f7293c46), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:41.699061 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f0f2c5f2-619a-460b-ad63-1cd8db917473 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (e28d50e4-84cb-467f-9b21-fd14f7293c46), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:41.727341 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f2c5f2-619a-460b-ad63-1cd8db917473 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event deleted for resources: {'Subnet': ['ID=e28d50e4-84cb-467f-9b21-fd14f7293c46,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:41.729338 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f0f2c5f2-619a-460b-ad63-1cd8db917473 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:41.732580 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f0f2c5f2-619a-460b-ad63-1cd8db917473 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "DELETE /v2.0/subnets/e28d50e4-84cb-467f-9b21-fd14f7293c46 HTTP/1.1" status: 204  len: 168 time: 0.3119812
Feb 05 21:14:41.735167 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43436) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:41.739273 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4181b6e6-d628-4a63-a6a2-dfa9f75f262e None None] Network e0afcedc-46e0-429e-bb7a-7200fbfa4981 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:14:41.809429 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-dda7066f-ea99-42c0-9fd2-cb47f5f58252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8d3a130>, [{'id': '033c47b3-425a-4089-9283-a808ea27a05e', 'name': 'tempest-TestNetworkBasicOps-router-706741564', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.67'}], 'enable_snat': True}, 'gw_port_id': '07fdd44d-1e16-4186-9297-8af7ee09e338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:13:02Z', 'updated_at': '2022-02-05T21:14:40Z', 'revision_number': 5, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'gw_port': {'id': '07fdd44d-1e16-4186-9297-8af7ee09e338', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:06:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033c47b3-425a-4089-9283-a808ea27a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:02Z', 'updated_at': '2022-02-05T21:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:41.837753 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda7066f-ea99-42c0-9fd2-cb47f5f58252 None None] Checking router: 033c47b3-425a-4089-9283-a808ea27a05e for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:14:41.847260 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda7066f-ea99-42c0-9fd2-cb47f5f58252 None None] Routers {'033c47b3-425a-4089-9283-a808ea27a05e'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:14:41.848038 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-dda7066f-ea99-42c0-9fd2-cb47f5f58252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8d3a130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:14:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['033c47b3-425a-4089-9283-a808ea27a05e'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:41.868441 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eaf082bb-b58e-4643-88a7-981522cbecb8 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for router (033c47b3-425a-4089-9283-a808ea27a05e), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:42.092539 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-dda7066f-ea99-42c0-9fd2-cb47f5f58252 None None] Set router 033c47b3-425a-4089-9283-a808ea27a05e gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:14:42.114846 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eaf082bb-b58e-4643-88a7-981522cbecb8 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for router_gateway (033c47b3-425a-4089-9283-a808ea27a05e), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:42.195654 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-eaf082bb-b58e-4643-88a7-981522cbecb8 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Deleting port 07fdd44d-1e16-4186-9297-8af7ee09e338 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:14:42.196454 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eaf082bb-b58e-4643-88a7-981522cbecb8 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (07fdd44d-1e16-4186-9297-8af7ee09e338), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:42.237075 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3869c8-07df-42a6-b792-f4fb49487d05 None None] DHCP port deletion for e0afcedc-46e0-429e-bb7a-7200fbfa4981 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:14:42.325389 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-cc3869c8-07df-42a6-b792-f4fb49487d05 None None] Deleting port 4eddc126-3285-496c-afbb-1b3724719bbc {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:14:42.325731 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-eaf082bb-b58e-4643-88a7-981522cbecb8 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] For port 07fdd44d-1e16-4186-9297-8af7ee09e338, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07fdd44d-1e16-4186-9297-8af7ee09e338,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:14:42.326243 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eaf082bb-b58e-4643-88a7-981522cbecb8 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (07fdd44d-1e16-4186-9297-8af7ee09e338), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:42.327548 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cc3869c8-07df-42a6-b792-f4fb49487d05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (4eddc126-3285-496c-afbb-1b3724719bbc), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:42.341081 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-eaf082bb-b58e-4643-88a7-981522cbecb8 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Calling delete_port for 07fdd44d-1e16-4186-9297-8af7ee09e338 owned by network:router_gateway {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:14:42.413597 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-dda7066f-ea99-42c0-9fd2-cb47f5f58252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8d3a130>, [{'id': '033c47b3-425a-4089-9283-a808ea27a05e', 'name': 'tempest-TestNetworkBasicOps-router-706741564', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.67'}], 'enable_snat': True}, 'gw_port_id': '07fdd44d-1e16-4186-9297-8af7ee09e338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:13:02Z', 'updated_at': '2022-02-05T21:14:40Z', 'revision_number': 5, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'gw_port': {'id': '07fdd44d-1e16-4186-9297-8af7ee09e338', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:06:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033c47b3-425a-4089-9283-a808ea27a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:02Z', 'updated_at': '2022-02-05T21:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:42.440519 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-cc3869c8-07df-42a6-b792-f4fb49487d05 None None] For port 4eddc126-3285-496c-afbb-1b3724719bbc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4eddc126-3285-496c-afbb-1b3724719bbc,segment=NetworkSegment(a198c808-ddb2-450c-89a4-ee509791841d),segment_id=a198c808-ddb2-450c-89a4-ee509791841d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:14:42.441628 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cc3869c8-07df-42a6-b792-f4fb49487d05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (4eddc126-3285-496c-afbb-1b3724719bbc), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:42.459917 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-cc3869c8-07df-42a6-b792-f4fb49487d05 None None] Calling delete_port for 4eddc126-3285-496c-afbb-1b3724719bbc owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:14:42.556438 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda7066f-ea99-42c0-9fd2-cb47f5f58252 None None] The sync data for ids ['033c47b3-425a-4089-9283-a808ea27a05e'] in ncdv-master-1 is: [{'id': '033c47b3-425a-4089-9283-a808ea27a05e', 'name': 'tempest-TestNetworkBasicOps-router-706741564', 'tenant_id': '7f3cd2c671c5402ba77e2a302dcae849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.67'}], 'enable_snat': True}, 'gw_port_id': '07fdd44d-1e16-4186-9297-8af7ee09e338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:13:02Z', 'updated_at': '2022-02-05T21:14:40Z', 'revision_number': 5, 'project_id': '7f3cd2c671c5402ba77e2a302dcae849', 'gw_port': {'id': '07fdd44d-1e16-4186-9297-8af7ee09e338', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:06:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033c47b3-425a-4089-9283-a808ea27a05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:13:02Z', 'updated_at': '2022-02-05T21:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:14:42.573075 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cc3869c8-07df-42a6-b792-f4fb49487d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (4eddc126-3285-496c-afbb-1b3724719bbc), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:42.610230 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3869c8-07df-42a6-b792-f4fb49487d05 None None] Pushing event deleted for resources: {'Port': ['ID=4eddc126-3285-496c-afbb-1b3724719bbc,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:42.615419 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 5c092cfa-6ebd-465e-9908-7bcf1c24499e no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:14:42.633086 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eaf082bb-b58e-4643-88a7-981522cbecb8 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (07fdd44d-1e16-4186-9297-8af7ee09e338), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:42.641545 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: 5c092cfa-6ebd-465e-9908-7bcf1c24499e {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:14:42.641898 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 5c092cfa-6ebd-465e-9908-7bcf1c24499e not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:14:42.646976 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3869c8-07df-42a6-b792-f4fb49487d05 None None] No DVR routers for this DVR port 4eddc126-3285-496c-afbb-1b3724719bbc on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:14:42.669750 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf082bb-b58e-4643-88a7-981522cbecb8 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event deleted for resources: {'Port': ['ID=07fdd44d-1e16-4186-9297-8af7ee09e338,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:42.740419 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eaf082bb-b58e-4643-88a7-981522cbecb8 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (033c47b3-425a-4089-9283-a808ea27a05e), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:42.838948 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eaf082bb-b58e-4643-88a7-981522cbecb8 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (033c47b3-425a-4089-9283-a808ea27a05e), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:42.841120 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eaf082bb-b58e-4643-88a7-981522cbecb8 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for router_controller (033c47b3-425a-4089-9283-a808ea27a05e), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:42.900019 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eaf082bb-b58e-4643-88a7-981522cbecb8 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (033c47b3-425a-4089-9283-a808ea27a05e), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:42.900614 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf082bb-b58e-4643-88a7-981522cbecb8 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Fanout notify agent at l3_agent the message router_deleted on router 033c47b3-425a-4089-9283-a808ea27a05e {{(pid=114391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:14:42.910120 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eaf082bb-b58e-4643-88a7-981522cbecb8 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:42.911514 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-eaf082bb-b58e-4643-88a7-981522cbecb8 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "DELETE /v2.0/routers/033c47b3-425a-4089-9283-a808ea27a05e HTTP/1.1" status: 204  len: 168 time: 1.1754291
Feb 05 21:14:42.914211 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43500) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:43.007053 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3fd73d02-5747-4049-9b86-10b989aed3b2 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (e0afcedc-46e0-429e-bb7a-7200fbfa4981), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:43.142144 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3fd73d02-5747-4049-9b86-10b989aed3b2 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (e0afcedc-46e0-429e-bb7a-7200fbfa4981), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:43.165476 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-3fd73d02-5747-4049-9b86-10b989aed3b2 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2dbab22790>,) {'filters': {'network_id': ['e0afcedc-46e0-429e-bb7a-7200fbfa4981']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:43.176553 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-3fd73d02-5747-4049-9b86-10b989aed3b2 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2dbab22790>, 'a198c808-ddb2-450c-89a4-ee509791841d') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:43.176820 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-3fd73d02-5747-4049-9b86-10b989aed3b2 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2dbab22790>, 'a198c808-ddb2-450c-89a4-ee509791841d') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:43.187571 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3fd73d02-5747-4049-9b86-10b989aed3b2 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (a198c808-ddb2-450c-89a4-ee509791841d), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:43.204270 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3fd73d02-5747-4049-9b86-10b989aed3b2 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (a198c808-ddb2-450c-89a4-ee509791841d), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:43.212001 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fd73d02-5747-4049-9b86-10b989aed3b2 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:14:43.212707 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3fd73d02-5747-4049-9b86-10b989aed3b2 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (a198c808-ddb2-450c-89a4-ee509791841d), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:43.216832 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:14:43.216832 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:14:43.216832 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:14:43.216832 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:14:43.216832 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:14:43.216832 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:14:43.216832 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:14:43.216832 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:14:43.216832 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:14:43.216832 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:14:43.216832 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:14:43.216832 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:14:43.216832 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:14:43.216832 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:14:43.216832 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:14:43.216832 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:14:43.216832 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:14:43.216832 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:14:43.216832 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:14:43.216832 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:14:43.216832 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:14:43.216832 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:14:43.216832 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:14:43.216832 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:14:43.216832 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:14:43.216832 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:14:43.216832 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:14:43.216832 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:14:43.216832 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:14:43.216832 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:14:43.216832 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:14:43.216832 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:14:43.299532 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3fd73d02-5747-4049-9b86-10b989aed3b2 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (e0afcedc-46e0-429e-bb7a-7200fbfa4981), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:43.313112 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3fd73d02-5747-4049-9b86-10b989aed3b2 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:43.318913 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-3fd73d02-5747-4049-9b86-10b989aed3b2 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] 10.222.0.32 "DELETE /v2.0/networks/e0afcedc-46e0-429e-bb7a-7200fbfa4981 HTTP/1.1" status: 204  len: 168 time: 0.4030566
Feb 05 21:14:43.333998 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd73d02-5747-4049-9b86-10b989aed3b2 tempest-TestNetworkBasicOps-493862676 tempest-TestNetworkBasicOps-493862676-project] Pushing event deleted for resources: {'Network': ['ID=e0afcedc-46e0-429e-bb7a-7200fbfa4981,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:43.599820 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43548) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:43.639286 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43552) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:43.793224 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74613b-6816-4333-8da5-2a1c1acd9ba7 req-e3b99845-4a38-4ee9-b76a-5ca5dc55480a tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:43.794896 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2f74613b-6816-4333-8da5-2a1c1acd9ba7 req-e3b99845-4a38-4ee9-b76a-5ca5dc55480a tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 947 time: 0.0727978
Feb 05 21:14:43.796014 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1d351b3b-8f1c-478a-a3ac-639ca1eec71d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:43.832994 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9dba4e7c-7438-40fa-8268-1252d0f64185 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7f3cd2c671c5402ba77e2a302dcae849&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1924450
Feb 05 21:14:43.836057 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43558) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:43.846897 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2f74613b-6816-4333-8da5-2a1c1acd9ba7 req-45ff3f30-9ef0-4901-80c9-f231aa504e4b tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0436521
Feb 05 21:14:43.912938 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cd95e36e-33ee-4779-825f-3c757dfed229 admin admin] Publish callbacks [] for security_group (26d99419-fbad-4539-b912-09960df03244), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:43.943159 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1d351b3b-8f1c-478a-a3ac-639ca1eec71d admin admin] Publish callbacks [] for security_group (03d5286b-0b6e-4677-84ea-a2514cb511ad), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:43.952190 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cd95e36e-33ee-4779-825f-3c757dfed229 admin admin] Publish callbacks [] for security_group (26d99419-fbad-4539-b912-09960df03244), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:43.953972 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1d351b3b-8f1c-478a-a3ac-639ca1eec71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (03d5286b-0b6e-4677-84ea-a2514cb511ad), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:43.979312 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device d737984f-d99d-4d78-af5c-0f82e63db23d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:14:44.000172 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: d737984f-d99d-4d78-af5c-0f82e63db23d {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:14:44.000620 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device d737984f-d99d-4d78-af5c-0f82e63db23d not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:14:44.001114 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 4eddc126-3285-496c-afbb-1b3724719bbc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:14:44.021191 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1d351b3b-8f1c-478a-a3ac-639ca1eec71d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=904017c74b3045d8bb40ede8d6c5e501&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4163914
Feb 05 21:14:44.021312 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43564) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:44.024646 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 4eddc126-3285-496c-afbb-1b3724719bbc {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:14:44.025244 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 4eddc126-3285-496c-afbb-1b3724719bbc not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:14:44.025844 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 07fdd44d-1e16-4186-9297-8af7ee09e338 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:14:44.028308 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d351b3b-8f1c-478a-a3ac-639ca1eec71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d5286b-0b6e-4677-84ea-a2514cb511ad,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:44.047535 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 07fdd44d-1e16-4186-9297-8af7ee09e338 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:14:44.047894 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 07fdd44d-1e16-4186-9297-8af7ee09e338 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:14:44.065935 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cd95e36e-33ee-4779-825f-3c757dfed229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (26d99419-fbad-4539-b912-09960df03244), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:44.069988 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cd95e36e-33ee-4779-825f-3c757dfed229 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:44.073857 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-cd95e36e-33ee-4779-825f-3c757dfed229 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/26d99419-fbad-4539-b912-09960df03244 HTTP/1.1" status: 204  len: 168 time: 0.2368572
Feb 05 21:14:44.082710 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd95e36e-33ee-4779-825f-3c757dfed229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d99419-fbad-4539-b912-09960df03244,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:44.110219 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ae347456-339e-4171-81a2-52b9ca67f1dd admin admin] Publish callbacks [] for security_group (03d5286b-0b6e-4677-84ea-a2514cb511ad), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:44.140644 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ae347456-339e-4171-81a2-52b9ca67f1dd admin admin] Publish callbacks [] for security_group (03d5286b-0b6e-4677-84ea-a2514cb511ad), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:44.196695 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ae347456-339e-4171-81a2-52b9ca67f1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (03d5286b-0b6e-4677-84ea-a2514cb511ad), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:44.199790 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ae347456-339e-4171-81a2-52b9ca67f1dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:44.201193 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ae347456-339e-4171-81a2-52b9ca67f1dd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/03d5286b-0b6e-4677-84ea-a2514cb511ad HTTP/1.1" status: 204  len: 168 time: 0.1794205
Feb 05 21:14:44.212482 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae347456-339e-4171-81a2-52b9ca67f1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d5286b-0b6e-4677-84ea-a2514cb511ad,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:44.500942 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43586) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:44.631891 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8ed40b38-fc45-42de-a227-6475f4d2a927 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:44.640199 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43590) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:44.659390 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-60677a7b-b2bc-4964-8e99-334b88739bfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:44.738163 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8ed40b38-fc45-42de-a227-6475f4d2a927 admin admin] Publish callbacks [] for security_group (aacf9d9e-2deb-4886-9525-21055de0942a), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:44.743020 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8ed40b38-fc45-42de-a227-6475f4d2a927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (aacf9d9e-2deb-4886-9525-21055de0942a), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:44.762797 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-60677a7b-b2bc-4964-8e99-334b88739bfd admin admin] Publish callbacks [] for security_group (2ce7f60b-cefe-471e-9db0-766d242de3f5), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:44.769953 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-60677a7b-b2bc-4964-8e99-334b88739bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (2ce7f60b-cefe-471e-9db0-766d242de3f5), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:44.794447 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43592) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:44.794863 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8ed40b38-fc45-42de-a227-6475f4d2a927 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=822b63515bc84271af85bdf18ab31c42&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2914934
Feb 05 21:14:44.795468 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed40b38-fc45-42de-a227-6475f4d2a927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aacf9d9e-2deb-4886-9525-21055de0942a,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:44.819074 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60677a7b-b2bc-4964-8e99-334b88739bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce7f60b-cefe-471e-9db0-766d242de3f5,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:44.845254 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-60677a7b-b2bc-4964-8e99-334b88739bfd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=64ad9e46323842b88de5052ea354b76d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2029240
Feb 05 21:14:44.848133 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43594) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:44.872613 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-81ab3d87-b9c9-49dd-b68a-600316c1ba8e admin admin] Publish callbacks [] for security_group (aacf9d9e-2deb-4886-9525-21055de0942a), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:44.897273 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-81ab3d87-b9c9-49dd-b68a-600316c1ba8e admin admin] Publish callbacks [] for security_group (aacf9d9e-2deb-4886-9525-21055de0942a), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:44.901171 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b2bf6331-41e5-4661-99ab-7d283de9ddf7 admin admin] Publish callbacks [] for security_group (2ce7f60b-cefe-471e-9db0-766d242de3f5), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:44.924874 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b2bf6331-41e5-4661-99ab-7d283de9ddf7 admin admin] Publish callbacks [] for security_group (2ce7f60b-cefe-471e-9db0-766d242de3f5), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:44.959198 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-81ab3d87-b9c9-49dd-b68a-600316c1ba8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (aacf9d9e-2deb-4886-9525-21055de0942a), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:44.962090 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-81ab3d87-b9c9-49dd-b68a-600316c1ba8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:44.963516 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-81ab3d87-b9c9-49dd-b68a-600316c1ba8e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aacf9d9e-2deb-4886-9525-21055de0942a HTTP/1.1" status: 204  len: 168 time: 0.1580958
Feb 05 21:14:44.976851 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab3d87-b9c9-49dd-b68a-600316c1ba8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacf9d9e-2deb-4886-9525-21055de0942a,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:45.026540 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514fc53-96bb-4750-87fb-b02e03f77eed req-a14bbc92-5265-4118-bcc0-12a5e6531e7e tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:45.028112 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7514fc53-96bb-4750-87fb-b02e03f77eed req-a14bbc92-5265-4118-bcc0-12a5e6531e7e tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 947 time: 0.1013284
Feb 05 21:14:45.043481 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b2bf6331-41e5-4661-99ab-7d283de9ddf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (2ce7f60b-cefe-471e-9db0-766d242de3f5), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:45.046116 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b2bf6331-41e5-4661-99ab-7d283de9ddf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:45.047275 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b2bf6331-41e5-4661-99ab-7d283de9ddf7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2ce7f60b-cefe-471e-9db0-766d242de3f5 HTTP/1.1" status: 204  len: 168 time: 0.1981544
Feb 05 21:14:45.070276 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf6331-41e5-4661-99ab-7d283de9ddf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce7f60b-cefe-471e-9db0-766d242de3f5,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:45.097145 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7514fc53-96bb-4750-87fb-b02e03f77eed req-4229d3c1-cf1d-4ad2-92c6-f813db83d157 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a574af8-1f17-4521-b385-0e1e2af3884d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0611498
Feb 05 21:14:45.180155 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75eb7f-27e2-4de2-b597-317923063d3e req-8ab0fcd1-728c-482f-a9bc-0fc48f686530 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:45.181709 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4e75eb7f-27e2-4de2-b597-317923063d3e req-8ab0fcd1-728c-482f-a9bc-0fc48f686530 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.39 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 947 time: 0.0568018
Feb 05 21:14:45.279035 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-4e75eb7f-27e2-4de2-b597-317923063d3e req-549a24a0-2c5d-43d6-a88b-709d7bd36692 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Deleting port 851783e6-d22c-41f7-95ae-b0b5f516a0cc {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:14:45.279793 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4e75eb7f-27e2-4de2-b597-317923063d3e req-549a24a0-2c5d-43d6-a88b-709d7bd36692 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (851783e6-d22c-41f7-95ae-b0b5f516a0cc), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:45.350451 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:45.369662 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43608) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:45.383202 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8feb3258-c2f3-4a9e-9627-4b4cf22dbb4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:45.394880 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-4e75eb7f-27e2-4de2-b597-317923063d3e req-549a24a0-2c5d-43d6-a88b-709d7bd36692 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] For port 851783e6-d22c-41f7-95ae-b0b5f516a0cc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=851783e6-d22c-41f7-95ae-b0b5f516a0cc,segment=NetworkSegment(f62e3c71-b57a-482e-a2c4-7d4c5e58c260),segment_id=f62e3c71-b57a-482e-a2c4-7d4c5e58c260)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:14:45.395250 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4e75eb7f-27e2-4de2-b597-317923063d3e req-549a24a0-2c5d-43d6-a88b-709d7bd36692 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (851783e6-d22c-41f7-95ae-b0b5f516a0cc), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:45.472611 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8feb3258-c2f3-4a9e-9627-4b4cf22dbb4f admin admin] Publish callbacks [] for security_group (a916ed8d-4a84-49e6-93a1-b0809b73cdc3), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:45.477129 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8feb3258-c2f3-4a9e-9627-4b4cf22dbb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (a916ed8d-4a84-49e6-93a1-b0809b73cdc3), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:45.518563 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8feb3258-c2f3-4a9e-9627-4b4cf22dbb4f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=009eb1756ea04cd79a73d42c3db83e7d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1477346
Feb 05 21:14:45.520921 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb3258-c2f3-4a9e-9627-4b4cf22dbb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a916ed8d-4a84-49e6-93a1-b0809b73cdc3,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:45.522152 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43612) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:45.658195 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-069a4300-05e2-470d-98f4-9fe988e8d3d0 admin admin] Publish callbacks [] for security_group (a916ed8d-4a84-49e6-93a1-b0809b73cdc3), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:45.681248 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4e75eb7f-27e2-4de2-b597-317923063d3e req-549a24a0-2c5d-43d6-a88b-709d7bd36692 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:45.681538 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4e75eb7f-27e2-4de2-b597-317923063d3e req-549a24a0-2c5d-43d6-a88b-709d7bd36692 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (06b9f680-97d0-453f-aef8-6597230b2e35), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:45.681862 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [req-4e75eb7f-27e2-4de2-b597-317923063d3e req-549a24a0-2c5d-43d6-a88b-709d7bd36692 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Floating IP 06b9f680-97d0-453f-aef8-6597230b2e35 disassociated. External IP: 172.35.4.89, port: 851783e6-d22c-41f7-95ae-b0b5f516a0cc.
Feb 05 21:14:45.682216 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-4e75eb7f-27e2-4de2-b597-317923063d3e req-549a24a0-2c5d-43d6-a88b-709d7bd36692 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Calling delete_port for 851783e6-d22c-41f7-95ae-b0b5f516a0cc owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:14:45.695232 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-069a4300-05e2-470d-98f4-9fe988e8d3d0 admin admin] Publish callbacks [] for security_group (a916ed8d-4a84-49e6-93a1-b0809b73cdc3), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:45.804334 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-069a4300-05e2-470d-98f4-9fe988e8d3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (a916ed8d-4a84-49e6-93a1-b0809b73cdc3), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:45.806957 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-069a4300-05e2-470d-98f4-9fe988e8d3d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:45.808127 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-069a4300-05e2-470d-98f4-9fe988e8d3d0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a916ed8d-4a84-49e6-93a1-b0809b73cdc3 HTTP/1.1" status: 204  len: 168 time: 0.2850134
Feb 05 21:14:45.836719 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a4300-05e2-470d-98f4-9fe988e8d3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a916ed8d-4a84-49e6-93a1-b0809b73cdc3,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:45.881384 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4e75eb7f-27e2-4de2-b597-317923063d3e req-549a24a0-2c5d-43d6-a88b-709d7bd36692 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (851783e6-d22c-41f7-95ae-b0b5f516a0cc), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:45.911418 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a24a0-2c5d-43d6-a88b-709d7bd36692 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Pushing event deleted for resources: {'Port': ['ID=851783e6-d22c-41f7-95ae-b0b5f516a0cc,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:45.972726 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43630) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:46.047308 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e75eb7f-27e2-4de2-b597-317923063d3e req-549a24a0-2c5d-43d6-a88b-709d7bd36692 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Router 7785e63f-cfeb-418f-b3c1-f03ccd478077 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:14:46.093690 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-2201b3df-c1b9-49c4-a6cc-5215344a46d6 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1706410107-network', 'tenant_id': 'e139e5b7a0514896b00ae8d3e4326e9d'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:14:46.121171 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2201b3df-c1b9-49c4-a6cc-5215344a46d6 admin admin] Made reservation on behalf of e139e5b7a0514896b00ae8d3e4326e9d for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:14:46.123712 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2201b3df-c1b9-49c4-a6cc-5215344a46d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:46.138245 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2201b3df-c1b9-49c4-a6cc-5215344a46d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:46.174516 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e75eb7f-27e2-4de2-b597-317923063d3e req-549a24a0-2c5d-43d6-a88b-709d7bd36692 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:14:46.187091 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c4f0c9-88d2-4b99-a05f-53ac7eb9bff7 None None] Sync routers for ids ['7785e63f-cfeb-418f-b3c1-f03ccd478077'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:14:46.205160 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c4f0c9-88d2-4b99-a05f-53ac7eb9bff7 None None] Routers {'7785e63f-cfeb-418f-b3c1-f03ccd478077'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:14:46.205810 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-67c4f0c9-88d2-4b99-a05f-53ac7eb9bff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab85b5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:14:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['7785e63f-cfeb-418f-b3c1-f03ccd478077'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:46.243672 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e75eb7f-27e2-4de2-b597-317923063d3e req-549a24a0-2c5d-43d6-a88b-709d7bd36692 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] No DVR routers for this DVR port 851783e6-d22c-41f7-95ae-b0b5f516a0cc on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:14:46.247345 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9b9d4bf0-6d84-488e-a3e3-b4da1e7e4a8e req-e2ff5740-3b95-4d59-a76f-3c2e69b80819 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e976e307-f7ee-4398-b068-9e53113813e8 HTTP/1.1" status: 200  len: 210 time: 0.0700850
Feb 05 21:14:46.248654 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-4e75eb7f-27e2-4de2-b597-317923063d3e req-549a24a0-2c5d-43d6-a88b-709d7bd36692 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:46.253948 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4e75eb7f-27e2-4de2-b597-317923063d3e req-549a24a0-2c5d-43d6-a88b-709d7bd36692 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.39 "DELETE /v2.0/ports/851783e6-d22c-41f7-95ae-b0b5f516a0cc HTTP/1.1" status: 204  len: 173 time: 1.0675485
Feb 05 21:14:46.254687 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e976e307-f7ee-4398-b068-9e53113813e8', 'name': 'network-vif-deleted', 'tag': '851783e6-d22c-41f7-95ae-b0b5f516a0cc'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:14:46.257227 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3cb34b0-5946-4b6e-807a-50486b9e2fc5" -d '{"events": [{"server_uuid": "e976e307-f7ee-4398-b068-9e53113813e8", "name": "network-vif-deleted", "tag": "851783e6-d22c-41f7-95ae-b0b5f516a0cc"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:14:46.257821 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2201b3df-c1b9-49c4-a6cc-5215344a46d6 admin admin] Publish callbacks [] for security_group (32314a74-5f71-40b7-b336-3bd5a7336201), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:46.295457 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2201b3df-c1b9-49c4-a6cc-5215344a46d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (32314a74-5f71-40b7-b336-3bd5a7336201), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:46.308591 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6efa56a2-0ed6-4d53-a7b0-96e4f0b9f056 x-openstack-request-id: req-6efa56a2-0ed6-4d53-a7b0-96e4f0b9f056 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:14:46.309128 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e976e307-f7ee-4398-b068-9e53113813e8", "name": "network-vif-deleted", "tag": "851783e6-d22c-41f7-95ae-b0b5f516a0cc", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:14:46.309568 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6efa56a2-0ed6-4d53-a7b0-96e4f0b9f056 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:14:46.310173 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e976e307-f7ee-4398-b068-9e53113813e8', 'name': 'network-vif-deleted', 'tag': '851783e6-d22c-41f7-95ae-b0b5f516a0cc', 'status': 'completed', 'code': 200}
Feb 05 21:14:46.315200 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2201b3df-c1b9-49c4-a6cc-5215344a46d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:14:46.326239 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2201b3df-c1b9-49c4-a6cc-5215344a46d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (d3650c50-5881-457a-8eb1-ef4c285eb79e), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:46.326894 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-2201b3df-c1b9-49c4-a6cc-5215344a46d6 admin admin] Added segment d3650c50-5881-457a-8eb1-ef4c285eb79e of type vlan for network 826a316e-fa28-4748-930b-86494eaa48e1
Feb 05 21:14:46.357987 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-67c4f0c9-88d2-4b99-a05f-53ac7eb9bff7 None None] Set router 7785e63f-cfeb-418f-b3c1-f03ccd478077 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:14:46.387136 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2201b3df-c1b9-49c4-a6cc-5215344a46d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (826a316e-fa28-4748-930b-86494eaa48e1), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:46.392648 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201b3df-c1b9-49c4-a6cc-5215344a46d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32314a74-5f71-40b7-b336-3bd5a7336201,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:46.437227 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2201b3df-c1b9-49c4-a6cc-5215344a46d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (826a316e-fa28-4748-930b-86494eaa48e1), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:46.438475 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2201b3df-c1b9-49c4-a6cc-5215344a46d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:46.439642 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2201b3df-c1b9-49c4-a6cc-5215344a46d6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:46.522668 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2201b3df-c1b9-49c4-a6cc-5215344a46d6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5453746
Feb 05 21:14:46.522863 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43656) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:46.527886 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-e44132da-beea-45e8-b079-8b9149a34b08 admin admin] Request body: {'subnet': {'network_id': '826a316e-fa28-4748-930b-86494eaa48e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1706410107-subnet', 'tenant_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'ip_version': 4}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:14:46.530591 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201b3df-c1b9-49c4-a6cc-5215344a46d6 admin admin] Pushing event updated for resources: {'Network': ['ID=826a316e-fa28-4748-930b-86494eaa48e1,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:46.554738 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44132da-beea-45e8-b079-8b9149a34b08 admin admin] Made reservation on behalf of e139e5b7a0514896b00ae8d3e4326e9d for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:14:46.557211 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 826a316e-fa28-4748-930b-86494eaa48e1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:14:46.558240 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e44132da-beea-45e8-b079-8b9149a34b08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:46.712914 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-67c4f0c9-88d2-4b99-a05f-53ac7eb9bff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab85b5e0>, [{'id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'name': 'tempest-AttachVolumeShelveTestJSON-749448490-router', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84'}], 'enable_snat': True}, 'gw_port_id': 'ec277b3e-2f6b-48e0-a387-88b566250f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:11:33Z', 'updated_at': '2022-02-05T21:11:36Z', 'revision_number': 4, 'project_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'gw_port': {'id': 'ec277b3e-2f6b-48e0-a387-88b566250f77', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:11:33Z', 'updated_at': '2022-02-05T21:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '96fbc78b-ec60-4acf-aa87-f5cee677f160', 'name': '', 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'mac_address': 'fa:16:3e:bc:13:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6bc96f9b-13b4-445f-ae2d-9347a725b89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:11:35Z', 'updated_at': '2022-02-05T21:11:41Z', 'revision_number': 5, 'project_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'subnets': [{'id': '6bc96f9b-13b4-445f-ae2d-9347a725b89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:46.755808 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c4f0c9-88d2-4b99-a05f-53ac7eb9bff7 None None] Checking router: 7785e63f-cfeb-418f-b3c1-f03ccd478077 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:14:46.769839 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c4f0c9-88d2-4b99-a05f-53ac7eb9bff7 None None] Routers {'7785e63f-cfeb-418f-b3c1-f03ccd478077'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:14:46.771123 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-67c4f0c9-88d2-4b99-a05f-53ac7eb9bff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab85b5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:14:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['7785e63f-cfeb-418f-b3c1-f03ccd478077'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:46.775448 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e44132da-beea-45e8-b079-8b9149a34b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (e04dafb8-2d96-4050-8020-6c9230116ff8), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:46.863759 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44132da-beea-45e8-b079-8b9149a34b08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e04dafb8-2d96-4050-8020-6c9230116ff8,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:46.868428 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44132da-beea-45e8-b079-8b9149a34b08 admin admin] Checking segment: {'id': 'd3650c50-5881-457a-8eb1-ef4c285eb79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '826a316e-fa28-4748-930b-86494eaa48e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:14:46.871352 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44132da-beea-45e8-b079-8b9149a34b08 admin admin] Network hostable DHCP agents. Network: 826a316e-fa28-4748-930b-86494eaa48e1, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:14:46.930227 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44132da-beea-45e8-b079-8b9149a34b08 admin admin] Network 826a316e-fa28-4748-930b-86494eaa48e1 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:14:46.940603 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-67c4f0c9-88d2-4b99-a05f-53ac7eb9bff7 None None] Set router 7785e63f-cfeb-418f-b3c1-f03ccd478077 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:14:46.946993 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-e44132da-beea-45e8-b079-8b9149a34b08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 826a316e-fa28-4748-930b-86494eaa48e1) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:14:46.963806 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44132da-beea-45e8-b079-8b9149a34b08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:46.965873 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e44132da-beea-45e8-b079-8b9149a34b08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:46.995465 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e44132da-beea-45e8-b079-8b9149a34b08 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4704108
Feb 05 21:14:46.997183 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43664) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:47.000364 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2e7bb1-70ec-40eb-9dbf-89f925d1ad9d None None] Network 826a316e-fa28-4748-930b-86494eaa48e1 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:14:47.002770 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-40aebd79-c104-4ad7-989a-282dec8e1a8e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1706410107-router', 'tenant_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:14:47.023490 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-40aebd79-c104-4ad7-989a-282dec8e1a8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (5903bcbd-b586-44b1-97fb-e836226a58c1), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:47.024529 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-40aebd79-c104-4ad7-989a-282dec8e1a8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (5903bcbd-b586-44b1-97fb-e836226a58c1), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:47.126229 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-40aebd79-c104-4ad7-989a-282dec8e1a8e admin admin] Publish callbacks [] for router_controller (5903bcbd-b586-44b1-97fb-e836226a58c1), precommit_add_association {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:47.216305 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b06939-885b-4bd6-afe2-455c64df7793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-826a316e-fa28-4748-930b-86494eaa48e1', 'network_id': '826a316e-fa28-4748-930b-86494eaa48e1', 'project_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'fixed_ips': [{'subnet_id': 'e04dafb8-2d96-4050-8020-6c9230116ff8'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:14:47.217095 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-99b06939-885b-4bd6-afe2-455c64df7793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:47.290134 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-40aebd79-c104-4ad7-989a-282dec8e1a8e admin admin] Publish callbacks [] for router_gateway (5903bcbd-b586-44b1-97fb-e836226a58c1), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:47.380169 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43680) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:47.407797 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-67c4f0c9-88d2-4b99-a05f-53ac7eb9bff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab85b5e0>, [{'id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'name': 'tempest-AttachVolumeShelveTestJSON-749448490-router', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84'}], 'enable_snat': True}, 'gw_port_id': 'ec277b3e-2f6b-48e0-a387-88b566250f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:11:33Z', 'updated_at': '2022-02-05T21:11:36Z', 'revision_number': 4, 'project_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'gw_port': {'id': 'ec277b3e-2f6b-48e0-a387-88b566250f77', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:11:33Z', 'updated_at': '2022-02-05T21:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '96fbc78b-ec60-4acf-aa87-f5cee677f160', 'name': '', 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'mac_address': 'fa:16:3e:bc:13:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6bc96f9b-13b4-445f-ae2d-9347a725b89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:11:35Z', 'updated_at': '2022-02-05T21:11:41Z', 'revision_number': 5, 'project_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'subnets': [{'id': '6bc96f9b-13b4-445f-ae2d-9347a725b89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:47.445420 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c4f0c9-88d2-4b99-a05f-53ac7eb9bff7 None None] The sync data for ids ['7785e63f-cfeb-418f-b3c1-f03ccd478077'] in ncdv-master-1 is: [{'id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'name': 'tempest-AttachVolumeShelveTestJSON-749448490-router', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84'}], 'enable_snat': True}, 'gw_port_id': 'ec277b3e-2f6b-48e0-a387-88b566250f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:11:33Z', 'updated_at': '2022-02-05T21:11:36Z', 'revision_number': 4, 'project_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'gw_port': {'id': 'ec277b3e-2f6b-48e0-a387-88b566250f77', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:11:33Z', 'updated_at': '2022-02-05T21:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '96fbc78b-ec60-4acf-aa87-f5cee677f160', 'name': '', 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'mac_address': 'fa:16:3e:bc:13:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6bc96f9b-13b4-445f-ae2d-9347a725b89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:11:35Z', 'updated_at': '2022-02-05T21:11:41Z', 'revision_number': 5, 'project_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'subnets': [{'id': '6bc96f9b-13b4-445f-ae2d-9347a725b89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:14:47.452899 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-99b06939-885b-4bd6-afe2-455c64df7793 None None] Allocated IP 172.20.0.2 (826a316e-fa28-4748-930b-86494eaa48e1/e04dafb8-2d96-4050-8020-6c9230116ff8/8ca7ab1c-b748-4370-92bd-c837536e33ee) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:14:47.471420 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-91b9b7e6-43ee-47be-ad08-54b3beb93f6a tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks [] for security_group (4a574af8-1f17-4521-b385-0e1e2af3884d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:47.511324 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-91b9b7e6-43ee-47be-ad08-54b3beb93f6a tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks [] for security_group (4a574af8-1f17-4521-b385-0e1e2af3884d), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:47.577139 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-91b9b7e6-43ee-47be-ad08-54b3beb93f6a tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (4a574af8-1f17-4521-b385-0e1e2af3884d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:47.582456 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-91b9b7e6-43ee-47be-ad08-54b3beb93f6a tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:47.584887 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-91b9b7e6-43ee-47be-ad08-54b3beb93f6a tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "DELETE /v2.0/security-groups/4a574af8-1f17-4521-b385-0e1e2af3884d HTTP/1.1" status: 204  len: 168 time: 0.2018228
Feb 05 21:14:47.588574 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43688) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:47.600471 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9b7e6-43ee-47be-ad08-54b3beb93f6a tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a574af8-1f17-4521-b385-0e1e2af3884d,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:47.605278 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-878ace7f-fa49-4b49-bc79-f15d3be43cbb tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] show failed (client error): The resource could not be found.
Feb 05 21:14:47.606066 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-878ace7f-fa49-4b49-bc79-f15d3be43cbb tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups/4a574af8-1f17-4521-b385-0e1e2af3884d HTTP/1.1" status: 404  len: 347 time: 0.0165045
Feb 05 21:14:47.610326 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43690) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:47.622160 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-40aebd79-c104-4ad7-989a-282dec8e1a8e admin admin] Publish callbacks [] for router_gateway (5903bcbd-b586-44b1-97fb-e836226a58c1), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:47.666543 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-40aebd79-c104-4ad7-989a-282dec8e1a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:47.711167 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-99b06939-885b-4bd6-afe2-455c64df7793 None None] Publish callbacks [] for port (8ca7ab1c-b748-4370-92bd-c837536e33ee), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:47.723854 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-99b06939-885b-4bd6-afe2-455c64df7793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (8ca7ab1c-b748-4370-92bd-c837536e33ee), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:47.779005 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b06939-885b-4bd6-afe2-455c64df7793 None None] Network 826a316e-fa28-4748-930b-86494eaa48e1 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:14:47.788597 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-99b06939-885b-4bd6-afe2-455c64df7793 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:14:47.791075 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-06fb3aee-1356-49a9-aae9-03f8e14c9125 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Deleting port 35bed79f-6976-4fa8-b9c9-87cc0acac17a {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:14:47.791824 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-06fb3aee-1356-49a9-aae9-03f8e14c9125 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (35bed79f-6976-4fa8-b9c9-87cc0acac17a), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:47.793753 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b06939-885b-4bd6-afe2-455c64df7793 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:14:47.814267 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b06939-885b-4bd6-afe2-455c64df7793 None None] Pushing event updated for resources: {'Port': ['ID=8ca7ab1c-b748-4370-92bd-c837536e33ee,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:47.856978 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-40aebd79-c104-4ad7-989a-282dec8e1a8e admin admin] Allocated IP 172.35.4.254 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/7254f0b2-7cab-4df2-b083-4660642a7465) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:14:47.879082 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-99b06939-885b-4bd6-afe2-455c64df7793 None None] Attempting to bind port 8ca7ab1c-b748-4370-92bd-c837536e33ee on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:14:47.879614 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-99b06939-885b-4bd6-afe2-455c64df7793 None None] Attempting to bind port 8ca7ab1c-b748-4370-92bd-c837536e33ee by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd3650c50-5881-457a-8eb1-ef4c285eb79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '826a316e-fa28-4748-930b-86494eaa48e1'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:14:47.880083 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b06939-885b-4bd6-afe2-455c64df7793 None None] Attempting to bind port 8ca7ab1c-b748-4370-92bd-c837536e33ee on network 826a316e-fa28-4748-930b-86494eaa48e1 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:14:47.886916 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b06939-885b-4bd6-afe2-455c64df7793 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:14:47.887469 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b06939-885b-4bd6-afe2-455c64df7793 None None] Checking segment: {'id': 'd3650c50-5881-457a-8eb1-ef4c285eb79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '826a316e-fa28-4748-930b-86494eaa48e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:14:47.888032 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-99b06939-885b-4bd6-afe2-455c64df7793 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:47.888530 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b06939-885b-4bd6-afe2-455c64df7793 None None] Bound using segment: {'id': 'd3650c50-5881-457a-8eb1-ef4c285eb79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '826a316e-fa28-4748-930b-86494eaa48e1'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:14:47.889124 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-99b06939-885b-4bd6-afe2-455c64df7793 None None] Bound port: 8ca7ab1c-b748-4370-92bd-c837536e33ee, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3650c50-5881-457a-8eb1-ef4c285eb79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '826a316e-fa28-4748-930b-86494eaa48e1'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:14:47.889996 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-99b06939-885b-4bd6-afe2-455c64df7793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8ca7ab1c-b748-4370-92bd-c837536e33ee), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:47.927351 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-06fb3aee-1356-49a9-aae9-03f8e14c9125 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (35bed79f-6976-4fa8-b9c9-87cc0acac17a), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:47.927685 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-06fb3aee-1356-49a9-aae9-03f8e14c9125 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks [] for floatingip (35bed79f-6976-4fa8-b9c9-87cc0acac17a), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:47.941487 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-06fb3aee-1356-49a9-aae9-03f8e14c9125 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Calling delete_port for 35bed79f-6976-4fa8-b9c9-87cc0acac17a owned by network:floatingip {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:14:47.944654 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c495fe69-c429-4aff-8d2d-b40c6c76d3f3 None None] New status for floating IP 06b9f680-97d0-453f-aef8-6597230b2e35: DOWN {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:14:47.972272 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-99b06939-885b-4bd6-afe2-455c64df7793 None None] For port 8ca7ab1c-b748-4370-92bd-c837536e33ee, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:14:47.977900 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-99b06939-885b-4bd6-afe2-455c64df7793 None None] For port 8ca7ab1c-b748-4370-92bd-c837536e33ee, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ca7ab1c-b748-4370-92bd-c837536e33ee,segment=NetworkSegment(d3650c50-5881-457a-8eb1-ef4c285eb79e),segment_id=d3650c50-5881-457a-8eb1-ef4c285eb79e)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:14:47.988509 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-99b06939-885b-4bd6-afe2-455c64df7793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (8ca7ab1c-b748-4370-92bd-c837536e33ee), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:48.024482 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-40aebd79-c104-4ad7-989a-282dec8e1a8e admin admin] Publish callbacks [] for port (7254f0b2-7cab-4df2-b083-4660642a7465), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:48.091936 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-40aebd79-c104-4ad7-989a-282dec8e1a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (7254f0b2-7cab-4df2-b083-4660642a7465), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:48.112481 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b06939-885b-4bd6-afe2-455c64df7793 None None] Pushing event updated for resources: {'Port': ['ID=8ca7ab1c-b748-4370-92bd-c837536e33ee,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:48.113123 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40aebd79-c104-4ad7-989a-282dec8e1a8e admin admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:14:48.115753 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-40aebd79-c104-4ad7-989a-282dec8e1a8e admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:14:48.137152 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40aebd79-c104-4ad7-989a-282dec8e1a8e admin admin] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:14:48.209691 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aebd79-c104-4ad7-989a-282dec8e1a8e admin admin] Pushing event updated for resources: {'Port': ['ID=7254f0b2-7cab-4df2-b083-4660642a7465,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:48.257495 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-06fb3aee-1356-49a9-aae9-03f8e14c9125 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (35bed79f-6976-4fa8-b9c9-87cc0acac17a), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:48.310444 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb3aee-1356-49a9-aae9-03f8e14c9125 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Pushing event deleted for resources: {'Port': ['ID=35bed79f-6976-4fa8-b9c9-87cc0acac17a,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:48.414199 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-06fb3aee-1356-49a9-aae9-03f8e14c9125 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks [] for floatingip (06b9f680-97d0-453f-aef8-6597230b2e35), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:48.417574 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-06fb3aee-1356-49a9-aae9-03f8e14c9125 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:48.418962 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-06fb3aee-1356-49a9-aae9-03f8e14c9125 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "DELETE /v2.0/floatingips/06b9f680-97d0-453f-aef8-6597230b2e35 HTTP/1.1" status: 204  len: 168 time: 0.8060958
Feb 05 21:14:48.494872 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-40aebd79-c104-4ad7-989a-282dec8e1a8e admin admin] Publish callbacks [] for router_gateway (5903bcbd-b586-44b1-97fb-e836226a58c1), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:48.713815 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43704) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:48.718648 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-f5b19083-c940-4852-a5c5-a940bd80b6ef tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Request body: {'security_group': {'name': 'tempest-securitygroup--172396049', 'description': 'tempest-description--801799054'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:14:48.741772 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f5b19083-c940-4852-a5c5-a940bd80b6ef tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:48.813932 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f5b19083-c940-4852-a5c5-a940bd80b6ef tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks [] for security_group (f2b75535-4ad8-4d0b-aee1-fea6a276314a), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:48.819746 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f5b19083-c940-4852-a5c5-a940bd80b6ef tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f2b75535-4ad8-4d0b-aee1-fea6a276314a), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:48.852746 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b19083-c940-4852-a5c5-a940bd80b6ef tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b75535-4ad8-4d0b-aee1-fea6a276314a,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:48.857235 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f5b19083-c940-4852-a5c5-a940bd80b6ef tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:48.859435 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f5b19083-c940-4852-a5c5-a940bd80b6ef tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.1435122
Feb 05 21:14:48.861866 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43706) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:48.866718 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-7f847638-357b-477e-9643-a4f0209e5c37 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Request body: {'security_group_rule': {'security_group_id': 'f2b75535-4ad8-4d0b-aee1-fea6a276314a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:14:48.897575 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7f847638-357b-477e-9643-a4f0209e5c37 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks [] for security_group_rule (9b787137-04ce-4817-8ec3-5696e7eec823), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:48.967003 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7f847638-357b-477e-9643-a4f0209e5c37 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks [] for security_group_rule (9b787137-04ce-4817-8ec3-5696e7eec823), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:48.971480 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7f847638-357b-477e-9643-a4f0209e5c37 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (9b787137-04ce-4817-8ec3-5696e7eec823), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:48.992818 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f847638-357b-477e-9643-a4f0209e5c37 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b787137-04ce-4817-8ec3-5696e7eec823,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:49.000029 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7f847638-357b-477e-9643-a4f0209e5c37 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:49.004095 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7f847638-357b-477e-9643-a4f0209e5c37 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1385903
Feb 05 21:14:49.004784 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43708) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:49.009464 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-2866cd4f-0008-49f8-8373-67d6f0489e9e tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Request body: {'security_group_rule': {'security_group_id': 'f2b75535-4ad8-4d0b-aee1-fea6a276314a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:14:49.037275 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2866cd4f-0008-49f8-8373-67d6f0489e9e tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks [] for security_group_rule (64a9e67a-3baf-410c-8a4a-7e1e330b294d), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:49.084909 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-40aebd79-c104-4ad7-989a-282dec8e1a8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (5903bcbd-b586-44b1-97fb-e836226a58c1), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:49.105527 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2866cd4f-0008-49f8-8373-67d6f0489e9e tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks [] for security_group_rule (64a9e67a-3baf-410c-8a4a-7e1e330b294d), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:49.111377 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2866cd4f-0008-49f8-8373-67d6f0489e9e tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (64a9e67a-3baf-410c-8a4a-7e1e330b294d), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:49.132655 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866cd4f-0008-49f8-8373-67d6f0489e9e tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64a9e67a-3baf-410c-8a4a-7e1e330b294d,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:49.147205 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2866cd4f-0008-49f8-8373-67d6f0489e9e tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:49.148722 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2866cd4f-0008-49f8-8373-67d6f0489e9e tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1427681
Feb 05 21:14:49.151532 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43712) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:49.156237 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-860c36fe-d7f9-4c4b-b92f-143bcda2055f tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:14:49.187747 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-860c36fe-d7f9-4c4b-b92f-143bcda2055f tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:49.240937 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40aebd79-c104-4ad7-989a-282dec8e1a8e admin admin] Router 5903bcbd-b586-44b1-97fb-e836226a58c1 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:14:49.241611 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5fc91e-9d18-424d-9e03-c4da4aaa9edd None None] Network 826a316e-fa28-4748-930b-86494eaa48e1 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:14:49.303451 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-860c36fe-d7f9-4c4b-b92f-143bcda2055f tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:49.323512 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-9fc21afb-fb1d-44f9-8618-fcdff525091e None None] Provisioning complete for port 8ca7ab1c-b748-4370-92bd-c837536e33ee triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:14:49.323822 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9fc21afb-fb1d-44f9-8618-fcdff525091e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (8ca7ab1c-b748-4370-92bd-c837536e33ee), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:49.325545 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 851783e6-d22c-41f7-95ae-b0b5f516a0cc no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:14:49.388501 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40aebd79-c104-4ad7-989a-282dec8e1a8e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:14:49.418101 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-40aebd79-c104-4ad7-989a-282dec8e1a8e admin admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:49.420359 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-40aebd79-c104-4ad7-989a-282dec8e1a8e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.4219129
Feb 05 21:14:49.427199 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43718) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:49.496685 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-860c36fe-d7f9-4c4b-b92f-143bcda2055f tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Allocated IP 172.35.4.61 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/281d35b8-5472-4dbf-8735-7fc70afd836e) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:14:49.518693 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 851783e6-d22c-41f7-95ae-b0b5f516a0cc {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:14:49.519021 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 851783e6-d22c-41f7-95ae-b0b5f516a0cc not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:14:49.520820 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762e30c0-55f6-4c62-b420-992718d7ad73 None None] Sync routers for ids ['5903bcbd-b586-44b1-97fb-e836226a58c1'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:14:49.574355 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762e30c0-55f6-4c62-b420-992718d7ad73 None None] Routers {'5903bcbd-b586-44b1-97fb-e836226a58c1'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:14:49.575294 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-762e30c0-55f6-4c62-b420-992718d7ad73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab22c8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:14:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['5903bcbd-b586-44b1-97fb-e836226a58c1'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:49.634672 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-860c36fe-d7f9-4c4b-b92f-143bcda2055f tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks [] for port (281d35b8-5472-4dbf-8735-7fc70afd836e), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:49.676821 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-860c36fe-d7f9-4c4b-b92f-143bcda2055f tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (281d35b8-5472-4dbf-8735-7fc70afd836e), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:49.717329 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860c36fe-d7f9-4c4b-b92f-143bcda2055f tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:14:49.722347 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-860c36fe-d7f9-4c4b-b92f-143bcda2055f tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:14:49.725827 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860c36fe-d7f9-4c4b-b92f-143bcda2055f tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:14:49.750652 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-9fc21afb-fb1d-44f9-8618-fcdff525091e None None] Current status of the port 8ca7ab1c-b748-4370-92bd-c837536e33ee is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:14:49.751508 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9fc21afb-fb1d-44f9-8618-fcdff525091e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8ca7ab1c-b748-4370-92bd-c837536e33ee), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:49.752079 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860c36fe-d7f9-4c4b-b92f-143bcda2055f tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Pushing event updated for resources: {'Port': ['ID=281d35b8-5472-4dbf-8735-7fc70afd836e,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:49.770269 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-762e30c0-55f6-4c62-b420-992718d7ad73 None None] Set router 5903bcbd-b586-44b1-97fb-e836226a58c1 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:14:49.825075 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-860c36fe-d7f9-4c4b-b92f-143bcda2055f tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks [] for floatingip (f8847ef8-278f-4257-93d5-462618861509), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:49.869689 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-9fc21afb-fb1d-44f9-8618-fcdff525091e None None] For port 8ca7ab1c-b748-4370-92bd-c837536e33ee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ca7ab1c-b748-4370-92bd-c837536e33ee,segment=NetworkSegment(d3650c50-5881-457a-8eb1-ef4c285eb79e),segment_id=d3650c50-5881-457a-8eb1-ef4c285eb79e)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:14:49.882020 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-860c36fe-d7f9-4c4b-b92f-143bcda2055f tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (281d35b8-5472-4dbf-8735-7fc70afd836e), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:49.901714 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9fc21afb-fb1d-44f9-8618-fcdff525091e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (8ca7ab1c-b748-4370-92bd-c837536e33ee), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:49.981802 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d7d5ae94-fbef-4805-a661-a2b9f96e0328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:50.006299 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc21afb-fb1d-44f9-8618-fcdff525091e None None] Pushing event updated for resources: {'Port': ['ID=8ca7ab1c-b748-4370-92bd-c837536e33ee,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:50.078544 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-762e30c0-55f6-4c62-b420-992718d7ad73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab22c8e0>, [{'id': '5903bcbd-b586-44b1-97fb-e836226a58c1', 'name': 'tempest-TestServerBasicOps-1706410107-router', 'tenant_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.254'}], 'enable_snat': True}, 'gw_port_id': '7254f0b2-7cab-4df2-b083-4660642a7465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:14:47Z', 'updated_at': '2022-02-05T21:14:48Z', 'revision_number': 3, 'project_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'gw_port': {'id': '7254f0b2-7cab-4df2-b083-4660642a7465', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:24:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5903bcbd-b586-44b1-97fb-e836226a58c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:14:47Z', 'updated_at': '2022-02-05T21:14:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:50.118205 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762e30c0-55f6-4c62-b420-992718d7ad73 None None] Checking router: 5903bcbd-b586-44b1-97fb-e836226a58c1 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:14:50.118995 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762e30c0-55f6-4c62-b420-992718d7ad73 None None] Updating router 5903bcbd-b586-44b1-97fb-e836226a58c1 port 7254f0b2-7cab-4df2-b083-4660642a7465 binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:14:50.144432 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 8ca7ab1c-b748-4370-92bd-c837536e33ee up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:14:50.192219 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-762e30c0-55f6-4c62-b420-992718d7ad73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7254f0b2-7cab-4df2-b083-4660642a7465), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:50.229332 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-d7d5ae94-fbef-4805-a661-a2b9f96e0328 admin admin] Allocated IP 172.20.0.1 (826a316e-fa28-4748-930b-86494eaa48e1/e04dafb8-2d96-4050-8020-6c9230116ff8/ee4722b7-e10b-458d-b837-953208dfa5e4) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:14:50.262406 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:50.331619 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c3588aff-fb61-4dfd-930b-11a4601576c1 None None] Provisioning complete for port 8ca7ab1c-b748-4370-92bd-c837536e33ee triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:14:50.331986 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c3588aff-fb61-4dfd-930b-11a4601576c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (8ca7ab1c-b748-4370-92bd-c837536e33ee), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:50.343690 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d7d5ae94-fbef-4805-a661-a2b9f96e0328 admin admin] Publish callbacks [] for port (ee4722b7-e10b-458d-b837-953208dfa5e4), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:50.381370 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d7d5ae94-fbef-4805-a661-a2b9f96e0328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (ee4722b7-e10b-458d-b837-953208dfa5e4), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:50.404743 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 8ca7ab1c-b748-4370-92bd-c837536e33ee triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:14:50.405223 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (8ca7ab1c-b748-4370-92bd-c837536e33ee), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:50.416115 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-860c36fe-d7f9-4c4b-b92f-143bcda2055f tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks [] for port (281d35b8-5472-4dbf-8735-7fc70afd836e), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:50.422044 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-860c36fe-d7f9-4c4b-b92f-143bcda2055f tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (281d35b8-5472-4dbf-8735-7fc70afd836e), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:50.434303 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d5ae94-fbef-4805-a661-a2b9f96e0328 admin admin] Network 826a316e-fa28-4748-930b-86494eaa48e1 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:14:50.438352 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-d7d5ae94-fbef-4805-a661-a2b9f96e0328 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:14:50.440490 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d5ae94-fbef-4805-a661-a2b9f96e0328 admin admin] Pushing event updated for resources: {'Port': ['ID=ee4722b7-e10b-458d-b837-953208dfa5e4,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:50.443022 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d5ae94-fbef-4805-a661-a2b9f96e0328 admin admin] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:14:50.486781 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d7d5ae94-fbef-4805-a661-a2b9f96e0328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (5903bcbd-b586-44b1-97fb-e836226a58c1), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:50.496081 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860c36fe-d7f9-4c4b-b92f-143bcda2055f tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Pushing event updated for resources: {'Port': ['ID=281d35b8-5472-4dbf-8735-7fc70afd836e,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:50.522934 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-860c36fe-d7f9-4c4b-b92f-143bcda2055f tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (f8847ef8-278f-4257-93d5-462618861509), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:50.544214 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-860c36fe-d7f9-4c4b-b92f-143bcda2055f tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:50.548885 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-860c36fe-d7f9-4c4b-b92f-143bcda2055f tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.3932858
Feb 05 21:14:50.640570 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c3588aff-fb61-4dfd-930b-11a4601576c1 None None] Current status of the port 8ca7ab1c-b748-4370-92bd-c837536e33ee is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:14:50.683762 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d7d5ae94-fbef-4805-a661-a2b9f96e0328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ee4722b7-e10b-458d-b837-953208dfa5e4), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:50.733732 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-762e30c0-55f6-4c62-b420-992718d7ad73 None None] Publish callbacks [] for port (7254f0b2-7cab-4df2-b083-4660642a7465), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:50.761533 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 8ca7ab1c-b748-4370-92bd-c837536e33ee is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:14:50.769086 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-762e30c0-55f6-4c62-b420-992718d7ad73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7254f0b2-7cab-4df2-b083-4660642a7465), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:50.830869 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-762e30c0-55f6-4c62-b420-992718d7ad73 None None] Attempting to bind port 7254f0b2-7cab-4df2-b083-4660642a7465 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:14:50.831287 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-762e30c0-55f6-4c62-b420-992718d7ad73 None None] Attempting to bind port 7254f0b2-7cab-4df2-b083-4660642a7465 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:14:50.831635 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762e30c0-55f6-4c62-b420-992718d7ad73 None None] Attempting to bind port 7254f0b2-7cab-4df2-b083-4660642a7465 on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:14:50.839633 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af2f1b-a5cb-4745-a25b-2f43f6f5ac81 None None] Pushing event updated for resources: {'Port': ['ID=7254f0b2-7cab-4df2-b083-4660642a7465,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:50.843190 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762e30c0-55f6-4c62-b420-992718d7ad73 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:14:50.843580 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762e30c0-55f6-4c62-b420-992718d7ad73 None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:14:50.844517 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-762e30c0-55f6-4c62-b420-992718d7ad73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:50.844517 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762e30c0-55f6-4c62-b420-992718d7ad73 None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:14:50.845458 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-762e30c0-55f6-4c62-b420-992718d7ad73 None None] Bound port: 7254f0b2-7cab-4df2-b083-4660642a7465, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:14:50.846237 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-762e30c0-55f6-4c62-b420-992718d7ad73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7254f0b2-7cab-4df2-b083-4660642a7465), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:50.894769 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-5b3f448f-953c-4f41-80fe-3bb613180c26 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--172396049&fields=id&tenant_id=f2af23abad4048358818a1b4ba0f5aa6 HTTP/1.1" status: 200  len: 267 time: 0.0723894
Feb 05 21:14:50.904487 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-4119e52f-df79-4abd-82bd-0b920e5b677d None None] Provisioning complete for port ee4722b7-e10b-458d-b837-953208dfa5e4 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:14:50.904874 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4119e52f-df79-4abd-82bd-0b920e5b677d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ee4722b7-e10b-458d-b837-953208dfa5e4), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:50.958155 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-762e30c0-55f6-4c62-b420-992718d7ad73 None None] For port 7254f0b2-7cab-4df2-b083-4660642a7465, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:14:50.991183 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d7d5ae94-fbef-4805-a661-a2b9f96e0328 admin admin] Publish callbacks [] for port (ee4722b7-e10b-458d-b837-953208dfa5e4), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:50.991352 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-4119e52f-df79-4abd-82bd-0b920e5b677d None None] Port ee4722b7-e10b-458d-b837-953208dfa5e4 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:14:50.996289 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-762e30c0-55f6-4c62-b420-992718d7ad73 None None] For port 7254f0b2-7cab-4df2-b083-4660642a7465, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7254f0b2-7cab-4df2-b083-4660642a7465,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:14:51.003036 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d7d5ae94-fbef-4805-a661-a2b9f96e0328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (ee4722b7-e10b-458d-b837-953208dfa5e4), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:51.005696 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-762e30c0-55f6-4c62-b420-992718d7ad73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7254f0b2-7cab-4df2-b083-4660642a7465), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:51.064321 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762e30c0-55f6-4c62-b420-992718d7ad73 None None] Routers {'5903bcbd-b586-44b1-97fb-e836226a58c1'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:14:51.065164 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-762e30c0-55f6-4c62-b420-992718d7ad73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab22c8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:14:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['5903bcbd-b586-44b1-97fb-e836226a58c1'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:51.094085 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d7d5ae94-fbef-4805-a661-a2b9f96e0328 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (5903bcbd-b586-44b1-97fb-e836226a58c1), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:51.101010 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d5ae94-fbef-4805-a661-a2b9f96e0328 admin admin] Pushing event updated for resources: {'Port': ['ID=ee4722b7-e10b-458d-b837-953208dfa5e4,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:51.119402 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-59b4083a-fdef-4cfd-87d9-4bcb845cb464 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:51.120935 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-59b4083a-fdef-4cfd-87d9-4bcb845cb464 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/networks?id=90e22a21-ca71-4ccc-99d5-12c329545469 HTTP/1.1" status: 200  len: 816 time: 0.2131810
Feb 05 21:14:51.132114 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af2f1b-a5cb-4745-a25b-2f43f6f5ac81 None None] Pushing event updated for resources: {'Port': ['ID=7254f0b2-7cab-4df2-b083-4660642a7465,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:51.151435 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-dc02b21d-3600-4263-b41f-a245c2129e51 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/quotas/f2af23abad4048358818a1b4ba0f5aa6 HTTP/1.1" status: 200  len: 375 time: 0.0169878
Feb 05 21:14:51.197065 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-762e30c0-55f6-4c62-b420-992718d7ad73 None None] Set router 5903bcbd-b586-44b1-97fb-e836226a58c1 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:14:51.263469 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-26bbc80e-1161-4345-be6f-6e1d06f57d5d tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2af23abad4048358818a1b4ba0f5aa6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0794303
Feb 05 21:14:51.269685 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d5ae94-fbef-4805-a661-a2b9f96e0328 admin admin] Network 826a316e-fa28-4748-930b-86494eaa48e1 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:14:51.271550 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-d7d5ae94-fbef-4805-a661-a2b9f96e0328 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:14:51.446213 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d5ae94-fbef-4805-a661-a2b9f96e0328 admin admin] Router 5903bcbd-b586-44b1-97fb-e836226a58c1 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:14:51.482410 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-762e30c0-55f6-4c62-b420-992718d7ad73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab22c8e0>, [{'id': '5903bcbd-b586-44b1-97fb-e836226a58c1', 'name': 'tempest-TestServerBasicOps-1706410107-router', 'tenant_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.254'}], 'enable_snat': True}, 'gw_port_id': '7254f0b2-7cab-4df2-b083-4660642a7465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:14:47Z', 'updated_at': '2022-02-05T21:14:50Z', 'revision_number': 4, 'project_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'gw_port': {'id': '7254f0b2-7cab-4df2-b083-4660642a7465', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:24:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5903bcbd-b586-44b1-97fb-e836226a58c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:14:47Z', 'updated_at': '2022-02-05T21:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ee4722b7-e10b-458d-b837-953208dfa5e4', 'name': '', 'network_id': '826a316e-fa28-4748-930b-86494eaa48e1', 'tenant_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'mac_address': 'fa:16:3e:1e:5a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5903bcbd-b586-44b1-97fb-e836226a58c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'e04dafb8-2d96-4050-8020-6c9230116ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:14:50Z', 'updated_at': '2022-02-05T21:14:50Z', 'revision_number': 2, 'project_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'subnets': [{'id': 'e04dafb8-2d96-4050-8020-6c9230116ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:51.512874 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762e30c0-55f6-4c62-b420-992718d7ad73 None None] The sync data for ids ['5903bcbd-b586-44b1-97fb-e836226a58c1'] in ncdv-master-1 is: [{'id': '5903bcbd-b586-44b1-97fb-e836226a58c1', 'name': 'tempest-TestServerBasicOps-1706410107-router', 'tenant_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.254'}], 'enable_snat': True}, 'gw_port_id': '7254f0b2-7cab-4df2-b083-4660642a7465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:14:47Z', 'updated_at': '2022-02-05T21:14:50Z', 'revision_number': 4, 'project_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'gw_port': {'id': '7254f0b2-7cab-4df2-b083-4660642a7465', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:24:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5903bcbd-b586-44b1-97fb-e836226a58c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:14:47Z', 'updated_at': '2022-02-05T21:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ee4722b7-e10b-458d-b837-953208dfa5e4', 'name': '', 'network_id': '826a316e-fa28-4748-930b-86494eaa48e1', 'tenant_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'mac_address': 'fa:16:3e:1e:5a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5903bcbd-b586-44b1-97fb-e836226a58c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'e04dafb8-2d96-4050-8020-6c9230116ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:14:50Z', 'updated_at': '2022-02-05T21:14:50Z', 'revision_number': 2, 'project_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'subnets': [{'id': 'e04dafb8-2d96-4050-8020-6c9230116ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:14:51.561107 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-b3a270fe-28d9-43f3-82ef-a78b73be40d2 service neutron] 10.222.0.32 "GET /v2.0/networks/90e22a21-ca71-4ccc-99d5-12c329545469?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2839141
Feb 05 21:14:51.615106 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-d839542a-27c2-4064-95bb-d58a76642db5 None None] Provisioning complete for port ee4722b7-e10b-458d-b837-953208dfa5e4 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:14:51.615493 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d839542a-27c2-4064-95bb-d58a76642db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ee4722b7-e10b-458d-b837-953208dfa5e4), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:51.651108 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-d839542a-27c2-4064-95bb-d58a76642db5 None None] Port ee4722b7-e10b-458d-b837-953208dfa5e4 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:14:51.680234 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d5ae94-fbef-4805-a661-a2b9f96e0328 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:14:51.686807 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d7d5ae94-fbef-4805-a661-a2b9f96e0328 admin admin] 10.222.0.32 "PUT /v2.0/routers/5903bcbd-b586-44b1-97fb-e836226a58c1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2586548
Feb 05 21:14:51.713791 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-82a61ce2-15fc-412f-876e-aadb0594915d service neutron] 10.222.0.32 "GET /v2.0/networks/90e22a21-ca71-4ccc-99d5-12c329545469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1171203
Feb 05 21:14:51.947601 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0d854355-8f51-46ca-b512-006b313b203f req-a4e53629-3a59-43f1-adff-641ce084018a tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 210 time: 0.0538855
Feb 05 21:14:52.044873 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 8ca7ab1c-b748-4370-92bd-c837536e33ee up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:14:52.106032 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 8ca7ab1c-b748-4370-92bd-c837536e33ee triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:14:52.106774 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (8ca7ab1c-b748-4370-92bd-c837536e33ee), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:52.217488 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 8ca7ab1c-b748-4370-92bd-c837536e33ee is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:14:52.674765 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43810) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:52.680897 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-820f4245-1d3c-4486-b26e-6c51f2ca3496 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-39275336-network', 'tenant_id': '878eefe4d61a41038cfcc89bb240d76f'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:14:52.731497 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820f4245-1d3c-4486-b26e-6c51f2ca3496 admin admin] Made reservation on behalf of 878eefe4d61a41038cfcc89bb240d76f for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:14:52.739700 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-820f4245-1d3c-4486-b26e-6c51f2ca3496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:52.748947 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-820f4245-1d3c-4486-b26e-6c51f2ca3496 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:52.874497 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-820f4245-1d3c-4486-b26e-6c51f2ca3496 admin admin] Publish callbacks [] for security_group (519a212e-556f-4fae-b5af-bd3e0eecfd2a), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:52.882861 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-820f4245-1d3c-4486-b26e-6c51f2ca3496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (519a212e-556f-4fae-b5af-bd3e0eecfd2a), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:52.906685 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-820f4245-1d3c-4486-b26e-6c51f2ca3496 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:14:52.927126 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-820f4245-1d3c-4486-b26e-6c51f2ca3496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (2d28e300-e47d-4857-995d-c42879e38867), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:52.927886 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-820f4245-1d3c-4486-b26e-6c51f2ca3496 admin admin] Added segment 2d28e300-e47d-4857-995d-c42879e38867 of type vlan for network 390af221-2a76-45ff-91af-35844c2aeca0
Feb 05 21:14:52.931106 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f4245-1d3c-4486-b26e-6c51f2ca3496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519a212e-556f-4fae-b5af-bd3e0eecfd2a,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:52.985170 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-820f4245-1d3c-4486-b26e-6c51f2ca3496 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (390af221-2a76-45ff-91af-35844c2aeca0), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:53.036513 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-820f4245-1d3c-4486-b26e-6c51f2ca3496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (390af221-2a76-45ff-91af-35844c2aeca0), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:53.039052 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820f4245-1d3c-4486-b26e-6c51f2ca3496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:53.039934 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-820f4245-1d3c-4486-b26e-6c51f2ca3496 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:53.075730 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-820f4245-1d3c-4486-b26e-6c51f2ca3496 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.3997395
Feb 05 21:14:53.086737 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43844) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:53.090308 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f7af645c-3d1d-422b-8ebd-c00989616b3c req-4e16ffbe-2460-4ed7-8441-97e2c07ff3a6 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 210 time: 0.0358300
Feb 05 21:14:53.098675 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-352d3108-759f-4de0-8515-3f3db00064d6 admin admin] Request body: {'subnet': {'network_id': '390af221-2a76-45ff-91af-35844c2aeca0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-39275336-subnet', 'tenant_id': '878eefe4d61a41038cfcc89bb240d76f', 'ip_version': 4}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:14:53.142814 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352d3108-759f-4de0-8515-3f3db00064d6 admin admin] Made reservation on behalf of 878eefe4d61a41038cfcc89bb240d76f for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:14:53.145796 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-352d3108-759f-4de0-8515-3f3db00064d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:53.234875 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f4245-1d3c-4486-b26e-6c51f2ca3496 admin admin] Pushing event updated for resources: {'Network': ['ID=390af221-2a76-45ff-91af-35844c2aeca0,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:53.249930 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 390af221-2a76-45ff-91af-35844c2aeca0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:14:53.310563 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-bb793648-494b-41df-83cf-852558218a81 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:53.316635 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-bb793648-494b-41df-83cf-852558218a81 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.21 "GET /v2.0/networks?id=90e22a21-ca71-4ccc-99d5-12c329545469 HTTP/1.1" status: 200  len: 816 time: 0.2234621
Feb 05 21:14:53.419686 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-352d3108-759f-4de0-8515-3f3db00064d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (9202600b-152e-467a-9c4b-1fc1ff02ab70), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:53.429140 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-1d462b66-2432-40a4-8cfb-213b30f092f2 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2af23abad4048358818a1b4ba0f5aa6 HTTP/1.1" status: 200  len: 379 time: 0.1057329
Feb 05 21:14:53.440269 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-e5e6b24f-f4b6-4e5e-8ae2-a079cfb8db9c tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Request body: {'port': {'device_id': '6bb16142-78fd-4dd3-a565-dc6826581315', 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469', 'admin_state_up': True, 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'security_groups': ['f2b75535-4ad8-4d0b-aee1-fea6a276314a']}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:14:53.483683 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d3108-759f-4de0-8515-3f3db00064d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9202600b-152e-467a-9c4b-1fc1ff02ab70,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:53.495998 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352d3108-759f-4de0-8515-3f3db00064d6 admin admin] Checking segment: {'id': '2d28e300-e47d-4857-995d-c42879e38867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '390af221-2a76-45ff-91af-35844c2aeca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:14:53.496606 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352d3108-759f-4de0-8515-3f3db00064d6 admin admin] Network hostable DHCP agents. Network: 390af221-2a76-45ff-91af-35844c2aeca0, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:14:53.518804 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352d3108-759f-4de0-8515-3f3db00064d6 admin admin] Network 390af221-2a76-45ff-91af-35844c2aeca0 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:14:53.539934 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-352d3108-759f-4de0-8515-3f3db00064d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 390af221-2a76-45ff-91af-35844c2aeca0) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:14:53.546243 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352d3108-759f-4de0-8515-3f3db00064d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:53.548215 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-352d3108-759f-4de0-8515-3f3db00064d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:53.552821 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9dc951-8b94-41be-a321-bcb71fde2b25 None None] Network 390af221-2a76-45ff-91af-35844c2aeca0 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:14:53.572834 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-352d3108-759f-4de0-8515-3f3db00064d6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 843 time: 0.4797552
Feb 05 21:14:53.575085 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43848) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:53.580180 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-ec6cb7cc-6855-4318-b522-f18bb74f96c8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-39275336-router', 'tenant_id': '878eefe4d61a41038cfcc89bb240d76f', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:14:53.608075 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ec6cb7cc-6855-4318-b522-f18bb74f96c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (ad66f486-9a3c-4444-bf4a-69ec8da79781), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:53.611060 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-e5e6b24f-f4b6-4e5e-8ae2-a079cfb8db9c tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Made reservation on behalf of f2af23abad4048358818a1b4ba0f5aa6 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:14:53.614549 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ec6cb7cc-6855-4318-b522-f18bb74f96c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (ad66f486-9a3c-4444-bf4a-69ec8da79781), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:53.619222 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-e5e6b24f-f4b6-4e5e-8ae2-a079cfb8db9c tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:53.677678 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ec6cb7cc-6855-4318-b522-f18bb74f96c8 admin admin] Publish callbacks [] for router_controller (ad66f486-9a3c-4444-bf4a-69ec8da79781), precommit_add_association {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:53.694185 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fa6b5f-74c9-4cbd-9d7e-fc6280af8db4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-390af221-2a76-45ff-91af-35844c2aeca0', 'network_id': '390af221-2a76-45ff-91af-35844c2aeca0', 'project_id': '878eefe4d61a41038cfcc89bb240d76f', 'fixed_ips': [{'subnet_id': '9202600b-152e-467a-9c4b-1fc1ff02ab70'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:14:53.695096 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-55fa6b5f-74c9-4cbd-9d7e-fc6280af8db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:53.796546 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-e5e6b24f-f4b6-4e5e-8ae2-a079cfb8db9c tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Allocated IP 172.20.0.12 (90e22a21-ca71-4ccc-99d5-12c329545469/6bc96f9b-13b4-445f-ae2d-9347a725b89d/b31d06a0-6a7c-410c-93aa-8ad9db34b07b) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:14:53.854974 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-55fa6b5f-74c9-4cbd-9d7e-fc6280af8db4 None None] Allocated IP 172.20.0.2 (390af221-2a76-45ff-91af-35844c2aeca0/9202600b-152e-467a-9c4b-1fc1ff02ab70/7e4fc1c9-ea0f-4817-9eb1-77dae852804c) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:14:53.865144 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ec6cb7cc-6855-4318-b522-f18bb74f96c8 admin admin] Publish callbacks [] for router_gateway (ad66f486-9a3c-4444-bf4a-69ec8da79781), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:54.005333 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-e5e6b24f-f4b6-4e5e-8ae2-a079cfb8db9c tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks [] for port (b31d06a0-6a7c-410c-93aa-8ad9db34b07b), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:54.097783 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-e5e6b24f-f4b6-4e5e-8ae2-a079cfb8db9c tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (b31d06a0-6a7c-410c-93aa-8ad9db34b07b), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:54.195588 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ec6cb7cc-6855-4318-b522-f18bb74f96c8 admin admin] Publish callbacks [] for router_gateway (ad66f486-9a3c-4444-bf4a-69ec8da79781), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:54.205455 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-e5e6b24f-f4b6-4e5e-8ae2-a079cfb8db9c tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Network 90e22a21-ca71-4ccc-99d5-12c329545469 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:14:54.209500 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-e5e6b24f-f4b6-4e5e-8ae2-a079cfb8db9c tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:14:54.212342 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-e5e6b24f-f4b6-4e5e-8ae2-a079cfb8db9c tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:14:54.239859 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ec6cb7cc-6855-4318-b522-f18bb74f96c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:54.261000 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6b24f-f4b6-4e5e-8ae2-a079cfb8db9c tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Pushing event updated for resources: {'Port': ['ID=b31d06a0-6a7c-410c-93aa-8ad9db34b07b,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:54.272788 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-55fa6b5f-74c9-4cbd-9d7e-fc6280af8db4 None None] Publish callbacks [] for port (7e4fc1c9-ea0f-4817-9eb1-77dae852804c), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:54.285362 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7254f0b2-7cab-4df2-b083-4660642a7465 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:14:54.314668 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-e5e6b24f-f4b6-4e5e-8ae2-a079cfb8db9c tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:54.315495 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-e5e6b24f-f4b6-4e5e-8ae2-a079cfb8db9c tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:54.342577 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-55fa6b5f-74c9-4cbd-9d7e-fc6280af8db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (7e4fc1c9-ea0f-4817-9eb1-77dae852804c), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:54.366186 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-e5e6b24f-f4b6-4e5e-8ae2-a079cfb8db9c tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9313641
Feb 05 21:14:54.378328 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fa6b5f-74c9-4cbd-9d7e-fc6280af8db4 None None] Network 390af221-2a76-45ff-91af-35844c2aeca0 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:14:54.385636 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-67427c8a-832b-4950-bfd8-dc9a700e4dd4 service neutron] Request body: {'port': {'device_id': '6bb16142-78fd-4dd3-a565-dc6826581315', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:14:54.410189 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-55fa6b5f-74c9-4cbd-9d7e-fc6280af8db4 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:14:54.419072 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fa6b5f-74c9-4cbd-9d7e-fc6280af8db4 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:14:54.454044 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-ec6cb7cc-6855-4318-b522-f18bb74f96c8 admin admin] Allocated IP 172.35.4.195 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/7a37e66a-602e-47db-b58f-9c62b2fb6474) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:14:54.466661 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61bf4c7-003c-463c-ba76-fb93ae5b6756 req-eefc5638-4858-445b-9173-089458858de6 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:54.468280 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a61bf4c7-003c-463c-ba76-fb93ae5b6756 req-eefc5638-4858-445b-9173-089458858de6 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 932 time: 0.1414509
Feb 05 21:14:54.482264 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-67427c8a-832b-4950-bfd8-dc9a700e4dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b31d06a0-6a7c-410c-93aa-8ad9db34b07b), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:54.491154 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 7254f0b2-7cab-4df2-b083-4660642a7465 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:14:54.491534 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7254f0b2-7cab-4df2-b083-4660642a7465), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:54.498480 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa6b5f-74c9-4cbd-9d7e-fc6280af8db4 None None] Pushing event updated for resources: {'Port': ['ID=7e4fc1c9-ea0f-4817-9eb1-77dae852804c,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:54.571803 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-55fa6b5f-74c9-4cbd-9d7e-fc6280af8db4 None None] Attempting to bind port 7e4fc1c9-ea0f-4817-9eb1-77dae852804c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:14:54.572476 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-55fa6b5f-74c9-4cbd-9d7e-fc6280af8db4 None None] Attempting to bind port 7e4fc1c9-ea0f-4817-9eb1-77dae852804c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2d28e300-e47d-4857-995d-c42879e38867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '390af221-2a76-45ff-91af-35844c2aeca0'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:14:54.573024 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fa6b5f-74c9-4cbd-9d7e-fc6280af8db4 None None] Attempting to bind port 7e4fc1c9-ea0f-4817-9eb1-77dae852804c on network 390af221-2a76-45ff-91af-35844c2aeca0 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:14:54.585956 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a61bf4c7-003c-463c-ba76-fb93ae5b6756 req-c6336b2c-4e85-43c6-8d15-393467ac6adc tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1077232
Feb 05 21:14:54.594043 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fa6b5f-74c9-4cbd-9d7e-fc6280af8db4 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:14:54.598993 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fa6b5f-74c9-4cbd-9d7e-fc6280af8db4 None None] Checking segment: {'id': '2d28e300-e47d-4857-995d-c42879e38867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '390af221-2a76-45ff-91af-35844c2aeca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:14:54.599921 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-55fa6b5f-74c9-4cbd-9d7e-fc6280af8db4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:54.603824 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fa6b5f-74c9-4cbd-9d7e-fc6280af8db4 None None] Bound using segment: {'id': '2d28e300-e47d-4857-995d-c42879e38867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '390af221-2a76-45ff-91af-35844c2aeca0'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:14:54.604509 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-55fa6b5f-74c9-4cbd-9d7e-fc6280af8db4 None None] Bound port: 7e4fc1c9-ea0f-4817-9eb1-77dae852804c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d28e300-e47d-4857-995d-c42879e38867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '390af221-2a76-45ff-91af-35844c2aeca0'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:14:54.604949 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-55fa6b5f-74c9-4cbd-9d7e-fc6280af8db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7e4fc1c9-ea0f-4817-9eb1-77dae852804c), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:54.625275 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa6b5f-74c9-4cbd-9d7e-fc6280af8db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:54.625634 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa6b5f-74c9-4cbd-9d7e-fc6280af8db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:54.627473 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa6b5f-74c9-4cbd-9d7e-fc6280af8db4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:54.627473 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa6b5f-74c9-4cbd-9d7e-fc6280af8db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:54.627729 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa6b5f-74c9-4cbd-9d7e-fc6280af8db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:54.628066 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa6b5f-74c9-4cbd-9d7e-fc6280af8db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:54.628507 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa6b5f-74c9-4cbd-9d7e-fc6280af8db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:54.628758 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa6b5f-74c9-4cbd-9d7e-fc6280af8db4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:54.629076 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa6b5f-74c9-4cbd-9d7e-fc6280af8db4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:54.629603 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa6b5f-74c9-4cbd-9d7e-fc6280af8db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:54.630249 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa6b5f-74c9-4cbd-9d7e-fc6280af8db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:54.630621 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa6b5f-74c9-4cbd-9d7e-fc6280af8db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:54.630956 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa6b5f-74c9-4cbd-9d7e-fc6280af8db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:14:54.642972 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ec6cb7cc-6855-4318-b522-f18bb74f96c8 admin admin] Publish callbacks [] for port (7a37e66a-602e-47db-b58f-9c62b2fb6474), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:54.688998 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ec6cb7cc-6855-4318-b522-f18bb74f96c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (7a37e66a-602e-47db-b58f-9c62b2fb6474), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:54.711586 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-9683e32f-dba6-47df-86fa-96c6a2b9136b None None] Provisioning complete for port b31d06a0-6a7c-410c-93aa-8ad9db34b07b triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:14:54.711917 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9683e32f-dba6-47df-86fa-96c6a2b9136b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b31d06a0-6a7c-410c-93aa-8ad9db34b07b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:54.726349 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db274407-8735-4d7a-85d8-88d1a10ba1ec None None] Sync routers for ids ['5903bcbd-b586-44b1-97fb-e836226a58c1'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:14:54.739733 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db274407-8735-4d7a-85d8-88d1a10ba1ec None None] Routers {'5903bcbd-b586-44b1-97fb-e836226a58c1'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:14:54.740006 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6cb7cc-6855-4318-b522-f18bb74f96c8 admin admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:14:54.741045 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-db274407-8735-4d7a-85d8-88d1a10ba1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db9119a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:14:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['5903bcbd-b586-44b1-97fb-e836226a58c1'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:54.743071 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-ec6cb7cc-6855-4318-b522-f18bb74f96c8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:14:54.746072 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6cb7cc-6855-4318-b522-f18bb74f96c8 admin admin] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:14:54.753850 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 7254f0b2-7cab-4df2-b083-4660642a7465 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:14:54.754252 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7254f0b2-7cab-4df2-b083-4660642a7465), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:54.774494 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6cb7cc-6855-4318-b522-f18bb74f96c8 admin admin] Pushing event updated for resources: {'Port': ['ID=7a37e66a-602e-47db-b58f-9c62b2fb6474,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:54.793144 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-55fa6b5f-74c9-4cbd-9d7e-fc6280af8db4 None None] For port 7e4fc1c9-ea0f-4817-9eb1-77dae852804c, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:14:54.833049 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-55fa6b5f-74c9-4cbd-9d7e-fc6280af8db4 None None] For port 7e4fc1c9-ea0f-4817-9eb1-77dae852804c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e4fc1c9-ea0f-4817-9eb1-77dae852804c,segment=NetworkSegment(2d28e300-e47d-4857-995d-c42879e38867),segment_id=2d28e300-e47d-4857-995d-c42879e38867)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:14:54.840288 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 7254f0b2-7cab-4df2-b083-4660642a7465, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7254f0b2-7cab-4df2-b083-4660642a7465,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:14:54.841301 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-9683e32f-dba6-47df-86fa-96c6a2b9136b None None] Port b31d06a0-6a7c-410c-93aa-8ad9db34b07b cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:14:54.848814 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-55fa6b5f-74c9-4cbd-9d7e-fc6280af8db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7e4fc1c9-ea0f-4817-9eb1-77dae852804c), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:54.866443 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7254f0b2-7cab-4df2-b083-4660642a7465), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:54.880301 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-67427c8a-832b-4950-bfd8-dc9a700e4dd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b31d06a0-6a7c-410c-93aa-8ad9db34b07b {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:14:54.886281 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-db274407-8735-4d7a-85d8-88d1a10ba1ec None None] Set router 5903bcbd-b586-44b1-97fb-e836226a58c1 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:14:54.890661 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-67427c8a-832b-4950-bfd8-dc9a700e4dd4 service neutron] Publish callbacks [] for port (b31d06a0-6a7c-410c-93aa-8ad9db34b07b), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:54.908309 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-67427c8a-832b-4950-bfd8-dc9a700e4dd4 service neutron] Transition to ACTIVE for port object b31d06a0-6a7c-410c-93aa-8ad9db34b07b will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:14:54.914855 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-67427c8a-832b-4950-bfd8-dc9a700e4dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (b31d06a0-6a7c-410c-93aa-8ad9db34b07b), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:54.940837 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa6b5f-74c9-4cbd-9d7e-fc6280af8db4 None None] Pushing event updated for resources: {'Port': ['ID=7e4fc1c9-ea0f-4817-9eb1-77dae852804c,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:55.023538 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67427c8a-832b-4950-bfd8-dc9a700e4dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=b31d06a0-6a7c-410c-93aa-8ad9db34b07b,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:55.045794 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=7254f0b2-7cab-4df2-b083-4660642a7465,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:55.158707 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-67427c8a-832b-4950-bfd8-dc9a700e4dd4 service neutron] Attempting to bind port b31d06a0-6a7c-410c-93aa-8ad9db34b07b on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:14:55.159048 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-67427c8a-832b-4950-bfd8-dc9a700e4dd4 service neutron] Attempting to bind port b31d06a0-6a7c-410c-93aa-8ad9db34b07b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f62e3c71-b57a-482e-a2c4-7d4c5e58c260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:14:55.159381 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-67427c8a-832b-4950-bfd8-dc9a700e4dd4 service neutron] Attempting to bind port b31d06a0-6a7c-410c-93aa-8ad9db34b07b on network 90e22a21-ca71-4ccc-99d5-12c329545469 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:14:55.168568 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-db274407-8735-4d7a-85d8-88d1a10ba1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db9119a30>, [{'id': '5903bcbd-b586-44b1-97fb-e836226a58c1', 'name': 'tempest-TestServerBasicOps-1706410107-router', 'tenant_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.254'}], 'enable_snat': True}, 'gw_port_id': '7254f0b2-7cab-4df2-b083-4660642a7465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:14:47Z', 'updated_at': '2022-02-05T21:14:50Z', 'revision_number': 4, 'project_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'gw_port': {'id': '7254f0b2-7cab-4df2-b083-4660642a7465', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:24:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5903bcbd-b586-44b1-97fb-e836226a58c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:14:47Z', 'updated_at': '2022-02-05T21:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ee4722b7-e10b-458d-b837-953208dfa5e4', 'name': '', 'network_id': '826a316e-fa28-4748-930b-86494eaa48e1', 'tenant_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'mac_address': 'fa:16:3e:1e:5a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5903bcbd-b586-44b1-97fb-e836226a58c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'e04dafb8-2d96-4050-8020-6c9230116ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:14:50Z', 'updated_at': '2022-02-05T21:14:50Z', 'revision_number': 2, 'project_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'subnets': [{'id': 'e04dafb8-2d96-4050-8020-6c9230116ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:55.172670 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-67427c8a-832b-4950-bfd8-dc9a700e4dd4 service neutron] Port b31d06a0-6a7c-410c-93aa-8ad9db34b07b on network 90e22a21-ca71-4ccc-99d5-12c329545469 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:14:55.173017 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-67427c8a-832b-4950-bfd8-dc9a700e4dd4 service neutron] Attempting to bind port b31d06a0-6a7c-410c-93aa-8ad9db34b07b on network 90e22a21-ca71-4ccc-99d5-12c329545469 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:14:55.176784 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ec6cb7cc-6855-4318-b522-f18bb74f96c8 admin admin] Publish callbacks [] for router_gateway (ad66f486-9a3c-4444-bf4a-69ec8da79781), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:55.183231 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-67427c8a-832b-4950-bfd8-dc9a700e4dd4 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:14:55.183231 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-67427c8a-832b-4950-bfd8-dc9a700e4dd4 service neutron] Checking segment: {'id': 'f62e3c71-b57a-482e-a2c4-7d4c5e58c260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:14:55.183231 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-67427c8a-832b-4950-bfd8-dc9a700e4dd4 service neutron] Bound using segment: {'id': 'f62e3c71-b57a-482e-a2c4-7d4c5e58c260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:14:55.183231 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-67427c8a-832b-4950-bfd8-dc9a700e4dd4 service neutron] Bound port: b31d06a0-6a7c-410c-93aa-8ad9db34b07b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f62e3c71-b57a-482e-a2c4-7d4c5e58c260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:14:55.183682 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-67427c8a-832b-4950-bfd8-dc9a700e4dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b31d06a0-6a7c-410c-93aa-8ad9db34b07b), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:55.228959 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db274407-8735-4d7a-85d8-88d1a10ba1ec None None] Checking router: 5903bcbd-b586-44b1-97fb-e836226a58c1 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:14:55.229268 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db274407-8735-4d7a-85d8-88d1a10ba1ec None None] Updating router 5903bcbd-b586-44b1-97fb-e836226a58c1 port ee4722b7-e10b-458d-b837-953208dfa5e4 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:14:55.281685 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-db274407-8735-4d7a-85d8-88d1a10ba1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ee4722b7-e10b-458d-b837-953208dfa5e4), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:55.321917 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-67427c8a-832b-4950-bfd8-dc9a700e4dd4 service neutron] For port b31d06a0-6a7c-410c-93aa-8ad9db34b07b, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:14:55.326207 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-67427c8a-832b-4950-bfd8-dc9a700e4dd4 service neutron] For port b31d06a0-6a7c-410c-93aa-8ad9db34b07b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b31d06a0-6a7c-410c-93aa-8ad9db34b07b,segment=NetworkSegment(f62e3c71-b57a-482e-a2c4-7d4c5e58c260),segment_id=f62e3c71-b57a-482e-a2c4-7d4c5e58c260)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:14:55.351813 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-67427c8a-832b-4950-bfd8-dc9a700e4dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (b31d06a0-6a7c-410c-93aa-8ad9db34b07b), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:55.409129 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-67427c8a-832b-4950-bfd8-dc9a700e4dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:55.410063 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-67427c8a-832b-4950-bfd8-dc9a700e4dd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:55.411755 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-67427c8a-832b-4950-bfd8-dc9a700e4dd4 service neutron] 10.222.0.21 "PUT /v2.0/ports/b31d06a0-6a7c-410c-93aa-8ad9db34b07b HTTP/1.1" status: 200  len: 1092 time: 1.0375478
Feb 05 21:14:55.412696 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb16142-78fd-4dd3-a565-dc6826581315', 'tag': 'b31d06a0-6a7c-410c-93aa-8ad9db34b07b'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:14:55.419220 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a92956-be1a-4a61-893b-92a314e3fedc" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb16142-78fd-4dd3-a565-dc6826581315", "tag": "b31d06a0-6a7c-410c-93aa-8ad9db34b07b"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:14:55.458821 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67427c8a-832b-4950-bfd8-dc9a700e4dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=b31d06a0-6a7c-410c-93aa-8ad9db34b07b,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:55.491552 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c460a889-8015-4188-873a-7cc542a70c74 x-openstack-request-id: req-c460a889-8015-4188-873a-7cc542a70c74 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:14:55.492075 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb16142-78fd-4dd3-a565-dc6826581315", "tag": "b31d06a0-6a7c-410c-93aa-8ad9db34b07b", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:14:55.492075 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c460a889-8015-4188-873a-7cc542a70c74 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:14:55.493068 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb16142-78fd-4dd3-a565-dc6826581315', 'tag': 'b31d06a0-6a7c-410c-93aa-8ad9db34b07b', 'status': 'completed', 'code': 200}
Feb 05 21:14:55.576748 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-ce78858f-bb90-403d-9aae-8969630e0440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:55.582230 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-ce78858f-bb90-403d-9aae-8969630e0440 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2af23abad4048358818a1b4ba0f5aa6&device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 1126 time: 0.0995414
Feb 05 21:14:55.662686 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ec6cb7cc-6855-4318-b522-f18bb74f96c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (ad66f486-9a3c-4444-bf4a-69ec8da79781), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:55.732195 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-a6b0db82-416b-43d4-8ba8-c92d2de270fb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b31d06a0-6a7c-410c-93aa-8ad9db34b07b HTTP/1.1" status: 200  len: 217 time: 0.1429284
Feb 05 21:14:55.817891 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-e8c37ffb-7156-4813-8ff6-df4d33e00202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:55.819484 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-e8c37ffb-7156-4813-8ff6-df4d33e00202 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6bc96f9b-13b4-445f-ae2d-9347a725b89d HTTP/1.1" status: 200  len: 855 time: 0.0822475
Feb 05 21:14:55.900597 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-74b220b3-99c4-401a-9184-39303c137ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:55.902542 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-74b220b3-99c4-401a-9184-39303c137ae4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=90e22a21-ca71-4ccc-99d5-12c329545469&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0772278
Feb 05 21:14:55.917580 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-db274407-8735-4d7a-85d8-88d1a10ba1ec None None] Publish callbacks [] for port (ee4722b7-e10b-458d-b837-953208dfa5e4), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:55.927056 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-db274407-8735-4d7a-85d8-88d1a10ba1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ee4722b7-e10b-458d-b837-953208dfa5e4), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:56.026766 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf447b37-fd99-4b91-9f61-f42d4b361a38 None None] Pushing event updated for resources: {'Port': ['ID=ee4722b7-e10b-458d-b837-953208dfa5e4,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:56.094416 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-dece47c0-2f5e-43cf-a748-f9735a97de94 service neutron] 10.222.0.21 "GET /v2.0/networks/90e22a21-ca71-4ccc-99d5-12c329545469?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1832275
Feb 05 21:14:56.097456 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-db274407-8735-4d7a-85d8-88d1a10ba1ec None None] Attempting to bind port ee4722b7-e10b-458d-b837-953208dfa5e4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:14:56.098032 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-db274407-8735-4d7a-85d8-88d1a10ba1ec None None] Attempting to bind port ee4722b7-e10b-458d-b837-953208dfa5e4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd3650c50-5881-457a-8eb1-ef4c285eb79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '826a316e-fa28-4748-930b-86494eaa48e1'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:14:56.098673 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db274407-8735-4d7a-85d8-88d1a10ba1ec None None] Attempting to bind port ee4722b7-e10b-458d-b837-953208dfa5e4 on network 826a316e-fa28-4748-930b-86494eaa48e1 {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:14:56.109888 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db274407-8735-4d7a-85d8-88d1a10ba1ec None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:14:56.110773 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db274407-8735-4d7a-85d8-88d1a10ba1ec None None] Checking segment: {'id': 'd3650c50-5881-457a-8eb1-ef4c285eb79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '826a316e-fa28-4748-930b-86494eaa48e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:14:56.118117 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-db274407-8735-4d7a-85d8-88d1a10ba1ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:56.118705 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db274407-8735-4d7a-85d8-88d1a10ba1ec None None] Bound using segment: {'id': 'd3650c50-5881-457a-8eb1-ef4c285eb79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '826a316e-fa28-4748-930b-86494eaa48e1'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:14:56.119729 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-db274407-8735-4d7a-85d8-88d1a10ba1ec None None] Bound port: ee4722b7-e10b-458d-b837-953208dfa5e4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3650c50-5881-457a-8eb1-ef4c285eb79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '826a316e-fa28-4748-930b-86494eaa48e1'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:14:56.121522 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-db274407-8735-4d7a-85d8-88d1a10ba1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ee4722b7-e10b-458d-b837-953208dfa5e4), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:56.194548 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7e4fc1c9-ea0f-4817-9eb1-77dae852804c up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:14:56.261638 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-db274407-8735-4d7a-85d8-88d1a10ba1ec None None] For port ee4722b7-e10b-458d-b837-953208dfa5e4, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:14:56.270467 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-db274407-8735-4d7a-85d8-88d1a10ba1ec None None] For port ee4722b7-e10b-458d-b837-953208dfa5e4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ee4722b7-e10b-458d-b837-953208dfa5e4,segment=NetworkSegment(d3650c50-5881-457a-8eb1-ef4c285eb79e),segment_id=d3650c50-5881-457a-8eb1-ef4c285eb79e)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:14:56.274034 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ba301bf5-b63e-4b9c-806e-4cfd7f3e8342 req-62e30745-d0a7-4fbb-a35e-edb774be2bb1 service neutron] 10.222.0.21 "GET /v2.0/networks/90e22a21-ca71-4ccc-99d5-12c329545469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1715701
Feb 05 21:14:56.279061 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-db274407-8735-4d7a-85d8-88d1a10ba1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ee4722b7-e10b-458d-b837-953208dfa5e4), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:56.280169 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 7e4fc1c9-ea0f-4817-9eb1-77dae852804c triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:14:56.280797 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7e4fc1c9-ea0f-4817-9eb1-77dae852804c), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:56.365555 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf447b37-fd99-4b91-9f61-f42d4b361a38 None None] Pushing event updated for resources: {'Port': ['ID=ee4722b7-e10b-458d-b837-953208dfa5e4,revision_number=4']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:56.394105 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db274407-8735-4d7a-85d8-88d1a10ba1ec None None] Routers {'5903bcbd-b586-44b1-97fb-e836226a58c1'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:14:56.394818 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-db274407-8735-4d7a-85d8-88d1a10ba1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db9119a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:14:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['5903bcbd-b586-44b1-97fb-e836226a58c1'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:56.426801 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a92956-be1a-4a61-893b-92a314e3fedc req-ef86f144-8396-484c-984b-37866f89b5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:56.429369 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b3a92956-be1a-4a61-893b-92a314e3fedc req-ef86f144-8396-484c-984b-37866f89b5d3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2af23abad4048358818a1b4ba0f5aa6&device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 1126 time: 0.0896311
Feb 05 21:14:56.447672 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-9a2cdade-0643-416b-980a-08539a819f8b None None] Provisioning complete for port ee4722b7-e10b-458d-b837-953208dfa5e4 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:14:56.448351 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdade-0643-416b-980a-08539a819f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ee4722b7-e10b-458d-b837-953208dfa5e4), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:56.451219 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 7e4fc1c9-ea0f-4817-9eb1-77dae852804c is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:14:56.474557 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7e4fc1c9-ea0f-4817-9eb1-77dae852804c), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:56.528490 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4395300-b451-46ce-a1e1-c0ab42a84b41 req-e4e2d77f-1df1-455f-b508-c2677d832f5a tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:56.530207 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c4395300-b451-46ce-a1e1-c0ab42a84b41 req-e4e2d77f-1df1-455f-b508-c2677d832f5a tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 944 time: 0.1389377
Feb 05 21:14:56.548719 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6cb7cc-6855-4318-b522-f18bb74f96c8 admin admin] Router ad66f486-9a3c-4444-bf4a-69ec8da79781 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:14:56.581247 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a92956-be1a-4a61-893b-92a314e3fedc req-a7076f22-f7c7-4471-91d0-d5ae9c2c3ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:56.583016 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b3a92956-be1a-4a61-893b-92a314e3fedc req-a7076f22-f7c7-4471-91d0-d5ae9c2c3ee8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=90e22a21-ca71-4ccc-99d5-12c329545469 HTTP/1.1" status: 200  len: 917 time: 0.1468625
Feb 05 21:14:56.588755 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 7e4fc1c9-ea0f-4817-9eb1-77dae852804c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e4fc1c9-ea0f-4817-9eb1-77dae852804c,segment=NetworkSegment(2d28e300-e47d-4857-995d-c42879e38867),segment_id=2d28e300-e47d-4857-995d-c42879e38867)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:14:56.598756 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7e4fc1c9-ea0f-4817-9eb1-77dae852804c), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:56.600205 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7254f0b2-7cab-4df2-b083-4660642a7465 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:14:56.648920 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-db274407-8735-4d7a-85d8-88d1a10ba1ec None None] Set router 5903bcbd-b586-44b1-97fb-e836226a58c1 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:14:56.683994 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b3a92956-be1a-4a61-893b-92a314e3fedc req-09cbac38-5a43-49a5-836e-176cb2d490ec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b31d06a0-6a7c-410c-93aa-8ad9db34b07b HTTP/1.1" status: 200  len: 217 time: 0.0938699
Feb 05 21:14:56.728407 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=7e4fc1c9-ea0f-4817-9eb1-77dae852804c,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:56.749896 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a92956-be1a-4a61-893b-92a314e3fedc req-04809a85-2dc5-4d55-bd09-3b86ba9a4522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:56.752679 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b3a92956-be1a-4a61-893b-92a314e3fedc req-04809a85-2dc5-4d55-bd09-3b86ba9a4522 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6bc96f9b-13b4-445f-ae2d-9347a725b89d HTTP/1.1" status: 200  len: 855 time: 0.0623465
Feb 05 21:14:56.758937 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 7254f0b2-7cab-4df2-b083-4660642a7465 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:14:56.759321 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7254f0b2-7cab-4df2-b083-4660642a7465), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:56.760919 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cdade-0643-416b-980a-08539a819f8b None None] Current status of the port ee4722b7-e10b-458d-b837-953208dfa5e4 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:14:56.761292 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdade-0643-416b-980a-08539a819f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ee4722b7-e10b-458d-b837-953208dfa5e4), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:56.829687 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28de262d-1d39-466c-876c-2475c120e6ba None None] Network 390af221-2a76-45ff-91af-35844c2aeca0 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:14:56.834850 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a92956-be1a-4a61-893b-92a314e3fedc req-fd7e7174-9639-45a8-9d27-d88ad4ce4a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:56.836808 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b3a92956-be1a-4a61-893b-92a314e3fedc req-fd7e7174-9639-45a8-9d27-d88ad4ce4a55 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=90e22a21-ca71-4ccc-99d5-12c329545469&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0735624
Feb 05 21:14:56.847168 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6cb7cc-6855-4318-b522-f18bb74f96c8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:14:56.866077 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c4395300-b451-46ce-a1e1-c0ab42a84b41 req-22560d50-24e3-43d6-9b15-c9ee7c975a48 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3276231
Feb 05 21:14:56.870109 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc8a992-66cc-4f7d-a884-be9606c74321 None None] Sync routers for ids ['ad66f486-9a3c-4444-bf4a-69ec8da79781'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:14:56.901282 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ec6cb7cc-6855-4318-b522-f18bb74f96c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:56.902619 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ec6cb7cc-6855-4318-b522-f18bb74f96c8 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 3.3264699
Feb 05 21:14:56.905675 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43926) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:57.011661 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-9a2cdade-0643-416b-980a-08539a819f8b None None] For port ee4722b7-e10b-458d-b837-953208dfa5e4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ee4722b7-e10b-458d-b837-953208dfa5e4,segment=NetworkSegment(d3650c50-5881-457a-8eb1-ef4c285eb79e),segment_id=d3650c50-5881-457a-8eb1-ef4c285eb79e)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:14:57.011830 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-db274407-8735-4d7a-85d8-88d1a10ba1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db9119a30>, [{'id': '5903bcbd-b586-44b1-97fb-e836226a58c1', 'name': 'tempest-TestServerBasicOps-1706410107-router', 'tenant_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.254'}], 'enable_snat': True}, 'gw_port_id': '7254f0b2-7cab-4df2-b083-4660642a7465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:14:47Z', 'updated_at': '2022-02-05T21:14:50Z', 'revision_number': 4, 'project_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'gw_port': {'id': '7254f0b2-7cab-4df2-b083-4660642a7465', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:24:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5903bcbd-b586-44b1-97fb-e836226a58c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:14:47Z', 'updated_at': '2022-02-05T21:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ee4722b7-e10b-458d-b837-953208dfa5e4', 'name': '', 'network_id': '826a316e-fa28-4748-930b-86494eaa48e1', 'tenant_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'mac_address': 'fa:16:3e:1e:5a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5903bcbd-b586-44b1-97fb-e836226a58c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'e04dafb8-2d96-4050-8020-6c9230116ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:14:50Z', 'updated_at': '2022-02-05T21:14:56Z', 'revision_number': 4, 'project_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'subnets': [{'id': 'e04dafb8-2d96-4050-8020-6c9230116ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:57.012449 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc8a992-66cc-4f7d-a884-be9606c74321 None None] Routers {'ad66f486-9a3c-4444-bf4a-69ec8da79781'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:14:57.012779 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b3a92956-be1a-4a61-893b-92a314e3fedc req-f02a7e6f-e36b-4919-bb5a-f6beaec1be75 service neutron] 10.222.0.21 "GET /v2.0/networks/90e22a21-ca71-4ccc-99d5-12c329545469?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1692903
Feb 05 21:14:57.013668 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-3cc8a992-66cc-4f7d-a884-be9606c74321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab7484f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:14:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ad66f486-9a3c-4444-bf4a-69ec8da79781'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:57.020530 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9a2cdade-0643-416b-980a-08539a819f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ee4722b7-e10b-458d-b837-953208dfa5e4), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:57.031544 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db274407-8735-4d7a-85d8-88d1a10ba1ec None None] The sync data for ids ['5903bcbd-b586-44b1-97fb-e836226a58c1'] in ncdv-master-1 is: [{'id': '5903bcbd-b586-44b1-97fb-e836226a58c1', 'name': 'tempest-TestServerBasicOps-1706410107-router', 'tenant_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.254'}], 'enable_snat': True}, 'gw_port_id': '7254f0b2-7cab-4df2-b083-4660642a7465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:14:47Z', 'updated_at': '2022-02-05T21:14:50Z', 'revision_number': 4, 'project_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'gw_port': {'id': '7254f0b2-7cab-4df2-b083-4660642a7465', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:24:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5903bcbd-b586-44b1-97fb-e836226a58c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:14:47Z', 'updated_at': '2022-02-05T21:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ee4722b7-e10b-458d-b837-953208dfa5e4', 'name': '', 'network_id': '826a316e-fa28-4748-930b-86494eaa48e1', 'tenant_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'mac_address': 'fa:16:3e:1e:5a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5903bcbd-b586-44b1-97fb-e836226a58c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'e04dafb8-2d96-4050-8020-6c9230116ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:14:50Z', 'updated_at': '2022-02-05T21:14:56Z', 'revision_number': 4, 'project_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'subnets': [{'id': 'e04dafb8-2d96-4050-8020-6c9230116ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:14:57.157731 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b3a92956-be1a-4a61-893b-92a314e3fedc req-564b99cc-025a-4850-972e-5ae63ecc695e service neutron] 10.222.0.21 "GET /v2.0/networks/90e22a21-ca71-4ccc-99d5-12c329545469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1354024
Feb 05 21:14:57.268478 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cdade-0643-416b-980a-08539a819f8b None None] Pushing event updated for resources: {'Port': ['ID=ee4722b7-e10b-458d-b837-953208dfa5e4,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:57.279553 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 7254f0b2-7cab-4df2-b083-4660642a7465 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:14:57.281685 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-07ab2326-1e6d-4d54-893c-f6809f107da0 None None] Provisioning complete for port 7e4fc1c9-ea0f-4817-9eb1-77dae852804c triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:14:57.282067 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-07ab2326-1e6d-4d54-893c-f6809f107da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7e4fc1c9-ea0f-4817-9eb1-77dae852804c), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:57.357548 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-3cc8a992-66cc-4f7d-a884-be9606c74321 None None] Set router ad66f486-9a3c-4444-bf4a-69ec8da79781 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:14:57.609933 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4a7d3bb2-4aca-4c5b-90d3-4993b20603ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:57.645658 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-07ab2326-1e6d-4d54-893c-f6809f107da0 None None] Current status of the port 7e4fc1c9-ea0f-4817-9eb1-77dae852804c is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:14:57.690309 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-07ab2326-1e6d-4d54-893c-f6809f107da0 None None] Provisioning complete for port ee4722b7-e10b-458d-b837-953208dfa5e4 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:14:57.690720 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-07ab2326-1e6d-4d54-893c-f6809f107da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ee4722b7-e10b-458d-b837-953208dfa5e4), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:57.821638 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-4a7d3bb2-4aca-4c5b-90d3-4993b20603ef admin admin] Allocated IP 172.20.0.1 (390af221-2a76-45ff-91af-35844c2aeca0/9202600b-152e-467a-9c4b-1fc1ff02ab70/8030f5b4-bb23-4e06-b66e-08cf9e9f9968) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:14:57.997785 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4a7d3bb2-4aca-4c5b-90d3-4993b20603ef admin admin] Publish callbacks [] for port (8030f5b4-bb23-4e06-b66e-08cf9e9f9968), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:58.023159 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-07ab2326-1e6d-4d54-893c-f6809f107da0 None None] Current status of the port ee4722b7-e10b-458d-b837-953208dfa5e4 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:14:58.026029 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-3cc8a992-66cc-4f7d-a884-be9606c74321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab7484f0>, [{'id': 'ad66f486-9a3c-4444-bf4a-69ec8da79781', 'name': 'tempest-TestServerBasicOps-39275336-router', 'tenant_id': '878eefe4d61a41038cfcc89bb240d76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.195'}], 'enable_snat': True}, 'gw_port_id': '7a37e66a-602e-47db-b58f-9c62b2fb6474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:14:53Z', 'updated_at': '2022-02-05T21:14:54Z', 'revision_number': 3, 'project_id': '878eefe4d61a41038cfcc89bb240d76f', 'gw_port': {'id': '7a37e66a-602e-47db-b58f-9c62b2fb6474', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad66f486-9a3c-4444-bf4a-69ec8da79781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:14:54Z', 'updated_at': '2022-02-05T21:14:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:58.059237 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc8a992-66cc-4f7d-a884-be9606c74321 None None] Checking router: ad66f486-9a3c-4444-bf4a-69ec8da79781 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:14:58.059237 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc8a992-66cc-4f7d-a884-be9606c74321 None None] Updating router ad66f486-9a3c-4444-bf4a-69ec8da79781 port 7a37e66a-602e-47db-b58f-9c62b2fb6474 binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:14:58.092311 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3cc8a992-66cc-4f7d-a884-be9606c74321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7a37e66a-602e-47db-b58f-9c62b2fb6474), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:58.095590 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7e4fc1c9-ea0f-4817-9eb1-77dae852804c up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:14:58.101144 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32e639-971d-4e4d-9b9b-d9705355737f req-9a099a32-c956-431c-9906-56ca460a2fdd tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:58.103091 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4b32e639-971d-4e4d-9b9b-d9705355737f req-9a099a32-c956-431c-9906-56ca460a2fdd tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 944 time: 0.0961010
Feb 05 21:14:58.104687 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4a7d3bb2-4aca-4c5b-90d3-4993b20603ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (8030f5b4-bb23-4e06-b66e-08cf9e9f9968), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:58.170217 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7d3bb2-4aca-4c5b-90d3-4993b20603ef admin admin] Network 390af221-2a76-45ff-91af-35844c2aeca0 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:14:58.178733 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-4a7d3bb2-4aca-4c5b-90d3-4993b20603ef admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:14:58.187947 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7d3bb2-4aca-4c5b-90d3-4993b20603ef admin admin] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:14:58.193476 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d3bb2-4aca-4c5b-90d3-4993b20603ef admin admin] Pushing event updated for resources: {'Port': ['ID=8030f5b4-bb23-4e06-b66e-08cf9e9f9968,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:58.235929 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4b32e639-971d-4e4d-9b9b-d9705355737f req-2bd0dbce-bb37-4502-9f05-9ef5333f2313 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1245582
Feb 05 21:14:58.244093 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-ad908ba8-38e7-4b35-8337-81702f48d959 None None] Provisioning complete for port 7e4fc1c9-ea0f-4817-9eb1-77dae852804c triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:14:58.244742 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ad908ba8-38e7-4b35-8337-81702f48d959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7e4fc1c9-ea0f-4817-9eb1-77dae852804c), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:58.261676 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4a7d3bb2-4aca-4c5b-90d3-4993b20603ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (ad66f486-9a3c-4444-bf4a-69ec8da79781), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:58.320000 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 7e4fc1c9-ea0f-4817-9eb1-77dae852804c triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:14:58.320633 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7e4fc1c9-ea0f-4817-9eb1-77dae852804c), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:58.402022 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4a7d3bb2-4aca-4c5b-90d3-4993b20603ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8030f5b4-bb23-4e06-b66e-08cf9e9f9968), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:58.471089 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ad908ba8-38e7-4b35-8337-81702f48d959 None None] Current status of the port 7e4fc1c9-ea0f-4817-9eb1-77dae852804c is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:14:58.527961 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 7e4fc1c9-ea0f-4817-9eb1-77dae852804c is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:14:58.529025 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device ee4722b7-e10b-458d-b837-953208dfa5e4 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:14:58.574105 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4a7d3bb2-4aca-4c5b-90d3-4993b20603ef admin admin] Publish callbacks [] for port (8030f5b4-bb23-4e06-b66e-08cf9e9f9968), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:58.584213 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4a7d3bb2-4aca-4c5b-90d3-4993b20603ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (8030f5b4-bb23-4e06-b66e-08cf9e9f9968), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:58.627975 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3cc8a992-66cc-4f7d-a884-be9606c74321 None None] Publish callbacks [] for port (7a37e66a-602e-47db-b58f-9c62b2fb6474), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:58.633713 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-ba68e24a-10f5-4f8e-8353-5186ffe9c24e None None] Provisioning complete for port 8030f5b4-bb23-4e06-b66e-08cf9e9f9968 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:14:58.634099 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ba68e24a-10f5-4f8e-8353-5186ffe9c24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (8030f5b4-bb23-4e06-b66e-08cf9e9f9968), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:58.638896 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3cc8a992-66cc-4f7d-a884-be9606c74321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7a37e66a-602e-47db-b58f-9c62b2fb6474), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:58.662039 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4a7d3bb2-4aca-4c5b-90d3-4993b20603ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (ad66f486-9a3c-4444-bf4a-69ec8da79781), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:58.665387 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d3bb2-4aca-4c5b-90d3-4993b20603ef admin admin] Pushing event updated for resources: {'Port': ['ID=8030f5b4-bb23-4e06-b66e-08cf9e9f9968,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:58.737470 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-3cc8a992-66cc-4f7d-a884-be9606c74321 None None] Attempting to bind port 7a37e66a-602e-47db-b58f-9c62b2fb6474 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:14:58.738176 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-3cc8a992-66cc-4f7d-a884-be9606c74321 None None] Attempting to bind port 7a37e66a-602e-47db-b58f-9c62b2fb6474 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:14:58.738574 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc8a992-66cc-4f7d-a884-be9606c74321 None None] Attempting to bind port 7a37e66a-602e-47db-b58f-9c62b2fb6474 on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:14:58.740489 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ba68e24a-10f5-4f8e-8353-5186ffe9c24e None None] Port 8030f5b4-bb23-4e06-b66e-08cf9e9f9968 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:14:58.742276 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port ee4722b7-e10b-458d-b837-953208dfa5e4 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:14:58.742683 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ee4722b7-e10b-458d-b837-953208dfa5e4), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:58.748080 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ead92-0a26-4fe9-8ddb-71d75595ff86 None None] Pushing event updated for resources: {'Port': ['ID=7a37e66a-602e-47db-b58f-9c62b2fb6474,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:58.770493 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc8a992-66cc-4f7d-a884-be9606c74321 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:14:58.770879 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc8a992-66cc-4f7d-a884-be9606c74321 None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:14:58.771300 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3cc8a992-66cc-4f7d-a884-be9606c74321 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:58.771702 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc8a992-66cc-4f7d-a884-be9606c74321 None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:14:58.772217 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-3cc8a992-66cc-4f7d-a884-be9606c74321 None None] Bound port: 7a37e66a-602e-47db-b58f-9c62b2fb6474, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:14:58.772589 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3cc8a992-66cc-4f7d-a884-be9606c74321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7a37e66a-602e-47db-b58f-9c62b2fb6474), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:58.773604 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7d3bb2-4aca-4c5b-90d3-4993b20603ef admin admin] Network 390af221-2a76-45ff-91af-35844c2aeca0 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:14:58.776181 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-4a7d3bb2-4aca-4c5b-90d3-4993b20603ef admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:14:58.846141 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-3cc8a992-66cc-4f7d-a884-be9606c74321 None None] For port 7a37e66a-602e-47db-b58f-9c62b2fb6474, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:14:58.850036 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-3cc8a992-66cc-4f7d-a884-be9606c74321 None None] For port 7a37e66a-602e-47db-b58f-9c62b2fb6474, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a37e66a-602e-47db-b58f-9c62b2fb6474,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:14:58.883510 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3cc8a992-66cc-4f7d-a884-be9606c74321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7a37e66a-602e-47db-b58f-9c62b2fb6474), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:58.919165 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port ee4722b7-e10b-458d-b837-953208dfa5e4 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:14:58.921937 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7d3bb2-4aca-4c5b-90d3-4993b20603ef admin admin] Router ad66f486-9a3c-4444-bf4a-69ec8da79781 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:14:58.965738 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc8a992-66cc-4f7d-a884-be9606c74321 None None] Routers {'ad66f486-9a3c-4444-bf4a-69ec8da79781'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:14:58.966410 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-3cc8a992-66cc-4f7d-a884-be9606c74321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab7484f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:14:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ad66f486-9a3c-4444-bf4a-69ec8da79781'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:59.020189 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ead92-0a26-4fe9-8ddb-71d75595ff86 None None] Pushing event updated for resources: {'Port': ['ID=7a37e66a-602e-47db-b58f-9c62b2fb6474,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:59.111585 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-3cc8a992-66cc-4f7d-a884-be9606c74321 None None] Set router ad66f486-9a3c-4444-bf4a-69ec8da79781 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:14:59.125207 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7d3bb2-4aca-4c5b-90d3-4993b20603ef admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:14:59.136069 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4a7d3bb2-4aca-4c5b-90d3-4993b20603ef admin admin] 10.222.0.32 "PUT /v2.0/routers/ad66f486-9a3c-4444-bf4a-69ec8da79781/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2295070
Feb 05 21:14:59.205393 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-78a18db9-8a97-4222-8271-c1da36a24e9f None None] Provisioning complete for port 8030f5b4-bb23-4e06-b66e-08cf9e9f9968 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:14:59.205772 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-78a18db9-8a97-4222-8271-c1da36a24e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (8030f5b4-bb23-4e06-b66e-08cf9e9f9968), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:59.244069 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-78a18db9-8a97-4222-8271-c1da36a24e9f None None] Port 8030f5b4-bb23-4e06-b66e-08cf9e9f9968 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:14:59.399714 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-3cc8a992-66cc-4f7d-a884-be9606c74321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab7484f0>, [{'id': 'ad66f486-9a3c-4444-bf4a-69ec8da79781', 'name': 'tempest-TestServerBasicOps-39275336-router', 'tenant_id': '878eefe4d61a41038cfcc89bb240d76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.195'}], 'enable_snat': True}, 'gw_port_id': '7a37e66a-602e-47db-b58f-9c62b2fb6474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:14:53Z', 'updated_at': '2022-02-05T21:14:58Z', 'revision_number': 4, 'project_id': '878eefe4d61a41038cfcc89bb240d76f', 'gw_port': {'id': '7a37e66a-602e-47db-b58f-9c62b2fb6474', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad66f486-9a3c-4444-bf4a-69ec8da79781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:14:54Z', 'updated_at': '2022-02-05T21:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8030f5b4-bb23-4e06-b66e-08cf9e9f9968', 'name': '', 'network_id': '390af221-2a76-45ff-91af-35844c2aeca0', 'tenant_id': '878eefe4d61a41038cfcc89bb240d76f', 'mac_address': 'fa:16:3e:d0:1f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad66f486-9a3c-4444-bf4a-69ec8da79781', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '9202600b-152e-467a-9c4b-1fc1ff02ab70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:14:57Z', 'updated_at': '2022-02-05T21:14:58Z', 'revision_number': 2, 'project_id': '878eefe4d61a41038cfcc89bb240d76f', 'subnets': [{'id': '9202600b-152e-467a-9c4b-1fc1ff02ab70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:14:59.417500 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ac2a3-40f1-4aea-9dc1-5abb5a95de6c req-94feb3de-c00e-4283-af8d-9ddb12a7a356 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:14:59.419170 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f84ac2a3-40f1-4aea-9dc1-5abb5a95de6c req-94feb3de-c00e-4283-af8d-9ddb12a7a356 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 944 time: 0.0915861
Feb 05 21:14:59.428299 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc8a992-66cc-4f7d-a884-be9606c74321 None None] The sync data for ids ['ad66f486-9a3c-4444-bf4a-69ec8da79781'] in ncdv-master-1 is: [{'id': 'ad66f486-9a3c-4444-bf4a-69ec8da79781', 'name': 'tempest-TestServerBasicOps-39275336-router', 'tenant_id': '878eefe4d61a41038cfcc89bb240d76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.195'}], 'enable_snat': True}, 'gw_port_id': '7a37e66a-602e-47db-b58f-9c62b2fb6474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:14:53Z', 'updated_at': '2022-02-05T21:14:58Z', 'revision_number': 4, 'project_id': '878eefe4d61a41038cfcc89bb240d76f', 'gw_port': {'id': '7a37e66a-602e-47db-b58f-9c62b2fb6474', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad66f486-9a3c-4444-bf4a-69ec8da79781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:14:54Z', 'updated_at': '2022-02-05T21:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8030f5b4-bb23-4e06-b66e-08cf9e9f9968', 'name': '', 'network_id': '390af221-2a76-45ff-91af-35844c2aeca0', 'tenant_id': '878eefe4d61a41038cfcc89bb240d76f', 'mac_address': 'fa:16:3e:d0:1f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad66f486-9a3c-4444-bf4a-69ec8da79781', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '9202600b-152e-467a-9c4b-1fc1ff02ab70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:14:57Z', 'updated_at': '2022-02-05T21:14:58Z', 'revision_number': 2, 'project_id': '878eefe4d61a41038cfcc89bb240d76f', 'subnets': [{'id': '9202600b-152e-467a-9c4b-1fc1ff02ab70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:14:59.470898 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f84ac2a3-40f1-4aea-9dc1-5abb5a95de6c req-8cdf6547-936a-4c4d-9e05-1be087d2a049 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447073
Feb 05 21:14:59.804511 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43992) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:59.809153 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-b5b6805c-6414-4259-9755-d8d20f4de9c6 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1659226315', 'description': 'tempest-secgroup-smoke-1659226315 description', 'project_id': 'e139e5b7a0514896b00ae8d3e4326e9d'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:14:59.831616 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b5b6805c-6414-4259-9755-d8d20f4de9c6 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:59.905298 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b5b6805c-6414-4259-9755-d8d20f4de9c6 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks [] for security_group (73e8058c-e2c8-435a-ab55-6ccfd071398b), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:59.909917 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b5b6805c-6414-4259-9755-d8d20f4de9c6 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (73e8058c-e2c8-435a-ab55-6ccfd071398b), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:59.943621 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b5b6805c-6414-4259-9755-d8d20f4de9c6 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:14:59.944872 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b5b6805c-6414-4259-9755-d8d20f4de9c6 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1393535
Feb 05 21:14:59.946000 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6805c-6414-4259-9755-d8d20f4de9c6 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73e8058c-e2c8-435a-ab55-6ccfd071398b,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:14:59.947978 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 43994) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:14:59.955306 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-84b1487b-fce4-4292-89f1-f22e24299210 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Request body: {'security_group_rule': {'security_group_id': '73e8058c-e2c8-435a-ab55-6ccfd071398b', 'project_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:14:59.981754 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-84b1487b-fce4-4292-89f1-f22e24299210 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks [] for security_group_rule (e755b329-f733-44c4-b5c9-2137c4e3fa6c), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:00.043368 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-84b1487b-fce4-4292-89f1-f22e24299210 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks [] for security_group_rule (e755b329-f733-44c4-b5c9-2137c4e3fa6c), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:00.049202 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-84b1487b-fce4-4292-89f1-f22e24299210 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (e755b329-f733-44c4-b5c9-2137c4e3fa6c), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:00.080685 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b1487b-fce4-4292-89f1-f22e24299210 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e755b329-f733-44c4-b5c9-2137c4e3fa6c,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:00.091845 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-84b1487b-fce4-4292-89f1-f22e24299210 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:00.093136 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-84b1487b-fce4-4292-89f1-f22e24299210 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1435277
Feb 05 21:15:00.096044 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 43996) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:15:00.103335 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-867f3507-c135-41a9-b8ad-234927651dba tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Request body: {'security_group_rule': {'security_group_id': '73e8058c-e2c8-435a-ab55-6ccfd071398b', 'project_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:15:00.133803 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-867f3507-c135-41a9-b8ad-234927651dba tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks [] for security_group_rule (e4f8762d-122b-46e7-ad14-d6a762c51ea8), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:00.222707 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-867f3507-c135-41a9-b8ad-234927651dba tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks [] for security_group_rule (e4f8762d-122b-46e7-ad14-d6a762c51ea8), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:00.227243 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-867f3507-c135-41a9-b8ad-234927651dba tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (e4f8762d-122b-46e7-ad14-d6a762c51ea8), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:00.250581 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f3507-c135-41a9-b8ad-234927651dba tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4f8762d-122b-46e7-ad14-d6a762c51ea8,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:00.257658 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-867f3507-c135-41a9-b8ad-234927651dba tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:00.259277 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-867f3507-c135-41a9-b8ad-234927651dba tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1600246
Feb 05 21:15:00.261879 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 44006) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:15:00.268709 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-25bc8303-b98c-4744-895e-6269fbbf8fe0 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Request body: {'security_group_rule': {'security_group_id': '73e8058c-e2c8-435a-ab55-6ccfd071398b', 'project_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:15:00.310301 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-25bc8303-b98c-4744-895e-6269fbbf8fe0 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks [] for security_group_rule (63b66ddf-6219-49c3-919a-5c7f54979f43), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:00.372924 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-25bc8303-b98c-4744-895e-6269fbbf8fe0 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks [] for security_group_rule (63b66ddf-6219-49c3-919a-5c7f54979f43), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:00.377839 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-25bc8303-b98c-4744-895e-6269fbbf8fe0 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (63b66ddf-6219-49c3-919a-5c7f54979f43), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:00.396756 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc8303-b98c-4744-895e-6269fbbf8fe0 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63b66ddf-6219-49c3-919a-5c7f54979f43,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:00.402268 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-25bc8303-b98c-4744-895e-6269fbbf8fe0 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:00.408780 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-25bc8303-b98c-4744-895e-6269fbbf8fe0 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1406455
Feb 05 21:15:00.408780 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 44008) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:15:00.412995 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-7f2347cf-b880-40eb-a67e-7f02a756461d tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Request body: {'security_group_rule': {'security_group_id': '73e8058c-e2c8-435a-ab55-6ccfd071398b', 'project_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:15:00.440404 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7f2347cf-b880-40eb-a67e-7f02a756461d tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks [] for security_group_rule (2f4e048d-c0f8-49e9-b98b-38345f4534b7), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:00.502343 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7f2347cf-b880-40eb-a67e-7f02a756461d tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks [] for security_group_rule (2f4e048d-c0f8-49e9-b98b-38345f4534b7), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:00.506936 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7f2347cf-b880-40eb-a67e-7f02a756461d tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (2f4e048d-c0f8-49e9-b98b-38345f4534b7), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:00.526447 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2347cf-b880-40eb-a67e-7f02a756461d tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f4e048d-c0f8-49e9-b98b-38345f4534b7,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:00.535195 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7f2347cf-b880-40eb-a67e-7f02a756461d tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:00.539029 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7f2347cf-b880-40eb-a67e-7f02a756461d tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1270661
Feb 05 21:15:00.539475 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 44012) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:15:00.545533 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-ceebd90c-49fe-42d8-a7e6-7fb8f36c0ae7 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Request body: {'security_group_rule': {'security_group_id': '73e8058c-e2c8-435a-ab55-6ccfd071398b', 'project_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:15:00.568451 ncdv-master-1 neutron-server[114390]: INFO neutron.db.securitygroups_db [None req-ceebd90c-49fe-42d8-a7e6-7fb8f36c0ae7 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Project e139e5b7a0514896b00ae8d3e4326e9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 05 21:15:00.574273 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ceebd90c-49fe-42d8-a7e6-7fb8f36c0ae7 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks [] for security_group_rule (b8b412e4-21a9-4536-9729-64aa022ca872), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:00.620588 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acedda3-c763-4915-957f-a9a288819708 req-10d1e2be-0a45-4589-bfb5-034321e049c4 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:00.623332 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8acedda3-c763-4915-957f-a9a288819708 req-10d1e2be-0a45-4589-bfb5-034321e049c4 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 944 time: 0.0616372
Feb 05 21:15:00.650039 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ceebd90c-49fe-42d8-a7e6-7fb8f36c0ae7 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks [] for security_group_rule (b8b412e4-21a9-4536-9729-64aa022ca872), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:00.656367 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ceebd90c-49fe-42d8-a7e6-7fb8f36c0ae7 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (b8b412e4-21a9-4536-9729-64aa022ca872), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:00.669763 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device b31d06a0-6a7c-410c-93aa-8ad9db34b07b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:15:00.685940 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8acedda3-c763-4915-957f-a9a288819708 req-234d4380-13fa-46db-822f-5e9c037312b8 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0563629
Feb 05 21:15:00.697489 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceebd90c-49fe-42d8-a7e6-7fb8f36c0ae7 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8b412e4-21a9-4536-9729-64aa022ca872,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:00.710222 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ceebd90c-49fe-42d8-a7e6-7fb8f36c0ae7 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:00.712872 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ceebd90c-49fe-42d8-a7e6-7fb8f36c0ae7 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1715970
Feb 05 21:15:00.714885 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 44018) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:15:00.723021 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-e00c8cde-d03b-4544-980a-c3f4593de12a tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Request body: {'security_group_rule': {'security_group_id': '73e8058c-e2c8-435a-ab55-6ccfd071398b', 'project_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:15:00.749287 ncdv-master-1 neutron-server[114390]: INFO neutron.db.securitygroups_db [None req-e00c8cde-d03b-4544-980a-c3f4593de12a tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Project e139e5b7a0514896b00ae8d3e4326e9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 05 21:15:00.755263 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e00c8cde-d03b-4544-980a-c3f4593de12a tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks [] for security_group_rule (4da1b8d4-6b10-4a7e-be72-f9e80bcf0644), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:00.803629 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port b31d06a0-6a7c-410c-93aa-8ad9db34b07b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b31d06a0-6a7c-410c-93aa-8ad9db34b07b,segment=NetworkSegment(f62e3c71-b57a-482e-a2c4-7d4c5e58c260),segment_id=f62e3c71-b57a-482e-a2c4-7d4c5e58c260)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:15:00.816970 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': 'b31d06a0-6a7c-410c-93aa-8ad9db34b07b', 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469', 'port_id': 'b31d06a0-6a7c-410c-93aa-8ad9db34b07b', 'mac_address': 'fa:16:3e:c1:ba:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bc96f9b-13b4-445f-ae2d-9347a725b89d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:15:00.833856 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e00c8cde-d03b-4544-980a-c3f4593de12a tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks [] for security_group_rule (4da1b8d4-6b10-4a7e-be72-f9e80bcf0644), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:00.838016 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e00c8cde-d03b-4544-980a-c3f4593de12a tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (4da1b8d4-6b10-4a7e-be72-f9e80bcf0644), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:00.860565 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c8cde-d03b-4544-980a-c3f4593de12a tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4da1b8d4-6b10-4a7e-be72-f9e80bcf0644,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:00.872574 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e00c8cde-d03b-4544-980a-c3f4593de12a tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:00.880810 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e00c8cde-d03b-4544-980a-c3f4593de12a tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1575608
Feb 05 21:15:00.882528 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port b31d06a0-6a7c-410c-93aa-8ad9db34b07b is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:15:00.883061 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b31d06a0-6a7c-410c-93aa-8ad9db34b07b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:00.899153 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b31d06a0-6a7c-410c-93aa-8ad9db34b07b {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:15:00.927703 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port b31d06a0-6a7c-410c-93aa-8ad9db34b07b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b31d06a0-6a7c-410c-93aa-8ad9db34b07b,segment=NetworkSegment(f62e3c71-b57a-482e-a2c4-7d4c5e58c260),segment_id=f62e3c71-b57a-482e-a2c4-7d4c5e58c260)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:15:00.934634 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b31d06a0-6a7c-410c-93aa-8ad9db34b07b), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:01.004301 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=b31d06a0-6a7c-410c-93aa-8ad9db34b07b,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:01.048418 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-881a4365-fdaa-4d01-b528-d7414ebce97b tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1659226315&fields=id&tenant_id=e139e5b7a0514896b00ae8d3e4326e9d HTTP/1.1" status: 200  len: 267 time: 0.0481880
Feb 05 21:15:01.157553 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-e099b540-b622-4d2c-94dc-d69501a8d8c9 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:01.159110 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-e099b540-b622-4d2c-94dc-d69501a8d8c9 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] 10.222.0.32 "GET /v2.0/networks?id=826a316e-fa28-4748-930b-86494eaa48e1 HTTP/1.1" status: 200  len: 809 time: 0.1045027
Feb 05 21:15:01.174420 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-351ba299-146c-4cf6-b51d-b7fa7a97a663 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] 10.222.0.32 "GET /v2.0/quotas/e139e5b7a0514896b00ae8d3e4326e9d HTTP/1.1" status: 200  len: 375 time: 0.0099800
Feb 05 21:15:01.229851 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-d07a2d22-d027-4116-93d7-7b0b73749157 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e139e5b7a0514896b00ae8d3e4326e9d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0505641
Feb 05 21:15:01.232686 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['b31d06a0-6a7c-410c-93aa-8ad9db34b07b'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:15:01.440989 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-c362c3d4-481f-4911-ae31-12fd7edce35f service neutron] 10.222.0.32 "GET /v2.0/networks/826a316e-fa28-4748-930b-86494eaa48e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1980875
Feb 05 21:15:01.553041 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-eb25177f-6faf-4f93-b506-60608bca58c7 service neutron] 10.222.0.32 "GET /v2.0/networks/826a316e-fa28-4748-930b-86494eaa48e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1059027
Feb 05 21:15:01.753673 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-888aff8c-7a79-4c71-b5f7-0f09e41e26cd req-fbfb2888-f2f1-47f5-bb15-e355030c315b tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] 10.222.0.32 "GET /v2.0/ports?device_id=d703ae4e-ece3-4f14-ab99-dc5353e74884 HTTP/1.1" status: 200  len: 210 time: 0.0372381
Feb 05 21:15:01.786727 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743d7c44-af74-4651-95e6-77b0dd5dfb5f None None] Sync routers for ids ['ad66f486-9a3c-4444-bf4a-69ec8da79781'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:15:01.797887 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743d7c44-af74-4651-95e6-77b0dd5dfb5f None None] Routers {'ad66f486-9a3c-4444-bf4a-69ec8da79781'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:15:01.798613 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-743d7c44-af74-4651-95e6-77b0dd5dfb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8cf13d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:14:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ad66f486-9a3c-4444-bf4a-69ec8da79781'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:15:01.840074 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ccae8-70bd-4da1-b659-f4d35049c340 req-8c5f6bd7-dc7e-4d92-824b-2fb5e4aa9269 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:01.842090 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-965ccae8-70bd-4da1-b659-f4d35049c340 req-8c5f6bd7-dc7e-4d92-824b-2fb5e4aa9269 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 945 time: 0.0576909
Feb 05 21:15:01.895929 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-965ccae8-70bd-4da1-b659-f4d35049c340 req-dbf93047-8b27-4388-873d-ce02fa0fbd78 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440364
Feb 05 21:15:01.925565 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-743d7c44-af74-4651-95e6-77b0dd5dfb5f None None] Set router ad66f486-9a3c-4444-bf4a-69ec8da79781 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:15:02.029258 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7a37e66a-602e-47db-b58f-9c62b2fb6474 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:15:02.090841 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 7a37e66a-602e-47db-b58f-9c62b2fb6474 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:15:02.091304 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7a37e66a-602e-47db-b58f-9c62b2fb6474), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:02.178792 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 7a37e66a-602e-47db-b58f-9c62b2fb6474 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:15:02.179188 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7a37e66a-602e-47db-b58f-9c62b2fb6474), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:02.200763 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 7a37e66a-602e-47db-b58f-9c62b2fb6474, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a37e66a-602e-47db-b58f-9c62b2fb6474,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:15:02.205438 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7a37e66a-602e-47db-b58f-9c62b2fb6474), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:02.251333 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-743d7c44-af74-4651-95e6-77b0dd5dfb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8cf13d0>, [{'id': 'ad66f486-9a3c-4444-bf4a-69ec8da79781', 'name': 'tempest-TestServerBasicOps-39275336-router', 'tenant_id': '878eefe4d61a41038cfcc89bb240d76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.195'}], 'enable_snat': True}, 'gw_port_id': '7a37e66a-602e-47db-b58f-9c62b2fb6474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:14:53Z', 'updated_at': '2022-02-05T21:14:58Z', 'revision_number': 4, 'project_id': '878eefe4d61a41038cfcc89bb240d76f', 'gw_port': {'id': '7a37e66a-602e-47db-b58f-9c62b2fb6474', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad66f486-9a3c-4444-bf4a-69ec8da79781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:14:54Z', 'updated_at': '2022-02-05T21:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8030f5b4-bb23-4e06-b66e-08cf9e9f9968', 'name': '', 'network_id': '390af221-2a76-45ff-91af-35844c2aeca0', 'tenant_id': '878eefe4d61a41038cfcc89bb240d76f', 'mac_address': 'fa:16:3e:d0:1f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad66f486-9a3c-4444-bf4a-69ec8da79781', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '9202600b-152e-467a-9c4b-1fc1ff02ab70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:14:57Z', 'updated_at': '2022-02-05T21:14:58Z', 'revision_number': 2, 'project_id': '878eefe4d61a41038cfcc89bb240d76f', 'subnets': [{'id': '9202600b-152e-467a-9c4b-1fc1ff02ab70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:15:02.258014 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=7a37e66a-602e-47db-b58f-9c62b2fb6474,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:02.286002 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743d7c44-af74-4651-95e6-77b0dd5dfb5f None None] Checking router: ad66f486-9a3c-4444-bf4a-69ec8da79781 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:15:02.286349 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743d7c44-af74-4651-95e6-77b0dd5dfb5f None None] Updating router ad66f486-9a3c-4444-bf4a-69ec8da79781 port 8030f5b4-bb23-4e06-b66e-08cf9e9f9968 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:15:02.314454 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-743d7c44-af74-4651-95e6-77b0dd5dfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8030f5b4-bb23-4e06-b66e-08cf9e9f9968), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:02.583545 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-743d7c44-af74-4651-95e6-77b0dd5dfb5f None None] Publish callbacks [] for port (8030f5b4-bb23-4e06-b66e-08cf9e9f9968), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:02.591335 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-743d7c44-af74-4651-95e6-77b0dd5dfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (8030f5b4-bb23-4e06-b66e-08cf9e9f9968), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:02.637568 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3c49f-8eb2-4981-81b0-838cf3d6cb83 None None] Pushing event updated for resources: {'Port': ['ID=8030f5b4-bb23-4e06-b66e-08cf9e9f9968,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:02.648981 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3c49f-8eb2-4981-81b0-838cf3d6cb83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:15:02.649595 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3c49f-8eb2-4981-81b0-838cf3d6cb83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:15:02.650115 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3c49f-8eb2-4981-81b0-838cf3d6cb83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:15:02.650666 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3c49f-8eb2-4981-81b0-838cf3d6cb83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:15:02.651188 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3c49f-8eb2-4981-81b0-838cf3d6cb83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:15:02.651706 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3c49f-8eb2-4981-81b0-838cf3d6cb83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:15:02.652203 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3c49f-8eb2-4981-81b0-838cf3d6cb83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:15:02.652705 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3c49f-8eb2-4981-81b0-838cf3d6cb83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:15:02.653201 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3c49f-8eb2-4981-81b0-838cf3d6cb83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:15:02.653696 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3c49f-8eb2-4981-81b0-838cf3d6cb83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:15:02.654199 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3c49f-8eb2-4981-81b0-838cf3d6cb83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:15:02.654724 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3c49f-8eb2-4981-81b0-838cf3d6cb83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:15:02.655244 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3c49f-8eb2-4981-81b0-838cf3d6cb83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:15:02.687981 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device b31d06a0-6a7c-410c-93aa-8ad9db34b07b up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:15:02.751582 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-743d7c44-af74-4651-95e6-77b0dd5dfb5f None None] Attempting to bind port 8030f5b4-bb23-4e06-b66e-08cf9e9f9968 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:15:02.752250 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-743d7c44-af74-4651-95e6-77b0dd5dfb5f None None] Attempting to bind port 8030f5b4-bb23-4e06-b66e-08cf9e9f9968 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2d28e300-e47d-4857-995d-c42879e38867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '390af221-2a76-45ff-91af-35844c2aeca0'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:15:02.752805 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743d7c44-af74-4651-95e6-77b0dd5dfb5f None None] Attempting to bind port 8030f5b4-bb23-4e06-b66e-08cf9e9f9968 on network 390af221-2a76-45ff-91af-35844c2aeca0 {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:15:02.761061 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743d7c44-af74-4651-95e6-77b0dd5dfb5f None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:15:02.761798 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743d7c44-af74-4651-95e6-77b0dd5dfb5f None None] Checking segment: {'id': '2d28e300-e47d-4857-995d-c42879e38867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '390af221-2a76-45ff-91af-35844c2aeca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:15:02.762404 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-743d7c44-af74-4651-95e6-77b0dd5dfb5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:02.762957 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743d7c44-af74-4651-95e6-77b0dd5dfb5f None None] Bound using segment: {'id': '2d28e300-e47d-4857-995d-c42879e38867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '390af221-2a76-45ff-91af-35844c2aeca0'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:15:02.763627 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-743d7c44-af74-4651-95e6-77b0dd5dfb5f None None] Bound port: 8030f5b4-bb23-4e06-b66e-08cf9e9f9968, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d28e300-e47d-4857-995d-c42879e38867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '390af221-2a76-45ff-91af-35844c2aeca0'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:15:02.764350 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-743d7c44-af74-4651-95e6-77b0dd5dfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8030f5b4-bb23-4e06-b66e-08cf9e9f9968), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:02.817478 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port b31d06a0-6a7c-410c-93aa-8ad9db34b07b completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:15:02.822821 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port b31d06a0-6a7c-410c-93aa-8ad9db34b07b triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:15:02.823339 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b31d06a0-6a7c-410c-93aa-8ad9db34b07b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:02.923524 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-861f7d1c-1824-4d2e-b231-15a0678b76a8 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:02.926426 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-861f7d1c-1824-4d2e-b231-15a0678b76a8 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] 10.222.0.39 "GET /v2.0/networks?id=826a316e-fa28-4748-930b-86494eaa48e1 HTTP/1.1" status: 200  len: 809 time: 0.2151504
Feb 05 21:15:02.975429 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e61b859c-472a-45d3-b157-25db11a41921 req-ae7803c8-e74e-4aa7-8263-7589c09f2a32 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] 10.222.0.32 "GET /v2.0/ports?device_id=d703ae4e-ece3-4f14-ab99-dc5353e74884 HTTP/1.1" status: 200  len: 210 time: 0.0493088
Feb 05 21:15:02.993478 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 44076) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:15:03.013843 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port b31d06a0-6a7c-410c-93aa-8ad9db34b07b is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:15:03.016166 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b31d06a0-6a7c-410c-93aa-8ad9db34b07b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:03.039741 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-743d7c44-af74-4651-95e6-77b0dd5dfb5f None None] For port 8030f5b4-bb23-4e06-b66e-08cf9e9f9968, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:15:03.044820 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-743d7c44-af74-4651-95e6-77b0dd5dfb5f None None] For port 8030f5b4-bb23-4e06-b66e-08cf9e9f9968, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8030f5b4-bb23-4e06-b66e-08cf9e9f9968,segment=NetworkSegment(2d28e300-e47d-4857-995d-c42879e38867),segment_id=2d28e300-e47d-4857-995d-c42879e38867)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:15:03.054795 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-743d7c44-af74-4651-95e6-77b0dd5dfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (8030f5b4-bb23-4e06-b66e-08cf9e9f9968), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:03.084120 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb16142-78fd-4dd3-a565-dc6826581315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31d06a0-6a7c-410c-93aa-8ad9db34b07b'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:15:03.089484 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59251bbc-1765-41f2-902a-eb3a78776b1f" -d '{"events": [{"server_uuid": "6bb16142-78fd-4dd3-a565-dc6826581315", "name": "network-vif-plugged", "status": "completed", "tag": "b31d06a0-6a7c-410c-93aa-8ad9db34b07b"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:15:03.122818 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3c49f-8eb2-4981-81b0-838cf3d6cb83 None None] Pushing event updated for resources: {'Port': ['ID=8030f5b4-bb23-4e06-b66e-08cf9e9f9968,revision_number=4']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:03.125091 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port b31d06a0-6a7c-410c-93aa-8ad9db34b07b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b31d06a0-6a7c-410c-93aa-8ad9db34b07b,segment=NetworkSegment(f62e3c71-b57a-482e-a2c4-7d4c5e58c260),segment_id=f62e3c71-b57a-482e-a2c4-7d4c5e58c260)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:15:03.126253 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743d7c44-af74-4651-95e6-77b0dd5dfb5f None None] Routers {'ad66f486-9a3c-4444-bf4a-69ec8da79781'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:15:03.127217 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-743d7c44-af74-4651-95e6-77b0dd5dfb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8cf13d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:14:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ad66f486-9a3c-4444-bf4a-69ec8da79781'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:15:03.136501 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b31d06a0-6a7c-410c-93aa-8ad9db34b07b), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:03.182726 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-62c14db0-1741-4e6c-ae15-4fc97cdd6095 None None] Provisioning complete for port 8030f5b4-bb23-4e06-b66e-08cf9e9f9968 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:15:03.183488 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-62c14db0-1741-4e6c-ae15-4fc97cdd6095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (8030f5b4-bb23-4e06-b66e-08cf9e9f9968), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:03.231160 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-6634bf8d-6440-4e15-8c8d-3316f26ceb06 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e139e5b7a0514896b00ae8d3e4326e9d HTTP/1.1" status: 200  len: 380 time: 0.2895639
Feb 05 21:15:03.232632 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c90c815-588f-4f00-9cee-fc09280c047b x-openstack-request-id: req-9c90c815-588f-4f00-9cee-fc09280c047b {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:15:03.233161 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb16142-78fd-4dd3-a565-dc6826581315", "name": "network-vif-plugged", "status": "completed", "tag": "b31d06a0-6a7c-410c-93aa-8ad9db34b07b", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:15:03.233600 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9c90c815-588f-4f00-9cee-fc09280c047b {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:15:03.234174 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb16142-78fd-4dd3-a565-dc6826581315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31d06a0-6a7c-410c-93aa-8ad9db34b07b', 'code': 200}
Feb 05 21:15:03.245990 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-b8484a1d-4013-4c6f-a95b-ef51c9b9e4d1 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Request body: {'port': {'device_id': 'd703ae4e-ece3-4f14-ab99-dc5353e74884', 'network_id': '826a316e-fa28-4748-930b-86494eaa48e1', 'admin_state_up': True, 'tenant_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'security_groups': ['73e8058c-e2c8-435a-ab55-6ccfd071398b']}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:15:03.262576 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=b31d06a0-6a7c-410c-93aa-8ad9db34b07b,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:03.350158 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-62c14db0-1741-4e6c-ae15-4fc97cdd6095 None None] Current status of the port 8030f5b4-bb23-4e06-b66e-08cf9e9f9968 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:15:03.350952 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-62c14db0-1741-4e6c-ae15-4fc97cdd6095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8030f5b4-bb23-4e06-b66e-08cf9e9f9968), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:03.352259 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc1804-9f07-47fb-8ad7-1ded1f9b74af req-4a25fa28-f86d-4695-937a-1b82fc515c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:03.354617 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cebc1804-9f07-47fb-8ad7-1ded1f9b74af req-4a25fa28-f86d-4695-937a-1b82fc515c52 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 1128 time: 0.0869191
Feb 05 21:15:03.363295 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-743d7c44-af74-4651-95e6-77b0dd5dfb5f None None] Set router ad66f486-9a3c-4444-bf4a-69ec8da79781 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:15:03.376150 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27055e-3e72-48ab-9f85-c02e71536e2d req-5705ec3c-6474-4dd3-b682-e7d72987090a tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:03.378116 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ae27055e-3e72-48ab-9f85-c02e71536e2d req-5705ec3c-6474-4dd3-b682-e7d72987090a tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 946 time: 0.2838049
Feb 05 21:15:03.434218 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-62c14db0-1741-4e6c-ae15-4fc97cdd6095 None None] For port 8030f5b4-bb23-4e06-b66e-08cf9e9f9968, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8030f5b4-bb23-4e06-b66e-08cf9e9f9968,segment=NetworkSegment(2d28e300-e47d-4857-995d-c42879e38867),segment_id=2d28e300-e47d-4857-995d-c42879e38867)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:15:03.441567 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-62c14db0-1741-4e6c-ae15-4fc97cdd6095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (8030f5b4-bb23-4e06-b66e-08cf9e9f9968), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:03.454581 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ae27055e-3e72-48ab-9f85-c02e71536e2d req-4c1ad184-3ef7-4929-ad6e-9c03e1bf9ebe tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0653200
Feb 05 21:15:03.498128 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cebc1804-9f07-47fb-8ad7-1ded1f9b74af req-79fe33e1-b7a1-41fc-b43b-e0801c3de3e9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1360402
Feb 05 21:15:03.525061 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c14db0-1741-4e6c-ae15-4fc97cdd6095 None None] Pushing event updated for resources: {'Port': ['ID=8030f5b4-bb23-4e06-b66e-08cf9e9f9968,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:03.540817 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-7d765e76-cbc7-4a4c-a318-891d1fdc3fce tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Deleting port 207b4010-ec22-4d06-b9ee-336a57e98aae {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:15:03.541236 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7d765e76-cbc7-4a4c-a318-891d1fdc3fce tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (207b4010-ec22-4d06-b9ee-336a57e98aae), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:03.577470 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-e504341e-4e3c-4ecd-b2b0-b4b342536af8 None None] Provisioning complete for port 8030f5b4-bb23-4e06-b66e-08cf9e9f9968 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:15:03.577924 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e504341e-4e3c-4ecd-b2b0-b4b342536af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (8030f5b4-bb23-4e06-b66e-08cf9e9f9968), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:03.617004 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-b8484a1d-4013-4c6f-a95b-ef51c9b9e4d1 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Made reservation on behalf of e139e5b7a0514896b00ae8d3e4326e9d for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:15:03.620444 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-b8484a1d-4013-4c6f-a95b-ef51c9b9e4d1 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:03.683274 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-e504341e-4e3c-4ecd-b2b0-b4b342536af8 None None] Current status of the port 8030f5b4-bb23-4e06-b66e-08cf9e9f9968 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:15:03.706631 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7d765e76-cbc7-4a4c-a318-891d1fdc3fce tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (207b4010-ec22-4d06-b9ee-336a57e98aae), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:03.707105 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7d765e76-cbc7-4a4c-a318-891d1fdc3fce tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for floatingip (207b4010-ec22-4d06-b9ee-336a57e98aae), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:03.715186 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c0983010-f780-4ae7-917f-6181e398cc65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:03.728577 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-7d765e76-cbc7-4a4c-a318-891d1fdc3fce tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Calling delete_port for 207b4010-ec22-4d06-b9ee-336a57e98aae owned by network:floatingip {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:15:03.763168 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-743d7c44-af74-4651-95e6-77b0dd5dfb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8cf13d0>, [{'id': 'ad66f486-9a3c-4444-bf4a-69ec8da79781', 'name': 'tempest-TestServerBasicOps-39275336-router', 'tenant_id': '878eefe4d61a41038cfcc89bb240d76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.195'}], 'enable_snat': True}, 'gw_port_id': '7a37e66a-602e-47db-b58f-9c62b2fb6474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:14:53Z', 'updated_at': '2022-02-05T21:14:58Z', 'revision_number': 4, 'project_id': '878eefe4d61a41038cfcc89bb240d76f', 'gw_port': {'id': '7a37e66a-602e-47db-b58f-9c62b2fb6474', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad66f486-9a3c-4444-bf4a-69ec8da79781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:14:54Z', 'updated_at': '2022-02-05T21:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8030f5b4-bb23-4e06-b66e-08cf9e9f9968', 'name': '', 'network_id': '390af221-2a76-45ff-91af-35844c2aeca0', 'tenant_id': '878eefe4d61a41038cfcc89bb240d76f', 'mac_address': 'fa:16:3e:d0:1f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad66f486-9a3c-4444-bf4a-69ec8da79781', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '9202600b-152e-467a-9c4b-1fc1ff02ab70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:14:57Z', 'updated_at': '2022-02-05T21:15:03Z', 'revision_number': 4, 'project_id': '878eefe4d61a41038cfcc89bb240d76f', 'subnets': [{'id': '9202600b-152e-467a-9c4b-1fc1ff02ab70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:15:03.794302 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743d7c44-af74-4651-95e6-77b0dd5dfb5f None None] The sync data for ids ['ad66f486-9a3c-4444-bf4a-69ec8da79781'] in ncdv-master-1 is: [{'id': 'ad66f486-9a3c-4444-bf4a-69ec8da79781', 'name': 'tempest-TestServerBasicOps-39275336-router', 'tenant_id': '878eefe4d61a41038cfcc89bb240d76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.195'}], 'enable_snat': True}, 'gw_port_id': '7a37e66a-602e-47db-b58f-9c62b2fb6474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:14:53Z', 'updated_at': '2022-02-05T21:14:58Z', 'revision_number': 4, 'project_id': '878eefe4d61a41038cfcc89bb240d76f', 'gw_port': {'id': '7a37e66a-602e-47db-b58f-9c62b2fb6474', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad66f486-9a3c-4444-bf4a-69ec8da79781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:14:54Z', 'updated_at': '2022-02-05T21:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8030f5b4-bb23-4e06-b66e-08cf9e9f9968', 'name': '', 'network_id': '390af221-2a76-45ff-91af-35844c2aeca0', 'tenant_id': '878eefe4d61a41038cfcc89bb240d76f', 'mac_address': 'fa:16:3e:d0:1f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad66f486-9a3c-4444-bf4a-69ec8da79781', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '9202600b-152e-467a-9c4b-1fc1ff02ab70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:14:57Z', 'updated_at': '2022-02-05T21:15:03Z', 'revision_number': 4, 'project_id': '878eefe4d61a41038cfcc89bb240d76f', 'subnets': [{'id': '9202600b-152e-467a-9c4b-1fc1ff02ab70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:15:03.835325 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-b8484a1d-4013-4c6f-a95b-ef51c9b9e4d1 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Allocated IP 172.20.0.14 (826a316e-fa28-4748-930b-86494eaa48e1/e04dafb8-2d96-4050-8020-6c9230116ff8/9d1240c2-666f-4206-b779-79d8116b5651) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:15:04.071076 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7a37e66a-602e-47db-b58f-9c62b2fb6474 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:15:04.107014 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-b8484a1d-4013-4c6f-a95b-ef51c9b9e4d1 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks [] for port (9d1240c2-666f-4206-b779-79d8116b5651), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:04.131623 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 7a37e66a-602e-47db-b58f-9c62b2fb6474 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:15:04.132194 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7a37e66a-602e-47db-b58f-9c62b2fb6474), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:04.143488 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e928ff17-c811-4fb1-b828-4015d88c3c2c req-459a7372-e4d0-4e48-9289-3eab5c8d6471 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] 10.222.0.32 "GET /v2.0/ports?device_id=d703ae4e-ece3-4f14-ab99-dc5353e74884 HTTP/1.1" status: 200  len: 210 time: 0.0432932
Feb 05 21:15:04.147613 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7d765e76-cbc7-4a4c-a318-891d1fdc3fce tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (207b4010-ec22-4d06-b9ee-336a57e98aae), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:04.195869 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d765e76-cbc7-4a4c-a318-891d1fdc3fce tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Pushing event deleted for resources: {'Port': ['ID=207b4010-ec22-4d06-b9ee-336a57e98aae,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:04.213801 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d765e76-cbc7-4a4c-a318-891d1fdc3fce tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:15:04.214159 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d765e76-cbc7-4a4c-a318-891d1fdc3fce tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:15:04.214535 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d765e76-cbc7-4a4c-a318-891d1fdc3fce tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:15:04.214885 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d765e76-cbc7-4a4c-a318-891d1fdc3fce tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:15:04.215230 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d765e76-cbc7-4a4c-a318-891d1fdc3fce tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:15:04.215570 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d765e76-cbc7-4a4c-a318-891d1fdc3fce tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:15:04.215907 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d765e76-cbc7-4a4c-a318-891d1fdc3fce tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:15:04.216241 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d765e76-cbc7-4a4c-a318-891d1fdc3fce tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:15:04.216577 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d765e76-cbc7-4a4c-a318-891d1fdc3fce tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:15:04.216908 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d765e76-cbc7-4a4c-a318-891d1fdc3fce tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:15:04.217238 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d765e76-cbc7-4a4c-a318-891d1fdc3fce tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:15:04.217948 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d765e76-cbc7-4a4c-a318-891d1fdc3fce tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:15:04.217948 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d765e76-cbc7-4a4c-a318-891d1fdc3fce tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:15:04.248654 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 7a37e66a-602e-47db-b58f-9c62b2fb6474 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:15:04.249933 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 8030f5b4-bb23-4e06-b66e-08cf9e9f9968 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:15:04.304711 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-b8484a1d-4013-4c6f-a95b-ef51c9b9e4d1 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (9d1240c2-666f-4206-b779-79d8116b5651), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:04.309299 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7d765e76-cbc7-4a4c-a318-891d1fdc3fce tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for floatingip (63761191-bbe2-475d-b4fe-de01deec0ae5), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:04.309649 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-7d765e76-cbc7-4a4c-a318-891d1fdc3fce tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Floating IP 63761191-bbe2-475d-b4fe-de01deec0ae5 disassociated (deleted). External IP: 172.35.4.170, port: 72400d63-b8b6-47c7-9152-1ac9bb705543.
Feb 05 21:15:04.314459 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 8030f5b4-bb23-4e06-b66e-08cf9e9f9968 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:15:04.314941 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (8030f5b4-bb23-4e06-b66e-08cf9e9f9968), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:04.412493 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-b8484a1d-4013-4c6f-a95b-ef51c9b9e4d1 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Network 826a316e-fa28-4748-930b-86494eaa48e1 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:15:04.420576 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 8030f5b4-bb23-4e06-b66e-08cf9e9f9968 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:15:04.453416 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-b8484a1d-4013-4c6f-a95b-ef51c9b9e4d1 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:15:04.464755 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8484a1d-4013-4c6f-a95b-ef51c9b9e4d1 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Pushing event updated for resources: {'Port': ['ID=9d1240c2-666f-4206-b779-79d8116b5651,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:04.468820 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-b8484a1d-4013-4c6f-a95b-ef51c9b9e4d1 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:15:04.531726 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-b8484a1d-4013-4c6f-a95b-ef51c9b9e4d1 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:04.533218 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-b8484a1d-4013-4c6f-a95b-ef51c9b9e4d1 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:04.597510 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-b8484a1d-4013-4c6f-a95b-ef51c9b9e4d1 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3554618
Feb 05 21:15:04.642726 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-54d6e60b-cf8f-4cb5-b7c3-fd52414945ca service neutron] Request body: {'port': {'device_id': 'd703ae4e-ece3-4f14-ab99-dc5353e74884', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:15:04.821166 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-a8bdd6e1-b344-425a-9449-0a27a2caa911 None None] Provisioning complete for port 9d1240c2-666f-4206-b779-79d8116b5651 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:15:04.821628 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a8bdd6e1-b344-425a-9449-0a27a2caa911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9d1240c2-666f-4206-b779-79d8116b5651), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:04.826550 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65268f4-6cde-4542-97f2-32f5648d5b42 req-791950fd-b81c-4d4b-978e-085d70567aad tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:04.828312 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e65268f4-6cde-4542-97f2-32f5648d5b42 req-791950fd-b81c-4d4b-978e-085d70567aad tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 946 time: 0.2389681
Feb 05 21:15:04.832644 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d765e76-cbc7-4a4c-a318-891d1fdc3fce tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Router 5d888949-8e91-4f41-b7b6-876f26555dff has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:15:04.871880 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-54d6e60b-cf8f-4cb5-b7c3-fd52414945ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9d1240c2-666f-4206-b779-79d8116b5651), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:04.872044 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a8bdd6e1-b344-425a-9449-0a27a2caa911 None None] Port 9d1240c2-666f-4206-b779-79d8116b5651 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:15:04.987727 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e65268f4-6cde-4542-97f2-32f5648d5b42 req-e0beb340-b1c5-4cf2-83e4-97b0c21bfe3c tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1520395
Feb 05 21:15:05.256194 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 44154) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:15:05.369737 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f79ba569-189c-47da-9185-165a9132ada1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:05.445035 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f79ba569-189c-47da-9185-165a9132ada1 admin admin] Publish callbacks [] for security_group (1fb767e9-11f8-4449-a558-78c2a9b0e731), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:05.449826 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f79ba569-189c-47da-9185-165a9132ada1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (1fb767e9-11f8-4449-a558-78c2a9b0e731), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:05.488993 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f79ba569-189c-47da-9185-165a9132ada1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2dbc4431206b43a282ed38393beea545&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2315791
Feb 05 21:15:05.491495 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 44158) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:15:05.497344 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba569-189c-47da-9185-165a9132ada1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb767e9-11f8-4449-a558-78c2a9b0e731,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:05.533313 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d765e76-cbc7-4a4c-a318-891d1fdc3fce tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:15:05.544625 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8ba038bc-8405-49af-a56b-c67d647e3bec admin admin] Publish callbacks [] for security_group (1fb767e9-11f8-4449-a558-78c2a9b0e731), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:05.544835 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d9d91b-849d-4d74-93b0-a9cbe6492e08 None None] Sync routers for ids ['5d888949-8e91-4f41-b7b6-876f26555dff'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:15:05.545429 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7d765e76-cbc7-4a4c-a318-891d1fdc3fce tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:05.554938 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d9d91b-849d-4d74-93b0-a9cbe6492e08 None None] Routers {'5d888949-8e91-4f41-b7b6-876f26555dff'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:15:05.555567 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-d8d9d91b-849d-4d74-93b0-a9cbe6492e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab9088e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:14:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['5d888949-8e91-4f41-b7b6-876f26555dff'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:15:05.566813 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8ba038bc-8405-49af-a56b-c67d647e3bec admin admin] Publish callbacks [] for security_group (1fb767e9-11f8-4449-a558-78c2a9b0e731), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:05.578549 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7d765e76-cbc7-4a4c-a318-891d1fdc3fce tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "DELETE /v2.0/floatingips/63761191-bbe2-475d-b4fe-de01deec0ae5 HTTP/1.1" status: 204  len: 168 time: 2.5813885
Feb 05 21:15:05.578549 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6714e33c-ca81-474b-a1c1-c8cbbb663cf5', 'tag': '72400d63-b8b6-47c7-9152-1ac9bb705543'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:15:05.581755 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e92854-53a5-469e-9557-dc3ef1a623c9" -d '{"events": [{"name": "network-changed", "server_uuid": "6714e33c-ca81-474b-a1c1-c8cbbb663cf5", "tag": "72400d63-b8b6-47c7-9152-1ac9bb705543"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:15:05.635518 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92562320-9215-47a1-a80e-a88ca0ce324d req-a562dcb4-e2c7-4422-90ac-1ce31bc71bf0 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:05.643398 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-92562320-9215-47a1-a80e-a88ca0ce324d req-a562dcb4-e2c7-4422-90ac-1ce31bc71bf0 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] 10.222.0.32 "GET /v2.0/ports?device_id=d703ae4e-ece3-4f14-ab99-dc5353e74884 HTTP/1.1" status: 200  len: 932 time: 0.1952448
Feb 05 21:15:05.649575 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8ba038bc-8405-49af-a56b-c67d647e3bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (1fb767e9-11f8-4449-a558-78c2a9b0e731), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:05.655499 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8ba038bc-8405-49af-a56b-c67d647e3bec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:05.679621 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8ba038bc-8405-49af-a56b-c67d647e3bec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1fb767e9-11f8-4449-a558-78c2a9b0e731 HTTP/1.1" status: 204  len: 168 time: 0.1870272
Feb 05 21:15:05.703214 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba038bc-8405-49af-a56b-c67d647e3bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb767e9-11f8-4449-a558-78c2a9b0e731,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:05.735988 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-92562320-9215-47a1-a80e-a88ca0ce324d req-8aece7fb-e090-4e6d-9373-a23ba0a3b3bd tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] 10.222.0.32 "GET /v2.0/security-groups?id=73e8058c-e2c8-435a-ab55-6ccfd071398b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0847716
Feb 05 21:15:05.796863 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5b498b-d2da-4f9a-8c58-1e5ad10f437e x-openstack-request-id: req-3f5b498b-d2da-4f9a-8c58-1e5ad10f437e {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:15:05.797257 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6714e33c-ca81-474b-a1c1-c8cbbb663cf5", "tag": "72400d63-b8b6-47c7-9152-1ac9bb705543", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:15:05.797792 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3f5b498b-d2da-4f9a-8c58-1e5ad10f437e {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:15:05.799104 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6714e33c-ca81-474b-a1c1-c8cbbb663cf5', 'tag': '72400d63-b8b6-47c7-9152-1ac9bb705543', 'status': 'completed', 'code': 200}
Feb 05 21:15:05.836508 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-54d6e60b-cf8f-4cb5-b7c3-fd52414945ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d1240c2-666f-4206-b779-79d8116b5651 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:15:05.861643 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-54d6e60b-cf8f-4cb5-b7c3-fd52414945ca service neutron] Publish callbacks [] for port (9d1240c2-666f-4206-b779-79d8116b5651), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:05.885339 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-54d6e60b-cf8f-4cb5-b7c3-fd52414945ca service neutron] Transition to ACTIVE for port object 9d1240c2-666f-4206-b779-79d8116b5651 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:15:05.895614 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e92854-53a5-469e-9557-dc3ef1a623c9 req-8de6d7cf-08e8-470d-8fbc-afa442a7e921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:05.897301 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-02e92854-53a5-469e-9557-dc3ef1a623c9 req-8de6d7cf-08e8-470d-8fbc-afa442a7e921 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af1c8d8fd0ce4d51947fd02afc3a9fb1&device_id=6714e33c-ca81-474b-a1c1-c8cbbb663cf5 HTTP/1.1" status: 200  len: 1127 time: 0.0776737
Feb 05 21:15:05.899014 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-54d6e60b-cf8f-4cb5-b7c3-fd52414945ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (9d1240c2-666f-4206-b779-79d8116b5651), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:05.904705 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-d8d9d91b-849d-4d74-93b0-a9cbe6492e08 None None] Set router 5d888949-8e91-4f41-b7b6-876f26555dff gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:15:06.038113 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e92854-53a5-469e-9557-dc3ef1a623c9 req-d989675e-d71a-49fc-b086-d0bede02d310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:06.039599 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-02e92854-53a5-469e-9557-dc3ef1a623c9 req-d989675e-d71a-49fc-b086-d0bede02d310 service neutron] 10.222.0.39 "GET /v2.0/networks?id=101f8301-8908-474a-9c4a-c0416b6bfc1d HTTP/1.1" status: 200  len: 913 time: 0.1280046
Feb 05 21:15:06.117970 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-71abac5a-1808-4183-b7d4-1ad0abb23d4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:06.138467 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-02e92854-53a5-469e-9557-dc3ef1a623c9 req-f7f126cb-e9f9-4c38-bde8-ba31d87a1862 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72400d63-b8b6-47c7-9152-1ac9bb705543 HTTP/1.1" status: 200  len: 217 time: 0.0919399
Feb 05 21:15:06.138928 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 44172) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:15:06.143829 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d6e60b-cf8f-4cb5-b7c3-fd52414945ca service neutron] Pushing event updated for resources: {'Port': ['ID=9d1240c2-666f-4206-b779-79d8116b5651,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:06.163560 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa46ab4-63f3-4b48-8083-b3bbc6d8c501 req-feb9ec35-9ec8-4e25-bd5e-460e460ef9b2 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:06.172312 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1aa46ab4-63f3-4b48-8083-b3bbc6d8c501 req-feb9ec35-9ec8-4e25-bd5e-460e460ef9b2 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=6714e33c-ca81-474b-a1c1-c8cbbb663cf5 HTTP/1.1" status: 200  len: 945 time: 0.2852042
Feb 05 21:15:06.203554 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a6d370aa-34f1-4bda-a075-36366eca237c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:06.216087 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-d8d9d91b-849d-4d74-93b0-a9cbe6492e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab9088e0>, [{'id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'name': 'tempest-TestVolumeBootPattern-1133930276-router', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:04:11Z', 'updated_at': '2022-02-05T21:04:20Z', 'revision_number': 4, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'gw_port': {'id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:13Z', 'updated_at': '2022-02-05T21:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7625f1f6-b3f6-42b2-a22b-eaf33034ddb9', 'name': '', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'mac_address': 'fa:16:3e:7d:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:18Z', 'updated_at': '2022-02-05T21:04:25Z', 'revision_number': 5, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'subnets': [{'id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:15:06.239292 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e92854-53a5-469e-9557-dc3ef1a623c9 req-593f77f3-e2e9-41bb-bc75-022cc46b119e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:06.240826 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-02e92854-53a5-469e-9557-dc3ef1a623c9 req-593f77f3-e2e9-41bb-bc75-022cc46b119e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4fedd35d-80ae-4712-9371-a85b980ce8f3 HTTP/1.1" status: 200  len: 851 time: 0.0776474
Feb 05 21:15:06.258818 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d9d91b-849d-4d74-93b0-a9cbe6492e08 None None] Checking router: 5d888949-8e91-4f41-b7b6-876f26555dff for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:15:06.280605 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d9d91b-849d-4d74-93b0-a9cbe6492e08 None None] Routers {'5d888949-8e91-4f41-b7b6-876f26555dff'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:15:06.281419 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-d8d9d91b-849d-4d74-93b0-a9cbe6492e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab9088e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:15:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['5d888949-8e91-4f41-b7b6-876f26555dff'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:15:06.330046 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e92854-53a5-469e-9557-dc3ef1a623c9 req-007fd098-0b37-4fa7-bfa3-b9c97081ddc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:06.332229 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-02e92854-53a5-469e-9557-dc3ef1a623c9 req-007fd098-0b37-4fa7-bfa3-b9c97081ddc9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=101f8301-8908-474a-9c4a-c0416b6bfc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0850534
Feb 05 21:15:06.334738 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-54d6e60b-cf8f-4cb5-b7c3-fd52414945ca service neutron] Attempting to bind port 9d1240c2-666f-4206-b779-79d8116b5651 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:15:06.335448 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-54d6e60b-cf8f-4cb5-b7c3-fd52414945ca service neutron] Attempting to bind port 9d1240c2-666f-4206-b779-79d8116b5651 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd3650c50-5881-457a-8eb1-ef4c285eb79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '826a316e-fa28-4748-930b-86494eaa48e1'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:15:06.336015 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-54d6e60b-cf8f-4cb5-b7c3-fd52414945ca service neutron] Attempting to bind port 9d1240c2-666f-4206-b779-79d8116b5651 on network 826a316e-fa28-4748-930b-86494eaa48e1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:15:06.345178 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-54d6e60b-cf8f-4cb5-b7c3-fd52414945ca service neutron] Port 9d1240c2-666f-4206-b779-79d8116b5651 on network 826a316e-fa28-4748-930b-86494eaa48e1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:15:06.345828 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-54d6e60b-cf8f-4cb5-b7c3-fd52414945ca service neutron] Attempting to bind port 9d1240c2-666f-4206-b779-79d8116b5651 on network 826a316e-fa28-4748-930b-86494eaa48e1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:15:06.368979 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd857c59-5fe2-4e24-9da5-3bbdfae1d3a9 req-de95be38-0208-4cc9-a8c2-6111f0534af0 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:06.376759 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dd857c59-5fe2-4e24-9da5-3bbdfae1d3a9 req-de95be38-0208-4cc9-a8c2-6111f0534af0 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 946 time: 0.2273343
Feb 05 21:15:06.380867 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a6d370aa-34f1-4bda-a075-36366eca237c admin admin] Publish callbacks [] for security_group (46288cb6-392f-4cfa-ba6a-6823c1d1be52), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:06.386021 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a6d370aa-34f1-4bda-a075-36366eca237c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (46288cb6-392f-4cfa-ba6a-6823c1d1be52), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:06.388541 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-54d6e60b-cf8f-4cb5-b7c3-fd52414945ca service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:15:06.388947 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-54d6e60b-cf8f-4cb5-b7c3-fd52414945ca service neutron] Checking segment: {'id': 'd3650c50-5881-457a-8eb1-ef4c285eb79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '826a316e-fa28-4748-930b-86494eaa48e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:15:06.389332 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-54d6e60b-cf8f-4cb5-b7c3-fd52414945ca service neutron] Bound using segment: {'id': 'd3650c50-5881-457a-8eb1-ef4c285eb79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '826a316e-fa28-4748-930b-86494eaa48e1'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:15:06.389787 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-54d6e60b-cf8f-4cb5-b7c3-fd52414945ca service neutron] Bound port: 9d1240c2-666f-4206-b779-79d8116b5651, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3650c50-5881-457a-8eb1-ef4c285eb79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '826a316e-fa28-4748-930b-86494eaa48e1'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:15:06.390821 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-54d6e60b-cf8f-4cb5-b7c3-fd52414945ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9d1240c2-666f-4206-b779-79d8116b5651), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:06.425798 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1aa46ab4-63f3-4b48-8083-b3bbc6d8c501 req-0fab93ff-90ae-4633-9ecd-1fc62882e971 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cf6c738-0478-4e04-ae03-4d6824565445&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2510715
Feb 05 21:15:06.438993 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-d8d9d91b-849d-4d74-93b0-a9cbe6492e08 None None] Set router 5d888949-8e91-4f41-b7b6-876f26555dff gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:15:06.464128 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d370aa-34f1-4bda-a075-36366eca237c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46288cb6-392f-4cfa-ba6a-6823c1d1be52,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:06.480339 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a6d370aa-34f1-4bda-a075-36366eca237c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=63899a751ad143948c9011c24b087725&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3403811
Feb 05 21:15:06.483851 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 44174) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:15:06.484287 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-02e92854-53a5-469e-9557-dc3ef1a623c9 req-f77bf959-2788-4916-a4e7-0b822088a41e service neutron] 10.222.0.39 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440392
Feb 05 21:15:06.503776 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dd857c59-5fe2-4e24-9da5-3bbdfae1d3a9 req-0a594c5b-a883-4b1f-8dc1-63334ca9c4f0 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1261325
Feb 05 21:15:06.560890 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-54d6e60b-cf8f-4cb5-b7c3-fd52414945ca service neutron] For port 9d1240c2-666f-4206-b779-79d8116b5651, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:15:06.566518 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-54d6e60b-cf8f-4cb5-b7c3-fd52414945ca service neutron] For port 9d1240c2-666f-4206-b779-79d8116b5651, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9d1240c2-666f-4206-b779-79d8116b5651,segment=NetworkSegment(d3650c50-5881-457a-8eb1-ef4c285eb79e),segment_id=d3650c50-5881-457a-8eb1-ef4c285eb79e)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:15:06.584796 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-54d6e60b-cf8f-4cb5-b7c3-fd52414945ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (9d1240c2-666f-4206-b779-79d8116b5651), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:06.604618 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-02e92854-53a5-469e-9557-dc3ef1a623c9 req-05ced40d-4c98-45ca-8557-8f429bc4ac13 service neutron] 10.222.0.39 "GET /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1123698
Feb 05 21:15:06.616952 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e53544d8-4340-4d04-bd58-32721a985120 admin admin] Publish callbacks [] for security_group (46288cb6-392f-4cfa-ba6a-6823c1d1be52), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:06.640198 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-54d6e60b-cf8f-4cb5-b7c3-fd52414945ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:06.640860 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-54d6e60b-cf8f-4cb5-b7c3-fd52414945ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:06.643127 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-54d6e60b-cf8f-4cb5-b7c3-fd52414945ca service neutron] 10.222.0.39 "PUT /v2.0/ports/9d1240c2-666f-4206-b779-79d8116b5651 HTTP/1.1" status: 200  len: 1092 time: 2.0066466
Feb 05 21:15:06.712071 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-d8d9d91b-849d-4d74-93b0-a9cbe6492e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab9088e0>, [{'id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'name': 'tempest-TestVolumeBootPattern-1133930276-router', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:04:11Z', 'updated_at': '2022-02-05T21:04:20Z', 'revision_number': 4, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'gw_port': {'id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:13Z', 'updated_at': '2022-02-05T21:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7625f1f6-b3f6-42b2-a22b-eaf33034ddb9', 'name': '', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'mac_address': 'fa:16:3e:7d:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:18Z', 'updated_at': '2022-02-05T21:04:25Z', 'revision_number': 5, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'subnets': [{'id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:15:06.718307 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e53544d8-4340-4d04-bd58-32721a985120 admin admin] Publish callbacks [] for security_group (46288cb6-392f-4cfa-ba6a-6823c1d1be52), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:06.740994 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d9d91b-849d-4d74-93b0-a9cbe6492e08 None None] The sync data for ids ['5d888949-8e91-4f41-b7b6-876f26555dff'] in ncdv-master-1 is: [{'id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'name': 'tempest-TestVolumeBootPattern-1133930276-router', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:04:11Z', 'updated_at': '2022-02-05T21:04:20Z', 'revision_number': 4, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'gw_port': {'id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:13Z', 'updated_at': '2022-02-05T21:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7625f1f6-b3f6-42b2-a22b-eaf33034ddb9', 'name': '', 'network_id': '101f8301-8908-474a-9c4a-c0416b6bfc1d', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'mac_address': 'fa:16:3e:7d:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:18Z', 'updated_at': '2022-02-05T21:04:25Z', 'revision_number': 5, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'subnets': [{'id': '4fedd35d-80ae-4712-9371-a85b980ce8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:15:06.748388 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d6e60b-cf8f-4cb5-b7c3-fd52414945ca service neutron] Pushing event updated for resources: {'Port': ['ID=9d1240c2-666f-4206-b779-79d8116b5651,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:06.817651 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6939489-4425-4b5c-ae42-a83afba9c4ef req-96c09f2f-52fb-4125-a3f7-9cde537f423b tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:06.819279 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b6939489-4425-4b5c-ae42-a83afba9c4ef req-96c09f2f-52fb-4125-a3f7-9cde537f423b tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 946 time: 0.2270136
Feb 05 21:15:06.829242 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 44180) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:15:06.834018 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-ae51fbe0-8195-41c6-b7e1-078ca43bf3ab tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Request body: {'floatingip': {'port_id': 'b31d06a0-6a7c-410c-93aa-8ad9db34b07b'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:15:06.845893 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:15:06.859361 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-d70313a5-db1e-4d32-ab4d-f7e8c08f94f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:06.862310 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-d70313a5-db1e-4d32-ab4d-f7e8c08f94f8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e139e5b7a0514896b00ae8d3e4326e9d&device_id=d703ae4e-ece3-4f14-ab99-dc5353e74884 HTTP/1.1" status: 200  len: 1126 time: 0.1671896
Feb 05 21:15:06.887710 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ae51fbe0-8195-41c6-b7e1-078ca43bf3ab tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks [] for floatingip (f8847ef8-278f-4257-93d5-462618861509), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:06.889153 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e53544d8-4340-4d04-bd58-32721a985120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (46288cb6-392f-4cfa-ba6a-6823c1d1be52), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:06.892308 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e53544d8-4340-4d04-bd58-32721a985120 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:06.894164 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e53544d8-4340-4d04-bd58-32721a985120 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/46288cb6-392f-4cfa-ba6a-6823c1d1be52 HTTP/1.1" status: 204  len: 168 time: 0.4052017
Feb 05 21:15:06.946865 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-0ca9dc42-f28a-4e58-a55c-e6244a6d7ffc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d1240c2-666f-4206-b779-79d8116b5651 HTTP/1.1" status: 200  len: 217 time: 0.0653548
Feb 05 21:15:06.949252 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53544d8-4340-4d04-bd58-32721a985120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46288cb6-392f-4cfa-ba6a-6823c1d1be52,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:06.980052 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88c9b2-03f8-432f-baf2-132c5b1f1f34 req-1c070986-e4fa-4cd0-9f71-e80d33648454 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:06.982790 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dc88c9b2-03f8-432f-baf2-132c5b1f1f34 req-1c070986-e4fa-4cd0-9f71-e80d33648454 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] 10.222.0.32 "GET /v2.0/ports?device_id=d703ae4e-ece3-4f14-ab99-dc5353e74884 HTTP/1.1" status: 200  len: 944 time: 0.1782362
Feb 05 21:15:07.062105 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-c61d8a1b-235a-4abf-bd3a-fed31ce3c2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:07.063934 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-c61d8a1b-235a-4abf-bd3a-fed31ce3c2a9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e04dafb8-2d96-4050-8020-6c9230116ff8 HTTP/1.1" status: 200  len: 848 time: 0.1102734
Feb 05 21:15:07.122627 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dc88c9b2-03f8-432f-baf2-132c5b1f1f34 req-28f26591-1549-4de2-9484-ceb341436ce7 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] 10.222.0.32 "GET /v2.0/security-groups?id=73e8058c-e2c8-435a-ab55-6ccfd071398b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1309390
Feb 05 21:15:07.152685 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-67b6b092-eaa8-4fad-910e-541f8dd4a154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:07.154331 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-67b6b092-eaa8-4fad-910e-541f8dd4a154 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=826a316e-fa28-4748-930b-86494eaa48e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0777605
Feb 05 21:15:07.164303 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454a8cb0-0c2a-408d-9c91-4ff36314eee7 None None] New status for floating IP 63761191-bbe2-475d-b4fe-de01deec0ae5: DOWN {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:15:07.278416 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-1a80a301-c3ed-4581-bdfa-e274069441bd service neutron] 10.222.0.39 "GET /v2.0/networks/826a316e-fa28-4748-930b-86494eaa48e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1164594
Feb 05 21:15:07.396177 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9fce5c14-e1fc-4b7d-bed5-9e5e6fec3251 req-bfaec0af-1306-4622-9bf9-5ebbb5614f78 service neutron] 10.222.0.39 "GET /v2.0/networks/826a316e-fa28-4748-930b-86494eaa48e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1104689
Feb 05 21:15:07.439352 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98eae3-f27c-4411-8865-f22291851759 req-4042e0c7-07aa-461f-aba2-555eb1708f12 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:07.443968 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9e98eae3-f27c-4411-8865-f22291851759 req-4042e0c7-07aa-461f-aba2-555eb1708f12 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.39 "GET /v2.0/ports?device_id=6714e33c-ca81-474b-a1c1-c8cbbb663cf5 HTTP/1.1" status: 200  len: 945 time: 0.1285927
Feb 05 21:15:07.477572 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:07.584190 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f0865-9849-49f6-aab3-fad030b2081f req-30423686-138f-4a77-8873-668f33011812 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:07.585983 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8b3f0865-9849-49f6-aab3-fad030b2081f req-30423686-138f-4a77-8873-668f33011812 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=6714e33c-ca81-474b-a1c1-c8cbbb663cf5 HTTP/1.1" status: 200  len: 945 time: 0.0646429
Feb 05 21:15:07.614819 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ae51fbe0-8195-41c6-b7e1-078ca43bf3ab tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:07.621624 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ae51fbe0-8195-41c6-b7e1-078ca43bf3ab tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (f8847ef8-278f-4257-93d5-462618861509), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:07.663516 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8b3f0865-9849-49f6-aab3-fad030b2081f req-f5177ba7-9d86-47f8-8cbd-8bf03aa04801 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cf6c738-0478-4e04-ae03-4d6824565445&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0605104
Feb 05 21:15:07.663834 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-9e98eae3-f27c-4411-8865-f22291851759 req-77bba1c2-84eb-4d15-aaeb-c19c9c47eae4 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Deleting port 72400d63-b8b6-47c7-9152-1ac9bb705543 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:15:07.664184 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-9e98eae3-f27c-4411-8865-f22291851759 req-77bba1c2-84eb-4d15-aaeb-c19c9c47eae4 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (72400d63-b8b6-47c7-9152-1ac9bb705543), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:07.799276 ncdv-master-1 neutron-server[114390]: INFO neutron.db.l3_db [None req-ae51fbe0-8195-41c6-b7e1-078ca43bf3ab tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Floating IP f8847ef8-278f-4257-93d5-462618861509 associated. External IP: 172.35.4.61, port: b31d06a0-6a7c-410c-93aa-8ad9db34b07b.
Feb 05 21:15:07.800355 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd703ae4e-ece3-4f14-ab99-dc5353e74884', 'tag': '9d1240c2-666f-4206-b779-79d8116b5651'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:15:07.802932 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f39d306-56b6-4333-b25c-56d16ee5541a" -d '{"events": [{"name": "network-changed", "server_uuid": "d703ae4e-ece3-4f14-ab99-dc5353e74884", "tag": "9d1240c2-666f-4206-b779-79d8116b5651"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:15:07.805800 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-9e98eae3-f27c-4411-8865-f22291851759 req-77bba1c2-84eb-4d15-aaeb-c19c9c47eae4 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] For port 72400d63-b8b6-47c7-9152-1ac9bb705543, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=72400d63-b8b6-47c7-9152-1ac9bb705543,segment=NetworkSegment(6da08ccd-563d-4daa-98a3-11856904a998),segment_id=6da08ccd-563d-4daa-98a3-11856904a998)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:15:07.806181 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-9e98eae3-f27c-4411-8865-f22291851759 req-77bba1c2-84eb-4d15-aaeb-c19c9c47eae4 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (72400d63-b8b6-47c7-9152-1ac9bb705543), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:07.839774 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87da9db-3c2e-45ee-92f4-a7162f130803 x-openstack-request-id: req-f87da9db-3c2e-45ee-92f4-a7162f130803 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:15:07.840070 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d703ae4e-ece3-4f14-ab99-dc5353e74884", "tag": "9d1240c2-666f-4206-b779-79d8116b5651", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:15:07.840323 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f87da9db-3c2e-45ee-92f4-a7162f130803 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:15:07.840725 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd703ae4e-ece3-4f14-ab99-dc5353e74884', 'tag': '9d1240c2-666f-4206-b779-79d8116b5651', 'status': 'completed', 'code': 200}
Feb 05 21:15:07.859486 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-9e98eae3-f27c-4411-8865-f22291851759 req-77bba1c2-84eb-4d15-aaeb-c19c9c47eae4 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Calling delete_port for 72400d63-b8b6-47c7-9152-1ac9bb705543 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:15:07.912767 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39d306-56b6-4333-b25c-56d16ee5541a req-bfbfb7df-b78b-4a5b-b33e-bba835d4a623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:07.914665 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1f39d306-56b6-4333-b25c-56d16ee5541a req-bfbfb7df-b78b-4a5b-b33e-bba835d4a623 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e139e5b7a0514896b00ae8d3e4326e9d&device_id=d703ae4e-ece3-4f14-ab99-dc5353e74884 HTTP/1.1" status: 200  len: 1126 time: 0.0508091
Feb 05 21:15:08.021211 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39d306-56b6-4333-b25c-56d16ee5541a req-e6471bf6-1802-425c-9d51-f23b21fb19b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:08.023556 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1f39d306-56b6-4333-b25c-56d16ee5541a req-e6471bf6-1802-425c-9d51-f23b21fb19b9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=826a316e-fa28-4748-930b-86494eaa48e1 HTTP/1.1" status: 200  len: 910 time: 0.1030576
Feb 05 21:15:08.068126 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1f39d306-56b6-4333-b25c-56d16ee5541a req-9eaa80e0-d8ab-49c8-8326-b8ac85f1ca60 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d1240c2-666f-4206-b779-79d8116b5651 HTTP/1.1" status: 200  len: 217 time: 0.0383728
Feb 05 21:15:08.120945 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39d306-56b6-4333-b25c-56d16ee5541a req-d9ec692f-375b-4bf3-b342-c2fe102b4edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:08.122611 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1f39d306-56b6-4333-b25c-56d16ee5541a req-d9ec692f-375b-4bf3-b342-c2fe102b4edb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e04dafb8-2d96-4050-8020-6c9230116ff8 HTTP/1.1" status: 200  len: 848 time: 0.0483105
Feb 05 21:15:08.195691 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39d306-56b6-4333-b25c-56d16ee5541a req-5c2ae450-0184-44a8-ae90-077d99d01911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:08.197240 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1f39d306-56b6-4333-b25c-56d16ee5541a req-5c2ae450-0184-44a8-ae90-077d99d01911 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=826a316e-fa28-4748-930b-86494eaa48e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0675287
Feb 05 21:15:08.336331 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7591c-064e-464c-bdae-fecde327280c req-3f05e1c7-7156-4f70-a2f6-f30fd5afb80c tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:08.337956 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a6a7591c-064e-464c-bdae-fecde327280c req-3f05e1c7-7156-4f70-a2f6-f30fd5afb80c tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] 10.222.0.32 "GET /v2.0/ports?device_id=d703ae4e-ece3-4f14-ab99-dc5353e74884 HTTP/1.1" status: 200  len: 944 time: 0.1252286
Feb 05 21:15:08.341102 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1f39d306-56b6-4333-b25c-56d16ee5541a req-750ac331-b8ea-4fb0-aad9-587f444267e0 service neutron] 10.222.0.39 "GET /v2.0/networks/826a316e-fa28-4748-930b-86494eaa48e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362529
Feb 05 21:15:08.450947 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-9e98eae3-f27c-4411-8865-f22291851759 req-77bba1c2-84eb-4d15-aaeb-c19c9c47eae4 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (72400d63-b8b6-47c7-9152-1ac9bb705543), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:08.456005 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a6a7591c-064e-464c-bdae-fecde327280c req-1edd78c4-daa0-4c34-a8c8-41a2e2dea505 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] 10.222.0.32 "GET /v2.0/security-groups?id=73e8058c-e2c8-435a-ab55-6ccfd071398b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1011989
Feb 05 21:15:08.486746 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bba1c2-84eb-4d15-aaeb-c19c9c47eae4 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Pushing event deleted for resources: {'Port': ['ID=72400d63-b8b6-47c7-9152-1ac9bb705543,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:08.489350 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1f39d306-56b6-4333-b25c-56d16ee5541a req-918e4238-110d-4b5a-b175-76622ec966e4 service neutron] 10.222.0.39 "GET /v2.0/networks/826a316e-fa28-4748-930b-86494eaa48e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1422286
Feb 05 21:15:08.492417 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae51fbe0-8195-41c6-b7e1-078ca43bf3ab tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Router 7785e63f-cfeb-418f-b3c1-f03ccd478077 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:15:08.545027 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e98eae3-f27c-4411-8865-f22291851759 req-77bba1c2-84eb-4d15-aaeb-c19c9c47eae4 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] No DVR routers for this DVR port 72400d63-b8b6-47c7-9152-1ac9bb705543 on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:15:08.583100 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-9e98eae3-f27c-4411-8865-f22291851759 req-77bba1c2-84eb-4d15-aaeb-c19c9c47eae4 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:08.586648 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9e98eae3-f27c-4411-8865-f22291851759 req-77bba1c2-84eb-4d15-aaeb-c19c9c47eae4 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.39 "DELETE /v2.0/ports/72400d63-b8b6-47c7-9152-1ac9bb705543 HTTP/1.1" status: 204  len: 173 time: 1.1367407
Feb 05 21:15:08.587047 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6714e33c-ca81-474b-a1c1-c8cbbb663cf5', 'name': 'network-vif-deleted', 'tag': '72400d63-b8b6-47c7-9152-1ac9bb705543'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:15:08.590291 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90ac419-0e65-4d85-bc51-fdceffcfe51d" -d '{"events": [{"server_uuid": "6714e33c-ca81-474b-a1c1-c8cbbb663cf5", "name": "network-vif-deleted", "tag": "72400d63-b8b6-47c7-9152-1ac9bb705543"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:15:08.645867 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7bd08ec-326b-4b6f-b918-54aa71dd8725 x-openstack-request-id: req-a7bd08ec-326b-4b6f-b918-54aa71dd8725 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:15:08.645867 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6714e33c-ca81-474b-a1c1-c8cbbb663cf5", "name": "network-vif-deleted", "tag": "72400d63-b8b6-47c7-9152-1ac9bb705543", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:15:08.645867 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a7bd08ec-326b-4b6f-b918-54aa71dd8725 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:15:08.646219 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6714e33c-ca81-474b-a1c1-c8cbbb663cf5', 'name': 'network-vif-deleted', 'tag': '72400d63-b8b6-47c7-9152-1ac9bb705543', 'status': 'completed', 'code': 200}
Feb 05 21:15:08.675303 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae51fbe0-8195-41c6-b7e1-078ca43bf3ab tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:15:08.681749 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ae51fbe0-8195-41c6-b7e1-078ca43bf3ab tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:08.701590 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2eecf7-9859-4c7c-92dd-a62ff7c0691b None None] Sync routers for ids ['7785e63f-cfeb-418f-b3c1-f03ccd478077'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:15:08.714231 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2eecf7-9859-4c7c-92dd-a62ff7c0691b None None] Routers {'7785e63f-cfeb-418f-b3c1-f03ccd478077'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:15:08.715201 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-3b2eecf7-9859-4c7c-92dd-a62ff7c0691b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db80a1610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:15:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['7785e63f-cfeb-418f-b3c1-f03ccd478077'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:15:08.732199 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ae51fbe0-8195-41c6-b7e1-078ca43bf3ab tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "PUT /v2.0/floatingips/f8847ef8-278f-4257-93d5-462618861509 HTTP/1.1" status: 200  len: 991 time: 1.9016302
Feb 05 21:15:08.806091 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fa4cf4d0-5d1c-4bbf-a6e6-5c8ea1305179 req-efcf911f-02be-427c-9210-fecf91f865ff tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "GET /v2.0/ports?device_id=6714e33c-ca81-474b-a1c1-c8cbbb663cf5 HTTP/1.1" status: 200  len: 210 time: 0.0473793
Feb 05 21:15:08.929516 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-3b2eecf7-9859-4c7c-92dd-a62ff7c0691b None None] Set router 7785e63f-cfeb-418f-b3c1-f03ccd478077 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:15:08.942660 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6a033-2a81-428b-a48d-8985a500c9eb req-6f4b7269-d8d6-4d48-9948-4c0cddf18c8c tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:08.950858 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26b6a033-2a81-428b-a48d-8985a500c9eb req-6f4b7269-d8d6-4d48-9948-4c0cddf18c8c tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 946 time: 0.1142659
Feb 05 21:15:09.005367 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26b6a033-2a81-428b-a48d-8985a500c9eb req-1a300cab-0590-41b5-b5aa-fb33eff3b93a tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0535717
Feb 05 21:15:09.100838 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:09.224648 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-3b2eecf7-9859-4c7c-92dd-a62ff7c0691b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db80a1610>, [{'id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'name': 'tempest-AttachVolumeShelveTestJSON-749448490-router', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84'}], 'enable_snat': True}, 'gw_port_id': 'ec277b3e-2f6b-48e0-a387-88b566250f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:11:33Z', 'updated_at': '2022-02-05T21:11:36Z', 'revision_number': 4, 'project_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'gw_port': {'id': 'ec277b3e-2f6b-48e0-a387-88b566250f77', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:11:33Z', 'updated_at': '2022-02-05T21:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f8847ef8-278f-4257-93d5-462618861509', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'floating_ip_address': '172.35.4.61', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'port_id': 'b31d06a0-6a7c-410c-93aa-8ad9db34b07b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469', 'mac_address': 'fa:16:3e:c1:ba:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb16142-78fd-4dd3-a565-dc6826581315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:14:49Z', 'updated_at': '2022-02-05T21:15:07Z', 'revision_number': 1, 'project_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96fbc78b-ec60-4acf-aa87-f5cee677f160', 'name': '', 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'mac_address': 'fa:16:3e:bc:13:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6bc96f9b-13b4-445f-ae2d-9347a725b89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:11:35Z', 'updated_at': '2022-02-05T21:11:41Z', 'revision_number': 5, 'project_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'subnets': [{'id': '6bc96f9b-13b4-445f-ae2d-9347a725b89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:15:09.254270 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2eecf7-9859-4c7c-92dd-a62ff7c0691b None None] Checking router: 7785e63f-cfeb-418f-b3c1-f03ccd478077 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:15:09.264305 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2eecf7-9859-4c7c-92dd-a62ff7c0691b None None] Routers {'7785e63f-cfeb-418f-b3c1-f03ccd478077'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:15:09.265000 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-3b2eecf7-9859-4c7c-92dd-a62ff7c0691b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db80a1610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:15:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['7785e63f-cfeb-418f-b3c1-f03ccd478077'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:15:09.387586 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-3b2eecf7-9859-4c7c-92dd-a62ff7c0691b None None] Set router 7785e63f-cfeb-418f-b3c1-f03ccd478077 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:15:09.418440 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 44264) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:15:09.464121 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 9d1240c2-666f-4206-b779-79d8116b5651 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:15:09.538185 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-06481170-e5b1-4b48-a5cf-70164b618212 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:09.592609 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665e6fc-4e17-47fb-a578-d211630615df req-304bc524-e297-48ab-a29a-5866418a9fd7 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:09.594671 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1665e6fc-4e17-47fb-a578-d211630615df req-304bc524-e297-48ab-a29a-5866418a9fd7 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] 10.222.0.32 "GET /v2.0/ports?device_id=d703ae4e-ece3-4f14-ab99-dc5353e74884 HTTP/1.1" status: 200  len: 944 time: 0.0577180
Feb 05 21:15:09.627818 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-06481170-e5b1-4b48-a5cf-70164b618212 admin admin] Publish callbacks [] for security_group (e728dd51-312f-4a76-aa0c-91f79eeff75a), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:09.633370 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-06481170-e5b1-4b48-a5cf-70164b618212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (e728dd51-312f-4a76-aa0c-91f79eeff75a), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:09.638778 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 9d1240c2-666f-4206-b779-79d8116b5651, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9d1240c2-666f-4206-b779-79d8116b5651,segment=NetworkSegment(d3650c50-5881-457a-8eb1-ef4c285eb79e),segment_id=d3650c50-5881-457a-8eb1-ef4c285eb79e)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:15:09.653235 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1665e6fc-4e17-47fb-a578-d211630615df req-3fccf83f-676f-4b10-9c2b-f4f778dd3d49 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] 10.222.0.32 "GET /v2.0/security-groups?id=73e8058c-e2c8-435a-ab55-6ccfd071398b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511613
Feb 05 21:15:09.660594 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '9d1240c2-666f-4206-b779-79d8116b5651', 'network_id': '826a316e-fa28-4748-930b-86494eaa48e1', 'port_id': '9d1240c2-666f-4206-b779-79d8116b5651', 'mac_address': 'fa:16:3e:9b:6c:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04dafb8-2d96-4050-8020-6c9230116ff8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:15:09.678066 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-06481170-e5b1-4b48-a5cf-70164b618212 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5f2c370ea78648d6b3fafd3eebf66923&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2584231
Feb 05 21:15:09.680143 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06481170-e5b1-4b48-a5cf-70164b618212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e728dd51-312f-4a76-aa0c-91f79eeff75a,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:09.680738 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 44270) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:15:09.729912 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 9d1240c2-666f-4206-b779-79d8116b5651 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:15:09.730569 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9d1240c2-666f-4206-b779-79d8116b5651), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:09.733139 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e1ce3fc9-f4dd-4aa3-8790-1c901d2e62fc admin admin] Publish callbacks [] for security_group (e728dd51-312f-4a76-aa0c-91f79eeff75a), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:09.747792 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d1240c2-666f-4206-b779-79d8116b5651 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:15:09.755593 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e1ce3fc9-f4dd-4aa3-8790-1c901d2e62fc admin admin] Publish callbacks [] for security_group (e728dd51-312f-4a76-aa0c-91f79eeff75a), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:09.772719 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 9d1240c2-666f-4206-b779-79d8116b5651, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9d1240c2-666f-4206-b779-79d8116b5651,segment=NetworkSegment(d3650c50-5881-457a-8eb1-ef4c285eb79e),segment_id=d3650c50-5881-457a-8eb1-ef4c285eb79e)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:15:09.779460 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-3b2eecf7-9859-4c7c-92dd-a62ff7c0691b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db80a1610>, [{'id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'name': 'tempest-AttachVolumeShelveTestJSON-749448490-router', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84'}], 'enable_snat': True}, 'gw_port_id': 'ec277b3e-2f6b-48e0-a387-88b566250f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:11:33Z', 'updated_at': '2022-02-05T21:11:36Z', 'revision_number': 4, 'project_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'gw_port': {'id': 'ec277b3e-2f6b-48e0-a387-88b566250f77', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:11:33Z', 'updated_at': '2022-02-05T21:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f8847ef8-278f-4257-93d5-462618861509', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'floating_ip_address': '172.35.4.61', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'port_id': 'b31d06a0-6a7c-410c-93aa-8ad9db34b07b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469', 'mac_address': 'fa:16:3e:c1:ba:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb16142-78fd-4dd3-a565-dc6826581315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:14:49Z', 'updated_at': '2022-02-05T21:15:07Z', 'revision_number': 1, 'project_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96fbc78b-ec60-4acf-aa87-f5cee677f160', 'name': '', 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'mac_address': 'fa:16:3e:bc:13:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6bc96f9b-13b4-445f-ae2d-9347a725b89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:11:35Z', 'updated_at': '2022-02-05T21:11:41Z', 'revision_number': 5, 'project_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'subnets': [{'id': '6bc96f9b-13b4-445f-ae2d-9347a725b89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:15:09.782633 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9d1240c2-666f-4206-b779-79d8116b5651), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:09.807536 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e1ce3fc9-f4dd-4aa3-8790-1c901d2e62fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (e728dd51-312f-4a76-aa0c-91f79eeff75a), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:09.810345 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e1ce3fc9-f4dd-4aa3-8790-1c901d2e62fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:09.814198 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e1ce3fc9-f4dd-4aa3-8790-1c901d2e62fc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e728dd51-312f-4a76-aa0c-91f79eeff75a HTTP/1.1" status: 204  len: 168 time: 0.1298542
Feb 05 21:15:09.814403 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2eecf7-9859-4c7c-92dd-a62ff7c0691b None None] The sync data for ids ['7785e63f-cfeb-418f-b3c1-f03ccd478077'] in ncdv-master-1 is: [{'id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'name': 'tempest-AttachVolumeShelveTestJSON-749448490-router', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84'}], 'enable_snat': True}, 'gw_port_id': 'ec277b3e-2f6b-48e0-a387-88b566250f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:11:33Z', 'updated_at': '2022-02-05T21:11:36Z', 'revision_number': 4, 'project_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'gw_port': {'id': 'ec277b3e-2f6b-48e0-a387-88b566250f77', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:11:33Z', 'updated_at': '2022-02-05T21:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f8847ef8-278f-4257-93d5-462618861509', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'floating_ip_address': '172.35.4.61', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'port_id': 'b31d06a0-6a7c-410c-93aa-8ad9db34b07b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469', 'mac_address': 'fa:16:3e:c1:ba:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb16142-78fd-4dd3-a565-dc6826581315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:14:49Z', 'updated_at': '2022-02-05T21:15:07Z', 'revision_number': 1, 'project_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96fbc78b-ec60-4acf-aa87-f5cee677f160', 'name': '', 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'mac_address': 'fa:16:3e:bc:13:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6bc96f9b-13b4-445f-ae2d-9347a725b89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:11:35Z', 'updated_at': '2022-02-05T21:11:41Z', 'revision_number': 5, 'project_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'subnets': [{'id': '6bc96f9b-13b4-445f-ae2d-9347a725b89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:15:09.820323 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce3fc9-f4dd-4aa3-8790-1c901d2e62fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e728dd51-312f-4a76-aa0c-91f79eeff75a,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:09.879528 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 44276) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:15:09.903778 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=9d1240c2-666f-4206-b779-79d8116b5651,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:09.981272 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['9d1240c2-666f-4206-b779-79d8116b5651'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:15:10.037554 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-6fe68a37-058c-42b9-9ba4-c00c476a47ac tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Deleting port 200dcd42-a3da-4084-9795-eb32532c26ed {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:15:10.037920 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6fe68a37-058c-42b9-9ba4-c00c476a47ac tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (200dcd42-a3da-4084-9795-eb32532c26ed), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:10.155528 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6fe68a37-058c-42b9-9ba4-c00c476a47ac tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (200dcd42-a3da-4084-9795-eb32532c26ed), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:10.156749 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6fe68a37-058c-42b9-9ba4-c00c476a47ac tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for floatingip (200dcd42-a3da-4084-9795-eb32532c26ed), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:10.173778 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-6fe68a37-058c-42b9-9ba4-c00c476a47ac tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Calling delete_port for 200dcd42-a3da-4084-9795-eb32532c26ed owned by network:floatingip {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:15:10.182046 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb84ed7e-c874-4ef6-8677-22c2363ae1c1 req-a67fa01a-8808-40a4-a276-13e8c9be4583 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:10.190938 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eb84ed7e-c874-4ef6-8677-22c2363ae1c1 req-a67fa01a-8808-40a4-a276-13e8c9be4583 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 946 time: 0.0832078
Feb 05 21:15:10.193025 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2997e8f7-9e93-4489-8b90-d4c5992365c3 None None] New status for floating IP f8847ef8-278f-4257-93d5-462618861509: ACTIVE {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:15:10.255014 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eb84ed7e-c874-4ef6-8677-22c2363ae1c1 req-7bcc14f1-e86b-46af-87ad-877e30c930e6 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0630219
Feb 05 21:15:10.262005 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 44282) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:15:10.278078 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-189d7348-0da5-4ef4-b21f-b7e540506ef5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:10.360757 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-189d7348-0da5-4ef4-b21f-b7e540506ef5 admin admin] Publish callbacks [] for security_group (c0c34d53-2bc2-4c7b-b13c-670709510cf6), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:10.368035 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-189d7348-0da5-4ef4-b21f-b7e540506ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (c0c34d53-2bc2-4c7b-b13c-670709510cf6), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:10.392928 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6fe68a37-058c-42b9-9ba4-c00c476a47ac tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (200dcd42-a3da-4084-9795-eb32532c26ed), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:10.410532 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-189d7348-0da5-4ef4-b21f-b7e540506ef5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7edd9dd3e29f46988a721a3d6de1c3ae&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1455376
Feb 05 21:15:10.410532 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d7348-0da5-4ef4-b21f-b7e540506ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c34d53-2bc2-4c7b-b13c-670709510cf6,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:10.412110 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 44284) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:15:10.426136 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe68a37-058c-42b9-9ba4-c00c476a47ac tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Pushing event deleted for resources: {'Port': ['ID=200dcd42-a3da-4084-9795-eb32532c26ed,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:10.467424 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:10.471140 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-19eb043b-309b-4d8e-b207-381c3ffa1b64 admin admin] Publish callbacks [] for security_group (c0c34d53-2bc2-4c7b-b13c-670709510cf6), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:10.496535 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6fe68a37-058c-42b9-9ba4-c00c476a47ac tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for floatingip (00868724-6f42-4d6a-be9c-f16ea88c4156), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:10.497295 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-19eb043b-309b-4d8e-b207-381c3ffa1b64 admin admin] Publish callbacks [] for security_group (c0c34d53-2bc2-4c7b-b13c-670709510cf6), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:10.499146 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6fe68a37-058c-42b9-9ba4-c00c476a47ac tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:10.500834 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6fe68a37-058c-42b9-9ba4-c00c476a47ac tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "DELETE /v2.0/floatingips/00868724-6f42-4d6a-be9c-f16ea88c4156 HTTP/1.1" status: 204  len: 168 time: 0.6194921
Feb 05 21:15:10.547855 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-19eb043b-309b-4d8e-b207-381c3ffa1b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (c0c34d53-2bc2-4c7b-b13c-670709510cf6), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:10.550775 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-19eb043b-309b-4d8e-b207-381c3ffa1b64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:10.552073 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-19eb043b-309b-4d8e-b207-381c3ffa1b64 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c0c34d53-2bc2-4c7b-b13c-670709510cf6 HTTP/1.1" status: 204  len: 168 time: 0.1389587
Feb 05 21:15:10.560227 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb043b-309b-4d8e-b207-381c3ffa1b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c34d53-2bc2-4c7b-b13c-670709510cf6,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:10.647766 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb16142-78fd-4dd3-a565-dc6826581315', 'tag': 'b31d06a0-6a7c-410c-93aa-8ad9db34b07b'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:15:10.650231 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e071af-5722-4d92-8e39-9d8bbe8598de" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb16142-78fd-4dd3-a565-dc6826581315", "tag": "b31d06a0-6a7c-410c-93aa-8ad9db34b07b"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:15:10.699066 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145274cc-c303-4d80-9a24-b3e3a81679e5 x-openstack-request-id: req-145274cc-c303-4d80-9a24-b3e3a81679e5 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:15:10.699371 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb16142-78fd-4dd3-a565-dc6826581315", "tag": "b31d06a0-6a7c-410c-93aa-8ad9db34b07b", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:15:10.699631 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-145274cc-c303-4d80-9a24-b3e3a81679e5 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:15:10.700123 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb16142-78fd-4dd3-a565-dc6826581315', 'tag': 'b31d06a0-6a7c-410c-93aa-8ad9db34b07b', 'status': 'completed', 'code': 200}
Feb 05 21:15:10.786149 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e071af-5722-4d92-8e39-9d8bbe8598de req-538278bd-73a9-4efa-97f2-baa70bccea93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:10.787757 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-59e071af-5722-4d92-8e39-9d8bbe8598de req-538278bd-73a9-4efa-97f2-baa70bccea93 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2af23abad4048358818a1b4ba0f5aa6&device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 1128 time: 0.0707080
Feb 05 21:15:10.827239 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f60c1-8e0c-43da-9561-7ae40c36821b req-95c02360-e9de-41a7-8cd4-178dd70b77f0 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:10.829992 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f04f60c1-8e0c-43da-9561-7ae40c36821b req-95c02360-e9de-41a7-8cd4-178dd70b77f0 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] 10.222.0.32 "GET /v2.0/ports?device_id=d703ae4e-ece3-4f14-ab99-dc5353e74884 HTTP/1.1" status: 200  len: 945 time: 0.0880547
Feb 05 21:15:10.890029 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f04f60c1-8e0c-43da-9561-7ae40c36821b req-e1abfb6f-3ce9-4f54-afc4-94156990a668 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] 10.222.0.32 "GET /v2.0/security-groups?id=73e8058c-e2c8-435a-ab55-6ccfd071398b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502090
Feb 05 21:15:10.921241 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e071af-5722-4d92-8e39-9d8bbe8598de req-aab7c036-efef-4382-ac2b-3a695f5fc18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:10.923094 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-59e071af-5722-4d92-8e39-9d8bbe8598de req-aab7c036-efef-4382-ac2b-3a695f5fc18c service neutron] 10.222.0.21 "GET /v2.0/networks?id=90e22a21-ca71-4ccc-99d5-12c329545469 HTTP/1.1" status: 200  len: 917 time: 0.1283181
Feb 05 21:15:11.001348 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-59e071af-5722-4d92-8e39-9d8bbe8598de req-d77aa039-6cc3-49db-9753-7af9c8ed4ad4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b31d06a0-6a7c-410c-93aa-8ad9db34b07b HTTP/1.1" status: 200  len: 1001 time: 0.0715322
Feb 05 21:15:11.055889 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e071af-5722-4d92-8e39-9d8bbe8598de req-aba2c265-5107-4249-a0e6-ec48915d13f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:11.057650 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-59e071af-5722-4d92-8e39-9d8bbe8598de req-aba2c265-5107-4249-a0e6-ec48915d13f6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6bc96f9b-13b4-445f-ae2d-9347a725b89d HTTP/1.1" status: 200  len: 855 time: 0.0513239
Feb 05 21:15:11.114213 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e071af-5722-4d92-8e39-9d8bbe8598de req-7a3364bf-096e-4e56-a3ea-33360ba54f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:11.116257 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-59e071af-5722-4d92-8e39-9d8bbe8598de req-7a3364bf-096e-4e56-a3ea-33360ba54f2f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=90e22a21-ca71-4ccc-99d5-12c329545469&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0533497
Feb 05 21:15:11.186882 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3b3f624a-40e8-41b1-aa11-94a82d3466b3 req-1093b201-f2b1-423d-a8f6-8b74e77f3366 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0560808
Feb 05 21:15:11.230552 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-59e071af-5722-4d92-8e39-9d8bbe8598de req-b6c8ced6-d441-404e-bb62-fb3289884495 service neutron] 10.222.0.21 "GET /v2.0/networks/90e22a21-ca71-4ccc-99d5-12c329545469?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1072705
Feb 05 21:15:11.332158 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-59e071af-5722-4d92-8e39-9d8bbe8598de req-49387ae6-6fd4-43b0-92d6-e53f119c0260 service neutron] 10.222.0.21 "GET /v2.0/networks/90e22a21-ca71-4ccc-99d5-12c329545469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0955844
Feb 05 21:15:11.431733 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541ea40-f40d-4860-a6e3-568bdcb3bea6 req-9c331088-3d94-428b-ac8e-436003bdfb88 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:11.433809 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d541ea40-f40d-4860-a6e3-568bdcb3bea6 req-9c331088-3d94-428b-ac8e-436003bdfb88 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 946 time: 0.0863926
Feb 05 21:15:11.460936 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 9d1240c2-666f-4206-b779-79d8116b5651 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:15:11.468267 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f624a-40e8-41b1-aa11-94a82d3466b3 req-f5879f44-772d-49d2-a858-28e02f394697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:11.471433 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3b3f624a-40e8-41b1-aa11-94a82d3466b3 req-f5879f44-772d-49d2-a858-28e02f394697 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2af23abad4048358818a1b4ba0f5aa6&device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 1128 time: 0.0682840
Feb 05 21:15:11.529889 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 9d1240c2-666f-4206-b779-79d8116b5651 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:15:11.530184 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d541ea40-f40d-4860-a6e3-568bdcb3bea6 req-f9e5c0e0-b25d-43c2-9294-f4a3ff788915 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0866425
Feb 05 21:15:11.535181 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 9d1240c2-666f-4206-b779-79d8116b5651 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:15:11.535751 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9d1240c2-666f-4206-b779-79d8116b5651), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:11.601474 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f624a-40e8-41b1-aa11-94a82d3466b3 req-a0d241a0-f1aa-4965-8a52-4ce752770734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:11.603262 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3b3f624a-40e8-41b1-aa11-94a82d3466b3 req-a0d241a0-f1aa-4965-8a52-4ce752770734 service neutron] 10.222.0.21 "GET /v2.0/networks?id=90e22a21-ca71-4ccc-99d5-12c329545469 HTTP/1.1" status: 200  len: 917 time: 0.1113977
Feb 05 21:15:11.653677 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 9d1240c2-666f-4206-b779-79d8116b5651 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:15:11.654364 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9d1240c2-666f-4206-b779-79d8116b5651), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:11.678685 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3b3f624a-40e8-41b1-aa11-94a82d3466b3 req-5093b3ce-e67e-4d90-97cc-f74055800dfd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b31d06a0-6a7c-410c-93aa-8ad9db34b07b HTTP/1.1" status: 200  len: 1001 time: 0.0688977
Feb 05 21:15:11.684219 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd703ae4e-ece3-4f14-ab99-dc5353e74884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1240c2-666f-4206-b779-79d8116b5651'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:15:11.686557 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af6b3dc-d344-48f0-8052-1a6255293add" -d '{"events": [{"server_uuid": "d703ae4e-ece3-4f14-ab99-dc5353e74884", "name": "network-vif-plugged", "status": "completed", "tag": "9d1240c2-666f-4206-b779-79d8116b5651"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:15:11.705033 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 9d1240c2-666f-4206-b779-79d8116b5651, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9d1240c2-666f-4206-b779-79d8116b5651,segment=NetworkSegment(d3650c50-5881-457a-8eb1-ef4c285eb79e),segment_id=d3650c50-5881-457a-8eb1-ef4c285eb79e)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:15:11.715413 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9d1240c2-666f-4206-b779-79d8116b5651), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:11.716071 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 72400d63-b8b6-47c7-9152-1ac9bb705543 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:15:11.741284 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 72400d63-b8b6-47c7-9152-1ac9bb705543 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:15:11.741936 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 72400d63-b8b6-47c7-9152-1ac9bb705543 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:15:11.752079 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 44354) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:15:11.759677 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f624a-40e8-41b1-aa11-94a82d3466b3 req-a2ae700f-0407-4ac3-ab1c-3dd97baaceda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:11.761403 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3b3f624a-40e8-41b1-aa11-94a82d3466b3 req-a2ae700f-0407-4ac3-ab1c-3dd97baaceda service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6bc96f9b-13b4-445f-ae2d-9347a725b89d HTTP/1.1" status: 200  len: 855 time: 0.0738754
Feb 05 21:15:11.770662 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337198db-e27d-4018-97f2-d2a11163fc6e x-openstack-request-id: req-337198db-e27d-4018-97f2-d2a11163fc6e {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:15:11.770959 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d703ae4e-ece3-4f14-ab99-dc5353e74884", "name": "network-vif-plugged", "status": "completed", "tag": "9d1240c2-666f-4206-b779-79d8116b5651", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:15:11.771219 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-337198db-e27d-4018-97f2-d2a11163fc6e {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:15:11.771642 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd703ae4e-ece3-4f14-ab99-dc5353e74884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1240c2-666f-4206-b779-79d8116b5651', 'code': 200}
Feb 05 21:15:11.823312 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=9d1240c2-666f-4206-b779-79d8116b5651,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:11.830507 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f624a-40e8-41b1-aa11-94a82d3466b3 req-8f6574da-3970-47a5-81d2-68b974de9de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:11.832722 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3b3f624a-40e8-41b1-aa11-94a82d3466b3 req-8f6574da-3970-47a5-81d2-68b974de9de2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=90e22a21-ca71-4ccc-99d5-12c329545469&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0642722
Feb 05 21:15:11.848186 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-03ea9c5c-ffe5-4944-ab47-734da98025d9 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for security_group (4cf6c738-0478-4e04-ae03-4d6824565445), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:11.876066 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-03ea9c5c-ffe5-4944-ab47-734da98025d9 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for security_group (4cf6c738-0478-4e04-ae03-4d6824565445), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:11.949362 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6087b-9c94-4a8e-aef7-ff03a6dfdd55 req-96e3488c-525f-4327-b205-18d95adfabe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:11.951540 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6cb6087b-9c94-4a8e-aef7-ff03a6dfdd55 req-96e3488c-525f-4327-b205-18d95adfabe5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d703ae4e-ece3-4f14-ab99-dc5353e74884 HTTP/1.1" status: 200  len: 1128 time: 0.1131492
Feb 05 21:15:11.953172 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-03ea9c5c-ffe5-4944-ab47-734da98025d9 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (4cf6c738-0478-4e04-ae03-4d6824565445), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:11.958958 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-03ea9c5c-ffe5-4944-ab47-734da98025d9 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:11.963884 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-03ea9c5c-ffe5-4944-ab47-734da98025d9 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] 10.222.0.32 "DELETE /v2.0/security-groups/4cf6c738-0478-4e04-ae03-4d6824565445 HTTP/1.1" status: 204  len: 168 time: 0.2100921
Feb 05 21:15:11.988450 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3b3f624a-40e8-41b1-aa11-94a82d3466b3 req-8aea02e2-e862-49d5-af80-5e7056af767c service neutron] 10.222.0.21 "GET /v2.0/networks/90e22a21-ca71-4ccc-99d5-12c329545469?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1482627
Feb 05 21:15:11.989090 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea9c5c-ffe5-4944-ab47-734da98025d9 tempest-TestVolumeBootPattern-571902767 tempest-TestVolumeBootPattern-571902767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf6c738-0478-4e04-ae03-4d6824565445,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:12.065123 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 44366) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:15:12.103963 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bdd03e-7aec-47f0-a8fc-1ec568b9eb84 req-163ca2cb-979a-4e9d-b76f-815a66506d9d tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:12.105920 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-10bdd03e-7aec-47f0-a8fc-1ec568b9eb84 req-163ca2cb-979a-4e9d-b76f-815a66506d9d tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] 10.222.0.32 "GET /v2.0/ports?device_id=d703ae4e-ece3-4f14-ab99-dc5353e74884 HTTP/1.1" status: 200  len: 946 time: 0.0861516
Feb 05 21:15:12.179528 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-10bdd03e-7aec-47f0-a8fc-1ec568b9eb84 req-3387f841-bcdc-4d7e-b316-a93da9096dcb tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] 10.222.0.32 "GET /v2.0/security-groups?id=73e8058c-e2c8-435a-ab55-6ccfd071398b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0648248
Feb 05 21:15:12.182115 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6cb6087b-9c94-4a8e-aef7-ff03a6dfdd55 req-8083af2b-848e-49a6-b193-d95eb8b9c924 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=73e8058c-e2c8-435a-ab55-6ccfd071398b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2241473
Feb 05 21:15:12.206097 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3b3f624a-40e8-41b1-aa11-94a82d3466b3 req-2d2f160c-07a7-4d90-9443-b71f34a98890 service neutron] 10.222.0.21 "GET /v2.0/networks/90e22a21-ca71-4ccc-99d5-12c329545469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2070234
Feb 05 21:15:12.622580 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4c1091a1-7a06-43f1-9564-016a38bb9a55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (5d888949-8e91-4f41-b7b6-876f26555dff), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:12.668203 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65293f7b-a04a-43d5-9281-840939f6301b req-6f9da146-8015-4716-a8e3-146c991a9075 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:12.669702 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-65293f7b-a04a-43d5-9281-840939f6301b req-6f9da146-8015-4716-a8e3-146c991a9075 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 946 time: 0.0537233
Feb 05 21:15:12.724006 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-65293f7b-a04a-43d5-9281-840939f6301b req-9bda931b-e834-4042-90b8-fc095be51eb7 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483334
Feb 05 21:15:12.879434 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-4c1091a1-7a06-43f1-9564-016a38bb9a55 admin admin] Deleting port 7625f1f6-b3f6-42b2-a22b-eaf33034ddb9 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:15:12.880018 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4c1091a1-7a06-43f1-9564-016a38bb9a55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (7625f1f6-b3f6-42b2-a22b-eaf33034ddb9), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:12.962152 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-4c1091a1-7a06-43f1-9564-016a38bb9a55 admin admin] For port 7625f1f6-b3f6-42b2-a22b-eaf33034ddb9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7625f1f6-b3f6-42b2-a22b-eaf33034ddb9,segment=NetworkSegment(6da08ccd-563d-4daa-98a3-11856904a998),segment_id=6da08ccd-563d-4daa-98a3-11856904a998)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:15:12.962557 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4c1091a1-7a06-43f1-9564-016a38bb9a55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (7625f1f6-b3f6-42b2-a22b-eaf33034ddb9), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:12.976216 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-4c1091a1-7a06-43f1-9564-016a38bb9a55 admin admin] Calling delete_port for 7625f1f6-b3f6-42b2-a22b-eaf33034ddb9 owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:15:13.225831 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4c1091a1-7a06-43f1-9564-016a38bb9a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (7625f1f6-b3f6-42b2-a22b-eaf33034ddb9), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:13.255729 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1091a1-7a06-43f1-9564-016a38bb9a55 admin admin] Pushing event deleted for resources: {'Port': ['ID=7625f1f6-b3f6-42b2-a22b-eaf33034ddb9,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:13.380907 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e55fb-e7ca-4cb0-839f-421ea373bf43 req-c243e8eb-e9aa-4c1c-b6ef-6aa479294a74 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:13.382985 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-445e55fb-e7ca-4cb0-839f-421ea373bf43 req-c243e8eb-e9aa-4c1c-b6ef-6aa479294a74 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] 10.222.0.32 "GET /v2.0/ports?device_id=d703ae4e-ece3-4f14-ab99-dc5353e74884 HTTP/1.1" status: 200  len: 946 time: 0.0837989
Feb 05 21:15:13.468593 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-445e55fb-e7ca-4cb0-839f-421ea373bf43 req-dbfe6e99-dffa-4b46-9b30-ddabcaabc644 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] 10.222.0.32 "GET /v2.0/security-groups?id=73e8058c-e2c8-435a-ab55-6ccfd071398b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0729492
Feb 05 21:15:13.514238 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4c1091a1-7a06-43f1-9564-016a38bb9a55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (5d888949-8e91-4f41-b7b6-876f26555dff), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:13.607173 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff94b4-7009-486a-8c74-b2d164c23d8c req-cc7abc0a-595a-4045-a3c7-3187af1681f3 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:13.610977 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1dff94b4-7009-486a-8c74-b2d164c23d8c req-cc7abc0a-595a-4045-a3c7-3187af1681f3 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] 10.222.0.32 "GET /v2.0/ports?device_id=d703ae4e-ece3-4f14-ab99-dc5353e74884 HTTP/1.1" status: 200  len: 946 time: 0.0686750
Feb 05 21:15:13.667393 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1dff94b4-7009-486a-8c74-b2d164c23d8c req-df0d422b-d1ea-4137-ab98-3b30fc416816 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] 10.222.0.32 "GET /v2.0/security-groups?id=73e8058c-e2c8-435a-ab55-6ccfd071398b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497179
Feb 05 21:15:13.768100 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1091a1-7a06-43f1-9564-016a38bb9a55 admin admin] Router 5d888949-8e91-4f41-b7b6-876f26555dff has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:15:13.801821 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f79e1-f55b-443a-b981-85ce5e14554f req-eeaa58f0-b4b2-4e57-84c7-993045b8fc7c tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:13.803494 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ce5f79e1-f55b-443a-b981-85ce5e14554f req-eeaa58f0-b4b2-4e57-84c7-993045b8fc7c tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] 10.222.0.32 "GET /v2.0/ports?device_id=d703ae4e-ece3-4f14-ab99-dc5353e74884 HTTP/1.1" status: 200  len: 946 time: 0.0571666
Feb 05 21:15:13.878883 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ce5f79e1-f55b-443a-b981-85ce5e14554f req-ce93f7be-32b9-4b16-80b5-a3207d48d563 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] 10.222.0.32 "GET /v2.0/security-groups?id=73e8058c-e2c8-435a-ab55-6ccfd071398b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0597847
Feb 05 21:15:13.886508 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 44440) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:15:13.913583 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1091a1-7a06-43f1-9564-016a38bb9a55 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:15:13.921559 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 44448) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:15:13.921702 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4c1091a1-7a06-43f1-9564-016a38bb9a55 admin admin] 10.222.0.32 "PUT /v2.0/routers/5d888949-8e91-4f41-b7b6-876f26555dff/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8611825
Feb 05 21:15:13.930482 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de722e98-a202-4638-aae3-4af8073b72c1 None None] Sync routers for ids ['5d888949-8e91-4f41-b7b6-876f26555dff'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:15:13.942726 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de722e98-a202-4638-aae3-4af8073b72c1 None None] Routers {'5d888949-8e91-4f41-b7b6-876f26555dff'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:15:13.943392 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-de722e98-a202-4638-aae3-4af8073b72c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dababf5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:15:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['5d888949-8e91-4f41-b7b6-876f26555dff'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:15:14.092482 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-de722e98-a202-4638-aae3-4af8073b72c1 None None] Set router 5d888949-8e91-4f41-b7b6-876f26555dff gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:15:14.123843 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8795f3eb-b544-45b1-a988-35fbc753abf6 admin admin] Publish callbacks [] for router (5d888949-8e91-4f41-b7b6-876f26555dff), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:14.224666 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d33305-a848-4c81-a2a3-cd794952e494 tempest-TestServerBasicOps-302086294 tempest-TestServerBasicOps-302086294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:14.229541 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 44460) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:15:14.229695 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-53d33305-a848-4c81-a2a3-cd794952e494 tempest-TestServerBasicOps-302086294 tempest-TestServerBasicOps-302086294-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d703ae4e-ece3-4f14-ab99-dc5353e74884 HTTP/1.1" status: 200  len: 1123 time: 0.3419981
Feb 05 21:15:14.238038 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-863e0cc5-b67c-4bd4-ac09-b7a26b05d87f tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'port_id': '9d1240c2-666f-4206-b779-79d8116b5651', 'tenant_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:15:14.260665 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8795f3eb-b544-45b1-a988-35fbc753abf6 admin admin] Publish callbacks [] for router_gateway (5d888949-8e91-4f41-b7b6-876f26555dff), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:14.270252 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-863e0cc5-b67c-4bd4-ac09-b7a26b05d87f tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:14.319188 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-de722e98-a202-4638-aae3-4af8073b72c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dababf5b0>, [{'id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'name': 'tempest-TestVolumeBootPattern-1133930276-router', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:04:11Z', 'updated_at': '2022-02-05T21:15:13Z', 'revision_number': 5, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'gw_port': {'id': '142795a3-4fb9-41f2-a292-0ee608a62376', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:13Z', 'updated_at': '2022-02-05T21:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:15:14.329358 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-8795f3eb-b544-45b1-a988-35fbc753abf6 admin admin] Deleting port 142795a3-4fb9-41f2-a292-0ee608a62376 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:15:14.329722 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8795f3eb-b544-45b1-a988-35fbc753abf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (142795a3-4fb9-41f2-a292-0ee608a62376), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:14.355785 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de722e98-a202-4638-aae3-4af8073b72c1 None None] Checking router: 5d888949-8e91-4f41-b7b6-876f26555dff for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:15:14.366934 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de722e98-a202-4638-aae3-4af8073b72c1 None None] Routers {'5d888949-8e91-4f41-b7b6-876f26555dff'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:15:14.367764 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-de722e98-a202-4638-aae3-4af8073b72c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dababf5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:15:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['5d888949-8e91-4f41-b7b6-876f26555dff'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:15:14.396620 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-863e0cc5-b67c-4bd4-ac09-b7a26b05d87f tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:14.441031 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-8795f3eb-b544-45b1-a988-35fbc753abf6 admin admin] For port 142795a3-4fb9-41f2-a292-0ee608a62376, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=142795a3-4fb9-41f2-a292-0ee608a62376,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:15:14.441678 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8795f3eb-b544-45b1-a988-35fbc753abf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (142795a3-4fb9-41f2-a292-0ee608a62376), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:14.460180 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-8795f3eb-b544-45b1-a988-35fbc753abf6 admin admin] Calling delete_port for 142795a3-4fb9-41f2-a292-0ee608a62376 owned by network:router_gateway {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:15:14.556223 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-863e0cc5-b67c-4bd4-ac09-b7a26b05d87f tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Allocated IP 172.35.4.154 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/0ef85d7f-f4b6-4e35-a0f1-62956276c156) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:15:14.654135 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-de722e98-a202-4638-aae3-4af8073b72c1 None None] Set router 5d888949-8e91-4f41-b7b6-876f26555dff gateway port host: None {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:15:14.665770 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8795f3eb-b544-45b1-a988-35fbc753abf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (142795a3-4fb9-41f2-a292-0ee608a62376), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:14.700259 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8795f3eb-b544-45b1-a988-35fbc753abf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=142795a3-4fb9-41f2-a292-0ee608a62376,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:14.702084 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1dcee8c2-ed42-4d02-ab4e-517efd84da1f req-ac5d0323-dbc5-483c-bcbb-fa806382fade service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d703ae4e-ece3-4f14-ab99-dc5353e74884&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0770664
Feb 05 21:15:14.704770 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-863e0cc5-b67c-4bd4-ac09-b7a26b05d87f tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks [] for port (0ef85d7f-f4b6-4e35-a0f1-62956276c156), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:14.712303 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-de722e98-a202-4638-aae3-4af8073b72c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dababf5b0>, [{'id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'name': 'tempest-TestVolumeBootPattern-1133930276-router', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:04:11Z', 'updated_at': '2022-02-05T21:15:14Z', 'revision_number': 6, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:15:14.740733 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de722e98-a202-4638-aae3-4af8073b72c1 None None] The sync data for ids ['5d888949-8e91-4f41-b7b6-876f26555dff'] in ncdv-master-1 is: [{'id': '5d888949-8e91-4f41-b7b6-876f26555dff', 'name': 'tempest-TestVolumeBootPattern-1133930276-router', 'tenant_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:04:11Z', 'updated_at': '2022-02-05T21:15:14Z', 'revision_number': 6, 'project_id': 'af1c8d8fd0ce4d51947fd02afc3a9fb1', 'gw_port_host': None}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:15:14.784235 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8795f3eb-b544-45b1-a988-35fbc753abf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (5d888949-8e91-4f41-b7b6-876f26555dff), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:14.802020 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-863e0cc5-b67c-4bd4-ac09-b7a26b05d87f tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (0ef85d7f-f4b6-4e35-a0f1-62956276c156), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:14.839392 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcee8c2-ed42-4d02-ab4e-517efd84da1f req-35f8c7f0-8616-4981-b754-a0a4e8f10267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:14.840909 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1dcee8c2-ed42-4d02-ab4e-517efd84da1f req-35f8c7f0-8616-4981-b754-a0a4e8f10267 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e139e5b7a0514896b00ae8d3e4326e9d&device_id=d703ae4e-ece3-4f14-ab99-dc5353e74884 HTTP/1.1" status: 200  len: 1128 time: 0.0923741
Feb 05 21:15:14.847926 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863e0cc5-b67c-4bd4-ac09-b7a26b05d87f tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:15:14.852084 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-863e0cc5-b67c-4bd4-ac09-b7a26b05d87f tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:15:14.855631 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863e0cc5-b67c-4bd4-ac09-b7a26b05d87f tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:15:14.879901 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8795f3eb-b544-45b1-a988-35fbc753abf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (5d888949-8e91-4f41-b7b6-876f26555dff), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:14.882714 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8795f3eb-b544-45b1-a988-35fbc753abf6 admin admin] Publish callbacks [] for router_controller (5d888949-8e91-4f41-b7b6-876f26555dff), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:14.900491 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e0cc5-b67c-4bd4-ac09-b7a26b05d87f tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Pushing event updated for resources: {'Port': ['ID=0ef85d7f-f4b6-4e35-a0f1-62956276c156,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:14.937535 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8795f3eb-b544-45b1-a988-35fbc753abf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (5d888949-8e91-4f41-b7b6-876f26555dff), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:14.938268 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8795f3eb-b544-45b1-a988-35fbc753abf6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d888949-8e91-4f41-b7b6-876f26555dff {{(pid=114391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:15:14.943064 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8795f3eb-b544-45b1-a988-35fbc753abf6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:14.946888 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8795f3eb-b544-45b1-a988-35fbc753abf6 admin admin] 10.222.0.32 "DELETE /v2.0/routers/5d888949-8e91-4f41-b7b6-876f26555dff HTTP/1.1" status: 204  len: 168 time: 1.0242870
Feb 05 21:15:14.947533 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 44484) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:15:14.996844 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-82f3bc94-971a-4e9a-a7fb-2576d7f39b01 admin admin] Deleting subnet 4fedd35d-80ae-4712-9371-a85b980ce8f3 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:15:15.001722 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-82f3bc94-971a-4e9a-a7fb-2576d7f39b01 admin admin] Publish callbacks [] for subnet (4fedd35d-80ae-4712-9371-a85b980ce8f3), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:15.037695 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcee8c2-ed42-4d02-ab4e-517efd84da1f req-d8311fa4-c119-4b36-9a54-b961184119fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:15.039132 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1dcee8c2-ed42-4d02-ab4e-517efd84da1f req-d8311fa4-c119-4b36-9a54-b961184119fd service neutron] 10.222.0.39 "GET /v2.0/networks?id=826a316e-fa28-4748-930b-86494eaa48e1 HTTP/1.1" status: 200  len: 910 time: 0.1790900
Feb 05 21:15:15.041820 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-82f3bc94-971a-4e9a-a7fb-2576d7f39b01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (4fedd35d-80ae-4712-9371-a85b980ce8f3), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:15.108974 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1dcee8c2-ed42-4d02-ab4e-517efd84da1f req-1e1dc786-597d-496d-b930-45797c0a5694 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d1240c2-666f-4206-b779-79d8116b5651 HTTP/1.1" status: 200  len: 217 time: 0.0636432
Feb 05 21:15:15.144519 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-82f3bc94-971a-4e9a-a7fb-2576d7f39b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (4fedd35d-80ae-4712-9371-a85b980ce8f3), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:15.175466 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 44488) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:15:15.219456 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-82f3bc94-971a-4e9a-a7fb-2576d7f39b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (4fedd35d-80ae-4712-9371-a85b980ce8f3), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:15.232587 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcee8c2-ed42-4d02-ab4e-517efd84da1f req-7f031e0c-3c0d-4295-a131-2fb043fe66a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:15.234046 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1dcee8c2-ed42-4d02-ab4e-517efd84da1f req-7f031e0c-3c0d-4295-a131-2fb043fe66a4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e04dafb8-2d96-4050-8020-6c9230116ff8 HTTP/1.1" status: 200  len: 848 time: 0.0937459
Feb 05 21:15:15.247341 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3bc94-971a-4e9a-a7fb-2576d7f39b01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fedd35d-80ae-4712-9371-a85b980ce8f3,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:15.255222 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-82f3bc94-971a-4e9a-a7fb-2576d7f39b01 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:15.258868 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-82f3bc94-971a-4e9a-a7fb-2576d7f39b01 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4fedd35d-80ae-4712-9371-a85b980ce8f3 HTTP/1.1" status: 204  len: 168 time: 0.3102055
Feb 05 21:15:15.261605 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 44492) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:15:15.263158 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60027c8-8e34-421b-9af4-911cd8d0d91e None None] Network 101f8301-8908-474a-9c4a-c0416b6bfc1d requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:15:15.339558 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-275e1a58-6fef-405a-8468-1651b4ea7d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (101f8301-8908-474a-9c4a-c0416b6bfc1d), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:15.408499 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-275e1a58-6fef-405a-8468-1651b4ea7d59 admin admin] Deleting port df32e303-cc41-4c56-a51d-e65d53151232 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:15:15.408933 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:15.409343 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-275e1a58-6fef-405a-8468-1651b4ea7d59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (df32e303-cc41-4c56-a51d-e65d53151232), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:15.478726 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-275e1a58-6fef-405a-8468-1651b4ea7d59 admin admin] For port df32e303-cc41-4c56-a51d-e65d53151232, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df32e303-cc41-4c56-a51d-e65d53151232,segment=NetworkSegment(6da08ccd-563d-4daa-98a3-11856904a998),segment_id=6da08ccd-563d-4daa-98a3-11856904a998)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:15:15.479465 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-275e1a58-6fef-405a-8468-1651b4ea7d59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (df32e303-cc41-4c56-a51d-e65d53151232), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:15.492274 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-275e1a58-6fef-405a-8468-1651b4ea7d59 admin admin] Calling delete_port for df32e303-cc41-4c56-a51d-e65d53151232 owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:15:15.590472 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-275e1a58-6fef-405a-8468-1651b4ea7d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (df32e303-cc41-4c56-a51d-e65d53151232), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:15.601963 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ad1af8-d87a-47ab-8793-6e5afd8bea49 None None] DHCP port deletion for 101f8301-8908-474a-9c4a-c0416b6bfc1d request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:15:15.628356 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275e1a58-6fef-405a-8468-1651b4ea7d59 admin admin] No DVR routers for this DVR port df32e303-cc41-4c56-a51d-e65d53151232 on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:15:15.633095 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e1a58-6fef-405a-8468-1651b4ea7d59 admin admin] Pushing event deleted for resources: {'Port': ['ID=df32e303-cc41-4c56-a51d-e65d53151232,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:15.704140 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcee8c2-ed42-4d02-ab4e-517efd84da1f req-1ca6da87-99fc-4a30-94ce-650ff0a9421e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:15.705656 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1dcee8c2-ed42-4d02-ab4e-517efd84da1f req-1ca6da87-99fc-4a30-94ce-650ff0a9421e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=826a316e-fa28-4748-930b-86494eaa48e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4636562
Feb 05 21:15:15.708151 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0850e974-28a1-46e1-b071-7d0f47e614ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:15.713317 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-275e1a58-6fef-405a-8468-1651b4ea7d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (101f8301-8908-474a-9c4a-c0416b6bfc1d), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:15.735696 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-275e1a58-6fef-405a-8468-1651b4ea7d59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db345efd0>,) {'filters': {'network_id': ['101f8301-8908-474a-9c4a-c0416b6bfc1d']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:15:15.747381 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-275e1a58-6fef-405a-8468-1651b4ea7d59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db345efd0>, '6da08ccd-563d-4daa-98a3-11856904a998') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:15:15.747759 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-275e1a58-6fef-405a-8468-1651b4ea7d59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db345efd0>, '6da08ccd-563d-4daa-98a3-11856904a998') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:15:15.763515 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-275e1a58-6fef-405a-8468-1651b4ea7d59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (6da08ccd-563d-4daa-98a3-11856904a998), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:15.778872 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-275e1a58-6fef-405a-8468-1651b4ea7d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (6da08ccd-563d-4daa-98a3-11856904a998), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:15.785885 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-275e1a58-6fef-405a-8468-1651b4ea7d59 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:15:15.786284 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-275e1a58-6fef-405a-8468-1651b4ea7d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (6da08ccd-563d-4daa-98a3-11856904a998), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:15.788889 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:15:15.788889 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:15:15.788889 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:15:15.788889 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:15:15.788889 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:15:15.788889 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:15:15.788889 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:15:15.788889 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:15:15.788889 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:15:15.788889 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:15:15.788889 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:15:15.788889 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:15:15.788889 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:15:15.788889 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:15:15.788889 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:15:15.788889 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:15:15.788889 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:15:15.788889 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:15:15.788889 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:15:15.788889 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:15:15.788889 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:15:15.788889 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:15:15.788889 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:15:15.788889 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:15:15.788889 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:15:15.788889 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:15:15.788889 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:15:15.788889 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:15:15.788889 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:15:15.788889 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:15:15.788889 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:15:15.788889 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:15:15.849548 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-275e1a58-6fef-405a-8468-1651b4ea7d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (101f8301-8908-474a-9c4a-c0416b6bfc1d), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:15.856814 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-275e1a58-6fef-405a-8468-1651b4ea7d59 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:15.860495 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-275e1a58-6fef-405a-8468-1651b4ea7d59 admin admin] 10.222.0.32 "DELETE /v2.0/networks/101f8301-8908-474a-9c4a-c0416b6bfc1d HTTP/1.1" status: 204  len: 168 time: 0.5981798
Feb 05 21:15:15.870483 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 44494) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:15:15.878439 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e1a58-6fef-405a-8468-1651b4ea7d59 admin admin] Pushing event deleted for resources: {'Network': ['ID=101f8301-8908-474a-9c4a-c0416b6bfc1d,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:15.915396 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1dcee8c2-ed42-4d02-ab4e-517efd84da1f req-a300376d-49cc-4462-bec7-6e275c05eb91 service neutron] 10.222.0.39 "GET /v2.0/networks/826a316e-fa28-4748-930b-86494eaa48e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2027681
Feb 05 21:15:15.956859 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-863e0cc5-b67c-4bd4-ac09-b7a26b05d87f tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks [] for floatingip (57586fba-a490-4dff-8f0d-f1c537e9ddcb), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:16.028442 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7625f1f6-b3f6-42b2-a22b-eaf33034ddb9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:15:16.030113 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0850e974-28a1-46e1-b071-7d0f47e614ef admin admin] Publish callbacks [] for security_group (f3035164-6c64-45cf-bdce-604bf0a03740), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:16.040785 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0850e974-28a1-46e1-b071-7d0f47e614ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f3035164-6c64-45cf-bdce-604bf0a03740), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:16.052908 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 7625f1f6-b3f6-42b2-a22b-eaf33034ddb9 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:15:16.053348 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7625f1f6-b3f6-42b2-a22b-eaf33034ddb9 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:15:16.054166 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device df32e303-cc41-4c56-a51d-e65d53151232 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:15:16.076726 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: df32e303-cc41-4c56-a51d-e65d53151232 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:15:16.077175 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device df32e303-cc41-4c56-a51d-e65d53151232 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:15:16.077929 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 142795a3-4fb9-41f2-a292-0ee608a62376 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:15:16.097779 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 142795a3-4fb9-41f2-a292-0ee608a62376 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:15:16.098218 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 142795a3-4fb9-41f2-a292-0ee608a62376 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:15:16.126877 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0850e974-28a1-46e1-b071-7d0f47e614ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3035164-6c64-45cf-bdce-604bf0a03740,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:16.133449 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0850e974-28a1-46e1-b071-7d0f47e614ef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=27d6c1c3d2c3470eb6bcdbc6a1e4f60a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9533513
Feb 05 21:15:16.134268 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 44496) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:15:16.135663 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1dcee8c2-ed42-4d02-ab4e-517efd84da1f req-020108f1-7ba6-4f0c-94ff-d88958fbcd52 service neutron] 10.222.0.39 "GET /v2.0/networks/826a316e-fa28-4748-930b-86494eaa48e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2120938
Feb 05 21:15:16.142842 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-863e0cc5-b67c-4bd4-ac09-b7a26b05d87f tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0ef85d7f-f4b6-4e35-a0f1-62956276c156), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:16.247049 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3d481cfa-7e3e-42e6-947f-fa70743c6293 admin admin] Publish callbacks [] for security_group (f3035164-6c64-45cf-bdce-604bf0a03740), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:16.279376 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3d481cfa-7e3e-42e6-947f-fa70743c6293 admin admin] Publish callbacks [] for security_group (f3035164-6c64-45cf-bdce-604bf0a03740), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:16.301587 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-863e0cc5-b67c-4bd4-ac09-b7a26b05d87f tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks [] for port (0ef85d7f-f4b6-4e35-a0f1-62956276c156), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:16.307000 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-863e0cc5-b67c-4bd4-ac09-b7a26b05d87f tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (0ef85d7f-f4b6-4e35-a0f1-62956276c156), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:16.369953 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3d481cfa-7e3e-42e6-947f-fa70743c6293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f3035164-6c64-45cf-bdce-604bf0a03740), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:16.372565 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3d481cfa-7e3e-42e6-947f-fa70743c6293 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:16.376970 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-3d481cfa-7e3e-42e6-947f-fa70743c6293 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f3035164-6c64-45cf-bdce-604bf0a03740 HTTP/1.1" status: 204  len: 168 time: 0.2371941
Feb 05 21:15:16.383661 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e0cc5-b67c-4bd4-ac09-b7a26b05d87f tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Pushing event updated for resources: {'Port': ['ID=0ef85d7f-f4b6-4e35-a0f1-62956276c156,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:16.392822 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-863e0cc5-b67c-4bd4-ac09-b7a26b05d87f tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (57586fba-a490-4dff-8f0d-f1c537e9ddcb), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:16.394853 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d481cfa-7e3e-42e6-947f-fa70743c6293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3035164-6c64-45cf-bdce-604bf0a03740,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:16.401861 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8c55e822-d410-4852-966c-e2db08099b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (6e48def7-54bd-4b58-a601-984d3e6f6228), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:16.509723 ncdv-master-1 neutron-server[114390]: INFO neutron.db.l3_db [None req-863e0cc5-b67c-4bd4-ac09-b7a26b05d87f tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Floating IP 57586fba-a490-4dff-8f0d-f1c537e9ddcb associated. External IP: 172.35.4.154, port: 9d1240c2-666f-4206-b779-79d8116b5651.
Feb 05 21:15:16.752111 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863e0cc5-b67c-4bd4-ac09-b7a26b05d87f tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Router 5903bcbd-b586-44b1-97fb-e836226a58c1 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:15:16.871161 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863e0cc5-b67c-4bd4-ac09-b7a26b05d87f tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:15:16.884918 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a3fdbc-e126-4b9a-9ffb-252ec5640bb1 None None] Sync routers for ids ['5903bcbd-b586-44b1-97fb-e836226a58c1'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:15:16.896555 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-863e0cc5-b67c-4bd4-ac09-b7a26b05d87f tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:16.900871 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a3fdbc-e126-4b9a-9ffb-252ec5640bb1 None None] Routers {'5903bcbd-b586-44b1-97fb-e836226a58c1'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:15:16.901805 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-25a3fdbc-e126-4b9a-9ffb-252ec5640bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8cd4a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:15:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['5903bcbd-b586-44b1-97fb-e836226a58c1'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:15:16.954467 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-863e0cc5-b67c-4bd4-ac09-b7a26b05d87f tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.7103825
Feb 05 21:15:16.954467 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd703ae4e-ece3-4f14-ab99-dc5353e74884', 'tag': '9d1240c2-666f-4206-b779-79d8116b5651'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:15:16.954467 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e54579-1124-493c-b68c-87b643dc38bc" -d '{"events": [{"name": "network-changed", "server_uuid": "d703ae4e-ece3-4f14-ab99-dc5353e74884", "tag": "9d1240c2-666f-4206-b779-79d8116b5651"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:15:16.994318 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae1576b-0583-4eea-9347-d9d06a73170f x-openstack-request-id: req-dae1576b-0583-4eea-9347-d9d06a73170f {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:15:16.994927 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d703ae4e-ece3-4f14-ab99-dc5353e74884", "tag": "9d1240c2-666f-4206-b779-79d8116b5651", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:15:16.995353 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dae1576b-0583-4eea-9347-d9d06a73170f {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:15:16.995944 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd703ae4e-ece3-4f14-ab99-dc5353e74884', 'tag': '9d1240c2-666f-4206-b779-79d8116b5651', 'status': 'completed', 'code': 200}
Feb 05 21:15:17.057411 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-25a3fdbc-e126-4b9a-9ffb-252ec5640bb1 None None] Set router 5903bcbd-b586-44b1-97fb-e836226a58c1 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:15:17.072988 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e54579-1124-493c-b68c-87b643dc38bc req-b2e4b87d-de9f-4e7a-9c83-8e90178d544f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:17.075902 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-48e54579-1124-493c-b68c-87b643dc38bc req-b2e4b87d-de9f-4e7a-9c83-8e90178d544f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e139e5b7a0514896b00ae8d3e4326e9d&device_id=d703ae4e-ece3-4f14-ab99-dc5353e74884 HTTP/1.1" status: 200  len: 1128 time: 0.0588417
Feb 05 21:15:17.082178 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-8c55e822-d410-4852-966c-e2db08099b5c admin admin] Deleting port 5e59f3b5-bdaa-4ecc-850c-547b267908f0 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:15:17.082710 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8c55e822-d410-4852-966c-e2db08099b5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (5e59f3b5-bdaa-4ecc-850c-547b267908f0), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:17.140188 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 44522) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:15:17.184470 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-8c55e822-d410-4852-966c-e2db08099b5c admin admin] For port 5e59f3b5-bdaa-4ecc-850c-547b267908f0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e59f3b5-bdaa-4ecc-850c-547b267908f0,segment=NetworkSegment(344e88b7-3ca9-4948-b934-0d9932aee0b1),segment_id=344e88b7-3ca9-4948-b934-0d9932aee0b1)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:15:17.184940 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8c55e822-d410-4852-966c-e2db08099b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (5e59f3b5-bdaa-4ecc-850c-547b267908f0), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:17.187838 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e54579-1124-493c-b68c-87b643dc38bc req-ca8a8c7b-b011-4edd-b0f2-5751fb825ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:17.189660 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-48e54579-1124-493c-b68c-87b643dc38bc req-ca8a8c7b-b011-4edd-b0f2-5751fb825ed3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=826a316e-fa28-4748-930b-86494eaa48e1 HTTP/1.1" status: 200  len: 910 time: 0.1082137
Feb 05 21:15:17.204244 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-8c55e822-d410-4852-966c-e2db08099b5c admin admin] Calling delete_port for 5e59f3b5-bdaa-4ecc-850c-547b267908f0 owned by network:router_interface {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:15:17.278904 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-48e54579-1124-493c-b68c-87b643dc38bc req-ffeeeec0-ec6a-444c-87d1-9533c92acb99 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d1240c2-666f-4206-b779-79d8116b5651 HTTP/1.1" status: 200  len: 1000 time: 0.0828316
Feb 05 21:15:17.316287 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-25a3fdbc-e126-4b9a-9ffb-252ec5640bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8cd4a00>, [{'id': '5903bcbd-b586-44b1-97fb-e836226a58c1', 'name': 'tempest-TestServerBasicOps-1706410107-router', 'tenant_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.254'}], 'enable_snat': True}, 'gw_port_id': '7254f0b2-7cab-4df2-b083-4660642a7465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:14:47Z', 'updated_at': '2022-02-05T21:14:50Z', 'revision_number': 4, 'project_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'gw_port': {'id': '7254f0b2-7cab-4df2-b083-4660642a7465', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:24:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5903bcbd-b586-44b1-97fb-e836226a58c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:14:47Z', 'updated_at': '2022-02-05T21:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '57586fba-a490-4dff-8f0d-f1c537e9ddcb', 'tenant_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'floating_ip_address': '172.35.4.154', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '5903bcbd-b586-44b1-97fb-e836226a58c1', 'port_id': '9d1240c2-666f-4206-b779-79d8116b5651', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '826a316e-fa28-4748-930b-86494eaa48e1', 'mac_address': 'fa:16:3e:9b:6c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd703ae4e-ece3-4f14-ab99-dc5353e74884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:15:15Z', 'updated_at': '2022-02-05T21:15:15Z', 'revision_number': 0, 'project_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4722b7-e10b-458d-b837-953208dfa5e4', 'name': '', 'network_id': '826a316e-fa28-4748-930b-86494eaa48e1', 'tenant_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'mac_address': 'fa:16:3e:1e:5a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5903bcbd-b586-44b1-97fb-e836226a58c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'e04dafb8-2d96-4050-8020-6c9230116ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:14:50Z', 'updated_at': '2022-02-05T21:14:56Z', 'revision_number': 5, 'project_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'subnets': [{'id': 'e04dafb8-2d96-4050-8020-6c9230116ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:15:17.320303 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-eeab3018-e448-4176-abdd-fc6b9f43f03d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1774938684-network', 'tenant_id': '2ad6548f8af9452f82b15bb4ffcfaa26'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:15:17.327455 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e54579-1124-493c-b68c-87b643dc38bc req-d81b2331-3a6d-48ed-98b8-f175f68be1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:17.330346 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-48e54579-1124-493c-b68c-87b643dc38bc req-d81b2331-3a6d-48ed-98b8-f175f68be1d6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e04dafb8-2d96-4050-8020-6c9230116ff8 HTTP/1.1" status: 200  len: 848 time: 0.0455444
Feb 05 21:15:17.345181 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a3fdbc-e126-4b9a-9ffb-252ec5640bb1 None None] Checking router: 5903bcbd-b586-44b1-97fb-e836226a58c1 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:15:17.350183 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeab3018-e448-4176-abdd-fc6b9f43f03d admin admin] Made reservation on behalf of 2ad6548f8af9452f82b15bb4ffcfaa26 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:15:17.352693 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eeab3018-e448-4176-abdd-fc6b9f43f03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:17.356781 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a3fdbc-e126-4b9a-9ffb-252ec5640bb1 None None] Routers {'5903bcbd-b586-44b1-97fb-e836226a58c1'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:15:17.357403 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-25a3fdbc-e126-4b9a-9ffb-252ec5640bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8cd4a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:15:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['5903bcbd-b586-44b1-97fb-e836226a58c1'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:15:17.369311 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eeab3018-e448-4176-abdd-fc6b9f43f03d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:17.384905 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e54579-1124-493c-b68c-87b643dc38bc req-a9dc0a05-4091-4945-8e20-a8fe355ff901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:17.386462 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-48e54579-1124-493c-b68c-87b643dc38bc req-a9dc0a05-4091-4945-8e20-a8fe355ff901 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=826a316e-fa28-4748-930b-86494eaa48e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0497012
Feb 05 21:15:17.493677 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-48e54579-1124-493c-b68c-87b643dc38bc req-6a72e629-19eb-4c69-9bd9-a82bc6ca2fe9 service neutron] 10.222.0.39 "GET /v2.0/networks/826a316e-fa28-4748-930b-86494eaa48e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1007805
Feb 05 21:15:17.498554 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8c55e822-d410-4852-966c-e2db08099b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (5e59f3b5-bdaa-4ecc-850c-547b267908f0), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:17.534781 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eeab3018-e448-4176-abdd-fc6b9f43f03d admin admin] Publish callbacks [] for security_group (e5e785f1-0a58-483d-8657-4a47f0bde926), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:17.535412 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c55e822-d410-4852-966c-e2db08099b5c admin admin] Pushing event deleted for resources: {'Port': ['ID=5e59f3b5-bdaa-4ecc-850c-547b267908f0,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:17.555252 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eeab3018-e448-4176-abdd-fc6b9f43f03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (e5e785f1-0a58-483d-8657-4a47f0bde926), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:17.573563 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-25a3fdbc-e126-4b9a-9ffb-252ec5640bb1 None None] Set router 5903bcbd-b586-44b1-97fb-e836226a58c1 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:15:17.604158 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-48e54579-1124-493c-b68c-87b643dc38bc req-de8f84ef-2e82-45e3-818e-835cada5de40 service neutron] 10.222.0.39 "GET /v2.0/networks/826a316e-fa28-4748-930b-86494eaa48e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1021776
Feb 05 21:15:17.621886 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeab3018-e448-4176-abdd-fc6b9f43f03d admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:15:17.650946 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab3018-e448-4176-abdd-fc6b9f43f03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e785f1-0a58-483d-8657-4a47f0bde926,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:17.655025 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eeab3018-e448-4176-abdd-fc6b9f43f03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (c452b297-5f5e-41b9-b9fb-112f4c5b0a56), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:17.655375 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-eeab3018-e448-4176-abdd-fc6b9f43f03d admin admin] Added segment c452b297-5f5e-41b9-b9fb-112f4c5b0a56 of type vlan for network 7c630d80-1db6-4808-8334-8710914fa0f4
Feb 05 21:15:17.752245 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eeab3018-e448-4176-abdd-fc6b9f43f03d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (7c630d80-1db6-4808-8334-8710914fa0f4), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:17.822838 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eeab3018-e448-4176-abdd-fc6b9f43f03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (7c630d80-1db6-4808-8334-8710914fa0f4), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:17.823683 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeab3018-e448-4176-abdd-fc6b9f43f03d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:17.824264 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eeab3018-e448-4176-abdd-fc6b9f43f03d admin admin] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:17.846143 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-25a3fdbc-e126-4b9a-9ffb-252ec5640bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8cd4a00>, [{'id': '5903bcbd-b586-44b1-97fb-e836226a58c1', 'name': 'tempest-TestServerBasicOps-1706410107-router', 'tenant_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.254'}], 'enable_snat': True}, 'gw_port_id': '7254f0b2-7cab-4df2-b083-4660642a7465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:14:47Z', 'updated_at': '2022-02-05T21:14:50Z', 'revision_number': 4, 'project_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'gw_port': {'id': '7254f0b2-7cab-4df2-b083-4660642a7465', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:24:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5903bcbd-b586-44b1-97fb-e836226a58c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:14:47Z', 'updated_at': '2022-02-05T21:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '57586fba-a490-4dff-8f0d-f1c537e9ddcb', 'tenant_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'floating_ip_address': '172.35.4.154', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '5903bcbd-b586-44b1-97fb-e836226a58c1', 'port_id': '9d1240c2-666f-4206-b779-79d8116b5651', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '826a316e-fa28-4748-930b-86494eaa48e1', 'mac_address': 'fa:16:3e:9b:6c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd703ae4e-ece3-4f14-ab99-dc5353e74884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:15:15Z', 'updated_at': '2022-02-05T21:15:15Z', 'revision_number': 0, 'project_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4722b7-e10b-458d-b837-953208dfa5e4', 'name': '', 'network_id': '826a316e-fa28-4748-930b-86494eaa48e1', 'tenant_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'mac_address': 'fa:16:3e:1e:5a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5903bcbd-b586-44b1-97fb-e836226a58c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'e04dafb8-2d96-4050-8020-6c9230116ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:14:50Z', 'updated_at': '2022-02-05T21:14:56Z', 'revision_number': 5, 'project_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'subnets': [{'id': 'e04dafb8-2d96-4050-8020-6c9230116ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:15:17.852662 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8c55e822-d410-4852-966c-e2db08099b5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (6e48def7-54bd-4b58-a601-984d3e6f6228), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:17.872464 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a3fdbc-e126-4b9a-9ffb-252ec5640bb1 None None] The sync data for ids ['5903bcbd-b586-44b1-97fb-e836226a58c1'] in ncdv-master-1 is: [{'id': '5903bcbd-b586-44b1-97fb-e836226a58c1', 'name': 'tempest-TestServerBasicOps-1706410107-router', 'tenant_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.254'}], 'enable_snat': True}, 'gw_port_id': '7254f0b2-7cab-4df2-b083-4660642a7465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:14:47Z', 'updated_at': '2022-02-05T21:14:50Z', 'revision_number': 4, 'project_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'gw_port': {'id': '7254f0b2-7cab-4df2-b083-4660642a7465', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:24:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5903bcbd-b586-44b1-97fb-e836226a58c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:14:47Z', 'updated_at': '2022-02-05T21:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '57586fba-a490-4dff-8f0d-f1c537e9ddcb', 'tenant_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'floating_ip_address': '172.35.4.154', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '5903bcbd-b586-44b1-97fb-e836226a58c1', 'port_id': '9d1240c2-666f-4206-b779-79d8116b5651', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '826a316e-fa28-4748-930b-86494eaa48e1', 'mac_address': 'fa:16:3e:9b:6c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd703ae4e-ece3-4f14-ab99-dc5353e74884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:15:15Z', 'updated_at': '2022-02-05T21:15:15Z', 'revision_number': 0, 'project_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4722b7-e10b-458d-b837-953208dfa5e4', 'name': '', 'network_id': '826a316e-fa28-4748-930b-86494eaa48e1', 'tenant_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'mac_address': 'fa:16:3e:1e:5a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5903bcbd-b586-44b1-97fb-e836226a58c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'e04dafb8-2d96-4050-8020-6c9230116ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:14:50Z', 'updated_at': '2022-02-05T21:14:56Z', 'revision_number': 5, 'project_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'subnets': [{'id': 'e04dafb8-2d96-4050-8020-6c9230116ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:15:17.889644 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-eeab3018-e448-4176-abdd-fc6b9f43f03d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7480156
Feb 05 21:15:17.893301 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 44526) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:15:17.897066 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab3018-e448-4176-abdd-fc6b9f43f03d admin admin] Pushing event updated for resources: {'Network': ['ID=7c630d80-1db6-4808-8334-8710914fa0f4,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:17.898394 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-67896cc5-9ef7-44e5-80fe-4366f9f38d7e admin admin] Request body: {'subnet': {'network_id': '7c630d80-1db6-4808-8334-8710914fa0f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1774938684-subnet', 'tenant_id': '2ad6548f8af9452f82b15bb4ffcfaa26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:15:17.912015 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 7c630d80-1db6-4808-8334-8710914fa0f4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:15:17.961986 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67896cc5-9ef7-44e5-80fe-4366f9f38d7e admin admin] Made reservation on behalf of 2ad6548f8af9452f82b15bb4ffcfaa26 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:15:17.961986 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-67896cc5-9ef7-44e5-80fe-4366f9f38d7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:18.169307 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c55e822-d410-4852-966c-e2db08099b5c admin admin] Router 6e48def7-54bd-4b58-a601-984d3e6f6228 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:15:18.173637 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-67896cc5-9ef7-44e5-80fe-4366f9f38d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (d84c758d-ff3a-4750-ada1-a4d4838f2cd4), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:18.186308 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3c9346-889a-428f-9c39-31a67e74fe0e None None] New status for floating IP 57586fba-a490-4dff-8f0d-f1c537e9ddcb: ACTIVE {{(pid=114392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:15:18.250300 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67896cc5-9ef7-44e5-80fe-4366f9f38d7e admin admin] Checking segment: {'id': 'c452b297-5f5e-41b9-b9fb-112f4c5b0a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7c630d80-1db6-4808-8334-8710914fa0f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:15:18.250827 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67896cc5-9ef7-44e5-80fe-4366f9f38d7e admin admin] Network hostable DHCP agents. Network: 7c630d80-1db6-4808-8334-8710914fa0f4, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:15:18.253326 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67896cc5-9ef7-44e5-80fe-4366f9f38d7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d84c758d-ff3a-4750-ada1-a4d4838f2cd4,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:18.274605 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67896cc5-9ef7-44e5-80fe-4366f9f38d7e admin admin] Network 7c630d80-1db6-4808-8334-8710914fa0f4 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:15:18.285466 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-67896cc5-9ef7-44e5-80fe-4366f9f38d7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7c630d80-1db6-4808-8334-8710914fa0f4) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:15:18.290492 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67896cc5-9ef7-44e5-80fe-4366f9f38d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:18.291491 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-67896cc5-9ef7-44e5-80fe-4366f9f38d7e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:18.300886 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85094bf5-6a40-42e9-ad67-36b35e39af3c None None] Network 7c630d80-1db6-4808-8334-8710914fa0f4 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:15:18.313290 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-67896cc5-9ef7-44e5-80fe-4366f9f38d7e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.4182115
Feb 05 21:15:18.319758 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c55e822-d410-4852-966c-e2db08099b5c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:15:18.330049 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ae90f0-7476-4803-9322-0171612f73e3 None None] Sync routers for ids ['6e48def7-54bd-4b58-a601-984d3e6f6228'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:15:18.341000 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ae90f0-7476-4803-9322-0171612f73e3 None None] Routers {'6e48def7-54bd-4b58-a601-984d3e6f6228'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:15:18.342320 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 44530) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:15:18.342554 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8c55e822-d410-4852-966c-e2db08099b5c admin admin] 10.222.0.32 "PUT /v2.0/routers/6e48def7-54bd-4b58-a601-984d3e6f6228/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4708550
Feb 05 21:15:18.343630 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-82ae90f0-7476-4803-9322-0171612f73e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8b6b100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:15:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['6e48def7-54bd-4b58-a601-984d3e6f6228'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:15:18.466037 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cd5536-b28a-40fe-bd83-fa9e8e0c7f94 None None] Network 7c630d80-1db6-4808-8334-8710914fa0f4 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:15:18.506853 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fa9f0896-f923-4727-872e-b8d6db767f2b admin admin] Publish callbacks [] for router (6e48def7-54bd-4b58-a601-984d3e6f6228), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:18.512254 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-82ae90f0-7476-4803-9322-0171612f73e3 None None] Set router 6e48def7-54bd-4b58-a601-984d3e6f6228 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:15:18.644602 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fa9f0896-f923-4727-872e-b8d6db767f2b admin admin] Publish callbacks [] for router_gateway (6e48def7-54bd-4b58-a601-984d3e6f6228), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:18.701724 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-fa9f0896-f923-4727-872e-b8d6db767f2b admin admin] Deleting port 2890bf98-cd37-4014-b0f3-66e0241bb2a9 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:15:18.702237 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fa9f0896-f923-4727-872e-b8d6db767f2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (2890bf98-cd37-4014-b0f3-66e0241bb2a9), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:18.712400 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-82ae90f0-7476-4803-9322-0171612f73e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8b6b100>, [{'id': '6e48def7-54bd-4b58-a601-984d3e6f6228', 'name': 'tempest-TestVolumeBootPattern-2108145269-router', 'tenant_id': '038e5a5565304c12b0a7707b4453781f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.72'}], 'enable_snat': True}, 'gw_port_id': '2890bf98-cd37-4014-b0f3-66e0241bb2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:04:25Z', 'updated_at': '2022-02-05T21:15:17Z', 'revision_number': 5, 'project_id': '038e5a5565304c12b0a7707b4453781f', 'gw_port': {'id': '2890bf98-cd37-4014-b0f3-66e0241bb2a9', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:29:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e48def7-54bd-4b58-a601-984d3e6f6228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:04:28Z', 'updated_at': '2022-02-05T21:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:15:18.739884 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ae90f0-7476-4803-9322-0171612f73e3 None None] Checking router: 6e48def7-54bd-4b58-a601-984d3e6f6228 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:15:18.748524 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ae90f0-7476-4803-9322-0171612f73e3 None None] Routers {'6e48def7-54bd-4b58-a601-984d3e6f6228'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:15:18.749176 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-82ae90f0-7476-4803-9322-0171612f73e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8b6b100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:15:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['6e48def7-54bd-4b58-a601-984d3e6f6228'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:15:18.788174 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-fa9f0896-f923-4727-872e-b8d6db767f2b admin admin] For port 2890bf98-cd37-4014-b0f3-66e0241bb2a9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2890bf98-cd37-4014-b0f3-66e0241bb2a9,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:15:18.788584 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fa9f0896-f923-4727-872e-b8d6db767f2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (2890bf98-cd37-4014-b0f3-66e0241bb2a9), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:18.802053 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-fa9f0896-f923-4727-872e-b8d6db767f2b admin admin] Calling delete_port for 2890bf98-cd37-4014-b0f3-66e0241bb2a9 owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:15:18.848187 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-82ae90f0-7476-4803-9322-0171612f73e3 None None] Set router 6e48def7-54bd-4b58-a601-984d3e6f6228 gateway port host: None {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:15:18.913470 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-82ae90f0-7476-4803-9322-0171612f73e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8b6b100>, [{'id': '6e48def7-54bd-4b58-a601-984d3e6f6228', 'name': 'tempest-TestVolumeBootPattern-2108145269-router', 'tenant_id': '038e5a5565304c12b0a7707b4453781f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:04:25Z', 'updated_at': '2022-02-05T21:15:18Z', 'revision_number': 6, 'project_id': '038e5a5565304c12b0a7707b4453781f', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:15:18.967311 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ae90f0-7476-4803-9322-0171612f73e3 None None] The sync data for ids ['6e48def7-54bd-4b58-a601-984d3e6f6228'] in ncdv-master-1 is: [{'id': '6e48def7-54bd-4b58-a601-984d3e6f6228', 'name': 'tempest-TestVolumeBootPattern-2108145269-router', 'tenant_id': '038e5a5565304c12b0a7707b4453781f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:04:25Z', 'updated_at': '2022-02-05T21:15:18Z', 'revision_number': 6, 'project_id': '038e5a5565304c12b0a7707b4453781f', 'gw_port_host': None}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:15:19.035801 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fa9f0896-f923-4727-872e-b8d6db767f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (2890bf98-cd37-4014-b0f3-66e0241bb2a9), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:19.070540 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f0896-f923-4727-872e-b8d6db767f2b admin admin] Pushing event deleted for resources: {'Port': ['ID=2890bf98-cd37-4014-b0f3-66e0241bb2a9,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:19.127573 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fa9f0896-f923-4727-872e-b8d6db767f2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (6e48def7-54bd-4b58-a601-984d3e6f6228), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:19.225824 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fa9f0896-f923-4727-872e-b8d6db767f2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (6e48def7-54bd-4b58-a601-984d3e6f6228), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:19.228024 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fa9f0896-f923-4727-872e-b8d6db767f2b admin admin] Publish callbacks [] for router_controller (6e48def7-54bd-4b58-a601-984d3e6f6228), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:19.274370 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fa9f0896-f923-4727-872e-b8d6db767f2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (6e48def7-54bd-4b58-a601-984d3e6f6228), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:19.274863 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9f0896-f923-4727-872e-b8d6db767f2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e48def7-54bd-4b58-a601-984d3e6f6228 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:15:19.279382 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fa9f0896-f923-4727-872e-b8d6db767f2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:19.280551 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-fa9f0896-f923-4727-872e-b8d6db767f2b admin admin] 10.222.0.32 "DELETE /v2.0/routers/6e48def7-54bd-4b58-a601-984d3e6f6228 HTTP/1.1" status: 204  len: 168 time: 0.9368670
Feb 05 21:15:19.283402 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 44552) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:15:19.327007 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c428f3-3e7c-4b5a-ac60-f72851472aff admin admin] Deleting subnet 15897029-76fe-499a-80bf-bb82a18cd120 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:15:19.331644 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-18c428f3-3e7c-4b5a-ac60-f72851472aff admin admin] Publish callbacks [] for subnet (15897029-76fe-499a-80bf-bb82a18cd120), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:19.370843 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-18c428f3-3e7c-4b5a-ac60-f72851472aff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (15897029-76fe-499a-80bf-bb82a18cd120), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:19.455552 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-18c428f3-3e7c-4b5a-ac60-f72851472aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (15897029-76fe-499a-80bf-bb82a18cd120), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:19.510519 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-18c428f3-3e7c-4b5a-ac60-f72851472aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (15897029-76fe-499a-80bf-bb82a18cd120), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:19.537813 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-18c428f3-3e7c-4b5a-ac60-f72851472aff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:19.540985 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-18c428f3-3e7c-4b5a-ac60-f72851472aff admin admin] 10.222.0.32 "DELETE /v2.0/subnets/15897029-76fe-499a-80bf-bb82a18cd120 HTTP/1.1" status: 204  len: 168 time: 0.2566659
Feb 05 21:15:19.542231 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c428f3-3e7c-4b5a-ac60-f72851472aff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15897029-76fe-499a-80bf-bb82a18cd120,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:19.544331 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 44554) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:15:19.545305 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bfdcdb-5571-4fcc-857e-be79199b7f3b None None] Network e5e0a553-f058-471d-bf94-537dea3ad2e3 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:15:19.619907 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-947e7e6b-b116-43ad-b5a3-c80713a99f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (e5e0a553-f058-471d-bf94-537dea3ad2e3), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:19.677213 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-947e7e6b-b116-43ad-b5a3-c80713a99f6c admin admin] Deleting port 5e030055-3f29-4091-b545-df82d7ae1594 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:15:19.677587 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-947e7e6b-b116-43ad-b5a3-c80713a99f6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (5e030055-3f29-4091-b545-df82d7ae1594), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:19.741103 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-947e7e6b-b116-43ad-b5a3-c80713a99f6c admin admin] For port 5e030055-3f29-4091-b545-df82d7ae1594, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e030055-3f29-4091-b545-df82d7ae1594,segment=NetworkSegment(344e88b7-3ca9-4948-b934-0d9932aee0b1),segment_id=344e88b7-3ca9-4948-b934-0d9932aee0b1)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:15:19.741452 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-947e7e6b-b116-43ad-b5a3-c80713a99f6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (5e030055-3f29-4091-b545-df82d7ae1594), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:19.756754 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bf2698-b439-4616-90a2-7a8b58fe6c6c None None] DHCP port deletion for e5e0a553-f058-471d-bf94-537dea3ad2e3 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:15:19.759237 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-947e7e6b-b116-43ad-b5a3-c80713a99f6c admin admin] Calling delete_port for 5e030055-3f29-4091-b545-df82d7ae1594 owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:15:19.805132 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-99bf2698-b439-4616-90a2-7a8b58fe6c6c None None] Deleting port 5e030055-3f29-4091-b545-df82d7ae1594 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:15:19.805618 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-99bf2698-b439-4616-90a2-7a8b58fe6c6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (5e030055-3f29-4091-b545-df82d7ae1594), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:19.846998 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-947e7e6b-b116-43ad-b5a3-c80713a99f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (5e030055-3f29-4091-b545-df82d7ae1594), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:19.872214 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e7e6b-b116-43ad-b5a3-c80713a99f6c admin admin] Pushing event deleted for resources: {'Port': ['ID=5e030055-3f29-4091-b545-df82d7ae1594,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:19.879031 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-99bf2698-b439-4616-90a2-7a8b58fe6c6c None None] For port 5e030055-3f29-4091-b545-df82d7ae1594, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e030055-3f29-4091-b545-df82d7ae1594,segment=NetworkSegment(344e88b7-3ca9-4948-b934-0d9932aee0b1),segment_id=344e88b7-3ca9-4948-b934-0d9932aee0b1)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:15:19.879573 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-99bf2698-b439-4616-90a2-7a8b58fe6c6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (5e030055-3f29-4091-b545-df82d7ae1594), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:19.892388 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947e7e6b-b116-43ad-b5a3-c80713a99f6c admin admin] No DVR routers for this DVR port 5e030055-3f29-4091-b545-df82d7ae1594 on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:15:19.899245 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-99bf2698-b439-4616-90a2-7a8b58fe6c6c None None] Calling delete_port for 5e030055-3f29-4091-b545-df82d7ae1594 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 21:15:19.982829 ncdv-master-1 neutron-server[114392]:   self.session.flush()
Feb 05 21:15:19.993789 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-947e7e6b-b116-43ad-b5a3-c80713a99f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (e5e0a553-f058-471d-bf94-537dea3ad2e3), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:19.995946 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-99bf2698-b439-4616-90a2-7a8b58fe6c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (5e030055-3f29-4091-b545-df82d7ae1594), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:20.023702 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-947e7e6b-b116-43ad-b5a3-c80713a99f6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db3f04d30>,) {'filters': {'network_id': ['e5e0a553-f058-471d-bf94-537dea3ad2e3']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:15:20.029317 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bf2698-b439-4616-90a2-7a8b58fe6c6c None None] No DVR routers for this DVR port 5e030055-3f29-4091-b545-df82d7ae1594 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:15:20.037316 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-947e7e6b-b116-43ad-b5a3-c80713a99f6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3f04d30>, '344e88b7-3ca9-4948-b934-0d9932aee0b1') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:15:20.037662 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-947e7e6b-b116-43ad-b5a3-c80713a99f6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3f04d30>, '344e88b7-3ca9-4948-b934-0d9932aee0b1') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:15:20.054475 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-947e7e6b-b116-43ad-b5a3-c80713a99f6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (344e88b7-3ca9-4948-b934-0d9932aee0b1), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:20.082102 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bf2698-b439-4616-90a2-7a8b58fe6c6c None None] Pushing event deleted for resources: {'Port': ['ID=5e030055-3f29-4091-b545-df82d7ae1594,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:20.084141 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 5e59f3b5-bdaa-4ecc-850c-547b267908f0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:15:20.091863 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-947e7e6b-b116-43ad-b5a3-c80713a99f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (344e88b7-3ca9-4948-b934-0d9932aee0b1), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:20.111842 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-947e7e6b-b116-43ad-b5a3-c80713a99f6c admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:15:20.112721 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-947e7e6b-b116-43ad-b5a3-c80713a99f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (344e88b7-3ca9-4948-b934-0d9932aee0b1), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:20.114459 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:15:20.114459 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:15:20.114459 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:15:20.114459 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:15:20.114459 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:15:20.114459 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:15:20.114459 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:15:20.114459 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:15:20.114459 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:15:20.114459 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:15:20.114459 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:15:20.114459 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:15:20.114459 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:15:20.114459 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:15:20.114459 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:15:20.114459 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:15:20.114459 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:15:20.114459 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:15:20.114459 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:15:20.114459 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:15:20.114459 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:15:20.114459 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:15:20.114459 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:15:20.114459 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:15:20.114459 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:15:20.114459 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:15:20.114459 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:15:20.114459 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:15:20.114459 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:15:20.114459 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:15:20.114459 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:15:20.114459 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:15:20.124151 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 5e59f3b5-bdaa-4ecc-850c-547b267908f0 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:15:20.124505 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 5e59f3b5-bdaa-4ecc-850c-547b267908f0 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:15:20.124968 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 5e030055-3f29-4091-b545-df82d7ae1594 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:15:20.153169 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 5e030055-3f29-4091-b545-df82d7ae1594 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:15:20.153758 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 5e030055-3f29-4091-b545-df82d7ae1594 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:15:20.154389 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 2890bf98-cd37-4014-b0f3-66e0241bb2a9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:15:20.178604 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 2890bf98-cd37-4014-b0f3-66e0241bb2a9 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:15:20.178964 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 2890bf98-cd37-4014-b0f3-66e0241bb2a9 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:15:20.198014 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:20.204053 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-947e7e6b-b116-43ad-b5a3-c80713a99f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (e5e0a553-f058-471d-bf94-537dea3ad2e3), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:20.210959 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-947e7e6b-b116-43ad-b5a3-c80713a99f6c admin admin] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:20.214192 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-947e7e6b-b116-43ad-b5a3-c80713a99f6c admin admin] 10.222.0.32 "DELETE /v2.0/networks/e5e0a553-f058-471d-bf94-537dea3ad2e3 HTTP/1.1" status: 204  len: 168 time: 0.6684873
Feb 05 21:15:20.240576 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e7e6b-b116-43ad-b5a3-c80713a99f6c admin admin] Pushing event deleted for resources: {'Network': ['ID=e5e0a553-f058-471d-bf94-537dea3ad2e3,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:20.310916 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-97d5bcce-1168-4805-a674-bf87b3fb3e61 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:20.312469 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-97d5bcce-1168-4805-a674-bf87b3fb3e61 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/networks?id=7c630d80-1db6-4808-8334-8710914fa0f4 HTTP/1.1" status: 200  len: 809 time: 0.1333797
Feb 05 21:15:20.327843 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-394af36b-a41d-4879-9bfa-ab0bd9115f64 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/quotas/2ad6548f8af9452f82b15bb4ffcfaa26 HTTP/1.1" status: 200  len: 375 time: 0.0098195
Feb 05 21:15:20.338767 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 44574) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:15:20.364026 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-64dcca8a-c77c-4789-a8a2-b5999dd21817 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ad6548f8af9452f82b15bb4ffcfaa26&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0289035
Feb 05 21:15:20.380801 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d306fdc7-c047-44ec-8d56-4b46d3b73611 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=af1c8d8fd0ce4d51947fd02afc3a9fb1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0407705
Feb 05 21:15:20.383272 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 44576) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:15:20.430457 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fbfde32b-e18d-4555-a160-81f9ac9686f0 admin admin] Publish callbacks [] for security_group (b7eb3d12-a5c7-4b2c-93da-f3f358aebcea), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:20.451616 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fbfde32b-e18d-4555-a160-81f9ac9686f0 admin admin] Publish callbacks [] for security_group (b7eb3d12-a5c7-4b2c-93da-f3f358aebcea), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:20.461548 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-98128911-e866-4b9f-86f3-25462c7bc656 service neutron] 10.222.0.32 "GET /v2.0/networks/7c630d80-1db6-4808-8334-8710914fa0f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0903194
Feb 05 21:15:20.503705 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fbfde32b-e18d-4555-a160-81f9ac9686f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b7eb3d12-a5c7-4b2c-93da-f3f358aebcea), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:20.508384 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fbfde32b-e18d-4555-a160-81f9ac9686f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:20.510261 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-fbfde32b-e18d-4555-a160-81f9ac9686f0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b7eb3d12-a5c7-4b2c-93da-f3f358aebcea HTTP/1.1" status: 204  len: 168 time: 0.1259000
Feb 05 21:15:20.523775 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfde32b-e18d-4555-a160-81f9ac9686f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7eb3d12-a5c7-4b2c-93da-f3f358aebcea,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:20.569620 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-3a32410f-eb26-4b75-93a6-21bccc0a43f1 service neutron] 10.222.0.32 "GET /v2.0/networks/7c630d80-1db6-4808-8334-8710914fa0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1019311
Feb 05 21:15:20.739439 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3235e1ee-2abd-4e01-b4ae-4698dc278b40 req-0bb50c54-e4bc-4755-ab1f-55c56b6480a7 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d749470-4f50-417f-8446-a1a726fae5d8 HTTP/1.1" status: 200  len: 210 time: 0.0273712
Feb 05 21:15:20.876426 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 44590) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:15:20.922088 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e17a9a3a-0bce-4c5a-99ef-189047aec8bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=038e5a5565304c12b0a7707b4453781f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0444155
Feb 05 21:15:20.924547 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 44592) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:15:20.976486 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8ce2707f-2a7c-4a49-a14e-db2c604ea980 admin admin] Publish callbacks [] for security_group (34b6420d-0d24-40b4-9757-f81654725cd5), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:20.998174 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8ce2707f-2a7c-4a49-a14e-db2c604ea980 admin admin] Publish callbacks [] for security_group (34b6420d-0d24-40b4-9757-f81654725cd5), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:21.048786 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8ce2707f-2a7c-4a49-a14e-db2c604ea980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (34b6420d-0d24-40b4-9757-f81654725cd5), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:21.051418 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8ce2707f-2a7c-4a49-a14e-db2c604ea980 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:21.055455 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8ce2707f-2a7c-4a49-a14e-db2c604ea980 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/34b6420d-0d24-40b4-9757-f81654725cd5 HTTP/1.1" status: 204  len: 168 time: 0.1271329
Feb 05 21:15:21.061918 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce2707f-2a7c-4a49-a14e-db2c604ea980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b6420d-0d24-40b4-9757-f81654725cd5,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:21.711930 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-13b525b6-d743-42ee-8dde-5e525d78ddab tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:21.713401 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-13b525b6-d743-42ee-8dde-5e525d78ddab tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.39 "GET /v2.0/networks?id=7c630d80-1db6-4808-8334-8710914fa0f4 HTTP/1.1" status: 200  len: 809 time: 0.1140752
Feb 05 21:15:21.724424 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-db9527cc-24b7-4013-b65e-d43c4cae2549 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Request body: {'port': {'device_id': '8d749470-4f50-417f-8446-a1a726fae5d8', 'network_id': '7c630d80-1db6-4808-8334-8710914fa0f4', 'admin_state_up': True, 'tenant_id': '2ad6548f8af9452f82b15bb4ffcfaa26'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:15:21.835337 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-db9527cc-24b7-4013-b65e-d43c4cae2549 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Made reservation on behalf of 2ad6548f8af9452f82b15bb4ffcfaa26 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:15:21.838783 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-db9527cc-24b7-4013-b65e-d43c4cae2549 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:21.840288 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1fa2c9d0-22e5-4d43-b070-1b491811bd2b req-9762035a-244b-44da-8d36-a48f9d90691c tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d749470-4f50-417f-8446-a1a726fae5d8 HTTP/1.1" status: 200  len: 210 time: 0.0299788
Feb 05 21:15:21.960074 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-db9527cc-24b7-4013-b65e-d43c4cae2549 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Allocated IP 172.20.0.11 (7c630d80-1db6-4808-8334-8710914fa0f4/d84c758d-ff3a-4750-ada1-a4d4838f2cd4/3bc08db9-18ff-440e-9cd4-0353334fd6f7) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:15:22.113081 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-db9527cc-24b7-4013-b65e-d43c4cae2549 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Publish callbacks [] for port (3bc08db9-18ff-440e-9cd4-0353334fd6f7), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:22.146000 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-db9527cc-24b7-4013-b65e-d43c4cae2549 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (3bc08db9-18ff-440e-9cd4-0353334fd6f7), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:22.189240 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-db9527cc-24b7-4013-b65e-d43c4cae2549 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Network 7c630d80-1db6-4808-8334-8710914fa0f4 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:15:22.192361 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-db9527cc-24b7-4013-b65e-d43c4cae2549 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:15:22.196325 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-db9527cc-24b7-4013-b65e-d43c4cae2549 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:15:22.222053 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9527cc-24b7-4013-b65e-d43c4cae2549 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Pushing event updated for resources: {'Port': ['ID=3bc08db9-18ff-440e-9cd4-0353334fd6f7,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:22.256082 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-db9527cc-24b7-4013-b65e-d43c4cae2549 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:22.256700 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-db9527cc-24b7-4013-b65e-d43c4cae2549 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:22.273970 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-db9527cc-24b7-4013-b65e-d43c4cae2549 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5531688
Feb 05 21:15:22.285417 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-0720267f-5de0-4a9b-9268-620b839697ba service neutron] Request body: {'port': {'device_id': '8d749470-4f50-417f-8446-a1a726fae5d8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:15:22.345281 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-0720267f-5de0-4a9b-9268-620b839697ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3bc08db9-18ff-440e-9cd4-0353334fd6f7), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:22.644299 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-0720267f-5de0-4a9b-9268-620b839697ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bc08db9-18ff-440e-9cd4-0353334fd6f7 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:15:22.652264 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-0720267f-5de0-4a9b-9268-620b839697ba service neutron] Publish callbacks [] for port (3bc08db9-18ff-440e-9cd4-0353334fd6f7), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:22.668576 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-0720267f-5de0-4a9b-9268-620b839697ba service neutron] Transition to ACTIVE for port object 3bc08db9-18ff-440e-9cd4-0353334fd6f7 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:15:22.673143 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-0720267f-5de0-4a9b-9268-620b839697ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (3bc08db9-18ff-440e-9cd4-0353334fd6f7), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:22.730579 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0720267f-5de0-4a9b-9268-620b839697ba service neutron] Pushing event updated for resources: {'Port': ['ID=3bc08db9-18ff-440e-9cd4-0353334fd6f7,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:22.809175 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-0720267f-5de0-4a9b-9268-620b839697ba service neutron] Attempting to bind port 3bc08db9-18ff-440e-9cd4-0353334fd6f7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:15:22.809514 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-0720267f-5de0-4a9b-9268-620b839697ba service neutron] Attempting to bind port 3bc08db9-18ff-440e-9cd4-0353334fd6f7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c452b297-5f5e-41b9-b9fb-112f4c5b0a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7c630d80-1db6-4808-8334-8710914fa0f4'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:15:22.809846 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-0720267f-5de0-4a9b-9268-620b839697ba service neutron] Attempting to bind port 3bc08db9-18ff-440e-9cd4-0353334fd6f7 on network 7c630d80-1db6-4808-8334-8710914fa0f4 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:15:22.814810 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-0720267f-5de0-4a9b-9268-620b839697ba service neutron] Port 3bc08db9-18ff-440e-9cd4-0353334fd6f7 on network 7c630d80-1db6-4808-8334-8710914fa0f4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:15:22.815218 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-0720267f-5de0-4a9b-9268-620b839697ba service neutron] Attempting to bind port 3bc08db9-18ff-440e-9cd4-0353334fd6f7 on network 7c630d80-1db6-4808-8334-8710914fa0f4 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:15:22.820308 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-0720267f-5de0-4a9b-9268-620b839697ba service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:15:22.820653 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-0720267f-5de0-4a9b-9268-620b839697ba service neutron] Checking segment: {'id': 'c452b297-5f5e-41b9-b9fb-112f4c5b0a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7c630d80-1db6-4808-8334-8710914fa0f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:15:22.821039 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-0720267f-5de0-4a9b-9268-620b839697ba service neutron] Bound using segment: {'id': 'c452b297-5f5e-41b9-b9fb-112f4c5b0a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7c630d80-1db6-4808-8334-8710914fa0f4'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:15:22.821466 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-0720267f-5de0-4a9b-9268-620b839697ba service neutron] Bound port: 3bc08db9-18ff-440e-9cd4-0353334fd6f7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c452b297-5f5e-41b9-b9fb-112f4c5b0a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7c630d80-1db6-4808-8334-8710914fa0f4'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:15:22.821829 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-0720267f-5de0-4a9b-9268-620b839697ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3bc08db9-18ff-440e-9cd4-0353334fd6f7), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:22.888624 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-0720267f-5de0-4a9b-9268-620b839697ba service neutron] For port 3bc08db9-18ff-440e-9cd4-0353334fd6f7, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:15:22.892600 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-0720267f-5de0-4a9b-9268-620b839697ba service neutron] For port 3bc08db9-18ff-440e-9cd4-0353334fd6f7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3bc08db9-18ff-440e-9cd4-0353334fd6f7,segment=NetworkSegment(c452b297-5f5e-41b9-b9fb-112f4c5b0a56),segment_id=c452b297-5f5e-41b9-b9fb-112f4c5b0a56)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:15:22.899992 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-0720267f-5de0-4a9b-9268-620b839697ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (3bc08db9-18ff-440e-9cd4-0353334fd6f7), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:22.933382 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-0720267f-5de0-4a9b-9268-620b839697ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:22.933999 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-0720267f-5de0-4a9b-9268-620b839697ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:22.935534 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-0720267f-5de0-4a9b-9268-620b839697ba service neutron] 10.222.0.39 "PUT /v2.0/ports/3bc08db9-18ff-440e-9cd4-0353334fd6f7 HTTP/1.1" status: 200  len: 1092 time: 0.6550355
Feb 05 21:15:22.935847 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d749470-4f50-417f-8446-a1a726fae5d8', 'tag': '3bc08db9-18ff-440e-9cd4-0353334fd6f7'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:15:22.938629 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3bfacad-3860-458b-a8d6-e7bade56531b" -d '{"events": [{"name": "network-changed", "server_uuid": "8d749470-4f50-417f-8446-a1a726fae5d8", "tag": "3bc08db9-18ff-440e-9cd4-0353334fd6f7"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:15:22.965772 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0720267f-5de0-4a9b-9268-620b839697ba service neutron] Pushing event updated for resources: {'Port': ['ID=3bc08db9-18ff-440e-9cd4-0353334fd6f7,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:22.977845 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a3232-e796-4409-b1ad-1b0b75d25ea0 req-96e5319f-ece8-42d3-97c3-4ddaaeec109b tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:22.979812 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-391a3232-e796-4409-b1ad-1b0b75d25ea0 req-96e5319f-ece8-42d3-97c3-4ddaaeec109b tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d749470-4f50-417f-8446-a1a726fae5d8 HTTP/1.1" status: 200  len: 944 time: 0.0676584
Feb 05 21:15:23.012453 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fce168a-f4b2-4a7e-9480-96de5e557abd x-openstack-request-id: req-5fce168a-f4b2-4a7e-9480-96de5e557abd {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:15:23.012751 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d749470-4f50-417f-8446-a1a726fae5d8", "tag": "3bc08db9-18ff-440e-9cd4-0353334fd6f7", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:15:23.013012 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5fce168a-f4b2-4a7e-9480-96de5e557abd {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:15:23.013447 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d749470-4f50-417f-8446-a1a726fae5d8', 'tag': '3bc08db9-18ff-440e-9cd4-0353334fd6f7', 'status': 'completed', 'code': 200}
Feb 05 21:15:23.032875 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-391a3232-e796-4409-b1ad-1b0b75d25ea0 req-672d43a9-0f33-4759-80c0-931955c2649b tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5e785f1-0a58-483d-8657-4a47f0bde926&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455394
Feb 05 21:15:23.033092 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-b973cfc9-c5ba-4361-8938-fa1e1e5740ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:23.034528 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-b973cfc9-c5ba-4361-8938-fa1e1e5740ed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ad6548f8af9452f82b15bb4ffcfaa26&device_id=8d749470-4f50-417f-8446-a1a726fae5d8 HTTP/1.1" status: 200  len: 1126 time: 0.0513365
Feb 05 21:15:23.080033 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-1b1a1387-13e4-4191-b004-3659c6f37bb0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bc08db9-18ff-440e-9cd4-0353334fd6f7 HTTP/1.1" status: 200  len: 217 time: 0.0390141
Feb 05 21:15:23.128646 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-6bd74c87-876f-4544-885e-2a85ad21f515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:23.130113 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-6bd74c87-876f-4544-885e-2a85ad21f515 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d84c758d-ff3a-4750-ada1-a4d4838f2cd4 HTTP/1.1" status: 200  len: 849 time: 0.0439115
Feb 05 21:15:23.161325 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-10fd34c8-cb94-452e-9a16-9c378b343c12 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7c630d80-1db6-4808-8334-8710914fa0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0252237
Feb 05 21:15:23.249063 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-c5e64037-4ddf-478d-9f17-c515e8da221e service neutron] 10.222.0.39 "GET /v2.0/networks/7c630d80-1db6-4808-8334-8710914fa0f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0817764
Feb 05 21:15:23.339152 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0b9e4bce-fb41-4802-a0de-b41c66e34858 req-94cb5046-d329-48f9-b447-c3dacc99acd8 service neutron] 10.222.0.39 "GET /v2.0/networks/7c630d80-1db6-4808-8334-8710914fa0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844679
Feb 05 21:15:23.432594 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bfacad-3860-458b-a8d6-e7bade56531b req-038d2566-8f9f-47dc-9c56-b4e07316e754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:23.433976 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c3bfacad-3860-458b-a8d6-e7bade56531b req-038d2566-8f9f-47dc-9c56-b4e07316e754 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ad6548f8af9452f82b15bb4ffcfaa26&device_id=8d749470-4f50-417f-8446-a1a726fae5d8 HTTP/1.1" status: 200  len: 1126 time: 0.0452905
Feb 05 21:15:23.831413 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bfacad-3860-458b-a8d6-e7bade56531b req-ef828504-4c01-49ae-b808-c49418b89cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:23.832898 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c3bfacad-3860-458b-a8d6-e7bade56531b req-ef828504-4c01-49ae-b808-c49418b89cb2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7c630d80-1db6-4808-8334-8710914fa0f4 HTTP/1.1" status: 200  len: 910 time: 0.3931758
Feb 05 21:15:23.873278 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c3bfacad-3860-458b-a8d6-e7bade56531b req-10bd1c12-2413-4647-ad70-c0c9f3947b3e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bc08db9-18ff-440e-9cd4-0353334fd6f7 HTTP/1.1" status: 200  len: 217 time: 0.0325394
Feb 05 21:15:23.924887 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bfacad-3860-458b-a8d6-e7bade56531b req-7b97bbc7-c84f-4ea3-9ec8-10d3108f8cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:23.926390 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c3bfacad-3860-458b-a8d6-e7bade56531b req-7b97bbc7-c84f-4ea3-9ec8-10d3108f8cc6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d84c758d-ff3a-4750-ada1-a4d4838f2cd4 HTTP/1.1" status: 200  len: 849 time: 0.0466895
Feb 05 21:15:23.958995 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c3bfacad-3860-458b-a8d6-e7bade56531b req-e6503081-1a0d-41ad-afaf-ff4f83e079c0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7c630d80-1db6-4808-8334-8710914fa0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0265138
Feb 05 21:15:24.047171 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c3bfacad-3860-458b-a8d6-e7bade56531b req-cfbdbcaa-0151-4c17-bbfe-1bdfef901bee service neutron] 10.222.0.39 "GET /v2.0/networks/7c630d80-1db6-4808-8334-8710914fa0f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0801368
Feb 05 21:15:24.140265 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c3bfacad-3860-458b-a8d6-e7bade56531b req-55262afb-58ce-48e9-9c58-80a31203d90a service neutron] 10.222.0.39 "GET /v2.0/networks/7c630d80-1db6-4808-8334-8710914fa0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0871408
Feb 05 21:15:24.154215 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d955546-21d9-46e7-a579-acb0ef19ecbe req-4e288618-0aa9-4dc5-88db-2b18ed869f01 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:24.155822 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8d955546-21d9-46e7-a579-acb0ef19ecbe req-4e288618-0aa9-4dc5-88db-2b18ed869f01 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d749470-4f50-417f-8446-a1a726fae5d8 HTTP/1.1" status: 200  len: 944 time: 0.0536509
Feb 05 21:15:24.201358 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8d955546-21d9-46e7-a579-acb0ef19ecbe req-db0287f3-f356-4d48-a699-f27722cebe30 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5e785f1-0a58-483d-8657-4a47f0bde926&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397465
Feb 05 21:15:25.324798 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dac23b-5b60-4ba1-9e33-afbcb49be185 req-775ed58b-505e-4f65-ba9e-374d09968200 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:25.326313 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-10dac23b-5b60-4ba1-9e33-afbcb49be185 req-775ed58b-505e-4f65-ba9e-374d09968200 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d749470-4f50-417f-8446-a1a726fae5d8 HTTP/1.1" status: 200  len: 944 time: 0.0537646
Feb 05 21:15:25.377233 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-10dac23b-5b60-4ba1-9e33-afbcb49be185 req-98edc59e-f597-41cb-92ed-c8c061b082c2 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5e785f1-0a58-483d-8657-4a47f0bde926&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450382
Feb 05 21:15:26.494739 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd8d69-1b8a-48ad-9db8-fc1334a620ba req-7102a736-5db8-4bf7-925b-5235c20b5113 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:26.496219 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ccd8d69-1b8a-48ad-9db8-fc1334a620ba req-7102a736-5db8-4bf7-925b-5235c20b5113 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d749470-4f50-417f-8446-a1a726fae5d8 HTTP/1.1" status: 200  len: 944 time: 0.0519526
Feb 05 21:15:26.542357 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ccd8d69-1b8a-48ad-9db8-fc1334a620ba req-f1f7b2da-4ff0-4033-a12b-412d245ff0c0 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5e785f1-0a58-483d-8657-4a47f0bde926&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394828
Feb 05 21:15:27.522852 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 3bc08db9-18ff-440e-9cd4-0353334fd6f7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:15:27.619751 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 3bc08db9-18ff-440e-9cd4-0353334fd6f7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3bc08db9-18ff-440e-9cd4-0353334fd6f7,segment=NetworkSegment(c452b297-5f5e-41b9-b9fb-112f4c5b0a56),segment_id=c452b297-5f5e-41b9-b9fb-112f4c5b0a56)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:15:27.630775 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '3bc08db9-18ff-440e-9cd4-0353334fd6f7', 'network_id': '7c630d80-1db6-4808-8334-8710914fa0f4', 'port_id': '3bc08db9-18ff-440e-9cd4-0353334fd6f7', 'mac_address': 'fa:16:3e:a9:f2:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd84c758d-ff3a-4750-ada1-a4d4838f2cd4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:15:27.663390 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff756b-b5a3-4733-8087-3bb48fecf62f req-72730f44-ec94-4b83-ad40-e1a12da1d63f tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:27.664506 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5bff756b-b5a3-4733-8087-3bb48fecf62f req-72730f44-ec94-4b83-ad40-e1a12da1d63f tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d749470-4f50-417f-8446-a1a726fae5d8 HTTP/1.1" status: 200  len: 944 time: 0.0525067
Feb 05 21:15:27.668776 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 3bc08db9-18ff-440e-9cd4-0353334fd6f7 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:15:27.669175 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3bc08db9-18ff-440e-9cd4-0353334fd6f7), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:27.686574 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bc08db9-18ff-440e-9cd4-0353334fd6f7 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:15:27.705677 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 3bc08db9-18ff-440e-9cd4-0353334fd6f7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3bc08db9-18ff-440e-9cd4-0353334fd6f7,segment=NetworkSegment(c452b297-5f5e-41b9-b9fb-112f4c5b0a56),segment_id=c452b297-5f5e-41b9-b9fb-112f4c5b0a56)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:15:27.710024 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (3bc08db9-18ff-440e-9cd4-0353334fd6f7), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:27.711913 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5bff756b-b5a3-4733-8087-3bb48fecf62f req-9a081130-01ef-4418-8d70-c3f0ab480f63 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5e785f1-0a58-483d-8657-4a47f0bde926&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415506
Feb 05 21:15:27.757722 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=3bc08db9-18ff-440e-9cd4-0353334fd6f7,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:27.909293 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['3bc08db9-18ff-440e-9cd4-0353334fd6f7'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:15:28.834038 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07962485-c390-4642-a74e-70ab45921ed4 req-189150f0-a1b7-40ce-9069-aed80afb6ab3 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:28.835558 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-07962485-c390-4642-a74e-70ab45921ed4 req-189150f0-a1b7-40ce-9069-aed80afb6ab3 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d749470-4f50-417f-8446-a1a726fae5d8 HTTP/1.1" status: 200  len: 945 time: 0.0567977
Feb 05 21:15:28.881341 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-07962485-c390-4642-a74e-70ab45921ed4 req-e9b2d68e-e763-4c67-bebf-8df32f732238 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5e785f1-0a58-483d-8657-4a47f0bde926&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403175
Feb 05 21:15:29.538243 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 3bc08db9-18ff-440e-9cd4-0353334fd6f7 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:15:29.586457 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 3bc08db9-18ff-440e-9cd4-0353334fd6f7 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:15:29.590195 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 3bc08db9-18ff-440e-9cd4-0353334fd6f7 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:15:29.590606 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (3bc08db9-18ff-440e-9cd4-0353334fd6f7), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:29.665677 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 3bc08db9-18ff-440e-9cd4-0353334fd6f7 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:15:29.666323 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3bc08db9-18ff-440e-9cd4-0353334fd6f7), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:29.688491 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d749470-4f50-417f-8446-a1a726fae5d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc08db9-18ff-440e-9cd4-0353334fd6f7'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:15:29.690736 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aeed110-ffc8-40e6-b700-4a2748aceee5" -d '{"events": [{"server_uuid": "8d749470-4f50-417f-8446-a1a726fae5d8", "name": "network-vif-plugged", "status": "completed", "tag": "3bc08db9-18ff-440e-9cd4-0353334fd6f7"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:15:29.706550 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 3bc08db9-18ff-440e-9cd4-0353334fd6f7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3bc08db9-18ff-440e-9cd4-0353334fd6f7,segment=NetworkSegment(c452b297-5f5e-41b9-b9fb-112f4c5b0a56),segment_id=c452b297-5f5e-41b9-b9fb-112f4c5b0a56)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:15:29.710645 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (3bc08db9-18ff-440e-9cd4-0353334fd6f7), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:29.733596 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffff2611-d5ff-4460-9852-48fa197b2397 x-openstack-request-id: req-ffff2611-d5ff-4460-9852-48fa197b2397 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:15:29.734580 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d749470-4f50-417f-8446-a1a726fae5d8", "name": "network-vif-plugged", "status": "completed", "tag": "3bc08db9-18ff-440e-9cd4-0353334fd6f7", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:15:29.734856 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ffff2611-d5ff-4460-9852-48fa197b2397 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:15:29.735257 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d749470-4f50-417f-8446-a1a726fae5d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc08db9-18ff-440e-9cd4-0353334fd6f7', 'code': 200}
Feb 05 21:15:29.760786 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=3bc08db9-18ff-440e-9cd4-0353334fd6f7,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:29.829193 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd8cab-c794-4df9-b1af-a1f21e6a2d74 req-e2b8c130-31d6-42e3-8f90-0cdeb0759953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:29.830621 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6dbd8cab-c794-4df9-b1af-a1f21e6a2d74 req-e2b8c130-31d6-42e3-8f90-0cdeb0759953 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8d749470-4f50-417f-8446-a1a726fae5d8 HTTP/1.1" status: 200  len: 1128 time: 0.0446472
Feb 05 21:15:29.874304 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6dbd8cab-c794-4df9-b1af-a1f21e6a2d74 req-ebb5579d-da2b-45eb-a487-fb32104b4f3d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e5e785f1-0a58-483d-8657-4a47f0bde926&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362999
Feb 05 21:15:30.002227 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db29308-9155-4d18-9096-59743bdf5a95 req-7d51f4ab-f07d-47e4-bfac-7af6098e5e1a tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:30.003751 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2db29308-9155-4d18-9096-59743bdf5a95 req-7d51f4ab-f07d-47e4-bfac-7af6098e5e1a tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d749470-4f50-417f-8446-a1a726fae5d8 HTTP/1.1" status: 200  len: 946 time: 0.0532908
Feb 05 21:15:30.051122 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2db29308-9155-4d18-9096-59743bdf5a95 req-52c94254-c030-4387-b19d-aa273783ea20 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5e785f1-0a58-483d-8657-4a47f0bde926&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418134
Feb 05 21:15:31.168947 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc868a4-2612-48a0-a8d9-862129d9795c req-0a7c9c32-11e0-42ee-84a1-dec22d8c8649 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:31.170432 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8dc868a4-2612-48a0-a8d9-862129d9795c req-0a7c9c32-11e0-42ee-84a1-dec22d8c8649 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d749470-4f50-417f-8446-a1a726fae5d8 HTTP/1.1" status: 200  len: 946 time: 0.0518310
Feb 05 21:15:31.221345 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8dc868a4-2612-48a0-a8d9-862129d9795c req-36a84983-ace8-4310-823d-402a1d08e02a tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5e785f1-0a58-483d-8657-4a47f0bde926&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430160
Feb 05 21:15:31.769850 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0518f01-8957-4890-8d79-1b10124137bf req-908603a0-fbfc-4c5a-8166-04bed7d2b84d tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:31.771316 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e0518f01-8957-4890-8d79-1b10124137bf req-908603a0-fbfc-4c5a-8166-04bed7d2b84d tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d749470-4f50-417f-8446-a1a726fae5d8 HTTP/1.1" status: 200  len: 946 time: 0.0536549
Feb 05 21:15:31.818244 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e0518f01-8957-4890-8d79-1b10124137bf req-367b72c2-e877-4820-b547-06b790a79355 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5e785f1-0a58-483d-8657-4a47f0bde926&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414364
Feb 05 21:15:32.938521 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb816b04-d149-44a2-b86d-d0d681fa7f01 req-2340f970-b408-499c-84a2-39c00feb4d62 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:32.940009 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fb816b04-d149-44a2-b86d-d0d681fa7f01 req-2340f970-b408-499c-84a2-39c00feb4d62 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d749470-4f50-417f-8446-a1a726fae5d8 HTTP/1.1" status: 200  len: 946 time: 0.0541055
Feb 05 21:15:32.986022 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fb816b04-d149-44a2-b86d-d0d681fa7f01 req-071f5de4-7c7e-45af-a3d4-c5b3f06471c5 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5e785f1-0a58-483d-8657-4a47f0bde926&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403454
Feb 05 21:15:33.071498 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e3ebf-ec8f-439a-adb6-6532f25abe93 req-bfb1f795-7d4b-4428-b8d4-4243c7508e48 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:33.072953 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fc7e3ebf-ec8f-439a-adb6-6532f25abe93 req-bfb1f795-7d4b-4428-b8d4-4243c7508e48 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d749470-4f50-417f-8446-a1a726fae5d8 HTTP/1.1" status: 200  len: 946 time: 0.0566986
Feb 05 21:15:33.162153 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-fc7e3ebf-ec8f-439a-adb6-6532f25abe93 req-7081448a-4350-4b05-bf04-77b37ba918cd tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Deleting port 3bc08db9-18ff-440e-9cd4-0353334fd6f7 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:15:33.162477 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-fc7e3ebf-ec8f-439a-adb6-6532f25abe93 req-7081448a-4350-4b05-bf04-77b37ba918cd tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (3bc08db9-18ff-440e-9cd4-0353334fd6f7), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:33.265889 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-fc7e3ebf-ec8f-439a-adb6-6532f25abe93 req-7081448a-4350-4b05-bf04-77b37ba918cd tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] For port 3bc08db9-18ff-440e-9cd4-0353334fd6f7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3bc08db9-18ff-440e-9cd4-0353334fd6f7,segment=NetworkSegment(c452b297-5f5e-41b9-b9fb-112f4c5b0a56),segment_id=c452b297-5f5e-41b9-b9fb-112f4c5b0a56)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:15:33.266254 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-fc7e3ebf-ec8f-439a-adb6-6532f25abe93 req-7081448a-4350-4b05-bf04-77b37ba918cd tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (3bc08db9-18ff-440e-9cd4-0353334fd6f7), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:33.277647 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-fc7e3ebf-ec8f-439a-adb6-6532f25abe93 req-7081448a-4350-4b05-bf04-77b37ba918cd tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Calling delete_port for 3bc08db9-18ff-440e-9cd4-0353334fd6f7 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:15:33.402965 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-fc7e3ebf-ec8f-439a-adb6-6532f25abe93 req-7081448a-4350-4b05-bf04-77b37ba918cd tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (3bc08db9-18ff-440e-9cd4-0353334fd6f7), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:33.414647 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['3bc08db9-18ff-440e-9cd4-0353334fd6f7'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:15:33.435857 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7081448a-4350-4b05-bf04-77b37ba918cd tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Pushing event deleted for resources: {'Port': ['ID=3bc08db9-18ff-440e-9cd4-0353334fd6f7,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:33.477564 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7e3ebf-ec8f-439a-adb6-6532f25abe93 req-7081448a-4350-4b05-bf04-77b37ba918cd tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] No DVR routers for this DVR port 3bc08db9-18ff-440e-9cd4-0353334fd6f7 on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:15:33.480111 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-fc7e3ebf-ec8f-439a-adb6-6532f25abe93 req-7081448a-4350-4b05-bf04-77b37ba918cd tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:33.483416 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fc7e3ebf-ec8f-439a-adb6-6532f25abe93 req-7081448a-4350-4b05-bf04-77b37ba918cd tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.39 "DELETE /v2.0/ports/3bc08db9-18ff-440e-9cd4-0353334fd6f7 HTTP/1.1" status: 204  len: 173 time: 0.4057593
Feb 05 21:15:33.484491 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d749470-4f50-417f-8446-a1a726fae5d8', 'name': 'network-vif-deleted', 'tag': '3bc08db9-18ff-440e-9cd4-0353334fd6f7'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:15:33.486765 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff7c75b-59b1-4504-a0dd-0f0d685d7ce0" -d '{"events": [{"server_uuid": "8d749470-4f50-417f-8446-a1a726fae5d8", "name": "network-vif-deleted", "tag": "3bc08db9-18ff-440e-9cd4-0353334fd6f7"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:15:33.523427 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3cb8a6-d4a5-4ab9-a853-0fd363667bd6 x-openstack-request-id: req-5e3cb8a6-d4a5-4ab9-a853-0fd363667bd6 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:15:33.523733 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d749470-4f50-417f-8446-a1a726fae5d8", "name": "network-vif-deleted", "tag": "3bc08db9-18ff-440e-9cd4-0353334fd6f7", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:15:33.524024 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5e3cb8a6-d4a5-4ab9-a853-0fd363667bd6 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:15:33.524441 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d749470-4f50-417f-8446-a1a726fae5d8', 'name': 'network-vif-deleted', 'tag': '3bc08db9-18ff-440e-9cd4-0353334fd6f7', 'status': 'completed', 'code': 200}
Feb 05 21:15:33.708700 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-318b52c6-ccb2-4505-82ef-a9bdcc6a57ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:34.289715 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-51509aa6-d288-41a0-8dab-484627247d15 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:34.291590 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-51509aa6-d288-41a0-8dab-484627247d15 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/networks?id=7c630d80-1db6-4808-8334-8710914fa0f4 HTTP/1.1" status: 200  len: 809 time: 0.1007168
Feb 05 21:15:34.306756 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-3d2a65ea-c16c-4372-8e98-1cf996b1b4eb tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/quotas/2ad6548f8af9452f82b15bb4ffcfaa26 HTTP/1.1" status: 200  len: 375 time: 0.0092795
Feb 05 21:15:34.338786 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-7ef126f4-610d-4aed-a186-057c50f92301 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ad6548f8af9452f82b15bb4ffcfaa26&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0269504
Feb 05 21:15:34.429991 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-8ee3019b-3896-4d1f-8dd9-c05acde82b8e service neutron] 10.222.0.32 "GET /v2.0/networks/7c630d80-1db6-4808-8334-8710914fa0f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847592
Feb 05 21:15:34.518642 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-0c28f926-52bc-4d2b-bd39-520d50bc3927 service neutron] 10.222.0.32 "GET /v2.0/networks/7c630d80-1db6-4808-8334-8710914fa0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0829489
Feb 05 21:15:34.688993 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72f7ce71-f50f-4970-b719-b812be42c4cd req-2aeaeda3-cbb3-440b-b2fc-c8d494d5b8d4 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/ports?device_id=09bfa0c7-25d8-427f-9b44-41819fa13ecc HTTP/1.1" status: 200  len: 210 time: 0.0364058
Feb 05 21:15:35.568047 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-87b84ab3-a274-4d55-a7aa-12f988f2424b tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:35.569630 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-87b84ab3-a274-4d55-a7aa-12f988f2424b tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.21 "GET /v2.0/networks?id=7c630d80-1db6-4808-8334-8710914fa0f4 HTTP/1.1" status: 200  len: 809 time: 0.1048682
Feb 05 21:15:35.582015 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-e16d054a-20b7-4289-a4d2-8053ed6a48a2 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Request body: {'port': {'device_id': '09bfa0c7-25d8-427f-9b44-41819fa13ecc', 'network_id': '7c630d80-1db6-4808-8334-8710914fa0f4', 'admin_state_up': True, 'tenant_id': '2ad6548f8af9452f82b15bb4ffcfaa26'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:15:35.685881 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-e16d054a-20b7-4289-a4d2-8053ed6a48a2 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Made reservation on behalf of 2ad6548f8af9452f82b15bb4ffcfaa26 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:15:35.689807 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-e16d054a-20b7-4289-a4d2-8053ed6a48a2 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:35.785886 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7dbb9031-40e7-4f5f-9e65-bdd18b3c580d req-388ae0e8-9253-4257-8bdf-687c38525cb8 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/ports?device_id=09bfa0c7-25d8-427f-9b44-41819fa13ecc HTTP/1.1" status: 200  len: 210 time: 0.0278385
Feb 05 21:15:35.824255 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-e16d054a-20b7-4289-a4d2-8053ed6a48a2 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Allocated IP 172.20.0.11 (7c630d80-1db6-4808-8334-8710914fa0f4/d84c758d-ff3a-4750-ada1-a4d4838f2cd4/f23f19d7-bc14-450c-91d7-83f6d7ae98a1) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:15:35.970363 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-e16d054a-20b7-4289-a4d2-8053ed6a48a2 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Publish callbacks [] for port (f23f19d7-bc14-450c-91d7-83f6d7ae98a1), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:36.003860 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-e16d054a-20b7-4289-a4d2-8053ed6a48a2 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (f23f19d7-bc14-450c-91d7-83f6d7ae98a1), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:36.047140 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-e16d054a-20b7-4289-a4d2-8053ed6a48a2 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Network 7c630d80-1db6-4808-8334-8710914fa0f4 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:15:36.051270 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-e16d054a-20b7-4289-a4d2-8053ed6a48a2 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:15:36.054762 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-e16d054a-20b7-4289-a4d2-8053ed6a48a2 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:15:36.077974 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16d054a-20b7-4289-a4d2-8053ed6a48a2 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Pushing event updated for resources: {'Port': ['ID=f23f19d7-bc14-450c-91d7-83f6d7ae98a1,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:36.082407 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-42a0ba58-208c-4906-ae44-cd204d11085c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:36.091360 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16d054a-20b7-4289-a4d2-8053ed6a48a2 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:15:36.091719 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16d054a-20b7-4289-a4d2-8053ed6a48a2 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:15:36.092072 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16d054a-20b7-4289-a4d2-8053ed6a48a2 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:15:36.092423 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16d054a-20b7-4289-a4d2-8053ed6a48a2 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:15:36.092765 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16d054a-20b7-4289-a4d2-8053ed6a48a2 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:15:36.093108 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16d054a-20b7-4289-a4d2-8053ed6a48a2 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:15:36.093445 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16d054a-20b7-4289-a4d2-8053ed6a48a2 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:15:36.093804 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16d054a-20b7-4289-a4d2-8053ed6a48a2 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:15:36.094144 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16d054a-20b7-4289-a4d2-8053ed6a48a2 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:15:36.094509 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16d054a-20b7-4289-a4d2-8053ed6a48a2 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:15:36.094882 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16d054a-20b7-4289-a4d2-8053ed6a48a2 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:15:36.095212 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16d054a-20b7-4289-a4d2-8053ed6a48a2 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:15:36.095546 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16d054a-20b7-4289-a4d2-8053ed6a48a2 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:15:36.117478 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-e16d054a-20b7-4289-a4d2-8053ed6a48a2 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:36.118095 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-e16d054a-20b7-4289-a4d2-8053ed6a48a2 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:36.133744 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-e16d054a-20b7-4289-a4d2-8053ed6a48a2 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5561204
Feb 05 21:15:36.144793 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-2662c639-33a3-439c-aebb-bb0f68bd0e6a service neutron] Request body: {'port': {'device_id': '09bfa0c7-25d8-427f-9b44-41819fa13ecc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:15:36.205068 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-2662c639-33a3-439c-aebb-bb0f68bd0e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f23f19d7-bc14-450c-91d7-83f6d7ae98a1), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:36.458438 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-2662c639-33a3-439c-aebb-bb0f68bd0e6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f23f19d7-bc14-450c-91d7-83f6d7ae98a1 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:15:36.465592 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-2662c639-33a3-439c-aebb-bb0f68bd0e6a service neutron] Publish callbacks [] for port (f23f19d7-bc14-450c-91d7-83f6d7ae98a1), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:36.477953 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-2662c639-33a3-439c-aebb-bb0f68bd0e6a service neutron] Transition to ACTIVE for port object f23f19d7-bc14-450c-91d7-83f6d7ae98a1 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:15:36.481767 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-2662c639-33a3-439c-aebb-bb0f68bd0e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (f23f19d7-bc14-450c-91d7-83f6d7ae98a1), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:36.531585 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662c639-33a3-439c-aebb-bb0f68bd0e6a service neutron] Pushing event updated for resources: {'Port': ['ID=f23f19d7-bc14-450c-91d7-83f6d7ae98a1,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:36.602658 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-2662c639-33a3-439c-aebb-bb0f68bd0e6a service neutron] Attempting to bind port f23f19d7-bc14-450c-91d7-83f6d7ae98a1 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:15:36.603384 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-2662c639-33a3-439c-aebb-bb0f68bd0e6a service neutron] Attempting to bind port f23f19d7-bc14-450c-91d7-83f6d7ae98a1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c452b297-5f5e-41b9-b9fb-112f4c5b0a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7c630d80-1db6-4808-8334-8710914fa0f4'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:15:36.603384 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-2662c639-33a3-439c-aebb-bb0f68bd0e6a service neutron] Attempting to bind port f23f19d7-bc14-450c-91d7-83f6d7ae98a1 on network 7c630d80-1db6-4808-8334-8710914fa0f4 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:15:36.607993 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-2662c639-33a3-439c-aebb-bb0f68bd0e6a service neutron] Port f23f19d7-bc14-450c-91d7-83f6d7ae98a1 on network 7c630d80-1db6-4808-8334-8710914fa0f4 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:15:36.608309 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-2662c639-33a3-439c-aebb-bb0f68bd0e6a service neutron] Attempting to bind port f23f19d7-bc14-450c-91d7-83f6d7ae98a1 on network 7c630d80-1db6-4808-8334-8710914fa0f4 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:15:36.614196 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-2662c639-33a3-439c-aebb-bb0f68bd0e6a service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:15:36.614567 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-2662c639-33a3-439c-aebb-bb0f68bd0e6a service neutron] Checking segment: {'id': 'c452b297-5f5e-41b9-b9fb-112f4c5b0a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7c630d80-1db6-4808-8334-8710914fa0f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:15:36.614953 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-2662c639-33a3-439c-aebb-bb0f68bd0e6a service neutron] Bound using segment: {'id': 'c452b297-5f5e-41b9-b9fb-112f4c5b0a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7c630d80-1db6-4808-8334-8710914fa0f4'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:15:36.615374 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-2662c639-33a3-439c-aebb-bb0f68bd0e6a service neutron] Bound port: f23f19d7-bc14-450c-91d7-83f6d7ae98a1, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c452b297-5f5e-41b9-b9fb-112f4c5b0a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7c630d80-1db6-4808-8334-8710914fa0f4'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:15:36.615727 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-2662c639-33a3-439c-aebb-bb0f68bd0e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f23f19d7-bc14-450c-91d7-83f6d7ae98a1), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:36.680435 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-2662c639-33a3-439c-aebb-bb0f68bd0e6a service neutron] For port f23f19d7-bc14-450c-91d7-83f6d7ae98a1, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:15:36.683969 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-2662c639-33a3-439c-aebb-bb0f68bd0e6a service neutron] For port f23f19d7-bc14-450c-91d7-83f6d7ae98a1, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f23f19d7-bc14-450c-91d7-83f6d7ae98a1,segment=NetworkSegment(c452b297-5f5e-41b9-b9fb-112f4c5b0a56),segment_id=c452b297-5f5e-41b9-b9fb-112f4c5b0a56)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:15:36.690209 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-2662c639-33a3-439c-aebb-bb0f68bd0e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (f23f19d7-bc14-450c-91d7-83f6d7ae98a1), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:36.728089 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-2662c639-33a3-439c-aebb-bb0f68bd0e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:36.728703 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-2662c639-33a3-439c-aebb-bb0f68bd0e6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:36.730061 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-2662c639-33a3-439c-aebb-bb0f68bd0e6a service neutron] 10.222.0.21 "PUT /v2.0/ports/f23f19d7-bc14-450c-91d7-83f6d7ae98a1 HTTP/1.1" status: 200  len: 1092 time: 0.5893893
Feb 05 21:15:36.730524 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09bfa0c7-25d8-427f-9b44-41819fa13ecc', 'tag': 'f23f19d7-bc14-450c-91d7-83f6d7ae98a1'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:15:36.732769 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f71085f-fc24-4057-985d-62151836854c" -d '{"events": [{"name": "network-changed", "server_uuid": "09bfa0c7-25d8-427f-9b44-41819fa13ecc", "tag": "f23f19d7-bc14-450c-91d7-83f6d7ae98a1"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:15:36.756849 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662c639-33a3-439c-aebb-bb0f68bd0e6a service neutron] Pushing event updated for resources: {'Port': ['ID=f23f19d7-bc14-450c-91d7-83f6d7ae98a1,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:36.778931 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f04b38f-4aa9-4f4c-bc86-c330bbe5d37e x-openstack-request-id: req-0f04b38f-4aa9-4f4c-bc86-c330bbe5d37e {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:15:36.779207 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09bfa0c7-25d8-427f-9b44-41819fa13ecc", "tag": "f23f19d7-bc14-450c-91d7-83f6d7ae98a1", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:15:36.779462 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f04b38f-4aa9-4f4c-bc86-c330bbe5d37e {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:15:36.779853 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09bfa0c7-25d8-427f-9b44-41819fa13ecc', 'tag': 'f23f19d7-bc14-450c-91d7-83f6d7ae98a1', 'status': 'completed', 'code': 200}
Feb 05 21:15:36.821527 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-a324a2ea-44b1-442f-a97b-dacd9b01e44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:36.823087 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-a324a2ea-44b1-442f-a97b-dacd9b01e44d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2ad6548f8af9452f82b15bb4ffcfaa26&device_id=09bfa0c7-25d8-427f-9b44-41819fa13ecc HTTP/1.1" status: 200  len: 1126 time: 0.0537076
Feb 05 21:15:36.864622 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-b1705ab4-86a4-4ef4-b0c1-c3c8f3c96e5e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f23f19d7-bc14-450c-91d7-83f6d7ae98a1 HTTP/1.1" status: 200  len: 217 time: 0.0341656
Feb 05 21:15:36.909805 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf96b4-6c7a-411c-b821-cd254df4b2c1 req-34c5cb68-b38c-4f82-a32d-94fecc6d6d16 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:36.911347 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fbaf96b4-6c7a-411c-b821-cd254df4b2c1 req-34c5cb68-b38c-4f82-a32d-94fecc6d6d16 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/ports?device_id=09bfa0c7-25d8-427f-9b44-41819fa13ecc HTTP/1.1" status: 200  len: 944 time: 0.0546801
Feb 05 21:15:36.913636 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-4e21993c-7d2e-43cd-9b81-a293ffa102db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:36.915185 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-4e21993c-7d2e-43cd-9b81-a293ffa102db service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d84c758d-ff3a-4750-ada1-a4d4838f2cd4 HTTP/1.1" status: 200  len: 849 time: 0.0437644
Feb 05 21:15:36.946398 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-891ade7e-912f-4c2a-9553-1700ddcc519b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c630d80-1db6-4808-8334-8710914fa0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0252936
Feb 05 21:15:36.962033 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fbaf96b4-6c7a-411c-b821-cd254df4b2c1 req-d6425fa6-f8a9-4c05-92d7-bac741d05041 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5e785f1-0a58-483d-8657-4a47f0bde926&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448084
Feb 05 21:15:37.038080 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-1708b88b-336e-4cf3-89da-98b4c59d420e service neutron] 10.222.0.21 "GET /v2.0/networks/7c630d80-1db6-4808-8334-8710914fa0f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857430
Feb 05 21:15:37.129228 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4ecdcd4e-c634-4bd1-905c-18097824e5d3 req-ec087986-eae8-4bbf-973f-6ca8056e6d32 service neutron] 10.222.0.21 "GET /v2.0/networks/7c630d80-1db6-4808-8334-8710914fa0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850391
Feb 05 21:15:37.216777 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71085f-fc24-4057-985d-62151836854c req-ba9cbfb4-4730-408b-b598-ba99c51fd478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:37.218280 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8f71085f-fc24-4057-985d-62151836854c req-ba9cbfb4-4730-408b-b598-ba99c51fd478 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2ad6548f8af9452f82b15bb4ffcfaa26&device_id=09bfa0c7-25d8-427f-9b44-41819fa13ecc HTTP/1.1" status: 200  len: 1126 time: 0.0452542
Feb 05 21:15:37.309340 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71085f-fc24-4057-985d-62151836854c req-9781eb3b-32e4-48eb-92d2-9f32da8fd342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:37.310875 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8f71085f-fc24-4057-985d-62151836854c req-9781eb3b-32e4-48eb-92d2-9f32da8fd342 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c630d80-1db6-4808-8334-8710914fa0f4 HTTP/1.1" status: 200  len: 910 time: 0.0857189
Feb 05 21:15:37.354595 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8f71085f-fc24-4057-985d-62151836854c req-8d4536f5-f033-4675-84c3-43439a09d0ad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f23f19d7-bc14-450c-91d7-83f6d7ae98a1 HTTP/1.1" status: 200  len: 217 time: 0.0374479
Feb 05 21:15:37.401236 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71085f-fc24-4057-985d-62151836854c req-cf08ecff-04df-4189-9289-458a16ca2384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:37.402741 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8f71085f-fc24-4057-985d-62151836854c req-cf08ecff-04df-4189-9289-458a16ca2384 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d84c758d-ff3a-4750-ada1-a4d4838f2cd4 HTTP/1.1" status: 200  len: 849 time: 0.0430906
Feb 05 21:15:37.433578 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8f71085f-fc24-4057-985d-62151836854c req-4979444d-2622-426d-8d7b-50fd48af214b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c630d80-1db6-4808-8334-8710914fa0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0251892
Feb 05 21:15:37.461534 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:37.527790 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8f71085f-fc24-4057-985d-62151836854c req-c0935c7e-1909-4d1e-b231-533a5ce8b1d8 service neutron] 10.222.0.21 "GET /v2.0/networks/7c630d80-1db6-4808-8334-8710914fa0f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0881994
Feb 05 21:15:37.568462 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 3bc08db9-18ff-440e-9cd4-0353334fd6f7 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:15:37.589960 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 3bc08db9-18ff-440e-9cd4-0353334fd6f7 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:15:37.590314 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 3bc08db9-18ff-440e-9cd4-0353334fd6f7 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:15:37.616564 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8f71085f-fc24-4057-985d-62151836854c req-0f9e4b94-59b9-4a00-970c-b9f255c1b67a service neutron] 10.222.0.21 "GET /v2.0/networks/7c630d80-1db6-4808-8334-8710914fa0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0826576
Feb 05 21:15:38.084011 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6691ec9-3210-4d4a-a0b7-8766d0eb9186 req-b1a97eee-24c4-43ee-ad56-f044cb830819 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:38.085650 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b6691ec9-3210-4d4a-a0b7-8766d0eb9186 req-b1a97eee-24c4-43ee-ad56-f044cb830819 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/ports?device_id=09bfa0c7-25d8-427f-9b44-41819fa13ecc HTTP/1.1" status: 200  len: 944 time: 0.0541925
Feb 05 21:15:38.136036 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b6691ec9-3210-4d4a-a0b7-8766d0eb9186 req-aa7ca2cd-a6a5-4e5b-85a3-ef38c08e1d70 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5e785f1-0a58-483d-8657-4a47f0bde926&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440061
Feb 05 21:15:39.072060 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:39.253416 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa36145-f46b-4b02-bf0b-51701b65caa6 req-aedae217-2e63-44dd-a7ad-43be59d393dc tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:39.254926 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2aa36145-f46b-4b02-bf0b-51701b65caa6 req-aedae217-2e63-44dd-a7ad-43be59d393dc tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/ports?device_id=09bfa0c7-25d8-427f-9b44-41819fa13ecc HTTP/1.1" status: 200  len: 944 time: 0.0523860
Feb 05 21:15:39.301846 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2aa36145-f46b-4b02-bf0b-51701b65caa6 req-11f52313-1741-48a1-8527-a8ff60fe618e tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5e785f1-0a58-483d-8657-4a47f0bde926&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413735
Feb 05 21:15:40.419697 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7cdf18-659a-4fd9-bcf5-36d83620b98b req-463f9402-0040-4cd6-b1a0-c4072376b784 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:40.421177 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4f7cdf18-659a-4fd9-bcf5-36d83620b98b req-463f9402-0040-4cd6-b1a0-c4072376b784 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/ports?device_id=09bfa0c7-25d8-427f-9b44-41819fa13ecc HTTP/1.1" status: 200  len: 944 time: 0.0529058
Feb 05 21:15:40.461321 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:40.469189 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4f7cdf18-659a-4fd9-bcf5-36d83620b98b req-8d2e4b85-80ed-4ca1-80e9-99dd62de76ff tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5e785f1-0a58-483d-8657-4a47f0bde926&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424206
Feb 05 21:15:40.766543 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device f23f19d7-bc14-450c-91d7-83f6d7ae98a1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:15:40.864528 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port f23f19d7-bc14-450c-91d7-83f6d7ae98a1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f23f19d7-bc14-450c-91d7-83f6d7ae98a1,segment=NetworkSegment(c452b297-5f5e-41b9-b9fb-112f4c5b0a56),segment_id=c452b297-5f5e-41b9-b9fb-112f4c5b0a56)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:15:40.874766 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': 'f23f19d7-bc14-450c-91d7-83f6d7ae98a1', 'network_id': '7c630d80-1db6-4808-8334-8710914fa0f4', 'port_id': 'f23f19d7-bc14-450c-91d7-83f6d7ae98a1', 'mac_address': 'fa:16:3e:e7:88:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd84c758d-ff3a-4750-ada1-a4d4838f2cd4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:15:40.911378 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port f23f19d7-bc14-450c-91d7-83f6d7ae98a1 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:15:40.911776 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f23f19d7-bc14-450c-91d7-83f6d7ae98a1), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:40.925365 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f23f19d7-bc14-450c-91d7-83f6d7ae98a1 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:15:40.944481 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port f23f19d7-bc14-450c-91d7-83f6d7ae98a1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f23f19d7-bc14-450c-91d7-83f6d7ae98a1,segment=NetworkSegment(c452b297-5f5e-41b9-b9fb-112f4c5b0a56),segment_id=c452b297-5f5e-41b9-b9fb-112f4c5b0a56)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:15:40.949031 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (f23f19d7-bc14-450c-91d7-83f6d7ae98a1), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:41.000133 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=f23f19d7-bc14-450c-91d7-83f6d7ae98a1,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:41.238071 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['f23f19d7-bc14-450c-91d7-83f6d7ae98a1'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:15:41.592076 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56706f42-92c6-4b19-917b-393b683c9a62 req-28e208d5-c05b-4b46-8a06-8a5f895b0b0e tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:41.593567 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-56706f42-92c6-4b19-917b-393b683c9a62 req-28e208d5-c05b-4b46-8a06-8a5f895b0b0e tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/ports?device_id=09bfa0c7-25d8-427f-9b44-41819fa13ecc HTTP/1.1" status: 200  len: 945 time: 0.0559273
Feb 05 21:15:41.640738 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-56706f42-92c6-4b19-917b-393b683c9a62 req-cba39af6-d5c6-4dec-8bf9-1276d9c3c739 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5e785f1-0a58-483d-8657-4a47f0bde926&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409391
Feb 05 21:15:42.762791 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1886b9bd-8672-4984-b431-c1748229e7e6 req-8c2a150e-042c-4e0f-a727-8d1727d3daff tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:42.764289 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1886b9bd-8672-4984-b431-c1748229e7e6 req-8c2a150e-042c-4e0f-a727-8d1727d3daff tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/ports?device_id=09bfa0c7-25d8-427f-9b44-41819fa13ecc HTTP/1.1" status: 200  len: 945 time: 0.0551999
Feb 05 21:15:42.784555 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device f23f19d7-bc14-450c-91d7-83f6d7ae98a1 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:15:42.812787 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1886b9bd-8672-4984-b431-c1748229e7e6 req-2fea23ec-5780-47ad-8624-a2b59646340a tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5e785f1-0a58-483d-8657-4a47f0bde926&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419111
Feb 05 21:15:42.835637 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port f23f19d7-bc14-450c-91d7-83f6d7ae98a1 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:15:42.839244 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port f23f19d7-bc14-450c-91d7-83f6d7ae98a1 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:15:42.839624 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (f23f19d7-bc14-450c-91d7-83f6d7ae98a1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:42.914828 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port f23f19d7-bc14-450c-91d7-83f6d7ae98a1 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:15:42.915218 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f23f19d7-bc14-450c-91d7-83f6d7ae98a1), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:42.937811 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09bfa0c7-25d8-427f-9b44-41819fa13ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f23f19d7-bc14-450c-91d7-83f6d7ae98a1'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:15:42.940711 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98756f9f-7e5b-4572-830b-d4e418d6a1e3" -d '{"events": [{"server_uuid": "09bfa0c7-25d8-427f-9b44-41819fa13ecc", "name": "network-vif-plugged", "status": "completed", "tag": "f23f19d7-bc14-450c-91d7-83f6d7ae98a1"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:15:42.953528 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port f23f19d7-bc14-450c-91d7-83f6d7ae98a1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f23f19d7-bc14-450c-91d7-83f6d7ae98a1,segment=NetworkSegment(c452b297-5f5e-41b9-b9fb-112f4c5b0a56),segment_id=c452b297-5f5e-41b9-b9fb-112f4c5b0a56)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:15:42.957786 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (f23f19d7-bc14-450c-91d7-83f6d7ae98a1), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:42.981915 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8f9246-065e-4924-ac87-cc45ba995320 x-openstack-request-id: req-0b8f9246-065e-4924-ac87-cc45ba995320 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:15:42.982211 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09bfa0c7-25d8-427f-9b44-41819fa13ecc", "name": "network-vif-plugged", "status": "completed", "tag": "f23f19d7-bc14-450c-91d7-83f6d7ae98a1", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:15:42.982493 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0b8f9246-065e-4924-ac87-cc45ba995320 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:15:42.982887 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09bfa0c7-25d8-427f-9b44-41819fa13ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f23f19d7-bc14-450c-91d7-83f6d7ae98a1', 'code': 200}
Feb 05 21:15:43.010946 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=f23f19d7-bc14-450c-91d7-83f6d7ae98a1,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:43.075833 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18cdd7-0fc2-48a4-9b56-776bfa457670 req-415bab35-9a1e-4d2f-bc73-7b4e22949845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:43.077333 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0d18cdd7-0fc2-48a4-9b56-776bfa457670 req-415bab35-9a1e-4d2f-bc73-7b4e22949845 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=09bfa0c7-25d8-427f-9b44-41819fa13ecc HTTP/1.1" status: 200  len: 1128 time: 0.0440640
Feb 05 21:15:43.124141 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0d18cdd7-0fc2-48a4-9b56-776bfa457670 req-043c95ab-e104-4294-a0fe-4766f8933d77 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e5e785f1-0a58-483d-8657-4a47f0bde926&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408366
Feb 05 21:15:43.847734 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:15:43.936866 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca4b13-8935-4eac-9808-0ebe402310b0 req-72cc6582-c5f4-4b17-a82c-500cb2a7873c tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:43.938907 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-84ca4b13-8935-4eac-9808-0ebe402310b0 req-72cc6582-c5f4-4b17-a82c-500cb2a7873c tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/ports?device_id=09bfa0c7-25d8-427f-9b44-41819fa13ecc HTTP/1.1" status: 200  len: 946 time: 0.0571439
Feb 05 21:15:43.990019 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-84ca4b13-8935-4eac-9808-0ebe402310b0 req-5b0cf1f7-9e85-4c37-8d34-a9b8b8d1caab tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5e785f1-0a58-483d-8657-4a47f0bde926&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447676
Feb 05 21:15:45.110207 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76489f93-6a21-4806-90ae-444980dc9f9f req-91a369ab-a610-462a-85fc-c5c589ff86d1 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:45.111770 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-76489f93-6a21-4806-90ae-444980dc9f9f req-91a369ab-a610-462a-85fc-c5c589ff86d1 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/ports?device_id=09bfa0c7-25d8-427f-9b44-41819fa13ecc HTTP/1.1" status: 200  len: 946 time: 0.0526953
Feb 05 21:15:45.158973 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-76489f93-6a21-4806-90ae-444980dc9f9f req-29f04620-e9f8-4775-9f05-0cc8319b08e9 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5e785f1-0a58-483d-8657-4a47f0bde926&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404968
Feb 05 21:15:45.356212 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:45.754243 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ddc0d4-c0b3-4b7c-ba96-d97303f45d03 req-9be13700-cf31-4797-b0e2-dbec9687039b tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:45.755660 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-16ddc0d4-c0b3-4b7c-ba96-d97303f45d03 req-9be13700-cf31-4797-b0e2-dbec9687039b tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/ports?device_id=09bfa0c7-25d8-427f-9b44-41819fa13ecc HTTP/1.1" status: 200  len: 946 time: 0.0526907
Feb 05 21:15:45.805619 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-16ddc0d4-c0b3-4b7c-ba96-d97303f45d03 req-3276fb75-afc2-43fb-a280-2dce8946df87 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5e785f1-0a58-483d-8657-4a47f0bde926&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444672
Feb 05 21:15:46.926723 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d9f98-deb6-4731-843f-0df56cf4a5b4 req-37ca66d8-3313-47d4-bc36-7df8ed9c6190 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:46.928360 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-495d9f98-deb6-4731-843f-0df56cf4a5b4 req-37ca66d8-3313-47d4-bc36-7df8ed9c6190 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/ports?device_id=09bfa0c7-25d8-427f-9b44-41819fa13ecc HTTP/1.1" status: 200  len: 946 time: 0.0542684
Feb 05 21:15:46.976748 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-495d9f98-deb6-4731-843f-0df56cf4a5b4 req-ea865a6e-944f-4de2-83ce-5aa04ea98965 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.32 "GET /v2.0/security-groups?id=e5e785f1-0a58-483d-8657-4a47f0bde926&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420432
Feb 05 21:15:47.115834 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53949feb-bc7e-4a99-b0c7-9838226edb0c req-eb44256d-2aa8-4622-8273-7da62811f3e3 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:47.117199 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-53949feb-bc7e-4a99-b0c7-9838226edb0c req-eb44256d-2aa8-4622-8273-7da62811f3e3 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.21 "GET /v2.0/ports?device_id=09bfa0c7-25d8-427f-9b44-41819fa13ecc HTTP/1.1" status: 200  len: 946 time: 0.0512509
Feb 05 21:15:47.209503 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-53949feb-bc7e-4a99-b0c7-9838226edb0c req-6a6eb14e-4a4b-4c74-8afa-97a09830d017 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Deleting port f23f19d7-bc14-450c-91d7-83f6d7ae98a1 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:15:47.209856 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-53949feb-bc7e-4a99-b0c7-9838226edb0c req-6a6eb14e-4a4b-4c74-8afa-97a09830d017 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (f23f19d7-bc14-450c-91d7-83f6d7ae98a1), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:47.304821 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-53949feb-bc7e-4a99-b0c7-9838226edb0c req-6a6eb14e-4a4b-4c74-8afa-97a09830d017 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] For port f23f19d7-bc14-450c-91d7-83f6d7ae98a1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f23f19d7-bc14-450c-91d7-83f6d7ae98a1,segment=NetworkSegment(c452b297-5f5e-41b9-b9fb-112f4c5b0a56),segment_id=c452b297-5f5e-41b9-b9fb-112f4c5b0a56)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:15:47.305235 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-53949feb-bc7e-4a99-b0c7-9838226edb0c req-6a6eb14e-4a4b-4c74-8afa-97a09830d017 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (f23f19d7-bc14-450c-91d7-83f6d7ae98a1), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:47.318941 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-53949feb-bc7e-4a99-b0c7-9838226edb0c req-6a6eb14e-4a4b-4c74-8afa-97a09830d017 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Calling delete_port for f23f19d7-bc14-450c-91d7-83f6d7ae98a1 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:15:47.451503 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-53949feb-bc7e-4a99-b0c7-9838226edb0c req-6a6eb14e-4a4b-4c74-8afa-97a09830d017 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (f23f19d7-bc14-450c-91d7-83f6d7ae98a1), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:47.463429 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['f23f19d7-bc14-450c-91d7-83f6d7ae98a1'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:15:47.481148 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6eb14e-4a4b-4c74-8afa-97a09830d017 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Pushing event deleted for resources: {'Port': ['ID=f23f19d7-bc14-450c-91d7-83f6d7ae98a1,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:15:47.522552 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-53949feb-bc7e-4a99-b0c7-9838226edb0c req-6a6eb14e-4a4b-4c74-8afa-97a09830d017 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] No DVR routers for this DVR port f23f19d7-bc14-450c-91d7-83f6d7ae98a1 on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:15:47.525125 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-53949feb-bc7e-4a99-b0c7-9838226edb0c req-6a6eb14e-4a4b-4c74-8afa-97a09830d017 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:47.528483 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-53949feb-bc7e-4a99-b0c7-9838226edb0c req-6a6eb14e-4a4b-4c74-8afa-97a09830d017 tempest-VolumesActionsTest-1432060990 tempest-VolumesActionsTest-1432060990-project] 10.222.0.21 "DELETE /v2.0/ports/f23f19d7-bc14-450c-91d7-83f6d7ae98a1 HTTP/1.1" status: 204  len: 173 time: 0.4056547
Feb 05 21:15:47.528942 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09bfa0c7-25d8-427f-9b44-41819fa13ecc', 'name': 'network-vif-deleted', 'tag': 'f23f19d7-bc14-450c-91d7-83f6d7ae98a1'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:15:47.531188 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a812ebe7-cbc8-40b6-8402-f4dcb17bfcde" -d '{"events": [{"server_uuid": "09bfa0c7-25d8-427f-9b44-41819fa13ecc", "name": "network-vif-deleted", "tag": "f23f19d7-bc14-450c-91d7-83f6d7ae98a1"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:15:47.569173 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b601cb7-b7b5-4fc2-8bd9-1884926b23a8 x-openstack-request-id: req-4b601cb7-b7b5-4fc2-8bd9-1884926b23a8 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:15:47.569478 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09bfa0c7-25d8-427f-9b44-41819fa13ecc", "name": "network-vif-deleted", "tag": "f23f19d7-bc14-450c-91d7-83f6d7ae98a1", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:15:47.569739 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4b601cb7-b7b5-4fc2-8bd9-1884926b23a8 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:15:47.570148 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09bfa0c7-25d8-427f-9b44-41819fa13ecc', 'name': 'network-vif-deleted', 'tag': 'f23f19d7-bc14-450c-91d7-83f6d7ae98a1', 'status': 'completed', 'code': 200}
Feb 05 21:15:50.199619 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:15:50.856109 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device f23f19d7-bc14-450c-91d7-83f6d7ae98a1 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:15:50.880504 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: f23f19d7-bc14-450c-91d7-83f6d7ae98a1 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:15:50.881179 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device f23f19d7-bc14-450c-91d7-83f6d7ae98a1 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:15:52.659559 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 44814) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:15:52.860603 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649fe0d-51a5-4c88-be4c-224d5576c9e6 req-b083f489-672c-4456-bf02-f14b1dddf1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:15:52.862694 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8649fe0d-51a5-4c88-be4c-224d5576c9e6 req-b083f489-672c-4456-bf02-f14b1dddf1b6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d703ae4e-ece3-4f14-ab99-dc5353e74884 HTTP/1.1" status: 200  len: 1128 time: 0.2011359
Feb 05 21:15:52.924539 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8649fe0d-51a5-4c88-be4c-224d5576c9e6 req-11bbc672-fe03-481a-a28e-07828cfd27ab service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=73e8058c-e2c8-435a-ab55-6ccfd071398b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0558784
Feb 05 21:16:03.710326 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fbea94b8-89b9-41bf-98fb-fb90cef37681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:05.679383 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 45016) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:16:05.726665 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-24398106-5ab2-4f3b-8bc5-050217d596fc admin admin] Deleting subnet d84c758d-ff3a-4750-ada1-a4d4838f2cd4 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:16:05.729724 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-24398106-5ab2-4f3b-8bc5-050217d596fc admin admin] Publish callbacks [] for subnet (d84c758d-ff3a-4750-ada1-a4d4838f2cd4), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:05.763947 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-24398106-5ab2-4f3b-8bc5-050217d596fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (d84c758d-ff3a-4750-ada1-a4d4838f2cd4), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:05.802240 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-24398106-5ab2-4f3b-8bc5-050217d596fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (d84c758d-ff3a-4750-ada1-a4d4838f2cd4), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:05.856090 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-24398106-5ab2-4f3b-8bc5-050217d596fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (d84c758d-ff3a-4750-ada1-a4d4838f2cd4), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:05.885081 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24398106-5ab2-4f3b-8bc5-050217d596fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d84c758d-ff3a-4750-ada1-a4d4838f2cd4,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:16:05.889594 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-24398106-5ab2-4f3b-8bc5-050217d596fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:05.892822 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-24398106-5ab2-4f3b-8bc5-050217d596fc admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d84c758d-ff3a-4750-ada1-a4d4838f2cd4 HTTP/1.1" status: 204  len: 168 time: 0.2123098
Feb 05 21:16:05.895499 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45018) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:16:05.898193 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24398106-5ab2-4f3b-8bc5-050217d596fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:05.898588 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24398106-5ab2-4f3b-8bc5-050217d596fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:05.898939 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24398106-5ab2-4f3b-8bc5-050217d596fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:05.899285 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24398106-5ab2-4f3b-8bc5-050217d596fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:05.899629 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24398106-5ab2-4f3b-8bc5-050217d596fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:05.899965 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24398106-5ab2-4f3b-8bc5-050217d596fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:05.900304 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24398106-5ab2-4f3b-8bc5-050217d596fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:05.900634 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24398106-5ab2-4f3b-8bc5-050217d596fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:05.900963 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24398106-5ab2-4f3b-8bc5-050217d596fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:05.901292 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24398106-5ab2-4f3b-8bc5-050217d596fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:05.901619 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24398106-5ab2-4f3b-8bc5-050217d596fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:05.901952 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24398106-5ab2-4f3b-8bc5-050217d596fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:05.902275 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24398106-5ab2-4f3b-8bc5-050217d596fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:05.971599 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-14eff677-0873-4f2e-ae4b-c8d013ced26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (7c630d80-1db6-4808-8334-8710914fa0f4), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:06.047731 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-14eff677-0873-4f2e-ae4b-c8d013ced26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (7c630d80-1db6-4808-8334-8710914fa0f4), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:06.070211 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-14eff677-0873-4f2e-ae4b-c8d013ced26f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db24df7f0>,) {'filters': {'network_id': ['7c630d80-1db6-4808-8334-8710914fa0f4']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:16:06.079424 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-14eff677-0873-4f2e-ae4b-c8d013ced26f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db24df7f0>, 'c452b297-5f5e-41b9-b9fb-112f4c5b0a56') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:16:06.080199 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-14eff677-0873-4f2e-ae4b-c8d013ced26f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db24df7f0>, 'c452b297-5f5e-41b9-b9fb-112f4c5b0a56') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:16:06.084352 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-32c2aba6-7fbf-4ae9-8c08-7e68aaafc266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:06.090854 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-14eff677-0873-4f2e-ae4b-c8d013ced26f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (c452b297-5f5e-41b9-b9fb-112f4c5b0a56), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:06.104686 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-14eff677-0873-4f2e-ae4b-c8d013ced26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (c452b297-5f5e-41b9-b9fb-112f4c5b0a56), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:06.111038 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14eff677-0873-4f2e-ae4b-c8d013ced26f admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:16:06.112054 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-14eff677-0873-4f2e-ae4b-c8d013ced26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (c452b297-5f5e-41b9-b9fb-112f4c5b0a56), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:06.113853 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:16:06.113853 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:16:06.113853 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:16:06.113853 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:16:06.113853 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:16:06.113853 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:16:06.113853 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:16:06.113853 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:16:06.113853 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:16:06.113853 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:16:06.113853 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:16:06.113853 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:16:06.113853 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:16:06.113853 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:16:06.113853 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:16:06.113853 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:16:06.113853 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:16:06.113853 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:16:06.113853 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:16:06.113853 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:16:06.113853 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:16:06.113853 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:16:06.113853 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:16:06.113853 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:16:06.113853 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:16:06.113853 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:16:06.113853 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:16:06.113853 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:16:06.113853 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:16:06.113853 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:16:06.113853 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:16:06.113853 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:16:06.171132 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-14eff677-0873-4f2e-ae4b-c8d013ced26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (7c630d80-1db6-4808-8334-8710914fa0f4), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:06.181912 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-14eff677-0873-4f2e-ae4b-c8d013ced26f admin admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:06.185074 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-14eff677-0873-4f2e-ae4b-c8d013ced26f admin admin] 10.222.0.32 "DELETE /v2.0/networks/7c630d80-1db6-4808-8334-8710914fa0f4 HTTP/1.1" status: 204  len: 168 time: 0.2885692
Feb 05 21:16:06.196227 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eff677-0873-4f2e-ae4b-c8d013ced26f admin admin] Pushing event deleted for resources: {'Network': ['ID=7c630d80-1db6-4808-8334-8710914fa0f4,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:16:06.350364 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45022) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:16:06.388954 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c43ba47b-98c1-4392-97d9-49bac3426993 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2ad6548f8af9452f82b15bb4ffcfaa26&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0373671
Feb 05 21:16:06.391267 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45024) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:16:06.436231 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b00d165d-2404-48b1-9f74-b8971f286f28 admin admin] Publish callbacks [] for security_group (e5e785f1-0a58-483d-8657-4a47f0bde926), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:06.457639 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b00d165d-2404-48b1-9f74-b8971f286f28 admin admin] Publish callbacks [] for security_group (e5e785f1-0a58-483d-8657-4a47f0bde926), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:06.506800 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b00d165d-2404-48b1-9f74-b8971f286f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (e5e785f1-0a58-483d-8657-4a47f0bde926), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:06.509397 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b00d165d-2404-48b1-9f74-b8971f286f28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:06.510618 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b00d165d-2404-48b1-9f74-b8971f286f28 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e5e785f1-0a58-483d-8657-4a47f0bde926 HTTP/1.1" status: 204  len: 168 time: 0.1183598
Feb 05 21:16:06.518877 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d165d-2404-48b1-9f74-b8971f286f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e785f1-0a58-483d-8657-4a47f0bde926,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:16:07.465344 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:09.077627 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:10.015847 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45106) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:16:10.125139 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-30dc64a4-1648-45c1-a1d2-49fda21d5aa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:10.200598 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-30dc64a4-1648-45c1-a1d2-49fda21d5aa7 admin admin] Publish callbacks [] for security_group (c92cd834-24e2-409d-bcf5-531e01e8f0a2), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:10.205971 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-30dc64a4-1648-45c1-a1d2-49fda21d5aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (c92cd834-24e2-409d-bcf5-531e01e8f0a2), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:10.241077 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc64a4-1648-45c1-a1d2-49fda21d5aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92cd834-24e2-409d-bcf5-531e01e8f0a2,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:16:10.245484 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-30dc64a4-1648-45c1-a1d2-49fda21d5aa7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8721b0e233454d2196752b92ac239bc9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2286186
Feb 05 21:16:10.248126 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45110) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:16:10.295415 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-acebf59f-7983-4691-934f-26b09fe34cf0 admin admin] Publish callbacks [] for security_group (c92cd834-24e2-409d-bcf5-531e01e8f0a2), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:10.316768 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-acebf59f-7983-4691-934f-26b09fe34cf0 admin admin] Publish callbacks [] for security_group (c92cd834-24e2-409d-bcf5-531e01e8f0a2), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:10.363407 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-acebf59f-7983-4691-934f-26b09fe34cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (c92cd834-24e2-409d-bcf5-531e01e8f0a2), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:10.365995 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-acebf59f-7983-4691-934f-26b09fe34cf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:10.367195 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-acebf59f-7983-4691-934f-26b09fe34cf0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c92cd834-24e2-409d-bcf5-531e01e8f0a2 HTTP/1.1" status: 204  len: 168 time: 0.1181767
Feb 05 21:16:10.376202 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acebf59f-7983-4691-934f-26b09fe34cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92cd834-24e2-409d-bcf5-531e01e8f0a2,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:16:10.465005 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:11.683507 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fae0e3ff-9415-446b-b595-376cd1749e6d req-cfd8115f-fb75-4d5f-880a-9c85189a8e54 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0476415
Feb 05 21:16:11.769476 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0e3ff-9415-446b-b595-376cd1749e6d req-43d0bd26-e751-45f2-86fc-147e6313a047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:11.771104 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fae0e3ff-9415-446b-b595-376cd1749e6d req-43d0bd26-e751-45f2-86fc-147e6313a047 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2af23abad4048358818a1b4ba0f5aa6&device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 1128 time: 0.0467439
Feb 05 21:16:11.880897 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0e3ff-9415-446b-b595-376cd1749e6d req-9ba48aa2-4f06-41f0-a8c9-67838531f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:11.882398 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fae0e3ff-9415-446b-b595-376cd1749e6d req-9ba48aa2-4f06-41f0-a8c9-67838531f0bf service neutron] 10.222.0.21 "GET /v2.0/networks?id=90e22a21-ca71-4ccc-99d5-12c329545469 HTTP/1.1" status: 200  len: 917 time: 0.0932355
Feb 05 21:16:11.949136 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fae0e3ff-9415-446b-b595-376cd1749e6d req-dec4787c-b6d9-4a15-949f-86c9551941d5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b31d06a0-6a7c-410c-93aa-8ad9db34b07b HTTP/1.1" status: 200  len: 1001 time: 0.0599701
Feb 05 21:16:11.997849 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0e3ff-9415-446b-b595-376cd1749e6d req-f6b97412-bdd4-49b6-b861-4bc1d17d075a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:11.999298 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fae0e3ff-9415-446b-b595-376cd1749e6d req-f6b97412-bdd4-49b6-b861-4bc1d17d075a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6bc96f9b-13b4-445f-ae2d-9347a725b89d HTTP/1.1" status: 200  len: 855 time: 0.0448565
Feb 05 21:16:12.053707 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0e3ff-9415-446b-b595-376cd1749e6d req-fd7846b1-246c-4db4-be05-c9293d1c100b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:12.055259 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fae0e3ff-9415-446b-b595-376cd1749e6d req-fd7846b1-246c-4db4-be05-c9293d1c100b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=90e22a21-ca71-4ccc-99d5-12c329545469&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0502236
Feb 05 21:16:12.145422 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fae0e3ff-9415-446b-b595-376cd1749e6d req-429d48f4-2604-4ce2-810c-66f123cdaf81 service neutron] 10.222.0.21 "GET /v2.0/networks/90e22a21-ca71-4ccc-99d5-12c329545469?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836520
Feb 05 21:16:12.244840 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fae0e3ff-9415-446b-b595-376cd1749e6d req-87b4ee08-80ac-46bd-8ecf-297c37d8345c service neutron] 10.222.0.21 "GET /v2.0/networks/90e22a21-ca71-4ccc-99d5-12c329545469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0930831
Feb 05 21:16:14.504237 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-39d97ff7-3180-4cc4-8c0a-f90b9d453b07 req-c19764db-1e20-47e5-b75b-1240a1f3af54 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d703ae4e-ece3-4f14-ab99-dc5353e74884&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0430195
Feb 05 21:16:14.588288 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d97ff7-3180-4cc4-8c0a-f90b9d453b07 req-9be1ed0d-87e5-40f4-8ae5-c86d920d6eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:14.589766 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-39d97ff7-3180-4cc4-8c0a-f90b9d453b07 req-9be1ed0d-87e5-40f4-8ae5-c86d920d6eec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e139e5b7a0514896b00ae8d3e4326e9d&device_id=d703ae4e-ece3-4f14-ab99-dc5353e74884 HTTP/1.1" status: 200  len: 1128 time: 0.0440762
Feb 05 21:16:14.692136 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d97ff7-3180-4cc4-8c0a-f90b9d453b07 req-c33adf22-c329-4b2c-a0b6-9238e2e00a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:14.693546 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-39d97ff7-3180-4cc4-8c0a-f90b9d453b07 req-c33adf22-c329-4b2c-a0b6-9238e2e00a99 service neutron] 10.222.0.39 "GET /v2.0/networks?id=826a316e-fa28-4748-930b-86494eaa48e1 HTTP/1.1" status: 200  len: 910 time: 0.0855589
Feb 05 21:16:14.755363 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-39d97ff7-3180-4cc4-8c0a-f90b9d453b07 req-0e1c803d-f257-4f94-9578-da60e59e7f4d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d1240c2-666f-4206-b779-79d8116b5651 HTTP/1.1" status: 200  len: 1002 time: 0.0557430
Feb 05 21:16:14.812593 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d97ff7-3180-4cc4-8c0a-f90b9d453b07 req-cfe265ae-6e0e-488c-b4d0-76238afd7d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:14.814163 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-39d97ff7-3180-4cc4-8c0a-f90b9d453b07 req-cfe265ae-6e0e-488c-b4d0-76238afd7d39 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e04dafb8-2d96-4050-8020-6c9230116ff8 HTTP/1.1" status: 200  len: 848 time: 0.0531192
Feb 05 21:16:14.864101 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d97ff7-3180-4cc4-8c0a-f90b9d453b07 req-8700121f-19c0-4fbd-a2e9-de440966624f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:14.865504 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-39d97ff7-3180-4cc4-8c0a-f90b9d453b07 req-8700121f-19c0-4fbd-a2e9-de440966624f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=826a316e-fa28-4748-930b-86494eaa48e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0457697
Feb 05 21:16:14.956627 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-39d97ff7-3180-4cc4-8c0a-f90b9d453b07 req-ea9fb09e-2680-46c0-9f8f-f9c76cfa4bad service neutron] 10.222.0.39 "GET /v2.0/networks/826a316e-fa28-4748-930b-86494eaa48e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854709
Feb 05 21:16:15.049585 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-39d97ff7-3180-4cc4-8c0a-f90b9d453b07 req-6b6607a5-da39-4661-b689-4fffd0c5bf4f service neutron] 10.222.0.39 "GET /v2.0/networks/826a316e-fa28-4748-930b-86494eaa48e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0873978
Feb 05 21:16:15.363680 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:15.882655 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66367ae-7500-4011-8bb8-bbc99859e53a req-4c739fad-03da-4a41-88a5-bbe0f067cda9 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:15.884078 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c66367ae-7500-4011-8bb8-bbc99859e53a req-4c739fad-03da-4a41-88a5-bbe0f067cda9 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 946 time: 0.1660714
Feb 05 21:16:15.930890 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c66367ae-7500-4011-8bb8-bbc99859e53a req-74e7b60b-f422-4a39-94d0-2fcb9d9c830b tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410812
Feb 05 21:16:17.055960 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced16d2e-8b31-4db3-ae09-09d7e257dfee req-f89565d9-b890-41e9-bede-763dc33427a2 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:17.057443 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ced16d2e-8b31-4db3-ae09-09d7e257dfee req-f89565d9-b890-41e9-bede-763dc33427a2 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 946 time: 0.0520062
Feb 05 21:16:17.104065 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ced16d2e-8b31-4db3-ae09-09d7e257dfee req-eb38d6b3-d629-43c1-89a7-fd3ace56a036 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410917
Feb 05 21:16:18.227063 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052415b-231a-4f32-b349-0d7173031e5b req-d5436e85-9915-4e65-b1b3-cdd1a612c0f9 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:18.228466 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4052415b-231a-4f32-b349-0d7173031e5b req-d5436e85-9915-4e65-b1b3-cdd1a612c0f9 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 946 time: 0.0518062
Feb 05 21:16:18.278622 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4052415b-231a-4f32-b349-0d7173031e5b req-49d6a4fd-73c1-44a8-86f6-5c3de10f884f tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446277
Feb 05 21:16:19.404580 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5489d19-aa2c-4dc5-b08e-9c28ffeffa8c req-f4a27315-e095-4495-9bff-a16b6e290c0e tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:19.406184 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b5489d19-aa2c-4dc5-b08e-9c28ffeffa8c req-f4a27315-e095-4495-9bff-a16b6e290c0e tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 946 time: 0.0532658
Feb 05 21:16:19.453063 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b5489d19-aa2c-4dc5-b08e-9c28ffeffa8c req-3b62c9c2-a8fd-4f4e-8ac1-d361a0f69fbc tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411999
Feb 05 21:16:20.202932 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:20.576404 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6d3d6-4fe7-445e-90c6-5892ecbe45c2 req-ddd94f14-fa13-4a65-ab7b-aad432b249c2 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:20.577884 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cdb6d3d6-4fe7-445e-90c6-5892ecbe45c2 req-ddd94f14-fa13-4a65-ab7b-aad432b249c2 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 946 time: 0.0529563
Feb 05 21:16:20.624272 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cdb6d3d6-4fe7-445e-90c6-5892ecbe45c2 req-0af0c5d6-fa6e-473f-8120-d72e96d84907 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401320
Feb 05 21:16:20.847664 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:16:21.749771 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e248883-4aac-4212-8c4b-eeb6f0ca03a5 req-584df419-ba1e-4197-8f9c-3a6ae9173886 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:21.751269 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1e248883-4aac-4212-8c4b-eeb6f0ca03a5 req-584df419-ba1e-4197-8f9c-3a6ae9173886 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 946 time: 0.0552127
Feb 05 21:16:21.797427 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1e248883-4aac-4212-8c4b-eeb6f0ca03a5 req-87a008c3-af3a-4e48-aae1-71f321bfb60f tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402496
Feb 05 21:16:22.924109 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f2a3d-ea25-42ac-aa6c-afde0d08872e req-d09d6f68-b8f1-4bdb-9975-f32159301bb7 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:22.925620 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-054f2a3d-ea25-42ac-aa6c-afde0d08872e req-d09d6f68-b8f1-4bdb-9975-f32159301bb7 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 946 time: 0.0523574
Feb 05 21:16:22.973998 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-054f2a3d-ea25-42ac-aa6c-afde0d08872e req-20f1fe98-7462-4f9b-a4f7-127bf402122e tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428579
Feb 05 21:16:24.116214 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4957d-7fa9-47e1-9364-15011a2d42d2 req-1b9f8094-4e5a-463e-bbb6-a9756cd2ada1 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:24.117716 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-01c4957d-7fa9-47e1-9364-15011a2d42d2 req-1b9f8094-4e5a-463e-bbb6-a9756cd2ada1 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 946 time: 0.0708230
Feb 05 21:16:24.167072 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-01c4957d-7fa9-47e1-9364-15011a2d42d2 req-cb6bdc64-a944-497f-93ae-bad5ab1a1b04 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438614
Feb 05 21:16:24.249027 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45406) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:16:24.372314 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c5fc6828-da1a-4b5b-9d10-6aa72b866902 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:24.458723 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c5fc6828-da1a-4b5b-9d10-6aa72b866902 admin admin] Publish callbacks [] for security_group (707032d5-2a5e-4ee7-a04a-21b5bdbf1941), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:24.462629 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c5fc6828-da1a-4b5b-9d10-6aa72b866902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (707032d5-2a5e-4ee7-a04a-21b5bdbf1941), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:24.504345 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc6828-da1a-4b5b-9d10-6aa72b866902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707032d5-2a5e-4ee7-a04a-21b5bdbf1941,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:16:24.509403 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c5fc6828-da1a-4b5b-9d10-6aa72b866902 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f42d0d3f5beb4cc180eb8814dcdedf88&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2589941
Feb 05 21:16:24.512082 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 45410) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:16:24.564831 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cffcc59f-e338-4884-825c-1a904b79cf7d admin admin] Publish callbacks [] for security_group (707032d5-2a5e-4ee7-a04a-21b5bdbf1941), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:24.587789 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cffcc59f-e338-4884-825c-1a904b79cf7d admin admin] Publish callbacks [] for security_group (707032d5-2a5e-4ee7-a04a-21b5bdbf1941), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:24.641034 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cffcc59f-e338-4884-825c-1a904b79cf7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (707032d5-2a5e-4ee7-a04a-21b5bdbf1941), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:24.646081 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cffcc59f-e338-4884-825c-1a904b79cf7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:24.647877 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-cffcc59f-e338-4884-825c-1a904b79cf7d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/707032d5-2a5e-4ee7-a04a-21b5bdbf1941 HTTP/1.1" status: 204  len: 168 time: 0.1345868
Feb 05 21:16:24.656604 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffcc59f-e338-4884-825c-1a904b79cf7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707032d5-2a5e-4ee7-a04a-21b5bdbf1941,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:16:25.294162 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446f4a6-dfbb-4772-9cf0-3f52a94a4918 req-ca3ff712-3339-471d-b400-076aae610142 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:25.296376 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f446f4a6-dfbb-4772-9cf0-3f52a94a4918 req-ca3ff712-3339-471d-b400-076aae610142 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 946 time: 0.0562601
Feb 05 21:16:25.347225 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f446f4a6-dfbb-4772-9cf0-3f52a94a4918 req-5b4cdfea-a010-4296-90b8-a1d339981425 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452037
Feb 05 21:16:26.471687 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f6309-5034-4494-8004-9f08e171893c req-3519f3b7-59b5-44c7-b4b5-f2cba7f81baf tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:26.473181 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-602f6309-5034-4494-8004-9f08e171893c req-3519f3b7-59b5-44c7-b4b5-f2cba7f81baf tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 946 time: 0.0541005
Feb 05 21:16:26.520437 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-602f6309-5034-4494-8004-9f08e171893c req-e4f9af25-5cc8-49da-9ff4-fa27aa4b43e8 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412617
Feb 05 21:16:26.629156 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 45466) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:16:26.634471 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-4304d63a-c6b0-4e46-83bf-fa08014b53ff tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Request body: {'network': {'name': 'tempest-network-smoke--1146549203', 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'port_security_enabled': True}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:16:26.652804 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4304d63a-c6b0-4e46-83bf-fa08014b53ff tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Made reservation on behalf of e5fe9a736c7549cf927e646c9f6fdd7a for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:16:26.656134 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4304d63a-c6b0-4e46-83bf-fa08014b53ff tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:26.664797 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4304d63a-c6b0-4e46-83bf-fa08014b53ff tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:26.741045 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4304d63a-c6b0-4e46-83bf-fa08014b53ff tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for security_group (cbcee52c-0d1b-40da-afff-969c1963679c), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:26.744850 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4304d63a-c6b0-4e46-83bf-fa08014b53ff tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (cbcee52c-0d1b-40da-afff-969c1963679c), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:26.767890 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4304d63a-c6b0-4e46-83bf-fa08014b53ff tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:16:26.784571 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4304d63a-c6b0-4e46-83bf-fa08014b53ff tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcee52c-0d1b-40da-afff-969c1963679c,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:16:26.788297 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4304d63a-c6b0-4e46-83bf-fa08014b53ff tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (499e4300-051f-4350-85cf-380e48bda969), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:26.788647 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-4304d63a-c6b0-4e46-83bf-fa08014b53ff tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Added segment 499e4300-051f-4350-85cf-380e48bda969 of type vlan for network 333186bd-6329-404d-9cb5-d0d86717b873
Feb 05 21:16:26.835268 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4304d63a-c6b0-4e46-83bf-fa08014b53ff tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (333186bd-6329-404d-9cb5-d0d86717b873), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:26.862469 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4304d63a-c6b0-4e46-83bf-fa08014b53ff tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (333186bd-6329-404d-9cb5-d0d86717b873), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:26.867601 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4304d63a-c6b0-4e46-83bf-fa08014b53ff tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:26.868306 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4304d63a-c6b0-4e46-83bf-fa08014b53ff tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:26.905616 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4304d63a-c6b0-4e46-83bf-fa08014b53ff tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2752697
Feb 05 21:16:26.909462 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45468) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:16:26.913992 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-6475e09f-ce6d-4129-a74e-362d84d01188 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1738652992', 'admin_state_up': True, 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:16:26.936003 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6475e09f-ce6d-4129-a74e-362d84d01188 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (ae449f1a-d35f-48d6-a6ba-454f491e1486), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:26.937012 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6475e09f-ce6d-4129-a74e-362d84d01188 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (ae449f1a-d35f-48d6-a6ba-454f491e1486), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:26.937368 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4304d63a-c6b0-4e46-83bf-fa08014b53ff tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Pushing event updated for resources: {'Network': ['ID=333186bd-6329-404d-9cb5-d0d86717b873,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:16:26.948621 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 333186bd-6329-404d-9cb5-d0d86717b873 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:16:26.995878 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6475e09f-ce6d-4129-a74e-362d84d01188 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for router_controller (ae449f1a-d35f-48d6-a6ba-454f491e1486), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:27.139009 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6475e09f-ce6d-4129-a74e-362d84d01188 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for router_gateway (ae449f1a-d35f-48d6-a6ba-454f491e1486), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:27.638243 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6475e09f-ce6d-4129-a74e-362d84d01188 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for router_gateway (ae449f1a-d35f-48d6-a6ba-454f491e1486), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:27.650264 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038bc17-5628-43b0-8a47-702e4f10fad5 req-da50842b-8d3e-4340-9c76-d9e4065d550c tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:27.651804 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7038bc17-5628-43b0-8a47-702e4f10fad5 req-da50842b-8d3e-4340-9c76-d9e4065d550c tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 946 time: 0.0534484
Feb 05 21:16:27.656980 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6475e09f-ce6d-4129-a74e-362d84d01188 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:27.698213 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7038bc17-5628-43b0-8a47-702e4f10fad5 req-34d32ea0-0a6f-4a28-ad7b-ebfbd866158a tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408328
Feb 05 21:16:27.761999 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-6475e09f-ce6d-4129-a74e-362d84d01188 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Allocated IP 172.35.4.81 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/7d00e5b7-c388-41bc-b363-2de4bf67a8d1) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:16:27.860935 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6475e09f-ce6d-4129-a74e-362d84d01188 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for port (7d00e5b7-c388-41bc-b363-2de4bf67a8d1), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:27.893685 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6475e09f-ce6d-4129-a74e-362d84d01188 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (7d00e5b7-c388-41bc-b363-2de4bf67a8d1), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:27.931771 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6475e09f-ce6d-4129-a74e-362d84d01188 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:16:27.934665 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-6475e09f-ce6d-4129-a74e-362d84d01188 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:16:27.938842 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6475e09f-ce6d-4129-a74e-362d84d01188 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:16:27.968834 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6475e09f-ce6d-4129-a74e-362d84d01188 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Pushing event updated for resources: {'Port': ['ID=7d00e5b7-c388-41bc-b363-2de4bf67a8d1,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:16:28.195852 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6475e09f-ce6d-4129-a74e-362d84d01188 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for router_gateway (ae449f1a-d35f-48d6-a6ba-454f491e1486), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:28.393263 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6475e09f-ce6d-4129-a74e-362d84d01188 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (ae449f1a-d35f-48d6-a6ba-454f491e1486), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:28.519556 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6475e09f-ce6d-4129-a74e-362d84d01188 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Router ae449f1a-d35f-48d6-a6ba-454f491e1486 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:16:28.625455 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6475e09f-ce6d-4129-a74e-362d84d01188 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:16:28.635581 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52924081-8ea5-495d-88f7-00ec098a8ed9 None None] Sync routers for ids ['ae449f1a-d35f-48d6-a6ba-454f491e1486'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:16:28.645257 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6475e09f-ce6d-4129-a74e-362d84d01188 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:28.646521 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6475e09f-ce6d-4129-a74e-362d84d01188 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 893 time: 1.7360284
Feb 05 21:16:28.646667 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52924081-8ea5-495d-88f7-00ec098a8ed9 None None] Routers {'ae449f1a-d35f-48d6-a6ba-454f491e1486'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:16:28.647200 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-52924081-8ea5-495d-88f7-00ec098a8ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab613f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:16:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ae449f1a-d35f-48d6-a6ba-454f491e1486'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:16:28.649782 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45472) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:16:28.758821 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-52924081-8ea5-495d-88f7-00ec098a8ed9 None None] Set router ae449f1a-d35f-48d6-a6ba-454f491e1486 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:16:28.777013 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-799aa947-9dc3-4cf6-a323-40090ea8f015 tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=e5fe9a736c7549cf927e646c9f6fdd7a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1257398
Feb 05 21:16:28.779480 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45478) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:16:28.840118 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a38b9-10eb-46c6-beee-f21c9d0caec7 req-7e64c941-ac7d-4c4f-ab48-ba03d19e103f tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:28.841625 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-642a38b9-10eb-46c6-beee-f21c9d0caec7 req-7e64c941-ac7d-4c4f-ab48-ba03d19e103f tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 946 time: 0.0619504
Feb 05 21:16:28.868648 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fc064d-4e18-4a04-a89d-3c5af74811db tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:28.870408 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-78fc064d-4e18-4a04-a89d-3c5af74811db tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0899765
Feb 05 21:16:28.873230 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45480) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:16:28.901463 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-642a38b9-10eb-46c6-beee-f21c9d0caec7 req-7651d6e7-d917-4c38-a07c-56f2afa1af5f tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481405
Feb 05 21:16:28.903274 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4b20b51b-2ef7-42df-b45b-0f6fff3e8542 tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=d65fb4dc-e812-4574-a4e6-6308f0abdf3f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0289209
Feb 05 21:16:28.905966 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45482) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:16:28.911211 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-e7caeb51-36fc-4b7e-9e12-531c70e9117d tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1704936205', 'network_id': '333186bd-6329-404d-9cb5-d0d86717b873', 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:16:28.951890 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-52924081-8ea5-495d-88f7-00ec098a8ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab613f10>, [{'id': 'ae449f1a-d35f-48d6-a6ba-454f491e1486', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1738652992', 'tenant_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.81'}], 'enable_snat': True}, 'gw_port_id': '7d00e5b7-c388-41bc-b363-2de4bf67a8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:16:26Z', 'updated_at': '2022-02-05T21:16:28Z', 'revision_number': 3, 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'gw_port': {'id': '7d00e5b7-c388-41bc-b363-2de4bf67a8d1', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:36:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae449f1a-d35f-48d6-a6ba-454f491e1486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:16:27Z', 'updated_at': '2022-02-05T21:16:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:16:28.979245 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52924081-8ea5-495d-88f7-00ec098a8ed9 None None] Checking router: ae449f1a-d35f-48d6-a6ba-454f491e1486 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:16:28.979606 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52924081-8ea5-495d-88f7-00ec098a8ed9 None None] Updating router ae449f1a-d35f-48d6-a6ba-454f491e1486 port 7d00e5b7-c388-41bc-b363-2de4bf67a8d1 binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:16:29.008843 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7caeb51-36fc-4b7e-9e12-531c70e9117d tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Made reservation on behalf of e5fe9a736c7549cf927e646c9f6fdd7a for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:16:29.009628 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-52924081-8ea5-495d-88f7-00ec098a8ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7d00e5b7-c388-41bc-b363-2de4bf67a8d1), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:29.013204 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e7caeb51-36fc-4b7e-9e12-531c70e9117d tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:29.097697 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device b31d06a0-6a7c-410c-93aa-8ad9db34b07b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:16:29.195870 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e7caeb51-36fc-4b7e-9e12-531c70e9117d tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (7052c485-8507-4f9f-9da4-5482f2705c57), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:29.253642 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7caeb51-36fc-4b7e-9e12-531c70e9117d tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Pushing event updated for resources: {'Subnet': ['ID=7052c485-8507-4f9f-9da4-5482f2705c57,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:16:29.263937 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7caeb51-36fc-4b7e-9e12-531c70e9117d tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Checking segment: {'id': '499e4300-051f-4350-85cf-380e48bda969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '333186bd-6329-404d-9cb5-d0d86717b873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:16:29.264307 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7caeb51-36fc-4b7e-9e12-531c70e9117d tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Network hostable DHCP agents. Network: 333186bd-6329-404d-9cb5-d0d86717b873, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:16:29.279279 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port b31d06a0-6a7c-410c-93aa-8ad9db34b07b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b31d06a0-6a7c-410c-93aa-8ad9db34b07b,segment=NetworkSegment(f62e3c71-b57a-482e-a2c4-7d4c5e58c260),segment_id=f62e3c71-b57a-482e-a2c4-7d4c5e58c260)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:16:29.282133 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7caeb51-36fc-4b7e-9e12-531c70e9117d tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Network 333186bd-6329-404d-9cb5-d0d86717b873 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:16:29.293337 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-e7caeb51-36fc-4b7e-9e12-531c70e9117d tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 333186bd-6329-404d-9cb5-d0d86717b873) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:16:29.297759 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7caeb51-36fc-4b7e-9e12-531c70e9117d tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:29.298468 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e7caeb51-36fc-4b7e-9e12-531c70e9117d tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:29.304197 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': 'b31d06a0-6a7c-410c-93aa-8ad9db34b07b', 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469', 'port_id': 'b31d06a0-6a7c-410c-93aa-8ad9db34b07b', 'mac_address': 'fa:16:3e:c1:ba:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bc96f9b-13b4-445f-ae2d-9347a725b89d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:16:29.308462 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ae66c4-ab41-42ad-bb17-668bf8b45bcc None None] Network 333186bd-6329-404d-9cb5-d0d86717b873 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:16:29.316107 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e7caeb51-36fc-4b7e-9e12-531c70e9117d tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4089520
Feb 05 21:16:29.318913 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45484) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:16:29.453448 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port b31d06a0-6a7c-410c-93aa-8ad9db34b07b is: ACTIVE; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:16:29.453836 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b31d06a0-6a7c-410c-93aa-8ad9db34b07b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:29.472772 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-52924081-8ea5-495d-88f7-00ec098a8ed9 None None] Publish callbacks [] for port (7d00e5b7-c388-41bc-b363-2de4bf67a8d1), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:29.482744 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b31d06a0-6a7c-410c-93aa-8ad9db34b07b {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:16:29.490895 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-52924081-8ea5-495d-88f7-00ec098a8ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7d00e5b7-c388-41bc-b363-2de4bf67a8d1), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:29.547130 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5235589-5f81-40d6-bd98-dc0bb29fc992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-333186bd-6329-404d-9cb5-d0d86717b873', 'network_id': '333186bd-6329-404d-9cb5-d0d86717b873', 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'fixed_ips': [{'subnet_id': '7052c485-8507-4f9f-9da4-5482f2705c57'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:16:29.547985 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f5235589-5f81-40d6-bd98-dc0bb29fc992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:29.556825 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port b31d06a0-6a7c-410c-93aa-8ad9db34b07b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b31d06a0-6a7c-410c-93aa-8ad9db34b07b,segment=NetworkSegment(f62e3c71-b57a-482e-a2c4-7d4c5e58c260),segment_id=f62e3c71-b57a-482e-a2c4-7d4c5e58c260)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:16:29.577981 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b31d06a0-6a7c-410c-93aa-8ad9db34b07b), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:29.593861 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc19dc0d-bc5d-45cf-80d9-7279b36ffd41 None None] Pushing event updated for resources: {'Port': ['ID=7d00e5b7-c388-41bc-b363-2de4bf67a8d1,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:16:29.613231 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-52924081-8ea5-495d-88f7-00ec098a8ed9 None None] Attempting to bind port 7d00e5b7-c388-41bc-b363-2de4bf67a8d1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:16:29.613617 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-52924081-8ea5-495d-88f7-00ec098a8ed9 None None] Attempting to bind port 7d00e5b7-c388-41bc-b363-2de4bf67a8d1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:16:29.614054 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52924081-8ea5-495d-88f7-00ec098a8ed9 None None] Attempting to bind port 7d00e5b7-c388-41bc-b363-2de4bf67a8d1 on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:16:29.618911 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc19dc0d-bc5d-45cf-80d9-7279b36ffd41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:29.619271 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc19dc0d-bc5d-45cf-80d9-7279b36ffd41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:29.619619 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc19dc0d-bc5d-45cf-80d9-7279b36ffd41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:29.619971 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc19dc0d-bc5d-45cf-80d9-7279b36ffd41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:29.620311 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc19dc0d-bc5d-45cf-80d9-7279b36ffd41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:29.620653 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc19dc0d-bc5d-45cf-80d9-7279b36ffd41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:29.620988 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc19dc0d-bc5d-45cf-80d9-7279b36ffd41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:29.621322 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc19dc0d-bc5d-45cf-80d9-7279b36ffd41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:29.621662 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc19dc0d-bc5d-45cf-80d9-7279b36ffd41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:29.621981 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc19dc0d-bc5d-45cf-80d9-7279b36ffd41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:29.622313 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc19dc0d-bc5d-45cf-80d9-7279b36ffd41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:29.622675 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc19dc0d-bc5d-45cf-80d9-7279b36ffd41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:29.623004 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc19dc0d-bc5d-45cf-80d9-7279b36ffd41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:29.683847 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['b31d06a0-6a7c-410c-93aa-8ad9db34b07b'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:16:29.709232 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52924081-8ea5-495d-88f7-00ec098a8ed9 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:16:29.709539 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52924081-8ea5-495d-88f7-00ec098a8ed9 None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:16:29.709951 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-52924081-8ea5-495d-88f7-00ec098a8ed9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:29.710355 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52924081-8ea5-495d-88f7-00ec098a8ed9 None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:16:29.710877 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-52924081-8ea5-495d-88f7-00ec098a8ed9 None None] Bound port: 7d00e5b7-c388-41bc-b363-2de4bf67a8d1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:16:29.711273 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-52924081-8ea5-495d-88f7-00ec098a8ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7d00e5b7-c388-41bc-b363-2de4bf67a8d1), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:29.766352 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fb705540-d2b0-4551-93ba-35bb32352459 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:29.850954 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=b31d06a0-6a7c-410c-93aa-8ad9db34b07b,revision_number=6']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:16:29.880633 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-52924081-8ea5-495d-88f7-00ec098a8ed9 None None] For port 7d00e5b7-c388-41bc-b363-2de4bf67a8d1, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:16:29.888271 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-52924081-8ea5-495d-88f7-00ec098a8ed9 None None] For port 7d00e5b7-c388-41bc-b363-2de4bf67a8d1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d00e5b7-c388-41bc-b363-2de4bf67a8d1,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:16:29.894452 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-f5235589-5f81-40d6-bd98-dc0bb29fc992 None None] Allocated IP 172.20.0.2 (333186bd-6329-404d-9cb5-d0d86717b873/7052c485-8507-4f9f-9da4-5482f2705c57/764cda2c-e982-49bb-a3fa-48f7a2b7f401) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:16:29.903617 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-52924081-8ea5-495d-88f7-00ec098a8ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7d00e5b7-c388-41bc-b363-2de4bf67a8d1), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:30.048515 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc19dc0d-bc5d-45cf-80d9-7279b36ffd41 None None] Pushing event updated for resources: {'Port': ['ID=7d00e5b7-c388-41bc-b363-2de4bf67a8d1,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:16:30.052908 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a33642-255f-4c29-9c11-1413a11dbd36 req-bc94d02b-f8b2-4e9e-bbb6-4fefcd795b7d tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:30.055159 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-55a33642-255f-4c29-9c11-1413a11dbd36 req-bc94d02b-f8b2-4e9e-bbb6-4fefcd795b7d tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 945 time: 0.0613482
Feb 05 21:16:30.072978 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52924081-8ea5-495d-88f7-00ec098a8ed9 None None] Routers {'ae449f1a-d35f-48d6-a6ba-454f491e1486'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:16:30.073611 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-52924081-8ea5-495d-88f7-00ec098a8ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab613f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:16:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ae449f1a-d35f-48d6-a6ba-454f491e1486'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:16:30.103972 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-55a33642-255f-4c29-9c11-1413a11dbd36 req-7a379ad2-3e77-467f-b201-14bac9940f19 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422077
Feb 05 21:16:30.412683 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-52924081-8ea5-495d-88f7-00ec098a8ed9 None None] Set router ae449f1a-d35f-48d6-a6ba-454f491e1486 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:16:30.415057 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f5235589-5f81-40d6-bd98-dc0bb29fc992 None None] Publish callbacks [] for port (764cda2c-e982-49bb-a3fa-48f7a2b7f401), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:30.472096 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f5235589-5f81-40d6-bd98-dc0bb29fc992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (764cda2c-e982-49bb-a3fa-48f7a2b7f401), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:30.493843 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-fb705540-d2b0-4551-93ba-35bb32352459 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Allocated IP 172.20.0.1 (333186bd-6329-404d-9cb5-d0d86717b873/7052c485-8507-4f9f-9da4-5482f2705c57/4190dcfb-d193-43d5-814b-cd8c7ea68c2f) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:16:30.553544 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5235589-5f81-40d6-bd98-dc0bb29fc992 None None] Network 333186bd-6329-404d-9cb5-d0d86717b873 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:16:30.562725 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-f5235589-5f81-40d6-bd98-dc0bb29fc992 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:16:30.569391 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5235589-5f81-40d6-bd98-dc0bb29fc992 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:16:30.588116 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5235589-5f81-40d6-bd98-dc0bb29fc992 None None] Pushing event updated for resources: {'Port': ['ID=764cda2c-e982-49bb-a3fa-48f7a2b7f401,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:16:30.612433 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fb705540-d2b0-4551-93ba-35bb32352459 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for port (4190dcfb-d193-43d5-814b-cd8c7ea68c2f), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:30.646300 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fb705540-d2b0-4551-93ba-35bb32352459 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (4190dcfb-d193-43d5-814b-cd8c7ea68c2f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:30.666368 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-f5235589-5f81-40d6-bd98-dc0bb29fc992 None None] Attempting to bind port 764cda2c-e982-49bb-a3fa-48f7a2b7f401 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:16:30.666787 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-f5235589-5f81-40d6-bd98-dc0bb29fc992 None None] Attempting to bind port 764cda2c-e982-49bb-a3fa-48f7a2b7f401 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '499e4300-051f-4350-85cf-380e48bda969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '333186bd-6329-404d-9cb5-d0d86717b873'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:16:30.667162 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5235589-5f81-40d6-bd98-dc0bb29fc992 None None] Attempting to bind port 764cda2c-e982-49bb-a3fa-48f7a2b7f401 on network 333186bd-6329-404d-9cb5-d0d86717b873 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:16:30.677521 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5235589-5f81-40d6-bd98-dc0bb29fc992 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:16:30.677906 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5235589-5f81-40d6-bd98-dc0bb29fc992 None None] Checking segment: {'id': '499e4300-051f-4350-85cf-380e48bda969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '333186bd-6329-404d-9cb5-d0d86717b873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:16:30.678310 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f5235589-5f81-40d6-bd98-dc0bb29fc992 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:30.678754 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5235589-5f81-40d6-bd98-dc0bb29fc992 None None] Bound using segment: {'id': '499e4300-051f-4350-85cf-380e48bda969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '333186bd-6329-404d-9cb5-d0d86717b873'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:16:30.679243 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-f5235589-5f81-40d6-bd98-dc0bb29fc992 None None] Bound port: 764cda2c-e982-49bb-a3fa-48f7a2b7f401, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499e4300-051f-4350-85cf-380e48bda969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '333186bd-6329-404d-9cb5-d0d86717b873'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:16:30.679634 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f5235589-5f81-40d6-bd98-dc0bb29fc992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (764cda2c-e982-49bb-a3fa-48f7a2b7f401), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:30.687441 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb705540-d2b0-4551-93ba-35bb32352459 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Network 333186bd-6329-404d-9cb5-d0d86717b873 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:16:30.690674 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-fb705540-d2b0-4551-93ba-35bb32352459 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:16:30.694422 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb705540-d2b0-4551-93ba-35bb32352459 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:16:30.723993 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb705540-d2b0-4551-93ba-35bb32352459 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Pushing event updated for resources: {'Port': ['ID=4190dcfb-d193-43d5-814b-cd8c7ea68c2f,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:16:30.746325 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fb705540-d2b0-4551-93ba-35bb32352459 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (ae449f1a-d35f-48d6-a6ba-454f491e1486), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:30.752854 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-52924081-8ea5-495d-88f7-00ec098a8ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab613f10>, [{'id': 'ae449f1a-d35f-48d6-a6ba-454f491e1486', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1738652992', 'tenant_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.81'}], 'enable_snat': True}, 'gw_port_id': '7d00e5b7-c388-41bc-b363-2de4bf67a8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:16:26Z', 'updated_at': '2022-02-05T21:16:28Z', 'revision_number': 3, 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'gw_port': {'id': '7d00e5b7-c388-41bc-b363-2de4bf67a8d1', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:36:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae449f1a-d35f-48d6-a6ba-454f491e1486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:16:27Z', 'updated_at': '2022-02-05T21:16:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:16:30.784684 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52924081-8ea5-495d-88f7-00ec098a8ed9 None None] The sync data for ids ['ae449f1a-d35f-48d6-a6ba-454f491e1486'] in ncdv-master-1 is: [{'id': 'ae449f1a-d35f-48d6-a6ba-454f491e1486', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1738652992', 'tenant_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.81'}], 'enable_snat': True}, 'gw_port_id': '7d00e5b7-c388-41bc-b363-2de4bf67a8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:16:26Z', 'updated_at': '2022-02-05T21:16:28Z', 'revision_number': 3, 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'gw_port': {'id': '7d00e5b7-c388-41bc-b363-2de4bf67a8d1', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:36:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae449f1a-d35f-48d6-a6ba-454f491e1486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:16:27Z', 'updated_at': '2022-02-05T21:16:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:16:30.789122 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-f5235589-5f81-40d6-bd98-dc0bb29fc992 None None] For port 764cda2c-e982-49bb-a3fa-48f7a2b7f401, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:16:30.801549 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-f5235589-5f81-40d6-bd98-dc0bb29fc992 None None] For port 764cda2c-e982-49bb-a3fa-48f7a2b7f401, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=764cda2c-e982-49bb-a3fa-48f7a2b7f401,segment=NetworkSegment(499e4300-051f-4350-85cf-380e48bda969),segment_id=499e4300-051f-4350-85cf-380e48bda969)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:16:30.813251 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f5235589-5f81-40d6-bd98-dc0bb29fc992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (764cda2c-e982-49bb-a3fa-48f7a2b7f401), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:30.894144 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5235589-5f81-40d6-bd98-dc0bb29fc992 None None] Pushing event updated for resources: {'Port': ['ID=764cda2c-e982-49bb-a3fa-48f7a2b7f401,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:16:30.901555 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fb705540-d2b0-4551-93ba-35bb32352459 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (4190dcfb-d193-43d5-814b-cd8c7ea68c2f), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:31.082089 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device b31d06a0-6a7c-410c-93aa-8ad9db34b07b up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:16:31.173847 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port b31d06a0-6a7c-410c-93aa-8ad9db34b07b triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:16:31.174236 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b31d06a0-6a7c-410c-93aa-8ad9db34b07b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:31.271448 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fb705540-d2b0-4551-93ba-35bb32352459 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for port (4190dcfb-d193-43d5-814b-cd8c7ea68c2f), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:31.284583 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fb705540-d2b0-4551-93ba-35bb32352459 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (4190dcfb-d193-43d5-814b-cd8c7ea68c2f), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:31.307813 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa8a65-34c9-4e86-ba7f-3e3b738a9007 req-8b212623-264f-4647-a059-4b358e606038 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:31.318240 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port b31d06a0-6a7c-410c-93aa-8ad9db34b07b is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:16:31.318240 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b31d06a0-6a7c-410c-93aa-8ad9db34b07b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:31.318971 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ceaa8a65-34c9-4e86-ba7f-3e3b738a9007 req-8b212623-264f-4647-a059-4b358e606038 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 945 time: 0.1182520
Feb 05 21:16:31.359863 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb16142-78fd-4dd3-a565-dc6826581315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31d06a0-6a7c-410c-93aa-8ad9db34b07b'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:16:31.363267 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2768f1-fc88-4752-b8b8-531302e634d9" -d '{"events": [{"server_uuid": "6bb16142-78fd-4dd3-a565-dc6826581315", "name": "network-vif-plugged", "status": "completed", "tag": "b31d06a0-6a7c-410c-93aa-8ad9db34b07b"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:16:31.378177 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb705540-d2b0-4551-93ba-35bb32352459 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Pushing event updated for resources: {'Port': ['ID=4190dcfb-d193-43d5-814b-cd8c7ea68c2f,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:16:31.380977 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fb705540-d2b0-4551-93ba-35bb32352459 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (ae449f1a-d35f-48d6-a6ba-454f491e1486), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:31.391065 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port b31d06a0-6a7c-410c-93aa-8ad9db34b07b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b31d06a0-6a7c-410c-93aa-8ad9db34b07b,segment=NetworkSegment(f62e3c71-b57a-482e-a2c4-7d4c5e58c260),segment_id=f62e3c71-b57a-482e-a2c4-7d4c5e58c260)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:16:31.398676 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b31d06a0-6a7c-410c-93aa-8ad9db34b07b), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:31.488365 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408b0216-e82c-4e9a-9d8e-76c7b3d007d1 x-openstack-request-id: req-408b0216-e82c-4e9a-9d8e-76c7b3d007d1 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:16:31.488672 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb16142-78fd-4dd3-a565-dc6826581315", "name": "network-vif-plugged", "status": "completed", "tag": "b31d06a0-6a7c-410c-93aa-8ad9db34b07b", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:16:31.490400 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-408b0216-e82c-4e9a-9d8e-76c7b3d007d1 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:16:31.490836 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb16142-78fd-4dd3-a565-dc6826581315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31d06a0-6a7c-410c-93aa-8ad9db34b07b', 'code': 200}
Feb 05 21:16:31.495275 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ceaa8a65-34c9-4e86-ba7f-3e3b738a9007 req-764d315f-a76c-4c7a-9c6c-db6e3b26307b tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1752365
Feb 05 21:16:31.495796 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb705540-d2b0-4551-93ba-35bb32352459 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Network 333186bd-6329-404d-9cb5-d0d86717b873 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:16:31.497724 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-fb705540-d2b0-4551-93ba-35bb32352459 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:16:31.529301 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=b31d06a0-6a7c-410c-93aa-8ad9db34b07b,revision_number=7']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:16:31.655730 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb705540-d2b0-4551-93ba-35bb32352459 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Router ae449f1a-d35f-48d6-a6ba-454f491e1486 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:16:31.781432 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb705540-d2b0-4551-93ba-35bb32352459 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:16:31.799472 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-fb705540-d2b0-4551-93ba-35bb32352459 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "PUT /v2.0/routers/ae449f1a-d35f-48d6-a6ba-454f491e1486/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4737544
Feb 05 21:16:31.801988 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 45506) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:16:31.810101 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-01124ffd-152f-49cc-b4d5-ba5ea79466e5 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--68505919', 'description': 'tempest-secgroup_access--68505919 description', 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:16:31.837084 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-01124ffd-152f-49cc-b4d5-ba5ea79466e5 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:31.911597 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-01124ffd-152f-49cc-b4d5-ba5ea79466e5 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for security_group (c04cceeb-b6c6-4507-81ca-0fb4eb9d3710), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:31.919918 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-01124ffd-152f-49cc-b4d5-ba5ea79466e5 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (c04cceeb-b6c6-4507-81ca-0fb4eb9d3710), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:31.961179 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01124ffd-152f-49cc-b4d5-ba5ea79466e5 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c04cceeb-b6c6-4507-81ca-0fb4eb9d3710,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:16:31.969205 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-01124ffd-152f-49cc-b4d5-ba5ea79466e5 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:31.971055 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-01124ffd-152f-49cc-b4d5-ba5ea79466e5 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1672599
Feb 05 21:16:31.974555 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45512) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:16:31.979720 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-962e13e4-017c-405b-95ea-89366000e782 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--326654249', 'description': 'tempest-secgroup_general--326654249 description', 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:16:32.010758 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-962e13e4-017c-405b-95ea-89366000e782 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:32.131676 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-962e13e4-017c-405b-95ea-89366000e782 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for security_group (7076c835-4400-4162-8ac3-99c088c86a9d), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:32.150221 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-962e13e4-017c-405b-95ea-89366000e782 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (7076c835-4400-4162-8ac3-99c088c86a9d), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:32.191465 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e13e4-017c-405b-95ea-89366000e782 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7076c835-4400-4162-8ac3-99c088c86a9d,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:16:32.200960 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-962e13e4-017c-405b-95ea-89366000e782 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:32.203042 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-962e13e4-017c-405b-95ea-89366000e782 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1817 time: 0.2271416
Feb 05 21:16:32.207125 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 45518) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:16:32.212305 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-360bfcba-7685-4177-ae78-f4b22a12b922 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Request body: {'security_group_rule': {'security_group_id': 'c04cceeb-b6c6-4507-81ca-0fb4eb9d3710', 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:16:32.252328 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-360bfcba-7685-4177-ae78-f4b22a12b922 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for security_group_rule (10b935ae-7a3c-47c5-997f-d4dd3894052b), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:32.281797 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 764cda2c-e982-49bb-a3fa-48f7a2b7f401 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:16:32.331767 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-360bfcba-7685-4177-ae78-f4b22a12b922 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for security_group_rule (10b935ae-7a3c-47c5-997f-d4dd3894052b), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:32.337573 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-360bfcba-7685-4177-ae78-f4b22a12b922 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (10b935ae-7a3c-47c5-997f-d4dd3894052b), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:32.345929 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 764cda2c-e982-49bb-a3fa-48f7a2b7f401 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:16:32.346359 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (764cda2c-e982-49bb-a3fa-48f7a2b7f401), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:32.355160 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98824ae9-b35d-4bce-a363-8c243c25c59c None None] Network 333186bd-6329-404d-9cb5-d0d86717b873 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:16:32.369865 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360bfcba-7685-4177-ae78-f4b22a12b922 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10b935ae-7a3c-47c5-997f-d4dd3894052b,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:16:32.383166 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-360bfcba-7685-4177-ae78-f4b22a12b922 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:32.385076 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-360bfcba-7685-4177-ae78-f4b22a12b922 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1764736
Feb 05 21:16:32.501405 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-a7df231c-5c1d-41c3-813c-70c00a86681c None None] Provisioning complete for port 764cda2c-e982-49bb-a3fa-48f7a2b7f401 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:16:32.502341 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a7df231c-5c1d-41c3-813c-70c00a86681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (764cda2c-e982-49bb-a3fa-48f7a2b7f401), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:32.579048 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-9d378826-d020-4602-903d-89bf4537d81f tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup_general--326654249&fields=id&tenant_id=e5fe9a736c7549cf927e646c9f6fdd7a HTTP/1.1" status: 200  len: 267 time: 0.0546713
Feb 05 21:16:32.685851 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-f426b9f5-ebd2-4616-9ebd-2fa570ef15f7 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup_access--68505919&fields=id&tenant_id=e5fe9a736c7549cf927e646c9f6fdd7a HTTP/1.1" status: 200  len: 267 time: 0.1005793
Feb 05 21:16:32.689864 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a7df231c-5c1d-41c3-813c-70c00a86681c None None] Current status of the port 764cda2c-e982-49bb-a3fa-48f7a2b7f401 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:16:32.690414 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a7df231c-5c1d-41c3-813c-70c00a86681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (764cda2c-e982-49bb-a3fa-48f7a2b7f401), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:32.750110 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-a7df231c-5c1d-41c3-813c-70c00a86681c None None] For port 764cda2c-e982-49bb-a3fa-48f7a2b7f401, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=764cda2c-e982-49bb-a3fa-48f7a2b7f401,segment=NetworkSegment(499e4300-051f-4350-85cf-380e48bda969),segment_id=499e4300-051f-4350-85cf-380e48bda969)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:16:32.752813 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 764cda2c-e982-49bb-a3fa-48f7a2b7f401 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:16:32.753327 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (764cda2c-e982-49bb-a3fa-48f7a2b7f401), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:32.774664 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a7df231c-5c1d-41c3-813c-70c00a86681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (764cda2c-e982-49bb-a3fa-48f7a2b7f401), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:32.806974 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae9fd6-6bce-4e19-b4c5-40217b12f1ad req-56cc2b71-9580-4938-b478-b4cf3fc7d848 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:32.808826 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d0ae9fd6-6bce-4e19-b4c5-40217b12f1ad req-56cc2b71-9580-4938-b478-b4cf3fc7d848 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 946 time: 0.1925995
Feb 05 21:16:32.836891 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df231c-5c1d-41c3-813c-70c00a86681c None None] Pushing event updated for resources: {'Port': ['ID=764cda2c-e982-49bb-a3fa-48f7a2b7f401,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:16:32.902359 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d0ae9fd6-6bce-4e19-b4c5-40217b12f1ad req-2ad4ae0c-535f-49e5-8387-cf512344cee8 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0870776
Feb 05 21:16:32.912444 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-cfa09bfd-fba5-4a28-87ff-516882d4829a tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:32.914527 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-cfa09bfd-fba5-4a28-87ff-516882d4829a tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/networks?id=333186bd-6329-404d-9cb5-d0d86717b873 HTTP/1.1" status: 200  len: 797 time: 0.2202945
Feb 05 21:16:32.915879 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 21:16:32.916296 ncdv-master-1 neutron-server[114392]: DEBUG oslo_db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 21:16:32.943943 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-404d2519-598f-493b-b482-dd0205ac0e0a tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/quotas/e5fe9a736c7549cf927e646c9f6fdd7a HTTP/1.1" status: 200  len: 375 time: 0.0221193
Feb 05 21:16:33.022949 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-3eb9fc7d-fecc-4539-9580-f02d437d4317 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e5fe9a736c7549cf927e646c9f6fdd7a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0692339
Feb 05 21:16:33.164499 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-bec4a5db-0b27-478f-a254-47563cfeba82 service neutron] 10.222.0.32 "GET /v2.0/networks/333186bd-6329-404d-9cb5-d0d86717b873?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261609
Feb 05 21:16:33.204231 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-ea794a8c-6c7c-46ad-a4d2-ecffe552a771 None None] Provisioning complete for port 764cda2c-e982-49bb-a3fa-48f7a2b7f401 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:16:33.205367 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ea794a8c-6c7c-46ad-a4d2-ecffe552a771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (764cda2c-e982-49bb-a3fa-48f7a2b7f401), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:33.263211 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6c2c04-3306-4fde-a163-b5b7a7996563 None None] Sync routers for ids ['ae449f1a-d35f-48d6-a6ba-454f491e1486'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:16:33.284603 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6c2c04-3306-4fde-a163-b5b7a7996563 None None] Routers {'ae449f1a-d35f-48d6-a6ba-454f491e1486'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:16:33.285254 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-ff6c2c04-3306-4fde-a163-b5b7a7996563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8ea0c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:16:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ae449f1a-d35f-48d6-a6ba-454f491e1486'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:16:33.288695 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-dc0efe6e-87d0-4b2c-84c8-daa4f68650c8 service neutron] 10.222.0.32 "GET /v2.0/networks/333186bd-6329-404d-9cb5-d0d86717b873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1173561
Feb 05 21:16:33.327419 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ea794a8c-6c7c-46ad-a4d2-ecffe552a771 None None] Current status of the port 764cda2c-e982-49bb-a3fa-48f7a2b7f401 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:16:33.351819 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-ea794a8c-6c7c-46ad-a4d2-ecffe552a771 None None] Provisioning complete for port 4190dcfb-d193-43d5-814b-cd8c7ea68c2f triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:16:33.352198 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ea794a8c-6c7c-46ad-a4d2-ecffe552a771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (4190dcfb-d193-43d5-814b-cd8c7ea68c2f), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:33.396691 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ea794a8c-6c7c-46ad-a4d2-ecffe552a771 None None] Port 4190dcfb-d193-43d5-814b-cd8c7ea68c2f cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:16:33.488532 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 764cda2c-e982-49bb-a3fa-48f7a2b7f401 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:16:33.490329 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7d00e5b7-c388-41bc-b363-2de4bf67a8d1 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:16:33.490678 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-ff6c2c04-3306-4fde-a163-b5b7a7996563 None None] Set router ae449f1a-d35f-48d6-a6ba-454f491e1486 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:16:33.594524 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-8c8bd13a-d403-4917-bbb1-b1d8ab3cf9b5 None None] Provisioning complete for port 4190dcfb-d193-43d5-814b-cd8c7ea68c2f triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:16:33.595038 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8c8bd13a-d403-4917-bbb1-b1d8ab3cf9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (4190dcfb-d193-43d5-814b-cd8c7ea68c2f), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:33.597373 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 7d00e5b7-c388-41bc-b363-2de4bf67a8d1 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:16:33.598004 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7d00e5b7-c388-41bc-b363-2de4bf67a8d1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:33.653624 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2eb32e1f-d9ee-4d12-b495-939509920383 req-b3cf5e92-f842-4680-bdf5-f060292fa541 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d8ebd50-de3d-4027-ad9f-29dc92204473 HTTP/1.1" status: 200  len: 210 time: 0.0441372
Feb 05 21:16:33.684789 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-8c8bd13a-d403-4917-bbb1-b1d8ab3cf9b5 None None] Port 4190dcfb-d193-43d5-814b-cd8c7ea68c2f cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:16:33.810764 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-95545495-1f9e-432e-ab57-131f74e27697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:33.826236 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 7d00e5b7-c388-41bc-b363-2de4bf67a8d1 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:16:33.826664 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7d00e5b7-c388-41bc-b363-2de4bf67a8d1), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:33.851236 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 7d00e5b7-c388-41bc-b363-2de4bf67a8d1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d00e5b7-c388-41bc-b363-2de4bf67a8d1,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:16:33.861292 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7d00e5b7-c388-41bc-b363-2de4bf67a8d1), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:33.921492 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6a55d269-b7e7-43a5-b4d5-83e922673ff6 None None] Provisioning complete for port 4190dcfb-d193-43d5-814b-cd8c7ea68c2f triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:16:33.921877 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6a55d269-b7e7-43a5-b4d5-83e922673ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (4190dcfb-d193-43d5-814b-cd8c7ea68c2f), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:33.951633 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-ff6c2c04-3306-4fde-a163-b5b7a7996563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8ea0c70>, [{'id': 'ae449f1a-d35f-48d6-a6ba-454f491e1486', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1738652992', 'tenant_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.81'}], 'enable_snat': True}, 'gw_port_id': '7d00e5b7-c388-41bc-b363-2de4bf67a8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:16:26Z', 'updated_at': '2022-02-05T21:16:30Z', 'revision_number': 4, 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'gw_port': {'id': '7d00e5b7-c388-41bc-b363-2de4bf67a8d1', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:36:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae449f1a-d35f-48d6-a6ba-454f491e1486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:16:27Z', 'updated_at': '2022-02-05T21:16:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4190dcfb-d193-43d5-814b-cd8c7ea68c2f', 'name': '', 'network_id': '333186bd-6329-404d-9cb5-d0d86717b873', 'tenant_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'mac_address': 'fa:16:3e:18:c0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae449f1a-d35f-48d6-a6ba-454f491e1486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '7052c485-8507-4f9f-9da4-5482f2705c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:16:29Z', 'updated_at': '2022-02-05T21:16:31Z', 'revision_number': 2, 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'subnets': [{'id': '7052c485-8507-4f9f-9da4-5482f2705c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:16:33.966103 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=7d00e5b7-c388-41bc-b363-2de4bf67a8d1,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:16:33.983069 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6a55d269-b7e7-43a5-b4d5-83e922673ff6 None None] Port 4190dcfb-d193-43d5-814b-cd8c7ea68c2f cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:16:33.987930 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6c2c04-3306-4fde-a163-b5b7a7996563 None None] Checking router: ae449f1a-d35f-48d6-a6ba-454f491e1486 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:16:33.988295 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6c2c04-3306-4fde-a163-b5b7a7996563 None None] Updating router ae449f1a-d35f-48d6-a6ba-454f491e1486 port 4190dcfb-d193-43d5-814b-cd8c7ea68c2f binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:16:34.020058 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-ff6c2c04-3306-4fde-a163-b5b7a7996563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (4190dcfb-d193-43d5-814b-cd8c7ea68c2f), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:34.124440 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 764cda2c-e982-49bb-a3fa-48f7a2b7f401 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:16:34.148089 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c937829-3210-4744-9116-2e3beac243a5 req-8f1355a4-1e61-41fb-b200-cd7c4b098052 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:34.157660 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8c937829-3210-4744-9116-2e3beac243a5 req-8f1355a4-1e61-41fb-b200-cd7c4b098052 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 946 time: 0.0733895
Feb 05 21:16:34.201960 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 764cda2c-e982-49bb-a3fa-48f7a2b7f401 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:16:34.202461 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (764cda2c-e982-49bb-a3fa-48f7a2b7f401), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:34.223154 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8c937829-3210-4744-9116-2e3beac243a5 req-143fa094-dfd7-4fc8-b35c-ff6ce9e35682 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0636649
Feb 05 21:16:34.323513 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 764cda2c-e982-49bb-a3fa-48f7a2b7f401 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:16:34.581023 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-ff6c2c04-3306-4fde-a163-b5b7a7996563 None None] Publish callbacks [] for port (4190dcfb-d193-43d5-814b-cd8c7ea68c2f), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:34.595526 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-ff6c2c04-3306-4fde-a163-b5b7a7996563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (4190dcfb-d193-43d5-814b-cd8c7ea68c2f), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:34.669478 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2fa590-9c9a-48a4-9714-92946cfb049d None None] Pushing event updated for resources: {'Port': ['ID=4190dcfb-d193-43d5-814b-cd8c7ea68c2f,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:16:34.694638 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2fa590-9c9a-48a4-9714-92946cfb049d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:34.695032 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2fa590-9c9a-48a4-9714-92946cfb049d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:34.695422 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2fa590-9c9a-48a4-9714-92946cfb049d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:34.695766 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2fa590-9c9a-48a4-9714-92946cfb049d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:34.696106 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2fa590-9c9a-48a4-9714-92946cfb049d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:34.696469 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2fa590-9c9a-48a4-9714-92946cfb049d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:34.696804 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2fa590-9c9a-48a4-9714-92946cfb049d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:34.697151 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2fa590-9c9a-48a4-9714-92946cfb049d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:34.704677 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2fa590-9c9a-48a4-9714-92946cfb049d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:34.705141 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2fa590-9c9a-48a4-9714-92946cfb049d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:34.705528 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2fa590-9c9a-48a4-9714-92946cfb049d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:34.705933 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2fa590-9c9a-48a4-9714-92946cfb049d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:34.706268 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2fa590-9c9a-48a4-9714-92946cfb049d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:34.767948 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-ff6c2c04-3306-4fde-a163-b5b7a7996563 None None] Attempting to bind port 4190dcfb-d193-43d5-814b-cd8c7ea68c2f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:16:34.768598 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-ff6c2c04-3306-4fde-a163-b5b7a7996563 None None] Attempting to bind port 4190dcfb-d193-43d5-814b-cd8c7ea68c2f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '499e4300-051f-4350-85cf-380e48bda969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '333186bd-6329-404d-9cb5-d0d86717b873'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:16:34.770572 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6c2c04-3306-4fde-a163-b5b7a7996563 None None] Attempting to bind port 4190dcfb-d193-43d5-814b-cd8c7ea68c2f on network 333186bd-6329-404d-9cb5-d0d86717b873 {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:16:34.777154 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6c2c04-3306-4fde-a163-b5b7a7996563 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:16:34.777875 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6c2c04-3306-4fde-a163-b5b7a7996563 None None] Checking segment: {'id': '499e4300-051f-4350-85cf-380e48bda969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '333186bd-6329-404d-9cb5-d0d86717b873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:16:34.778507 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-ff6c2c04-3306-4fde-a163-b5b7a7996563 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:34.780234 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6c2c04-3306-4fde-a163-b5b7a7996563 None None] Bound using segment: {'id': '499e4300-051f-4350-85cf-380e48bda969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '333186bd-6329-404d-9cb5-d0d86717b873'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:16:34.780938 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-ff6c2c04-3306-4fde-a163-b5b7a7996563 None None] Bound port: 4190dcfb-d193-43d5-814b-cd8c7ea68c2f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499e4300-051f-4350-85cf-380e48bda969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '333186bd-6329-404d-9cb5-d0d86717b873'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:16:34.782100 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-ff6c2c04-3306-4fde-a163-b5b7a7996563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (4190dcfb-d193-43d5-814b-cd8c7ea68c2f), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:34.843986 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-85575979-2dae-4266-99f2-4b7673e1543a req-b1f0aa9d-c400-48c0-9b52-15a5ed7fe6d9 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d8ebd50-de3d-4027-ad9f-29dc92204473 HTTP/1.1" status: 200  len: 210 time: 0.0561051
Feb 05 21:16:34.882246 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-ff6c2c04-3306-4fde-a163-b5b7a7996563 None None] For port 4190dcfb-d193-43d5-814b-cd8c7ea68c2f, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:16:34.889521 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-ff6c2c04-3306-4fde-a163-b5b7a7996563 None None] For port 4190dcfb-d193-43d5-814b-cd8c7ea68c2f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4190dcfb-d193-43d5-814b-cd8c7ea68c2f,segment=NetworkSegment(499e4300-051f-4350-85cf-380e48bda969),segment_id=499e4300-051f-4350-85cf-380e48bda969)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:16:34.899965 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-ff6c2c04-3306-4fde-a163-b5b7a7996563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (4190dcfb-d193-43d5-814b-cd8c7ea68c2f), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:35.010491 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6c2c04-3306-4fde-a163-b5b7a7996563 None None] Routers {'ae449f1a-d35f-48d6-a6ba-454f491e1486'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:16:35.011497 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-ff6c2c04-3306-4fde-a163-b5b7a7996563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8ea0c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:16:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ae449f1a-d35f-48d6-a6ba-454f491e1486'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:16:35.032457 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-5235c2e8-c277-420b-9923-59d4eb4bcd71 None None] Provisioning complete for port 4190dcfb-d193-43d5-814b-cd8c7ea68c2f triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:16:35.033683 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5235c2e8-c277-420b-9923-59d4eb4bcd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (4190dcfb-d193-43d5-814b-cd8c7ea68c2f), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:35.148951 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-379edb82-01b1-423f-8d4a-55a265a28dcf tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:35.154543 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-379edb82-01b1-423f-8d4a-55a265a28dcf tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.21 "GET /v2.0/networks?id=333186bd-6329-404d-9cb5-d0d86717b873 HTTP/1.1" status: 200  len: 797 time: 0.2002461
Feb 05 21:16:35.187686 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-5235c2e8-c277-420b-9923-59d4eb4bcd71 None None] Current status of the port 4190dcfb-d193-43d5-814b-cd8c7ea68c2f is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:16:35.188091 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5235c2e8-c277-420b-9923-59d4eb4bcd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (4190dcfb-d193-43d5-814b-cd8c7ea68c2f), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:35.240483 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-5235c2e8-c277-420b-9923-59d4eb4bcd71 None None] For port 4190dcfb-d193-43d5-814b-cd8c7ea68c2f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4190dcfb-d193-43d5-814b-cd8c7ea68c2f,segment=NetworkSegment(499e4300-051f-4350-85cf-380e48bda969),segment_id=499e4300-051f-4350-85cf-380e48bda969)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:16:35.246218 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-ff6c2c04-3306-4fde-a163-b5b7a7996563 None None] Set router ae449f1a-d35f-48d6-a6ba-454f491e1486 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:16:35.262885 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5235c2e8-c277-420b-9923-59d4eb4bcd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (4190dcfb-d193-43d5-814b-cd8c7ea68c2f), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:35.292136 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-c26f08bb-1e5b-4188-ba93-ae6b6ab600fd tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5fe9a736c7549cf927e646c9f6fdd7a HTTP/1.1" status: 200  len: 475 time: 0.1294458
Feb 05 21:16:35.307321 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-cd84b52b-6c34-46a4-b194-a55e15743b78 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Request body: {'port': {'device_id': '4d8ebd50-de3d-4027-ad9f-29dc92204473', 'network_id': '333186bd-6329-404d-9cb5-d0d86717b873', 'admin_state_up': True, 'tenant_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'security_groups': ['7076c835-4400-4162-8ac3-99c088c86a9d', 'c04cceeb-b6c6-4507-81ca-0fb4eb9d3710']}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:16:35.318136 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2fa590-9c9a-48a4-9714-92946cfb049d None None] Pushing event updated for resources: {'Port': ['ID=4190dcfb-d193-43d5-814b-cd8c7ea68c2f,revision_number=4']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:16:35.425177 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5235c2e8-c277-420b-9923-59d4eb4bcd71 None None] Pushing event updated for resources: {'Port': ['ID=4190dcfb-d193-43d5-814b-cd8c7ea68c2f,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:16:35.460962 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-fe93806f-f0f3-4bd6-8af1-e58e8ce93180 None None] Provisioning complete for port 4190dcfb-d193-43d5-814b-cd8c7ea68c2f triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:16:35.461525 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fe93806f-f0f3-4bd6-8af1-e58e8ce93180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (4190dcfb-d193-43d5-814b-cd8c7ea68c2f), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:35.483269 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-cd84b52b-6c34-46a4-b194-a55e15743b78 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Made reservation on behalf of e5fe9a736c7549cf927e646c9f6fdd7a for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:16:35.494241 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-cd84b52b-6c34-46a4-b194-a55e15743b78 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:35.512255 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8e7e6-b8d3-4eda-99f5-bafce2e799df req-e87bb161-bc39-4f05-a349-979deba4447d tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:35.520003 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c1e8e7e6-b8d3-4eda-99f5-bafce2e799df req-e87bb161-bc39-4f05-a349-979deba4447d tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 946 time: 0.1326299
Feb 05 21:16:35.591586 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-ff6c2c04-3306-4fde-a163-b5b7a7996563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8ea0c70>, [{'id': 'ae449f1a-d35f-48d6-a6ba-454f491e1486', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1738652992', 'tenant_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.81'}], 'enable_snat': True}, 'gw_port_id': '7d00e5b7-c388-41bc-b363-2de4bf67a8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:16:26Z', 'updated_at': '2022-02-05T21:16:30Z', 'revision_number': 4, 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'gw_port': {'id': '7d00e5b7-c388-41bc-b363-2de4bf67a8d1', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:36:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae449f1a-d35f-48d6-a6ba-454f491e1486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:16:27Z', 'updated_at': '2022-02-05T21:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4190dcfb-d193-43d5-814b-cd8c7ea68c2f', 'name': '', 'network_id': '333186bd-6329-404d-9cb5-d0d86717b873', 'tenant_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'mac_address': 'fa:16:3e:18:c0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae449f1a-d35f-48d6-a6ba-454f491e1486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '7052c485-8507-4f9f-9da4-5482f2705c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:16:29Z', 'updated_at': '2022-02-05T21:16:34Z', 'revision_number': 4, 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'subnets': [{'id': '7052c485-8507-4f9f-9da4-5482f2705c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:16:35.620680 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c1e8e7e6-b8d3-4eda-99f5-bafce2e799df req-86cc319b-1c18-4fd2-ac86-9b9155118b63 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0993245
Feb 05 21:16:35.644453 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6c2c04-3306-4fde-a163-b5b7a7996563 None None] The sync data for ids ['ae449f1a-d35f-48d6-a6ba-454f491e1486'] in ncdv-master-1 is: [{'id': 'ae449f1a-d35f-48d6-a6ba-454f491e1486', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1738652992', 'tenant_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.81'}], 'enable_snat': True}, 'gw_port_id': '7d00e5b7-c388-41bc-b363-2de4bf67a8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:16:26Z', 'updated_at': '2022-02-05T21:16:30Z', 'revision_number': 4, 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'gw_port': {'id': '7d00e5b7-c388-41bc-b363-2de4bf67a8d1', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:36:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae449f1a-d35f-48d6-a6ba-454f491e1486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:16:27Z', 'updated_at': '2022-02-05T21:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4190dcfb-d193-43d5-814b-cd8c7ea68c2f', 'name': '', 'network_id': '333186bd-6329-404d-9cb5-d0d86717b873', 'tenant_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'mac_address': 'fa:16:3e:18:c0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae449f1a-d35f-48d6-a6ba-454f491e1486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '7052c485-8507-4f9f-9da4-5482f2705c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:16:29Z', 'updated_at': '2022-02-05T21:16:34Z', 'revision_number': 4, 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'subnets': [{'id': '7052c485-8507-4f9f-9da4-5482f2705c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:16:35.656894 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-fe93806f-f0f3-4bd6-8af1-e58e8ce93180 None None] Current status of the port 4190dcfb-d193-43d5-814b-cd8c7ea68c2f is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:16:35.674557 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-cd84b52b-6c34-46a4-b194-a55e15743b78 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Allocated IP 172.20.0.11 (333186bd-6329-404d-9cb5-d0d86717b873/7052c485-8507-4f9f-9da4-5482f2705c57/f729eae9-d8c5-4b52-97a9-b77d23a1405b) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:16:35.913615 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-cd84b52b-6c34-46a4-b194-a55e15743b78 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for port (f729eae9-d8c5-4b52-97a9-b77d23a1405b), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:35.996668 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2d07f020-1ad8-4d6b-b6eb-eee7a38ad1ff req-85ac5219-7808-415a-8fff-6cdaee3f3667 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d8ebd50-de3d-4027-ad9f-29dc92204473 HTTP/1.1" status: 200  len: 210 time: 0.0458863
Feb 05 21:16:36.024044 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-cd84b52b-6c34-46a4-b194-a55e15743b78 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (f729eae9-d8c5-4b52-97a9-b77d23a1405b), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:36.078071 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-cd84b52b-6c34-46a4-b194-a55e15743b78 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Network 333186bd-6329-404d-9cb5-d0d86717b873 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:16:36.081924 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-cd84b52b-6c34-46a4-b194-a55e15743b78 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:16:36.090052 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-cd84b52b-6c34-46a4-b194-a55e15743b78 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:16:36.111658 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f8ee12bc-7b13-4648-92fe-6d5bb8790717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:36.149334 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-cd84b52b-6c34-46a4-b194-a55e15743b78 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:36.149334 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-cd84b52b-6c34-46a4-b194-a55e15743b78 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:36.168986 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd84b52b-6c34-46a4-b194-a55e15743b78 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Pushing event updated for resources: {'Port': ['ID=f729eae9-d8c5-4b52-97a9-b77d23a1405b,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:16:36.178880 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84b52b-6c34-46a4-b194-a55e15743b78 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:36.179236 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84b52b-6c34-46a4-b194-a55e15743b78 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:36.179595 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84b52b-6c34-46a4-b194-a55e15743b78 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:36.180073 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84b52b-6c34-46a4-b194-a55e15743b78 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:36.180430 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84b52b-6c34-46a4-b194-a55e15743b78 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:36.180768 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84b52b-6c34-46a4-b194-a55e15743b78 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:36.181105 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84b52b-6c34-46a4-b194-a55e15743b78 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:36.181443 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84b52b-6c34-46a4-b194-a55e15743b78 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:36.181870 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84b52b-6c34-46a4-b194-a55e15743b78 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:36.182212 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84b52b-6c34-46a4-b194-a55e15743b78 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:36.182579 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84b52b-6c34-46a4-b194-a55e15743b78 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:36.182957 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84b52b-6c34-46a4-b194-a55e15743b78 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:36.183333 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84b52b-6c34-46a4-b194-a55e15743b78 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:16:36.191840 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-cd84b52b-6c34-46a4-b194-a55e15743b78 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 973 time: 0.8920805
Feb 05 21:16:36.205625 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-d8a16646-703b-4389-a8be-92d99c856129 service neutron] Request body: {'port': {'device_id': '4d8ebd50-de3d-4027-ad9f-29dc92204473', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:16:36.230553 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 4190dcfb-d193-43d5-814b-cd8c7ea68c2f up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:16:36.305696 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-d8a16646-703b-4389-a8be-92d99c856129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f729eae9-d8c5-4b52-97a9-b77d23a1405b), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:36.339016 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 4190dcfb-d193-43d5-814b-cd8c7ea68c2f triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:16:36.339557 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (4190dcfb-d193-43d5-814b-cd8c7ea68c2f), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:36.491786 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 4190dcfb-d193-43d5-814b-cd8c7ea68c2f is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:16:36.492881 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7d00e5b7-c388-41bc-b363-2de4bf67a8d1 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:16:36.550322 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 7d00e5b7-c388-41bc-b363-2de4bf67a8d1 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:16:36.550782 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7d00e5b7-c388-41bc-b363-2de4bf67a8d1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:36.604303 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-d9cca247-d630-431b-be49-0501ccc35e75 None None] Provisioning complete for port f729eae9-d8c5-4b52-97a9-b77d23a1405b triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:16:36.604691 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d9cca247-d630-431b-be49-0501ccc35e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (f729eae9-d8c5-4b52-97a9-b77d23a1405b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:36.724286 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-d9cca247-d630-431b-be49-0501ccc35e75 None None] Port f729eae9-d8c5-4b52-97a9-b77d23a1405b cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:16:36.739252 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 7d00e5b7-c388-41bc-b363-2de4bf67a8d1 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:16:37.245620 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-d8a16646-703b-4389-a8be-92d99c856129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f729eae9-d8c5-4b52-97a9-b77d23a1405b {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:16:37.260837 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-d8a16646-703b-4389-a8be-92d99c856129 service neutron] Publish callbacks [] for port (f729eae9-d8c5-4b52-97a9-b77d23a1405b), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:37.296494 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-d8a16646-703b-4389-a8be-92d99c856129 service neutron] Transition to ACTIVE for port object f729eae9-d8c5-4b52-97a9-b77d23a1405b will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:16:37.304152 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-d8a16646-703b-4389-a8be-92d99c856129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (f729eae9-d8c5-4b52-97a9-b77d23a1405b), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:37.374293 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc987c19-7734-464a-8836-fcababf0c8dc req-4f3be9ad-4f47-4779-9e91-be9ddff9d1d4 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:37.384822 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bc987c19-7734-464a-8836-fcababf0c8dc req-4f3be9ad-4f47-4779-9e91-be9ddff9d1d4 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d8ebd50-de3d-4027-ad9f-29dc92204473 HTTP/1.1" status: 200  len: 971 time: 0.1315374
Feb 05 21:16:37.406363 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690124e5-62c4-4d54-a29c-6256e16c994d req-eb10ee66-7801-46c9-ad6b-2d3f0ae4d6c6 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:37.414552 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-690124e5-62c4-4d54-a29c-6256e16c994d req-eb10ee66-7801-46c9-ad6b-2d3f0ae4d6c6 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 946 time: 0.6937554
Feb 05 21:16:37.415670 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a16646-703b-4389-a8be-92d99c856129 service neutron] Pushing event updated for resources: {'Port': ['ID=f729eae9-d8c5-4b52-97a9-b77d23a1405b,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:16:37.480266 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:37.502474 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-d8a16646-703b-4389-a8be-92d99c856129 service neutron] Attempting to bind port f729eae9-d8c5-4b52-97a9-b77d23a1405b on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:16:37.502842 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-d8a16646-703b-4389-a8be-92d99c856129 service neutron] Attempting to bind port f729eae9-d8c5-4b52-97a9-b77d23a1405b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '499e4300-051f-4350-85cf-380e48bda969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '333186bd-6329-404d-9cb5-d0d86717b873'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:16:37.503148 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-d8a16646-703b-4389-a8be-92d99c856129 service neutron] Attempting to bind port f729eae9-d8c5-4b52-97a9-b77d23a1405b on network 333186bd-6329-404d-9cb5-d0d86717b873 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:16:37.531433 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-d8a16646-703b-4389-a8be-92d99c856129 service neutron] Port f729eae9-d8c5-4b52-97a9-b77d23a1405b on network 333186bd-6329-404d-9cb5-d0d86717b873 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:16:37.531924 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-d8a16646-703b-4389-a8be-92d99c856129 service neutron] Attempting to bind port f729eae9-d8c5-4b52-97a9-b77d23a1405b on network 333186bd-6329-404d-9cb5-d0d86717b873 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:16:37.541332 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-d8a16646-703b-4389-a8be-92d99c856129 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:16:37.544173 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-d8a16646-703b-4389-a8be-92d99c856129 service neutron] Checking segment: {'id': '499e4300-051f-4350-85cf-380e48bda969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '333186bd-6329-404d-9cb5-d0d86717b873'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:16:37.545097 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-d8a16646-703b-4389-a8be-92d99c856129 service neutron] Bound using segment: {'id': '499e4300-051f-4350-85cf-380e48bda969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '333186bd-6329-404d-9cb5-d0d86717b873'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:16:37.545248 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-d8a16646-703b-4389-a8be-92d99c856129 service neutron] Bound port: f729eae9-d8c5-4b52-97a9-b77d23a1405b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '499e4300-051f-4350-85cf-380e48bda969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '333186bd-6329-404d-9cb5-d0d86717b873'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:16:37.545543 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-d8a16646-703b-4389-a8be-92d99c856129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f729eae9-d8c5-4b52-97a9-b77d23a1405b), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:37.550998 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-690124e5-62c4-4d54-a29c-6256e16c994d req-f2e173bb-a7c8-4a95-a961-023431a05344 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1355767
Feb 05 21:16:37.574992 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bc987c19-7734-464a-8836-fcababf0c8dc req-4cc350ad-645d-41f8-8948-7f9a97016ee2 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04cceeb-b6c6-4507-81ca-0fb4eb9d3710&id=7076c835-4400-4162-8ac3-99c088c86a9d&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.1891868
Feb 05 21:16:37.682368 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-d8a16646-703b-4389-a8be-92d99c856129 service neutron] For port f729eae9-d8c5-4b52-97a9-b77d23a1405b, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:16:37.687249 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-d8a16646-703b-4389-a8be-92d99c856129 service neutron] For port f729eae9-d8c5-4b52-97a9-b77d23a1405b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f729eae9-d8c5-4b52-97a9-b77d23a1405b,segment=NetworkSegment(499e4300-051f-4350-85cf-380e48bda969),segment_id=499e4300-051f-4350-85cf-380e48bda969)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:16:37.697369 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-d8a16646-703b-4389-a8be-92d99c856129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (f729eae9-d8c5-4b52-97a9-b77d23a1405b), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:37.749874 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-d8a16646-703b-4389-a8be-92d99c856129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:37.750534 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-d8a16646-703b-4389-a8be-92d99c856129 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:37.752939 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-d8a16646-703b-4389-a8be-92d99c856129 service neutron] 10.222.0.21 "PUT /v2.0/ports/f729eae9-d8c5-4b52-97a9-b77d23a1405b HTTP/1.1" status: 200  len: 1131 time: 1.5538893
Feb 05 21:16:37.755701 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d8ebd50-de3d-4027-ad9f-29dc92204473', 'tag': 'f729eae9-d8c5-4b52-97a9-b77d23a1405b'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:16:37.759420 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951e0b01-a247-4e98-a720-e1120f8ae7d9" -d '{"events": [{"name": "network-changed", "server_uuid": "4d8ebd50-de3d-4027-ad9f-29dc92204473", "tag": "f729eae9-d8c5-4b52-97a9-b77d23a1405b"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:16:37.780901 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a16646-703b-4389-a8be-92d99c856129 service neutron] Pushing event updated for resources: {'Port': ['ID=f729eae9-d8c5-4b52-97a9-b77d23a1405b,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:16:37.858611 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf48fa7-c1b8-47bf-b63e-b4ce970d1d22 x-openstack-request-id: req-fbf48fa7-c1b8-47bf-b63e-b4ce970d1d22 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:16:37.859030 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d8ebd50-de3d-4027-ad9f-29dc92204473", "tag": "f729eae9-d8c5-4b52-97a9-b77d23a1405b", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:16:37.859388 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fbf48fa7-c1b8-47bf-b63e-b4ce970d1d22 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:16:37.859879 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d8ebd50-de3d-4027-ad9f-29dc92204473', 'tag': 'f729eae9-d8c5-4b52-97a9-b77d23a1405b', 'status': 'completed', 'code': 200}
Feb 05 21:16:37.902126 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-8da2358f-a134-4951-a21b-8fdf26286fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:37.903819 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-8da2358f-a134-4951-a21b-8fdf26286fae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e5fe9a736c7549cf927e646c9f6fdd7a&device_id=4d8ebd50-de3d-4027-ad9f-29dc92204473 HTTP/1.1" status: 200  len: 1165 time: 0.0867987
Feb 05 21:16:37.962954 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-0c2d10aa-5708-4b91-a0f9-118a2b63c055 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f729eae9-d8c5-4b52-97a9-b77d23a1405b HTTP/1.1" status: 200  len: 217 time: 0.0515065
Feb 05 21:16:38.020867 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-06d931e6-c974-43fb-8da7-727b19d48dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:38.022747 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-06d931e6-c974-43fb-8da7-727b19d48dac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7052c485-8507-4f9f-9da4-5482f2705c57 HTTP/1.1" status: 200  len: 835 time: 0.0537012
Feb 05 21:16:38.083299 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-c3869296-6b9e-4eb6-86f1-ba2bda4b0859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:38.084935 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-c3869296-6b9e-4eb6-86f1-ba2bda4b0859 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=333186bd-6329-404d-9cb5-d0d86717b873&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0559077
Feb 05 21:16:38.187185 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-2ecc6f66-d6c2-487b-a369-717a31bbac8d service neutron] 10.222.0.21 "GET /v2.0/networks/333186bd-6329-404d-9cb5-d0d86717b873?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0960236
Feb 05 21:16:38.292728 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f63fdbb2-9c3b-4fc8-8801-6171565ca45f req-51d419a4-d5b1-457e-ac56-e9f40f62f1eb service neutron] 10.222.0.21 "GET /v2.0/networks/333186bd-6329-404d-9cb5-d0d86717b873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0994000
Feb 05 21:16:38.391252 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e0b01-a247-4e98-a720-e1120f8ae7d9 req-62d2a2be-d244-4f77-b2f8-50cbcfb517b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:38.392831 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-951e0b01-a247-4e98-a720-e1120f8ae7d9 req-62d2a2be-d244-4f77-b2f8-50cbcfb517b7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e5fe9a736c7549cf927e646c9f6fdd7a&device_id=4d8ebd50-de3d-4027-ad9f-29dc92204473 HTTP/1.1" status: 200  len: 1165 time: 0.0536666
Feb 05 21:16:38.491082 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e0b01-a247-4e98-a720-e1120f8ae7d9 req-f6eed999-5d4b-405c-8abf-4df0c9cddc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:38.492615 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-951e0b01-a247-4e98-a720-e1120f8ae7d9 req-f6eed999-5d4b-405c-8abf-4df0c9cddc54 service neutron] 10.222.0.21 "GET /v2.0/networks?id=333186bd-6329-404d-9cb5-d0d86717b873 HTTP/1.1" status: 200  len: 898 time: 0.0935795
Feb 05 21:16:38.540220 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-951e0b01-a247-4e98-a720-e1120f8ae7d9 req-1a2ff9ad-9cb3-4eec-8730-ecee28e081e6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f729eae9-d8c5-4b52-97a9-b77d23a1405b HTTP/1.1" status: 200  len: 217 time: 0.0410352
Feb 05 21:16:38.601752 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e0b01-a247-4e98-a720-e1120f8ae7d9 req-bc5d429c-63c7-48cf-84da-247260aa3da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:38.603544 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-951e0b01-a247-4e98-a720-e1120f8ae7d9 req-bc5d429c-63c7-48cf-84da-247260aa3da6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7052c485-8507-4f9f-9da4-5482f2705c57 HTTP/1.1" status: 200  len: 835 time: 0.0580842
Feb 05 21:16:38.669051 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e0b01-a247-4e98-a720-e1120f8ae7d9 req-ff4eee58-3a05-4c4f-ad86-d41ab3cfeccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:38.670902 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-951e0b01-a247-4e98-a720-e1120f8ae7d9 req-ff4eee58-3a05-4c4f-ad86-d41ab3cfeccc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=333186bd-6329-404d-9cb5-d0d86717b873&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0614622
Feb 05 21:16:38.708987 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84249789-da71-4e83-afad-51e5a3040b5a req-5d1ce401-5af7-46be-8476-19863676b42b tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:38.716939 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-84249789-da71-4e83-afad-51e5a3040b5a req-5d1ce401-5af7-46be-8476-19863676b42b tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d8ebd50-de3d-4027-ad9f-29dc92204473 HTTP/1.1" status: 200  len: 983 time: 0.0672686
Feb 05 21:16:38.807782 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-951e0b01-a247-4e98-a720-e1120f8ae7d9 req-fef28c9f-d93b-4106-9b94-3dd9db84c6c8 service neutron] 10.222.0.21 "GET /v2.0/networks/333186bd-6329-404d-9cb5-d0d86717b873?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1302357
Feb 05 21:16:38.825803 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-84249789-da71-4e83-afad-51e5a3040b5a req-f189f7ba-6822-49b6-806d-cfc77456b516 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04cceeb-b6c6-4507-81ca-0fb4eb9d3710&id=7076c835-4400-4162-8ac3-99c088c86a9d&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.1076484
Feb 05 21:16:38.939069 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c446e3-b340-455f-a071-ffad9561c945 req-c494c96a-6571-481b-b9b5-1f4e785ef98d tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:38.939551 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-951e0b01-a247-4e98-a720-e1120f8ae7d9 req-3dc5b0f6-368a-46b2-a76f-dcd89c80b9cf service neutron] 10.222.0.21 "GET /v2.0/networks/333186bd-6329-404d-9cb5-d0d86717b873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229317
Feb 05 21:16:38.949415 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d0c446e3-b340-455f-a071-ffad9561c945 req-c494c96a-6571-481b-b9b5-1f4e785ef98d tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 946 time: 0.0796182
Feb 05 21:16:39.009474 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d0c446e3-b340-455f-a071-ffad9561c945 req-18a855ce-6376-4af0-b792-b734eb681150 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528929
Feb 05 21:16:39.079599 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:39.970026 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20110b7a-6ffa-4467-9727-20e778c7ce96 req-53d5d4a5-8f08-476d-8450-6c789e6b2533 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:39.971654 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-20110b7a-6ffa-4467-9727-20e778c7ce96 req-53d5d4a5-8f08-476d-8450-6c789e6b2533 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d8ebd50-de3d-4027-ad9f-29dc92204473 HTTP/1.1" status: 200  len: 983 time: 0.0742185
Feb 05 21:16:40.038786 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-20110b7a-6ffa-4467-9727-20e778c7ce96 req-02aa674f-50b8-4134-bca1-1d39afb70720 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04cceeb-b6c6-4507-81ca-0fb4eb9d3710&id=7076c835-4400-4162-8ac3-99c088c86a9d&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.0600502
Feb 05 21:16:40.175645 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203a7ab-d759-4b45-abec-7879e4ba500a req-044e128c-bae2-41d8-96c6-c09449880a41 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:40.182863 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f203a7ab-d759-4b45-abec-7879e4ba500a req-044e128c-bae2-41d8-96c6-c09449880a41 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 946 time: 0.0910921
Feb 05 21:16:40.242740 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f203a7ab-d759-4b45-abec-7879e4ba500a req-0656c90e-e740-42cc-9358-5a1acf9fa01b tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0583611
Feb 05 21:16:40.467820 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:41.177910 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71930a78-7f83-4aa2-860b-d6c6ff487313 req-e517dee2-2741-4e9c-bd55-3183be682dd0 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:41.179472 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-71930a78-7f83-4aa2-860b-d6c6ff487313 req-e517dee2-2741-4e9c-bd55-3183be682dd0 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d8ebd50-de3d-4027-ad9f-29dc92204473 HTTP/1.1" status: 200  len: 983 time: 0.0608823
Feb 05 21:16:41.243689 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-71930a78-7f83-4aa2-860b-d6c6ff487313 req-33b528af-191e-4a3c-968c-39593f0e146d tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04cceeb-b6c6-4507-81ca-0fb4eb9d3710&id=7076c835-4400-4162-8ac3-99c088c86a9d&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.0581751
Feb 05 21:16:41.379918 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7055c-7b0f-4bba-84a9-376e604d85f5 req-a0ab35fb-2fd6-4b3b-95b7-15085bdeb35f tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:41.381641 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c7d7055c-7b0f-4bba-84a9-376e604d85f5 req-a0ab35fb-2fd6-4b3b-95b7-15085bdeb35f tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 946 time: 0.0603886
Feb 05 21:16:41.434475 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c7d7055c-7b0f-4bba-84a9-376e604d85f5 req-9559ade2-49ac-44f5-a3ad-13dffa7f70af tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471630
Feb 05 21:16:42.384151 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003bd2a-dec0-411c-854d-9fe886c03bf4 req-e11c0d82-f222-40f3-bb74-516ae5f52e2e tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:42.386529 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4003bd2a-dec0-411c-854d-9fe886c03bf4 req-e11c0d82-f222-40f3-bb74-516ae5f52e2e tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d8ebd50-de3d-4027-ad9f-29dc92204473 HTTP/1.1" status: 200  len: 983 time: 0.0591419
Feb 05 21:16:42.450164 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4003bd2a-dec0-411c-854d-9fe886c03bf4 req-042508d6-9523-4462-b040-ea120f5e1c69 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04cceeb-b6c6-4507-81ca-0fb4eb9d3710&id=7076c835-4400-4162-8ac3-99c088c86a9d&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.0565617
Feb 05 21:16:42.597958 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43892df0-00d1-4efb-8952-7e5d545634ab req-65c3e8b5-accf-43f2-b28e-cccb3d484334 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:42.599588 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-43892df0-00d1-4efb-8952-7e5d545634ab req-65c3e8b5-accf-43f2-b28e-cccb3d484334 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 946 time: 0.0702064
Feb 05 21:16:42.660407 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-43892df0-00d1-4efb-8952-7e5d545634ab req-0ae02534-e5f5-4770-aa3e-91962b21a705 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502579
Feb 05 21:16:43.159437 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device f729eae9-d8c5-4b52-97a9-b77d23a1405b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:16:43.266579 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port f729eae9-d8c5-4b52-97a9-b77d23a1405b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f729eae9-d8c5-4b52-97a9-b77d23a1405b,segment=NetworkSegment(499e4300-051f-4350-85cf-380e48bda969),segment_id=499e4300-051f-4350-85cf-380e48bda969)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:16:43.279144 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': 'f729eae9-d8c5-4b52-97a9-b77d23a1405b', 'network_id': '333186bd-6329-404d-9cb5-d0d86717b873', 'port_id': 'f729eae9-d8c5-4b52-97a9-b77d23a1405b', 'mac_address': 'fa:16:3e:c8:d4:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7052c485-8507-4f9f-9da4-5482f2705c57', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:16:43.322141 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port f729eae9-d8c5-4b52-97a9-b77d23a1405b is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:16:43.322538 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f729eae9-d8c5-4b52-97a9-b77d23a1405b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:43.338587 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f729eae9-d8c5-4b52-97a9-b77d23a1405b {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:16:43.361729 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port f729eae9-d8c5-4b52-97a9-b77d23a1405b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f729eae9-d8c5-4b52-97a9-b77d23a1405b,segment=NetworkSegment(499e4300-051f-4350-85cf-380e48bda969),segment_id=499e4300-051f-4350-85cf-380e48bda969)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:16:43.368805 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (f729eae9-d8c5-4b52-97a9-b77d23a1405b), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:43.432875 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=f729eae9-d8c5-4b52-97a9-b77d23a1405b,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:16:43.586658 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690a7ca-2eca-4446-8cc4-fe81fcdc42d4 req-f76f0e66-d9db-447c-89d8-d11679b08a4f tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:43.588990 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f690a7ca-2eca-4446-8cc4-fe81fcdc42d4 req-f76f0e66-d9db-447c-89d8-d11679b08a4f tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d8ebd50-de3d-4027-ad9f-29dc92204473 HTTP/1.1" status: 200  len: 984 time: 0.0604463
Feb 05 21:16:43.658806 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f690a7ca-2eca-4446-8cc4-fe81fcdc42d4 req-af2d75d0-e4fe-4d65-84f2-5fce079f6172 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04cceeb-b6c6-4507-81ca-0fb4eb9d3710&id=7076c835-4400-4162-8ac3-99c088c86a9d&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.0623703
Feb 05 21:16:43.717794 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['f729eae9-d8c5-4b52-97a9-b77d23a1405b'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:16:43.818054 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86518d87-12c6-453f-8e71-883db186c038 req-a3d3dd3b-1b13-491d-b9da-f53514e3d990 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:43.819618 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-86518d87-12c6-453f-8e71-883db186c038 req-a3d3dd3b-1b13-491d-b9da-f53514e3d990 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 946 time: 0.0816529
Feb 05 21:16:43.872207 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-86518d87-12c6-453f-8e71-883db186c038 req-40750877-426c-49e3-9c77-8c099122d67d tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444844
Feb 05 21:16:44.705438 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7205d5-725c-424c-916a-4c0ffee37a29 req-ce956983-846c-4dcd-8818-db7d22d7be6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:44.706999 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bb7205d5-725c-424c-916a-4c0ffee37a29 req-ce956983-846c-4dcd-8818-db7d22d7be6d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2af23abad4048358818a1b4ba0f5aa6&device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 1128 time: 0.0481718
Feb 05 21:16:44.777875 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e756f543-d583-4f06-983f-f086f1155bb4 req-4d20b716-ce29-4c57-a46c-d1c5f487035e tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:44.779430 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e756f543-d583-4f06-983f-f086f1155bb4 req-4d20b716-ce29-4c57-a46c-d1c5f487035e tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d8ebd50-de3d-4027-ad9f-29dc92204473 HTTP/1.1" status: 200  len: 984 time: 0.0544224
Feb 05 21:16:44.802533 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7205d5-725c-424c-916a-4c0ffee37a29 req-d3fa8c5d-f444-427f-9895-1e77691cb210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:44.804009 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bb7205d5-725c-424c-916a-4c0ffee37a29 req-d3fa8c5d-f444-427f-9895-1e77691cb210 service neutron] 10.222.0.21 "GET /v2.0/networks?id=90e22a21-ca71-4ccc-99d5-12c329545469 HTTP/1.1" status: 200  len: 917 time: 0.0909050
Feb 05 21:16:44.836425 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e756f543-d583-4f06-983f-f086f1155bb4 req-26a3cbaf-07ef-47f8-8c7c-a95c78fe6d12 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04cceeb-b6c6-4507-81ca-0fb4eb9d3710&id=7076c835-4400-4162-8ac3-99c088c86a9d&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.0495515
Feb 05 21:16:44.873321 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bb7205d5-725c-424c-916a-4c0ffee37a29 req-79066ada-7406-4a2b-b1fb-3f8c4413ef80 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b31d06a0-6a7c-410c-93aa-8ad9db34b07b HTTP/1.1" status: 200  len: 1001 time: 0.0626061
Feb 05 21:16:44.923175 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7205d5-725c-424c-916a-4c0ffee37a29 req-646e4d7f-3ab4-4446-a6e5-e943ac4fd2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:44.924645 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bb7205d5-725c-424c-916a-4c0ffee37a29 req-646e4d7f-3ab4-4446-a6e5-e943ac4fd2c7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6bc96f9b-13b4-445f-ae2d-9347a725b89d HTTP/1.1" status: 200  len: 855 time: 0.0439873
Feb 05 21:16:44.975750 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7205d5-725c-424c-916a-4c0ffee37a29 req-73e50313-10e0-49c7-ac4c-c3f5f762f1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:44.977301 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bb7205d5-725c-424c-916a-4c0ffee37a29 req-73e50313-10e0-49c7-ac4c-c3f5f762f1ff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=90e22a21-ca71-4ccc-99d5-12c329545469&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0463083
Feb 05 21:16:44.999847 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d52337-f914-45e9-9230-e00eacd1592e req-b00dc333-8fb7-460e-9ec5-786018df94ae tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:45.002059 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d6d52337-f914-45e9-9230-e00eacd1592e req-b00dc333-8fb7-460e-9ec5-786018df94ae tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 946 time: 0.0549254
Feb 05 21:16:45.052813 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d6d52337-f914-45e9-9230-e00eacd1592e req-53358f9c-b770-45e3-b3f8-f371f47980c5 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454633
Feb 05 21:16:45.068883 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bb7205d5-725c-424c-916a-4c0ffee37a29 req-5fdf8bdd-15d3-4bea-bdc3-84afa7414910 service neutron] 10.222.0.21 "GET /v2.0/networks/90e22a21-ca71-4ccc-99d5-12c329545469?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854421
Feb 05 21:16:45.159066 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bb7205d5-725c-424c-916a-4c0ffee37a29 req-0bb20a9c-68e4-42a2-8ca2-f31821e0dad1 service neutron] 10.222.0.21 "GET /v2.0/networks/90e22a21-ca71-4ccc-99d5-12c329545469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837739
Feb 05 21:16:45.161016 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device f729eae9-d8c5-4b52-97a9-b77d23a1405b up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:16:45.210578 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port f729eae9-d8c5-4b52-97a9-b77d23a1405b completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:16:45.214130 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port f729eae9-d8c5-4b52-97a9-b77d23a1405b triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:16:45.214553 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (f729eae9-d8c5-4b52-97a9-b77d23a1405b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:45.291733 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port f729eae9-d8c5-4b52-97a9-b77d23a1405b is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:16:45.292127 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f729eae9-d8c5-4b52-97a9-b77d23a1405b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:45.314687 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8ebd50-de3d-4027-ad9f-29dc92204473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f729eae9-d8c5-4b52-97a9-b77d23a1405b'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:16:45.316922 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2d2018-39bd-48ac-89af-fb43fe6f06fe" -d '{"events": [{"server_uuid": "4d8ebd50-de3d-4027-ad9f-29dc92204473", "name": "network-vif-plugged", "status": "completed", "tag": "f729eae9-d8c5-4b52-97a9-b77d23a1405b"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:16:45.333664 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port f729eae9-d8c5-4b52-97a9-b77d23a1405b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f729eae9-d8c5-4b52-97a9-b77d23a1405b,segment=NetworkSegment(499e4300-051f-4350-85cf-380e48bda969),segment_id=499e4300-051f-4350-85cf-380e48bda969)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:16:45.338396 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (f729eae9-d8c5-4b52-97a9-b77d23a1405b), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:45.469434 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f6dbb-22f1-4cf2-810d-c710d858e509 req-f804389b-4bb2-44ca-9b65-78d8c5615f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:45.471491 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0b1f6dbb-22f1-4cf2-810d-c710d858e509 req-f804389b-4bb2-44ca-9b65-78d8c5615f88 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4d8ebd50-de3d-4027-ad9f-29dc92204473 HTTP/1.1" status: 200  len: 1167 time: 0.0460794
Feb 05 21:16:45.523498 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e640c05e-3802-4c35-ba86-237f3341bf64 x-openstack-request-id: req-e640c05e-3802-4c35-ba86-237f3341bf64 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:16:45.523806 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d8ebd50-de3d-4027-ad9f-29dc92204473", "name": "network-vif-plugged", "status": "completed", "tag": "f729eae9-d8c5-4b52-97a9-b77d23a1405b", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:16:45.524063 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e640c05e-3802-4c35-ba86-237f3341bf64 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:16:45.524462 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d8ebd50-de3d-4027-ad9f-29dc92204473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f729eae9-d8c5-4b52-97a9-b77d23a1405b', 'code': 200}
Feb 05 21:16:45.529636 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0b1f6dbb-22f1-4cf2-810d-c710d858e509 req-8ed45993-a4fa-45b0-8fe7-7e3106d71813 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7076c835-4400-4162-8ac3-99c088c86a9d&id=c04cceeb-b6c6-4507-81ca-0fb4eb9d3710&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.0510123
Feb 05 21:16:45.546107 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:45.555615 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=f729eae9-d8c5-4b52-97a9-b77d23a1405b,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:16:45.953122 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c798-3239-49cb-89d9-fb20b2d6867c req-c5884aa7-ad7c-4ddc-86ec-9bfd438df0ad tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:45.955130 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4e14c798-3239-49cb-89d9-fb20b2d6867c req-c5884aa7-ad7c-4ddc-86ec-9bfd438df0ad tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d8ebd50-de3d-4027-ad9f-29dc92204473 HTTP/1.1" status: 200  len: 985 time: 0.0536699
Feb 05 21:16:46.011201 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4e14c798-3239-49cb-89d9-fb20b2d6867c req-40e37393-a6e8-4e34-bc88-ed9c3b7f37d1 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04cceeb-b6c6-4507-81ca-0fb4eb9d3710&id=7076c835-4400-4162-8ac3-99c088c86a9d&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.0500896
Feb 05 21:16:46.178580 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb879d-6b4e-4e36-947f-8ae2ae6dca9e req-79e47fad-1ccd-46e9-8685-85455bb1f4dd tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:46.180065 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-24bb879d-6b4e-4e36-947f-8ae2ae6dca9e req-79e47fad-1ccd-46e9-8685-85455bb1f4dd tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 946 time: 0.0527999
Feb 05 21:16:46.226259 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-24bb879d-6b4e-4e36-947f-8ae2ae6dca9e req-d2cff9be-8ab5-43ca-91ae-f414e8868fb2 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406764
Feb 05 21:16:47.136374 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d389cda-d118-435f-a560-32d6c316d7d6 req-0725d2d1-de33-42aa-ae34-acff369348b3 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:47.137858 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5d389cda-d118-435f-a560-32d6c316d7d6 req-0725d2d1-de33-42aa-ae34-acff369348b3 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d8ebd50-de3d-4027-ad9f-29dc92204473 HTTP/1.1" status: 200  len: 985 time: 0.0574043
Feb 05 21:16:47.193281 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5d389cda-d118-435f-a560-32d6c316d7d6 req-ada4359b-c7bb-4b19-8d54-5f510d623c58 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04cceeb-b6c6-4507-81ca-0fb4eb9d3710&id=7076c835-4400-4162-8ac3-99c088c86a9d&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.0492196
Feb 05 21:16:47.346445 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fcfbe9-38dc-4b2d-a625-8f4c4e3476dc req-531a0bf3-303e-4454-a7e1-3a8c8946049e tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:47.348066 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-89fcfbe9-38dc-4b2d-a625-8f4c4e3476dc req-531a0bf3-303e-4454-a7e1-3a8c8946049e tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d8ebd50-de3d-4027-ad9f-29dc92204473 HTTP/1.1" status: 200  len: 985 time: 0.0877581
Feb 05 21:16:47.378477 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea871f-a84b-427a-8c19-6bf806bab01f req-141e9f93-850b-4fe8-85de-b3e7e57ec25d tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:47.380063 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7ea871f-a84b-427a-8c19-6bf806bab01f req-141e9f93-850b-4fe8-85de-b3e7e57ec25d tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 946 time: 0.0810993
Feb 05 21:16:47.447860 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-89fcfbe9-38dc-4b2d-a625-8f4c4e3476dc req-220ab9bc-19af-44eb-92d5-ed5988799241 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04cceeb-b6c6-4507-81ca-0fb4eb9d3710&id=7076c835-4400-4162-8ac3-99c088c86a9d&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.0921731
Feb 05 21:16:47.460340 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7ea871f-a84b-427a-8c19-6bf806bab01f req-6130e85a-613f-416d-aad1-3cb7ee17174b tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0718818
Feb 05 21:16:47.575825 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4ff56-f7a9-4d05-897d-b9cab5a02d3c req-802a5fab-febe-4739-9f8b-e5ec2bde5d27 tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:47.582414 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0bb4ff56-f7a9-4d05-897d-b9cab5a02d3c req-802a5fab-febe-4739-9f8b-e5ec2bde5d27 tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4d8ebd50-de3d-4027-ad9f-29dc92204473 HTTP/1.1" status: 200  len: 1167 time: 0.0509286
Feb 05 21:16:47.598323 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-0bb4ff56-f7a9-4d05-897d-b9cab5a02d3c req-18852dea-e5c4-4d7c-876d-fb97c190e007 tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:47.687220 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-0bb4ff56-f7a9-4d05-897d-b9cab5a02d3c req-18852dea-e5c4-4d7c-876d-fb97c190e007 tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] Publish callbacks [] for security_group (965b165a-2f86-4181-a5aa-8ff1e37f3f99), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:47.692578 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-0bb4ff56-f7a9-4d05-897d-b9cab5a02d3c req-18852dea-e5c4-4d7c-876d-fb97c190e007 tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (965b165a-2f86-4181-a5aa-8ff1e37f3f99), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:47.739347 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18852dea-e5c4-4d7c-876d-fb97c190e007 tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965b165a-2f86-4181-a5aa-8ff1e37f3f99,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:16:47.745432 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0bb4ff56-f7a9-4d05-897d-b9cab5a02d3c req-18852dea-e5c4-4d7c-876d-fb97c190e007 tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c04cceeb-b6c6-4507-81ca-0fb4eb9d3710&id=7076c835-4400-4162-8ac3-99c088c86a9d&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.1610281
Feb 05 21:16:47.773449 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 45632) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:16:47.827013 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec862a0b-5efd-46df-9a17-2eca0b23f843 tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:47.828951 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ec862a0b-5efd-46df-9a17-2eca0b23f843 tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4d8ebd50-de3d-4027-ad9f-29dc92204473 HTTP/1.1" status: 200  len: 1162 time: 0.0545003
Feb 05 21:16:47.832476 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 45636) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:16:47.836940 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-fd7b6578-8a79-43e3-8cdc-e9e3535c9c1b tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'port_id': 'f729eae9-d8c5-4b52-97a9-b77d23a1405b', 'tenant_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:16:47.857310 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fd7b6578-8a79-43e3-8cdc-e9e3535c9c1b tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:47.962439 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fd7b6578-8a79-43e3-8cdc-e9e3535c9c1b tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:48.076042 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-fd7b6578-8a79-43e3-8cdc-e9e3535c9c1b tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Allocated IP 172.35.4.245 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/8fa25da6-89c4-467f-9c04-ac2d3c1fae25) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:16:48.183926 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fd7b6578-8a79-43e3-8cdc-e9e3535c9c1b tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for port (8fa25da6-89c4-467f-9c04-ac2d3c1fae25), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:48.218898 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fd7b6578-8a79-43e3-8cdc-e9e3535c9c1b tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (8fa25da6-89c4-467f-9c04-ac2d3c1fae25), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:48.266306 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7b6578-8a79-43e3-8cdc-e9e3535c9c1b tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:16:48.271355 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-fd7b6578-8a79-43e3-8cdc-e9e3535c9c1b tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:16:48.274844 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7b6578-8a79-43e3-8cdc-e9e3535c9c1b tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:16:48.298943 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b6578-8a79-43e3-8cdc-e9e3535c9c1b tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Pushing event updated for resources: {'Port': ['ID=8fa25da6-89c4-467f-9c04-ac2d3c1fae25,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:16:48.494549 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba611700-9046-43fe-a740-0392fd8f5ee5 req-a684153f-71e7-4a9a-8c49-26c5dc56812e tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:48.496044 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ba611700-9046-43fe-a740-0392fd8f5ee5 req-a684153f-71e7-4a9a-8c49-26c5dc56812e tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 946 time: 0.1332247
Feb 05 21:16:48.600271 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ba611700-9046-43fe-a740-0392fd8f5ee5 req-d2e7d0b3-89eb-41b9-8466-acf28c8c39c8 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0968447
Feb 05 21:16:48.684160 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d00bb0a8-d16a-49f4-bd60-7b90edbe0397 req-7026070d-bb8c-494d-9607-f8a37986914e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1235943
Feb 05 21:16:48.754361 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fd7b6578-8a79-43e3-8cdc-e9e3535c9c1b tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for floatingip (29cc26a6-2a25-4c9b-b6bd-534a205b18b4), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:48.824152 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fd7b6578-8a79-43e3-8cdc-e9e3535c9c1b tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8fa25da6-89c4-467f-9c04-ac2d3c1fae25), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:48.995637 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fd7b6578-8a79-43e3-8cdc-e9e3535c9c1b tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for port (8fa25da6-89c4-467f-9c04-ac2d3c1fae25), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:49.000450 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fd7b6578-8a79-43e3-8cdc-e9e3535c9c1b tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (8fa25da6-89c4-467f-9c04-ac2d3c1fae25), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:49.081656 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b6578-8a79-43e3-8cdc-e9e3535c9c1b tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Pushing event updated for resources: {'Port': ['ID=8fa25da6-89c4-467f-9c04-ac2d3c1fae25,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:16:49.093550 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fd7b6578-8a79-43e3-8cdc-e9e3535c9c1b tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (29cc26a6-2a25-4c9b-b6bd-534a205b18b4), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:49.183812 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device b31d06a0-6a7c-410c-93aa-8ad9db34b07b no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:16:49.205379 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-fd7b6578-8a79-43e3-8cdc-e9e3535c9c1b tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Floating IP 29cc26a6-2a25-4c9b-b6bd-534a205b18b4 associated. External IP: 172.35.4.245, port: f729eae9-d8c5-4b52-97a9-b77d23a1405b.
Feb 05 21:16:49.262632 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port b31d06a0-6a7c-410c-93aa-8ad9db34b07b is: ACTIVE; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:16:49.263064 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b31d06a0-6a7c-410c-93aa-8ad9db34b07b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:49.286357 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb16142-78fd-4dd3-a565-dc6826581315', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b31d06a0-6a7c-410c-93aa-8ad9db34b07b'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:16:49.289349 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7841ebef-28cf-4031-8bb6-cb8a3c63ac97" -d '{"events": [{"server_uuid": "6bb16142-78fd-4dd3-a565-dc6826581315", "name": "network-vif-unplugged", "status": "completed", "tag": "b31d06a0-6a7c-410c-93aa-8ad9db34b07b"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:16:49.302826 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port b31d06a0-6a7c-410c-93aa-8ad9db34b07b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b31d06a0-6a7c-410c-93aa-8ad9db34b07b,segment=NetworkSegment(f62e3c71-b57a-482e-a2c4-7d4c5e58c260),segment_id=f62e3c71-b57a-482e-a2c4-7d4c5e58c260)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:16:49.307822 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b31d06a0-6a7c-410c-93aa-8ad9db34b07b), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:49.336582 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 21:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703fd395-a353-46a9-ba81-df8cfec920fd x-openstack-request-id: req-703fd395-a353-46a9-ba81-df8cfec920fd {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:16:49.336884 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb16142-78fd-4dd3-a565-dc6826581315", "name": "network-vif-unplugged", "status": "completed", "tag": "b31d06a0-6a7c-410c-93aa-8ad9db34b07b", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:16:49.337140 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-703fd395-a353-46a9-ba81-df8cfec920fd {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:16:49.337537 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb16142-78fd-4dd3-a565-dc6826581315', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b31d06a0-6a7c-410c-93aa-8ad9db34b07b', 'code': 200}
Feb 05 21:16:49.359483 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=b31d06a0-6a7c-410c-93aa-8ad9db34b07b,revision_number=8']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:16:49.430364 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7b6578-8a79-43e3-8cdc-e9e3535c9c1b tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Router ae449f1a-d35f-48d6-a6ba-454f491e1486 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:16:49.494725 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00bb0a8-d16a-49f4-bd60-7b90edbe0397 req-6936290b-3280-4074-bcb0-d089c9285db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:49.496234 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d00bb0a8-d16a-49f4-bd60-7b90edbe0397 req-6936290b-3280-4074-bcb0-d089c9285db9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315&tenant_id=f2af23abad4048358818a1b4ba0f5aa6 HTTP/1.1" status: 200  len: 1126 time: 0.0753632
Feb 05 21:16:49.506399 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [req-d00bb0a8-d16a-49f4-bd60-7b90edbe0397 req-52f2d7ef-bc5e-4ead-97fc-911959960c67 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:16:49.507346 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d00bb0a8-d16a-49f4-bd60-7b90edbe0397 req-52f2d7ef-bc5e-4ead-97fc-911959960c67 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0050521
Feb 05 21:16:49.517684 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-d00bb0a8-d16a-49f4-bd60-7b90edbe0397 req-c4c1e5c8-941b-49eb-8a35-3eeb7b25f72e service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:16:49.542963 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7b6578-8a79-43e3-8cdc-e9e3535c9c1b tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:16:49.553975 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e1a329-93e1-4c4a-85d6-08be65f2c4b9 None None] Sync routers for ids ['ae449f1a-d35f-48d6-a6ba-454f491e1486'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:16:49.561695 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fd7b6578-8a79-43e3-8cdc-e9e3535c9c1b tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:49.565942 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e1a329-93e1-4c4a-85d6-08be65f2c4b9 None None] Routers {'ae449f1a-d35f-48d6-a6ba-454f491e1486'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:16:49.566613 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-72e1a329-93e1-4c4a-85d6-08be65f2c4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab861d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:16:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ae449f1a-d35f-48d6-a6ba-454f491e1486'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:16:49.584486 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d00bb0a8-d16a-49f4-bd60-7b90edbe0397 req-c4c1e5c8-941b-49eb-8a35-3eeb7b25f72e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b31d06a0-6a7c-410c-93aa-8ad9db34b07b), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:49.596374 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-fd7b6578-8a79-43e3-8cdc-e9e3535c9c1b tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.7627575
Feb 05 21:16:49.597120 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d8ebd50-de3d-4027-ad9f-29dc92204473', 'tag': 'f729eae9-d8c5-4b52-97a9-b77d23a1405b'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:16:49.599032 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45672) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:16:49.600018 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb2e31f-f5a8-43d6-80e7-4dff8e7876f1" -d '{"events": [{"name": "network-changed", "server_uuid": "4d8ebd50-de3d-4027-ad9f-29dc92204473", "tag": "f729eae9-d8c5-4b52-97a9-b77d23a1405b"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:16:49.644325 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cffaa8b-69f7-4ee6-919f-7ea5aede619e x-openstack-request-id: req-0cffaa8b-69f7-4ee6-919f-7ea5aede619e {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:16:49.644623 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d8ebd50-de3d-4027-ad9f-29dc92204473", "tag": "f729eae9-d8c5-4b52-97a9-b77d23a1405b", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:16:49.644876 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0cffaa8b-69f7-4ee6-919f-7ea5aede619e {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:16:49.645340 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d8ebd50-de3d-4027-ad9f-29dc92204473', 'tag': 'f729eae9-d8c5-4b52-97a9-b77d23a1405b', 'status': 'completed', 'code': 200}
Feb 05 21:16:49.704508 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-72e1a329-93e1-4c4a-85d6-08be65f2c4b9 None None] Set router ae449f1a-d35f-48d6-a6ba-454f491e1486 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:16:49.749498 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5adf223-01ae-46f3-b7be-b79562ce7401 req-ac666246-94ee-4c0f-8609-562c67ffa52f tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:49.751233 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f5adf223-01ae-46f3-b7be-b79562ce7401 req-ac666246-94ee-4c0f-8609-562c67ffa52f tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 944 time: 0.0690563
Feb 05 21:16:49.804227 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f5adf223-01ae-46f3-b7be-b79562ce7401 req-977d75e2-5519-4872-a140-51d6fccd2d6d tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456707
Feb 05 21:16:49.939899 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2e31f-f5a8-43d6-80e7-4dff8e7876f1 req-17052068-88cf-4d04-a3a4-e4d6f189c53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:49.941400 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2fb2e31f-f5a8-43d6-80e7-4dff8e7876f1 req-17052068-88cf-4d04-a3a4-e4d6f189c53f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e5fe9a736c7549cf927e646c9f6fdd7a&device_id=4d8ebd50-de3d-4027-ad9f-29dc92204473 HTTP/1.1" status: 200  len: 1167 time: 0.2700727
Feb 05 21:16:49.952890 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-72e1a329-93e1-4c4a-85d6-08be65f2c4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab861d30>, [{'id': 'ae449f1a-d35f-48d6-a6ba-454f491e1486', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1738652992', 'tenant_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.81'}], 'enable_snat': True}, 'gw_port_id': '7d00e5b7-c388-41bc-b363-2de4bf67a8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:16:26Z', 'updated_at': '2022-02-05T21:16:30Z', 'revision_number': 4, 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'gw_port': {'id': '7d00e5b7-c388-41bc-b363-2de4bf67a8d1', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:36:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae449f1a-d35f-48d6-a6ba-454f491e1486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:16:27Z', 'updated_at': '2022-02-05T21:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '29cc26a6-2a25-4c9b-b6bd-534a205b18b4', 'tenant_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'floating_ip_address': '172.35.4.245', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'ae449f1a-d35f-48d6-a6ba-454f491e1486', 'port_id': 'f729eae9-d8c5-4b52-97a9-b77d23a1405b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '333186bd-6329-404d-9cb5-d0d86717b873', 'mac_address': 'fa:16:3e:c8:d4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ebd50-de3d-4027-ad9f-29dc92204473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:16:48Z', 'updated_at': '2022-02-05T21:16:48Z', 'revision_number': 0, 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4190dcfb-d193-43d5-814b-cd8c7ea68c2f', 'name': '', 'network_id': '333186bd-6329-404d-9cb5-d0d86717b873', 'tenant_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'mac_address': 'fa:16:3e:18:c0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae449f1a-d35f-48d6-a6ba-454f491e1486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '7052c485-8507-4f9f-9da4-5482f2705c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:16:29Z', 'updated_at': '2022-02-05T21:16:35Z', 'revision_number': 5, 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'subnets': [{'id': '7052c485-8507-4f9f-9da4-5482f2705c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:16:49.977390 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624ae791-dac6-4ec7-9b9c-92b4c029b4b1 tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:49.977861 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624ae791-dac6-4ec7-9b9c-92b4c029b4b1 tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:49.978326 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624ae791-dac6-4ec7-9b9c-92b4c029b4b1 tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:49.978810 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624ae791-dac6-4ec7-9b9c-92b4c029b4b1 tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:49.979269 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624ae791-dac6-4ec7-9b9c-92b4c029b4b1 tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:49.979722 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624ae791-dac6-4ec7-9b9c-92b4c029b4b1 tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:49.980171 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624ae791-dac6-4ec7-9b9c-92b4c029b4b1 tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:49.981427 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e1a329-93e1-4c4a-85d6-08be65f2c4b9 None None] Checking router: ae449f1a-d35f-48d6-a6ba-454f491e1486 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:16:49.984380 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-624ae791-dac6-4ec7-9b9c-92b4c029b4b1 tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4982 time: 0.3818517
Feb 05 21:16:49.984729 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 45678) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:16:49.990865 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e1a329-93e1-4c4a-85d6-08be65f2c4b9 None None] Routers {'ae449f1a-d35f-48d6-a6ba-454f491e1486'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:16:49.991483 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-72e1a329-93e1-4c4a-85d6-08be65f2c4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab861d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:16:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ae449f1a-d35f-48d6-a6ba-454f491e1486'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:16:50.052712 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b55e49-abf1-483c-9404-2c05d362b6f6 tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:50.053637 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b55e49-abf1-483c-9404-2c05d362b6f6 tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:50.054338 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b55e49-abf1-483c-9404-2c05d362b6f6 tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:50.054765 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b55e49-abf1-483c-9404-2c05d362b6f6 tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:50.055217 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b55e49-abf1-483c-9404-2c05d362b6f6 tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:50.055667 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b55e49-abf1-483c-9404-2c05d362b6f6 tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:50.056114 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b55e49-abf1-483c-9404-2c05d362b6f6 tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:50.058091 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c5b55e49-abf1-483c-9404-2c05d362b6f6 tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4641 time: 0.0721972
Feb 05 21:16:50.058486 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-d00bb0a8-d16a-49f4-bd60-7b90edbe0397 req-c4c1e5c8-941b-49eb-8a35-3eeb7b25f72e service neutron] For port b31d06a0-6a7c-410c-93aa-8ad9db34b07b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b31d06a0-6a7c-410c-93aa-8ad9db34b07b,segment=NetworkSegment(f62e3c71-b57a-482e-a2c4-7d4c5e58c260),segment_id=f62e3c71-b57a-482e-a2c4-7d4c5e58c260)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:16:50.061109 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 45680) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:16:50.099112 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2e31f-f5a8-43d6-80e7-4dff8e7876f1 req-0c227c00-127b-43a0-91eb-19f459890144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:50.100597 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2fb2e31f-f5a8-43d6-80e7-4dff8e7876f1 req-0c227c00-127b-43a0-91eb-19f459890144 service neutron] 10.222.0.21 "GET /v2.0/networks?id=333186bd-6329-404d-9cb5-d0d86717b873 HTTP/1.1" status: 200  len: 898 time: 0.1496856
Feb 05 21:16:50.113972 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-d00bb0a8-d16a-49f4-bd60-7b90edbe0397 req-c4c1e5c8-941b-49eb-8a35-3eeb7b25f72e service neutron] For port b31d06a0-6a7c-410c-93aa-8ad9db34b07b, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:16:50.115028 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-72e1a329-93e1-4c4a-85d6-08be65f2c4b9 None None] Set router ae449f1a-d35f-48d6-a6ba-454f491e1486 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:16:50.186312 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-d00bb0a8-d16a-49f4-bd60-7b90edbe0397 req-c4c1e5c8-941b-49eb-8a35-3eeb7b25f72e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b31d06a0-6a7c-410c-93aa-8ad9db34b07b {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:16:50.198858 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d00bb0a8-d16a-49f4-bd60-7b90edbe0397 req-c4c1e5c8-941b-49eb-8a35-3eeb7b25f72e service neutron] Publish callbacks [] for port (b31d06a0-6a7c-410c-93aa-8ad9db34b07b), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:50.206413 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2fb2e31f-f5a8-43d6-80e7-4dff8e7876f1 req-e89a4a2e-db37-4643-8b56-14933cbc5b9e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f729eae9-d8c5-4b52-97a9-b77d23a1405b HTTP/1.1" status: 200  len: 1000 time: 0.0988290
Feb 05 21:16:50.224368 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-d00bb0a8-d16a-49f4-bd60-7b90edbe0397 req-c4c1e5c8-941b-49eb-8a35-3eeb7b25f72e service neutron] Transition to ACTIVE for port object b31d06a0-6a7c-410c-93aa-8ad9db34b07b will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:16:50.238011 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:50.241673 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8e7ce822-e712-4815-8006-28fd5438170d tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3772 time: 0.1761961
Feb 05 21:16:50.242076 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 45682) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:16:50.245823 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d00bb0a8-d16a-49f4-bd60-7b90edbe0397 req-c4c1e5c8-941b-49eb-8a35-3eeb7b25f72e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (b31d06a0-6a7c-410c-93aa-8ad9db34b07b), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:50.298778 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2e31f-f5a8-43d6-80e7-4dff8e7876f1 req-2178d666-79fe-43d1-ac2d-6dffd910ef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:50.300280 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2fb2e31f-f5a8-43d6-80e7-4dff8e7876f1 req-2178d666-79fe-43d1-ac2d-6dffd910ef79 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7052c485-8507-4f9f-9da4-5482f2705c57 HTTP/1.1" status: 200  len: 835 time: 0.0862823
Feb 05 21:16:50.310600 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a06be09-ede2-44d6-b52a-037b13f2577f tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:50.311130 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a06be09-ede2-44d6-b52a-037b13f2577f tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:50.324028 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2a06be09-ede2-44d6-b52a-037b13f2577f tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ae449f1a-d35f-48d6-a6ba-454f491e1486 HTTP/1.1" status: 200  len: 2063 time: 0.0718887
Feb 05 21:16:50.362853 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c1e5c8-941b-49eb-8a35-3eeb7b25f72e service neutron] Pushing event updated for resources: {'Port': ['ID=b31d06a0-6a7c-410c-93aa-8ad9db34b07b,revision_number=9']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:16:50.409757 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-72e1a329-93e1-4c4a-85d6-08be65f2c4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab861d30>, [{'id': 'ae449f1a-d35f-48d6-a6ba-454f491e1486', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1738652992', 'tenant_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.81'}], 'enable_snat': True}, 'gw_port_id': '7d00e5b7-c388-41bc-b363-2de4bf67a8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:16:26Z', 'updated_at': '2022-02-05T21:16:30Z', 'revision_number': 4, 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'gw_port': {'id': '7d00e5b7-c388-41bc-b363-2de4bf67a8d1', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:36:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae449f1a-d35f-48d6-a6ba-454f491e1486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:16:27Z', 'updated_at': '2022-02-05T21:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '29cc26a6-2a25-4c9b-b6bd-534a205b18b4', 'tenant_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'floating_ip_address': '172.35.4.245', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'ae449f1a-d35f-48d6-a6ba-454f491e1486', 'port_id': 'f729eae9-d8c5-4b52-97a9-b77d23a1405b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '333186bd-6329-404d-9cb5-d0d86717b873', 'mac_address': 'fa:16:3e:c8:d4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ebd50-de3d-4027-ad9f-29dc92204473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:16:48Z', 'updated_at': '2022-02-05T21:16:48Z', 'revision_number': 0, 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4190dcfb-d193-43d5-814b-cd8c7ea68c2f', 'name': '', 'network_id': '333186bd-6329-404d-9cb5-d0d86717b873', 'tenant_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'mac_address': 'fa:16:3e:18:c0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae449f1a-d35f-48d6-a6ba-454f491e1486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '7052c485-8507-4f9f-9da4-5482f2705c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:16:29Z', 'updated_at': '2022-02-05T21:16:35Z', 'revision_number': 5, 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'subnets': [{'id': '7052c485-8507-4f9f-9da4-5482f2705c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:16:50.439125 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e1a329-93e1-4c4a-85d6-08be65f2c4b9 None None] The sync data for ids ['ae449f1a-d35f-48d6-a6ba-454f491e1486'] in ncdv-master-1 is: [{'id': 'ae449f1a-d35f-48d6-a6ba-454f491e1486', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1738652992', 'tenant_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.81'}], 'enable_snat': True}, 'gw_port_id': '7d00e5b7-c388-41bc-b363-2de4bf67a8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:16:26Z', 'updated_at': '2022-02-05T21:16:30Z', 'revision_number': 4, 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'gw_port': {'id': '7d00e5b7-c388-41bc-b363-2de4bf67a8d1', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:36:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae449f1a-d35f-48d6-a6ba-454f491e1486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:16:27Z', 'updated_at': '2022-02-05T21:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '29cc26a6-2a25-4c9b-b6bd-534a205b18b4', 'tenant_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'floating_ip_address': '172.35.4.245', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'ae449f1a-d35f-48d6-a6ba-454f491e1486', 'port_id': 'f729eae9-d8c5-4b52-97a9-b77d23a1405b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '333186bd-6329-404d-9cb5-d0d86717b873', 'mac_address': 'fa:16:3e:c8:d4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ebd50-de3d-4027-ad9f-29dc92204473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:16:48Z', 'updated_at': '2022-02-05T21:16:48Z', 'revision_number': 0, 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4190dcfb-d193-43d5-814b-cd8c7ea68c2f', 'name': '', 'network_id': '333186bd-6329-404d-9cb5-d0d86717b873', 'tenant_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'mac_address': 'fa:16:3e:18:c0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae449f1a-d35f-48d6-a6ba-454f491e1486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '7052c485-8507-4f9f-9da4-5482f2705c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:16:29Z', 'updated_at': '2022-02-05T21:16:35Z', 'revision_number': 5, 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'subnets': [{'id': '7052c485-8507-4f9f-9da4-5482f2705c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:16:50.468202 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00bb0a8-d16a-49f4-bd60-7b90edbe0397 req-c4c1e5c8-941b-49eb-8a35-3eeb7b25f72e service neutron] No DVR routers for this DVR port b31d06a0-6a7c-410c-93aa-8ad9db34b07b on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:16:50.505769 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2e31f-f5a8-43d6-80e7-4dff8e7876f1 req-43fa5eef-43b2-4f34-ad36-ac08690b2226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:50.507322 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2fb2e31f-f5a8-43d6-80e7-4dff8e7876f1 req-43fa5eef-43b2-4f34-ad36-ac08690b2226 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=333186bd-6329-404d-9cb5-d0d86717b873&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1471226
Feb 05 21:16:50.653361 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2fb2e31f-f5a8-43d6-80e7-4dff8e7876f1 req-9a017e1e-d4f6-4fc2-ba1f-eff074cc244e service neutron] 10.222.0.21 "GET /v2.0/networks/333186bd-6329-404d-9cb5-d0d86717b873?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355376
Feb 05 21:16:50.674929 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1f4d4e-3fbc-4dd1-831c-26cba4f37e06 None None] New status for floating IP 29cc26a6-2a25-4c9b-b6bd-534a205b18b4: ACTIVE {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:16:50.707514 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-d00bb0a8-d16a-49f4-bd60-7b90edbe0397 req-c4c1e5c8-941b-49eb-8a35-3eeb7b25f72e service neutron] Attempting to bind port b31d06a0-6a7c-410c-93aa-8ad9db34b07b on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:16:50.707857 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-d00bb0a8-d16a-49f4-bd60-7b90edbe0397 req-c4c1e5c8-941b-49eb-8a35-3eeb7b25f72e service neutron] Attempting to bind port b31d06a0-6a7c-410c-93aa-8ad9db34b07b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f62e3c71-b57a-482e-a2c4-7d4c5e58c260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:16:50.708202 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00bb0a8-d16a-49f4-bd60-7b90edbe0397 req-c4c1e5c8-941b-49eb-8a35-3eeb7b25f72e service neutron] Attempting to bind port b31d06a0-6a7c-410c-93aa-8ad9db34b07b on network 90e22a21-ca71-4ccc-99d5-12c329545469 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:16:50.740930 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00bb0a8-d16a-49f4-bd60-7b90edbe0397 req-c4c1e5c8-941b-49eb-8a35-3eeb7b25f72e service neutron] Port b31d06a0-6a7c-410c-93aa-8ad9db34b07b on network 90e22a21-ca71-4ccc-99d5-12c329545469 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:16:50.741258 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00bb0a8-d16a-49f4-bd60-7b90edbe0397 req-c4c1e5c8-941b-49eb-8a35-3eeb7b25f72e service neutron] Attempting to bind port b31d06a0-6a7c-410c-93aa-8ad9db34b07b on network 90e22a21-ca71-4ccc-99d5-12c329545469 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:16:50.748985 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00bb0a8-d16a-49f4-bd60-7b90edbe0397 req-c4c1e5c8-941b-49eb-8a35-3eeb7b25f72e service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:16:50.749337 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00bb0a8-d16a-49f4-bd60-7b90edbe0397 req-c4c1e5c8-941b-49eb-8a35-3eeb7b25f72e service neutron] Checking segment: {'id': 'f62e3c71-b57a-482e-a2c4-7d4c5e58c260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:16:50.749725 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00bb0a8-d16a-49f4-bd60-7b90edbe0397 req-c4c1e5c8-941b-49eb-8a35-3eeb7b25f72e service neutron] Bound using segment: {'id': 'f62e3c71-b57a-482e-a2c4-7d4c5e58c260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:16:50.750155 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-d00bb0a8-d16a-49f4-bd60-7b90edbe0397 req-c4c1e5c8-941b-49eb-8a35-3eeb7b25f72e service neutron] Bound port: b31d06a0-6a7c-410c-93aa-8ad9db34b07b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f62e3c71-b57a-482e-a2c4-7d4c5e58c260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:16:50.750550 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d00bb0a8-d16a-49f4-bd60-7b90edbe0397 req-c4c1e5c8-941b-49eb-8a35-3eeb7b25f72e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b31d06a0-6a7c-410c-93aa-8ad9db34b07b), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:50.807589 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2fb2e31f-f5a8-43d6-80e7-4dff8e7876f1 req-fcf694f3-b0ed-43ac-94d1-db96af309c04 service neutron] 10.222.0.21 "GET /v2.0/networks/333186bd-6329-404d-9cb5-d0d86717b873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1390212
Feb 05 21:16:50.832129 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-d00bb0a8-d16a-49f4-bd60-7b90edbe0397 req-c4c1e5c8-941b-49eb-8a35-3eeb7b25f72e service neutron] For port b31d06a0-6a7c-410c-93aa-8ad9db34b07b, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:16:50.835510 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-d00bb0a8-d16a-49f4-bd60-7b90edbe0397 req-c4c1e5c8-941b-49eb-8a35-3eeb7b25f72e service neutron] For port b31d06a0-6a7c-410c-93aa-8ad9db34b07b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b31d06a0-6a7c-410c-93aa-8ad9db34b07b,segment=NetworkSegment(f62e3c71-b57a-482e-a2c4-7d4c5e58c260),segment_id=f62e3c71-b57a-482e-a2c4-7d4c5e58c260)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:16:50.843560 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d00bb0a8-d16a-49f4-bd60-7b90edbe0397 req-c4c1e5c8-941b-49eb-8a35-3eeb7b25f72e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (b31d06a0-6a7c-410c-93aa-8ad9db34b07b), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:50.885887 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00bb0a8-d16a-49f4-bd60-7b90edbe0397 req-c4c1e5c8-941b-49eb-8a35-3eeb7b25f72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:50.886545 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d00bb0a8-d16a-49f4-bd60-7b90edbe0397 req-c4c1e5c8-941b-49eb-8a35-3eeb7b25f72e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:16:50.887933 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d00bb0a8-d16a-49f4-bd60-7b90edbe0397 req-c4c1e5c8-941b-49eb-8a35-3eeb7b25f72e service neutron] 10.222.0.39 "PUT /v2.0/ports/b31d06a0-6a7c-410c-93aa-8ad9db34b07b HTTP/1.1" status: 200  len: 1092 time: 1.3740859
Feb 05 21:16:50.888387 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb16142-78fd-4dd3-a565-dc6826581315', 'tag': 'b31d06a0-6a7c-410c-93aa-8ad9db34b07b'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:16:50.890673 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d2ff9b-80c2-4883-8cfb-6ac9c40f79f0" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb16142-78fd-4dd3-a565-dc6826581315", "tag": "b31d06a0-6a7c-410c-93aa-8ad9db34b07b"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:16:50.916816 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c1e5c8-941b-49eb-8a35-3eeb7b25f72e service neutron] Pushing event updated for resources: {'Port': ['ID=b31d06a0-6a7c-410c-93aa-8ad9db34b07b,revision_number=10']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:16:50.956033 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeafdd67-98ed-4915-b2ee-ccc0bc80b08a x-openstack-request-id: req-aeafdd67-98ed-4915-b2ee-ccc0bc80b08a {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:16:50.956709 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb16142-78fd-4dd3-a565-dc6826581315", "tag": "b31d06a0-6a7c-410c-93aa-8ad9db34b07b", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:16:50.956903 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aeafdd67-98ed-4915-b2ee-ccc0bc80b08a {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:16:50.957389 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb16142-78fd-4dd3-a565-dc6826581315', 'tag': 'b31d06a0-6a7c-410c-93aa-8ad9db34b07b', 'status': 'completed', 'code': 200}
Feb 05 21:16:50.972261 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7631b62-69bf-4281-8410-28352388f7b3 req-1f567bc0-2d99-4614-9ef5-92cbe0df829a tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:50.979444 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7631b62-69bf-4281-8410-28352388f7b3 req-1f567bc0-2d99-4614-9ef5-92cbe0df829a tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 945 time: 0.0845861
Feb 05 21:16:50.979629 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00bb0a8-d16a-49f4-bd60-7b90edbe0397 req-67126b90-7001-4d14-a2eb-6daa7357e805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:50.981005 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d00bb0a8-d16a-49f4-bd60-7b90edbe0397 req-67126b90-7001-4d14-a2eb-6daa7357e805 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f2af23abad4048358818a1b4ba0f5aa6&device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 1127 time: 0.0653138
Feb 05 21:16:51.027096 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7631b62-69bf-4281-8410-28352388f7b3 req-f7df2d0f-2745-4231-a490-f83f9c8230b2 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465839
Feb 05 21:16:51.078180 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00bb0a8-d16a-49f4-bd60-7b90edbe0397 req-29740988-8265-4fe7-a57f-ce902807317c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:51.080443 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d00bb0a8-d16a-49f4-bd60-7b90edbe0397 req-29740988-8265-4fe7-a57f-ce902807317c service neutron] 10.222.0.39 "GET /v2.0/networks?id=90e22a21-ca71-4ccc-99d5-12c329545469 HTTP/1.1" status: 200  len: 917 time: 0.0932844
Feb 05 21:16:51.451207 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d00bb0a8-d16a-49f4-bd60-7b90edbe0397 req-8670ea2d-3f7f-4ce5-8f36-9966d96aafe5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b31d06a0-6a7c-410c-93aa-8ad9db34b07b HTTP/1.1" status: 200  len: 999 time: 0.3637762
Feb 05 21:16:51.497377 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00bb0a8-d16a-49f4-bd60-7b90edbe0397 req-b67f0ec5-453e-4f4f-baba-9d352c418ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:51.498881 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d00bb0a8-d16a-49f4-bd60-7b90edbe0397 req-b67f0ec5-453e-4f4f-baba-9d352c418ed7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6bc96f9b-13b4-445f-ae2d-9347a725b89d HTTP/1.1" status: 200  len: 855 time: 0.0414743
Feb 05 21:16:51.546074 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00bb0a8-d16a-49f4-bd60-7b90edbe0397 req-3baedbc4-2b30-4d37-8ab5-1eed49fa48ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:51.547607 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d00bb0a8-d16a-49f4-bd60-7b90edbe0397 req-3baedbc4-2b30-4d37-8ab5-1eed49fa48ac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=90e22a21-ca71-4ccc-99d5-12c329545469&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0428643
Feb 05 21:16:51.637307 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d00bb0a8-d16a-49f4-bd60-7b90edbe0397 req-624945ba-6c98-4388-83f0-245217aa5094 service neutron] 10.222.0.39 "GET /v2.0/networks/90e22a21-ca71-4ccc-99d5-12c329545469?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0831847
Feb 05 21:16:51.728547 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d00bb0a8-d16a-49f4-bd60-7b90edbe0397 req-c2fe3dc1-8eee-476b-b791-059d3f1b8894 service neutron] 10.222.0.39 "GET /v2.0/networks/90e22a21-ca71-4ccc-99d5-12c329545469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854151
Feb 05 21:16:51.817505 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2ff9b-80c2-4883-8cfb-6ac9c40f79f0 req-dec2f083-4d37-46cb-a111-139b79e091c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:51.819262 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b2d2ff9b-80c2-4883-8cfb-6ac9c40f79f0 req-dec2f083-4d37-46cb-a111-139b79e091c5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f2af23abad4048358818a1b4ba0f5aa6&device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 1127 time: 0.0455704
Feb 05 21:16:51.915729 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2ff9b-80c2-4883-8cfb-6ac9c40f79f0 req-b9be30da-0ebf-4d76-8a9f-754b49217cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:51.917222 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b2d2ff9b-80c2-4883-8cfb-6ac9c40f79f0 req-b9be30da-0ebf-4d76-8a9f-754b49217cff service neutron] 10.222.0.39 "GET /v2.0/networks?id=90e22a21-ca71-4ccc-99d5-12c329545469 HTTP/1.1" status: 200  len: 917 time: 0.0925355
Feb 05 21:16:51.996383 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b2d2ff9b-80c2-4883-8cfb-6ac9c40f79f0 req-d75f5036-9208-4bc9-85a3-2234acbe0550 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b31d06a0-6a7c-410c-93aa-8ad9db34b07b HTTP/1.1" status: 200  len: 999 time: 0.0739341
Feb 05 21:16:52.067399 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2ff9b-80c2-4883-8cfb-6ac9c40f79f0 req-1af145c5-42b0-4573-81af-bd087fe16dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:52.074285 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b2d2ff9b-80c2-4883-8cfb-6ac9c40f79f0 req-1af145c5-42b0-4573-81af-bd087fe16dd4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6bc96f9b-13b4-445f-ae2d-9347a725b89d HTTP/1.1" status: 200  len: 855 time: 0.0719526
Feb 05 21:16:52.185761 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2fc829-233e-4adf-9263-7554bc26b8eb req-27518441-2c03-43ca-9799-a22f0a67c55d tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:52.187527 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dd2fc829-233e-4adf-9263-7554bc26b8eb req-27518441-2c03-43ca-9799-a22f0a67c55d tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 945 time: 0.0726211
Feb 05 21:16:52.253302 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dd2fc829-233e-4adf-9263-7554bc26b8eb req-77810ee4-5e4e-475b-b0a2-d70970e639eb tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581405
Feb 05 21:16:53.412775 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4033cc3-66a3-45de-a243-b2717f6afd99 req-2b3d5087-57d6-4b82-abbb-21811cf3a17e tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:53.414560 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f4033cc3-66a3-45de-a243-b2717f6afd99 req-2b3d5087-57d6-4b82-abbb-21811cf3a17e tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 945 time: 0.0652764
Feb 05 21:16:53.468207 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f4033cc3-66a3-45de-a243-b2717f6afd99 req-dee6dd44-26df-4a12-b0e4-b6738b20361d tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472667
Feb 05 21:16:54.597634 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22a428-2fe7-47ab-b5db-e3fe2ce09f15 req-9fc3701e-94ab-40f3-bf1f-c9ecfd81587a tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:54.599352 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3a22a428-2fe7-47ab-b5db-e3fe2ce09f15 req-9fc3701e-94ab-40f3-bf1f-c9ecfd81587a tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 945 time: 0.0552182
Feb 05 21:16:54.649501 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3a22a428-2fe7-47ab-b5db-e3fe2ce09f15 req-0a363663-4055-43f9-9ece-01f725b379d3 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436552
Feb 05 21:16:55.789325 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a786a016-f59b-4caf-a319-d5cddd56c9f2 req-412778d1-6c4e-4091-9190-635028c6a8ca tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:55.790952 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a786a016-f59b-4caf-a319-d5cddd56c9f2 req-412778d1-6c4e-4091-9190-635028c6a8ca tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 945 time: 0.0623734
Feb 05 21:16:55.852034 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a786a016-f59b-4caf-a319-d5cddd56c9f2 req-24090099-31e4-4f07-9f53-52e8c741cfb6 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0551133
Feb 05 21:16:57.004289 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ebc471-ad4e-487c-b1c8-4c402c3d5000 req-273c6809-8242-465e-8d07-631a3c84dc3b tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:57.005782 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-55ebc471-ad4e-487c-b1c8-4c402c3d5000 req-273c6809-8242-465e-8d07-631a3c84dc3b tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 945 time: 0.0607781
Feb 05 21:16:57.060779 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-55ebc471-ad4e-487c-b1c8-4c402c3d5000 req-3732d713-766d-46f4-b062-da7ebc01ae7c tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492473
Feb 05 21:16:57.846399 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:16:58.206720 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db9141-ee3b-4a65-aa40-83f79d62c1d4 req-e5d1d9af-4b97-47e4-b498-5fb83840f536 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:58.208460 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-15db9141-ee3b-4a65-aa40-83f79d62c1d4 req-e5d1d9af-4b97-47e4-b498-5fb83840f536 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 945 time: 0.0705192
Feb 05 21:16:58.264087 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-15db9141-ee3b-4a65-aa40-83f79d62c1d4 req-af95619d-5274-49cc-83d4-66cf2c9b6c27 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497613
Feb 05 21:16:59.409918 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcdf415-e1b0-4deb-8aed-2abd798e26c7 req-28db8d2c-817e-4da9-99ed-acb44455e445 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:16:59.411445 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dbcdf415-e1b0-4deb-8aed-2abd798e26c7 req-28db8d2c-817e-4da9-99ed-acb44455e445 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 945 time: 0.0588915
Feb 05 21:16:59.461345 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dbcdf415-e1b0-4deb-8aed-2abd798e26c7 req-fb127cd9-9198-4b0c-b450-de2944ba0f38 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436666
Feb 05 21:17:00.100186 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2ff9b-80c2-4883-8cfb-6ac9c40f79f0 req-79ed1dfd-d09e-4763-963a-3a9023691e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:17:00.101692 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b2d2ff9b-80c2-4883-8cfb-6ac9c40f79f0 req-79ed1dfd-d09e-4763-963a-3a9023691e67 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=90e22a21-ca71-4ccc-99d5-12c329545469&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0483551
Feb 05 21:17:00.192087 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b2d2ff9b-80c2-4883-8cfb-6ac9c40f79f0 req-b5462068-dcdf-459b-95a7-984e8cddcba0 service neutron] 10.222.0.39 "GET /v2.0/networks/90e22a21-ca71-4ccc-99d5-12c329545469?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836682
Feb 05 21:17:00.283926 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b2d2ff9b-80c2-4883-8cfb-6ac9c40f79f0 req-77ec6e4c-d9e6-46b3-8798-9f3b3ecd20c0 service neutron] 10.222.0.39 "GET /v2.0/networks/90e22a21-ca71-4ccc-99d5-12c329545469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838506
Feb 05 21:17:00.585605 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a9154-5f43-4023-b7f0-f4958593398b req-586061d3-f65a-49d4-991d-10d9d500cbe4 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:17:00.587146 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d90a9154-5f43-4023-b7f0-f4958593398b req-586061d3-f65a-49d4-991d-10d9d500cbe4 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 945 time: 0.0525243
Feb 05 21:17:00.633006 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d90a9154-5f43-4023-b7f0-f4958593398b req-2e147243-414d-45d0-9155-859bebf0c727 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403929
Feb 05 21:17:01.024133 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [req-9612de5e-6a1f-440b-a2ee-ae361ca80dc7 req-5e0aee5a-d903-4e9c-a801-4514ebac2a5a service neutron] (114390) timed out ('10.222.0.39', 51023) {{(pid=114390) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 05 21:17:01.753429 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f267c51-ffce-45bb-896c-15e789235d04 req-e0814a25-628c-4ae3-81c6-704a36a1b629 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:17:01.754929 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7f267c51-ffce-45bb-896c-15e789235d04 req-e0814a25-628c-4ae3-81c6-704a36a1b629 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 945 time: 0.0516205
Feb 05 21:17:01.805210 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7f267c51-ffce-45bb-896c-15e789235d04 req-116ba978-ad8e-42b6-a1bd-179fe95287e4 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447876
Feb 05 21:17:02.929333 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49507b0a-0be4-41de-a0bf-a3e98e987109 req-b5eac559-1a75-4492-8126-12bdeeff3ce9 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:17:02.930881 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-49507b0a-0be4-41de-a0bf-a3e98e987109 req-b5eac559-1a75-4492-8126-12bdeeff3ce9 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 945 time: 0.0536516
Feb 05 21:17:02.978256 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-49507b0a-0be4-41de-a0bf-a3e98e987109 req-efedffe5-0882-4afc-bca9-75898bf5cf44 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417778
Feb 05 21:17:03.712670 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2f7fed4e-2652-4fc7-8d8b-0facec7b7ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:03.944520 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device b31d06a0-6a7c-410c-93aa-8ad9db34b07b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:17:04.046447 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port b31d06a0-6a7c-410c-93aa-8ad9db34b07b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b31d06a0-6a7c-410c-93aa-8ad9db34b07b,segment=NetworkSegment(f62e3c71-b57a-482e-a2c4-7d4c5e58c260),segment_id=f62e3c71-b57a-482e-a2c4-7d4c5e58c260)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:17:04.058341 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'b31d06a0-6a7c-410c-93aa-8ad9db34b07b', 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469', 'port_id': 'b31d06a0-6a7c-410c-93aa-8ad9db34b07b', 'mac_address': 'fa:16:3e:c1:ba:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bc96f9b-13b4-445f-ae2d-9347a725b89d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:17:04.098213 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port b31d06a0-6a7c-410c-93aa-8ad9db34b07b is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:17:04.098636 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b31d06a0-6a7c-410c-93aa-8ad9db34b07b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:04.103384 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4475ed-0b93-45e0-b787-af98569f165f req-1d5e4499-ec34-498e-b02d-a690393685e3 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:17:04.104885 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6b4475ed-0b93-45e0-b787-af98569f165f req-1d5e4499-ec34-498e-b02d-a690393685e3 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 945 time: 0.0532043
Feb 05 21:17:04.111919 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b31d06a0-6a7c-410c-93aa-8ad9db34b07b {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:17:04.131722 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port b31d06a0-6a7c-410c-93aa-8ad9db34b07b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b31d06a0-6a7c-410c-93aa-8ad9db34b07b,segment=NetworkSegment(f62e3c71-b57a-482e-a2c4-7d4c5e58c260),segment_id=f62e3c71-b57a-482e-a2c4-7d4c5e58c260)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:17:04.135566 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b31d06a0-6a7c-410c-93aa-8ad9db34b07b), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:04.153430 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6b4475ed-0b93-45e0-b787-af98569f165f req-2d0fdc53-bef0-4db3-b80b-953ab2c5840e tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430121
Feb 05 21:17:04.182331 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=b31d06a0-6a7c-410c-93aa-8ad9db34b07b,revision_number=11']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:17:04.342601 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['b31d06a0-6a7c-410c-93aa-8ad9db34b07b'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:17:05.281261 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3124c3d-ba6e-4bca-ad89-f6371b947fc2 req-67b0e6d8-d8ff-49d2-aeb0-b6ad28347ffc tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:17:05.282871 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e3124c3d-ba6e-4bca-ad89-f6371b947fc2 req-67b0e6d8-d8ff-49d2-aeb0-b6ad28347ffc tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 946 time: 0.0563591
Feb 05 21:17:05.331000 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e3124c3d-ba6e-4bca-ad89-f6371b947fc2 req-2ac914bf-82df-4144-b2e3-c7898ae62600 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426683
Feb 05 21:17:05.970280 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device b31d06a0-6a7c-410c-93aa-8ad9db34b07b up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:17:06.018243 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port b31d06a0-6a7c-410c-93aa-8ad9db34b07b completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:17:06.021808 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port b31d06a0-6a7c-410c-93aa-8ad9db34b07b triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:17:06.022185 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b31d06a0-6a7c-410c-93aa-8ad9db34b07b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:06.112836 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port b31d06a0-6a7c-410c-93aa-8ad9db34b07b is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:17:06.113138 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b31d06a0-6a7c-410c-93aa-8ad9db34b07b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:06.116642 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d9b82220-644c-491b-b70a-a1fb4b81a506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:06.138733 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb16142-78fd-4dd3-a565-dc6826581315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31d06a0-6a7c-410c-93aa-8ad9db34b07b'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:17:06.141749 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3d6b03-d031-4742-8391-b06f6cee5107" -d '{"events": [{"server_uuid": "6bb16142-78fd-4dd3-a565-dc6826581315", "name": "network-vif-plugged", "status": "completed", "tag": "b31d06a0-6a7c-410c-93aa-8ad9db34b07b"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:17:06.154025 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port b31d06a0-6a7c-410c-93aa-8ad9db34b07b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b31d06a0-6a7c-410c-93aa-8ad9db34b07b,segment=NetworkSegment(f62e3c71-b57a-482e-a2c4-7d4c5e58c260),segment_id=f62e3c71-b57a-482e-a2c4-7d4c5e58c260)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:17:06.159426 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b31d06a0-6a7c-410c-93aa-8ad9db34b07b), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:06.184711 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac9fa47-2c72-43c8-bc30-80218dd2b24d x-openstack-request-id: req-8ac9fa47-2c72-43c8-bc30-80218dd2b24d {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:17:06.185029 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb16142-78fd-4dd3-a565-dc6826581315", "name": "network-vif-plugged", "status": "completed", "tag": "b31d06a0-6a7c-410c-93aa-8ad9db34b07b", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:17:06.185285 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8ac9fa47-2c72-43c8-bc30-80218dd2b24d {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:17:06.185701 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb16142-78fd-4dd3-a565-dc6826581315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31d06a0-6a7c-410c-93aa-8ad9db34b07b', 'code': 200}
Feb 05 21:17:06.211999 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=b31d06a0-6a7c-410c-93aa-8ad9db34b07b,revision_number=12']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:17:06.341055 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc9580-d98a-4918-849d-63d318776a23 req-73eb1ae4-0016-40ec-90b3-b50b5fc27717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:17:06.342593 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0dbc9580-d98a-4918-849d-63d318776a23 req-73eb1ae4-0016-40ec-90b3-b50b5fc27717 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 1129 time: 0.0461042
Feb 05 21:17:06.386220 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0dbc9580-d98a-4918-849d-63d318776a23 req-f072a050-449f-4377-b78c-5dedc0ab2f85 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372159
Feb 05 21:17:06.457754 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342659a2-d5e1-4047-8e6d-11d1cd5e373e req-8cf4d0b5-2f56-4637-a4de-bb9dbe349e5e tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:17:06.459288 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-342659a2-d5e1-4047-8e6d-11d1cd5e373e req-8cf4d0b5-2f56-4637-a4de-bb9dbe349e5e tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 947 time: 0.0524347
Feb 05 21:17:06.505214 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-342659a2-d5e1-4047-8e6d-11d1cd5e373e req-dca8d527-a0d1-47c9-ba45-3346e79bb287 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402381
Feb 05 21:17:07.473096 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:07.638945 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a371ed-7fdc-40bc-b3c4-c8decaab49ac req-f7ebf819-3e0e-4336-a9a5-c6b2b8c59e02 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:17:07.640428 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-74a371ed-7fdc-40bc-b3c4-c8decaab49ac req-f7ebf819-3e0e-4336-a9a5-c6b2b8c59e02 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 947 time: 0.0588789
Feb 05 21:17:07.689343 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-74a371ed-7fdc-40bc-b3c4-c8decaab49ac req-40a64646-1a0d-4618-af02-a1b930281fe9 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420663
Feb 05 21:17:08.810594 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997462e0-f522-45c6-a8c2-1cd2a1d78a6e req-80cf4d12-0191-44c6-9c82-dd6e4ab1772a tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:17:08.812093 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-997462e0-f522-45c6-a8c2-1cd2a1d78a6e req-80cf4d12-0191-44c6-9c82-dd6e4ab1772a tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 947 time: 0.0519042
Feb 05 21:17:08.858622 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-997462e0-f522-45c6-a8c2-1cd2a1d78a6e req-1804795e-2010-45e8-8ee3-7f7cc87e1bfc tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400572
Feb 05 21:17:09.083482 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:10.469330 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:13.159720 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-df564d17-4a45-4b8c-b6f5-abfe888dfa84 req-7f54983e-8970-4a73-99c5-6553a725cca2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4d8ebd50-de3d-4027-ad9f-29dc92204473&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0433905
Feb 05 21:17:13.245108 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df564d17-4a45-4b8c-b6f5-abfe888dfa84 req-570aa9c6-a7fe-4517-b03e-25330a7d2e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:17:13.246543 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-df564d17-4a45-4b8c-b6f5-abfe888dfa84 req-570aa9c6-a7fe-4517-b03e-25330a7d2e15 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e5fe9a736c7549cf927e646c9f6fdd7a&device_id=4d8ebd50-de3d-4027-ad9f-29dc92204473 HTTP/1.1" status: 200  len: 1167 time: 0.0444036
Feb 05 21:17:13.351382 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df564d17-4a45-4b8c-b6f5-abfe888dfa84 req-3dfde188-8084-49d1-9c94-0e2d06ade325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:17:13.352846 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-df564d17-4a45-4b8c-b6f5-abfe888dfa84 req-3dfde188-8084-49d1-9c94-0e2d06ade325 service neutron] 10.222.0.21 "GET /v2.0/networks?id=333186bd-6329-404d-9cb5-d0d86717b873 HTTP/1.1" status: 200  len: 898 time: 0.0882626
Feb 05 21:17:13.421125 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-df564d17-4a45-4b8c-b6f5-abfe888dfa84 req-79757ac2-652b-4fe1-9797-61a1692e6cd4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f729eae9-d8c5-4b52-97a9-b77d23a1405b HTTP/1.1" status: 200  len: 1002 time: 0.0618544
Feb 05 21:17:13.468330 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df564d17-4a45-4b8c-b6f5-abfe888dfa84 req-7a570e4d-6ebf-4992-9d6f-3a73ff5d42c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:17:13.470140 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-df564d17-4a45-4b8c-b6f5-abfe888dfa84 req-7a570e4d-6ebf-4992-9d6f-3a73ff5d42c7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7052c485-8507-4f9f-9da4-5482f2705c57 HTTP/1.1" status: 200  len: 835 time: 0.0430896
Feb 05 21:17:13.518441 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df564d17-4a45-4b8c-b6f5-abfe888dfa84 req-8416a028-ffa3-4137-a2ff-ad5dc7783bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:17:13.519850 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-df564d17-4a45-4b8c-b6f5-abfe888dfa84 req-8416a028-ffa3-4137-a2ff-ad5dc7783bc3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=333186bd-6329-404d-9cb5-d0d86717b873&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0440133
Feb 05 21:17:13.611531 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-df564d17-4a45-4b8c-b6f5-abfe888dfa84 req-bcec4730-68d4-431e-9329-f44918d0507a service neutron] 10.222.0.21 "GET /v2.0/networks/333186bd-6329-404d-9cb5-d0d86717b873?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855753
Feb 05 21:17:13.703022 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-df564d17-4a45-4b8c-b6f5-abfe888dfa84 req-f72512fc-5245-41f1-a987-1451c4a06f03 service neutron] 10.222.0.21 "GET /v2.0/networks/333186bd-6329-404d-9cb5-d0d86717b873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854902
Feb 05 21:17:15.359152 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:16.541273 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-26d9b408-2056-413c-9161-a3d45ac9f05c req-1ff770bd-0182-4381-9caa-13f6912838ec service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0934658
Feb 05 21:17:16.630121 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9b408-2056-413c-9161-a3d45ac9f05c req-60e1fb1e-b228-4daa-a9cc-f32001797b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:17:16.631712 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-26d9b408-2056-413c-9161-a3d45ac9f05c req-60e1fb1e-b228-4daa-a9cc-f32001797b25 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f2af23abad4048358818a1b4ba0f5aa6&device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 1129 time: 0.0491953
Feb 05 21:17:16.731456 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9b408-2056-413c-9161-a3d45ac9f05c req-01842774-0a79-4007-be49-26df9b20ee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:17:16.732856 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-26d9b408-2056-413c-9161-a3d45ac9f05c req-01842774-0a79-4007-be49-26df9b20ee1c service neutron] 10.222.0.39 "GET /v2.0/networks?id=90e22a21-ca71-4ccc-99d5-12c329545469 HTTP/1.1" status: 200  len: 917 time: 0.0838580
Feb 05 21:17:16.798523 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-26d9b408-2056-413c-9161-a3d45ac9f05c req-36c7b5bc-8f4a-4c3b-b334-7ce18a236996 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b31d06a0-6a7c-410c-93aa-8ad9db34b07b HTTP/1.1" status: 200  len: 1001 time: 0.0605268
Feb 05 21:17:16.845163 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9b408-2056-413c-9161-a3d45ac9f05c req-b8534f57-3703-43ac-9b23-d5cdc6dbc995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:17:16.846650 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-26d9b408-2056-413c-9161-a3d45ac9f05c req-b8534f57-3703-43ac-9b23-d5cdc6dbc995 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6bc96f9b-13b4-445f-ae2d-9347a725b89d HTTP/1.1" status: 200  len: 855 time: 0.0429330
Feb 05 21:17:16.893831 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9b408-2056-413c-9161-a3d45ac9f05c req-94cbfcd5-b610-4702-a7b3-0ac69fd5a17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:17:16.895351 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-26d9b408-2056-413c-9161-a3d45ac9f05c req-94cbfcd5-b610-4702-a7b3-0ac69fd5a17a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=90e22a21-ca71-4ccc-99d5-12c329545469&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0435915
Feb 05 21:17:16.986606 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-26d9b408-2056-413c-9161-a3d45ac9f05c req-24b809c5-0188-45c3-ae72-77d6e4d0b550 service neutron] 10.222.0.39 "GET /v2.0/networks/90e22a21-ca71-4ccc-99d5-12c329545469?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855203
Feb 05 21:17:17.073394 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-26d9b408-2056-413c-9161-a3d45ac9f05c req-659466e7-a636-4634-99b9-12e544ed254b service neutron] 10.222.0.39 "GET /v2.0/networks/90e22a21-ca71-4ccc-99d5-12c329545469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815794
Feb 05 21:17:20.210356 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:33.714343 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-983b9ef1-30b5-4f22-b13f-8ffdce89445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:34.846007 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:17:36.089191 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-811c7a01-0c12-4e0e-b96c-68ab98e9f0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:37.473208 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:37.634935 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a3dc5-95b5-4152-8814-963238c3e74f req-0b1a291a-face-4076-bff1-67c2d04733eb tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:17:37.636414 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-113a3dc5-95b5-4152-8814-963238c3e74f req-0b1a291a-face-4076-bff1-67c2d04733eb tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 947 time: 0.0518165
Feb 05 21:17:37.689734 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-113a3dc5-95b5-4152-8814-963238c3e74f req-08d49490-9306-4edb-b74f-7f0efe148fe4 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470986
Feb 05 21:17:38.813842 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba32e0-f660-4b0b-a841-4aba13dcb27e req-8d5ea16c-ec4f-4332-9b39-34269bb3a74a tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:17:38.815372 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0aba32e0-f660-4b0b-a841-4aba13dcb27e req-8d5ea16c-ec4f-4332-9b39-34269bb3a74a tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 947 time: 0.0526667
Feb 05 21:17:38.845674 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56052e-6501-48e8-a676-6b601c72b030 req-d9bd0d40-6288-473e-b91f-bf7e45423a4b tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:17:38.847222 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ac56052e-6501-48e8-a676-6b601c72b030 req-d9bd0d40-6288-473e-b91f-bf7e45423a4b tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 947 time: 0.0582778
Feb 05 21:17:38.863015 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0aba32e0-f660-4b0b-a841-4aba13dcb27e req-277b3963-6965-4e9f-ad2d-a8977396b491 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2b75535-4ad8-4d0b-aee1-fea6a276314a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420234
Feb 05 21:17:38.940363 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-ac56052e-6501-48e8-a676-6b601c72b030 req-384d1713-774a-4f68-bf4f-293478bcad09 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Deleting port b31d06a0-6a7c-410c-93aa-8ad9db34b07b {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:17:38.940741 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ac56052e-6501-48e8-a676-6b601c72b030 req-384d1713-774a-4f68-bf4f-293478bcad09 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (b31d06a0-6a7c-410c-93aa-8ad9db34b07b), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:39.030363 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-ac56052e-6501-48e8-a676-6b601c72b030 req-384d1713-774a-4f68-bf4f-293478bcad09 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] For port b31d06a0-6a7c-410c-93aa-8ad9db34b07b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b31d06a0-6a7c-410c-93aa-8ad9db34b07b,segment=NetworkSegment(f62e3c71-b57a-482e-a2c4-7d4c5e58c260),segment_id=f62e3c71-b57a-482e-a2c4-7d4c5e58c260)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:17:39.030788 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ac56052e-6501-48e8-a676-6b601c72b030 req-384d1713-774a-4f68-bf4f-293478bcad09 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (b31d06a0-6a7c-410c-93aa-8ad9db34b07b), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:39.085844 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:39.204721 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ac56052e-6501-48e8-a676-6b601c72b030 req-384d1713-774a-4f68-bf4f-293478bcad09 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:39.205082 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ac56052e-6501-48e8-a676-6b601c72b030 req-384d1713-774a-4f68-bf4f-293478bcad09 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (f8847ef8-278f-4257-93d5-462618861509), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:39.205402 ncdv-master-1 neutron-server[114390]: INFO neutron.db.l3_db [req-ac56052e-6501-48e8-a676-6b601c72b030 req-384d1713-774a-4f68-bf4f-293478bcad09 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Floating IP f8847ef8-278f-4257-93d5-462618861509 disassociated. External IP: 172.35.4.61, port: b31d06a0-6a7c-410c-93aa-8ad9db34b07b.
Feb 05 21:17:39.205746 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-ac56052e-6501-48e8-a676-6b601c72b030 req-384d1713-774a-4f68-bf4f-293478bcad09 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Calling delete_port for b31d06a0-6a7c-410c-93aa-8ad9db34b07b owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:17:39.332132 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ac56052e-6501-48e8-a676-6b601c72b030 req-384d1713-774a-4f68-bf4f-293478bcad09 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (b31d06a0-6a7c-410c-93aa-8ad9db34b07b), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:39.359169 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d1713-774a-4f68-bf4f-293478bcad09 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Pushing event deleted for resources: {'Port': ['ID=b31d06a0-6a7c-410c-93aa-8ad9db34b07b,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:17:39.372381 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d1713-774a-4f68-bf4f-293478bcad09 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:39.372726 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d1713-774a-4f68-bf4f-293478bcad09 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:39.373083 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d1713-774a-4f68-bf4f-293478bcad09 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:39.373427 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d1713-774a-4f68-bf4f-293478bcad09 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:39.373767 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d1713-774a-4f68-bf4f-293478bcad09 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:39.374109 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d1713-774a-4f68-bf4f-293478bcad09 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:39.374629 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d1713-774a-4f68-bf4f-293478bcad09 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:39.375078 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d1713-774a-4f68-bf4f-293478bcad09 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:39.375613 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d1713-774a-4f68-bf4f-293478bcad09 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:39.375955 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d1713-774a-4f68-bf4f-293478bcad09 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:39.376289 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d1713-774a-4f68-bf4f-293478bcad09 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:39.376623 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d1713-774a-4f68-bf4f-293478bcad09 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:39.376953 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d1713-774a-4f68-bf4f-293478bcad09 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:39.487504 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac56052e-6501-48e8-a676-6b601c72b030 req-384d1713-774a-4f68-bf4f-293478bcad09 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Router 7785e63f-cfeb-418f-b3c1-f03ccd478077 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:17:39.595905 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac56052e-6501-48e8-a676-6b601c72b030 req-384d1713-774a-4f68-bf4f-293478bcad09 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:17:39.606363 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d64a13-5197-4255-a790-d3052ecd7cbd None None] Sync routers for ids ['7785e63f-cfeb-418f-b3c1-f03ccd478077'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:17:39.616683 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d64a13-5197-4255-a790-d3052ecd7cbd None None] Routers {'7785e63f-cfeb-418f-b3c1-f03ccd478077'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:17:39.617306 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-f6d64a13-5197-4255-a790-d3052ecd7cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db81691c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:17:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['7785e63f-cfeb-418f-b3c1-f03ccd478077'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:17:39.639035 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac56052e-6501-48e8-a676-6b601c72b030 req-384d1713-774a-4f68-bf4f-293478bcad09 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] No DVR routers for this DVR port b31d06a0-6a7c-410c-93aa-8ad9db34b07b on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:17:39.641766 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-ac56052e-6501-48e8-a676-6b601c72b030 req-384d1713-774a-4f68-bf4f-293478bcad09 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:39.645095 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ac56052e-6501-48e8-a676-6b601c72b030 req-384d1713-774a-4f68-bf4f-293478bcad09 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.39 "DELETE /v2.0/ports/b31d06a0-6a7c-410c-93aa-8ad9db34b07b HTTP/1.1" status: 204  len: 173 time: 0.7924695
Feb 05 21:17:39.645544 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb16142-78fd-4dd3-a565-dc6826581315', 'name': 'network-vif-deleted', 'tag': 'b31d06a0-6a7c-410c-93aa-8ad9db34b07b'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:17:39.647958 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ddfa13-34ab-4a7c-92d2-799349964828" -d '{"events": [{"server_uuid": "6bb16142-78fd-4dd3-a565-dc6826581315", "name": "network-vif-deleted", "tag": "b31d06a0-6a7c-410c-93aa-8ad9db34b07b"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:17:39.696034 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf646ad-747e-4522-b09a-7555f4daf604 x-openstack-request-id: req-2bf646ad-747e-4522-b09a-7555f4daf604 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:17:39.696583 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb16142-78fd-4dd3-a565-dc6826581315", "name": "network-vif-deleted", "tag": "b31d06a0-6a7c-410c-93aa-8ad9db34b07b", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:17:39.697166 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2bf646ad-747e-4522-b09a-7555f4daf604 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:17:39.697791 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb16142-78fd-4dd3-a565-dc6826581315', 'name': 'network-vif-deleted', 'tag': 'b31d06a0-6a7c-410c-93aa-8ad9db34b07b', 'status': 'completed', 'code': 200}
Feb 05 21:17:39.745976 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-f6d64a13-5197-4255-a790-d3052ecd7cbd None None] Set router 7785e63f-cfeb-418f-b3c1-f03ccd478077 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:17:39.964744 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-f6d64a13-5197-4255-a790-d3052ecd7cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db81691c0>, [{'id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'name': 'tempest-AttachVolumeShelveTestJSON-749448490-router', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84'}], 'enable_snat': True}, 'gw_port_id': 'ec277b3e-2f6b-48e0-a387-88b566250f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:11:33Z', 'updated_at': '2022-02-05T21:11:36Z', 'revision_number': 4, 'project_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'gw_port': {'id': 'ec277b3e-2f6b-48e0-a387-88b566250f77', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:11:33Z', 'updated_at': '2022-02-05T21:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '96fbc78b-ec60-4acf-aa87-f5cee677f160', 'name': '', 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'mac_address': 'fa:16:3e:bc:13:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6bc96f9b-13b4-445f-ae2d-9347a725b89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:11:35Z', 'updated_at': '2022-02-05T21:11:41Z', 'revision_number': 5, 'project_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'subnets': [{'id': '6bc96f9b-13b4-445f-ae2d-9347a725b89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:17:39.979039 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3ccc5665-0ead-47ed-98ee-412fb0cd02ea req-f1da0054-7518-4ce1-9bc1-bf5dd5fdae87 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bb16142-78fd-4dd3-a565-dc6826581315 HTTP/1.1" status: 200  len: 210 time: 0.0292749
Feb 05 21:17:39.993420 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d64a13-5197-4255-a790-d3052ecd7cbd None None] Checking router: 7785e63f-cfeb-418f-b3c1-f03ccd478077 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:17:40.010361 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d64a13-5197-4255-a790-d3052ecd7cbd None None] Routers {'7785e63f-cfeb-418f-b3c1-f03ccd478077'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:17:40.011121 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-f6d64a13-5197-4255-a790-d3052ecd7cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db81691c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:17:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['7785e63f-cfeb-418f-b3c1-f03ccd478077'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:17:40.280540 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-f6d64a13-5197-4255-a790-d3052ecd7cbd None None] Set router 7785e63f-cfeb-418f-b3c1-f03ccd478077 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:17:40.477301 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:40.493291 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-f6d64a13-5197-4255-a790-d3052ecd7cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db81691c0>, [{'id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'name': 'tempest-AttachVolumeShelveTestJSON-749448490-router', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84'}], 'enable_snat': True}, 'gw_port_id': 'ec277b3e-2f6b-48e0-a387-88b566250f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:11:33Z', 'updated_at': '2022-02-05T21:11:36Z', 'revision_number': 4, 'project_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'gw_port': {'id': 'ec277b3e-2f6b-48e0-a387-88b566250f77', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:11:33Z', 'updated_at': '2022-02-05T21:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '96fbc78b-ec60-4acf-aa87-f5cee677f160', 'name': '', 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'mac_address': 'fa:16:3e:bc:13:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6bc96f9b-13b4-445f-ae2d-9347a725b89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:11:35Z', 'updated_at': '2022-02-05T21:11:41Z', 'revision_number': 5, 'project_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'subnets': [{'id': '6bc96f9b-13b4-445f-ae2d-9347a725b89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:17:40.520657 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d64a13-5197-4255-a790-d3052ecd7cbd None None] The sync data for ids ['7785e63f-cfeb-418f-b3c1-f03ccd478077'] in ncdv-master-1 is: [{'id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'name': 'tempest-AttachVolumeShelveTestJSON-749448490-router', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84'}], 'enable_snat': True}, 'gw_port_id': 'ec277b3e-2f6b-48e0-a387-88b566250f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:11:33Z', 'updated_at': '2022-02-05T21:11:36Z', 'revision_number': 4, 'project_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'gw_port': {'id': 'ec277b3e-2f6b-48e0-a387-88b566250f77', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:11:33Z', 'updated_at': '2022-02-05T21:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '96fbc78b-ec60-4acf-aa87-f5cee677f160', 'name': '', 'network_id': '90e22a21-ca71-4ccc-99d5-12c329545469', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'mac_address': 'fa:16:3e:bc:13:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6bc96f9b-13b4-445f-ae2d-9347a725b89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:11:35Z', 'updated_at': '2022-02-05T21:11:41Z', 'revision_number': 5, 'project_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'subnets': [{'id': '6bc96f9b-13b4-445f-ae2d-9347a725b89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:17:40.746454 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0eb70d-01d9-47e1-8fe0-2ea3a4354b9d None None] New status for floating IP f8847ef8-278f-4257-93d5-462618861509: DOWN {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:17:42.083757 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 45842) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:17:42.135335 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0ceece70-0ce0-415c-8c59-93361a19bad8 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks [] for security_group (f2b75535-4ad8-4d0b-aee1-fea6a276314a), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:42.140350 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device b31d06a0-6a7c-410c-93aa-8ad9db34b07b no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:17:42.159797 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0ceece70-0ce0-415c-8c59-93361a19bad8 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks [] for security_group (f2b75535-4ad8-4d0b-aee1-fea6a276314a), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:42.160990 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: b31d06a0-6a7c-410c-93aa-8ad9db34b07b {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:17:42.161346 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device b31d06a0-6a7c-410c-93aa-8ad9db34b07b not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:17:42.211784 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0ceece70-0ce0-415c-8c59-93361a19bad8 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f2b75535-4ad8-4d0b-aee1-fea6a276314a), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:42.214358 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0ceece70-0ce0-415c-8c59-93361a19bad8 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:42.215521 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0ceece70-0ce0-415c-8c59-93361a19bad8 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "DELETE /v2.0/security-groups/f2b75535-4ad8-4d0b-aee1-fea6a276314a HTTP/1.1" status: 204  len: 168 time: 0.1307724
Feb 05 21:17:42.218365 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45844) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:17:42.224932 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceece70-0ce0-415c-8c59-93361a19bad8 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b75535-4ad8-4d0b-aee1-fea6a276314a,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:17:42.231868 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-805a2396-0acb-4fc5-8c89-2205b4ee8164 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] show failed (client error): The resource could not be found.
Feb 05 21:17:42.232325 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ceece70-0ce0-415c-8c59-93361a19bad8 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:42.232695 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ceece70-0ce0-415c-8c59-93361a19bad8 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:42.232861 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-805a2396-0acb-4fc5-8c89-2205b4ee8164 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "GET /v2.0/security-groups/f2b75535-4ad8-4d0b-aee1-fea6a276314a HTTP/1.1" status: 404  len: 347 time: 0.0134623
Feb 05 21:17:42.233071 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ceece70-0ce0-415c-8c59-93361a19bad8 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:42.233394 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ceece70-0ce0-415c-8c59-93361a19bad8 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:42.233740 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ceece70-0ce0-415c-8c59-93361a19bad8 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:42.234081 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ceece70-0ce0-415c-8c59-93361a19bad8 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:42.234441 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ceece70-0ce0-415c-8c59-93361a19bad8 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:42.234792 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ceece70-0ce0-415c-8c59-93361a19bad8 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:42.235127 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ceece70-0ce0-415c-8c59-93361a19bad8 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:42.235457 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ceece70-0ce0-415c-8c59-93361a19bad8 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:42.235790 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ceece70-0ce0-415c-8c59-93361a19bad8 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:42.235925 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45846) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:17:42.236122 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ceece70-0ce0-415c-8c59-93361a19bad8 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:42.236450 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ceece70-0ce0-415c-8c59-93361a19bad8 tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:42.365406 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-cd8b1b44-6f0b-49c5-86e6-4804fc25332d tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Deleting port 281d35b8-5472-4dbf-8735-7fc70afd836e {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:17:42.365755 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cd8b1b44-6f0b-49c5-86e6-4804fc25332d tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (281d35b8-5472-4dbf-8735-7fc70afd836e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:42.442829 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cd8b1b44-6f0b-49c5-86e6-4804fc25332d tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (281d35b8-5472-4dbf-8735-7fc70afd836e), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:42.443164 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cd8b1b44-6f0b-49c5-86e6-4804fc25332d tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks [] for floatingip (281d35b8-5472-4dbf-8735-7fc70afd836e), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:42.454576 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-cd8b1b44-6f0b-49c5-86e6-4804fc25332d tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Calling delete_port for 281d35b8-5472-4dbf-8735-7fc70afd836e owned by network:floatingip {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:17:42.585208 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cd8b1b44-6f0b-49c5-86e6-4804fc25332d tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (281d35b8-5472-4dbf-8735-7fc70afd836e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:42.611774 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b1b44-6f0b-49c5-86e6-4804fc25332d tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Pushing event deleted for resources: {'Port': ['ID=281d35b8-5472-4dbf-8735-7fc70afd836e,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:17:42.675678 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cd8b1b44-6f0b-49c5-86e6-4804fc25332d tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks [] for floatingip (f8847ef8-278f-4257-93d5-462618861509), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:42.678351 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cd8b1b44-6f0b-49c5-86e6-4804fc25332d tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:42.679528 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-cd8b1b44-6f0b-49c5-86e6-4804fc25332d tempest-AttachVolumeShelveTestJSON-1952389738 tempest-AttachVolumeShelveTestJSON-1952389738-project] 10.222.0.32 "DELETE /v2.0/floatingips/f8847ef8-278f-4257-93d5-462618861509 HTTP/1.1" status: 204  len: 168 time: 0.4428430
Feb 05 21:17:45.089918 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 45922) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:17:45.371888 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:45.564566 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-825a7338-f1e7-4c5b-98c7-eaaeb5aef16e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (7785e63f-cfeb-418f-b3c1-f03ccd478077), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:46.143754 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-825a7338-f1e7-4c5b-98c7-eaaeb5aef16e admin admin] Deleting port 96fbc78b-ec60-4acf-aa87-f5cee677f160 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:17:46.144471 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-825a7338-f1e7-4c5b-98c7-eaaeb5aef16e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (96fbc78b-ec60-4acf-aa87-f5cee677f160), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:46.222106 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-825a7338-f1e7-4c5b-98c7-eaaeb5aef16e admin admin] For port 96fbc78b-ec60-4acf-aa87-f5cee677f160, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=96fbc78b-ec60-4acf-aa87-f5cee677f160,segment=NetworkSegment(f62e3c71-b57a-482e-a2c4-7d4c5e58c260),segment_id=f62e3c71-b57a-482e-a2c4-7d4c5e58c260)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:17:46.222407 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-825a7338-f1e7-4c5b-98c7-eaaeb5aef16e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (96fbc78b-ec60-4acf-aa87-f5cee677f160), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:46.233601 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-825a7338-f1e7-4c5b-98c7-eaaeb5aef16e admin admin] Calling delete_port for 96fbc78b-ec60-4acf-aa87-f5cee677f160 owned by network:router_interface {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:17:46.411325 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-825a7338-f1e7-4c5b-98c7-eaaeb5aef16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (96fbc78b-ec60-4acf-aa87-f5cee677f160), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:46.441307 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a7338-f1e7-4c5b-98c7-eaaeb5aef16e admin admin] Pushing event deleted for resources: {'Port': ['ID=96fbc78b-ec60-4acf-aa87-f5cee677f160,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:17:46.604457 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-825a7338-f1e7-4c5b-98c7-eaaeb5aef16e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (7785e63f-cfeb-418f-b3c1-f03ccd478077), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:46.821178 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825a7338-f1e7-4c5b-98c7-eaaeb5aef16e admin admin] Router 7785e63f-cfeb-418f-b3c1-f03ccd478077 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:17:46.929090 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825a7338-f1e7-4c5b-98c7-eaaeb5aef16e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:17:46.934155 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-825a7338-f1e7-4c5b-98c7-eaaeb5aef16e admin admin] 10.222.0.32 "PUT /v2.0/routers/7785e63f-cfeb-418f-b3c1-f03ccd478077/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8431556
Feb 05 21:17:46.936747 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45926) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:17:46.938560 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17a3068-cadf-4bfc-824c-c256a69120b0 None None] Sync routers for ids ['7785e63f-cfeb-418f-b3c1-f03ccd478077'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:17:46.949607 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17a3068-cadf-4bfc-824c-c256a69120b0 None None] Routers {'7785e63f-cfeb-418f-b3c1-f03ccd478077'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:17:46.950230 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-c17a3068-cadf-4bfc-824c-c256a69120b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab424a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:17:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['7785e63f-cfeb-418f-b3c1-f03ccd478077'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:17:47.042331 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2661b8cd-9a42-4ef0-b376-a4c1a6c93969 admin admin] Publish callbacks [] for router (7785e63f-cfeb-418f-b3c1-f03ccd478077), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:47.058917 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-c17a3068-cadf-4bfc-824c-c256a69120b0 None None] Set router 7785e63f-cfeb-418f-b3c1-f03ccd478077 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:17:47.146867 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2661b8cd-9a42-4ef0-b376-a4c1a6c93969 admin admin] Publish callbacks [] for router_gateway (7785e63f-cfeb-418f-b3c1-f03ccd478077), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:47.201397 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-2661b8cd-9a42-4ef0-b376-a4c1a6c93969 admin admin] Deleting port ec277b3e-2f6b-48e0-a387-88b566250f77 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:17:47.201738 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2661b8cd-9a42-4ef0-b376-a4c1a6c93969 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (ec277b3e-2f6b-48e0-a387-88b566250f77), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:47.241105 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-c17a3068-cadf-4bfc-824c-c256a69120b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab424a00>, [{'id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'name': 'tempest-AttachVolumeShelveTestJSON-749448490-router', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84'}], 'enable_snat': True}, 'gw_port_id': 'ec277b3e-2f6b-48e0-a387-88b566250f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:11:33Z', 'updated_at': '2022-02-05T21:17:46Z', 'revision_number': 5, 'project_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'gw_port': {'id': 'ec277b3e-2f6b-48e0-a387-88b566250f77', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:11:33Z', 'updated_at': '2022-02-05T21:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:17:47.268527 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17a3068-cadf-4bfc-824c-c256a69120b0 None None] Checking router: 7785e63f-cfeb-418f-b3c1-f03ccd478077 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:17:47.277952 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17a3068-cadf-4bfc-824c-c256a69120b0 None None] Routers {'7785e63f-cfeb-418f-b3c1-f03ccd478077'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:17:47.278696 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-c17a3068-cadf-4bfc-824c-c256a69120b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab424a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:17:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['7785e63f-cfeb-418f-b3c1-f03ccd478077'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:17:47.284047 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-2661b8cd-9a42-4ef0-b376-a4c1a6c93969 admin admin] For port ec277b3e-2f6b-48e0-a387-88b566250f77, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ec277b3e-2f6b-48e0-a387-88b566250f77,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:17:47.284416 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2661b8cd-9a42-4ef0-b376-a4c1a6c93969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (ec277b3e-2f6b-48e0-a387-88b566250f77), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:47.296396 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-2661b8cd-9a42-4ef0-b376-a4c1a6c93969 admin admin] Calling delete_port for ec277b3e-2f6b-48e0-a387-88b566250f77 owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:17:47.371136 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-c17a3068-cadf-4bfc-824c-c256a69120b0 None None] Set router 7785e63f-cfeb-418f-b3c1-f03ccd478077 gateway port host: None {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:17:47.428252 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-c17a3068-cadf-4bfc-824c-c256a69120b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab424a00>, [{'id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'name': 'tempest-AttachVolumeShelveTestJSON-749448490-router', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:11:33Z', 'updated_at': '2022-02-05T21:17:47Z', 'revision_number': 6, 'project_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:17:47.455935 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17a3068-cadf-4bfc-824c-c256a69120b0 None None] The sync data for ids ['7785e63f-cfeb-418f-b3c1-f03ccd478077'] in ncdv-master-1 is: [{'id': '7785e63f-cfeb-418f-b3c1-f03ccd478077', 'name': 'tempest-AttachVolumeShelveTestJSON-749448490-router', 'tenant_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:11:33Z', 'updated_at': '2022-02-05T21:17:47Z', 'revision_number': 6, 'project_id': 'f2af23abad4048358818a1b4ba0f5aa6', 'gw_port_host': None}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:17:47.472518 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2661b8cd-9a42-4ef0-b376-a4c1a6c93969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (ec277b3e-2f6b-48e0-a387-88b566250f77), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:47.501055 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2661b8cd-9a42-4ef0-b376-a4c1a6c93969 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec277b3e-2f6b-48e0-a387-88b566250f77,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:17:47.563775 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2661b8cd-9a42-4ef0-b376-a4c1a6c93969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (7785e63f-cfeb-418f-b3c1-f03ccd478077), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:47.651709 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2661b8cd-9a42-4ef0-b376-a4c1a6c93969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (7785e63f-cfeb-418f-b3c1-f03ccd478077), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:47.653780 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2661b8cd-9a42-4ef0-b376-a4c1a6c93969 admin admin] Publish callbacks [] for router_controller (7785e63f-cfeb-418f-b3c1-f03ccd478077), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:47.696144 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2661b8cd-9a42-4ef0-b376-a4c1a6c93969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (7785e63f-cfeb-418f-b3c1-f03ccd478077), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:47.696609 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2661b8cd-9a42-4ef0-b376-a4c1a6c93969 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7785e63f-cfeb-418f-b3c1-f03ccd478077 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:17:47.700953 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2661b8cd-9a42-4ef0-b376-a4c1a6c93969 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:47.702196 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2661b8cd-9a42-4ef0-b376-a4c1a6c93969 admin admin] 10.222.0.32 "DELETE /v2.0/routers/7785e63f-cfeb-418f-b3c1-f03ccd478077 HTTP/1.1" status: 204  len: 168 time: 0.7637897
Feb 05 21:17:47.704781 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45928) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:17:47.747408 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-6752678e-2f1d-4d26-86d9-0d9155ac3a7c admin admin] Deleting subnet 6bc96f9b-13b4-445f-ae2d-9347a725b89d {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:17:47.751020 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6752678e-2f1d-4d26-86d9-0d9155ac3a7c admin admin] Publish callbacks [] for subnet (6bc96f9b-13b4-445f-ae2d-9347a725b89d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:47.787204 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6752678e-2f1d-4d26-86d9-0d9155ac3a7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (6bc96f9b-13b4-445f-ae2d-9347a725b89d), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:47.870093 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6752678e-2f1d-4d26-86d9-0d9155ac3a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (6bc96f9b-13b4-445f-ae2d-9347a725b89d), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:47.935404 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6752678e-2f1d-4d26-86d9-0d9155ac3a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (6bc96f9b-13b4-445f-ae2d-9347a725b89d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:47.963313 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6752678e-2f1d-4d26-86d9-0d9155ac3a7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bc96f9b-13b4-445f-ae2d-9347a725b89d,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:17:47.965263 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6752678e-2f1d-4d26-86d9-0d9155ac3a7c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:47.969060 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6752678e-2f1d-4d26-86d9-0d9155ac3a7c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6bc96f9b-13b4-445f-ae2d-9347a725b89d HTTP/1.1" status: 204  len: 168 time: 0.2628007
Feb 05 21:17:47.971073 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbaaeec-88ff-476f-92e7-69b1b6ba5123 None None] Network 90e22a21-ca71-4ccc-99d5-12c329545469 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:17:47.971681 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 45930) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:17:48.048938 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86a262ae-9557-40e7-b63c-c2b61f9e4662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (90e22a21-ca71-4ccc-99d5-12c329545469), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:48.110336 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-86a262ae-9557-40e7-b63c-c2b61f9e4662 admin admin] Deleting port a29be18b-1509-49ee-8169-135499ac04d6 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:17:48.110755 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86a262ae-9557-40e7-b63c-c2b61f9e4662 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (a29be18b-1509-49ee-8169-135499ac04d6), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:48.174464 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-86a262ae-9557-40e7-b63c-c2b61f9e4662 admin admin] For port a29be18b-1509-49ee-8169-135499ac04d6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a29be18b-1509-49ee-8169-135499ac04d6,segment=NetworkSegment(f62e3c71-b57a-482e-a2c4-7d4c5e58c260),segment_id=f62e3c71-b57a-482e-a2c4-7d4c5e58c260)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:17:48.174735 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86a262ae-9557-40e7-b63c-c2b61f9e4662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (a29be18b-1509-49ee-8169-135499ac04d6), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:48.186856 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-86a262ae-9557-40e7-b63c-c2b61f9e4662 admin admin] Calling delete_port for a29be18b-1509-49ee-8169-135499ac04d6 owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:17:48.277694 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8eabf9-2900-46da-abda-48004655014f None None] DHCP port deletion for 90e22a21-ca71-4ccc-99d5-12c329545469 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:17:48.287898 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86a262ae-9557-40e7-b63c-c2b61f9e4662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (a29be18b-1509-49ee-8169-135499ac04d6), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:48.306069 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-5b8eabf9-2900-46da-abda-48004655014f None None] The port 'a29be18b-1509-49ee-8169-135499ac04d6' was deleted {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}}
Feb 05 21:17:48.321252 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a262ae-9557-40e7-b63c-c2b61f9e4662 admin admin] Pushing event deleted for resources: {'Port': ['ID=a29be18b-1509-49ee-8169-135499ac04d6,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:17:48.330748 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a262ae-9557-40e7-b63c-c2b61f9e4662 admin admin] No DVR routers for this DVR port a29be18b-1509-49ee-8169-135499ac04d6 on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:17:48.344828 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 96fbc78b-ec60-4acf-aa87-f5cee677f160 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:17:48.368104 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 96fbc78b-ec60-4acf-aa87-f5cee677f160 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:17:48.368465 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 96fbc78b-ec60-4acf-aa87-f5cee677f160 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:17:48.368918 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device ec277b3e-2f6b-48e0-a387-88b566250f77 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:17:48.393169 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: ec277b3e-2f6b-48e0-a387-88b566250f77 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:17:48.393522 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device ec277b3e-2f6b-48e0-a387-88b566250f77 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:17:48.393947 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device a29be18b-1509-49ee-8169-135499ac04d6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:17:48.416107 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: a29be18b-1509-49ee-8169-135499ac04d6 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:17:48.416459 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device a29be18b-1509-49ee-8169-135499ac04d6 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:17:48.416844 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86a262ae-9557-40e7-b63c-c2b61f9e4662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (90e22a21-ca71-4ccc-99d5-12c329545469), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:48.440703 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-86a262ae-9557-40e7-b63c-c2b61f9e4662 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db3cc4580>,) {'filters': {'network_id': ['90e22a21-ca71-4ccc-99d5-12c329545469']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:17:48.449756 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-86a262ae-9557-40e7-b63c-c2b61f9e4662 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3cc4580>, 'f62e3c71-b57a-482e-a2c4-7d4c5e58c260') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:17:48.450056 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-86a262ae-9557-40e7-b63c-c2b61f9e4662 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3cc4580>, 'f62e3c71-b57a-482e-a2c4-7d4c5e58c260') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:17:48.459274 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86a262ae-9557-40e7-b63c-c2b61f9e4662 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (f62e3c71-b57a-482e-a2c4-7d4c5e58c260), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:48.473455 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86a262ae-9557-40e7-b63c-c2b61f9e4662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (f62e3c71-b57a-482e-a2c4-7d4c5e58c260), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:48.479810 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86a262ae-9557-40e7-b63c-c2b61f9e4662 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:17:48.480208 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86a262ae-9557-40e7-b63c-c2b61f9e4662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (f62e3c71-b57a-482e-a2c4-7d4c5e58c260), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:48.482011 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:17:48.482011 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:17:48.482011 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:17:48.482011 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:17:48.482011 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:17:48.482011 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:17:48.482011 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:17:48.482011 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:17:48.482011 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:17:48.482011 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:17:48.482011 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:17:48.482011 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:17:48.482011 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:17:48.482011 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:17:48.482011 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:17:48.482011 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:17:48.482011 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:17:48.482011 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:17:48.482011 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:17:48.482011 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:17:48.482011 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:17:48.482011 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:17:48.482011 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:17:48.482011 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:17:48.482011 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:17:48.482011 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:17:48.482011 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:17:48.482011 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:17:48.482011 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:17:48.482011 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:17:48.482011 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:17:48.482011 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:17:48.539026 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86a262ae-9557-40e7-b63c-c2b61f9e4662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (90e22a21-ca71-4ccc-99d5-12c329545469), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:48.544740 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86a262ae-9557-40e7-b63c-c2b61f9e4662 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:48.549432 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-86a262ae-9557-40e7-b63c-c2b61f9e4662 admin admin] 10.222.0.32 "DELETE /v2.0/networks/90e22a21-ca71-4ccc-99d5-12c329545469 HTTP/1.1" status: 204  len: 168 time: 0.5767252
Feb 05 21:17:48.565050 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a262ae-9557-40e7-b63c-c2b61f9e4662 admin admin] Pushing event deleted for resources: {'Network': ['ID=90e22a21-ca71-4ccc-99d5-12c329545469,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:17:48.668133 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 45934) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:17:48.707482 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0fa87b77-21a3-478e-a933-2004f060ac59 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f2af23abad4048358818a1b4ba0f5aa6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0381513
Feb 05 21:17:48.709822 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 45936) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:17:48.760785 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-12a969ea-98e6-4b21-996d-3e0fe858557b admin admin] Publish callbacks [] for security_group (0d20574e-f0c7-4356-afa2-b7d43932c9ea), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:48.781971 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-12a969ea-98e6-4b21-996d-3e0fe858557b admin admin] Publish callbacks [] for security_group (0d20574e-f0c7-4356-afa2-b7d43932c9ea), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:48.828256 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-12a969ea-98e6-4b21-996d-3e0fe858557b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (0d20574e-f0c7-4356-afa2-b7d43932c9ea), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:48.830859 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-12a969ea-98e6-4b21-996d-3e0fe858557b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:48.832047 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-12a969ea-98e6-4b21-996d-3e0fe858557b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0d20574e-f0c7-4356-afa2-b7d43932c9ea HTTP/1.1" status: 204  len: 168 time: 0.1213384
Feb 05 21:17:48.840317 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a969ea-98e6-4b21-996d-3e0fe858557b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d20574e-f0c7-4356-afa2-b7d43932c9ea,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:17:49.532718 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 45960) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:17:49.633336 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-896bf8b8-a731-4f68-9b30-189e174a66c7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1125260889-network', 'tenant_id': '1e1134701b2d45d7878177ad9dc5d45c'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:17:49.653439 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896bf8b8-a731-4f68-9b30-189e174a66c7 admin admin] Made reservation on behalf of 1e1134701b2d45d7878177ad9dc5d45c for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:17:49.655695 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-896bf8b8-a731-4f68-9b30-189e174a66c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:49.664412 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-896bf8b8-a731-4f68-9b30-189e174a66c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:49.738113 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-896bf8b8-a731-4f68-9b30-189e174a66c7 admin admin] Publish callbacks [] for security_group (73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:49.741643 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-896bf8b8-a731-4f68-9b30-189e174a66c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:49.762367 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-896bf8b8-a731-4f68-9b30-189e174a66c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:17:49.777625 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896bf8b8-a731-4f68-9b30-189e174a66c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:17:49.781322 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-896bf8b8-a731-4f68-9b30-189e174a66c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (57b5010f-c905-4ad0-aade-7bcb94e673bb), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:49.781674 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-896bf8b8-a731-4f68-9b30-189e174a66c7 admin admin] Added segment 57b5010f-c905-4ad0-aade-7bcb94e673bb of type vlan for network 6fc605b1-90cf-4686-8a98-5489493609ca
Feb 05 21:17:49.821962 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-896bf8b8-a731-4f68-9b30-189e174a66c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (6fc605b1-90cf-4686-8a98-5489493609ca), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:49.848721 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-896bf8b8-a731-4f68-9b30-189e174a66c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (6fc605b1-90cf-4686-8a98-5489493609ca), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:49.849655 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896bf8b8-a731-4f68-9b30-189e174a66c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:17:49.850250 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-896bf8b8-a731-4f68-9b30-189e174a66c7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:49.879971 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-896bf8b8-a731-4f68-9b30-189e174a66c7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.3460886
Feb 05 21:17:49.882919 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 45964) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:17:49.887860 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-7f1112d1-b818-47ac-a4d0-9dbbec657da2 admin admin] Request body: {'subnet': {'network_id': '6fc605b1-90cf-4686-8a98-5489493609ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1125260889-subnet', 'tenant_id': '1e1134701b2d45d7878177ad9dc5d45c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:17:49.906510 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1112d1-b818-47ac-a4d0-9dbbec657da2 admin admin] Made reservation on behalf of 1e1134701b2d45d7878177ad9dc5d45c for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:17:49.908805 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7f1112d1-b818-47ac-a4d0-9dbbec657da2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:49.913636 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896bf8b8-a731-4f68-9b30-189e174a66c7 admin admin] Pushing event updated for resources: {'Network': ['ID=6fc605b1-90cf-4686-8a98-5489493609ca,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:17:49.924918 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 6fc605b1-90cf-4686-8a98-5489493609ca details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:17:50.078890 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7f1112d1-b818-47ac-a4d0-9dbbec657da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (58e8705b-1bb8-489d-a0b0-1825477663ee), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:50.136833 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1112d1-b818-47ac-a4d0-9dbbec657da2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58e8705b-1bb8-489d-a0b0-1825477663ee,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:17:50.145778 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1112d1-b818-47ac-a4d0-9dbbec657da2 admin admin] Checking segment: {'id': '57b5010f-c905-4ad0-aade-7bcb94e673bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6fc605b1-90cf-4686-8a98-5489493609ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:17:50.146140 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1112d1-b818-47ac-a4d0-9dbbec657da2 admin admin] Network hostable DHCP agents. Network: 6fc605b1-90cf-4686-8a98-5489493609ca, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:17:50.162777 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1112d1-b818-47ac-a4d0-9dbbec657da2 admin admin] Network 6fc605b1-90cf-4686-8a98-5489493609ca is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:17:50.170816 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-7f1112d1-b818-47ac-a4d0-9dbbec657da2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6fc605b1-90cf-4686-8a98-5489493609ca) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:17:50.174751 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1112d1-b818-47ac-a4d0-9dbbec657da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:17:50.175347 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7f1112d1-b818-47ac-a4d0-9dbbec657da2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:50.180350 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4744486-3238-4379-8c0e-9f1adc478ccf None None] Network 6fc605b1-90cf-4686-8a98-5489493609ca requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:17:50.191545 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7f1112d1-b818-47ac-a4d0-9dbbec657da2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.3075242
Feb 05 21:17:50.256075 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:50.295112 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8048c12b-16f4-4c0f-a451-f54ff53a7151 None None] Network 6fc605b1-90cf-4686-8a98-5489493609ca requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:17:50.636272 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-96b6d14a-2613-48d4-97ee-559f662fe310 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:17:50.637758 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-96b6d14a-2613-48d4-97ee-559f662fe310 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/networks?id=6fc605b1-90cf-4686-8a98-5489493609ca HTTP/1.1" status: 200  len: 815 time: 0.1044872
Feb 05 21:17:50.652496 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-27877c49-8dba-4a15-beb3-452a744f8066 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/quotas/1e1134701b2d45d7878177ad9dc5d45c HTTP/1.1" status: 200  len: 375 time: 0.0088286
Feb 05 21:17:50.684960 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-990128b0-2445-49b7-a155-22e7e589acf3 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e1134701b2d45d7878177ad9dc5d45c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0272002
Feb 05 21:17:50.696157 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-300a61cf-fed1-489f-b3bd-9cf00119e198 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:17:50.697109 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-300a61cf-fed1-489f-b3bd-9cf00119e198 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0049467
Feb 05 21:17:50.783407 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-e5dab1b3-ebc1-4b54-9da5-2242192f65e5 service neutron] 10.222.0.32 "GET /v2.0/networks/6fc605b1-90cf-4686-8a98-5489493609ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0807197
Feb 05 21:17:50.877735 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-13f35418-75f8-425d-8c39-deefb0da1df8 service neutron] 10.222.0.32 "GET /v2.0/networks/6fc605b1-90cf-4686-8a98-5489493609ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0881162
Feb 05 21:17:51.036643 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8ae61142-c9be-4fdc-94f8-3ff60007d0d2 req-0b39fddd-0c26-4ec2-872e-b0553ddbd3ca tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5c1656c-a8b4-4fdf-968f-8725745a2f43 HTTP/1.1" status: 200  len: 210 time: 0.0281475
Feb 05 21:17:52.109758 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-19c0e928-c636-490c-80eb-4d283e5edd62 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:17:52.111390 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-19c0e928-c636-490c-80eb-4d283e5edd62 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.21 "GET /v2.0/networks?id=6fc605b1-90cf-4686-8a98-5489493609ca HTTP/1.1" status: 200  len: 815 time: 0.1063554
Feb 05 21:17:52.123146 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-36a06d35-088c-4b77-a977-4892d6283e4d tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Request body: {'port': {'device_id': 'e5c1656c-a8b4-4fdf-968f-8725745a2f43', 'network_id': '6fc605b1-90cf-4686-8a98-5489493609ca', 'admin_state_up': True, 'tenant_id': '1e1134701b2d45d7878177ad9dc5d45c'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:17:52.150162 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-80e0164e-7047-4502-96b4-d91a9c292927 req-adb53caf-e77a-472a-8558-51f31b4e4760 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5c1656c-a8b4-4fdf-968f-8725745a2f43 HTTP/1.1" status: 200  len: 210 time: 0.0280356
Feb 05 21:17:52.552693 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-36a06d35-088c-4b77-a977-4892d6283e4d tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Made reservation on behalf of 1e1134701b2d45d7878177ad9dc5d45c for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:17:52.556116 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-36a06d35-088c-4b77-a977-4892d6283e4d tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:52.675631 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-36a06d35-088c-4b77-a977-4892d6283e4d tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Allocated IP 172.20.0.12 (6fc605b1-90cf-4686-8a98-5489493609ca/58e8705b-1bb8-489d-a0b0-1825477663ee/44558f32-327b-4e77-aaa9-9e529a2f0b43) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:17:52.827064 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-36a06d35-088c-4b77-a977-4892d6283e4d tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Publish callbacks [] for port (44558f32-327b-4e77-aaa9-9e529a2f0b43), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:52.859570 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-36a06d35-088c-4b77-a977-4892d6283e4d tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (44558f32-327b-4e77-aaa9-9e529a2f0b43), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:52.902721 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-36a06d35-088c-4b77-a977-4892d6283e4d tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Network 6fc605b1-90cf-4686-8a98-5489493609ca is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:17:52.906399 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-36a06d35-088c-4b77-a977-4892d6283e4d tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:17:52.909860 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-36a06d35-088c-4b77-a977-4892d6283e4d tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:17:52.936289 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a06d35-088c-4b77-a977-4892d6283e4d tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Pushing event updated for resources: {'Port': ['ID=44558f32-327b-4e77-aaa9-9e529a2f0b43,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:17:52.964208 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-36a06d35-088c-4b77-a977-4892d6283e4d tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:17:52.964822 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-36a06d35-088c-4b77-a977-4892d6283e4d tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:52.980956 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-36a06d35-088c-4b77-a977-4892d6283e4d tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8616376
Feb 05 21:17:52.992300 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-7731b786-ce5b-46de-8d1d-5a588125dfe0 service neutron] Request body: {'port': {'device_id': 'e5c1656c-a8b4-4fdf-968f-8725745a2f43', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:17:53.049634 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-7731b786-ce5b-46de-8d1d-5a588125dfe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (44558f32-327b-4e77-aaa9-9e529a2f0b43), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:53.277335 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0846b3-f389-4122-a9a1-a5dda404c871 req-5af15cec-b518-4069-a5b9-d18461dc7a06 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:17:53.278855 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2d0846b3-f389-4122-a9a1-a5dda404c871 req-5af15cec-b518-4069-a5b9-d18461dc7a06 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5c1656c-a8b4-4fdf-968f-8725745a2f43 HTTP/1.1" status: 200  len: 932 time: 0.0576081
Feb 05 21:17:53.310634 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-7731b786-ce5b-46de-8d1d-5a588125dfe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44558f32-327b-4e77-aaa9-9e529a2f0b43 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:17:53.318628 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-7731b786-ce5b-46de-8d1d-5a588125dfe0 service neutron] Publish callbacks [] for port (44558f32-327b-4e77-aaa9-9e529a2f0b43), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:53.325852 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2d0846b3-f389-4122-a9a1-a5dda404c871 req-a12a4867-ee24-408d-adcd-974029374dce tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/security-groups?id=73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412045
Feb 05 21:17:53.333242 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-7731b786-ce5b-46de-8d1d-5a588125dfe0 service neutron] Transition to ACTIVE for port object 44558f32-327b-4e77-aaa9-9e529a2f0b43 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:17:53.338832 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-7731b786-ce5b-46de-8d1d-5a588125dfe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (44558f32-327b-4e77-aaa9-9e529a2f0b43), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:53.388824 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7731b786-ce5b-46de-8d1d-5a588125dfe0 service neutron] Pushing event updated for resources: {'Port': ['ID=44558f32-327b-4e77-aaa9-9e529a2f0b43,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:17:53.453230 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-7731b786-ce5b-46de-8d1d-5a588125dfe0 service neutron] Attempting to bind port 44558f32-327b-4e77-aaa9-9e529a2f0b43 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:17:53.453487 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-7731b786-ce5b-46de-8d1d-5a588125dfe0 service neutron] Attempting to bind port 44558f32-327b-4e77-aaa9-9e529a2f0b43 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '57b5010f-c905-4ad0-aade-7bcb94e673bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6fc605b1-90cf-4686-8a98-5489493609ca'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:17:53.453824 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-7731b786-ce5b-46de-8d1d-5a588125dfe0 service neutron] Attempting to bind port 44558f32-327b-4e77-aaa9-9e529a2f0b43 on network 6fc605b1-90cf-4686-8a98-5489493609ca {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:17:53.458122 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-7731b786-ce5b-46de-8d1d-5a588125dfe0 service neutron] Port 44558f32-327b-4e77-aaa9-9e529a2f0b43 on network 6fc605b1-90cf-4686-8a98-5489493609ca not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:17:53.458490 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-7731b786-ce5b-46de-8d1d-5a588125dfe0 service neutron] Attempting to bind port 44558f32-327b-4e77-aaa9-9e529a2f0b43 on network 6fc605b1-90cf-4686-8a98-5489493609ca {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:17:53.463223 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-7731b786-ce5b-46de-8d1d-5a588125dfe0 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:17:53.463568 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-7731b786-ce5b-46de-8d1d-5a588125dfe0 service neutron] Checking segment: {'id': '57b5010f-c905-4ad0-aade-7bcb94e673bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6fc605b1-90cf-4686-8a98-5489493609ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:17:53.463968 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-7731b786-ce5b-46de-8d1d-5a588125dfe0 service neutron] Bound using segment: {'id': '57b5010f-c905-4ad0-aade-7bcb94e673bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6fc605b1-90cf-4686-8a98-5489493609ca'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:17:53.464395 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-7731b786-ce5b-46de-8d1d-5a588125dfe0 service neutron] Bound port: 44558f32-327b-4e77-aaa9-9e529a2f0b43, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57b5010f-c905-4ad0-aade-7bcb94e673bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6fc605b1-90cf-4686-8a98-5489493609ca'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:17:53.464752 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-7731b786-ce5b-46de-8d1d-5a588125dfe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (44558f32-327b-4e77-aaa9-9e529a2f0b43), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:53.529664 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-7731b786-ce5b-46de-8d1d-5a588125dfe0 service neutron] For port 44558f32-327b-4e77-aaa9-9e529a2f0b43, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:17:53.533604 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-7731b786-ce5b-46de-8d1d-5a588125dfe0 service neutron] For port 44558f32-327b-4e77-aaa9-9e529a2f0b43, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=44558f32-327b-4e77-aaa9-9e529a2f0b43,segment=NetworkSegment(57b5010f-c905-4ad0-aade-7bcb94e673bb),segment_id=57b5010f-c905-4ad0-aade-7bcb94e673bb)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:17:53.539592 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-7731b786-ce5b-46de-8d1d-5a588125dfe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (44558f32-327b-4e77-aaa9-9e529a2f0b43), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:53.575367 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-7731b786-ce5b-46de-8d1d-5a588125dfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:17:53.575990 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-7731b786-ce5b-46de-8d1d-5a588125dfe0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:53.577357 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-7731b786-ce5b-46de-8d1d-5a588125dfe0 service neutron] 10.222.0.21 "PUT /v2.0/ports/44558f32-327b-4e77-aaa9-9e529a2f0b43 HTTP/1.1" status: 200  len: 1092 time: 0.5889871
Feb 05 21:17:53.578292 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c1656c-a8b4-4fdf-968f-8725745a2f43', 'tag': '44558f32-327b-4e77-aaa9-9e529a2f0b43'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:17:53.580553 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d157da06-4e09-4b2e-b316-a3ce3cbb42c8" -d '{"events": [{"name": "network-changed", "server_uuid": "e5c1656c-a8b4-4fdf-968f-8725745a2f43", "tag": "44558f32-327b-4e77-aaa9-9e529a2f0b43"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:17:53.604073 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7731b786-ce5b-46de-8d1d-5a588125dfe0 service neutron] Pushing event updated for resources: {'Port': ['ID=44558f32-327b-4e77-aaa9-9e529a2f0b43,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:17:53.667915 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-174ecd53-a8c1-4403-b6b7-997968ca30b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:17:53.669566 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-174ecd53-a8c1-4403-b6b7-997968ca30b4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1e1134701b2d45d7878177ad9dc5d45c&device_id=e5c1656c-a8b4-4fdf-968f-8725745a2f43 HTTP/1.1" status: 200  len: 1126 time: 0.0463829
Feb 05 21:17:53.684517 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b61d6f-78d6-4b81-abec-a1034bd7d4cd x-openstack-request-id: req-75b61d6f-78d6-4b81-abec-a1034bd7d4cd {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:17:53.684812 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5c1656c-a8b4-4fdf-968f-8725745a2f43", "tag": "44558f32-327b-4e77-aaa9-9e529a2f0b43", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:17:53.685073 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-75b61d6f-78d6-4b81-abec-a1034bd7d4cd {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:17:53.685472 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5c1656c-a8b4-4fdf-968f-8725745a2f43', 'tag': '44558f32-327b-4e77-aaa9-9e529a2f0b43', 'status': 'completed', 'code': 200}
Feb 05 21:17:53.716477 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-c986025f-4219-4e44-b188-2e2e5bfa4474 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44558f32-327b-4e77-aaa9-9e529a2f0b43 HTTP/1.1" status: 200  len: 217 time: 0.0403850
Feb 05 21:17:53.762899 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-d2636fa2-32ce-4f5c-a098-805ae5217474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:17:53.764322 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-d2636fa2-32ce-4f5c-a098-805ae5217474 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=58e8705b-1bb8-489d-a0b0-1825477663ee HTTP/1.1" status: 200  len: 855 time: 0.0414937
Feb 05 21:17:53.795673 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-beed836e-875a-4038-9eae-73bc48c5e129 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6fc605b1-90cf-4686-8a98-5489493609ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0255306
Feb 05 21:17:53.886307 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-538b161f-908e-4d05-887c-879923e4514c service neutron] 10.222.0.21 "GET /v2.0/networks/6fc605b1-90cf-4686-8a98-5489493609ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0849111
Feb 05 21:17:53.976938 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e26c41c2-1a38-4133-999f-6fe6844b0131 req-8092596a-a515-4730-852b-93f82b37d64e service neutron] 10.222.0.21 "GET /v2.0/networks/6fc605b1-90cf-4686-8a98-5489493609ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820503
Feb 05 21:17:54.064656 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157da06-4e09-4b2e-b316-a3ce3cbb42c8 req-45e4009f-1d3a-4bb7-adbd-589ac2e8cf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:17:54.066204 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d157da06-4e09-4b2e-b316-a3ce3cbb42c8 req-45e4009f-1d3a-4bb7-adbd-589ac2e8cf01 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1e1134701b2d45d7878177ad9dc5d45c&device_id=e5c1656c-a8b4-4fdf-968f-8725745a2f43 HTTP/1.1" status: 200  len: 1126 time: 0.0462127
Feb 05 21:17:54.157842 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157da06-4e09-4b2e-b316-a3ce3cbb42c8 req-b27f8a21-1c68-4ba0-8854-8f96104705b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:17:54.159348 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d157da06-4e09-4b2e-b316-a3ce3cbb42c8 req-b27f8a21-1c68-4ba0-8854-8f96104705b0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6fc605b1-90cf-4686-8a98-5489493609ca HTTP/1.1" status: 200  len: 916 time: 0.0872087
Feb 05 21:17:54.198906 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d157da06-4e09-4b2e-b316-a3ce3cbb42c8 req-5e3f6ad1-f4ca-4d35-affe-521cdde8aab8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44558f32-327b-4e77-aaa9-9e529a2f0b43 HTTP/1.1" status: 200  len: 217 time: 0.0334053
Feb 05 21:17:54.254857 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157da06-4e09-4b2e-b316-a3ce3cbb42c8 req-f10c6cef-1d69-4c16-97c9-d162a8d10c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:17:54.256247 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d157da06-4e09-4b2e-b316-a3ce3cbb42c8 req-f10c6cef-1d69-4c16-97c9-d162a8d10c6c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=58e8705b-1bb8-489d-a0b0-1825477663ee HTTP/1.1" status: 200  len: 855 time: 0.0509820
Feb 05 21:17:54.290111 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d157da06-4e09-4b2e-b316-a3ce3cbb42c8 req-0bcc948b-7a10-444f-becf-abc527a6d653 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6fc605b1-90cf-4686-8a98-5489493609ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0259476
Feb 05 21:17:54.380769 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d157da06-4e09-4b2e-b316-a3ce3cbb42c8 req-f45f7181-97a7-4b9a-a92b-1bae17f97fb7 service neutron] 10.222.0.21 "GET /v2.0/networks/6fc605b1-90cf-4686-8a98-5489493609ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0827618
Feb 05 21:17:54.449601 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0ee1c-7ffc-4b85-84fb-70958b7c87f5 req-62799dc2-368d-47df-ba7a-9665e8093c46 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:17:54.451139 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bea0ee1c-7ffc-4b85-84fb-70958b7c87f5 req-62799dc2-368d-47df-ba7a-9665e8093c46 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5c1656c-a8b4-4fdf-968f-8725745a2f43 HTTP/1.1" status: 200  len: 944 time: 0.0529013
Feb 05 21:17:54.476562 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d157da06-4e09-4b2e-b316-a3ce3cbb42c8 req-f6d0ec3c-db08-451c-ac4c-2d34b0326e8e service neutron] 10.222.0.21 "GET /v2.0/networks/6fc605b1-90cf-4686-8a98-5489493609ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0894778
Feb 05 21:17:54.501808 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bea0ee1c-7ffc-4b85-84fb-70958b7c87f5 req-a98bda07-3103-4038-9b28-273c295716c3 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/security-groups?id=73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438259
Feb 05 21:17:55.623739 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e714b9-1ec7-47fb-a0ed-d7574d6ff2f1 req-7598feeb-0766-4cbd-962c-a00b43f34b3f tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:17:55.625802 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-38e714b9-1ec7-47fb-a0ed-d7574d6ff2f1 req-7598feeb-0766-4cbd-962c-a00b43f34b3f tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5c1656c-a8b4-4fdf-968f-8725745a2f43 HTTP/1.1" status: 200  len: 944 time: 0.0546885
Feb 05 21:17:55.676317 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-38e714b9-1ec7-47fb-a0ed-d7574d6ff2f1 req-e52b7d1e-d321-4648-99eb-01758a3f8eef tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/security-groups?id=73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447695
Feb 05 21:17:56.488327 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46030) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:17:56.582201 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c70d24be-214c-459e-9cb0-49262812be73 tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] 10.222.0.32 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200  len: 2545 time: 0.0926621
Feb 05 21:17:56.584856 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46032) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:17:56.589561 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-355e0a86-905b-4e25-ba14-3b6befd76edd tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Request body: {'network': {'name': 'tempest-network-smoke--2071634638', 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'port_security_enabled': False}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:17:56.609608 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355e0a86-905b-4e25-ba14-3b6befd76edd tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Made reservation on behalf of e5fe9a736c7549cf927e646c9f6fdd7a for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:17:56.613309 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-355e0a86-905b-4e25-ba14-3b6befd76edd tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:56.639391 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-355e0a86-905b-4e25-ba14-3b6befd76edd tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:17:56.648776 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-355e0a86-905b-4e25-ba14-3b6befd76edd tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (9bfdcb7b-df9a-4ccb-b26c-2d4f96ef20f9), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:56.649123 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-355e0a86-905b-4e25-ba14-3b6befd76edd tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Added segment 9bfdcb7b-df9a-4ccb-b26c-2d4f96ef20f9 of type vlan for network 3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f
Feb 05 21:17:56.688171 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-355e0a86-905b-4e25-ba14-3b6befd76edd tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:56.713615 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-355e0a86-905b-4e25-ba14-3b6befd76edd tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:56.720113 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355e0a86-905b-4e25-ba14-3b6befd76edd tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:17:56.720700 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-355e0a86-905b-4e25-ba14-3b6befd76edd tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:56.759468 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-355e0a86-905b-4e25-ba14-3b6befd76edd tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.1735125
Feb 05 21:17:56.771089 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 46036) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:17:56.776414 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-df5bf6d8-ea56-4127-95e5-520de52f0bd6 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2003241849', 'admin_state_up': True, 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:17:56.791432 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e0a86-905b-4e25-ba14-3b6befd76edd tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Pushing event updated for resources: {'Network': ['ID=3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:17:56.803940 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:17:56.804854 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-df5bf6d8-ea56-4127-95e5-520de52f0bd6 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (11be6cd9-22b2-4093-9e48-d7a83edf3da4), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:56.805955 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-df5bf6d8-ea56-4127-95e5-520de52f0bd6 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (11be6cd9-22b2-4093-9e48-d7a83edf3da4), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:56.822870 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec6811-72f5-4da7-a44a-e51a56b3b178 req-68c16aca-7b6c-4403-80b1-61d278a2cea6 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:17:56.824374 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4ec6811-72f5-4da7-a44a-e51a56b3b178 req-68c16aca-7b6c-4403-80b1-61d278a2cea6 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5c1656c-a8b4-4fdf-968f-8725745a2f43 HTTP/1.1" status: 200  len: 944 time: 0.0803308
Feb 05 21:17:56.885583 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-df5bf6d8-ea56-4127-95e5-520de52f0bd6 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for router_controller (11be6cd9-22b2-4093-9e48-d7a83edf3da4), precommit_add_association {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:56.969903 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4ec6811-72f5-4da7-a44a-e51a56b3b178 req-730adacf-1f0d-49f0-9a2e-f54b55f56da8 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/security-groups?id=73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387835
Feb 05 21:17:57.042654 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-df5bf6d8-ea56-4127-95e5-520de52f0bd6 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for router_gateway (11be6cd9-22b2-4093-9e48-d7a83edf3da4), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:57.236446 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-df5bf6d8-ea56-4127-95e5-520de52f0bd6 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for router_gateway (11be6cd9-22b2-4093-9e48-d7a83edf3da4), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:57.254653 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-df5bf6d8-ea56-4127-95e5-520de52f0bd6 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:57.359421 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-df5bf6d8-ea56-4127-95e5-520de52f0bd6 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Allocated IP 172.35.4.45 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/3f6a748a-8e0b-4d52-8083-be04c5a93af8) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:17:57.462260 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-df5bf6d8-ea56-4127-95e5-520de52f0bd6 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for port (3f6a748a-8e0b-4d52-8083-be04c5a93af8), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:57.495221 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-df5bf6d8-ea56-4127-95e5-520de52f0bd6 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (3f6a748a-8e0b-4d52-8083-be04c5a93af8), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:57.529299 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5bf6d8-ea56-4127-95e5-520de52f0bd6 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:17:57.534689 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-df5bf6d8-ea56-4127-95e5-520de52f0bd6 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:17:57.538362 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5bf6d8-ea56-4127-95e5-520de52f0bd6 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:17:57.566541 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5bf6d8-ea56-4127-95e5-520de52f0bd6 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Pushing event updated for resources: {'Port': ['ID=3f6a748a-8e0b-4d52-8083-be04c5a93af8,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:17:57.580782 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 44558f32-327b-4e77-aaa9-9e529a2f0b43 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:17:57.675327 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 44558f32-327b-4e77-aaa9-9e529a2f0b43, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=44558f32-327b-4e77-aaa9-9e529a2f0b43,segment=NetworkSegment(57b5010f-c905-4ad0-aade-7bcb94e673bb),segment_id=57b5010f-c905-4ad0-aade-7bcb94e673bb)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:17:57.690888 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '44558f32-327b-4e77-aaa9-9e529a2f0b43', 'network_id': '6fc605b1-90cf-4686-8a98-5489493609ca', 'port_id': '44558f32-327b-4e77-aaa9-9e529a2f0b43', 'mac_address': 'fa:16:3e:b9:79:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e8705b-1bb8-489d-a0b0-1825477663ee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:17:57.729698 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 44558f32-327b-4e77-aaa9-9e529a2f0b43 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:17:57.730094 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (44558f32-327b-4e77-aaa9-9e529a2f0b43), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:57.743537 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44558f32-327b-4e77-aaa9-9e529a2f0b43 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:17:57.764456 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 44558f32-327b-4e77-aaa9-9e529a2f0b43, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=44558f32-327b-4e77-aaa9-9e529a2f0b43,segment=NetworkSegment(57b5010f-c905-4ad0-aade-7bcb94e673bb),segment_id=57b5010f-c905-4ad0-aade-7bcb94e673bb)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:17:57.768777 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (44558f32-327b-4e77-aaa9-9e529a2f0b43), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:57.798398 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-df5bf6d8-ea56-4127-95e5-520de52f0bd6 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for router_gateway (11be6cd9-22b2-4093-9e48-d7a83edf3da4), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:57.816126 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=44558f32-327b-4e77-aaa9-9e529a2f0b43,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:17:57.823356 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:57.823704 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:57.824047 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:57.824383 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:57.824718 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:57.825049 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:57.825379 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:57.825704 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:57.826028 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:57.826354 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:57.826705 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:57.827029 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:57.827348 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:57.998900 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-df5bf6d8-ea56-4127-95e5-520de52f0bd6 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (11be6cd9-22b2-4093-9e48-d7a83edf3da4), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:58.097705 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['44558f32-327b-4e77-aaa9-9e529a2f0b43'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:17:58.143319 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b361714-6764-4942-aa4c-fb5960422a93 req-9bd218a3-d2c2-4627-8924-fe347d7026e5 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:17:58.144811 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9b361714-6764-4942-aa4c-fb5960422a93 req-9bd218a3-d2c2-4627-8924-fe347d7026e5 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5c1656c-a8b4-4fdf-968f-8725745a2f43 HTTP/1.1" status: 200  len: 945 time: 0.1035542
Feb 05 21:17:58.212294 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9b361714-6764-4942-aa4c-fb5960422a93 req-56e1e7ec-055c-434d-a0a6-fc69a7500102 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/security-groups?id=73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603559
Feb 05 21:17:58.213309 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5bf6d8-ea56-4127-95e5-520de52f0bd6 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Router 11be6cd9-22b2-4093-9e48-d7a83edf3da4 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:17:58.318882 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5bf6d8-ea56-4127-95e5-520de52f0bd6 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:17:58.332852 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed64501-7797-4ed4-8f89-6ef384dec2ec None None] Sync routers for ids ['11be6cd9-22b2-4093-9e48-d7a83edf3da4'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:17:58.339439 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-df5bf6d8-ea56-4127-95e5-520de52f0bd6 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:58.341818 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-df5bf6d8-ea56-4127-95e5-520de52f0bd6 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 893 time: 1.5676999
Feb 05 21:17:58.342810 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed64501-7797-4ed4-8f89-6ef384dec2ec None None] Routers {'11be6cd9-22b2-4093-9e48-d7a83edf3da4'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:17:58.344464 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46040) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:17:58.346636 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-2ed64501-7797-4ed4-8f89-6ef384dec2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8e3afa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:17:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['11be6cd9-22b2-4093-9e48-d7a83edf3da4'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:17:58.413783 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20312872-52f9-4b18-9f8a-67562faf75ae tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:17:58.415310 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-20312872-52f9-4b18-9f8a-67562faf75ae tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=e5fe9a736c7549cf927e646c9f6fdd7a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 830 time: 0.0698702
Feb 05 21:17:58.418113 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46042) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:17:58.455305 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-2ed64501-7797-4ed4-8f89-6ef384dec2ec None None] Set router 11be6cd9-22b2-4093-9e48-d7a83edf3da4 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:17:58.509859 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8c5881-6ff4-4373-b9b8-0ab1137e4d6a tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:17:58.511341 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4a8c5881-6ff4-4373-b9b8-0ab1137e4d6a tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0920820
Feb 05 21:17:58.514147 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46044) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:17:58.543526 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-cbf8c93a-f60e-4144-9759-e14a784d2533 tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=d65fb4dc-e812-4574-a4e6-6308f0abdf3f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0282202
Feb 05 21:17:58.546079 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46046) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:17:58.574367 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-eb9c98f6-69a1-4a8e-b644-c3266b9ff6e2 tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=e5fe9a736c7549cf927e646c9f6fdd7a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0270472
Feb 05 21:17:58.576684 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46048) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:17:58.662902 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed153ef4-b631-4ea4-bee7-80ff0a660ce8 tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:17:58.664401 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ed153ef4-b631-4ea4-bee7-80ff0a660ce8 tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0868247
Feb 05 21:17:58.667211 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46050) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:17:58.698394 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5c424bc5-d7ac-4948-9fc5-9fbde1694982 tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=d65fb4dc-e812-4574-a4e6-6308f0abdf3f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0301142
Feb 05 21:17:58.700824 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46052) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:17:58.706512 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-1722774a-916e-45e8-a505-915d52706267 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1400466884', 'network_id': '3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f', 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:17:58.718724 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-2ed64501-7797-4ed4-8f89-6ef384dec2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8e3afa0>, [{'id': '11be6cd9-22b2-4093-9e48-d7a83edf3da4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2003241849', 'tenant_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': '3f6a748a-8e0b-4d52-8083-be04c5a93af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:17:56Z', 'updated_at': '2022-02-05T21:17:57Z', 'revision_number': 3, 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'gw_port': {'id': '3f6a748a-8e0b-4d52-8083-be04c5a93af8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:14:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11be6cd9-22b2-4093-9e48-d7a83edf3da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:17:57Z', 'updated_at': '2022-02-05T21:17:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:17:58.743890 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed64501-7797-4ed4-8f89-6ef384dec2ec None None] Checking router: 11be6cd9-22b2-4093-9e48-d7a83edf3da4 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:17:58.744242 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed64501-7797-4ed4-8f89-6ef384dec2ec None None] Updating router 11be6cd9-22b2-4093-9e48-d7a83edf3da4 port 3f6a748a-8e0b-4d52-8083-be04c5a93af8 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:17:58.775332 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-2ed64501-7797-4ed4-8f89-6ef384dec2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3f6a748a-8e0b-4d52-8083-be04c5a93af8), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:58.790142 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1722774a-916e-45e8-a505-915d52706267 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Made reservation on behalf of e5fe9a736c7549cf927e646c9f6fdd7a for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:17:58.793760 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1722774a-916e-45e8-a505-915d52706267 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:58.974123 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1722774a-916e-45e8-a505-915d52706267 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (e5e86bbb-70c4-4df0-b3d4-31ff449dc545), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:59.022833 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-2ed64501-7797-4ed4-8f89-6ef384dec2ec None None] Publish callbacks [] for port (3f6a748a-8e0b-4d52-8083-be04c5a93af8), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:59.029256 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-2ed64501-7797-4ed4-8f89-6ef384dec2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (3f6a748a-8e0b-4d52-8083-be04c5a93af8), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:59.039161 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722774a-916e-45e8-a505-915d52706267 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Pushing event updated for resources: {'Subnet': ['ID=e5e86bbb-70c4-4df0-b3d4-31ff449dc545,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:17:59.049308 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1722774a-916e-45e8-a505-915d52706267 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Checking segment: {'id': '9bfdcb7b-df9a-4ccb-b26c-2d4f96ef20f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:17:59.049678 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1722774a-916e-45e8-a505-915d52706267 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Network hostable DHCP agents. Network: 3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:17:59.071637 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1722774a-916e-45e8-a505-915d52706267 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Network 3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:17:59.080723 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-2ed64501-7797-4ed4-8f89-6ef384dec2ec None None] Attempting to bind port 3f6a748a-8e0b-4d52-8083-be04c5a93af8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:17:59.081173 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-2ed64501-7797-4ed4-8f89-6ef384dec2ec None None] Attempting to bind port 3f6a748a-8e0b-4d52-8083-be04c5a93af8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:17:59.081556 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed64501-7797-4ed4-8f89-6ef384dec2ec None None] Attempting to bind port 3f6a748a-8e0b-4d52-8083-be04c5a93af8 on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:17:59.082234 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-1722774a-916e-45e8-a505-915d52706267 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:17:59.086752 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1722774a-916e-45e8-a505-915d52706267 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:17:59.087530 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1722774a-916e-45e8-a505-915d52706267 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:59.092363 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db5bbf8-ee80-4d51-9774-1ef605a64a60 None None] Network 3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:17:59.094975 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed64501-7797-4ed4-8f89-6ef384dec2ec None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:17:59.095490 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed64501-7797-4ed4-8f89-6ef384dec2ec None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:17:59.095906 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-2ed64501-7797-4ed4-8f89-6ef384dec2ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:59.097075 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed64501-7797-4ed4-8f89-6ef384dec2ec None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:17:59.097075 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-2ed64501-7797-4ed4-8f89-6ef384dec2ec None None] Bound port: 3f6a748a-8e0b-4d52-8083-be04c5a93af8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:17:59.097260 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-2ed64501-7797-4ed4-8f89-6ef384dec2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3f6a748a-8e0b-4d52-8083-be04c5a93af8), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:59.101742 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef07c1a-79bd-44e2-82d7-ca86d8765316 None None] Pushing event updated for resources: {'Port': ['ID=3f6a748a-8e0b-4d52-8083-be04c5a93af8,revision_number=2']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:17:59.108700 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 46054) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:17:59.109199 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1722774a-916e-45e8-a505-915d52706267 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 0.4071441
Feb 05 21:17:59.132533 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef07c1a-79bd-44e2-82d7-ca86d8765316 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:59.132884 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef07c1a-79bd-44e2-82d7-ca86d8765316 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:59.133227 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef07c1a-79bd-44e2-82d7-ca86d8765316 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:59.133567 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef07c1a-79bd-44e2-82d7-ca86d8765316 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:59.133897 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef07c1a-79bd-44e2-82d7-ca86d8765316 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:59.134226 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef07c1a-79bd-44e2-82d7-ca86d8765316 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:59.134575 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef07c1a-79bd-44e2-82d7-ca86d8765316 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:59.134902 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef07c1a-79bd-44e2-82d7-ca86d8765316 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:59.135224 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef07c1a-79bd-44e2-82d7-ca86d8765316 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:59.135547 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef07c1a-79bd-44e2-82d7-ca86d8765316 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:59.135867 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef07c1a-79bd-44e2-82d7-ca86d8765316 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:59.136186 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef07c1a-79bd-44e2-82d7-ca86d8765316 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:59.136505 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef07c1a-79bd-44e2-82d7-ca86d8765316 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:17:59.169510 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-2ed64501-7797-4ed4-8f89-6ef384dec2ec None None] For port 3f6a748a-8e0b-4d52-8083-be04c5a93af8, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:17:59.173884 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-2ed64501-7797-4ed4-8f89-6ef384dec2ec None None] For port 3f6a748a-8e0b-4d52-8083-be04c5a93af8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f6a748a-8e0b-4d52-8083-be04c5a93af8,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:17:59.180822 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-2ed64501-7797-4ed4-8f89-6ef384dec2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (3f6a748a-8e0b-4d52-8083-be04c5a93af8), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:59.219464 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42799801-c0d4-4b5e-8ae2-8e66c28a20a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f', 'network_id': '3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f', 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'fixed_ips': [{'subnet_id': 'e5e86bbb-70c4-4df0-b3d4-31ff449dc545'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:17:59.221135 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-42799801-c0d4-4b5e-8ae2-8e66c28a20a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:59.233606 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed64501-7797-4ed4-8f89-6ef384dec2ec None None] Routers {'11be6cd9-22b2-4093-9e48-d7a83edf3da4'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:17:59.234354 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-2ed64501-7797-4ed4-8f89-6ef384dec2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8e3afa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:17:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['11be6cd9-22b2-4093-9e48-d7a83edf3da4'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:17:59.342778 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef07c1a-79bd-44e2-82d7-ca86d8765316 None None] Pushing event updated for resources: {'Port': ['ID=3f6a748a-8e0b-4d52-8083-be04c5a93af8,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:17:59.356401 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-2ed64501-7797-4ed4-8f89-6ef384dec2ec None None] Set router 11be6cd9-22b2-4093-9e48-d7a83edf3da4 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:17:59.376184 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-42799801-c0d4-4b5e-8ae2-8e66c28a20a6 None None] Allocated IP 172.20.0.18 (3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f/e5e86bbb-70c4-4df0-b3d4-31ff449dc545/0dc0dd40-7425-4425-a733-e16682e84f5d) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:17:59.396702 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ad8fc-efcf-4118-975c-01660b5db260 req-98bb9dcf-5455-4ee4-8b6a-0f32b1b3599b tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:17:59.402859 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-735ad8fc-efcf-4118-975c-01660b5db260 req-98bb9dcf-5455-4ee4-8b6a-0f32b1b3599b tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5c1656c-a8b4-4fdf-968f-8725745a2f43 HTTP/1.1" status: 200  len: 945 time: 0.1137874
Feb 05 21:17:59.501628 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-735ad8fc-efcf-4118-975c-01660b5db260 req-20a21621-e1a0-4468-9225-4d886c3f8081 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/security-groups?id=73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976059
Feb 05 21:17:59.535590 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-42799801-c0d4-4b5e-8ae2-8e66c28a20a6 None None] Publish callbacks [] for port (0dc0dd40-7425-4425-a733-e16682e84f5d), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:59.543334 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-42799801-c0d4-4b5e-8ae2-8e66c28a20a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (0dc0dd40-7425-4425-a733-e16682e84f5d), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:59.546015 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-2ed64501-7797-4ed4-8f89-6ef384dec2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8e3afa0>, [{'id': '11be6cd9-22b2-4093-9e48-d7a83edf3da4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2003241849', 'tenant_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': '3f6a748a-8e0b-4d52-8083-be04c5a93af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:17:56Z', 'updated_at': '2022-02-05T21:17:57Z', 'revision_number': 3, 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'gw_port': {'id': '3f6a748a-8e0b-4d52-8083-be04c5a93af8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:14:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11be6cd9-22b2-4093-9e48-d7a83edf3da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:17:57Z', 'updated_at': '2022-02-05T21:17:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:17:59.578297 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed64501-7797-4ed4-8f89-6ef384dec2ec None None] The sync data for ids ['11be6cd9-22b2-4093-9e48-d7a83edf3da4'] in ncdv-master-1 is: [{'id': '11be6cd9-22b2-4093-9e48-d7a83edf3da4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2003241849', 'tenant_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': '3f6a748a-8e0b-4d52-8083-be04c5a93af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:17:56Z', 'updated_at': '2022-02-05T21:17:57Z', 'revision_number': 3, 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'gw_port': {'id': '3f6a748a-8e0b-4d52-8083-be04c5a93af8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:14:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11be6cd9-22b2-4093-9e48-d7a83edf3da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:17:57Z', 'updated_at': '2022-02-05T21:17:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:17:59.592607 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42799801-c0d4-4b5e-8ae2-8e66c28a20a6 None None] Network 3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:17:59.593999 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 44558f32-327b-4e77-aaa9-9e529a2f0b43 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:17:59.623274 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-42799801-c0d4-4b5e-8ae2-8e66c28a20a6 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:17:59.629321 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42799801-c0d4-4b5e-8ae2-8e66c28a20a6 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:17:59.644498 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42799801-c0d4-4b5e-8ae2-8e66c28a20a6 None None] Pushing event updated for resources: {'Port': ['ID=0dc0dd40-7425-4425-a733-e16682e84f5d,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:17:59.714853 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 44558f32-327b-4e77-aaa9-9e529a2f0b43 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:17:59.715978 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b15e61e7-b460-4da8-9a48-c54b3665a244 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:59.720130 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-42799801-c0d4-4b5e-8ae2-8e66c28a20a6 None None] Attempting to bind port 0dc0dd40-7425-4425-a733-e16682e84f5d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:17:59.720520 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-42799801-c0d4-4b5e-8ae2-8e66c28a20a6 None None] Attempting to bind port 0dc0dd40-7425-4425-a733-e16682e84f5d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9bfdcb7b-df9a-4ccb-b26c-2d4f96ef20f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:17:59.720900 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42799801-c0d4-4b5e-8ae2-8e66c28a20a6 None None] Attempting to bind port 0dc0dd40-7425-4425-a733-e16682e84f5d on network 3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:17:59.723814 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 44558f32-327b-4e77-aaa9-9e529a2f0b43 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:17:59.724198 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (44558f32-327b-4e77-aaa9-9e529a2f0b43), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:59.728586 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42799801-c0d4-4b5e-8ae2-8e66c28a20a6 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:17:59.728969 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42799801-c0d4-4b5e-8ae2-8e66c28a20a6 None None] Checking segment: {'id': '9bfdcb7b-df9a-4ccb-b26c-2d4f96ef20f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:17:59.729377 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-42799801-c0d4-4b5e-8ae2-8e66c28a20a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:59.729780 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42799801-c0d4-4b5e-8ae2-8e66c28a20a6 None None] Bound using segment: {'id': '9bfdcb7b-df9a-4ccb-b26c-2d4f96ef20f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:17:59.730303 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-42799801-c0d4-4b5e-8ae2-8e66c28a20a6 None None] Bound port: 0dc0dd40-7425-4425-a733-e16682e84f5d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bfdcb7b-df9a-4ccb-b26c-2d4f96ef20f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:17:59.730677 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-42799801-c0d4-4b5e-8ae2-8e66c28a20a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0dc0dd40-7425-4425-a733-e16682e84f5d), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:59.853096 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-42799801-c0d4-4b5e-8ae2-8e66c28a20a6 None None] For port 0dc0dd40-7425-4425-a733-e16682e84f5d, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:17:59.857317 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-42799801-c0d4-4b5e-8ae2-8e66c28a20a6 None None] For port 0dc0dd40-7425-4425-a733-e16682e84f5d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0dc0dd40-7425-4425-a733-e16682e84f5d,segment=NetworkSegment(9bfdcb7b-df9a-4ccb-b26c-2d4f96ef20f9),segment_id=9bfdcb7b-df9a-4ccb-b26c-2d4f96ef20f9)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:17:59.887599 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-42799801-c0d4-4b5e-8ae2-8e66c28a20a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (0dc0dd40-7425-4425-a733-e16682e84f5d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:59.939769 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 44558f32-327b-4e77-aaa9-9e529a2f0b43 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:17:59.940163 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (44558f32-327b-4e77-aaa9-9e529a2f0b43), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:17:59.978280 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42799801-c0d4-4b5e-8ae2-8e66c28a20a6 None None] Pushing event updated for resources: {'Port': ['ID=0dc0dd40-7425-4425-a733-e16682e84f5d,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:17:59.995511 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c1656c-a8b4-4fdf-968f-8725745a2f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44558f32-327b-4e77-aaa9-9e529a2f0b43'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:17:59.997994 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d60b766-eedd-4cd9-b49e-ec0bda1dceb3" -d '{"events": [{"server_uuid": "e5c1656c-a8b4-4fdf-968f-8725745a2f43", "name": "network-vif-plugged", "status": "completed", "tag": "44558f32-327b-4e77-aaa9-9e529a2f0b43"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:18:00.015997 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 44558f32-327b-4e77-aaa9-9e529a2f0b43, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=44558f32-327b-4e77-aaa9-9e529a2f0b43,segment=NetworkSegment(57b5010f-c905-4ad0-aade-7bcb94e673bb),segment_id=57b5010f-c905-4ad0-aade-7bcb94e673bb)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:18:00.021696 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (44558f32-327b-4e77-aaa9-9e529a2f0b43), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:00.123574 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=44558f32-327b-4e77-aaa9-9e529a2f0b43,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:00.148670 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-b15e61e7-b460-4da8-9a48-c54b3665a244 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Allocated IP 172.20.0.17 (3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f/e5e86bbb-70c4-4df0-b3d4-31ff449dc545/3b14d4de-9143-4bf6-b1c3-a862c6e2187c) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:18:00.178030 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c49cc0-2fb5-401b-930c-51b3f5d3c1cc x-openstack-request-id: req-a7c49cc0-2fb5-401b-930c-51b3f5d3c1cc {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:18:00.178481 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c1656c-a8b4-4fdf-968f-8725745a2f43", "name": "network-vif-plugged", "status": "completed", "tag": "44558f32-327b-4e77-aaa9-9e529a2f0b43", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:18:00.178836 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a7c49cc0-2fb5-401b-930c-51b3f5d3c1cc {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:18:00.179312 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c1656c-a8b4-4fdf-968f-8725745a2f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44558f32-327b-4e77-aaa9-9e529a2f0b43', 'code': 200}
Feb 05 21:18:00.217108 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 3f6a748a-8e0b-4d52-8083-be04c5a93af8 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:18:00.345933 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb579ff-72cb-477a-bc7c-4f210a5f74ce req-fa7bd2de-ad3d-4c0f-bf85-d9356054c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:00.347718 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cdb579ff-72cb-477a-bc7c-4f210a5f74ce req-fa7bd2de-ad3d-4c0f-bf85-d9356054c5f8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e5c1656c-a8b4-4fdf-968f-8725745a2f43 HTTP/1.1" status: 200  len: 1128 time: 0.0870245
Feb 05 21:18:00.350026 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 3f6a748a-8e0b-4d52-8083-be04c5a93af8 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:18:00.350463 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (3f6a748a-8e0b-4d52-8083-be04c5a93af8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:00.357413 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b15e61e7-b460-4da8-9a48-c54b3665a244 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for port (3b14d4de-9143-4bf6-b1c3-a862c6e2187c), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:00.405111 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b15e61e7-b460-4da8-9a48-c54b3665a244 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (3b14d4de-9143-4bf6-b1c3-a862c6e2187c), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:00.419610 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cdb579ff-72cb-477a-bc7c-4f210a5f74ce req-d88930b2-2111-48e9-bd08-5d93f9edaaa3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663626
Feb 05 21:18:00.448594 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15e61e7-b460-4da8-9a48-c54b3665a244 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Network 3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:18:00.455296 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-b15e61e7-b460-4da8-9a48-c54b3665a244 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:18:00.459094 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15e61e7-b460-4da8-9a48-c54b3665a244 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:18:00.468856 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 3f6a748a-8e0b-4d52-8083-be04c5a93af8 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:18:00.469418 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3f6a748a-8e0b-4d52-8083-be04c5a93af8), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:00.502947 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 3f6a748a-8e0b-4d52-8083-be04c5a93af8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f6a748a-8e0b-4d52-8083-be04c5a93af8,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:18:00.509746 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (3f6a748a-8e0b-4d52-8083-be04c5a93af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:00.511824 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e61e7-b460-4da8-9a48-c54b3665a244 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Pushing event updated for resources: {'Port': ['ID=3b14d4de-9143-4bf6-b1c3-a862c6e2187c,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:00.516127 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b15e61e7-b460-4da8-9a48-c54b3665a244 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (11be6cd9-22b2-4093-9e48-d7a83edf3da4), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:00.587821 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=3f6a748a-8e0b-4d52-8083-be04c5a93af8,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:01.023082 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9e089-06fc-44b8-8b2b-489bf34a61f3 req-ee61fea6-5558-4f17-87f9-f78f3ffedd77 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:01.024660 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-07e9e089-06fc-44b8-8b2b-489bf34a61f3 req-ee61fea6-5558-4f17-87f9-f78f3ffedd77 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5c1656c-a8b4-4fdf-968f-8725745a2f43 HTTP/1.1" status: 200  len: 946 time: 0.0985568
Feb 05 21:18:01.101492 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b15e61e7-b460-4da8-9a48-c54b3665a244 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3b14d4de-9143-4bf6-b1c3-a862c6e2187c), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:01.117668 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-07e9e089-06fc-44b8-8b2b-489bf34a61f3 req-b1dc9611-5cd0-4c1a-8fc1-6e8bb9948072 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/security-groups?id=73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852580
Feb 05 21:18:01.223144 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2f80bf-5e5d-484d-a3a5-4274e3c6b6a7 None None] Network 3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:18:01.300463 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-68d33d9b-a6af-44d3-ae9f-d45f9851fa54 None None] Provisioning complete for port 0dc0dd40-7425-4425-a733-e16682e84f5d triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:18:01.300842 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-68d33d9b-a6af-44d3-ae9f-d45f9851fa54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (0dc0dd40-7425-4425-a733-e16682e84f5d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:01.406857 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b15e61e7-b460-4da8-9a48-c54b3665a244 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for port (3b14d4de-9143-4bf6-b1c3-a862c6e2187c), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:01.412226 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b15e61e7-b460-4da8-9a48-c54b3665a244 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (3b14d4de-9143-4bf6-b1c3-a862c6e2187c), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:01.487616 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e61e7-b460-4da8-9a48-c54b3665a244 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Pushing event updated for resources: {'Port': ['ID=3b14d4de-9143-4bf6-b1c3-a862c6e2187c,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:01.490813 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b15e61e7-b460-4da8-9a48-c54b3665a244 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (11be6cd9-22b2-4093-9e48-d7a83edf3da4), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:01.590180 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-68d33d9b-a6af-44d3-ae9f-d45f9851fa54 None None] Current status of the port 0dc0dd40-7425-4425-a733-e16682e84f5d is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:18:01.590866 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-68d33d9b-a6af-44d3-ae9f-d45f9851fa54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0dc0dd40-7425-4425-a733-e16682e84f5d), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:01.598453 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15e61e7-b460-4da8-9a48-c54b3665a244 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Network 3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:18:01.599954 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-b15e61e7-b460-4da8-9a48-c54b3665a244 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:18:01.635619 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-68d33d9b-a6af-44d3-ae9f-d45f9851fa54 None None] For port 0dc0dd40-7425-4425-a733-e16682e84f5d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0dc0dd40-7425-4425-a733-e16682e84f5d,segment=NetworkSegment(9bfdcb7b-df9a-4ccb-b26c-2d4f96ef20f9),segment_id=9bfdcb7b-df9a-4ccb-b26c-2d4f96ef20f9)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:18:01.641329 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-68d33d9b-a6af-44d3-ae9f-d45f9851fa54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (0dc0dd40-7425-4425-a733-e16682e84f5d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:01.720078 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d33d9b-a6af-44d3-ae9f-d45f9851fa54 None None] Pushing event updated for resources: {'Port': ['ID=0dc0dd40-7425-4425-a733-e16682e84f5d,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:01.756147 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15e61e7-b460-4da8-9a48-c54b3665a244 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Router 11be6cd9-22b2-4093-9e48-d7a83edf3da4 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:18:01.865642 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-40d15a8c-b2f9-4627-995d-67b9cf9aabc5 None None] Provisioning complete for port 3b14d4de-9143-4bf6-b1c3-a862c6e2187c triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:18:01.866023 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-40d15a8c-b2f9-4627-995d-67b9cf9aabc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (3b14d4de-9143-4bf6-b1c3-a862c6e2187c), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:01.888827 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15e61e7-b460-4da8-9a48-c54b3665a244 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:18:01.907379 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b15e61e7-b460-4da8-9a48-c54b3665a244 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "PUT /v2.0/routers/11be6cd9-22b2-4093-9e48-d7a83edf3da4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7896516
Feb 05 21:18:01.907567 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713f7c59-3f64-497e-839b-2d515b7fd8f7 None None] Sync routers for ids ['11be6cd9-22b2-4093-9e48-d7a83edf3da4'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:18:01.917959 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-40d15a8c-b2f9-4627-995d-67b9cf9aabc5 None None] Port 3b14d4de-9143-4bf6-b1c3-a862c6e2187c cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:18:01.920546 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713f7c59-3f64-497e-839b-2d515b7fd8f7 None None] Routers {'11be6cd9-22b2-4093-9e48-d7a83edf3da4'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:18:01.921885 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-713f7c59-3f64-497e-839b-2d515b7fd8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab1e72b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:17:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['11be6cd9-22b2-4093-9e48-d7a83edf3da4'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:18:01.979513 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-40d15a8c-b2f9-4627-995d-67b9cf9aabc5 None None] Provisioning complete for port 0dc0dd40-7425-4425-a733-e16682e84f5d triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:18:01.979911 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-40d15a8c-b2f9-4627-995d-67b9cf9aabc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (0dc0dd40-7425-4425-a733-e16682e84f5d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:02.085554 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-713f7c59-3f64-497e-839b-2d515b7fd8f7 None None] Set router 11be6cd9-22b2-4093-9e48-d7a83edf3da4 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:18:02.198728 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-40d15a8c-b2f9-4627-995d-67b9cf9aabc5 None None] Current status of the port 0dc0dd40-7425-4425-a733-e16682e84f5d is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:18:02.223537 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-76a563a3-2960-4971-8978-2b9a713c10d0 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:02.225490 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-76a563a3-2960-4971-8978-2b9a713c10d0 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/networks?id=3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f HTTP/1.1" status: 200  len: 798 time: 0.1430442
Feb 05 21:18:02.253739 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-e4fbf95d-8543-48a1-8e41-55d6f7396bff tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/quotas/e5fe9a736c7549cf927e646c9f6fdd7a HTTP/1.1" status: 200  len: 375 time: 0.0217588
Feb 05 21:18:02.268362 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 0dc0dd40-7425-4425-a733-e16682e84f5d up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:18:02.337024 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07624d1f-f780-424a-a3f2-666e7599e261 req-be8e6c37-4222-4e4d-9461-7ab1843db279 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:02.339127 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-07624d1f-f780-424a-a3f2-666e7599e261 req-be8e6c37-4222-4e4d-9461-7ab1843db279 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5c1656c-a8b4-4fdf-968f-8725745a2f43 HTTP/1.1" status: 200  len: 946 time: 0.0994210
Feb 05 21:18:02.350283 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-af402873-04c4-4dd0-b3e6-74e0bedaac93 None None] Provisioning complete for port 3b14d4de-9143-4bf6-b1c3-a862c6e2187c triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:18:02.350691 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-af402873-04c4-4dd0-b3e6-74e0bedaac93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (3b14d4de-9143-4bf6-b1c3-a862c6e2187c), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:02.377995 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-83ea8a90-7d43-4f30-8226-423956299507 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e5fe9a736c7549cf927e646c9f6fdd7a&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1186228
Feb 05 21:18:02.412612 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 0dc0dd40-7425-4425-a733-e16682e84f5d triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:18:02.412891 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (0dc0dd40-7425-4425-a733-e16682e84f5d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:02.419767 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-07624d1f-f780-424a-a3f2-666e7599e261 req-e09611bf-3fee-4d8f-bb86-32988a421996 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/security-groups?id=73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747025
Feb 05 21:18:02.445470 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-af402873-04c4-4dd0-b3e6-74e0bedaac93 None None] Port 3b14d4de-9143-4bf6-b1c3-a862c6e2187c cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:18:02.487632 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-37c03e90-463d-4695-ae6d-4450665edba9 service neutron] 10.222.0.32 "GET /v2.0/networks/3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0932708
Feb 05 21:18:02.498849 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-713f7c59-3f64-497e-839b-2d515b7fd8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab1e72b0>, [{'id': '11be6cd9-22b2-4093-9e48-d7a83edf3da4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2003241849', 'tenant_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': '3f6a748a-8e0b-4d52-8083-be04c5a93af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:17:56Z', 'updated_at': '2022-02-05T21:18:01Z', 'revision_number': 4, 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'gw_port': {'id': '3f6a748a-8e0b-4d52-8083-be04c5a93af8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11be6cd9-22b2-4093-9e48-d7a83edf3da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:17:57Z', 'updated_at': '2022-02-05T21:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3b14d4de-9143-4bf6-b1c3-a862c6e2187c', 'name': '', 'network_id': '3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f', 'tenant_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'mac_address': 'fa:16:3e:f4:f9:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11be6cd9-22b2-4093-9e48-d7a83edf3da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'e5e86bbb-70c4-4df0-b3d4-31ff449dc545', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:17:59Z', 'updated_at': '2022-02-05T21:18:01Z', 'revision_number': 2, 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'subnets': [{'id': 'e5e86bbb-70c4-4df0-b3d4-31ff449dc545', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:18:02.533652 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713f7c59-3f64-497e-839b-2d515b7fd8f7 None None] Checking router: 11be6cd9-22b2-4093-9e48-d7a83edf3da4 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:18:02.534013 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713f7c59-3f64-497e-839b-2d515b7fd8f7 None None] Updating router 11be6cd9-22b2-4093-9e48-d7a83edf3da4 port 3b14d4de-9143-4bf6-b1c3-a862c6e2187c binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:18:02.562347 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 0dc0dd40-7425-4425-a733-e16682e84f5d is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:18:02.563512 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 3f6a748a-8e0b-4d52-8083-be04c5a93af8 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:18:02.585598 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-713f7c59-3f64-497e-839b-2d515b7fd8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3b14d4de-9143-4bf6-b1c3-a862c6e2187c), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:02.590704 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-f0ff5cd4-2a2e-4b98-b519-325be379f2b5 service neutron] 10.222.0.32 "GET /v2.0/networks/3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0964451
Feb 05 21:18:02.714340 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 3f6a748a-8e0b-4d52-8083-be04c5a93af8 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:18:02.714763 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (3f6a748a-8e0b-4d52-8083-be04c5a93af8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:02.844203 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1d49cc16-8f13-4c19-b34b-1e34415d7fe5 req-597e07b9-0bba-4790-81c7-99aa5850d943 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d62c362-06df-406d-a032-5bd553196d60 HTTP/1.1" status: 200  len: 210 time: 0.0455136
Feb 05 21:18:02.887274 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 3f6a748a-8e0b-4d52-8083-be04c5a93af8 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:18:02.955511 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-713f7c59-3f64-497e-839b-2d515b7fd8f7 None None] Publish callbacks [] for port (3b14d4de-9143-4bf6-b1c3-a862c6e2187c), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:02.961695 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-713f7c59-3f64-497e-839b-2d515b7fd8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (3b14d4de-9143-4bf6-b1c3-a862c6e2187c), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:03.063545 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26a0cd5-d8d2-43be-902b-d79520372856 None None] Pushing event updated for resources: {'Port': ['ID=3b14d4de-9143-4bf6-b1c3-a862c6e2187c,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:03.105475 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-713f7c59-3f64-497e-839b-2d515b7fd8f7 None None] Attempting to bind port 3b14d4de-9143-4bf6-b1c3-a862c6e2187c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:18:03.105937 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-713f7c59-3f64-497e-839b-2d515b7fd8f7 None None] Attempting to bind port 3b14d4de-9143-4bf6-b1c3-a862c6e2187c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9bfdcb7b-df9a-4ccb-b26c-2d4f96ef20f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:18:03.106672 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713f7c59-3f64-497e-839b-2d515b7fd8f7 None None] Attempting to bind port 3b14d4de-9143-4bf6-b1c3-a862c6e2187c on network 3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:18:03.112643 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713f7c59-3f64-497e-839b-2d515b7fd8f7 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:18:03.113104 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713f7c59-3f64-497e-839b-2d515b7fd8f7 None None] Checking segment: {'id': '9bfdcb7b-df9a-4ccb-b26c-2d4f96ef20f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:18:03.113578 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-713f7c59-3f64-497e-839b-2d515b7fd8f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:03.114041 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713f7c59-3f64-497e-839b-2d515b7fd8f7 None None] Bound using segment: {'id': '9bfdcb7b-df9a-4ccb-b26c-2d4f96ef20f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:18:03.114631 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-713f7c59-3f64-497e-839b-2d515b7fd8f7 None None] Bound port: 3b14d4de-9143-4bf6-b1c3-a862c6e2187c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bfdcb7b-df9a-4ccb-b26c-2d4f96ef20f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:18:03.115098 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-713f7c59-3f64-497e-839b-2d515b7fd8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3b14d4de-9143-4bf6-b1c3-a862c6e2187c), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:03.188260 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-713f7c59-3f64-497e-839b-2d515b7fd8f7 None None] For port 3b14d4de-9143-4bf6-b1c3-a862c6e2187c, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:18:03.192214 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-713f7c59-3f64-497e-839b-2d515b7fd8f7 None None] For port 3b14d4de-9143-4bf6-b1c3-a862c6e2187c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b14d4de-9143-4bf6-b1c3-a862c6e2187c,segment=NetworkSegment(9bfdcb7b-df9a-4ccb-b26c-2d4f96ef20f9),segment_id=9bfdcb7b-df9a-4ccb-b26c-2d4f96ef20f9)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:18:03.198903 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-713f7c59-3f64-497e-839b-2d515b7fd8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (3b14d4de-9143-4bf6-b1c3-a862c6e2187c), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:03.255629 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713f7c59-3f64-497e-839b-2d515b7fd8f7 None None] Routers {'11be6cd9-22b2-4093-9e48-d7a83edf3da4'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:18:03.256269 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-713f7c59-3f64-497e-839b-2d515b7fd8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab1e72b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:17:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['11be6cd9-22b2-4093-9e48-d7a83edf3da4'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:18:03.322516 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26a0cd5-d8d2-43be-902b-d79520372856 None None] Pushing event updated for resources: {'Port': ['ID=3b14d4de-9143-4bf6-b1c3-a862c6e2187c,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:03.338400 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-336f3752-5f75-4e69-93d1-a4a97b89d409 None None] Provisioning complete for port 3b14d4de-9143-4bf6-b1c3-a862c6e2187c triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:18:03.338400 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-336f3752-5f75-4e69-93d1-a4a97b89d409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (3b14d4de-9143-4bf6-b1c3-a862c6e2187c), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:03.438345 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-713f7c59-3f64-497e-839b-2d515b7fd8f7 None None] Set router 11be6cd9-22b2-4093-9e48-d7a83edf3da4 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:18:03.541056 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-336f3752-5f75-4e69-93d1-a4a97b89d409 None None] Current status of the port 3b14d4de-9143-4bf6-b1c3-a862c6e2187c is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:18:03.541442 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-336f3752-5f75-4e69-93d1-a4a97b89d409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3b14d4de-9143-4bf6-b1c3-a862c6e2187c), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:03.622712 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-336f3752-5f75-4e69-93d1-a4a97b89d409 None None] For port 3b14d4de-9143-4bf6-b1c3-a862c6e2187c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b14d4de-9143-4bf6-b1c3-a862c6e2187c,segment=NetworkSegment(9bfdcb7b-df9a-4ccb-b26c-2d4f96ef20f9),segment_id=9bfdcb7b-df9a-4ccb-b26c-2d4f96ef20f9)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:18:03.628449 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-336f3752-5f75-4e69-93d1-a4a97b89d409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (3b14d4de-9143-4bf6-b1c3-a862c6e2187c), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:03.727307 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f3752-5f75-4e69-93d1-a4a97b89d409 None None] Pushing event updated for resources: {'Port': ['ID=3b14d4de-9143-4bf6-b1c3-a862c6e2187c,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:03.741997 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-039706cb-f24e-4eab-b83c-9533e1b6f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:03.760837 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-27da29c7-a202-4b23-aedd-00ad15045a1c None None] Provisioning complete for port 3b14d4de-9143-4bf6-b1c3-a862c6e2187c triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:18:03.761213 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-27da29c7-a202-4b23-aedd-00ad15045a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (3b14d4de-9143-4bf6-b1c3-a862c6e2187c), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:03.789069 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-713f7c59-3f64-497e-839b-2d515b7fd8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab1e72b0>, [{'id': '11be6cd9-22b2-4093-9e48-d7a83edf3da4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2003241849', 'tenant_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': '3f6a748a-8e0b-4d52-8083-be04c5a93af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:17:56Z', 'updated_at': '2022-02-05T21:18:01Z', 'revision_number': 4, 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'gw_port': {'id': '3f6a748a-8e0b-4d52-8083-be04c5a93af8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11be6cd9-22b2-4093-9e48-d7a83edf3da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:17:57Z', 'updated_at': '2022-02-05T21:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3b14d4de-9143-4bf6-b1c3-a862c6e2187c', 'name': '', 'network_id': '3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f', 'tenant_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'mac_address': 'fa:16:3e:f4:f9:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11be6cd9-22b2-4093-9e48-d7a83edf3da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'e5e86bbb-70c4-4df0-b3d4-31ff449dc545', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:17:59Z', 'updated_at': '2022-02-05T21:18:03Z', 'revision_number': 4, 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'subnets': [{'id': 'e5e86bbb-70c4-4df0-b3d4-31ff449dc545', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:18:03.826496 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713f7c59-3f64-497e-839b-2d515b7fd8f7 None None] The sync data for ids ['11be6cd9-22b2-4093-9e48-d7a83edf3da4'] in ncdv-master-1 is: [{'id': '11be6cd9-22b2-4093-9e48-d7a83edf3da4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2003241849', 'tenant_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': '3f6a748a-8e0b-4d52-8083-be04c5a93af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:17:56Z', 'updated_at': '2022-02-05T21:18:01Z', 'revision_number': 4, 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'gw_port': {'id': '3f6a748a-8e0b-4d52-8083-be04c5a93af8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11be6cd9-22b2-4093-9e48-d7a83edf3da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:17:57Z', 'updated_at': '2022-02-05T21:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3b14d4de-9143-4bf6-b1c3-a862c6e2187c', 'name': '', 'network_id': '3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f', 'tenant_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'mac_address': 'fa:16:3e:f4:f9:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11be6cd9-22b2-4093-9e48-d7a83edf3da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'e5e86bbb-70c4-4df0-b3d4-31ff449dc545', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:17:59Z', 'updated_at': '2022-02-05T21:18:03Z', 'revision_number': 4, 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'subnets': [{'id': 'e5e86bbb-70c4-4df0-b3d4-31ff449dc545', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:18:03.892770 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-27da29c7-a202-4b23-aedd-00ad15045a1c None None] Current status of the port 3b14d4de-9143-4bf6-b1c3-a862c6e2187c is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:18:03.959945 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-a8fc7a3d-7a6c-484c-a216-0103a63f73f4 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:03.963195 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-a8fc7a3d-7a6c-484c-a216-0103a63f73f4 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.39 "GET /v2.0/networks?id=3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f HTTP/1.1" status: 200  len: 798 time: 0.1963031
Feb 05 21:18:03.987027 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-28a03636-25ec-40a4-ac8b-c8cdbc1a9448 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Request body: {'port': {'device_id': '1d62c362-06df-406d-a032-5bd553196d60', 'network_id': '3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f', 'admin_state_up': True, 'tenant_id': 'e5fe9a736c7549cf927e646c9f6fdd7a'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:18:03.998210 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ef7a7554-318b-4289-a2c6-aa4801d6a4eb req-723055e0-3817-43c9-bb51-7749e56cb496 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d62c362-06df-406d-a032-5bd553196d60 HTTP/1.1" status: 200  len: 210 time: 0.0405412
Feb 05 21:18:04.130190 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-28a03636-25ec-40a4-ac8b-c8cdbc1a9448 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Made reservation on behalf of e5fe9a736c7549cf927e646c9f6fdd7a for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:18:04.134674 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-28a03636-25ec-40a4-ac8b-c8cdbc1a9448 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:04.164240 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 3b14d4de-9143-4bf6-b1c3-a862c6e2187c up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:18:04.239569 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 3b14d4de-9143-4bf6-b1c3-a862c6e2187c triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:18:04.239949 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (3b14d4de-9143-4bf6-b1c3-a862c6e2187c), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:04.293068 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-28a03636-25ec-40a4-ac8b-c8cdbc1a9448 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Allocated IP 172.20.0.20 (3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f/e5e86bbb-70c4-4df0-b3d4-31ff449dc545/efd9ee21-5c8c-4441-91e7-2435ac9985ae) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:18:04.478281 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-28a03636-25ec-40a4-ac8b-c8cdbc1a9448 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for port (efd9ee21-5c8c-4441-91e7-2435ac9985ae), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:04.522820 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-28a03636-25ec-40a4-ac8b-c8cdbc1a9448 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (efd9ee21-5c8c-4441-91e7-2435ac9985ae), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:04.572814 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 3b14d4de-9143-4bf6-b1c3-a862c6e2187c is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:18:04.588479 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-28a03636-25ec-40a4-ac8b-c8cdbc1a9448 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Network 3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:18:04.591920 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-28a03636-25ec-40a4-ac8b-c8cdbc1a9448 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:18:04.597043 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-28a03636-25ec-40a4-ac8b-c8cdbc1a9448 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:18:04.604286 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a03636-25ec-40a4-ac8b-c8cdbc1a9448 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Pushing event updated for resources: {'Port': ['ID=efd9ee21-5c8c-4441-91e7-2435ac9985ae,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:04.659338 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-28a03636-25ec-40a4-ac8b-c8cdbc1a9448 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:04.660307 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-28a03636-25ec-40a4-ac8b-c8cdbc1a9448 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:04.684013 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-28a03636-25ec-40a4-ac8b-c8cdbc1a9448 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 897 time: 0.7120240
Feb 05 21:18:04.696781 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-2fc70ce1-8292-4491-b5f5-f363bddd3c96 service neutron] Request body: {'port': {'device_id': '1d62c362-06df-406d-a032-5bd553196d60', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:18:04.761881 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-2fc70ce1-8292-4491-b5f5-f363bddd3c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (efd9ee21-5c8c-4441-91e7-2435ac9985ae), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:04.934981 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-983e1006-a34d-47be-9936-ceac852bdfd2 None None] Provisioning complete for port efd9ee21-5c8c-4441-91e7-2435ac9985ae triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:18:04.935363 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-983e1006-a34d-47be-9936-ceac852bdfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (efd9ee21-5c8c-4441-91e7-2435ac9985ae), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:04.977201 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-983e1006-a34d-47be-9936-ceac852bdfd2 None None] Port efd9ee21-5c8c-4441-91e7-2435ac9985ae cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:18:05.078897 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-2fc70ce1-8292-4491-b5f5-f363bddd3c96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efd9ee21-5c8c-4441-91e7-2435ac9985ae {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:18:05.088509 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-2fc70ce1-8292-4491-b5f5-f363bddd3c96 service neutron] Publish callbacks [] for port (efd9ee21-5c8c-4441-91e7-2435ac9985ae), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:05.101954 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-2fc70ce1-8292-4491-b5f5-f363bddd3c96 service neutron] Transition to ACTIVE for port object efd9ee21-5c8c-4441-91e7-2435ac9985ae will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:18:05.108036 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-2fc70ce1-8292-4491-b5f5-f363bddd3c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (efd9ee21-5c8c-4441-91e7-2435ac9985ae), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:05.128074 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2e17d-f1b8-4a2c-9222-989424a85504 req-c8302ff5-97ac-4a94-9b73-a9d403c672b2 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:05.136338 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-33c2e17d-f1b8-4a2c-9222-989424a85504 req-c8302ff5-97ac-4a94-9b73-a9d403c672b2 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d62c362-06df-406d-a032-5bd553196d60 HTTP/1.1" status: 200  len: 895 time: 0.0644033
Feb 05 21:18:05.178741 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc70ce1-8292-4491-b5f5-f363bddd3c96 service neutron] Pushing event updated for resources: {'Port': ['ID=efd9ee21-5c8c-4441-91e7-2435ac9985ae,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:05.269509 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-2fc70ce1-8292-4491-b5f5-f363bddd3c96 service neutron] Attempting to bind port efd9ee21-5c8c-4441-91e7-2435ac9985ae on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:18:05.270201 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-2fc70ce1-8292-4491-b5f5-f363bddd3c96 service neutron] Attempting to bind port efd9ee21-5c8c-4441-91e7-2435ac9985ae by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9bfdcb7b-df9a-4ccb-b26c-2d4f96ef20f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:18:05.270777 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-2fc70ce1-8292-4491-b5f5-f363bddd3c96 service neutron] Attempting to bind port efd9ee21-5c8c-4441-91e7-2435ac9985ae on network 3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:18:05.275572 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-2fc70ce1-8292-4491-b5f5-f363bddd3c96 service neutron] Port efd9ee21-5c8c-4441-91e7-2435ac9985ae on network 3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:18:05.275989 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-2fc70ce1-8292-4491-b5f5-f363bddd3c96 service neutron] Attempting to bind port efd9ee21-5c8c-4441-91e7-2435ac9985ae on network 3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:18:05.282133 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-2fc70ce1-8292-4491-b5f5-f363bddd3c96 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:18:05.282583 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-2fc70ce1-8292-4491-b5f5-f363bddd3c96 service neutron] Checking segment: {'id': '9bfdcb7b-df9a-4ccb-b26c-2d4f96ef20f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:18:05.283178 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-2fc70ce1-8292-4491-b5f5-f363bddd3c96 service neutron] Bound using segment: {'id': '9bfdcb7b-df9a-4ccb-b26c-2d4f96ef20f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:18:05.283678 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-2fc70ce1-8292-4491-b5f5-f363bddd3c96 service neutron] Bound port: efd9ee21-5c8c-4441-91e7-2435ac9985ae, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bfdcb7b-df9a-4ccb-b26c-2d4f96ef20f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:18:05.284118 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-2fc70ce1-8292-4491-b5f5-f363bddd3c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (efd9ee21-5c8c-4441-91e7-2435ac9985ae), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:05.360608 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-2fc70ce1-8292-4491-b5f5-f363bddd3c96 service neutron] For port efd9ee21-5c8c-4441-91e7-2435ac9985ae, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:18:05.364429 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-2fc70ce1-8292-4491-b5f5-f363bddd3c96 service neutron] For port efd9ee21-5c8c-4441-91e7-2435ac9985ae, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=efd9ee21-5c8c-4441-91e7-2435ac9985ae,segment=NetworkSegment(9bfdcb7b-df9a-4ccb-b26c-2d4f96ef20f9),segment_id=9bfdcb7b-df9a-4ccb-b26c-2d4f96ef20f9)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:18:05.376899 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-2fc70ce1-8292-4491-b5f5-f363bddd3c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (efd9ee21-5c8c-4441-91e7-2435ac9985ae), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:05.417126 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-2fc70ce1-8292-4491-b5f5-f363bddd3c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:05.417754 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-2fc70ce1-8292-4491-b5f5-f363bddd3c96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:05.419363 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-2fc70ce1-8292-4491-b5f5-f363bddd3c96 service neutron] 10.222.0.39 "PUT /v2.0/ports/efd9ee21-5c8c-4441-91e7-2435ac9985ae HTTP/1.1" status: 200  len: 1055 time: 0.7280805
Feb 05 21:18:05.419848 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d62c362-06df-406d-a032-5bd553196d60', 'tag': 'efd9ee21-5c8c-4441-91e7-2435ac9985ae'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:18:05.422473 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303e893c-ebae-47ec-9a70-d30daba7bf53" -d '{"events": [{"name": "network-changed", "server_uuid": "1d62c362-06df-406d-a032-5bd553196d60", "tag": "efd9ee21-5c8c-4441-91e7-2435ac9985ae"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:18:05.502337 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb5e14a-5542-464e-8e1d-88e50bce844c x-openstack-request-id: req-1eb5e14a-5542-464e-8e1d-88e50bce844c {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:18:05.502659 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d62c362-06df-406d-a032-5bd553196d60", "tag": "efd9ee21-5c8c-4441-91e7-2435ac9985ae", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:18:05.502947 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1eb5e14a-5542-464e-8e1d-88e50bce844c {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:18:05.503330 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d62c362-06df-406d-a032-5bd553196d60', 'tag': 'efd9ee21-5c8c-4441-91e7-2435ac9985ae', 'status': 'completed', 'code': 200}
Feb 05 21:18:05.506430 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc70ce1-8292-4491-b5f5-f363bddd3c96 service neutron] Pushing event updated for resources: {'Port': ['ID=efd9ee21-5c8c-4441-91e7-2435ac9985ae,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:05.543272 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-81c164be-4d33-4815-ab7f-0ecbf2ee2138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:05.544819 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-81c164be-4d33-4815-ab7f-0ecbf2ee2138 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5fe9a736c7549cf927e646c9f6fdd7a&device_id=1d62c362-06df-406d-a032-5bd553196d60 HTTP/1.1" status: 200  len: 1089 time: 0.0658460
Feb 05 21:18:05.591633 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-89d39abe-62a6-499e-a8c1-42025a21f535 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=efd9ee21-5c8c-4441-91e7-2435ac9985ae HTTP/1.1" status: 200  len: 217 time: 0.0397892
Feb 05 21:18:05.642699 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-8dcda298-6ed3-45d1-93e0-b44453898516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:05.644191 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-8dcda298-6ed3-45d1-93e0-b44453898516 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5e86bbb-70c4-4df0-b3d4-31ff449dc545 HTTP/1.1" status: 200  len: 838 time: 0.0472424
Feb 05 21:18:05.694035 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-ea6f9bad-d563-4211-9d3c-32f2b017085a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:05.695579 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-ea6f9bad-d563-4211-9d3c-32f2b017085a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1202 time: 0.0461702
Feb 05 21:18:05.786219 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-79a227c5-7d99-445d-b33d-bedf94276080 service neutron] 10.222.0.39 "GET /v2.0/networks/3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837026
Feb 05 21:18:05.872396 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-29db95b9-7b04-4870-b7bf-0d088fa2d391 req-f5429ac9-95ca-496e-9374-938f99838b9d service neutron] 10.222.0.39 "GET /v2.0/networks/3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0809236
Feb 05 21:18:05.990774 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e893c-ebae-47ec-9a70-d30daba7bf53 req-d837d551-1472-414a-a422-0e234b787cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:05.992277 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-303e893c-ebae-47ec-9a70-d30daba7bf53 req-d837d551-1472-414a-a422-0e234b787cc0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5fe9a736c7549cf927e646c9f6fdd7a&device_id=1d62c362-06df-406d-a032-5bd553196d60 HTTP/1.1" status: 200  len: 1089 time: 0.0488617
Feb 05 21:18:06.082592 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e893c-ebae-47ec-9a70-d30daba7bf53 req-3af31d75-7e8f-4b51-a189-4154653831ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:06.084022 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-303e893c-ebae-47ec-9a70-d30daba7bf53 req-3af31d75-7e8f-4b51-a189-4154653831ef service neutron] 10.222.0.39 "GET /v2.0/networks?id=3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f HTTP/1.1" status: 200  len: 899 time: 0.0857620
Feb 05 21:18:06.090230 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7fd31e47-4921-4937-a05f-bf5dd4dad4f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:06.127251 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-303e893c-ebae-47ec-9a70-d30daba7bf53 req-c1ac8022-c1c8-4668-8969-ebb8368a4c2c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=efd9ee21-5c8c-4441-91e7-2435ac9985ae HTTP/1.1" status: 200  len: 217 time: 0.0376470
Feb 05 21:18:06.174518 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e893c-ebae-47ec-9a70-d30daba7bf53 req-6e0d542d-437b-4c5e-93b7-25672e599ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:06.175994 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-303e893c-ebae-47ec-9a70-d30daba7bf53 req-6e0d542d-437b-4c5e-93b7-25672e599ddb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5e86bbb-70c4-4df0-b3d4-31ff449dc545 HTTP/1.1" status: 200  len: 838 time: 0.0432298
Feb 05 21:18:06.225304 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e893c-ebae-47ec-9a70-d30daba7bf53 req-69b4e75a-5c47-4057-8754-6e8f6cbe647a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:06.226860 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-303e893c-ebae-47ec-9a70-d30daba7bf53 req-69b4e75a-5c47-4057-8754-6e8f6cbe647a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1202 time: 0.0451615
Feb 05 21:18:06.258729 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8fd66-590c-44d9-9763-cecce2987365 req-ce4d70f1-ae9f-49f3-a02c-e314404e7ba5 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:06.260275 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d7e8fd66-590c-44d9-9763-cecce2987365 req-ce4d70f1-ae9f-49f3-a02c-e314404e7ba5 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d62c362-06df-406d-a032-5bd553196d60 HTTP/1.1" status: 200  len: 907 time: 0.0600324
Feb 05 21:18:06.319965 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-303e893c-ebae-47ec-9a70-d30daba7bf53 req-e48a508b-1154-4e7b-8c62-5b667e3235cf service neutron] 10.222.0.39 "GET /v2.0/networks/3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0868120
Feb 05 21:18:06.408630 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-303e893c-ebae-47ec-9a70-d30daba7bf53 req-09a1400d-1fe9-4ae1-a305-23f3e42b52ff service neutron] 10.222.0.39 "GET /v2.0/networks/3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0817552
Feb 05 21:18:07.381000 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f725fd5-8988-4bd3-8674-8a9e5c0c3e09 req-4153483f-0ef0-4ba7-8f94-d9115a2bc27f tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:07.382531 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0f725fd5-8988-4bd3-8674-8a9e5c0c3e09 req-4153483f-0ef0-4ba7-8f94-d9115a2bc27f tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d62c362-06df-406d-a032-5bd553196d60 HTTP/1.1" status: 200  len: 907 time: 0.0533366
Feb 05 21:18:07.477398 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:07.834581 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-aee18751-f5f0-4404-ba22-6a37d0404676 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:07.835964 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-aee18751-f5f0-4404-ba22-6a37d0404676 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/networks?id=6fc605b1-90cf-4686-8a98-5489493609ca HTTP/1.1" status: 200  len: 815 time: 0.1001544
Feb 05 21:18:07.851062 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-53229a34-550a-40ad-a23c-c7314617c418 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/quotas/1e1134701b2d45d7878177ad9dc5d45c HTTP/1.1" status: 200  len: 375 time: 0.0097384
Feb 05 21:18:07.907406 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-50a805aa-4518-4b13-a282-878d61336010 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e1134701b2d45d7878177ad9dc5d45c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0515251
Feb 05 21:18:07.997014 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-3a0a7367-0618-4eef-955c-e56dbeeadd24 service neutron] 10.222.0.32 "GET /v2.0/networks/6fc605b1-90cf-4686-8a98-5489493609ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0828526
Feb 05 21:18:08.091577 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-96e30fcf-03a0-4917-8e20-cc98fc665eb4 service neutron] 10.222.0.32 "GET /v2.0/networks/6fc605b1-90cf-4686-8a98-5489493609ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0885761
Feb 05 21:18:08.247660 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c65e9fb7-8606-4b4c-9d84-7f8f89b6a0b5 req-5ac42afb-15af-499c-abb5-afaded68f03f tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac622e20-5c02-4b0f-b4f2-155d0030467c HTTP/1.1" status: 200  len: 210 time: 0.0282207
Feb 05 21:18:08.503388 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568cdef-e4b5-4bb1-9fa2-55888178edf4 req-677d3b27-7d3c-4bc0-a858-c325dc6831cf tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:08.504904 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1568cdef-e4b5-4bb1-9fa2-55888178edf4 req-677d3b27-7d3c-4bc0-a858-c325dc6831cf tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d62c362-06df-406d-a032-5bd553196d60 HTTP/1.1" status: 200  len: 907 time: 0.0539005
Feb 05 21:18:09.089497 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:09.174999 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-bbf149ad-4bf7-4af3-9f44-51ebb0b0eac5 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:09.177034 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-bbf149ad-4bf7-4af3-9f44-51ebb0b0eac5 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.21 "GET /v2.0/networks?id=6fc605b1-90cf-4686-8a98-5489493609ca HTTP/1.1" status: 200  len: 815 time: 0.1133153
Feb 05 21:18:09.190696 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-76fff7f2-21cc-4b02-9cbf-e640f63be622 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Request body: {'port': {'device_id': 'ac622e20-5c02-4b0f-b4f2-155d0030467c', 'network_id': '6fc605b1-90cf-4686-8a98-5489493609ca', 'admin_state_up': True, 'tenant_id': '1e1134701b2d45d7878177ad9dc5d45c'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:18:09.295528 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-76fff7f2-21cc-4b02-9cbf-e640f63be622 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Made reservation on behalf of 1e1134701b2d45d7878177ad9dc5d45c for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:18:09.299027 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-76fff7f2-21cc-4b02-9cbf-e640f63be622 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:09.350990 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cae48f5a-4233-414a-adaa-67a4daed8d9a req-15608350-2480-446f-a6d7-5a26c29d4ea5 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac622e20-5c02-4b0f-b4f2-155d0030467c HTTP/1.1" status: 200  len: 210 time: 0.0325491
Feb 05 21:18:09.427119 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-76fff7f2-21cc-4b02-9cbf-e640f63be622 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Allocated IP 172.20.0.9 (6fc605b1-90cf-4686-8a98-5489493609ca/58e8705b-1bb8-489d-a0b0-1825477663ee/1e0eeaf2-c698-4a2b-9914-318c31ef8e7f) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:18:09.572624 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-76fff7f2-21cc-4b02-9cbf-e640f63be622 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Publish callbacks [] for port (1e0eeaf2-c698-4a2b-9914-318c31ef8e7f), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:09.608539 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-76fff7f2-21cc-4b02-9cbf-e640f63be622 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (1e0eeaf2-c698-4a2b-9914-318c31ef8e7f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:09.621264 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['44558f32-327b-4e77-aaa9-9e529a2f0b43'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:18:09.633965 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58639e-b653-45a0-b53c-f8bfe35bead2 req-0b4bbb75-370e-41e9-bc07-84121925f14c tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:09.643416 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3f58639e-b653-45a0-b53c-f8bfe35bead2 req-0b4bbb75-370e-41e9-bc07-84121925f14c tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d62c362-06df-406d-a032-5bd553196d60 HTTP/1.1" status: 200  len: 907 time: 0.0640826
Feb 05 21:18:09.665259 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-76fff7f2-21cc-4b02-9cbf-e640f63be622 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Network 6fc605b1-90cf-4686-8a98-5489493609ca is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:18:09.668176 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-76fff7f2-21cc-4b02-9cbf-e640f63be622 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:18:09.672917 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-76fff7f2-21cc-4b02-9cbf-e640f63be622 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:18:09.676667 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fff7f2-21cc-4b02-9cbf-e640f63be622 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Pushing event updated for resources: {'Port': ['ID=1e0eeaf2-c698-4a2b-9914-318c31ef8e7f,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:09.721446 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-76fff7f2-21cc-4b02-9cbf-e640f63be622 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:09.722071 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-76fff7f2-21cc-4b02-9cbf-e640f63be622 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:09.738628 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-76fff7f2-21cc-4b02-9cbf-e640f63be622 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5526237
Feb 05 21:18:09.805908 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-c36b0da1-88f6-4eb1-aaa0-7c4cde682d85 service neutron] Request body: {'port': {'device_id': 'ac622e20-5c02-4b0f-b4f2-155d0030467c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:18:09.867597 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-c36b0da1-88f6-4eb1-aaa0-7c4cde682d85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1e0eeaf2-c698-4a2b-9914-318c31ef8e7f), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:10.120560 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-c36b0da1-88f6-4eb1-aaa0-7c4cde682d85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e0eeaf2-c698-4a2b-9914-318c31ef8e7f {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:18:10.128157 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-c36b0da1-88f6-4eb1-aaa0-7c4cde682d85 service neutron] Publish callbacks [] for port (1e0eeaf2-c698-4a2b-9914-318c31ef8e7f), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:10.140906 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-c36b0da1-88f6-4eb1-aaa0-7c4cde682d85 service neutron] Transition to ACTIVE for port object 1e0eeaf2-c698-4a2b-9914-318c31ef8e7f will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:18:10.143952 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-c36b0da1-88f6-4eb1-aaa0-7c4cde682d85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (1e0eeaf2-c698-4a2b-9914-318c31ef8e7f), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:10.212895 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b0da1-88f6-4eb1-aaa0-7c4cde682d85 service neutron] Pushing event updated for resources: {'Port': ['ID=1e0eeaf2-c698-4a2b-9914-318c31ef8e7f,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:10.239298 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device efd9ee21-5c8c-4441-91e7-2435ac9985ae details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:18:10.261566 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-c36b0da1-88f6-4eb1-aaa0-7c4cde682d85 service neutron] Attempting to bind port 1e0eeaf2-c698-4a2b-9914-318c31ef8e7f on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:18:10.261940 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-c36b0da1-88f6-4eb1-aaa0-7c4cde682d85 service neutron] Attempting to bind port 1e0eeaf2-c698-4a2b-9914-318c31ef8e7f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '57b5010f-c905-4ad0-aade-7bcb94e673bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6fc605b1-90cf-4686-8a98-5489493609ca'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:18:10.262277 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-c36b0da1-88f6-4eb1-aaa0-7c4cde682d85 service neutron] Attempting to bind port 1e0eeaf2-c698-4a2b-9914-318c31ef8e7f on network 6fc605b1-90cf-4686-8a98-5489493609ca {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:18:10.267208 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-c36b0da1-88f6-4eb1-aaa0-7c4cde682d85 service neutron] Port 1e0eeaf2-c698-4a2b-9914-318c31ef8e7f on network 6fc605b1-90cf-4686-8a98-5489493609ca not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:18:10.267537 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-c36b0da1-88f6-4eb1-aaa0-7c4cde682d85 service neutron] Attempting to bind port 1e0eeaf2-c698-4a2b-9914-318c31ef8e7f on network 6fc605b1-90cf-4686-8a98-5489493609ca {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:18:10.272396 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-c36b0da1-88f6-4eb1-aaa0-7c4cde682d85 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:18:10.272740 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-c36b0da1-88f6-4eb1-aaa0-7c4cde682d85 service neutron] Checking segment: {'id': '57b5010f-c905-4ad0-aade-7bcb94e673bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6fc605b1-90cf-4686-8a98-5489493609ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:18:10.273130 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-c36b0da1-88f6-4eb1-aaa0-7c4cde682d85 service neutron] Bound using segment: {'id': '57b5010f-c905-4ad0-aade-7bcb94e673bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6fc605b1-90cf-4686-8a98-5489493609ca'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:18:10.273557 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-c36b0da1-88f6-4eb1-aaa0-7c4cde682d85 service neutron] Bound port: 1e0eeaf2-c698-4a2b-9914-318c31ef8e7f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57b5010f-c905-4ad0-aade-7bcb94e673bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6fc605b1-90cf-4686-8a98-5489493609ca'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:18:10.273933 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-c36b0da1-88f6-4eb1-aaa0-7c4cde682d85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1e0eeaf2-c698-4a2b-9914-318c31ef8e7f), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:10.336436 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-c36b0da1-88f6-4eb1-aaa0-7c4cde682d85 service neutron] For port 1e0eeaf2-c698-4a2b-9914-318c31ef8e7f, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:18:10.339440 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-c36b0da1-88f6-4eb1-aaa0-7c4cde682d85 service neutron] For port 1e0eeaf2-c698-4a2b-9914-318c31ef8e7f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1e0eeaf2-c698-4a2b-9914-318c31ef8e7f,segment=NetworkSegment(57b5010f-c905-4ad0-aade-7bcb94e673bb),segment_id=57b5010f-c905-4ad0-aade-7bcb94e673bb)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:18:10.345084 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port efd9ee21-5c8c-4441-91e7-2435ac9985ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=efd9ee21-5c8c-4441-91e7-2435ac9985ae,segment=NetworkSegment(9bfdcb7b-df9a-4ccb-b26c-2d4f96ef20f9),segment_id=9bfdcb7b-df9a-4ccb-b26c-2d4f96ef20f9)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:18:10.346570 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-c36b0da1-88f6-4eb1-aaa0-7c4cde682d85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (1e0eeaf2-c698-4a2b-9914-318c31ef8e7f), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:10.356125 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'efd9ee21-5c8c-4441-91e7-2435ac9985ae', 'network_id': '3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f', 'port_id': 'efd9ee21-5c8c-4441-91e7-2435ac9985ae', 'mac_address': 'fa:16:3e:4d:05:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e86bbb-70c4-4df0-b3d4-31ff449dc545', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:18:10.383995 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-c36b0da1-88f6-4eb1-aaa0-7c4cde682d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:10.384630 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-c36b0da1-88f6-4eb1-aaa0-7c4cde682d85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:10.386042 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-c36b0da1-88f6-4eb1-aaa0-7c4cde682d85 service neutron] 10.222.0.21 "PUT /v2.0/ports/1e0eeaf2-c698-4a2b-9914-318c31ef8e7f HTTP/1.1" status: 200  len: 1091 time: 0.6403050
Feb 05 21:18:10.386527 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac622e20-5c02-4b0f-b4f2-155d0030467c', 'tag': '1e0eeaf2-c698-4a2b-9914-318c31ef8e7f'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:18:10.388787 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffefa17-6c13-479a-8be8-74630c334119" -d '{"events": [{"name": "network-changed", "server_uuid": "ac622e20-5c02-4b0f-b4f2-155d0030467c", "tag": "1e0eeaf2-c698-4a2b-9914-318c31ef8e7f"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:18:10.405860 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port efd9ee21-5c8c-4441-91e7-2435ac9985ae is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:18:10.406293 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (efd9ee21-5c8c-4441-91e7-2435ac9985ae), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:10.425063 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efd9ee21-5c8c-4441-91e7-2435ac9985ae {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:18:10.429095 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b0da1-88f6-4eb1-aaa0-7c4cde682d85 service neutron] Pushing event updated for resources: {'Port': ['ID=1e0eeaf2-c698-4a2b-9914-318c31ef8e7f,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:10.450151 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port efd9ee21-5c8c-4441-91e7-2435ac9985ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=efd9ee21-5c8c-4441-91e7-2435ac9985ae,segment=NetworkSegment(9bfdcb7b-df9a-4ccb-b26c-2d4f96ef20f9),segment_id=9bfdcb7b-df9a-4ccb-b26c-2d4f96ef20f9)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:18:10.461832 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (efd9ee21-5c8c-4441-91e7-2435ac9985ae), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:10.471090 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4eca27-2c6c-4ae2-8de9-3979191aa846 x-openstack-request-id: req-2b4eca27-2c6c-4ae2-8de9-3979191aa846 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:18:10.471593 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac622e20-5c02-4b0f-b4f2-155d0030467c", "tag": "1e0eeaf2-c698-4a2b-9914-318c31ef8e7f", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:18:10.472021 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2b4eca27-2c6c-4ae2-8de9-3979191aa846 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:18:10.472581 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac622e20-5c02-4b0f-b4f2-155d0030467c', 'tag': '1e0eeaf2-c698-4a2b-9914-318c31ef8e7f', 'status': 'completed', 'code': 200}
Feb 05 21:18:10.494484 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-4c0fd7d0-96e6-46f3-bdbb-b8e33283c13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:10.496504 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-4c0fd7d0-96e6-46f3-bdbb-b8e33283c13d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1e1134701b2d45d7878177ad9dc5d45c&device_id=ac622e20-5c02-4b0f-b4f2-155d0030467c HTTP/1.1" status: 200  len: 1125 time: 0.0624139
Feb 05 21:18:10.499719 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:10.508234 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b9ff7-e18d-4f5d-9055-60162dda48c6 req-01a4ee12-5a8a-47f0-90d1-0c2995b311d4 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:10.509798 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-524b9ff7-e18d-4f5d-9055-60162dda48c6 req-01a4ee12-5a8a-47f0-90d1-0c2995b311d4 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac622e20-5c02-4b0f-b4f2-155d0030467c HTTP/1.1" status: 200  len: 943 time: 0.0663142
Feb 05 21:18:10.523197 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=efd9ee21-5c8c-4441-91e7-2435ac9985ae,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:10.541960 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-7253646c-c0b7-4796-93b8-13ecafc64bb2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e0eeaf2-c698-4a2b-9914-318c31ef8e7f HTTP/1.1" status: 200  len: 217 time: 0.0390954
Feb 05 21:18:10.559913 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-524b9ff7-e18d-4f5d-9055-60162dda48c6 req-eb098d3e-f18b-4b45-8739-622d776aad88 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/security-groups?id=73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438192
Feb 05 21:18:10.590433 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-36f17fdd-1db3-49c9-99e5-966e08e0e16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:10.591896 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-36f17fdd-1db3-49c9-99e5-966e08e0e16c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=58e8705b-1bb8-489d-a0b0-1825477663ee HTTP/1.1" status: 200  len: 855 time: 0.0443022
Feb 05 21:18:10.672940 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['efd9ee21-5c8c-4441-91e7-2435ac9985ae'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:18:10.774301 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f9843-7b28-436e-b127-9e26a99dabb4 req-ca92bd85-6e1e-4daf-96d6-6f4873e69cb1 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:10.776023 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c63f9843-7b28-436e-b127-9e26a99dabb4 req-ca92bd85-6e1e-4daf-96d6-6f4873e69cb1 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d62c362-06df-406d-a032-5bd553196d60 HTTP/1.1" status: 200  len: 908 time: 0.0583439
Feb 05 21:18:10.964878 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-4f85fe9c-abf3-4caf-b39a-ad6ad7ba927f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6fc605b1-90cf-4686-8a98-5489493609ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3676090
Feb 05 21:18:11.049780 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-36711b63-7cda-4f07-9319-50829504ca1f service neutron] 10.222.0.21 "GET /v2.0/networks/6fc605b1-90cf-4686-8a98-5489493609ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0788279
Feb 05 21:18:11.138518 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-013fe17b-fee6-48e4-bd4a-509d642f6fc7 req-b1bef57a-8a31-4ffd-8339-004e687ed495 service neutron] 10.222.0.21 "GET /v2.0/networks/6fc605b1-90cf-4686-8a98-5489493609ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0832660
Feb 05 21:18:11.227121 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffefa17-6c13-479a-8be8-74630c334119 req-42999338-d34c-4714-81e7-97fa4b81bdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:11.228523 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2ffefa17-6c13-479a-8be8-74630c334119 req-42999338-d34c-4714-81e7-97fa4b81bdbc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1e1134701b2d45d7878177ad9dc5d45c&device_id=ac622e20-5c02-4b0f-b4f2-155d0030467c HTTP/1.1" status: 200  len: 1125 time: 0.0442843
Feb 05 21:18:11.319403 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffefa17-6c13-479a-8be8-74630c334119 req-32b9f453-3dd7-4454-8600-332b347bf8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:11.320861 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2ffefa17-6c13-479a-8be8-74630c334119 req-32b9f453-3dd7-4454-8600-332b347bf8cc service neutron] 10.222.0.21 "GET /v2.0/networks?id=6fc605b1-90cf-4686-8a98-5489493609ca HTTP/1.1" status: 200  len: 916 time: 0.0861056
Feb 05 21:18:11.361459 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2ffefa17-6c13-479a-8be8-74630c334119 req-52023d82-e113-461c-802e-2d8b7cc11b5d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e0eeaf2-c698-4a2b-9914-318c31ef8e7f HTTP/1.1" status: 200  len: 217 time: 0.0342920
Feb 05 21:18:11.407231 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffefa17-6c13-479a-8be8-74630c334119 req-05f4e8e4-4d0d-4777-bef7-c620f769ce17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:11.408679 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2ffefa17-6c13-479a-8be8-74630c334119 req-05f4e8e4-4d0d-4777-bef7-c620f769ce17 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=58e8705b-1bb8-489d-a0b0-1825477663ee HTTP/1.1" status: 200  len: 855 time: 0.0421333
Feb 05 21:18:11.439852 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2ffefa17-6c13-479a-8be8-74630c334119 req-d128bc80-cab6-477f-906f-dd3a0354079c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6fc605b1-90cf-4686-8a98-5489493609ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0253334
Feb 05 21:18:11.528537 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2ffefa17-6c13-479a-8be8-74630c334119 req-5fa555de-26be-4296-ab09-6f89ce3b8d70 service neutron] 10.222.0.21 "GET /v2.0/networks/6fc605b1-90cf-4686-8a98-5489493609ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0832143
Feb 05 21:18:11.620717 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2ffefa17-6c13-479a-8be8-74630c334119 req-21374ee1-62e1-4929-9419-86926a7aeefa service neutron] 10.222.0.21 "GET /v2.0/networks/6fc605b1-90cf-4686-8a98-5489493609ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863228
Feb 05 21:18:11.684889 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d295e-8edd-401c-be9a-cb3f2899dfe9 req-e0cee83a-4ce0-442f-ad4a-484b1b72d1f2 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:11.686532 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-df7d295e-8edd-401c-be9a-cb3f2899dfe9 req-e0cee83a-4ce0-442f-ad4a-484b1b72d1f2 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac622e20-5c02-4b0f-b4f2-155d0030467c HTTP/1.1" status: 200  len: 943 time: 0.0582905
Feb 05 21:18:11.733315 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-df7d295e-8edd-401c-be9a-cb3f2899dfe9 req-29081bff-eb7e-4a4e-a05a-14eb7844c671 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/security-groups?id=73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411866
Feb 05 21:18:11.845472 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:18:11.895864 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23877b99-c040-4e69-857f-c0df1186879d req-f9b4be91-308a-4375-8f27-3bb4440791ad tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:11.897401 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-23877b99-c040-4e69-857f-c0df1186879d req-f9b4be91-308a-4375-8f27-3bb4440791ad tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d62c362-06df-406d-a032-5bd553196d60 HTTP/1.1" status: 200  len: 908 time: 0.0550163
Feb 05 21:18:12.248310 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device efd9ee21-5c8c-4441-91e7-2435ac9985ae up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:18:12.297551 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port efd9ee21-5c8c-4441-91e7-2435ac9985ae completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:18:12.301112 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port efd9ee21-5c8c-4441-91e7-2435ac9985ae triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:18:12.301491 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (efd9ee21-5c8c-4441-91e7-2435ac9985ae), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:12.379776 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port efd9ee21-5c8c-4441-91e7-2435ac9985ae is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:18:12.380163 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (efd9ee21-5c8c-4441-91e7-2435ac9985ae), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:12.402577 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d62c362-06df-406d-a032-5bd553196d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd9ee21-5c8c-4441-91e7-2435ac9985ae'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:18:12.404832 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2105e2-f21f-4f94-9381-39d55d053f04" -d '{"events": [{"server_uuid": "1d62c362-06df-406d-a032-5bd553196d60", "name": "network-vif-plugged", "status": "completed", "tag": "efd9ee21-5c8c-4441-91e7-2435ac9985ae"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:18:12.418129 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port efd9ee21-5c8c-4441-91e7-2435ac9985ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=efd9ee21-5c8c-4441-91e7-2435ac9985ae,segment=NetworkSegment(9bfdcb7b-df9a-4ccb-b26c-2d4f96ef20f9),segment_id=9bfdcb7b-df9a-4ccb-b26c-2d4f96ef20f9)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:18:12.423515 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (efd9ee21-5c8c-4441-91e7-2435ac9985ae), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:12.447746 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91021b94-eb87-476e-be6c-d437e033ded9 x-openstack-request-id: req-91021b94-eb87-476e-be6c-d437e033ded9 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:18:12.448040 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d62c362-06df-406d-a032-5bd553196d60", "name": "network-vif-plugged", "status": "completed", "tag": "efd9ee21-5c8c-4441-91e7-2435ac9985ae", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:18:12.448298 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-91021b94-eb87-476e-be6c-d437e033ded9 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:18:12.448694 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d62c362-06df-406d-a032-5bd553196d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd9ee21-5c8c-4441-91e7-2435ac9985ae', 'code': 200}
Feb 05 21:18:12.475813 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=efd9ee21-5c8c-4441-91e7-2435ac9985ae,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:12.540929 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16815442-ca44-4d39-9ce7-e77be669742d req-1066611f-6e10-45d3-89f3-9639324992f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:12.542448 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-16815442-ca44-4d39-9ce7-e77be669742d req-1066611f-6e10-45d3-89f3-9639324992f2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1d62c362-06df-406d-a032-5bd553196d60 HTTP/1.1" status: 200  len: 1091 time: 0.0438459
Feb 05 21:18:12.849326 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a55b0-23b9-4d72-8f98-0161cd93fcec req-aa85f911-3720-46c1-9e28-1933e3e7ab0a tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:12.850740 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cf1a55b0-23b9-4d72-8f98-0161cd93fcec req-aa85f911-3720-46c1-9e28-1933e3e7ab0a tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac622e20-5c02-4b0f-b4f2-155d0030467c HTTP/1.1" status: 200  len: 943 time: 0.0527647
Feb 05 21:18:12.899808 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cf1a55b0-23b9-4d72-8f98-0161cd93fcec req-39714554-541a-46aa-b56b-ae2936587771 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/security-groups?id=73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434313
Feb 05 21:18:13.019599 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1d88f-87dd-4003-be04-7586d24255f7 req-cffeaf9f-3a7c-4ff9-89f9-9e5fa385c0e1 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:13.021080 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-53c1d88f-87dd-4003-be04-7586d24255f7 req-cffeaf9f-3a7c-4ff9-89f9-9e5fa385c0e1 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d62c362-06df-406d-a032-5bd553196d60 HTTP/1.1" status: 200  len: 909 time: 0.0526531
Feb 05 21:18:13.131461 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-925ca561-eec2-47fd-beb4-a50323bd9b76 req-ba640b9a-fe83-4cdf-bb56-f4beaaed4a6b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4d8ebd50-de3d-4027-ad9f-29dc92204473&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0433135
Feb 05 21:18:13.218517 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ca561-eec2-47fd-beb4-a50323bd9b76 req-629b2dab-2fef-42e5-9476-64c6df1f7bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:13.220098 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-925ca561-eec2-47fd-beb4-a50323bd9b76 req-629b2dab-2fef-42e5-9476-64c6df1f7bfc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e5fe9a736c7549cf927e646c9f6fdd7a&device_id=4d8ebd50-de3d-4027-ad9f-29dc92204473 HTTP/1.1" status: 200  len: 1167 time: 0.0456626
Feb 05 21:18:13.326603 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ca561-eec2-47fd-beb4-a50323bd9b76 req-d98ebd6f-4423-4ee9-baab-00a65fc7db2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:13.328143 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-925ca561-eec2-47fd-beb4-a50323bd9b76 req-d98ebd6f-4423-4ee9-baab-00a65fc7db2e service neutron] 10.222.0.21 "GET /v2.0/networks?id=333186bd-6329-404d-9cb5-d0d86717b873 HTTP/1.1" status: 200  len: 898 time: 0.0909500
Feb 05 21:18:13.393101 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-925ca561-eec2-47fd-beb4-a50323bd9b76 req-03fb1308-85a5-4ad8-8f0f-6d9a783dc86d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f729eae9-d8c5-4b52-97a9-b77d23a1405b HTTP/1.1" status: 200  len: 1002 time: 0.0584726
Feb 05 21:18:13.447185 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ca561-eec2-47fd-beb4-a50323bd9b76 req-3bb6efda-fd37-49e5-90e3-544a6fabaacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:13.448681 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-925ca561-eec2-47fd-beb4-a50323bd9b76 req-3bb6efda-fd37-49e5-90e3-544a6fabaacd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7052c485-8507-4f9f-9da4-5482f2705c57 HTTP/1.1" status: 200  len: 835 time: 0.0504100
Feb 05 21:18:13.497244 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ca561-eec2-47fd-beb4-a50323bd9b76 req-f14d9d1c-6145-47ab-92be-24554f3769b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:13.498941 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-925ca561-eec2-47fd-beb4-a50323bd9b76 req-f14d9d1c-6145-47ab-92be-24554f3769b8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=333186bd-6329-404d-9cb5-d0d86717b873&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0442379
Feb 05 21:18:13.588861 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-925ca561-eec2-47fd-beb4-a50323bd9b76 req-2db5f4d4-76d7-4e80-a81e-1994ed489341 service neutron] 10.222.0.21 "GET /v2.0/networks/333186bd-6329-404d-9cb5-d0d86717b873?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846057
Feb 05 21:18:13.685865 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-925ca561-eec2-47fd-beb4-a50323bd9b76 req-90a56a28-6e37-4678-b4a9-44f295370e18 service neutron] 10.222.0.21 "GET /v2.0/networks/333186bd-6329-404d-9cb5-d0d86717b873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0910428
Feb 05 21:18:14.018492 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe68fc-579d-4867-a5de-0f715aadc448 req-d3f74f93-cef5-42d4-bec6-918a02e642fe tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:14.019974 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cabe68fc-579d-4867-a5de-0f715aadc448 req-d3f74f93-cef5-42d4-bec6-918a02e642fe tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac622e20-5c02-4b0f-b4f2-155d0030467c HTTP/1.1" status: 200  len: 943 time: 0.0513332
Feb 05 21:18:14.068732 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cabe68fc-579d-4867-a5de-0f715aadc448 req-3aeb483b-0eb3-4b84-894d-e412d68489c3 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/security-groups?id=73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432060
Feb 05 21:18:14.141966 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8244255-1076-4c26-b00b-1199963dbb68 req-6600db1d-d0d8-4e79-ae0f-655bde072372 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:14.143453 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e8244255-1076-4c26-b00b-1199963dbb68 req-6600db1d-d0d8-4e79-ae0f-655bde072372 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d62c362-06df-406d-a032-5bd553196d60 HTTP/1.1" status: 200  len: 909 time: 0.0533946
Feb 05 21:18:14.262579 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc4785-65a1-4d7d-8429-99abcf950964 req-df51513e-9bb8-47e1-a59f-2e94737dd29e tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:14.263948 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-38bc4785-65a1-4d7d-8429-99abcf950964 req-df51513e-9bb8-47e1-a59f-2e94737dd29e tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d62c362-06df-406d-a032-5bd553196d60 HTTP/1.1" status: 200  len: 909 time: 0.0558481
Feb 05 21:18:14.370416 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7459b-c817-4a03-ac3f-a955ed33091d req-1eb1db10-d029-4e52-a573-260393a256e2 tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:14.371910 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eda7459b-c817-4a03-ac3f-a955ed33091d req-1eb1db10-d029-4e52-a573-260393a256e2 tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1d62c362-06df-406d-a032-5bd553196d60 HTTP/1.1" status: 200  len: 1091 time: 0.0436292
Feb 05 21:18:14.480138 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640711f-b0fb-4d5e-a708-2248cf55c594 req-81ee3e3b-71de-4cd3-a7a8-ab0247d9de83 tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:14.481653 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f640711f-b0fb-4d5e-a708-2248cf55c594 req-81ee3e3b-71de-4cd3-a7a8-ab0247d9de83 tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4d8ebd50-de3d-4027-ad9f-29dc92204473 HTTP/1.1" status: 200  len: 1167 time: 0.0439866
Feb 05 21:18:14.535623 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f640711f-b0fb-4d5e-a708-2248cf55c594 req-f8c7ed87-43b4-4f5b-b501-509e8f9d2204 tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c04cceeb-b6c6-4507-81ca-0fb4eb9d3710&id=7076c835-4400-4162-8ac3-99c088c86a9d&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.0474336
Feb 05 21:18:14.557440 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 46200) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:18:14.605288 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44145422-286c-4961-acf5-fc0e48f7e950 tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:14.606898 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-44145422-286c-4961-acf5-fc0e48f7e950 tempest-TestSecurityGroupsBasicOps-1153562944 tempest-TestSecurityGroupsBasicOps-1153562944-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1d62c362-06df-406d-a032-5bd553196d60 HTTP/1.1" status: 200  len: 1086 time: 0.0484936
Feb 05 21:18:14.823773 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f2083-9156-4f6b-8768-139e79d6c2a5 req-b8dfca83-b1be-4060-a13d-68e56d76673d tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:14.825187 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-878f2083-9156-4f6b-8768-139e79d6c2a5 req-b8dfca83-b1be-4060-a13d-68e56d76673d tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d62c362-06df-406d-a032-5bd553196d60 HTTP/1.1" status: 200  len: 909 time: 0.0549212
Feb 05 21:18:15.189177 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf679a1b-c4f0-40b5-b731-e02a29e4cc34 req-f5e13ac7-ac39-490f-9001-8449e9347836 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:15.190698 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cf679a1b-c4f0-40b5-b731-e02a29e4cc34 req-f5e13ac7-ac39-490f-9001-8449e9347836 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac622e20-5c02-4b0f-b4f2-155d0030467c HTTP/1.1" status: 200  len: 943 time: 0.0527453
Feb 05 21:18:15.237963 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cf679a1b-c4f0-40b5-b731-e02a29e4cc34 req-45189e20-ca13-4dba-a389-c9930668243e tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/security-groups?id=73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414586
Feb 05 21:18:15.370552 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:15.702854 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 1e0eeaf2-c698-4a2b-9914-318c31ef8e7f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:18:15.795939 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 1e0eeaf2-c698-4a2b-9914-318c31ef8e7f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1e0eeaf2-c698-4a2b-9914-318c31ef8e7f,segment=NetworkSegment(57b5010f-c905-4ad0-aade-7bcb94e673bb),segment_id=57b5010f-c905-4ad0-aade-7bcb94e673bb)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:18:15.807477 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '1e0eeaf2-c698-4a2b-9914-318c31ef8e7f', 'network_id': '6fc605b1-90cf-4686-8a98-5489493609ca', 'port_id': '1e0eeaf2-c698-4a2b-9914-318c31ef8e7f', 'mac_address': 'fa:16:3e:52:94:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e8705b-1bb8-489d-a0b0-1825477663ee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:18:15.845494 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 1e0eeaf2-c698-4a2b-9914-318c31ef8e7f is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:18:15.845893 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1e0eeaf2-c698-4a2b-9914-318c31ef8e7f), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:15.863398 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e0eeaf2-c698-4a2b-9914-318c31ef8e7f {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:18:15.883262 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 1e0eeaf2-c698-4a2b-9914-318c31ef8e7f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1e0eeaf2-c698-4a2b-9914-318c31ef8e7f,segment=NetworkSegment(57b5010f-c905-4ad0-aade-7bcb94e673bb),segment_id=57b5010f-c905-4ad0-aade-7bcb94e673bb)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:18:15.887514 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (1e0eeaf2-c698-4a2b-9914-318c31ef8e7f), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:15.936774 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=1e0eeaf2-c698-4a2b-9914-318c31ef8e7f,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:15.965640 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea65db2-0e70-4cb8-aba9-d17be125dbb3 req-bc29d3c9-07e5-458c-b89a-d4079c540533 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:15.967097 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5ea65db2-0e70-4cb8-aba9-d17be125dbb3 req-bc29d3c9-07e5-458c-b89a-d4079c540533 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d62c362-06df-406d-a032-5bd553196d60 HTTP/1.1" status: 200  len: 909 time: 0.0597281
Feb 05 21:18:16.066464 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3aed24-6f1c-4b7e-a71f-b29b7fd30ab8 req-29aa76e0-2919-4422-95de-04a28b7a79d3 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:16.067951 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fc3aed24-6f1c-4b7e-a71f-b29b7fd30ab8 req-29aa76e0-2919-4422-95de-04a28b7a79d3 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d62c362-06df-406d-a032-5bd553196d60 HTTP/1.1" status: 200  len: 909 time: 0.0540843
Feb 05 21:18:16.168152 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-fc3aed24-6f1c-4b7e-a71f-b29b7fd30ab8 req-569ab5e5-f3a4-47b1-a20c-78ab28e26720 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Deleting port efd9ee21-5c8c-4441-91e7-2435ac9985ae {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:18:16.168502 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-fc3aed24-6f1c-4b7e-a71f-b29b7fd30ab8 req-569ab5e5-f3a4-47b1-a20c-78ab28e26720 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (efd9ee21-5c8c-4441-91e7-2435ac9985ae), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:16.214394 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['1e0eeaf2-c698-4a2b-9914-318c31ef8e7f'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:18:16.263172 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-fc3aed24-6f1c-4b7e-a71f-b29b7fd30ab8 req-569ab5e5-f3a4-47b1-a20c-78ab28e26720 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] For port efd9ee21-5c8c-4441-91e7-2435ac9985ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=efd9ee21-5c8c-4441-91e7-2435ac9985ae,segment=NetworkSegment(9bfdcb7b-df9a-4ccb-b26c-2d4f96ef20f9),segment_id=9bfdcb7b-df9a-4ccb-b26c-2d4f96ef20f9)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:18:16.263650 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-fc3aed24-6f1c-4b7e-a71f-b29b7fd30ab8 req-569ab5e5-f3a4-47b1-a20c-78ab28e26720 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (efd9ee21-5c8c-4441-91e7-2435ac9985ae), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:16.278898 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-fc3aed24-6f1c-4b7e-a71f-b29b7fd30ab8 req-569ab5e5-f3a4-47b1-a20c-78ab28e26720 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Calling delete_port for efd9ee21-5c8c-4441-91e7-2435ac9985ae owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:18:16.363194 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65656f5d-e1e4-4f55-bc28-7f5cd3ad13dd req-77c27b90-4128-464e-94cc-50a44a30aff1 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:16.365000 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-65656f5d-e1e4-4f55-bc28-7f5cd3ad13dd req-77c27b90-4128-464e-94cc-50a44a30aff1 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac622e20-5c02-4b0f-b4f2-155d0030467c HTTP/1.1" status: 200  len: 944 time: 0.0563579
Feb 05 21:18:16.416692 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-65656f5d-e1e4-4f55-bc28-7f5cd3ad13dd req-7815fb92-cd8c-4068-9e4c-fe9ddb98275b tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/security-groups?id=73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438604
Feb 05 21:18:16.417142 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-fc3aed24-6f1c-4b7e-a71f-b29b7fd30ab8 req-569ab5e5-f3a4-47b1-a20c-78ab28e26720 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (efd9ee21-5c8c-4441-91e7-2435ac9985ae), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:16.456290 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ab5e5-f3a4-47b1-a20c-78ab28e26720 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Pushing event deleted for resources: {'Port': ['ID=efd9ee21-5c8c-4441-91e7-2435ac9985ae,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:16.498013 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc3aed24-6f1c-4b7e-a71f-b29b7fd30ab8 req-569ab5e5-f3a4-47b1-a20c-78ab28e26720 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] No DVR routers for this DVR port efd9ee21-5c8c-4441-91e7-2435ac9985ae on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:18:16.500948 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-fc3aed24-6f1c-4b7e-a71f-b29b7fd30ab8 req-569ab5e5-f3a4-47b1-a20c-78ab28e26720 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:16.504816 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fc3aed24-6f1c-4b7e-a71f-b29b7fd30ab8 req-569ab5e5-f3a4-47b1-a20c-78ab28e26720 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.39 "DELETE /v2.0/ports/efd9ee21-5c8c-4441-91e7-2435ac9985ae HTTP/1.1" status: 204  len: 173 time: 0.4312630
Feb 05 21:18:16.505292 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d62c362-06df-406d-a032-5bd553196d60', 'name': 'network-vif-deleted', 'tag': 'efd9ee21-5c8c-4441-91e7-2435ac9985ae'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:18:16.507712 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67818523-16d0-494e-8260-27ccb6550cec" -d '{"events": [{"server_uuid": "1d62c362-06df-406d-a032-5bd553196d60", "name": "network-vif-deleted", "tag": "efd9ee21-5c8c-4441-91e7-2435ac9985ae"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:18:16.507937 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5e20dc18-fc9c-4674-9281-405ae4be34f1 req-01e3bb90-26b9-4e92-a034-3a57660357b1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d703ae4e-ece3-4f14-ab99-dc5353e74884&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0534267
Feb 05 21:18:16.553303 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20530063-a1a1-450a-a53c-bbb538d2c391 x-openstack-request-id: req-20530063-a1a1-450a-a53c-bbb538d2c391 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:18:16.553653 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d62c362-06df-406d-a032-5bd553196d60", "name": "network-vif-deleted", "tag": "efd9ee21-5c8c-4441-91e7-2435ac9985ae", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:18:16.553926 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-20530063-a1a1-450a-a53c-bbb538d2c391 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:18:16.554426 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d62c362-06df-406d-a032-5bd553196d60', 'name': 'network-vif-deleted', 'tag': 'efd9ee21-5c8c-4441-91e7-2435ac9985ae', 'status': 'completed', 'code': 200}
Feb 05 21:18:16.588694 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20dc18-fc9c-4674-9281-405ae4be34f1 req-134294e9-0cfd-4309-bcdd-2f05a09d3ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:16.590344 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5e20dc18-fc9c-4674-9281-405ae4be34f1 req-134294e9-0cfd-4309-bcdd-2f05a09d3ddb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e139e5b7a0514896b00ae8d3e4326e9d&device_id=d703ae4e-ece3-4f14-ab99-dc5353e74884 HTTP/1.1" status: 200  len: 1128 time: 0.0615175
Feb 05 21:18:16.705139 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20dc18-fc9c-4674-9281-405ae4be34f1 req-a146ad9e-e34d-498c-a2c2-14c1ba1c2935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:16.706647 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5e20dc18-fc9c-4674-9281-405ae4be34f1 req-a146ad9e-e34d-498c-a2c2-14c1ba1c2935 service neutron] 10.222.0.39 "GET /v2.0/networks?id=826a316e-fa28-4748-930b-86494eaa48e1 HTTP/1.1" status: 200  len: 910 time: 0.0962431
Feb 05 21:18:16.770475 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5e20dc18-fc9c-4674-9281-405ae4be34f1 req-4f1d05e0-b615-4ce5-abfe-8941019cb0f0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d1240c2-666f-4206-b779-79d8116b5651 HTTP/1.1" status: 200  len: 1002 time: 0.0578549
Feb 05 21:18:16.821979 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20dc18-fc9c-4674-9281-405ae4be34f1 req-f6acbd17-bdca-4014-8ce2-9c4d9141eec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:16.823474 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5e20dc18-fc9c-4674-9281-405ae4be34f1 req-f6acbd17-bdca-4014-8ce2-9c4d9141eec4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e04dafb8-2d96-4050-8020-6c9230116ff8 HTTP/1.1" status: 200  len: 848 time: 0.0475709
Feb 05 21:18:16.872494 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20dc18-fc9c-4674-9281-405ae4be34f1 req-458859ec-9775-4a95-8c41-344533d561fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:16.874676 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5e20dc18-fc9c-4674-9281-405ae4be34f1 req-458859ec-9775-4a95-8c41-344533d561fd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=826a316e-fa28-4748-930b-86494eaa48e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0449145
Feb 05 21:18:16.972262 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5e20dc18-fc9c-4674-9281-405ae4be34f1 req-0be15341-79fe-470c-8f0c-9a4edd1d3c19 service neutron] 10.222.0.39 "GET /v2.0/networks/826a316e-fa28-4748-930b-86494eaa48e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0914764
Feb 05 21:18:17.022896 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46216) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:18:17.064067 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5e20dc18-fc9c-4674-9281-405ae4be34f1 req-fd654226-4ad1-467d-b0b5-13371be7d34f service neutron] 10.222.0.39 "GET /v2.0/networks/826a316e-fa28-4748-930b-86494eaa48e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863070
Feb 05 21:18:17.390153 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4fcc1321-e5ea-44c2-8153-62ad02cc5880 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (11be6cd9-22b2-4093-9e48-d7a83edf3da4), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:17.548074 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1491e7-c5a2-4118-8aa3-7b9ab4066c90 req-dc07ee56-9763-4983-866c-86078193abcf tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:17.549596 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0b1491e7-c5a2-4118-8aa3-7b9ab4066c90 req-dc07ee56-9763-4983-866c-86078193abcf tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac622e20-5c02-4b0f-b4f2-155d0030467c HTTP/1.1" status: 200  len: 944 time: 0.0576637
Feb 05 21:18:17.600492 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0b1491e7-c5a2-4118-8aa3-7b9ab4066c90 req-bd35f6f7-a011-498b-b128-e4853ec77bf1 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/security-groups?id=73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452812
Feb 05 21:18:17.664902 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-4fcc1321-e5ea-44c2-8153-62ad02cc5880 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Deleting port 3b14d4de-9143-4bf6-b1c3-a862c6e2187c {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:18:17.665175 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4fcc1321-e5ea-44c2-8153-62ad02cc5880 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (3b14d4de-9143-4bf6-b1c3-a862c6e2187c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:17.734848 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 1e0eeaf2-c698-4a2b-9914-318c31ef8e7f up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:18:17.755462 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-4fcc1321-e5ea-44c2-8153-62ad02cc5880 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] For port 3b14d4de-9143-4bf6-b1c3-a862c6e2187c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b14d4de-9143-4bf6-b1c3-a862c6e2187c,segment=NetworkSegment(9bfdcb7b-df9a-4ccb-b26c-2d4f96ef20f9),segment_id=9bfdcb7b-df9a-4ccb-b26c-2d4f96ef20f9)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:18:17.755827 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4fcc1321-e5ea-44c2-8153-62ad02cc5880 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (3b14d4de-9143-4bf6-b1c3-a862c6e2187c), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:17.767959 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-4fcc1321-e5ea-44c2-8153-62ad02cc5880 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Calling delete_port for 3b14d4de-9143-4bf6-b1c3-a862c6e2187c owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:18:17.783900 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 1e0eeaf2-c698-4a2b-9914-318c31ef8e7f completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:18:17.788603 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 1e0eeaf2-c698-4a2b-9914-318c31ef8e7f triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:18:17.788990 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1e0eeaf2-c698-4a2b-9914-318c31ef8e7f), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:17.865494 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 1e0eeaf2-c698-4a2b-9914-318c31ef8e7f is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:18:17.865893 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1e0eeaf2-c698-4a2b-9914-318c31ef8e7f), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:17.888822 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac622e20-5c02-4b0f-b4f2-155d0030467c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0eeaf2-c698-4a2b-9914-318c31ef8e7f'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:18:17.891142 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65160b1-e513-4911-bc3c-309437469432" -d '{"events": [{"server_uuid": "ac622e20-5c02-4b0f-b4f2-155d0030467c", "name": "network-vif-plugged", "status": "completed", "tag": "1e0eeaf2-c698-4a2b-9914-318c31ef8e7f"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:18:17.909836 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 1e0eeaf2-c698-4a2b-9914-318c31ef8e7f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1e0eeaf2-c698-4a2b-9914-318c31ef8e7f,segment=NetworkSegment(57b5010f-c905-4ad0-aade-7bcb94e673bb),segment_id=57b5010f-c905-4ad0-aade-7bcb94e673bb)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:18:17.915980 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (1e0eeaf2-c698-4a2b-9914-318c31ef8e7f), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:17.944406 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7b9ada-de31-4046-a284-57c4912aa4f0 x-openstack-request-id: req-8a7b9ada-de31-4046-a284-57c4912aa4f0 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:18:17.944836 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac622e20-5c02-4b0f-b4f2-155d0030467c", "name": "network-vif-plugged", "status": "completed", "tag": "1e0eeaf2-c698-4a2b-9914-318c31ef8e7f", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:18:17.945193 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8a7b9ada-de31-4046-a284-57c4912aa4f0 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:18:17.945685 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac622e20-5c02-4b0f-b4f2-155d0030467c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0eeaf2-c698-4a2b-9914-318c31ef8e7f', 'code': 200}
Feb 05 21:18:17.963277 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4fcc1321-e5ea-44c2-8153-62ad02cc5880 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (3b14d4de-9143-4bf6-b1c3-a862c6e2187c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:17.973635 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=1e0eeaf2-c698-4a2b-9914-318c31ef8e7f,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:17.994031 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc1321-e5ea-44c2-8153-62ad02cc5880 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Pushing event deleted for resources: {'Port': ['ID=3b14d4de-9143-4bf6-b1c3-a862c6e2187c,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:18.133557 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b96a4-693d-41ae-bd6e-6ab2b8c4f4dd req-f6a3099b-8f89-40b0-9739-4a243469b6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:18.135140 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3b6b96a4-693d-41ae-bd6e-6ab2b8c4f4dd req-f6a3099b-8f89-40b0-9739-4a243469b6f6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ac622e20-5c02-4b0f-b4f2-155d0030467c HTTP/1.1" status: 200  len: 1127 time: 0.1183887
Feb 05 21:18:18.229089 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3b6b96a4-693d-41ae-bd6e-6ab2b8c4f4dd req-5e4ba732-129a-44f3-b65e-dc3c83cb4485 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845566
Feb 05 21:18:18.232983 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4fcc1321-e5ea-44c2-8153-62ad02cc5880 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (11be6cd9-22b2-4093-9e48-d7a83edf3da4), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:18.444875 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fcc1321-e5ea-44c2-8153-62ad02cc5880 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Router 11be6cd9-22b2-4093-9e48-d7a83edf3da4 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:18:18.552390 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fcc1321-e5ea-44c2-8153-62ad02cc5880 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:18:18.557481 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4fcc1321-e5ea-44c2-8153-62ad02cc5880 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "PUT /v2.0/routers/11be6cd9-22b2-4093-9e48-d7a83edf3da4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5335755
Feb 05 21:18:18.560383 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 46222) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:18:18.563782 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45aa121f-6f0c-4c39-b7d5-e046d2fe0c7b None None] Sync routers for ids ['11be6cd9-22b2-4093-9e48-d7a83edf3da4'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:18:18.573796 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aa121f-6f0c-4c39-b7d5-e046d2fe0c7b None None] Routers {'11be6cd9-22b2-4093-9e48-d7a83edf3da4'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:18:18.574537 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-45aa121f-6f0c-4c39-b7d5-e046d2fe0c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8bae460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:18:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['11be6cd9-22b2-4093-9e48-d7a83edf3da4'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:18:18.614796 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-61630c7d-7ac6-49f9-8552-f1ddd37ff2db tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Deleting subnet e5e86bbb-70c4-4df0-b3d4-31ff449dc545 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:18:18.618310 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-61630c7d-7ac6-49f9-8552-f1ddd37ff2db tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for subnet (e5e86bbb-70c4-4df0-b3d4-31ff449dc545), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:18.660663 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-61630c7d-7ac6-49f9-8552-f1ddd37ff2db tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (e5e86bbb-70c4-4df0-b3d4-31ff449dc545), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:18.683266 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-45aa121f-6f0c-4c39-b7d5-e046d2fe0c7b None None] Set router 11be6cd9-22b2-4093-9e48-d7a83edf3da4 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:18:18.777040 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42317d5c-98b9-4b79-913e-a574a4707a7c req-03023a20-8bbc-4af9-a75b-974bc6c0b5e6 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:18.778562 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-42317d5c-98b9-4b79-913e-a574a4707a7c req-03023a20-8bbc-4af9-a75b-974bc6c0b5e6 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac622e20-5c02-4b0f-b4f2-155d0030467c HTTP/1.1" status: 200  len: 945 time: 0.0966642
Feb 05 21:18:18.794839 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-61630c7d-7ac6-49f9-8552-f1ddd37ff2db tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (e5e86bbb-70c4-4df0-b3d4-31ff449dc545), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:18.861731 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-45aa121f-6f0c-4c39-b7d5-e046d2fe0c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8bae460>, [{'id': '11be6cd9-22b2-4093-9e48-d7a83edf3da4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2003241849', 'tenant_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': '3f6a748a-8e0b-4d52-8083-be04c5a93af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:17:56Z', 'updated_at': '2022-02-05T21:18:17Z', 'revision_number': 5, 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'gw_port': {'id': '3f6a748a-8e0b-4d52-8083-be04c5a93af8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11be6cd9-22b2-4093-9e48-d7a83edf3da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:17:57Z', 'updated_at': '2022-02-05T21:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:18:18.866102 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-42317d5c-98b9-4b79-913e-a574a4707a7c req-c7cc6e98-eb83-4678-b7c4-28436a5be05d tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/security-groups?id=73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803554
Feb 05 21:18:18.880253 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-61630c7d-7ac6-49f9-8552-f1ddd37ff2db tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (e5e86bbb-70c4-4df0-b3d4-31ff449dc545), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:18.893495 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45aa121f-6f0c-4c39-b7d5-e046d2fe0c7b None None] Checking router: 11be6cd9-22b2-4093-9e48-d7a83edf3da4 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:18:18.901712 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aa121f-6f0c-4c39-b7d5-e046d2fe0c7b None None] Routers {'11be6cd9-22b2-4093-9e48-d7a83edf3da4'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:18:18.902316 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-45aa121f-6f0c-4c39-b7d5-e046d2fe0c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8bae460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:18:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['11be6cd9-22b2-4093-9e48-d7a83edf3da4'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:18:18.908601 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61630c7d-7ac6-49f9-8552-f1ddd37ff2db tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Pushing event deleted for resources: {'Subnet': ['ID=e5e86bbb-70c4-4df0-b3d4-31ff449dc545,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:18.912712 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-61630c7d-7ac6-49f9-8552-f1ddd37ff2db tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:18.915968 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-61630c7d-7ac6-49f9-8552-f1ddd37ff2db tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "DELETE /v2.0/subnets/e5e86bbb-70c4-4df0-b3d4-31ff449dc545 HTTP/1.1" status: 204  len: 168 time: 0.3535721
Feb 05 21:18:18.918605 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 46226) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:18:18.924215 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0504845b-aabc-45e5-8541-db101659db50 None None] Network 3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:18:19.049227 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-54bf5f2c-35b1-4dcc-bdef-fe5dad3a28a2 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for router (11be6cd9-22b2-4093-9e48-d7a83edf3da4), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:19.112338 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-45aa121f-6f0c-4c39-b7d5-e046d2fe0c7b None None] Set router 11be6cd9-22b2-4093-9e48-d7a83edf3da4 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:18:19.116099 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55db6ca-c3df-4614-ad1a-3a85be0e9b33 None None] DHCP port deletion for 3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:18:19.163273 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c55db6ca-c3df-4614-ad1a-3a85be0e9b33 None None] Deleting port 0dc0dd40-7425-4425-a733-e16682e84f5d {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:18:19.163827 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-54bf5f2c-35b1-4dcc-bdef-fe5dad3a28a2 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for router_gateway (11be6cd9-22b2-4093-9e48-d7a83edf3da4), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:19.164108 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c55db6ca-c3df-4614-ad1a-3a85be0e9b33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (0dc0dd40-7425-4425-a733-e16682e84f5d), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:19.226651 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-54bf5f2c-35b1-4dcc-bdef-fe5dad3a28a2 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Deleting port 3f6a748a-8e0b-4d52-8083-be04c5a93af8 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:18:19.227001 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-54bf5f2c-35b1-4dcc-bdef-fe5dad3a28a2 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (3f6a748a-8e0b-4d52-8083-be04c5a93af8), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:19.231219 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c55db6ca-c3df-4614-ad1a-3a85be0e9b33 None None] For port 0dc0dd40-7425-4425-a733-e16682e84f5d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0dc0dd40-7425-4425-a733-e16682e84f5d,segment=NetworkSegment(9bfdcb7b-df9a-4ccb-b26c-2d4f96ef20f9),segment_id=9bfdcb7b-df9a-4ccb-b26c-2d4f96ef20f9)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:18:19.231625 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c55db6ca-c3df-4614-ad1a-3a85be0e9b33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (0dc0dd40-7425-4425-a733-e16682e84f5d), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:19.244767 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c55db6ca-c3df-4614-ad1a-3a85be0e9b33 None None] Calling delete_port for 0dc0dd40-7425-4425-a733-e16682e84f5d owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:18:19.296051 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-45aa121f-6f0c-4c39-b7d5-e046d2fe0c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8bae460>, [{'id': '11be6cd9-22b2-4093-9e48-d7a83edf3da4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2003241849', 'tenant_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': '3f6a748a-8e0b-4d52-8083-be04c5a93af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:17:56Z', 'updated_at': '2022-02-05T21:18:17Z', 'revision_number': 5, 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'gw_port': {'id': '3f6a748a-8e0b-4d52-8083-be04c5a93af8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11be6cd9-22b2-4093-9e48-d7a83edf3da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:17:57Z', 'updated_at': '2022-02-05T21:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:18:19.312473 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-54bf5f2c-35b1-4dcc-bdef-fe5dad3a28a2 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] For port 3f6a748a-8e0b-4d52-8083-be04c5a93af8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f6a748a-8e0b-4d52-8083-be04c5a93af8,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:18:19.312835 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-54bf5f2c-35b1-4dcc-bdef-fe5dad3a28a2 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (3f6a748a-8e0b-4d52-8083-be04c5a93af8), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:19.322992 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45aa121f-6f0c-4c39-b7d5-e046d2fe0c7b None None] The sync data for ids ['11be6cd9-22b2-4093-9e48-d7a83edf3da4'] in ncdv-master-1 is: [{'id': '11be6cd9-22b2-4093-9e48-d7a83edf3da4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2003241849', 'tenant_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': '3f6a748a-8e0b-4d52-8083-be04c5a93af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:17:56Z', 'updated_at': '2022-02-05T21:18:17Z', 'revision_number': 5, 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'gw_port': {'id': '3f6a748a-8e0b-4d52-8083-be04c5a93af8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11be6cd9-22b2-4093-9e48-d7a83edf3da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:17:57Z', 'updated_at': '2022-02-05T21:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:18:19.324527 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-54bf5f2c-35b1-4dcc-bdef-fe5dad3a28a2 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Calling delete_port for 3f6a748a-8e0b-4d52-8083-be04c5a93af8 owned by network:router_gateway {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:18:19.331192 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c55db6ca-c3df-4614-ad1a-3a85be0e9b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (0dc0dd40-7425-4425-a733-e16682e84f5d), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:19.361681 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55db6ca-c3df-4614-ad1a-3a85be0e9b33 None None] No DVR routers for this DVR port 0dc0dd40-7425-4425-a733-e16682e84f5d on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:18:19.365396 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55db6ca-c3df-4614-ad1a-3a85be0e9b33 None None] Pushing event deleted for resources: {'Port': ['ID=0dc0dd40-7425-4425-a733-e16682e84f5d,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:19.497972 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-54bf5f2c-35b1-4dcc-bdef-fe5dad3a28a2 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (3f6a748a-8e0b-4d52-8083-be04c5a93af8), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:19.532050 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf5f2c-35b1-4dcc-bdef-fe5dad3a28a2 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Pushing event deleted for resources: {'Port': ['ID=3f6a748a-8e0b-4d52-8083-be04c5a93af8,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:19.596715 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-54bf5f2c-35b1-4dcc-bdef-fe5dad3a28a2 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (11be6cd9-22b2-4093-9e48-d7a83edf3da4), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:19.696777 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-54bf5f2c-35b1-4dcc-bdef-fe5dad3a28a2 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (11be6cd9-22b2-4093-9e48-d7a83edf3da4), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:19.699423 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-54bf5f2c-35b1-4dcc-bdef-fe5dad3a28a2 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for router_controller (11be6cd9-22b2-4093-9e48-d7a83edf3da4), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:19.749933 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-54bf5f2c-35b1-4dcc-bdef-fe5dad3a28a2 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (11be6cd9-22b2-4093-9e48-d7a83edf3da4), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:19.750640 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54bf5f2c-35b1-4dcc-bdef-fe5dad3a28a2 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Fanout notify agent at l3_agent the message router_deleted on router 11be6cd9-22b2-4093-9e48-d7a83edf3da4 {{(pid=114391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:18:19.757789 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-54bf5f2c-35b1-4dcc-bdef-fe5dad3a28a2 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:19.761317 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-54bf5f2c-35b1-4dcc-bdef-fe5dad3a28a2 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "DELETE /v2.0/routers/11be6cd9-22b2-4093-9e48-d7a83edf3da4 HTTP/1.1" status: 204  len: 168 time: 0.8392663
Feb 05 21:18:19.761538 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 46228) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:18:19.846102 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a6503cb4-b6dd-4051-8fb1-9fa4e964f04f tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:19.928883 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a6503cb4-b6dd-4051-8fb1-9fa4e964f04f tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:19.963073 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-a6503cb4-b6dd-4051-8fb1-9fa4e964f04f tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2671610>,) {'filters': {'network_id': ['3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:18:19.993707 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-a6503cb4-b6dd-4051-8fb1-9fa4e964f04f tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2671610>, '9bfdcb7b-df9a-4ccb-b26c-2d4f96ef20f9') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:18:19.994015 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-a6503cb4-b6dd-4051-8fb1-9fa4e964f04f tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2671610>, '9bfdcb7b-df9a-4ccb-b26c-2d4f96ef20f9') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:18:20.007353 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a6503cb4-b6dd-4051-8fb1-9fa4e964f04f tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (9bfdcb7b-df9a-4ccb-b26c-2d4f96ef20f9), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:20.025424 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a6503cb4-b6dd-4051-8fb1-9fa4e964f04f tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (9bfdcb7b-df9a-4ccb-b26c-2d4f96ef20f9), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:20.033954 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6503cb4-b6dd-4051-8fb1-9fa4e964f04f tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:18:20.034365 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a6503cb4-b6dd-4051-8fb1-9fa4e964f04f tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (9bfdcb7b-df9a-4ccb-b26c-2d4f96ef20f9), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:20.037701 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:18:20.037701 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:18:20.037701 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:18:20.037701 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:18:20.037701 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:18:20.037701 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:18:20.037701 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:18:20.037701 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:18:20.037701 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:18:20.037701 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:18:20.037701 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:18:20.037701 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:18:20.037701 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:18:20.037701 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:18:20.037701 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:18:20.037701 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:18:20.037701 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:18:20.037701 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:18:20.037701 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:18:20.037701 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:18:20.037701 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:18:20.037701 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:18:20.037701 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:18:20.037701 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:18:20.037701 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:18:20.037701 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:18:20.037701 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:18:20.037701 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:18:20.037701 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:18:20.037701 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:18:20.037701 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:18:20.037701 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:18:20.055613 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f033f-e116-400a-b01a-98711b2f772b req-49f72010-4ced-4e29-b584-fd01aaf1ec77 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:20.057218 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b24f033f-e116-400a-b01a-98711b2f772b req-49f72010-4ced-4e29-b584-fd01aaf1ec77 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac622e20-5c02-4b0f-b4f2-155d0030467c HTTP/1.1" status: 200  len: 945 time: 0.1048255
Feb 05 21:18:20.123066 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a6503cb4-b6dd-4051-8fb1-9fa4e964f04f tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:20.134737 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a6503cb4-b6dd-4051-8fb1-9fa4e964f04f tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:20.137684 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a6503cb4-b6dd-4051-8fb1-9fa4e964f04f tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "DELETE /v2.0/networks/3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f HTTP/1.1" status: 204  len: 168 time: 0.3751802
Feb 05 21:18:20.140829 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46232) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:18:20.156340 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6503cb4-b6dd-4051-8fb1-9fa4e964f04f tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Pushing event deleted for resources: {'Network': ['ID=3b0c9d9e-12f2-4159-875d-1a4cea7fbb6f,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:20.165066 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b24f033f-e116-400a-b01a-98711b2f772b req-89d31ddd-fdce-48ac-b364-e43b36ad0a0f tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/security-groups?id=73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967824
Feb 05 21:18:20.209792 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:20.297436 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device efd9ee21-5c8c-4441-91e7-2435ac9985ae no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:18:20.310307 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-aa6b1de6-2f53-4134-832d-c0f1cc6c6bed tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Deleting port 8fa25da6-89c4-467f-9c04-ac2d3c1fae25 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:18:20.310763 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-aa6b1de6-2f53-4134-832d-c0f1cc6c6bed tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (8fa25da6-89c4-467f-9c04-ac2d3c1fae25), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:20.322978 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: efd9ee21-5c8c-4441-91e7-2435ac9985ae {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:18:20.323409 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device efd9ee21-5c8c-4441-91e7-2435ac9985ae not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:18:20.386135 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-aa6b1de6-2f53-4134-832d-c0f1cc6c6bed tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (8fa25da6-89c4-467f-9c04-ac2d3c1fae25), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:20.386496 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-aa6b1de6-2f53-4134-832d-c0f1cc6c6bed tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for floatingip (8fa25da6-89c4-467f-9c04-ac2d3c1fae25), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:20.401197 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-aa6b1de6-2f53-4134-832d-c0f1cc6c6bed tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Calling delete_port for 8fa25da6-89c4-467f-9c04-ac2d3c1fae25 owned by network:floatingip {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:18:20.506332 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 3b14d4de-9143-4bf6-b1c3-a862c6e2187c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:18:20.532078 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 3b14d4de-9143-4bf6-b1c3-a862c6e2187c {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:18:20.532436 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 3b14d4de-9143-4bf6-b1c3-a862c6e2187c not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:18:20.532860 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 0dc0dd40-7425-4425-a733-e16682e84f5d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:18:20.553763 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 0dc0dd40-7425-4425-a733-e16682e84f5d {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:18:20.554292 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 0dc0dd40-7425-4425-a733-e16682e84f5d not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:18:20.597677 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-aa6b1de6-2f53-4134-832d-c0f1cc6c6bed tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (8fa25da6-89c4-467f-9c04-ac2d3c1fae25), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:20.624605 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b1de6-2f53-4134-832d-c0f1cc6c6bed tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Pushing event deleted for resources: {'Port': ['ID=8fa25da6-89c4-467f-9c04-ac2d3c1fae25,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:20.688743 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-aa6b1de6-2f53-4134-832d-c0f1cc6c6bed tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for floatingip (29cc26a6-2a25-4c9b-b6bd-534a205b18b4), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:20.689013 ncdv-master-1 neutron-server[114390]: INFO neutron.db.l3_db [None req-aa6b1de6-2f53-4134-832d-c0f1cc6c6bed tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Floating IP 29cc26a6-2a25-4c9b-b6bd-534a205b18b4 disassociated (deleted). External IP: 172.35.4.245, port: f729eae9-d8c5-4b52-97a9-b77d23a1405b.
Feb 05 21:18:20.893449 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6b1de6-2f53-4134-832d-c0f1cc6c6bed tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Router ae449f1a-d35f-48d6-a6ba-454f491e1486 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:18:21.000930 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6b1de6-2f53-4134-832d-c0f1cc6c6bed tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:18:21.006530 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-aa6b1de6-2f53-4134-832d-c0f1cc6c6bed tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:21.011322 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0ac989-ec63-498c-ab1e-6ccdebf77e9a None None] Sync routers for ids ['ae449f1a-d35f-48d6-a6ba-454f491e1486'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:18:21.022218 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0ac989-ec63-498c-ab1e-6ccdebf77e9a None None] Routers {'ae449f1a-d35f-48d6-a6ba-454f491e1486'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:18:21.022873 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-aa0ac989-ec63-498c-ab1e-6ccdebf77e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab506670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:18:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ae449f1a-d35f-48d6-a6ba-454f491e1486'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:18:21.036206 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-aa6b1de6-2f53-4134-832d-c0f1cc6c6bed tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "DELETE /v2.0/floatingips/29cc26a6-2a25-4c9b-b6bd-534a205b18b4 HTTP/1.1" status: 204  len: 168 time: 0.8940840
Feb 05 21:18:21.037129 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d8ebd50-de3d-4027-ad9f-29dc92204473', 'tag': 'f729eae9-d8c5-4b52-97a9-b77d23a1405b'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:18:21.039485 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc9366f-1187-4988-b193-7787622e72aa" -d '{"events": [{"name": "network-changed", "server_uuid": "4d8ebd50-de3d-4027-ad9f-29dc92204473", "tag": "f729eae9-d8c5-4b52-97a9-b77d23a1405b"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:18:21.078337 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19dd88ad-74dd-4b8e-baf1-2fc36dbe498d x-openstack-request-id: req-19dd88ad-74dd-4b8e-baf1-2fc36dbe498d {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:18:21.078777 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d8ebd50-de3d-4027-ad9f-29dc92204473", "tag": "f729eae9-d8c5-4b52-97a9-b77d23a1405b", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:18:21.079171 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19dd88ad-74dd-4b8e-baf1-2fc36dbe498d {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:18:21.079584 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d8ebd50-de3d-4027-ad9f-29dc92204473', 'tag': 'f729eae9-d8c5-4b52-97a9-b77d23a1405b', 'status': 'completed', 'code': 200}
Feb 05 21:18:21.143641 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-aa0ac989-ec63-498c-ab1e-6ccdebf77e9a None None] Set router ae449f1a-d35f-48d6-a6ba-454f491e1486 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:18:21.149809 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9366f-1187-4988-b193-7787622e72aa req-cb285703-aff1-4b69-ba72-3375e6920849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:21.151501 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6dc9366f-1187-4988-b193-7787622e72aa req-cb285703-aff1-4b69-ba72-3375e6920849 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e5fe9a736c7549cf927e646c9f6fdd7a&device_id=4d8ebd50-de3d-4027-ad9f-29dc92204473 HTTP/1.1" status: 200  len: 1167 time: 0.0519550
Feb 05 21:18:21.254957 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9366f-1187-4988-b193-7787622e72aa req-247fd18d-30fd-4507-b02b-fa13081957d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:21.256591 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6dc9366f-1187-4988-b193-7787622e72aa req-247fd18d-30fd-4507-b02b-fa13081957d2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=333186bd-6329-404d-9cb5-d0d86717b873 HTTP/1.1" status: 200  len: 898 time: 0.0981920
Feb 05 21:18:21.308252 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6dc9366f-1187-4988-b193-7787622e72aa req-2a4004ea-7ad4-4c63-9ed3-677a5e6f5a34 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f729eae9-d8c5-4b52-97a9-b77d23a1405b HTTP/1.1" status: 200  len: 217 time: 0.0438023
Feb 05 21:18:21.322822 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b0673-3bb9-424a-881f-db529860e0a0 req-86912619-f936-40b6-baab-c9f6c9503695 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:21.325322 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-671b0673-3bb9-424a-881f-db529860e0a0 req-86912619-f936-40b6-baab-c9f6c9503695 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d8ebd50-de3d-4027-ad9f-29dc92204473 HTTP/1.1" status: 200  len: 985 time: 0.0928040
Feb 05 21:18:21.369468 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9366f-1187-4988-b193-7787622e72aa req-ef25ee52-eec8-440c-a8d2-1ee70e285dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:21.371087 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6dc9366f-1187-4988-b193-7787622e72aa req-ef25ee52-eec8-440c-a8d2-1ee70e285dbb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7052c485-8507-4f9f-9da4-5482f2705c57 HTTP/1.1" status: 200  len: 835 time: 0.0555868
Feb 05 21:18:21.371897 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-aa0ac989-ec63-498c-ab1e-6ccdebf77e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab506670>, [{'id': 'ae449f1a-d35f-48d6-a6ba-454f491e1486', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1738652992', 'tenant_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.81'}], 'enable_snat': True}, 'gw_port_id': '7d00e5b7-c388-41bc-b363-2de4bf67a8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:16:26Z', 'updated_at': '2022-02-05T21:16:30Z', 'revision_number': 4, 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'gw_port': {'id': '7d00e5b7-c388-41bc-b363-2de4bf67a8d1', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:36:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae449f1a-d35f-48d6-a6ba-454f491e1486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:16:27Z', 'updated_at': '2022-02-05T21:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4190dcfb-d193-43d5-814b-cd8c7ea68c2f', 'name': '', 'network_id': '333186bd-6329-404d-9cb5-d0d86717b873', 'tenant_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'mac_address': 'fa:16:3e:18:c0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae449f1a-d35f-48d6-a6ba-454f491e1486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '7052c485-8507-4f9f-9da4-5482f2705c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:16:29Z', 'updated_at': '2022-02-05T21:16:35Z', 'revision_number': 5, 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'subnets': [{'id': '7052c485-8507-4f9f-9da4-5482f2705c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:18:21.405524 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0ac989-ec63-498c-ab1e-6ccdebf77e9a None None] Checking router: ae449f1a-d35f-48d6-a6ba-454f491e1486 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:18:21.408550 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-671b0673-3bb9-424a-881f-db529860e0a0 req-beb17327-2add-445a-a337-7e1028fcb560 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04cceeb-b6c6-4507-81ca-0fb4eb9d3710&id=7076c835-4400-4162-8ac3-99c088c86a9d&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.0757210
Feb 05 21:18:21.426740 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0ac989-ec63-498c-ab1e-6ccdebf77e9a None None] Routers {'ae449f1a-d35f-48d6-a6ba-454f491e1486'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:18:21.428170 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-aa0ac989-ec63-498c-ab1e-6ccdebf77e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab506670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:18:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ae449f1a-d35f-48d6-a6ba-454f491e1486'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:18:21.445979 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9366f-1187-4988-b193-7787622e72aa req-df404d15-291d-409e-816b-4df6a0c366c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:21.447680 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6dc9366f-1187-4988-b193-7787622e72aa req-df404d15-291d-409e-816b-4df6a0c366c3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=333186bd-6329-404d-9cb5-d0d86717b873&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0658803
Feb 05 21:18:21.539949 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-aa0ac989-ec63-498c-ab1e-6ccdebf77e9a None None] Set router ae449f1a-d35f-48d6-a6ba-454f491e1486 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:18:21.542462 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6dc9366f-1187-4988-b193-7787622e72aa req-78c4ec91-1bc9-4bcc-9051-e9717a39a0ba service neutron] 10.222.0.21 "GET /v2.0/networks/333186bd-6329-404d-9cb5-d0d86717b873?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0877199
Feb 05 21:18:21.637968 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6dc9366f-1187-4988-b193-7787622e72aa req-29694ee4-8066-4257-9222-71405ecfafb9 service neutron] 10.222.0.21 "GET /v2.0/networks/333186bd-6329-404d-9cb5-d0d86717b873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866854
Feb 05 21:18:21.747083 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-aa0ac989-ec63-498c-ab1e-6ccdebf77e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab506670>, [{'id': 'ae449f1a-d35f-48d6-a6ba-454f491e1486', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1738652992', 'tenant_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.81'}], 'enable_snat': True}, 'gw_port_id': '7d00e5b7-c388-41bc-b363-2de4bf67a8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:16:26Z', 'updated_at': '2022-02-05T21:16:30Z', 'revision_number': 4, 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'gw_port': {'id': '7d00e5b7-c388-41bc-b363-2de4bf67a8d1', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:36:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae449f1a-d35f-48d6-a6ba-454f491e1486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:16:27Z', 'updated_at': '2022-02-05T21:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4190dcfb-d193-43d5-814b-cd8c7ea68c2f', 'name': '', 'network_id': '333186bd-6329-404d-9cb5-d0d86717b873', 'tenant_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'mac_address': 'fa:16:3e:18:c0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae449f1a-d35f-48d6-a6ba-454f491e1486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '7052c485-8507-4f9f-9da4-5482f2705c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:16:29Z', 'updated_at': '2022-02-05T21:16:35Z', 'revision_number': 5, 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'subnets': [{'id': '7052c485-8507-4f9f-9da4-5482f2705c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:18:21.775089 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0ac989-ec63-498c-ab1e-6ccdebf77e9a None None] The sync data for ids ['ae449f1a-d35f-48d6-a6ba-454f491e1486'] in ncdv-master-1 is: [{'id': 'ae449f1a-d35f-48d6-a6ba-454f491e1486', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1738652992', 'tenant_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.81'}], 'enable_snat': True}, 'gw_port_id': '7d00e5b7-c388-41bc-b363-2de4bf67a8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:16:26Z', 'updated_at': '2022-02-05T21:16:30Z', 'revision_number': 4, 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'gw_port': {'id': '7d00e5b7-c388-41bc-b363-2de4bf67a8d1', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:36:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae449f1a-d35f-48d6-a6ba-454f491e1486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:16:27Z', 'updated_at': '2022-02-05T21:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4190dcfb-d193-43d5-814b-cd8c7ea68c2f', 'name': '', 'network_id': '333186bd-6329-404d-9cb5-d0d86717b873', 'tenant_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'mac_address': 'fa:16:3e:18:c0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae449f1a-d35f-48d6-a6ba-454f491e1486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '7052c485-8507-4f9f-9da4-5482f2705c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:16:29Z', 'updated_at': '2022-02-05T21:16:35Z', 'revision_number': 5, 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'subnets': [{'id': '7052c485-8507-4f9f-9da4-5482f2705c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:18:21.925758 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-1db3fa40-c4a5-4bb6-9c1f-0ba2c90d0098 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:21.930759 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-1db3fa40-c4a5-4bb6-9c1f-0ba2c90d0098 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/networks?id=6fc605b1-90cf-4686-8a98-5489493609ca HTTP/1.1" status: 200  len: 815 time: 0.1035442
Feb 05 21:18:21.943360 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-c3b7282d-b022-40df-9cb8-8abaaa96e2d5 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/quotas/1e1134701b2d45d7878177ad9dc5d45c HTTP/1.1" status: 200  len: 375 time: 0.0107183
Feb 05 21:18:22.005731 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-a35cc557-557a-43c7-bf82-635f666de57b tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e1134701b2d45d7878177ad9dc5d45c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0565724
Feb 05 21:18:22.023970 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b18c2a3-96dd-4049-883f-a10f72749d79 None None] New status for floating IP 29cc26a6-2a25-4c9b-b6bd-534a205b18b4: DOWN {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:18:22.045695 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 3f6a748a-8e0b-4d52-8083-be04c5a93af8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:18:22.070203 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 3f6a748a-8e0b-4d52-8083-be04c5a93af8 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:18:22.070597 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 3f6a748a-8e0b-4d52-8083-be04c5a93af8 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:18:22.101520 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-63036d17-9c73-4a3d-a2b7-0c92bc65e96d service neutron] 10.222.0.32 "GET /v2.0/networks/6fc605b1-90cf-4686-8a98-5489493609ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0890436
Feb 05 21:18:22.194733 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-a5031127-7efc-426a-8f77-8911e6c8a7ee service neutron] 10.222.0.32 "GET /v2.0/networks/6fc605b1-90cf-4686-8a98-5489493609ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872638
Feb 05 21:18:22.361901 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-53a2456f-807d-44b4-aeb0-84d06b0d28b7 req-21a1bd8c-2311-4f8b-a7d3-391bd243c9c6 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27fcb8b-87f0-480f-bad9-d19bf85c090e HTTP/1.1" status: 200  len: 210 time: 0.0336888
Feb 05 21:18:22.539724 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c041d5-d221-4a24-ab6e-9752695d12f3 req-24ba1fa3-4d38-4a5c-949d-637dd1253b47 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:22.541179 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-04c041d5-d221-4a24-ab6e-9752695d12f3 req-24ba1fa3-4d38-4a5c-949d-637dd1253b47 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d8ebd50-de3d-4027-ad9f-29dc92204473 HTTP/1.1" status: 200  len: 985 time: 0.0541673
Feb 05 21:18:22.598435 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-04c041d5-d221-4a24-ab6e-9752695d12f3 req-b169e9f5-f38e-4f55-9f09-4b45c6178e73 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04cceeb-b6c6-4507-81ca-0fb4eb9d3710&id=7076c835-4400-4162-8ac3-99c088c86a9d&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.0508554
Feb 05 21:18:22.842710 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d831db9a-fd11-4d4a-946a-2ef095ddf8e4 req-bbdea10f-b6c9-4282-8d55-75f90f82e2de tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:22.844495 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d831db9a-fd11-4d4a-946a-2ef095ddf8e4 req-bbdea10f-b6c9-4282-8d55-75f90f82e2de tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d8ebd50-de3d-4027-ad9f-29dc92204473 HTTP/1.1" status: 200  len: 985 time: 0.0547287
Feb 05 21:18:22.945813 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-d831db9a-fd11-4d4a-946a-2ef095ddf8e4 req-0e060356-60a3-4855-afe9-2623f6b413b1 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Deleting port f729eae9-d8c5-4b52-97a9-b77d23a1405b {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:18:22.946160 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d831db9a-fd11-4d4a-946a-2ef095ddf8e4 req-0e060356-60a3-4855-afe9-2623f6b413b1 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (f729eae9-d8c5-4b52-97a9-b77d23a1405b), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:23.032580 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-d831db9a-fd11-4d4a-946a-2ef095ddf8e4 req-0e060356-60a3-4855-afe9-2623f6b413b1 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] For port f729eae9-d8c5-4b52-97a9-b77d23a1405b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f729eae9-d8c5-4b52-97a9-b77d23a1405b,segment=NetworkSegment(499e4300-051f-4350-85cf-380e48bda969),segment_id=499e4300-051f-4350-85cf-380e48bda969)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:18:23.032938 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d831db9a-fd11-4d4a-946a-2ef095ddf8e4 req-0e060356-60a3-4855-afe9-2623f6b413b1 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (f729eae9-d8c5-4b52-97a9-b77d23a1405b), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:23.044612 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-d831db9a-fd11-4d4a-946a-2ef095ddf8e4 req-0e060356-60a3-4855-afe9-2623f6b413b1 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Calling delete_port for f729eae9-d8c5-4b52-97a9-b77d23a1405b owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:18:23.179500 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d831db9a-fd11-4d4a-946a-2ef095ddf8e4 req-0e060356-60a3-4855-afe9-2623f6b413b1 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (f729eae9-d8c5-4b52-97a9-b77d23a1405b), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:23.209494 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e060356-60a3-4855-afe9-2623f6b413b1 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Pushing event deleted for resources: {'Port': ['ID=f729eae9-d8c5-4b52-97a9-b77d23a1405b,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:23.259242 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-d831db9a-fd11-4d4a-946a-2ef095ddf8e4 req-0e060356-60a3-4855-afe9-2623f6b413b1 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] No DVR routers for this DVR port f729eae9-d8c5-4b52-97a9-b77d23a1405b on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:18:23.262853 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d831db9a-fd11-4d4a-946a-2ef095ddf8e4 req-0e060356-60a3-4855-afe9-2623f6b413b1 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:23.266331 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d831db9a-fd11-4d4a-946a-2ef095ddf8e4 req-0e060356-60a3-4855-afe9-2623f6b413b1 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.21 "DELETE /v2.0/ports/f729eae9-d8c5-4b52-97a9-b77d23a1405b HTTP/1.1" status: 204  len: 173 time: 0.4165604
Feb 05 21:18:23.266811 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8ebd50-de3d-4027-ad9f-29dc92204473', 'name': 'network-vif-deleted', 'tag': 'f729eae9-d8c5-4b52-97a9-b77d23a1405b'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:18:23.269973 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b48f49-1ab0-4746-b3fb-a873c292ef77" -d '{"events": [{"server_uuid": "4d8ebd50-de3d-4027-ad9f-29dc92204473", "name": "network-vif-deleted", "tag": "f729eae9-d8c5-4b52-97a9-b77d23a1405b"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:18:23.275757 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-ebcd419b-6d97-48e8-9398-916168f6e521 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:23.277812 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-ebcd419b-6d97-48e8-9398-916168f6e521 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.39 "GET /v2.0/networks?id=6fc605b1-90cf-4686-8a98-5489493609ca HTTP/1.1" status: 200  len: 815 time: 0.1278121
Feb 05 21:18:23.291198 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-5c34760e-f3d4-4f48-a75f-279977626964 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Request body: {'port': {'device_id': 'a27fcb8b-87f0-480f-bad9-d19bf85c090e', 'network_id': '6fc605b1-90cf-4686-8a98-5489493609ca', 'admin_state_up': True, 'tenant_id': '1e1134701b2d45d7878177ad9dc5d45c'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:18:23.313431 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b5b4b6-4c96-4b2b-90f3-095fbb65c3d5 x-openstack-request-id: req-72b5b4b6-4c96-4b2b-90f3-095fbb65c3d5 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:18:23.314075 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d8ebd50-de3d-4027-ad9f-29dc92204473", "name": "network-vif-deleted", "tag": "f729eae9-d8c5-4b52-97a9-b77d23a1405b", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:18:23.314504 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-72b5b4b6-4c96-4b2b-90f3-095fbb65c3d5 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:18:23.315075 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d8ebd50-de3d-4027-ad9f-29dc92204473', 'name': 'network-vif-deleted', 'tag': 'f729eae9-d8c5-4b52-97a9-b77d23a1405b', 'status': 'completed', 'code': 200}
Feb 05 21:18:23.419509 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-5c34760e-f3d4-4f48-a75f-279977626964 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Made reservation on behalf of 1e1134701b2d45d7878177ad9dc5d45c for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:18:23.424032 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-5c34760e-f3d4-4f48-a75f-279977626964 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:23.464077 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f345ea3c-7a08-4291-9b05-a3d878726834 req-1185bc14-58d3-4196-a373-267f2031cf99 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27fcb8b-87f0-480f-bad9-d19bf85c090e HTTP/1.1" status: 200  len: 210 time: 0.0299604
Feb 05 21:18:23.571920 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-5c34760e-f3d4-4f48-a75f-279977626964 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Allocated IP 172.20.0.2 (6fc605b1-90cf-4686-8a98-5489493609ca/58e8705b-1bb8-489d-a0b0-1825477663ee/39beae74-cdea-46e5-ae3c-55b8a527d080) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:18:23.747379 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fcf0e5f8-a605-4947-a357-468cfcc0841d req-214ed470-3891-4d8c-b60a-7dbbbd7e0aad tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d8ebd50-de3d-4027-ad9f-29dc92204473 HTTP/1.1" status: 200  len: 210 time: 0.0318234
Feb 05 21:18:23.783640 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-5c34760e-f3d4-4f48-a75f-279977626964 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Publish callbacks [] for port (39beae74-cdea-46e5-ae3c-55b8a527d080), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:23.822467 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-5c34760e-f3d4-4f48-a75f-279977626964 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (39beae74-cdea-46e5-ae3c-55b8a527d080), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:23.833205 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['44558f32-327b-4e77-aaa9-9e529a2f0b43', '1e0eeaf2-c698-4a2b-9914-318c31ef8e7f'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:18:23.866043 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-5c34760e-f3d4-4f48-a75f-279977626964 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Network 6fc605b1-90cf-4686-8a98-5489493609ca is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:18:23.869110 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-5c34760e-f3d4-4f48-a75f-279977626964 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:18:23.872073 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-5c34760e-f3d4-4f48-a75f-279977626964 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:18:23.905038 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34760e-f3d4-4f48-a75f-279977626964 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Pushing event updated for resources: {'Port': ['ID=39beae74-cdea-46e5-ae3c-55b8a527d080,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:23.927161 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-5c34760e-f3d4-4f48-a75f-279977626964 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:23.928029 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-5c34760e-f3d4-4f48-a75f-279977626964 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:23.946587 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-5c34760e-f3d4-4f48-a75f-279977626964 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6613157
Feb 05 21:18:23.957482 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-0156e3d8-4f33-418f-9502-ff9dd02d97e4 service neutron] Request body: {'port': {'device_id': 'a27fcb8b-87f0-480f-bad9-d19bf85c090e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:18:24.020077 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-0156e3d8-4f33-418f-9502-ff9dd02d97e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (39beae74-cdea-46e5-ae3c-55b8a527d080), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:24.273810 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-0156e3d8-4f33-418f-9502-ff9dd02d97e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39beae74-cdea-46e5-ae3c-55b8a527d080 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:18:24.281590 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-0156e3d8-4f33-418f-9502-ff9dd02d97e4 service neutron] Publish callbacks [] for port (39beae74-cdea-46e5-ae3c-55b8a527d080), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:24.293818 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-0156e3d8-4f33-418f-9502-ff9dd02d97e4 service neutron] Transition to ACTIVE for port object 39beae74-cdea-46e5-ae3c-55b8a527d080 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:18:24.297932 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-0156e3d8-4f33-418f-9502-ff9dd02d97e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (39beae74-cdea-46e5-ae3c-55b8a527d080), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:24.351094 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0156e3d8-4f33-418f-9502-ff9dd02d97e4 service neutron] Pushing event updated for resources: {'Port': ['ID=39beae74-cdea-46e5-ae3c-55b8a527d080,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:24.416120 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-0156e3d8-4f33-418f-9502-ff9dd02d97e4 service neutron] Attempting to bind port 39beae74-cdea-46e5-ae3c-55b8a527d080 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:18:24.416456 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-0156e3d8-4f33-418f-9502-ff9dd02d97e4 service neutron] Attempting to bind port 39beae74-cdea-46e5-ae3c-55b8a527d080 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '57b5010f-c905-4ad0-aade-7bcb94e673bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6fc605b1-90cf-4686-8a98-5489493609ca'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:18:24.416782 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-0156e3d8-4f33-418f-9502-ff9dd02d97e4 service neutron] Attempting to bind port 39beae74-cdea-46e5-ae3c-55b8a527d080 on network 6fc605b1-90cf-4686-8a98-5489493609ca {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:18:24.421648 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-0156e3d8-4f33-418f-9502-ff9dd02d97e4 service neutron] Port 39beae74-cdea-46e5-ae3c-55b8a527d080 on network 6fc605b1-90cf-4686-8a98-5489493609ca not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:18:24.422223 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-0156e3d8-4f33-418f-9502-ff9dd02d97e4 service neutron] Attempting to bind port 39beae74-cdea-46e5-ae3c-55b8a527d080 on network 6fc605b1-90cf-4686-8a98-5489493609ca {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:18:24.427374 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-0156e3d8-4f33-418f-9502-ff9dd02d97e4 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:18:24.427374 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-0156e3d8-4f33-418f-9502-ff9dd02d97e4 service neutron] Checking segment: {'id': '57b5010f-c905-4ad0-aade-7bcb94e673bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6fc605b1-90cf-4686-8a98-5489493609ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:18:24.427641 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-0156e3d8-4f33-418f-9502-ff9dd02d97e4 service neutron] Bound using segment: {'id': '57b5010f-c905-4ad0-aade-7bcb94e673bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6fc605b1-90cf-4686-8a98-5489493609ca'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:18:24.427970 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-0156e3d8-4f33-418f-9502-ff9dd02d97e4 service neutron] Bound port: 39beae74-cdea-46e5-ae3c-55b8a527d080, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57b5010f-c905-4ad0-aade-7bcb94e673bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6fc605b1-90cf-4686-8a98-5489493609ca'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:18:24.428322 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-0156e3d8-4f33-418f-9502-ff9dd02d97e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (39beae74-cdea-46e5-ae3c-55b8a527d080), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:24.491534 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-0156e3d8-4f33-418f-9502-ff9dd02d97e4 service neutron] For port 39beae74-cdea-46e5-ae3c-55b8a527d080, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:18:24.494756 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-0156e3d8-4f33-418f-9502-ff9dd02d97e4 service neutron] For port 39beae74-cdea-46e5-ae3c-55b8a527d080, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=39beae74-cdea-46e5-ae3c-55b8a527d080,segment=NetworkSegment(57b5010f-c905-4ad0-aade-7bcb94e673bb),segment_id=57b5010f-c905-4ad0-aade-7bcb94e673bb)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:18:24.501824 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-0156e3d8-4f33-418f-9502-ff9dd02d97e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (39beae74-cdea-46e5-ae3c-55b8a527d080), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:24.550325 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-0156e3d8-4f33-418f-9502-ff9dd02d97e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:24.550984 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-0156e3d8-4f33-418f-9502-ff9dd02d97e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:24.552373 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-0156e3d8-4f33-418f-9502-ff9dd02d97e4 service neutron] 10.222.0.39 "PUT /v2.0/ports/39beae74-cdea-46e5-ae3c-55b8a527d080 HTTP/1.1" status: 200  len: 1091 time: 0.5989721
Feb 05 21:18:24.552865 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a27fcb8b-87f0-480f-bad9-d19bf85c090e', 'tag': '39beae74-cdea-46e5-ae3c-55b8a527d080'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:18:24.555128 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c151b437-d5e2-40b1-9a96-74baf428c294" -d '{"events": [{"name": "network-changed", "server_uuid": "a27fcb8b-87f0-480f-bad9-d19bf85c090e", "tag": "39beae74-cdea-46e5-ae3c-55b8a527d080"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:18:24.611067 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0156e3d8-4f33-418f-9502-ff9dd02d97e4 service neutron] Pushing event updated for resources: {'Port': ['ID=39beae74-cdea-46e5-ae3c-55b8a527d080,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:24.653298 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96e0e1-a475-4a35-a59a-e78072287110 req-f6c59765-831d-40f1-affe-697978d154fd tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:24.655382 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bc96e0e1-a475-4a35-a59a-e78072287110 req-f6c59765-831d-40f1-affe-697978d154fd tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27fcb8b-87f0-480f-bad9-d19bf85c090e HTTP/1.1" status: 200  len: 943 time: 0.1231797
Feb 05 21:18:24.666290 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-957d8c04-b801-48c1-b0c5-9b64c2686a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:24.668295 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-957d8c04-b801-48c1-b0c5-9b64c2686a5d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1e1134701b2d45d7878177ad9dc5d45c&device_id=a27fcb8b-87f0-480f-bad9-d19bf85c090e HTTP/1.1" status: 200  len: 1125 time: 0.0716543
Feb 05 21:18:24.674475 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9148ea-40e0-454a-99f2-b51cfaf1070c x-openstack-request-id: req-ea9148ea-40e0-454a-99f2-b51cfaf1070c {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:18:24.674764 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a27fcb8b-87f0-480f-bad9-d19bf85c090e", "tag": "39beae74-cdea-46e5-ae3c-55b8a527d080", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:18:24.675022 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ea9148ea-40e0-454a-99f2-b51cfaf1070c {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:18:24.675413 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a27fcb8b-87f0-480f-bad9-d19bf85c090e', 'tag': '39beae74-cdea-46e5-ae3c-55b8a527d080', 'status': 'completed', 'code': 200}
Feb 05 21:18:24.725654 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-573bdffd-7c70-4a8b-b724-bcc3489e0263 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39beae74-cdea-46e5-ae3c-55b8a527d080 HTTP/1.1" status: 200  len: 217 time: 0.0422866
Feb 05 21:18:24.819799 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46296) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:18:24.875895 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d33bd50b-a6a2-4f90-a9b1-20c63e5beffc tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for security_group (7076c835-4400-4162-8ac3-99c088c86a9d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:24.900984 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d33bd50b-a6a2-4f90-a9b1-20c63e5beffc tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for security_group (7076c835-4400-4162-8ac3-99c088c86a9d), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:24.950743 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d33bd50b-a6a2-4f90-a9b1-20c63e5beffc tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (7076c835-4400-4162-8ac3-99c088c86a9d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:24.953766 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d33bd50b-a6a2-4f90-a9b1-20c63e5beffc tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:24.954967 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d33bd50b-a6a2-4f90-a9b1-20c63e5beffc tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "DELETE /v2.0/security-groups/7076c835-4400-4162-8ac3-99c088c86a9d HTTP/1.1" status: 204  len: 168 time: 0.1340542
Feb 05 21:18:24.958363 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46298) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:18:24.973001 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33bd50b-a6a2-4f90-a9b1-20c63e5beffc tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7076c835-4400-4162-8ac3-99c088c86a9d,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:25.025954 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-950d52e9-44a1-4d7d-91de-6c196d53db3d tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for security_group (c04cceeb-b6c6-4507-81ca-0fb4eb9d3710), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:25.054794 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-950d52e9-44a1-4d7d-91de-6c196d53db3d tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for security_group (c04cceeb-b6c6-4507-81ca-0fb4eb9d3710), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:25.100045 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-950d52e9-44a1-4d7d-91de-6c196d53db3d tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (c04cceeb-b6c6-4507-81ca-0fb4eb9d3710), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:25.102939 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-950d52e9-44a1-4d7d-91de-6c196d53db3d tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:25.104705 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-950d52e9-44a1-4d7d-91de-6c196d53db3d tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "DELETE /v2.0/security-groups/c04cceeb-b6c6-4507-81ca-0fb4eb9d3710 HTTP/1.1" status: 204  len: 168 time: 0.1448054
Feb 05 21:18:25.109358 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46300) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:18:25.130939 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bc96e0e1-a475-4a35-a59a-e78072287110 req-229a4bad-184c-4f88-b827-cd44251d5da4 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/security-groups?id=73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4686010
Feb 05 21:18:25.150717 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-32554e3e-817c-430a-87b2-9872edb31502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:25.152205 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-32554e3e-817c-430a-87b2-9872edb31502 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=58e8705b-1bb8-489d-a0b0-1825477663ee HTTP/1.1" status: 200  len: 855 time: 0.4210310
Feb 05 21:18:25.153882 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d52e9-44a1-4d7d-91de-6c196d53db3d tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04cceeb-b6c6-4507-81ca-0fb4eb9d3710,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:25.189212 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-6deb1f0e-f90b-432f-a736-a8d686b4e617 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6fc605b1-90cf-4686-8a98-5489493609ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0303020
Feb 05 21:18:25.286106 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-71a5f09a-6163-49ba-ba20-34c7acd8e0a1 service neutron] 10.222.0.39 "GET /v2.0/networks/6fc605b1-90cf-4686-8a98-5489493609ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0886631
Feb 05 21:18:25.379414 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5eda6891-b27b-4cfd-a9af-2cd264f32322 req-d103b625-eabd-431b-b391-3ce06dc4b6bd service neutron] 10.222.0.39 "GET /v2.0/networks/6fc605b1-90cf-4686-8a98-5489493609ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863459
Feb 05 21:18:25.475308 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151b437-d5e2-40b1-9a96-74baf428c294 req-9e67060c-4c2d-4f65-8903-c8edbce4938c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:25.476892 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c151b437-d5e2-40b1-9a96-74baf428c294 req-9e67060c-4c2d-4f65-8903-c8edbce4938c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1e1134701b2d45d7878177ad9dc5d45c&device_id=a27fcb8b-87f0-480f-bad9-d19bf85c090e HTTP/1.1" status: 200  len: 1125 time: 0.0475738
Feb 05 21:18:25.574131 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151b437-d5e2-40b1-9a96-74baf428c294 req-1f489b4b-a174-4da0-86e8-5a625f66bd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:25.575956 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c151b437-d5e2-40b1-9a96-74baf428c294 req-1f489b4b-a174-4da0-86e8-5a625f66bd13 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6fc605b1-90cf-4686-8a98-5489493609ca HTTP/1.1" status: 200  len: 916 time: 0.0931184
Feb 05 21:18:25.617746 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c151b437-d5e2-40b1-9a96-74baf428c294 req-81c3377b-d68c-4d4e-bbee-087c4033dd6b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39beae74-cdea-46e5-ae3c-55b8a527d080 HTTP/1.1" status: 200  len: 217 time: 0.0358164
Feb 05 21:18:25.672386 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151b437-d5e2-40b1-9a96-74baf428c294 req-9cf283b0-1b46-4134-94a5-29705e7004c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:25.673797 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c151b437-d5e2-40b1-9a96-74baf428c294 req-9cf283b0-1b46-4134-94a5-29705e7004c2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=58e8705b-1bb8-489d-a0b0-1825477663ee HTTP/1.1" status: 200  len: 855 time: 0.0495236
Feb 05 21:18:25.706605 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c151b437-d5e2-40b1-9a96-74baf428c294 req-8822cdf5-32c2-4f01-9af4-ed0a687dd7f7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6fc605b1-90cf-4686-8a98-5489493609ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0260227
Feb 05 21:18:25.797513 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c151b437-d5e2-40b1-9a96-74baf428c294 req-262733ac-85f8-4124-984d-60e31165ce0e service neutron] 10.222.0.39 "GET /v2.0/networks/6fc605b1-90cf-4686-8a98-5489493609ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841737
Feb 05 21:18:25.825901 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-903a972b-1d30-4157-b2fa-5416e42d15b4 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (ae449f1a-d35f-48d6-a6ba-454f491e1486), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:25.891273 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c151b437-d5e2-40b1-9a96-74baf428c294 req-eaa59ed1-886e-40d7-ba3e-801ee4affa56 service neutron] 10.222.0.39 "GET /v2.0/networks/6fc605b1-90cf-4686-8a98-5489493609ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0873587
Feb 05 21:18:26.084518 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-903a972b-1d30-4157-b2fa-5416e42d15b4 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Deleting port 4190dcfb-d193-43d5-814b-cd8c7ea68c2f {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:18:26.084868 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-903a972b-1d30-4157-b2fa-5416e42d15b4 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (4190dcfb-d193-43d5-814b-cd8c7ea68c2f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:26.174517 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-903a972b-1d30-4157-b2fa-5416e42d15b4 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] For port 4190dcfb-d193-43d5-814b-cd8c7ea68c2f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4190dcfb-d193-43d5-814b-cd8c7ea68c2f,segment=NetworkSegment(499e4300-051f-4350-85cf-380e48bda969),segment_id=499e4300-051f-4350-85cf-380e48bda969)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:18:26.174885 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-903a972b-1d30-4157-b2fa-5416e42d15b4 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (4190dcfb-d193-43d5-814b-cd8c7ea68c2f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:26.186886 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-903a972b-1d30-4157-b2fa-5416e42d15b4 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Calling delete_port for 4190dcfb-d193-43d5-814b-cd8c7ea68c2f owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:18:26.252622 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a142fe9-c447-44fd-96db-4e68bbbc414d req-eeaa9c4d-b134-4bae-a040-8c7a9b9095c2 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:26.254024 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1a142fe9-c447-44fd-96db-4e68bbbc414d req-eeaa9c4d-b134-4bae-a040-8c7a9b9095c2 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27fcb8b-87f0-480f-bad9-d19bf85c090e HTTP/1.1" status: 200  len: 943 time: 0.0534935
Feb 05 21:18:26.301735 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1a142fe9-c447-44fd-96db-4e68bbbc414d req-8ab4ead1-4911-4087-bfee-a2291f8f6a5a tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/security-groups?id=73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421395
Feb 05 21:18:26.374178 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-903a972b-1d30-4157-b2fa-5416e42d15b4 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (4190dcfb-d193-43d5-814b-cd8c7ea68c2f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:26.398915 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a972b-1d30-4157-b2fa-5416e42d15b4 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Pushing event deleted for resources: {'Port': ['ID=4190dcfb-d193-43d5-814b-cd8c7ea68c2f,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:26.580513 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-903a972b-1d30-4157-b2fa-5416e42d15b4 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (ae449f1a-d35f-48d6-a6ba-454f491e1486), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:26.797493 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903a972b-1d30-4157-b2fa-5416e42d15b4 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Router ae449f1a-d35f-48d6-a6ba-454f491e1486 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:18:26.902964 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903a972b-1d30-4157-b2fa-5416e42d15b4 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:18:26.908479 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-903a972b-1d30-4157-b2fa-5416e42d15b4 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "PUT /v2.0/routers/ae449f1a-d35f-48d6-a6ba-454f491e1486/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7980428
Feb 05 21:18:26.911553 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46304) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:18:26.913421 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa4f07a-971c-44a8-8b02-ac77baa1f4ed None None] Sync routers for ids ['ae449f1a-d35f-48d6-a6ba-454f491e1486'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:18:26.924085 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa4f07a-971c-44a8-8b02-ac77baa1f4ed None None] Routers {'ae449f1a-d35f-48d6-a6ba-454f491e1486'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:18:26.924700 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-ffa4f07a-971c-44a8-8b02-ac77baa1f4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabe2da60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:18:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ae449f1a-d35f-48d6-a6ba-454f491e1486'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:18:26.965624 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ec4bf59-d11f-4cbc-960b-b25660dc3d4b tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Deleting subnet 7052c485-8507-4f9f-9da4-5482f2705c57 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:18:26.969244 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9ec4bf59-d11f-4cbc-960b-b25660dc3d4b tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for subnet (7052c485-8507-4f9f-9da4-5482f2705c57), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:27.008912 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9ec4bf59-d11f-4cbc-960b-b25660dc3d4b tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (7052c485-8507-4f9f-9da4-5482f2705c57), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:27.100372 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9ec4bf59-d11f-4cbc-960b-b25660dc3d4b tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (7052c485-8507-4f9f-9da4-5482f2705c57), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:27.163778 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9ec4bf59-d11f-4cbc-960b-b25660dc3d4b tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (7052c485-8507-4f9f-9da4-5482f2705c57), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:27.193083 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec4bf59-d11f-4cbc-960b-b25660dc3d4b tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Pushing event deleted for resources: {'Subnet': ['ID=7052c485-8507-4f9f-9da4-5482f2705c57,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:27.197413 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-ffa4f07a-971c-44a8-8b02-ac77baa1f4ed None None] Set router ae449f1a-d35f-48d6-a6ba-454f491e1486 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:18:27.200240 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9ec4bf59-d11f-4cbc-960b-b25660dc3d4b tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:27.204175 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9ec4bf59-d11f-4cbc-960b-b25660dc3d4b tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "DELETE /v2.0/subnets/7052c485-8507-4f9f-9da4-5482f2705c57 HTTP/1.1" status: 204  len: 168 time: 0.2913165
Feb 05 21:18:27.207073 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46306) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:18:27.231742 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371bc698-0216-4272-8a35-2f4e91b7cb6c None None] Network 333186bd-6329-404d-9cb5-d0d86717b873 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:18:27.337343 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3bee5351-526d-426f-bfad-2a9564601ddd tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for router (ae449f1a-d35f-48d6-a6ba-454f491e1486), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:27.449892 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763bedef-3ab6-48fd-8e14-1c54e6e7b3d1 req-a57e93f6-1995-4476-9063-fd7b40f3f6ec tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:27.452311 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-763bedef-3ab6-48fd-8e14-1c54e6e7b3d1 req-a57e93f6-1995-4476-9063-fd7b40f3f6ec tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27fcb8b-87f0-480f-bad9-d19bf85c090e HTTP/1.1" status: 200  len: 943 time: 0.0671227
Feb 05 21:18:27.485632 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3bee5351-526d-426f-bfad-2a9564601ddd tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for router_gateway (ae449f1a-d35f-48d6-a6ba-454f491e1486), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:27.525889 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-763bedef-3ab6-48fd-8e14-1c54e6e7b3d1 req-16a6e434-dbcc-45a8-a631-115ba3d3c23a tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/security-groups?id=73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663962
Feb 05 21:18:27.551015 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2ac6f8-426e-4462-9e5e-72e6c6285af7 None None] DHCP port deletion for 333186bd-6329-404d-9cb5-d0d86717b873 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:18:27.559466 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-3bee5351-526d-426f-bfad-2a9564601ddd tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Deleting port 7d00e5b7-c388-41bc-b363-2de4bf67a8d1 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:18:27.559894 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3bee5351-526d-426f-bfad-2a9564601ddd tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (7d00e5b7-c388-41bc-b363-2de4bf67a8d1), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:27.565663 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-ffa4f07a-971c-44a8-8b02-ac77baa1f4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabe2da60>, [{'id': 'ae449f1a-d35f-48d6-a6ba-454f491e1486', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1738652992', 'tenant_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.81'}], 'enable_snat': True}, 'gw_port_id': '7d00e5b7-c388-41bc-b363-2de4bf67a8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:16:26Z', 'updated_at': '2022-02-05T21:18:26Z', 'revision_number': 5, 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'gw_port': {'id': '7d00e5b7-c388-41bc-b363-2de4bf67a8d1', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:36:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae449f1a-d35f-48d6-a6ba-454f491e1486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:16:27Z', 'updated_at': '2022-02-05T21:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:18:27.624538 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa4f07a-971c-44a8-8b02-ac77baa1f4ed None None] Checking router: ae449f1a-d35f-48d6-a6ba-454f491e1486 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:18:27.640097 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa4f07a-971c-44a8-8b02-ac77baa1f4ed None None] Routers {'ae449f1a-d35f-48d6-a6ba-454f491e1486'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:18:27.640718 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-ffa4f07a-971c-44a8-8b02-ac77baa1f4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabe2da60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:18:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ae449f1a-d35f-48d6-a6ba-454f491e1486'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:18:27.646233 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-3bee5351-526d-426f-bfad-2a9564601ddd tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] For port 7d00e5b7-c388-41bc-b363-2de4bf67a8d1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d00e5b7-c388-41bc-b363-2de4bf67a8d1,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:18:27.646627 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3bee5351-526d-426f-bfad-2a9564601ddd tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (7d00e5b7-c388-41bc-b363-2de4bf67a8d1), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:27.659650 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-3bee5351-526d-426f-bfad-2a9564601ddd tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Calling delete_port for 7d00e5b7-c388-41bc-b363-2de4bf67a8d1 owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:18:27.752672 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-3b2ac6f8-426e-4462-9e5e-72e6c6285af7 None None] Deleting port 764cda2c-e982-49bb-a3fa-48f7a2b7f401 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:18:27.752969 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3b2ac6f8-426e-4462-9e5e-72e6c6285af7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (764cda2c-e982-49bb-a3fa-48f7a2b7f401), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:27.758934 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-ffa4f07a-971c-44a8-8b02-ac77baa1f4ed None None] Set router ae449f1a-d35f-48d6-a6ba-454f491e1486 gateway port host: None {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:18:27.804468 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device f729eae9-d8c5-4b52-97a9-b77d23a1405b no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:18:27.841351 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3bee5351-526d-426f-bfad-2a9564601ddd tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (7d00e5b7-c388-41bc-b363-2de4bf67a8d1), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:27.876717 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee5351-526d-426f-bfad-2a9564601ddd tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Pushing event deleted for resources: {'Port': ['ID=7d00e5b7-c388-41bc-b363-2de4bf67a8d1,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:27.876958 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-ffa4f07a-971c-44a8-8b02-ac77baa1f4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabe2da60>, [{'id': 'ae449f1a-d35f-48d6-a6ba-454f491e1486', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1738652992', 'tenant_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:16:26Z', 'updated_at': '2022-02-05T21:18:27Z', 'revision_number': 6, 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:18:27.938515 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: f729eae9-d8c5-4b52-97a9-b77d23a1405b {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:18:27.939156 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device f729eae9-d8c5-4b52-97a9-b77d23a1405b not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:18:27.942572 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3bee5351-526d-426f-bfad-2a9564601ddd tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (ae449f1a-d35f-48d6-a6ba-454f491e1486), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:27.946984 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa4f07a-971c-44a8-8b02-ac77baa1f4ed None None] The sync data for ids ['ae449f1a-d35f-48d6-a6ba-454f491e1486'] in ncdv-master-1 is: [{'id': 'ae449f1a-d35f-48d6-a6ba-454f491e1486', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1738652992', 'tenant_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:16:26Z', 'updated_at': '2022-02-05T21:18:27Z', 'revision_number': 6, 'project_id': 'e5fe9a736c7549cf927e646c9f6fdd7a', 'gw_port_host': None}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:18:27.957778 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-3b2ac6f8-426e-4462-9e5e-72e6c6285af7 None None] For port 764cda2c-e982-49bb-a3fa-48f7a2b7f401, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=764cda2c-e982-49bb-a3fa-48f7a2b7f401,segment=NetworkSegment(499e4300-051f-4350-85cf-380e48bda969),segment_id=499e4300-051f-4350-85cf-380e48bda969)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:18:27.958186 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3b2ac6f8-426e-4462-9e5e-72e6c6285af7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (764cda2c-e982-49bb-a3fa-48f7a2b7f401), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:27.972715 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-3b2ac6f8-426e-4462-9e5e-72e6c6285af7 None None] Calling delete_port for 764cda2c-e982-49bb-a3fa-48f7a2b7f401 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:18:28.037629 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3bee5351-526d-426f-bfad-2a9564601ddd tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (ae449f1a-d35f-48d6-a6ba-454f491e1486), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:28.040559 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3bee5351-526d-426f-bfad-2a9564601ddd tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for router_controller (ae449f1a-d35f-48d6-a6ba-454f491e1486), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:28.054312 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3b2ac6f8-426e-4462-9e5e-72e6c6285af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (764cda2c-e982-49bb-a3fa-48f7a2b7f401), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:28.089653 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3bee5351-526d-426f-bfad-2a9564601ddd tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (ae449f1a-d35f-48d6-a6ba-454f491e1486), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:28.090198 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bee5351-526d-426f-bfad-2a9564601ddd tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Fanout notify agent at l3_agent the message router_deleted on router ae449f1a-d35f-48d6-a6ba-454f491e1486 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:18:28.095081 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ac6f8-426e-4462-9e5e-72e6c6285af7 None None] Pushing event deleted for resources: {'Port': ['ID=764cda2c-e982-49bb-a3fa-48f7a2b7f401,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:28.098245 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2ac6f8-426e-4462-9e5e-72e6c6285af7 None None] No DVR routers for this DVR port 764cda2c-e982-49bb-a3fa-48f7a2b7f401 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:18:28.098400 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3bee5351-526d-426f-bfad-2a9564601ddd tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:28.102510 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3bee5351-526d-426f-bfad-2a9564601ddd tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "DELETE /v2.0/routers/ae449f1a-d35f-48d6-a6ba-454f491e1486 HTTP/1.1" status: 204  len: 168 time: 0.8944032
Feb 05 21:18:28.102780 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 46310) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:18:28.180019 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a0bee083-f39c-4c1f-b1c5-722e4e1a5534 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (333186bd-6329-404d-9cb5-d0d86717b873), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:28.270292 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a0bee083-f39c-4c1f-b1c5-722e4e1a5534 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (333186bd-6329-404d-9cb5-d0d86717b873), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:28.295854 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-a0bee083-f39c-4c1f-b1c5-722e4e1a5534 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db1e3e190>,) {'filters': {'network_id': ['333186bd-6329-404d-9cb5-d0d86717b873']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:18:28.316553 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-a0bee083-f39c-4c1f-b1c5-722e4e1a5534 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db1e3e190>, '499e4300-051f-4350-85cf-380e48bda969') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:18:28.316862 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-a0bee083-f39c-4c1f-b1c5-722e4e1a5534 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db1e3e190>, '499e4300-051f-4350-85cf-380e48bda969') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:18:28.325908 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 39beae74-cdea-46e5-ae3c-55b8a527d080 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:18:28.334994 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a0bee083-f39c-4c1f-b1c5-722e4e1a5534 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (499e4300-051f-4350-85cf-380e48bda969), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:28.368674 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a0bee083-f39c-4c1f-b1c5-722e4e1a5534 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (499e4300-051f-4350-85cf-380e48bda969), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:28.379332 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0bee083-f39c-4c1f-b1c5-722e4e1a5534 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:18:28.379793 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a0bee083-f39c-4c1f-b1c5-722e4e1a5534 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (499e4300-051f-4350-85cf-380e48bda969), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:28.383779 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:18:28.383779 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:18:28.383779 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:18:28.383779 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:18:28.383779 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:18:28.383779 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:18:28.383779 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:18:28.383779 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:18:28.383779 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:18:28.383779 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:18:28.383779 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:18:28.383779 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:18:28.383779 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:18:28.383779 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:18:28.383779 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:18:28.383779 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:18:28.383779 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:18:28.383779 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:18:28.383779 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:18:28.383779 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:18:28.383779 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:18:28.383779 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:18:28.383779 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:18:28.383779 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:18:28.383779 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:18:28.383779 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:18:28.383779 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:18:28.383779 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:18:28.383779 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:18:28.383779 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:18:28.383779 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:18:28.383779 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:18:28.457047 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 4190dcfb-d193-43d5-814b-cd8c7ea68c2f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:18:28.464583 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a0bee083-f39c-4c1f-b1c5-722e4e1a5534 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (333186bd-6329-404d-9cb5-d0d86717b873), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:28.472787 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a0bee083-f39c-4c1f-b1c5-722e4e1a5534 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:28.475904 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a0bee083-f39c-4c1f-b1c5-722e4e1a5534 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] 10.222.0.32 "DELETE /v2.0/networks/333186bd-6329-404d-9cb5-d0d86717b873 HTTP/1.1" status: 204  len: 168 time: 0.3720839
Feb 05 21:18:28.485017 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 4190dcfb-d193-43d5-814b-cd8c7ea68c2f {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:18:28.485017 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 4190dcfb-d193-43d5-814b-cd8c7ea68c2f not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:18:28.485262 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 764cda2c-e982-49bb-a3fa-48f7a2b7f401 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:18:28.489384 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bee083-f39c-4c1f-b1c5-722e4e1a5534 tempest-TestSecurityGroupsBasicOps-2013750007 tempest-TestSecurityGroupsBasicOps-2013750007-project] Pushing event deleted for resources: {'Network': ['ID=333186bd-6329-404d-9cb5-d0d86717b873,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:28.513534 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 764cda2c-e982-49bb-a3fa-48f7a2b7f401 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:18:28.513991 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 764cda2c-e982-49bb-a3fa-48f7a2b7f401 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:18:28.535624 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 39beae74-cdea-46e5-ae3c-55b8a527d080, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=39beae74-cdea-46e5-ae3c-55b8a527d080,segment=NetworkSegment(57b5010f-c905-4ad0-aade-7bcb94e673bb),segment_id=57b5010f-c905-4ad0-aade-7bcb94e673bb)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:18:28.549253 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '39beae74-cdea-46e5-ae3c-55b8a527d080', 'network_id': '6fc605b1-90cf-4686-8a98-5489493609ca', 'port_id': '39beae74-cdea-46e5-ae3c-55b8a527d080', 'mac_address': 'fa:16:3e:74:49:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e8705b-1bb8-489d-a0b0-1825477663ee', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:18:28.589539 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 39beae74-cdea-46e5-ae3c-55b8a527d080 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:18:28.590231 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (39beae74-cdea-46e5-ae3c-55b8a527d080), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:28.605433 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39beae74-cdea-46e5-ae3c-55b8a527d080 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:18:28.626979 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 39beae74-cdea-46e5-ae3c-55b8a527d080, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=39beae74-cdea-46e5-ae3c-55b8a527d080,segment=NetworkSegment(57b5010f-c905-4ad0-aade-7bcb94e673bb),segment_id=57b5010f-c905-4ad0-aade-7bcb94e673bb)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:18:28.631857 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (39beae74-cdea-46e5-ae3c-55b8a527d080), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:28.655632 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a60ea-b23b-4672-bc1a-c4973ed2f219 req-45fd8884-2049-43ed-af6b-1fe435bf6f89 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:28.657365 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-970a60ea-b23b-4672-bc1a-c4973ed2f219 req-45fd8884-2049-43ed-af6b-1fe435bf6f89 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27fcb8b-87f0-480f-bad9-d19bf85c090e HTTP/1.1" status: 200  len: 943 time: 0.0576572
Feb 05 21:18:28.686124 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=39beae74-cdea-46e5-ae3c-55b8a527d080,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:28.715443 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-970a60ea-b23b-4672-bc1a-c4973ed2f219 req-bfe4a8e5-7a4e-4000-b5af-8394934ac537 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/security-groups?id=73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459230
Feb 05 21:18:28.760077 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 46320) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:18:28.828823 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['39beae74-cdea-46e5-ae3c-55b8a527d080'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:18:28.905229 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2a72f1cc-638e-44a8-b70d-eb057706b190 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e5fe9a736c7549cf927e646c9f6fdd7a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1434073
Feb 05 21:18:28.908249 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46324) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:18:28.958151 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d1be64e7-6b14-4e19-9692-20bc8024552d admin admin] Publish callbacks [] for security_group (cbcee52c-0d1b-40da-afff-969c1963679c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:28.981061 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d1be64e7-6b14-4e19-9692-20bc8024552d admin admin] Publish callbacks [] for security_group (cbcee52c-0d1b-40da-afff-969c1963679c), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:29.032242 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d1be64e7-6b14-4e19-9692-20bc8024552d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (cbcee52c-0d1b-40da-afff-969c1963679c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:29.034914 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d1be64e7-6b14-4e19-9692-20bc8024552d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:29.038268 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d1be64e7-6b14-4e19-9692-20bc8024552d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cbcee52c-0d1b-40da-afff-969c1963679c HTTP/1.1" status: 204  len: 168 time: 0.1268554
Feb 05 21:18:29.045326 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be64e7-6b14-4e19-9692-20bc8024552d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcee52c-0d1b-40da-afff-969c1963679c,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:29.299669 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46330) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:18:29.313166 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5d5684f9-2469-411b-887f-f911f49d3f5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:29.388526 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5d5684f9-2469-411b-887f-f911f49d3f5d admin admin] Publish callbacks [] for security_group (89acc44f-7550-4b4f-a37a-556e105b81b9), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:29.392812 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5d5684f9-2469-411b-887f-f911f49d3f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (89acc44f-7550-4b4f-a37a-556e105b81b9), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:29.436556 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5d5684f9-2469-411b-887f-f911f49d3f5d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=64c7061416f14c3f8ce89f3c151c6e48&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1357801
Feb 05 21:18:29.438730 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5684f9-2469-411b-887f-f911f49d3f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89acc44f-7550-4b4f-a37a-556e105b81b9,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:29.439395 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 46332) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:18:29.487458 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-965d5f96-c8e0-407f-a2d5-bdd677b4d9df admin admin] Publish callbacks [] for security_group (89acc44f-7550-4b4f-a37a-556e105b81b9), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:29.508162 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-965d5f96-c8e0-407f-a2d5-bdd677b4d9df admin admin] Publish callbacks [] for security_group (89acc44f-7550-4b4f-a37a-556e105b81b9), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:29.559556 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-965d5f96-c8e0-407f-a2d5-bdd677b4d9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (89acc44f-7550-4b4f-a37a-556e105b81b9), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:29.562284 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-965d5f96-c8e0-407f-a2d5-bdd677b4d9df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:29.563494 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-965d5f96-c8e0-407f-a2d5-bdd677b4d9df admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/89acc44f-7550-4b4f-a37a-556e105b81b9 HTTP/1.1" status: 204  len: 168 time: 0.1230433
Feb 05 21:18:29.571867 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d5f96-c8e0-407f-a2d5-bdd677b4d9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89acc44f-7550-4b4f-a37a-556e105b81b9,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:29.839737 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b99978-60aa-4037-b184-d1020adf2690 req-f3aa575d-7632-42c7-8e32-febb1820744f tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:29.841155 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-70b99978-60aa-4037-b184-d1020adf2690 req-f3aa575d-7632-42c7-8e32-febb1820744f tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27fcb8b-87f0-480f-bad9-d19bf85c090e HTTP/1.1" status: 200  len: 944 time: 0.0570107
Feb 05 21:18:29.889650 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46340) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:18:29.890455 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-70b99978-60aa-4037-b184-d1020adf2690 req-e83dd4a3-ad56-403c-aed7-9e43b8f75b73 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/security-groups?id=73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433245
Feb 05 21:18:29.933685 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-734fffa7-b8ef-4d04-a99a-336bd1ff81ed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fd00e8cc662248cc9c51d3c768944751&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0428438
Feb 05 21:18:29.936459 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 46342) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:18:29.984206 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4c9dc519-c3a1-46f6-a819-0abe7175350e admin admin] Publish callbacks [] for security_group (965b165a-2f86-4181-a5aa-8ff1e37f3f99), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:30.004660 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4c9dc519-c3a1-46f6-a819-0abe7175350e admin admin] Publish callbacks [] for security_group (965b165a-2f86-4181-a5aa-8ff1e37f3f99), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:30.042304 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7d00e5b7-c388-41bc-b363-2de4bf67a8d1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:18:30.052354 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4c9dc519-c3a1-46f6-a819-0abe7175350e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (965b165a-2f86-4181-a5aa-8ff1e37f3f99), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:30.055133 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4c9dc519-c3a1-46f6-a819-0abe7175350e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:30.056268 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4c9dc519-c3a1-46f6-a819-0abe7175350e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/965b165a-2f86-4181-a5aa-8ff1e37f3f99 HTTP/1.1" status: 204  len: 168 time: 0.1187909
Feb 05 21:18:30.064986 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9dc519-c3a1-46f6-a819-0abe7175350e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965b165a-2f86-4181-a5aa-8ff1e37f3f99,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:30.065585 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 7d00e5b7-c388-41bc-b363-2de4bf67a8d1 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:18:30.065947 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7d00e5b7-c388-41bc-b363-2de4bf67a8d1 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:18:30.325391 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 39beae74-cdea-46e5-ae3c-55b8a527d080 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:18:30.383913 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 39beae74-cdea-46e5-ae3c-55b8a527d080 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:18:30.389991 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 39beae74-cdea-46e5-ae3c-55b8a527d080 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:18:30.390370 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (39beae74-cdea-46e5-ae3c-55b8a527d080), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:30.479723 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 39beae74-cdea-46e5-ae3c-55b8a527d080 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:18:30.480121 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (39beae74-cdea-46e5-ae3c-55b8a527d080), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:30.504625 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a27fcb8b-87f0-480f-bad9-d19bf85c090e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39beae74-cdea-46e5-ae3c-55b8a527d080'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:18:30.506983 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35430f32-f78f-4cf1-b2ad-bba437b6cdae" -d '{"events": [{"server_uuid": "a27fcb8b-87f0-480f-bad9-d19bf85c090e", "name": "network-vif-plugged", "status": "completed", "tag": "39beae74-cdea-46e5-ae3c-55b8a527d080"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:18:30.521746 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 39beae74-cdea-46e5-ae3c-55b8a527d080, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=39beae74-cdea-46e5-ae3c-55b8a527d080,segment=NetworkSegment(57b5010f-c905-4ad0-aade-7bcb94e673bb),segment_id=57b5010f-c905-4ad0-aade-7bcb94e673bb)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:18:30.527122 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (39beae74-cdea-46e5-ae3c-55b8a527d080), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:30.559941 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fe7f44-d587-4a19-9ecc-fc479ca54fec x-openstack-request-id: req-75fe7f44-d587-4a19-9ecc-fc479ca54fec {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:18:30.560278 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a27fcb8b-87f0-480f-bad9-d19bf85c090e", "name": "network-vif-plugged", "status": "completed", "tag": "39beae74-cdea-46e5-ae3c-55b8a527d080", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:18:30.560433 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-75fe7f44-d587-4a19-9ecc-fc479ca54fec {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:18:30.560997 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a27fcb8b-87f0-480f-bad9-d19bf85c090e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39beae74-cdea-46e5-ae3c-55b8a527d080', 'code': 200}
Feb 05 21:18:30.595275 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=39beae74-cdea-46e5-ae3c-55b8a527d080,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:30.658331 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04bee0d-852f-442a-a27c-4ba1d31a7119 req-7169b561-0667-4809-aea6-ca5bd65b2370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:30.659807 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a04bee0d-852f-442a-a27c-4ba1d31a7119 req-7169b561-0667-4809-aea6-ca5bd65b2370 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a27fcb8b-87f0-480f-bad9-d19bf85c090e HTTP/1.1" status: 200  len: 1127 time: 0.0511086
Feb 05 21:18:30.704060 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a04bee0d-852f-442a-a27c-4ba1d31a7119 req-071033bb-f9f8-4bd7-ace5-b356bd8f3077 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381408
Feb 05 21:18:31.010085 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ee2a5-d08c-4e63-8d9c-871e70076157 req-bd53c418-b013-4ba0-af69-18425ba20756 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:31.011635 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dc0ee2a5-d08c-4e63-8d9c-871e70076157 req-bd53c418-b013-4ba0-af69-18425ba20756 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27fcb8b-87f0-480f-bad9-d19bf85c090e HTTP/1.1" status: 200  len: 945 time: 0.0535860
Feb 05 21:18:31.058671 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dc0ee2a5-d08c-4e63-8d9c-871e70076157 req-3ffe0b6d-650a-444e-aaf8-9447e807455f tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/security-groups?id=73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409055
Feb 05 21:18:32.184399 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d158d-9b7d-452b-a21a-1a684ab86791 req-4c04e523-7135-4b01-881a-4bd955b1ff3a tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:32.186598 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f13d158d-9b7d-452b-a21a-1a684ab86791 req-4c04e523-7135-4b01-881a-4bd955b1ff3a tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27fcb8b-87f0-480f-bad9-d19bf85c090e HTTP/1.1" status: 200  len: 945 time: 0.0572281
Feb 05 21:18:32.232515 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f13d158d-9b7d-452b-a21a-1a684ab86791 req-5a853070-1e37-47d6-8614-65d4c0c6c36e tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/security-groups?id=73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403783
Feb 05 21:18:33.717414 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f8197214-fd2e-4771-8e20-f0d136d265d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:36.092705 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7d696fa4-0f3b-4727-87ed-55c22a4ff7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:37.479338 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:37.698711 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-0c981171-f5bc-44aa-931e-ccc00326bfea tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:37.700107 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-0c981171-f5bc-44aa-931e-ccc00326bfea tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/networks?id=6fc605b1-90cf-4686-8a98-5489493609ca HTTP/1.1" status: 200  len: 815 time: 0.1014876
Feb 05 21:18:37.714880 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-643e5c00-de5c-40c6-b690-cdd9474ed55e tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/quotas/1e1134701b2d45d7878177ad9dc5d45c HTTP/1.1" status: 200  len: 375 time: 0.0091684
Feb 05 21:18:37.776627 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-3f0330a3-4370-4fcd-a2c5-efaf074833dc tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e1134701b2d45d7878177ad9dc5d45c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0563045
Feb 05 21:18:37.866342 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-e4289d46-05f3-44be-94a8-7c6f268c49b0 service neutron] 10.222.0.32 "GET /v2.0/networks/6fc605b1-90cf-4686-8a98-5489493609ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0824604
Feb 05 21:18:37.960262 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-53591c9c-27dc-4fcc-833f-b320ee6e3551 service neutron] 10.222.0.32 "GET /v2.0/networks/6fc605b1-90cf-4686-8a98-5489493609ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0871260
Feb 05 21:18:38.120014 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c2436838-5201-4e40-9d21-76e74d00b294 req-8fe0c5ad-4e27-441f-99aa-cf819b203bfe tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bfff14b-971d-4079-8d32-0fb44cd7255f HTTP/1.1" status: 200  len: 210 time: 0.0284014
Feb 05 21:18:39.014569 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-1ac356c6-f201-480e-97b4-6397c2953be8 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:39.016138 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-1ac356c6-f201-480e-97b4-6397c2953be8 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.21 "GET /v2.0/networks?id=6fc605b1-90cf-4686-8a98-5489493609ca HTTP/1.1" status: 200  len: 815 time: 0.1001263
Feb 05 21:18:39.027460 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-d1b8a6e7-42db-46d0-b388-f965844d2627 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Request body: {'port': {'device_id': '3bfff14b-971d-4079-8d32-0fb44cd7255f', 'network_id': '6fc605b1-90cf-4686-8a98-5489493609ca', 'admin_state_up': True, 'tenant_id': '1e1134701b2d45d7878177ad9dc5d45c'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:18:39.090130 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:39.138191 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-d1b8a6e7-42db-46d0-b388-f965844d2627 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Made reservation on behalf of 1e1134701b2d45d7878177ad9dc5d45c for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:18:39.142306 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-d1b8a6e7-42db-46d0-b388-f965844d2627 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:39.217477 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9df6fc17-b1fd-4f4a-9ef6-b30c9ff9a97c req-3f550b0a-ffb7-4b70-b5b8-88253c57a76e tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bfff14b-971d-4079-8d32-0fb44cd7255f HTTP/1.1" status: 200  len: 210 time: 0.0277479
Feb 05 21:18:39.267530 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-d1b8a6e7-42db-46d0-b388-f965844d2627 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Allocated IP 172.20.0.5 (6fc605b1-90cf-4686-8a98-5489493609ca/58e8705b-1bb8-489d-a0b0-1825477663ee/0f9586f8-b78a-4db8-8147-956d5fd079a0) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:18:39.413763 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-d1b8a6e7-42db-46d0-b388-f965844d2627 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Publish callbacks [] for port (0f9586f8-b78a-4db8-8147-956d5fd079a0), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:39.446710 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-d1b8a6e7-42db-46d0-b388-f965844d2627 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (0f9586f8-b78a-4db8-8147-956d5fd079a0), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:39.459401 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['39beae74-cdea-46e5-ae3c-55b8a527d080'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:18:39.462154 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['44558f32-327b-4e77-aaa9-9e529a2f0b43', '1e0eeaf2-c698-4a2b-9914-318c31ef8e7f'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:18:39.489464 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-d1b8a6e7-42db-46d0-b388-f965844d2627 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Network 6fc605b1-90cf-4686-8a98-5489493609ca is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:18:39.492498 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-d1b8a6e7-42db-46d0-b388-f965844d2627 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:18:39.495069 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-d1b8a6e7-42db-46d0-b388-f965844d2627 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:18:39.538887 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b8a6e7-42db-46d0-b388-f965844d2627 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Pushing event updated for resources: {'Port': ['ID=0f9586f8-b78a-4db8-8147-956d5fd079a0,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:39.552527 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b8a6e7-42db-46d0-b388-f965844d2627 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:18:39.552877 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b8a6e7-42db-46d0-b388-f965844d2627 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:18:39.553229 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b8a6e7-42db-46d0-b388-f965844d2627 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:18:39.553569 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b8a6e7-42db-46d0-b388-f965844d2627 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:18:39.553934 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b8a6e7-42db-46d0-b388-f965844d2627 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:18:39.554268 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b8a6e7-42db-46d0-b388-f965844d2627 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:18:39.554624 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b8a6e7-42db-46d0-b388-f965844d2627 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:18:39.554950 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b8a6e7-42db-46d0-b388-f965844d2627 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:18:39.555279 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b8a6e7-42db-46d0-b388-f965844d2627 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:18:39.555602 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b8a6e7-42db-46d0-b388-f965844d2627 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:18:39.555936 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b8a6e7-42db-46d0-b388-f965844d2627 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:18:39.556259 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b8a6e7-42db-46d0-b388-f965844d2627 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:18:39.556581 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b8a6e7-42db-46d0-b388-f965844d2627 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:18:39.573243 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-d1b8a6e7-42db-46d0-b388-f965844d2627 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:39.573858 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-d1b8a6e7-42db-46d0-b388-f965844d2627 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:39.589755 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-d1b8a6e7-42db-46d0-b388-f965844d2627 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5660126
Feb 05 21:18:39.600833 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-84a75378-7509-4263-8868-b5fc467133c2 service neutron] Request body: {'port': {'device_id': '3bfff14b-971d-4079-8d32-0fb44cd7255f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:18:39.660131 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-84a75378-7509-4263-8868-b5fc467133c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0f9586f8-b78a-4db8-8147-956d5fd079a0), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:39.923807 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-84a75378-7509-4263-8868-b5fc467133c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f9586f8-b78a-4db8-8147-956d5fd079a0 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:18:39.931196 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-84a75378-7509-4263-8868-b5fc467133c2 service neutron] Publish callbacks [] for port (0f9586f8-b78a-4db8-8147-956d5fd079a0), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:39.943366 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-84a75378-7509-4263-8868-b5fc467133c2 service neutron] Transition to ACTIVE for port object 0f9586f8-b78a-4db8-8147-956d5fd079a0 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:18:39.947117 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-84a75378-7509-4263-8868-b5fc467133c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (0f9586f8-b78a-4db8-8147-956d5fd079a0), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:39.994593 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a75378-7509-4263-8868-b5fc467133c2 service neutron] Pushing event updated for resources: {'Port': ['ID=0f9586f8-b78a-4db8-8147-956d5fd079a0,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:40.063480 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-84a75378-7509-4263-8868-b5fc467133c2 service neutron] Attempting to bind port 0f9586f8-b78a-4db8-8147-956d5fd079a0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:18:40.064084 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-84a75378-7509-4263-8868-b5fc467133c2 service neutron] Attempting to bind port 0f9586f8-b78a-4db8-8147-956d5fd079a0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '57b5010f-c905-4ad0-aade-7bcb94e673bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6fc605b1-90cf-4686-8a98-5489493609ca'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:18:40.064198 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-84a75378-7509-4263-8868-b5fc467133c2 service neutron] Attempting to bind port 0f9586f8-b78a-4db8-8147-956d5fd079a0 on network 6fc605b1-90cf-4686-8a98-5489493609ca {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:18:40.068359 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-84a75378-7509-4263-8868-b5fc467133c2 service neutron] Port 0f9586f8-b78a-4db8-8147-956d5fd079a0 on network 6fc605b1-90cf-4686-8a98-5489493609ca not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:18:40.068687 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-84a75378-7509-4263-8868-b5fc467133c2 service neutron] Attempting to bind port 0f9586f8-b78a-4db8-8147-956d5fd079a0 on network 6fc605b1-90cf-4686-8a98-5489493609ca {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:18:40.073559 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-84a75378-7509-4263-8868-b5fc467133c2 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:18:40.073897 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-84a75378-7509-4263-8868-b5fc467133c2 service neutron] Checking segment: {'id': '57b5010f-c905-4ad0-aade-7bcb94e673bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6fc605b1-90cf-4686-8a98-5489493609ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:18:40.074282 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-84a75378-7509-4263-8868-b5fc467133c2 service neutron] Bound using segment: {'id': '57b5010f-c905-4ad0-aade-7bcb94e673bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6fc605b1-90cf-4686-8a98-5489493609ca'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:18:40.074757 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-84a75378-7509-4263-8868-b5fc467133c2 service neutron] Bound port: 0f9586f8-b78a-4db8-8147-956d5fd079a0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57b5010f-c905-4ad0-aade-7bcb94e673bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6fc605b1-90cf-4686-8a98-5489493609ca'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:18:40.075118 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-84a75378-7509-4263-8868-b5fc467133c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0f9586f8-b78a-4db8-8147-956d5fd079a0), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:40.141450 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-84a75378-7509-4263-8868-b5fc467133c2 service neutron] For port 0f9586f8-b78a-4db8-8147-956d5fd079a0, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:18:40.144794 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-84a75378-7509-4263-8868-b5fc467133c2 service neutron] For port 0f9586f8-b78a-4db8-8147-956d5fd079a0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0f9586f8-b78a-4db8-8147-956d5fd079a0,segment=NetworkSegment(57b5010f-c905-4ad0-aade-7bcb94e673bb),segment_id=57b5010f-c905-4ad0-aade-7bcb94e673bb)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:18:40.150364 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-84a75378-7509-4263-8868-b5fc467133c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (0f9586f8-b78a-4db8-8147-956d5fd079a0), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:40.183585 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-84a75378-7509-4263-8868-b5fc467133c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:40.184203 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-84a75378-7509-4263-8868-b5fc467133c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:40.185572 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-84a75378-7509-4263-8868-b5fc467133c2 service neutron] 10.222.0.21 "PUT /v2.0/ports/0f9586f8-b78a-4db8-8147-956d5fd079a0 HTTP/1.1" status: 200  len: 1091 time: 0.5888605
Feb 05 21:18:40.188797 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bfff14b-971d-4079-8d32-0fb44cd7255f', 'tag': '0f9586f8-b78a-4db8-8147-956d5fd079a0'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:18:40.191756 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30501557-a031-465a-b5eb-4000248efd2f" -d '{"events": [{"name": "network-changed", "server_uuid": "3bfff14b-971d-4079-8d32-0fb44cd7255f", "tag": "0f9586f8-b78a-4db8-8147-956d5fd079a0"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:18:40.220081 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a75378-7509-4263-8868-b5fc467133c2 service neutron] Pushing event updated for resources: {'Port': ['ID=0f9586f8-b78a-4db8-8147-956d5fd079a0,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:40.234685 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae35503-6d8b-4154-8871-2d1b0ba9eadf x-openstack-request-id: req-aae35503-6d8b-4154-8871-2d1b0ba9eadf {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:18:40.234983 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bfff14b-971d-4079-8d32-0fb44cd7255f", "tag": "0f9586f8-b78a-4db8-8147-956d5fd079a0", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:18:40.235268 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aae35503-6d8b-4154-8871-2d1b0ba9eadf {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:18:40.235673 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bfff14b-971d-4079-8d32-0fb44cd7255f', 'tag': '0f9586f8-b78a-4db8-8147-956d5fd079a0', 'status': 'completed', 'code': 200}
Feb 05 21:18:40.269273 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-33424be9-2136-46a0-94b1-d5736957dcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:40.270837 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-33424be9-2136-46a0-94b1-d5736957dcbd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1e1134701b2d45d7878177ad9dc5d45c&device_id=3bfff14b-971d-4079-8d32-0fb44cd7255f HTTP/1.1" status: 200  len: 1125 time: 0.0477324
Feb 05 21:18:40.318264 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-b4cc86ee-958c-45bb-8a8a-011f628ebf87 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f9586f8-b78a-4db8-8147-956d5fd079a0 HTTP/1.1" status: 200  len: 217 time: 0.0389278
Feb 05 21:18:40.338466 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52cb63-5df4-4dad-82fc-30b297b26933 req-aa1a1ed3-0efa-469d-959e-23794e327812 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:40.339961 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eb52cb63-5df4-4dad-82fc-30b297b26933 req-aa1a1ed3-0efa-469d-959e-23794e327812 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bfff14b-971d-4079-8d32-0fb44cd7255f HTTP/1.1" status: 200  len: 943 time: 0.0541427
Feb 05 21:18:40.365929 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-b1bad2bd-0093-41da-a0b1-2e1e628fb195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:40.367455 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-b1bad2bd-0093-41da-a0b1-2e1e628fb195 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=58e8705b-1bb8-489d-a0b0-1825477663ee HTTP/1.1" status: 200  len: 855 time: 0.0438015
Feb 05 21:18:40.388104 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eb52cb63-5df4-4dad-82fc-30b297b26933 req-60be6a70-21fd-4f07-a0cc-e65fd93cb5a3 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/security-groups?id=73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414884
Feb 05 21:18:40.400365 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-47f2d963-b400-4072-a3da-805f1e8f3aae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6fc605b1-90cf-4686-8a98-5489493609ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0248752
Feb 05 21:18:40.473558 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:40.493036 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-72ef62f0-4b4e-4f99-9c1d-2537e06b3958 service neutron] 10.222.0.21 "GET /v2.0/networks/6fc605b1-90cf-4686-8a98-5489493609ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0873992
Feb 05 21:18:40.581471 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8e2d81b2-e9da-4fb1-a3ae-5f592a2021b6 req-5ab078e9-ed47-4a71-b847-9aecb11a1c4e service neutron] 10.222.0.21 "GET /v2.0/networks/6fc605b1-90cf-4686-8a98-5489493609ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0805874
Feb 05 21:18:40.672562 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30501557-a031-465a-b5eb-4000248efd2f req-aef9fec7-062a-4c1c-a3a1-843190e017bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:40.674062 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-30501557-a031-465a-b5eb-4000248efd2f req-aef9fec7-062a-4c1c-a3a1-843190e017bf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1e1134701b2d45d7878177ad9dc5d45c&device_id=3bfff14b-971d-4079-8d32-0fb44cd7255f HTTP/1.1" status: 200  len: 1125 time: 0.0449636
Feb 05 21:18:40.765921 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30501557-a031-465a-b5eb-4000248efd2f req-565b8766-7945-4666-92f5-87b0bf742baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:40.767411 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-30501557-a031-465a-b5eb-4000248efd2f req-565b8766-7945-4666-92f5-87b0bf742baa service neutron] 10.222.0.21 "GET /v2.0/networks?id=6fc605b1-90cf-4686-8a98-5489493609ca HTTP/1.1" status: 200  len: 916 time: 0.0868132
Feb 05 21:18:40.806868 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-30501557-a031-465a-b5eb-4000248efd2f req-b54e036b-0ec6-42f1-ae5e-4266c5e54cbb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f9586f8-b78a-4db8-8147-956d5fd079a0 HTTP/1.1" status: 200  len: 217 time: 0.0328898
Feb 05 21:18:40.857565 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30501557-a031-465a-b5eb-4000248efd2f req-e574592d-ad4e-4b10-a63c-ecb63461613d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:40.859071 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-30501557-a031-465a-b5eb-4000248efd2f req-e574592d-ad4e-4b10-a63c-ecb63461613d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=58e8705b-1bb8-489d-a0b0-1825477663ee HTTP/1.1" status: 200  len: 855 time: 0.0454662
Feb 05 21:18:40.888460 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-30501557-a031-465a-b5eb-4000248efd2f req-9031af08-68e2-4141-94c9-e62b696c9242 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6fc605b1-90cf-4686-8a98-5489493609ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0239539
Feb 05 21:18:40.975717 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-30501557-a031-465a-b5eb-4000248efd2f req-bf7873de-60a9-4786-8e0b-f655a86a5c57 service neutron] 10.222.0.21 "GET /v2.0/networks/6fc605b1-90cf-4686-8a98-5489493609ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0806539
Feb 05 21:18:41.065156 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-30501557-a031-465a-b5eb-4000248efd2f req-5863eadf-9025-48eb-b5e1-6205958126fc service neutron] 10.222.0.21 "GET /v2.0/networks/6fc605b1-90cf-4686-8a98-5489493609ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0827069
Feb 05 21:18:41.514704 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f9180c-a1dd-4d60-b141-83ceccc09d99 req-b121fa8e-4e3c-44ff-972d-dbb1da889306 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:41.516442 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-43f9180c-a1dd-4d60-b141-83ceccc09d99 req-b121fa8e-4e3c-44ff-972d-dbb1da889306 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bfff14b-971d-4079-8d32-0fb44cd7255f HTTP/1.1" status: 200  len: 943 time: 0.0573428
Feb 05 21:18:41.563860 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-43f9180c-a1dd-4d60-b141-83ceccc09d99 req-b2fc23bd-a029-4b6c-b33e-71903f443c3b tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/security-groups?id=73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417681
Feb 05 21:18:42.682192 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da484f9e-8f8e-425d-a77a-1d03827064fc req-ada1d1ec-24f1-4f23-b000-9820bdba09b7 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:42.683718 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-da484f9e-8f8e-425d-a77a-1d03827064fc req-ada1d1ec-24f1-4f23-b000-9820bdba09b7 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bfff14b-971d-4079-8d32-0fb44cd7255f HTTP/1.1" status: 200  len: 943 time: 0.0521121
Feb 05 21:18:42.729829 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-da484f9e-8f8e-425d-a77a-1d03827064fc req-2706efec-c6fe-488e-a919-daf87d35e192 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/security-groups?id=73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400367
Feb 05 21:18:43.852448 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7cd3e-9c1f-4149-afa2-6fe552c1e1fd req-c0a9328d-cd94-4db3-885e-cb62b0577eaf tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:43.853924 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7b7cd3e-9c1f-4149-afa2-6fe552c1e1fd req-c0a9328d-cd94-4db3-885e-cb62b0577eaf tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bfff14b-971d-4079-8d32-0fb44cd7255f HTTP/1.1" status: 200  len: 943 time: 0.0569932
Feb 05 21:18:43.860085 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 0f9586f8-b78a-4db8-8147-956d5fd079a0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:18:43.899948 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7b7cd3e-9c1f-4149-afa2-6fe552c1e1fd req-9db3967f-dfe3-45dc-9f74-fcfe6593bbc6 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/security-groups?id=73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402808
Feb 05 21:18:43.964454 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 0f9586f8-b78a-4db8-8147-956d5fd079a0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0f9586f8-b78a-4db8-8147-956d5fd079a0,segment=NetworkSegment(57b5010f-c905-4ad0-aade-7bcb94e673bb),segment_id=57b5010f-c905-4ad0-aade-7bcb94e673bb)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:18:43.976089 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '0f9586f8-b78a-4db8-8147-956d5fd079a0', 'network_id': '6fc605b1-90cf-4686-8a98-5489493609ca', 'port_id': '0f9586f8-b78a-4db8-8147-956d5fd079a0', 'mac_address': 'fa:16:3e:11:88:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e8705b-1bb8-489d-a0b0-1825477663ee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:18:44.012520 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 0f9586f8-b78a-4db8-8147-956d5fd079a0 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:18:44.012826 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0f9586f8-b78a-4db8-8147-956d5fd079a0), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:44.025959 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f9586f8-b78a-4db8-8147-956d5fd079a0 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:18:44.045295 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 0f9586f8-b78a-4db8-8147-956d5fd079a0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0f9586f8-b78a-4db8-8147-956d5fd079a0,segment=NetworkSegment(57b5010f-c905-4ad0-aade-7bcb94e673bb),segment_id=57b5010f-c905-4ad0-aade-7bcb94e673bb)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:18:44.049148 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (0f9586f8-b78a-4db8-8147-956d5fd079a0), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:44.095635 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=0f9586f8-b78a-4db8-8147-956d5fd079a0,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:44.381639 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['0f9586f8-b78a-4db8-8147-956d5fd079a0'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:18:45.022546 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a99cd-1b89-438e-be20-33ed625afc8b req-6487ac5c-5a92-40e4-bd06-7eaa61635b87 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:45.024028 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-074a99cd-1b89-438e-be20-33ed625afc8b req-6487ac5c-5a92-40e4-bd06-7eaa61635b87 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bfff14b-971d-4079-8d32-0fb44cd7255f HTTP/1.1" status: 200  len: 944 time: 0.0526376
Feb 05 21:18:45.070646 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-074a99cd-1b89-438e-be20-33ed625afc8b req-ae8cf728-1b7d-429c-a1c4-3204039b8522 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/security-groups?id=73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410743
Feb 05 21:18:45.394119 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:45.868465 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 0f9586f8-b78a-4db8-8147-956d5fd079a0 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:18:45.916704 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 0f9586f8-b78a-4db8-8147-956d5fd079a0 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:18:45.920578 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 0f9586f8-b78a-4db8-8147-956d5fd079a0 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:18:45.920993 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (0f9586f8-b78a-4db8-8147-956d5fd079a0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:46.002907 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 0f9586f8-b78a-4db8-8147-956d5fd079a0 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:18:46.003297 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0f9586f8-b78a-4db8-8147-956d5fd079a0), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:46.025656 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bfff14b-971d-4079-8d32-0fb44cd7255f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f9586f8-b78a-4db8-8147-956d5fd079a0'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:18:46.027912 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9238e8-9c99-4be0-8bc3-339645528058" -d '{"events": [{"server_uuid": "3bfff14b-971d-4079-8d32-0fb44cd7255f", "name": "network-vif-plugged", "status": "completed", "tag": "0f9586f8-b78a-4db8-8147-956d5fd079a0"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:18:46.040492 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 0f9586f8-b78a-4db8-8147-956d5fd079a0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0f9586f8-b78a-4db8-8147-956d5fd079a0,segment=NetworkSegment(57b5010f-c905-4ad0-aade-7bcb94e673bb),segment_id=57b5010f-c905-4ad0-aade-7bcb94e673bb)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:18:46.045192 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (0f9586f8-b78a-4db8-8147-956d5fd079a0), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:46.072041 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84cff4c1-3e3d-4e5f-81e4-47a61e152f34 x-openstack-request-id: req-84cff4c1-3e3d-4e5f-81e4-47a61e152f34 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:18:46.072502 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bfff14b-971d-4079-8d32-0fb44cd7255f", "name": "network-vif-plugged", "status": "completed", "tag": "0f9586f8-b78a-4db8-8147-956d5fd079a0", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:18:46.072761 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-84cff4c1-3e3d-4e5f-81e4-47a61e152f34 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:18:46.073153 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bfff14b-971d-4079-8d32-0fb44cd7255f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f9586f8-b78a-4db8-8147-956d5fd079a0', 'code': 200}
Feb 05 21:18:46.100993 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=0f9586f8-b78a-4db8-8147-956d5fd079a0,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:46.166689 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e0027-968e-4603-90c4-c4e71905f687 req-085ed3ef-42e1-4658-9f01-d4252f911a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:46.168092 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2e9e0027-968e-4603-90c4-c4e71905f687 req-085ed3ef-42e1-4658-9f01-d4252f911a0d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3bfff14b-971d-4079-8d32-0fb44cd7255f HTTP/1.1" status: 200  len: 1127 time: 0.0444114
Feb 05 21:18:46.193723 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3758b5-3ad4-41a3-b1c6-3e1ac1ed495d req-c1a1eaaa-fc93-4c9f-b3d9-d9f7b7fb78f0 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:46.195341 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7e3758b5-3ad4-41a3-b1c6-3e1ac1ed495d req-c1a1eaaa-fc93-4c9f-b3d9-d9f7b7fb78f0 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bfff14b-971d-4079-8d32-0fb44cd7255f HTTP/1.1" status: 200  len: 945 time: 0.0534801
Feb 05 21:18:46.210885 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2e9e0027-968e-4603-90c4-c4e71905f687 req-9f3c99e3-f0f9-45c5-97bb-9482004494f2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370793
Feb 05 21:18:46.245751 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7e3758b5-3ad4-41a3-b1c6-3e1ac1ed495d req-73bc516c-6fc9-4335-9d39-aac0547c27ec tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/security-groups?id=73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447843
Feb 05 21:18:47.367680 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ade3fb-431c-4e94-846b-0bb82d3dd2e0 req-402d273c-8cf7-486b-a999-3177fa699fc9 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:47.369169 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a3ade3fb-431c-4e94-846b-0bb82d3dd2e0 req-402d273c-8cf7-486b-a999-3177fa699fc9 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bfff14b-971d-4079-8d32-0fb44cd7255f HTTP/1.1" status: 200  len: 945 time: 0.0540352
Feb 05 21:18:47.415506 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a3ade3fb-431c-4e94-846b-0bb82d3dd2e0 req-c05452a4-670b-4da7-820c-e977362869b8 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/security-groups?id=73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402346
Feb 05 21:18:48.533283 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e18241-e351-4649-8c3c-d62a72a2e0cd req-529d27d7-57f6-40e4-b586-f5c2fc04f5e9 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:48.534832 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d2e18241-e351-4649-8c3c-d62a72a2e0cd req-529d27d7-57f6-40e4-b586-f5c2fc04f5e9 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bfff14b-971d-4079-8d32-0fb44cd7255f HTTP/1.1" status: 200  len: 945 time: 0.0529313
Feb 05 21:18:48.581318 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d2e18241-e351-4649-8c3c-d62a72a2e0cd req-870eb6c2-f08c-440e-aabe-76f38b0252ad tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/security-groups?id=73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406370
Feb 05 21:18:48.844923 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:18:50.235616 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:56.139365 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e920e8-87b7-420b-8dee-4e5df3189286 req-f8efd2a5-0f78-4663-a198-80e8bdb8b811 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:56.140845 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e0e920e8-87b7-420b-8dee-4e5df3189286 req-f8efd2a5-0f78-4663-a198-80e8bdb8b811 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bfff14b-971d-4079-8d32-0fb44cd7255f HTTP/1.1" status: 200  len: 945 time: 0.0584648
Feb 05 21:18:56.188909 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e0e920e8-87b7-420b-8dee-4e5df3189286 req-2b85bfb2-0d31-4851-86b8-add9605569b9 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/security-groups?id=73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417342
Feb 05 21:18:57.309263 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94804f-d488-4201-a2de-4e463ab06a0b req-14f2ebed-ab88-430f-b7d5-57ec3109f015 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:57.310789 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ba94804f-d488-4201-a2de-4e463ab06a0b req-14f2ebed-ab88-430f-b7d5-57ec3109f015 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bfff14b-971d-4079-8d32-0fb44cd7255f HTTP/1.1" status: 200  len: 945 time: 0.0540659
Feb 05 21:18:57.359139 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ba94804f-d488-4201-a2de-4e463ab06a0b req-c1ff3816-1c53-4228-b8cb-8f6d4ac9259c tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/security-groups?id=73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426700
Feb 05 21:18:57.940271 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f2c4d-01f5-44a3-8728-029ec16bf87d req-67f06f17-5400-4c63-9430-9e53f00b4114 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:18:57.941765 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0b2f2c4d-01f5-44a3-8728-029ec16bf87d req-67f06f17-5400-4c63-9430-9e53f00b4114 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bfff14b-971d-4079-8d32-0fb44cd7255f HTTP/1.1" status: 200  len: 945 time: 0.0575359
Feb 05 21:18:58.030471 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-0b2f2c4d-01f5-44a3-8728-029ec16bf87d req-988f51e4-c9ac-43f9-acc5-47beccb15bec tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Deleting port 0f9586f8-b78a-4db8-8147-956d5fd079a0 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:18:58.030805 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0b2f2c4d-01f5-44a3-8728-029ec16bf87d req-988f51e4-c9ac-43f9-acc5-47beccb15bec tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (0f9586f8-b78a-4db8-8147-956d5fd079a0), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:58.123741 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-0b2f2c4d-01f5-44a3-8728-029ec16bf87d req-988f51e4-c9ac-43f9-acc5-47beccb15bec tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] For port 0f9586f8-b78a-4db8-8147-956d5fd079a0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0f9586f8-b78a-4db8-8147-956d5fd079a0,segment=NetworkSegment(57b5010f-c905-4ad0-aade-7bcb94e673bb),segment_id=57b5010f-c905-4ad0-aade-7bcb94e673bb)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:18:58.124106 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0b2f2c4d-01f5-44a3-8728-029ec16bf87d req-988f51e4-c9ac-43f9-acc5-47beccb15bec tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (0f9586f8-b78a-4db8-8147-956d5fd079a0), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:58.136647 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-0b2f2c4d-01f5-44a3-8728-029ec16bf87d req-988f51e4-c9ac-43f9-acc5-47beccb15bec tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Calling delete_port for 0f9586f8-b78a-4db8-8147-956d5fd079a0 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:18:58.260348 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0b2f2c4d-01f5-44a3-8728-029ec16bf87d req-988f51e4-c9ac-43f9-acc5-47beccb15bec tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (0f9586f8-b78a-4db8-8147-956d5fd079a0), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:58.273754 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['39beae74-cdea-46e5-ae3c-55b8a527d080'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:18:58.276014 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['44558f32-327b-4e77-aaa9-9e529a2f0b43', '1e0eeaf2-c698-4a2b-9914-318c31ef8e7f', '0f9586f8-b78a-4db8-8147-956d5fd079a0'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:18:58.293744 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f51e4-c9ac-43f9-acc5-47beccb15bec tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Pushing event deleted for resources: {'Port': ['ID=0f9586f8-b78a-4db8-8147-956d5fd079a0,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:18:58.339213 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2f2c4d-01f5-44a3-8728-029ec16bf87d req-988f51e4-c9ac-43f9-acc5-47beccb15bec tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] No DVR routers for this DVR port 0f9586f8-b78a-4db8-8147-956d5fd079a0 on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:18:58.342085 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0b2f2c4d-01f5-44a3-8728-029ec16bf87d req-988f51e4-c9ac-43f9-acc5-47beccb15bec tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:18:58.346059 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0b2f2c4d-01f5-44a3-8728-029ec16bf87d req-988f51e4-c9ac-43f9-acc5-47beccb15bec tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.21 "DELETE /v2.0/ports/0f9586f8-b78a-4db8-8147-956d5fd079a0 HTTP/1.1" status: 204  len: 173 time: 0.3994682
Feb 05 21:18:58.346612 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bfff14b-971d-4079-8d32-0fb44cd7255f', 'name': 'network-vif-deleted', 'tag': '0f9586f8-b78a-4db8-8147-956d5fd079a0'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:18:58.348853 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f54a1f-e88c-4522-9b29-30da8ef26207" -d '{"events": [{"server_uuid": "3bfff14b-971d-4079-8d32-0fb44cd7255f", "name": "network-vif-deleted", "tag": "0f9586f8-b78a-4db8-8147-956d5fd079a0"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:18:58.390936 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc93849-12be-4338-907a-81a877530329 x-openstack-request-id: req-4cc93849-12be-4338-907a-81a877530329 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:18:58.391389 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bfff14b-971d-4079-8d32-0fb44cd7255f", "name": "network-vif-deleted", "tag": "0f9586f8-b78a-4db8-8147-956d5fd079a0", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:18:58.391993 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4cc93849-12be-4338-907a-81a877530329 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:18:58.392466 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bfff14b-971d-4079-8d32-0fb44cd7255f', 'name': 'network-vif-deleted', 'tag': '0f9586f8-b78a-4db8-8147-956d5fd079a0', 'status': 'completed', 'code': 200}
Feb 05 21:18:58.467984 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cbd2e57b-ad30-4279-80f3-ceacc74fad63 req-8cbf3069-3a6b-4b77-8061-97f165640cc3 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bfff14b-971d-4079-8d32-0fb44cd7255f HTTP/1.1" status: 200  len: 210 time: 0.0323176
Feb 05 21:19:00.282649 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-c4f93329-332a-4d42-951c-45b3faa9aeb7 req-6c88267c-19e3-4493-b1c7-1d32a339b7c2 service neutron] (114391) timed out ('10.222.0.21', 60177) {{(pid=114391) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 05 21:19:00.865115 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e14f0-c796-4d79-9f8d-33470a48e94b req-16d6ebd2-c7da-4fd2-b68d-b37d919dfcd0 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:00.866637 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ff9e14f0-c796-4d79-9f8d-33470a48e94b req-16d6ebd2-c7da-4fd2-b68d-b37d919dfcd0 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27fcb8b-87f0-480f-bad9-d19bf85c090e HTTP/1.1" status: 200  len: 945 time: 0.0576272
Feb 05 21:19:00.913111 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ff9e14f0-c796-4d79-9f8d-33470a48e94b req-3c0ae169-1b71-48e5-bb8f-3eda44ba9efe tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/security-groups?id=73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408409
Feb 05 21:19:01.956252 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 0f9586f8-b78a-4db8-8147-956d5fd079a0 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:19:01.977350 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: 0f9586f8-b78a-4db8-8147-956d5fd079a0 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:19:01.977698 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 0f9586f8-b78a-4db8-8147-956d5fd079a0 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:19:02.037484 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075c31b-57f1-4d63-bbda-bd14357e0962 req-20d0b406-fdb6-4b48-9e8b-609a161d5f7e tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:02.038988 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d075c31b-57f1-4d63-bbda-bd14357e0962 req-20d0b406-fdb6-4b48-9e8b-609a161d5f7e tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27fcb8b-87f0-480f-bad9-d19bf85c090e HTTP/1.1" status: 200  len: 945 time: 0.0523145
Feb 05 21:19:02.086316 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d075c31b-57f1-4d63-bbda-bd14357e0962 req-9fa30383-a965-4ca3-9802-e7063ac1f311 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/security-groups?id=73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415401
Feb 05 21:19:02.329056 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e16c0-4baa-4108-881f-ed14a100e69a req-2e43bcb0-f7e0-4fb3-be27-1b6f82802d23 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:02.330533 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7b0e16c0-4baa-4108-881f-ed14a100e69a req-2e43bcb0-f7e0-4fb3-be27-1b6f82802d23 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.39 "GET /v2.0/ports?device_id=a27fcb8b-87f0-480f-bad9-d19bf85c090e HTTP/1.1" status: 200  len: 945 time: 0.0524266
Feb 05 21:19:02.426701 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-7b0e16c0-4baa-4108-881f-ed14a100e69a req-168ce631-5a45-4aab-9226-682e6e2b64cd tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Deleting port 39beae74-cdea-46e5-ae3c-55b8a527d080 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:19:02.427046 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7b0e16c0-4baa-4108-881f-ed14a100e69a req-168ce631-5a45-4aab-9226-682e6e2b64cd tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (39beae74-cdea-46e5-ae3c-55b8a527d080), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:02.517314 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-7b0e16c0-4baa-4108-881f-ed14a100e69a req-168ce631-5a45-4aab-9226-682e6e2b64cd tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] For port 39beae74-cdea-46e5-ae3c-55b8a527d080, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=39beae74-cdea-46e5-ae3c-55b8a527d080,segment=NetworkSegment(57b5010f-c905-4ad0-aade-7bcb94e673bb),segment_id=57b5010f-c905-4ad0-aade-7bcb94e673bb)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:19:02.517678 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7b0e16c0-4baa-4108-881f-ed14a100e69a req-168ce631-5a45-4aab-9226-682e6e2b64cd tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (39beae74-cdea-46e5-ae3c-55b8a527d080), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:02.529090 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-7b0e16c0-4baa-4108-881f-ed14a100e69a req-168ce631-5a45-4aab-9226-682e6e2b64cd tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Calling delete_port for 39beae74-cdea-46e5-ae3c-55b8a527d080 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:19:02.656338 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7b0e16c0-4baa-4108-881f-ed14a100e69a req-168ce631-5a45-4aab-9226-682e6e2b64cd tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (39beae74-cdea-46e5-ae3c-55b8a527d080), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:02.669172 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['44558f32-327b-4e77-aaa9-9e529a2f0b43', '1e0eeaf2-c698-4a2b-9914-318c31ef8e7f'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:19:02.671492 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['39beae74-cdea-46e5-ae3c-55b8a527d080'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:19:02.687874 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ce631-5a45-4aab-9226-682e6e2b64cd tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Pushing event deleted for resources: {'Port': ['ID=39beae74-cdea-46e5-ae3c-55b8a527d080,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:02.700997 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ce631-5a45-4aab-9226-682e6e2b64cd tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:19:02.701353 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ce631-5a45-4aab-9226-682e6e2b64cd tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:19:02.701703 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ce631-5a45-4aab-9226-682e6e2b64cd tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:19:02.702047 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ce631-5a45-4aab-9226-682e6e2b64cd tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:19:02.702401 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ce631-5a45-4aab-9226-682e6e2b64cd tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:19:02.702741 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ce631-5a45-4aab-9226-682e6e2b64cd tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:19:02.703076 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ce631-5a45-4aab-9226-682e6e2b64cd tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:19:02.703408 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ce631-5a45-4aab-9226-682e6e2b64cd tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:19:02.704230 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ce631-5a45-4aab-9226-682e6e2b64cd tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:19:02.704565 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ce631-5a45-4aab-9226-682e6e2b64cd tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:19:02.704912 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ce631-5a45-4aab-9226-682e6e2b64cd tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:19:02.705226 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ce631-5a45-4aab-9226-682e6e2b64cd tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:19:02.705552 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168ce631-5a45-4aab-9226-682e6e2b64cd tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:19:02.744292 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0e16c0-4baa-4108-881f-ed14a100e69a req-168ce631-5a45-4aab-9226-682e6e2b64cd tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] No DVR routers for this DVR port 39beae74-cdea-46e5-ae3c-55b8a527d080 on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:19:02.747207 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7b0e16c0-4baa-4108-881f-ed14a100e69a req-168ce631-5a45-4aab-9226-682e6e2b64cd tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:02.751269 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7b0e16c0-4baa-4108-881f-ed14a100e69a req-168ce631-5a45-4aab-9226-682e6e2b64cd tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.39 "DELETE /v2.0/ports/39beae74-cdea-46e5-ae3c-55b8a527d080 HTTP/1.1" status: 204  len: 173 time: 0.4156625
Feb 05 21:19:02.751742 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a27fcb8b-87f0-480f-bad9-d19bf85c090e', 'name': 'network-vif-deleted', 'tag': '39beae74-cdea-46e5-ae3c-55b8a527d080'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:19:02.754052 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fd1b7f-fd5f-4c17-962a-e7071893cd65" -d '{"events": [{"server_uuid": "a27fcb8b-87f0-480f-bad9-d19bf85c090e", "name": "network-vif-deleted", "tag": "39beae74-cdea-46e5-ae3c-55b8a527d080"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:19:02.791960 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42768487-335d-4233-b549-30884f326aea x-openstack-request-id: req-42768487-335d-4233-b549-30884f326aea {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:19:02.792257 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a27fcb8b-87f0-480f-bad9-d19bf85c090e", "name": "network-vif-deleted", "tag": "39beae74-cdea-46e5-ae3c-55b8a527d080", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:19:02.792515 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-42768487-335d-4233-b549-30884f326aea {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:19:02.792922 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a27fcb8b-87f0-480f-bad9-d19bf85c090e', 'name': 'network-vif-deleted', 'tag': '39beae74-cdea-46e5-ae3c-55b8a527d080', 'status': 'completed', 'code': 200}
Feb 05 21:19:03.196447 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1c80a06c-e87a-42ac-9cf7-c8f2e0c3dc17 req-17d2e6c5-d91a-498b-8328-e8b5a21e31ef tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27fcb8b-87f0-480f-bad9-d19bf85c090e HTTP/1.1" status: 200  len: 210 time: 0.0288961
Feb 05 21:19:03.721003 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d14fdb81-e3ce-4bed-a84f-66308cac700b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:04.464569 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a3a17-7ec4-4aff-a516-108667d3aa49 req-214a6dd0-50f3-46b2-a5ef-8f55838879a3 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:04.466053 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c18a3a17-7ec4-4aff-a516-108667d3aa49 req-214a6dd0-50f3-46b2-a5ef-8f55838879a3 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac622e20-5c02-4b0f-b4f2-155d0030467c HTTP/1.1" status: 200  len: 945 time: 0.0532153
Feb 05 21:19:04.512319 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c18a3a17-7ec4-4aff-a516-108667d3aa49 req-6055980b-dd84-461a-9aeb-afd3e303e47d tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/security-groups?id=73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405030
Feb 05 21:19:05.636800 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e23099-4df4-4436-9553-587b6b73691b req-280d8f03-d06c-470c-b7e9-926fc40ae8ba tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:05.638201 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a0e23099-4df4-4436-9553-587b6b73691b req-280d8f03-d06c-470c-b7e9-926fc40ae8ba tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac622e20-5c02-4b0f-b4f2-155d0030467c HTTP/1.1" status: 200  len: 945 time: 0.0573359
Feb 05 21:19:05.685128 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a0e23099-4df4-4436-9553-587b6b73691b req-ae765f58-9d67-4144-b970-e1c0cb41d429 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/security-groups?id=73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404568
Feb 05 21:19:06.012940 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff65949-95d6-4b14-9842-6f3caae3fc70 req-9d0c78a1-3947-4fc1-8345-28ac91c34e17 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:06.014422 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1ff65949-95d6-4b14-9842-6f3caae3fc70 req-9d0c78a1-3947-4fc1-8345-28ac91c34e17 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac622e20-5c02-4b0f-b4f2-155d0030467c HTTP/1.1" status: 200  len: 945 time: 0.0538270
Feb 05 21:19:06.097433 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-70fd2ae6-997a-4178-b235-df6329c41bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:06.114178 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-1ff65949-95d6-4b14-9842-6f3caae3fc70 req-adcfff04-d692-46c1-91be-f6a54c672162 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Deleting port 1e0eeaf2-c698-4a2b-9914-318c31ef8e7f {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:19:06.114560 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-1ff65949-95d6-4b14-9842-6f3caae3fc70 req-adcfff04-d692-46c1-91be-f6a54c672162 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (1e0eeaf2-c698-4a2b-9914-318c31ef8e7f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:06.200980 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-1ff65949-95d6-4b14-9842-6f3caae3fc70 req-adcfff04-d692-46c1-91be-f6a54c672162 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] For port 1e0eeaf2-c698-4a2b-9914-318c31ef8e7f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1e0eeaf2-c698-4a2b-9914-318c31ef8e7f,segment=NetworkSegment(57b5010f-c905-4ad0-aade-7bcb94e673bb),segment_id=57b5010f-c905-4ad0-aade-7bcb94e673bb)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:19:06.201259 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-1ff65949-95d6-4b14-9842-6f3caae3fc70 req-adcfff04-d692-46c1-91be-f6a54c672162 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (1e0eeaf2-c698-4a2b-9914-318c31ef8e7f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:06.212752 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-1ff65949-95d6-4b14-9842-6f3caae3fc70 req-adcfff04-d692-46c1-91be-f6a54c672162 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Calling delete_port for 1e0eeaf2-c698-4a2b-9914-318c31ef8e7f owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:19:06.341806 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-1ff65949-95d6-4b14-9842-6f3caae3fc70 req-adcfff04-d692-46c1-91be-f6a54c672162 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (1e0eeaf2-c698-4a2b-9914-318c31ef8e7f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:06.354124 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['44558f32-327b-4e77-aaa9-9e529a2f0b43', '1e0eeaf2-c698-4a2b-9914-318c31ef8e7f'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:19:06.370971 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcfff04-d692-46c1-91be-f6a54c672162 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Pushing event deleted for resources: {'Port': ['ID=1e0eeaf2-c698-4a2b-9914-318c31ef8e7f,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:06.417318 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff65949-95d6-4b14-9842-6f3caae3fc70 req-adcfff04-d692-46c1-91be-f6a54c672162 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] No DVR routers for this DVR port 1e0eeaf2-c698-4a2b-9914-318c31ef8e7f on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:19:06.420322 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-1ff65949-95d6-4b14-9842-6f3caae3fc70 req-adcfff04-d692-46c1-91be-f6a54c672162 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:06.424661 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1ff65949-95d6-4b14-9842-6f3caae3fc70 req-adcfff04-d692-46c1-91be-f6a54c672162 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.21 "DELETE /v2.0/ports/1e0eeaf2-c698-4a2b-9914-318c31ef8e7f HTTP/1.1" status: 204  len: 173 time: 0.4049866
Feb 05 21:19:06.425335 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac622e20-5c02-4b0f-b4f2-155d0030467c', 'name': 'network-vif-deleted', 'tag': '1e0eeaf2-c698-4a2b-9914-318c31ef8e7f'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:19:06.427834 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beee70bc-4bb0-48ce-92d4-4c3074ab1566" -d '{"events": [{"server_uuid": "ac622e20-5c02-4b0f-b4f2-155d0030467c", "name": "network-vif-deleted", "tag": "1e0eeaf2-c698-4a2b-9914-318c31ef8e7f"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:19:06.468265 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa96de5-750b-481a-953c-d5948dbbfe54 x-openstack-request-id: req-4fa96de5-750b-481a-953c-d5948dbbfe54 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:19:06.468569 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac622e20-5c02-4b0f-b4f2-155d0030467c", "name": "network-vif-deleted", "tag": "1e0eeaf2-c698-4a2b-9914-318c31ef8e7f", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:19:06.468829 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4fa96de5-750b-481a-953c-d5948dbbfe54 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:19:06.469807 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac622e20-5c02-4b0f-b4f2-155d0030467c', 'name': 'network-vif-deleted', 'tag': '1e0eeaf2-c698-4a2b-9914-318c31ef8e7f', 'status': 'completed', 'code': 200}
Feb 05 21:19:06.511443 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 39beae74-cdea-46e5-ae3c-55b8a527d080 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:19:06.534992 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 39beae74-cdea-46e5-ae3c-55b8a527d080 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:19:06.535598 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 39beae74-cdea-46e5-ae3c-55b8a527d080 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:19:06.791452 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8edd1550-6e85-4cbd-b8b3-893171edac25 req-0245797b-bcfb-4651-b930-eecbb4f123d9 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac622e20-5c02-4b0f-b4f2-155d0030467c HTTP/1.1" status: 200  len: 210 time: 0.0291579
Feb 05 21:19:07.482239 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:09.094733 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:09.433368 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec124eaa-8745-4d92-b2ff-dac7486f1ec4 req-c322f6e6-b8df-4787-b637-0c8a9f5dbeb2 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:09.434900 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec124eaa-8745-4d92-b2ff-dac7486f1ec4 req-c322f6e6-b8df-4787-b637-0c8a9f5dbeb2 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5c1656c-a8b4-4fdf-968f-8725745a2f43 HTTP/1.1" status: 200  len: 946 time: 0.0525358
Feb 05 21:19:09.485177 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec124eaa-8745-4d92-b2ff-dac7486f1ec4 req-e8ee6957-f073-4049-a3ff-a2e4bf64e8db tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/security-groups?id=73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441613
Feb 05 21:19:09.965360 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 1e0eeaf2-c698-4a2b-9914-318c31ef8e7f no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:19:09.986077 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: 1e0eeaf2-c698-4a2b-9914-318c31ef8e7f {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:19:09.986448 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 1e0eeaf2-c698-4a2b-9914-318c31ef8e7f not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:19:10.478237 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:10.605625 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f79d67-b441-40fa-bfa7-544d5f31938f req-08dce5ce-0b83-4bb7-8b2c-93aebcbc95f0 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:10.607182 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26f79d67-b441-40fa-bfa7-544d5f31938f req-08dce5ce-0b83-4bb7-8b2c-93aebcbc95f0 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5c1656c-a8b4-4fdf-968f-8725745a2f43 HTTP/1.1" status: 200  len: 946 time: 0.0530097
Feb 05 21:19:10.654505 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26f79d67-b441-40fa-bfa7-544d5f31938f req-0d753c32-0d00-4b3d-a36f-3ace9bc91f0d tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/security-groups?id=73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405548
Feb 05 21:19:11.236590 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819602e-1e79-4a95-a3c2-d3e554be3115 req-9636cdea-0b25-4b6e-a78f-d9810a733fdf tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:11.237956 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-5819602e-1e79-4a95-a3c2-d3e554be3115 req-9636cdea-0b25-4b6e-a78f-d9810a733fdf tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5c1656c-a8b4-4fdf-968f-8725745a2f43 HTTP/1.1" status: 200  len: 946 time: 0.0514984
Feb 05 21:19:11.328447 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-5819602e-1e79-4a95-a3c2-d3e554be3115 req-c2c215c4-ea7c-4051-a823-32069d60b9f1 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Deleting port 44558f32-327b-4e77-aaa9-9e529a2f0b43 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:19:11.328958 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-5819602e-1e79-4a95-a3c2-d3e554be3115 req-c2c215c4-ea7c-4051-a823-32069d60b9f1 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (44558f32-327b-4e77-aaa9-9e529a2f0b43), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:11.421093 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-5819602e-1e79-4a95-a3c2-d3e554be3115 req-c2c215c4-ea7c-4051-a823-32069d60b9f1 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] For port 44558f32-327b-4e77-aaa9-9e529a2f0b43, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=44558f32-327b-4e77-aaa9-9e529a2f0b43,segment=NetworkSegment(57b5010f-c905-4ad0-aade-7bcb94e673bb),segment_id=57b5010f-c905-4ad0-aade-7bcb94e673bb)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:19:11.421460 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-5819602e-1e79-4a95-a3c2-d3e554be3115 req-c2c215c4-ea7c-4051-a823-32069d60b9f1 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (44558f32-327b-4e77-aaa9-9e529a2f0b43), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:11.433510 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-5819602e-1e79-4a95-a3c2-d3e554be3115 req-c2c215c4-ea7c-4051-a823-32069d60b9f1 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Calling delete_port for 44558f32-327b-4e77-aaa9-9e529a2f0b43 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:19:11.563951 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-5819602e-1e79-4a95-a3c2-d3e554be3115 req-c2c215c4-ea7c-4051-a823-32069d60b9f1 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (44558f32-327b-4e77-aaa9-9e529a2f0b43), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:11.575663 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['44558f32-327b-4e77-aaa9-9e529a2f0b43'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:19:11.754310 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1a21c1c6-323a-42ad-8a38-94d203da0bb4 req-5c45a193-2292-4060-8db1-39c74d6242ef tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5c1656c-a8b4-4fdf-968f-8725745a2f43 HTTP/1.1" status: 200  len: 210 time: 0.0287738
Feb 05 21:19:11.920645 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c215c4-ea7c-4051-a823-32069d60b9f1 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Pushing event deleted for resources: {'Port': ['ID=44558f32-327b-4e77-aaa9-9e529a2f0b43,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:11.965269 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-5819602e-1e79-4a95-a3c2-d3e554be3115 req-c2c215c4-ea7c-4051-a823-32069d60b9f1 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] No DVR routers for this DVR port 44558f32-327b-4e77-aaa9-9e529a2f0b43 on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:19:11.967787 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-5819602e-1e79-4a95-a3c2-d3e554be3115 req-c2c215c4-ea7c-4051-a823-32069d60b9f1 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:11.971368 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-5819602e-1e79-4a95-a3c2-d3e554be3115 req-c2c215c4-ea7c-4051-a823-32069d60b9f1 tempest-AttachVolumeNegativeTest-607117153 tempest-AttachVolumeNegativeTest-607117153-project] 10.222.0.21 "DELETE /v2.0/ports/44558f32-327b-4e77-aaa9-9e529a2f0b43 HTTP/1.1" status: 204  len: 173 time: 0.7282434
Feb 05 21:19:11.971822 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c1656c-a8b4-4fdf-968f-8725745a2f43', 'name': 'network-vif-deleted', 'tag': '44558f32-327b-4e77-aaa9-9e529a2f0b43'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:19:11.974068 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c66a01b-8115-456a-8e2f-674703521f55" -d '{"events": [{"server_uuid": "e5c1656c-a8b4-4fdf-968f-8725745a2f43", "name": "network-vif-deleted", "tag": "44558f32-327b-4e77-aaa9-9e529a2f0b43"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:19:12.010347 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735ac047-2153-49b2-a7a3-3d472f73fc94 x-openstack-request-id: req-735ac047-2153-49b2-a7a3-3d472f73fc94 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:19:12.010671 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c1656c-a8b4-4fdf-968f-8725745a2f43", "name": "network-vif-deleted", "tag": "44558f32-327b-4e77-aaa9-9e529a2f0b43", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:19:12.010925 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-735ac047-2153-49b2-a7a3-3d472f73fc94 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:19:12.011326 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c1656c-a8b4-4fdf-968f-8725745a2f43', 'name': 'network-vif-deleted', 'tag': '44558f32-327b-4e77-aaa9-9e529a2f0b43', 'status': 'completed', 'code': 200}
Feb 05 21:19:12.811960 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 46684) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:12.856217 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a0531cb-a299-412b-a075-7e48ef906827 admin admin] Deleting subnet 58e8705b-1bb8-489d-a0b0-1825477663ee {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:19:12.859184 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4a0531cb-a299-412b-a075-7e48ef906827 admin admin] Publish callbacks [] for subnet (58e8705b-1bb8-489d-a0b0-1825477663ee), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:12.897831 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4a0531cb-a299-412b-a075-7e48ef906827 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (58e8705b-1bb8-489d-a0b0-1825477663ee), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:12.936288 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4a0531cb-a299-412b-a075-7e48ef906827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (58e8705b-1bb8-489d-a0b0-1825477663ee), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:12.987528 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4a0531cb-a299-412b-a075-7e48ef906827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (58e8705b-1bb8-489d-a0b0-1825477663ee), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:13.013715 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0531cb-a299-412b-a075-7e48ef906827 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58e8705b-1bb8-489d-a0b0-1825477663ee,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:13.016406 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4a0531cb-a299-412b-a075-7e48ef906827 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:13.019560 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4a0531cb-a299-412b-a075-7e48ef906827 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/58e8705b-1bb8-489d-a0b0-1825477663ee HTTP/1.1" status: 204  len: 168 time: 0.2064281
Feb 05 21:19:13.022000 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 46686) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:13.096830 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b1c92efa-9151-4f1c-9b59-44b6fb718e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (6fc605b1-90cf-4686-8a98-5489493609ca), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:13.174144 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b1c92efa-9151-4f1c-9b59-44b6fb718e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (6fc605b1-90cf-4686-8a98-5489493609ca), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:13.205725 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-b1c92efa-9151-4f1c-9b59-44b6fb718e94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2604fa0>,) {'filters': {'network_id': ['6fc605b1-90cf-4686-8a98-5489493609ca']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:19:13.214821 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-b1c92efa-9151-4f1c-9b59-44b6fb718e94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2604fa0>, '57b5010f-c905-4ad0-aade-7bcb94e673bb') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:19:13.215122 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-b1c92efa-9151-4f1c-9b59-44b6fb718e94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2604fa0>, '57b5010f-c905-4ad0-aade-7bcb94e673bb') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:19:13.229301 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b1c92efa-9151-4f1c-9b59-44b6fb718e94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (57b5010f-c905-4ad0-aade-7bcb94e673bb), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:13.243329 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b1c92efa-9151-4f1c-9b59-44b6fb718e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (57b5010f-c905-4ad0-aade-7bcb94e673bb), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:13.249813 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1c92efa-9151-4f1c-9b59-44b6fb718e94 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:19:13.250300 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b1c92efa-9151-4f1c-9b59-44b6fb718e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (57b5010f-c905-4ad0-aade-7bcb94e673bb), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:13.252072 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:19:13.252072 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:19:13.252072 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:19:13.252072 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:19:13.252072 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:19:13.252072 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:19:13.252072 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:19:13.252072 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:19:13.252072 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:19:13.252072 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:19:13.252072 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:19:13.252072 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:19:13.252072 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:19:13.252072 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:19:13.252072 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:19:13.252072 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:19:13.252072 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:19:13.252072 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:19:13.252072 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:19:13.252072 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:19:13.252072 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:19:13.252072 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:19:13.252072 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:19:13.252072 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:19:13.252072 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:19:13.252072 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:19:13.252072 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:19:13.252072 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:19:13.252072 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:19:13.252072 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:19:13.252072 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:19:13.252072 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:19:13.305441 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b1c92efa-9151-4f1c-9b59-44b6fb718e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (6fc605b1-90cf-4686-8a98-5489493609ca), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:13.310033 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b1c92efa-9151-4f1c-9b59-44b6fb718e94 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:13.313581 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b1c92efa-9151-4f1c-9b59-44b6fb718e94 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6fc605b1-90cf-4686-8a98-5489493609ca HTTP/1.1" status: 204  len: 168 time: 0.2905602
Feb 05 21:19:13.325655 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c92efa-9151-4f1c-9b59-44b6fb718e94 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fc605b1-90cf-4686-8a98-5489493609ca,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:13.481518 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 46690) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:13.520944 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-cd6a3056-de58-4e2e-93e9-3143454997e9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1e1134701b2d45d7878177ad9dc5d45c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0382459
Feb 05 21:19:13.523293 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 46692) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:13.569749 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-da495483-43b1-4c79-ad83-3156cde97659 admin admin] Publish callbacks [] for security_group (73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:13.595036 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-da495483-43b1-4c79-ad83-3156cde97659 admin admin] Publish callbacks [] for security_group (73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:13.641453 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-da495483-43b1-4c79-ad83-3156cde97659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:13.644063 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-da495483-43b1-4c79-ad83-3156cde97659 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:13.645228 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-da495483-43b1-4c79-ad83-3156cde97659 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21 HTTP/1.1" status: 204  len: 168 time: 0.1210496
Feb 05 21:19:13.654798 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da495483-43b1-4c79-ad83-3156cde97659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73dad3c4-0f3e-4c8e-a464-4fdbc3cc5e21,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:15.386932 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:15.700157 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 46744) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:15.804723 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2572ac31-2117-4f40-8553-da09ac489195 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:15.879576 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2572ac31-2117-4f40-8553-da09ac489195 admin admin] Publish callbacks [] for security_group (ba086b34-8db2-4a78-8fe7-749d2dd34b50), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:15.883336 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2572ac31-2117-4f40-8553-da09ac489195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ba086b34-8db2-4a78-8fe7-749d2dd34b50), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:15.922792 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2572ac31-2117-4f40-8553-da09ac489195 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fee9c495df324b43ab21aacb587cf588&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2214937
Feb 05 21:19:15.923640 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572ac31-2117-4f40-8553-da09ac489195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba086b34-8db2-4a78-8fe7-749d2dd34b50,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:15.925532 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46748) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:15.974853 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-117dbb17-bca3-49e1-a3e8-ddfb32cb7cb6 admin admin] Publish callbacks [] for security_group (ba086b34-8db2-4a78-8fe7-749d2dd34b50), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:15.985218 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 44558f32-327b-4e77-aaa9-9e529a2f0b43 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:19:15.995865 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-117dbb17-bca3-49e1-a3e8-ddfb32cb7cb6 admin admin] Publish callbacks [] for security_group (ba086b34-8db2-4a78-8fe7-749d2dd34b50), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:16.005718 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: 44558f32-327b-4e77-aaa9-9e529a2f0b43 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:19:16.006073 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 44558f32-327b-4e77-aaa9-9e529a2f0b43 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:19:16.042715 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-117dbb17-bca3-49e1-a3e8-ddfb32cb7cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ba086b34-8db2-4a78-8fe7-749d2dd34b50), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:16.045172 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-117dbb17-bca3-49e1-a3e8-ddfb32cb7cb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:16.046324 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-117dbb17-bca3-49e1-a3e8-ddfb32cb7cb6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ba086b34-8db2-4a78-8fe7-749d2dd34b50 HTTP/1.1" status: 204  len: 168 time: 0.1197701
Feb 05 21:19:16.054777 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117dbb17-bca3-49e1-a3e8-ddfb32cb7cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba086b34-8db2-4a78-8fe7-749d2dd34b50,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:16.303681 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46754) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:16.319551 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-93f6b3a8-6013-4fda-aaa1-9fdda689c49f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:16.395323 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-93f6b3a8-6013-4fda-aaa1-9fdda689c49f admin admin] Publish callbacks [] for security_group (434f3609-8395-4aa6-aae9-cd6b86c8ff28), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:16.399254 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-93f6b3a8-6013-4fda-aaa1-9fdda689c49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (434f3609-8395-4aa6-aae9-cd6b86c8ff28), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:16.436533 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-93f6b3a8-6013-4fda-aaa1-9fdda689c49f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f324b88fcb0847dca4123a58852874f0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1318057
Feb 05 21:19:16.439023 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f6b3a8-6013-4fda-aaa1-9fdda689c49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434f3609-8395-4aa6-aae9-cd6b86c8ff28,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:16.439775 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 46756) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:16.487235 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a127d837-75fe-41c9-a6ac-717f22ef0342 admin admin] Publish callbacks [] for security_group (434f3609-8395-4aa6-aae9-cd6b86c8ff28), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:16.507820 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a127d837-75fe-41c9-a6ac-717f22ef0342 admin admin] Publish callbacks [] for security_group (434f3609-8395-4aa6-aae9-cd6b86c8ff28), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:16.556106 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a127d837-75fe-41c9-a6ac-717f22ef0342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (434f3609-8395-4aa6-aae9-cd6b86c8ff28), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:16.558691 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a127d837-75fe-41c9-a6ac-717f22ef0342 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:16.559819 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a127d837-75fe-41c9-a6ac-717f22ef0342 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/434f3609-8395-4aa6-aae9-cd6b86c8ff28 HTTP/1.1" status: 204  len: 168 time: 0.1191444
Feb 05 21:19:16.567396 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127d837-75fe-41c9-a6ac-717f22ef0342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434f3609-8395-4aa6-aae9-cd6b86c8ff28,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:18.441870 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46820) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:18.481079 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-09e13730-e032-461b-b5bd-ff13134ee243 req-cf006145-acd2-4c55-b7e5-4dcfda0d756e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d703ae4e-ece3-4f14-ab99-dc5353e74884&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0431631
Feb 05 21:19:18.552867 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4f294c37-d133-423d-8dbd-3ca8e7e46fba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:18.565909 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e13730-e032-461b-b5bd-ff13134ee243 req-bf1025eb-5a6a-4302-abd2-e6793cbd5ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:18.567480 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-09e13730-e032-461b-b5bd-ff13134ee243 req-bf1025eb-5a6a-4302-abd2-e6793cbd5ab3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e139e5b7a0514896b00ae8d3e4326e9d&device_id=d703ae4e-ece3-4f14-ab99-dc5353e74884 HTTP/1.1" status: 200  len: 1128 time: 0.0463448
Feb 05 21:19:18.627689 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4f294c37-d133-423d-8dbd-3ca8e7e46fba admin admin] Publish callbacks [] for security_group (a0dddaca-f24a-4fd8-bafc-a7a69c119233), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:18.631809 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4f294c37-d133-423d-8dbd-3ca8e7e46fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (a0dddaca-f24a-4fd8-bafc-a7a69c119233), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:18.670469 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4f294c37-d133-423d-8dbd-3ca8e7e46fba admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3d4d8db988f64d1092c6ddad4ef975f7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2272937
Feb 05 21:19:18.672305 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f294c37-d133-423d-8dbd-3ca8e7e46fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0dddaca-f24a-4fd8-bafc-a7a69c119233,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:18.673683 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 46824) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:18.692250 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e13730-e032-461b-b5bd-ff13134ee243 req-17ee9006-8d8e-4559-9b2c-f4ba0f55d85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:18.693717 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-09e13730-e032-461b-b5bd-ff13134ee243 req-17ee9006-8d8e-4559-9b2c-f4ba0f55d85a service neutron] 10.222.0.39 "GET /v2.0/networks?id=826a316e-fa28-4748-930b-86494eaa48e1 HTTP/1.1" status: 200  len: 910 time: 0.1066494
Feb 05 21:19:18.776088 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0a0e74e8-6f24-4276-9f72-d04bfdc7261d admin admin] Publish callbacks [] for security_group (a0dddaca-f24a-4fd8-bafc-a7a69c119233), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:18.778836 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-09e13730-e032-461b-b5bd-ff13134ee243 req-949595b3-2888-49c4-a5a3-02b717e1a37f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d1240c2-666f-4206-b779-79d8116b5651 HTTP/1.1" status: 200  len: 1002 time: 0.0779195
Feb 05 21:19:18.830509 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0a0e74e8-6f24-4276-9f72-d04bfdc7261d admin admin] Publish callbacks [] for security_group (a0dddaca-f24a-4fd8-bafc-a7a69c119233), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:18.863557 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e13730-e032-461b-b5bd-ff13134ee243 req-291b0038-66bb-45f2-9f36-96aa77c86298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:18.865007 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-09e13730-e032-461b-b5bd-ff13134ee243 req-291b0038-66bb-45f2-9f36-96aa77c86298 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e04dafb8-2d96-4050-8020-6c9230116ff8 HTTP/1.1" status: 200  len: 848 time: 0.0782950
Feb 05 21:19:18.911629 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0a0e74e8-6f24-4276-9f72-d04bfdc7261d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (a0dddaca-f24a-4fd8-bafc-a7a69c119233), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:18.914064 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0a0e74e8-6f24-4276-9f72-d04bfdc7261d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:18.915224 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0a0e74e8-6f24-4276-9f72-d04bfdc7261d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a0dddaca-f24a-4fd8-bafc-a7a69c119233 HTTP/1.1" status: 204  len: 168 time: 0.2406030
Feb 05 21:19:18.925230 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e74e8-6f24-4276-9f72-d04bfdc7261d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0dddaca-f24a-4fd8-bafc-a7a69c119233,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:18.930076 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e13730-e032-461b-b5bd-ff13134ee243 req-e39b3de5-fc5f-4eb9-95c2-a42ef1b79bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:18.931971 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-09e13730-e032-461b-b5bd-ff13134ee243 req-e39b3de5-fc5f-4eb9-95c2-a42ef1b79bb5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=826a316e-fa28-4748-930b-86494eaa48e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0612898
Feb 05 21:19:19.030570 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-09e13730-e032-461b-b5bd-ff13134ee243 req-8626c69d-0295-4585-a225-6831c8972094 service neutron] 10.222.0.39 "GET /v2.0/networks/826a316e-fa28-4748-930b-86494eaa48e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0919764
Feb 05 21:19:19.122727 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-09e13730-e032-461b-b5bd-ff13134ee243 req-1d5253e3-f737-4767-b412-fb76f229c313 service neutron] 10.222.0.39 "GET /v2.0/networks/826a316e-fa28-4748-930b-86494eaa48e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866759
Feb 05 21:19:19.199733 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46830) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:19.213282 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4d4fcc16-d339-4065-9f17-0e4a4ffb3c75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:19.291534 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4d4fcc16-d339-4065-9f17-0e4a4ffb3c75 admin admin] Publish callbacks [] for security_group (b6f58c83-283b-458e-a119-fc0bfc6adbb5), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:19.295243 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4d4fcc16-d339-4065-9f17-0e4a4ffb3c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b6f58c83-283b-458e-a119-fc0bfc6adbb5), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:19.331786 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4fcc16-d339-4065-9f17-0e4a4ffb3c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f58c83-283b-458e-a119-fc0bfc6adbb5,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:19.338530 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4d4fcc16-d339-4065-9f17-0e4a4ffb3c75 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a801994ffa094e6281a28c157bfe2136&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1361539
Feb 05 21:19:19.339616 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46832) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:19.387334 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-48ead447-6cb0-432e-9300-4c03ce21b5a4 admin admin] Publish callbacks [] for security_group (b6f58c83-283b-458e-a119-fc0bfc6adbb5), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:19.411094 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-48ead447-6cb0-432e-9300-4c03ce21b5a4 admin admin] Publish callbacks [] for security_group (b6f58c83-283b-458e-a119-fc0bfc6adbb5), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:19.459239 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-48ead447-6cb0-432e-9300-4c03ce21b5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b6f58c83-283b-458e-a119-fc0bfc6adbb5), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:19.461726 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-48ead447-6cb0-432e-9300-4c03ce21b5a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:19.462910 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-48ead447-6cb0-432e-9300-4c03ce21b5a4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b6f58c83-283b-458e-a119-fc0bfc6adbb5 HTTP/1.1" status: 204  len: 168 time: 0.1223862
Feb 05 21:19:19.470773 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ead447-6cb0-432e-9300-4c03ce21b5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f58c83-283b-458e-a119-fc0bfc6adbb5,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:20.232688 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:21.701282 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 46896) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:21.808376 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d5ff47c9-b2cd-4c52-9128-4e0da70043fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:21.882480 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d5ff47c9-b2cd-4c52-9128-4e0da70043fb admin admin] Publish callbacks [] for security_group (89f2f1b2-84ac-4fc1-8c71-09aee35d0e5f), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:21.886099 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d5ff47c9-b2cd-4c52-9128-4e0da70043fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (89f2f1b2-84ac-4fc1-8c71-09aee35d0e5f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:21.925909 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d5ff47c9-b2cd-4c52-9128-4e0da70043fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=16017d1bbc6244e3a2edbde0bb8514d5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2234409
Feb 05 21:19:21.930455 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff47c9-b2cd-4c52-9128-4e0da70043fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f2f1b2-84ac-4fc1-8c71-09aee35d0e5f,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:21.930711 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 46900) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:21.978130 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9d7c4717-daaf-4ee2-b43c-a528c728305d admin admin] Publish callbacks [] for security_group (89f2f1b2-84ac-4fc1-8c71-09aee35d0e5f), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:21.998716 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9d7c4717-daaf-4ee2-b43c-a528c728305d admin admin] Publish callbacks [] for security_group (89f2f1b2-84ac-4fc1-8c71-09aee35d0e5f), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:22.047535 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9d7c4717-daaf-4ee2-b43c-a528c728305d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (89f2f1b2-84ac-4fc1-8c71-09aee35d0e5f), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:22.050321 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9d7c4717-daaf-4ee2-b43c-a528c728305d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:22.051512 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9d7c4717-daaf-4ee2-b43c-a528c728305d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/89f2f1b2-84ac-4fc1-8c71-09aee35d0e5f HTTP/1.1" status: 204  len: 168 time: 0.1217921
Feb 05 21:19:22.058876 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c4717-daaf-4ee2-b43c-a528c728305d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f2f1b2-84ac-4fc1-8c71-09aee35d0e5f,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:24.640379 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47070) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:24.746318 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c40cc8a6-c22f-4a2d-83a7-6932151b3c7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:24.819720 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c40cc8a6-c22f-4a2d-83a7-6932151b3c7b admin admin] Publish callbacks [] for security_group (45f0f175-f59b-43f1-99d5-06ebfe1191dc), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:24.823169 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c40cc8a6-c22f-4a2d-83a7-6932151b3c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (45f0f175-f59b-43f1-99d5-06ebfe1191dc), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:24.861300 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c40cc8a6-c22f-4a2d-83a7-6932151b3c7b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e5515046bd1e452a8479d3f88e1f8f98&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2198606
Feb 05 21:19:24.862163 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40cc8a6-c22f-4a2d-83a7-6932151b3c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f0f175-f59b-43f1-99d5-06ebfe1191dc,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:24.865208 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47074) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:24.917370 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-16600f7e-5a26-445b-874d-fb82c419693d admin admin] Publish callbacks [] for security_group (45f0f175-f59b-43f1-99d5-06ebfe1191dc), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:24.937891 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-16600f7e-5a26-445b-874d-fb82c419693d admin admin] Publish callbacks [] for security_group (45f0f175-f59b-43f1-99d5-06ebfe1191dc), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:24.984028 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-16600f7e-5a26-445b-874d-fb82c419693d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (45f0f175-f59b-43f1-99d5-06ebfe1191dc), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:24.986639 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-16600f7e-5a26-445b-874d-fb82c419693d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:24.987776 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-16600f7e-5a26-445b-874d-fb82c419693d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/45f0f175-f59b-43f1-99d5-06ebfe1191dc HTTP/1.1" status: 204  len: 168 time: 0.1214554
Feb 05 21:19:24.995568 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16600f7e-5a26-445b-874d-fb82c419693d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f0f175-f59b-43f1-99d5-06ebfe1191dc,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:25.245151 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47080) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:25.258519 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-723ba0a7-e13f-40c6-a33d-6369e4d99441 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:25.331564 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-723ba0a7-e13f-40c6-a33d-6369e4d99441 admin admin] Publish callbacks [] for security_group (65a4e7cc-8623-4b4c-a89a-97e41136448d), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:25.335640 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-723ba0a7-e13f-40c6-a33d-6369e4d99441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (65a4e7cc-8623-4b4c-a89a-97e41136448d), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:25.373536 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-723ba0a7-e13f-40c6-a33d-6369e4d99441 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=248e572a26224ac49a67823af9420d24&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1272614
Feb 05 21:19:25.374776 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ba0a7-e13f-40c6-a33d-6369e4d99441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a4e7cc-8623-4b4c-a89a-97e41136448d,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:25.376251 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47082) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:25.425837 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-792afa8a-68e2-4192-9536-29e403d08112 admin admin] Publish callbacks [] for security_group (65a4e7cc-8623-4b4c-a89a-97e41136448d), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:25.447241 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-792afa8a-68e2-4192-9536-29e403d08112 admin admin] Publish callbacks [] for security_group (65a4e7cc-8623-4b4c-a89a-97e41136448d), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:25.494283 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-792afa8a-68e2-4192-9536-29e403d08112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (65a4e7cc-8623-4b4c-a89a-97e41136448d), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:25.497199 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-792afa8a-68e2-4192-9536-29e403d08112 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:25.498652 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-792afa8a-68e2-4192-9536-29e403d08112 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/65a4e7cc-8623-4b4c-a89a-97e41136448d HTTP/1.1" status: 204  len: 168 time: 0.1212246
Feb 05 21:19:25.508183 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792afa8a-68e2-4192-9536-29e403d08112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a4e7cc-8623-4b4c-a89a-97e41136448d,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:25.844321 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:19:26.606266 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47150) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:26.711405 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ad522d4b-3094-4d57-9bf1-270cb7bdb40e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:26.786787 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ad522d4b-3094-4d57-9bf1-270cb7bdb40e admin admin] Publish callbacks [] for security_group (07f21414-30a8-4171-ae0e-bbe5ce8b791e), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:26.790461 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ad522d4b-3094-4d57-9bf1-270cb7bdb40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (07f21414-30a8-4171-ae0e-bbe5ce8b791e), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:26.828330 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ad522d4b-3094-4d57-9bf1-270cb7bdb40e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bf96a3a14b5543d2a091ddd203489263&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2209952
Feb 05 21:19:26.829247 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad522d4b-3094-4d57-9bf1-270cb7bdb40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f21414-30a8-4171-ae0e-bbe5ce8b791e,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:26.831314 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47154) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:26.881539 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-653ad353-f10d-43a7-8175-a025ffc79d2a admin admin] Publish callbacks [] for security_group (07f21414-30a8-4171-ae0e-bbe5ce8b791e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:26.901474 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-653ad353-f10d-43a7-8175-a025ffc79d2a admin admin] Publish callbacks [] for security_group (07f21414-30a8-4171-ae0e-bbe5ce8b791e), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:26.947712 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-653ad353-f10d-43a7-8175-a025ffc79d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (07f21414-30a8-4171-ae0e-bbe5ce8b791e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:26.950321 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-653ad353-f10d-43a7-8175-a025ffc79d2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:26.951502 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-653ad353-f10d-43a7-8175-a025ffc79d2a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/07f21414-30a8-4171-ae0e-bbe5ce8b791e HTTP/1.1" status: 204  len: 168 time: 0.1193111
Feb 05 21:19:26.959580 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ad353-f10d-43a7-8175-a025ffc79d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f21414-30a8-4171-ae0e-bbe5ce8b791e,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:28.299249 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47216) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:28.412955 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8c9f446c-1703-4791-938a-ead806689316 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:28.487750 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8c9f446c-1703-4791-938a-ead806689316 admin admin] Publish callbacks [] for security_group (2257f238-ce74-4b65-b4c9-b7ffef6c238b), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:28.491541 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8c9f446c-1703-4791-938a-ead806689316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (2257f238-ce74-4b65-b4c9-b7ffef6c238b), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:28.529535 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8c9f446c-1703-4791-938a-ead806689316 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=07535d70c8894afd84ebf7af7dca388a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2290916
Feb 05 21:19:28.530438 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9f446c-1703-4791-938a-ead806689316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2257f238-ce74-4b65-b4c9-b7ffef6c238b,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:28.532317 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47222) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:28.582046 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-992ee254-f0be-41f6-a1f9-5abd70645b21 admin admin] Publish callbacks [] for security_group (2257f238-ce74-4b65-b4c9-b7ffef6c238b), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:28.603671 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-992ee254-f0be-41f6-a1f9-5abd70645b21 admin admin] Publish callbacks [] for security_group (2257f238-ce74-4b65-b4c9-b7ffef6c238b), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:28.650916 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-992ee254-f0be-41f6-a1f9-5abd70645b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (2257f238-ce74-4b65-b4c9-b7ffef6c238b), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:28.653408 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-992ee254-f0be-41f6-a1f9-5abd70645b21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:28.654587 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-992ee254-f0be-41f6-a1f9-5abd70645b21 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2257f238-ce74-4b65-b4c9-b7ffef6c238b HTTP/1.1" status: 204  len: 168 time: 0.1210308
Feb 05 21:19:28.662923 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ee254-f0be-41f6-a1f9-5abd70645b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2257f238-ce74-4b65-b4c9-b7ffef6c238b,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:29.793291 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47258) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:29.936499 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-ab0caa9e-1209-47e6-8880-a64ba9bfa345 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-412703990'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:19:29.957125 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0caa9e-1209-47e6-8880-a64ba9bfa345 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Made reservation on behalf of f9ceb0ab194c45b496b135d382c2e6da for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:19:29.960645 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ab0caa9e-1209-47e6-8880-a64ba9bfa345 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:29.968920 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ab0caa9e-1209-47e6-8880-a64ba9bfa345 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:30.043895 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ab0caa9e-1209-47e6-8880-a64ba9bfa345 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Publish callbacks [] for security_group (ab4b719b-c346-4772-87a4-ea1cb99a269f), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:30.047668 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ab0caa9e-1209-47e6-8880-a64ba9bfa345 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ab4b719b-c346-4772-87a4-ea1cb99a269f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:30.071187 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab0caa9e-1209-47e6-8880-a64ba9bfa345 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:19:30.084531 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0caa9e-1209-47e6-8880-a64ba9bfa345 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4b719b-c346-4772-87a4-ea1cb99a269f,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:30.089308 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ab0caa9e-1209-47e6-8880-a64ba9bfa345 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (bd16c3db-2612-4600-b830-17599c8adaea), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:30.089656 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-ab0caa9e-1209-47e6-8880-a64ba9bfa345 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Added segment bd16c3db-2612-4600-b830-17599c8adaea of type vlan for network 35950695-6df6-4b3c-a655-c7a4058ca2ce
Feb 05 21:19:30.131095 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ab0caa9e-1209-47e6-8880-a64ba9bfa345 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (35950695-6df6-4b3c-a655-c7a4058ca2ce), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:30.157731 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ab0caa9e-1209-47e6-8880-a64ba9bfa345 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (35950695-6df6-4b3c-a655-c7a4058ca2ce), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:30.163767 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0caa9e-1209-47e6-8880-a64ba9bfa345 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:30.164362 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ab0caa9e-1209-47e6-8880-a64ba9bfa345 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:30.205649 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ab0caa9e-1209-47e6-8880-a64ba9bfa345 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 0.4112463
Feb 05 21:19:30.208774 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47262) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:30.213823 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-4b1d599a-2282-4dd2-9ae2-a0d190770cd8 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Request body: {'subnet': {'network_id': '35950695-6df6-4b3c-a655-c7a4058ca2ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:19:30.236005 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0caa9e-1209-47e6-8880-a64ba9bfa345 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Pushing event updated for resources: {'Network': ['ID=35950695-6df6-4b3c-a655-c7a4058ca2ce,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:30.248027 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 35950695-6df6-4b3c-a655-c7a4058ca2ce details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:19:30.304630 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1d599a-2282-4dd2-9ae2-a0d190770cd8 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Made reservation on behalf of f9ceb0ab194c45b496b135d382c2e6da for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:19:30.308114 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4b1d599a-2282-4dd2-9ae2-a0d190770cd8 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:30.486556 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4b1d599a-2282-4dd2-9ae2-a0d190770cd8 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (2b645c2e-d1ad-4564-9eef-9c919c472226), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:30.548965 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d599a-2282-4dd2-9ae2-a0d190770cd8 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Pushing event updated for resources: {'Subnet': ['ID=2b645c2e-d1ad-4564-9eef-9c919c472226,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:30.555645 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1d599a-2282-4dd2-9ae2-a0d190770cd8 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Checking segment: {'id': 'bd16c3db-2612-4600-b830-17599c8adaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '35950695-6df6-4b3c-a655-c7a4058ca2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:19:30.556017 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1d599a-2282-4dd2-9ae2-a0d190770cd8 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Network hostable DHCP agents. Network: 35950695-6df6-4b3c-a655-c7a4058ca2ce, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:19:30.572194 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1d599a-2282-4dd2-9ae2-a0d190770cd8 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Network 35950695-6df6-4b3c-a655-c7a4058ca2ce is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:19:30.580360 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-4b1d599a-2282-4dd2-9ae2-a0d190770cd8 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 35950695-6df6-4b3c-a655-c7a4058ca2ce) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:19:30.585199 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1d599a-2282-4dd2-9ae2-a0d190770cd8 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:30.585799 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4b1d599a-2282-4dd2-9ae2-a0d190770cd8 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:30.590736 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eced1ee-0961-4bc7-9b8f-5e826d1ade46 None None] Network 35950695-6df6-4b3c-a655-c7a4058ca2ce requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:19:30.606078 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47264) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:30.606293 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4b1d599a-2282-4dd2-9ae2-a0d190770cd8 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.3963041
Feb 05 21:19:30.611520 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-8ab8b80d-1ff2-4387-aabb-023a57f28fa3 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Request body: {'port': {'network_id': '35950695-6df6-4b3c-a655-c7a4058ca2ce', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1512284074'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:19:30.694715 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb364935-f2f6-4a2e-aaac-48d5c4daa2ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-35950695-6df6-4b3c-a655-c7a4058ca2ce', 'network_id': '35950695-6df6-4b3c-a655-c7a4058ca2ce', 'project_id': 'f9ceb0ab194c45b496b135d382c2e6da', 'fixed_ips': [{'subnet_id': '2b645c2e-d1ad-4564-9eef-9c919c472226'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:19:30.695874 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-eb364935-f2f6-4a2e-aaac-48d5c4daa2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:30.722995 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab8b80d-1ff2-4387-aabb-023a57f28fa3 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Made reservation on behalf of f9ceb0ab194c45b496b135d382c2e6da for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:19:30.727235 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8ab8b80d-1ff2-4387-aabb-023a57f28fa3 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:30.743742 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-8ab8b80d-1ff2-4387-aabb-023a57f28fa3 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] device_id is not set on port 334c8d69-00ba-435d-b236-633cba65b3c6 yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:19:30.831966 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-eb364935-f2f6-4a2e-aaac-48d5c4daa2ef None None] Allocated IP 172.20.0.2 (35950695-6df6-4b3c-a655-c7a4058ca2ce/2b645c2e-d1ad-4564-9eef-9c919c472226/2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:19:30.975779 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-eb364935-f2f6-4a2e-aaac-48d5c4daa2ef None None] Publish callbacks [] for port (2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:30.981870 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-eb364935-f2f6-4a2e-aaac-48d5c4daa2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:31.025690 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb364935-f2f6-4a2e-aaac-48d5c4daa2ef None None] Network 35950695-6df6-4b3c-a655-c7a4058ca2ce is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:19:31.029372 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb364935-f2f6-4a2e-aaac-48d5c4daa2ef None None] Pushing event updated for resources: {'Port': ['ID=2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:31.031549 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-eb364935-f2f6-4a2e-aaac-48d5c4daa2ef None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:19:31.034008 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb364935-f2f6-4a2e-aaac-48d5c4daa2ef None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:19:31.035475 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-8ab8b80d-1ff2-4387-aabb-023a57f28fa3 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Allocated IP 172.20.0.11 (35950695-6df6-4b3c-a655-c7a4058ca2ce/2b645c2e-d1ad-4564-9eef-9c919c472226/334c8d69-00ba-435d-b236-633cba65b3c6) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:19:31.046362 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb364935-f2f6-4a2e-aaac-48d5c4daa2ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:19:31.046734 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb364935-f2f6-4a2e-aaac-48d5c4daa2ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:19:31.047080 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb364935-f2f6-4a2e-aaac-48d5c4daa2ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:19:31.047421 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb364935-f2f6-4a2e-aaac-48d5c4daa2ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:19:31.047755 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb364935-f2f6-4a2e-aaac-48d5c4daa2ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:19:31.048087 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb364935-f2f6-4a2e-aaac-48d5c4daa2ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:19:31.048498 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb364935-f2f6-4a2e-aaac-48d5c4daa2ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:19:31.048863 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb364935-f2f6-4a2e-aaac-48d5c4daa2ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:19:31.049234 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb364935-f2f6-4a2e-aaac-48d5c4daa2ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:19:31.049681 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb364935-f2f6-4a2e-aaac-48d5c4daa2ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:19:31.050077 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb364935-f2f6-4a2e-aaac-48d5c4daa2ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:19:31.050430 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb364935-f2f6-4a2e-aaac-48d5c4daa2ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:19:31.050757 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb364935-f2f6-4a2e-aaac-48d5c4daa2ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:19:31.109360 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-eb364935-f2f6-4a2e-aaac-48d5c4daa2ef None None] Attempting to bind port 2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:19:31.109642 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-eb364935-f2f6-4a2e-aaac-48d5c4daa2ef None None] Attempting to bind port 2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bd16c3db-2612-4600-b830-17599c8adaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '35950695-6df6-4b3c-a655-c7a4058ca2ce'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:19:31.110005 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb364935-f2f6-4a2e-aaac-48d5c4daa2ef None None] Attempting to bind port 2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe on network 35950695-6df6-4b3c-a655-c7a4058ca2ce {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:19:31.116071 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb364935-f2f6-4a2e-aaac-48d5c4daa2ef None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:19:31.116071 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb364935-f2f6-4a2e-aaac-48d5c4daa2ef None None] Checking segment: {'id': 'bd16c3db-2612-4600-b830-17599c8adaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '35950695-6df6-4b3c-a655-c7a4058ca2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:19:31.116071 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-eb364935-f2f6-4a2e-aaac-48d5c4daa2ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:31.116435 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb364935-f2f6-4a2e-aaac-48d5c4daa2ef None None] Bound using segment: {'id': 'bd16c3db-2612-4600-b830-17599c8adaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '35950695-6df6-4b3c-a655-c7a4058ca2ce'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:19:31.116752 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-eb364935-f2f6-4a2e-aaac-48d5c4daa2ef None None] Bound port: 2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd16c3db-2612-4600-b830-17599c8adaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '35950695-6df6-4b3c-a655-c7a4058ca2ce'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:19:31.117300 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-eb364935-f2f6-4a2e-aaac-48d5c4daa2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:31.186459 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-eb364935-f2f6-4a2e-aaac-48d5c4daa2ef None None] For port 2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:19:31.189907 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-eb364935-f2f6-4a2e-aaac-48d5c4daa2ef None None] For port 2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe,segment=NetworkSegment(bd16c3db-2612-4600-b830-17599c8adaea),segment_id=bd16c3db-2612-4600-b830-17599c8adaea)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:19:31.197335 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-eb364935-f2f6-4a2e-aaac-48d5c4daa2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:31.212420 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8ab8b80d-1ff2-4387-aabb-023a57f28fa3 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Publish callbacks [] for port (334c8d69-00ba-435d-b236-633cba65b3c6), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:31.260560 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8ab8b80d-1ff2-4387-aabb-023a57f28fa3 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (334c8d69-00ba-435d-b236-633cba65b3c6), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:31.263281 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb364935-f2f6-4a2e-aaac-48d5c4daa2ef None None] Pushing event updated for resources: {'Port': ['ID=2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:31.321955 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab8b80d-1ff2-4387-aabb-023a57f28fa3 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Network 35950695-6df6-4b3c-a655-c7a4058ca2ce is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:19:31.325162 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-8ab8b80d-1ff2-4387-aabb-023a57f28fa3 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:19:31.328802 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab8b80d-1ff2-4387-aabb-023a57f28fa3 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:19:31.357960 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8b80d-1ff2-4387-aabb-023a57f28fa3 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Pushing event updated for resources: {'Port': ['ID=334c8d69-00ba-435d-b236-633cba65b3c6,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:31.382361 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab8b80d-1ff2-4387-aabb-023a57f28fa3 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:31.383010 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8ab8b80d-1ff2-4387-aabb-023a57f28fa3 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:31.399778 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8ab8b80d-1ff2-4387-aabb-023a57f28fa3 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 939 time: 0.7922630
Feb 05 21:19:31.402814 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47266) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:31.508038 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-46fca352-28af-49c2-9563-d920f3a7b0f8 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Deleting port 334c8d69-00ba-435d-b236-633cba65b3c6 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:19:31.508396 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-46fca352-28af-49c2-9563-d920f3a7b0f8 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (334c8d69-00ba-435d-b236-633cba65b3c6), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:31.605974 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-46fca352-28af-49c2-9563-d920f3a7b0f8 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (334c8d69-00ba-435d-b236-633cba65b3c6), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:31.621974 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-46fca352-28af-49c2-9563-d920f3a7b0f8 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Calling delete_port for 334c8d69-00ba-435d-b236-633cba65b3c6 owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:19:31.751544 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-46fca352-28af-49c2-9563-d920f3a7b0f8 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (334c8d69-00ba-435d-b236-633cba65b3c6), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:31.783095 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fca352-28af-49c2-9563-d920f3a7b0f8 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Pushing event deleted for resources: {'Port': ['ID=334c8d69-00ba-435d-b236-633cba65b3c6,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:31.847225 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-46fca352-28af-49c2-9563-d920f3a7b0f8 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:31.851699 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-46fca352-28af-49c2-9563-d920f3a7b0f8 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] 10.222.0.32 "DELETE /v2.0/ports/334c8d69-00ba-435d-b236-633cba65b3c6 HTTP/1.1" status: 204  len: 168 time: 0.4478605
Feb 05 21:19:31.855111 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47268) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:31.918236 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6448d745-3159-41ae-aa9b-23f1abd268fb tempest-DHCPAgentSchedulersTestJSON-223807095 tempest-DHCPAgentSchedulersTestJSON-223807095-project-admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4932 time: 0.0619624
Feb 05 21:19:31.920924 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47272) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:31.925864 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-e187ca55-a72a-4f7d-ab11-6757f59c32e6 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1641175387'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:19:31.956751 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e187ca55-a72a-4f7d-ab11-6757f59c32e6 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Made reservation on behalf of f9ceb0ab194c45b496b135d382c2e6da for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:19:31.961775 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e187ca55-a72a-4f7d-ab11-6757f59c32e6 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:31.988281 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e187ca55-a72a-4f7d-ab11-6757f59c32e6 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:19:31.999456 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e187ca55-a72a-4f7d-ab11-6757f59c32e6 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (c8eb973d-6e0c-4193-8dd3-e055b7379221), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:31.999854 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-e187ca55-a72a-4f7d-ab11-6757f59c32e6 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Added segment c8eb973d-6e0c-4193-8dd3-e055b7379221 of type vlan for network 3d6db264-2c38-4bac-9eb9-1d7a8f5e163c
Feb 05 21:19:32.045069 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e187ca55-a72a-4f7d-ab11-6757f59c32e6 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (3d6db264-2c38-4bac-9eb9-1d7a8f5e163c), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:32.072297 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e187ca55-a72a-4f7d-ab11-6757f59c32e6 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (3d6db264-2c38-4bac-9eb9-1d7a8f5e163c), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:32.077942 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e187ca55-a72a-4f7d-ab11-6757f59c32e6 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:32.078650 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e187ca55-a72a-4f7d-ab11-6757f59c32e6 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:32.111152 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e187ca55-a72a-4f7d-ab11-6757f59c32e6 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 0.1891980
Feb 05 21:19:32.113767 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47274) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:32.183983 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e187ca55-a72a-4f7d-ab11-6757f59c32e6 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Pushing event updated for resources: {'Network': ['ID=3d6db264-2c38-4bac-9eb9-1d7a8f5e163c,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:32.201315 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 3d6db264-2c38-4bac-9eb9-1d7a8f5e163c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:19:32.218237 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:19:32.266024 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-79f29d9a-46fc-4968-ab0b-9e0b4397a0f0 tempest-DHCPAgentSchedulersTestJSON-223807095 tempest-DHCPAgentSchedulersTestJSON-223807095-project-admin] 10.222.0.32 "GET /v2.0/agents/9c67cbf9-f36a-4965-a5ea-bb0ea446b56e/dhcp-networks HTTP/1.1" status: 200  len: 4886 time: 0.1504941
Feb 05 21:19:32.268595 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47276) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:32.299840 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f15cb1-d55e-4685-a454-ca2dfd9ac499 None None] Network 35950695-6df6-4b3c-a655-c7a4058ca2ce requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:19:32.349651 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da348e88-4eef-4072-93f4-81c5e97b43bd tempest-DHCPAgentSchedulersTestJSON-223807095 tempest-DHCPAgentSchedulersTestJSON-223807095-project-admin] Network 3d6db264-2c38-4bac-9eb9-1d7a8f5e163c is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:19:32.365345 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47278) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:32.366027 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-da348e88-4eef-4072-93f4-81c5e97b43bd tempest-DHCPAgentSchedulersTestJSON-223807095 tempest-DHCPAgentSchedulersTestJSON-223807095-project-admin] 10.222.0.32 "POST /v2.0/agents/9c67cbf9-f36a-4965-a5ea-bb0ea446b56e/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 0.0955119
Feb 05 21:19:32.373974 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b18784-b5f6-477e-9eba-80064cbd6925 None None] Network 3d6db264-2c38-4bac-9eb9-1d7a8f5e163c requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:19:32.453638 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-4dab8223-7958-4387-b5d7-c4aa7a52b0f4 None None] Provisioning complete for port 2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:19:32.453929 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4dab8223-7958-4387-b5d7-c4aa7a52b0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:32.526817 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b30f535c-3596-46be-878c-221b9cd4629a tempest-DHCPAgentSchedulersTestJSON-223807095 tempest-DHCPAgentSchedulersTestJSON-223807095-project-admin] 10.222.0.32 "GET /v2.0/agents/9c67cbf9-f36a-4965-a5ea-bb0ea446b56e/dhcp-networks HTTP/1.1" status: 200  len: 5657 time: 0.1597104
Feb 05 21:19:32.527736 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:19:32.528122 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:32.529595 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47280) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:32.620176 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c6d50d39-72fa-4130-a603-cdc8242bc29c tempest-DHCPAgentSchedulersTestJSON-223807095 tempest-DHCPAgentSchedulersTestJSON-223807095-project-admin] 10.222.0.32 "DELETE /v2.0/agents/9c67cbf9-f36a-4965-a5ea-bb0ea446b56e/dhcp-networks/3d6db264-2c38-4bac-9eb9-1d7a8f5e163c HTTP/1.1" status: 204  len: 168 time: 0.0894821
Feb 05 21:19:32.620747 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47282) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:32.654225 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-4dab8223-7958-4387-b5d7-c4aa7a52b0f4 None None] Current status of the port 2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:19:32.654657 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4dab8223-7958-4387-b5d7-c4aa7a52b0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:32.672943 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:19:32.673341 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:32.713524 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-4dab8223-7958-4387-b5d7-c4aa7a52b0f4 None None] For port 2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe,segment=NetworkSegment(bd16c3db-2612-4600-b830-17599c8adaea),segment_id=bd16c3db-2612-4600-b830-17599c8adaea)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:19:32.718787 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4dab8223-7958-4387-b5d7-c4aa7a52b0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:32.755926 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47284) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:32.759910 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7e0506e3-7764-4df6-b5d2-5d2da4b59d20 tempest-DHCPAgentSchedulersTestJSON-223807095 tempest-DHCPAgentSchedulersTestJSON-223807095-project-admin] 10.222.0.32 "GET /v2.0/agents/9c67cbf9-f36a-4965-a5ea-bb0ea446b56e/dhcp-networks HTTP/1.1" status: 200  len: 4886 time: 0.1370654
Feb 05 21:19:32.777638 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7fe917ba-8a60-47af-b852-e42e56924b74 tempest-DHCPAgentSchedulersTestJSON-223807095 tempest-DHCPAgentSchedulersTestJSON-223807095-project-admin] 10.222.0.32 "GET /v2.0/networks/35950695-6df6-4b3c-a655-c7a4058ca2ce/dhcp-agents HTTP/1.1" status: 200  len: 795 time: 0.0185609
Feb 05 21:19:32.781166 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47286) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:32.805764 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8b48a227-25ff-4c81-8698-e2e993941d45 tempest-DHCPAgentSchedulersTestJSON-223807095 tempest-DHCPAgentSchedulersTestJSON-223807095-project-admin] 10.222.0.32 "GET /v2.0/networks/35950695-6df6-4b3c-a655-c7a4058ca2ce/dhcp-agents HTTP/1.1" status: 200  len: 795 time: 0.0210605
Feb 05 21:19:32.806322 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47288) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:32.810983 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 21:19:32.811360 ncdv-master-1 neutron-server[114392]: DEBUG oslo_db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 21:19:32.811854 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab8223-7958-4387-b5d7-c4aa7a52b0f4 None None] Pushing event updated for resources: {'Port': ['ID=2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:32.922154 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8fee61a3-227d-4fb6-9823-b7d70ce32237 tempest-DHCPAgentSchedulersTestJSON-223807095 tempest-DHCPAgentSchedulersTestJSON-223807095-project-admin] 10.222.0.32 "GET /v2.0/agents/9c67cbf9-f36a-4965-a5ea-bb0ea446b56e/dhcp-networks HTTP/1.1" status: 200  len: 4886 time: 0.1140990
Feb 05 21:19:32.925723 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47290) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:32.941883 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-4676c6e9-9b58-493f-9200-aacda1cec6a0 None None] Provisioning complete for port 2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:19:32.943848 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4676c6e9-9b58-493f-9200-aacda1cec6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:33.013737 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fb1021c0-e074-4d1d-9988-0885a9d85c44 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (3d6db264-2c38-4bac-9eb9-1d7a8f5e163c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:33.039741 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-4676c6e9-9b58-493f-9200-aacda1cec6a0 None None] Current status of the port 2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:19:33.121963 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fb1021c0-e074-4d1d-9988-0885a9d85c44 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (3d6db264-2c38-4bac-9eb9-1d7a8f5e163c), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:33.143706 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-fb1021c0-e074-4d1d-9988-0885a9d85c44 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db93470d0>,) {'filters': {'network_id': ['3d6db264-2c38-4bac-9eb9-1d7a8f5e163c']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:19:33.151072 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-b4de73ae-25cb-47a1-b735-8ad3b1708cb1 None None] Could not find standard attr ID for object 334c8d69-00ba-435d-b236-633cba65b3c6. {{(pid=114392) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 05 21:19:33.162687 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-fb1021c0-e074-4d1d-9988-0885a9d85c44 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db93470d0>, 'c8eb973d-6e0c-4193-8dd3-e055b7379221') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:19:33.162985 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-fb1021c0-e074-4d1d-9988-0885a9d85c44 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db93470d0>, 'c8eb973d-6e0c-4193-8dd3-e055b7379221') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:19:33.180245 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fb1021c0-e074-4d1d-9988-0885a9d85c44 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (c8eb973d-6e0c-4193-8dd3-e055b7379221), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:33.201778 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fb1021c0-e074-4d1d-9988-0885a9d85c44 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (c8eb973d-6e0c-4193-8dd3-e055b7379221), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:33.209177 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb1021c0-e074-4d1d-9988-0885a9d85c44 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:19:33.209571 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fb1021c0-e074-4d1d-9988-0885a9d85c44 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (c8eb973d-6e0c-4193-8dd3-e055b7379221), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:33.212683 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:19:33.212683 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:19:33.212683 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:19:33.212683 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:19:33.212683 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:19:33.212683 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:19:33.212683 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:19:33.212683 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:19:33.212683 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:19:33.212683 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:19:33.212683 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:19:33.212683 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:19:33.212683 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:19:33.212683 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:19:33.212683 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:19:33.212683 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:19:33.212683 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:19:33.212683 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:19:33.212683 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:19:33.212683 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:19:33.212683 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:19:33.212683 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:19:33.212683 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:19:33.212683 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:19:33.212683 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:19:33.212683 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:19:33.212683 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:19:33.212683 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:19:33.212683 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:19:33.212683 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:19:33.212683 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:19:33.212683 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:19:33.268322 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fb1021c0-e074-4d1d-9988-0885a9d85c44 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (3d6db264-2c38-4bac-9eb9-1d7a8f5e163c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:33.275774 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fb1021c0-e074-4d1d-9988-0885a9d85c44 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:33.278957 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-fb1021c0-e074-4d1d-9988-0885a9d85c44 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] 10.222.0.32 "DELETE /v2.0/networks/3d6db264-2c38-4bac-9eb9-1d7a8f5e163c HTTP/1.1" status: 204  len: 168 time: 0.3516495
Feb 05 21:19:33.281362 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47292) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:33.298024 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1021c0-e074-4d1d-9988-0885a9d85c44 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Pushing event deleted for resources: {'Network': ['ID=3d6db264-2c38-4bac-9eb9-1d7a8f5e163c,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:33.319975 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb4682e0-d171-40df-8a18-48d150f0e070 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:19:33.320537 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb4682e0-d171-40df-8a18-48d150f0e070 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:19:33.323709 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-fb4682e0-d171-40df-8a18-48d150f0e070 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] 10.222.0.32 "DELETE /v2.0/ports/334c8d69-00ba-435d-b236-633cba65b3c6 HTTP/1.1" status: 404  len: 333 time: 0.0414307
Feb 05 21:19:33.326113 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47294) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:33.349264 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:19:33.376258 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea816dc8-7f8b-4bf9-89b3-7bafb119988c tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Deleting subnet 2b645c2e-d1ad-4564-9eef-9c919c472226 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:19:33.379332 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ea816dc8-7f8b-4bf9-89b3-7bafb119988c tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Publish callbacks [] for subnet (2b645c2e-d1ad-4564-9eef-9c919c472226), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:33.419896 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ea816dc8-7f8b-4bf9-89b3-7bafb119988c tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (2b645c2e-d1ad-4564-9eef-9c919c472226), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:33.505791 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ea816dc8-7f8b-4bf9-89b3-7bafb119988c tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (2b645c2e-d1ad-4564-9eef-9c919c472226), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:33.562755 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ea816dc8-7f8b-4bf9-89b3-7bafb119988c tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (2b645c2e-d1ad-4564-9eef-9c919c472226), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:33.589520 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea816dc8-7f8b-4bf9-89b3-7bafb119988c tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Pushing event deleted for resources: {'Subnet': ['ID=2b645c2e-d1ad-4564-9eef-9c919c472226,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:33.593139 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ea816dc8-7f8b-4bf9-89b3-7bafb119988c tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:33.596340 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ea816dc8-7f8b-4bf9-89b3-7bafb119988c tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] 10.222.0.32 "DELETE /v2.0/subnets/2b645c2e-d1ad-4564-9eef-9c919c472226 HTTP/1.1" status: 204  len: 168 time: 0.2692771
Feb 05 21:19:33.599406 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47296) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:33.602224 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5100482c-e7a6-43c6-8567-87d7037500b6 None None] Network 35950695-6df6-4b3c-a655-c7a4058ca2ce requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:19:33.680632 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-40e779a1-34bb-47bb-b0c3-8a5403e73810 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (35950695-6df6-4b3c-a655-c7a4058ca2ce), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:33.724679 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-13d6d9a6-b774-4440-abb7-d38074f0950a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:33.742104 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-40e779a1-34bb-47bb-b0c3-8a5403e73810 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Deleting port 2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:19:33.742491 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-40e779a1-34bb-47bb-b0c3-8a5403e73810 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:33.771677 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8086f42-7104-4b3b-a50c-32f3454792c9 None None] DHCP port deletion for 35950695-6df6-4b3c-a655-c7a4058ca2ce request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:19:33.804818 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-40e779a1-34bb-47bb-b0c3-8a5403e73810 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] For port 2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe,segment=NetworkSegment(bd16c3db-2612-4600-b830-17599c8adaea),segment_id=bd16c3db-2612-4600-b830-17599c8adaea)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:19:33.805185 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-40e779a1-34bb-47bb-b0c3-8a5403e73810 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:33.818226 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-40e779a1-34bb-47bb-b0c3-8a5403e73810 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Calling delete_port for 2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:19:33.820175 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c8086f42-7104-4b3b-a50c-32f3454792c9 None None] Deleting port 2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:19:33.820560 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c8086f42-7104-4b3b-a50c-32f3454792c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:33.886138 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c8086f42-7104-4b3b-a50c-32f3454792c9 None None] For port 2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe,segment=NetworkSegment(bd16c3db-2612-4600-b830-17599c8adaea),segment_id=bd16c3db-2612-4600-b830-17599c8adaea)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:19:33.886578 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c8086f42-7104-4b3b-a50c-32f3454792c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:33.899302 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c8086f42-7104-4b3b-a50c-32f3454792c9 None None] Calling delete_port for 2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:19:33.900099 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-40e779a1-34bb-47bb-b0c3-8a5403e73810 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:33.926151 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e779a1-34bb-47bb-b0c3-8a5403e73810 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Pushing event deleted for resources: {'Port': ['ID=2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:33.932083 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e779a1-34bb-47bb-b0c3-8a5403e73810 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] No DVR routers for this DVR port 2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:19:33.977586 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c8086f42-7104-4b3b-a50c-32f3454792c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:34.005487 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8086f42-7104-4b3b-a50c-32f3454792c9 None None] Pushing event deleted for resources: {'Port': ['ID=2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:34.011212 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8086f42-7104-4b3b-a50c-32f3454792c9 None None] No DVR routers for this DVR port 2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:19:34.024548 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-40e779a1-34bb-47bb-b0c3-8a5403e73810 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (35950695-6df6-4b3c-a655-c7a4058ca2ce), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:34.045168 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-40e779a1-34bb-47bb-b0c3-8a5403e73810 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2dbaad5340>,) {'filters': {'network_id': ['35950695-6df6-4b3c-a655-c7a4058ca2ce']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:19:34.054145 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-40e779a1-34bb-47bb-b0c3-8a5403e73810 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2dbaad5340>, 'bd16c3db-2612-4600-b830-17599c8adaea') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:19:34.054483 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-40e779a1-34bb-47bb-b0c3-8a5403e73810 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2dbaad5340>, 'bd16c3db-2612-4600-b830-17599c8adaea') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:19:34.064235 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-40e779a1-34bb-47bb-b0c3-8a5403e73810 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (bd16c3db-2612-4600-b830-17599c8adaea), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:34.078140 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-40e779a1-34bb-47bb-b0c3-8a5403e73810 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (bd16c3db-2612-4600-b830-17599c8adaea), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:34.085392 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40e779a1-34bb-47bb-b0c3-8a5403e73810 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:19:34.085824 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-40e779a1-34bb-47bb-b0c3-8a5403e73810 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (bd16c3db-2612-4600-b830-17599c8adaea), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:34.088907 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:19:34.088907 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:19:34.088907 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:19:34.088907 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:19:34.088907 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:19:34.088907 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:19:34.088907 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:19:34.088907 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:19:34.088907 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:19:34.088907 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:19:34.088907 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:19:34.088907 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:19:34.088907 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:19:34.088907 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:19:34.088907 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:19:34.088907 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:19:34.088907 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:19:34.088907 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:19:34.088907 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:19:34.088907 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:19:34.088907 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:19:34.088907 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:19:34.088907 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:19:34.088907 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:19:34.088907 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:19:34.088907 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:19:34.088907 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:19:34.088907 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:19:34.088907 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:19:34.088907 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:19:34.088907 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:19:34.088907 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:19:34.118309 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:19:34.140112 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:19:34.140725 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 2eea3951-d2e0-47e8-ab65-28ea1cdcd1fe not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:19:34.153520 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-40e779a1-34bb-47bb-b0c3-8a5403e73810 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (35950695-6df6-4b3c-a655-c7a4058ca2ce), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:34.158314 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-40e779a1-34bb-47bb-b0c3-8a5403e73810 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:34.161992 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-40e779a1-34bb-47bb-b0c3-8a5403e73810 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] 10.222.0.32 "DELETE /v2.0/networks/35950695-6df6-4b3c-a655-c7a4058ca2ce HTTP/1.1" status: 204  len: 168 time: 0.5615962
Feb 05 21:19:34.176946 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e779a1-34bb-47bb-b0c3-8a5403e73810 tempest-DHCPAgentSchedulersTestJSON-1713041001 tempest-DHCPAgentSchedulersTestJSON-1713041001-project] Pushing event deleted for resources: {'Network': ['ID=35950695-6df6-4b3c-a655-c7a4058ca2ce,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:34.405823 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47302) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:34.544417 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a86ff0e5-7a90-4d9b-bb92-2c868658d6dc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f9ceb0ab194c45b496b135d382c2e6da&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1374004
Feb 05 21:19:34.546871 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47306) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:34.594049 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b2c3ea44-4c03-4ae0-a169-5a059b7caa9c admin admin] Publish callbacks [] for security_group (ab4b719b-c346-4772-87a4-ea1cb99a269f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:34.616507 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b2c3ea44-4c03-4ae0-a169-5a059b7caa9c admin admin] Publish callbacks [] for security_group (ab4b719b-c346-4772-87a4-ea1cb99a269f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:34.664233 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b2c3ea44-4c03-4ae0-a169-5a059b7caa9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ab4b719b-c346-4772-87a4-ea1cb99a269f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:34.667016 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b2c3ea44-4c03-4ae0-a169-5a059b7caa9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:34.668197 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b2c3ea44-4c03-4ae0-a169-5a059b7caa9c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ab4b719b-c346-4772-87a4-ea1cb99a269f HTTP/1.1" status: 204  len: 168 time: 0.1204460
Feb 05 21:19:34.675935 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c3ea44-4c03-4ae0-a169-5a059b7caa9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4b719b-c346-4772-87a4-ea1cb99a269f,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:34.924457 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47312) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:34.938231 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-14b1a5da-644e-4c6e-86b4-aa04cc8c33ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:35.011845 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-14b1a5da-644e-4c6e-86b4-aa04cc8c33ce admin admin] Publish callbacks [] for security_group (2fa05c96-6128-4e57-93d8-7aec3d6d9e86), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:35.015658 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-14b1a5da-644e-4c6e-86b4-aa04cc8c33ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (2fa05c96-6128-4e57-93d8-7aec3d6d9e86), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:35.053814 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-14b1a5da-644e-4c6e-86b4-aa04cc8c33ce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca20021f2fdd4776b39455fa8e4cc19b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1282918
Feb 05 21:19:35.054709 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1a5da-644e-4c6e-86b4-aa04cc8c33ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa05c96-6128-4e57-93d8-7aec3d6d9e86,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:35.056624 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47314) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:35.108523 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-09940d3b-a0b3-40ca-9b02-0c5a334f5d99 admin admin] Publish callbacks [] for security_group (2fa05c96-6128-4e57-93d8-7aec3d6d9e86), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:35.128714 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-09940d3b-a0b3-40ca-9b02-0c5a334f5d99 admin admin] Publish callbacks [] for security_group (2fa05c96-6128-4e57-93d8-7aec3d6d9e86), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:35.175945 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-09940d3b-a0b3-40ca-9b02-0c5a334f5d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (2fa05c96-6128-4e57-93d8-7aec3d6d9e86), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:35.178558 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-09940d3b-a0b3-40ca-9b02-0c5a334f5d99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:35.179778 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-09940d3b-a0b3-40ca-9b02-0c5a334f5d99 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2fa05c96-6128-4e57-93d8-7aec3d6d9e86 HTTP/1.1" status: 204  len: 168 time: 0.1216698
Feb 05 21:19:35.187447 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09940d3b-a0b3-40ca-9b02-0c5a334f5d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa05c96-6128-4e57-93d8-7aec3d6d9e86,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:36.100348 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-be03794f-b453-4cae-ba44-258ab7a8987d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:36.390702 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47350) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:36.498165 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-c152954f-c4af-4cc1-84fc-f2e6b4f2b8ff tempest-RoutersAdminNegativeTest-1784821198 tempest-RoutersAdminNegativeTest-1784821198-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1001272768', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:19:36.516440 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c152954f-c4af-4cc1-84fc-f2e6b4f2b8ff tempest-RoutersAdminNegativeTest-1784821198 tempest-RoutersAdminNegativeTest-1784821198-project-admin] Made reservation on behalf of dac49cea427a4d8cba8748f43eef7e32 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:19:36.518833 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c152954f-c4af-4cc1-84fc-f2e6b4f2b8ff tempest-RoutersAdminNegativeTest-1784821198 tempest-RoutersAdminNegativeTest-1784821198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:36.530473 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c152954f-c4af-4cc1-84fc-f2e6b4f2b8ff tempest-RoutersAdminNegativeTest-1784821198 tempest-RoutersAdminNegativeTest-1784821198-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:36.603794 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c152954f-c4af-4cc1-84fc-f2e6b4f2b8ff tempest-RoutersAdminNegativeTest-1784821198 tempest-RoutersAdminNegativeTest-1784821198-project-admin] Publish callbacks [] for security_group (cf4644d6-87de-4b6d-be2d-c8f83a008046), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:36.607714 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c152954f-c4af-4cc1-84fc-f2e6b4f2b8ff tempest-RoutersAdminNegativeTest-1784821198 tempest-RoutersAdminNegativeTest-1784821198-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (cf4644d6-87de-4b6d-be2d-c8f83a008046), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:36.613493 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-c152954f-c4af-4cc1-84fc-f2e6b4f2b8ff tempest-RoutersAdminNegativeTest-1784821198 tempest-RoutersAdminNegativeTest-1784821198-project-admin] device_id is not set on port 669a15e2-48bf-4138-bfdf-6b96379b0fc0 yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:19:36.689834 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c152954f-c4af-4cc1-84fc-f2e6b4f2b8ff tempest-RoutersAdminNegativeTest-1784821198 tempest-RoutersAdminNegativeTest-1784821198-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4644d6-87de-4b6d-be2d-c8f83a008046,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:36.773173 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-c152954f-c4af-4cc1-84fc-f2e6b4f2b8ff tempest-RoutersAdminNegativeTest-1784821198 tempest-RoutersAdminNegativeTest-1784821198-project-admin] Allocated IP 172.35.4.117 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/669a15e2-48bf-4138-bfdf-6b96379b0fc0) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:19:36.902747 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c152954f-c4af-4cc1-84fc-f2e6b4f2b8ff tempest-RoutersAdminNegativeTest-1784821198 tempest-RoutersAdminNegativeTest-1784821198-project-admin] Publish callbacks [] for port (669a15e2-48bf-4138-bfdf-6b96379b0fc0), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:36.935588 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c152954f-c4af-4cc1-84fc-f2e6b4f2b8ff tempest-RoutersAdminNegativeTest-1784821198 tempest-RoutersAdminNegativeTest-1784821198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (669a15e2-48bf-4138-bfdf-6b96379b0fc0), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:36.981554 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c152954f-c4af-4cc1-84fc-f2e6b4f2b8ff tempest-RoutersAdminNegativeTest-1784821198 tempest-RoutersAdminNegativeTest-1784821198-project-admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:19:36.985788 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-c152954f-c4af-4cc1-84fc-f2e6b4f2b8ff tempest-RoutersAdminNegativeTest-1784821198 tempest-RoutersAdminNegativeTest-1784821198-project-admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:19:36.990122 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c152954f-c4af-4cc1-84fc-f2e6b4f2b8ff tempest-RoutersAdminNegativeTest-1784821198 tempest-RoutersAdminNegativeTest-1784821198-project-admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:19:36.993188 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c152954f-c4af-4cc1-84fc-f2e6b4f2b8ff tempest-RoutersAdminNegativeTest-1784821198 tempest-RoutersAdminNegativeTest-1784821198-project-admin] Pushing event updated for resources: {'Port': ['ID=669a15e2-48bf-4138-bfdf-6b96379b0fc0,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:37.029456 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c152954f-c4af-4cc1-84fc-f2e6b4f2b8ff tempest-RoutersAdminNegativeTest-1784821198 tempest-RoutersAdminNegativeTest-1784821198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:37.030072 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c152954f-c4af-4cc1-84fc-f2e6b4f2b8ff tempest-RoutersAdminNegativeTest-1784821198 tempest-RoutersAdminNegativeTest-1784821198-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:37.044738 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c152954f-c4af-4cc1-84fc-f2e6b4f2b8ff tempest-RoutersAdminNegativeTest-1784821198 tempest-RoutersAdminNegativeTest-1784821198-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 0.6529887
Feb 05 21:19:37.047651 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47354) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:37.052325 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-b5268689-e796-4d90-a75c-5d5b0fbf747d tempest-RoutersAdminNegativeTest-1784821198 tempest-RoutersAdminNegativeTest-1784821198-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.117'}]}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:19:37.074608 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b5268689-e796-4d90-a75c-5d5b0fbf747d tempest-RoutersAdminNegativeTest-1784821198 tempest-RoutersAdminNegativeTest-1784821198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (57c4795d-432a-47ec-ac2a-972f7d4f93a1), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:37.075604 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b5268689-e796-4d90-a75c-5d5b0fbf747d tempest-RoutersAdminNegativeTest-1784821198 tempest-RoutersAdminNegativeTest-1784821198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (57c4795d-432a-47ec-ac2a-972f7d4f93a1), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:37.164330 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b5268689-e796-4d90-a75c-5d5b0fbf747d tempest-RoutersAdminNegativeTest-1784821198 tempest-RoutersAdminNegativeTest-1784821198-project-admin] Publish callbacks [] for router_controller (57c4795d-432a-47ec-ac2a-972f7d4f93a1), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:37.300312 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b5268689-e796-4d90-a75c-5d5b0fbf747d tempest-RoutersAdminNegativeTest-1784821198 tempest-RoutersAdminNegativeTest-1784821198-project-admin] Publish callbacks [] for router_gateway (57c4795d-432a-47ec-ac2a-972f7d4f93a1), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:37.486602 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:37.525848 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b5268689-e796-4d90-a75c-5d5b0fbf747d tempest-RoutersAdminNegativeTest-1784821198 tempest-RoutersAdminNegativeTest-1784821198-project-admin] Publish callbacks [] for router_gateway (57c4795d-432a-47ec-ac2a-972f7d4f93a1), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:37.549843 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b5268689-e796-4d90-a75c-5d5b0fbf747d tempest-RoutersAdminNegativeTest-1784821198 tempest-RoutersAdminNegativeTest-1784821198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:37.735748 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b5268689-e796-4d90-a75c-5d5b0fbf747d tempest-RoutersAdminNegativeTest-1784821198 tempest-RoutersAdminNegativeTest-1784821198-project-admin] Publish callbacks [] for router (57c4795d-432a-47ec-ac2a-972f7d4f93a1), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:37.892024 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b5268689-e796-4d90-a75c-5d5b0fbf747d tempest-RoutersAdminNegativeTest-1784821198 tempest-RoutersAdminNegativeTest-1784821198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (57c4795d-432a-47ec-ac2a-972f7d4f93a1), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:37.894121 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b5268689-e796-4d90-a75c-5d5b0fbf747d tempest-RoutersAdminNegativeTest-1784821198 tempest-RoutersAdminNegativeTest-1784821198-project-admin] Publish callbacks [] for router_controller (57c4795d-432a-47ec-ac2a-972f7d4f93a1), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:38.256890 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b5268689-e796-4d90-a75c-5d5b0fbf747d tempest-RoutersAdminNegativeTest-1784821198 tempest-RoutersAdminNegativeTest-1784821198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (57c4795d-432a-47ec-ac2a-972f7d4f93a1), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:38.257504 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5268689-e796-4d90-a75c-5d5b0fbf747d tempest-RoutersAdminNegativeTest-1784821198 tempest-RoutersAdminNegativeTest-1784821198-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 57c4795d-432a-47ec-ac2a-972f7d4f93a1 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:19:38.272294 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-b5268689-e796-4d90-a75c-5d5b0fbf747d tempest-RoutersAdminNegativeTest-1784821198 tempest-RoutersAdminNegativeTest-1784821198-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Feb 05 21:19:38.273397 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b5268689-e796-4d90-a75c-5d5b0fbf747d tempest-RoutersAdminNegativeTest-1784821198 tempest-RoutersAdminNegativeTest-1784821198-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 1.2247908
Feb 05 21:19:38.276288 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47356) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:38.353878 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-ecc41340-69ef-4c76-a32f-627a818ace3e tempest-RoutersAdminNegativeTest-1784821198 tempest-RoutersAdminNegativeTest-1784821198-project-admin] Deleting port 669a15e2-48bf-4138-bfdf-6b96379b0fc0 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:19:38.354145 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ecc41340-69ef-4c76-a32f-627a818ace3e tempest-RoutersAdminNegativeTest-1784821198 tempest-RoutersAdminNegativeTest-1784821198-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (669a15e2-48bf-4138-bfdf-6b96379b0fc0), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:38.433100 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ecc41340-69ef-4c76-a32f-627a818ace3e tempest-RoutersAdminNegativeTest-1784821198 tempest-RoutersAdminNegativeTest-1784821198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (669a15e2-48bf-4138-bfdf-6b96379b0fc0), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:38.444727 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-ecc41340-69ef-4c76-a32f-627a818ace3e tempest-RoutersAdminNegativeTest-1784821198 tempest-RoutersAdminNegativeTest-1784821198-project-admin] Calling delete_port for 669a15e2-48bf-4138-bfdf-6b96379b0fc0 owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:19:38.561738 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ecc41340-69ef-4c76-a32f-627a818ace3e tempest-RoutersAdminNegativeTest-1784821198 tempest-RoutersAdminNegativeTest-1784821198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (669a15e2-48bf-4138-bfdf-6b96379b0fc0), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:38.591960 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc41340-69ef-4c76-a32f-627a818ace3e tempest-RoutersAdminNegativeTest-1784821198 tempest-RoutersAdminNegativeTest-1784821198-project-admin] Pushing event deleted for resources: {'Port': ['ID=669a15e2-48bf-4138-bfdf-6b96379b0fc0,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:38.652606 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ecc41340-69ef-4c76-a32f-627a818ace3e tempest-RoutersAdminNegativeTest-1784821198 tempest-RoutersAdminNegativeTest-1784821198-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:38.655739 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ecc41340-69ef-4c76-a32f-627a818ace3e tempest-RoutersAdminNegativeTest-1784821198 tempest-RoutersAdminNegativeTest-1784821198-project-admin] 10.222.0.32 "DELETE /v2.0/ports/669a15e2-48bf-4138-bfdf-6b96379b0fc0 HTTP/1.1" status: 204  len: 168 time: 0.3783824
Feb 05 21:19:38.896464 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47362) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:39.003403 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-85c37968-eece-46a0-a489-81062090740d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:39.076716 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-85c37968-eece-46a0-a489-81062090740d admin admin] Publish callbacks [] for security_group (22d0f891-906c-4d99-900f-781a57ca2471), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:39.080626 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-85c37968-eece-46a0-a489-81062090740d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (22d0f891-906c-4d99-900f-781a57ca2471), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:39.092167 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:39.123489 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-85c37968-eece-46a0-a489-81062090740d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9a14dd0c689c492c8470c2f1bdaa8f5a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2259438
Feb 05 21:19:39.124379 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c37968-eece-46a0-a489-81062090740d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d0f891-906c-4d99-900f-781a57ca2471,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:39.126139 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47366) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:39.176718 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6c399875-a880-4965-bb4c-d4060fa737b3 admin admin] Publish callbacks [] for security_group (22d0f891-906c-4d99-900f-781a57ca2471), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:39.198185 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6c399875-a880-4965-bb4c-d4060fa737b3 admin admin] Publish callbacks [] for security_group (22d0f891-906c-4d99-900f-781a57ca2471), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:39.247507 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6c399875-a880-4965-bb4c-d4060fa737b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (22d0f891-906c-4d99-900f-781a57ca2471), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:39.250055 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6c399875-a880-4965-bb4c-d4060fa737b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:39.251241 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6c399875-a880-4965-bb4c-d4060fa737b3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/22d0f891-906c-4d99-900f-781a57ca2471 HTTP/1.1" status: 204  len: 168 time: 0.1227624
Feb 05 21:19:39.258928 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c399875-a880-4965-bb4c-d4060fa737b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d0f891-906c-4d99-900f-781a57ca2471,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:39.509823 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47372) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:39.548413 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-372e5959-0094-4eb3-bb44-985581e08010 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dac49cea427a4d8cba8748f43eef7e32&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0374119
Feb 05 21:19:39.550805 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47374) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:39.597578 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0661a4e8-84ad-4342-a3b2-ab833c992e56 admin admin] Publish callbacks [] for security_group (cf4644d6-87de-4b6d-be2d-c8f83a008046), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:39.619156 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0661a4e8-84ad-4342-a3b2-ab833c992e56 admin admin] Publish callbacks [] for security_group (cf4644d6-87de-4b6d-be2d-c8f83a008046), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:39.668961 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0661a4e8-84ad-4342-a3b2-ab833c992e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (cf4644d6-87de-4b6d-be2d-c8f83a008046), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:39.671664 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0661a4e8-84ad-4342-a3b2-ab833c992e56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:39.672822 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0661a4e8-84ad-4342-a3b2-ab833c992e56 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cf4644d6-87de-4b6d-be2d-c8f83a008046 HTTP/1.1" status: 204  len: 168 time: 0.1205804
Feb 05 21:19:39.681339 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0661a4e8-84ad-4342-a3b2-ab833c992e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4644d6-87de-4b6d-be2d-c8f83a008046,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:39.688666 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0661a4e8-84ad-4342-a3b2-ab833c992e56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:19:39.689017 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0661a4e8-84ad-4342-a3b2-ab833c992e56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:19:39.689362 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0661a4e8-84ad-4342-a3b2-ab833c992e56 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:19:39.689699 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0661a4e8-84ad-4342-a3b2-ab833c992e56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:19:39.690035 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0661a4e8-84ad-4342-a3b2-ab833c992e56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:19:39.690370 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0661a4e8-84ad-4342-a3b2-ab833c992e56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:19:39.690724 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0661a4e8-84ad-4342-a3b2-ab833c992e56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:19:39.691052 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0661a4e8-84ad-4342-a3b2-ab833c992e56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:19:39.691377 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0661a4e8-84ad-4342-a3b2-ab833c992e56 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:19:39.691726 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0661a4e8-84ad-4342-a3b2-ab833c992e56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:19:39.692720 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0661a4e8-84ad-4342-a3b2-ab833c992e56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:19:39.693053 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0661a4e8-84ad-4342-a3b2-ab833c992e56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:19:39.693459 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0661a4e8-84ad-4342-a3b2-ab833c992e56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:19:40.358899 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47396) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:40.454957 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-961a1d1a-66c7-4dfb-8684-f0585d2c863c tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-922680926'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:19:40.476725 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961a1d1a-66c7-4dfb-8684-f0585d2c863c tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Made reservation on behalf of db1e88e0841745539c502af50dae2253 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:19:40.480027 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:40.480574 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-961a1d1a-66c7-4dfb-8684-f0585d2c863c tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:40.489395 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-961a1d1a-66c7-4dfb-8684-f0585d2c863c tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:40.562540 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-961a1d1a-66c7-4dfb-8684-f0585d2c863c tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks [] for security_group (c5cc5be3-a96a-426a-8695-8a2b8d25f70d), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:40.566281 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-961a1d1a-66c7-4dfb-8684-f0585d2c863c tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (c5cc5be3-a96a-426a-8695-8a2b8d25f70d), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:40.592647 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-961a1d1a-66c7-4dfb-8684-f0585d2c863c tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:19:40.607537 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a1d1a-66c7-4dfb-8684-f0585d2c863c tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5cc5be3-a96a-426a-8695-8a2b8d25f70d,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:40.610422 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-961a1d1a-66c7-4dfb-8684-f0585d2c863c tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (ee2d2315-951c-4786-a032-bdbdb27bd140), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:40.610772 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-961a1d1a-66c7-4dfb-8684-f0585d2c863c tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Added segment ee2d2315-951c-4786-a032-bdbdb27bd140 of type vlan for network c5b067e2-7ee6-47bb-a211-c1fd33cf47a6
Feb 05 21:19:40.651968 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-961a1d1a-66c7-4dfb-8684-f0585d2c863c tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (c5b067e2-7ee6-47bb-a211-c1fd33cf47a6), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:40.677648 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-961a1d1a-66c7-4dfb-8684-f0585d2c863c tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (c5b067e2-7ee6-47bb-a211-c1fd33cf47a6), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:40.682677 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961a1d1a-66c7-4dfb-8684-f0585d2c863c tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:40.683265 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-961a1d1a-66c7-4dfb-8684-f0585d2c863c tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:40.720576 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-961a1d1a-66c7-4dfb-8684-f0585d2c863c tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 797 time: 0.3604889
Feb 05 21:19:40.723871 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47400) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:40.728895 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-618582e9-8f6c-47c3-9310-a54eb5b5583b tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Request body: {'subnet': {'network_id': 'c5b067e2-7ee6-47bb-a211-c1fd33cf47a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:19:40.750408 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a1d1a-66c7-4dfb-8684-f0585d2c863c tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Pushing event updated for resources: {'Network': ['ID=c5b067e2-7ee6-47bb-a211-c1fd33cf47a6,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:40.762182 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network c5b067e2-7ee6-47bb-a211-c1fd33cf47a6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:19:40.819746 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618582e9-8f6c-47c3-9310-a54eb5b5583b tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Made reservation on behalf of db1e88e0841745539c502af50dae2253 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:19:40.823204 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-618582e9-8f6c-47c3-9310-a54eb5b5583b tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:41.008794 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-618582e9-8f6c-47c3-9310-a54eb5b5583b tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (d3a400d1-8f6f-42c9-9bf8-6473a338a390), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:41.072014 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618582e9-8f6c-47c3-9310-a54eb5b5583b tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Pushing event updated for resources: {'Subnet': ['ID=d3a400d1-8f6f-42c9-9bf8-6473a338a390,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:41.081091 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618582e9-8f6c-47c3-9310-a54eb5b5583b tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Checking segment: {'id': 'ee2d2315-951c-4786-a032-bdbdb27bd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c5b067e2-7ee6-47bb-a211-c1fd33cf47a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:19:41.081468 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618582e9-8f6c-47c3-9310-a54eb5b5583b tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Network hostable DHCP agents. Network: c5b067e2-7ee6-47bb-a211-c1fd33cf47a6, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:19:41.098147 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618582e9-8f6c-47c3-9310-a54eb5b5583b tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Network c5b067e2-7ee6-47bb-a211-c1fd33cf47a6 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:19:41.106854 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-618582e9-8f6c-47c3-9310-a54eb5b5583b tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c5b067e2-7ee6-47bb-a211-c1fd33cf47a6) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:19:41.111268 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618582e9-8f6c-47c3-9310-a54eb5b5583b tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:41.112348 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-618582e9-8f6c-47c3-9310-a54eb5b5583b tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:41.117431 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1377f694-877e-4267-9c90-e12204cf998a None None] Network c5b067e2-7ee6-47bb-a211-c1fd33cf47a6 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:19:41.128279 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-618582e9-8f6c-47c3-9310-a54eb5b5583b tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4032784
Feb 05 21:19:41.132208 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47402) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:41.137337 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-24389835-1aad-49b2-ad38-88d62bac94f1 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Request body: {'port': {'network_id': 'c5b067e2-7ee6-47bb-a211-c1fd33cf47a6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-616765158'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:19:41.223688 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddbab0e-bf57-4192-93f4-61bd0fe82a38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c5b067e2-7ee6-47bb-a211-c1fd33cf47a6', 'network_id': 'c5b067e2-7ee6-47bb-a211-c1fd33cf47a6', 'project_id': 'db1e88e0841745539c502af50dae2253', 'fixed_ips': [{'subnet_id': 'd3a400d1-8f6f-42c9-9bf8-6473a338a390'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:19:41.224664 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5ddbab0e-bf57-4192-93f4-61bd0fe82a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:41.247488 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24389835-1aad-49b2-ad38-88d62bac94f1 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Made reservation on behalf of db1e88e0841745539c502af50dae2253 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:19:41.251210 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-24389835-1aad-49b2-ad38-88d62bac94f1 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:41.268857 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-24389835-1aad-49b2-ad38-88d62bac94f1 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] device_id is not set on port a2d0cdef-438d-4665-b2b0-6eceea008a0d yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:19:41.362432 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-5ddbab0e-bf57-4192-93f4-61bd0fe82a38 None None] Allocated IP 2001:db8::2 (c5b067e2-7ee6-47bb-a211-c1fd33cf47a6/d3a400d1-8f6f-42c9-9bf8-6473a338a390/b5286c8c-d95a-4c98-bf65-0dc5faa93f2e) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:19:41.505376 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5ddbab0e-bf57-4192-93f4-61bd0fe82a38 None None] Publish callbacks [] for port (b5286c8c-d95a-4c98-bf65-0dc5faa93f2e), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:41.510878 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5ddbab0e-bf57-4192-93f4-61bd0fe82a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (b5286c8c-d95a-4c98-bf65-0dc5faa93f2e), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:41.553264 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddbab0e-bf57-4192-93f4-61bd0fe82a38 None None] Network c5b067e2-7ee6-47bb-a211-c1fd33cf47a6 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:19:41.557504 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-5ddbab0e-bf57-4192-93f4-61bd0fe82a38 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:19:41.560180 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddbab0e-bf57-4192-93f4-61bd0fe82a38 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:19:41.567528 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddbab0e-bf57-4192-93f4-61bd0fe82a38 None None] Pushing event updated for resources: {'Port': ['ID=b5286c8c-d95a-4c98-bf65-0dc5faa93f2e,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:41.571007 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-24389835-1aad-49b2-ad38-88d62bac94f1 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Allocated IP 2001:db8::350 (c5b067e2-7ee6-47bb-a211-c1fd33cf47a6/d3a400d1-8f6f-42c9-9bf8-6473a338a390/a2d0cdef-438d-4665-b2b0-6eceea008a0d) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:19:41.623671 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-5ddbab0e-bf57-4192-93f4-61bd0fe82a38 None None] Attempting to bind port b5286c8c-d95a-4c98-bf65-0dc5faa93f2e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:19:41.624044 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-5ddbab0e-bf57-4192-93f4-61bd0fe82a38 None None] Attempting to bind port b5286c8c-d95a-4c98-bf65-0dc5faa93f2e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ee2d2315-951c-4786-a032-bdbdb27bd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c5b067e2-7ee6-47bb-a211-c1fd33cf47a6'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:19:41.624405 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddbab0e-bf57-4192-93f4-61bd0fe82a38 None None] Attempting to bind port b5286c8c-d95a-4c98-bf65-0dc5faa93f2e on network c5b067e2-7ee6-47bb-a211-c1fd33cf47a6 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:19:41.630532 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddbab0e-bf57-4192-93f4-61bd0fe82a38 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:19:41.630913 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddbab0e-bf57-4192-93f4-61bd0fe82a38 None None] Checking segment: {'id': 'ee2d2315-951c-4786-a032-bdbdb27bd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c5b067e2-7ee6-47bb-a211-c1fd33cf47a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:19:41.631320 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5ddbab0e-bf57-4192-93f4-61bd0fe82a38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:41.631715 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddbab0e-bf57-4192-93f4-61bd0fe82a38 None None] Bound using segment: {'id': 'ee2d2315-951c-4786-a032-bdbdb27bd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c5b067e2-7ee6-47bb-a211-c1fd33cf47a6'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:19:41.632177 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-5ddbab0e-bf57-4192-93f4-61bd0fe82a38 None None] Bound port: b5286c8c-d95a-4c98-bf65-0dc5faa93f2e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee2d2315-951c-4786-a032-bdbdb27bd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c5b067e2-7ee6-47bb-a211-c1fd33cf47a6'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:19:41.632560 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5ddbab0e-bf57-4192-93f4-61bd0fe82a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b5286c8c-d95a-4c98-bf65-0dc5faa93f2e), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:41.721931 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-24389835-1aad-49b2-ad38-88d62bac94f1 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks [] for port (a2d0cdef-438d-4665-b2b0-6eceea008a0d), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:41.757643 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-24389835-1aad-49b2-ad38-88d62bac94f1 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (a2d0cdef-438d-4665-b2b0-6eceea008a0d), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:41.809133 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24389835-1aad-49b2-ad38-88d62bac94f1 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Network c5b067e2-7ee6-47bb-a211-c1fd33cf47a6 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:19:41.812282 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-24389835-1aad-49b2-ad38-88d62bac94f1 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:19:41.815847 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24389835-1aad-49b2-ad38-88d62bac94f1 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:19:41.821418 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24389835-1aad-49b2-ad38-88d62bac94f1 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:41.822053 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-24389835-1aad-49b2-ad38-88d62bac94f1 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:41.828481 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24389835-1aad-49b2-ad38-88d62bac94f1 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Pushing event updated for resources: {'Port': ['ID=a2d0cdef-438d-4665-b2b0-6eceea008a0d,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:41.849328 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-24389835-1aad-49b2-ad38-88d62bac94f1 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 0.7131264
Feb 05 21:19:41.849690 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47404) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:41.854799 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-6b928295-091e-4c10-8378-99d3a2ca6995 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Request body: {'port': {'network_id': 'c5b067e2-7ee6-47bb-a211-c1fd33cf47a6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1631803589', 'allowed_address_pairs': [{'ip_address': '2001:db8::350', 'mac_address': 'fa:16:3e:c1:24:b0'}]}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:19:41.866405 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-5ddbab0e-bf57-4192-93f4-61bd0fe82a38 None None] For port b5286c8c-d95a-4c98-bf65-0dc5faa93f2e, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:19:41.870344 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-5ddbab0e-bf57-4192-93f4-61bd0fe82a38 None None] For port b5286c8c-d95a-4c98-bf65-0dc5faa93f2e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5286c8c-d95a-4c98-bf65-0dc5faa93f2e,segment=NetworkSegment(ee2d2315-951c-4786-a032-bdbdb27bd140),segment_id=ee2d2315-951c-4786-a032-bdbdb27bd140)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:19:41.876021 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5ddbab0e-bf57-4192-93f4-61bd0fe82a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b5286c8c-d95a-4c98-bf65-0dc5faa93f2e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:41.933794 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddbab0e-bf57-4192-93f4-61bd0fe82a38 None None] Pushing event updated for resources: {'Port': ['ID=b5286c8c-d95a-4c98-bf65-0dc5faa93f2e,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:41.973936 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b928295-091e-4c10-8378-99d3a2ca6995 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Made reservation on behalf of db1e88e0841745539c502af50dae2253 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:19:42.062007 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6b928295-091e-4c10-8378-99d3a2ca6995 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:42.081022 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-6b928295-091e-4c10-8378-99d3a2ca6995 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] device_id is not set on port ad6fc273-3aae-4401-9ed8-121d63883cb7 yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:19:42.215892 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-6b928295-091e-4c10-8378-99d3a2ca6995 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Allocated IP 2001:db8::81 (c5b067e2-7ee6-47bb-a211-c1fd33cf47a6/d3a400d1-8f6f-42c9-9bf8-6473a338a390/ad6fc273-3aae-4401-9ed8-121d63883cb7) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:19:42.367528 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6b928295-091e-4c10-8378-99d3a2ca6995 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks [] for port (ad6fc273-3aae-4401-9ed8-121d63883cb7), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:42.401737 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6b928295-091e-4c10-8378-99d3a2ca6995 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (ad6fc273-3aae-4401-9ed8-121d63883cb7), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:42.450028 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b928295-091e-4c10-8378-99d3a2ca6995 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Network c5b067e2-7ee6-47bb-a211-c1fd33cf47a6 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:19:42.453058 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-6b928295-091e-4c10-8378-99d3a2ca6995 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:19:42.456627 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b928295-091e-4c10-8378-99d3a2ca6995 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:19:42.462567 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b928295-091e-4c10-8378-99d3a2ca6995 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:42.463191 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6b928295-091e-4c10-8378-99d3a2ca6995 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:42.474532 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b928295-091e-4c10-8378-99d3a2ca6995 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Pushing event updated for resources: {'Port': ['ID=ad6fc273-3aae-4401-9ed8-121d63883cb7,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:42.485218 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6b928295-091e-4c10-8378-99d3a2ca6995 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1007 time: 0.6343768
Feb 05 21:19:42.487675 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47406) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:42.574226 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb9ff39-02ed-4620-ba88-b06927a6ff7e tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:42.579723 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb9ff39-02ed-4620-ba88-b06927a6ff7e tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:42.586255 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb9ff39-02ed-4620-ba88-b06927a6ff7e tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:42.588051 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ffb9ff39-02ed-4620-ba88-b06927a6ff7e tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2480 time: 0.0993042
Feb 05 21:19:42.591005 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47408) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:42.691920 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-c39b4597-45e3-48d0-b6f5-9aaf3ac67af7 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Deleting port ad6fc273-3aae-4401-9ed8-121d63883cb7 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:19:42.692480 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c39b4597-45e3-48d0-b6f5-9aaf3ac67af7 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (ad6fc273-3aae-4401-9ed8-121d63883cb7), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:42.779710 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c39b4597-45e3-48d0-b6f5-9aaf3ac67af7 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (ad6fc273-3aae-4401-9ed8-121d63883cb7), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:42.793429 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-c39b4597-45e3-48d0-b6f5-9aaf3ac67af7 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Calling delete_port for ad6fc273-3aae-4401-9ed8-121d63883cb7 owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:19:42.881787 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f33e5f-27dd-48a3-bfd9-fe403a87c380 None None] Network c5b067e2-7ee6-47bb-a211-c1fd33cf47a6 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:19:42.929814 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c39b4597-45e3-48d0-b6f5-9aaf3ac67af7 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (ad6fc273-3aae-4401-9ed8-121d63883cb7), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:42.960501 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b4597-45e3-48d0-b6f5-9aaf3ac67af7 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Pushing event deleted for resources: {'Port': ['ID=ad6fc273-3aae-4401-9ed8-121d63883cb7,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:42.962855 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-8c48185b-e77b-4451-a7c2-108744958162 None None] Provisioning complete for port b5286c8c-d95a-4c98-bf65-0dc5faa93f2e triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:19:42.964118 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8c48185b-e77b-4451-a7c2-108744958162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b5286c8c-d95a-4c98-bf65-0dc5faa93f2e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:43.076090 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-8c48185b-e77b-4451-a7c2-108744958162 None None] Current status of the port b5286c8c-d95a-4c98-bf65-0dc5faa93f2e is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:19:43.076492 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8c48185b-e77b-4451-a7c2-108744958162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b5286c8c-d95a-4c98-bf65-0dc5faa93f2e), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:43.086665 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c39b4597-45e3-48d0-b6f5-9aaf3ac67af7 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:43.090008 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c39b4597-45e3-48d0-b6f5-9aaf3ac67af7 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] 10.222.0.32 "DELETE /v2.0/ports/ad6fc273-3aae-4401-9ed8-121d63883cb7 HTTP/1.1" status: 204  len: 168 time: 0.4968514
Feb 05 21:19:43.092677 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47410) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:43.117189 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-8c48185b-e77b-4451-a7c2-108744958162 None None] For port b5286c8c-d95a-4c98-bf65-0dc5faa93f2e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5286c8c-d95a-4c98-bf65-0dc5faa93f2e,segment=NetworkSegment(ee2d2315-951c-4786-a032-bdbdb27bd140),segment_id=ee2d2315-951c-4786-a032-bdbdb27bd140)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:19:43.122941 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8c48185b-e77b-4451-a7c2-108744958162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b5286c8c-d95a-4c98-bf65-0dc5faa93f2e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:43.127765 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6985982-6bed-4369-9b1c-adfc6491d202 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] GET failed (client error): The resource could not be found.
Feb 05 21:19:43.130905 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a6985982-6bed-4369-9b1c-adfc6491d202 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] 10.222.0.32 "GET /v2.0/ports/ad6fc273-3aae-4401-9ed8-121d63883cb7 HTTP/1.1" status: 404  len: 333 time: 0.0370891
Feb 05 21:19:43.135970 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47412) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:43.142178 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-7d52e7c0-ec0b-41d3-9600-c65a7d6e5db3 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Request body: {'port': {'network_id': 'c5b067e2-7ee6-47bb-a211-c1fd33cf47a6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-556676351'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:19:43.184974 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c48185b-e77b-4451-a7c2-108744958162 None None] Pushing event updated for resources: {'Port': ['ID=b5286c8c-d95a-4c98-bf65-0dc5faa93f2e,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:43.255484 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d52e7c0-ec0b-41d3-9600-c65a7d6e5db3 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Made reservation on behalf of db1e88e0841745539c502af50dae2253 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:19:43.259045 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7d52e7c0-ec0b-41d3-9600-c65a7d6e5db3 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:43.277401 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [None req-7d52e7c0-ec0b-41d3-9600-c65a7d6e5db3 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] device_id is not set on port db830575-ece3-44b9-9614-e1be8dae5b6c yet. {{(pid=114391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:19:43.349458 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-25f08dbb-cde7-4ab0-a841-b0d683780809 None None] Provisioning complete for port b5286c8c-d95a-4c98-bf65-0dc5faa93f2e triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:19:43.350281 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-25f08dbb-cde7-4ab0-a841-b0d683780809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b5286c8c-d95a-4c98-bf65-0dc5faa93f2e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:43.435390 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-25f08dbb-cde7-4ab0-a841-b0d683780809 None None] Current status of the port b5286c8c-d95a-4c98-bf65-0dc5faa93f2e is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:19:43.446569 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-25f08dbb-cde7-4ab0-a841-b0d683780809 None None] Provisioning complete for port a2d0cdef-438d-4665-b2b0-6eceea008a0d triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:19:43.447048 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-25f08dbb-cde7-4ab0-a841-b0d683780809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (a2d0cdef-438d-4665-b2b0-6eceea008a0d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:43.488391 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-25f08dbb-cde7-4ab0-a841-b0d683780809 None None] Port a2d0cdef-438d-4665-b2b0-6eceea008a0d cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:19:43.610699 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-7a74c093-26b7-4f84-afca-641cd85a9889 None None] Provisioning complete for port a2d0cdef-438d-4665-b2b0-6eceea008a0d triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:19:43.611204 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7a74c093-26b7-4f84-afca-641cd85a9889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (a2d0cdef-438d-4665-b2b0-6eceea008a0d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:43.650034 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-7a74c093-26b7-4f84-afca-641cd85a9889 None None] Port a2d0cdef-438d-4665-b2b0-6eceea008a0d cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:19:43.763912 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-bfe9cd2d-e063-4ab8-afd4-509b1e9d87f1 None None] Could not find standard attr ID for object ad6fc273-3aae-4401-9ed8-121d63883cb7. {{(pid=114392) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 05 21:19:43.793416 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-7d52e7c0-ec0b-41d3-9600-c65a7d6e5db3 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Allocated IP 2001:db8::6d (c5b067e2-7ee6-47bb-a211-c1fd33cf47a6/d3a400d1-8f6f-42c9-9bf8-6473a338a390/db830575-ece3-44b9-9614-e1be8dae5b6c) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:19:43.945344 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7d52e7c0-ec0b-41d3-9600-c65a7d6e5db3 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks [] for port (db830575-ece3-44b9-9614-e1be8dae5b6c), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:43.978721 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7d52e7c0-ec0b-41d3-9600-c65a7d6e5db3 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (db830575-ece3-44b9-9614-e1be8dae5b6c), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:44.023549 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d52e7c0-ec0b-41d3-9600-c65a7d6e5db3 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Network c5b067e2-7ee6-47bb-a211-c1fd33cf47a6 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:19:44.026518 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-7d52e7c0-ec0b-41d3-9600-c65a7d6e5db3 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:19:44.028871 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d52e7c0-ec0b-41d3-9600-c65a7d6e5db3 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:19:44.034550 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d52e7c0-ec0b-41d3-9600-c65a7d6e5db3 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:44.035166 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7d52e7c0-ec0b-41d3-9600-c65a7d6e5db3 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:44.045776 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52e7c0-ec0b-41d3-9600-c65a7d6e5db3 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Pushing event updated for resources: {'Port': ['ID=db830575-ece3-44b9-9614-e1be8dae5b6c,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:44.060188 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7d52e7c0-ec0b-41d3-9600-c65a7d6e5db3 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 0.9229906
Feb 05 21:19:44.062815 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47414) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:44.071694 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-493880a2-f4db-437a-8317-d03b5a56a822 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::350', 'mac_address': 'fa:16:3e:c1:24:b0'}]}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:19:44.205121 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b5286c8c-d95a-4c98-bf65-0dc5faa93f2e up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:19:44.248007 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-493880a2-f4db-437a-8317-d03b5a56a822 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (db830575-ece3-44b9-9614-e1be8dae5b6c), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:44.257243 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port b5286c8c-d95a-4c98-bf65-0dc5faa93f2e triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:19:44.257622 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b5286c8c-d95a-4c98-bf65-0dc5faa93f2e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:44.308413 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-b5f82863-f1de-48fb-8b0a-c54d24af85d0 None None] Provisioning complete for port db830575-ece3-44b9-9614-e1be8dae5b6c triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:19:44.308831 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b5f82863-f1de-48fb-8b0a-c54d24af85d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (db830575-ece3-44b9-9614-e1be8dae5b6c), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:44.369884 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-b5f82863-f1de-48fb-8b0a-c54d24af85d0 None None] Port db830575-ece3-44b9-9614-e1be8dae5b6c cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:19:44.382069 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port b5286c8c-d95a-4c98-bf65-0dc5faa93f2e is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:19:44.430244 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-493880a2-f4db-437a-8317-d03b5a56a822 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks [] for port (db830575-ece3-44b9-9614-e1be8dae5b6c), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:44.435345 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-493880a2-f4db-437a-8317-d03b5a56a822 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (db830575-ece3-44b9-9614-e1be8dae5b6c), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:44.467406 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-493880a2-f4db-437a-8317-d03b5a56a822 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] In _notify_port_updated(), no bound segment for port db830575-ece3-44b9-9614-e1be8dae5b6c on network c5b067e2-7ee6-47bb-a211-c1fd33cf47a6 {{(pid=114391) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Feb 05 21:19:44.472542 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493880a2-f4db-437a-8317-d03b5a56a822 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:44.473737 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-493880a2-f4db-437a-8317-d03b5a56a822 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:44.475084 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-493880a2-f4db-437a-8317-d03b5a56a822 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] 10.222.0.32 "PUT /v2.0/ports/db830575-ece3-44b9-9614-e1be8dae5b6c HTTP/1.1" status: 200  len: 1001 time: 0.4106963
Feb 05 21:19:44.477927 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47416) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:44.491736 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493880a2-f4db-437a-8317-d03b5a56a822 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Pushing event updated for resources: {'Port': ['ID=db830575-ece3-44b9-9614-e1be8dae5b6c,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:44.581014 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-da3b200c-4185-4dc4-a199-a2b894e48c0d tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Deleting port db830575-ece3-44b9-9614-e1be8dae5b6c {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:19:44.581375 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-da3b200c-4185-4dc4-a199-a2b894e48c0d tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (db830575-ece3-44b9-9614-e1be8dae5b6c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:44.674342 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-da3b200c-4185-4dc4-a199-a2b894e48c0d tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (db830575-ece3-44b9-9614-e1be8dae5b6c), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:44.687106 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-da3b200c-4185-4dc4-a199-a2b894e48c0d tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Calling delete_port for db830575-ece3-44b9-9614-e1be8dae5b6c owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:19:44.700014 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-014a0027-ebc8-4b56-951b-9ee42b69c707 None None] Provisioning complete for port db830575-ece3-44b9-9614-e1be8dae5b6c triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:19:44.700388 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-014a0027-ebc8-4b56-951b-9ee42b69c707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (db830575-ece3-44b9-9614-e1be8dae5b6c), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:44.734918 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-014a0027-ebc8-4b56-951b-9ee42b69c707 None None] Port db830575-ece3-44b9-9614-e1be8dae5b6c cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:19:44.815467 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-da3b200c-4185-4dc4-a199-a2b894e48c0d tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (db830575-ece3-44b9-9614-e1be8dae5b6c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:44.852678 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3b200c-4185-4dc4-a199-a2b894e48c0d tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Pushing event deleted for resources: {'Port': ['ID=db830575-ece3-44b9-9614-e1be8dae5b6c,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:44.938138 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-da3b200c-4185-4dc4-a199-a2b894e48c0d tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:44.941621 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-da3b200c-4185-4dc4-a199-a2b894e48c0d tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] 10.222.0.32 "DELETE /v2.0/ports/db830575-ece3-44b9-9614-e1be8dae5b6c HTTP/1.1" status: 204  len: 168 time: 0.4625947
Feb 05 21:19:44.944927 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47418) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:44.971495 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-88cc05dc-8a26-45a4-a9df-d16ef6670760 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] GET failed (client error): The resource could not be found.
Feb 05 21:19:44.973250 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-88cc05dc-8a26-45a4-a9df-d16ef6670760 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] 10.222.0.32 "GET /v2.0/ports/db830575-ece3-44b9-9614-e1be8dae5b6c HTTP/1.1" status: 404  len: 333 time: 0.0270386
Feb 05 21:19:44.976757 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47420) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:44.981606 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-e973263c-e7c0-49e6-8037-5ffc36d4168e tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Request body: {'port': {'network_id': 'c5b067e2-7ee6-47bb-a211-c1fd33cf47a6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1603792235'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:19:45.094663 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e973263c-e7c0-49e6-8037-5ffc36d4168e tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Made reservation on behalf of db1e88e0841745539c502af50dae2253 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:19:45.098667 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e973263c-e7c0-49e6-8037-5ffc36d4168e tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:45.115980 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [None req-e973263c-e7c0-49e6-8037-5ffc36d4168e tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] device_id is not set on port d18ca8b8-4ab3-42a1-bc37-8305f2c602f9 yet. {{(pid=114391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:19:45.236297 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-e973263c-e7c0-49e6-8037-5ffc36d4168e tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Allocated IP 2001:db8::349 (c5b067e2-7ee6-47bb-a211-c1fd33cf47a6/d3a400d1-8f6f-42c9-9bf8-6473a338a390/d18ca8b8-4ab3-42a1-bc37-8305f2c602f9) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:19:45.380017 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e973263c-e7c0-49e6-8037-5ffc36d4168e tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks [] for port (d18ca8b8-4ab3-42a1-bc37-8305f2c602f9), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:45.381852 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:45.413616 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e973263c-e7c0-49e6-8037-5ffc36d4168e tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (d18ca8b8-4ab3-42a1-bc37-8305f2c602f9), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:45.464693 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e973263c-e7c0-49e6-8037-5ffc36d4168e tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Network c5b067e2-7ee6-47bb-a211-c1fd33cf47a6 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:19:45.467614 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-e973263c-e7c0-49e6-8037-5ffc36d4168e tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:19:45.472167 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e973263c-e7c0-49e6-8037-5ffc36d4168e tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:19:45.478085 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e973263c-e7c0-49e6-8037-5ffc36d4168e tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:45.478819 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e973263c-e7c0-49e6-8037-5ffc36d4168e tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:45.481131 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e973263c-e7c0-49e6-8037-5ffc36d4168e tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Pushing event updated for resources: {'Port': ['ID=d18ca8b8-4ab3-42a1-bc37-8305f2c602f9,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:45.498716 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e973263c-e7c0-49e6-8037-5ffc36d4168e tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 0.5206964
Feb 05 21:19:45.501469 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47422) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:45.507584 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-c012ba65-cd45-4310-87f9-8fa3b277baec tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:c1:24:b0'}]}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:19:45.584162 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c012ba65-cd45-4310-87f9-8fa3b277baec tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d18ca8b8-4ab3-42a1-bc37-8305f2c602f9), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:45.764941 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-06b3bbaf-3d99-4ca1-a2cd-745acee82ce9 None None] Provisioning complete for port d18ca8b8-4ab3-42a1-bc37-8305f2c602f9 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:19:45.765604 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-06b3bbaf-3d99-4ca1-a2cd-745acee82ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d18ca8b8-4ab3-42a1-bc37-8305f2c602f9), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:45.765775 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c012ba65-cd45-4310-87f9-8fa3b277baec tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks [] for port (d18ca8b8-4ab3-42a1-bc37-8305f2c602f9), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:45.771423 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c012ba65-cd45-4310-87f9-8fa3b277baec tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (d18ca8b8-4ab3-42a1-bc37-8305f2c602f9), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:45.803657 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-06b3bbaf-3d99-4ca1-a2cd-745acee82ce9 None None] Port d18ca8b8-4ab3-42a1-bc37-8305f2c602f9 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:19:45.804565 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-c012ba65-cd45-4310-87f9-8fa3b277baec tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] In _notify_port_updated(), no bound segment for port d18ca8b8-4ab3-42a1-bc37-8305f2c602f9 on network c5b067e2-7ee6-47bb-a211-c1fd33cf47a6 {{(pid=114390) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Feb 05 21:19:45.809672 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c012ba65-cd45-4310-87f9-8fa3b277baec tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:45.810300 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c012ba65-cd45-4310-87f9-8fa3b277baec tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:45.814433 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c012ba65-cd45-4310-87f9-8fa3b277baec tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] 10.222.0.32 "PUT /v2.0/ports/d18ca8b8-4ab3-42a1-bc37-8305f2c602f9 HTTP/1.1" status: 200  len: 1003 time: 0.3091581
Feb 05 21:19:45.814785 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47424) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:45.828141 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012ba65-cd45-4310-87f9-8fa3b277baec tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Pushing event updated for resources: {'Port': ['ID=d18ca8b8-4ab3-42a1-bc37-8305f2c602f9,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:45.910079 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-83e78d43-f93c-4113-ac20-4bb56b53df1d tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Deleting port d18ca8b8-4ab3-42a1-bc37-8305f2c602f9 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:19:45.911003 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-83e78d43-f93c-4113-ac20-4bb56b53df1d tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (d18ca8b8-4ab3-42a1-bc37-8305f2c602f9), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:46.003310 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-83e78d43-f93c-4113-ac20-4bb56b53df1d tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (d18ca8b8-4ab3-42a1-bc37-8305f2c602f9), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:46.016810 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-83e78d43-f93c-4113-ac20-4bb56b53df1d tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Calling delete_port for d18ca8b8-4ab3-42a1-bc37-8305f2c602f9 owned by  {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:19:46.041734 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-8c28fabc-b553-424a-9903-0fc0e0dfe2ed None None] Provisioning complete for port d18ca8b8-4ab3-42a1-bc37-8305f2c602f9 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:19:46.042108 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8c28fabc-b553-424a-9903-0fc0e0dfe2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d18ca8b8-4ab3-42a1-bc37-8305f2c602f9), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:46.077173 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-8c28fabc-b553-424a-9903-0fc0e0dfe2ed None None] Port d18ca8b8-4ab3-42a1-bc37-8305f2c602f9 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:19:46.148835 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-83e78d43-f93c-4113-ac20-4bb56b53df1d tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (d18ca8b8-4ab3-42a1-bc37-8305f2c602f9), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:46.178123 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e78d43-f93c-4113-ac20-4bb56b53df1d tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Pushing event deleted for resources: {'Port': ['ID=d18ca8b8-4ab3-42a1-bc37-8305f2c602f9,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:46.203607 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-83e78d43-f93c-4113-ac20-4bb56b53df1d tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:46.206837 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-83e78d43-f93c-4113-ac20-4bb56b53df1d tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] 10.222.0.32 "DELETE /v2.0/ports/d18ca8b8-4ab3-42a1-bc37-8305f2c602f9 HTTP/1.1" status: 204  len: 168 time: 0.3908982
Feb 05 21:19:46.210453 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47426) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:46.236295 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-d670f236-e96f-4028-8651-380f7d141602 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] GET failed (client error): The resource could not be found.
Feb 05 21:19:46.237772 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d670f236-e96f-4028-8651-380f7d141602 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] 10.222.0.32 "GET /v2.0/ports/d18ca8b8-4ab3-42a1-bc37-8305f2c602f9 HTTP/1.1" status: 404  len: 333 time: 0.0263748
Feb 05 21:19:46.241569 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47428) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:46.246509 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-91f37d43-7ced-47cb-b250-3148a12574f5 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Request body: {'port': {'network_id': 'c5b067e2-7ee6-47bb-a211-c1fd33cf47a6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1356536062'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:19:46.360523 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f37d43-7ced-47cb-b250-3148a12574f5 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Made reservation on behalf of db1e88e0841745539c502af50dae2253 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:19:46.365070 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-91f37d43-7ced-47cb-b250-3148a12574f5 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:46.387240 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [None req-91f37d43-7ced-47cb-b250-3148a12574f5 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] device_id is not set on port dfe69bb6-77a9-4b34-9156-f3f3c714471a yet. {{(pid=114391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:19:46.497490 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-91f37d43-7ced-47cb-b250-3148a12574f5 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Allocated IP 2001:db8::37 (c5b067e2-7ee6-47bb-a211-c1fd33cf47a6/d3a400d1-8f6f-42c9-9bf8-6473a338a390/dfe69bb6-77a9-4b34-9156-f3f3c714471a) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:19:46.645990 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-91f37d43-7ced-47cb-b250-3148a12574f5 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks [] for port (dfe69bb6-77a9-4b34-9156-f3f3c714471a), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:46.679954 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-91f37d43-7ced-47cb-b250-3148a12574f5 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (dfe69bb6-77a9-4b34-9156-f3f3c714471a), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:46.729204 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f37d43-7ced-47cb-b250-3148a12574f5 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Network c5b067e2-7ee6-47bb-a211-c1fd33cf47a6 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:19:46.732398 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-91f37d43-7ced-47cb-b250-3148a12574f5 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:19:46.735896 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f37d43-7ced-47cb-b250-3148a12574f5 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:19:46.741450 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f37d43-7ced-47cb-b250-3148a12574f5 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:46.742074 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-91f37d43-7ced-47cb-b250-3148a12574f5 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:46.748368 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f37d43-7ced-47cb-b250-3148a12574f5 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Pushing event updated for resources: {'Port': ['ID=dfe69bb6-77a9-4b34-9156-f3f3c714471a,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:46.767395 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47430) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:46.767917 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-91f37d43-7ced-47cb-b250-3148a12574f5 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 0.5249019
Feb 05 21:19:46.774854 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-1e022bcc-c881-4b8f-8e33-c712cce20754 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Request body: {'port': {'network_id': 'c5b067e2-7ee6-47bb-a211-c1fd33cf47a6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-868231178'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:19:46.884929 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e022bcc-c881-4b8f-8e33-c712cce20754 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Made reservation on behalf of db1e88e0841745539c502af50dae2253 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:19:46.888332 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1e022bcc-c881-4b8f-8e33-c712cce20754 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:46.905935 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-1e022bcc-c881-4b8f-8e33-c712cce20754 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] device_id is not set on port 5b27bc70-2eb1-442e-8dcb-ba8aefe9f7bc yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:19:47.006739 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-2f5ca062-07a7-4ea3-b41b-183ba8dbfa3c None None] Provisioning complete for port dfe69bb6-77a9-4b34-9156-f3f3c714471a triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:19:47.007293 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2f5ca062-07a7-4ea3-b41b-183ba8dbfa3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (dfe69bb6-77a9-4b34-9156-f3f3c714471a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:47.026749 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-1e022bcc-c881-4b8f-8e33-c712cce20754 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Allocated IP 2001:db8::66 (c5b067e2-7ee6-47bb-a211-c1fd33cf47a6/d3a400d1-8f6f-42c9-9bf8-6473a338a390/5b27bc70-2eb1-442e-8dcb-ba8aefe9f7bc) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:19:47.040986 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-2f5ca062-07a7-4ea3-b41b-183ba8dbfa3c None None] Port dfe69bb6-77a9-4b34-9156-f3f3c714471a cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:19:47.173443 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1e022bcc-c881-4b8f-8e33-c712cce20754 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks [] for port (5b27bc70-2eb1-442e-8dcb-ba8aefe9f7bc), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:47.207331 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1e022bcc-c881-4b8f-8e33-c712cce20754 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (5b27bc70-2eb1-442e-8dcb-ba8aefe9f7bc), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:47.250489 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e022bcc-c881-4b8f-8e33-c712cce20754 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Network c5b067e2-7ee6-47bb-a211-c1fd33cf47a6 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:19:47.253502 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-1e022bcc-c881-4b8f-8e33-c712cce20754 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:19:47.257724 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e022bcc-c881-4b8f-8e33-c712cce20754 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:19:47.262926 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e022bcc-c881-4b8f-8e33-c712cce20754 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:47.263549 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1e022bcc-c881-4b8f-8e33-c712cce20754 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:47.272631 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e022bcc-c881-4b8f-8e33-c712cce20754 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Pushing event updated for resources: {'Port': ['ID=5b27bc70-2eb1-442e-8dcb-ba8aefe9f7bc,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:47.288513 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47432) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:47.288767 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1e022bcc-c881-4b8f-8e33-c712cce20754 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 0.5188353
Feb 05 21:19:47.294240 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-714b24b4-a747-476a-92d0-6dcd6b06510f tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::350', 'mac_address': 'fa:16:3e:c1:24:b0'}, {'ip_address': '2001:db8::37', 'mac_address': 'fa:16:3e:60:5f:a8'}]}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:19:47.370128 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-714b24b4-a747-476a-92d0-6dcd6b06510f tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5b27bc70-2eb1-442e-8dcb-ba8aefe9f7bc), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:47.561467 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-714b24b4-a747-476a-92d0-6dcd6b06510f tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks [] for port (5b27bc70-2eb1-442e-8dcb-ba8aefe9f7bc), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:47.567812 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-714b24b4-a747-476a-92d0-6dcd6b06510f tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (5b27bc70-2eb1-442e-8dcb-ba8aefe9f7bc), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:47.568513 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-84eab9dc-9b3f-44e1-9576-eadd20b74129 None None] Provisioning complete for port 5b27bc70-2eb1-442e-8dcb-ba8aefe9f7bc triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:19:47.568998 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-84eab9dc-9b3f-44e1-9576-eadd20b74129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5b27bc70-2eb1-442e-8dcb-ba8aefe9f7bc), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:47.599380 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-714b24b4-a747-476a-92d0-6dcd6b06510f tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] In _notify_port_updated(), no bound segment for port 5b27bc70-2eb1-442e-8dcb-ba8aefe9f7bc on network c5b067e2-7ee6-47bb-a211-c1fd33cf47a6 {{(pid=114391) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Feb 05 21:19:47.604530 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714b24b4-a747-476a-92d0-6dcd6b06510f tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:47.605167 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-714b24b4-a747-476a-92d0-6dcd6b06510f tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:47.605531 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-84eab9dc-9b3f-44e1-9576-eadd20b74129 None None] Port 5b27bc70-2eb1-442e-8dcb-ba8aefe9f7bc cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:19:47.606611 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-714b24b4-a747-476a-92d0-6dcd6b06510f tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] 10.222.0.32 "PUT /v2.0/ports/5b27bc70-2eb1-442e-8dcb-ba8aefe9f7bc HTTP/1.1" status: 200  len: 1065 time: 0.3166964
Feb 05 21:19:47.609296 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47434) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:47.658400 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b24b4-a747-476a-92d0-6dcd6b06510f tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Pushing event updated for resources: {'Port': ['ID=5b27bc70-2eb1-442e-8dcb-ba8aefe9f7bc,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:47.725132 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-2453d38c-4cbe-4dcb-b131-3aa7296f10f1 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Deleting port 5b27bc70-2eb1-442e-8dcb-ba8aefe9f7bc {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:19:47.725623 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2453d38c-4cbe-4dcb-b131-3aa7296f10f1 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (5b27bc70-2eb1-442e-8dcb-ba8aefe9f7bc), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:47.815700 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2453d38c-4cbe-4dcb-b131-3aa7296f10f1 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (5b27bc70-2eb1-442e-8dcb-ba8aefe9f7bc), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:47.829169 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-2453d38c-4cbe-4dcb-b131-3aa7296f10f1 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Calling delete_port for 5b27bc70-2eb1-442e-8dcb-ba8aefe9f7bc owned by  {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:19:47.835815 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-abc95cc5-a375-47b5-9c65-61b43e6ffcc6 None None] Provisioning complete for port 5b27bc70-2eb1-442e-8dcb-ba8aefe9f7bc triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:19:47.836197 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-abc95cc5-a375-47b5-9c65-61b43e6ffcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5b27bc70-2eb1-442e-8dcb-ba8aefe9f7bc), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:47.871258 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-abc95cc5-a375-47b5-9c65-61b43e6ffcc6 None None] Port 5b27bc70-2eb1-442e-8dcb-ba8aefe9f7bc cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:19:47.960266 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2453d38c-4cbe-4dcb-b131-3aa7296f10f1 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (5b27bc70-2eb1-442e-8dcb-ba8aefe9f7bc), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:47.986307 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2453d38c-4cbe-4dcb-b131-3aa7296f10f1 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Pushing event deleted for resources: {'Port': ['ID=5b27bc70-2eb1-442e-8dcb-ba8aefe9f7bc,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:48.199650 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2453d38c-4cbe-4dcb-b131-3aa7296f10f1 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:48.203336 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2453d38c-4cbe-4dcb-b131-3aa7296f10f1 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] 10.222.0.32 "DELETE /v2.0/ports/5b27bc70-2eb1-442e-8dcb-ba8aefe9f7bc HTTP/1.1" status: 204  len: 168 time: 0.5930834
Feb 05 21:19:48.205842 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47436) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:48.235949 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-33a4c36b-9522-45a2-bf42-e7f169ebd55e tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] GET failed (client error): The resource could not be found.
Feb 05 21:19:48.237277 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-33a4c36b-9522-45a2-bf42-e7f169ebd55e tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] 10.222.0.32 "GET /v2.0/ports/5b27bc70-2eb1-442e-8dcb-ba8aefe9f7bc HTTP/1.1" status: 404  len: 333 time: 0.0303650
Feb 05 21:19:48.240550 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47438) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:48.330115 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-e21efda8-5fd7-4179-bbcb-f03a09d9bc8b tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Deleting port dfe69bb6-77a9-4b34-9156-f3f3c714471a {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:19:48.330363 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e21efda8-5fd7-4179-bbcb-f03a09d9bc8b tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (dfe69bb6-77a9-4b34-9156-f3f3c714471a), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:48.421519 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e21efda8-5fd7-4179-bbcb-f03a09d9bc8b tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (dfe69bb6-77a9-4b34-9156-f3f3c714471a), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:48.434308 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-e21efda8-5fd7-4179-bbcb-f03a09d9bc8b tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Calling delete_port for dfe69bb6-77a9-4b34-9156-f3f3c714471a owned by  {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:19:48.564428 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e21efda8-5fd7-4179-bbcb-f03a09d9bc8b tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (dfe69bb6-77a9-4b34-9156-f3f3c714471a), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:48.592418 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21efda8-5fd7-4179-bbcb-f03a09d9bc8b tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Pushing event deleted for resources: {'Port': ['ID=dfe69bb6-77a9-4b34-9156-f3f3c714471a,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:48.631884 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e21efda8-5fd7-4179-bbcb-f03a09d9bc8b tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:48.638302 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e21efda8-5fd7-4179-bbcb-f03a09d9bc8b tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] 10.222.0.32 "DELETE /v2.0/ports/dfe69bb6-77a9-4b34-9156-f3f3c714471a HTTP/1.1" status: 204  len: 168 time: 0.3944724
Feb 05 21:19:48.638616 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47440) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:48.665586 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-b984ceda-33cd-4901-a78f-1c1fc2127ca1 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] GET failed (client error): The resource could not be found.
Feb 05 21:19:48.667083 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b984ceda-33cd-4901-a78f-1c1fc2127ca1 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] 10.222.0.32 "GET /v2.0/ports/dfe69bb6-77a9-4b34-9156-f3f3c714471a HTTP/1.1" status: 404  len: 333 time: 0.0275178
Feb 05 21:19:48.671327 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47442) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:48.763784 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-14fe9301-e711-4fec-938f-34f1f8aaed29 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Deleting port a2d0cdef-438d-4665-b2b0-6eceea008a0d {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:19:48.763784 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-14fe9301-e711-4fec-938f-34f1f8aaed29 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (a2d0cdef-438d-4665-b2b0-6eceea008a0d), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:48.854872 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-14fe9301-e711-4fec-938f-34f1f8aaed29 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (a2d0cdef-438d-4665-b2b0-6eceea008a0d), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:48.867164 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-14fe9301-e711-4fec-938f-34f1f8aaed29 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Calling delete_port for a2d0cdef-438d-4665-b2b0-6eceea008a0d owned by  {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:19:48.996506 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-14fe9301-e711-4fec-938f-34f1f8aaed29 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (a2d0cdef-438d-4665-b2b0-6eceea008a0d), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:49.024636 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe9301-e711-4fec-938f-34f1f8aaed29 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Pushing event deleted for resources: {'Port': ['ID=a2d0cdef-438d-4665-b2b0-6eceea008a0d,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:49.050525 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-14fe9301-e711-4fec-938f-34f1f8aaed29 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:49.054473 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-14fe9301-e711-4fec-938f-34f1f8aaed29 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] 10.222.0.32 "DELETE /v2.0/ports/a2d0cdef-438d-4665-b2b0-6eceea008a0d HTTP/1.1" status: 204  len: 168 time: 0.3821325
Feb 05 21:19:49.056810 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47444) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:49.112290 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-02cf47af-fa0f-48cf-8848-174cdac05a68 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Deleting subnet d3a400d1-8f6f-42c9-9bf8-6473a338a390 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:19:49.116632 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-02cf47af-fa0f-48cf-8848-174cdac05a68 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks [] for subnet (d3a400d1-8f6f-42c9-9bf8-6473a338a390), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:49.164305 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-02cf47af-fa0f-48cf-8848-174cdac05a68 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (d3a400d1-8f6f-42c9-9bf8-6473a338a390), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:49.252596 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-02cf47af-fa0f-48cf-8848-174cdac05a68 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (d3a400d1-8f6f-42c9-9bf8-6473a338a390), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:49.309808 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-02cf47af-fa0f-48cf-8848-174cdac05a68 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (d3a400d1-8f6f-42c9-9bf8-6473a338a390), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:49.336622 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf47af-fa0f-48cf-8848-174cdac05a68 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Pushing event deleted for resources: {'Subnet': ['ID=d3a400d1-8f6f-42c9-9bf8-6473a338a390,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:49.340197 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-02cf47af-fa0f-48cf-8848-174cdac05a68 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:49.343355 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-02cf47af-fa0f-48cf-8848-174cdac05a68 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] 10.222.0.32 "DELETE /v2.0/subnets/d3a400d1-8f6f-42c9-9bf8-6473a338a390 HTTP/1.1" status: 204  len: 168 time: 0.2855988
Feb 05 21:19:49.345749 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47446) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:49.348499 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8cf017-a15c-4535-a860-5c285d7df9f8 None None] Network c5b067e2-7ee6-47bb-a211-c1fd33cf47a6 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:19:49.426475 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8d1a9232-8a6c-499c-be2c-a93a86cbd793 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (c5b067e2-7ee6-47bb-a211-c1fd33cf47a6), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:49.480989 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-8d1a9232-8a6c-499c-be2c-a93a86cbd793 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Deleting port b5286c8c-d95a-4c98-bf65-0dc5faa93f2e {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:19:49.481334 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8d1a9232-8a6c-499c-be2c-a93a86cbd793 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (b5286c8c-d95a-4c98-bf65-0dc5faa93f2e), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:49.497879 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e92fc1-db76-4b2f-b43f-1287fe999625 None None] DHCP port deletion for c5b067e2-7ee6-47bb-a211-c1fd33cf47a6 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:19:49.547158 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-06e92fc1-db76-4b2f-b43f-1287fe999625 None None] Deleting port b5286c8c-d95a-4c98-bf65-0dc5faa93f2e {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:19:49.547534 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-06e92fc1-db76-4b2f-b43f-1287fe999625 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (b5286c8c-d95a-4c98-bf65-0dc5faa93f2e), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:49.550556 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-8d1a9232-8a6c-499c-be2c-a93a86cbd793 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] For port b5286c8c-d95a-4c98-bf65-0dc5faa93f2e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5286c8c-d95a-4c98-bf65-0dc5faa93f2e,segment=NetworkSegment(ee2d2315-951c-4786-a032-bdbdb27bd140),segment_id=ee2d2315-951c-4786-a032-bdbdb27bd140)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:19:49.551013 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8d1a9232-8a6c-499c-be2c-a93a86cbd793 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (b5286c8c-d95a-4c98-bf65-0dc5faa93f2e), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:49.563868 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-8d1a9232-8a6c-499c-be2c-a93a86cbd793 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Calling delete_port for b5286c8c-d95a-4c98-bf65-0dc5faa93f2e owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:19:49.613596 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-06e92fc1-db76-4b2f-b43f-1287fe999625 None None] For port b5286c8c-d95a-4c98-bf65-0dc5faa93f2e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5286c8c-d95a-4c98-bf65-0dc5faa93f2e,segment=NetworkSegment(ee2d2315-951c-4786-a032-bdbdb27bd140),segment_id=ee2d2315-951c-4786-a032-bdbdb27bd140)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:19:49.614075 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-06e92fc1-db76-4b2f-b43f-1287fe999625 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (b5286c8c-d95a-4c98-bf65-0dc5faa93f2e), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:49.626662 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-06e92fc1-db76-4b2f-b43f-1287fe999625 None None] Calling delete_port for b5286c8c-d95a-4c98-bf65-0dc5faa93f2e owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:19:49.643889 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8d1a9232-8a6c-499c-be2c-a93a86cbd793 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (b5286c8c-d95a-4c98-bf65-0dc5faa93f2e), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:49.668636 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a9232-8a6c-499c-be2c-a93a86cbd793 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Pushing event deleted for resources: {'Port': ['ID=b5286c8c-d95a-4c98-bf65-0dc5faa93f2e,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:49.677510 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1a9232-8a6c-499c-be2c-a93a86cbd793 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] No DVR routers for this DVR port b5286c8c-d95a-4c98-bf65-0dc5faa93f2e on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:19:49.707763 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-06e92fc1-db76-4b2f-b43f-1287fe999625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (b5286c8c-d95a-4c98-bf65-0dc5faa93f2e), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:49.730969 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e92fc1-db76-4b2f-b43f-1287fe999625 None None] Pushing event deleted for resources: {'Port': ['ID=b5286c8c-d95a-4c98-bf65-0dc5faa93f2e,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:49.737296 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e92fc1-db76-4b2f-b43f-1287fe999625 None None] No DVR routers for this DVR port b5286c8c-d95a-4c98-bf65-0dc5faa93f2e on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:19:49.761982 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8d1a9232-8a6c-499c-be2c-a93a86cbd793 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (c5b067e2-7ee6-47bb-a211-c1fd33cf47a6), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:49.782481 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-8d1a9232-8a6c-499c-be2c-a93a86cbd793 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db208b5e0>,) {'filters': {'network_id': ['c5b067e2-7ee6-47bb-a211-c1fd33cf47a6']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:19:49.791715 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-8d1a9232-8a6c-499c-be2c-a93a86cbd793 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db208b5e0>, 'ee2d2315-951c-4786-a032-bdbdb27bd140') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:19:49.792012 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-8d1a9232-8a6c-499c-be2c-a93a86cbd793 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db208b5e0>, 'ee2d2315-951c-4786-a032-bdbdb27bd140') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:19:49.801565 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8d1a9232-8a6c-499c-be2c-a93a86cbd793 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (ee2d2315-951c-4786-a032-bdbdb27bd140), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:49.814633 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8d1a9232-8a6c-499c-be2c-a93a86cbd793 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (ee2d2315-951c-4786-a032-bdbdb27bd140), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:49.821343 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d1a9232-8a6c-499c-be2c-a93a86cbd793 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:19:49.821798 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8d1a9232-8a6c-499c-be2c-a93a86cbd793 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (ee2d2315-951c-4786-a032-bdbdb27bd140), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:49.824788 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:19:49.824788 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:19:49.824788 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:19:49.824788 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:19:49.824788 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:19:49.824788 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:19:49.824788 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:19:49.824788 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:19:49.824788 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:19:49.824788 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:19:49.824788 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:19:49.824788 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:19:49.824788 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:19:49.824788 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:19:49.824788 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:19:49.824788 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:19:49.824788 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:19:49.824788 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:19:49.824788 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:19:49.824788 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:19:49.824788 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:19:49.824788 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:19:49.824788 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:19:49.824788 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:19:49.824788 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:19:49.824788 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:19:49.824788 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:19:49.824788 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:19:49.824788 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:19:49.824788 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:19:49.824788 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:19:49.824788 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:19:49.886525 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8d1a9232-8a6c-499c-be2c-a93a86cbd793 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (c5b067e2-7ee6-47bb-a211-c1fd33cf47a6), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:49.893933 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8d1a9232-8a6c-499c-be2c-a93a86cbd793 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:49.896877 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8d1a9232-8a6c-499c-be2c-a93a86cbd793 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] 10.222.0.32 "DELETE /v2.0/networks/c5b067e2-7ee6-47bb-a211-c1fd33cf47a6 HTTP/1.1" status: 204  len: 168 time: 0.5502057
Feb 05 21:19:49.908197 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a9232-8a6c-499c-be2c-a93a86cbd793 tempest-AllowedAddressPairIpV6TestJSON-556372247 tempest-AllowedAddressPairIpV6TestJSON-556372247-project] Pushing event deleted for resources: {'Network': ['ID=c5b067e2-7ee6-47bb-a211-c1fd33cf47a6,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:50.142591 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47452) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:50.143478 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b5286c8c-d95a-4c98-bf65-0dc5faa93f2e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:19:50.170097 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: b5286c8c-d95a-4c98-bf65-0dc5faa93f2e {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:19:50.170745 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b5286c8c-d95a-4c98-bf65-0dc5faa93f2e not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:19:50.227397 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:50.281144 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-846f86a6-86ad-423a-87e3-1773c26fd9b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=db1e88e0841745539c502af50dae2253&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1373448
Feb 05 21:19:50.283601 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47456) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:50.331995 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f145d982-893a-4b9c-9383-7f0e5a13fc37 admin admin] Publish callbacks [] for security_group (c5cc5be3-a96a-426a-8695-8a2b8d25f70d), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:50.357101 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f145d982-893a-4b9c-9383-7f0e5a13fc37 admin admin] Publish callbacks [] for security_group (c5cc5be3-a96a-426a-8695-8a2b8d25f70d), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:50.403295 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f145d982-893a-4b9c-9383-7f0e5a13fc37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (c5cc5be3-a96a-426a-8695-8a2b8d25f70d), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:50.406003 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f145d982-893a-4b9c-9383-7f0e5a13fc37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:50.407224 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f145d982-893a-4b9c-9383-7f0e5a13fc37 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c5cc5be3-a96a-426a-8695-8a2b8d25f70d HTTP/1.1" status: 204  len: 168 time: 0.1224737
Feb 05 21:19:50.415648 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f145d982-893a-4b9c-9383-7f0e5a13fc37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5cc5be3-a96a-426a-8695-8a2b8d25f70d,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:51.035960 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47478) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:51.131824 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-36c6b458-aae6-4939-8147-77c72a4f60dc tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1311352196'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:19:51.151202 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c6b458-aae6-4939-8147-77c72a4f60dc tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Made reservation on behalf of c64fbd3a71a34ef48b593d0d4b7e6ea5 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:19:51.154512 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-36c6b458-aae6-4939-8147-77c72a4f60dc tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:51.163832 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-36c6b458-aae6-4939-8147-77c72a4f60dc tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:51.236794 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-36c6b458-aae6-4939-8147-77c72a4f60dc tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for security_group (cf728fd2-92bf-46a1-89b7-6e2d281ecaea), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:51.241069 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-36c6b458-aae6-4939-8147-77c72a4f60dc tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (cf728fd2-92bf-46a1-89b7-6e2d281ecaea), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:51.263234 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36c6b458-aae6-4939-8147-77c72a4f60dc tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:19:51.281984 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6b458-aae6-4939-8147-77c72a4f60dc tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf728fd2-92bf-46a1-89b7-6e2d281ecaea,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:51.285637 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-36c6b458-aae6-4939-8147-77c72a4f60dc tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (1be0027b-06b3-4e62-adff-03177b32b225), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:51.285981 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-36c6b458-aae6-4939-8147-77c72a4f60dc tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Added segment 1be0027b-06b3-4e62-adff-03177b32b225 of type vlan for network 513067de-59fd-4630-ad3d-14db8453e5c5
Feb 05 21:19:51.324919 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-36c6b458-aae6-4939-8147-77c72a4f60dc tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (513067de-59fd-4630-ad3d-14db8453e5c5), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:51.349267 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-36c6b458-aae6-4939-8147-77c72a4f60dc tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (513067de-59fd-4630-ad3d-14db8453e5c5), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:51.354364 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c6b458-aae6-4939-8147-77c72a4f60dc tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:51.355012 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-36c6b458-aae6-4939-8147-77c72a4f60dc tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:51.391575 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-36c6b458-aae6-4939-8147-77c72a4f60dc tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.3545108
Feb 05 21:19:51.395097 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47482) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:51.401005 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-cfa87949-11da-425d-bf62-1e13a9c3f51c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'port': {'network_id': '513067de-59fd-4630-ad3d-14db8453e5c5', 'name': 'tempest-PortsIpV6TestJSON-1489710379'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:19:51.422246 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6b458-aae6-4939-8147-77c72a4f60dc tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'Network': ['ID=513067de-59fd-4630-ad3d-14db8453e5c5,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:51.432437 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 513067de-59fd-4630-ad3d-14db8453e5c5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:19:51.494767 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa87949-11da-425d-bf62-1e13a9c3f51c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Made reservation on behalf of c64fbd3a71a34ef48b593d0d4b7e6ea5 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:19:51.498489 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cfa87949-11da-425d-bf62-1e13a9c3f51c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:51.516609 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [None req-cfa87949-11da-425d-bf62-1e13a9c3f51c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] device_id is not set on port 48358fb0-eb22-4701-b160-2087de216949 yet. {{(pid=114391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:19:51.683223 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cfa87949-11da-425d-bf62-1e13a9c3f51c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for port (48358fb0-eb22-4701-b160-2087de216949), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:51.716218 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cfa87949-11da-425d-bf62-1e13a9c3f51c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (48358fb0-eb22-4701-b160-2087de216949), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:51.778638 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa87949-11da-425d-bf62-1e13a9c3f51c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'Port': ['ID=48358fb0-eb22-4701-b160-2087de216949,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:51.786698 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa87949-11da-425d-bf62-1e13a9c3f51c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Checking segment: {'id': '1be0027b-06b3-4e62-adff-03177b32b225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '513067de-59fd-4630-ad3d-14db8453e5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:19:51.787074 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa87949-11da-425d-bf62-1e13a9c3f51c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Network hostable DHCP agents. Network: 513067de-59fd-4630-ad3d-14db8453e5c5, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:19:51.803657 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa87949-11da-425d-bf62-1e13a9c3f51c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Network 513067de-59fd-4630-ad3d-14db8453e5c5 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:19:51.812110 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-cfa87949-11da-425d-bf62-1e13a9c3f51c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 513067de-59fd-4630-ad3d-14db8453e5c5) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:19:51.815905 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa87949-11da-425d-bf62-1e13a9c3f51c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:19:51.821902 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcdb035-b857-49d6-855f-3b23b355d1bf None None] Network 513067de-59fd-4630-ad3d-14db8453e5c5 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:19:51.822410 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa87949-11da-425d-bf62-1e13a9c3f51c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:51.823035 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cfa87949-11da-425d-bf62-1e13a9c3f51c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:51.843003 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-cfa87949-11da-425d-bf62-1e13a9c3f51c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 0.4466531
Feb 05 21:19:51.843589 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47484) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:51.849396 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-3bcb5303-535c-4ae6-b788-4c5b2bc66381 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1483451969'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:19:51.869042 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcb5303-535c-4ae6-b788-4c5b2bc66381 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Made reservation on behalf of c64fbd3a71a34ef48b593d0d4b7e6ea5 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:19:51.872507 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3bcb5303-535c-4ae6-b788-4c5b2bc66381 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:51.896268 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bcb5303-535c-4ae6-b788-4c5b2bc66381 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:19:51.905652 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3bcb5303-535c-4ae6-b788-4c5b2bc66381 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (787c0754-a55e-43dc-ac7b-ec8a5209a126), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:51.906001 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-3bcb5303-535c-4ae6-b788-4c5b2bc66381 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Added segment 787c0754-a55e-43dc-ac7b-ec8a5209a126 of type vlan for network cefa181d-24a5-4d66-abdf-42bbef35a0dc
Feb 05 21:19:51.951318 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3bcb5303-535c-4ae6-b788-4c5b2bc66381 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (cefa181d-24a5-4d66-abdf-42bbef35a0dc), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:51.976089 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3bcb5303-535c-4ae6-b788-4c5b2bc66381 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (cefa181d-24a5-4d66-abdf-42bbef35a0dc), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:51.981474 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcb5303-535c-4ae6-b788-4c5b2bc66381 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:51.982040 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3bcb5303-535c-4ae6-b788-4c5b2bc66381 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:52.020759 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3bcb5303-535c-4ae6-b788-4c5b2bc66381 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.1760218
Feb 05 21:19:52.023636 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47486) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:52.030815 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-ec4faa71-82a2-44d6-9227-6d2a1670a78e tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'ports': [{'network_id': '513067de-59fd-4630-ad3d-14db8453e5c5'}, {'network_id': 'cefa181d-24a5-4d66-abdf-42bbef35a0dc'}]} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:19:52.031133 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-ec4faa71-82a2-44d6-9227-6d2a1670a78e tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'port': {'network_id': '513067de-59fd-4630-ad3d-14db8453e5c5'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:19:52.031628 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-ec4faa71-82a2-44d6-9227-6d2a1670a78e tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'port': {'network_id': 'cefa181d-24a5-4d66-abdf-42bbef35a0dc'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:19:52.051528 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb5303-535c-4ae6-b788-4c5b2bc66381 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'Network': ['ID=cefa181d-24a5-4d66-abdf-42bbef35a0dc,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:52.063147 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network cefa181d-24a5-4d66-abdf-42bbef35a0dc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:19:52.190695 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4faa71-82a2-44d6-9227-6d2a1670a78e tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Made reservation on behalf of c64fbd3a71a34ef48b593d0d4b7e6ea5 for: {'port': 2} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:19:52.195670 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ec4faa71-82a2-44d6-9227-6d2a1670a78e tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:52.209038 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ec4faa71-82a2-44d6-9227-6d2a1670a78e tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:52.353539 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [None req-ec4faa71-82a2-44d6-9227-6d2a1670a78e tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] device_id is not set on port c9fc92b1-4df1-4199-886b-f9b7ca0e0c2f yet. {{(pid=114391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:19:52.439758 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ec4faa71-82a2-44d6-9227-6d2a1670a78e tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for port (c9fc92b1-4df1-4199-886b-f9b7ca0e0c2f), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:52.504495 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [None req-ec4faa71-82a2-44d6-9227-6d2a1670a78e tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] device_id is not set on port fefad45b-5597-4d9c-978e-ac5c476c200a yet. {{(pid=114391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:19:52.580935 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ec4faa71-82a2-44d6-9227-6d2a1670a78e tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for port (fefad45b-5597-4d9c-978e-ac5c476c200a), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:52.619691 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ec4faa71-82a2-44d6-9227-6d2a1670a78e tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (c9fc92b1-4df1-4199-886b-f9b7ca0e0c2f), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:52.668714 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4faa71-82a2-44d6-9227-6d2a1670a78e tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Network 513067de-59fd-4630-ad3d-14db8453e5c5 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:19:52.671772 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-ec4faa71-82a2-44d6-9227-6d2a1670a78e tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:19:52.673988 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4faa71-82a2-44d6-9227-6d2a1670a78e tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:19:52.674834 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ec4faa71-82a2-44d6-9227-6d2a1670a78e tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (fefad45b-5597-4d9c-978e-ac5c476c200a), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:52.688626 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4faa71-82a2-44d6-9227-6d2a1670a78e tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'Port': ['ID=c9fc92b1-4df1-4199-886b-f9b7ca0e0c2f,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:52.751513 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4faa71-82a2-44d6-9227-6d2a1670a78e tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'Port': ['ID=fefad45b-5597-4d9c-978e-ac5c476c200a,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:52.757404 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4faa71-82a2-44d6-9227-6d2a1670a78e tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Checking segment: {'id': '787c0754-a55e-43dc-ac7b-ec8a5209a126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cefa181d-24a5-4d66-abdf-42bbef35a0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:19:52.757701 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4faa71-82a2-44d6-9227-6d2a1670a78e tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Network hostable DHCP agents. Network: cefa181d-24a5-4d66-abdf-42bbef35a0dc, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:19:52.776084 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4faa71-82a2-44d6-9227-6d2a1670a78e tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Network cefa181d-24a5-4d66-abdf-42bbef35a0dc is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:19:52.784341 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-ec4faa71-82a2-44d6-9227-6d2a1670a78e tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cefa181d-24a5-4d66-abdf-42bbef35a0dc) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:19:52.788645 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4faa71-82a2-44d6-9227-6d2a1670a78e tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:19:52.793946 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4faa71-82a2-44d6-9227-6d2a1670a78e tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:52.794233 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bca452-9a29-48a7-8a3b-664b0e9b9850 None None] Network cefa181d-24a5-4d66-abdf-42bbef35a0dc requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:19:52.798586 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4faa71-82a2-44d6-9227-6d2a1670a78e tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:52.799267 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ec4faa71-82a2-44d6-9227-6d2a1670a78e tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:52.815927 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ec4faa71-82a2-44d6-9227-6d2a1670a78e tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 0.7912049
Feb 05 21:19:52.819236 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47504) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:52.912535 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-b63fad3a-d866-43b9-baec-c8541a6e9a17 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Deleting port fefad45b-5597-4d9c-978e-ac5c476c200a {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:19:52.912886 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b63fad3a-d866-43b9-baec-c8541a6e9a17 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (fefad45b-5597-4d9c-978e-ac5c476c200a), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:52.984132 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b63fad3a-d866-43b9-baec-c8541a6e9a17 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (fefad45b-5597-4d9c-978e-ac5c476c200a), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:52.995934 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-b63fad3a-d866-43b9-baec-c8541a6e9a17 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Calling delete_port for fefad45b-5597-4d9c-978e-ac5c476c200a owned by  {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:19:53.073209 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b63fad3a-d866-43b9-baec-c8541a6e9a17 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (fefad45b-5597-4d9c-978e-ac5c476c200a), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:53.104674 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63fad3a-d866-43b9-baec-c8541a6e9a17 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event deleted for resources: {'Port': ['ID=fefad45b-5597-4d9c-978e-ac5c476c200a,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:53.111762 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b63fad3a-d866-43b9-baec-c8541a6e9a17 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:53.115324 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b63fad3a-d866-43b9-baec-c8541a6e9a17 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/ports/fefad45b-5597-4d9c-978e-ac5c476c200a HTTP/1.1" status: 204  len: 168 time: 0.2951193
Feb 05 21:19:53.117979 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47506) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:53.174398 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d766c9-ece2-49c1-99c0-058adcd7c26e tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:53.180170 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d766c9-ece2-49c1-99c0-058adcd7c26e tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:53.181717 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f3d766c9-ece2-49c1-99c0-058adcd7c26e tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1456 time: 0.0627344
Feb 05 21:19:53.184493 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47508) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:53.268668 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-5af13a64-d33e-4b9c-857c-746c41ddfe73 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Deleting port c9fc92b1-4df1-4199-886b-f9b7ca0e0c2f {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:19:53.269015 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5af13a64-d33e-4b9c-857c-746c41ddfe73 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (c9fc92b1-4df1-4199-886b-f9b7ca0e0c2f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:53.338465 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5af13a64-d33e-4b9c-857c-746c41ddfe73 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (c9fc92b1-4df1-4199-886b-f9b7ca0e0c2f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:53.350419 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-5af13a64-d33e-4b9c-857c-746c41ddfe73 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Calling delete_port for c9fc92b1-4df1-4199-886b-f9b7ca0e0c2f owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:19:53.428853 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5af13a64-d33e-4b9c-857c-746c41ddfe73 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (c9fc92b1-4df1-4199-886b-f9b7ca0e0c2f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:53.456480 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af13a64-d33e-4b9c-857c-746c41ddfe73 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event deleted for resources: {'Port': ['ID=c9fc92b1-4df1-4199-886b-f9b7ca0e0c2f,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:53.462277 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5af13a64-d33e-4b9c-857c-746c41ddfe73 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:53.465547 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5af13a64-d33e-4b9c-857c-746c41ddfe73 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/ports/c9fc92b1-4df1-4199-886b-f9b7ca0e0c2f HTTP/1.1" status: 204  len: 168 time: 0.2801597
Feb 05 21:19:53.468106 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47510) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:53.522309 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6a7902-ef95-4a45-b62e-2a3b049358f3 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:53.523807 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8a6a7902-ef95-4a45-b62e-2a3b049358f3 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.0547843
Feb 05 21:19:53.526502 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47512) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:53.552666 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c35ac9d-021d-4088-a754-eae604ebe02d tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] GET failed (client error): The resource could not be found.
Feb 05 21:19:53.554055 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8c35ac9d-021d-4088-a754-eae604ebe02d tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "GET /v2.0/ports/fefad45b-5597-4d9c-978e-ac5c476c200a HTTP/1.1" status: 404  len: 333 time: 0.0264585
Feb 05 21:19:53.556624 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47514) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:53.580022 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-96976016-ec3d-4455-95af-a2902e040119 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] GET failed (client error): The resource could not be found.
Feb 05 21:19:53.581333 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-96976016-ec3d-4455-95af-a2902e040119 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "GET /v2.0/ports/c9fc92b1-4df1-4199-886b-f9b7ca0e0c2f HTTP/1.1" status: 404  len: 333 time: 0.0238261
Feb 05 21:19:53.583958 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47516) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:53.660721 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-99e45079-ed1a-4ba9-85d7-a66f2e474c7a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (cefa181d-24a5-4d66-abdf-42bbef35a0dc), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:53.743904 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-99e45079-ed1a-4ba9-85d7-a66f2e474c7a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (cefa181d-24a5-4d66-abdf-42bbef35a0dc), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:53.763189 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-99e45079-ed1a-4ba9-85d7-a66f2e474c7a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2421190>,) {'filters': {'network_id': ['cefa181d-24a5-4d66-abdf-42bbef35a0dc']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:19:53.772673 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-99e45079-ed1a-4ba9-85d7-a66f2e474c7a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2421190>, '787c0754-a55e-43dc-ac7b-ec8a5209a126') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:19:53.772974 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-99e45079-ed1a-4ba9-85d7-a66f2e474c7a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2421190>, '787c0754-a55e-43dc-ac7b-ec8a5209a126') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:19:53.782020 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-99e45079-ed1a-4ba9-85d7-a66f2e474c7a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (787c0754-a55e-43dc-ac7b-ec8a5209a126), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:53.795728 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-99e45079-ed1a-4ba9-85d7-a66f2e474c7a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (787c0754-a55e-43dc-ac7b-ec8a5209a126), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:53.801812 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e45079-ed1a-4ba9-85d7-a66f2e474c7a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:19:53.802197 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-99e45079-ed1a-4ba9-85d7-a66f2e474c7a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (787c0754-a55e-43dc-ac7b-ec8a5209a126), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:53.805139 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:19:53.805139 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:19:53.805139 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:19:53.805139 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:19:53.805139 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:19:53.805139 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:19:53.805139 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:19:53.805139 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:19:53.805139 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:19:53.805139 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:19:53.805139 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:19:53.805139 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:19:53.805139 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:19:53.805139 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:19:53.805139 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:19:53.805139 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:19:53.805139 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:19:53.805139 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:19:53.805139 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:19:53.805139 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:19:53.805139 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:19:53.805139 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:19:53.805139 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:19:53.805139 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:19:53.805139 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:19:53.805139 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:19:53.805139 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:19:53.805139 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:19:53.805139 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:19:53.805139 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:19:53.805139 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:19:53.805139 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:19:53.865384 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-99e45079-ed1a-4ba9-85d7-a66f2e474c7a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (cefa181d-24a5-4d66-abdf-42bbef35a0dc), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:53.872101 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-99e45079-ed1a-4ba9-85d7-a66f2e474c7a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:53.875478 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-99e45079-ed1a-4ba9-85d7-a66f2e474c7a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/networks/cefa181d-24a5-4d66-abdf-42bbef35a0dc HTTP/1.1" status: 204  len: 168 time: 0.2906489
Feb 05 21:19:53.879206 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47518) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:53.884516 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-9d27c26f-37a3-48d0-9fd9-8fe67b857a15 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-392430210'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:19:53.887646 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e45079-ed1a-4ba9-85d7-a66f2e474c7a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event deleted for resources: {'Network': ['ID=cefa181d-24a5-4d66-abdf-42bbef35a0dc,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:53.904333 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d27c26f-37a3-48d0-9fd9-8fe67b857a15 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Made reservation on behalf of c64fbd3a71a34ef48b593d0d4b7e6ea5 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:19:53.907715 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9d27c26f-37a3-48d0-9fd9-8fe67b857a15 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:53.931951 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d27c26f-37a3-48d0-9fd9-8fe67b857a15 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:19:53.941195 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9d27c26f-37a3-48d0-9fd9-8fe67b857a15 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (4a549f6c-13d5-49c5-8898-7899c44e45d6), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:53.941568 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-9d27c26f-37a3-48d0-9fd9-8fe67b857a15 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Added segment 4a549f6c-13d5-49c5-8898-7899c44e45d6 of type vlan for network 76070553-5d3a-461b-acbf-6960b7d0cb2d
Feb 05 21:19:53.981438 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9d27c26f-37a3-48d0-9fd9-8fe67b857a15 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (76070553-5d3a-461b-acbf-6960b7d0cb2d), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:54.005718 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9d27c26f-37a3-48d0-9fd9-8fe67b857a15 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (76070553-5d3a-461b-acbf-6960b7d0cb2d), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:54.010833 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d27c26f-37a3-48d0-9fd9-8fe67b857a15 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:54.011418 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9d27c26f-37a3-48d0-9fd9-8fe67b857a15 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:54.056474 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9d27c26f-37a3-48d0-9fd9-8fe67b857a15 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.1761146
Feb 05 21:19:54.059550 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47520) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:54.065585 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-04e3978e-449e-478b-ac6c-f383a7eea959 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'subnet': {'network_id': '76070553-5d3a-461b-acbf-6960b7d0cb2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:19:54.117859 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d27c26f-37a3-48d0-9fd9-8fe67b857a15 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'Network': ['ID=76070553-5d3a-461b-acbf-6960b7d0cb2d,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:54.128341 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 76070553-5d3a-461b-acbf-6960b7d0cb2d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:19:54.157099 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e3978e-449e-478b-ac6c-f383a7eea959 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Made reservation on behalf of c64fbd3a71a34ef48b593d0d4b7e6ea5 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:19:54.161314 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-04e3978e-449e-478b-ac6c-f383a7eea959 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:54.218395 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.ipam_backend_mixin [None req-04e3978e-449e-478b-ac6c-f383a7eea959 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Performing IP validity checks on allocation pools {{(pid=114390) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Feb 05 21:19:54.221186 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.ipam_backend_mixin [None req-04e3978e-449e-478b-ac6c-f383a7eea959 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114390) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Feb 05 21:19:54.339688 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-04e3978e-449e-478b-ac6c-f383a7eea959 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (e7800eb1-57b5-426a-881c-cb904d24a44b), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:54.400687 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3978e-449e-478b-ac6c-f383a7eea959 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'Subnet': ['ID=e7800eb1-57b5-426a-881c-cb904d24a44b,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:54.407839 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e3978e-449e-478b-ac6c-f383a7eea959 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Checking segment: {'id': '4a549f6c-13d5-49c5-8898-7899c44e45d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '76070553-5d3a-461b-acbf-6960b7d0cb2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:19:54.408208 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e3978e-449e-478b-ac6c-f383a7eea959 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Network hostable DHCP agents. Network: 76070553-5d3a-461b-acbf-6960b7d0cb2d, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:19:54.425084 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e3978e-449e-478b-ac6c-f383a7eea959 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Network 76070553-5d3a-461b-acbf-6960b7d0cb2d is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:19:54.433982 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-04e3978e-449e-478b-ac6c-f383a7eea959 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 76070553-5d3a-461b-acbf-6960b7d0cb2d) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:19:54.437990 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e3978e-449e-478b-ac6c-f383a7eea959 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:54.438622 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-04e3978e-449e-478b-ac6c-f383a7eea959 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:54.444145 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11257942-afc2-4762-b368-5c88d72132c9 None None] Network 76070553-5d3a-461b-acbf-6960b7d0cb2d requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:19:54.455397 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-04e3978e-449e-478b-ac6c-f383a7eea959 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.3947513
Feb 05 21:19:54.458664 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47522) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:54.463646 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-0069994d-fd7e-4b39-ac6a-f8d5b24cdc62 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'port': {'network_id': '76070553-5d3a-461b-acbf-6960b7d0cb2d', 'name': 'tempest-PortsIpV6TestJSON-1651594815'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:19:54.552163 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc19e28-9afd-47fd-ad4f-eed42c8bb99f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-76070553-5d3a-461b-acbf-6960b7d0cb2d', 'network_id': '76070553-5d3a-461b-acbf-6960b7d0cb2d', 'project_id': 'c64fbd3a71a34ef48b593d0d4b7e6ea5', 'fixed_ips': [{'subnet_id': 'e7800eb1-57b5-426a-881c-cb904d24a44b'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:19:54.553193 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8cc19e28-9afd-47fd-ad4f-eed42c8bb99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:54.568186 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0069994d-fd7e-4b39-ac6a-f8d5b24cdc62 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Made reservation on behalf of c64fbd3a71a34ef48b593d0d4b7e6ea5 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:19:54.571750 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0069994d-fd7e-4b39-ac6a-f8d5b24cdc62 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:54.589900 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [None req-0069994d-fd7e-4b39-ac6a-f8d5b24cdc62 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] device_id is not set on port 4a601b51-3120-4fc0-aa2b-0d06824f5799 yet. {{(pid=114391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:19:54.694783 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-8cc19e28-9afd-47fd-ad4f-eed42c8bb99f None None] Allocated IP 2001:db8::2 (76070553-5d3a-461b-acbf-6960b7d0cb2d/e7800eb1-57b5-426a-881c-cb904d24a44b/2dd03c52-17ac-45ff-bbea-18229c9e960f) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:19:54.834921 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8cc19e28-9afd-47fd-ad4f-eed42c8bb99f None None] Publish callbacks [] for port (2dd03c52-17ac-45ff-bbea-18229c9e960f), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:54.840276 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8cc19e28-9afd-47fd-ad4f-eed42c8bb99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (2dd03c52-17ac-45ff-bbea-18229c9e960f), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:54.887918 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc19e28-9afd-47fd-ad4f-eed42c8bb99f None None] Network 76070553-5d3a-461b-acbf-6960b7d0cb2d is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:19:54.890827 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-8cc19e28-9afd-47fd-ad4f-eed42c8bb99f None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:19:54.896903 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc19e28-9afd-47fd-ad4f-eed42c8bb99f None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:19:54.900142 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc19e28-9afd-47fd-ad4f-eed42c8bb99f None None] Pushing event updated for resources: {'Port': ['ID=2dd03c52-17ac-45ff-bbea-18229c9e960f,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:54.961604 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-8cc19e28-9afd-47fd-ad4f-eed42c8bb99f None None] Attempting to bind port 2dd03c52-17ac-45ff-bbea-18229c9e960f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:19:54.961986 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-8cc19e28-9afd-47fd-ad4f-eed42c8bb99f None None] Attempting to bind port 2dd03c52-17ac-45ff-bbea-18229c9e960f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4a549f6c-13d5-49c5-8898-7899c44e45d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '76070553-5d3a-461b-acbf-6960b7d0cb2d'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:19:54.962358 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc19e28-9afd-47fd-ad4f-eed42c8bb99f None None] Attempting to bind port 2dd03c52-17ac-45ff-bbea-18229c9e960f on network 76070553-5d3a-461b-acbf-6960b7d0cb2d {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:19:54.967761 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc19e28-9afd-47fd-ad4f-eed42c8bb99f None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:19:54.968146 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc19e28-9afd-47fd-ad4f-eed42c8bb99f None None] Checking segment: {'id': '4a549f6c-13d5-49c5-8898-7899c44e45d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '76070553-5d3a-461b-acbf-6960b7d0cb2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:19:54.968551 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8cc19e28-9afd-47fd-ad4f-eed42c8bb99f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:54.968945 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc19e28-9afd-47fd-ad4f-eed42c8bb99f None None] Bound using segment: {'id': '4a549f6c-13d5-49c5-8898-7899c44e45d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '76070553-5d3a-461b-acbf-6960b7d0cb2d'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:19:54.969418 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-8cc19e28-9afd-47fd-ad4f-eed42c8bb99f None None] Bound port: 2dd03c52-17ac-45ff-bbea-18229c9e960f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a549f6c-13d5-49c5-8898-7899c44e45d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '76070553-5d3a-461b-acbf-6960b7d0cb2d'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:19:54.969801 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8cc19e28-9afd-47fd-ad4f-eed42c8bb99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (2dd03c52-17ac-45ff-bbea-18229c9e960f), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:55.037693 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-8cc19e28-9afd-47fd-ad4f-eed42c8bb99f None None] For port 2dd03c52-17ac-45ff-bbea-18229c9e960f, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:19:55.040974 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-8cc19e28-9afd-47fd-ad4f-eed42c8bb99f None None] For port 2dd03c52-17ac-45ff-bbea-18229c9e960f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2dd03c52-17ac-45ff-bbea-18229c9e960f,segment=NetworkSegment(4a549f6c-13d5-49c5-8898-7899c44e45d6),segment_id=4a549f6c-13d5-49c5-8898-7899c44e45d6)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:19:55.047800 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8cc19e28-9afd-47fd-ad4f-eed42c8bb99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (2dd03c52-17ac-45ff-bbea-18229c9e960f), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:55.118487 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc19e28-9afd-47fd-ad4f-eed42c8bb99f None None] Pushing event updated for resources: {'Port': ['ID=2dd03c52-17ac-45ff-bbea-18229c9e960f,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:55.264804 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-0069994d-fd7e-4b39-ac6a-f8d5b24cdc62 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Allocated IP 2001:db8::196 (76070553-5d3a-461b-acbf-6960b7d0cb2d/e7800eb1-57b5-426a-881c-cb904d24a44b/4a601b51-3120-4fc0-aa2b-0d06824f5799) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:19:55.428285 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0069994d-fd7e-4b39-ac6a-f8d5b24cdc62 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for port (4a601b51-3120-4fc0-aa2b-0d06824f5799), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:55.462025 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0069994d-fd7e-4b39-ac6a-f8d5b24cdc62 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (4a601b51-3120-4fc0-aa2b-0d06824f5799), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:55.505007 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0069994d-fd7e-4b39-ac6a-f8d5b24cdc62 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Network 76070553-5d3a-461b-acbf-6960b7d0cb2d is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:19:55.508100 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-0069994d-fd7e-4b39-ac6a-f8d5b24cdc62 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:19:55.511446 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0069994d-fd7e-4b39-ac6a-f8d5b24cdc62 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:19:55.516622 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0069994d-fd7e-4b39-ac6a-f8d5b24cdc62 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:55.517228 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0069994d-fd7e-4b39-ac6a-f8d5b24cdc62 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:55.526007 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069994d-fd7e-4b39-ac6a-f8d5b24cdc62 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'Port': ['ID=4a601b51-3120-4fc0-aa2b-0d06824f5799,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:55.538343 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0069994d-fd7e-4b39-ac6a-f8d5b24cdc62 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.0785925
Feb 05 21:19:55.540928 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47524) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:55.637010 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-8918a37e-92ff-4a0e-adb1-b8ae3c1976d0 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Deleting port 4a601b51-3120-4fc0-aa2b-0d06824f5799 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:19:55.637359 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8918a37e-92ff-4a0e-adb1-b8ae3c1976d0 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (4a601b51-3120-4fc0-aa2b-0d06824f5799), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:55.721695 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8918a37e-92ff-4a0e-adb1-b8ae3c1976d0 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (4a601b51-3120-4fc0-aa2b-0d06824f5799), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:55.733344 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-8918a37e-92ff-4a0e-adb1-b8ae3c1976d0 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Calling delete_port for 4a601b51-3120-4fc0-aa2b-0d06824f5799 owned by  {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:19:55.864972 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8918a37e-92ff-4a0e-adb1-b8ae3c1976d0 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (4a601b51-3120-4fc0-aa2b-0d06824f5799), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:55.897663 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918a37e-92ff-4a0e-adb1-b8ae3c1976d0 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event deleted for resources: {'Port': ['ID=4a601b51-3120-4fc0-aa2b-0d06824f5799,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:55.926671 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8918a37e-92ff-4a0e-adb1-b8ae3c1976d0 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:55.930063 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8918a37e-92ff-4a0e-adb1-b8ae3c1976d0 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/ports/4a601b51-3120-4fc0-aa2b-0d06824f5799 HTTP/1.1" status: 204  len: 168 time: 0.3880069
Feb 05 21:19:55.932648 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47526) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:55.957138 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b0b687d-56f2-48d6-ae90-bd986f9b87d3 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:19:55.957719 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b0b687d-56f2-48d6-ae90-bd986f9b87d3 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:19:55.960839 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7b0b687d-56f2-48d6-ae90-bd986f9b87d3 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/ports/4a601b51-3120-4fc0-aa2b-0d06824f5799 HTTP/1.1" status: 404  len: 333 time: 0.0272393
Feb 05 21:19:55.963465 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47528) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:55.993802 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f6e1cd6-b457-459b-9b72-c28b18df39a9 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] GET failed (client error): The resource could not be found.
Feb 05 21:19:55.997263 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0f6e1cd6-b457-459b-9b72-c28b18df39a9 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "GET /v2.0/ports/4a601b51-3120-4fc0-aa2b-0d06824f5799 HTTP/1.1" status: 404  len: 333 time: 0.0308690
Feb 05 21:19:55.998090 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47530) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:56.049470 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1a1e94e-9823-47db-9ee5-db4adccf5ad6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Deleting subnet e7800eb1-57b5-426a-881c-cb904d24a44b {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:19:56.053441 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e1a1e94e-9823-47db-9ee5-db4adccf5ad6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for subnet (e7800eb1-57b5-426a-881c-cb904d24a44b), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:56.096633 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e1a1e94e-9823-47db-9ee5-db4adccf5ad6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (e7800eb1-57b5-426a-881c-cb904d24a44b), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:56.109384 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d989553-b141-4d7f-a225-225ddde36fbf None None] Network 76070553-5d3a-461b-acbf-6960b7d0cb2d requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:19:56.190740 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-07f25383-d235-48f6-868a-b2b2205bd182 None None] Provisioning complete for port 2dd03c52-17ac-45ff-bbea-18229c9e960f triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:19:56.191668 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-07f25383-d235-48f6-868a-b2b2205bd182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (2dd03c52-17ac-45ff-bbea-18229c9e960f), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:56.196657 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e1a1e94e-9823-47db-9ee5-db4adccf5ad6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (e7800eb1-57b5-426a-881c-cb904d24a44b), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:56.217736 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 2dd03c52-17ac-45ff-bbea-18229c9e960f up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:19:56.254815 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e1a1e94e-9823-47db-9ee5-db4adccf5ad6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (e7800eb1-57b5-426a-881c-cb904d24a44b), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:56.283028 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a1e94e-9823-47db-9ee5-db4adccf5ad6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event deleted for resources: {'Subnet': ['ID=e7800eb1-57b5-426a-881c-cb904d24a44b,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:56.286355 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e1a1e94e-9823-47db-9ee5-db4adccf5ad6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:56.289666 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e1a1e94e-9823-47db-9ee5-db4adccf5ad6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/subnets/e7800eb1-57b5-426a-881c-cb904d24a44b HTTP/1.1" status: 204  len: 168 time: 0.2904515
Feb 05 21:19:56.292443 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47532) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:56.341845 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 2dd03c52-17ac-45ff-bbea-18229c9e960f triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:19:56.342111 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (2dd03c52-17ac-45ff-bbea-18229c9e960f), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:56.372199 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a2923e70-a46d-459a-baa1-a052036a0f69 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (76070553-5d3a-461b-acbf-6960b7d0cb2d), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:56.390871 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-07f25383-d235-48f6-868a-b2b2205bd182 None None] Current status of the port 2dd03c52-17ac-45ff-bbea-18229c9e960f is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:19:56.391314 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-07f25383-d235-48f6-868a-b2b2205bd182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (2dd03c52-17ac-45ff-bbea-18229c9e960f), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:56.432817 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-07f25383-d235-48f6-868a-b2b2205bd182 None None] For port 2dd03c52-17ac-45ff-bbea-18229c9e960f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2dd03c52-17ac-45ff-bbea-18229c9e960f,segment=NetworkSegment(4a549f6c-13d5-49c5-8898-7899c44e45d6),segment_id=4a549f6c-13d5-49c5-8898-7899c44e45d6)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:19:56.434918 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-a2923e70-a46d-459a-baa1-a052036a0f69 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Deleting port 2dd03c52-17ac-45ff-bbea-18229c9e960f {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:19:56.435392 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a2923e70-a46d-459a-baa1-a052036a0f69 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (2dd03c52-17ac-45ff-bbea-18229c9e960f), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:56.455680 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-07f25383-d235-48f6-868a-b2b2205bd182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (2dd03c52-17ac-45ff-bbea-18229c9e960f), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:56.498830 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 2dd03c52-17ac-45ff-bbea-18229c9e960f is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:19:56.499220 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (2dd03c52-17ac-45ff-bbea-18229c9e960f), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:56.511189 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-a2923e70-a46d-459a-baa1-a052036a0f69 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] For port 2dd03c52-17ac-45ff-bbea-18229c9e960f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2dd03c52-17ac-45ff-bbea-18229c9e960f,segment=NetworkSegment(4a549f6c-13d5-49c5-8898-7899c44e45d6),segment_id=4a549f6c-13d5-49c5-8898-7899c44e45d6)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:19:56.511189 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a2923e70-a46d-459a-baa1-a052036a0f69 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (2dd03c52-17ac-45ff-bbea-18229c9e960f), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:56.525563 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-a2923e70-a46d-459a-baa1-a052036a0f69 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Calling delete_port for 2dd03c52-17ac-45ff-bbea-18229c9e960f owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:19:56.529675 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f25383-d235-48f6-868a-b2b2205bd182 None None] Pushing event updated for resources: {'Port': ['ID=2dd03c52-17ac-45ff-bbea-18229c9e960f,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:56.570240 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6028f2-283f-4697-a59a-f420ce929491 None None] Network 76070553-5d3a-461b-acbf-6960b7d0cb2d requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:19:56.612712 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a2923e70-a46d-459a-baa1-a052036a0f69 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (2dd03c52-17ac-45ff-bbea-18229c9e960f), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:56.646905 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2923e70-a46d-459a-baa1-a052036a0f69 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event deleted for resources: {'Port': ['ID=2dd03c52-17ac-45ff-bbea-18229c9e960f,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:56.650130 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2923e70-a46d-459a-baa1-a052036a0f69 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] No DVR routers for this DVR port 2dd03c52-17ac-45ff-bbea-18229c9e960f on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:19:56.732667 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a2923e70-a46d-459a-baa1-a052036a0f69 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (76070553-5d3a-461b-acbf-6960b7d0cb2d), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:56.749408 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-b2948b14-48dc-43c8-9161-c673de7a7d8d None None] Could not find standard attr ID for object 2dd03c52-17ac-45ff-bbea-18229c9e960f. {{(pid=114392) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 05 21:19:56.753124 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-a2923e70-a46d-459a-baa1-a052036a0f69 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db3f79670>,) {'filters': {'network_id': ['76070553-5d3a-461b-acbf-6960b7d0cb2d']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:19:56.763661 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-a2923e70-a46d-459a-baa1-a052036a0f69 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3f79670>, '4a549f6c-13d5-49c5-8898-7899c44e45d6') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:19:56.764077 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-a2923e70-a46d-459a-baa1-a052036a0f69 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3f79670>, '4a549f6c-13d5-49c5-8898-7899c44e45d6') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:19:56.777613 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a2923e70-a46d-459a-baa1-a052036a0f69 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (4a549f6c-13d5-49c5-8898-7899c44e45d6), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:56.790836 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 21:19:56.791194 ncdv-master-1 neutron-server[114392]: DEBUG oslo_db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 21:19:56.791296 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a2923e70-a46d-459a-baa1-a052036a0f69 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (4a549f6c-13d5-49c5-8898-7899c44e45d6), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:56.797091 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2923e70-a46d-459a-baa1-a052036a0f69 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:19:56.797579 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a2923e70-a46d-459a-baa1-a052036a0f69 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (4a549f6c-13d5-49c5-8898-7899c44e45d6), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:56.801419 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:19:56.801419 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:19:56.801419 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:19:56.801419 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:19:56.801419 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:19:56.801419 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:19:56.801419 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:19:56.801419 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:19:56.801419 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:19:56.801419 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:19:56.801419 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:19:56.801419 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:19:56.801419 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:19:56.801419 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:19:56.801419 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:19:56.801419 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:19:56.801419 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:19:56.801419 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:19:56.801419 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:19:56.801419 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:19:56.801419 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:19:56.801419 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:19:56.801419 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:19:56.801419 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:19:56.801419 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:19:56.801419 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:19:56.801419 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:19:56.801419 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:19:56.801419 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:19:56.801419 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:19:56.801419 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:19:56.801419 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:19:56.859835 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a2923e70-a46d-459a-baa1-a052036a0f69 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (76070553-5d3a-461b-acbf-6960b7d0cb2d), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:56.863939 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb74777-a828-4e2a-8b9e-67fd70d33c96 None None] DHCP port deletion for 76070553-5d3a-461b-acbf-6960b7d0cb2d request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:19:56.868530 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a2923e70-a46d-459a-baa1-a052036a0f69 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:56.871738 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a2923e70-a46d-459a-baa1-a052036a0f69 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/networks/76070553-5d3a-461b-acbf-6960b7d0cb2d HTTP/1.1" status: 204  len: 168 time: 0.5782869
Feb 05 21:19:56.877069 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47534) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:56.882508 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-a137e425-2b70-4da9-825d-26b445ccbb55 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1702068891'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:19:56.883689 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2923e70-a46d-459a-baa1-a052036a0f69 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event deleted for resources: {'Network': ['ID=76070553-5d3a-461b-acbf-6960b7d0cb2d,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:56.906661 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a137e425-2b70-4da9-825d-26b445ccbb55 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Made reservation on behalf of c64fbd3a71a34ef48b593d0d4b7e6ea5 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:19:56.910437 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a137e425-2b70-4da9-825d-26b445ccbb55 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:56.934408 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a137e425-2b70-4da9-825d-26b445ccbb55 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:19:56.944703 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a137e425-2b70-4da9-825d-26b445ccbb55 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (b5e767ed-afb7-4564-8ec5-62108d2d7446), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:56.945045 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-a137e425-2b70-4da9-825d-26b445ccbb55 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Added segment b5e767ed-afb7-4564-8ec5-62108d2d7446 of type vlan for network 710db3b8-20c7-4d87-9834-812f650be2e3
Feb 05 21:19:56.987597 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a137e425-2b70-4da9-825d-26b445ccbb55 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (710db3b8-20c7-4d87-9834-812f650be2e3), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:57.272086 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a137e425-2b70-4da9-825d-26b445ccbb55 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (710db3b8-20c7-4d87-9834-812f650be2e3), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:57.278048 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a137e425-2b70-4da9-825d-26b445ccbb55 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:57.278668 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a137e425-2b70-4da9-825d-26b445ccbb55 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:57.320483 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a137e425-2b70-4da9-825d-26b445ccbb55 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.4422719
Feb 05 21:19:57.323454 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47540) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:57.329590 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Port 2dd03c52-17ac-45ff-bbea-18229c9e960f update to ACTIVE by agent not found {{(pid=114392) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}}
Feb 05 21:19:57.330162 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-aee9e4ac-b8b8-444e-add3-086150b45b6f tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'subnet': {'network_id': '710db3b8-20c7-4d87-9834-812f650be2e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:19:57.352122 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137e425-2b70-4da9-825d-26b445ccbb55 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'Network': ['ID=710db3b8-20c7-4d87-9834-812f650be2e3,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:57.363986 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 710db3b8-20c7-4d87-9834-812f650be2e3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:19:57.474259 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf6a22-a5d3-460d-9b89-faabe2d7339e req-9a4999ae-1fca-4970-bf1e-6fb9a771f4be tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:57.475875 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27cf6a22-a5d3-460d-9b89-faabe2d7339e req-9a4999ae-1fca-4970-bf1e-6fb9a771f4be tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] 10.222.0.32 "GET /v2.0/ports?device_id=d703ae4e-ece3-4f14-ab99-dc5353e74884 HTTP/1.1" status: 200  len: 946 time: 0.1089959
Feb 05 21:19:57.480209 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee9e4ac-b8b8-444e-add3-086150b45b6f tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Made reservation on behalf of c64fbd3a71a34ef48b593d0d4b7e6ea5 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:19:57.483455 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-aee9e4ac-b8b8-444e-add3-086150b45b6f tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:57.601175 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27cf6a22-a5d3-460d-9b89-faabe2d7339e req-ccfdb58d-9fdc-411c-9ee2-42e4bec612b6 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] 10.222.0.32 "GET /v2.0/security-groups?id=73e8058c-e2c8-435a-ab55-6ccfd071398b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1143925
Feb 05 21:19:57.703382 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-aee9e4ac-b8b8-444e-add3-086150b45b6f tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (f639bbb8-7982-4c1d-b47f-f9dd38a93e96), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:57.768174 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9e4ac-b8b8-444e-add3-086150b45b6f tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'Subnet': ['ID=f639bbb8-7982-4c1d-b47f-f9dd38a93e96,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:57.775642 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee9e4ac-b8b8-444e-add3-086150b45b6f tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Checking segment: {'id': 'b5e767ed-afb7-4564-8ec5-62108d2d7446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '710db3b8-20c7-4d87-9834-812f650be2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:19:57.776011 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee9e4ac-b8b8-444e-add3-086150b45b6f tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Network hostable DHCP agents. Network: 710db3b8-20c7-4d87-9834-812f650be2e3, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:19:57.793009 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee9e4ac-b8b8-444e-add3-086150b45b6f tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Network 710db3b8-20c7-4d87-9834-812f650be2e3 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:19:57.802861 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-aee9e4ac-b8b8-444e-add3-086150b45b6f tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 710db3b8-20c7-4d87-9834-812f650be2e3) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:19:57.807044 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee9e4ac-b8b8-444e-add3-086150b45b6f tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:57.807741 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-aee9e4ac-b8b8-444e-add3-086150b45b6f tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:57.811664 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ce2637-c300-484d-b0ac-4c3e8f40ec4b None None] Network 710db3b8-20c7-4d87-9834-812f650be2e3 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:19:57.825992 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-aee9e4ac-b8b8-444e-add3-086150b45b6f tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5005434
Feb 05 21:19:57.828260 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47542) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:57.834395 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-86c5d80d-26a0-435c-8c2f-a73a0cd4bfaf tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'port': {'network_id': '710db3b8-20c7-4d87-9834-812f650be2e3', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2074000723'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:19:57.916244 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece3b1f0-4cf0-4728-9891-5e276ee40ac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-710db3b8-20c7-4d87-9834-812f650be2e3', 'network_id': '710db3b8-20c7-4d87-9834-812f650be2e3', 'project_id': 'c64fbd3a71a34ef48b593d0d4b7e6ea5', 'fixed_ips': [{'subnet_id': 'f639bbb8-7982-4c1d-b47f-f9dd38a93e96'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:19:57.917210 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ece3b1f0-4cf0-4728-9891-5e276ee40ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:57.948287 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c5d80d-26a0-435c-8c2f-a73a0cd4bfaf tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Made reservation on behalf of c64fbd3a71a34ef48b593d0d4b7e6ea5 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:19:57.952052 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86c5d80d-26a0-435c-8c2f-a73a0cd4bfaf tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:57.969866 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [None req-86c5d80d-26a0-435c-8c2f-a73a0cd4bfaf tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] device_id is not set on port 7ca45c0f-0154-40d3-919f-12374bfbc882 yet. {{(pid=114391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:19:58.056300 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-ece3b1f0-4cf0-4728-9891-5e276ee40ac1 None None] Allocated IP 2001:db8::2 (710db3b8-20c7-4d87-9834-812f650be2e3/f639bbb8-7982-4c1d-b47f-f9dd38a93e96/09b5d3cb-9a7e-4bf7-915c-5d74a415b770) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:19:58.129161 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 2dd03c52-17ac-45ff-bbea-18229c9e960f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:19:58.151590 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 2dd03c52-17ac-45ff-bbea-18229c9e960f {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:19:58.151933 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 2dd03c52-17ac-45ff-bbea-18229c9e960f not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:19:58.227290 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ece3b1f0-4cf0-4728-9891-5e276ee40ac1 None None] Publish callbacks [] for port (09b5d3cb-9a7e-4bf7-915c-5d74a415b770), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:58.232717 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ece3b1f0-4cf0-4728-9891-5e276ee40ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (09b5d3cb-9a7e-4bf7-915c-5d74a415b770), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:58.272363 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece3b1f0-4cf0-4728-9891-5e276ee40ac1 None None] Network 710db3b8-20c7-4d87-9834-812f650be2e3 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:19:58.275216 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-ece3b1f0-4cf0-4728-9891-5e276ee40ac1 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:19:58.279488 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece3b1f0-4cf0-4728-9891-5e276ee40ac1 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:19:58.288127 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3b1f0-4cf0-4728-9891-5e276ee40ac1 None None] Pushing event updated for resources: {'Port': ['ID=09b5d3cb-9a7e-4bf7-915c-5d74a415b770,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:58.300196 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-86c5d80d-26a0-435c-8c2f-a73a0cd4bfaf tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Allocated IP 2001:db8::342 (710db3b8-20c7-4d87-9834-812f650be2e3/f639bbb8-7982-4c1d-b47f-f9dd38a93e96/7ca45c0f-0154-40d3-919f-12374bfbc882) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:19:58.342302 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-ece3b1f0-4cf0-4728-9891-5e276ee40ac1 None None] Attempting to bind port 09b5d3cb-9a7e-4bf7-915c-5d74a415b770 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:19:58.342924 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-ece3b1f0-4cf0-4728-9891-5e276ee40ac1 None None] Attempting to bind port 09b5d3cb-9a7e-4bf7-915c-5d74a415b770 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b5e767ed-afb7-4564-8ec5-62108d2d7446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '710db3b8-20c7-4d87-9834-812f650be2e3'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:19:58.343036 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece3b1f0-4cf0-4728-9891-5e276ee40ac1 None None] Attempting to bind port 09b5d3cb-9a7e-4bf7-915c-5d74a415b770 on network 710db3b8-20c7-4d87-9834-812f650be2e3 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:19:58.348121 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece3b1f0-4cf0-4728-9891-5e276ee40ac1 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:19:58.348496 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece3b1f0-4cf0-4728-9891-5e276ee40ac1 None None] Checking segment: {'id': 'b5e767ed-afb7-4564-8ec5-62108d2d7446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '710db3b8-20c7-4d87-9834-812f650be2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:19:58.348900 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ece3b1f0-4cf0-4728-9891-5e276ee40ac1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:58.349291 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece3b1f0-4cf0-4728-9891-5e276ee40ac1 None None] Bound using segment: {'id': 'b5e767ed-afb7-4564-8ec5-62108d2d7446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '710db3b8-20c7-4d87-9834-812f650be2e3'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:19:58.349753 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-ece3b1f0-4cf0-4728-9891-5e276ee40ac1 None None] Bound port: 09b5d3cb-9a7e-4bf7-915c-5d74a415b770, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e767ed-afb7-4564-8ec5-62108d2d7446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '710db3b8-20c7-4d87-9834-812f650be2e3'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:19:58.350130 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ece3b1f0-4cf0-4728-9891-5e276ee40ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (09b5d3cb-9a7e-4bf7-915c-5d74a415b770), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:58.417995 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-ece3b1f0-4cf0-4728-9891-5e276ee40ac1 None None] For port 09b5d3cb-9a7e-4bf7-915c-5d74a415b770, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:19:58.421028 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-ece3b1f0-4cf0-4728-9891-5e276ee40ac1 None None] For port 09b5d3cb-9a7e-4bf7-915c-5d74a415b770, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=09b5d3cb-9a7e-4bf7-915c-5d74a415b770,segment=NetworkSegment(b5e767ed-afb7-4564-8ec5-62108d2d7446),segment_id=b5e767ed-afb7-4564-8ec5-62108d2d7446)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:19:58.428177 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ece3b1f0-4cf0-4728-9891-5e276ee40ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (09b5d3cb-9a7e-4bf7-915c-5d74a415b770), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:58.433952 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86c5d80d-26a0-435c-8c2f-a73a0cd4bfaf tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for port (7ca45c0f-0154-40d3-919f-12374bfbc882), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:58.469493 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86c5d80d-26a0-435c-8c2f-a73a0cd4bfaf tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (7ca45c0f-0154-40d3-919f-12374bfbc882), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:58.484335 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3b1f0-4cf0-4728-9891-5e276ee40ac1 None None] Pushing event updated for resources: {'Port': ['ID=09b5d3cb-9a7e-4bf7-915c-5d74a415b770,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:58.517452 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c5d80d-26a0-435c-8c2f-a73a0cd4bfaf tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Network 710db3b8-20c7-4d87-9834-812f650be2e3 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:19:58.520744 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-86c5d80d-26a0-435c-8c2f-a73a0cd4bfaf tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:19:58.524650 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c5d80d-26a0-435c-8c2f-a73a0cd4bfaf tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:19:58.529953 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c5d80d-26a0-435c-8c2f-a73a0cd4bfaf tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:58.530637 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86c5d80d-26a0-435c-8c2f-a73a0cd4bfaf tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:58.537366 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c5d80d-26a0-435c-8c2f-a73a0cd4bfaf tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'Port': ['ID=7ca45c0f-0154-40d3-919f-12374bfbc882,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:58.553478 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-86c5d80d-26a0-435c-8c2f-a73a0cd4bfaf tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 893 time: 0.7241874
Feb 05 21:19:58.556302 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47544) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:58.609239 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811822f4-1891-466b-bf5c-51769ca8c53c req-6a028837-1585-440f-bd62-2efea438c644 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:58.610958 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-811822f4-1891-466b-bf5c-51769ca8c53c req-6a028837-1585-440f-bd62-2efea438c644 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] 10.222.0.39 "GET /v2.0/ports?device_id=d703ae4e-ece3-4f14-ab99-dc5353e74884 HTTP/1.1" status: 200  len: 946 time: 0.0562830
Feb 05 21:19:58.688682 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-ce7530f0-f9a7-4358-b0f6-3e2fdbd95063 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Deleting port 7ca45c0f-0154-40d3-919f-12374bfbc882 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:19:58.689289 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ce7530f0-f9a7-4358-b0f6-3e2fdbd95063 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (7ca45c0f-0154-40d3-919f-12374bfbc882), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:58.770863 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-811822f4-1891-466b-bf5c-51769ca8c53c req-b755d61b-a6a8-4118-bc2c-94dc37908fb0 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Deleting port 9d1240c2-666f-4206-b779-79d8116b5651 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:19:58.771793 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-811822f4-1891-466b-bf5c-51769ca8c53c req-b755d61b-a6a8-4118-bc2c-94dc37908fb0 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (9d1240c2-666f-4206-b779-79d8116b5651), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:58.791994 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ce7530f0-f9a7-4358-b0f6-3e2fdbd95063 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (7ca45c0f-0154-40d3-919f-12374bfbc882), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:58.793933 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18ae7f-940a-4ba4-b906-2bb25ea8e3e6 req-6ce6c92f-259d-49e5-aefc-48763a656e15 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:19:58.795525 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1f18ae7f-940a-4ba4-b906-2bb25ea8e3e6 req-6ce6c92f-259d-49e5-aefc-48763a656e15 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] 10.222.0.32 "GET /v2.0/ports?device_id=d703ae4e-ece3-4f14-ab99-dc5353e74884 HTTP/1.1" status: 200  len: 946 time: 0.0825865
Feb 05 21:19:58.804904 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-ce7530f0-f9a7-4358-b0f6-3e2fdbd95063 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Calling delete_port for 7ca45c0f-0154-40d3-919f-12374bfbc882 owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:19:58.900602 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1f18ae7f-940a-4ba4-b906-2bb25ea8e3e6 req-e1638e0d-c961-421b-a852-83814e44b9ae tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] 10.222.0.32 "GET /v2.0/security-groups?id=73e8058c-e2c8-435a-ab55-6ccfd071398b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0933681
Feb 05 21:19:58.916531 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-811822f4-1891-466b-bf5c-51769ca8c53c req-b755d61b-a6a8-4118-bc2c-94dc37908fb0 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] For port 9d1240c2-666f-4206-b779-79d8116b5651, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9d1240c2-666f-4206-b779-79d8116b5651,segment=NetworkSegment(d3650c50-5881-457a-8eb1-ef4c285eb79e),segment_id=d3650c50-5881-457a-8eb1-ef4c285eb79e)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:19:58.916911 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-811822f4-1891-466b-bf5c-51769ca8c53c req-b755d61b-a6a8-4118-bc2c-94dc37908fb0 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (9d1240c2-666f-4206-b779-79d8116b5651), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:58.942964 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ce7530f0-f9a7-4358-b0f6-3e2fdbd95063 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (7ca45c0f-0154-40d3-919f-12374bfbc882), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:58.970436 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7530f0-f9a7-4358-b0f6-3e2fdbd95063 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event deleted for resources: {'Port': ['ID=7ca45c0f-0154-40d3-919f-12374bfbc882,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:58.997938 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ce7530f0-f9a7-4358-b0f6-3e2fdbd95063 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:59.001637 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ce7530f0-f9a7-4358-b0f6-3e2fdbd95063 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/ports/7ca45c0f-0154-40d3-919f-12374bfbc882 HTTP/1.1" status: 204  len: 168 time: 0.4439731
Feb 05 21:19:59.004332 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47548) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:59.033072 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1391fc6-b5c3-40c0-88c7-51be33cd5994 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] GET failed (client error): The resource could not be found.
Feb 05 21:19:59.034889 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a1391fc6-b5c3-40c0-88c7-51be33cd5994 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "GET /v2.0/ports/7ca45c0f-0154-40d3-919f-12374bfbc882 HTTP/1.1" status: 404  len: 333 time: 0.0294840
Feb 05 21:19:59.037925 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47550) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:59.087688 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-a37b6c1e-09ae-4cf2-9a2a-cb0a7888c615 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Deleting subnet f639bbb8-7982-4c1d-b47f-f9dd38a93e96 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:19:59.091292 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a37b6c1e-09ae-4cf2-9a2a-cb0a7888c615 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for subnet (f639bbb8-7982-4c1d-b47f-f9dd38a93e96), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:59.132041 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a37b6c1e-09ae-4cf2-9a2a-cb0a7888c615 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (f639bbb8-7982-4c1d-b47f-f9dd38a93e96), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:59.209181 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-811822f4-1891-466b-bf5c-51769ca8c53c req-b755d61b-a6a8-4118-bc2c-94dc37908fb0 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:59.209451 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-811822f4-1891-466b-bf5c-51769ca8c53c req-b755d61b-a6a8-4118-bc2c-94dc37908fb0 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (57586fba-a490-4dff-8f0d-f1c537e9ddcb), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:59.209773 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [req-811822f4-1891-466b-bf5c-51769ca8c53c req-b755d61b-a6a8-4118-bc2c-94dc37908fb0 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Floating IP 57586fba-a490-4dff-8f0d-f1c537e9ddcb disassociated. External IP: 172.35.4.154, port: 9d1240c2-666f-4206-b779-79d8116b5651.
Feb 05 21:19:59.210124 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-811822f4-1891-466b-bf5c-51769ca8c53c req-b755d61b-a6a8-4118-bc2c-94dc37908fb0 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Calling delete_port for 9d1240c2-666f-4206-b779-79d8116b5651 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:19:59.227679 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a37b6c1e-09ae-4cf2-9a2a-cb0a7888c615 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (f639bbb8-7982-4c1d-b47f-f9dd38a93e96), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:59.290851 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a37b6c1e-09ae-4cf2-9a2a-cb0a7888c615 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (f639bbb8-7982-4c1d-b47f-f9dd38a93e96), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:59.321621 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b6c1e-09ae-4cf2-9a2a-cb0a7888c615 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event deleted for resources: {'Subnet': ['ID=f639bbb8-7982-4c1d-b47f-f9dd38a93e96,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:59.326305 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a37b6c1e-09ae-4cf2-9a2a-cb0a7888c615 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:59.332481 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a37b6c1e-09ae-4cf2-9a2a-cb0a7888c615 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/subnets/f639bbb8-7982-4c1d-b47f-f9dd38a93e96 HTTP/1.1" status: 204  len: 168 time: 0.2909570
Feb 05 21:19:59.333311 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47552) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:19:59.355657 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-811822f4-1891-466b-bf5c-51769ca8c53c req-b755d61b-a6a8-4118-bc2c-94dc37908fb0 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (9d1240c2-666f-4206-b779-79d8116b5651), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:59.388130 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b755d61b-a6a8-4118-bc2c-94dc37908fb0 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Pushing event deleted for resources: {'Port': ['ID=9d1240c2-666f-4206-b779-79d8116b5651,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:59.421139 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-713f6273-2e85-4bae-ab00-2e34d3f06708 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (710db3b8-20c7-4d87-9834-812f650be2e3), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:59.484741 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-713f6273-2e85-4bae-ab00-2e34d3f06708 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Deleting port 09b5d3cb-9a7e-4bf7-915c-5d74a415b770 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:19:59.485175 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-713f6273-2e85-4bae-ab00-2e34d3f06708 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (09b5d3cb-9a7e-4bf7-915c-5d74a415b770), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:59.521714 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-811822f4-1891-466b-bf5c-51769ca8c53c req-b755d61b-a6a8-4118-bc2c-94dc37908fb0 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Router 5903bcbd-b586-44b1-97fb-e836226a58c1 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:19:59.553148 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-713f6273-2e85-4bae-ab00-2e34d3f06708 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] For port 09b5d3cb-9a7e-4bf7-915c-5d74a415b770, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=09b5d3cb-9a7e-4bf7-915c-5d74a415b770,segment=NetworkSegment(b5e767ed-afb7-4564-8ec5-62108d2d7446),segment_id=b5e767ed-afb7-4564-8ec5-62108d2d7446)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:19:59.553599 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-713f6273-2e85-4bae-ab00-2e34d3f06708 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (09b5d3cb-9a7e-4bf7-915c-5d74a415b770), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:59.560978 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfe0569-ee29-4e61-9e18-5a91f389adef None None] Network 710db3b8-20c7-4d87-9834-812f650be2e3 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:19:59.570198 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-713f6273-2e85-4bae-ab00-2e34d3f06708 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Calling delete_port for 09b5d3cb-9a7e-4bf7-915c-5d74a415b770 owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:19:59.630757 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-8e2d69be-7749-4cad-8075-c5aaf8e8c73d None None] Provisioning complete for port 09b5d3cb-9a7e-4bf7-915c-5d74a415b770 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:19:59.631296 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8e2d69be-7749-4cad-8075-c5aaf8e8c73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (09b5d3cb-9a7e-4bf7-915c-5d74a415b770), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:59.640179 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-811822f4-1891-466b-bf5c-51769ca8c53c req-b755d61b-a6a8-4118-bc2c-94dc37908fb0 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:19:59.651755 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7ee541-0353-40e0-971e-6c956b5a0faf None None] Sync routers for ids ['5903bcbd-b586-44b1-97fb-e836226a58c1'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:19:59.661728 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7ee541-0353-40e0-971e-6c956b5a0faf None None] Routers {'5903bcbd-b586-44b1-97fb-e836226a58c1'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:19:59.662352 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-bd7ee541-0353-40e0-971e-6c956b5a0faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8a8a9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:19:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['5903bcbd-b586-44b1-97fb-e836226a58c1'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:19:59.677631 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-713f6273-2e85-4bae-ab00-2e34d3f06708 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (09b5d3cb-9a7e-4bf7-915c-5d74a415b770), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:59.698049 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-8e2d69be-7749-4cad-8075-c5aaf8e8c73d None None] Could not find standard attr ID for object 09b5d3cb-9a7e-4bf7-915c-5d74a415b770. {{(pid=114392) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 05 21:19:59.699859 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-811822f4-1891-466b-bf5c-51769ca8c53c req-b755d61b-a6a8-4118-bc2c-94dc37908fb0 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] No DVR routers for this DVR port 9d1240c2-666f-4206-b779-79d8116b5651 on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:19:59.703330 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-811822f4-1891-466b-bf5c-51769ca8c53c req-b755d61b-a6a8-4118-bc2c-94dc37908fb0 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:59.705826 ncdv-master-1 neutron-server[114392]: INFO neutron.plugins.ml2.db [None req-8e2d69be-7749-4cad-8075-c5aaf8e8c73d None None] No ports have port_id starting with 09b5d3cb-9a7e-4bf7-915c-5d74a415b770
Feb 05 21:19:59.707779 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-811822f4-1891-466b-bf5c-51769ca8c53c req-b755d61b-a6a8-4118-bc2c-94dc37908fb0 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] 10.222.0.39 "DELETE /v2.0/ports/9d1240c2-666f-4206-b779-79d8116b5651 HTTP/1.1" status: 204  len: 173 time: 1.0919011
Feb 05 21:19:59.708314 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd703ae4e-ece3-4f14-ab99-dc5353e74884', 'name': 'network-vif-deleted', 'tag': '9d1240c2-666f-4206-b779-79d8116b5651'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:19:59.710919 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c44ffb6-4517-46c6-9c7d-9aa06ad13248" -d '{"events": [{"server_uuid": "d703ae4e-ece3-4f14-ab99-dc5353e74884", "name": "network-vif-deleted", "tag": "9d1240c2-666f-4206-b779-79d8116b5651"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:19:59.719351 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f6273-2e85-4bae-ab00-2e34d3f06708 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event deleted for resources: {'Port': ['ID=09b5d3cb-9a7e-4bf7-915c-5d74a415b770,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:19:59.726949 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713f6273-2e85-4bae-ab00-2e34d3f06708 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] No DVR routers for this DVR port 09b5d3cb-9a7e-4bf7-915c-5d74a415b770 on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:19:59.770094 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee99d25-3196-4465-8610-39667c52e07b x-openstack-request-id: req-bee99d25-3196-4465-8610-39667c52e07b {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:19:59.770568 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d703ae4e-ece3-4f14-ab99-dc5353e74884", "name": "network-vif-deleted", "tag": "9d1240c2-666f-4206-b779-79d8116b5651", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:19:59.771149 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bee99d25-3196-4465-8610-39667c52e07b {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:19:59.771592 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd703ae4e-ece3-4f14-ab99-dc5353e74884', 'name': 'network-vif-deleted', 'tag': '9d1240c2-666f-4206-b779-79d8116b5651', 'status': 'completed', 'code': 200}
Feb 05 21:19:59.805210 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841fd892-838a-461c-81e6-a38f72e8bff2 None None] DHCP port deletion for 710db3b8-20c7-4d87-9834-812f650be2e3 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:19:59.854026 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-713f6273-2e85-4bae-ab00-2e34d3f06708 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (710db3b8-20c7-4d87-9834-812f650be2e3), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:59.880543 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-bd7ee541-0353-40e0-971e-6c956b5a0faf None None] Set router 5903bcbd-b586-44b1-97fb-e836226a58c1 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:19:59.891056 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-713f6273-2e85-4bae-ab00-2e34d3f06708 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2bb5e80>,) {'filters': {'network_id': ['710db3b8-20c7-4d87-9834-812f650be2e3']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:19:59.903237 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-713f6273-2e85-4bae-ab00-2e34d3f06708 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2bb5e80>, 'b5e767ed-afb7-4564-8ec5-62108d2d7446') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:19:59.903581 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-713f6273-2e85-4bae-ab00-2e34d3f06708 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2bb5e80>, 'b5e767ed-afb7-4564-8ec5-62108d2d7446') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:19:59.914160 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-713f6273-2e85-4bae-ab00-2e34d3f06708 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (b5e767ed-afb7-4564-8ec5-62108d2d7446), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:59.932502 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-713f6273-2e85-4bae-ab00-2e34d3f06708 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (b5e767ed-afb7-4564-8ec5-62108d2d7446), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:59.947211 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-713f6273-2e85-4bae-ab00-2e34d3f06708 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:19:59.947211 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-713f6273-2e85-4bae-ab00-2e34d3f06708 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (b5e767ed-afb7-4564-8ec5-62108d2d7446), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:19:59.950969 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:19:59.950969 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:19:59.950969 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:19:59.950969 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:19:59.950969 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:19:59.950969 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:19:59.950969 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:19:59.950969 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:19:59.950969 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:19:59.950969 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:19:59.950969 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:19:59.950969 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:19:59.950969 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:19:59.950969 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:19:59.950969 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:19:59.950969 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:19:59.950969 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:19:59.950969 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:19:59.950969 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:19:59.950969 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:19:59.950969 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:19:59.950969 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:19:59.950969 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:19:59.950969 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:19:59.950969 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:19:59.950969 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:19:59.950969 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:19:59.950969 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:19:59.950969 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:19:59.950969 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:19:59.950969 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:19:59.950969 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:20:00.027108 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-713f6273-2e85-4bae-ab00-2e34d3f06708 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (710db3b8-20c7-4d87-9834-812f650be2e3), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:00.032024 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-713f6273-2e85-4bae-ab00-2e34d3f06708 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:00.041592 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-713f6273-2e85-4bae-ab00-2e34d3f06708 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/networks/710db3b8-20c7-4d87-9834-812f650be2e3 HTTP/1.1" status: 204  len: 168 time: 0.7009087
Feb 05 21:20:00.041592 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47560) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:00.048414 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-571de7b0-d12d-4fdc-a515-7d77572dc7e6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'port': {'network_id': '513067de-59fd-4630-ad3d-14db8453e5c5', 'name': 'tempest-PortsIpV6TestJSON-1532916056'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:00.070628 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f6273-2e85-4bae-ab00-2e34d3f06708 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event deleted for resources: {'Network': ['ID=710db3b8-20c7-4d87-9834-812f650be2e3,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:00.159292 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-bd7ee541-0353-40e0-971e-6c956b5a0faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8a8a9a0>, [{'id': '5903bcbd-b586-44b1-97fb-e836226a58c1', 'name': 'tempest-TestServerBasicOps-1706410107-router', 'tenant_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.254'}], 'enable_snat': True}, 'gw_port_id': '7254f0b2-7cab-4df2-b083-4660642a7465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:14:47Z', 'updated_at': '2022-02-05T21:14:50Z', 'revision_number': 4, 'project_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'gw_port': {'id': '7254f0b2-7cab-4df2-b083-4660642a7465', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:24:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5903bcbd-b586-44b1-97fb-e836226a58c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:14:47Z', 'updated_at': '2022-02-05T21:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ee4722b7-e10b-458d-b837-953208dfa5e4', 'name': '', 'network_id': '826a316e-fa28-4748-930b-86494eaa48e1', 'tenant_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'mac_address': 'fa:16:3e:1e:5a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5903bcbd-b586-44b1-97fb-e836226a58c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'e04dafb8-2d96-4050-8020-6c9230116ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:14:50Z', 'updated_at': '2022-02-05T21:14:56Z', 'revision_number': 5, 'project_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'subnets': [{'id': 'e04dafb8-2d96-4050-8020-6c9230116ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:00.176386 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571de7b0-d12d-4fdc-a515-7d77572dc7e6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Made reservation on behalf of c64fbd3a71a34ef48b593d0d4b7e6ea5 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:20:00.187860 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-571de7b0-d12d-4fdc-a515-7d77572dc7e6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:00.200827 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7ee541-0353-40e0-971e-6c956b5a0faf None None] Checking router: 5903bcbd-b586-44b1-97fb-e836226a58c1 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:20:00.207757 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-571de7b0-d12d-4fdc-a515-7d77572dc7e6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] device_id is not set on port 28d2acb7-9fa0-485e-85d3-baef7e9368a6 yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:20:00.211785 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7ee541-0353-40e0-971e-6c956b5a0faf None None] Routers {'5903bcbd-b586-44b1-97fb-e836226a58c1'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:20:00.212554 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-bd7ee541-0353-40e0-971e-6c956b5a0faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8a8a9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:19:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['5903bcbd-b586-44b1-97fb-e836226a58c1'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:00.341053 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-bd7ee541-0353-40e0-971e-6c956b5a0faf None None] Set router 5903bcbd-b586-44b1-97fb-e836226a58c1 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:20:00.402593 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-571de7b0-d12d-4fdc-a515-7d77572dc7e6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for port (28d2acb7-9fa0-485e-85d3-baef7e9368a6), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:00.442864 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-571de7b0-d12d-4fdc-a515-7d77572dc7e6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (28d2acb7-9fa0-485e-85d3-baef7e9368a6), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:00.488015 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571de7b0-d12d-4fdc-a515-7d77572dc7e6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Network 513067de-59fd-4630-ad3d-14db8453e5c5 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:20:00.491586 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-571de7b0-d12d-4fdc-a515-7d77572dc7e6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:20:00.494079 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571de7b0-d12d-4fdc-a515-7d77572dc7e6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:20:00.499571 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571de7b0-d12d-4fdc-a515-7d77572dc7e6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:00.500873 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-571de7b0-d12d-4fdc-a515-7d77572dc7e6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:00.516043 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571de7b0-d12d-4fdc-a515-7d77572dc7e6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'Port': ['ID=28d2acb7-9fa0-485e-85d3-baef7e9368a6,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:00.526786 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-571de7b0-d12d-4fdc-a515-7d77572dc7e6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 0.4837511
Feb 05 21:20:00.529335 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47562) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:00.568578 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-bd7ee541-0353-40e0-971e-6c956b5a0faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8a8a9a0>, [{'id': '5903bcbd-b586-44b1-97fb-e836226a58c1', 'name': 'tempest-TestServerBasicOps-1706410107-router', 'tenant_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.254'}], 'enable_snat': True}, 'gw_port_id': '7254f0b2-7cab-4df2-b083-4660642a7465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:14:47Z', 'updated_at': '2022-02-05T21:14:50Z', 'revision_number': 4, 'project_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'gw_port': {'id': '7254f0b2-7cab-4df2-b083-4660642a7465', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:24:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5903bcbd-b586-44b1-97fb-e836226a58c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:14:47Z', 'updated_at': '2022-02-05T21:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ee4722b7-e10b-458d-b837-953208dfa5e4', 'name': '', 'network_id': '826a316e-fa28-4748-930b-86494eaa48e1', 'tenant_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'mac_address': 'fa:16:3e:1e:5a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5903bcbd-b586-44b1-97fb-e836226a58c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'e04dafb8-2d96-4050-8020-6c9230116ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:14:50Z', 'updated_at': '2022-02-05T21:14:56Z', 'revision_number': 5, 'project_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'subnets': [{'id': 'e04dafb8-2d96-4050-8020-6c9230116ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:00.572119 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-138e034e-4dc8-4347-98cd-750a93ebffc0 req-ccee0329-41b5-414e-a9bb-b0af5f5530a3 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] 10.222.0.32 "GET /v2.0/ports?device_id=d703ae4e-ece3-4f14-ab99-dc5353e74884 HTTP/1.1" status: 200  len: 210 time: 0.2873030
Feb 05 21:20:00.595920 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7ee541-0353-40e0-971e-6c956b5a0faf None None] The sync data for ids ['5903bcbd-b586-44b1-97fb-e836226a58c1'] in ncdv-master-1 is: [{'id': '5903bcbd-b586-44b1-97fb-e836226a58c1', 'name': 'tempest-TestServerBasicOps-1706410107-router', 'tenant_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.254'}], 'enable_snat': True}, 'gw_port_id': '7254f0b2-7cab-4df2-b083-4660642a7465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:14:47Z', 'updated_at': '2022-02-05T21:14:50Z', 'revision_number': 4, 'project_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'gw_port': {'id': '7254f0b2-7cab-4df2-b083-4660642a7465', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:24:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5903bcbd-b586-44b1-97fb-e836226a58c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:14:47Z', 'updated_at': '2022-02-05T21:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ee4722b7-e10b-458d-b837-953208dfa5e4', 'name': '', 'network_id': '826a316e-fa28-4748-930b-86494eaa48e1', 'tenant_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'mac_address': 'fa:16:3e:1e:5a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5903bcbd-b586-44b1-97fb-e836226a58c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'e04dafb8-2d96-4050-8020-6c9230116ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:14:50Z', 'updated_at': '2022-02-05T21:14:56Z', 'revision_number': 5, 'project_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'subnets': [{'id': 'e04dafb8-2d96-4050-8020-6c9230116ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:20:00.629398 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-9b267b0e-db7c-4c70-ab6f-dd20e32f2340 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Deleting port 28d2acb7-9fa0-485e-85d3-baef7e9368a6 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:20:00.629974 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9b267b0e-db7c-4c70-ab6f-dd20e32f2340 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (28d2acb7-9fa0-485e-85d3-baef7e9368a6), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:00.697602 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9b267b0e-db7c-4c70-ab6f-dd20e32f2340 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (28d2acb7-9fa0-485e-85d3-baef7e9368a6), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:00.710730 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-9b267b0e-db7c-4c70-ab6f-dd20e32f2340 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Calling delete_port for 28d2acb7-9fa0-485e-85d3-baef7e9368a6 owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:20:00.798534 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9b267b0e-db7c-4c70-ab6f-dd20e32f2340 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (28d2acb7-9fa0-485e-85d3-baef7e9368a6), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:00.831669 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018f1e5d-9d4e-48ba-a28c-0faf41334344 None None] New status for floating IP 57586fba-a490-4dff-8f0d-f1c537e9ddcb: DOWN {{(pid=114392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:20:00.832189 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b267b0e-db7c-4c70-ab6f-dd20e32f2340 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event deleted for resources: {'Port': ['ID=28d2acb7-9fa0-485e-85d3-baef7e9368a6,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:00.835522 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9b267b0e-db7c-4c70-ab6f-dd20e32f2340 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:00.841393 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47564) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:00.841547 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9b267b0e-db7c-4c70-ab6f-dd20e32f2340 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/ports/28d2acb7-9fa0-485e-85d3-baef7e9368a6 HTTP/1.1" status: 204  len: 168 time: 0.3111782
Feb 05 21:20:00.846752 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-56778956-4ad5-4f17-8563-e0154aa9bce1 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'port': {'network_id': '513067de-59fd-4630-ad3d-14db8453e5c5', 'mac_address': 'fa:16:3e:04:61:f9', 'name': 'tempest-PortsIpV6TestJSON-1331630411'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:00.937323 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56778956-4ad5-4f17-8563-e0154aa9bce1 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Made reservation on behalf of c64fbd3a71a34ef48b593d0d4b7e6ea5 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:20:01.009723 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-56778956-4ad5-4f17-8563-e0154aa9bce1 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:01.031097 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [None req-56778956-4ad5-4f17-8563-e0154aa9bce1 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] device_id is not set on port 74a1a80a-8e55-40c4-955a-497b23c0f8db yet. {{(pid=114391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:20:01.185991 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-56778956-4ad5-4f17-8563-e0154aa9bce1 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for port (74a1a80a-8e55-40c4-955a-497b23c0f8db), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:01.219069 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-56778956-4ad5-4f17-8563-e0154aa9bce1 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (74a1a80a-8e55-40c4-955a-497b23c0f8db), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:01.261244 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56778956-4ad5-4f17-8563-e0154aa9bce1 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Network 513067de-59fd-4630-ad3d-14db8453e5c5 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:20:01.266056 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-56778956-4ad5-4f17-8563-e0154aa9bce1 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:20:01.268379 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56778956-4ad5-4f17-8563-e0154aa9bce1 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:20:01.274112 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56778956-4ad5-4f17-8563-e0154aa9bce1 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:01.274740 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-56778956-4ad5-4f17-8563-e0154aa9bce1 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:01.290281 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56778956-4ad5-4f17-8563-e0154aa9bce1 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'Port': ['ID=74a1a80a-8e55-40c4-955a-497b23c0f8db,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:01.301233 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-56778956-4ad5-4f17-8563-e0154aa9bce1 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 0.4576066
Feb 05 21:20:01.303558 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47566) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:01.349898 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dabb706-b5ab-4633-9e70-2e0b6f60b4bb tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:01.351305 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6dabb706-b5ab-4633-9e70-2e0b6f60b4bb tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "GET /v2.0/ports/74a1a80a-8e55-40c4-955a-497b23c0f8db HTTP/1.1" status: 200  len: 845 time: 0.0467992
Feb 05 21:20:01.353949 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47568) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:01.449149 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-f8295493-96c6-411c-af97-5e078ceaa7fa tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Deleting port 74a1a80a-8e55-40c4-955a-497b23c0f8db {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:20:01.449418 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f8295493-96c6-411c-af97-5e078ceaa7fa tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (74a1a80a-8e55-40c4-955a-497b23c0f8db), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:01.513888 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f8295493-96c6-411c-af97-5e078ceaa7fa tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (74a1a80a-8e55-40c4-955a-497b23c0f8db), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:01.526979 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-f8295493-96c6-411c-af97-5e078ceaa7fa tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Calling delete_port for 74a1a80a-8e55-40c4-955a-497b23c0f8db owned by  {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:20:01.611061 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f8295493-96c6-411c-af97-5e078ceaa7fa tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (74a1a80a-8e55-40c4-955a-497b23c0f8db), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:01.628270 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47572) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:01.644353 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8295493-96c6-411c-af97-5e078ceaa7fa tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event deleted for resources: {'Port': ['ID=74a1a80a-8e55-40c4-955a-497b23c0f8db,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:01.646493 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f8295493-96c6-411c-af97-5e078ceaa7fa tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:01.650937 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f8295493-96c6-411c-af97-5e078ceaa7fa tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/ports/74a1a80a-8e55-40c4-955a-497b23c0f8db HTTP/1.1" status: 204  len: 168 time: 0.2959962
Feb 05 21:20:01.652291 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47574) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:01.679229 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-09bbc27c-30c4-432c-82e2-c9d60352545a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] GET failed (client error): The resource could not be found.
Feb 05 21:20:01.680632 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-09bbc27c-30c4-432c-82e2-c9d60352545a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "GET /v2.0/ports/74a1a80a-8e55-40c4-955a-497b23c0f8db HTTP/1.1" status: 404  len: 333 time: 0.0274093
Feb 05 21:20:01.684284 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47576) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:01.688963 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-7d5c69c8-439c-4394-8219-17b9d71281bf tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'port': {'network_id': '513067de-59fd-4630-ad3d-14db8453e5c5', 'name': 'tempest-PortsIpV6TestJSON-542436513'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:01.756847 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-769874a8-a643-461e-bcd9-b05a6edde066 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Deleting port 0ef85d7f-f4b6-4e35-a0f1-62956276c156 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:20:01.757447 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-769874a8-a643-461e-bcd9-b05a6edde066 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (0ef85d7f-f4b6-4e35-a0f1-62956276c156), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:01.781128 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5c69c8-439c-4394-8219-17b9d71281bf tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Made reservation on behalf of c64fbd3a71a34ef48b593d0d4b7e6ea5 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:20:01.785554 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7d5c69c8-439c-4394-8219-17b9d71281bf tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:01.803617 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [None req-7d5c69c8-439c-4394-8219-17b9d71281bf tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] device_id is not set on port f8a3101e-fe2c-4e54-a7c5-d5a20858b20e yet. {{(pid=114391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:20:01.837730 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-769874a8-a643-461e-bcd9-b05a6edde066 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (0ef85d7f-f4b6-4e35-a0f1-62956276c156), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:01.838061 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-769874a8-a643-461e-bcd9-b05a6edde066 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks [] for floatingip (0ef85d7f-f4b6-4e35-a0f1-62956276c156), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:01.850555 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-769874a8-a643-461e-bcd9-b05a6edde066 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Calling delete_port for 0ef85d7f-f4b6-4e35-a0f1-62956276c156 owned by network:floatingip {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:20:01.969638 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7d5c69c8-439c-4394-8219-17b9d71281bf tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for port (f8a3101e-fe2c-4e54-a7c5-d5a20858b20e), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:01.985478 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-769874a8-a643-461e-bcd9-b05a6edde066 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (0ef85d7f-f4b6-4e35-a0f1-62956276c156), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:02.005412 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7d5c69c8-439c-4394-8219-17b9d71281bf tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (f8a3101e-fe2c-4e54-a7c5-d5a20858b20e), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:02.016185 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769874a8-a643-461e-bcd9-b05a6edde066 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Pushing event deleted for resources: {'Port': ['ID=0ef85d7f-f4b6-4e35-a0f1-62956276c156,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:02.052567 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5c69c8-439c-4394-8219-17b9d71281bf tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Network 513067de-59fd-4630-ad3d-14db8453e5c5 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:20:02.055773 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-7d5c69c8-439c-4394-8219-17b9d71281bf tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:20:02.059303 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5c69c8-439c-4394-8219-17b9d71281bf tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:20:02.064498 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5c69c8-439c-4394-8219-17b9d71281bf tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:02.065119 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7d5c69c8-439c-4394-8219-17b9d71281bf tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:02.073271 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c69c8-439c-4394-8219-17b9d71281bf tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'Port': ['ID=f8a3101e-fe2c-4e54-a7c5-d5a20858b20e,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:02.078019 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-769874a8-a643-461e-bcd9-b05a6edde066 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks [] for floatingip (57586fba-a490-4dff-8f0d-f1c537e9ddcb), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:02.082325 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-769874a8-a643-461e-bcd9-b05a6edde066 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:02.083657 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-769874a8-a643-461e-bcd9-b05a6edde066 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] 10.222.0.32 "DELETE /v2.0/floatingips/57586fba-a490-4dff-8f0d-f1c537e9ddcb HTTP/1.1" status: 204  len: 168 time: 0.4542904
Feb 05 21:20:02.086334 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7d5c69c8-439c-4394-8219-17b9d71281bf tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 0.4009304
Feb 05 21:20:02.088766 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47580) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:02.093956 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-5f15e954-3e8d-4683-8ce9-a1dc67db3b8b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:02.158280 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47584) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:02.181022 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5f15e954-3e8d-4683-8ce9-a1dc67db3b8b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f8a3101e-fe2c-4e54-a7c5-d5a20858b20e), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:02.260352 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9566962f-838f-47b4-9485-88822a5d61a0 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks [] for security_group (73e8058c-e2c8-435a-ab55-6ccfd071398b), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:02.314119 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9566962f-838f-47b4-9485-88822a5d61a0 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks [] for security_group (73e8058c-e2c8-435a-ab55-6ccfd071398b), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:02.411110 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5f15e954-3e8d-4683-8ce9-a1dc67db3b8b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for port (f8a3101e-fe2c-4e54-a7c5-d5a20858b20e), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:02.415895 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5f15e954-3e8d-4683-8ce9-a1dc67db3b8b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (f8a3101e-fe2c-4e54-a7c5-d5a20858b20e), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:02.448902 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-5f15e954-3e8d-4683-8ce9-a1dc67db3b8b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] In _notify_port_updated(), no bound segment for port f8a3101e-fe2c-4e54-a7c5-d5a20858b20e on network 513067de-59fd-4630-ad3d-14db8453e5c5 {{(pid=114391) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Feb 05 21:20:02.453954 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f15e954-3e8d-4683-8ce9-a1dc67db3b8b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:02.454583 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5f15e954-3e8d-4683-8ce9-a1dc67db3b8b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:02.455876 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5f15e954-3e8d-4683-8ce9-a1dc67db3b8b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "PUT /v2.0/ports/f8a3101e-fe2c-4e54-a7c5-d5a20858b20e HTTP/1.1" status: 200  len: 818 time: 0.3662040
Feb 05 21:20:02.458747 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47586) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:02.496319 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9566962f-838f-47b4-9485-88822a5d61a0 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (73e8058c-e2c8-435a-ab55-6ccfd071398b), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:02.498867 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9566962f-838f-47b4-9485-88822a5d61a0 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:02.500016 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9566962f-838f-47b4-9485-88822a5d61a0 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] 10.222.0.32 "DELETE /v2.0/security-groups/73e8058c-e2c8-435a-ab55-6ccfd071398b HTTP/1.1" status: 204  len: 168 time: 0.3381302
Feb 05 21:20:02.520557 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15e954-3e8d-4683-8ce9-a1dc67db3b8b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'Port': ['ID=f8a3101e-fe2c-4e54-a7c5-d5a20858b20e,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:02.523878 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566962f-838f-47b4-9485-88822a5d61a0 tempest-TestServerBasicOps-1335276582 tempest-TestServerBasicOps-1335276582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e8058c-e2c8-435a-ab55-6ccfd071398b,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:02.538078 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47590) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:02.585736 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-503d8f25-82ab-4a0b-bd27-0ff3c67b97f1 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Deleting port f8a3101e-fe2c-4e54-a7c5-d5a20858b20e {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:20:02.586117 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-503d8f25-82ab-4a0b-bd27-0ff3c67b97f1 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (f8a3101e-fe2c-4e54-a7c5-d5a20858b20e), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:02.653171 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-503d8f25-82ab-4a0b-bd27-0ff3c67b97f1 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (f8a3101e-fe2c-4e54-a7c5-d5a20858b20e), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:02.671935 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-503d8f25-82ab-4a0b-bd27-0ff3c67b97f1 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Calling delete_port for f8a3101e-fe2c-4e54-a7c5-d5a20858b20e owned by  {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:20:02.727335 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 9d1240c2-666f-4206-b779-79d8116b5651 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:20:02.748213 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 9d1240c2-666f-4206-b779-79d8116b5651 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:20:02.748886 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 9d1240c2-666f-4206-b779-79d8116b5651 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:20:02.753376 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-503d8f25-82ab-4a0b-bd27-0ff3c67b97f1 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (f8a3101e-fe2c-4e54-a7c5-d5a20858b20e), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:02.782699 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d8f25-82ab-4a0b-bd27-0ff3c67b97f1 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event deleted for resources: {'Port': ['ID=f8a3101e-fe2c-4e54-a7c5-d5a20858b20e,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:02.792923 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-503d8f25-82ab-4a0b-bd27-0ff3c67b97f1 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:02.796404 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-503d8f25-82ab-4a0b-bd27-0ff3c67b97f1 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/ports/f8a3101e-fe2c-4e54-a7c5-d5a20858b20e HTTP/1.1" status: 204  len: 168 time: 0.3365128
Feb 05 21:20:02.797913 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d8f25-82ab-4a0b-bd27-0ff3c67b97f1 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:20:02.798261 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d8f25-82ab-4a0b-bd27-0ff3c67b97f1 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:20:02.798708 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d8f25-82ab-4a0b-bd27-0ff3c67b97f1 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:20:02.799049 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d8f25-82ab-4a0b-bd27-0ff3c67b97f1 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:20:02.799386 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d8f25-82ab-4a0b-bd27-0ff3c67b97f1 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:20:02.799720 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d8f25-82ab-4a0b-bd27-0ff3c67b97f1 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:20:02.800070 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d8f25-82ab-4a0b-bd27-0ff3c67b97f1 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:20:02.800386 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d8f25-82ab-4a0b-bd27-0ff3c67b97f1 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:20:02.800708 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d8f25-82ab-4a0b-bd27-0ff3c67b97f1 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:20:02.801035 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d8f25-82ab-4a0b-bd27-0ff3c67b97f1 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:20:02.801361 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d8f25-82ab-4a0b-bd27-0ff3c67b97f1 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:20:02.801686 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d8f25-82ab-4a0b-bd27-0ff3c67b97f1 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:20:02.802005 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d8f25-82ab-4a0b-bd27-0ff3c67b97f1 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:20:02.804491 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47594) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:02.843190 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:20:02.891336 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d1fb24-d0ac-4dc5-8a0f-1ee1c03f38dd tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:02.892956 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-68d1fb24-d0ac-4dc5-8a0f-1ee1c03f38dd tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.0873616
Feb 05 21:20:02.896670 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47596) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:02.923165 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c879430-134e-4a9d-b8d1-c8d8519ac752 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] GET failed (client error): The resource could not be found.
Feb 05 21:20:02.924574 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0c879430-134e-4a9d-b8d1-c8d8519ac752 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "GET /v2.0/ports/f8a3101e-fe2c-4e54-a7c5-d5a20858b20e HTTP/1.1" status: 404  len: 333 time: 0.0269535
Feb 05 21:20:02.928466 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47598) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:02.933370 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-0858495e-85a8-4561-a085-6c9ab75685c9 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-920803428'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:02.954586 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0858495e-85a8-4561-a085-6c9ab75685c9 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Made reservation on behalf of c64fbd3a71a34ef48b593d0d4b7e6ea5 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:20:02.959059 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0858495e-85a8-4561-a085-6c9ab75685c9 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:02.981928 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0858495e-85a8-4561-a085-6c9ab75685c9 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:20:02.991473 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0858495e-85a8-4561-a085-6c9ab75685c9 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (fc55c16b-3729-450a-b8ab-f5ef27cbacba), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:02.991896 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-0858495e-85a8-4561-a085-6c9ab75685c9 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Added segment fc55c16b-3729-450a-b8ab-f5ef27cbacba of type vlan for network 425e39eb-daaf-4d2d-a32d-aa2d622593ac
Feb 05 21:20:03.031763 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3b1df87d-1f68-4b55-9387-0e921f888697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (5903bcbd-b586-44b1-97fb-e836226a58c1), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:03.032547 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0858495e-85a8-4561-a085-6c9ab75685c9 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (425e39eb-daaf-4d2d-a32d-aa2d622593ac), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:03.058215 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0858495e-85a8-4561-a085-6c9ab75685c9 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (425e39eb-daaf-4d2d-a32d-aa2d622593ac), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:03.063291 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0858495e-85a8-4561-a085-6c9ab75685c9 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:03.063884 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0858495e-85a8-4561-a085-6c9ab75685c9 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:03.107334 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0858495e-85a8-4561-a085-6c9ab75685c9 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.1775711
Feb 05 21:20:03.112859 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47600) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:03.117836 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-1a1d5e9b-06cb-4d15-9f9f-3b8b3a73d0dc tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'subnet': {'network_id': '425e39eb-daaf-4d2d-a32d-aa2d622593ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:03.138124 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858495e-85a8-4561-a085-6c9ab75685c9 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'Network': ['ID=425e39eb-daaf-4d2d-a32d-aa2d622593ac,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:03.151121 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 425e39eb-daaf-4d2d-a32d-aa2d622593ac details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:20:03.273470 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1d5e9b-06cb-4d15-9f9f-3b8b3a73d0dc tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Made reservation on behalf of c64fbd3a71a34ef48b593d0d4b7e6ea5 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:20:03.276952 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1a1d5e9b-06cb-4d15-9f9f-3b8b3a73d0dc tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:03.511098 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-3b1df87d-1f68-4b55-9387-0e921f888697 admin admin] Deleting port ee4722b7-e10b-458d-b837-953208dfa5e4 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:20:03.511351 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3b1df87d-1f68-4b55-9387-0e921f888697 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (ee4722b7-e10b-458d-b837-953208dfa5e4), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:03.534721 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1a1d5e9b-06cb-4d15-9f9f-3b8b3a73d0dc tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (b7cfaf5a-a85d-423c-81cf-e84c9550d001), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:03.646919 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d5e9b-06cb-4d15-9f9f-3b8b3a73d0dc tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'Subnet': ['ID=b7cfaf5a-a85d-423c-81cf-e84c9550d001,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:03.656334 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-3b1df87d-1f68-4b55-9387-0e921f888697 admin admin] For port ee4722b7-e10b-458d-b837-953208dfa5e4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ee4722b7-e10b-458d-b837-953208dfa5e4,segment=NetworkSegment(d3650c50-5881-457a-8eb1-ef4c285eb79e),segment_id=d3650c50-5881-457a-8eb1-ef4c285eb79e)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:20:03.656694 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3b1df87d-1f68-4b55-9387-0e921f888697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (ee4722b7-e10b-458d-b837-953208dfa5e4), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:03.673072 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-3b1df87d-1f68-4b55-9387-0e921f888697 admin admin] Calling delete_port for ee4722b7-e10b-458d-b837-953208dfa5e4 owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:20:03.674741 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1d5e9b-06cb-4d15-9f9f-3b8b3a73d0dc tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Checking segment: {'id': 'fc55c16b-3729-450a-b8ab-f5ef27cbacba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '425e39eb-daaf-4d2d-a32d-aa2d622593ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:20:03.675141 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1d5e9b-06cb-4d15-9f9f-3b8b3a73d0dc tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Network hostable DHCP agents. Network: 425e39eb-daaf-4d2d-a32d-aa2d622593ac, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:20:03.731401 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3eaafeb0-f305-4715-977a-daaf9246b4e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:03.744360 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1d5e9b-06cb-4d15-9f9f-3b8b3a73d0dc tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Network 425e39eb-daaf-4d2d-a32d-aa2d622593ac is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:20:03.762125 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-1a1d5e9b-06cb-4d15-9f9f-3b8b3a73d0dc tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 425e39eb-daaf-4d2d-a32d-aa2d622593ac) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:20:03.770900 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b4b27e-5dd8-4f76-9a1e-1e8be483d05a None None] Network 425e39eb-daaf-4d2d-a32d-aa2d622593ac requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:20:03.797938 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1d5e9b-06cb-4d15-9f9f-3b8b3a73d0dc tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:03.798556 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1a1d5e9b-06cb-4d15-9f9f-3b8b3a73d0dc tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:03.825759 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1a1d5e9b-06cb-4d15-9f9f-3b8b3a73d0dc tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7091842
Feb 05 21:20:03.826308 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47602) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:03.832405 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-1047432c-3313-4468-afde-585673120b5a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'subnet': {'network_id': '425e39eb-daaf-4d2d-a32d-aa2d622593ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:03.876300 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97931e7-2690-403c-9c81-fdccfd383c64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-425e39eb-daaf-4d2d-a32d-aa2d622593ac', 'network_id': '425e39eb-daaf-4d2d-a32d-aa2d622593ac', 'project_id': 'c64fbd3a71a34ef48b593d0d4b7e6ea5', 'fixed_ips': [{'subnet_id': 'b7cfaf5a-a85d-423c-81cf-e84c9550d001'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:20:03.877149 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e97931e7-2690-403c-9c81-fdccfd383c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:03.906288 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3b1df87d-1f68-4b55-9387-0e921f888697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (ee4722b7-e10b-458d-b837-953208dfa5e4), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:03.936583 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1df87d-1f68-4b55-9387-0e921f888697 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee4722b7-e10b-458d-b837-953208dfa5e4,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:03.960561 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1047432c-3313-4468-afde-585673120b5a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Made reservation on behalf of c64fbd3a71a34ef48b593d0d4b7e6ea5 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:20:03.965004 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1047432c-3313-4468-afde-585673120b5a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:04.044520 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-e97931e7-2690-403c-9c81-fdccfd383c64 None None] Allocated IP 2001:db8::2 (425e39eb-daaf-4d2d-a32d-aa2d622593ac/b7cfaf5a-a85d-423c-81cf-e84c9550d001/b461dab5-f630-477b-afe5-2a9a8103dfb8) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:20:04.106683 ncdv-master-1 neutron-server[114391]: INFO neutron.db.ipam_backend_mixin [None req-1047432c-3313-4468-afde-585673120b5a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b7cfaf5a-a85d-423c-81cf-e84c9550d001 (CIDR: 2001:db8::/64)
Feb 05 21:20:04.115358 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-1047432c-3313-4468-afde-585673120b5a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:20:04.115833 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1047432c-3313-4468-afde-585673120b5a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:20:04.153337 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1047432c-3313-4468-afde-585673120b5a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3256938
Feb 05 21:20:04.155939 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47604) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:04.163507 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-6b5c2803-0612-4bd0-ba3f-e812d2bfb470 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'subnet': {'network_id': '425e39eb-daaf-4d2d-a32d-aa2d622593ac', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:04.278164 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e97931e7-2690-403c-9c81-fdccfd383c64 None None] Publish callbacks [] for port (b461dab5-f630-477b-afe5-2a9a8103dfb8), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:04.285380 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e97931e7-2690-403c-9c81-fdccfd383c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (b461dab5-f630-477b-afe5-2a9a8103dfb8), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:04.312377 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5c2803-0612-4bd0-ba3f-e812d2bfb470 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Made reservation on behalf of c64fbd3a71a34ef48b593d0d4b7e6ea5 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:20:04.318654 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6b5c2803-0612-4bd0-ba3f-e812d2bfb470 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:04.328081 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97931e7-2690-403c-9c81-fdccfd383c64 None None] Network 425e39eb-daaf-4d2d-a32d-aa2d622593ac is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:20:04.332813 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-e97931e7-2690-403c-9c81-fdccfd383c64 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:20:04.337266 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97931e7-2690-403c-9c81-fdccfd383c64 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:20:04.344470 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97931e7-2690-403c-9c81-fdccfd383c64 None None] Pushing event updated for resources: {'Port': ['ID=b461dab5-f630-477b-afe5-2a9a8103dfb8,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:04.404363 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-e97931e7-2690-403c-9c81-fdccfd383c64 None None] Attempting to bind port b461dab5-f630-477b-afe5-2a9a8103dfb8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:20:04.404745 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-e97931e7-2690-403c-9c81-fdccfd383c64 None None] Attempting to bind port b461dab5-f630-477b-afe5-2a9a8103dfb8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fc55c16b-3729-450a-b8ab-f5ef27cbacba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '425e39eb-daaf-4d2d-a32d-aa2d622593ac'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:20:04.405163 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97931e7-2690-403c-9c81-fdccfd383c64 None None] Attempting to bind port b461dab5-f630-477b-afe5-2a9a8103dfb8 on network 425e39eb-daaf-4d2d-a32d-aa2d622593ac {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:20:04.411219 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97931e7-2690-403c-9c81-fdccfd383c64 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:20:04.411604 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97931e7-2690-403c-9c81-fdccfd383c64 None None] Checking segment: {'id': 'fc55c16b-3729-450a-b8ab-f5ef27cbacba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '425e39eb-daaf-4d2d-a32d-aa2d622593ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:20:04.412020 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e97931e7-2690-403c-9c81-fdccfd383c64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:04.412421 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97931e7-2690-403c-9c81-fdccfd383c64 None None] Bound using segment: {'id': 'fc55c16b-3729-450a-b8ab-f5ef27cbacba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '425e39eb-daaf-4d2d-a32d-aa2d622593ac'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:20:04.412895 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-e97931e7-2690-403c-9c81-fdccfd383c64 None None] Bound port: b461dab5-f630-477b-afe5-2a9a8103dfb8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc55c16b-3729-450a-b8ab-f5ef27cbacba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '425e39eb-daaf-4d2d-a32d-aa2d622593ac'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:20:04.413282 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e97931e7-2690-403c-9c81-fdccfd383c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b461dab5-f630-477b-afe5-2a9a8103dfb8), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:04.413742 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3b1df87d-1f68-4b55-9387-0e921f888697 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (5903bcbd-b586-44b1-97fb-e836226a58c1), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:04.491213 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-e97931e7-2690-403c-9c81-fdccfd383c64 None None] For port b461dab5-f630-477b-afe5-2a9a8103dfb8, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:20:04.496211 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-e97931e7-2690-403c-9c81-fdccfd383c64 None None] For port b461dab5-f630-477b-afe5-2a9a8103dfb8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b461dab5-f630-477b-afe5-2a9a8103dfb8,segment=NetworkSegment(fc55c16b-3729-450a-b8ab-f5ef27cbacba),segment_id=fc55c16b-3729-450a-b8ab-f5ef27cbacba)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:20:04.503113 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e97931e7-2690-403c-9c81-fdccfd383c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b461dab5-f630-477b-afe5-2a9a8103dfb8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:04.568020 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97931e7-2690-403c-9c81-fdccfd383c64 None None] Pushing event updated for resources: {'Port': ['ID=b461dab5-f630-477b-afe5-2a9a8103dfb8,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:04.608105 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6b5c2803-0612-4bd0-ba3f-e812d2bfb470 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (dca7f7db-9d3b-4cbb-a26c-6c5b64fd8079), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:04.660733 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1df87d-1f68-4b55-9387-0e921f888697 admin admin] Router 5903bcbd-b586-44b1-97fb-e836226a58c1 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:20:04.664940 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5c2803-0612-4bd0-ba3f-e812d2bfb470 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Network 425e39eb-daaf-4d2d-a32d-aa2d622593ac is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:20:04.668473 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-6b5c2803-0612-4bd0-ba3f-e812d2bfb470 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:20:04.671065 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5c2803-0612-4bd0-ba3f-e812d2bfb470 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:04.671659 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6b5c2803-0612-4bd0-ba3f-e812d2bfb470 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:04.678966 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c2803-0612-4bd0-ba3f-e812d2bfb470 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'Subnet': ['ID=dca7f7db-9d3b-4cbb-a26c-6c5b64fd8079,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:04.694670 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6b5c2803-0612-4bd0-ba3f-e812d2bfb470 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.5375972
Feb 05 21:20:04.697135 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47606) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:04.702163 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-bcb0c269-46a3-493b-b796-f2a88d0544a6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'port': {'network_id': '425e39eb-daaf-4d2d-a32d-aa2d622593ac', 'fixed_ips': [{'subnet_id': 'b7cfaf5a-a85d-423c-81cf-e84c9550d001'}, {'subnet_id': 'dca7f7db-9d3b-4cbb-a26c-6c5b64fd8079'}], 'name': 'tempest-PortsIpV6TestJSON-1658029738'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:04.800876 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1df87d-1f68-4b55-9387-0e921f888697 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:20:04.806185 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3b1df87d-1f68-4b55-9387-0e921f888697 admin admin] 10.222.0.32 "PUT /v2.0/routers/5903bcbd-b586-44b1-97fb-e836226a58c1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2669821
Feb 05 21:20:04.808673 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47608) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:04.812601 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a73faaa-204d-4346-b193-3ebe7d41652a None None] Sync routers for ids ['5903bcbd-b586-44b1-97fb-e836226a58c1'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:20:04.846419 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a73faaa-204d-4346-b193-3ebe7d41652a None None] Routers {'5903bcbd-b586-44b1-97fb-e836226a58c1'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:20:04.848208 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-5a73faaa-204d-4346-b193-3ebe7d41652a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db91e6640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:19:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['5903bcbd-b586-44b1-97fb-e836226a58c1'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:04.852941 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb0c269-46a3-493b-b796-f2a88d0544a6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Made reservation on behalf of c64fbd3a71a34ef48b593d0d4b7e6ea5 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:20:04.937339 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1404612b-3ecd-4368-8cc4-6e4cdfcd45ef admin admin] Publish callbacks [] for router (5903bcbd-b586-44b1-97fb-e836226a58c1), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:04.962602 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bcb0c269-46a3-493b-b796-f2a88d0544a6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:04.980632 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [None req-bcb0c269-46a3-493b-b796-f2a88d0544a6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] device_id is not set on port 3a53c88c-c72f-41da-aaaf-2e83438e809f yet. {{(pid=114391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:20:04.992155 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-5a73faaa-204d-4346-b193-3ebe7d41652a None None] Set router 5903bcbd-b586-44b1-97fb-e836226a58c1 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:20:05.073689 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1404612b-3ecd-4368-8cc4-6e4cdfcd45ef admin admin] Publish callbacks [] for router_gateway (5903bcbd-b586-44b1-97fb-e836226a58c1), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:05.145039 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-1404612b-3ecd-4368-8cc4-6e4cdfcd45ef admin admin] Deleting port 7254f0b2-7cab-4df2-b083-4660642a7465 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:20:05.145426 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1404612b-3ecd-4368-8cc4-6e4cdfcd45ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (7254f0b2-7cab-4df2-b083-4660642a7465), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:05.230610 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-1404612b-3ecd-4368-8cc4-6e4cdfcd45ef admin admin] For port 7254f0b2-7cab-4df2-b083-4660642a7465, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7254f0b2-7cab-4df2-b083-4660642a7465,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:20:05.230982 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1404612b-3ecd-4368-8cc4-6e4cdfcd45ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (7254f0b2-7cab-4df2-b083-4660642a7465), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:05.243696 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-1404612b-3ecd-4368-8cc4-6e4cdfcd45ef admin admin] Calling delete_port for 7254f0b2-7cab-4df2-b083-4660642a7465 owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:20:05.275893 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-bcb0c269-46a3-493b-b796-f2a88d0544a6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Allocated IP 2001:db8::3e2 (425e39eb-daaf-4d2d-a32d-aa2d622593ac/b7cfaf5a-a85d-423c-81cf-e84c9550d001/3a53c88c-c72f-41da-aaaf-2e83438e809f) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:20:05.280261 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-5a73faaa-204d-4346-b193-3ebe7d41652a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db91e6640>, [{'id': '5903bcbd-b586-44b1-97fb-e836226a58c1', 'name': 'tempest-TestServerBasicOps-1706410107-router', 'tenant_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.254'}], 'enable_snat': True}, 'gw_port_id': '7254f0b2-7cab-4df2-b083-4660642a7465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:14:47Z', 'updated_at': '2022-02-05T21:20:03Z', 'revision_number': 5, 'project_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'gw_port': {'id': '7254f0b2-7cab-4df2-b083-4660642a7465', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:24:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5903bcbd-b586-44b1-97fb-e836226a58c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:14:47Z', 'updated_at': '2022-02-05T21:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:05.284138 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-bcb0c269-46a3-493b-b796-f2a88d0544a6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Allocated IP 2001:db8:0:1::101 (425e39eb-daaf-4d2d-a32d-aa2d622593ac/dca7f7db-9d3b-4cbb-a26c-6c5b64fd8079/3a53c88c-c72f-41da-aaaf-2e83438e809f) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:20:05.311153 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a73faaa-204d-4346-b193-3ebe7d41652a None None] Checking router: 5903bcbd-b586-44b1-97fb-e836226a58c1 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:20:05.320402 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a73faaa-204d-4346-b193-3ebe7d41652a None None] Routers {'5903bcbd-b586-44b1-97fb-e836226a58c1'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:20:05.321027 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-5a73faaa-204d-4346-b193-3ebe7d41652a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db91e6640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:19:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['5903bcbd-b586-44b1-97fb-e836226a58c1'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:05.426584 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-5a73faaa-204d-4346-b193-3ebe7d41652a None None] Set router 5903bcbd-b586-44b1-97fb-e836226a58c1 gateway port host: None {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:20:05.474460 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1404612b-3ecd-4368-8cc4-6e4cdfcd45ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (7254f0b2-7cab-4df2-b083-4660642a7465), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:05.479868 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bcb0c269-46a3-493b-b796-f2a88d0544a6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for port (3a53c88c-c72f-41da-aaaf-2e83438e809f), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:05.494065 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-5a73faaa-204d-4346-b193-3ebe7d41652a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db91e6640>, [{'id': '5903bcbd-b586-44b1-97fb-e836226a58c1', 'name': 'tempest-TestServerBasicOps-1706410107-router', 'tenant_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:14:47Z', 'updated_at': '2022-02-05T21:20:05Z', 'revision_number': 6, 'project_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:05.504263 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1404612b-3ecd-4368-8cc4-6e4cdfcd45ef admin admin] Pushing event deleted for resources: {'Port': ['ID=7254f0b2-7cab-4df2-b083-4660642a7465,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:05.519906 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bcb0c269-46a3-493b-b796-f2a88d0544a6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (3a53c88c-c72f-41da-aaaf-2e83438e809f), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:05.528285 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a73faaa-204d-4346-b193-3ebe7d41652a None None] The sync data for ids ['5903bcbd-b586-44b1-97fb-e836226a58c1'] in ncdv-master-1 is: [{'id': '5903bcbd-b586-44b1-97fb-e836226a58c1', 'name': 'tempest-TestServerBasicOps-1706410107-router', 'tenant_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:14:47Z', 'updated_at': '2022-02-05T21:20:05Z', 'revision_number': 6, 'project_id': 'e139e5b7a0514896b00ae8d3e4326e9d', 'gw_port_host': None}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:20:05.567037 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb0c269-46a3-493b-b796-f2a88d0544a6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Network 425e39eb-daaf-4d2d-a32d-aa2d622593ac is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:20:05.572653 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1404612b-3ecd-4368-8cc4-6e4cdfcd45ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (5903bcbd-b586-44b1-97fb-e836226a58c1), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:05.577206 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-bcb0c269-46a3-493b-b796-f2a88d0544a6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:20:05.583472 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb0c269-46a3-493b-b796-f2a88d0544a6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:20:05.588885 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb0c269-46a3-493b-b796-f2a88d0544a6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:05.589525 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bcb0c269-46a3-493b-b796-f2a88d0544a6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:05.607996 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb0c269-46a3-493b-b796-f2a88d0544a6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'Port': ['ID=3a53c88c-c72f-41da-aaaf-2e83438e809f,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:05.614658 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-bcb0c269-46a3-493b-b796-f2a88d0544a6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1017 time: 0.9164259
Feb 05 21:20:05.618057 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47610) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:05.624268 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-56fbd5cc-5931-4210-82d4-c83b69a7fa47 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b7cfaf5a-a85d-423c-81cf-e84c9550d001'}]}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:05.672300 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1404612b-3ecd-4368-8cc4-6e4cdfcd45ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (5903bcbd-b586-44b1-97fb-e836226a58c1), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:05.675798 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1404612b-3ecd-4368-8cc4-6e4cdfcd45ef admin admin] Publish callbacks [] for router_controller (5903bcbd-b586-44b1-97fb-e836226a58c1), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:05.712949 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-56fbd5cc-5931-4210-82d4-c83b69a7fa47 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3a53c88c-c72f-41da-aaaf-2e83438e809f), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:05.728027 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1404612b-3ecd-4368-8cc4-6e4cdfcd45ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (5903bcbd-b586-44b1-97fb-e836226a58c1), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:05.728566 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1404612b-3ecd-4368-8cc4-6e4cdfcd45ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5903bcbd-b586-44b1-97fb-e836226a58c1 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:20:05.733321 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1404612b-3ecd-4368-8cc4-6e4cdfcd45ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:05.734326 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1404612b-3ecd-4368-8cc4-6e4cdfcd45ef admin admin] 10.222.0.32 "DELETE /v2.0/routers/5903bcbd-b586-44b1-97fb-e836226a58c1 HTTP/1.1" status: 204  len: 168 time: 0.9245188
Feb 05 21:20:05.736933 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47612) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:05.779263 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c83e09-2afd-4919-96b7-26f13a0158c6 None None] Network 425e39eb-daaf-4d2d-a32d-aa2d622593ac requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:20:05.786139 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d95c7e0-74c4-42c5-9f64-1ed6179fa1ab admin admin] Deleting subnet e04dafb8-2d96-4050-8020-6c9230116ff8 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:20:05.789452 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1d95c7e0-74c4-42c5-9f64-1ed6179fa1ab admin admin] Publish callbacks [] for subnet (e04dafb8-2d96-4050-8020-6c9230116ff8), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:05.830101 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1d95c7e0-74c4-42c5-9f64-1ed6179fa1ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (e04dafb8-2d96-4050-8020-6c9230116ff8), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:05.854680 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-ba3e6f2f-4034-4452-8efc-83c4adcb0c26 None None] Provisioning complete for port b461dab5-f630-477b-afe5-2a9a8103dfb8 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:05.855164 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ba3e6f2f-4034-4452-8efc-83c4adcb0c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b461dab5-f630-477b-afe5-2a9a8103dfb8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:05.960841 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1d95c7e0-74c4-42c5-9f64-1ed6179fa1ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (e04dafb8-2d96-4050-8020-6c9230116ff8), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:05.993745 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ba3e6f2f-4034-4452-8efc-83c4adcb0c26 None None] Current status of the port b461dab5-f630-477b-afe5-2a9a8103dfb8 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:20:05.994151 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ba3e6f2f-4034-4452-8efc-83c4adcb0c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b461dab5-f630-477b-afe5-2a9a8103dfb8), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:06.036038 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-56fbd5cc-5931-4210-82d4-c83b69a7fa47 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Delete allocated IP 2001:db8:0:1::101 (425e39eb-daaf-4d2d-a32d-aa2d622593ac/dca7f7db-9d3b-4cbb-a26c-6c5b64fd8079) {{(pid=114391) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Feb 05 21:20:06.045962 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1d95c7e0-74c4-42c5-9f64-1ed6179fa1ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (e04dafb8-2d96-4050-8020-6c9230116ff8), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:06.053678 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7f52d4-65f0-4277-8fed-784b7be23411 None None] Update dhcp port {'port': {'network_id': '425e39eb-daaf-4d2d-a32d-aa2d622593ac', 'fixed_ips': [{'subnet_id': 'b7cfaf5a-a85d-423c-81cf-e84c9550d001', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dca7f7db-9d3b-4cbb-a26c-6c5b64fd8079'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'b461dab5-f630-477b-afe5-2a9a8103dfb8'} from ncdv-master-1. {{(pid=114392) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 05 21:20:06.072545 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d95c7e0-74c4-42c5-9f64-1ed6179fa1ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e04dafb8-2d96-4050-8020-6c9230116ff8,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:06.077115 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1d95c7e0-74c4-42c5-9f64-1ed6179fa1ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:06.080333 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1d95c7e0-74c4-42c5-9f64-1ed6179fa1ab admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e04dafb8-2d96-4050-8020-6c9230116ff8 HTTP/1.1" status: 204  len: 168 time: 0.3417504
Feb 05 21:20:06.084546 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47614) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:06.089893 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a0430f-1f8a-46e8-97c5-3237791e7b12 None None] Network 826a316e-fa28-4748-930b-86494eaa48e1 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:20:06.117819 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-ba3e6f2f-4034-4452-8efc-83c4adcb0c26 None None] For port b461dab5-f630-477b-afe5-2a9a8103dfb8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b461dab5-f630-477b-afe5-2a9a8103dfb8,segment=NetworkSegment(fc55c16b-3729-450a-b8ab-f5ef27cbacba),segment_id=fc55c16b-3729-450a-b8ab-f5ef27cbacba)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:20:06.135190 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ba3e6f2f-4034-4452-8efc-83c4adcb0c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b461dab5-f630-477b-afe5-2a9a8103dfb8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:06.136771 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8d7f52d4-65f0-4277-8fed-784b7be23411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b461dab5-f630-477b-afe5-2a9a8103dfb8), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:06.206610 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-83c0b052-77b4-401a-8808-9cf06b059b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:06.206827 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2bebde8a-d969-4529-ba3b-5885d1e28246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (826a316e-fa28-4748-930b-86494eaa48e1), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:06.262752 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-56fbd5cc-5931-4210-82d4-c83b69a7fa47 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for port (3a53c88c-c72f-41da-aaaf-2e83438e809f), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:06.268315 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-56fbd5cc-5931-4210-82d4-c83b69a7fa47 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (3a53c88c-c72f-41da-aaaf-2e83438e809f), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:06.285148 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e6f2f-4034-4452-8efc-83c4adcb0c26 None None] Pushing event updated for resources: {'Port': ['ID=b461dab5-f630-477b-afe5-2a9a8103dfb8,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:06.437353 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-8d7f52d4-65f0-4277-8fed-784b7be23411 None None] Allocated IP 2001:db8:0:1::2 (425e39eb-daaf-4d2d-a32d-aa2d622593ac/dca7f7db-9d3b-4cbb-a26c-6c5b64fd8079/b461dab5-f630-477b-afe5-2a9a8103dfb8) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:20:06.473561 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767bcebd-e629-453d-8d48-0c8757cb5227 None None] DHCP port deletion for 826a316e-fa28-4748-930b-86494eaa48e1 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:20:06.569728 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b461dab5-f630-477b-afe5-2a9a8103dfb8 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:20:06.607041 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-56fbd5cc-5931-4210-82d4-c83b69a7fa47 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] In _notify_port_updated(), no bound segment for port 3a53c88c-c72f-41da-aaaf-2e83438e809f on network 425e39eb-daaf-4d2d-a32d-aa2d622593ac {{(pid=114391) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Feb 05 21:20:06.612098 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fbd5cc-5931-4210-82d4-c83b69a7fa47 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:06.612891 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-56fbd5cc-5931-4210-82d4-c83b69a7fa47 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:06.614507 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-56fbd5cc-5931-4210-82d4-c83b69a7fa47 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "PUT /v2.0/ports/3a53c88c-c72f-41da-aaaf-2e83438e809f HTTP/1.1" status: 200  len: 926 time: 0.9953575
Feb 05 21:20:06.617561 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47616) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:06.620707 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fbd5cc-5931-4210-82d4-c83b69a7fa47 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'Port': ['ID=3a53c88c-c72f-41da-aaaf-2e83438e809f,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:06.622238 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-8d7f52d4-65f0-4277-8fed-784b7be23411 None None] For port b461dab5-f630-477b-afe5-2a9a8103dfb8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b461dab5-f630-477b-afe5-2a9a8103dfb8,segment=NetworkSegment(fc55c16b-3729-450a-b8ab-f5ef27cbacba),segment_id=fc55c16b-3729-450a-b8ab-f5ef27cbacba)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:20:06.630188 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-2bebde8a-d969-4529-ba3b-5885d1e28246 admin admin] Deleting port 8ca7ab1c-b748-4370-92bd-c837536e33ee {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:20:06.630573 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2bebde8a-d969-4529-ba3b-5885d1e28246 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (8ca7ab1c-b748-4370-92bd-c837536e33ee), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:06.634236 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-a28a0e5d-055c-4e12-90b0-b308d3cae74c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b7cfaf5a-a85d-423c-81cf-e84c9550d001'}, {'subnet_id': 'dca7f7db-9d3b-4cbb-a26c-6c5b64fd8079'}]}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:06.652987 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-767bcebd-e629-453d-8d48-0c8757cb5227 None None] Deleting port 8ca7ab1c-b748-4370-92bd-c837536e33ee {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:20:06.653920 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-767bcebd-e629-453d-8d48-0c8757cb5227 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (8ca7ab1c-b748-4370-92bd-c837536e33ee), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:06.693364 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8d7f52d4-65f0-4277-8fed-784b7be23411 None None] Publish callbacks [] for port (b461dab5-f630-477b-afe5-2a9a8103dfb8), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:06.701801 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-2bebde8a-d969-4529-ba3b-5885d1e28246 admin admin] For port 8ca7ab1c-b748-4370-92bd-c837536e33ee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ca7ab1c-b748-4370-92bd-c837536e33ee,segment=NetworkSegment(d3650c50-5881-457a-8eb1-ef4c285eb79e),segment_id=d3650c50-5881-457a-8eb1-ef4c285eb79e)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:20:06.702222 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2bebde8a-d969-4529-ba3b-5885d1e28246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (8ca7ab1c-b748-4370-92bd-c837536e33ee), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:06.726186 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-2bebde8a-d969-4529-ba3b-5885d1e28246 admin admin] Calling delete_port for 8ca7ab1c-b748-4370-92bd-c837536e33ee owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:20:06.820743 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2bebde8a-d969-4529-ba3b-5885d1e28246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (8ca7ab1c-b748-4370-92bd-c837536e33ee), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:06.837009 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a28a0e5d-055c-4e12-90b0-b308d3cae74c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3a53c88c-c72f-41da-aaaf-2e83438e809f), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:06.859426 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bebde8a-d969-4529-ba3b-5885d1e28246 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ca7ab1c-b748-4370-92bd-c837536e33ee,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:06.863492 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bebde8a-d969-4529-ba3b-5885d1e28246 admin admin] No DVR routers for this DVR port 8ca7ab1c-b748-4370-92bd-c837536e33ee on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:20:06.891736 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8d7f52d4-65f0-4277-8fed-784b7be23411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b461dab5-f630-477b-afe5-2a9a8103dfb8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:06.937431 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-767bcebd-e629-453d-8d48-0c8757cb5227 None None] For port 8ca7ab1c-b748-4370-92bd-c837536e33ee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ca7ab1c-b748-4370-92bd-c837536e33ee,segment=NetworkSegment(d3650c50-5881-457a-8eb1-ef4c285eb79e),segment_id=d3650c50-5881-457a-8eb1-ef4c285eb79e)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:20:06.937831 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-767bcebd-e629-453d-8d48-0c8757cb5227 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (8ca7ab1c-b748-4370-92bd-c837536e33ee), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:06.946818 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port b461dab5-f630-477b-afe5-2a9a8103dfb8 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:06.947203 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b461dab5-f630-477b-afe5-2a9a8103dfb8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:06.961663 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2bebde8a-d969-4529-ba3b-5885d1e28246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (826a316e-fa28-4748-930b-86494eaa48e1), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:06.983997 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-2bebde8a-d969-4529-ba3b-5885d1e28246 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db9500190>,) {'filters': {'network_id': ['826a316e-fa28-4748-930b-86494eaa48e1']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:06.994206 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-2bebde8a-d969-4529-ba3b-5885d1e28246 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db9500190>, 'd3650c50-5881-457a-8eb1-ef4c285eb79e') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:06.994587 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-2bebde8a-d969-4529-ba3b-5885d1e28246 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db9500190>, 'd3650c50-5881-457a-8eb1-ef4c285eb79e') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:07.004548 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-767bcebd-e629-453d-8d48-0c8757cb5227 None None] Calling delete_port for 8ca7ab1c-b748-4370-92bd-c837536e33ee owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:20:07.004975 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2bebde8a-d969-4529-ba3b-5885d1e28246 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (d3650c50-5881-457a-8eb1-ef4c285eb79e), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:07.021107 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2bebde8a-d969-4529-ba3b-5885d1e28246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (d3650c50-5881-457a-8eb1-ef4c285eb79e), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:07.028121 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bebde8a-d969-4529-ba3b-5885d1e28246 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:20:07.028585 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2bebde8a-d969-4529-ba3b-5885d1e28246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (d3650c50-5881-457a-8eb1-ef4c285eb79e), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:07.030589 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:20:07.030589 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:20:07.030589 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:20:07.030589 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:20:07.030589 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:20:07.030589 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:20:07.030589 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:20:07.030589 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:20:07.030589 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:20:07.030589 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:20:07.030589 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:20:07.030589 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:20:07.030589 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:20:07.030589 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:20:07.030589 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:20:07.030589 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:20:07.030589 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:20:07.030589 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:20:07.030589 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:20:07.030589 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:20:07.030589 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:20:07.030589 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:20:07.030589 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:20:07.030589 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:20:07.030589 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:20:07.030589 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:20:07.030589 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:20:07.030589 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:20:07.030589 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:20:07.030589 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:20:07.030589 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:20:07.030589 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:20:07.093461 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2bebde8a-d969-4529-ba3b-5885d1e28246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (826a316e-fa28-4748-930b-86494eaa48e1), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:07.100026 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f52d4-65f0-4277-8fed-784b7be23411 None None] Pushing event updated for resources: {'Port': ['ID=b461dab5-f630-477b-afe5-2a9a8103dfb8,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:07.104633 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2bebde8a-d969-4529-ba3b-5885d1e28246 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:07.108561 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2bebde8a-d969-4529-ba3b-5885d1e28246 admin admin] 10.222.0.32 "DELETE /v2.0/networks/826a316e-fa28-4748-930b-86494eaa48e1 HTTP/1.1" status: 204  len: 168 time: 1.0205898
Feb 05 21:20:07.122454 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47618) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:07.133368 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bebde8a-d969-4529-ba3b-5885d1e28246 admin admin] Pushing event deleted for resources: {'Network': ['ID=826a316e-fa28-4748-930b-86494eaa48e1,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:07.189201 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-767bcebd-e629-453d-8d48-0c8757cb5227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (8ca7ab1c-b748-4370-92bd-c837536e33ee), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:07.218736 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-767bcebd-e629-453d-8d48-0c8757cb5227 None None] Network 826a316e-fa28-4748-930b-86494eaa48e1 is not hosted by any dhcp agent {{(pid=114392) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Feb 05 21:20:07.219346 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767bcebd-e629-453d-8d48-0c8757cb5227 None None] No DVR routers for this DVR port 8ca7ab1c-b748-4370-92bd-c837536e33ee on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:20:07.225264 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port b461dab5-f630-477b-afe5-2a9a8103dfb8 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:20:07.232287 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767bcebd-e629-453d-8d48-0c8757cb5227 None None] Pushing event deleted for resources: {'Port': ['ID=8ca7ab1c-b748-4370-92bd-c837536e33ee,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:07.232643 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-a28a0e5d-055c-4e12-90b0-b308d3cae74c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Allocated IP 2001:db8:0:1::34b (425e39eb-daaf-4d2d-a32d-aa2d622593ac/dca7f7db-9d3b-4cbb-a26c-6c5b64fd8079/3a53c88c-c72f-41da-aaaf-2e83438e809f) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:20:07.305809 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device ee4722b7-e10b-458d-b837-953208dfa5e4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:20:07.332714 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: ee4722b7-e10b-458d-b837-953208dfa5e4 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:20:07.333918 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device ee4722b7-e10b-458d-b837-953208dfa5e4 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:20:07.334295 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7254f0b2-7cab-4df2-b083-4660642a7465 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:20:07.357993 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 7254f0b2-7cab-4df2-b083-4660642a7465 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:20:07.358474 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7254f0b2-7cab-4df2-b083-4660642a7465 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:20:07.395085 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a28a0e5d-055c-4e12-90b0-b308d3cae74c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for port (3a53c88c-c72f-41da-aaaf-2e83438e809f), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:07.400487 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a28a0e5d-055c-4e12-90b0-b308d3cae74c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (3a53c88c-c72f-41da-aaaf-2e83438e809f), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:07.491663 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-a28a0e5d-055c-4e12-90b0-b308d3cae74c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] In _notify_port_updated(), no bound segment for port 3a53c88c-c72f-41da-aaaf-2e83438e809f on network 425e39eb-daaf-4d2d-a32d-aa2d622593ac {{(pid=114390) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Feb 05 21:20:07.494406 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:07.497054 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28a0e5d-055c-4e12-90b0-b308d3cae74c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:07.497834 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a28a0e5d-055c-4e12-90b0-b308d3cae74c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:07.499441 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a28a0e5d-055c-4e12-90b0-b308d3cae74c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "PUT /v2.0/ports/3a53c88c-c72f-41da-aaaf-2e83438e809f HTTP/1.1" status: 200  len: 1012 time: 0.8780699
Feb 05 21:20:07.500230 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a0e5d-055c-4e12-90b0-b308d3cae74c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'Port': ['ID=3a53c88c-c72f-41da-aaaf-2e83438e809f,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:07.502614 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47620) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:07.584070 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a6b53a06-692d-473d-a05f-b08697b0be0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (ad66f486-9a3c-4444-bf4a-69ec8da79781), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:07.610720 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-0c9f5cd1-a8b1-430d-af82-ab5fdc63e994 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Deleting port 3a53c88c-c72f-41da-aaaf-2e83438e809f {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:20:07.611073 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0c9f5cd1-a8b1-430d-af82-ab5fdc63e994 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (3a53c88c-c72f-41da-aaaf-2e83438e809f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:07.710315 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0c9f5cd1-a8b1-430d-af82-ab5fdc63e994 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (3a53c88c-c72f-41da-aaaf-2e83438e809f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:07.723788 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-0c9f5cd1-a8b1-430d-af82-ab5fdc63e994 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Calling delete_port for 3a53c88c-c72f-41da-aaaf-2e83438e809f owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:20:07.755577 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c985a42-0bad-4c91-a671-1b2215b6ba08 None None] Network 425e39eb-daaf-4d2d-a32d-aa2d622593ac requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:20:07.838421 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-26942ccc-ff9d-4666-8935-07159cab0d39 None None] Provisioning complete for port 3a53c88c-c72f-41da-aaaf-2e83438e809f triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:07.838421 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-26942ccc-ff9d-4666-8935-07159cab0d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (3a53c88c-c72f-41da-aaaf-2e83438e809f), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:07.859420 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-a6b53a06-692d-473d-a05f-b08697b0be0d admin admin] Deleting port 8030f5b4-bb23-4e06-b66e-08cf9e9f9968 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:20:07.859763 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a6b53a06-692d-473d-a05f-b08697b0be0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (8030f5b4-bb23-4e06-b66e-08cf9e9f9968), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:07.904756 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-26942ccc-ff9d-4666-8935-07159cab0d39 None None] Port 3a53c88c-c72f-41da-aaaf-2e83438e809f cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:20:07.919323 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0c9f5cd1-a8b1-430d-af82-ab5fdc63e994 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (3a53c88c-c72f-41da-aaaf-2e83438e809f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:07.921346 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-26942ccc-ff9d-4666-8935-07159cab0d39 None None] Provisioning complete for port b461dab5-f630-477b-afe5-2a9a8103dfb8 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:07.921797 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-26942ccc-ff9d-4666-8935-07159cab0d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b461dab5-f630-477b-afe5-2a9a8103dfb8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:07.947109 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f5cd1-a8b1-430d-af82-ab5fdc63e994 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event deleted for resources: {'Port': ['ID=3a53c88c-c72f-41da-aaaf-2e83438e809f,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:07.948298 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-a6b53a06-692d-473d-a05f-b08697b0be0d admin admin] For port 8030f5b4-bb23-4e06-b66e-08cf9e9f9968, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8030f5b4-bb23-4e06-b66e-08cf9e9f9968,segment=NetworkSegment(2d28e300-e47d-4857-995d-c42879e38867),segment_id=2d28e300-e47d-4857-995d-c42879e38867)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:20:07.948839 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a6b53a06-692d-473d-a05f-b08697b0be0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (8030f5b4-bb23-4e06-b66e-08cf9e9f9968), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:07.967013 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-a6b53a06-692d-473d-a05f-b08697b0be0d admin admin] Calling delete_port for 8030f5b4-bb23-4e06-b66e-08cf9e9f9968 owned by network:router_interface {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:20:08.009761 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0c9f5cd1-a8b1-430d-af82-ab5fdc63e994 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:08.013706 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0c9f5cd1-a8b1-430d-af82-ab5fdc63e994 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/ports/3a53c88c-c72f-41da-aaaf-2e83438e809f HTTP/1.1" status: 204  len: 168 time: 0.5091312
Feb 05 21:20:08.017130 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47622) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:08.027621 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-26942ccc-ff9d-4666-8935-07159cab0d39 None None] Current status of the port b461dab5-f630-477b-afe5-2a9a8103dfb8 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:20:08.051053 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab3b04fd-04c7-460d-ac3d-2423421492e0 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] GET failed (client error): The resource could not be found.
Feb 05 21:20:08.054989 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ab3b04fd-04c7-460d-ac3d-2423421492e0 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "GET /v2.0/ports/3a53c88c-c72f-41da-aaaf-2e83438e809f HTTP/1.1" status: 404  len: 333 time: 0.0344698
Feb 05 21:20:08.055488 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47624) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:08.117445 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-806e36db-5d58-48fd-b076-c07c3150477f tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Deleting subnet dca7f7db-9d3b-4cbb-a26c-6c5b64fd8079 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:20:08.121235 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-806e36db-5d58-48fd-b076-c07c3150477f tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for subnet (dca7f7db-9d3b-4cbb-a26c-6c5b64fd8079), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:08.169006 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-806e36db-5d58-48fd-b076-c07c3150477f tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (dca7f7db-9d3b-4cbb-a26c-6c5b64fd8079), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:08.177580 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b461dab5-f630-477b-afe5-2a9a8103dfb8 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:20:08.233729 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a6b53a06-692d-473d-a05f-b08697b0be0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (8030f5b4-bb23-4e06-b66e-08cf9e9f9968), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:08.242496 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port b461dab5-f630-477b-afe5-2a9a8103dfb8 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:08.242887 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b461dab5-f630-477b-afe5-2a9a8103dfb8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:08.270286 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-806e36db-5d58-48fd-b076-c07c3150477f tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (dca7f7db-9d3b-4cbb-a26c-6c5b64fd8079), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:08.271738 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b53a06-692d-473d-a05f-b08697b0be0d admin admin] Pushing event deleted for resources: {'Port': ['ID=8030f5b4-bb23-4e06-b66e-08cf9e9f9968,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:08.279678 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-0020fb16-3e28-4462-8613-99e0b64d6313 None None] Could not find standard attr ID for object 3a53c88c-c72f-41da-aaaf-2e83438e809f. {{(pid=114392) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 05 21:20:08.322229 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-0020fb16-3e28-4462-8613-99e0b64d6313 None None] Provisioning complete for port b461dab5-f630-477b-afe5-2a9a8103dfb8 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:08.322739 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0020fb16-3e28-4462-8613-99e0b64d6313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b461dab5-f630-477b-afe5-2a9a8103dfb8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:08.351174 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-806e36db-5d58-48fd-b076-c07c3150477f tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (dca7f7db-9d3b-4cbb-a26c-6c5b64fd8079), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:08.393337 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-806e36db-5d58-48fd-b076-c07c3150477f tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:08.401996 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-806e36db-5d58-48fd-b076-c07c3150477f tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/subnets/dca7f7db-9d3b-4cbb-a26c-6c5b64fd8079 HTTP/1.1" status: 204  len: 168 time: 0.3453400
Feb 05 21:20:08.405571 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47626) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:08.406069 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e36db-5d58-48fd-b076-c07c3150477f tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event deleted for resources: {'Subnet': ['ID=dca7f7db-9d3b-4cbb-a26c-6c5b64fd8079,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:08.476654 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port b461dab5-f630-477b-afe5-2a9a8103dfb8 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:20:08.491401 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-0020fb16-3e28-4462-8613-99e0b64d6313 None None] Current status of the port b461dab5-f630-477b-afe5-2a9a8103dfb8 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:20:08.519924 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-12a74eb2-1989-48f9-a92b-3d55db3dea05 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Deleting subnet b7cfaf5a-a85d-423c-81cf-e84c9550d001 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:20:08.528402 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-12a74eb2-1989-48f9-a92b-3d55db3dea05 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for subnet (b7cfaf5a-a85d-423c-81cf-e84c9550d001), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:08.542856 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 8ca7ab1c-b748-4370-92bd-c837536e33ee no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:20:08.569783 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 8ca7ab1c-b748-4370-92bd-c837536e33ee {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:20:08.570161 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 8ca7ab1c-b748-4370-92bd-c837536e33ee not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:20:08.573528 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a6b53a06-692d-473d-a05f-b08697b0be0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (ad66f486-9a3c-4444-bf4a-69ec8da79781), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:08.583269 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-12a74eb2-1989-48f9-a92b-3d55db3dea05 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (b7cfaf5a-a85d-423c-81cf-e84c9550d001), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:08.635150 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a11d83-e7d5-44d6-986e-b3e15b5648e0 None None] Network 425e39eb-daaf-4d2d-a32d-aa2d622593ac requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:20:08.711553 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-86f0f648-ea1e-4737-8b23-064b90921aca None None] Could not find standard attr ID for object 3a53c88c-c72f-41da-aaaf-2e83438e809f. {{(pid=114392) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 05 21:20:08.757081 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-12a74eb2-1989-48f9-a92b-3d55db3dea05 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (b7cfaf5a-a85d-423c-81cf-e84c9550d001), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:08.894274 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-12a74eb2-1989-48f9-a92b-3d55db3dea05 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (b7cfaf5a-a85d-423c-81cf-e84c9550d001), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:08.934896 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a74eb2-1989-48f9-a92b-3d55db3dea05 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event deleted for resources: {'Subnet': ['ID=b7cfaf5a-a85d-423c-81cf-e84c9550d001,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:08.939064 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-12a74eb2-1989-48f9-a92b-3d55db3dea05 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:08.945390 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-12a74eb2-1989-48f9-a92b-3d55db3dea05 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/subnets/b7cfaf5a-a85d-423c-81cf-e84c9550d001 HTTP/1.1" status: 204  len: 168 time: 0.5362840
Feb 05 21:20:08.946275 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47628) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:08.983490 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b53a06-692d-473d-a05f-b08697b0be0d admin admin] Router ad66f486-9a3c-4444-bf4a-69ec8da79781 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:20:09.036537 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5a192911-5f67-4953-9c92-c46c20dee76a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (425e39eb-daaf-4d2d-a32d-aa2d622593ac), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:09.098413 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:09.180192 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b53a06-692d-473d-a05f-b08697b0be0d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:20:09.185570 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a6b53a06-692d-473d-a05f-b08697b0be0d admin admin] 10.222.0.32 "PUT /v2.0/routers/ad66f486-9a3c-4444-bf4a-69ec8da79781/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0611942
Feb 05 21:20:09.188859 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47630) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:09.191012 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-5a192911-5f67-4953-9c92-c46c20dee76a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Deleting port b461dab5-f630-477b-afe5-2a9a8103dfb8 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:20:09.191382 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5a192911-5f67-4953-9c92-c46c20dee76a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (b461dab5-f630-477b-afe5-2a9a8103dfb8), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:09.196034 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56db2825-591b-42ff-aa86-997fe7d6e87c None None] Sync routers for ids ['ad66f486-9a3c-4444-bf4a-69ec8da79781'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:20:09.206692 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56db2825-591b-42ff-aa86-997fe7d6e87c None None] Routers {'ad66f486-9a3c-4444-bf4a-69ec8da79781'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:20:09.207335 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-56db2825-591b-42ff-aa86-997fe7d6e87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabc82310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:20:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ad66f486-9a3c-4444-bf4a-69ec8da79781'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:09.264327 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-5a192911-5f67-4953-9c92-c46c20dee76a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] For port b461dab5-f630-477b-afe5-2a9a8103dfb8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b461dab5-f630-477b-afe5-2a9a8103dfb8,segment=NetworkSegment(fc55c16b-3729-450a-b8ab-f5ef27cbacba),segment_id=fc55c16b-3729-450a-b8ab-f5ef27cbacba)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:20:09.264880 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5a192911-5f67-4953-9c92-c46c20dee76a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (b461dab5-f630-477b-afe5-2a9a8103dfb8), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:09.279431 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-5a192911-5f67-4953-9c92-c46c20dee76a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Calling delete_port for b461dab5-f630-477b-afe5-2a9a8103dfb8 owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:20:09.321359 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ad0b01e6-d6e4-40d4-b3e1-641f3ac68234 admin admin] Publish callbacks [] for router (ad66f486-9a3c-4444-bf4a-69ec8da79781), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:09.331680 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6439dbd-d0d1-4097-9b78-ca01b488c89b None None] Network 425e39eb-daaf-4d2d-a32d-aa2d622593ac requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:20:09.335962 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-56db2825-591b-42ff-aa86-997fe7d6e87c None None] Set router ad66f486-9a3c-4444-bf4a-69ec8da79781 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:20:09.377409 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5a192911-5f67-4953-9c92-c46c20dee76a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (b461dab5-f630-477b-afe5-2a9a8103dfb8), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:09.415104 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a192911-5f67-4953-9c92-c46c20dee76a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] No DVR routers for this DVR port b461dab5-f630-477b-afe5-2a9a8103dfb8 on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:20:09.425709 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a192911-5f67-4953-9c92-c46c20dee76a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event deleted for resources: {'Port': ['ID=b461dab5-f630-477b-afe5-2a9a8103dfb8,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:09.464554 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6820c501-8a07-4cfe-be17-41365f53462a None None] Provisioning complete for port b461dab5-f630-477b-afe5-2a9a8103dfb8 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:09.464938 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6820c501-8a07-4cfe-be17-41365f53462a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b461dab5-f630-477b-afe5-2a9a8103dfb8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:09.499666 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6820c501-8a07-4cfe-be17-41365f53462a None None] Port b461dab5-f630-477b-afe5-2a9a8103dfb8 was deleted so its status cannot be updated. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}}
Feb 05 21:20:09.517934 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5a192911-5f67-4953-9c92-c46c20dee76a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (425e39eb-daaf-4d2d-a32d-aa2d622593ac), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:09.542496 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-5a192911-5f67-4953-9c92-c46c20dee76a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2dbaafe2e0>,) {'filters': {'network_id': ['425e39eb-daaf-4d2d-a32d-aa2d622593ac']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:09.555745 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-5a192911-5f67-4953-9c92-c46c20dee76a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2dbaafe2e0>, 'fc55c16b-3729-450a-b8ab-f5ef27cbacba') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:09.556699 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-5a192911-5f67-4953-9c92-c46c20dee76a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2dbaafe2e0>, 'fc55c16b-3729-450a-b8ab-f5ef27cbacba') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:09.568373 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5a192911-5f67-4953-9c92-c46c20dee76a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (fc55c16b-3729-450a-b8ab-f5ef27cbacba), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:09.584975 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5a192911-5f67-4953-9c92-c46c20dee76a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (fc55c16b-3729-450a-b8ab-f5ef27cbacba), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:09.596272 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a192911-5f67-4953-9c92-c46c20dee76a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:20:09.596631 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5a192911-5f67-4953-9c92-c46c20dee76a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (fc55c16b-3729-450a-b8ab-f5ef27cbacba), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:09.600257 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:20:09.600257 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:20:09.600257 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:20:09.600257 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:20:09.600257 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:20:09.600257 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:20:09.600257 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:20:09.600257 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:20:09.600257 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:20:09.600257 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:20:09.600257 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:20:09.600257 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:20:09.600257 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:20:09.600257 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:20:09.600257 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:20:09.600257 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:20:09.600257 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:20:09.600257 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:20:09.600257 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:20:09.600257 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:20:09.600257 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:20:09.600257 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:20:09.600257 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:20:09.600257 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:20:09.600257 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:20:09.600257 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:20:09.600257 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:20:09.600257 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:20:09.600257 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:20:09.600257 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:20:09.600257 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:20:09.600257 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:20:09.648307 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fc5890-aa5a-4c58-b5cd-848d5147d935 None None] DHCP port deletion for 425e39eb-daaf-4d2d-a32d-aa2d622593ac request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:20:09.660651 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-56db2825-591b-42ff-aa86-997fe7d6e87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabc82310>, [{'id': 'ad66f486-9a3c-4444-bf4a-69ec8da79781', 'name': 'tempest-TestServerBasicOps-39275336-router', 'tenant_id': '878eefe4d61a41038cfcc89bb240d76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.195'}], 'enable_snat': True}, 'gw_port_id': '7a37e66a-602e-47db-b58f-9c62b2fb6474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:14:53Z', 'updated_at': '2022-02-05T21:20:08Z', 'revision_number': 5, 'project_id': '878eefe4d61a41038cfcc89bb240d76f', 'gw_port': {'id': '7a37e66a-602e-47db-b58f-9c62b2fb6474', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad66f486-9a3c-4444-bf4a-69ec8da79781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:14:54Z', 'updated_at': '2022-02-05T21:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:09.678328 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5a192911-5f67-4953-9c92-c46c20dee76a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (425e39eb-daaf-4d2d-a32d-aa2d622593ac), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:09.684353 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5a192911-5f67-4953-9c92-c46c20dee76a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:09.690035 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5a192911-5f67-4953-9c92-c46c20dee76a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/networks/425e39eb-daaf-4d2d-a32d-aa2d622593ac HTTP/1.1" status: 204  len: 168 time: 0.7426879
Feb 05 21:20:09.691894 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56db2825-591b-42ff-aa86-997fe7d6e87c None None] Checking router: ad66f486-9a3c-4444-bf4a-69ec8da79781 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:20:09.695773 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47632) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:09.702698 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56db2825-591b-42ff-aa86-997fe7d6e87c None None] Routers {'ad66f486-9a3c-4444-bf4a-69ec8da79781'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:20:09.703334 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-56db2825-591b-42ff-aa86-997fe7d6e87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabc82310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:20:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ad66f486-9a3c-4444-bf4a-69ec8da79781'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:09.710426 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a192911-5f67-4953-9c92-c46c20dee76a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event deleted for resources: {'Network': ['ID=425e39eb-daaf-4d2d-a32d-aa2d622593ac,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:09.734299 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ad0b01e6-d6e4-40d4-b3e1-641f3ac68234 admin admin] Publish callbacks [] for router_gateway (ad66f486-9a3c-4444-bf4a-69ec8da79781), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:09.785295 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254f46a8-7127-4ecf-8be8-2b69eba0b155 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:09.786802 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-254f46a8-7127-4ecf-8be8-2b69eba0b155 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.0889742
Feb 05 21:20:09.790952 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47634) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:09.818500 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-56db2825-591b-42ff-aa86-997fe7d6e87c None None] Set router ad66f486-9a3c-4444-bf4a-69ec8da79781 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:20:09.842796 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-ad0b01e6-d6e4-40d4-b3e1-641f3ac68234 admin admin] Deleting port 7a37e66a-602e-47db-b58f-9c62b2fb6474 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:20:09.843140 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ad0b01e6-d6e4-40d4-b3e1-641f3ac68234 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (7a37e66a-602e-47db-b58f-9c62b2fb6474), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:09.861843 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9a0e51d9-937d-4554-b0d6-38a4b001ef68 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.0696511
Feb 05 21:20:09.866262 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47636) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:09.871536 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-117120ed-6e4f-4b9c-b07d-a622bac2d791 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-230243875'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:09.894616 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117120ed-6e4f-4b9c-b07d-a622bac2d791 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Made reservation on behalf of c64fbd3a71a34ef48b593d0d4b7e6ea5 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:20:09.898348 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-117120ed-6e4f-4b9c-b07d-a622bac2d791 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:09.923773 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-117120ed-6e4f-4b9c-b07d-a622bac2d791 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:20:09.935199 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-117120ed-6e4f-4b9c-b07d-a622bac2d791 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (9fe2ce10-dba0-435a-a1fd-637927438b79), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:09.935545 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-117120ed-6e4f-4b9c-b07d-a622bac2d791 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Added segment 9fe2ce10-dba0-435a-a1fd-637927438b79 of type vlan for network fcaa645f-f77b-4376-a558-ed41077d1c35
Feb 05 21:20:09.936034 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-ad0b01e6-d6e4-40d4-b3e1-641f3ac68234 admin admin] For port 7a37e66a-602e-47db-b58f-9c62b2fb6474, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a37e66a-602e-47db-b58f-9c62b2fb6474,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:20:09.936851 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ad0b01e6-d6e4-40d4-b3e1-641f3ac68234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (7a37e66a-602e-47db-b58f-9c62b2fb6474), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:09.951346 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-ad0b01e6-d6e4-40d4-b3e1-641f3ac68234 admin admin] Calling delete_port for 7a37e66a-602e-47db-b58f-9c62b2fb6474 owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:20:09.980486 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-117120ed-6e4f-4b9c-b07d-a622bac2d791 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (fcaa645f-f77b-4376-a558-ed41077d1c35), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:10.007982 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-117120ed-6e4f-4b9c-b07d-a622bac2d791 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (fcaa645f-f77b-4376-a558-ed41077d1c35), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:10.012729 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-56db2825-591b-42ff-aa86-997fe7d6e87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabc82310>, [{'id': 'ad66f486-9a3c-4444-bf4a-69ec8da79781', 'name': 'tempest-TestServerBasicOps-39275336-router', 'tenant_id': '878eefe4d61a41038cfcc89bb240d76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.195'}], 'enable_snat': True}, 'gw_port_id': '7a37e66a-602e-47db-b58f-9c62b2fb6474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:14:53Z', 'updated_at': '2022-02-05T21:20:08Z', 'revision_number': 5, 'project_id': '878eefe4d61a41038cfcc89bb240d76f', 'gw_port': {'id': '7a37e66a-602e-47db-b58f-9c62b2fb6474', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad66f486-9a3c-4444-bf4a-69ec8da79781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:14:54Z', 'updated_at': '2022-02-05T21:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:10.013624 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117120ed-6e4f-4b9c-b07d-a622bac2d791 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:10.014541 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-117120ed-6e4f-4b9c-b07d-a622bac2d791 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:10.050445 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56db2825-591b-42ff-aa86-997fe7d6e87c None None] The sync data for ids ['ad66f486-9a3c-4444-bf4a-69ec8da79781'] in ncdv-master-1 is: [{'id': 'ad66f486-9a3c-4444-bf4a-69ec8da79781', 'name': 'tempest-TestServerBasicOps-39275336-router', 'tenant_id': '878eefe4d61a41038cfcc89bb240d76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.195'}], 'enable_snat': True}, 'gw_port_id': '7a37e66a-602e-47db-b58f-9c62b2fb6474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:14:53Z', 'updated_at': '2022-02-05T21:20:08Z', 'revision_number': 5, 'project_id': '878eefe4d61a41038cfcc89bb240d76f', 'gw_port': {'id': '7a37e66a-602e-47db-b58f-9c62b2fb6474', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad66f486-9a3c-4444-bf4a-69ec8da79781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:14:54Z', 'updated_at': '2022-02-05T21:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:20:10.055727 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-117120ed-6e4f-4b9c-b07d-a622bac2d791 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.1882873
Feb 05 21:20:10.058903 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47638) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:10.093517 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-d64f50d1-4818-42f0-9341-b1ff1fdde645 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'subnet': {'network_id': 'fcaa645f-f77b-4376-a558-ed41077d1c35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:10.113453 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117120ed-6e4f-4b9c-b07d-a622bac2d791 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'Network': ['ID=fcaa645f-f77b-4376-a558-ed41077d1c35,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:10.125726 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network fcaa645f-f77b-4376-a558-ed41077d1c35 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:20:10.147578 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ad0b01e6-d6e4-40d4-b3e1-641f3ac68234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (7a37e66a-602e-47db-b58f-9c62b2fb6474), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:10.174998 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b01e6-d6e4-40d4-b3e1-641f3ac68234 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a37e66a-602e-47db-b58f-9c62b2fb6474,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:10.200824 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64f50d1-4818-42f0-9341-b1ff1fdde645 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Made reservation on behalf of c64fbd3a71a34ef48b593d0d4b7e6ea5 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:20:10.206184 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d64f50d1-4818-42f0-9341-b1ff1fdde645 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:10.241441 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ad0b01e6-d6e4-40d4-b3e1-641f3ac68234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (ad66f486-9a3c-4444-bf4a-69ec8da79781), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:10.333313 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ad0b01e6-d6e4-40d4-b3e1-641f3ac68234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (ad66f486-9a3c-4444-bf4a-69ec8da79781), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:10.335397 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ad0b01e6-d6e4-40d4-b3e1-641f3ac68234 admin admin] Publish callbacks [] for router_controller (ad66f486-9a3c-4444-bf4a-69ec8da79781), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:10.383582 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ad0b01e6-d6e4-40d4-b3e1-641f3ac68234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (ad66f486-9a3c-4444-bf4a-69ec8da79781), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:10.384043 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0b01e6-d6e4-40d4-b3e1-641f3ac68234 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad66f486-9a3c-4444-bf4a-69ec8da79781 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:20:10.389564 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ad0b01e6-d6e4-40d4-b3e1-641f3ac68234 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:10.390917 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ad0b01e6-d6e4-40d4-b3e1-641f3ac68234 admin admin] 10.222.0.32 "DELETE /v2.0/routers/ad66f486-9a3c-4444-bf4a-69ec8da79781 HTTP/1.1" status: 204  len: 168 time: 1.2003889
Feb 05 21:20:10.393998 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47640) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:10.395554 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d64f50d1-4818-42f0-9341-b1ff1fdde645 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (560fc9a3-57d9-42f9-ba89-6f8a11e9c2c5), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:10.440094 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-59abd7b0-8461-4945-a488-82683cd42709 admin admin] Deleting subnet 9202600b-152e-467a-9c4b-1fc1ff02ab70 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:20:10.444522 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-59abd7b0-8461-4945-a488-82683cd42709 admin admin] Publish callbacks [] for subnet (9202600b-152e-467a-9c4b-1fc1ff02ab70), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:10.464105 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f50d1-4818-42f0-9341-b1ff1fdde645 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'Subnet': ['ID=560fc9a3-57d9-42f9-ba89-6f8a11e9c2c5,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:10.485804 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64f50d1-4818-42f0-9341-b1ff1fdde645 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Checking segment: {'id': '9fe2ce10-dba0-435a-a1fd-637927438b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcaa645f-f77b-4376-a558-ed41077d1c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:20:10.486193 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64f50d1-4818-42f0-9341-b1ff1fdde645 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Network hostable DHCP agents. Network: fcaa645f-f77b-4376-a558-ed41077d1c35, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:20:10.486654 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-59abd7b0-8461-4945-a488-82683cd42709 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (9202600b-152e-467a-9c4b-1fc1ff02ab70), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:10.508257 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:10.509177 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64f50d1-4818-42f0-9341-b1ff1fdde645 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Network fcaa645f-f77b-4376-a558-ed41077d1c35 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:20:10.526518 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-d64f50d1-4818-42f0-9341-b1ff1fdde645 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fcaa645f-f77b-4376-a558-ed41077d1c35) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:20:10.531125 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64f50d1-4818-42f0-9341-b1ff1fdde645 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:10.531730 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d64f50d1-4818-42f0-9341-b1ff1fdde645 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:10.542222 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61e90a5-5bee-433b-baea-2ea6abb98b66 None None] Network fcaa645f-f77b-4376-a558-ed41077d1c35 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:20:10.561161 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47642) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:10.563072 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d64f50d1-4818-42f0-9341-b1ff1fdde645 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5029614
Feb 05 21:20:10.588682 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-b019633c-5b53-4db5-9255-aaa6fb8d5240 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'port': {'network_id': 'fcaa645f-f77b-4376-a558-ed41077d1c35', 'name': 'tempest-PortsIpV6TestJSON-544001416'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:10.616490 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b461dab5-f630-477b-afe5-2a9a8103dfb8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:20:10.642746 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: b461dab5-f630-477b-afe5-2a9a8103dfb8 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:20:10.643095 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b461dab5-f630-477b-afe5-2a9a8103dfb8 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:20:10.664116 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-59abd7b0-8461-4945-a488-82683cd42709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (9202600b-152e-467a-9c4b-1fc1ff02ab70), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:10.694547 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6104b4a7-43cd-433b-b4a9-40db4aa931b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fcaa645f-f77b-4376-a558-ed41077d1c35', 'network_id': 'fcaa645f-f77b-4376-a558-ed41077d1c35', 'project_id': 'c64fbd3a71a34ef48b593d0d4b7e6ea5', 'fixed_ips': [{'subnet_id': '560fc9a3-57d9-42f9-ba89-6f8a11e9c2c5'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:20:10.695532 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6104b4a7-43cd-433b-b4a9-40db4aa931b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:10.756220 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b019633c-5b53-4db5-9255-aaa6fb8d5240 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Made reservation on behalf of c64fbd3a71a34ef48b593d0d4b7e6ea5 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:20:10.760113 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b019633c-5b53-4db5-9255-aaa6fb8d5240 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:10.762881 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-59abd7b0-8461-4945-a488-82683cd42709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (9202600b-152e-467a-9c4b-1fc1ff02ab70), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:10.806926 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-59abd7b0-8461-4945-a488-82683cd42709 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:10.813181 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-59abd7b0-8461-4945-a488-82683cd42709 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9202600b-152e-467a-9c4b-1fc1ff02ab70 HTTP/1.1" status: 204  len: 168 time: 0.4148803
Feb 05 21:20:10.813341 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47644) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:10.819343 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e69f96-54f9-49ff-94a4-dbe353fa8530 None None] Network 390af221-2a76-45ff-91af-35844c2aeca0 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:20:10.827174 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59abd7b0-8461-4945-a488-82683cd42709 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9202600b-152e-467a-9c4b-1fc1ff02ab70,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:10.839545 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-b019633c-5b53-4db5-9255-aaa6fb8d5240 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] device_id is not set on port 4cad59c5-c211-4123-aa5c-9cfeb008e346 yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:20:10.888769 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-917b9c8a-0dbf-4d0c-bd41-63ce6eb66552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (390af221-2a76-45ff-91af-35844c2aeca0), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:10.901704 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-6104b4a7-43cd-433b-b4a9-40db4aa931b8 None None] Allocated IP 2001:db8::2 (fcaa645f-f77b-4376-a558-ed41077d1c35/560fc9a3-57d9-42f9-ba89-6f8a11e9c2c5/abc78d57-5231-4a9f-9e20-238819b7bfee) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:20:10.959220 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-917b9c8a-0dbf-4d0c-bd41-63ce6eb66552 admin admin] Deleting port 7e4fc1c9-ea0f-4817-9eb1-77dae852804c {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:20:10.959572 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-917b9c8a-0dbf-4d0c-bd41-63ce6eb66552 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (7e4fc1c9-ea0f-4817-9eb1-77dae852804c), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:11.028108 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-917b9c8a-0dbf-4d0c-bd41-63ce6eb66552 admin admin] For port 7e4fc1c9-ea0f-4817-9eb1-77dae852804c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e4fc1c9-ea0f-4817-9eb1-77dae852804c,segment=NetworkSegment(2d28e300-e47d-4857-995d-c42879e38867),segment_id=2d28e300-e47d-4857-995d-c42879e38867)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:20:11.028560 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-917b9c8a-0dbf-4d0c-bd41-63ce6eb66552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (7e4fc1c9-ea0f-4817-9eb1-77dae852804c), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:11.042728 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-917b9c8a-0dbf-4d0c-bd41-63ce6eb66552 admin admin] Calling delete_port for 7e4fc1c9-ea0f-4817-9eb1-77dae852804c owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:20:11.124775 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-917b9c8a-0dbf-4d0c-bd41-63ce6eb66552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (7e4fc1c9-ea0f-4817-9eb1-77dae852804c), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:11.153983 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b9c8a-0dbf-4d0c-bd41-63ce6eb66552 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e4fc1c9-ea0f-4817-9eb1-77dae852804c,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:11.161676 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917b9c8a-0dbf-4d0c-bd41-63ce6eb66552 admin admin] No DVR routers for this DVR port 7e4fc1c9-ea0f-4817-9eb1-77dae852804c on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:20:11.236893 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-917b9c8a-0dbf-4d0c-bd41-63ce6eb66552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (390af221-2a76-45ff-91af-35844c2aeca0), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:11.238631 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6104b4a7-43cd-433b-b4a9-40db4aa931b8 None None] Publish callbacks [] for port (abc78d57-5231-4a9f-9e20-238819b7bfee), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:11.248602 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6104b4a7-43cd-433b-b4a9-40db4aa931b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (abc78d57-5231-4a9f-9e20-238819b7bfee), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:11.262107 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-917b9c8a-0dbf-4d0c-bd41-63ce6eb66552 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db27f35e0>,) {'filters': {'network_id': ['390af221-2a76-45ff-91af-35844c2aeca0']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:11.272933 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-917b9c8a-0dbf-4d0c-bd41-63ce6eb66552 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db27f35e0>, '2d28e300-e47d-4857-995d-c42879e38867') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:11.273234 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-917b9c8a-0dbf-4d0c-bd41-63ce6eb66552 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db27f35e0>, '2d28e300-e47d-4857-995d-c42879e38867') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:11.280585 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980b4e6b-264e-4294-88c6-c73f9f0c1890 None None] DHCP port deletion for 390af221-2a76-45ff-91af-35844c2aeca0 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:20:11.284052 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-917b9c8a-0dbf-4d0c-bd41-63ce6eb66552 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (2d28e300-e47d-4857-995d-c42879e38867), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:11.302589 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-917b9c8a-0dbf-4d0c-bd41-63ce6eb66552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (2d28e300-e47d-4857-995d-c42879e38867), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:11.307773 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6104b4a7-43cd-433b-b4a9-40db4aa931b8 None None] Network fcaa645f-f77b-4376-a558-ed41077d1c35 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:20:11.309424 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-6104b4a7-43cd-433b-b4a9-40db4aa931b8 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:20:11.314738 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6104b4a7-43cd-433b-b4a9-40db4aa931b8 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:20:11.316166 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-917b9c8a-0dbf-4d0c-bd41-63ce6eb66552 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:20:11.316895 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6104b4a7-43cd-433b-b4a9-40db4aa931b8 None None] Pushing event updated for resources: {'Port': ['ID=abc78d57-5231-4a9f-9e20-238819b7bfee,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:11.317010 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-917b9c8a-0dbf-4d0c-bd41-63ce6eb66552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (2d28e300-e47d-4857-995d-c42879e38867), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:11.320025 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:20:11.320025 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:20:11.320025 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:20:11.320025 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:20:11.320025 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:20:11.320025 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:20:11.320025 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:20:11.320025 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:20:11.320025 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:20:11.320025 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:20:11.320025 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:20:11.320025 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:20:11.320025 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:20:11.320025 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:20:11.320025 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:20:11.320025 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:20:11.320025 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:20:11.320025 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:20:11.320025 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:20:11.320025 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:20:11.320025 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:20:11.320025 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:20:11.320025 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:20:11.320025 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:20:11.320025 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:20:11.320025 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:20:11.320025 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:20:11.320025 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:20:11.320025 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:20:11.320025 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:20:11.320025 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:20:11.320025 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:20:11.325403 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-b019633c-5b53-4db5-9255-aaa6fb8d5240 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Allocated IP 2001:db8::2fb (fcaa645f-f77b-4376-a558-ed41077d1c35/560fc9a3-57d9-42f9-ba89-6f8a11e9c2c5/4cad59c5-c211-4123-aa5c-9cfeb008e346) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:20:11.391326 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-6104b4a7-43cd-433b-b4a9-40db4aa931b8 None None] Attempting to bind port abc78d57-5231-4a9f-9e20-238819b7bfee on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:20:11.391642 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-6104b4a7-43cd-433b-b4a9-40db4aa931b8 None None] Attempting to bind port abc78d57-5231-4a9f-9e20-238819b7bfee by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9fe2ce10-dba0-435a-a1fd-637927438b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcaa645f-f77b-4376-a558-ed41077d1c35'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:20:11.392086 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6104b4a7-43cd-433b-b4a9-40db4aa931b8 None None] Attempting to bind port abc78d57-5231-4a9f-9e20-238819b7bfee on network fcaa645f-f77b-4376-a558-ed41077d1c35 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:20:11.396126 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-917b9c8a-0dbf-4d0c-bd41-63ce6eb66552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (390af221-2a76-45ff-91af-35844c2aeca0), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:11.398599 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6104b4a7-43cd-433b-b4a9-40db4aa931b8 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:20:11.399031 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6104b4a7-43cd-433b-b4a9-40db4aa931b8 None None] Checking segment: {'id': '9fe2ce10-dba0-435a-a1fd-637927438b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcaa645f-f77b-4376-a558-ed41077d1c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:20:11.399444 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6104b4a7-43cd-433b-b4a9-40db4aa931b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:11.399844 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6104b4a7-43cd-433b-b4a9-40db4aa931b8 None None] Bound using segment: {'id': '9fe2ce10-dba0-435a-a1fd-637927438b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcaa645f-f77b-4376-a558-ed41077d1c35'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:20:11.401020 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-6104b4a7-43cd-433b-b4a9-40db4aa931b8 None None] Bound port: abc78d57-5231-4a9f-9e20-238819b7bfee, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fe2ce10-dba0-435a-a1fd-637927438b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fcaa645f-f77b-4376-a558-ed41077d1c35'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:20:11.401421 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6104b4a7-43cd-433b-b4a9-40db4aa931b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (abc78d57-5231-4a9f-9e20-238819b7bfee), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:11.407198 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-917b9c8a-0dbf-4d0c-bd41-63ce6eb66552 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:11.411614 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-917b9c8a-0dbf-4d0c-bd41-63ce6eb66552 admin admin] 10.222.0.32 "DELETE /v2.0/networks/390af221-2a76-45ff-91af-35844c2aeca0 HTTP/1.1" status: 204  len: 168 time: 0.5977817
Feb 05 21:20:11.423833 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b9c8a-0dbf-4d0c-bd41-63ce6eb66552 admin admin] Pushing event deleted for resources: {'Network': ['ID=390af221-2a76-45ff-91af-35844c2aeca0,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:11.486998 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6104b4a7-43cd-433b-b4a9-40db4aa931b8 None None] For port abc78d57-5231-4a9f-9e20-238819b7bfee, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:20:11.490652 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6104b4a7-43cd-433b-b4a9-40db4aa931b8 None None] For port abc78d57-5231-4a9f-9e20-238819b7bfee, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=abc78d57-5231-4a9f-9e20-238819b7bfee,segment=NetworkSegment(9fe2ce10-dba0-435a-a1fd-637927438b79),segment_id=9fe2ce10-dba0-435a-a1fd-637927438b79)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:20:11.497724 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6104b4a7-43cd-433b-b4a9-40db4aa931b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (abc78d57-5231-4a9f-9e20-238819b7bfee), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:11.528949 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b019633c-5b53-4db5-9255-aaa6fb8d5240 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for port (4cad59c5-c211-4123-aa5c-9cfeb008e346), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:11.552993 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47648) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:11.563918 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6104b4a7-43cd-433b-b4a9-40db4aa931b8 None None] Pushing event updated for resources: {'Port': ['ID=abc78d57-5231-4a9f-9e20-238819b7bfee,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:11.582077 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b019633c-5b53-4db5-9255-aaa6fb8d5240 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (4cad59c5-c211-4123-aa5c-9cfeb008e346), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:11.610600 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-905d1b6b-edca-474c-ab8f-c8c809307bea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e139e5b7a0514896b00ae8d3e4326e9d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0562959
Feb 05 21:20:11.613652 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47650) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:11.631514 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b019633c-5b53-4db5-9255-aaa6fb8d5240 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Network fcaa645f-f77b-4376-a558-ed41077d1c35 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:20:11.634842 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-b019633c-5b53-4db5-9255-aaa6fb8d5240 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:20:11.637554 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b019633c-5b53-4db5-9255-aaa6fb8d5240 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:20:11.643119 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b019633c-5b53-4db5-9255-aaa6fb8d5240 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:11.644416 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b019633c-5b53-4db5-9255-aaa6fb8d5240 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:11.661140 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b019633c-5b53-4db5-9255-aaa6fb8d5240 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'Port': ['ID=4cad59c5-c211-4123-aa5c-9cfeb008e346,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:11.669148 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b019633c-5b53-4db5-9255-aaa6fb8d5240 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.0848279
Feb 05 21:20:11.669839 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b8589801-c4f4-4761-97ba-405e7daf6986 admin admin] Publish callbacks [] for security_group (32314a74-5f71-40b7-b336-3bd5a7336201), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:11.672308 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47652) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:11.679765 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-47b70932-90a8-40cc-99b7-445d6b1142e7 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'port': {'network_id': 'fcaa645f-f77b-4376-a558-ed41077d1c35', 'name': 'tempest-PortsIpV6TestJSON-1069357149'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:11.725285 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b8589801-c4f4-4761-97ba-405e7daf6986 admin admin] Publish callbacks [] for security_group (32314a74-5f71-40b7-b336-3bd5a7336201), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:11.840137 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b8589801-c4f4-4761-97ba-405e7daf6986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (32314a74-5f71-40b7-b336-3bd5a7336201), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:11.842685 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b8589801-c4f4-4761-97ba-405e7daf6986 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:11.843871 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b8589801-c4f4-4761-97ba-405e7daf6986 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/32314a74-5f71-40b7-b336-3bd5a7336201 HTTP/1.1" status: 204  len: 168 time: 0.2293985
Feb 05 21:20:11.846864 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b70932-90a8-40cc-99b7-445d6b1142e7 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Made reservation on behalf of c64fbd3a71a34ef48b593d0d4b7e6ea5 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:20:11.850821 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-47b70932-90a8-40cc-99b7-445d6b1142e7 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:11.869685 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [None req-47b70932-90a8-40cc-99b7-445d6b1142e7 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] device_id is not set on port bb48e707-623c-42a8-928c-ff3e3a271b28 yet. {{(pid=114391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:20:11.918261 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8589801-c4f4-4761-97ba-405e7daf6986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32314a74-5f71-40b7-b336-3bd5a7336201,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:12.027467 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-47b70932-90a8-40cc-99b7-445d6b1142e7 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Allocated IP 2001:db8::303 (fcaa645f-f77b-4376-a558-ed41077d1c35/560fc9a3-57d9-42f9-ba89-6f8a11e9c2c5/bb48e707-623c-42a8-928c-ff3e3a271b28) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:20:12.191409 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device abc78d57-5231-4a9f-9e20-238819b7bfee up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:20:12.211540 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-47b70932-90a8-40cc-99b7-445d6b1142e7 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for port (bb48e707-623c-42a8-928c-ff3e3a271b28), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:12.243944 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port abc78d57-5231-4a9f-9e20-238819b7bfee triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:12.244441 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (abc78d57-5231-4a9f-9e20-238819b7bfee), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:12.249335 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-47b70932-90a8-40cc-99b7-445d6b1142e7 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (bb48e707-623c-42a8-928c-ff3e3a271b28), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:12.278359 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47658) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:12.300338 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b70932-90a8-40cc-99b7-445d6b1142e7 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Network fcaa645f-f77b-4376-a558-ed41077d1c35 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:20:12.304006 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-47b70932-90a8-40cc-99b7-445d6b1142e7 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:20:12.322350 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f78195ab-b225-418e-8066-d79482b827c5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=878eefe4d61a41038cfcc89bb240d76f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0420218
Feb 05 21:20:12.324912 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47660) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:12.325529 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b70932-90a8-40cc-99b7-445d6b1142e7 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:20:12.332578 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b70932-90a8-40cc-99b7-445d6b1142e7 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:12.333113 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-47b70932-90a8-40cc-99b7-445d6b1142e7 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:12.334804 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port abc78d57-5231-4a9f-9e20-238819b7bfee is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:20:12.335201 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (abc78d57-5231-4a9f-9e20-238819b7bfee), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:12.336327 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b70932-90a8-40cc-99b7-445d6b1142e7 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'Port': ['ID=bb48e707-623c-42a8-928c-ff3e3a271b28,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:12.357520 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-47b70932-90a8-40cc-99b7-445d6b1142e7 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 0.6835821
Feb 05 21:20:12.359630 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47662) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:12.392235 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port abc78d57-5231-4a9f-9e20-238819b7bfee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=abc78d57-5231-4a9f-9e20-238819b7bfee,segment=NetworkSegment(9fe2ce10-dba0-435a-a1fd-637927438b79),segment_id=9fe2ce10-dba0-435a-a1fd-637927438b79)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:20:12.398952 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (abc78d57-5231-4a9f-9e20-238819b7bfee), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:12.400878 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a92c2aa0-2802-4a29-9238-5e03449efbed admin admin] Publish callbacks [] for security_group (519a212e-556f-4fae-b5af-bd3e0eecfd2a), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:12.447222 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a92c2aa0-2802-4a29-9238-5e03449efbed admin admin] Publish callbacks [] for security_group (519a212e-556f-4fae-b5af-bd3e0eecfd2a), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:12.473855 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=abc78d57-5231-4a9f-9e20-238819b7bfee,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:12.489354 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7a37e66a-602e-47db-b58f-9c62b2fb6474 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:20:12.489838 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384d5736-7399-4569-96f6-87b60f7a31bc tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:12.494213 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-384d5736-7399-4569-96f6-87b60f7a31bc tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2fb HTTP/1.1" status: 200  len: 928 time: 0.1309085
Feb 05 21:20:12.496600 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47664) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:12.517796 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 7a37e66a-602e-47db-b58f-9c62b2fb6474 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:20:12.518150 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7a37e66a-602e-47db-b58f-9c62b2fb6474 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:20:12.519142 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7e4fc1c9-ea0f-4817-9eb1-77dae852804c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:20:12.543121 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 7e4fc1c9-ea0f-4817-9eb1-77dae852804c {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:20:12.543470 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7e4fc1c9-ea0f-4817-9eb1-77dae852804c not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:20:12.544016 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 8030f5b4-bb23-4e06-b66e-08cf9e9f9968 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:20:12.568330 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 8030f5b4-bb23-4e06-b66e-08cf9e9f9968 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:20:12.568689 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 8030f5b4-bb23-4e06-b66e-08cf9e9f9968 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:20:12.591377 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a92c2aa0-2802-4a29-9238-5e03449efbed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (519a212e-556f-4fae-b5af-bd3e0eecfd2a), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:12.594101 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a92c2aa0-2802-4a29-9238-5e03449efbed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:12.595300 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a92c2aa0-2802-4a29-9238-5e03449efbed admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/519a212e-556f-4fae-b5af-bd3e0eecfd2a HTTP/1.1" status: 204  len: 168 time: 0.2694089
Feb 05 21:20:12.610927 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c2aa0-2802-4a29-9238-5e03449efbed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519a212e-556f-4fae-b5af-bd3e0eecfd2a,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:12.632753 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-2113619e-17ba-465f-b118-6d4a077ae15b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Deleting port bb48e707-623c-42a8-928c-ff3e3a271b28 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:20:12.633120 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2113619e-17ba-465f-b118-6d4a077ae15b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (bb48e707-623c-42a8-928c-ff3e3a271b28), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:12.739667 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2113619e-17ba-465f-b118-6d4a077ae15b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (bb48e707-623c-42a8-928c-ff3e3a271b28), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:12.753931 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-2113619e-17ba-465f-b118-6d4a077ae15b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Calling delete_port for bb48e707-623c-42a8-928c-ff3e3a271b28 owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:20:12.774725 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b7d15b-88cb-4ed7-b464-e7a73bc30431 None None] Network fcaa645f-f77b-4376-a558-ed41077d1c35 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:20:12.904464 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-11d9dfa6-0036-4c06-bdc7-ee0bade37a52 None None] Provisioning complete for port abc78d57-5231-4a9f-9e20-238819b7bfee triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:12.904870 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-11d9dfa6-0036-4c06-bdc7-ee0bade37a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (abc78d57-5231-4a9f-9e20-238819b7bfee), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:12.917949 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2113619e-17ba-465f-b118-6d4a077ae15b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (bb48e707-623c-42a8-928c-ff3e3a271b28), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:12.949932 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113619e-17ba-465f-b118-6d4a077ae15b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event deleted for resources: {'Port': ['ID=bb48e707-623c-42a8-928c-ff3e3a271b28,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:12.994412 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2113619e-17ba-465f-b118-6d4a077ae15b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:12.994412 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2113619e-17ba-465f-b118-6d4a077ae15b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/ports/bb48e707-623c-42a8-928c-ff3e3a271b28 HTTP/1.1" status: 204  len: 168 time: 0.4887776
Feb 05 21:20:12.994821 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47668) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:13.029907 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-11d9dfa6-0036-4c06-bdc7-ee0bade37a52 None None] Current status of the port abc78d57-5231-4a9f-9e20-238819b7bfee is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:20:13.258743 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-44eb1952-d24f-4f71-a65b-f923d147b035 None None] Provisioning complete for port abc78d57-5231-4a9f-9e20-238819b7bfee triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:13.259817 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-44eb1952-d24f-4f71-a65b-f923d147b035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (abc78d57-5231-4a9f-9e20-238819b7bfee), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:13.326836 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5a5a193-12a4-485a-9437-a3ff4962e9c4 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] GET failed (client error): The resource could not be found.
Feb 05 21:20:13.329532 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f5a5a193-12a4-485a-9437-a3ff4962e9c4 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "GET /v2.0/ports/bb48e707-623c-42a8-928c-ff3e3a271b28 HTTP/1.1" status: 404  len: 333 time: 0.3389580
Feb 05 21:20:13.332429 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47670) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:13.367865 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-44eb1952-d24f-4f71-a65b-f923d147b035 None None] Current status of the port abc78d57-5231-4a9f-9e20-238819b7bfee is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:20:13.383803 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-44eb1952-d24f-4f71-a65b-f923d147b035 None None] Provisioning complete for port 4cad59c5-c211-4123-aa5c-9cfeb008e346 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:13.384518 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-44eb1952-d24f-4f71-a65b-f923d147b035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (4cad59c5-c211-4123-aa5c-9cfeb008e346), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:13.422120 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-44eb1952-d24f-4f71-a65b-f923d147b035 None None] Port 4cad59c5-c211-4123-aa5c-9cfeb008e346 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:20:13.425732 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-44eb1952-d24f-4f71-a65b-f923d147b035 None None] Could not find standard attr ID for object bb48e707-623c-42a8-928c-ff3e3a271b28. {{(pid=114392) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 05 21:20:13.436954 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-faa117ee-87b7-45a3-9467-78c237bc62a0 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Deleting port 4cad59c5-c211-4123-aa5c-9cfeb008e346 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:20:13.437412 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-faa117ee-87b7-45a3-9467-78c237bc62a0 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (4cad59c5-c211-4123-aa5c-9cfeb008e346), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:13.528707 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-faa117ee-87b7-45a3-9467-78c237bc62a0 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (4cad59c5-c211-4123-aa5c-9cfeb008e346), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:13.543830 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-faa117ee-87b7-45a3-9467-78c237bc62a0 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Calling delete_port for 4cad59c5-c211-4123-aa5c-9cfeb008e346 owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:20:13.545584 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-01286182-cdbe-4933-84c0-9b6a064c1f0f None None] Provisioning complete for port 4cad59c5-c211-4123-aa5c-9cfeb008e346 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:13.545969 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-01286182-cdbe-4933-84c0-9b6a064c1f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (4cad59c5-c211-4123-aa5c-9cfeb008e346), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:13.588528 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-01286182-cdbe-4933-84c0-9b6a064c1f0f None None] Port 4cad59c5-c211-4123-aa5c-9cfeb008e346 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:20:13.687083 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-faa117ee-87b7-45a3-9467-78c237bc62a0 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (4cad59c5-c211-4123-aa5c-9cfeb008e346), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:13.701347 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-87e405b4-d426-4f96-8de4-a4752cb3735e None None] Could not find standard attr ID for object bb48e707-623c-42a8-928c-ff3e3a271b28. {{(pid=114392) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 05 21:20:13.723269 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa117ee-87b7-45a3-9467-78c237bc62a0 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event deleted for resources: {'Port': ['ID=4cad59c5-c211-4123-aa5c-9cfeb008e346,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:13.754900 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-faa117ee-87b7-45a3-9467-78c237bc62a0 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:13.758321 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-faa117ee-87b7-45a3-9467-78c237bc62a0 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/ports/4cad59c5-c211-4123-aa5c-9cfeb008e346 HTTP/1.1" status: 204  len: 168 time: 0.4248192
Feb 05 21:20:13.760808 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47672) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:13.787453 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf28e0bb-1a42-4349-8a1a-4616d605aeb1 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] GET failed (client error): The resource could not be found.
Feb 05 21:20:13.788954 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-cf28e0bb-1a42-4349-8a1a-4616d605aeb1 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "GET /v2.0/ports/4cad59c5-c211-4123-aa5c-9cfeb008e346 HTTP/1.1" status: 404  len: 333 time: 0.0271842
Feb 05 21:20:13.792064 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47674) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:13.847074 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-acd26b40-471f-4add-8783-692a8c132a73 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Deleting subnet 560fc9a3-57d9-42f9-ba89-6f8a11e9c2c5 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:20:13.850842 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-acd26b40-471f-4add-8783-692a8c132a73 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for subnet (560fc9a3-57d9-42f9-ba89-6f8a11e9c2c5), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:13.892309 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-acd26b40-471f-4add-8783-692a8c132a73 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (560fc9a3-57d9-42f9-ba89-6f8a11e9c2c5), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:13.984975 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-acd26b40-471f-4add-8783-692a8c132a73 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (560fc9a3-57d9-42f9-ba89-6f8a11e9c2c5), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:14.051793 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-acd26b40-471f-4add-8783-692a8c132a73 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (560fc9a3-57d9-42f9-ba89-6f8a11e9c2c5), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:14.083639 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-acd26b40-471f-4add-8783-692a8c132a73 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:14.087589 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-acd26b40-471f-4add-8783-692a8c132a73 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/subnets/560fc9a3-57d9-42f9-ba89-6f8a11e9c2c5 HTTP/1.1" status: 204  len: 168 time: 0.2944217
Feb 05 21:20:14.088783 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd26b40-471f-4add-8783-692a8c132a73 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event deleted for resources: {'Subnet': ['ID=560fc9a3-57d9-42f9-ba89-6f8a11e9c2c5,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:14.089548 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47676) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:14.164488 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device abc78d57-5231-4a9f-9e20-238819b7bfee up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:20:14.176618 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4ffd8873-44b1-461d-9857-0909172c148c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (fcaa645f-f77b-4376-a558-ed41077d1c35), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:14.226957 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port abc78d57-5231-4a9f-9e20-238819b7bfee triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:14.227433 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (abc78d57-5231-4a9f-9e20-238819b7bfee), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:14.239876 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-4ffd8873-44b1-461d-9857-0909172c148c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Deleting port abc78d57-5231-4a9f-9e20-238819b7bfee {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:20:14.240201 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4ffd8873-44b1-461d-9857-0909172c148c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (abc78d57-5231-4a9f-9e20-238819b7bfee), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:14.278155 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13075de-cd76-4289-89fd-50dbcfb64bc3 None None] Network fcaa645f-f77b-4376-a558-ed41077d1c35 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:20:14.306507 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-4ffd8873-44b1-461d-9857-0909172c148c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] For port abc78d57-5231-4a9f-9e20-238819b7bfee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=abc78d57-5231-4a9f-9e20-238819b7bfee,segment=NetworkSegment(9fe2ce10-dba0-435a-a1fd-637927438b79),segment_id=9fe2ce10-dba0-435a-a1fd-637927438b79)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:20:14.306873 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4ffd8873-44b1-461d-9857-0909172c148c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (abc78d57-5231-4a9f-9e20-238819b7bfee), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:14.325274 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-4ffd8873-44b1-461d-9857-0909172c148c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Calling delete_port for abc78d57-5231-4a9f-9e20-238819b7bfee owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:20:14.366040 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port abc78d57-5231-4a9f-9e20-238819b7bfee is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:20:14.407108 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4ffd8873-44b1-461d-9857-0909172c148c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (abc78d57-5231-4a9f-9e20-238819b7bfee), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:14.435552 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd8873-44b1-461d-9857-0909172c148c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event deleted for resources: {'Port': ['ID=abc78d57-5231-4a9f-9e20-238819b7bfee,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:14.440069 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffd8873-44b1-461d-9857-0909172c148c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] No DVR routers for this DVR port abc78d57-5231-4a9f-9e20-238819b7bfee on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:20:14.458721 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3295f96-01ed-4f8c-859d-201bf1d70776 None None] DHCP port deletion for fcaa645f-f77b-4376-a558-ed41077d1c35 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:20:14.525367 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4ffd8873-44b1-461d-9857-0909172c148c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (fcaa645f-f77b-4376-a558-ed41077d1c35), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:14.545772 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-4ffd8873-44b1-461d-9857-0909172c148c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db8852d90>,) {'filters': {'network_id': ['fcaa645f-f77b-4376-a558-ed41077d1c35']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:14.555613 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-4ffd8873-44b1-461d-9857-0909172c148c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8852d90>, '9fe2ce10-dba0-435a-a1fd-637927438b79') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:14.555911 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-4ffd8873-44b1-461d-9857-0909172c148c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8852d90>, '9fe2ce10-dba0-435a-a1fd-637927438b79') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:14.565061 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4ffd8873-44b1-461d-9857-0909172c148c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (9fe2ce10-dba0-435a-a1fd-637927438b79), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:14.578080 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4ffd8873-44b1-461d-9857-0909172c148c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (9fe2ce10-dba0-435a-a1fd-637927438b79), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:14.584228 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ffd8873-44b1-461d-9857-0909172c148c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:20:14.584759 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4ffd8873-44b1-461d-9857-0909172c148c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (9fe2ce10-dba0-435a-a1fd-637927438b79), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:14.587798 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:20:14.587798 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:20:14.587798 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:20:14.587798 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:20:14.587798 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:20:14.587798 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:20:14.587798 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:20:14.587798 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:20:14.587798 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:20:14.587798 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:20:14.587798 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:20:14.587798 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:20:14.587798 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:20:14.587798 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:20:14.587798 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:20:14.587798 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:20:14.587798 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:20:14.587798 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:20:14.587798 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:20:14.587798 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:20:14.587798 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:20:14.587798 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:20:14.587798 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:20:14.587798 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:20:14.587798 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:20:14.587798 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:20:14.587798 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:20:14.587798 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:20:14.587798 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:20:14.587798 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:20:14.587798 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:20:14.587798 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:20:14.647663 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4ffd8873-44b1-461d-9857-0909172c148c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (fcaa645f-f77b-4376-a558-ed41077d1c35), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:14.654400 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4ffd8873-44b1-461d-9857-0909172c148c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:14.657517 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4ffd8873-44b1-461d-9857-0909172c148c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/networks/fcaa645f-f77b-4376-a558-ed41077d1c35 HTTP/1.1" status: 204  len: 168 time: 0.5669837
Feb 05 21:20:14.662039 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47678) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:14.667558 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-5ebe9a6c-59ff-43bc-a864-77e1246b2035 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-595292911'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:14.671125 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd8873-44b1-461d-9857-0909172c148c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event deleted for resources: {'Network': ['ID=fcaa645f-f77b-4376-a558-ed41077d1c35,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:14.688301 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebe9a6c-59ff-43bc-a864-77e1246b2035 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Made reservation on behalf of c64fbd3a71a34ef48b593d0d4b7e6ea5 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:20:14.692556 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5ebe9a6c-59ff-43bc-a864-77e1246b2035 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:14.717633 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ebe9a6c-59ff-43bc-a864-77e1246b2035 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:20:14.728364 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5ebe9a6c-59ff-43bc-a864-77e1246b2035 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (643c3096-c26a-42e0-bcd4-2befddceb68f), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:14.728700 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-5ebe9a6c-59ff-43bc-a864-77e1246b2035 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Added segment 643c3096-c26a-42e0-bcd4-2befddceb68f of type vlan for network 50628d74-89f0-4939-a619-1b5cd8502e7f
Feb 05 21:20:14.771705 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5ebe9a6c-59ff-43bc-a864-77e1246b2035 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (50628d74-89f0-4939-a619-1b5cd8502e7f), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:14.795845 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5ebe9a6c-59ff-43bc-a864-77e1246b2035 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (50628d74-89f0-4939-a619-1b5cd8502e7f), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:14.800754 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebe9a6c-59ff-43bc-a864-77e1246b2035 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:14.801351 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5ebe9a6c-59ff-43bc-a864-77e1246b2035 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:14.839209 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5ebe9a6c-59ff-43bc-a864-77e1246b2035 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.1760499
Feb 05 21:20:14.842173 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47680) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:14.848173 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-71010c1b-4fd9-49e3-a459-3ca4da025b33 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'subnet': {'network_id': '50628d74-89f0-4939-a619-1b5cd8502e7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:14.870267 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe9a6c-59ff-43bc-a864-77e1246b2035 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'Network': ['ID=50628d74-89f0-4939-a619-1b5cd8502e7f,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:14.880708 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 50628d74-89f0-4939-a619-1b5cd8502e7f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:20:14.938921 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71010c1b-4fd9-49e3-a459-3ca4da025b33 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Made reservation on behalf of c64fbd3a71a34ef48b593d0d4b7e6ea5 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:20:14.946494 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-71010c1b-4fd9-49e3-a459-3ca4da025b33 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:15.122168 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-71010c1b-4fd9-49e3-a459-3ca4da025b33 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (8e4667e3-6547-428a-a091-d6435d87de07), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:15.182497 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71010c1b-4fd9-49e3-a459-3ca4da025b33 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'Subnet': ['ID=8e4667e3-6547-428a-a091-d6435d87de07,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:15.189735 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71010c1b-4fd9-49e3-a459-3ca4da025b33 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Checking segment: {'id': '643c3096-c26a-42e0-bcd4-2befddceb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '50628d74-89f0-4939-a619-1b5cd8502e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:20:15.190187 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71010c1b-4fd9-49e3-a459-3ca4da025b33 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Network hostable DHCP agents. Network: 50628d74-89f0-4939-a619-1b5cd8502e7f, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:20:15.206437 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71010c1b-4fd9-49e3-a459-3ca4da025b33 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Network 50628d74-89f0-4939-a619-1b5cd8502e7f is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:20:15.214857 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-71010c1b-4fd9-49e3-a459-3ca4da025b33 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 50628d74-89f0-4939-a619-1b5cd8502e7f) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:20:15.218786 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71010c1b-4fd9-49e3-a459-3ca4da025b33 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:15.219388 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-71010c1b-4fd9-49e3-a459-3ca4da025b33 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:15.225408 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0080a6ef-f1d8-4d14-865e-50ff7b15ff23 None None] Network 50628d74-89f0-4939-a619-1b5cd8502e7f requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:20:15.235682 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-71010c1b-4fd9-49e3-a459-3ca4da025b33 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.3923016
Feb 05 21:20:15.239314 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47682) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:15.244204 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-fa2e83c6-3431-4f13-bfba-5bb21b9b4383 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'port': {'network_id': '50628d74-89f0-4939-a619-1b5cd8502e7f', 'name': 'tempest-PortsIpV6TestJSON-1953385109', 'fixed_ips': [{'subnet_id': '8e4667e3-6547-428a-a091-d6435d87de07', 'ip_address': '2001:db8::10'}]}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:15.330871 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63af628f-93c5-41fd-867d-ac6ecab5819d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-50628d74-89f0-4939-a619-1b5cd8502e7f', 'network_id': '50628d74-89f0-4939-a619-1b5cd8502e7f', 'project_id': 'c64fbd3a71a34ef48b593d0d4b7e6ea5', 'fixed_ips': [{'subnet_id': '8e4667e3-6547-428a-a091-d6435d87de07'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:20:15.332410 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-63af628f-93c5-41fd-867d-ac6ecab5819d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:15.354964 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2e83c6-3431-4f13-bfba-5bb21b9b4383 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Made reservation on behalf of c64fbd3a71a34ef48b593d0d4b7e6ea5 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:20:15.429984 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:15.439021 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fa2e83c6-3431-4f13-bfba-5bb21b9b4383 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:15.461779 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-fa2e83c6-3431-4f13-bfba-5bb21b9b4383 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] device_id is not set on port 3454a1c9-d2a3-4f38-ad45-e882923be154 yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:20:15.481000 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-63af628f-93c5-41fd-867d-ac6ecab5819d None None] Allocated IP 2001:db8::2 (50628d74-89f0-4939-a619-1b5cd8502e7f/8e4667e3-6547-428a-a091-d6435d87de07/edd94a8c-23b6-465f-a58f-9902e65095c3) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:20:15.627291 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-63af628f-93c5-41fd-867d-ac6ecab5819d None None] Publish callbacks [] for port (edd94a8c-23b6-465f-a58f-9902e65095c3), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:15.632630 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-63af628f-93c5-41fd-867d-ac6ecab5819d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (edd94a8c-23b6-465f-a58f-9902e65095c3), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:15.672850 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63af628f-93c5-41fd-867d-ac6ecab5819d None None] Network 50628d74-89f0-4939-a619-1b5cd8502e7f is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:20:15.677549 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-63af628f-93c5-41fd-867d-ac6ecab5819d None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:20:15.681057 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-fa2e83c6-3431-4f13-bfba-5bb21b9b4383 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Allocated IP 2001:db8::10 (50628d74-89f0-4939-a619-1b5cd8502e7f/8e4667e3-6547-428a-a091-d6435d87de07/3454a1c9-d2a3-4f38-ad45-e882923be154) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:20:15.683068 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63af628f-93c5-41fd-867d-ac6ecab5819d None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:20:15.686648 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af628f-93c5-41fd-867d-ac6ecab5819d None None] Pushing event updated for resources: {'Port': ['ID=edd94a8c-23b6-465f-a58f-9902e65095c3,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:15.747668 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-63af628f-93c5-41fd-867d-ac6ecab5819d None None] Attempting to bind port edd94a8c-23b6-465f-a58f-9902e65095c3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:20:15.748043 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-63af628f-93c5-41fd-867d-ac6ecab5819d None None] Attempting to bind port edd94a8c-23b6-465f-a58f-9902e65095c3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '643c3096-c26a-42e0-bcd4-2befddceb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '50628d74-89f0-4939-a619-1b5cd8502e7f'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:20:15.748411 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63af628f-93c5-41fd-867d-ac6ecab5819d None None] Attempting to bind port edd94a8c-23b6-465f-a58f-9902e65095c3 on network 50628d74-89f0-4939-a619-1b5cd8502e7f {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:20:15.754010 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63af628f-93c5-41fd-867d-ac6ecab5819d None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:20:15.754421 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63af628f-93c5-41fd-867d-ac6ecab5819d None None] Checking segment: {'id': '643c3096-c26a-42e0-bcd4-2befddceb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '50628d74-89f0-4939-a619-1b5cd8502e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:20:15.754838 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-63af628f-93c5-41fd-867d-ac6ecab5819d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:15.755241 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63af628f-93c5-41fd-867d-ac6ecab5819d None None] Bound using segment: {'id': '643c3096-c26a-42e0-bcd4-2befddceb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '50628d74-89f0-4939-a619-1b5cd8502e7f'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:20:15.755716 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-63af628f-93c5-41fd-867d-ac6ecab5819d None None] Bound port: edd94a8c-23b6-465f-a58f-9902e65095c3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '643c3096-c26a-42e0-bcd4-2befddceb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '50628d74-89f0-4939-a619-1b5cd8502e7f'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:20:15.756107 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-63af628f-93c5-41fd-867d-ac6ecab5819d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (edd94a8c-23b6-465f-a58f-9902e65095c3), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:15.820180 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-63af628f-93c5-41fd-867d-ac6ecab5819d None None] For port edd94a8c-23b6-465f-a58f-9902e65095c3, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:20:15.823571 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-63af628f-93c5-41fd-867d-ac6ecab5819d None None] For port edd94a8c-23b6-465f-a58f-9902e65095c3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=edd94a8c-23b6-465f-a58f-9902e65095c3,segment=NetworkSegment(643c3096-c26a-42e0-bcd4-2befddceb68f),segment_id=643c3096-c26a-42e0-bcd4-2befddceb68f)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:20:15.830025 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-63af628f-93c5-41fd-867d-ac6ecab5819d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (edd94a8c-23b6-465f-a58f-9902e65095c3), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:15.838698 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fa2e83c6-3431-4f13-bfba-5bb21b9b4383 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for port (3454a1c9-d2a3-4f38-ad45-e882923be154), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:15.875524 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fa2e83c6-3431-4f13-bfba-5bb21b9b4383 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (3454a1c9-d2a3-4f38-ad45-e882923be154), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:15.898037 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af628f-93c5-41fd-867d-ac6ecab5819d None None] Pushing event updated for resources: {'Port': ['ID=edd94a8c-23b6-465f-a58f-9902e65095c3,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:15.928654 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2e83c6-3431-4f13-bfba-5bb21b9b4383 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Network 50628d74-89f0-4939-a619-1b5cd8502e7f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:20:15.931816 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-fa2e83c6-3431-4f13-bfba-5bb21b9b4383 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:20:15.936322 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2e83c6-3431-4f13-bfba-5bb21b9b4383 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:20:15.943285 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2e83c6-3431-4f13-bfba-5bb21b9b4383 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:15.943941 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fa2e83c6-3431-4f13-bfba-5bb21b9b4383 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:15.947950 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e83c6-3431-4f13-bfba-5bb21b9b4383 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'Port': ['ID=3454a1c9-d2a3-4f38-ad45-e882923be154,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:15.967725 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47684) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:15.968215 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-fa2e83c6-3431-4f13-bfba-5bb21b9b4383 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 0.7274034
Feb 05 21:20:15.974056 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-4b000d60-832b-4d5f-9804-425e77c83620 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'port': {'network_id': '50628d74-89f0-4939-a619-1b5cd8502e7f', 'name': 'tempest-PortsIpV6TestJSON-587238240', 'fixed_ips': [{'subnet_id': '8e4667e3-6547-428a-a091-d6435d87de07', 'ip_address': '2001:db8::f'}]}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:16.110243 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b000d60-832b-4d5f-9804-425e77c83620 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Made reservation on behalf of c64fbd3a71a34ef48b593d0d4b7e6ea5 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:20:16.200576 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4b000d60-832b-4d5f-9804-425e77c83620 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:16.222357 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [None req-4b000d60-832b-4d5f-9804-425e77c83620 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] device_id is not set on port 8bc42012-5cc2-4651-b976-2117c5f5e60c yet. {{(pid=114391) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:20:16.231061 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device edd94a8c-23b6-465f-a58f-9902e65095c3 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:20:16.285340 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port edd94a8c-23b6-465f-a58f-9902e65095c3 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:16.285811 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (edd94a8c-23b6-465f-a58f-9902e65095c3), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:16.368618 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port edd94a8c-23b6-465f-a58f-9902e65095c3 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:20:16.369287 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (edd94a8c-23b6-465f-a58f-9902e65095c3), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:16.385855 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-4b000d60-832b-4d5f-9804-425e77c83620 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Allocated IP 2001:db8::f (50628d74-89f0-4939-a619-1b5cd8502e7f/8e4667e3-6547-428a-a091-d6435d87de07/8bc42012-5cc2-4651-b976-2117c5f5e60c) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:20:16.405978 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port edd94a8c-23b6-465f-a58f-9902e65095c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=edd94a8c-23b6-465f-a58f-9902e65095c3,segment=NetworkSegment(643c3096-c26a-42e0-bcd4-2befddceb68f),segment_id=643c3096-c26a-42e0-bcd4-2befddceb68f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:20:16.411062 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (edd94a8c-23b6-465f-a58f-9902e65095c3), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:16.466611 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=edd94a8c-23b6-465f-a58f-9902e65095c3,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:16.475479 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device abc78d57-5231-4a9f-9e20-238819b7bfee no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:20:16.496999 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: abc78d57-5231-4a9f-9e20-238819b7bfee {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:20:16.497346 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device abc78d57-5231-4a9f-9e20-238819b7bfee not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:20:16.565052 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4b000d60-832b-4d5f-9804-425e77c83620 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for port (8bc42012-5cc2-4651-b976-2117c5f5e60c), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:16.600972 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4b000d60-832b-4d5f-9804-425e77c83620 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (8bc42012-5cc2-4651-b976-2117c5f5e60c), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:16.651681 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b000d60-832b-4d5f-9804-425e77c83620 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Network 50628d74-89f0-4939-a619-1b5cd8502e7f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:20:16.654697 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-4b000d60-832b-4d5f-9804-425e77c83620 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:20:16.657130 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b000d60-832b-4d5f-9804-425e77c83620 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:20:16.663609 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b000d60-832b-4d5f-9804-425e77c83620 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:16.664314 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4b000d60-832b-4d5f-9804-425e77c83620 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:16.670756 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b000d60-832b-4d5f-9804-425e77c83620 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'Port': ['ID=8bc42012-5cc2-4651-b976-2117c5f5e60c,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:16.688779 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4b000d60-832b-4d5f-9804-425e77c83620 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 0.7198119
Feb 05 21:20:16.691985 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47686) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:16.800440 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83c6baa-9604-4860-9df5-6eaa6a772077 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:16.802027 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b83c6baa-9604-4860-9df5-6eaa6a772077 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 928 time: 0.1089861
Feb 05 21:20:16.804793 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47688) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:16.861258 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7694729-8feb-45f8-aa56-2bf0765dc0b6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:16.867576 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7694729-8feb-45f8-aa56-2bf0765dc0b6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:16.873203 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7694729-8feb-45f8-aa56-2bf0765dc0b6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:16.877873 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d7694729-8feb-45f8-aa56-2bf0765dc0b6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2390 time: 0.0720725
Feb 05 21:20:16.878073 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47690) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:16.881167 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d8f9c7-5d4c-4f35-972f-65eea8fdadbe None None] Network 50628d74-89f0-4939-a619-1b5cd8502e7f requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:20:16.960076 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-0ec70a4c-3e38-429a-b038-88a36ab06d9b None None] Provisioning complete for port edd94a8c-23b6-465f-a58f-9902e65095c3 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:16.960447 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0ec70a4c-3e38-429a-b038-88a36ab06d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (edd94a8c-23b6-465f-a58f-9902e65095c3), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:16.978917 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-44928c86-be2e-4fb8-9be3-f8060fa77ab2 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Deleting port 8bc42012-5cc2-4651-b976-2117c5f5e60c {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:20:16.979445 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-44928c86-be2e-4fb8-9be3-f8060fa77ab2 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (8bc42012-5cc2-4651-b976-2117c5f5e60c), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:17.065523 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-44928c86-be2e-4fb8-9be3-f8060fa77ab2 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (8bc42012-5cc2-4651-b976-2117c5f5e60c), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:17.074287 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-0ec70a4c-3e38-429a-b038-88a36ab06d9b None None] Current status of the port edd94a8c-23b6-465f-a58f-9902e65095c3 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:20:17.078447 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-44928c86-be2e-4fb8-9be3-f8060fa77ab2 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Calling delete_port for 8bc42012-5cc2-4651-b976-2117c5f5e60c owned by  {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:20:17.215033 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-44928c86-be2e-4fb8-9be3-f8060fa77ab2 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (8bc42012-5cc2-4651-b976-2117c5f5e60c), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:17.243308 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44928c86-be2e-4fb8-9be3-f8060fa77ab2 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event deleted for resources: {'Port': ['ID=8bc42012-5cc2-4651-b976-2117c5f5e60c,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:17.273503 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-44928c86-be2e-4fb8-9be3-f8060fa77ab2 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:17.277254 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-44928c86-be2e-4fb8-9be3-f8060fa77ab2 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/ports/8bc42012-5cc2-4651-b976-2117c5f5e60c HTTP/1.1" status: 204  len: 168 time: 0.3973029
Feb 05 21:20:17.279894 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47692) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:17.297208 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-64e3afe9-31b3-47a0-9abe-14e5dec449d8 None None] Provisioning complete for port 3454a1c9-d2a3-4f38-ad45-e882923be154 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:17.297490 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-64e3afe9-31b3-47a0-9abe-14e5dec449d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (3454a1c9-d2a3-4f38-ad45-e882923be154), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:17.311801 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-77a72432-8cc8-4503-bd21-81de8009369d tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] GET failed (client error): The resource could not be found.
Feb 05 21:20:17.313408 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-77a72432-8cc8-4503-bd21-81de8009369d tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "GET /v2.0/ports/8bc42012-5cc2-4651-b976-2117c5f5e60c HTTP/1.1" status: 404  len: 333 time: 0.0325782
Feb 05 21:20:17.316353 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47694) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:17.338527 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-64e3afe9-31b3-47a0-9abe-14e5dec449d8 None None] Port 3454a1c9-d2a3-4f38-ad45-e882923be154 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:20:17.341851 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-64e3afe9-31b3-47a0-9abe-14e5dec449d8 None None] Could not find standard attr ID for object 8bc42012-5cc2-4651-b976-2117c5f5e60c. {{(pid=114392) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 05 21:20:17.353113 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-64e3afe9-31b3-47a0-9abe-14e5dec449d8 None None] Provisioning complete for port edd94a8c-23b6-465f-a58f-9902e65095c3 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:17.353625 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-64e3afe9-31b3-47a0-9abe-14e5dec449d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (edd94a8c-23b6-465f-a58f-9902e65095c3), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:17.414419 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-07029384-3c4d-4cd6-97e5-2af1d908accd tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Deleting port 3454a1c9-d2a3-4f38-ad45-e882923be154 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:20:17.414419 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-07029384-3c4d-4cd6-97e5-2af1d908accd tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (3454a1c9-d2a3-4f38-ad45-e882923be154), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:17.445341 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-64e3afe9-31b3-47a0-9abe-14e5dec449d8 None None] Current status of the port edd94a8c-23b6-465f-a58f-9902e65095c3 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:20:17.509639 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-07029384-3c4d-4cd6-97e5-2af1d908accd tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (3454a1c9-d2a3-4f38-ad45-e882923be154), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:17.522786 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-07029384-3c4d-4cd6-97e5-2af1d908accd tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Calling delete_port for 3454a1c9-d2a3-4f38-ad45-e882923be154 owned by  {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:20:17.574609 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-00e62a3a-6678-4555-8721-5398e9316d90 None None] Provisioning complete for port 3454a1c9-d2a3-4f38-ad45-e882923be154 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:17.575379 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-00e62a3a-6678-4555-8721-5398e9316d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (3454a1c9-d2a3-4f38-ad45-e882923be154), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:17.611098 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-00e62a3a-6678-4555-8721-5398e9316d90 None None] Port 3454a1c9-d2a3-4f38-ad45-e882923be154 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:20:17.659879 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-07029384-3c4d-4cd6-97e5-2af1d908accd tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (3454a1c9-d2a3-4f38-ad45-e882923be154), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:17.698369 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07029384-3c4d-4cd6-97e5-2af1d908accd tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event deleted for resources: {'Port': ['ID=3454a1c9-d2a3-4f38-ad45-e882923be154,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:17.721727 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-07029384-3c4d-4cd6-97e5-2af1d908accd tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:17.725067 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6c29b936-3812-4170-874d-e851bbc57de7 None None] Could not find standard attr ID for object 8bc42012-5cc2-4651-b976-2117c5f5e60c. {{(pid=114392) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 05 21:20:17.726104 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-07029384-3c4d-4cd6-97e5-2af1d908accd tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/ports/3454a1c9-d2a3-4f38-ad45-e882923be154 HTTP/1.1" status: 204  len: 168 time: 0.4084604
Feb 05 21:20:17.728677 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47696) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:17.755413 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c09e31b-faf9-4334-812b-fcd35fe93b22 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] GET failed (client error): The resource could not be found.
Feb 05 21:20:17.757150 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8c09e31b-faf9-4334-812b-fcd35fe93b22 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "GET /v2.0/ports/3454a1c9-d2a3-4f38-ad45-e882923be154 HTTP/1.1" status: 404  len: 333 time: 0.0275080
Feb 05 21:20:17.759759 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47698) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:17.816395 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-154c8e86-398b-47c5-9ee7-aa2c7a54c665 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Deleting subnet 8e4667e3-6547-428a-a091-d6435d87de07 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:20:17.819827 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-154c8e86-398b-47c5-9ee7-aa2c7a54c665 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for subnet (8e4667e3-6547-428a-a091-d6435d87de07), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:17.863157 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-154c8e86-398b-47c5-9ee7-aa2c7a54c665 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (8e4667e3-6547-428a-a091-d6435d87de07), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:17.954566 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-154c8e86-398b-47c5-9ee7-aa2c7a54c665 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (8e4667e3-6547-428a-a091-d6435d87de07), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:18.019684 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-154c8e86-398b-47c5-9ee7-aa2c7a54c665 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (8e4667e3-6547-428a-a091-d6435d87de07), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:18.047199 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c8e86-398b-47c5-9ee7-aa2c7a54c665 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event deleted for resources: {'Subnet': ['ID=8e4667e3-6547-428a-a091-d6435d87de07,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:18.049170 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-154c8e86-398b-47c5-9ee7-aa2c7a54c665 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:18.052920 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-154c8e86-398b-47c5-9ee7-aa2c7a54c665 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/subnets/8e4667e3-6547-428a-a091-d6435d87de07 HTTP/1.1" status: 204  len: 168 time: 0.2922373
Feb 05 21:20:18.055589 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47700) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:18.059111 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d106cd00-973a-476a-9e9c-9e82aab8e855 None None] Network 50628d74-89f0-4939-a619-1b5cd8502e7f requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:20:18.138123 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fd3003b9-bd7d-4710-9b15-d5c0b5ab25f9 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (50628d74-89f0-4939-a619-1b5cd8502e7f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:18.154036 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device edd94a8c-23b6-465f-a58f-9902e65095c3 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:20:18.192485 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-fd3003b9-bd7d-4710-9b15-d5c0b5ab25f9 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Deleting port edd94a8c-23b6-465f-a58f-9902e65095c3 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:20:18.192838 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fd3003b9-bd7d-4710-9b15-d5c0b5ab25f9 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (edd94a8c-23b6-465f-a58f-9902e65095c3), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:18.213921 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port edd94a8c-23b6-465f-a58f-9902e65095c3 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:18.213921 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (edd94a8c-23b6-465f-a58f-9902e65095c3), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:18.260013 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-fd3003b9-bd7d-4710-9b15-d5c0b5ab25f9 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] For port edd94a8c-23b6-465f-a58f-9902e65095c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=edd94a8c-23b6-465f-a58f-9902e65095c3,segment=NetworkSegment(643c3096-c26a-42e0-bcd4-2befddceb68f),segment_id=643c3096-c26a-42e0-bcd4-2befddceb68f)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:20:18.260628 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fd3003b9-bd7d-4710-9b15-d5c0b5ab25f9 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (edd94a8c-23b6-465f-a58f-9902e65095c3), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:18.262694 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ae5f8f-f8f6-4956-b56e-92002419c492 None None] DHCP port deletion for 50628d74-89f0-4939-a619-1b5cd8502e7f request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:20:18.278609 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-fd3003b9-bd7d-4710-9b15-d5c0b5ab25f9 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Calling delete_port for edd94a8c-23b6-465f-a58f-9902e65095c3 owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:20:18.319069 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port edd94a8c-23b6-465f-a58f-9902e65095c3 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:20:18.341942 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-55ae5f8f-f8f6-4956-b56e-92002419c492 None None] Deleting port edd94a8c-23b6-465f-a58f-9902e65095c3 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:20:18.342251 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-55ae5f8f-f8f6-4956-b56e-92002419c492 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (edd94a8c-23b6-465f-a58f-9902e65095c3), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:18.359537 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fd3003b9-bd7d-4710-9b15-d5c0b5ab25f9 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (edd94a8c-23b6-465f-a58f-9902e65095c3), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:18.387553 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3003b9-bd7d-4710-9b15-d5c0b5ab25f9 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] No DVR routers for this DVR port edd94a8c-23b6-465f-a58f-9902e65095c3 on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:20:18.392331 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3003b9-bd7d-4710-9b15-d5c0b5ab25f9 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event deleted for resources: {'Port': ['ID=edd94a8c-23b6-465f-a58f-9902e65095c3,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:18.412550 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-55ae5f8f-f8f6-4956-b56e-92002419c492 None None] For port edd94a8c-23b6-465f-a58f-9902e65095c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=edd94a8c-23b6-465f-a58f-9902e65095c3,segment=NetworkSegment(643c3096-c26a-42e0-bcd4-2befddceb68f),segment_id=643c3096-c26a-42e0-bcd4-2befddceb68f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:20:18.412946 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-55ae5f8f-f8f6-4956-b56e-92002419c492 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (edd94a8c-23b6-465f-a58f-9902e65095c3), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:18.425882 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-55ae5f8f-f8f6-4956-b56e-92002419c492 None None] Calling delete_port for edd94a8c-23b6-465f-a58f-9902e65095c3 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:20:18.472427 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fd3003b9-bd7d-4710-9b15-d5c0b5ab25f9 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (50628d74-89f0-4939-a619-1b5cd8502e7f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:18.492101 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-fd3003b9-bd7d-4710-9b15-d5c0b5ab25f9 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db27ff610>,) {'filters': {'network_id': ['50628d74-89f0-4939-a619-1b5cd8502e7f']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:18.499829 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-55ae5f8f-f8f6-4956-b56e-92002419c492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (edd94a8c-23b6-465f-a58f-9902e65095c3), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:18.500963 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-fd3003b9-bd7d-4710-9b15-d5c0b5ab25f9 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db27ff610>, '643c3096-c26a-42e0-bcd4-2befddceb68f') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:18.501265 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-fd3003b9-bd7d-4710-9b15-d5c0b5ab25f9 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db27ff610>, '643c3096-c26a-42e0-bcd4-2befddceb68f') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:18.510571 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fd3003b9-bd7d-4710-9b15-d5c0b5ab25f9 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (643c3096-c26a-42e0-bcd4-2befddceb68f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:18.523971 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fd3003b9-bd7d-4710-9b15-d5c0b5ab25f9 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (643c3096-c26a-42e0-bcd4-2befddceb68f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:18.528270 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ae5f8f-f8f6-4956-b56e-92002419c492 None None] Pushing event deleted for resources: {'Port': ['ID=edd94a8c-23b6-465f-a58f-9902e65095c3,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:18.530815 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd3003b9-bd7d-4710-9b15-d5c0b5ab25f9 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:20:18.531667 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fd3003b9-bd7d-4710-9b15-d5c0b5ab25f9 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (643c3096-c26a-42e0-bcd4-2befddceb68f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:18.532747 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ae5f8f-f8f6-4956-b56e-92002419c492 None None] No DVR routers for this DVR port edd94a8c-23b6-465f-a58f-9902e65095c3 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:20:18.535766 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:20:18.535766 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:20:18.535766 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:20:18.535766 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:20:18.535766 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:20:18.535766 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:20:18.535766 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:20:18.535766 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:20:18.535766 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:20:18.535766 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:20:18.535766 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:20:18.535766 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:20:18.535766 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:20:18.535766 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:20:18.535766 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:20:18.535766 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:20:18.535766 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:20:18.535766 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:20:18.535766 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:20:18.535766 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:20:18.535766 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:20:18.535766 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:20:18.535766 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:20:18.535766 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:20:18.535766 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:20:18.535766 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:20:18.535766 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:20:18.535766 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:20:18.535766 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:20:18.535766 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:20:18.535766 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:20:18.535766 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:20:18.597901 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fd3003b9-bd7d-4710-9b15-d5c0b5ab25f9 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (50628d74-89f0-4939-a619-1b5cd8502e7f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:18.601866 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fd3003b9-bd7d-4710-9b15-d5c0b5ab25f9 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:18.605199 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-fd3003b9-bd7d-4710-9b15-d5c0b5ab25f9 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/networks/50628d74-89f0-4939-a619-1b5cd8502e7f HTTP/1.1" status: 204  len: 168 time: 0.5486095
Feb 05 21:20:18.608763 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47702) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:18.614774 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-e8f78e58-df24-42a4-95c1-dc3d3c1f4d24 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-184339891'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:18.629262 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3003b9-bd7d-4710-9b15-d5c0b5ab25f9 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event deleted for resources: {'Network': ['ID=50628d74-89f0-4939-a619-1b5cd8502e7f,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:18.644360 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f78e58-df24-42a4-95c1-dc3d3c1f4d24 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Made reservation on behalf of c64fbd3a71a34ef48b593d0d4b7e6ea5 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:20:18.647687 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e8f78e58-df24-42a4-95c1-dc3d3c1f4d24 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:18.672523 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8f78e58-df24-42a4-95c1-dc3d3c1f4d24 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:20:18.682307 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e8f78e58-df24-42a4-95c1-dc3d3c1f4d24 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (4fe6c86b-9045-49e0-8584-0abb61dde3f4), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:18.682726 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-e8f78e58-df24-42a4-95c1-dc3d3c1f4d24 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Added segment 4fe6c86b-9045-49e0-8584-0abb61dde3f4 of type vlan for network 1d8c19ff-780d-444c-9037-542a0a5bb89e
Feb 05 21:20:18.723480 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e8f78e58-df24-42a4-95c1-dc3d3c1f4d24 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (1d8c19ff-780d-444c-9037-542a0a5bb89e), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:18.747115 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e8f78e58-df24-42a4-95c1-dc3d3c1f4d24 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (1d8c19ff-780d-444c-9037-542a0a5bb89e), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:18.752027 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f78e58-df24-42a4-95c1-dc3d3c1f4d24 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:18.753149 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e8f78e58-df24-42a4-95c1-dc3d3c1f4d24 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:18.787140 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e8f78e58-df24-42a4-95c1-dc3d3c1f4d24 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.1773705
Feb 05 21:20:18.789933 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47704) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:18.794698 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-1e153e71-3b07-4fa9-ab82-b9eab46ff75b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'subnet': {'network_id': '1d8c19ff-780d-444c-9037-542a0a5bb89e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:18.851331 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f78e58-df24-42a4-95c1-dc3d3c1f4d24 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'Network': ['ID=1d8c19ff-780d-444c-9037-542a0a5bb89e,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:18.861441 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 1d8c19ff-780d-444c-9037-542a0a5bb89e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:20:18.920004 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e153e71-3b07-4fa9-ab82-b9eab46ff75b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Made reservation on behalf of c64fbd3a71a34ef48b593d0d4b7e6ea5 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:20:18.923509 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1e153e71-3b07-4fa9-ab82-b9eab46ff75b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:19.113816 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1e153e71-3b07-4fa9-ab82-b9eab46ff75b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (9f82bcf3-6a6b-4fd4-8282-38fa45303619), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:19.169533 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e153e71-3b07-4fa9-ab82-b9eab46ff75b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'Subnet': ['ID=9f82bcf3-6a6b-4fd4-8282-38fa45303619,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:19.180088 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e153e71-3b07-4fa9-ab82-b9eab46ff75b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Checking segment: {'id': '4fe6c86b-9045-49e0-8584-0abb61dde3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1d8c19ff-780d-444c-9037-542a0a5bb89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:20:19.180441 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e153e71-3b07-4fa9-ab82-b9eab46ff75b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Network hostable DHCP agents. Network: 1d8c19ff-780d-444c-9037-542a0a5bb89e, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:20:19.197198 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e153e71-3b07-4fa9-ab82-b9eab46ff75b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Network 1d8c19ff-780d-444c-9037-542a0a5bb89e is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:20:19.205575 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-1e153e71-3b07-4fa9-ab82-b9eab46ff75b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1d8c19ff-780d-444c-9037-542a0a5bb89e) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:20:19.210143 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e153e71-3b07-4fa9-ab82-b9eab46ff75b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:19.210811 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1e153e71-3b07-4fa9-ab82-b9eab46ff75b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:19.214824 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775190d3-4821-4e2a-8a35-3e894b4047be None None] Network 1d8c19ff-780d-444c-9037-542a0a5bb89e requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:20:19.227106 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1e153e71-3b07-4fa9-ab82-b9eab46ff75b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4361374
Feb 05 21:20:19.229853 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47706) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:19.234254 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-37a9b626-4ba5-4a93-90cd-87d48b15cf95 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2111255737', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:19.254665 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-37a9b626-4ba5-4a93-90cd-87d48b15cf95 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (ad06a3db-71c1-414e-8949-4523de3d25e7), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:19.255811 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-37a9b626-4ba5-4a93-90cd-87d48b15cf95 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (ad06a3db-71c1-414e-8949-4523de3d25e7), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:19.312422 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-37a9b626-4ba5-4a93-90cd-87d48b15cf95 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for router_controller (ad06a3db-71c1-414e-8949-4523de3d25e7), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:19.317407 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-37a9b626-4ba5-4a93-90cd-87d48b15cf95 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (ad06a3db-71c1-414e-8949-4523de3d25e7), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:19.320207 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cb3e4c-625e-46a4-ac23-f998f25b2a34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1d8c19ff-780d-444c-9037-542a0a5bb89e', 'network_id': '1d8c19ff-780d-444c-9037-542a0a5bb89e', 'project_id': 'c64fbd3a71a34ef48b593d0d4b7e6ea5', 'fixed_ips': [{'subnet_id': '9f82bcf3-6a6b-4fd4-8282-38fa45303619'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:20:19.321124 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c6cb3e4c-625e-46a4-ac23-f998f25b2a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:19.335868 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-37a9b626-4ba5-4a93-90cd-87d48b15cf95 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:19.337206 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-37a9b626-4ba5-4a93-90cd-87d48b15cf95 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.1063809
Feb 05 21:20:19.339794 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47708) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:19.344552 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-5bf2bcf9-f38f-406d-80a5-f72aa196e6be tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'port': {'network_id': '1d8c19ff-780d-444c-9037-542a0a5bb89e', 'name': 'tempest-PortsIpV6TestJSON-1132398755'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:19.450460 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf2bcf9-f38f-406d-80a5-f72aa196e6be tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Made reservation on behalf of c64fbd3a71a34ef48b593d0d4b7e6ea5 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:20:19.453885 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5bf2bcf9-f38f-406d-80a5-f72aa196e6be tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:19.463342 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-c6cb3e4c-625e-46a4-ac23-f998f25b2a34 None None] Allocated IP 2001:db8::2 (1d8c19ff-780d-444c-9037-542a0a5bb89e/9f82bcf3-6a6b-4fd4-8282-38fa45303619/ca2008d3-3ff5-412a-ac36-d79705f039c8) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:20:19.476329 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-5bf2bcf9-f38f-406d-80a5-f72aa196e6be tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] device_id is not set on port 1c912907-50c0-4787-9458-ab0fd4d47f71 yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:20:19.604361 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c6cb3e4c-625e-46a4-ac23-f998f25b2a34 None None] Publish callbacks [] for port (ca2008d3-3ff5-412a-ac36-d79705f039c8), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:19.610309 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c6cb3e4c-625e-46a4-ac23-f998f25b2a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (ca2008d3-3ff5-412a-ac36-d79705f039c8), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:19.664890 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cb3e4c-625e-46a4-ac23-f998f25b2a34 None None] Network 1d8c19ff-780d-444c-9037-542a0a5bb89e is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:20:19.667762 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-c6cb3e4c-625e-46a4-ac23-f998f25b2a34 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:20:19.667924 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-5bf2bcf9-f38f-406d-80a5-f72aa196e6be tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Allocated IP 2001:db8::3de (1d8c19ff-780d-444c-9037-542a0a5bb89e/9f82bcf3-6a6b-4fd4-8282-38fa45303619/1c912907-50c0-4787-9458-ab0fd4d47f71) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:20:19.670264 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cb3e4c-625e-46a4-ac23-f998f25b2a34 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:20:19.680890 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb3e4c-625e-46a4-ac23-f998f25b2a34 None None] Pushing event updated for resources: {'Port': ['ID=ca2008d3-3ff5-412a-ac36-d79705f039c8,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:19.733071 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-c6cb3e4c-625e-46a4-ac23-f998f25b2a34 None None] Attempting to bind port ca2008d3-3ff5-412a-ac36-d79705f039c8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:20:19.733366 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-c6cb3e4c-625e-46a4-ac23-f998f25b2a34 None None] Attempting to bind port ca2008d3-3ff5-412a-ac36-d79705f039c8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4fe6c86b-9045-49e0-8584-0abb61dde3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1d8c19ff-780d-444c-9037-542a0a5bb89e'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:20:19.733736 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cb3e4c-625e-46a4-ac23-f998f25b2a34 None None] Attempting to bind port ca2008d3-3ff5-412a-ac36-d79705f039c8 on network 1d8c19ff-780d-444c-9037-542a0a5bb89e {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:20:19.739328 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cb3e4c-625e-46a4-ac23-f998f25b2a34 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:20:19.739711 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cb3e4c-625e-46a4-ac23-f998f25b2a34 None None] Checking segment: {'id': '4fe6c86b-9045-49e0-8584-0abb61dde3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1d8c19ff-780d-444c-9037-542a0a5bb89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:20:19.740126 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c6cb3e4c-625e-46a4-ac23-f998f25b2a34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:19.740525 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cb3e4c-625e-46a4-ac23-f998f25b2a34 None None] Bound using segment: {'id': '4fe6c86b-9045-49e0-8584-0abb61dde3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1d8c19ff-780d-444c-9037-542a0a5bb89e'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:20:19.740995 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-c6cb3e4c-625e-46a4-ac23-f998f25b2a34 None None] Bound port: ca2008d3-3ff5-412a-ac36-d79705f039c8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe6c86b-9045-49e0-8584-0abb61dde3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1d8c19ff-780d-444c-9037-542a0a5bb89e'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:20:19.741381 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c6cb3e4c-625e-46a4-ac23-f998f25b2a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ca2008d3-3ff5-412a-ac36-d79705f039c8), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:19.803297 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c6cb3e4c-625e-46a4-ac23-f998f25b2a34 None None] For port ca2008d3-3ff5-412a-ac36-d79705f039c8, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:20:19.806741 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c6cb3e4c-625e-46a4-ac23-f998f25b2a34 None None] For port ca2008d3-3ff5-412a-ac36-d79705f039c8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca2008d3-3ff5-412a-ac36-d79705f039c8,segment=NetworkSegment(4fe6c86b-9045-49e0-8584-0abb61dde3f4),segment_id=4fe6c86b-9045-49e0-8584-0abb61dde3f4)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:20:19.812225 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c6cb3e4c-625e-46a4-ac23-f998f25b2a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ca2008d3-3ff5-412a-ac36-d79705f039c8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:19.820394 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5bf2bcf9-f38f-406d-80a5-f72aa196e6be tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for port (1c912907-50c0-4787-9458-ab0fd4d47f71), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:19.856258 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5bf2bcf9-f38f-406d-80a5-f72aa196e6be tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (1c912907-50c0-4787-9458-ab0fd4d47f71), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:19.872350 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb3e4c-625e-46a4-ac23-f998f25b2a34 None None] Pushing event updated for resources: {'Port': ['ID=ca2008d3-3ff5-412a-ac36-d79705f039c8,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:19.908137 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf2bcf9-f38f-406d-80a5-f72aa196e6be tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Network 1d8c19ff-780d-444c-9037-542a0a5bb89e is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:20:19.911395 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-5bf2bcf9-f38f-406d-80a5-f72aa196e6be tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:20:19.916850 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf2bcf9-f38f-406d-80a5-f72aa196e6be tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:20:19.922074 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf2bcf9-f38f-406d-80a5-f72aa196e6be tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:19.922721 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5bf2bcf9-f38f-406d-80a5-f72aa196e6be tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:19.926854 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf2bcf9-f38f-406d-80a5-f72aa196e6be tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'Port': ['ID=1c912907-50c0-4787-9458-ab0fd4d47f71,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:19.946674 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47710) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:19.947187 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5bf2bcf9-f38f-406d-80a5-f72aa196e6be tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 0.6055822
Feb 05 21:20:20.206767 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device ca2008d3-3ff5-412a-ac36-d79705f039c8 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:20:20.263816 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:20.272026 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port ca2008d3-3ff5-412a-ac36-d79705f039c8 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:20.272384 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ca2008d3-3ff5-412a-ac36-d79705f039c8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:20.324789 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2692de7b-9462-44cd-976b-b6ef94571e98 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1c912907-50c0-4787-9458-ab0fd4d47f71), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:20.351303 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port ca2008d3-3ff5-412a-ac36-d79705f039c8 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:20:20.351700 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ca2008d3-3ff5-412a-ac36-d79705f039c8), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:20.391314 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port ca2008d3-3ff5-412a-ac36-d79705f039c8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca2008d3-3ff5-412a-ac36-d79705f039c8,segment=NetworkSegment(4fe6c86b-9045-49e0-8584-0abb61dde3f4),segment_id=4fe6c86b-9045-49e0-8584-0abb61dde3f4)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:20:20.396095 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ca2008d3-3ff5-412a-ac36-d79705f039c8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:20.453862 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device edd94a8c-23b6-465f-a58f-9902e65095c3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:20:20.462463 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=ca2008d3-3ff5-412a-ac36-d79705f039c8,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:20.483654 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: edd94a8c-23b6-465f-a58f-9902e65095c3 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:20:20.484005 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device edd94a8c-23b6-465f-a58f-9902e65095c3 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:20:20.597754 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2692de7b-9462-44cd-976b-b6ef94571e98 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for port (1c912907-50c0-4787-9458-ab0fd4d47f71), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:20.602710 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2692de7b-9462-44cd-976b-b6ef94571e98 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (1c912907-50c0-4787-9458-ab0fd4d47f71), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:20.684547 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2692de7b-9462-44cd-976b-b6ef94571e98 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'Port': ['ID=1c912907-50c0-4787-9458-ab0fd4d47f71,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:20.794429 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2692de7b-9462-44cd-976b-b6ef94571e98 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (ad06a3db-71c1-414e-8949-4523de3d25e7), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:20.904283 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920252ee-8b51-4132-af5e-68142b0690ec None None] Network 1d8c19ff-780d-444c-9037-542a0a5bb89e requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:20:20.924049 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2692de7b-9462-44cd-976b-b6ef94571e98 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1c912907-50c0-4787-9458-ab0fd4d47f71), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:20.991014 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-0efbd59d-d063-413c-8a6c-2de9a67091fd None None] Provisioning complete for port ca2008d3-3ff5-412a-ac36-d79705f039c8 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:20.991399 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0efbd59d-d063-413c-8a6c-2de9a67091fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ca2008d3-3ff5-412a-ac36-d79705f039c8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:21.102633 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-0efbd59d-d063-413c-8a6c-2de9a67091fd None None] Current status of the port ca2008d3-3ff5-412a-ac36-d79705f039c8 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:20:21.198520 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2692de7b-9462-44cd-976b-b6ef94571e98 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for port (1c912907-50c0-4787-9458-ab0fd4d47f71), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:21.203386 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2692de7b-9462-44cd-976b-b6ef94571e98 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (1c912907-50c0-4787-9458-ab0fd4d47f71), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:21.204218 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2692de7b-9462-44cd-976b-b6ef94571e98 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (ad06a3db-71c1-414e-8949-4523de3d25e7), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:21.268915 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2692de7b-9462-44cd-976b-b6ef94571e98 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'Port': ['ID=1c912907-50c0-4787-9458-ab0fd4d47f71,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:21.330363 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-15e7d76c-e589-4d3c-9dc4-9cc12aae0466 None None] Provisioning complete for port ca2008d3-3ff5-412a-ac36-d79705f039c8 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:21.331841 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-15e7d76c-e589-4d3c-9dc4-9cc12aae0466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ca2008d3-3ff5-412a-ac36-d79705f039c8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:21.340339 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2692de7b-9462-44cd-976b-b6ef94571e98 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Network 1d8c19ff-780d-444c-9037-542a0a5bb89e is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:20:21.341762 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-2692de7b-9462-44cd-976b-b6ef94571e98 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:20:21.417098 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-15e7d76c-e589-4d3c-9dc4-9cc12aae0466 None None] Current status of the port ca2008d3-3ff5-412a-ac36-d79705f039c8 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:20:21.428492 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-15e7d76c-e589-4d3c-9dc4-9cc12aae0466 None None] Provisioning complete for port 1c912907-50c0-4787-9458-ab0fd4d47f71 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:21.428868 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-15e7d76c-e589-4d3c-9dc4-9cc12aae0466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1c912907-50c0-4787-9458-ab0fd4d47f71), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:21.464604 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-15e7d76c-e589-4d3c-9dc4-9cc12aae0466 None None] Port 1c912907-50c0-4787-9458-ab0fd4d47f71 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:20:21.473120 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2692de7b-9462-44cd-976b-b6ef94571e98 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Router ad06a3db-71c1-414e-8949-4523de3d25e7 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:20:21.573494 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2692de7b-9462-44cd-976b-b6ef94571e98 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:20:21.578697 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2692de7b-9462-44cd-976b-b6ef94571e98 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "PUT /v2.0/routers/ad06a3db-71c1-414e-8949-4523de3d25e7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6311750
Feb 05 21:20:21.582685 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47712) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:21.585364 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da3b642-0a68-4337-bab1-ae5c9d4f06b6 None None] Sync routers for ids ['ad06a3db-71c1-414e-8949-4523de3d25e7'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:20:21.597354 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da3b642-0a68-4337-bab1-ae5c9d4f06b6 None None] Routers {'ad06a3db-71c1-414e-8949-4523de3d25e7'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:20:21.598017 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-8da3b642-0a68-4337-bab1-ae5c9d4f06b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8e3af70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:20:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ad06a3db-71c1-414e-8949-4523de3d25e7'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:21.599776 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-4b9b8d1d-e22c-4ee4-812b-c3c63547d628 None None] Provisioning complete for port 1c912907-50c0-4787-9458-ab0fd4d47f71 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:21.600152 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4b9b8d1d-e22c-4ee4-812b-c3c63547d628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1c912907-50c0-4787-9458-ab0fd4d47f71), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:21.635106 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-8da3b642-0a68-4337-bab1-ae5c9d4f06b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8e3af70>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:21.646971 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da3b642-0a68-4337-bab1-ae5c9d4f06b6 None None] Routers {'ad06a3db-71c1-414e-8949-4523de3d25e7'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:20:21.647283 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-4b9b8d1d-e22c-4ee4-812b-c3c63547d628 None None] Port 1c912907-50c0-4787-9458-ab0fd4d47f71 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:20:21.647501 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b941fd42-7b7d-4638-aeff-c4de06366251 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:21.647810 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-8da3b642-0a68-4337-bab1-ae5c9d4f06b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8e3af70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:20:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ad06a3db-71c1-414e-8949-4523de3d25e7'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:21.649175 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b941fd42-7b7d-4638-aeff-c4de06366251 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad06a3db-71c1-414e-8949-4523de3d25e7 HTTP/1.1" status: 200  len: 989 time: 0.0654051
Feb 05 21:20:21.652002 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47714) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:21.681820 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-8da3b642-0a68-4337-bab1-ae5c9d4f06b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8e3af70>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:21.682813 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da3b642-0a68-4337-bab1-ae5c9d4f06b6 None None] The sync data for ids ['ad06a3db-71c1-414e-8949-4523de3d25e7'] in ncdv-master-1 is: [] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:20:21.772010 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-a0db44b3-3472-4dc1-bdf2-9b56d52479db None None] Provisioning complete for port 1c912907-50c0-4787-9458-ab0fd4d47f71 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:21.772389 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a0db44b3-3472-4dc1-bdf2-9b56d52479db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1c912907-50c0-4787-9458-ab0fd4d47f71), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:21.810565 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a0db44b3-3472-4dc1-bdf2-9b56d52479db None None] Port 1c912907-50c0-4787-9458-ab0fd4d47f71 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:20:21.931672 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-e672916d-4cf0-4570-9ca9-0f617d7618d1 None None] Provisioning complete for port 1c912907-50c0-4787-9458-ab0fd4d47f71 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:21.932299 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e672916d-4cf0-4570-9ca9-0f617d7618d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1c912907-50c0-4787-9458-ab0fd4d47f71), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:21.969230 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-e672916d-4cf0-4570-9ca9-0f617d7618d1 None None] Port 1c912907-50c0-4787-9458-ab0fd4d47f71 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:20:22.145767 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device ca2008d3-3ff5-412a-ac36-d79705f039c8 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:20:22.198192 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port ca2008d3-3ff5-412a-ac36-d79705f039c8 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:22.198600 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ca2008d3-3ff5-412a-ac36-d79705f039c8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:22.275738 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port ca2008d3-3ff5-412a-ac36-d79705f039c8 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:20:22.339898 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8dfdef4e-fe9c-4b4b-af40-fbf27fc26c9b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (ad06a3db-71c1-414e-8949-4523de3d25e7), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:22.547334 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-8dfdef4e-fe9c-4b4b-af40-fbf27fc26c9b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Deleting port 1c912907-50c0-4787-9458-ab0fd4d47f71 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:20:22.547678 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8dfdef4e-fe9c-4b4b-af40-fbf27fc26c9b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (1c912907-50c0-4787-9458-ab0fd4d47f71), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:22.633085 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8dfdef4e-fe9c-4b4b-af40-fbf27fc26c9b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (1c912907-50c0-4787-9458-ab0fd4d47f71), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:22.644721 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-8dfdef4e-fe9c-4b4b-af40-fbf27fc26c9b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Calling delete_port for 1c912907-50c0-4787-9458-ab0fd4d47f71 owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:20:22.819493 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8dfdef4e-fe9c-4b4b-af40-fbf27fc26c9b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (1c912907-50c0-4787-9458-ab0fd4d47f71), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:22.847016 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfdef4e-fe9c-4b4b-af40-fbf27fc26c9b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event deleted for resources: {'Port': ['ID=1c912907-50c0-4787-9458-ab0fd4d47f71,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:22.952279 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8dfdef4e-fe9c-4b4b-af40-fbf27fc26c9b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (ad06a3db-71c1-414e-8949-4523de3d25e7), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:23.109859 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dfdef4e-fe9c-4b4b-af40-fbf27fc26c9b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Router ad06a3db-71c1-414e-8949-4523de3d25e7 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:20:23.186319 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfdef4e-fe9c-4b4b-af40-fbf27fc26c9b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:20:23.191203 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8dfdef4e-fe9c-4b4b-af40-fbf27fc26c9b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "PUT /v2.0/routers/ad06a3db-71c1-414e-8949-4523de3d25e7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5381715
Feb 05 21:20:23.193775 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47716) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:23.196561 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b32d855-aefe-4458-8a1c-44f79d701ed6 None None] Sync routers for ids ['ad06a3db-71c1-414e-8949-4523de3d25e7'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:20:23.208293 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b32d855-aefe-4458-8a1c-44f79d701ed6 None None] Routers {'ad06a3db-71c1-414e-8949-4523de3d25e7'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:20:23.208909 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-9b32d855-aefe-4458-8a1c-44f79d701ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabf82dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:20:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ad06a3db-71c1-414e-8949-4523de3d25e7'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:23.218615 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-f980bc34-2e37-4175-ba94-79fc6fe219a1 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] GET failed (client error): The resource could not be found.
Feb 05 21:20:23.220043 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f980bc34-2e37-4175-ba94-79fc6fe219a1 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "GET /v2.0/ports/1c912907-50c0-4787-9458-ab0fd4d47f71 HTTP/1.1" status: 404  len: 333 time: 0.0253613
Feb 05 21:20:23.223779 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47718) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:23.245635 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-9b32d855-aefe-4458-8a1c-44f79d701ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabf82dc0>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:23.254191 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b32d855-aefe-4458-8a1c-44f79d701ed6 None None] Routers {'ad06a3db-71c1-414e-8949-4523de3d25e7'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:20:23.254825 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-9b32d855-aefe-4458-8a1c-44f79d701ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabf82dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:20:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['ad06a3db-71c1-414e-8949-4523de3d25e7'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:23.289894 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-9b32d855-aefe-4458-8a1c-44f79d701ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabf82dc0>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:23.290580 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b32d855-aefe-4458-8a1c-44f79d701ed6 None None] The sync data for ids ['ad06a3db-71c1-414e-8949-4523de3d25e7'] in ncdv-master-1 is: [] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:20:23.300490 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9110f6c2-3810-4b96-8410-f862f8f16f91 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for router (ad06a3db-71c1-414e-8949-4523de3d25e7), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:23.461591 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9110f6c2-3810-4b96-8410-f862f8f16f91 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (ad06a3db-71c1-414e-8949-4523de3d25e7), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:23.463744 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9110f6c2-3810-4b96-8410-f862f8f16f91 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for router_controller (ad06a3db-71c1-414e-8949-4523de3d25e7), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:23.506219 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9110f6c2-3810-4b96-8410-f862f8f16f91 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (ad06a3db-71c1-414e-8949-4523de3d25e7), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:23.506788 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9110f6c2-3810-4b96-8410-f862f8f16f91 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Fanout notify agent at l3_agent the message router_deleted on router ad06a3db-71c1-414e-8949-4523de3d25e7 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:20:23.513497 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9110f6c2-3810-4b96-8410-f862f8f16f91 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:23.514524 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9110f6c2-3810-4b96-8410-f862f8f16f91 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/routers/ad06a3db-71c1-414e-8949-4523de3d25e7 HTTP/1.1" status: 204  len: 168 time: 0.2898281
Feb 05 21:20:23.517269 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47720) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:23.571566 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-8100a562-f88a-4115-b6a4-74d53a2c85b0 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Deleting subnet 9f82bcf3-6a6b-4fd4-8282-38fa45303619 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:20:23.574673 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8100a562-f88a-4115-b6a4-74d53a2c85b0 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for subnet (9f82bcf3-6a6b-4fd4-8282-38fa45303619), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:23.615582 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8100a562-f88a-4115-b6a4-74d53a2c85b0 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (9f82bcf3-6a6b-4fd4-8282-38fa45303619), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:23.698753 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8100a562-f88a-4115-b6a4-74d53a2c85b0 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (9f82bcf3-6a6b-4fd4-8282-38fa45303619), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:23.760515 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8100a562-f88a-4115-b6a4-74d53a2c85b0 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (9f82bcf3-6a6b-4fd4-8282-38fa45303619), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:23.787442 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100a562-f88a-4115-b6a4-74d53a2c85b0 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event deleted for resources: {'Subnet': ['ID=9f82bcf3-6a6b-4fd4-8282-38fa45303619,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:23.791057 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8100a562-f88a-4115-b6a4-74d53a2c85b0 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:23.794255 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8100a562-f88a-4115-b6a4-74d53a2c85b0 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/subnets/9f82bcf3-6a6b-4fd4-8282-38fa45303619 HTTP/1.1" status: 204  len: 168 time: 0.2760375
Feb 05 21:20:23.796963 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47722) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:23.797208 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f39daee-0dc0-4f68-bb65-ebef868f061f None None] Network 1d8c19ff-780d-444c-9037-542a0a5bb89e requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:20:23.873008 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7137fa71-3957-486a-bcf6-caca927afead tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (1d8c19ff-780d-444c-9037-542a0a5bb89e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:23.933434 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-7137fa71-3957-486a-bcf6-caca927afead tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Deleting port ca2008d3-3ff5-412a-ac36-d79705f039c8 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:20:23.933913 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7137fa71-3957-486a-bcf6-caca927afead tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (ca2008d3-3ff5-412a-ac36-d79705f039c8), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:23.946594 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85638830-a3ac-4146-b5f1-5e8e64d0627c None None] DHCP port deletion for 1d8c19ff-780d-444c-9037-542a0a5bb89e request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:20:23.994844 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-85638830-a3ac-4146-b5f1-5e8e64d0627c None None] Deleting port ca2008d3-3ff5-412a-ac36-d79705f039c8 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:20:23.995223 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-85638830-a3ac-4146-b5f1-5e8e64d0627c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (ca2008d3-3ff5-412a-ac36-d79705f039c8), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:23.998077 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-7137fa71-3957-486a-bcf6-caca927afead tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] For port ca2008d3-3ff5-412a-ac36-d79705f039c8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca2008d3-3ff5-412a-ac36-d79705f039c8,segment=NetworkSegment(4fe6c86b-9045-49e0-8584-0abb61dde3f4),segment_id=4fe6c86b-9045-49e0-8584-0abb61dde3f4)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:20:23.998480 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7137fa71-3957-486a-bcf6-caca927afead tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (ca2008d3-3ff5-412a-ac36-d79705f039c8), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:24.011817 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-7137fa71-3957-486a-bcf6-caca927afead tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Calling delete_port for ca2008d3-3ff5-412a-ac36-d79705f039c8 owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:20:24.061684 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-85638830-a3ac-4146-b5f1-5e8e64d0627c None None] For port ca2008d3-3ff5-412a-ac36-d79705f039c8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca2008d3-3ff5-412a-ac36-d79705f039c8,segment=NetworkSegment(4fe6c86b-9045-49e0-8584-0abb61dde3f4),segment_id=4fe6c86b-9045-49e0-8584-0abb61dde3f4)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:20:24.062080 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-85638830-a3ac-4146-b5f1-5e8e64d0627c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (ca2008d3-3ff5-412a-ac36-d79705f039c8), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:24.075140 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-85638830-a3ac-4146-b5f1-5e8e64d0627c None None] Calling delete_port for ca2008d3-3ff5-412a-ac36-d79705f039c8 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:20:24.095531 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7137fa71-3957-486a-bcf6-caca927afead tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (ca2008d3-3ff5-412a-ac36-d79705f039c8), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:24.123126 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137fa71-3957-486a-bcf6-caca927afead tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event deleted for resources: {'Port': ['ID=ca2008d3-3ff5-412a-ac36-d79705f039c8,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:24.127501 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7137fa71-3957-486a-bcf6-caca927afead tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] No DVR routers for this DVR port ca2008d3-3ff5-412a-ac36-d79705f039c8 on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:20:24.154931 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-85638830-a3ac-4146-b5f1-5e8e64d0627c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (ca2008d3-3ff5-412a-ac36-d79705f039c8), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:24.165026 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device ca2008d3-3ff5-412a-ac36-d79705f039c8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:20:24.206535 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85638830-a3ac-4146-b5f1-5e8e64d0627c None None] Pushing event deleted for resources: {'Port': ['ID=ca2008d3-3ff5-412a-ac36-d79705f039c8,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:24.208299 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85638830-a3ac-4146-b5f1-5e8e64d0627c None None] No DVR routers for this DVR port ca2008d3-3ff5-412a-ac36-d79705f039c8 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:20:24.208467 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7137fa71-3957-486a-bcf6-caca927afead tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (1d8c19ff-780d-444c-9037-542a0a5bb89e), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:24.210047 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: ca2008d3-3ff5-412a-ac36-d79705f039c8 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:20:24.210426 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device ca2008d3-3ff5-412a-ac36-d79705f039c8 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:20:24.233772 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-7137fa71-3957-486a-bcf6-caca927afead tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db26bea60>,) {'filters': {'network_id': ['1d8c19ff-780d-444c-9037-542a0a5bb89e']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:24.243951 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-7137fa71-3957-486a-bcf6-caca927afead tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db26bea60>, '4fe6c86b-9045-49e0-8584-0abb61dde3f4') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:24.244259 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-7137fa71-3957-486a-bcf6-caca927afead tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db26bea60>, '4fe6c86b-9045-49e0-8584-0abb61dde3f4') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:24.257788 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7137fa71-3957-486a-bcf6-caca927afead tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (4fe6c86b-9045-49e0-8584-0abb61dde3f4), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:24.271295 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7137fa71-3957-486a-bcf6-caca927afead tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (4fe6c86b-9045-49e0-8584-0abb61dde3f4), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:24.277299 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7137fa71-3957-486a-bcf6-caca927afead tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:20:24.277747 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7137fa71-3957-486a-bcf6-caca927afead tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (4fe6c86b-9045-49e0-8584-0abb61dde3f4), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:24.280690 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:20:24.280690 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:20:24.280690 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:20:24.280690 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:20:24.280690 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:20:24.280690 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:20:24.280690 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:20:24.280690 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:20:24.280690 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:20:24.280690 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:20:24.280690 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:20:24.280690 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:20:24.280690 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:20:24.280690 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:20:24.280690 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:20:24.280690 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:20:24.280690 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:20:24.280690 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:20:24.280690 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:20:24.280690 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:20:24.280690 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:20:24.280690 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:20:24.280690 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:20:24.280690 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:20:24.280690 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:20:24.280690 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:20:24.280690 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:20:24.280690 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:20:24.280690 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:20:24.280690 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:20:24.280690 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:20:24.280690 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:20:24.336572 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7137fa71-3957-486a-bcf6-caca927afead tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (1d8c19ff-780d-444c-9037-542a0a5bb89e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:24.344027 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7137fa71-3957-486a-bcf6-caca927afead tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:24.348070 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7137fa71-3957-486a-bcf6-caca927afead tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/networks/1d8c19ff-780d-444c-9037-542a0a5bb89e HTTP/1.1" status: 204  len: 168 time: 0.5501795
Feb 05 21:20:24.351849 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47724) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:24.359293 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137fa71-3957-486a-bcf6-caca927afead tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event deleted for resources: {'Network': ['ID=1d8c19ff-780d-444c-9037-542a0a5bb89e,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:24.649053 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfebc1d-1c6b-4cab-b111-09ab1c04de53 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:24.650534 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-bbfebc1d-1c6b-4cab-b111-09ab1c04de53 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "GET /v2.0/ports/48358fb0-eb22-4701-b160-2087de216949 HTTP/1.1" status: 200  len: 845 time: 0.2975745
Feb 05 21:20:24.653949 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47726) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:24.694635 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-23b88b79-c0b7-4a21-818d-327610e6c1fb tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "GET /v2.0/ports/48358fb0-eb22-4701-b160-2087de216949?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0395615
Feb 05 21:20:24.698092 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47728) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:24.702711 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-2a28488e-c8da-465d-b15e-b728f14a68a0 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'subnet': {'network_id': '513067de-59fd-4630-ad3d-14db8453e5c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:24.792159 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a28488e-c8da-465d-b15e-b728f14a68a0 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Made reservation on behalf of c64fbd3a71a34ef48b593d0d4b7e6ea5 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:20:24.795595 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2a28488e-c8da-465d-b15e-b728f14a68a0 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:24.975281 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2a28488e-c8da-465d-b15e-b728f14a68a0 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (9ad67e3c-4e96-4372-b670-a10f968c8638), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:25.014789 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a28488e-c8da-465d-b15e-b728f14a68a0 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Network 513067de-59fd-4630-ad3d-14db8453e5c5 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:20:25.018778 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-2a28488e-c8da-465d-b15e-b728f14a68a0 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:20:25.022911 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a28488e-c8da-465d-b15e-b728f14a68a0 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:25.023516 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2a28488e-c8da-465d-b15e-b728f14a68a0 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:25.028222 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8ec521-2c8e-4458-b6c5-63cc2e62c7ec None None] Network 513067de-59fd-4630-ad3d-14db8453e5c5 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:20:25.037814 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a28488e-c8da-465d-b15e-b728f14a68a0 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'Subnet': ['ID=9ad67e3c-4e96-4372-b670-a10f968c8638,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:25.046399 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2a28488e-c8da-465d-b15e-b728f14a68a0 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.3472838
Feb 05 21:20:25.049491 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47730) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:25.054078 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-cbe6193d-3835-4d8c-abb7-42cf5620db9c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'security_group': {'name': 'tempest-secgroup-1290136216'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:25.076546 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cbe6193d-3835-4d8c-abb7-42cf5620db9c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:25.143451 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cbe6193d-3835-4d8c-abb7-42cf5620db9c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for security_group (fe3056a3-9057-4704-a3e3-9517a065a009), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:25.147549 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cbe6193d-3835-4d8c-abb7-42cf5620db9c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (fe3056a3-9057-4704-a3e3-9517a065a009), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:25.155480 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c031dd8-e937-43da-b2b8-477c3f670a23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-513067de-59fd-4630-ad3d-14db8453e5c5', 'network_id': '513067de-59fd-4630-ad3d-14db8453e5c5', 'project_id': 'c64fbd3a71a34ef48b593d0d4b7e6ea5', 'fixed_ips': [{'subnet_id': '9ad67e3c-4e96-4372-b670-a10f968c8638'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:20:25.156342 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0c031dd8-e937-43da-b2b8-477c3f670a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:25.178054 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe6193d-3835-4d8c-abb7-42cf5620db9c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3056a3-9057-4704-a3e3-9517a065a009,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:25.183986 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cbe6193d-3835-4d8c-abb7-42cf5620db9c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:25.185726 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-cbe6193d-3835-4d8c-abb7-42cf5620db9c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1351488
Feb 05 21:20:25.188379 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47732) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:25.193599 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-31af35e2-01d3-4f5b-9c0a-2e6853b958e8 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'security_group': {'name': 'tempest-secgroup-472470273'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:25.214539 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-31af35e2-01d3-4f5b-9c0a-2e6853b958e8 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:25.281564 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-31af35e2-01d3-4f5b-9c0a-2e6853b958e8 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for security_group (dc28711c-423f-43d5-92f2-4747c374e67b), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:25.286686 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-31af35e2-01d3-4f5b-9c0a-2e6853b958e8 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (dc28711c-423f-43d5-92f2-4747c374e67b), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:25.306296 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-0c031dd8-e937-43da-b2b8-477c3f670a23 None None] Allocated IP 2001:db8::2 (513067de-59fd-4630-ad3d-14db8453e5c5/9ad67e3c-4e96-4372-b670-a10f968c8638/bf21c88b-8309-463d-8fdb-b817434e3a93) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:20:25.317095 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-31af35e2-01d3-4f5b-9c0a-2e6853b958e8 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:25.318339 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-31af35e2-01d3-4f5b-9c0a-2e6853b958e8 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.1288469
Feb 05 21:20:25.320424 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af35e2-01d3-4f5b-9c0a-2e6853b958e8 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc28711c-423f-43d5-92f2-4747c374e67b,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:25.321378 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47734) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:25.330836 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-251b5f1f-9759-4f99-bded-13ed50fe192f tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-620736914', 'security_groups': ['dc28711c-423f-43d5-92f2-4747c374e67b'], 'network_id': '513067de-59fd-4630-ad3d-14db8453e5c5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9ad67e3c-4e96-4372-b670-a10f968c8638'}]}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:25.447238 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251b5f1f-9759-4f99-bded-13ed50fe192f tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Made reservation on behalf of c64fbd3a71a34ef48b593d0d4b7e6ea5 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:20:25.456951 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0c031dd8-e937-43da-b2b8-477c3f670a23 None None] Publish callbacks [] for port (bf21c88b-8309-463d-8fdb-b817434e3a93), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:25.462399 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0c031dd8-e937-43da-b2b8-477c3f670a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (bf21c88b-8309-463d-8fdb-b817434e3a93), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:25.501392 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c031dd8-e937-43da-b2b8-477c3f670a23 None None] Network 513067de-59fd-4630-ad3d-14db8453e5c5 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:20:25.506532 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-0c031dd8-e937-43da-b2b8-477c3f670a23 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:20:25.509798 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c031dd8-e937-43da-b2b8-477c3f670a23 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:20:25.516619 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c031dd8-e937-43da-b2b8-477c3f670a23 None None] Pushing event updated for resources: {'Port': ['ID=bf21c88b-8309-463d-8fdb-b817434e3a93,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:25.537941 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-251b5f1f-9759-4f99-bded-13ed50fe192f tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:25.555586 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-251b5f1f-9759-4f99-bded-13ed50fe192f tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] device_id is not set on port d18e494c-eeda-4aec-8cf8-b1acc6642794 yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:20:25.573439 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-0c031dd8-e937-43da-b2b8-477c3f670a23 None None] Attempting to bind port bf21c88b-8309-463d-8fdb-b817434e3a93 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:20:25.573809 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-0c031dd8-e937-43da-b2b8-477c3f670a23 None None] Attempting to bind port bf21c88b-8309-463d-8fdb-b817434e3a93 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1be0027b-06b3-4e62-adff-03177b32b225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '513067de-59fd-4630-ad3d-14db8453e5c5'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:20:25.574170 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c031dd8-e937-43da-b2b8-477c3f670a23 None None] Attempting to bind port bf21c88b-8309-463d-8fdb-b817434e3a93 on network 513067de-59fd-4630-ad3d-14db8453e5c5 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:20:25.579278 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c031dd8-e937-43da-b2b8-477c3f670a23 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:20:25.579654 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c031dd8-e937-43da-b2b8-477c3f670a23 None None] Checking segment: {'id': '1be0027b-06b3-4e62-adff-03177b32b225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '513067de-59fd-4630-ad3d-14db8453e5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:20:25.580057 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0c031dd8-e937-43da-b2b8-477c3f670a23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:25.580620 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c031dd8-e937-43da-b2b8-477c3f670a23 None None] Bound using segment: {'id': '1be0027b-06b3-4e62-adff-03177b32b225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '513067de-59fd-4630-ad3d-14db8453e5c5'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:20:25.581104 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-0c031dd8-e937-43da-b2b8-477c3f670a23 None None] Bound port: bf21c88b-8309-463d-8fdb-b817434e3a93, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be0027b-06b3-4e62-adff-03177b32b225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '513067de-59fd-4630-ad3d-14db8453e5c5'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:20:25.581482 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0c031dd8-e937-43da-b2b8-477c3f670a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (bf21c88b-8309-463d-8fdb-b817434e3a93), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:25.643701 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-0c031dd8-e937-43da-b2b8-477c3f670a23 None None] For port bf21c88b-8309-463d-8fdb-b817434e3a93, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:20:25.646721 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-0c031dd8-e937-43da-b2b8-477c3f670a23 None None] For port bf21c88b-8309-463d-8fdb-b817434e3a93, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bf21c88b-8309-463d-8fdb-b817434e3a93,segment=NetworkSegment(1be0027b-06b3-4e62-adff-03177b32b225),segment_id=1be0027b-06b3-4e62-adff-03177b32b225)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:20:25.652309 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0c031dd8-e937-43da-b2b8-477c3f670a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (bf21c88b-8309-463d-8fdb-b817434e3a93), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:25.711628 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c031dd8-e937-43da-b2b8-477c3f670a23 None None] Pushing event updated for resources: {'Port': ['ID=bf21c88b-8309-463d-8fdb-b817434e3a93,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:25.729696 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-251b5f1f-9759-4f99-bded-13ed50fe192f tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Allocated IP 2001:db8::21e (513067de-59fd-4630-ad3d-14db8453e5c5/9ad67e3c-4e96-4372-b670-a10f968c8638/d18e494c-eeda-4aec-8cf8-b1acc6642794) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:20:25.891303 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-251b5f1f-9759-4f99-bded-13ed50fe192f tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for port (d18e494c-eeda-4aec-8cf8-b1acc6642794), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:25.930535 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-251b5f1f-9759-4f99-bded-13ed50fe192f tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (d18e494c-eeda-4aec-8cf8-b1acc6642794), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:25.977567 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251b5f1f-9759-4f99-bded-13ed50fe192f tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Network 513067de-59fd-4630-ad3d-14db8453e5c5 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:20:25.980835 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-251b5f1f-9759-4f99-bded-13ed50fe192f tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:20:25.984429 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251b5f1f-9759-4f99-bded-13ed50fe192f tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:20:25.989836 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251b5f1f-9759-4f99-bded-13ed50fe192f tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:25.990484 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-251b5f1f-9759-4f99-bded-13ed50fe192f tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:25.999672 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b5f1f-9759-4f99-bded-13ed50fe192f tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'Port': ['ID=d18e494c-eeda-4aec-8cf8-b1acc6642794,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:26.013142 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-251b5f1f-9759-4f99-bded-13ed50fe192f tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 0.6905663
Feb 05 21:20:26.016014 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47736) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:26.021747 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-096d7237-ae81-4630-965f-81411a5a2a5b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'subnet': {'network_id': '513067de-59fd-4630-ad3d-14db8453e5c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:26.132353 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096d7237-ae81-4630-965f-81411a5a2a5b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Made reservation on behalf of c64fbd3a71a34ef48b593d0d4b7e6ea5 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:20:26.135905 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-096d7237-ae81-4630-965f-81411a5a2a5b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:26.192204 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device bf21c88b-8309-463d-8fdb-b817434e3a93 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:20:26.227216 ncdv-master-1 neutron-server[114390]: INFO neutron.db.ipam_backend_mixin [None req-096d7237-ae81-4630-965f-81411a5a2a5b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9ad67e3c-4e96-4372-b670-a10f968c8638 (CIDR: 2001:db8::/64)
Feb 05 21:20:26.230441 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-096d7237-ae81-4630-965f-81411a5a2a5b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:20:26.230904 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-096d7237-ae81-4630-965f-81411a5a2a5b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:20:26.242820 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port bf21c88b-8309-463d-8fdb-b817434e3a93 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:26.243189 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (bf21c88b-8309-463d-8fdb-b817434e3a93), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:26.246856 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-096d7237-ae81-4630-965f-81411a5a2a5b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.2297587
Feb 05 21:20:26.250069 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47738) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:26.255273 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-bd149974-38b1-4afb-bf3d-1690d1084eea tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'subnet': {'network_id': '513067de-59fd-4630-ad3d-14db8453e5c5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:26.324666 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port bf21c88b-8309-463d-8fdb-b817434e3a93 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:20:26.325249 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (bf21c88b-8309-463d-8fdb-b817434e3a93), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:26.360915 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port bf21c88b-8309-463d-8fdb-b817434e3a93, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bf21c88b-8309-463d-8fdb-b817434e3a93,segment=NetworkSegment(1be0027b-06b3-4e62-adff-03177b32b225),segment_id=1be0027b-06b3-4e62-adff-03177b32b225)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:20:26.366733 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (bf21c88b-8309-463d-8fdb-b817434e3a93), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:26.375844 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd149974-38b1-4afb-bf3d-1690d1084eea tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Made reservation on behalf of c64fbd3a71a34ef48b593d0d4b7e6ea5 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:20:26.380416 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bd149974-38b1-4afb-bf3d-1690d1084eea tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:26.420999 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=bf21c88b-8309-463d-8fdb-b817434e3a93,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:26.638607 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bd149974-38b1-4afb-bf3d-1690d1084eea tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (18a86ce3-d011-4d3a-9d18-65eac86f1472), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:26.681351 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd149974-38b1-4afb-bf3d-1690d1084eea tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Network 513067de-59fd-4630-ad3d-14db8453e5c5 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:20:26.684609 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-bd149974-38b1-4afb-bf3d-1690d1084eea tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:20:26.690400 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd149974-38b1-4afb-bf3d-1690d1084eea tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:26.691068 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bd149974-38b1-4afb-bf3d-1690d1084eea tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:26.703823 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd149974-38b1-4afb-bf3d-1690d1084eea tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'Subnet': ['ID=18a86ce3-d011-4d3a-9d18-65eac86f1472,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:26.719117 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47740) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:26.719647 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-bd149974-38b1-4afb-bf3d-1690d1084eea tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.4679430
Feb 05 21:20:26.724584 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-cca79672-01fb-4e81-afe6-9a6b70e31110 None None] Provisioning complete for port bf21c88b-8309-463d-8fdb-b817434e3a93 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:26.724961 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cca79672-01fb-4e81-afe6-9a6b70e31110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (bf21c88b-8309-463d-8fdb-b817434e3a93), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:26.726003 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-d6787f2d-a60b-4811-80fc-16baf0a40931 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-228529088', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '18a86ce3-d011-4d3a-9d18-65eac86f1472'}], 'security_groups': ['fe3056a3-9057-4704-a3e3-9517a065a009']}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:26.815904 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-cca79672-01fb-4e81-afe6-9a6b70e31110 None None] Current status of the port bf21c88b-8309-463d-8fdb-b817434e3a93 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:20:26.827059 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-cca79672-01fb-4e81-afe6-9a6b70e31110 None None] Provisioning complete for port 48358fb0-eb22-4701-b160-2087de216949 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:26.827439 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cca79672-01fb-4e81-afe6-9a6b70e31110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (48358fb0-eb22-4701-b160-2087de216949), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:26.868093 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-cca79672-01fb-4e81-afe6-9a6b70e31110 None None] Port 48358fb0-eb22-4701-b160-2087de216949 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:20:26.889222 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3b3da3-c43c-4057-8028-b5c03247c733 None None] Network 513067de-59fd-4630-ad3d-14db8453e5c5 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:20:26.890885 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d6787f2d-a60b-4811-80fc-16baf0a40931 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d18e494c-eeda-4aec-8cf8-b1acc6642794), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:27.133784 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-1701dcfc-17ec-4b3d-91c1-8c7d215150be None None] Provisioning complete for port d18e494c-eeda-4aec-8cf8-b1acc6642794 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:27.134070 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1701dcfc-17ec-4b3d-91c1-8c7d215150be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d18e494c-eeda-4aec-8cf8-b1acc6642794), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:27.190881 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-1701dcfc-17ec-4b3d-91c1-8c7d215150be None None] Port d18e494c-eeda-4aec-8cf8-b1acc6642794 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:20:27.203488 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-d6787f2d-a60b-4811-80fc-16baf0a40931 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Delete allocated IP 2001:db8::21e (513067de-59fd-4630-ad3d-14db8453e5c5/9ad67e3c-4e96-4372-b670-a10f968c8638) {{(pid=114391) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Feb 05 21:20:27.212467 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-d6787f2d-a60b-4811-80fc-16baf0a40931 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Allocated IP 2001:db8:0:1::1a2 (513067de-59fd-4630-ad3d-14db8453e5c5/18a86ce3-d011-4d3a-9d18-65eac86f1472/d18e494c-eeda-4aec-8cf8-b1acc6642794) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:20:27.276186 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df3ad84-721e-4512-8450-d4a176eb7cc3 None None] Update dhcp port {'port': {'network_id': '513067de-59fd-4630-ad3d-14db8453e5c5', 'fixed_ips': [{'subnet_id': '9ad67e3c-4e96-4372-b670-a10f968c8638', 'ip_address': '2001:db8::2'}, {'subnet_id': '18a86ce3-d011-4d3a-9d18-65eac86f1472'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'bf21c88b-8309-463d-8fdb-b817434e3a93'} from ncdv-master-1. {{(pid=114392) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 05 21:20:27.308404 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7df3ad84-721e-4512-8450-d4a176eb7cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (bf21c88b-8309-463d-8fdb-b817434e3a93), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:27.379931 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d6787f2d-a60b-4811-80fc-16baf0a40931 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for port (d18e494c-eeda-4aec-8cf8-b1acc6642794), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:27.386330 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d6787f2d-a60b-4811-80fc-16baf0a40931 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (d18e494c-eeda-4aec-8cf8-b1acc6642794), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:27.454334 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-d6787f2d-a60b-4811-80fc-16baf0a40931 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] In _notify_port_updated(), no bound segment for port d18e494c-eeda-4aec-8cf8-b1acc6642794 on network 513067de-59fd-4630-ad3d-14db8453e5c5 {{(pid=114391) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Feb 05 21:20:27.460556 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6787f2d-a60b-4811-80fc-16baf0a40931 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:27.461187 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d6787f2d-a60b-4811-80fc-16baf0a40931 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:27.462557 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d6787f2d-a60b-4811-80fc-16baf0a40931 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "PUT /v2.0/ports/d18e494c-eeda-4aec-8cf8-b1acc6642794 HTTP/1.1" status: 200  len: 930 time: 0.7416902
Feb 05 21:20:27.466011 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47742) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:27.466525 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6787f2d-a60b-4811-80fc-16baf0a40931 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'Port': ['ID=d18e494c-eeda-4aec-8cf8-b1acc6642794,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:27.509199 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-7df3ad84-721e-4512-8450-d4a176eb7cc3 None None] Allocated IP 2001:db8:0:1::2 (513067de-59fd-4630-ad3d-14db8453e5c5/18a86ce3-d011-4d3a-9d18-65eac86f1472/bf21c88b-8309-463d-8fdb-b817434e3a93) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:20:27.576504 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-54a70cfc-2a51-4023-a284-c0d5aa3c0ccc tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Deleting port d18e494c-eeda-4aec-8cf8-b1acc6642794 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:20:27.577070 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-54a70cfc-2a51-4023-a284-c0d5aa3c0ccc tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (d18e494c-eeda-4aec-8cf8-b1acc6642794), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:27.618330 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-7df3ad84-721e-4512-8450-d4a176eb7cc3 None None] For port bf21c88b-8309-463d-8fdb-b817434e3a93, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bf21c88b-8309-463d-8fdb-b817434e3a93,segment=NetworkSegment(1be0027b-06b3-4e62-adff-03177b32b225),segment_id=1be0027b-06b3-4e62-adff-03177b32b225)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:20:27.652880 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7df3ad84-721e-4512-8450-d4a176eb7cc3 None None] Publish callbacks [] for port (bf21c88b-8309-463d-8fdb-b817434e3a93), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:27.659459 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7df3ad84-721e-4512-8450-d4a176eb7cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (bf21c88b-8309-463d-8fdb-b817434e3a93), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:27.682289 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-54a70cfc-2a51-4023-a284-c0d5aa3c0ccc tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (d18e494c-eeda-4aec-8cf8-b1acc6642794), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:27.698539 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-54a70cfc-2a51-4023-a284-c0d5aa3c0ccc tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Calling delete_port for d18e494c-eeda-4aec-8cf8-b1acc6642794 owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:20:27.754040 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df3ad84-721e-4512-8450-d4a176eb7cc3 None None] Pushing event updated for resources: {'Port': ['ID=bf21c88b-8309-463d-8fdb-b817434e3a93,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:27.858773 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-54a70cfc-2a51-4023-a284-c0d5aa3c0ccc tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (d18e494c-eeda-4aec-8cf8-b1acc6642794), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:27.907691 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a70cfc-2a51-4023-a284-c0d5aa3c0ccc tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event deleted for resources: {'Port': ['ID=d18e494c-eeda-4aec-8cf8-b1acc6642794,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:27.936554 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-54a70cfc-2a51-4023-a284-c0d5aa3c0ccc tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:27.940202 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-54a70cfc-2a51-4023-a284-c0d5aa3c0ccc tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/ports/d18e494c-eeda-4aec-8cf8-b1acc6642794 HTTP/1.1" status: 204  len: 168 time: 0.4710042
Feb 05 21:20:27.943027 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47744) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:27.978189 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f056cdc-ebc4-45a6-8d11-78659e4f8199 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] GET failed (client error): The resource could not be found.
Feb 05 21:20:27.979965 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9f056cdc-ebc4-45a6-8d11-78659e4f8199 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "GET /v2.0/ports/d18e494c-eeda-4aec-8cf8-b1acc6642794 HTTP/1.1" status: 404  len: 333 time: 0.0356007
Feb 05 21:20:27.982619 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47746) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:28.041461 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ac5b0254-d25e-4fe7-a7a1-13caf6d77a6b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for security_group (dc28711c-423f-43d5-92f2-4747c374e67b), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:28.077916 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ac5b0254-d25e-4fe7-a7a1-13caf6d77a6b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for security_group (dc28711c-423f-43d5-92f2-4747c374e67b), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:28.146034 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ac5b0254-d25e-4fe7-a7a1-13caf6d77a6b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (dc28711c-423f-43d5-92f2-4747c374e67b), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:28.149010 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ac5b0254-d25e-4fe7-a7a1-13caf6d77a6b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:28.150027 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ac5b0254-d25e-4fe7-a7a1-13caf6d77a6b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/security-groups/dc28711c-423f-43d5-92f2-4747c374e67b HTTP/1.1" status: 204  len: 168 time: 0.1664193
Feb 05 21:20:28.152808 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47748) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:28.164325 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b0254-d25e-4fe7-a7a1-13caf6d77a6b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc28711c-423f-43d5-92f2-4747c374e67b,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:28.170452 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device bf21c88b-8309-463d-8fdb-b817434e3a93 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:20:28.218598 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-185ff45d-b17e-4998-afa5-c17f5095ad66 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for security_group (fe3056a3-9057-4704-a3e3-9517a065a009), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:28.233200 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port bf21c88b-8309-463d-8fdb-b817434e3a93 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:28.233590 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (bf21c88b-8309-463d-8fdb-b817434e3a93), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:28.244832 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-185ff45d-b17e-4998-afa5-c17f5095ad66 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for security_group (fe3056a3-9057-4704-a3e3-9517a065a009), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:28.300258 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-185ff45d-b17e-4998-afa5-c17f5095ad66 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (fe3056a3-9057-4704-a3e3-9517a065a009), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:28.302923 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-185ff45d-b17e-4998-afa5-c17f5095ad66 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:28.304127 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-185ff45d-b17e-4998-afa5-c17f5095ad66 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/security-groups/fe3056a3-9057-4704-a3e3-9517a065a009 HTTP/1.1" status: 204  len: 168 time: 0.1500566
Feb 05 21:20:28.307430 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47750) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:28.315519 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ff45d-b17e-4998-afa5-c17f5095ad66 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3056a3-9057-4704-a3e3-9517a065a009,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:28.340049 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port bf21c88b-8309-463d-8fdb-b817434e3a93 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:20:28.397317 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-569ce565-2910-4920-ad26-4422363c51be tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Deleting subnet 9ad67e3c-4e96-4372-b670-a10f968c8638 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:20:28.401782 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-569ce565-2910-4920-ad26-4422363c51be tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for subnet (9ad67e3c-4e96-4372-b670-a10f968c8638), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:28.412559 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-801b8f81-6d59-4423-bd14-97fd4de0b0a9 None None] Could not find standard attr ID for object d18e494c-eeda-4aec-8cf8-b1acc6642794. {{(pid=114392) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 05 21:20:28.425782 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-801b8f81-6d59-4423-bd14-97fd4de0b0a9 None None] Provisioning complete for port bf21c88b-8309-463d-8fdb-b817434e3a93 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:28.426323 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-801b8f81-6d59-4423-bd14-97fd4de0b0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (bf21c88b-8309-463d-8fdb-b817434e3a93), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:28.448243 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-569ce565-2910-4920-ad26-4422363c51be tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (9ad67e3c-4e96-4372-b670-a10f968c8638), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:28.510264 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-801b8f81-6d59-4423-bd14-97fd4de0b0a9 None None] Current status of the port bf21c88b-8309-463d-8fdb-b817434e3a93 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:20:28.521671 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-801b8f81-6d59-4423-bd14-97fd4de0b0a9 None None] Provisioning complete for port 48358fb0-eb22-4701-b160-2087de216949 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:28.522126 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-801b8f81-6d59-4423-bd14-97fd4de0b0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (48358fb0-eb22-4701-b160-2087de216949), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:28.550720 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-569ce565-2910-4920-ad26-4422363c51be tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (9ad67e3c-4e96-4372-b670-a10f968c8638), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:28.560596 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-801b8f81-6d59-4423-bd14-97fd4de0b0a9 None None] Port 48358fb0-eb22-4701-b160-2087de216949 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:20:28.617284 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-569ce565-2910-4920-ad26-4422363c51be tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (9ad67e3c-4e96-4372-b670-a10f968c8638), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:28.646030 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ce565-2910-4920-ad26-4422363c51be tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event deleted for resources: {'Subnet': ['ID=9ad67e3c-4e96-4372-b670-a10f968c8638,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:28.651355 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-569ce565-2910-4920-ad26-4422363c51be tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:28.657862 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-569ce565-2910-4920-ad26-4422363c51be tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/subnets/9ad67e3c-4e96-4372-b670-a10f968c8638 HTTP/1.1" status: 204  len: 168 time: 0.3453898
Feb 05 21:20:28.658998 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47752) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:28.664500 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-0c9fa1d9-5be7-4632-befa-7eba6b6c8e84 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'subnet': {'network_id': '513067de-59fd-4630-ad3d-14db8453e5c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:28.672598 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-50165b54-a77b-4622-87ce-3d1ba769d43b None None] Could not find standard attr ID for object d18e494c-eeda-4aec-8cf8-b1acc6642794. {{(pid=114392) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 05 21:20:28.787689 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fba62ec-1082-45b8-bc31-b39c4e92a068 None None] Network 513067de-59fd-4630-ad3d-14db8453e5c5 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:20:28.788556 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9fa1d9-5be7-4632-befa-7eba6b6c8e84 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Made reservation on behalf of c64fbd3a71a34ef48b593d0d4b7e6ea5 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:20:28.792166 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0c9fa1d9-5be7-4632-befa-7eba6b6c8e84 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:29.020571 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0c9fa1d9-5be7-4632-befa-7eba6b6c8e84 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (0aa6b2c8-eab4-4656-b8b7-73ba4778a612), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:29.065515 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9fa1d9-5be7-4632-befa-7eba6b6c8e84 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Network 513067de-59fd-4630-ad3d-14db8453e5c5 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:20:29.068868 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-0c9fa1d9-5be7-4632-befa-7eba6b6c8e84 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:20:29.073127 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9fa1d9-5be7-4632-befa-7eba6b6c8e84 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:29.073737 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0c9fa1d9-5be7-4632-befa-7eba6b6c8e84 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:29.084198 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9fa1d9-5be7-4632-befa-7eba6b6c8e84 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'Subnet': ['ID=0aa6b2c8-eab4-4656-b8b7-73ba4778a612,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:29.097267 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0c9fa1d9-5be7-4632-befa-7eba6b6c8e84 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4371316
Feb 05 21:20:29.099839 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47754) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:29.104597 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-133aefd7-ab30-4cd7-b95d-090643243047 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'security_group': {'name': 'tempest-secgroup-1172058495'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:29.125238 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-133aefd7-ab30-4cd7-b95d-090643243047 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:29.198949 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-133aefd7-ab30-4cd7-b95d-090643243047 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for security_group (14988a44-650e-4e7b-a8e4-a55d0762b6a7), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:29.202908 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-133aefd7-ab30-4cd7-b95d-090643243047 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (14988a44-650e-4e7b-a8e4-a55d0762b6a7), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:29.232605 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-133aefd7-ab30-4cd7-b95d-090643243047 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:29.237485 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47756) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:29.238018 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-133aefd7-ab30-4cd7-b95d-090643243047 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1364994
Feb 05 21:20:29.242348 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133aefd7-ab30-4cd7-b95d-090643243047 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14988a44-650e-4e7b-a8e4-a55d0762b6a7,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:29.243575 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-bdcdfc53-84af-43e8-9fb8-7e9db965201e tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'security_group': {'name': 'tempest-secgroup-1563868374'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:29.269234 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bdcdfc53-84af-43e8-9fb8-7e9db965201e tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:29.338971 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bdcdfc53-84af-43e8-9fb8-7e9db965201e tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for security_group (104690b5-dab4-497f-b14a-b945612adc4c), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:29.343073 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bdcdfc53-84af-43e8-9fb8-7e9db965201e tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (104690b5-dab4-497f-b14a-b945612adc4c), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:29.374510 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bdcdfc53-84af-43e8-9fb8-7e9db965201e tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:29.375797 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-bdcdfc53-84af-43e8-9fb8-7e9db965201e tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1372499
Feb 05 21:20:29.378619 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcdfc53-84af-43e8-9fb8-7e9db965201e tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=104690b5-dab4-497f-b14a-b945612adc4c,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:29.379195 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47758) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:29.384418 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-0a380315-ce8f-4d0a-b190-ec031ad5fed3 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'security_group': {'name': 'tempest-secgroup-792181100'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:29.405467 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0a380315-ce8f-4d0a-b190-ec031ad5fed3 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:29.432329 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d404ea27-8569-4649-b620-72734f24af4d None None] Network 513067de-59fd-4630-ad3d-14db8453e5c5 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:20:29.478756 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0a380315-ce8f-4d0a-b190-ec031ad5fed3 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for security_group (4075a12c-d43a-4311-ade1-b2d9bcdbf2d6), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:29.482671 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0a380315-ce8f-4d0a-b190-ec031ad5fed3 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (4075a12c-d43a-4311-ade1-b2d9bcdbf2d6), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:29.510891 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0a380315-ce8f-4d0a-b190-ec031ad5fed3 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:29.511547 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-cc8ad71a-8cdb-4f99-a072-ba40f98f0c77 None None] Provisioning complete for port bf21c88b-8309-463d-8fdb-b817434e3a93 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:29.512029 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cc8ad71a-8cdb-4f99-a072-ba40f98f0c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (bf21c88b-8309-463d-8fdb-b817434e3a93), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:29.512136 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0a380315-ce8f-4d0a-b190-ec031ad5fed3 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.1319051
Feb 05 21:20:29.514988 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47760) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:29.520617 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-a21806c4-db33-4371-aa4f-115eb5cebb01 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1197518662', 'security_groups': ['4075a12c-d43a-4311-ade1-b2d9bcdbf2d6'], 'network_id': '513067de-59fd-4630-ad3d-14db8453e5c5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0aa6b2c8-eab4-4656-b8b7-73ba4778a612'}]}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:29.521286 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a380315-ce8f-4d0a-b190-ec031ad5fed3 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4075a12c-d43a-4311-ade1-b2d9bcdbf2d6,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:29.634992 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21806c4-db33-4371-aa4f-115eb5cebb01 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Made reservation on behalf of c64fbd3a71a34ef48b593d0d4b7e6ea5 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:20:29.639970 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a21806c4-db33-4371-aa4f-115eb5cebb01 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:29.659754 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-a21806c4-db33-4371-aa4f-115eb5cebb01 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] device_id is not set on port 2d54de21-5a5c-49e0-8d2c-d943049b184c yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:20:29.667268 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-cc8ad71a-8cdb-4f99-a072-ba40f98f0c77 None None] Current status of the port bf21c88b-8309-463d-8fdb-b817434e3a93 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:20:29.682897 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9277ecd-f661-4482-ad78-5e655f984395 None None] Update dhcp port {'port': {'network_id': '513067de-59fd-4630-ad3d-14db8453e5c5', 'fixed_ips': [{'subnet_id': '18a86ce3-d011-4d3a-9d18-65eac86f1472', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0aa6b2c8-eab4-4656-b8b7-73ba4778a612'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'bf21c88b-8309-463d-8fdb-b817434e3a93'} from ncdv-master-1. {{(pid=114392) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 05 21:20:29.710654 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-cc8ad71a-8cdb-4f99-a072-ba40f98f0c77 None None] Provisioning complete for port 48358fb0-eb22-4701-b160-2087de216949 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:29.711034 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cc8ad71a-8cdb-4f99-a072-ba40f98f0c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (48358fb0-eb22-4701-b160-2087de216949), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:29.736370 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d9277ecd-f661-4482-ad78-5e655f984395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (bf21c88b-8309-463d-8fdb-b817434e3a93), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:29.760532 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-cc8ad71a-8cdb-4f99-a072-ba40f98f0c77 None None] Port 48358fb0-eb22-4701-b160-2087de216949 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:20:29.919638 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-d9277ecd-f661-4482-ad78-5e655f984395 None None] Allocated IP 2001:db8::2 (513067de-59fd-4630-ad3d-14db8453e5c5/0aa6b2c8-eab4-4656-b8b7-73ba4778a612/bf21c88b-8309-463d-8fdb-b817434e3a93) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:20:30.020862 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-d9277ecd-f661-4482-ad78-5e655f984395 None None] For port bf21c88b-8309-463d-8fdb-b817434e3a93, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bf21c88b-8309-463d-8fdb-b817434e3a93,segment=NetworkSegment(1be0027b-06b3-4e62-adff-03177b32b225),segment_id=1be0027b-06b3-4e62-adff-03177b32b225)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:20:30.050625 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d9277ecd-f661-4482-ad78-5e655f984395 None None] Publish callbacks [] for port (bf21c88b-8309-463d-8fdb-b817434e3a93), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:30.055068 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d9277ecd-f661-4482-ad78-5e655f984395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (bf21c88b-8309-463d-8fdb-b817434e3a93), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:30.111666 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-a21806c4-db33-4371-aa4f-115eb5cebb01 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Allocated IP 2001:db8::1fd (513067de-59fd-4630-ad3d-14db8453e5c5/0aa6b2c8-eab4-4656-b8b7-73ba4778a612/2d54de21-5a5c-49e0-8d2c-d943049b184c) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:20:30.147054 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9277ecd-f661-4482-ad78-5e655f984395 None None] Pushing event updated for resources: {'Port': ['ID=bf21c88b-8309-463d-8fdb-b817434e3a93,revision_number=6']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:30.266166 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a21806c4-db33-4371-aa4f-115eb5cebb01 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for port (2d54de21-5a5c-49e0-8d2c-d943049b184c), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:30.302573 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a21806c4-db33-4371-aa4f-115eb5cebb01 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (2d54de21-5a5c-49e0-8d2c-d943049b184c), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:30.343340 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21806c4-db33-4371-aa4f-115eb5cebb01 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Network 513067de-59fd-4630-ad3d-14db8453e5c5 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:20:30.347962 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-a21806c4-db33-4371-aa4f-115eb5cebb01 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:20:30.350000 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21806c4-db33-4371-aa4f-115eb5cebb01 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:20:30.355277 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21806c4-db33-4371-aa4f-115eb5cebb01 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:30.355896 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a21806c4-db33-4371-aa4f-115eb5cebb01 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:30.383829 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a21806c4-db33-4371-aa4f-115eb5cebb01 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 0.8677273
Feb 05 21:20:30.384801 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21806c4-db33-4371-aa4f-115eb5cebb01 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'Port': ['ID=2d54de21-5a5c-49e0-8d2c-d943049b184c,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:30.386774 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47762) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:30.394655 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-cabc29ee-bfff-4ece-ba5d-f52825cd9e0b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'subnet': {'network_id': '513067de-59fd-4630-ad3d-14db8453e5c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:30.512730 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabc29ee-bfff-4ece-ba5d-f52825cd9e0b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Made reservation on behalf of c64fbd3a71a34ef48b593d0d4b7e6ea5 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:20:30.516348 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cabc29ee-bfff-4ece-ba5d-f52825cd9e0b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:30.615850 ncdv-master-1 neutron-server[114391]: INFO neutron.db.ipam_backend_mixin [None req-cabc29ee-bfff-4ece-ba5d-f52825cd9e0b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0aa6b2c8-eab4-4656-b8b7-73ba4778a612 (CIDR: 2001:db8::/64)
Feb 05 21:20:30.619663 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-cabc29ee-bfff-4ece-ba5d-f52825cd9e0b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:20:30.620162 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cabc29ee-bfff-4ece-ba5d-f52825cd9e0b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:20:30.636664 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-cabc29ee-bfff-4ece-ba5d-f52825cd9e0b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.2480876
Feb 05 21:20:30.639374 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47764) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:30.645560 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-6d0aa879-b4ab-4373-b085-6775d01202bd tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'subnet': {'network_id': '513067de-59fd-4630-ad3d-14db8453e5c5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:30.755568 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0aa879-b4ab-4373-b085-6775d01202bd tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Made reservation on behalf of c64fbd3a71a34ef48b593d0d4b7e6ea5 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:20:30.759129 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6d0aa879-b4ab-4373-b085-6775d01202bd tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:30.793275 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-7d316617-7bec-4dd4-9e28-6fb325270a92 None None] Provisioning complete for port bf21c88b-8309-463d-8fdb-b817434e3a93 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:30.793832 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7d316617-7bec-4dd4-9e28-6fb325270a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (bf21c88b-8309-463d-8fdb-b817434e3a93), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:30.862790 ncdv-master-1 neutron-server[114391]: INFO neutron.db.ipam_backend_mixin [None req-6d0aa879-b4ab-4373-b085-6775d01202bd tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 18a86ce3-d011-4d3a-9d18-65eac86f1472 (CIDR: 2001:db8:0:1::/64)
Feb 05 21:20:30.869118 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d0aa879-b4ab-4373-b085-6775d01202bd tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:20:30.870822 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d0aa879-b4ab-4373-b085-6775d01202bd tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:20:30.880114 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-7d316617-7bec-4dd4-9e28-6fb325270a92 None None] Current status of the port bf21c88b-8309-463d-8fdb-b817434e3a93 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:20:30.890543 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47766) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:30.890757 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6d0aa879-b4ab-4373-b085-6775d01202bd tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 0.2502267
Feb 05 21:20:30.896617 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-7d316617-7bec-4dd4-9e28-6fb325270a92 None None] Provisioning complete for port 48358fb0-eb22-4701-b160-2087de216949 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:30.897009 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7d316617-7bec-4dd4-9e28-6fb325270a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (48358fb0-eb22-4701-b160-2087de216949), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:30.897817 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-6c6f87f0-4f5a-4c85-b8a1-020e4d989fac tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'subnet': {'network_id': '513067de-59fd-4630-ad3d-14db8453e5c5', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:30.937064 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-7d316617-7bec-4dd4-9e28-6fb325270a92 None None] Port 48358fb0-eb22-4701-b160-2087de216949 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:20:31.011324 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6f87f0-4f5a-4c85-b8a1-020e4d989fac tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Made reservation on behalf of c64fbd3a71a34ef48b593d0d4b7e6ea5 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:20:31.014603 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6c6f87f0-4f5a-4c85-b8a1-020e4d989fac tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:31.056979 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-8b662dd7-5227-4e95-aa34-a35f9cc26d26 None None] Provisioning complete for port 2d54de21-5a5c-49e0-8d2c-d943049b184c triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:31.057361 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8b662dd7-5227-4e95-aa34-a35f9cc26d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (2d54de21-5a5c-49e0-8d2c-d943049b184c), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:31.091722 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-8b662dd7-5227-4e95-aa34-a35f9cc26d26 None None] Port 2d54de21-5a5c-49e0-8d2c-d943049b184c cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:20:31.232180 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6c6f87f0-4f5a-4c85-b8a1-020e4d989fac tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (42c7d6f5-a1fd-4373-a004-c942747059d2), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:31.271310 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6f87f0-4f5a-4c85-b8a1-020e4d989fac tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Network 513067de-59fd-4630-ad3d-14db8453e5c5 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:20:31.274457 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-6c6f87f0-4f5a-4c85-b8a1-020e4d989fac tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:20:31.278591 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6f87f0-4f5a-4c85-b8a1-020e4d989fac tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:31.279197 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6c6f87f0-4f5a-4c85-b8a1-020e4d989fac tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:31.284799 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd3687a-2119-4762-ba3a-d86b4666bb3d None None] Network 513067de-59fd-4630-ad3d-14db8453e5c5 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:20:31.293117 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f87f0-4f5a-4c85-b8a1-020e4d989fac tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'Subnet': ['ID=42c7d6f5-a1fd-4373-a004-c942747059d2,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:31.303644 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6c6f87f0-4f5a-4c85-b8a1-020e4d989fac tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.4116292
Feb 05 21:20:31.306772 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47768) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:31.312767 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-869dd24d-d61d-4782-9cf5-f9752413a07a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-859405961', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '42c7d6f5-a1fd-4373-a004-c942747059d2'}], 'security_groups': ['14988a44-650e-4e7b-a8e4-a55d0762b6a7', '104690b5-dab4-497f-b14a-b945612adc4c']}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:31.388605 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-869dd24d-d61d-4782-9cf5-f9752413a07a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (2d54de21-5a5c-49e0-8d2c-d943049b184c), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:31.460116 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196e5b73-a63c-4b9f-9ae4-e3381547b430 None None] Update dhcp port {'port': {'network_id': '513067de-59fd-4630-ad3d-14db8453e5c5', 'fixed_ips': [{'subnet_id': '18a86ce3-d011-4d3a-9d18-65eac86f1472', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0aa6b2c8-eab4-4656-b8b7-73ba4778a612', 'ip_address': '2001:db8::2'}, {'subnet_id': '42c7d6f5-a1fd-4373-a004-c942747059d2'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'bf21c88b-8309-463d-8fdb-b817434e3a93'} from ncdv-master-1. {{(pid=114392) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 05 21:20:31.487928 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-196e5b73-a63c-4b9f-9ae4-e3381547b430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (bf21c88b-8309-463d-8fdb-b817434e3a93), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:31.689028 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-869dd24d-d61d-4782-9cf5-f9752413a07a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Delete allocated IP 2001:db8::1fd (513067de-59fd-4630-ad3d-14db8453e5c5/0aa6b2c8-eab4-4656-b8b7-73ba4778a612) {{(pid=114391) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Feb 05 21:20:31.697421 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-869dd24d-d61d-4782-9cf5-f9752413a07a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Allocated IP 2001:db8:0:2::38c (513067de-59fd-4630-ad3d-14db8453e5c5/42c7d6f5-a1fd-4373-a004-c942747059d2/2d54de21-5a5c-49e0-8d2c-d943049b184c) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:20:31.859175 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-869dd24d-d61d-4782-9cf5-f9752413a07a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for port (2d54de21-5a5c-49e0-8d2c-d943049b184c), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:31.863887 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-869dd24d-d61d-4782-9cf5-f9752413a07a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (2d54de21-5a5c-49e0-8d2c-d943049b184c), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:31.914850 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-196e5b73-a63c-4b9f-9ae4-e3381547b430 None None] Allocated IP 2001:db8:0:2::2 (513067de-59fd-4630-ad3d-14db8453e5c5/42c7d6f5-a1fd-4373-a004-c942747059d2/bf21c88b-8309-463d-8fdb-b817434e3a93) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:20:31.927513 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-869dd24d-d61d-4782-9cf5-f9752413a07a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] In _notify_port_updated(), no bound segment for port 2d54de21-5a5c-49e0-8d2c-d943049b184c on network 513067de-59fd-4630-ad3d-14db8453e5c5 {{(pid=114391) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}}
Feb 05 21:20:31.932678 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869dd24d-d61d-4782-9cf5-f9752413a07a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:31.933314 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-869dd24d-d61d-4782-9cf5-f9752413a07a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:31.934667 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-869dd24d-d61d-4782-9cf5-f9752413a07a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "PUT /v2.0/ports/2d54de21-5a5c-49e0-8d2c-d943049b184c HTTP/1.1" status: 200  len: 969 time: 0.6261933
Feb 05 21:20:31.937581 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47770) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:31.941635 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869dd24d-d61d-4782-9cf5-f9752413a07a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event updated for resources: {'Port': ['ID=2d54de21-5a5c-49e0-8d2c-d943049b184c,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:32.025066 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-196e5b73-a63c-4b9f-9ae4-e3381547b430 None None] For port bf21c88b-8309-463d-8fdb-b817434e3a93, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bf21c88b-8309-463d-8fdb-b817434e3a93,segment=NetworkSegment(1be0027b-06b3-4e62-adff-03177b32b225),segment_id=1be0027b-06b3-4e62-adff-03177b32b225)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:20:32.037616 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-6bdb402c-f0bb-4769-a2a8-9da64c5b80f6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Deleting port 2d54de21-5a5c-49e0-8d2c-d943049b184c {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:20:32.037965 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6bdb402c-f0bb-4769-a2a8-9da64c5b80f6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (2d54de21-5a5c-49e0-8d2c-d943049b184c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:32.055818 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-196e5b73-a63c-4b9f-9ae4-e3381547b430 None None] Publish callbacks [] for port (bf21c88b-8309-463d-8fdb-b817434e3a93), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:32.061455 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-196e5b73-a63c-4b9f-9ae4-e3381547b430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (bf21c88b-8309-463d-8fdb-b817434e3a93), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:32.130188 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6bdb402c-f0bb-4769-a2a8-9da64c5b80f6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (2d54de21-5a5c-49e0-8d2c-d943049b184c), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:32.143579 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-6bdb402c-f0bb-4769-a2a8-9da64c5b80f6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Calling delete_port for 2d54de21-5a5c-49e0-8d2c-d943049b184c owned by  {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:20:32.174506 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e5b73-a63c-4b9f-9ae4-e3381547b430 None None] Pushing event updated for resources: {'Port': ['ID=bf21c88b-8309-463d-8fdb-b817434e3a93,revision_number=7']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:32.178332 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device bf21c88b-8309-463d-8fdb-b817434e3a93 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:20:32.204963 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e5b73-a63c-4b9f-9ae4-e3381547b430 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:20:32.205924 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e5b73-a63c-4b9f-9ae4-e3381547b430 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:20:32.206277 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e5b73-a63c-4b9f-9ae4-e3381547b430 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:20:32.206688 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e5b73-a63c-4b9f-9ae4-e3381547b430 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:20:32.207068 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e5b73-a63c-4b9f-9ae4-e3381547b430 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:20:32.207404 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e5b73-a63c-4b9f-9ae4-e3381547b430 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:20:32.207742 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e5b73-a63c-4b9f-9ae4-e3381547b430 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:20:32.208117 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e5b73-a63c-4b9f-9ae4-e3381547b430 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:20:32.208455 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e5b73-a63c-4b9f-9ae4-e3381547b430 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:20:32.208788 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e5b73-a63c-4b9f-9ae4-e3381547b430 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:20:32.209117 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e5b73-a63c-4b9f-9ae4-e3381547b430 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:20:32.209451 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e5b73-a63c-4b9f-9ae4-e3381547b430 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:20:32.209782 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e5b73-a63c-4b9f-9ae4-e3381547b430 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:20:32.241897 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port bf21c88b-8309-463d-8fdb-b817434e3a93 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:32.242285 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (bf21c88b-8309-463d-8fdb-b817434e3a93), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:32.292258 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6bdb402c-f0bb-4769-a2a8-9da64c5b80f6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (2d54de21-5a5c-49e0-8d2c-d943049b184c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:32.321246 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb402c-f0bb-4769-a2a8-9da64c5b80f6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event deleted for resources: {'Port': ['ID=2d54de21-5a5c-49e0-8d2c-d943049b184c,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:32.335465 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port bf21c88b-8309-463d-8fdb-b817434e3a93 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:20:32.352165 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6bdb402c-f0bb-4769-a2a8-9da64c5b80f6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:32.355785 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6bdb402c-f0bb-4769-a2a8-9da64c5b80f6 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/ports/2d54de21-5a5c-49e0-8d2c-d943049b184c HTTP/1.1" status: 204  len: 168 time: 0.4171827
Feb 05 21:20:32.358478 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47772) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:32.386563 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8cbcc22-02c3-4fd3-9b72-b93c8257ca8c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] GET failed (client error): The resource could not be found.
Feb 05 21:20:32.390047 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d8cbcc22-02c3-4fd3-9b72-b93c8257ca8c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "GET /v2.0/ports/2d54de21-5a5c-49e0-8d2c-d943049b184c HTTP/1.1" status: 404  len: 333 time: 0.0304427
Feb 05 21:20:32.390784 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47774) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:32.450456 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-28b6c973-8fbc-4f63-9f25-8a05af9bb05d tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for security_group (4075a12c-d43a-4311-ade1-b2d9bcdbf2d6), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:32.474848 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-28b6c973-8fbc-4f63-9f25-8a05af9bb05d tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for security_group (4075a12c-d43a-4311-ade1-b2d9bcdbf2d6), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:32.516863 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-28b6c973-8fbc-4f63-9f25-8a05af9bb05d tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (4075a12c-d43a-4311-ade1-b2d9bcdbf2d6), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:32.520109 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-28b6c973-8fbc-4f63-9f25-8a05af9bb05d tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:32.523763 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-28b6c973-8fbc-4f63-9f25-8a05af9bb05d tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/security-groups/4075a12c-d43a-4311-ade1-b2d9bcdbf2d6 HTTP/1.1" status: 204  len: 168 time: 0.1296248
Feb 05 21:20:32.524130 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47776) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:32.530739 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b6c973-8fbc-4f63-9f25-8a05af9bb05d tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4075a12c-d43a-4311-ade1-b2d9bcdbf2d6,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:32.598699 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b37f40fc-6a5b-4d74-879c-a6844ce0157c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for security_group (104690b5-dab4-497f-b14a-b945612adc4c), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:32.625542 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b37f40fc-6a5b-4d74-879c-a6844ce0157c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for security_group (104690b5-dab4-497f-b14a-b945612adc4c), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:32.669192 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b37f40fc-6a5b-4d74-879c-a6844ce0157c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (104690b5-dab4-497f-b14a-b945612adc4c), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:32.672014 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b37f40fc-6a5b-4d74-879c-a6844ce0157c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:32.673457 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b37f40fc-6a5b-4d74-879c-a6844ce0157c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/security-groups/104690b5-dab4-497f-b14a-b945612adc4c HTTP/1.1" status: 204  len: 168 time: 0.1480811
Feb 05 21:20:32.676675 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47778) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:32.683711 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f40fc-6a5b-4d74-879c-a6844ce0157c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=104690b5-dab4-497f-b14a-b945612adc4c,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:32.739737 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f07e962a-5fff-4936-981e-c21375eb17fb tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for security_group (14988a44-650e-4e7b-a8e4-a55d0762b6a7), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:32.763905 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f07e962a-5fff-4936-981e-c21375eb17fb tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for security_group (14988a44-650e-4e7b-a8e4-a55d0762b6a7), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:32.811452 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f07e962a-5fff-4936-981e-c21375eb17fb tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (14988a44-650e-4e7b-a8e4-a55d0762b6a7), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:32.815249 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f07e962a-5fff-4936-981e-c21375eb17fb tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:32.816743 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f07e962a-5fff-4936-981e-c21375eb17fb tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/security-groups/14988a44-650e-4e7b-a8e4-a55d0762b6a7 HTTP/1.1" status: 204  len: 168 time: 0.1387491
Feb 05 21:20:32.819522 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47780) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:32.826232 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-29f14906-1dff-4877-a4e1-fcd0893ab80b None None] Provisioning complete for port bf21c88b-8309-463d-8fdb-b817434e3a93 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:32.826907 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-29f14906-1dff-4877-a4e1-fcd0893ab80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (bf21c88b-8309-463d-8fdb-b817434e3a93), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:32.827491 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e962a-5fff-4936-981e-c21375eb17fb tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14988a44-650e-4e7b-a8e4-a55d0762b6a7,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:32.884222 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-04244df5-0ee9-42e8-8402-40bec77c014b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Deleting subnet 0aa6b2c8-eab4-4656-b8b7-73ba4778a612 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:20:32.887615 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-04244df5-0ee9-42e8-8402-40bec77c014b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for subnet (0aa6b2c8-eab4-4656-b8b7-73ba4778a612), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:32.929283 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-29f14906-1dff-4877-a4e1-fcd0893ab80b None None] Current status of the port bf21c88b-8309-463d-8fdb-b817434e3a93 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:20:32.933016 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-29f14906-1dff-4877-a4e1-fcd0893ab80b None None] Could not find standard attr ID for object 2d54de21-5a5c-49e0-8d2c-d943049b184c. {{(pid=114392) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 05 21:20:32.946695 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-04244df5-0ee9-42e8-8402-40bec77c014b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (0aa6b2c8-eab4-4656-b8b7-73ba4778a612), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:32.950822 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-29f14906-1dff-4877-a4e1-fcd0893ab80b None None] Provisioning complete for port 48358fb0-eb22-4701-b160-2087de216949 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:32.951132 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-29f14906-1dff-4877-a4e1-fcd0893ab80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (48358fb0-eb22-4701-b160-2087de216949), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:32.988102 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-29f14906-1dff-4877-a4e1-fcd0893ab80b None None] Port 48358fb0-eb22-4701-b160-2087de216949 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:20:33.041602 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-04244df5-0ee9-42e8-8402-40bec77c014b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (0aa6b2c8-eab4-4656-b8b7-73ba4778a612), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:33.102862 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-fe6e1ebe-fe09-4d96-b72b-b534617ba8b6 None None] Could not find standard attr ID for object 2d54de21-5a5c-49e0-8d2c-d943049b184c. {{(pid=114392) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 05 21:20:33.107391 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-04244df5-0ee9-42e8-8402-40bec77c014b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (0aa6b2c8-eab4-4656-b8b7-73ba4778a612), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:33.134505 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04244df5-0ee9-42e8-8402-40bec77c014b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event deleted for resources: {'Subnet': ['ID=0aa6b2c8-eab4-4656-b8b7-73ba4778a612,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:33.140264 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-04244df5-0ee9-42e8-8402-40bec77c014b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:33.147428 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-04244df5-0ee9-42e8-8402-40bec77c014b tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/subnets/0aa6b2c8-eab4-4656-b8b7-73ba4778a612 HTTP/1.1" status: 204  len: 168 time: 0.3236632
Feb 05 21:20:33.147793 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47782) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:33.160215 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c676a60-d952-4cab-bd02-b395cd963062 None None] Network 513067de-59fd-4630-ad3d-14db8453e5c5 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:20:33.199756 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-e487ff86-22f7-4b26-a38f-0659d990bff3 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Deleting subnet 42c7d6f5-a1fd-4373-a004-c942747059d2 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:20:33.202893 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e487ff86-22f7-4b26-a38f-0659d990bff3 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for subnet (42c7d6f5-a1fd-4373-a004-c942747059d2), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:33.247762 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e487ff86-22f7-4b26-a38f-0659d990bff3 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (42c7d6f5-a1fd-4373-a004-c942747059d2), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:33.337730 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e487ff86-22f7-4b26-a38f-0659d990bff3 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (42c7d6f5-a1fd-4373-a004-c942747059d2), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:33.400207 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e487ff86-22f7-4b26-a38f-0659d990bff3 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (42c7d6f5-a1fd-4373-a004-c942747059d2), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:33.433514 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e487ff86-22f7-4b26-a38f-0659d990bff3 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event deleted for resources: {'Subnet': ['ID=42c7d6f5-a1fd-4373-a004-c942747059d2,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:33.438121 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e487ff86-22f7-4b26-a38f-0659d990bff3 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:33.442827 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e487ff86-22f7-4b26-a38f-0659d990bff3 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/subnets/42c7d6f5-a1fd-4373-a004-c942747059d2 HTTP/1.1" status: 204  len: 168 time: 0.2940049
Feb 05 21:20:33.445474 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47784) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:33.473749 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-5539f8a1-0726-488f-8619-e613c9ff92a0 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:20:33.474224 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5539f8a1-0726-488f-8619-e613c9ff92a0 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:20:33.477328 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5539f8a1-0726-488f-8619-e613c9ff92a0 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/subnets/0aa6b2c8-eab4-4656-b8b7-73ba4778a612 HTTP/1.1" status: 404  len: 337 time: 0.0308383
Feb 05 21:20:33.479825 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47786) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:33.532113 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa6ce8ea-b527-47d6-85b7-b6af88fed26c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Deleting subnet 18a86ce3-d011-4d3a-9d18-65eac86f1472 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:20:33.536050 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fa6ce8ea-b527-47d6-85b7-b6af88fed26c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for subnet (18a86ce3-d011-4d3a-9d18-65eac86f1472), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:33.579010 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fa6ce8ea-b527-47d6-85b7-b6af88fed26c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (18a86ce3-d011-4d3a-9d18-65eac86f1472), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:33.674295 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fa6ce8ea-b527-47d6-85b7-b6af88fed26c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (18a86ce3-d011-4d3a-9d18-65eac86f1472), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:33.725118 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9132df6d-4de3-433a-806d-3d1273a7b65b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:33.739619 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fa6ce8ea-b527-47d6-85b7-b6af88fed26c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (18a86ce3-d011-4d3a-9d18-65eac86f1472), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:33.767070 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ce8ea-b527-47d6-85b7-b6af88fed26c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event deleted for resources: {'Subnet': ['ID=18a86ce3-d011-4d3a-9d18-65eac86f1472,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:33.773361 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fa6ce8ea-b527-47d6-85b7-b6af88fed26c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:33.776791 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-fa6ce8ea-b527-47d6-85b7-b6af88fed26c tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/subnets/18a86ce3-d011-4d3a-9d18-65eac86f1472 HTTP/1.1" status: 204  len: 168 time: 0.2959991
Feb 05 21:20:33.779209 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47788) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:33.784897 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226d8669-6a1f-4b78-8832-e2d56576c201 None None] Network 513067de-59fd-4630-ad3d-14db8453e5c5 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:20:33.806090 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-fadf02a9-4602-440c-8bcf-0f295b44cc6a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:20:33.806582 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fadf02a9-4602-440c-8bcf-0f295b44cc6a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:20:33.809611 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-fadf02a9-4602-440c-8bcf-0f295b44cc6a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/subnets/9ad67e3c-4e96-4372-b670-a10f968c8638 HTTP/1.1" status: 404  len: 337 time: 0.0294657
Feb 05 21:20:33.813195 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47790) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:33.845084 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7e1f09bd-3173-4fea-8f0a-68b3b259e158 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad06a3db-71c1-414e-8949-4523de3d25e7 HTTP/1.1" status: 200  len: 205 time: 0.0307779
Feb 05 21:20:33.848365 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47792) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:33.873446 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-2cb712c2-60d8-4bbd-8a75-ca5d8aadada6 None None] Provisioning complete for port bf21c88b-8309-463d-8fdb-b817434e3a93 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:33.873823 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2cb712c2-60d8-4bbd-8a75-ca5d8aadada6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (bf21c88b-8309-463d-8fdb-b817434e3a93), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:33.886401 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-2bbd3c35-91ac-46c7-a2a3-028e5a3e7f3a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] delete failed (client error): The resource could not be found.
Feb 05 21:20:33.887480 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2bbd3c35-91ac-46c7-a2a3-028e5a3e7f3a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/routers/ad06a3db-71c1-414e-8949-4523de3d25e7 HTTP/1.1" status: 404  len: 336 time: 0.0382130
Feb 05 21:20:33.890019 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47794) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:33.916703 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b1ea9f-7e05-498a-9a66-f9643c6d533a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:20:33.917161 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1b1ea9f-7e05-498a-9a66-f9643c6d533a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:20:33.920222 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d1b1ea9f-7e05-498a-9a66-f9643c6d533a tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/subnets/9f82bcf3-6a6b-4fd4-8282-38fa45303619 HTTP/1.1" status: 404  len: 337 time: 0.0292618
Feb 05 21:20:33.922771 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47796) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:33.949608 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bb6c73f-aeee-4b9c-aeed-be9e5b11b900 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:20:33.950079 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bb6c73f-aeee-4b9c-aeed-be9e5b11b900 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:20:33.953213 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8bb6c73f-aeee-4b9c-aeed-be9e5b11b900 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/subnets/8e4667e3-6547-428a-a091-d6435d87de07 HTTP/1.1" status: 404  len: 337 time: 0.0295322
Feb 05 21:20:33.956145 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47798) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:33.973285 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-2cb712c2-60d8-4bbd-8a75-ca5d8aadada6 None None] Current status of the port bf21c88b-8309-463d-8fdb-b817434e3a93 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:20:33.983686 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-2cb712c2-60d8-4bbd-8a75-ca5d8aadada6 None None] Provisioning complete for port 48358fb0-eb22-4701-b160-2087de216949 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:33.984067 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2cb712c2-60d8-4bbd-8a75-ca5d8aadada6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (48358fb0-eb22-4701-b160-2087de216949), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:33.987527 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-87bdf115-79c1-404f-8922-fc224306e572 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:20:33.987991 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87bdf115-79c1-404f-8922-fc224306e572 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:20:33.991059 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-87bdf115-79c1-404f-8922-fc224306e572 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/subnets/560fc9a3-57d9-42f9-ba89-6f8a11e9c2c5 HTTP/1.1" status: 404  len: 337 time: 0.0338893
Feb 05 21:20:33.993542 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47800) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:34.009148 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c80d1e2-4d88-4b93-94eb-940e31da116b None None] DHCP port deletion for 513067de-59fd-4630-ad3d-14db8453e5c5 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:20:34.017213 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-21403656-5df9-4f55-a442-c950e76c4c97 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:20:34.018013 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21403656-5df9-4f55-a442-c950e76c4c97 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:20:34.021122 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-21403656-5df9-4f55-a442-c950e76c4c97 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/ports/3a53c88c-c72f-41da-aaaf-2e83438e809f HTTP/1.1" status: 404  len: 333 time: 0.0266690
Feb 05 21:20:34.023577 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47802) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:34.041902 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-2cb712c2-60d8-4bbd-8a75-ca5d8aadada6 None None] Port 48358fb0-eb22-4701-b160-2087de216949 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:20:34.050307 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-b65dc106-2675-4164-a91d-a76be6d5a170 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:20:34.050791 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b65dc106-2675-4164-a91d-a76be6d5a170 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:20:34.056135 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b65dc106-2675-4164-a91d-a76be6d5a170 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/subnets/dca7f7db-9d3b-4cbb-a26c-6c5b64fd8079 HTTP/1.1" status: 404  len: 337 time: 0.0293660
Feb 05 21:20:34.056363 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47804) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:34.068516 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6c80d1e2-4d88-4b93-94eb-940e31da116b None None] Deleting port bf21c88b-8309-463d-8fdb-b817434e3a93 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:20:34.068898 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6c80d1e2-4d88-4b93-94eb-940e31da116b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (bf21c88b-8309-463d-8fdb-b817434e3a93), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:34.081432 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-934bc5b3-3c4e-4d33-97a2-7e60acb2ee11 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:20:34.081889 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-934bc5b3-3c4e-4d33-97a2-7e60acb2ee11 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:20:34.084999 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-934bc5b3-3c4e-4d33-97a2-7e60acb2ee11 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/subnets/b7cfaf5a-a85d-423c-81cf-e84c9550d001 HTTP/1.1" status: 404  len: 337 time: 0.0277128
Feb 05 21:20:34.087417 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47806) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:34.111097 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-75e2ecbe-48fc-47c4-be5e-6b3583d67df1 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:20:34.112224 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75e2ecbe-48fc-47c4-be5e-6b3583d67df1 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:20:34.115367 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-75e2ecbe-48fc-47c4-be5e-6b3583d67df1 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/ports/7ca45c0f-0154-40d3-919f-12374bfbc882 HTTP/1.1" status: 404  len: 333 time: 0.0270250
Feb 05 21:20:34.117848 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47808) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:34.136923 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6c80d1e2-4d88-4b93-94eb-940e31da116b None None] For port bf21c88b-8309-463d-8fdb-b817434e3a93, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bf21c88b-8309-463d-8fdb-b817434e3a93,segment=NetworkSegment(1be0027b-06b3-4e62-adff-03177b32b225),segment_id=1be0027b-06b3-4e62-adff-03177b32b225)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:20:34.137331 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6c80d1e2-4d88-4b93-94eb-940e31da116b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (bf21c88b-8309-463d-8fdb-b817434e3a93), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:34.144151 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f879678-cebb-485e-a842-ab7025bc003e tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:20:34.144620 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f879678-cebb-485e-a842-ab7025bc003e tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:20:34.147711 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1f879678-cebb-485e-a842-ab7025bc003e tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/subnets/f639bbb8-7982-4c1d-b47f-f9dd38a93e96 HTTP/1.1" status: 404  len: 337 time: 0.0288663
Feb 05 21:20:34.150957 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47810) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:34.151212 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6c80d1e2-4d88-4b93-94eb-940e31da116b None None] Calling delete_port for bf21c88b-8309-463d-8fdb-b817434e3a93 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:20:34.154232 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device bf21c88b-8309-463d-8fdb-b817434e3a93 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:20:34.181776 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-10b1423b-d91e-4471-ab3a-e3c76c946357 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:20:34.182229 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10b1423b-d91e-4471-ab3a-e3c76c946357 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:20:34.185260 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-10b1423b-d91e-4471-ab3a-e3c76c946357 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/subnets/e7800eb1-57b5-426a-881c-cb904d24a44b HTTP/1.1" status: 404  len: 337 time: 0.0333698
Feb 05 21:20:34.187828 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47812) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:34.275361 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-f71f8950-ae2b-47e7-9106-7e697f9bda61 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Deleting port 48358fb0-eb22-4701-b160-2087de216949 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:20:34.275715 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f71f8950-ae2b-47e7-9106-7e697f9bda61 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (48358fb0-eb22-4701-b160-2087de216949), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:34.348892 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f71f8950-ae2b-47e7-9106-7e697f9bda61 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (48358fb0-eb22-4701-b160-2087de216949), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:34.362666 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-f71f8950-ae2b-47e7-9106-7e697f9bda61 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Calling delete_port for 48358fb0-eb22-4701-b160-2087de216949 owned by  {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:20:34.446304 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f71f8950-ae2b-47e7-9106-7e697f9bda61 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (48358fb0-eb22-4701-b160-2087de216949), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:34.454603 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6c80d1e2-4d88-4b93-94eb-940e31da116b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (bf21c88b-8309-463d-8fdb-b817434e3a93), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:34.463874 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port bf21c88b-8309-463d-8fdb-b817434e3a93 is: ACTIVE; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:20:34.464264 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (bf21c88b-8309-463d-8fdb-b817434e3a93), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:34.475071 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71f8950-ae2b-47e7-9106-7e697f9bda61 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event deleted for resources: {'Port': ['ID=48358fb0-eb22-4701-b160-2087de216949,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:34.481385 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f71f8950-ae2b-47e7-9106-7e697f9bda61 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:34.488023 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f71f8950-ae2b-47e7-9106-7e697f9bda61 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/ports/48358fb0-eb22-4701-b160-2087de216949 HTTP/1.1" status: 204  len: 168 time: 0.2964518
Feb 05 21:20:34.488158 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47814) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:34.490966 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80d1e2-4d88-4b93-94eb-940e31da116b None None] Pushing event deleted for resources: {'Port': ['ID=bf21c88b-8309-463d-8fdb-b817434e3a93,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:34.492814 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c80d1e2-4d88-4b93-94eb-940e31da116b None None] No DVR routers for this DVR port bf21c88b-8309-463d-8fdb-b817434e3a93 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:20:34.571743 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9011efca-fd2f-453e-a584-4db7909a91b2 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (513067de-59fd-4630-ad3d-14db8453e5c5), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:34.666984 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9011efca-fd2f-453e-a584-4db7909a91b2 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (513067de-59fd-4630-ad3d-14db8453e5c5), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:34.691894 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-9011efca-fd2f-453e-a584-4db7909a91b2 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2f02e20>,) {'filters': {'network_id': ['513067de-59fd-4630-ad3d-14db8453e5c5']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:34.701081 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-9011efca-fd2f-453e-a584-4db7909a91b2 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2f02e20>, '1be0027b-06b3-4e62-adff-03177b32b225') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:34.701328 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-9011efca-fd2f-453e-a584-4db7909a91b2 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2f02e20>, '1be0027b-06b3-4e62-adff-03177b32b225') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:34.710672 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9011efca-fd2f-453e-a584-4db7909a91b2 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (1be0027b-06b3-4e62-adff-03177b32b225), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:34.724900 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9011efca-fd2f-453e-a584-4db7909a91b2 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (1be0027b-06b3-4e62-adff-03177b32b225), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:34.730646 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9011efca-fd2f-453e-a584-4db7909a91b2 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:20:34.731039 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9011efca-fd2f-453e-a584-4db7909a91b2 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (1be0027b-06b3-4e62-adff-03177b32b225), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:34.734005 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:20:34.734005 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:20:34.734005 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:20:34.734005 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:20:34.734005 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:20:34.734005 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:20:34.734005 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:20:34.734005 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:20:34.734005 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:20:34.734005 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:20:34.734005 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:20:34.734005 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:20:34.734005 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:20:34.734005 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:20:34.734005 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:20:34.734005 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:20:34.734005 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:20:34.734005 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:20:34.734005 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:20:34.734005 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:20:34.734005 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:20:34.734005 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:20:34.734005 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:20:34.734005 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:20:34.734005 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:20:34.734005 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:20:34.734005 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:20:34.734005 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:20:34.734005 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:20:34.734005 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:20:34.734005 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:20:34.734005 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:20:34.791587 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9011efca-fd2f-453e-a584-4db7909a91b2 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (513067de-59fd-4630-ad3d-14db8453e5c5), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:34.798335 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9011efca-fd2f-453e-a584-4db7909a91b2 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:34.802015 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9011efca-fd2f-453e-a584-4db7909a91b2 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] 10.222.0.32 "DELETE /v2.0/networks/513067de-59fd-4630-ad3d-14db8453e5c5 HTTP/1.1" status: 204  len: 168 time: 0.3129327
Feb 05 21:20:34.813789 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011efca-fd2f-453e-a584-4db7909a91b2 tempest-PortsIpV6TestJSON-1630862303 tempest-PortsIpV6TestJSON-1630862303-project] Pushing event deleted for resources: {'Network': ['ID=513067de-59fd-4630-ad3d-14db8453e5c5,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:35.053884 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47820) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:35.187572 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-19549ae1-0cbf-4795-8a76-f984ff825da6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c64fbd3a71a34ef48b593d0d4b7e6ea5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1323669
Feb 05 21:20:35.190620 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47824) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:35.242620 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-523c268a-4d23-4375-9b34-a791a8006c97 admin admin] Publish callbacks [] for security_group (cf728fd2-92bf-46a1-89b7-6e2d281ecaea), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:35.262683 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-523c268a-4d23-4375-9b34-a791a8006c97 admin admin] Publish callbacks [] for security_group (cf728fd2-92bf-46a1-89b7-6e2d281ecaea), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:35.309530 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-523c268a-4d23-4375-9b34-a791a8006c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (cf728fd2-92bf-46a1-89b7-6e2d281ecaea), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:35.312606 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-523c268a-4d23-4375-9b34-a791a8006c97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:35.313762 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-523c268a-4d23-4375-9b34-a791a8006c97 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cf728fd2-92bf-46a1-89b7-6e2d281ecaea HTTP/1.1" status: 204  len: 168 time: 0.1222401
Feb 05 21:20:35.322353 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c268a-4d23-4375-9b34-a791a8006c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf728fd2-92bf-46a1-89b7-6e2d281ecaea,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:35.946442 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47846) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:36.042707 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-f73ded94-8703-4f3c-a9ce-4aeba30866a9 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-158863289'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:36.063530 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73ded94-8703-4f3c-a9ce-4aeba30866a9 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Made reservation on behalf of 5a213b89d65b4bde9832f8d22021a17d for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:20:36.067926 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f73ded94-8703-4f3c-a9ce-4aeba30866a9 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:36.076070 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f73ded94-8703-4f3c-a9ce-4aeba30866a9 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:36.109248 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-79c05bfc-e5bc-4d7d-8e8c-a693bda1e2a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:36.157643 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f73ded94-8703-4f3c-a9ce-4aeba30866a9 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for security_group (49c154f8-1015-4b6f-b6d4-b3bdee8984b6), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:36.162281 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f73ded94-8703-4f3c-a9ce-4aeba30866a9 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (49c154f8-1015-4b6f-b6d4-b3bdee8984b6), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:36.189834 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f73ded94-8703-4f3c-a9ce-4aeba30866a9 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:20:36.200797 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ded94-8703-4f3c-a9ce-4aeba30866a9 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49c154f8-1015-4b6f-b6d4-b3bdee8984b6,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:36.207824 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f73ded94-8703-4f3c-a9ce-4aeba30866a9 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (0928b134-390b-41b9-9903-986d58d1e54d), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:36.208185 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-f73ded94-8703-4f3c-a9ce-4aeba30866a9 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Added segment 0928b134-390b-41b9-9903-986d58d1e54d of type vlan for network d5012310-c3af-4f8f-9ca0-ca27b2ffe484
Feb 05 21:20:36.246338 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f73ded94-8703-4f3c-a9ce-4aeba30866a9 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (d5012310-c3af-4f8f-9ca0-ca27b2ffe484), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:36.270626 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f73ded94-8703-4f3c-a9ce-4aeba30866a9 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (d5012310-c3af-4f8f-9ca0-ca27b2ffe484), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:36.275598 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73ded94-8703-4f3c-a9ce-4aeba30866a9 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:36.276175 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f73ded94-8703-4f3c-a9ce-4aeba30866a9 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:36.312330 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f73ded94-8703-4f3c-a9ce-4aeba30866a9 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3646464
Feb 05 21:20:36.315034 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47850) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:36.319702 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-b6bb01b9-41fe-48fe-97ff-a9190ac675ff tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1600843061'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:36.359263 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ded94-8703-4f3c-a9ce-4aeba30866a9 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event updated for resources: {'Network': ['ID=d5012310-c3af-4f8f-9ca0-ca27b2ffe484,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:36.370341 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network d5012310-c3af-4f8f-9ca0-ca27b2ffe484 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:20:36.370698 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6bb01b9-41fe-48fe-97ff-a9190ac675ff tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Made reservation on behalf of 5a213b89d65b4bde9832f8d22021a17d for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:20:36.374027 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b6bb01b9-41fe-48fe-97ff-a9190ac675ff tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:36.399362 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6bb01b9-41fe-48fe-97ff-a9190ac675ff tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:20:36.411892 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b6bb01b9-41fe-48fe-97ff-a9190ac675ff tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (6c99f093-f42b-40e3-b4b9-0a9c317b1f63), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:36.412247 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-b6bb01b9-41fe-48fe-97ff-a9190ac675ff tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Added segment 6c99f093-f42b-40e3-b4b9-0a9c317b1f63 of type vlan for network 72a17560-cc96-4397-984b-a736e9c58358
Feb 05 21:20:36.451634 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b6bb01b9-41fe-48fe-97ff-a9190ac675ff tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (72a17560-cc96-4397-984b-a736e9c58358), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:36.477202 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b6bb01b9-41fe-48fe-97ff-a9190ac675ff tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (72a17560-cc96-4397-984b-a736e9c58358), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:36.482461 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bb01b9-41fe-48fe-97ff-a9190ac675ff tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:36.483053 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b6bb01b9-41fe-48fe-97ff-a9190ac675ff tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:36.516718 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b6bb01b9-41fe-48fe-97ff-a9190ac675ff tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.2006893
Feb 05 21:20:36.520144 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47854) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:36.524950 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-d3ce70ff-4178-44e5-bc5f-b7d8b774b7e6 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Request body: {'subnet': {'network_id': 'd5012310-c3af-4f8f-9ca0-ca27b2ffe484', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:36.582915 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb01b9-41fe-48fe-97ff-a9190ac675ff tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event updated for resources: {'Network': ['ID=72a17560-cc96-4397-984b-a736e9c58358,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:36.593017 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 72a17560-cc96-4397-984b-a736e9c58358 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:20:36.649079 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ce70ff-4178-44e5-bc5f-b7d8b774b7e6 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Made reservation on behalf of 5a213b89d65b4bde9832f8d22021a17d for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:20:36.652904 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d3ce70ff-4178-44e5-bc5f-b7d8b774b7e6 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:36.839643 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d3ce70ff-4178-44e5-bc5f-b7d8b774b7e6 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (c5b98236-387b-4deb-bd8b-84e0b4dd62e5), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:36.900618 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce70ff-4178-44e5-bc5f-b7d8b774b7e6 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event updated for resources: {'Subnet': ['ID=c5b98236-387b-4deb-bd8b-84e0b4dd62e5,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:36.912442 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ce70ff-4178-44e5-bc5f-b7d8b774b7e6 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Checking segment: {'id': '0928b134-390b-41b9-9903-986d58d1e54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd5012310-c3af-4f8f-9ca0-ca27b2ffe484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:20:36.912815 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ce70ff-4178-44e5-bc5f-b7d8b774b7e6 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Network hostable DHCP agents. Network: d5012310-c3af-4f8f-9ca0-ca27b2ffe484, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:20:36.929234 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ce70ff-4178-44e5-bc5f-b7d8b774b7e6 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Network d5012310-c3af-4f8f-9ca0-ca27b2ffe484 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:20:36.938428 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-d3ce70ff-4178-44e5-bc5f-b7d8b774b7e6 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d5012310-c3af-4f8f-9ca0-ca27b2ffe484) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:20:36.943311 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ce70ff-4178-44e5-bc5f-b7d8b774b7e6 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:36.943909 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d3ce70ff-4178-44e5-bc5f-b7d8b774b7e6 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:36.950553 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4a2b4c-fe6d-4704-90e7-5e9c5868074c None None] Network d5012310-c3af-4f8f-9ca0-ca27b2ffe484 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:20:36.960915 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d3ce70ff-4178-44e5-bc5f-b7d8b774b7e6 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4396520
Feb 05 21:20:36.963742 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47856) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:36.969150 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-70d19803-e38c-4cea-bfcb-5e610cd0f88f tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Request body: {'subnet': {'network_id': '72a17560-cc96-4397-984b-a736e9c58358', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:37.053410 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ba8d97-08d4-466d-9bb0-70198d800a2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d5012310-c3af-4f8f-9ca0-ca27b2ffe484', 'network_id': 'd5012310-c3af-4f8f-9ca0-ca27b2ffe484', 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'fixed_ips': [{'subnet_id': 'c5b98236-387b-4deb-bd8b-84e0b4dd62e5'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:20:37.054243 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-29ba8d97-08d4-466d-9bb0-70198d800a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:37.056086 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d19803-e38c-4cea-bfcb-5e610cd0f88f tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Made reservation on behalf of 5a213b89d65b4bde9832f8d22021a17d for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:20:37.059948 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-70d19803-e38c-4cea-bfcb-5e610cd0f88f tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:37.191007 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-29ba8d97-08d4-466d-9bb0-70198d800a2c None None] Allocated IP 2001:db8::2 (d5012310-c3af-4f8f-9ca0-ca27b2ffe484/c5b98236-387b-4deb-bd8b-84e0b4dd62e5/7b8621b7-b888-41e4-91e8-973fa234d7d5) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:20:37.242068 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-70d19803-e38c-4cea-bfcb-5e610cd0f88f tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (03613df0-7bf0-4a0b-9810-6284ae303949), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:37.305040 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d19803-e38c-4cea-bfcb-5e610cd0f88f tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event updated for resources: {'Subnet': ['ID=03613df0-7bf0-4a0b-9810-6284ae303949,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:37.317834 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d19803-e38c-4cea-bfcb-5e610cd0f88f tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Checking segment: {'id': '6c99f093-f42b-40e3-b4b9-0a9c317b1f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '72a17560-cc96-4397-984b-a736e9c58358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:20:37.318205 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d19803-e38c-4cea-bfcb-5e610cd0f88f tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Network hostable DHCP agents. Network: 72a17560-cc96-4397-984b-a736e9c58358, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:20:37.336511 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d19803-e38c-4cea-bfcb-5e610cd0f88f tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Network 72a17560-cc96-4397-984b-a736e9c58358 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:20:37.339080 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-29ba8d97-08d4-466d-9bb0-70198d800a2c None None] Publish callbacks [] for port (7b8621b7-b888-41e4-91e8-973fa234d7d5), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:37.344891 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-29ba8d97-08d4-466d-9bb0-70198d800a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (7b8621b7-b888-41e4-91e8-973fa234d7d5), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:37.345729 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-70d19803-e38c-4cea-bfcb-5e610cd0f88f tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 72a17560-cc96-4397-984b-a736e9c58358) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:20:37.349780 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d19803-e38c-4cea-bfcb-5e610cd0f88f tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:37.350406 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-70d19803-e38c-4cea-bfcb-5e610cd0f88f tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:37.357118 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a2bd6d-7df5-4342-8117-d9e3d1a4d5ec None None] Network 72a17560-cc96-4397-984b-a736e9c58358 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:20:37.366599 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-70d19803-e38c-4cea-bfcb-5e610cd0f88f tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.4017842
Feb 05 21:20:37.369424 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47858) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:37.373990 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-92373f14-a2e5-47e1-9379-18548d0ded5a tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1461588489', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:37.396265 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-92373f14-a2e5-47e1-9379-18548d0ded5a tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (f5aa4a7f-d9db-401e-a5bf-fd261cacbabd), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:37.397304 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-92373f14-a2e5-47e1-9379-18548d0ded5a tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (f5aa4a7f-d9db-401e-a5bf-fd261cacbabd), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:37.422037 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ba8d97-08d4-466d-9bb0-70198d800a2c None None] Network d5012310-c3af-4f8f-9ca0-ca27b2ffe484 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:20:37.452492 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-92373f14-a2e5-47e1-9379-18548d0ded5a tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for router_controller (f5aa4a7f-d9db-401e-a5bf-fd261cacbabd), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:37.457999 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-92373f14-a2e5-47e1-9379-18548d0ded5a tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (f5aa4a7f-d9db-401e-a5bf-fd261cacbabd), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:37.460423 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-29ba8d97-08d4-466d-9bb0-70198d800a2c None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:20:37.463176 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ba8d97-08d4-466d-9bb0-70198d800a2c None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:20:37.467946 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba8d97-08d4-466d-9bb0-70198d800a2c None None] Pushing event updated for resources: {'Port': ['ID=7b8621b7-b888-41e4-91e8-973fa234d7d5,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:37.480449 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-92373f14-a2e5-47e1-9379-18548d0ded5a tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:37.484466 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-92373f14-a2e5-47e1-9379-18548d0ded5a tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.1112125
Feb 05 21:20:37.484466 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47860) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:37.551562 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:37.569641 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-29ba8d97-08d4-466d-9bb0-70198d800a2c None None] Attempting to bind port 7b8621b7-b888-41e4-91e8-973fa234d7d5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:20:37.570087 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-29ba8d97-08d4-466d-9bb0-70198d800a2c None None] Attempting to bind port 7b8621b7-b888-41e4-91e8-973fa234d7d5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0928b134-390b-41b9-9903-986d58d1e54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd5012310-c3af-4f8f-9ca0-ca27b2ffe484'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:20:37.570366 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ba8d97-08d4-466d-9bb0-70198d800a2c None None] Attempting to bind port 7b8621b7-b888-41e4-91e8-973fa234d7d5 on network d5012310-c3af-4f8f-9ca0-ca27b2ffe484 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:20:37.575916 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ba8d97-08d4-466d-9bb0-70198d800a2c None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:20:37.576569 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ba8d97-08d4-466d-9bb0-70198d800a2c None None] Checking segment: {'id': '0928b134-390b-41b9-9903-986d58d1e54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd5012310-c3af-4f8f-9ca0-ca27b2ffe484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:20:37.576702 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-29ba8d97-08d4-466d-9bb0-70198d800a2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:37.577116 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ba8d97-08d4-466d-9bb0-70198d800a2c None None] Bound using segment: {'id': '0928b134-390b-41b9-9903-986d58d1e54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd5012310-c3af-4f8f-9ca0-ca27b2ffe484'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:20:37.577533 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-29ba8d97-08d4-466d-9bb0-70198d800a2c None None] Bound port: 7b8621b7-b888-41e4-91e8-973fa234d7d5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0928b134-390b-41b9-9903-986d58d1e54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd5012310-c3af-4f8f-9ca0-ca27b2ffe484'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:20:37.577947 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-29ba8d97-08d4-466d-9bb0-70198d800a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7b8621b7-b888-41e4-91e8-973fa234d7d5), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:37.581544 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0637094-abb6-4df3-99b0-98f266070276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-72a17560-cc96-4397-984b-a736e9c58358', 'network_id': '72a17560-cc96-4397-984b-a736e9c58358', 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'fixed_ips': [{'subnet_id': '03613df0-7bf0-4a0b-9810-6284ae303949'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:20:37.582394 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d0637094-abb6-4df3-99b0-98f266070276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:37.749956 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-29ba8d97-08d4-466d-9bb0-70198d800a2c None None] For port 7b8621b7-b888-41e4-91e8-973fa234d7d5, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:20:37.766499 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-29ba8d97-08d4-466d-9bb0-70198d800a2c None None] For port 7b8621b7-b888-41e4-91e8-973fa234d7d5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b8621b7-b888-41e4-91e8-973fa234d7d5,segment=NetworkSegment(0928b134-390b-41b9-9903-986d58d1e54d),segment_id=0928b134-390b-41b9-9903-986d58d1e54d)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:20:37.771993 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6413f2b2-e174-4342-b407-9f4bf176b668 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:37.777953 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-29ba8d97-08d4-466d-9bb0-70198d800a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7b8621b7-b888-41e4-91e8-973fa234d7d5), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:37.790446 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-d0637094-abb6-4df3-99b0-98f266070276 None None] Allocated IP 2001:db8:1::2 (72a17560-cc96-4397-984b-a736e9c58358/03613df0-7bf0-4a0b-9810-6284ae303949/5ba19d79-630f-4bd4-a500-88686d112616) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:20:37.877385 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba8d97-08d4-466d-9bb0-70198d800a2c None None] Pushing event updated for resources: {'Port': ['ID=7b8621b7-b888-41e4-91e8-973fa234d7d5,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:37.997824 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d0637094-abb6-4df3-99b0-98f266070276 None None] Publish callbacks [] for port (5ba19d79-630f-4bd4-a500-88686d112616), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:38.005206 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d0637094-abb6-4df3-99b0-98f266070276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (5ba19d79-630f-4bd4-a500-88686d112616), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:38.020710 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-6413f2b2-e174-4342-b407-9f4bf176b668 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Allocated IP 2001:db8::1 (d5012310-c3af-4f8f-9ca0-ca27b2ffe484/c5b98236-387b-4deb-bd8b-84e0b4dd62e5/b3d8df66-9b57-4629-9a53-4f6244a29b7d) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:20:38.070523 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0637094-abb6-4df3-99b0-98f266070276 None None] Network 72a17560-cc96-4397-984b-a736e9c58358 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:20:38.073981 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-d0637094-abb6-4df3-99b0-98f266070276 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:20:38.077444 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0637094-abb6-4df3-99b0-98f266070276 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:20:38.089796 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0637094-abb6-4df3-99b0-98f266070276 None None] Pushing event updated for resources: {'Port': ['ID=5ba19d79-630f-4bd4-a500-88686d112616,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:38.151401 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-d0637094-abb6-4df3-99b0-98f266070276 None None] Attempting to bind port 5ba19d79-630f-4bd4-a500-88686d112616 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:20:38.151827 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-d0637094-abb6-4df3-99b0-98f266070276 None None] Attempting to bind port 5ba19d79-630f-4bd4-a500-88686d112616 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c99f093-f42b-40e3-b4b9-0a9c317b1f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '72a17560-cc96-4397-984b-a736e9c58358'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:20:38.152227 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0637094-abb6-4df3-99b0-98f266070276 None None] Attempting to bind port 5ba19d79-630f-4bd4-a500-88686d112616 on network 72a17560-cc96-4397-984b-a736e9c58358 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:20:38.157702 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0637094-abb6-4df3-99b0-98f266070276 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:20:38.158636 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0637094-abb6-4df3-99b0-98f266070276 None None] Checking segment: {'id': '6c99f093-f42b-40e3-b4b9-0a9c317b1f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '72a17560-cc96-4397-984b-a736e9c58358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:20:38.159411 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d0637094-abb6-4df3-99b0-98f266070276 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:38.159842 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0637094-abb6-4df3-99b0-98f266070276 None None] Bound using segment: {'id': '6c99f093-f42b-40e3-b4b9-0a9c317b1f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '72a17560-cc96-4397-984b-a736e9c58358'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:20:38.160298 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-d0637094-abb6-4df3-99b0-98f266070276 None None] Bound port: 5ba19d79-630f-4bd4-a500-88686d112616, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c99f093-f42b-40e3-b4b9-0a9c317b1f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '72a17560-cc96-4397-984b-a736e9c58358'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:20:38.160687 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d0637094-abb6-4df3-99b0-98f266070276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5ba19d79-630f-4bd4-a500-88686d112616), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:38.186745 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6413f2b2-e174-4342-b407-9f4bf176b668 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for port (b3d8df66-9b57-4629-9a53-4f6244a29b7d), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:38.224076 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6413f2b2-e174-4342-b407-9f4bf176b668 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (b3d8df66-9b57-4629-9a53-4f6244a29b7d), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:38.241437 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-d0637094-abb6-4df3-99b0-98f266070276 None None] For port 5ba19d79-630f-4bd4-a500-88686d112616, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:20:38.245055 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-d0637094-abb6-4df3-99b0-98f266070276 None None] For port 5ba19d79-630f-4bd4-a500-88686d112616, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ba19d79-630f-4bd4-a500-88686d112616,segment=NetworkSegment(6c99f093-f42b-40e3-b4b9-0a9c317b1f63),segment_id=6c99f093-f42b-40e3-b4b9-0a9c317b1f63)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:20:38.255425 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d0637094-abb6-4df3-99b0-98f266070276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5ba19d79-630f-4bd4-a500-88686d112616), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:38.276288 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6413f2b2-e174-4342-b407-9f4bf176b668 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Network d5012310-c3af-4f8f-9ca0-ca27b2ffe484 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:20:38.279463 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-6413f2b2-e174-4342-b407-9f4bf176b668 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:20:38.282293 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6413f2b2-e174-4342-b407-9f4bf176b668 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:20:38.283313 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6413f2b2-e174-4342-b407-9f4bf176b668 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (f5aa4a7f-d9db-401e-a5bf-fd261cacbabd), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:38.290925 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7b8621b7-b888-41e4-91e8-973fa234d7d5 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:20:38.329219 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6413f2b2-e174-4342-b407-9f4bf176b668 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event updated for resources: {'Port': ['ID=b3d8df66-9b57-4629-9a53-4f6244a29b7d,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:38.358085 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0637094-abb6-4df3-99b0-98f266070276 None None] Pushing event updated for resources: {'Port': ['ID=5ba19d79-630f-4bd4-a500-88686d112616,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:38.375285 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 7b8621b7-b888-41e4-91e8-973fa234d7d5 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:38.375692 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7b8621b7-b888-41e4-91e8-973fa234d7d5), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:38.466629 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 7b8621b7-b888-41e4-91e8-973fa234d7d5 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:20:38.467453 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7b8621b7-b888-41e4-91e8-973fa234d7d5), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:38.474329 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6413f2b2-e174-4342-b407-9f4bf176b668 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b3d8df66-9b57-4629-9a53-4f6244a29b7d), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:38.502843 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 7b8621b7-b888-41e4-91e8-973fa234d7d5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b8621b7-b888-41e4-91e8-973fa234d7d5,segment=NetworkSegment(0928b134-390b-41b9-9903-986d58d1e54d),segment_id=0928b134-390b-41b9-9903-986d58d1e54d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:20:38.507538 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7b8621b7-b888-41e4-91e8-973fa234d7d5), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:38.578697 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=7b8621b7-b888-41e4-91e8-973fa234d7d5,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:38.796093 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6413f2b2-e174-4342-b407-9f4bf176b668 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for port (b3d8df66-9b57-4629-9a53-4f6244a29b7d), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:38.801633 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6413f2b2-e174-4342-b407-9f4bf176b668 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (b3d8df66-9b57-4629-9a53-4f6244a29b7d), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:38.802496 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6413f2b2-e174-4342-b407-9f4bf176b668 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (f5aa4a7f-d9db-401e-a5bf-fd261cacbabd), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:38.895116 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6413f2b2-e174-4342-b407-9f4bf176b668 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event updated for resources: {'Port': ['ID=b3d8df66-9b57-4629-9a53-4f6244a29b7d,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:38.936369 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6413f2b2-e174-4342-b407-9f4bf176b668 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Network d5012310-c3af-4f8f-9ca0-ca27b2ffe484 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:20:38.937777 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-6413f2b2-e174-4342-b407-9f4bf176b668 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:20:38.990469 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41649b33-3d78-41b8-88b3-b90a0924ddf7 None None] Network d5012310-c3af-4f8f-9ca0-ca27b2ffe484 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:20:39.077331 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6413f2b2-e174-4342-b407-9f4bf176b668 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Router f5aa4a7f-d9db-401e-a5bf-fd261cacbabd is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:20:39.122654 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:39.125196 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-7e0f9a04-7f00-4b9e-a7dc-d327109a75d1 None None] Provisioning complete for port 7b8621b7-b888-41e4-91e8-973fa234d7d5 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:39.125566 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7e0f9a04-7f00-4b9e-a7dc-d327109a75d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7b8621b7-b888-41e4-91e8-973fa234d7d5), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:39.184494 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6413f2b2-e174-4342-b407-9f4bf176b668 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:20:39.189769 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6413f2b2-e174-4342-b407-9f4bf176b668 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "PUT /v2.0/routers/f5aa4a7f-d9db-401e-a5bf-fd261cacbabd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7034626
Feb 05 21:20:39.192070 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47862) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:39.197948 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7490adb-3494-4be1-a408-9d3e979e291d None None] Sync routers for ids ['f5aa4a7f-d9db-401e-a5bf-fd261cacbabd'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:20:39.219452 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7490adb-3494-4be1-a408-9d3e979e291d None None] Routers {'f5aa4a7f-d9db-401e-a5bf-fd261cacbabd'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:20:39.222090 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-d7490adb-3494-4be1-a408-9d3e979e291d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dbe178a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:20:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['f5aa4a7f-d9db-401e-a5bf-fd261cacbabd'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:39.226695 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-7e0f9a04-7f00-4b9e-a7dc-d327109a75d1 None None] Current status of the port 7b8621b7-b888-41e4-91e8-973fa234d7d5 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:20:39.243032 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1fc483-3210-49e1-8bb4-d0a5a72db410 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:39.244601 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2b1fc483-3210-49e1-8bb4-d0a5a72db410 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "GET /v2.0/ports/b3d8df66-9b57-4629-9a53-4f6244a29b7d HTTP/1.1" status: 200  len: 911 time: 0.0510507
Feb 05 21:20:39.247550 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47864) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:39.281956 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-d7490adb-3494-4be1-a408-9d3e979e291d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dbe178a00>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:39.292316 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7490adb-3494-4be1-a408-9d3e979e291d None None] Routers {'f5aa4a7f-d9db-401e-a5bf-fd261cacbabd'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:20:39.292951 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-d7490adb-3494-4be1-a408-9d3e979e291d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dbe178a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:20:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['f5aa4a7f-d9db-401e-a5bf-fd261cacbabd'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:39.336386 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-d7490adb-3494-4be1-a408-9d3e979e291d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dbe178a00>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:39.337076 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7490adb-3494-4be1-a408-9d3e979e291d None None] The sync data for ids ['f5aa4a7f-d9db-401e-a5bf-fd261cacbabd'] in ncdv-master-1 is: [] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:20:39.523790 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8506921-be77-474d-9ef0-275f7b796a70 None None] Network 72a17560-cc96-4397-984b-a736e9c58358 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:20:39.602371 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-cee7352a-8f96-4703-8a63-c4426d9a3b29 None None] Provisioning complete for port b3d8df66-9b57-4629-9a53-4f6244a29b7d triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:39.602806 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cee7352a-8f96-4703-8a63-c4426d9a3b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b3d8df66-9b57-4629-9a53-4f6244a29b7d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:39.665086 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-cee7352a-8f96-4703-8a63-c4426d9a3b29 None None] Port b3d8df66-9b57-4629-9a53-4f6244a29b7d cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:20:39.681530 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-cee7352a-8f96-4703-8a63-c4426d9a3b29 None None] Provisioning complete for port 5ba19d79-630f-4bd4-a500-88686d112616 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:39.681902 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cee7352a-8f96-4703-8a63-c4426d9a3b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5ba19d79-630f-4bd4-a500-88686d112616), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:39.783668 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-cee7352a-8f96-4703-8a63-c4426d9a3b29 None None] Current status of the port 5ba19d79-630f-4bd4-a500-88686d112616 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:20:39.784079 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cee7352a-8f96-4703-8a63-c4426d9a3b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5ba19d79-630f-4bd4-a500-88686d112616), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:39.821733 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-cee7352a-8f96-4703-8a63-c4426d9a3b29 None None] For port 5ba19d79-630f-4bd4-a500-88686d112616, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ba19d79-630f-4bd4-a500-88686d112616,segment=NetworkSegment(6c99f093-f42b-40e3-b4b9-0a9c317b1f63),segment_id=6c99f093-f42b-40e3-b4b9-0a9c317b1f63)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:20:39.827556 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cee7352a-8f96-4703-8a63-c4426d9a3b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5ba19d79-630f-4bd4-a500-88686d112616), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:39.843116 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:20:39.869053 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-cee7352a-8f96-4703-8a63-c4426d9a3b29 None None] Provisioning complete for port 7b8621b7-b888-41e4-91e8-973fa234d7d5 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:39.869439 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cee7352a-8f96-4703-8a63-c4426d9a3b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7b8621b7-b888-41e4-91e8-973fa234d7d5), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:39.923180 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee7352a-8f96-4703-8a63-c4426d9a3b29 None None] Pushing event updated for resources: {'Port': ['ID=5ba19d79-630f-4bd4-a500-88686d112616,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:39.929589 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cdd60cfa-55bc-4fc7-8453-981cfa6ca1b0 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:39.987764 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-cee7352a-8f96-4703-8a63-c4426d9a3b29 None None] Current status of the port 7b8621b7-b888-41e4-91e8-973fa234d7d5 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:20:40.109877 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-36adb876-4316-47e6-bd58-bd9cd4bd6704 None None] Provisioning complete for port 5ba19d79-630f-4bd4-a500-88686d112616 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:40.110259 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-36adb876-4316-47e6-bd58-bd9cd4bd6704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5ba19d79-630f-4bd4-a500-88686d112616), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:40.208786 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-36adb876-4316-47e6-bd58-bd9cd4bd6704 None None] Current status of the port 5ba19d79-630f-4bd4-a500-88686d112616 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:20:40.221723 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-36adb876-4316-47e6-bd58-bd9cd4bd6704 None None] Provisioning complete for port b3d8df66-9b57-4629-9a53-4f6244a29b7d triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:40.222138 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-36adb876-4316-47e6-bd58-bd9cd4bd6704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b3d8df66-9b57-4629-9a53-4f6244a29b7d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:40.235052 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-cdd60cfa-55bc-4fc7-8453-981cfa6ca1b0 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Allocated IP 2001:db8:1::1 (72a17560-cc96-4397-984b-a736e9c58358/03613df0-7bf0-4a0b-9810-6284ae303949/ebec93ad-ed74-4b82-bf1b-aedff7e7c6bd) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:20:40.258035 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-36adb876-4316-47e6-bd58-bd9cd4bd6704 None None] Port b3d8df66-9b57-4629-9a53-4f6244a29b7d cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:20:40.302065 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 5ba19d79-630f-4bd4-a500-88686d112616 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:20:40.348948 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cdd60cfa-55bc-4fc7-8453-981cfa6ca1b0 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for port (ebec93ad-ed74-4b82-bf1b-aedff7e7c6bd), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:40.352386 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 5ba19d79-630f-4bd4-a500-88686d112616 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:40.352688 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5ba19d79-630f-4bd4-a500-88686d112616), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:40.382201 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cdd60cfa-55bc-4fc7-8453-981cfa6ca1b0 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (ebec93ad-ed74-4b82-bf1b-aedff7e7c6bd), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:40.428983 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd60cfa-55bc-4fc7-8453-981cfa6ca1b0 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Network 72a17560-cc96-4397-984b-a736e9c58358 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:20:40.432181 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-cdd60cfa-55bc-4fc7-8453-981cfa6ca1b0 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:20:40.435711 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 5ba19d79-630f-4bd4-a500-88686d112616 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:20:40.435941 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd60cfa-55bc-4fc7-8453-981cfa6ca1b0 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:20:40.436425 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7b8621b7-b888-41e4-91e8-973fa234d7d5 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:20:40.436534 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cdd60cfa-55bc-4fc7-8453-981cfa6ca1b0 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (f5aa4a7f-d9db-401e-a5bf-fd261cacbabd), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:40.476780 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd60cfa-55bc-4fc7-8453-981cfa6ca1b0 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event updated for resources: {'Port': ['ID=ebec93ad-ed74-4b82-bf1b-aedff7e7c6bd,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:40.506488 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 7b8621b7-b888-41e4-91e8-973fa234d7d5 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:40.507113 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7b8621b7-b888-41e4-91e8-973fa234d7d5), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:40.510804 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:40.575105 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cdd60cfa-55bc-4fc7-8453-981cfa6ca1b0 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ebec93ad-ed74-4b82-bf1b-aedff7e7c6bd), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:40.753273 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 7b8621b7-b888-41e4-91e8-973fa234d7d5 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:20:40.779622 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-84390f3e-df6e-4978-8cb6-01ac9a6599a4 None None] Provisioning complete for port ebec93ad-ed74-4b82-bf1b-aedff7e7c6bd triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:40.779995 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-84390f3e-df6e-4978-8cb6-01ac9a6599a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ebec93ad-ed74-4b82-bf1b-aedff7e7c6bd), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:40.814121 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-84390f3e-df6e-4978-8cb6-01ac9a6599a4 None None] Port ebec93ad-ed74-4b82-bf1b-aedff7e7c6bd cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:20:40.849185 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cdd60cfa-55bc-4fc7-8453-981cfa6ca1b0 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for port (ebec93ad-ed74-4b82-bf1b-aedff7e7c6bd), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:40.853748 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cdd60cfa-55bc-4fc7-8453-981cfa6ca1b0 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (ebec93ad-ed74-4b82-bf1b-aedff7e7c6bd), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:40.854623 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-cdd60cfa-55bc-4fc7-8453-981cfa6ca1b0 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (f5aa4a7f-d9db-401e-a5bf-fd261cacbabd), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:40.945043 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd60cfa-55bc-4fc7-8453-981cfa6ca1b0 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event updated for resources: {'Port': ['ID=ebec93ad-ed74-4b82-bf1b-aedff7e7c6bd,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:40.983736 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd60cfa-55bc-4fc7-8453-981cfa6ca1b0 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Network 72a17560-cc96-4397-984b-a736e9c58358 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:20:40.985121 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-cdd60cfa-55bc-4fc7-8453-981cfa6ca1b0 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:20:41.089995 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd60cfa-55bc-4fc7-8453-981cfa6ca1b0 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Router f5aa4a7f-d9db-401e-a5bf-fd261cacbabd has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:20:41.190206 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd60cfa-55bc-4fc7-8453-981cfa6ca1b0 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:20:41.195493 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-cdd60cfa-55bc-4fc7-8453-981cfa6ca1b0 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "PUT /v2.0/routers/f5aa4a7f-d9db-401e-a5bf-fd261cacbabd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9469054
Feb 05 21:20:41.198144 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47866) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:41.200590 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700649f4-a1a5-4f3a-a103-4295a7f1d737 None None] Sync routers for ids ['f5aa4a7f-d9db-401e-a5bf-fd261cacbabd'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:20:41.211480 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700649f4-a1a5-4f3a-a103-4295a7f1d737 None None] Routers {'f5aa4a7f-d9db-401e-a5bf-fd261cacbabd'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:20:41.212123 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-700649f4-a1a5-4f3a-a103-4295a7f1d737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabf77790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:20:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['f5aa4a7f-d9db-401e-a5bf-fd261cacbabd'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:41.245139 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df80d38c-c7f3-48d3-b52e-28d4ceeb223f tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:41.249158 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-df80d38c-c7f3-48d3-b52e-28d4ceeb223f tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "GET /v2.0/ports/ebec93ad-ed74-4b82-bf1b-aedff7e7c6bd HTTP/1.1" status: 200  len: 913 time: 0.0474169
Feb 05 21:20:41.249350 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47868) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:41.252499 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-700649f4-a1a5-4f3a-a103-4295a7f1d737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabf77790>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:41.268547 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-e0a2d720-3367-43fb-a17e-5b61a662c03a None None] Provisioning complete for port ebec93ad-ed74-4b82-bf1b-aedff7e7c6bd triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:41.268849 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e0a2d720-3367-43fb-a17e-5b61a662c03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ebec93ad-ed74-4b82-bf1b-aedff7e7c6bd), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:41.270252 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700649f4-a1a5-4f3a-a103-4295a7f1d737 None None] Routers {'f5aa4a7f-d9db-401e-a5bf-fd261cacbabd'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:20:41.270889 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-700649f4-a1a5-4f3a-a103-4295a7f1d737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabf77790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:20:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['f5aa4a7f-d9db-401e-a5bf-fd261cacbabd'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:41.327904 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-700649f4-a1a5-4f3a-a103-4295a7f1d737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabf77790>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:41.328564 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700649f4-a1a5-4f3a-a103-4295a7f1d737 None None] The sync data for ids ['f5aa4a7f-d9db-401e-a5bf-fd261cacbabd'] in ncdv-master-1 is: [] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:20:41.336890 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-e0a2d720-3367-43fb-a17e-5b61a662c03a None None] Port ebec93ad-ed74-4b82-bf1b-aedff7e7c6bd cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:20:41.569641 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-322136c4-9661-41e3-ba50-2dc71f4af928 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (f5aa4a7f-d9db-401e-a5bf-fd261cacbabd), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:41.812784 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-322136c4-9661-41e3-ba50-2dc71f4af928 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Deleting port ebec93ad-ed74-4b82-bf1b-aedff7e7c6bd {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:20:41.813130 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-322136c4-9661-41e3-ba50-2dc71f4af928 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (ebec93ad-ed74-4b82-bf1b-aedff7e7c6bd), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:41.901782 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-322136c4-9661-41e3-ba50-2dc71f4af928 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (ebec93ad-ed74-4b82-bf1b-aedff7e7c6bd), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:41.914690 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-322136c4-9661-41e3-ba50-2dc71f4af928 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Calling delete_port for ebec93ad-ed74-4b82-bf1b-aedff7e7c6bd owned by network:router_interface {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:20:42.084718 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-322136c4-9661-41e3-ba50-2dc71f4af928 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (ebec93ad-ed74-4b82-bf1b-aedff7e7c6bd), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:42.113029 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322136c4-9661-41e3-ba50-2dc71f4af928 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event deleted for resources: {'Port': ['ID=ebec93ad-ed74-4b82-bf1b-aedff7e7c6bd,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:42.227734 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-322136c4-9661-41e3-ba50-2dc71f4af928 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (f5aa4a7f-d9db-401e-a5bf-fd261cacbabd), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:42.422136 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-322136c4-9661-41e3-ba50-2dc71f4af928 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Router f5aa4a7f-d9db-401e-a5bf-fd261cacbabd has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:20:42.515487 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322136c4-9661-41e3-ba50-2dc71f4af928 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:20:42.521650 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-322136c4-9661-41e3-ba50-2dc71f4af928 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "PUT /v2.0/routers/f5aa4a7f-d9db-401e-a5bf-fd261cacbabd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.2713203
Feb 05 21:20:42.524463 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47870) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:42.526115 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1ebd5b-f88b-4282-b1d3-adb2ac039959 None None] Sync routers for ids ['f5aa4a7f-d9db-401e-a5bf-fd261cacbabd'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:20:42.537304 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1ebd5b-f88b-4282-b1d3-adb2ac039959 None None] Routers {'f5aa4a7f-d9db-401e-a5bf-fd261cacbabd'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:20:42.537933 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-de1ebd5b-f88b-4282-b1d3-adb2ac039959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8f34a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:20:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['f5aa4a7f-d9db-401e-a5bf-fd261cacbabd'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:42.570088 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-de1ebd5b-f88b-4282-b1d3-adb2ac039959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8f34a30>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:42.578537 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1ebd5b-f88b-4282-b1d3-adb2ac039959 None None] Routers {'f5aa4a7f-d9db-401e-a5bf-fd261cacbabd'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:20:42.579129 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-de1ebd5b-f88b-4282-b1d3-adb2ac039959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8f34a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:20:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['f5aa4a7f-d9db-401e-a5bf-fd261cacbabd'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:42.612670 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-de1ebd5b-f88b-4282-b1d3-adb2ac039959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8f34a30>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:42.613004 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1ebd5b-f88b-4282-b1d3-adb2ac039959 None None] The sync data for ids ['f5aa4a7f-d9db-401e-a5bf-fd261cacbabd'] in ncdv-master-1 is: [] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:20:43.094543 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b670e7b9-1420-4cf8-be8e-e333f15d9eea tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (f5aa4a7f-d9db-401e-a5bf-fd261cacbabd), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:43.335674 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-b670e7b9-1420-4cf8-be8e-e333f15d9eea tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Deleting port b3d8df66-9b57-4629-9a53-4f6244a29b7d {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:20:43.336022 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b670e7b9-1420-4cf8-be8e-e333f15d9eea tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (b3d8df66-9b57-4629-9a53-4f6244a29b7d), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:43.419334 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b670e7b9-1420-4cf8-be8e-e333f15d9eea tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (b3d8df66-9b57-4629-9a53-4f6244a29b7d), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:43.431530 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-b670e7b9-1420-4cf8-be8e-e333f15d9eea tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Calling delete_port for b3d8df66-9b57-4629-9a53-4f6244a29b7d owned by network:router_interface {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:20:43.599788 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b670e7b9-1420-4cf8-be8e-e333f15d9eea tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (b3d8df66-9b57-4629-9a53-4f6244a29b7d), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:43.626891 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b670e7b9-1420-4cf8-be8e-e333f15d9eea tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event deleted for resources: {'Port': ['ID=b3d8df66-9b57-4629-9a53-4f6244a29b7d,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:43.729887 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b670e7b9-1420-4cf8-be8e-e333f15d9eea tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (f5aa4a7f-d9db-401e-a5bf-fd261cacbabd), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:43.891402 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b670e7b9-1420-4cf8-be8e-e333f15d9eea tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Router f5aa4a7f-d9db-401e-a5bf-fd261cacbabd has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:20:43.970852 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b670e7b9-1420-4cf8-be8e-e333f15d9eea tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:20:43.975857 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b670e7b9-1420-4cf8-be8e-e333f15d9eea tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "PUT /v2.0/routers/f5aa4a7f-d9db-401e-a5bf-fd261cacbabd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4504242
Feb 05 21:20:43.978817 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47872) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:43.980370 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64da7241-0f45-47f8-9457-52f82fddacf8 None None] Sync routers for ids ['f5aa4a7f-d9db-401e-a5bf-fd261cacbabd'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:20:43.993812 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64da7241-0f45-47f8-9457-52f82fddacf8 None None] Routers {'f5aa4a7f-d9db-401e-a5bf-fd261cacbabd'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:20:43.994546 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-64da7241-0f45-47f8-9457-52f82fddacf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab73fdf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:20:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['f5aa4a7f-d9db-401e-a5bf-fd261cacbabd'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:44.006150 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1ec516cf-2fde-43d4-bd10-d226667d7224 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5aa4a7f-d9db-401e-a5bf-fd261cacbabd HTTP/1.1" status: 200  len: 205 time: 0.0261726
Feb 05 21:20:44.008922 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47874) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:44.027708 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-64da7241-0f45-47f8-9457-52f82fddacf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab73fdf0>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:44.037233 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64da7241-0f45-47f8-9457-52f82fddacf8 None None] Routers {'f5aa4a7f-d9db-401e-a5bf-fd261cacbabd'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:20:44.037841 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-64da7241-0f45-47f8-9457-52f82fddacf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab73fdf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:20:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['f5aa4a7f-d9db-401e-a5bf-fd261cacbabd'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:44.070102 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-64da7241-0f45-47f8-9457-52f82fddacf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab73fdf0>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:44.070777 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64da7241-0f45-47f8-9457-52f82fddacf8 None None] The sync data for ids ['f5aa4a7f-d9db-401e-a5bf-fd261cacbabd'] in ncdv-master-1 is: [] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:20:44.087069 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a1abb6be-b870-4294-8093-d2a483b6c0de tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for router (f5aa4a7f-d9db-401e-a5bf-fd261cacbabd), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:44.245730 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a1abb6be-b870-4294-8093-d2a483b6c0de tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (f5aa4a7f-d9db-401e-a5bf-fd261cacbabd), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:44.247755 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a1abb6be-b870-4294-8093-d2a483b6c0de tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for router_controller (f5aa4a7f-d9db-401e-a5bf-fd261cacbabd), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:44.293814 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a1abb6be-b870-4294-8093-d2a483b6c0de tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (f5aa4a7f-d9db-401e-a5bf-fd261cacbabd), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:44.294311 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1abb6be-b870-4294-8093-d2a483b6c0de tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Fanout notify agent at l3_agent the message router_deleted on router f5aa4a7f-d9db-401e-a5bf-fd261cacbabd {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:20:44.302070 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a1abb6be-b870-4294-8093-d2a483b6c0de tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:44.303109 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a1abb6be-b870-4294-8093-d2a483b6c0de tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "DELETE /v2.0/routers/f5aa4a7f-d9db-401e-a5bf-fd261cacbabd HTTP/1.1" status: 204  len: 168 time: 0.2932982
Feb 05 21:20:44.305676 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47876) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:44.355420 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-7970d2e5-036d-4868-a8ab-291e8a1630cb tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Deleting subnet 03613df0-7bf0-4a0b-9810-6284ae303949 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:20:44.359289 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7970d2e5-036d-4868-a8ab-291e8a1630cb tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for subnet (03613df0-7bf0-4a0b-9810-6284ae303949), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:44.400417 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7970d2e5-036d-4868-a8ab-291e8a1630cb tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (03613df0-7bf0-4a0b-9810-6284ae303949), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:44.486625 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7970d2e5-036d-4868-a8ab-291e8a1630cb tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (03613df0-7bf0-4a0b-9810-6284ae303949), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:44.543129 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7970d2e5-036d-4868-a8ab-291e8a1630cb tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (03613df0-7bf0-4a0b-9810-6284ae303949), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:44.570554 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970d2e5-036d-4868-a8ab-291e8a1630cb tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event deleted for resources: {'Subnet': ['ID=03613df0-7bf0-4a0b-9810-6284ae303949,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:44.579892 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7970d2e5-036d-4868-a8ab-291e8a1630cb tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:44.580580 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169022a4-66ff-44a4-b7d5-a33fe3edd7c6 None None] Network 72a17560-cc96-4397-984b-a736e9c58358 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:20:44.583858 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7970d2e5-036d-4868-a8ab-291e8a1630cb tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "DELETE /v2.0/subnets/03613df0-7bf0-4a0b-9810-6284ae303949 HTTP/1.1" status: 204  len: 168 time: 0.2772233
Feb 05 21:20:44.585482 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970d2e5-036d-4868-a8ab-291e8a1630cb tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:20:44.585843 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970d2e5-036d-4868-a8ab-291e8a1630cb tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:20:44.586289 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970d2e5-036d-4868-a8ab-291e8a1630cb tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:20:44.586667 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970d2e5-036d-4868-a8ab-291e8a1630cb tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:20:44.587013 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970d2e5-036d-4868-a8ab-291e8a1630cb tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:20:44.587310 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47878) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:44.587779 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970d2e5-036d-4868-a8ab-291e8a1630cb tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:20:44.587779 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970d2e5-036d-4868-a8ab-291e8a1630cb tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:20:44.588006 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970d2e5-036d-4868-a8ab-291e8a1630cb tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:20:44.588366 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970d2e5-036d-4868-a8ab-291e8a1630cb tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:20:44.588775 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970d2e5-036d-4868-a8ab-291e8a1630cb tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:20:44.589034 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970d2e5-036d-4868-a8ab-291e8a1630cb tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:20:44.589364 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970d2e5-036d-4868-a8ab-291e8a1630cb tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:20:44.589697 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970d2e5-036d-4868-a8ab-291e8a1630cb tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:20:44.641284 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-1df5345d-4d01-4804-a84c-533602a52093 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Deleting subnet c5b98236-387b-4deb-bd8b-84e0b4dd62e5 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:20:44.645367 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1df5345d-4d01-4804-a84c-533602a52093 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for subnet (c5b98236-387b-4deb-bd8b-84e0b4dd62e5), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:44.685628 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1df5345d-4d01-4804-a84c-533602a52093 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (c5b98236-387b-4deb-bd8b-84e0b4dd62e5), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:44.744292 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6246741d-d5e3-4f5b-964f-793dbb0ccab7 None None] DHCP port deletion for 72a17560-cc96-4397-984b-a736e9c58358 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:20:44.776954 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1df5345d-4d01-4804-a84c-533602a52093 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (c5b98236-387b-4deb-bd8b-84e0b4dd62e5), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:44.796622 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6246741d-d5e3-4f5b-964f-793dbb0ccab7 None None] Deleting port 5ba19d79-630f-4bd4-a500-88686d112616 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:20:44.796927 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6246741d-d5e3-4f5b-964f-793dbb0ccab7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (5ba19d79-630f-4bd4-a500-88686d112616), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:44.839802 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1df5345d-4d01-4804-a84c-533602a52093 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (c5b98236-387b-4deb-bd8b-84e0b4dd62e5), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:44.860617 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6246741d-d5e3-4f5b-964f-793dbb0ccab7 None None] For port 5ba19d79-630f-4bd4-a500-88686d112616, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ba19d79-630f-4bd4-a500-88686d112616,segment=NetworkSegment(6c99f093-f42b-40e3-b4b9-0a9c317b1f63),segment_id=6c99f093-f42b-40e3-b4b9-0a9c317b1f63)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:20:44.861537 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6246741d-d5e3-4f5b-964f-793dbb0ccab7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (5ba19d79-630f-4bd4-a500-88686d112616), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:44.870319 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df5345d-4d01-4804-a84c-533602a52093 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event deleted for resources: {'Subnet': ['ID=c5b98236-387b-4deb-bd8b-84e0b4dd62e5,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:44.873492 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1df5345d-4d01-4804-a84c-533602a52093 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:44.873957 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6246741d-d5e3-4f5b-964f-793dbb0ccab7 None None] Calling delete_port for 5ba19d79-630f-4bd4-a500-88686d112616 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:20:44.877942 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1df5345d-4d01-4804-a84c-533602a52093 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "DELETE /v2.0/subnets/c5b98236-387b-4deb-bd8b-84e0b4dd62e5 HTTP/1.1" status: 204  len: 168 time: 0.2895839
Feb 05 21:20:44.880482 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47880) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:44.886159 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1571b19-d4ee-412d-b8f5-00e26b3747a9 None None] Network d5012310-c3af-4f8f-9ca0-ca27b2ffe484 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:20:44.978835 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2b7edb26-7414-42ef-b7a2-e0164c7b4c70 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (72a17560-cc96-4397-984b-a736e9c58358), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:45.031694 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6246741d-d5e3-4f5b-964f-793dbb0ccab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (5ba19d79-630f-4bd4-a500-88686d112616), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:45.032311 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-2b7edb26-7414-42ef-b7a2-e0164c7b4c70 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Deleting port 5ba19d79-630f-4bd4-a500-88686d112616 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:20:45.032452 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2b7edb26-7414-42ef-b7a2-e0164c7b4c70 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (5ba19d79-630f-4bd4-a500-88686d112616), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:45.063700 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6246741d-d5e3-4f5b-964f-793dbb0ccab7 None None] Pushing event deleted for resources: {'Port': ['ID=5ba19d79-630f-4bd4-a500-88686d112616,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:45.068565 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6246741d-d5e3-4f5b-964f-793dbb0ccab7 None None] No DVR routers for this DVR port 5ba19d79-630f-4bd4-a500-88686d112616 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:20:45.091074 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea3c50a-14bd-454e-9cc0-900b94f4ee38 None None] DHCP port deletion for d5012310-c3af-4f8f-9ca0-ca27b2ffe484 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:20:45.100550 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-2b7edb26-7414-42ef-b7a2-e0164c7b4c70 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] For port 5ba19d79-630f-4bd4-a500-88686d112616, host ncdv-master-1, got binding levels [] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:20:45.100914 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2b7edb26-7414-42ef-b7a2-e0164c7b4c70 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (5ba19d79-630f-4bd4-a500-88686d112616), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:45.118093 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-2b7edb26-7414-42ef-b7a2-e0164c7b4c70 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Calling delete_port for 5ba19d79-630f-4bd4-a500-88686d112616 owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:20:45.121403 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.ipam_backend_mixin [None req-2b7edb26-7414-42ef-b7a2-e0164c7b4c70 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Port 5ba19d79-630f-4bd4-a500-88686d112616 was not found and therefore no delete operation was performed {{(pid=114391) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Feb 05 21:20:45.122868 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2b7edb26-7414-42ef-b7a2-e0164c7b4c70 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (5ba19d79-630f-4bd4-a500-88686d112616), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:45.138758 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-2ea3c50a-14bd-454e-9cc0-900b94f4ee38 None None] Deleting port 7b8621b7-b888-41e4-91e8-973fa234d7d5 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:20:45.139140 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2ea3c50a-14bd-454e-9cc0-900b94f4ee38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (7b8621b7-b888-41e4-91e8-973fa234d7d5), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:45.149703 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7edb26-7414-42ef-b7a2-e0164c7b4c70 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event deleted for resources: {'Port': ['ID=5ba19d79-630f-4bd4-a500-88686d112616,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:45.154176 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7edb26-7414-42ef-b7a2-e0164c7b4c70 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] No DVR routers for this DVR port 5ba19d79-630f-4bd4-a500-88686d112616 on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:20:45.202291 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-2ea3c50a-14bd-454e-9cc0-900b94f4ee38 None None] For port 7b8621b7-b888-41e4-91e8-973fa234d7d5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b8621b7-b888-41e4-91e8-973fa234d7d5,segment=NetworkSegment(0928b134-390b-41b9-9903-986d58d1e54d),segment_id=0928b134-390b-41b9-9903-986d58d1e54d)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:20:45.202718 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2ea3c50a-14bd-454e-9cc0-900b94f4ee38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (7b8621b7-b888-41e4-91e8-973fa234d7d5), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:45.216299 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-2ea3c50a-14bd-454e-9cc0-900b94f4ee38 None None] Calling delete_port for 7b8621b7-b888-41e4-91e8-973fa234d7d5 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:20:45.234830 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2b7edb26-7414-42ef-b7a2-e0164c7b4c70 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (72a17560-cc96-4397-984b-a736e9c58358), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:45.260251 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-2b7edb26-7414-42ef-b7a2-e0164c7b4c70 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2dbae51430>,) {'filters': {'network_id': ['72a17560-cc96-4397-984b-a736e9c58358']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:45.271368 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-2b7edb26-7414-42ef-b7a2-e0164c7b4c70 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2dbae51430>, '6c99f093-f42b-40e3-b4b9-0a9c317b1f63') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:45.271671 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-2b7edb26-7414-42ef-b7a2-e0164c7b4c70 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2dbae51430>, '6c99f093-f42b-40e3-b4b9-0a9c317b1f63') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:45.281219 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2b7edb26-7414-42ef-b7a2-e0164c7b4c70 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (6c99f093-f42b-40e3-b4b9-0a9c317b1f63), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:45.294992 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2b7edb26-7414-42ef-b7a2-e0164c7b4c70 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (6c99f093-f42b-40e3-b4b9-0a9c317b1f63), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:45.301283 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2ea3c50a-14bd-454e-9cc0-900b94f4ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (7b8621b7-b888-41e4-91e8-973fa234d7d5), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:45.302071 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b7edb26-7414-42ef-b7a2-e0164c7b4c70 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:20:45.302511 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2b7edb26-7414-42ef-b7a2-e0164c7b4c70 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (6c99f093-f42b-40e3-b4b9-0a9c317b1f63), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:45.306288 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:20:45.306288 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:20:45.306288 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:20:45.306288 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:20:45.306288 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:20:45.306288 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:20:45.306288 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:20:45.306288 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:20:45.306288 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:20:45.306288 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:20:45.306288 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:20:45.306288 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:20:45.306288 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:20:45.306288 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:20:45.306288 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:20:45.306288 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:20:45.306288 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:20:45.306288 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:20:45.306288 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:20:45.306288 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:20:45.306288 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:20:45.306288 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:20:45.306288 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:20:45.306288 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:20:45.306288 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:20:45.306288 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:20:45.306288 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:20:45.306288 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:20:45.306288 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:20:45.306288 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:20:45.306288 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:20:45.306288 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:20:45.325419 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea3c50a-14bd-454e-9cc0-900b94f4ee38 None None] Pushing event deleted for resources: {'Port': ['ID=7b8621b7-b888-41e4-91e8-973fa234d7d5,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:45.331570 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea3c50a-14bd-454e-9cc0-900b94f4ee38 None None] No DVR routers for this DVR port 7b8621b7-b888-41e4-91e8-973fa234d7d5 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:20:45.367926 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2b7edb26-7414-42ef-b7a2-e0164c7b4c70 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (72a17560-cc96-4397-984b-a736e9c58358), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:45.374977 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2b7edb26-7414-42ef-b7a2-e0164c7b4c70 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:45.380007 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2b7edb26-7414-42ef-b7a2-e0164c7b4c70 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "DELETE /v2.0/networks/72a17560-cc96-4397-984b-a736e9c58358 HTTP/1.1" status: 204  len: 168 time: 0.4972866
Feb 05 21:20:45.381256 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47882) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:45.396367 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:45.398770 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7edb26-7414-42ef-b7a2-e0164c7b4c70 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event deleted for resources: {'Network': ['ID=72a17560-cc96-4397-984b-a736e9c58358,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:45.471495 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1ace5e47-0bad-4978-ab34-75ab7c65b5fa tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (d5012310-c3af-4f8f-9ca0-ca27b2ffe484), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:45.554639 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1ace5e47-0bad-4978-ab34-75ab7c65b5fa tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (d5012310-c3af-4f8f-9ca0-ca27b2ffe484), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:45.574625 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-1ace5e47-0bad-4978-ab34-75ab7c65b5fa tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2ab64c0>,) {'filters': {'network_id': ['d5012310-c3af-4f8f-9ca0-ca27b2ffe484']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:45.583676 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-1ace5e47-0bad-4978-ab34-75ab7c65b5fa tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2ab64c0>, '0928b134-390b-41b9-9903-986d58d1e54d') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:45.583981 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-1ace5e47-0bad-4978-ab34-75ab7c65b5fa tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2ab64c0>, '0928b134-390b-41b9-9903-986d58d1e54d') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:45.598317 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1ace5e47-0bad-4978-ab34-75ab7c65b5fa tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (0928b134-390b-41b9-9903-986d58d1e54d), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:45.612000 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1ace5e47-0bad-4978-ab34-75ab7c65b5fa tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (0928b134-390b-41b9-9903-986d58d1e54d), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:45.618078 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ace5e47-0bad-4978-ab34-75ab7c65b5fa tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:20:45.618506 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1ace5e47-0bad-4978-ab34-75ab7c65b5fa tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (0928b134-390b-41b9-9903-986d58d1e54d), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:45.621728 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:20:45.621728 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:20:45.621728 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:20:45.621728 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:20:45.621728 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:20:45.621728 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:20:45.621728 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:20:45.621728 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:20:45.621728 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:20:45.621728 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:20:45.621728 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:20:45.621728 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:20:45.621728 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:20:45.621728 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:20:45.621728 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:20:45.621728 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:20:45.621728 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:20:45.621728 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:20:45.621728 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:20:45.621728 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:20:45.621728 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:20:45.621728 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:20:45.621728 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:20:45.621728 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:20:45.621728 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:20:45.621728 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:20:45.621728 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:20:45.621728 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:20:45.621728 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:20:45.621728 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:20:45.621728 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:20:45.621728 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:20:45.679406 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1ace5e47-0bad-4978-ab34-75ab7c65b5fa tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (d5012310-c3af-4f8f-9ca0-ca27b2ffe484), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:45.685988 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1ace5e47-0bad-4978-ab34-75ab7c65b5fa tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:45.689790 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1ace5e47-0bad-4978-ab34-75ab7c65b5fa tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "DELETE /v2.0/networks/d5012310-c3af-4f8f-9ca0-ca27b2ffe484 HTTP/1.1" status: 204  len: 168 time: 0.3069720
Feb 05 21:20:45.693614 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47884) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:45.698753 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-2bbf472b-ba60-44e4-9d46-194f9ba960da tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1727197504'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:45.700763 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace5e47-0bad-4978-ab34-75ab7c65b5fa tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event deleted for resources: {'Network': ['ID=d5012310-c3af-4f8f-9ca0-ca27b2ffe484,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:45.717952 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbf472b-ba60-44e4-9d46-194f9ba960da tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Made reservation on behalf of 5a213b89d65b4bde9832f8d22021a17d for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:20:45.721483 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2bbf472b-ba60-44e4-9d46-194f9ba960da tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:45.745136 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bbf472b-ba60-44e4-9d46-194f9ba960da tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:20:45.754956 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2bbf472b-ba60-44e4-9d46-194f9ba960da tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (51cd97ec-2120-495e-a7ac-4d57038927b3), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:45.755307 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-2bbf472b-ba60-44e4-9d46-194f9ba960da tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Added segment 51cd97ec-2120-495e-a7ac-4d57038927b3 of type vlan for network 16e51900-950c-46a3-92be-6b75af74a91f
Feb 05 21:20:45.794240 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2bbf472b-ba60-44e4-9d46-194f9ba960da tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (16e51900-950c-46a3-92be-6b75af74a91f), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:45.818493 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2bbf472b-ba60-44e4-9d46-194f9ba960da tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (16e51900-950c-46a3-92be-6b75af74a91f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:45.823484 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbf472b-ba60-44e4-9d46-194f9ba960da tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:45.824073 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2bbf472b-ba60-44e4-9d46-194f9ba960da tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:45.861568 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2bbf472b-ba60-44e4-9d46-194f9ba960da tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.1667895
Feb 05 21:20:45.864571 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47886) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:45.869720 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-36ef5920-2d77-4a6d-9602-e2b827c49363 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Request body: {'subnet': {'network_id': '16e51900-950c-46a3-92be-6b75af74a91f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:45.897784 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf472b-ba60-44e4-9d46-194f9ba960da tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event updated for resources: {'Network': ['ID=16e51900-950c-46a3-92be-6b75af74a91f,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:45.909437 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 16e51900-950c-46a3-92be-6b75af74a91f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:20:45.965673 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ef5920-2d77-4a6d-9602-e2b827c49363 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Made reservation on behalf of 5a213b89d65b4bde9832f8d22021a17d for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:20:45.969229 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-36ef5920-2d77-4a6d-9602-e2b827c49363 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:46.155698 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-36ef5920-2d77-4a6d-9602-e2b827c49363 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (97fbde5a-83cb-4efd-a573-91ddec105da7), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:46.160229 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 5ba19d79-630f-4bd4-a500-88686d112616 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:20:46.180902 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 5ba19d79-630f-4bd4-a500-88686d112616 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:20:46.181253 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 5ba19d79-630f-4bd4-a500-88686d112616 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:20:46.181678 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7b8621b7-b888-41e4-91e8-973fa234d7d5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:20:46.201435 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 7b8621b7-b888-41e4-91e8-973fa234d7d5 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:20:46.201930 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7b8621b7-b888-41e4-91e8-973fa234d7d5 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:20:46.218306 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef5920-2d77-4a6d-9602-e2b827c49363 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event updated for resources: {'Subnet': ['ID=97fbde5a-83cb-4efd-a573-91ddec105da7,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:46.227038 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ef5920-2d77-4a6d-9602-e2b827c49363 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Checking segment: {'id': '51cd97ec-2120-495e-a7ac-4d57038927b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '16e51900-950c-46a3-92be-6b75af74a91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:20:46.227410 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ef5920-2d77-4a6d-9602-e2b827c49363 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Network hostable DHCP agents. Network: 16e51900-950c-46a3-92be-6b75af74a91f, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:20:46.244100 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ef5920-2d77-4a6d-9602-e2b827c49363 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Network 16e51900-950c-46a3-92be-6b75af74a91f is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:20:46.252957 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-36ef5920-2d77-4a6d-9602-e2b827c49363 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 16e51900-950c-46a3-92be-6b75af74a91f) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:20:46.257289 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ef5920-2d77-4a6d-9602-e2b827c49363 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:46.258123 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-36ef5920-2d77-4a6d-9602-e2b827c49363 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:46.262308 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0858311d-296f-4883-b7c7-1aace915d4b3 None None] Network 16e51900-950c-46a3-92be-6b75af74a91f requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:20:46.275056 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-36ef5920-2d77-4a6d-9602-e2b827c49363 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4092305
Feb 05 21:20:46.277332 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47888) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:46.281862 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-10f82576-39a3-4c32-a23d-db0f7afbd2c5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-522877003', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:46.303043 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-10f82576-39a3-4c32-a23d-db0f7afbd2c5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (50a53138-e08f-49fd-b6e4-d53b3c02a9d2), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:46.304042 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-10f82576-39a3-4c32-a23d-db0f7afbd2c5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (50a53138-e08f-49fd-b6e4-d53b3c02a9d2), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:46.363837 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-10f82576-39a3-4c32-a23d-db0f7afbd2c5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for router_controller (50a53138-e08f-49fd-b6e4-d53b3c02a9d2), precommit_add_association {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:46.366012 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fa2fba-0d06-4afc-b301-5908937da7dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-16e51900-950c-46a3-92be-6b75af74a91f', 'network_id': '16e51900-950c-46a3-92be-6b75af74a91f', 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'fixed_ips': [{'subnet_id': '97fbde5a-83cb-4efd-a573-91ddec105da7'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:20:46.366948 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-29fa2fba-0d06-4afc-b301-5908937da7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:46.368175 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-10f82576-39a3-4c32-a23d-db0f7afbd2c5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (50a53138-e08f-49fd-b6e4-d53b3c02a9d2), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:46.388164 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-10f82576-39a3-4c32-a23d-db0f7afbd2c5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:46.389743 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-10f82576-39a3-4c32-a23d-db0f7afbd2c5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.1112816
Feb 05 21:20:46.393107 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47890) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:46.398350 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-b919783c-168f-4e63-8116-cac5454757d2 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Request body: {'port': {'network_id': '16e51900-950c-46a3-92be-6b75af74a91f', 'name': 'tempest-RoutersIpV6Test-1867578574'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:46.506028 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b919783c-168f-4e63-8116-cac5454757d2 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Made reservation on behalf of 5a213b89d65b4bde9832f8d22021a17d for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:20:46.507346 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-29fa2fba-0d06-4afc-b301-5908937da7dd None None] Allocated IP 2001:db8::2 (16e51900-950c-46a3-92be-6b75af74a91f/97fbde5a-83cb-4efd-a573-91ddec105da7/eed3a780-7f66-487b-9bf8-d1dc9f7178a8) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:20:46.509440 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b919783c-168f-4e63-8116-cac5454757d2 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:46.526964 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [None req-b919783c-168f-4e63-8116-cac5454757d2 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] device_id is not set on port 0aed971c-f325-41fe-b07a-acd103913d21 yet. {{(pid=114390) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}}
Feb 05 21:20:46.653894 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-29fa2fba-0d06-4afc-b301-5908937da7dd None None] Publish callbacks [] for port (eed3a780-7f66-487b-9bf8-d1dc9f7178a8), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:46.664707 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-29fa2fba-0d06-4afc-b301-5908937da7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (eed3a780-7f66-487b-9bf8-d1dc9f7178a8), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:46.709001 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fa2fba-0d06-4afc-b301-5908937da7dd None None] Network 16e51900-950c-46a3-92be-6b75af74a91f is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:20:46.713201 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-29fa2fba-0d06-4afc-b301-5908937da7dd None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:20:46.715065 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-b919783c-168f-4e63-8116-cac5454757d2 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Allocated IP 2001:db8::33 (16e51900-950c-46a3-92be-6b75af74a91f/97fbde5a-83cb-4efd-a573-91ddec105da7/0aed971c-f325-41fe-b07a-acd103913d21) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:20:46.717722 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fa2fba-0d06-4afc-b301-5908937da7dd None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:20:46.720960 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa2fba-0d06-4afc-b301-5908937da7dd None None] Pushing event updated for resources: {'Port': ['ID=eed3a780-7f66-487b-9bf8-d1dc9f7178a8,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:46.776818 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-29fa2fba-0d06-4afc-b301-5908937da7dd None None] Attempting to bind port eed3a780-7f66-487b-9bf8-d1dc9f7178a8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:20:46.777183 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-29fa2fba-0d06-4afc-b301-5908937da7dd None None] Attempting to bind port eed3a780-7f66-487b-9bf8-d1dc9f7178a8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '51cd97ec-2120-495e-a7ac-4d57038927b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '16e51900-950c-46a3-92be-6b75af74a91f'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:20:46.777549 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fa2fba-0d06-4afc-b301-5908937da7dd None None] Attempting to bind port eed3a780-7f66-487b-9bf8-d1dc9f7178a8 on network 16e51900-950c-46a3-92be-6b75af74a91f {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:20:46.782727 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fa2fba-0d06-4afc-b301-5908937da7dd None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:20:46.783742 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fa2fba-0d06-4afc-b301-5908937da7dd None None] Checking segment: {'id': '51cd97ec-2120-495e-a7ac-4d57038927b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '16e51900-950c-46a3-92be-6b75af74a91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:20:46.784145 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-29fa2fba-0d06-4afc-b301-5908937da7dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:46.784541 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fa2fba-0d06-4afc-b301-5908937da7dd None None] Bound using segment: {'id': '51cd97ec-2120-495e-a7ac-4d57038927b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '16e51900-950c-46a3-92be-6b75af74a91f'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:20:46.785012 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-29fa2fba-0d06-4afc-b301-5908937da7dd None None] Bound port: eed3a780-7f66-487b-9bf8-d1dc9f7178a8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51cd97ec-2120-495e-a7ac-4d57038927b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '16e51900-950c-46a3-92be-6b75af74a91f'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:20:46.785392 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-29fa2fba-0d06-4afc-b301-5908937da7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (eed3a780-7f66-487b-9bf8-d1dc9f7178a8), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:46.847986 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-29fa2fba-0d06-4afc-b301-5908937da7dd None None] For port eed3a780-7f66-487b-9bf8-d1dc9f7178a8, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:20:46.851296 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-29fa2fba-0d06-4afc-b301-5908937da7dd None None] For port eed3a780-7f66-487b-9bf8-d1dc9f7178a8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eed3a780-7f66-487b-9bf8-d1dc9f7178a8,segment=NetworkSegment(51cd97ec-2120-495e-a7ac-4d57038927b3),segment_id=51cd97ec-2120-495e-a7ac-4d57038927b3)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:20:46.858075 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-29fa2fba-0d06-4afc-b301-5908937da7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (eed3a780-7f66-487b-9bf8-d1dc9f7178a8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:46.923699 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa2fba-0d06-4afc-b301-5908937da7dd None None] Pushing event updated for resources: {'Port': ['ID=eed3a780-7f66-487b-9bf8-d1dc9f7178a8,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:47.171309 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b919783c-168f-4e63-8116-cac5454757d2 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for port (0aed971c-f325-41fe-b07a-acd103913d21), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:47.209019 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b919783c-168f-4e63-8116-cac5454757d2 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (0aed971c-f325-41fe-b07a-acd103913d21), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:47.254759 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b919783c-168f-4e63-8116-cac5454757d2 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Network 16e51900-950c-46a3-92be-6b75af74a91f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:20:47.257722 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-b919783c-168f-4e63-8116-cac5454757d2 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:20:47.262293 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b919783c-168f-4e63-8116-cac5454757d2 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:20:47.267505 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b919783c-168f-4e63-8116-cac5454757d2 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:47.268107 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b919783c-168f-4e63-8116-cac5454757d2 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:47.274304 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b919783c-168f-4e63-8116-cac5454757d2 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event updated for resources: {'Port': ['ID=0aed971c-f325-41fe-b07a-acd103913d21,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:47.288710 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b919783c-168f-4e63-8116-cac5454757d2 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 0.8945184
Feb 05 21:20:47.291535 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47892) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:47.626016 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-04c0f522-79a8-487b-bb49-2051b07c7959 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0aed971c-f325-41fe-b07a-acd103913d21), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:47.863306 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdad8e2-1bf4-4cea-92d6-53de1392e9a6 None None] Network 16e51900-950c-46a3-92be-6b75af74a91f requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:20:47.880921 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-04c0f522-79a8-487b-bb49-2051b07c7959 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for port (0aed971c-f325-41fe-b07a-acd103913d21), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:47.885746 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-04c0f522-79a8-487b-bb49-2051b07c7959 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (0aed971c-f325-41fe-b07a-acd103913d21), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:47.935385 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-cd441cca-7f24-42a3-a7aa-6648b3400b4b None None] Provisioning complete for port eed3a780-7f66-487b-9bf8-d1dc9f7178a8 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:47.935734 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cd441cca-7f24-42a3-a7aa-6648b3400b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (eed3a780-7f66-487b-9bf8-d1dc9f7178a8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:47.966226 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0f522-79a8-487b-bb49-2051b07c7959 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event updated for resources: {'Port': ['ID=0aed971c-f325-41fe-b07a-acd103913d21,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:48.052164 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-cd441cca-7f24-42a3-a7aa-6648b3400b4b None None] Current status of the port eed3a780-7f66-487b-9bf8-d1dc9f7178a8 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:20:48.052556 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cd441cca-7f24-42a3-a7aa-6648b3400b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (eed3a780-7f66-487b-9bf8-d1dc9f7178a8), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:48.067211 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-04c0f522-79a8-487b-bb49-2051b07c7959 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (50a53138-e08f-49fd-b6e4-d53b3c02a9d2), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:48.088763 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-cd441cca-7f24-42a3-a7aa-6648b3400b4b None None] For port eed3a780-7f66-487b-9bf8-d1dc9f7178a8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eed3a780-7f66-487b-9bf8-d1dc9f7178a8,segment=NetworkSegment(51cd97ec-2120-495e-a7ac-4d57038927b3),segment_id=51cd97ec-2120-495e-a7ac-4d57038927b3)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:20:48.092272 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cd441cca-7f24-42a3-a7aa-6648b3400b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (eed3a780-7f66-487b-9bf8-d1dc9f7178a8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:48.141112 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd441cca-7f24-42a3-a7aa-6648b3400b4b None None] Pushing event updated for resources: {'Port': ['ID=eed3a780-7f66-487b-9bf8-d1dc9f7178a8,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:48.217082 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-04c0f522-79a8-487b-bb49-2051b07c7959 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0aed971c-f325-41fe-b07a-acd103913d21), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:48.241852 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device eed3a780-7f66-487b-9bf8-d1dc9f7178a8 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:20:48.302601 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port eed3a780-7f66-487b-9bf8-d1dc9f7178a8 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:48.302985 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (eed3a780-7f66-487b-9bf8-d1dc9f7178a8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:48.388802 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port eed3a780-7f66-487b-9bf8-d1dc9f7178a8 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:20:48.417873 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-4d842db8-b909-4703-860d-e2166809c11f None None] Provisioning complete for port 0aed971c-f325-41fe-b07a-acd103913d21 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:48.418355 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4d842db8-b909-4703-860d-e2166809c11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (0aed971c-f325-41fe-b07a-acd103913d21), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:48.460324 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-4d842db8-b909-4703-860d-e2166809c11f None None] Port 0aed971c-f325-41fe-b07a-acd103913d21 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:20:48.471564 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-4d842db8-b909-4703-860d-e2166809c11f None None] Provisioning complete for port eed3a780-7f66-487b-9bf8-d1dc9f7178a8 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:48.472100 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4d842db8-b909-4703-860d-e2166809c11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (eed3a780-7f66-487b-9bf8-d1dc9f7178a8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:48.512075 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-04c0f522-79a8-487b-bb49-2051b07c7959 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for port (0aed971c-f325-41fe-b07a-acd103913d21), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:48.518699 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-04c0f522-79a8-487b-bb49-2051b07c7959 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (0aed971c-f325-41fe-b07a-acd103913d21), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:48.519713 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-04c0f522-79a8-487b-bb49-2051b07c7959 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (50a53138-e08f-49fd-b6e4-d53b3c02a9d2), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:48.553696 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-4d842db8-b909-4703-860d-e2166809c11f None None] Current status of the port eed3a780-7f66-487b-9bf8-d1dc9f7178a8 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:20:48.613347 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0f522-79a8-487b-bb49-2051b07c7959 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event updated for resources: {'Port': ['ID=0aed971c-f325-41fe-b07a-acd103913d21,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:48.659132 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c0f522-79a8-487b-bb49-2051b07c7959 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Network 16e51900-950c-46a3-92be-6b75af74a91f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:20:48.660671 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-04c0f522-79a8-487b-bb49-2051b07c7959 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:20:48.696474 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-06362335-5fd3-4d9e-885a-59295dd3d31d None None] Provisioning complete for port 0aed971c-f325-41fe-b07a-acd103913d21 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:48.696855 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-06362335-5fd3-4d9e-885a-59295dd3d31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (0aed971c-f325-41fe-b07a-acd103913d21), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:48.734899 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-06362335-5fd3-4d9e-885a-59295dd3d31d None None] Port 0aed971c-f325-41fe-b07a-acd103913d21 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:20:48.824919 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c0f522-79a8-487b-bb49-2051b07c7959 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Router 50a53138-e08f-49fd-b6e4-d53b3c02a9d2 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:20:48.863989 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-8326a93d-832e-4400-8280-c4769e6688b1 None None] Provisioning complete for port 0aed971c-f325-41fe-b07a-acd103913d21 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:48.864577 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8326a93d-832e-4400-8280-c4769e6688b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (0aed971c-f325-41fe-b07a-acd103913d21), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:48.908872 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-8326a93d-832e-4400-8280-c4769e6688b1 None None] Port 0aed971c-f325-41fe-b07a-acd103913d21 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:20:48.937256 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c0f522-79a8-487b-bb49-2051b07c7959 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:20:48.947310 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-04c0f522-79a8-487b-bb49-2051b07c7959 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "PUT /v2.0/routers/50a53138-e08f-49fd-b6e4-d53b3c02a9d2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6513717
Feb 05 21:20:48.947310 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47894) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:48.959589 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef7adb9-ca0c-4e62-b7f0-8cb43fb5d9c1 None None] Sync routers for ids ['50a53138-e08f-49fd-b6e4-d53b3c02a9d2'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:20:48.974493 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef7adb9-ca0c-4e62-b7f0-8cb43fb5d9c1 None None] Routers {'50a53138-e08f-49fd-b6e4-d53b3c02a9d2'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:20:48.975381 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-9ef7adb9-ca0c-4e62-b7f0-8cb43fb5d9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db89ce400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:20:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['50a53138-e08f-49fd-b6e4-d53b3c02a9d2'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:49.000794 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f671707-4945-4778-a7b6-849fbe3a1797 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:49.005147 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5f671707-4945-4778-a7b6-849fbe3a1797 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "GET /v2.0/ports/0aed971c-f325-41fe-b07a-acd103913d21 HTTP/1.1" status: 200  len: 983 time: 0.0551910
Feb 05 21:20:49.005312 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47896) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:49.020409 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-9ef7adb9-ca0c-4e62-b7f0-8cb43fb5d9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db89ce400>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:49.029695 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef7adb9-ca0c-4e62-b7f0-8cb43fb5d9c1 None None] Routers {'50a53138-e08f-49fd-b6e4-d53b3c02a9d2'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:20:49.030667 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-9ef7adb9-ca0c-4e62-b7f0-8cb43fb5d9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db89ce400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:20:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['50a53138-e08f-49fd-b6e4-d53b3c02a9d2'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:49.031802 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-adbbf7ad-73ef-4a32-af3b-c89adb6f0a5d None None] Provisioning complete for port 0aed971c-f325-41fe-b07a-acd103913d21 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:49.032180 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-adbbf7ad-73ef-4a32-af3b-c89adb6f0a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (0aed971c-f325-41fe-b07a-acd103913d21), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:49.065896 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-9ef7adb9-ca0c-4e62-b7f0-8cb43fb5d9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db89ce400>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:49.066798 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef7adb9-ca0c-4e62-b7f0-8cb43fb5d9c1 None None] The sync data for ids ['50a53138-e08f-49fd-b6e4-d53b3c02a9d2'] in ncdv-master-1 is: [] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:20:49.068357 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-adbbf7ad-73ef-4a32-af3b-c89adb6f0a5d None None] Port 0aed971c-f325-41fe-b07a-acd103913d21 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:20:49.318404 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0ee45f56-daa9-4c7b-a3b6-0dd79a2575ff tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (50a53138-e08f-49fd-b6e4-d53b3c02a9d2), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:49.525806 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-0ee45f56-daa9-4c7b-a3b6-0dd79a2575ff tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Deleting port 0aed971c-f325-41fe-b07a-acd103913d21 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:20:49.526153 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0ee45f56-daa9-4c7b-a3b6-0dd79a2575ff tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (0aed971c-f325-41fe-b07a-acd103913d21), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:49.613925 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0ee45f56-daa9-4c7b-a3b6-0dd79a2575ff tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (0aed971c-f325-41fe-b07a-acd103913d21), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:49.625776 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-0ee45f56-daa9-4c7b-a3b6-0dd79a2575ff tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Calling delete_port for 0aed971c-f325-41fe-b07a-acd103913d21 owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:20:49.794045 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0ee45f56-daa9-4c7b-a3b6-0dd79a2575ff tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (0aed971c-f325-41fe-b07a-acd103913d21), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:49.820734 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee45f56-daa9-4c7b-a3b6-0dd79a2575ff tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event deleted for resources: {'Port': ['ID=0aed971c-f325-41fe-b07a-acd103913d21,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:49.920585 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0ee45f56-daa9-4c7b-a3b6-0dd79a2575ff tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (50a53138-e08f-49fd-b6e4-d53b3c02a9d2), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:50.170347 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device eed3a780-7f66-487b-9bf8-d1dc9f7178a8 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:20:50.222930 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port eed3a780-7f66-487b-9bf8-d1dc9f7178a8 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:50.223457 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (eed3a780-7f66-487b-9bf8-d1dc9f7178a8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:50.281660 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:50.324654 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port eed3a780-7f66-487b-9bf8-d1dc9f7178a8 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:20:50.370196 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee45f56-daa9-4c7b-a3b6-0dd79a2575ff tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Router 50a53138-e08f-49fd-b6e4-d53b3c02a9d2 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:20:50.446472 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee45f56-daa9-4c7b-a3b6-0dd79a2575ff tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:20:50.451244 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0ee45f56-daa9-4c7b-a3b6-0dd79a2575ff tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "PUT /v2.0/routers/50a53138-e08f-49fd-b6e4-d53b3c02a9d2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4450283
Feb 05 21:20:50.454040 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47898) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:50.456509 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2af9c4-bb19-492a-9d40-7cd5262c1a76 None None] Sync routers for ids ['50a53138-e08f-49fd-b6e4-d53b3c02a9d2'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:20:50.466744 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2af9c4-bb19-492a-9d40-7cd5262c1a76 None None] Routers {'50a53138-e08f-49fd-b6e4-d53b3c02a9d2'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:20:50.467350 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-de2af9c4-bb19-492a-9d40-7cd5262c1a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2daba25ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:20:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['50a53138-e08f-49fd-b6e4-d53b3c02a9d2'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:50.501585 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-de2af9c4-bb19-492a-9d40-7cd5262c1a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2daba25ac0>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:50.510044 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2af9c4-bb19-492a-9d40-7cd5262c1a76 None None] Routers {'50a53138-e08f-49fd-b6e4-d53b3c02a9d2'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:20:50.510675 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-de2af9c4-bb19-492a-9d40-7cd5262c1a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2daba25ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:20:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['50a53138-e08f-49fd-b6e4-d53b3c02a9d2'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:50.642729 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-4a7a3890-6ae7-4bf1-95e4-cc2e760cb1f3 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] remove_router_interface failed (client error): The resource could not be found.
Feb 05 21:20:50.643799 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4a7a3890-6ae7-4bf1-95e4-cc2e760cb1f3 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "PUT /v2.0/routers/50a53138-e08f-49fd-b6e4-d53b3c02a9d2/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.1887653
Feb 05 21:20:50.646731 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47900) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:50.678542 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3faf2be6-dbb5-4e0d-8ce5-9b002cbe5145 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "GET /v2.0/ports?device_id=50a53138-e08f-49fd-b6e4-d53b3c02a9d2 HTTP/1.1" status: 200  len: 205 time: 0.0306549
Feb 05 21:20:50.681031 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47902) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:50.702100 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-de2af9c4-bb19-492a-9d40-7cd5262c1a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2daba25ac0>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:50.702685 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2af9c4-bb19-492a-9d40-7cd5262c1a76 None None] The sync data for ids ['50a53138-e08f-49fd-b6e4-d53b3c02a9d2'] in ncdv-master-1 is: [] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:20:50.753347 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7b610a42-b499-40e8-9f4c-0534d9759d84 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for router (50a53138-e08f-49fd-b6e4-d53b3c02a9d2), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:50.911902 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7b610a42-b499-40e8-9f4c-0534d9759d84 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (50a53138-e08f-49fd-b6e4-d53b3c02a9d2), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:50.913975 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7b610a42-b499-40e8-9f4c-0534d9759d84 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for router_controller (50a53138-e08f-49fd-b6e4-d53b3c02a9d2), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:50.962515 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7b610a42-b499-40e8-9f4c-0534d9759d84 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (50a53138-e08f-49fd-b6e4-d53b3c02a9d2), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:50.962981 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b610a42-b499-40e8-9f4c-0534d9759d84 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Fanout notify agent at l3_agent the message router_deleted on router 50a53138-e08f-49fd-b6e4-d53b3c02a9d2 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:20:50.969290 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7b610a42-b499-40e8-9f4c-0534d9759d84 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:50.970581 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7b610a42-b499-40e8-9f4c-0534d9759d84 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "DELETE /v2.0/routers/50a53138-e08f-49fd-b6e4-d53b3c02a9d2 HTTP/1.1" status: 204  len: 168 time: 0.2885067
Feb 05 21:20:50.973027 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47904) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:51.023029 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-c60804ba-b8d1-43f5-96bf-592957f13d8e tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Deleting subnet 97fbde5a-83cb-4efd-a573-91ddec105da7 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:20:51.026081 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c60804ba-b8d1-43f5-96bf-592957f13d8e tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for subnet (97fbde5a-83cb-4efd-a573-91ddec105da7), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:51.065709 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c60804ba-b8d1-43f5-96bf-592957f13d8e tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (97fbde5a-83cb-4efd-a573-91ddec105da7), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:51.150096 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c60804ba-b8d1-43f5-96bf-592957f13d8e tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (97fbde5a-83cb-4efd-a573-91ddec105da7), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:51.207005 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c60804ba-b8d1-43f5-96bf-592957f13d8e tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (97fbde5a-83cb-4efd-a573-91ddec105da7), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:51.234096 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60804ba-b8d1-43f5-96bf-592957f13d8e tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event deleted for resources: {'Subnet': ['ID=97fbde5a-83cb-4efd-a573-91ddec105da7,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:51.236585 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c60804ba-b8d1-43f5-96bf-592957f13d8e tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:51.239741 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c60804ba-b8d1-43f5-96bf-592957f13d8e tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "DELETE /v2.0/subnets/97fbde5a-83cb-4efd-a573-91ddec105da7 HTTP/1.1" status: 204  len: 168 time: 0.2657843
Feb 05 21:20:51.242306 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47906) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:51.242475 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0d14ba-7dcb-425a-b0ff-599e57b6670a None None] Network 16e51900-950c-46a3-92be-6b75af74a91f requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:20:51.318028 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-69929198-c652-49b3-9048-5b62b7124bb5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (16e51900-950c-46a3-92be-6b75af74a91f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:51.378073 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-69929198-c652-49b3-9048-5b62b7124bb5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Deleting port eed3a780-7f66-487b-9bf8-d1dc9f7178a8 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:20:51.378705 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-69929198-c652-49b3-9048-5b62b7124bb5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (eed3a780-7f66-487b-9bf8-d1dc9f7178a8), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:51.389272 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36b63dc-c736-488e-8e79-451287fa56b3 None None] DHCP port deletion for 16e51900-950c-46a3-92be-6b75af74a91f request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:20:51.436651 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-b36b63dc-c736-488e-8e79-451287fa56b3 None None] Deleting port eed3a780-7f66-487b-9bf8-d1dc9f7178a8 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:20:51.437064 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b36b63dc-c736-488e-8e79-451287fa56b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (eed3a780-7f66-487b-9bf8-d1dc9f7178a8), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:51.443097 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-69929198-c652-49b3-9048-5b62b7124bb5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] For port eed3a780-7f66-487b-9bf8-d1dc9f7178a8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eed3a780-7f66-487b-9bf8-d1dc9f7178a8,segment=NetworkSegment(51cd97ec-2120-495e-a7ac-4d57038927b3),segment_id=51cd97ec-2120-495e-a7ac-4d57038927b3)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:20:51.443470 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-69929198-c652-49b3-9048-5b62b7124bb5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (eed3a780-7f66-487b-9bf8-d1dc9f7178a8), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:51.456760 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-69929198-c652-49b3-9048-5b62b7124bb5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Calling delete_port for eed3a780-7f66-487b-9bf8-d1dc9f7178a8 owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:20:51.500386 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-b36b63dc-c736-488e-8e79-451287fa56b3 None None] For port eed3a780-7f66-487b-9bf8-d1dc9f7178a8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eed3a780-7f66-487b-9bf8-d1dc9f7178a8,segment=NetworkSegment(51cd97ec-2120-495e-a7ac-4d57038927b3),segment_id=51cd97ec-2120-495e-a7ac-4d57038927b3)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:20:51.500697 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b36b63dc-c736-488e-8e79-451287fa56b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (eed3a780-7f66-487b-9bf8-d1dc9f7178a8), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:51.513854 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-b36b63dc-c736-488e-8e79-451287fa56b3 None None] Calling delete_port for eed3a780-7f66-487b-9bf8-d1dc9f7178a8 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:20:51.538001 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-69929198-c652-49b3-9048-5b62b7124bb5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (eed3a780-7f66-487b-9bf8-d1dc9f7178a8), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:51.565878 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69929198-c652-49b3-9048-5b62b7124bb5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event deleted for resources: {'Port': ['ID=eed3a780-7f66-487b-9bf8-d1dc9f7178a8,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:51.568615 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69929198-c652-49b3-9048-5b62b7124bb5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] No DVR routers for this DVR port eed3a780-7f66-487b-9bf8-d1dc9f7178a8 on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:20:51.597875 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b36b63dc-c736-488e-8e79-451287fa56b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (eed3a780-7f66-487b-9bf8-d1dc9f7178a8), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:51.623508 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b63dc-c736-488e-8e79-451287fa56b3 None None] Pushing event deleted for resources: {'Port': ['ID=eed3a780-7f66-487b-9bf8-d1dc9f7178a8,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:51.627549 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36b63dc-c736-488e-8e79-451287fa56b3 None None] No DVR routers for this DVR port eed3a780-7f66-487b-9bf8-d1dc9f7178a8 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:20:51.650668 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-69929198-c652-49b3-9048-5b62b7124bb5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (16e51900-950c-46a3-92be-6b75af74a91f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:51.675606 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-69929198-c652-49b3-9048-5b62b7124bb5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db33e00d0>,) {'filters': {'network_id': ['16e51900-950c-46a3-92be-6b75af74a91f']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:51.684952 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-69929198-c652-49b3-9048-5b62b7124bb5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db33e00d0>, '51cd97ec-2120-495e-a7ac-4d57038927b3') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:51.685241 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-69929198-c652-49b3-9048-5b62b7124bb5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db33e00d0>, '51cd97ec-2120-495e-a7ac-4d57038927b3') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:51.695402 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-69929198-c652-49b3-9048-5b62b7124bb5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (51cd97ec-2120-495e-a7ac-4d57038927b3), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:51.708659 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-69929198-c652-49b3-9048-5b62b7124bb5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (51cd97ec-2120-495e-a7ac-4d57038927b3), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:51.714688 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69929198-c652-49b3-9048-5b62b7124bb5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:20:51.715077 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-69929198-c652-49b3-9048-5b62b7124bb5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (51cd97ec-2120-495e-a7ac-4d57038927b3), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:51.718141 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:20:51.718141 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:20:51.718141 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:20:51.718141 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:20:51.718141 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:20:51.718141 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:20:51.718141 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:20:51.718141 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:20:51.718141 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:20:51.718141 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:20:51.718141 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:20:51.718141 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:20:51.718141 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:20:51.718141 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:20:51.718141 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:20:51.718141 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:20:51.718141 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:20:51.718141 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:20:51.718141 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:20:51.718141 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:20:51.718141 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:20:51.718141 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:20:51.718141 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:20:51.718141 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:20:51.718141 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:20:51.718141 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:20:51.718141 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:20:51.718141 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:20:51.718141 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:20:51.718141 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:20:51.718141 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:20:51.718141 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:20:51.776312 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-69929198-c652-49b3-9048-5b62b7124bb5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (16e51900-950c-46a3-92be-6b75af74a91f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:51.783409 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-69929198-c652-49b3-9048-5b62b7124bb5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:51.786644 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-69929198-c652-49b3-9048-5b62b7124bb5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "DELETE /v2.0/networks/16e51900-950c-46a3-92be-6b75af74a91f HTTP/1.1" status: 204  len: 168 time: 0.5433567
Feb 05 21:20:51.790409 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47908) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:51.796029 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-202fc941-a383-445a-8837-bba0537c4402 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2057574031'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:51.798490 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69929198-c652-49b3-9048-5b62b7124bb5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event deleted for resources: {'Network': ['ID=16e51900-950c-46a3-92be-6b75af74a91f,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:51.816227 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202fc941-a383-445a-8837-bba0537c4402 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Made reservation on behalf of 5a213b89d65b4bde9832f8d22021a17d for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:20:51.819593 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-202fc941-a383-445a-8837-bba0537c4402 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:51.842329 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-202fc941-a383-445a-8837-bba0537c4402 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:20:51.852051 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-202fc941-a383-445a-8837-bba0537c4402 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (60dd5ea4-fe69-43e3-a5a7-eb99cba90da2), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:51.852396 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-202fc941-a383-445a-8837-bba0537c4402 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Added segment 60dd5ea4-fe69-43e3-a5a7-eb99cba90da2 of type vlan for network ae6ae97d-d3c9-4030-bf44-3663fed70b7e
Feb 05 21:20:51.892836 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-202fc941-a383-445a-8837-bba0537c4402 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (ae6ae97d-d3c9-4030-bf44-3663fed70b7e), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:51.916719 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-202fc941-a383-445a-8837-bba0537c4402 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (ae6ae97d-d3c9-4030-bf44-3663fed70b7e), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:51.921728 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202fc941-a383-445a-8837-bba0537c4402 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:51.922320 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-202fc941-a383-445a-8837-bba0537c4402 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:51.961285 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-202fc941-a383-445a-8837-bba0537c4402 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.1692441
Feb 05 21:20:51.965968 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47910) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:51.971531 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-eef7d152-eadb-4de4-a5bd-2ebf17459187 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Request body: {'subnet': {'network_id': 'ae6ae97d-d3c9-4030-bf44-3663fed70b7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:51.991750 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202fc941-a383-445a-8837-bba0537c4402 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event updated for resources: {'Network': ['ID=ae6ae97d-d3c9-4030-bf44-3663fed70b7e,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:52.002887 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network ae6ae97d-d3c9-4030-bf44-3663fed70b7e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:20:52.062496 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef7d152-eadb-4de4-a5bd-2ebf17459187 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Made reservation on behalf of 5a213b89d65b4bde9832f8d22021a17d for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:20:52.066434 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-eef7d152-eadb-4de4-a5bd-2ebf17459187 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:52.160150 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device eed3a780-7f66-487b-9bf8-d1dc9f7178a8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:20:52.183524 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: eed3a780-7f66-487b-9bf8-d1dc9f7178a8 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:20:52.183873 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device eed3a780-7f66-487b-9bf8-d1dc9f7178a8 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:20:52.248472 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-eef7d152-eadb-4de4-a5bd-2ebf17459187 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (d9f4be6a-454c-4e75-a457-e35dfc9e3999), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:52.308527 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef7d152-eadb-4de4-a5bd-2ebf17459187 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event updated for resources: {'Subnet': ['ID=d9f4be6a-454c-4e75-a457-e35dfc9e3999,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:52.315793 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef7d152-eadb-4de4-a5bd-2ebf17459187 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Checking segment: {'id': '60dd5ea4-fe69-43e3-a5a7-eb99cba90da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ae6ae97d-d3c9-4030-bf44-3663fed70b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:20:52.316167 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef7d152-eadb-4de4-a5bd-2ebf17459187 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Network hostable DHCP agents. Network: ae6ae97d-d3c9-4030-bf44-3663fed70b7e, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:20:52.333145 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef7d152-eadb-4de4-a5bd-2ebf17459187 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Network ae6ae97d-d3c9-4030-bf44-3663fed70b7e is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:20:52.341174 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-eef7d152-eadb-4de4-a5bd-2ebf17459187 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ae6ae97d-d3c9-4030-bf44-3663fed70b7e) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:20:52.345551 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef7d152-eadb-4de4-a5bd-2ebf17459187 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:52.346175 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-eef7d152-eadb-4de4-a5bd-2ebf17459187 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:52.351547 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13603eaf-6ea2-4e3c-88de-db3a6c7dc44d None None] Network ae6ae97d-d3c9-4030-bf44-3663fed70b7e requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:20:52.366282 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-eef7d152-eadb-4de4-a5bd-2ebf17459187 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.3963845
Feb 05 21:20:52.367511 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47912) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:52.373829 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-8d16022d-8d28-4ef3-99aa-46b396db9cc7 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2096572598', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:52.394371 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8d16022d-8d28-4ef3-99aa-46b396db9cc7 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (a310fd2c-81e4-4061-91e5-977ef0bf5061), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:52.395564 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8d16022d-8d28-4ef3-99aa-46b396db9cc7 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (a310fd2c-81e4-4061-91e5-977ef0bf5061), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:52.453508 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8d16022d-8d28-4ef3-99aa-46b396db9cc7 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for router_controller (a310fd2c-81e4-4061-91e5-977ef0bf5061), precommit_add_association {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:52.457048 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05e3f5b-a996-424f-9b67-d46ebc502022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ae6ae97d-d3c9-4030-bf44-3663fed70b7e', 'network_id': 'ae6ae97d-d3c9-4030-bf44-3663fed70b7e', 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'fixed_ips': [{'subnet_id': 'd9f4be6a-454c-4e75-a457-e35dfc9e3999'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:20:52.458120 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b05e3f5b-a996-424f-9b67-d46ebc502022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:52.459516 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8d16022d-8d28-4ef3-99aa-46b396db9cc7 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (a310fd2c-81e4-4061-91e5-977ef0bf5061), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:52.477836 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8d16022d-8d28-4ef3-99aa-46b396db9cc7 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:52.481945 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8d16022d-8d28-4ef3-99aa-46b396db9cc7 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.1104443
Feb 05 21:20:52.482234 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47914) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:52.593657 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-b05e3f5b-a996-424f-9b67-d46ebc502022 None None] Allocated IP 2001:db8::2 (ae6ae97d-d3c9-4030-bf44-3663fed70b7e/d9f4be6a-454c-4e75-a457-e35dfc9e3999/6cfb4f64-72c1-4801-b9d4-9a45a4759c48) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:20:52.742833 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b05e3f5b-a996-424f-9b67-d46ebc502022 None None] Publish callbacks [] for port (6cfb4f64-72c1-4801-b9d4-9a45a4759c48), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:52.749710 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b05e3f5b-a996-424f-9b67-d46ebc502022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (6cfb4f64-72c1-4801-b9d4-9a45a4759c48), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:52.786355 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-25157876-5406-44a0-927f-4f22cb4dc549 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:52.799823 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05e3f5b-a996-424f-9b67-d46ebc502022 None None] Network ae6ae97d-d3c9-4030-bf44-3663fed70b7e is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:20:52.802701 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-b05e3f5b-a996-424f-9b67-d46ebc502022 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:20:52.806943 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05e3f5b-a996-424f-9b67-d46ebc502022 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:20:52.809945 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e3f5b-a996-424f-9b67-d46ebc502022 None None] Pushing event updated for resources: {'Port': ['ID=6cfb4f64-72c1-4801-b9d4-9a45a4759c48,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:52.868764 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-b05e3f5b-a996-424f-9b67-d46ebc502022 None None] Attempting to bind port 6cfb4f64-72c1-4801-b9d4-9a45a4759c48 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:20:52.869082 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-b05e3f5b-a996-424f-9b67-d46ebc502022 None None] Attempting to bind port 6cfb4f64-72c1-4801-b9d4-9a45a4759c48 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '60dd5ea4-fe69-43e3-a5a7-eb99cba90da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ae6ae97d-d3c9-4030-bf44-3663fed70b7e'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:20:52.869407 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05e3f5b-a996-424f-9b67-d46ebc502022 None None] Attempting to bind port 6cfb4f64-72c1-4801-b9d4-9a45a4759c48 on network ae6ae97d-d3c9-4030-bf44-3663fed70b7e {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:20:52.874556 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05e3f5b-a996-424f-9b67-d46ebc502022 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:20:52.874939 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05e3f5b-a996-424f-9b67-d46ebc502022 None None] Checking segment: {'id': '60dd5ea4-fe69-43e3-a5a7-eb99cba90da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ae6ae97d-d3c9-4030-bf44-3663fed70b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:20:52.875350 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b05e3f5b-a996-424f-9b67-d46ebc502022 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:52.875747 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05e3f5b-a996-424f-9b67-d46ebc502022 None None] Bound using segment: {'id': '60dd5ea4-fe69-43e3-a5a7-eb99cba90da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ae6ae97d-d3c9-4030-bf44-3663fed70b7e'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:20:52.877156 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-b05e3f5b-a996-424f-9b67-d46ebc502022 None None] Bound port: 6cfb4f64-72c1-4801-b9d4-9a45a4759c48, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60dd5ea4-fe69-43e3-a5a7-eb99cba90da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ae6ae97d-d3c9-4030-bf44-3663fed70b7e'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:20:52.877466 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b05e3f5b-a996-424f-9b67-d46ebc502022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (6cfb4f64-72c1-4801-b9d4-9a45a4759c48), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:52.940991 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-b05e3f5b-a996-424f-9b67-d46ebc502022 None None] For port 6cfb4f64-72c1-4801-b9d4-9a45a4759c48, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:20:52.944844 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-b05e3f5b-a996-424f-9b67-d46ebc502022 None None] For port 6cfb4f64-72c1-4801-b9d4-9a45a4759c48, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6cfb4f64-72c1-4801-b9d4-9a45a4759c48,segment=NetworkSegment(60dd5ea4-fe69-43e3-a5a7-eb99cba90da2),segment_id=60dd5ea4-fe69-43e3-a5a7-eb99cba90da2)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:20:52.951061 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b05e3f5b-a996-424f-9b67-d46ebc502022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (6cfb4f64-72c1-4801-b9d4-9a45a4759c48), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:53.014103 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e3f5b-a996-424f-9b67-d46ebc502022 None None] Pushing event updated for resources: {'Port': ['ID=6cfb4f64-72c1-4801-b9d4-9a45a4759c48,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:53.041603 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-25157876-5406-44a0-927f-4f22cb4dc549 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Allocated IP 2001:db8::1 (ae6ae97d-d3c9-4030-bf44-3663fed70b7e/d9f4be6a-454c-4e75-a457-e35dfc9e3999/b3c4c36b-f0d4-4bf9-bf43-74cd47b5487e) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:20:53.166568 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-25157876-5406-44a0-927f-4f22cb4dc549 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for port (b3c4c36b-f0d4-4bf9-bf43-74cd47b5487e), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:53.204954 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-25157876-5406-44a0-927f-4f22cb4dc549 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (b3c4c36b-f0d4-4bf9-bf43-74cd47b5487e), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:53.251749 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25157876-5406-44a0-927f-4f22cb4dc549 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Network ae6ae97d-d3c9-4030-bf44-3663fed70b7e is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:20:53.254969 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-25157876-5406-44a0-927f-4f22cb4dc549 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:20:53.259004 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25157876-5406-44a0-927f-4f22cb4dc549 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:20:53.259575 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-25157876-5406-44a0-927f-4f22cb4dc549 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (a310fd2c-81e4-4061-91e5-977ef0bf5061), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:53.302802 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25157876-5406-44a0-927f-4f22cb4dc549 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event updated for resources: {'Port': ['ID=b3c4c36b-f0d4-4bf9-bf43-74cd47b5487e,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:53.391807 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-25157876-5406-44a0-927f-4f22cb4dc549 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b3c4c36b-f0d4-4bf9-bf43-74cd47b5487e), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:53.658854 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-25157876-5406-44a0-927f-4f22cb4dc549 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for port (b3c4c36b-f0d4-4bf9-bf43-74cd47b5487e), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:53.664161 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-25157876-5406-44a0-927f-4f22cb4dc549 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (b3c4c36b-f0d4-4bf9-bf43-74cd47b5487e), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:53.665025 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-25157876-5406-44a0-927f-4f22cb4dc549 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (a310fd2c-81e4-4061-91e5-977ef0bf5061), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:53.734785 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25157876-5406-44a0-927f-4f22cb4dc549 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event updated for resources: {'Port': ['ID=b3c4c36b-f0d4-4bf9-bf43-74cd47b5487e,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:53.936308 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982d17bc-4948-40ab-b2c9-3a46b512a391 None None] Network ae6ae97d-d3c9-4030-bf44-3663fed70b7e requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:20:54.048781 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-b4692071-439c-4004-98d5-500397167be8 None None] Provisioning complete for port 6cfb4f64-72c1-4801-b9d4-9a45a4759c48 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:54.049158 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b4692071-439c-4004-98d5-500397167be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (6cfb4f64-72c1-4801-b9d4-9a45a4759c48), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:54.064760 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25157876-5406-44a0-927f-4f22cb4dc549 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Network ae6ae97d-d3c9-4030-bf44-3663fed70b7e is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:20:54.066625 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-25157876-5406-44a0-927f-4f22cb4dc549 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:20:54.161703 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-b4692071-439c-4004-98d5-500397167be8 None None] Current status of the port 6cfb4f64-72c1-4801-b9d4-9a45a4759c48 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:20:54.161892 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b4692071-439c-4004-98d5-500397167be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (6cfb4f64-72c1-4801-b9d4-9a45a4759c48), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:54.197866 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25157876-5406-44a0-927f-4f22cb4dc549 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Router a310fd2c-81e4-4061-91e5-977ef0bf5061 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:20:54.213926 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-b4692071-439c-4004-98d5-500397167be8 None None] For port 6cfb4f64-72c1-4801-b9d4-9a45a4759c48, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6cfb4f64-72c1-4801-b9d4-9a45a4759c48,segment=NetworkSegment(60dd5ea4-fe69-43e3-a5a7-eb99cba90da2),segment_id=60dd5ea4-fe69-43e3-a5a7-eb99cba90da2)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:20:54.219159 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b4692071-439c-4004-98d5-500397167be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (6cfb4f64-72c1-4801-b9d4-9a45a4759c48), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:54.257568 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 6cfb4f64-72c1-4801-b9d4-9a45a4759c48 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:20:54.310079 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25157876-5406-44a0-927f-4f22cb4dc549 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:20:54.312327 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4692071-439c-4004-98d5-500397167be8 None None] Pushing event updated for resources: {'Port': ['ID=6cfb4f64-72c1-4801-b9d4-9a45a4759c48,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:54.321134 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e724efc8-8046-4e49-b3df-e31535417567 None None] Sync routers for ids ['a310fd2c-81e4-4061-91e5-977ef0bf5061'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:20:54.325818 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-25157876-5406-44a0-927f-4f22cb4dc549 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "PUT /v2.0/routers/a310fd2c-81e4-4061-91e5-977ef0bf5061/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8396485
Feb 05 21:20:54.326191 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47932) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:54.336559 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e724efc8-8046-4e49-b3df-e31535417567 None None] Routers {'a310fd2c-81e4-4061-91e5-977ef0bf5061'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:20:54.338906 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-e724efc8-8046-4e49-b3df-e31535417567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8db7af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:20:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['a310fd2c-81e4-4061-91e5-977ef0bf5061'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:54.350999 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 6cfb4f64-72c1-4801-b9d4-9a45a4759c48 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:54.351379 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (6cfb4f64-72c1-4801-b9d4-9a45a4759c48), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:54.379903 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b8437a-e6d8-4225-af5c-99d32653761e tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:20:54.380340 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-e724efc8-8046-4e49-b3df-e31535417567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8db7af0>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:54.381587 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-73b8437a-e6d8-4225-af5c-99d32653761e tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "GET /v2.0/ports/b3c4c36b-f0d4-4bf9-bf43-74cd47b5487e HTTP/1.1" status: 200  len: 911 time: 0.0541894
Feb 05 21:20:54.384579 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47934) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:54.392641 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e724efc8-8046-4e49-b3df-e31535417567 None None] Routers {'a310fd2c-81e4-4061-91e5-977ef0bf5061'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:20:54.393342 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-e724efc8-8046-4e49-b3df-e31535417567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8db7af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:20:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['a310fd2c-81e4-4061-91e5-977ef0bf5061'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:54.435501 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-e724efc8-8046-4e49-b3df-e31535417567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8db7af0>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:54.437231 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e724efc8-8046-4e49-b3df-e31535417567 None None] The sync data for ids ['a310fd2c-81e4-4061-91e5-977ef0bf5061'] in ncdv-master-1 is: [] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:20:54.466451 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-dc461ea5-a9b5-42b1-b1ee-e31e0a746279 None None] Provisioning complete for port 6cfb4f64-72c1-4801-b9d4-9a45a4759c48 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:54.466843 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-dc461ea5-a9b5-42b1-b1ee-e31e0a746279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (6cfb4f64-72c1-4801-b9d4-9a45a4759c48), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:54.468322 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 6cfb4f64-72c1-4801-b9d4-9a45a4759c48 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:20:54.554636 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-dc461ea5-a9b5-42b1-b1ee-e31e0a746279 None None] Current status of the port 6cfb4f64-72c1-4801-b9d4-9a45a4759c48 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:20:54.566539 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-dc461ea5-a9b5-42b1-b1ee-e31e0a746279 None None] Provisioning complete for port b3c4c36b-f0d4-4bf9-bf43-74cd47b5487e triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:54.567063 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-dc461ea5-a9b5-42b1-b1ee-e31e0a746279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b3c4c36b-f0d4-4bf9-bf43-74cd47b5487e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:54.608423 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-dc461ea5-a9b5-42b1-b1ee-e31e0a746279 None None] Port b3c4c36b-f0d4-4bf9-bf43-74cd47b5487e cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:20:54.731032 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-57074626-e527-4d51-9541-457147e5c2c2 None None] Provisioning complete for port b3c4c36b-f0d4-4bf9-bf43-74cd47b5487e triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:54.731419 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-57074626-e527-4d51-9541-457147e5c2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b3c4c36b-f0d4-4bf9-bf43-74cd47b5487e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:54.733290 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-94d36957-de99-4e4f-a330-6cf9e1ba697e tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (a310fd2c-81e4-4061-91e5-977ef0bf5061), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:54.768181 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-57074626-e527-4d51-9541-457147e5c2c2 None None] Port b3c4c36b-f0d4-4bf9-bf43-74cd47b5487e cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:20:54.888227 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-d3583a78-81fb-4486-8b5a-292922b78195 None None] Provisioning complete for port b3c4c36b-f0d4-4bf9-bf43-74cd47b5487e triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:54.888609 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d3583a78-81fb-4486-8b5a-292922b78195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b3c4c36b-f0d4-4bf9-bf43-74cd47b5487e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:54.924470 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-d3583a78-81fb-4486-8b5a-292922b78195 None None] Port b3c4c36b-f0d4-4bf9-bf43-74cd47b5487e cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:20:54.982539 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-94d36957-de99-4e4f-a330-6cf9e1ba697e tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Deleting port b3c4c36b-f0d4-4bf9-bf43-74cd47b5487e {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:20:54.982885 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-94d36957-de99-4e4f-a330-6cf9e1ba697e tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (b3c4c36b-f0d4-4bf9-bf43-74cd47b5487e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:55.066812 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-94d36957-de99-4e4f-a330-6cf9e1ba697e tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (b3c4c36b-f0d4-4bf9-bf43-74cd47b5487e), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:55.078691 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-94d36957-de99-4e4f-a330-6cf9e1ba697e tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Calling delete_port for b3c4c36b-f0d4-4bf9-bf43-74cd47b5487e owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:20:55.247178 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-94d36957-de99-4e4f-a330-6cf9e1ba697e tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (b3c4c36b-f0d4-4bf9-bf43-74cd47b5487e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:55.273498 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d36957-de99-4e4f-a330-6cf9e1ba697e tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event deleted for resources: {'Port': ['ID=b3c4c36b-f0d4-4bf9-bf43-74cd47b5487e,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:55.371677 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-94d36957-de99-4e4f-a330-6cf9e1ba697e tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (a310fd2c-81e4-4061-91e5-977ef0bf5061), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:55.533611 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d36957-de99-4e4f-a330-6cf9e1ba697e tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Router a310fd2c-81e4-4061-91e5-977ef0bf5061 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:20:55.610669 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d36957-de99-4e4f-a330-6cf9e1ba697e tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:20:55.617540 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-94d36957-de99-4e4f-a330-6cf9e1ba697e tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "PUT /v2.0/routers/a310fd2c-81e4-4061-91e5-977ef0bf5061/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.2300270
Feb 05 21:20:55.618541 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47936) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:55.620116 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58adcac2-08db-44b3-880b-78d06859af8a None None] Sync routers for ids ['a310fd2c-81e4-4061-91e5-977ef0bf5061'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:20:55.633174 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58adcac2-08db-44b3-880b-78d06859af8a None None] Routers {'a310fd2c-81e4-4061-91e5-977ef0bf5061'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:20:55.633807 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-58adcac2-08db-44b3-880b-78d06859af8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabdb2d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:20:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['a310fd2c-81e4-4061-91e5-977ef0bf5061'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:55.647671 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-99733ece-9eaf-4f04-989f-01f2b147558b tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "GET /v2.0/ports?device_id=a310fd2c-81e4-4061-91e5-977ef0bf5061 HTTP/1.1" status: 200  len: 205 time: 0.0279524
Feb 05 21:20:55.650073 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47938) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:55.670759 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-58adcac2-08db-44b3-880b-78d06859af8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabdb2d60>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:55.679331 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58adcac2-08db-44b3-880b-78d06859af8a None None] Routers {'a310fd2c-81e4-4061-91e5-977ef0bf5061'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:20:55.679948 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-58adcac2-08db-44b3-880b-78d06859af8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabdb2d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:20:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['a310fd2c-81e4-4061-91e5-977ef0bf5061'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:55.713830 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-58adcac2-08db-44b3-880b-78d06859af8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabdb2d60>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:55.714509 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58adcac2-08db-44b3-880b-78d06859af8a None None] The sync data for ids ['a310fd2c-81e4-4061-91e5-977ef0bf5061'] in ncdv-master-1 is: [] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:20:55.729937 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1ee583b0-f261-41fb-a553-2bc85f997dae tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for router (a310fd2c-81e4-4061-91e5-977ef0bf5061), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:55.896448 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1ee583b0-f261-41fb-a553-2bc85f997dae tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (a310fd2c-81e4-4061-91e5-977ef0bf5061), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:55.898658 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1ee583b0-f261-41fb-a553-2bc85f997dae tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for router_controller (a310fd2c-81e4-4061-91e5-977ef0bf5061), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:55.946321 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1ee583b0-f261-41fb-a553-2bc85f997dae tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (a310fd2c-81e4-4061-91e5-977ef0bf5061), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:55.946891 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee583b0-f261-41fb-a553-2bc85f997dae tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Fanout notify agent at l3_agent the message router_deleted on router a310fd2c-81e4-4061-91e5-977ef0bf5061 {{(pid=114391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:20:55.956643 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1ee583b0-f261-41fb-a553-2bc85f997dae tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:55.957771 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1ee583b0-f261-41fb-a553-2bc85f997dae tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "DELETE /v2.0/routers/a310fd2c-81e4-4061-91e5-977ef0bf5061 HTTP/1.1" status: 204  len: 168 time: 0.3061695
Feb 05 21:20:55.960493 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47940) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:56.014320 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e32bf88-bf79-4a15-8115-057425ecdf99 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Deleting subnet d9f4be6a-454c-4e75-a457-e35dfc9e3999 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:20:56.017334 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5e32bf88-bf79-4a15-8115-057425ecdf99 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for subnet (d9f4be6a-454c-4e75-a457-e35dfc9e3999), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:56.056560 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5e32bf88-bf79-4a15-8115-057425ecdf99 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (d9f4be6a-454c-4e75-a457-e35dfc9e3999), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:56.141720 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5e32bf88-bf79-4a15-8115-057425ecdf99 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (d9f4be6a-454c-4e75-a457-e35dfc9e3999), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:56.169060 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 6cfb4f64-72c1-4801-b9d4-9a45a4759c48 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:20:56.205115 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5e32bf88-bf79-4a15-8115-057425ecdf99 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (d9f4be6a-454c-4e75-a457-e35dfc9e3999), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:56.221861 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 6cfb4f64-72c1-4801-b9d4-9a45a4759c48 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:20:56.222238 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (6cfb4f64-72c1-4801-b9d4-9a45a4759c48), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:56.234304 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e32bf88-bf79-4a15-8115-057425ecdf99 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event deleted for resources: {'Subnet': ['ID=d9f4be6a-454c-4e75-a457-e35dfc9e3999,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:56.238224 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5e32bf88-bf79-4a15-8115-057425ecdf99 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:56.244325 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5e32bf88-bf79-4a15-8115-057425ecdf99 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "DELETE /v2.0/subnets/d9f4be6a-454c-4e75-a457-e35dfc9e3999 HTTP/1.1" status: 204  len: 168 time: 0.2804661
Feb 05 21:20:56.245042 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47942) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:56.245296 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0b8bad-552b-4102-b113-1d640e55dfa8 None None] Network ae6ae97d-d3c9-4030-bf44-3663fed70b7e requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:20:56.324286 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-30c063c2-c135-479c-954d-6486cc557528 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (ae6ae97d-d3c9-4030-bf44-3663fed70b7e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:56.372331 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 6cfb4f64-72c1-4801-b9d4-9a45a4759c48 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:20:56.383320 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-30c063c2-c135-479c-954d-6486cc557528 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Deleting port 6cfb4f64-72c1-4801-b9d4-9a45a4759c48 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:20:56.383696 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-30c063c2-c135-479c-954d-6486cc557528 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (6cfb4f64-72c1-4801-b9d4-9a45a4759c48), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:56.442490 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc25526-46ff-4d89-b73a-82a3ffb43ea0 None None] DHCP port deletion for ae6ae97d-d3c9-4030-bf44-3663fed70b7e request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:20:56.449111 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-30c063c2-c135-479c-954d-6486cc557528 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] For port 6cfb4f64-72c1-4801-b9d4-9a45a4759c48, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6cfb4f64-72c1-4801-b9d4-9a45a4759c48,segment=NetworkSegment(60dd5ea4-fe69-43e3-a5a7-eb99cba90da2),segment_id=60dd5ea4-fe69-43e3-a5a7-eb99cba90da2)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:20:56.449480 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-30c063c2-c135-479c-954d-6486cc557528 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (6cfb4f64-72c1-4801-b9d4-9a45a4759c48), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:56.462219 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-30c063c2-c135-479c-954d-6486cc557528 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Calling delete_port for 6cfb4f64-72c1-4801-b9d4-9a45a4759c48 owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:20:56.489400 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-8fc25526-46ff-4d89-b73a-82a3ffb43ea0 None None] Deleting port 6cfb4f64-72c1-4801-b9d4-9a45a4759c48 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:20:56.489781 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8fc25526-46ff-4d89-b73a-82a3ffb43ea0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (6cfb4f64-72c1-4801-b9d4-9a45a4759c48), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:56.544571 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-30c063c2-c135-479c-954d-6486cc557528 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (6cfb4f64-72c1-4801-b9d4-9a45a4759c48), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:56.556643 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-8fc25526-46ff-4d89-b73a-82a3ffb43ea0 None None] For port 6cfb4f64-72c1-4801-b9d4-9a45a4759c48, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6cfb4f64-72c1-4801-b9d4-9a45a4759c48,segment=NetworkSegment(60dd5ea4-fe69-43e3-a5a7-eb99cba90da2),segment_id=60dd5ea4-fe69-43e3-a5a7-eb99cba90da2)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:20:56.557042 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8fc25526-46ff-4d89-b73a-82a3ffb43ea0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (6cfb4f64-72c1-4801-b9d4-9a45a4759c48), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:56.569836 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-8fc25526-46ff-4d89-b73a-82a3ffb43ea0 None None] Calling delete_port for 6cfb4f64-72c1-4801-b9d4-9a45a4759c48 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:20:56.572065 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c063c2-c135-479c-954d-6486cc557528 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] No DVR routers for this DVR port 6cfb4f64-72c1-4801-b9d4-9a45a4759c48 on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:20:56.578468 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c063c2-c135-479c-954d-6486cc557528 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event deleted for resources: {'Port': ['ID=6cfb4f64-72c1-4801-b9d4-9a45a4759c48,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:56.646416 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8fc25526-46ff-4d89-b73a-82a3ffb43ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (6cfb4f64-72c1-4801-b9d4-9a45a4759c48), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:56.653585 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-30c063c2-c135-479c-954d-6486cc557528 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (ae6ae97d-d3c9-4030-bf44-3663fed70b7e), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:56.671958 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc25526-46ff-4d89-b73a-82a3ffb43ea0 None None] Pushing event deleted for resources: {'Port': ['ID=6cfb4f64-72c1-4801-b9d4-9a45a4759c48,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:56.677342 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc25526-46ff-4d89-b73a-82a3ffb43ea0 None None] No DVR routers for this DVR port 6cfb4f64-72c1-4801-b9d4-9a45a4759c48 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:20:56.679249 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-30c063c2-c135-479c-954d-6486cc557528 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db29786d0>,) {'filters': {'network_id': ['ae6ae97d-d3c9-4030-bf44-3663fed70b7e']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:56.691135 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-30c063c2-c135-479c-954d-6486cc557528 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db29786d0>, '60dd5ea4-fe69-43e3-a5a7-eb99cba90da2') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:56.691477 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-30c063c2-c135-479c-954d-6486cc557528 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db29786d0>, '60dd5ea4-fe69-43e3-a5a7-eb99cba90da2') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:56.701006 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-30c063c2-c135-479c-954d-6486cc557528 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (60dd5ea4-fe69-43e3-a5a7-eb99cba90da2), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:56.714686 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-30c063c2-c135-479c-954d-6486cc557528 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (60dd5ea4-fe69-43e3-a5a7-eb99cba90da2), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:56.721295 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30c063c2-c135-479c-954d-6486cc557528 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:20:56.721733 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-30c063c2-c135-479c-954d-6486cc557528 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (60dd5ea4-fe69-43e3-a5a7-eb99cba90da2), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:56.724664 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:20:56.724664 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:20:56.724664 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:20:56.724664 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:20:56.724664 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:20:56.724664 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:20:56.724664 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:20:56.724664 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:20:56.724664 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:20:56.724664 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:20:56.724664 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:20:56.724664 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:20:56.724664 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:20:56.724664 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:20:56.724664 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:20:56.724664 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:20:56.724664 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:20:56.724664 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:20:56.724664 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:20:56.724664 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:20:56.724664 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:20:56.724664 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:20:56.724664 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:20:56.724664 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:20:56.724664 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:20:56.724664 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:20:56.724664 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:20:56.724664 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:20:56.724664 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:20:56.724664 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:20:56.724664 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:20:56.724664 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:20:56.780384 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-30c063c2-c135-479c-954d-6486cc557528 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (ae6ae97d-d3c9-4030-bf44-3663fed70b7e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:56.788125 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-30c063c2-c135-479c-954d-6486cc557528 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:56.791167 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-30c063c2-c135-479c-954d-6486cc557528 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "DELETE /v2.0/networks/ae6ae97d-d3c9-4030-bf44-3663fed70b7e HTTP/1.1" status: 204  len: 168 time: 0.5455573
Feb 05 21:20:56.794911 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47944) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:56.800356 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-c75df919-32a7-4a7b-9166-56cc6282c152 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-635431309', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}, 'admin_state_up': False}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:56.808910 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c063c2-c135-479c-954d-6486cc557528 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event deleted for resources: {'Network': ['ID=ae6ae97d-d3c9-4030-bf44-3663fed70b7e,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:56.823407 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c75df919-32a7-4a7b-9166-56cc6282c152 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (0bd9ef56-e01a-4092-9348-26c0ad6abff9), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:56.824423 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c75df919-32a7-4a7b-9166-56cc6282c152 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (0bd9ef56-e01a-4092-9348-26c0ad6abff9), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:56.875700 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c75df919-32a7-4a7b-9166-56cc6282c152 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for router_controller (0bd9ef56-e01a-4092-9348-26c0ad6abff9), precommit_add_association {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:57.021759 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c75df919-32a7-4a7b-9166-56cc6282c152 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for router_gateway (0bd9ef56-e01a-4092-9348-26c0ad6abff9), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:57.215747 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c75df919-32a7-4a7b-9166-56cc6282c152 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for router_gateway (0bd9ef56-e01a-4092-9348-26c0ad6abff9), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:57.233817 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c75df919-32a7-4a7b-9166-56cc6282c152 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:57.334892 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-c75df919-32a7-4a7b-9166-56cc6282c152 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Allocated IP 172.35.4.214 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/78263267-f1fe-49bb-bc88-16c67afae15f) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:20:57.444455 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c75df919-32a7-4a7b-9166-56cc6282c152 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for port (78263267-f1fe-49bb-bc88-16c67afae15f), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:57.478629 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c75df919-32a7-4a7b-9166-56cc6282c152 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (78263267-f1fe-49bb-bc88-16c67afae15f), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:57.518806 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75df919-32a7-4a7b-9166-56cc6282c152 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:20:57.522969 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-c75df919-32a7-4a7b-9166-56cc6282c152 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:20:57.527073 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75df919-32a7-4a7b-9166-56cc6282c152 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:20:57.530018 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75df919-32a7-4a7b-9166-56cc6282c152 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event updated for resources: {'Port': ['ID=78263267-f1fe-49bb-bc88-16c67afae15f,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:20:57.774347 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c75df919-32a7-4a7b-9166-56cc6282c152 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for router_gateway (0bd9ef56-e01a-4092-9348-26c0ad6abff9), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:57.974438 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c75df919-32a7-4a7b-9166-56cc6282c152 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (0bd9ef56-e01a-4092-9348-26c0ad6abff9), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:58.105747 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75df919-32a7-4a7b-9166-56cc6282c152 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Router 0bd9ef56-e01a-4092-9348-26c0ad6abff9 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:20:58.165086 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 6cfb4f64-72c1-4801-b9d4-9a45a4759c48 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:20:58.185663 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 6cfb4f64-72c1-4801-b9d4-9a45a4759c48 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:20:58.186014 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 6cfb4f64-72c1-4801-b9d4-9a45a4759c48 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:20:58.216850 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75df919-32a7-4a7b-9166-56cc6282c152 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:20:58.230887 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618dfde8-6f7d-4b61-98b9-ca22f4689d6d None None] Sync routers for ids ['0bd9ef56-e01a-4092-9348-26c0ad6abff9'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:20:58.237794 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c75df919-32a7-4a7b-9166-56cc6282c152 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:58.239088 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c75df919-32a7-4a7b-9166-56cc6282c152 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 1.4426091
Feb 05 21:20:58.241503 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618dfde8-6f7d-4b61-98b9-ca22f4689d6d None None] Routers {'0bd9ef56-e01a-4092-9348-26c0ad6abff9'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:20:58.241797 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47946) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:58.242517 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-618dfde8-6f7d-4b61-98b9-ca22f4689d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8e3a0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:20:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['0bd9ef56-e01a-4092-9348-26c0ad6abff9'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:58.275644 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-618dfde8-6f7d-4b61-98b9-ca22f4689d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8e3a0a0>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:58.290968 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618dfde8-6f7d-4b61-98b9-ca22f4689d6d None None] Routers {'0bd9ef56-e01a-4092-9348-26c0ad6abff9'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:20:58.291668 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-618dfde8-6f7d-4b61-98b9-ca22f4689d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8e3a0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:20:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['0bd9ef56-e01a-4092-9348-26c0ad6abff9'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:58.323631 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-618dfde8-6f7d-4b61-98b9-ca22f4689d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8e3a0a0>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:58.324275 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618dfde8-6f7d-4b61-98b9-ca22f4689d6d None None] The sync data for ids ['0bd9ef56-e01a-4092-9348-26c0ad6abff9'] in ncdv-master-1 is: [] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:20:58.356002 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-bfb00b70-1f16-44c2-b27f-3182bd8468dd tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "GET /v2.0/routers/0bd9ef56-e01a-4092-9348-26c0ad6abff9 HTTP/1.1" status: 200  len: 884 time: 0.1129301
Feb 05 21:20:58.358254 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47948) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:58.846224 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8bb4954c-5903-4086-9ed0-3b58a31d46f5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 887 time: 0.4868135
Feb 05 21:20:58.848730 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47950) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:58.852966 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-f8ccdfd6-127f-4ee0-abb3-b52fb9d94ed3 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-635431309'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:20:59.155589 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f8ccdfd6-127f-4ee0-abb3-b52fb9d94ed3 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8250'] for router (0bd9ef56-e01a-4092-9348-26c0ad6abff9), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:59.166869 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f8ccdfd6-127f-4ee0-abb3-b52fb9d94ed3 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583542'] for router (0bd9ef56-e01a-4092-9348-26c0ad6abff9), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:59.279136 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ccdfd6-127f-4ee0-abb3-b52fb9d94ed3 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Router 0bd9ef56-e01a-4092-9348-26c0ad6abff9 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:20:59.387572 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ccdfd6-127f-4ee0-abb3-b52fb9d94ed3 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:20:59.394660 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f8ccdfd6-127f-4ee0-abb3-b52fb9d94ed3 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:59.397110 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f8ccdfd6-127f-4ee0-abb3-b52fb9d94ed3 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "PUT /v2.0/routers/0bd9ef56-e01a-4092-9348-26c0ad6abff9 HTTP/1.1" status: 200  len: 891 time: 0.5461631
Feb 05 21:20:59.397873 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33063edf-3862-403e-831b-3ab3f064d406 None None] Sync routers for ids ['0bd9ef56-e01a-4092-9348-26c0ad6abff9'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:20:59.398353 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47952) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:59.408024 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33063edf-3862-403e-831b-3ab3f064d406 None None] Routers {'0bd9ef56-e01a-4092-9348-26c0ad6abff9'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:20:59.408568 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-33063edf-3862-403e-831b-3ab3f064d406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db827d760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:20:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['0bd9ef56-e01a-4092-9348-26c0ad6abff9'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:59.442273 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-33063edf-3862-403e-831b-3ab3f064d406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db827d760>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:59.450733 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33063edf-3862-403e-831b-3ab3f064d406 None None] Routers {'0bd9ef56-e01a-4092-9348-26c0ad6abff9'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:20:59.451338 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-33063edf-3862-403e-831b-3ab3f064d406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db827d760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:20:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['0bd9ef56-e01a-4092-9348-26c0ad6abff9'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:59.487513 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-33063edf-3862-403e-831b-3ab3f064d406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db827d760>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:20:59.488165 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33063edf-3862-403e-831b-3ab3f064d406 None None] The sync data for ids ['0bd9ef56-e01a-4092-9348-26c0ad6abff9'] in ncdv-master-1 is: [] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:20:59.510803 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-67b7b6f7-4a33-4b62-a6d0-10580d005943 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "GET /v2.0/routers/0bd9ef56-e01a-4092-9348-26c0ad6abff9 HTTP/1.1" status: 200  len: 891 time: 0.1113124
Feb 05 21:20:59.513474 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47954) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:59.540993 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-24b5c852-e3ca-441c-983d-1294038ce863 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bd9ef56-e01a-4092-9348-26c0ad6abff9 HTTP/1.1" status: 200  len: 205 time: 0.0264528
Feb 05 21:20:59.543375 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47956) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:20:59.648960 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9f0991e8-5d45-4ca8-ac5b-58e4b8f3839b tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for router (0bd9ef56-e01a-4092-9348-26c0ad6abff9), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:59.754350 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9f0991e8-5d45-4ca8-ac5b-58e4b8f3839b tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for router_gateway (0bd9ef56-e01a-4092-9348-26c0ad6abff9), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:59.805633 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-9f0991e8-5d45-4ca8-ac5b-58e4b8f3839b tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Deleting port 78263267-f1fe-49bb-bc88-16c67afae15f {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:20:59.805983 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9f0991e8-5d45-4ca8-ac5b-58e4b8f3839b tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (78263267-f1fe-49bb-bc88-16c67afae15f), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:59.884384 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9f0991e8-5d45-4ca8-ac5b-58e4b8f3839b tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (78263267-f1fe-49bb-bc88-16c67afae15f), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:20:59.896154 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-9f0991e8-5d45-4ca8-ac5b-58e4b8f3839b tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Calling delete_port for 78263267-f1fe-49bb-bc88-16c67afae15f owned by network:router_gateway {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:21:00.070414 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9f0991e8-5d45-4ca8-ac5b-58e4b8f3839b tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (78263267-f1fe-49bb-bc88-16c67afae15f), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:00.096093 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0991e8-5d45-4ca8-ac5b-58e4b8f3839b tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event deleted for resources: {'Port': ['ID=78263267-f1fe-49bb-bc88-16c67afae15f,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:00.157652 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9f0991e8-5d45-4ca8-ac5b-58e4b8f3839b tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (0bd9ef56-e01a-4092-9348-26c0ad6abff9), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:00.253377 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9f0991e8-5d45-4ca8-ac5b-58e4b8f3839b tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (0bd9ef56-e01a-4092-9348-26c0ad6abff9), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:00.255550 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9f0991e8-5d45-4ca8-ac5b-58e4b8f3839b tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for router_controller (0bd9ef56-e01a-4092-9348-26c0ad6abff9), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:00.302307 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9f0991e8-5d45-4ca8-ac5b-58e4b8f3839b tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (0bd9ef56-e01a-4092-9348-26c0ad6abff9), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:00.303168 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0991e8-5d45-4ca8-ac5b-58e4b8f3839b tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Fanout notify agent at l3_agent the message router_deleted on router 0bd9ef56-e01a-4092-9348-26c0ad6abff9 {{(pid=114391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:21:00.309767 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9f0991e8-5d45-4ca8-ac5b-58e4b8f3839b tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:00.311058 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9f0991e8-5d45-4ca8-ac5b-58e4b8f3839b tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "DELETE /v2.0/routers/0bd9ef56-e01a-4092-9348-26c0ad6abff9 HTTP/1.1" status: 204  len: 168 time: 0.7667904
Feb 05 21:21:00.315494 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47958) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:00.320276 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-c7e8503e-22d5-4ad1-90d2-df0e3d2817e9 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-178007397'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:21:00.340090 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e8503e-22d5-4ad1-90d2-df0e3d2817e9 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Made reservation on behalf of 5a213b89d65b4bde9832f8d22021a17d for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:21:00.343506 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c7e8503e-22d5-4ad1-90d2-df0e3d2817e9 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:00.366844 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7e8503e-22d5-4ad1-90d2-df0e3d2817e9 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:21:00.376381 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c7e8503e-22d5-4ad1-90d2-df0e3d2817e9 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (49ae8a70-3c99-40b6-988b-23a65497e69a), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:00.376931 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-c7e8503e-22d5-4ad1-90d2-df0e3d2817e9 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Added segment 49ae8a70-3c99-40b6-988b-23a65497e69a of type vlan for network 8602d87b-5e73-4ac5-b034-f165c804d82e
Feb 05 21:21:00.415639 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c7e8503e-22d5-4ad1-90d2-df0e3d2817e9 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (8602d87b-5e73-4ac5-b034-f165c804d82e), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:00.440124 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c7e8503e-22d5-4ad1-90d2-df0e3d2817e9 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (8602d87b-5e73-4ac5-b034-f165c804d82e), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:00.445221 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e8503e-22d5-4ad1-90d2-df0e3d2817e9 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:21:00.445807 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c7e8503e-22d5-4ad1-90d2-df0e3d2817e9 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:00.478612 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c7e8503e-22d5-4ad1-90d2-df0e3d2817e9 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1620913
Feb 05 21:21:00.481397 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47960) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:00.487076 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-a00fd34d-649c-4709-a41e-22002fff7efb tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Request body: {'subnet': {'network_id': '8602d87b-5e73-4ac5-b034-f165c804d82e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:21:00.542395 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e8503e-22d5-4ad1-90d2-df0e3d2817e9 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event updated for resources: {'Network': ['ID=8602d87b-5e73-4ac5-b034-f165c804d82e,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:00.552617 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 8602d87b-5e73-4ac5-b034-f165c804d82e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:21:00.607845 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00fd34d-649c-4709-a41e-22002fff7efb tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Made reservation on behalf of 5a213b89d65b4bde9832f8d22021a17d for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:21:00.612008 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a00fd34d-649c-4709-a41e-22002fff7efb tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:00.791443 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a00fd34d-649c-4709-a41e-22002fff7efb tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (c03c1cfd-bbb0-4385-874b-00050798d8ea), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:00.843741 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00fd34d-649c-4709-a41e-22002fff7efb tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event updated for resources: {'Subnet': ['ID=c03c1cfd-bbb0-4385-874b-00050798d8ea,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:00.858930 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00fd34d-649c-4709-a41e-22002fff7efb tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Checking segment: {'id': '49ae8a70-3c99-40b6-988b-23a65497e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8602d87b-5e73-4ac5-b034-f165c804d82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:21:00.859236 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00fd34d-649c-4709-a41e-22002fff7efb tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Network hostable DHCP agents. Network: 8602d87b-5e73-4ac5-b034-f165c804d82e, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:21:00.876040 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00fd34d-649c-4709-a41e-22002fff7efb tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Network 8602d87b-5e73-4ac5-b034-f165c804d82e is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:21:00.884561 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-a00fd34d-649c-4709-a41e-22002fff7efb tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8602d87b-5e73-4ac5-b034-f165c804d82e) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:21:00.888569 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00fd34d-649c-4709-a41e-22002fff7efb tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:21:00.889172 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a00fd34d-649c-4709-a41e-22002fff7efb tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:00.894962 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757bbe60-2714-4f37-b1bd-4ab5d561ff89 None None] Network 8602d87b-5e73-4ac5-b034-f165c804d82e requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:21:00.905167 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a00fd34d-649c-4709-a41e-22002fff7efb tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4227872
Feb 05 21:21:00.908860 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47962) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:00.913427 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-07491071-1bda-4ae6-b282-af63369caf7f tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-30684553', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:21:00.935502 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-07491071-1bda-4ae6-b282-af63369caf7f tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (a682a9a0-50d8-491b-b3cd-377bec524d60), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:00.936532 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-07491071-1bda-4ae6-b282-af63369caf7f tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (a682a9a0-50d8-491b-b3cd-377bec524d60), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:00.996578 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-07491071-1bda-4ae6-b282-af63369caf7f tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for router_controller (a682a9a0-50d8-491b-b3cd-377bec524d60), precommit_add_association {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:01.000455 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3b6161-4788-4ae6-b8b4-615483ca3f89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8602d87b-5e73-4ac5-b034-f165c804d82e', 'network_id': '8602d87b-5e73-4ac5-b034-f165c804d82e', 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'fixed_ips': [{'subnet_id': 'c03c1cfd-bbb0-4385-874b-00050798d8ea'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:21:01.002232 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-07491071-1bda-4ae6-b282-af63369caf7f tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (a682a9a0-50d8-491b-b3cd-377bec524d60), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:01.002412 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1f3b6161-4788-4ae6-b8b4-615483ca3f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:01.021961 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-07491071-1bda-4ae6-b282-af63369caf7f tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:01.023374 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-07491071-1bda-4ae6-b282-af63369caf7f tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 0.1132569
Feb 05 21:21:01.026517 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47964) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:01.149719 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-1f3b6161-4788-4ae6-b8b4-615483ca3f89 None None] Allocated IP 2001:db8::2 (8602d87b-5e73-4ac5-b034-f165c804d82e/c03c1cfd-bbb0-4385-874b-00050798d8ea/a35a0e9a-7ca9-43f1-b113-7f5624d28d1c) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:21:01.303533 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1f3b6161-4788-4ae6-b8b4-615483ca3f89 None None] Publish callbacks [] for port (a35a0e9a-7ca9-43f1-b113-7f5624d28d1c), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:01.308782 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1f3b6161-4788-4ae6-b8b4-615483ca3f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (a35a0e9a-7ca9-43f1-b113-7f5624d28d1c), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:01.351308 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3b6161-4788-4ae6-b8b4-615483ca3f89 None None] Network 8602d87b-5e73-4ac5-b034-f165c804d82e is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:21:01.354176 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-1f3b6161-4788-4ae6-b8b4-615483ca3f89 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:21:01.358439 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3b6161-4788-4ae6-b8b4-615483ca3f89 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:21:01.361920 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b6161-4788-4ae6-b8b4-615483ca3f89 None None] Pushing event updated for resources: {'Port': ['ID=a35a0e9a-7ca9-43f1-b113-7f5624d28d1c,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:01.419060 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-1f3b6161-4788-4ae6-b8b4-615483ca3f89 None None] Attempting to bind port a35a0e9a-7ca9-43f1-b113-7f5624d28d1c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:21:01.419343 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-1f3b6161-4788-4ae6-b8b4-615483ca3f89 None None] Attempting to bind port a35a0e9a-7ca9-43f1-b113-7f5624d28d1c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '49ae8a70-3c99-40b6-988b-23a65497e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8602d87b-5e73-4ac5-b034-f165c804d82e'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:21:01.419703 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3b6161-4788-4ae6-b8b4-615483ca3f89 None None] Attempting to bind port a35a0e9a-7ca9-43f1-b113-7f5624d28d1c on network 8602d87b-5e73-4ac5-b034-f165c804d82e {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:21:01.424872 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3b6161-4788-4ae6-b8b4-615483ca3f89 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:21:01.425270 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3b6161-4788-4ae6-b8b4-615483ca3f89 None None] Checking segment: {'id': '49ae8a70-3c99-40b6-988b-23a65497e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8602d87b-5e73-4ac5-b034-f165c804d82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:21:01.425676 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1f3b6161-4788-4ae6-b8b4-615483ca3f89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:01.426096 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3b6161-4788-4ae6-b8b4-615483ca3f89 None None] Bound using segment: {'id': '49ae8a70-3c99-40b6-988b-23a65497e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8602d87b-5e73-4ac5-b034-f165c804d82e'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:21:01.426589 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-1f3b6161-4788-4ae6-b8b4-615483ca3f89 None None] Bound port: a35a0e9a-7ca9-43f1-b113-7f5624d28d1c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ae8a70-3c99-40b6-988b-23a65497e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8602d87b-5e73-4ac5-b034-f165c804d82e'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:21:01.426967 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1f3b6161-4788-4ae6-b8b4-615483ca3f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a35a0e9a-7ca9-43f1-b113-7f5624d28d1c), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:01.492101 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-1f3b6161-4788-4ae6-b8b4-615483ca3f89 None None] For port a35a0e9a-7ca9-43f1-b113-7f5624d28d1c, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:21:01.495348 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-1f3b6161-4788-4ae6-b8b4-615483ca3f89 None None] For port a35a0e9a-7ca9-43f1-b113-7f5624d28d1c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a35a0e9a-7ca9-43f1-b113-7f5624d28d1c,segment=NetworkSegment(49ae8a70-3c99-40b6-988b-23a65497e69a),segment_id=49ae8a70-3c99-40b6-988b-23a65497e69a)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:21:01.501694 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1f3b6161-4788-4ae6-b8b4-615483ca3f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (a35a0e9a-7ca9-43f1-b113-7f5624d28d1c), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:01.559705 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b6161-4788-4ae6-b8b4-615483ca3f89 None None] Pushing event updated for resources: {'Port': ['ID=a35a0e9a-7ca9-43f1-b113-7f5624d28d1c,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:01.585843 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-83082e17-8674-4d4a-875b-27acfef428f5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:01.874250 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-83082e17-8674-4d4a-875b-27acfef428f5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Allocated IP 2001:db8::1 (8602d87b-5e73-4ac5-b034-f165c804d82e/c03c1cfd-bbb0-4385-874b-00050798d8ea/f390efba-961e-4f19-8a0c-8c90571169d9) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:21:01.988043 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-83082e17-8674-4d4a-875b-27acfef428f5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for port (f390efba-961e-4f19-8a0c-8c90571169d9), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:02.024044 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-83082e17-8674-4d4a-875b-27acfef428f5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (f390efba-961e-4f19-8a0c-8c90571169d9), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:02.061962 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83082e17-8674-4d4a-875b-27acfef428f5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Network 8602d87b-5e73-4ac5-b034-f165c804d82e is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:21:02.068129 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-83082e17-8674-4d4a-875b-27acfef428f5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:21:02.072871 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83082e17-8674-4d4a-875b-27acfef428f5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:21:02.073417 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-83082e17-8674-4d4a-875b-27acfef428f5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (a682a9a0-50d8-491b-b3cd-377bec524d60), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:02.121812 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83082e17-8674-4d4a-875b-27acfef428f5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event updated for resources: {'Port': ['ID=f390efba-961e-4f19-8a0c-8c90571169d9,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:02.211433 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-83082e17-8674-4d4a-875b-27acfef428f5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f390efba-961e-4f19-8a0c-8c90571169d9), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:02.221955 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device a35a0e9a-7ca9-43f1-b113-7f5624d28d1c up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:21:02.274065 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port a35a0e9a-7ca9-43f1-b113-7f5624d28d1c triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:02.274359 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (a35a0e9a-7ca9-43f1-b113-7f5624d28d1c), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:02.502905 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-83082e17-8674-4d4a-875b-27acfef428f5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for port (f390efba-961e-4f19-8a0c-8c90571169d9), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:02.508625 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-83082e17-8674-4d4a-875b-27acfef428f5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (f390efba-961e-4f19-8a0c-8c90571169d9), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:02.509689 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-83082e17-8674-4d4a-875b-27acfef428f5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (a682a9a0-50d8-491b-b3cd-377bec524d60), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:02.525420 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port a35a0e9a-7ca9-43f1-b113-7f5624d28d1c is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:02.525818 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a35a0e9a-7ca9-43f1-b113-7f5624d28d1c), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:02.561539 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39a4015-7939-4141-bf83-1b4d607f6a46 None None] Network 8602d87b-5e73-4ac5-b034-f165c804d82e requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:21:02.567146 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port a35a0e9a-7ca9-43f1-b113-7f5624d28d1c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a35a0e9a-7ca9-43f1-b113-7f5624d28d1c,segment=NetworkSegment(49ae8a70-3c99-40b6-988b-23a65497e69a),segment_id=49ae8a70-3c99-40b6-988b-23a65497e69a)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:21:02.579353 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (a35a0e9a-7ca9-43f1-b113-7f5624d28d1c), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:02.610755 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83082e17-8674-4d4a-875b-27acfef428f5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event updated for resources: {'Port': ['ID=f390efba-961e-4f19-8a0c-8c90571169d9,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:02.653892 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83082e17-8674-4d4a-875b-27acfef428f5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Network 8602d87b-5e73-4ac5-b034-f165c804d82e is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:21:02.655292 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-83082e17-8674-4d4a-875b-27acfef428f5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:21:02.684613 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-fa92bb58-1b6d-4412-94e9-82f9ca192830 None None] Provisioning complete for port a35a0e9a-7ca9-43f1-b113-7f5624d28d1c triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:02.685025 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fa92bb58-1b6d-4412-94e9-82f9ca192830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (a35a0e9a-7ca9-43f1-b113-7f5624d28d1c), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:02.693939 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=a35a0e9a-7ca9-43f1-b113-7f5624d28d1c,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:02.788547 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83082e17-8674-4d4a-875b-27acfef428f5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Router a682a9a0-50d8-491b-b3cd-377bec524d60 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:21:02.805467 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-fa92bb58-1b6d-4412-94e9-82f9ca192830 None None] Current status of the port a35a0e9a-7ca9-43f1-b113-7f5624d28d1c is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:02.889494 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83082e17-8674-4d4a-875b-27acfef428f5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:21:02.894913 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-83082e17-8674-4d4a-875b-27acfef428f5 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "PUT /v2.0/routers/a682a9a0-50d8-491b-b3cd-377bec524d60/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8672419
Feb 05 21:21:02.897489 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47966) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:02.902455 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126bfaba-874e-4d9f-b74b-5a967353fbc9 None None] Sync routers for ids ['a682a9a0-50d8-491b-b3cd-377bec524d60'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:21:02.913714 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126bfaba-874e-4d9f-b74b-5a967353fbc9 None None] Routers {'a682a9a0-50d8-491b-b3cd-377bec524d60'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:21:02.914320 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-126bfaba-874e-4d9f-b74b-5a967353fbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dbbf48ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:20:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['a682a9a0-50d8-491b-b3cd-377bec524d60'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:02.951893 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec322ee-20de-4241-a944-c873de5f1709 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:21:02.953423 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8ec322ee-20de-4241-a944-c873de5f1709 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "GET /v2.0/ports/f390efba-961e-4f19-8a0c-8c90571169d9 HTTP/1.1" status: 200  len: 911 time: 0.0550606
Feb 05 21:21:02.956054 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47968) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:02.956220 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-126bfaba-874e-4d9f-b74b-5a967353fbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dbbf48ac0>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:02.962141 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-2946e7fc-6f63-48ec-9a33-eb2139b263d8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c03c1cfd-bbb0-4385-874b-00050798d8ea'}]}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:21:02.965794 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126bfaba-874e-4d9f-b74b-5a967353fbc9 None None] Routers {'a682a9a0-50d8-491b-b3cd-377bec524d60'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:21:02.966352 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-126bfaba-874e-4d9f-b74b-5a967353fbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dbbf48ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:20:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['a682a9a0-50d8-491b-b3cd-377bec524d60'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:03.000475 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-126bfaba-874e-4d9f-b74b-5a967353fbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dbbf48ac0>, [], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:03.001809 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126bfaba-874e-4d9f-b74b-5a967353fbc9 None None] The sync data for ids ['a682a9a0-50d8-491b-b3cd-377bec524d60'] in ncdv-master-1 is: [] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:21:03.035056 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-cb6a2c48-2ac9-4f67-bc04-ec948522b59b None None] Provisioning complete for port a35a0e9a-7ca9-43f1-b113-7f5624d28d1c triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:03.035433 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cb6a2c48-2ac9-4f67-bc04-ec948522b59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (a35a0e9a-7ca9-43f1-b113-7f5624d28d1c), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:03.124078 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-cb6a2c48-2ac9-4f67-bc04-ec948522b59b None None] Current status of the port a35a0e9a-7ca9-43f1-b113-7f5624d28d1c is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:03.132953 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2946e7fc-6f63-48ec-9a33-eb2139b263d8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f390efba-961e-4f19-8a0c-8c90571169d9), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:03.136777 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-cb6a2c48-2ac9-4f67-bc04-ec948522b59b None None] Provisioning complete for port f390efba-961e-4f19-8a0c-8c90571169d9 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:03.137271 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cb6a2c48-2ac9-4f67-bc04-ec948522b59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (f390efba-961e-4f19-8a0c-8c90571169d9), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:03.174415 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-cb6a2c48-2ac9-4f67-bc04-ec948522b59b None None] Port f390efba-961e-4f19-8a0c-8c90571169d9 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:21:03.295569 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-0c7f4b69-bfff-489e-a270-ca9c7ee6ebe0 None None] Provisioning complete for port f390efba-961e-4f19-8a0c-8c90571169d9 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:03.296228 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0c7f4b69-bfff-489e-a270-ca9c7ee6ebe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (f390efba-961e-4f19-8a0c-8c90571169d9), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:03.336660 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-0c7f4b69-bfff-489e-a270-ca9c7ee6ebe0 None None] Port f390efba-961e-4f19-8a0c-8c90571169d9 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:21:03.456408 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-e3aa4571-477b-46f5-a1ba-92958e062556 None None] Provisioning complete for port f390efba-961e-4f19-8a0c-8c90571169d9 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:03.456701 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e3aa4571-477b-46f5-a1ba-92958e062556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (f390efba-961e-4f19-8a0c-8c90571169d9), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:03.491601 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-e3aa4571-477b-46f5-a1ba-92958e062556 None None] Port f390efba-961e-4f19-8a0c-8c90571169d9 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:21:03.506283 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2946e7fc-6f63-48ec-9a33-eb2139b263d8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for port (f390efba-961e-4f19-8a0c-8c90571169d9), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:03.514170 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2946e7fc-6f63-48ec-9a33-eb2139b263d8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (f390efba-961e-4f19-8a0c-8c90571169d9), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:03.520443 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2946e7fc-6f63-48ec-9a33-eb2139b263d8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:21:03.521050 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2946e7fc-6f63-48ec-9a33-eb2139b263d8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:03.522355 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2946e7fc-6f63-48ec-9a33-eb2139b263d8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "PUT /v2.0/ports/f390efba-961e-4f19-8a0c-8c90571169d9 HTTP/1.1" status: 200  len: 911 time: 0.5652647
Feb 05 21:21:03.525420 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47970) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:03.564205 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946e7fc-6f63-48ec-9a33-eb2139b263d8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event updated for resources: {'Port': ['ID=f390efba-961e-4f19-8a0c-8c90571169d9,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:03.571668 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946e7fc-6f63-48ec-9a33-eb2139b263d8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:03.572026 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946e7fc-6f63-48ec-9a33-eb2139b263d8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:03.572383 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946e7fc-6f63-48ec-9a33-eb2139b263d8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:03.572725 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946e7fc-6f63-48ec-9a33-eb2139b263d8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:03.573063 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946e7fc-6f63-48ec-9a33-eb2139b263d8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:03.573399 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946e7fc-6f63-48ec-9a33-eb2139b263d8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:03.573733 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946e7fc-6f63-48ec-9a33-eb2139b263d8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:03.574063 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946e7fc-6f63-48ec-9a33-eb2139b263d8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:03.574414 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946e7fc-6f63-48ec-9a33-eb2139b263d8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:03.574753 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946e7fc-6f63-48ec-9a33-eb2139b263d8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:03.575165 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946e7fc-6f63-48ec-9a33-eb2139b263d8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:03.575491 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946e7fc-6f63-48ec-9a33-eb2139b263d8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:03.575817 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2946e7fc-6f63-48ec-9a33-eb2139b263d8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:03.727355 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-938eaa89-9f61-454f-bd80-3406e905871f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:03.850452 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f0663001-5fe7-4306-afb4-1d776649967a tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (a682a9a0-50d8-491b-b3cd-377bec524d60), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:04.092945 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-f0663001-5fe7-4306-afb4-1d776649967a tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Deleting port f390efba-961e-4f19-8a0c-8c90571169d9 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:21:04.093287 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f0663001-5fe7-4306-afb4-1d776649967a tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (f390efba-961e-4f19-8a0c-8c90571169d9), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:04.178491 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f0663001-5fe7-4306-afb4-1d776649967a tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (f390efba-961e-4f19-8a0c-8c90571169d9), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:04.180411 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device a35a0e9a-7ca9-43f1-b113-7f5624d28d1c up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:21:04.190537 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-f0663001-5fe7-4306-afb4-1d776649967a tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Calling delete_port for f390efba-961e-4f19-8a0c-8c90571169d9 owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:21:04.233839 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port a35a0e9a-7ca9-43f1-b113-7f5624d28d1c triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:04.234224 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (a35a0e9a-7ca9-43f1-b113-7f5624d28d1c), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:04.322459 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port a35a0e9a-7ca9-43f1-b113-7f5624d28d1c is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:04.637272 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f0663001-5fe7-4306-afb4-1d776649967a tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (f390efba-961e-4f19-8a0c-8c90571169d9), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:04.668161 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0663001-5fe7-4306-afb4-1d776649967a tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event deleted for resources: {'Port': ['ID=f390efba-961e-4f19-8a0c-8c90571169d9,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:04.764342 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f0663001-5fe7-4306-afb4-1d776649967a tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (a682a9a0-50d8-491b-b3cd-377bec524d60), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:04.923823 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0663001-5fe7-4306-afb4-1d776649967a tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Router a682a9a0-50d8-491b-b3cd-377bec524d60 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:21:05.001894 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0663001-5fe7-4306-afb4-1d776649967a tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:21:05.006746 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f0663001-5fe7-4306-afb4-1d776649967a tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "PUT /v2.0/routers/a682a9a0-50d8-491b-b3cd-377bec524d60/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4795289
Feb 05 21:21:05.009412 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47972) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:05.011966 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c34032-49fc-4426-964c-fb3e436b9745 None None] Sync routers for ids ['a682a9a0-50d8-491b-b3cd-377bec524d60'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:21:05.023050 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c34032-49fc-4426-964c-fb3e436b9745 None None] Routers {'a682a9a0-50d8-491b-b3cd-377bec524d60'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:21:05.023673 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-69c34032-49fc-4426-964c-fb3e436b9745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab6238b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:20:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['a682a9a0-50d8-491b-b3cd-377bec524d60'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:05.036994 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-737ab54e-a134-4aa9-80ec-c88068a41121 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "GET /v2.0/ports?device_id=a682a9a0-50d8-491b-b3cd-377bec524d60 HTTP/1.1" status: 200  len: 205 time: 0.0264878
Feb 05 21:21:05.039437 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47974) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:05.057702 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-69c34032-49fc-4426-964c-fb3e436b9745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab6238b0>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:05.066343 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c34032-49fc-4426-964c-fb3e436b9745 None None] Routers {'a682a9a0-50d8-491b-b3cd-377bec524d60'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:21:05.066982 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-69c34032-49fc-4426-964c-fb3e436b9745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab6238b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:20:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['a682a9a0-50d8-491b-b3cd-377bec524d60'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:05.104722 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-69c34032-49fc-4426-964c-fb3e436b9745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab6238b0>, [], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:05.105372 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c34032-49fc-4426-964c-fb3e436b9745 None None] The sync data for ids ['a682a9a0-50d8-491b-b3cd-377bec524d60'] in ncdv-master-1 is: [] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:21:05.118542 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3ff1d713-bfb9-48a4-8ca4-364154dbb314 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for router (a682a9a0-50d8-491b-b3cd-377bec524d60), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:05.279246 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3ff1d713-bfb9-48a4-8ca4-364154dbb314 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (a682a9a0-50d8-491b-b3cd-377bec524d60), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:05.281381 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3ff1d713-bfb9-48a4-8ca4-364154dbb314 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for router_controller (a682a9a0-50d8-491b-b3cd-377bec524d60), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:05.325395 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3ff1d713-bfb9-48a4-8ca4-364154dbb314 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (a682a9a0-50d8-491b-b3cd-377bec524d60), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:05.325905 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff1d713-bfb9-48a4-8ca4-364154dbb314 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Fanout notify agent at l3_agent the message router_deleted on router a682a9a0-50d8-491b-b3cd-377bec524d60 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:21:05.333060 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3ff1d713-bfb9-48a4-8ca4-364154dbb314 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:05.334023 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3ff1d713-bfb9-48a4-8ca4-364154dbb314 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "DELETE /v2.0/routers/a682a9a0-50d8-491b-b3cd-377bec524d60 HTTP/1.1" status: 204  len: 168 time: 0.2927725
Feb 05 21:21:05.336712 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47976) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:05.389542 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ca8119-6f50-48ea-aa1c-e7db0d97e93a tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Deleting subnet c03c1cfd-bbb0-4385-874b-00050798d8ea {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:21:05.394320 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-63ca8119-6f50-48ea-aa1c-e7db0d97e93a tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for subnet (c03c1cfd-bbb0-4385-874b-00050798d8ea), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:05.439766 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-63ca8119-6f50-48ea-aa1c-e7db0d97e93a tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (c03c1cfd-bbb0-4385-874b-00050798d8ea), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:05.523137 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-63ca8119-6f50-48ea-aa1c-e7db0d97e93a tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (c03c1cfd-bbb0-4385-874b-00050798d8ea), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:05.582220 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-63ca8119-6f50-48ea-aa1c-e7db0d97e93a tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (c03c1cfd-bbb0-4385-874b-00050798d8ea), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:05.613417 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca8119-6f50-48ea-aa1c-e7db0d97e93a tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event deleted for resources: {'Subnet': ['ID=c03c1cfd-bbb0-4385-874b-00050798d8ea,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:05.618356 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-63ca8119-6f50-48ea-aa1c-e7db0d97e93a tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:05.622733 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-63ca8119-6f50-48ea-aa1c-e7db0d97e93a tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "DELETE /v2.0/subnets/c03c1cfd-bbb0-4385-874b-00050798d8ea HTTP/1.1" status: 204  len: 168 time: 0.2841380
Feb 05 21:21:05.624450 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47978) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:05.624971 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8740c2-0700-4228-9fbf-bde193d74f06 None None] Network 8602d87b-5e73-4ac5-b034-f165c804d82e requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:21:05.703146 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a03e1365-31b3-436f-a035-65bc362284e0 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (8602d87b-5e73-4ac5-b034-f165c804d82e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:05.760321 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-a03e1365-31b3-436f-a035-65bc362284e0 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Deleting port a35a0e9a-7ca9-43f1-b113-7f5624d28d1c {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:21:05.760674 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a03e1365-31b3-436f-a035-65bc362284e0 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (a35a0e9a-7ca9-43f1-b113-7f5624d28d1c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:05.773482 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7bafbd-1d83-4938-bd46-61330fbbdbf2 None None] DHCP port deletion for 8602d87b-5e73-4ac5-b034-f165c804d82e request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:21:05.821820 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-aa7bafbd-1d83-4938-bd46-61330fbbdbf2 None None] Deleting port a35a0e9a-7ca9-43f1-b113-7f5624d28d1c {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:21:05.822198 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-aa7bafbd-1d83-4938-bd46-61330fbbdbf2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (a35a0e9a-7ca9-43f1-b113-7f5624d28d1c), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:05.831988 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-a03e1365-31b3-436f-a035-65bc362284e0 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] For port a35a0e9a-7ca9-43f1-b113-7f5624d28d1c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a35a0e9a-7ca9-43f1-b113-7f5624d28d1c,segment=NetworkSegment(49ae8a70-3c99-40b6-988b-23a65497e69a),segment_id=49ae8a70-3c99-40b6-988b-23a65497e69a)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:21:05.832401 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a03e1365-31b3-436f-a035-65bc362284e0 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (a35a0e9a-7ca9-43f1-b113-7f5624d28d1c), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:05.845016 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-a03e1365-31b3-436f-a035-65bc362284e0 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Calling delete_port for a35a0e9a-7ca9-43f1-b113-7f5624d28d1c owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:21:05.884267 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-aa7bafbd-1d83-4938-bd46-61330fbbdbf2 None None] For port a35a0e9a-7ca9-43f1-b113-7f5624d28d1c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a35a0e9a-7ca9-43f1-b113-7f5624d28d1c,segment=NetworkSegment(49ae8a70-3c99-40b6-988b-23a65497e69a),segment_id=49ae8a70-3c99-40b6-988b-23a65497e69a)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:21:05.884667 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-aa7bafbd-1d83-4938-bd46-61330fbbdbf2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (a35a0e9a-7ca9-43f1-b113-7f5624d28d1c), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:05.896975 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-aa7bafbd-1d83-4938-bd46-61330fbbdbf2 None None] Calling delete_port for a35a0e9a-7ca9-43f1-b113-7f5624d28d1c owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:21:05.927352 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a03e1365-31b3-436f-a035-65bc362284e0 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (a35a0e9a-7ca9-43f1-b113-7f5624d28d1c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:05.960093 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e1365-31b3-436f-a035-65bc362284e0 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event deleted for resources: {'Port': ['ID=a35a0e9a-7ca9-43f1-b113-7f5624d28d1c,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:05.964403 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03e1365-31b3-436f-a035-65bc362284e0 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] No DVR routers for this DVR port a35a0e9a-7ca9-43f1-b113-7f5624d28d1c on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:21:05.980379 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-aa7bafbd-1d83-4938-bd46-61330fbbdbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (a35a0e9a-7ca9-43f1-b113-7f5624d28d1c), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:06.006979 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7bafbd-1d83-4938-bd46-61330fbbdbf2 None None] Pushing event deleted for resources: {'Port': ['ID=a35a0e9a-7ca9-43f1-b113-7f5624d28d1c,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:06.010416 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7bafbd-1d83-4938-bd46-61330fbbdbf2 None None] No DVR routers for this DVR port a35a0e9a-7ca9-43f1-b113-7f5624d28d1c on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:21:06.049164 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a03e1365-31b3-436f-a035-65bc362284e0 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (8602d87b-5e73-4ac5-b034-f165c804d82e), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:06.069067 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-a03e1365-31b3-436f-a035-65bc362284e0 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db82496d0>,) {'filters': {'network_id': ['8602d87b-5e73-4ac5-b034-f165c804d82e']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:06.078006 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-a03e1365-31b3-436f-a035-65bc362284e0 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db82496d0>, '49ae8a70-3c99-40b6-988b-23a65497e69a') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:06.078309 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-a03e1365-31b3-436f-a035-65bc362284e0 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db82496d0>, '49ae8a70-3c99-40b6-988b-23a65497e69a') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:06.087554 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a03e1365-31b3-436f-a035-65bc362284e0 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (49ae8a70-3c99-40b6-988b-23a65497e69a), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:06.100803 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a03e1365-31b3-436f-a035-65bc362284e0 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (49ae8a70-3c99-40b6-988b-23a65497e69a), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:06.106705 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a03e1365-31b3-436f-a035-65bc362284e0 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:21:06.107094 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a03e1365-31b3-436f-a035-65bc362284e0 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (49ae8a70-3c99-40b6-988b-23a65497e69a), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:06.110780 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:21:06.110780 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:21:06.110780 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:21:06.110780 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:21:06.110780 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:21:06.110780 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:21:06.110780 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:21:06.110780 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:21:06.110780 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:21:06.110780 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:21:06.110780 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:21:06.110780 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:21:06.110780 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:21:06.110780 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:21:06.110780 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:21:06.110780 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:21:06.110780 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:21:06.110780 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:21:06.110780 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:21:06.110780 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:21:06.110780 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:21:06.110780 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:21:06.110780 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:21:06.110780 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:21:06.110780 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:21:06.110780 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:21:06.110780 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:21:06.110780 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:21:06.110780 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:21:06.110780 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:21:06.110780 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:21:06.110780 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:21:06.116819 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-70a42a96-d8d5-4a52-b2d2-e644cf6124c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:06.172121 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device a35a0e9a-7ca9-43f1-b113-7f5624d28d1c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:21:06.176082 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a03e1365-31b3-436f-a035-65bc362284e0 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (8602d87b-5e73-4ac5-b034-f165c804d82e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:06.193095 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a03e1365-31b3-436f-a035-65bc362284e0 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:06.196305 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a03e1365-31b3-436f-a035-65bc362284e0 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "DELETE /v2.0/networks/8602d87b-5e73-4ac5-b034-f165c804d82e HTTP/1.1" status: 204  len: 168 time: 0.5699801
Feb 05 21:21:06.197357 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e1365-31b3-436f-a035-65bc362284e0 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event deleted for resources: {'Network': ['ID=8602d87b-5e73-4ac5-b034-f165c804d82e,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:06.200627 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47980) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:06.202466 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: a35a0e9a-7ca9-43f1-b113-7f5624d28d1c {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:21:06.202822 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device a35a0e9a-7ca9-43f1-b113-7f5624d28d1c not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:21:06.204618 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-af68195d-dacc-4417-b0a2-15c819d55a5d tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1739884781', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:21:06.226253 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-af68195d-dacc-4417-b0a2-15c819d55a5d tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (84575baa-5b10-4e67-8f7b-ecbda81a48e3), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:06.227269 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-af68195d-dacc-4417-b0a2-15c819d55a5d tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (84575baa-5b10-4e67-8f7b-ecbda81a48e3), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:06.280860 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-af68195d-dacc-4417-b0a2-15c819d55a5d tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for router_controller (84575baa-5b10-4e67-8f7b-ecbda81a48e3), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:06.285728 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-af68195d-dacc-4417-b0a2-15c819d55a5d tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (84575baa-5b10-4e67-8f7b-ecbda81a48e3), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:06.303718 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-af68195d-dacc-4417-b0a2-15c819d55a5d tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:06.304920 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-af68195d-dacc-4417-b0a2-15c819d55a5d tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.1039150
Feb 05 21:21:06.308039 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47982) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:06.312719 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-638385fd-65e9-4592-97b5-7ef17fa3afd8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-231292448'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:21:06.331652 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638385fd-65e9-4592-97b5-7ef17fa3afd8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Made reservation on behalf of 5a213b89d65b4bde9832f8d22021a17d for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:21:06.334994 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-638385fd-65e9-4592-97b5-7ef17fa3afd8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:06.358452 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-638385fd-65e9-4592-97b5-7ef17fa3afd8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:21:06.368193 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-638385fd-65e9-4592-97b5-7ef17fa3afd8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (9f5a9e85-c58d-45bb-ad16-080a01b17078), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:06.368539 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-638385fd-65e9-4592-97b5-7ef17fa3afd8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Added segment 9f5a9e85-c58d-45bb-ad16-080a01b17078 of type vlan for network 59af236a-814e-4484-a3af-b0b24c49e373
Feb 05 21:21:06.408283 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-638385fd-65e9-4592-97b5-7ef17fa3afd8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (59af236a-814e-4484-a3af-b0b24c49e373), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:06.432143 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-638385fd-65e9-4592-97b5-7ef17fa3afd8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (59af236a-814e-4484-a3af-b0b24c49e373), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:06.437123 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638385fd-65e9-4592-97b5-7ef17fa3afd8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:21:06.437715 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-638385fd-65e9-4592-97b5-7ef17fa3afd8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:06.470673 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-638385fd-65e9-4592-97b5-7ef17fa3afd8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1616197
Feb 05 21:21:06.473436 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47984) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:06.478222 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-ebc6f9db-ce60-4f2f-8f53-4d01f724bad8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Request body: {'subnet': {'network_id': '59af236a-814e-4484-a3af-b0b24c49e373', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:21:06.533488 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638385fd-65e9-4592-97b5-7ef17fa3afd8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event updated for resources: {'Network': ['ID=59af236a-814e-4484-a3af-b0b24c49e373,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:06.543225 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 59af236a-814e-4484-a3af-b0b24c49e373 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:21:06.599765 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc6f9db-ce60-4f2f-8f53-4d01f724bad8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Made reservation on behalf of 5a213b89d65b4bde9832f8d22021a17d for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:21:06.603209 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ebc6f9db-ce60-4f2f-8f53-4d01f724bad8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:06.785817 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ebc6f9db-ce60-4f2f-8f53-4d01f724bad8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (3d66dac2-4427-425e-a631-de06cb31a5c2), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:06.846019 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc6f9db-ce60-4f2f-8f53-4d01f724bad8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event updated for resources: {'Subnet': ['ID=3d66dac2-4427-425e-a631-de06cb31a5c2,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:06.853088 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc6f9db-ce60-4f2f-8f53-4d01f724bad8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Checking segment: {'id': '9f5a9e85-c58d-45bb-ad16-080a01b17078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '59af236a-814e-4484-a3af-b0b24c49e373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:21:06.853456 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc6f9db-ce60-4f2f-8f53-4d01f724bad8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Network hostable DHCP agents. Network: 59af236a-814e-4484-a3af-b0b24c49e373, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:21:06.870069 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc6f9db-ce60-4f2f-8f53-4d01f724bad8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Network 59af236a-814e-4484-a3af-b0b24c49e373 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:21:06.878455 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-ebc6f9db-ce60-4f2f-8f53-4d01f724bad8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 59af236a-814e-4484-a3af-b0b24c49e373) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:21:06.882507 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc6f9db-ce60-4f2f-8f53-4d01f724bad8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:21:06.883105 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ebc6f9db-ce60-4f2f-8f53-4d01f724bad8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:06.887974 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a841cc-ebd1-4c89-ab8c-ddf81c5d9998 None None] Network 59af236a-814e-4484-a3af-b0b24c49e373 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:21:06.899026 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ebc6f9db-ce60-4f2f-8f53-4d01f724bad8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4245875
Feb 05 21:21:06.902024 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47988) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:06.993176 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b460910-6dbd-4edd-af4e-dd33a36a28f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-59af236a-814e-4484-a3af-b0b24c49e373', 'network_id': '59af236a-814e-4484-a3af-b0b24c49e373', 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'fixed_ips': [{'subnet_id': '3d66dac2-4427-425e-a631-de06cb31a5c2'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:21:06.994032 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0b460910-6dbd-4edd-af4e-dd33a36a28f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:07.132139 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-0b460910-6dbd-4edd-af4e-dd33a36a28f8 None None] Allocated IP 2001:db8::2 (59af236a-814e-4484-a3af-b0b24c49e373/3d66dac2-4427-425e-a631-de06cb31a5c2/712f21e4-9d80-479f-b175-5b235a00ab46) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:21:07.199542 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1d62e123-fd7b-45b4-8d52-5049d663002c tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:07.271174 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0b460910-6dbd-4edd-af4e-dd33a36a28f8 None None] Publish callbacks [] for port (712f21e4-9d80-479f-b175-5b235a00ab46), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:07.278131 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0b460910-6dbd-4edd-af4e-dd33a36a28f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (712f21e4-9d80-479f-b175-5b235a00ab46), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:07.321852 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b460910-6dbd-4edd-af4e-dd33a36a28f8 None None] Network 59af236a-814e-4484-a3af-b0b24c49e373 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:21:07.324696 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-0b460910-6dbd-4edd-af4e-dd33a36a28f8 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:21:07.326919 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b460910-6dbd-4edd-af4e-dd33a36a28f8 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:21:07.339497 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b460910-6dbd-4edd-af4e-dd33a36a28f8 None None] Pushing event updated for resources: {'Port': ['ID=712f21e4-9d80-479f-b175-5b235a00ab46,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:07.399454 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-0b460910-6dbd-4edd-af4e-dd33a36a28f8 None None] Attempting to bind port 712f21e4-9d80-479f-b175-5b235a00ab46 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:21:07.399762 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-0b460910-6dbd-4edd-af4e-dd33a36a28f8 None None] Attempting to bind port 712f21e4-9d80-479f-b175-5b235a00ab46 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9f5a9e85-c58d-45bb-ad16-080a01b17078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '59af236a-814e-4484-a3af-b0b24c49e373'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:21:07.400150 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b460910-6dbd-4edd-af4e-dd33a36a28f8 None None] Attempting to bind port 712f21e4-9d80-479f-b175-5b235a00ab46 on network 59af236a-814e-4484-a3af-b0b24c49e373 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:21:07.405573 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b460910-6dbd-4edd-af4e-dd33a36a28f8 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:21:07.405961 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b460910-6dbd-4edd-af4e-dd33a36a28f8 None None] Checking segment: {'id': '9f5a9e85-c58d-45bb-ad16-080a01b17078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '59af236a-814e-4484-a3af-b0b24c49e373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:21:07.406372 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0b460910-6dbd-4edd-af4e-dd33a36a28f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:07.407261 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b460910-6dbd-4edd-af4e-dd33a36a28f8 None None] Bound using segment: {'id': '9f5a9e85-c58d-45bb-ad16-080a01b17078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '59af236a-814e-4484-a3af-b0b24c49e373'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:21:07.407738 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-0b460910-6dbd-4edd-af4e-dd33a36a28f8 None None] Bound port: 712f21e4-9d80-479f-b175-5b235a00ab46, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f5a9e85-c58d-45bb-ad16-080a01b17078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '59af236a-814e-4484-a3af-b0b24c49e373'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:21:07.408130 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0b460910-6dbd-4edd-af4e-dd33a36a28f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (712f21e4-9d80-479f-b175-5b235a00ab46), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:07.450155 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-1d62e123-fd7b-45b4-8d52-5049d663002c tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Allocated IP 2001:db8::1 (59af236a-814e-4484-a3af-b0b24c49e373/3d66dac2-4427-425e-a631-de06cb31a5c2/a9c6fc5e-db62-4681-8d79-bcceefe9cc61) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:21:07.472417 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-0b460910-6dbd-4edd-af4e-dd33a36a28f8 None None] For port 712f21e4-9d80-479f-b175-5b235a00ab46, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:21:07.475963 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-0b460910-6dbd-4edd-af4e-dd33a36a28f8 None None] For port 712f21e4-9d80-479f-b175-5b235a00ab46, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=712f21e4-9d80-479f-b175-5b235a00ab46,segment=NetworkSegment(9f5a9e85-c58d-45bb-ad16-080a01b17078),segment_id=9f5a9e85-c58d-45bb-ad16-080a01b17078)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:21:07.483281 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0b460910-6dbd-4edd-af4e-dd33a36a28f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (712f21e4-9d80-479f-b175-5b235a00ab46), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:07.542416 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:07.557686 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b460910-6dbd-4edd-af4e-dd33a36a28f8 None None] Pushing event updated for resources: {'Port': ['ID=712f21e4-9d80-479f-b175-5b235a00ab46,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:07.577935 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1d62e123-fd7b-45b4-8d52-5049d663002c tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for port (a9c6fc5e-db62-4681-8d79-bcceefe9cc61), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:07.612940 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1d62e123-fd7b-45b4-8d52-5049d663002c tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (a9c6fc5e-db62-4681-8d79-bcceefe9cc61), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:07.657556 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d62e123-fd7b-45b4-8d52-5049d663002c tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Network 59af236a-814e-4484-a3af-b0b24c49e373 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:21:07.660852 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-1d62e123-fd7b-45b4-8d52-5049d663002c tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:21:07.664442 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d62e123-fd7b-45b4-8d52-5049d663002c tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:21:07.665072 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1d62e123-fd7b-45b4-8d52-5049d663002c tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (84575baa-5b10-4e67-8f7b-ecbda81a48e3), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:07.715913 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d62e123-fd7b-45b4-8d52-5049d663002c tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event updated for resources: {'Port': ['ID=a9c6fc5e-db62-4681-8d79-bcceefe9cc61,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:07.808691 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1d62e123-fd7b-45b4-8d52-5049d663002c tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a9c6fc5e-db62-4681-8d79-bcceefe9cc61), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:08.229971 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 712f21e4-9d80-479f-b175-5b235a00ab46 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:21:08.281394 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 712f21e4-9d80-479f-b175-5b235a00ab46 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:08.282656 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (712f21e4-9d80-479f-b175-5b235a00ab46), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:08.374201 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 712f21e4-9d80-479f-b175-5b235a00ab46 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:08.374619 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (712f21e4-9d80-479f-b175-5b235a00ab46), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:08.379129 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1d62e123-fd7b-45b4-8d52-5049d663002c tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for port (a9c6fc5e-db62-4681-8d79-bcceefe9cc61), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:08.385443 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1d62e123-fd7b-45b4-8d52-5049d663002c tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (a9c6fc5e-db62-4681-8d79-bcceefe9cc61), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:08.386336 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1d62e123-fd7b-45b4-8d52-5049d663002c tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (84575baa-5b10-4e67-8f7b-ecbda81a48e3), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:08.416748 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 712f21e4-9d80-479f-b175-5b235a00ab46, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=712f21e4-9d80-479f-b175-5b235a00ab46,segment=NetworkSegment(9f5a9e85-c58d-45bb-ad16-080a01b17078),segment_id=9f5a9e85-c58d-45bb-ad16-080a01b17078)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:21:08.422512 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (712f21e4-9d80-479f-b175-5b235a00ab46), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:08.474772 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=712f21e4-9d80-479f-b175-5b235a00ab46,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:08.483450 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d62e123-fd7b-45b4-8d52-5049d663002c tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event updated for resources: {'Port': ['ID=a9c6fc5e-db62-4681-8d79-bcceefe9cc61,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:08.524452 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d62e123-fd7b-45b4-8d52-5049d663002c tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Network 59af236a-814e-4484-a3af-b0b24c49e373 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:21:08.526225 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-1d62e123-fd7b-45b4-8d52-5049d663002c tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:21:08.542721 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5d6cad-28cc-42e3-90b2-04dbcbb5460b None None] Network 59af236a-814e-4484-a3af-b0b24c49e373 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:21:08.648369 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d62e123-fd7b-45b4-8d52-5049d663002c tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Router 84575baa-5b10-4e67-8f7b-ecbda81a48e3 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:21:08.658854 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-458d4829-5a8d-4847-b9cb-92706be01f3f None None] Provisioning complete for port 712f21e4-9d80-479f-b175-5b235a00ab46 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:08.659238 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-458d4829-5a8d-4847-b9cb-92706be01f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (712f21e4-9d80-479f-b175-5b235a00ab46), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:08.743736 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-458d4829-5a8d-4847-b9cb-92706be01f3f None None] Current status of the port 712f21e4-9d80-479f-b175-5b235a00ab46 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:08.747720 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d62e123-fd7b-45b4-8d52-5049d663002c tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:21:08.753798 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1d62e123-fd7b-45b4-8d52-5049d663002c tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "PUT /v2.0/routers/84575baa-5b10-4e67-8f7b-ecbda81a48e3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8505602
Feb 05 21:21:08.756400 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 47994) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:08.759850 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3eb1fd-f4fc-4b7f-b66d-a0bf4bc7eacf None None] Sync routers for ids ['84575baa-5b10-4e67-8f7b-ecbda81a48e3'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:21:08.762153 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-8a7d7aa6-888b-4256-b31c-339c2785628b tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2135249093'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:21:08.784970 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7d7aa6-888b-4256-b31c-339c2785628b tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Made reservation on behalf of 5a213b89d65b4bde9832f8d22021a17d for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:21:08.788822 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8a7d7aa6-888b-4256-b31c-339c2785628b tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:08.789007 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3eb1fd-f4fc-4b7f-b66d-a0bf4bc7eacf None None] Routers {'84575baa-5b10-4e67-8f7b-ecbda81a48e3'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:21:08.789580 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-8a3eb1fd-f4fc-4b7f-b66d-a0bf4bc7eacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db88d5ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:21:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['84575baa-5b10-4e67-8f7b-ecbda81a48e3'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:08.818022 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a7d7aa6-888b-4256-b31c-339c2785628b tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:21:08.827843 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8a7d7aa6-888b-4256-b31c-339c2785628b tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (9248fccc-1476-4f11-b1ce-b9c6512f9c96), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:08.828250 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-8a7d7aa6-888b-4256-b31c-339c2785628b tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Added segment 9248fccc-1476-4f11-b1ce-b9c6512f9c96 of type vlan for network 1bf01b8a-7dd7-4c25-86a2-95559e596195
Feb 05 21:21:08.874854 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8a7d7aa6-888b-4256-b31c-339c2785628b tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (1bf01b8a-7dd7-4c25-86a2-95559e596195), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:08.887062 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-8a3eb1fd-f4fc-4b7f-b66d-a0bf4bc7eacf None None] Set router 84575baa-5b10-4e67-8f7b-ecbda81a48e3 gateway port host: None {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:21:08.901986 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8a7d7aa6-888b-4256-b31c-339c2785628b tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (1bf01b8a-7dd7-4c25-86a2-95559e596195), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:08.908441 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7d7aa6-888b-4256-b31c-339c2785628b tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:21:08.908441 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8a7d7aa6-888b-4256-b31c-339c2785628b tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:08.955154 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 47996) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:08.961899 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-9ca7c374-3713-44d2-9973-e28bb0a24d48 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Request body: {'subnet': {'network_id': '1bf01b8a-7dd7-4c25-86a2-95559e596195', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:21:08.967078 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8a7d7aa6-888b-4256-b31c-339c2785628b tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.2092407
Feb 05 21:21:08.970371 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-e10acae1-471d-4b52-9771-2125bae2279e None None] Provisioning complete for port 712f21e4-9d80-479f-b175-5b235a00ab46 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:08.970820 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e10acae1-471d-4b52-9771-2125bae2279e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (712f21e4-9d80-479f-b175-5b235a00ab46), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:09.005813 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d7aa6-888b-4256-b31c-339c2785628b tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event updated for resources: {'Network': ['ID=1bf01b8a-7dd7-4c25-86a2-95559e596195,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:09.027986 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 1bf01b8a-7dd7-4c25-86a2-95559e596195 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:21:09.092816 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca7c374-3713-44d2-9973-e28bb0a24d48 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Made reservation on behalf of 5a213b89d65b4bde9832f8d22021a17d for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:21:09.097063 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9ca7c374-3713-44d2-9973-e28bb0a24d48 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:09.147083 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-8a3eb1fd-f4fc-4b7f-b66d-a0bf4bc7eacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db88d5ee0>, [{'id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'name': 'tempest-RoutersIpV6Test-router-1739884781', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:06Z', 'updated_at': '2022-02-05T21:21:07Z', 'revision_number': 2, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'gw_port_host': None, '_interfaces': [{'id': 'a9c6fc5e-db62-4681-8d79-bcceefe9cc61', 'name': '', 'network_id': '59af236a-814e-4484-a3af-b0b24c49e373', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:1b:77:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '3d66dac2-4427-425e-a631-de06cb31a5c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:07Z', 'updated_at': '2022-02-05T21:21:08Z', 'revision_number': 2, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': '3d66dac2-4427-425e-a631-de06cb31a5c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:09.172109 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:09.175154 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3eb1fd-f4fc-4b7f-b66d-a0bf4bc7eacf None None] Checking router: 84575baa-5b10-4e67-8f7b-ecbda81a48e3 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:21:09.175719 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3eb1fd-f4fc-4b7f-b66d-a0bf4bc7eacf None None] Updating router 84575baa-5b10-4e67-8f7b-ecbda81a48e3 port a9c6fc5e-db62-4681-8d79-bcceefe9cc61 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:21:09.186469 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-e10acae1-471d-4b52-9771-2125bae2279e None None] Current status of the port 712f21e4-9d80-479f-b175-5b235a00ab46 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:09.199756 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-e10acae1-471d-4b52-9771-2125bae2279e None None] Provisioning complete for port a9c6fc5e-db62-4681-8d79-bcceefe9cc61 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:09.200139 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e10acae1-471d-4b52-9771-2125bae2279e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (a9c6fc5e-db62-4681-8d79-bcceefe9cc61), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:09.209243 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-8a3eb1fd-f4fc-4b7f-b66d-a0bf4bc7eacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a9c6fc5e-db62-4681-8d79-bcceefe9cc61), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:09.253577 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-e10acae1-471d-4b52-9771-2125bae2279e None None] Port a9c6fc5e-db62-4681-8d79-bcceefe9cc61 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:21:09.322180 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9ca7c374-3713-44d2-9973-e28bb0a24d48 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (2d7401bd-744a-49c4-adb2-aafda1d9b877), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:09.380741 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7c374-3713-44d2-9973-e28bb0a24d48 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event updated for resources: {'Subnet': ['ID=2d7401bd-744a-49c4-adb2-aafda1d9b877,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:09.388172 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-3b76af0d-1930-4331-99ff-ae98570a02da None None] Provisioning complete for port a9c6fc5e-db62-4681-8d79-bcceefe9cc61 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:09.389263 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3b76af0d-1930-4331-99ff-ae98570a02da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (a9c6fc5e-db62-4681-8d79-bcceefe9cc61), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:09.398250 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca7c374-3713-44d2-9973-e28bb0a24d48 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Checking segment: {'id': '9248fccc-1476-4f11-b1ce-b9c6512f9c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1bf01b8a-7dd7-4c25-86a2-95559e596195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:21:09.398653 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca7c374-3713-44d2-9973-e28bb0a24d48 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Network hostable DHCP agents. Network: 1bf01b8a-7dd7-4c25-86a2-95559e596195, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:21:09.425316 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca7c374-3713-44d2-9973-e28bb0a24d48 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Network 1bf01b8a-7dd7-4c25-86a2-95559e596195 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:21:09.439749 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-3b76af0d-1930-4331-99ff-ae98570a02da None None] Port a9c6fc5e-db62-4681-8d79-bcceefe9cc61 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:21:09.444053 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-9ca7c374-3713-44d2-9973-e28bb0a24d48 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1bf01b8a-7dd7-4c25-86a2-95559e596195) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:21:09.448501 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca7c374-3713-44d2-9973-e28bb0a24d48 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:21:09.449548 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9ca7c374-3713-44d2-9973-e28bb0a24d48 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:09.463348 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397bbbcd-933c-49b4-be83-4bb5d3a04e3c None None] Network 1bf01b8a-7dd7-4c25-86a2-95559e596195 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:21:09.475133 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48000) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:09.479014 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9ca7c374-3713-44d2-9973-e28bb0a24d48 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.5221486
Feb 05 21:21:09.508413 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-8a3eb1fd-f4fc-4b7f-b66d-a0bf4bc7eacf None None] Publish callbacks [] for port (a9c6fc5e-db62-4681-8d79-bcceefe9cc61), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:09.512998 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-8a3eb1fd-f4fc-4b7f-b66d-a0bf4bc7eacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (a9c6fc5e-db62-4681-8d79-bcceefe9cc61), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:09.587971 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-29a165bd-950e-43e1-96d0-f7198ef2f9e2 None None] Provisioning complete for port a9c6fc5e-db62-4681-8d79-bcceefe9cc61 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:09.587971 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-29a165bd-950e-43e1-96d0-f7198ef2f9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (a9c6fc5e-db62-4681-8d79-bcceefe9cc61), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:09.603475 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05487a75-3296-4ef7-be68-2ab4e24c0230 None None] Pushing event updated for resources: {'Port': ['ID=a9c6fc5e-db62-4681-8d79-bcceefe9cc61,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:09.613142 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb62823-3db6-44fa-bf8a-d71688079dfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1bf01b8a-7dd7-4c25-86a2-95559e596195', 'network_id': '1bf01b8a-7dd7-4c25-86a2-95559e596195', 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'fixed_ips': [{'subnet_id': '2d7401bd-744a-49c4-adb2-aafda1d9b877'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:21:09.613999 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2fb62823-3db6-44fa-bf8a-d71688079dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:09.614820 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05487a75-3296-4ef7-be68-2ab4e24c0230 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:09.615171 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05487a75-3296-4ef7-be68-2ab4e24c0230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:09.615695 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05487a75-3296-4ef7-be68-2ab4e24c0230 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:09.616040 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05487a75-3296-4ef7-be68-2ab4e24c0230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:09.616825 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05487a75-3296-4ef7-be68-2ab4e24c0230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:09.616825 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05487a75-3296-4ef7-be68-2ab4e24c0230 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:09.617116 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05487a75-3296-4ef7-be68-2ab4e24c0230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:09.617360 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05487a75-3296-4ef7-be68-2ab4e24c0230 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:09.617690 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05487a75-3296-4ef7-be68-2ab4e24c0230 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:09.618015 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05487a75-3296-4ef7-be68-2ab4e24c0230 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:09.618819 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05487a75-3296-4ef7-be68-2ab4e24c0230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:09.619154 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05487a75-3296-4ef7-be68-2ab4e24c0230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:09.619484 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05487a75-3296-4ef7-be68-2ab4e24c0230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:09.633224 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-8a3eb1fd-f4fc-4b7f-b66d-a0bf4bc7eacf None None] Attempting to bind port a9c6fc5e-db62-4681-8d79-bcceefe9cc61 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:21:09.633615 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-8a3eb1fd-f4fc-4b7f-b66d-a0bf4bc7eacf None None] Attempting to bind port a9c6fc5e-db62-4681-8d79-bcceefe9cc61 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9f5a9e85-c58d-45bb-ad16-080a01b17078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '59af236a-814e-4484-a3af-b0b24c49e373'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:21:09.634563 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3eb1fd-f4fc-4b7f-b66d-a0bf4bc7eacf None None] Attempting to bind port a9c6fc5e-db62-4681-8d79-bcceefe9cc61 on network 59af236a-814e-4484-a3af-b0b24c49e373 {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:21:09.640571 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3eb1fd-f4fc-4b7f-b66d-a0bf4bc7eacf None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:21:09.641839 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3eb1fd-f4fc-4b7f-b66d-a0bf4bc7eacf None None] Checking segment: {'id': '9f5a9e85-c58d-45bb-ad16-080a01b17078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '59af236a-814e-4484-a3af-b0b24c49e373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:21:09.642465 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-8a3eb1fd-f4fc-4b7f-b66d-a0bf4bc7eacf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:09.643459 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3eb1fd-f4fc-4b7f-b66d-a0bf4bc7eacf None None] Bound using segment: {'id': '9f5a9e85-c58d-45bb-ad16-080a01b17078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '59af236a-814e-4484-a3af-b0b24c49e373'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:21:09.643804 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-29a165bd-950e-43e1-96d0-f7198ef2f9e2 None None] Port a9c6fc5e-db62-4681-8d79-bcceefe9cc61 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:21:09.644286 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-8a3eb1fd-f4fc-4b7f-b66d-a0bf4bc7eacf None None] Bound port: a9c6fc5e-db62-4681-8d79-bcceefe9cc61, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f5a9e85-c58d-45bb-ad16-080a01b17078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '59af236a-814e-4484-a3af-b0b24c49e373'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:21:09.644853 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-8a3eb1fd-f4fc-4b7f-b66d-a0bf4bc7eacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a9c6fc5e-db62-4681-8d79-bcceefe9cc61), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:09.723787 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-8a3eb1fd-f4fc-4b7f-b66d-a0bf4bc7eacf None None] For port a9c6fc5e-db62-4681-8d79-bcceefe9cc61, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:21:09.729056 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-8a3eb1fd-f4fc-4b7f-b66d-a0bf4bc7eacf None None] For port a9c6fc5e-db62-4681-8d79-bcceefe9cc61, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9c6fc5e-db62-4681-8d79-bcceefe9cc61,segment=NetworkSegment(9f5a9e85-c58d-45bb-ad16-080a01b17078),segment_id=9f5a9e85-c58d-45bb-ad16-080a01b17078)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:21:09.740263 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-8a3eb1fd-f4fc-4b7f-b66d-a0bf4bc7eacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (a9c6fc5e-db62-4681-8d79-bcceefe9cc61), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:09.812696 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3eb1fd-f4fc-4b7f-b66d-a0bf4bc7eacf None None] Routers {'84575baa-5b10-4e67-8f7b-ecbda81a48e3'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:21:09.814419 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-8a3eb1fd-f4fc-4b7f-b66d-a0bf4bc7eacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db88d5ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:21:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['84575baa-5b10-4e67-8f7b-ecbda81a48e3'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:09.817890 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05487a75-3296-4ef7-be68-2ab4e24c0230 None None] Pushing event updated for resources: {'Port': ['ID=a9c6fc5e-db62-4681-8d79-bcceefe9cc61,revision_number=4']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:09.961891 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2299118d-62aa-4b9a-a4f6-aa7600bc9292 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:09.996267 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-060e3994-95e7-4a6a-bf17-6cd8617d9476 None None] Provisioning complete for port a9c6fc5e-db62-4681-8d79-bcceefe9cc61 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:09.996738 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-060e3994-95e7-4a6a-bf17-6cd8617d9476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (a9c6fc5e-db62-4681-8d79-bcceefe9cc61), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:10.024806 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-2fb62823-3db6-44fa-bf8a-d71688079dfe None None] Allocated IP 2001:db8:1::2 (1bf01b8a-7dd7-4c25-86a2-95559e596195/2d7401bd-744a-49c4-adb2-aafda1d9b877/2e165204-e8ea-4ed9-b22b-c4f503cde28a) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:21:10.058313 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-8a3eb1fd-f4fc-4b7f-b66d-a0bf4bc7eacf None None] Set router 84575baa-5b10-4e67-8f7b-ecbda81a48e3 gateway port host: None {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:21:10.179352 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-060e3994-95e7-4a6a-bf17-6cd8617d9476 None None] Current status of the port a9c6fc5e-db62-4681-8d79-bcceefe9cc61 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:10.179725 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-060e3994-95e7-4a6a-bf17-6cd8617d9476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a9c6fc5e-db62-4681-8d79-bcceefe9cc61), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:10.219122 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 712f21e4-9d80-479f-b175-5b235a00ab46 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:21:10.294327 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-060e3994-95e7-4a6a-bf17-6cd8617d9476 None None] For port a9c6fc5e-db62-4681-8d79-bcceefe9cc61, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9c6fc5e-db62-4681-8d79-bcceefe9cc61,segment=NetworkSegment(9f5a9e85-c58d-45bb-ad16-080a01b17078),segment_id=9f5a9e85-c58d-45bb-ad16-080a01b17078)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:21:10.295526 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2fb62823-3db6-44fa-bf8a-d71688079dfe None None] Publish callbacks [] for port (2e165204-e8ea-4ed9-b22b-c4f503cde28a), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:10.300425 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-8a3eb1fd-f4fc-4b7f-b66d-a0bf4bc7eacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db88d5ee0>, [{'id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'name': 'tempest-RoutersIpV6Test-router-1739884781', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:06Z', 'updated_at': '2022-02-05T21:21:07Z', 'revision_number': 2, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'gw_port_host': None, '_interfaces': [{'id': 'a9c6fc5e-db62-4681-8d79-bcceefe9cc61', 'name': '', 'network_id': '59af236a-814e-4484-a3af-b0b24c49e373', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:1b:77:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '3d66dac2-4427-425e-a631-de06cb31a5c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:07Z', 'updated_at': '2022-02-05T21:21:09Z', 'revision_number': 4, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': '3d66dac2-4427-425e-a631-de06cb31a5c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:10.300700 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-060e3994-95e7-4a6a-bf17-6cd8617d9476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (a9c6fc5e-db62-4681-8d79-bcceefe9cc61), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:10.307568 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2fb62823-3db6-44fa-bf8a-d71688079dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (2e165204-e8ea-4ed9-b22b-c4f503cde28a), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:10.336463 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3eb1fd-f4fc-4b7f-b66d-a0bf4bc7eacf None None] The sync data for ids ['84575baa-5b10-4e67-8f7b-ecbda81a48e3'] in ncdv-master-1 is: [{'id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'name': 'tempest-RoutersIpV6Test-router-1739884781', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:06Z', 'updated_at': '2022-02-05T21:21:07Z', 'revision_number': 2, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'gw_port_host': None, '_interfaces': [{'id': 'a9c6fc5e-db62-4681-8d79-bcceefe9cc61', 'name': '', 'network_id': '59af236a-814e-4484-a3af-b0b24c49e373', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:1b:77:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '3d66dac2-4427-425e-a631-de06cb31a5c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:07Z', 'updated_at': '2022-02-05T21:21:09Z', 'revision_number': 4, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': '3d66dac2-4427-425e-a631-de06cb31a5c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:21:10.352174 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 712f21e4-9d80-479f-b175-5b235a00ab46 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:10.352560 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (712f21e4-9d80-479f-b175-5b235a00ab46), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:10.360714 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb62823-3db6-44fa-bf8a-d71688079dfe None None] Network 1bf01b8a-7dd7-4c25-86a2-95559e596195 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:21:10.367689 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-2299118d-62aa-4b9a-a4f6-aa7600bc9292 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Allocated IP 2001:db8:1::1 (1bf01b8a-7dd7-4c25-86a2-95559e596195/2d7401bd-744a-49c4-adb2-aafda1d9b877/8b388bc1-fb21-4a57-a652-1213dc7d04d3) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:21:10.386517 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-2fb62823-3db6-44fa-bf8a-d71688079dfe None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:21:10.393942 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb62823-3db6-44fa-bf8a-d71688079dfe None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:21:10.403576 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e3994-95e7-4a6a-bf17-6cd8617d9476 None None] Pushing event updated for resources: {'Port': ['ID=a9c6fc5e-db62-4681-8d79-bcceefe9cc61,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:10.502191 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2299118d-62aa-4b9a-a4f6-aa7600bc9292 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for port (8b388bc1-fb21-4a57-a652-1213dc7d04d3), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:10.517376 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-14842a1e-78d8-465e-a88c-e038d52fd3e8 None None] Provisioning complete for port a9c6fc5e-db62-4681-8d79-bcceefe9cc61 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:10.517860 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-14842a1e-78d8-465e-a88c-e038d52fd3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (a9c6fc5e-db62-4681-8d79-bcceefe9cc61), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:10.520784 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb62823-3db6-44fa-bf8a-d71688079dfe None None] Pushing event updated for resources: {'Port': ['ID=2e165204-e8ea-4ed9-b22b-c4f503cde28a,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:10.537742 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2299118d-62aa-4b9a-a4f6-aa7600bc9292 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (8b388bc1-fb21-4a57-a652-1213dc7d04d3), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:10.563147 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:10.564676 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-2fb62823-3db6-44fa-bf8a-d71688079dfe None None] Attempting to bind port 2e165204-e8ea-4ed9-b22b-c4f503cde28a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:21:10.565056 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-2fb62823-3db6-44fa-bf8a-d71688079dfe None None] Attempting to bind port 2e165204-e8ea-4ed9-b22b-c4f503cde28a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9248fccc-1476-4f11-b1ce-b9c6512f9c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1bf01b8a-7dd7-4c25-86a2-95559e596195'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:21:10.565425 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb62823-3db6-44fa-bf8a-d71688079dfe None None] Attempting to bind port 2e165204-e8ea-4ed9-b22b-c4f503cde28a on network 1bf01b8a-7dd7-4c25-86a2-95559e596195 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:21:10.575920 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2299118d-62aa-4b9a-a4f6-aa7600bc9292 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Network 1bf01b8a-7dd7-4c25-86a2-95559e596195 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:21:10.579174 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-2299118d-62aa-4b9a-a4f6-aa7600bc9292 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:21:10.585827 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2299118d-62aa-4b9a-a4f6-aa7600bc9292 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:21:10.586620 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2299118d-62aa-4b9a-a4f6-aa7600bc9292 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (84575baa-5b10-4e67-8f7b-ecbda81a48e3), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:10.619936 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb62823-3db6-44fa-bf8a-d71688079dfe None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:21:10.620320 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb62823-3db6-44fa-bf8a-d71688079dfe None None] Checking segment: {'id': '9248fccc-1476-4f11-b1ce-b9c6512f9c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1bf01b8a-7dd7-4c25-86a2-95559e596195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:21:10.620748 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2fb62823-3db6-44fa-bf8a-d71688079dfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:10.621367 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb62823-3db6-44fa-bf8a-d71688079dfe None None] Bound using segment: {'id': '9248fccc-1476-4f11-b1ce-b9c6512f9c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1bf01b8a-7dd7-4c25-86a2-95559e596195'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:21:10.621914 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-2fb62823-3db6-44fa-bf8a-d71688079dfe None None] Bound port: 2e165204-e8ea-4ed9-b22b-c4f503cde28a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9248fccc-1476-4f11-b1ce-b9c6512f9c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1bf01b8a-7dd7-4c25-86a2-95559e596195'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:21:10.622302 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2fb62823-3db6-44fa-bf8a-d71688079dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (2e165204-e8ea-4ed9-b22b-c4f503cde28a), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:10.641510 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 712f21e4-9d80-479f-b175-5b235a00ab46 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:10.653376 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2299118d-62aa-4b9a-a4f6-aa7600bc9292 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event updated for resources: {'Port': ['ID=8b388bc1-fb21-4a57-a652-1213dc7d04d3,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:10.744926 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-14842a1e-78d8-465e-a88c-e038d52fd3e8 None None] Current status of the port a9c6fc5e-db62-4681-8d79-bcceefe9cc61 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:10.747572 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-2fb62823-3db6-44fa-bf8a-d71688079dfe None None] For port 2e165204-e8ea-4ed9-b22b-c4f503cde28a, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:21:10.751892 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-2fb62823-3db6-44fa-bf8a-d71688079dfe None None] For port 2e165204-e8ea-4ed9-b22b-c4f503cde28a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2e165204-e8ea-4ed9-b22b-c4f503cde28a,segment=NetworkSegment(9248fccc-1476-4f11-b1ce-b9c6512f9c96),segment_id=9248fccc-1476-4f11-b1ce-b9c6512f9c96)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:21:10.757705 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2fb62823-3db6-44fa-bf8a-d71688079dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (2e165204-e8ea-4ed9-b22b-c4f503cde28a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:10.761512 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2299118d-62aa-4b9a-a4f6-aa7600bc9292 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8b388bc1-fb21-4a57-a652-1213dc7d04d3), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:10.825754 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb62823-3db6-44fa-bf8a-d71688079dfe None None] Pushing event updated for resources: {'Port': ['ID=2e165204-e8ea-4ed9-b22b-c4f503cde28a,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:11.108884 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2299118d-62aa-4b9a-a4f6-aa7600bc9292 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for port (8b388bc1-fb21-4a57-a652-1213dc7d04d3), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:11.114516 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2299118d-62aa-4b9a-a4f6-aa7600bc9292 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (8b388bc1-fb21-4a57-a652-1213dc7d04d3), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:11.115407 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2299118d-62aa-4b9a-a4f6-aa7600bc9292 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (84575baa-5b10-4e67-8f7b-ecbda81a48e3), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:11.183006 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2299118d-62aa-4b9a-a4f6-aa7600bc9292 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event updated for resources: {'Port': ['ID=8b388bc1-fb21-4a57-a652-1213dc7d04d3,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:11.247474 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2299118d-62aa-4b9a-a4f6-aa7600bc9292 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Network 1bf01b8a-7dd7-4c25-86a2-95559e596195 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:21:11.248744 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-2299118d-62aa-4b9a-a4f6-aa7600bc9292 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:21:11.351106 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2299118d-62aa-4b9a-a4f6-aa7600bc9292 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Router 84575baa-5b10-4e67-8f7b-ecbda81a48e3 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:21:11.446005 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2299118d-62aa-4b9a-a4f6-aa7600bc9292 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:21:11.450983 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2299118d-62aa-4b9a-a4f6-aa7600bc9292 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "PUT /v2.0/routers/84575baa-5b10-4e67-8f7b-ecbda81a48e3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9746385
Feb 05 21:21:11.454586 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48002) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:11.459705 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-4fee0c5a-11f8-4567-a8c2-cd103f14a7cb tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-859666026'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:21:11.479715 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fee0c5a-11f8-4567-a8c2-cd103f14a7cb tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Made reservation on behalf of 5a213b89d65b4bde9832f8d22021a17d for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:21:11.483327 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4fee0c5a-11f8-4567-a8c2-cd103f14a7cb tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:11.509807 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fee0c5a-11f8-4567-a8c2-cd103f14a7cb tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:21:11.520513 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4fee0c5a-11f8-4567-a8c2-cd103f14a7cb tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (859710c1-d2d4-4918-a357-3841f064e58b), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:11.520862 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-4fee0c5a-11f8-4567-a8c2-cd103f14a7cb tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Added segment 859710c1-d2d4-4918-a357-3841f064e58b of type vlan for network 8568ab29-3284-4bb5-99db-69a2a4157d33
Feb 05 21:21:11.564222 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4fee0c5a-11f8-4567-a8c2-cd103f14a7cb tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (8568ab29-3284-4bb5-99db-69a2a4157d33), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:11.590428 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4fee0c5a-11f8-4567-a8c2-cd103f14a7cb tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (8568ab29-3284-4bb5-99db-69a2a4157d33), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:11.596290 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fee0c5a-11f8-4567-a8c2-cd103f14a7cb tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:21:11.596884 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4fee0c5a-11f8-4567-a8c2-cd103f14a7cb tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:11.641623 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4fee0c5a-11f8-4567-a8c2-cd103f14a7cb tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1851087
Feb 05 21:21:11.645065 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48004) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:11.650313 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-373facf2-ac8c-41d9-8872-4fb40408ae85 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Request body: {'subnet': {'network_id': '8568ab29-3284-4bb5-99db-69a2a4157d33', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:21:11.673373 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee0c5a-11f8-4567-a8c2-cd103f14a7cb tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event updated for resources: {'Network': ['ID=8568ab29-3284-4bb5-99db-69a2a4157d33,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:11.685666 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 8568ab29-3284-4bb5-99db-69a2a4157d33 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:21:11.748219 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373facf2-ac8c-41d9-8872-4fb40408ae85 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Made reservation on behalf of 5a213b89d65b4bde9832f8d22021a17d for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:21:11.752841 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-373facf2-ac8c-41d9-8872-4fb40408ae85 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:11.845551 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1ba730-55f6-45c7-b845-3ea1476ea1f9 None None] Network 1bf01b8a-7dd7-4c25-86a2-95559e596195 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:21:11.920777 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-0cf5047f-9aef-4100-a679-b3b3abebf4cc None None] Provisioning complete for port 2e165204-e8ea-4ed9-b22b-c4f503cde28a triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:11.921155 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0cf5047f-9aef-4100-a679-b3b3abebf4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (2e165204-e8ea-4ed9-b22b-c4f503cde28a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:11.952617 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-373facf2-ac8c-41d9-8872-4fb40408ae85 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (afde3d25-aca9-447b-98de-90b933884b98), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:12.017763 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373facf2-ac8c-41d9-8872-4fb40408ae85 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event updated for resources: {'Subnet': ['ID=afde3d25-aca9-447b-98de-90b933884b98,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:12.024084 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373facf2-ac8c-41d9-8872-4fb40408ae85 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Checking segment: {'id': '859710c1-d2d4-4918-a357-3841f064e58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8568ab29-3284-4bb5-99db-69a2a4157d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:21:12.024435 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373facf2-ac8c-41d9-8872-4fb40408ae85 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Network hostable DHCP agents. Network: 8568ab29-3284-4bb5-99db-69a2a4157d33, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:21:12.044046 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-0cf5047f-9aef-4100-a679-b3b3abebf4cc None None] Current status of the port 2e165204-e8ea-4ed9-b22b-c4f503cde28a is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:12.044572 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0cf5047f-9aef-4100-a679-b3b3abebf4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (2e165204-e8ea-4ed9-b22b-c4f503cde28a), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:12.056033 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373facf2-ac8c-41d9-8872-4fb40408ae85 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Network 8568ab29-3284-4bb5-99db-69a2a4157d33 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:21:12.068672 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-373facf2-ac8c-41d9-8872-4fb40408ae85 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8568ab29-3284-4bb5-99db-69a2a4157d33) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:21:12.072766 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373facf2-ac8c-41d9-8872-4fb40408ae85 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:21:12.073393 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-373facf2-ac8c-41d9-8872-4fb40408ae85 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:12.081709 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-0cf5047f-9aef-4100-a679-b3b3abebf4cc None None] For port 2e165204-e8ea-4ed9-b22b-c4f503cde28a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2e165204-e8ea-4ed9-b22b-c4f503cde28a,segment=NetworkSegment(9248fccc-1476-4f11-b1ce-b9c6512f9c96),segment_id=9248fccc-1476-4f11-b1ce-b9c6512f9c96)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:21:12.085521 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce108fba-46a5-40f7-85ed-2126e81cdc95 None None] Network 8568ab29-3284-4bb5-99db-69a2a4157d33 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:21:12.089663 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0cf5047f-9aef-4100-a679-b3b3abebf4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (2e165204-e8ea-4ed9-b22b-c4f503cde28a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:12.098440 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-373facf2-ac8c-41d9-8872-4fb40408ae85 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.4519706
Feb 05 21:21:12.101009 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48006) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:12.238818 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf5047f-9aef-4100-a679-b3b3abebf4cc None None] Pushing event updated for resources: {'Port': ['ID=2e165204-e8ea-4ed9-b22b-c4f503cde28a,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:12.288531 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cf78d2-f8fa-4198-a3d3-199514433944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8568ab29-3284-4bb5-99db-69a2a4157d33', 'network_id': '8568ab29-3284-4bb5-99db-69a2a4157d33', 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'fixed_ips': [{'subnet_id': 'afde3d25-aca9-447b-98de-90b933884b98'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:21:12.289806 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f6cf78d2-f8fa-4198-a3d3-199514433944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:12.408516 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 2e165204-e8ea-4ed9-b22b-c4f503cde28a up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:21:12.448455 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b2cbee-70dd-4b4b-a8b2-3864d44cca21 None None] Sync routers for ids ['84575baa-5b10-4e67-8f7b-ecbda81a48e3'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:21:12.489146 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-8ad51ada-3f25-4583-9a30-e1e9f91b904c None None] Provisioning complete for port 2e165204-e8ea-4ed9-b22b-c4f503cde28a triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:12.489527 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8ad51ada-3f25-4583-9a30-e1e9f91b904c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (2e165204-e8ea-4ed9-b22b-c4f503cde28a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:12.509575 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b2cbee-70dd-4b4b-a8b2-3864d44cca21 None None] Routers {'84575baa-5b10-4e67-8f7b-ecbda81a48e3'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:21:12.510180 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-09b2cbee-70dd-4b4b-a8b2-3864d44cca21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabb7c250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:21:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['84575baa-5b10-4e67-8f7b-ecbda81a48e3'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:12.524406 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-88ea0952-be91-410c-89f7-943a31b25ab1 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:12.652624 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-f6cf78d2-f8fa-4198-a3d3-199514433944 None None] Allocated IP 2001:db8:2::2 (8568ab29-3284-4bb5-99db-69a2a4157d33/afde3d25-aca9-447b-98de-90b933884b98/bdb42b8f-df45-4ef8-a694-c72a77b91bd7) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:21:12.667827 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 2e165204-e8ea-4ed9-b22b-c4f503cde28a triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:12.668206 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (2e165204-e8ea-4ed9-b22b-c4f503cde28a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:12.673986 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-09b2cbee-70dd-4b4b-a8b2-3864d44cca21 None None] Set router 84575baa-5b10-4e67-8f7b-ecbda81a48e3 gateway port host: None {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:21:13.059995 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-8ad51ada-3f25-4583-9a30-e1e9f91b904c None None] Current status of the port 2e165204-e8ea-4ed9-b22b-c4f503cde28a is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:13.156243 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-8ad51ada-3f25-4583-9a30-e1e9f91b904c None None] Provisioning complete for port 8b388bc1-fb21-4a57-a652-1213dc7d04d3 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:13.157555 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8ad51ada-3f25-4583-9a30-e1e9f91b904c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (8b388bc1-fb21-4a57-a652-1213dc7d04d3), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:13.226311 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 2e165204-e8ea-4ed9-b22b-c4f503cde28a is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:13.227330 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device a9c6fc5e-db62-4681-8d79-bcceefe9cc61 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:21:13.294942 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-8ad51ada-3f25-4583-9a30-e1e9f91b904c None None] Port 8b388bc1-fb21-4a57-a652-1213dc7d04d3 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:21:13.301896 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f6cf78d2-f8fa-4198-a3d3-199514433944 None None] Publish callbacks [] for port (bdb42b8f-df45-4ef8-a694-c72a77b91bd7), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:13.312523 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f6cf78d2-f8fa-4198-a3d3-199514433944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (bdb42b8f-df45-4ef8-a694-c72a77b91bd7), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:13.357225 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-88ea0952-be91-410c-89f7-943a31b25ab1 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Allocated IP 2001:db8:2::1 (8568ab29-3284-4bb5-99db-69a2a4157d33/afde3d25-aca9-447b-98de-90b933884b98/bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:21:13.369328 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cf78d2-f8fa-4198-a3d3-199514433944 None None] Network 8568ab29-3284-4bb5-99db-69a2a4157d33 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:21:13.378312 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-f6cf78d2-f8fa-4198-a3d3-199514433944 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:21:13.381221 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cf78d2-f8fa-4198-a3d3-199514433944 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:21:13.390675 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf78d2-f8fa-4198-a3d3-199514433944 None None] Pushing event updated for resources: {'Port': ['ID=bdb42b8f-df45-4ef8-a694-c72a77b91bd7,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:13.396158 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port a9c6fc5e-db62-4681-8d79-bcceefe9cc61 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:13.396528 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (a9c6fc5e-db62-4681-8d79-bcceefe9cc61), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:13.434880 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-09b2cbee-70dd-4b4b-a8b2-3864d44cca21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabb7c250>, [{'id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'name': 'tempest-RoutersIpV6Test-router-1739884781', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:06Z', 'updated_at': '2022-02-05T21:21:10Z', 'revision_number': 3, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'gw_port_host': None, '_interfaces': [{'id': '8b388bc1-fb21-4a57-a652-1213dc7d04d3', 'name': '', 'network_id': '1bf01b8a-7dd7-4c25-86a2-95559e596195', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:d9:63:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '2d7401bd-744a-49c4-adb2-aafda1d9b877', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:10Z', 'updated_at': '2022-02-05T21:21:10Z', 'revision_number': 2, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': '2d7401bd-744a-49c4-adb2-aafda1d9b877', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9c6fc5e-db62-4681-8d79-bcceefe9cc61', 'name': '', 'network_id': '59af236a-814e-4484-a3af-b0b24c49e373', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:1b:77:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '3d66dac2-4427-425e-a631-de06cb31a5c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:07Z', 'updated_at': '2022-02-05T21:21:10Z', 'revision_number': 5, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': '3d66dac2-4427-425e-a631-de06cb31a5c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:13.481695 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-88ea0952-be91-410c-89f7-943a31b25ab1 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for port (bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:13.493523 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b2cbee-70dd-4b4b-a8b2-3864d44cca21 None None] Checking router: 84575baa-5b10-4e67-8f7b-ecbda81a48e3 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:21:13.493883 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b2cbee-70dd-4b4b-a8b2-3864d44cca21 None None] Updating router 84575baa-5b10-4e67-8f7b-ecbda81a48e3 port 8b388bc1-fb21-4a57-a652-1213dc7d04d3 binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:21:13.515454 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-88ea0952-be91-410c-89f7-943a31b25ab1 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:13.537742 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-fa784287-034a-4711-836e-cb944cf7c24e None None] Provisioning complete for port 8b388bc1-fb21-4a57-a652-1213dc7d04d3 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:13.538121 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fa784287-034a-4711-836e-cb944cf7c24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (8b388bc1-fb21-4a57-a652-1213dc7d04d3), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:13.539654 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-f6cf78d2-f8fa-4198-a3d3-199514433944 None None] Attempting to bind port bdb42b8f-df45-4ef8-a694-c72a77b91bd7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:21:13.540042 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-f6cf78d2-f8fa-4198-a3d3-199514433944 None None] Attempting to bind port bdb42b8f-df45-4ef8-a694-c72a77b91bd7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '859710c1-d2d4-4918-a357-3841f064e58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8568ab29-3284-4bb5-99db-69a2a4157d33'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:21:13.540391 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cf78d2-f8fa-4198-a3d3-199514433944 None None] Attempting to bind port bdb42b8f-df45-4ef8-a694-c72a77b91bd7 on network 8568ab29-3284-4bb5-99db-69a2a4157d33 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:21:13.556984 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ea0952-be91-410c-89f7-943a31b25ab1 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Network 8568ab29-3284-4bb5-99db-69a2a4157d33 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:21:13.560079 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-88ea0952-be91-410c-89f7-943a31b25ab1 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:21:13.565023 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ea0952-be91-410c-89f7-943a31b25ab1 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:21:13.565588 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-88ea0952-be91-410c-89f7-943a31b25ab1 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (84575baa-5b10-4e67-8f7b-ecbda81a48e3), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:13.572699 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cf78d2-f8fa-4198-a3d3-199514433944 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:21:13.573081 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cf78d2-f8fa-4198-a3d3-199514433944 None None] Checking segment: {'id': '859710c1-d2d4-4918-a357-3841f064e58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8568ab29-3284-4bb5-99db-69a2a4157d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:21:13.573488 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f6cf78d2-f8fa-4198-a3d3-199514433944 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:13.573890 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cf78d2-f8fa-4198-a3d3-199514433944 None None] Bound using segment: {'id': '859710c1-d2d4-4918-a357-3841f064e58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8568ab29-3284-4bb5-99db-69a2a4157d33'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:21:13.574407 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-f6cf78d2-f8fa-4198-a3d3-199514433944 None None] Bound port: bdb42b8f-df45-4ef8-a694-c72a77b91bd7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '859710c1-d2d4-4918-a357-3841f064e58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8568ab29-3284-4bb5-99db-69a2a4157d33'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:21:13.574792 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f6cf78d2-f8fa-4198-a3d3-199514433944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (bdb42b8f-df45-4ef8-a694-c72a77b91bd7), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:13.576452 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-09b2cbee-70dd-4b4b-a8b2-3864d44cca21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8b388bc1-fb21-4a57-a652-1213dc7d04d3), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:13.603572 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea0952-be91-410c-89f7-943a31b25ab1 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event updated for resources: {'Port': ['ID=bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:13.652805 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-fa784287-034a-4711-836e-cb944cf7c24e None None] Port 8b388bc1-fb21-4a57-a652-1213dc7d04d3 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:21:13.695276 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-88ea0952-be91-410c-89f7-943a31b25ab1 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:13.771176 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port a9c6fc5e-db62-4681-8d79-bcceefe9cc61 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:13.773607 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-f6cf78d2-f8fa-4198-a3d3-199514433944 None None] For port bdb42b8f-df45-4ef8-a694-c72a77b91bd7, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:21:13.791870 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-f6cf78d2-f8fa-4198-a3d3-199514433944 None None] For port bdb42b8f-df45-4ef8-a694-c72a77b91bd7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bdb42b8f-df45-4ef8-a694-c72a77b91bd7,segment=NetworkSegment(859710c1-d2d4-4918-a357-3841f064e58b),segment_id=859710c1-d2d4-4918-a357-3841f064e58b)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:21:13.802284 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f6cf78d2-f8fa-4198-a3d3-199514433944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (bdb42b8f-df45-4ef8-a694-c72a77b91bd7), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:13.922242 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf78d2-f8fa-4198-a3d3-199514433944 None None] Pushing event updated for resources: {'Port': ['ID=bdb42b8f-df45-4ef8-a694-c72a77b91bd7,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:13.983012 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-88ea0952-be91-410c-89f7-943a31b25ab1 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for port (bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:13.987997 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-88ea0952-be91-410c-89f7-943a31b25ab1 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:13.988754 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-88ea0952-be91-410c-89f7-943a31b25ab1 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (84575baa-5b10-4e67-8f7b-ecbda81a48e3), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:14.031132 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-09b2cbee-70dd-4b4b-a8b2-3864d44cca21 None None] Publish callbacks [] for port (8b388bc1-fb21-4a57-a652-1213dc7d04d3), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:14.039073 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-09b2cbee-70dd-4b4b-a8b2-3864d44cca21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (8b388bc1-fb21-4a57-a652-1213dc7d04d3), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:14.069376 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea0952-be91-410c-89f7-943a31b25ab1 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event updated for resources: {'Port': ['ID=bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:14.145557 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92ad2c-22e8-4efe-9d12-66fce1f8a407 None None] Pushing event updated for resources: {'Port': ['ID=8b388bc1-fb21-4a57-a652-1213dc7d04d3,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:14.174248 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ea0952-be91-410c-89f7-943a31b25ab1 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Network 8568ab29-3284-4bb5-99db-69a2a4157d33 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:21:14.179012 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-88ea0952-be91-410c-89f7-943a31b25ab1 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:21:14.193733 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-09b2cbee-70dd-4b4b-a8b2-3864d44cca21 None None] Attempting to bind port 8b388bc1-fb21-4a57-a652-1213dc7d04d3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:21:14.194126 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-09b2cbee-70dd-4b4b-a8b2-3864d44cca21 None None] Attempting to bind port 8b388bc1-fb21-4a57-a652-1213dc7d04d3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9248fccc-1476-4f11-b1ce-b9c6512f9c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1bf01b8a-7dd7-4c25-86a2-95559e596195'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:21:14.194662 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b2cbee-70dd-4b4b-a8b2-3864d44cca21 None None] Attempting to bind port 8b388bc1-fb21-4a57-a652-1213dc7d04d3 on network 1bf01b8a-7dd7-4c25-86a2-95559e596195 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:21:14.204815 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b2cbee-70dd-4b4b-a8b2-3864d44cca21 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:21:14.205618 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b2cbee-70dd-4b4b-a8b2-3864d44cca21 None None] Checking segment: {'id': '9248fccc-1476-4f11-b1ce-b9c6512f9c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1bf01b8a-7dd7-4c25-86a2-95559e596195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:21:14.206684 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-09b2cbee-70dd-4b4b-a8b2-3864d44cca21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:14.214412 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b2cbee-70dd-4b4b-a8b2-3864d44cca21 None None] Bound using segment: {'id': '9248fccc-1476-4f11-b1ce-b9c6512f9c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1bf01b8a-7dd7-4c25-86a2-95559e596195'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:21:14.214412 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-09b2cbee-70dd-4b4b-a8b2-3864d44cca21 None None] Bound port: 8b388bc1-fb21-4a57-a652-1213dc7d04d3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9248fccc-1476-4f11-b1ce-b9c6512f9c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1bf01b8a-7dd7-4c25-86a2-95559e596195'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:21:14.214412 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-09b2cbee-70dd-4b4b-a8b2-3864d44cca21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8b388bc1-fb21-4a57-a652-1213dc7d04d3), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:14.327532 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ea0952-be91-410c-89f7-943a31b25ab1 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Router 84575baa-5b10-4e67-8f7b-ecbda81a48e3 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:21:14.344730 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-09b2cbee-70dd-4b4b-a8b2-3864d44cca21 None None] For port 8b388bc1-fb21-4a57-a652-1213dc7d04d3, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:21:14.349083 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-09b2cbee-70dd-4b4b-a8b2-3864d44cca21 None None] For port 8b388bc1-fb21-4a57-a652-1213dc7d04d3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b388bc1-fb21-4a57-a652-1213dc7d04d3,segment=NetworkSegment(9248fccc-1476-4f11-b1ce-b9c6512f9c96),segment_id=9248fccc-1476-4f11-b1ce-b9c6512f9c96)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:21:14.354886 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 2e165204-e8ea-4ed9-b22b-c4f503cde28a up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:21:14.389695 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-09b2cbee-70dd-4b4b-a8b2-3864d44cca21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (8b388bc1-fb21-4a57-a652-1213dc7d04d3), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:14.450885 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ea0952-be91-410c-89f7-943a31b25ab1 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:21:14.458938 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-88ea0952-be91-410c-89f7-943a31b25ab1 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "PUT /v2.0/routers/84575baa-5b10-4e67-8f7b-ecbda81a48e3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3567824
Feb 05 21:21:14.460496 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48008) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:14.466808 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-34d54a3f-a2b3-4609-9c6d-839f19de2460 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-380040158'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:21:14.472716 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92ad2c-22e8-4efe-9d12-66fce1f8a407 None None] Pushing event updated for resources: {'Port': ['ID=8b388bc1-fb21-4a57-a652-1213dc7d04d3,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:14.481496 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b2cbee-70dd-4b4b-a8b2-3864d44cca21 None None] Routers {'84575baa-5b10-4e67-8f7b-ecbda81a48e3'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:21:14.482158 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-09b2cbee-70dd-4b4b-a8b2-3864d44cca21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabb7c250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:21:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['84575baa-5b10-4e67-8f7b-ecbda81a48e3'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:14.491376 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d54a3f-a2b3-4609-9c6d-839f19de2460 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Made reservation on behalf of 5a213b89d65b4bde9832f8d22021a17d for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:21:14.495658 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-34d54a3f-a2b3-4609-9c6d-839f19de2460 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:14.525022 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34d54a3f-a2b3-4609-9c6d-839f19de2460 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:21:14.537522 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-34d54a3f-a2b3-4609-9c6d-839f19de2460 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (addd71d5-1c02-43b8-b6a2-9a6ad7ff9bac), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:14.537946 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-34d54a3f-a2b3-4609-9c6d-839f19de2460 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Added segment addd71d5-1c02-43b8-b6a2-9a6ad7ff9bac of type vlan for network dbc16bd4-165e-47fb-ad23-8817eacec51f
Feb 05 21:21:14.560465 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 2e165204-e8ea-4ed9-b22b-c4f503cde28a triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:14.560847 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (2e165204-e8ea-4ed9-b22b-c4f503cde28a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:14.573118 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-837db963-b727-4903-adc1-84d79b0a6c89 None None] Provisioning complete for port 8b388bc1-fb21-4a57-a652-1213dc7d04d3 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:14.573501 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-837db963-b727-4903-adc1-84d79b0a6c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (8b388bc1-fb21-4a57-a652-1213dc7d04d3), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:14.587947 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-34d54a3f-a2b3-4609-9c6d-839f19de2460 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (dbc16bd4-165e-47fb-ad23-8817eacec51f), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:14.620670 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-34d54a3f-a2b3-4609-9c6d-839f19de2460 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (dbc16bd4-165e-47fb-ad23-8817eacec51f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:14.629152 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d54a3f-a2b3-4609-9c6d-839f19de2460 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:21:14.630039 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-34d54a3f-a2b3-4609-9c6d-839f19de2460 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:14.639688 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-09b2cbee-70dd-4b4b-a8b2-3864d44cca21 None None] Set router 84575baa-5b10-4e67-8f7b-ecbda81a48e3 gateway port host: None {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:21:14.674706 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48010) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:14.674933 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-34d54a3f-a2b3-4609-9c6d-839f19de2460 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2131469
Feb 05 21:21:14.681341 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-bc318293-5b80-4ea7-a2dc-f16cee47d3ce tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Request body: {'subnet': {'network_id': 'dbc16bd4-165e-47fb-ad23-8817eacec51f', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:21:14.717254 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d54a3f-a2b3-4609-9c6d-839f19de2460 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event updated for resources: {'Network': ['ID=dbc16bd4-165e-47fb-ad23-8817eacec51f,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:14.797736 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc318293-5b80-4ea7-a2dc-f16cee47d3ce tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Made reservation on behalf of 5a213b89d65b4bde9832f8d22021a17d for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:21:14.801408 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bc318293-5b80-4ea7-a2dc-f16cee47d3ce tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:14.844555 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network dbc16bd4-165e-47fb-ad23-8817eacec51f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:21:15.021762 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bc318293-5b80-4ea7-a2dc-f16cee47d3ce tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (100708dc-e3b0-4cab-917b-06b86e358826), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:15.091064 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 2e165204-e8ea-4ed9-b22b-c4f503cde28a is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:15.092159 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device bdb42b8f-df45-4ef8-a694-c72a77b91bd7 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:21:15.092699 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc318293-5b80-4ea7-a2dc-f16cee47d3ce tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event updated for resources: {'Subnet': ['ID=100708dc-e3b0-4cab-917b-06b86e358826,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:15.095885 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc318293-5b80-4ea7-a2dc-f16cee47d3ce tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Checking segment: {'id': 'addd71d5-1c02-43b8-b6a2-9a6ad7ff9bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'dbc16bd4-165e-47fb-ad23-8817eacec51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:21:15.096264 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc318293-5b80-4ea7-a2dc-f16cee47d3ce tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Network hostable DHCP agents. Network: dbc16bd4-165e-47fb-ad23-8817eacec51f, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:21:15.120532 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc318293-5b80-4ea7-a2dc-f16cee47d3ce tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Network dbc16bd4-165e-47fb-ad23-8817eacec51f is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:21:15.120997 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-837db963-b727-4903-adc1-84d79b0a6c89 None None] Current status of the port 8b388bc1-fb21-4a57-a652-1213dc7d04d3 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:15.121277 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-837db963-b727-4903-adc1-84d79b0a6c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8b388bc1-fb21-4a57-a652-1213dc7d04d3), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:15.131786 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-bc318293-5b80-4ea7-a2dc-f16cee47d3ce tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, dbc16bd4-165e-47fb-ad23-8817eacec51f) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:21:15.136116 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc318293-5b80-4ea7-a2dc-f16cee47d3ce tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:21:15.136782 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bc318293-5b80-4ea7-a2dc-f16cee47d3ce tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:15.138443 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95c4a84-51ce-4cdc-ae3d-dcb381e50083 None None] Network 8568ab29-3284-4bb5-99db-69a2a4157d33 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:21:15.153155 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-bc318293-5b80-4ea7-a2dc-f16cee47d3ce tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.4764340
Feb 05 21:21:15.155978 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48012) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:15.169431 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c9d47d-ba30-4c95-b5b6-8aceeb88ce53 None None] Network dbc16bd4-165e-47fb-ad23-8817eacec51f requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:21:15.327269 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-837db963-b727-4903-adc1-84d79b0a6c89 None None] For port 8b388bc1-fb21-4a57-a652-1213dc7d04d3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b388bc1-fb21-4a57-a652-1213dc7d04d3,segment=NetworkSegment(9248fccc-1476-4f11-b1ce-b9c6512f9c96),segment_id=9248fccc-1476-4f11-b1ce-b9c6512f9c96)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:21:15.339217 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-837db963-b727-4903-adc1-84d79b0a6c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (8b388bc1-fb21-4a57-a652-1213dc7d04d3), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:15.389218 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port bdb42b8f-df45-4ef8-a694-c72a77b91bd7 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:15.389509 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (bdb42b8f-df45-4ef8-a694-c72a77b91bd7), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:15.495174 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbefe127-6437-4dff-93fe-79cbe40c8224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-dbc16bd4-165e-47fb-ad23-8817eacec51f', 'network_id': 'dbc16bd4-165e-47fb-ad23-8817eacec51f', 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'fixed_ips': [{'subnet_id': '100708dc-e3b0-4cab-917b-06b86e358826'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:21:15.496038 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-dbefe127-6437-4dff-93fe-79cbe40c8224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:15.498185 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:15.520965 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837db963-b727-4903-adc1-84d79b0a6c89 None None] Pushing event updated for resources: {'Port': ['ID=8b388bc1-fb21-4a57-a652-1213dc7d04d3,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:15.542366 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-09b2cbee-70dd-4b4b-a8b2-3864d44cca21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabb7c250>, [{'id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'name': 'tempest-RoutersIpV6Test-router-1739884781', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:06Z', 'updated_at': '2022-02-05T21:21:13Z', 'revision_number': 4, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'gw_port_host': None, '_interfaces': [{'id': '8b388bc1-fb21-4a57-a652-1213dc7d04d3', 'name': '', 'network_id': '1bf01b8a-7dd7-4c25-86a2-95559e596195', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:d9:63:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '2d7401bd-744a-49c4-adb2-aafda1d9b877', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:10Z', 'updated_at': '2022-02-05T21:21:14Z', 'revision_number': 4, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': '2d7401bd-744a-49c4-adb2-aafda1d9b877', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9c6fc5e-db62-4681-8d79-bcceefe9cc61', 'name': '', 'network_id': '59af236a-814e-4484-a3af-b0b24c49e373', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:1b:77:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '3d66dac2-4427-425e-a631-de06cb31a5c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:07Z', 'updated_at': '2022-02-05T21:21:10Z', 'revision_number': 5, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': '3d66dac2-4427-425e-a631-de06cb31a5c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e', 'name': '', 'network_id': '8568ab29-3284-4bb5-99db-69a2a4157d33', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:7b:5b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'afde3d25-aca9-447b-98de-90b933884b98', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:12Z', 'updated_at': '2022-02-05T21:21:13Z', 'revision_number': 2, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': 'afde3d25-aca9-447b-98de-90b933884b98', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:15.542674 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-06ad5c1c-0aa1-45ce-801b-2f518890982d tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:15.554017 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c0147ce3-e816-4a4b-9d13-2e7cc710d554 None None] Provisioning complete for port bdb42b8f-df45-4ef8-a694-c72a77b91bd7 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:15.554412 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c0147ce3-e816-4a4b-9d13-2e7cc710d554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (bdb42b8f-df45-4ef8-a694-c72a77b91bd7), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:15.611571 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b2cbee-70dd-4b4b-a8b2-3864d44cca21 None None] The sync data for ids ['84575baa-5b10-4e67-8f7b-ecbda81a48e3'] in ncdv-master-1 is: [{'id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'name': 'tempest-RoutersIpV6Test-router-1739884781', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:06Z', 'updated_at': '2022-02-05T21:21:13Z', 'revision_number': 4, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'gw_port_host': None, '_interfaces': [{'id': '8b388bc1-fb21-4a57-a652-1213dc7d04d3', 'name': '', 'network_id': '1bf01b8a-7dd7-4c25-86a2-95559e596195', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:d9:63:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '2d7401bd-744a-49c4-adb2-aafda1d9b877', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:10Z', 'updated_at': '2022-02-05T21:21:14Z', 'revision_number': 4, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': '2d7401bd-744a-49c4-adb2-aafda1d9b877', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9c6fc5e-db62-4681-8d79-bcceefe9cc61', 'name': '', 'network_id': '59af236a-814e-4484-a3af-b0b24c49e373', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:1b:77:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '3d66dac2-4427-425e-a631-de06cb31a5c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:07Z', 'updated_at': '2022-02-05T21:21:10Z', 'revision_number': 5, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': '3d66dac2-4427-425e-a631-de06cb31a5c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e', 'name': '', 'network_id': '8568ab29-3284-4bb5-99db-69a2a4157d33', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:7b:5b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'afde3d25-aca9-447b-98de-90b933884b98', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:12Z', 'updated_at': '2022-02-05T21:21:13Z', 'revision_number': 2, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': 'afde3d25-aca9-447b-98de-90b933884b98', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:21:15.763689 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port bdb42b8f-df45-4ef8-a694-c72a77b91bd7 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:15.764084 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (bdb42b8f-df45-4ef8-a694-c72a77b91bd7), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:15.806230 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-dbefe127-6437-4dff-93fe-79cbe40c8224 None None] Allocated IP 2001:db8:3::2 (dbc16bd4-165e-47fb-ad23-8817eacec51f/100708dc-e3b0-4cab-917b-06b86e358826/00752351-6899-44dd-b77f-4a46e7e9e11e) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:21:15.869045 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port bdb42b8f-df45-4ef8-a694-c72a77b91bd7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bdb42b8f-df45-4ef8-a694-c72a77b91bd7,segment=NetworkSegment(859710c1-d2d4-4918-a357-3841f064e58b),segment_id=859710c1-d2d4-4918-a357-3841f064e58b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:21:15.886589 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (bdb42b8f-df45-4ef8-a694-c72a77b91bd7), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:15.900023 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c0147ce3-e816-4a4b-9d13-2e7cc710d554 None None] Current status of the port bdb42b8f-df45-4ef8-a694-c72a77b91bd7 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:15.900425 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c0147ce3-e816-4a4b-9d13-2e7cc710d554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (bdb42b8f-df45-4ef8-a694-c72a77b91bd7), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:16.073052 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=bdb42b8f-df45-4ef8-a694-c72a77b91bd7,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:16.082275 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.db.api [None req-c0147ce3-e816-4a4b-9d13-2e7cc710d554 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 21:21:16.082655 ncdv-master-1 neutron-server[114392]: DEBUG oslo_db.api [None req-c0147ce3-e816-4a4b-9d13-2e7cc710d554 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 21:21:16.134664 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-dbefe127-6437-4dff-93fe-79cbe40c8224 None None] Publish callbacks [] for port (00752351-6899-44dd-b77f-4a46e7e9e11e), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:16.144126 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-dbefe127-6437-4dff-93fe-79cbe40c8224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (00752351-6899-44dd-b77f-4a46e7e9e11e), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:16.195705 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbefe127-6437-4dff-93fe-79cbe40c8224 None None] Network dbc16bd4-165e-47fb-ad23-8817eacec51f is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:21:16.198650 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-dbefe127-6437-4dff-93fe-79cbe40c8224 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:21:16.206834 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbefe127-6437-4dff-93fe-79cbe40c8224 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:21:16.225538 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbefe127-6437-4dff-93fe-79cbe40c8224 None None] Pushing event updated for resources: {'Port': ['ID=00752351-6899-44dd-b77f-4a46e7e9e11e,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:16.228299 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-06ad5c1c-0aa1-45ce-801b-2f518890982d tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Allocated IP 2001:db8:3::1 (dbc16bd4-165e-47fb-ad23-8817eacec51f/100708dc-e3b0-4cab-917b-06b86e358826/045a3a53-feae-404c-9454-f59594848021) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:21:16.287630 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-dbefe127-6437-4dff-93fe-79cbe40c8224 None None] Attempting to bind port 00752351-6899-44dd-b77f-4a46e7e9e11e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:21:16.288010 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-dbefe127-6437-4dff-93fe-79cbe40c8224 None None] Attempting to bind port 00752351-6899-44dd-b77f-4a46e7e9e11e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'addd71d5-1c02-43b8-b6a2-9a6ad7ff9bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'dbc16bd4-165e-47fb-ad23-8817eacec51f'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:21:16.288376 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbefe127-6437-4dff-93fe-79cbe40c8224 None None] Attempting to bind port 00752351-6899-44dd-b77f-4a46e7e9e11e on network dbc16bd4-165e-47fb-ad23-8817eacec51f {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:21:16.295463 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbefe127-6437-4dff-93fe-79cbe40c8224 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:21:16.295843 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbefe127-6437-4dff-93fe-79cbe40c8224 None None] Checking segment: {'id': 'addd71d5-1c02-43b8-b6a2-9a6ad7ff9bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'dbc16bd4-165e-47fb-ad23-8817eacec51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:21:16.296249 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-dbefe127-6437-4dff-93fe-79cbe40c8224 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:16.296643 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbefe127-6437-4dff-93fe-79cbe40c8224 None None] Bound using segment: {'id': 'addd71d5-1c02-43b8-b6a2-9a6ad7ff9bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'dbc16bd4-165e-47fb-ad23-8817eacec51f'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:21:16.297662 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-dbefe127-6437-4dff-93fe-79cbe40c8224 None None] Bound port: 00752351-6899-44dd-b77f-4a46e7e9e11e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'addd71d5-1c02-43b8-b6a2-9a6ad7ff9bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'dbc16bd4-165e-47fb-ad23-8817eacec51f'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:21:16.298157 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-dbefe127-6437-4dff-93fe-79cbe40c8224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (00752351-6899-44dd-b77f-4a46e7e9e11e), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:16.375014 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-dbefe127-6437-4dff-93fe-79cbe40c8224 None None] For port 00752351-6899-44dd-b77f-4a46e7e9e11e, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:21:16.379241 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-dbefe127-6437-4dff-93fe-79cbe40c8224 None None] For port 00752351-6899-44dd-b77f-4a46e7e9e11e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00752351-6899-44dd-b77f-4a46e7e9e11e,segment=NetworkSegment(addd71d5-1c02-43b8-b6a2-9a6ad7ff9bac),segment_id=addd71d5-1c02-43b8-b6a2-9a6ad7ff9bac)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:21:16.393194 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 8b388bc1-fb21-4a57-a652-1213dc7d04d3 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:21:16.405755 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-06ad5c1c-0aa1-45ce-801b-2f518890982d tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for port (045a3a53-feae-404c-9454-f59594848021), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:16.430030 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-dbefe127-6437-4dff-93fe-79cbe40c8224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (00752351-6899-44dd-b77f-4a46e7e9e11e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:16.456324 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-06ad5c1c-0aa1-45ce-801b-2f518890982d tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (045a3a53-feae-404c-9454-f59594848021), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:16.509861 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad5c1c-0aa1-45ce-801b-2f518890982d tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event updated for resources: {'Port': ['ID=045a3a53-feae-404c-9454-f59594848021,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:16.524580 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ad5c1c-0aa1-45ce-801b-2f518890982d tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Network dbc16bd4-165e-47fb-ad23-8817eacec51f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:21:16.528125 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-06ad5c1c-0aa1-45ce-801b-2f518890982d tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:21:16.536859 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ad5c1c-0aa1-45ce-801b-2f518890982d tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:21:16.537993 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-06ad5c1c-0aa1-45ce-801b-2f518890982d tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (84575baa-5b10-4e67-8f7b-ecbda81a48e3), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:16.542243 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbefe127-6437-4dff-93fe-79cbe40c8224 None None] Pushing event updated for resources: {'Port': ['ID=00752351-6899-44dd-b77f-4a46e7e9e11e,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:16.563316 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 8b388bc1-fb21-4a57-a652-1213dc7d04d3 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:16.563711 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (8b388bc1-fb21-4a57-a652-1213dc7d04d3), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:16.653207 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c0147ce3-e816-4a4b-9d13-2e7cc710d554 None None] Current status of the port bdb42b8f-df45-4ef8-a694-c72a77b91bd7 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:16.701995 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c0147ce3-e816-4a4b-9d13-2e7cc710d554 None None] Provisioning complete for port 8b388bc1-fb21-4a57-a652-1213dc7d04d3 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:16.702408 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c0147ce3-e816-4a4b-9d13-2e7cc710d554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (8b388bc1-fb21-4a57-a652-1213dc7d04d3), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:16.703369 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-06ad5c1c-0aa1-45ce-801b-2f518890982d tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (045a3a53-feae-404c-9454-f59594848021), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:16.730649 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 8b388bc1-fb21-4a57-a652-1213dc7d04d3 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:16.731789 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device bdb42b8f-df45-4ef8-a694-c72a77b91bd7 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:21:16.838644 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port bdb42b8f-df45-4ef8-a694-c72a77b91bd7 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:16.839033 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (bdb42b8f-df45-4ef8-a694-c72a77b91bd7), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:16.844457 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:21:16.877699 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c0147ce3-e816-4a4b-9d13-2e7cc710d554 None None] Current status of the port 8b388bc1-fb21-4a57-a652-1213dc7d04d3 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:16.945542 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port bdb42b8f-df45-4ef8-a694-c72a77b91bd7 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:17.000842 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-41b8e3a3-7b3a-4ced-90a5-2d0ce00fe2fe None None] Provisioning complete for port bdb42b8f-df45-4ef8-a694-c72a77b91bd7 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:17.001229 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-41b8e3a3-7b3a-4ced-90a5-2d0ce00fe2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (bdb42b8f-df45-4ef8-a694-c72a77b91bd7), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:17.070372 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-06ad5c1c-0aa1-45ce-801b-2f518890982d tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for port (045a3a53-feae-404c-9454-f59594848021), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:17.076806 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-06ad5c1c-0aa1-45ce-801b-2f518890982d tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (045a3a53-feae-404c-9454-f59594848021), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:17.077981 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-06ad5c1c-0aa1-45ce-801b-2f518890982d tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (84575baa-5b10-4e67-8f7b-ecbda81a48e3), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:17.096779 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-41b8e3a3-7b3a-4ced-90a5-2d0ce00fe2fe None None] Current status of the port bdb42b8f-df45-4ef8-a694-c72a77b91bd7 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:17.108181 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-41b8e3a3-7b3a-4ced-90a5-2d0ce00fe2fe None None] Provisioning complete for port bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:17.108711 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-41b8e3a3-7b3a-4ced-90a5-2d0ce00fe2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:17.146777 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-41b8e3a3-7b3a-4ced-90a5-2d0ce00fe2fe None None] Port bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:21:17.176524 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad5c1c-0aa1-45ce-801b-2f518890982d tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event updated for resources: {'Port': ['ID=045a3a53-feae-404c-9454-f59594848021,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:17.215321 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ad5c1c-0aa1-45ce-801b-2f518890982d tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Network dbc16bd4-165e-47fb-ad23-8817eacec51f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:21:17.216998 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-06ad5c1c-0aa1-45ce-801b-2f518890982d tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:21:17.323311 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ad5c1c-0aa1-45ce-801b-2f518890982d tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Router 84575baa-5b10-4e67-8f7b-ecbda81a48e3 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:21:17.429977 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ad5c1c-0aa1-45ce-801b-2f518890982d tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:21:17.438446 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-06ad5c1c-0aa1-45ce-801b-2f518890982d tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "PUT /v2.0/routers/84575baa-5b10-4e67-8f7b-ecbda81a48e3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2772615
Feb 05 21:21:17.438684 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48014) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:17.443402 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-b4ed310e-72cb-46af-afc4-0410caadae33 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:21:17.518027 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1ceb20-792e-4a53-9542-c9d3ebb6b6a7 None None] Sync routers for ids ['84575baa-5b10-4e67-8f7b-ecbda81a48e3'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:21:17.528869 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1ceb20-792e-4a53-9542-c9d3ebb6b6a7 None None] Routers {'84575baa-5b10-4e67-8f7b-ecbda81a48e3'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:21:17.529612 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-2d1ceb20-792e-4a53-9542-c9d3ebb6b6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8ca64f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:21:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['84575baa-5b10-4e67-8f7b-ecbda81a48e3'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:17.632506 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-2d1ceb20-792e-4a53-9542-c9d3ebb6b6a7 None None] Set router 84575baa-5b10-4e67-8f7b-ecbda81a48e3 gateway port host: None {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:21:17.660306 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0b1dec-2e20-4bc2-968d-59ee354d9d51 None None] Network dbc16bd4-165e-47fb-ad23-8817eacec51f requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:21:17.729690 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-06b8ad40-bdeb-4689-8481-0cc1dd8c41e1 None None] Provisioning complete for port 00752351-6899-44dd-b77f-4a46e7e9e11e triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:17.729974 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-06b8ad40-bdeb-4689-8481-0cc1dd8c41e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (00752351-6899-44dd-b77f-4a46e7e9e11e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:17.844500 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.extraroute_db [None req-b4ed310e-72cb-46af-afc4-0410caadae33 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=114391) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Feb 05 21:21:17.851084 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-2d1ceb20-792e-4a53-9542-c9d3ebb6b6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8ca64f0>, [{'id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'name': 'tempest-RoutersIpV6Test-router-1739884781', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:06Z', 'updated_at': '2022-02-05T21:21:16Z', 'revision_number': 5, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'gw_port_host': None, '_interfaces': [{'id': '045a3a53-feae-404c-9454-f59594848021', 'name': '', 'network_id': 'dbc16bd4-165e-47fb-ad23-8817eacec51f', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:c6:3a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '100708dc-e3b0-4cab-917b-06b86e358826', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:15Z', 'updated_at': '2022-02-05T21:21:16Z', 'revision_number': 2, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': '100708dc-e3b0-4cab-917b-06b86e358826', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b388bc1-fb21-4a57-a652-1213dc7d04d3', 'name': '', 'network_id': '1bf01b8a-7dd7-4c25-86a2-95559e596195', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:d9:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '2d7401bd-744a-49c4-adb2-aafda1d9b877', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:10Z', 'updated_at': '2022-02-05T21:21:15Z', 'revision_number': 5, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': '2d7401bd-744a-49c4-adb2-aafda1d9b877', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9c6fc5e-db62-4681-8d79-bcceefe9cc61', 'name': '', 'network_id': '59af236a-814e-4484-a3af-b0b24c49e373', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:1b:77:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '3d66dac2-4427-425e-a631-de06cb31a5c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:07Z', 'updated_at': '2022-02-05T21:21:10Z', 'revision_number': 5, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': '3d66dac2-4427-425e-a631-de06cb31a5c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e', 'name': '', 'network_id': '8568ab29-3284-4bb5-99db-69a2a4157d33', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:7b:5b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'afde3d25-aca9-447b-98de-90b933884b98', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:12Z', 'updated_at': '2022-02-05T21:21:13Z', 'revision_number': 2, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': 'afde3d25-aca9-447b-98de-90b933884b98', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:17.863960 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.extraroute_db [None req-b4ed310e-72cb-46af-afc4-0410caadae33 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Removed routes are [] {{(pid=114391) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Feb 05 21:21:17.864435 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b4ed310e-72cb-46af-afc4-0410caadae33 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8250'] for router (84575baa-5b10-4e67-8f7b-ecbda81a48e3), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:17.885851 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1ceb20-792e-4a53-9542-c9d3ebb6b6a7 None None] Checking router: 84575baa-5b10-4e67-8f7b-ecbda81a48e3 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:21:17.886315 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1ceb20-792e-4a53-9542-c9d3ebb6b6a7 None None] Updating router 84575baa-5b10-4e67-8f7b-ecbda81a48e3 port 045a3a53-feae-404c-9454-f59594848021 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:21:17.917619 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-2d1ceb20-792e-4a53-9542-c9d3ebb6b6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (045a3a53-feae-404c-9454-f59594848021), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:18.035415 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-06b8ad40-bdeb-4689-8481-0cc1dd8c41e1 None None] Current status of the port 00752351-6899-44dd-b77f-4a46e7e9e11e is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:18.036081 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-06b8ad40-bdeb-4689-8481-0cc1dd8c41e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (00752351-6899-44dd-b77f-4a46e7e9e11e), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:18.074113 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-06b8ad40-bdeb-4689-8481-0cc1dd8c41e1 None None] For port 00752351-6899-44dd-b77f-4a46e7e9e11e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00752351-6899-44dd-b77f-4a46e7e9e11e,segment=NetworkSegment(addd71d5-1c02-43b8-b6a2-9a6ad7ff9bac),segment_id=addd71d5-1c02-43b8-b6a2-9a6ad7ff9bac)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:21:18.082009 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-06b8ad40-bdeb-4689-8481-0cc1dd8c41e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (00752351-6899-44dd-b77f-4a46e7e9e11e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:18.140603 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b8ad40-bdeb-4689-8481-0cc1dd8c41e1 None None] Pushing event updated for resources: {'Port': ['ID=00752351-6899-44dd-b77f-4a46e7e9e11e,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:18.231200 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-2d1ceb20-792e-4a53-9542-c9d3ebb6b6a7 None None] Publish callbacks [] for port (045a3a53-feae-404c-9454-f59594848021), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:18.239536 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-2d1ceb20-792e-4a53-9542-c9d3ebb6b6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (045a3a53-feae-404c-9454-f59594848021), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:18.324961 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 00752351-6899-44dd-b77f-4a46e7e9e11e up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:21:18.342245 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282916f3-1151-40bd-8b10-383cf89685fb None None] Pushing event updated for resources: {'Port': ['ID=045a3a53-feae-404c-9454-f59594848021,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:18.356835 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-2d1ceb20-792e-4a53-9542-c9d3ebb6b6a7 None None] Attempting to bind port 045a3a53-feae-404c-9454-f59594848021 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:21:18.357716 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-2d1ceb20-792e-4a53-9542-c9d3ebb6b6a7 None None] Attempting to bind port 045a3a53-feae-404c-9454-f59594848021 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'addd71d5-1c02-43b8-b6a2-9a6ad7ff9bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'dbc16bd4-165e-47fb-ad23-8817eacec51f'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:21:18.357890 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1ceb20-792e-4a53-9542-c9d3ebb6b6a7 None None] Attempting to bind port 045a3a53-feae-404c-9454-f59594848021 on network dbc16bd4-165e-47fb-ad23-8817eacec51f {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:21:18.365440 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1ceb20-792e-4a53-9542-c9d3ebb6b6a7 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:21:18.365830 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1ceb20-792e-4a53-9542-c9d3ebb6b6a7 None None] Checking segment: {'id': 'addd71d5-1c02-43b8-b6a2-9a6ad7ff9bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'dbc16bd4-165e-47fb-ad23-8817eacec51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:21:18.366237 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-2d1ceb20-792e-4a53-9542-c9d3ebb6b6a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:18.366660 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1ceb20-792e-4a53-9542-c9d3ebb6b6a7 None None] Bound using segment: {'id': 'addd71d5-1c02-43b8-b6a2-9a6ad7ff9bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'dbc16bd4-165e-47fb-ad23-8817eacec51f'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:21:18.368030 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-2d1ceb20-792e-4a53-9542-c9d3ebb6b6a7 None None] Bound port: 045a3a53-feae-404c-9454-f59594848021, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'addd71d5-1c02-43b8-b6a2-9a6ad7ff9bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'dbc16bd4-165e-47fb-ad23-8817eacec51f'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:21:18.368710 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-2d1ceb20-792e-4a53-9542-c9d3ebb6b6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (045a3a53-feae-404c-9454-f59594848021), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:18.384658 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b4ed310e-72cb-46af-afc4-0410caadae33 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8250'] for router (84575baa-5b10-4e67-8f7b-ecbda81a48e3), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:18.388898 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b4ed310e-72cb-46af-afc4-0410caadae33 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583542'] for router (84575baa-5b10-4e67-8f7b-ecbda81a48e3), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:18.389102 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 00752351-6899-44dd-b77f-4a46e7e9e11e triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:18.389450 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (00752351-6899-44dd-b77f-4a46e7e9e11e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:18.462874 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-8dc7f409-0b45-4aa9-ba81-c23c47e02edc None None] Provisioning complete for port 00752351-6899-44dd-b77f-4a46e7e9e11e triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:18.463315 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8dc7f409-0b45-4aa9-ba81-c23c47e02edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (00752351-6899-44dd-b77f-4a46e7e9e11e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:18.468051 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-2d1ceb20-792e-4a53-9542-c9d3ebb6b6a7 None None] For port 045a3a53-feae-404c-9454-f59594848021, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:21:18.473164 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-2d1ceb20-792e-4a53-9542-c9d3ebb6b6a7 None None] For port 045a3a53-feae-404c-9454-f59594848021, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=045a3a53-feae-404c-9454-f59594848021,segment=NetworkSegment(addd71d5-1c02-43b8-b6a2-9a6ad7ff9bac),segment_id=addd71d5-1c02-43b8-b6a2-9a6ad7ff9bac)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:21:18.482426 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-2d1ceb20-792e-4a53-9542-c9d3ebb6b6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (045a3a53-feae-404c-9454-f59594848021), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:18.505904 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ed310e-72cb-46af-afc4-0410caadae33 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Router 84575baa-5b10-4e67-8f7b-ecbda81a48e3 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:21:18.544324 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 00752351-6899-44dd-b77f-4a46e7e9e11e is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:18.553761 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282916f3-1151-40bd-8b10-383cf89685fb None None] Pushing event updated for resources: {'Port': ['ID=045a3a53-feae-404c-9454-f59594848021,revision_number=4']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:18.556888 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1ceb20-792e-4a53-9542-c9d3ebb6b6a7 None None] Updating router 84575baa-5b10-4e67-8f7b-ecbda81a48e3 port bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:21:18.591687 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-2d1ceb20-792e-4a53-9542-c9d3ebb6b6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:18.621089 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ed310e-72cb-46af-afc4-0410caadae33 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:21:18.626079 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-8dc7f409-0b45-4aa9-ba81-c23c47e02edc None None] Current status of the port 00752351-6899-44dd-b77f-4a46e7e9e11e is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:18.631064 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b4ed310e-72cb-46af-afc4-0410caadae33 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:18.632485 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b4ed310e-72cb-46af-afc4-0410caadae33 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "PUT /v2.0/routers/84575baa-5b10-4e67-8f7b-ecbda81a48e3 HTTP/1.1" status: 200  len: 954 time: 1.1926794
Feb 05 21:21:18.635447 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48016) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:18.644170 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-8dc7f409-0b45-4aa9-ba81-c23c47e02edc None None] Provisioning complete for port 045a3a53-feae-404c-9454-f59594848021 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:18.644170 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8dc7f409-0b45-4aa9-ba81-c23c47e02edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (045a3a53-feae-404c-9454-f59594848021), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:18.732691 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-8dc7f409-0b45-4aa9-ba81-c23c47e02edc None None] Current status of the port 045a3a53-feae-404c-9454-f59594848021 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:18.733253 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8dc7f409-0b45-4aa9-ba81-c23c47e02edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (045a3a53-feae-404c-9454-f59594848021), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:18.742710 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2d5328f6-bd5e-480d-a3b3-9453042f55d3 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "GET /v2.0/routers/84575baa-5b10-4e67-8f7b-ecbda81a48e3 HTTP/1.1" status: 200  len: 954 time: 0.1054609
Feb 05 21:21:18.745515 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48018) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:18.750276 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-4618cdbc-cd2a-471d-8ad0-7deeb51031ef tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Request body: {'router': {'routes': None}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:21:18.776365 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-8dc7f409-0b45-4aa9-ba81-c23c47e02edc None None] For port 045a3a53-feae-404c-9454-f59594848021, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=045a3a53-feae-404c-9454-f59594848021,segment=NetworkSegment(addd71d5-1c02-43b8-b6a2-9a6ad7ff9bac),segment_id=addd71d5-1c02-43b8-b6a2-9a6ad7ff9bac)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:21:18.783288 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8dc7f409-0b45-4aa9-ba81-c23c47e02edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (045a3a53-feae-404c-9454-f59594848021), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:18.855564 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc7f409-0b45-4aa9-ba81-c23c47e02edc None None] Pushing event updated for resources: {'Port': ['ID=045a3a53-feae-404c-9454-f59594848021,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:18.907493 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-3d4ccc37-2e00-4ec8-bf87-93ba65ddd44c None None] Provisioning complete for port 045a3a53-feae-404c-9454-f59594848021 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:18.907871 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3d4ccc37-2e00-4ec8-bf87-93ba65ddd44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (045a3a53-feae-404c-9454-f59594848021), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:18.913014 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-2d1ceb20-792e-4a53-9542-c9d3ebb6b6a7 None None] Publish callbacks [] for port (bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:18.920319 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-2d1ceb20-792e-4a53-9542-c9d3ebb6b6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:18.991509 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282916f3-1151-40bd-8b10-383cf89685fb None None] Pushing event updated for resources: {'Port': ['ID=bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:19.020220 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-3d4ccc37-2e00-4ec8-bf87-93ba65ddd44c None None] Current status of the port 045a3a53-feae-404c-9454-f59594848021 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:19.061111 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-2d1ceb20-792e-4a53-9542-c9d3ebb6b6a7 None None] Attempting to bind port bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:21:19.061487 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-2d1ceb20-792e-4a53-9542-c9d3ebb6b6a7 None None] Attempting to bind port bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '859710c1-d2d4-4918-a357-3841f064e58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8568ab29-3284-4bb5-99db-69a2a4157d33'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:21:19.061874 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1ceb20-792e-4a53-9542-c9d3ebb6b6a7 None None] Attempting to bind port bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e on network 8568ab29-3284-4bb5-99db-69a2a4157d33 {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:21:19.071831 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1ceb20-792e-4a53-9542-c9d3ebb6b6a7 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:21:19.072287 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1ceb20-792e-4a53-9542-c9d3ebb6b6a7 None None] Checking segment: {'id': '859710c1-d2d4-4918-a357-3841f064e58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8568ab29-3284-4bb5-99db-69a2a4157d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:21:19.072761 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-2d1ceb20-792e-4a53-9542-c9d3ebb6b6a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:19.073223 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1ceb20-792e-4a53-9542-c9d3ebb6b6a7 None None] Bound using segment: {'id': '859710c1-d2d4-4918-a357-3841f064e58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8568ab29-3284-4bb5-99db-69a2a4157d33'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:21:19.073789 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-2d1ceb20-792e-4a53-9542-c9d3ebb6b6a7 None None] Bound port: bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '859710c1-d2d4-4918-a357-3841f064e58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8568ab29-3284-4bb5-99db-69a2a4157d33'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:21:19.074176 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-2d1ceb20-792e-4a53-9542-c9d3ebb6b6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:19.162286 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-142ad29f-f462-4c0b-8a8a-84c492f7bae7 None None] Provisioning complete for port 045a3a53-feae-404c-9454-f59594848021 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:19.162704 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-142ad29f-f462-4c0b-8a8a-84c492f7bae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (045a3a53-feae-404c-9454-f59594848021), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:19.163338 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-2d1ceb20-792e-4a53-9542-c9d3ebb6b6a7 None None] For port bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:21:19.167134 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-2d1ceb20-792e-4a53-9542-c9d3ebb6b6a7 None None] For port bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e,segment=NetworkSegment(859710c1-d2d4-4918-a357-3841f064e58b),segment_id=859710c1-d2d4-4918-a357-3841f064e58b)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:21:19.181957 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-2d1ceb20-792e-4a53-9542-c9d3ebb6b6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:19.274780 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282916f3-1151-40bd-8b10-383cf89685fb None None] Pushing event updated for resources: {'Port': ['ID=bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e,revision_number=4']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:19.285752 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1ceb20-792e-4a53-9542-c9d3ebb6b6a7 None None] Routers {'84575baa-5b10-4e67-8f7b-ecbda81a48e3'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:21:19.286408 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-2d1ceb20-792e-4a53-9542-c9d3ebb6b6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8ca64f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:21:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['84575baa-5b10-4e67-8f7b-ecbda81a48e3'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:19.299578 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-142ad29f-f462-4c0b-8a8a-84c492f7bae7 None None] Current status of the port 045a3a53-feae-404c-9454-f59594848021 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:19.440523 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-2692ccf4-be5b-4f6a-a28b-431f41669c4c None None] Provisioning complete for port bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:19.441128 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2692ccf4-be5b-4f6a-a28b-431f41669c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:19.498359 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-2d1ceb20-792e-4a53-9542-c9d3ebb6b6a7 None None] Set router 84575baa-5b10-4e67-8f7b-ecbda81a48e3 gateway port host: None {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:21:19.519542 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.extraroute_db [None req-4618cdbc-cd2a-471d-8ad0-7deeb51031ef tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Added routes are [] {{(pid=114390) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Feb 05 21:21:19.519896 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.extraroute_db [None req-4618cdbc-cd2a-471d-8ad0-7deeb51031ef tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=114390) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Feb 05 21:21:19.563906 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-2692ccf4-be5b-4f6a-a28b-431f41669c4c None None] Current status of the port bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:19.564312 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2692ccf4-be5b-4f6a-a28b-431f41669c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:19.566935 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4618cdbc-cd2a-471d-8ad0-7deeb51031ef tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8250'] for router (84575baa-5b10-4e67-8f7b-ecbda81a48e3), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:19.610863 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-2692ccf4-be5b-4f6a-a28b-431f41669c4c None None] For port bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e,segment=NetworkSegment(859710c1-d2d4-4918-a357-3841f064e58b),segment_id=859710c1-d2d4-4918-a357-3841f064e58b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:21:19.620087 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2692ccf4-be5b-4f6a-a28b-431f41669c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:19.680305 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-2692ccf4-be5b-4f6a-a28b-431f41669c4c None None] Provisioning complete for port 045a3a53-feae-404c-9454-f59594848021 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:19.680691 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2692ccf4-be5b-4f6a-a28b-431f41669c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (045a3a53-feae-404c-9454-f59594848021), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:19.732211 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2692ccf4-be5b-4f6a-a28b-431f41669c4c None None] Pushing event updated for resources: {'Port': ['ID=bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:19.767012 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-2d1ceb20-792e-4a53-9542-c9d3ebb6b6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8ca64f0>, [{'id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'name': 'tempest-RoutersIpV6Test-router-1739884781', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:06Z', 'updated_at': '2022-02-05T21:21:17Z', 'revision_number': 6, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'gw_port_host': None, '_interfaces': [{'id': '045a3a53-feae-404c-9454-f59594848021', 'name': '', 'network_id': 'dbc16bd4-165e-47fb-ad23-8817eacec51f', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:c6:3a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '100708dc-e3b0-4cab-917b-06b86e358826', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:15Z', 'updated_at': '2022-02-05T21:21:18Z', 'revision_number': 5, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': '100708dc-e3b0-4cab-917b-06b86e358826', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b388bc1-fb21-4a57-a652-1213dc7d04d3', 'name': '', 'network_id': '1bf01b8a-7dd7-4c25-86a2-95559e596195', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:d9:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '2d7401bd-744a-49c4-adb2-aafda1d9b877', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:10Z', 'updated_at': '2022-02-05T21:21:15Z', 'revision_number': 5, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': '2d7401bd-744a-49c4-adb2-aafda1d9b877', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9c6fc5e-db62-4681-8d79-bcceefe9cc61', 'name': '', 'network_id': '59af236a-814e-4484-a3af-b0b24c49e373', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:1b:77:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '3d66dac2-4427-425e-a631-de06cb31a5c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:07Z', 'updated_at': '2022-02-05T21:21:10Z', 'revision_number': 5, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': '3d66dac2-4427-425e-a631-de06cb31a5c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e', 'name': '', 'network_id': '8568ab29-3284-4bb5-99db-69a2a4157d33', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:7b:5b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'afde3d25-aca9-447b-98de-90b933884b98', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:12Z', 'updated_at': '2022-02-05T21:21:19Z', 'revision_number': 4, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': 'afde3d25-aca9-447b-98de-90b933884b98', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:19.796377 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-2692ccf4-be5b-4f6a-a28b-431f41669c4c None None] Current status of the port 045a3a53-feae-404c-9454-f59594848021 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:19.802873 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1ceb20-792e-4a53-9542-c9d3ebb6b6a7 None None] The sync data for ids ['84575baa-5b10-4e67-8f7b-ecbda81a48e3'] in ncdv-master-1 is: [{'id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'name': 'tempest-RoutersIpV6Test-router-1739884781', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:06Z', 'updated_at': '2022-02-05T21:21:17Z', 'revision_number': 6, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'gw_port_host': None, '_interfaces': [{'id': '045a3a53-feae-404c-9454-f59594848021', 'name': '', 'network_id': 'dbc16bd4-165e-47fb-ad23-8817eacec51f', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:c6:3a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '100708dc-e3b0-4cab-917b-06b86e358826', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:15Z', 'updated_at': '2022-02-05T21:21:18Z', 'revision_number': 5, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': '100708dc-e3b0-4cab-917b-06b86e358826', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b388bc1-fb21-4a57-a652-1213dc7d04d3', 'name': '', 'network_id': '1bf01b8a-7dd7-4c25-86a2-95559e596195', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:d9:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '2d7401bd-744a-49c4-adb2-aafda1d9b877', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:10Z', 'updated_at': '2022-02-05T21:21:15Z', 'revision_number': 5, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': '2d7401bd-744a-49c4-adb2-aafda1d9b877', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9c6fc5e-db62-4681-8d79-bcceefe9cc61', 'name': '', 'network_id': '59af236a-814e-4484-a3af-b0b24c49e373', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:1b:77:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '3d66dac2-4427-425e-a631-de06cb31a5c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:07Z', 'updated_at': '2022-02-05T21:21:10Z', 'revision_number': 5, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': '3d66dac2-4427-425e-a631-de06cb31a5c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e', 'name': '', 'network_id': '8568ab29-3284-4bb5-99db-69a2a4157d33', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:7b:5b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'afde3d25-aca9-447b-98de-90b933884b98', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:12Z', 'updated_at': '2022-02-05T21:21:19Z', 'revision_number': 4, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': 'afde3d25-aca9-447b-98de-90b933884b98', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:21:19.804696 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4618cdbc-cd2a-471d-8ad0-7deeb51031ef tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8250'] for router (84575baa-5b10-4e67-8f7b-ecbda81a48e3), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:19.808180 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4618cdbc-cd2a-471d-8ad0-7deeb51031ef tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583542'] for router (84575baa-5b10-4e67-8f7b-ecbda81a48e3), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:19.921281 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-170918fd-3bd4-4005-aa2f-d1da6f167a59 None None] Provisioning complete for port bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:19.922597 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-170918fd-3bd4-4005-aa2f-d1da6f167a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:19.928727 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4618cdbc-cd2a-471d-8ad0-7deeb51031ef tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Router 84575baa-5b10-4e67-8f7b-ecbda81a48e3 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:21:20.022013 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-170918fd-3bd4-4005-aa2f-d1da6f167a59 None None] Current status of the port bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:20.033789 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-170918fd-3bd4-4005-aa2f-d1da6f167a59 None None] Provisioning complete for port 045a3a53-feae-404c-9454-f59594848021 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:20.034170 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-170918fd-3bd4-4005-aa2f-d1da6f167a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (045a3a53-feae-404c-9454-f59594848021), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:20.036101 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4618cdbc-cd2a-471d-8ad0-7deeb51031ef tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:21:20.043557 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4618cdbc-cd2a-471d-8ad0-7deeb51031ef tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:20.047775 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4618cdbc-cd2a-471d-8ad0-7deeb51031ef tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "PUT /v2.0/routers/84575baa-5b10-4e67-8f7b-ecbda81a48e3 HTTP/1.1" status: 200  len: 704 time: 1.2982392
Feb 05 21:21:20.048184 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48020) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:20.126051 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-170918fd-3bd4-4005-aa2f-d1da6f167a59 None None] Current status of the port 045a3a53-feae-404c-9454-f59594848021 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:20.158814 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-912c00d7-79b1-4b8b-958b-77ed8b4b36c1 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "GET /v2.0/routers/84575baa-5b10-4e67-8f7b-ecbda81a48e3 HTTP/1.1" status: 200  len: 704 time: 0.1070447
Feb 05 21:21:20.160111 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48022) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:20.269711 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:20.376937 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 045a3a53-feae-404c-9454-f59594848021 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:21:20.427985 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 045a3a53-feae-404c-9454-f59594848021 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:20.428366 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (045a3a53-feae-404c-9454-f59594848021), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:20.514779 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 045a3a53-feae-404c-9454-f59594848021 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:20.515861 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 00752351-6899-44dd-b77f-4a46e7e9e11e up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:21:20.560866 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-03414964-726c-4b59-b769-ac799e361f4e tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (84575baa-5b10-4e67-8f7b-ecbda81a48e3), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:20.571001 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 00752351-6899-44dd-b77f-4a46e7e9e11e triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:20.571474 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (00752351-6899-44dd-b77f-4a46e7e9e11e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:20.656843 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 00752351-6899-44dd-b77f-4a46e7e9e11e is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:20.657930 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:21:20.709497 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:20.709877 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:20.730887 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a12664-57ac-40b2-80d2-b19d0309332d None None] Sync routers for ids ['84575baa-5b10-4e67-8f7b-ecbda81a48e3'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:21:20.753842 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a12664-57ac-40b2-80d2-b19d0309332d None None] Routers {'84575baa-5b10-4e67-8f7b-ecbda81a48e3'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:21:20.754496 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-14a12664-57ac-40b2-80d2-b19d0309332d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab2b2cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:21:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['84575baa-5b10-4e67-8f7b-ecbda81a48e3'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:20.833202 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-03414964-726c-4b59-b769-ac799e361f4e tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Deleting port 045a3a53-feae-404c-9454-f59594848021 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:21:20.833547 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-03414964-726c-4b59-b769-ac799e361f4e tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (045a3a53-feae-404c-9454-f59594848021), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:20.881055 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-14a12664-57ac-40b2-80d2-b19d0309332d None None] Set router 84575baa-5b10-4e67-8f7b-ecbda81a48e3 gateway port host: None {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:21:20.882710 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:20.928888 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-03414964-726c-4b59-b769-ac799e361f4e tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] For port 045a3a53-feae-404c-9454-f59594848021, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=045a3a53-feae-404c-9454-f59594848021,segment=NetworkSegment(addd71d5-1c02-43b8-b6a2-9a6ad7ff9bac),segment_id=addd71d5-1c02-43b8-b6a2-9a6ad7ff9bac)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:21:20.929258 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-03414964-726c-4b59-b769-ac799e361f4e tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (045a3a53-feae-404c-9454-f59594848021), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:20.944532 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-03414964-726c-4b59-b769-ac799e361f4e tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Calling delete_port for 045a3a53-feae-404c-9454-f59594848021 owned by network:router_interface {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:21:21.092247 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-14a12664-57ac-40b2-80d2-b19d0309332d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab2b2cd0>, [{'id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'name': 'tempest-RoutersIpV6Test-router-1739884781', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:06Z', 'updated_at': '2022-02-05T21:21:19Z', 'revision_number': 7, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'gw_port_host': None, '_interfaces': [{'id': '045a3a53-feae-404c-9454-f59594848021', 'name': '', 'network_id': 'dbc16bd4-165e-47fb-ad23-8817eacec51f', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:c6:3a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '100708dc-e3b0-4cab-917b-06b86e358826', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:15Z', 'updated_at': '2022-02-05T21:21:18Z', 'revision_number': 5, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': '100708dc-e3b0-4cab-917b-06b86e358826', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b388bc1-fb21-4a57-a652-1213dc7d04d3', 'name': '', 'network_id': '1bf01b8a-7dd7-4c25-86a2-95559e596195', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:d9:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '2d7401bd-744a-49c4-adb2-aafda1d9b877', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:10Z', 'updated_at': '2022-02-05T21:21:15Z', 'revision_number': 5, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': '2d7401bd-744a-49c4-adb2-aafda1d9b877', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9c6fc5e-db62-4681-8d79-bcceefe9cc61', 'name': '', 'network_id': '59af236a-814e-4484-a3af-b0b24c49e373', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:1b:77:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '3d66dac2-4427-425e-a631-de06cb31a5c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:07Z', 'updated_at': '2022-02-05T21:21:10Z', 'revision_number': 5, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': '3d66dac2-4427-425e-a631-de06cb31a5c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e', 'name': '', 'network_id': '8568ab29-3284-4bb5-99db-69a2a4157d33', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:7b:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'afde3d25-aca9-447b-98de-90b933884b98', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:12Z', 'updated_at': '2022-02-05T21:21:19Z', 'revision_number': 5, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': 'afde3d25-aca9-447b-98de-90b933884b98', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:21.118986 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a12664-57ac-40b2-80d2-b19d0309332d None None] Checking router: 84575baa-5b10-4e67-8f7b-ecbda81a48e3 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:21:21.120243 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-03414964-726c-4b59-b769-ac799e361f4e tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (045a3a53-feae-404c-9454-f59594848021), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:21.128176 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a12664-57ac-40b2-80d2-b19d0309332d None None] Routers {'84575baa-5b10-4e67-8f7b-ecbda81a48e3'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:21:21.128795 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-14a12664-57ac-40b2-80d2-b19d0309332d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab2b2cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:21:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['84575baa-5b10-4e67-8f7b-ecbda81a48e3'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:21.150483 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03414964-726c-4b59-b769-ac799e361f4e tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event deleted for resources: {'Port': ['ID=045a3a53-feae-404c-9454-f59594848021,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:21.235514 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-14a12664-57ac-40b2-80d2-b19d0309332d None None] Set router 84575baa-5b10-4e67-8f7b-ecbda81a48e3 gateway port host: None {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:21:21.278629 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-03414964-726c-4b59-b769-ac799e361f4e tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (84575baa-5b10-4e67-8f7b-ecbda81a48e3), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:21.456602 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-14a12664-57ac-40b2-80d2-b19d0309332d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab2b2cd0>, [{'id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'name': 'tempest-RoutersIpV6Test-router-1739884781', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:06Z', 'updated_at': '2022-02-05T21:21:21Z', 'revision_number': 8, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'gw_port_host': None, '_interfaces': [{'id': '8b388bc1-fb21-4a57-a652-1213dc7d04d3', 'name': '', 'network_id': '1bf01b8a-7dd7-4c25-86a2-95559e596195', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:d9:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '2d7401bd-744a-49c4-adb2-aafda1d9b877', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:10Z', 'updated_at': '2022-02-05T21:21:15Z', 'revision_number': 5, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': '2d7401bd-744a-49c4-adb2-aafda1d9b877', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9c6fc5e-db62-4681-8d79-bcceefe9cc61', 'name': '', 'network_id': '59af236a-814e-4484-a3af-b0b24c49e373', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:1b:77:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '3d66dac2-4427-425e-a631-de06cb31a5c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:07Z', 'updated_at': '2022-02-05T21:21:10Z', 'revision_number': 5, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': '3d66dac2-4427-425e-a631-de06cb31a5c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e', 'name': '', 'network_id': '8568ab29-3284-4bb5-99db-69a2a4157d33', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:7b:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'afde3d25-aca9-447b-98de-90b933884b98', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:12Z', 'updated_at': '2022-02-05T21:21:19Z', 'revision_number': 5, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': 'afde3d25-aca9-447b-98de-90b933884b98', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:21.483545 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03414964-726c-4b59-b769-ac799e361f4e tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Router 84575baa-5b10-4e67-8f7b-ecbda81a48e3 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:21:21.483753 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a12664-57ac-40b2-80d2-b19d0309332d None None] The sync data for ids ['84575baa-5b10-4e67-8f7b-ecbda81a48e3'] in ncdv-master-1 is: [{'id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'name': 'tempest-RoutersIpV6Test-router-1739884781', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:06Z', 'updated_at': '2022-02-05T21:21:21Z', 'revision_number': 8, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'gw_port_host': None, '_interfaces': [{'id': '8b388bc1-fb21-4a57-a652-1213dc7d04d3', 'name': '', 'network_id': '1bf01b8a-7dd7-4c25-86a2-95559e596195', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:d9:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '2d7401bd-744a-49c4-adb2-aafda1d9b877', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:10Z', 'updated_at': '2022-02-05T21:21:15Z', 'revision_number': 5, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': '2d7401bd-744a-49c4-adb2-aafda1d9b877', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9c6fc5e-db62-4681-8d79-bcceefe9cc61', 'name': '', 'network_id': '59af236a-814e-4484-a3af-b0b24c49e373', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:1b:77:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '3d66dac2-4427-425e-a631-de06cb31a5c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:07Z', 'updated_at': '2022-02-05T21:21:10Z', 'revision_number': 5, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': '3d66dac2-4427-425e-a631-de06cb31a5c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e', 'name': '', 'network_id': '8568ab29-3284-4bb5-99db-69a2a4157d33', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:7b:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'afde3d25-aca9-447b-98de-90b933884b98', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:12Z', 'updated_at': '2022-02-05T21:21:19Z', 'revision_number': 5, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': 'afde3d25-aca9-447b-98de-90b933884b98', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:21:21.588523 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03414964-726c-4b59-b769-ac799e361f4e tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:21:21.593436 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-03414964-726c-4b59-b769-ac799e361f4e tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "PUT /v2.0/routers/84575baa-5b10-4e67-8f7b-ecbda81a48e3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4322448
Feb 05 21:21:21.596177 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48024) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:21.649287 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ebdf1f4-22e7-4c17-a242-306754818a3a tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Deleting subnet 100708dc-e3b0-4cab-917b-06b86e358826 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:21:21.652599 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3ebdf1f4-22e7-4c17-a242-306754818a3a tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for subnet (100708dc-e3b0-4cab-917b-06b86e358826), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:21.694472 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3ebdf1f4-22e7-4c17-a242-306754818a3a tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (100708dc-e3b0-4cab-917b-06b86e358826), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:21.797540 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3ebdf1f4-22e7-4c17-a242-306754818a3a tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (100708dc-e3b0-4cab-917b-06b86e358826), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:21.858041 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3ebdf1f4-22e7-4c17-a242-306754818a3a tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (100708dc-e3b0-4cab-917b-06b86e358826), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:21.869835 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b441f13-3874-499e-8179-b93c9b7bdd5a None None] Sync routers for ids ['84575baa-5b10-4e67-8f7b-ecbda81a48e3'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:21:21.880899 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b441f13-3874-499e-8179-b93c9b7bdd5a None None] Routers {'84575baa-5b10-4e67-8f7b-ecbda81a48e3'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:21:21.881519 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-0b441f13-3874-499e-8179-b93c9b7bdd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db9147fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:21:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['84575baa-5b10-4e67-8f7b-ecbda81a48e3'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:21.890248 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebdf1f4-22e7-4c17-a242-306754818a3a tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event deleted for resources: {'Subnet': ['ID=100708dc-e3b0-4cab-917b-06b86e358826,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:21.896589 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3ebdf1f4-22e7-4c17-a242-306754818a3a tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:21.902197 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-3ebdf1f4-22e7-4c17-a242-306754818a3a tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "DELETE /v2.0/subnets/100708dc-e3b0-4cab-917b-06b86e358826 HTTP/1.1" status: 204  len: 168 time: 0.3026390
Feb 05 21:21:21.902402 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48028) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:21.902532 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acde551c-b8fe-4810-a5b4-5bdd94622e8a None None] Network dbc16bd4-165e-47fb-ad23-8817eacec51f requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:21:21.985242 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-0b441f13-3874-499e-8179-b93c9b7bdd5a None None] Set router 84575baa-5b10-4e67-8f7b-ecbda81a48e3 gateway port host: None {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:21:21.993276 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6e255c63-b560-4ae4-befb-1fb9fc914309 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (dbc16bd4-165e-47fb-ad23-8817eacec51f), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:22.055048 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-6e255c63-b560-4ae4-befb-1fb9fc914309 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Deleting port 00752351-6899-44dd-b77f-4a46e7e9e11e {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:21:22.055404 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6e255c63-b560-4ae4-befb-1fb9fc914309 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (00752351-6899-44dd-b77f-4a46e7e9e11e), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:22.072615 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d296bb-aac1-4195-bde6-719f41429647 None None] DHCP port deletion for dbc16bd4-165e-47fb-ad23-8817eacec51f request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:21:22.125964 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-58d296bb-aac1-4195-bde6-719f41429647 None None] Deleting port 00752351-6899-44dd-b77f-4a46e7e9e11e {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:21:22.126449 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-58d296bb-aac1-4195-bde6-719f41429647 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (00752351-6899-44dd-b77f-4a46e7e9e11e), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:22.128895 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-6e255c63-b560-4ae4-befb-1fb9fc914309 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] For port 00752351-6899-44dd-b77f-4a46e7e9e11e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00752351-6899-44dd-b77f-4a46e7e9e11e,segment=NetworkSegment(addd71d5-1c02-43b8-b6a2-9a6ad7ff9bac),segment_id=addd71d5-1c02-43b8-b6a2-9a6ad7ff9bac)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:21:22.129375 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6e255c63-b560-4ae4-befb-1fb9fc914309 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (00752351-6899-44dd-b77f-4a46e7e9e11e), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:22.144979 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-6e255c63-b560-4ae4-befb-1fb9fc914309 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Calling delete_port for 00752351-6899-44dd-b77f-4a46e7e9e11e owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:21:22.197392 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-58d296bb-aac1-4195-bde6-719f41429647 None None] For port 00752351-6899-44dd-b77f-4a46e7e9e11e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00752351-6899-44dd-b77f-4a46e7e9e11e,segment=NetworkSegment(addd71d5-1c02-43b8-b6a2-9a6ad7ff9bac),segment_id=addd71d5-1c02-43b8-b6a2-9a6ad7ff9bac)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:21:22.197852 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-58d296bb-aac1-4195-bde6-719f41429647 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (00752351-6899-44dd-b77f-4a46e7e9e11e), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:22.215032 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 045a3a53-feae-404c-9454-f59594848021 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:21:22.217200 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-0b441f13-3874-499e-8179-b93c9b7bdd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db9147fd0>, [{'id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'name': 'tempest-RoutersIpV6Test-router-1739884781', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:06Z', 'updated_at': '2022-02-05T21:21:21Z', 'revision_number': 8, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'gw_port_host': None, '_interfaces': [{'id': '8b388bc1-fb21-4a57-a652-1213dc7d04d3', 'name': '', 'network_id': '1bf01b8a-7dd7-4c25-86a2-95559e596195', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:d9:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '2d7401bd-744a-49c4-adb2-aafda1d9b877', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:10Z', 'updated_at': '2022-02-05T21:21:15Z', 'revision_number': 5, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': '2d7401bd-744a-49c4-adb2-aafda1d9b877', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9c6fc5e-db62-4681-8d79-bcceefe9cc61', 'name': '', 'network_id': '59af236a-814e-4484-a3af-b0b24c49e373', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:1b:77:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '3d66dac2-4427-425e-a631-de06cb31a5c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:07Z', 'updated_at': '2022-02-05T21:21:10Z', 'revision_number': 5, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': '3d66dac2-4427-425e-a631-de06cb31a5c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e', 'name': '', 'network_id': '8568ab29-3284-4bb5-99db-69a2a4157d33', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:7b:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'afde3d25-aca9-447b-98de-90b933884b98', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:12Z', 'updated_at': '2022-02-05T21:21:19Z', 'revision_number': 5, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': 'afde3d25-aca9-447b-98de-90b933884b98', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:22.222808 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-58d296bb-aac1-4195-bde6-719f41429647 None None] Calling delete_port for 00752351-6899-44dd-b77f-4a46e7e9e11e owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:21:22.239895 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6e255c63-b560-4ae4-befb-1fb9fc914309 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (00752351-6899-44dd-b77f-4a46e7e9e11e), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:22.244719 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 045a3a53-feae-404c-9454-f59594848021 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:21:22.245156 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 045a3a53-feae-404c-9454-f59594848021 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:21:22.245288 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b441f13-3874-499e-8179-b93c9b7bdd5a None None] Checking router: 84575baa-5b10-4e67-8f7b-ecbda81a48e3 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:21:22.245511 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 00752351-6899-44dd-b77f-4a46e7e9e11e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:21:22.253479 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b441f13-3874-499e-8179-b93c9b7bdd5a None None] Routers {'84575baa-5b10-4e67-8f7b-ecbda81a48e3'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:21:22.254093 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-0b441f13-3874-499e-8179-b93c9b7bdd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db9147fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:21:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['84575baa-5b10-4e67-8f7b-ecbda81a48e3'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:22.270489 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 00752351-6899-44dd-b77f-4a46e7e9e11e {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:21:22.270852 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 00752351-6899-44dd-b77f-4a46e7e9e11e not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:21:22.275396 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e255c63-b560-4ae4-befb-1fb9fc914309 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event deleted for resources: {'Port': ['ID=00752351-6899-44dd-b77f-4a46e7e9e11e,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:22.277243 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e255c63-b560-4ae4-befb-1fb9fc914309 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] No DVR routers for this DVR port 00752351-6899-44dd-b77f-4a46e7e9e11e on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:21:22.346432 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-58d296bb-aac1-4195-bde6-719f41429647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (00752351-6899-44dd-b77f-4a46e7e9e11e), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:22.349819 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-0b441f13-3874-499e-8179-b93c9b7bdd5a None None] Set router 84575baa-5b10-4e67-8f7b-ecbda81a48e3 gateway port host: None {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:21:22.369603 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6e255c63-b560-4ae4-befb-1fb9fc914309 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (dbc16bd4-165e-47fb-ad23-8817eacec51f), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:22.379905 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d296bb-aac1-4195-bde6-719f41429647 None None] No DVR routers for this DVR port 00752351-6899-44dd-b77f-4a46e7e9e11e on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:21:22.380425 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d296bb-aac1-4195-bde6-719f41429647 None None] Pushing event deleted for resources: {'Port': ['ID=00752351-6899-44dd-b77f-4a46e7e9e11e,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:22.403217 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-6e255c63-b560-4ae4-befb-1fb9fc914309 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2a62a60>,) {'filters': {'network_id': ['dbc16bd4-165e-47fb-ad23-8817eacec51f']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:22.412997 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-6e255c63-b560-4ae4-befb-1fb9fc914309 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2a62a60>, 'addd71d5-1c02-43b8-b6a2-9a6ad7ff9bac') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:22.413300 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-6e255c63-b560-4ae4-befb-1fb9fc914309 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2a62a60>, 'addd71d5-1c02-43b8-b6a2-9a6ad7ff9bac') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:22.423164 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6e255c63-b560-4ae4-befb-1fb9fc914309 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (addd71d5-1c02-43b8-b6a2-9a6ad7ff9bac), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:22.436861 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6e255c63-b560-4ae4-befb-1fb9fc914309 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (addd71d5-1c02-43b8-b6a2-9a6ad7ff9bac), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:22.444055 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e255c63-b560-4ae4-befb-1fb9fc914309 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:21:22.444559 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6e255c63-b560-4ae4-befb-1fb9fc914309 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (addd71d5-1c02-43b8-b6a2-9a6ad7ff9bac), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:22.447647 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:21:22.447647 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:21:22.447647 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:21:22.447647 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:21:22.447647 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:21:22.447647 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:21:22.447647 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:21:22.447647 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:21:22.447647 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:21:22.447647 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:21:22.447647 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:21:22.447647 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:21:22.447647 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:21:22.447647 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:21:22.447647 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:21:22.447647 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:21:22.447647 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:21:22.447647 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:21:22.447647 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:21:22.447647 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:21:22.447647 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:21:22.447647 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:21:22.447647 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:21:22.447647 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:21:22.447647 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:21:22.447647 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:21:22.447647 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:21:22.447647 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:21:22.447647 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:21:22.447647 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:21:22.447647 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:21:22.447647 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:21:22.510798 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6e255c63-b560-4ae4-befb-1fb9fc914309 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (dbc16bd4-165e-47fb-ad23-8817eacec51f), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:22.518906 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6e255c63-b560-4ae4-befb-1fb9fc914309 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:22.522106 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6e255c63-b560-4ae4-befb-1fb9fc914309 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "DELETE /v2.0/networks/dbc16bd4-165e-47fb-ad23-8817eacec51f HTTP/1.1" status: 204  len: 168 time: 0.6187606
Feb 05 21:21:22.524879 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48030) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:22.541013 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e255c63-b560-4ae4-befb-1fb9fc914309 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event deleted for resources: {'Network': ['ID=dbc16bd4-165e-47fb-ad23-8817eacec51f,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:22.563381 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-0b441f13-3874-499e-8179-b93c9b7bdd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db9147fd0>, [{'id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'name': 'tempest-RoutersIpV6Test-router-1739884781', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:06Z', 'updated_at': '2022-02-05T21:21:21Z', 'revision_number': 8, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'gw_port_host': None, '_interfaces': [{'id': '8b388bc1-fb21-4a57-a652-1213dc7d04d3', 'name': '', 'network_id': '1bf01b8a-7dd7-4c25-86a2-95559e596195', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:d9:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '2d7401bd-744a-49c4-adb2-aafda1d9b877', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:10Z', 'updated_at': '2022-02-05T21:21:15Z', 'revision_number': 5, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': '2d7401bd-744a-49c4-adb2-aafda1d9b877', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9c6fc5e-db62-4681-8d79-bcceefe9cc61', 'name': '', 'network_id': '59af236a-814e-4484-a3af-b0b24c49e373', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:1b:77:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '3d66dac2-4427-425e-a631-de06cb31a5c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:07Z', 'updated_at': '2022-02-05T21:21:10Z', 'revision_number': 5, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': '3d66dac2-4427-425e-a631-de06cb31a5c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e', 'name': '', 'network_id': '8568ab29-3284-4bb5-99db-69a2a4157d33', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:7b:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'afde3d25-aca9-447b-98de-90b933884b98', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:12Z', 'updated_at': '2022-02-05T21:21:19Z', 'revision_number': 5, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': 'afde3d25-aca9-447b-98de-90b933884b98', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:22.589712 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b441f13-3874-499e-8179-b93c9b7bdd5a None None] The sync data for ids ['84575baa-5b10-4e67-8f7b-ecbda81a48e3'] in ncdv-master-1 is: [{'id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'name': 'tempest-RoutersIpV6Test-router-1739884781', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:06Z', 'updated_at': '2022-02-05T21:21:21Z', 'revision_number': 8, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'gw_port_host': None, '_interfaces': [{'id': '8b388bc1-fb21-4a57-a652-1213dc7d04d3', 'name': '', 'network_id': '1bf01b8a-7dd7-4c25-86a2-95559e596195', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:d9:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '2d7401bd-744a-49c4-adb2-aafda1d9b877', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:10Z', 'updated_at': '2022-02-05T21:21:15Z', 'revision_number': 5, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': '2d7401bd-744a-49c4-adb2-aafda1d9b877', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9c6fc5e-db62-4681-8d79-bcceefe9cc61', 'name': '', 'network_id': '59af236a-814e-4484-a3af-b0b24c49e373', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:1b:77:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '3d66dac2-4427-425e-a631-de06cb31a5c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:07Z', 'updated_at': '2022-02-05T21:21:10Z', 'revision_number': 5, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': '3d66dac2-4427-425e-a631-de06cb31a5c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e', 'name': '', 'network_id': '8568ab29-3284-4bb5-99db-69a2a4157d33', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:7b:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'afde3d25-aca9-447b-98de-90b933884b98', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:12Z', 'updated_at': '2022-02-05T21:21:19Z', 'revision_number': 5, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': 'afde3d25-aca9-447b-98de-90b933884b98', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:21:23.143125 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-67a6b77f-8b5f-4dfe-97f2-00f73b9da966 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (84575baa-5b10-4e67-8f7b-ecbda81a48e3), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:23.389856 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-67a6b77f-8b5f-4dfe-97f2-00f73b9da966 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Deleting port bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:21:23.391137 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-67a6b77f-8b5f-4dfe-97f2-00f73b9da966 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:23.480529 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-67a6b77f-8b5f-4dfe-97f2-00f73b9da966 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] For port bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e,segment=NetworkSegment(859710c1-d2d4-4918-a357-3841f064e58b),segment_id=859710c1-d2d4-4918-a357-3841f064e58b)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:21:23.480895 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-67a6b77f-8b5f-4dfe-97f2-00f73b9da966 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:23.492684 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-67a6b77f-8b5f-4dfe-97f2-00f73b9da966 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Calling delete_port for bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e owned by network:router_interface {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:21:23.665358 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-67a6b77f-8b5f-4dfe-97f2-00f73b9da966 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:23.692525 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a6b77f-8b5f-4dfe-97f2-00f73b9da966 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event deleted for resources: {'Port': ['ID=bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:23.810934 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-67a6b77f-8b5f-4dfe-97f2-00f73b9da966 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (84575baa-5b10-4e67-8f7b-ecbda81a48e3), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:24.007122 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a6b77f-8b5f-4dfe-97f2-00f73b9da966 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Router 84575baa-5b10-4e67-8f7b-ecbda81a48e3 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:21:24.103777 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a6b77f-8b5f-4dfe-97f2-00f73b9da966 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:21:24.108729 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-67a6b77f-8b5f-4dfe-97f2-00f73b9da966 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "PUT /v2.0/routers/84575baa-5b10-4e67-8f7b-ecbda81a48e3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5826545
Feb 05 21:21:24.111606 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48032) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:24.116210 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c72a5e-d3f4-4e29-b67f-d2c80f791396 None None] Sync routers for ids ['84575baa-5b10-4e67-8f7b-ecbda81a48e3'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:21:24.126817 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c72a5e-d3f4-4e29-b67f-d2c80f791396 None None] Routers {'84575baa-5b10-4e67-8f7b-ecbda81a48e3'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:21:24.127446 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-51c72a5e-d3f4-4e29-b67f-d2c80f791396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab40baf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:21:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['84575baa-5b10-4e67-8f7b-ecbda81a48e3'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:24.167309 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7f5068b-8839-417c-8c96-9696fb3bb34c tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Deleting subnet afde3d25-aca9-447b-98de-90b933884b98 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:21:24.170793 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d7f5068b-8839-417c-8c96-9696fb3bb34c tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for subnet (afde3d25-aca9-447b-98de-90b933884b98), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:24.213253 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d7f5068b-8839-417c-8c96-9696fb3bb34c tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (afde3d25-aca9-447b-98de-90b933884b98), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:24.306947 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d7f5068b-8839-417c-8c96-9696fb3bb34c tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (afde3d25-aca9-447b-98de-90b933884b98), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:24.367532 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d7f5068b-8839-417c-8c96-9696fb3bb34c tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (afde3d25-aca9-447b-98de-90b933884b98), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:24.376953 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-51c72a5e-d3f4-4e29-b67f-d2c80f791396 None None] Set router 84575baa-5b10-4e67-8f7b-ecbda81a48e3 gateway port host: None {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:21:24.394856 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5068b-8839-417c-8c96-9696fb3bb34c tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event deleted for resources: {'Subnet': ['ID=afde3d25-aca9-447b-98de-90b933884b98,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:24.398715 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d7f5068b-8839-417c-8c96-9696fb3bb34c tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:24.401748 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d7f5068b-8839-417c-8c96-9696fb3bb34c tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "DELETE /v2.0/subnets/afde3d25-aca9-447b-98de-90b933884b98 HTTP/1.1" status: 204  len: 168 time: 0.2892799
Feb 05 21:21:24.404528 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48034) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:24.405439 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c550cab-d08a-41be-b3c5-fc96b36a84eb None None] Network 8568ab29-3284-4bb5-99db-69a2a4157d33 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:21:24.488944 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-07847244-8b4b-482f-9418-0c0e026bc203 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (8568ab29-3284-4bb5-99db-69a2a4157d33), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:24.542575 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-07847244-8b4b-482f-9418-0c0e026bc203 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Deleting port bdb42b8f-df45-4ef8-a694-c72a77b91bd7 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:21:24.542928 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-07847244-8b4b-482f-9418-0c0e026bc203 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (bdb42b8f-df45-4ef8-a694-c72a77b91bd7), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:24.609864 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-07847244-8b4b-482f-9418-0c0e026bc203 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] For port bdb42b8f-df45-4ef8-a694-c72a77b91bd7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bdb42b8f-df45-4ef8-a694-c72a77b91bd7,segment=NetworkSegment(859710c1-d2d4-4918-a357-3841f064e58b),segment_id=859710c1-d2d4-4918-a357-3841f064e58b)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:21:24.610297 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-07847244-8b4b-482f-9418-0c0e026bc203 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (bdb42b8f-df45-4ef8-a694-c72a77b91bd7), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:24.623413 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-07847244-8b4b-482f-9418-0c0e026bc203 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Calling delete_port for bdb42b8f-df45-4ef8-a694-c72a77b91bd7 owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:21:24.670987 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-51c72a5e-d3f4-4e29-b67f-d2c80f791396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab40baf0>, [{'id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'name': 'tempest-RoutersIpV6Test-router-1739884781', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:06Z', 'updated_at': '2022-02-05T21:21:23Z', 'revision_number': 9, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'gw_port_host': None, '_interfaces': [{'id': '8b388bc1-fb21-4a57-a652-1213dc7d04d3', 'name': '', 'network_id': '1bf01b8a-7dd7-4c25-86a2-95559e596195', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:d9:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '2d7401bd-744a-49c4-adb2-aafda1d9b877', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:10Z', 'updated_at': '2022-02-05T21:21:15Z', 'revision_number': 5, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': '2d7401bd-744a-49c4-adb2-aafda1d9b877', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9c6fc5e-db62-4681-8d79-bcceefe9cc61', 'name': '', 'network_id': '59af236a-814e-4484-a3af-b0b24c49e373', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:1b:77:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '3d66dac2-4427-425e-a631-de06cb31a5c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:07Z', 'updated_at': '2022-02-05T21:21:10Z', 'revision_number': 5, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': '3d66dac2-4427-425e-a631-de06cb31a5c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:24.702649 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f940a3fd-57f1-4d4d-94cf-56e7634bbdeb None None] DHCP port deletion for 8568ab29-3284-4bb5-99db-69a2a4157d33 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:21:24.705945 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c72a5e-d3f4-4e29-b67f-d2c80f791396 None None] Checking router: 84575baa-5b10-4e67-8f7b-ecbda81a48e3 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:21:24.708380 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-07847244-8b4b-482f-9418-0c0e026bc203 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (bdb42b8f-df45-4ef8-a694-c72a77b91bd7), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:24.722735 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c72a5e-d3f4-4e29-b67f-d2c80f791396 None None] Routers {'84575baa-5b10-4e67-8f7b-ecbda81a48e3'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:21:24.722735 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-51c72a5e-d3f4-4e29-b67f-d2c80f791396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab40baf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:21:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['84575baa-5b10-4e67-8f7b-ecbda81a48e3'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:24.740102 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07847244-8b4b-482f-9418-0c0e026bc203 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] No DVR routers for this DVR port bdb42b8f-df45-4ef8-a694-c72a77b91bd7 on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:21:24.744881 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07847244-8b4b-482f-9418-0c0e026bc203 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event deleted for resources: {'Port': ['ID=bdb42b8f-df45-4ef8-a694-c72a77b91bd7,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:24.815619 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-51c72a5e-d3f4-4e29-b67f-d2c80f791396 None None] Set router 84575baa-5b10-4e67-8f7b-ecbda81a48e3 gateway port host: None {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:21:24.826351 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-07847244-8b4b-482f-9418-0c0e026bc203 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (8568ab29-3284-4bb5-99db-69a2a4157d33), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:24.847548 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-07847244-8b4b-482f-9418-0c0e026bc203 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db8310fd0>,) {'filters': {'network_id': ['8568ab29-3284-4bb5-99db-69a2a4157d33']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:24.857162 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-07847244-8b4b-482f-9418-0c0e026bc203 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8310fd0>, '859710c1-d2d4-4918-a357-3841f064e58b') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:24.857474 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-07847244-8b4b-482f-9418-0c0e026bc203 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8310fd0>, '859710c1-d2d4-4918-a357-3841f064e58b') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:24.867623 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-07847244-8b4b-482f-9418-0c0e026bc203 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (859710c1-d2d4-4918-a357-3841f064e58b), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:24.882192 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-07847244-8b4b-482f-9418-0c0e026bc203 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (859710c1-d2d4-4918-a357-3841f064e58b), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:24.888628 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07847244-8b4b-482f-9418-0c0e026bc203 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:21:24.889086 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-07847244-8b4b-482f-9418-0c0e026bc203 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (859710c1-d2d4-4918-a357-3841f064e58b), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:24.892366 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:21:24.892366 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:21:24.892366 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:21:24.892366 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:21:24.892366 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:21:24.892366 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:21:24.892366 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:21:24.892366 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:21:24.892366 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:21:24.892366 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:21:24.892366 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:21:24.892366 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:21:24.892366 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:21:24.892366 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:21:24.892366 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:21:24.892366 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:21:24.892366 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:21:24.892366 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:21:24.892366 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:21:24.892366 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:21:24.892366 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:21:24.892366 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:21:24.892366 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:21:24.892366 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:21:24.892366 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:21:24.892366 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:21:24.892366 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:21:24.892366 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:21:24.892366 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:21:24.892366 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:21:24.892366 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:21:24.892366 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:21:24.961647 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-07847244-8b4b-482f-9418-0c0e026bc203 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (8568ab29-3284-4bb5-99db-69a2a4157d33), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:24.969760 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-07847244-8b4b-482f-9418-0c0e026bc203 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:24.972990 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-07847244-8b4b-482f-9418-0c0e026bc203 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "DELETE /v2.0/networks/8568ab29-3284-4bb5-99db-69a2a4157d33 HTTP/1.1" status: 204  len: 168 time: 0.5675130
Feb 05 21:21:24.975802 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48036) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:24.985413 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07847244-8b4b-482f-9418-0c0e026bc203 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event deleted for resources: {'Network': ['ID=8568ab29-3284-4bb5-99db-69a2a4157d33,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:25.039835 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-51c72a5e-d3f4-4e29-b67f-d2c80f791396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab40baf0>, [{'id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'name': 'tempest-RoutersIpV6Test-router-1739884781', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:06Z', 'updated_at': '2022-02-05T21:21:23Z', 'revision_number': 9, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'gw_port_host': None, '_interfaces': [{'id': '8b388bc1-fb21-4a57-a652-1213dc7d04d3', 'name': '', 'network_id': '1bf01b8a-7dd7-4c25-86a2-95559e596195', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:d9:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '2d7401bd-744a-49c4-adb2-aafda1d9b877', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:10Z', 'updated_at': '2022-02-05T21:21:15Z', 'revision_number': 5, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': '2d7401bd-744a-49c4-adb2-aafda1d9b877', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9c6fc5e-db62-4681-8d79-bcceefe9cc61', 'name': '', 'network_id': '59af236a-814e-4484-a3af-b0b24c49e373', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:1b:77:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '3d66dac2-4427-425e-a631-de06cb31a5c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:07Z', 'updated_at': '2022-02-05T21:21:10Z', 'revision_number': 5, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': '3d66dac2-4427-425e-a631-de06cb31a5c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:25.066582 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c72a5e-d3f4-4e29-b67f-d2c80f791396 None None] The sync data for ids ['84575baa-5b10-4e67-8f7b-ecbda81a48e3'] in ncdv-master-1 is: [{'id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'name': 'tempest-RoutersIpV6Test-router-1739884781', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:06Z', 'updated_at': '2022-02-05T21:21:23Z', 'revision_number': 9, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'gw_port_host': None, '_interfaces': [{'id': '8b388bc1-fb21-4a57-a652-1213dc7d04d3', 'name': '', 'network_id': '1bf01b8a-7dd7-4c25-86a2-95559e596195', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:d9:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '2d7401bd-744a-49c4-adb2-aafda1d9b877', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:10Z', 'updated_at': '2022-02-05T21:21:15Z', 'revision_number': 5, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': '2d7401bd-744a-49c4-adb2-aafda1d9b877', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9c6fc5e-db62-4681-8d79-bcceefe9cc61', 'name': '', 'network_id': '59af236a-814e-4484-a3af-b0b24c49e373', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:1b:77:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '3d66dac2-4427-425e-a631-de06cb31a5c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:07Z', 'updated_at': '2022-02-05T21:21:10Z', 'revision_number': 5, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': '3d66dac2-4427-425e-a631-de06cb31a5c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:21:25.313894 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f202b9ca-70d9-49f7-8dfa-1fd8dfb01d14 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (84575baa-5b10-4e67-8f7b-ecbda81a48e3), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:25.569326 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-f202b9ca-70d9-49f7-8dfa-1fd8dfb01d14 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Deleting port 8b388bc1-fb21-4a57-a652-1213dc7d04d3 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:21:25.569593 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f202b9ca-70d9-49f7-8dfa-1fd8dfb01d14 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (8b388bc1-fb21-4a57-a652-1213dc7d04d3), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:25.657638 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-f202b9ca-70d9-49f7-8dfa-1fd8dfb01d14 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] For port 8b388bc1-fb21-4a57-a652-1213dc7d04d3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b388bc1-fb21-4a57-a652-1213dc7d04d3,segment=NetworkSegment(9248fccc-1476-4f11-b1ce-b9c6512f9c96),segment_id=9248fccc-1476-4f11-b1ce-b9c6512f9c96)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:21:25.658000 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f202b9ca-70d9-49f7-8dfa-1fd8dfb01d14 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (8b388bc1-fb21-4a57-a652-1213dc7d04d3), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:25.669471 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-f202b9ca-70d9-49f7-8dfa-1fd8dfb01d14 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Calling delete_port for 8b388bc1-fb21-4a57-a652-1213dc7d04d3 owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:21:25.841154 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f202b9ca-70d9-49f7-8dfa-1fd8dfb01d14 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (8b388bc1-fb21-4a57-a652-1213dc7d04d3), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:25.872667 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f202b9ca-70d9-49f7-8dfa-1fd8dfb01d14 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event deleted for resources: {'Port': ['ID=8b388bc1-fb21-4a57-a652-1213dc7d04d3,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:25.989377 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f202b9ca-70d9-49f7-8dfa-1fd8dfb01d14 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (84575baa-5b10-4e67-8f7b-ecbda81a48e3), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:26.183099 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f202b9ca-70d9-49f7-8dfa-1fd8dfb01d14 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Router 84575baa-5b10-4e67-8f7b-ecbda81a48e3 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:21:26.235238 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device bdb42b8f-df45-4ef8-a694-c72a77b91bd7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:21:26.255232 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: bdb42b8f-df45-4ef8-a694-c72a77b91bd7 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:21:26.255580 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device bdb42b8f-df45-4ef8-a694-c72a77b91bd7 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:21:26.256200 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:21:26.275572 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:21:26.275923 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device bf7ccca9-bb0e-4c16-a88b-65ed3f2ba11e not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:21:26.279474 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f202b9ca-70d9-49f7-8dfa-1fd8dfb01d14 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:21:26.285419 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f202b9ca-70d9-49f7-8dfa-1fd8dfb01d14 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "PUT /v2.0/routers/84575baa-5b10-4e67-8f7b-ecbda81a48e3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3084908
Feb 05 21:21:26.288634 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48038) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:26.290003 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff22a18e-b486-4b3d-816a-98ae26ee2501 None None] Sync routers for ids ['84575baa-5b10-4e67-8f7b-ecbda81a48e3'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:21:26.301242 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff22a18e-b486-4b3d-816a-98ae26ee2501 None None] Routers {'84575baa-5b10-4e67-8f7b-ecbda81a48e3'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:21:26.301942 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-ff22a18e-b486-4b3d-816a-98ae26ee2501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db9147520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:21:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['84575baa-5b10-4e67-8f7b-ecbda81a48e3'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:26.340119 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-195856db-78d3-4fc0-afe0-3c0e19a03dc7 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Deleting subnet 2d7401bd-744a-49c4-adb2-aafda1d9b877 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:21:26.343838 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-195856db-78d3-4fc0-afe0-3c0e19a03dc7 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for subnet (2d7401bd-744a-49c4-adb2-aafda1d9b877), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:26.384817 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-195856db-78d3-4fc0-afe0-3c0e19a03dc7 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (2d7401bd-744a-49c4-adb2-aafda1d9b877), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:26.387952 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-ff22a18e-b486-4b3d-816a-98ae26ee2501 None None] Set router 84575baa-5b10-4e67-8f7b-ecbda81a48e3 gateway port host: None {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:21:26.474444 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-195856db-78d3-4fc0-afe0-3c0e19a03dc7 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (2d7401bd-744a-49c4-adb2-aafda1d9b877), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:26.532855 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-195856db-78d3-4fc0-afe0-3c0e19a03dc7 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (2d7401bd-744a-49c4-adb2-aafda1d9b877), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:26.557563 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195856db-78d3-4fc0-afe0-3c0e19a03dc7 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event deleted for resources: {'Subnet': ['ID=2d7401bd-744a-49c4-adb2-aafda1d9b877,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:26.563721 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-195856db-78d3-4fc0-afe0-3c0e19a03dc7 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:26.566947 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-195856db-78d3-4fc0-afe0-3c0e19a03dc7 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "DELETE /v2.0/subnets/2d7401bd-744a-49c4-adb2-aafda1d9b877 HTTP/1.1" status: 204  len: 168 time: 0.2774274
Feb 05 21:21:26.569560 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48040) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:26.572369 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e42f19-5190-458b-93be-eb9c7e59bc2b None None] Network 1bf01b8a-7dd7-4c25-86a2-95559e596195 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:21:26.582871 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-ff22a18e-b486-4b3d-816a-98ae26ee2501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db9147520>, [{'id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'name': 'tempest-RoutersIpV6Test-router-1739884781', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:06Z', 'updated_at': '2022-02-05T21:21:25Z', 'revision_number': 10, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'gw_port_host': None, '_interfaces': [{'id': 'a9c6fc5e-db62-4681-8d79-bcceefe9cc61', 'name': '', 'network_id': '59af236a-814e-4484-a3af-b0b24c49e373', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:1b:77:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '3d66dac2-4427-425e-a631-de06cb31a5c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:07Z', 'updated_at': '2022-02-05T21:21:10Z', 'revision_number': 5, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': '3d66dac2-4427-425e-a631-de06cb31a5c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:26.613393 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff22a18e-b486-4b3d-816a-98ae26ee2501 None None] Checking router: 84575baa-5b10-4e67-8f7b-ecbda81a48e3 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:21:26.622034 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff22a18e-b486-4b3d-816a-98ae26ee2501 None None] Routers {'84575baa-5b10-4e67-8f7b-ecbda81a48e3'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:21:26.622704 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-ff22a18e-b486-4b3d-816a-98ae26ee2501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db9147520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:21:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['84575baa-5b10-4e67-8f7b-ecbda81a48e3'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:26.655077 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a9e0e047-b539-4e9a-93f0-e83646069d45 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (1bf01b8a-7dd7-4c25-86a2-95559e596195), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:26.713971 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-a9e0e047-b539-4e9a-93f0-e83646069d45 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Deleting port 2e165204-e8ea-4ed9-b22b-c4f503cde28a {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:21:26.714648 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a9e0e047-b539-4e9a-93f0-e83646069d45 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (2e165204-e8ea-4ed9-b22b-c4f503cde28a), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:26.727557 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-ff22a18e-b486-4b3d-816a-98ae26ee2501 None None] Set router 84575baa-5b10-4e67-8f7b-ecbda81a48e3 gateway port host: None {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:21:26.743110 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f968ab-495a-4373-acf2-5a51290cd5cd None None] DHCP port deletion for 1bf01b8a-7dd7-4c25-86a2-95559e596195 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:21:26.783015 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-a9e0e047-b539-4e9a-93f0-e83646069d45 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] For port 2e165204-e8ea-4ed9-b22b-c4f503cde28a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2e165204-e8ea-4ed9-b22b-c4f503cde28a,segment=NetworkSegment(9248fccc-1476-4f11-b1ce-b9c6512f9c96),segment_id=9248fccc-1476-4f11-b1ce-b9c6512f9c96)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:21:26.783495 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a9e0e047-b539-4e9a-93f0-e83646069d45 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (2e165204-e8ea-4ed9-b22b-c4f503cde28a), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:26.797951 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-a9e0e047-b539-4e9a-93f0-e83646069d45 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Calling delete_port for 2e165204-e8ea-4ed9-b22b-c4f503cde28a owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:21:26.805793 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-63f968ab-495a-4373-acf2-5a51290cd5cd None None] Deleting port 2e165204-e8ea-4ed9-b22b-c4f503cde28a {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:21:26.806498 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-63f968ab-495a-4373-acf2-5a51290cd5cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (2e165204-e8ea-4ed9-b22b-c4f503cde28a), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:26.874093 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-63f968ab-495a-4373-acf2-5a51290cd5cd None None] For port 2e165204-e8ea-4ed9-b22b-c4f503cde28a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2e165204-e8ea-4ed9-b22b-c4f503cde28a,segment=NetworkSegment(9248fccc-1476-4f11-b1ce-b9c6512f9c96),segment_id=9248fccc-1476-4f11-b1ce-b9c6512f9c96)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:21:26.875275 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-63f968ab-495a-4373-acf2-5a51290cd5cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (2e165204-e8ea-4ed9-b22b-c4f503cde28a), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:26.887716 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a9e0e047-b539-4e9a-93f0-e83646069d45 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (2e165204-e8ea-4ed9-b22b-c4f503cde28a), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:26.889519 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-63f968ab-495a-4373-acf2-5a51290cd5cd None None] Calling delete_port for 2e165204-e8ea-4ed9-b22b-c4f503cde28a owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:21:26.915962 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0e047-b539-4e9a-93f0-e83646069d45 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event deleted for resources: {'Port': ['ID=2e165204-e8ea-4ed9-b22b-c4f503cde28a,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:26.917666 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e0e047-b539-4e9a-93f0-e83646069d45 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] No DVR routers for this DVR port 2e165204-e8ea-4ed9-b22b-c4f503cde28a on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:21:26.984440 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-63f968ab-495a-4373-acf2-5a51290cd5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (2e165204-e8ea-4ed9-b22b-c4f503cde28a), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:27.004384 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a9e0e047-b539-4e9a-93f0-e83646069d45 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (1bf01b8a-7dd7-4c25-86a2-95559e596195), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:27.013433 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f968ab-495a-4373-acf2-5a51290cd5cd None None] Pushing event deleted for resources: {'Port': ['ID=2e165204-e8ea-4ed9-b22b-c4f503cde28a,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:27.016131 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f968ab-495a-4373-acf2-5a51290cd5cd None None] No DVR routers for this DVR port 2e165204-e8ea-4ed9-b22b-c4f503cde28a on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:21:27.030509 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-a9e0e047-b539-4e9a-93f0-e83646069d45 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db259e6d0>,) {'filters': {'network_id': ['1bf01b8a-7dd7-4c25-86a2-95559e596195']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:27.041600 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-a9e0e047-b539-4e9a-93f0-e83646069d45 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db259e6d0>, '9248fccc-1476-4f11-b1ce-b9c6512f9c96') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:27.041907 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-a9e0e047-b539-4e9a-93f0-e83646069d45 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db259e6d0>, '9248fccc-1476-4f11-b1ce-b9c6512f9c96') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:27.048887 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-ff22a18e-b486-4b3d-816a-98ae26ee2501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db9147520>, [{'id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'name': 'tempest-RoutersIpV6Test-router-1739884781', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:06Z', 'updated_at': '2022-02-05T21:21:25Z', 'revision_number': 10, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'gw_port_host': None, '_interfaces': [{'id': 'a9c6fc5e-db62-4681-8d79-bcceefe9cc61', 'name': '', 'network_id': '59af236a-814e-4484-a3af-b0b24c49e373', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:1b:77:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '3d66dac2-4427-425e-a631-de06cb31a5c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:07Z', 'updated_at': '2022-02-05T21:21:10Z', 'revision_number': 5, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': '3d66dac2-4427-425e-a631-de06cb31a5c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:27.053249 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a9e0e047-b539-4e9a-93f0-e83646069d45 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (9248fccc-1476-4f11-b1ce-b9c6512f9c96), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:27.067651 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a9e0e047-b539-4e9a-93f0-e83646069d45 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (9248fccc-1476-4f11-b1ce-b9c6512f9c96), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:27.075234 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9e0e047-b539-4e9a-93f0-e83646069d45 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:21:27.076247 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a9e0e047-b539-4e9a-93f0-e83646069d45 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (9248fccc-1476-4f11-b1ce-b9c6512f9c96), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:27.079853 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff22a18e-b486-4b3d-816a-98ae26ee2501 None None] The sync data for ids ['84575baa-5b10-4e67-8f7b-ecbda81a48e3'] in ncdv-master-1 is: [{'id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'name': 'tempest-RoutersIpV6Test-router-1739884781', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:06Z', 'updated_at': '2022-02-05T21:21:25Z', 'revision_number': 10, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'gw_port_host': None, '_interfaces': [{'id': 'a9c6fc5e-db62-4681-8d79-bcceefe9cc61', 'name': '', 'network_id': '59af236a-814e-4484-a3af-b0b24c49e373', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'mac_address': 'fa:16:3e:1b:77:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '3d66dac2-4427-425e-a631-de06cb31a5c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:07Z', 'updated_at': '2022-02-05T21:21:10Z', 'revision_number': 5, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'subnets': [{'id': '3d66dac2-4427-425e-a631-de06cb31a5c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:21:27.080622 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:21:27.080622 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:21:27.080622 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:21:27.080622 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:21:27.080622 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:21:27.080622 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:21:27.080622 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:21:27.080622 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:21:27.080622 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:21:27.080622 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:21:27.080622 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:21:27.080622 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:21:27.080622 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:21:27.080622 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:21:27.080622 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:21:27.080622 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:21:27.080622 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:21:27.080622 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:21:27.080622 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:21:27.080622 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:21:27.080622 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:21:27.080622 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:21:27.080622 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:21:27.080622 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:21:27.080622 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:21:27.080622 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:21:27.080622 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:21:27.080622 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:21:27.080622 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:21:27.080622 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:21:27.080622 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:21:27.080622 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:21:27.148308 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a9e0e047-b539-4e9a-93f0-e83646069d45 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (1bf01b8a-7dd7-4c25-86a2-95559e596195), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:27.152587 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a9e0e047-b539-4e9a-93f0-e83646069d45 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:27.156018 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a9e0e047-b539-4e9a-93f0-e83646069d45 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "DELETE /v2.0/networks/1bf01b8a-7dd7-4c25-86a2-95559e596195 HTTP/1.1" status: 204  len: 168 time: 0.5851691
Feb 05 21:21:27.159417 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48042) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:27.174483 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0e047-b539-4e9a-93f0-e83646069d45 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event deleted for resources: {'Network': ['ID=1bf01b8a-7dd7-4c25-86a2-95559e596195,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:27.488195 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fcb205f5-cfeb-4dde-9e06-11cd6f3c38c6 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (84575baa-5b10-4e67-8f7b-ecbda81a48e3), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:28.018868 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-fcb205f5-cfeb-4dde-9e06-11cd6f3c38c6 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Deleting port a9c6fc5e-db62-4681-8d79-bcceefe9cc61 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:21:28.019216 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fcb205f5-cfeb-4dde-9e06-11cd6f3c38c6 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (a9c6fc5e-db62-4681-8d79-bcceefe9cc61), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:28.116252 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-fcb205f5-cfeb-4dde-9e06-11cd6f3c38c6 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] For port a9c6fc5e-db62-4681-8d79-bcceefe9cc61, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9c6fc5e-db62-4681-8d79-bcceefe9cc61,segment=NetworkSegment(9f5a9e85-c58d-45bb-ad16-080a01b17078),segment_id=9f5a9e85-c58d-45bb-ad16-080a01b17078)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:21:28.116621 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fcb205f5-cfeb-4dde-9e06-11cd6f3c38c6 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (a9c6fc5e-db62-4681-8d79-bcceefe9cc61), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:28.129344 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-fcb205f5-cfeb-4dde-9e06-11cd6f3c38c6 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Calling delete_port for a9c6fc5e-db62-4681-8d79-bcceefe9cc61 owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:21:28.193399 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 2e165204-e8ea-4ed9-b22b-c4f503cde28a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:21:28.221524 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 2e165204-e8ea-4ed9-b22b-c4f503cde28a {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:21:28.222560 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 2e165204-e8ea-4ed9-b22b-c4f503cde28a not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:21:28.223004 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 8b388bc1-fb21-4a57-a652-1213dc7d04d3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:21:28.244574 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 8b388bc1-fb21-4a57-a652-1213dc7d04d3 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:21:28.244924 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 8b388bc1-fb21-4a57-a652-1213dc7d04d3 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:21:28.322508 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fcb205f5-cfeb-4dde-9e06-11cd6f3c38c6 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (a9c6fc5e-db62-4681-8d79-bcceefe9cc61), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:28.353940 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb205f5-cfeb-4dde-9e06-11cd6f3c38c6 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event deleted for resources: {'Port': ['ID=a9c6fc5e-db62-4681-8d79-bcceefe9cc61,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:28.474157 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fcb205f5-cfeb-4dde-9e06-11cd6f3c38c6 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (84575baa-5b10-4e67-8f7b-ecbda81a48e3), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:28.655742 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb205f5-cfeb-4dde-9e06-11cd6f3c38c6 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Router 84575baa-5b10-4e67-8f7b-ecbda81a48e3 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:21:28.741813 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb205f5-cfeb-4dde-9e06-11cd6f3c38c6 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:21:28.748677 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-fcb205f5-cfeb-4dde-9e06-11cd6f3c38c6 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "PUT /v2.0/routers/84575baa-5b10-4e67-8f7b-ecbda81a48e3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5862749
Feb 05 21:21:28.749967 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48050) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:28.752386 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b37fdd5-cd93-42a4-981f-be1e4c608bde None None] Sync routers for ids ['84575baa-5b10-4e67-8f7b-ecbda81a48e3'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:21:28.763384 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b37fdd5-cd93-42a4-981f-be1e4c608bde None None] Routers {'84575baa-5b10-4e67-8f7b-ecbda81a48e3'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:21:28.764266 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-2b37fdd5-cd93-42a4-981f-be1e4c608bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab9edc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:21:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['84575baa-5b10-4e67-8f7b-ecbda81a48e3'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:28.814356 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0b0395f-b9cc-4802-af96-f934b00eaeac tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Deleting subnet 3d66dac2-4427-425e-a631-de06cb31a5c2 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:21:28.817701 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e0b0395f-b9cc-4802-af96-f934b00eaeac tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for subnet (3d66dac2-4427-425e-a631-de06cb31a5c2), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:28.848510 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-2b37fdd5-cd93-42a4-981f-be1e4c608bde None None] Set router 84575baa-5b10-4e67-8f7b-ecbda81a48e3 gateway port host: None {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:21:28.859577 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e0b0395f-b9cc-4802-af96-f934b00eaeac tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (3d66dac2-4427-425e-a631-de06cb31a5c2), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:28.912267 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-2b37fdd5-cd93-42a4-981f-be1e4c608bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab9edc70>, [{'id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'name': 'tempest-RoutersIpV6Test-router-1739884781', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:06Z', 'updated_at': '2022-02-05T21:21:28Z', 'revision_number': 11, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:28.939219 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b37fdd5-cd93-42a4-981f-be1e4c608bde None None] Checking router: 84575baa-5b10-4e67-8f7b-ecbda81a48e3 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:21:28.947848 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e0b0395f-b9cc-4802-af96-f934b00eaeac tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (3d66dac2-4427-425e-a631-de06cb31a5c2), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:28.948454 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b37fdd5-cd93-42a4-981f-be1e4c608bde None None] Routers {'84575baa-5b10-4e67-8f7b-ecbda81a48e3'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:21:28.949033 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-2b37fdd5-cd93-42a4-981f-be1e4c608bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab9edc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:21:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['84575baa-5b10-4e67-8f7b-ecbda81a48e3'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:29.011513 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e0b0395f-b9cc-4802-af96-f934b00eaeac tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (3d66dac2-4427-425e-a631-de06cb31a5c2), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:29.025823 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-2b37fdd5-cd93-42a4-981f-be1e4c608bde None None] Set router 84575baa-5b10-4e67-8f7b-ecbda81a48e3 gateway port host: None {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:21:29.040691 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0395f-b9cc-4802-af96-f934b00eaeac tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event deleted for resources: {'Subnet': ['ID=3d66dac2-4427-425e-a631-de06cb31a5c2,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:29.045305 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e0b0395f-b9cc-4802-af96-f934b00eaeac tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:29.052841 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e0b0395f-b9cc-4802-af96-f934b00eaeac tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "DELETE /v2.0/subnets/3d66dac2-4427-425e-a631-de06cb31a5c2 HTTP/1.1" status: 204  len: 168 time: 0.3009341
Feb 05 21:21:29.053491 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38797ded-4286-4321-b9d0-e68bd352c083 None None] Network 59af236a-814e-4484-a3af-b0b24c49e373 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:21:29.053613 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48054) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:29.087480 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-2b37fdd5-cd93-42a4-981f-be1e4c608bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab9edc70>, [{'id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'name': 'tempest-RoutersIpV6Test-router-1739884781', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:06Z', 'updated_at': '2022-02-05T21:21:28Z', 'revision_number': 11, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:29.131342 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b37fdd5-cd93-42a4-981f-be1e4c608bde None None] The sync data for ids ['84575baa-5b10-4e67-8f7b-ecbda81a48e3'] in ncdv-master-1 is: [{'id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'name': 'tempest-RoutersIpV6Test-router-1739884781', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:06Z', 'updated_at': '2022-02-05T21:21:28Z', 'revision_number': 11, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'gw_port_host': None}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:21:29.135687 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-60b2d0d7-b01f-446c-bc69-37c799ffceba tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (59af236a-814e-4484-a3af-b0b24c49e373), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:29.190108 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-60b2d0d7-b01f-446c-bc69-37c799ffceba tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Deleting port 712f21e4-9d80-479f-b175-5b235a00ab46 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:21:29.190510 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-60b2d0d7-b01f-446c-bc69-37c799ffceba tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (712f21e4-9d80-479f-b175-5b235a00ab46), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:29.262305 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-60b2d0d7-b01f-446c-bc69-37c799ffceba tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] For port 712f21e4-9d80-479f-b175-5b235a00ab46, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=712f21e4-9d80-479f-b175-5b235a00ab46,segment=NetworkSegment(9f5a9e85-c58d-45bb-ad16-080a01b17078),segment_id=9f5a9e85-c58d-45bb-ad16-080a01b17078)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:21:29.262621 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-60b2d0d7-b01f-446c-bc69-37c799ffceba tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (712f21e4-9d80-479f-b175-5b235a00ab46), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:29.277798 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-60b2d0d7-b01f-446c-bc69-37c799ffceba tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Calling delete_port for 712f21e4-9d80-479f-b175-5b235a00ab46 owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:21:29.356213 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-60b2d0d7-b01f-446c-bc69-37c799ffceba tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (712f21e4-9d80-479f-b175-5b235a00ab46), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:29.380361 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b2d0d7-b01f-446c-bc69-37c799ffceba tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event deleted for resources: {'Port': ['ID=712f21e4-9d80-479f-b175-5b235a00ab46,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:29.385814 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b2d0d7-b01f-446c-bc69-37c799ffceba tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] No DVR routers for this DVR port 712f21e4-9d80-479f-b175-5b235a00ab46 on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:21:29.469602 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-60b2d0d7-b01f-446c-bc69-37c799ffceba tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (59af236a-814e-4484-a3af-b0b24c49e373), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:29.491341 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0a30cc-f714-4fab-9dca-2c6a61f7cdb6 None None] DHCP port deletion for 59af236a-814e-4484-a3af-b0b24c49e373 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:21:29.492091 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-60b2d0d7-b01f-446c-bc69-37c799ffceba tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db8a2f640>,) {'filters': {'network_id': ['59af236a-814e-4484-a3af-b0b24c49e373']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:29.508889 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-60b2d0d7-b01f-446c-bc69-37c799ffceba tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8a2f640>, '9f5a9e85-c58d-45bb-ad16-080a01b17078') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:29.509733 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-60b2d0d7-b01f-446c-bc69-37c799ffceba tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8a2f640>, '9f5a9e85-c58d-45bb-ad16-080a01b17078') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:29.520531 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-60b2d0d7-b01f-446c-bc69-37c799ffceba tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (9f5a9e85-c58d-45bb-ad16-080a01b17078), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:29.534885 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-60b2d0d7-b01f-446c-bc69-37c799ffceba tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (9f5a9e85-c58d-45bb-ad16-080a01b17078), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:29.540707 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60b2d0d7-b01f-446c-bc69-37c799ffceba tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:21:29.541095 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-60b2d0d7-b01f-446c-bc69-37c799ffceba tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (9f5a9e85-c58d-45bb-ad16-080a01b17078), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:29.544179 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:21:29.544179 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:21:29.544179 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:21:29.544179 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:21:29.544179 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:21:29.544179 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:21:29.544179 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:21:29.544179 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:21:29.544179 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:21:29.544179 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:21:29.544179 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:21:29.544179 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:21:29.544179 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:21:29.544179 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:21:29.544179 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:21:29.544179 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:21:29.544179 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:21:29.544179 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:21:29.544179 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:21:29.544179 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:21:29.544179 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:21:29.544179 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:21:29.544179 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:21:29.544179 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:21:29.544179 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:21:29.544179 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:21:29.544179 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:21:29.544179 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:21:29.544179 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:21:29.544179 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:21:29.544179 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:21:29.544179 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:21:29.608656 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-60b2d0d7-b01f-446c-bc69-37c799ffceba tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (59af236a-814e-4484-a3af-b0b24c49e373), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:29.617086 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-60b2d0d7-b01f-446c-bc69-37c799ffceba tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:29.622930 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-60b2d0d7-b01f-446c-bc69-37c799ffceba tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "DELETE /v2.0/networks/59af236a-814e-4484-a3af-b0b24c49e373 HTTP/1.1" status: 204  len: 168 time: 0.5658517
Feb 05 21:21:29.625261 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48058) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:29.630119 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-d5b1d962-7879-49fe-ad63-fcff68a323f1 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Request body: {'router': {'routes': None}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:21:29.633802 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b2d0d7-b01f-446c-bc69-37c799ffceba tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Pushing event deleted for resources: {'Network': ['ID=59af236a-814e-4484-a3af-b0b24c49e373,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:29.788497 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.extraroute_db [None req-d5b1d962-7879-49fe-ad63-fcff68a323f1 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Added routes are [] {{(pid=114390) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Feb 05 21:21:29.788809 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.extraroute_db [None req-d5b1d962-7879-49fe-ad63-fcff68a323f1 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Removed routes are [] {{(pid=114390) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Feb 05 21:21:29.789171 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d5b1d962-7879-49fe-ad63-fcff68a323f1 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8250'] for router (84575baa-5b10-4e67-8f7b-ecbda81a48e3), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:29.926085 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d5b1d962-7879-49fe-ad63-fcff68a323f1 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8250'] for router (84575baa-5b10-4e67-8f7b-ecbda81a48e3), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:29.929362 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d5b1d962-7879-49fe-ad63-fcff68a323f1 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583542'] for router (84575baa-5b10-4e67-8f7b-ecbda81a48e3), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:30.007709 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b1d962-7879-49fe-ad63-fcff68a323f1 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Router 84575baa-5b10-4e67-8f7b-ecbda81a48e3 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:21:30.084577 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b1d962-7879-49fe-ad63-fcff68a323f1 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:21:30.090949 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d5b1d962-7879-49fe-ad63-fcff68a323f1 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:30.092100 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d5b1d962-7879-49fe-ad63-fcff68a323f1 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "PUT /v2.0/routers/84575baa-5b10-4e67-8f7b-ecbda81a48e3 HTTP/1.1" status: 200  len: 705 time: 0.4658327
Feb 05 21:21:30.095555 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48060) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:30.095716 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c304ccf4-6246-4839-b867-def470292d6d None None] Sync routers for ids ['84575baa-5b10-4e67-8f7b-ecbda81a48e3'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:21:30.104764 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c304ccf4-6246-4839-b867-def470292d6d None None] Routers {'84575baa-5b10-4e67-8f7b-ecbda81a48e3'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:21:30.105385 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-c304ccf4-6246-4839-b867-def470292d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8e134f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:21:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['84575baa-5b10-4e67-8f7b-ecbda81a48e3'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:30.123070 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-94982509-7263-4887-9827-a681068dd7ad tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "GET /v2.0/ports?device_id=84575baa-5b10-4e67-8f7b-ecbda81a48e3 HTTP/1.1" status: 200  len: 205 time: 0.0263815
Feb 05 21:21:30.125808 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48062) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:30.180573 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-c304ccf4-6246-4839-b867-def470292d6d None None] Set router 84575baa-5b10-4e67-8f7b-ecbda81a48e3 gateway port host: None {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:21:30.199762 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 712f21e4-9d80-479f-b175-5b235a00ab46 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:21:30.208529 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3ffc28cd-761e-450c-9918-f4b01bb35e92 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for router (84575baa-5b10-4e67-8f7b-ecbda81a48e3), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:30.222037 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 712f21e4-9d80-479f-b175-5b235a00ab46 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:21:30.222680 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 712f21e4-9d80-479f-b175-5b235a00ab46 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:21:30.223109 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device a9c6fc5e-db62-4681-8d79-bcceefe9cc61 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:21:30.235199 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-c304ccf4-6246-4839-b867-def470292d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8e134f0>, [{'id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'name': 'tempest-RoutersIpV6Test-router-1739884781', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:06Z', 'updated_at': '2022-02-05T21:21:28Z', 'revision_number': 11, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:30.243842 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: a9c6fc5e-db62-4681-8d79-bcceefe9cc61 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:21:30.244201 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device a9c6fc5e-db62-4681-8d79-bcceefe9cc61 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:21:30.266047 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c304ccf4-6246-4839-b867-def470292d6d None None] Checking router: 84575baa-5b10-4e67-8f7b-ecbda81a48e3 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:21:30.275077 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c304ccf4-6246-4839-b867-def470292d6d None None] Routers {'84575baa-5b10-4e67-8f7b-ecbda81a48e3'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:21:30.275695 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-c304ccf4-6246-4839-b867-def470292d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8e134f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:21:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['84575baa-5b10-4e67-8f7b-ecbda81a48e3'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:30.345055 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-c304ccf4-6246-4839-b867-def470292d6d None None] Set router 84575baa-5b10-4e67-8f7b-ecbda81a48e3 gateway port host: None {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:21:30.373612 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3ffc28cd-761e-450c-9918-f4b01bb35e92 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (84575baa-5b10-4e67-8f7b-ecbda81a48e3), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:30.376306 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3ffc28cd-761e-450c-9918-f4b01bb35e92 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for router_controller (84575baa-5b10-4e67-8f7b-ecbda81a48e3), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:30.400140 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-c304ccf4-6246-4839-b867-def470292d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8e134f0>, [{'id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'name': 'tempest-RoutersIpV6Test-router-1739884781', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:06Z', 'updated_at': '2022-02-05T21:21:28Z', 'revision_number': 11, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:30.419535 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3ffc28cd-761e-450c-9918-f4b01bb35e92 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (84575baa-5b10-4e67-8f7b-ecbda81a48e3), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:30.420111 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ffc28cd-761e-450c-9918-f4b01bb35e92 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Fanout notify agent at l3_agent the message router_deleted on router 84575baa-5b10-4e67-8f7b-ecbda81a48e3 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:21:30.427504 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3ffc28cd-761e-450c-9918-f4b01bb35e92 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:30.428541 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c304ccf4-6246-4839-b867-def470292d6d None None] The sync data for ids ['84575baa-5b10-4e67-8f7b-ecbda81a48e3'] in ncdv-master-1 is: [{'id': '84575baa-5b10-4e67-8f7b-ecbda81a48e3', 'name': 'tempest-RoutersIpV6Test-router-1739884781', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:06Z', 'updated_at': '2022-02-05T21:21:28Z', 'revision_number': 11, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'gw_port_host': None}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:21:30.428787 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3ffc28cd-761e-450c-9918-f4b01bb35e92 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "DELETE /v2.0/routers/84575baa-5b10-4e67-8f7b-ecbda81a48e3 HTTP/1.1" status: 204  len: 168 time: 0.3020763
Feb 05 21:21:30.433366 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48064) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:30.438508 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-d33047e8-997c-454a-9a16-a05ed8f55a3b tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-636686264', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:21:30.460897 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d33047e8-997c-454a-9a16-a05ed8f55a3b tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (20248f20-c2bf-45f3-a6f8-bb8c9e7fa282), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:30.461943 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d33047e8-997c-454a-9a16-a05ed8f55a3b tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (20248f20-c2bf-45f3-a6f8-bb8c9e7fa282), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:30.520831 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d33047e8-997c-454a-9a16-a05ed8f55a3b tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for router_controller (20248f20-c2bf-45f3-a6f8-bb8c9e7fa282), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:30.525450 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d33047e8-997c-454a-9a16-a05ed8f55a3b tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (20248f20-c2bf-45f3-a6f8-bb8c9e7fa282), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:30.544158 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d33047e8-997c-454a-9a16-a05ed8f55a3b tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:30.545423 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d33047e8-997c-454a-9a16-a05ed8f55a3b tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.1110466
Feb 05 21:21:30.548659 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48066) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:30.553068 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-046e4ce9-7d81-49da-817b-1ba7a60b6250 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Request body: {'router': {'admin_state_up': True}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:21:30.764116 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-046e4ce9-7d81-49da-817b-1ba7a60b6250 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8250'] for router (20248f20-c2bf-45f3-a6f8-bb8c9e7fa282), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:30.774855 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-046e4ce9-7d81-49da-817b-1ba7a60b6250 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583542'] for router (20248f20-c2bf-45f3-a6f8-bb8c9e7fa282), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:30.872721 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-046e4ce9-7d81-49da-817b-1ba7a60b6250 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Router 20248f20-c2bf-45f3-a6f8-bb8c9e7fa282 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:21:31.230404 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046e4ce9-7d81-49da-817b-1ba7a60b6250 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:21:31.237393 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-046e4ce9-7d81-49da-817b-1ba7a60b6250 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:31.238570 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-046e4ce9-7d81-49da-817b-1ba7a60b6250 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "PUT /v2.0/routers/20248f20-c2bf-45f3-a6f8-bb8c9e7fa282 HTTP/1.1" status: 200  len: 697 time: 0.6889577
Feb 05 21:21:31.240010 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f17f1b-396d-44df-8c70-fd7c90591922 None None] Sync routers for ids ['20248f20-c2bf-45f3-a6f8-bb8c9e7fa282'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:21:31.241158 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48068) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:31.251844 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f17f1b-396d-44df-8c70-fd7c90591922 None None] Routers {'20248f20-c2bf-45f3-a6f8-bb8c9e7fa282'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:21:31.252455 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-39f17f1b-396d-44df-8c70-fd7c90591922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabe2d8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:21:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['20248f20-c2bf-45f3-a6f8-bb8c9e7fa282'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:31.323202 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2ca5f771-23b5-431c-811d-b6eb77b04c0e tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "GET /v2.0/routers/20248f20-c2bf-45f3-a6f8-bb8c9e7fa282 HTTP/1.1" status: 200  len: 703 time: 0.0809097
Feb 05 21:21:31.325367 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-39f17f1b-396d-44df-8c70-fd7c90591922 None None] Set router 20248f20-c2bf-45f3-a6f8-bb8c9e7fa282 gateway port host: None {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:21:31.325781 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48070) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:31.352164 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5cbf2072-7d77-4482-a4e0-30b3c385ed17 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "GET /v2.0/ports?device_id=20248f20-c2bf-45f3-a6f8-bb8c9e7fa282 HTTP/1.1" status: 200  len: 205 time: 0.0252488
Feb 05 21:21:31.354548 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48072) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:31.382088 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-39f17f1b-396d-44df-8c70-fd7c90591922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabe2d8b0>, [{'id': '20248f20-c2bf-45f3-a6f8-bb8c9e7fa282', 'name': 'tempest-RoutersIpV6Test-router-636686264', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:30Z', 'updated_at': '2022-02-05T21:21:30Z', 'revision_number': 2, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:31.408064 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f17f1b-396d-44df-8c70-fd7c90591922 None None] Checking router: 20248f20-c2bf-45f3-a6f8-bb8c9e7fa282 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:21:31.416626 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f17f1b-396d-44df-8c70-fd7c90591922 None None] Routers {'20248f20-c2bf-45f3-a6f8-bb8c9e7fa282'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:21:31.417250 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-39f17f1b-396d-44df-8c70-fd7c90591922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabe2d8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:21:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['20248f20-c2bf-45f3-a6f8-bb8c9e7fa282'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:31.431895 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-674a549c-a9e4-4bfc-811f-3ba83acae210 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for router (20248f20-c2bf-45f3-a6f8-bb8c9e7fa282), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:31.489273 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-39f17f1b-396d-44df-8c70-fd7c90591922 None None] Set router 20248f20-c2bf-45f3-a6f8-bb8c9e7fa282 gateway port host: None {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:21:31.543339 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-39f17f1b-396d-44df-8c70-fd7c90591922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabe2d8b0>, [{'id': '20248f20-c2bf-45f3-a6f8-bb8c9e7fa282', 'name': 'tempest-RoutersIpV6Test-router-636686264', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:30Z', 'updated_at': '2022-02-05T21:21:30Z', 'revision_number': 2, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:31.598475 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-674a549c-a9e4-4bfc-811f-3ba83acae210 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (20248f20-c2bf-45f3-a6f8-bb8c9e7fa282), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:31.600849 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-674a549c-a9e4-4bfc-811f-3ba83acae210 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for router_controller (20248f20-c2bf-45f3-a6f8-bb8c9e7fa282), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:31.646583 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-674a549c-a9e4-4bfc-811f-3ba83acae210 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (20248f20-c2bf-45f3-a6f8-bb8c9e7fa282), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:31.647371 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674a549c-a9e4-4bfc-811f-3ba83acae210 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Fanout notify agent at l3_agent the message router_deleted on router 20248f20-c2bf-45f3-a6f8-bb8c9e7fa282 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:21:31.654879 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-674a549c-a9e4-4bfc-811f-3ba83acae210 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:31.657340 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-674a549c-a9e4-4bfc-811f-3ba83acae210 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "DELETE /v2.0/routers/20248f20-c2bf-45f3-a6f8-bb8c9e7fa282 HTTP/1.1" status: 204  len: 168 time: 0.3014727
Feb 05 21:21:31.662015 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48074) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:31.691456 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9934b997-7f89-4f92-9330-b20f081155f2 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "GET /v2.0/ports?device_id=20248f20-c2bf-45f3-a6f8-bb8c9e7fa282 HTTP/1.1" status: 200  len: 205 time: 0.0282114
Feb 05 21:21:31.693931 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48076) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:31.730111 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f17f1b-396d-44df-8c70-fd7c90591922 None None] The sync data for ids ['20248f20-c2bf-45f3-a6f8-bb8c9e7fa282'] in ncdv-master-1 is: [{'id': '20248f20-c2bf-45f3-a6f8-bb8c9e7fa282', 'name': 'tempest-RoutersIpV6Test-router-636686264', 'tenant_id': '5a213b89d65b4bde9832f8d22021a17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:30Z', 'updated_at': '2022-02-05T21:21:30Z', 'revision_number': 2, 'project_id': '5a213b89d65b4bde9832f8d22021a17d', 'gw_port_host': None}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:21:31.732949 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [None req-bfa24e16-d3c3-48a6-81ac-f45c24955164 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] delete failed (client error): The resource could not be found.
Feb 05 21:21:31.733882 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-bfa24e16-d3c3-48a6-81ac-f45c24955164 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "DELETE /v2.0/routers/20248f20-c2bf-45f3-a6f8-bb8c9e7fa282 HTTP/1.1" status: 404  len: 336 time: 0.0389886
Feb 05 21:21:31.736587 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48078) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:31.768607 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2e941c9-0fb7-407f-93ea-77a7033ba171 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:21:31.769247 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2e941c9-0fb7-407f-93ea-77a7033ba171 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:21:31.772128 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b2e941c9-0fb7-407f-93ea-77a7033ba171 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "DELETE /v2.0/subnets/100708dc-e3b0-4cab-917b-06b86e358826 HTTP/1.1" status: 404  len: 337 time: 0.0346055
Feb 05 21:21:31.774576 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48080) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:31.800976 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fbc6b38-53df-4a56-90f7-dd8284d075e7 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:21:31.801443 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fbc6b38-53df-4a56-90f7-dd8284d075e7 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:21:31.804543 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0fbc6b38-53df-4a56-90f7-dd8284d075e7 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "DELETE /v2.0/subnets/afde3d25-aca9-447b-98de-90b933884b98 HTTP/1.1" status: 404  len: 337 time: 0.0290277
Feb 05 21:21:31.806985 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48082) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:31.833565 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4b3f922-84be-4675-9864-12b801030b7f tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:21:31.834032 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4b3f922-84be-4675-9864-12b801030b7f tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:21:31.837077 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c4b3f922-84be-4675-9864-12b801030b7f tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "DELETE /v2.0/subnets/2d7401bd-744a-49c4-adb2-aafda1d9b877 HTTP/1.1" status: 404  len: 337 time: 0.0291805
Feb 05 21:21:31.839539 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48084) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:31.870123 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-22bf5212-1b32-428b-b75b-1fe060b78baf tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:21:31.870609 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22bf5212-1b32-428b-b75b-1fe060b78baf tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:21:31.873644 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-22bf5212-1b32-428b-b75b-1fe060b78baf tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "DELETE /v2.0/subnets/3d66dac2-4427-425e-a631-de06cb31a5c2 HTTP/1.1" status: 404  len: 337 time: 0.0331876
Feb 05 21:21:31.877138 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48086) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:31.913648 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2603e62e-5f79-4c74-97d9-bd8efdb0fed7 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "GET /v2.0/ports?device_id=84575baa-5b10-4e67-8f7b-ecbda81a48e3 HTTP/1.1" status: 200  len: 205 time: 0.0328720
Feb 05 21:21:31.914670 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48088) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:31.954696 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-bf2d20cd-0b4f-4339-aecc-e1881b1bf0bf tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] delete failed (client error): The resource could not be found.
Feb 05 21:21:31.959600 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-bf2d20cd-0b4f-4339-aecc-e1881b1bf0bf tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "DELETE /v2.0/routers/84575baa-5b10-4e67-8f7b-ecbda81a48e3 HTTP/1.1" status: 404  len: 336 time: 0.0403919
Feb 05 21:21:31.959600 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48090) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:31.990181 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f9c66acb-1467-49d6-a4f4-888581e8ed6d tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "GET /v2.0/ports?device_id=a682a9a0-50d8-491b-b3cd-377bec524d60 HTTP/1.1" status: 200  len: 205 time: 0.0305276
Feb 05 21:21:31.992622 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48092) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:32.036764 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-58c969f7-1348-4e02-9e4b-b67c394526c2 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] delete failed (client error): The resource could not be found.
Feb 05 21:21:32.037810 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-58c969f7-1348-4e02-9e4b-b67c394526c2 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "DELETE /v2.0/routers/a682a9a0-50d8-491b-b3cd-377bec524d60 HTTP/1.1" status: 404  len: 336 time: 0.0442514
Feb 05 21:21:32.040346 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48096) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:32.067682 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-428ac362-f95e-4fef-85a0-45bf4c42abec tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:21:32.068125 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-428ac362-f95e-4fef-85a0-45bf4c42abec tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:21:32.071069 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-428ac362-f95e-4fef-85a0-45bf4c42abec tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "DELETE /v2.0/subnets/c03c1cfd-bbb0-4385-874b-00050798d8ea HTTP/1.1" status: 404  len: 337 time: 0.0297921
Feb 05 21:21:32.073492 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48098) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:32.100568 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-817fa03e-c9cb-4020-b892-0a8b9062cbf2 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bd9ef56-e01a-4092-9348-26c0ad6abff9 HTTP/1.1" status: 200  len: 205 time: 0.0260651
Feb 05 21:21:32.102783 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48100) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:32.141484 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-8e54f21d-b097-4b13-87d6-bbdc0eceb86a tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] delete failed (client error): The resource could not be found.
Feb 05 21:21:32.142598 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8e54f21d-b097-4b13-87d6-bbdc0eceb86a tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "DELETE /v2.0/routers/0bd9ef56-e01a-4092-9348-26c0ad6abff9 HTTP/1.1" status: 404  len: 336 time: 0.0388844
Feb 05 21:21:32.145149 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48102) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:32.177718 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3c8cc0e8-0fd4-49e7-a992-e40fdb233410 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "GET /v2.0/ports?device_id=a310fd2c-81e4-4061-91e5-977ef0bf5061 HTTP/1.1" status: 200  len: 205 time: 0.0314205
Feb 05 21:21:32.179983 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48104) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:32.217140 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-26ec6704-9d40-4513-ac91-edba68383ac8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] delete failed (client error): The resource could not be found.
Feb 05 21:21:32.218150 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-26ec6704-9d40-4513-ac91-edba68383ac8 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "DELETE /v2.0/routers/a310fd2c-81e4-4061-91e5-977ef0bf5061 HTTP/1.1" status: 404  len: 336 time: 0.0372753
Feb 05 21:21:32.220565 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48106) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:32.246142 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-100def9b-743a-46df-965b-15528eaaa138 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:21:32.246621 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-100def9b-743a-46df-965b-15528eaaa138 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:21:32.250206 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-100def9b-743a-46df-965b-15528eaaa138 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "DELETE /v2.0/subnets/d9f4be6a-454c-4e75-a457-e35dfc9e3999 HTTP/1.1" status: 404  len: 337 time: 0.0281312
Feb 05 21:21:32.254785 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48108) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:32.281725 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-de7ef7ff-4541-4501-8367-30e6fe848f5d tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "GET /v2.0/ports?device_id=50a53138-e08f-49fd-b6e4-d53b3c02a9d2 HTTP/1.1" status: 200  len: 205 time: 0.0256300
Feb 05 21:21:32.284030 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48110) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:32.325339 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-e7caf892-2656-48d7-94f8-6f3f2173b0fa tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] delete failed (client error): The resource could not be found.
Feb 05 21:21:32.326283 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e7caf892-2656-48d7-94f8-6f3f2173b0fa tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "DELETE /v2.0/routers/50a53138-e08f-49fd-b6e4-d53b3c02a9d2 HTTP/1.1" status: 404  len: 336 time: 0.0413771
Feb 05 21:21:32.329020 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48112) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:32.354432 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe657eb2-229f-49ce-bfd2-cffaadc69de4 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:21:32.354887 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe657eb2-229f-49ce-bfd2-cffaadc69de4 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:21:32.357824 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-fe657eb2-229f-49ce-bfd2-cffaadc69de4 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "DELETE /v2.0/subnets/97fbde5a-83cb-4efd-a573-91ddec105da7 HTTP/1.1" status: 404  len: 337 time: 0.0279098
Feb 05 21:21:32.361026 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48114) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:32.390422 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-927a5222-8ced-400a-a405-1e94a4e7b482 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5aa4a7f-d9db-401e-a5bf-fd261cacbabd HTTP/1.1" status: 200  len: 205 time: 0.0268598
Feb 05 21:21:32.391342 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48116) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:32.429514 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-0dc1cc50-e3da-4a4b-94ed-78dc5045b3ce tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] delete failed (client error): The resource could not be found.
Feb 05 21:21:32.430617 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0dc1cc50-e3da-4a4b-94ed-78dc5045b3ce tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "DELETE /v2.0/routers/f5aa4a7f-d9db-401e-a5bf-fd261cacbabd HTTP/1.1" status: 404  len: 336 time: 0.0383372
Feb 05 21:21:32.433041 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48118) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:32.462656 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b9e8512-ef21-4fa8-81ad-4cb00ebb0553 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:21:32.463119 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b9e8512-ef21-4fa8-81ad-4cb00ebb0553 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:21:32.466166 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9b9e8512-ef21-4fa8-81ad-4cb00ebb0553 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "DELETE /v2.0/subnets/03613df0-7bf0-4a0b-9810-6284ae303949 HTTP/1.1" status: 404  len: 337 time: 0.0322280
Feb 05 21:21:32.470597 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48120) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:32.496835 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-54a2b59a-eca2-454d-8125-d55ba1a59bf0 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:21:32.497313 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54a2b59a-eca2-454d-8125-d55ba1a59bf0 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:21:32.500420 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-54a2b59a-eca2-454d-8125-d55ba1a59bf0 tempest-RoutersIpV6Test-1995643509 tempest-RoutersIpV6Test-1995643509-project] 10.222.0.32 "DELETE /v2.0/subnets/c5b98236-387b-4deb-bd8b-84e0b4dd62e5 HTTP/1.1" status: 404  len: 337 time: 0.0287862
Feb 05 21:21:32.760557 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48126) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:32.893452 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2b24f712-67c5-48a6-bda8-ca7550680c32 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5a213b89d65b4bde9832f8d22021a17d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1315536
Feb 05 21:21:32.895816 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48130) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:32.942418 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-01a35b05-eed0-417e-911d-955e908c952d admin admin] Publish callbacks [] for security_group (49c154f8-1015-4b6f-b6d4-b3bdee8984b6), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:32.963528 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-01a35b05-eed0-417e-911d-955e908c952d admin admin] Publish callbacks [] for security_group (49c154f8-1015-4b6f-b6d4-b3bdee8984b6), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:33.010929 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-01a35b05-eed0-417e-911d-955e908c952d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (49c154f8-1015-4b6f-b6d4-b3bdee8984b6), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:33.013715 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-01a35b05-eed0-417e-911d-955e908c952d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:33.015009 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-01a35b05-eed0-417e-911d-955e908c952d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/49c154f8-1015-4b6f-b6d4-b3bdee8984b6 HTTP/1.1" status: 204  len: 168 time: 0.1182756
Feb 05 21:21:33.022999 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a35b05-eed0-417e-911d-955e908c952d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c154f8-1015-4b6f-b6d4-b3bdee8984b6,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:33.728770 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e3aafc33-b02d-4f81-a956-2544cbfb3f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:34.005826 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48162) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:34.113912 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c97ede59-d426-4086-9244-27c77487ebaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:34.195525 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c97ede59-d426-4086-9244-27c77487ebaf admin admin] Publish callbacks [] for security_group (99ef0c2c-9544-4fe7-b237-8c1dba7f2863), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:34.199290 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c97ede59-d426-4086-9244-27c77487ebaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (99ef0c2c-9544-4fe7-b237-8c1dba7f2863), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:34.237245 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ede59-d426-4086-9244-27c77487ebaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ef0c2c-9544-4fe7-b237-8c1dba7f2863,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:34.242499 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c97ede59-d426-4086-9244-27c77487ebaf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9fb8cd8efbd5419fa002642c7cb9a783&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2355578
Feb 05 21:21:34.245161 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48166) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:34.294527 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7aed3afd-4d5f-4b73-830c-a509bcf4e9dd admin admin] Publish callbacks [] for security_group (99ef0c2c-9544-4fe7-b237-8c1dba7f2863), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:34.315602 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7aed3afd-4d5f-4b73-830c-a509bcf4e9dd admin admin] Publish callbacks [] for security_group (99ef0c2c-9544-4fe7-b237-8c1dba7f2863), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:34.364391 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7aed3afd-4d5f-4b73-830c-a509bcf4e9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (99ef0c2c-9544-4fe7-b237-8c1dba7f2863), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:34.367051 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7aed3afd-4d5f-4b73-830c-a509bcf4e9dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:34.368220 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7aed3afd-4d5f-4b73-830c-a509bcf4e9dd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/99ef0c2c-9544-4fe7-b237-8c1dba7f2863 HTTP/1.1" status: 204  len: 168 time: 0.1221497
Feb 05 21:21:34.375996 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed3afd-4d5f-4b73-830c-a509bcf4e9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ef0c2c-9544-4fe7-b237-8c1dba7f2863,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:35.349207 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48198) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:35.456062 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5bf0fdc7-776c-4dc8-8a30-d6e88db0ed5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:35.529620 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5bf0fdc7-776c-4dc8-8a30-d6e88db0ed5d admin admin] Publish callbacks [] for security_group (b5322aad-a718-4363-bb38-4e26598821a5), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:35.534554 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5bf0fdc7-776c-4dc8-8a30-d6e88db0ed5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b5322aad-a718-4363-bb38-4e26598821a5), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:35.572687 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5bf0fdc7-776c-4dc8-8a30-d6e88db0ed5d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3982fc1b9a014c6b8304ed61406bf7a1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2224026
Feb 05 21:21:35.573575 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf0fdc7-776c-4dc8-8a30-d6e88db0ed5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5322aad-a718-4363-bb38-4e26598821a5,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:35.575428 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48202) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:35.623590 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0f92b639-1d5c-4d35-8807-dbc0740081b6 admin admin] Publish callbacks [] for security_group (b5322aad-a718-4363-bb38-4e26598821a5), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:35.646661 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0f92b639-1d5c-4d35-8807-dbc0740081b6 admin admin] Publish callbacks [] for security_group (b5322aad-a718-4363-bb38-4e26598821a5), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:35.696407 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0f92b639-1d5c-4d35-8807-dbc0740081b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (b5322aad-a718-4363-bb38-4e26598821a5), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:35.699220 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0f92b639-1d5c-4d35-8807-dbc0740081b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:35.700368 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0f92b639-1d5c-4d35-8807-dbc0740081b6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b5322aad-a718-4363-bb38-4e26598821a5 HTTP/1.1" status: 204  len: 168 time: 0.1234601
Feb 05 21:21:35.708575 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92b639-1d5c-4d35-8807-dbc0740081b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5322aad-a718-4363-bb38-4e26598821a5,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:36.110104 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c7da313b-4368-42d6-9646-2ffa21aa0f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:37.502993 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:39.103455 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:40.500805 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:41.578868 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48326) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:41.686003 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-66ec7819-e121-4540-9ba2-fadeb2307d0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:41.759200 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-66ec7819-e121-4540-9ba2-fadeb2307d0d admin admin] Publish callbacks [] for security_group (9269d4cc-9964-401e-9983-9b2747cbdb5d), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:41.763150 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-66ec7819-e121-4540-9ba2-fadeb2307d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (9269d4cc-9964-401e-9983-9b2747cbdb5d), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:41.802075 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-66ec7819-e121-4540-9ba2-fadeb2307d0d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=848ee2e60b9246889b60ef64db768013&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2221305
Feb 05 21:21:41.803056 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec7819-e121-4540-9ba2-fadeb2307d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9269d4cc-9964-401e-9983-9b2747cbdb5d,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:41.804810 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48330) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:41.854108 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-16443a6c-1143-4e8c-8e38-1a7c4ee74394 admin admin] Publish callbacks [] for security_group (9269d4cc-9964-401e-9983-9b2747cbdb5d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:41.874681 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-16443a6c-1143-4e8c-8e38-1a7c4ee74394 admin admin] Publish callbacks [] for security_group (9269d4cc-9964-401e-9983-9b2747cbdb5d), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:41.920662 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-16443a6c-1143-4e8c-8e38-1a7c4ee74394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (9269d4cc-9964-401e-9983-9b2747cbdb5d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:41.923434 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-16443a6c-1143-4e8c-8e38-1a7c4ee74394 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:41.924630 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-16443a6c-1143-4e8c-8e38-1a7c4ee74394 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9269d4cc-9964-401e-9983-9b2747cbdb5d HTTP/1.1" status: 204  len: 168 time: 0.1186962
Feb 05 21:21:41.932166 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16443a6c-1143-4e8c-8e38-1a7c4ee74394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9269d4cc-9964-401e-9983-9b2747cbdb5d,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:42.532522 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48352) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:42.632759 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-01ea612e-599f-4e69-aba8-3b048880971f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-37739121-network', 'tenant_id': '9e09c325406b43a4864529f9c3b3f929'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:21:42.651006 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ea612e-599f-4e69-aba8-3b048880971f admin admin] Made reservation on behalf of 9e09c325406b43a4864529f9c3b3f929 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:21:42.653287 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-01ea612e-599f-4e69-aba8-3b048880971f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:42.661972 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-01ea612e-599f-4e69-aba8-3b048880971f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:42.734901 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-01ea612e-599f-4e69-aba8-3b048880971f admin admin] Publish callbacks [] for security_group (6b8e3758-f2ad-41e7-a31e-4721adcd471d), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:42.738775 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-01ea612e-599f-4e69-aba8-3b048880971f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (6b8e3758-f2ad-41e7-a31e-4721adcd471d), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:42.763311 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01ea612e-599f-4e69-aba8-3b048880971f admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:21:42.773524 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea612e-599f-4e69-aba8-3b048880971f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8e3758-f2ad-41e7-a31e-4721adcd471d,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:42.780112 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-01ea612e-599f-4e69-aba8-3b048880971f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (56fb0371-dec3-454c-9734-fd143c49e4f9), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:42.780504 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-01ea612e-599f-4e69-aba8-3b048880971f admin admin] Added segment 56fb0371-dec3-454c-9734-fd143c49e4f9 of type vlan for network 987bbb23-c9d2-4103-b42b-cadecfcb5133
Feb 05 21:21:42.823443 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-01ea612e-599f-4e69-aba8-3b048880971f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (987bbb23-c9d2-4103-b42b-cadecfcb5133), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:42.848224 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-01ea612e-599f-4e69-aba8-3b048880971f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (987bbb23-c9d2-4103-b42b-cadecfcb5133), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:42.849237 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ea612e-599f-4e69-aba8-3b048880971f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:21:42.849826 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-01ea612e-599f-4e69-aba8-3b048880971f admin admin] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:42.882971 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-01ea612e-599f-4e69-aba8-3b048880971f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.3492670
Feb 05 21:21:42.885886 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48356) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:42.890875 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-9aefff50-5252-4341-8eff-390cfad8948e admin admin] Request body: {'subnet': {'network_id': '987bbb23-c9d2-4103-b42b-cadecfcb5133', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-37739121-subnet', 'tenant_id': '9e09c325406b43a4864529f9c3b3f929', 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:21:42.912792 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea612e-599f-4e69-aba8-3b048880971f admin admin] Pushing event updated for resources: {'Network': ['ID=987bbb23-c9d2-4103-b42b-cadecfcb5133,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:42.914779 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aefff50-5252-4341-8eff-390cfad8948e admin admin] Made reservation on behalf of 9e09c325406b43a4864529f9c3b3f929 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:21:42.923321 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9aefff50-5252-4341-8eff-390cfad8948e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:42.924097 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 987bbb23-c9d2-4103-b42b-cadecfcb5133 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:21:43.097384 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9aefff50-5252-4341-8eff-390cfad8948e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (83464dd1-b10a-4734-b421-e30d5e02df73), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:43.151536 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aefff50-5252-4341-8eff-390cfad8948e admin admin] Pushing event updated for resources: {'Subnet': ['ID=83464dd1-b10a-4734-b421-e30d5e02df73,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:43.160505 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aefff50-5252-4341-8eff-390cfad8948e admin admin] Checking segment: {'id': '56fb0371-dec3-454c-9734-fd143c49e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '987bbb23-c9d2-4103-b42b-cadecfcb5133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:21:43.160873 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aefff50-5252-4341-8eff-390cfad8948e admin admin] Network hostable DHCP agents. Network: 987bbb23-c9d2-4103-b42b-cadecfcb5133, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:21:43.177605 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aefff50-5252-4341-8eff-390cfad8948e admin admin] Network 987bbb23-c9d2-4103-b42b-cadecfcb5133 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:21:43.186563 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-9aefff50-5252-4341-8eff-390cfad8948e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 987bbb23-c9d2-4103-b42b-cadecfcb5133) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:21:43.190827 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aefff50-5252-4341-8eff-390cfad8948e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:21:43.191423 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9aefff50-5252-4341-8eff-390cfad8948e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:43.196328 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab080ed4-cc16-4cdb-8943-a91c7e08913b None None] Network 987bbb23-c9d2-4103-b42b-cadecfcb5133 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:21:43.208343 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9aefff50-5252-4341-8eff-390cfad8948e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.3212037
Feb 05 21:21:43.210913 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48358) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:43.215375 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-1c498a7e-7f16-46f2-94d5-4d845777ff81 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-37739121-router', 'tenant_id': '9e09c325406b43a4864529f9c3b3f929', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:21:43.234962 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1c498a7e-7f16-46f2-94d5-4d845777ff81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (d0d4fa64-3d3f-4a76-be73-939774a31347), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:43.235979 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1c498a7e-7f16-46f2-94d5-4d845777ff81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (d0d4fa64-3d3f-4a76-be73-939774a31347), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:43.288744 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1c498a7e-7f16-46f2-94d5-4d845777ff81 admin admin] Publish callbacks [] for router_controller (d0d4fa64-3d3f-4a76-be73-939774a31347), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:43.301834 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cb8d42-c3e7-411b-a9aa-9e405cb318ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-987bbb23-c9d2-4103-b42b-cadecfcb5133', 'network_id': '987bbb23-c9d2-4103-b42b-cadecfcb5133', 'project_id': '9e09c325406b43a4864529f9c3b3f929', 'fixed_ips': [{'subnet_id': '83464dd1-b10a-4734-b421-e30d5e02df73'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:21:43.302735 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-83cb8d42-c3e7-411b-a9aa-9e405cb318ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:43.434692 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1c498a7e-7f16-46f2-94d5-4d845777ff81 admin admin] Publish callbacks [] for router_gateway (d0d4fa64-3d3f-4a76-be73-939774a31347), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:43.436637 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-83cb8d42-c3e7-411b-a9aa-9e405cb318ca None None] Allocated IP 172.20.0.2 (987bbb23-c9d2-4103-b42b-cadecfcb5133/83464dd1-b10a-4734-b421-e30d5e02df73/eea49aef-30d2-4e1a-943c-f2e861e26fff) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:21:43.581670 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-83cb8d42-c3e7-411b-a9aa-9e405cb318ca None None] Publish callbacks [] for port (eea49aef-30d2-4e1a-943c-f2e861e26fff), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:43.587513 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-83cb8d42-c3e7-411b-a9aa-9e405cb318ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (eea49aef-30d2-4e1a-943c-f2e861e26fff), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:43.625502 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cb8d42-c3e7-411b-a9aa-9e405cb318ca None None] Network 987bbb23-c9d2-4103-b42b-cadecfcb5133 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:21:43.630349 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-83cb8d42-c3e7-411b-a9aa-9e405cb318ca None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:21:43.633764 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cb8d42-c3e7-411b-a9aa-9e405cb318ca None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:21:43.641377 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb8d42-c3e7-411b-a9aa-9e405cb318ca None None] Pushing event updated for resources: {'Port': ['ID=eea49aef-30d2-4e1a-943c-f2e861e26fff,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:43.644059 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1c498a7e-7f16-46f2-94d5-4d845777ff81 admin admin] Publish callbacks [] for router_gateway (d0d4fa64-3d3f-4a76-be73-939774a31347), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:43.663311 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1c498a7e-7f16-46f2-94d5-4d845777ff81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:43.670885 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb8d42-c3e7-411b-a9aa-9e405cb318ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:43.671242 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb8d42-c3e7-411b-a9aa-9e405cb318ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:43.671652 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb8d42-c3e7-411b-a9aa-9e405cb318ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:43.672007 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb8d42-c3e7-411b-a9aa-9e405cb318ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:43.672533 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb8d42-c3e7-411b-a9aa-9e405cb318ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:43.672661 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb8d42-c3e7-411b-a9aa-9e405cb318ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:43.672983 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb8d42-c3e7-411b-a9aa-9e405cb318ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:43.673314 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb8d42-c3e7-411b-a9aa-9e405cb318ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:43.673641 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb8d42-c3e7-411b-a9aa-9e405cb318ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:43.674003 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb8d42-c3e7-411b-a9aa-9e405cb318ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:43.674317 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb8d42-c3e7-411b-a9aa-9e405cb318ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:43.674751 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb8d42-c3e7-411b-a9aa-9e405cb318ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:43.675085 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb8d42-c3e7-411b-a9aa-9e405cb318ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:43.707999 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-83cb8d42-c3e7-411b-a9aa-9e405cb318ca None None] Attempting to bind port eea49aef-30d2-4e1a-943c-f2e861e26fff on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:21:43.708374 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-83cb8d42-c3e7-411b-a9aa-9e405cb318ca None None] Attempting to bind port eea49aef-30d2-4e1a-943c-f2e861e26fff by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '56fb0371-dec3-454c-9734-fd143c49e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '987bbb23-c9d2-4103-b42b-cadecfcb5133'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:21:43.708744 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cb8d42-c3e7-411b-a9aa-9e405cb318ca None None] Attempting to bind port eea49aef-30d2-4e1a-943c-f2e861e26fff on network 987bbb23-c9d2-4103-b42b-cadecfcb5133 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:21:43.713740 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cb8d42-c3e7-411b-a9aa-9e405cb318ca None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:21:43.714119 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cb8d42-c3e7-411b-a9aa-9e405cb318ca None None] Checking segment: {'id': '56fb0371-dec3-454c-9734-fd143c49e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '987bbb23-c9d2-4103-b42b-cadecfcb5133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:21:43.714565 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-83cb8d42-c3e7-411b-a9aa-9e405cb318ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:43.714967 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cb8d42-c3e7-411b-a9aa-9e405cb318ca None None] Bound using segment: {'id': '56fb0371-dec3-454c-9734-fd143c49e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '987bbb23-c9d2-4103-b42b-cadecfcb5133'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:21:43.715436 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-83cb8d42-c3e7-411b-a9aa-9e405cb318ca None None] Bound port: eea49aef-30d2-4e1a-943c-f2e861e26fff, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fb0371-dec3-454c-9734-fd143c49e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '987bbb23-c9d2-4103-b42b-cadecfcb5133'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:21:43.715817 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-83cb8d42-c3e7-411b-a9aa-9e405cb318ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (eea49aef-30d2-4e1a-943c-f2e861e26fff), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:43.765755 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-1c498a7e-7f16-46f2-94d5-4d845777ff81 admin admin] Allocated IP 172.35.4.171 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/2240101c-2532-4d54-a8ef-e9941d6bb46f) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:21:43.778002 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-83cb8d42-c3e7-411b-a9aa-9e405cb318ca None None] For port eea49aef-30d2-4e1a-943c-f2e861e26fff, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:21:43.781555 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-83cb8d42-c3e7-411b-a9aa-9e405cb318ca None None] For port eea49aef-30d2-4e1a-943c-f2e861e26fff, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eea49aef-30d2-4e1a-943c-f2e861e26fff,segment=NetworkSegment(56fb0371-dec3-454c-9734-fd143c49e4f9),segment_id=56fb0371-dec3-454c-9734-fd143c49e4f9)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:21:43.787538 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-83cb8d42-c3e7-411b-a9aa-9e405cb318ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (eea49aef-30d2-4e1a-943c-f2e861e26fff), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:43.841881 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb8d42-c3e7-411b-a9aa-9e405cb318ca None None] Pushing event updated for resources: {'Port': ['ID=eea49aef-30d2-4e1a-943c-f2e861e26fff,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:43.879463 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1c498a7e-7f16-46f2-94d5-4d845777ff81 admin admin] Publish callbacks [] for port (2240101c-2532-4d54-a8ef-e9941d6bb46f), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:43.914407 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1c498a7e-7f16-46f2-94d5-4d845777ff81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (2240101c-2532-4d54-a8ef-e9941d6bb46f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:43.960431 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c498a7e-7f16-46f2-94d5-4d845777ff81 admin admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:21:43.964529 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-1c498a7e-7f16-46f2-94d5-4d845777ff81 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:21:43.966529 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c498a7e-7f16-46f2-94d5-4d845777ff81 admin admin] Pushing event updated for resources: {'Port': ['ID=2240101c-2532-4d54-a8ef-e9941d6bb46f,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:43.969311 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c498a7e-7f16-46f2-94d5-4d845777ff81 admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:21:44.243662 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1c498a7e-7f16-46f2-94d5-4d845777ff81 admin admin] Publish callbacks [] for router_gateway (d0d4fa64-3d3f-4a76-be73-939774a31347), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:44.254677 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device eea49aef-30d2-4e1a-943c-f2e861e26fff up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:21:44.307691 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port eea49aef-30d2-4e1a-943c-f2e861e26fff triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:44.308073 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (eea49aef-30d2-4e1a-943c-f2e861e26fff), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:44.388028 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port eea49aef-30d2-4e1a-943c-f2e861e26fff is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:44.388426 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (eea49aef-30d2-4e1a-943c-f2e861e26fff), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:44.423442 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port eea49aef-30d2-4e1a-943c-f2e861e26fff, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eea49aef-30d2-4e1a-943c-f2e861e26fff,segment=NetworkSegment(56fb0371-dec3-454c-9734-fd143c49e4f9),segment_id=56fb0371-dec3-454c-9734-fd143c49e4f9)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:21:44.427445 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (eea49aef-30d2-4e1a-943c-f2e861e26fff), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:44.450253 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1c498a7e-7f16-46f2-94d5-4d845777ff81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (d0d4fa64-3d3f-4a76-be73-939774a31347), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:44.487134 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=eea49aef-30d2-4e1a-943c-f2e861e26fff,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:44.590117 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c498a7e-7f16-46f2-94d5-4d845777ff81 admin admin] Router d0d4fa64-3d3f-4a76-be73-939774a31347 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:21:44.705234 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c498a7e-7f16-46f2-94d5-4d845777ff81 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:21:44.715169 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcb07cf-ab24-4114-a6db-22eb716db7ef None None] Sync routers for ids ['d0d4fa64-3d3f-4a76-be73-939774a31347'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:21:44.724075 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1c498a7e-7f16-46f2-94d5-4d845777ff81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:44.728229 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1c498a7e-7f16-46f2-94d5-4d845777ff81 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 1.5135708
Feb 05 21:21:44.728510 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcb07cf-ab24-4114-a6db-22eb716db7ef None None] Routers {'d0d4fa64-3d3f-4a76-be73-939774a31347'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:21:44.728510 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-adcb07cf-ab24-4114-a6db-22eb716db7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8d83eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:21:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['d0d4fa64-3d3f-4a76-be73-939774a31347'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:44.728675 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48360) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:44.828633 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084770b5-29a4-43a8-aa65-8535a66b3e4d None None] Network 987bbb23-c9d2-4103-b42b-cadecfcb5133 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:21:44.850116 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-adcb07cf-ab24-4114-a6db-22eb716db7ef None None] Set router d0d4fa64-3d3f-4a76-be73-939774a31347 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:21:44.949290 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c8c2be49-fdad-41ef-8b23-fbc334a476d1 None None] Provisioning complete for port eea49aef-30d2-4e1a-943c-f2e861e26fff triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:44.949678 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c8c2be49-fdad-41ef-8b23-fbc334a476d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (eea49aef-30d2-4e1a-943c-f2e861e26fff), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:45.045625 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-adcb07cf-ab24-4114-a6db-22eb716db7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8d83eb0>, [{'id': 'd0d4fa64-3d3f-4a76-be73-939774a31347', 'name': 'tempest-TestAggregatesBasicOps-37739121-router', 'tenant_id': '9e09c325406b43a4864529f9c3b3f929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': '2240101c-2532-4d54-a8ef-e9941d6bb46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:43Z', 'updated_at': '2022-02-05T21:21:44Z', 'revision_number': 3, 'project_id': '9e09c325406b43a4864529f9c3b3f929', 'gw_port': {'id': '2240101c-2532-4d54-a8ef-e9941d6bb46f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d4fa64-3d3f-4a76-be73-939774a31347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:43Z', 'updated_at': '2022-02-05T21:21:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:45.050643 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2be49-fdad-41ef-8b23-fbc334a476d1 None None] Current status of the port eea49aef-30d2-4e1a-943c-f2e861e26fff is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:45.073204 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcb07cf-ab24-4114-a6db-22eb716db7ef None None] Checking router: d0d4fa64-3d3f-4a76-be73-939774a31347 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:21:45.073474 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcb07cf-ab24-4114-a6db-22eb716db7ef None None] Updating router d0d4fa64-3d3f-4a76-be73-939774a31347 port 2240101c-2532-4d54-a8ef-e9941d6bb46f binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:21:45.103694 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-adcb07cf-ab24-4114-a6db-22eb716db7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (2240101c-2532-4d54-a8ef-e9941d6bb46f), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:45.271395 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-366eadfc-34d5-4ec0-9d14-0be0a09c910f None None] Provisioning complete for port eea49aef-30d2-4e1a-943c-f2e861e26fff triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:45.271989 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-366eadfc-34d5-4ec0-9d14-0be0a09c910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (eea49aef-30d2-4e1a-943c-f2e861e26fff), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:45.361634 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-366eadfc-34d5-4ec0-9d14-0be0a09c910f None None] Current status of the port eea49aef-30d2-4e1a-943c-f2e861e26fff is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:45.394092 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:45.460180 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-adcb07cf-ab24-4114-a6db-22eb716db7ef None None] Publish callbacks [] for port (2240101c-2532-4d54-a8ef-e9941d6bb46f), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:45.465432 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-adcb07cf-ab24-4114-a6db-22eb716db7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (2240101c-2532-4d54-a8ef-e9941d6bb46f), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:45.488978 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a4d479de-00d3-4c61-96d3-518c3edf1946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:45.512856 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-adcb07cf-ab24-4114-a6db-22eb716db7ef None None] Attempting to bind port 2240101c-2532-4d54-a8ef-e9941d6bb46f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:21:45.513225 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-adcb07cf-ab24-4114-a6db-22eb716db7ef None None] Attempting to bind port 2240101c-2532-4d54-a8ef-e9941d6bb46f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:21:45.513619 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcb07cf-ab24-4114-a6db-22eb716db7ef None None] Attempting to bind port 2240101c-2532-4d54-a8ef-e9941d6bb46f on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:21:45.523938 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcb07cf-ab24-4114-a6db-22eb716db7ef None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:21:45.524308 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcb07cf-ab24-4114-a6db-22eb716db7ef None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:21:45.524701 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-adcb07cf-ab24-4114-a6db-22eb716db7ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:45.525086 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcb07cf-ab24-4114-a6db-22eb716db7ef None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:21:45.525547 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-adcb07cf-ab24-4114-a6db-22eb716db7ef None None] Bound port: 2240101c-2532-4d54-a8ef-e9941d6bb46f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:21:45.525925 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-adcb07cf-ab24-4114-a6db-22eb716db7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (2240101c-2532-4d54-a8ef-e9941d6bb46f), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:45.531738 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf6063-90df-4607-bb90-ec75e3e068b2 None None] Pushing event updated for resources: {'Port': ['ID=2240101c-2532-4d54-a8ef-e9941d6bb46f,revision_number=2']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:45.582142 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-adcb07cf-ab24-4114-a6db-22eb716db7ef None None] For port 2240101c-2532-4d54-a8ef-e9941d6bb46f, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:21:45.585109 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-adcb07cf-ab24-4114-a6db-22eb716db7ef None None] For port 2240101c-2532-4d54-a8ef-e9941d6bb46f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2240101c-2532-4d54-a8ef-e9941d6bb46f,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:21:45.590810 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-adcb07cf-ab24-4114-a6db-22eb716db7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (2240101c-2532-4d54-a8ef-e9941d6bb46f), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:45.641288 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcb07cf-ab24-4114-a6db-22eb716db7ef None None] Routers {'d0d4fa64-3d3f-4a76-be73-939774a31347'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:21:45.642034 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-adcb07cf-ab24-4114-a6db-22eb716db7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8d83eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:21:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['d0d4fa64-3d3f-4a76-be73-939774a31347'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:45.692081 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf6063-90df-4607-bb90-ec75e3e068b2 None None] Pushing event updated for resources: {'Port': ['ID=2240101c-2532-4d54-a8ef-e9941d6bb46f,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:45.693207 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-a4d479de-00d3-4c61-96d3-518c3edf1946 admin admin] Allocated IP 172.20.0.1 (987bbb23-c9d2-4103-b42b-cadecfcb5133/83464dd1-b10a-4734-b421-e30d5e02df73/9b3ec139-1eb0-42e7-9f97-28a287dec11d) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:21:45.759745 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-adcb07cf-ab24-4114-a6db-22eb716db7ef None None] Set router d0d4fa64-3d3f-4a76-be73-939774a31347 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:21:45.800089 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a4d479de-00d3-4c61-96d3-518c3edf1946 admin admin] Publish callbacks [] for port (9b3ec139-1eb0-42e7-9f97-28a287dec11d), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:45.834893 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a4d479de-00d3-4c61-96d3-518c3edf1946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (9b3ec139-1eb0-42e7-9f97-28a287dec11d), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:45.877684 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d479de-00d3-4c61-96d3-518c3edf1946 admin admin] Network 987bbb23-c9d2-4103-b42b-cadecfcb5133 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:21:45.882505 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-a4d479de-00d3-4c61-96d3-518c3edf1946 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:21:45.884871 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d479de-00d3-4c61-96d3-518c3edf1946 admin admin] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:21:45.909682 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d479de-00d3-4c61-96d3-518c3edf1946 admin admin] Pushing event updated for resources: {'Port': ['ID=9b3ec139-1eb0-42e7-9f97-28a287dec11d,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:45.931074 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a4d479de-00d3-4c61-96d3-518c3edf1946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (d0d4fa64-3d3f-4a76-be73-939774a31347), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:45.939508 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-adcb07cf-ab24-4114-a6db-22eb716db7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8d83eb0>, [{'id': 'd0d4fa64-3d3f-4a76-be73-939774a31347', 'name': 'tempest-TestAggregatesBasicOps-37739121-router', 'tenant_id': '9e09c325406b43a4864529f9c3b3f929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': '2240101c-2532-4d54-a8ef-e9941d6bb46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:43Z', 'updated_at': '2022-02-05T21:21:44Z', 'revision_number': 3, 'project_id': '9e09c325406b43a4864529f9c3b3f929', 'gw_port': {'id': '2240101c-2532-4d54-a8ef-e9941d6bb46f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d4fa64-3d3f-4a76-be73-939774a31347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:43Z', 'updated_at': '2022-02-05T21:21:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:45.973068 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcb07cf-ab24-4114-a6db-22eb716db7ef None None] The sync data for ids ['d0d4fa64-3d3f-4a76-be73-939774a31347'] in ncdv-master-1 is: [{'id': 'd0d4fa64-3d3f-4a76-be73-939774a31347', 'name': 'tempest-TestAggregatesBasicOps-37739121-router', 'tenant_id': '9e09c325406b43a4864529f9c3b3f929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': '2240101c-2532-4d54-a8ef-e9941d6bb46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:43Z', 'updated_at': '2022-02-05T21:21:44Z', 'revision_number': 3, 'project_id': '9e09c325406b43a4864529f9c3b3f929', 'gw_port': {'id': '2240101c-2532-4d54-a8ef-e9941d6bb46f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d4fa64-3d3f-4a76-be73-939774a31347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:43Z', 'updated_at': '2022-02-05T21:21:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:21:46.087485 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a4d479de-00d3-4c61-96d3-518c3edf1946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9b3ec139-1eb0-42e7-9f97-28a287dec11d), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:46.189027 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6bf387ba-e9f3-4c30-bc9b-03b9f3f20726 None None] Provisioning complete for port 9b3ec139-1eb0-42e7-9f97-28a287dec11d triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:46.189663 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6bf387ba-e9f3-4c30-bc9b-03b9f3f20726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9b3ec139-1eb0-42e7-9f97-28a287dec11d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:46.216593 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device eea49aef-30d2-4e1a-943c-f2e861e26fff up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:21:46.264375 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6bf387ba-e9f3-4c30-bc9b-03b9f3f20726 None None] Port 9b3ec139-1eb0-42e7-9f97-28a287dec11d cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:21:46.280476 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port eea49aef-30d2-4e1a-943c-f2e861e26fff triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:46.281994 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (eea49aef-30d2-4e1a-943c-f2e861e26fff), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:46.305058 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a4d479de-00d3-4c61-96d3-518c3edf1946 admin admin] Publish callbacks [] for port (9b3ec139-1eb0-42e7-9f97-28a287dec11d), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:46.315153 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a4d479de-00d3-4c61-96d3-518c3edf1946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (9b3ec139-1eb0-42e7-9f97-28a287dec11d), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:46.377245 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port eea49aef-30d2-4e1a-943c-f2e861e26fff is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:46.385342 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d479de-00d3-4c61-96d3-518c3edf1946 admin admin] Pushing event updated for resources: {'Port': ['ID=9b3ec139-1eb0-42e7-9f97-28a287dec11d,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:46.392854 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a4d479de-00d3-4c61-96d3-518c3edf1946 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (d0d4fa64-3d3f-4a76-be73-939774a31347), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:46.493192 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d479de-00d3-4c61-96d3-518c3edf1946 admin admin] Network 987bbb23-c9d2-4103-b42b-cadecfcb5133 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:21:46.494625 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-a4d479de-00d3-4c61-96d3-518c3edf1946 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:21:46.623532 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d479de-00d3-4c61-96d3-518c3edf1946 admin admin] Router d0d4fa64-3d3f-4a76-be73-939774a31347 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:21:46.742469 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d479de-00d3-4c61-96d3-518c3edf1946 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:21:46.747877 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a4d479de-00d3-4c61-96d3-518c3edf1946 admin admin] 10.222.0.32 "PUT /v2.0/routers/d0d4fa64-3d3f-4a76-be73-939774a31347/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0183296
Feb 05 21:21:46.787210 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6becdfba-756b-4a29-8ec1-f0df0d9772ef None None] Provisioning complete for port 9b3ec139-1eb0-42e7-9f97-28a287dec11d triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:46.787881 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6becdfba-756b-4a29-8ec1-f0df0d9772ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9b3ec139-1eb0-42e7-9f97-28a287dec11d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:46.827166 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6becdfba-756b-4a29-8ec1-f0df0d9772ef None None] Port 9b3ec139-1eb0-42e7-9f97-28a287dec11d cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:21:47.219513 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48376) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:47.224491 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-54b92a53-82ad-4cb4-bc78-8637de9a62f9 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-822193170-network', 'tenant_id': 'f4d3141ad08b472191ccf503cba99312'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:21:47.243691 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b92a53-82ad-4cb4-bc78-8637de9a62f9 admin admin] Made reservation on behalf of f4d3141ad08b472191ccf503cba99312 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:21:47.245955 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-54b92a53-82ad-4cb4-bc78-8637de9a62f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:47.255246 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-54b92a53-82ad-4cb4-bc78-8637de9a62f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:47.334395 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-54b92a53-82ad-4cb4-bc78-8637de9a62f9 admin admin] Publish callbacks [] for security_group (0a7d3750-a2fd-4c7f-ab15-d5ea46faa92d), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:47.338798 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-54b92a53-82ad-4cb4-bc78-8637de9a62f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (0a7d3750-a2fd-4c7f-ab15-d5ea46faa92d), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:47.360215 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54b92a53-82ad-4cb4-bc78-8637de9a62f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:21:47.378567 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-54b92a53-82ad-4cb4-bc78-8637de9a62f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (41736f07-a890-43e4-ace5-2d914fd67e5f), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:47.378902 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-54b92a53-82ad-4cb4-bc78-8637de9a62f9 admin admin] Added segment 41736f07-a890-43e4-ace5-2d914fd67e5f of type vlan for network 4f1457d1-f73b-45b8-b47b-ffeeaf5ea832
Feb 05 21:21:47.380238 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b92a53-82ad-4cb4-bc78-8637de9a62f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7d3750-a2fd-4c7f-ab15-d5ea46faa92d,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:47.395889 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b92a53-82ad-4cb4-bc78-8637de9a62f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:47.396253 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b92a53-82ad-4cb4-bc78-8637de9a62f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:47.396591 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b92a53-82ad-4cb4-bc78-8637de9a62f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:47.396935 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b92a53-82ad-4cb4-bc78-8637de9a62f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:47.397279 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b92a53-82ad-4cb4-bc78-8637de9a62f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:47.397615 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b92a53-82ad-4cb4-bc78-8637de9a62f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:47.397948 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b92a53-82ad-4cb4-bc78-8637de9a62f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:47.398277 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b92a53-82ad-4cb4-bc78-8637de9a62f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:47.398634 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b92a53-82ad-4cb4-bc78-8637de9a62f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:47.398965 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b92a53-82ad-4cb4-bc78-8637de9a62f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:47.399294 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b92a53-82ad-4cb4-bc78-8637de9a62f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:47.399620 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b92a53-82ad-4cb4-bc78-8637de9a62f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:47.399945 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b92a53-82ad-4cb4-bc78-8637de9a62f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:21:47.433819 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-54b92a53-82ad-4cb4-bc78-8637de9a62f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (4f1457d1-f73b-45b8-b47b-ffeeaf5ea832), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:47.462822 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-54b92a53-82ad-4cb4-bc78-8637de9a62f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (4f1457d1-f73b-45b8-b47b-ffeeaf5ea832), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:47.463832 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b92a53-82ad-4cb4-bc78-8637de9a62f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:21:47.464417 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-54b92a53-82ad-4cb4-bc78-8637de9a62f9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:47.515496 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-54b92a53-82ad-4cb4-bc78-8637de9a62f9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.2946496
Feb 05 21:21:47.518068 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48378) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:47.523260 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-5da0e958-3bb9-496b-ad53-4241ef83f329 admin admin] Request body: {'subnet': {'network_id': '4f1457d1-f73b-45b8-b47b-ffeeaf5ea832', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-822193170-subnet', 'tenant_id': 'f4d3141ad08b472191ccf503cba99312', 'ip_version': 4}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:21:47.543540 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da0e958-3bb9-496b-ad53-4241ef83f329 admin admin] Made reservation on behalf of f4d3141ad08b472191ccf503cba99312 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:21:47.546165 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5da0e958-3bb9-496b-ad53-4241ef83f329 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:47.561369 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b92a53-82ad-4cb4-bc78-8637de9a62f9 admin admin] Pushing event updated for resources: {'Network': ['ID=4f1457d1-f73b-45b8-b47b-ffeeaf5ea832,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:47.572175 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 4f1457d1-f73b-45b8-b47b-ffeeaf5ea832 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:21:47.673091 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ef35f4-36a5-4df7-bea4-fa7b4ea1f2b6 None None] Sync routers for ids ['d0d4fa64-3d3f-4a76-be73-939774a31347'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:21:47.683739 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ef35f4-36a5-4df7-bea4-fa7b4ea1f2b6 None None] Routers {'d0d4fa64-3d3f-4a76-be73-939774a31347'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:21:47.684367 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-91ef35f4-36a5-4df7-bea4-fa7b4ea1f2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabbc2dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:21:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['d0d4fa64-3d3f-4a76-be73-939774a31347'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:47.722692 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5da0e958-3bb9-496b-ad53-4241ef83f329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (67e4bddd-47d3-40bd-957f-ef524e3a458f), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:47.782142 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da0e958-3bb9-496b-ad53-4241ef83f329 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67e4bddd-47d3-40bd-957f-ef524e3a458f,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:47.794261 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da0e958-3bb9-496b-ad53-4241ef83f329 admin admin] Checking segment: {'id': '41736f07-a890-43e4-ace5-2d914fd67e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4f1457d1-f73b-45b8-b47b-ffeeaf5ea832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:21:47.794663 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da0e958-3bb9-496b-ad53-4241ef83f329 admin admin] Network hostable DHCP agents. Network: 4f1457d1-f73b-45b8-b47b-ffeeaf5ea832, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:21:47.798416 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-91ef35f4-36a5-4df7-bea4-fa7b4ea1f2b6 None None] Set router d0d4fa64-3d3f-4a76-be73-939774a31347 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:21:47.811849 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da0e958-3bb9-496b-ad53-4241ef83f329 admin admin] Network 4f1457d1-f73b-45b8-b47b-ffeeaf5ea832 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:21:47.822287 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-5da0e958-3bb9-496b-ad53-4241ef83f329 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4f1457d1-f73b-45b8-b47b-ffeeaf5ea832) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:21:47.828335 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da0e958-3bb9-496b-ad53-4241ef83f329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:21:47.828969 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5da0e958-3bb9-496b-ad53-4241ef83f329 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:47.830471 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe71c60-1582-4ca7-a705-6dadae93b0b8 None None] Network 4f1457d1-f73b-45b8-b47b-ffeeaf5ea832 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:21:47.845078 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5da0e958-3bb9-496b-ad53-4241ef83f329 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3258343
Feb 05 21:21:47.847608 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48380) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:47.851947 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-a454bfd1-21e6-4340-b49c-289cde9f038a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-822193170-router', 'tenant_id': 'f4d3141ad08b472191ccf503cba99312', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:21:47.871722 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a454bfd1-21e6-4340-b49c-289cde9f038a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:47.872725 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a454bfd1-21e6-4340-b49c-289cde9f038a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:47.925477 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a454bfd1-21e6-4340-b49c-289cde9f038a admin admin] Publish callbacks [] for router_controller (7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5), precommit_add_association {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:48.028040 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed21383-1870-49ed-9e98-b0c766b5bd47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4f1457d1-f73b-45b8-b47b-ffeeaf5ea832', 'network_id': '4f1457d1-f73b-45b8-b47b-ffeeaf5ea832', 'project_id': 'f4d3141ad08b472191ccf503cba99312', 'fixed_ips': [{'subnet_id': '67e4bddd-47d3-40bd-957f-ef524e3a458f'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:21:48.028862 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8ed21383-1870-49ed-9e98-b0c766b5bd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:48.076099 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a454bfd1-21e6-4340-b49c-289cde9f038a admin admin] Publish callbacks [] for router_gateway (7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:48.206025 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-91ef35f4-36a5-4df7-bea4-fa7b4ea1f2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabbc2dc0>, [{'id': 'd0d4fa64-3d3f-4a76-be73-939774a31347', 'name': 'tempest-TestAggregatesBasicOps-37739121-router', 'tenant_id': '9e09c325406b43a4864529f9c3b3f929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': '2240101c-2532-4d54-a8ef-e9941d6bb46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:43Z', 'updated_at': '2022-02-05T21:21:46Z', 'revision_number': 4, 'project_id': '9e09c325406b43a4864529f9c3b3f929', 'gw_port': {'id': '2240101c-2532-4d54-a8ef-e9941d6bb46f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d4fa64-3d3f-4a76-be73-939774a31347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:43Z', 'updated_at': '2022-02-05T21:21:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9b3ec139-1eb0-42e7-9f97-28a287dec11d', 'name': '', 'network_id': '987bbb23-c9d2-4103-b42b-cadecfcb5133', 'tenant_id': '9e09c325406b43a4864529f9c3b3f929', 'mac_address': 'fa:16:3e:90:86:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d4fa64-3d3f-4a76-be73-939774a31347', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '83464dd1-b10a-4734-b421-e30d5e02df73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:45Z', 'updated_at': '2022-02-05T21:21:46Z', 'revision_number': 2, 'project_id': '9e09c325406b43a4864529f9c3b3f929', 'subnets': [{'id': '83464dd1-b10a-4734-b421-e30d5e02df73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:48.236336 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ef35f4-36a5-4df7-bea4-fa7b4ea1f2b6 None None] Checking router: d0d4fa64-3d3f-4a76-be73-939774a31347 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:21:48.236699 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ef35f4-36a5-4df7-bea4-fa7b4ea1f2b6 None None] Updating router d0d4fa64-3d3f-4a76-be73-939774a31347 port 9b3ec139-1eb0-42e7-9f97-28a287dec11d binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:21:48.239148 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-8ed21383-1870-49ed-9e98-b0c766b5bd47 None None] Allocated IP 172.20.0.2 (4f1457d1-f73b-45b8-b47b-ffeeaf5ea832/67e4bddd-47d3-40bd-957f-ef524e3a458f/48cffb30-dcef-4fff-9709-5795f2b8df00) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:21:48.273283 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 2240101c-2532-4d54-a8ef-e9941d6bb46f up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:21:48.291772 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a454bfd1-21e6-4340-b49c-289cde9f038a admin admin] Publish callbacks [] for router_gateway (7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:48.306957 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-91ef35f4-36a5-4df7-bea4-fa7b4ea1f2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9b3ec139-1eb0-42e7-9f97-28a287dec11d), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:48.312661 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a454bfd1-21e6-4340-b49c-289cde9f038a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:48.421154 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-a454bfd1-21e6-4340-b49c-289cde9f038a admin admin] Allocated IP 172.35.4.168 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/6e77b882-f048-46b8-999d-d2ec4735294d) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:21:48.529745 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a454bfd1-21e6-4340-b49c-289cde9f038a admin admin] Publish callbacks [] for port (6e77b882-f048-46b8-999d-d2ec4735294d), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:48.570753 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a454bfd1-21e6-4340-b49c-289cde9f038a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (6e77b882-f048-46b8-999d-d2ec4735294d), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:48.612604 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a454bfd1-21e6-4340-b49c-289cde9f038a admin admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:21:48.615411 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-a454bfd1-21e6-4340-b49c-289cde9f038a admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:21:48.619991 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a454bfd1-21e6-4340-b49c-289cde9f038a admin admin] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:21:48.621933 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a454bfd1-21e6-4340-b49c-289cde9f038a admin admin] Pushing event updated for resources: {'Port': ['ID=6e77b882-f048-46b8-999d-d2ec4735294d,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:48.648744 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 2240101c-2532-4d54-a8ef-e9941d6bb46f triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:48.649320 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (2240101c-2532-4d54-a8ef-e9941d6bb46f), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:48.763905 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8ed21383-1870-49ed-9e98-b0c766b5bd47 None None] Publish callbacks [] for port (48cffb30-dcef-4fff-9709-5795f2b8df00), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:48.779181 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8ed21383-1870-49ed-9e98-b0c766b5bd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (48cffb30-dcef-4fff-9709-5795f2b8df00), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:48.877016 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed21383-1870-49ed-9e98-b0c766b5bd47 None None] Network 4f1457d1-f73b-45b8-b47b-ffeeaf5ea832 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:21:48.880281 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a454bfd1-21e6-4340-b49c-289cde9f038a admin admin] Publish callbacks [] for router_gateway (7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:48.889320 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-8ed21383-1870-49ed-9e98-b0c766b5bd47 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:21:48.902534 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed21383-1870-49ed-9e98-b0c766b5bd47 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:21:48.917330 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed21383-1870-49ed-9e98-b0c766b5bd47 None None] Pushing event updated for resources: {'Port': ['ID=48cffb30-dcef-4fff-9709-5795f2b8df00,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:48.956522 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 2240101c-2532-4d54-a8ef-e9941d6bb46f is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:48.956912 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (2240101c-2532-4d54-a8ef-e9941d6bb46f), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:49.043747 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 2240101c-2532-4d54-a8ef-e9941d6bb46f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2240101c-2532-4d54-a8ef-e9941d6bb46f,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:21:49.047230 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-8ed21383-1870-49ed-9e98-b0c766b5bd47 None None] Attempting to bind port 48cffb30-dcef-4fff-9709-5795f2b8df00 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:21:49.047727 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-8ed21383-1870-49ed-9e98-b0c766b5bd47 None None] Attempting to bind port 48cffb30-dcef-4fff-9709-5795f2b8df00 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '41736f07-a890-43e4-ace5-2d914fd67e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4f1457d1-f73b-45b8-b47b-ffeeaf5ea832'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:21:49.048170 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed21383-1870-49ed-9e98-b0c766b5bd47 None None] Attempting to bind port 48cffb30-dcef-4fff-9709-5795f2b8df00 on network 4f1457d1-f73b-45b8-b47b-ffeeaf5ea832 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:21:49.058559 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (2240101c-2532-4d54-a8ef-e9941d6bb46f), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:49.061614 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-91ef35f4-36a5-4df7-bea4-fa7b4ea1f2b6 None None] Publish callbacks [] for port (9b3ec139-1eb0-42e7-9f97-28a287dec11d), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:49.070252 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed21383-1870-49ed-9e98-b0c766b5bd47 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:21:49.070546 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed21383-1870-49ed-9e98-b0c766b5bd47 None None] Checking segment: {'id': '41736f07-a890-43e4-ace5-2d914fd67e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4f1457d1-f73b-45b8-b47b-ffeeaf5ea832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:21:49.071012 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8ed21383-1870-49ed-9e98-b0c766b5bd47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:49.071357 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed21383-1870-49ed-9e98-b0c766b5bd47 None None] Bound using segment: {'id': '41736f07-a890-43e4-ace5-2d914fd67e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4f1457d1-f73b-45b8-b47b-ffeeaf5ea832'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:21:49.071923 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-8ed21383-1870-49ed-9e98-b0c766b5bd47 None None] Bound port: 48cffb30-dcef-4fff-9709-5795f2b8df00, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41736f07-a890-43e4-ace5-2d914fd67e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4f1457d1-f73b-45b8-b47b-ffeeaf5ea832'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:21:49.072289 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8ed21383-1870-49ed-9e98-b0c766b5bd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (48cffb30-dcef-4fff-9709-5795f2b8df00), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:49.100454 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-91ef35f4-36a5-4df7-bea4-fa7b4ea1f2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9b3ec139-1eb0-42e7-9f97-28a287dec11d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:49.103218 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a454bfd1-21e6-4340-b49c-289cde9f038a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:49.176006 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=2240101c-2532-4d54-a8ef-e9941d6bb46f,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:49.265937 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-8ed21383-1870-49ed-9e98-b0c766b5bd47 None None] For port 48cffb30-dcef-4fff-9709-5795f2b8df00, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:21:49.300434 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-8ed21383-1870-49ed-9e98-b0c766b5bd47 None None] For port 48cffb30-dcef-4fff-9709-5795f2b8df00, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=48cffb30-dcef-4fff-9709-5795f2b8df00,segment=NetworkSegment(41736f07-a890-43e4-ace5-2d914fd67e5f),segment_id=41736f07-a890-43e4-ace5-2d914fd67e5f)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:21:49.301970 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb5b5a6-a037-4e3a-9f55-afeee01b1d09 None None] Pushing event updated for resources: {'Port': ['ID=9b3ec139-1eb0-42e7-9f97-28a287dec11d,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:49.312896 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-91ef35f4-36a5-4df7-bea4-fa7b4ea1f2b6 None None] Attempting to bind port 9b3ec139-1eb0-42e7-9f97-28a287dec11d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:21:49.321105 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-91ef35f4-36a5-4df7-bea4-fa7b4ea1f2b6 None None] Attempting to bind port 9b3ec139-1eb0-42e7-9f97-28a287dec11d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '56fb0371-dec3-454c-9734-fd143c49e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '987bbb23-c9d2-4103-b42b-cadecfcb5133'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:21:49.321105 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ef35f4-36a5-4df7-bea4-fa7b4ea1f2b6 None None] Attempting to bind port 9b3ec139-1eb0-42e7-9f97-28a287dec11d on network 987bbb23-c9d2-4103-b42b-cadecfcb5133 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:21:49.323962 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8ed21383-1870-49ed-9e98-b0c766b5bd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (48cffb30-dcef-4fff-9709-5795f2b8df00), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:49.389632 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ef35f4-36a5-4df7-bea4-fa7b4ea1f2b6 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:21:49.389954 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ef35f4-36a5-4df7-bea4-fa7b4ea1f2b6 None None] Checking segment: {'id': '56fb0371-dec3-454c-9734-fd143c49e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '987bbb23-c9d2-4103-b42b-cadecfcb5133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:21:49.390408 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-91ef35f4-36a5-4df7-bea4-fa7b4ea1f2b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:49.390827 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ef35f4-36a5-4df7-bea4-fa7b4ea1f2b6 None None] Bound using segment: {'id': '56fb0371-dec3-454c-9734-fd143c49e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '987bbb23-c9d2-4103-b42b-cadecfcb5133'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:21:49.391423 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-91ef35f4-36a5-4df7-bea4-fa7b4ea1f2b6 None None] Bound port: 9b3ec139-1eb0-42e7-9f97-28a287dec11d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fb0371-dec3-454c-9734-fd143c49e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '987bbb23-c9d2-4103-b42b-cadecfcb5133'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:21:49.391828 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-91ef35f4-36a5-4df7-bea4-fa7b4ea1f2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9b3ec139-1eb0-42e7-9f97-28a287dec11d), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:49.408206 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed21383-1870-49ed-9e98-b0c766b5bd47 None None] Pushing event updated for resources: {'Port': ['ID=48cffb30-dcef-4fff-9709-5795f2b8df00,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:49.489131 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-91ef35f4-36a5-4df7-bea4-fa7b4ea1f2b6 None None] For port 9b3ec139-1eb0-42e7-9f97-28a287dec11d, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:21:49.493587 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-91ef35f4-36a5-4df7-bea4-fa7b4ea1f2b6 None None] For port 9b3ec139-1eb0-42e7-9f97-28a287dec11d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b3ec139-1eb0-42e7-9f97-28a287dec11d,segment=NetworkSegment(56fb0371-dec3-454c-9734-fd143c49e4f9),segment_id=56fb0371-dec3-454c-9734-fd143c49e4f9)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:21:49.503751 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-91ef35f4-36a5-4df7-bea4-fa7b4ea1f2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9b3ec139-1eb0-42e7-9f97-28a287dec11d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:49.570568 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ef35f4-36a5-4df7-bea4-fa7b4ea1f2b6 None None] Routers {'d0d4fa64-3d3f-4a76-be73-939774a31347'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:21:49.571192 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-91ef35f4-36a5-4df7-bea4-fa7b4ea1f2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabbc2dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:21:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['d0d4fa64-3d3f-4a76-be73-939774a31347'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:49.577263 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb5b5a6-a037-4e3a-9f55-afeee01b1d09 None None] Pushing event updated for resources: {'Port': ['ID=9b3ec139-1eb0-42e7-9f97-28a287dec11d,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:49.594518 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a454bfd1-21e6-4340-b49c-289cde9f038a admin admin] Router 7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:21:49.644604 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-5636956a-2f8f-48dc-b5e4-fac6ab06a97a None None] Provisioning complete for port 9b3ec139-1eb0-42e7-9f97-28a287dec11d triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:49.644604 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5636956a-2f8f-48dc-b5e4-fac6ab06a97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9b3ec139-1eb0-42e7-9f97-28a287dec11d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:49.722033 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a454bfd1-21e6-4340-b49c-289cde9f038a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:21:49.746237 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c61f69-119a-4560-ac3f-75cc42d1fb99 None None] Sync routers for ids ['7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:21:49.759923 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-91ef35f4-36a5-4df7-bea4-fa7b4ea1f2b6 None None] Set router d0d4fa64-3d3f-4a76-be73-939774a31347 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:21:49.761986 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c61f69-119a-4560-ac3f-75cc42d1fb99 None None] Routers {'7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:21:49.763209 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-21c61f69-119a-4560-ac3f-75cc42d1fb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db905d7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:21:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:49.764093 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a454bfd1-21e6-4340-b49c-289cde9f038a admin admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:49.769133 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a454bfd1-21e6-4340-b49c-289cde9f038a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 1.9205246
Feb 05 21:21:49.769385 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48382) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:49.846147 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-5636956a-2f8f-48dc-b5e4-fac6ab06a97a None None] Current status of the port 9b3ec139-1eb0-42e7-9f97-28a287dec11d is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:49.846669 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5636956a-2f8f-48dc-b5e4-fac6ab06a97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9b3ec139-1eb0-42e7-9f97-28a287dec11d), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:49.961381 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-21c61f69-119a-4560-ac3f-75cc42d1fb99 None None] Set router 7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:21:50.011014 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-5636956a-2f8f-48dc-b5e4-fac6ab06a97a None None] For port 9b3ec139-1eb0-42e7-9f97-28a287dec11d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b3ec139-1eb0-42e7-9f97-28a287dec11d,segment=NetworkSegment(56fb0371-dec3-454c-9734-fd143c49e4f9),segment_id=56fb0371-dec3-454c-9734-fd143c49e4f9)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:21:50.020858 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5636956a-2f8f-48dc-b5e4-fac6ab06a97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9b3ec139-1eb0-42e7-9f97-28a287dec11d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:50.109980 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5636956a-2f8f-48dc-b5e4-fac6ab06a97a None None] Pushing event updated for resources: {'Port': ['ID=9b3ec139-1eb0-42e7-9f97-28a287dec11d,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:50.151994 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-e7d9d052-3562-4a07-b27e-5549f824f43a None None] Provisioning complete for port 9b3ec139-1eb0-42e7-9f97-28a287dec11d triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:50.152484 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e7d9d052-3562-4a07-b27e-5549f824f43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9b3ec139-1eb0-42e7-9f97-28a287dec11d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:50.157254 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-91ef35f4-36a5-4df7-bea4-fa7b4ea1f2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabbc2dc0>, [{'id': 'd0d4fa64-3d3f-4a76-be73-939774a31347', 'name': 'tempest-TestAggregatesBasicOps-37739121-router', 'tenant_id': '9e09c325406b43a4864529f9c3b3f929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': '2240101c-2532-4d54-a8ef-e9941d6bb46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:43Z', 'updated_at': '2022-02-05T21:21:46Z', 'revision_number': 4, 'project_id': '9e09c325406b43a4864529f9c3b3f929', 'gw_port': {'id': '2240101c-2532-4d54-a8ef-e9941d6bb46f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d4fa64-3d3f-4a76-be73-939774a31347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:43Z', 'updated_at': '2022-02-05T21:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9b3ec139-1eb0-42e7-9f97-28a287dec11d', 'name': '', 'network_id': '987bbb23-c9d2-4103-b42b-cadecfcb5133', 'tenant_id': '9e09c325406b43a4864529f9c3b3f929', 'mac_address': 'fa:16:3e:90:86:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d4fa64-3d3f-4a76-be73-939774a31347', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '83464dd1-b10a-4734-b421-e30d5e02df73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:45Z', 'updated_at': '2022-02-05T21:21:49Z', 'revision_number': 4, 'project_id': '9e09c325406b43a4864529f9c3b3f929', 'subnets': [{'id': '83464dd1-b10a-4734-b421-e30d5e02df73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:50.202910 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ef35f4-36a5-4df7-bea4-fa7b4ea1f2b6 None None] The sync data for ids ['d0d4fa64-3d3f-4a76-be73-939774a31347'] in ncdv-master-1 is: [{'id': 'd0d4fa64-3d3f-4a76-be73-939774a31347', 'name': 'tempest-TestAggregatesBasicOps-37739121-router', 'tenant_id': '9e09c325406b43a4864529f9c3b3f929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': '2240101c-2532-4d54-a8ef-e9941d6bb46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:43Z', 'updated_at': '2022-02-05T21:21:46Z', 'revision_number': 4, 'project_id': '9e09c325406b43a4864529f9c3b3f929', 'gw_port': {'id': '2240101c-2532-4d54-a8ef-e9941d6bb46f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d4fa64-3d3f-4a76-be73-939774a31347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:43Z', 'updated_at': '2022-02-05T21:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9b3ec139-1eb0-42e7-9f97-28a287dec11d', 'name': '', 'network_id': '987bbb23-c9d2-4103-b42b-cadecfcb5133', 'tenant_id': '9e09c325406b43a4864529f9c3b3f929', 'mac_address': 'fa:16:3e:90:86:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d4fa64-3d3f-4a76-be73-939774a31347', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '83464dd1-b10a-4734-b421-e30d5e02df73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:45Z', 'updated_at': '2022-02-05T21:21:49Z', 'revision_number': 4, 'project_id': '9e09c325406b43a4864529f9c3b3f929', 'subnets': [{'id': '83464dd1-b10a-4734-b421-e30d5e02df73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:21:50.213383 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-21c61f69-119a-4560-ac3f-75cc42d1fb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db905d7c0>, [{'id': '7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5', 'name': 'tempest-TestAggregatesBasicOps-822193170-router', 'tenant_id': 'f4d3141ad08b472191ccf503cba99312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.168'}], 'enable_snat': True}, 'gw_port_id': '6e77b882-f048-46b8-999d-d2ec4735294d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:47Z', 'updated_at': '2022-02-05T21:21:48Z', 'revision_number': 3, 'project_id': 'f4d3141ad08b472191ccf503cba99312', 'gw_port': {'id': '6e77b882-f048-46b8-999d-d2ec4735294d', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:48Z', 'updated_at': '2022-02-05T21:21:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:50.279686 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c61f69-119a-4560-ac3f-75cc42d1fb99 None None] Checking router: 7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:21:50.282576 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c61f69-119a-4560-ac3f-75cc42d1fb99 None None] Updating router 7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5 port 6e77b882-f048-46b8-999d-d2ec4735294d binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:21:50.310092 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:50.321983 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-e7d9d052-3562-4a07-b27e-5549f824f43a None None] Current status of the port 9b3ec139-1eb0-42e7-9f97-28a287dec11d is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:50.350421 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-912cd490-9822-4209-9db5-f4f431d05999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:50.350786 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-21c61f69-119a-4560-ac3f-75cc42d1fb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (6e77b882-f048-46b8-999d-d2ec4735294d), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:50.462861 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 48cffb30-dcef-4fff-9709-5795f2b8df00 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:21:50.582593 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 48cffb30-dcef-4fff-9709-5795f2b8df00 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:50.582904 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (48cffb30-dcef-4fff-9709-5795f2b8df00), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:50.710094 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-21c61f69-119a-4560-ac3f-75cc42d1fb99 None None] Publish callbacks [] for port (6e77b882-f048-46b8-999d-d2ec4735294d), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:50.716997 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-21c61f69-119a-4560-ac3f-75cc42d1fb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (6e77b882-f048-46b8-999d-d2ec4735294d), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:50.767573 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-21c61f69-119a-4560-ac3f-75cc42d1fb99 None None] Attempting to bind port 6e77b882-f048-46b8-999d-d2ec4735294d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:21:50.768234 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-21c61f69-119a-4560-ac3f-75cc42d1fb99 None None] Attempting to bind port 6e77b882-f048-46b8-999d-d2ec4735294d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:21:50.768325 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c61f69-119a-4560-ac3f-75cc42d1fb99 None None] Attempting to bind port 6e77b882-f048-46b8-999d-d2ec4735294d on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:21:50.768399 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 48cffb30-dcef-4fff-9709-5795f2b8df00 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:50.768747 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (48cffb30-dcef-4fff-9709-5795f2b8df00), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:50.792536 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0983abb-1c13-4cab-8182-d19f9d81961a None None] Pushing event updated for resources: {'Port': ['ID=6e77b882-f048-46b8-999d-d2ec4735294d,revision_number=2']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:50.796779 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c61f69-119a-4560-ac3f-75cc42d1fb99 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:21:50.797517 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c61f69-119a-4560-ac3f-75cc42d1fb99 None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:21:50.797934 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-21c61f69-119a-4560-ac3f-75cc42d1fb99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:50.798556 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c61f69-119a-4560-ac3f-75cc42d1fb99 None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:21:50.799129 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-21c61f69-119a-4560-ac3f-75cc42d1fb99 None None] Bound port: 6e77b882-f048-46b8-999d-d2ec4735294d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:21:50.799513 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-21c61f69-119a-4560-ac3f-75cc42d1fb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (6e77b882-f048-46b8-999d-d2ec4735294d), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:50.836021 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 48cffb30-dcef-4fff-9709-5795f2b8df00, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=48cffb30-dcef-4fff-9709-5795f2b8df00,segment=NetworkSegment(41736f07-a890-43e4-ace5-2d914fd67e5f),segment_id=41736f07-a890-43e4-ace5-2d914fd67e5f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:21:50.842358 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (48cffb30-dcef-4fff-9709-5795f2b8df00), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:50.844516 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 2240101c-2532-4d54-a8ef-e9941d6bb46f up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:21:50.864604 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-21c61f69-119a-4560-ac3f-75cc42d1fb99 None None] For port 6e77b882-f048-46b8-999d-d2ec4735294d, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:21:50.868393 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-21c61f69-119a-4560-ac3f-75cc42d1fb99 None None] For port 6e77b882-f048-46b8-999d-d2ec4735294d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e77b882-f048-46b8-999d-d2ec4735294d,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:21:50.880964 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-21c61f69-119a-4560-ac3f-75cc42d1fb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (6e77b882-f048-46b8-999d-d2ec4735294d), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:50.955819 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c61f69-119a-4560-ac3f-75cc42d1fb99 None None] Routers {'7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:21:50.956468 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-21c61f69-119a-4560-ac3f-75cc42d1fb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db905d7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:21:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:50.962232 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0983abb-1c13-4cab-8182-d19f9d81961a None None] Pushing event updated for resources: {'Port': ['ID=6e77b882-f048-46b8-999d-d2ec4735294d,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:50.992335 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=48cffb30-dcef-4fff-9709-5795f2b8df00,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:51.009817 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-912cd490-9822-4209-9db5-f4f431d05999 admin admin] Allocated IP 172.20.0.1 (4f1457d1-f73b-45b8-b47b-ffeeaf5ea832/67e4bddd-47d3-40bd-957f-ef524e3a458f/7096666d-44c9-4d45-b63e-9d2296f3fc7a) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:21:51.017914 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a477cc-835a-4446-a9f4-8679aa8fc7e7 None None] Network 4f1457d1-f73b-45b8-b47b-ffeeaf5ea832 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:21:51.115741 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-26723100-4bdf-4721-9c9e-a53ea95b994c None None] Provisioning complete for port 48cffb30-dcef-4fff-9709-5795f2b8df00 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:51.116122 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-26723100-4bdf-4721-9c9e-a53ea95b994c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (48cffb30-dcef-4fff-9709-5795f2b8df00), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:51.116905 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-21c61f69-119a-4560-ac3f-75cc42d1fb99 None None] Set router 7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:21:51.117654 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 2240101c-2532-4d54-a8ef-e9941d6bb46f triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:51.118013 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (2240101c-2532-4d54-a8ef-e9941d6bb46f), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:51.139579 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-912cd490-9822-4209-9db5-f4f431d05999 admin admin] Publish callbacks [] for port (7096666d-44c9-4d45-b63e-9d2296f3fc7a), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:51.179324 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-912cd490-9822-4209-9db5-f4f431d05999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (7096666d-44c9-4d45-b63e-9d2296f3fc7a), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:51.240851 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912cd490-9822-4209-9db5-f4f431d05999 admin admin] Network 4f1457d1-f73b-45b8-b47b-ffeeaf5ea832 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:21:51.244606 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-912cd490-9822-4209-9db5-f4f431d05999 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:21:51.251691 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912cd490-9822-4209-9db5-f4f431d05999 admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:21:51.256458 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912cd490-9822-4209-9db5-f4f431d05999 admin admin] Pushing event updated for resources: {'Port': ['ID=7096666d-44c9-4d45-b63e-9d2296f3fc7a,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:51.321675 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-912cd490-9822-4209-9db5-f4f431d05999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:51.324490 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 2240101c-2532-4d54-a8ef-e9941d6bb46f is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:51.329403 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-26723100-4bdf-4721-9c9e-a53ea95b994c None None] Current status of the port 48cffb30-dcef-4fff-9709-5795f2b8df00 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:51.466323 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-21c61f69-119a-4560-ac3f-75cc42d1fb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db905d7c0>, [{'id': '7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5', 'name': 'tempest-TestAggregatesBasicOps-822193170-router', 'tenant_id': 'f4d3141ad08b472191ccf503cba99312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.168'}], 'enable_snat': True}, 'gw_port_id': '6e77b882-f048-46b8-999d-d2ec4735294d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:47Z', 'updated_at': '2022-02-05T21:21:48Z', 'revision_number': 3, 'project_id': 'f4d3141ad08b472191ccf503cba99312', 'gw_port': {'id': '6e77b882-f048-46b8-999d-d2ec4735294d', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:48Z', 'updated_at': '2022-02-05T21:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:51.497702 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-912cd490-9822-4209-9db5-f4f431d05999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7096666d-44c9-4d45-b63e-9d2296f3fc7a), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:51.501906 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c61f69-119a-4560-ac3f-75cc42d1fb99 None None] The sync data for ids ['7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5'] in ncdv-master-1 is: [{'id': '7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5', 'name': 'tempest-TestAggregatesBasicOps-822193170-router', 'tenant_id': 'f4d3141ad08b472191ccf503cba99312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.168'}], 'enable_snat': True}, 'gw_port_id': '6e77b882-f048-46b8-999d-d2ec4735294d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:47Z', 'updated_at': '2022-02-05T21:21:48Z', 'revision_number': 3, 'project_id': 'f4d3141ad08b472191ccf503cba99312', 'gw_port': {'id': '6e77b882-f048-46b8-999d-d2ec4735294d', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:48Z', 'updated_at': '2022-02-05T21:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:21:51.665632 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-e91c90dd-0c34-40c1-b07f-fba282af2c75 None None] Provisioning complete for port 48cffb30-dcef-4fff-9709-5795f2b8df00 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:51.666608 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e91c90dd-0c34-40c1-b07f-fba282af2c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (48cffb30-dcef-4fff-9709-5795f2b8df00), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:51.711084 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-912cd490-9822-4209-9db5-f4f431d05999 admin admin] Publish callbacks [] for port (7096666d-44c9-4d45-b63e-9d2296f3fc7a), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:51.720312 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-912cd490-9822-4209-9db5-f4f431d05999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (7096666d-44c9-4d45-b63e-9d2296f3fc7a), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:51.788488 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-e91c90dd-0c34-40c1-b07f-fba282af2c75 None None] Current status of the port 48cffb30-dcef-4fff-9709-5795f2b8df00 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:51.802021 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-e91c90dd-0c34-40c1-b07f-fba282af2c75 None None] Provisioning complete for port 7096666d-44c9-4d45-b63e-9d2296f3fc7a triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:51.802717 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e91c90dd-0c34-40c1-b07f-fba282af2c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7096666d-44c9-4d45-b63e-9d2296f3fc7a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:51.822305 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912cd490-9822-4209-9db5-f4f431d05999 admin admin] Pushing event updated for resources: {'Port': ['ID=7096666d-44c9-4d45-b63e-9d2296f3fc7a,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:51.836634 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-912cd490-9822-4209-9db5-f4f431d05999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:51.851402 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-e91c90dd-0c34-40c1-b07f-fba282af2c75 None None] Port 7096666d-44c9-4d45-b63e-9d2296f3fc7a cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:21:51.959904 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912cd490-9822-4209-9db5-f4f431d05999 admin admin] Network 4f1457d1-f73b-45b8-b47b-ffeeaf5ea832 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:21:51.961249 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-912cd490-9822-4209-9db5-f4f431d05999 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:21:51.983351 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-b46b6a5b-d836-4713-a559-44cfdf263f14 None None] Provisioning complete for port 7096666d-44c9-4d45-b63e-9d2296f3fc7a triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:51.983862 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b46b6a5b-d836-4713-a559-44cfdf263f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7096666d-44c9-4d45-b63e-9d2296f3fc7a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:52.044699 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-b46b6a5b-d836-4713-a559-44cfdf263f14 None None] Port 7096666d-44c9-4d45-b63e-9d2296f3fc7a cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:21:52.113253 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912cd490-9822-4209-9db5-f4f431d05999 admin admin] Router 7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:21:52.258214 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912cd490-9822-4209-9db5-f4f431d05999 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:21:52.266414 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-912cd490-9822-4209-9db5-f4f431d05999 admin admin] 10.222.0.32 "PUT /v2.0/routers/7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4947743
Feb 05 21:21:52.269796 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-e55f3b50-1db7-4931-9c1d-9ff2b5e509f2 None None] Provisioning complete for port 7096666d-44c9-4d45-b63e-9d2296f3fc7a triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:52.270291 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e55f3b50-1db7-4931-9c1d-9ff2b5e509f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7096666d-44c9-4d45-b63e-9d2296f3fc7a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:52.320033 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-e55f3b50-1db7-4931-9c1d-9ff2b5e509f2 None None] Port 7096666d-44c9-4d45-b63e-9d2296f3fc7a cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:21:52.404805 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 48cffb30-dcef-4fff-9709-5795f2b8df00 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:21:52.458716 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 48cffb30-dcef-4fff-9709-5795f2b8df00 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:52.459347 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (48cffb30-dcef-4fff-9709-5795f2b8df00), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:52.544115 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 48cffb30-dcef-4fff-9709-5795f2b8df00 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:52.545366 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9b3ec139-1eb0-42e7-9f97-28a287dec11d up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:21:52.601087 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 9b3ec139-1eb0-42e7-9f97-28a287dec11d triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:52.601472 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9b3ec139-1eb0-42e7-9f97-28a287dec11d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:52.719574 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 9b3ec139-1eb0-42e7-9f97-28a287dec11d is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:52.720745 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 6e77b882-f048-46b8-999d-d2ec4735294d up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:21:52.776855 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 6e77b882-f048-46b8-999d-d2ec4735294d triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:52.777241 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (6e77b882-f048-46b8-999d-d2ec4735294d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:52.865606 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 6e77b882-f048-46b8-999d-d2ec4735294d is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:52.866227 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (6e77b882-f048-46b8-999d-d2ec4735294d), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:52.887021 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 6e77b882-f048-46b8-999d-d2ec4735294d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e77b882-f048-46b8-999d-d2ec4735294d,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:21:52.891215 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (6e77b882-f048-46b8-999d-d2ec4735294d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:53.111177 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=6e77b882-f048-46b8-999d-d2ec4735294d,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:53.371136 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48450) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:53.729507 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-69bd6b34-d9d1-40dc-85de-30a222fb1c23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (d0d4fa64-3d3f-4a76-be73-939774a31347), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:53.748663 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b14401-0912-4727-af83-b76646beabc1 None None] Sync routers for ids ['7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:21:53.759925 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b14401-0912-4727-af83-b76646beabc1 None None] Routers {'7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:21:53.760535 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-25b14401-0912-4727-af83-b76646beabc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab386ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:21:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:53.847139 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:21:53.869552 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-25b14401-0912-4727-af83-b76646beabc1 None None] Set router 7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:21:53.985644 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-69bd6b34-d9d1-40dc-85de-30a222fb1c23 admin admin] Deleting port 9b3ec139-1eb0-42e7-9f97-28a287dec11d {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:21:53.985988 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-69bd6b34-d9d1-40dc-85de-30a222fb1c23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (9b3ec139-1eb0-42e7-9f97-28a287dec11d), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:54.063218 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-69bd6b34-d9d1-40dc-85de-30a222fb1c23 admin admin] For port 9b3ec139-1eb0-42e7-9f97-28a287dec11d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b3ec139-1eb0-42e7-9f97-28a287dec11d,segment=NetworkSegment(56fb0371-dec3-454c-9734-fd143c49e4f9),segment_id=56fb0371-dec3-454c-9734-fd143c49e4f9)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:21:54.063595 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-69bd6b34-d9d1-40dc-85de-30a222fb1c23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (9b3ec139-1eb0-42e7-9f97-28a287dec11d), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:54.068744 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-25b14401-0912-4727-af83-b76646beabc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab386ac0>, [{'id': '7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5', 'name': 'tempest-TestAggregatesBasicOps-822193170-router', 'tenant_id': 'f4d3141ad08b472191ccf503cba99312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.168'}], 'enable_snat': True}, 'gw_port_id': '6e77b882-f048-46b8-999d-d2ec4735294d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:47Z', 'updated_at': '2022-02-05T21:21:51Z', 'revision_number': 4, 'project_id': 'f4d3141ad08b472191ccf503cba99312', 'gw_port': {'id': '6e77b882-f048-46b8-999d-d2ec4735294d', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:48Z', 'updated_at': '2022-02-05T21:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7096666d-44c9-4d45-b63e-9d2296f3fc7a', 'name': '', 'network_id': '4f1457d1-f73b-45b8-b47b-ffeeaf5ea832', 'tenant_id': 'f4d3141ad08b472191ccf503cba99312', 'mac_address': 'fa:16:3e:50:57:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '67e4bddd-47d3-40bd-957f-ef524e3a458f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:50Z', 'updated_at': '2022-02-05T21:21:51Z', 'revision_number': 2, 'project_id': 'f4d3141ad08b472191ccf503cba99312', 'subnets': [{'id': '67e4bddd-47d3-40bd-957f-ef524e3a458f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:54.075185 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-69bd6b34-d9d1-40dc-85de-30a222fb1c23 admin admin] Calling delete_port for 9b3ec139-1eb0-42e7-9f97-28a287dec11d owned by network:router_interface {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:21:54.100552 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b14401-0912-4727-af83-b76646beabc1 None None] Checking router: 7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:21:54.100828 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b14401-0912-4727-af83-b76646beabc1 None None] Updating router 7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5 port 7096666d-44c9-4d45-b63e-9d2296f3fc7a binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:21:54.128448 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-25b14401-0912-4727-af83-b76646beabc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7096666d-44c9-4d45-b63e-9d2296f3fc7a), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:54.221754 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 6e77b882-f048-46b8-999d-d2ec4735294d up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:21:54.262354 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-69bd6b34-d9d1-40dc-85de-30a222fb1c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (9b3ec139-1eb0-42e7-9f97-28a287dec11d), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:54.294342 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd6b34-d9d1-40dc-85de-30a222fb1c23 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b3ec139-1eb0-42e7-9f97-28a287dec11d,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:54.348085 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 6e77b882-f048-46b8-999d-d2ec4735294d triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:54.348737 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (6e77b882-f048-46b8-999d-d2ec4735294d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:54.472208 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 6e77b882-f048-46b8-999d-d2ec4735294d is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:54.473660 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-69bd6b34-d9d1-40dc-85de-30a222fb1c23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (d0d4fa64-3d3f-4a76-be73-939774a31347), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:54.518868 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-25b14401-0912-4727-af83-b76646beabc1 None None] Publish callbacks [] for port (7096666d-44c9-4d45-b63e-9d2296f3fc7a), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:54.524921 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-25b14401-0912-4727-af83-b76646beabc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7096666d-44c9-4d45-b63e-9d2296f3fc7a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:54.579722 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769448aa-d1f2-4bc7-98f1-f8a3fa0e3618 None None] Pushing event updated for resources: {'Port': ['ID=7096666d-44c9-4d45-b63e-9d2296f3fc7a,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:54.632168 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-25b14401-0912-4727-af83-b76646beabc1 None None] Attempting to bind port 7096666d-44c9-4d45-b63e-9d2296f3fc7a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:21:54.632581 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-25b14401-0912-4727-af83-b76646beabc1 None None] Attempting to bind port 7096666d-44c9-4d45-b63e-9d2296f3fc7a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '41736f07-a890-43e4-ace5-2d914fd67e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4f1457d1-f73b-45b8-b47b-ffeeaf5ea832'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:21:54.632954 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b14401-0912-4727-af83-b76646beabc1 None None] Attempting to bind port 7096666d-44c9-4d45-b63e-9d2296f3fc7a on network 4f1457d1-f73b-45b8-b47b-ffeeaf5ea832 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:21:54.638184 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b14401-0912-4727-af83-b76646beabc1 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:21:54.638602 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b14401-0912-4727-af83-b76646beabc1 None None] Checking segment: {'id': '41736f07-a890-43e4-ace5-2d914fd67e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4f1457d1-f73b-45b8-b47b-ffeeaf5ea832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:21:54.639015 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-25b14401-0912-4727-af83-b76646beabc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:54.639415 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b14401-0912-4727-af83-b76646beabc1 None None] Bound using segment: {'id': '41736f07-a890-43e4-ace5-2d914fd67e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4f1457d1-f73b-45b8-b47b-ffeeaf5ea832'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:21:54.640515 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-25b14401-0912-4727-af83-b76646beabc1 None None] Bound port: 7096666d-44c9-4d45-b63e-9d2296f3fc7a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41736f07-a890-43e4-ace5-2d914fd67e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4f1457d1-f73b-45b8-b47b-ffeeaf5ea832'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:21:54.641063 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-25b14401-0912-4727-af83-b76646beabc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7096666d-44c9-4d45-b63e-9d2296f3fc7a), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:54.706757 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-25b14401-0912-4727-af83-b76646beabc1 None None] For port 7096666d-44c9-4d45-b63e-9d2296f3fc7a, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:21:54.710026 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-25b14401-0912-4727-af83-b76646beabc1 None None] For port 7096666d-44c9-4d45-b63e-9d2296f3fc7a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7096666d-44c9-4d45-b63e-9d2296f3fc7a,segment=NetworkSegment(41736f07-a890-43e4-ace5-2d914fd67e5f),segment_id=41736f07-a890-43e4-ace5-2d914fd67e5f)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:21:54.716810 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-25b14401-0912-4727-af83-b76646beabc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7096666d-44c9-4d45-b63e-9d2296f3fc7a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:54.722051 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69bd6b34-d9d1-40dc-85de-30a222fb1c23 admin admin] Router d0d4fa64-3d3f-4a76-be73-939774a31347 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:21:54.775989 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b14401-0912-4727-af83-b76646beabc1 None None] Routers {'7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:21:54.776631 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-25b14401-0912-4727-af83-b76646beabc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab386ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:21:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:54.781879 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769448aa-d1f2-4bc7-98f1-f8a3fa0e3618 None None] Pushing event updated for resources: {'Port': ['ID=7096666d-44c9-4d45-b63e-9d2296f3fc7a,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:54.847006 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69bd6b34-d9d1-40dc-85de-30a222fb1c23 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:21:54.856833 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ecbe3d-8286-441d-84ce-f5f119bec9b6 None None] Sync routers for ids ['d0d4fa64-3d3f-4a76-be73-939774a31347'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:21:54.861707 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48452) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:54.862980 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-69bd6b34-d9d1-40dc-85de-30a222fb1c23 admin admin] 10.222.0.32 "PUT /v2.0/routers/d0d4fa64-3d3f-4a76-be73-939774a31347/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4905567
Feb 05 21:21:54.873664 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ecbe3d-8286-441d-84ce-f5f119bec9b6 None None] Routers {'d0d4fa64-3d3f-4a76-be73-939774a31347'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:21:54.875527 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-92ecbe3d-8286-441d-84ce-f5f119bec9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8a3db50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:21:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['d0d4fa64-3d3f-4a76-be73-939774a31347'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:54.902152 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-4434c537-f98d-4db9-8dd1-793f57a70bef None None] Provisioning complete for port 7096666d-44c9-4d45-b63e-9d2296f3fc7a triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:54.902796 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4434c537-f98d-4db9-8dd1-793f57a70bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7096666d-44c9-4d45-b63e-9d2296f3fc7a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:54.908937 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-25b14401-0912-4727-af83-b76646beabc1 None None] Set router 7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:21:55.018019 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-92ecbe3d-8286-441d-84ce-f5f119bec9b6 None None] Set router d0d4fa64-3d3f-4a76-be73-939774a31347 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:21:55.023219 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a1b30917-9209-4747-8f74-01dd2126bb46 admin admin] Publish callbacks [] for router (d0d4fa64-3d3f-4a76-be73-939774a31347), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:55.125904 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-4434c537-f98d-4db9-8dd1-793f57a70bef None None] Current status of the port 7096666d-44c9-4d45-b63e-9d2296f3fc7a is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:55.126762 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4434c537-f98d-4db9-8dd1-793f57a70bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7096666d-44c9-4d45-b63e-9d2296f3fc7a), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:55.136558 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a1b30917-9209-4747-8f74-01dd2126bb46 admin admin] Publish callbacks [] for router_gateway (d0d4fa64-3d3f-4a76-be73-939774a31347), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:55.196970 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-a1b30917-9209-4747-8f74-01dd2126bb46 admin admin] Deleting port 2240101c-2532-4d54-a8ef-e9941d6bb46f {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:21:55.197491 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a1b30917-9209-4747-8f74-01dd2126bb46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (2240101c-2532-4d54-a8ef-e9941d6bb46f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:55.197862 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-4434c537-f98d-4db9-8dd1-793f57a70bef None None] For port 7096666d-44c9-4d45-b63e-9d2296f3fc7a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7096666d-44c9-4d45-b63e-9d2296f3fc7a,segment=NetworkSegment(41736f07-a890-43e4-ace5-2d914fd67e5f),segment_id=41736f07-a890-43e4-ace5-2d914fd67e5f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:21:55.204950 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4434c537-f98d-4db9-8dd1-793f57a70bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7096666d-44c9-4d45-b63e-9d2296f3fc7a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:55.216603 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-92ecbe3d-8286-441d-84ce-f5f119bec9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8a3db50>, [{'id': 'd0d4fa64-3d3f-4a76-be73-939774a31347', 'name': 'tempest-TestAggregatesBasicOps-37739121-router', 'tenant_id': '9e09c325406b43a4864529f9c3b3f929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': '2240101c-2532-4d54-a8ef-e9941d6bb46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:43Z', 'updated_at': '2022-02-05T21:21:54Z', 'revision_number': 5, 'project_id': '9e09c325406b43a4864529f9c3b3f929', 'gw_port': {'id': '2240101c-2532-4d54-a8ef-e9941d6bb46f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d4fa64-3d3f-4a76-be73-939774a31347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:43Z', 'updated_at': '2022-02-05T21:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:55.249288 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ecbe3d-8286-441d-84ce-f5f119bec9b6 None None] Checking router: d0d4fa64-3d3f-4a76-be73-939774a31347 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:21:55.258918 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ecbe3d-8286-441d-84ce-f5f119bec9b6 None None] Routers {'d0d4fa64-3d3f-4a76-be73-939774a31347'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:21:55.260074 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-92ecbe3d-8286-441d-84ce-f5f119bec9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8a3db50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:21:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['d0d4fa64-3d3f-4a76-be73-939774a31347'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:55.266744 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-25b14401-0912-4727-af83-b76646beabc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab386ac0>, [{'id': '7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5', 'name': 'tempest-TestAggregatesBasicOps-822193170-router', 'tenant_id': 'f4d3141ad08b472191ccf503cba99312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.168'}], 'enable_snat': True}, 'gw_port_id': '6e77b882-f048-46b8-999d-d2ec4735294d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:47Z', 'updated_at': '2022-02-05T21:21:51Z', 'revision_number': 4, 'project_id': 'f4d3141ad08b472191ccf503cba99312', 'gw_port': {'id': '6e77b882-f048-46b8-999d-d2ec4735294d', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:48Z', 'updated_at': '2022-02-05T21:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7096666d-44c9-4d45-b63e-9d2296f3fc7a', 'name': '', 'network_id': '4f1457d1-f73b-45b8-b47b-ffeeaf5ea832', 'tenant_id': 'f4d3141ad08b472191ccf503cba99312', 'mac_address': 'fa:16:3e:50:57:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '67e4bddd-47d3-40bd-957f-ef524e3a458f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:50Z', 'updated_at': '2022-02-05T21:21:54Z', 'revision_number': 4, 'project_id': 'f4d3141ad08b472191ccf503cba99312', 'subnets': [{'id': '67e4bddd-47d3-40bd-957f-ef524e3a458f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:55.269934 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434c537-f98d-4db9-8dd1-793f57a70bef None None] Pushing event updated for resources: {'Port': ['ID=7096666d-44c9-4d45-b63e-9d2296f3fc7a,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:55.283574 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-a1b30917-9209-4747-8f74-01dd2126bb46 admin admin] For port 2240101c-2532-4d54-a8ef-e9941d6bb46f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2240101c-2532-4d54-a8ef-e9941d6bb46f,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:21:55.283954 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a1b30917-9209-4747-8f74-01dd2126bb46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (2240101c-2532-4d54-a8ef-e9941d6bb46f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:55.297544 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b14401-0912-4727-af83-b76646beabc1 None None] The sync data for ids ['7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5'] in ncdv-master-1 is: [{'id': '7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5', 'name': 'tempest-TestAggregatesBasicOps-822193170-router', 'tenant_id': 'f4d3141ad08b472191ccf503cba99312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.168'}], 'enable_snat': True}, 'gw_port_id': '6e77b882-f048-46b8-999d-d2ec4735294d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:47Z', 'updated_at': '2022-02-05T21:21:51Z', 'revision_number': 4, 'project_id': 'f4d3141ad08b472191ccf503cba99312', 'gw_port': {'id': '6e77b882-f048-46b8-999d-d2ec4735294d', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:48Z', 'updated_at': '2022-02-05T21:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7096666d-44c9-4d45-b63e-9d2296f3fc7a', 'name': '', 'network_id': '4f1457d1-f73b-45b8-b47b-ffeeaf5ea832', 'tenant_id': 'f4d3141ad08b472191ccf503cba99312', 'mac_address': 'fa:16:3e:50:57:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '67e4bddd-47d3-40bd-957f-ef524e3a458f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:50Z', 'updated_at': '2022-02-05T21:21:54Z', 'revision_number': 4, 'project_id': 'f4d3141ad08b472191ccf503cba99312', 'subnets': [{'id': '67e4bddd-47d3-40bd-957f-ef524e3a458f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:21:55.297789 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-a1b30917-9209-4747-8f74-01dd2126bb46 admin admin] Calling delete_port for 2240101c-2532-4d54-a8ef-e9941d6bb46f owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:21:55.329799 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-2cd53ee4-1109-426c-aaa4-1a231a1f6daa None None] Provisioning complete for port 7096666d-44c9-4d45-b63e-9d2296f3fc7a triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:55.330284 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2cd53ee4-1109-426c-aaa4-1a231a1f6daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7096666d-44c9-4d45-b63e-9d2296f3fc7a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:55.357071 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-92ecbe3d-8286-441d-84ce-f5f119bec9b6 None None] Set router d0d4fa64-3d3f-4a76-be73-939774a31347 gateway port host: None {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:21:55.432552 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-92ecbe3d-8286-441d-84ce-f5f119bec9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8a3db50>, [{'id': 'd0d4fa64-3d3f-4a76-be73-939774a31347', 'name': 'tempest-TestAggregatesBasicOps-37739121-router', 'tenant_id': '9e09c325406b43a4864529f9c3b3f929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:43Z', 'updated_at': '2022-02-05T21:21:55Z', 'revision_number': 6, 'project_id': '9e09c325406b43a4864529f9c3b3f929', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:55.451615 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-2cd53ee4-1109-426c-aaa4-1a231a1f6daa None None] Current status of the port 7096666d-44c9-4d45-b63e-9d2296f3fc7a is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:55.463942 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ecbe3d-8286-441d-84ce-f5f119bec9b6 None None] The sync data for ids ['d0d4fa64-3d3f-4a76-be73-939774a31347'] in ncdv-master-1 is: [{'id': 'd0d4fa64-3d3f-4a76-be73-939774a31347', 'name': 'tempest-TestAggregatesBasicOps-37739121-router', 'tenant_id': '9e09c325406b43a4864529f9c3b3f929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:43Z', 'updated_at': '2022-02-05T21:21:55Z', 'revision_number': 6, 'project_id': '9e09c325406b43a4864529f9c3b3f929', 'gw_port_host': None}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:21:55.552468 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a1b30917-9209-4747-8f74-01dd2126bb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (2240101c-2532-4d54-a8ef-e9941d6bb46f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:55.585085 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b30917-9209-4747-8f74-01dd2126bb46 admin admin] Pushing event deleted for resources: {'Port': ['ID=2240101c-2532-4d54-a8ef-e9941d6bb46f,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:55.646560 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a1b30917-9209-4747-8f74-01dd2126bb46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (d0d4fa64-3d3f-4a76-be73-939774a31347), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:55.743687 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a1b30917-9209-4747-8f74-01dd2126bb46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (d0d4fa64-3d3f-4a76-be73-939774a31347), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:55.745978 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a1b30917-9209-4747-8f74-01dd2126bb46 admin admin] Publish callbacks [] for router_controller (d0d4fa64-3d3f-4a76-be73-939774a31347), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:55.798464 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a1b30917-9209-4747-8f74-01dd2126bb46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (d0d4fa64-3d3f-4a76-be73-939774a31347), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:55.799074 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b30917-9209-4747-8f74-01dd2126bb46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0d4fa64-3d3f-4a76-be73-939774a31347 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:21:55.803910 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a1b30917-9209-4747-8f74-01dd2126bb46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:55.805097 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a1b30917-9209-4747-8f74-01dd2126bb46 admin admin] 10.222.0.32 "DELETE /v2.0/routers/d0d4fa64-3d3f-4a76-be73-939774a31347 HTTP/1.1" status: 204  len: 168 time: 0.9421618
Feb 05 21:21:55.807607 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48454) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:55.859943 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-b445e457-17c6-4cd7-8c25-60b8a4c5a005 admin admin] Deleting subnet 83464dd1-b10a-4734-b421-e30d5e02df73 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:21:55.863544 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b445e457-17c6-4cd7-8c25-60b8a4c5a005 admin admin] Publish callbacks [] for subnet (83464dd1-b10a-4734-b421-e30d5e02df73), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:55.900094 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b445e457-17c6-4cd7-8c25-60b8a4c5a005 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (83464dd1-b10a-4734-b421-e30d5e02df73), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:55.983700 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b445e457-17c6-4cd7-8c25-60b8a4c5a005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (83464dd1-b10a-4734-b421-e30d5e02df73), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:56.044659 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b445e457-17c6-4cd7-8c25-60b8a4c5a005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (83464dd1-b10a-4734-b421-e30d5e02df73), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:56.072542 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445e457-17c6-4cd7-8c25-60b8a4c5a005 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83464dd1-b10a-4734-b421-e30d5e02df73,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:56.074670 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b445e457-17c6-4cd7-8c25-60b8a4c5a005 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:56.078419 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b445e457-17c6-4cd7-8c25-60b8a4c5a005 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/83464dd1-b10a-4734-b421-e30d5e02df73 HTTP/1.1" status: 204  len: 168 time: 0.2698562
Feb 05 21:21:56.080996 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48456) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:56.085767 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2cb9ba-3770-40ee-abdf-3f5785245caa None None] Network 987bbb23-c9d2-4103-b42b-cadecfcb5133 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:21:56.161367 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-685e1ff6-ac49-405c-b697-13dc5f035ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (987bbb23-c9d2-4103-b42b-cadecfcb5133), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:56.221068 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-685e1ff6-ac49-405c-b697-13dc5f035ab6 admin admin] Deleting port eea49aef-30d2-4e1a-943c-f2e861e26fff {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:21:56.221375 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-685e1ff6-ac49-405c-b697-13dc5f035ab6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (eea49aef-30d2-4e1a-943c-f2e861e26fff), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:56.292416 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-685e1ff6-ac49-405c-b697-13dc5f035ab6 admin admin] For port eea49aef-30d2-4e1a-943c-f2e861e26fff, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eea49aef-30d2-4e1a-943c-f2e861e26fff,segment=NetworkSegment(56fb0371-dec3-454c-9734-fd143c49e4f9),segment_id=56fb0371-dec3-454c-9734-fd143c49e4f9)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:21:56.293041 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-685e1ff6-ac49-405c-b697-13dc5f035ab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (eea49aef-30d2-4e1a-943c-f2e861e26fff), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:56.307159 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-685e1ff6-ac49-405c-b697-13dc5f035ab6 admin admin] Calling delete_port for eea49aef-30d2-4e1a-943c-f2e861e26fff owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:21:56.402936 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85190d32-ae7e-40fa-af3b-0623a36be95d None None] DHCP port deletion for 987bbb23-c9d2-4103-b42b-cadecfcb5133 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:21:56.405215 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-685e1ff6-ac49-405c-b697-13dc5f035ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (eea49aef-30d2-4e1a-943c-f2e861e26fff), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:56.452538 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685e1ff6-ac49-405c-b697-13dc5f035ab6 admin admin] No DVR routers for this DVR port eea49aef-30d2-4e1a-943c-f2e861e26fff on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:21:56.457008 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e1ff6-ac49-405c-b697-13dc5f035ab6 admin admin] Pushing event deleted for resources: {'Port': ['ID=eea49aef-30d2-4e1a-943c-f2e861e26fff,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:56.532807 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7096666d-44c9-4d45-b63e-9d2296f3fc7a up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:21:56.534000 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-685e1ff6-ac49-405c-b697-13dc5f035ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (987bbb23-c9d2-4103-b42b-cadecfcb5133), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:56.560150 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-685e1ff6-ac49-405c-b697-13dc5f035ab6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db31725e0>,) {'filters': {'network_id': ['987bbb23-c9d2-4103-b42b-cadecfcb5133']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:56.575220 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-685e1ff6-ac49-405c-b697-13dc5f035ab6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db31725e0>, '56fb0371-dec3-454c-9734-fd143c49e4f9') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:56.575513 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-685e1ff6-ac49-405c-b697-13dc5f035ab6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db31725e0>, '56fb0371-dec3-454c-9734-fd143c49e4f9') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:56.589617 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-685e1ff6-ac49-405c-b697-13dc5f035ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (56fb0371-dec3-454c-9734-fd143c49e4f9), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:56.591219 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 7096666d-44c9-4d45-b63e-9d2296f3fc7a triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:21:56.591778 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7096666d-44c9-4d45-b63e-9d2296f3fc7a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:56.608174 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-685e1ff6-ac49-405c-b697-13dc5f035ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (56fb0371-dec3-454c-9734-fd143c49e4f9), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:56.614985 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-685e1ff6-ac49-405c-b697-13dc5f035ab6 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:21:56.615392 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-685e1ff6-ac49-405c-b697-13dc5f035ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (56fb0371-dec3-454c-9734-fd143c49e4f9), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:56.617154 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:21:56.617154 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:21:56.617154 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:21:56.617154 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:21:56.617154 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:21:56.617154 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:21:56.617154 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:21:56.617154 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:21:56.617154 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:21:56.617154 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:21:56.617154 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:21:56.617154 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:21:56.617154 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:21:56.617154 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:21:56.617154 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:21:56.617154 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:21:56.617154 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:21:56.617154 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:21:56.617154 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:21:56.617154 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:21:56.617154 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:21:56.617154 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:21:56.617154 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:21:56.617154 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:21:56.617154 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:21:56.617154 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:21:56.617154 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:21:56.617154 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:21:56.617154 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:21:56.617154 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:21:56.617154 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:21:56.617154 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:21:56.677424 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 7096666d-44c9-4d45-b63e-9d2296f3fc7a is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:21:56.695627 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-685e1ff6-ac49-405c-b697-13dc5f035ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (987bbb23-c9d2-4103-b42b-cadecfcb5133), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:56.708657 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-685e1ff6-ac49-405c-b697-13dc5f035ab6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:56.711880 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-685e1ff6-ac49-405c-b697-13dc5f035ab6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/987bbb23-c9d2-4103-b42b-cadecfcb5133 HTTP/1.1" status: 204  len: 168 time: 0.6299434
Feb 05 21:21:56.715327 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48458) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:56.724010 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e1ff6-ac49-405c-b697-13dc5f035ab6 admin admin] Pushing event deleted for resources: {'Network': ['ID=987bbb23-c9d2-4103-b42b-cadecfcb5133,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:56.744685 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 2240101c-2532-4d54-a8ef-e9941d6bb46f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:21:56.771810 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 2240101c-2532-4d54-a8ef-e9941d6bb46f {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:21:56.772034 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 2240101c-2532-4d54-a8ef-e9941d6bb46f not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:21:56.772420 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9b3ec139-1eb0-42e7-9f97-28a287dec11d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:21:56.797949 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 9b3ec139-1eb0-42e7-9f97-28a287dec11d {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:21:56.798306 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9b3ec139-1eb0-42e7-9f97-28a287dec11d not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:21:56.798762 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device eea49aef-30d2-4e1a-943c-f2e861e26fff no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:21:56.819995 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: eea49aef-30d2-4e1a-943c-f2e861e26fff {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:21:56.822502 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device eea49aef-30d2-4e1a-943c-f2e861e26fff not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:21:57.087975 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-711b481b-5530-469e-9823-be7ca6f97bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:57.337701 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-711b481b-5530-469e-9823-be7ca6f97bb3 admin admin] Deleting port 7096666d-44c9-4d45-b63e-9d2296f3fc7a {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:21:57.338094 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-711b481b-5530-469e-9823-be7ca6f97bb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (7096666d-44c9-4d45-b63e-9d2296f3fc7a), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:57.421887 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-711b481b-5530-469e-9823-be7ca6f97bb3 admin admin] For port 7096666d-44c9-4d45-b63e-9d2296f3fc7a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7096666d-44c9-4d45-b63e-9d2296f3fc7a,segment=NetworkSegment(41736f07-a890-43e4-ace5-2d914fd67e5f),segment_id=41736f07-a890-43e4-ace5-2d914fd67e5f)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:21:57.422259 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-711b481b-5530-469e-9823-be7ca6f97bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (7096666d-44c9-4d45-b63e-9d2296f3fc7a), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:57.433859 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-711b481b-5530-469e-9823-be7ca6f97bb3 admin admin] Calling delete_port for 7096666d-44c9-4d45-b63e-9d2296f3fc7a owned by network:router_interface {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:21:57.615539 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-711b481b-5530-469e-9823-be7ca6f97bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (7096666d-44c9-4d45-b63e-9d2296f3fc7a), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:57.641493 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b481b-5530-469e-9823-be7ca6f97bb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7096666d-44c9-4d45-b63e-9d2296f3fc7a,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:57.811057 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-711b481b-5530-469e-9823-be7ca6f97bb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:58.029502 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711b481b-5530-469e-9823-be7ca6f97bb3 admin admin] Router 7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:21:58.142558 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711b481b-5530-469e-9823-be7ca6f97bb3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:21:58.147707 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-711b481b-5530-469e-9823-be7ca6f97bb3 admin admin] 10.222.0.32 "PUT /v2.0/routers/7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4306116
Feb 05 21:21:58.150153 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48460) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:58.152314 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c43fb1-b1cb-4951-87c0-b6854e1d2514 None None] Sync routers for ids ['7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:21:58.169618 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c43fb1-b1cb-4951-87c0-b6854e1d2514 None None] Routers {'7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:21:58.170332 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-d4c43fb1-b1cb-4951-87c0-b6854e1d2514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab7ae520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:21:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:58.261212 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d1c5b4e0-7068-4436-959a-b8d5cc5d11ca admin admin] Publish callbacks [] for router (7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:58.280450 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-d4c43fb1-b1cb-4951-87c0-b6854e1d2514 None None] Set router 7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:21:58.628107 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-d4c43fb1-b1cb-4951-87c0-b6854e1d2514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab7ae520>, [{'id': '7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5', 'name': 'tempest-TestAggregatesBasicOps-822193170-router', 'tenant_id': 'f4d3141ad08b472191ccf503cba99312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.168'}], 'enable_snat': True}, 'gw_port_id': '6e77b882-f048-46b8-999d-d2ec4735294d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:47Z', 'updated_at': '2022-02-05T21:21:57Z', 'revision_number': 5, 'project_id': 'f4d3141ad08b472191ccf503cba99312', 'gw_port': {'id': '6e77b882-f048-46b8-999d-d2ec4735294d', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:21:48Z', 'updated_at': '2022-02-05T21:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:58.648904 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d1c5b4e0-7068-4436-959a-b8d5cc5d11ca admin admin] Publish callbacks [] for router_gateway (7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:58.654445 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c43fb1-b1cb-4951-87c0-b6854e1d2514 None None] Checking router: 7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:21:58.663591 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c43fb1-b1cb-4951-87c0-b6854e1d2514 None None] Routers {'7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:21:58.664312 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-d4c43fb1-b1cb-4951-87c0-b6854e1d2514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab7ae520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:21:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:58.701796 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-d1c5b4e0-7068-4436-959a-b8d5cc5d11ca admin admin] Deleting port 6e77b882-f048-46b8-999d-d2ec4735294d {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:21:58.702145 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d1c5b4e0-7068-4436-959a-b8d5cc5d11ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (6e77b882-f048-46b8-999d-d2ec4735294d), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:58.751791 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-d4c43fb1-b1cb-4951-87c0-b6854e1d2514 None None] Set router 7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5 gateway port host: None {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:21:58.783796 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-d1c5b4e0-7068-4436-959a-b8d5cc5d11ca admin admin] For port 6e77b882-f048-46b8-999d-d2ec4735294d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e77b882-f048-46b8-999d-d2ec4735294d,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:21:58.784164 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d1c5b4e0-7068-4436-959a-b8d5cc5d11ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (6e77b882-f048-46b8-999d-d2ec4735294d), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:58.795823 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-d1c5b4e0-7068-4436-959a-b8d5cc5d11ca admin admin] Calling delete_port for 6e77b882-f048-46b8-999d-d2ec4735294d owned by network:router_gateway {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:21:58.808079 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-d4c43fb1-b1cb-4951-87c0-b6854e1d2514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab7ae520>, [{'id': '7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5', 'name': 'tempest-TestAggregatesBasicOps-822193170-router', 'tenant_id': 'f4d3141ad08b472191ccf503cba99312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:47Z', 'updated_at': '2022-02-05T21:21:58Z', 'revision_number': 6, 'project_id': 'f4d3141ad08b472191ccf503cba99312', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:58.834893 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c43fb1-b1cb-4951-87c0-b6854e1d2514 None None] The sync data for ids ['7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5'] in ncdv-master-1 is: [{'id': '7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5', 'name': 'tempest-TestAggregatesBasicOps-822193170-router', 'tenant_id': 'f4d3141ad08b472191ccf503cba99312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:21:47Z', 'updated_at': '2022-02-05T21:21:58Z', 'revision_number': 6, 'project_id': 'f4d3141ad08b472191ccf503cba99312', 'gw_port_host': None}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:21:58.965899 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d1c5b4e0-7068-4436-959a-b8d5cc5d11ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (6e77b882-f048-46b8-999d-d2ec4735294d), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:58.990247 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c5b4e0-7068-4436-959a-b8d5cc5d11ca admin admin] Pushing event deleted for resources: {'Port': ['ID=6e77b882-f048-46b8-999d-d2ec4735294d,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:59.053153 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d1c5b4e0-7068-4436-959a-b8d5cc5d11ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:59.147165 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d1c5b4e0-7068-4436-959a-b8d5cc5d11ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:59.149212 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d1c5b4e0-7068-4436-959a-b8d5cc5d11ca admin admin] Publish callbacks [] for router_controller (7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:59.197202 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d1c5b4e0-7068-4436-959a-b8d5cc5d11ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:59.197779 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c5b4e0-7068-4436-959a-b8d5cc5d11ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5 {{(pid=114391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:21:59.202229 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d1c5b4e0-7068-4436-959a-b8d5cc5d11ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:59.206335 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d1c5b4e0-7068-4436-959a-b8d5cc5d11ca admin admin] 10.222.0.32 "DELETE /v2.0/routers/7df7c70c-f3d0-4ca8-9f17-07c3f78c71c5 HTTP/1.1" status: 204  len: 168 time: 1.0521162
Feb 05 21:21:59.206657 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48462) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:59.252602 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-92072c6b-f3cd-436f-805b-1ad232a523e5 admin admin] Deleting subnet 67e4bddd-47d3-40bd-957f-ef524e3a458f {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:21:59.256037 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-92072c6b-f3cd-436f-805b-1ad232a523e5 admin admin] Publish callbacks [] for subnet (67e4bddd-47d3-40bd-957f-ef524e3a458f), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:59.295423 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-92072c6b-f3cd-436f-805b-1ad232a523e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (67e4bddd-47d3-40bd-957f-ef524e3a458f), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:59.379750 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-92072c6b-f3cd-436f-805b-1ad232a523e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (67e4bddd-47d3-40bd-957f-ef524e3a458f), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:59.434292 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-92072c6b-f3cd-436f-805b-1ad232a523e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (67e4bddd-47d3-40bd-957f-ef524e3a458f), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:59.459312 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92072c6b-f3cd-436f-805b-1ad232a523e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67e4bddd-47d3-40bd-957f-ef524e3a458f,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:59.465368 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-92072c6b-f3cd-436f-805b-1ad232a523e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:59.469454 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-92072c6b-f3cd-436f-805b-1ad232a523e5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/67e4bddd-47d3-40bd-957f-ef524e3a458f HTTP/1.1" status: 204  len: 168 time: 0.2610962
Feb 05 21:21:59.471530 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48464) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:21:59.472549 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2a40a2-a56b-43f8-a822-2b80eb7d656a None None] Network 4f1457d1-f73b-45b8-b47b-ffeeaf5ea832 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:21:59.547625 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-15eb38f7-da2b-4e6e-bce6-2458947ae6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (4f1457d1-f73b-45b8-b47b-ffeeaf5ea832), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:59.610267 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-15eb38f7-da2b-4e6e-bce6-2458947ae6d1 admin admin] Deleting port 48cffb30-dcef-4fff-9709-5795f2b8df00 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:21:59.610822 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-15eb38f7-da2b-4e6e-bce6-2458947ae6d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (48cffb30-dcef-4fff-9709-5795f2b8df00), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:59.629534 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacd9527-6900-407f-8e2f-8718db98b994 None None] DHCP port deletion for 4f1457d1-f73b-45b8-b47b-ffeeaf5ea832 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:21:59.677671 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-15eb38f7-da2b-4e6e-bce6-2458947ae6d1 admin admin] For port 48cffb30-dcef-4fff-9709-5795f2b8df00, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=48cffb30-dcef-4fff-9709-5795f2b8df00,segment=NetworkSegment(41736f07-a890-43e4-ace5-2d914fd67e5f),segment_id=41736f07-a890-43e4-ace5-2d914fd67e5f)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:21:59.677954 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-15eb38f7-da2b-4e6e-bce6-2458947ae6d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (48cffb30-dcef-4fff-9709-5795f2b8df00), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:59.678247 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-eacd9527-6900-407f-8e2f-8718db98b994 None None] Deleting port 48cffb30-dcef-4fff-9709-5795f2b8df00 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:21:59.678672 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-eacd9527-6900-407f-8e2f-8718db98b994 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (48cffb30-dcef-4fff-9709-5795f2b8df00), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:59.690999 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-15eb38f7-da2b-4e6e-bce6-2458947ae6d1 admin admin] Calling delete_port for 48cffb30-dcef-4fff-9709-5795f2b8df00 owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:21:59.741302 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-eacd9527-6900-407f-8e2f-8718db98b994 None None] For port 48cffb30-dcef-4fff-9709-5795f2b8df00, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=48cffb30-dcef-4fff-9709-5795f2b8df00,segment=NetworkSegment(41736f07-a890-43e4-ace5-2d914fd67e5f),segment_id=41736f07-a890-43e4-ace5-2d914fd67e5f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:21:59.741708 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-eacd9527-6900-407f-8e2f-8718db98b994 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (48cffb30-dcef-4fff-9709-5795f2b8df00), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:59.758540 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-eacd9527-6900-407f-8e2f-8718db98b994 None None] Calling delete_port for 48cffb30-dcef-4fff-9709-5795f2b8df00 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:21:59.773200 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-15eb38f7-da2b-4e6e-bce6-2458947ae6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (48cffb30-dcef-4fff-9709-5795f2b8df00), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:59.799818 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb38f7-da2b-4e6e-bce6-2458947ae6d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=48cffb30-dcef-4fff-9709-5795f2b8df00,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:59.804394 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15eb38f7-da2b-4e6e-bce6-2458947ae6d1 admin admin] No DVR routers for this DVR port 48cffb30-dcef-4fff-9709-5795f2b8df00 on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:21:59.837540 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-eacd9527-6900-407f-8e2f-8718db98b994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (48cffb30-dcef-4fff-9709-5795f2b8df00), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:59.861629 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd9527-6900-407f-8e2f-8718db98b994 None None] Pushing event deleted for resources: {'Port': ['ID=48cffb30-dcef-4fff-9709-5795f2b8df00,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:21:59.867262 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacd9527-6900-407f-8e2f-8718db98b994 None None] No DVR routers for this DVR port 48cffb30-dcef-4fff-9709-5795f2b8df00 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:21:59.879405 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-15eb38f7-da2b-4e6e-bce6-2458947ae6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (4f1457d1-f73b-45b8-b47b-ffeeaf5ea832), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:59.900193 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-15eb38f7-da2b-4e6e-bce6-2458947ae6d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2dbedbdd30>,) {'filters': {'network_id': ['4f1457d1-f73b-45b8-b47b-ffeeaf5ea832']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:59.910461 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-15eb38f7-da2b-4e6e-bce6-2458947ae6d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2dbedbdd30>, '41736f07-a890-43e4-ace5-2d914fd67e5f') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:59.910768 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-15eb38f7-da2b-4e6e-bce6-2458947ae6d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2dbedbdd30>, '41736f07-a890-43e4-ace5-2d914fd67e5f') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:21:59.920295 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-15eb38f7-da2b-4e6e-bce6-2458947ae6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (41736f07-a890-43e4-ace5-2d914fd67e5f), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:59.934021 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-15eb38f7-da2b-4e6e-bce6-2458947ae6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (41736f07-a890-43e4-ace5-2d914fd67e5f), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:59.940794 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15eb38f7-da2b-4e6e-bce6-2458947ae6d1 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:21:59.941202 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-15eb38f7-da2b-4e6e-bce6-2458947ae6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (41736f07-a890-43e4-ace5-2d914fd67e5f), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:21:59.942972 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:21:59.942972 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:21:59.942972 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:21:59.942972 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:21:59.942972 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:21:59.942972 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:21:59.942972 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:21:59.942972 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:21:59.942972 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:21:59.942972 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:21:59.942972 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:21:59.942972 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:21:59.942972 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:21:59.942972 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:21:59.942972 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:21:59.942972 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:21:59.942972 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:21:59.942972 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:21:59.942972 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:21:59.942972 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:21:59.942972 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:21:59.942972 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:21:59.942972 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:21:59.942972 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:21:59.942972 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:21:59.942972 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:21:59.942972 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:21:59.942972 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:21:59.942972 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:21:59.942972 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:21:59.942972 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:21:59.942972 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:22:00.006277 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-15eb38f7-da2b-4e6e-bce6-2458947ae6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (4f1457d1-f73b-45b8-b47b-ffeeaf5ea832), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:00.011026 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-15eb38f7-da2b-4e6e-bce6-2458947ae6d1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:00.014370 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-15eb38f7-da2b-4e6e-bce6-2458947ae6d1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4f1457d1-f73b-45b8-b47b-ffeeaf5ea832 HTTP/1.1" status: 204  len: 168 time: 0.5417736
Feb 05 21:22:00.027390 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb38f7-da2b-4e6e-bce6-2458947ae6d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f1457d1-f73b-45b8-b47b-ffeeaf5ea832,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:22:00.175118 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48468) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:22:00.209678 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 48cffb30-dcef-4fff-9709-5795f2b8df00 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:22:00.218568 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-dddb8ad3-794d-435b-822e-edfd490bf430 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9e09c325406b43a4864529f9c3b3f929&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0421827
Feb 05 21:22:00.221077 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48470) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:22:00.232410 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 48cffb30-dcef-4fff-9709-5795f2b8df00 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:22:00.232770 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 48cffb30-dcef-4fff-9709-5795f2b8df00 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:22:00.233206 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7096666d-44c9-4d45-b63e-9d2296f3fc7a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:22:00.256788 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 7096666d-44c9-4d45-b63e-9d2296f3fc7a {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:22:00.257142 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7096666d-44c9-4d45-b63e-9d2296f3fc7a not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:22:00.257567 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 6e77b882-f048-46b8-999d-d2ec4735294d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:22:00.274737 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ca552fd5-5139-4824-add7-b763e36ff412 admin admin] Publish callbacks [] for security_group (6b8e3758-f2ad-41e7-a31e-4721adcd471d), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:00.277764 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 6e77b882-f048-46b8-999d-d2ec4735294d {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:22:00.278141 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 6e77b882-f048-46b8-999d-d2ec4735294d not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:22:00.297980 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ca552fd5-5139-4824-add7-b763e36ff412 admin admin] Publish callbacks [] for security_group (6b8e3758-f2ad-41e7-a31e-4721adcd471d), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:00.345210 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ca552fd5-5139-4824-add7-b763e36ff412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (6b8e3758-f2ad-41e7-a31e-4721adcd471d), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:00.347897 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ca552fd5-5139-4824-add7-b763e36ff412 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:00.349077 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ca552fd5-5139-4824-add7-b763e36ff412 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6b8e3758-f2ad-41e7-a31e-4721adcd471d HTTP/1.1" status: 204  len: 168 time: 0.1270249
Feb 05 21:22:00.356919 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca552fd5-5139-4824-add7-b763e36ff412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8e3758-f2ad-41e7-a31e-4721adcd471d,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:22:00.664669 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48476) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:22:00.705028 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-274ad989-0b6d-4385-baf6-ca6dd4a1d4b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f4d3141ad08b472191ccf503cba99312&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0385828
Feb 05 21:22:00.707361 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48478) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:22:00.753635 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e1525548-441c-4bab-93df-66ab9647bd5d admin admin] Publish callbacks [] for security_group (0a7d3750-a2fd-4c7f-ab15-d5ea46faa92d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:00.774390 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e1525548-441c-4bab-93df-66ab9647bd5d admin admin] Publish callbacks [] for security_group (0a7d3750-a2fd-4c7f-ab15-d5ea46faa92d), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:00.825158 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e1525548-441c-4bab-93df-66ab9647bd5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (0a7d3750-a2fd-4c7f-ab15-d5ea46faa92d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:00.827751 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e1525548-441c-4bab-93df-66ab9647bd5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:00.828898 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e1525548-441c-4bab-93df-66ab9647bd5d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0a7d3750-a2fd-4c7f-ab15-d5ea46faa92d HTTP/1.1" status: 204  len: 168 time: 0.1206527
Feb 05 21:22:00.837143 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1525548-441c-4bab-93df-66ab9647bd5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7d3750-a2fd-4c7f-ab15-d5ea46faa92d,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:22:02.663583 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48518) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:22:02.668369 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-4162b76f-52ad-42ae-8d6b-a7d68154acb0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-308056545', 'description': 'tempest-secgroup-smoke-308056545 description', 'project_id': 'a64d1698f20a435e8937ab305eac38dd'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:22:02.687973 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4162b76f-52ad-42ae-8d6b-a7d68154acb0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:02.695682 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4162b76f-52ad-42ae-8d6b-a7d68154acb0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:02.769357 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4162b76f-52ad-42ae-8d6b-a7d68154acb0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group (ba0d4a09-65d4-4cbf-b687-e02d8daae9da), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:02.772586 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4162b76f-52ad-42ae-8d6b-a7d68154acb0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ba0d4a09-65d4-4cbf-b687-e02d8daae9da), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:02.814251 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162b76f-52ad-42ae-8d6b-a7d68154acb0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0d4a09-65d4-4cbf-b687-e02d8daae9da,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:22:02.849282 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4162b76f-52ad-42ae-8d6b-a7d68154acb0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group (6c6bec66-37ec-4699-8217-01f05ecfc59c), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:02.852964 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4162b76f-52ad-42ae-8d6b-a7d68154acb0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (6c6bec66-37ec-4699-8217-01f05ecfc59c), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:02.880876 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4162b76f-52ad-42ae-8d6b-a7d68154acb0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:02.882111 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4162b76f-52ad-42ae-8d6b-a7d68154acb0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.2174218
Feb 05 21:22:02.885219 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48520) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:22:02.886059 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162b76f-52ad-42ae-8d6b-a7d68154acb0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6bec66-37ec-4699-8217-01f05ecfc59c,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:22:02.889947 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-12ce1a50-e346-4ea4-a131-00d8dec56e1e tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'security_group_rule': {'security_group_id': '6c6bec66-37ec-4699-8217-01f05ecfc59c', 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:22:02.918195 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-12ce1a50-e346-4ea4-a131-00d8dec56e1e tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (16be4850-e08d-4540-8d7e-d91a89b50a98), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:02.984531 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-12ce1a50-e346-4ea4-a131-00d8dec56e1e tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (16be4850-e08d-4540-8d7e-d91a89b50a98), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:02.988581 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-12ce1a50-e346-4ea4-a131-00d8dec56e1e tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (16be4850-e08d-4540-8d7e-d91a89b50a98), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:03.007829 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ce1a50-e346-4ea4-a131-00d8dec56e1e tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16be4850-e08d-4540-8d7e-d91a89b50a98,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:22:03.015795 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-12ce1a50-e346-4ea4-a131-00d8dec56e1e tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:03.017058 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-12ce1a50-e346-4ea4-a131-00d8dec56e1e tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1308026
Feb 05 21:22:03.020066 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48522) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:22:03.024680 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-a576fec4-f294-4e9a-bd28-d163a10f19e4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'security_group_rule': {'security_group_id': '6c6bec66-37ec-4699-8217-01f05ecfc59c', 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:22:03.050138 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a576fec4-f294-4e9a-bd28-d163a10f19e4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (08149e65-6da3-4804-a28f-a678904836dd), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:03.104559 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a576fec4-f294-4e9a-bd28-d163a10f19e4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (08149e65-6da3-4804-a28f-a678904836dd), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:03.108399 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a576fec4-f294-4e9a-bd28-d163a10f19e4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (08149e65-6da3-4804-a28f-a678904836dd), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:03.128771 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a576fec4-f294-4e9a-bd28-d163a10f19e4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08149e65-6da3-4804-a28f-a678904836dd,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:22:03.134498 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a576fec4-f294-4e9a-bd28-d163a10f19e4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:03.135709 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a576fec4-f294-4e9a-bd28-d163a10f19e4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1147175
Feb 05 21:22:03.138569 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48524) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:22:03.143124 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-ae054426-54ff-4b76-8c82-68c933f9bddb tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'security_group_rule': {'security_group_id': '6c6bec66-37ec-4699-8217-01f05ecfc59c', 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:22:03.167607 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ae054426-54ff-4b76-8c82-68c933f9bddb tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (5d64bbe2-f326-473a-83b9-12a1e531c092), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:03.226264 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ae054426-54ff-4b76-8c82-68c933f9bddb tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (5d64bbe2-f326-473a-83b9-12a1e531c092), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:03.229711 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ae054426-54ff-4b76-8c82-68c933f9bddb tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (5d64bbe2-f326-473a-83b9-12a1e531c092), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:03.246975 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae054426-54ff-4b76-8c82-68c933f9bddb tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d64bbe2-f326-473a-83b9-12a1e531c092,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:22:03.255543 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ae054426-54ff-4b76-8c82-68c933f9bddb tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:03.256785 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ae054426-54ff-4b76-8c82-68c933f9bddb tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1172988
Feb 05 21:22:03.259725 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48526) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:22:03.263946 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-f375e85a-28d4-467d-bf8b-603efd058d0e tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'security_group_rule': {'security_group_id': '6c6bec66-37ec-4699-8217-01f05ecfc59c', 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:22:03.288036 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f375e85a-28d4-467d-bf8b-603efd058d0e tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (55196cfd-008c-48d8-9fc0-3d6c1054601e), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:03.345847 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f375e85a-28d4-467d-bf8b-603efd058d0e tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (55196cfd-008c-48d8-9fc0-3d6c1054601e), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:03.349440 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f375e85a-28d4-467d-bf8b-603efd058d0e tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (55196cfd-008c-48d8-9fc0-3d6c1054601e), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:03.367255 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f375e85a-28d4-467d-bf8b-603efd058d0e tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55196cfd-008c-48d8-9fc0-3d6c1054601e,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:22:03.375277 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f375e85a-28d4-467d-bf8b-603efd058d0e tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:03.377667 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f375e85a-28d4-467d-bf8b-603efd058d0e tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1170206
Feb 05 21:22:03.380486 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48528) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:22:03.385291 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-b1f6990a-cbfe-4a5b-8108-48151ad2d3fa tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'security_group_rule': {'security_group_id': '6c6bec66-37ec-4699-8217-01f05ecfc59c', 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:22:03.404785 ncdv-master-1 neutron-server[114390]: INFO neutron.db.securitygroups_db [None req-b1f6990a-cbfe-4a5b-8108-48151ad2d3fa tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Project a64d1698f20a435e8937ab305eac38dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 05 21:22:03.409909 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b1f6990a-cbfe-4a5b-8108-48151ad2d3fa tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (6339d823-4ab6-4c73-9ab0-76be5056312f), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:03.467278 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b1f6990a-cbfe-4a5b-8108-48151ad2d3fa tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (6339d823-4ab6-4c73-9ab0-76be5056312f), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:03.470792 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b1f6990a-cbfe-4a5b-8108-48151ad2d3fa tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (6339d823-4ab6-4c73-9ab0-76be5056312f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:03.488130 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6990a-cbfe-4a5b-8108-48151ad2d3fa tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6339d823-4ab6-4c73-9ab0-76be5056312f,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:22:03.496755 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b1f6990a-cbfe-4a5b-8108-48151ad2d3fa tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:03.497961 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b1f6990a-cbfe-4a5b-8108-48151ad2d3fa tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1165085
Feb 05 21:22:03.500701 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48530) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:22:03.505033 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-2213e3b2-3728-412a-9917-eb520c9acc08 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'security_group_rule': {'security_group_id': '6c6bec66-37ec-4699-8217-01f05ecfc59c', 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:22:03.524221 ncdv-master-1 neutron-server[114390]: INFO neutron.db.securitygroups_db [None req-2213e3b2-3728-412a-9917-eb520c9acc08 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Project a64d1698f20a435e8937ab305eac38dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 05 21:22:03.528845 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2213e3b2-3728-412a-9917-eb520c9acc08 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (cb7c60fd-ff02-4dde-b430-6350adfceb19), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:03.588259 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2213e3b2-3728-412a-9917-eb520c9acc08 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (cb7c60fd-ff02-4dde-b430-6350adfceb19), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:03.591777 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2213e3b2-3728-412a-9917-eb520c9acc08 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (cb7c60fd-ff02-4dde-b430-6350adfceb19), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:03.609319 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e3b2-3728-412a-9917-eb520c9acc08 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb7c60fd-ff02-4dde-b430-6350adfceb19,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:22:03.617239 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2213e3b2-3728-412a-9917-eb520c9acc08 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:03.618785 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2213e3b2-3728-412a-9917-eb520c9acc08 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1167445
Feb 05 21:22:03.621425 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48532) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:22:03.626163 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-d5af963d-a60d-4bbc-93b5-e26a28e70270 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'network': {'name': 'tempest-network-smoke--90704684', 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'port_security_enabled': True}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:22:03.645825 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5af963d-a60d-4bbc-93b5-e26a28e70270 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Made reservation on behalf of a64d1698f20a435e8937ab305eac38dd for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:22:03.649066 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d5af963d-a60d-4bbc-93b5-e26a28e70270 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:03.672913 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5af963d-a60d-4bbc-93b5-e26a28e70270 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:22:03.682056 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d5af963d-a60d-4bbc-93b5-e26a28e70270 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (bbaeb120-8402-4cf4-aa65-d73cf1ef5636), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:03.682496 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-d5af963d-a60d-4bbc-93b5-e26a28e70270 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Added segment bbaeb120-8402-4cf4-aa65-d73cf1ef5636 of type vlan for network 1d3705c9-a6e0-44ef-b40b-7551abc1a6c5
Feb 05 21:22:03.722660 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d5af963d-a60d-4bbc-93b5-e26a28e70270 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (1d3705c9-a6e0-44ef-b40b-7551abc1a6c5), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:03.731074 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b7b25003-dab7-4dbd-af18-15d9e3402d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:03.747377 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d5af963d-a60d-4bbc-93b5-e26a28e70270 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (1d3705c9-a6e0-44ef-b40b-7551abc1a6c5), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:03.753044 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5af963d-a60d-4bbc-93b5-e26a28e70270 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:22:03.753657 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d5af963d-a60d-4bbc-93b5-e26a28e70270 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:03.791311 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d5af963d-a60d-4bbc-93b5-e26a28e70270 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.1688063
Feb 05 21:22:03.794303 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48534) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:22:03.799623 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-2b005c94-58c2-47c0-b517-f1e7a284e999 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1126295436', 'admin_state_up': True, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:22:03.820636 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2b005c94-58c2-47c0-b517-f1e7a284e999 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (00f8ed1f-ca85-42c5-adea-2a17252e32f0), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:03.821708 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2b005c94-58c2-47c0-b517-f1e7a284e999 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (00f8ed1f-ca85-42c5-adea-2a17252e32f0), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:03.826633 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af963d-a60d-4bbc-93b5-e26a28e70270 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'Network': ['ID=1d3705c9-a6e0-44ef-b40b-7551abc1a6c5,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:22:03.837094 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 1d3705c9-a6e0-44ef-b40b-7551abc1a6c5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:22:03.879682 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2b005c94-58c2-47c0-b517-f1e7a284e999 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for router_controller (00f8ed1f-ca85-42c5-adea-2a17252e32f0), precommit_add_association {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:04.025254 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2b005c94-58c2-47c0-b517-f1e7a284e999 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for router_gateway (00f8ed1f-ca85-42c5-adea-2a17252e32f0), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:04.218098 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2b005c94-58c2-47c0-b517-f1e7a284e999 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for router_gateway (00f8ed1f-ca85-42c5-adea-2a17252e32f0), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:04.237282 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2b005c94-58c2-47c0-b517-f1e7a284e999 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:04.341873 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-2b005c94-58c2-47c0-b517-f1e7a284e999 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Allocated IP 172.35.4.105 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:22:04.444586 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2b005c94-58c2-47c0-b517-f1e7a284e999 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for port (f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:04.482428 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2b005c94-58c2-47c0-b517-f1e7a284e999 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:04.520852 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b005c94-58c2-47c0-b517-f1e7a284e999 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:22:04.523636 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-2b005c94-58c2-47c0-b517-f1e7a284e999 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:22:04.527987 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b005c94-58c2-47c0-b517-f1e7a284e999 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:22:04.551635 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b005c94-58c2-47c0-b517-f1e7a284e999 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'Port': ['ID=f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:22:04.564977 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b005c94-58c2-47c0-b517-f1e7a284e999 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:22:04.565333 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b005c94-58c2-47c0-b517-f1e7a284e999 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:22:04.565685 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b005c94-58c2-47c0-b517-f1e7a284e999 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:22:04.566027 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b005c94-58c2-47c0-b517-f1e7a284e999 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:22:04.566364 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b005c94-58c2-47c0-b517-f1e7a284e999 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:22:04.566723 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b005c94-58c2-47c0-b517-f1e7a284e999 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:22:04.567057 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b005c94-58c2-47c0-b517-f1e7a284e999 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:22:04.567390 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b005c94-58c2-47c0-b517-f1e7a284e999 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:22:04.567720 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b005c94-58c2-47c0-b517-f1e7a284e999 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:22:04.568050 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b005c94-58c2-47c0-b517-f1e7a284e999 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:22:04.568416 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b005c94-58c2-47c0-b517-f1e7a284e999 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:22:04.568752 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b005c94-58c2-47c0-b517-f1e7a284e999 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:22:04.569078 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b005c94-58c2-47c0-b517-f1e7a284e999 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:22:04.793300 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2b005c94-58c2-47c0-b517-f1e7a284e999 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for router_gateway (00f8ed1f-ca85-42c5-adea-2a17252e32f0), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:04.995663 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2b005c94-58c2-47c0-b517-f1e7a284e999 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (00f8ed1f-ca85-42c5-adea-2a17252e32f0), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:05.127334 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b005c94-58c2-47c0-b517-f1e7a284e999 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Router 00f8ed1f-ca85-42c5-adea-2a17252e32f0 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:22:05.237323 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b005c94-58c2-47c0-b517-f1e7a284e999 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:22:05.251804 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be0dca3-e2cc-471f-acff-73f1b23440cf None None] Sync routers for ids ['00f8ed1f-ca85-42c5-adea-2a17252e32f0'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:22:05.258333 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2b005c94-58c2-47c0-b517-f1e7a284e999 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:05.259803 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2b005c94-58c2-47c0-b517-f1e7a284e999 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.4643471
Feb 05 21:22:05.262308 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be0dca3-e2cc-471f-acff-73f1b23440cf None None] Routers {'00f8ed1f-ca85-42c5-adea-2a17252e32f0'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:22:05.262945 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-6be0dca3-e2cc-471f-acff-73f1b23440cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dbade4a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:21:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['00f8ed1f-ca85-42c5-adea-2a17252e32f0'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:22:05.263116 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48536) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:22:05.369234 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-6be0dca3-e2cc-471f-acff-73f1b23440cf None None] Set router 00f8ed1f-ca85-42c5-adea-2a17252e32f0 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:22:05.402299 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-22ea8d0c-dbaa-4f3f-895a-23891c852790 tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=a64d1698f20a435e8937ab305eac38dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1379158
Feb 05 21:22:05.404916 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48540) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:22:05.491187 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d619a2f-35ed-45a1-9a32-60514cd588a0 tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:22:05.492730 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1d619a2f-35ed-45a1-9a32-60514cd588a0 tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0864911
Feb 05 21:22:05.495518 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48542) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:22:05.527400 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9ba5ee35-8f95-4824-ab14-1aa56ff4fe8b tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=d65fb4dc-e812-4574-a4e6-6308f0abdf3f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0306308
Feb 05 21:22:05.529804 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48544) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:22:05.535341 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-abcaebb4-fa6a-4611-84dc-f41deed314c8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1601657058', 'network_id': '1d3705c9-a6e0-44ef-b40b-7551abc1a6c5', 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:22:05.547101 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-6be0dca3-e2cc-471f-acff-73f1b23440cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dbade4a00>, [{'id': '00f8ed1f-ca85-42c5-adea-2a17252e32f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1126295436', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.105'}], 'enable_snat': True}, 'gw_port_id': 'f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:22:03Z', 'updated_at': '2022-02-05T21:22:04Z', 'revision_number': 3, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': 'f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:da:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f8ed1f-ca85-42c5-adea-2a17252e32f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:22:04Z', 'updated_at': '2022-02-05T21:22:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:22:05.573698 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be0dca3-e2cc-471f-acff-73f1b23440cf None None] Checking router: 00f8ed1f-ca85-42c5-adea-2a17252e32f0 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:22:05.574050 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be0dca3-e2cc-471f-acff-73f1b23440cf None None] Updating router 00f8ed1f-ca85-42c5-adea-2a17252e32f0 port f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:22:05.600389 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-6be0dca3-e2cc-471f-acff-73f1b23440cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:05.621383 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcaebb4-fa6a-4611-84dc-f41deed314c8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Made reservation on behalf of a64d1698f20a435e8937ab305eac38dd for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:22:05.624931 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-abcaebb4-fa6a-4611-84dc-f41deed314c8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:05.808291 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-abcaebb4-fa6a-4611-84dc-f41deed314c8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (5d43f7bc-86c1-4081-be9f-a9717cebd257), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:05.853513 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-6be0dca3-e2cc-471f-acff-73f1b23440cf None None] Publish callbacks [] for port (f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:05.859026 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-6be0dca3-e2cc-471f-acff-73f1b23440cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:05.867791 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcaebb4-fa6a-4611-84dc-f41deed314c8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'Subnet': ['ID=5d43f7bc-86c1-4081-be9f-a9717cebd257,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:22:05.877572 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcaebb4-fa6a-4611-84dc-f41deed314c8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Checking segment: {'id': 'bbaeb120-8402-4cf4-aa65-d73cf1ef5636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1d3705c9-a6e0-44ef-b40b-7551abc1a6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:22:05.877939 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcaebb4-fa6a-4611-84dc-f41deed314c8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Network hostable DHCP agents. Network: 1d3705c9-a6e0-44ef-b40b-7551abc1a6c5, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:22:05.895684 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcaebb4-fa6a-4611-84dc-f41deed314c8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Network 1d3705c9-a6e0-44ef-b40b-7551abc1a6c5 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:22:05.904465 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-abcaebb4-fa6a-4611-84dc-f41deed314c8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1d3705c9-a6e0-44ef-b40b-7551abc1a6c5) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:22:05.908974 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcaebb4-fa6a-4611-84dc-f41deed314c8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:22:05.909572 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-abcaebb4-fa6a-4611-84dc-f41deed314c8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:05.911221 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-6be0dca3-e2cc-471f-acff-73f1b23440cf None None] Attempting to bind port f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:22:05.911770 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-6be0dca3-e2cc-471f-acff-73f1b23440cf None None] Attempting to bind port f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:22:05.912142 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be0dca3-e2cc-471f-acff-73f1b23440cf None None] Attempting to bind port f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470 on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:22:05.916241 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06485f1b-27be-4a04-97e6-375ac84f6380 None None] Network 1d3705c9-a6e0-44ef-b40b-7551abc1a6c5 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:22:05.920293 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d318e3be-a652-450f-9f98-e01b26de9b0a None None] Pushing event updated for resources: {'Port': ['ID=f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470,revision_number=2']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:22:05.923798 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be0dca3-e2cc-471f-acff-73f1b23440cf None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:22:05.924245 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be0dca3-e2cc-471f-acff-73f1b23440cf None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:22:05.924662 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-6be0dca3-e2cc-471f-acff-73f1b23440cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:05.925068 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be0dca3-e2cc-471f-acff-73f1b23440cf None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:22:05.925538 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-6be0dca3-e2cc-471f-acff-73f1b23440cf None None] Bound port: f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:22:05.925923 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-6be0dca3-e2cc-471f-acff-73f1b23440cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:05.936452 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-abcaebb4-fa6a-4611-84dc-f41deed314c8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4028740
Feb 05 21:22:05.936660 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48546) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:22:05.979495 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-6be0dca3-e2cc-471f-acff-73f1b23440cf None None] For port f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:22:05.984306 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-6be0dca3-e2cc-471f-acff-73f1b23440cf None None] For port f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:22:05.995687 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-6be0dca3-e2cc-471f-acff-73f1b23440cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:06.041737 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28494d5b-af5a-4de2-adbf-9f9a0611797d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1d3705c9-a6e0-44ef-b40b-7551abc1a6c5', 'network_id': '1d3705c9-a6e0-44ef-b40b-7551abc1a6c5', 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'fixed_ips': [{'subnet_id': '5d43f7bc-86c1-4081-be9f-a9717cebd257'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:22:06.042652 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-28494d5b-af5a-4de2-adbf-9f9a0611797d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:06.146112 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-76f31d1f-556c-4772-9475-54d0686b0f5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:06.154434 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be0dca3-e2cc-471f-acff-73f1b23440cf None None] Routers {'00f8ed1f-ca85-42c5-adea-2a17252e32f0'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:22:06.155075 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-6be0dca3-e2cc-471f-acff-73f1b23440cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dbade4a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:21:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['00f8ed1f-ca85-42c5-adea-2a17252e32f0'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:22:06.194211 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d318e3be-a652-450f-9f98-e01b26de9b0a None None] Pushing event updated for resources: {'Port': ['ID=f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:22:06.209275 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-28494d5b-af5a-4de2-adbf-9f9a0611797d None None] Allocated IP 172.20.0.2 (1d3705c9-a6e0-44ef-b40b-7551abc1a6c5/5d43f7bc-86c1-4081-be9f-a9717cebd257/53cdcc46-7ebd-4333-a7cd-10290f983aab) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:22:06.272566 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-6be0dca3-e2cc-471f-acff-73f1b23440cf None None] Set router 00f8ed1f-ca85-42c5-adea-2a17252e32f0 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:22:06.359307 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-28494d5b-af5a-4de2-adbf-9f9a0611797d None None] Publish callbacks [] for port (53cdcc46-7ebd-4333-a7cd-10290f983aab), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:06.367586 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-28494d5b-af5a-4de2-adbf-9f9a0611797d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (53cdcc46-7ebd-4333-a7cd-10290f983aab), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:06.385844 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28494d5b-af5a-4de2-adbf-9f9a0611797d None None] Network 1d3705c9-a6e0-44ef-b40b-7551abc1a6c5 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:22:06.405177 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-28494d5b-af5a-4de2-adbf-9f9a0611797d None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:22:06.409663 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28494d5b-af5a-4de2-adbf-9f9a0611797d None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:22:06.419163 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-722f0238-5716-4a20-81f8-f1547d80db5a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:06.465776 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-6be0dca3-e2cc-471f-acff-73f1b23440cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dbade4a00>, [{'id': '00f8ed1f-ca85-42c5-adea-2a17252e32f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1126295436', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.105'}], 'enable_snat': True}, 'gw_port_id': 'f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:22:03Z', 'updated_at': '2022-02-05T21:22:04Z', 'revision_number': 3, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': 'f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:da:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f8ed1f-ca85-42c5-adea-2a17252e32f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:22:04Z', 'updated_at': '2022-02-05T21:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:22:06.469500 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28494d5b-af5a-4de2-adbf-9f9a0611797d None None] Pushing event updated for resources: {'Port': ['ID=53cdcc46-7ebd-4333-a7cd-10290f983aab,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:22:06.483431 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-28494d5b-af5a-4de2-adbf-9f9a0611797d None None] Attempting to bind port 53cdcc46-7ebd-4333-a7cd-10290f983aab on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:22:06.483815 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-28494d5b-af5a-4de2-adbf-9f9a0611797d None None] Attempting to bind port 53cdcc46-7ebd-4333-a7cd-10290f983aab by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bbaeb120-8402-4cf4-aa65-d73cf1ef5636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1d3705c9-a6e0-44ef-b40b-7551abc1a6c5'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:22:06.484189 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28494d5b-af5a-4de2-adbf-9f9a0611797d None None] Attempting to bind port 53cdcc46-7ebd-4333-a7cd-10290f983aab on network 1d3705c9-a6e0-44ef-b40b-7551abc1a6c5 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:22:06.490340 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28494d5b-af5a-4de2-adbf-9f9a0611797d None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:22:06.490765 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28494d5b-af5a-4de2-adbf-9f9a0611797d None None] Checking segment: {'id': 'bbaeb120-8402-4cf4-aa65-d73cf1ef5636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1d3705c9-a6e0-44ef-b40b-7551abc1a6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:22:06.491183 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-28494d5b-af5a-4de2-adbf-9f9a0611797d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:06.491591 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28494d5b-af5a-4de2-adbf-9f9a0611797d None None] Bound using segment: {'id': 'bbaeb120-8402-4cf4-aa65-d73cf1ef5636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1d3705c9-a6e0-44ef-b40b-7551abc1a6c5'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:22:06.492070 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-28494d5b-af5a-4de2-adbf-9f9a0611797d None None] Bound port: 53cdcc46-7ebd-4333-a7cd-10290f983aab, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbaeb120-8402-4cf4-aa65-d73cf1ef5636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1d3705c9-a6e0-44ef-b40b-7551abc1a6c5'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:22:06.492466 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-28494d5b-af5a-4de2-adbf-9f9a0611797d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (53cdcc46-7ebd-4333-a7cd-10290f983aab), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:06.499441 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be0dca3-e2cc-471f-acff-73f1b23440cf None None] The sync data for ids ['00f8ed1f-ca85-42c5-adea-2a17252e32f0'] in ncdv-master-1 is: [{'id': '00f8ed1f-ca85-42c5-adea-2a17252e32f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1126295436', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.105'}], 'enable_snat': True}, 'gw_port_id': 'f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:22:03Z', 'updated_at': '2022-02-05T21:22:04Z', 'revision_number': 3, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': 'f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:da:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f8ed1f-ca85-42c5-adea-2a17252e32f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:22:04Z', 'updated_at': '2022-02-05T21:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:22:06.563182 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-28494d5b-af5a-4de2-adbf-9f9a0611797d None None] For port 53cdcc46-7ebd-4333-a7cd-10290f983aab, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:22:06.567788 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-28494d5b-af5a-4de2-adbf-9f9a0611797d None None] For port 53cdcc46-7ebd-4333-a7cd-10290f983aab, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53cdcc46-7ebd-4333-a7cd-10290f983aab,segment=NetworkSegment(bbaeb120-8402-4cf4-aa65-d73cf1ef5636),segment_id=bbaeb120-8402-4cf4-aa65-d73cf1ef5636)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:22:06.574838 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-28494d5b-af5a-4de2-adbf-9f9a0611797d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (53cdcc46-7ebd-4333-a7cd-10290f983aab), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:06.636997 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28494d5b-af5a-4de2-adbf-9f9a0611797d None None] Pushing event updated for resources: {'Port': ['ID=53cdcc46-7ebd-4333-a7cd-10290f983aab,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:22:06.723494 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-722f0238-5716-4a20-81f8-f1547d80db5a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Allocated IP 172.20.0.1 (1d3705c9-a6e0-44ef-b40b-7551abc1a6c5/5d43f7bc-86c1-4081-be9f-a9717cebd257/1efc66fe-4059-4e29-bfd9-0bc91401889a) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:22:06.867508 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-722f0238-5716-4a20-81f8-f1547d80db5a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for port (1efc66fe-4059-4e29-bfd9-0bc91401889a), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:06.912043 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-722f0238-5716-4a20-81f8-f1547d80db5a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (1efc66fe-4059-4e29-bfd9-0bc91401889a), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:06.952996 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722f0238-5716-4a20-81f8-f1547d80db5a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Network 1d3705c9-a6e0-44ef-b40b-7551abc1a6c5 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:22:06.959324 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-722f0238-5716-4a20-81f8-f1547d80db5a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:22:06.963391 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722f0238-5716-4a20-81f8-f1547d80db5a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:22:07.004907 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f0238-5716-4a20-81f8-f1547d80db5a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'Port': ['ID=1efc66fe-4059-4e29-bfd9-0bc91401889a,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:22:07.027849 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-722f0238-5716-4a20-81f8-f1547d80db5a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (00f8ed1f-ca85-42c5-adea-2a17252e32f0), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:07.169554 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-722f0238-5716-4a20-81f8-f1547d80db5a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1efc66fe-4059-4e29-bfd9-0bc91401889a), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:07.516991 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:07.740443 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c0d3d9-a036-4290-946b-4e7c6c9362bb None None] Network 1d3705c9-a6e0-44ef-b40b-7551abc1a6c5 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:22:07.776542 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-722f0238-5716-4a20-81f8-f1547d80db5a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for port (1efc66fe-4059-4e29-bfd9-0bc91401889a), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:07.781345 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-722f0238-5716-4a20-81f8-f1547d80db5a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (1efc66fe-4059-4e29-bfd9-0bc91401889a), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:07.812142 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-ee106798-104f-4faa-b009-14ae87f54804 None None] Provisioning complete for port 53cdcc46-7ebd-4333-a7cd-10290f983aab triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:22:07.812517 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ee106798-104f-4faa-b009-14ae87f54804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (53cdcc46-7ebd-4333-a7cd-10290f983aab), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:07.852850 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f0238-5716-4a20-81f8-f1547d80db5a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'Port': ['ID=1efc66fe-4059-4e29-bfd9-0bc91401889a,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:22:07.855448 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-722f0238-5716-4a20-81f8-f1547d80db5a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (00f8ed1f-ca85-42c5-adea-2a17252e32f0), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:07.941336 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ee106798-104f-4faa-b009-14ae87f54804 None None] Current status of the port 53cdcc46-7ebd-4333-a7cd-10290f983aab is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:22:07.942596 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ee106798-104f-4faa-b009-14ae87f54804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (53cdcc46-7ebd-4333-a7cd-10290f983aab), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:07.963359 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722f0238-5716-4a20-81f8-f1547d80db5a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Network 1d3705c9-a6e0-44ef-b40b-7551abc1a6c5 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:22:07.965180 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-722f0238-5716-4a20-81f8-f1547d80db5a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:22:07.990667 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-ee106798-104f-4faa-b009-14ae87f54804 None None] For port 53cdcc46-7ebd-4333-a7cd-10290f983aab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53cdcc46-7ebd-4333-a7cd-10290f983aab,segment=NetworkSegment(bbaeb120-8402-4cf4-aa65-d73cf1ef5636),segment_id=bbaeb120-8402-4cf4-aa65-d73cf1ef5636)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:22:07.997632 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ee106798-104f-4faa-b009-14ae87f54804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (53cdcc46-7ebd-4333-a7cd-10290f983aab), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:08.062698 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee106798-104f-4faa-b009-14ae87f54804 None None] Pushing event updated for resources: {'Port': ['ID=53cdcc46-7ebd-4333-a7cd-10290f983aab,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:22:08.101334 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722f0238-5716-4a20-81f8-f1547d80db5a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Router 00f8ed1f-ca85-42c5-adea-2a17252e32f0 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:22:08.223277 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722f0238-5716-4a20-81f8-f1547d80db5a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:22:08.229151 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-722f0238-5716-4a20-81f8-f1547d80db5a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "PUT /v2.0/routers/00f8ed1f-ca85-42c5-adea-2a17252e32f0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2914238
Feb 05 21:22:08.232686 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-68753340-cde6-4daa-bbe2-361a6704ddb7 None None] Provisioning complete for port 1efc66fe-4059-4e29-bfd9-0bc91401889a triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:22:08.233081 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-68753340-cde6-4daa-bbe2-361a6704ddb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1efc66fe-4059-4e29-bfd9-0bc91401889a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:08.289802 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-68753340-cde6-4daa-bbe2-361a6704ddb7 None None] Port 1efc66fe-4059-4e29-bfd9-0bc91401889a cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:22:08.308334 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-68753340-cde6-4daa-bbe2-361a6704ddb7 None None] Provisioning complete for port 53cdcc46-7ebd-4333-a7cd-10290f983aab triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:22:08.308799 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-68753340-cde6-4daa-bbe2-361a6704ddb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (53cdcc46-7ebd-4333-a7cd-10290f983aab), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:08.380135 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403cb8a0-cdef-4675-ac27-bcdb3b23a40e None None] Sync routers for ids ['00f8ed1f-ca85-42c5-adea-2a17252e32f0'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:22:08.407949 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 53cdcc46-7ebd-4333-a7cd-10290f983aab up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:22:08.448751 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403cb8a0-cdef-4675-ac27-bcdb3b23a40e None None] Routers {'00f8ed1f-ca85-42c5-adea-2a17252e32f0'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:22:08.449524 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-403cb8a0-cdef-4675-ac27-bcdb3b23a40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabbe13d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:22:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['00f8ed1f-ca85-42c5-adea-2a17252e32f0'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:22:08.493601 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-68753340-cde6-4daa-bbe2-361a6704ddb7 None None] Current status of the port 53cdcc46-7ebd-4333-a7cd-10290f983aab is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:22:08.573983 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 53cdcc46-7ebd-4333-a7cd-10290f983aab triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:22:08.574714 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (53cdcc46-7ebd-4333-a7cd-10290f983aab), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:08.625451 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-403cb8a0-cdef-4675-ac27-bcdb3b23a40e None None] Set router 00f8ed1f-ca85-42c5-adea-2a17252e32f0 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:22:08.680783 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-acd62c95-0c09-4f5f-a0a3-48c536c2e42d None None] Provisioning complete for port 1efc66fe-4059-4e29-bfd9-0bc91401889a triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:22:08.681072 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-acd62c95-0c09-4f5f-a0a3-48c536c2e42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1efc66fe-4059-4e29-bfd9-0bc91401889a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:08.883351 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-4ec98c29-d3f5-49da-8c80-b199e538662c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-308056545&fields=id&tenant_id=a64d1698f20a435e8937ab305eac38dd HTTP/1.1" status: 200  len: 267 time: 0.3521955
Feb 05 21:22:08.952835 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-acd62c95-0c09-4f5f-a0a3-48c536c2e42d None None] Port 1efc66fe-4059-4e29-bfd9-0bc91401889a cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:22:08.990530 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 53cdcc46-7ebd-4333-a7cd-10290f983aab is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:22:08.991620 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:22:08.994646 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-a15300bc-1590-461b-b37c-41a3916426f1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:22:08.996469 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-a15300bc-1590-461b-b37c-41a3916426f1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/networks?id=1d3705c9-a6e0-44ef-b40b-7551abc1a6c5 HTTP/1.1" status: 200  len: 795 time: 0.1061170
Feb 05 21:22:09.011850 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-a9c0bfce-ad59-41e8-b9b0-54904b04f95c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/quotas/a64d1698f20a435e8937ab305eac38dd HTTP/1.1" status: 200  len: 375 time: 0.0092213
Feb 05 21:22:09.068060 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-178bd543-875f-4180-a083-83dcd821494e tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a64d1698f20a435e8937ab305eac38dd&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0509934
Feb 05 21:22:09.109929 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:22:09.110405 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:09.138286 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6d0c6f51-916b-42e7-82f0-1c6803cf4b0f None None] Provisioning complete for port 1efc66fe-4059-4e29-bfd9-0bc91401889a triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:22:09.138686 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6d0c6f51-916b-42e7-82f0-1c6803cf4b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1efc66fe-4059-4e29-bfd9-0bc91401889a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:09.143034 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:09.198372 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6d0c6f51-916b-42e7-82f0-1c6803cf4b0f None None] Port 1efc66fe-4059-4e29-bfd9-0bc91401889a cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:22:09.207001 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-403cb8a0-cdef-4675-ac27-bcdb3b23a40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabbe13d0>, [{'id': '00f8ed1f-ca85-42c5-adea-2a17252e32f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1126295436', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.105'}], 'enable_snat': True}, 'gw_port_id': 'f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:22:03Z', 'updated_at': '2022-02-05T21:22:07Z', 'revision_number': 4, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': 'f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:da:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f8ed1f-ca85-42c5-adea-2a17252e32f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:22:04Z', 'updated_at': '2022-02-05T21:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1efc66fe-4059-4e29-bfd9-0bc91401889a', 'name': '', 'network_id': '1d3705c9-a6e0-44ef-b40b-7551abc1a6c5', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'mac_address': 'fa:16:3e:d6:1c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f8ed1f-ca85-42c5-adea-2a17252e32f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '5d43f7bc-86c1-4081-be9f-a9717cebd257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:22:06Z', 'updated_at': '2022-02-05T21:22:07Z', 'revision_number': 2, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'subnets': [{'id': '5d43f7bc-86c1-4081-be9f-a9717cebd257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:22:09.221202 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-e7aeeeb2-e387-4eb0-bad6-9a2c6faeddd9 service neutron] 10.222.0.32 "GET /v2.0/networks/1d3705c9-a6e0-44ef-b40b-7551abc1a6c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414313
Feb 05 21:22:09.236841 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403cb8a0-cdef-4675-ac27-bcdb3b23a40e None None] Checking router: 00f8ed1f-ca85-42c5-adea-2a17252e32f0 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:22:09.237206 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403cb8a0-cdef-4675-ac27-bcdb3b23a40e None None] Updating router 00f8ed1f-ca85-42c5-adea-2a17252e32f0 port 1efc66fe-4059-4e29-bfd9-0bc91401889a binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:22:09.290531 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-403cb8a0-cdef-4675-ac27-bcdb3b23a40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1efc66fe-4059-4e29-bfd9-0bc91401889a), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:09.294590 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:22:09.294972 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:09.319374 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-b09579a7-7704-4931-902f-2fcba8c24a30 service neutron] 10.222.0.32 "GET /v2.0/networks/1d3705c9-a6e0-44ef-b40b-7551abc1a6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0922408
Feb 05 21:22:09.346078 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:22:09.351079 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:09.466340 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:22:09.569461 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2412015b-1f02-4f94-9423-00e6208254a6 req-0be513a4-8b7e-499c-b9d6-16708a6a7942 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 210 time: 0.1081982
Feb 05 21:22:09.646863 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-403cb8a0-cdef-4675-ac27-bcdb3b23a40e None None] Publish callbacks [] for port (1efc66fe-4059-4e29-bfd9-0bc91401889a), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:09.653045 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-403cb8a0-cdef-4675-ac27-bcdb3b23a40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (1efc66fe-4059-4e29-bfd9-0bc91401889a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:09.707982 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6adca9-0448-41c2-8046-b3ace54db720 None None] Pushing event updated for resources: {'Port': ['ID=1efc66fe-4059-4e29-bfd9-0bc91401889a,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:22:09.764059 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-403cb8a0-cdef-4675-ac27-bcdb3b23a40e None None] Attempting to bind port 1efc66fe-4059-4e29-bfd9-0bc91401889a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:22:09.764535 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-403cb8a0-cdef-4675-ac27-bcdb3b23a40e None None] Attempting to bind port 1efc66fe-4059-4e29-bfd9-0bc91401889a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bbaeb120-8402-4cf4-aa65-d73cf1ef5636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1d3705c9-a6e0-44ef-b40b-7551abc1a6c5'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:22:09.764977 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403cb8a0-cdef-4675-ac27-bcdb3b23a40e None None] Attempting to bind port 1efc66fe-4059-4e29-bfd9-0bc91401889a on network 1d3705c9-a6e0-44ef-b40b-7551abc1a6c5 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:22:09.770807 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403cb8a0-cdef-4675-ac27-bcdb3b23a40e None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:22:09.771816 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403cb8a0-cdef-4675-ac27-bcdb3b23a40e None None] Checking segment: {'id': 'bbaeb120-8402-4cf4-aa65-d73cf1ef5636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1d3705c9-a6e0-44ef-b40b-7551abc1a6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:22:09.772296 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-403cb8a0-cdef-4675-ac27-bcdb3b23a40e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:09.772776 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403cb8a0-cdef-4675-ac27-bcdb3b23a40e None None] Bound using segment: {'id': 'bbaeb120-8402-4cf4-aa65-d73cf1ef5636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1d3705c9-a6e0-44ef-b40b-7551abc1a6c5'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:22:09.773327 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-403cb8a0-cdef-4675-ac27-bcdb3b23a40e None None] Bound port: 1efc66fe-4059-4e29-bfd9-0bc91401889a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbaeb120-8402-4cf4-aa65-d73cf1ef5636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1d3705c9-a6e0-44ef-b40b-7551abc1a6c5'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:22:09.773780 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-403cb8a0-cdef-4675-ac27-bcdb3b23a40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1efc66fe-4059-4e29-bfd9-0bc91401889a), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:09.848813 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-403cb8a0-cdef-4675-ac27-bcdb3b23a40e None None] For port 1efc66fe-4059-4e29-bfd9-0bc91401889a, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:22:09.852290 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-403cb8a0-cdef-4675-ac27-bcdb3b23a40e None None] For port 1efc66fe-4059-4e29-bfd9-0bc91401889a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1efc66fe-4059-4e29-bfd9-0bc91401889a,segment=NetworkSegment(bbaeb120-8402-4cf4-aa65-d73cf1ef5636),segment_id=bbaeb120-8402-4cf4-aa65-d73cf1ef5636)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:22:09.859178 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-403cb8a0-cdef-4675-ac27-bcdb3b23a40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (1efc66fe-4059-4e29-bfd9-0bc91401889a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:09.923917 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403cb8a0-cdef-4675-ac27-bcdb3b23a40e None None] Routers {'00f8ed1f-ca85-42c5-adea-2a17252e32f0'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:22:09.924560 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-403cb8a0-cdef-4675-ac27-bcdb3b23a40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabbe13d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:22:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['00f8ed1f-ca85-42c5-adea-2a17252e32f0'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:22:09.988847 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6adca9-0448-41c2-8046-b3ace54db720 None None] Pushing event updated for resources: {'Port': ['ID=1efc66fe-4059-4e29-bfd9-0bc91401889a,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:22:09.998131 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-91fb8a5a-f8bf-4e0f-82c6-3b7408e49520 None None] Provisioning complete for port 1efc66fe-4059-4e29-bfd9-0bc91401889a triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:22:09.998548 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-91fb8a5a-f8bf-4e0f-82c6-3b7408e49520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1efc66fe-4059-4e29-bfd9-0bc91401889a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:10.102337 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-403cb8a0-cdef-4675-ac27-bcdb3b23a40e None None] Set router 00f8ed1f-ca85-42c5-adea-2a17252e32f0 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:22:10.220732 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:22:10.232397 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-91fb8a5a-f8bf-4e0f-82c6-3b7408e49520 None None] Current status of the port 1efc66fe-4059-4e29-bfd9-0bc91401889a is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:22:10.232793 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-91fb8a5a-f8bf-4e0f-82c6-3b7408e49520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1efc66fe-4059-4e29-bfd9-0bc91401889a), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:10.350698 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-91fb8a5a-f8bf-4e0f-82c6-3b7408e49520 None None] For port 1efc66fe-4059-4e29-bfd9-0bc91401889a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1efc66fe-4059-4e29-bfd9-0bc91401889a,segment=NetworkSegment(bbaeb120-8402-4cf4-aa65-d73cf1ef5636),segment_id=bbaeb120-8402-4cf4-aa65-d73cf1ef5636)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:22:10.357974 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-91fb8a5a-f8bf-4e0f-82c6-3b7408e49520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (1efc66fe-4059-4e29-bfd9-0bc91401889a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:10.429645 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:22:10.429645 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:10.490885 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb8a5a-f8bf-4e0f-82c6-3b7408e49520 None None] Pushing event updated for resources: {'Port': ['ID=1efc66fe-4059-4e29-bfd9-0bc91401889a,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:22:10.518559 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-6723994a-6d4f-4e77-bea1-e395880800b3 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:22:10.520128 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-6723994a-6d4f-4e77-bea1-e395880800b3 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.21 "GET /v2.0/networks?id=1d3705c9-a6e0-44ef-b40b-7551abc1a6c5 HTTP/1.1" status: 200  len: 795 time: 0.1295631
Feb 05 21:22:10.520265 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:10.530670 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-f0e61f23-1464-47dc-88fe-f346ac3fc28d None None] Provisioning complete for port 1efc66fe-4059-4e29-bfd9-0bc91401889a triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:22:10.531043 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f0e61f23-1464-47dc-88fe-f346ac3fc28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1efc66fe-4059-4e29-bfd9-0bc91401889a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:10.573286 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-403cb8a0-cdef-4675-ac27-bcdb3b23a40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabbe13d0>, [{'id': '00f8ed1f-ca85-42c5-adea-2a17252e32f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1126295436', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.105'}], 'enable_snat': True}, 'gw_port_id': 'f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:22:03Z', 'updated_at': '2022-02-05T21:22:07Z', 'revision_number': 4, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': 'f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:da:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f8ed1f-ca85-42c5-adea-2a17252e32f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:22:04Z', 'updated_at': '2022-02-05T21:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1efc66fe-4059-4e29-bfd9-0bc91401889a', 'name': '', 'network_id': '1d3705c9-a6e0-44ef-b40b-7551abc1a6c5', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'mac_address': 'fa:16:3e:d6:1c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f8ed1f-ca85-42c5-adea-2a17252e32f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '5d43f7bc-86c1-4081-be9f-a9717cebd257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:22:06Z', 'updated_at': '2022-02-05T21:22:09Z', 'revision_number': 4, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'subnets': [{'id': '5d43f7bc-86c1-4081-be9f-a9717cebd257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:22:10.596581 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-54da350c-3245-4a1a-8771-51e8e989a33a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a64d1698f20a435e8937ab305eac38dd HTTP/1.1" status: 200  len: 379 time: 0.0673974
Feb 05 21:22:10.606510 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-224d5062-8dfe-4ed8-8aae-d5246f3e418c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'port': {'device_id': '0f795ce7-3f0b-4062-b58f-49ef4033d2d1', 'network_id': '1d3705c9-a6e0-44ef-b40b-7551abc1a6c5', 'admin_state_up': True, 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'security_groups': ['6c6bec66-37ec-4699-8217-01f05ecfc59c']}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:22:10.624357 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403cb8a0-cdef-4675-ac27-bcdb3b23a40e None None] The sync data for ids ['00f8ed1f-ca85-42c5-adea-2a17252e32f0'] in ncdv-master-1 is: [{'id': '00f8ed1f-ca85-42c5-adea-2a17252e32f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1126295436', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.105'}], 'enable_snat': True}, 'gw_port_id': 'f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:22:03Z', 'updated_at': '2022-02-05T21:22:07Z', 'revision_number': 4, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': 'f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:da:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f8ed1f-ca85-42c5-adea-2a17252e32f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:22:04Z', 'updated_at': '2022-02-05T21:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1efc66fe-4059-4e29-bfd9-0bc91401889a', 'name': '', 'network_id': '1d3705c9-a6e0-44ef-b40b-7551abc1a6c5', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'mac_address': 'fa:16:3e:d6:1c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f8ed1f-ca85-42c5-adea-2a17252e32f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '5d43f7bc-86c1-4081-be9f-a9717cebd257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:22:06Z', 'updated_at': '2022-02-05T21:22:09Z', 'revision_number': 4, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'subnets': [{'id': '5d43f7bc-86c1-4081-be9f-a9717cebd257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:22:10.646675 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:22:10.700104 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4fe6a752-e104-41db-ae18-dc5ce551dd3b req-f3664a22-81ab-43c0-baba-a53878742c3c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 210 time: 0.0469062
Feb 05 21:22:10.715520 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-f0e61f23-1464-47dc-88fe-f346ac3fc28d None None] Current status of the port 1efc66fe-4059-4e29-bfd9-0bc91401889a is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:22:10.756665 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-224d5062-8dfe-4ed8-8aae-d5246f3e418c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Made reservation on behalf of a64d1698f20a435e8937ab305eac38dd for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:22:10.760350 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-224d5062-8dfe-4ed8-8aae-d5246f3e418c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:10.893582 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-224d5062-8dfe-4ed8-8aae-d5246f3e418c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Allocated IP 172.20.0.4 (1d3705c9-a6e0-44ef-b40b-7551abc1a6c5/5d43f7bc-86c1-4081-be9f-a9717cebd257/1e823eba-4000-4e45-bbda-0141710f0987) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:22:11.048201 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-224d5062-8dfe-4ed8-8aae-d5246f3e418c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for port (1e823eba-4000-4e45-bbda-0141710f0987), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:11.084997 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-224d5062-8dfe-4ed8-8aae-d5246f3e418c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (1e823eba-4000-4e45-bbda-0141710f0987), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:11.130936 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-224d5062-8dfe-4ed8-8aae-d5246f3e418c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Network 1d3705c9-a6e0-44ef-b40b-7551abc1a6c5 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:22:11.134297 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-224d5062-8dfe-4ed8-8aae-d5246f3e418c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:22:11.138048 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-224d5062-8dfe-4ed8-8aae-d5246f3e418c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:22:11.146391 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d5062-8dfe-4ed8-8aae-d5246f3e418c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'Port': ['ID=1e823eba-4000-4e45-bbda-0141710f0987,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:22:11.201143 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-224d5062-8dfe-4ed8-8aae-d5246f3e418c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:22:11.201793 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-224d5062-8dfe-4ed8-8aae-d5246f3e418c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:11.224343 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-224d5062-8dfe-4ed8-8aae-d5246f3e418c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6219881
Feb 05 21:22:11.236799 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-25103961-ee2b-4343-a8a9-8be488b53ea9 service neutron] Request body: {'port': {'device_id': '0f795ce7-3f0b-4062-b58f-49ef4033d2d1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:22:11.306233 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-25103961-ee2b-4343-a8a9-8be488b53ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1e823eba-4000-4e45-bbda-0141710f0987), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:11.443731 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-7f0e862e-b68d-45f9-8601-f987245e346b None None] Provisioning complete for port 1e823eba-4000-4e45-bbda-0141710f0987 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:22:11.444258 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7f0e862e-b68d-45f9-8601-f987245e346b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1e823eba-4000-4e45-bbda-0141710f0987), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:11.481423 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e862e-b68d-45f9-8601-f987245e346b None None] Port 1e823eba-4000-4e45-bbda-0141710f0987 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:22:11.597720 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-25103961-ee2b-4343-a8a9-8be488b53ea9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e823eba-4000-4e45-bbda-0141710f0987 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:22:11.605964 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-25103961-ee2b-4343-a8a9-8be488b53ea9 service neutron] Publish callbacks [] for port (1e823eba-4000-4e45-bbda-0141710f0987), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:11.618849 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-25103961-ee2b-4343-a8a9-8be488b53ea9 service neutron] Transition to ACTIVE for port object 1e823eba-4000-4e45-bbda-0141710f0987 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:22:11.622895 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-25103961-ee2b-4343-a8a9-8be488b53ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (1e823eba-4000-4e45-bbda-0141710f0987), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:11.695981 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25103961-ee2b-4343-a8a9-8be488b53ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=1e823eba-4000-4e45-bbda-0141710f0987,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:22:11.757292 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-25103961-ee2b-4343-a8a9-8be488b53ea9 service neutron] Attempting to bind port 1e823eba-4000-4e45-bbda-0141710f0987 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:22:11.757639 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-25103961-ee2b-4343-a8a9-8be488b53ea9 service neutron] Attempting to bind port 1e823eba-4000-4e45-bbda-0141710f0987 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'bbaeb120-8402-4cf4-aa65-d73cf1ef5636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1d3705c9-a6e0-44ef-b40b-7551abc1a6c5'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:22:11.757979 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-25103961-ee2b-4343-a8a9-8be488b53ea9 service neutron] Attempting to bind port 1e823eba-4000-4e45-bbda-0141710f0987 on network 1d3705c9-a6e0-44ef-b40b-7551abc1a6c5 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:22:11.762917 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-25103961-ee2b-4343-a8a9-8be488b53ea9 service neutron] Port 1e823eba-4000-4e45-bbda-0141710f0987 on network 1d3705c9-a6e0-44ef-b40b-7551abc1a6c5 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:22:11.763376 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-25103961-ee2b-4343-a8a9-8be488b53ea9 service neutron] Attempting to bind port 1e823eba-4000-4e45-bbda-0141710f0987 on network 1d3705c9-a6e0-44ef-b40b-7551abc1a6c5 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:22:11.768707 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-25103961-ee2b-4343-a8a9-8be488b53ea9 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:22:11.769050 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-25103961-ee2b-4343-a8a9-8be488b53ea9 service neutron] Checking segment: {'id': 'bbaeb120-8402-4cf4-aa65-d73cf1ef5636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1d3705c9-a6e0-44ef-b40b-7551abc1a6c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:22:11.769436 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-25103961-ee2b-4343-a8a9-8be488b53ea9 service neutron] Bound using segment: {'id': 'bbaeb120-8402-4cf4-aa65-d73cf1ef5636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1d3705c9-a6e0-44ef-b40b-7551abc1a6c5'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:22:11.770520 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-25103961-ee2b-4343-a8a9-8be488b53ea9 service neutron] Bound port: 1e823eba-4000-4e45-bbda-0141710f0987, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaeb120-8402-4cf4-aa65-d73cf1ef5636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1d3705c9-a6e0-44ef-b40b-7551abc1a6c5'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:22:11.771318 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-25103961-ee2b-4343-a8a9-8be488b53ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1e823eba-4000-4e45-bbda-0141710f0987), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:11.844084 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-25103961-ee2b-4343-a8a9-8be488b53ea9 service neutron] For port 1e823eba-4000-4e45-bbda-0141710f0987, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:22:11.848544 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-25103961-ee2b-4343-a8a9-8be488b53ea9 service neutron] For port 1e823eba-4000-4e45-bbda-0141710f0987, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1e823eba-4000-4e45-bbda-0141710f0987,segment=NetworkSegment(bbaeb120-8402-4cf4-aa65-d73cf1ef5636),segment_id=bbaeb120-8402-4cf4-aa65-d73cf1ef5636)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:22:11.858805 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-25103961-ee2b-4343-a8a9-8be488b53ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (1e823eba-4000-4e45-bbda-0141710f0987), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:11.868473 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9d696-0dad-4279-b95c-244955c9fe42 req-852d7aa8-10c2-4c65-8de4-e720d66c7a78 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:22:11.880297 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-85f9d696-0dad-4279-b95c-244955c9fe42 req-852d7aa8-10c2-4c65-8de4-e720d66c7a78 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 943 time: 0.0829563
Feb 05 21:22:11.910036 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-25103961-ee2b-4343-a8a9-8be488b53ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:22:11.910651 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-25103961-ee2b-4343-a8a9-8be488b53ea9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:11.912067 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-25103961-ee2b-4343-a8a9-8be488b53ea9 service neutron] 10.222.0.21 "PUT /v2.0/ports/1e823eba-4000-4e45-bbda-0141710f0987 HTTP/1.1" status: 200  len: 1091 time: 0.6805439
Feb 05 21:22:11.912525 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f795ce7-3f0b-4062-b58f-49ef4033d2d1', 'tag': '1e823eba-4000-4e45-bbda-0141710f0987'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:22:11.915004 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16efe67d-3879-4c51-bc20-9596432c3c9c" -d '{"events": [{"name": "network-changed", "server_uuid": "0f795ce7-3f0b-4062-b58f-49ef4033d2d1", "tag": "1e823eba-4000-4e45-bbda-0141710f0987"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:22:11.946314 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25103961-ee2b-4343-a8a9-8be488b53ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=1e823eba-4000-4e45-bbda-0141710f0987,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:22:11.987476 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-85f9d696-0dad-4279-b95c-244955c9fe42 req-1c2472ff-2f3e-484c-add8-546e0fca5abf tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c6bec66-37ec-4699-8217-01f05ecfc59c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1059117
Feb 05 21:22:11.990500 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48847f8-23d3-47ad-8fc6-4237ea47d256 x-openstack-request-id: req-a48847f8-23d3-47ad-8fc6-4237ea47d256 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:22:11.990803 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f795ce7-3f0b-4062-b58f-49ef4033d2d1", "tag": "1e823eba-4000-4e45-bbda-0141710f0987", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:22:11.993281 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a48847f8-23d3-47ad-8fc6-4237ea47d256 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:22:11.993748 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f795ce7-3f0b-4062-b58f-49ef4033d2d1', 'tag': '1e823eba-4000-4e45-bbda-0141710f0987', 'status': 'completed', 'code': 200}
Feb 05 21:22:12.149437 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-8310b97d-9d24-4d07-a68e-aba35654fd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:22:12.151032 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-8310b97d-9d24-4d07-a68e-aba35654fd31 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a64d1698f20a435e8937ab305eac38dd&device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 1125 time: 0.0502300
Feb 05 21:22:12.198657 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-ee03716b-df89-49cd-bcc4-5c46c23854a3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e823eba-4000-4e45-bbda-0141710f0987 HTTP/1.1" status: 200  len: 217 time: 0.0405035
Feb 05 21:22:12.248718 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 1efc66fe-4059-4e29-bfd9-0bc91401889a up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:22:12.250807 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-5f069101-77e8-46c2-b44b-93e0d170ad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:22:12.252455 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-5f069101-77e8-46c2-b44b-93e0d170ad12 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d43f7bc-86c1-4081-be9f-a9717cebd257 HTTP/1.1" status: 200  len: 835 time: 0.0481725
Feb 05 21:22:12.299517 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 1efc66fe-4059-4e29-bfd9-0bc91401889a triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:22:12.299806 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1efc66fe-4059-4e29-bfd9-0bc91401889a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:12.302212 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-89f8da83-17b6-45ab-8564-e6f7675d3e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:22:12.303810 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-89f8da83-17b6-45ab-8564-e6f7675d3e45 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1d3705c9-a6e0-44ef-b40b-7551abc1a6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0457480
Feb 05 21:22:12.403469 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-40b72319-827a-4b68-b5c5-d8725dc269b2 service neutron] 10.222.0.21 "GET /v2.0/networks/1d3705c9-a6e0-44ef-b40b-7551abc1a6c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0934803
Feb 05 21:22:12.495527 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e7f2b862-c7a7-4cc2-b3ec-04d79bd569d3 req-720b5f59-f09f-48e0-8cac-aee97cfd414a service neutron] 10.222.0.21 "GET /v2.0/networks/1d3705c9-a6e0-44ef-b40b-7551abc1a6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862501
Feb 05 21:22:12.538239 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 1efc66fe-4059-4e29-bfd9-0bc91401889a is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:22:12.595893 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16efe67d-3879-4c51-bc20-9596432c3c9c req-fdb81b60-39ac-45df-a747-1bf1e139652b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:22:12.597328 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-16efe67d-3879-4c51-bc20-9596432c3c9c req-fdb81b60-39ac-45df-a747-1bf1e139652b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a64d1698f20a435e8937ab305eac38dd&device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 1125 time: 0.0487344
Feb 05 21:22:12.696633 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16efe67d-3879-4c51-bc20-9596432c3c9c req-8b13c512-3c3c-4912-a619-e843f3026def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:22:12.698112 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-16efe67d-3879-4c51-bc20-9596432c3c9c req-8b13c512-3c3c-4912-a619-e843f3026def service neutron] 10.222.0.21 "GET /v2.0/networks?id=1d3705c9-a6e0-44ef-b40b-7551abc1a6c5 HTTP/1.1" status: 200  len: 896 time: 0.0945117
Feb 05 21:22:12.739595 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-16efe67d-3879-4c51-bc20-9596432c3c9c req-3b760600-d031-4bee-8dd4-41ae9ef27e14 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e823eba-4000-4e45-bbda-0141710f0987 HTTP/1.1" status: 200  len: 217 time: 0.0345209
Feb 05 21:22:12.792418 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16efe67d-3879-4c51-bc20-9596432c3c9c req-6750492b-e444-4ad3-8679-60346bc72410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:22:12.793878 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-16efe67d-3879-4c51-bc20-9596432c3c9c req-6750492b-e444-4ad3-8679-60346bc72410 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d43f7bc-86c1-4081-be9f-a9717cebd257 HTTP/1.1" status: 200  len: 835 time: 0.0492222
Feb 05 21:22:12.842267 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16efe67d-3879-4c51-bc20-9596432c3c9c req-227125f1-48a0-4463-951e-5e36be64dc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:22:12.843786 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-16efe67d-3879-4c51-bc20-9596432c3c9c req-227125f1-48a0-4463-951e-5e36be64dc2b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1d3705c9-a6e0-44ef-b40b-7551abc1a6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0439994
Feb 05 21:22:12.933867 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-16efe67d-3879-4c51-bc20-9596432c3c9c req-29440ba7-843b-46ae-b090-b3d1923218aa service neutron] 10.222.0.21 "GET /v2.0/networks/1d3705c9-a6e0-44ef-b40b-7551abc1a6c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837970
Feb 05 21:22:13.022808 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-16efe67d-3879-4c51-bc20-9596432c3c9c req-d9d0d1cf-a3ad-472c-8b8f-69ec2c076489 service neutron] 10.222.0.21 "GET /v2.0/networks/1d3705c9-a6e0-44ef-b40b-7551abc1a6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0823574
Feb 05 21:22:13.113585 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c4b0d-d8c8-4bea-bbcc-aaddb11291be req-943c09b3-fc9a-4b04-9b36-2482f4f8eb74 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:22:13.115090 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-039c4b0d-d8c8-4bea-bbcc-aaddb11291be req-943c09b3-fc9a-4b04-9b36-2482f4f8eb74 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 943 time: 0.0533381
Feb 05 21:22:13.164222 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-039c4b0d-d8c8-4bea-bbcc-aaddb11291be req-7a64a02f-5215-48e5-bbda-580980b75a74 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c6bec66-37ec-4699-8217-01f05ecfc59c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435026
Feb 05 21:22:14.283427 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ac9b8-9b67-42e8-b5d4-cc61d891d88b req-8ff4aada-9cd0-421d-bdc6-8cbb50eabf3e tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:22:14.284935 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e24ac9b8-9b67-42e8-b5d4-cc61d891d88b req-8ff4aada-9cd0-421d-bdc6-8cbb50eabf3e tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 943 time: 0.0536945
Feb 05 21:22:14.335512 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e24ac9b8-9b67-42e8-b5d4-cc61d891d88b req-f1355207-e71e-4dd5-9456-a998ca62e646 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c6bec66-37ec-4699-8217-01f05ecfc59c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450544
Feb 05 21:22:15.390300 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:15.460000 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897603e-9d3b-446f-82d3-5fad362e2efa req-c9001ba7-064e-40b9-8462-6aed9fb270b4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:22:15.461501 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c897603e-9d3b-446f-82d3-5fad362e2efa req-c9001ba7-064e-40b9-8462-6aed9fb270b4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 943 time: 0.0579760
Feb 05 21:22:15.510041 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c897603e-9d3b-446f-82d3-5fad362e2efa req-2eb4f681-c092-4d92-96e4-fb5217b2d0ff tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c6bec66-37ec-4699-8217-01f05ecfc59c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428391
Feb 05 21:22:16.550909 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 1e823eba-4000-4e45-bbda-0141710f0987 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:22:16.630438 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e3d72-bdc5-45ae-88f4-033840a85c18 req-19ef0a3e-b7d2-4107-b0bc-ed071dc877be tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:22:16.631976 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-319e3d72-bdc5-45ae-88f4-033840a85c18 req-19ef0a3e-b7d2-4107-b0bc-ed071dc877be tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 943 time: 0.0541406
Feb 05 21:22:16.650558 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 1e823eba-4000-4e45-bbda-0141710f0987, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1e823eba-4000-4e45-bbda-0141710f0987,segment=NetworkSegment(bbaeb120-8402-4cf4-aa65-d73cf1ef5636),segment_id=bbaeb120-8402-4cf4-aa65-d73cf1ef5636)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:22:16.662697 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '1e823eba-4000-4e45-bbda-0141710f0987', 'network_id': '1d3705c9-a6e0-44ef-b40b-7551abc1a6c5', 'port_id': '1e823eba-4000-4e45-bbda-0141710f0987', 'mac_address': 'fa:16:3e:9a:0a:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d43f7bc-86c1-4081-be9f-a9717cebd257', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:22:16.681577 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-319e3d72-bdc5-45ae-88f4-033840a85c18 req-922fb440-2a0d-462d-96b4-3180535c5e3d tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c6bec66-37ec-4699-8217-01f05ecfc59c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438600
Feb 05 21:22:16.701167 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 1e823eba-4000-4e45-bbda-0141710f0987 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:22:16.701560 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1e823eba-4000-4e45-bbda-0141710f0987), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:16.715160 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e823eba-4000-4e45-bbda-0141710f0987 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:22:16.736039 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 1e823eba-4000-4e45-bbda-0141710f0987, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1e823eba-4000-4e45-bbda-0141710f0987,segment=NetworkSegment(bbaeb120-8402-4cf4-aa65-d73cf1ef5636),segment_id=bbaeb120-8402-4cf4-aa65-d73cf1ef5636)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:22:16.740318 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (1e823eba-4000-4e45-bbda-0141710f0987), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:16.791328 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=1e823eba-4000-4e45-bbda-0141710f0987,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:22:17.073740 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['1e823eba-4000-4e45-bbda-0141710f0987'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:22:17.805424 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aeb1a3-d999-4187-8c04-44a7b58f3a0f req-a35531a1-c2ff-4c4e-8048-133645c181fd tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:22:17.806963 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-92aeb1a3-d999-4187-8c04-44a7b58f3a0f req-a35531a1-c2ff-4c4e-8048-133645c181fd tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 944 time: 0.0576336
Feb 05 21:22:17.855012 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-92aeb1a3-d999-4187-8c04-44a7b58f3a0f req-c424f43f-e452-4cb9-961a-007efa610a91 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c6bec66-37ec-4699-8217-01f05ecfc59c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424964
Feb 05 21:22:18.568696 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 1e823eba-4000-4e45-bbda-0141710f0987 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:22:18.617041 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 1e823eba-4000-4e45-bbda-0141710f0987 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:22:18.620853 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 1e823eba-4000-4e45-bbda-0141710f0987 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:22:18.621292 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1e823eba-4000-4e45-bbda-0141710f0987), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:18.701957 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 1e823eba-4000-4e45-bbda-0141710f0987 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:22:18.702332 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1e823eba-4000-4e45-bbda-0141710f0987), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:18.724850 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f795ce7-3f0b-4062-b58f-49ef4033d2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e823eba-4000-4e45-bbda-0141710f0987'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:22:18.727115 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51652722-ad86-470f-ab8f-b8a278b4cc98" -d '{"events": [{"server_uuid": "0f795ce7-3f0b-4062-b58f-49ef4033d2d1", "name": "network-vif-plugged", "status": "completed", "tag": "1e823eba-4000-4e45-bbda-0141710f0987"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:22:18.740419 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 1e823eba-4000-4e45-bbda-0141710f0987, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1e823eba-4000-4e45-bbda-0141710f0987,segment=NetworkSegment(bbaeb120-8402-4cf4-aa65-d73cf1ef5636),segment_id=bbaeb120-8402-4cf4-aa65-d73cf1ef5636)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:22:18.744503 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (1e823eba-4000-4e45-bbda-0141710f0987), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:18.792215 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=1e823eba-4000-4e45-bbda-0141710f0987,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:22:18.973421 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5df926-ac66-461b-b0bd-c055dc01cf4f req-3e81e989-223a-48d6-aa6e-af8dc1c817ee tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:22:18.974946 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dc5df926-ac66-461b-b0bd-c055dc01cf4f req-3e81e989-223a-48d6-aa6e-af8dc1c817ee tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 945 time: 0.0541983
Feb 05 21:22:19.023745 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dc5df926-ac66-461b-b0bd-c055dc01cf4f req-caa50bdc-6c6b-48e4-8d3a-217af40c7add tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c6bec66-37ec-4699-8217-01f05ecfc59c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432374
Feb 05 21:22:19.772354 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24cc53b2-b22b-49e9-9927-e0f42af414c1 x-openstack-request-id: req-24cc53b2-b22b-49e9-9927-e0f42af414c1 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:22:19.772927 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f795ce7-3f0b-4062-b58f-49ef4033d2d1", "name": "network-vif-plugged", "status": "completed", "tag": "1e823eba-4000-4e45-bbda-0141710f0987", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:22:19.773127 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-24cc53b2-b22b-49e9-9927-e0f42af414c1 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:22:19.773536 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f795ce7-3f0b-4062-b58f-49ef4033d2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e823eba-4000-4e45-bbda-0141710f0987', 'code': 200}
Feb 05 21:22:19.870111 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd61da-ff68-4b57-bb0a-88523ebe215a req-c20635b2-fdaf-4f08-8357-a53c0544f6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:22:19.871648 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-76fd61da-ff68-4b57-bb0a-88523ebe215a req-c20635b2-fdaf-4f08-8357-a53c0544f6a0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 1127 time: 0.0443661
Feb 05 21:22:19.920377 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-76fd61da-ff68-4b57-bb0a-88523ebe215a req-c11f01f3-6472-4a02-853e-038cf3179c16 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6c6bec66-37ec-4699-8217-01f05ecfc59c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427628
Feb 05 21:22:20.140781 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13129591-7a52-4219-9f02-70fa9c7c7d68 req-d4d85221-fe2f-4528-a606-0174a71f6c66 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:22:20.143147 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-13129591-7a52-4219-9f02-70fa9c7c7d68 req-d4d85221-fe2f-4528-a606-0174a71f6c66 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 945 time: 0.0530870
Feb 05 21:22:20.195829 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-13129591-7a52-4219-9f02-70fa9c7c7d68 req-6fad0615-dc40-4a3e-9973-81b5d5bced5a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c6bec66-37ec-4699-8217-01f05ecfc59c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470736
Feb 05 21:22:20.284736 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:21.318693 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e071b-a3ab-41c9-a07a-940e46193f49 req-fdace932-22a9-440c-acb5-8e88bb28a947 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:22:21.320182 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-395e071b-a3ab-41c9-a07a-940e46193f49 req-fdace932-22a9-440c-acb5-8e88bb28a947 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 945 time: 0.0541177
Feb 05 21:22:21.368627 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-395e071b-a3ab-41c9-a07a-940e46193f49 req-e31b0b7e-0d5f-4568-bd10-fe542eeabf0d tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c6bec66-37ec-4699-8217-01f05ecfc59c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428653
Feb 05 21:22:21.489798 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d2aec-31e7-433d-8833-ae77176120b9 req-5c1ae717-60cc-47dd-89a2-62e0ae1ce845 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:22:21.491227 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d51d2aec-31e7-433d-8833-ae77176120b9 req-5c1ae717-60cc-47dd-89a2-62e0ae1ce845 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 945 time: 0.0525334
Feb 05 21:22:21.539536 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d51d2aec-31e7-433d-8833-ae77176120b9 req-73d12f99-67c7-4f86-9b0f-e6c9783b61a4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c6bec66-37ec-4699-8217-01f05ecfc59c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427654
Feb 05 21:22:21.561075 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48612) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:22:21.609010 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0980497e-ca0e-4e50-aa2e-cda139aabad5 tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:22:21.611568 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0980497e-ca0e-4e50-aa2e-cda139aabad5 tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 1122 time: 0.0494742
Feb 05 21:22:21.614483 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48614) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:22:21.618655 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-815eac5f-e3fb-4c17-9de3-dcb2cc473bd1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'port_id': '1e823eba-4000-4e45-bbda-0141710f0987', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:22:21.641927 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-815eac5f-e3fb-4c17-9de3-dcb2cc473bd1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:21.737525 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-815eac5f-e3fb-4c17-9de3-dcb2cc473bd1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:21.843316 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-815eac5f-e3fb-4c17-9de3-dcb2cc473bd1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Allocated IP 172.35.4.103 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/127da888-fef2-41de-8c72-21208060b0b9) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:22:21.945745 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-815eac5f-e3fb-4c17-9de3-dcb2cc473bd1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for port (127da888-fef2-41de-8c72-21208060b0b9), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:21.979244 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-815eac5f-e3fb-4c17-9de3-dcb2cc473bd1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (127da888-fef2-41de-8c72-21208060b0b9), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:22.021849 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815eac5f-e3fb-4c17-9de3-dcb2cc473bd1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:22:22.024731 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-815eac5f-e3fb-4c17-9de3-dcb2cc473bd1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:22:22.029313 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815eac5f-e3fb-4c17-9de3-dcb2cc473bd1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:22:22.054134 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815eac5f-e3fb-4c17-9de3-dcb2cc473bd1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'Port': ['ID=127da888-fef2-41de-8c72-21208060b0b9,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:22:22.530346 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-815eac5f-e3fb-4c17-9de3-dcb2cc473bd1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for floatingip (5b7f891b-07c0-41fc-857b-165b31c24cc0), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:22.632295 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-815eac5f-e3fb-4c17-9de3-dcb2cc473bd1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (127da888-fef2-41de-8c72-21208060b0b9), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:22.782034 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-815eac5f-e3fb-4c17-9de3-dcb2cc473bd1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for port (127da888-fef2-41de-8c72-21208060b0b9), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:22.786363 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-815eac5f-e3fb-4c17-9de3-dcb2cc473bd1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (127da888-fef2-41de-8c72-21208060b0b9), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:22.857359 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815eac5f-e3fb-4c17-9de3-dcb2cc473bd1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'Port': ['ID=127da888-fef2-41de-8c72-21208060b0b9,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:22:22.869533 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-815eac5f-e3fb-4c17-9de3-dcb2cc473bd1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (5b7f891b-07c0-41fc-857b-165b31c24cc0), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:22.968960 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-815eac5f-e3fb-4c17-9de3-dcb2cc473bd1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Floating IP 5b7f891b-07c0-41fc-857b-165b31c24cc0 associated. External IP: 172.35.4.103, port: 1e823eba-4000-4e45-bbda-0141710f0987.
Feb 05 21:22:23.175245 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815eac5f-e3fb-4c17-9de3-dcb2cc473bd1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Router 00f8ed1f-ca85-42c5-adea-2a17252e32f0 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:22:23.282146 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815eac5f-e3fb-4c17-9de3-dcb2cc473bd1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:22:23.291548 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bc4dac-6fcb-4aeb-affc-d9e09d657326 None None] Sync routers for ids ['00f8ed1f-ca85-42c5-adea-2a17252e32f0'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:22:23.300906 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-815eac5f-e3fb-4c17-9de3-dcb2cc473bd1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:23.303341 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bc4dac-6fcb-4aeb-affc-d9e09d657326 None None] Routers {'00f8ed1f-ca85-42c5-adea-2a17252e32f0'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:22:23.303964 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-36bc4dac-6fcb-4aeb-affc-d9e09d657326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db90455e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:22:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['00f8ed1f-ca85-42c5-adea-2a17252e32f0'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:22:23.330113 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-815eac5f-e3fb-4c17-9de3-dcb2cc473bd1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.7146206
Feb 05 21:22:23.330718 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f795ce7-3f0b-4062-b58f-49ef4033d2d1', 'tag': '1e823eba-4000-4e45-bbda-0141710f0987'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:22:23.333236 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ea49f7-d049-4544-8d96-5a3aa70d3f63" -d '{"events": [{"name": "network-changed", "server_uuid": "0f795ce7-3f0b-4062-b58f-49ef4033d2d1", "tag": "1e823eba-4000-4e45-bbda-0141710f0987"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:22:23.370795 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ffda9f5-0138-4def-9099-01fef5dacee9 x-openstack-request-id: req-7ffda9f5-0138-4def-9099-01fef5dacee9 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:22:23.370795 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f795ce7-3f0b-4062-b58f-49ef4033d2d1", "tag": "1e823eba-4000-4e45-bbda-0141710f0987", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:22:23.371049 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7ffda9f5-0138-4def-9099-01fef5dacee9 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:22:23.371451 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f795ce7-3f0b-4062-b58f-49ef4033d2d1', 'tag': '1e823eba-4000-4e45-bbda-0141710f0987', 'status': 'completed', 'code': 200}
Feb 05 21:22:23.437292 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8dd23-827e-4e2b-abae-016ff56bdd01 req-01a30443-119d-4755-8195-be733026547d tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:22:23.439096 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-36bc4dac-6fcb-4aeb-affc-d9e09d657326 None None] Set router 00f8ed1f-ca85-42c5-adea-2a17252e32f0 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:22:23.439491 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-90a8dd23-827e-4e2b-abae-016ff56bdd01 req-01a30443-119d-4755-8195-be733026547d tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 945 time: 0.0591795
Feb 05 21:22:23.445564 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea49f7-d049-4544-8d96-5a3aa70d3f63 req-098776fe-bb62-41b3-9937-a4121046c7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:22:23.447888 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-77ea49f7-d049-4544-8d96-5a3aa70d3f63 req-098776fe-bb62-41b3-9937-a4121046c7d1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a64d1698f20a435e8937ab305eac38dd&device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 1127 time: 0.0544159
Feb 05 21:22:23.498945 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-90a8dd23-827e-4e2b-abae-016ff56bdd01 req-1b976905-a1e8-40a4-b253-9a379bc52b5f tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c6bec66-37ec-4699-8217-01f05ecfc59c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516269
Feb 05 21:22:23.521790 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48620) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:22:23.596059 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea49f7-d049-4544-8d96-5a3aa70d3f63 req-3a9d1899-bc0e-4a8e-bfab-c619c4d1992b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:22:23.597506 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-77ea49f7-d049-4544-8d96-5a3aa70d3f63 req-3a9d1899-bc0e-4a8e-bfab-c619c4d1992b service neutron] 10.222.0.21 "GET /v2.0/networks?id=1d3705c9-a6e0-44ef-b40b-7551abc1a6c5 HTTP/1.1" status: 200  len: 896 time: 0.1416125
Feb 05 21:22:23.600651 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-02d32226-c5b4-4f45-9a0b-94fabd178abe tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/floatingips/5b7f891b-07c0-41fc-857b-165b31c24cc0 HTTP/1.1" status: 200  len: 991 time: 0.0777633
Feb 05 21:22:23.662991 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-77ea49f7-d049-4544-8d96-5a3aa70d3f63 req-647f7054-18ab-4cf6-bd4d-07d73d126216 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e823eba-4000-4e45-bbda-0141710f0987 HTTP/1.1" status: 200  len: 999 time: 0.0600617
Feb 05 21:22:23.669233 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-36bc4dac-6fcb-4aeb-affc-d9e09d657326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db90455e0>, [{'id': '00f8ed1f-ca85-42c5-adea-2a17252e32f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1126295436', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.105'}], 'enable_snat': True}, 'gw_port_id': 'f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:22:03Z', 'updated_at': '2022-02-05T21:22:07Z', 'revision_number': 4, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': 'f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:da:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f8ed1f-ca85-42c5-adea-2a17252e32f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:22:04Z', 'updated_at': '2022-02-05T21:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5b7f891b-07c0-41fc-857b-165b31c24cc0', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'floating_ip_address': '172.35.4.103', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '00f8ed1f-ca85-42c5-adea-2a17252e32f0', 'port_id': '1e823eba-4000-4e45-bbda-0141710f0987', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d3705c9-a6e0-44ef-b40b-7551abc1a6c5', 'mac_address': 'fa:16:3e:9a:0a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f795ce7-3f0b-4062-b58f-49ef4033d2d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:22:22Z', 'updated_at': '2022-02-05T21:22:22Z', 'revision_number': 0, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1efc66fe-4059-4e29-bfd9-0bc91401889a', 'name': '', 'network_id': '1d3705c9-a6e0-44ef-b40b-7551abc1a6c5', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'mac_address': 'fa:16:3e:d6:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f8ed1f-ca85-42c5-adea-2a17252e32f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '5d43f7bc-86c1-4081-be9f-a9717cebd257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:22:06Z', 'updated_at': '2022-02-05T21:22:10Z', 'revision_number': 5, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'subnets': [{'id': '5d43f7bc-86c1-4081-be9f-a9717cebd257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:22:23.698599 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bc4dac-6fcb-4aeb-affc-d9e09d657326 None None] Checking router: 00f8ed1f-ca85-42c5-adea-2a17252e32f0 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:22:23.711240 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bc4dac-6fcb-4aeb-affc-d9e09d657326 None None] Routers {'00f8ed1f-ca85-42c5-adea-2a17252e32f0'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:22:23.712362 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-36bc4dac-6fcb-4aeb-affc-d9e09d657326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db90455e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:22:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['00f8ed1f-ca85-42c5-adea-2a17252e32f0'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:22:23.724974 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea49f7-d049-4544-8d96-5a3aa70d3f63 req-56693344-dfa9-4c7f-bb59-a0498c3db7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:22:23.726500 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-77ea49f7-d049-4544-8d96-5a3aa70d3f63 req-56693344-dfa9-4c7f-bb59-a0498c3db7cb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d43f7bc-86c1-4081-be9f-a9717cebd257 HTTP/1.1" status: 200  len: 835 time: 0.0576341
Feb 05 21:22:23.774785 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea49f7-d049-4544-8d96-5a3aa70d3f63 req-2f3b5ed5-4db4-4398-b397-36d8cd5ad0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:22:23.776323 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-77ea49f7-d049-4544-8d96-5a3aa70d3f63 req-2f3b5ed5-4db4-4398-b397-36d8cd5ad0a4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1d3705c9-a6e0-44ef-b40b-7551abc1a6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0440218
Feb 05 21:22:23.821300 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-36bc4dac-6fcb-4aeb-affc-d9e09d657326 None None] Set router 00f8ed1f-ca85-42c5-adea-2a17252e32f0 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:22:23.865092 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-77ea49f7-d049-4544-8d96-5a3aa70d3f63 req-7d841d48-5c9c-4974-9347-916b60042f36 service neutron] 10.222.0.21 "GET /v2.0/networks/1d3705c9-a6e0-44ef-b40b-7551abc1a6c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0818980
Feb 05 21:22:23.960854 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-77ea49f7-d049-4544-8d96-5a3aa70d3f63 req-c5774565-b235-46f8-a5cc-9dd6eccd7d7a service neutron] 10.222.0.21 "GET /v2.0/networks/1d3705c9-a6e0-44ef-b40b-7551abc1a6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0900865
Feb 05 21:22:24.046117 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-36bc4dac-6fcb-4aeb-affc-d9e09d657326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db90455e0>, [{'id': '00f8ed1f-ca85-42c5-adea-2a17252e32f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1126295436', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.105'}], 'enable_snat': True}, 'gw_port_id': 'f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:22:03Z', 'updated_at': '2022-02-05T21:22:07Z', 'revision_number': 4, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': 'f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:da:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f8ed1f-ca85-42c5-adea-2a17252e32f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:22:04Z', 'updated_at': '2022-02-05T21:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5b7f891b-07c0-41fc-857b-165b31c24cc0', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'floating_ip_address': '172.35.4.103', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '00f8ed1f-ca85-42c5-adea-2a17252e32f0', 'port_id': '1e823eba-4000-4e45-bbda-0141710f0987', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d3705c9-a6e0-44ef-b40b-7551abc1a6c5', 'mac_address': 'fa:16:3e:9a:0a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f795ce7-3f0b-4062-b58f-49ef4033d2d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:22:22Z', 'updated_at': '2022-02-05T21:22:22Z', 'revision_number': 0, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1efc66fe-4059-4e29-bfd9-0bc91401889a', 'name': '', 'network_id': '1d3705c9-a6e0-44ef-b40b-7551abc1a6c5', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'mac_address': 'fa:16:3e:d6:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f8ed1f-ca85-42c5-adea-2a17252e32f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '5d43f7bc-86c1-4081-be9f-a9717cebd257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:22:06Z', 'updated_at': '2022-02-05T21:22:10Z', 'revision_number': 5, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'subnets': [{'id': '5d43f7bc-86c1-4081-be9f-a9717cebd257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:22:24.075277 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bc4dac-6fcb-4aeb-affc-d9e09d657326 None None] The sync data for ids ['00f8ed1f-ca85-42c5-adea-2a17252e32f0'] in ncdv-master-1 is: [{'id': '00f8ed1f-ca85-42c5-adea-2a17252e32f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1126295436', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.105'}], 'enable_snat': True}, 'gw_port_id': 'f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:22:03Z', 'updated_at': '2022-02-05T21:22:07Z', 'revision_number': 4, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': 'f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:da:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f8ed1f-ca85-42c5-adea-2a17252e32f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:22:04Z', 'updated_at': '2022-02-05T21:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5b7f891b-07c0-41fc-857b-165b31c24cc0', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'floating_ip_address': '172.35.4.103', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '00f8ed1f-ca85-42c5-adea-2a17252e32f0', 'port_id': '1e823eba-4000-4e45-bbda-0141710f0987', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d3705c9-a6e0-44ef-b40b-7551abc1a6c5', 'mac_address': 'fa:16:3e:9a:0a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f795ce7-3f0b-4062-b58f-49ef4033d2d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:22:22Z', 'updated_at': '2022-02-05T21:22:22Z', 'revision_number': 0, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1efc66fe-4059-4e29-bfd9-0bc91401889a', 'name': '', 'network_id': '1d3705c9-a6e0-44ef-b40b-7551abc1a6c5', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'mac_address': 'fa:16:3e:d6:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f8ed1f-ca85-42c5-adea-2a17252e32f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '5d43f7bc-86c1-4081-be9f-a9717cebd257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:22:06Z', 'updated_at': '2022-02-05T21:22:10Z', 'revision_number': 5, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'subnets': [{'id': '5d43f7bc-86c1-4081-be9f-a9717cebd257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:22:24.273552 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f45e21-7f4e-44a5-a451-5f38c95e2e74 None None] New status for floating IP 5b7f891b-07c0-41fc-857b-165b31c24cc0: ACTIVE {{(pid=114392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:22:24.604323 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48622) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:22:24.665258 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-becc7b87-0b37-4ba6-a094-6a6cc0034402 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/floatingips/5b7f891b-07c0-41fc-857b-165b31c24cc0 HTTP/1.1" status: 200  len: 993 time: 0.0597899
Feb 05 21:22:30.846469 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:22:33.733314 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bb028a41-4d82-4d82-bee8-764f3fe80203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:36.108558 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-efc602a2-9930-476f-be73-cef4c7eac568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:37.512970 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:39.112375 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:40.493979 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:45.388563 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:22:50.286669 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:23:03.735890 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-403ab18e-dd4c-4ff4-9bcd-1eb5626eac26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:23:06.108347 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6893554b-d945-486b-8ee1-d9ec21804664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:23:07.514738 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:23:07.845230 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:23:09.111963 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:23:10.496149 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:23:15.386603 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:23:17.203946 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-dda3c0a6-5b3a-4e2a-afbf-49a45f9103bb req-26a6544f-396a-4665-8b57-d9e6e3694b3a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0929606
Feb 05 21:23:17.288043 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3c0a6-5b3a-4e2a-afbf-49a45f9103bb req-9c85e676-0326-4daf-9ba0-1da9fed507a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:17.289522 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-dda3c0a6-5b3a-4e2a-afbf-49a45f9103bb req-9c85e676-0326-4daf-9ba0-1da9fed507a9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a64d1698f20a435e8937ab305eac38dd&device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 1127 time: 0.0440218
Feb 05 21:23:17.394141 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3c0a6-5b3a-4e2a-afbf-49a45f9103bb req-3d3ef28f-bf66-47e8-b3a3-ab72db9b93d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:17.395671 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-dda3c0a6-5b3a-4e2a-afbf-49a45f9103bb req-3d3ef28f-bf66-47e8-b3a3-ab72db9b93d5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1d3705c9-a6e0-44ef-b40b-7551abc1a6c5 HTTP/1.1" status: 200  len: 896 time: 0.0876608
Feb 05 21:23:17.463776 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-dda3c0a6-5b3a-4e2a-afbf-49a45f9103bb req-7c566fb0-2879-4179-9e7d-10c8d153d076 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e823eba-4000-4e45-bbda-0141710f0987 HTTP/1.1" status: 200  len: 1001 time: 0.0616734
Feb 05 21:23:17.510110 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3c0a6-5b3a-4e2a-afbf-49a45f9103bb req-202bb26c-1f63-4d3b-a0a1-c3c07d74ee14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:17.511564 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-dda3c0a6-5b3a-4e2a-afbf-49a45f9103bb req-202bb26c-1f63-4d3b-a0a1-c3c07d74ee14 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d43f7bc-86c1-4081-be9f-a9717cebd257 HTTP/1.1" status: 200  len: 835 time: 0.0425158
Feb 05 21:23:17.560819 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3c0a6-5b3a-4e2a-afbf-49a45f9103bb req-ee3541e0-a821-4a40-97cd-785705df7dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:17.562317 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-dda3c0a6-5b3a-4e2a-afbf-49a45f9103bb req-ee3541e0-a821-4a40-97cd-785705df7dda service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1d3705c9-a6e0-44ef-b40b-7551abc1a6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0451674
Feb 05 21:23:17.572018 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [req-dda3c0a6-5b3a-4e2a-afbf-49a45f9103bb req-1c05f77e-fe47-425a-b655-2ab8357026d3 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:23:17.572995 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-dda3c0a6-5b3a-4e2a-afbf-49a45f9103bb req-1c05f77e-fe47-425a-b655-2ab8357026d3 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0049019
Feb 05 21:23:17.664058 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-dda3c0a6-5b3a-4e2a-afbf-49a45f9103bb req-2d8f5a91-d1b5-4bbe-b420-2e71c5412a22 service neutron] 10.222.0.21 "GET /v2.0/networks/1d3705c9-a6e0-44ef-b40b-7551abc1a6c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854390
Feb 05 21:23:17.750949 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-dda3c0a6-5b3a-4e2a-afbf-49a45f9103bb req-0dd66fc1-c186-483a-be56-c8b24f953557 service neutron] 10.222.0.21 "GET /v2.0/networks/1d3705c9-a6e0-44ef-b40b-7551abc1a6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0809991
Feb 05 21:23:20.303499 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:23:27.366140 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d0339-fb60-45fe-9176-6bbdb924b8b3 req-cb182c73-10d1-4c76-901d-8a972e15f1a5 tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:27.367729 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5d2d0339-fb60-45fe-9176-6bbdb924b8b3 req-cb182c73-10d1-4c76-901d-8a972e15f1a5 tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 1127 time: 0.0456502
Feb 05 21:23:27.385533 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-5d2d0339-fb60-45fe-9176-6bbdb924b8b3 req-870629a8-b480-42f2-a421-a714583589ea tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:23:27.464279 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-5d2d0339-fb60-45fe-9176-6bbdb924b8b3 req-870629a8-b480-42f2-a421-a714583589ea tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] Publish callbacks [] for security_group (164c57de-9ee2-4825-b13a-f238b732a5e9), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:23:27.467955 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-5d2d0339-fb60-45fe-9176-6bbdb924b8b3 req-870629a8-b480-42f2-a421-a714583589ea tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (164c57de-9ee2-4825-b13a-f238b732a5e9), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:23:27.507620 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5d2d0339-fb60-45fe-9176-6bbdb924b8b3 req-870629a8-b480-42f2-a421-a714583589ea tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6c6bec66-37ec-4699-8217-01f05ecfc59c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1341062
Feb 05 21:23:27.508642 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870629a8-b480-42f2-a421-a714583589ea tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164c57de-9ee2-4825-b13a-f238b732a5e9,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:23:27.516300 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870629a8-b480-42f2-a421-a714583589ea tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:23:27.516660 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870629a8-b480-42f2-a421-a714583589ea tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:23:27.517554 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870629a8-b480-42f2-a421-a714583589ea tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:23:27.517916 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870629a8-b480-42f2-a421-a714583589ea tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:23:27.518319 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870629a8-b480-42f2-a421-a714583589ea tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:23:27.518634 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870629a8-b480-42f2-a421-a714583589ea tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:23:27.524129 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870629a8-b480-42f2-a421-a714583589ea tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:23:27.524129 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870629a8-b480-42f2-a421-a714583589ea tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:23:27.524129 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870629a8-b480-42f2-a421-a714583589ea tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:23:27.524129 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870629a8-b480-42f2-a421-a714583589ea tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:23:27.524129 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870629a8-b480-42f2-a421-a714583589ea tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:23:27.524129 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870629a8-b480-42f2-a421-a714583589ea tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:23:27.524129 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870629a8-b480-42f2-a421-a714583589ea tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:23:27.635049 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406c75d-80ee-49db-a471-36b4fa14e290 req-1284c500-e76b-417c-b20d-a184fb201750 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:27.636840 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c406c75d-80ee-49db-a471-36b4fa14e290 req-1284c500-e76b-417c-b20d-a184fb201750 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 945 time: 0.0578089
Feb 05 21:23:27.686277 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c406c75d-80ee-49db-a471-36b4fa14e290 req-47cba0ca-a108-4989-ba5e-5faea3fd2d3e tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c6bec66-37ec-4699-8217-01f05ecfc59c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438313
Feb 05 21:23:27.707528 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48678) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:23:27.770396 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a6a171a0-5a17-41b5-b8c3-26588838bdea tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/floatingips/5b7f891b-07c0-41fc-857b-165b31c24cc0 HTTP/1.1" status: 200  len: 993 time: 0.0617099
Feb 05 21:23:28.093131 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-8e2379fc-d0b8-45b9-b6b6-e12508d0e97f req-e82bde69-526f-437c-a68c-d225641668d4 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:23:28.094158 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8e2379fc-d0b8-45b9-b6b6-e12508d0e97f req-e82bde69-526f-437c-a68c-d225641668d4 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0054414
Feb 05 21:23:28.376934 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48692) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:23:28.450078 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414fa20-148a-4705-93eb-3158d3c3ab12 req-7fbb0695-553f-4e51-a017-a53d832a82ef tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:28.451591 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d414fa20-148a-4705-93eb-3158d3c3ab12 req-7fbb0695-553f-4e51-a017-a53d832a82ef tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 945 time: 0.0633106
Feb 05 21:23:28.518720 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d414fa20-148a-4705-93eb-3158d3c3ab12 req-cd40c42f-3c65-4752-9ebe-9e019960ef65 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c6bec66-37ec-4699-8217-01f05ecfc59c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522950
Feb 05 21:23:28.522399 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-b4001c21-e4da-4635-bdaa-406c4347ee9a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1443059
Feb 05 21:23:28.534491 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-f540a646-c832-4a31-88cf-35d2e881bdc6 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:23:28.534491 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-f540a646-c832-4a31-88cf-35d2e881bdc6 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0055218
Feb 05 21:23:29.649008 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d5797-58f6-4d8c-8e58-5dcd7cbd971c req-e8200edb-aa32-474f-9ed9-7a120997c8ab tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:29.650452 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b22d5797-58f6-4d8c-8e58-5dcd7cbd971c req-e8200edb-aa32-474f-9ed9-7a120997c8ab tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 945 time: 0.0608351
Feb 05 21:23:29.706642 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b22d5797-58f6-4d8c-8e58-5dcd7cbd971c req-da35306c-8311-4f6e-8931-1b7b0a3e0aed tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c6bec66-37ec-4699-8217-01f05ecfc59c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502234
Feb 05 21:23:30.681217 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-a18ebe36-ea6a-4261-93e0-7874514d9c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:30.682785 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-a18ebe36-ea6a-4261-93e0-7874514d9c00 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a64d1698f20a435e8937ab305eac38dd&device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 1127 time: 0.0471199
Feb 05 21:23:30.776249 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-655bac6c-8e3f-43f6-81be-b261383d7da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:30.777796 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-655bac6c-8e3f-43f6-81be-b261383d7da0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1d3705c9-a6e0-44ef-b40b-7551abc1a6c5 HTTP/1.1" status: 200  len: 896 time: 0.0879178
Feb 05 21:23:30.827498 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5beea62-92a8-43fc-b1df-b8247f686c00 req-fdca01f7-d6b5-4b43-8a91-60141f4fafba tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:30.828998 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b5beea62-92a8-43fc-b1df-b8247f686c00 req-fdca01f7-d6b5-4b43-8a91-60141f4fafba tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 945 time: 0.0525131
Feb 05 21:23:30.845322 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-2e7f5f39-c314-4aa8-a7ae-4b9a152ff43d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e823eba-4000-4e45-bbda-0141710f0987 HTTP/1.1" status: 200  len: 1001 time: 0.0614753
Feb 05 21:23:30.879757 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b5beea62-92a8-43fc-b1df-b8247f686c00 req-2accb2f7-122a-449d-b914-47465478deb5 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c6bec66-37ec-4699-8217-01f05ecfc59c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437500
Feb 05 21:23:30.894514 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-eb64efe9-4ef6-42fa-8881-d88e38aeff54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:30.896143 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-eb64efe9-4ef6-42fa-8881-d88e38aeff54 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d43f7bc-86c1-4081-be9f-a9717cebd257 HTTP/1.1" status: 200  len: 835 time: 0.0449419
Feb 05 21:23:30.945115 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-f39d433e-f744-4636-ba53-7238cf2265d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:30.946572 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-f39d433e-f744-4636-ba53-7238cf2265d3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1d3705c9-a6e0-44ef-b40b-7551abc1a6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0450170
Feb 05 21:23:31.039578 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-49c681c7-5309-44e1-afa1-0c683651b1e6 service neutron] 10.222.0.21 "GET /v2.0/networks/1d3705c9-a6e0-44ef-b40b-7551abc1a6c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0873036
Feb 05 21:23:31.128272 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-7bcecb0b-8660-4f65-86d4-c3e5e84d2692 service neutron] 10.222.0.21 "GET /v2.0/networks/1d3705c9-a6e0-44ef-b40b-7551abc1a6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0812342
Feb 05 21:23:32.009707 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb076b5a-58de-488e-8c12-e88637f0bfbc req-60a8144d-444c-4e85-8f89-053dbef5b226 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:32.011480 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eb076b5a-58de-488e-8c12-e88637f0bfbc req-60a8144d-444c-4e85-8f89-053dbef5b226 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 945 time: 0.0592241
Feb 05 21:23:32.336655 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eb076b5a-58de-488e-8c12-e88637f0bfbc req-4b985163-c678-4242-9a98-1c11ec5ecdc6 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c6bec66-37ec-4699-8217-01f05ecfc59c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3195350
Feb 05 21:23:33.458995 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21dd7de-5d42-4490-94ee-0182f876baff req-262a91b6-f06e-4e6b-8037-bf3a512513f5 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:33.460482 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b21dd7de-5d42-4490-94ee-0182f876baff req-262a91b6-f06e-4e6b-8037-bf3a512513f5 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 945 time: 0.0542445
Feb 05 21:23:33.508038 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b21dd7de-5d42-4490-94ee-0182f876baff req-5e6983b2-0b91-4680-92b5-53668a8fc546 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c6bec66-37ec-4699-8217-01f05ecfc59c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420108
Feb 05 21:23:33.738315 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-87393edd-0a11-45af-a2dc-402eb8042d04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:23:34.627252 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2303d0-ae25-40ab-ae47-5547f147f6c1 req-d390d222-40e5-475c-a645-496894fc6eb2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:34.628736 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2e2303d0-ae25-40ab-ae47-5547f147f6c1 req-d390d222-40e5-475c-a645-496894fc6eb2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 945 time: 0.0528955
Feb 05 21:23:34.680841 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2e2303d0-ae25-40ab-ae47-5547f147f6c1 req-1cac407e-bd04-405d-bf0f-6a785750751d tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c6bec66-37ec-4699-8217-01f05ecfc59c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465455
Feb 05 21:23:35.804709 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a8292-4498-4aff-a69b-d1f937f2c00a req-e385eeb2-0b23-46da-b2ce-cef30b4b8d62 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:35.806178 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f79a8292-4498-4aff-a69b-d1f937f2c00a req-e385eeb2-0b23-46da-b2ce-cef30b4b8d62 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 945 time: 0.0536876
Feb 05 21:23:35.855596 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f79a8292-4498-4aff-a69b-d1f937f2c00a req-ed28fbe9-d966-442e-b8dc-2519f6f668d9 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c6bec66-37ec-4699-8217-01f05ecfc59c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438321
Feb 05 21:23:36.109807 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c2011a36-7041-48ab-9951-d2f8562171ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:23:36.980059 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac9eef-8b8b-4f5b-92e2-d38aeea713f6 req-2822df9d-ab6e-433f-ae00-0c43e1da2ac7 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:36.981545 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-36ac9eef-8b8b-4f5b-92e2-d38aeea713f6 req-2822df9d-ab6e-433f-ae00-0c43e1da2ac7 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 945 time: 0.0586364
Feb 05 21:23:37.030084 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-36ac9eef-8b8b-4f5b-92e2-d38aeea713f6 req-eab7f6e5-5d07-4950-b5d6-962b3ac90f18 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c6bec66-37ec-4699-8217-01f05ecfc59c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421813
Feb 05 21:23:37.516358 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:23:38.154412 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a54db-1917-4abe-b14d-9be5e8e1f7d4 req-bcc51fda-f6b7-4488-8fa3-56485d13e417 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:38.155938 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1a1a54db-1917-4abe-b14d-9be5e8e1f7d4 req-bcc51fda-f6b7-4488-8fa3-56485d13e417 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 945 time: 0.0568073
Feb 05 21:23:38.205353 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1a1a54db-1917-4abe-b14d-9be5e8e1f7d4 req-ff7a8d09-49ae-47c4-b714-262a4ce10595 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c6bec66-37ec-4699-8217-01f05ecfc59c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430329
Feb 05 21:23:39.113993 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:23:39.324764 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89575a1-e058-417b-8c80-6e760e9a0078 req-32a04463-ed5f-4d9c-ad4c-214366d03446 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:39.326252 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a89575a1-e058-417b-8c80-6e760e9a0078 req-32a04463-ed5f-4d9c-ad4c-214366d03446 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 945 time: 0.0531950
Feb 05 21:23:39.373736 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a89575a1-e058-417b-8c80-6e760e9a0078 req-cdd4f83f-d061-48ad-9dec-7dacd73c2f34 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c6bec66-37ec-4699-8217-01f05ecfc59c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418622
Feb 05 21:23:40.499680 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:23:40.501019 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51edbf90-59a4-4763-b7a2-d426750a3731 req-20779d4d-7757-4fe9-a324-5deaa7137b5c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:40.502572 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-51edbf90-59a4-4763-b7a2-d426750a3731 req-20779d4d-7757-4fe9-a324-5deaa7137b5c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 945 time: 0.0588169
Feb 05 21:23:40.551237 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-51edbf90-59a4-4763-b7a2-d426750a3731 req-80a86e6b-908f-4b36-8cc4-4d824fc5420d tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c6bec66-37ec-4699-8217-01f05ecfc59c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430486
Feb 05 21:23:41.672646 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40bdce0-e490-46eb-b49d-64ce491ad339 req-eb284e50-f7bd-47fa-9d98-79dea9f856b3 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:41.674144 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b40bdce0-e490-46eb-b49d-64ce491ad339 req-eb284e50-f7bd-47fa-9d98-79dea9f856b3 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 945 time: 0.0548933
Feb 05 21:23:41.722523 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b40bdce0-e490-46eb-b49d-64ce491ad339 req-c972d9bc-f6c2-400f-9a84-7c432e35d7c8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c6bec66-37ec-4699-8217-01f05ecfc59c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426803
Feb 05 21:23:42.843357 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c707d5-12b0-4ea9-8d36-f3f442823c32 req-03c000ed-1e73-4bbb-ad3f-80dc7429ae56 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:42.844965 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-24c707d5-12b0-4ea9-8d36-f3f442823c32 req-03c000ed-1e73-4bbb-ad3f-80dc7429ae56 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 945 time: 0.0528970
Feb 05 21:23:42.897783 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-24c707d5-12b0-4ea9-8d36-f3f442823c32 req-a8091d57-0a21-4d0b-8156-0a880818d0d4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c6bec66-37ec-4699-8217-01f05ecfc59c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469909
Feb 05 21:23:43.237996 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-d22db7a0-4478-4031-a53a-27bd23159fd7 service neutron] show failed (client error): The resource could not be found.
Feb 05 21:23:43.239105 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-d22db7a0-4478-4031-a53a-27bd23159fd7 service neutron] 10.222.0.21 "GET /v2.0/ports/1e823eba-4000-4e45-bbda-0141710f0987/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0553076
Feb 05 21:23:43.518925 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-8cdaf41a-c39c-42de-acb4-097680f2b492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:43.520374 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-8cdaf41a-c39c-42de-acb4-097680f2b492 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1&tenant_id=a64d1698f20a435e8937ab305eac38dd HTTP/1.1" status: 200  len: 1127 time: 0.1273663
Feb 05 21:23:43.531255 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-4ccb6542-bae7-4216-ac7f-784215b6574f service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:23:43.598364 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-4ccb6542-bae7-4216-ac7f-784215b6574f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1e823eba-4000-4e45-bbda-0141710f0987), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:23:43.797428 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-4ccb6542-bae7-4216-ac7f-784215b6574f service neutron] For port 1e823eba-4000-4e45-bbda-0141710f0987, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1e823eba-4000-4e45-bbda-0141710f0987,segment=NetworkSegment(bbaeb120-8402-4cf4-aa65-d73cf1ef5636),segment_id=bbaeb120-8402-4cf4-aa65-d73cf1ef5636)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:23:43.831360 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-4ccb6542-bae7-4216-ac7f-784215b6574f service neutron] For port 1e823eba-4000-4e45-bbda-0141710f0987, host nch1-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:23:43.869740 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f795ce7-3f0b-4062-b58f-49ef4033d2d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e823eba-4000-4e45-bbda-0141710f0987'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:23:43.872024 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11c2dba-bf0f-47b0-bc49-4ee8a937bb46" -d '{"events": [{"server_uuid": "0f795ce7-3f0b-4062-b58f-49ef4033d2d1", "name": "network-vif-unplugged", "status": "completed", "tag": "1e823eba-4000-4e45-bbda-0141710f0987"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:23:43.875574 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-4ccb6542-bae7-4216-ac7f-784215b6574f service neutron] Publish callbacks [] for port (1e823eba-4000-4e45-bbda-0141710f0987), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:23:43.888579 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-4ccb6542-bae7-4216-ac7f-784215b6574f service neutron] Transition to ACTIVE for port object 1e823eba-4000-4e45-bbda-0141710f0987 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:23:43.893463 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-4ccb6542-bae7-4216-ac7f-784215b6574f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (1e823eba-4000-4e45-bbda-0141710f0987), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:23:44.042420 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 21:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ddefdf9-19e9-41e1-8cfd-ab20ac59d9b2 x-openstack-request-id: req-8ddefdf9-19e9-41e1-8cfd-ab20ac59d9b2 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:23:44.042728 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f795ce7-3f0b-4062-b58f-49ef4033d2d1", "name": "network-vif-unplugged", "status": "completed", "tag": "1e823eba-4000-4e45-bbda-0141710f0987", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:23:44.042988 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8ddefdf9-19e9-41e1-8cfd-ab20ac59d9b2 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:23:44.043390 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f795ce7-3f0b-4062-b58f-49ef4033d2d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e823eba-4000-4e45-bbda-0141710f0987', 'code': 200}
Feb 05 21:23:44.056354 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb6542-bae7-4216-ac7f-784215b6574f service neutron] Pushing event updated for resources: {'Port': ['ID=1e823eba-4000-4e45-bbda-0141710f0987,revision_number=6']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:23:44.107950 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-4ccb6542-bae7-4216-ac7f-784215b6574f service neutron] No DVR routers for this DVR port 1e823eba-4000-4e45-bbda-0141710f0987 on host nch1-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:23:44.153035 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73a74f-d626-4cd8-bf22-308305fd5cfd req-c6f5d387-334c-4aef-af5e-51f2338a91a9 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:44.154564 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8f73a74f-d626-4cd8-bf22-308305fd5cfd req-c6f5d387-334c-4aef-af5e-51f2338a91a9 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 943 time: 0.1593726
Feb 05 21:23:44.248485 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8f73a74f-d626-4cd8-bf22-308305fd5cfd req-6ca2aea9-7dc4-4f3d-b817-66c044d6c9cd tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c6bec66-37ec-4699-8217-01f05ecfc59c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0873625
Feb 05 21:23:44.292229 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-4ccb6542-bae7-4216-ac7f-784215b6574f service neutron] Attempting to bind port 1e823eba-4000-4e45-bbda-0141710f0987 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:23:44.292572 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-4ccb6542-bae7-4216-ac7f-784215b6574f service neutron] Attempting to bind port 1e823eba-4000-4e45-bbda-0141710f0987 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'bbaeb120-8402-4cf4-aa65-d73cf1ef5636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1d3705c9-a6e0-44ef-b40b-7551abc1a6c5'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:23:44.292906 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-4ccb6542-bae7-4216-ac7f-784215b6574f service neutron] Attempting to bind port 1e823eba-4000-4e45-bbda-0141710f0987 on network 1d3705c9-a6e0-44ef-b40b-7551abc1a6c5 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:23:44.297147 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-4ccb6542-bae7-4216-ac7f-784215b6574f service neutron] Port 1e823eba-4000-4e45-bbda-0141710f0987 on network 1d3705c9-a6e0-44ef-b40b-7551abc1a6c5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:23:44.297478 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-4ccb6542-bae7-4216-ac7f-784215b6574f service neutron] Attempting to bind port 1e823eba-4000-4e45-bbda-0141710f0987 on network 1d3705c9-a6e0-44ef-b40b-7551abc1a6c5 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:23:44.303118 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-4ccb6542-bae7-4216-ac7f-784215b6574f service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:23:44.303465 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-4ccb6542-bae7-4216-ac7f-784215b6574f service neutron] Checking segment: {'id': 'bbaeb120-8402-4cf4-aa65-d73cf1ef5636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1d3705c9-a6e0-44ef-b40b-7551abc1a6c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:23:44.303857 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-4ccb6542-bae7-4216-ac7f-784215b6574f service neutron] Bound using segment: {'id': 'bbaeb120-8402-4cf4-aa65-d73cf1ef5636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1d3705c9-a6e0-44ef-b40b-7551abc1a6c5'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:23:44.304286 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-4ccb6542-bae7-4216-ac7f-784215b6574f service neutron] Bound port: 1e823eba-4000-4e45-bbda-0141710f0987, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaeb120-8402-4cf4-aa65-d73cf1ef5636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1d3705c9-a6e0-44ef-b40b-7551abc1a6c5'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:23:44.304648 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-4ccb6542-bae7-4216-ac7f-784215b6574f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1e823eba-4000-4e45-bbda-0141710f0987), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:23:44.368754 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-4ccb6542-bae7-4216-ac7f-784215b6574f service neutron] For port 1e823eba-4000-4e45-bbda-0141710f0987, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:23:44.372100 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-4ccb6542-bae7-4216-ac7f-784215b6574f service neutron] For port 1e823eba-4000-4e45-bbda-0141710f0987, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1e823eba-4000-4e45-bbda-0141710f0987,segment=NetworkSegment(bbaeb120-8402-4cf4-aa65-d73cf1ef5636),segment_id=bbaeb120-8402-4cf4-aa65-d73cf1ef5636)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:23:44.377897 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-4ccb6542-bae7-4216-ac7f-784215b6574f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (1e823eba-4000-4e45-bbda-0141710f0987), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:23:44.409552 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-4ccb6542-bae7-4216-ac7f-784215b6574f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:44.410159 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-4ccb6542-bae7-4216-ac7f-784215b6574f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:23:44.411905 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-4ccb6542-bae7-4216-ac7f-784215b6574f service neutron] 10.222.0.39 "PUT /v2.0/ports/1e823eba-4000-4e45-bbda-0141710f0987 HTTP/1.1" status: 200  len: 1091 time: 0.8848090
Feb 05 21:23:44.449693 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb6542-bae7-4216-ac7f-784215b6574f service neutron] Pushing event updated for resources: {'Port': ['ID=1e823eba-4000-4e45-bbda-0141710f0987,revision_number=7']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:23:44.490264 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-2b34023b-6e53-4071-a0c8-474fb6b82b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:44.491881 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-2b34023b-6e53-4071-a0c8-474fb6b82b34 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a64d1698f20a435e8937ab305eac38dd&device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 1125 time: 0.0536866
Feb 05 21:23:44.588722 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-c86b21fa-8c69-4046-811a-96facc52ebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:44.590218 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-c86b21fa-8c69-4046-811a-96facc52ebe4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1d3705c9-a6e0-44ef-b40b-7551abc1a6c5 HTTP/1.1" status: 200  len: 896 time: 0.0917521
Feb 05 21:23:44.657308 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-6fe57384-12b3-4800-8cd5-26a71197b5bc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e823eba-4000-4e45-bbda-0141710f0987 HTTP/1.1" status: 200  len: 999 time: 0.0610652
Feb 05 21:23:44.706301 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-708d9405-f6d4-44ac-9b1b-d8e12fe82b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:44.708335 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-708d9405-f6d4-44ac-9b1b-d8e12fe82b85 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5d43f7bc-86c1-4081-be9f-a9717cebd257 HTTP/1.1" status: 200  len: 835 time: 0.0456550
Feb 05 21:23:44.760424 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-2d69734b-903d-4e1f-9bbb-d0daef074b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:44.761932 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-2d69734b-903d-4e1f-9bbb-d0daef074b5b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1d3705c9-a6e0-44ef-b40b-7551abc1a6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0482943
Feb 05 21:23:44.844851 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:23:44.849037 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-11f1b523-f6eb-438a-b617-ba6ffb935a67 service neutron] 10.222.0.39 "GET /v2.0/networks/1d3705c9-a6e0-44ef-b40b-7551abc1a6c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0812030
Feb 05 21:23:44.941043 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4983f76-3790-43c8-b606-a70abb25bdbe req-92e48b7a-6842-4a0d-9315-229edb6e49dd service neutron] 10.222.0.39 "GET /v2.0/networks/1d3705c9-a6e0-44ef-b40b-7551abc1a6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868130
Feb 05 21:23:45.374837 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01ccbf-a9ed-4ad8-b8b8-3237577c1997 req-65fe262c-383d-4c53-9171-0cff24806db6 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:45.376332 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7d01ccbf-a9ed-4ad8-b8b8-3237577c1997 req-65fe262c-383d-4c53-9171-0cff24806db6 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 943 time: 0.0531392
Feb 05 21:23:45.401024 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:23:45.425962 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7d01ccbf-a9ed-4ad8-b8b8-3237577c1997 req-4a6a80cc-40f3-4ff5-ba40-03bc5b5374f3 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c6bec66-37ec-4699-8217-01f05ecfc59c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440686
Feb 05 21:23:46.044259 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f795ce7-3f0b-4062-b58f-49ef4033d2d1', 'tag': '1e823eba-4000-4e45-bbda-0141710f0987'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:23:46.046680 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09095622-b0f6-42db-b40f-b2f858a51827" -d '{"events": [{"name": "network-changed", "server_uuid": "0f795ce7-3f0b-4062-b58f-49ef4033d2d1", "tag": "1e823eba-4000-4e45-bbda-0141710f0987"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:23:46.095900 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b29857a-d7b2-4388-8dc7-e9d534e16507 x-openstack-request-id: req-8b29857a-d7b2-4388-8dc7-e9d534e16507 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:23:46.096194 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f795ce7-3f0b-4062-b58f-49ef4033d2d1", "tag": "1e823eba-4000-4e45-bbda-0141710f0987", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:23:46.096452 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8b29857a-d7b2-4388-8dc7-e9d534e16507 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:23:46.096855 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f795ce7-3f0b-4062-b58f-49ef4033d2d1', 'tag': '1e823eba-4000-4e45-bbda-0141710f0987', 'status': 'completed', 'code': 200}
Feb 05 21:23:46.162646 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09095622-b0f6-42db-b40f-b2f858a51827 req-4564d7d1-41d0-49ec-8b0a-f801dfa33c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:46.164171 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-09095622-b0f6-42db-b40f-b2f858a51827 req-4564d7d1-41d0-49ec-8b0a-f801dfa33c45 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a64d1698f20a435e8937ab305eac38dd&device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 1125 time: 0.0455463
Feb 05 21:23:46.164388 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09095622-b0f6-42db-b40f-b2f858a51827 req-70eb1ca0-2d8c-4850-ada9-969690cc162d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:46.165917 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-09095622-b0f6-42db-b40f-b2f858a51827 req-70eb1ca0-2d8c-4850-ada9-969690cc162d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a64d1698f20a435e8937ab305eac38dd&device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 1125 time: 0.0492964
Feb 05 21:23:46.253936 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09095622-b0f6-42db-b40f-b2f858a51827 req-7fcefc8e-04e9-4e85-bcfe-4f3f6d919e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:46.255453 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-09095622-b0f6-42db-b40f-b2f858a51827 req-7fcefc8e-04e9-4e85-bcfe-4f3f6d919e53 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1d3705c9-a6e0-44ef-b40b-7551abc1a6c5 HTTP/1.1" status: 200  len: 896 time: 0.0837801
Feb 05 21:23:46.257391 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09095622-b0f6-42db-b40f-b2f858a51827 req-ddd84be1-d5a4-4b35-a474-38809395f91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:46.258874 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-09095622-b0f6-42db-b40f-b2f858a51827 req-ddd84be1-d5a4-4b35-a474-38809395f91c service neutron] 10.222.0.39 "GET /v2.0/networks?id=1d3705c9-a6e0-44ef-b40b-7551abc1a6c5 HTTP/1.1" status: 200  len: 896 time: 0.0884857
Feb 05 21:23:46.323771 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-09095622-b0f6-42db-b40f-b2f858a51827 req-77d159fb-e4f5-423f-9855-b9c39de2eac8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e823eba-4000-4e45-bbda-0141710f0987 HTTP/1.1" status: 200  len: 999 time: 0.0628986
Feb 05 21:23:46.325123 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-09095622-b0f6-42db-b40f-b2f858a51827 req-3799972b-a6bc-41d1-a52d-1695c7846120 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e823eba-4000-4e45-bbda-0141710f0987 HTTP/1.1" status: 200  len: 999 time: 0.0577755
Feb 05 21:23:46.371382 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09095622-b0f6-42db-b40f-b2f858a51827 req-01b118ca-5698-4ce4-82f3-002ef663e57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:46.373017 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-09095622-b0f6-42db-b40f-b2f858a51827 req-01b118ca-5698-4ce4-82f3-002ef663e57b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d43f7bc-86c1-4081-be9f-a9717cebd257 HTTP/1.1" status: 200  len: 835 time: 0.0432172
Feb 05 21:23:46.377680 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09095622-b0f6-42db-b40f-b2f858a51827 req-cda0f90e-a99b-4000-92a7-14d9355f3217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:46.379171 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-09095622-b0f6-42db-b40f-b2f858a51827 req-cda0f90e-a99b-4000-92a7-14d9355f3217 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5d43f7bc-86c1-4081-be9f-a9717cebd257 HTTP/1.1" status: 200  len: 835 time: 0.0477049
Feb 05 21:23:46.426994 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09095622-b0f6-42db-b40f-b2f858a51827 req-21cf29a6-ed5b-48c9-85e3-d7a8f43f4ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:46.428601 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-09095622-b0f6-42db-b40f-b2f858a51827 req-21cf29a6-ed5b-48c9-85e3-d7a8f43f4ed5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1d3705c9-a6e0-44ef-b40b-7551abc1a6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0492280
Feb 05 21:23:46.434367 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09095622-b0f6-42db-b40f-b2f858a51827 req-68dee6e2-abca-4d19-862b-2ed4bd783314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:46.435991 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-09095622-b0f6-42db-b40f-b2f858a51827 req-68dee6e2-abca-4d19-862b-2ed4bd783314 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1d3705c9-a6e0-44ef-b40b-7551abc1a6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0501893
Feb 05 21:23:46.546070 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-09095622-b0f6-42db-b40f-b2f858a51827 req-ca90b38a-09f8-484f-8503-c2ac862d4a46 service neutron] 10.222.0.21 "GET /v2.0/networks/1d3705c9-a6e0-44ef-b40b-7551abc1a6c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1101470
Feb 05 21:23:46.583436 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-09095622-b0f6-42db-b40f-b2f858a51827 req-fd335679-cab4-44a9-beb0-8925c824a6d3 service neutron] 10.222.0.39 "GET /v2.0/networks/1d3705c9-a6e0-44ef-b40b-7551abc1a6c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1301992
Feb 05 21:23:46.605149 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98acce-b9d3-4170-b044-85c86c3febaa req-d165994c-1dde-4a66-96ea-fd094f91e795 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:46.606621 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fe98acce-b9d3-4170-b044-85c86c3febaa req-d165994c-1dde-4a66-96ea-fd094f91e795 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 943 time: 0.0866697
Feb 05 21:23:46.638783 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-09095622-b0f6-42db-b40f-b2f858a51827 req-6a93ff59-7698-412a-b0a1-66d97691a802 service neutron] 10.222.0.21 "GET /v2.0/networks/1d3705c9-a6e0-44ef-b40b-7551abc1a6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861344
Feb 05 21:23:46.701056 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fe98acce-b9d3-4170-b044-85c86c3febaa req-37858992-cdeb-4711-9586-b9be73a6eb5c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c6bec66-37ec-4699-8217-01f05ecfc59c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0844829
Feb 05 21:23:46.719695 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-09095622-b0f6-42db-b40f-b2f858a51827 req-b05c2b70-3715-4e41-8f86-ca824bb6fdff service neutron] 10.222.0.39 "GET /v2.0/networks/1d3705c9-a6e0-44ef-b40b-7551abc1a6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1299000
Feb 05 21:23:46.972213 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 1e823eba-4000-4e45-bbda-0141710f0987 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:23:47.011144 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] The host nch1-master-1 is not matching for port 1e823eba-4000-4e45-bbda-0141710f0987 host nch2-master-1! {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Feb 05 21:23:47.011528 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 1e823eba-4000-4e45-bbda-0141710f0987 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:23:47.826194 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d038119-17c7-40d4-8569-0b832c5e21bf req-1b974aae-62b9-493f-9c89-4c2d99b09f93 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:47.827692 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2d038119-17c7-40d4-8569-0b832c5e21bf req-1b974aae-62b9-493f-9c89-4c2d99b09f93 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 943 time: 0.0565298
Feb 05 21:23:47.876441 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2d038119-17c7-40d4-8569-0b832c5e21bf req-328a6687-b6a2-4dc1-9d5d-bf5431bb1bac tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c6bec66-37ec-4699-8217-01f05ecfc59c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421677
Feb 05 21:23:47.879425 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 1e823eba-4000-4e45-bbda-0141710f0987 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:23:47.982046 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 1e823eba-4000-4e45-bbda-0141710f0987, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1e823eba-4000-4e45-bbda-0141710f0987,segment=NetworkSegment(bbaeb120-8402-4cf4-aa65-d73cf1ef5636),segment_id=bbaeb120-8402-4cf4-aa65-d73cf1ef5636)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:23:47.993256 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '1e823eba-4000-4e45-bbda-0141710f0987', 'network_id': '1d3705c9-a6e0-44ef-b40b-7551abc1a6c5', 'port_id': '1e823eba-4000-4e45-bbda-0141710f0987', 'mac_address': 'fa:16:3e:9a:0a:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d43f7bc-86c1-4081-be9f-a9717cebd257', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:23:48.034157 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 1e823eba-4000-4e45-bbda-0141710f0987 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:23:48.034619 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1e823eba-4000-4e45-bbda-0141710f0987), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:23:48.047886 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e823eba-4000-4e45-bbda-0141710f0987 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:23:48.068648 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 1e823eba-4000-4e45-bbda-0141710f0987, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1e823eba-4000-4e45-bbda-0141710f0987,segment=NetworkSegment(bbaeb120-8402-4cf4-aa65-d73cf1ef5636),segment_id=bbaeb120-8402-4cf4-aa65-d73cf1ef5636)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:23:48.072596 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (1e823eba-4000-4e45-bbda-0141710f0987), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:23:48.089951 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7527e8-44ab-4163-8b13-747f2f807cd1 req-6e98cbc8-ad96-4ef8-9eae-954524e6dab3 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:48.091495 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4a7527e8-44ab-4163-8b13-747f2f807cd1 req-6e98cbc8-ad96-4ef8-9eae-954524e6dab3 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 943 time: 0.0609448
Feb 05 21:23:48.122316 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=1e823eba-4000-4e45-bbda-0141710f0987,revision_number=8']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:23:48.130702 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:23:48.131061 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:23:48.131415 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:23:48.131763 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:23:48.132110 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:23:48.132451 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:23:48.132789 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:23:48.133123 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:23:48.133460 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:23:48.133794 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:23:48.134127 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:23:48.134486 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:23:48.134821 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:23:48.143939 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4a7527e8-44ab-4163-8b13-747f2f807cd1 req-f81232a1-b0ce-460a-b66b-5dbd0a83b9cf tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c6bec66-37ec-4699-8217-01f05ecfc59c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460384
Feb 05 21:23:48.145500 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a06378-de05-4b56-af1c-c238c337a670 req-9c93d417-c1f7-4625-a51e-e8af4bb27310 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:48.147662 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-49a06378-de05-4b56-af1c-c238c337a670 req-9c93d417-c1f7-4625-a51e-e8af4bb27310 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1&tenant_id=a64d1698f20a435e8937ab305eac38dd&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 944 time: 0.1103709
Feb 05 21:23:48.209566 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [req-49a06378-de05-4b56-af1c-c238c337a670 req-27f11072-41f8-4c4b-bdfb-531247d975db service neutron] delete failed (client error): The resource could not be found.
Feb 05 21:23:48.210691 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-49a06378-de05-4b56-af1c-c238c337a670 req-27f11072-41f8-4c4b-bdfb-531247d975db service neutron] 10.222.0.21 "DELETE /v2.0/ports/1e823eba-4000-4e45-bbda-0141710f0987/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0537641
Feb 05 21:23:48.304036 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a06378-de05-4b56-af1c-c238c337a670 req-faa16986-7b53-4577-86c7-2921c8920d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:48.304647 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['1e823eba-4000-4e45-bbda-0141710f0987'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:23:48.305578 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-49a06378-de05-4b56-af1c-c238c337a670 req-faa16986-7b53-4577-86c7-2921c8920d89 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a64d1698f20a435e8937ab305eac38dd&device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 1126 time: 0.0507982
Feb 05 21:23:48.396228 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a06378-de05-4b56-af1c-c238c337a670 req-1c3e8901-eda8-49c7-86e7-44cb2cff13ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:48.397694 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-49a06378-de05-4b56-af1c-c238c337a670 req-1c3e8901-eda8-49c7-86e7-44cb2cff13ac service neutron] 10.222.0.21 "GET /v2.0/networks?id=1d3705c9-a6e0-44ef-b40b-7551abc1a6c5 HTTP/1.1" status: 200  len: 896 time: 0.0859394
Feb 05 21:23:48.752435 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-49a06378-de05-4b56-af1c-c238c337a670 req-39a63722-168a-40be-a442-fd80ceb3998b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e823eba-4000-4e45-bbda-0141710f0987 HTTP/1.1" status: 200  len: 1000 time: 0.3486154
Feb 05 21:23:48.799839 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a06378-de05-4b56-af1c-c238c337a670 req-05f6da80-908c-4496-ad2d-097049c39298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:48.801298 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-49a06378-de05-4b56-af1c-c238c337a670 req-05f6da80-908c-4496-ad2d-097049c39298 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d43f7bc-86c1-4081-be9f-a9717cebd257 HTTP/1.1" status: 200  len: 835 time: 0.0421803
Feb 05 21:23:48.848740 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a06378-de05-4b56-af1c-c238c337a670 req-ee5b82cc-190a-40ad-9288-f1b7de2826b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:48.850197 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-49a06378-de05-4b56-af1c-c238c337a670 req-ee5b82cc-190a-40ad-9288-f1b7de2826b0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1d3705c9-a6e0-44ef-b40b-7551abc1a6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0432310
Feb 05 21:23:48.940781 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-49a06378-de05-4b56-af1c-c238c337a670 req-a1b52df3-89f2-46ca-bd29-0935543b7561 service neutron] 10.222.0.21 "GET /v2.0/networks/1d3705c9-a6e0-44ef-b40b-7551abc1a6c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841217
Feb 05 21:23:49.029412 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-49a06378-de05-4b56-af1c-c238c337a670 req-4f6b4826-182d-489d-9ce0-302461a8d3ca service neutron] 10.222.0.21 "GET /v2.0/networks/1d3705c9-a6e0-44ef-b40b-7551abc1a6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825577
Feb 05 21:23:49.270883 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392741f6-52ae-49e9-854f-5caa897c76e8 req-6b327498-4d3b-4574-b195-d4921071e33f tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:49.272361 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-392741f6-52ae-49e9-854f-5caa897c76e8 req-6b327498-4d3b-4574-b195-d4921071e33f tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 944 time: 0.0574145
Feb 05 21:23:49.322672 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-392741f6-52ae-49e9-854f-5caa897c76e8 req-75d85d1e-0ce5-44c4-a537-72fca87f4fc3 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c6bec66-37ec-4699-8217-01f05ecfc59c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440457
Feb 05 21:23:49.908635 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 1e823eba-4000-4e45-bbda-0141710f0987 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:23:49.961324 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 1e823eba-4000-4e45-bbda-0141710f0987 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:23:49.965070 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 1e823eba-4000-4e45-bbda-0141710f0987 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:23:49.965446 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1e823eba-4000-4e45-bbda-0141710f0987), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:23:50.043443 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 1e823eba-4000-4e45-bbda-0141710f0987 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:23:50.043830 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1e823eba-4000-4e45-bbda-0141710f0987), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:23:50.066685 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f795ce7-3f0b-4062-b58f-49ef4033d2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e823eba-4000-4e45-bbda-0141710f0987'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:23:50.068923 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b24967-c067-4ebd-ae0d-61dcead1ce79" -d '{"events": [{"server_uuid": "0f795ce7-3f0b-4062-b58f-49ef4033d2d1", "name": "network-vif-plugged", "status": "completed", "tag": "1e823eba-4000-4e45-bbda-0141710f0987"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:23:50.084867 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 1e823eba-4000-4e45-bbda-0141710f0987, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1e823eba-4000-4e45-bbda-0141710f0987,segment=NetworkSegment(bbaeb120-8402-4cf4-aa65-d73cf1ef5636),segment_id=bbaeb120-8402-4cf4-aa65-d73cf1ef5636)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:23:50.088990 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (1e823eba-4000-4e45-bbda-0141710f0987), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:23:50.140294 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=1e823eba-4000-4e45-bbda-0141710f0987,revision_number=9']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:23:50.171112 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c457c0a7-3c23-405b-9ae1-d92022323447 x-openstack-request-id: req-c457c0a7-3c23-405b-9ae1-d92022323447 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:23:50.171411 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f795ce7-3f0b-4062-b58f-49ef4033d2d1", "name": "network-vif-plugged", "status": "completed", "tag": "1e823eba-4000-4e45-bbda-0141710f0987", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:23:50.171665 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c457c0a7-3c23-405b-9ae1-d92022323447 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:23:50.172088 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f795ce7-3f0b-4062-b58f-49ef4033d2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e823eba-4000-4e45-bbda-0141710f0987', 'code': 200}
Feb 05 21:23:50.314080 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:23:50.444177 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d156a7-7494-4a06-98f9-64d13fdc52d4 req-93e26e02-b7b5-49c1-b025-03c51c97fab5 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:23:50.445533 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0d156a7-7494-4a06-98f9-64d13fdc52d4 req-93e26e02-b7b5-49c1-b025-03c51c97fab5 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 945 time: 0.0540709
Feb 05 21:23:50.494790 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0d156a7-7494-4a06-98f9-64d13fdc52d4 req-f90b0da7-3a91-489d-b331-2b56693a62c9 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c6bec66-37ec-4699-8217-01f05ecfc59c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432465
Feb 05 21:23:50.516780 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48774) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:23:50.580752 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ffba32f5-fea8-42ae-94a6-6e64e903f5cd tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/floatingips/5b7f891b-07c0-41fc-857b-165b31c24cc0 HTTP/1.1" status: 200  len: 993 time: 0.0626881
Feb 05 21:24:03.740451 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fc2cc2f4-1fc4-4113-9786-1fa7ab60558b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:06.111511 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9cb3b8f7-d654-48eb-8bd8-c3e113470935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:07.520522 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:09.116734 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:10.501876 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:15.414999 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:16.991150 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca96d8f-be3d-4ca3-ae78-4b70995cbf0d req-a4b49e5b-ccaa-4008-b341-4b6e4a18290b tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:24:16.992643 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1ca96d8f-be3d-4ca3-ae78-4b70995cbf0d req-a4b49e5b-ccaa-4008-b341-4b6e4a18290b tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 1127 time: 0.0437799
Feb 05 21:24:17.037776 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1ca96d8f-be3d-4ca3-ae78-4b70995cbf0d req-73c90ff3-e062-433c-835c-a8c47b4ae140 tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6c6bec66-37ec-4699-8217-01f05ecfc59c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396969
Feb 05 21:24:17.059915 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48804) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:24:17.215154 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-1d71d363-c1e0-4383-a102-1657c6102823 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Deleting port 127da888-fef2-41de-8c72-21208060b0b9 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:24:17.215414 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1d71d363-c1e0-4383-a102-1657c6102823 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (127da888-fef2-41de-8c72-21208060b0b9), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:17.290137 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1d71d363-c1e0-4383-a102-1657c6102823 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (127da888-fef2-41de-8c72-21208060b0b9), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:17.290521 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1d71d363-c1e0-4383-a102-1657c6102823 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for floatingip (127da888-fef2-41de-8c72-21208060b0b9), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:17.302035 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-1d71d363-c1e0-4383-a102-1657c6102823 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Calling delete_port for 127da888-fef2-41de-8c72-21208060b0b9 owned by network:floatingip {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:24:17.447032 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1d71d363-c1e0-4383-a102-1657c6102823 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (127da888-fef2-41de-8c72-21208060b0b9), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:17.473909 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d71d363-c1e0-4383-a102-1657c6102823 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event deleted for resources: {'Port': ['ID=127da888-fef2-41de-8c72-21208060b0b9,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:24:17.499461 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d71d363-c1e0-4383-a102-1657c6102823 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:24:17.499828 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d71d363-c1e0-4383-a102-1657c6102823 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:24:17.500197 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d71d363-c1e0-4383-a102-1657c6102823 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:24:17.500643 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d71d363-c1e0-4383-a102-1657c6102823 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:24:17.501128 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d71d363-c1e0-4383-a102-1657c6102823 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:24:17.501477 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d71d363-c1e0-4383-a102-1657c6102823 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:24:17.501820 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d71d363-c1e0-4383-a102-1657c6102823 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:24:17.502160 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d71d363-c1e0-4383-a102-1657c6102823 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:24:17.502535 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d71d363-c1e0-4383-a102-1657c6102823 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:24:17.502871 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d71d363-c1e0-4383-a102-1657c6102823 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:24:17.503206 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d71d363-c1e0-4383-a102-1657c6102823 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:24:17.503539 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d71d363-c1e0-4383-a102-1657c6102823 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:24:17.503875 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d71d363-c1e0-4383-a102-1657c6102823 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:24:17.542608 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1d71d363-c1e0-4383-a102-1657c6102823 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for floatingip (5b7f891b-07c0-41fc-857b-165b31c24cc0), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:17.542948 ncdv-master-1 neutron-server[114390]: INFO neutron.db.l3_db [None req-1d71d363-c1e0-4383-a102-1657c6102823 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Floating IP 5b7f891b-07c0-41fc-857b-165b31c24cc0 disassociated (deleted). External IP: 172.35.4.103, port: 1e823eba-4000-4e45-bbda-0141710f0987.
Feb 05 21:24:17.753892 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d71d363-c1e0-4383-a102-1657c6102823 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Router 00f8ed1f-ca85-42c5-adea-2a17252e32f0 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:24:17.863822 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d71d363-c1e0-4383-a102-1657c6102823 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:24:17.868611 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1d71d363-c1e0-4383-a102-1657c6102823 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:17.873247 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81c435a-abcd-437a-885a-39953dca041b None None] Sync routers for ids ['00f8ed1f-ca85-42c5-adea-2a17252e32f0'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:24:17.884788 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81c435a-abcd-437a-885a-39953dca041b None None] Routers {'00f8ed1f-ca85-42c5-adea-2a17252e32f0'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:24:17.885401 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-b81c435a-abcd-437a-885a-39953dca041b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8c00bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:24:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['00f8ed1f-ca85-42c5-adea-2a17252e32f0'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:24:17.897669 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1d71d363-c1e0-4383-a102-1657c6102823 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "DELETE /v2.0/floatingips/5b7f891b-07c0-41fc-857b-165b31c24cc0 HTTP/1.1" status: 204  len: 168 time: 0.8366799
Feb 05 21:24:17.898273 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f795ce7-3f0b-4062-b58f-49ef4033d2d1', 'tag': '1e823eba-4000-4e45-bbda-0141710f0987'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:24:17.900565 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac2bebb-556a-465d-90af-dff3bbdf90bb" -d '{"events": [{"name": "network-changed", "server_uuid": "0f795ce7-3f0b-4062-b58f-49ef4033d2d1", "tag": "1e823eba-4000-4e45-bbda-0141710f0987"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:24:18.006037 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-b81c435a-abcd-437a-885a-39953dca041b None None] Set router 00f8ed1f-ca85-42c5-adea-2a17252e32f0 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:24:18.021888 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11507163-8c0b-4f3e-b2a7-ccf45a141e58 x-openstack-request-id: req-11507163-8c0b-4f3e-b2a7-ccf45a141e58 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:24:18.022461 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f795ce7-3f0b-4062-b58f-49ef4033d2d1", "tag": "1e823eba-4000-4e45-bbda-0141710f0987", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:24:18.022865 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-11507163-8c0b-4f3e-b2a7-ccf45a141e58 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:24:18.023381 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f795ce7-3f0b-4062-b58f-49ef4033d2d1', 'tag': '1e823eba-4000-4e45-bbda-0141710f0987', 'status': 'completed', 'code': 200}
Feb 05 21:24:18.096413 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2bebb-556a-465d-90af-dff3bbdf90bb req-3db353f0-0a9f-46c7-9a0e-9d0c4a847bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:24:18.098738 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8ac2bebb-556a-465d-90af-dff3bbdf90bb req-3db353f0-0a9f-46c7-9a0e-9d0c4a847bb9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a64d1698f20a435e8937ab305eac38dd&device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 1127 time: 0.0487254
Feb 05 21:24:18.210837 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf26bdb-c10b-4501-91c5-2ef38918a7f6 req-fa8b5530-0a42-46c8-906c-d130958b5585 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:24:18.212320 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2cf26bdb-c10b-4501-91c5-2ef38918a7f6 req-fa8b5530-0a42-46c8-906c-d130958b5585 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 945 time: 0.1127143
Feb 05 21:24:18.212823 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-b81c435a-abcd-437a-885a-39953dca041b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8c00bb0>, [{'id': '00f8ed1f-ca85-42c5-adea-2a17252e32f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1126295436', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.105'}], 'enable_snat': True}, 'gw_port_id': 'f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:22:03Z', 'updated_at': '2022-02-05T21:22:07Z', 'revision_number': 4, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': 'f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:da:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f8ed1f-ca85-42c5-adea-2a17252e32f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:22:04Z', 'updated_at': '2022-02-05T21:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1efc66fe-4059-4e29-bfd9-0bc91401889a', 'name': '', 'network_id': '1d3705c9-a6e0-44ef-b40b-7551abc1a6c5', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'mac_address': 'fa:16:3e:d6:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f8ed1f-ca85-42c5-adea-2a17252e32f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '5d43f7bc-86c1-4081-be9f-a9717cebd257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:22:06Z', 'updated_at': '2022-02-05T21:22:10Z', 'revision_number': 5, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'subnets': [{'id': '5d43f7bc-86c1-4081-be9f-a9717cebd257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:24:18.240405 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81c435a-abcd-437a-885a-39953dca041b None None] Checking router: 00f8ed1f-ca85-42c5-adea-2a17252e32f0 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:24:18.244637 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2bebb-556a-465d-90af-dff3bbdf90bb req-422b5b86-25eb-4261-be58-7f247743adf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:24:18.246082 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8ac2bebb-556a-465d-90af-dff3bbdf90bb req-422b5b86-25eb-4261-be58-7f247743adf2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1d3705c9-a6e0-44ef-b40b-7551abc1a6c5 HTTP/1.1" status: 200  len: 896 time: 0.1384261
Feb 05 21:24:18.248911 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81c435a-abcd-437a-885a-39953dca041b None None] Routers {'00f8ed1f-ca85-42c5-adea-2a17252e32f0'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:24:18.250016 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-b81c435a-abcd-437a-885a-39953dca041b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8c00bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:24:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['00f8ed1f-ca85-42c5-adea-2a17252e32f0'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:24:18.295793 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8ac2bebb-556a-465d-90af-dff3bbdf90bb req-ab54d80a-e99a-40d9-9bca-440732ac0ea5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e823eba-4000-4e45-bbda-0141710f0987 HTTP/1.1" status: 200  len: 217 time: 0.0399871
Feb 05 21:24:18.334141 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2cf26bdb-c10b-4501-91c5-2ef38918a7f6 req-d812a6c7-c631-4abc-ac48-5058d28ef6c0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c6bec66-37ec-4699-8217-01f05ecfc59c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1129217
Feb 05 21:24:18.354838 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2bebb-556a-465d-90af-dff3bbdf90bb req-e1d5cbb3-8c3c-44a5-9b25-2a02afe12a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:24:18.354838 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8ac2bebb-556a-465d-90af-dff3bbdf90bb req-e1d5cbb3-8c3c-44a5-9b25-2a02afe12a39 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5d43f7bc-86c1-4081-be9f-a9717cebd257 HTTP/1.1" status: 200  len: 835 time: 0.0506055
Feb 05 21:24:18.362958 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-b81c435a-abcd-437a-885a-39953dca041b None None] Set router 00f8ed1f-ca85-42c5-adea-2a17252e32f0 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:24:18.401531 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2bebb-556a-465d-90af-dff3bbdf90bb req-26f523d2-0f7a-43e9-99c2-cc61f9df77c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:24:18.403321 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8ac2bebb-556a-465d-90af-dff3bbdf90bb req-26f523d2-0f7a-43e9-99c2-cc61f9df77c1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1d3705c9-a6e0-44ef-b40b-7551abc1a6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0447135
Feb 05 21:24:18.495581 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8ac2bebb-556a-465d-90af-dff3bbdf90bb req-3774cb5c-8e9a-4d86-8991-c9bb1f515375 service neutron] 10.222.0.39 "GET /v2.0/networks/1d3705c9-a6e0-44ef-b40b-7551abc1a6c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856543
Feb 05 21:24:18.560289 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-b81c435a-abcd-437a-885a-39953dca041b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8c00bb0>, [{'id': '00f8ed1f-ca85-42c5-adea-2a17252e32f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1126295436', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.105'}], 'enable_snat': True}, 'gw_port_id': 'f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:22:03Z', 'updated_at': '2022-02-05T21:22:07Z', 'revision_number': 4, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': 'f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:da:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f8ed1f-ca85-42c5-adea-2a17252e32f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:22:04Z', 'updated_at': '2022-02-05T21:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1efc66fe-4059-4e29-bfd9-0bc91401889a', 'name': '', 'network_id': '1d3705c9-a6e0-44ef-b40b-7551abc1a6c5', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'mac_address': 'fa:16:3e:d6:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f8ed1f-ca85-42c5-adea-2a17252e32f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '5d43f7bc-86c1-4081-be9f-a9717cebd257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:22:06Z', 'updated_at': '2022-02-05T21:22:10Z', 'revision_number': 5, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'subnets': [{'id': '5d43f7bc-86c1-4081-be9f-a9717cebd257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:24:18.583012 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8ac2bebb-556a-465d-90af-dff3bbdf90bb req-503346f5-c391-44d5-80a8-e91a0b02e034 service neutron] 10.222.0.39 "GET /v2.0/networks/1d3705c9-a6e0-44ef-b40b-7551abc1a6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0812240
Feb 05 21:24:18.586999 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81c435a-abcd-437a-885a-39953dca041b None None] The sync data for ids ['00f8ed1f-ca85-42c5-adea-2a17252e32f0'] in ncdv-master-1 is: [{'id': '00f8ed1f-ca85-42c5-adea-2a17252e32f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1126295436', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.105'}], 'enable_snat': True}, 'gw_port_id': 'f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:22:03Z', 'updated_at': '2022-02-05T21:22:07Z', 'revision_number': 4, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': 'f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:da:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f8ed1f-ca85-42c5-adea-2a17252e32f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:22:04Z', 'updated_at': '2022-02-05T21:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1efc66fe-4059-4e29-bfd9-0bc91401889a', 'name': '', 'network_id': '1d3705c9-a6e0-44ef-b40b-7551abc1a6c5', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'mac_address': 'fa:16:3e:d6:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f8ed1f-ca85-42c5-adea-2a17252e32f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '5d43f7bc-86c1-4081-be9f-a9717cebd257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:22:06Z', 'updated_at': '2022-02-05T21:22:10Z', 'revision_number': 5, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'subnets': [{'id': '5d43f7bc-86c1-4081-be9f-a9717cebd257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:24:18.810686 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb33e00a-41de-4fe4-9880-933ab59edb8f None None] New status for floating IP 5b7f891b-07c0-41fc-857b-165b31c24cc0: DOWN {{(pid=114392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:24:19.370935 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd41ad-290f-4dab-9d2f-97ef63a8afe9 req-3167ca21-a712-46b1-b4c6-9f1654005dc8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:24:19.372264 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d3fd41ad-290f-4dab-9d2f-97ef63a8afe9 req-3167ca21-a712-46b1-b4c6-9f1654005dc8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 945 time: 0.0566041
Feb 05 21:24:19.486650 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805ae53-80d4-4dd3-8754-a2fe8c1502e7 req-3ab97e24-59aa-4bae-8756-ad5db18a62ef tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:24:19.488124 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1805ae53-80d4-4dd3-8754-a2fe8c1502e7 req-3ab97e24-59aa-4bae-8756-ad5db18a62ef tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f795ce7-3f0b-4062-b58f-49ef4033d2d1 HTTP/1.1" status: 200  len: 945 time: 0.0835781
Feb 05 21:24:19.532578 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-d3fd41ad-290f-4dab-9d2f-97ef63a8afe9 req-95816288-2074-4da4-917b-4d117d63245c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Deleting port 1e823eba-4000-4e45-bbda-0141710f0987 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:24:19.532914 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d3fd41ad-290f-4dab-9d2f-97ef63a8afe9 req-95816288-2074-4da4-917b-4d117d63245c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (1e823eba-4000-4e45-bbda-0141710f0987), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:19.567723 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1805ae53-80d4-4dd3-8754-a2fe8c1502e7 req-0d45d638-a70a-4f4c-bece-76108b27c4ac tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c6bec66-37ec-4699-8217-01f05ecfc59c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0738630
Feb 05 21:24:19.633839 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-d3fd41ad-290f-4dab-9d2f-97ef63a8afe9 req-95816288-2074-4da4-917b-4d117d63245c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] For port 1e823eba-4000-4e45-bbda-0141710f0987, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1e823eba-4000-4e45-bbda-0141710f0987,segment=NetworkSegment(bbaeb120-8402-4cf4-aa65-d73cf1ef5636),segment_id=bbaeb120-8402-4cf4-aa65-d73cf1ef5636)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:24:19.634131 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d3fd41ad-290f-4dab-9d2f-97ef63a8afe9 req-95816288-2074-4da4-917b-4d117d63245c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (1e823eba-4000-4e45-bbda-0141710f0987), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:19.646294 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-d3fd41ad-290f-4dab-9d2f-97ef63a8afe9 req-95816288-2074-4da4-917b-4d117d63245c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Calling delete_port for 1e823eba-4000-4e45-bbda-0141710f0987 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:24:19.775395 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d3fd41ad-290f-4dab-9d2f-97ef63a8afe9 req-95816288-2074-4da4-917b-4d117d63245c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (1e823eba-4000-4e45-bbda-0141710f0987), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:19.805202 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95816288-2074-4da4-917b-4d117d63245c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event deleted for resources: {'Port': ['ID=1e823eba-4000-4e45-bbda-0141710f0987,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:24:19.849090 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3fd41ad-290f-4dab-9d2f-97ef63a8afe9 req-95816288-2074-4da4-917b-4d117d63245c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] No DVR routers for this DVR port 1e823eba-4000-4e45-bbda-0141710f0987 on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:24:19.851784 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-d3fd41ad-290f-4dab-9d2f-97ef63a8afe9 req-95816288-2074-4da4-917b-4d117d63245c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:19.855724 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d3fd41ad-290f-4dab-9d2f-97ef63a8afe9 req-95816288-2074-4da4-917b-4d117d63245c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.39 "DELETE /v2.0/ports/1e823eba-4000-4e45-bbda-0141710f0987 HTTP/1.1" status: 204  len: 173 time: 0.4788239
Feb 05 21:24:19.856199 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f795ce7-3f0b-4062-b58f-49ef4033d2d1', 'name': 'network-vif-deleted', 'tag': '1e823eba-4000-4e45-bbda-0141710f0987'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:24:19.859186 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58227b75-796c-433e-93dd-3b8872a0071b" -d '{"events": [{"server_uuid": "0f795ce7-3f0b-4062-b58f-49ef4033d2d1", "name": "network-vif-deleted", "tag": "1e823eba-4000-4e45-bbda-0141710f0987"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:24:19.899313 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51589b0f-4826-4307-b202-14d7f7a46fd5 x-openstack-request-id: req-51589b0f-4826-4307-b202-14d7f7a46fd5 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:24:19.902727 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f795ce7-3f0b-4062-b58f-49ef4033d2d1", "name": "network-vif-deleted", "tag": "1e823eba-4000-4e45-bbda-0141710f0987", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:24:19.902999 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-51589b0f-4826-4307-b202-14d7f7a46fd5 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:24:19.903477 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f795ce7-3f0b-4062-b58f-49ef4033d2d1', 'name': 'network-vif-deleted', 'tag': '1e823eba-4000-4e45-bbda-0141710f0987', 'status': 'completed', 'code': 200}
Feb 05 21:24:20.312469 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:20.625144 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48820) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:24:20.994010 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7d66f5fd-c5dc-4a21-bc09-23b7803c1851 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (00f8ed1f-ca85-42c5-adea-2a17252e32f0), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:21.250979 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-7d66f5fd-c5dc-4a21-bc09-23b7803c1851 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Deleting port 1efc66fe-4059-4e29-bfd9-0bc91401889a {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:24:21.251232 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7d66f5fd-c5dc-4a21-bc09-23b7803c1851 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (1efc66fe-4059-4e29-bfd9-0bc91401889a), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:21.336701 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-7d66f5fd-c5dc-4a21-bc09-23b7803c1851 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] For port 1efc66fe-4059-4e29-bfd9-0bc91401889a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1efc66fe-4059-4e29-bfd9-0bc91401889a,segment=NetworkSegment(bbaeb120-8402-4cf4-aa65-d73cf1ef5636),segment_id=bbaeb120-8402-4cf4-aa65-d73cf1ef5636)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:24:21.337080 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7d66f5fd-c5dc-4a21-bc09-23b7803c1851 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (1efc66fe-4059-4e29-bfd9-0bc91401889a), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:21.349175 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-7d66f5fd-c5dc-4a21-bc09-23b7803c1851 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Calling delete_port for 1efc66fe-4059-4e29-bfd9-0bc91401889a owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:24:21.535179 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7d66f5fd-c5dc-4a21-bc09-23b7803c1851 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (1efc66fe-4059-4e29-bfd9-0bc91401889a), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:21.567096 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66f5fd-c5dc-4a21-bc09-23b7803c1851 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event deleted for resources: {'Port': ['ID=1efc66fe-4059-4e29-bfd9-0bc91401889a,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:24:21.740054 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7d66f5fd-c5dc-4a21-bc09-23b7803c1851 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (00f8ed1f-ca85-42c5-adea-2a17252e32f0), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:21.843718 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:24:21.963986 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d66f5fd-c5dc-4a21-bc09-23b7803c1851 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Router 00f8ed1f-ca85-42c5-adea-2a17252e32f0 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:24:22.057620 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 1e823eba-4000-4e45-bbda-0141710f0987 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:24:22.076466 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d66f5fd-c5dc-4a21-bc09-23b7803c1851 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:24:22.086713 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7d66f5fd-c5dc-4a21-bc09-23b7803c1851 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "PUT /v2.0/routers/00f8ed1f-ca85-42c5-adea-2a17252e32f0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4580517
Feb 05 21:24:22.086946 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48822) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:24:22.090673 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ecc37e-0ee0-4d90-9c8d-f909b1e551e3 None None] Sync routers for ids ['00f8ed1f-ca85-42c5-adea-2a17252e32f0'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:24:22.100560 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 1e823eba-4000-4e45-bbda-0141710f0987 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:24:22.100838 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 1e823eba-4000-4e45-bbda-0141710f0987 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:24:22.101790 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ecc37e-0ee0-4d90-9c8d-f909b1e551e3 None None] Routers {'00f8ed1f-ca85-42c5-adea-2a17252e32f0'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:24:22.103271 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-59ecc37e-0ee0-4d90-9c8d-f909b1e551e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8c00910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:24:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['00f8ed1f-ca85-42c5-adea-2a17252e32f0'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:24:22.138678 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c341f09-e98e-4511-af18-e723bc7295a9 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Deleting subnet 5d43f7bc-86c1-4081-be9f-a9717cebd257 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:24:22.141867 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3c341f09-e98e-4511-af18-e723bc7295a9 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for subnet (5d43f7bc-86c1-4081-be9f-a9717cebd257), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:22.181415 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3c341f09-e98e-4511-af18-e723bc7295a9 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (5d43f7bc-86c1-4081-be9f-a9717cebd257), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:22.211272 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-59ecc37e-0ee0-4d90-9c8d-f909b1e551e3 None None] Set router 00f8ed1f-ca85-42c5-adea-2a17252e32f0 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:24:22.274853 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3c341f09-e98e-4511-af18-e723bc7295a9 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (5d43f7bc-86c1-4081-be9f-a9717cebd257), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:22.333903 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3c341f09-e98e-4511-af18-e723bc7295a9 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (5d43f7bc-86c1-4081-be9f-a9717cebd257), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:22.359778 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c341f09-e98e-4511-af18-e723bc7295a9 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event deleted for resources: {'Subnet': ['ID=5d43f7bc-86c1-4081-be9f-a9717cebd257,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:24:22.366358 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3c341f09-e98e-4511-af18-e723bc7295a9 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:22.371969 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3c341f09-e98e-4511-af18-e723bc7295a9 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "DELETE /v2.0/subnets/5d43f7bc-86c1-4081-be9f-a9717cebd257 HTTP/1.1" status: 204  len: 168 time: 0.2816823
Feb 05 21:24:22.372235 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48824) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:24:22.374950 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435948b1-6f6c-407d-9164-b475d492fb54 None None] Network 1d3705c9-a6e0-44ef-b40b-7551abc1a6c5 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:24:22.392601 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-59ecc37e-0ee0-4d90-9c8d-f909b1e551e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8c00910>, [{'id': '00f8ed1f-ca85-42c5-adea-2a17252e32f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1126295436', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.105'}], 'enable_snat': True}, 'gw_port_id': 'f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:22:03Z', 'updated_at': '2022-02-05T21:24:21Z', 'revision_number': 5, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': 'f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:da:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f8ed1f-ca85-42c5-adea-2a17252e32f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:22:04Z', 'updated_at': '2022-02-05T21:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:24:22.424504 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ecc37e-0ee0-4d90-9c8d-f909b1e551e3 None None] Checking router: 00f8ed1f-ca85-42c5-adea-2a17252e32f0 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:24:22.433093 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ecc37e-0ee0-4d90-9c8d-f909b1e551e3 None None] Routers {'00f8ed1f-ca85-42c5-adea-2a17252e32f0'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:24:22.433851 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-59ecc37e-0ee0-4d90-9c8d-f909b1e551e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8c00910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:24:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['00f8ed1f-ca85-42c5-adea-2a17252e32f0'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:24:22.490547 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-040d3e24-d472-47fb-b6bf-5497aa924bf9 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for router (00f8ed1f-ca85-42c5-adea-2a17252e32f0), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:22.543104 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3883d3-fb13-4a4f-bd73-719982619c9f None None] DHCP port deletion for 1d3705c9-a6e0-44ef-b40b-7551abc1a6c5 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:24:22.544398 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-59ecc37e-0ee0-4d90-9c8d-f909b1e551e3 None None] Set router 00f8ed1f-ca85-42c5-adea-2a17252e32f0 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:24:22.595736 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-1e3883d3-fb13-4a4f-bd73-719982619c9f None None] Deleting port 53cdcc46-7ebd-4333-a7cd-10290f983aab {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:24:22.596173 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1e3883d3-fb13-4a4f-bd73-719982619c9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (53cdcc46-7ebd-4333-a7cd-10290f983aab), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:22.603635 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-040d3e24-d472-47fb-b6bf-5497aa924bf9 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for router_gateway (00f8ed1f-ca85-42c5-adea-2a17252e32f0), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:22.663987 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-040d3e24-d472-47fb-b6bf-5497aa924bf9 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Deleting port f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:24:22.664332 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-040d3e24-d472-47fb-b6bf-5497aa924bf9 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:22.677639 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-1e3883d3-fb13-4a4f-bd73-719982619c9f None None] For port 53cdcc46-7ebd-4333-a7cd-10290f983aab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53cdcc46-7ebd-4333-a7cd-10290f983aab,segment=NetworkSegment(bbaeb120-8402-4cf4-aa65-d73cf1ef5636),segment_id=bbaeb120-8402-4cf4-aa65-d73cf1ef5636)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:24:22.678650 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1e3883d3-fb13-4a4f-bd73-719982619c9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (53cdcc46-7ebd-4333-a7cd-10290f983aab), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:22.695022 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-1e3883d3-fb13-4a4f-bd73-719982619c9f None None] Calling delete_port for 53cdcc46-7ebd-4333-a7cd-10290f983aab owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:24:22.753140 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-040d3e24-d472-47fb-b6bf-5497aa924bf9 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] For port f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:24:22.753765 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-040d3e24-d472-47fb-b6bf-5497aa924bf9 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:22.775581 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-040d3e24-d472-47fb-b6bf-5497aa924bf9 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Calling delete_port for f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470 owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:24:22.785487 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1e3883d3-fb13-4a4f-bd73-719982619c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (53cdcc46-7ebd-4333-a7cd-10290f983aab), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:22.815773 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3883d3-fb13-4a4f-bd73-719982619c9f None None] No DVR routers for this DVR port 53cdcc46-7ebd-4333-a7cd-10290f983aab on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:24:22.821047 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3883d3-fb13-4a4f-bd73-719982619c9f None None] Pushing event deleted for resources: {'Port': ['ID=53cdcc46-7ebd-4333-a7cd-10290f983aab,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:24:22.847019 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-59ecc37e-0ee0-4d90-9c8d-f909b1e551e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8c00910>, [{'id': '00f8ed1f-ca85-42c5-adea-2a17252e32f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1126295436', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.105'}], 'enable_snat': True}, 'gw_port_id': 'f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:22:03Z', 'updated_at': '2022-02-05T21:24:21Z', 'revision_number': 5, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': 'f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:da:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f8ed1f-ca85-42c5-adea-2a17252e32f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:22:04Z', 'updated_at': '2022-02-05T21:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:24:22.872491 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ecc37e-0ee0-4d90-9c8d-f909b1e551e3 None None] The sync data for ids ['00f8ed1f-ca85-42c5-adea-2a17252e32f0'] in ncdv-master-1 is: [{'id': '00f8ed1f-ca85-42c5-adea-2a17252e32f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1126295436', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.105'}], 'enable_snat': True}, 'gw_port_id': 'f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:22:03Z', 'updated_at': '2022-02-05T21:24:21Z', 'revision_number': 5, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': 'f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:da:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f8ed1f-ca85-42c5-adea-2a17252e32f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:22:04Z', 'updated_at': '2022-02-05T21:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:24:22.959537 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-040d3e24-d472-47fb-b6bf-5497aa924bf9 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:22.985507 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d3e24-d472-47fb-b6bf-5497aa924bf9 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event deleted for resources: {'Port': ['ID=f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:24:23.049124 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-040d3e24-d472-47fb-b6bf-5497aa924bf9 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (00f8ed1f-ca85-42c5-adea-2a17252e32f0), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:23.138740 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-040d3e24-d472-47fb-b6bf-5497aa924bf9 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (00f8ed1f-ca85-42c5-adea-2a17252e32f0), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:23.140763 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-040d3e24-d472-47fb-b6bf-5497aa924bf9 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for router_controller (00f8ed1f-ca85-42c5-adea-2a17252e32f0), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:23.182825 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-040d3e24-d472-47fb-b6bf-5497aa924bf9 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (00f8ed1f-ca85-42c5-adea-2a17252e32f0), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:23.183333 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040d3e24-d472-47fb-b6bf-5497aa924bf9 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Fanout notify agent at l3_agent the message router_deleted on router 00f8ed1f-ca85-42c5-adea-2a17252e32f0 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:24:23.190255 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-040d3e24-d472-47fb-b6bf-5497aa924bf9 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:23.191385 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-040d3e24-d472-47fb-b6bf-5497aa924bf9 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "DELETE /v2.0/routers/00f8ed1f-ca85-42c5-adea-2a17252e32f0 HTTP/1.1" status: 204  len: 168 time: 0.8182528
Feb 05 21:24:23.193983 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48826) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:24:23.273346 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d7f099a3-55f3-42f2-85c7-bc73570c9acd tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (1d3705c9-a6e0-44ef-b40b-7551abc1a6c5), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:23.358773 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d7f099a3-55f3-42f2-85c7-bc73570c9acd tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (1d3705c9-a6e0-44ef-b40b-7551abc1a6c5), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:23.385092 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-d7f099a3-55f3-42f2-85c7-bc73570c9acd tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2ed1cd0>,) {'filters': {'network_id': ['1d3705c9-a6e0-44ef-b40b-7551abc1a6c5']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:24:23.394777 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-d7f099a3-55f3-42f2-85c7-bc73570c9acd tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2ed1cd0>, 'bbaeb120-8402-4cf4-aa65-d73cf1ef5636') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:24:23.395074 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-d7f099a3-55f3-42f2-85c7-bc73570c9acd tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2ed1cd0>, 'bbaeb120-8402-4cf4-aa65-d73cf1ef5636') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:24:23.404303 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d7f099a3-55f3-42f2-85c7-bc73570c9acd tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (bbaeb120-8402-4cf4-aa65-d73cf1ef5636), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:23.417341 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d7f099a3-55f3-42f2-85c7-bc73570c9acd tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (bbaeb120-8402-4cf4-aa65-d73cf1ef5636), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:23.423949 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7f099a3-55f3-42f2-85c7-bc73570c9acd tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:24:23.424358 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d7f099a3-55f3-42f2-85c7-bc73570c9acd tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (bbaeb120-8402-4cf4-aa65-d73cf1ef5636), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:23.427299 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:24:23.427299 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:24:23.427299 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:24:23.427299 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:24:23.427299 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:24:23.427299 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:24:23.427299 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:24:23.427299 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:24:23.427299 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:24:23.427299 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:24:23.427299 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:24:23.427299 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:24:23.427299 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:24:23.427299 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:24:23.427299 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:24:23.427299 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:24:23.427299 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:24:23.427299 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:24:23.427299 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:24:23.427299 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:24:23.427299 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:24:23.427299 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:24:23.427299 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:24:23.427299 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:24:23.427299 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:24:23.427299 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:24:23.427299 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:24:23.427299 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:24:23.427299 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:24:23.427299 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:24:23.427299 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:24:23.427299 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:24:23.490976 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d7f099a3-55f3-42f2-85c7-bc73570c9acd tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (1d3705c9-a6e0-44ef-b40b-7551abc1a6c5), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:23.498403 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d7f099a3-55f3-42f2-85c7-bc73570c9acd tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:23.502283 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d7f099a3-55f3-42f2-85c7-bc73570c9acd tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "DELETE /v2.0/networks/1d3705c9-a6e0-44ef-b40b-7551abc1a6c5 HTTP/1.1" status: 204  len: 168 time: 0.3073418
Feb 05 21:24:23.506926 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48830) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:24:23.514350 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f099a3-55f3-42f2-85c7-bc73570c9acd tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event deleted for resources: {'Network': ['ID=1d3705c9-a6e0-44ef-b40b-7551abc1a6c5,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:24:23.576348 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d117ade6-434f-4e5b-8a09-3f2d09b79166 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group (6c6bec66-37ec-4699-8217-01f05ecfc59c), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:23.601868 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d117ade6-434f-4e5b-8a09-3f2d09b79166 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group (6c6bec66-37ec-4699-8217-01f05ecfc59c), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:23.662219 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d117ade6-434f-4e5b-8a09-3f2d09b79166 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (6c6bec66-37ec-4699-8217-01f05ecfc59c), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:23.664868 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d117ade6-434f-4e5b-8a09-3f2d09b79166 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:23.666073 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d117ade6-434f-4e5b-8a09-3f2d09b79166 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "DELETE /v2.0/security-groups/6c6bec66-37ec-4699-8217-01f05ecfc59c HTTP/1.1" status: 204  len: 168 time: 0.1572883
Feb 05 21:24:23.675979 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d117ade6-434f-4e5b-8a09-3f2d09b79166 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6bec66-37ec-4699-8217-01f05ecfc59c,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:24:23.966490 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48836) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:24:23.971112 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-d86d07ee-035f-4434-9494-87809013fbf6 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-874375933', 'description': 'tempest-secgroup-smoke-874375933 description', 'project_id': 'a64d1698f20a435e8937ab305eac38dd'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:24:23.992038 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d86d07ee-035f-4434-9494-87809013fbf6 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:24.056637 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d86d07ee-035f-4434-9494-87809013fbf6 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group (741f3374-4306-4559-8a99-5efbb308367a), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:24.060481 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d86d07ee-035f-4434-9494-87809013fbf6 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (741f3374-4306-4559-8a99-5efbb308367a), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:24.089382 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d86d07ee-035f-4434-9494-87809013fbf6 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:24.090627 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d86d07ee-035f-4434-9494-87809013fbf6 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1231048
Feb 05 21:24:24.093649 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48838) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:24:24.094589 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d07ee-035f-4434-9494-87809013fbf6 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=741f3374-4306-4559-8a99-5efbb308367a,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:24:24.099705 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-5d2629fc-8f31-4b74-95b8-d05ddf6001e0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'security_group_rule': {'security_group_id': '741f3374-4306-4559-8a99-5efbb308367a', 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:24:24.125238 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5d2629fc-8f31-4b74-95b8-d05ddf6001e0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (d0aad291-0265-47b0-ad4b-580712aba908), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:24.182233 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5d2629fc-8f31-4b74-95b8-d05ddf6001e0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (d0aad291-0265-47b0-ad4b-580712aba908), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:24.185681 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5d2629fc-8f31-4b74-95b8-d05ddf6001e0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (d0aad291-0265-47b0-ad4b-580712aba908), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:24.205413 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2629fc-8f31-4b74-95b8-d05ddf6001e0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0aad291-0265-47b0-ad4b-580712aba908,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:24:24.210593 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5d2629fc-8f31-4b74-95b8-d05ddf6001e0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:24.211806 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5d2629fc-8f31-4b74-95b8-d05ddf6001e0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1165600
Feb 05 21:24:24.214656 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48840) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:24:24.219122 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-d9ef200a-808d-45cd-8868-d6e621b22ff4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'security_group_rule': {'security_group_id': '741f3374-4306-4559-8a99-5efbb308367a', 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:24:24.244580 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d9ef200a-808d-45cd-8868-d6e621b22ff4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (9c82b835-6aae-4c6e-bf28-4b40b68e5fff), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:24.288511 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 1efc66fe-4059-4e29-bfd9-0bc91401889a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:24:24.302787 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d9ef200a-808d-45cd-8868-d6e621b22ff4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (9c82b835-6aae-4c6e-bf28-4b40b68e5fff), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:24.306778 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d9ef200a-808d-45cd-8868-d6e621b22ff4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (9c82b835-6aae-4c6e-bf28-4b40b68e5fff), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:24.309652 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 1efc66fe-4059-4e29-bfd9-0bc91401889a {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:24:24.310077 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 1efc66fe-4059-4e29-bfd9-0bc91401889a not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:24:24.310609 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 53cdcc46-7ebd-4333-a7cd-10290f983aab no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:24:24.327771 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef200a-808d-45cd-8868-d6e621b22ff4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c82b835-6aae-4c6e-bf28-4b40b68e5fff,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:24:24.330140 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 53cdcc46-7ebd-4333-a7cd-10290f983aab {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:24:24.330527 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 53cdcc46-7ebd-4333-a7cd-10290f983aab not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:24:24.331110 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:24:24.337360 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d9ef200a-808d-45cd-8868-d6e621b22ff4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:24.338618 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d9ef200a-808d-45cd-8868-d6e621b22ff4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1230173
Feb 05 21:24:24.341414 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48842) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:24:24.346618 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-e9ba09c1-3579-40bb-94e1-9d03df4692ba tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'security_group_rule': {'security_group_id': '741f3374-4306-4559-8a99-5efbb308367a', 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:24:24.354715 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:24:24.355068 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device f3c0ef85-6c2e-4e94-ad99-e1ec6cbcd470 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:24:24.372908 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e9ba09c1-3579-40bb-94e1-9d03df4692ba tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (b867cbcd-b793-4753-b263-32a2b88ff129), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:24.716253 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e9ba09c1-3579-40bb-94e1-9d03df4692ba tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (b867cbcd-b793-4753-b263-32a2b88ff129), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:24.720365 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e9ba09c1-3579-40bb-94e1-9d03df4692ba tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (b867cbcd-b793-4753-b263-32a2b88ff129), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:24.736851 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba09c1-3579-40bb-94e1-9d03df4692ba tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b867cbcd-b793-4753-b263-32a2b88ff129,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:24:24.744947 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e9ba09c1-3579-40bb-94e1-9d03df4692ba tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:24.746114 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e9ba09c1-3579-40bb-94e1-9d03df4692ba tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4037831
Feb 05 21:24:24.748832 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48844) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:24:24.753589 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-37217847-2f47-45ad-98ad-bd86ae2d677a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'security_group_rule': {'security_group_id': '741f3374-4306-4559-8a99-5efbb308367a', 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:24:24.777021 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-37217847-2f47-45ad-98ad-bd86ae2d677a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (74b56d6a-0deb-40fe-adbf-64302c5d4595), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:24.832255 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-37217847-2f47-45ad-98ad-bd86ae2d677a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (74b56d6a-0deb-40fe-adbf-64302c5d4595), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:24.835574 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-37217847-2f47-45ad-98ad-bd86ae2d677a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (74b56d6a-0deb-40fe-adbf-64302c5d4595), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:24.852406 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37217847-2f47-45ad-98ad-bd86ae2d677a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b56d6a-0deb-40fe-adbf-64302c5d4595,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:24:24.860966 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-37217847-2f47-45ad-98ad-bd86ae2d677a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:24.862182 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-37217847-2f47-45ad-98ad-bd86ae2d677a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1124384
Feb 05 21:24:24.864873 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48846) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:24:24.869132 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-1b0b78cd-a35a-41ab-934a-f11443f80e5a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'security_group_rule': {'security_group_id': '741f3374-4306-4559-8a99-5efbb308367a', 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:24:24.888194 ncdv-master-1 neutron-server[114390]: INFO neutron.db.securitygroups_db [None req-1b0b78cd-a35a-41ab-934a-f11443f80e5a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Project a64d1698f20a435e8937ab305eac38dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 05 21:24:24.893615 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1b0b78cd-a35a-41ab-934a-f11443f80e5a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (1c11813e-a33b-4395-b217-46a3d4966307), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:24.950317 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1b0b78cd-a35a-41ab-934a-f11443f80e5a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (1c11813e-a33b-4395-b217-46a3d4966307), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:24.954616 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1b0b78cd-a35a-41ab-934a-f11443f80e5a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (1c11813e-a33b-4395-b217-46a3d4966307), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:24.971874 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b78cd-a35a-41ab-934a-f11443f80e5a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c11813e-a33b-4395-b217-46a3d4966307,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:24:24.978619 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1b0b78cd-a35a-41ab-934a-f11443f80e5a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:24.979807 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1b0b78cd-a35a-41ab-934a-f11443f80e5a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1140263
Feb 05 21:24:24.982460 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48848) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:24:24.986674 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-55dce750-948c-48c2-9236-0fea82489ccd tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'security_group_rule': {'security_group_id': '741f3374-4306-4559-8a99-5efbb308367a', 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:24:25.007357 ncdv-master-1 neutron-server[114390]: INFO neutron.db.securitygroups_db [None req-55dce750-948c-48c2-9236-0fea82489ccd tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Project a64d1698f20a435e8937ab305eac38dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 05 21:24:25.012136 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-55dce750-948c-48c2-9236-0fea82489ccd tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (58cddd53-4255-4df5-9259-1b06f19d46d1), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:25.073407 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-55dce750-948c-48c2-9236-0fea82489ccd tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (58cddd53-4255-4df5-9259-1b06f19d46d1), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:25.077107 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-55dce750-948c-48c2-9236-0fea82489ccd tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (58cddd53-4255-4df5-9259-1b06f19d46d1), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:25.091298 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dce750-948c-48c2-9236-0fea82489ccd tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58cddd53-4255-4df5-9259-1b06f19d46d1,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:24:25.101581 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-55dce750-948c-48c2-9236-0fea82489ccd tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:25.102890 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-55dce750-948c-48c2-9236-0fea82489ccd tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1195190
Feb 05 21:24:25.105743 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 48850) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:24:25.111344 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-0dea77c0-fca0-4dc3-9946-6cebaf2596d5 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'network': {'name': 'tempest-network-smoke--1486329575', 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'port_security_enabled': True}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:24:25.130280 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dea77c0-fca0-4dc3-9946-6cebaf2596d5 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Made reservation on behalf of a64d1698f20a435e8937ab305eac38dd for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:24:25.133697 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0dea77c0-fca0-4dc3-9946-6cebaf2596d5 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:25.156143 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dea77c0-fca0-4dc3-9946-6cebaf2596d5 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:24:25.164774 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0dea77c0-fca0-4dc3-9946-6cebaf2596d5 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (6a8a4c49-b330-46a0-b9c4-3b0775aa7484), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:25.165114 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-0dea77c0-fca0-4dc3-9946-6cebaf2596d5 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Added segment 6a8a4c49-b330-46a0-b9c4-3b0775aa7484 of type vlan for network add6703c-8d90-4786-b467-5e715387a49d
Feb 05 21:24:25.203159 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0dea77c0-fca0-4dc3-9946-6cebaf2596d5 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (add6703c-8d90-4786-b467-5e715387a49d), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:25.227355 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0dea77c0-fca0-4dc3-9946-6cebaf2596d5 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (add6703c-8d90-4786-b467-5e715387a49d), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:25.232699 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dea77c0-fca0-4dc3-9946-6cebaf2596d5 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:24:25.233283 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0dea77c0-fca0-4dc3-9946-6cebaf2596d5 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:25.272405 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0dea77c0-fca0-4dc3-9946-6cebaf2596d5 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1656690
Feb 05 21:24:25.275296 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48852) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:24:25.280332 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-130780bb-756e-4972-beb2-806dc46ee36c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1807320207', 'admin_state_up': True, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:24:25.302583 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-130780bb-756e-4972-beb2-806dc46ee36c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (93fa43f1-cb04-4265-9acf-d9145a99193f), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:25.303740 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-130780bb-756e-4972-beb2-806dc46ee36c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (93fa43f1-cb04-4265-9acf-d9145a99193f), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:25.307471 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dea77c0-fca0-4dc3-9946-6cebaf2596d5 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'Network': ['ID=add6703c-8d90-4786-b467-5e715387a49d,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:24:25.318913 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network add6703c-8d90-4786-b467-5e715387a49d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:24:25.365823 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-130780bb-756e-4972-beb2-806dc46ee36c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for router_controller (93fa43f1-cb04-4265-9acf-d9145a99193f), precommit_add_association {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:25.513718 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-130780bb-756e-4972-beb2-806dc46ee36c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for router_gateway (93fa43f1-cb04-4265-9acf-d9145a99193f), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:26.015886 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-130780bb-756e-4972-beb2-806dc46ee36c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for router_gateway (93fa43f1-cb04-4265-9acf-d9145a99193f), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:26.037724 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-130780bb-756e-4972-beb2-806dc46ee36c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:26.145995 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-130780bb-756e-4972-beb2-806dc46ee36c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Allocated IP 172.35.4.132 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/7053e46f-ba65-4082-afb2-c0f729cd439f) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:24:26.246784 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-130780bb-756e-4972-beb2-806dc46ee36c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for port (7053e46f-ba65-4082-afb2-c0f729cd439f), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:26.279467 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-130780bb-756e-4972-beb2-806dc46ee36c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (7053e46f-ba65-4082-afb2-c0f729cd439f), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:26.317723 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130780bb-756e-4972-beb2-806dc46ee36c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:24:26.320546 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-130780bb-756e-4972-beb2-806dc46ee36c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:24:26.323940 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130780bb-756e-4972-beb2-806dc46ee36c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:24:26.353717 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130780bb-756e-4972-beb2-806dc46ee36c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'Port': ['ID=7053e46f-ba65-4082-afb2-c0f729cd439f,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:24:26.581880 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-130780bb-756e-4972-beb2-806dc46ee36c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for router_gateway (93fa43f1-cb04-4265-9acf-d9145a99193f), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:26.782446 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-130780bb-756e-4972-beb2-806dc46ee36c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (93fa43f1-cb04-4265-9acf-d9145a99193f), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:26.909245 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-130780bb-756e-4972-beb2-806dc46ee36c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Router 93fa43f1-cb04-4265-9acf-d9145a99193f is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:24:27.017201 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130780bb-756e-4972-beb2-806dc46ee36c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:24:27.027153 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb225433-0ce7-4fc5-ac7f-da50a85a068a None None] Sync routers for ids ['93fa43f1-cb04-4265-9acf-d9145a99193f'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:24:27.037536 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-130780bb-756e-4972-beb2-806dc46ee36c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:27.038805 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-130780bb-756e-4972-beb2-806dc46ee36c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.7623780
Feb 05 21:24:27.041904 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48854) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:24:27.042119 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb225433-0ce7-4fc5-ac7f-da50a85a068a None None] Routers {'93fa43f1-cb04-4265-9acf-d9145a99193f'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:24:27.042885 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-fb225433-0ce7-4fc5-ac7f-da50a85a068a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabbcad30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:24:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['93fa43f1-cb04-4265-9acf-d9145a99193f'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:24:27.080790 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a29cb1a0-5b9b-4fb2-bba3-bb452363d404 tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=a64d1698f20a435e8937ab305eac38dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0377586
Feb 05 21:24:27.083388 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48856) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:24:27.154817 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-fb225433-0ce7-4fc5-ac7f-da50a85a068a None None] Set router 93fa43f1-cb04-4265-9acf-d9145a99193f gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:24:27.230014 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d33408-3b4f-4157-a896-6ed8a34f53ea tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:24:27.231476 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b3d33408-3b4f-4157-a896-6ed8a34f53ea tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1471651
Feb 05 21:24:27.234199 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48858) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:24:27.268627 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f38c51da-67e9-474e-b44e-ea8e37770ec8 tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=d65fb4dc-e812-4574-a4e6-6308f0abdf3f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0331712
Feb 05 21:24:27.271172 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48860) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:24:27.275934 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-08fae9dd-2ab7-40d0-a672-3c94b740b6c3 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1008148792', 'network_id': 'add6703c-8d90-4786-b467-5e715387a49d', 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:24:27.334055 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-fb225433-0ce7-4fc5-ac7f-da50a85a068a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabbcad30>, [{'id': '93fa43f1-cb04-4265-9acf-d9145a99193f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807320207', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.132'}], 'enable_snat': True}, 'gw_port_id': '7053e46f-ba65-4082-afb2-c0f729cd439f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:24:25Z', 'updated_at': '2022-02-05T21:24:26Z', 'revision_number': 3, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': '7053e46f-ba65-4082-afb2-c0f729cd439f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:58:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fa43f1-cb04-4265-9acf-d9145a99193f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:24:26Z', 'updated_at': '2022-02-05T21:24:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:24:27.361439 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb225433-0ce7-4fc5-ac7f-da50a85a068a None None] Checking router: 93fa43f1-cb04-4265-9acf-d9145a99193f for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:24:27.361824 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb225433-0ce7-4fc5-ac7f-da50a85a068a None None] Updating router 93fa43f1-cb04-4265-9acf-d9145a99193f port 7053e46f-ba65-4082-afb2-c0f729cd439f binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:24:27.365918 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fae9dd-2ab7-40d0-a672-3c94b740b6c3 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Made reservation on behalf of a64d1698f20a435e8937ab305eac38dd for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:24:27.369657 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-08fae9dd-2ab7-40d0-a672-3c94b740b6c3 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:27.390071 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fb225433-0ce7-4fc5-ac7f-da50a85a068a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7053e46f-ba65-4082-afb2-c0f729cd439f), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:27.551617 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-08fae9dd-2ab7-40d0-a672-3c94b740b6c3 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (d1f4172b-51b9-4c85-8bdb-ced100c415b4), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:27.613855 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fae9dd-2ab7-40d0-a672-3c94b740b6c3 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'Subnet': ['ID=d1f4172b-51b9-4c85-8bdb-ced100c415b4,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:24:27.627240 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fae9dd-2ab7-40d0-a672-3c94b740b6c3 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:24:27.627599 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fae9dd-2ab7-40d0-a672-3c94b740b6c3 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:24:27.627952 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fae9dd-2ab7-40d0-a672-3c94b740b6c3 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:24:27.628302 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fae9dd-2ab7-40d0-a672-3c94b740b6c3 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:24:27.628642 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fae9dd-2ab7-40d0-a672-3c94b740b6c3 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:24:27.628982 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fae9dd-2ab7-40d0-a672-3c94b740b6c3 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:24:27.629322 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fae9dd-2ab7-40d0-a672-3c94b740b6c3 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:24:27.629656 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fae9dd-2ab7-40d0-a672-3c94b740b6c3 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:24:27.629990 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fae9dd-2ab7-40d0-a672-3c94b740b6c3 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:24:27.630321 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fae9dd-2ab7-40d0-a672-3c94b740b6c3 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:24:27.630684 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fae9dd-2ab7-40d0-a672-3c94b740b6c3 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:24:27.631016 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fae9dd-2ab7-40d0-a672-3c94b740b6c3 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:24:27.631349 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fae9dd-2ab7-40d0-a672-3c94b740b6c3 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:24:27.634353 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fae9dd-2ab7-40d0-a672-3c94b740b6c3 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Checking segment: {'id': '6a8a4c49-b330-46a0-b9c4-3b0775aa7484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'add6703c-8d90-4786-b467-5e715387a49d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:24:27.634747 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fae9dd-2ab7-40d0-a672-3c94b740b6c3 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Network hostable DHCP agents. Network: add6703c-8d90-4786-b467-5e715387a49d, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:24:27.652776 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fb225433-0ce7-4fc5-ac7f-da50a85a068a None None] Publish callbacks [] for port (7053e46f-ba65-4082-afb2-c0f729cd439f), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:27.653278 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fae9dd-2ab7-40d0-a672-3c94b740b6c3 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Network add6703c-8d90-4786-b467-5e715387a49d is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:24:27.660719 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fb225433-0ce7-4fc5-ac7f-da50a85a068a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7053e46f-ba65-4082-afb2-c0f729cd439f), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:27.667887 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-08fae9dd-2ab7-40d0-a672-3c94b740b6c3 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, add6703c-8d90-4786-b467-5e715387a49d) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:24:27.674045 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fae9dd-2ab7-40d0-a672-3c94b740b6c3 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:24:27.674684 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-08fae9dd-2ab7-40d0-a672-3c94b740b6c3 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:27.696301 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1882a62e-7457-497b-a7cf-f8c755e2becc None None] Network add6703c-8d90-4786-b467-5e715387a49d requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:24:27.700227 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-08fae9dd-2ab7-40d0-a672-3c94b740b6c3 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4262805
Feb 05 21:24:27.701301 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48864) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:24:27.770729 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-fb225433-0ce7-4fc5-ac7f-da50a85a068a None None] Attempting to bind port 7053e46f-ba65-4082-afb2-c0f729cd439f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:24:27.771182 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-fb225433-0ce7-4fc5-ac7f-da50a85a068a None None] Attempting to bind port 7053e46f-ba65-4082-afb2-c0f729cd439f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:24:27.771537 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb225433-0ce7-4fc5-ac7f-da50a85a068a None None] Attempting to bind port 7053e46f-ba65-4082-afb2-c0f729cd439f on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:24:27.789084 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a542d1-1750-4f0f-b42f-b1a2a3c9caf6 None None] Pushing event updated for resources: {'Port': ['ID=7053e46f-ba65-4082-afb2-c0f729cd439f,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:24:27.794041 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb225433-0ce7-4fc5-ac7f-da50a85a068a None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:24:27.794447 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb225433-0ce7-4fc5-ac7f-da50a85a068a None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:24:27.794905 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fb225433-0ce7-4fc5-ac7f-da50a85a068a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:27.795334 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb225433-0ce7-4fc5-ac7f-da50a85a068a None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:24:27.795910 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-fb225433-0ce7-4fc5-ac7f-da50a85a068a None None] Bound port: 7053e46f-ba65-4082-afb2-c0f729cd439f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:24:27.796405 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fb225433-0ce7-4fc5-ac7f-da50a85a068a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7053e46f-ba65-4082-afb2-c0f729cd439f), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:28.036838 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-fb225433-0ce7-4fc5-ac7f-da50a85a068a None None] For port 7053e46f-ba65-4082-afb2-c0f729cd439f, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:24:28.040591 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce90742-6de1-4dc5-b494-87593ce03d66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-add6703c-8d90-4786-b467-5e715387a49d', 'network_id': 'add6703c-8d90-4786-b467-5e715387a49d', 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'fixed_ips': [{'subnet_id': 'd1f4172b-51b9-4c85-8bdb-ced100c415b4'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:24:28.041618 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bce90742-6de1-4dc5-b494-87593ce03d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:28.044634 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-fb225433-0ce7-4fc5-ac7f-da50a85a068a None None] For port 7053e46f-ba65-4082-afb2-c0f729cd439f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7053e46f-ba65-4082-afb2-c0f729cd439f,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:24:28.057891 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fb225433-0ce7-4fc5-ac7f-da50a85a068a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7053e46f-ba65-4082-afb2-c0f729cd439f), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:28.158710 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-538b069e-6081-4063-b6ed-ece7e8b55d70 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:28.180405 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb225433-0ce7-4fc5-ac7f-da50a85a068a None None] Routers {'93fa43f1-cb04-4265-9acf-d9145a99193f'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:24:28.181054 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-fb225433-0ce7-4fc5-ac7f-da50a85a068a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabbcad30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:24:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['93fa43f1-cb04-4265-9acf-d9145a99193f'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:24:28.188958 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a542d1-1750-4f0f-b42f-b1a2a3c9caf6 None None] Pushing event updated for resources: {'Port': ['ID=7053e46f-ba65-4082-afb2-c0f729cd439f,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:24:28.336908 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-bce90742-6de1-4dc5-b494-87593ce03d66 None None] Allocated IP 172.20.0.2 (add6703c-8d90-4786-b467-5e715387a49d/d1f4172b-51b9-4c85-8bdb-ced100c415b4/4671bba7-0e90-40b9-9b4e-c275c216e9f2) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:24:28.347653 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-fb225433-0ce7-4fc5-ac7f-da50a85a068a None None] Set router 93fa43f1-cb04-4265-9acf-d9145a99193f gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:24:28.622738 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bce90742-6de1-4dc5-b494-87593ce03d66 None None] Publish callbacks [] for port (4671bba7-0e90-40b9-9b4e-c275c216e9f2), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:28.631763 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bce90742-6de1-4dc5-b494-87593ce03d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (4671bba7-0e90-40b9-9b4e-c275c216e9f2), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:28.679742 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-538b069e-6081-4063-b6ed-ece7e8b55d70 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Allocated IP 172.20.0.1 (add6703c-8d90-4786-b467-5e715387a49d/d1f4172b-51b9-4c85-8bdb-ced100c415b4/1a193368-30c3-4697-879f-eaace5f214ce) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:24:28.680852 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce90742-6de1-4dc5-b494-87593ce03d66 None None] Network add6703c-8d90-4786-b467-5e715387a49d is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:24:28.686229 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-bce90742-6de1-4dc5-b494-87593ce03d66 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:24:28.688695 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce90742-6de1-4dc5-b494-87593ce03d66 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:24:28.702295 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce90742-6de1-4dc5-b494-87593ce03d66 None None] Pushing event updated for resources: {'Port': ['ID=4671bba7-0e90-40b9-9b4e-c275c216e9f2,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:24:28.711002 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-fb225433-0ce7-4fc5-ac7f-da50a85a068a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabbcad30>, [{'id': '93fa43f1-cb04-4265-9acf-d9145a99193f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807320207', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.132'}], 'enable_snat': True}, 'gw_port_id': '7053e46f-ba65-4082-afb2-c0f729cd439f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:24:25Z', 'updated_at': '2022-02-05T21:24:26Z', 'revision_number': 3, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': '7053e46f-ba65-4082-afb2-c0f729cd439f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:58:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fa43f1-cb04-4265-9acf-d9145a99193f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:24:26Z', 'updated_at': '2022-02-05T21:24:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:24:28.753632 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb225433-0ce7-4fc5-ac7f-da50a85a068a None None] The sync data for ids ['93fa43f1-cb04-4265-9acf-d9145a99193f'] in ncdv-master-1 is: [{'id': '93fa43f1-cb04-4265-9acf-d9145a99193f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807320207', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.132'}], 'enable_snat': True}, 'gw_port_id': '7053e46f-ba65-4082-afb2-c0f729cd439f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:24:25Z', 'updated_at': '2022-02-05T21:24:26Z', 'revision_number': 3, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': '7053e46f-ba65-4082-afb2-c0f729cd439f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:58:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fa43f1-cb04-4265-9acf-d9145a99193f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:24:26Z', 'updated_at': '2022-02-05T21:24:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:24:28.783883 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-bce90742-6de1-4dc5-b494-87593ce03d66 None None] Attempting to bind port 4671bba7-0e90-40b9-9b4e-c275c216e9f2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:24:28.784514 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-bce90742-6de1-4dc5-b494-87593ce03d66 None None] Attempting to bind port 4671bba7-0e90-40b9-9b4e-c275c216e9f2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6a8a4c49-b330-46a0-b9c4-3b0775aa7484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'add6703c-8d90-4786-b467-5e715387a49d'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:24:28.784898 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce90742-6de1-4dc5-b494-87593ce03d66 None None] Attempting to bind port 4671bba7-0e90-40b9-9b4e-c275c216e9f2 on network add6703c-8d90-4786-b467-5e715387a49d {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:24:28.790565 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce90742-6de1-4dc5-b494-87593ce03d66 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:24:28.790951 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce90742-6de1-4dc5-b494-87593ce03d66 None None] Checking segment: {'id': '6a8a4c49-b330-46a0-b9c4-3b0775aa7484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'add6703c-8d90-4786-b467-5e715387a49d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:24:28.791362 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bce90742-6de1-4dc5-b494-87593ce03d66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:28.791763 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce90742-6de1-4dc5-b494-87593ce03d66 None None] Bound using segment: {'id': '6a8a4c49-b330-46a0-b9c4-3b0775aa7484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'add6703c-8d90-4786-b467-5e715387a49d'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:24:28.792235 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-bce90742-6de1-4dc5-b494-87593ce03d66 None None] Bound port: 4671bba7-0e90-40b9-9b4e-c275c216e9f2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a8a4c49-b330-46a0-b9c4-3b0775aa7484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'add6703c-8d90-4786-b467-5e715387a49d'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:24:28.792623 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bce90742-6de1-4dc5-b494-87593ce03d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (4671bba7-0e90-40b9-9b4e-c275c216e9f2), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:28.809865 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-538b069e-6081-4063-b6ed-ece7e8b55d70 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for port (1a193368-30c3-4697-879f-eaace5f214ce), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:28.848568 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-538b069e-6081-4063-b6ed-ece7e8b55d70 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (1a193368-30c3-4697-879f-eaace5f214ce), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:28.863489 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-bce90742-6de1-4dc5-b494-87593ce03d66 None None] For port 4671bba7-0e90-40b9-9b4e-c275c216e9f2, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:24:28.866706 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-bce90742-6de1-4dc5-b494-87593ce03d66 None None] For port 4671bba7-0e90-40b9-9b4e-c275c216e9f2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4671bba7-0e90-40b9-9b4e-c275c216e9f2,segment=NetworkSegment(6a8a4c49-b330-46a0-b9c4-3b0775aa7484),segment_id=6a8a4c49-b330-46a0-b9c4-3b0775aa7484)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:24:28.873395 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bce90742-6de1-4dc5-b494-87593ce03d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (4671bba7-0e90-40b9-9b4e-c275c216e9f2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:28.887468 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538b069e-6081-4063-b6ed-ece7e8b55d70 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Network add6703c-8d90-4786-b467-5e715387a49d is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:24:28.893355 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-538b069e-6081-4063-b6ed-ece7e8b55d70 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:24:28.897212 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538b069e-6081-4063-b6ed-ece7e8b55d70 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:24:28.935265 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b069e-6081-4063-b6ed-ece7e8b55d70 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'Port': ['ID=1a193368-30c3-4697-879f-eaace5f214ce,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:24:28.937038 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce90742-6de1-4dc5-b494-87593ce03d66 None None] Pushing event updated for resources: {'Port': ['ID=4671bba7-0e90-40b9-9b4e-c275c216e9f2,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:24:28.964886 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-538b069e-6081-4063-b6ed-ece7e8b55d70 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (93fa43f1-cb04-4265-9acf-d9145a99193f), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:29.157116 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-538b069e-6081-4063-b6ed-ece7e8b55d70 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1a193368-30c3-4697-879f-eaace5f214ce), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:29.472172 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-538b069e-6081-4063-b6ed-ece7e8b55d70 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for port (1a193368-30c3-4697-879f-eaace5f214ce), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:29.476952 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-538b069e-6081-4063-b6ed-ece7e8b55d70 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (1a193368-30c3-4697-879f-eaace5f214ce), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:29.549955 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b069e-6081-4063-b6ed-ece7e8b55d70 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'Port': ['ID=1a193368-30c3-4697-879f-eaace5f214ce,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:24:29.555720 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-538b069e-6081-4063-b6ed-ece7e8b55d70 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (93fa43f1-cb04-4265-9acf-d9145a99193f), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:29.659883 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538b069e-6081-4063-b6ed-ece7e8b55d70 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Network add6703c-8d90-4786-b467-5e715387a49d is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:24:29.661333 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-538b069e-6081-4063-b6ed-ece7e8b55d70 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:24:29.971943 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5443ef94-61c1-46e5-a2ea-8e7ac080a058 None None] Network add6703c-8d90-4786-b467-5e715387a49d requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:24:30.052979 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-1ad5c32d-fec7-44c4-a47d-e51a6aab9d9d None None] Provisioning complete for port 4671bba7-0e90-40b9-9b4e-c275c216e9f2 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:24:30.053359 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1ad5c32d-fec7-44c4-a47d-e51a6aab9d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (4671bba7-0e90-40b9-9b4e-c275c216e9f2), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:30.104424 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538b069e-6081-4063-b6ed-ece7e8b55d70 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Router 93fa43f1-cb04-4265-9acf-d9145a99193f has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:24:30.164994 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-1ad5c32d-fec7-44c4-a47d-e51a6aab9d9d None None] Current status of the port 4671bba7-0e90-40b9-9b4e-c275c216e9f2 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:24:30.165310 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1ad5c32d-fec7-44c4-a47d-e51a6aab9d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (4671bba7-0e90-40b9-9b4e-c275c216e9f2), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:30.211423 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-1ad5c32d-fec7-44c4-a47d-e51a6aab9d9d None None] For port 4671bba7-0e90-40b9-9b4e-c275c216e9f2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4671bba7-0e90-40b9-9b4e-c275c216e9f2,segment=NetworkSegment(6a8a4c49-b330-46a0-b9c4-3b0775aa7484),segment_id=6a8a4c49-b330-46a0-b9c4-3b0775aa7484)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:24:30.217646 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1ad5c32d-fec7-44c4-a47d-e51a6aab9d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (4671bba7-0e90-40b9-9b4e-c275c216e9f2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:30.222276 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538b069e-6081-4063-b6ed-ece7e8b55d70 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:24:30.238182 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-538b069e-6081-4063-b6ed-ece7e8b55d70 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "PUT /v2.0/routers/93fa43f1-cb04-4265-9acf-d9145a99193f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5267558
Feb 05 21:24:30.296303 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5c32d-fec7-44c4-a47d-e51a6aab9d9d None None] Pushing event updated for resources: {'Port': ['ID=4671bba7-0e90-40b9-9b4e-c275c216e9f2,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:24:30.444290 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 4671bba7-0e90-40b9-9b4e-c275c216e9f2 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:24:30.449479 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-3685cc91-3bb5-48de-a4f6-6b020a0f34e3 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-874375933&fields=id&tenant_id=a64d1698f20a435e8937ab305eac38dd HTTP/1.1" status: 200  len: 267 time: 0.0673206
Feb 05 21:24:30.508833 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 4671bba7-0e90-40b9-9b4e-c275c216e9f2 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:24:30.509218 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (4671bba7-0e90-40b9-9b4e-c275c216e9f2), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:30.574683 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-1e1d0397-32d1-4b40-812d-7481c071dfed tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:24:30.576274 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-1e1d0397-32d1-4b40-812d-7481c071dfed tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/networks?id=add6703c-8d90-4786-b467-5e715387a49d HTTP/1.1" status: 200  len: 797 time: 0.1203420
Feb 05 21:24:30.581302 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de1768b-a4de-4de2-97d7-317eb463239e None None] Sync routers for ids ['93fa43f1-cb04-4265-9acf-d9145a99193f'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:24:30.596210 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-dd907ea1-ab26-44fb-a701-df84a89a822b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/quotas/a64d1698f20a435e8937ab305eac38dd HTTP/1.1" status: 200  len: 375 time: 0.0100765
Feb 05 21:24:30.598356 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de1768b-a4de-4de2-97d7-317eb463239e None None] Routers {'93fa43f1-cb04-4265-9acf-d9145a99193f'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:24:30.599205 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-2de1768b-a4de-4de2-97d7-317eb463239e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8aedc40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:24:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['93fa43f1-cb04-4265-9acf-d9145a99193f'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:24:30.619922 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-a1523a01-fb17-4c68-97ac-e407d268e00f None None] Provisioning complete for port 4671bba7-0e90-40b9-9b4e-c275c216e9f2 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:24:30.620407 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a1523a01-fb17-4c68-97ac-e407d268e00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (4671bba7-0e90-40b9-9b4e-c275c216e9f2), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:30.650693 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 4671bba7-0e90-40b9-9b4e-c275c216e9f2 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:24:30.652574 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7053e46f-ba65-4082-afb2-c0f729cd439f up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:24:30.670657 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-51cd63a2-d3e1-4d71-831b-ad9bf1fbf44e tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a64d1698f20a435e8937ab305eac38dd&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0671508
Feb 05 21:24:30.745879 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-2de1768b-a4de-4de2-97d7-317eb463239e None None] Set router 93fa43f1-cb04-4265-9acf-d9145a99193f gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:24:30.747363 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 7053e46f-ba65-4082-afb2-c0f729cd439f triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:24:30.747755 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7053e46f-ba65-4082-afb2-c0f729cd439f), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:30.776647 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-bf66e73d-49e2-4eb4-9cb7-0a9d2cfad41e service neutron] 10.222.0.32 "GET /v2.0/networks/add6703c-8d90-4786-b467-5e715387a49d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0936725
Feb 05 21:24:30.809881 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a1523a01-fb17-4c68-97ac-e407d268e00f None None] Current status of the port 4671bba7-0e90-40b9-9b4e-c275c216e9f2 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:24:30.835816 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-a1523a01-fb17-4c68-97ac-e407d268e00f None None] Provisioning complete for port 1a193368-30c3-4697-879f-eaace5f214ce triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:24:30.836198 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a1523a01-fb17-4c68-97ac-e407d268e00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1a193368-30c3-4697-879f-eaace5f214ce), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:30.910195 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-08fd994a-f182-40ff-8fb1-45da49c79e40 service neutron] 10.222.0.32 "GET /v2.0/networks/add6703c-8d90-4786-b467-5e715387a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264625
Feb 05 21:24:30.913388 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a1523a01-fb17-4c68-97ac-e407d268e00f None None] Port 1a193368-30c3-4697-879f-eaace5f214ce cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:24:30.915273 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 7053e46f-ba65-4082-afb2-c0f729cd439f is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:24:30.915670 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7053e46f-ba65-4082-afb2-c0f729cd439f), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:30.946206 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 7053e46f-ba65-4082-afb2-c0f729cd439f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7053e46f-ba65-4082-afb2-c0f729cd439f,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:24:30.949016 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7053e46f-ba65-4082-afb2-c0f729cd439f), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:31.002188 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=7053e46f-ba65-4082-afb2-c0f729cd439f,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:24:31.002870 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-2de1768b-a4de-4de2-97d7-317eb463239e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8aedc40>, [{'id': '93fa43f1-cb04-4265-9acf-d9145a99193f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807320207', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.132'}], 'enable_snat': True}, 'gw_port_id': '7053e46f-ba65-4082-afb2-c0f729cd439f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:24:25Z', 'updated_at': '2022-02-05T21:24:29Z', 'revision_number': 4, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': '7053e46f-ba65-4082-afb2-c0f729cd439f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:58:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fa43f1-cb04-4265-9acf-d9145a99193f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:24:26Z', 'updated_at': '2022-02-05T21:24:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1a193368-30c3-4697-879f-eaace5f214ce', 'name': '', 'network_id': 'add6703c-8d90-4786-b467-5e715387a49d', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'mac_address': 'fa:16:3e:01:5b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fa43f1-cb04-4265-9acf-d9145a99193f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'd1f4172b-51b9-4c85-8bdb-ced100c415b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:24:28Z', 'updated_at': '2022-02-05T21:24:29Z', 'revision_number': 2, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'subnets': [{'id': 'd1f4172b-51b9-4c85-8bdb-ced100c415b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:24:31.031170 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de1768b-a4de-4de2-97d7-317eb463239e None None] Checking router: 93fa43f1-cb04-4265-9acf-d9145a99193f for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:24:31.031754 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de1768b-a4de-4de2-97d7-317eb463239e None None] Updating router 93fa43f1-cb04-4265-9acf-d9145a99193f port 1a193368-30c3-4697-879f-eaace5f214ce binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:24:31.037210 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-441b431e-881b-47ca-afa4-688c52ce5f9a None None] Provisioning complete for port 1a193368-30c3-4697-879f-eaace5f214ce triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:24:31.037834 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-441b431e-881b-47ca-afa4-688c52ce5f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1a193368-30c3-4697-879f-eaace5f214ce), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:31.071450 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-2de1768b-a4de-4de2-97d7-317eb463239e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1a193368-30c3-4697-879f-eaace5f214ce), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:31.091540 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-441b431e-881b-47ca-afa4-688c52ce5f9a None None] Port 1a193368-30c3-4697-879f-eaace5f214ce cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:24:31.121616 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eb9f3dd7-2d17-4c82-b238-bbac20801f22 req-c09f63bb-bf73-4d37-8624-510b0e453540 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 210 time: 0.0288737
Feb 05 21:24:31.388225 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-2de1768b-a4de-4de2-97d7-317eb463239e None None] Publish callbacks [] for port (1a193368-30c3-4697-879f-eaace5f214ce), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:31.394281 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-2de1768b-a4de-4de2-97d7-317eb463239e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (1a193368-30c3-4697-879f-eaace5f214ce), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:31.448187 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05904bdf-1912-4473-bb57-54019c590041 None None] Pushing event updated for resources: {'Port': ['ID=1a193368-30c3-4697-879f-eaace5f214ce,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:24:31.460176 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05904bdf-1912-4473-bb57-54019c590041 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:24:31.460529 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05904bdf-1912-4473-bb57-54019c590041 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:24:31.460876 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05904bdf-1912-4473-bb57-54019c590041 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:24:31.461385 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05904bdf-1912-4473-bb57-54019c590041 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:24:31.461743 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05904bdf-1912-4473-bb57-54019c590041 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:24:31.462335 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05904bdf-1912-4473-bb57-54019c590041 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:24:31.462846 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05904bdf-1912-4473-bb57-54019c590041 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:24:31.463335 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05904bdf-1912-4473-bb57-54019c590041 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:24:31.463673 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05904bdf-1912-4473-bb57-54019c590041 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:24:31.464009 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05904bdf-1912-4473-bb57-54019c590041 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:24:31.464343 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05904bdf-1912-4473-bb57-54019c590041 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:24:31.464671 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05904bdf-1912-4473-bb57-54019c590041 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:24:31.465015 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05904bdf-1912-4473-bb57-54019c590041 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:24:31.525530 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-2de1768b-a4de-4de2-97d7-317eb463239e None None] Attempting to bind port 1a193368-30c3-4697-879f-eaace5f214ce on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:24:31.526649 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-2de1768b-a4de-4de2-97d7-317eb463239e None None] Attempting to bind port 1a193368-30c3-4697-879f-eaace5f214ce by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6a8a4c49-b330-46a0-b9c4-3b0775aa7484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'add6703c-8d90-4786-b467-5e715387a49d'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:24:31.527191 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de1768b-a4de-4de2-97d7-317eb463239e None None] Attempting to bind port 1a193368-30c3-4697-879f-eaace5f214ce on network add6703c-8d90-4786-b467-5e715387a49d {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:24:31.534121 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de1768b-a4de-4de2-97d7-317eb463239e None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:24:31.534674 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de1768b-a4de-4de2-97d7-317eb463239e None None] Checking segment: {'id': '6a8a4c49-b330-46a0-b9c4-3b0775aa7484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'add6703c-8d90-4786-b467-5e715387a49d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:24:31.535099 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-2de1768b-a4de-4de2-97d7-317eb463239e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:31.535496 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de1768b-a4de-4de2-97d7-317eb463239e None None] Bound using segment: {'id': '6a8a4c49-b330-46a0-b9c4-3b0775aa7484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'add6703c-8d90-4786-b467-5e715387a49d'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:24:31.535966 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-2de1768b-a4de-4de2-97d7-317eb463239e None None] Bound port: 1a193368-30c3-4697-879f-eaace5f214ce, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a8a4c49-b330-46a0-b9c4-3b0775aa7484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'add6703c-8d90-4786-b467-5e715387a49d'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:24:31.536375 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-2de1768b-a4de-4de2-97d7-317eb463239e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1a193368-30c3-4697-879f-eaace5f214ce), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:31.608765 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-2de1768b-a4de-4de2-97d7-317eb463239e None None] For port 1a193368-30c3-4697-879f-eaace5f214ce, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:24:31.613366 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-2de1768b-a4de-4de2-97d7-317eb463239e None None] For port 1a193368-30c3-4697-879f-eaace5f214ce, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a193368-30c3-4697-879f-eaace5f214ce,segment=NetworkSegment(6a8a4c49-b330-46a0-b9c4-3b0775aa7484),segment_id=6a8a4c49-b330-46a0-b9c4-3b0775aa7484)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:24:31.620513 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-2de1768b-a4de-4de2-97d7-317eb463239e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (1a193368-30c3-4697-879f-eaace5f214ce), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:31.683230 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de1768b-a4de-4de2-97d7-317eb463239e None None] Routers {'93fa43f1-cb04-4265-9acf-d9145a99193f'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:24:31.683854 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-2de1768b-a4de-4de2-97d7-317eb463239e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8aedc40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:24:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['93fa43f1-cb04-4265-9acf-d9145a99193f'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:24:31.720929 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-2bb691ff-2449-4390-a20a-1a877f8746b5 None None] Provisioning complete for port 1a193368-30c3-4697-879f-eaace5f214ce triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:24:31.721369 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2bb691ff-2449-4390-a20a-1a877f8746b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1a193368-30c3-4697-879f-eaace5f214ce), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:31.733347 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05904bdf-1912-4473-bb57-54019c590041 None None] Pushing event updated for resources: {'Port': ['ID=1a193368-30c3-4697-879f-eaace5f214ce,revision_number=4']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:24:31.833213 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-2de1768b-a4de-4de2-97d7-317eb463239e None None] Set router 93fa43f1-cb04-4265-9acf-d9145a99193f gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:24:31.838195 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-2bb691ff-2449-4390-a20a-1a877f8746b5 None None] Current status of the port 1a193368-30c3-4697-879f-eaace5f214ce is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:24:31.838633 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2bb691ff-2449-4390-a20a-1a877f8746b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1a193368-30c3-4697-879f-eaace5f214ce), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:31.872933 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-2bb691ff-2449-4390-a20a-1a877f8746b5 None None] For port 1a193368-30c3-4697-879f-eaace5f214ce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a193368-30c3-4697-879f-eaace5f214ce,segment=NetworkSegment(6a8a4c49-b330-46a0-b9c4-3b0775aa7484),segment_id=6a8a4c49-b330-46a0-b9c4-3b0775aa7484)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:24:31.880093 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2bb691ff-2449-4390-a20a-1a877f8746b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (1a193368-30c3-4697-879f-eaace5f214ce), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:31.936195 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb691ff-2449-4390-a20a-1a877f8746b5 None None] Pushing event updated for resources: {'Port': ['ID=1a193368-30c3-4697-879f-eaace5f214ce,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:24:32.000693 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-9d47a08b-e540-4d8e-ae2c-c80a1f9aff6a None None] Provisioning complete for port 1a193368-30c3-4697-879f-eaace5f214ce triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:24:32.001074 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9d47a08b-e540-4d8e-ae2c-c80a1f9aff6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1a193368-30c3-4697-879f-eaace5f214ce), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:32.046002 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-2de1768b-a4de-4de2-97d7-317eb463239e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8aedc40>, [{'id': '93fa43f1-cb04-4265-9acf-d9145a99193f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807320207', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.132'}], 'enable_snat': True}, 'gw_port_id': '7053e46f-ba65-4082-afb2-c0f729cd439f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:24:25Z', 'updated_at': '2022-02-05T21:24:29Z', 'revision_number': 4, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': '7053e46f-ba65-4082-afb2-c0f729cd439f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa43f1-cb04-4265-9acf-d9145a99193f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:24:26Z', 'updated_at': '2022-02-05T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1a193368-30c3-4697-879f-eaace5f214ce', 'name': '', 'network_id': 'add6703c-8d90-4786-b467-5e715387a49d', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'mac_address': 'fa:16:3e:01:5b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fa43f1-cb04-4265-9acf-d9145a99193f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'd1f4172b-51b9-4c85-8bdb-ced100c415b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:24:28Z', 'updated_at': '2022-02-05T21:24:31Z', 'revision_number': 4, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'subnets': [{'id': 'd1f4172b-51b9-4c85-8bdb-ced100c415b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:24:32.077150 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de1768b-a4de-4de2-97d7-317eb463239e None None] The sync data for ids ['93fa43f1-cb04-4265-9acf-d9145a99193f'] in ncdv-master-1 is: [{'id': '93fa43f1-cb04-4265-9acf-d9145a99193f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807320207', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.132'}], 'enable_snat': True}, 'gw_port_id': '7053e46f-ba65-4082-afb2-c0f729cd439f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:24:25Z', 'updated_at': '2022-02-05T21:24:29Z', 'revision_number': 4, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': '7053e46f-ba65-4082-afb2-c0f729cd439f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa43f1-cb04-4265-9acf-d9145a99193f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:24:26Z', 'updated_at': '2022-02-05T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1a193368-30c3-4697-879f-eaace5f214ce', 'name': '', 'network_id': 'add6703c-8d90-4786-b467-5e715387a49d', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'mac_address': 'fa:16:3e:01:5b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fa43f1-cb04-4265-9acf-d9145a99193f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'd1f4172b-51b9-4c85-8bdb-ced100c415b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:24:28Z', 'updated_at': '2022-02-05T21:24:31Z', 'revision_number': 4, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'subnets': [{'id': 'd1f4172b-51b9-4c85-8bdb-ced100c415b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:24:32.079579 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-9d47a08b-e540-4d8e-ae2c-c80a1f9aff6a None None] Current status of the port 1a193368-30c3-4697-879f-eaace5f214ce is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:24:32.216740 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-87ebc6b5-a562-45c0-be30-3b2e6ea706d2 req-9b68ff19-3b98-47cf-854f-4bad17097b99 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 210 time: 0.0346601
Feb 05 21:24:32.400756 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 4671bba7-0e90-40b9-9b4e-c275c216e9f2 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:24:32.451480 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 4671bba7-0e90-40b9-9b4e-c275c216e9f2 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:24:32.451862 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (4671bba7-0e90-40b9-9b4e-c275c216e9f2), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:32.535983 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 4671bba7-0e90-40b9-9b4e-c275c216e9f2 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:24:32.537064 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7053e46f-ba65-4082-afb2-c0f729cd439f up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:24:32.585050 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 7053e46f-ba65-4082-afb2-c0f729cd439f triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:24:32.585458 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7053e46f-ba65-4082-afb2-c0f729cd439f), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:32.669968 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 7053e46f-ba65-4082-afb2-c0f729cd439f is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:24:32.671535 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 1a193368-30c3-4697-879f-eaace5f214ce up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:24:32.722185 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 1a193368-30c3-4697-879f-eaace5f214ce triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:24:32.722603 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1a193368-30c3-4697-879f-eaace5f214ce), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:32.805949 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 1a193368-30c3-4697-879f-eaace5f214ce is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:24:33.296442 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4dd9c082-18cc-492a-be61-195701f82d62 req-b92cbbb5-f18c-47fe-9d9a-e420d6f19365 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 210 time: 0.0274973
Feb 05 21:24:33.746442 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6cc8b0a4-ac64-45ba-9e1a-9f139bc859eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:34.058479 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-47654be1-d673-4e02-b4ea-04f88213d65b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:24:34.059946 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-47654be1-d673-4e02-b4ea-04f88213d65b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.21 "GET /v2.0/networks?id=add6703c-8d90-4786-b467-5e715387a49d HTTP/1.1" status: 200  len: 797 time: 0.1006413
Feb 05 21:24:34.126348 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-77da716e-1114-491a-ac28-2cb7fde5ad05 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a64d1698f20a435e8937ab305eac38dd HTTP/1.1" status: 200  len: 379 time: 0.0587289
Feb 05 21:24:34.134551 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-97b96c42-a6e4-4957-a7ad-198c1a90d39d tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'port': {'device_id': '01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a', 'network_id': 'add6703c-8d90-4786-b467-5e715387a49d', 'admin_state_up': True, 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'security_groups': ['741f3374-4306-4559-8a99-5efbb308367a']}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:24:34.237932 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-97b96c42-a6e4-4957-a7ad-198c1a90d39d tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Made reservation on behalf of a64d1698f20a435e8937ab305eac38dd for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:24:34.241731 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-97b96c42-a6e4-4957-a7ad-198c1a90d39d tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:34.369295 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-97b96c42-a6e4-4957-a7ad-198c1a90d39d tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Allocated IP 172.20.0.9 (add6703c-8d90-4786-b467-5e715387a49d/d1f4172b-51b9-4c85-8bdb-ced100c415b4/ba974237-6ff2-4791-bf83-f005f5a88d5f) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:24:34.398810 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-58fb30cf-5fa6-477b-8ffc-0f041c251646 req-af1ff9dc-31b4-46bc-b734-f307cdaf5dfb tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 210 time: 0.0344245
Feb 05 21:24:34.504842 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-97b96c42-a6e4-4957-a7ad-198c1a90d39d tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for port (ba974237-6ff2-4791-bf83-f005f5a88d5f), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:34.542498 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-97b96c42-a6e4-4957-a7ad-198c1a90d39d tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (ba974237-6ff2-4791-bf83-f005f5a88d5f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:34.587099 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-97b96c42-a6e4-4957-a7ad-198c1a90d39d tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Network add6703c-8d90-4786-b467-5e715387a49d is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:24:34.589996 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-97b96c42-a6e4-4957-a7ad-198c1a90d39d tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:24:34.593463 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-97b96c42-a6e4-4957-a7ad-198c1a90d39d tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:24:34.599849 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b96c42-a6e4-4957-a7ad-198c1a90d39d tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'Port': ['ID=ba974237-6ff2-4791-bf83-f005f5a88d5f,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:24:34.646490 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-97b96c42-a6e4-4957-a7ad-198c1a90d39d tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:24:34.647141 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-97b96c42-a6e4-4957-a7ad-198c1a90d39d tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:34.664649 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-97b96c42-a6e4-4957-a7ad-198c1a90d39d tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5336015
Feb 05 21:24:34.676364 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-9b1706d8-35d1-4b05-b522-084f3ca493c2 service neutron] Request body: {'port': {'device_id': '01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:24:34.745777 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-9b1706d8-35d1-4b05-b522-084f3ca493c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ba974237-6ff2-4791-bf83-f005f5a88d5f), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:34.820696 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c94a624d-34b9-4066-a79c-6cedbf2a75d6 None None] Provisioning complete for port ba974237-6ff2-4791-bf83-f005f5a88d5f triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:24:34.821281 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c94a624d-34b9-4066-a79c-6cedbf2a75d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ba974237-6ff2-4791-bf83-f005f5a88d5f), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:34.858838 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c94a624d-34b9-4066-a79c-6cedbf2a75d6 None None] Port ba974237-6ff2-4791-bf83-f005f5a88d5f cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:24:35.008511 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-9b1706d8-35d1-4b05-b522-084f3ca493c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba974237-6ff2-4791-bf83-f005f5a88d5f {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:24:35.015917 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-9b1706d8-35d1-4b05-b522-084f3ca493c2 service neutron] Publish callbacks [] for port (ba974237-6ff2-4791-bf83-f005f5a88d5f), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:35.027971 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-9b1706d8-35d1-4b05-b522-084f3ca493c2 service neutron] Transition to ACTIVE for port object ba974237-6ff2-4791-bf83-f005f5a88d5f will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:24:35.031117 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-9b1706d8-35d1-4b05-b522-084f3ca493c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (ba974237-6ff2-4791-bf83-f005f5a88d5f), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:35.081964 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1706d8-35d1-4b05-b522-084f3ca493c2 service neutron] Pushing event updated for resources: {'Port': ['ID=ba974237-6ff2-4791-bf83-f005f5a88d5f,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:24:35.155477 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-9b1706d8-35d1-4b05-b522-084f3ca493c2 service neutron] Attempting to bind port ba974237-6ff2-4791-bf83-f005f5a88d5f on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:24:35.155913 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-9b1706d8-35d1-4b05-b522-084f3ca493c2 service neutron] Attempting to bind port ba974237-6ff2-4791-bf83-f005f5a88d5f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6a8a4c49-b330-46a0-b9c4-3b0775aa7484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'add6703c-8d90-4786-b467-5e715387a49d'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:24:35.156769 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-9b1706d8-35d1-4b05-b522-084f3ca493c2 service neutron] Attempting to bind port ba974237-6ff2-4791-bf83-f005f5a88d5f on network add6703c-8d90-4786-b467-5e715387a49d {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:24:35.161380 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-9b1706d8-35d1-4b05-b522-084f3ca493c2 service neutron] Port ba974237-6ff2-4791-bf83-f005f5a88d5f on network add6703c-8d90-4786-b467-5e715387a49d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:24:35.161728 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-9b1706d8-35d1-4b05-b522-084f3ca493c2 service neutron] Attempting to bind port ba974237-6ff2-4791-bf83-f005f5a88d5f on network add6703c-8d90-4786-b467-5e715387a49d {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:24:35.166769 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-9b1706d8-35d1-4b05-b522-084f3ca493c2 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:24:35.167109 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-9b1706d8-35d1-4b05-b522-084f3ca493c2 service neutron] Checking segment: {'id': '6a8a4c49-b330-46a0-b9c4-3b0775aa7484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'add6703c-8d90-4786-b467-5e715387a49d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:24:35.167493 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-9b1706d8-35d1-4b05-b522-084f3ca493c2 service neutron] Bound using segment: {'id': '6a8a4c49-b330-46a0-b9c4-3b0775aa7484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'add6703c-8d90-4786-b467-5e715387a49d'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:24:35.167923 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-9b1706d8-35d1-4b05-b522-084f3ca493c2 service neutron] Bound port: ba974237-6ff2-4791-bf83-f005f5a88d5f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8a4c49-b330-46a0-b9c4-3b0775aa7484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'add6703c-8d90-4786-b467-5e715387a49d'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:24:35.168284 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-9b1706d8-35d1-4b05-b522-084f3ca493c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ba974237-6ff2-4791-bf83-f005f5a88d5f), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:35.234933 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-9b1706d8-35d1-4b05-b522-084f3ca493c2 service neutron] For port ba974237-6ff2-4791-bf83-f005f5a88d5f, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:24:35.238163 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-9b1706d8-35d1-4b05-b522-084f3ca493c2 service neutron] For port ba974237-6ff2-4791-bf83-f005f5a88d5f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ba974237-6ff2-4791-bf83-f005f5a88d5f,segment=NetworkSegment(6a8a4c49-b330-46a0-b9c4-3b0775aa7484),segment_id=6a8a4c49-b330-46a0-b9c4-3b0775aa7484)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:24:35.244828 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-9b1706d8-35d1-4b05-b522-084f3ca493c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (ba974237-6ff2-4791-bf83-f005f5a88d5f), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:35.278946 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-9b1706d8-35d1-4b05-b522-084f3ca493c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:24:35.279492 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-9b1706d8-35d1-4b05-b522-084f3ca493c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:35.281010 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-9b1706d8-35d1-4b05-b522-084f3ca493c2 service neutron] 10.222.0.21 "PUT /v2.0/ports/ba974237-6ff2-4791-bf83-f005f5a88d5f HTTP/1.1" status: 200  len: 1091 time: 0.6093848
Feb 05 21:24:35.283549 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a', 'tag': 'ba974237-6ff2-4791-bf83-f005f5a88d5f'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:24:35.286846 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74623bc-d3ac-42c2-8bda-9ccf57ad0239" -d '{"events": [{"name": "network-changed", "server_uuid": "01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a", "tag": "ba974237-6ff2-4791-bf83-f005f5a88d5f"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:24:35.315927 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1706d8-35d1-4b05-b522-084f3ca493c2 service neutron] Pushing event updated for resources: {'Port': ['ID=ba974237-6ff2-4791-bf83-f005f5a88d5f,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:24:35.339605 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f8b38b-88c6-4a34-99f5-ed2b5e073361 x-openstack-request-id: req-b5f8b38b-88c6-4a34-99f5-ed2b5e073361 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:24:35.339605 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a", "tag": "ba974237-6ff2-4791-bf83-f005f5a88d5f", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:24:35.339874 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b5f8b38b-88c6-4a34-99f5-ed2b5e073361 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:24:35.340295 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a', 'tag': 'ba974237-6ff2-4791-bf83-f005f5a88d5f', 'status': 'completed', 'code': 200}
Feb 05 21:24:35.375536 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-87321ccf-310f-40f9-b85a-7ac820e66c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:24:35.377117 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-87321ccf-310f-40f9-b85a-7ac820e66c8a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a64d1698f20a435e8937ab305eac38dd&device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 1125 time: 0.0522482
Feb 05 21:24:35.424621 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-7aa7c153-127e-4233-b7d9-2b113ad70bf5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba974237-6ff2-4791-bf83-f005f5a88d5f HTTP/1.1" status: 200  len: 217 time: 0.0402710
Feb 05 21:24:35.478901 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-7d30db94-bbb6-4aeb-9447-f93defeb2976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:24:35.480533 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-7d30db94-bbb6-4aeb-9447-f93defeb2976 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d1f4172b-51b9-4c85-8bdb-ced100c415b4 HTTP/1.1" status: 200  len: 835 time: 0.0498512
Feb 05 21:24:35.528993 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff1a3d-f9ee-4dee-a2fb-f6771795207d req-d8829b0d-fae1-4834-b6ba-d0d35563c38b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:24:35.530551 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-25ff1a3d-f9ee-4dee-a2fb-f6771795207d req-d8829b0d-fae1-4834-b6ba-d0d35563c38b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 943 time: 0.0588331
Feb 05 21:24:35.533311 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-af58d8e7-457a-4798-aa87-bea3db9d597b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:24:35.535016 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-af58d8e7-457a-4798-aa87-bea3db9d597b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=add6703c-8d90-4786-b467-5e715387a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0486000
Feb 05 21:24:35.580209 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-25ff1a3d-f9ee-4dee-a2fb-f6771795207d req-158f5ddb-f828-4ba2-a639-6411d958b9ba tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=741f3374-4306-4559-8a99-5efbb308367a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440037
Feb 05 21:24:35.629619 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-3b00236f-d460-4343-be84-500a5be4982b service neutron] 10.222.0.21 "GET /v2.0/networks/add6703c-8d90-4786-b467-5e715387a49d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0877128
Feb 05 21:24:35.718830 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0f9fca27-7774-43e7-8d28-85ce7d739f15 req-f73fad69-4bd0-457c-a1d4-0eb45141b3a9 service neutron] 10.222.0.21 "GET /v2.0/networks/add6703c-8d90-4786-b467-5e715387a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0834248
Feb 05 21:24:35.811537 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74623bc-d3ac-42c2-8bda-9ccf57ad0239 req-cd0302b5-7f35-4b42-afe4-c195bb962b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:24:35.813627 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b74623bc-d3ac-42c2-8bda-9ccf57ad0239 req-cd0302b5-7f35-4b42-afe4-c195bb962b47 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a64d1698f20a435e8937ab305eac38dd&device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 1125 time: 0.0506499
Feb 05 21:24:35.903902 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74623bc-d3ac-42c2-8bda-9ccf57ad0239 req-826b5cb3-ea60-417d-81a0-847fca8ef6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:24:35.905309 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b74623bc-d3ac-42c2-8bda-9ccf57ad0239 req-826b5cb3-ea60-417d-81a0-847fca8ef6bf service neutron] 10.222.0.21 "GET /v2.0/networks?id=add6703c-8d90-4786-b467-5e715387a49d HTTP/1.1" status: 200  len: 898 time: 0.0857484
Feb 05 21:24:35.949255 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b74623bc-d3ac-42c2-8bda-9ccf57ad0239 req-4ae7d4e9-ef41-44ff-8dcf-288207438b2f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba974237-6ff2-4791-bf83-f005f5a88d5f HTTP/1.1" status: 200  len: 217 time: 0.0380118
Feb 05 21:24:35.997345 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74623bc-d3ac-42c2-8bda-9ccf57ad0239 req-c0c76d7f-83d6-4fec-9404-d26b5e5c9800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:24:35.998844 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b74623bc-d3ac-42c2-8bda-9ccf57ad0239 req-c0c76d7f-83d6-4fec-9404-d26b5e5c9800 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d1f4172b-51b9-4c85-8bdb-ced100c415b4 HTTP/1.1" status: 200  len: 835 time: 0.0439491
Feb 05 21:24:36.046542 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74623bc-d3ac-42c2-8bda-9ccf57ad0239 req-80ed9999-3cd4-4820-a241-f760e95665a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:24:36.048652 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b74623bc-d3ac-42c2-8bda-9ccf57ad0239 req-80ed9999-3cd4-4820-a241-f760e95665a5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=add6703c-8d90-4786-b467-5e715387a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0443017
Feb 05 21:24:36.114302 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e4ea1d30-5c59-4748-be8b-9124d8c2ddfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:36.145302 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b74623bc-d3ac-42c2-8bda-9ccf57ad0239 req-b71e9399-4c8a-4469-9076-cd9ba1dd54c3 service neutron] 10.222.0.21 "GET /v2.0/networks/add6703c-8d90-4786-b467-5e715387a49d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0880756
Feb 05 21:24:36.236178 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b74623bc-d3ac-42c2-8bda-9ccf57ad0239 req-e6f27395-126f-436a-a8c2-9d913b6e4c2a service neutron] 10.222.0.21 "GET /v2.0/networks/add6703c-8d90-4786-b467-5e715387a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838542
Feb 05 21:24:36.701652 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f209f9f-201e-4bde-aecf-a34a40b5d273 req-afece5fa-c783-4da1-b3ea-03bbac0e1a9f tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:24:36.703088 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4f209f9f-201e-4bde-aecf-a34a40b5d273 req-afece5fa-c783-4da1-b3ea-03bbac0e1a9f tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 943 time: 0.0532117
Feb 05 21:24:36.752162 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4f209f9f-201e-4bde-aecf-a34a40b5d273 req-bbf6b792-ff1a-4a03-afc5-9196eadf0df6 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=741f3374-4306-4559-8a99-5efbb308367a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434523
Feb 05 21:24:37.522879 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:37.873645 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba7902-4b41-48f2-ba39-bdbe63bd01d3 req-ded6b3cc-36bc-4328-ad9d-f89111162810 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:24:37.875949 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cbba7902-4b41-48f2-ba39-bdbe63bd01d3 req-ded6b3cc-36bc-4328-ad9d-f89111162810 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 943 time: 0.0573783
Feb 05 21:24:37.924031 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cbba7902-4b41-48f2-ba39-bdbe63bd01d3 req-35d3a4b9-63c8-4921-a1eb-d2e0cffa6c08 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=741f3374-4306-4559-8a99-5efbb308367a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424519
Feb 05 21:24:39.041802 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f47d99-7447-4673-9f1e-5724bcdce3bc req-b2039bdb-58e2-4efe-872c-1af11e498987 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:24:39.043296 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72f47d99-7447-4673-9f1e-5724bcdce3bc req-b2039bdb-58e2-4efe-872c-1af11e498987 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 943 time: 0.0523307
Feb 05 21:24:39.090624 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72f47d99-7447-4673-9f1e-5724bcdce3bc req-bccddad0-0550-4a87-81be-0e169ea578ce tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=741f3374-4306-4559-8a99-5efbb308367a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409210
Feb 05 21:24:39.128594 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:39.141710 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device ba974237-6ff2-4791-bf83-f005f5a88d5f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:24:39.240774 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port ba974237-6ff2-4791-bf83-f005f5a88d5f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ba974237-6ff2-4791-bf83-f005f5a88d5f,segment=NetworkSegment(6a8a4c49-b330-46a0-b9c4-3b0775aa7484),segment_id=6a8a4c49-b330-46a0-b9c4-3b0775aa7484)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:24:39.251164 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': 'ba974237-6ff2-4791-bf83-f005f5a88d5f', 'network_id': 'add6703c-8d90-4786-b467-5e715387a49d', 'port_id': 'ba974237-6ff2-4791-bf83-f005f5a88d5f', 'mac_address': 'fa:16:3e:75:88:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1f4172b-51b9-4c85-8bdb-ced100c415b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:24:39.288595 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port ba974237-6ff2-4791-bf83-f005f5a88d5f is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:24:39.288987 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ba974237-6ff2-4791-bf83-f005f5a88d5f), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:39.302516 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba974237-6ff2-4791-bf83-f005f5a88d5f {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:24:39.325840 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port ba974237-6ff2-4791-bf83-f005f5a88d5f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ba974237-6ff2-4791-bf83-f005f5a88d5f,segment=NetworkSegment(6a8a4c49-b330-46a0-b9c4-3b0775aa7484),segment_id=6a8a4c49-b330-46a0-b9c4-3b0775aa7484)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:24:39.329574 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ba974237-6ff2-4791-bf83-f005f5a88d5f), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:39.375600 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=ba974237-6ff2-4791-bf83-f005f5a88d5f,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:24:39.629022 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['ba974237-6ff2-4791-bf83-f005f5a88d5f'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:24:40.209010 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c87922-d5ad-47c0-b562-cbb8fdfaf6ff req-a20dbcd1-b27b-440a-8204-3254102b6799 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:24:40.210436 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f7c87922-d5ad-47c0-b562-cbb8fdfaf6ff req-a20dbcd1-b27b-440a-8204-3254102b6799 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 944 time: 0.0531909
Feb 05 21:24:40.263923 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f7c87922-d5ad-47c0-b562-cbb8fdfaf6ff req-5a09f46d-dd73-4ec0-9e6e-f71c9dcbdbfe tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=741f3374-4306-4559-8a99-5efbb308367a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479882
Feb 05 21:24:40.504222 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:41.153682 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device ba974237-6ff2-4791-bf83-f005f5a88d5f up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:24:41.200627 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port ba974237-6ff2-4791-bf83-f005f5a88d5f completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:24:41.205205 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port ba974237-6ff2-4791-bf83-f005f5a88d5f triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:24:41.205576 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ba974237-6ff2-4791-bf83-f005f5a88d5f), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:41.283596 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port ba974237-6ff2-4791-bf83-f005f5a88d5f is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:24:41.283984 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ba974237-6ff2-4791-bf83-f005f5a88d5f), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:41.306088 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba974237-6ff2-4791-bf83-f005f5a88d5f'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:24:41.308346 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0c3a57-a45a-42b1-a1e5-eec293d517d0" -d '{"events": [{"server_uuid": "01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a", "name": "network-vif-plugged", "status": "completed", "tag": "ba974237-6ff2-4791-bf83-f005f5a88d5f"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:24:41.321754 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port ba974237-6ff2-4791-bf83-f005f5a88d5f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ba974237-6ff2-4791-bf83-f005f5a88d5f,segment=NetworkSegment(6a8a4c49-b330-46a0-b9c4-3b0775aa7484),segment_id=6a8a4c49-b330-46a0-b9c4-3b0775aa7484)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:24:41.326246 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ba974237-6ff2-4791-bf83-f005f5a88d5f), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:41.352598 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c9ce69-9f30-4310-81d8-eb762ab2fd0b x-openstack-request-id: req-a1c9ce69-9f30-4310-81d8-eb762ab2fd0b {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:24:41.352892 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a", "name": "network-vif-plugged", "status": "completed", "tag": "ba974237-6ff2-4791-bf83-f005f5a88d5f", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:24:41.353139 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a1c9ce69-9f30-4310-81d8-eb762ab2fd0b {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:24:41.353530 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba974237-6ff2-4791-bf83-f005f5a88d5f', 'code': 200}
Feb 05 21:24:41.378675 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=ba974237-6ff2-4791-bf83-f005f5a88d5f,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:24:41.393450 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b8c1f-d303-4d20-9558-348e2b605fe2 req-923d737b-3967-4cea-ab18-8cb9b2b8f7d2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:24:41.395036 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a23b8c1f-d303-4d20-9558-348e2b605fe2 req-923d737b-3967-4cea-ab18-8cb9b2b8f7d2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 945 time: 0.0605946
Feb 05 21:24:41.445375 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a23b8c1f-d303-4d20-9558-348e2b605fe2 req-248f4d58-f1f0-4ac4-ad26-c8722483661c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=741f3374-4306-4559-8a99-5efbb308367a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447025
Feb 05 21:24:41.462039 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e859bc-728d-4146-974a-6f34933e43c0 req-ea773618-5fee-4e7d-96fa-7dee261e1d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:24:41.463778 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-41e859bc-728d-4146-974a-6f34933e43c0 req-ea773618-5fee-4e7d-96fa-7dee261e1d63 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 1127 time: 0.0445642
Feb 05 21:24:41.512531 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-41e859bc-728d-4146-974a-6f34933e43c0 req-2af88c43-8aa8-4906-b8b4-e582cc62f9e1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=741f3374-4306-4559-8a99-5efbb308367a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430119
Feb 05 21:24:42.567091 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132c161-de18-457c-8bd9-05ceda76f8bc req-31d740f3-d9a1-457b-9f98-07a4e038a975 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:24:42.568585 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e132c161-de18-457c-8bd9-05ceda76f8bc req-31d740f3-d9a1-457b-9f98-07a4e038a975 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 945 time: 0.0533895
Feb 05 21:24:42.616797 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e132c161-de18-457c-8bd9-05ceda76f8bc req-bfa4df10-ae1d-4554-95f6-1022727fa43a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=741f3374-4306-4559-8a99-5efbb308367a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424976
Feb 05 21:24:43.738749 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed3909-fa47-4659-a787-079b5acd3747 req-7a4350d6-9014-45d4-8986-fbe0d986cf50 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:24:43.740223 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a8ed3909-fa47-4659-a787-079b5acd3747 req-7a4350d6-9014-45d4-8986-fbe0d986cf50 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 945 time: 0.0568151
Feb 05 21:24:43.790027 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a8ed3909-fa47-4659-a787-079b5acd3747 req-094e88f5-9c62-4345-8cc2-d0f92366e204 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=741f3374-4306-4559-8a99-5efbb308367a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442443
Feb 05 21:24:43.908120 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d32142-e3a2-4798-a0e2-456e25e63968 req-65f6a6ed-2554-4076-93f7-1cb2bec7244c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:24:43.909530 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d7d32142-e3a2-4798-a0e2-456e25e63968 req-65f6a6ed-2554-4076-93f7-1cb2bec7244c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 945 time: 0.0535781
Feb 05 21:24:43.957715 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d7d32142-e3a2-4798-a0e2-456e25e63968 req-74ab3f71-5066-45ca-a9fb-90bc034b7f89 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=741f3374-4306-4559-8a99-5efbb308367a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422935
Feb 05 21:24:43.979509 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48928) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:24:44.025895 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b55821a-3bb1-46b2-ad28-78ebf11a501f tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:24:44.027702 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1b55821a-3bb1-46b2-ad28-78ebf11a501f tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 1122 time: 0.0472338
Feb 05 21:24:44.030532 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48930) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:24:44.035451 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-97654b89-8f04-45b6-8ff4-289f5fc024a2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'port_id': 'ba974237-6ff2-4791-bf83-f005f5a88d5f', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:24:44.054645 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-97654b89-8f04-45b6-8ff4-289f5fc024a2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:44.149167 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-97654b89-8f04-45b6-8ff4-289f5fc024a2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:44.254009 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-97654b89-8f04-45b6-8ff4-289f5fc024a2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Allocated IP 172.35.4.81 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/07a07473-fd13-4350-980d-4f7869004c15) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:24:44.352889 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-97654b89-8f04-45b6-8ff4-289f5fc024a2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for port (07a07473-fd13-4350-980d-4f7869004c15), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:44.386410 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-97654b89-8f04-45b6-8ff4-289f5fc024a2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (07a07473-fd13-4350-980d-4f7869004c15), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:44.426067 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97654b89-8f04-45b6-8ff4-289f5fc024a2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:24:44.428884 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-97654b89-8f04-45b6-8ff4-289f5fc024a2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:24:44.432544 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97654b89-8f04-45b6-8ff4-289f5fc024a2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:24:44.438130 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97654b89-8f04-45b6-8ff4-289f5fc024a2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'Port': ['ID=07a07473-fd13-4350-980d-4f7869004c15,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:24:44.812057 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-97654b89-8f04-45b6-8ff4-289f5fc024a2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for floatingip (5f6b35f0-a35e-40a8-9ef5-5fcc45815744), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:44.883847 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-97654b89-8f04-45b6-8ff4-289f5fc024a2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (07a07473-fd13-4350-980d-4f7869004c15), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:45.027424 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-97654b89-8f04-45b6-8ff4-289f5fc024a2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for port (07a07473-fd13-4350-980d-4f7869004c15), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:45.031947 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-97654b89-8f04-45b6-8ff4-289f5fc024a2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (07a07473-fd13-4350-980d-4f7869004c15), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:45.110371 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97654b89-8f04-45b6-8ff4-289f5fc024a2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'Port': ['ID=07a07473-fd13-4350-980d-4f7869004c15,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:24:45.123496 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-97654b89-8f04-45b6-8ff4-289f5fc024a2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (5f6b35f0-a35e-40a8-9ef5-5fcc45815744), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:45.227443 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-97654b89-8f04-45b6-8ff4-289f5fc024a2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Floating IP 5f6b35f0-a35e-40a8-9ef5-5fcc45815744 associated. External IP: 172.35.4.81, port: ba974237-6ff2-4791-bf83-f005f5a88d5f.
Feb 05 21:24:45.413858 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:45.437442 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97654b89-8f04-45b6-8ff4-289f5fc024a2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Router 93fa43f1-cb04-4265-9acf-d9145a99193f has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:24:45.545286 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97654b89-8f04-45b6-8ff4-289f5fc024a2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:24:45.555069 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7078b25-a96b-4159-90cb-13184bb6c000 None None] Sync routers for ids ['93fa43f1-cb04-4265-9acf-d9145a99193f'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:24:45.563732 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-97654b89-8f04-45b6-8ff4-289f5fc024a2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:45.569462 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7078b25-a96b-4159-90cb-13184bb6c000 None None] Routers {'93fa43f1-cb04-4265-9acf-d9145a99193f'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:24:45.570092 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-e7078b25-a96b-4159-90cb-13184bb6c000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8240790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:24:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['93fa43f1-cb04-4265-9acf-d9145a99193f'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:24:45.595824 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-97654b89-8f04-45b6-8ff4-289f5fc024a2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.5632935
Feb 05 21:24:45.596428 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a', 'tag': 'ba974237-6ff2-4791-bf83-f005f5a88d5f'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:24:45.598797 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45552eb5-61ab-4235-878b-6a159e1646dd" -d '{"events": [{"name": "network-changed", "server_uuid": "01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a", "tag": "ba974237-6ff2-4791-bf83-f005f5a88d5f"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:24:45.639191 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505b9299-1886-408c-81c7-3578bff64c91 x-openstack-request-id: req-505b9299-1886-408c-81c7-3578bff64c91 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:24:45.639495 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a", "tag": "ba974237-6ff2-4791-bf83-f005f5a88d5f", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:24:45.639772 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-505b9299-1886-408c-81c7-3578bff64c91 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:24:45.640209 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a', 'tag': 'ba974237-6ff2-4791-bf83-f005f5a88d5f', 'status': 'completed', 'code': 200}
Feb 05 21:24:45.707193 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb173e-ece7-4f53-9e3f-ef848f37959a req-06d81002-7fad-44c3-9e91-9dfc4ace18f8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:24:45.708673 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2ccb173e-ece7-4f53-9e3f-ef848f37959a req-06d81002-7fad-44c3-9e91-9dfc4ace18f8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 945 time: 0.0586548
Feb 05 21:24:45.712991 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45552eb5-61ab-4235-878b-6a159e1646dd req-21750222-4d59-4e12-a749-a781cf808108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:24:45.714562 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45552eb5-61ab-4235-878b-6a159e1646dd req-21750222-4d59-4e12-a749-a781cf808108 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a64d1698f20a435e8937ab305eac38dd&device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 1127 time: 0.0514212
Feb 05 21:24:45.761174 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2ccb173e-ece7-4f53-9e3f-ef848f37959a req-a1a92368-6001-459e-b3e0-34885334d12b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=741f3374-4306-4559-8a99-5efbb308367a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456426
Feb 05 21:24:45.787448 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48936) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:24:45.815695 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45552eb5-61ab-4235-878b-6a159e1646dd req-3dd25392-a975-4143-98b6-0cc8186ec02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:24:45.817615 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45552eb5-61ab-4235-878b-6a159e1646dd req-3dd25392-a975-4143-98b6-0cc8186ec02a service neutron] 10.222.0.21 "GET /v2.0/networks?id=add6703c-8d90-4786-b467-5e715387a49d HTTP/1.1" status: 200  len: 898 time: 0.0964870
Feb 05 21:24:45.847232 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-e7078b25-a96b-4159-90cb-13184bb6c000 None None] Set router 93fa43f1-cb04-4265-9acf-d9145a99193f gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:24:45.855654 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4f778638-0ca8-41e4-8670-511fa05652e7 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/floatingips/5f6b35f0-a35e-40a8-9ef5-5fcc45815744 HTTP/1.1" status: 200  len: 990 time: 0.0671704
Feb 05 21:24:45.895577 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45552eb5-61ab-4235-878b-6a159e1646dd req-97f65e9b-7b13-451e-9043-8312bfac9887 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba974237-6ff2-4791-bf83-f005f5a88d5f HTTP/1.1" status: 200  len: 998 time: 0.0713873
Feb 05 21:24:45.945350 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45552eb5-61ab-4235-878b-6a159e1646dd req-ea993549-099c-4a0f-b58b-6080b8a17cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:24:45.946946 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45552eb5-61ab-4235-878b-6a159e1646dd req-ea993549-099c-4a0f-b58b-6080b8a17cbc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d1f4172b-51b9-4c85-8bdb-ced100c415b4 HTTP/1.1" status: 200  len: 835 time: 0.0448351
Feb 05 21:24:45.996366 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45552eb5-61ab-4235-878b-6a159e1646dd req-80518d6c-876b-4a15-a299-fd87dfe7827d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:24:45.997861 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45552eb5-61ab-4235-878b-6a159e1646dd req-80518d6c-876b-4a15-a299-fd87dfe7827d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=add6703c-8d90-4786-b467-5e715387a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0450857
Feb 05 21:24:46.074621 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-e7078b25-a96b-4159-90cb-13184bb6c000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8240790>, [{'id': '93fa43f1-cb04-4265-9acf-d9145a99193f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807320207', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.132'}], 'enable_snat': True}, 'gw_port_id': '7053e46f-ba65-4082-afb2-c0f729cd439f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:24:25Z', 'updated_at': '2022-02-05T21:24:29Z', 'revision_number': 4, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': '7053e46f-ba65-4082-afb2-c0f729cd439f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa43f1-cb04-4265-9acf-d9145a99193f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:24:26Z', 'updated_at': '2022-02-05T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5f6b35f0-a35e-40a8-9ef5-5fcc45815744', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'floating_ip_address': '172.35.4.81', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '93fa43f1-cb04-4265-9acf-d9145a99193f', 'port_id': 'ba974237-6ff2-4791-bf83-f005f5a88d5f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'add6703c-8d90-4786-b467-5e715387a49d', 'mac_address': 'fa:16:3e:75:88:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:24:44Z', 'updated_at': '2022-02-05T21:24:44Z', 'revision_number': 0, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a193368-30c3-4697-879f-eaace5f214ce', 'name': '', 'network_id': 'add6703c-8d90-4786-b467-5e715387a49d', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'mac_address': 'fa:16:3e:01:5b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa43f1-cb04-4265-9acf-d9145a99193f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'd1f4172b-51b9-4c85-8bdb-ced100c415b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:24:28Z', 'updated_at': '2022-02-05T21:24:31Z', 'revision_number': 5, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'subnets': [{'id': 'd1f4172b-51b9-4c85-8bdb-ced100c415b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:24:46.094348 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45552eb5-61ab-4235-878b-6a159e1646dd req-ead9157e-a57e-45fc-9f98-7650f341a9a3 service neutron] 10.222.0.21 "GET /v2.0/networks/add6703c-8d90-4786-b467-5e715387a49d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0907974
Feb 05 21:24:46.106555 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7078b25-a96b-4159-90cb-13184bb6c000 None None] Checking router: 93fa43f1-cb04-4265-9acf-d9145a99193f for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:24:46.115622 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7078b25-a96b-4159-90cb-13184bb6c000 None None] Routers {'93fa43f1-cb04-4265-9acf-d9145a99193f'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:24:46.116247 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-e7078b25-a96b-4159-90cb-13184bb6c000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8240790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:24:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['93fa43f1-cb04-4265-9acf-d9145a99193f'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:24:46.186254 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45552eb5-61ab-4235-878b-6a159e1646dd req-ead0ce5e-6f00-4635-9b9d-09cc079e682b service neutron] 10.222.0.21 "GET /v2.0/networks/add6703c-8d90-4786-b467-5e715387a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860906
Feb 05 21:24:46.227638 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-e7078b25-a96b-4159-90cb-13184bb6c000 None None] Set router 93fa43f1-cb04-4265-9acf-d9145a99193f gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:24:46.448001 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-e7078b25-a96b-4159-90cb-13184bb6c000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8240790>, [{'id': '93fa43f1-cb04-4265-9acf-d9145a99193f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807320207', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.132'}], 'enable_snat': True}, 'gw_port_id': '7053e46f-ba65-4082-afb2-c0f729cd439f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:24:25Z', 'updated_at': '2022-02-05T21:24:29Z', 'revision_number': 4, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': '7053e46f-ba65-4082-afb2-c0f729cd439f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa43f1-cb04-4265-9acf-d9145a99193f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:24:26Z', 'updated_at': '2022-02-05T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5f6b35f0-a35e-40a8-9ef5-5fcc45815744', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'floating_ip_address': '172.35.4.81', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '93fa43f1-cb04-4265-9acf-d9145a99193f', 'port_id': 'ba974237-6ff2-4791-bf83-f005f5a88d5f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'add6703c-8d90-4786-b467-5e715387a49d', 'mac_address': 'fa:16:3e:75:88:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:24:44Z', 'updated_at': '2022-02-05T21:24:44Z', 'revision_number': 0, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a193368-30c3-4697-879f-eaace5f214ce', 'name': '', 'network_id': 'add6703c-8d90-4786-b467-5e715387a49d', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'mac_address': 'fa:16:3e:01:5b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa43f1-cb04-4265-9acf-d9145a99193f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'd1f4172b-51b9-4c85-8bdb-ced100c415b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:24:28Z', 'updated_at': '2022-02-05T21:24:31Z', 'revision_number': 5, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'subnets': [{'id': 'd1f4172b-51b9-4c85-8bdb-ced100c415b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:24:46.477932 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7078b25-a96b-4159-90cb-13184bb6c000 None None] The sync data for ids ['93fa43f1-cb04-4265-9acf-d9145a99193f'] in ncdv-master-1 is: [{'id': '93fa43f1-cb04-4265-9acf-d9145a99193f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807320207', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.132'}], 'enable_snat': True}, 'gw_port_id': '7053e46f-ba65-4082-afb2-c0f729cd439f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:24:25Z', 'updated_at': '2022-02-05T21:24:29Z', 'revision_number': 4, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': '7053e46f-ba65-4082-afb2-c0f729cd439f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa43f1-cb04-4265-9acf-d9145a99193f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:24:26Z', 'updated_at': '2022-02-05T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5f6b35f0-a35e-40a8-9ef5-5fcc45815744', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'floating_ip_address': '172.35.4.81', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '93fa43f1-cb04-4265-9acf-d9145a99193f', 'port_id': 'ba974237-6ff2-4791-bf83-f005f5a88d5f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'add6703c-8d90-4786-b467-5e715387a49d', 'mac_address': 'fa:16:3e:75:88:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:24:44Z', 'updated_at': '2022-02-05T21:24:44Z', 'revision_number': 0, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a193368-30c3-4697-879f-eaace5f214ce', 'name': '', 'network_id': 'add6703c-8d90-4786-b467-5e715387a49d', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'mac_address': 'fa:16:3e:01:5b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa43f1-cb04-4265-9acf-d9145a99193f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'd1f4172b-51b9-4c85-8bdb-ced100c415b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:24:28Z', 'updated_at': '2022-02-05T21:24:31Z', 'revision_number': 5, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'subnets': [{'id': 'd1f4172b-51b9-4c85-8bdb-ced100c415b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:24:46.677833 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40fd343-425a-4b8c-983d-808babef724d None None] New status for floating IP 5f6b35f0-a35e-40a8-9ef5-5fcc45815744: ACTIVE {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:24:46.858437 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48938) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:24:46.917883 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-69f92f81-1a5c-4364-a36e-a723247b950d tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/floatingips/5f6b35f0-a35e-40a8-9ef5-5fcc45815744 HTTP/1.1" status: 200  len: 992 time: 0.0582523
Feb 05 21:24:50.338297 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:24:58.842142 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:25:03.738956 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-95814ae9-935d-4cba-9ac1-a503fbd935a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:25:06.114772 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3011d2c1-3165-4df0-9386-809780e2f8fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:25:07.526500 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:25:09.122749 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:25:10.506428 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:25:12.186556 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-2a615e90-0b5a-40df-b018-91e6c0d5a06a req-18cf6c20-73a4-403c-93b5-73f7aa00695b service neutron] (114391) timed out ('10.222.0.39', 51007) {{(pid=114391) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 05 21:25:15.428084 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:25:18.160574 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fbb9d5a6-d47b-4f29-aba5-7023c58c7bae req-9d61fdb4-708f-4917-a1aa-d0501591bcaa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0462141
Feb 05 21:25:18.256447 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9d5a6-d47b-4f29-aba5-7023c58c7bae req-219c99e5-4f52-4b3e-95cf-61ffe704d067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:25:18.257977 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fbb9d5a6-d47b-4f29-aba5-7023c58c7bae req-219c99e5-4f52-4b3e-95cf-61ffe704d067 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a64d1698f20a435e8937ab305eac38dd&device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 1127 time: 0.0465407
Feb 05 21:25:18.365388 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9d5a6-d47b-4f29-aba5-7023c58c7bae req-04fca1e3-9586-419c-ba93-fb11987660e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:25:18.366923 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fbb9d5a6-d47b-4f29-aba5-7023c58c7bae req-04fca1e3-9586-419c-ba93-fb11987660e0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=add6703c-8d90-4786-b467-5e715387a49d HTTP/1.1" status: 200  len: 898 time: 0.0905004
Feb 05 21:25:18.432548 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fbb9d5a6-d47b-4f29-aba5-7023c58c7bae req-83deec85-10dc-4a51-8eb4-7eec1abd0fc8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba974237-6ff2-4791-bf83-f005f5a88d5f HTTP/1.1" status: 200  len: 1000 time: 0.0590441
Feb 05 21:25:18.480055 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9d5a6-d47b-4f29-aba5-7023c58c7bae req-c93f2dc8-ccd9-4023-b9c1-1385afd3b2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:25:18.481557 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fbb9d5a6-d47b-4f29-aba5-7023c58c7bae req-c93f2dc8-ccd9-4023-b9c1-1385afd3b2bd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d1f4172b-51b9-4c85-8bdb-ced100c415b4 HTTP/1.1" status: 200  len: 835 time: 0.0432968
Feb 05 21:25:18.536984 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9d5a6-d47b-4f29-aba5-7023c58c7bae req-1f0beb97-c317-4370-afdb-f7b592939561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:25:18.538523 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fbb9d5a6-d47b-4f29-aba5-7023c58c7bae req-1f0beb97-c317-4370-afdb-f7b592939561 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=add6703c-8d90-4786-b467-5e715387a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0502143
Feb 05 21:25:18.629331 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fbb9d5a6-d47b-4f29-aba5-7023c58c7bae req-26d1f1b4-06c9-4491-b8fd-77a6b2880436 service neutron] 10.222.0.21 "GET /v2.0/networks/add6703c-8d90-4786-b467-5e715387a49d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847926
Feb 05 21:25:18.728277 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fbb9d5a6-d47b-4f29-aba5-7023c58c7bae req-656a8a2b-c5ea-4c4a-b6c5-116abb446dde service neutron] 10.222.0.21 "GET /v2.0/networks/add6703c-8d90-4786-b467-5e715387a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0924783
Feb 05 21:25:20.348243 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:25:33.739543 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-25370d7b-af9f-4c35-8bf9-291aafacbeec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:25:35.841308 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:25:36.117780 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9c3a7311-ef0e-4ad7-a005-1d0ef5c768d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:25:37.527972 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:25:39.124415 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:25:40.507604 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:25:45.426620 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:25:49.621455 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704dd8f4-ed39-4b76-9b65-ec162ebc0c2c req-f1130909-f49b-4152-b3a3-b6896c4dd4f6 tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:25:49.623033 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-704dd8f4-ed39-4b76-9b65-ec162ebc0c2c req-f1130909-f49b-4152-b3a3-b6896c4dd4f6 tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 1127 time: 0.0453997
Feb 05 21:25:49.672162 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-704dd8f4-ed39-4b76-9b65-ec162ebc0c2c req-1bcd7efe-929d-4ab7-8d4a-02a1c1c7cfcd tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=741f3374-4306-4559-8a99-5efbb308367a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425601
Feb 05 21:25:49.790755 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dba435-2842-45d8-b287-922e844452a1 req-8f1bbc99-f87b-45d5-8f4a-8916a5584ce8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:25:49.792156 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26dba435-2842-45d8-b287-922e844452a1 req-8f1bbc99-f87b-45d5-8f4a-8916a5584ce8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 945 time: 0.0525057
Feb 05 21:25:49.840452 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26dba435-2842-45d8-b287-922e844452a1 req-5a6d8b18-639a-4d05-9159-34d48d3d23f4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=741f3374-4306-4559-8a99-5efbb308367a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427551
Feb 05 21:25:49.862082 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 48980) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:25:49.923430 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-3326cb9d-ce23-4fd1-9c18-1807b4dd9065 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/floatingips/5f6b35f0-a35e-40a8-9ef5-5fcc45815744 HTTP/1.1" status: 200  len: 992 time: 0.0602033
Feb 05 21:25:50.376476 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:25:50.457784 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-337398f1-7230-430a-96a3-89d736aebfa3 req-a9fb89b0-1d5b-4dfc-bfdb-cde4dd5cee04 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0800419
Feb 05 21:25:50.465252 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb3fce-8f20-463f-806b-d71b5d97e9ca req-4bf38e40-2478-4768-a292-20bb09033c93 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:25:50.466658 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f4eb3fce-8f20-463f-806b-d71b5d97e9ca req-4bf38e40-2478-4768-a292-20bb09033c93 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 945 time: 0.0808101
Feb 05 21:25:50.518175 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f4eb3fce-8f20-463f-806b-d71b5d97e9ca req-3a883808-b7b0-41e9-9844-d217c76a1e7c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=741f3374-4306-4559-8a99-5efbb308367a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445189
Feb 05 21:25:51.564539 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337398f1-7230-430a-96a3-89d736aebfa3 req-4f236f3e-7de6-4d24-bdeb-72be983a3968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:25:51.566086 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-337398f1-7230-430a-96a3-89d736aebfa3 req-4f236f3e-7de6-4d24-bdeb-72be983a3968 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a64d1698f20a435e8937ab305eac38dd&device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 1127 time: 0.0459595
Feb 05 21:25:51.645692 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fadde14-11bf-413f-ac31-58e3dc82320a req-9b5a7ea6-2692-4ca9-922a-bf8ff5d28e95 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:25:51.647328 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5fadde14-11bf-413f-ac31-58e3dc82320a req-9b5a7ea6-2692-4ca9-922a-bf8ff5d28e95 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 945 time: 0.0574086
Feb 05 21:25:51.662136 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337398f1-7230-430a-96a3-89d736aebfa3 req-311ba5ea-3649-42fb-b398-34ef8d9ac441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:25:51.663723 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-337398f1-7230-430a-96a3-89d736aebfa3 req-311ba5ea-3649-42fb-b398-34ef8d9ac441 service neutron] 10.222.0.21 "GET /v2.0/networks?id=add6703c-8d90-4786-b467-5e715387a49d HTTP/1.1" status: 200  len: 898 time: 0.0918508
Feb 05 21:25:51.699099 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5fadde14-11bf-413f-ac31-58e3dc82320a req-097e4a87-5079-4fa4-9969-e61aa4efd7f1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=741f3374-4306-4559-8a99-5efbb308367a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452721
Feb 05 21:25:51.730646 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-337398f1-7230-430a-96a3-89d736aebfa3 req-34283842-3883-4538-acb1-56efe98f5255 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba974237-6ff2-4791-bf83-f005f5a88d5f HTTP/1.1" status: 200  len: 1000 time: 0.0595360
Feb 05 21:25:51.778155 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337398f1-7230-430a-96a3-89d736aebfa3 req-29a2dc79-0b82-45b8-a8ce-842b241da39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:25:51.779663 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-337398f1-7230-430a-96a3-89d736aebfa3 req-29a2dc79-0b82-45b8-a8ce-842b241da39c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d1f4172b-51b9-4c85-8bdb-ced100c415b4 HTTP/1.1" status: 200  len: 835 time: 0.0436227
Feb 05 21:25:51.831495 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337398f1-7230-430a-96a3-89d736aebfa3 req-f6b05c1c-e50a-4571-9daa-3915feb2f855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:25:51.833046 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-337398f1-7230-430a-96a3-89d736aebfa3 req-f6b05c1c-e50a-4571-9daa-3915feb2f855 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=add6703c-8d90-4786-b467-5e715387a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0478921
Feb 05 21:25:51.920497 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-337398f1-7230-430a-96a3-89d736aebfa3 req-4ddfb25e-f5d7-4e81-afa5-bdd827a88f51 service neutron] 10.222.0.21 "GET /v2.0/networks/add6703c-8d90-4786-b467-5e715387a49d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0810659
Feb 05 21:25:52.012547 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-337398f1-7230-430a-96a3-89d736aebfa3 req-03f3ce52-87a9-4814-8a90-ab041bc97535 service neutron] 10.222.0.21 "GET /v2.0/networks/add6703c-8d90-4786-b467-5e715387a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866818
Feb 05 21:25:52.825180 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26273a1f-22f5-46cc-bb7f-dff0b0c6897b req-6629feb3-9a1e-44e1-b552-81bf618dd500 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:25:52.826720 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26273a1f-22f5-46cc-bb7f-dff0b0c6897b req-6629feb3-9a1e-44e1-b552-81bf618dd500 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 945 time: 0.0547657
Feb 05 21:25:52.879634 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26273a1f-22f5-46cc-bb7f-dff0b0c6897b req-cf7273a9-e9ff-420c-bee2-cc59fce8ef98 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=741f3374-4306-4559-8a99-5efbb308367a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424273
Feb 05 21:25:54.000108 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c719b0-1e26-4c9c-8f15-ed45babf0224 req-4479720d-a6d1-4ece-9c04-6a70b02d3dcb tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:25:54.001605 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-97c719b0-1e26-4c9c-8f15-ed45babf0224 req-4479720d-a6d1-4ece-9c04-6a70b02d3dcb tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 945 time: 0.0519345
Feb 05 21:25:54.053752 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-97c719b0-1e26-4c9c-8f15-ed45babf0224 req-13bbd7c9-baa9-440c-86d0-8148d54aaf92 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=741f3374-4306-4559-8a99-5efbb308367a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462866
Feb 05 21:25:55.171029 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbddb8d-36ea-4691-97b8-65cb1075b783 req-2a0ce825-97cc-4a3b-b003-c78616bdd34a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:25:55.172510 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cdbddb8d-36ea-4691-97b8-65cb1075b783 req-2a0ce825-97cc-4a3b-b003-c78616bdd34a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 945 time: 0.0519006
Feb 05 21:25:55.220085 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cdbddb8d-36ea-4691-97b8-65cb1075b783 req-4056360e-9988-4f00-aaf2-84f292661ae2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=741f3374-4306-4559-8a99-5efbb308367a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414362
Feb 05 21:25:56.339880 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c31b3-febf-432e-98c4-8525472da7ca req-83bbbdb6-4bcc-4330-8a7b-e0626412fdc2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:25:56.341372 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f41c31b3-febf-432e-98c4-8525472da7ca req-83bbbdb6-4bcc-4330-8a7b-e0626412fdc2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 945 time: 0.0527766
Feb 05 21:25:56.389523 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f41c31b3-febf-432e-98c4-8525472da7ca req-cc08e048-ac21-4c15-929d-eb6b46f6f0fd tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=741f3374-4306-4559-8a99-5efbb308367a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425940
Feb 05 21:25:57.513961 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec6da6-5439-4a2b-89a5-5d689e44afb6 req-4e6259b2-ce33-41ac-a04d-b1863f380808 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:25:57.515371 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4eec6da6-5439-4a2b-89a5-5d689e44afb6 req-4e6259b2-ce33-41ac-a04d-b1863f380808 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 945 time: 0.0571525
Feb 05 21:25:57.563499 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4eec6da6-5439-4a2b-89a5-5d689e44afb6 req-3606b318-9160-4401-b143-811176fbf2c2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=741f3374-4306-4559-8a99-5efbb308367a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422571
Feb 05 21:25:58.681503 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c856476c-7251-49b7-881c-596da940fd2c req-d9d29a0e-d0ae-4a4c-8fda-8919a03fe91b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:25:58.683007 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c856476c-7251-49b7-881c-596da940fd2c req-d9d29a0e-d0ae-4a4c-8fda-8919a03fe91b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 945 time: 0.0523653
Feb 05 21:25:58.730064 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c856476c-7251-49b7-881c-596da940fd2c req-c65d4d47-1c5a-47c4-948f-45fec6d22e1a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=741f3374-4306-4559-8a99-5efbb308367a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415833
Feb 05 21:25:59.854138 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa21abb-8da0-4df7-bbe6-4fea1fac3c18 req-55a77c97-8343-494e-b07e-581fedc180a3 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:25:59.855621 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-faa21abb-8da0-4df7-bbe6-4fea1fac3c18 req-55a77c97-8343-494e-b07e-581fedc180a3 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 945 time: 0.0534940
Feb 05 21:25:59.908477 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-faa21abb-8da0-4df7-bbe6-4fea1fac3c18 req-fbe97e9e-c211-4569-93bc-c3caaf634bd3 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=741f3374-4306-4559-8a99-5efbb308367a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467756
Feb 05 21:26:01.033527 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30c16d-0356-4ae5-913a-6820516e1167 req-17986101-4c49-4694-bbee-ce4edf3d45fc tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:01.035062 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9b30c16d-0356-4ae5-913a-6820516e1167 req-17986101-4c49-4694-bbee-ce4edf3d45fc tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 945 time: 0.0576279
Feb 05 21:26:01.084050 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9b30c16d-0356-4ae5-913a-6820516e1167 req-f1f585e3-7832-44d4-a111-bcb9a682fde0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=741f3374-4306-4559-8a99-5efbb308367a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434837
Feb 05 21:26:02.203716 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39641ced-7572-4fb1-b6f4-ba3225bb5658 req-b6881799-b24e-4105-b1cb-427e054f9f4a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:02.205729 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-39641ced-7572-4fb1-b6f4-ba3225bb5658 req-b6881799-b24e-4105-b1cb-427e054f9f4a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 945 time: 0.0521739
Feb 05 21:26:02.252635 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-39641ced-7572-4fb1-b6f4-ba3225bb5658 req-c08cc06d-c4fa-4131-bb17-f1dc099aebb7 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=741f3374-4306-4559-8a99-5efbb308367a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413215
Feb 05 21:26:03.376597 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdb81a-67e6-4f26-b25d-ff1e89992f91 req-60c43f2e-c49a-41eb-a474-5a906854edb7 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:03.378896 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c6cdb81a-67e6-4f26-b25d-ff1e89992f91 req-60c43f2e-c49a-41eb-a474-5a906854edb7 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 945 time: 0.0562580
Feb 05 21:26:03.428629 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c6cdb81a-67e6-4f26-b25d-ff1e89992f91 req-bc2f02f8-94c9-426f-87fa-7a9e560e11b7 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=741f3374-4306-4559-8a99-5efbb308367a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439963
Feb 05 21:26:03.742961 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9981a71b-84af-495c-9595-e4fdb111a5cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:26:03.866731 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [req-337398f1-7230-430a-96a3-89d736aebfa3 req-1c3478f9-5b2b-4189-af9a-4c1528956664 service neutron] show failed (client error): The resource could not be found.
Feb 05 21:26:03.867759 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-337398f1-7230-430a-96a3-89d736aebfa3 req-1c3478f9-5b2b-4189-af9a-4c1528956664 service neutron] 10.222.0.21 "GET /v2.0/ports/ba974237-6ff2-4791-bf83-f005f5a88d5f/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0542731
Feb 05 21:26:04.064946 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337398f1-7230-430a-96a3-89d736aebfa3 req-a7303ad0-53c6-4923-a20e-f9f7d5f491ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:04.066475 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-337398f1-7230-430a-96a3-89d736aebfa3 req-a7303ad0-53c6-4923-a20e-f9f7d5f491ef service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a&tenant_id=a64d1698f20a435e8937ab305eac38dd HTTP/1.1" status: 200  len: 1127 time: 0.0441692
Feb 05 21:26:04.076631 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-337398f1-7230-430a-96a3-89d736aebfa3 req-a1f9bd21-4805-4626-aaa0-44d90ace426a service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:26:04.138258 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-337398f1-7230-430a-96a3-89d736aebfa3 req-a1f9bd21-4805-4626-aaa0-44d90ace426a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ba974237-6ff2-4791-bf83-f005f5a88d5f), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:26:04.336814 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-337398f1-7230-430a-96a3-89d736aebfa3 req-a1f9bd21-4805-4626-aaa0-44d90ace426a service neutron] For port ba974237-6ff2-4791-bf83-f005f5a88d5f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ba974237-6ff2-4791-bf83-f005f5a88d5f,segment=NetworkSegment(6a8a4c49-b330-46a0-b9c4-3b0775aa7484),segment_id=6a8a4c49-b330-46a0-b9c4-3b0775aa7484)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:26:04.369157 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-337398f1-7230-430a-96a3-89d736aebfa3 req-a1f9bd21-4805-4626-aaa0-44d90ace426a service neutron] For port ba974237-6ff2-4791-bf83-f005f5a88d5f, host nch1-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:26:04.408344 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba974237-6ff2-4791-bf83-f005f5a88d5f'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:26:04.410686 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407a09bc-1a33-4e8c-8b38-a17b8f4255ce" -d '{"events": [{"server_uuid": "01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a", "name": "network-vif-unplugged", "status": "completed", "tag": "ba974237-6ff2-4791-bf83-f005f5a88d5f"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:26:04.414447 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-337398f1-7230-430a-96a3-89d736aebfa3 req-a1f9bd21-4805-4626-aaa0-44d90ace426a service neutron] Publish callbacks [] for port (ba974237-6ff2-4791-bf83-f005f5a88d5f), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:26:04.426935 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-337398f1-7230-430a-96a3-89d736aebfa3 req-a1f9bd21-4805-4626-aaa0-44d90ace426a service neutron] Transition to ACTIVE for port object ba974237-6ff2-4791-bf83-f005f5a88d5f will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:26:04.431733 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-337398f1-7230-430a-96a3-89d736aebfa3 req-a1f9bd21-4805-4626-aaa0-44d90ace426a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (ba974237-6ff2-4791-bf83-f005f5a88d5f), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:26:04.468230 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 21:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e642abe-816a-40c3-adb0-ac2f464ec203 x-openstack-request-id: req-6e642abe-816a-40c3-adb0-ac2f464ec203 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:26:04.468527 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a", "name": "network-vif-unplugged", "status": "completed", "tag": "ba974237-6ff2-4791-bf83-f005f5a88d5f", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:26:04.468787 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6e642abe-816a-40c3-adb0-ac2f464ec203 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:26:04.469186 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba974237-6ff2-4791-bf83-f005f5a88d5f', 'code': 200}
Feb 05 21:26:04.860572 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9bd21-4805-4626-aaa0-44d90ace426a service neutron] Pushing event updated for resources: {'Port': ['ID=ba974237-6ff2-4791-bf83-f005f5a88d5f,revision_number=6']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:26:04.874288 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f9bd21-4805-4626-aaa0-44d90ace426a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:26:04.874748 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f9bd21-4805-4626-aaa0-44d90ace426a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:26:04.875100 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f9bd21-4805-4626-aaa0-44d90ace426a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:26:04.875446 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f9bd21-4805-4626-aaa0-44d90ace426a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:26:04.875788 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f9bd21-4805-4626-aaa0-44d90ace426a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:26:04.876126 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f9bd21-4805-4626-aaa0-44d90ace426a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:26:04.876461 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f9bd21-4805-4626-aaa0-44d90ace426a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:26:04.877395 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f9bd21-4805-4626-aaa0-44d90ace426a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:26:04.877731 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f9bd21-4805-4626-aaa0-44d90ace426a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:26:04.878169 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f9bd21-4805-4626-aaa0-44d90ace426a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:26:04.878546 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f9bd21-4805-4626-aaa0-44d90ace426a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:26:04.878883 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f9bd21-4805-4626-aaa0-44d90ace426a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:26:04.879214 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f9bd21-4805-4626-aaa0-44d90ace426a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:26:04.912255 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-337398f1-7230-430a-96a3-89d736aebfa3 req-a1f9bd21-4805-4626-aaa0-44d90ace426a service neutron] No DVR routers for this DVR port ba974237-6ff2-4791-bf83-f005f5a88d5f on host nch1-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:26:04.924287 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f2e95-53c6-4c7d-8f8a-1bf030f30530 req-5c36681a-4388-46f3-abe4-5e6282b6498b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:04.925778 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2d7f2e95-53c6-4c7d-8f8a-1bf030f30530 req-5c36681a-4388-46f3-abe4-5e6282b6498b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 943 time: 0.1061366
Feb 05 21:26:05.050754 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2d7f2e95-53c6-4c7d-8f8a-1bf030f30530 req-64076857-a0cb-4473-bc37-513572483aab tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=741f3374-4306-4559-8a99-5efbb308367a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0897067
Feb 05 21:26:05.099506 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-337398f1-7230-430a-96a3-89d736aebfa3 req-a1f9bd21-4805-4626-aaa0-44d90ace426a service neutron] Attempting to bind port ba974237-6ff2-4791-bf83-f005f5a88d5f on host nch2-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:26:05.099850 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-337398f1-7230-430a-96a3-89d736aebfa3 req-a1f9bd21-4805-4626-aaa0-44d90ace426a service neutron] Attempting to bind port ba974237-6ff2-4791-bf83-f005f5a88d5f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6a8a4c49-b330-46a0-b9c4-3b0775aa7484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'add6703c-8d90-4786-b467-5e715387a49d'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:26:05.100204 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337398f1-7230-430a-96a3-89d736aebfa3 req-a1f9bd21-4805-4626-aaa0-44d90ace426a service neutron] Attempting to bind port ba974237-6ff2-4791-bf83-f005f5a88d5f on network add6703c-8d90-4786-b467-5e715387a49d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:26:05.104470 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337398f1-7230-430a-96a3-89d736aebfa3 req-a1f9bd21-4805-4626-aaa0-44d90ace426a service neutron] Port ba974237-6ff2-4791-bf83-f005f5a88d5f on network add6703c-8d90-4786-b467-5e715387a49d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:26:05.104799 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337398f1-7230-430a-96a3-89d736aebfa3 req-a1f9bd21-4805-4626-aaa0-44d90ace426a service neutron] Attempting to bind port ba974237-6ff2-4791-bf83-f005f5a88d5f on network add6703c-8d90-4786-b467-5e715387a49d {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:26:05.109603 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337398f1-7230-430a-96a3-89d736aebfa3 req-a1f9bd21-4805-4626-aaa0-44d90ace426a service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:26:05.109950 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337398f1-7230-430a-96a3-89d736aebfa3 req-a1f9bd21-4805-4626-aaa0-44d90ace426a service neutron] Checking segment: {'id': '6a8a4c49-b330-46a0-b9c4-3b0775aa7484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'add6703c-8d90-4786-b467-5e715387a49d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:26:05.110344 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337398f1-7230-430a-96a3-89d736aebfa3 req-a1f9bd21-4805-4626-aaa0-44d90ace426a service neutron] Bound using segment: {'id': '6a8a4c49-b330-46a0-b9c4-3b0775aa7484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'add6703c-8d90-4786-b467-5e715387a49d'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:26:05.110856 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-337398f1-7230-430a-96a3-89d736aebfa3 req-a1f9bd21-4805-4626-aaa0-44d90ace426a service neutron] Bound port: ba974237-6ff2-4791-bf83-f005f5a88d5f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8a4c49-b330-46a0-b9c4-3b0775aa7484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'add6703c-8d90-4786-b467-5e715387a49d'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:26:05.111922 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-337398f1-7230-430a-96a3-89d736aebfa3 req-a1f9bd21-4805-4626-aaa0-44d90ace426a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ba974237-6ff2-4791-bf83-f005f5a88d5f), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:26:05.172832 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-337398f1-7230-430a-96a3-89d736aebfa3 req-a1f9bd21-4805-4626-aaa0-44d90ace426a service neutron] For port ba974237-6ff2-4791-bf83-f005f5a88d5f, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:26:05.176503 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-337398f1-7230-430a-96a3-89d736aebfa3 req-a1f9bd21-4805-4626-aaa0-44d90ace426a service neutron] For port ba974237-6ff2-4791-bf83-f005f5a88d5f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ba974237-6ff2-4791-bf83-f005f5a88d5f,segment=NetworkSegment(6a8a4c49-b330-46a0-b9c4-3b0775aa7484),segment_id=6a8a4c49-b330-46a0-b9c4-3b0775aa7484)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:26:05.182361 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-337398f1-7230-430a-96a3-89d736aebfa3 req-a1f9bd21-4805-4626-aaa0-44d90ace426a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (ba974237-6ff2-4791-bf83-f005f5a88d5f), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:26:05.215430 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337398f1-7230-430a-96a3-89d736aebfa3 req-a1f9bd21-4805-4626-aaa0-44d90ace426a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:05.216052 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-337398f1-7230-430a-96a3-89d736aebfa3 req-a1f9bd21-4805-4626-aaa0-44d90ace426a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:26:05.217442 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-337398f1-7230-430a-96a3-89d736aebfa3 req-a1f9bd21-4805-4626-aaa0-44d90ace426a service neutron] 10.222.0.39 "PUT /v2.0/ports/ba974237-6ff2-4791-bf83-f005f5a88d5f HTTP/1.1" status: 200  len: 1091 time: 1.1447442
Feb 05 21:26:05.266880 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9bd21-4805-4626-aaa0-44d90ace426a service neutron] Pushing event updated for resources: {'Port': ['ID=ba974237-6ff2-4791-bf83-f005f5a88d5f,revision_number=7']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:26:05.287835 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337398f1-7230-430a-96a3-89d736aebfa3 req-b10599cd-b415-42b7-8fa4-9e7fd59ebade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:05.289380 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-337398f1-7230-430a-96a3-89d736aebfa3 req-b10599cd-b415-42b7-8fa4-9e7fd59ebade service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a64d1698f20a435e8937ab305eac38dd&device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 1125 time: 0.0509806
Feb 05 21:26:05.386843 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337398f1-7230-430a-96a3-89d736aebfa3 req-423d47bc-4a07-42a1-a2e1-7133adf05297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:05.388326 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-337398f1-7230-430a-96a3-89d736aebfa3 req-423d47bc-4a07-42a1-a2e1-7133adf05297 service neutron] 10.222.0.39 "GET /v2.0/networks?id=add6703c-8d90-4786-b467-5e715387a49d HTTP/1.1" status: 200  len: 898 time: 0.0935068
Feb 05 21:26:05.454695 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-337398f1-7230-430a-96a3-89d736aebfa3 req-fb263cb2-096f-4b46-8485-2eea6e42a045 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba974237-6ff2-4791-bf83-f005f5a88d5f HTTP/1.1" status: 200  len: 998 time: 0.0604839
Feb 05 21:26:05.506579 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337398f1-7230-430a-96a3-89d736aebfa3 req-3057de47-a08f-4235-8f47-df414e5c85e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:05.508062 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-337398f1-7230-430a-96a3-89d736aebfa3 req-3057de47-a08f-4235-8f47-df414e5c85e4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1f4172b-51b9-4c85-8bdb-ced100c415b4 HTTP/1.1" status: 200  len: 835 time: 0.0480232
Feb 05 21:26:05.555954 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337398f1-7230-430a-96a3-89d736aebfa3 req-edc427da-208e-4fd9-aeda-df78fb877597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:05.557422 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-337398f1-7230-430a-96a3-89d736aebfa3 req-edc427da-208e-4fd9-aeda-df78fb877597 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=add6703c-8d90-4786-b467-5e715387a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0442891
Feb 05 21:26:05.645410 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-337398f1-7230-430a-96a3-89d736aebfa3 req-8300db68-f668-48df-b3f1-4f76ebfb0172 service neutron] 10.222.0.39 "GET /v2.0/networks/add6703c-8d90-4786-b467-5e715387a49d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0820315
Feb 05 21:26:05.737100 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-337398f1-7230-430a-96a3-89d736aebfa3 req-57fb5acf-b654-424e-ba6e-a93598e89adc service neutron] 10.222.0.39 "GET /v2.0/networks/add6703c-8d90-4786-b467-5e715387a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856214
Feb 05 21:26:06.119585 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1bc344f8-bc4d-438a-83d6-153a8a446951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:26:06.178965 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9db704-a7b9-4561-a0c7-ae5867393ccd req-fe96f454-5901-47b9-bba7-87099b782e23 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:06.180435 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4f9db704-a7b9-4561-a0c7-ae5867393ccd req-fe96f454-5901-47b9-bba7-87099b782e23 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 943 time: 0.0546308
Feb 05 21:26:06.229324 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4f9db704-a7b9-4561-a0c7-ae5867393ccd req-4894e529-2ebe-4bb0-bf62-021e686c28af tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=741f3374-4306-4559-8a99-5efbb308367a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432878
Feb 05 21:26:06.470708 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a', 'tag': 'ba974237-6ff2-4791-bf83-f005f5a88d5f'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:26:06.473109 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fd7d3d-3ec5-4e5d-8d7e-6099d208fbf6" -d '{"events": [{"name": "network-changed", "server_uuid": "01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a", "tag": "ba974237-6ff2-4791-bf83-f005f5a88d5f"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:26:06.521018 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b6eedc-01ce-41c9-8b22-75c24ce92083 x-openstack-request-id: req-12b6eedc-01ce-41c9-8b22-75c24ce92083 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:26:06.521316 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a", "tag": "ba974237-6ff2-4791-bf83-f005f5a88d5f", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:26:06.521571 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-12b6eedc-01ce-41c9-8b22-75c24ce92083 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:26:06.521972 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a', 'tag': 'ba974237-6ff2-4791-bf83-f005f5a88d5f', 'status': 'completed', 'code': 200}
Feb 05 21:26:06.583273 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd7d3d-3ec5-4e5d-8d7e-6099d208fbf6 req-db3749a2-4c43-4dfa-adbf-c74cbcf829c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:06.584788 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-15fd7d3d-3ec5-4e5d-8d7e-6099d208fbf6 req-db3749a2-4c43-4dfa-adbf-c74cbcf829c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a64d1698f20a435e8937ab305eac38dd&device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 1125 time: 0.0454314
Feb 05 21:26:06.590724 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd7d3d-3ec5-4e5d-8d7e-6099d208fbf6 req-4023a770-02d2-486a-b311-04aa4c58303a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:06.592204 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-15fd7d3d-3ec5-4e5d-8d7e-6099d208fbf6 req-4023a770-02d2-486a-b311-04aa4c58303a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a64d1698f20a435e8937ab305eac38dd&device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 1125 time: 0.0490351
Feb 05 21:26:06.681046 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd7d3d-3ec5-4e5d-8d7e-6099d208fbf6 req-48f17d79-fd71-40ff-9ce9-8a7a7d242f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:06.681689 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd7d3d-3ec5-4e5d-8d7e-6099d208fbf6 req-cb316925-92ee-4248-8968-0a1aed87d928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:06.682885 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-15fd7d3d-3ec5-4e5d-8d7e-6099d208fbf6 req-48f17d79-fd71-40ff-9ce9-8a7a7d242f49 service neutron] 10.222.0.21 "GET /v2.0/networks?id=add6703c-8d90-4786-b467-5e715387a49d HTTP/1.1" status: 200  len: 898 time: 0.0911343
Feb 05 21:26:06.683188 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-15fd7d3d-3ec5-4e5d-8d7e-6099d208fbf6 req-cb316925-92ee-4248-8968-0a1aed87d928 service neutron] 10.222.0.39 "GET /v2.0/networks?id=add6703c-8d90-4786-b467-5e715387a49d HTTP/1.1" status: 200  len: 898 time: 0.0831907
Feb 05 21:26:06.748058 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-15fd7d3d-3ec5-4e5d-8d7e-6099d208fbf6 req-959c4c9d-6851-435a-b553-4e4d31f0f29e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba974237-6ff2-4791-bf83-f005f5a88d5f HTTP/1.1" status: 200  len: 998 time: 0.0592797
Feb 05 21:26:06.758040 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-15fd7d3d-3ec5-4e5d-8d7e-6099d208fbf6 req-a699feb9-9179-4c69-b44c-c52aed925415 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba974237-6ff2-4791-bf83-f005f5a88d5f HTTP/1.1" status: 200  len: 998 time: 0.0687222
Feb 05 21:26:06.800522 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd7d3d-3ec5-4e5d-8d7e-6099d208fbf6 req-daabfbea-f96d-4189-a2d7-cd994c5d779c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:06.801991 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-15fd7d3d-3ec5-4e5d-8d7e-6099d208fbf6 req-daabfbea-f96d-4189-a2d7-cd994c5d779c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d1f4172b-51b9-4c85-8bdb-ced100c415b4 HTTP/1.1" status: 200  len: 835 time: 0.0487664
Feb 05 21:26:06.806903 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd7d3d-3ec5-4e5d-8d7e-6099d208fbf6 req-5430950b-ee5b-467d-910f-85b4b307da71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:06.808350 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-15fd7d3d-3ec5-4e5d-8d7e-6099d208fbf6 req-5430950b-ee5b-467d-910f-85b4b307da71 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1f4172b-51b9-4c85-8bdb-ced100c415b4 HTTP/1.1" status: 200  len: 835 time: 0.0446982
Feb 05 21:26:06.850491 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd7d3d-3ec5-4e5d-8d7e-6099d208fbf6 req-23a77f89-4223-49a5-9eac-17db8e62f541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:06.852040 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-15fd7d3d-3ec5-4e5d-8d7e-6099d208fbf6 req-23a77f89-4223-49a5-9eac-17db8e62f541 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=add6703c-8d90-4786-b467-5e715387a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0448155
Feb 05 21:26:06.857261 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd7d3d-3ec5-4e5d-8d7e-6099d208fbf6 req-11af8f77-bd2b-4d5d-81d6-7c06c3b610a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:06.858780 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-15fd7d3d-3ec5-4e5d-8d7e-6099d208fbf6 req-11af8f77-bd2b-4d5d-81d6-7c06c3b610a3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=add6703c-8d90-4786-b467-5e715387a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0446095
Feb 05 21:26:06.941018 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-15fd7d3d-3ec5-4e5d-8d7e-6099d208fbf6 req-320f57dd-b2ab-4fe7-b7cb-f1a9648c558c service neutron] 10.222.0.21 "GET /v2.0/networks/add6703c-8d90-4786-b467-5e715387a49d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0824964
Feb 05 21:26:06.952084 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-15fd7d3d-3ec5-4e5d-8d7e-6099d208fbf6 req-b4d82416-02dd-4e7c-b3d2-da5576f8ae7f service neutron] 10.222.0.39 "GET /v2.0/networks/add6703c-8d90-4786-b467-5e715387a49d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860436
Feb 05 21:26:07.037461 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-15fd7d3d-3ec5-4e5d-8d7e-6099d208fbf6 req-0c672636-2ae9-478b-a80c-dce129e6d1f5 service neutron] 10.222.0.21 "GET /v2.0/networks/add6703c-8d90-4786-b467-5e715387a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0904832
Feb 05 21:26:07.043253 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-15fd7d3d-3ec5-4e5d-8d7e-6099d208fbf6 req-8401dfc1-4862-4671-8087-e81355aae4fb service neutron] 10.222.0.39 "GET /v2.0/networks/add6703c-8d90-4786-b467-5e715387a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839841
Feb 05 21:26:07.352007 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f71a4-ccc5-471d-bd2d-86fa9e131de8 req-cfd434c3-6bbf-4c86-9569-bce96b89faf9 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:07.353385 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-262f71a4-ccc5-471d-bd2d-86fa9e131de8 req-cfd434c3-6bbf-4c86-9569-bce96b89faf9 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 943 time: 0.0533516
Feb 05 21:26:07.407157 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-262f71a4-ccc5-471d-bd2d-86fa9e131de8 req-6866423a-f69b-4caa-a870-00189cb8572e tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=741f3374-4306-4559-8a99-5efbb308367a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481746
Feb 05 21:26:07.534609 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:26:07.624052 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device ba974237-6ff2-4791-bf83-f005f5a88d5f no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:26:07.664209 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] The host nch1-master-1 is not matching for port ba974237-6ff2-4791-bf83-f005f5a88d5f host nch2-master-1! {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Feb 05 21:26:07.664581 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device ba974237-6ff2-4791-bf83-f005f5a88d5f not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:26:07.708495 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-c810902b-279a-496f-984c-53f5cc58dc13 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:07.709955 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-c810902b-279a-496f-984c-53f5cc58dc13 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.39 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a&tenant_id=a64d1698f20a435e8937ab305eac38dd&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 943 time: 0.1318648
Feb 05 21:26:07.717381 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bfbef-9708-4c52-ad57-1bbbffa54cc4 req-e6081617-ba03-4aff-8373-37044496dce3 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:07.718776 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-996bfbef-9708-4c52-ad57-1bbbffa54cc4 req-e6081617-ba03-4aff-8373-37044496dce3 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 943 time: 0.1102540
Feb 05 21:26:07.808411 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-996bfbef-9708-4c52-ad57-1bbbffa54cc4 req-54cc2ec1-b895-4e96-9f6c-07bc5e181c03 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=741f3374-4306-4559-8a99-5efbb308367a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0836697
Feb 05 21:26:07.811482 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-8dd7f900-2470-42db-8288-b14bb0f9b649 service neutron] 10.222.0.39 "GET /v2.0/ports/ba974237-6ff2-4791-bf83-f005f5a88d5f/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0918589
Feb 05 21:26:07.876396 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-9b416459-1fc3-48f1-b8fa-9587971a98de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:07.878607 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-9b416459-1fc3-48f1-b8fa-9587971a98de service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a64d1698f20a435e8937ab305eac38dd&device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 1125 time: 0.0453107
Feb 05 21:26:07.969833 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-bd1c9e8e-3d8c-438c-ba4c-5e9c13b0311d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:07.971930 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-bd1c9e8e-3d8c-438c-ba4c-5e9c13b0311d service neutron] 10.222.0.39 "GET /v2.0/networks?id=add6703c-8d90-4786-b467-5e715387a49d HTTP/1.1" status: 200  len: 898 time: 0.0879121
Feb 05 21:26:08.036663 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-2326a8d2-202d-49db-a957-70081d23f09f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba974237-6ff2-4791-bf83-f005f5a88d5f HTTP/1.1" status: 200  len: 998 time: 0.0591581
Feb 05 21:26:08.094068 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-4542b2ee-c3af-4ded-a2b6-3795e69d197b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:08.095556 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-4542b2ee-c3af-4ded-a2b6-3795e69d197b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1f4172b-51b9-4c85-8bdb-ced100c415b4 HTTP/1.1" status: 200  len: 835 time: 0.0531867
Feb 05 21:26:08.143229 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-38f199e2-b399-43a8-a76e-ac10969c647e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:08.144620 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-38f199e2-b399-43a8-a76e-ac10969c647e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=add6703c-8d90-4786-b467-5e715387a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0438101
Feb 05 21:26:08.232423 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-a19fc2f4-a19a-4a60-981b-16a8dfdae861 service neutron] 10.222.0.39 "GET /v2.0/networks/add6703c-8d90-4786-b467-5e715387a49d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0817769
Feb 05 21:26:08.325661 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-0986527a-35b8-4b3b-bf22-e1a5d577b421 service neutron] 10.222.0.39 "GET /v2.0/networks/add6703c-8d90-4786-b467-5e715387a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865457
Feb 05 21:26:08.537627 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device ba974237-6ff2-4791-bf83-f005f5a88d5f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:26:08.635175 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port ba974237-6ff2-4791-bf83-f005f5a88d5f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ba974237-6ff2-4791-bf83-f005f5a88d5f,segment=NetworkSegment(6a8a4c49-b330-46a0-b9c4-3b0775aa7484),segment_id=6a8a4c49-b330-46a0-b9c4-3b0775aa7484)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:26:08.646065 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'ba974237-6ff2-4791-bf83-f005f5a88d5f', 'network_id': 'add6703c-8d90-4786-b467-5e715387a49d', 'port_id': 'ba974237-6ff2-4791-bf83-f005f5a88d5f', 'mac_address': 'fa:16:3e:75:88:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1f4172b-51b9-4c85-8bdb-ced100c415b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:26:08.683748 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port ba974237-6ff2-4791-bf83-f005f5a88d5f is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:26:08.684144 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ba974237-6ff2-4791-bf83-f005f5a88d5f), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:26:08.696575 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba974237-6ff2-4791-bf83-f005f5a88d5f {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:26:08.715498 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port ba974237-6ff2-4791-bf83-f005f5a88d5f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ba974237-6ff2-4791-bf83-f005f5a88d5f,segment=NetworkSegment(6a8a4c49-b330-46a0-b9c4-3b0775aa7484),segment_id=6a8a4c49-b330-46a0-b9c4-3b0775aa7484)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:26:08.719521 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ba974237-6ff2-4791-bf83-f005f5a88d5f), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:26:08.765435 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=ba974237-6ff2-4791-bf83-f005f5a88d5f,revision_number=8']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:26:08.773711 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:26:08.774066 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:26:08.774454 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:26:08.775053 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:26:08.775394 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:26:08.775900 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:26:08.776054 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:26:08.776385 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:26:08.776721 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:26:08.777049 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:26:08.777380 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:26:08.777724 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:26:08.778052 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:26:08.932368 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f5084-f1fb-4ed8-97b0-b6b968a17fa7 req-50e51a4d-b5ab-4026-baef-9db782532a4d tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:08.933891 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-193f5084-f1fb-4ed8-97b0-b6b968a17fa7 req-50e51a4d-b5ab-4026-baef-9db782532a4d tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 944 time: 0.0546269
Feb 05 21:26:08.968528 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['ba974237-6ff2-4791-bf83-f005f5a88d5f'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:26:08.989403 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-193f5084-f1fb-4ed8-97b0-b6b968a17fa7 req-a159b215-c5f7-416f-9f41-40fb38aeb41a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=741f3374-4306-4559-8a99-5efbb308367a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489309
Feb 05 21:26:09.143398 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:26:10.121367 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96315e69-bb02-4681-bc18-ed8ddd35f543 req-2938fcde-0ab4-4c91-9c78-92ee4d89ae12 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:10.122881 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-96315e69-bb02-4681-bc18-ed8ddd35f543 req-2938fcde-0ab4-4c91-9c78-92ee4d89ae12 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 944 time: 0.0614226
Feb 05 21:26:10.172820 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-96315e69-bb02-4681-bc18-ed8ddd35f543 req-5f9ad0b9-2d4c-4576-89ef-da6898322362 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=741f3374-4306-4559-8a99-5efbb308367a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438623
Feb 05 21:26:10.195089 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-1788cd8b-f19b-4b5a-99af-fa9c4005ceef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:10.196602 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-1788cd8b-f19b-4b5a-99af-fa9c4005ceef service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a&tenant_id=a64d1698f20a435e8937ab305eac38dd HTTP/1.1" status: 200  len: 1126 time: 0.0763757
Feb 05 21:26:10.207733 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-319e65a0-c3fe-4ba8-bd9f-6b36451d3df6 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:26:10.268982 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-319e65a0-c3fe-4ba8-bd9f-6b36451d3df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ba974237-6ff2-4791-bf83-f005f5a88d5f), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:26:10.463623 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-319e65a0-c3fe-4ba8-bd9f-6b36451d3df6 service neutron] For port ba974237-6ff2-4791-bf83-f005f5a88d5f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ba974237-6ff2-4791-bf83-f005f5a88d5f,segment=NetworkSegment(6a8a4c49-b330-46a0-b9c4-3b0775aa7484),segment_id=6a8a4c49-b330-46a0-b9c4-3b0775aa7484)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:26:10.495872 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-319e65a0-c3fe-4ba8-bd9f-6b36451d3df6 service neutron] For port ba974237-6ff2-4791-bf83-f005f5a88d5f, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:26:10.509911 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:26:10.529795 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-319e65a0-c3fe-4ba8-bd9f-6b36451d3df6 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ba974237-6ff2-4791-bf83-f005f5a88d5f {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:26:10.538042 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-319e65a0-c3fe-4ba8-bd9f-6b36451d3df6 service neutron] Publish callbacks [] for port (ba974237-6ff2-4791-bf83-f005f5a88d5f), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:26:10.548443 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-319e65a0-c3fe-4ba8-bd9f-6b36451d3df6 service neutron] Ignored duplicate provisioning block setup for port ba974237-6ff2-4791-bf83-f005f5a88d5f by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Feb 05 21:26:10.553180 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-319e65a0-c3fe-4ba8-bd9f-6b36451d3df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (ba974237-6ff2-4791-bf83-f005f5a88d5f), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:26:10.554139 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device ba974237-6ff2-4791-bf83-f005f5a88d5f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:26:10.630762 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e65a0-c3fe-4ba8-bd9f-6b36451d3df6 service neutron] Pushing event updated for resources: {'Port': ['ID=ba974237-6ff2-4791-bf83-f005f5a88d5f,revision_number=9']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:26:10.646963 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319e65a0-c3fe-4ba8-bd9f-6b36451d3df6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:26:10.647346 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319e65a0-c3fe-4ba8-bd9f-6b36451d3df6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:26:10.647642 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319e65a0-c3fe-4ba8-bd9f-6b36451d3df6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:26:10.647982 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319e65a0-c3fe-4ba8-bd9f-6b36451d3df6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:26:10.648446 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319e65a0-c3fe-4ba8-bd9f-6b36451d3df6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:26:10.648841 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319e65a0-c3fe-4ba8-bd9f-6b36451d3df6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:26:10.649173 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319e65a0-c3fe-4ba8-bd9f-6b36451d3df6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:26:10.649894 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319e65a0-c3fe-4ba8-bd9f-6b36451d3df6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:26:10.650105 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319e65a0-c3fe-4ba8-bd9f-6b36451d3df6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:26:10.650485 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319e65a0-c3fe-4ba8-bd9f-6b36451d3df6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:26:10.650882 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319e65a0-c3fe-4ba8-bd9f-6b36451d3df6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:26:10.651210 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319e65a0-c3fe-4ba8-bd9f-6b36451d3df6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:26:10.651538 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319e65a0-c3fe-4ba8-bd9f-6b36451d3df6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:26:10.663625 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port ba974237-6ff2-4791-bf83-f005f5a88d5f, host nch1-master-1, got binding levels [] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:26:10.688449 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-319e65a0-c3fe-4ba8-bd9f-6b36451d3df6 service neutron] No DVR routers for this DVR port ba974237-6ff2-4791-bf83-f005f5a88d5f on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:26:10.689276 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Attempting to bind port ba974237-6ff2-4791-bf83-f005f5a88d5f on host nch1-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:26:10.689903 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Attempting to bind port ba974237-6ff2-4791-bf83-f005f5a88d5f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6a8a4c49-b330-46a0-b9c4-3b0775aa7484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'add6703c-8d90-4786-b467-5e715387a49d'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:26:10.691702 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Attempting to bind port ba974237-6ff2-4791-bf83-f005f5a88d5f on network add6703c-8d90-4786-b467-5e715387a49d {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:26:10.697199 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Port ba974237-6ff2-4791-bf83-f005f5a88d5f on network add6703c-8d90-4786-b467-5e715387a49d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:26:10.697812 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Attempting to bind port ba974237-6ff2-4791-bf83-f005f5a88d5f on network add6703c-8d90-4786-b467-5e715387a49d {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:26:10.702861 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:26:10.703248 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Checking segment: {'id': '6a8a4c49-b330-46a0-b9c4-3b0775aa7484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'add6703c-8d90-4786-b467-5e715387a49d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:26:10.703668 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Bound using segment: {'id': '6a8a4c49-b330-46a0-b9c4-3b0775aa7484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'add6703c-8d90-4786-b467-5e715387a49d'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:26:10.704133 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Bound port: ba974237-6ff2-4791-bf83-f005f5a88d5f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8a4c49-b330-46a0-b9c4-3b0775aa7484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'add6703c-8d90-4786-b467-5e715387a49d'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:26:10.704530 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ba974237-6ff2-4791-bf83-f005f5a88d5f), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:26:10.771052 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port ba974237-6ff2-4791-bf83-f005f5a88d5f, host nch1-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:26:10.776017 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port ba974237-6ff2-4791-bf83-f005f5a88d5f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ba974237-6ff2-4791-bf83-f005f5a88d5f,segment=NetworkSegment(6a8a4c49-b330-46a0-b9c4-3b0775aa7484),segment_id=6a8a4c49-b330-46a0-b9c4-3b0775aa7484)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:26:10.786815 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ba974237-6ff2-4791-bf83-f005f5a88d5f), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:26:10.822856 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device ba974237-6ff2-4791-bf83-f005f5a88d5f has no active binding in host nch2-master-1 {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Feb 05 21:26:10.839237 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-319e65a0-c3fe-4ba8-bd9f-6b36451d3df6 service neutron] Attempting to bind port ba974237-6ff2-4791-bf83-f005f5a88d5f on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:26:10.839564 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-319e65a0-c3fe-4ba8-bd9f-6b36451d3df6 service neutron] Attempting to bind port ba974237-6ff2-4791-bf83-f005f5a88d5f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6a8a4c49-b330-46a0-b9c4-3b0775aa7484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'add6703c-8d90-4786-b467-5e715387a49d'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:26:10.839897 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-319e65a0-c3fe-4ba8-bd9f-6b36451d3df6 service neutron] Attempting to bind port ba974237-6ff2-4791-bf83-f005f5a88d5f on network add6703c-8d90-4786-b467-5e715387a49d {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:26:10.844337 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-319e65a0-c3fe-4ba8-bd9f-6b36451d3df6 service neutron] Port ba974237-6ff2-4791-bf83-f005f5a88d5f on network add6703c-8d90-4786-b467-5e715387a49d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:26:10.844663 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-319e65a0-c3fe-4ba8-bd9f-6b36451d3df6 service neutron] Attempting to bind port ba974237-6ff2-4791-bf83-f005f5a88d5f on network add6703c-8d90-4786-b467-5e715387a49d {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:26:10.850618 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-319e65a0-c3fe-4ba8-bd9f-6b36451d3df6 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:26:10.851149 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-319e65a0-c3fe-4ba8-bd9f-6b36451d3df6 service neutron] Checking segment: {'id': '6a8a4c49-b330-46a0-b9c4-3b0775aa7484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'add6703c-8d90-4786-b467-5e715387a49d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:26:10.851620 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-319e65a0-c3fe-4ba8-bd9f-6b36451d3df6 service neutron] Bound using segment: {'id': '6a8a4c49-b330-46a0-b9c4-3b0775aa7484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'add6703c-8d90-4786-b467-5e715387a49d'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:26:10.851953 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-319e65a0-c3fe-4ba8-bd9f-6b36451d3df6 service neutron] Bound port: ba974237-6ff2-4791-bf83-f005f5a88d5f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8a4c49-b330-46a0-b9c4-3b0775aa7484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'add6703c-8d90-4786-b467-5e715387a49d'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:26:10.852313 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-319e65a0-c3fe-4ba8-bd9f-6b36451d3df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ba974237-6ff2-4791-bf83-f005f5a88d5f), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:26:10.853853 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=ba974237-6ff2-4791-bf83-f005f5a88d5f,revision_number=10']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:26:10.919708 ncdv-master-1 neutron-server[114390]: WARNING neutron.plugins.ml2.plugin [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-319e65a0-c3fe-4ba8-bd9f-6b36451d3df6 service neutron] Concurrent port binding operations failed on port ba974237-6ff2-4791-bf83-f005f5a88d5f
Feb 05 21:26:10.923676 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-319e65a0-c3fe-4ba8-bd9f-6b36451d3df6 service neutron] For port ba974237-6ff2-4791-bf83-f005f5a88d5f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ba974237-6ff2-4791-bf83-f005f5a88d5f,segment=NetworkSegment(6a8a4c49-b330-46a0-b9c4-3b0775aa7484),segment_id=6a8a4c49-b330-46a0-b9c4-3b0775aa7484)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:26:10.925753 ncdv-master-1 neutron-server[114390]: INFO neutron.plugins.ml2.plugin [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-319e65a0-c3fe-4ba8-bd9f-6b36451d3df6 service neutron] Attempt 2 to bind port ba974237-6ff2-4791-bf83-f005f5a88d5f
Feb 05 21:26:10.932699 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-319e65a0-c3fe-4ba8-bd9f-6b36451d3df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:10.933479 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-319e65a0-c3fe-4ba8-bd9f-6b36451d3df6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:26:10.935187 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-319e65a0-c3fe-4ba8-bd9f-6b36451d3df6 service neutron] 10.222.0.21 "PUT /v2.0/ports/ba974237-6ff2-4791-bf83-f005f5a88d5f HTTP/1.1" status: 200  len: 1123 time: 0.7321129
Feb 05 21:26:10.935651 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a', 'tag': 'ba974237-6ff2-4791-bf83-f005f5a88d5f'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:26:10.937900 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f1ee46-c090-4a4d-bbf2-69813074e1fc" -d '{"events": [{"name": "network-changed", "server_uuid": "01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a", "tag": "ba974237-6ff2-4791-bf83-f005f5a88d5f"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:26:10.997851 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41c3dff-c893-4a0c-b24d-f8ad0d97f44c x-openstack-request-id: req-d41c3dff-c893-4a0c-b24d-f8ad0d97f44c {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:26:10.998150 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a", "tag": "ba974237-6ff2-4791-bf83-f005f5a88d5f", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:26:10.998438 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d41c3dff-c893-4a0c-b24d-f8ad0d97f44c {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:26:10.998847 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a', 'tag': 'ba974237-6ff2-4791-bf83-f005f5a88d5f', 'status': 'completed', 'code': 200}
Feb 05 21:26:11.012213 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-d9a866c4-ee40-46eb-9977-ddea09408273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:11.013747 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-d9a866c4-ee40-46eb-9977-ddea09408273 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a64d1698f20a435e8937ab305eac38dd&device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 1126 time: 0.0558796
Feb 05 21:26:11.068731 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1ee46-c090-4a4d-bbf2-69813074e1fc req-d2b8313c-b437-4e11-809e-6874c0314533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:11.070257 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-64f1ee46-c090-4a4d-bbf2-69813074e1fc req-d2b8313c-b437-4e11-809e-6874c0314533 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a64d1698f20a435e8937ab305eac38dd&device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 1126 time: 0.0504687
Feb 05 21:26:11.118790 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-7546319b-f3e9-4d31-8a06-a3aad520cb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:11.120281 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-7546319b-f3e9-4d31-8a06-a3aad520cb4b service neutron] 10.222.0.21 "GET /v2.0/networks?id=add6703c-8d90-4786-b467-5e715387a49d HTTP/1.1" status: 200  len: 898 time: 0.1005931
Feb 05 21:26:11.164113 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1ee46-c090-4a4d-bbf2-69813074e1fc req-c4c5df4d-50e1-4dbe-8bd3-8ef7240d5970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:11.165611 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-64f1ee46-c090-4a4d-bbf2-69813074e1fc req-c4c5df4d-50e1-4dbe-8bd3-8ef7240d5970 service neutron] 10.222.0.39 "GET /v2.0/networks?id=add6703c-8d90-4786-b467-5e715387a49d HTTP/1.1" status: 200  len: 898 time: 0.0894039
Feb 05 21:26:11.185776 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-6a9ae1c1-34a7-4b4f-a944-e6e8003d97fd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba974237-6ff2-4791-bf83-f005f5a88d5f HTTP/1.1" status: 200  len: 998 time: 0.0593593
Feb 05 21:26:11.231891 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-64f1ee46-c090-4a4d-bbf2-69813074e1fc req-444d6add-f1c4-4a05-a077-08fdcf2fc8b3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba974237-6ff2-4791-bf83-f005f5a88d5f HTTP/1.1" status: 200  len: 998 time: 0.0607135
Feb 05 21:26:11.238051 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-861f1168-21a4-4003-93f1-a725ab25a3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:11.239563 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-861f1168-21a4-4003-93f1-a725ab25a3b2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d1f4172b-51b9-4c85-8bdb-ced100c415b4 HTTP/1.1" status: 200  len: 835 time: 0.0473347
Feb 05 21:26:11.292394 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-18afbb5d-a9dd-475f-8c29-069cb1f6e3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:11.293911 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-18afbb5d-a9dd-475f-8c29-069cb1f6e3b8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=add6703c-8d90-4786-b467-5e715387a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0481422
Feb 05 21:26:11.316166 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1ee46-c090-4a4d-bbf2-69813074e1fc req-12936ad3-4410-4590-88fa-e4e135018a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:11.317725 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-64f1ee46-c090-4a4d-bbf2-69813074e1fc req-12936ad3-4410-4590-88fa-e4e135018a24 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1f4172b-51b9-4c85-8bdb-ced100c415b4 HTTP/1.1" status: 200  len: 835 time: 0.0796919
Feb 05 21:26:11.339652 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e615bb-b14b-4a97-99d6-a9b45938f98b req-d1e8af0f-e8dc-4bfa-8c1c-44e30b8c8896 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:11.341126 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-41e615bb-b14b-4a97-99d6-a9b45938f98b req-d1e8af0f-e8dc-4bfa-8c1c-44e30b8c8896 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 944 time: 0.0953395
Feb 05 21:26:11.383754 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-01a5cf34-dd5d-4361-afda-9a4e44cb69fd service neutron] 10.222.0.21 "GET /v2.0/networks/add6703c-8d90-4786-b467-5e715387a49d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835667
Feb 05 21:26:11.404919 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1ee46-c090-4a4d-bbf2-69813074e1fc req-a038963a-d29e-487d-80b5-3693728fe659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:11.406470 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-64f1ee46-c090-4a4d-bbf2-69813074e1fc req-a038963a-d29e-487d-80b5-3693728fe659 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=add6703c-8d90-4786-b467-5e715387a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0828424
Feb 05 21:26:11.422242 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-41e615bb-b14b-4a97-99d6-a9b45938f98b req-22dec5c1-c1db-4746-b15b-cc8734fab86a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=741f3374-4306-4559-8a99-5efbb308367a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0659704
Feb 05 21:26:11.506722 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-64f1ee46-c090-4a4d-bbf2-69813074e1fc req-7c657f65-6b8e-408c-bfd7-ca8fb6a229a4 service neutron] 10.222.0.39 "GET /v2.0/networks/add6703c-8d90-4786-b467-5e715387a49d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0944090
Feb 05 21:26:11.600658 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-64f1ee46-c090-4a4d-bbf2-69813074e1fc req-47f7fba1-1f35-4a7d-9566-ccaf977eb985 service neutron] 10.222.0.39 "GET /v2.0/networks/add6703c-8d90-4786-b467-5e715387a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0887182
Feb 05 21:26:11.771495 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7dbaef07-058c-4367-a9c4-ef7acd1c4ebe req-a6e89e98-3a71-43bf-a1d2-7c9a3635ab06 service neutron] 10.222.0.21 "GET /v2.0/networks/add6703c-8d90-4786-b467-5e715387a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3814723
Feb 05 21:26:11.861117 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1ee46-c090-4a4d-bbf2-69813074e1fc req-abf68fb3-2928-471a-babb-d5bfed753229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:11.863160 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-64f1ee46-c090-4a4d-bbf2-69813074e1fc req-abf68fb3-2928-471a-babb-d5bfed753229 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a64d1698f20a435e8937ab305eac38dd&device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 1126 time: 0.0443661
Feb 05 21:26:11.949745 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1ee46-c090-4a4d-bbf2-69813074e1fc req-d3e1ab7c-c422-44b6-aff0-029699c3f80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:11.951384 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-64f1ee46-c090-4a4d-bbf2-69813074e1fc req-d3e1ab7c-c422-44b6-aff0-029699c3f80e service neutron] 10.222.0.21 "GET /v2.0/networks?id=add6703c-8d90-4786-b467-5e715387a49d HTTP/1.1" status: 200  len: 898 time: 0.0825055
Feb 05 21:26:12.018977 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-64f1ee46-c090-4a4d-bbf2-69813074e1fc req-da5484e7-d46d-4757-bd47-80fcb329124d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba974237-6ff2-4791-bf83-f005f5a88d5f HTTP/1.1" status: 200  len: 998 time: 0.0618913
Feb 05 21:26:12.064455 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1ee46-c090-4a4d-bbf2-69813074e1fc req-e098f813-635e-434b-8e9b-78025cd72040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:12.066460 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-64f1ee46-c090-4a4d-bbf2-69813074e1fc req-e098f813-635e-434b-8e9b-78025cd72040 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d1f4172b-51b9-4c85-8bdb-ced100c415b4 HTTP/1.1" status: 200  len: 835 time: 0.0424490
Feb 05 21:26:12.113853 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1ee46-c090-4a4d-bbf2-69813074e1fc req-4345ed82-113b-4de6-89e8-9b94687f58fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:12.115282 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-64f1ee46-c090-4a4d-bbf2-69813074e1fc req-4345ed82-113b-4de6-89e8-9b94687f58fe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=add6703c-8d90-4786-b467-5e715387a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0433562
Feb 05 21:26:12.205811 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-64f1ee46-c090-4a4d-bbf2-69813074e1fc req-a013a220-fbc1-4b5c-9c96-57f6e1d85c50 service neutron] 10.222.0.21 "GET /v2.0/networks/add6703c-8d90-4786-b467-5e715387a49d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842378
Feb 05 21:26:12.295841 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-64f1ee46-c090-4a4d-bbf2-69813074e1fc req-a71df11a-2498-44d0-a80b-8e45103c4aaa service neutron] 10.222.0.21 "GET /v2.0/networks/add6703c-8d90-4786-b467-5e715387a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843453
Feb 05 21:26:12.542874 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deeb82a-e823-4d2b-b759-5402955a39da req-9c8f95bf-8b5b-4edd-a126-d6e3719f6a36 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:12.544341 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4deeb82a-e823-4d2b-b759-5402955a39da req-9c8f95bf-8b5b-4edd-a126-d6e3719f6a36 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 944 time: 0.0521472
Feb 05 21:26:12.584798 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device ba974237-6ff2-4791-bf83-f005f5a88d5f no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:26:12.597997 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4deeb82a-e823-4d2b-b759-5402955a39da req-cc9e3c71-918f-4549-990b-fe97c1f70481 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=741f3374-4306-4559-8a99-5efbb308367a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479851
Feb 05 21:26:12.623564 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] The host nch2-master-1 is not matching for port ba974237-6ff2-4791-bf83-f005f5a88d5f host nch1-master-1! {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Feb 05 21:26:12.623954 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device ba974237-6ff2-4791-bf83-f005f5a88d5f not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:26:12.840673 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:26:13.719614 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7bd08-11a2-4452-831c-428d92fd983c req-d143a1f7-d615-4552-afeb-7c3e65306c13 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:13.721775 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-46e7bd08-11a2-4452-831c-428d92fd983c req-d143a1f7-d615-4552-afeb-7c3e65306c13 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 944 time: 0.0516143
Feb 05 21:26:13.768735 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-46e7bd08-11a2-4452-831c-428d92fd983c req-77d96fb2-0c55-4039-9e87-3d8130b828d2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=741f3374-4306-4559-8a99-5efbb308367a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408778
Feb 05 21:26:15.145996 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6367d-0662-4f3e-887c-49afc5bd1164 req-d038512f-c83c-4381-a211-889783cba08c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:15.147414 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ead6367d-0662-4f3e-887c-49afc5bd1164 req-d038512f-c83c-4381-a211-889783cba08c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 944 time: 0.0525398
Feb 05 21:26:15.195692 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ead6367d-0662-4f3e-887c-49afc5bd1164 req-39bafde8-473d-40ad-9f0b-20dbb01bd7d0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=741f3374-4306-4559-8a99-5efbb308367a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424602
Feb 05 21:26:15.216872 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49080) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:26:15.280814 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c65ed538-6ed2-4179-b924-735dc8e56339 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/floatingips/5f6b35f0-a35e-40a8-9ef5-5fcc45815744 HTTP/1.1" status: 200  len: 990 time: 0.0628369
Feb 05 21:26:15.443105 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:26:15.655494 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device ba974237-6ff2-4791-bf83-f005f5a88d5f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:26:15.753488 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port ba974237-6ff2-4791-bf83-f005f5a88d5f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ba974237-6ff2-4791-bf83-f005f5a88d5f,segment=NetworkSegment(6a8a4c49-b330-46a0-b9c4-3b0775aa7484),segment_id=6a8a4c49-b330-46a0-b9c4-3b0775aa7484)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:26:15.763687 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': 'ba974237-6ff2-4791-bf83-f005f5a88d5f', 'network_id': 'add6703c-8d90-4786-b467-5e715387a49d', 'port_id': 'ba974237-6ff2-4791-bf83-f005f5a88d5f', 'mac_address': 'fa:16:3e:75:88:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1f4172b-51b9-4c85-8bdb-ced100c415b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:26:15.801753 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port ba974237-6ff2-4791-bf83-f005f5a88d5f is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:26:15.802210 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ba974237-6ff2-4791-bf83-f005f5a88d5f), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:26:15.815403 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba974237-6ff2-4791-bf83-f005f5a88d5f {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:26:15.834176 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port ba974237-6ff2-4791-bf83-f005f5a88d5f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ba974237-6ff2-4791-bf83-f005f5a88d5f,segment=NetworkSegment(6a8a4c49-b330-46a0-b9c4-3b0775aa7484),segment_id=6a8a4c49-b330-46a0-b9c4-3b0775aa7484)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:26:15.838414 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ba974237-6ff2-4791-bf83-f005f5a88d5f), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:26:16.042643 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=ba974237-6ff2-4791-bf83-f005f5a88d5f,revision_number=11']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:26:16.136687 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['ba974237-6ff2-4791-bf83-f005f5a88d5f'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:26:17.671973 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device ba974237-6ff2-4791-bf83-f005f5a88d5f up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:26:17.722938 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port ba974237-6ff2-4791-bf83-f005f5a88d5f completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:26:17.726713 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port ba974237-6ff2-4791-bf83-f005f5a88d5f triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:26:17.727101 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ba974237-6ff2-4791-bf83-f005f5a88d5f), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:26:17.804949 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port ba974237-6ff2-4791-bf83-f005f5a88d5f is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:26:17.805333 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ba974237-6ff2-4791-bf83-f005f5a88d5f), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:26:17.828660 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba974237-6ff2-4791-bf83-f005f5a88d5f'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:26:17.831691 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db88da08-dc93-42a0-b791-105927f679ed" -d '{"events": [{"server_uuid": "01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a", "name": "network-vif-plugged", "status": "completed", "tag": "ba974237-6ff2-4791-bf83-f005f5a88d5f"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:26:17.844920 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port ba974237-6ff2-4791-bf83-f005f5a88d5f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ba974237-6ff2-4791-bf83-f005f5a88d5f,segment=NetworkSegment(6a8a4c49-b330-46a0-b9c4-3b0775aa7484),segment_id=6a8a4c49-b330-46a0-b9c4-3b0775aa7484)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:26:17.849400 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ba974237-6ff2-4791-bf83-f005f5a88d5f), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:26:17.875291 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b04caf-1a3e-4c3c-975f-9d5be840ea83 x-openstack-request-id: req-d9b04caf-1a3e-4c3c-975f-9d5be840ea83 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:26:17.875588 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a", "name": "network-vif-plugged", "status": "completed", "tag": "ba974237-6ff2-4791-bf83-f005f5a88d5f", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:26:17.875840 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d9b04caf-1a3e-4c3c-975f-9d5be840ea83 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:26:17.876231 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba974237-6ff2-4791-bf83-f005f5a88d5f', 'code': 200}
Feb 05 21:26:17.902849 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=ba974237-6ff2-4791-bf83-f005f5a88d5f,revision_number=12']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:26:19.109948 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b1860433-6c27-464b-8b80-c4a45386f55a req-f8057fd5-6ecf-44bb-9f07-2a7fdd780157 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0437427
Feb 05 21:26:19.191331 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1860433-6c27-464b-8b80-c4a45386f55a req-450a8ba4-4f76-40a8-bfa9-25204de22474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:19.192814 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b1860433-6c27-464b-8b80-c4a45386f55a req-450a8ba4-4f76-40a8-bfa9-25204de22474 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a64d1698f20a435e8937ab305eac38dd&device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 1128 time: 0.0440533
Feb 05 21:26:19.295035 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1860433-6c27-464b-8b80-c4a45386f55a req-207b37b0-34fa-44fe-9b75-e3ed1b9f0aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:19.296493 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b1860433-6c27-464b-8b80-c4a45386f55a req-207b37b0-34fa-44fe-9b75-e3ed1b9f0aea service neutron] 10.222.0.21 "GET /v2.0/networks?id=add6703c-8d90-4786-b467-5e715387a49d HTTP/1.1" status: 200  len: 898 time: 0.0863810
Feb 05 21:26:19.359736 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b1860433-6c27-464b-8b80-c4a45386f55a req-24951c8a-7ac9-4d8a-8d6a-348770296bdd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba974237-6ff2-4791-bf83-f005f5a88d5f HTTP/1.1" status: 200  len: 1000 time: 0.0572400
Feb 05 21:26:19.407613 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1860433-6c27-464b-8b80-c4a45386f55a req-73752ffb-4181-4a30-9cde-3994d583b8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:19.409751 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b1860433-6c27-464b-8b80-c4a45386f55a req-73752ffb-4181-4a30-9cde-3994d583b8ac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d1f4172b-51b9-4c85-8bdb-ced100c415b4 HTTP/1.1" status: 200  len: 835 time: 0.0434022
Feb 05 21:26:19.462871 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1860433-6c27-464b-8b80-c4a45386f55a req-a47beb3a-e960-4fd0-b736-86ab4aa045ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:26:19.464380 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b1860433-6c27-464b-8b80-c4a45386f55a req-a47beb3a-e960-4fd0-b736-86ab4aa045ea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=add6703c-8d90-4786-b467-5e715387a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0491302
Feb 05 21:26:19.556315 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b1860433-6c27-464b-8b80-c4a45386f55a req-9cdada05-69fc-45d7-9508-f6bad5837156 service neutron] 10.222.0.21 "GET /v2.0/networks/add6703c-8d90-4786-b467-5e715387a49d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857418
Feb 05 21:26:19.648180 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b1860433-6c27-464b-8b80-c4a45386f55a req-0b23926c-528d-46ad-8dc3-57dc385d07c7 service neutron] 10.222.0.21 "GET /v2.0/networks/add6703c-8d90-4786-b467-5e715387a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855782
Feb 05 21:26:20.364575 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:26:33.744751 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ae856df8-04b0-40bf-9f05-c3a4b6bbaa7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:26:36.122416 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-eeaf8f20-e57d-4341-a587-086a97f3f16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:26:37.533982 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:26:39.129797 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:26:40.514974 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:26:45.458585 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:26:49.841220 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:26:50.387370 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:03.746567 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3fb5cab7-64d2-434e-aaa4-1a3c38309a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:06.124108 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8874da5d-8c0b-4668-8ae6-5487d2c20cbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:07.537453 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:09.133091 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:10.517804 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:10.826741 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4fc3d1-18af-442b-9829-679409178a90 req-7b8aacac-47ef-4242-ae30-b693cb8b7768 tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:27:10.828275 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b4fc3d1-18af-442b-9829-679409178a90 req-7b8aacac-47ef-4242-ae30-b693cb8b7768 tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 1128 time: 0.1065331
Feb 05 21:27:10.873525 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b4fc3d1-18af-442b-9829-679409178a90 req-16edc79e-fd93-42e3-8f66-cac3e6c904e7 tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=741f3374-4306-4559-8a99-5efbb308367a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394852
Feb 05 21:27:10.895481 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49122) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:27:11.096816 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-e79b456f-83e0-48fb-a9af-a080910aa777 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Deleting port 07a07473-fd13-4350-980d-4f7869004c15 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:27:11.097164 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e79b456f-83e0-48fb-a9af-a080910aa777 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (07a07473-fd13-4350-980d-4f7869004c15), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:11.170858 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e79b456f-83e0-48fb-a9af-a080910aa777 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (07a07473-fd13-4350-980d-4f7869004c15), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:11.171111 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e79b456f-83e0-48fb-a9af-a080910aa777 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for floatingip (07a07473-fd13-4350-980d-4f7869004c15), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:11.182603 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-e79b456f-83e0-48fb-a9af-a080910aa777 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Calling delete_port for 07a07473-fd13-4350-980d-4f7869004c15 owned by network:floatingip {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:27:11.355903 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e79b456f-83e0-48fb-a9af-a080910aa777 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (07a07473-fd13-4350-980d-4f7869004c15), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:11.379321 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b456f-83e0-48fb-a9af-a080910aa777 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event deleted for resources: {'Port': ['ID=07a07473-fd13-4350-980d-4f7869004c15,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:27:11.389835 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b456f-83e0-48fb-a9af-a080910aa777 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:11.390185 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b456f-83e0-48fb-a9af-a080910aa777 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:11.390566 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b456f-83e0-48fb-a9af-a080910aa777 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:11.390912 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b456f-83e0-48fb-a9af-a080910aa777 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:11.391254 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b456f-83e0-48fb-a9af-a080910aa777 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:11.391593 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b456f-83e0-48fb-a9af-a080910aa777 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:11.392285 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b456f-83e0-48fb-a9af-a080910aa777 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:11.392285 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b456f-83e0-48fb-a9af-a080910aa777 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:11.392574 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b456f-83e0-48fb-a9af-a080910aa777 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:11.392906 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b456f-83e0-48fb-a9af-a080910aa777 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:11.393238 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b456f-83e0-48fb-a9af-a080910aa777 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:11.393573 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b456f-83e0-48fb-a9af-a080910aa777 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:11.393899 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b456f-83e0-48fb-a9af-a080910aa777 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:11.456760 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e79b456f-83e0-48fb-a9af-a080910aa777 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for floatingip (5f6b35f0-a35e-40a8-9ef5-5fcc45815744), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:11.457019 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-e79b456f-83e0-48fb-a9af-a080910aa777 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Floating IP 5f6b35f0-a35e-40a8-9ef5-5fcc45815744 disassociated (deleted). External IP: 172.35.4.81, port: ba974237-6ff2-4791-bf83-f005f5a88d5f.
Feb 05 21:27:11.665568 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e79b456f-83e0-48fb-a9af-a080910aa777 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Router 93fa43f1-cb04-4265-9acf-d9145a99193f has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:27:11.772260 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79b456f-83e0-48fb-a9af-a080910aa777 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:27:11.776943 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e79b456f-83e0-48fb-a9af-a080910aa777 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:11.781783 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98c70b6-6f72-4b30-b974-08f8226d256c None None] Sync routers for ids ['93fa43f1-cb04-4265-9acf-d9145a99193f'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:27:11.791236 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98c70b6-6f72-4b30-b974-08f8226d256c None None] Routers {'93fa43f1-cb04-4265-9acf-d9145a99193f'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:27:11.791945 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-e98c70b6-6f72-4b30-b974-08f8226d256c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2daba255e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:27:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['93fa43f1-cb04-4265-9acf-d9145a99193f'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:27:11.809099 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e79b456f-83e0-48fb-a9af-a080910aa777 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "DELETE /v2.0/floatingips/5f6b35f0-a35e-40a8-9ef5-5fcc45815744 HTTP/1.1" status: 204  len: 168 time: 0.9125209
Feb 05 21:27:11.809707 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a', 'tag': 'ba974237-6ff2-4791-bf83-f005f5a88d5f'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:27:11.811988 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e157c47-04da-4509-8f9a-5444dd87a14a" -d '{"events": [{"name": "network-changed", "server_uuid": "01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a", "tag": "ba974237-6ff2-4791-bf83-f005f5a88d5f"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:27:11.851696 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84182e78-646c-44a3-9fc8-47a47f97a378 x-openstack-request-id: req-84182e78-646c-44a3-9fc8-47a47f97a378 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:27:11.851696 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a", "tag": "ba974237-6ff2-4791-bf83-f005f5a88d5f", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:27:11.852334 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-84182e78-646c-44a3-9fc8-47a47f97a378 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:27:11.852334 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a', 'tag': 'ba974237-6ff2-4791-bf83-f005f5a88d5f', 'status': 'completed', 'code': 200}
Feb 05 21:27:11.908255 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-e98c70b6-6f72-4b30-b974-08f8226d256c None None] Set router 93fa43f1-cb04-4265-9acf-d9145a99193f gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:27:11.918725 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e157c47-04da-4509-8f9a-5444dd87a14a req-fddafdbb-4e05-4b34-a039-f4afd283d267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:27:11.920279 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2e157c47-04da-4509-8f9a-5444dd87a14a req-fddafdbb-4e05-4b34-a039-f4afd283d267 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a64d1698f20a435e8937ab305eac38dd&device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 1128 time: 0.0488033
Feb 05 21:27:12.032771 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e157c47-04da-4509-8f9a-5444dd87a14a req-20d9e92a-a247-4107-86f2-7db848341c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:27:12.034284 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2e157c47-04da-4509-8f9a-5444dd87a14a req-20d9e92a-a247-4107-86f2-7db848341c6f service neutron] 10.222.0.21 "GET /v2.0/networks?id=add6703c-8d90-4786-b467-5e715387a49d HTTP/1.1" status: 200  len: 898 time: 0.0995862
Feb 05 21:27:12.060447 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f46ccf-284b-4587-a0bd-cb210a2ce4de req-df9e41ce-aa66-440b-a429-5019984daf24 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:27:12.061972 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a6f46ccf-284b-4587-a0bd-cb210a2ce4de req-df9e41ce-aa66-440b-a429-5019984daf24 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 946 time: 0.0566382
Feb 05 21:27:12.076703 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2e157c47-04da-4509-8f9a-5444dd87a14a req-4812e0fa-6a09-4d12-bd7c-d93257007ea3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba974237-6ff2-4791-bf83-f005f5a88d5f HTTP/1.1" status: 200  len: 217 time: 0.0353146
Feb 05 21:27:12.112991 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a6f46ccf-284b-4587-a0bd-cb210a2ce4de req-24163ab0-1fa4-42ee-8922-23b02336ce67 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=741f3374-4306-4559-8a99-5efbb308367a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442028
Feb 05 21:27:12.127849 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e157c47-04da-4509-8f9a-5444dd87a14a req-75f3f95f-502a-456a-a569-cb82721302aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:27:12.129014 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-e98c70b6-6f72-4b30-b974-08f8226d256c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2daba255e0>, [{'id': '93fa43f1-cb04-4265-9acf-d9145a99193f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807320207', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.132'}], 'enable_snat': True}, 'gw_port_id': '7053e46f-ba65-4082-afb2-c0f729cd439f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:24:25Z', 'updated_at': '2022-02-05T21:24:29Z', 'revision_number': 4, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': '7053e46f-ba65-4082-afb2-c0f729cd439f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa43f1-cb04-4265-9acf-d9145a99193f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:24:26Z', 'updated_at': '2022-02-05T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1a193368-30c3-4697-879f-eaace5f214ce', 'name': '', 'network_id': 'add6703c-8d90-4786-b467-5e715387a49d', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'mac_address': 'fa:16:3e:01:5b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa43f1-cb04-4265-9acf-d9145a99193f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'd1f4172b-51b9-4c85-8bdb-ced100c415b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:24:28Z', 'updated_at': '2022-02-05T21:24:31Z', 'revision_number': 5, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'subnets': [{'id': 'd1f4172b-51b9-4c85-8bdb-ced100c415b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:27:12.129333 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2e157c47-04da-4509-8f9a-5444dd87a14a req-75f3f95f-502a-456a-a569-cb82721302aa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d1f4172b-51b9-4c85-8bdb-ced100c415b4 HTTP/1.1" status: 200  len: 835 time: 0.0465608
Feb 05 21:27:12.156562 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98c70b6-6f72-4b30-b974-08f8226d256c None None] Checking router: 93fa43f1-cb04-4265-9acf-d9145a99193f for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:27:12.165819 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98c70b6-6f72-4b30-b974-08f8226d256c None None] Routers {'93fa43f1-cb04-4265-9acf-d9145a99193f'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:27:12.166482 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-e98c70b6-6f72-4b30-b974-08f8226d256c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2daba255e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:27:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['93fa43f1-cb04-4265-9acf-d9145a99193f'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:27:12.181022 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e157c47-04da-4509-8f9a-5444dd87a14a req-a15e3b85-328b-4b51-969a-9a7495a6758e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:27:12.182574 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2e157c47-04da-4509-8f9a-5444dd87a14a req-a15e3b85-328b-4b51-969a-9a7495a6758e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=add6703c-8d90-4786-b467-5e715387a49d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0464733
Feb 05 21:27:12.276156 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2e157c47-04da-4509-8f9a-5444dd87a14a req-da5d66d6-42a0-453d-9837-3e2c09258118 service neutron] 10.222.0.21 "GET /v2.0/networks/add6703c-8d90-4786-b467-5e715387a49d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0864999
Feb 05 21:27:12.277742 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-e98c70b6-6f72-4b30-b974-08f8226d256c None None] Set router 93fa43f1-cb04-4265-9acf-d9145a99193f gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:27:12.370853 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2e157c47-04da-4509-8f9a-5444dd87a14a req-01d1d364-75e4-485f-aa01-0471f8b9d9dc service neutron] 10.222.0.21 "GET /v2.0/networks/add6703c-8d90-4786-b467-5e715387a49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0883598
Feb 05 21:27:12.482371 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-e98c70b6-6f72-4b30-b974-08f8226d256c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2daba255e0>, [{'id': '93fa43f1-cb04-4265-9acf-d9145a99193f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807320207', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.132'}], 'enable_snat': True}, 'gw_port_id': '7053e46f-ba65-4082-afb2-c0f729cd439f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:24:25Z', 'updated_at': '2022-02-05T21:24:29Z', 'revision_number': 4, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': '7053e46f-ba65-4082-afb2-c0f729cd439f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa43f1-cb04-4265-9acf-d9145a99193f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:24:26Z', 'updated_at': '2022-02-05T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1a193368-30c3-4697-879f-eaace5f214ce', 'name': '', 'network_id': 'add6703c-8d90-4786-b467-5e715387a49d', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'mac_address': 'fa:16:3e:01:5b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa43f1-cb04-4265-9acf-d9145a99193f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'd1f4172b-51b9-4c85-8bdb-ced100c415b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:24:28Z', 'updated_at': '2022-02-05T21:24:31Z', 'revision_number': 5, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'subnets': [{'id': 'd1f4172b-51b9-4c85-8bdb-ced100c415b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:27:12.510891 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98c70b6-6f72-4b30-b974-08f8226d256c None None] The sync data for ids ['93fa43f1-cb04-4265-9acf-d9145a99193f'] in ncdv-master-1 is: [{'id': '93fa43f1-cb04-4265-9acf-d9145a99193f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807320207', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.132'}], 'enable_snat': True}, 'gw_port_id': '7053e46f-ba65-4082-afb2-c0f729cd439f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:24:25Z', 'updated_at': '2022-02-05T21:24:29Z', 'revision_number': 4, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': '7053e46f-ba65-4082-afb2-c0f729cd439f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa43f1-cb04-4265-9acf-d9145a99193f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:24:26Z', 'updated_at': '2022-02-05T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1a193368-30c3-4697-879f-eaace5f214ce', 'name': '', 'network_id': 'add6703c-8d90-4786-b467-5e715387a49d', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'mac_address': 'fa:16:3e:01:5b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa43f1-cb04-4265-9acf-d9145a99193f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'd1f4172b-51b9-4c85-8bdb-ced100c415b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:24:28Z', 'updated_at': '2022-02-05T21:24:31Z', 'revision_number': 5, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'subnets': [{'id': 'd1f4172b-51b9-4c85-8bdb-ced100c415b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:27:12.729093 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770686c5-06bf-4bc3-bc47-2fc7e0a30177 None None] New status for floating IP 5f6b35f0-a35e-40a8-9ef5-5fcc45815744: DOWN {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:27:13.284113 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441bf1e-a4d4-450e-9ae9-13dc6f26f7ec req-e18432ba-dd56-4fac-8736-666609b36722 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:27:13.285581 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9441bf1e-a4d4-450e-9ae9-13dc6f26f7ec req-e18432ba-dd56-4fac-8736-666609b36722 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 946 time: 0.1038282
Feb 05 21:27:13.333412 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9441bf1e-a4d4-450e-9ae9-13dc6f26f7ec req-87072603-4523-4496-8784-a8dba6482e2f tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=741f3374-4306-4559-8a99-5efbb308367a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418479
Feb 05 21:27:13.412799 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff17578-9b6b-4b21-90b4-9883a9bc9e22 req-fe2b60c8-c570-4043-af89-e4a08e00a2c4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:27:13.414188 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8ff17578-9b6b-4b21-90b4-9883a9bc9e22 req-fe2b60c8-c570-4043-af89-e4a08e00a2c4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.21 "GET /v2.0/ports?device_id=01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a HTTP/1.1" status: 200  len: 946 time: 0.0526161
Feb 05 21:27:13.503239 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-8ff17578-9b6b-4b21-90b4-9883a9bc9e22 req-b02af8b9-aac4-414f-8d95-82c1df31dd35 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Deleting port ba974237-6ff2-4791-bf83-f005f5a88d5f {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:27:13.503591 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-8ff17578-9b6b-4b21-90b4-9883a9bc9e22 req-b02af8b9-aac4-414f-8d95-82c1df31dd35 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (ba974237-6ff2-4791-bf83-f005f5a88d5f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:13.593793 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-8ff17578-9b6b-4b21-90b4-9883a9bc9e22 req-b02af8b9-aac4-414f-8d95-82c1df31dd35 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] For port ba974237-6ff2-4791-bf83-f005f5a88d5f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ba974237-6ff2-4791-bf83-f005f5a88d5f,segment=NetworkSegment(6a8a4c49-b330-46a0-b9c4-3b0775aa7484),segment_id=6a8a4c49-b330-46a0-b9c4-3b0775aa7484)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:27:13.594161 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-8ff17578-9b6b-4b21-90b4-9883a9bc9e22 req-b02af8b9-aac4-414f-8d95-82c1df31dd35 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (ba974237-6ff2-4791-bf83-f005f5a88d5f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:13.606453 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-8ff17578-9b6b-4b21-90b4-9883a9bc9e22 req-b02af8b9-aac4-414f-8d95-82c1df31dd35 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Calling delete_port for ba974237-6ff2-4791-bf83-f005f5a88d5f owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:27:13.737019 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-8ff17578-9b6b-4b21-90b4-9883a9bc9e22 req-b02af8b9-aac4-414f-8d95-82c1df31dd35 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (ba974237-6ff2-4791-bf83-f005f5a88d5f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:13.765342 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02af8b9-aac4-414f-8d95-82c1df31dd35 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event deleted for resources: {'Port': ['ID=ba974237-6ff2-4791-bf83-f005f5a88d5f,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:27:13.778988 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02af8b9-aac4-414f-8d95-82c1df31dd35 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:13.779360 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02af8b9-aac4-414f-8d95-82c1df31dd35 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:13.779715 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02af8b9-aac4-414f-8d95-82c1df31dd35 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:13.780062 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02af8b9-aac4-414f-8d95-82c1df31dd35 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:13.780405 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02af8b9-aac4-414f-8d95-82c1df31dd35 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:13.780743 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02af8b9-aac4-414f-8d95-82c1df31dd35 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:13.781081 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02af8b9-aac4-414f-8d95-82c1df31dd35 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:13.781423 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02af8b9-aac4-414f-8d95-82c1df31dd35 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:13.781761 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02af8b9-aac4-414f-8d95-82c1df31dd35 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:13.782087 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02af8b9-aac4-414f-8d95-82c1df31dd35 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:13.782443 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02af8b9-aac4-414f-8d95-82c1df31dd35 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:13.782780 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02af8b9-aac4-414f-8d95-82c1df31dd35 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:13.783114 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02af8b9-aac4-414f-8d95-82c1df31dd35 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:13.818795 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff17578-9b6b-4b21-90b4-9883a9bc9e22 req-b02af8b9-aac4-414f-8d95-82c1df31dd35 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] No DVR routers for this DVR port ba974237-6ff2-4791-bf83-f005f5a88d5f on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:27:13.821348 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-8ff17578-9b6b-4b21-90b4-9883a9bc9e22 req-b02af8b9-aac4-414f-8d95-82c1df31dd35 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:13.824761 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8ff17578-9b6b-4b21-90b4-9883a9bc9e22 req-b02af8b9-aac4-414f-8d95-82c1df31dd35 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.21 "DELETE /v2.0/ports/ba974237-6ff2-4791-bf83-f005f5a88d5f HTTP/1.1" status: 204  len: 173 time: 0.4055269
Feb 05 21:27:13.825209 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a', 'name': 'network-vif-deleted', 'tag': 'ba974237-6ff2-4791-bf83-f005f5a88d5f'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:27:13.827482 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85d9132-74dc-4789-baba-39bf270e2c2c" -d '{"events": [{"server_uuid": "01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a", "name": "network-vif-deleted", "tag": "ba974237-6ff2-4791-bf83-f005f5a88d5f"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:27:13.868024 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a05083a-52a2-4d68-b5c0-600650c8edaa x-openstack-request-id: req-4a05083a-52a2-4d68-b5c0-600650c8edaa {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:27:13.868398 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a", "name": "network-vif-deleted", "tag": "ba974237-6ff2-4791-bf83-f005f5a88d5f", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:27:13.868604 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4a05083a-52a2-4d68-b5c0-600650c8edaa {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:27:13.869040 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f7b2fc-e513-4ef2-bc0a-3b44d0037c4a', 'name': 'network-vif-deleted', 'tag': 'ba974237-6ff2-4791-bf83-f005f5a88d5f', 'status': 'completed', 'code': 200}
Feb 05 21:27:14.389562 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49140) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:27:14.754024 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-13358dd7-a076-4874-97e5-906619c10a2b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (93fa43f1-cb04-4265-9acf-d9145a99193f), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:15.323498 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-13358dd7-a076-4874-97e5-906619c10a2b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Deleting port 1a193368-30c3-4697-879f-eaace5f214ce {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:27:15.323845 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-13358dd7-a076-4874-97e5-906619c10a2b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (1a193368-30c3-4697-879f-eaace5f214ce), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:15.414024 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-13358dd7-a076-4874-97e5-906619c10a2b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] For port 1a193368-30c3-4697-879f-eaace5f214ce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a193368-30c3-4697-879f-eaace5f214ce,segment=NetworkSegment(6a8a4c49-b330-46a0-b9c4-3b0775aa7484),segment_id=6a8a4c49-b330-46a0-b9c4-3b0775aa7484)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:27:15.414753 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-13358dd7-a076-4874-97e5-906619c10a2b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (1a193368-30c3-4697-879f-eaace5f214ce), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:15.425833 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-13358dd7-a076-4874-97e5-906619c10a2b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Calling delete_port for 1a193368-30c3-4697-879f-eaace5f214ce owned by network:router_interface {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:27:15.460990 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:15.610752 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-13358dd7-a076-4874-97e5-906619c10a2b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (1a193368-30c3-4697-879f-eaace5f214ce), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:15.636908 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13358dd7-a076-4874-97e5-906619c10a2b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event deleted for resources: {'Port': ['ID=1a193368-30c3-4697-879f-eaace5f214ce,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:27:15.811685 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-13358dd7-a076-4874-97e5-906619c10a2b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (93fa43f1-cb04-4265-9acf-d9145a99193f), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:15.908018 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device ba974237-6ff2-4791-bf83-f005f5a88d5f no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:27:15.929020 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: ba974237-6ff2-4791-bf83-f005f5a88d5f {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:27:15.929307 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device ba974237-6ff2-4791-bf83-f005f5a88d5f not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:27:16.037967 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13358dd7-a076-4874-97e5-906619c10a2b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Router 93fa43f1-cb04-4265-9acf-d9145a99193f has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:27:16.145403 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13358dd7-a076-4874-97e5-906619c10a2b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:27:16.151095 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-13358dd7-a076-4874-97e5-906619c10a2b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "PUT /v2.0/routers/93fa43f1-cb04-4265-9acf-d9145a99193f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7602441
Feb 05 21:27:16.154074 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49142) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:27:16.157705 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cceea04-6081-483c-90fc-514efab5f839 None None] Sync routers for ids ['93fa43f1-cb04-4265-9acf-d9145a99193f'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:27:16.169602 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cceea04-6081-483c-90fc-514efab5f839 None None] Routers {'93fa43f1-cb04-4265-9acf-d9145a99193f'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:27:16.170141 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-4cceea04-6081-483c-90fc-514efab5f839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabbf2ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:27:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['93fa43f1-cb04-4265-9acf-d9145a99193f'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:27:16.205531 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d983d12-36de-46f9-9296-f542cf642701 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Deleting subnet d1f4172b-51b9-4c85-8bdb-ced100c415b4 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:27:16.209149 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3d983d12-36de-46f9-9296-f542cf642701 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for subnet (d1f4172b-51b9-4c85-8bdb-ced100c415b4), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:16.252327 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3d983d12-36de-46f9-9296-f542cf642701 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (d1f4172b-51b9-4c85-8bdb-ced100c415b4), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:16.280488 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-4cceea04-6081-483c-90fc-514efab5f839 None None] Set router 93fa43f1-cb04-4265-9acf-d9145a99193f gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:27:16.346983 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3d983d12-36de-46f9-9296-f542cf642701 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (d1f4172b-51b9-4c85-8bdb-ced100c415b4), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:16.409654 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3d983d12-36de-46f9-9296-f542cf642701 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (d1f4172b-51b9-4c85-8bdb-ced100c415b4), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:16.445087 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3d983d12-36de-46f9-9296-f542cf642701 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:16.450561 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3d983d12-36de-46f9-9296-f542cf642701 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "DELETE /v2.0/subnets/d1f4172b-51b9-4c85-8bdb-ced100c415b4 HTTP/1.1" status: 204  len: 168 time: 0.2930818
Feb 05 21:27:16.450561 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d983d12-36de-46f9-9296-f542cf642701 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event deleted for resources: {'Subnet': ['ID=d1f4172b-51b9-4c85-8bdb-ced100c415b4,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:27:16.450810 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49146) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:27:16.458060 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd92321e-4826-43d1-a774-30b2a65bad81 None None] Network add6703c-8d90-4786-b467-5e715387a49d requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:27:16.556062 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-4cceea04-6081-483c-90fc-514efab5f839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabbf2ac0>, [{'id': '93fa43f1-cb04-4265-9acf-d9145a99193f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807320207', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.132'}], 'enable_snat': True}, 'gw_port_id': '7053e46f-ba65-4082-afb2-c0f729cd439f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:24:25Z', 'updated_at': '2022-02-05T21:27:15Z', 'revision_number': 5, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': '7053e46f-ba65-4082-afb2-c0f729cd439f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa43f1-cb04-4265-9acf-d9145a99193f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:24:26Z', 'updated_at': '2022-02-05T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:27:16.560392 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-068b95f3-c5ee-40d7-bd4b-6b61520b12a2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for router (93fa43f1-cb04-4265-9acf-d9145a99193f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:16.588803 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cceea04-6081-483c-90fc-514efab5f839 None None] Checking router: 93fa43f1-cb04-4265-9acf-d9145a99193f for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:27:16.597924 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cceea04-6081-483c-90fc-514efab5f839 None None] Routers {'93fa43f1-cb04-4265-9acf-d9145a99193f'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:27:16.598579 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-4cceea04-6081-483c-90fc-514efab5f839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabbf2ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:27:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['93fa43f1-cb04-4265-9acf-d9145a99193f'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:27:16.671571 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-068b95f3-c5ee-40d7-bd4b-6b61520b12a2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for router_gateway (93fa43f1-cb04-4265-9acf-d9145a99193f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:16.681338 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd08f1ea-06b8-4dc3-ad25-2a2c74ea1640 None None] DHCP port deletion for add6703c-8d90-4786-b467-5e715387a49d request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:27:16.728705 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-068b95f3-c5ee-40d7-bd4b-6b61520b12a2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Deleting port 7053e46f-ba65-4082-afb2-c0f729cd439f {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:27:16.728967 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-068b95f3-c5ee-40d7-bd4b-6b61520b12a2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (7053e46f-ba65-4082-afb2-c0f729cd439f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:16.732983 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-4cceea04-6081-483c-90fc-514efab5f839 None None] Set router 93fa43f1-cb04-4265-9acf-d9145a99193f gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:27:16.821981 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-068b95f3-c5ee-40d7-bd4b-6b61520b12a2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] For port 7053e46f-ba65-4082-afb2-c0f729cd439f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7053e46f-ba65-4082-afb2-c0f729cd439f,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:27:16.822362 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-068b95f3-c5ee-40d7-bd4b-6b61520b12a2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (7053e46f-ba65-4082-afb2-c0f729cd439f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:16.836183 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-068b95f3-c5ee-40d7-bd4b-6b61520b12a2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Calling delete_port for 7053e46f-ba65-4082-afb2-c0f729cd439f owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:27:16.857607 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-fd08f1ea-06b8-4dc3-ad25-2a2c74ea1640 None None] Deleting port 4671bba7-0e90-40b9-9b4e-c275c216e9f2 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:27:16.857986 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fd08f1ea-06b8-4dc3-ad25-2a2c74ea1640 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (4671bba7-0e90-40b9-9b4e-c275c216e9f2), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:16.967316 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-fd08f1ea-06b8-4dc3-ad25-2a2c74ea1640 None None] For port 4671bba7-0e90-40b9-9b4e-c275c216e9f2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4671bba7-0e90-40b9-9b4e-c275c216e9f2,segment=NetworkSegment(6a8a4c49-b330-46a0-b9c4-3b0775aa7484),segment_id=6a8a4c49-b330-46a0-b9c4-3b0775aa7484)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:27:16.967719 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fd08f1ea-06b8-4dc3-ad25-2a2c74ea1640 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (4671bba7-0e90-40b9-9b4e-c275c216e9f2), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:16.984422 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-fd08f1ea-06b8-4dc3-ad25-2a2c74ea1640 None None] Calling delete_port for 4671bba7-0e90-40b9-9b4e-c275c216e9f2 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:27:17.022095 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-068b95f3-c5ee-40d7-bd4b-6b61520b12a2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (7053e46f-ba65-4082-afb2-c0f729cd439f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:17.048948 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b95f3-c5ee-40d7-bd4b-6b61520b12a2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event deleted for resources: {'Port': ['ID=7053e46f-ba65-4082-afb2-c0f729cd439f,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:27:17.059013 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-4cceea04-6081-483c-90fc-514efab5f839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabbf2ac0>, [{'id': '93fa43f1-cb04-4265-9acf-d9145a99193f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807320207', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.132'}], 'enable_snat': True}, 'gw_port_id': '7053e46f-ba65-4082-afb2-c0f729cd439f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:24:25Z', 'updated_at': '2022-02-05T21:27:15Z', 'revision_number': 5, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': '7053e46f-ba65-4082-afb2-c0f729cd439f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa43f1-cb04-4265-9acf-d9145a99193f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:24:26Z', 'updated_at': '2022-02-05T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:27:17.096850 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cceea04-6081-483c-90fc-514efab5f839 None None] The sync data for ids ['93fa43f1-cb04-4265-9acf-d9145a99193f'] in ncdv-master-1 is: [{'id': '93fa43f1-cb04-4265-9acf-d9145a99193f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807320207', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.132'}], 'enable_snat': True}, 'gw_port_id': '7053e46f-ba65-4082-afb2-c0f729cd439f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:24:25Z', 'updated_at': '2022-02-05T21:27:15Z', 'revision_number': 5, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': '7053e46f-ba65-4082-afb2-c0f729cd439f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:58:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fa43f1-cb04-4265-9acf-d9145a99193f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:24:26Z', 'updated_at': '2022-02-05T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:27:17.109291 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fd08f1ea-06b8-4dc3-ad25-2a2c74ea1640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (4671bba7-0e90-40b9-9b4e-c275c216e9f2), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:17.115734 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-068b95f3-c5ee-40d7-bd4b-6b61520b12a2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (93fa43f1-cb04-4265-9acf-d9145a99193f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:17.137969 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08f1ea-06b8-4dc3-ad25-2a2c74ea1640 None None] Pushing event deleted for resources: {'Port': ['ID=4671bba7-0e90-40b9-9b4e-c275c216e9f2,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:27:17.145479 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd08f1ea-06b8-4dc3-ad25-2a2c74ea1640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:17.145841 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd08f1ea-06b8-4dc3-ad25-2a2c74ea1640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:17.146856 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd08f1ea-06b8-4dc3-ad25-2a2c74ea1640 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:17.147305 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd08f1ea-06b8-4dc3-ad25-2a2c74ea1640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:17.147647 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd08f1ea-06b8-4dc3-ad25-2a2c74ea1640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:17.147984 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd08f1ea-06b8-4dc3-ad25-2a2c74ea1640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:17.148318 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd08f1ea-06b8-4dc3-ad25-2a2c74ea1640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:17.148650 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd08f1ea-06b8-4dc3-ad25-2a2c74ea1640 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:17.148979 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd08f1ea-06b8-4dc3-ad25-2a2c74ea1640 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:17.149306 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd08f1ea-06b8-4dc3-ad25-2a2c74ea1640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:17.149633 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd08f1ea-06b8-4dc3-ad25-2a2c74ea1640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:17.149966 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd08f1ea-06b8-4dc3-ad25-2a2c74ea1640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:17.150291 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd08f1ea-06b8-4dc3-ad25-2a2c74ea1640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:17.155795 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd08f1ea-06b8-4dc3-ad25-2a2c74ea1640 None None] No DVR routers for this DVR port 4671bba7-0e90-40b9-9b4e-c275c216e9f2 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:27:17.211339 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-068b95f3-c5ee-40d7-bd4b-6b61520b12a2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (93fa43f1-cb04-4265-9acf-d9145a99193f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:17.213477 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-068b95f3-c5ee-40d7-bd4b-6b61520b12a2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for router_controller (93fa43f1-cb04-4265-9acf-d9145a99193f), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:17.255653 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-068b95f3-c5ee-40d7-bd4b-6b61520b12a2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (93fa43f1-cb04-4265-9acf-d9145a99193f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:17.256132 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068b95f3-c5ee-40d7-bd4b-6b61520b12a2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Fanout notify agent at l3_agent the message router_deleted on router 93fa43f1-cb04-4265-9acf-d9145a99193f {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:27:17.262760 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-068b95f3-c5ee-40d7-bd4b-6b61520b12a2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:17.263879 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-068b95f3-c5ee-40d7-bd4b-6b61520b12a2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "DELETE /v2.0/routers/93fa43f1-cb04-4265-9acf-d9145a99193f HTTP/1.1" status: 204  len: 168 time: 0.8121939
Feb 05 21:27:17.266603 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49148) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:27:17.346297 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-30c80c69-35a0-419a-aa81-aac2d85a9047 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (add6703c-8d90-4786-b467-5e715387a49d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:17.435436 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-30c80c69-35a0-419a-aa81-aac2d85a9047 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (add6703c-8d90-4786-b467-5e715387a49d), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:17.455741 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-30c80c69-35a0-419a-aa81-aac2d85a9047 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db176d880>,) {'filters': {'network_id': ['add6703c-8d90-4786-b467-5e715387a49d']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:27:17.465547 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-30c80c69-35a0-419a-aa81-aac2d85a9047 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db176d880>, '6a8a4c49-b330-46a0-b9c4-3b0775aa7484') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:27:17.465849 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-30c80c69-35a0-419a-aa81-aac2d85a9047 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db176d880>, '6a8a4c49-b330-46a0-b9c4-3b0775aa7484') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:27:17.476160 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-30c80c69-35a0-419a-aa81-aac2d85a9047 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (6a8a4c49-b330-46a0-b9c4-3b0775aa7484), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:17.490716 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-30c80c69-35a0-419a-aa81-aac2d85a9047 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (6a8a4c49-b330-46a0-b9c4-3b0775aa7484), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:17.496779 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30c80c69-35a0-419a-aa81-aac2d85a9047 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:27:17.497246 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-30c80c69-35a0-419a-aa81-aac2d85a9047 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (6a8a4c49-b330-46a0-b9c4-3b0775aa7484), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:17.500181 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:27:17.500181 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:27:17.500181 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:27:17.500181 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:27:17.500181 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:27:17.500181 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:27:17.500181 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:27:17.500181 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:27:17.500181 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:27:17.500181 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:27:17.500181 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:27:17.500181 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:27:17.500181 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:27:17.500181 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:27:17.500181 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:27:17.500181 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:27:17.500181 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:27:17.500181 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:27:17.500181 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:27:17.500181 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:27:17.500181 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:27:17.500181 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:27:17.500181 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:27:17.500181 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:27:17.500181 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:27:17.500181 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:27:17.500181 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:27:17.500181 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:27:17.500181 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:27:17.500181 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:27:17.500181 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:27:17.500181 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:27:17.563160 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-30c80c69-35a0-419a-aa81-aac2d85a9047 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (add6703c-8d90-4786-b467-5e715387a49d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:17.570791 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-30c80c69-35a0-419a-aa81-aac2d85a9047 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:17.577047 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-30c80c69-35a0-419a-aa81-aac2d85a9047 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "DELETE /v2.0/networks/add6703c-8d90-4786-b467-5e715387a49d HTTP/1.1" status: 204  len: 168 time: 0.3066669
Feb 05 21:27:17.577440 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49150) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:27:17.585668 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c80c69-35a0-419a-aa81-aac2d85a9047 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event deleted for resources: {'Network': ['ID=add6703c-8d90-4786-b467-5e715387a49d,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:27:17.640097 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9e980402-d5ec-466f-b705-d9216348877b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group (741f3374-4306-4559-8a99-5efbb308367a), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:17.668232 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9e980402-d5ec-466f-b705-d9216348877b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group (741f3374-4306-4559-8a99-5efbb308367a), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:17.735616 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9e980402-d5ec-466f-b705-d9216348877b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (741f3374-4306-4559-8a99-5efbb308367a), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:17.738510 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9e980402-d5ec-466f-b705-d9216348877b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:17.739566 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9e980402-d5ec-466f-b705-d9216348877b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "DELETE /v2.0/security-groups/741f3374-4306-4559-8a99-5efbb308367a HTTP/1.1" status: 204  len: 168 time: 0.1610560
Feb 05 21:27:17.749621 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e980402-d5ec-466f-b705-d9216348877b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=741f3374-4306-4559-8a99-5efbb308367a,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:27:18.368129 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 4671bba7-0e90-40b9-9b4e-c275c216e9f2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:27:18.389036 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 4671bba7-0e90-40b9-9b4e-c275c216e9f2 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:27:18.389384 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 4671bba7-0e90-40b9-9b4e-c275c216e9f2 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:27:18.389804 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7053e46f-ba65-4082-afb2-c0f729cd439f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:27:18.408640 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 7053e46f-ba65-4082-afb2-c0f729cd439f {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:27:18.408938 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7053e46f-ba65-4082-afb2-c0f729cd439f not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:27:18.409351 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 1a193368-30c3-4697-879f-eaace5f214ce no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:27:18.431583 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 1a193368-30c3-4697-879f-eaace5f214ce {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:27:18.431930 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 1a193368-30c3-4697-879f-eaace5f214ce not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:27:19.265654 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49158) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:27:19.270326 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-4247cee4-1687-4969-92c0-8227abdfe72d tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2054464030', 'description': 'tempest-secgroup-smoke-2054464030 description', 'project_id': 'a64d1698f20a435e8937ab305eac38dd'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:27:19.291203 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4247cee4-1687-4969-92c0-8227abdfe72d tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:19.356109 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4247cee4-1687-4969-92c0-8227abdfe72d tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group (e40d029a-04c2-46e1-a618-314f54f9ca95), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:19.359681 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4247cee4-1687-4969-92c0-8227abdfe72d tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (e40d029a-04c2-46e1-a618-314f54f9ca95), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:19.392841 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4247cee4-1687-4969-92c0-8227abdfe72d tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:19.394067 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4247cee4-1687-4969-92c0-8227abdfe72d tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1272845
Feb 05 21:27:19.397304 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49160) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:27:19.398197 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4247cee4-1687-4969-92c0-8227abdfe72d tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e40d029a-04c2-46e1-a618-314f54f9ca95,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:27:19.403630 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-24d2b6de-28ac-4698-9ace-f04eeb0d11eb tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'security_group_rule': {'security_group_id': 'e40d029a-04c2-46e1-a618-314f54f9ca95', 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:27:19.432494 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-24d2b6de-28ac-4698-9ace-f04eeb0d11eb tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (9434227e-4324-412e-80be-b023d2595a8a), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:19.504003 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-24d2b6de-28ac-4698-9ace-f04eeb0d11eb tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (9434227e-4324-412e-80be-b023d2595a8a), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:19.508624 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-24d2b6de-28ac-4698-9ace-f04eeb0d11eb tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (9434227e-4324-412e-80be-b023d2595a8a), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:19.526135 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d2b6de-28ac-4698-9ace-f04eeb0d11eb tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9434227e-4324-412e-80be-b023d2595a8a,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:27:19.533962 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-24d2b6de-28ac-4698-9ace-f04eeb0d11eb tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:19.535414 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-24d2b6de-28ac-4698-9ace-f04eeb0d11eb tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1370113
Feb 05 21:27:19.538105 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49162) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:27:19.542462 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-40440057-3a86-474e-ba0b-b01cee8b2874 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'security_group_rule': {'security_group_id': 'e40d029a-04c2-46e1-a618-314f54f9ca95', 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:27:19.567686 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-40440057-3a86-474e-ba0b-b01cee8b2874 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (727de959-ab97-4afd-975f-d3bc2f14e167), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:19.623671 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-40440057-3a86-474e-ba0b-b01cee8b2874 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (727de959-ab97-4afd-975f-d3bc2f14e167), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:19.627177 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-40440057-3a86-474e-ba0b-b01cee8b2874 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (727de959-ab97-4afd-975f-d3bc2f14e167), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:19.647750 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40440057-3a86-474e-ba0b-b01cee8b2874 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=727de959-ab97-4afd-975f-d3bc2f14e167,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:27:19.654584 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-40440057-3a86-474e-ba0b-b01cee8b2874 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:19.655935 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-40440057-3a86-474e-ba0b-b01cee8b2874 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1168604
Feb 05 21:27:19.658650 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49164) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:27:19.663439 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-4ccaa8be-44a1-42da-bb10-66385e3f84df tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'security_group_rule': {'security_group_id': 'e40d029a-04c2-46e1-a618-314f54f9ca95', 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:27:19.688413 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4ccaa8be-44a1-42da-bb10-66385e3f84df tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (8558d26e-a1a0-48f2-bdae-1b8edbf3ce3b), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:19.744224 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4ccaa8be-44a1-42da-bb10-66385e3f84df tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (8558d26e-a1a0-48f2-bdae-1b8edbf3ce3b), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:19.747780 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4ccaa8be-44a1-42da-bb10-66385e3f84df tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (8558d26e-a1a0-48f2-bdae-1b8edbf3ce3b), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:19.768275 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccaa8be-44a1-42da-bb10-66385e3f84df tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8558d26e-a1a0-48f2-bdae-1b8edbf3ce3b,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:27:19.776570 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4ccaa8be-44a1-42da-bb10-66385e3f84df tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:19.778020 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4ccaa8be-44a1-42da-bb10-66385e3f84df tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1182046
Feb 05 21:27:19.780812 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49166) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:27:19.785197 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-d4a1080b-0cb8-47bc-81da-df13118d8435 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'security_group_rule': {'security_group_id': 'e40d029a-04c2-46e1-a618-314f54f9ca95', 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:27:19.810818 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d4a1080b-0cb8-47bc-81da-df13118d8435 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (055e464d-2986-4a43-b759-e52c4399fcd2), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:19.873176 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d4a1080b-0cb8-47bc-81da-df13118d8435 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (055e464d-2986-4a43-b759-e52c4399fcd2), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:19.876623 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d4a1080b-0cb8-47bc-81da-df13118d8435 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (055e464d-2986-4a43-b759-e52c4399fcd2), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:19.894116 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a1080b-0cb8-47bc-81da-df13118d8435 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=055e464d-2986-4a43-b759-e52c4399fcd2,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:27:19.901310 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d4a1080b-0cb8-47bc-81da-df13118d8435 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:19.902511 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d4a1080b-0cb8-47bc-81da-df13118d8435 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1205335
Feb 05 21:27:19.905494 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49168) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:27:19.909734 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-2207dd07-c8ae-4597-805a-06b2de992afd tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'security_group_rule': {'security_group_id': 'e40d029a-04c2-46e1-a618-314f54f9ca95', 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:27:19.929958 ncdv-master-1 neutron-server[114391]: INFO neutron.db.securitygroups_db [None req-2207dd07-c8ae-4597-805a-06b2de992afd tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Project a64d1698f20a435e8937ab305eac38dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 05 21:27:19.935180 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2207dd07-c8ae-4597-805a-06b2de992afd tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (1dede418-9785-4f40-a000-41f03b31c1f4), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:19.993008 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2207dd07-c8ae-4597-805a-06b2de992afd tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (1dede418-9785-4f40-a000-41f03b31c1f4), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:19.996452 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2207dd07-c8ae-4597-805a-06b2de992afd tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (1dede418-9785-4f40-a000-41f03b31c1f4), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:20.013880 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2207dd07-c8ae-4597-805a-06b2de992afd tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dede418-9785-4f40-a000-41f03b31c1f4,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:27:20.022397 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2207dd07-c8ae-4597-805a-06b2de992afd tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:20.023614 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2207dd07-c8ae-4597-805a-06b2de992afd tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1171849
Feb 05 21:27:20.026356 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49170) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:27:20.030888 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-27f2f932-93ec-4dea-bad1-30088dc63aa0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'security_group_rule': {'security_group_id': 'e40d029a-04c2-46e1-a618-314f54f9ca95', 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:27:20.049995 ncdv-master-1 neutron-server[114391]: INFO neutron.db.securitygroups_db [None req-27f2f932-93ec-4dea-bad1-30088dc63aa0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Project a64d1698f20a435e8937ab305eac38dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 05 21:27:20.055576 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-27f2f932-93ec-4dea-bad1-30088dc63aa0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (b1296021-966e-4df2-8f99-145fd2e73938), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:20.112127 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-27f2f932-93ec-4dea-bad1-30088dc63aa0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (b1296021-966e-4df2-8f99-145fd2e73938), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:20.116151 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-27f2f932-93ec-4dea-bad1-30088dc63aa0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (b1296021-966e-4df2-8f99-145fd2e73938), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:20.137119 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2f932-93ec-4dea-bad1-30088dc63aa0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1296021-966e-4df2-8f99-145fd2e73938,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:27:20.144996 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-27f2f932-93ec-4dea-bad1-30088dc63aa0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:20.147454 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-27f2f932-93ec-4dea-bad1-30088dc63aa0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1199548
Feb 05 21:27:20.150663 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49172) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:27:20.156101 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-53eda41f-922d-4ca1-9078-56746237cdfd tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'network': {'name': 'tempest-network-smoke--1259767082', 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'port_security_enabled': True}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:27:20.175327 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53eda41f-922d-4ca1-9078-56746237cdfd tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Made reservation on behalf of a64d1698f20a435e8937ab305eac38dd for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:27:20.179391 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-53eda41f-922d-4ca1-9078-56746237cdfd tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:20.206440 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53eda41f-922d-4ca1-9078-56746237cdfd tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:27:20.216719 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-53eda41f-922d-4ca1-9078-56746237cdfd tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (9a93045c-dae7-443f-9c90-08297b84c3e8), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:20.217068 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-53eda41f-922d-4ca1-9078-56746237cdfd tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Added segment 9a93045c-dae7-443f-9c90-08297b84c3e8 of type vlan for network 718d192d-17ee-4c74-b40e-2fef0aacbcb6
Feb 05 21:27:20.256510 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-53eda41f-922d-4ca1-9078-56746237cdfd tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (718d192d-17ee-4c74-b40e-2fef0aacbcb6), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:20.280799 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-53eda41f-922d-4ca1-9078-56746237cdfd tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (718d192d-17ee-4c74-b40e-2fef0aacbcb6), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:20.285852 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53eda41f-922d-4ca1-9078-56746237cdfd tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:27:20.286472 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-53eda41f-922d-4ca1-9078-56746237cdfd tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:20.324550 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-53eda41f-922d-4ca1-9078-56746237cdfd tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1725764
Feb 05 21:27:20.327470 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49174) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:27:20.332029 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-3caea0a7-9441-4213-8a19-1a1fae2639b0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1526723603', 'admin_state_up': True, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:27:20.355915 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3caea0a7-9441-4213-8a19-1a1fae2639b0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (2f8e3f9b-8035-453e-923c-f5aa5eada44f), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:20.357086 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3caea0a7-9441-4213-8a19-1a1fae2639b0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (2f8e3f9b-8035-453e-923c-f5aa5eada44f), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:20.357852 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eda41f-922d-4ca1-9078-56746237cdfd tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'Network': ['ID=718d192d-17ee-4c74-b40e-2fef0aacbcb6,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:27:20.370834 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 718d192d-17ee-4c74-b40e-2fef0aacbcb6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:27:20.412886 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3caea0a7-9441-4213-8a19-1a1fae2639b0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for router_controller (2f8e3f9b-8035-453e-923c-f5aa5eada44f), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:20.436161 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:20.554465 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3caea0a7-9441-4213-8a19-1a1fae2639b0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for router_gateway (2f8e3f9b-8035-453e-923c-f5aa5eada44f), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:20.741470 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3caea0a7-9441-4213-8a19-1a1fae2639b0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for router_gateway (2f8e3f9b-8035-453e-923c-f5aa5eada44f), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:20.759251 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3caea0a7-9441-4213-8a19-1a1fae2639b0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:20.862858 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-3caea0a7-9441-4213-8a19-1a1fae2639b0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Allocated IP 172.35.4.94 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/10a1093f-051e-4969-9086-34491cae29d9) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:27:20.961708 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3caea0a7-9441-4213-8a19-1a1fae2639b0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for port (10a1093f-051e-4969-9086-34491cae29d9), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:20.999385 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3caea0a7-9441-4213-8a19-1a1fae2639b0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (10a1093f-051e-4969-9086-34491cae29d9), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:21.038314 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caea0a7-9441-4213-8a19-1a1fae2639b0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:27:21.041103 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-3caea0a7-9441-4213-8a19-1a1fae2639b0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:27:21.044404 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caea0a7-9441-4213-8a19-1a1fae2639b0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:27:21.049581 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caea0a7-9441-4213-8a19-1a1fae2639b0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'Port': ['ID=10a1093f-051e-4969-9086-34491cae29d9,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:27:21.592812 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3caea0a7-9441-4213-8a19-1a1fae2639b0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for router_gateway (2f8e3f9b-8035-453e-923c-f5aa5eada44f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:21.791207 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3caea0a7-9441-4213-8a19-1a1fae2639b0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (2f8e3f9b-8035-453e-923c-f5aa5eada44f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:21.920419 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3caea0a7-9441-4213-8a19-1a1fae2639b0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Router 2f8e3f9b-8035-453e-923c-f5aa5eada44f is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:27:22.027660 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3caea0a7-9441-4213-8a19-1a1fae2639b0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:27:22.038553 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00b6207-203c-4b24-9b26-7f168c302486 None None] Sync routers for ids ['2f8e3f9b-8035-453e-923c-f5aa5eada44f'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:27:22.046738 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3caea0a7-9441-4213-8a19-1a1fae2639b0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:22.047988 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3caea0a7-9441-4213-8a19-1a1fae2639b0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.7194710
Feb 05 21:27:22.048342 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00b6207-203c-4b24-9b26-7f168c302486 None None] Routers {'2f8e3f9b-8035-453e-923c-f5aa5eada44f'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:27:22.048965 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-e00b6207-203c-4b24-9b26-7f168c302486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db89c8d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:27:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['2f8e3f9b-8035-453e-923c-f5aa5eada44f'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:27:22.051163 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49176) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:27:22.079835 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-26941f33-3765-423b-b34f-62f37f25a9da tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=a64d1698f20a435e8937ab305eac38dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0275116
Feb 05 21:27:22.082412 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49178) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:27:22.157132 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-e00b6207-203c-4b24-9b26-7f168c302486 None None] Set router 2f8e3f9b-8035-453e-923c-f5aa5eada44f gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:27:22.170326 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cc520d-ddaa-494f-91a2-ffda6b9ba5b5 tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:27:22.174771 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-45cc520d-ddaa-494f-91a2-ffda6b9ba5b5 tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0888965
Feb 05 21:27:22.174941 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49180) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:27:22.202700 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2d7ce546-f66f-47cb-8685-74e059dc4060 tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=d65fb4dc-e812-4574-a4e6-6308f0abdf3f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0266724
Feb 05 21:27:22.205099 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49182) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:27:22.209943 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-affe6785-a9cb-4105-a872-2f14332da38b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1601293683', 'network_id': '718d192d-17ee-4c74-b40e-2fef0aacbcb6', 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:27:22.299948 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-affe6785-a9cb-4105-a872-2f14332da38b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Made reservation on behalf of a64d1698f20a435e8937ab305eac38dd for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:27:22.303749 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-affe6785-a9cb-4105-a872-2f14332da38b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:22.336437 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-e00b6207-203c-4b24-9b26-7f168c302486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db89c8d00>, [{'id': '2f8e3f9b-8035-453e-923c-f5aa5eada44f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526723603', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.94'}], 'enable_snat': True}, 'gw_port_id': '10a1093f-051e-4969-9086-34491cae29d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:27:20Z', 'updated_at': '2022-02-05T21:27:21Z', 'revision_number': 3, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': '10a1093f-051e-4969-9086-34491cae29d9', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:43:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8e3f9b-8035-453e-923c-f5aa5eada44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:27:20Z', 'updated_at': '2022-02-05T21:27:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:27:22.362615 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00b6207-203c-4b24-9b26-7f168c302486 None None] Checking router: 2f8e3f9b-8035-453e-923c-f5aa5eada44f for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:27:22.362974 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00b6207-203c-4b24-9b26-7f168c302486 None None] Updating router 2f8e3f9b-8035-453e-923c-f5aa5eada44f port 10a1093f-051e-4969-9086-34491cae29d9 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:27:22.395164 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-e00b6207-203c-4b24-9b26-7f168c302486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (10a1093f-051e-4969-9086-34491cae29d9), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:22.487492 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-affe6785-a9cb-4105-a872-2f14332da38b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (bc8eb943-b8a3-47ae-a2a5-e72548af7397), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:22.547004 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe6785-a9cb-4105-a872-2f14332da38b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'Subnet': ['ID=bc8eb943-b8a3-47ae-a2a5-e72548af7397,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:27:22.555665 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affe6785-a9cb-4105-a872-2f14332da38b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Checking segment: {'id': '9a93045c-dae7-443f-9c90-08297b84c3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '718d192d-17ee-4c74-b40e-2fef0aacbcb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:27:22.556036 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affe6785-a9cb-4105-a872-2f14332da38b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Network hostable DHCP agents. Network: 718d192d-17ee-4c74-b40e-2fef0aacbcb6, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:27:22.573486 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affe6785-a9cb-4105-a872-2f14332da38b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Network 718d192d-17ee-4c74-b40e-2fef0aacbcb6 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:27:22.583416 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-affe6785-a9cb-4105-a872-2f14332da38b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 718d192d-17ee-4c74-b40e-2fef0aacbcb6) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:27:22.588372 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affe6785-a9cb-4105-a872-2f14332da38b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:27:22.589181 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-affe6785-a9cb-4105-a872-2f14332da38b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:22.596096 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a0274b-4fe1-4461-ae69-6756f48fbd3d None None] Network 718d192d-17ee-4c74-b40e-2fef0aacbcb6 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:27:22.609495 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-affe6785-a9cb-4105-a872-2f14332da38b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4007609
Feb 05 21:27:22.610046 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49184) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:27:22.654583 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-e00b6207-203c-4b24-9b26-7f168c302486 None None] Publish callbacks [] for port (10a1093f-051e-4969-9086-34491cae29d9), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:22.661575 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-e00b6207-203c-4b24-9b26-7f168c302486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (10a1093f-051e-4969-9086-34491cae29d9), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:22.715151 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-e00b6207-203c-4b24-9b26-7f168c302486 None None] Attempting to bind port 10a1093f-051e-4969-9086-34491cae29d9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:27:22.715523 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-e00b6207-203c-4b24-9b26-7f168c302486 None None] Attempting to bind port 10a1093f-051e-4969-9086-34491cae29d9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:27:22.715889 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00b6207-203c-4b24-9b26-7f168c302486 None None] Attempting to bind port 10a1093f-051e-4969-9086-34491cae29d9 on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:27:22.727983 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00b6207-203c-4b24-9b26-7f168c302486 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:27:22.728441 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00b6207-203c-4b24-9b26-7f168c302486 None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:27:22.728767 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-e00b6207-203c-4b24-9b26-7f168c302486 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:22.729163 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00b6207-203c-4b24-9b26-7f168c302486 None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:27:22.729646 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-e00b6207-203c-4b24-9b26-7f168c302486 None None] Bound port: 10a1093f-051e-4969-9086-34491cae29d9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:27:22.730028 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-e00b6207-203c-4b24-9b26-7f168c302486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (10a1093f-051e-4969-9086-34491cae29d9), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:22.738398 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d7400-50a7-420c-bc62-b3a4c6734b7d None None] Pushing event updated for resources: {'Port': ['ID=10a1093f-051e-4969-9086-34491cae29d9,revision_number=2']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:27:22.775419 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d7400-50a7-420c-bc62-b3a4c6734b7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:22.776026 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d7400-50a7-420c-bc62-b3a4c6734b7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:22.776275 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d7400-50a7-420c-bc62-b3a4c6734b7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:22.776555 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d7400-50a7-420c-bc62-b3a4c6734b7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:22.776934 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d7400-50a7-420c-bc62-b3a4c6734b7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:22.777271 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d7400-50a7-420c-bc62-b3a4c6734b7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:22.777601 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d7400-50a7-420c-bc62-b3a4c6734b7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:22.778350 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d7400-50a7-420c-bc62-b3a4c6734b7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:22.778798 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d7400-50a7-420c-bc62-b3a4c6734b7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:22.778919 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d7400-50a7-420c-bc62-b3a4c6734b7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:22.779208 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d7400-50a7-420c-bc62-b3a4c6734b7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:22.779760 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d7400-50a7-420c-bc62-b3a4c6734b7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:22.780232 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d7400-50a7-420c-bc62-b3a4c6734b7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:27:22.814690 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-e00b6207-203c-4b24-9b26-7f168c302486 None None] For port 10a1093f-051e-4969-9086-34491cae29d9, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:27:22.818745 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-e00b6207-203c-4b24-9b26-7f168c302486 None None] For port 10a1093f-051e-4969-9086-34491cae29d9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=10a1093f-051e-4969-9086-34491cae29d9,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:27:22.826401 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-e00b6207-203c-4b24-9b26-7f168c302486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (10a1093f-051e-4969-9086-34491cae29d9), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:22.881418 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f55f5de-a0a0-43be-ac3c-9cb5815f93c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-718d192d-17ee-4c74-b40e-2fef0aacbcb6', 'network_id': '718d192d-17ee-4c74-b40e-2fef0aacbcb6', 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'fixed_ips': [{'subnet_id': 'bc8eb943-b8a3-47ae-a2a5-e72548af7397'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:27:22.882528 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8f55f5de-a0a0-43be-ac3c-9cb5815f93c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:22.885440 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00b6207-203c-4b24-9b26-7f168c302486 None None] Routers {'2f8e3f9b-8035-453e-923c-f5aa5eada44f'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:27:22.886203 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-e00b6207-203c-4b24-9b26-7f168c302486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db89c8d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:27:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['2f8e3f9b-8035-453e-923c-f5aa5eada44f'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:27:22.980010 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d7400-50a7-420c-bc62-b3a4c6734b7d None None] Pushing event updated for resources: {'Port': ['ID=10a1093f-051e-4969-9086-34491cae29d9,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:27:23.003661 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-e00b6207-203c-4b24-9b26-7f168c302486 None None] Set router 2f8e3f9b-8035-453e-923c-f5aa5eada44f gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:27:23.038889 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-8f55f5de-a0a0-43be-ac3c-9cb5815f93c6 None None] Allocated IP 172.20.0.2 (718d192d-17ee-4c74-b40e-2fef0aacbcb6/bc8eb943-b8a3-47ae-a2a5-e72548af7397/d377463a-b81f-4361-9869-9c99e10526e7) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:27:23.104555 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8840b603-9d6a-4417-aade-cdbdd3e88ee8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:23.191585 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-e00b6207-203c-4b24-9b26-7f168c302486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db89c8d00>, [{'id': '2f8e3f9b-8035-453e-923c-f5aa5eada44f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526723603', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.94'}], 'enable_snat': True}, 'gw_port_id': '10a1093f-051e-4969-9086-34491cae29d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:27:20Z', 'updated_at': '2022-02-05T21:27:21Z', 'revision_number': 3, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': '10a1093f-051e-4969-9086-34491cae29d9', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:43:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8e3f9b-8035-453e-923c-f5aa5eada44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:27:20Z', 'updated_at': '2022-02-05T21:27:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:27:23.194467 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8f55f5de-a0a0-43be-ac3c-9cb5815f93c6 None None] Publish callbacks [] for port (d377463a-b81f-4361-9869-9c99e10526e7), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:23.201587 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8f55f5de-a0a0-43be-ac3c-9cb5815f93c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (d377463a-b81f-4361-9869-9c99e10526e7), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:23.218583 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00b6207-203c-4b24-9b26-7f168c302486 None None] The sync data for ids ['2f8e3f9b-8035-453e-923c-f5aa5eada44f'] in ncdv-master-1 is: [{'id': '2f8e3f9b-8035-453e-923c-f5aa5eada44f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526723603', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.94'}], 'enable_snat': True}, 'gw_port_id': '10a1093f-051e-4969-9086-34491cae29d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:27:20Z', 'updated_at': '2022-02-05T21:27:21Z', 'revision_number': 3, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': '10a1093f-051e-4969-9086-34491cae29d9', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:43:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8e3f9b-8035-453e-923c-f5aa5eada44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:27:20Z', 'updated_at': '2022-02-05T21:27:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:27:23.251802 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f55f5de-a0a0-43be-ac3c-9cb5815f93c6 None None] Network 718d192d-17ee-4c74-b40e-2fef0aacbcb6 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:27:23.257697 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-8f55f5de-a0a0-43be-ac3c-9cb5815f93c6 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:27:23.259840 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f55f5de-a0a0-43be-ac3c-9cb5815f93c6 None None] Pushing event updated for resources: {'Port': ['ID=d377463a-b81f-4361-9869-9c99e10526e7,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:27:23.261928 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f55f5de-a0a0-43be-ac3c-9cb5815f93c6 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:27:23.319236 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-8f55f5de-a0a0-43be-ac3c-9cb5815f93c6 None None] Attempting to bind port d377463a-b81f-4361-9869-9c99e10526e7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:27:23.319617 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-8f55f5de-a0a0-43be-ac3c-9cb5815f93c6 None None] Attempting to bind port d377463a-b81f-4361-9869-9c99e10526e7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9a93045c-dae7-443f-9c90-08297b84c3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '718d192d-17ee-4c74-b40e-2fef0aacbcb6'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:27:23.319981 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f55f5de-a0a0-43be-ac3c-9cb5815f93c6 None None] Attempting to bind port d377463a-b81f-4361-9869-9c99e10526e7 on network 718d192d-17ee-4c74-b40e-2fef0aacbcb6 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:27:23.325212 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f55f5de-a0a0-43be-ac3c-9cb5815f93c6 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:27:23.325591 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f55f5de-a0a0-43be-ac3c-9cb5815f93c6 None None] Checking segment: {'id': '9a93045c-dae7-443f-9c90-08297b84c3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '718d192d-17ee-4c74-b40e-2fef0aacbcb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:27:23.325997 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8f55f5de-a0a0-43be-ac3c-9cb5815f93c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:23.326417 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f55f5de-a0a0-43be-ac3c-9cb5815f93c6 None None] Bound using segment: {'id': '9a93045c-dae7-443f-9c90-08297b84c3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '718d192d-17ee-4c74-b40e-2fef0aacbcb6'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:27:23.326917 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-8f55f5de-a0a0-43be-ac3c-9cb5815f93c6 None None] Bound port: d377463a-b81f-4361-9869-9c99e10526e7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a93045c-dae7-443f-9c90-08297b84c3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '718d192d-17ee-4c74-b40e-2fef0aacbcb6'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:27:23.327299 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8f55f5de-a0a0-43be-ac3c-9cb5815f93c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d377463a-b81f-4361-9869-9c99e10526e7), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:23.399203 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-8840b603-9d6a-4417-aade-cdbdd3e88ee8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Allocated IP 172.20.0.1 (718d192d-17ee-4c74-b40e-2fef0aacbcb6/bc8eb943-b8a3-47ae-a2a5-e72548af7397/15482a7b-d167-4742-94b4-1f9b50444bbf) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:27:23.400036 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-8f55f5de-a0a0-43be-ac3c-9cb5815f93c6 None None] For port d377463a-b81f-4361-9869-9c99e10526e7, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:27:23.403556 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-8f55f5de-a0a0-43be-ac3c-9cb5815f93c6 None None] For port d377463a-b81f-4361-9869-9c99e10526e7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d377463a-b81f-4361-9869-9c99e10526e7,segment=NetworkSegment(9a93045c-dae7-443f-9c90-08297b84c3e8),segment_id=9a93045c-dae7-443f-9c90-08297b84c3e8)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:27:23.410771 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8f55f5de-a0a0-43be-ac3c-9cb5815f93c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d377463a-b81f-4361-9869-9c99e10526e7), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:23.471206 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f55f5de-a0a0-43be-ac3c-9cb5815f93c6 None None] Pushing event updated for resources: {'Port': ['ID=d377463a-b81f-4361-9869-9c99e10526e7,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:27:23.544455 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8840b603-9d6a-4417-aade-cdbdd3e88ee8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for port (15482a7b-d167-4742-94b4-1f9b50444bbf), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:23.582532 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8840b603-9d6a-4417-aade-cdbdd3e88ee8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (15482a7b-d167-4742-94b4-1f9b50444bbf), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:23.628270 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8840b603-9d6a-4417-aade-cdbdd3e88ee8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Network 718d192d-17ee-4c74-b40e-2fef0aacbcb6 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:27:23.632625 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-8840b603-9d6a-4417-aade-cdbdd3e88ee8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:27:23.636740 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8840b603-9d6a-4417-aade-cdbdd3e88ee8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:27:23.674087 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8840b603-9d6a-4417-aade-cdbdd3e88ee8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'Port': ['ID=15482a7b-d167-4742-94b4-1f9b50444bbf,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:27:23.697285 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8840b603-9d6a-4417-aade-cdbdd3e88ee8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (2f8e3f9b-8035-453e-923c-f5aa5eada44f), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:23.860059 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8840b603-9d6a-4417-aade-cdbdd3e88ee8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (15482a7b-d167-4742-94b4-1f9b50444bbf), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:24.159470 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8840b603-9d6a-4417-aade-cdbdd3e88ee8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for port (15482a7b-d167-4742-94b4-1f9b50444bbf), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:24.164188 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8840b603-9d6a-4417-aade-cdbdd3e88ee8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (15482a7b-d167-4742-94b4-1f9b50444bbf), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:24.243255 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8840b603-9d6a-4417-aade-cdbdd3e88ee8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'Port': ['ID=15482a7b-d167-4742-94b4-1f9b50444bbf,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:27:24.247095 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8840b603-9d6a-4417-aade-cdbdd3e88ee8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (2f8e3f9b-8035-453e-923c-f5aa5eada44f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:24.349788 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8840b603-9d6a-4417-aade-cdbdd3e88ee8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Network 718d192d-17ee-4c74-b40e-2fef0aacbcb6 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:27:24.351640 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-8840b603-9d6a-4417-aade-cdbdd3e88ee8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:27:24.488945 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8840b603-9d6a-4417-aade-cdbdd3e88ee8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Router 2f8e3f9b-8035-453e-923c-f5aa5eada44f has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:27:24.496813 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device d377463a-b81f-4361-9869-9c99e10526e7 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:27:24.553363 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port d377463a-b81f-4361-9869-9c99e10526e7 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:27:24.553922 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d377463a-b81f-4361-9869-9c99e10526e7), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:24.619730 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8840b603-9d6a-4417-aade-cdbdd3e88ee8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:27:24.625672 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8840b603-9d6a-4417-aade-cdbdd3e88ee8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "PUT /v2.0/routers/2f8e3f9b-8035-453e-923c-f5aa5eada44f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0144482
Feb 05 21:27:24.627202 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a21f77f-e769-4e63-981c-0ca3e9bd3348 None None] Network 718d192d-17ee-4c74-b40e-2fef0aacbcb6 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:27:24.694062 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port d377463a-b81f-4361-9869-9c99e10526e7 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:27:24.694731 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d377463a-b81f-4361-9869-9c99e10526e7), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:24.738077 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-49f6c5cd-753d-4449-96fb-81bb58887161 None None] Provisioning complete for port d377463a-b81f-4361-9869-9c99e10526e7 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:27:24.738418 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-49f6c5cd-753d-4449-96fb-81bb58887161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d377463a-b81f-4361-9869-9c99e10526e7), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:24.789797 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port d377463a-b81f-4361-9869-9c99e10526e7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d377463a-b81f-4361-9869-9c99e10526e7,segment=NetworkSegment(9a93045c-dae7-443f-9c90-08297b84c3e8),segment_id=9a93045c-dae7-443f-9c90-08297b84c3e8)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:27:24.795245 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d377463a-b81f-4361-9869-9c99e10526e7), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:24.796181 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 10a1093f-051e-4969-9086-34491cae29d9 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:27:24.812835 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-9129c4b7-d837-499e-b731-e27dca330a02 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2054464030&fields=id&tenant_id=a64d1698f20a435e8937ab305eac38dd HTTP/1.1" status: 200  len: 267 time: 0.0524232
Feb 05 21:27:24.924819 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-d6456571-4ad0-41aa-a8de-6a11d0a2a405 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:27:24.926346 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-d6456571-4ad0-41aa-a8de-6a11d0a2a405 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/networks?id=718d192d-17ee-4c74-b40e-2fef0aacbcb6 HTTP/1.1" status: 200  len: 797 time: 0.1055868
Feb 05 21:27:24.935724 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=d377463a-b81f-4361-9869-9c99e10526e7,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:27:24.948045 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-3b902fd8-e7df-45f3-be35-019e23fc88bf tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/quotas/a64d1698f20a435e8937ab305eac38dd HTTP/1.1" status: 200  len: 375 time: 0.0154152
Feb 05 21:27:24.971494 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-49f6c5cd-753d-4449-96fb-81bb58887161 None None] Current status of the port d377463a-b81f-4361-9869-9c99e10526e7 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:27:24.977745 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 10a1093f-051e-4969-9086-34491cae29d9 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:27:24.978194 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (10a1093f-051e-4969-9086-34491cae29d9), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:25.024961 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-c2de1a68-68e6-41ec-9ae7-0463c1b76721 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a64d1698f20a435e8937ab305eac38dd&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0624714
Feb 05 21:27:25.062204 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a000d4f0-6a88-48db-890f-477d65b37fae None None] Sync routers for ids ['2f8e3f9b-8035-453e-923c-f5aa5eada44f'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:27:25.082461 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 10a1093f-051e-4969-9086-34491cae29d9 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:27:25.082857 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (10a1093f-051e-4969-9086-34491cae29d9), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:25.091980 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a000d4f0-6a88-48db-890f-477d65b37fae None None] Routers {'2f8e3f9b-8035-453e-923c-f5aa5eada44f'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:27:25.092625 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-a000d4f0-6a88-48db-890f-477d65b37fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabcfa220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:27:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['2f8e3f9b-8035-453e-923c-f5aa5eada44f'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:27:25.134142 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-60b2c6e1-ced9-48dd-a46c-d0edfee54d3a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:27:25.135201 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-60b2c6e1-ced9-48dd-a46c-d0edfee54d3a service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0958328
Feb 05 21:27:25.150665 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 10a1093f-051e-4969-9086-34491cae29d9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=10a1093f-051e-4969-9086-34491cae29d9,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:27:25.156119 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (10a1093f-051e-4969-9086-34491cae29d9), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:25.252204 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-c237d9a6-72bd-4f71-a325-32170db910b1 service neutron] 10.222.0.32 "GET /v2.0/networks/718d192d-17ee-4c74-b40e-2fef0aacbcb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1090415
Feb 05 21:27:25.259336 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=10a1093f-051e-4969-9086-34491cae29d9,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:27:25.270993 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-a000d4f0-6a88-48db-890f-477d65b37fae None None] Set router 2f8e3f9b-8035-453e-923c-f5aa5eada44f gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:27:25.350357 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-b8b0d039-a284-42b5-8f95-ea862d1e402f service neutron] 10.222.0.32 "GET /v2.0/networks/718d192d-17ee-4c74-b40e-2fef0aacbcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0956738
Feb 05 21:27:25.361470 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-273b150d-4d07-4217-91fb-30edd39d6611 None None] Provisioning complete for port d377463a-b81f-4361-9869-9c99e10526e7 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:27:25.362128 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-273b150d-4d07-4217-91fb-30edd39d6611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d377463a-b81f-4361-9869-9c99e10526e7), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:25.541838 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-273b150d-4d07-4217-91fb-30edd39d6611 None None] Current status of the port d377463a-b81f-4361-9869-9c99e10526e7 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:27:25.562402 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-273b150d-4d07-4217-91fb-30edd39d6611 None None] Provisioning complete for port 15482a7b-d167-4742-94b4-1f9b50444bbf triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:27:25.562845 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-273b150d-4d07-4217-91fb-30edd39d6611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (15482a7b-d167-4742-94b4-1f9b50444bbf), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:25.599255 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-a000d4f0-6a88-48db-890f-477d65b37fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabcfa220>, [{'id': '2f8e3f9b-8035-453e-923c-f5aa5eada44f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526723603', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.94'}], 'enable_snat': True}, 'gw_port_id': '10a1093f-051e-4969-9086-34491cae29d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:27:20Z', 'updated_at': '2022-02-05T21:27:23Z', 'revision_number': 4, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': '10a1093f-051e-4969-9086-34491cae29d9', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:43:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8e3f9b-8035-453e-923c-f5aa5eada44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:27:20Z', 'updated_at': '2022-02-05T21:27:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '15482a7b-d167-4742-94b4-1f9b50444bbf', 'name': '', 'network_id': '718d192d-17ee-4c74-b40e-2fef0aacbcb6', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'mac_address': 'fa:16:3e:58:64:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8e3f9b-8035-453e-923c-f5aa5eada44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'bc8eb943-b8a3-47ae-a2a5-e72548af7397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:27:23Z', 'updated_at': '2022-02-05T21:27:24Z', 'revision_number': 2, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'subnets': [{'id': 'bc8eb943-b8a3-47ae-a2a5-e72548af7397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:27:25.631540 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-273b150d-4d07-4217-91fb-30edd39d6611 None None] Port 15482a7b-d167-4742-94b4-1f9b50444bbf cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:27:25.634025 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a000d4f0-6a88-48db-890f-477d65b37fae None None] Checking router: 2f8e3f9b-8035-453e-923c-f5aa5eada44f for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:27:25.634520 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a000d4f0-6a88-48db-890f-477d65b37fae None None] Updating router 2f8e3f9b-8035-453e-923c-f5aa5eada44f port 15482a7b-d167-4742-94b4-1f9b50444bbf binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:27:25.661867 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a000d4f0-6a88-48db-890f-477d65b37fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (15482a7b-d167-4742-94b4-1f9b50444bbf), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:25.787642 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-382b98a8-e6c1-4afb-a036-74def4a182fc None None] Provisioning complete for port 15482a7b-d167-4742-94b4-1f9b50444bbf triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:27:25.788248 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-382b98a8-e6c1-4afb-a036-74def4a182fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (15482a7b-d167-4742-94b4-1f9b50444bbf), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:25.869066 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-382b98a8-e6c1-4afb-a036-74def4a182fc None None] Port 15482a7b-d167-4742-94b4-1f9b50444bbf cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:27:25.962792 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a000d4f0-6a88-48db-890f-477d65b37fae None None] Publish callbacks [] for port (15482a7b-d167-4742-94b4-1f9b50444bbf), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:25.969174 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a000d4f0-6a88-48db-890f-477d65b37fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (15482a7b-d167-4742-94b4-1f9b50444bbf), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:26.019315 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eaa4b8-0872-400c-ab10-11831380a488 None None] Pushing event updated for resources: {'Port': ['ID=15482a7b-d167-4742-94b4-1f9b50444bbf,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:27:26.079598 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-a000d4f0-6a88-48db-890f-477d65b37fae None None] Attempting to bind port 15482a7b-d167-4742-94b4-1f9b50444bbf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:27:26.079968 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-a000d4f0-6a88-48db-890f-477d65b37fae None None] Attempting to bind port 15482a7b-d167-4742-94b4-1f9b50444bbf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9a93045c-dae7-443f-9c90-08297b84c3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '718d192d-17ee-4c74-b40e-2fef0aacbcb6'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:27:26.080331 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a000d4f0-6a88-48db-890f-477d65b37fae None None] Attempting to bind port 15482a7b-d167-4742-94b4-1f9b50444bbf on network 718d192d-17ee-4c74-b40e-2fef0aacbcb6 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:27:26.085876 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a000d4f0-6a88-48db-890f-477d65b37fae None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:27:26.086254 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a000d4f0-6a88-48db-890f-477d65b37fae None None] Checking segment: {'id': '9a93045c-dae7-443f-9c90-08297b84c3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '718d192d-17ee-4c74-b40e-2fef0aacbcb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:27:26.086692 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a000d4f0-6a88-48db-890f-477d65b37fae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:26.087084 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a000d4f0-6a88-48db-890f-477d65b37fae None None] Bound using segment: {'id': '9a93045c-dae7-443f-9c90-08297b84c3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '718d192d-17ee-4c74-b40e-2fef0aacbcb6'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:27:26.087550 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-a000d4f0-6a88-48db-890f-477d65b37fae None None] Bound port: 15482a7b-d167-4742-94b4-1f9b50444bbf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a93045c-dae7-443f-9c90-08297b84c3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '718d192d-17ee-4c74-b40e-2fef0aacbcb6'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:27:26.087931 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a000d4f0-6a88-48db-890f-477d65b37fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (15482a7b-d167-4742-94b4-1f9b50444bbf), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:26.158505 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-a000d4f0-6a88-48db-890f-477d65b37fae None None] For port 15482a7b-d167-4742-94b4-1f9b50444bbf, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:27:26.163034 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-a000d4f0-6a88-48db-890f-477d65b37fae None None] For port 15482a7b-d167-4742-94b4-1f9b50444bbf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=15482a7b-d167-4742-94b4-1f9b50444bbf,segment=NetworkSegment(9a93045c-dae7-443f-9c90-08297b84c3e8),segment_id=9a93045c-dae7-443f-9c90-08297b84c3e8)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:27:26.169743 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a000d4f0-6a88-48db-890f-477d65b37fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (15482a7b-d167-4742-94b4-1f9b50444bbf), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:26.229043 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a000d4f0-6a88-48db-890f-477d65b37fae None None] Routers {'2f8e3f9b-8035-453e-923c-f5aa5eada44f'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:27:26.229685 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-a000d4f0-6a88-48db-890f-477d65b37fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabcfa220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:27:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['2f8e3f9b-8035-453e-923c-f5aa5eada44f'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:27:26.234652 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eaa4b8-0872-400c-ab10-11831380a488 None None] Pushing event updated for resources: {'Port': ['ID=15482a7b-d167-4742-94b4-1f9b50444bbf,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:27:26.330232 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-23d54a9c-3a0f-4696-9559-86aeefee0af4 None None] Provisioning complete for port 15482a7b-d167-4742-94b4-1f9b50444bbf triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:27:26.330645 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-23d54a9c-3a0f-4696-9559-86aeefee0af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (15482a7b-d167-4742-94b4-1f9b50444bbf), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:26.385000 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-a000d4f0-6a88-48db-890f-477d65b37fae None None] Set router 2f8e3f9b-8035-453e-923c-f5aa5eada44f gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:27:26.549736 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-280a67a1-3f58-44ac-b547-8f7290edae80 req-6dc8ee1d-61e9-4dd4-ad22-1e5fcceb879c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=15361e26-0236-416a-b37b-b1402a1caf52 HTTP/1.1" status: 200  len: 210 time: 0.0289834
Feb 05 21:27:26.574079 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device d377463a-b81f-4361-9869-9c99e10526e7 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:27:26.742219 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-23d54a9c-3a0f-4696-9559-86aeefee0af4 None None] Current status of the port 15482a7b-d167-4742-94b4-1f9b50444bbf is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:27:26.742543 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-23d54a9c-3a0f-4696-9559-86aeefee0af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (15482a7b-d167-4742-94b4-1f9b50444bbf), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:26.764021 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port d377463a-b81f-4361-9869-9c99e10526e7 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:27:26.764395 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d377463a-b81f-4361-9869-9c99e10526e7), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:26.841204 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:27:26.850651 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-23d54a9c-3a0f-4696-9559-86aeefee0af4 None None] For port 15482a7b-d167-4742-94b4-1f9b50444bbf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=15482a7b-d167-4742-94b4-1f9b50444bbf,segment=NetworkSegment(9a93045c-dae7-443f-9c90-08297b84c3e8),segment_id=9a93045c-dae7-443f-9c90-08297b84c3e8)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:27:26.860107 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-23d54a9c-3a0f-4696-9559-86aeefee0af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (15482a7b-d167-4742-94b4-1f9b50444bbf), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:26.951226 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d54a9c-3a0f-4696-9559-86aeefee0af4 None None] Pushing event updated for resources: {'Port': ['ID=15482a7b-d167-4742-94b4-1f9b50444bbf,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:27:26.956870 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port d377463a-b81f-4361-9869-9c99e10526e7 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:27:26.957955 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 10a1093f-051e-4969-9086-34491cae29d9 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:27:26.994270 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-a000d4f0-6a88-48db-890f-477d65b37fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabcfa220>, [{'id': '2f8e3f9b-8035-453e-923c-f5aa5eada44f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526723603', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.94'}], 'enable_snat': True}, 'gw_port_id': '10a1093f-051e-4969-9086-34491cae29d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:27:20Z', 'updated_at': '2022-02-05T21:27:23Z', 'revision_number': 4, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': '10a1093f-051e-4969-9086-34491cae29d9', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:43:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8e3f9b-8035-453e-923c-f5aa5eada44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:27:20Z', 'updated_at': '2022-02-05T21:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '15482a7b-d167-4742-94b4-1f9b50444bbf', 'name': '', 'network_id': '718d192d-17ee-4c74-b40e-2fef0aacbcb6', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'mac_address': 'fa:16:3e:58:64:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8e3f9b-8035-453e-923c-f5aa5eada44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'bc8eb943-b8a3-47ae-a2a5-e72548af7397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:27:23Z', 'updated_at': '2022-02-05T21:27:26Z', 'revision_number': 4, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'subnets': [{'id': 'bc8eb943-b8a3-47ae-a2a5-e72548af7397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:27:27.027420 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a000d4f0-6a88-48db-890f-477d65b37fae None None] The sync data for ids ['2f8e3f9b-8035-453e-923c-f5aa5eada44f'] in ncdv-master-1 is: [{'id': '2f8e3f9b-8035-453e-923c-f5aa5eada44f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526723603', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.94'}], 'enable_snat': True}, 'gw_port_id': '10a1093f-051e-4969-9086-34491cae29d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:27:20Z', 'updated_at': '2022-02-05T21:27:23Z', 'revision_number': 4, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': '10a1093f-051e-4969-9086-34491cae29d9', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:43:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8e3f9b-8035-453e-923c-f5aa5eada44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:27:20Z', 'updated_at': '2022-02-05T21:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '15482a7b-d167-4742-94b4-1f9b50444bbf', 'name': '', 'network_id': '718d192d-17ee-4c74-b40e-2fef0aacbcb6', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'mac_address': 'fa:16:3e:58:64:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8e3f9b-8035-453e-923c-f5aa5eada44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'bc8eb943-b8a3-47ae-a2a5-e72548af7397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:27:23Z', 'updated_at': '2022-02-05T21:27:26Z', 'revision_number': 4, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'subnets': [{'id': 'bc8eb943-b8a3-47ae-a2a5-e72548af7397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:27:27.039825 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-12817043-c0e2-4df0-a7a1-b43bab821ba0 None None] Provisioning complete for port 15482a7b-d167-4742-94b4-1f9b50444bbf triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:27:27.040203 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-12817043-c0e2-4df0-a7a1-b43bab821ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (15482a7b-d167-4742-94b4-1f9b50444bbf), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:27.090576 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 10a1093f-051e-4969-9086-34491cae29d9 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:27:27.090963 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (10a1093f-051e-4969-9086-34491cae29d9), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:27.206568 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-12817043-c0e2-4df0-a7a1-b43bab821ba0 None None] Current status of the port 15482a7b-d167-4742-94b4-1f9b50444bbf is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:27:27.226330 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 10a1093f-051e-4969-9086-34491cae29d9 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:27:27.640134 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d08790ff-e862-446e-8b49-993793a4aace req-888622dc-c28e-4050-be8c-7fb54c84e94d tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=15361e26-0236-416a-b37b-b1402a1caf52 HTTP/1.1" status: 200  len: 210 time: 0.0344856
Feb 05 21:27:28.399399 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 15482a7b-d167-4742-94b4-1f9b50444bbf up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:27:28.451783 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 15482a7b-d167-4742-94b4-1f9b50444bbf triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:27:28.452165 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (15482a7b-d167-4742-94b4-1f9b50444bbf), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:28.527899 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 15482a7b-d167-4742-94b4-1f9b50444bbf is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:27:28.734060 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7a151e61-ad7e-4060-aed0-1feaf96db11a req-7cd264fe-4959-4663-ba89-02d5c313fa06 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=15361e26-0236-416a-b37b-b1402a1caf52 HTTP/1.1" status: 200  len: 210 time: 0.0270908
Feb 05 21:27:29.496564 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-ed46ae02-bf19-47d4-bf2e-af25d8199b01 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:27:29.498065 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-ed46ae02-bf19-47d4-bf2e-af25d8199b01 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.21 "GET /v2.0/networks?id=718d192d-17ee-4c74-b40e-2fef0aacbcb6 HTTP/1.1" status: 200  len: 797 time: 0.1080818
Feb 05 21:27:29.561907 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-47cc8697-926a-45e5-9d2a-ba82ce12742c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a64d1698f20a435e8937ab305eac38dd HTTP/1.1" status: 200  len: 380 time: 0.0561814
Feb 05 21:27:29.570959 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-d7f2ecea-7b56-4807-bca5-5302434c35b0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'port': {'device_id': '15361e26-0236-416a-b37b-b1402a1caf52', 'network_id': '718d192d-17ee-4c74-b40e-2fef0aacbcb6', 'admin_state_up': True, 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'security_groups': ['e40d029a-04c2-46e1-a618-314f54f9ca95']}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:27:29.678862 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-d7f2ecea-7b56-4807-bca5-5302434c35b0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Made reservation on behalf of a64d1698f20a435e8937ab305eac38dd for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:27:29.682111 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-d7f2ecea-7b56-4807-bca5-5302434c35b0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:29.806814 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-d7f2ecea-7b56-4807-bca5-5302434c35b0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Allocated IP 172.20.0.7 (718d192d-17ee-4c74-b40e-2fef0aacbcb6/bc8eb943-b8a3-47ae-a2a5-e72548af7397/d0344429-07d0-4be1-9fe4-e0415fa889f8) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:27:29.832703 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ccd1ac4a-8c9d-46be-90af-153fe903f91e req-078f4c8f-dc1e-4577-b21b-282333d5a554 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=15361e26-0236-416a-b37b-b1402a1caf52 HTTP/1.1" status: 200  len: 210 time: 0.0278816
Feb 05 21:27:29.949676 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-d7f2ecea-7b56-4807-bca5-5302434c35b0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for port (d0344429-07d0-4be1-9fe4-e0415fa889f8), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:29.982458 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-d7f2ecea-7b56-4807-bca5-5302434c35b0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (d0344429-07d0-4be1-9fe4-e0415fa889f8), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:30.025080 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-d7f2ecea-7b56-4807-bca5-5302434c35b0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Network 718d192d-17ee-4c74-b40e-2fef0aacbcb6 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:27:30.028375 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-d7f2ecea-7b56-4807-bca5-5302434c35b0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:27:30.031947 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-d7f2ecea-7b56-4807-bca5-5302434c35b0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:27:30.061080 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f2ecea-7b56-4807-bca5-5302434c35b0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'Port': ['ID=d0344429-07d0-4be1-9fe4-e0415fa889f8,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:27:30.087409 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-d7f2ecea-7b56-4807-bca5-5302434c35b0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:27:30.088030 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-d7f2ecea-7b56-4807-bca5-5302434c35b0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:30.104035 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-d7f2ecea-7b56-4807-bca5-5302434c35b0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5371497
Feb 05 21:27:30.114751 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-55fa555c-4854-4641-91d3-00422432ecdf service neutron] Request body: {'port': {'device_id': '15361e26-0236-416a-b37b-b1402a1caf52', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:27:30.182136 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-55fa555c-4854-4641-91d3-00422432ecdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d0344429-07d0-4be1-9fe4-e0415fa889f8), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:30.248744 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-2b244c9d-31b6-4d8c-b230-f50a8376d16f None None] Provisioning complete for port d0344429-07d0-4be1-9fe4-e0415fa889f8 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:27:30.249335 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2b244c9d-31b6-4d8c-b230-f50a8376d16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d0344429-07d0-4be1-9fe4-e0415fa889f8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:30.282365 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-2b244c9d-31b6-4d8c-b230-f50a8376d16f None None] Port d0344429-07d0-4be1-9fe4-e0415fa889f8 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:27:30.439810 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-55fa555c-4854-4641-91d3-00422432ecdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0344429-07d0-4be1-9fe4-e0415fa889f8 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:27:30.447237 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-55fa555c-4854-4641-91d3-00422432ecdf service neutron] Publish callbacks [] for port (d0344429-07d0-4be1-9fe4-e0415fa889f8), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:30.458995 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-55fa555c-4854-4641-91d3-00422432ecdf service neutron] Transition to ACTIVE for port object d0344429-07d0-4be1-9fe4-e0415fa889f8 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:27:30.462426 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-55fa555c-4854-4641-91d3-00422432ecdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (d0344429-07d0-4be1-9fe4-e0415fa889f8), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:30.516359 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa555c-4854-4641-91d3-00422432ecdf service neutron] Pushing event updated for resources: {'Port': ['ID=d0344429-07d0-4be1-9fe4-e0415fa889f8,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:27:30.583327 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-55fa555c-4854-4641-91d3-00422432ecdf service neutron] Attempting to bind port d0344429-07d0-4be1-9fe4-e0415fa889f8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:27:30.583673 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-55fa555c-4854-4641-91d3-00422432ecdf service neutron] Attempting to bind port d0344429-07d0-4be1-9fe4-e0415fa889f8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9a93045c-dae7-443f-9c90-08297b84c3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '718d192d-17ee-4c74-b40e-2fef0aacbcb6'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:27:30.584013 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-55fa555c-4854-4641-91d3-00422432ecdf service neutron] Attempting to bind port d0344429-07d0-4be1-9fe4-e0415fa889f8 on network 718d192d-17ee-4c74-b40e-2fef0aacbcb6 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:27:30.589358 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-55fa555c-4854-4641-91d3-00422432ecdf service neutron] Port d0344429-07d0-4be1-9fe4-e0415fa889f8 on network 718d192d-17ee-4c74-b40e-2fef0aacbcb6 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:27:30.589687 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-55fa555c-4854-4641-91d3-00422432ecdf service neutron] Attempting to bind port d0344429-07d0-4be1-9fe4-e0415fa889f8 on network 718d192d-17ee-4c74-b40e-2fef0aacbcb6 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:27:30.594885 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-55fa555c-4854-4641-91d3-00422432ecdf service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:27:30.595231 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-55fa555c-4854-4641-91d3-00422432ecdf service neutron] Checking segment: {'id': '9a93045c-dae7-443f-9c90-08297b84c3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '718d192d-17ee-4c74-b40e-2fef0aacbcb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:27:30.595620 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-55fa555c-4854-4641-91d3-00422432ecdf service neutron] Bound using segment: {'id': '9a93045c-dae7-443f-9c90-08297b84c3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '718d192d-17ee-4c74-b40e-2fef0aacbcb6'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:27:30.596051 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-55fa555c-4854-4641-91d3-00422432ecdf service neutron] Bound port: d0344429-07d0-4be1-9fe4-e0415fa889f8, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a93045c-dae7-443f-9c90-08297b84c3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '718d192d-17ee-4c74-b40e-2fef0aacbcb6'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:27:30.596417 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-55fa555c-4854-4641-91d3-00422432ecdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d0344429-07d0-4be1-9fe4-e0415fa889f8), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:30.663289 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-55fa555c-4854-4641-91d3-00422432ecdf service neutron] For port d0344429-07d0-4be1-9fe4-e0415fa889f8, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:27:30.667361 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-55fa555c-4854-4641-91d3-00422432ecdf service neutron] For port d0344429-07d0-4be1-9fe4-e0415fa889f8, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d0344429-07d0-4be1-9fe4-e0415fa889f8,segment=NetworkSegment(9a93045c-dae7-443f-9c90-08297b84c3e8),segment_id=9a93045c-dae7-443f-9c90-08297b84c3e8)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:27:30.674776 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-55fa555c-4854-4641-91d3-00422432ecdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (d0344429-07d0-4be1-9fe4-e0415fa889f8), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:30.691958 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-55fa555c-4854-4641-91d3-00422432ecdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:27:30.692230 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-55fa555c-4854-4641-91d3-00422432ecdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:30.693840 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-55fa555c-4854-4641-91d3-00422432ecdf service neutron] 10.222.0.21 "PUT /v2.0/ports/d0344429-07d0-4be1-9fe4-e0415fa889f8 HTTP/1.1" status: 200  len: 1091 time: 0.5830433
Feb 05 21:27:30.695702 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15361e26-0236-416a-b37b-b1402a1caf52', 'tag': 'd0344429-07d0-4be1-9fe4-e0415fa889f8'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:27:30.698843 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa03fe1-6305-4dfd-b482-4b0bb9d0e1f1" -d '{"events": [{"name": "network-changed", "server_uuid": "15361e26-0236-416a-b37b-b1402a1caf52", "tag": "d0344429-07d0-4be1-9fe4-e0415fa889f8"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:27:30.753020 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9012600a-b0c6-4259-a783-ea00ccb1c4da x-openstack-request-id: req-9012600a-b0c6-4259-a783-ea00ccb1c4da {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:27:30.753310 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15361e26-0236-416a-b37b-b1402a1caf52", "tag": "d0344429-07d0-4be1-9fe4-e0415fa889f8", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:27:30.753570 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9012600a-b0c6-4259-a783-ea00ccb1c4da {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:27:30.753978 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15361e26-0236-416a-b37b-b1402a1caf52', 'tag': 'd0344429-07d0-4be1-9fe4-e0415fa889f8', 'status': 'completed', 'code': 200}
Feb 05 21:27:30.964118 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b578ca-b791-4413-b382-ce2928dafc12 req-300699fd-3ad9-4715-b0a0-501b46209b14 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:27:30.965572 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f6b578ca-b791-4413-b382-ce2928dafc12 req-300699fd-3ad9-4715-b0a0-501b46209b14 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=15361e26-0236-416a-b37b-b1402a1caf52 HTTP/1.1" status: 200  len: 943 time: 0.0595136
Feb 05 21:27:31.023935 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f6b578ca-b791-4413-b382-ce2928dafc12 req-1c8f0f45-3cd1-4dda-8489-5b59ff602ce7 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=e40d029a-04c2-46e1-a618-314f54f9ca95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522532
Feb 05 21:27:31.095666 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa555c-4854-4641-91d3-00422432ecdf service neutron] Pushing event updated for resources: {'Port': ['ID=d0344429-07d0-4be1-9fe4-e0415fa889f8,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:27:31.130276 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-21aaf3db-7ce3-4e7c-90da-798934714cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:27:31.132432 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-21aaf3db-7ce3-4e7c-90da-798934714cf5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a64d1698f20a435e8937ab305eac38dd&device_id=15361e26-0236-416a-b37b-b1402a1caf52 HTTP/1.1" status: 200  len: 1125 time: 0.3711188
Feb 05 21:27:31.173419 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-e550f92a-5cce-4186-9d4f-4ccfd6eb346c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0344429-07d0-4be1-9fe4-e0415fa889f8 HTTP/1.1" status: 200  len: 217 time: 0.0338845
Feb 05 21:27:31.220662 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-c209bb9d-6c13-4ab5-906b-21794713b565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:27:31.222020 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-c209bb9d-6c13-4ab5-906b-21794713b565 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bc8eb943-b8a3-47ae-a2a5-e72548af7397 HTTP/1.1" status: 200  len: 835 time: 0.0426872
Feb 05 21:27:31.275305 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-1c28fcdb-08ee-4657-a141-d45899ec4b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:27:31.276786 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-1c28fcdb-08ee-4657-a141-d45899ec4b0a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=718d192d-17ee-4c74-b40e-2fef0aacbcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0483725
Feb 05 21:27:31.361404 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-7e345eef-ce18-403b-84fa-71f4fee52dd8 service neutron] 10.222.0.21 "GET /v2.0/networks/718d192d-17ee-4c74-b40e-2fef0aacbcb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0786998
Feb 05 21:27:31.451036 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-957d1ad9-ae0c-4b56-a81c-c24a7d75c9cd req-37fed5d8-7716-459b-92e5-1e4ff784c3cb service neutron] 10.222.0.21 "GET /v2.0/networks/718d192d-17ee-4c74-b40e-2fef0aacbcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0834813
Feb 05 21:27:31.539168 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa03fe1-6305-4dfd-b482-4b0bb9d0e1f1 req-284874b0-bdf2-4b3a-a033-6c1570154c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:27:31.540651 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cfa03fe1-6305-4dfd-b482-4b0bb9d0e1f1 req-284874b0-bdf2-4b3a-a033-6c1570154c4f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a64d1698f20a435e8937ab305eac38dd&device_id=15361e26-0236-416a-b37b-b1402a1caf52 HTTP/1.1" status: 200  len: 1125 time: 0.0444102
Feb 05 21:27:31.634159 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa03fe1-6305-4dfd-b482-4b0bb9d0e1f1 req-188277cb-1125-4a76-815a-2b1272cbf221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:27:31.635633 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cfa03fe1-6305-4dfd-b482-4b0bb9d0e1f1 req-188277cb-1125-4a76-815a-2b1272cbf221 service neutron] 10.222.0.21 "GET /v2.0/networks?id=718d192d-17ee-4c74-b40e-2fef0aacbcb6 HTTP/1.1" status: 200  len: 898 time: 0.0892246
Feb 05 21:27:31.675137 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cfa03fe1-6305-4dfd-b482-4b0bb9d0e1f1 req-db5edab4-c826-4920-8919-02614afa30c6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0344429-07d0-4be1-9fe4-e0415fa889f8 HTTP/1.1" status: 200  len: 217 time: 0.0335500
Feb 05 21:27:31.720782 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa03fe1-6305-4dfd-b482-4b0bb9d0e1f1 req-96c9e365-6c25-486b-8a42-80163a34dbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:27:31.722164 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cfa03fe1-6305-4dfd-b482-4b0bb9d0e1f1 req-96c9e365-6c25-486b-8a42-80163a34dbec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bc8eb943-b8a3-47ae-a2a5-e72548af7397 HTTP/1.1" status: 200  len: 835 time: 0.0414696
Feb 05 21:27:31.773623 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa03fe1-6305-4dfd-b482-4b0bb9d0e1f1 req-89f5cacf-7706-4d06-9161-17588db002bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:27:31.775140 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cfa03fe1-6305-4dfd-b482-4b0bb9d0e1f1 req-89f5cacf-7706-4d06-9161-17588db002bc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=718d192d-17ee-4c74-b40e-2fef0aacbcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0471058
Feb 05 21:27:31.861425 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cfa03fe1-6305-4dfd-b482-4b0bb9d0e1f1 req-8fb14a2a-4f7f-45f5-b931-6a3cea5672f4 service neutron] 10.222.0.21 "GET /v2.0/networks/718d192d-17ee-4c74-b40e-2fef0aacbcb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0801542
Feb 05 21:27:31.953568 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cfa03fe1-6305-4dfd-b482-4b0bb9d0e1f1 req-56f65f56-ace6-4152-a0e6-c1d7d481fa86 service neutron] 10.222.0.21 "GET /v2.0/networks/718d192d-17ee-4c74-b40e-2fef0aacbcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864208
Feb 05 21:27:32.145736 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ed77c-8cfc-4b5d-931d-6ebf2def2f02 req-6f166b26-0c07-4f75-8ba9-959052b7295c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:27:32.147771 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-772ed77c-8cfc-4b5d-931d-6ebf2def2f02 req-6f166b26-0c07-4f75-8ba9-959052b7295c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=15361e26-0236-416a-b37b-b1402a1caf52 HTTP/1.1" status: 200  len: 943 time: 0.0542836
Feb 05 21:27:32.196586 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-772ed77c-8cfc-4b5d-931d-6ebf2def2f02 req-da6e9acb-a043-46e4-925c-b8b7aab6ded1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=e40d029a-04c2-46e1-a618-314f54f9ca95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432036
Feb 05 21:27:33.316558 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b0aa7-e0fb-4a08-a949-06b46ec340c7 req-6d750bd7-c137-4a4f-8d22-ac9068b854cf tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:27:33.318029 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-343b0aa7-e0fb-4a08-a949-06b46ec340c7 req-6d750bd7-c137-4a4f-8d22-ac9068b854cf tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=15361e26-0236-416a-b37b-b1402a1caf52 HTTP/1.1" status: 200  len: 943 time: 0.0530717
Feb 05 21:27:33.366698 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-343b0aa7-e0fb-4a08-a949-06b46ec340c7 req-1873ff1f-b3f5-45b0-a5a2-0f3d4f370528 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=e40d029a-04c2-46e1-a618-314f54f9ca95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426073
Feb 05 21:27:33.748153 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4709ae00-b161-443e-b33c-6ecdfe0a105b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:34.033352 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device d0344429-07d0-4be1-9fe4-e0415fa889f8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:27:34.132510 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port d0344429-07d0-4be1-9fe4-e0415fa889f8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d0344429-07d0-4be1-9fe4-e0415fa889f8,segment=NetworkSegment(9a93045c-dae7-443f-9c90-08297b84c3e8),segment_id=9a93045c-dae7-443f-9c90-08297b84c3e8)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:27:34.143048 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': 'd0344429-07d0-4be1-9fe4-e0415fa889f8', 'network_id': '718d192d-17ee-4c74-b40e-2fef0aacbcb6', 'port_id': 'd0344429-07d0-4be1-9fe4-e0415fa889f8', 'mac_address': 'fa:16:3e:48:f5:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc8eb943-b8a3-47ae-a2a5-e72548af7397', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:27:34.193052 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port d0344429-07d0-4be1-9fe4-e0415fa889f8 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:27:34.193771 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d0344429-07d0-4be1-9fe4-e0415fa889f8), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:34.210285 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0344429-07d0-4be1-9fe4-e0415fa889f8 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:27:34.230943 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port d0344429-07d0-4be1-9fe4-e0415fa889f8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d0344429-07d0-4be1-9fe4-e0415fa889f8,segment=NetworkSegment(9a93045c-dae7-443f-9c90-08297b84c3e8),segment_id=9a93045c-dae7-443f-9c90-08297b84c3e8)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:27:34.234995 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d0344429-07d0-4be1-9fe4-e0415fa889f8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:34.292579 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=d0344429-07d0-4be1-9fe4-e0415fa889f8,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:27:34.496333 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1e4f0-6bb9-4a7b-a308-faae3a12b22b req-39dae9a8-595f-4828-a37a-7b8c46b61c7a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:27:34.497752 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3fb1e4f0-6bb9-4a7b-a308-faae3a12b22b req-39dae9a8-595f-4828-a37a-7b8c46b61c7a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=15361e26-0236-416a-b37b-b1402a1caf52 HTTP/1.1" status: 200  len: 944 time: 0.0617163
Feb 05 21:27:34.525695 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['d0344429-07d0-4be1-9fe4-e0415fa889f8'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:27:34.552300 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3fb1e4f0-6bb9-4a7b-a308-faae3a12b22b req-4c5f1010-e4de-49f8-a973-f2b69efdf0a5 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=e40d029a-04c2-46e1-a618-314f54f9ca95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483365
Feb 05 21:27:35.677763 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c5790-f286-450f-9963-b2189f611ef6 req-fbe16c35-2901-4b10-bdba-f09586f15db0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:27:35.680177 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9d5c5790-f286-450f-9963-b2189f611ef6 req-fbe16c35-2901-4b10-bdba-f09586f15db0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=15361e26-0236-416a-b37b-b1402a1caf52 HTTP/1.1" status: 200  len: 944 time: 0.0540876
Feb 05 21:27:35.728025 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9d5c5790-f286-450f-9963-b2189f611ef6 req-ead0b9e5-98f4-45e9-a266-b35fa3d47a33 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=e40d029a-04c2-46e1-a618-314f54f9ca95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421588
Feb 05 21:27:36.045358 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device d0344429-07d0-4be1-9fe4-e0415fa889f8 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:27:36.094528 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port d0344429-07d0-4be1-9fe4-e0415fa889f8 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:27:36.098135 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port d0344429-07d0-4be1-9fe4-e0415fa889f8 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:27:36.098561 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d0344429-07d0-4be1-9fe4-e0415fa889f8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:36.154549 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6a8b09c5-f6ac-42c9-8726-ef56e5f41687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:36.199567 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port d0344429-07d0-4be1-9fe4-e0415fa889f8 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:27:36.199885 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d0344429-07d0-4be1-9fe4-e0415fa889f8), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:36.223213 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15361e26-0236-416a-b37b-b1402a1caf52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0344429-07d0-4be1-9fe4-e0415fa889f8'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:27:36.225701 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2a0600-f78f-4422-a027-ef9a653f6565" -d '{"events": [{"server_uuid": "15361e26-0236-416a-b37b-b1402a1caf52", "name": "network-vif-plugged", "status": "completed", "tag": "d0344429-07d0-4be1-9fe4-e0415fa889f8"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:27:36.237689 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port d0344429-07d0-4be1-9fe4-e0415fa889f8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d0344429-07d0-4be1-9fe4-e0415fa889f8,segment=NetworkSegment(9a93045c-dae7-443f-9c90-08297b84c3e8),segment_id=9a93045c-dae7-443f-9c90-08297b84c3e8)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:27:36.241837 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d0344429-07d0-4be1-9fe4-e0415fa889f8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:36.269512 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddcc5ad-3931-4b4c-90ec-7f3456514a1a x-openstack-request-id: req-3ddcc5ad-3931-4b4c-90ec-7f3456514a1a {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:27:36.270029 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15361e26-0236-416a-b37b-b1402a1caf52", "name": "network-vif-plugged", "status": "completed", "tag": "d0344429-07d0-4be1-9fe4-e0415fa889f8", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:27:36.270436 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3ddcc5ad-3931-4b4c-90ec-7f3456514a1a {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:27:36.270842 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15361e26-0236-416a-b37b-b1402a1caf52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0344429-07d0-4be1-9fe4-e0415fa889f8', 'code': 200}
Feb 05 21:27:36.296643 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=d0344429-07d0-4be1-9fe4-e0415fa889f8,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:27:36.363238 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e310f34-6d96-4a59-86ac-c207d3eedf42 req-ca4ffdd3-651a-4b30-9455-82530d20c09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:27:36.364755 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8e310f34-6d96-4a59-86ac-c207d3eedf42 req-ca4ffdd3-651a-4b30-9455-82530d20c09f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=15361e26-0236-416a-b37b-b1402a1caf52 HTTP/1.1" status: 200  len: 1127 time: 0.0445764
Feb 05 21:27:36.410660 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8e310f34-6d96-4a59-86ac-c207d3eedf42 req-8d85ebac-6e56-4f4a-9996-c442b1a5dff7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e40d029a-04c2-46e1-a618-314f54f9ca95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391586
Feb 05 21:27:36.849917 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502419d1-6363-45c0-826b-4172854edfd0 req-3d70df34-be03-4651-b2d9-ad5c27259314 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:27:36.851448 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-502419d1-6363-45c0-826b-4172854edfd0 req-3d70df34-be03-4651-b2d9-ad5c27259314 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=15361e26-0236-416a-b37b-b1402a1caf52 HTTP/1.1" status: 200  len: 945 time: 0.0563388
Feb 05 21:27:36.899105 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-502419d1-6363-45c0-826b-4172854edfd0 req-2d809c67-6668-4949-883c-a758822b451a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=e40d029a-04c2-46e1-a618-314f54f9ca95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420241
Feb 05 21:27:37.541559 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:38.018915 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35c578-fb1c-4b61-89ed-72c23dc95666 req-dd51c141-a169-4fa7-a5ee-c104eb6a2fe9 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:27:38.020401 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dd35c578-fb1c-4b61-89ed-72c23dc95666 req-dd51c141-a169-4fa7-a5ee-c104eb6a2fe9 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=15361e26-0236-416a-b37b-b1402a1caf52 HTTP/1.1" status: 200  len: 945 time: 0.0526125
Feb 05 21:27:38.069038 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dd35c578-fb1c-4b61-89ed-72c23dc95666 req-4909f5fb-d991-483b-b17d-901c68d6d893 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=e40d029a-04c2-46e1-a618-314f54f9ca95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424600
Feb 05 21:27:38.186923 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f0c0a-d706-4bd1-9fab-38dcfeda16a5 req-42fa65f3-6411-4d78-8558-ad1905b58e6d tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:27:38.188310 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0e4f0c0a-d706-4bd1-9fab-38dcfeda16a5 req-42fa65f3-6411-4d78-8558-ad1905b58e6d tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=15361e26-0236-416a-b37b-b1402a1caf52 HTTP/1.1" status: 200  len: 945 time: 0.0530751
Feb 05 21:27:38.240864 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0e4f0c0a-d706-4bd1-9fab-38dcfeda16a5 req-2fd1f550-db5c-47b5-81fb-775f07bd3b4d tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=e40d029a-04c2-46e1-a618-314f54f9ca95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469227
Feb 05 21:27:38.262219 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49246) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:27:38.305947 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3fa74a-f5bc-4d04-8049-03c3dcd34271 tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:27:38.307519 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ac3fa74a-f5bc-4d04-8049-03c3dcd34271 tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=15361e26-0236-416a-b37b-b1402a1caf52 HTTP/1.1" status: 200  len: 1122 time: 0.0441909
Feb 05 21:27:38.310429 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49248) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:27:38.315181 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-0d9e4d48-25b0-4157-9a2e-e24994281099 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'port_id': 'd0344429-07d0-4be1-9fe4-e0415fa889f8', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'fixed_ip_address': '172.20.0.7'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:27:38.335271 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0d9e4d48-25b0-4157-9a2e-e24994281099 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:38.430452 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0d9e4d48-25b0-4157-9a2e-e24994281099 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:38.533739 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-0d9e4d48-25b0-4157-9a2e-e24994281099 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Allocated IP 172.35.4.98 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/8fdba1e2-dc13-4b81-b0f7-bf9615b186be) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:27:38.632453 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0d9e4d48-25b0-4157-9a2e-e24994281099 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for port (8fdba1e2-dc13-4b81-b0f7-bf9615b186be), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:38.669615 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0d9e4d48-25b0-4157-9a2e-e24994281099 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (8fdba1e2-dc13-4b81-b0f7-bf9615b186be), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:38.706911 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9e4d48-25b0-4157-9a2e-e24994281099 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:27:38.710345 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-0d9e4d48-25b0-4157-9a2e-e24994281099 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:27:38.714650 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9e4d48-25b0-4157-9a2e-e24994281099 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:27:38.740907 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e4d48-25b0-4157-9a2e-e24994281099 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'Port': ['ID=8fdba1e2-dc13-4b81-b0f7-bf9615b186be,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:27:39.078885 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0d9e4d48-25b0-4157-9a2e-e24994281099 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for floatingip (8f2f0fcc-aada-4e9f-9437-f5b6a1df2801), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:39.136026 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:39.147207 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0d9e4d48-25b0-4157-9a2e-e24994281099 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8fdba1e2-dc13-4b81-b0f7-bf9615b186be), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:39.295139 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0d9e4d48-25b0-4157-9a2e-e24994281099 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for port (8fdba1e2-dc13-4b81-b0f7-bf9615b186be), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:39.299573 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0d9e4d48-25b0-4157-9a2e-e24994281099 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (8fdba1e2-dc13-4b81-b0f7-bf9615b186be), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:39.367935 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e4d48-25b0-4157-9a2e-e24994281099 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'Port': ['ID=8fdba1e2-dc13-4b81-b0f7-bf9615b186be,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:27:39.376638 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0d9e4d48-25b0-4157-9a2e-e24994281099 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (8f2f0fcc-aada-4e9f-9437-f5b6a1df2801), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:39.484426 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-0d9e4d48-25b0-4157-9a2e-e24994281099 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Floating IP 8f2f0fcc-aada-4e9f-9437-f5b6a1df2801 associated. External IP: 172.35.4.98, port: d0344429-07d0-4be1-9fe4-e0415fa889f8.
Feb 05 21:27:39.698044 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9e4d48-25b0-4157-9a2e-e24994281099 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Router 2f8e3f9b-8035-453e-923c-f5aa5eada44f has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:27:39.806217 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9e4d48-25b0-4157-9a2e-e24994281099 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:27:39.815599 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c6871f-9901-4bfb-bae5-47aae3c327f7 None None] Sync routers for ids ['2f8e3f9b-8035-453e-923c-f5aa5eada44f'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:27:39.825365 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0d9e4d48-25b0-4157-9a2e-e24994281099 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:39.825599 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c6871f-9901-4bfb-bae5-47aae3c327f7 None None] Routers {'2f8e3f9b-8035-453e-923c-f5aa5eada44f'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:27:39.826202 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-04c6871f-9901-4bfb-bae5-47aae3c327f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db90503a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:27:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['2f8e3f9b-8035-453e-923c-f5aa5eada44f'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:27:39.855475 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0d9e4d48-25b0-4157-9a2e-e24994281099 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.5439248
Feb 05 21:27:39.856078 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15361e26-0236-416a-b37b-b1402a1caf52', 'tag': 'd0344429-07d0-4be1-9fe4-e0415fa889f8'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:27:39.858368 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79240167-bad9-4625-ba98-c81f400ebbe2" -d '{"events": [{"name": "network-changed", "server_uuid": "15361e26-0236-416a-b37b-b1402a1caf52", "tag": "d0344429-07d0-4be1-9fe4-e0415fa889f8"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:27:39.899020 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e148e8a2-5771-4269-92d3-a0d7ffc988e8 x-openstack-request-id: req-e148e8a2-5771-4269-92d3-a0d7ffc988e8 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:27:39.899333 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15361e26-0236-416a-b37b-b1402a1caf52", "tag": "d0344429-07d0-4be1-9fe4-e0415fa889f8", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:27:39.899578 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e148e8a2-5771-4269-92d3-a0d7ffc988e8 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:27:39.899996 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15361e26-0236-416a-b37b-b1402a1caf52', 'tag': 'd0344429-07d0-4be1-9fe4-e0415fa889f8', 'status': 'completed', 'code': 200}
Feb 05 21:27:39.951221 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-04c6871f-9901-4bfb-bae5-47aae3c327f7 None None] Set router 2f8e3f9b-8035-453e-923c-f5aa5eada44f gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:27:39.967563 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79240167-bad9-4625-ba98-c81f400ebbe2 req-d53632af-bf57-441a-bd75-a7a555854e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:27:39.969069 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-79240167-bad9-4625-ba98-c81f400ebbe2 req-d53632af-bf57-441a-bd75-a7a555854e69 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a64d1698f20a435e8937ab305eac38dd&device_id=15361e26-0236-416a-b37b-b1402a1caf52 HTTP/1.1" status: 200  len: 1127 time: 0.0473745
Feb 05 21:27:39.972301 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfaa786-add4-45c7-ac18-5ce26e4fe365 req-93ff2298-66e8-4d28-b81f-968901e002db tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:27:39.974767 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2cfaa786-add4-45c7-ac18-5ce26e4fe365 req-93ff2298-66e8-4d28-b81f-968901e002db tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=15361e26-0236-416a-b37b-b1402a1caf52 HTTP/1.1" status: 200  len: 945 time: 0.0645998
Feb 05 21:27:40.031341 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2cfaa786-add4-45c7-ac18-5ce26e4fe365 req-328dfd68-3d44-4456-a162-e5c0d30db610 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=e40d029a-04c2-46e1-a618-314f54f9ca95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493863
Feb 05 21:27:40.053906 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49254) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:27:40.115481 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79240167-bad9-4625-ba98-c81f400ebbe2 req-aa977d18-ee4c-419f-aa8e-f7c0817cdcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:27:40.117062 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-79240167-bad9-4625-ba98-c81f400ebbe2 req-aa977d18-ee4c-419f-aa8e-f7c0817cdcc8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=718d192d-17ee-4c74-b40e-2fef0aacbcb6 HTTP/1.1" status: 200  len: 898 time: 0.1417601
Feb 05 21:27:40.168346 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-197c2540-669f-41ec-bd6c-9ec651f0fb6a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/floatingips/8f2f0fcc-aada-4e9f-9437-f5b6a1df2801 HTTP/1.1" status: 200  len: 990 time: 0.1118834
Feb 05 21:27:40.190351 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-04c6871f-9901-4bfb-bae5-47aae3c327f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db90503a0>, [{'id': '2f8e3f9b-8035-453e-923c-f5aa5eada44f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526723603', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.94'}], 'enable_snat': True}, 'gw_port_id': '10a1093f-051e-4969-9086-34491cae29d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:27:20Z', 'updated_at': '2022-02-05T21:27:23Z', 'revision_number': 4, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': '10a1093f-051e-4969-9086-34491cae29d9', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:43:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8e3f9b-8035-453e-923c-f5aa5eada44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:27:20Z', 'updated_at': '2022-02-05T21:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8f2f0fcc-aada-4e9f-9437-f5b6a1df2801', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'floating_ip_address': '172.35.4.98', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '2f8e3f9b-8035-453e-923c-f5aa5eada44f', 'port_id': 'd0344429-07d0-4be1-9fe4-e0415fa889f8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '718d192d-17ee-4c74-b40e-2fef0aacbcb6', 'mac_address': 'fa:16:3e:48:f5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15361e26-0236-416a-b37b-b1402a1caf52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:27:38Z', 'updated_at': '2022-02-05T21:27:38Z', 'revision_number': 0, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15482a7b-d167-4742-94b4-1f9b50444bbf', 'name': '', 'network_id': '718d192d-17ee-4c74-b40e-2fef0aacbcb6', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'mac_address': 'fa:16:3e:58:64:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8e3f9b-8035-453e-923c-f5aa5eada44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'bc8eb943-b8a3-47ae-a2a5-e72548af7397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:27:23Z', 'updated_at': '2022-02-05T21:27:26Z', 'revision_number': 5, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'subnets': [{'id': 'bc8eb943-b8a3-47ae-a2a5-e72548af7397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:27:40.194201 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-79240167-bad9-4625-ba98-c81f400ebbe2 req-8159c900-90fa-469d-b397-841bbc8a61e0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0344429-07d0-4be1-9fe4-e0415fa889f8 HTTP/1.1" status: 200  len: 998 time: 0.0703957
Feb 05 21:27:40.221226 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c6871f-9901-4bfb-bae5-47aae3c327f7 None None] Checking router: 2f8e3f9b-8035-453e-923c-f5aa5eada44f for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:27:40.229541 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c6871f-9901-4bfb-bae5-47aae3c327f7 None None] Routers {'2f8e3f9b-8035-453e-923c-f5aa5eada44f'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:27:40.230160 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-04c6871f-9901-4bfb-bae5-47aae3c327f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db90503a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:27:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['2f8e3f9b-8035-453e-923c-f5aa5eada44f'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:27:40.241199 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79240167-bad9-4625-ba98-c81f400ebbe2 req-d019591f-eca9-4f83-a613-fbfdd69644a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:27:40.242767 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-79240167-bad9-4625-ba98-c81f400ebbe2 req-d019591f-eca9-4f83-a613-fbfdd69644a1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bc8eb943-b8a3-47ae-a2a5-e72548af7397 HTTP/1.1" status: 200  len: 835 time: 0.0432858
Feb 05 21:27:40.290479 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79240167-bad9-4625-ba98-c81f400ebbe2 req-05a7b73f-7b57-4348-8676-d21bda605cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:27:40.291973 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-79240167-bad9-4625-ba98-c81f400ebbe2 req-05a7b73f-7b57-4348-8676-d21bda605cad service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=718d192d-17ee-4c74-b40e-2fef0aacbcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0435913
Feb 05 21:27:40.341505 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-04c6871f-9901-4bfb-bae5-47aae3c327f7 None None] Set router 2f8e3f9b-8035-453e-923c-f5aa5eada44f gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:27:40.385704 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-79240167-bad9-4625-ba98-c81f400ebbe2 req-3f67ea4a-dbce-4d9f-abfb-3b5abcd99f30 service neutron] 10.222.0.21 "GET /v2.0/networks/718d192d-17ee-4c74-b40e-2fef0aacbcb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0871711
Feb 05 21:27:40.476230 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-79240167-bad9-4625-ba98-c81f400ebbe2 req-59ba8c42-494d-4c0f-8223-3102db15695e service neutron] 10.222.0.21 "GET /v2.0/networks/718d192d-17ee-4c74-b40e-2fef0aacbcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844049
Feb 05 21:27:40.521130 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:40.564110 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-04c6871f-9901-4bfb-bae5-47aae3c327f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db90503a0>, [{'id': '2f8e3f9b-8035-453e-923c-f5aa5eada44f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526723603', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.94'}], 'enable_snat': True}, 'gw_port_id': '10a1093f-051e-4969-9086-34491cae29d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:27:20Z', 'updated_at': '2022-02-05T21:27:23Z', 'revision_number': 4, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': '10a1093f-051e-4969-9086-34491cae29d9', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:43:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8e3f9b-8035-453e-923c-f5aa5eada44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:27:20Z', 'updated_at': '2022-02-05T21:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8f2f0fcc-aada-4e9f-9437-f5b6a1df2801', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'floating_ip_address': '172.35.4.98', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '2f8e3f9b-8035-453e-923c-f5aa5eada44f', 'port_id': 'd0344429-07d0-4be1-9fe4-e0415fa889f8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '718d192d-17ee-4c74-b40e-2fef0aacbcb6', 'mac_address': 'fa:16:3e:48:f5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15361e26-0236-416a-b37b-b1402a1caf52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:27:38Z', 'updated_at': '2022-02-05T21:27:38Z', 'revision_number': 0, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15482a7b-d167-4742-94b4-1f9b50444bbf', 'name': '', 'network_id': '718d192d-17ee-4c74-b40e-2fef0aacbcb6', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'mac_address': 'fa:16:3e:58:64:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8e3f9b-8035-453e-923c-f5aa5eada44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'bc8eb943-b8a3-47ae-a2a5-e72548af7397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:27:23Z', 'updated_at': '2022-02-05T21:27:26Z', 'revision_number': 5, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'subnets': [{'id': 'bc8eb943-b8a3-47ae-a2a5-e72548af7397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:27:40.593125 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c6871f-9901-4bfb-bae5-47aae3c327f7 None None] The sync data for ids ['2f8e3f9b-8035-453e-923c-f5aa5eada44f'] in ncdv-master-1 is: [{'id': '2f8e3f9b-8035-453e-923c-f5aa5eada44f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526723603', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.94'}], 'enable_snat': True}, 'gw_port_id': '10a1093f-051e-4969-9086-34491cae29d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:27:20Z', 'updated_at': '2022-02-05T21:27:23Z', 'revision_number': 4, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': '10a1093f-051e-4969-9086-34491cae29d9', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:43:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8e3f9b-8035-453e-923c-f5aa5eada44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:27:20Z', 'updated_at': '2022-02-05T21:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8f2f0fcc-aada-4e9f-9437-f5b6a1df2801', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'floating_ip_address': '172.35.4.98', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '2f8e3f9b-8035-453e-923c-f5aa5eada44f', 'port_id': 'd0344429-07d0-4be1-9fe4-e0415fa889f8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '718d192d-17ee-4c74-b40e-2fef0aacbcb6', 'mac_address': 'fa:16:3e:48:f5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15361e26-0236-416a-b37b-b1402a1caf52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:27:38Z', 'updated_at': '2022-02-05T21:27:38Z', 'revision_number': 0, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15482a7b-d167-4742-94b4-1f9b50444bbf', 'name': '', 'network_id': '718d192d-17ee-4c74-b40e-2fef0aacbcb6', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'mac_address': 'fa:16:3e:58:64:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8e3f9b-8035-453e-923c-f5aa5eada44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'bc8eb943-b8a3-47ae-a2a5-e72548af7397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:27:23Z', 'updated_at': '2022-02-05T21:27:26Z', 'revision_number': 5, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'subnets': [{'id': 'bc8eb943-b8a3-47ae-a2a5-e72548af7397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:27:40.786801 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db8377f-7749-4572-acb2-091a95e0c876 None None] New status for floating IP 8f2f0fcc-aada-4e9f-9437-f5b6a1df2801: ACTIVE {{(pid=114392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:27:41.172201 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49256) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:27:41.237473 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-40576d3c-954c-438f-9c8e-649610038ce7 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/floatingips/8f2f0fcc-aada-4e9f-9437-f5b6a1df2801 HTTP/1.1" status: 200  len: 992 time: 0.0641065
Feb 05 21:27:45.479260 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:27:50.410608 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:03.749275 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8e8eaea1-cae0-4a52-b2d5-a6a5fca66c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:03.840914 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:28:06.125493 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-34f0b7ab-2164-49a9-af1c-69b8143a4ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:07.544242 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:09.137660 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:10.523963 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:15.479031 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:20.410089 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:23.157776 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cf64f216-b4bd-40fd-a722-8390601adeec req-51895757-075a-493b-8d7a-94547f2dcfbd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=15361e26-0236-416a-b37b-b1402a1caf52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0902009
Feb 05 21:28:23.240967 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64f216-b4bd-40fd-a722-8390601adeec req-7ca3899e-04b7-4446-a9f1-b20f2873da81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:28:23.242409 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cf64f216-b4bd-40fd-a722-8390601adeec req-7ca3899e-04b7-4446-a9f1-b20f2873da81 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a64d1698f20a435e8937ab305eac38dd&device_id=15361e26-0236-416a-b37b-b1402a1caf52 HTTP/1.1" status: 200  len: 1127 time: 0.0437212
Feb 05 21:28:23.346866 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64f216-b4bd-40fd-a722-8390601adeec req-46d7f3e2-1069-4a94-9d7e-f77d2d61af8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:28:23.348338 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cf64f216-b4bd-40fd-a722-8390601adeec req-46d7f3e2-1069-4a94-9d7e-f77d2d61af8e service neutron] 10.222.0.21 "GET /v2.0/networks?id=718d192d-17ee-4c74-b40e-2fef0aacbcb6 HTTP/1.1" status: 200  len: 898 time: 0.0873024
Feb 05 21:28:23.417429 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cf64f216-b4bd-40fd-a722-8390601adeec req-64e7a291-1907-4c9a-88ba-f384584e0512 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0344429-07d0-4be1-9fe4-e0415fa889f8 HTTP/1.1" status: 200  len: 1000 time: 0.0621719
Feb 05 21:28:23.465427 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64f216-b4bd-40fd-a722-8390601adeec req-09a0361c-436e-4b84-a741-bb5639b8eb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:28:23.466931 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cf64f216-b4bd-40fd-a722-8390601adeec req-09a0361c-436e-4b84-a741-bb5639b8eb4f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bc8eb943-b8a3-47ae-a2a5-e72548af7397 HTTP/1.1" status: 200  len: 835 time: 0.0438790
Feb 05 21:28:23.515503 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64f216-b4bd-40fd-a722-8390601adeec req-3d7f3907-da4e-4930-8f90-3e1f38eaeb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:28:23.516910 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cf64f216-b4bd-40fd-a722-8390601adeec req-3d7f3907-da4e-4930-8f90-3e1f38eaeb24 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=718d192d-17ee-4c74-b40e-2fef0aacbcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0438311
Feb 05 21:28:23.608034 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cf64f216-b4bd-40fd-a722-8390601adeec req-46efb04e-e0b9-4e5e-8723-b832eead5294 service neutron] 10.222.0.21 "GET /v2.0/networks/718d192d-17ee-4c74-b40e-2fef0aacbcb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0849969
Feb 05 21:28:23.695408 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cf64f216-b4bd-40fd-a722-8390601adeec req-b62e3160-8ec6-4b0a-8846-f66c78c5a324 service neutron] 10.222.0.21 "GET /v2.0/networks/718d192d-17ee-4c74-b40e-2fef0aacbcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0814486
Feb 05 21:28:33.750497 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-39939ab2-a57e-47c0-ad9e-f8795809de64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:36.130997 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-09246845-2452-48ea-9db7-8bd64a9f3cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:37.546083 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:39.140784 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:40.526120 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:40.839975 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:28:43.909666 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0062b14-12a5-4c76-9cf3-994298f1e72c req-82a76cce-b31c-4303-a0ad-a618908e575d tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:28:43.911204 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a0062b14-12a5-4c76-9cf3-994298f1e72c req-82a76cce-b31c-4303-a0ad-a618908e575d tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=15361e26-0236-416a-b37b-b1402a1caf52 HTTP/1.1" status: 200  len: 945 time: 0.0537252
Feb 05 21:28:43.960341 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a0062b14-12a5-4c76-9cf3-994298f1e72c req-ea135904-235f-4aff-a41d-a25bc62c4fc8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=e40d029a-04c2-46e1-a618-314f54f9ca95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436110
Feb 05 21:28:43.983279 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49302) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:28:44.041359 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6453b4e8-052b-49ba-8987-cb8b0e2ef9e2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/floatingips/8f2f0fcc-aada-4e9f-9437-f5b6a1df2801 HTTP/1.1" status: 200  len: 992 time: 0.0569627
Feb 05 21:28:44.363297 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b31a7c-def2-479a-b890-c7b86d79b555 req-55c0803f-43ca-4e8b-9a2a-3847d067ecbb tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:28:44.364858 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-32b31a7c-def2-479a-b890-c7b86d79b555 req-55c0803f-43ca-4e8b-9a2a-3847d067ecbb tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=15361e26-0236-416a-b37b-b1402a1caf52 HTTP/1.1" status: 200  len: 1127 time: 0.0482805
Feb 05 21:28:44.411465 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-32b31a7c-def2-479a-b890-c7b86d79b555 req-e14c9c85-da33-4908-a177-0fc13d1556fe tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=e40d029a-04c2-46e1-a618-314f54f9ca95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402412
Feb 05 21:28:44.482279 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-a5c59cb7-50b5-461b-8afa-fd8e9f4ba5b0 req-d033baba-eb6f-48a4-b417-1faa08d728d0 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:28:44.483310 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a5c59cb7-50b5-461b-8afa-fd8e9f4ba5b0 req-d033baba-eb6f-48a4-b417-1faa08d728d0 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053878
Feb 05 21:28:44.965801 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-8eef67b4-17bd-4bb9-8691-0c017939ce55 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=15361e26-0236-416a-b37b-b1402a1caf52&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0916197
Feb 05 21:28:44.974211 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-f671fef3-ddd0-45df-9f6f-1ed9cecc6a39 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:28:44.975229 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-f671fef3-ddd0-45df-9f6f-1ed9cecc6a39 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0049210
Feb 05 21:28:45.452989 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-cb921d60-1fcd-4db4-8a75-a238bee7db54 tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:28:45.454017 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-cb921d60-1fcd-4db4-8a75-a238bee7db54 tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0051076
Feb 05 21:28:45.494422 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:45.521880 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-6615f157-05f8-46a3-a1d7-4cc31740af4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:28:45.523340 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-6615f157-05f8-46a3-a1d7-4cc31740af4b service neutron] 10.222.0.32 "GET /v2.0/ports/d0344429-07d0-4be1-9fe4-e0415fa889f8 HTTP/1.1" status: 200  len: 1124 time: 0.0355506
Feb 05 21:28:45.532819 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-ef0c20ca-2f89-4703-aaf6-52bc5e0d9b64 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:28:45.533307 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-ef0c20ca-2f89-4703-aaf6-52bc5e0d9b64 service neutron] Unknown quota resources ['binding']. {{(pid=114391) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 05 21:28:45.664484 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-ef0c20ca-2f89-4703-aaf6-52bc5e0d9b64 service neutron] Attempting to bind port d0344429-07d0-4be1-9fe4-e0415fa889f8 on host nch2-master-1 for vnic_type normal with profile None {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:28:45.664736 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-ef0c20ca-2f89-4703-aaf6-52bc5e0d9b64 service neutron] Attempting to bind port d0344429-07d0-4be1-9fe4-e0415fa889f8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9a93045c-dae7-443f-9c90-08297b84c3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '718d192d-17ee-4c74-b40e-2fef0aacbcb6'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:28:45.665107 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-ef0c20ca-2f89-4703-aaf6-52bc5e0d9b64 service neutron] Attempting to bind port d0344429-07d0-4be1-9fe4-e0415fa889f8 on network 718d192d-17ee-4c74-b40e-2fef0aacbcb6 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:28:45.670186 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-ef0c20ca-2f89-4703-aaf6-52bc5e0d9b64 service neutron] Port d0344429-07d0-4be1-9fe4-e0415fa889f8 on network 718d192d-17ee-4c74-b40e-2fef0aacbcb6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:28:45.670551 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-ef0c20ca-2f89-4703-aaf6-52bc5e0d9b64 service neutron] Attempting to bind port d0344429-07d0-4be1-9fe4-e0415fa889f8 on network 718d192d-17ee-4c74-b40e-2fef0aacbcb6 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:28:45.675313 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-ef0c20ca-2f89-4703-aaf6-52bc5e0d9b64 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:28:45.675656 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-ef0c20ca-2f89-4703-aaf6-52bc5e0d9b64 service neutron] Checking segment: {'id': '9a93045c-dae7-443f-9c90-08297b84c3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '718d192d-17ee-4c74-b40e-2fef0aacbcb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:28:45.676047 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-ef0c20ca-2f89-4703-aaf6-52bc5e0d9b64 service neutron] Bound using segment: {'id': '9a93045c-dae7-443f-9c90-08297b84c3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '718d192d-17ee-4c74-b40e-2fef0aacbcb6'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:28:45.676481 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-ef0c20ca-2f89-4703-aaf6-52bc5e0d9b64 service neutron] Bound port: d0344429-07d0-4be1-9fe4-e0415fa889f8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a93045c-dae7-443f-9c90-08297b84c3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '718d192d-17ee-4c74-b40e-2fef0aacbcb6'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:28:45.763400 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-ef0c20ca-2f89-4703-aaf6-52bc5e0d9b64 service neutron] For port d0344429-07d0-4be1-9fe4-e0415fa889f8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d0344429-07d0-4be1-9fe4-e0415fa889f8,segment=NetworkSegment(9a93045c-dae7-443f-9c90-08297b84c3e8),segment_id=9a93045c-dae7-443f-9c90-08297b84c3e8)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:28:45.769167 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-ef0c20ca-2f89-4703-aaf6-52bc5e0d9b64 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:45.770350 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-ef0c20ca-2f89-4703-aaf6-52bc5e0d9b64 service neutron] 10.222.0.32 "POST /v2.0/ports/d0344429-07d0-4be1-9fe4-e0415fa889f8/bindings HTTP/1.1" status: 201  len: 389 time: 0.2410324
Feb 05 21:28:45.913432 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecee21b-7947-42b8-9a05-533e63460891 req-3881bf83-531e-41f2-8a5c-8411102db666 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:28:45.915019 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eecee21b-7947-42b8-9a05-533e63460891 req-3881bf83-531e-41f2-8a5c-8411102db666 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=15361e26-0236-416a-b37b-b1402a1caf52 HTTP/1.1" status: 200  len: 945 time: 0.0542200
Feb 05 21:28:45.974349 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eecee21b-7947-42b8-9a05-533e63460891 req-7d93c502-e80f-411d-8593-a3d34fd7b659 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=e40d029a-04c2-46e1-a618-314f54f9ca95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526404
Feb 05 21:28:46.046532 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-14871f08-a714-4a6a-b1cc-a716f9b3ad7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:28:46.048035 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-14871f08-a714-4a6a-b1cc-a716f9b3ad7e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a64d1698f20a435e8937ab305eac38dd&device_id=15361e26-0236-416a-b37b-b1402a1caf52 HTTP/1.1" status: 200  len: 1127 time: 0.0967586
Feb 05 21:28:46.139473 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-4922cc20-b6c4-446b-b617-3deae80dff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:28:46.140954 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-4922cc20-b6c4-446b-b617-3deae80dff11 service neutron] 10.222.0.39 "GET /v2.0/networks?id=718d192d-17ee-4c74-b40e-2fef0aacbcb6 HTTP/1.1" status: 200  len: 898 time: 0.0874846
Feb 05 21:28:46.206473 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-4b20a1c5-350c-48a4-8c84-75f60a2e3a33 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0344429-07d0-4be1-9fe4-e0415fa889f8 HTTP/1.1" status: 200  len: 1000 time: 0.0599978
Feb 05 21:28:46.257604 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-0fe2b959-b002-4b01-b413-df124cbfaacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:28:46.259109 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-0fe2b959-b002-4b01-b413-df124cbfaacc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bc8eb943-b8a3-47ae-a2a5-e72548af7397 HTTP/1.1" status: 200  len: 835 time: 0.0470386
Feb 05 21:28:46.307686 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-093b3dd8-41f8-4163-9127-97c4c8220526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:28:46.309166 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-093b3dd8-41f8-4163-9127-97c4c8220526 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=718d192d-17ee-4c74-b40e-2fef0aacbcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0443356
Feb 05 21:28:46.394601 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-309f87f0-fbf8-44ba-a9a5-32cff11ff597 service neutron] 10.222.0.39 "GET /v2.0/networks/718d192d-17ee-4c74-b40e-2fef0aacbcb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0793998
Feb 05 21:28:46.486590 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-c8c7860b-0522-4d71-89f1-7410c9b73580 service neutron] 10.222.0.39 "GET /v2.0/networks/718d192d-17ee-4c74-b40e-2fef0aacbcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861137
Feb 05 21:28:46.620921 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-8db64099-1034-452d-ae4e-1038acd740f7 tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:28:46.622471 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-8db64099-1034-452d-ae4e-1038acd740f7 tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=15361e26-0236-416a-b37b-b1402a1caf52&tenant_id=a64d1698f20a435e8937ab305eac38dd&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0792143
Feb 05 21:28:46.632514 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-7040a9b3-cb26-4c83-b329-609b8446a3e5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:28:46.696127 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-7040a9b3-cb26-4c83-b329-609b8446a3e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d0344429-07d0-4be1-9fe4-e0415fa889f8), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:46.818812 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-7040a9b3-cb26-4c83-b329-609b8446a3e5 service neutron] For port d0344429-07d0-4be1-9fe4-e0415fa889f8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d0344429-07d0-4be1-9fe4-e0415fa889f8,segment=NetworkSegment(9a93045c-dae7-443f-9c90-08297b84c3e8),segment_id=9a93045c-dae7-443f-9c90-08297b84c3e8)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:28:46.854737 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-7040a9b3-cb26-4c83-b329-609b8446a3e5 service neutron] For port d0344429-07d0-4be1-9fe4-e0415fa889f8, host nch1-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:28:46.893779 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15361e26-0236-416a-b37b-b1402a1caf52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0344429-07d0-4be1-9fe4-e0415fa889f8'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:28:46.896158 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698ef7c4-8ecf-4b11-a660-20cb0b049f88" -d '{"events": [{"server_uuid": "15361e26-0236-416a-b37b-b1402a1caf52", "name": "network-vif-unplugged", "status": "completed", "tag": "d0344429-07d0-4be1-9fe4-e0415fa889f8"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:28:46.899863 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-7040a9b3-cb26-4c83-b329-609b8446a3e5 service neutron] Publish callbacks [] for port (d0344429-07d0-4be1-9fe4-e0415fa889f8), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:46.905813 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-7040a9b3-cb26-4c83-b329-609b8446a3e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (d0344429-07d0-4be1-9fe4-e0415fa889f8), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:47.250934 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-4b5abd13-ea98-4bef-a17e-65910e75af21 None None] Provisioning complete for port d0344429-07d0-4be1-9fe4-e0415fa889f8 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:28:47.251499 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4b5abd13-ea98-4bef-a17e-65910e75af21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d0344429-07d0-4be1-9fe4-e0415fa889f8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:47.285893 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-4b5abd13-ea98-4bef-a17e-65910e75af21 None None] Port d0344429-07d0-4be1-9fe4-e0415fa889f8 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:28:47.316241 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 21:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e325dca-3012-4ffa-b1c1-71eb0355d1ce x-openstack-request-id: req-9e325dca-3012-4ffa-b1c1-71eb0355d1ce {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:28:47.316866 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15361e26-0236-416a-b37b-b1402a1caf52", "name": "network-vif-unplugged", "status": "completed", "tag": "d0344429-07d0-4be1-9fe4-e0415fa889f8", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:28:47.316866 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9e325dca-3012-4ffa-b1c1-71eb0355d1ce {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:28:47.317160 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15361e26-0236-416a-b37b-b1402a1caf52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0344429-07d0-4be1-9fe4-e0415fa889f8', 'code': 200}
Feb 05 21:28:47.379175 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7040a9b3-cb26-4c83-b329-609b8446a3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=d0344429-07d0-4be1-9fe4-e0415fa889f8,revision_number=7']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:28:47.393817 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7040a9b3-cb26-4c83-b329-609b8446a3e5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:28:47.394173 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7040a9b3-cb26-4c83-b329-609b8446a3e5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:28:47.394558 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7040a9b3-cb26-4c83-b329-609b8446a3e5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:28:47.394907 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7040a9b3-cb26-4c83-b329-609b8446a3e5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:28:47.395249 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7040a9b3-cb26-4c83-b329-609b8446a3e5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:28:47.395588 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7040a9b3-cb26-4c83-b329-609b8446a3e5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:28:47.395924 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7040a9b3-cb26-4c83-b329-609b8446a3e5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:28:47.396257 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7040a9b3-cb26-4c83-b329-609b8446a3e5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:28:47.396590 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7040a9b3-cb26-4c83-b329-609b8446a3e5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:28:47.396922 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7040a9b3-cb26-4c83-b329-609b8446a3e5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:28:47.397258 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7040a9b3-cb26-4c83-b329-609b8446a3e5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:28:47.397586 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7040a9b3-cb26-4c83-b329-609b8446a3e5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:28:47.397915 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7040a9b3-cb26-4c83-b329-609b8446a3e5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:28:47.440324 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2debf99c-f019-4189-8ffa-286b6af0d245 req-59913711-4d7e-41bf-a4ca-5703988d693f tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:28:47.441823 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2debf99c-f019-4189-8ffa-286b6af0d245 req-59913711-4d7e-41bf-a4ca-5703988d693f tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=15361e26-0236-416a-b37b-b1402a1caf52 HTTP/1.1" status: 200  len: 943 time: 0.1274097
Feb 05 21:28:47.446156 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-7040a9b3-cb26-4c83-b329-609b8446a3e5 service neutron] Attempting to bind port d0344429-07d0-4be1-9fe4-e0415fa889f8 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:28:47.446532 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-7040a9b3-cb26-4c83-b329-609b8446a3e5 service neutron] Attempting to bind port d0344429-07d0-4be1-9fe4-e0415fa889f8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9a93045c-dae7-443f-9c90-08297b84c3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '718d192d-17ee-4c74-b40e-2fef0aacbcb6'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:28:47.446870 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-7040a9b3-cb26-4c83-b329-609b8446a3e5 service neutron] Attempting to bind port d0344429-07d0-4be1-9fe4-e0415fa889f8 on network 718d192d-17ee-4c74-b40e-2fef0aacbcb6 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:28:47.458027 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-7040a9b3-cb26-4c83-b329-609b8446a3e5 service neutron] Port d0344429-07d0-4be1-9fe4-e0415fa889f8 on network 718d192d-17ee-4c74-b40e-2fef0aacbcb6 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:28:47.458357 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-7040a9b3-cb26-4c83-b329-609b8446a3e5 service neutron] Attempting to bind port d0344429-07d0-4be1-9fe4-e0415fa889f8 on network 718d192d-17ee-4c74-b40e-2fef0aacbcb6 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:28:47.475832 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-7040a9b3-cb26-4c83-b329-609b8446a3e5 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:28:47.476230 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-7040a9b3-cb26-4c83-b329-609b8446a3e5 service neutron] Checking segment: {'id': '9a93045c-dae7-443f-9c90-08297b84c3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '718d192d-17ee-4c74-b40e-2fef0aacbcb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:28:47.476678 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-7040a9b3-cb26-4c83-b329-609b8446a3e5 service neutron] Bound using segment: {'id': '9a93045c-dae7-443f-9c90-08297b84c3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '718d192d-17ee-4c74-b40e-2fef0aacbcb6'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:28:47.477186 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-7040a9b3-cb26-4c83-b329-609b8446a3e5 service neutron] Bound port: d0344429-07d0-4be1-9fe4-e0415fa889f8, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a93045c-dae7-443f-9c90-08297b84c3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '718d192d-17ee-4c74-b40e-2fef0aacbcb6'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:28:47.477614 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-7040a9b3-cb26-4c83-b329-609b8446a3e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d0344429-07d0-4be1-9fe4-e0415fa889f8), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:47.535120 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2debf99c-f019-4189-8ffa-286b6af0d245 req-fe477ddb-63f7-4030-993d-10c673cfeaae tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=e40d029a-04c2-46e1-a618-314f54f9ca95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0854707
Feb 05 21:28:47.564831 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-7040a9b3-cb26-4c83-b329-609b8446a3e5 service neutron] For port d0344429-07d0-4be1-9fe4-e0415fa889f8, host nch1-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:28:47.567899 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-7040a9b3-cb26-4c83-b329-609b8446a3e5 service neutron] For port d0344429-07d0-4be1-9fe4-e0415fa889f8, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d0344429-07d0-4be1-9fe4-e0415fa889f8,segment=NetworkSegment(9a93045c-dae7-443f-9c90-08297b84c3e8),segment_id=9a93045c-dae7-443f-9c90-08297b84c3e8)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:28:47.572838 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-7040a9b3-cb26-4c83-b329-609b8446a3e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (d0344429-07d0-4be1-9fe4-e0415fa889f8), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:47.671060 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7040a9b3-cb26-4c83-b329-609b8446a3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=d0344429-07d0-4be1-9fe4-e0415fa889f8,revision_number=8']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:28:47.715162 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-7040a9b3-cb26-4c83-b329-609b8446a3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:28:47.715804 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-7040a9b3-cb26-4c83-b329-609b8446a3e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:47.717288 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-7040a9b3-cb26-4c83-b329-609b8446a3e5 service neutron] 10.222.0.39 "PUT /v2.0/ports/d0344429-07d0-4be1-9fe4-e0415fa889f8 HTTP/1.1" status: 200  len: 1121 time: 1.0887325
Feb 05 21:28:47.786419 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['d0344429-07d0-4be1-9fe4-e0415fa889f8'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:28:47.841023 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-3cba49b0-facf-4c03-a48d-2df228928400 None None] Provisioning complete for port d0344429-07d0-4be1-9fe4-e0415fa889f8 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:28:47.841399 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3cba49b0-facf-4c03-a48d-2df228928400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d0344429-07d0-4be1-9fe4-e0415fa889f8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:47.985515 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-3cba49b0-facf-4c03-a48d-2df228928400 None None] Current status of the port d0344429-07d0-4be1-9fe4-e0415fa889f8 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:28:47.985906 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3cba49b0-facf-4c03-a48d-2df228928400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d0344429-07d0-4be1-9fe4-e0415fa889f8), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:48.018886 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15361e26-0236-416a-b37b-b1402a1caf52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0344429-07d0-4be1-9fe4-e0415fa889f8'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:28:48.021230 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e77f00-14f9-4b6d-b9de-195a46c2b8ee" -d '{"events": [{"server_uuid": "15361e26-0236-416a-b37b-b1402a1caf52", "name": "network-vif-plugged", "status": "completed", "tag": "d0344429-07d0-4be1-9fe4-e0415fa889f8"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:28:48.046464 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-3cba49b0-facf-4c03-a48d-2df228928400 None None] For port d0344429-07d0-4be1-9fe4-e0415fa889f8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d0344429-07d0-4be1-9fe4-e0415fa889f8,segment=NetworkSegment(9a93045c-dae7-443f-9c90-08297b84c3e8),segment_id=9a93045c-dae7-443f-9c90-08297b84c3e8)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:28:48.052825 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3cba49b0-facf-4c03-a48d-2df228928400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d0344429-07d0-4be1-9fe4-e0415fa889f8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:48.102403 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e2eb63-9a50-4c88-867c-5983b6b8faf2 x-openstack-request-id: req-24e2eb63-9a50-4c88-867c-5983b6b8faf2 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:28:48.102712 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15361e26-0236-416a-b37b-b1402a1caf52", "name": "network-vif-plugged", "status": "completed", "tag": "d0344429-07d0-4be1-9fe4-e0415fa889f8", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:28:48.102973 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-24e2eb63-9a50-4c88-867c-5983b6b8faf2 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:28:48.103367 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15361e26-0236-416a-b37b-b1402a1caf52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0344429-07d0-4be1-9fe4-e0415fa889f8', 'code': 200}
Feb 05 21:28:48.390881 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba49b0-facf-4c03-a48d-2df228928400 None None] Pushing event updated for resources: {'Port': ['ID=d0344429-07d0-4be1-9fe4-e0415fa889f8,revision_number=9']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:28:48.405800 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba49b0-facf-4c03-a48d-2df228928400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:28:48.406448 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba49b0-facf-4c03-a48d-2df228928400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:28:48.406804 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba49b0-facf-4c03-a48d-2df228928400 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:28:48.407150 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba49b0-facf-4c03-a48d-2df228928400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:28:48.407494 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba49b0-facf-4c03-a48d-2df228928400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:28:48.407836 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba49b0-facf-4c03-a48d-2df228928400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:28:48.408169 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba49b0-facf-4c03-a48d-2df228928400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:28:48.408503 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba49b0-facf-4c03-a48d-2df228928400 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:28:48.408837 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba49b0-facf-4c03-a48d-2df228928400 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:28:48.409168 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba49b0-facf-4c03-a48d-2df228928400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:28:48.409498 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba49b0-facf-4c03-a48d-2df228928400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:28:48.409829 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba49b0-facf-4c03-a48d-2df228928400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:28:48.410155 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba49b0-facf-4c03-a48d-2df228928400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:28:48.653557 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7287a4a-8b35-4e74-892e-8678e28e5e3e req-0ff1b8e9-fe2d-47e2-83ab-be22cf047282 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:28:48.654976 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f7287a4a-8b35-4e74-892e-8678e28e5e3e req-0ff1b8e9-fe2d-47e2-83ab-be22cf047282 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=15361e26-0236-416a-b37b-b1402a1caf52 HTTP/1.1" status: 200  len: 945 time: 0.0533795
Feb 05 21:28:48.703402 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f7287a4a-8b35-4e74-892e-8678e28e5e3e req-310a382e-c87d-4061-a6f8-0f69d4b24172 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=e40d029a-04c2-46e1-a618-314f54f9ca95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427210
Feb 05 21:28:49.318638 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15361e26-0236-416a-b37b-b1402a1caf52', 'tag': 'd0344429-07d0-4be1-9fe4-e0415fa889f8'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:28:49.321063 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7002e05-c628-4890-a4ba-d79d11513f95" -d '{"events": [{"name": "network-changed", "server_uuid": "15361e26-0236-416a-b37b-b1402a1caf52", "tag": "d0344429-07d0-4be1-9fe4-e0415fa889f8"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:28:49.358062 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee89f4f-3ba9-474b-b45d-038f40719603 x-openstack-request-id: req-dee89f4f-3ba9-474b-b45d-038f40719603 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:28:49.358479 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15361e26-0236-416a-b37b-b1402a1caf52", "tag": "d0344429-07d0-4be1-9fe4-e0415fa889f8", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:28:49.358877 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dee89f4f-3ba9-474b-b45d-038f40719603 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:28:49.359309 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15361e26-0236-416a-b37b-b1402a1caf52', 'tag': 'd0344429-07d0-4be1-9fe4-e0415fa889f8', 'status': 'completed', 'code': 200}
Feb 05 21:28:49.422675 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7002e05-c628-4890-a4ba-d79d11513f95 req-eca1f444-5ba4-4888-884f-4a01a51c1335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:28:49.424208 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a7002e05-c628-4890-a4ba-d79d11513f95 req-eca1f444-5ba4-4888-884f-4a01a51c1335 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a64d1698f20a435e8937ab305eac38dd&device_id=15361e26-0236-416a-b37b-b1402a1caf52 HTTP/1.1" status: 200  len: 1157 time: 0.0456996
Feb 05 21:28:49.517898 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7002e05-c628-4890-a4ba-d79d11513f95 req-fa538756-31e0-4828-a0b3-cf951d39b442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:28:49.519409 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a7002e05-c628-4890-a4ba-d79d11513f95 req-fa538756-31e0-4828-a0b3-cf951d39b442 service neutron] 10.222.0.21 "GET /v2.0/networks?id=718d192d-17ee-4c74-b40e-2fef0aacbcb6 HTTP/1.1" status: 200  len: 898 time: 0.0888863
Feb 05 21:28:49.587764 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a7002e05-c628-4890-a4ba-d79d11513f95 req-01ca098f-3cfc-490c-9b14-29f8c00f8223 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0344429-07d0-4be1-9fe4-e0415fa889f8 HTTP/1.1" status: 200  len: 1000 time: 0.0620699
Feb 05 21:28:49.635366 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7002e05-c628-4890-a4ba-d79d11513f95 req-b5dbd9e6-b369-4155-bcbc-0b8696fd249a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:28:49.637388 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a7002e05-c628-4890-a4ba-d79d11513f95 req-b5dbd9e6-b369-4155-bcbc-0b8696fd249a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bc8eb943-b8a3-47ae-a2a5-e72548af7397 HTTP/1.1" status: 200  len: 835 time: 0.0437038
Feb 05 21:28:49.686801 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7002e05-c628-4890-a4ba-d79d11513f95 req-93651f24-c1df-403c-99b8-a9c7f6486164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:28:49.688322 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a7002e05-c628-4890-a4ba-d79d11513f95 req-93651f24-c1df-403c-99b8-a9c7f6486164 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=718d192d-17ee-4c74-b40e-2fef0aacbcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0448508
Feb 05 21:28:49.783546 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a7002e05-c628-4890-a4ba-d79d11513f95 req-5d4d7edf-9056-4c2d-b25e-97bf90dcf90f service neutron] 10.222.0.21 "GET /v2.0/networks/718d192d-17ee-4c74-b40e-2fef0aacbcb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0877280
Feb 05 21:28:49.824334 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560c2de-b0d4-49f1-89da-edca7b8d8740 req-ee775e7c-8f67-468d-81ad-0e640b2dae9b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:28:49.825966 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8560c2de-b0d4-49f1-89da-edca7b8d8740 req-ee775e7c-8f67-468d-81ad-0e640b2dae9b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=15361e26-0236-416a-b37b-b1402a1caf52 HTTP/1.1" status: 200  len: 945 time: 0.0535805
Feb 05 21:28:49.873533 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a7002e05-c628-4890-a4ba-d79d11513f95 req-89393df0-8f9a-4d42-9df8-69ad06b1394e service neutron] 10.222.0.21 "GET /v2.0/networks/718d192d-17ee-4c74-b40e-2fef0aacbcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0830009
Feb 05 21:28:49.880097 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8560c2de-b0d4-49f1-89da-edca7b8d8740 req-d7b00a87-c0bb-4170-ad4e-88d69bfbc382 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=e40d029a-04c2-46e1-a618-314f54f9ca95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481467
Feb 05 21:28:50.411341 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:51.021880 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c91f60-6f46-4931-b121-4116dd39c50e req-147d58c1-3e10-49a0-9cf4-4916985621bc tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:28:51.026827 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-92c91f60-6f46-4931-b121-4116dd39c50e req-147d58c1-3e10-49a0-9cf4-4916985621bc tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=15361e26-0236-416a-b37b-b1402a1caf52 HTTP/1.1" status: 200  len: 945 time: 0.0674956
Feb 05 21:28:51.075348 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-92c91f60-6f46-4931-b121-4116dd39c50e req-18cea8ca-f5d2-4499-bf7e-537bf6e8ce81 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=e40d029a-04c2-46e1-a618-314f54f9ca95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453491
Feb 05 21:28:51.385808 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device d0344429-07d0-4be1-9fe4-e0415fa889f8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:28:51.484282 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port d0344429-07d0-4be1-9fe4-e0415fa889f8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d0344429-07d0-4be1-9fe4-e0415fa889f8,segment=NetworkSegment(9a93045c-dae7-443f-9c90-08297b84c3e8),segment_id=9a93045c-dae7-443f-9c90-08297b84c3e8)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:28:51.494404 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device d0344429-07d0-4be1-9fe4-e0415fa889f8 has no active binding in host nch2-master-1 {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Feb 05 21:28:52.194765 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923916f-bb9b-4591-9087-d29c69cf8da2 req-826ab3e1-5285-4e54-9d4b-db31ec6ee22f tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:28:52.196232 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d923916f-bb9b-4591-9087-d29c69cf8da2 req-826ab3e1-5285-4e54-9d4b-db31ec6ee22f tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=15361e26-0236-416a-b37b-b1402a1caf52 HTTP/1.1" status: 200  len: 945 time: 0.0530577
Feb 05 21:28:52.243664 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d923916f-bb9b-4591-9087-d29c69cf8da2 req-b61bfa5b-4ed8-4d52-b219-99c67bde7732 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=e40d029a-04c2-46e1-a618-314f54f9ca95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415432
Feb 05 21:28:52.777776 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-236e2bb6-abb6-4ba0-9643-50df2dfc9774 service neutron] 10.222.0.21 "GET /v2.0/ports/d0344429-07d0-4be1-9fe4-e0415fa889f8/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0600030
Feb 05 21:28:52.952167 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-56e2ce73-2121-4ba7-8057-b30fdfb11ac3 service neutron] For port d0344429-07d0-4be1-9fe4-e0415fa889f8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d0344429-07d0-4be1-9fe4-e0415fa889f8,segment=NetworkSegment(9a93045c-dae7-443f-9c90-08297b84c3e8),segment_id=9a93045c-dae7-443f-9c90-08297b84c3e8)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:28:52.970961 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-56e2ce73-2121-4ba7-8057-b30fdfb11ac3 service neutron] For port d0344429-07d0-4be1-9fe4-e0415fa889f8, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:28:53.010399 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15361e26-0236-416a-b37b-b1402a1caf52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0344429-07d0-4be1-9fe4-e0415fa889f8'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:28:53.012788 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e226588e-7b99-4f5a-a524-4f3201ec3710" -d '{"events": [{"server_uuid": "15361e26-0236-416a-b37b-b1402a1caf52", "name": "network-vif-unplugged", "status": "completed", "tag": "d0344429-07d0-4be1-9fe4-e0415fa889f8"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:28:53.019593 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-56e2ce73-2121-4ba7-8057-b30fdfb11ac3 service neutron] For port d0344429-07d0-4be1-9fe4-e0415fa889f8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d0344429-07d0-4be1-9fe4-e0415fa889f8,segment=NetworkSegment(9a93045c-dae7-443f-9c90-08297b84c3e8),segment_id=9a93045c-dae7-443f-9c90-08297b84c3e8)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:28:53.035623 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-56e2ce73-2121-4ba7-8057-b30fdfb11ac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d0344429-07d0-4be1-9fe4-e0415fa889f8), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:53.069667 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 21:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6e32d7-f3c9-4ba9-803c-683197805e6f x-openstack-request-id: req-6a6e32d7-f3c9-4ba9-803c-683197805e6f {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:28:53.069970 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15361e26-0236-416a-b37b-b1402a1caf52", "name": "network-vif-unplugged", "status": "completed", "tag": "d0344429-07d0-4be1-9fe4-e0415fa889f8", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:28:53.070231 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6a6e32d7-f3c9-4ba9-803c-683197805e6f {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:28:53.070657 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15361e26-0236-416a-b37b-b1402a1caf52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0344429-07d0-4be1-9fe4-e0415fa889f8', 'code': 200}
Feb 05 21:28:53.112982 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-56e2ce73-2121-4ba7-8057-b30fdfb11ac3 service neutron] Transition to ACTIVE for port object d0344429-07d0-4be1-9fe4-e0415fa889f8 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:28:53.116651 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-56e2ce73-2121-4ba7-8057-b30fdfb11ac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (d0344429-07d0-4be1-9fe4-e0415fa889f8), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:53.216030 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e2ce73-2121-4ba7-8057-b30fdfb11ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=d0344429-07d0-4be1-9fe4-e0415fa889f8,revision_number=11']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:28:53.230609 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2ce73-2121-4ba7-8057-b30fdfb11ac3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:28:53.230974 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2ce73-2121-4ba7-8057-b30fdfb11ac3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:28:53.231330 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2ce73-2121-4ba7-8057-b30fdfb11ac3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:28:53.231680 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2ce73-2121-4ba7-8057-b30fdfb11ac3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:28:53.232025 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2ce73-2121-4ba7-8057-b30fdfb11ac3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:28:53.232372 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2ce73-2121-4ba7-8057-b30fdfb11ac3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:28:53.232711 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2ce73-2121-4ba7-8057-b30fdfb11ac3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:28:53.233047 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2ce73-2121-4ba7-8057-b30fdfb11ac3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:28:53.233382 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2ce73-2121-4ba7-8057-b30fdfb11ac3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:28:53.233717 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2ce73-2121-4ba7-8057-b30fdfb11ac3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:28:53.234054 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2ce73-2121-4ba7-8057-b30fdfb11ac3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:28:53.234405 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2ce73-2121-4ba7-8057-b30fdfb11ac3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:28:53.234741 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2ce73-2121-4ba7-8057-b30fdfb11ac3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:28:53.261110 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-56e2ce73-2121-4ba7-8057-b30fdfb11ac3 service neutron] No DVR routers for this DVR port d0344429-07d0-4be1-9fe4-e0415fa889f8 on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:28:53.380575 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eeca76-f568-454e-96f2-0d1a7e438ab1 req-7e081479-ab6e-480d-be46-3efa8525eaed tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:28:53.382131 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-34eeca76-f568-454e-96f2-0d1a7e438ab1 req-7e081479-ab6e-480d-be46-3efa8525eaed tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=15361e26-0236-416a-b37b-b1402a1caf52 HTTP/1.1" status: 200  len: 944 time: 0.0603132
Feb 05 21:28:53.400614 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-56e2ce73-2121-4ba7-8057-b30fdfb11ac3 service neutron] 10.222.0.21 "PUT /v2.0/ports/d0344429-07d0-4be1-9fe4-e0415fa889f8/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.6171720
Feb 05 21:28:53.438598 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-34eeca76-f568-454e-96f2-0d1a7e438ab1 req-34389352-6c31-40e8-b83c-5f7c8b644cba tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=e40d029a-04c2-46e1-a618-314f54f9ca95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483129
Feb 05 21:28:53.505178 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-cf0cceaa-d235-4476-af34-830146dc394d tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:28:53.506665 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-cf0cceaa-d235-4476-af34-830146dc394d tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=15361e26-0236-416a-b37b-b1402a1caf52&tenant_id=a64d1698f20a435e8937ab305eac38dd&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.0491314
Feb 05 21:28:53.556164 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-cad0d871-4a42-4876-865f-cbe95b126f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:28:53.558279 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-cad0d871-4a42-4876-865f-cbe95b126f62 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=15361e26-0236-416a-b37b-b1402a1caf52&tenant_id=a64d1698f20a435e8937ab305eac38dd HTTP/1.1" status: 200  len: 1126 time: 0.0446889
Feb 05 21:28:53.625295 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-b5387c97-b3ef-4631-8b1f-95f8aea20c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:28:53.626842 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-b5387c97-b3ef-4631-8b1f-95f8aea20c94 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a64d1698f20a435e8937ab305eac38dd&device_id=15361e26-0236-416a-b37b-b1402a1caf52 HTTP/1.1" status: 200  len: 1126 time: 0.0498695
Feb 05 21:28:53.717269 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-2f5aee07-a29d-4125-9acf-bd52c5cc7d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:28:53.718778 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-2f5aee07-a29d-4125-9acf-bd52c5cc7d3e service neutron] 10.222.0.39 "GET /v2.0/networks?id=718d192d-17ee-4c74-b40e-2fef0aacbcb6 HTTP/1.1" status: 200  len: 898 time: 0.0851781
Feb 05 21:28:53.786052 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-1ed6d210-b7c1-40bb-8515-0c3f680d48e5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0344429-07d0-4be1-9fe4-e0415fa889f8 HTTP/1.1" status: 200  len: 998 time: 0.0612948
Feb 05 21:28:53.833416 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-35d11a57-573f-4a2f-97df-989af9b2ee41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:28:53.834889 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-35d11a57-573f-4a2f-97df-989af9b2ee41 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bc8eb943-b8a3-47ae-a2a5-e72548af7397 HTTP/1.1" status: 200  len: 835 time: 0.0429521
Feb 05 21:28:53.883044 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-5b72440a-ce31-4f35-becf-1787c546acad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:28:53.884769 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-5b72440a-ce31-4f35-becf-1787c546acad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=718d192d-17ee-4c74-b40e-2fef0aacbcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0441589
Feb 05 21:28:53.976659 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-bcc25fbf-a9b7-44c1-9ba8-e92257bdc695 service neutron] 10.222.0.39 "GET /v2.0/networks/718d192d-17ee-4c74-b40e-2fef0aacbcb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863693
Feb 05 21:28:54.063851 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-bb19083a-f7f8-4a6e-ba65-5cdbad88d112 service neutron] 10.222.0.39 "GET /v2.0/networks/718d192d-17ee-4c74-b40e-2fef0aacbcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0814531
Feb 05 21:28:54.289345 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-95e65c7d-c192-43b7-8e9e-af69a0314110 tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:28:54.290877 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-95e65c7d-c192-43b7-8e9e-af69a0314110 tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=15361e26-0236-416a-b37b-b1402a1caf52&tenant_id=a64d1698f20a435e8937ab305eac38dd&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.0493228
Feb 05 21:28:54.402923 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-3ca4c884-bd78-4a2d-89b9-5b76bd4594c4 service neutron] For port d0344429-07d0-4be1-9fe4-e0415fa889f8, host nch1-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:28:54.406483 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-3ca4c884-bd78-4a2d-89b9-5b76bd4594c4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:54.407644 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78d228d4-1a76-46b6-abd1-10b33e1a2f0f req-3ca4c884-bd78-4a2d-89b9-5b76bd4594c4 service neutron] 10.222.0.39 "DELETE /v2.0/ports/d0344429-07d0-4be1-9fe4-e0415fa889f8/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.1110682
Feb 05 21:28:54.560734 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbeb72-fa2d-41dc-aa34-1a322f37b2df req-2d2be572-e96f-4d61-b64c-3992e1672d11 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:28:54.562216 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cabbeb72-fa2d-41dc-aa34-1a322f37b2df req-2d2be572-e96f-4d61-b64c-3992e1672d11 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=15361e26-0236-416a-b37b-b1402a1caf52 HTTP/1.1" status: 200  len: 944 time: 0.0532925
Feb 05 21:28:54.612111 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cabbeb72-fa2d-41dc-aa34-1a322f37b2df req-de174a1a-d9c7-423a-a718-f6ddbc8720b1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=e40d029a-04c2-46e1-a618-314f54f9ca95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442538
Feb 05 21:28:54.728964 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a95c9-db2e-499f-9dac-94345141541b req-1dbc2555-d8bc-4328-abfb-199f48183bc4 tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:28:54.731338 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-505a95c9-db2e-499f-9dac-94345141541b req-1dbc2555-d8bc-4328-abfb-199f48183bc4 tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=15361e26-0236-416a-b37b-b1402a1caf52 HTTP/1.1" status: 200  len: 1126 time: 0.0515068
Feb 05 21:28:54.778922 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-505a95c9-db2e-499f-9dac-94345141541b req-918e99c6-477d-47d2-9b51-11483ee04675 tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=e40d029a-04c2-46e1-a618-314f54f9ca95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416965
Feb 05 21:28:54.895185 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69beed-9da5-4214-b1c3-52fe4008e0e0 req-cf6253ca-a93a-4c40-a7fd-d5f69eeb5efc tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:28:54.896602 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8f69beed-9da5-4214-b1c3-52fe4008e0e0 req-cf6253ca-a93a-4c40-a7fd-d5f69eeb5efc tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=15361e26-0236-416a-b37b-b1402a1caf52 HTTP/1.1" status: 200  len: 944 time: 0.0532374
Feb 05 21:28:54.946439 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8f69beed-9da5-4214-b1c3-52fe4008e0e0 req-c2604940-117b-4571-af39-f098279d7d96 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=e40d029a-04c2-46e1-a618-314f54f9ca95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440898
Feb 05 21:28:54.968090 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49386) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:28:55.035920 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-be45df1b-682f-4adb-87c8-ddfdb949d7cc tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/floatingips/8f2f0fcc-aada-4e9f-9437-f5b6a1df2801 HTTP/1.1" status: 200  len: 990 time: 0.0666711
Feb 05 21:28:55.257163 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49392) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:28:55.410724 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-eb1a2ff7-1382-4416-97c5-4b4886dc82d0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Deleting port 8fdba1e2-dc13-4b81-b0f7-bf9615b186be {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:28:55.411079 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-eb1a2ff7-1382-4416-97c5-4b4886dc82d0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (8fdba1e2-dc13-4b81-b0f7-bf9615b186be), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:55.487654 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-eb1a2ff7-1382-4416-97c5-4b4886dc82d0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (8fdba1e2-dc13-4b81-b0f7-bf9615b186be), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:55.487991 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-eb1a2ff7-1382-4416-97c5-4b4886dc82d0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for floatingip (8fdba1e2-dc13-4b81-b0f7-bf9615b186be), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:55.499908 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-eb1a2ff7-1382-4416-97c5-4b4886dc82d0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Calling delete_port for 8fdba1e2-dc13-4b81-b0f7-bf9615b186be owned by network:floatingip {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:28:55.647952 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-eb1a2ff7-1382-4416-97c5-4b4886dc82d0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (8fdba1e2-dc13-4b81-b0f7-bf9615b186be), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:55.674922 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a2ff7-1382-4416-97c5-4b4886dc82d0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event deleted for resources: {'Port': ['ID=8fdba1e2-dc13-4b81-b0f7-bf9615b186be,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:28:55.732987 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-eb1a2ff7-1382-4416-97c5-4b4886dc82d0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for floatingip (8f2f0fcc-aada-4e9f-9437-f5b6a1df2801), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:55.733315 ncdv-master-1 neutron-server[114390]: INFO neutron.db.l3_db [None req-eb1a2ff7-1382-4416-97c5-4b4886dc82d0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Floating IP 8f2f0fcc-aada-4e9f-9437-f5b6a1df2801 disassociated (deleted). External IP: 172.35.4.98, port: d0344429-07d0-4be1-9fe4-e0415fa889f8.
Feb 05 21:28:55.941247 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1a2ff7-1382-4416-97c5-4b4886dc82d0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Router 2f8e3f9b-8035-453e-923c-f5aa5eada44f has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:28:56.052699 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1a2ff7-1382-4416-97c5-4b4886dc82d0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:28:56.057496 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-eb1a2ff7-1382-4416-97c5-4b4886dc82d0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:56.062733 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d2c13b-5d60-4882-b10b-e487893dfd10 None None] Sync routers for ids ['2f8e3f9b-8035-453e-923c-f5aa5eada44f'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:28:56.071915 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d2c13b-5d60-4882-b10b-e487893dfd10 None None] Routers {'2f8e3f9b-8035-453e-923c-f5aa5eada44f'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:28:56.072519 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-59d2c13b-5d60-4882-b10b-e487893dfd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8a01e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:28:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['2f8e3f9b-8035-453e-923c-f5aa5eada44f'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:28:56.087641 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-eb1a2ff7-1382-4416-97c5-4b4886dc82d0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "DELETE /v2.0/floatingips/8f2f0fcc-aada-4e9f-9437-f5b6a1df2801 HTTP/1.1" status: 204  len: 168 time: 0.8294275
Feb 05 21:28:56.088244 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15361e26-0236-416a-b37b-b1402a1caf52', 'tag': 'd0344429-07d0-4be1-9fe4-e0415fa889f8'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:28:56.091096 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c27573c-1a15-427a-b10e-e6611af042d6" -d '{"events": [{"name": "network-changed", "server_uuid": "15361e26-0236-416a-b37b-b1402a1caf52", "tag": "d0344429-07d0-4be1-9fe4-e0415fa889f8"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:28:56.131140 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90014dbd-2bba-4725-beb1-a6763e1c5fa9 x-openstack-request-id: req-90014dbd-2bba-4725-beb1-a6763e1c5fa9 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:28:56.131440 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15361e26-0236-416a-b37b-b1402a1caf52", "tag": "d0344429-07d0-4be1-9fe4-e0415fa889f8", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:28:56.131913 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-90014dbd-2bba-4725-beb1-a6763e1c5fa9 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:28:56.132331 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15361e26-0236-416a-b37b-b1402a1caf52', 'tag': 'd0344429-07d0-4be1-9fe4-e0415fa889f8', 'status': 'completed', 'code': 200}
Feb 05 21:28:56.185441 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-59d2c13b-5d60-4882-b10b-e487893dfd10 None None] Set router 2f8e3f9b-8035-453e-923c-f5aa5eada44f gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:28:56.211242 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c27573c-1a15-427a-b10e-e6611af042d6 req-1674433b-be5d-4ecb-b10c-d09184befc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:28:56.212906 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9c27573c-1a15-427a-b10e-e6611af042d6 req-1674433b-be5d-4ecb-b10c-d09184befc59 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a64d1698f20a435e8937ab305eac38dd&device_id=15361e26-0236-416a-b37b-b1402a1caf52 HTTP/1.1" status: 200  len: 1126 time: 0.0587263
Feb 05 21:28:56.347370 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c27573c-1a15-427a-b10e-e6611af042d6 req-15974868-6c8e-42b7-a4cd-2556d29e83a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:28:56.349157 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9c27573c-1a15-427a-b10e-e6611af042d6 req-15974868-6c8e-42b7-a4cd-2556d29e83a1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=718d192d-17ee-4c74-b40e-2fef0aacbcb6 HTTP/1.1" status: 200  len: 898 time: 0.1307507
Feb 05 21:28:56.360616 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ded36-d6f1-40c2-93dc-59f888e45c6c req-99a8d257-6ebd-47f3-b318-aa3c5fd88766 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:28:56.362067 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7c4ded36-d6f1-40c2-93dc-59f888e45c6c req-99a8d257-6ebd-47f3-b318-aa3c5fd88766 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=15361e26-0236-416a-b37b-b1402a1caf52 HTTP/1.1" status: 200  len: 944 time: 0.0736094
Feb 05 21:28:56.399425 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-59d2c13b-5d60-4882-b10b-e487893dfd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8a01e20>, [{'id': '2f8e3f9b-8035-453e-923c-f5aa5eada44f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526723603', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.94'}], 'enable_snat': True}, 'gw_port_id': '10a1093f-051e-4969-9086-34491cae29d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:27:20Z', 'updated_at': '2022-02-05T21:27:23Z', 'revision_number': 4, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': '10a1093f-051e-4969-9086-34491cae29d9', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:43:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8e3f9b-8035-453e-923c-f5aa5eada44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:27:20Z', 'updated_at': '2022-02-05T21:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '15482a7b-d167-4742-94b4-1f9b50444bbf', 'name': '', 'network_id': '718d192d-17ee-4c74-b40e-2fef0aacbcb6', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'mac_address': 'fa:16:3e:58:64:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8e3f9b-8035-453e-923c-f5aa5eada44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'bc8eb943-b8a3-47ae-a2a5-e72548af7397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:27:23Z', 'updated_at': '2022-02-05T21:27:26Z', 'revision_number': 5, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'subnets': [{'id': 'bc8eb943-b8a3-47ae-a2a5-e72548af7397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:28:56.399760 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9c27573c-1a15-427a-b10e-e6611af042d6 req-12ab751b-ec9e-4008-b3ff-038457c06c2e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0344429-07d0-4be1-9fe4-e0415fa889f8 HTTP/1.1" status: 200  len: 217 time: 0.0364654
Feb 05 21:28:56.410881 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device d0344429-07d0-4be1-9fe4-e0415fa889f8 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:28:56.430648 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d2c13b-5d60-4882-b10b-e487893dfd10 None None] Checking router: 2f8e3f9b-8035-453e-923c-f5aa5eada44f for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:28:56.440224 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d2c13b-5d60-4882-b10b-e487893dfd10 None None] Routers {'2f8e3f9b-8035-453e-923c-f5aa5eada44f'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:28:56.440881 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-59d2c13b-5d60-4882-b10b-e487893dfd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8a01e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:28:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['2f8e3f9b-8035-453e-923c-f5aa5eada44f'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:28:56.452250 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] The host nch1-master-1 is not matching for port d0344429-07d0-4be1-9fe4-e0415fa889f8 host nch2-master-1! {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Feb 05 21:28:56.452835 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device d0344429-07d0-4be1-9fe4-e0415fa889f8 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:28:56.482705 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7c4ded36-d6f1-40c2-93dc-59f888e45c6c req-54ffde31-7a17-48ed-9e5b-bb2202dd62ea tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=e40d029a-04c2-46e1-a618-314f54f9ca95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0854971
Feb 05 21:28:56.487621 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c27573c-1a15-427a-b10e-e6611af042d6 req-a778a076-d95b-47c3-b430-00b3eb66a06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:28:56.489043 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9c27573c-1a15-427a-b10e-e6611af042d6 req-a778a076-d95b-47c3-b430-00b3eb66a06e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bc8eb943-b8a3-47ae-a2a5-e72548af7397 HTTP/1.1" status: 200  len: 835 time: 0.0761425
Feb 05 21:28:56.542784 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c27573c-1a15-427a-b10e-e6611af042d6 req-9dd234fa-ac6b-4f3e-829d-2dcda7f3bc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:28:56.544322 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9c27573c-1a15-427a-b10e-e6611af042d6 req-9dd234fa-ac6b-4f3e-829d-2dcda7f3bc80 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=718d192d-17ee-4c74-b40e-2fef0aacbcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0489860
Feb 05 21:28:56.555369 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-59d2c13b-5d60-4882-b10b-e487893dfd10 None None] Set router 2f8e3f9b-8035-453e-923c-f5aa5eada44f gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:28:56.645972 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9c27573c-1a15-427a-b10e-e6611af042d6 req-a5488b4c-d01e-49db-ad5a-ce638afb43b9 service neutron] 10.222.0.39 "GET /v2.0/networks/718d192d-17ee-4c74-b40e-2fef0aacbcb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0946004
Feb 05 21:28:56.743695 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9c27573c-1a15-427a-b10e-e6611af042d6 req-342505af-080a-4243-88e8-3b597bfa3f1f service neutron] 10.222.0.39 "GET /v2.0/networks/718d192d-17ee-4c74-b40e-2fef0aacbcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0904202
Feb 05 21:28:56.763092 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1011b5-a209-4aa4-a583-8d35d3f3b247 req-51f7a5a0-d514-49c8-a0ee-6b9828aa78c7 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:28:56.765453 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-5a1011b5-a209-4aa4-a583-8d35d3f3b247 req-51f7a5a0-d514-49c8-a0ee-6b9828aa78c7 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.39 "GET /v2.0/ports?device_id=15361e26-0236-416a-b37b-b1402a1caf52 HTTP/1.1" status: 200  len: 944 time: 0.0602388
Feb 05 21:28:56.849560 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-59d2c13b-5d60-4882-b10b-e487893dfd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8a01e20>, [{'id': '2f8e3f9b-8035-453e-923c-f5aa5eada44f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526723603', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.94'}], 'enable_snat': True}, 'gw_port_id': '10a1093f-051e-4969-9086-34491cae29d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:27:20Z', 'updated_at': '2022-02-05T21:27:23Z', 'revision_number': 4, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': '10a1093f-051e-4969-9086-34491cae29d9', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:43:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8e3f9b-8035-453e-923c-f5aa5eada44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:27:20Z', 'updated_at': '2022-02-05T21:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '15482a7b-d167-4742-94b4-1f9b50444bbf', 'name': '', 'network_id': '718d192d-17ee-4c74-b40e-2fef0aacbcb6', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'mac_address': 'fa:16:3e:58:64:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8e3f9b-8035-453e-923c-f5aa5eada44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'bc8eb943-b8a3-47ae-a2a5-e72548af7397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:27:23Z', 'updated_at': '2022-02-05T21:27:26Z', 'revision_number': 5, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'subnets': [{'id': 'bc8eb943-b8a3-47ae-a2a5-e72548af7397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:28:56.857988 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-5a1011b5-a209-4aa4-a583-8d35d3f3b247 req-8a586492-636e-4969-870b-9ef7c1c22aa4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Deleting port d0344429-07d0-4be1-9fe4-e0415fa889f8 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:28:56.858337 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-5a1011b5-a209-4aa4-a583-8d35d3f3b247 req-8a586492-636e-4969-870b-9ef7c1c22aa4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (d0344429-07d0-4be1-9fe4-e0415fa889f8), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:56.878649 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d2c13b-5d60-4882-b10b-e487893dfd10 None None] The sync data for ids ['2f8e3f9b-8035-453e-923c-f5aa5eada44f'] in ncdv-master-1 is: [{'id': '2f8e3f9b-8035-453e-923c-f5aa5eada44f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526723603', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.94'}], 'enable_snat': True}, 'gw_port_id': '10a1093f-051e-4969-9086-34491cae29d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:27:20Z', 'updated_at': '2022-02-05T21:27:23Z', 'revision_number': 4, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': '10a1093f-051e-4969-9086-34491cae29d9', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:43:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8e3f9b-8035-453e-923c-f5aa5eada44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:27:20Z', 'updated_at': '2022-02-05T21:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '15482a7b-d167-4742-94b4-1f9b50444bbf', 'name': '', 'network_id': '718d192d-17ee-4c74-b40e-2fef0aacbcb6', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'mac_address': 'fa:16:3e:58:64:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8e3f9b-8035-453e-923c-f5aa5eada44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'bc8eb943-b8a3-47ae-a2a5-e72548af7397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:27:23Z', 'updated_at': '2022-02-05T21:27:26Z', 'revision_number': 5, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'subnets': [{'id': 'bc8eb943-b8a3-47ae-a2a5-e72548af7397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:28:56.956894 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-5a1011b5-a209-4aa4-a583-8d35d3f3b247 req-8a586492-636e-4969-870b-9ef7c1c22aa4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] For port d0344429-07d0-4be1-9fe4-e0415fa889f8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d0344429-07d0-4be1-9fe4-e0415fa889f8,segment=NetworkSegment(9a93045c-dae7-443f-9c90-08297b84c3e8),segment_id=9a93045c-dae7-443f-9c90-08297b84c3e8)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:28:56.957285 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-5a1011b5-a209-4aa4-a583-8d35d3f3b247 req-8a586492-636e-4969-870b-9ef7c1c22aa4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (d0344429-07d0-4be1-9fe4-e0415fa889f8), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:56.969472 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-5a1011b5-a209-4aa4-a583-8d35d3f3b247 req-8a586492-636e-4969-870b-9ef7c1c22aa4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Calling delete_port for d0344429-07d0-4be1-9fe4-e0415fa889f8 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:28:57.101469 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-5a1011b5-a209-4aa4-a583-8d35d3f3b247 req-8a586492-636e-4969-870b-9ef7c1c22aa4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (d0344429-07d0-4be1-9fe4-e0415fa889f8), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:57.126280 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4669a5f-6c67-4b2f-8c07-e26af9544f88 None None] New status for floating IP 8f2f0fcc-aada-4e9f-9437-f5b6a1df2801: DOWN {{(pid=114392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:28:57.129575 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a586492-636e-4969-870b-9ef7c1c22aa4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event deleted for resources: {'Port': ['ID=d0344429-07d0-4be1-9fe4-e0415fa889f8,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:28:57.178040 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1011b5-a209-4aa4-a583-8d35d3f3b247 req-8a586492-636e-4969-870b-9ef7c1c22aa4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] No DVR routers for this DVR port d0344429-07d0-4be1-9fe4-e0415fa889f8 on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:28:57.180776 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-5a1011b5-a209-4aa4-a583-8d35d3f3b247 req-8a586492-636e-4969-870b-9ef7c1c22aa4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:57.184945 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-5a1011b5-a209-4aa4-a583-8d35d3f3b247 req-8a586492-636e-4969-870b-9ef7c1c22aa4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.39 "DELETE /v2.0/ports/d0344429-07d0-4be1-9fe4-e0415fa889f8 HTTP/1.1" status: 204  len: 173 time: 0.4137046
Feb 05 21:28:57.548141 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49402) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:28:57.906823 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-19a32ce2-cc2a-4d18-b5d8-d1ac1023c5c1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (2f8e3f9b-8035-453e-923c-f5aa5eada44f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:58.232257 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15361e26-0236-416a-b37b-b1402a1caf52', 'name': 'network-vif-deleted', 'tag': 'd0344429-07d0-4be1-9fe4-e0415fa889f8'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:28:58.234624 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db234c93-8532-44ca-a3c8-ceb90506e3eb" -d '{"events": [{"server_uuid": "15361e26-0236-416a-b37b-b1402a1caf52", "name": "network-vif-deleted", "tag": "d0344429-07d0-4be1-9fe4-e0415fa889f8"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:28:58.284803 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51254abf-5482-488b-bb32-400c282041dc x-openstack-request-id: req-51254abf-5482-488b-bb32-400c282041dc {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:28:58.285111 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15361e26-0236-416a-b37b-b1402a1caf52", "name": "network-vif-deleted", "tag": "d0344429-07d0-4be1-9fe4-e0415fa889f8", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:28:58.285362 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-51254abf-5482-488b-bb32-400c282041dc {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:28:58.285755 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15361e26-0236-416a-b37b-b1402a1caf52', 'name': 'network-vif-deleted', 'tag': 'd0344429-07d0-4be1-9fe4-e0415fa889f8', 'status': 'completed', 'code': 200}
Feb 05 21:28:58.469256 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-19a32ce2-cc2a-4d18-b5d8-d1ac1023c5c1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Deleting port 15482a7b-d167-4742-94b4-1f9b50444bbf {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:28:58.469602 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-19a32ce2-cc2a-4d18-b5d8-d1ac1023c5c1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (15482a7b-d167-4742-94b4-1f9b50444bbf), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:58.555817 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-19a32ce2-cc2a-4d18-b5d8-d1ac1023c5c1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] For port 15482a7b-d167-4742-94b4-1f9b50444bbf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=15482a7b-d167-4742-94b4-1f9b50444bbf,segment=NetworkSegment(9a93045c-dae7-443f-9c90-08297b84c3e8),segment_id=9a93045c-dae7-443f-9c90-08297b84c3e8)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:28:58.556185 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-19a32ce2-cc2a-4d18-b5d8-d1ac1023c5c1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (15482a7b-d167-4742-94b4-1f9b50444bbf), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:58.567821 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-19a32ce2-cc2a-4d18-b5d8-d1ac1023c5c1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Calling delete_port for 15482a7b-d167-4742-94b4-1f9b50444bbf owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:28:58.751395 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-19a32ce2-cc2a-4d18-b5d8-d1ac1023c5c1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (15482a7b-d167-4742-94b4-1f9b50444bbf), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:58.779983 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a32ce2-cc2a-4d18-b5d8-d1ac1023c5c1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event deleted for resources: {'Port': ['ID=15482a7b-d167-4742-94b4-1f9b50444bbf,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:28:58.959937 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-19a32ce2-cc2a-4d18-b5d8-d1ac1023c5c1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (2f8e3f9b-8035-453e-923c-f5aa5eada44f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:59.180026 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a32ce2-cc2a-4d18-b5d8-d1ac1023c5c1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Router 2f8e3f9b-8035-453e-923c-f5aa5eada44f has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:28:59.287250 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a32ce2-cc2a-4d18-b5d8-d1ac1023c5c1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:28:59.293280 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-19a32ce2-cc2a-4d18-b5d8-d1ac1023c5c1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "PUT /v2.0/routers/2f8e3f9b-8035-453e-923c-f5aa5eada44f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7439227
Feb 05 21:28:59.296041 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49406) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:28:59.298237 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b336276d-49e7-4477-b020-2f7e6bb103e3 None None] Sync routers for ids ['2f8e3f9b-8035-453e-923c-f5aa5eada44f'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:28:59.308817 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b336276d-49e7-4477-b020-2f7e6bb103e3 None None] Routers {'2f8e3f9b-8035-453e-923c-f5aa5eada44f'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:28:59.309544 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-b336276d-49e7-4477-b020-2f7e6bb103e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db89320a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:28:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['2f8e3f9b-8035-453e-923c-f5aa5eada44f'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:28:59.347168 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d8a3ee8-f47b-419e-93fb-64814c07ba83 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Deleting subnet bc8eb943-b8a3-47ae-a2a5-e72548af7397 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:28:59.350245 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5d8a3ee8-f47b-419e-93fb-64814c07ba83 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for subnet (bc8eb943-b8a3-47ae-a2a5-e72548af7397), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:59.394042 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5d8a3ee8-f47b-419e-93fb-64814c07ba83 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (bc8eb943-b8a3-47ae-a2a5-e72548af7397), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:59.414584 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-b336276d-49e7-4477-b020-2f7e6bb103e3 None None] Set router 2f8e3f9b-8035-453e-923c-f5aa5eada44f gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:28:59.418304 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device d0344429-07d0-4be1-9fe4-e0415fa889f8 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:28:59.440460 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: d0344429-07d0-4be1-9fe4-e0415fa889f8 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:28:59.440735 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device d0344429-07d0-4be1-9fe4-e0415fa889f8 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:28:59.480105 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5d8a3ee8-f47b-419e-93fb-64814c07ba83 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (bc8eb943-b8a3-47ae-a2a5-e72548af7397), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:59.536942 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5d8a3ee8-f47b-419e-93fb-64814c07ba83 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (bc8eb943-b8a3-47ae-a2a5-e72548af7397), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:59.569129 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a3ee8-f47b-419e-93fb-64814c07ba83 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event deleted for resources: {'Subnet': ['ID=bc8eb943-b8a3-47ae-a2a5-e72548af7397,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:28:59.573771 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5d8a3ee8-f47b-419e-93fb-64814c07ba83 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:59.579418 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5d8a3ee8-f47b-419e-93fb-64814c07ba83 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "DELETE /v2.0/subnets/bc8eb943-b8a3-47ae-a2a5-e72548af7397 HTTP/1.1" status: 204  len: 168 time: 0.2822902
Feb 05 21:28:59.580242 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49408) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:28:59.582419 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7050a5-dac2-4b6d-89ae-e53c5c1888f6 None None] Network 718d192d-17ee-4c74-b40e-2fef0aacbcb6 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:28:59.599962 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-b336276d-49e7-4477-b020-2f7e6bb103e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db89320a0>, [{'id': '2f8e3f9b-8035-453e-923c-f5aa5eada44f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526723603', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.94'}], 'enable_snat': True}, 'gw_port_id': '10a1093f-051e-4969-9086-34491cae29d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:27:20Z', 'updated_at': '2022-02-05T21:28:58Z', 'revision_number': 5, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': '10a1093f-051e-4969-9086-34491cae29d9', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:43:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8e3f9b-8035-453e-923c-f5aa5eada44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:27:20Z', 'updated_at': '2022-02-05T21:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:28:59.627491 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b336276d-49e7-4477-b020-2f7e6bb103e3 None None] Checking router: 2f8e3f9b-8035-453e-923c-f5aa5eada44f for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:28:59.636745 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b336276d-49e7-4477-b020-2f7e6bb103e3 None None] Routers {'2f8e3f9b-8035-453e-923c-f5aa5eada44f'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:28:59.637366 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-b336276d-49e7-4477-b020-2f7e6bb103e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db89320a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:28:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['2f8e3f9b-8035-453e-923c-f5aa5eada44f'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:28:59.706491 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-69e711b2-e582-498c-b406-ef52f64d6408 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for router (2f8e3f9b-8035-453e-923c-f5aa5eada44f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:59.750627 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3849bf0-3e0a-4f94-a6f4-20b02de9943e None None] DHCP port deletion for 718d192d-17ee-4c74-b40e-2fef0aacbcb6 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:28:59.760144 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-b336276d-49e7-4477-b020-2f7e6bb103e3 None None] Set router 2f8e3f9b-8035-453e-923c-f5aa5eada44f gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:28:59.800961 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c3849bf0-3e0a-4f94-a6f4-20b02de9943e None None] Deleting port d377463a-b81f-4361-9869-9c99e10526e7 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:28:59.801349 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c3849bf0-3e0a-4f94-a6f4-20b02de9943e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (d377463a-b81f-4361-9869-9c99e10526e7), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:59.821367 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-69e711b2-e582-498c-b406-ef52f64d6408 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for router_gateway (2f8e3f9b-8035-453e-923c-f5aa5eada44f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:59.872854 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c3849bf0-3e0a-4f94-a6f4-20b02de9943e None None] For port d377463a-b81f-4361-9869-9c99e10526e7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d377463a-b81f-4361-9869-9c99e10526e7,segment=NetworkSegment(9a93045c-dae7-443f-9c90-08297b84c3e8),segment_id=9a93045c-dae7-443f-9c90-08297b84c3e8)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:28:59.873264 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c3849bf0-3e0a-4f94-a6f4-20b02de9943e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (d377463a-b81f-4361-9869-9c99e10526e7), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:59.876379 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-69e711b2-e582-498c-b406-ef52f64d6408 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Deleting port 10a1093f-051e-4969-9086-34491cae29d9 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:28:59.876812 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-69e711b2-e582-498c-b406-ef52f64d6408 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (10a1093f-051e-4969-9086-34491cae29d9), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:59.886371 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c3849bf0-3e0a-4f94-a6f4-20b02de9943e None None] Calling delete_port for d377463a-b81f-4361-9869-9c99e10526e7 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:28:59.948705 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-b336276d-49e7-4477-b020-2f7e6bb103e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db89320a0>, [{'id': '2f8e3f9b-8035-453e-923c-f5aa5eada44f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526723603', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.94'}], 'enable_snat': True}, 'gw_port_id': '10a1093f-051e-4969-9086-34491cae29d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:27:20Z', 'updated_at': '2022-02-05T21:28:58Z', 'revision_number': 5, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': '10a1093f-051e-4969-9086-34491cae29d9', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:43:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8e3f9b-8035-453e-923c-f5aa5eada44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:27:20Z', 'updated_at': '2022-02-05T21:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:28:59.969195 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-69e711b2-e582-498c-b406-ef52f64d6408 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] For port 10a1093f-051e-4969-9086-34491cae29d9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=10a1093f-051e-4969-9086-34491cae29d9,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:28:59.969842 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-69e711b2-e582-498c-b406-ef52f64d6408 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (10a1093f-051e-4969-9086-34491cae29d9), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:59.975813 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b336276d-49e7-4477-b020-2f7e6bb103e3 None None] The sync data for ids ['2f8e3f9b-8035-453e-923c-f5aa5eada44f'] in ncdv-master-1 is: [{'id': '2f8e3f9b-8035-453e-923c-f5aa5eada44f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526723603', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.94'}], 'enable_snat': True}, 'gw_port_id': '10a1093f-051e-4969-9086-34491cae29d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:27:20Z', 'updated_at': '2022-02-05T21:28:58Z', 'revision_number': 5, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': '10a1093f-051e-4969-9086-34491cae29d9', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:43:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8e3f9b-8035-453e-923c-f5aa5eada44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:27:20Z', 'updated_at': '2022-02-05T21:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:28:59.978079 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c3849bf0-3e0a-4f94-a6f4-20b02de9943e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (d377463a-b81f-4361-9869-9c99e10526e7), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:28:59.983291 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-69e711b2-e582-498c-b406-ef52f64d6408 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Calling delete_port for 10a1093f-051e-4969-9086-34491cae29d9 owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:29:00.004775 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3849bf0-3e0a-4f94-a6f4-20b02de9943e None None] Pushing event deleted for resources: {'Port': ['ID=d377463a-b81f-4361-9869-9c99e10526e7,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:29:00.009318 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3849bf0-3e0a-4f94-a6f4-20b02de9943e None None] No DVR routers for this DVR port d377463a-b81f-4361-9869-9c99e10526e7 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:29:00.163254 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-69e711b2-e582-498c-b406-ef52f64d6408 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (10a1093f-051e-4969-9086-34491cae29d9), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:00.188518 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e711b2-e582-498c-b406-ef52f64d6408 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event deleted for resources: {'Port': ['ID=10a1093f-051e-4969-9086-34491cae29d9,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:29:00.248488 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-69e711b2-e582-498c-b406-ef52f64d6408 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (2f8e3f9b-8035-453e-923c-f5aa5eada44f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:00.340533 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-69e711b2-e582-498c-b406-ef52f64d6408 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (2f8e3f9b-8035-453e-923c-f5aa5eada44f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:00.342982 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-69e711b2-e582-498c-b406-ef52f64d6408 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for router_controller (2f8e3f9b-8035-453e-923c-f5aa5eada44f), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:00.405251 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-69e711b2-e582-498c-b406-ef52f64d6408 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (2f8e3f9b-8035-453e-923c-f5aa5eada44f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:00.405967 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e711b2-e582-498c-b406-ef52f64d6408 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Fanout notify agent at l3_agent the message router_deleted on router 2f8e3f9b-8035-453e-923c-f5aa5eada44f {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:29:00.414361 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-69e711b2-e582-498c-b406-ef52f64d6408 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:00.418689 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-69e711b2-e582-498c-b406-ef52f64d6408 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "DELETE /v2.0/routers/2f8e3f9b-8035-453e-923c-f5aa5eada44f HTTP/1.1" status: 204  len: 168 time: 0.8343580
Feb 05 21:29:00.418960 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49410) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:29:00.500361 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d147dfc9-c48e-4135-9d50-37dba2880fdf tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (718d192d-17ee-4c74-b40e-2fef0aacbcb6), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:00.510736 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device d377463a-b81f-4361-9869-9c99e10526e7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:29:00.533308 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: d377463a-b81f-4361-9869-9c99e10526e7 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:29:00.533893 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device d377463a-b81f-4361-9869-9c99e10526e7 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:29:00.534337 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 15482a7b-d167-4742-94b4-1f9b50444bbf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:29:00.554175 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 15482a7b-d167-4742-94b4-1f9b50444bbf {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:29:00.554558 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 15482a7b-d167-4742-94b4-1f9b50444bbf not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:29:00.596189 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d147dfc9-c48e-4135-9d50-37dba2880fdf tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (718d192d-17ee-4c74-b40e-2fef0aacbcb6), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:00.617081 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-d147dfc9-c48e-4135-9d50-37dba2880fdf tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db32f47f0>,) {'filters': {'network_id': ['718d192d-17ee-4c74-b40e-2fef0aacbcb6']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:29:00.627025 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-d147dfc9-c48e-4135-9d50-37dba2880fdf tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db32f47f0>, '9a93045c-dae7-443f-9c90-08297b84c3e8') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:29:00.627331 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-d147dfc9-c48e-4135-9d50-37dba2880fdf tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db32f47f0>, '9a93045c-dae7-443f-9c90-08297b84c3e8') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:29:00.637219 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d147dfc9-c48e-4135-9d50-37dba2880fdf tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (9a93045c-dae7-443f-9c90-08297b84c3e8), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:00.650926 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d147dfc9-c48e-4135-9d50-37dba2880fdf tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (9a93045c-dae7-443f-9c90-08297b84c3e8), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:00.658144 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d147dfc9-c48e-4135-9d50-37dba2880fdf tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:29:00.658590 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d147dfc9-c48e-4135-9d50-37dba2880fdf tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (9a93045c-dae7-443f-9c90-08297b84c3e8), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:00.661801 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:29:00.661801 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:29:00.661801 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:29:00.661801 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:29:00.661801 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:29:00.661801 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:29:00.661801 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:29:00.661801 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:29:00.661801 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:29:00.661801 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:29:00.661801 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:29:00.661801 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:29:00.661801 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:29:00.661801 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:29:00.661801 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:29:00.661801 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:29:00.661801 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:29:00.661801 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:29:00.661801 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:29:00.661801 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:29:00.661801 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:29:00.661801 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:29:00.661801 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:29:00.661801 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:29:00.661801 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:29:00.661801 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:29:00.661801 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:29:00.661801 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:29:00.661801 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:29:00.661801 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:29:00.661801 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:29:00.661801 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:29:00.726643 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d147dfc9-c48e-4135-9d50-37dba2880fdf tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (718d192d-17ee-4c74-b40e-2fef0aacbcb6), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:00.738305 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d147dfc9-c48e-4135-9d50-37dba2880fdf tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:00.741577 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d147dfc9-c48e-4135-9d50-37dba2880fdf tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "DELETE /v2.0/networks/718d192d-17ee-4c74-b40e-2fef0aacbcb6 HTTP/1.1" status: 204  len: 168 time: 0.3216801
Feb 05 21:29:00.744865 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49412) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:29:00.753661 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d147dfc9-c48e-4135-9d50-37dba2880fdf tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event deleted for resources: {'Network': ['ID=718d192d-17ee-4c74-b40e-2fef0aacbcb6,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:29:00.805692 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9b592bf8-8106-46d7-ad50-83a81bce0b88 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group (e40d029a-04c2-46e1-a618-314f54f9ca95), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:00.830820 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9b592bf8-8106-46d7-ad50-83a81bce0b88 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group (e40d029a-04c2-46e1-a618-314f54f9ca95), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:00.890938 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9b592bf8-8106-46d7-ad50-83a81bce0b88 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (e40d029a-04c2-46e1-a618-314f54f9ca95), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:00.893582 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9b592bf8-8106-46d7-ad50-83a81bce0b88 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:00.894924 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9b592bf8-8106-46d7-ad50-83a81bce0b88 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "DELETE /v2.0/security-groups/e40d029a-04c2-46e1-a618-314f54f9ca95 HTTP/1.1" status: 204  len: 168 time: 0.1484034
Feb 05 21:29:00.903906 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b592bf8-8106-46d7-ad50-83a81bce0b88 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40d029a-04c2-46e1-a618-314f54f9ca95,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:29:01.360351 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49418) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:29:01.365326 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-e69b2aa6-989d-4e9a-aa69-73a8f95e4ce4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-984725425', 'description': 'tempest-secgroup-smoke-984725425 description', 'project_id': 'a64d1698f20a435e8937ab305eac38dd'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:29:01.386238 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e69b2aa6-989d-4e9a-aa69-73a8f95e4ce4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:01.452031 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e69b2aa6-989d-4e9a-aa69-73a8f95e4ce4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group (ec6adb14-82e1-49d2-9e9e-7f204e8bb299), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:01.455750 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e69b2aa6-989d-4e9a-aa69-73a8f95e4ce4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ec6adb14-82e1-49d2-9e9e-7f204e8bb299), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:01.484079 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e69b2aa6-989d-4e9a-aa69-73a8f95e4ce4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:01.485340 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e69b2aa6-989d-4e9a-aa69-73a8f95e4ce4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1238351
Feb 05 21:29:01.488379 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49420) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:29:01.489309 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b2aa6-989d-4e9a-aa69-73a8f95e4ce4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6adb14-82e1-49d2-9e9e-7f204e8bb299,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:29:01.493121 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-ea79f7dc-602a-49d0-b56d-2b1984806e41 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'security_group_rule': {'security_group_id': 'ec6adb14-82e1-49d2-9e9e-7f204e8bb299', 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:29:01.516981 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ea79f7dc-602a-49d0-b56d-2b1984806e41 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (9e3fa02d-b1b2-4484-af65-bc3e17196585), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:01.571052 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ea79f7dc-602a-49d0-b56d-2b1984806e41 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (9e3fa02d-b1b2-4484-af65-bc3e17196585), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:01.575551 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ea79f7dc-602a-49d0-b56d-2b1984806e41 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (9e3fa02d-b1b2-4484-af65-bc3e17196585), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:01.594398 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea79f7dc-602a-49d0-b56d-2b1984806e41 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e3fa02d-b1b2-4484-af65-bc3e17196585,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:29:01.603211 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ea79f7dc-602a-49d0-b56d-2b1984806e41 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:01.604415 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ea79f7dc-602a-49d0-b56d-2b1984806e41 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1149645
Feb 05 21:29:01.607640 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49422) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:29:01.611840 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-6131406a-bf06-430b-8dcc-7a869e16524f tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'security_group_rule': {'security_group_id': 'ec6adb14-82e1-49d2-9e9e-7f204e8bb299', 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:29:01.634995 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6131406a-bf06-430b-8dcc-7a869e16524f tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (d96b200c-a7ff-4b9e-b8ea-8d1c12e7e92b), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:01.691480 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6131406a-bf06-430b-8dcc-7a869e16524f tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (d96b200c-a7ff-4b9e-b8ea-8d1c12e7e92b), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:01.694903 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6131406a-bf06-430b-8dcc-7a869e16524f tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (d96b200c-a7ff-4b9e-b8ea-8d1c12e7e92b), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:01.712972 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131406a-bf06-430b-8dcc-7a869e16524f tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d96b200c-a7ff-4b9e-b8ea-8d1c12e7e92b,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:29:01.721918 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6131406a-bf06-430b-8dcc-7a869e16524f tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:01.723188 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6131406a-bf06-430b-8dcc-7a869e16524f tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1146400
Feb 05 21:29:01.725892 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49424) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:29:01.730197 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-09c33913-b235-4237-88f7-e766753df50b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'security_group_rule': {'security_group_id': 'ec6adb14-82e1-49d2-9e9e-7f204e8bb299', 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:29:01.754087 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-09c33913-b235-4237-88f7-e766753df50b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (720efaab-eef8-4eb9-b2d7-8f7086eebbbd), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:01.813555 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-09c33913-b235-4237-88f7-e766753df50b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (720efaab-eef8-4eb9-b2d7-8f7086eebbbd), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:01.817157 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-09c33913-b235-4237-88f7-e766753df50b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (720efaab-eef8-4eb9-b2d7-8f7086eebbbd), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:01.835923 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c33913-b235-4237-88f7-e766753df50b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=720efaab-eef8-4eb9-b2d7-8f7086eebbbd,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:29:01.843642 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-09c33913-b235-4237-88f7-e766753df50b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:01.844922 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-09c33913-b235-4237-88f7-e766753df50b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1180141
Feb 05 21:29:01.847538 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49426) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:29:01.851769 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-fb02c2fb-decc-46ba-b1f7-202209729f54 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'security_group_rule': {'security_group_id': 'ec6adb14-82e1-49d2-9e9e-7f204e8bb299', 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:29:01.875645 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fb02c2fb-decc-46ba-b1f7-202209729f54 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (b59b8534-0fd0-4b0c-964d-f7a4b42dc4b7), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:01.934574 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fb02c2fb-decc-46ba-b1f7-202209729f54 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (b59b8534-0fd0-4b0c-964d-f7a4b42dc4b7), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:01.938328 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fb02c2fb-decc-46ba-b1f7-202209729f54 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (b59b8534-0fd0-4b0c-964d-f7a4b42dc4b7), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:01.956640 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb02c2fb-decc-46ba-b1f7-202209729f54 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b59b8534-0fd0-4b0c-964d-f7a4b42dc4b7,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:29:01.964857 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-fb02c2fb-decc-46ba-b1f7-202209729f54 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:01.966091 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-fb02c2fb-decc-46ba-b1f7-202209729f54 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1176240
Feb 05 21:29:01.968714 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49428) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:29:01.972890 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-04ea2d8e-6654-4c46-8fd9-f3a96029f2e4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'security_group_rule': {'security_group_id': 'ec6adb14-82e1-49d2-9e9e-7f204e8bb299', 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:29:01.992910 ncdv-master-1 neutron-server[114390]: INFO neutron.db.securitygroups_db [None req-04ea2d8e-6654-4c46-8fd9-f3a96029f2e4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Project a64d1698f20a435e8937ab305eac38dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 05 21:29:01.997854 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-04ea2d8e-6654-4c46-8fd9-f3a96029f2e4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (ae4181ec-46b9-4446-b39b-934ee3d6fd29), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:02.055600 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-04ea2d8e-6654-4c46-8fd9-f3a96029f2e4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (ae4181ec-46b9-4446-b39b-934ee3d6fd29), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:02.059390 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-04ea2d8e-6654-4c46-8fd9-f3a96029f2e4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (ae4181ec-46b9-4446-b39b-934ee3d6fd29), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:02.076377 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea2d8e-6654-4c46-8fd9-f3a96029f2e4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae4181ec-46b9-4446-b39b-934ee3d6fd29,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:29:02.084378 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-04ea2d8e-6654-4c46-8fd9-f3a96029f2e4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:02.085568 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-04ea2d8e-6654-4c46-8fd9-f3a96029f2e4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1159418
Feb 05 21:29:02.088390 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49430) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:29:02.093642 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-3f0b52a3-3db6-404e-a49a-88476f02f165 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'security_group_rule': {'security_group_id': 'ec6adb14-82e1-49d2-9e9e-7f204e8bb299', 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:29:02.114366 ncdv-master-1 neutron-server[114390]: INFO neutron.db.securitygroups_db [None req-3f0b52a3-3db6-404e-a49a-88476f02f165 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Project a64d1698f20a435e8937ab305eac38dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 05 21:29:02.118995 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3f0b52a3-3db6-404e-a49a-88476f02f165 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (c4438001-bd22-4fce-811a-6b1e7eeffa64), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:02.181026 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3f0b52a3-3db6-404e-a49a-88476f02f165 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (c4438001-bd22-4fce-811a-6b1e7eeffa64), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:02.184729 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3f0b52a3-3db6-404e-a49a-88476f02f165 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (c4438001-bd22-4fce-811a-6b1e7eeffa64), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:02.203459 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b52a3-3db6-404e-a49a-88476f02f165 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4438001-bd22-4fce-811a-6b1e7eeffa64,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:29:02.211487 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3f0b52a3-3db6-404e-a49a-88476f02f165 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:02.212695 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3f0b52a3-3db6-404e-a49a-88476f02f165 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1228826
Feb 05 21:29:02.216087 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49432) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:29:02.220850 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-eb60ae8c-8f3c-4265-a273-15f0a200ae05 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'network': {'name': 'tempest-network-smoke--137772230', 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'port_security_enabled': True}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:29:02.239949 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb60ae8c-8f3c-4265-a273-15f0a200ae05 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Made reservation on behalf of a64d1698f20a435e8937ab305eac38dd for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:29:02.243339 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-eb60ae8c-8f3c-4265-a273-15f0a200ae05 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:02.266662 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb60ae8c-8f3c-4265-a273-15f0a200ae05 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:29:02.275593 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-eb60ae8c-8f3c-4265-a273-15f0a200ae05 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (358c3754-0de6-4aa3-8038-ab4eb95c607b), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:02.275999 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-eb60ae8c-8f3c-4265-a273-15f0a200ae05 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Added segment 358c3754-0de6-4aa3-8038-ab4eb95c607b of type vlan for network 3f93ab54-fb25-4083-91b1-d24b38d99835
Feb 05 21:29:02.316832 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-eb60ae8c-8f3c-4265-a273-15f0a200ae05 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (3f93ab54-fb25-4083-91b1-d24b38d99835), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:02.340817 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-eb60ae8c-8f3c-4265-a273-15f0a200ae05 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (3f93ab54-fb25-4083-91b1-d24b38d99835), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:02.345700 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb60ae8c-8f3c-4265-a273-15f0a200ae05 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:29:02.346281 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-eb60ae8c-8f3c-4265-a273-15f0a200ae05 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:02.379115 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 10a1093f-051e-4969-9086-34491cae29d9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:29:02.404329 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 10a1093f-051e-4969-9086-34491cae29d9 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:29:02.404687 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 10a1093f-051e-4969-9086-34491cae29d9 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:29:02.413863 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-eb60ae8c-8f3c-4265-a273-15f0a200ae05 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1943417
Feb 05 21:29:02.414311 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49434) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:29:02.418057 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb60ae8c-8f3c-4265-a273-15f0a200ae05 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'Network': ['ID=3f93ab54-fb25-4083-91b1-d24b38d99835,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:29:02.419597 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-ada0cd28-44ef-4fda-95ee-8152406e00c5 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-949888064', 'admin_state_up': True, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:29:02.427790 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 3f93ab54-fb25-4083-91b1-d24b38d99835 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:29:02.444484 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ada0cd28-44ef-4fda-95ee-8152406e00c5 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (bf51c381-5a1c-4cff-9bbd-972c26dd44ac), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:02.445645 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ada0cd28-44ef-4fda-95ee-8152406e00c5 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (bf51c381-5a1c-4cff-9bbd-972c26dd44ac), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:02.502764 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ada0cd28-44ef-4fda-95ee-8152406e00c5 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for router_controller (bf51c381-5a1c-4cff-9bbd-972c26dd44ac), precommit_add_association {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:02.642330 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ada0cd28-44ef-4fda-95ee-8152406e00c5 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for router_gateway (bf51c381-5a1c-4cff-9bbd-972c26dd44ac), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:02.839038 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ada0cd28-44ef-4fda-95ee-8152406e00c5 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for router_gateway (bf51c381-5a1c-4cff-9bbd-972c26dd44ac), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:02.857169 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ada0cd28-44ef-4fda-95ee-8152406e00c5 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:02.963006 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-ada0cd28-44ef-4fda-95ee-8152406e00c5 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Allocated IP 172.35.4.152 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:29:03.061743 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ada0cd28-44ef-4fda-95ee-8152406e00c5 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for port (b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:03.094800 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ada0cd28-44ef-4fda-95ee-8152406e00c5 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:03.135730 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada0cd28-44ef-4fda-95ee-8152406e00c5 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:29:03.139796 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-ada0cd28-44ef-4fda-95ee-8152406e00c5 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:29:03.143883 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada0cd28-44ef-4fda-95ee-8152406e00c5 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:29:03.149287 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada0cd28-44ef-4fda-95ee-8152406e00c5 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'Port': ['ID=b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:29:03.399008 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ada0cd28-44ef-4fda-95ee-8152406e00c5 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for router_gateway (bf51c381-5a1c-4cff-9bbd-972c26dd44ac), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:03.593301 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ada0cd28-44ef-4fda-95ee-8152406e00c5 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (bf51c381-5a1c-4cff-9bbd-972c26dd44ac), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:03.722213 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada0cd28-44ef-4fda-95ee-8152406e00c5 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Router bf51c381-5a1c-4cff-9bbd-972c26dd44ac is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:29:03.752659 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a583e247-d990-4f1d-b63f-d1c18f8fc7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:03.831928 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada0cd28-44ef-4fda-95ee-8152406e00c5 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:29:03.841701 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f169e8-76ee-412b-863c-70018eb49646 None None] Sync routers for ids ['bf51c381-5a1c-4cff-9bbd-972c26dd44ac'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:29:03.851906 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f169e8-76ee-412b-863c-70018eb49646 None None] Routers {'bf51c381-5a1c-4cff-9bbd-972c26dd44ac'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:29:03.852251 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ada0cd28-44ef-4fda-95ee-8152406e00c5 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:03.852553 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-c0f169e8-76ee-412b-863c-70018eb49646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab705af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:28:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['bf51c381-5a1c-4cff-9bbd-972c26dd44ac'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:29:03.853478 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ada0cd28-44ef-4fda-95ee-8152406e00c5 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.4379871
Feb 05 21:29:03.857184 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49436) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:29:03.888361 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-11ee8973-e3a0-4db0-8463-a5e4550f6730 tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=a64d1698f20a435e8937ab305eac38dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0300646
Feb 05 21:29:03.891082 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49438) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:29:03.964908 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-c0f169e8-76ee-412b-863c-70018eb49646 None None] Set router bf51c381-5a1c-4cff-9bbd-972c26dd44ac gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:29:03.977858 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b8240b-f747-4afb-a91a-16bbe2a61478 tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:29:03.979390 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-80b8240b-f747-4afb-a91a-16bbe2a61478 tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0872476
Feb 05 21:29:03.982986 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49440) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:29:04.010494 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-aa0d037e-fedd-4a5b-bda7-0bcc2746dcde tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=d65fb4dc-e812-4574-a4e6-6308f0abdf3f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0264180
Feb 05 21:29:04.013092 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49442) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:29:04.017752 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-0261c11e-fee6-4211-a968-afb1a02d42d8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-565996216', 'network_id': '3f93ab54-fb25-4083-91b1-d24b38d99835', 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:29:04.105990 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0261c11e-fee6-4211-a968-afb1a02d42d8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Made reservation on behalf of a64d1698f20a435e8937ab305eac38dd for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:29:04.109754 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0261c11e-fee6-4211-a968-afb1a02d42d8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:04.148412 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-c0f169e8-76ee-412b-863c-70018eb49646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab705af0>, [{'id': 'bf51c381-5a1c-4cff-9bbd-972c26dd44ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949888064', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': 'b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:29:02Z', 'updated_at': '2022-02-05T21:29:03Z', 'revision_number': 3, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': 'b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:84:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf51c381-5a1c-4cff-9bbd-972c26dd44ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:29:02Z', 'updated_at': '2022-02-05T21:29:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:29:04.176748 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f169e8-76ee-412b-863c-70018eb49646 None None] Checking router: bf51c381-5a1c-4cff-9bbd-972c26dd44ac for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:29:04.177172 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f169e8-76ee-412b-863c-70018eb49646 None None] Updating router bf51c381-5a1c-4cff-9bbd-972c26dd44ac port b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2 binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:29:04.204965 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c0f169e8-76ee-412b-863c-70018eb49646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:04.288301 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0261c11e-fee6-4211-a968-afb1a02d42d8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (09c4bb15-98dc-4fbd-aef1-c1d75e6bda69), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:04.347083 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0261c11e-fee6-4211-a968-afb1a02d42d8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'Subnet': ['ID=09c4bb15-98dc-4fbd-aef1-c1d75e6bda69,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:29:04.356453 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0261c11e-fee6-4211-a968-afb1a02d42d8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Checking segment: {'id': '358c3754-0de6-4aa3-8038-ab4eb95c607b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3f93ab54-fb25-4083-91b1-d24b38d99835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:29:04.356817 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0261c11e-fee6-4211-a968-afb1a02d42d8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Network hostable DHCP agents. Network: 3f93ab54-fb25-4083-91b1-d24b38d99835, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:29:04.374993 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0261c11e-fee6-4211-a968-afb1a02d42d8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Network 3f93ab54-fb25-4083-91b1-d24b38d99835 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:29:04.384032 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-0261c11e-fee6-4211-a968-afb1a02d42d8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3f93ab54-fb25-4083-91b1-d24b38d99835) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:29:04.390530 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0261c11e-fee6-4211-a968-afb1a02d42d8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:29:04.390742 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0261c11e-fee6-4211-a968-afb1a02d42d8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:04.394785 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a69e78-6fb2-4eec-9831-8dc2c236bf91 None None] Network 3f93ab54-fb25-4083-91b1-d24b38d99835 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:29:04.408226 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0261c11e-fee6-4211-a968-afb1a02d42d8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.3941305
Feb 05 21:29:04.410929 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49444) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:29:04.527665 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c0f169e8-76ee-412b-863c-70018eb49646 None None] Publish callbacks [] for port (b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:04.552193 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c0f169e8-76ee-412b-863c-70018eb49646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:04.557268 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c199ac2-6fd5-4493-a538-fd0991015f12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3f93ab54-fb25-4083-91b1-d24b38d99835', 'network_id': '3f93ab54-fb25-4083-91b1-d24b38d99835', 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'fixed_ips': [{'subnet_id': '09c4bb15-98dc-4fbd-aef1-c1d75e6bda69'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:29:04.558405 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5c199ac2-6fd5-4493-a538-fd0991015f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:04.639807 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c6303-a1f0-4cad-8565-af609cf6c7fe None None] Pushing event updated for resources: {'Port': ['ID=b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:29:04.642461 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-c0f169e8-76ee-412b-863c-70018eb49646 None None] Attempting to bind port b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:29:04.642846 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-c0f169e8-76ee-412b-863c-70018eb49646 None None] Attempting to bind port b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:29:04.643218 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f169e8-76ee-412b-863c-70018eb49646 None None] Attempting to bind port b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2 on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:29:04.698064 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f169e8-76ee-412b-863c-70018eb49646 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:29:04.699116 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f169e8-76ee-412b-863c-70018eb49646 None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:29:04.699796 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c0f169e8-76ee-412b-863c-70018eb49646 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:04.700250 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f169e8-76ee-412b-863c-70018eb49646 None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:29:04.700744 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-c0f169e8-76ee-412b-863c-70018eb49646 None None] Bound port: b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:29:04.701133 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c0f169e8-76ee-412b-863c-70018eb49646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:04.800369 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c0f169e8-76ee-412b-863c-70018eb49646 None None] For port b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:29:04.805973 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c0f169e8-76ee-412b-863c-70018eb49646 None None] For port b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:29:04.813743 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-5c199ac2-6fd5-4493-a538-fd0991015f12 None None] Allocated IP 172.20.0.2 (3f93ab54-fb25-4083-91b1-d24b38d99835/09c4bb15-98dc-4fbd-aef1-c1d75e6bda69/7eb639d3-0e2a-41fb-84f4-4112fdabac48) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:29:04.816289 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c0f169e8-76ee-412b-863c-70018eb49646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:04.900875 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c6303-a1f0-4cad-8565-af609cf6c7fe None None] Pushing event updated for resources: {'Port': ['ID=b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:29:04.937324 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f169e8-76ee-412b-863c-70018eb49646 None None] Routers {'bf51c381-5a1c-4cff-9bbd-972c26dd44ac'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:29:04.937954 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-c0f169e8-76ee-412b-863c-70018eb49646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab705af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:28:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['bf51c381-5a1c-4cff-9bbd-972c26dd44ac'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:29:05.171576 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-62f4de6d-4f4b-4f44-8616-35a66600048b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:05.257381 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-c0f169e8-76ee-412b-863c-70018eb49646 None None] Set router bf51c381-5a1c-4cff-9bbd-972c26dd44ac gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:29:05.325078 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5c199ac2-6fd5-4493-a538-fd0991015f12 None None] Publish callbacks [] for port (7eb639d3-0e2a-41fb-84f4-4112fdabac48), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:05.345419 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5c199ac2-6fd5-4493-a538-fd0991015f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (7eb639d3-0e2a-41fb-84f4-4112fdabac48), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:05.418940 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c199ac2-6fd5-4493-a538-fd0991015f12 None None] Network 3f93ab54-fb25-4083-91b1-d24b38d99835 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:29:05.424531 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-5c199ac2-6fd5-4493-a538-fd0991015f12 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:29:05.431965 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c199ac2-6fd5-4493-a538-fd0991015f12 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:29:05.437182 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c199ac2-6fd5-4493-a538-fd0991015f12 None None] Pushing event updated for resources: {'Port': ['ID=7eb639d3-0e2a-41fb-84f4-4112fdabac48,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:29:05.449048 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-62f4de6d-4f4b-4f44-8616-35a66600048b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Allocated IP 172.20.0.1 (3f93ab54-fb25-4083-91b1-d24b38d99835/09c4bb15-98dc-4fbd-aef1-c1d75e6bda69/ccd2135d-b756-4913-9740-a14d046eb998) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:29:05.528975 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-5c199ac2-6fd5-4493-a538-fd0991015f12 None None] Attempting to bind port 7eb639d3-0e2a-41fb-84f4-4112fdabac48 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:29:05.529358 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-5c199ac2-6fd5-4493-a538-fd0991015f12 None None] Attempting to bind port 7eb639d3-0e2a-41fb-84f4-4112fdabac48 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '358c3754-0de6-4aa3-8038-ab4eb95c607b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3f93ab54-fb25-4083-91b1-d24b38d99835'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:29:05.529725 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c199ac2-6fd5-4493-a538-fd0991015f12 None None] Attempting to bind port 7eb639d3-0e2a-41fb-84f4-4112fdabac48 on network 3f93ab54-fb25-4083-91b1-d24b38d99835 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:29:05.537367 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c199ac2-6fd5-4493-a538-fd0991015f12 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:29:05.537747 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c199ac2-6fd5-4493-a538-fd0991015f12 None None] Checking segment: {'id': '358c3754-0de6-4aa3-8038-ab4eb95c607b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3f93ab54-fb25-4083-91b1-d24b38d99835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:29:05.538159 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5c199ac2-6fd5-4493-a538-fd0991015f12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:05.538584 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c199ac2-6fd5-4493-a538-fd0991015f12 None None] Bound using segment: {'id': '358c3754-0de6-4aa3-8038-ab4eb95c607b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3f93ab54-fb25-4083-91b1-d24b38d99835'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:29:05.539059 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-5c199ac2-6fd5-4493-a538-fd0991015f12 None None] Bound port: 7eb639d3-0e2a-41fb-84f4-4112fdabac48, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '358c3754-0de6-4aa3-8038-ab4eb95c607b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3f93ab54-fb25-4083-91b1-d24b38d99835'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:29:05.539446 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5c199ac2-6fd5-4493-a538-fd0991015f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7eb639d3-0e2a-41fb-84f4-4112fdabac48), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:05.565057 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-62f4de6d-4f4b-4f44-8616-35a66600048b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for port (ccd2135d-b756-4913-9740-a14d046eb998), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:05.581312 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-c0f169e8-76ee-412b-863c-70018eb49646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab705af0>, [{'id': 'bf51c381-5a1c-4cff-9bbd-972c26dd44ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949888064', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': 'b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:29:02Z', 'updated_at': '2022-02-05T21:29:03Z', 'revision_number': 3, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': 'b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:84:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf51c381-5a1c-4cff-9bbd-972c26dd44ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:29:02Z', 'updated_at': '2022-02-05T21:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:29:05.600286 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-62f4de6d-4f4b-4f44-8616-35a66600048b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (ccd2135d-b756-4913-9740-a14d046eb998), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:05.617372 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f169e8-76ee-412b-863c-70018eb49646 None None] The sync data for ids ['bf51c381-5a1c-4cff-9bbd-972c26dd44ac'] in ncdv-master-1 is: [{'id': 'bf51c381-5a1c-4cff-9bbd-972c26dd44ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949888064', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': 'b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:29:02Z', 'updated_at': '2022-02-05T21:29:03Z', 'revision_number': 3, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': 'b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:84:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf51c381-5a1c-4cff-9bbd-972c26dd44ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:29:02Z', 'updated_at': '2022-02-05T21:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:29:05.643805 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f4de6d-4f4b-4f44-8616-35a66600048b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Network 3f93ab54-fb25-4083-91b1-d24b38d99835 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:29:05.646252 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-5c199ac2-6fd5-4493-a538-fd0991015f12 None None] For port 7eb639d3-0e2a-41fb-84f4-4112fdabac48, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:29:05.649369 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-62f4de6d-4f4b-4f44-8616-35a66600048b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:29:05.651321 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-5c199ac2-6fd5-4493-a538-fd0991015f12 None None] For port 7eb639d3-0e2a-41fb-84f4-4112fdabac48, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7eb639d3-0e2a-41fb-84f4-4112fdabac48,segment=NetworkSegment(358c3754-0de6-4aa3-8038-ab4eb95c607b),segment_id=358c3754-0de6-4aa3-8038-ab4eb95c607b)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:29:05.654294 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f4de6d-4f4b-4f44-8616-35a66600048b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:29:05.662011 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5c199ac2-6fd5-4493-a538-fd0991015f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7eb639d3-0e2a-41fb-84f4-4112fdabac48), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:05.691427 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f4de6d-4f4b-4f44-8616-35a66600048b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'Port': ['ID=ccd2135d-b756-4913-9740-a14d046eb998,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:29:05.721590 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c199ac2-6fd5-4493-a538-fd0991015f12 None None] Pushing event updated for resources: {'Port': ['ID=7eb639d3-0e2a-41fb-84f4-4112fdabac48,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:29:05.733827 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-62f4de6d-4f4b-4f44-8616-35a66600048b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (bf51c381-5a1c-4cff-9bbd-972c26dd44ac), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:05.893085 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-62f4de6d-4f4b-4f44-8616-35a66600048b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ccd2135d-b756-4913-9740-a14d046eb998), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:06.143909 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b4f6b5a0-ce7f-4ec5-99ba-96198fba0877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:06.223831 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-62f4de6d-4f4b-4f44-8616-35a66600048b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for port (ccd2135d-b756-4913-9740-a14d046eb998), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:06.229492 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-62f4de6d-4f4b-4f44-8616-35a66600048b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (ccd2135d-b756-4913-9740-a14d046eb998), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:06.312011 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f4de6d-4f4b-4f44-8616-35a66600048b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'Port': ['ID=ccd2135d-b756-4913-9740-a14d046eb998,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:29:06.316195 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-62f4de6d-4f4b-4f44-8616-35a66600048b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (bf51c381-5a1c-4cff-9bbd-972c26dd44ac), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:06.428051 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f4de6d-4f4b-4f44-8616-35a66600048b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Network 3f93ab54-fb25-4083-91b1-d24b38d99835 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:29:06.429796 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-62f4de6d-4f4b-4f44-8616-35a66600048b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:29:06.546878 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:29:06.582556 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f4de6d-4f4b-4f44-8616-35a66600048b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Router bf51c381-5a1c-4cff-9bbd-972c26dd44ac has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:29:06.609817 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:29:06.610201 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:06.720432 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:29:06.721362 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:06.722593 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f4de6d-4f4b-4f44-8616-35a66600048b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:29:06.734974 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-62f4de6d-4f4b-4f44-8616-35a66600048b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "PUT /v2.0/routers/bf51c381-5a1c-4cff-9bbd-972c26dd44ac/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3229618
Feb 05 21:29:06.747559 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:29:06.752548 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:06.753514 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7eb639d3-0e2a-41fb-84f4-4112fdabac48 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:29:06.835453 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:29:06.847267 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 7eb639d3-0e2a-41fb-84f4-4112fdabac48 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:29:06.847841 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7eb639d3-0e2a-41fb-84f4-4112fdabac48), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:06.906063 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-0abdb35c-18ee-4192-b1cb-50fd656f9261 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-984725425&fields=id&tenant_id=a64d1698f20a435e8937ab305eac38dd HTTP/1.1" status: 200  len: 267 time: 0.0489886
Feb 05 21:29:06.936891 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8600f9c1-7125-4811-9e8a-4d387def4699 None None] Network 3f93ab54-fb25-4083-91b1-d24b38d99835 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:29:06.974929 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 7eb639d3-0e2a-41fb-84f4-4112fdabac48 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:29:06.975248 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7eb639d3-0e2a-41fb-84f4-4112fdabac48), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:07.020704 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-4a29391c-f4ba-45df-92c7-3428e12b1f64 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:29:07.022360 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-4a29391c-f4ba-45df-92c7-3428e12b1f64 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/networks?id=3f93ab54-fb25-4083-91b1-d24b38d99835 HTTP/1.1" status: 200  len: 796 time: 0.1079726
Feb 05 21:29:07.038349 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-50d01213-0c65-4a9e-a324-e6f746a0c7b6 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/quotas/a64d1698f20a435e8937ab305eac38dd HTTP/1.1" status: 200  len: 375 time: 0.0095201
Feb 05 21:29:07.063775 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-33e61289-97b5-4b49-ad5b-46549fe9bf3d None None] Provisioning complete for port 7eb639d3-0e2a-41fb-84f4-4112fdabac48 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:29:07.064152 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-33e61289-97b5-4b49-ad5b-46549fe9bf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7eb639d3-0e2a-41fb-84f4-4112fdabac48), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:07.066640 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 7eb639d3-0e2a-41fb-84f4-4112fdabac48, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7eb639d3-0e2a-41fb-84f4-4112fdabac48,segment=NetworkSegment(358c3754-0de6-4aa3-8038-ab4eb95c607b),segment_id=358c3754-0de6-4aa3-8038-ab4eb95c607b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:29:07.099938 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-321ae9ff-d7fa-4c9b-9a44-82f0dd5bbbd8 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a64d1698f20a435e8937ab305eac38dd&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0554638
Feb 05 21:29:07.104404 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7eb639d3-0e2a-41fb-84f4-4112fdabac48), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:07.179698 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=7eb639d3-0e2a-41fb-84f4-4112fdabac48,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:29:07.209131 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-db999feb-bbe9-4bf6-99b3-29f3f61ba6c5 service neutron] 10.222.0.32 "GET /v2.0/networks/3f93ab54-fb25-4083-91b1-d24b38d99835?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0907288
Feb 05 21:29:07.236983 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-33e61289-97b5-4b49-ad5b-46549fe9bf3d None None] Current status of the port 7eb639d3-0e2a-41fb-84f4-4112fdabac48 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:29:07.321619 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-74c89ad7-3f73-4ea2-ad3f-78b14070b6db service neutron] 10.222.0.32 "GET /v2.0/networks/3f93ab54-fb25-4083-91b1-d24b38d99835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1023102
Feb 05 21:29:07.469409 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-1d01b030-1ab6-4707-b807-474814c2437e None None] Provisioning complete for port 7eb639d3-0e2a-41fb-84f4-4112fdabac48 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:29:07.469821 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1d01b030-1ab6-4707-b807-474814c2437e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7eb639d3-0e2a-41fb-84f4-4112fdabac48), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:07.502043 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6bf669-6f9f-4077-a596-b2826b602b5e None None] Sync routers for ids ['bf51c381-5a1c-4cff-9bbd-972c26dd44ac'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:29:07.513177 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6bf669-6f9f-4077-a596-b2826b602b5e None None] Routers {'bf51c381-5a1c-4cff-9bbd-972c26dd44ac'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:29:07.513888 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-5f6bf669-6f9f-4077-a596-b2826b602b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db89324f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:29:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['bf51c381-5a1c-4cff-9bbd-972c26dd44ac'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:29:07.537814 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7209bd88-a879-42e6-a271-1102245d24d3 req-61b4483e-d2ec-40e5-8d37-80a45b449b0a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74c39fd-d44d-4f13-8eab-10dccc7362ad HTTP/1.1" status: 200  len: 210 time: 0.0612900
Feb 05 21:29:07.590078 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-1d01b030-1ab6-4707-b807-474814c2437e None None] Current status of the port 7eb639d3-0e2a-41fb-84f4-4112fdabac48 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:29:07.596856 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:07.603517 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-1d01b030-1ab6-4707-b807-474814c2437e None None] Provisioning complete for port ccd2135d-b756-4913-9740-a14d046eb998 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:29:07.603731 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1d01b030-1ab6-4707-b807-474814c2437e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ccd2135d-b756-4913-9740-a14d046eb998), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:07.650496 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-1d01b030-1ab6-4707-b807-474814c2437e None None] Port ccd2135d-b756-4913-9740-a14d046eb998 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:29:07.660358 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-5f6bf669-6f9f-4077-a596-b2826b602b5e None None] Set router bf51c381-5a1c-4cff-9bbd-972c26dd44ac gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:29:07.772258 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-01f3dc0a-05b8-429b-aebd-ebbc987d54cd None None] Provisioning complete for port ccd2135d-b756-4913-9740-a14d046eb998 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:29:07.772793 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-01f3dc0a-05b8-429b-aebd-ebbc987d54cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ccd2135d-b756-4913-9740-a14d046eb998), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:07.812743 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-01f3dc0a-05b8-429b-aebd-ebbc987d54cd None None] Port ccd2135d-b756-4913-9740-a14d046eb998 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:29:07.880541 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-5f6bf669-6f9f-4077-a596-b2826b602b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db89324f0>, [{'id': 'bf51c381-5a1c-4cff-9bbd-972c26dd44ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949888064', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': 'b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:29:02Z', 'updated_at': '2022-02-05T21:29:05Z', 'revision_number': 4, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': 'b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:84:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf51c381-5a1c-4cff-9bbd-972c26dd44ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:29:02Z', 'updated_at': '2022-02-05T21:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ccd2135d-b756-4913-9740-a14d046eb998', 'name': '', 'network_id': '3f93ab54-fb25-4083-91b1-d24b38d99835', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'mac_address': 'fa:16:3e:fa:51:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf51c381-5a1c-4cff-9bbd-972c26dd44ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '09c4bb15-98dc-4fbd-aef1-c1d75e6bda69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:29:05Z', 'updated_at': '2022-02-05T21:29:06Z', 'revision_number': 2, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'subnets': [{'id': '09c4bb15-98dc-4fbd-aef1-c1d75e6bda69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:29:07.913235 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6bf669-6f9f-4077-a596-b2826b602b5e None None] Checking router: bf51c381-5a1c-4cff-9bbd-972c26dd44ac for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:29:07.913589 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6bf669-6f9f-4077-a596-b2826b602b5e None None] Updating router bf51c381-5a1c-4cff-9bbd-972c26dd44ac port ccd2135d-b756-4913-9740-a14d046eb998 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:29:07.935430 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6bfe7611-31bc-4eb3-aa42-664476c8506a None None] Provisioning complete for port ccd2135d-b756-4913-9740-a14d046eb998 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:29:07.935866 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6bfe7611-31bc-4eb3-aa42-664476c8506a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ccd2135d-b756-4913-9740-a14d046eb998), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:07.944510 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-5f6bf669-6f9f-4077-a596-b2826b602b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ccd2135d-b756-4913-9740-a14d046eb998), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:07.994597 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6bfe7611-31bc-4eb3-aa42-664476c8506a None None] Port ccd2135d-b756-4913-9740-a14d046eb998 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:29:08.304335 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-5f6bf669-6f9f-4077-a596-b2826b602b5e None None] Publish callbacks [] for port (ccd2135d-b756-4913-9740-a14d046eb998), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:08.310742 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-5f6bf669-6f9f-4077-a596-b2826b602b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ccd2135d-b756-4913-9740-a14d046eb998), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:08.377592 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d20ad-95e8-4b76-b3af-70b2afec875f None None] Pushing event updated for resources: {'Port': ['ID=ccd2135d-b756-4913-9740-a14d046eb998,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:29:08.414346 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d20ad-95e8-4b76-b3af-70b2afec875f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:29:08.414701 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d20ad-95e8-4b76-b3af-70b2afec875f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:29:08.415056 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d20ad-95e8-4b76-b3af-70b2afec875f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:29:08.415392 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d20ad-95e8-4b76-b3af-70b2afec875f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:29:08.415726 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d20ad-95e8-4b76-b3af-70b2afec875f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:29:08.416060 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d20ad-95e8-4b76-b3af-70b2afec875f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:29:08.416402 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d20ad-95e8-4b76-b3af-70b2afec875f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:29:08.416723 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d20ad-95e8-4b76-b3af-70b2afec875f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:29:08.417052 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d20ad-95e8-4b76-b3af-70b2afec875f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:29:08.417918 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d20ad-95e8-4b76-b3af-70b2afec875f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:29:08.418231 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d20ad-95e8-4b76-b3af-70b2afec875f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:29:08.418597 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d20ad-95e8-4b76-b3af-70b2afec875f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:29:08.418915 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d20ad-95e8-4b76-b3af-70b2afec875f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:29:08.423230 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-5f6bf669-6f9f-4077-a596-b2826b602b5e None None] Attempting to bind port ccd2135d-b756-4913-9740-a14d046eb998 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:29:08.423902 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-5f6bf669-6f9f-4077-a596-b2826b602b5e None None] Attempting to bind port ccd2135d-b756-4913-9740-a14d046eb998 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '358c3754-0de6-4aa3-8038-ab4eb95c607b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3f93ab54-fb25-4083-91b1-d24b38d99835'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:29:08.424115 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6bf669-6f9f-4077-a596-b2826b602b5e None None] Attempting to bind port ccd2135d-b756-4913-9740-a14d046eb998 on network 3f93ab54-fb25-4083-91b1-d24b38d99835 {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:29:08.429980 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6bf669-6f9f-4077-a596-b2826b602b5e None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:29:08.430411 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6bf669-6f9f-4077-a596-b2826b602b5e None None] Checking segment: {'id': '358c3754-0de6-4aa3-8038-ab4eb95c607b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3f93ab54-fb25-4083-91b1-d24b38d99835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:29:08.430869 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-5f6bf669-6f9f-4077-a596-b2826b602b5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:08.431259 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6bf669-6f9f-4077-a596-b2826b602b5e None None] Bound using segment: {'id': '358c3754-0de6-4aa3-8038-ab4eb95c607b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3f93ab54-fb25-4083-91b1-d24b38d99835'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:29:08.431743 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-5f6bf669-6f9f-4077-a596-b2826b602b5e None None] Bound port: ccd2135d-b756-4913-9740-a14d046eb998, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '358c3754-0de6-4aa3-8038-ab4eb95c607b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3f93ab54-fb25-4083-91b1-d24b38d99835'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:29:08.432110 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-5f6bf669-6f9f-4077-a596-b2826b602b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ccd2135d-b756-4913-9740-a14d046eb998), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:08.466496 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:29:08.502277 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-5f6bf669-6f9f-4077-a596-b2826b602b5e None None] For port ccd2135d-b756-4913-9740-a14d046eb998, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:29:08.505939 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-5f6bf669-6f9f-4077-a596-b2826b602b5e None None] For port ccd2135d-b756-4913-9740-a14d046eb998, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ccd2135d-b756-4913-9740-a14d046eb998,segment=NetworkSegment(358c3754-0de6-4aa3-8038-ab4eb95c607b),segment_id=358c3754-0de6-4aa3-8038-ab4eb95c607b)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:29:08.516585 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-5f6bf669-6f9f-4077-a596-b2826b602b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ccd2135d-b756-4913-9740-a14d046eb998), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:08.544881 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:29:08.545523 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:08.604353 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6bf669-6f9f-4077-a596-b2826b602b5e None None] Routers {'bf51c381-5a1c-4cff-9bbd-972c26dd44ac'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:29:08.605097 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-5f6bf669-6f9f-4077-a596-b2826b602b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db89324f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:29:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['bf51c381-5a1c-4cff-9bbd-972c26dd44ac'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:29:08.634134 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-017a164b-a33d-47e0-9173-abea2e06b5fa tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:29:08.640103 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-017a164b-a33d-47e0-9173-abea2e06b5fa tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.21 "GET /v2.0/networks?id=3f93ab54-fb25-4083-91b1-d24b38d99835 HTTP/1.1" status: 200  len: 796 time: 0.1838953
Feb 05 21:29:08.705283 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1281d243-83fd-4ce4-a58a-d95f5f5f3b91 req-43e1e0e1-5eee-49c6-8b13-2ece10c54baa tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74c39fd-d44d-4f13-8eab-10dccc7362ad HTTP/1.1" status: 200  len: 210 time: 0.0496552
Feb 05 21:29:08.731244 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-5f6bf669-6f9f-4077-a596-b2826b602b5e None None] Set router bf51c381-5a1c-4cff-9bbd-972c26dd44ac gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:29:08.744438 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:29:08.746041 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7eb639d3-0e2a-41fb-84f4-4112fdabac48 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:29:08.763355 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-6170109b-8805-4566-ac46-38f136a9d2f6 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a64d1698f20a435e8937ab305eac38dd HTTP/1.1" status: 200  len: 379 time: 0.1143482
Feb 05 21:29:08.770557 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-4e5b5f74-8522-4c9b-999e-e319566430d8 None None] Provisioning complete for port ccd2135d-b756-4913-9740-a14d046eb998 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:29:08.771036 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4e5b5f74-8522-4c9b-999e-e319566430d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ccd2135d-b756-4913-9740-a14d046eb998), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:08.780751 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-e9c7fcdd-40bc-440a-b1da-f6663c50337c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'port': {'device_id': 'c74c39fd-d44d-4f13-8eab-10dccc7362ad', 'network_id': '3f93ab54-fb25-4083-91b1-d24b38d99835', 'admin_state_up': True, 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'security_groups': ['ec6adb14-82e1-49d2-9e9e-7f204e8bb299']}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:29:08.814072 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d20ad-95e8-4b76-b3af-70b2afec875f None None] Pushing event updated for resources: {'Port': ['ID=ccd2135d-b756-4913-9740-a14d046eb998,revision_number=4']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:29:08.857222 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 7eb639d3-0e2a-41fb-84f4-4112fdabac48 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:29:08.857605 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7eb639d3-0e2a-41fb-84f4-4112fdabac48), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:08.938608 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-e9c7fcdd-40bc-440a-b1da-f6663c50337c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Made reservation on behalf of a64d1698f20a435e8937ab305eac38dd for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:29:08.940324 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-4e5b5f74-8522-4c9b-999e-e319566430d8 None None] Current status of the port ccd2135d-b756-4913-9740-a14d046eb998 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:29:08.940724 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4e5b5f74-8522-4c9b-999e-e319566430d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ccd2135d-b756-4913-9740-a14d046eb998), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:08.943359 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-e9c7fcdd-40bc-440a-b1da-f6663c50337c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:08.995147 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-5f6bf669-6f9f-4077-a596-b2826b602b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db89324f0>, [{'id': 'bf51c381-5a1c-4cff-9bbd-972c26dd44ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949888064', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': 'b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:29:02Z', 'updated_at': '2022-02-05T21:29:05Z', 'revision_number': 4, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': 'b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:84:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf51c381-5a1c-4cff-9bbd-972c26dd44ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:29:02Z', 'updated_at': '2022-02-05T21:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ccd2135d-b756-4913-9740-a14d046eb998', 'name': '', 'network_id': '3f93ab54-fb25-4083-91b1-d24b38d99835', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'mac_address': 'fa:16:3e:fa:51:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf51c381-5a1c-4cff-9bbd-972c26dd44ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '09c4bb15-98dc-4fbd-aef1-c1d75e6bda69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:29:05Z', 'updated_at': '2022-02-05T21:29:08Z', 'revision_number': 4, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'subnets': [{'id': '09c4bb15-98dc-4fbd-aef1-c1d75e6bda69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:29:09.012015 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-4e5b5f74-8522-4c9b-999e-e319566430d8 None None] For port ccd2135d-b756-4913-9740-a14d046eb998, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ccd2135d-b756-4913-9740-a14d046eb998,segment=NetworkSegment(358c3754-0de6-4aa3-8038-ab4eb95c607b),segment_id=358c3754-0de6-4aa3-8038-ab4eb95c607b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:29:09.018931 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4e5b5f74-8522-4c9b-999e-e319566430d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ccd2135d-b756-4913-9740-a14d046eb998), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:09.022425 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 7eb639d3-0e2a-41fb-84f4-4112fdabac48 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:29:09.032507 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6bf669-6f9f-4077-a596-b2826b602b5e None None] The sync data for ids ['bf51c381-5a1c-4cff-9bbd-972c26dd44ac'] in ncdv-master-1 is: [{'id': 'bf51c381-5a1c-4cff-9bbd-972c26dd44ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949888064', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': 'b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:29:02Z', 'updated_at': '2022-02-05T21:29:05Z', 'revision_number': 4, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': 'b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:84:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf51c381-5a1c-4cff-9bbd-972c26dd44ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:29:02Z', 'updated_at': '2022-02-05T21:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ccd2135d-b756-4913-9740-a14d046eb998', 'name': '', 'network_id': '3f93ab54-fb25-4083-91b1-d24b38d99835', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'mac_address': 'fa:16:3e:fa:51:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf51c381-5a1c-4cff-9bbd-972c26dd44ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '09c4bb15-98dc-4fbd-aef1-c1d75e6bda69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:29:05Z', 'updated_at': '2022-02-05T21:29:08Z', 'revision_number': 4, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'subnets': [{'id': '09c4bb15-98dc-4fbd-aef1-c1d75e6bda69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:29:09.102989 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b5f74-8522-4c9b-999e-e319566430d8 None None] Pushing event updated for resources: {'Port': ['ID=ccd2135d-b756-4913-9740-a14d046eb998,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:29:09.105392 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-e9c7fcdd-40bc-440a-b1da-f6663c50337c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Allocated IP 172.20.0.6 (3f93ab54-fb25-4083-91b1-d24b38d99835/09c4bb15-98dc-4fbd-aef1-c1d75e6bda69/59529e6c-0662-40f5-89d1-3fcb0f93d2ec) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:29:09.154036 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:09.154928 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-1c32e2be-dcf0-4a23-87d3-21b110064d6e None None] Provisioning complete for port ccd2135d-b756-4913-9740-a14d046eb998 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:29:09.157982 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1c32e2be-dcf0-4a23-87d3-21b110064d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ccd2135d-b756-4913-9740-a14d046eb998), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:09.248466 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-1c32e2be-dcf0-4a23-87d3-21b110064d6e None None] Current status of the port ccd2135d-b756-4913-9740-a14d046eb998 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:29:09.269348 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-e9c7fcdd-40bc-440a-b1da-f6663c50337c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for port (59529e6c-0662-40f5-89d1-3fcb0f93d2ec), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:09.305285 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-e9c7fcdd-40bc-440a-b1da-f6663c50337c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (59529e6c-0662-40f5-89d1-3fcb0f93d2ec), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:09.349338 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-e9c7fcdd-40bc-440a-b1da-f6663c50337c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Network 3f93ab54-fb25-4083-91b1-d24b38d99835 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:29:09.352526 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-e9c7fcdd-40bc-440a-b1da-f6663c50337c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:29:09.356945 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-e9c7fcdd-40bc-440a-b1da-f6663c50337c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:29:09.383168 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c7fcdd-40bc-440a-b1da-f6663c50337c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'Port': ['ID=59529e6c-0662-40f5-89d1-3fcb0f93d2ec,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:29:09.414030 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-e9c7fcdd-40bc-440a-b1da-f6663c50337c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:29:09.414815 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-e9c7fcdd-40bc-440a-b1da-f6663c50337c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:09.434635 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-e9c7fcdd-40bc-440a-b1da-f6663c50337c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6581528
Feb 05 21:29:09.446914 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-29e4a053-6958-4225-bbc3-1b3e3843b493 service neutron] Request body: {'port': {'device_id': 'c74c39fd-d44d-4f13-8eab-10dccc7362ad', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:29:09.515963 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-29e4a053-6958-4225-bbc3-1b3e3843b493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (59529e6c-0662-40f5-89d1-3fcb0f93d2ec), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:09.672561 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-4e4725b8-0d78-4697-ab3c-a647a44fbc09 None None] Provisioning complete for port 59529e6c-0662-40f5-89d1-3fcb0f93d2ec triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:29:09.673302 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4e4725b8-0d78-4697-ab3c-a647a44fbc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (59529e6c-0662-40f5-89d1-3fcb0f93d2ec), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:09.713336 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-4e4725b8-0d78-4697-ab3c-a647a44fbc09 None None] Port 59529e6c-0662-40f5-89d1-3fcb0f93d2ec cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:29:09.804011 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-29e4a053-6958-4225-bbc3-1b3e3843b493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59529e6c-0662-40f5-89d1-3fcb0f93d2ec {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:29:09.813342 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-29e4a053-6958-4225-bbc3-1b3e3843b493 service neutron] Publish callbacks [] for port (59529e6c-0662-40f5-89d1-3fcb0f93d2ec), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:09.824010 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816c715-8874-4c44-9de1-0e9226cc3c53 req-5b67b211-fb53-45d8-a39b-c287c6208329 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:29:09.825897 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5816c715-8874-4c44-9de1-0e9226cc3c53 req-5b67b211-fb53-45d8-a39b-c287c6208329 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74c39fd-d44d-4f13-8eab-10dccc7362ad HTTP/1.1" status: 200  len: 931 time: 0.0567923
Feb 05 21:29:09.828086 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-29e4a053-6958-4225-bbc3-1b3e3843b493 service neutron] Transition to ACTIVE for port object 59529e6c-0662-40f5-89d1-3fcb0f93d2ec will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:29:09.833626 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-29e4a053-6958-4225-bbc3-1b3e3843b493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (59529e6c-0662-40f5-89d1-3fcb0f93d2ec), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:09.880039 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5816c715-8874-4c44-9de1-0e9226cc3c53 req-3be4e917-32d7-4ff3-8bc1-5d49bea3bcba tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec6adb14-82e1-49d2-9e9e-7f204e8bb299&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470896
Feb 05 21:29:09.884860 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e4a053-6958-4225-bbc3-1b3e3843b493 service neutron] Pushing event updated for resources: {'Port': ['ID=59529e6c-0662-40f5-89d1-3fcb0f93d2ec,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:29:09.976320 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-29e4a053-6958-4225-bbc3-1b3e3843b493 service neutron] Attempting to bind port 59529e6c-0662-40f5-89d1-3fcb0f93d2ec on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:29:09.976661 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-29e4a053-6958-4225-bbc3-1b3e3843b493 service neutron] Attempting to bind port 59529e6c-0662-40f5-89d1-3fcb0f93d2ec by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '358c3754-0de6-4aa3-8038-ab4eb95c607b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3f93ab54-fb25-4083-91b1-d24b38d99835'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:29:09.977000 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-29e4a053-6958-4225-bbc3-1b3e3843b493 service neutron] Attempting to bind port 59529e6c-0662-40f5-89d1-3fcb0f93d2ec on network 3f93ab54-fb25-4083-91b1-d24b38d99835 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:29:09.982964 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-29e4a053-6958-4225-bbc3-1b3e3843b493 service neutron] Port 59529e6c-0662-40f5-89d1-3fcb0f93d2ec on network 3f93ab54-fb25-4083-91b1-d24b38d99835 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:29:09.983303 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-29e4a053-6958-4225-bbc3-1b3e3843b493 service neutron] Attempting to bind port 59529e6c-0662-40f5-89d1-3fcb0f93d2ec on network 3f93ab54-fb25-4083-91b1-d24b38d99835 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:29:09.992437 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-29e4a053-6958-4225-bbc3-1b3e3843b493 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:29:09.992867 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-29e4a053-6958-4225-bbc3-1b3e3843b493 service neutron] Checking segment: {'id': '358c3754-0de6-4aa3-8038-ab4eb95c607b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3f93ab54-fb25-4083-91b1-d24b38d99835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:29:09.993293 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-29e4a053-6958-4225-bbc3-1b3e3843b493 service neutron] Bound using segment: {'id': '358c3754-0de6-4aa3-8038-ab4eb95c607b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3f93ab54-fb25-4083-91b1-d24b38d99835'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:29:09.993684 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-29e4a053-6958-4225-bbc3-1b3e3843b493 service neutron] Bound port: 59529e6c-0662-40f5-89d1-3fcb0f93d2ec, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '358c3754-0de6-4aa3-8038-ab4eb95c607b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3f93ab54-fb25-4083-91b1-d24b38d99835'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:29:09.994047 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-29e4a053-6958-4225-bbc3-1b3e3843b493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (59529e6c-0662-40f5-89d1-3fcb0f93d2ec), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:10.068317 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-29e4a053-6958-4225-bbc3-1b3e3843b493 service neutron] For port 59529e6c-0662-40f5-89d1-3fcb0f93d2ec, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:29:10.071968 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-29e4a053-6958-4225-bbc3-1b3e3843b493 service neutron] For port 59529e6c-0662-40f5-89d1-3fcb0f93d2ec, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=59529e6c-0662-40f5-89d1-3fcb0f93d2ec,segment=NetworkSegment(358c3754-0de6-4aa3-8038-ab4eb95c607b),segment_id=358c3754-0de6-4aa3-8038-ab4eb95c607b)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:29:10.081665 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-29e4a053-6958-4225-bbc3-1b3e3843b493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (59529e6c-0662-40f5-89d1-3fcb0f93d2ec), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:10.121486 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-29e4a053-6958-4225-bbc3-1b3e3843b493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:29:10.123164 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-29e4a053-6958-4225-bbc3-1b3e3843b493 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:10.124816 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-29e4a053-6958-4225-bbc3-1b3e3843b493 service neutron] 10.222.0.21 "PUT /v2.0/ports/59529e6c-0662-40f5-89d1-3fcb0f93d2ec HTTP/1.1" status: 200  len: 1091 time: 0.6833007
Feb 05 21:29:10.125442 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c74c39fd-d44d-4f13-8eab-10dccc7362ad', 'tag': '59529e6c-0662-40f5-89d1-3fcb0f93d2ec'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:29:10.128160 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb5d8ea-fc48-48fb-92c7-c7cbd6745ea5" -d '{"events": [{"name": "network-changed", "server_uuid": "c74c39fd-d44d-4f13-8eab-10dccc7362ad", "tag": "59529e6c-0662-40f5-89d1-3fcb0f93d2ec"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:29:10.160759 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e4a053-6958-4225-bbc3-1b3e3843b493 service neutron] Pushing event updated for resources: {'Port': ['ID=59529e6c-0662-40f5-89d1-3fcb0f93d2ec,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:29:10.205440 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc750dac-4252-4c6a-86e5-973584fb431e x-openstack-request-id: req-cc750dac-4252-4c6a-86e5-973584fb431e {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:29:10.205909 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c74c39fd-d44d-4f13-8eab-10dccc7362ad", "tag": "59529e6c-0662-40f5-89d1-3fcb0f93d2ec", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:29:10.206239 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cc750dac-4252-4c6a-86e5-973584fb431e {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:29:10.206745 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c74c39fd-d44d-4f13-8eab-10dccc7362ad', 'tag': '59529e6c-0662-40f5-89d1-3fcb0f93d2ec', 'status': 'completed', 'code': 200}
Feb 05 21:29:10.227542 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-50f67aef-5e92-403e-ba04-05f8e0adacd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:29:10.229106 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-50f67aef-5e92-403e-ba04-05f8e0adacd8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a64d1698f20a435e8937ab305eac38dd&device_id=c74c39fd-d44d-4f13-8eab-10dccc7362ad HTTP/1.1" status: 200  len: 1125 time: 0.0567286
Feb 05 21:29:10.277325 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-401ff026-e6e5-4442-ba57-e0340769fe88 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59529e6c-0662-40f5-89d1-3fcb0f93d2ec HTTP/1.1" status: 200  len: 217 time: 0.0400724
Feb 05 21:29:10.330880 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-d7d83b79-111e-4f62-bd59-1473afc0d8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:29:10.332295 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-d7d83b79-111e-4f62-bd59-1473afc0d8ff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=09c4bb15-98dc-4fbd-aef1-c1d75e6bda69 HTTP/1.1" status: 200  len: 834 time: 0.0490332
Feb 05 21:29:10.385823 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-7a6a70af-05b3-46d4-a2b2-6a015a3088b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:29:10.387757 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-7a6a70af-05b3-46d4-a2b2-6a015a3088b5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3f93ab54-fb25-4083-91b1-d24b38d99835&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0494177
Feb 05 21:29:10.471814 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device ccd2135d-b756-4913-9740-a14d046eb998 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:29:10.488606 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-b6cdba82-8b35-4546-8352-a51e4eab1505 service neutron] 10.222.0.21 "GET /v2.0/networks/3f93ab54-fb25-4083-91b1-d24b38d99835?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0931640
Feb 05 21:29:10.537801 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:10.541085 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port ccd2135d-b756-4913-9740-a14d046eb998 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:29:10.541454 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ccd2135d-b756-4913-9740-a14d046eb998), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:10.581576 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4cf1a7b4-97d1-4394-a0c7-921693c474f5 req-911d9bd9-9fcc-47d5-bde7-eb9ecfb3b7be service neutron] 10.222.0.21 "GET /v2.0/networks/3f93ab54-fb25-4083-91b1-d24b38d99835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863562
Feb 05 21:29:10.624987 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port ccd2135d-b756-4913-9740-a14d046eb998 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:29:10.687471 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5d8ea-fc48-48fb-92c7-c7cbd6745ea5 req-2206fae0-886b-4262-95a0-dbbd0f02d24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:29:10.688983 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bcb5d8ea-fc48-48fb-92c7-c7cbd6745ea5 req-2206fae0-886b-4262-95a0-dbbd0f02d24c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a64d1698f20a435e8937ab305eac38dd&device_id=c74c39fd-d44d-4f13-8eab-10dccc7362ad HTTP/1.1" status: 200  len: 1125 time: 0.0505500
Feb 05 21:29:10.783020 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5d8ea-fc48-48fb-92c7-c7cbd6745ea5 req-847fa7c1-3385-4313-887a-61245b994c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:29:10.784492 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bcb5d8ea-fc48-48fb-92c7-c7cbd6745ea5 req-847fa7c1-3385-4313-887a-61245b994c7f service neutron] 10.222.0.21 "GET /v2.0/networks?id=3f93ab54-fb25-4083-91b1-d24b38d99835 HTTP/1.1" status: 200  len: 897 time: 0.0840065
Feb 05 21:29:10.829985 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bcb5d8ea-fc48-48fb-92c7-c7cbd6745ea5 req-1e5062b7-025d-4e11-a4ac-a3b1a9a534ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59529e6c-0662-40f5-89d1-3fcb0f93d2ec HTTP/1.1" status: 200  len: 217 time: 0.0382457
Feb 05 21:29:10.876888 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5d8ea-fc48-48fb-92c7-c7cbd6745ea5 req-2fb4d45c-3eff-4204-a973-cea2cd20736f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:29:10.878217 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bcb5d8ea-fc48-48fb-92c7-c7cbd6745ea5 req-2fb4d45c-3eff-4204-a973-cea2cd20736f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=09c4bb15-98dc-4fbd-aef1-c1d75e6bda69 HTTP/1.1" status: 200  len: 834 time: 0.0428052
Feb 05 21:29:10.934569 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5d8ea-fc48-48fb-92c7-c7cbd6745ea5 req-bf78b501-54df-4640-8976-f09291ddb1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:29:10.936142 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bcb5d8ea-fc48-48fb-92c7-c7cbd6745ea5 req-bf78b501-54df-4640-8976-f09291ddb1e5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3f93ab54-fb25-4083-91b1-d24b38d99835&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0520573
Feb 05 21:29:11.023477 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcae3d-473c-4120-bb34-63b95cff2b0e req-5b56f1af-3596-4aa3-9fb3-be5bfdbe0867 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:29:11.024978 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-65dcae3d-473c-4120-bb34-63b95cff2b0e req-5b56f1af-3596-4aa3-9fb3-be5bfdbe0867 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74c39fd-d44d-4f13-8eab-10dccc7362ad HTTP/1.1" status: 200  len: 943 time: 0.0557158
Feb 05 21:29:11.029343 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bcb5d8ea-fc48-48fb-92c7-c7cbd6745ea5 req-c7c0a4b1-c2b3-4b3d-b1de-f302e74f61a1 service neutron] 10.222.0.21 "GET /v2.0/networks/3f93ab54-fb25-4083-91b1-d24b38d99835?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0875359
Feb 05 21:29:11.075827 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-65dcae3d-473c-4120-bb34-63b95cff2b0e req-1f70bd4a-556d-4836-8e68-a1a914c5271f tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec6adb14-82e1-49d2-9e9e-7f204e8bb299&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446198
Feb 05 21:29:11.119007 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bcb5d8ea-fc48-48fb-92c7-c7cbd6745ea5 req-226e39e5-c9a7-4f0b-a270-4928fdb56889 service neutron] 10.222.0.21 "GET /v2.0/networks/3f93ab54-fb25-4083-91b1-d24b38d99835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838480
Feb 05 21:29:12.197305 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84952e8b-a820-41f3-a067-d9ce8c49e7ce req-36b97706-3bf9-486d-ae2a-422ebae8097a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:29:12.199056 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-84952e8b-a820-41f3-a067-d9ce8c49e7ce req-36b97706-3bf9-486d-ae2a-422ebae8097a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74c39fd-d44d-4f13-8eab-10dccc7362ad HTTP/1.1" status: 200  len: 943 time: 0.0535049
Feb 05 21:29:12.248875 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-84952e8b-a820-41f3-a067-d9ce8c49e7ce req-594b2197-1a2a-4753-a8e0-f13347a11dbb tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec6adb14-82e1-49d2-9e9e-7f204e8bb299&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441792
Feb 05 21:29:12.489930 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 59529e6c-0662-40f5-89d1-3fcb0f93d2ec details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:29:12.585297 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 59529e6c-0662-40f5-89d1-3fcb0f93d2ec, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=59529e6c-0662-40f5-89d1-3fcb0f93d2ec,segment=NetworkSegment(358c3754-0de6-4aa3-8038-ab4eb95c607b),segment_id=358c3754-0de6-4aa3-8038-ab4eb95c607b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:29:12.600568 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '59529e6c-0662-40f5-89d1-3fcb0f93d2ec', 'network_id': '3f93ab54-fb25-4083-91b1-d24b38d99835', 'port_id': '59529e6c-0662-40f5-89d1-3fcb0f93d2ec', 'mac_address': 'fa:16:3e:52:64:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09c4bb15-98dc-4fbd-aef1-c1d75e6bda69', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:29:12.637160 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 59529e6c-0662-40f5-89d1-3fcb0f93d2ec is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:29:12.637559 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (59529e6c-0662-40f5-89d1-3fcb0f93d2ec), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:12.649789 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59529e6c-0662-40f5-89d1-3fcb0f93d2ec {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:29:12.670534 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 59529e6c-0662-40f5-89d1-3fcb0f93d2ec, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=59529e6c-0662-40f5-89d1-3fcb0f93d2ec,segment=NetworkSegment(358c3754-0de6-4aa3-8038-ab4eb95c607b),segment_id=358c3754-0de6-4aa3-8038-ab4eb95c607b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:29:12.675370 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (59529e6c-0662-40f5-89d1-3fcb0f93d2ec), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:12.723325 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=59529e6c-0662-40f5-89d1-3fcb0f93d2ec,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:29:12.991482 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['59529e6c-0662-40f5-89d1-3fcb0f93d2ec'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:29:13.367430 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9139ccb-b31c-4892-88cf-4c56ed163c75 req-54929c4f-23bc-41c8-b520-277925e89e07 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:29:13.368905 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b9139ccb-b31c-4892-88cf-4c56ed163c75 req-54929c4f-23bc-41c8-b520-277925e89e07 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74c39fd-d44d-4f13-8eab-10dccc7362ad HTTP/1.1" status: 200  len: 944 time: 0.0513113
Feb 05 21:29:13.421316 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b9139ccb-b31c-4892-88cf-4c56ed163c75 req-e66478c2-72e1-476d-adb1-0bbe2108da4a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec6adb14-82e1-49d2-9e9e-7f204e8bb299&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457215
Feb 05 21:29:14.505742 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 59529e6c-0662-40f5-89d1-3fcb0f93d2ec up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:29:14.540456 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6cf0f-7d5b-4a38-8b06-afe6889494e2 req-534ee1cb-17e2-44e4-a5f0-9b3364985119 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:29:14.541943 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d6d6cf0f-7d5b-4a38-8b06-afe6889494e2 req-534ee1cb-17e2-44e4-a5f0-9b3364985119 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74c39fd-d44d-4f13-8eab-10dccc7362ad HTTP/1.1" status: 200  len: 944 time: 0.0533767
Feb 05 21:29:14.559011 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 59529e6c-0662-40f5-89d1-3fcb0f93d2ec completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:29:14.562740 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 59529e6c-0662-40f5-89d1-3fcb0f93d2ec triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:29:14.563121 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (59529e6c-0662-40f5-89d1-3fcb0f93d2ec), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:14.593433 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d6d6cf0f-7d5b-4a38-8b06-afe6889494e2 req-5ef2587a-407f-40b5-9483-4e912fa083e3 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec6adb14-82e1-49d2-9e9e-7f204e8bb299&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453131
Feb 05 21:29:14.641893 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 59529e6c-0662-40f5-89d1-3fcb0f93d2ec is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:29:14.642217 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (59529e6c-0662-40f5-89d1-3fcb0f93d2ec), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:14.665794 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c74c39fd-d44d-4f13-8eab-10dccc7362ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59529e6c-0662-40f5-89d1-3fcb0f93d2ec'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:29:14.668285 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12bd1f1c-149a-4ce3-8d7c-e22272473e56" -d '{"events": [{"server_uuid": "c74c39fd-d44d-4f13-8eab-10dccc7362ad", "name": "network-vif-plugged", "status": "completed", "tag": "59529e6c-0662-40f5-89d1-3fcb0f93d2ec"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:29:14.681268 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 59529e6c-0662-40f5-89d1-3fcb0f93d2ec, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=59529e6c-0662-40f5-89d1-3fcb0f93d2ec,segment=NetworkSegment(358c3754-0de6-4aa3-8038-ab4eb95c607b),segment_id=358c3754-0de6-4aa3-8038-ab4eb95c607b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:29:14.686986 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (59529e6c-0662-40f5-89d1-3fcb0f93d2ec), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:14.734566 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=59529e6c-0662-40f5-89d1-3fcb0f93d2ec,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:29:14.769397 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90208fd8-2de0-4d9d-8263-75ed67c9af47 x-openstack-request-id: req-90208fd8-2de0-4d9d-8263-75ed67c9af47 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:29:14.769690 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c74c39fd-d44d-4f13-8eab-10dccc7362ad", "name": "network-vif-plugged", "status": "completed", "tag": "59529e6c-0662-40f5-89d1-3fcb0f93d2ec", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:29:14.769944 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-90208fd8-2de0-4d9d-8263-75ed67c9af47 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:29:14.770341 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c74c39fd-d44d-4f13-8eab-10dccc7362ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59529e6c-0662-40f5-89d1-3fcb0f93d2ec', 'code': 200}
Feb 05 21:29:14.868433 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c9bd2-1167-4148-a906-ad0323647536 req-261e3acf-8242-4e6a-948c-c23f106ce1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:29:14.869942 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ca1c9bd2-1167-4148-a906-ad0323647536 req-261e3acf-8242-4e6a-948c-c23f106ce1a1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c74c39fd-d44d-4f13-8eab-10dccc7362ad HTTP/1.1" status: 200  len: 1127 time: 0.0439365
Feb 05 21:29:14.920364 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ca1c9bd2-1167-4148-a906-ad0323647536 req-1d7e1d18-e8ca-40dc-a67d-fb9422cbfea6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ec6adb14-82e1-49d2-9e9e-7f204e8bb299&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446045
Feb 05 21:29:15.498726 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:15.714509 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f836149-7ec5-44f2-aa89-b4dad83bc0fa req-f7e57494-bb02-4b0c-bf11-0be547e8f4f3 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:29:15.716240 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1f836149-7ec5-44f2-aa89-b4dad83bc0fa req-f7e57494-bb02-4b0c-bf11-0be547e8f4f3 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74c39fd-d44d-4f13-8eab-10dccc7362ad HTTP/1.1" status: 200  len: 945 time: 0.0536070
Feb 05 21:29:15.765765 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1f836149-7ec5-44f2-aa89-b4dad83bc0fa req-2dc01abd-24a6-40bd-a2b6-1ccca7762fc1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec6adb14-82e1-49d2-9e9e-7f204e8bb299&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439310
Feb 05 21:29:16.887220 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632aab3-6d5b-48bc-9e85-27c7df84fc40 req-b0a07455-34ca-4869-a57a-f27fcca218f6 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:29:16.888687 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1632aab3-6d5b-48bc-9e85-27c7df84fc40 req-b0a07455-34ca-4869-a57a-f27fcca218f6 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74c39fd-d44d-4f13-8eab-10dccc7362ad HTTP/1.1" status: 200  len: 945 time: 0.0556221
Feb 05 21:29:16.938012 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1632aab3-6d5b-48bc-9e85-27c7df84fc40 req-29ebb1fc-c9aa-4463-a0ea-8e69f24a5268 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec6adb14-82e1-49d2-9e9e-7f204e8bb299&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437984
Feb 05 21:29:17.055660 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3475d19-5fed-4b71-a5f0-ee1d89f0b567 req-6b9bb18f-1ea4-40c6-9e1e-99c50afe0a64 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:29:17.057024 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b3475d19-5fed-4b71-a5f0-ee1d89f0b567 req-6b9bb18f-1ea4-40c6-9e1e-99c50afe0a64 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74c39fd-d44d-4f13-8eab-10dccc7362ad HTTP/1.1" status: 200  len: 945 time: 0.0527437
Feb 05 21:29:17.106301 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b3475d19-5fed-4b71-a5f0-ee1d89f0b567 req-cb7e38c7-e2c3-4e17-bf60-f930609b6bd1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec6adb14-82e1-49d2-9e9e-7f204e8bb299&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431747
Feb 05 21:29:17.127358 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49496) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:29:17.173987 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7cdb9e-7011-44e9-bcb2-e73ed8cb23fd tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:29:17.175568 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ff7cdb9e-7011-44e9-bcb2-e73ed8cb23fd tempest-TestNetworkAdvancedServerOps-1961573583 tempest-TestNetworkAdvancedServerOps-1961573583-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c74c39fd-d44d-4f13-8eab-10dccc7362ad HTTP/1.1" status: 200  len: 1122 time: 0.0472496
Feb 05 21:29:17.178293 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49498) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:29:17.182673 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-658c8d97-d069-441a-a343-93eda67a4767 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'port_id': '59529e6c-0662-40f5-89d1-3fcb0f93d2ec', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:29:17.202318 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-658c8d97-d069-441a-a343-93eda67a4767 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:17.626889 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-658c8d97-d069-441a-a343-93eda67a4767 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:17.732532 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-658c8d97-d069-441a-a343-93eda67a4767 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Allocated IP 172.35.4.224 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/36a7335f-7fe3-4d87-aab5-bb7685c3e933) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:29:17.835273 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-658c8d97-d069-441a-a343-93eda67a4767 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for port (36a7335f-7fe3-4d87-aab5-bb7685c3e933), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:17.838637 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:29:17.867675 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-658c8d97-d069-441a-a343-93eda67a4767 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (36a7335f-7fe3-4d87-aab5-bb7685c3e933), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:17.910569 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658c8d97-d069-441a-a343-93eda67a4767 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:29:17.913318 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-658c8d97-d069-441a-a343-93eda67a4767 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:29:17.917182 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658c8d97-d069-441a-a343-93eda67a4767 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:29:17.940326 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c8d97-d069-441a-a343-93eda67a4767 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'Port': ['ID=36a7335f-7fe3-4d87-aab5-bb7685c3e933,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:29:18.281446 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-658c8d97-d069-441a-a343-93eda67a4767 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for floatingip (a98ddbf9-a862-4804-864b-813630780e3a), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:18.351277 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-658c8d97-d069-441a-a343-93eda67a4767 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (36a7335f-7fe3-4d87-aab5-bb7685c3e933), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:18.500259 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-658c8d97-d069-441a-a343-93eda67a4767 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for port (36a7335f-7fe3-4d87-aab5-bb7685c3e933), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:18.504851 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-658c8d97-d069-441a-a343-93eda67a4767 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (36a7335f-7fe3-4d87-aab5-bb7685c3e933), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:18.574655 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c8d97-d069-441a-a343-93eda67a4767 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event updated for resources: {'Port': ['ID=36a7335f-7fe3-4d87-aab5-bb7685c3e933,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:29:18.586209 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-658c8d97-d069-441a-a343-93eda67a4767 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (a98ddbf9-a862-4804-864b-813630780e3a), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:18.691641 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-658c8d97-d069-441a-a343-93eda67a4767 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Floating IP a98ddbf9-a862-4804-864b-813630780e3a associated. External IP: 172.35.4.224, port: 59529e6c-0662-40f5-89d1-3fcb0f93d2ec.
Feb 05 21:29:18.899024 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-658c8d97-d069-441a-a343-93eda67a4767 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Router bf51c381-5a1c-4cff-9bbd-972c26dd44ac has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:29:19.011998 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658c8d97-d069-441a-a343-93eda67a4767 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:29:19.021419 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15be454c-fcb7-4635-b67c-e0a2274801b8 None None] Sync routers for ids ['bf51c381-5a1c-4cff-9bbd-972c26dd44ac'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:29:19.030827 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-658c8d97-d069-441a-a343-93eda67a4767 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:19.032672 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15be454c-fcb7-4635-b67c-e0a2274801b8 None None] Routers {'bf51c381-5a1c-4cff-9bbd-972c26dd44ac'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:29:19.033393 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-15be454c-fcb7-4635-b67c-e0a2274801b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab3ac820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:29:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['bf51c381-5a1c-4cff-9bbd-972c26dd44ac'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:29:19.061840 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-658c8d97-d069-441a-a343-93eda67a4767 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8825049
Feb 05 21:29:19.062549 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c74c39fd-d44d-4f13-8eab-10dccc7362ad', 'tag': '59529e6c-0662-40f5-89d1-3fcb0f93d2ec'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:29:19.064902 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6950ef9-e856-4420-b504-d49780915603" -d '{"events": [{"name": "network-changed", "server_uuid": "c74c39fd-d44d-4f13-8eab-10dccc7362ad", "tag": "59529e6c-0662-40f5-89d1-3fcb0f93d2ec"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:29:19.108884 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2149ce44-3046-48fe-96f1-03e5ff63f740 x-openstack-request-id: req-2149ce44-3046-48fe-96f1-03e5ff63f740 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:29:19.109185 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c74c39fd-d44d-4f13-8eab-10dccc7362ad", "tag": "59529e6c-0662-40f5-89d1-3fcb0f93d2ec", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:29:19.110158 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2149ce44-3046-48fe-96f1-03e5ff63f740 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:29:19.110158 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c74c39fd-d44d-4f13-8eab-10dccc7362ad', 'tag': '59529e6c-0662-40f5-89d1-3fcb0f93d2ec', 'status': 'completed', 'code': 200}
Feb 05 21:29:19.181449 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6950ef9-e856-4420-b504-d49780915603 req-fd7813c0-ef37-4353-a4d4-1cee97c53dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:29:19.183107 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c6950ef9-e856-4420-b504-d49780915603 req-fd7813c0-ef37-4353-a4d4-1cee97c53dc8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a64d1698f20a435e8937ab305eac38dd&device_id=c74c39fd-d44d-4f13-8eab-10dccc7362ad HTTP/1.1" status: 200  len: 1127 time: 0.0515935
Feb 05 21:29:19.186118 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87335c-2aaa-4a9b-bf3d-c914a96ef14a req-f2adb2ee-7264-4b11-a155-2c4f288c146a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:29:19.187857 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4a87335c-2aaa-4a9b-bf3d-c914a96ef14a req-f2adb2ee-7264-4b11-a155-2c4f288c146a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74c39fd-d44d-4f13-8eab-10dccc7362ad HTTP/1.1" status: 200  len: 945 time: 0.0620806
Feb 05 21:29:19.245521 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4a87335c-2aaa-4a9b-bf3d-c914a96ef14a req-ae1953cc-d5a0-47f6-a874-f86edc033e2f tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec6adb14-82e1-49d2-9e9e-7f204e8bb299&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512681
Feb 05 21:29:19.267726 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49504) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:29:19.279993 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6950ef9-e856-4420-b504-d49780915603 req-869d943f-0a1b-40c7-9d50-b582b25559f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:29:19.281486 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c6950ef9-e856-4420-b504-d49780915603 req-869d943f-0a1b-40c7-9d50-b582b25559f3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3f93ab54-fb25-4083-91b1-d24b38d99835 HTTP/1.1" status: 200  len: 897 time: 0.0926638
Feb 05 21:29:19.311640 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-15be454c-fcb7-4635-b67c-e0a2274801b8 None None] Set router bf51c381-5a1c-4cff-9bbd-972c26dd44ac gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:29:19.332852 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-984d27d4-8c67-4adc-ab90-622bdc581246 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/floatingips/a98ddbf9-a862-4804-864b-813630780e3a HTTP/1.1" status: 200  len: 991 time: 0.0636840
Feb 05 21:29:19.354903 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c6950ef9-e856-4420-b504-d49780915603 req-ccb7d94a-66af-400b-8ae9-cbd2f5df3011 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59529e6c-0662-40f5-89d1-3fcb0f93d2ec HTTP/1.1" status: 200  len: 999 time: 0.0674269
Feb 05 21:29:19.402488 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6950ef9-e856-4420-b504-d49780915603 req-dc5972ba-6164-4924-8542-af77f9726f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:29:19.403964 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c6950ef9-e856-4420-b504-d49780915603 req-dc5972ba-6164-4924-8542-af77f9726f0c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=09c4bb15-98dc-4fbd-aef1-c1d75e6bda69 HTTP/1.1" status: 200  len: 834 time: 0.0438836
Feb 05 21:29:19.453287 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6950ef9-e856-4420-b504-d49780915603 req-a4437533-1a54-4e2c-9fda-811ae79ebc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:29:19.454794 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c6950ef9-e856-4420-b504-d49780915603 req-a4437533-1a54-4e2c-9fda-811ae79ebc77 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3f93ab54-fb25-4083-91b1-d24b38d99835&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0446405
Feb 05 21:29:19.538402 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-15be454c-fcb7-4635-b67c-e0a2274801b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab3ac820>, [{'id': 'bf51c381-5a1c-4cff-9bbd-972c26dd44ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949888064', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': 'b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:29:02Z', 'updated_at': '2022-02-05T21:29:05Z', 'revision_number': 4, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': 'b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:84:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf51c381-5a1c-4cff-9bbd-972c26dd44ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:29:02Z', 'updated_at': '2022-02-05T21:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a98ddbf9-a862-4804-864b-813630780e3a', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'floating_ip_address': '172.35.4.224', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'bf51c381-5a1c-4cff-9bbd-972c26dd44ac', 'port_id': '59529e6c-0662-40f5-89d1-3fcb0f93d2ec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f93ab54-fb25-4083-91b1-d24b38d99835', 'mac_address': 'fa:16:3e:52:64:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74c39fd-d44d-4f13-8eab-10dccc7362ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:29:18Z', 'updated_at': '2022-02-05T21:29:18Z', 'revision_number': 0, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccd2135d-b756-4913-9740-a14d046eb998', 'name': '', 'network_id': '3f93ab54-fb25-4083-91b1-d24b38d99835', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'mac_address': 'fa:16:3e:fa:51:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf51c381-5a1c-4cff-9bbd-972c26dd44ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '09c4bb15-98dc-4fbd-aef1-c1d75e6bda69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:29:05Z', 'updated_at': '2022-02-05T21:29:08Z', 'revision_number': 5, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'subnets': [{'id': '09c4bb15-98dc-4fbd-aef1-c1d75e6bda69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:29:19.548604 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c6950ef9-e856-4420-b504-d49780915603 req-9fe8c3b7-b169-4411-859b-c0e8b48d485c service neutron] 10.222.0.21 "GET /v2.0/networks/3f93ab54-fb25-4083-91b1-d24b38d99835?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0883992
Feb 05 21:29:19.568707 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15be454c-fcb7-4635-b67c-e0a2274801b8 None None] Checking router: bf51c381-5a1c-4cff-9bbd-972c26dd44ac for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:29:19.577949 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15be454c-fcb7-4635-b67c-e0a2274801b8 None None] Routers {'bf51c381-5a1c-4cff-9bbd-972c26dd44ac'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:29:19.578614 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-15be454c-fcb7-4635-b67c-e0a2274801b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab3ac820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:29:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['bf51c381-5a1c-4cff-9bbd-972c26dd44ac'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:29:19.641975 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c6950ef9-e856-4420-b504-d49780915603 req-d0d914b0-3560-4a50-981b-c678d1e1b98a service neutron] 10.222.0.21 "GET /v2.0/networks/3f93ab54-fb25-4083-91b1-d24b38d99835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872242
Feb 05 21:29:19.700212 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-15be454c-fcb7-4635-b67c-e0a2274801b8 None None] Set router bf51c381-5a1c-4cff-9bbd-972c26dd44ac gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:29:19.921452 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-15be454c-fcb7-4635-b67c-e0a2274801b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab3ac820>, [{'id': 'bf51c381-5a1c-4cff-9bbd-972c26dd44ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949888064', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': 'b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:29:02Z', 'updated_at': '2022-02-05T21:29:05Z', 'revision_number': 4, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': 'b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:84:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf51c381-5a1c-4cff-9bbd-972c26dd44ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:29:02Z', 'updated_at': '2022-02-05T21:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a98ddbf9-a862-4804-864b-813630780e3a', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'floating_ip_address': '172.35.4.224', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'bf51c381-5a1c-4cff-9bbd-972c26dd44ac', 'port_id': '59529e6c-0662-40f5-89d1-3fcb0f93d2ec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f93ab54-fb25-4083-91b1-d24b38d99835', 'mac_address': 'fa:16:3e:52:64:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74c39fd-d44d-4f13-8eab-10dccc7362ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:29:18Z', 'updated_at': '2022-02-05T21:29:18Z', 'revision_number': 0, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccd2135d-b756-4913-9740-a14d046eb998', 'name': '', 'network_id': '3f93ab54-fb25-4083-91b1-d24b38d99835', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'mac_address': 'fa:16:3e:fa:51:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf51c381-5a1c-4cff-9bbd-972c26dd44ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '09c4bb15-98dc-4fbd-aef1-c1d75e6bda69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:29:05Z', 'updated_at': '2022-02-05T21:29:08Z', 'revision_number': 5, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'subnets': [{'id': '09c4bb15-98dc-4fbd-aef1-c1d75e6bda69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:29:19.952352 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15be454c-fcb7-4635-b67c-e0a2274801b8 None None] The sync data for ids ['bf51c381-5a1c-4cff-9bbd-972c26dd44ac'] in ncdv-master-1 is: [{'id': 'bf51c381-5a1c-4cff-9bbd-972c26dd44ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949888064', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': 'b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:29:02Z', 'updated_at': '2022-02-05T21:29:05Z', 'revision_number': 4, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': 'b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:84:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf51c381-5a1c-4cff-9bbd-972c26dd44ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:29:02Z', 'updated_at': '2022-02-05T21:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a98ddbf9-a862-4804-864b-813630780e3a', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'floating_ip_address': '172.35.4.224', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'bf51c381-5a1c-4cff-9bbd-972c26dd44ac', 'port_id': '59529e6c-0662-40f5-89d1-3fcb0f93d2ec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f93ab54-fb25-4083-91b1-d24b38d99835', 'mac_address': 'fa:16:3e:52:64:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74c39fd-d44d-4f13-8eab-10dccc7362ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:29:18Z', 'updated_at': '2022-02-05T21:29:18Z', 'revision_number': 0, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccd2135d-b756-4913-9740-a14d046eb998', 'name': '', 'network_id': '3f93ab54-fb25-4083-91b1-d24b38d99835', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'mac_address': 'fa:16:3e:fa:51:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf51c381-5a1c-4cff-9bbd-972c26dd44ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '09c4bb15-98dc-4fbd-aef1-c1d75e6bda69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:29:05Z', 'updated_at': '2022-02-05T21:29:08Z', 'revision_number': 5, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'subnets': [{'id': '09c4bb15-98dc-4fbd-aef1-c1d75e6bda69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:29:20.148537 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b5ece0-7519-40be-989b-c7d36110bfdf None None] New status for floating IP a98ddbf9-a862-4804-864b-813630780e3a: ACTIVE {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:29:20.336274 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49506) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:29:20.401086 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f289474e-37c6-4a2f-a815-3c7680368147 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/floatingips/a98ddbf9-a862-4804-864b-813630780e3a HTTP/1.1" status: 200  len: 993 time: 0.0636587
Feb 05 21:29:20.417857 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:25.137009 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f33a63fb-283e-4f22-909e-271f2fc1c362 req-d5e204c9-fe87-4ab3-a1bf-7e76a53e7111 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c74c39fd-d44d-4f13-8eab-10dccc7362ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0502441
Feb 05 21:29:25.221302 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a63fb-283e-4f22-909e-271f2fc1c362 req-24a4cdc6-eafd-4c54-8980-752241ab7abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:29:25.222745 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f33a63fb-283e-4f22-909e-271f2fc1c362 req-24a4cdc6-eafd-4c54-8980-752241ab7abb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a64d1698f20a435e8937ab305eac38dd&device_id=c74c39fd-d44d-4f13-8eab-10dccc7362ad HTTP/1.1" status: 200  len: 1127 time: 0.0437205
Feb 05 21:29:25.326948 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a63fb-283e-4f22-909e-271f2fc1c362 req-525c9c08-c75f-48c8-a3f8-a7138fe831a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:29:25.328462 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f33a63fb-283e-4f22-909e-271f2fc1c362 req-525c9c08-c75f-48c8-a3f8-a7138fe831a3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3f93ab54-fb25-4083-91b1-d24b38d99835 HTTP/1.1" status: 200  len: 897 time: 0.0878267
Feb 05 21:29:25.390074 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f33a63fb-283e-4f22-909e-271f2fc1c362 req-96e37d6f-257b-4f53-a0ca-a9f0c19a6965 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59529e6c-0662-40f5-89d1-3fcb0f93d2ec HTTP/1.1" status: 200  len: 1001 time: 0.0558310
Feb 05 21:29:25.436668 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a63fb-283e-4f22-909e-271f2fc1c362 req-9f95564d-0361-4345-adf8-452099a70367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:29:25.438087 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f33a63fb-283e-4f22-909e-271f2fc1c362 req-9f95564d-0361-4345-adf8-452099a70367 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=09c4bb15-98dc-4fbd-aef1-c1d75e6bda69 HTTP/1.1" status: 200  len: 834 time: 0.0426898
Feb 05 21:29:25.782652 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a63fb-283e-4f22-909e-271f2fc1c362 req-94134620-0632-46a6-acc8-e48a3ba858b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:29:25.784151 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f33a63fb-283e-4f22-909e-271f2fc1c362 req-94134620-0632-46a6-acc8-e48a3ba858b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3f93ab54-fb25-4083-91b1-d24b38d99835&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3405511
Feb 05 21:29:25.871806 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f33a63fb-283e-4f22-909e-271f2fc1c362 req-5fe64874-ec8d-49ac-8432-cd2f0678a2d7 service neutron] 10.222.0.21 "GET /v2.0/networks/3f93ab54-fb25-4083-91b1-d24b38d99835?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0807335
Feb 05 21:29:25.961297 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f33a63fb-283e-4f22-909e-271f2fc1c362 req-7f8887ba-7d92-42bb-bdb3-ee87d597f66f service neutron] 10.222.0.21 "GET /v2.0/networks/3f93ab54-fb25-4083-91b1-d24b38d99835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843418
Feb 05 21:29:33.754337 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8938d2b4-c205-40a8-aa94-b57f6ec18708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:36.139899 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1d2716d9-3e45-4eae-b383-6cf6f2ee21b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:37.552327 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:39.146940 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:40.531065 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:45.510508 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:50.430403 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:29:54.837712 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:30:03.755734 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9b4a926a-071b-4ced-940d-c88ba8d11291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:30:06.142432 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c0927813-ad09-4868-b0b3-73c786fb0400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:30:07.555511 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:30:09.149136 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:30:10.533082 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:30:11.188589 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-3b3f624a-40e8-41b1-aa11-94a82d3466b3 req-1093b201-f2b1-423d-a8f6-8b74e77f3366 service neutron] (114391) timed out ('10.222.0.21', 60131) {{(pid=114391) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 05 21:30:15.510537 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:30:20.436376 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:30:23.118081 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f561ac-4e01-442f-bc00-3a759eb08938 req-6f6d2fa7-d12c-4475-8b8b-2189bffdcb50 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:30:23.119703 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-17f561ac-4e01-442f-bc00-3a759eb08938 req-6f6d2fa7-d12c-4475-8b8b-2189bffdcb50 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74c39fd-d44d-4f13-8eab-10dccc7362ad HTTP/1.1" status: 200  len: 945 time: 0.0582120
Feb 05 21:30:23.169188 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-17f561ac-4e01-442f-bc00-3a759eb08938 req-ea75f8fe-86f3-4ff1-b1d6-54426bbef6e7 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec6adb14-82e1-49d2-9e9e-7f204e8bb299&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433099
Feb 05 21:30:24.291803 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d6d99-e142-4d67-a900-e0002db52cd0 req-49b38db8-383a-4f00-9e6f-ad6cc7d1e3fc tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:30:24.293297 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-641d6d99-e142-4d67-a900-e0002db52cd0 req-49b38db8-383a-4f00-9e6f-ad6cc7d1e3fc tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74c39fd-d44d-4f13-8eab-10dccc7362ad HTTP/1.1" status: 200  len: 945 time: 0.0568929
Feb 05 21:30:24.343317 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-641d6d99-e142-4d67-a900-e0002db52cd0 req-3e950dbb-8d2b-46fd-8ec4-69367d22608d tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec6adb14-82e1-49d2-9e9e-7f204e8bb299&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439601
Feb 05 21:30:25.465263 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7105fb-e2da-43b6-84d6-586466b9b026 req-ef2e02eb-c415-4539-b665-59172ae015cf tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:30:25.466951 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ab7105fb-e2da-43b6-84d6-586466b9b026 req-ef2e02eb-c415-4539-b665-59172ae015cf tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74c39fd-d44d-4f13-8eab-10dccc7362ad HTTP/1.1" status: 200  len: 945 time: 0.0549939
Feb 05 21:30:25.516734 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ab7105fb-e2da-43b6-84d6-586466b9b026 req-f19c5be3-a8b3-4758-b681-8ba3745e8694 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec6adb14-82e1-49d2-9e9e-7f204e8bb299&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439558
Feb 05 21:30:26.153375 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc682a30-5920-4e75-8e90-5a40a5a8eced req-15019726-b423-4aca-8405-2483bf9fd467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:30:26.154925 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bc682a30-5920-4e75-8e90-5a40a5a8eced req-15019726-b423-4aca-8405-2483bf9fd467 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a64d1698f20a435e8937ab305eac38dd&device_id=c74c39fd-d44d-4f13-8eab-10dccc7362ad HTTP/1.1" status: 200  len: 1127 time: 0.0458269
Feb 05 21:30:26.262002 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc682a30-5920-4e75-8e90-5a40a5a8eced req-986c9f71-7bc6-436a-8df1-7b282d9ed406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:30:26.263471 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bc682a30-5920-4e75-8e90-5a40a5a8eced req-986c9f71-7bc6-436a-8df1-7b282d9ed406 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3f93ab54-fb25-4083-91b1-d24b38d99835 HTTP/1.1" status: 200  len: 897 time: 0.0906496
Feb 05 21:30:26.326700 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bc682a30-5920-4e75-8e90-5a40a5a8eced req-4f052f86-c8bf-4770-aebb-9b7fc4f196ce service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59529e6c-0662-40f5-89d1-3fcb0f93d2ec HTTP/1.1" status: 200  len: 1001 time: 0.0577276
Feb 05 21:30:26.373299 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc682a30-5920-4e75-8e90-5a40a5a8eced req-cfe9549f-5c4d-45f0-b51c-582180f5dc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:30:26.375408 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bc682a30-5920-4e75-8e90-5a40a5a8eced req-cfe9549f-5c4d-45f0-b51c-582180f5dc0e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=09c4bb15-98dc-4fbd-aef1-c1d75e6bda69 HTTP/1.1" status: 200  len: 834 time: 0.0432432
Feb 05 21:30:26.428019 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc682a30-5920-4e75-8e90-5a40a5a8eced req-da36c5eb-4f3d-446b-b4c6-3af7bf5df5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:30:26.429539 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bc682a30-5920-4e75-8e90-5a40a5a8eced req-da36c5eb-4f3d-446b-b4c6-3af7bf5df5bb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3f93ab54-fb25-4083-91b1-d24b38d99835&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0483942
Feb 05 21:30:26.517766 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bc682a30-5920-4e75-8e90-5a40a5a8eced req-bf5289b9-f455-48b6-8e89-800ba7415142 service neutron] 10.222.0.21 "GET /v2.0/networks/3f93ab54-fb25-4083-91b1-d24b38d99835?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0814846
Feb 05 21:30:26.621229 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bc682a30-5920-4e75-8e90-5a40a5a8eced req-a965977a-48e0-4e0b-9264-091bd21658ba service neutron] 10.222.0.21 "GET /v2.0/networks/3f93ab54-fb25-4083-91b1-d24b38d99835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0907359
Feb 05 21:30:26.642823 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ffc29-a54e-4d8d-a332-97ed2d35b608 req-1013c1f9-552a-4dcb-a1f0-58611b7eea4e tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:30:26.644338 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-684ffc29-a54e-4d8d-a332-97ed2d35b608 req-1013c1f9-552a-4dcb-a1f0-58611b7eea4e tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74c39fd-d44d-4f13-8eab-10dccc7362ad HTTP/1.1" status: 200  len: 945 time: 0.0567217
Feb 05 21:30:26.697620 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-684ffc29-a54e-4d8d-a332-97ed2d35b608 req-35a786d4-f631-403f-a742-0cc2080d8674 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec6adb14-82e1-49d2-9e9e-7f204e8bb299&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476241
Feb 05 21:30:27.817408 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c288f-ff30-4579-8c9d-467ee591739d req-6cb43dff-a3c0-46bc-93d5-ffe3a4b3d941 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:30:27.818923 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b90c288f-ff30-4579-8c9d-467ee591739d req-6cb43dff-a3c0-46bc-93d5-ffe3a4b3d941 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74c39fd-d44d-4f13-8eab-10dccc7362ad HTTP/1.1" status: 200  len: 945 time: 0.0531003
Feb 05 21:30:27.868200 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b90c288f-ff30-4579-8c9d-467ee591739d req-c5a690c3-7572-41ff-b058-8d82ba9319ab tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec6adb14-82e1-49d2-9e9e-7f204e8bb299&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435956
Feb 05 21:30:28.988613 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68a575-61ab-45d6-9274-478666df47ed req-69e76c51-125f-4f05-9290-02a43a24c9bf tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:30:28.990123 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ef68a575-61ab-45d6-9274-478666df47ed req-69e76c51-125f-4f05-9290-02a43a24c9bf tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74c39fd-d44d-4f13-8eab-10dccc7362ad HTTP/1.1" status: 200  len: 945 time: 0.0537305
Feb 05 21:30:29.038983 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ef68a575-61ab-45d6-9274-478666df47ed req-60d0462a-e049-4cc5-9428-771234680605 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec6adb14-82e1-49d2-9e9e-7f204e8bb299&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432758
Feb 05 21:30:30.160565 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7cacd-3e3b-4d2f-97b8-f4b69587e1c0 req-cd358ba8-6b1b-42ce-992a-bb8a7391c6de tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:30:30.162047 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-09b7cacd-3e3b-4d2f-97b8-f4b69587e1c0 req-cd358ba8-6b1b-42ce-992a-bb8a7391c6de tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74c39fd-d44d-4f13-8eab-10dccc7362ad HTTP/1.1" status: 200  len: 945 time: 0.0567696
Feb 05 21:30:30.209782 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-09b7cacd-3e3b-4d2f-97b8-f4b69587e1c0 req-731df518-6804-48c4-bbac-b17cc4a0c0b1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec6adb14-82e1-49d2-9e9e-7f204e8bb299&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419822
Feb 05 21:30:31.328807 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6335de-422d-4799-b1a0-a7c8f9491004 req-608673a0-9f6d-4f6c-a963-ac836bf6274c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:30:31.330281 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ed6335de-422d-4799-b1a0-a7c8f9491004 req-608673a0-9f6d-4f6c-a963-ac836bf6274c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74c39fd-d44d-4f13-8eab-10dccc7362ad HTTP/1.1" status: 200  len: 945 time: 0.0530074
Feb 05 21:30:31.378183 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ed6335de-422d-4799-b1a0-a7c8f9491004 req-be3596f1-8565-4516-9e43-14a7883bb999 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec6adb14-82e1-49d2-9e9e-7f204e8bb299&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423079
Feb 05 21:30:31.838109 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:30:32.497434 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefff800-5318-488d-96d6-63128e104d28 req-5bf95411-da64-4791-9f8d-d10fc5c08f57 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:30:32.499029 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aefff800-5318-488d-96d6-63128e104d28 req-5bf95411-da64-4791-9f8d-d10fc5c08f57 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74c39fd-d44d-4f13-8eab-10dccc7362ad HTTP/1.1" status: 200  len: 945 time: 0.0524855
Feb 05 21:30:32.552136 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aefff800-5318-488d-96d6-63128e104d28 req-53a1fca4-17e2-411a-b616-7488a570f439 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec6adb14-82e1-49d2-9e9e-7f204e8bb299&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473356
Feb 05 21:30:33.671187 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a975729-fb98-436c-b620-5f08e4e064a0 req-57aa61ce-a3cc-499d-8487-5df510f5f08c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:30:33.672819 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7a975729-fb98-436c-b620-5f08e4e064a0 req-57aa61ce-a3cc-499d-8487-5df510f5f08c tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74c39fd-d44d-4f13-8eab-10dccc7362ad HTTP/1.1" status: 200  len: 945 time: 0.0535750
Feb 05 21:30:33.721812 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7a975729-fb98-436c-b620-5f08e4e064a0 req-4817b490-3a3f-4276-8e92-60573a795f14 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec6adb14-82e1-49d2-9e9e-7f204e8bb299&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431135
Feb 05 21:30:33.757667 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b0e69b47-4a19-4785-8be2-52078d8edfec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:30:34.846926 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27fdfe2-040a-4553-855a-4e5503d15b9b req-cf833de1-c95b-4888-81b8-370f39e1522f tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:30:34.848399 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c27fdfe2-040a-4553-855a-4e5503d15b9b req-cf833de1-c95b-4888-81b8-370f39e1522f tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74c39fd-d44d-4f13-8eab-10dccc7362ad HTTP/1.1" status: 200  len: 945 time: 0.0517130
Feb 05 21:30:34.897189 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c27fdfe2-040a-4553-855a-4e5503d15b9b req-2ad3372e-a023-44b6-85f4-b2683b83493d tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec6adb14-82e1-49d2-9e9e-7f204e8bb299&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432148
Feb 05 21:30:36.023019 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8679f3-2eda-4e8c-9d2c-bf2c2b504fc1 req-d8bd6c88-945c-4126-93e7-d2b60a0055e0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:30:36.024492 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bf8679f3-2eda-4e8c-9d2c-bf2c2b504fc1 req-d8bd6c88-945c-4126-93e7-d2b60a0055e0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74c39fd-d44d-4f13-8eab-10dccc7362ad HTTP/1.1" status: 200  len: 945 time: 0.0558100
Feb 05 21:30:36.073994 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bf8679f3-2eda-4e8c-9d2c-bf2c2b504fc1 req-147d2c38-3b77-4ff7-8df8-1a295d25a3c0 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec6adb14-82e1-49d2-9e9e-7f204e8bb299&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438669
Feb 05 21:30:36.143265 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-aefec7e6-4f36-4d40-ae29-3c4f6c1627c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:30:36.944331 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 59529e6c-0662-40f5-89d1-3fcb0f93d2ec details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:30:37.040810 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 59529e6c-0662-40f5-89d1-3fcb0f93d2ec, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=59529e6c-0662-40f5-89d1-3fcb0f93d2ec,segment=NetworkSegment(358c3754-0de6-4aa3-8038-ab4eb95c607b),segment_id=358c3754-0de6-4aa3-8038-ab4eb95c607b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:30:37.052313 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '59529e6c-0662-40f5-89d1-3fcb0f93d2ec', 'network_id': '3f93ab54-fb25-4083-91b1-d24b38d99835', 'port_id': '59529e6c-0662-40f5-89d1-3fcb0f93d2ec', 'mac_address': 'fa:16:3e:52:64:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09c4bb15-98dc-4fbd-aef1-c1d75e6bda69', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:30:37.090557 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 59529e6c-0662-40f5-89d1-3fcb0f93d2ec is: ACTIVE; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:30:37.090946 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (59529e6c-0662-40f5-89d1-3fcb0f93d2ec), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:30:37.109324 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 59529e6c-0662-40f5-89d1-3fcb0f93d2ec {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:30:37.129652 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 59529e6c-0662-40f5-89d1-3fcb0f93d2ec, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=59529e6c-0662-40f5-89d1-3fcb0f93d2ec,segment=NetworkSegment(358c3754-0de6-4aa3-8038-ab4eb95c607b),segment_id=358c3754-0de6-4aa3-8038-ab4eb95c607b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:30:37.135123 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (59529e6c-0662-40f5-89d1-3fcb0f93d2ec), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:30:37.185491 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=59529e6c-0662-40f5-89d1-3fcb0f93d2ec,revision_number=6']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:30:37.193808 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:30:37.194168 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:30:37.194618 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:30:37.194909 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:30:37.195252 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:30:37.195590 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:30:37.195922 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:30:37.196251 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:30:37.196605 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:30:37.196937 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:30:37.197267 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:30:37.197593 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:30:37.197922 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:30:37.207982 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473d99a-647d-47a9-b0a1-125e12936c58 req-32b00246-be96-47eb-97db-705233ad6a59 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:30:37.209549 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c473d99a-647d-47a9-b0a1-125e12936c58 req-32b00246-be96-47eb-97db-705233ad6a59 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74c39fd-d44d-4f13-8eab-10dccc7362ad HTTP/1.1" status: 200  len: 944 time: 0.0596168
Feb 05 21:30:37.232241 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd18ac-6584-424a-8415-c65740c2c344 req-2a4f93b2-a8fc-4e75-8219-ac5be3a4aac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:30:37.234353 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-51fd18ac-6584-424a-8415-c65740c2c344 req-2a4f93b2-a8fc-4e75-8219-ac5be3a4aac2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c74c39fd-d44d-4f13-8eab-10dccc7362ad HTTP/1.1" status: 200  len: 1126 time: 0.0485592
Feb 05 21:30:37.260387 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c473d99a-647d-47a9-b0a1-125e12936c58 req-aea655e9-763a-4938-89b7-07134496dee9 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec6adb14-82e1-49d2-9e9e-7f204e8bb299&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446138
Feb 05 21:30:37.279617 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-51fd18ac-6584-424a-8415-c65740c2c344 req-9faddd92-739c-407a-ae6d-4c5101aaab60 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ec6adb14-82e1-49d2-9e9e-7f204e8bb299&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388637
Feb 05 21:30:37.441943 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['59529e6c-0662-40f5-89d1-3fcb0f93d2ec'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:30:37.572984 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:30:38.396451 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e45faa-5fc9-4fbd-bd84-4fa134a5fe2f req-22410d68-abe9-48d6-a3b8-b938064e11c3 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:30:38.397991 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-94e45faa-5fc9-4fbd-bd84-4fa134a5fe2f req-22410d68-abe9-48d6-a3b8-b938064e11c3 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74c39fd-d44d-4f13-8eab-10dccc7362ad HTTP/1.1" status: 200  len: 944 time: 0.0595803
Feb 05 21:30:38.448012 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-94e45faa-5fc9-4fbd-bd84-4fa134a5fe2f req-4bcce9e9-54cb-4a11-b5db-c1c360157d65 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec6adb14-82e1-49d2-9e9e-7f204e8bb299&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442312
Feb 05 21:30:38.949205 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 59529e6c-0662-40f5-89d1-3fcb0f93d2ec up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:30:38.997439 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 59529e6c-0662-40f5-89d1-3fcb0f93d2ec triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:30:38.997818 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (59529e6c-0662-40f5-89d1-3fcb0f93d2ec), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:30:39.075096 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 59529e6c-0662-40f5-89d1-3fcb0f93d2ec is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:30:39.075482 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (59529e6c-0662-40f5-89d1-3fcb0f93d2ec), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:30:39.099091 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c74c39fd-d44d-4f13-8eab-10dccc7362ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59529e6c-0662-40f5-89d1-3fcb0f93d2ec'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:30:39.101317 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402bb347-f649-4b7f-bf95-b81245a49124" -d '{"events": [{"server_uuid": "c74c39fd-d44d-4f13-8eab-10dccc7362ad", "name": "network-vif-plugged", "status": "completed", "tag": "59529e6c-0662-40f5-89d1-3fcb0f93d2ec"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:30:39.118711 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 59529e6c-0662-40f5-89d1-3fcb0f93d2ec, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=59529e6c-0662-40f5-89d1-3fcb0f93d2ec,segment=NetworkSegment(358c3754-0de6-4aa3-8038-ab4eb95c607b),segment_id=358c3754-0de6-4aa3-8038-ab4eb95c607b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:30:39.123016 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (59529e6c-0662-40f5-89d1-3fcb0f93d2ec), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:30:39.146413 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5392b991-16ff-469e-b5e2-85688fb1f456 x-openstack-request-id: req-5392b991-16ff-469e-b5e2-85688fb1f456 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:30:39.146717 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c74c39fd-d44d-4f13-8eab-10dccc7362ad", "name": "network-vif-plugged", "status": "completed", "tag": "59529e6c-0662-40f5-89d1-3fcb0f93d2ec", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:30:39.146977 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5392b991-16ff-469e-b5e2-85688fb1f456 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:30:39.147368 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c74c39fd-d44d-4f13-8eab-10dccc7362ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59529e6c-0662-40f5-89d1-3fcb0f93d2ec', 'code': 200}
Feb 05 21:30:39.172682 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:30:39.184086 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=59529e6c-0662-40f5-89d1-3fcb0f93d2ec,revision_number=7']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:30:39.572873 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d174db6-46c2-44e5-a41b-756e3c4c2751 req-e9765036-e82b-4ce4-83e9-0a166824a564 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:30:39.574358 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6d174db6-46c2-44e5-a41b-756e3c4c2751 req-e9765036-e82b-4ce4-83e9-0a166824a564 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74c39fd-d44d-4f13-8eab-10dccc7362ad HTTP/1.1" status: 200  len: 945 time: 0.0532835
Feb 05 21:30:39.622823 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6d174db6-46c2-44e5-a41b-756e3c4c2751 req-9075e98a-29cd-4737-9b71-41d1c0e947dc tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec6adb14-82e1-49d2-9e9e-7f204e8bb299&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426872
Feb 05 21:30:39.645905 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49602) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:30:39.711150 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-52c9e3aa-be8a-48e3-9299-609ecfc6fcc1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/floatingips/a98ddbf9-a862-4804-864b-813630780e3a HTTP/1.1" status: 200  len: 993 time: 0.0640702
Feb 05 21:30:40.536091 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:30:45.526147 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:30:50.449559 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:30:52.926663 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-8649fe0d-51a5-4c88-be4c-224d5576c9e6 req-11bbc672-fe03-481a-a28e-07828cfd27ab service neutron] (114391) timed out ('10.222.0.32', 44814) {{(pid=114391) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 05 21:31:03.759296 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2ac4c6e2-5c09-46c7-92e8-e86b3d9252cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:06.144514 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2a6982ae-e9bb-4da5-8c7b-e6a1d269affd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:07.560937 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:08.838263 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:31:09.155259 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:10.537175 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:15.537271 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:20.460603 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:28.150301 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d83262e6-448d-47f6-baff-c768fbd2ed62 req-6a9ff103-e650-49b8-adb5-d936efef8f1d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c74c39fd-d44d-4f13-8eab-10dccc7362ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0433495
Feb 05 21:31:28.236825 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83262e6-448d-47f6-baff-c768fbd2ed62 req-258d7fe7-7dd1-4a24-b13c-ccab8d95fe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:31:28.238308 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d83262e6-448d-47f6-baff-c768fbd2ed62 req-258d7fe7-7dd1-4a24-b13c-ccab8d95fe38 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a64d1698f20a435e8937ab305eac38dd&device_id=c74c39fd-d44d-4f13-8eab-10dccc7362ad HTTP/1.1" status: 200  len: 1127 time: 0.0485644
Feb 05 21:31:28.344066 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83262e6-448d-47f6-baff-c768fbd2ed62 req-f3088cb6-e952-4688-87f4-2fdbf724f3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:31:28.345542 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d83262e6-448d-47f6-baff-c768fbd2ed62 req-f3088cb6-e952-4688-87f4-2fdbf724f3f1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3f93ab54-fb25-4083-91b1-d24b38d99835 HTTP/1.1" status: 200  len: 897 time: 0.0893710
Feb 05 21:31:28.417096 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d83262e6-448d-47f6-baff-c768fbd2ed62 req-65dbbdb4-aaf9-45b8-a6e5-78cc646e43f5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59529e6c-0662-40f5-89d1-3fcb0f93d2ec HTTP/1.1" status: 200  len: 1001 time: 0.0653570
Feb 05 21:31:28.465566 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83262e6-448d-47f6-baff-c768fbd2ed62 req-a5e91b91-0637-422f-8baf-e11818fe67fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:31:28.467058 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d83262e6-448d-47f6-baff-c768fbd2ed62 req-a5e91b91-0637-422f-8baf-e11818fe67fc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=09c4bb15-98dc-4fbd-aef1-c1d75e6bda69 HTTP/1.1" status: 200  len: 834 time: 0.0430312
Feb 05 21:31:28.515637 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83262e6-448d-47f6-baff-c768fbd2ed62 req-79177149-2b4c-4b0c-b305-ec7d4d6aedf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:31:28.517565 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d83262e6-448d-47f6-baff-c768fbd2ed62 req-79177149-2b4c-4b0c-b305-ec7d4d6aedf8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3f93ab54-fb25-4083-91b1-d24b38d99835&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0442634
Feb 05 21:31:28.608672 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d83262e6-448d-47f6-baff-c768fbd2ed62 req-7bad569c-8afd-49d3-ad85-445b8115ab99 service neutron] 10.222.0.21 "GET /v2.0/networks/3f93ab54-fb25-4083-91b1-d24b38d99835?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850163
Feb 05 21:31:28.696887 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d83262e6-448d-47f6-baff-c768fbd2ed62 req-864bf9a6-b564-47f5-8a46-f1d84e0be3ac service neutron] 10.222.0.21 "GET /v2.0/networks/3f93ab54-fb25-4083-91b1-d24b38d99835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0823975
Feb 05 21:31:33.761377 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-68274332-8ec9-41cd-a575-33cea9eaa3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:36.146920 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6e2623f5-f964-4334-8095-f763de007d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:37.565357 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:39.158531 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:40.542543 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:45.541446 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:45.838126 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:31:46.358829 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49646) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:31:46.518468 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-5e740b11-aac8-4557-8d8c-419f0c7eaa6a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Deleting port 36a7335f-7fe3-4d87-aab5-bb7685c3e933 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:31:46.518817 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5e740b11-aac8-4557-8d8c-419f0c7eaa6a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (36a7335f-7fe3-4d87-aab5-bb7685c3e933), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:46.590425 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5e740b11-aac8-4557-8d8c-419f0c7eaa6a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (36a7335f-7fe3-4d87-aab5-bb7685c3e933), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:46.590758 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5e740b11-aac8-4557-8d8c-419f0c7eaa6a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for floatingip (36a7335f-7fe3-4d87-aab5-bb7685c3e933), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:46.601962 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-5e740b11-aac8-4557-8d8c-419f0c7eaa6a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Calling delete_port for 36a7335f-7fe3-4d87-aab5-bb7685c3e933 owned by network:floatingip {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:31:46.747953 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5e740b11-aac8-4557-8d8c-419f0c7eaa6a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (36a7335f-7fe3-4d87-aab5-bb7685c3e933), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:46.774560 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e740b11-aac8-4557-8d8c-419f0c7eaa6a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event deleted for resources: {'Port': ['ID=36a7335f-7fe3-4d87-aab5-bb7685c3e933,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:31:46.798576 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e740b11-aac8-4557-8d8c-419f0c7eaa6a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:46.798948 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e740b11-aac8-4557-8d8c-419f0c7eaa6a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:46.799304 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e740b11-aac8-4557-8d8c-419f0c7eaa6a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:46.799650 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e740b11-aac8-4557-8d8c-419f0c7eaa6a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:46.799995 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e740b11-aac8-4557-8d8c-419f0c7eaa6a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:46.800338 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e740b11-aac8-4557-8d8c-419f0c7eaa6a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:46.800677 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e740b11-aac8-4557-8d8c-419f0c7eaa6a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:46.801013 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e740b11-aac8-4557-8d8c-419f0c7eaa6a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:46.801349 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e740b11-aac8-4557-8d8c-419f0c7eaa6a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:46.801680 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e740b11-aac8-4557-8d8c-419f0c7eaa6a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:46.802013 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e740b11-aac8-4557-8d8c-419f0c7eaa6a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:46.802345 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e740b11-aac8-4557-8d8c-419f0c7eaa6a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:46.802701 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e740b11-aac8-4557-8d8c-419f0c7eaa6a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:46.847130 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5e740b11-aac8-4557-8d8c-419f0c7eaa6a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for floatingip (a98ddbf9-a862-4804-864b-813630780e3a), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:46.847458 ncdv-master-1 neutron-server[114390]: INFO neutron.db.l3_db [None req-5e740b11-aac8-4557-8d8c-419f0c7eaa6a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Floating IP a98ddbf9-a862-4804-864b-813630780e3a disassociated (deleted). External IP: 172.35.4.224, port: 59529e6c-0662-40f5-89d1-3fcb0f93d2ec.
Feb 05 21:31:47.057269 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e740b11-aac8-4557-8d8c-419f0c7eaa6a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Router bf51c381-5a1c-4cff-9bbd-972c26dd44ac has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:31:47.165552 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e740b11-aac8-4557-8d8c-419f0c7eaa6a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:31:47.170332 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5e740b11-aac8-4557-8d8c-419f0c7eaa6a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:47.175641 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1284d333-eb16-472a-9930-8439d4afb949 None None] Sync routers for ids ['bf51c381-5a1c-4cff-9bbd-972c26dd44ac'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:31:47.185286 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1284d333-eb16-472a-9930-8439d4afb949 None None] Routers {'bf51c381-5a1c-4cff-9bbd-972c26dd44ac'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:31:47.185896 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-1284d333-eb16-472a-9930-8439d4afb949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab83e310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:31:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['bf51c381-5a1c-4cff-9bbd-972c26dd44ac'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:31:47.200254 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5e740b11-aac8-4557-8d8c-419f0c7eaa6a tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "DELETE /v2.0/floatingips/a98ddbf9-a862-4804-864b-813630780e3a HTTP/1.1" status: 204  len: 168 time: 0.8403082
Feb 05 21:31:47.200854 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c74c39fd-d44d-4f13-8eab-10dccc7362ad', 'tag': '59529e6c-0662-40f5-89d1-3fcb0f93d2ec'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:31:47.203112 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731c9751-1db3-43ec-b4af-71690163c982" -d '{"events": [{"name": "network-changed", "server_uuid": "c74c39fd-d44d-4f13-8eab-10dccc7362ad", "tag": "59529e6c-0662-40f5-89d1-3fcb0f93d2ec"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:31:47.300794 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-1284d333-eb16-472a-9930-8439d4afb949 None None] Set router bf51c381-5a1c-4cff-9bbd-972c26dd44ac gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:31:47.317259 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f0a5be-ec5b-4ef4-95c4-a09792a5c96d x-openstack-request-id: req-f8f0a5be-ec5b-4ef4-95c4-a09792a5c96d {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:31:47.318793 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c74c39fd-d44d-4f13-8eab-10dccc7362ad", "tag": "59529e6c-0662-40f5-89d1-3fcb0f93d2ec", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:31:47.319325 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f8f0a5be-ec5b-4ef4-95c4-a09792a5c96d {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:31:47.319967 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c74c39fd-d44d-4f13-8eab-10dccc7362ad', 'tag': '59529e6c-0662-40f5-89d1-3fcb0f93d2ec', 'status': 'completed', 'code': 200}
Feb 05 21:31:47.405249 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c9751-1db3-43ec-b4af-71690163c982 req-17704c10-e8b8-47ad-8165-ad9d6520abcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:31:47.406918 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-731c9751-1db3-43ec-b4af-71690163c982 req-17704c10-e8b8-47ad-8165-ad9d6520abcf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a64d1698f20a435e8937ab305eac38dd&device_id=c74c39fd-d44d-4f13-8eab-10dccc7362ad HTTP/1.1" status: 200  len: 1127 time: 0.0533504
Feb 05 21:31:47.460303 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704892d-c6ef-4b1e-9062-318a0872a9a7 req-79538d9c-0f2a-437f-85b0-e86f5145f28b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:31:47.462622 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9704892d-c6ef-4b1e-9062-318a0872a9a7 req-79538d9c-0f2a-437f-85b0-e86f5145f28b tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74c39fd-d44d-4f13-8eab-10dccc7362ad HTTP/1.1" status: 200  len: 945 time: 0.0679383
Feb 05 21:31:47.503654 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c9751-1db3-43ec-b4af-71690163c982 req-39b248b8-1c1c-4ed6-ac96-5c45fdc861b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:31:47.505147 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-731c9751-1db3-43ec-b4af-71690163c982 req-39b248b8-1c1c-4ed6-ac96-5c45fdc861b1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3f93ab54-fb25-4083-91b1-d24b38d99835 HTTP/1.1" status: 200  len: 897 time: 0.0919523
Feb 05 21:31:47.506369 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-1284d333-eb16-472a-9930-8439d4afb949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab83e310>, [{'id': 'bf51c381-5a1c-4cff-9bbd-972c26dd44ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949888064', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': 'b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:29:02Z', 'updated_at': '2022-02-05T21:29:05Z', 'revision_number': 4, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': 'b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:84:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf51c381-5a1c-4cff-9bbd-972c26dd44ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:29:02Z', 'updated_at': '2022-02-05T21:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ccd2135d-b756-4913-9740-a14d046eb998', 'name': '', 'network_id': '3f93ab54-fb25-4083-91b1-d24b38d99835', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'mac_address': 'fa:16:3e:fa:51:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf51c381-5a1c-4cff-9bbd-972c26dd44ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '09c4bb15-98dc-4fbd-aef1-c1d75e6bda69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:29:05Z', 'updated_at': '2022-02-05T21:29:08Z', 'revision_number': 5, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'subnets': [{'id': '09c4bb15-98dc-4fbd-aef1-c1d75e6bda69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:31:47.515949 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9704892d-c6ef-4b1e-9062-318a0872a9a7 req-6d6e4575-cc27-4429-8347-1c2a36eb3953 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec6adb14-82e1-49d2-9e9e-7f204e8bb299&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470865
Feb 05 21:31:47.538418 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1284d333-eb16-472a-9930-8439d4afb949 None None] Checking router: bf51c381-5a1c-4cff-9bbd-972c26dd44ac for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:31:47.546885 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1284d333-eb16-472a-9930-8439d4afb949 None None] Routers {'bf51c381-5a1c-4cff-9bbd-972c26dd44ac'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:31:47.547489 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-1284d333-eb16-472a-9930-8439d4afb949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab83e310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:31:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['bf51c381-5a1c-4cff-9bbd-972c26dd44ac'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:31:47.556192 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-731c9751-1db3-43ec-b4af-71690163c982 req-3c92161d-fb77-45d7-a333-0db5218299c8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59529e6c-0662-40f5-89d1-3fcb0f93d2ec HTTP/1.1" status: 200  len: 217 time: 0.0444138
Feb 05 21:31:47.604941 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c9751-1db3-43ec-b4af-71690163c982 req-285a444a-33d0-4177-82f5-dd3c3e9fa671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:31:47.606490 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-731c9751-1db3-43ec-b4af-71690163c982 req-285a444a-33d0-4177-82f5-dd3c3e9fa671 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=09c4bb15-98dc-4fbd-aef1-c1d75e6bda69 HTTP/1.1" status: 200  len: 834 time: 0.0440619
Feb 05 21:31:47.658772 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c9751-1db3-43ec-b4af-71690163c982 req-c3dc2252-415c-44c1-b3c2-bfab0369ef21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:31:47.660638 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-731c9751-1db3-43ec-b4af-71690163c982 req-c3dc2252-415c-44c1-b3c2-bfab0369ef21 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3f93ab54-fb25-4083-91b1-d24b38d99835&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0466130
Feb 05 21:31:47.759809 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-731c9751-1db3-43ec-b4af-71690163c982 req-114cac61-56e4-4a6a-b3b9-fdb9af51b0c8 service neutron] 10.222.0.21 "GET /v2.0/networks/3f93ab54-fb25-4083-91b1-d24b38d99835?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0921960
Feb 05 21:31:47.825680 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-1284d333-eb16-472a-9930-8439d4afb949 None None] Set router bf51c381-5a1c-4cff-9bbd-972c26dd44ac gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:31:47.854216 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-731c9751-1db3-43ec-b4af-71690163c982 req-5def9f20-bee2-41fb-9eda-26558f863b97 service neutron] 10.222.0.21 "GET /v2.0/networks/3f93ab54-fb25-4083-91b1-d24b38d99835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877542
Feb 05 21:31:48.022468 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-1284d333-eb16-472a-9930-8439d4afb949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab83e310>, [{'id': 'bf51c381-5a1c-4cff-9bbd-972c26dd44ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949888064', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': 'b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:29:02Z', 'updated_at': '2022-02-05T21:29:05Z', 'revision_number': 4, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': 'b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:84:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf51c381-5a1c-4cff-9bbd-972c26dd44ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:29:02Z', 'updated_at': '2022-02-05T21:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ccd2135d-b756-4913-9740-a14d046eb998', 'name': '', 'network_id': '3f93ab54-fb25-4083-91b1-d24b38d99835', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'mac_address': 'fa:16:3e:fa:51:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf51c381-5a1c-4cff-9bbd-972c26dd44ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '09c4bb15-98dc-4fbd-aef1-c1d75e6bda69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:29:05Z', 'updated_at': '2022-02-05T21:29:08Z', 'revision_number': 5, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'subnets': [{'id': '09c4bb15-98dc-4fbd-aef1-c1d75e6bda69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:31:48.049089 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1284d333-eb16-472a-9930-8439d4afb949 None None] The sync data for ids ['bf51c381-5a1c-4cff-9bbd-972c26dd44ac'] in ncdv-master-1 is: [{'id': 'bf51c381-5a1c-4cff-9bbd-972c26dd44ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949888064', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': 'b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:29:02Z', 'updated_at': '2022-02-05T21:29:05Z', 'revision_number': 4, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': 'b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:84:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf51c381-5a1c-4cff-9bbd-972c26dd44ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:29:02Z', 'updated_at': '2022-02-05T21:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ccd2135d-b756-4913-9740-a14d046eb998', 'name': '', 'network_id': '3f93ab54-fb25-4083-91b1-d24b38d99835', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'mac_address': 'fa:16:3e:fa:51:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf51c381-5a1c-4cff-9bbd-972c26dd44ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '09c4bb15-98dc-4fbd-aef1-c1d75e6bda69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:29:05Z', 'updated_at': '2022-02-05T21:29:08Z', 'revision_number': 5, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'subnets': [{'id': '09c4bb15-98dc-4fbd-aef1-c1d75e6bda69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:31:48.264539 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31938e88-319b-4eb5-9a80-c2a34d949811 None None] New status for floating IP a98ddbf9-a862-4804-864b-813630780e3a: DOWN {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:31:48.637249 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d804fdc-315f-42ec-bfd1-a40b164d21f9 req-05e91a26-f831-403b-8586-370ebc665f04 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:31:48.638748 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7d804fdc-315f-42ec-bfd1-a40b164d21f9 req-05e91a26-f831-403b-8586-370ebc665f04 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74c39fd-d44d-4f13-8eab-10dccc7362ad HTTP/1.1" status: 200  len: 945 time: 0.0522919
Feb 05 21:31:48.685618 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [req-d00bb0a8-d16a-49f4-bd60-7b90edbe0397 req-7026070d-bb8c-494d-9607-f8a37986914e service neutron] (114390) timed out ('10.222.0.32', 38468) {{(pid=114390) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 05 21:31:48.686934 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7d804fdc-315f-42ec-bfd1-a40b164d21f9 req-0f7d50f0-00ea-47c4-997e-bd1e81f9e79f tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec6adb14-82e1-49d2-9e9e-7f204e8bb299&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424693
Feb 05 21:31:49.082763 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04234b74-1e8c-45e6-9d5e-b0b673a76bd2 req-1d520587-0550-400f-b4c3-6767f5b5b806 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:31:49.084224 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-04234b74-1e8c-45e6-9d5e-b0b673a76bd2 req-1d520587-0550-400f-b4c3-6767f5b5b806 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.21 "GET /v2.0/ports?device_id=c74c39fd-d44d-4f13-8eab-10dccc7362ad HTTP/1.1" status: 200  len: 945 time: 0.0534754
Feb 05 21:31:49.178102 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-04234b74-1e8c-45e6-9d5e-b0b673a76bd2 req-0a3be1a0-61bb-44dd-898b-052ca4bacc23 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Deleting port 59529e6c-0662-40f5-89d1-3fcb0f93d2ec {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:31:49.178479 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-04234b74-1e8c-45e6-9d5e-b0b673a76bd2 req-0a3be1a0-61bb-44dd-898b-052ca4bacc23 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (59529e6c-0662-40f5-89d1-3fcb0f93d2ec), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:49.264881 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-04234b74-1e8c-45e6-9d5e-b0b673a76bd2 req-0a3be1a0-61bb-44dd-898b-052ca4bacc23 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] For port 59529e6c-0662-40f5-89d1-3fcb0f93d2ec, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=59529e6c-0662-40f5-89d1-3fcb0f93d2ec,segment=NetworkSegment(358c3754-0de6-4aa3-8038-ab4eb95c607b),segment_id=358c3754-0de6-4aa3-8038-ab4eb95c607b)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:31:49.265172 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-04234b74-1e8c-45e6-9d5e-b0b673a76bd2 req-0a3be1a0-61bb-44dd-898b-052ca4bacc23 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (59529e6c-0662-40f5-89d1-3fcb0f93d2ec), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:49.277346 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-04234b74-1e8c-45e6-9d5e-b0b673a76bd2 req-0a3be1a0-61bb-44dd-898b-052ca4bacc23 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Calling delete_port for 59529e6c-0662-40f5-89d1-3fcb0f93d2ec owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:31:49.406730 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-04234b74-1e8c-45e6-9d5e-b0b673a76bd2 req-0a3be1a0-61bb-44dd-898b-052ca4bacc23 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (59529e6c-0662-40f5-89d1-3fcb0f93d2ec), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:49.436001 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3be1a0-61bb-44dd-898b-052ca4bacc23 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event deleted for resources: {'Port': ['ID=59529e6c-0662-40f5-89d1-3fcb0f93d2ec,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:31:49.483253 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-04234b74-1e8c-45e6-9d5e-b0b673a76bd2 req-0a3be1a0-61bb-44dd-898b-052ca4bacc23 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] No DVR routers for this DVR port 59529e6c-0662-40f5-89d1-3fcb0f93d2ec on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:31:49.485815 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-04234b74-1e8c-45e6-9d5e-b0b673a76bd2 req-0a3be1a0-61bb-44dd-898b-052ca4bacc23 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:49.489117 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-04234b74-1e8c-45e6-9d5e-b0b673a76bd2 req-0a3be1a0-61bb-44dd-898b-052ca4bacc23 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.21 "DELETE /v2.0/ports/59529e6c-0662-40f5-89d1-3fcb0f93d2ec HTTP/1.1" status: 204  len: 173 time: 0.3998890
Feb 05 21:31:49.489557 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c74c39fd-d44d-4f13-8eab-10dccc7362ad', 'name': 'network-vif-deleted', 'tag': '59529e6c-0662-40f5-89d1-3fcb0f93d2ec'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:31:49.491794 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1bcd61d-31b6-4354-8535-e19a68825885" -d '{"events": [{"server_uuid": "c74c39fd-d44d-4f13-8eab-10dccc7362ad", "name": "network-vif-deleted", "tag": "59529e6c-0662-40f5-89d1-3fcb0f93d2ec"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:31:49.531214 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd378896-7051-4924-812f-2ebaf2b16c95 x-openstack-request-id: req-fd378896-7051-4924-812f-2ebaf2b16c95 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:31:49.531521 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c74c39fd-d44d-4f13-8eab-10dccc7362ad", "name": "network-vif-deleted", "tag": "59529e6c-0662-40f5-89d1-3fcb0f93d2ec", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:31:49.531923 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd378896-7051-4924-812f-2ebaf2b16c95 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:31:49.533038 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c74c39fd-d44d-4f13-8eab-10dccc7362ad', 'name': 'network-vif-deleted', 'tag': '59529e6c-0662-40f5-89d1-3fcb0f93d2ec', 'status': 'completed', 'code': 200}
Feb 05 21:31:49.799588 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-83e7d82f-5c4d-4d9f-8313-332c48946f1c req-debae2d7-e794-4035-a639-9014b611cfbf tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "GET /v2.0/ports?device_id=c74c39fd-d44d-4f13-8eab-10dccc7362ad HTTP/1.1" status: 200  len: 210 time: 0.0331318
Feb 05 21:31:50.463016 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:50.858563 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49670) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:31:51.213064 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0a09fc77-321e-4653-b4e1-e00ff4ec5dd4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (bf51c381-5a1c-4cff-9bbd-972c26dd44ac), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:51.467368 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-0a09fc77-321e-4653-b4e1-e00ff4ec5dd4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Deleting port ccd2135d-b756-4913-9740-a14d046eb998 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:31:51.467645 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0a09fc77-321e-4653-b4e1-e00ff4ec5dd4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (ccd2135d-b756-4913-9740-a14d046eb998), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:51.556795 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-0a09fc77-321e-4653-b4e1-e00ff4ec5dd4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] For port ccd2135d-b756-4913-9740-a14d046eb998, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ccd2135d-b756-4913-9740-a14d046eb998,segment=NetworkSegment(358c3754-0de6-4aa3-8038-ab4eb95c607b),segment_id=358c3754-0de6-4aa3-8038-ab4eb95c607b)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:31:51.557157 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0a09fc77-321e-4653-b4e1-e00ff4ec5dd4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (ccd2135d-b756-4913-9740-a14d046eb998), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:51.568681 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-0a09fc77-321e-4653-b4e1-e00ff4ec5dd4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Calling delete_port for ccd2135d-b756-4913-9740-a14d046eb998 owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:31:51.757895 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0a09fc77-321e-4653-b4e1-e00ff4ec5dd4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (ccd2135d-b756-4913-9740-a14d046eb998), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:51.783053 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a09fc77-321e-4653-b4e1-e00ff4ec5dd4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event deleted for resources: {'Port': ['ID=ccd2135d-b756-4913-9740-a14d046eb998,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:31:51.976521 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0a09fc77-321e-4653-b4e1-e00ff4ec5dd4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (bf51c381-5a1c-4cff-9bbd-972c26dd44ac), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:52.496044 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a09fc77-321e-4653-b4e1-e00ff4ec5dd4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Router bf51c381-5a1c-4cff-9bbd-972c26dd44ac has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:31:52.601987 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a09fc77-321e-4653-b4e1-e00ff4ec5dd4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:31:52.607022 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0a09fc77-321e-4653-b4e1-e00ff4ec5dd4 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "PUT /v2.0/routers/bf51c381-5a1c-4cff-9bbd-972c26dd44ac/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7473235
Feb 05 21:31:52.609695 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49672) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:31:52.612729 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f81a700-c55a-4b6a-8424-b509ee156aa1 None None] Sync routers for ids ['bf51c381-5a1c-4cff-9bbd-972c26dd44ac'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:31:52.623774 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f81a700-c55a-4b6a-8424-b509ee156aa1 None None] Routers {'bf51c381-5a1c-4cff-9bbd-972c26dd44ac'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:31:52.624848 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-3f81a700-c55a-4b6a-8424-b509ee156aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab6ac3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:31:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['bf51c381-5a1c-4cff-9bbd-972c26dd44ac'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:31:52.660174 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2fc6c9f-ef93-448d-bdca-4952435f94e9 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Deleting subnet 09c4bb15-98dc-4fbd-aef1-c1d75e6bda69 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:31:52.663525 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e2fc6c9f-ef93-448d-bdca-4952435f94e9 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for subnet (09c4bb15-98dc-4fbd-aef1-c1d75e6bda69), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:52.710074 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e2fc6c9f-ef93-448d-bdca-4952435f94e9 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (09c4bb15-98dc-4fbd-aef1-c1d75e6bda69), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:52.741881 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-3f81a700-c55a-4b6a-8424-b509ee156aa1 None None] Set router bf51c381-5a1c-4cff-9bbd-972c26dd44ac gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:31:52.812672 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e2fc6c9f-ef93-448d-bdca-4952435f94e9 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (09c4bb15-98dc-4fbd-aef1-c1d75e6bda69), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:52.872486 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e2fc6c9f-ef93-448d-bdca-4952435f94e9 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (09c4bb15-98dc-4fbd-aef1-c1d75e6bda69), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:52.899699 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc6c9f-ef93-448d-bdca-4952435f94e9 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event deleted for resources: {'Subnet': ['ID=09c4bb15-98dc-4fbd-aef1-c1d75e6bda69,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:31:52.905103 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e2fc6c9f-ef93-448d-bdca-4952435f94e9 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:52.911292 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49690) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:31:52.911795 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e2fc6c9f-ef93-448d-bdca-4952435f94e9 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "DELETE /v2.0/subnets/09c4bb15-98dc-4fbd-aef1-c1d75e6bda69 HTTP/1.1" status: 204  len: 168 time: 0.3006606
Feb 05 21:31:52.915129 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7307a4-4ee7-4d1c-8fd4-b696b4d674a4 None None] Network 3f93ab54-fb25-4083-91b1-d24b38d99835 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:31:53.019846 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-3f81a700-c55a-4b6a-8424-b509ee156aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab6ac3d0>, [{'id': 'bf51c381-5a1c-4cff-9bbd-972c26dd44ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949888064', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': 'b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:29:02Z', 'updated_at': '2022-02-05T21:31:51Z', 'revision_number': 5, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': 'b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:84:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf51c381-5a1c-4cff-9bbd-972c26dd44ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:29:02Z', 'updated_at': '2022-02-05T21:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:31:53.022184 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c6333baf-8178-4b19-aab7-ca2d81f9e2e2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for router (bf51c381-5a1c-4cff-9bbd-972c26dd44ac), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:53.050097 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f81a700-c55a-4b6a-8424-b509ee156aa1 None None] Checking router: bf51c381-5a1c-4cff-9bbd-972c26dd44ac for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:31:53.066547 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f81a700-c55a-4b6a-8424-b509ee156aa1 None None] Routers {'bf51c381-5a1c-4cff-9bbd-972c26dd44ac'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:31:53.067158 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-3f81a700-c55a-4b6a-8424-b509ee156aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab6ac3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:31:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['bf51c381-5a1c-4cff-9bbd-972c26dd44ac'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:31:53.129506 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c6333baf-8178-4b19-aab7-ca2d81f9e2e2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for router_gateway (bf51c381-5a1c-4cff-9bbd-972c26dd44ac), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:53.162475 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6836b426-01ad-49a3-929f-d47bb4c57eb1 None None] DHCP port deletion for 3f93ab54-fb25-4083-91b1-d24b38d99835 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:31:53.189427 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-c6333baf-8178-4b19-aab7-ca2d81f9e2e2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Deleting port b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:31:53.189709 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c6333baf-8178-4b19-aab7-ca2d81f9e2e2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:53.217105 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-3f81a700-c55a-4b6a-8424-b509ee156aa1 None None] Set router bf51c381-5a1c-4cff-9bbd-972c26dd44ac gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:31:53.245425 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 59529e6c-0662-40f5-89d1-3fcb0f93d2ec no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:31:53.268235 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-c6333baf-8178-4b19-aab7-ca2d81f9e2e2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] For port b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:31:53.268607 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c6333baf-8178-4b19-aab7-ca2d81f9e2e2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:53.280565 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-c6333baf-8178-4b19-aab7-ca2d81f9e2e2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Calling delete_port for b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2 owned by network:router_gateway {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:31:53.312505 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: 59529e6c-0662-40f5-89d1-3fcb0f93d2ec {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:31:53.312859 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 59529e6c-0662-40f5-89d1-3fcb0f93d2ec not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:31:53.368586 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6836b426-01ad-49a3-929f-d47bb4c57eb1 None None] Deleting port 7eb639d3-0e2a-41fb-84f4-4112fdabac48 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:31:53.368881 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6836b426-01ad-49a3-929f-d47bb4c57eb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (7eb639d3-0e2a-41fb-84f4-4112fdabac48), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:53.455429 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c6333baf-8178-4b19-aab7-ca2d81f9e2e2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:53.469350 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6836b426-01ad-49a3-929f-d47bb4c57eb1 None None] For port 7eb639d3-0e2a-41fb-84f4-4112fdabac48, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7eb639d3-0e2a-41fb-84f4-4112fdabac48,segment=NetworkSegment(358c3754-0de6-4aa3-8038-ab4eb95c607b),segment_id=358c3754-0de6-4aa3-8038-ab4eb95c607b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:31:53.469833 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6836b426-01ad-49a3-929f-d47bb4c57eb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (7eb639d3-0e2a-41fb-84f4-4112fdabac48), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:53.482465 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6333baf-8178-4b19-aab7-ca2d81f9e2e2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event deleted for resources: {'Port': ['ID=b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:31:53.484177 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6836b426-01ad-49a3-929f-d47bb4c57eb1 None None] Calling delete_port for 7eb639d3-0e2a-41fb-84f4-4112fdabac48 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:31:53.491500 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6333baf-8178-4b19-aab7-ca2d81f9e2e2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:53.491856 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6333baf-8178-4b19-aab7-ca2d81f9e2e2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:53.492201 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6333baf-8178-4b19-aab7-ca2d81f9e2e2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:53.492543 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6333baf-8178-4b19-aab7-ca2d81f9e2e2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:53.492875 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6333baf-8178-4b19-aab7-ca2d81f9e2e2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:53.493209 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6333baf-8178-4b19-aab7-ca2d81f9e2e2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:53.493542 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6333baf-8178-4b19-aab7-ca2d81f9e2e2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:53.493873 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6333baf-8178-4b19-aab7-ca2d81f9e2e2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:53.494199 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6333baf-8178-4b19-aab7-ca2d81f9e2e2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:53.494555 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6333baf-8178-4b19-aab7-ca2d81f9e2e2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:53.494883 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6333baf-8178-4b19-aab7-ca2d81f9e2e2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:53.495207 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6333baf-8178-4b19-aab7-ca2d81f9e2e2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:53.495528 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6333baf-8178-4b19-aab7-ca2d81f9e2e2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:53.554589 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-3f81a700-c55a-4b6a-8424-b509ee156aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab6ac3d0>, [{'id': 'bf51c381-5a1c-4cff-9bbd-972c26dd44ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949888064', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': 'b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:29:02Z', 'updated_at': '2022-02-05T21:31:51Z', 'revision_number': 5, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': 'b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:84:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf51c381-5a1c-4cff-9bbd-972c26dd44ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:29:02Z', 'updated_at': '2022-02-05T21:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:31:53.558910 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c6333baf-8178-4b19-aab7-ca2d81f9e2e2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (bf51c381-5a1c-4cff-9bbd-972c26dd44ac), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:53.589958 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f81a700-c55a-4b6a-8424-b509ee156aa1 None None] The sync data for ids ['bf51c381-5a1c-4cff-9bbd-972c26dd44ac'] in ncdv-master-1 is: [{'id': 'bf51c381-5a1c-4cff-9bbd-972c26dd44ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949888064', 'tenant_id': 'a64d1698f20a435e8937ab305eac38dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': 'b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:29:02Z', 'updated_at': '2022-02-05T21:31:51Z', 'revision_number': 5, 'project_id': 'a64d1698f20a435e8937ab305eac38dd', 'gw_port': {'id': 'b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:84:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf51c381-5a1c-4cff-9bbd-972c26dd44ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:29:02Z', 'updated_at': '2022-02-05T21:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:31:53.607323 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6836b426-01ad-49a3-929f-d47bb4c57eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (7eb639d3-0e2a-41fb-84f4-4112fdabac48), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:53.641146 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6836b426-01ad-49a3-929f-d47bb4c57eb1 None None] Pushing event deleted for resources: {'Port': ['ID=7eb639d3-0e2a-41fb-84f4-4112fdabac48,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:31:53.646282 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6836b426-01ad-49a3-929f-d47bb4c57eb1 None None] No DVR routers for this DVR port 7eb639d3-0e2a-41fb-84f4-4112fdabac48 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:31:53.655143 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6836b426-01ad-49a3-929f-d47bb4c57eb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:53.655496 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6836b426-01ad-49a3-929f-d47bb4c57eb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:53.656014 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6836b426-01ad-49a3-929f-d47bb4c57eb1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:53.656176 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6836b426-01ad-49a3-929f-d47bb4c57eb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:53.656513 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6836b426-01ad-49a3-929f-d47bb4c57eb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:53.656850 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6836b426-01ad-49a3-929f-d47bb4c57eb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:53.657303 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6836b426-01ad-49a3-929f-d47bb4c57eb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:53.657635 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6836b426-01ad-49a3-929f-d47bb4c57eb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:53.657972 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6836b426-01ad-49a3-929f-d47bb4c57eb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:53.658302 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6836b426-01ad-49a3-929f-d47bb4c57eb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:53.658719 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6836b426-01ad-49a3-929f-d47bb4c57eb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:53.659035 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6836b426-01ad-49a3-929f-d47bb4c57eb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:53.659497 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6836b426-01ad-49a3-929f-d47bb4c57eb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:53.668027 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c6333baf-8178-4b19-aab7-ca2d81f9e2e2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (bf51c381-5a1c-4cff-9bbd-972c26dd44ac), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:53.670524 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c6333baf-8178-4b19-aab7-ca2d81f9e2e2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for router_controller (bf51c381-5a1c-4cff-9bbd-972c26dd44ac), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:53.715414 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c6333baf-8178-4b19-aab7-ca2d81f9e2e2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (bf51c381-5a1c-4cff-9bbd-972c26dd44ac), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:53.716010 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6333baf-8178-4b19-aab7-ca2d81f9e2e2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Fanout notify agent at l3_agent the message router_deleted on router bf51c381-5a1c-4cff-9bbd-972c26dd44ac {{(pid=114391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:31:53.722592 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c6333baf-8178-4b19-aab7-ca2d81f9e2e2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:53.723805 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c6333baf-8178-4b19-aab7-ca2d81f9e2e2 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "DELETE /v2.0/routers/bf51c381-5a1c-4cff-9bbd-972c26dd44ac HTTP/1.1" status: 204  len: 168 time: 0.8112299
Feb 05 21:31:53.726532 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49692) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:31:53.805311 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-be12fc01-602a-40ac-acad-854927ed1bf1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (3f93ab54-fb25-4083-91b1-d24b38d99835), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:53.893246 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-be12fc01-602a-40ac-acad-854927ed1bf1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (3f93ab54-fb25-4083-91b1-d24b38d99835), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:53.913825 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-be12fc01-602a-40ac-acad-854927ed1bf1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db83689d0>,) {'filters': {'network_id': ['3f93ab54-fb25-4083-91b1-d24b38d99835']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:31:53.922878 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-be12fc01-602a-40ac-acad-854927ed1bf1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db83689d0>, '358c3754-0de6-4aa3-8038-ab4eb95c607b') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:31:53.923190 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-be12fc01-602a-40ac-acad-854927ed1bf1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db83689d0>, '358c3754-0de6-4aa3-8038-ab4eb95c607b') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:31:53.932749 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-be12fc01-602a-40ac-acad-854927ed1bf1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (358c3754-0de6-4aa3-8038-ab4eb95c607b), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:53.950101 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-be12fc01-602a-40ac-acad-854927ed1bf1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (358c3754-0de6-4aa3-8038-ab4eb95c607b), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:53.957519 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be12fc01-602a-40ac-acad-854927ed1bf1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:31:53.958127 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-be12fc01-602a-40ac-acad-854927ed1bf1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (358c3754-0de6-4aa3-8038-ab4eb95c607b), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:53.961929 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:31:53.961929 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:31:53.961929 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:31:53.961929 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:31:53.961929 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:31:53.961929 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:31:53.961929 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:31:53.961929 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:31:53.961929 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:31:53.961929 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:31:53.961929 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:31:53.961929 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:31:53.961929 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:31:53.961929 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:31:53.961929 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:31:53.961929 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:31:53.961929 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:31:53.961929 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:31:53.961929 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:31:53.961929 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:31:53.961929 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:31:53.961929 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:31:53.961929 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:31:53.961929 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:31:53.961929 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:31:53.961929 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:31:53.961929 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:31:53.961929 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:31:53.961929 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:31:53.961929 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:31:53.961929 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:31:53.961929 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:31:54.023552 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-be12fc01-602a-40ac-acad-854927ed1bf1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (3f93ab54-fb25-4083-91b1-d24b38d99835), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:54.028880 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-be12fc01-602a-40ac-acad-854927ed1bf1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:54.035856 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-be12fc01-602a-40ac-acad-854927ed1bf1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "DELETE /v2.0/networks/3f93ab54-fb25-4083-91b1-d24b38d99835 HTTP/1.1" status: 204  len: 168 time: 0.3046701
Feb 05 21:31:54.037569 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49694) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:31:54.049114 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be12fc01-602a-40ac-acad-854927ed1bf1 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event deleted for resources: {'Network': ['ID=3f93ab54-fb25-4083-91b1-d24b38d99835,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:31:54.101379 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a561e883-48be-4f63-ba96-514242925a35 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group (ec6adb14-82e1-49d2-9e9e-7f204e8bb299), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:54.127796 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a561e883-48be-4f63-ba96-514242925a35 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group (ec6adb14-82e1-49d2-9e9e-7f204e8bb299), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:54.195518 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a561e883-48be-4f63-ba96-514242925a35 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ec6adb14-82e1-49d2-9e9e-7f204e8bb299), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:54.198216 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a561e883-48be-4f63-ba96-514242925a35 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:54.199445 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a561e883-48be-4f63-ba96-514242925a35 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] 10.222.0.32 "DELETE /v2.0/security-groups/ec6adb14-82e1-49d2-9e9e-7f204e8bb299 HTTP/1.1" status: 204  len: 168 time: 0.1608233
Feb 05 21:31:54.219293 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a561e883-48be-4f63-ba96-514242925a35 tempest-TestNetworkAdvancedServerOps-2102102405 tempest-TestNetworkAdvancedServerOps-2102102405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6adb14-82e1-49d2-9e9e-7f204e8bb299,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:31:54.540746 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49704) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:31:54.680594 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6321c527-0285-4cd6-a29a-f925fbf79266 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a64d1698f20a435e8937ab305eac38dd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1385427
Feb 05 21:31:54.682111 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device ccd2135d-b756-4913-9740-a14d046eb998 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:31:54.682921 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49708) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:31:54.704140 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: ccd2135d-b756-4913-9740-a14d046eb998 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:31:54.704542 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device ccd2135d-b756-4913-9740-a14d046eb998 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:31:54.704926 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:31:54.724627 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:31:54.724977 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b77bf8a3-dc78-4f4a-a24b-bfba2f38f3a2 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:31:54.725398 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7eb639d3-0e2a-41fb-84f4-4112fdabac48 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:31:54.734973 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ab42bba5-75ba-4123-b767-06bbcd6353c3 admin admin] Publish callbacks [] for security_group (ba0d4a09-65d4-4cbf-b687-e02d8daae9da), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:54.748356 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 7eb639d3-0e2a-41fb-84f4-4112fdabac48 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:31:54.748711 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7eb639d3-0e2a-41fb-84f4-4112fdabac48 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:31:54.756685 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ab42bba5-75ba-4123-b767-06bbcd6353c3 admin admin] Publish callbacks [] for security_group (ba0d4a09-65d4-4cbf-b687-e02d8daae9da), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:54.805787 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ab42bba5-75ba-4123-b767-06bbcd6353c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (ba0d4a09-65d4-4cbf-b687-e02d8daae9da), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:54.808435 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ab42bba5-75ba-4123-b767-06bbcd6353c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:54.809776 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ab42bba5-75ba-4123-b767-06bbcd6353c3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ba0d4a09-65d4-4cbf-b687-e02d8daae9da HTTP/1.1" status: 204  len: 168 time: 0.1257536
Feb 05 21:31:54.817732 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab42bba5-75ba-4123-b767-06bbcd6353c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0d4a09-65d4-4cbf-b687-e02d8daae9da,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:31:55.073192 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49714) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:31:55.112849 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7488d3eb-36f7-490c-b7a3-b5920a043ddd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=09d5e4507c414756b7b23baad1abc2e8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0385144
Feb 05 21:31:55.115316 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49716) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:31:55.162538 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6dd6f0bd-10cb-412d-80cb-b6248d9e16e8 admin admin] Publish callbacks [] for security_group (164c57de-9ee2-4825-b13a-f238b732a5e9), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:55.182636 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6dd6f0bd-10cb-412d-80cb-b6248d9e16e8 admin admin] Publish callbacks [] for security_group (164c57de-9ee2-4825-b13a-f238b732a5e9), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:55.231531 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6dd6f0bd-10cb-412d-80cb-b6248d9e16e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (164c57de-9ee2-4825-b13a-f238b732a5e9), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:55.234261 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6dd6f0bd-10cb-412d-80cb-b6248d9e16e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:55.235521 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6dd6f0bd-10cb-412d-80cb-b6248d9e16e8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/164c57de-9ee2-4825-b13a-f238b732a5e9 HTTP/1.1" status: 204  len: 168 time: 0.1192405
Feb 05 21:31:55.243267 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd6f0bd-10cb-412d-80cb-b6248d9e16e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164c57de-9ee2-4825-b13a-f238b732a5e9,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:31:55.925957 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49738) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:31:56.023980 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-077a4538-b89d-400c-a915-678fef364a92 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-526016178-network', 'tenant_id': '457bdfbbba5b4e69a1bf1577ce565fc9'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:31:56.046415 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077a4538-b89d-400c-a915-678fef364a92 admin admin] Made reservation on behalf of 457bdfbbba5b4e69a1bf1577ce565fc9 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:31:56.049491 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-077a4538-b89d-400c-a915-678fef364a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:56.057712 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-077a4538-b89d-400c-a915-678fef364a92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:56.133176 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-077a4538-b89d-400c-a915-678fef364a92 admin admin] Publish callbacks [] for security_group (7de9a45f-8d27-4852-94ff-1ddb668b212f), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:56.136944 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-077a4538-b89d-400c-a915-678fef364a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (7de9a45f-8d27-4852-94ff-1ddb668b212f), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:56.161830 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-077a4538-b89d-400c-a915-678fef364a92 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:31:56.171243 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a4538-b89d-400c-a915-678fef364a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de9a45f-8d27-4852-94ff-1ddb668b212f,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:31:56.176877 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-077a4538-b89d-400c-a915-678fef364a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (2ac3ca4d-f084-4118-8776-8a5fbae0a018), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:56.177224 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-077a4538-b89d-400c-a915-678fef364a92 admin admin] Added segment 2ac3ca4d-f084-4118-8776-8a5fbae0a018 of type vlan for network 7562fb81-506f-4d27-986c-ae97e9881dfd
Feb 05 21:31:56.217501 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-077a4538-b89d-400c-a915-678fef364a92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (7562fb81-506f-4d27-986c-ae97e9881dfd), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:56.247609 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-077a4538-b89d-400c-a915-678fef364a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (7562fb81-506f-4d27-986c-ae97e9881dfd), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:56.248710 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077a4538-b89d-400c-a915-678fef364a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:31:56.249330 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-077a4538-b89d-400c-a915-678fef364a92 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:56.283168 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-077a4538-b89d-400c-a915-678fef364a92 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.3559053
Feb 05 21:31:56.286512 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49742) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:31:56.291503 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-f2aaa515-d5ac-4850-b849-b26def2bc036 admin admin] Request body: {'subnet': {'network_id': '7562fb81-506f-4d27-986c-ae97e9881dfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-526016178-subnet', 'tenant_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:31:56.311288 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2aaa515-d5ac-4850-b849-b26def2bc036 admin admin] Made reservation on behalf of 457bdfbbba5b4e69a1bf1577ce565fc9 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:31:56.313691 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f2aaa515-d5ac-4850-b849-b26def2bc036 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:56.317118 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a4538-b89d-400c-a915-678fef364a92 admin admin] Pushing event updated for resources: {'Network': ['ID=7562fb81-506f-4d27-986c-ae97e9881dfd,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:31:56.327498 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 7562fb81-506f-4d27-986c-ae97e9881dfd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:31:56.490524 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f2aaa515-d5ac-4850-b849-b26def2bc036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (ac3592ee-39a8-4fff-8c64-017fcead5bd9), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:56.548728 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aaa515-d5ac-4850-b849-b26def2bc036 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac3592ee-39a8-4fff-8c64-017fcead5bd9,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:31:56.557671 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2aaa515-d5ac-4850-b849-b26def2bc036 admin admin] Checking segment: {'id': '2ac3ca4d-f084-4118-8776-8a5fbae0a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7562fb81-506f-4d27-986c-ae97e9881dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:31:56.558033 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2aaa515-d5ac-4850-b849-b26def2bc036 admin admin] Network hostable DHCP agents. Network: 7562fb81-506f-4d27-986c-ae97e9881dfd, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:31:56.573901 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2aaa515-d5ac-4850-b849-b26def2bc036 admin admin] Network 7562fb81-506f-4d27-986c-ae97e9881dfd is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:31:56.582231 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-f2aaa515-d5ac-4850-b849-b26def2bc036 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7562fb81-506f-4d27-986c-ae97e9881dfd) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:31:56.589165 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2aaa515-d5ac-4850-b849-b26def2bc036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:31:56.589904 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f2aaa515-d5ac-4850-b849-b26def2bc036 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:56.591060 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cad330b-4131-4ef7-a808-7411e759b968 None None] Network 7562fb81-506f-4d27-986c-ae97e9881dfd requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:31:56.607576 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f2aaa515-d5ac-4850-b849-b26def2bc036 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.3199325
Feb 05 21:31:56.610264 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49744) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:31:56.614900 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-dd2deaeb-3de0-462f-9617-5a5a1a73bb7a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-526016178-router', 'tenant_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:31:56.633606 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dd2deaeb-3de0-462f-9617-5a5a1a73bb7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (65125c0c-6a56-409e-b558-e653427d5d08), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:56.634745 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dd2deaeb-3de0-462f-9617-5a5a1a73bb7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (65125c0c-6a56-409e-b558-e653427d5d08), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:56.691931 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dd2deaeb-3de0-462f-9617-5a5a1a73bb7a admin admin] Publish callbacks [] for router_controller (65125c0c-6a56-409e-b558-e653427d5d08), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:56.699782 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54202128-5020-4a16-b685-1111b39abaa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7562fb81-506f-4d27-986c-ae97e9881dfd', 'network_id': '7562fb81-506f-4d27-986c-ae97e9881dfd', 'project_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'fixed_ips': [{'subnet_id': 'ac3592ee-39a8-4fff-8c64-017fcead5bd9'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:31:56.700946 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-54202128-5020-4a16-b685-1111b39abaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:56.838593 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-54202128-5020-4a16-b685-1111b39abaa7 None None] Allocated IP 172.20.0.2 (7562fb81-506f-4d27-986c-ae97e9881dfd/ac3592ee-39a8-4fff-8c64-017fcead5bd9/a8c4641a-5b36-4780-ac5a-393f5680e463) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:31:56.840252 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dd2deaeb-3de0-462f-9617-5a5a1a73bb7a admin admin] Publish callbacks [] for router_gateway (65125c0c-6a56-409e-b558-e653427d5d08), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:56.987573 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-54202128-5020-4a16-b685-1111b39abaa7 None None] Publish callbacks [] for port (a8c4641a-5b36-4780-ac5a-393f5680e463), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:56.994194 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-54202128-5020-4a16-b685-1111b39abaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (a8c4641a-5b36-4780-ac5a-393f5680e463), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:57.034902 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54202128-5020-4a16-b685-1111b39abaa7 None None] Network 7562fb81-506f-4d27-986c-ae97e9881dfd is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:31:57.038020 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-54202128-5020-4a16-b685-1111b39abaa7 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:31:57.039272 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dd2deaeb-3de0-462f-9617-5a5a1a73bb7a admin admin] Publish callbacks [] for router_gateway (65125c0c-6a56-409e-b558-e653427d5d08), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:57.041025 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54202128-5020-4a16-b685-1111b39abaa7 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:31:57.050417 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54202128-5020-4a16-b685-1111b39abaa7 None None] Pushing event updated for resources: {'Port': ['ID=a8c4641a-5b36-4780-ac5a-393f5680e463,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:31:57.060263 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dd2deaeb-3de0-462f-9617-5a5a1a73bb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:57.104589 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-54202128-5020-4a16-b685-1111b39abaa7 None None] Attempting to bind port a8c4641a-5b36-4780-ac5a-393f5680e463 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:31:57.104884 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-54202128-5020-4a16-b685-1111b39abaa7 None None] Attempting to bind port a8c4641a-5b36-4780-ac5a-393f5680e463 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2ac3ca4d-f084-4118-8776-8a5fbae0a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7562fb81-506f-4d27-986c-ae97e9881dfd'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:31:57.105256 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54202128-5020-4a16-b685-1111b39abaa7 None None] Attempting to bind port a8c4641a-5b36-4780-ac5a-393f5680e463 on network 7562fb81-506f-4d27-986c-ae97e9881dfd {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:31:57.110267 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54202128-5020-4a16-b685-1111b39abaa7 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:31:57.110848 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54202128-5020-4a16-b685-1111b39abaa7 None None] Checking segment: {'id': '2ac3ca4d-f084-4118-8776-8a5fbae0a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7562fb81-506f-4d27-986c-ae97e9881dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:31:57.111267 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-54202128-5020-4a16-b685-1111b39abaa7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:57.111669 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54202128-5020-4a16-b685-1111b39abaa7 None None] Bound using segment: {'id': '2ac3ca4d-f084-4118-8776-8a5fbae0a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7562fb81-506f-4d27-986c-ae97e9881dfd'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:31:57.112146 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-54202128-5020-4a16-b685-1111b39abaa7 None None] Bound port: a8c4641a-5b36-4780-ac5a-393f5680e463, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac3ca4d-f084-4118-8776-8a5fbae0a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7562fb81-506f-4d27-986c-ae97e9881dfd'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:31:57.112532 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-54202128-5020-4a16-b685-1111b39abaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a8c4641a-5b36-4780-ac5a-393f5680e463), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:57.167900 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-dd2deaeb-3de0-462f-9617-5a5a1a73bb7a admin admin] Allocated IP 172.35.4.188 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/e6df6ebd-e606-49f0-8820-8cedebf6dac8) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:31:57.181264 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-54202128-5020-4a16-b685-1111b39abaa7 None None] For port a8c4641a-5b36-4780-ac5a-393f5680e463, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:31:57.184471 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-54202128-5020-4a16-b685-1111b39abaa7 None None] For port a8c4641a-5b36-4780-ac5a-393f5680e463, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8c4641a-5b36-4780-ac5a-393f5680e463,segment=NetworkSegment(2ac3ca4d-f084-4118-8776-8a5fbae0a018),segment_id=2ac3ca4d-f084-4118-8776-8a5fbae0a018)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:31:57.190185 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-54202128-5020-4a16-b685-1111b39abaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (a8c4641a-5b36-4780-ac5a-393f5680e463), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:57.245994 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54202128-5020-4a16-b685-1111b39abaa7 None None] Pushing event updated for resources: {'Port': ['ID=a8c4641a-5b36-4780-ac5a-393f5680e463,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:31:57.284687 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dd2deaeb-3de0-462f-9617-5a5a1a73bb7a admin admin] Publish callbacks [] for port (e6df6ebd-e606-49f0-8820-8cedebf6dac8), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:57.320567 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dd2deaeb-3de0-462f-9617-5a5a1a73bb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (e6df6ebd-e606-49f0-8820-8cedebf6dac8), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:57.362836 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2deaeb-3de0-462f-9617-5a5a1a73bb7a admin admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:31:57.365720 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-dd2deaeb-3de0-462f-9617-5a5a1a73bb7a admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:31:57.369217 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2deaeb-3de0-462f-9617-5a5a1a73bb7a admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:31:57.374712 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2deaeb-3de0-462f-9617-5a5a1a73bb7a admin admin] Pushing event updated for resources: {'Port': ['ID=e6df6ebd-e606-49f0-8820-8cedebf6dac8,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:31:57.651452 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dd2deaeb-3de0-462f-9617-5a5a1a73bb7a admin admin] Publish callbacks [] for router_gateway (65125c0c-6a56-409e-b558-e653427d5d08), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:57.852577 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dd2deaeb-3de0-462f-9617-5a5a1a73bb7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (65125c0c-6a56-409e-b558-e653427d5d08), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:57.988770 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2deaeb-3de0-462f-9617-5a5a1a73bb7a admin admin] Router 65125c0c-6a56-409e-b558-e653427d5d08 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:31:58.100154 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2deaeb-3de0-462f-9617-5a5a1a73bb7a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:31:58.110184 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d810a0-0de5-40f0-850f-3c0bf789702f None None] Sync routers for ids ['65125c0c-6a56-409e-b558-e653427d5d08'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:31:58.119885 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-dd2deaeb-3de0-462f-9617-5a5a1a73bb7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:58.123693 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-dd2deaeb-3de0-462f-9617-5a5a1a73bb7a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 1.5099137
Feb 05 21:31:58.123858 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d810a0-0de5-40f0-850f-3c0bf789702f None None] Routers {'65125c0c-6a56-409e-b558-e653427d5d08'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:31:58.123969 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49746) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:31:58.124073 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-f9d810a0-0de5-40f0-850f-3c0bf789702f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db915ddc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:31:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['65125c0c-6a56-409e-b558-e653427d5d08'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:31:58.218334 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00396e0-d8eb-4473-9c83-b42fd126ad97 None None] Network 7562fb81-506f-4d27-986c-ae97e9881dfd requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:31:58.243369 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-f9d810a0-0de5-40f0-850f-3c0bf789702f None None] Set router 65125c0c-6a56-409e-b558-e653427d5d08 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:31:58.531919 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-4f060e77-4c79-4377-93c7-79702dcd0cb3 None None] Provisioning complete for port a8c4641a-5b36-4780-ac5a-393f5680e463 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:31:58.532976 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4f060e77-4c79-4377-93c7-79702dcd0cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (a8c4641a-5b36-4780-ac5a-393f5680e463), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:58.550435 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-f9d810a0-0de5-40f0-850f-3c0bf789702f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db915ddc0>, [{'id': '65125c0c-6a56-409e-b558-e653427d5d08', 'name': 'tempest-TestVolumeBackupRestore-526016178-router', 'tenant_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': 'e6df6ebd-e606-49f0-8820-8cedebf6dac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:31:56Z', 'updated_at': '2022-02-05T21:31:57Z', 'revision_number': 3, 'project_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'gw_port': {'id': 'e6df6ebd-e606-49f0-8820-8cedebf6dac8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65125c0c-6a56-409e-b558-e653427d5d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:31:57Z', 'updated_at': '2022-02-05T21:31:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:31:58.582161 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d810a0-0de5-40f0-850f-3c0bf789702f None None] Checking router: 65125c0c-6a56-409e-b558-e653427d5d08 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:31:58.582822 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d810a0-0de5-40f0-850f-3c0bf789702f None None] Updating router 65125c0c-6a56-409e-b558-e653427d5d08 port e6df6ebd-e606-49f0-8820-8cedebf6dac8 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:31:58.605783 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device a8c4641a-5b36-4780-ac5a-393f5680e463 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:31:58.628076 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-f9d810a0-0de5-40f0-850f-3c0bf789702f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e6df6ebd-e606-49f0-8820-8cedebf6dac8), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:58.691649 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-4f060e77-4c79-4377-93c7-79702dcd0cb3 None None] Current status of the port a8c4641a-5b36-4780-ac5a-393f5680e463 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:31:58.692052 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4f060e77-4c79-4377-93c7-79702dcd0cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a8c4641a-5b36-4780-ac5a-393f5680e463), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:58.719417 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port a8c4641a-5b36-4780-ac5a-393f5680e463 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:31:58.720322 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (a8c4641a-5b36-4780-ac5a-393f5680e463), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:58.763784 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-4f060e77-4c79-4377-93c7-79702dcd0cb3 None None] For port a8c4641a-5b36-4780-ac5a-393f5680e463, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8c4641a-5b36-4780-ac5a-393f5680e463,segment=NetworkSegment(2ac3ca4d-f084-4118-8776-8a5fbae0a018),segment_id=2ac3ca4d-f084-4118-8776-8a5fbae0a018)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:31:58.773482 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4f060e77-4c79-4377-93c7-79702dcd0cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (a8c4641a-5b36-4780-ac5a-393f5680e463), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:58.867979 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f060e77-4c79-4377-93c7-79702dcd0cb3 None None] Pushing event updated for resources: {'Port': ['ID=a8c4641a-5b36-4780-ac5a-393f5680e463,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:31:58.872268 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port a8c4641a-5b36-4780-ac5a-393f5680e463 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:31:58.895686 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-50ca1651-e055-4f42-a857-90251b6b507f None None] Provisioning complete for port a8c4641a-5b36-4780-ac5a-393f5680e463 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:31:58.896067 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-50ca1651-e055-4f42-a857-90251b6b507f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (a8c4641a-5b36-4780-ac5a-393f5680e463), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:58.941918 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6bbc038e-260c-4b56-8ca9-1b7f236722f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:58.948899 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-f9d810a0-0de5-40f0-850f-3c0bf789702f None None] Publish callbacks [] for port (e6df6ebd-e606-49f0-8820-8cedebf6dac8), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:58.955543 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-f9d810a0-0de5-40f0-850f-3c0bf789702f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (e6df6ebd-e606-49f0-8820-8cedebf6dac8), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:58.993224 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-50ca1651-e055-4f42-a857-90251b6b507f None None] Current status of the port a8c4641a-5b36-4780-ac5a-393f5680e463 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:31:59.004270 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-f9d810a0-0de5-40f0-850f-3c0bf789702f None None] Attempting to bind port e6df6ebd-e606-49f0-8820-8cedebf6dac8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:31:59.004270 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-f9d810a0-0de5-40f0-850f-3c0bf789702f None None] Attempting to bind port e6df6ebd-e606-49f0-8820-8cedebf6dac8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:31:59.004553 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d810a0-0de5-40f0-850f-3c0bf789702f None None] Attempting to bind port e6df6ebd-e606-49f0-8820-8cedebf6dac8 on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:31:59.013379 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d810a0-0de5-40f0-850f-3c0bf789702f None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:31:59.013754 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d810a0-0de5-40f0-850f-3c0bf789702f None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:31:59.014155 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-f9d810a0-0de5-40f0-850f-3c0bf789702f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:59.014577 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d810a0-0de5-40f0-850f-3c0bf789702f None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:31:59.015044 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-f9d810a0-0de5-40f0-850f-3c0bf789702f None None] Bound port: e6df6ebd-e606-49f0-8820-8cedebf6dac8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:31:59.015424 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-f9d810a0-0de5-40f0-850f-3c0bf789702f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e6df6ebd-e606-49f0-8820-8cedebf6dac8), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:59.040034 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ee484-8821-4169-8c89-de53e4dc21ba None None] Pushing event updated for resources: {'Port': ['ID=e6df6ebd-e606-49f0-8820-8cedebf6dac8,revision_number=2']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:31:59.056295 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4ee484-8821-4169-8c89-de53e4dc21ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:59.056647 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4ee484-8821-4169-8c89-de53e4dc21ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:59.056994 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4ee484-8821-4169-8c89-de53e4dc21ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:59.057333 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4ee484-8821-4169-8c89-de53e4dc21ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:59.057702 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4ee484-8821-4169-8c89-de53e4dc21ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:59.058001 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4ee484-8821-4169-8c89-de53e4dc21ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:59.058329 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4ee484-8821-4169-8c89-de53e4dc21ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:59.058687 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4ee484-8821-4169-8c89-de53e4dc21ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:59.059013 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4ee484-8821-4169-8c89-de53e4dc21ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:59.059365 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4ee484-8821-4169-8c89-de53e4dc21ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:59.059714 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4ee484-8821-4169-8c89-de53e4dc21ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:59.060061 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4ee484-8821-4169-8c89-de53e4dc21ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:59.060406 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4ee484-8821-4169-8c89-de53e4dc21ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:31:59.085709 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-f9d810a0-0de5-40f0-850f-3c0bf789702f None None] For port e6df6ebd-e606-49f0-8820-8cedebf6dac8, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:31:59.088787 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-f9d810a0-0de5-40f0-850f-3c0bf789702f None None] For port e6df6ebd-e606-49f0-8820-8cedebf6dac8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6df6ebd-e606-49f0-8820-8cedebf6dac8,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:31:59.095134 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-f9d810a0-0de5-40f0-850f-3c0bf789702f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (e6df6ebd-e606-49f0-8820-8cedebf6dac8), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:59.107273 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-6bbc038e-260c-4b56-8ca9-1b7f236722f5 admin admin] Allocated IP 172.20.0.1 (7562fb81-506f-4d27-986c-ae97e9881dfd/ac3592ee-39a8-4fff-8c64-017fcead5bd9/958f6682-b845-40c7-b4b2-c8059bb99252) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:31:59.152051 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d810a0-0de5-40f0-850f-3c0bf789702f None None] Routers {'65125c0c-6a56-409e-b558-e653427d5d08'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:31:59.152680 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-f9d810a0-0de5-40f0-850f-3c0bf789702f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db915ddc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:31:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['65125c0c-6a56-409e-b558-e653427d5d08'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:31:59.186608 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ee484-8821-4169-8c89-de53e4dc21ba None None] Pushing event updated for resources: {'Port': ['ID=e6df6ebd-e606-49f0-8820-8cedebf6dac8,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:31:59.216710 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6bbc038e-260c-4b56-8ca9-1b7f236722f5 admin admin] Publish callbacks [] for port (958f6682-b845-40c7-b4b2-c8059bb99252), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:59.250676 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6bbc038e-260c-4b56-8ca9-1b7f236722f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (958f6682-b845-40c7-b4b2-c8059bb99252), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:59.263027 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-f9d810a0-0de5-40f0-850f-3c0bf789702f None None] Set router 65125c0c-6a56-409e-b558-e653427d5d08 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:31:59.291132 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbc038e-260c-4b56-8ca9-1b7f236722f5 admin admin] Network 7562fb81-506f-4d27-986c-ae97e9881dfd is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:31:59.295351 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-6bbc038e-260c-4b56-8ca9-1b7f236722f5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:31:59.297798 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbc038e-260c-4b56-8ca9-1b7f236722f5 admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:31:59.320224 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc038e-260c-4b56-8ca9-1b7f236722f5 admin admin] Pushing event updated for resources: {'Port': ['ID=958f6682-b845-40c7-b4b2-c8059bb99252,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:31:59.339854 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6bbc038e-260c-4b56-8ca9-1b7f236722f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (65125c0c-6a56-409e-b558-e653427d5d08), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:59.452361 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-f9d810a0-0de5-40f0-850f-3c0bf789702f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db915ddc0>, [{'id': '65125c0c-6a56-409e-b558-e653427d5d08', 'name': 'tempest-TestVolumeBackupRestore-526016178-router', 'tenant_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': 'e6df6ebd-e606-49f0-8820-8cedebf6dac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:31:56Z', 'updated_at': '2022-02-05T21:31:57Z', 'revision_number': 3, 'project_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'gw_port': {'id': 'e6df6ebd-e606-49f0-8820-8cedebf6dac8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65125c0c-6a56-409e-b558-e653427d5d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:31:57Z', 'updated_at': '2022-02-05T21:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:31:59.477710 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6bbc038e-260c-4b56-8ca9-1b7f236722f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (958f6682-b845-40c7-b4b2-c8059bb99252), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:59.484671 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d810a0-0de5-40f0-850f-3c0bf789702f None None] The sync data for ids ['65125c0c-6a56-409e-b558-e653427d5d08'] in ncdv-master-1 is: [{'id': '65125c0c-6a56-409e-b558-e653427d5d08', 'name': 'tempest-TestVolumeBackupRestore-526016178-router', 'tenant_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': 'e6df6ebd-e606-49f0-8820-8cedebf6dac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:31:56Z', 'updated_at': '2022-02-05T21:31:57Z', 'revision_number': 3, 'project_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'gw_port': {'id': 'e6df6ebd-e606-49f0-8820-8cedebf6dac8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65125c0c-6a56-409e-b558-e653427d5d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:31:57Z', 'updated_at': '2022-02-05T21:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:31:59.616419 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-74ffd592-c1cf-432e-8354-9b5f403943d7 None None] Provisioning complete for port 958f6682-b845-40c7-b4b2-c8059bb99252 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:31:59.617003 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-74ffd592-c1cf-432e-8354-9b5f403943d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (958f6682-b845-40c7-b4b2-c8059bb99252), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:59.650537 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6bbc038e-260c-4b56-8ca9-1b7f236722f5 admin admin] Publish callbacks [] for port (958f6682-b845-40c7-b4b2-c8059bb99252), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:59.656375 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6bbc038e-260c-4b56-8ca9-1b7f236722f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (958f6682-b845-40c7-b4b2-c8059bb99252), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:59.656686 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-74ffd592-c1cf-432e-8354-9b5f403943d7 None None] Port 958f6682-b845-40c7-b4b2-c8059bb99252 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:31:59.738339 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc038e-260c-4b56-8ca9-1b7f236722f5 admin admin] Pushing event updated for resources: {'Port': ['ID=958f6682-b845-40c7-b4b2-c8059bb99252,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:31:59.741288 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6bbc038e-260c-4b56-8ca9-1b7f236722f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (65125c0c-6a56-409e-b558-e653427d5d08), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:31:59.839626 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbc038e-260c-4b56-8ca9-1b7f236722f5 admin admin] Network 7562fb81-506f-4d27-986c-ae97e9881dfd is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:31:59.841079 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-6bbc038e-260c-4b56-8ca9-1b7f236722f5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:31:59.976360 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bbc038e-260c-4b56-8ca9-1b7f236722f5 admin admin] Router 65125c0c-6a56-409e-b558-e653427d5d08 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:32:00.094735 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbc038e-260c-4b56-8ca9-1b7f236722f5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:32:00.100603 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6bbc038e-260c-4b56-8ca9-1b7f236722f5 admin admin] 10.222.0.32 "PUT /v2.0/routers/65125c0c-6a56-409e-b558-e653427d5d08/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9756727
Feb 05 21:32:00.182456 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-462e162f-0a4d-419a-98f5-beec1e035822 None None] Provisioning complete for port 958f6682-b845-40c7-b4b2-c8059bb99252 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:32:00.182995 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-462e162f-0a4d-419a-98f5-beec1e035822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (958f6682-b845-40c7-b4b2-c8059bb99252), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:00.221569 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-462e162f-0a4d-419a-98f5-beec1e035822 None None] Port 958f6682-b845-40c7-b4b2-c8059bb99252 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:32:00.602542 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49762) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:32:00.608122 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-e614635d-ea82-46bf-a014-399066e05c69 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1874567134-network', 'tenant_id': 'c6aab2dab80b4de8a8c68cd2216ad6ad'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:32:00.613040 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device e6df6ebd-e606-49f0-8820-8cedebf6dac8 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:32:00.629658 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e614635d-ea82-46bf-a014-399066e05c69 admin admin] Made reservation on behalf of c6aab2dab80b4de8a8c68cd2216ad6ad for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:32:00.632159 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e614635d-ea82-46bf-a014-399066e05c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:00.640909 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e614635d-ea82-46bf-a014-399066e05c69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:00.662762 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port e6df6ebd-e606-49f0-8820-8cedebf6dac8 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:32:00.663321 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e6df6ebd-e606-49f0-8820-8cedebf6dac8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:00.721851 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e614635d-ea82-46bf-a014-399066e05c69 admin admin] Publish callbacks [] for security_group (83278469-8a4c-428c-98c8-d80ca00ae3dd), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:00.725834 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e614635d-ea82-46bf-a014-399066e05c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (83278469-8a4c-428c-98c8-d80ca00ae3dd), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:00.747125 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port e6df6ebd-e606-49f0-8820-8cedebf6dac8 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:32:00.747611 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e6df6ebd-e606-49f0-8820-8cedebf6dac8), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:00.755063 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e614635d-ea82-46bf-a014-399066e05c69 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:32:00.761815 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e614635d-ea82-46bf-a014-399066e05c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83278469-8a4c-428c-98c8-d80ca00ae3dd,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:32:00.768966 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port e6df6ebd-e606-49f0-8820-8cedebf6dac8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6df6ebd-e606-49f0-8820-8cedebf6dac8,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:32:00.769328 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e614635d-ea82-46bf-a014-399066e05c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (36a5198e-532d-4ba7-8681-653ebf49a091), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:00.769800 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-e614635d-ea82-46bf-a014-399066e05c69 admin admin] Added segment 36a5198e-532d-4ba7-8681-653ebf49a091 of type vlan for network 72e42458-e4ea-4c7c-9d4a-0728230751c9
Feb 05 21:32:00.773842 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (e6df6ebd-e606-49f0-8820-8cedebf6dac8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:00.774831 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device a8c4641a-5b36-4780-ac5a-393f5680e463 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:32:00.831825 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e614635d-ea82-46bf-a014-399066e05c69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (72e42458-e4ea-4c7c-9d4a-0728230751c9), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:00.865383 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port a8c4641a-5b36-4780-ac5a-393f5680e463 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:32:00.865772 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (a8c4641a-5b36-4780-ac5a-393f5680e463), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:00.866102 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e614635d-ea82-46bf-a014-399066e05c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (72e42458-e4ea-4c7c-9d4a-0728230751c9), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:00.867244 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e614635d-ea82-46bf-a014-399066e05c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:32:00.867464 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=e6df6ebd-e606-49f0-8820-8cedebf6dac8,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:32:00.867835 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e614635d-ea82-46bf-a014-399066e05c69 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:00.899094 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e614635d-ea82-46bf-a014-399066e05c69 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.2954183
Feb 05 21:32:00.901846 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49764) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:32:00.906886 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-36dbdf11-130a-4d7f-befb-d7fccaa529bb admin admin] Request body: {'subnet': {'network_id': '72e42458-e4ea-4c7c-9d4a-0728230751c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1874567134-subnet', 'tenant_id': 'c6aab2dab80b4de8a8c68cd2216ad6ad', 'ip_version': 4}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:32:00.928045 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36dbdf11-130a-4d7f-befb-d7fccaa529bb admin admin] Made reservation on behalf of c6aab2dab80b4de8a8c68cd2216ad6ad for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:32:00.931115 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-36dbdf11-130a-4d7f-befb-d7fccaa529bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:00.943458 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e614635d-ea82-46bf-a014-399066e05c69 admin admin] Pushing event updated for resources: {'Network': ['ID=72e42458-e4ea-4c7c-9d4a-0728230751c9,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:32:00.959236 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 72e42458-e4ea-4c7c-9d4a-0728230751c9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:32:00.963067 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port a8c4641a-5b36-4780-ac5a-393f5680e463 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:32:01.113077 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-36dbdf11-130a-4d7f-befb-d7fccaa529bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (94939d0e-0b72-4205-84f2-331588a97e02), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:01.158567 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3291a9c-e423-45a5-9b53-f08623f4aef0 None None] Sync routers for ids ['65125c0c-6a56-409e-b558-e653427d5d08'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:32:01.165118 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dbdf11-130a-4d7f-befb-d7fccaa529bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=94939d0e-0b72-4205-84f2-331588a97e02,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:32:01.170090 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3291a9c-e423-45a5-9b53-f08623f4aef0 None None] Routers {'65125c0c-6a56-409e-b558-e653427d5d08'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:32:01.170758 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-b3291a9c-e423-45a5-9b53-f08623f4aef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db81ef610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:31:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['65125c0c-6a56-409e-b558-e653427d5d08'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:32:01.181364 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dbdf11-130a-4d7f-befb-d7fccaa529bb admin admin] Checking segment: {'id': '36a5198e-532d-4ba7-8681-653ebf49a091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '72e42458-e4ea-4c7c-9d4a-0728230751c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:32:01.181729 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dbdf11-130a-4d7f-befb-d7fccaa529bb admin admin] Network hostable DHCP agents. Network: 72e42458-e4ea-4c7c-9d4a-0728230751c9, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:32:01.198548 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dbdf11-130a-4d7f-befb-d7fccaa529bb admin admin] Network 72e42458-e4ea-4c7c-9d4a-0728230751c9 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:32:01.207940 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-36dbdf11-130a-4d7f-befb-d7fccaa529bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 72e42458-e4ea-4c7c-9d4a-0728230751c9) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:32:01.212181 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dbdf11-130a-4d7f-befb-d7fccaa529bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:32:01.213826 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-36dbdf11-130a-4d7f-befb-d7fccaa529bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:01.217228 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b928d57-b289-4e94-a418-ebf7b5e52939 None None] Network 72e42458-e4ea-4c7c-9d4a-0728230751c9 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:32:01.233896 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-36dbdf11-130a-4d7f-befb-d7fccaa529bb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3283782
Feb 05 21:32:01.234084 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 49766) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:32:01.238556 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-b0b2fd8e-4c2a-4dd8-9ec6-7e9a84611dc5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1874567134-router', 'tenant_id': 'c6aab2dab80b4de8a8c68cd2216ad6ad', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:32:01.259372 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b0b2fd8e-4c2a-4dd8-9ec6-7e9a84611dc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (fd27bf45-0271-437b-ba4b-06069887defb), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:01.260422 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b0b2fd8e-4c2a-4dd8-9ec6-7e9a84611dc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (fd27bf45-0271-437b-ba4b-06069887defb), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:01.314159 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b0b2fd8e-4c2a-4dd8-9ec6-7e9a84611dc5 admin admin] Publish callbacks [] for router_controller (fd27bf45-0271-437b-ba4b-06069887defb), precommit_add_association {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:01.367921 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-b3291a9c-e423-45a5-9b53-f08623f4aef0 None None] Set router 65125c0c-6a56-409e-b558-e653427d5d08 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:32:01.400541 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b4b01b-5d8a-4bd7-b99c-f431adb29772 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-72e42458-e4ea-4c7c-9d4a-0728230751c9', 'network_id': '72e42458-e4ea-4c7c-9d4a-0728230751c9', 'project_id': 'c6aab2dab80b4de8a8c68cd2216ad6ad', 'fixed_ips': [{'subnet_id': '94939d0e-0b72-4205-84f2-331588a97e02'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:32:01.401327 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-11b4b01b-5d8a-4bd7-b99c-f431adb29772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:01.671931 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-11b4b01b-5d8a-4bd7-b99c-f431adb29772 None None] Allocated IP 172.20.0.2 (72e42458-e4ea-4c7c-9d4a-0728230751c9/94939d0e-0b72-4205-84f2-331588a97e02/2f004865-baf6-46c7-b2be-b2751c1c098f) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:32:01.764116 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-b3291a9c-e423-45a5-9b53-f08623f4aef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db81ef610>, [{'id': '65125c0c-6a56-409e-b558-e653427d5d08', 'name': 'tempest-TestVolumeBackupRestore-526016178-router', 'tenant_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': 'e6df6ebd-e606-49f0-8820-8cedebf6dac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:31:56Z', 'updated_at': '2022-02-05T21:31:59Z', 'revision_number': 4, 'project_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'gw_port': {'id': 'e6df6ebd-e606-49f0-8820-8cedebf6dac8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65125c0c-6a56-409e-b558-e653427d5d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:31:57Z', 'updated_at': '2022-02-05T21:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '958f6682-b845-40c7-b4b2-c8059bb99252', 'name': '', 'network_id': '7562fb81-506f-4d27-986c-ae97e9881dfd', 'tenant_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'mac_address': 'fa:16:3e:f2:a5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65125c0c-6a56-409e-b558-e653427d5d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'ac3592ee-39a8-4fff-8c64-017fcead5bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:31:58Z', 'updated_at': '2022-02-05T21:31:59Z', 'revision_number': 2, 'project_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'subnets': [{'id': 'ac3592ee-39a8-4fff-8c64-017fcead5bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:32:01.793721 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b0b2fd8e-4c2a-4dd8-9ec6-7e9a84611dc5 admin admin] Publish callbacks [] for router_gateway (fd27bf45-0271-437b-ba4b-06069887defb), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:01.804230 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3291a9c-e423-45a5-9b53-f08623f4aef0 None None] Checking router: 65125c0c-6a56-409e-b558-e653427d5d08 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:32:01.804597 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3291a9c-e423-45a5-9b53-f08623f4aef0 None None] Updating router 65125c0c-6a56-409e-b558-e653427d5d08 port 958f6682-b845-40c7-b4b2-c8059bb99252 binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:32:01.861998 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b3291a9c-e423-45a5-9b53-f08623f4aef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (958f6682-b845-40c7-b4b2-c8059bb99252), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:01.915568 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-11b4b01b-5d8a-4bd7-b99c-f431adb29772 None None] Publish callbacks [] for port (2f004865-baf6-46c7-b2be-b2751c1c098f), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:01.928852 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-11b4b01b-5d8a-4bd7-b99c-f431adb29772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (2f004865-baf6-46c7-b2be-b2751c1c098f), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:01.999099 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b0b2fd8e-4c2a-4dd8-9ec6-7e9a84611dc5 admin admin] Publish callbacks [] for router_gateway (fd27bf45-0271-437b-ba4b-06069887defb), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:02.018709 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b0b2fd8e-4c2a-4dd8-9ec6-7e9a84611dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:02.034027 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b4b01b-5d8a-4bd7-b99c-f431adb29772 None None] Network 72e42458-e4ea-4c7c-9d4a-0728230751c9 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:32:02.043495 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-11b4b01b-5d8a-4bd7-b99c-f431adb29772 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:32:02.054289 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b4b01b-5d8a-4bd7-b99c-f431adb29772 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:32:02.056111 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4b01b-5d8a-4bd7-b99c-f431adb29772 None None] Pushing event updated for resources: {'Port': ['ID=2f004865-baf6-46c7-b2be-b2751c1c098f,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:32:02.122651 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-b0b2fd8e-4c2a-4dd8-9ec6-7e9a84611dc5 admin admin] Allocated IP 172.35.4.108 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/d0ec49e9-d3af-48f7-88a5-4609cda6df53) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:32:02.156051 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-11b4b01b-5d8a-4bd7-b99c-f431adb29772 None None] Attempting to bind port 2f004865-baf6-46c7-b2be-b2751c1c098f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:32:02.156433 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-11b4b01b-5d8a-4bd7-b99c-f431adb29772 None None] Attempting to bind port 2f004865-baf6-46c7-b2be-b2751c1c098f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '36a5198e-532d-4ba7-8681-653ebf49a091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '72e42458-e4ea-4c7c-9d4a-0728230751c9'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:32:02.156800 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b4b01b-5d8a-4bd7-b99c-f431adb29772 None None] Attempting to bind port 2f004865-baf6-46c7-b2be-b2751c1c098f on network 72e42458-e4ea-4c7c-9d4a-0728230751c9 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:32:02.171302 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b4b01b-5d8a-4bd7-b99c-f431adb29772 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:32:02.171686 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b4b01b-5d8a-4bd7-b99c-f431adb29772 None None] Checking segment: {'id': '36a5198e-532d-4ba7-8681-653ebf49a091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '72e42458-e4ea-4c7c-9d4a-0728230751c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:32:02.172095 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-11b4b01b-5d8a-4bd7-b99c-f431adb29772 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:02.172498 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b4b01b-5d8a-4bd7-b99c-f431adb29772 None None] Bound using segment: {'id': '36a5198e-532d-4ba7-8681-653ebf49a091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '72e42458-e4ea-4c7c-9d4a-0728230751c9'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:32:02.173031 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-11b4b01b-5d8a-4bd7-b99c-f431adb29772 None None] Bound port: 2f004865-baf6-46c7-b2be-b2751c1c098f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a5198e-532d-4ba7-8681-653ebf49a091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '72e42458-e4ea-4c7c-9d4a-0728230751c9'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:32:02.173423 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-11b4b01b-5d8a-4bd7-b99c-f431adb29772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (2f004865-baf6-46c7-b2be-b2751c1c098f), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:02.238871 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b0b2fd8e-4c2a-4dd8-9ec6-7e9a84611dc5 admin admin] Publish callbacks [] for port (d0ec49e9-d3af-48f7-88a5-4609cda6df53), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:02.273059 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b0b2fd8e-4c2a-4dd8-9ec6-7e9a84611dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (d0ec49e9-d3af-48f7-88a5-4609cda6df53), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:02.291258 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-11b4b01b-5d8a-4bd7-b99c-f431adb29772 None None] For port 2f004865-baf6-46c7-b2be-b2751c1c098f, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:32:02.295815 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-11b4b01b-5d8a-4bd7-b99c-f431adb29772 None None] For port 2f004865-baf6-46c7-b2be-b2751c1c098f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f004865-baf6-46c7-b2be-b2751c1c098f,segment=NetworkSegment(36a5198e-532d-4ba7-8681-653ebf49a091),segment_id=36a5198e-532d-4ba7-8681-653ebf49a091)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:32:02.298491 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b3291a9c-e423-45a5-9b53-f08623f4aef0 None None] Publish callbacks [] for port (958f6682-b845-40c7-b4b2-c8059bb99252), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:02.305388 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-11b4b01b-5d8a-4bd7-b99c-f431adb29772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (2f004865-baf6-46c7-b2be-b2751c1c098f), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:02.308674 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b3291a9c-e423-45a5-9b53-f08623f4aef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (958f6682-b845-40c7-b4b2-c8059bb99252), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:02.314733 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b2fd8e-4c2a-4dd8-9ec6-7e9a84611dc5 admin admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:32:02.317584 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-b0b2fd8e-4c2a-4dd8-9ec6-7e9a84611dc5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:32:02.320968 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b2fd8e-4c2a-4dd8-9ec6-7e9a84611dc5 admin admin] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:32:02.346272 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2fd8e-4c2a-4dd8-9ec6-7e9a84611dc5 admin admin] Pushing event updated for resources: {'Port': ['ID=d0ec49e9-d3af-48f7-88a5-4609cda6df53,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:32:02.405150 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4b01b-5d8a-4bd7-b99c-f431adb29772 None None] Pushing event updated for resources: {'Port': ['ID=2f004865-baf6-46c7-b2be-b2751c1c098f,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:32:02.480714 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-b3291a9c-e423-45a5-9b53-f08623f4aef0 None None] Attempting to bind port 958f6682-b845-40c7-b4b2-c8059bb99252 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:32:02.481100 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-b3291a9c-e423-45a5-9b53-f08623f4aef0 None None] Attempting to bind port 958f6682-b845-40c7-b4b2-c8059bb99252 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2ac3ca4d-f084-4118-8776-8a5fbae0a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7562fb81-506f-4d27-986c-ae97e9881dfd'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:32:02.481478 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3291a9c-e423-45a5-9b53-f08623f4aef0 None None] Attempting to bind port 958f6682-b845-40c7-b4b2-c8059bb99252 on network 7562fb81-506f-4d27-986c-ae97e9881dfd {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:32:02.489720 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e64ef-1b65-456a-8030-9e7803f572ac None None] Pushing event updated for resources: {'Port': ['ID=958f6682-b845-40c7-b4b2-c8059bb99252,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:32:02.493748 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3291a9c-e423-45a5-9b53-f08623f4aef0 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:32:02.494143 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3291a9c-e423-45a5-9b53-f08623f4aef0 None None] Checking segment: {'id': '2ac3ca4d-f084-4118-8776-8a5fbae0a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7562fb81-506f-4d27-986c-ae97e9881dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:32:02.494585 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b3291a9c-e423-45a5-9b53-f08623f4aef0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:02.494990 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3291a9c-e423-45a5-9b53-f08623f4aef0 None None] Bound using segment: {'id': '2ac3ca4d-f084-4118-8776-8a5fbae0a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7562fb81-506f-4d27-986c-ae97e9881dfd'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:32:02.495480 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-b3291a9c-e423-45a5-9b53-f08623f4aef0 None None] Bound port: 958f6682-b845-40c7-b4b2-c8059bb99252, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac3ca4d-f084-4118-8776-8a5fbae0a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7562fb81-506f-4d27-986c-ae97e9881dfd'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:32:02.495873 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b3291a9c-e423-45a5-9b53-f08623f4aef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (958f6682-b845-40c7-b4b2-c8059bb99252), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:02.685950 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b0b2fd8e-4c2a-4dd8-9ec6-7e9a84611dc5 admin admin] Publish callbacks [] for router_gateway (fd27bf45-0271-437b-ba4b-06069887defb), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:02.719235 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device e6df6ebd-e606-49f0-8820-8cedebf6dac8 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:32:02.799251 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-b3291a9c-e423-45a5-9b53-f08623f4aef0 None None] For port 958f6682-b845-40c7-b4b2-c8059bb99252, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:32:02.803723 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-b3291a9c-e423-45a5-9b53-f08623f4aef0 None None] For port 958f6682-b845-40c7-b4b2-c8059bb99252, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=958f6682-b845-40c7-b4b2-c8059bb99252,segment=NetworkSegment(2ac3ca4d-f084-4118-8776-8a5fbae0a018),segment_id=2ac3ca4d-f084-4118-8776-8a5fbae0a018)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:32:02.805333 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-bc8a682e-851f-41b9-be5b-adc567f220b7 None None] Provisioning complete for port 958f6682-b845-40c7-b4b2-c8059bb99252 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:32:02.805759 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bc8a682e-851f-41b9-be5b-adc567f220b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (958f6682-b845-40c7-b4b2-c8059bb99252), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:02.833040 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b3291a9c-e423-45a5-9b53-f08623f4aef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (958f6682-b845-40c7-b4b2-c8059bb99252), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:02.891247 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port e6df6ebd-e606-49f0-8820-8cedebf6dac8 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:32:02.892178 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e6df6ebd-e606-49f0-8820-8cedebf6dac8), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:02.900461 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-bc8a682e-851f-41b9-be5b-adc567f220b7 None None] Port 958f6682-b845-40c7-b4b2-c8059bb99252 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:32:02.935969 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b0b2fd8e-4c2a-4dd8-9ec6-7e9a84611dc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (fd27bf45-0271-437b-ba4b-06069887defb), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:02.941048 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3291a9c-e423-45a5-9b53-f08623f4aef0 None None] Routers {'65125c0c-6a56-409e-b558-e653427d5d08'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:32:02.942151 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-b3291a9c-e423-45a5-9b53-f08623f4aef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db81ef610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:31:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['65125c0c-6a56-409e-b558-e653427d5d08'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:32:02.998140 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e64ef-1b65-456a-8030-9e7803f572ac None None] Pushing event updated for resources: {'Port': ['ID=958f6682-b845-40c7-b4b2-c8059bb99252,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:32:03.091841 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b2fd8e-4c2a-4dd8-9ec6-7e9a84611dc5 admin admin] Router fd27bf45-0271-437b-ba4b-06069887defb is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:32:03.108203 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port e6df6ebd-e606-49f0-8820-8cedebf6dac8 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:32:03.112258 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-b3291a9c-e423-45a5-9b53-f08623f4aef0 None None] Set router 65125c0c-6a56-409e-b558-e653427d5d08 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:32:03.213979 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b2fd8e-4c2a-4dd8-9ec6-7e9a84611dc5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:32:03.226324 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d272a3-628a-4575-9a0f-c28744a40f1f None None] Sync routers for ids ['fd27bf45-0271-437b-ba4b-06069887defb'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:32:03.233664 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b0b2fd8e-4c2a-4dd8-9ec6-7e9a84611dc5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:03.237010 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d272a3-628a-4575-9a0f-c28744a40f1f None None] Routers {'fd27bf45-0271-437b-ba4b-06069887defb'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:32:03.238117 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-10d272a3-628a-4575-9a0f-c28744a40f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db915d610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:31:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['fd27bf45-0271-437b-ba4b-06069887defb'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:32:03.241584 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b0b2fd8e-4c2a-4dd8-9ec6-7e9a84611dc5 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.0064654
Feb 05 21:32:03.241850 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 49768) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:32:03.270061 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-b70cdb1c-a3a0-4bcb-8b91-d5105be9c339 None None] Provisioning complete for port 958f6682-b845-40c7-b4b2-c8059bb99252 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:32:03.270609 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b70cdb1c-a3a0-4bcb-8b91-d5105be9c339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (958f6682-b845-40c7-b4b2-c8059bb99252), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:03.375900 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-10d272a3-628a-4575-9a0f-c28744a40f1f None None] Set router fd27bf45-0271-437b-ba4b-06069887defb gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:32:03.401548 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-b70cdb1c-a3a0-4bcb-8b91-d5105be9c339 None None] Current status of the port 958f6682-b845-40c7-b4b2-c8059bb99252 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:32:03.401948 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b70cdb1c-a3a0-4bcb-8b91-d5105be9c339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (958f6682-b845-40c7-b4b2-c8059bb99252), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:03.418880 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-b3291a9c-e423-45a5-9b53-f08623f4aef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db81ef610>, [{'id': '65125c0c-6a56-409e-b558-e653427d5d08', 'name': 'tempest-TestVolumeBackupRestore-526016178-router', 'tenant_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': 'e6df6ebd-e606-49f0-8820-8cedebf6dac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:31:56Z', 'updated_at': '2022-02-05T21:31:59Z', 'revision_number': 4, 'project_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'gw_port': {'id': 'e6df6ebd-e606-49f0-8820-8cedebf6dac8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65125c0c-6a56-409e-b558-e653427d5d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:31:57Z', 'updated_at': '2022-02-05T21:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '958f6682-b845-40c7-b4b2-c8059bb99252', 'name': '', 'network_id': '7562fb81-506f-4d27-986c-ae97e9881dfd', 'tenant_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'mac_address': 'fa:16:3e:f2:a5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65125c0c-6a56-409e-b558-e653427d5d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'ac3592ee-39a8-4fff-8c64-017fcead5bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:31:58Z', 'updated_at': '2022-02-05T21:32:02Z', 'revision_number': 4, 'project_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'subnets': [{'id': 'ac3592ee-39a8-4fff-8c64-017fcead5bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:32:03.460001 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3291a9c-e423-45a5-9b53-f08623f4aef0 None None] The sync data for ids ['65125c0c-6a56-409e-b558-e653427d5d08'] in ncdv-master-1 is: [{'id': '65125c0c-6a56-409e-b558-e653427d5d08', 'name': 'tempest-TestVolumeBackupRestore-526016178-router', 'tenant_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': 'e6df6ebd-e606-49f0-8820-8cedebf6dac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:31:56Z', 'updated_at': '2022-02-05T21:31:59Z', 'revision_number': 4, 'project_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'gw_port': {'id': 'e6df6ebd-e606-49f0-8820-8cedebf6dac8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65125c0c-6a56-409e-b558-e653427d5d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:31:57Z', 'updated_at': '2022-02-05T21:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '958f6682-b845-40c7-b4b2-c8059bb99252', 'name': '', 'network_id': '7562fb81-506f-4d27-986c-ae97e9881dfd', 'tenant_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'mac_address': 'fa:16:3e:f2:a5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65125c0c-6a56-409e-b558-e653427d5d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'ac3592ee-39a8-4fff-8c64-017fcead5bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:31:58Z', 'updated_at': '2022-02-05T21:32:02Z', 'revision_number': 4, 'project_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'subnets': [{'id': 'ac3592ee-39a8-4fff-8c64-017fcead5bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:32:03.471114 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-b70cdb1c-a3a0-4bcb-8b91-d5105be9c339 None None] For port 958f6682-b845-40c7-b4b2-c8059bb99252, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=958f6682-b845-40c7-b4b2-c8059bb99252,segment=NetworkSegment(2ac3ca4d-f084-4118-8776-8a5fbae0a018),segment_id=2ac3ca4d-f084-4118-8776-8a5fbae0a018)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:32:03.480601 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b70cdb1c-a3a0-4bcb-8b91-d5105be9c339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (958f6682-b845-40c7-b4b2-c8059bb99252), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:03.578277 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70cdb1c-a3a0-4bcb-8b91-d5105be9c339 None None] Pushing event updated for resources: {'Port': ['ID=958f6682-b845-40c7-b4b2-c8059bb99252,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:32:03.656106 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-10d272a3-628a-4575-9a0f-c28744a40f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db915d610>, [{'id': 'fd27bf45-0271-437b-ba4b-06069887defb', 'name': 'tempest-TestVolumeBackupRestore-1874567134-router', 'tenant_id': 'c6aab2dab80b4de8a8c68cd2216ad6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.108'}], 'enable_snat': True}, 'gw_port_id': 'd0ec49e9-d3af-48f7-88a5-4609cda6df53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:32:01Z', 'updated_at': '2022-02-05T21:32:02Z', 'revision_number': 3, 'project_id': 'c6aab2dab80b4de8a8c68cd2216ad6ad', 'gw_port': {'id': 'd0ec49e9-d3af-48f7-88a5-4609cda6df53', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:90:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd27bf45-0271-437b-ba4b-06069887defb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:32:02Z', 'updated_at': '2022-02-05T21:32:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:32:03.690825 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d272a3-628a-4575-9a0f-c28744a40f1f None None] Checking router: fd27bf45-0271-437b-ba4b-06069887defb for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:32:03.691244 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d272a3-628a-4575-9a0f-c28744a40f1f None None] Updating router fd27bf45-0271-437b-ba4b-06069887defb port d0ec49e9-d3af-48f7-88a5-4609cda6df53 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:32:03.734943 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-10d272a3-628a-4575-9a0f-c28744a40f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d0ec49e9-d3af-48f7-88a5-4609cda6df53), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:03.772959 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c131326f-3fb3-400f-99dd-081d75afbc63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:03.780259 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48df1d8a-58ac-4b92-9b6e-a2facf4656c2 None None] Network 72e42458-e4ea-4c7c-9d4a-0728230751c9 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:32:03.841326 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b576fbe6-7f2d-4122-8a6e-0b70000ec524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:03.875620 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-7f6665a5-1a73-4a11-b50e-90a5a8ca6091 None None] Provisioning complete for port 2f004865-baf6-46c7-b2be-b2751c1c098f triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:32:03.876630 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7f6665a5-1a73-4a11-b50e-90a5a8ca6091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (2f004865-baf6-46c7-b2be-b2751c1c098f), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:04.021993 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-7f6665a5-1a73-4a11-b50e-90a5a8ca6091 None None] Current status of the port 2f004865-baf6-46c7-b2be-b2751c1c098f is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:32:04.022404 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7f6665a5-1a73-4a11-b50e-90a5a8ca6091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (2f004865-baf6-46c7-b2be-b2751c1c098f), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:04.032023 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-b576fbe6-7f2d-4122-8a6e-0b70000ec524 admin admin] Allocated IP 172.20.0.1 (72e42458-e4ea-4c7c-9d4a-0728230751c9/94939d0e-0b72-4205-84f2-331588a97e02/8866fd0d-7af8-4823-a2dd-24a39d95c980) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:32:04.058938 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-7f6665a5-1a73-4a11-b50e-90a5a8ca6091 None None] For port 2f004865-baf6-46c7-b2be-b2751c1c098f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f004865-baf6-46c7-b2be-b2751c1c098f,segment=NetworkSegment(36a5198e-532d-4ba7-8681-653ebf49a091),segment_id=36a5198e-532d-4ba7-8681-653ebf49a091)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:32:04.066727 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7f6665a5-1a73-4a11-b50e-90a5a8ca6091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (2f004865-baf6-46c7-b2be-b2751c1c098f), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:04.139150 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6665a5-1a73-4a11-b50e-90a5a8ca6091 None None] Pushing event updated for resources: {'Port': ['ID=2f004865-baf6-46c7-b2be-b2751c1c098f,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:32:04.158125 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-10d272a3-628a-4575-9a0f-c28744a40f1f None None] Publish callbacks [] for port (d0ec49e9-d3af-48f7-88a5-4609cda6df53), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:04.165579 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-10d272a3-628a-4575-9a0f-c28744a40f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d0ec49e9-d3af-48f7-88a5-4609cda6df53), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:04.180709 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b576fbe6-7f2d-4122-8a6e-0b70000ec524 admin admin] Publish callbacks [] for port (8866fd0d-7af8-4823-a2dd-24a39d95c980), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:04.211370 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-10d272a3-628a-4575-9a0f-c28744a40f1f None None] Attempting to bind port d0ec49e9-d3af-48f7-88a5-4609cda6df53 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:32:04.211878 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-10d272a3-628a-4575-9a0f-c28744a40f1f None None] Attempting to bind port d0ec49e9-d3af-48f7-88a5-4609cda6df53 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:32:04.212250 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d272a3-628a-4575-9a0f-c28744a40f1f None None] Attempting to bind port d0ec49e9-d3af-48f7-88a5-4609cda6df53 on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:32:04.220298 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d272a3-628a-4575-9a0f-c28744a40f1f None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:32:04.220677 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d272a3-628a-4575-9a0f-c28744a40f1f None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:32:04.221239 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-10d272a3-628a-4575-9a0f-c28744a40f1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:04.221640 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d272a3-628a-4575-9a0f-c28744a40f1f None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:32:04.222273 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-10d272a3-628a-4575-9a0f-c28744a40f1f None None] Bound port: d0ec49e9-d3af-48f7-88a5-4609cda6df53, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:32:04.222682 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-10d272a3-628a-4575-9a0f-c28744a40f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d0ec49e9-d3af-48f7-88a5-4609cda6df53), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:04.232621 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b576fbe6-7f2d-4122-8a6e-0b70000ec524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (8866fd0d-7af8-4823-a2dd-24a39d95c980), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:04.273837 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610cd895-dcbc-4556-8df1-6084a727c5a9 None None] Pushing event updated for resources: {'Port': ['ID=d0ec49e9-d3af-48f7-88a5-4609cda6df53,revision_number=2']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:32:04.302727 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b576fbe6-7f2d-4122-8a6e-0b70000ec524 admin admin] Pushing event updated for resources: {'Port': ['ID=8866fd0d-7af8-4823-a2dd-24a39d95c980,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:32:04.305498 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-10d272a3-628a-4575-9a0f-c28744a40f1f None None] For port d0ec49e9-d3af-48f7-88a5-4609cda6df53, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:32:04.315259 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b576fbe6-7f2d-4122-8a6e-0b70000ec524 admin admin] Network 72e42458-e4ea-4c7c-9d4a-0728230751c9 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:32:04.315842 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-10d272a3-628a-4575-9a0f-c28744a40f1f None None] For port d0ec49e9-d3af-48f7-88a5-4609cda6df53, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d0ec49e9-d3af-48f7-88a5-4609cda6df53,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:32:04.317255 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-b576fbe6-7f2d-4122-8a6e-0b70000ec524 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:32:04.320133 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b576fbe6-7f2d-4122-8a6e-0b70000ec524 admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:32:04.325490 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-10d272a3-628a-4575-9a0f-c28744a40f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d0ec49e9-d3af-48f7-88a5-4609cda6df53), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:04.375546 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b576fbe6-7f2d-4122-8a6e-0b70000ec524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (fd27bf45-0271-437b-ba4b-06069887defb), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:04.391730 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d272a3-628a-4575-9a0f-c28744a40f1f None None] Routers {'fd27bf45-0271-437b-ba4b-06069887defb'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:32:04.392675 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-10d272a3-628a-4575-9a0f-c28744a40f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db915d610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:31:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['fd27bf45-0271-437b-ba4b-06069887defb'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:32:04.408976 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-0231f68f-976b-4746-969c-2da9cd104b75 None None] Provisioning complete for port 2f004865-baf6-46c7-b2be-b2751c1c098f triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:32:04.409349 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0231f68f-976b-4746-969c-2da9cd104b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (2f004865-baf6-46c7-b2be-b2751c1c098f), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:04.477740 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610cd895-dcbc-4556-8df1-6084a727c5a9 None None] Pushing event updated for resources: {'Port': ['ID=d0ec49e9-d3af-48f7-88a5-4609cda6df53,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:32:04.538935 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-0231f68f-976b-4746-969c-2da9cd104b75 None None] Current status of the port 2f004865-baf6-46c7-b2be-b2751c1c098f is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:32:04.586745 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b576fbe6-7f2d-4122-8a6e-0b70000ec524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8866fd0d-7af8-4823-a2dd-24a39d95c980), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:04.641660 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-10d272a3-628a-4575-9a0f-c28744a40f1f None None] Set router fd27bf45-0271-437b-ba4b-06069887defb gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:32:04.761650 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 2f004865-baf6-46c7-b2be-b2751c1c098f up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:32:04.804666 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b576fbe6-7f2d-4122-8a6e-0b70000ec524 admin admin] Publish callbacks [] for port (8866fd0d-7af8-4823-a2dd-24a39d95c980), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:04.811638 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-d5c4de5a-ccd1-4d19-b5dd-2bd63a3c9d74 None None] Provisioning complete for port 8866fd0d-7af8-4823-a2dd-24a39d95c980 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:32:04.812179 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d5c4de5a-ccd1-4d19-b5dd-2bd63a3c9d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (8866fd0d-7af8-4823-a2dd-24a39d95c980), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:04.821032 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b576fbe6-7f2d-4122-8a6e-0b70000ec524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (8866fd0d-7af8-4823-a2dd-24a39d95c980), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:04.857706 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-d5c4de5a-ccd1-4d19-b5dd-2bd63a3c9d74 None None] Port 8866fd0d-7af8-4823-a2dd-24a39d95c980 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:32:04.865927 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 2f004865-baf6-46c7-b2be-b2751c1c098f triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:32:04.866310 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (2f004865-baf6-46c7-b2be-b2751c1c098f), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:04.870460 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-10d272a3-628a-4575-9a0f-c28744a40f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db915d610>, [{'id': 'fd27bf45-0271-437b-ba4b-06069887defb', 'name': 'tempest-TestVolumeBackupRestore-1874567134-router', 'tenant_id': 'c6aab2dab80b4de8a8c68cd2216ad6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.108'}], 'enable_snat': True}, 'gw_port_id': 'd0ec49e9-d3af-48f7-88a5-4609cda6df53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:32:01Z', 'updated_at': '2022-02-05T21:32:02Z', 'revision_number': 3, 'project_id': 'c6aab2dab80b4de8a8c68cd2216ad6ad', 'gw_port': {'id': 'd0ec49e9-d3af-48f7-88a5-4609cda6df53', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:90:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd27bf45-0271-437b-ba4b-06069887defb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:32:02Z', 'updated_at': '2022-02-05T21:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:32:04.904079 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b576fbe6-7f2d-4122-8a6e-0b70000ec524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (fd27bf45-0271-437b-ba4b-06069887defb), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:04.906000 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b576fbe6-7f2d-4122-8a6e-0b70000ec524 admin admin] Pushing event updated for resources: {'Port': ['ID=8866fd0d-7af8-4823-a2dd-24a39d95c980,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:32:04.909371 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d272a3-628a-4575-9a0f-c28744a40f1f None None] The sync data for ids ['fd27bf45-0271-437b-ba4b-06069887defb'] in ncdv-master-1 is: [{'id': 'fd27bf45-0271-437b-ba4b-06069887defb', 'name': 'tempest-TestVolumeBackupRestore-1874567134-router', 'tenant_id': 'c6aab2dab80b4de8a8c68cd2216ad6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.108'}], 'enable_snat': True}, 'gw_port_id': 'd0ec49e9-d3af-48f7-88a5-4609cda6df53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:32:01Z', 'updated_at': '2022-02-05T21:32:02Z', 'revision_number': 3, 'project_id': 'c6aab2dab80b4de8a8c68cd2216ad6ad', 'gw_port': {'id': 'd0ec49e9-d3af-48f7-88a5-4609cda6df53', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:90:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd27bf45-0271-437b-ba4b-06069887defb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:32:02Z', 'updated_at': '2022-02-05T21:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:32:04.961042 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 2f004865-baf6-46c7-b2be-b2751c1c098f is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:32:04.962131 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 958f6682-b845-40c7-b4b2-c8059bb99252 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:32:05.011484 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b576fbe6-7f2d-4122-8a6e-0b70000ec524 admin admin] Network 72e42458-e4ea-4c7c-9d4a-0728230751c9 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:32:05.013081 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-b576fbe6-7f2d-4122-8a6e-0b70000ec524 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:32:05.020062 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 958f6682-b845-40c7-b4b2-c8059bb99252 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:32:05.020441 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (958f6682-b845-40c7-b4b2-c8059bb99252), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:05.125388 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 958f6682-b845-40c7-b4b2-c8059bb99252 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:32:05.148973 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b576fbe6-7f2d-4122-8a6e-0b70000ec524 admin admin] Router fd27bf45-0271-437b-ba4b-06069887defb has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:32:05.277661 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b576fbe6-7f2d-4122-8a6e-0b70000ec524 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:32:05.279896 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-f0cd1bf6-7a71-462d-8691-4f927baec466 None None] Provisioning complete for port 8866fd0d-7af8-4823-a2dd-24a39d95c980 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:32:05.280280 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f0cd1bf6-7a71-462d-8691-4f927baec466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (8866fd0d-7af8-4823-a2dd-24a39d95c980), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:05.312248 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b576fbe6-7f2d-4122-8a6e-0b70000ec524 admin admin] 10.222.0.32 "PUT /v2.0/routers/fd27bf45-0271-437b-ba4b-06069887defb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0480852
Feb 05 21:32:05.342131 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-f0cd1bf6-7a71-462d-8691-4f927baec466 None None] Port 8866fd0d-7af8-4823-a2dd-24a39d95c980 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:32:06.149476 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8ebcf6cd-4e38-4c61-8102-8a0b29bbb6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:06.536498 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device d0ec49e9-d3af-48f7-88a5-4609cda6df53 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:32:06.584076 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port d0ec49e9-d3af-48f7-88a5-4609cda6df53 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:32:06.584457 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d0ec49e9-d3af-48f7-88a5-4609cda6df53), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:06.665840 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port d0ec49e9-d3af-48f7-88a5-4609cda6df53 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:32:06.666238 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d0ec49e9-d3af-48f7-88a5-4609cda6df53), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:06.687282 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port d0ec49e9-d3af-48f7-88a5-4609cda6df53, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d0ec49e9-d3af-48f7-88a5-4609cda6df53,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:32:06.692237 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d0ec49e9-d3af-48f7-88a5-4609cda6df53), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:06.740525 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=d0ec49e9-d3af-48f7-88a5-4609cda6df53,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:32:06.953060 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb45c295-52f2-4e9f-bf77-e98a16787fe0 None None] Sync routers for ids ['fd27bf45-0271-437b-ba4b-06069887defb'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:32:06.964820 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb45c295-52f2-4e9f-bf77-e98a16787fe0 None None] Routers {'fd27bf45-0271-437b-ba4b-06069887defb'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:32:06.965520 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-fb45c295-52f2-4e9f-bf77-e98a16787fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab1910d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:32:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['fd27bf45-0271-437b-ba4b-06069887defb'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:32:07.087609 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-fb45c295-52f2-4e9f-bf77-e98a16787fe0 None None] Set router fd27bf45-0271-437b-ba4b-06069887defb gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:32:07.288887 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-fb45c295-52f2-4e9f-bf77-e98a16787fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab1910d0>, [{'id': 'fd27bf45-0271-437b-ba4b-06069887defb', 'name': 'tempest-TestVolumeBackupRestore-1874567134-router', 'tenant_id': 'c6aab2dab80b4de8a8c68cd2216ad6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.108'}], 'enable_snat': True}, 'gw_port_id': 'd0ec49e9-d3af-48f7-88a5-4609cda6df53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:32:01Z', 'updated_at': '2022-02-05T21:32:04Z', 'revision_number': 4, 'project_id': 'c6aab2dab80b4de8a8c68cd2216ad6ad', 'gw_port': {'id': 'd0ec49e9-d3af-48f7-88a5-4609cda6df53', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:90:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd27bf45-0271-437b-ba4b-06069887defb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:32:02Z', 'updated_at': '2022-02-05T21:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8866fd0d-7af8-4823-a2dd-24a39d95c980', 'name': '', 'network_id': '72e42458-e4ea-4c7c-9d4a-0728230751c9', 'tenant_id': 'c6aab2dab80b4de8a8c68cd2216ad6ad', 'mac_address': 'fa:16:3e:9b:b0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd27bf45-0271-437b-ba4b-06069887defb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '94939d0e-0b72-4205-84f2-331588a97e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:32:03Z', 'updated_at': '2022-02-05T21:32:04Z', 'revision_number': 2, 'project_id': 'c6aab2dab80b4de8a8c68cd2216ad6ad', 'subnets': [{'id': '94939d0e-0b72-4205-84f2-331588a97e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:32:07.318700 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb45c295-52f2-4e9f-bf77-e98a16787fe0 None None] Checking router: fd27bf45-0271-437b-ba4b-06069887defb for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:32:07.319062 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb45c295-52f2-4e9f-bf77-e98a16787fe0 None None] Updating router fd27bf45-0271-437b-ba4b-06069887defb port 8866fd0d-7af8-4823-a2dd-24a39d95c980 binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:32:07.346027 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fb45c295-52f2-4e9f-bf77-e98a16787fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8866fd0d-7af8-4823-a2dd-24a39d95c980), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:07.605581 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:07.618314 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fb45c295-52f2-4e9f-bf77-e98a16787fe0 None None] Publish callbacks [] for port (8866fd0d-7af8-4823-a2dd-24a39d95c980), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:07.623092 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fb45c295-52f2-4e9f-bf77-e98a16787fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (8866fd0d-7af8-4823-a2dd-24a39d95c980), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:07.671653 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac3b3e-cab0-4abf-9386-0f914f13595f None None] Pushing event updated for resources: {'Port': ['ID=8866fd0d-7af8-4823-a2dd-24a39d95c980,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:32:07.726089 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-fb45c295-52f2-4e9f-bf77-e98a16787fe0 None None] Attempting to bind port 8866fd0d-7af8-4823-a2dd-24a39d95c980 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:32:07.726497 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-fb45c295-52f2-4e9f-bf77-e98a16787fe0 None None] Attempting to bind port 8866fd0d-7af8-4823-a2dd-24a39d95c980 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '36a5198e-532d-4ba7-8681-653ebf49a091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '72e42458-e4ea-4c7c-9d4a-0728230751c9'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:32:07.726875 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb45c295-52f2-4e9f-bf77-e98a16787fe0 None None] Attempting to bind port 8866fd0d-7af8-4823-a2dd-24a39d95c980 on network 72e42458-e4ea-4c7c-9d4a-0728230751c9 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:32:07.731973 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb45c295-52f2-4e9f-bf77-e98a16787fe0 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:32:07.732351 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb45c295-52f2-4e9f-bf77-e98a16787fe0 None None] Checking segment: {'id': '36a5198e-532d-4ba7-8681-653ebf49a091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '72e42458-e4ea-4c7c-9d4a-0728230751c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:32:07.732761 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fb45c295-52f2-4e9f-bf77-e98a16787fe0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:07.733160 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb45c295-52f2-4e9f-bf77-e98a16787fe0 None None] Bound using segment: {'id': '36a5198e-532d-4ba7-8681-653ebf49a091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '72e42458-e4ea-4c7c-9d4a-0728230751c9'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:32:07.733627 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-fb45c295-52f2-4e9f-bf77-e98a16787fe0 None None] Bound port: 8866fd0d-7af8-4823-a2dd-24a39d95c980, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a5198e-532d-4ba7-8681-653ebf49a091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '72e42458-e4ea-4c7c-9d4a-0728230751c9'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:32:07.734011 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fb45c295-52f2-4e9f-bf77-e98a16787fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8866fd0d-7af8-4823-a2dd-24a39d95c980), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:07.803821 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-fb45c295-52f2-4e9f-bf77-e98a16787fe0 None None] For port 8866fd0d-7af8-4823-a2dd-24a39d95c980, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:32:07.806973 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-fb45c295-52f2-4e9f-bf77-e98a16787fe0 None None] For port 8866fd0d-7af8-4823-a2dd-24a39d95c980, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8866fd0d-7af8-4823-a2dd-24a39d95c980,segment=NetworkSegment(36a5198e-532d-4ba7-8681-653ebf49a091),segment_id=36a5198e-532d-4ba7-8681-653ebf49a091)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:32:07.815960 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fb45c295-52f2-4e9f-bf77-e98a16787fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (8866fd0d-7af8-4823-a2dd-24a39d95c980), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:08.045683 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-a7817f88-69e6-4d78-87d6-2341d552c377 None None] Provisioning complete for port 8866fd0d-7af8-4823-a2dd-24a39d95c980 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:32:08.046054 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a7817f88-69e6-4d78-87d6-2341d552c377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (8866fd0d-7af8-4823-a2dd-24a39d95c980), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:08.073652 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac3b3e-cab0-4abf-9386-0f914f13595f None None] Pushing event updated for resources: {'Port': ['ID=8866fd0d-7af8-4823-a2dd-24a39d95c980,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:32:08.080767 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb45c295-52f2-4e9f-bf77-e98a16787fe0 None None] Routers {'fd27bf45-0271-437b-ba4b-06069887defb'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:32:08.081380 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-fb45c295-52f2-4e9f-bf77-e98a16787fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab1910d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:32:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['fd27bf45-0271-437b-ba4b-06069887defb'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:32:08.233621 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a7817f88-69e6-4d78-87d6-2341d552c377 None None] Current status of the port 8866fd0d-7af8-4823-a2dd-24a39d95c980 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:32:08.234018 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a7817f88-69e6-4d78-87d6-2341d552c377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8866fd0d-7af8-4823-a2dd-24a39d95c980), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:08.238216 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-fb45c295-52f2-4e9f-bf77-e98a16787fe0 None None] Set router fd27bf45-0271-437b-ba4b-06069887defb gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:32:08.337278 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-a7817f88-69e6-4d78-87d6-2341d552c377 None None] For port 8866fd0d-7af8-4823-a2dd-24a39d95c980, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8866fd0d-7af8-4823-a2dd-24a39d95c980,segment=NetworkSegment(36a5198e-532d-4ba7-8681-653ebf49a091),segment_id=36a5198e-532d-4ba7-8681-653ebf49a091)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:32:08.353157 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a7817f88-69e6-4d78-87d6-2341d552c377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (8866fd0d-7af8-4823-a2dd-24a39d95c980), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:08.465542 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7817f88-69e6-4d78-87d6-2341d552c377 None None] Pushing event updated for resources: {'Port': ['ID=8866fd0d-7af8-4823-a2dd-24a39d95c980,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:32:08.512714 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-946ccb0a-3efa-4b34-adbd-181447320673 None None] Provisioning complete for port 8866fd0d-7af8-4823-a2dd-24a39d95c980 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:32:08.512714 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-946ccb0a-3efa-4b34-adbd-181447320673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (8866fd0d-7af8-4823-a2dd-24a39d95c980), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:08.539670 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device d0ec49e9-d3af-48f7-88a5-4609cda6df53 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:32:08.613999 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-fb45c295-52f2-4e9f-bf77-e98a16787fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab1910d0>, [{'id': 'fd27bf45-0271-437b-ba4b-06069887defb', 'name': 'tempest-TestVolumeBackupRestore-1874567134-router', 'tenant_id': 'c6aab2dab80b4de8a8c68cd2216ad6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.108'}], 'enable_snat': True}, 'gw_port_id': 'd0ec49e9-d3af-48f7-88a5-4609cda6df53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:32:01Z', 'updated_at': '2022-02-05T21:32:04Z', 'revision_number': 4, 'project_id': 'c6aab2dab80b4de8a8c68cd2216ad6ad', 'gw_port': {'id': 'd0ec49e9-d3af-48f7-88a5-4609cda6df53', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:90:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd27bf45-0271-437b-ba4b-06069887defb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:32:02Z', 'updated_at': '2022-02-05T21:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8866fd0d-7af8-4823-a2dd-24a39d95c980', 'name': '', 'network_id': '72e42458-e4ea-4c7c-9d4a-0728230751c9', 'tenant_id': 'c6aab2dab80b4de8a8c68cd2216ad6ad', 'mac_address': 'fa:16:3e:9b:b0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd27bf45-0271-437b-ba4b-06069887defb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '94939d0e-0b72-4205-84f2-331588a97e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:32:03Z', 'updated_at': '2022-02-05T21:32:07Z', 'revision_number': 4, 'project_id': 'c6aab2dab80b4de8a8c68cd2216ad6ad', 'subnets': [{'id': '94939d0e-0b72-4205-84f2-331588a97e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:32:08.667167 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb45c295-52f2-4e9f-bf77-e98a16787fe0 None None] The sync data for ids ['fd27bf45-0271-437b-ba4b-06069887defb'] in ncdv-master-1 is: [{'id': 'fd27bf45-0271-437b-ba4b-06069887defb', 'name': 'tempest-TestVolumeBackupRestore-1874567134-router', 'tenant_id': 'c6aab2dab80b4de8a8c68cd2216ad6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.108'}], 'enable_snat': True}, 'gw_port_id': 'd0ec49e9-d3af-48f7-88a5-4609cda6df53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:32:01Z', 'updated_at': '2022-02-05T21:32:04Z', 'revision_number': 4, 'project_id': 'c6aab2dab80b4de8a8c68cd2216ad6ad', 'gw_port': {'id': 'd0ec49e9-d3af-48f7-88a5-4609cda6df53', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:90:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd27bf45-0271-437b-ba4b-06069887defb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:32:02Z', 'updated_at': '2022-02-05T21:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8866fd0d-7af8-4823-a2dd-24a39d95c980', 'name': '', 'network_id': '72e42458-e4ea-4c7c-9d4a-0728230751c9', 'tenant_id': 'c6aab2dab80b4de8a8c68cd2216ad6ad', 'mac_address': 'fa:16:3e:9b:b0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd27bf45-0271-437b-ba4b-06069887defb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '94939d0e-0b72-4205-84f2-331588a97e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:32:03Z', 'updated_at': '2022-02-05T21:32:07Z', 'revision_number': 4, 'project_id': 'c6aab2dab80b4de8a8c68cd2216ad6ad', 'subnets': [{'id': '94939d0e-0b72-4205-84f2-331588a97e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:32:08.681664 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port d0ec49e9-d3af-48f7-88a5-4609cda6df53 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:32:08.682065 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d0ec49e9-d3af-48f7-88a5-4609cda6df53), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:08.707844 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-946ccb0a-3efa-4b34-adbd-181447320673 None None] Current status of the port 8866fd0d-7af8-4823-a2dd-24a39d95c980 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:32:08.790620 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port d0ec49e9-d3af-48f7-88a5-4609cda6df53 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:32:09.165002 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:10.558121 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:10.585090 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 8866fd0d-7af8-4823-a2dd-24a39d95c980 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:32:10.650775 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 8866fd0d-7af8-4823-a2dd-24a39d95c980 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:32:10.651192 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (8866fd0d-7af8-4823-a2dd-24a39d95c980), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:10.752390 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 8866fd0d-7af8-4823-a2dd-24a39d95c980 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:32:15.556695 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:20.471839 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:22.531185 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50058) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:32:22.536741 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-4b9a7054-d6b7-4473-b3d7-707820551c23 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1217751844', 'description': 'tempest-secgroup-smoke-1217751844 description', 'project_id': '457bdfbbba5b4e69a1bf1577ce565fc9'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:32:22.557364 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4b9a7054-d6b7-4473-b3d7-707820551c23 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:22.622960 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4b9a7054-d6b7-4473-b3d7-707820551c23 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks [] for security_group (11c8a5c7-bb86-43f9-bdb0-48102ed03567), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:22.626408 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4b9a7054-d6b7-4473-b3d7-707820551c23 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (11c8a5c7-bb86-43f9-bdb0-48102ed03567), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:22.656338 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4b9a7054-d6b7-4473-b3d7-707820551c23 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:22.657549 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4b9a7054-d6b7-4473-b3d7-707820551c23 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1253257
Feb 05 21:32:22.659407 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a7054-d6b7-4473-b3d7-707820551c23 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11c8a5c7-bb86-43f9-bdb0-48102ed03567,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:32:22.661826 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50060) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:32:22.666553 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-881ade33-0c18-468e-bbfd-208bd282acca tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Request body: {'security_group_rule': {'security_group_id': '11c8a5c7-bb86-43f9-bdb0-48102ed03567', 'project_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:32:22.694443 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-881ade33-0c18-468e-bbfd-208bd282acca tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks [] for security_group_rule (899761cb-c23a-4d7d-9300-e4d020327c91), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:22.749940 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-881ade33-0c18-468e-bbfd-208bd282acca tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks [] for security_group_rule (899761cb-c23a-4d7d-9300-e4d020327c91), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:22.753705 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-881ade33-0c18-468e-bbfd-208bd282acca tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (899761cb-c23a-4d7d-9300-e4d020327c91), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:22.772614 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ade33-0c18-468e-bbfd-208bd282acca tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=899761cb-c23a-4d7d-9300-e4d020327c91,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:32:22.777046 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-881ade33-0c18-468e-bbfd-208bd282acca tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:22.778267 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-881ade33-0c18-468e-bbfd-208bd282acca tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1153271
Feb 05 21:32:22.780996 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50062) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:32:22.785826 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-62850abb-724b-4212-b5b1-3afa4df95ee4 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Request body: {'security_group_rule': {'security_group_id': '11c8a5c7-bb86-43f9-bdb0-48102ed03567', 'project_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:32:22.810169 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-62850abb-724b-4212-b5b1-3afa4df95ee4 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks [] for security_group_rule (8e42d131-68d4-418b-8ade-0454c52bf022), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:22.837505 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:32:22.864980 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-62850abb-724b-4212-b5b1-3afa4df95ee4 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks [] for security_group_rule (8e42d131-68d4-418b-8ade-0454c52bf022), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:22.868690 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-62850abb-724b-4212-b5b1-3afa4df95ee4 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (8e42d131-68d4-418b-8ade-0454c52bf022), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:22.891343 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62850abb-724b-4212-b5b1-3afa4df95ee4 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e42d131-68d4-418b-8ade-0454c52bf022,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:32:22.897154 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-62850abb-724b-4212-b5b1-3afa4df95ee4 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:22.898404 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-62850abb-724b-4212-b5b1-3afa4df95ee4 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1164682
Feb 05 21:32:22.901076 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50064) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:32:22.905385 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-7c0f9e47-6685-4337-ad4b-d5b4e094a6c8 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Request body: {'security_group_rule': {'security_group_id': '11c8a5c7-bb86-43f9-bdb0-48102ed03567', 'project_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:32:22.931796 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7c0f9e47-6685-4337-ad4b-d5b4e094a6c8 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks [] for security_group_rule (dbbb27bb-ac0d-4e48-8fdf-0e328c2ec8be), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:22.988276 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7c0f9e47-6685-4337-ad4b-d5b4e094a6c8 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks [] for security_group_rule (dbbb27bb-ac0d-4e48-8fdf-0e328c2ec8be), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:22.991767 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7c0f9e47-6685-4337-ad4b-d5b4e094a6c8 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (dbbb27bb-ac0d-4e48-8fdf-0e328c2ec8be), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:23.009645 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f9e47-6685-4337-ad4b-d5b4e094a6c8 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbbb27bb-ac0d-4e48-8fdf-0e328c2ec8be,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:32:23.016436 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7c0f9e47-6685-4337-ad4b-d5b4e094a6c8 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:23.017626 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7c0f9e47-6685-4337-ad4b-d5b4e094a6c8 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1156275
Feb 05 21:32:23.020899 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50066) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:32:23.025136 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-b570c861-7a54-40cd-be91-a1f7b8214c1d tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Request body: {'security_group_rule': {'security_group_id': '11c8a5c7-bb86-43f9-bdb0-48102ed03567', 'project_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:32:23.047862 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b570c861-7a54-40cd-be91-a1f7b8214c1d tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks [] for security_group_rule (74915f85-6424-4695-b7ea-4b0b4a4e3d14), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:23.103608 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b570c861-7a54-40cd-be91-a1f7b8214c1d tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks [] for security_group_rule (74915f85-6424-4695-b7ea-4b0b4a4e3d14), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:23.106898 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b570c861-7a54-40cd-be91-a1f7b8214c1d tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (74915f85-6424-4695-b7ea-4b0b4a4e3d14), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:23.124892 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b570c861-7a54-40cd-be91-a1f7b8214c1d tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74915f85-6424-4695-b7ea-4b0b4a4e3d14,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:32:23.130153 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b570c861-7a54-40cd-be91-a1f7b8214c1d tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:23.131425 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b570c861-7a54-40cd-be91-a1f7b8214c1d tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1095459
Feb 05 21:32:23.134154 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50068) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:32:23.138409 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-0a943e26-140c-4683-8b75-e06d55df414e tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Request body: {'security_group_rule': {'security_group_id': '11c8a5c7-bb86-43f9-bdb0-48102ed03567', 'project_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:32:23.158361 ncdv-master-1 neutron-server[114391]: INFO neutron.db.securitygroups_db [None req-0a943e26-140c-4683-8b75-e06d55df414e tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Project 457bdfbbba5b4e69a1bf1577ce565fc9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 05 21:32:23.163683 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0a943e26-140c-4683-8b75-e06d55df414e tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks [] for security_group_rule (c415d22c-1080-4717-8022-df0a08b2e84e), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:23.220457 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0a943e26-140c-4683-8b75-e06d55df414e tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks [] for security_group_rule (c415d22c-1080-4717-8022-df0a08b2e84e), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:23.224532 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0a943e26-140c-4683-8b75-e06d55df414e tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (c415d22c-1080-4717-8022-df0a08b2e84e), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:23.247409 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a943e26-140c-4683-8b75-e06d55df414e tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c415d22c-1080-4717-8022-df0a08b2e84e,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:32:23.253204 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0a943e26-140c-4683-8b75-e06d55df414e tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:23.254391 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0a943e26-140c-4683-8b75-e06d55df414e tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1192739
Feb 05 21:32:23.257027 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50070) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:32:23.261257 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-c8c44b6a-4272-40b3-be1b-c4fc810b994d tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Request body: {'security_group_rule': {'security_group_id': '11c8a5c7-bb86-43f9-bdb0-48102ed03567', 'project_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:32:23.280312 ncdv-master-1 neutron-server[114391]: INFO neutron.db.securitygroups_db [None req-c8c44b6a-4272-40b3-be1b-c4fc810b994d tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Project 457bdfbbba5b4e69a1bf1577ce565fc9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 05 21:32:23.285574 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c8c44b6a-4272-40b3-be1b-c4fc810b994d tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks [] for security_group_rule (5be72970-7d02-4ade-ab9f-5b021119174b), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:23.344058 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c8c44b6a-4272-40b3-be1b-c4fc810b994d tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks [] for security_group_rule (5be72970-7d02-4ade-ab9f-5b021119174b), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:23.347594 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c8c44b6a-4272-40b3-be1b-c4fc810b994d tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (5be72970-7d02-4ade-ab9f-5b021119174b), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:23.365133 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c44b6a-4272-40b3-be1b-c4fc810b994d tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5be72970-7d02-4ade-ab9f-5b021119174b,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:32:23.373752 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c8c44b6a-4272-40b3-be1b-c4fc810b994d tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:23.374995 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c8c44b6a-4272-40b3-be1b-c4fc810b994d tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1170402
Feb 05 21:32:23.734228 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-05545a4a-b68f-457e-a5d9-bb6df53e170d tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1217751844&fields=id&tenant_id=457bdfbbba5b4e69a1bf1577ce565fc9 HTTP/1.1" status: 200  len: 267 time: 0.0428312
Feb 05 21:32:23.841521 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-62cdc4c3-fc7a-4e37-9b35-a08016b58500 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:32:23.842890 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-62cdc4c3-fc7a-4e37-9b35-a08016b58500 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.32 "GET /v2.0/networks?id=7562fb81-506f-4d27-986c-ae97e9881dfd HTTP/1.1" status: 200  len: 813 time: 0.1018827
Feb 05 21:32:23.857005 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-2ed34290-9e9e-43bb-826b-35d2ed586d4f tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.32 "GET /v2.0/quotas/457bdfbbba5b4e69a1bf1577ce565fc9 HTTP/1.1" status: 200  len: 375 time: 0.0087509
Feb 05 21:32:23.912127 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-719291ab-18bd-4646-8911-b58af92c32c7 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=457bdfbbba5b4e69a1bf1577ce565fc9&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0504668
Feb 05 21:32:24.029497 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-512512fa-e6e3-4deb-a924-4498123ae113 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:32:24.030560 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-512512fa-e6e3-4deb-a924-4498123ae113 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1078548
Feb 05 21:32:24.119080 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-dac87213-ce95-42f9-bc26-c43231c9acb7 service neutron] 10.222.0.32 "GET /v2.0/networks/7562fb81-506f-4d27-986c-ae97e9881dfd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0814853
Feb 05 21:32:24.210400 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-b6813e8f-fb74-4cff-b1f4-1a0f8e562aa8 service neutron] 10.222.0.32 "GET /v2.0/networks/7562fb81-506f-4d27-986c-ae97e9881dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857894
Feb 05 21:32:24.560322 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-087dd282-c48a-4238-b46a-650cae97dd98 req-db1c760b-6c2f-40d1-9be7-bcd2a50175ec tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.32 "GET /v2.0/ports?device_id=18637a97-8f0c-4ad5-bf8f-92b6355f479a HTTP/1.1" status: 200  len: 210 time: 0.0926809
Feb 05 21:32:25.406102 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-29843264-e960-4b81-b648-1471641640a2 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:32:25.407675 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-29843264-e960-4b81-b648-1471641640a2 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.21 "GET /v2.0/networks?id=7562fb81-506f-4d27-986c-ae97e9881dfd HTTP/1.1" status: 200  len: 813 time: 0.1107476
Feb 05 21:32:25.470751 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-7b2f20e7-b397-45fa-b3a7-70b2709bfeee tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=457bdfbbba5b4e69a1bf1577ce565fc9 HTTP/1.1" status: 200  len: 380 time: 0.0543997
Feb 05 21:32:25.479986 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-a71ea9f8-8459-439a-8897-9cdf2764589e tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Request body: {'port': {'device_id': '18637a97-8f0c-4ad5-bf8f-92b6355f479a', 'network_id': '7562fb81-506f-4d27-986c-ae97e9881dfd', 'admin_state_up': True, 'tenant_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'security_groups': ['11c8a5c7-bb86-43f9-bdb0-48102ed03567']}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:32:25.592214 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-a71ea9f8-8459-439a-8897-9cdf2764589e tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Made reservation on behalf of 457bdfbbba5b4e69a1bf1577ce565fc9 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:32:25.595759 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-a71ea9f8-8459-439a-8897-9cdf2764589e tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:25.659601 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f9d52b15-51fc-47e9-9522-3b9a1d6eaae9 req-c2e12b49-b03e-4b3a-86dd-b6cdea98621f tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.32 "GET /v2.0/ports?device_id=18637a97-8f0c-4ad5-bf8f-92b6355f479a HTTP/1.1" status: 200  len: 210 time: 0.0283928
Feb 05 21:32:25.726673 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-a71ea9f8-8459-439a-8897-9cdf2764589e tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Allocated IP 172.20.0.4 (7562fb81-506f-4d27-986c-ae97e9881dfd/ac3592ee-39a8-4fff-8c64-017fcead5bd9/16720da8-5d58-4213-8ad8-4bcf36e2d7a1) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:32:25.872071 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-a71ea9f8-8459-439a-8897-9cdf2764589e tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks [] for port (16720da8-5d58-4213-8ad8-4bcf36e2d7a1), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:25.906836 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-a71ea9f8-8459-439a-8897-9cdf2764589e tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (16720da8-5d58-4213-8ad8-4bcf36e2d7a1), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:25.953322 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-a71ea9f8-8459-439a-8897-9cdf2764589e tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Network 7562fb81-506f-4d27-986c-ae97e9881dfd is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:32:25.959080 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-a71ea9f8-8459-439a-8897-9cdf2764589e tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:32:25.963502 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-a71ea9f8-8459-439a-8897-9cdf2764589e tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:32:25.968405 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71ea9f8-8459-439a-8897-9cdf2764589e tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Pushing event updated for resources: {'Port': ['ID=16720da8-5d58-4213-8ad8-4bcf36e2d7a1,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:32:26.017585 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-a71ea9f8-8459-439a-8897-9cdf2764589e tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:32:26.019090 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-a71ea9f8-8459-439a-8897-9cdf2764589e tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:26.037483 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-a71ea9f8-8459-439a-8897-9cdf2764589e tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5612826
Feb 05 21:32:26.049421 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-e45b5b87-c346-4bff-8a12-f595a3d47fe8 service neutron] Request body: {'port': {'device_id': '18637a97-8f0c-4ad5-bf8f-92b6355f479a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:32:26.113057 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-e45b5b87-c346-4bff-8a12-f595a3d47fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (16720da8-5d58-4213-8ad8-4bcf36e2d7a1), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:26.259638 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-5e85c00f-2a8c-46c4-9494-9f31d13fc518 None None] Provisioning complete for port 16720da8-5d58-4213-8ad8-4bcf36e2d7a1 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:32:26.260231 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5e85c00f-2a8c-46c4-9494-9f31d13fc518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (16720da8-5d58-4213-8ad8-4bcf36e2d7a1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:26.301148 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-5e85c00f-2a8c-46c4-9494-9f31d13fc518 None None] Port 16720da8-5d58-4213-8ad8-4bcf36e2d7a1 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:32:26.419667 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-e45b5b87-c346-4bff-8a12-f595a3d47fe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16720da8-5d58-4213-8ad8-4bcf36e2d7a1 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:32:26.428104 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-e45b5b87-c346-4bff-8a12-f595a3d47fe8 service neutron] Publish callbacks [] for port (16720da8-5d58-4213-8ad8-4bcf36e2d7a1), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:26.440266 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-e45b5b87-c346-4bff-8a12-f595a3d47fe8 service neutron] Transition to ACTIVE for port object 16720da8-5d58-4213-8ad8-4bcf36e2d7a1 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:32:26.445449 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-e45b5b87-c346-4bff-8a12-f595a3d47fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (16720da8-5d58-4213-8ad8-4bcf36e2d7a1), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:26.499083 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b5b87-c346-4bff-8a12-f595a3d47fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=16720da8-5d58-4213-8ad8-4bcf36e2d7a1,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:32:26.567221 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-e45b5b87-c346-4bff-8a12-f595a3d47fe8 service neutron] Attempting to bind port 16720da8-5d58-4213-8ad8-4bcf36e2d7a1 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:32:26.567565 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-e45b5b87-c346-4bff-8a12-f595a3d47fe8 service neutron] Attempting to bind port 16720da8-5d58-4213-8ad8-4bcf36e2d7a1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2ac3ca4d-f084-4118-8776-8a5fbae0a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7562fb81-506f-4d27-986c-ae97e9881dfd'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:32:26.567904 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-e45b5b87-c346-4bff-8a12-f595a3d47fe8 service neutron] Attempting to bind port 16720da8-5d58-4213-8ad8-4bcf36e2d7a1 on network 7562fb81-506f-4d27-986c-ae97e9881dfd {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:32:26.572539 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-e45b5b87-c346-4bff-8a12-f595a3d47fe8 service neutron] Port 16720da8-5d58-4213-8ad8-4bcf36e2d7a1 on network 7562fb81-506f-4d27-986c-ae97e9881dfd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:32:26.572866 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-e45b5b87-c346-4bff-8a12-f595a3d47fe8 service neutron] Attempting to bind port 16720da8-5d58-4213-8ad8-4bcf36e2d7a1 on network 7562fb81-506f-4d27-986c-ae97e9881dfd {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:32:26.577818 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-e45b5b87-c346-4bff-8a12-f595a3d47fe8 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:32:26.578167 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-e45b5b87-c346-4bff-8a12-f595a3d47fe8 service neutron] Checking segment: {'id': '2ac3ca4d-f084-4118-8776-8a5fbae0a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7562fb81-506f-4d27-986c-ae97e9881dfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:32:26.578595 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-e45b5b87-c346-4bff-8a12-f595a3d47fe8 service neutron] Bound using segment: {'id': '2ac3ca4d-f084-4118-8776-8a5fbae0a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7562fb81-506f-4d27-986c-ae97e9881dfd'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:32:26.579030 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-e45b5b87-c346-4bff-8a12-f595a3d47fe8 service neutron] Bound port: 16720da8-5d58-4213-8ad8-4bcf36e2d7a1, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac3ca4d-f084-4118-8776-8a5fbae0a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7562fb81-506f-4d27-986c-ae97e9881dfd'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:32:26.579394 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-e45b5b87-c346-4bff-8a12-f595a3d47fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (16720da8-5d58-4213-8ad8-4bcf36e2d7a1), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:26.649643 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-e45b5b87-c346-4bff-8a12-f595a3d47fe8 service neutron] For port 16720da8-5d58-4213-8ad8-4bcf36e2d7a1, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:32:26.652735 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-e45b5b87-c346-4bff-8a12-f595a3d47fe8 service neutron] For port 16720da8-5d58-4213-8ad8-4bcf36e2d7a1, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=16720da8-5d58-4213-8ad8-4bcf36e2d7a1,segment=NetworkSegment(2ac3ca4d-f084-4118-8776-8a5fbae0a018),segment_id=2ac3ca4d-f084-4118-8776-8a5fbae0a018)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:32:26.660133 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-e45b5b87-c346-4bff-8a12-f595a3d47fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (16720da8-5d58-4213-8ad8-4bcf36e2d7a1), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:26.693457 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-e45b5b87-c346-4bff-8a12-f595a3d47fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:32:26.694097 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-e45b5b87-c346-4bff-8a12-f595a3d47fe8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:26.696030 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-e45b5b87-c346-4bff-8a12-f595a3d47fe8 service neutron] 10.222.0.21 "PUT /v2.0/ports/16720da8-5d58-4213-8ad8-4bcf36e2d7a1 HTTP/1.1" status: 200  len: 1091 time: 0.6516082
Feb 05 21:32:26.698534 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18637a97-8f0c-4ad5-bf8f-92b6355f479a', 'tag': '16720da8-5d58-4213-8ad8-4bcf36e2d7a1'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:32:26.701582 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33409a54-74a5-4131-b649-b0f783fc0dde" -d '{"events": [{"name": "network-changed", "server_uuid": "18637a97-8f0c-4ad5-bf8f-92b6355f479a", "tag": "16720da8-5d58-4213-8ad8-4bcf36e2d7a1"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:32:26.732779 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b5b87-c346-4bff-8a12-f595a3d47fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=16720da8-5d58-4213-8ad8-4bcf36e2d7a1,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:32:26.788051 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45348d01-6f87-447d-a076-8d8ee915ed5d x-openstack-request-id: req-45348d01-6f87-447d-a076-8d8ee915ed5d {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:32:26.788345 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18637a97-8f0c-4ad5-bf8f-92b6355f479a", "tag": "16720da8-5d58-4213-8ad8-4bcf36e2d7a1", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:32:26.788607 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-45348d01-6f87-447d-a076-8d8ee915ed5d {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:32:26.789007 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18637a97-8f0c-4ad5-bf8f-92b6355f479a', 'tag': '16720da8-5d58-4213-8ad8-4bcf36e2d7a1', 'status': 'completed', 'code': 200}
Feb 05 21:32:26.811392 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-f150340e-b8ad-4dfc-b629-8b5005301a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:32:26.813103 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-f150340e-b8ad-4dfc-b629-8b5005301a6e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=457bdfbbba5b4e69a1bf1577ce565fc9&device_id=18637a97-8f0c-4ad5-bf8f-92b6355f479a HTTP/1.1" status: 200  len: 1125 time: 0.0587196
Feb 05 21:32:26.827664 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a26fd-daa4-426f-a7c9-6b49a90414e0 req-9c56eaa7-20cb-4a13-bb27-57577059d5cb tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:32:26.829555 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-995a26fd-daa4-426f-a7c9-6b49a90414e0 req-9c56eaa7-20cb-4a13-bb27-57577059d5cb tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.32 "GET /v2.0/ports?device_id=18637a97-8f0c-4ad5-bf8f-92b6355f479a HTTP/1.1" status: 200  len: 943 time: 0.0647101
Feb 05 21:32:26.861283 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-97bd4d7a-3788-4174-a30b-ace3565a17c5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16720da8-5d58-4213-8ad8-4bcf36e2d7a1 HTTP/1.1" status: 200  len: 217 time: 0.0415189
Feb 05 21:32:26.883085 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-995a26fd-daa4-426f-a7c9-6b49a90414e0 req-921b6bd5-cf57-48cb-ab1e-196dca8f4cb0 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.32 "GET /v2.0/security-groups?id=11c8a5c7-bb86-43f9-bdb0-48102ed03567&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468752
Feb 05 21:32:26.913981 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-729bce23-97ea-42de-8a17-2d19f78f9ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:32:26.915495 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-729bce23-97ea-42de-8a17-2d19f78f9ff7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac3592ee-39a8-4fff-8c64-017fcead5bd9 HTTP/1.1" status: 200  len: 852 time: 0.0483294
Feb 05 21:32:26.967940 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-afba759e-267d-48c8-a078-a310dc5a6ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:32:26.969462 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-afba759e-267d-48c8-a078-a310dc5a6ba9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7562fb81-506f-4d27-986c-ae97e9881dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0479214
Feb 05 21:32:27.059519 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-39959d35-a040-47a4-8fab-89d703c9194c service neutron] 10.222.0.21 "GET /v2.0/networks/7562fb81-506f-4d27-986c-ae97e9881dfd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836895
Feb 05 21:32:27.147174 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-64c40af5-c975-45a0-97d3-6ba37f8063c1 req-3c324f76-6bbc-449f-8d35-a046a89fa2a9 service neutron] 10.222.0.21 "GET /v2.0/networks/7562fb81-506f-4d27-986c-ae97e9881dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0811188
Feb 05 21:32:27.232609 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33409a54-74a5-4131-b649-b0f783fc0dde req-040774ee-026e-4a52-8308-20b355c03eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:32:27.234103 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-33409a54-74a5-4131-b649-b0f783fc0dde req-040774ee-026e-4a52-8308-20b355c03eed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=457bdfbbba5b4e69a1bf1577ce565fc9&device_id=18637a97-8f0c-4ad5-bf8f-92b6355f479a HTTP/1.1" status: 200  len: 1125 time: 0.0442383
Feb 05 21:32:27.324456 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33409a54-74a5-4131-b649-b0f783fc0dde req-92a94024-b1c9-402f-b546-b9851de18397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:32:27.325836 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-33409a54-74a5-4131-b649-b0f783fc0dde req-92a94024-b1c9-402f-b546-b9851de18397 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7562fb81-506f-4d27-986c-ae97e9881dfd HTTP/1.1" status: 200  len: 914 time: 0.0860593
Feb 05 21:32:27.365547 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-33409a54-74a5-4131-b649-b0f783fc0dde req-cdb9f920-b3fe-496a-a4c8-d0ba5604eff9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16720da8-5d58-4213-8ad8-4bcf36e2d7a1 HTTP/1.1" status: 200  len: 217 time: 0.0336411
Feb 05 21:32:27.416352 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33409a54-74a5-4131-b649-b0f783fc0dde req-3f31f71e-cf97-4462-9011-9f5d7accd49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:32:27.417803 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-33409a54-74a5-4131-b649-b0f783fc0dde req-3f31f71e-cf97-4462-9011-9f5d7accd49d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac3592ee-39a8-4fff-8c64-017fcead5bd9 HTTP/1.1" status: 200  len: 852 time: 0.0470998
Feb 05 21:32:27.465277 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33409a54-74a5-4131-b649-b0f783fc0dde req-97bd77f0-67c0-445d-9661-e6cb53e49453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:32:27.466827 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-33409a54-74a5-4131-b649-b0f783fc0dde req-97bd77f0-67c0-445d-9661-e6cb53e49453 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7562fb81-506f-4d27-986c-ae97e9881dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0433247
Feb 05 21:32:27.556459 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-33409a54-74a5-4131-b649-b0f783fc0dde req-1152e4a9-0a97-4ad1-a2b6-0ba6d7208cd7 service neutron] 10.222.0.21 "GET /v2.0/networks/7562fb81-506f-4d27-986c-ae97e9881dfd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835500
Feb 05 21:32:27.643764 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-33409a54-74a5-4131-b649-b0f783fc0dde req-fb611a5d-d650-4fef-a8a9-79f073a0e3fb service neutron] 10.222.0.21 "GET /v2.0/networks/7562fb81-506f-4d27-986c-ae97e9881dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0801628
Feb 05 21:32:28.005674 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd617f5-67de-4eba-83f4-31e8f6df2a64 req-e9c8ff1f-efb7-417e-80bf-b0563658c2cb tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:32:28.007237 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6fd617f5-67de-4eba-83f4-31e8f6df2a64 req-e9c8ff1f-efb7-417e-80bf-b0563658c2cb tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.32 "GET /v2.0/ports?device_id=18637a97-8f0c-4ad5-bf8f-92b6355f479a HTTP/1.1" status: 200  len: 943 time: 0.0538166
Feb 05 21:32:28.055829 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6fd617f5-67de-4eba-83f4-31e8f6df2a64 req-f2bd7aa6-385f-45ac-9f2f-a34d102a826c tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.32 "GET /v2.0/security-groups?id=11c8a5c7-bb86-43f9-bdb0-48102ed03567&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429621
Feb 05 21:32:29.175653 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e874774f-263c-416c-afe8-6eec3603d7de req-c0256401-4f3e-4f8b-834a-fd8e8662d4f9 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:32:29.177176 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e874774f-263c-416c-afe8-6eec3603d7de req-c0256401-4f3e-4f8b-834a-fd8e8662d4f9 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.32 "GET /v2.0/ports?device_id=18637a97-8f0c-4ad5-bf8f-92b6355f479a HTTP/1.1" status: 200  len: 943 time: 0.0529995
Feb 05 21:32:29.229597 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e874774f-263c-416c-afe8-6eec3603d7de req-974e1549-d39d-4788-b78b-c9bd1ffc057e tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.32 "GET /v2.0/security-groups?id=11c8a5c7-bb86-43f9-bdb0-48102ed03567&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468056
Feb 05 21:32:30.348377 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162de1e2-c2d2-4ead-949c-3280da359bed req-d8d7d03a-c458-4c08-86cf-ddfeef923521 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:32:30.349860 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-162de1e2-c2d2-4ead-949c-3280da359bed req-d8d7d03a-c458-4c08-86cf-ddfeef923521 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.32 "GET /v2.0/ports?device_id=18637a97-8f0c-4ad5-bf8f-92b6355f479a HTTP/1.1" status: 200  len: 943 time: 0.0536585
Feb 05 21:32:30.398333 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-162de1e2-c2d2-4ead-949c-3280da359bed req-55bac5ab-1b8a-498b-853b-e1b2357de463 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.32 "GET /v2.0/security-groups?id=11c8a5c7-bb86-43f9-bdb0-48102ed03567&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427980
Feb 05 21:32:31.378679 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 16720da8-5d58-4213-8ad8-4bcf36e2d7a1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:32:31.474987 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 16720da8-5d58-4213-8ad8-4bcf36e2d7a1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=16720da8-5d58-4213-8ad8-4bcf36e2d7a1,segment=NetworkSegment(2ac3ca4d-f084-4118-8776-8a5fbae0a018),segment_id=2ac3ca4d-f084-4118-8776-8a5fbae0a018)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:32:31.485968 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '16720da8-5d58-4213-8ad8-4bcf36e2d7a1', 'network_id': '7562fb81-506f-4d27-986c-ae97e9881dfd', 'port_id': '16720da8-5d58-4213-8ad8-4bcf36e2d7a1', 'mac_address': 'fa:16:3e:2a:fb:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3592ee-39a8-4fff-8c64-017fcead5bd9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:32:31.518232 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a51b8a-a66b-4882-9a37-14dfff71347b req-fae4dcc9-713c-4047-b141-d20e7bd0ab21 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:32:31.519779 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a3a51b8a-a66b-4882-9a37-14dfff71347b req-fae4dcc9-713c-4047-b141-d20e7bd0ab21 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.32 "GET /v2.0/ports?device_id=18637a97-8f0c-4ad5-bf8f-92b6355f479a HTTP/1.1" status: 200  len: 943 time: 0.0538750
Feb 05 21:32:31.528065 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 16720da8-5d58-4213-8ad8-4bcf36e2d7a1 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:32:31.528457 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (16720da8-5d58-4213-8ad8-4bcf36e2d7a1), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:31.542498 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16720da8-5d58-4213-8ad8-4bcf36e2d7a1 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:32:31.561894 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 16720da8-5d58-4213-8ad8-4bcf36e2d7a1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=16720da8-5d58-4213-8ad8-4bcf36e2d7a1,segment=NetworkSegment(2ac3ca4d-f084-4118-8776-8a5fbae0a018),segment_id=2ac3ca4d-f084-4118-8776-8a5fbae0a018)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:32:31.565961 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (16720da8-5d58-4213-8ad8-4bcf36e2d7a1), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:31.569252 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a3a51b8a-a66b-4882-9a37-14dfff71347b req-d7b1613b-3bd6-49f9-8a15-aac9bfb2441b tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.32 "GET /v2.0/security-groups?id=11c8a5c7-bb86-43f9-bdb0-48102ed03567&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439260
Feb 05 21:32:31.615648 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=16720da8-5d58-4213-8ad8-4bcf36e2d7a1,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:32:31.864687 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['16720da8-5d58-4213-8ad8-4bcf36e2d7a1'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:32:32.698847 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91fe94b-c6ab-4adf-8cc2-e0199e48b77f req-612eb11d-4849-4132-8215-079f4db04d95 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:32:32.700375 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c91fe94b-c6ab-4adf-8cc2-e0199e48b77f req-612eb11d-4849-4132-8215-079f4db04d95 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.32 "GET /v2.0/ports?device_id=18637a97-8f0c-4ad5-bf8f-92b6355f479a HTTP/1.1" status: 200  len: 944 time: 0.0601566
Feb 05 21:32:32.749117 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c91fe94b-c6ab-4adf-8cc2-e0199e48b77f req-fcd394ba-bc0b-40c8-bc9b-80b5b1fff564 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.32 "GET /v2.0/security-groups?id=11c8a5c7-bb86-43f9-bdb0-48102ed03567&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421817
Feb 05 21:32:33.399050 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 16720da8-5d58-4213-8ad8-4bcf36e2d7a1 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:32:33.447884 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 16720da8-5d58-4213-8ad8-4bcf36e2d7a1 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:32:33.451506 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 16720da8-5d58-4213-8ad8-4bcf36e2d7a1 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:32:33.451882 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (16720da8-5d58-4213-8ad8-4bcf36e2d7a1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:33.530153 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 16720da8-5d58-4213-8ad8-4bcf36e2d7a1 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:32:33.530570 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (16720da8-5d58-4213-8ad8-4bcf36e2d7a1), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:33.553196 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18637a97-8f0c-4ad5-bf8f-92b6355f479a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16720da8-5d58-4213-8ad8-4bcf36e2d7a1'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:32:33.555461 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054f3471-7f88-41dc-aa2c-7d4bc8cf8dd8" -d '{"events": [{"server_uuid": "18637a97-8f0c-4ad5-bf8f-92b6355f479a", "name": "network-vif-plugged", "status": "completed", "tag": "16720da8-5d58-4213-8ad8-4bcf36e2d7a1"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:32:33.568587 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 16720da8-5d58-4213-8ad8-4bcf36e2d7a1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=16720da8-5d58-4213-8ad8-4bcf36e2d7a1,segment=NetworkSegment(2ac3ca4d-f084-4118-8776-8a5fbae0a018),segment_id=2ac3ca4d-f084-4118-8776-8a5fbae0a018)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:32:33.572908 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (16720da8-5d58-4213-8ad8-4bcf36e2d7a1), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:33.599062 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10439d21-3f82-4858-a393-a4a66cd4cf1d x-openstack-request-id: req-10439d21-3f82-4858-a393-a4a66cd4cf1d {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:32:33.599354 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18637a97-8f0c-4ad5-bf8f-92b6355f479a", "name": "network-vif-plugged", "status": "completed", "tag": "16720da8-5d58-4213-8ad8-4bcf36e2d7a1", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:32:33.599611 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-10439d21-3f82-4858-a393-a4a66cd4cf1d {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:32:33.600064 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18637a97-8f0c-4ad5-bf8f-92b6355f479a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16720da8-5d58-4213-8ad8-4bcf36e2d7a1', 'code': 200}
Feb 05 21:32:33.629089 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=16720da8-5d58-4213-8ad8-4bcf36e2d7a1,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:32:33.691958 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e77dc-0c06-4a25-a1be-e0ec91e4028f req-81f98b8d-5b51-4c94-8140-d0f59a600675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:32:33.693384 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6f1e77dc-0c06-4a25-a1be-e0ec91e4028f req-81f98b8d-5b51-4c94-8140-d0f59a600675 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=18637a97-8f0c-4ad5-bf8f-92b6355f479a HTTP/1.1" status: 200  len: 1127 time: 0.0448048
Feb 05 21:32:33.742209 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6f1e77dc-0c06-4a25-a1be-e0ec91e4028f req-7c374c11-1e52-4aa0-add9-254fc23df37b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=11c8a5c7-bb86-43f9-bdb0-48102ed03567&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429537
Feb 05 21:32:33.766562 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f387f9e5-f2ef-494d-8110-d8bf9aab4c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:33.870214 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f24149-eb59-49bb-9f17-86ba6ba11058 req-4797955f-2057-40bb-839d-568be2ead933 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:32:33.871798 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a2f24149-eb59-49bb-9f17-86ba6ba11058 req-4797955f-2057-40bb-839d-568be2ead933 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.32 "GET /v2.0/ports?device_id=18637a97-8f0c-4ad5-bf8f-92b6355f479a HTTP/1.1" status: 200  len: 945 time: 0.0533428
Feb 05 21:32:33.921746 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a2f24149-eb59-49bb-9f17-86ba6ba11058 req-d0ed12c9-921c-4fca-bf38-72acdbfdb262 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.32 "GET /v2.0/security-groups?id=11c8a5c7-bb86-43f9-bdb0-48102ed03567&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428591
Feb 05 21:32:35.041347 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02641c47-7be0-4843-9498-6238ef3b388f req-a575f375-d93c-400e-ab4a-ddeb5cb23827 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:32:35.042855 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-02641c47-7be0-4843-9498-6238ef3b388f req-a575f375-d93c-400e-ab4a-ddeb5cb23827 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.32 "GET /v2.0/ports?device_id=18637a97-8f0c-4ad5-bf8f-92b6355f479a HTTP/1.1" status: 200  len: 945 time: 0.0525780
Feb 05 21:32:35.098237 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-02641c47-7be0-4843-9498-6238ef3b388f req-eb4cd987-eea8-40f5-9325-7d9b40614e3d tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.32 "GET /v2.0/security-groups?id=11c8a5c7-bb86-43f9-bdb0-48102ed03567&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496092
Feb 05 21:32:36.151630 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3820531f-9f4e-4330-bf57-3373b6fbd7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:36.222903 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31770636-f703-42bd-9207-22c22f447ffd req-712cc794-c7f5-4ce4-b741-701e3f81af27 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:32:36.224295 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-31770636-f703-42bd-9207-22c22f447ffd req-712cc794-c7f5-4ce4-b741-701e3f81af27 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.32 "GET /v2.0/ports?device_id=18637a97-8f0c-4ad5-bf8f-92b6355f479a HTTP/1.1" status: 200  len: 945 time: 0.0540607
Feb 05 21:32:36.273460 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-31770636-f703-42bd-9207-22c22f447ffd req-cb12d760-b8f6-4eaa-8ed7-d0d262363499 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.32 "GET /v2.0/security-groups?id=11c8a5c7-bb86-43f9-bdb0-48102ed03567&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435045
Feb 05 21:32:36.395395 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d172c4-9857-47e6-bc9b-5cf879c2a7c2 req-6d3b421b-f725-4b79-864b-3d6f16674221 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:32:36.396871 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f9d172c4-9857-47e6-bc9b-5cf879c2a7c2 req-6d3b421b-f725-4b79-864b-3d6f16674221 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.32 "GET /v2.0/ports?device_id=18637a97-8f0c-4ad5-bf8f-92b6355f479a HTTP/1.1" status: 200  len: 945 time: 0.0538573
Feb 05 21:32:36.445972 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f9d172c4-9857-47e6-bc9b-5cf879c2a7c2 req-420ca863-9241-4c03-90a8-987d2e0b49c6 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.32 "GET /v2.0/security-groups?id=11c8a5c7-bb86-43f9-bdb0-48102ed03567&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434580
Feb 05 21:32:36.467069 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50134) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:32:36.562148 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b794843-b262-45fc-86dc-a9dae55f35bc tempest-TestVolumeBackupRestore-582979416 tempest-TestVolumeBackupRestore-582979416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:32:36.563706 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4b794843-b262-45fc-86dc-a9dae55f35bc tempest-TestVolumeBackupRestore-582979416 tempest-TestVolumeBackupRestore-582979416-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=18637a97-8f0c-4ad5-bf8f-92b6355f479a HTTP/1.1" status: 200  len: 1122 time: 0.0956352
Feb 05 21:32:36.567282 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50138) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:32:36.571588 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-afea7ccd-88ae-4d3a-9d78-1afc8271d300 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'port_id': '16720da8-5d58-4213-8ad8-4bcf36e2d7a1', 'tenant_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:32:36.592036 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-afea7ccd-88ae-4d3a-9d78-1afc8271d300 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:36.687920 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-afea7ccd-88ae-4d3a-9d78-1afc8271d300 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:36.793540 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-afea7ccd-88ae-4d3a-9d78-1afc8271d300 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Allocated IP 172.35.4.25 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/813a26bf-9449-4334-b2cc-67c1487388c0) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:32:36.893152 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-afea7ccd-88ae-4d3a-9d78-1afc8271d300 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks [] for port (813a26bf-9449-4334-b2cc-67c1487388c0), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:36.926385 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-afea7ccd-88ae-4d3a-9d78-1afc8271d300 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (813a26bf-9449-4334-b2cc-67c1487388c0), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:36.968073 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afea7ccd-88ae-4d3a-9d78-1afc8271d300 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:32:36.971503 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-afea7ccd-88ae-4d3a-9d78-1afc8271d300 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:32:36.974345 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afea7ccd-88ae-4d3a-9d78-1afc8271d300 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:32:37.002241 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea7ccd-88ae-4d3a-9d78-1afc8271d300 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Pushing event updated for resources: {'Port': ['ID=813a26bf-9449-4334-b2cc-67c1487388c0,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:32:37.338578 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-afea7ccd-88ae-4d3a-9d78-1afc8271d300 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks [] for floatingip (df3501df-4b85-4a8c-b449-34414de33080), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:37.411794 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-afea7ccd-88ae-4d3a-9d78-1afc8271d300 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (813a26bf-9449-4334-b2cc-67c1487388c0), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:37.563600 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-afea7ccd-88ae-4d3a-9d78-1afc8271d300 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks [] for port (813a26bf-9449-4334-b2cc-67c1487388c0), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:37.569203 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-afea7ccd-88ae-4d3a-9d78-1afc8271d300 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (813a26bf-9449-4334-b2cc-67c1487388c0), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:37.573057 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:37.641571 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea7ccd-88ae-4d3a-9d78-1afc8271d300 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Pushing event updated for resources: {'Port': ['ID=813a26bf-9449-4334-b2cc-67c1487388c0,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:32:37.649287 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-afea7ccd-88ae-4d3a-9d78-1afc8271d300 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (df3501df-4b85-4a8c-b449-34414de33080), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:37.750772 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-afea7ccd-88ae-4d3a-9d78-1afc8271d300 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Floating IP df3501df-4b85-4a8c-b449-34414de33080 associated. External IP: 172.35.4.25, port: 16720da8-5d58-4213-8ad8-4bcf36e2d7a1.
Feb 05 21:32:37.960128 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afea7ccd-88ae-4d3a-9d78-1afc8271d300 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Router 65125c0c-6a56-409e-b558-e653427d5d08 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:32:38.069276 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afea7ccd-88ae-4d3a-9d78-1afc8271d300 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:32:38.079244 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2e5a18-ec9a-4f08-aa51-c164b21f1246 None None] Sync routers for ids ['65125c0c-6a56-409e-b558-e653427d5d08'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:32:38.087772 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-afea7ccd-88ae-4d3a-9d78-1afc8271d300 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:38.090171 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2e5a18-ec9a-4f08-aa51-c164b21f1246 None None] Routers {'65125c0c-6a56-409e-b558-e653427d5d08'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:32:38.090892 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-bd2e5a18-ec9a-4f08-aa51-c164b21f1246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db89ce340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:32:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['65125c0c-6a56-409e-b558-e653427d5d08'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:32:38.118905 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-afea7ccd-88ae-4d3a-9d78-1afc8271d300 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.5505590
Feb 05 21:32:38.119526 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18637a97-8f0c-4ad5-bf8f-92b6355f479a', 'tag': '16720da8-5d58-4213-8ad8-4bcf36e2d7a1'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:32:38.120384 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50140) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:32:38.122278 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624ccc94-ad94-41d4-82e0-ecc054b5330d" -d '{"events": [{"name": "network-changed", "server_uuid": "18637a97-8f0c-4ad5-bf8f-92b6355f479a", "tag": "16720da8-5d58-4213-8ad8-4bcf36e2d7a1"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:32:38.159990 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440542b5-5278-4243-8703-9ac5c46a7dbc x-openstack-request-id: req-440542b5-5278-4243-8703-9ac5c46a7dbc {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:32:38.160296 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18637a97-8f0c-4ad5-bf8f-92b6355f479a", "tag": "16720da8-5d58-4213-8ad8-4bcf36e2d7a1", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:32:38.160559 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-440542b5-5278-4243-8703-9ac5c46a7dbc {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:32:38.160974 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18637a97-8f0c-4ad5-bf8f-92b6355f479a', 'tag': '16720da8-5d58-4213-8ad8-4bcf36e2d7a1', 'status': 'completed', 'code': 200}
Feb 05 21:32:38.168227 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af6b15a-d321-40ae-81d2-0d50b90ee15d tempest-TestVolumeBackupRestore-582979416 tempest-TestVolumeBackupRestore-582979416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:32:38.172335 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8af6b15a-d321-40ae-81d2-0d50b90ee15d tempest-TestVolumeBackupRestore-582979416 tempest-TestVolumeBackupRestore-582979416-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=18637a97-8f0c-4ad5-bf8f-92b6355f479a HTTP/1.1" status: 200  len: 1122 time: 0.0478485
Feb 05 21:32:38.172922 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50144) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:32:38.178259 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-5e8c52da-8222-4c13-a858-ab367a403ed0 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Request body: {'floatingip': {'port_id': '16720da8-5d58-4213-8ad8-4bcf36e2d7a1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:32:38.204211 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-bd2e5a18-ec9a-4f08-aa51-c164b21f1246 None None] Set router 65125c0c-6a56-409e-b558-e653427d5d08 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:32:38.443381 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-bd2e5a18-ec9a-4f08-aa51-c164b21f1246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db89ce340>, [{'id': '65125c0c-6a56-409e-b558-e653427d5d08', 'name': 'tempest-TestVolumeBackupRestore-526016178-router', 'tenant_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': 'e6df6ebd-e606-49f0-8820-8cedebf6dac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:31:56Z', 'updated_at': '2022-02-05T21:31:59Z', 'revision_number': 4, 'project_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'gw_port': {'id': 'e6df6ebd-e606-49f0-8820-8cedebf6dac8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65125c0c-6a56-409e-b558-e653427d5d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:31:57Z', 'updated_at': '2022-02-05T21:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'df3501df-4b85-4a8c-b449-34414de33080', 'tenant_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'floating_ip_address': '172.35.4.25', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '65125c0c-6a56-409e-b558-e653427d5d08', 'port_id': '16720da8-5d58-4213-8ad8-4bcf36e2d7a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7562fb81-506f-4d27-986c-ae97e9881dfd', 'mac_address': 'fa:16:3e:2a:fb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18637a97-8f0c-4ad5-bf8f-92b6355f479a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:32:37Z', 'updated_at': '2022-02-05T21:32:37Z', 'revision_number': 0, 'project_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '958f6682-b845-40c7-b4b2-c8059bb99252', 'name': '', 'network_id': '7562fb81-506f-4d27-986c-ae97e9881dfd', 'tenant_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'mac_address': 'fa:16:3e:f2:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65125c0c-6a56-409e-b558-e653427d5d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'ac3592ee-39a8-4fff-8c64-017fcead5bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:31:58Z', 'updated_at': '2022-02-05T21:32:03Z', 'revision_number': 5, 'project_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'subnets': [{'id': 'ac3592ee-39a8-4fff-8c64-017fcead5bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:32:38.470593 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2e5a18-ec9a-4f08-aa51-c164b21f1246 None None] Checking router: 65125c0c-6a56-409e-b558-e653427d5d08 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:32:38.480257 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2e5a18-ec9a-4f08-aa51-c164b21f1246 None None] Routers {'65125c0c-6a56-409e-b558-e653427d5d08'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:32:38.480881 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-bd2e5a18-ec9a-4f08-aa51-c164b21f1246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db89ce340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:32:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['65125c0c-6a56-409e-b558-e653427d5d08'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:32:38.572009 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5e8c52da-8222-4c13-a858-ab367a403ed0 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks [] for floatingip (df3501df-4b85-4a8c-b449-34414de33080), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:38.593363 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-bd2e5a18-ec9a-4f08-aa51-c164b21f1246 None None] Set router 65125c0c-6a56-409e-b558-e653427d5d08 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:32:38.619768 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ccc94-ad94-41d4-82e0-ecc054b5330d req-e075a4e6-577f-40a6-8e04-9594cd037df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:32:38.621264 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-624ccc94-ad94-41d4-82e0-ecc054b5330d req-e075a4e6-577f-40a6-8e04-9594cd037df6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=457bdfbbba5b4e69a1bf1577ce565fc9&device_id=18637a97-8f0c-4ad5-bf8f-92b6355f479a HTTP/1.1" status: 200  len: 1127 time: 0.4112005
Feb 05 21:32:38.814859 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ccc94-ad94-41d4-82e0-ecc054b5330d req-262d6ddc-3940-4bed-9f2c-61045e797d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:32:38.816259 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-bd2e5a18-ec9a-4f08-aa51-c164b21f1246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db89ce340>, [{'id': '65125c0c-6a56-409e-b558-e653427d5d08', 'name': 'tempest-TestVolumeBackupRestore-526016178-router', 'tenant_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': 'e6df6ebd-e606-49f0-8820-8cedebf6dac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:31:56Z', 'updated_at': '2022-02-05T21:31:59Z', 'revision_number': 4, 'project_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'gw_port': {'id': 'e6df6ebd-e606-49f0-8820-8cedebf6dac8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65125c0c-6a56-409e-b558-e653427d5d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:31:57Z', 'updated_at': '2022-02-05T21:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'df3501df-4b85-4a8c-b449-34414de33080', 'tenant_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'floating_ip_address': '172.35.4.25', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '65125c0c-6a56-409e-b558-e653427d5d08', 'port_id': '16720da8-5d58-4213-8ad8-4bcf36e2d7a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7562fb81-506f-4d27-986c-ae97e9881dfd', 'mac_address': 'fa:16:3e:2a:fb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18637a97-8f0c-4ad5-bf8f-92b6355f479a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:32:37Z', 'updated_at': '2022-02-05T21:32:37Z', 'revision_number': 0, 'project_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '958f6682-b845-40c7-b4b2-c8059bb99252', 'name': '', 'network_id': '7562fb81-506f-4d27-986c-ae97e9881dfd', 'tenant_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'mac_address': 'fa:16:3e:f2:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65125c0c-6a56-409e-b558-e653427d5d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'ac3592ee-39a8-4fff-8c64-017fcead5bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:31:58Z', 'updated_at': '2022-02-05T21:32:03Z', 'revision_number': 5, 'project_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'subnets': [{'id': 'ac3592ee-39a8-4fff-8c64-017fcead5bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:32:38.816437 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-624ccc94-ad94-41d4-82e0-ecc054b5330d req-262d6ddc-3940-4bed-9f2c-61045e797d2a service neutron] 10.222.0.21 "GET /v2.0/networks?id=7562fb81-506f-4d27-986c-ae97e9881dfd HTTP/1.1" status: 200  len: 914 time: 0.1867399
Feb 05 21:32:38.843629 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2e5a18-ec9a-4f08-aa51-c164b21f1246 None None] The sync data for ids ['65125c0c-6a56-409e-b558-e653427d5d08'] in ncdv-master-1 is: [{'id': '65125c0c-6a56-409e-b558-e653427d5d08', 'name': 'tempest-TestVolumeBackupRestore-526016178-router', 'tenant_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': 'e6df6ebd-e606-49f0-8820-8cedebf6dac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:31:56Z', 'updated_at': '2022-02-05T21:31:59Z', 'revision_number': 4, 'project_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'gw_port': {'id': 'e6df6ebd-e606-49f0-8820-8cedebf6dac8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65125c0c-6a56-409e-b558-e653427d5d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:31:57Z', 'updated_at': '2022-02-05T21:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'df3501df-4b85-4a8c-b449-34414de33080', 'tenant_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'floating_ip_address': '172.35.4.25', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '65125c0c-6a56-409e-b558-e653427d5d08', 'port_id': '16720da8-5d58-4213-8ad8-4bcf36e2d7a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7562fb81-506f-4d27-986c-ae97e9881dfd', 'mac_address': 'fa:16:3e:2a:fb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18637a97-8f0c-4ad5-bf8f-92b6355f479a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:32:37Z', 'updated_at': '2022-02-05T21:32:37Z', 'revision_number': 0, 'project_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '958f6682-b845-40c7-b4b2-c8059bb99252', 'name': '', 'network_id': '7562fb81-506f-4d27-986c-ae97e9881dfd', 'tenant_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'mac_address': 'fa:16:3e:f2:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65125c0c-6a56-409e-b558-e653427d5d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'ac3592ee-39a8-4fff-8c64-017fcead5bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:31:58Z', 'updated_at': '2022-02-05T21:32:03Z', 'revision_number': 5, 'project_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'subnets': [{'id': 'ac3592ee-39a8-4fff-8c64-017fcead5bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:32:38.925506 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-624ccc94-ad94-41d4-82e0-ecc054b5330d req-6d3b9ff3-7278-470f-b250-6aef0ec3cf26 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16720da8-5d58-4213-8ad8-4bcf36e2d7a1 HTTP/1.1" status: 200  len: 998 time: 0.1029298
Feb 05 21:32:39.017238 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ccc94-ad94-41d4-82e0-ecc054b5330d req-d5015804-f622-405c-b5e2-74693a4d341f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:32:39.018894 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-624ccc94-ad94-41d4-82e0-ecc054b5330d req-d5015804-f622-405c-b5e2-74693a4d341f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac3592ee-39a8-4fff-8c64-017fcead5bd9 HTTP/1.1" status: 200  len: 852 time: 0.0872722
Feb 05 21:32:39.047093 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7e33dd-371d-4cbc-b766-25651c538df2 None None] New status for floating IP df3501df-4b85-4a8c-b449-34414de33080: ACTIVE {{(pid=114392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:32:39.198105 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:39.243219 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ccc94-ad94-41d4-82e0-ecc054b5330d req-7f5a9582-db25-41ae-8b2b-408d220ab915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:32:39.244752 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-624ccc94-ad94-41d4-82e0-ecc054b5330d req-7f5a9582-db25-41ae-8b2b-408d220ab915 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7562fb81-506f-4d27-986c-ae97e9881dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2065203
Feb 05 21:32:39.332037 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.db.api [None req-5e8c52da-8222-4c13-a858-ab367a403ed0 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 21:32:39.332371 ncdv-master-1 neutron-server[114390]: DEBUG oslo_db.api [None req-5e8c52da-8222-4c13-a858-ab367a403ed0 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 21:32:39.368191 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-624ccc94-ad94-41d4-82e0-ecc054b5330d req-374a99e5-a2a6-4bee-91df-ec98c5d39fdd service neutron] 10.222.0.21 "GET /v2.0/networks/7562fb81-506f-4d27-986c-ae97e9881dfd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1162090
Feb 05 21:32:39.472774 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-624ccc94-ad94-41d4-82e0-ecc054b5330d req-34e50d11-b356-483b-8c31-a906cfae8d35 service neutron] 10.222.0.21 "GET /v2.0/networks/7562fb81-506f-4d27-986c-ae97e9881dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1000943
Feb 05 21:32:39.833594 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5e8c52da-8222-4c13-a858-ab367a403ed0 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks [] for floatingip (df3501df-4b85-4a8c-b449-34414de33080), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:40.331658 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5e8c52da-8222-4c13-a858-ab367a403ed0 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:40.335390 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5e8c52da-8222-4c13-a858-ab367a403ed0 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (df3501df-4b85-4a8c-b449-34414de33080), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:40.548483 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8c52da-8222-4c13-a858-ab367a403ed0 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Router 65125c0c-6a56-409e-b558-e653427d5d08 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:32:40.667410 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8c52da-8222-4c13-a858-ab367a403ed0 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:32:40.672369 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5e8c52da-8222-4c13-a858-ab367a403ed0 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:40.679442 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b0a47e-299c-4bf6-a69a-aa6eec428841 None None] Sync routers for ids ['65125c0c-6a56-409e-b558-e653427d5d08'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:32:40.691135 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b0a47e-299c-4bf6-a69a-aa6eec428841 None None] Routers {'65125c0c-6a56-409e-b558-e653427d5d08'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:32:40.691758 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-70b0a47e-299c-4bf6-a69a-aa6eec428841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8cfb4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:32:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['65125c0c-6a56-409e-b558-e653427d5d08'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:32:40.697970 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:40.711422 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18637a97-8f0c-4ad5-bf8f-92b6355f479a', 'tag': '16720da8-5d58-4213-8ad8-4bcf36e2d7a1'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:32:40.713686 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c527f9d3-9d38-4b7b-b2a3-ecc30fef39a7" -d '{"events": [{"name": "network-changed", "server_uuid": "18637a97-8f0c-4ad5-bf8f-92b6355f479a", "tag": "16720da8-5d58-4213-8ad8-4bcf36e2d7a1"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:32:40.747656 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5e8c52da-8222-4c13-a858-ab367a403ed0 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.32 "PUT /v2.0/floatingips/df3501df-4b85-4a8c-b449-34414de33080 HTTP/1.1" status: 200  len: 992 time: 2.5735381
Feb 05 21:32:40.758481 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d110d3bc-f073-4d2e-9229-0a2c58a25384 x-openstack-request-id: req-d110d3bc-f073-4d2e-9229-0a2c58a25384 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:32:40.758782 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18637a97-8f0c-4ad5-bf8f-92b6355f479a", "tag": "16720da8-5d58-4213-8ad8-4bcf36e2d7a1", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:32:40.759044 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d110d3bc-f073-4d2e-9229-0a2c58a25384 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:32:40.759481 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18637a97-8f0c-4ad5-bf8f-92b6355f479a', 'tag': '16720da8-5d58-4213-8ad8-4bcf36e2d7a1', 'status': 'completed', 'code': 200}
Feb 05 21:32:40.825234 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527f9d3-9d38-4b7b-b2a3-ecc30fef39a7 req-0803c578-01c1-4bd2-ab31-7dcdcd5ec818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:32:40.826823 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c527f9d3-9d38-4b7b-b2a3-ecc30fef39a7 req-0803c578-01c1-4bd2-ab31-7dcdcd5ec818 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=457bdfbbba5b4e69a1bf1577ce565fc9&device_id=18637a97-8f0c-4ad5-bf8f-92b6355f479a HTTP/1.1" status: 200  len: 1127 time: 0.0525644
Feb 05 21:32:40.893945 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-70b0a47e-299c-4bf6-a69a-aa6eec428841 None None] Set router 65125c0c-6a56-409e-b558-e653427d5d08 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:32:40.917114 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527f9d3-9d38-4b7b-b2a3-ecc30fef39a7 req-34b86803-5106-4018-a7d2-14c5d008d094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:32:40.918640 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c527f9d3-9d38-4b7b-b2a3-ecc30fef39a7 req-34b86803-5106-4018-a7d2-14c5d008d094 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7562fb81-506f-4d27-986c-ae97e9881dfd HTTP/1.1" status: 200  len: 914 time: 0.0846591
Feb 05 21:32:40.988590 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c527f9d3-9d38-4b7b-b2a3-ecc30fef39a7 req-37c02612-d383-4d93-91d0-24692cc911ae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16720da8-5d58-4213-8ad8-4bcf36e2d7a1 HTTP/1.1" status: 200  len: 1000 time: 0.0630739
Feb 05 21:32:41.037213 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527f9d3-9d38-4b7b-b2a3-ecc30fef39a7 req-26630141-5390-4744-a757-a4a0f9807a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:32:41.038689 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c527f9d3-9d38-4b7b-b2a3-ecc30fef39a7 req-26630141-5390-4744-a757-a4a0f9807a2e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac3592ee-39a8-4fff-8c64-017fcead5bd9 HTTP/1.1" status: 200  len: 852 time: 0.0452089
Feb 05 21:32:41.085548 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527f9d3-9d38-4b7b-b2a3-ecc30fef39a7 req-2d235b68-d231-4b6e-8e19-f585eb20c2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:32:41.087151 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c527f9d3-9d38-4b7b-b2a3-ecc30fef39a7 req-2d235b68-d231-4b6e-8e19-f585eb20c2fb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7562fb81-506f-4d27-986c-ae97e9881dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0432041
Feb 05 21:32:41.113445 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-70b0a47e-299c-4bf6-a69a-aa6eec428841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8cfb4c0>, [{'id': '65125c0c-6a56-409e-b558-e653427d5d08', 'name': 'tempest-TestVolumeBackupRestore-526016178-router', 'tenant_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': 'e6df6ebd-e606-49f0-8820-8cedebf6dac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:31:56Z', 'updated_at': '2022-02-05T21:31:59Z', 'revision_number': 4, 'project_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'gw_port': {'id': 'e6df6ebd-e606-49f0-8820-8cedebf6dac8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65125c0c-6a56-409e-b558-e653427d5d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:31:57Z', 'updated_at': '2022-02-05T21:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'df3501df-4b85-4a8c-b449-34414de33080', 'tenant_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'floating_ip_address': '172.35.4.25', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '65125c0c-6a56-409e-b558-e653427d5d08', 'port_id': '16720da8-5d58-4213-8ad8-4bcf36e2d7a1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7562fb81-506f-4d27-986c-ae97e9881dfd', 'mac_address': 'fa:16:3e:2a:fb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18637a97-8f0c-4ad5-bf8f-92b6355f479a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:32:37Z', 'updated_at': '2022-02-05T21:32:40Z', 'revision_number': 2, 'project_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '958f6682-b845-40c7-b4b2-c8059bb99252', 'name': '', 'network_id': '7562fb81-506f-4d27-986c-ae97e9881dfd', 'tenant_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'mac_address': 'fa:16:3e:f2:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65125c0c-6a56-409e-b558-e653427d5d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'ac3592ee-39a8-4fff-8c64-017fcead5bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:31:58Z', 'updated_at': '2022-02-05T21:32:03Z', 'revision_number': 5, 'project_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'subnets': [{'id': 'ac3592ee-39a8-4fff-8c64-017fcead5bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:32:41.144011 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b0a47e-299c-4bf6-a69a-aa6eec428841 None None] Checking router: 65125c0c-6a56-409e-b558-e653427d5d08 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:32:41.152520 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b0a47e-299c-4bf6-a69a-aa6eec428841 None None] Routers {'65125c0c-6a56-409e-b558-e653427d5d08'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:32:41.153139 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-70b0a47e-299c-4bf6-a69a-aa6eec428841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8cfb4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:32:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['65125c0c-6a56-409e-b558-e653427d5d08'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:32:41.183631 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c527f9d3-9d38-4b7b-b2a3-ecc30fef39a7 req-41912d03-843f-442e-a264-63f2e3612bb9 service neutron] 10.222.0.21 "GET /v2.0/networks/7562fb81-506f-4d27-986c-ae97e9881dfd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0903008
Feb 05 21:32:41.261258 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-70b0a47e-299c-4bf6-a69a-aa6eec428841 None None] Set router 65125c0c-6a56-409e-b558-e653427d5d08 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:32:41.272616 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c527f9d3-9d38-4b7b-b2a3-ecc30fef39a7 req-4420eab2-8fd8-49e3-8d50-d083a73ad02f service neutron] 10.222.0.21 "GET /v2.0/networks/7562fb81-506f-4d27-986c-ae97e9881dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820541
Feb 05 21:32:41.473768 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-70b0a47e-299c-4bf6-a69a-aa6eec428841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8cfb4c0>, [{'id': '65125c0c-6a56-409e-b558-e653427d5d08', 'name': 'tempest-TestVolumeBackupRestore-526016178-router', 'tenant_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': 'e6df6ebd-e606-49f0-8820-8cedebf6dac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:31:56Z', 'updated_at': '2022-02-05T21:31:59Z', 'revision_number': 4, 'project_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'gw_port': {'id': 'e6df6ebd-e606-49f0-8820-8cedebf6dac8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65125c0c-6a56-409e-b558-e653427d5d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:31:57Z', 'updated_at': '2022-02-05T21:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'df3501df-4b85-4a8c-b449-34414de33080', 'tenant_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'floating_ip_address': '172.35.4.25', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '65125c0c-6a56-409e-b558-e653427d5d08', 'port_id': '16720da8-5d58-4213-8ad8-4bcf36e2d7a1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7562fb81-506f-4d27-986c-ae97e9881dfd', 'mac_address': 'fa:16:3e:2a:fb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18637a97-8f0c-4ad5-bf8f-92b6355f479a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:32:37Z', 'updated_at': '2022-02-05T21:32:40Z', 'revision_number': 2, 'project_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '958f6682-b845-40c7-b4b2-c8059bb99252', 'name': '', 'network_id': '7562fb81-506f-4d27-986c-ae97e9881dfd', 'tenant_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'mac_address': 'fa:16:3e:f2:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65125c0c-6a56-409e-b558-e653427d5d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'ac3592ee-39a8-4fff-8c64-017fcead5bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:31:58Z', 'updated_at': '2022-02-05T21:32:03Z', 'revision_number': 5, 'project_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'subnets': [{'id': 'ac3592ee-39a8-4fff-8c64-017fcead5bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:32:41.503432 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b0a47e-299c-4bf6-a69a-aa6eec428841 None None] The sync data for ids ['65125c0c-6a56-409e-b558-e653427d5d08'] in ncdv-master-1 is: [{'id': '65125c0c-6a56-409e-b558-e653427d5d08', 'name': 'tempest-TestVolumeBackupRestore-526016178-router', 'tenant_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': 'e6df6ebd-e606-49f0-8820-8cedebf6dac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:31:56Z', 'updated_at': '2022-02-05T21:31:59Z', 'revision_number': 4, 'project_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'gw_port': {'id': 'e6df6ebd-e606-49f0-8820-8cedebf6dac8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65125c0c-6a56-409e-b558-e653427d5d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:31:57Z', 'updated_at': '2022-02-05T21:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'df3501df-4b85-4a8c-b449-34414de33080', 'tenant_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'floating_ip_address': '172.35.4.25', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '65125c0c-6a56-409e-b558-e653427d5d08', 'port_id': '16720da8-5d58-4213-8ad8-4bcf36e2d7a1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7562fb81-506f-4d27-986c-ae97e9881dfd', 'mac_address': 'fa:16:3e:2a:fb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18637a97-8f0c-4ad5-bf8f-92b6355f479a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:32:37Z', 'updated_at': '2022-02-05T21:32:40Z', 'revision_number': 2, 'project_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '958f6682-b845-40c7-b4b2-c8059bb99252', 'name': '', 'network_id': '7562fb81-506f-4d27-986c-ae97e9881dfd', 'tenant_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'mac_address': 'fa:16:3e:f2:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65125c0c-6a56-409e-b558-e653427d5d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'ac3592ee-39a8-4fff-8c64-017fcead5bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:31:58Z', 'updated_at': '2022-02-05T21:32:03Z', 'revision_number': 5, 'project_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'subnets': [{'id': 'ac3592ee-39a8-4fff-8c64-017fcead5bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:32:42.760586 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18637a97-8f0c-4ad5-bf8f-92b6355f479a', 'tag': '16720da8-5d58-4213-8ad8-4bcf36e2d7a1'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:32:42.762922 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936dde5b-6667-4064-b108-720becec1655" -d '{"events": [{"name": "network-changed", "server_uuid": "18637a97-8f0c-4ad5-bf8f-92b6355f479a", "tag": "16720da8-5d58-4213-8ad8-4bcf36e2d7a1"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:32:42.801855 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a873c1d-52fd-44e1-b56b-48bc2d3059d8 x-openstack-request-id: req-4a873c1d-52fd-44e1-b56b-48bc2d3059d8 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:32:42.802160 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18637a97-8f0c-4ad5-bf8f-92b6355f479a", "tag": "16720da8-5d58-4213-8ad8-4bcf36e2d7a1", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:32:42.802480 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4a873c1d-52fd-44e1-b56b-48bc2d3059d8 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:32:42.802864 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18637a97-8f0c-4ad5-bf8f-92b6355f479a', 'tag': '16720da8-5d58-4213-8ad8-4bcf36e2d7a1', 'status': 'completed', 'code': 200}
Feb 05 21:32:42.865659 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936dde5b-6667-4064-b108-720becec1655 req-da5f7119-134a-417b-9a36-db198eb6cf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:32:42.867202 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-936dde5b-6667-4064-b108-720becec1655 req-da5f7119-134a-417b-9a36-db198eb6cf57 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=457bdfbbba5b4e69a1bf1577ce565fc9&device_id=18637a97-8f0c-4ad5-bf8f-92b6355f479a HTTP/1.1" status: 200  len: 1127 time: 0.0449548
Feb 05 21:32:42.958725 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936dde5b-6667-4064-b108-720becec1655 req-caf43a3a-a689-43d8-b75a-3e9619c4672d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:32:42.960205 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-936dde5b-6667-4064-b108-720becec1655 req-caf43a3a-a689-43d8-b75a-3e9619c4672d service neutron] 10.222.0.21 "GET /v2.0/networks?id=7562fb81-506f-4d27-986c-ae97e9881dfd HTTP/1.1" status: 200  len: 914 time: 0.0874648
Feb 05 21:32:43.025677 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-936dde5b-6667-4064-b108-720becec1655 req-80215c23-ed57-41de-a911-6dc9e17cf0d6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16720da8-5d58-4213-8ad8-4bcf36e2d7a1 HTTP/1.1" status: 200  len: 1000 time: 0.0597725
Feb 05 21:32:43.368196 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936dde5b-6667-4064-b108-720becec1655 req-d1747edd-85d3-4ccb-aec6-a1d5edb43f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:32:43.369581 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-936dde5b-6667-4064-b108-720becec1655 req-d1747edd-85d3-4ccb-aec6-a1d5edb43f80 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac3592ee-39a8-4fff-8c64-017fcead5bd9 HTTP/1.1" status: 200  len: 852 time: 0.3383822
Feb 05 21:32:43.417635 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936dde5b-6667-4064-b108-720becec1655 req-7b23c317-9ff6-4b06-8317-734b6204adbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:32:43.419153 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-936dde5b-6667-4064-b108-720becec1655 req-7b23c317-9ff6-4b06-8317-734b6204adbf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7562fb81-506f-4d27-986c-ae97e9881dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0438132
Feb 05 21:32:43.508182 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-936dde5b-6667-4064-b108-720becec1655 req-609e50b0-1bdf-4e22-8997-869a679965af service neutron] 10.222.0.21 "GET /v2.0/networks/7562fb81-506f-4d27-986c-ae97e9881dfd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835226
Feb 05 21:32:43.593759 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-936dde5b-6667-4064-b108-720becec1655 req-16d9af72-6a7b-47f4-849b-e0f27e325482 service neutron] 10.222.0.21 "GET /v2.0/networks/7562fb81-506f-4d27-986c-ae97e9881dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0802464
Feb 05 21:32:45.553144 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:50.460721 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:32:59.837443 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:33:03.768685 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f8ed7baf-cdef-4c9e-b264-665fe20c6bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:06.164334 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-dc5ef82a-940a-4fe1-812e-ea64649e7e95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:07.575668 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:09.168499 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:10.543174 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:15.584254 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:20.476480 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:21.138207 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50180) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:33:21.309460 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-bbefae62-0101-499d-85b8-c04b30adea14 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Deleting port 813a26bf-9449-4334-b2cc-67c1487388c0 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:33:21.309807 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bbefae62-0101-499d-85b8-c04b30adea14 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (813a26bf-9449-4334-b2cc-67c1487388c0), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:21.390610 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bbefae62-0101-499d-85b8-c04b30adea14 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (813a26bf-9449-4334-b2cc-67c1487388c0), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:21.390949 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bbefae62-0101-499d-85b8-c04b30adea14 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks [] for floatingip (813a26bf-9449-4334-b2cc-67c1487388c0), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:21.404487 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-bbefae62-0101-499d-85b8-c04b30adea14 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Calling delete_port for 813a26bf-9449-4334-b2cc-67c1487388c0 owned by network:floatingip {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:33:21.565055 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bbefae62-0101-499d-85b8-c04b30adea14 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (813a26bf-9449-4334-b2cc-67c1487388c0), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:21.591477 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbefae62-0101-499d-85b8-c04b30adea14 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Pushing event deleted for resources: {'Port': ['ID=813a26bf-9449-4334-b2cc-67c1487388c0,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:33:21.618634 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbefae62-0101-499d-85b8-c04b30adea14 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:33:21.618996 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbefae62-0101-499d-85b8-c04b30adea14 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:33:21.619345 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbefae62-0101-499d-85b8-c04b30adea14 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:33:21.619690 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbefae62-0101-499d-85b8-c04b30adea14 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:33:21.620030 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbefae62-0101-499d-85b8-c04b30adea14 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:33:21.620368 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbefae62-0101-499d-85b8-c04b30adea14 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:33:21.620709 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbefae62-0101-499d-85b8-c04b30adea14 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:33:21.621050 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbefae62-0101-499d-85b8-c04b30adea14 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:33:21.621382 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbefae62-0101-499d-85b8-c04b30adea14 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:33:21.621713 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbefae62-0101-499d-85b8-c04b30adea14 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:33:21.622047 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbefae62-0101-499d-85b8-c04b30adea14 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:33:21.622397 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbefae62-0101-499d-85b8-c04b30adea14 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:33:21.622730 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbefae62-0101-499d-85b8-c04b30adea14 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:33:21.664610 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bbefae62-0101-499d-85b8-c04b30adea14 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks [] for floatingip (df3501df-4b85-4a8c-b449-34414de33080), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:21.664942 ncdv-master-1 neutron-server[114390]: INFO neutron.db.l3_db [None req-bbefae62-0101-499d-85b8-c04b30adea14 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Floating IP df3501df-4b85-4a8c-b449-34414de33080 disassociated (deleted). External IP: 172.35.4.25, port: 16720da8-5d58-4213-8ad8-4bcf36e2d7a1.
Feb 05 21:33:21.896790 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbefae62-0101-499d-85b8-c04b30adea14 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Router 65125c0c-6a56-409e-b558-e653427d5d08 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:33:22.012893 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbefae62-0101-499d-85b8-c04b30adea14 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:33:22.017747 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bbefae62-0101-499d-85b8-c04b30adea14 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:22.024940 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d81a1c-2db6-42a6-9fa1-a0cd8efc469d None None] Sync routers for ids ['65125c0c-6a56-409e-b558-e653427d5d08'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:33:22.037445 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d81a1c-2db6-42a6-9fa1-a0cd8efc469d None None] Routers {'65125c0c-6a56-409e-b558-e653427d5d08'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:33:22.038114 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-44d81a1c-2db6-42a6-9fa1-a0cd8efc469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabcf79a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:33:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['65125c0c-6a56-409e-b558-e653427d5d08'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:33:22.055661 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-bbefae62-0101-499d-85b8-c04b30adea14 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.32 "DELETE /v2.0/floatingips/df3501df-4b85-4a8c-b449-34414de33080 HTTP/1.1" status: 204  len: 168 time: 0.9136033
Feb 05 21:33:22.055661 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18637a97-8f0c-4ad5-bf8f-92b6355f479a', 'tag': '16720da8-5d58-4213-8ad8-4bcf36e2d7a1'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:33:22.056626 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b4b044-6e97-4497-8ceb-13dbcd767fd7" -d '{"events": [{"name": "network-changed", "server_uuid": "18637a97-8f0c-4ad5-bf8f-92b6355f479a", "tag": "16720da8-5d58-4213-8ad8-4bcf36e2d7a1"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:33:22.103218 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a18964-12ec-4f68-acdb-d0c2d3cc1fef x-openstack-request-id: req-57a18964-12ec-4f68-acdb-d0c2d3cc1fef {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:33:22.103618 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18637a97-8f0c-4ad5-bf8f-92b6355f479a", "tag": "16720da8-5d58-4213-8ad8-4bcf36e2d7a1", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:33:22.104065 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-57a18964-12ec-4f68-acdb-d0c2d3cc1fef {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:33:22.104562 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18637a97-8f0c-4ad5-bf8f-92b6355f479a', 'tag': '16720da8-5d58-4213-8ad8-4bcf36e2d7a1', 'status': 'completed', 'code': 200}
Feb 05 21:33:22.181866 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-44d81a1c-2db6-42a6-9fa1-a0cd8efc469d None None] Set router 65125c0c-6a56-409e-b558-e653427d5d08 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:33:22.254556 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4b044-6e97-4497-8ceb-13dbcd767fd7 req-2bb245da-e34d-4237-b205-415bce200d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:33:22.257201 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-17b4b044-6e97-4497-8ceb-13dbcd767fd7 req-2bb245da-e34d-4237-b205-415bce200d89 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=457bdfbbba5b4e69a1bf1577ce565fc9&device_id=18637a97-8f0c-4ad5-bf8f-92b6355f479a HTTP/1.1" status: 200  len: 1127 time: 0.1232798
Feb 05 21:33:22.351540 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424a9c8-9e56-45ce-8755-100f4fe78db0 req-170461ac-3ba7-4d0a-8869-dd0a70d645e5 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:33:22.354056 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5424a9c8-9e56-45ce-8755-100f4fe78db0 req-170461ac-3ba7-4d0a-8869-dd0a70d645e5 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.32 "GET /v2.0/ports?device_id=18637a97-8f0c-4ad5-bf8f-92b6355f479a HTTP/1.1" status: 200  len: 945 time: 0.0657399
Feb 05 21:33:22.370537 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4b044-6e97-4497-8ceb-13dbcd767fd7 req-1d0822c9-56e0-4752-810a-a5762bdc5b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:33:22.372059 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-17b4b044-6e97-4497-8ceb-13dbcd767fd7 req-1d0822c9-56e0-4752-810a-a5762bdc5b54 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7562fb81-506f-4d27-986c-ae97e9881dfd HTTP/1.1" status: 200  len: 914 time: 0.1083620
Feb 05 21:33:22.417222 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-17b4b044-6e97-4497-8ceb-13dbcd767fd7 req-91944108-098e-479c-b324-c75df6bea0cc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16720da8-5d58-4213-8ad8-4bcf36e2d7a1 HTTP/1.1" status: 200  len: 217 time: 0.0384891
Feb 05 21:33:22.418407 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5424a9c8-9e56-45ce-8755-100f4fe78db0 req-82cd3b7f-5bd2-43e4-afa4-593bc3db6d2a tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.32 "GET /v2.0/security-groups?id=11c8a5c7-bb86-43f9-bdb0-48102ed03567&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568640
Feb 05 21:33:22.431723 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-44d81a1c-2db6-42a6-9fa1-a0cd8efc469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabcf79a0>, [{'id': '65125c0c-6a56-409e-b558-e653427d5d08', 'name': 'tempest-TestVolumeBackupRestore-526016178-router', 'tenant_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': 'e6df6ebd-e606-49f0-8820-8cedebf6dac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:31:56Z', 'updated_at': '2022-02-05T21:31:59Z', 'revision_number': 4, 'project_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'gw_port': {'id': 'e6df6ebd-e606-49f0-8820-8cedebf6dac8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65125c0c-6a56-409e-b558-e653427d5d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:31:57Z', 'updated_at': '2022-02-05T21:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '958f6682-b845-40c7-b4b2-c8059bb99252', 'name': '', 'network_id': '7562fb81-506f-4d27-986c-ae97e9881dfd', 'tenant_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'mac_address': 'fa:16:3e:f2:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65125c0c-6a56-409e-b558-e653427d5d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'ac3592ee-39a8-4fff-8c64-017fcead5bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:31:58Z', 'updated_at': '2022-02-05T21:32:03Z', 'revision_number': 5, 'project_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'subnets': [{'id': 'ac3592ee-39a8-4fff-8c64-017fcead5bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:33:22.464729 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d81a1c-2db6-42a6-9fa1-a0cd8efc469d None None] Checking router: 65125c0c-6a56-409e-b558-e653427d5d08 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:33:22.473674 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d81a1c-2db6-42a6-9fa1-a0cd8efc469d None None] Routers {'65125c0c-6a56-409e-b558-e653427d5d08'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:33:22.474415 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-44d81a1c-2db6-42a6-9fa1-a0cd8efc469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabcf79a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:33:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['65125c0c-6a56-409e-b558-e653427d5d08'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:33:22.475602 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4b044-6e97-4497-8ceb-13dbcd767fd7 req-b323b856-4fdb-4689-b3ae-42f9b2bba31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:33:22.477182 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-17b4b044-6e97-4497-8ceb-13dbcd767fd7 req-b323b856-4fdb-4689-b3ae-42f9b2bba31d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac3592ee-39a8-4fff-8c64-017fcead5bd9 HTTP/1.1" status: 200  len: 852 time: 0.0535767
Feb 05 21:33:22.532285 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4b044-6e97-4497-8ceb-13dbcd767fd7 req-8f9ab8c4-9fe5-4ada-b29a-e67df8f23a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:33:22.534958 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-17b4b044-6e97-4497-8ceb-13dbcd767fd7 req-8f9ab8c4-9fe5-4ada-b29a-e67df8f23a52 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7562fb81-506f-4d27-986c-ae97e9881dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0510173
Feb 05 21:33:22.548309 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [req-17b4b044-6e97-4497-8ceb-13dbcd767fd7 req-56eb7e44-310a-4c1b-b0e8-d1f629ed21a9 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:33:22.549686 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-17b4b044-6e97-4497-8ceb-13dbcd767fd7 req-56eb7e44-310a-4c1b-b0e8-d1f629ed21a9 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0072341
Feb 05 21:33:22.659486 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-17b4b044-6e97-4497-8ceb-13dbcd767fd7 req-f34907c5-ea5d-4350-93eb-fc6ee79a1a95 service neutron] 10.222.0.21 "GET /v2.0/networks/7562fb81-506f-4d27-986c-ae97e9881dfd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1032510
Feb 05 21:33:22.758262 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-17b4b044-6e97-4497-8ceb-13dbcd767fd7 req-d3a0f4f5-0ad5-45aa-ab0a-e35953156a89 service neutron] 10.222.0.21 "GET /v2.0/networks/7562fb81-506f-4d27-986c-ae97e9881dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0927849
Feb 05 21:33:22.772350 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-44d81a1c-2db6-42a6-9fa1-a0cd8efc469d None None] Set router 65125c0c-6a56-409e-b558-e653427d5d08 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:33:22.987061 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-44d81a1c-2db6-42a6-9fa1-a0cd8efc469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabcf79a0>, [{'id': '65125c0c-6a56-409e-b558-e653427d5d08', 'name': 'tempest-TestVolumeBackupRestore-526016178-router', 'tenant_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': 'e6df6ebd-e606-49f0-8820-8cedebf6dac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:31:56Z', 'updated_at': '2022-02-05T21:31:59Z', 'revision_number': 4, 'project_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'gw_port': {'id': 'e6df6ebd-e606-49f0-8820-8cedebf6dac8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65125c0c-6a56-409e-b558-e653427d5d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:31:57Z', 'updated_at': '2022-02-05T21:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '958f6682-b845-40c7-b4b2-c8059bb99252', 'name': '', 'network_id': '7562fb81-506f-4d27-986c-ae97e9881dfd', 'tenant_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'mac_address': 'fa:16:3e:f2:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65125c0c-6a56-409e-b558-e653427d5d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'ac3592ee-39a8-4fff-8c64-017fcead5bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:31:58Z', 'updated_at': '2022-02-05T21:32:03Z', 'revision_number': 5, 'project_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'subnets': [{'id': 'ac3592ee-39a8-4fff-8c64-017fcead5bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:33:23.014178 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d81a1c-2db6-42a6-9fa1-a0cd8efc469d None None] The sync data for ids ['65125c0c-6a56-409e-b558-e653427d5d08'] in ncdv-master-1 is: [{'id': '65125c0c-6a56-409e-b558-e653427d5d08', 'name': 'tempest-TestVolumeBackupRestore-526016178-router', 'tenant_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': 'e6df6ebd-e606-49f0-8820-8cedebf6dac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:31:56Z', 'updated_at': '2022-02-05T21:31:59Z', 'revision_number': 4, 'project_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'gw_port': {'id': 'e6df6ebd-e606-49f0-8820-8cedebf6dac8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65125c0c-6a56-409e-b558-e653427d5d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:31:57Z', 'updated_at': '2022-02-05T21:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '958f6682-b845-40c7-b4b2-c8059bb99252', 'name': '', 'network_id': '7562fb81-506f-4d27-986c-ae97e9881dfd', 'tenant_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'mac_address': 'fa:16:3e:f2:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65125c0c-6a56-409e-b558-e653427d5d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'ac3592ee-39a8-4fff-8c64-017fcead5bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:31:58Z', 'updated_at': '2022-02-05T21:32:03Z', 'revision_number': 5, 'project_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'subnets': [{'id': 'ac3592ee-39a8-4fff-8c64-017fcead5bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:33:23.275383 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2ffdf2-bf2b-4358-b6b1-f7d3940e3e81 None None] New status for floating IP df3501df-4b85-4a8c-b449-34414de33080: DOWN {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:33:23.557892 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970bbe4-cabf-400c-b244-c922c6e48704 req-8eaad276-a422-4f17-add2-d72133d21581 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:33:23.559771 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5970bbe4-cabf-400c-b244-c922c6e48704 req-8eaad276-a422-4f17-add2-d72133d21581 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.32 "GET /v2.0/ports?device_id=18637a97-8f0c-4ad5-bf8f-92b6355f479a HTTP/1.1" status: 200  len: 945 time: 0.0584185
Feb 05 21:33:23.608027 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5970bbe4-cabf-400c-b244-c922c6e48704 req-7613ed00-795d-4122-836a-81e79a9014da tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.32 "GET /v2.0/security-groups?id=11c8a5c7-bb86-43f9-bdb0-48102ed03567&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425270
Feb 05 21:33:24.021761 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9691dfeb-0dc1-49f6-bf46-8496e4c7a49d req-dc9a8858-27c2-441b-8cf4-8a2e877c5f54 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:33:24.023259 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9691dfeb-0dc1-49f6-bf46-8496e4c7a49d req-dc9a8858-27c2-441b-8cf4-8a2e877c5f54 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.21 "GET /v2.0/ports?device_id=18637a97-8f0c-4ad5-bf8f-92b6355f479a HTTP/1.1" status: 200  len: 945 time: 0.0529873
Feb 05 21:33:24.117366 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-9691dfeb-0dc1-49f6-bf46-8496e4c7a49d req-9a936cc4-a272-4ee1-87e5-d74ed914697c tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Deleting port 16720da8-5d58-4213-8ad8-4bcf36e2d7a1 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:33:24.117710 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-9691dfeb-0dc1-49f6-bf46-8496e4c7a49d req-9a936cc4-a272-4ee1-87e5-d74ed914697c tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (16720da8-5d58-4213-8ad8-4bcf36e2d7a1), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:24.203605 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-9691dfeb-0dc1-49f6-bf46-8496e4c7a49d req-9a936cc4-a272-4ee1-87e5-d74ed914697c tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] For port 16720da8-5d58-4213-8ad8-4bcf36e2d7a1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=16720da8-5d58-4213-8ad8-4bcf36e2d7a1,segment=NetworkSegment(2ac3ca4d-f084-4118-8776-8a5fbae0a018),segment_id=2ac3ca4d-f084-4118-8776-8a5fbae0a018)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:33:24.203891 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-9691dfeb-0dc1-49f6-bf46-8496e4c7a49d req-9a936cc4-a272-4ee1-87e5-d74ed914697c tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (16720da8-5d58-4213-8ad8-4bcf36e2d7a1), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:24.216047 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-9691dfeb-0dc1-49f6-bf46-8496e4c7a49d req-9a936cc4-a272-4ee1-87e5-d74ed914697c tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Calling delete_port for 16720da8-5d58-4213-8ad8-4bcf36e2d7a1 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:33:24.344741 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-9691dfeb-0dc1-49f6-bf46-8496e4c7a49d req-9a936cc4-a272-4ee1-87e5-d74ed914697c tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (16720da8-5d58-4213-8ad8-4bcf36e2d7a1), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:24.378562 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a936cc4-a272-4ee1-87e5-d74ed914697c tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Pushing event deleted for resources: {'Port': ['ID=16720da8-5d58-4213-8ad8-4bcf36e2d7a1,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:33:24.422523 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-9691dfeb-0dc1-49f6-bf46-8496e4c7a49d req-9a936cc4-a272-4ee1-87e5-d74ed914697c tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] No DVR routers for this DVR port 16720da8-5d58-4213-8ad8-4bcf36e2d7a1 on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:33:24.425443 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-9691dfeb-0dc1-49f6-bf46-8496e4c7a49d req-9a936cc4-a272-4ee1-87e5-d74ed914697c tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:24.428740 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9691dfeb-0dc1-49f6-bf46-8496e4c7a49d req-9a936cc4-a272-4ee1-87e5-d74ed914697c tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.21 "DELETE /v2.0/ports/16720da8-5d58-4213-8ad8-4bcf36e2d7a1 HTTP/1.1" status: 204  len: 173 time: 0.4006801
Feb 05 21:33:24.429185 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18637a97-8f0c-4ad5-bf8f-92b6355f479a', 'name': 'network-vif-deleted', 'tag': '16720da8-5d58-4213-8ad8-4bcf36e2d7a1'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:33:24.431736 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2cabed9-0b4a-4fa8-90e6-cb7f3ff38161" -d '{"events": [{"server_uuid": "18637a97-8f0c-4ad5-bf8f-92b6355f479a", "name": "network-vif-deleted", "tag": "16720da8-5d58-4213-8ad8-4bcf36e2d7a1"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:33:24.473682 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382e07d7-ed7b-4f6c-ad26-f4894d3d6c89 x-openstack-request-id: req-382e07d7-ed7b-4f6c-ad26-f4894d3d6c89 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:33:24.473982 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18637a97-8f0c-4ad5-bf8f-92b6355f479a", "name": "network-vif-deleted", "tag": "16720da8-5d58-4213-8ad8-4bcf36e2d7a1", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:33:24.474242 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-382e07d7-ed7b-4f6c-ad26-f4894d3d6c89 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:33:24.474676 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18637a97-8f0c-4ad5-bf8f-92b6355f479a', 'name': 'network-vif-deleted', 'tag': '16720da8-5d58-4213-8ad8-4bcf36e2d7a1', 'status': 'completed', 'code': 200}
Feb 05 21:33:24.717793 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-34ea16be-2344-4c21-a572-7c77acfaf556 req-22c57e15-6fbb-4a69-a512-9a133b343d5d tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.32 "GET /v2.0/ports?device_id=18637a97-8f0c-4ad5-bf8f-92b6355f479a HTTP/1.1" status: 200  len: 210 time: 0.0302238
Feb 05 21:33:25.775960 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50198) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:33:25.832007 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c74ea3cb-82be-4693-bdac-10d79f429e90 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks [] for security_group (11c8a5c7-bb86-43f9-bdb0-48102ed03567), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:25.856659 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c74ea3cb-82be-4693-bdac-10d79f429e90 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks [] for security_group (11c8a5c7-bb86-43f9-bdb0-48102ed03567), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:25.916350 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c74ea3cb-82be-4693-bdac-10d79f429e90 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (11c8a5c7-bb86-43f9-bdb0-48102ed03567), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:25.919149 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c74ea3cb-82be-4693-bdac-10d79f429e90 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:25.920313 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c74ea3cb-82be-4693-bdac-10d79f429e90 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] 10.222.0.32 "DELETE /v2.0/security-groups/11c8a5c7-bb86-43f9-bdb0-48102ed03567 HTTP/1.1" status: 204  len: 168 time: 0.1433811
Feb 05 21:33:25.930525 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ea3cb-82be-4693-bdac-10d79f429e90 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c8a5c7-bb86-43f9-bdb0-48102ed03567,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:33:25.941249 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ea3cb-82be-4693-bdac-10d79f429e90 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:33:25.941772 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ea3cb-82be-4693-bdac-10d79f429e90 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:33:25.942142 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ea3cb-82be-4693-bdac-10d79f429e90 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:33:25.942560 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ea3cb-82be-4693-bdac-10d79f429e90 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:33:25.943089 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ea3cb-82be-4693-bdac-10d79f429e90 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:33:25.943441 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ea3cb-82be-4693-bdac-10d79f429e90 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:33:25.943823 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ea3cb-82be-4693-bdac-10d79f429e90 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:33:25.944200 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ea3cb-82be-4693-bdac-10d79f429e90 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:33:25.944800 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ea3cb-82be-4693-bdac-10d79f429e90 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:33:25.945152 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ea3cb-82be-4693-bdac-10d79f429e90 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:33:25.945493 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ea3cb-82be-4693-bdac-10d79f429e90 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:33:25.945866 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ea3cb-82be-4693-bdac-10d79f429e90 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:33:25.946256 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ea3cb-82be-4693-bdac-10d79f429e90 tempest-TestVolumeBackupRestore-1373251088 tempest-TestVolumeBackupRestore-1373251088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:33:27.758547 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 16720da8-5d58-4213-8ad8-4bcf36e2d7a1 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:33:27.782840 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: 16720da8-5d58-4213-8ad8-4bcf36e2d7a1 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:33:27.783190 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 16720da8-5d58-4213-8ad8-4bcf36e2d7a1 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:33:29.304617 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50296) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:33:29.650879 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ae91032a-4f74-4202-b7b7-b340e46fa493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (65125c0c-6a56-409e-b558-e653427d5d08), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:29.896696 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-ae91032a-4f74-4202-b7b7-b340e46fa493 admin admin] Deleting port 958f6682-b845-40c7-b4b2-c8059bb99252 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:33:29.897209 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ae91032a-4f74-4202-b7b7-b340e46fa493 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (958f6682-b845-40c7-b4b2-c8059bb99252), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:29.973662 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-ae91032a-4f74-4202-b7b7-b340e46fa493 admin admin] For port 958f6682-b845-40c7-b4b2-c8059bb99252, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=958f6682-b845-40c7-b4b2-c8059bb99252,segment=NetworkSegment(2ac3ca4d-f084-4118-8776-8a5fbae0a018),segment_id=2ac3ca4d-f084-4118-8776-8a5fbae0a018)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:33:29.974029 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ae91032a-4f74-4202-b7b7-b340e46fa493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (958f6682-b845-40c7-b4b2-c8059bb99252), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:29.985350 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-ae91032a-4f74-4202-b7b7-b340e46fa493 admin admin] Calling delete_port for 958f6682-b845-40c7-b4b2-c8059bb99252 owned by network:router_interface {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:33:30.486184 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ae91032a-4f74-4202-b7b7-b340e46fa493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (958f6682-b845-40c7-b4b2-c8059bb99252), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:30.513575 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91032a-4f74-4202-b7b7-b340e46fa493 admin admin] Pushing event deleted for resources: {'Port': ['ID=958f6682-b845-40c7-b4b2-c8059bb99252,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:33:30.680718 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ae91032a-4f74-4202-b7b7-b340e46fa493 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (65125c0c-6a56-409e-b558-e653427d5d08), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:30.897493 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae91032a-4f74-4202-b7b7-b340e46fa493 admin admin] Router 65125c0c-6a56-409e-b558-e653427d5d08 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:33:31.007648 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae91032a-4f74-4202-b7b7-b340e46fa493 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:33:31.012474 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ae91032a-4f74-4202-b7b7-b340e46fa493 admin admin] 10.222.0.32 "PUT /v2.0/routers/65125c0c-6a56-409e-b558-e653427d5d08/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7068279
Feb 05 21:33:31.015013 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50298) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:33:31.016739 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96195c5-5ba3-44c5-acc3-6dc696aba046 None None] Sync routers for ids ['65125c0c-6a56-409e-b558-e653427d5d08'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:33:31.026940 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96195c5-5ba3-44c5-acc3-6dc696aba046 None None] Routers {'65125c0c-6a56-409e-b558-e653427d5d08'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:33:31.027567 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-e96195c5-5ba3-44c5-acc3-6dc696aba046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab6cceb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:33:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['65125c0c-6a56-409e-b558-e653427d5d08'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:33:31.133316 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a45b1be6-5bcd-4fbc-b5d4-6be7286fda6c admin admin] Publish callbacks [] for router (65125c0c-6a56-409e-b558-e653427d5d08), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:31.139265 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-e96195c5-5ba3-44c5-acc3-6dc696aba046 None None] Set router 65125c0c-6a56-409e-b558-e653427d5d08 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:33:31.241296 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a45b1be6-5bcd-4fbc-b5d4-6be7286fda6c admin admin] Publish callbacks [] for router_gateway (65125c0c-6a56-409e-b558-e653427d5d08), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:31.295270 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-a45b1be6-5bcd-4fbc-b5d4-6be7286fda6c admin admin] Deleting port e6df6ebd-e606-49f0-8820-8cedebf6dac8 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:33:31.295608 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a45b1be6-5bcd-4fbc-b5d4-6be7286fda6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (e6df6ebd-e606-49f0-8820-8cedebf6dac8), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:31.320011 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-e96195c5-5ba3-44c5-acc3-6dc696aba046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab6cceb0>, [{'id': '65125c0c-6a56-409e-b558-e653427d5d08', 'name': 'tempest-TestVolumeBackupRestore-526016178-router', 'tenant_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': 'e6df6ebd-e606-49f0-8820-8cedebf6dac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:31:56Z', 'updated_at': '2022-02-05T21:33:30Z', 'revision_number': 5, 'project_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'gw_port': {'id': 'e6df6ebd-e606-49f0-8820-8cedebf6dac8', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65125c0c-6a56-409e-b558-e653427d5d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:31:57Z', 'updated_at': '2022-02-05T21:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:33:31.351491 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96195c5-5ba3-44c5-acc3-6dc696aba046 None None] Checking router: 65125c0c-6a56-409e-b558-e653427d5d08 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:33:31.359901 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96195c5-5ba3-44c5-acc3-6dc696aba046 None None] Routers {'65125c0c-6a56-409e-b558-e653427d5d08'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:33:31.360525 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-e96195c5-5ba3-44c5-acc3-6dc696aba046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab6cceb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:33:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['65125c0c-6a56-409e-b558-e653427d5d08'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:33:31.375641 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-a45b1be6-5bcd-4fbc-b5d4-6be7286fda6c admin admin] For port e6df6ebd-e606-49f0-8820-8cedebf6dac8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6df6ebd-e606-49f0-8820-8cedebf6dac8,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:33:31.376012 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a45b1be6-5bcd-4fbc-b5d4-6be7286fda6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (e6df6ebd-e606-49f0-8820-8cedebf6dac8), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:31.388477 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-a45b1be6-5bcd-4fbc-b5d4-6be7286fda6c admin admin] Calling delete_port for e6df6ebd-e606-49f0-8820-8cedebf6dac8 owned by network:router_gateway {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:33:31.451339 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-e96195c5-5ba3-44c5-acc3-6dc696aba046 None None] Set router 65125c0c-6a56-409e-b558-e653427d5d08 gateway port host: None {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:33:31.507704 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-e96195c5-5ba3-44c5-acc3-6dc696aba046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab6cceb0>, [{'id': '65125c0c-6a56-409e-b558-e653427d5d08', 'name': 'tempest-TestVolumeBackupRestore-526016178-router', 'tenant_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:31:56Z', 'updated_at': '2022-02-05T21:33:31Z', 'revision_number': 6, 'project_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:33:31.534276 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96195c5-5ba3-44c5-acc3-6dc696aba046 None None] The sync data for ids ['65125c0c-6a56-409e-b558-e653427d5d08'] in ncdv-master-1 is: [{'id': '65125c0c-6a56-409e-b558-e653427d5d08', 'name': 'tempest-TestVolumeBackupRestore-526016178-router', 'tenant_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:31:56Z', 'updated_at': '2022-02-05T21:33:31Z', 'revision_number': 6, 'project_id': '457bdfbbba5b4e69a1bf1577ce565fc9', 'gw_port_host': None}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:33:31.572516 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a45b1be6-5bcd-4fbc-b5d4-6be7286fda6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (e6df6ebd-e606-49f0-8820-8cedebf6dac8), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:31.599644 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b1be6-5bcd-4fbc-b5d4-6be7286fda6c admin admin] Pushing event deleted for resources: {'Port': ['ID=e6df6ebd-e606-49f0-8820-8cedebf6dac8,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:33:31.664978 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a45b1be6-5bcd-4fbc-b5d4-6be7286fda6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (65125c0c-6a56-409e-b558-e653427d5d08), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:31.759406 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a45b1be6-5bcd-4fbc-b5d4-6be7286fda6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (65125c0c-6a56-409e-b558-e653427d5d08), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:31.761439 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a45b1be6-5bcd-4fbc-b5d4-6be7286fda6c admin admin] Publish callbacks [] for router_controller (65125c0c-6a56-409e-b558-e653427d5d08), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:31.809914 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a45b1be6-5bcd-4fbc-b5d4-6be7286fda6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (65125c0c-6a56-409e-b558-e653427d5d08), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:31.810580 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45b1be6-5bcd-4fbc-b5d4-6be7286fda6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65125c0c-6a56-409e-b558-e653427d5d08 {{(pid=114391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:33:31.815636 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a45b1be6-5bcd-4fbc-b5d4-6be7286fda6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:31.816960 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a45b1be6-5bcd-4fbc-b5d4-6be7286fda6c admin admin] 10.222.0.32 "DELETE /v2.0/routers/65125c0c-6a56-409e-b558-e653427d5d08 HTTP/1.1" status: 204  len: 168 time: 0.8009818
Feb 05 21:33:31.819509 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50300) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:33:31.865657 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7500a72-a038-4724-9931-d5e40f0e9d4b admin admin] Deleting subnet ac3592ee-39a8-4fff-8c64-017fcead5bd9 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:33:31.869099 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f7500a72-a038-4724-9931-d5e40f0e9d4b admin admin] Publish callbacks [] for subnet (ac3592ee-39a8-4fff-8c64-017fcead5bd9), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:31.918695 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f7500a72-a038-4724-9931-d5e40f0e9d4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (ac3592ee-39a8-4fff-8c64-017fcead5bd9), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:32.041120 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f7500a72-a038-4724-9931-d5e40f0e9d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (ac3592ee-39a8-4fff-8c64-017fcead5bd9), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:32.093656 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f7500a72-a038-4724-9931-d5e40f0e9d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (ac3592ee-39a8-4fff-8c64-017fcead5bd9), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:32.121232 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7500a72-a038-4724-9931-d5e40f0e9d4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac3592ee-39a8-4fff-8c64-017fcead5bd9,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:33:32.123449 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f7500a72-a038-4724-9931-d5e40f0e9d4b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:32.129702 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f7500a72-a038-4724-9931-d5e40f0e9d4b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ac3592ee-39a8-4fff-8c64-017fcead5bd9 HTTP/1.1" status: 204  len: 168 time: 0.3063672
Feb 05 21:33:32.129816 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16aef965-eace-45e7-93f8-31455bd6d8fe None None] Network 7562fb81-506f-4d27-986c-ae97e9881dfd requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:33:32.130250 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50302) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:33:32.200090 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8a8d6180-5410-4177-af99-25bcf4215b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (7562fb81-506f-4d27-986c-ae97e9881dfd), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:32.260560 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-8a8d6180-5410-4177-af99-25bcf4215b99 admin admin] Deleting port a8c4641a-5b36-4780-ac5a-393f5680e463 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:33:32.260870 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8a8d6180-5410-4177-af99-25bcf4215b99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (a8c4641a-5b36-4780-ac5a-393f5680e463), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:32.324412 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-8a8d6180-5410-4177-af99-25bcf4215b99 admin admin] For port a8c4641a-5b36-4780-ac5a-393f5680e463, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8c4641a-5b36-4780-ac5a-393f5680e463,segment=NetworkSegment(2ac3ca4d-f084-4118-8776-8a5fbae0a018),segment_id=2ac3ca4d-f084-4118-8776-8a5fbae0a018)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:33:32.324787 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8a8d6180-5410-4177-af99-25bcf4215b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (a8c4641a-5b36-4780-ac5a-393f5680e463), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:32.339201 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-8a8d6180-5410-4177-af99-25bcf4215b99 admin admin] Calling delete_port for a8c4641a-5b36-4780-ac5a-393f5680e463 owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:33:32.340145 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4214eb-baf1-44e7-9f28-3f427e140ba6 None None] DHCP port deletion for 7562fb81-506f-4d27-986c-ae97e9881dfd request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:33:32.395977 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-df4214eb-baf1-44e7-9f28-3f427e140ba6 None None] Deleting port a8c4641a-5b36-4780-ac5a-393f5680e463 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:33:32.396356 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-df4214eb-baf1-44e7-9f28-3f427e140ba6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (a8c4641a-5b36-4780-ac5a-393f5680e463), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:32.428623 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8a8d6180-5410-4177-af99-25bcf4215b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (a8c4641a-5b36-4780-ac5a-393f5680e463), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:32.459758 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8d6180-5410-4177-af99-25bcf4215b99 admin admin] No DVR routers for this DVR port a8c4641a-5b36-4780-ac5a-393f5680e463 on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:33:32.465437 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-df4214eb-baf1-44e7-9f28-3f427e140ba6 None None] For port a8c4641a-5b36-4780-ac5a-393f5680e463, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8c4641a-5b36-4780-ac5a-393f5680e463,segment=NetworkSegment(2ac3ca4d-f084-4118-8776-8a5fbae0a018),segment_id=2ac3ca4d-f084-4118-8776-8a5fbae0a018)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:33:32.465631 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d6180-5410-4177-af99-25bcf4215b99 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8c4641a-5b36-4780-ac5a-393f5680e463,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:33:32.465730 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-df4214eb-baf1-44e7-9f28-3f427e140ba6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (a8c4641a-5b36-4780-ac5a-393f5680e463), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:32.480783 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-df4214eb-baf1-44e7-9f28-3f427e140ba6 None None] Calling delete_port for a8c4641a-5b36-4780-ac5a-393f5680e463 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:33:32.536129 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8a8d6180-5410-4177-af99-25bcf4215b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (7562fb81-506f-4d27-986c-ae97e9881dfd), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:32.564274 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-8a8d6180-5410-4177-af99-25bcf4215b99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db259d0d0>,) {'filters': {'network_id': ['7562fb81-506f-4d27-986c-ae97e9881dfd']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:33:32.574295 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-8a8d6180-5410-4177-af99-25bcf4215b99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db259d0d0>, '2ac3ca4d-f084-4118-8776-8a5fbae0a018') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:33:32.574930 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-8a8d6180-5410-4177-af99-25bcf4215b99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db259d0d0>, '2ac3ca4d-f084-4118-8776-8a5fbae0a018') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:33:32.575138 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-df4214eb-baf1-44e7-9f28-3f427e140ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (a8c4641a-5b36-4780-ac5a-393f5680e463), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:32.586339 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8a8d6180-5410-4177-af99-25bcf4215b99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (2ac3ca4d-f084-4118-8776-8a5fbae0a018), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:32.602579 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8a8d6180-5410-4177-af99-25bcf4215b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (2ac3ca4d-f084-4118-8776-8a5fbae0a018), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:32.607861 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device e6df6ebd-e606-49f0-8820-8cedebf6dac8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:33:32.609902 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a8d6180-5410-4177-af99-25bcf4215b99 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:33:32.610354 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8a8d6180-5410-4177-af99-25bcf4215b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (2ac3ca4d-f084-4118-8776-8a5fbae0a018), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:32.612994 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:33:32.612994 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:33:32.612994 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:33:32.612994 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:33:32.612994 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:33:32.612994 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:33:32.612994 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:33:32.612994 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:33:32.612994 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:33:32.612994 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:33:32.612994 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:33:32.612994 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:33:32.612994 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:33:32.612994 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:33:32.612994 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:33:32.612994 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:33:32.612994 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:33:32.612994 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:33:32.612994 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:33:32.612994 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:33:32.612994 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:33:32.612994 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:33:32.612994 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:33:32.612994 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:33:32.612994 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:33:32.612994 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:33:32.612994 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:33:32.612994 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:33:32.612994 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:33:32.612994 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:33:32.612994 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:33:32.612994 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:33:32.615388 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4214eb-baf1-44e7-9f28-3f427e140ba6 None None] Pushing event deleted for resources: {'Port': ['ID=a8c4641a-5b36-4780-ac5a-393f5680e463,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:33:32.634237 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4214eb-baf1-44e7-9f28-3f427e140ba6 None None] No DVR routers for this DVR port a8c4641a-5b36-4780-ac5a-393f5680e463 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:33:32.641716 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: e6df6ebd-e606-49f0-8820-8cedebf6dac8 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:33:32.642071 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device e6df6ebd-e606-49f0-8820-8cedebf6dac8 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:33:32.642526 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device a8c4641a-5b36-4780-ac5a-393f5680e463 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:33:32.672637 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4214eb-baf1-44e7-9f28-3f427e140ba6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:33:32.673035 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4214eb-baf1-44e7-9f28-3f427e140ba6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:33:32.674624 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4214eb-baf1-44e7-9f28-3f427e140ba6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:33:32.674624 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4214eb-baf1-44e7-9f28-3f427e140ba6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:33:32.674624 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4214eb-baf1-44e7-9f28-3f427e140ba6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:33:32.674624 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4214eb-baf1-44e7-9f28-3f427e140ba6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:33:32.675016 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4214eb-baf1-44e7-9f28-3f427e140ba6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:33:32.675504 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4214eb-baf1-44e7-9f28-3f427e140ba6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:33:32.675996 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4214eb-baf1-44e7-9f28-3f427e140ba6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:33:32.676516 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4214eb-baf1-44e7-9f28-3f427e140ba6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:33:32.676894 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4214eb-baf1-44e7-9f28-3f427e140ba6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:33:32.677224 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4214eb-baf1-44e7-9f28-3f427e140ba6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:33:32.677595 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4214eb-baf1-44e7-9f28-3f427e140ba6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:33:32.680279 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: a8c4641a-5b36-4780-ac5a-393f5680e463 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:33:32.680634 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device a8c4641a-5b36-4780-ac5a-393f5680e463 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:33:32.681054 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 958f6682-b845-40c7-b4b2-c8059bb99252 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:33:32.687627 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8a8d6180-5410-4177-af99-25bcf4215b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (7562fb81-506f-4d27-986c-ae97e9881dfd), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:32.694693 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8a8d6180-5410-4177-af99-25bcf4215b99 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:32.701313 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8a8d6180-5410-4177-af99-25bcf4215b99 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7562fb81-506f-4d27-986c-ae97e9881dfd HTTP/1.1" status: 204  len: 168 time: 0.5678439
Feb 05 21:33:32.702181 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50304) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:33:32.711164 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 958f6682-b845-40c7-b4b2-c8059bb99252 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:33:32.711426 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 958f6682-b845-40c7-b4b2-c8059bb99252 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:33:32.713406 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d6180-5410-4177-af99-25bcf4215b99 admin admin] Pushing event deleted for resources: {'Network': ['ID=7562fb81-506f-4d27-986c-ae97e9881dfd,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:33:33.056516 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-549e900e-5310-4337-b0cb-d61060dcdaba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (fd27bf45-0271-437b-ba4b-06069887defb), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:33.296690 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-549e900e-5310-4337-b0cb-d61060dcdaba admin admin] Deleting port 8866fd0d-7af8-4823-a2dd-24a39d95c980 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:33:33.297033 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-549e900e-5310-4337-b0cb-d61060dcdaba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (8866fd0d-7af8-4823-a2dd-24a39d95c980), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:33.374818 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-549e900e-5310-4337-b0cb-d61060dcdaba admin admin] For port 8866fd0d-7af8-4823-a2dd-24a39d95c980, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8866fd0d-7af8-4823-a2dd-24a39d95c980,segment=NetworkSegment(36a5198e-532d-4ba7-8681-653ebf49a091),segment_id=36a5198e-532d-4ba7-8681-653ebf49a091)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:33:33.375184 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-549e900e-5310-4337-b0cb-d61060dcdaba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (8866fd0d-7af8-4823-a2dd-24a39d95c980), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:33.386953 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-549e900e-5310-4337-b0cb-d61060dcdaba admin admin] Calling delete_port for 8866fd0d-7af8-4823-a2dd-24a39d95c980 owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:33:33.564574 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-549e900e-5310-4337-b0cb-d61060dcdaba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (8866fd0d-7af8-4823-a2dd-24a39d95c980), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:33.590193 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e900e-5310-4337-b0cb-d61060dcdaba admin admin] Pushing event deleted for resources: {'Port': ['ID=8866fd0d-7af8-4823-a2dd-24a39d95c980,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:33:33.767147 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-549e900e-5310-4337-b0cb-d61060dcdaba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (fd27bf45-0271-437b-ba4b-06069887defb), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:33.773019 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6ef18bbe-cd86-4500-95d7-bd28966e4a51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:33.988215 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549e900e-5310-4337-b0cb-d61060dcdaba admin admin] Router fd27bf45-0271-437b-ba4b-06069887defb has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:33:34.094993 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549e900e-5310-4337-b0cb-d61060dcdaba admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:33:34.100971 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-549e900e-5310-4337-b0cb-d61060dcdaba admin admin] 10.222.0.32 "PUT /v2.0/routers/fd27bf45-0271-437b-ba4b-06069887defb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3966758
Feb 05 21:33:34.103073 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50306) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:33:34.104548 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bc5672-0fe4-4491-ac7b-d56e6b2a1fdc None None] Sync routers for ids ['fd27bf45-0271-437b-ba4b-06069887defb'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:33:34.115583 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bc5672-0fe4-4491-ac7b-d56e6b2a1fdc None None] Routers {'fd27bf45-0271-437b-ba4b-06069887defb'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:33:34.116449 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-80bc5672-0fe4-4491-ac7b-d56e6b2a1fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db89de310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:33:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['fd27bf45-0271-437b-ba4b-06069887defb'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:33:34.208922 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6f1d9c04-b621-475f-9cc9-57908d5a7f0c admin admin] Publish callbacks [] for router (fd27bf45-0271-437b-ba4b-06069887defb), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:34.219258 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-80bc5672-0fe4-4491-ac7b-d56e6b2a1fdc None None] Set router fd27bf45-0271-437b-ba4b-06069887defb gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:33:34.312879 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6f1d9c04-b621-475f-9cc9-57908d5a7f0c admin admin] Publish callbacks [] for router_gateway (fd27bf45-0271-437b-ba4b-06069887defb), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:34.364374 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-6f1d9c04-b621-475f-9cc9-57908d5a7f0c admin admin] Deleting port d0ec49e9-d3af-48f7-88a5-4609cda6df53 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:33:34.364720 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6f1d9c04-b621-475f-9cc9-57908d5a7f0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (d0ec49e9-d3af-48f7-88a5-4609cda6df53), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:34.398331 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-80bc5672-0fe4-4491-ac7b-d56e6b2a1fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db89de310>, [{'id': 'fd27bf45-0271-437b-ba4b-06069887defb', 'name': 'tempest-TestVolumeBackupRestore-1874567134-router', 'tenant_id': 'c6aab2dab80b4de8a8c68cd2216ad6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.108'}], 'enable_snat': True}, 'gw_port_id': 'd0ec49e9-d3af-48f7-88a5-4609cda6df53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:32:01Z', 'updated_at': '2022-02-05T21:33:33Z', 'revision_number': 5, 'project_id': 'c6aab2dab80b4de8a8c68cd2216ad6ad', 'gw_port': {'id': 'd0ec49e9-d3af-48f7-88a5-4609cda6df53', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:90:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd27bf45-0271-437b-ba4b-06069887defb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:32:02Z', 'updated_at': '2022-02-05T21:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:33:34.424875 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bc5672-0fe4-4491-ac7b-d56e6b2a1fdc None None] Checking router: fd27bf45-0271-437b-ba4b-06069887defb for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:33:34.433191 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bc5672-0fe4-4491-ac7b-d56e6b2a1fdc None None] Routers {'fd27bf45-0271-437b-ba4b-06069887defb'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:33:34.433795 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-80bc5672-0fe4-4491-ac7b-d56e6b2a1fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db89de310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:33:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['fd27bf45-0271-437b-ba4b-06069887defb'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:33:34.445655 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-6f1d9c04-b621-475f-9cc9-57908d5a7f0c admin admin] For port d0ec49e9-d3af-48f7-88a5-4609cda6df53, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d0ec49e9-d3af-48f7-88a5-4609cda6df53,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:33:34.446019 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6f1d9c04-b621-475f-9cc9-57908d5a7f0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (d0ec49e9-d3af-48f7-88a5-4609cda6df53), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:34.458676 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-6f1d9c04-b621-475f-9cc9-57908d5a7f0c admin admin] Calling delete_port for d0ec49e9-d3af-48f7-88a5-4609cda6df53 owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:33:34.621190 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-80bc5672-0fe4-4491-ac7b-d56e6b2a1fdc None None] Set router fd27bf45-0271-437b-ba4b-06069887defb gateway port host: None {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:33:34.679576 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-80bc5672-0fe4-4491-ac7b-d56e6b2a1fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db89de310>, [{'id': 'fd27bf45-0271-437b-ba4b-06069887defb', 'name': 'tempest-TestVolumeBackupRestore-1874567134-router', 'tenant_id': 'c6aab2dab80b4de8a8c68cd2216ad6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:32:01Z', 'updated_at': '2022-02-05T21:33:34Z', 'revision_number': 6, 'project_id': 'c6aab2dab80b4de8a8c68cd2216ad6ad', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:33:34.712480 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bc5672-0fe4-4491-ac7b-d56e6b2a1fdc None None] The sync data for ids ['fd27bf45-0271-437b-ba4b-06069887defb'] in ncdv-master-1 is: [{'id': 'fd27bf45-0271-437b-ba4b-06069887defb', 'name': 'tempest-TestVolumeBackupRestore-1874567134-router', 'tenant_id': 'c6aab2dab80b4de8a8c68cd2216ad6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:32:01Z', 'updated_at': '2022-02-05T21:33:34Z', 'revision_number': 6, 'project_id': 'c6aab2dab80b4de8a8c68cd2216ad6ad', 'gw_port_host': None}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:33:34.942543 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6f1d9c04-b621-475f-9cc9-57908d5a7f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (d0ec49e9-d3af-48f7-88a5-4609cda6df53), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:34.967026 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d9c04-b621-475f-9cc9-57908d5a7f0c admin admin] Pushing event deleted for resources: {'Port': ['ID=d0ec49e9-d3af-48f7-88a5-4609cda6df53,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:33:35.029271 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6f1d9c04-b621-475f-9cc9-57908d5a7f0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (fd27bf45-0271-437b-ba4b-06069887defb), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:35.125024 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6f1d9c04-b621-475f-9cc9-57908d5a7f0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (fd27bf45-0271-437b-ba4b-06069887defb), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:35.127347 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6f1d9c04-b621-475f-9cc9-57908d5a7f0c admin admin] Publish callbacks [] for router_controller (fd27bf45-0271-437b-ba4b-06069887defb), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:35.174220 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6f1d9c04-b621-475f-9cc9-57908d5a7f0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (fd27bf45-0271-437b-ba4b-06069887defb), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:35.174824 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1d9c04-b621-475f-9cc9-57908d5a7f0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd27bf45-0271-437b-ba4b-06069887defb {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:33:35.179802 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6f1d9c04-b621-475f-9cc9-57908d5a7f0c admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:35.180954 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6f1d9c04-b621-475f-9cc9-57908d5a7f0c admin admin] 10.222.0.32 "DELETE /v2.0/routers/fd27bf45-0271-437b-ba4b-06069887defb HTTP/1.1" status: 204  len: 168 time: 1.0767920
Feb 05 21:33:35.183494 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50308) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:33:35.227901 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-64aa632f-4733-40e4-9d0f-a562dabad858 admin admin] Deleting subnet 94939d0e-0b72-4205-84f2-331588a97e02 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:33:35.230904 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-64aa632f-4733-40e4-9d0f-a562dabad858 admin admin] Publish callbacks [] for subnet (94939d0e-0b72-4205-84f2-331588a97e02), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:35.263994 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-64aa632f-4733-40e4-9d0f-a562dabad858 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (94939d0e-0b72-4205-84f2-331588a97e02), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:35.341468 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-64aa632f-4733-40e4-9d0f-a562dabad858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (94939d0e-0b72-4205-84f2-331588a97e02), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:35.390429 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-64aa632f-4733-40e4-9d0f-a562dabad858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (94939d0e-0b72-4205-84f2-331588a97e02), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:35.415915 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa632f-4733-40e4-9d0f-a562dabad858 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94939d0e-0b72-4205-84f2-331588a97e02,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:33:35.419448 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-64aa632f-4733-40e4-9d0f-a562dabad858 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:35.422622 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-64aa632f-4733-40e4-9d0f-a562dabad858 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/94939d0e-0b72-4205-84f2-331588a97e02 HTTP/1.1" status: 204  len: 168 time: 0.2381840
Feb 05 21:33:35.425050 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50310) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:33:35.427880 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd3340d-c751-4a4b-8346-09fb0fc71ae3 None None] Network 72e42458-e4ea-4c7c-9d4a-0728230751c9 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:33:35.498916 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d0561b06-8433-461f-94ab-edbaf5487149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (72e42458-e4ea-4c7c-9d4a-0728230751c9), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:35.557333 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-d0561b06-8433-461f-94ab-edbaf5487149 admin admin] Deleting port 2f004865-baf6-46c7-b2be-b2751c1c098f {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:33:35.557681 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d0561b06-8433-461f-94ab-edbaf5487149 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (2f004865-baf6-46c7-b2be-b2751c1c098f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:35.589579 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0aca38d-6f7d-408b-a42e-031d30a9a008 None None] DHCP port deletion for 72e42458-e4ea-4c7c-9d4a-0728230751c9 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:33:35.622595 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-d0561b06-8433-461f-94ab-edbaf5487149 admin admin] For port 2f004865-baf6-46c7-b2be-b2751c1c098f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f004865-baf6-46c7-b2be-b2751c1c098f,segment=NetworkSegment(36a5198e-532d-4ba7-8681-653ebf49a091),segment_id=36a5198e-532d-4ba7-8681-653ebf49a091)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:33:35.622960 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d0561b06-8433-461f-94ab-edbaf5487149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (2f004865-baf6-46c7-b2be-b2751c1c098f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:35.638019 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-d0561b06-8433-461f-94ab-edbaf5487149 admin admin] Calling delete_port for 2f004865-baf6-46c7-b2be-b2751c1c098f owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:33:35.642732 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-e0aca38d-6f7d-408b-a42e-031d30a9a008 None None] Deleting port 2f004865-baf6-46c7-b2be-b2751c1c098f {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:33:35.643337 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e0aca38d-6f7d-408b-a42e-031d30a9a008 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (2f004865-baf6-46c7-b2be-b2751c1c098f), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:35.712332 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-e0aca38d-6f7d-408b-a42e-031d30a9a008 None None] For port 2f004865-baf6-46c7-b2be-b2751c1c098f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f004865-baf6-46c7-b2be-b2751c1c098f,segment=NetworkSegment(36a5198e-532d-4ba7-8681-653ebf49a091),segment_id=36a5198e-532d-4ba7-8681-653ebf49a091)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:33:35.712731 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e0aca38d-6f7d-408b-a42e-031d30a9a008 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (2f004865-baf6-46c7-b2be-b2751c1c098f), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:35.727656 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-e0aca38d-6f7d-408b-a42e-031d30a9a008 None None] Calling delete_port for 2f004865-baf6-46c7-b2be-b2751c1c098f owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:33:35.727820 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d0561b06-8433-461f-94ab-edbaf5487149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (2f004865-baf6-46c7-b2be-b2751c1c098f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:35.755441 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0561b06-8433-461f-94ab-edbaf5487149 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f004865-baf6-46c7-b2be-b2751c1c098f,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:33:35.757285 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0561b06-8433-461f-94ab-edbaf5487149 admin admin] No DVR routers for this DVR port 2f004865-baf6-46c7-b2be-b2751c1c098f on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:33:35.815263 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e0aca38d-6f7d-408b-a42e-031d30a9a008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (2f004865-baf6-46c7-b2be-b2751c1c098f), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:35.836313 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d0561b06-8433-461f-94ab-edbaf5487149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (72e42458-e4ea-4c7c-9d4a-0728230751c9), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:35.840538 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aca38d-6f7d-408b-a42e-031d30a9a008 None None] Pushing event deleted for resources: {'Port': ['ID=2f004865-baf6-46c7-b2be-b2751c1c098f,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:33:35.844061 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0aca38d-6f7d-408b-a42e-031d30a9a008 None None] No DVR routers for this DVR port 2f004865-baf6-46c7-b2be-b2751c1c098f on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:33:35.862452 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-d0561b06-8433-461f-94ab-edbaf5487149 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2dbaadb370>,) {'filters': {'network_id': ['72e42458-e4ea-4c7c-9d4a-0728230751c9']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:33:35.873348 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-d0561b06-8433-461f-94ab-edbaf5487149 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2dbaadb370>, '36a5198e-532d-4ba7-8681-653ebf49a091') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:33:35.873659 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-d0561b06-8433-461f-94ab-edbaf5487149 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2dbaadb370>, '36a5198e-532d-4ba7-8681-653ebf49a091') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:33:35.883882 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d0561b06-8433-461f-94ab-edbaf5487149 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (36a5198e-532d-4ba7-8681-653ebf49a091), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:35.897620 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d0561b06-8433-461f-94ab-edbaf5487149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (36a5198e-532d-4ba7-8681-653ebf49a091), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:35.903789 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0561b06-8433-461f-94ab-edbaf5487149 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:33:35.904200 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d0561b06-8433-461f-94ab-edbaf5487149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (36a5198e-532d-4ba7-8681-653ebf49a091), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:35.905825 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:33:35.905825 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:33:35.905825 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:33:35.905825 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:33:35.905825 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:33:35.905825 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:33:35.905825 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:33:35.905825 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:33:35.905825 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:33:35.905825 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:33:35.905825 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:33:35.905825 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:33:35.905825 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:33:35.905825 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:33:35.905825 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:33:35.905825 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:33:35.905825 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:33:35.905825 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:33:35.905825 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:33:35.905825 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:33:35.905825 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:33:35.905825 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:33:35.905825 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:33:35.905825 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:33:35.905825 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:33:35.905825 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:33:35.905825 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:33:35.905825 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:33:35.905825 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:33:35.905825 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:33:35.905825 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:33:35.905825 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:33:35.959863 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d0561b06-8433-461f-94ab-edbaf5487149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (72e42458-e4ea-4c7c-9d4a-0728230751c9), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:35.965741 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d0561b06-8433-461f-94ab-edbaf5487149 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:35.968996 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d0561b06-8433-461f-94ab-edbaf5487149 admin admin] 10.222.0.32 "DELETE /v2.0/networks/72e42458-e4ea-4c7c-9d4a-0728230751c9 HTTP/1.1" status: 204  len: 168 time: 0.5426879
Feb 05 21:33:35.981043 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0561b06-8433-461f-94ab-edbaf5487149 admin admin] Pushing event deleted for resources: {'Network': ['ID=72e42458-e4ea-4c7c-9d4a-0728230751c9,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:33:36.130572 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50314) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:33:36.155566 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e024b96e-2420-4127-8975-d6734a17a9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:36.176553 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b124acc3-ba46-4b1c-b9e9-94c3018c19a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=457bdfbbba5b4e69a1bf1577ce565fc9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0446341
Feb 05 21:33:36.178919 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50316) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:33:36.226067 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8904839c-bbb0-43cc-bd3a-302e1d56191e admin admin] Publish callbacks [] for security_group (7de9a45f-8d27-4852-94ff-1ddb668b212f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:36.246526 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8904839c-bbb0-43cc-bd3a-302e1d56191e admin admin] Publish callbacks [] for security_group (7de9a45f-8d27-4852-94ff-1ddb668b212f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:36.296278 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8904839c-bbb0-43cc-bd3a-302e1d56191e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (7de9a45f-8d27-4852-94ff-1ddb668b212f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:36.301675 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8904839c-bbb0-43cc-bd3a-302e1d56191e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:36.302940 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8904839c-bbb0-43cc-bd3a-302e1d56191e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7de9a45f-8d27-4852-94ff-1ddb668b212f HTTP/1.1" status: 204  len: 168 time: 0.1230800
Feb 05 21:33:36.311968 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8904839c-bbb0-43cc-bd3a-302e1d56191e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de9a45f-8d27-4852-94ff-1ddb668b212f,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:33:36.559911 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device d0ec49e9-d3af-48f7-88a5-4609cda6df53 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:33:36.586026 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: d0ec49e9-d3af-48f7-88a5-4609cda6df53 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:33:36.586519 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device d0ec49e9-d3af-48f7-88a5-4609cda6df53 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:33:36.587008 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 8866fd0d-7af8-4823-a2dd-24a39d95c980 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:33:36.606549 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 8866fd0d-7af8-4823-a2dd-24a39d95c980 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:33:36.606901 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 8866fd0d-7af8-4823-a2dd-24a39d95c980 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:33:36.607318 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 2f004865-baf6-46c7-b2be-b2751c1c098f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:33:36.629966 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 2f004865-baf6-46c7-b2be-b2751c1c098f {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:33:36.630348 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 2f004865-baf6-46c7-b2be-b2751c1c098f not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:33:36.638367 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50322) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:33:36.679231 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f8b22dbc-cc14-4466-b386-702760588e67 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c6aab2dab80b4de8a8c68cd2216ad6ad&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0395865
Feb 05 21:33:36.681542 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50324) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:33:36.728614 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ad4b7ebf-b0cf-4bd1-8480-f99b639439e7 admin admin] Publish callbacks [] for security_group (83278469-8a4c-428c-98c8-d80ca00ae3dd), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:36.748848 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ad4b7ebf-b0cf-4bd1-8480-f99b639439e7 admin admin] Publish callbacks [] for security_group (83278469-8a4c-428c-98c8-d80ca00ae3dd), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:36.799210 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ad4b7ebf-b0cf-4bd1-8480-f99b639439e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (83278469-8a4c-428c-98c8-d80ca00ae3dd), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:36.802230 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ad4b7ebf-b0cf-4bd1-8480-f99b639439e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:36.803441 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ad4b7ebf-b0cf-4bd1-8480-f99b639439e7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/83278469-8a4c-428c-98c8-d80ca00ae3dd HTTP/1.1" status: 204  len: 168 time: 0.1209502
Feb 05 21:33:36.811196 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b7ebf-b0cf-4bd1-8480-f99b639439e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83278469-8a4c-428c-98c8-d80ca00ae3dd,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:33:36.838023 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:33:37.578630 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:39.171674 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:40.545109 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:45.589088 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:47.610426 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-b813ae38-859d-4fac-ada2-753920b8e022 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6784e3bfd9dc4ba0bf8f9f413c30c9c0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0303068
Feb 05 21:33:47.794481 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-9cb3b428-3374-481f-a61e-d87c1e69058a tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:33:47.795965 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-9cb3b428-3374-481f-a61e-d87c1e69058a tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1802921
Feb 05 21:33:47.810656 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-29333710-ef64-46e1-8ef4-9b2a5a6fd00b tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] 10.222.0.32 "GET /v2.0/quotas/6784e3bfd9dc4ba0bf8f9f413c30c9c0 HTTP/1.1" status: 200  len: 375 time: 0.0088058
Feb 05 21:33:47.842416 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-4de80631-5ba2-4dca-a142-dc30b26b040f tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6784e3bfd9dc4ba0bf8f9f413c30c9c0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0269182
Feb 05 21:33:47.999987 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9d538b54-c343-4066-aabe-617ba9bc8998 req-48cc6b61-f853-4ef2-adfd-da1261a59476 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb438577-45a6-4bf0-a4bd-9989323671fb HTTP/1.1" status: 200  len: 210 time: 0.0263906
Feb 05 21:33:49.080838 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03a326a6-5330-41f8-ae8a-bad09825e80e req-14a211f8-e934-49e6-8e74-035509369d54 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb438577-45a6-4bf0-a4bd-9989323671fb HTTP/1.1" status: 200  len: 210 time: 0.0307274
Feb 05 21:33:50.157685 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-95a09951-739c-4f42-9eb2-18206720923c req-625fcd7e-31fb-408c-b362-972608045c09 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb438577-45a6-4bf0-a4bd-9989323671fb HTTP/1.1" status: 200  len: 210 time: 0.0264149
Feb 05 21:33:50.491664 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:50.995359 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-c393606a-0dc3-4040-9eaa-ec6a276e8078 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=6784e3bfd9dc4ba0bf8f9f413c30c9c0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0350525
Feb 05 21:33:51.178687 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-9c77c0d1-ffca-4435-a44e-1ccf9abf24a2 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:33:51.180180 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-9c77c0d1-ffca-4435-a44e-1ccf9abf24a2 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1788754
Feb 05 21:33:51.192215 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-7e52bbe9-9ce9-4e9e-92d5-aa7d2e8330c3 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] Request body: {'port': {'device_id': 'bb438577-45a6-4bf0-a4bd-9989323671fb', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'admin_state_up': True, 'tenant_id': '6784e3bfd9dc4ba0bf8f9f413c30c9c0'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:33:51.252482 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-152d270f-adf5-4d5d-952b-81275b8bdccf req-0418d636-39c6-4b58-b1db-8b08512b6285 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb438577-45a6-4bf0-a4bd-9989323671fb HTTP/1.1" status: 200  len: 210 time: 0.0272422
Feb 05 21:33:51.300324 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-7e52bbe9-9ce9-4e9e-92d5-aa7d2e8330c3 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] Made reservation on behalf of 6784e3bfd9dc4ba0bf8f9f413c30c9c0 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:33:51.304216 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-7e52bbe9-9ce9-4e9e-92d5-aa7d2e8330c3 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:51.312766 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-7e52bbe9-9ce9-4e9e-92d5-aa7d2e8330c3 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:51.387409 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-7e52bbe9-9ce9-4e9e-92d5-aa7d2e8330c3 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] Publish callbacks [] for security_group (39f063e5-b19e-4ce0-8f98-a283af744c13), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:51.391347 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-7e52bbe9-9ce9-4e9e-92d5-aa7d2e8330c3 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (39f063e5-b19e-4ce0-8f98-a283af744c13), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:51.453101 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e52bbe9-9ce9-4e9e-92d5-aa7d2e8330c3 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39f063e5-b19e-4ce0-8f98-a283af744c13,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:33:51.524623 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-7e52bbe9-9ce9-4e9e-92d5-aa7d2e8330c3 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] Allocated IP 192.168.233.173 (f760d6ec-7837-431c-910c-37572c24f936/42e3c763-0926-4b49-ade5-d66ee3d4c489/da90dda9-850b-4c2a-ad20-e0e4264ed7ae) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:33:51.666805 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-7e52bbe9-9ce9-4e9e-92d5-aa7d2e8330c3 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] Publish callbacks [] for port (da90dda9-850b-4c2a-ad20-e0e4264ed7ae), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:51.704190 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-7e52bbe9-9ce9-4e9e-92d5-aa7d2e8330c3 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (da90dda9-850b-4c2a-ad20-e0e4264ed7ae), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:51.747897 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-7e52bbe9-9ce9-4e9e-92d5-aa7d2e8330c3 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] Network f760d6ec-7837-431c-910c-37572c24f936 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:33:51.750937 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-7e52bbe9-9ce9-4e9e-92d5-aa7d2e8330c3 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:33:51.754353 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-7e52bbe9-9ce9-4e9e-92d5-aa7d2e8330c3 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:33:51.777933 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e52bbe9-9ce9-4e9e-92d5-aa7d2e8330c3 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] Pushing event updated for resources: {'Port': ['ID=da90dda9-850b-4c2a-ad20-e0e4264ed7ae,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:33:51.808009 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-7e52bbe9-9ce9-4e9e-92d5-aa7d2e8330c3 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:33:51.808662 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-7e52bbe9-9ce9-4e9e-92d5-aa7d2e8330c3 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:51.825049 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-7e52bbe9-9ce9-4e9e-92d5-aa7d2e8330c3 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.6366470
Feb 05 21:33:51.837880 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-8e77b496-9afb-4b8f-b415-8e7042da091c service neutron] Request body: {'port': {'device_id': 'bb438577-45a6-4bf0-a4bd-9989323671fb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:33:51.905194 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-8e77b496-9afb-4b8f-b415-8e7042da091c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (da90dda9-850b-4c2a-ad20-e0e4264ed7ae), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:52.016361 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6961192b-4969-4b0f-8e21-f1c9c860fd8a None None] Provisioning complete for port da90dda9-850b-4c2a-ad20-e0e4264ed7ae triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:33:52.016964 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6961192b-4969-4b0f-8e21-f1c9c860fd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (da90dda9-850b-4c2a-ad20-e0e4264ed7ae), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:52.052159 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6961192b-4969-4b0f-8e21-f1c9c860fd8a None None] Port da90dda9-850b-4c2a-ad20-e0e4264ed7ae cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:33:52.172179 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-8e77b496-9afb-4b8f-b415-8e7042da091c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da90dda9-850b-4c2a-ad20-e0e4264ed7ae {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:33:52.179759 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-8e77b496-9afb-4b8f-b415-8e7042da091c service neutron] Publish callbacks [] for port (da90dda9-850b-4c2a-ad20-e0e4264ed7ae), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:52.192519 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-8e77b496-9afb-4b8f-b415-8e7042da091c service neutron] Transition to ACTIVE for port object da90dda9-850b-4c2a-ad20-e0e4264ed7ae will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:33:52.196708 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-8e77b496-9afb-4b8f-b415-8e7042da091c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (da90dda9-850b-4c2a-ad20-e0e4264ed7ae), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:52.248096 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e77b496-9afb-4b8f-b415-8e7042da091c service neutron] Pushing event updated for resources: {'Port': ['ID=da90dda9-850b-4c2a-ad20-e0e4264ed7ae,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:33:52.331905 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-8e77b496-9afb-4b8f-b415-8e7042da091c service neutron] Attempting to bind port da90dda9-850b-4c2a-ad20-e0e4264ed7ae on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:33:52.333906 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-8e77b496-9afb-4b8f-b415-8e7042da091c service neutron] Attempting to bind port da90dda9-850b-4c2a-ad20-e0e4264ed7ae by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:33:52.334467 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-8e77b496-9afb-4b8f-b415-8e7042da091c service neutron] Attempting to bind port da90dda9-850b-4c2a-ad20-e0e4264ed7ae on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:33:52.340447 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-8e77b496-9afb-4b8f-b415-8e7042da091c service neutron] Port da90dda9-850b-4c2a-ad20-e0e4264ed7ae on network f760d6ec-7837-431c-910c-37572c24f936 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:33:52.340780 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-8e77b496-9afb-4b8f-b415-8e7042da091c service neutron] Attempting to bind port da90dda9-850b-4c2a-ad20-e0e4264ed7ae on network f760d6ec-7837-431c-910c-37572c24f936 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:33:52.347412 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-8e77b496-9afb-4b8f-b415-8e7042da091c service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:33:52.347815 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-8e77b496-9afb-4b8f-b415-8e7042da091c service neutron] Checking segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:33:52.348841 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-8e77b496-9afb-4b8f-b415-8e7042da091c service neutron] Bound using segment: {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:33:52.349427 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-8e77b496-9afb-4b8f-b415-8e7042da091c service neutron] Bound port: da90dda9-850b-4c2a-ad20-e0e4264ed7ae, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f99c9c-6512-4d17-9220-0ac0bd773d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:33:52.349928 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-8e77b496-9afb-4b8f-b415-8e7042da091c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (da90dda9-850b-4c2a-ad20-e0e4264ed7ae), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:52.408091 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06851e17-5da5-4c85-bd5f-be08d57447ac req-de700881-c1dc-4c35-8c10-58b39f58b03d tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:33:52.416816 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-06851e17-5da5-4c85-bd5f-be08d57447ac req-de700881-c1dc-4c35-8c10-58b39f58b03d tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb438577-45a6-4bf0-a4bd-9989323671fb HTTP/1.1" status: 200  len: 948 time: 0.0706685
Feb 05 21:33:52.427722 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-8e77b496-9afb-4b8f-b415-8e7042da091c service neutron] For port da90dda9-850b-4c2a-ad20-e0e4264ed7ae, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:33:52.431382 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-8e77b496-9afb-4b8f-b415-8e7042da091c service neutron] For port da90dda9-850b-4c2a-ad20-e0e4264ed7ae, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=da90dda9-850b-4c2a-ad20-e0e4264ed7ae,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:33:52.437959 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-8e77b496-9afb-4b8f-b415-8e7042da091c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (da90dda9-850b-4c2a-ad20-e0e4264ed7ae), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:52.479743 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-06851e17-5da5-4c85-bd5f-be08d57447ac req-9843f669-6397-4b38-9ee7-ac9b59025781 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] 10.222.0.32 "GET /v2.0/security-groups?id=39f063e5-b19e-4ce0-8f98-a283af744c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618696
Feb 05 21:33:52.481189 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-8e77b496-9afb-4b8f-b415-8e7042da091c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:33:52.481817 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-8e77b496-9afb-4b8f-b415-8e7042da091c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:52.483520 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-8e77b496-9afb-4b8f-b415-8e7042da091c service neutron] 10.222.0.21 "PUT /v2.0/ports/da90dda9-850b-4c2a-ad20-e0e4264ed7ae HTTP/1.1" status: 200  len: 1096 time: 0.6499138
Feb 05 21:33:52.483978 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb438577-45a6-4bf0-a4bd-9989323671fb', 'tag': 'da90dda9-850b-4c2a-ad20-e0e4264ed7ae'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:33:52.486220 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d984921b-52d0-4ab2-9e1c-5bb1b6b09786" -d '{"events": [{"name": "network-changed", "server_uuid": "bb438577-45a6-4bf0-a4bd-9989323671fb", "tag": "da90dda9-850b-4c2a-ad20-e0e4264ed7ae"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:33:52.528791 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e77b496-9afb-4b8f-b415-8e7042da091c service neutron] Pushing event updated for resources: {'Port': ['ID=da90dda9-850b-4c2a-ad20-e0e4264ed7ae,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:33:52.543411 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7442772f-51b1-4941-adcf-99f4c4fdf186 x-openstack-request-id: req-7442772f-51b1-4941-adcf-99f4c4fdf186 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:33:52.544100 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb438577-45a6-4bf0-a4bd-9989323671fb", "tag": "da90dda9-850b-4c2a-ad20-e0e4264ed7ae", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:33:52.544100 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7442772f-51b1-4941-adcf-99f4c4fdf186 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:33:52.544633 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb438577-45a6-4bf0-a4bd-9989323671fb', 'tag': 'da90dda9-850b-4c2a-ad20-e0e4264ed7ae', 'status': 'completed', 'code': 200}
Feb 05 21:33:52.602622 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-fc198f6b-96d1-48f0-8d1b-07afcddd42dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:33:52.604508 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-fc198f6b-96d1-48f0-8d1b-07afcddd42dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6784e3bfd9dc4ba0bf8f9f413c30c9c0&device_id=bb438577-45a6-4bf0-a4bd-9989323671fb HTTP/1.1" status: 200  len: 1130 time: 0.0590284
Feb 05 21:33:52.649049 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-e52c3e3d-2a45-4539-8ce9-1d5df2e2b718 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=da90dda9-850b-4c2a-ad20-e0e4264ed7ae HTTP/1.1" status: 200  len: 217 time: 0.0365934
Feb 05 21:33:52.698253 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-6186b902-1e60-44f9-97d1-8468a58c3052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:33:52.699767 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-6186b902-1e60-44f9-97d1-8468a58c3052 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.0457370
Feb 05 21:33:52.754705 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-e82bacd1-7009-48c2-8e35-a189a1ec1067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:33:52.756222 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-e82bacd1-7009-48c2-8e35-a189a1ec1067 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0501692
Feb 05 21:33:52.853030 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-db5378e1-f7e7-4cc4-92d7-21596144086a service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0909951
Feb 05 21:33:52.944986 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a1c64ff2-67f4-40c9-9cf8-4cef7126acab req-392a5367-5138-42b3-a4dd-ccd69c1d6784 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856631
Feb 05 21:33:53.034302 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984921b-52d0-4ab2-9e1c-5bb1b6b09786 req-7fbfca60-c18d-4abe-bbac-95dfe7e592ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:33:53.036598 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d984921b-52d0-4ab2-9e1c-5bb1b6b09786 req-7fbfca60-c18d-4abe-bbac-95dfe7e592ec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6784e3bfd9dc4ba0bf8f9f413c30c9c0&device_id=bb438577-45a6-4bf0-a4bd-9989323671fb HTTP/1.1" status: 200  len: 1130 time: 0.0456157
Feb 05 21:33:53.123270 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984921b-52d0-4ab2-9e1c-5bb1b6b09786 req-420e8d21-a327-49eb-ac4a-7d8268c18b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:33:53.124711 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d984921b-52d0-4ab2-9e1c-5bb1b6b09786 req-420e8d21-a327-49eb-ac4a-7d8268c18b9c service neutron] 10.222.0.21 "GET /v2.0/networks?id=f760d6ec-7837-431c-910c-37572c24f936 HTTP/1.1" status: 200  len: 870 time: 0.0823269
Feb 05 21:33:53.169511 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d984921b-52d0-4ab2-9e1c-5bb1b6b09786 req-a86942c3-3a9e-4b94-9827-1679dacc6e55 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=da90dda9-850b-4c2a-ad20-e0e4264ed7ae HTTP/1.1" status: 200  len: 217 time: 0.0391796
Feb 05 21:33:53.217074 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984921b-52d0-4ab2-9e1c-5bb1b6b09786 req-d216d0c4-a660-411b-9a1e-6b23ebf02385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:33:53.218600 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d984921b-52d0-4ab2-9e1c-5bb1b6b09786 req-d216d0c4-a660-411b-9a1e-6b23ebf02385 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42e3c763-0926-4b49-ade5-d66ee3d4c489 HTTP/1.1" status: 200  len: 843 time: 0.0433927
Feb 05 21:33:53.267703 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984921b-52d0-4ab2-9e1c-5bb1b6b09786 req-df386655-6ef6-480d-81e0-f5d8cce98ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:33:53.269213 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d984921b-52d0-4ab2-9e1c-5bb1b6b09786 req-df386655-6ef6-480d-81e0-f5d8cce98ade service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f760d6ec-7837-431c-910c-37572c24f936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0453320
Feb 05 21:33:53.358240 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d984921b-52d0-4ab2-9e1c-5bb1b6b09786 req-7144d543-a7ec-4ec7-ab17-fccac272adb9 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833833
Feb 05 21:33:53.445242 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d984921b-52d0-4ab2-9e1c-5bb1b6b09786 req-9a5235b0-f725-4d10-907a-1c9d92a24c18 service neutron] 10.222.0.21 "GET /v2.0/networks/f760d6ec-7837-431c-910c-37572c24f936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0811279
Feb 05 21:33:53.589308 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf86bb-b912-469b-b4b6-e3226300da71 req-5065fe94-6aab-4436-a511-bd927ad103cd tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:33:53.590801 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-20bf86bb-b912-469b-b4b6-e3226300da71 req-5065fe94-6aab-4436-a511-bd927ad103cd tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb438577-45a6-4bf0-a4bd-9989323671fb HTTP/1.1" status: 200  len: 948 time: 0.0509105
Feb 05 21:33:53.635815 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-20bf86bb-b912-469b-b4b6-e3226300da71 req-eaad72b2-8657-4fbe-afee-5b624432eef1 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] 10.222.0.32 "GET /v2.0/security-groups?id=39f063e5-b19e-4ce0-8f98-a283af744c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395544
Feb 05 21:33:54.757622 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd8cf0-3f50-4801-a1a9-2ac267e984e5 req-fdf2e446-d3cb-4c9b-bdf5-aa11f8a8639d tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:33:54.759115 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eddd8cf0-3f50-4801-a1a9-2ac267e984e5 req-fdf2e446-d3cb-4c9b-bdf5-aa11f8a8639d tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb438577-45a6-4bf0-a4bd-9989323671fb HTTP/1.1" status: 200  len: 948 time: 0.0538642
Feb 05 21:33:54.806287 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eddd8cf0-3f50-4801-a1a9-2ac267e984e5 req-8b90ec26-5964-4dc6-b890-333a2a73bd93 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] 10.222.0.32 "GET /v2.0/security-groups?id=39f063e5-b19e-4ce0-8f98-a283af744c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415730
Feb 05 21:33:55.932375 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0776f-38a2-4956-b9d8-15958f0b79ef req-c6a2ee6b-d503-478a-893f-8fc86eaf7ccd tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:33:55.933871 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6cb0776f-38a2-4956-b9d8-15958f0b79ef req-c6a2ee6b-d503-478a-893f-8fc86eaf7ccd tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb438577-45a6-4bf0-a4bd-9989323671fb HTTP/1.1" status: 200  len: 948 time: 0.0569680
Feb 05 21:33:55.981727 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6cb0776f-38a2-4956-b9d8-15958f0b79ef req-8b84345b-1ddc-4512-8058-35e7292d699b tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] 10.222.0.32 "GET /v2.0/security-groups?id=39f063e5-b19e-4ce0-8f98-a283af744c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422297
Feb 05 21:33:57.101340 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db4161-b4d5-4505-8919-1eed12e438b0 req-ddfc3adb-5921-4387-9d30-84a6c9f0c746 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:33:57.102955 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03db4161-b4d5-4505-8919-1eed12e438b0 req-ddfc3adb-5921-4387-9d30-84a6c9f0c746 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb438577-45a6-4bf0-a4bd-9989323671fb HTTP/1.1" status: 200  len: 948 time: 0.0547910
Feb 05 21:33:57.148836 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03db4161-b4d5-4505-8919-1eed12e438b0 req-392d179b-b84e-4caa-bf2b-f53ad836a119 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] 10.222.0.32 "GET /v2.0/security-groups?id=39f063e5-b19e-4ce0-8f98-a283af744c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402622
Feb 05 21:33:57.868156 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device da90dda9-850b-4c2a-ad20-e0e4264ed7ae details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:33:57.967307 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port da90dda9-850b-4c2a-ad20-e0e4264ed7ae, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=da90dda9-850b-4c2a-ad20-e0e4264ed7ae,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:33:57.978411 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': 'da90dda9-850b-4c2a-ad20-e0e4264ed7ae', 'network_id': 'f760d6ec-7837-431c-910c-37572c24f936', 'port_id': 'da90dda9-850b-4c2a-ad20-e0e4264ed7ae', 'mac_address': 'fa:16:3e:8d:4c:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e3c763-0926-4b49-ade5-d66ee3d4c489', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:33:58.015149 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port da90dda9-850b-4c2a-ad20-e0e4264ed7ae is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:33:58.015541 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (da90dda9-850b-4c2a-ad20-e0e4264ed7ae), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:58.028630 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da90dda9-850b-4c2a-ad20-e0e4264ed7ae {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:33:58.047945 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port da90dda9-850b-4c2a-ad20-e0e4264ed7ae, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=da90dda9-850b-4c2a-ad20-e0e4264ed7ae,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:33:58.052490 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (da90dda9-850b-4c2a-ad20-e0e4264ed7ae), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:33:58.102350 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=da90dda9-850b-4c2a-ad20-e0e4264ed7ae,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:33:58.267624 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b583d97-dbdd-4200-aa01-da2f2f94e3fa req-32963f34-41eb-467c-aa86-ff6bca0f65b1 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:33:58.269120 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0b583d97-dbdd-4200-aa01-da2f2f94e3fa req-32963f34-41eb-467c-aa86-ff6bca0f65b1 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb438577-45a6-4bf0-a4bd-9989323671fb HTTP/1.1" status: 200  len: 949 time: 0.0529673
Feb 05 21:33:58.318860 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0b583d97-dbdd-4200-aa01-da2f2f94e3fa req-004a4db6-d34d-40d3-b07d-48372267a490 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] 10.222.0.32 "GET /v2.0/security-groups?id=39f063e5-b19e-4ce0-8f98-a283af744c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441427
Feb 05 21:33:58.352177 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['da90dda9-850b-4c2a-ad20-e0e4264ed7ae'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:33:59.435586 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfbf6be-c7d4-4ff2-9638-90e29a18c76c req-8a6889c0-67d8-4093-b254-8c774469fd94 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:33:59.437050 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6bfbf6be-c7d4-4ff2-9638-90e29a18c76c req-8a6889c0-67d8-4093-b254-8c774469fd94 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb438577-45a6-4bf0-a4bd-9989323671fb HTTP/1.1" status: 200  len: 949 time: 0.0518434
Feb 05 21:33:59.481946 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6bfbf6be-c7d4-4ff2-9638-90e29a18c76c req-9a78a16c-0795-4457-82ec-c0256c00894a tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] 10.222.0.32 "GET /v2.0/security-groups?id=39f063e5-b19e-4ce0-8f98-a283af744c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391839
Feb 05 21:33:59.886400 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device da90dda9-850b-4c2a-ad20-e0e4264ed7ae up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:33:59.940948 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port da90dda9-850b-4c2a-ad20-e0e4264ed7ae completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:33:59.949420 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port da90dda9-850b-4c2a-ad20-e0e4264ed7ae triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:33:59.949838 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (da90dda9-850b-4c2a-ad20-e0e4264ed7ae), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:00.026761 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port da90dda9-850b-4c2a-ad20-e0e4264ed7ae is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:34:00.027147 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (da90dda9-850b-4c2a-ad20-e0e4264ed7ae), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:00.049599 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb438577-45a6-4bf0-a4bd-9989323671fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da90dda9-850b-4c2a-ad20-e0e4264ed7ae'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:34:00.052493 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0d424a-bffd-44b7-9e89-27ed1cdb4e5c" -d '{"events": [{"server_uuid": "bb438577-45a6-4bf0-a4bd-9989323671fb", "name": "network-vif-plugged", "status": "completed", "tag": "da90dda9-850b-4c2a-ad20-e0e4264ed7ae"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:34:00.064469 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port da90dda9-850b-4c2a-ad20-e0e4264ed7ae, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=da90dda9-850b-4c2a-ad20-e0e4264ed7ae,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:34:00.069704 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (da90dda9-850b-4c2a-ad20-e0e4264ed7ae), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:00.100553 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0ba13e-47f1-4277-9915-01ee84a0cf78 x-openstack-request-id: req-cb0ba13e-47f1-4277-9915-01ee84a0cf78 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:34:00.100848 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb438577-45a6-4bf0-a4bd-9989323671fb", "name": "network-vif-plugged", "status": "completed", "tag": "da90dda9-850b-4c2a-ad20-e0e4264ed7ae", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:34:00.101101 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cb0ba13e-47f1-4277-9915-01ee84a0cf78 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:34:00.101487 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb438577-45a6-4bf0-a4bd-9989323671fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da90dda9-850b-4c2a-ad20-e0e4264ed7ae', 'code': 200}
Feb 05 21:34:00.127273 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=da90dda9-850b-4c2a-ad20-e0e4264ed7ae,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:34:00.194597 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7901df4-4040-4bff-8a14-4e405b221b53 req-8c7c0f22-67a3-41f2-b85c-909e5b279ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:00.196165 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f7901df4-4040-4bff-8a14-4e405b221b53 req-8c7c0f22-67a3-41f2-b85c-909e5b279ec7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bb438577-45a6-4bf0-a4bd-9989323671fb HTTP/1.1" status: 200  len: 1132 time: 0.0477324
Feb 05 21:34:00.240580 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f7901df4-4040-4bff-8a14-4e405b221b53 req-fb7947e9-9a97-42e5-a5ea-4fcb8026a6c6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=39f063e5-b19e-4ce0-8f98-a283af744c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370448
Feb 05 21:34:00.600811 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66855b-685e-4445-8a30-c5dede70d078 req-63e8093b-66d8-4535-a50e-103cf4957f81 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:00.602305 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cc66855b-685e-4445-8a30-c5dede70d078 req-63e8093b-66d8-4535-a50e-103cf4957f81 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb438577-45a6-4bf0-a4bd-9989323671fb HTTP/1.1" status: 200  len: 950 time: 0.0530326
Feb 05 21:34:00.648204 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cc66855b-685e-4445-8a30-c5dede70d078 req-7624758c-3d41-4df6-aa83-2f2003fd2a74 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] 10.222.0.32 "GET /v2.0/security-groups?id=39f063e5-b19e-4ce0-8f98-a283af744c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403252
Feb 05 21:34:01.773649 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5c232-50fa-45a4-8942-e8c1e46fb46c req-59a36a2a-aa01-4d58-a7d9-91b6b0c2d118 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:01.775174 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7ba5c232-50fa-45a4-8942-e8c1e46fb46c req-59a36a2a-aa01-4d58-a7d9-91b6b0c2d118 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb438577-45a6-4bf0-a4bd-9989323671fb HTTP/1.1" status: 200  len: 950 time: 0.0557652
Feb 05 21:34:01.821187 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7ba5c232-50fa-45a4-8942-e8c1e46fb46c req-7060efb8-9a50-45d1-ab13-fdfda73ea67c tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] 10.222.0.32 "GET /v2.0/security-groups?id=39f063e5-b19e-4ce0-8f98-a283af744c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404041
Feb 05 21:34:02.099402 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-3f44961a-8677-4fd1-9698-cfb8a1430064 req-d9526172-c2c2-48ce-81b8-5eb272f48775 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:34:02.100394 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3f44961a-8677-4fd1-9698-cfb8a1430064 req-d9526172-c2c2-48ce-81b8-5eb272f48775 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0059726
Feb 05 21:34:02.528355 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-745faf5f-c56b-411e-9e7f-8c9ee02b83f1 req-d2766b31-6bd4-4a44-9355-98f4e9df3599 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:34:02.529397 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-745faf5f-c56b-411e-9e7f-8c9ee02b83f1 req-d2766b31-6bd4-4a44-9355-98f4e9df3599 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1061032
Feb 05 21:34:02.865548 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c27b9-d065-451b-8467-fe5d02b1f01e req-817c6ddd-dbf5-4b75-8f78-748ddeae7dd4 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:02.867408 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b5c27b9-d065-451b-8467-fe5d02b1f01e req-817c6ddd-dbf5-4b75-8f78-748ddeae7dd4 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb438577-45a6-4bf0-a4bd-9989323671fb HTTP/1.1" status: 200  len: 950 time: 0.0516834
Feb 05 21:34:02.914465 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b5c27b9-d065-451b-8467-fe5d02b1f01e req-0d9dd73e-5b73-4848-8890-3944b3f1913f tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] 10.222.0.32 "GET /v2.0/security-groups?id=39f063e5-b19e-4ce0-8f98-a283af744c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417273
Feb 05 21:34:03.773762 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-918f08b8-c5bb-4da2-80ed-ce6a64347f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:04.041549 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ae033-0238-4ca8-bed9-3960192b2952 req-f5418716-d86c-4a0f-805d-0cc214bc69fb tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:04.043479 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-562ae033-0238-4ca8-bed9-3960192b2952 req-f5418716-d86c-4a0f-805d-0cc214bc69fb tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb438577-45a6-4bf0-a4bd-9989323671fb HTTP/1.1" status: 200  len: 950 time: 0.0593281
Feb 05 21:34:04.088686 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-562ae033-0238-4ca8-bed9-3960192b2952 req-22d707b5-0278-495f-a611-1e7417c2f761 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] 10.222.0.32 "GET /v2.0/security-groups?id=39f063e5-b19e-4ce0-8f98-a283af744c13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399067
Feb 05 21:34:04.194765 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e072c2c-a449-497a-af06-8d699eef42ab req-04464828-c2da-493f-a2b6-605b624042db tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:04.196118 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6e072c2c-a449-497a-af06-8d699eef42ab req-04464828-c2da-493f-a2b6-605b624042db tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb438577-45a6-4bf0-a4bd-9989323671fb HTTP/1.1" status: 200  len: 950 time: 0.0532582
Feb 05 21:34:04.287884 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-6e072c2c-a449-497a-af06-8d699eef42ab req-24faf649-1587-481e-aba7-1a638c4e4808 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] Deleting port da90dda9-850b-4c2a-ad20-e0e4264ed7ae {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:34:04.288225 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6e072c2c-a449-497a-af06-8d699eef42ab req-24faf649-1587-481e-aba7-1a638c4e4808 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (da90dda9-850b-4c2a-ad20-e0e4264ed7ae), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:04.372820 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-6e072c2c-a449-497a-af06-8d699eef42ab req-24faf649-1587-481e-aba7-1a638c4e4808 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] For port da90dda9-850b-4c2a-ad20-e0e4264ed7ae, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=da90dda9-850b-4c2a-ad20-e0e4264ed7ae,segment=NetworkSegment(47f99c9c-6512-4d17-9220-0ac0bd773d89),segment_id=47f99c9c-6512-4d17-9220-0ac0bd773d89)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:34:04.373183 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6e072c2c-a449-497a-af06-8d699eef42ab req-24faf649-1587-481e-aba7-1a638c4e4808 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (da90dda9-850b-4c2a-ad20-e0e4264ed7ae), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:04.386576 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-6e072c2c-a449-497a-af06-8d699eef42ab req-24faf649-1587-481e-aba7-1a638c4e4808 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] Calling delete_port for da90dda9-850b-4c2a-ad20-e0e4264ed7ae owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:34:04.513727 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6e072c2c-a449-497a-af06-8d699eef42ab req-24faf649-1587-481e-aba7-1a638c4e4808 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (da90dda9-850b-4c2a-ad20-e0e4264ed7ae), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:04.525309 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['da90dda9-850b-4c2a-ad20-e0e4264ed7ae'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:34:04.544426 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24faf649-1587-481e-aba7-1a638c4e4808 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] Pushing event deleted for resources: {'Port': ['ID=da90dda9-850b-4c2a-ad20-e0e4264ed7ae,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:34:04.589142 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e072c2c-a449-497a-af06-8d699eef42ab req-24faf649-1587-481e-aba7-1a638c4e4808 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] No DVR routers for this DVR port da90dda9-850b-4c2a-ad20-e0e4264ed7ae on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:34:04.591897 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6e072c2c-a449-497a-af06-8d699eef42ab req-24faf649-1587-481e-aba7-1a638c4e4808 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:04.595378 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6e072c2c-a449-497a-af06-8d699eef42ab req-24faf649-1587-481e-aba7-1a638c4e4808 tempest-ServersAdminNegativeTestJSON-1110648742 tempest-ServersAdminNegativeTestJSON-1110648742-project] 10.222.0.21 "DELETE /v2.0/ports/da90dda9-850b-4c2a-ad20-e0e4264ed7ae HTTP/1.1" status: 204  len: 173 time: 0.3939283
Feb 05 21:34:04.595846 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb438577-45a6-4bf0-a4bd-9989323671fb', 'name': 'network-vif-deleted', 'tag': 'da90dda9-850b-4c2a-ad20-e0e4264ed7ae'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:34:04.598157 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8abd4d5c-e291-44e8-a12c-dd4da5410c53" -d '{"events": [{"server_uuid": "bb438577-45a6-4bf0-a4bd-9989323671fb", "name": "network-vif-deleted", "tag": "da90dda9-850b-4c2a-ad20-e0e4264ed7ae"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:34:04.640221 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8647a224-87e2-4860-850c-dc3f22cd09a0 x-openstack-request-id: req-8647a224-87e2-4860-850c-dc3f22cd09a0 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:34:04.640524 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb438577-45a6-4bf0-a4bd-9989323671fb", "name": "network-vif-deleted", "tag": "da90dda9-850b-4c2a-ad20-e0e4264ed7ae", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:34:04.640798 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8647a224-87e2-4860-850c-dc3f22cd09a0 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:34:04.641201 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb438577-45a6-4bf0-a4bd-9989323671fb', 'name': 'network-vif-deleted', 'tag': 'da90dda9-850b-4c2a-ad20-e0e4264ed7ae', 'status': 'completed', 'code': 200}
Feb 05 21:34:05.380666 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50488) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:34:05.515613 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-242f3b6f-c277-4404-9e4b-9b30b36fd3d4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6784e3bfd9dc4ba0bf8f9f413c30c9c0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1337941
Feb 05 21:34:05.518127 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50492) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:34:05.564142 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8c20c3e5-a289-49de-8f10-69162f202d89 admin admin] Publish callbacks [] for security_group (39f063e5-b19e-4ce0-8f98-a283af744c13), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:05.585537 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8c20c3e5-a289-49de-8f10-69162f202d89 admin admin] Publish callbacks [] for security_group (39f063e5-b19e-4ce0-8f98-a283af744c13), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:05.632113 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8c20c3e5-a289-49de-8f10-69162f202d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (39f063e5-b19e-4ce0-8f98-a283af744c13), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:05.634790 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8c20c3e5-a289-49de-8f10-69162f202d89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:05.635948 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8c20c3e5-a289-49de-8f10-69162f202d89 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/39f063e5-b19e-4ce0-8f98-a283af744c13 HTTP/1.1" status: 204  len: 168 time: 0.1169064
Feb 05 21:34:05.643401 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20c3e5-a289-49de-8f10-69162f202d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f063e5-b19e-4ce0-8f98-a283af744c13,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:34:05.888705 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50498) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:34:05.902585 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-04d69889-038c-48c1-96b5-1a928f023bae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:05.977944 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-04d69889-038c-48c1-96b5-1a928f023bae admin admin] Publish callbacks [] for security_group (d2cf148f-3d09-429c-9cfe-eebcb5fdb652), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:05.981501 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-04d69889-038c-48c1-96b5-1a928f023bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (d2cf148f-3d09-429c-9cfe-eebcb5fdb652), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:06.019190 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-04d69889-038c-48c1-96b5-1a928f023bae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e751b52be4c944d3bc4f48d6393c3741&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1294055
Feb 05 21:34:06.020711 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d69889-038c-48c1-96b5-1a928f023bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cf148f-3d09-429c-9cfe-eebcb5fdb652,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:34:06.023608 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50500) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:34:06.071821 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1d326656-1ca8-4aba-b26c-fab4f2deb444 admin admin] Publish callbacks [] for security_group (d2cf148f-3d09-429c-9cfe-eebcb5fdb652), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:06.093074 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1d326656-1ca8-4aba-b26c-fab4f2deb444 admin admin] Publish callbacks [] for security_group (d2cf148f-3d09-429c-9cfe-eebcb5fdb652), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:06.138974 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1d326656-1ca8-4aba-b26c-fab4f2deb444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (d2cf148f-3d09-429c-9cfe-eebcb5fdb652), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:06.141625 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1d326656-1ca8-4aba-b26c-fab4f2deb444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:06.145831 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1d326656-1ca8-4aba-b26c-fab4f2deb444 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d2cf148f-3d09-429c-9cfe-eebcb5fdb652 HTTP/1.1" status: 204  len: 168 time: 0.1180544
Feb 05 21:34:06.153414 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d326656-1ca8-4aba-b26c-fab4f2deb444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cf148f-3d09-429c-9cfe-eebcb5fdb652,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:34:06.166205 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f13cced8-b085-408e-9394-584f324648cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:06.812802 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50522) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:34:06.910886 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-447db474-c7f2-4579-8a5f-1fa58ec58f32 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1183137701-network', 'tenant_id': '89dcc3f4dcf545359f4e81ee6850f6cf'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:34:06.929569 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447db474-c7f2-4579-8a5f-1fa58ec58f32 admin admin] Made reservation on behalf of 89dcc3f4dcf545359f4e81ee6850f6cf for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:34:06.931916 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-447db474-c7f2-4579-8a5f-1fa58ec58f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:06.940381 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-447db474-c7f2-4579-8a5f-1fa58ec58f32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:07.013440 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-447db474-c7f2-4579-8a5f-1fa58ec58f32 admin admin] Publish callbacks [] for security_group (14854c95-ed8c-4169-a5f2-e88a7c9dfe40), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:07.016785 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-447db474-c7f2-4579-8a5f-1fa58ec58f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (14854c95-ed8c-4169-a5f2-e88a7c9dfe40), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:07.040675 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-447db474-c7f2-4579-8a5f-1fa58ec58f32 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:34:07.053399 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447db474-c7f2-4579-8a5f-1fa58ec58f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14854c95-ed8c-4169-a5f2-e88a7c9dfe40,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:34:07.059821 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-447db474-c7f2-4579-8a5f-1fa58ec58f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (8764e7af-fab1-429d-9143-412d266d7bef), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:07.060818 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-447db474-c7f2-4579-8a5f-1fa58ec58f32 admin admin] Added segment 8764e7af-fab1-429d-9143-412d266d7bef of type vlan for network e1cddaf9-58b7-4677-8cc0-d8a571144dd9
Feb 05 21:34:07.098536 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-447db474-c7f2-4579-8a5f-1fa58ec58f32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (e1cddaf9-58b7-4677-8cc0-d8a571144dd9), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:07.122639 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-447db474-c7f2-4579-8a5f-1fa58ec58f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (e1cddaf9-58b7-4677-8cc0-d8a571144dd9), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:07.123577 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447db474-c7f2-4579-8a5f-1fa58ec58f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:07.124159 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-447db474-c7f2-4579-8a5f-1fa58ec58f32 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:07.156649 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-447db474-c7f2-4579-8a5f-1fa58ec58f32 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.3427622
Feb 05 21:34:07.159703 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50526) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:34:07.165201 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-8cf9f404-77d8-4414-a4eb-4213f483cf32 admin admin] Request body: {'subnet': {'network_id': 'e1cddaf9-58b7-4677-8cc0-d8a571144dd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1183137701-subnet', 'tenant_id': '89dcc3f4dcf545359f4e81ee6850f6cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:34:07.186786 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447db474-c7f2-4579-8a5f-1fa58ec58f32 admin admin] Pushing event updated for resources: {'Network': ['ID=e1cddaf9-58b7-4677-8cc0-d8a571144dd9,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:34:07.187575 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf9f404-77d8-4414-a4eb-4213f483cf32 admin admin] Made reservation on behalf of 89dcc3f4dcf545359f4e81ee6850f6cf for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:34:07.189948 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8cf9f404-77d8-4414-a4eb-4213f483cf32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:07.197458 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network e1cddaf9-58b7-4677-8cc0-d8a571144dd9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:34:07.356372 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8cf9f404-77d8-4414-a4eb-4213f483cf32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (1bbf5837-02ff-4078-9c56-1556261e1046), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:07.408254 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf9f404-77d8-4414-a4eb-4213f483cf32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bbf5837-02ff-4078-9c56-1556261e1046,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:34:07.420267 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf9f404-77d8-4414-a4eb-4213f483cf32 admin admin] Checking segment: {'id': '8764e7af-fab1-429d-9143-412d266d7bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e1cddaf9-58b7-4677-8cc0-d8a571144dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:34:07.420656 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf9f404-77d8-4414-a4eb-4213f483cf32 admin admin] Network hostable DHCP agents. Network: e1cddaf9-58b7-4677-8cc0-d8a571144dd9, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:34:07.438924 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf9f404-77d8-4414-a4eb-4213f483cf32 admin admin] Network e1cddaf9-58b7-4677-8cc0-d8a571144dd9 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:34:07.448079 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-8cf9f404-77d8-4414-a4eb-4213f483cf32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e1cddaf9-58b7-4677-8cc0-d8a571144dd9) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:34:07.452273 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf9f404-77d8-4414-a4eb-4213f483cf32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:07.452866 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8cf9f404-77d8-4414-a4eb-4213f483cf32 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:07.458101 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f108a4-9f84-4631-9a9a-07613ca94ade None None] Network e1cddaf9-58b7-4677-8cc0-d8a571144dd9 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:34:07.468842 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8cf9f404-77d8-4414-a4eb-4213f483cf32 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.3077548
Feb 05 21:34:07.558523 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374f19ca-20e1-4117-8109-808b8b62d010 None None] Network e1cddaf9-58b7-4677-8cc0-d8a571144dd9 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:34:07.628891 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:07.907028 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-4e47e9c5-7df5-4d43-929e-694c767bdfdf tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:07.908544 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-4e47e9c5-7df5-4d43-929e-694c767bdfdf tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/networks?id=e1cddaf9-58b7-4677-8cc0-d8a571144dd9 HTTP/1.1" status: 200  len: 812 time: 0.1030660
Feb 05 21:34:07.924175 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-01fd6a11-cde7-4d4d-884f-7ee4ae6dcb13 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/quotas/89dcc3f4dcf545359f4e81ee6850f6cf HTTP/1.1" status: 200  len: 375 time: 0.0092354
Feb 05 21:34:07.930513 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device da90dda9-850b-4c2a-ad20-e0e4264ed7ae no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:34:07.951715 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: da90dda9-850b-4c2a-ad20-e0e4264ed7ae {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:34:07.952069 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device da90dda9-850b-4c2a-ad20-e0e4264ed7ae not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:34:07.957094 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-9a01cc1a-e41b-49df-ad27-a669b6058860 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=89dcc3f4dcf545359f4e81ee6850f6cf&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0273299
Feb 05 21:34:08.049530 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-f313394e-771a-4ae4-b8b7-d92e729a851f service neutron] 10.222.0.32 "GET /v2.0/networks/e1cddaf9-58b7-4677-8cc0-d8a571144dd9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0849657
Feb 05 21:34:08.137236 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-392d7585-c7f8-4202-86ba-a7412674f729 service neutron] 10.222.0.32 "GET /v2.0/networks/e1cddaf9-58b7-4677-8cc0-d8a571144dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0813913
Feb 05 21:34:09.173293 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:09.308919 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-171221d3-2a85-4e0c-8829-34fde5700357 req-1f9fa264-7458-4644-b521-ca0e6bd9b7db tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 210 time: 0.0282433
Feb 05 21:34:10.206348 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-b050ba03-60d3-4f44-a590-6d38a617f8d1 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:10.209544 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-b050ba03-60d3-4f44-a590-6d38a617f8d1 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.21 "GET /v2.0/networks?id=e1cddaf9-58b7-4677-8cc0-d8a571144dd9 HTTP/1.1" status: 200  len: 812 time: 0.1081822
Feb 05 21:34:10.222402 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-37a679f7-4357-4aca-8709-00f360d75da8 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Request body: {'port': {'device_id': 'dcf73edf-f6d4-49fc-8338-f3062ef1e150', 'network_id': 'e1cddaf9-58b7-4677-8cc0-d8a571144dd9', 'admin_state_up': True, 'tenant_id': '89dcc3f4dcf545359f4e81ee6850f6cf'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:34:10.335060 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-37a679f7-4357-4aca-8709-00f360d75da8 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Made reservation on behalf of 89dcc3f4dcf545359f4e81ee6850f6cf for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:34:10.338483 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-37a679f7-4357-4aca-8709-00f360d75da8 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:10.409926 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ce5de3a7-dedb-4e92-ae53-a6e14f144062 req-957f82c2-d225-4565-8c0d-c9fe356c0af9 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 210 time: 0.0315957
Feb 05 21:34:10.467334 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-37a679f7-4357-4aca-8709-00f360d75da8 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Allocated IP 172.20.0.12 (e1cddaf9-58b7-4677-8cc0-d8a571144dd9/1bbf5837-02ff-4078-9c56-1556261e1046/efed09e0-cf26-40da-84e0-d0c3ff4ce37f) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:34:10.547239 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:10.609258 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-37a679f7-4357-4aca-8709-00f360d75da8 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Publish callbacks [] for port (efed09e0-cf26-40da-84e0-d0c3ff4ce37f), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:10.642712 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-37a679f7-4357-4aca-8709-00f360d75da8 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (efed09e0-cf26-40da-84e0-d0c3ff4ce37f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:10.689711 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-37a679f7-4357-4aca-8709-00f360d75da8 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Network e1cddaf9-58b7-4677-8cc0-d8a571144dd9 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:34:10.693184 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-37a679f7-4357-4aca-8709-00f360d75da8 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:34:10.696989 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-37a679f7-4357-4aca-8709-00f360d75da8 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:34:10.719221 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a679f7-4357-4aca-8709-00f360d75da8 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Pushing event updated for resources: {'Port': ['ID=efed09e0-cf26-40da-84e0-d0c3ff4ce37f,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:34:10.746034 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-37a679f7-4357-4aca-8709-00f360d75da8 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:10.746662 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-37a679f7-4357-4aca-8709-00f360d75da8 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:10.761359 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-37a679f7-4357-4aca-8709-00f360d75da8 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5440762
Feb 05 21:34:10.772400 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-39435d0a-41cc-434e-9123-d7190981fa49 service neutron] Request body: {'port': {'device_id': 'dcf73edf-f6d4-49fc-8338-f3062ef1e150', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:34:10.829706 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-39435d0a-41cc-434e-9123-d7190981fa49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (efed09e0-cf26-40da-84e0-d0c3ff4ce37f), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:11.084472 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-39435d0a-41cc-434e-9123-d7190981fa49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efed09e0-cf26-40da-84e0-d0c3ff4ce37f {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:34:11.091794 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-39435d0a-41cc-434e-9123-d7190981fa49 service neutron] Publish callbacks [] for port (efed09e0-cf26-40da-84e0-d0c3ff4ce37f), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:11.103683 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-39435d0a-41cc-434e-9123-d7190981fa49 service neutron] Transition to ACTIVE for port object efed09e0-cf26-40da-84e0-d0c3ff4ce37f will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:34:11.107764 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-39435d0a-41cc-434e-9123-d7190981fa49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (efed09e0-cf26-40da-84e0-d0c3ff4ce37f), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:11.155006 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39435d0a-41cc-434e-9123-d7190981fa49 service neutron] Pushing event updated for resources: {'Port': ['ID=efed09e0-cf26-40da-84e0-d0c3ff4ce37f,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:34:11.226520 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-39435d0a-41cc-434e-9123-d7190981fa49 service neutron] Attempting to bind port efed09e0-cf26-40da-84e0-d0c3ff4ce37f on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:34:11.227187 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-39435d0a-41cc-434e-9123-d7190981fa49 service neutron] Attempting to bind port efed09e0-cf26-40da-84e0-d0c3ff4ce37f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8764e7af-fab1-429d-9143-412d266d7bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e1cddaf9-58b7-4677-8cc0-d8a571144dd9'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:34:11.227187 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-39435d0a-41cc-434e-9123-d7190981fa49 service neutron] Attempting to bind port efed09e0-cf26-40da-84e0-d0c3ff4ce37f on network e1cddaf9-58b7-4677-8cc0-d8a571144dd9 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:34:11.231935 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-39435d0a-41cc-434e-9123-d7190981fa49 service neutron] Port efed09e0-cf26-40da-84e0-d0c3ff4ce37f on network e1cddaf9-58b7-4677-8cc0-d8a571144dd9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:34:11.232265 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-39435d0a-41cc-434e-9123-d7190981fa49 service neutron] Attempting to bind port efed09e0-cf26-40da-84e0-d0c3ff4ce37f on network e1cddaf9-58b7-4677-8cc0-d8a571144dd9 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:34:11.236948 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-39435d0a-41cc-434e-9123-d7190981fa49 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:34:11.237286 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-39435d0a-41cc-434e-9123-d7190981fa49 service neutron] Checking segment: {'id': '8764e7af-fab1-429d-9143-412d266d7bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e1cddaf9-58b7-4677-8cc0-d8a571144dd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:34:11.237669 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-39435d0a-41cc-434e-9123-d7190981fa49 service neutron] Bound using segment: {'id': '8764e7af-fab1-429d-9143-412d266d7bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e1cddaf9-58b7-4677-8cc0-d8a571144dd9'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:34:11.238092 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-39435d0a-41cc-434e-9123-d7190981fa49 service neutron] Bound port: efed09e0-cf26-40da-84e0-d0c3ff4ce37f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8764e7af-fab1-429d-9143-412d266d7bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e1cddaf9-58b7-4677-8cc0-d8a571144dd9'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:34:11.238477 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-39435d0a-41cc-434e-9123-d7190981fa49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (efed09e0-cf26-40da-84e0-d0c3ff4ce37f), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:11.299646 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-39435d0a-41cc-434e-9123-d7190981fa49 service neutron] For port efed09e0-cf26-40da-84e0-d0c3ff4ce37f, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:34:11.302760 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-39435d0a-41cc-434e-9123-d7190981fa49 service neutron] For port efed09e0-cf26-40da-84e0-d0c3ff4ce37f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=efed09e0-cf26-40da-84e0-d0c3ff4ce37f,segment=NetworkSegment(8764e7af-fab1-429d-9143-412d266d7bef),segment_id=8764e7af-fab1-429d-9143-412d266d7bef)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:34:11.308499 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-39435d0a-41cc-434e-9123-d7190981fa49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (efed09e0-cf26-40da-84e0-d0c3ff4ce37f), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:11.344556 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-39435d0a-41cc-434e-9123-d7190981fa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:11.345178 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-39435d0a-41cc-434e-9123-d7190981fa49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:11.346579 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-39435d0a-41cc-434e-9123-d7190981fa49 service neutron] 10.222.0.21 "PUT /v2.0/ports/efed09e0-cf26-40da-84e0-d0c3ff4ce37f HTTP/1.1" status: 200  len: 1092 time: 0.5785704
Feb 05 21:34:11.347024 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf73edf-f6d4-49fc-8338-f3062ef1e150', 'tag': 'efed09e0-cf26-40da-84e0-d0c3ff4ce37f'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:34:11.349366 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c9cdb3-efc1-4ff3-a37a-8791846ee022" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf73edf-f6d4-49fc-8338-f3062ef1e150", "tag": "efed09e0-cf26-40da-84e0-d0c3ff4ce37f"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:34:11.370187 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39435d0a-41cc-434e-9123-d7190981fa49 service neutron] Pushing event updated for resources: {'Port': ['ID=efed09e0-cf26-40da-84e0-d0c3ff4ce37f,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:34:11.398982 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657930ff-5fd3-4fc1-a04e-f6ddad092274 x-openstack-request-id: req-657930ff-5fd3-4fc1-a04e-f6ddad092274 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:34:11.399275 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf73edf-f6d4-49fc-8338-f3062ef1e150", "tag": "efed09e0-cf26-40da-84e0-d0c3ff4ce37f", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:34:11.399535 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-657930ff-5fd3-4fc1-a04e-f6ddad092274 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:34:11.399930 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf73edf-f6d4-49fc-8338-f3062ef1e150', 'tag': 'efed09e0-cf26-40da-84e0-d0c3ff4ce37f', 'status': 'completed', 'code': 200}
Feb 05 21:34:11.435756 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-f8bf3869-49e4-47d4-b24e-2532eef1195c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:11.437552 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-f8bf3869-49e4-47d4-b24e-2532eef1195c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=89dcc3f4dcf545359f4e81ee6850f6cf&device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 1126 time: 0.0475931
Feb 05 21:34:11.480327 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-65e9cd72-bdf8-491f-ab94-c02ac1684988 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efed09e0-cf26-40da-84e0-d0c3ff4ce37f HTTP/1.1" status: 200  len: 217 time: 0.0368526
Feb 05 21:34:11.529044 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-ece60a91-456c-4a80-90b3-78adb877fd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:11.529672 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076dbc08-5a16-4b8d-aa44-e245c346e5a4 req-7ca17d40-2480-4b14-8bbd-9546d5eb1e0a tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:11.530541 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-ece60a91-456c-4a80-90b3-78adb877fd67 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1bbf5837-02ff-4078-9c56-1556261e1046 HTTP/1.1" status: 200  len: 852 time: 0.0439420
Feb 05 21:34:11.531212 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-076dbc08-5a16-4b8d-aa44-e245c346e5a4 req-7ca17d40-2480-4b14-8bbd-9546d5eb1e0a tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 944 time: 0.0533154
Feb 05 21:34:11.561198 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-06702ed2-91a9-4a86-9705-47fa72a9859a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e1cddaf9-58b7-4677-8cc0-d8a571144dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0253513
Feb 05 21:34:11.579075 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-076dbc08-5a16-4b8d-aa44-e245c346e5a4 req-97f2a7ba-1973-4f51-8ab3-c0df111bd6c9 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/security-groups?id=14854c95-ed8c-4169-a5f2-e88a7c9dfe40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420394
Feb 05 21:34:11.961468 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-3f075a44-fd68-4da3-b576-2b08c0c174fb service neutron] 10.222.0.21 "GET /v2.0/networks/e1cddaf9-58b7-4677-8cc0-d8a571144dd9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3937342
Feb 05 21:34:12.047746 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-663efb51-8b32-4376-87e7-7ec592e6bc4d req-25f64c33-d019-4214-ae84-181a146f2619 service neutron] 10.222.0.21 "GET /v2.0/networks/e1cddaf9-58b7-4677-8cc0-d8a571144dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0796194
Feb 05 21:34:12.138281 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9cdb3-efc1-4ff3-a37a-8791846ee022 req-88cd8034-9e4a-42e2-aabc-b58077192a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:12.139805 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-63c9cdb3-efc1-4ff3-a37a-8791846ee022 req-88cd8034-9e4a-42e2-aabc-b58077192a10 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=89dcc3f4dcf545359f4e81ee6850f6cf&device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 1126 time: 0.0475452
Feb 05 21:34:12.226344 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9cdb3-efc1-4ff3-a37a-8791846ee022 req-64cff44f-9330-413a-b902-fb3a5f4fbe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:12.227750 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-63c9cdb3-efc1-4ff3-a37a-8791846ee022 req-64cff44f-9330-413a-b902-fb3a5f4fbe33 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e1cddaf9-58b7-4677-8cc0-d8a571144dd9 HTTP/1.1" status: 200  len: 913 time: 0.0827770
Feb 05 21:34:12.270790 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-63c9cdb3-efc1-4ff3-a37a-8791846ee022 req-8b5ce51e-3178-413d-b04f-1ca1861fdb70 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efed09e0-cf26-40da-84e0-d0c3ff4ce37f HTTP/1.1" status: 200  len: 217 time: 0.0371592
Feb 05 21:34:12.316587 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9cdb3-efc1-4ff3-a37a-8791846ee022 req-ce6e895a-6c50-4750-a068-276e4fbe4e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:12.318075 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-63c9cdb3-efc1-4ff3-a37a-8791846ee022 req-ce6e895a-6c50-4750-a068-276e4fbe4e5e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1bbf5837-02ff-4078-9c56-1556261e1046 HTTP/1.1" status: 200  len: 852 time: 0.0420988
Feb 05 21:34:12.348710 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-63c9cdb3-efc1-4ff3-a37a-8791846ee022 req-7246c6e5-56ed-4304-91ee-113d1e8074f2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e1cddaf9-58b7-4677-8cc0-d8a571144dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0243323
Feb 05 21:34:12.436936 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-63c9cdb3-efc1-4ff3-a37a-8791846ee022 req-3ad38dd4-a244-4d6e-a60f-a33b5185c621 service neutron] 10.222.0.21 "GET /v2.0/networks/e1cddaf9-58b7-4677-8cc0-d8a571144dd9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0831299
Feb 05 21:34:12.522937 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-63c9cdb3-efc1-4ff3-a37a-8791846ee022 req-3e6e08ff-cc8b-408f-8bcd-3287ff861467 service neutron] 10.222.0.21 "GET /v2.0/networks/e1cddaf9-58b7-4677-8cc0-d8a571144dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0797205
Feb 05 21:34:12.702404 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa86996-7d65-4656-a400-719651aca8e9 req-5bc293d5-e833-481a-9773-76a4948a4e91 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:12.703881 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eaa86996-7d65-4656-a400-719651aca8e9 req-5bc293d5-e833-481a-9773-76a4948a4e91 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 944 time: 0.0540586
Feb 05 21:34:12.752262 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eaa86996-7d65-4656-a400-719651aca8e9 req-92915259-84fc-4afb-be5f-cd26d88646b6 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/security-groups?id=14854c95-ed8c-4169-a5f2-e88a7c9dfe40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411987
Feb 05 21:34:13.836845 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:34:13.873869 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c000d7-dfde-4ca9-bb56-f1495c405545 req-90e7b0a8-2d8f-4a96-a35a-ea3386517648 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:13.875367 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f4c000d7-dfde-4ca9-bb56-f1495c405545 req-90e7b0a8-2d8f-4a96-a35a-ea3386517648 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 944 time: 0.0551951
Feb 05 21:34:13.922204 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f4c000d7-dfde-4ca9-bb56-f1495c405545 req-d59613ac-65f0-4469-a3a0-70ee0c0fface tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/security-groups?id=14854c95-ed8c-4169-a5f2-e88a7c9dfe40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405869
Feb 05 21:34:15.042121 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946031f-6e62-4f92-8beb-7a50524c3136 req-d75b5889-1b93-4db0-9407-885a565d9bd5 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:15.043627 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6946031f-6e62-4f92-8beb-7a50524c3136 req-d75b5889-1b93-4db0-9407-885a565d9bd5 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 944 time: 0.0526655
Feb 05 21:34:15.089773 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6946031f-6e62-4f92-8beb-7a50524c3136 req-30cd96b5-4381-4d8b-a494-f51ca3a4a4ee tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/security-groups?id=14854c95-ed8c-4169-a5f2-e88a7c9dfe40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405157
Feb 05 21:34:15.592999 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:16.003478 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device efed09e0-cf26-40da-84e0-d0c3ff4ce37f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:34:16.214151 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19635da-635f-4d9e-8dc6-f2d7fa35cfa2 req-b66469ad-b70a-4974-bce3-fbf15bccb4f9 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:16.215578 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b19635da-635f-4d9e-8dc6-f2d7fa35cfa2 req-b66469ad-b70a-4974-bce3-fbf15bccb4f9 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 944 time: 0.0537834
Feb 05 21:34:16.260038 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port efed09e0-cf26-40da-84e0-d0c3ff4ce37f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=efed09e0-cf26-40da-84e0-d0c3ff4ce37f,segment=NetworkSegment(8764e7af-fab1-429d-9143-412d266d7bef),segment_id=8764e7af-fab1-429d-9143-412d266d7bef)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:34:16.266887 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b19635da-635f-4d9e-8dc6-f2d7fa35cfa2 req-53c764d1-3950-449e-9b9a-0f47b6201bdb tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/security-groups?id=14854c95-ed8c-4169-a5f2-e88a7c9dfe40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455310
Feb 05 21:34:16.270347 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': 'efed09e0-cf26-40da-84e0-d0c3ff4ce37f', 'network_id': 'e1cddaf9-58b7-4677-8cc0-d8a571144dd9', 'port_id': 'efed09e0-cf26-40da-84e0-d0c3ff4ce37f', 'mac_address': 'fa:16:3e:50:f7:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bbf5837-02ff-4078-9c56-1556261e1046', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:34:16.310813 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port efed09e0-cf26-40da-84e0-d0c3ff4ce37f is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:34:16.311205 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (efed09e0-cf26-40da-84e0-d0c3ff4ce37f), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:16.325177 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efed09e0-cf26-40da-84e0-d0c3ff4ce37f {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:34:16.345870 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port efed09e0-cf26-40da-84e0-d0c3ff4ce37f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=efed09e0-cf26-40da-84e0-d0c3ff4ce37f,segment=NetworkSegment(8764e7af-fab1-429d-9143-412d266d7bef),segment_id=8764e7af-fab1-429d-9143-412d266d7bef)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:34:16.350702 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (efed09e0-cf26-40da-84e0-d0c3ff4ce37f), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:16.397380 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=efed09e0-cf26-40da-84e0-d0c3ff4ce37f,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:34:16.634292 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['efed09e0-cf26-40da-84e0-d0c3ff4ce37f'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:34:17.383553 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033e194-75bb-4a87-a323-0e32a62eed08 req-ddd5a63d-6829-47ab-8dae-4a9f4405e5c1 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:17.385017 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a033e194-75bb-4a87-a323-0e32a62eed08 req-ddd5a63d-6829-47ab-8dae-4a9f4405e5c1 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 945 time: 0.0512364
Feb 05 21:34:17.430942 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a033e194-75bb-4a87-a323-0e32a62eed08 req-a8dad179-cd42-451f-aa11-b34493f0a52b tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/security-groups?id=14854c95-ed8c-4169-a5f2-e88a7c9dfe40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403371
Feb 05 21:34:18.010230 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device efed09e0-cf26-40da-84e0-d0c3ff4ce37f up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:34:18.058171 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port efed09e0-cf26-40da-84e0-d0c3ff4ce37f completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:34:18.061877 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port efed09e0-cf26-40da-84e0-d0c3ff4ce37f triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:34:18.062258 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (efed09e0-cf26-40da-84e0-d0c3ff4ce37f), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:18.141225 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port efed09e0-cf26-40da-84e0-d0c3ff4ce37f is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:34:18.141611 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (efed09e0-cf26-40da-84e0-d0c3ff4ce37f), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:18.163822 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf73edf-f6d4-49fc-8338-f3062ef1e150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efed09e0-cf26-40da-84e0-d0c3ff4ce37f'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:34:18.166024 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfcba53e-0890-4208-84d4-dfe8b92879b7" -d '{"events": [{"server_uuid": "dcf73edf-f6d4-49fc-8338-f3062ef1e150", "name": "network-vif-plugged", "status": "completed", "tag": "efed09e0-cf26-40da-84e0-d0c3ff4ce37f"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:34:18.179726 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port efed09e0-cf26-40da-84e0-d0c3ff4ce37f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=efed09e0-cf26-40da-84e0-d0c3ff4ce37f,segment=NetworkSegment(8764e7af-fab1-429d-9143-412d266d7bef),segment_id=8764e7af-fab1-429d-9143-412d266d7bef)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:34:18.184249 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (efed09e0-cf26-40da-84e0-d0c3ff4ce37f), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:18.233790 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=efed09e0-cf26-40da-84e0-d0c3ff4ce37f,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:34:18.269225 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061ec8b3-95ea-4126-9069-7b32067f5f37 x-openstack-request-id: req-061ec8b3-95ea-4126-9069-7b32067f5f37 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:34:18.269521 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf73edf-f6d4-49fc-8338-f3062ef1e150", "name": "network-vif-plugged", "status": "completed", "tag": "efed09e0-cf26-40da-84e0-d0c3ff4ce37f", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:34:18.269777 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-061ec8b3-95ea-4126-9069-7b32067f5f37 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:34:18.270173 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf73edf-f6d4-49fc-8338-f3062ef1e150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efed09e0-cf26-40da-84e0-d0c3ff4ce37f', 'code': 200}
Feb 05 21:34:18.365673 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b2cb2-f9c2-4192-9330-92496a11f8ae req-f8352c7f-8f1a-4c20-b861-234df9aa48af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:18.367229 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d63b2cb2-f9c2-4192-9330-92496a11f8ae req-f8352c7f-8f1a-4c20-b861-234df9aa48af service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 1128 time: 0.0447843
Feb 05 21:34:18.414057 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d63b2cb2-f9c2-4192-9330-92496a11f8ae req-7fc140a3-ff18-4309-a6ba-298ba4b40a86 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=14854c95-ed8c-4169-a5f2-e88a7c9dfe40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410659
Feb 05 21:34:18.549783 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58062bd-2982-48d7-9c8b-aad3bf846d24 req-fad95cbe-afd9-4172-bdd8-b50c85727fff tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:18.551280 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a58062bd-2982-48d7-9c8b-aad3bf846d24 req-fad95cbe-afd9-4172-bdd8-b50c85727fff tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 946 time: 0.0520520
Feb 05 21:34:18.596029 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a58062bd-2982-48d7-9c8b-aad3bf846d24 req-a322382f-98a0-489b-9901-be1b8eb672ff tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/security-groups?id=14854c95-ed8c-4169-a5f2-e88a7c9dfe40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390062
Feb 05 21:34:19.727674 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97537ea-7a21-41ee-8f81-c36ffc547f8a req-8be4bd99-33bf-43a0-87ae-ebd247f62b3d tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:19.729185 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b97537ea-7a21-41ee-8f81-c36ffc547f8a req-8be4bd99-33bf-43a0-87ae-ebd247f62b3d tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 946 time: 0.0630143
Feb 05 21:34:19.775322 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b97537ea-7a21-41ee-8f81-c36ffc547f8a req-1c25d41a-e4a1-4c78-836e-0913c097d4a0 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/security-groups?id=14854c95-ed8c-4169-a5f2-e88a7c9dfe40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404279
Feb 05 21:34:20.507674 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:20.894928 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02024a-25e2-43a5-8441-0ed5d0badccb req-a46227ba-5d09-4e6f-88a2-6ef7ea782baa tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:20.897148 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6f02024a-25e2-43a5-8441-0ed5d0badccb req-a46227ba-5d09-4e6f-88a2-6ef7ea782baa tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 946 time: 0.0548854
Feb 05 21:34:20.944254 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6f02024a-25e2-43a5-8441-0ed5d0badccb req-50085953-800a-46b6-a9a6-e2f3a9dadf65 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/security-groups?id=14854c95-ed8c-4169-a5f2-e88a7c9dfe40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414097
Feb 05 21:34:21.195111 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82d2e3-bb67-48c3-82c3-7b35a73268c3 req-baa3d622-bd1a-4c76-8f6b-978a7a0c0741 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:21.196648 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-be82d2e3-bb67-48c3-82c3-7b35a73268c3 req-baa3d622-bd1a-4c76-8f6b-978a7a0c0741 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 946 time: 0.0623410
Feb 05 21:34:21.252498 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-be82d2e3-bb67-48c3-82c3-7b35a73268c3 req-090cbe6f-aa22-4e18-af87-415b9c607ba6 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/security-groups?id=14854c95-ed8c-4169-a5f2-e88a7c9dfe40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501926
Feb 05 21:34:21.285098 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-42b5fb8c-173c-48d2-8dbe-9161e8818c6c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1581838
Feb 05 21:34:21.294243 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-a6d3c161-a8f4-4e5d-b721-21b3ea0e5ee8 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:34:21.295232 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-a6d3c161-a8f4-4e5d-b721-21b3ea0e5ee8 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048802
Feb 05 21:34:22.372034 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b518d-0a2b-4cc6-9d9a-c7f6acbe9bba req-2098c37d-06fd-4981-8059-79e80cf94159 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:22.373539 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c42b518d-0a2b-4cc6-9d9a-c7f6acbe9bba req-2098c37d-06fd-4981-8059-79e80cf94159 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 946 time: 0.0520835
Feb 05 21:34:22.427045 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c42b518d-0a2b-4cc6-9d9a-c7f6acbe9bba req-8f1a2d51-89f2-498a-b16a-03d182234766 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/security-groups?id=14854c95-ed8c-4169-a5f2-e88a7c9dfe40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459292
Feb 05 21:34:22.483845 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-d4135a50-2bd3-4f82-80aa-dd636a7d52e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:22.485359 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-d4135a50-2bd3-4f82-80aa-dd636a7d52e6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=89dcc3f4dcf545359f4e81ee6850f6cf&device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 1128 time: 0.0446620
Feb 05 21:34:22.573570 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-53925667-c042-4152-a74b-89e86107627c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:22.575069 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-53925667-c042-4152-a74b-89e86107627c service neutron] 10.222.0.21 "GET /v2.0/networks?id=e1cddaf9-58b7-4677-8cc0-d8a571144dd9 HTTP/1.1" status: 200  len: 913 time: 0.0830324
Feb 05 21:34:22.620322 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-ceec8ed9-7bfe-432e-90f4-52e2c0780969 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efed09e0-cf26-40da-84e0-d0c3ff4ce37f HTTP/1.1" status: 200  len: 217 time: 0.0380561
Feb 05 21:34:22.668712 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-440c452e-b103-4955-a2ca-b587e9e54cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:22.670122 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-440c452e-b103-4955-a2ca-b587e9e54cfc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1bbf5837-02ff-4078-9c56-1556261e1046 HTTP/1.1" status: 200  len: 852 time: 0.0432243
Feb 05 21:34:22.702438 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-9b4949ae-670f-4802-8d37-6ef91d53d795 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e1cddaf9-58b7-4677-8cc0-d8a571144dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0259988
Feb 05 21:34:22.796571 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-8f8466ea-9eb9-4b07-b694-8cb1dccfdbff service neutron] 10.222.0.21 "GET /v2.0/networks/e1cddaf9-58b7-4677-8cc0-d8a571144dd9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0882750
Feb 05 21:34:22.882955 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-33fdc84a-5ad4-44e1-ab93-e3670115923d service neutron] 10.222.0.21 "GET /v2.0/networks/e1cddaf9-58b7-4677-8cc0-d8a571144dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0811212
Feb 05 21:34:23.554392 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba80df3-f054-46e0-b19a-207e3e0d533d req-f633e488-f35b-4597-8ca8-e8e617fd6e9e tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:23.555868 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eba80df3-f054-46e0-b19a-207e3e0d533d req-f633e488-f35b-4597-8ca8-e8e617fd6e9e tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 946 time: 0.0564001
Feb 05 21:34:23.601998 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eba80df3-f054-46e0-b19a-207e3e0d533d req-9779559b-81aa-474b-b692-242f3f7ff516 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/security-groups?id=14854c95-ed8c-4169-a5f2-e88a7c9dfe40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405459
Feb 05 21:34:24.721800 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1599a-b205-49f4-b04d-e9a582da369c req-64d1f51e-e5b4-4b91-87a2-39175b4ffb14 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:24.723321 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-46f1599a-b205-49f4-b04d-e9a582da369c req-64d1f51e-e5b4-4b91-87a2-39175b4ffb14 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 946 time: 0.0530903
Feb 05 21:34:24.769251 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-46f1599a-b205-49f4-b04d-e9a582da369c req-11088f07-83f5-46dd-9161-fd3947352bd0 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/security-groups?id=14854c95-ed8c-4169-a5f2-e88a7c9dfe40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396988
Feb 05 21:34:25.888485 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a64e8-6e9f-432f-b7a5-bae463e324d7 req-66b23447-c0e0-48e5-b110-710c8c44ca96 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:25.890003 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5c3a64e8-6e9f-432f-b7a5-bae463e324d7 req-66b23447-c0e0-48e5-b110-710c8c44ca96 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 946 time: 0.0520830
Feb 05 21:34:25.939858 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5c3a64e8-6e9f-432f-b7a5-bae463e324d7 req-0ac57d91-9304-4248-9f3a-c1045c96686e tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/security-groups?id=14854c95-ed8c-4169-a5f2-e88a7c9dfe40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442207
Feb 05 21:34:27.381587 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076d801-0e97-43d8-af97-bc60852aa284 req-1af80f8e-8651-48b8-bf3e-822caaeabf0e tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:27.383098 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9076d801-0e97-43d8-af97-bc60852aa284 req-1af80f8e-8651-48b8-bf3e-822caaeabf0e tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 946 time: 0.3720574
Feb 05 21:34:27.429983 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9076d801-0e97-43d8-af97-bc60852aa284 req-c3a129cc-56a5-4d29-ae67-259ec2b02bca tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/security-groups?id=14854c95-ed8c-4169-a5f2-e88a7c9dfe40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412474
Feb 05 21:34:28.548701 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a24d6-64c8-4345-917b-5e017e490a36 req-6f836abb-360d-4a9d-a77f-23c28d5bd02a tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:28.550186 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-503a24d6-64c8-4345-917b-5e017e490a36 req-6f836abb-360d-4a9d-a77f-23c28d5bd02a tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 946 time: 0.0521913
Feb 05 21:34:28.595456 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-503a24d6-64c8-4345-917b-5e017e490a36 req-b379c42b-6ec5-4a0b-a42b-e90f253d985a tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/security-groups?id=14854c95-ed8c-4169-a5f2-e88a7c9dfe40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389664
Feb 05 21:34:29.718408 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7aa8b-12aa-4dd9-aecc-f643910447d7 req-3a271640-95e4-4697-88ec-78cbec028a09 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:29.719862 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bfb7aa8b-12aa-4dd9-aecc-f643910447d7 req-3a271640-95e4-4697-88ec-78cbec028a09 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 946 time: 0.0560560
Feb 05 21:34:29.765886 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bfb7aa8b-12aa-4dd9-aecc-f643910447d7 req-3c540f03-4746-45d4-86d3-49230ed690cd tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/security-groups?id=14854c95-ed8c-4169-a5f2-e88a7c9dfe40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403826
Feb 05 21:34:30.143852 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0688c7-a6ca-4675-8779-376cac869aa3 req-4b5daf7e-f643-41b6-b74e-3fb8f810796b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:30.145399 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6d0688c7-a6ca-4675-8779-376cac869aa3 req-4b5daf7e-f643-41b6-b74e-3fb8f810796b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=89dcc3f4dcf545359f4e81ee6850f6cf&device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 1128 time: 0.0443189
Feb 05 21:34:30.249629 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0688c7-a6ca-4675-8779-376cac869aa3 req-e484dcc4-a1d0-4317-a65e-c7b9469372d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:30.251177 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6d0688c7-a6ca-4675-8779-376cac869aa3 req-e484dcc4-a1d0-4317-a65e-c7b9469372d8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e1cddaf9-58b7-4677-8cc0-d8a571144dd9 HTTP/1.1" status: 200  len: 913 time: 0.0881109
Feb 05 21:34:30.290823 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6d0688c7-a6ca-4675-8779-376cac869aa3 req-6fc5d073-d2c8-4c00-b75c-1bd8e979f714 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efed09e0-cf26-40da-84e0-d0c3ff4ce37f HTTP/1.1" status: 200  len: 217 time: 0.0341313
Feb 05 21:34:30.341011 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0688c7-a6ca-4675-8779-376cac869aa3 req-59e8ae72-ea11-41bc-b167-582d1d20ba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:30.342473 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6d0688c7-a6ca-4675-8779-376cac869aa3 req-59e8ae72-ea11-41bc-b167-582d1d20ba95 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1bbf5837-02ff-4078-9c56-1556261e1046 HTTP/1.1" status: 200  len: 852 time: 0.0468557
Feb 05 21:34:30.372834 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6d0688c7-a6ca-4675-8779-376cac869aa3 req-7cf0ed6d-0330-4739-a35b-c4d23c352622 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e1cddaf9-58b7-4677-8cc0-d8a571144dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0251002
Feb 05 21:34:30.458760 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6d0688c7-a6ca-4675-8779-376cac869aa3 req-b0426cd6-4f1d-416a-8d71-44dbac05a163 service neutron] 10.222.0.21 "GET /v2.0/networks/e1cddaf9-58b7-4677-8cc0-d8a571144dd9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0798938
Feb 05 21:34:30.549453 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6d0688c7-a6ca-4675-8779-376cac869aa3 req-76458d34-76c8-42f8-a79c-60f84aa3bdab service neutron] 10.222.0.21 "GET /v2.0/networks/e1cddaf9-58b7-4677-8cc0-d8a571144dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854225
Feb 05 21:34:30.884007 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e71614-6ac7-4534-912c-bc44290dc02a req-56737024-e237-4242-800a-54d6b0be8721 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:30.885476 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f3e71614-6ac7-4534-912c-bc44290dc02a req-56737024-e237-4242-800a-54d6b0be8721 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 946 time: 0.0521958
Feb 05 21:34:30.932133 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f3e71614-6ac7-4534-912c-bc44290dc02a req-f9788564-30ca-4abb-b17d-277beba67327 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/security-groups?id=14854c95-ed8c-4169-a5f2-e88a7c9dfe40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409908
Feb 05 21:34:32.056658 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe5de4-28d6-49c1-865b-fe3788a01142 req-241b3fbe-a4d4-4fea-b7c7-fe613d8e69dc tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:32.058125 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e6fe5de4-28d6-49c1-865b-fe3788a01142 req-241b3fbe-a4d4-4fea-b7c7-fe613d8e69dc tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 946 time: 0.0569384
Feb 05 21:34:32.104076 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e6fe5de4-28d6-49c1-865b-fe3788a01142 req-ae154f6c-a8ed-45fb-9a8c-a28e75a7666d tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/security-groups?id=14854c95-ed8c-4169-a5f2-e88a7c9dfe40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403602
Feb 05 21:34:33.222873 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19cbe0-dd0c-4b8f-8bdc-1d44f3e3905f req-2fb0dd7b-82cc-4e57-b96a-bf9b47efe5c2 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:33.224912 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0e19cbe0-dd0c-4b8f-8bdc-1d44f3e3905f req-2fb0dd7b-82cc-4e57-b96a-bf9b47efe5c2 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 946 time: 0.0529900
Feb 05 21:34:33.270354 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0e19cbe0-dd0c-4b8f-8bdc-1d44f3e3905f req-ec1ec245-430b-4471-aa09-5ada497580ac tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/security-groups?id=14854c95-ed8c-4169-a5f2-e88a7c9dfe40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398459
Feb 05 21:34:33.777339 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4c343965-2882-49be-b250-afe5da124cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:34.391543 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98f4be-b549-4647-b326-22fb7617b1fd req-31af3b37-7557-439e-b780-b9d3fee3b94f tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:34.393020 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9c98f4be-b549-4647-b326-22fb7617b1fd req-31af3b37-7557-439e-b780-b9d3fee3b94f tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 946 time: 0.0529418
Feb 05 21:34:34.443257 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9c98f4be-b549-4647-b326-22fb7617b1fd req-1a8fc0dc-f387-43d8-8034-7f4ee6ff1bb9 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/security-groups?id=14854c95-ed8c-4169-a5f2-e88a7c9dfe40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429008
Feb 05 21:34:35.564138 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ed14b-86dd-46ad-af47-9de633557968 req-0f7a55be-f6d3-4560-bccd-3421680f6b86 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:35.565623 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-533ed14b-86dd-46ad-af47-9de633557968 req-0f7a55be-f6d3-4560-bccd-3421680f6b86 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 946 time: 0.0538909
Feb 05 21:34:35.611995 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-533ed14b-86dd-46ad-af47-9de633557968 req-a6cb60d1-3ed3-40c2-b992-f07ee751c76b tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/security-groups?id=14854c95-ed8c-4169-a5f2-e88a7c9dfe40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395863
Feb 05 21:34:36.157313 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-261109a5-83ac-4b57-b4dc-3a893bb084ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:36.732644 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50c161-5702-480f-a0fb-68dc4dbd8272 req-95fb4629-248b-47a2-a094-842eb4ca3119 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:36.734112 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2c50c161-5702-480f-a0fb-68dc4dbd8272 req-95fb4629-248b-47a2-a094-842eb4ca3119 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 946 time: 0.0524259
Feb 05 21:34:36.780327 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2c50c161-5702-480f-a0fb-68dc4dbd8272 req-c37dec64-ec42-4621-9e53-d966762daca2 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/security-groups?id=14854c95-ed8c-4169-a5f2-e88a7c9dfe40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398791
Feb 05 21:34:37.586031 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:37.907431 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e64f0-091e-4c1e-a1b6-7a8406dd7b97 req-0ca245f4-31c9-423d-8f34-1d2c81cd210c tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:37.908980 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c56e64f0-091e-4c1e-a1b6-7a8406dd7b97 req-0ca245f4-31c9-423d-8f34-1d2c81cd210c tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 946 time: 0.0579531
Feb 05 21:34:37.957295 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c56e64f0-091e-4c1e-a1b6-7a8406dd7b97 req-ae52afcf-0c5e-4cab-844d-92d158d01e79 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/security-groups?id=14854c95-ed8c-4169-a5f2-e88a7c9dfe40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421464
Feb 05 21:34:39.076065 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65776f05-8974-44c3-8a53-022da1b609ff req-8dbde493-2c7c-4612-8ba9-e2d3936938c5 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:39.077534 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-65776f05-8974-44c3-8a53-022da1b609ff req-8dbde493-2c7c-4612-8ba9-e2d3936938c5 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 946 time: 0.0524635
Feb 05 21:34:39.123211 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-65776f05-8974-44c3-8a53-022da1b609ff req-54e91f15-b19d-4911-9fee-8e5a675e46ea tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/security-groups?id=14854c95-ed8c-4169-a5f2-e88a7c9dfe40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400512
Feb 05 21:34:39.176928 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:40.242643 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbfd867-8f34-4585-8bbc-c3b5e91530a2 req-f43677e4-ac54-4665-92b4-2faf4e1f2b32 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:40.244040 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4bbfd867-8f34-4585-8bbc-c3b5e91530a2 req-f43677e4-ac54-4665-92b4-2faf4e1f2b32 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 946 time: 0.0528698
Feb 05 21:34:40.293873 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4bbfd867-8f34-4585-8bbc-c3b5e91530a2 req-a69ae1f6-2341-499d-b8ff-2b45e865bafb tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/security-groups?id=14854c95-ed8c-4169-a5f2-e88a7c9dfe40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442507
Feb 05 21:34:40.550291 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:41.431600 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c51068-3932-4b29-884e-de8fda4dbe89 req-4627ea11-1efa-468b-99c6-8db7db00e646 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:41.433159 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b6c51068-3932-4b29-884e-de8fda4dbe89 req-4627ea11-1efa-468b-99c6-8db7db00e646 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 946 time: 0.0590930
Feb 05 21:34:41.481328 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b6c51068-3932-4b29-884e-de8fda4dbe89 req-0f821756-c038-43a0-8380-bb0236960560 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/security-groups?id=14854c95-ed8c-4169-a5f2-e88a7c9dfe40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425262
Feb 05 21:34:42.601951 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af608a4-dae5-42e5-a570-88a7ea4be606 req-c60d8919-f006-4a59-ac4c-ecb2789c4762 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:42.603479 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0af608a4-dae5-42e5-a570-88a7ea4be606 req-c60d8919-f006-4a59-ac4c-ecb2789c4762 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 946 time: 0.0535400
Feb 05 21:34:42.649439 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0af608a4-dae5-42e5-a570-88a7ea4be606 req-79b0ec63-177c-4fa8-b3f7-f4700ea5577b tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/security-groups?id=14854c95-ed8c-4169-a5f2-e88a7c9dfe40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403907
Feb 05 21:34:43.775067 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845ff5d-3b99-4c4c-8786-c5be99a1ce66 req-8600ded5-de63-4bc7-bdb1-ed15a5e9375b tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:43.776558 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0845ff5d-3b99-4c4c-8786-c5be99a1ce66 req-8600ded5-de63-4bc7-bdb1-ed15a5e9375b tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 946 time: 0.0576575
Feb 05 21:34:43.822840 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0845ff5d-3b99-4c4c-8786-c5be99a1ce66 req-43130146-9369-4327-b372-44c5c7cf5d12 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/security-groups?id=14854c95-ed8c-4169-a5f2-e88a7c9dfe40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406821
Feb 05 21:34:44.943966 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726327b-d3be-4137-8f10-d1ef12970627 req-b9062208-0087-4a07-a1c3-b62736958d1e tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:44.945482 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2726327b-d3be-4137-8f10-d1ef12970627 req-b9062208-0087-4a07-a1c3-b62736958d1e tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 946 time: 0.0543709
Feb 05 21:34:44.993015 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2726327b-d3be-4137-8f10-d1ef12970627 req-f92489b9-e1f0-4170-8c8d-52bb52bb4150 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/security-groups?id=14854c95-ed8c-4169-a5f2-e88a7c9dfe40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418353
Feb 05 21:34:45.613846 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:46.116874 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fcf4af-b470-4dd8-ad5e-20630fccf606 req-f5dacec5-8af7-453d-93fb-63ad806f3050 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:46.118337 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-34fcf4af-b470-4dd8-ad5e-20630fccf606 req-f5dacec5-8af7-453d-93fb-63ad806f3050 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 946 time: 0.0563142
Feb 05 21:34:46.164046 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-34fcf4af-b470-4dd8-ad5e-20630fccf606 req-0f7a18c4-f49f-43b5-9157-39bfe3ba91ae tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/security-groups?id=14854c95-ed8c-4169-a5f2-e88a7c9dfe40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400107
Feb 05 21:34:47.282481 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1416648-4a48-4955-ad1d-6009411c8655 req-6b1c629b-4c06-4f83-bf32-fcc9c15a4412 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:47.284014 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b1416648-4a48-4955-ad1d-6009411c8655 req-6b1c629b-4c06-4f83-bf32-fcc9c15a4412 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 946 time: 0.0523937
Feb 05 21:34:47.331786 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b1416648-4a48-4955-ad1d-6009411c8655 req-5fd24f50-1995-4649-95c4-ea32743870c0 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/security-groups?id=14854c95-ed8c-4169-a5f2-e88a7c9dfe40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410757
Feb 05 21:34:48.451016 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526701f2-c52c-4599-9798-6e28d9a79d69 req-56b2dbad-8a58-4a42-93a1-17bd9dd857f6 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:48.452515 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-526701f2-c52c-4599-9798-6e28d9a79d69 req-56b2dbad-8a58-4a42-93a1-17bd9dd857f6 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 946 time: 0.0532684
Feb 05 21:34:48.503348 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-526701f2-c52c-4599-9798-6e28d9a79d69 req-40208373-5206-4cd3-a813-8b92f3002584 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/security-groups?id=14854c95-ed8c-4169-a5f2-e88a7c9dfe40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451980
Feb 05 21:34:49.623833 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bd23c-f6d7-4c76-ae63-69a12ec01f64 req-2e173205-9c34-4a2e-b9dd-28dc28babe61 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:49.625326 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7d1bd23c-f6d7-4c76-ae63-69a12ec01f64 req-2e173205-9c34-4a2e-b9dd-28dc28babe61 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 946 time: 0.0538042
Feb 05 21:34:49.671436 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7d1bd23c-f6d7-4c76-ae63-69a12ec01f64 req-acd3741a-be11-4743-a22f-7df8a7f0f6dc tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/security-groups?id=14854c95-ed8c-4169-a5f2-e88a7c9dfe40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403483
Feb 05 21:34:49.738322 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-3a66fdb2-0075-4336-904b-bfc6108b3c14 service neutron] show failed (client error): The resource could not be found.
Feb 05 21:34:49.739535 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-3a66fdb2-0075-4336-904b-bfc6108b3c14 service neutron] 10.222.0.21 "GET /v2.0/ports/efed09e0-cf26-40da-84e0-d0c3ff4ce37f/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0562959
Feb 05 21:34:50.023394 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-98665b62-9052-47fa-a408-d00fae753ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:50.024888 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-98665b62-9052-47fa-a408-d00fae753ebb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150&tenant_id=89dcc3f4dcf545359f4e81ee6850f6cf HTTP/1.1" status: 200  len: 1128 time: 0.1328487
Feb 05 21:34:50.035024 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-164d91eb-e699-46b3-9f53-5a73f2e36061 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:34:50.091407 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-164d91eb-e699-46b3-9f53-5a73f2e36061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (efed09e0-cf26-40da-84e0-d0c3ff4ce37f), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:50.287384 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-164d91eb-e699-46b3-9f53-5a73f2e36061 service neutron] For port efed09e0-cf26-40da-84e0-d0c3ff4ce37f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=efed09e0-cf26-40da-84e0-d0c3ff4ce37f,segment=NetworkSegment(8764e7af-fab1-429d-9143-412d266d7bef),segment_id=8764e7af-fab1-429d-9143-412d266d7bef)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:34:50.319209 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-164d91eb-e699-46b3-9f53-5a73f2e36061 service neutron] For port efed09e0-cf26-40da-84e0-d0c3ff4ce37f, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:34:50.361080 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf73edf-f6d4-49fc-8338-f3062ef1e150', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efed09e0-cf26-40da-84e0-d0c3ff4ce37f'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:34:50.363365 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07d2672-efd0-40c7-9787-9ea03160af13" -d '{"events": [{"server_uuid": "dcf73edf-f6d4-49fc-8338-f3062ef1e150", "name": "network-vif-unplugged", "status": "completed", "tag": "efed09e0-cf26-40da-84e0-d0c3ff4ce37f"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:34:50.367797 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-164d91eb-e699-46b3-9f53-5a73f2e36061 service neutron] Publish callbacks [] for port (efed09e0-cf26-40da-84e0-d0c3ff4ce37f), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:50.380867 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-164d91eb-e699-46b3-9f53-5a73f2e36061 service neutron] Transition to ACTIVE for port object efed09e0-cf26-40da-84e0-d0c3ff4ce37f will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:34:50.384520 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-164d91eb-e699-46b3-9f53-5a73f2e36061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (efed09e0-cf26-40da-84e0-d0c3ff4ce37f), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:50.418948 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 21:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3e466f-97f7-44cc-af61-966a8ab68eea x-openstack-request-id: req-4f3e466f-97f7-44cc-af61-966a8ab68eea {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:34:50.419238 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf73edf-f6d4-49fc-8338-f3062ef1e150", "name": "network-vif-unplugged", "status": "completed", "tag": "efed09e0-cf26-40da-84e0-d0c3ff4ce37f", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:34:50.419491 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4f3e466f-97f7-44cc-af61-966a8ab68eea {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:34:50.419913 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf73edf-f6d4-49fc-8338-f3062ef1e150', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efed09e0-cf26-40da-84e0-d0c3ff4ce37f', 'code': 200}
Feb 05 21:34:50.451577 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-164d91eb-e699-46b3-9f53-5a73f2e36061 service neutron] No DVR routers for this DVR port efed09e0-cf26-40da-84e0-d0c3ff4ce37f on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:34:50.453392 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d91eb-e699-46b3-9f53-5a73f2e36061 service neutron] Pushing event updated for resources: {'Port': ['ID=efed09e0-cf26-40da-84e0-d0c3ff4ce37f,revision_number=6']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:34:50.464879 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d91eb-e699-46b3-9f53-5a73f2e36061 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:34:50.465230 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d91eb-e699-46b3-9f53-5a73f2e36061 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:34:50.465582 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d91eb-e699-46b3-9f53-5a73f2e36061 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:34:50.465919 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d91eb-e699-46b3-9f53-5a73f2e36061 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:34:50.466253 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d91eb-e699-46b3-9f53-5a73f2e36061 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:34:50.466612 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d91eb-e699-46b3-9f53-5a73f2e36061 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:34:50.466940 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d91eb-e699-46b3-9f53-5a73f2e36061 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:34:50.467265 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d91eb-e699-46b3-9f53-5a73f2e36061 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:34:50.467589 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d91eb-e699-46b3-9f53-5a73f2e36061 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:34:50.467913 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d91eb-e699-46b3-9f53-5a73f2e36061 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:34:50.468233 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d91eb-e699-46b3-9f53-5a73f2e36061 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:34:50.468552 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d91eb-e699-46b3-9f53-5a73f2e36061 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:34:50.468870 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164d91eb-e699-46b3-9f53-5a73f2e36061 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:34:50.501707 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-164d91eb-e699-46b3-9f53-5a73f2e36061 service neutron] Attempting to bind port efed09e0-cf26-40da-84e0-d0c3ff4ce37f on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:34:50.502047 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-164d91eb-e699-46b3-9f53-5a73f2e36061 service neutron] Attempting to bind port efed09e0-cf26-40da-84e0-d0c3ff4ce37f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8764e7af-fab1-429d-9143-412d266d7bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e1cddaf9-58b7-4677-8cc0-d8a571144dd9'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:34:50.502405 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-164d91eb-e699-46b3-9f53-5a73f2e36061 service neutron] Attempting to bind port efed09e0-cf26-40da-84e0-d0c3ff4ce37f on network e1cddaf9-58b7-4677-8cc0-d8a571144dd9 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:34:50.506582 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:50.507441 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-164d91eb-e699-46b3-9f53-5a73f2e36061 service neutron] Port efed09e0-cf26-40da-84e0-d0c3ff4ce37f on network e1cddaf9-58b7-4677-8cc0-d8a571144dd9 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:34:50.507767 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-164d91eb-e699-46b3-9f53-5a73f2e36061 service neutron] Attempting to bind port efed09e0-cf26-40da-84e0-d0c3ff4ce37f on network e1cddaf9-58b7-4677-8cc0-d8a571144dd9 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:34:50.512487 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-164d91eb-e699-46b3-9f53-5a73f2e36061 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:34:50.512824 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-164d91eb-e699-46b3-9f53-5a73f2e36061 service neutron] Checking segment: {'id': '8764e7af-fab1-429d-9143-412d266d7bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e1cddaf9-58b7-4677-8cc0-d8a571144dd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:34:50.513225 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-164d91eb-e699-46b3-9f53-5a73f2e36061 service neutron] Bound using segment: {'id': '8764e7af-fab1-429d-9143-412d266d7bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e1cddaf9-58b7-4677-8cc0-d8a571144dd9'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:34:50.513625 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-164d91eb-e699-46b3-9f53-5a73f2e36061 service neutron] Bound port: efed09e0-cf26-40da-84e0-d0c3ff4ce37f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8764e7af-fab1-429d-9143-412d266d7bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e1cddaf9-58b7-4677-8cc0-d8a571144dd9'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:34:50.513983 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-164d91eb-e699-46b3-9f53-5a73f2e36061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (efed09e0-cf26-40da-84e0-d0c3ff4ce37f), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:50.579010 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-164d91eb-e699-46b3-9f53-5a73f2e36061 service neutron] For port efed09e0-cf26-40da-84e0-d0c3ff4ce37f, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:34:50.582052 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-164d91eb-e699-46b3-9f53-5a73f2e36061 service neutron] For port efed09e0-cf26-40da-84e0-d0c3ff4ce37f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=efed09e0-cf26-40da-84e0-d0c3ff4ce37f,segment=NetworkSegment(8764e7af-fab1-429d-9143-412d266d7bef),segment_id=8764e7af-fab1-429d-9143-412d266d7bef)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:34:50.587928 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-164d91eb-e699-46b3-9f53-5a73f2e36061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (efed09e0-cf26-40da-84e0-d0c3ff4ce37f), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:50.625552 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-164d91eb-e699-46b3-9f53-5a73f2e36061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:50.626172 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-164d91eb-e699-46b3-9f53-5a73f2e36061 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:50.627603 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-164d91eb-e699-46b3-9f53-5a73f2e36061 service neutron] 10.222.0.39 "PUT /v2.0/ports/efed09e0-cf26-40da-84e0-d0c3ff4ce37f HTTP/1.1" status: 200  len: 1092 time: 0.5964499
Feb 05 21:34:50.647422 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d91eb-e699-46b3-9f53-5a73f2e36061 service neutron] Pushing event updated for resources: {'Port': ['ID=efed09e0-cf26-40da-84e0-d0c3ff4ce37f,revision_number=7']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:34:50.695961 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-cb290511-738b-4a36-9a87-6cd87e464ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:50.697870 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-cb290511-738b-4a36-9a87-6cd87e464ec7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=89dcc3f4dcf545359f4e81ee6850f6cf&device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 1126 time: 0.0461280
Feb 05 21:34:50.788204 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-ebbc5945-1555-4ddb-a37f-837a596335f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:50.789749 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-ebbc5945-1555-4ddb-a37f-837a596335f1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e1cddaf9-58b7-4677-8cc0-d8a571144dd9 HTTP/1.1" status: 200  len: 913 time: 0.0868118
Feb 05 21:34:50.793285 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d6036-d6b5-498c-872b-521293c5a040 req-717a0ab8-88d3-4184-8127-7b8c3c349529 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:50.794796 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3e5d6036-d6b5-498c-872b-521293c5a040 req-717a0ab8-88d3-4184-8127-7b8c3c349529 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 944 time: 0.0533514
Feb 05 21:34:50.830312 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-ca300aff-c6d7-4d34-ab54-cb3f14dc11e3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efed09e0-cf26-40da-84e0-d0c3ff4ce37f HTTP/1.1" status: 200  len: 217 time: 0.0351436
Feb 05 21:34:50.836002 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:34:50.843773 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3e5d6036-d6b5-498c-872b-521293c5a040 req-d3a9126a-4ec7-4b9d-82ec-efeebea404dc tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/security-groups?id=14854c95-ed8c-4169-a5f2-e88a7c9dfe40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432591
Feb 05 21:34:50.877972 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-b3047e39-411e-4cde-8311-e1c770265f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:50.879439 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-b3047e39-411e-4cde-8311-e1c770265f5c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1bbf5837-02ff-4078-9c56-1556261e1046 HTTP/1.1" status: 200  len: 852 time: 0.0436106
Feb 05 21:34:50.910316 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-cb29e827-eae5-40e4-8884-44b233f53fdf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e1cddaf9-58b7-4677-8cc0-d8a571144dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0249200
Feb 05 21:34:51.001905 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-12623669-d4ff-4f7c-8231-8dcd738b76bd service neutron] 10.222.0.39 "GET /v2.0/networks/e1cddaf9-58b7-4677-8cc0-d8a571144dd9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860703
Feb 05 21:34:51.094951 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fc6cf445-c91c-44b2-8761-22d2a54999a0 req-6a5c9cfe-61a4-4331-ad36-244dd58c6741 service neutron] 10.222.0.39 "GET /v2.0/networks/e1cddaf9-58b7-4677-8cc0-d8a571144dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864608
Feb 05 21:34:51.972673 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00f093-709c-415b-9a38-6b1f079651cd req-07ad1df2-f1c2-42e5-9109-266f854944c9 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:51.974256 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3d00f093-709c-415b-9a38-6b1f079651cd req-07ad1df2-f1c2-42e5-9109-266f854944c9 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 944 time: 0.0591862
Feb 05 21:34:52.020990 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3d00f093-709c-415b-9a38-6b1f079651cd req-75096b70-fd74-4b1d-9548-5e2f586a61f9 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/security-groups?id=14854c95-ed8c-4169-a5f2-e88a7c9dfe40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403736
Feb 05 21:34:52.420777 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf73edf-f6d4-49fc-8338-f3062ef1e150', 'tag': 'efed09e0-cf26-40da-84e0-d0c3ff4ce37f'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:34:52.423156 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e621d67f-a257-467f-8db5-d6d586c5908c" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf73edf-f6d4-49fc-8338-f3062ef1e150", "tag": "efed09e0-cf26-40da-84e0-d0c3ff4ce37f"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:34:52.478491 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9d1ae6-24a6-45b8-93ca-00ca1cd3e67f x-openstack-request-id: req-5f9d1ae6-24a6-45b8-93ca-00ca1cd3e67f {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:34:52.478807 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf73edf-f6d4-49fc-8338-f3062ef1e150", "tag": "efed09e0-cf26-40da-84e0-d0c3ff4ce37f", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:34:52.479071 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5f9d1ae6-24a6-45b8-93ca-00ca1cd3e67f {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:34:52.479495 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf73edf-f6d4-49fc-8338-f3062ef1e150', 'tag': 'efed09e0-cf26-40da-84e0-d0c3ff4ce37f', 'status': 'completed', 'code': 200}
Feb 05 21:34:52.570467 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621d67f-a257-467f-8db5-d6d586c5908c req-4634e6a6-79bb-4f6e-a483-fba44cb1f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:52.571996 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e621d67f-a257-467f-8db5-d6d586c5908c req-4634e6a6-79bb-4f6e-a483-fba44cb1f895 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=89dcc3f4dcf545359f4e81ee6850f6cf&device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 1126 time: 0.0769062
Feb 05 21:34:52.574493 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621d67f-a257-467f-8db5-d6d586c5908c req-51a65ef6-c574-44d2-a65b-b966903bdc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:52.575852 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e621d67f-a257-467f-8db5-d6d586c5908c req-51a65ef6-c574-44d2-a65b-b966903bdc89 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=89dcc3f4dcf545359f4e81ee6850f6cf&device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 1126 time: 0.0716701
Feb 05 21:34:52.734660 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621d67f-a257-467f-8db5-d6d586c5908c req-d7cc820e-4a61-49c7-bc93-815af35272e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:52.736248 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e621d67f-a257-467f-8db5-d6d586c5908c req-d7cc820e-4a61-49c7-bc93-815af35272e0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e1cddaf9-58b7-4677-8cc0-d8a571144dd9 HTTP/1.1" status: 200  len: 913 time: 0.1562829
Feb 05 21:34:52.741335 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621d67f-a257-467f-8db5-d6d586c5908c req-bf02f8db-4ed9-4219-abf8-bfb020d702d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:52.743148 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e621d67f-a257-467f-8db5-d6d586c5908c req-bf02f8db-4ed9-4219-abf8-bfb020d702d6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e1cddaf9-58b7-4677-8cc0-d8a571144dd9 HTTP/1.1" status: 200  len: 913 time: 0.1458220
Feb 05 21:34:52.784426 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e621d67f-a257-467f-8db5-d6d586c5908c req-e560af90-8343-47c8-9c9b-a67595c52116 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efed09e0-cf26-40da-84e0-d0c3ff4ce37f HTTP/1.1" status: 200  len: 217 time: 0.0400610
Feb 05 21:34:52.827125 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e621d67f-a257-467f-8db5-d6d586c5908c req-e5885bc8-fc1a-4ba4-b092-abeb3ab13c81 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efed09e0-cf26-40da-84e0-d0c3ff4ce37f HTTP/1.1" status: 200  len: 217 time: 0.0417380
Feb 05 21:34:52.899331 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621d67f-a257-467f-8db5-d6d586c5908c req-f90337d0-d781-4294-bf03-45137e238187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:52.900800 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e621d67f-a257-467f-8db5-d6d586c5908c req-f90337d0-d781-4294-bf03-45137e238187 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1bbf5837-02ff-4078-9c56-1556261e1046 HTTP/1.1" status: 200  len: 852 time: 0.0821249
Feb 05 21:34:52.908597 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621d67f-a257-467f-8db5-d6d586c5908c req-e568b036-59d8-4ef4-97af-71d5e9737dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:52.909898 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e621d67f-a257-467f-8db5-d6d586c5908c req-e568b036-59d8-4ef4-97af-71d5e9737dcf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1bbf5837-02ff-4078-9c56-1556261e1046 HTTP/1.1" status: 200  len: 852 time: 0.0634885
Feb 05 21:34:52.957427 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e621d67f-a257-467f-8db5-d6d586c5908c req-64402f80-fd86-41aa-b265-32c65ef3c4d4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e1cddaf9-58b7-4677-8cc0-d8a571144dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0396028
Feb 05 21:34:52.959906 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e621d67f-a257-467f-8db5-d6d586c5908c req-cc35039d-438c-4ba0-b2e5-f2faf51935db service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e1cddaf9-58b7-4677-8cc0-d8a571144dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0523355
Feb 05 21:34:53.113049 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e621d67f-a257-467f-8db5-d6d586c5908c req-1d9e3cfd-997b-43e8-a307-a14c2f30c22c service neutron] 10.222.0.39 "GET /v2.0/networks/e1cddaf9-58b7-4677-8cc0-d8a571144dd9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1491356
Feb 05 21:34:53.114910 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e621d67f-a257-467f-8db5-d6d586c5908c req-dff22485-1666-41f3-847d-a24d4304cca4 service neutron] 10.222.0.21 "GET /v2.0/networks/e1cddaf9-58b7-4677-8cc0-d8a571144dd9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1442196
Feb 05 21:34:53.149648 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef330d-62f4-4100-9065-d6d9048d97f1 req-5d5ae584-7d02-43b9-9fc6-c47067d737c3 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:53.151178 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c5ef330d-62f4-4100-9065-d6d9048d97f1 req-5d5ae584-7d02-43b9-9fc6-c47067d737c3 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 944 time: 0.0545192
Feb 05 21:34:53.197986 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c5ef330d-62f4-4100-9065-d6d9048d97f1 req-dc297ac8-e037-4a4d-93f4-e4df667aed9c tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/security-groups?id=14854c95-ed8c-4169-a5f2-e88a7c9dfe40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410275
Feb 05 21:34:53.274968 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e621d67f-a257-467f-8db5-d6d586c5908c req-1d24fc0e-df12-4004-bdb2-5a26d1c9a0bc service neutron] 10.222.0.39 "GET /v2.0/networks/e1cddaf9-58b7-4677-8cc0-d8a571144dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1563499
Feb 05 21:34:53.276839 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e621d67f-a257-467f-8db5-d6d586c5908c req-c77fe64a-318d-4ff6-8dad-76e63e269504 service neutron] 10.222.0.21 "GET /v2.0/networks/e1cddaf9-58b7-4677-8cc0-d8a571144dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1512039
Feb 05 21:34:53.441190 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7876f6-c50b-4865-bbc5-7e23b6df33be req-892d38a5-d723-4154-9856-388ae1a04bb4 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:53.442681 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bd7876f6-c50b-4865-bbc5-7e23b6df33be req-892d38a5-d723-4154-9856-388ae1a04bb4 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150&tenant_id=89dcc3f4dcf545359f4e81ee6850f6cf&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0566771
Feb 05 21:34:53.499476 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [req-bd7876f6-c50b-4865-bbc5-7e23b6df33be req-5848dc9e-981d-4d55-af2d-1d72fb481907 service neutron] delete failed (client error): The resource could not be found.
Feb 05 21:34:53.500478 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bd7876f6-c50b-4865-bbc5-7e23b6df33be req-5848dc9e-981d-4d55-af2d-1d72fb481907 service neutron] 10.222.0.21 "DELETE /v2.0/ports/efed09e0-cf26-40da-84e0-d0c3ff4ce37f/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0515041
Feb 05 21:34:53.586477 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7876f6-c50b-4865-bbc5-7e23b6df33be req-20f675fa-fbb1-496c-af04-24753b80c597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:53.587904 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bd7876f6-c50b-4865-bbc5-7e23b6df33be req-20f675fa-fbb1-496c-af04-24753b80c597 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=89dcc3f4dcf545359f4e81ee6850f6cf&device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 1126 time: 0.0445092
Feb 05 21:34:53.677665 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7876f6-c50b-4865-bbc5-7e23b6df33be req-f0929659-d945-48bb-ad77-341f5ea1a762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:53.679667 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bd7876f6-c50b-4865-bbc5-7e23b6df33be req-f0929659-d945-48bb-ad77-341f5ea1a762 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e1cddaf9-58b7-4677-8cc0-d8a571144dd9 HTTP/1.1" status: 200  len: 913 time: 0.0864906
Feb 05 21:34:53.718895 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bd7876f6-c50b-4865-bbc5-7e23b6df33be req-c0d8261e-f2c0-43c4-be5e-e20b9f1130cf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efed09e0-cf26-40da-84e0-d0c3ff4ce37f HTTP/1.1" status: 200  len: 217 time: 0.0336208
Feb 05 21:34:53.910803 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7876f6-c50b-4865-bbc5-7e23b6df33be req-f8d69ac8-95bd-44d5-bcec-081d593cb878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:53.912871 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bd7876f6-c50b-4865-bbc5-7e23b6df33be req-f8d69ac8-95bd-44d5-bcec-081d593cb878 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1bbf5837-02ff-4078-9c56-1556261e1046 HTTP/1.1" status: 200  len: 852 time: 0.0473061
Feb 05 21:34:53.945122 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bd7876f6-c50b-4865-bbc5-7e23b6df33be req-64f9e833-999d-4c5c-9164-60ceb88b219a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e1cddaf9-58b7-4677-8cc0-d8a571144dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0261843
Feb 05 21:34:54.029718 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bd7876f6-c50b-4865-bbc5-7e23b6df33be req-01001dac-851f-4c8e-a2bf-4897a4b84ede service neutron] 10.222.0.21 "GET /v2.0/networks/e1cddaf9-58b7-4677-8cc0-d8a571144dd9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0788376
Feb 05 21:34:54.120994 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bd7876f6-c50b-4865-bbc5-7e23b6df33be req-8f8b7d7e-3612-4d5d-9119-cf533d3bf5bc service neutron] 10.222.0.21 "GET /v2.0/networks/e1cddaf9-58b7-4677-8cc0-d8a571144dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0851076
Feb 05 21:34:54.270318 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device efed09e0-cf26-40da-84e0-d0c3ff4ce37f no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:34:54.308894 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] The host nch1-master-1 is not matching for port efed09e0-cf26-40da-84e0-d0c3ff4ce37f host nch2-master-1! {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Feb 05 21:34:54.309285 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device efed09e0-cf26-40da-84e0-d0c3ff4ce37f not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:34:54.789577 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b7c96-e0fa-4eb5-8641-28676117df7f req-c6513c85-3aee-47b5-bb77-153be7ea764d tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:54.791140 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-829b7c96-e0fa-4eb5-8641-28676117df7f req-c6513c85-3aee-47b5-bb77-153be7ea764d tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 944 time: 0.0534692
Feb 05 21:34:54.841691 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-829b7c96-e0fa-4eb5-8641-28676117df7f req-39b3c584-00b4-4b69-a288-dcf6f0f3c406 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/security-groups?id=14854c95-ed8c-4169-a5f2-e88a7c9dfe40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449879
Feb 05 21:34:54.933856 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device efed09e0-cf26-40da-84e0-d0c3ff4ce37f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:34:55.033789 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port efed09e0-cf26-40da-84e0-d0c3ff4ce37f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=efed09e0-cf26-40da-84e0-d0c3ff4ce37f,segment=NetworkSegment(8764e7af-fab1-429d-9143-412d266d7bef),segment_id=8764e7af-fab1-429d-9143-412d266d7bef)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:34:55.044664 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'efed09e0-cf26-40da-84e0-d0c3ff4ce37f', 'network_id': 'e1cddaf9-58b7-4677-8cc0-d8a571144dd9', 'port_id': 'efed09e0-cf26-40da-84e0-d0c3ff4ce37f', 'mac_address': 'fa:16:3e:50:f7:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bbf5837-02ff-4078-9c56-1556261e1046', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:34:55.082900 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port efed09e0-cf26-40da-84e0-d0c3ff4ce37f is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:34:55.083296 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (efed09e0-cf26-40da-84e0-d0c3ff4ce37f), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:55.096341 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efed09e0-cf26-40da-84e0-d0c3ff4ce37f {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:34:55.114866 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port efed09e0-cf26-40da-84e0-d0c3ff4ce37f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=efed09e0-cf26-40da-84e0-d0c3ff4ce37f,segment=NetworkSegment(8764e7af-fab1-429d-9143-412d266d7bef),segment_id=8764e7af-fab1-429d-9143-412d266d7bef)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:34:55.118937 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (efed09e0-cf26-40da-84e0-d0c3ff4ce37f), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:55.168072 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=efed09e0-cf26-40da-84e0-d0c3ff4ce37f,revision_number=8']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:34:55.175210 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:34:55.175567 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:34:55.175910 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:34:55.176251 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:34:55.176588 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:34:55.176921 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:34:55.177252 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:34:55.177581 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:34:55.178606 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:34:55.179005 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:34:55.179352 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:34:55.179682 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:34:55.180008 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:34:55.389394 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['efed09e0-cf26-40da-84e0-d0c3ff4ce37f'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:34:55.966261 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8cab4-a4c1-4a7a-b66e-abfc9517978e req-890d487d-773c-4f98-bb76-fee82d5380a7 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:55.967780 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e9c8cab4-a4c1-4a7a-b66e-abfc9517978e req-890d487d-773c-4f98-bb76-fee82d5380a7 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 945 time: 0.0575948
Feb 05 21:34:56.013902 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e9c8cab4-a4c1-4a7a-b66e-abfc9517978e req-d173db37-1363-419f-8f4f-d5ba1b37540f tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.32 "GET /v2.0/security-groups?id=14854c95-ed8c-4169-a5f2-e88a7c9dfe40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404198
Feb 05 21:34:56.111030 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7876f6-c50b-4865-bbc5-7e23b6df33be req-1f730366-c750-47bf-9521-b9666deec052 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:56.112544 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bd7876f6-c50b-4865-bbc5-7e23b6df33be req-1f730366-c750-47bf-9521-b9666deec052 tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcf73edf-f6d4-49fc-8338-f3062ef1e150 HTTP/1.1" status: 200  len: 945 time: 0.0522587
Feb 05 21:34:56.204218 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-bd7876f6-c50b-4865-bbc5-7e23b6df33be req-3bd80df2-0457-4c4d-841f-2104be8af62b tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Deleting port efed09e0-cf26-40da-84e0-d0c3ff4ce37f {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:34:56.204478 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-bd7876f6-c50b-4865-bbc5-7e23b6df33be req-3bd80df2-0457-4c4d-841f-2104be8af62b tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (efed09e0-cf26-40da-84e0-d0c3ff4ce37f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:56.291060 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-bd7876f6-c50b-4865-bbc5-7e23b6df33be req-3bd80df2-0457-4c4d-841f-2104be8af62b tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] For port efed09e0-cf26-40da-84e0-d0c3ff4ce37f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=efed09e0-cf26-40da-84e0-d0c3ff4ce37f,segment=NetworkSegment(8764e7af-fab1-429d-9143-412d266d7bef),segment_id=8764e7af-fab1-429d-9143-412d266d7bef)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:34:56.291401 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-bd7876f6-c50b-4865-bbc5-7e23b6df33be req-3bd80df2-0457-4c4d-841f-2104be8af62b tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (efed09e0-cf26-40da-84e0-d0c3ff4ce37f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:56.303029 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-bd7876f6-c50b-4865-bbc5-7e23b6df33be req-3bd80df2-0457-4c4d-841f-2104be8af62b tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Calling delete_port for efed09e0-cf26-40da-84e0-d0c3ff4ce37f owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:34:56.436224 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-bd7876f6-c50b-4865-bbc5-7e23b6df33be req-3bd80df2-0457-4c4d-841f-2104be8af62b tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (efed09e0-cf26-40da-84e0-d0c3ff4ce37f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:56.448353 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['efed09e0-cf26-40da-84e0-d0c3ff4ce37f'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:34:56.467905 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd80df2-0457-4c4d-841f-2104be8af62b tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Pushing event deleted for resources: {'Port': ['ID=efed09e0-cf26-40da-84e0-d0c3ff4ce37f,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:34:56.515038 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7876f6-c50b-4865-bbc5-7e23b6df33be req-3bd80df2-0457-4c4d-841f-2104be8af62b tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] No DVR routers for this DVR port efed09e0-cf26-40da-84e0-d0c3ff4ce37f on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:34:56.517793 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-bd7876f6-c50b-4865-bbc5-7e23b6df33be req-3bd80df2-0457-4c4d-841f-2104be8af62b tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:56.521131 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bd7876f6-c50b-4865-bbc5-7e23b6df33be req-3bd80df2-0457-4c4d-841f-2104be8af62b tempest-DeleteServersTestJSON-1829360952 tempest-DeleteServersTestJSON-1829360952-project] 10.222.0.39 "DELETE /v2.0/ports/efed09e0-cf26-40da-84e0-d0c3ff4ce37f HTTP/1.1" status: 204  len: 173 time: 0.4038479
Feb 05 21:34:56.521607 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf73edf-f6d4-49fc-8338-f3062ef1e150', 'name': 'network-vif-deleted', 'tag': 'efed09e0-cf26-40da-84e0-d0c3ff4ce37f'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:34:56.524109 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9adcaf-ddc3-4340-abe0-53c170f6bc3a" -d '{"events": [{"server_uuid": "dcf73edf-f6d4-49fc-8338-f3062ef1e150", "name": "network-vif-deleted", "tag": "efed09e0-cf26-40da-84e0-d0c3ff4ce37f"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:34:56.562834 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c07b04-f1c6-4659-a3e3-f14daea294ad x-openstack-request-id: req-44c07b04-f1c6-4659-a3e3-f14daea294ad {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:34:56.563125 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf73edf-f6d4-49fc-8338-f3062ef1e150", "name": "network-vif-deleted", "tag": "efed09e0-cf26-40da-84e0-d0c3ff4ce37f", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:34:56.563432 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-44c07b04-f1c6-4659-a3e3-f14daea294ad {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:34:56.563836 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf73edf-f6d4-49fc-8338-f3062ef1e150', 'name': 'network-vif-deleted', 'tag': 'efed09e0-cf26-40da-84e0-d0c3ff4ce37f', 'status': 'completed', 'code': 200}
Feb 05 21:34:56.928873 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device efed09e0-cf26-40da-84e0-d0c3ff4ce37f up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:34:56.950031 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: efed09e0-cf26-40da-84e0-d0c3ff4ce37f {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:34:56.950405 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device efed09e0-cf26-40da-84e0-d0c3ff4ce37f not bound to the agent host nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}}
Feb 05 21:34:56.969218 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Port efed09e0-cf26-40da-84e0-d0c3ff4ce37f not found, will not notify nova. {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}}
Feb 05 21:34:57.141397 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50710) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:34:57.189096 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e0f83a4-884c-412b-979a-de72ea03015a admin admin] Deleting subnet 1bbf5837-02ff-4078-9c56-1556261e1046 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:34:57.192005 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6e0f83a4-884c-412b-979a-de72ea03015a admin admin] Publish callbacks [] for subnet (1bbf5837-02ff-4078-9c56-1556261e1046), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:57.225684 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6e0f83a4-884c-412b-979a-de72ea03015a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (1bbf5837-02ff-4078-9c56-1556261e1046), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:57.262051 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6e0f83a4-884c-412b-979a-de72ea03015a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (1bbf5837-02ff-4078-9c56-1556261e1046), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:57.312306 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6e0f83a4-884c-412b-979a-de72ea03015a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (1bbf5837-02ff-4078-9c56-1556261e1046), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:57.337003 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f83a4-884c-412b-979a-de72ea03015a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bbf5837-02ff-4078-9c56-1556261e1046,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:34:57.340630 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6e0f83a4-884c-412b-979a-de72ea03015a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:57.343802 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6e0f83a4-884c-412b-979a-de72ea03015a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1bbf5837-02ff-4078-9c56-1556261e1046 HTTP/1.1" status: 204  len: 168 time: 0.2013938
Feb 05 21:34:57.346326 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50712) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:34:57.416510 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ea1d5489-4bc3-4980-a40b-a79a55d5f88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (e1cddaf9-58b7-4677-8cc0-d8a571144dd9), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:57.495108 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ea1d5489-4bc3-4980-a40b-a79a55d5f88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (e1cddaf9-58b7-4677-8cc0-d8a571144dd9), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:57.514206 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-ea1d5489-4bc3-4980-a40b-a79a55d5f88e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db21c2a30>,) {'filters': {'network_id': ['e1cddaf9-58b7-4677-8cc0-d8a571144dd9']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:34:57.524207 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-ea1d5489-4bc3-4980-a40b-a79a55d5f88e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db21c2a30>, '8764e7af-fab1-429d-9143-412d266d7bef') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:34:57.524508 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-ea1d5489-4bc3-4980-a40b-a79a55d5f88e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db21c2a30>, '8764e7af-fab1-429d-9143-412d266d7bef') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:34:57.533507 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ea1d5489-4bc3-4980-a40b-a79a55d5f88e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (8764e7af-fab1-429d-9143-412d266d7bef), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:57.547378 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ea1d5489-4bc3-4980-a40b-a79a55d5f88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (8764e7af-fab1-429d-9143-412d266d7bef), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:57.553889 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea1d5489-4bc3-4980-a40b-a79a55d5f88e admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:34:57.554282 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ea1d5489-4bc3-4980-a40b-a79a55d5f88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (8764e7af-fab1-429d-9143-412d266d7bef), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:57.556360 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:34:57.556360 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:34:57.556360 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:34:57.556360 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:34:57.556360 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:34:57.556360 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:34:57.556360 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:34:57.556360 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:34:57.556360 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:34:57.556360 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:34:57.556360 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:34:57.556360 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:34:57.556360 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:34:57.556360 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:34:57.556360 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:34:57.556360 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:34:57.556360 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:34:57.556360 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:34:57.556360 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:34:57.556360 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:34:57.556360 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:34:57.556360 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:34:57.556360 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:34:57.556360 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:34:57.556360 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:34:57.556360 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:34:57.556360 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:34:57.556360 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:34:57.556360 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:34:57.556360 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:34:57.556360 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:34:57.556360 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:34:57.611173 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ea1d5489-4bc3-4980-a40b-a79a55d5f88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (e1cddaf9-58b7-4677-8cc0-d8a571144dd9), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:57.617218 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ea1d5489-4bc3-4980-a40b-a79a55d5f88e admin admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:57.620500 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ea1d5489-4bc3-4980-a40b-a79a55d5f88e admin admin] 10.222.0.32 "DELETE /v2.0/networks/e1cddaf9-58b7-4677-8cc0-d8a571144dd9 HTTP/1.1" status: 204  len: 168 time: 0.2732339
Feb 05 21:34:57.633628 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1d5489-4bc3-4980-a40b-a79a55d5f88e admin admin] Pushing event deleted for resources: {'Network': ['ID=e1cddaf9-58b7-4677-8cc0-d8a571144dd9,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:34:57.730095 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50716) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:34:57.769337 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3f24e401-a03f-4a0f-b511-7bfa0bd0ffc5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=89dcc3f4dcf545359f4e81ee6850f6cf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0379148
Feb 05 21:34:57.772536 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50718) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:34:57.819595 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-01648b2c-2ee3-4bd9-ba2c-48167dfbbce7 admin admin] Publish callbacks [] for security_group (14854c95-ed8c-4169-a5f2-e88a7c9dfe40), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:57.840770 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-01648b2c-2ee3-4bd9-ba2c-48167dfbbce7 admin admin] Publish callbacks [] for security_group (14854c95-ed8c-4169-a5f2-e88a7c9dfe40), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:57.887900 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-01648b2c-2ee3-4bd9-ba2c-48167dfbbce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (14854c95-ed8c-4169-a5f2-e88a7c9dfe40), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:57.890753 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-01648b2c-2ee3-4bd9-ba2c-48167dfbbce7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:57.891949 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-01648b2c-2ee3-4bd9-ba2c-48167dfbbce7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/14854c95-ed8c-4169-a5f2-e88a7c9dfe40 HTTP/1.1" status: 204  len: 168 time: 0.1183195
Feb 05 21:34:57.899671 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01648b2c-2ee3-4bd9-ba2c-48167dfbbce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14854c95-ed8c-4169-a5f2-e88a7c9dfe40,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:34:57.910444 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01648b2c-2ee3-4bd9-ba2c-48167dfbbce7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:34:57.910814 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01648b2c-2ee3-4bd9-ba2c-48167dfbbce7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:34:57.911166 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01648b2c-2ee3-4bd9-ba2c-48167dfbbce7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:34:57.911519 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01648b2c-2ee3-4bd9-ba2c-48167dfbbce7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:34:57.911984 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01648b2c-2ee3-4bd9-ba2c-48167dfbbce7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:34:57.913075 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01648b2c-2ee3-4bd9-ba2c-48167dfbbce7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:34:57.913416 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01648b2c-2ee3-4bd9-ba2c-48167dfbbce7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:34:57.913847 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01648b2c-2ee3-4bd9-ba2c-48167dfbbce7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:34:57.914190 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01648b2c-2ee3-4bd9-ba2c-48167dfbbce7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:34:57.914954 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01648b2c-2ee3-4bd9-ba2c-48167dfbbce7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:34:57.915297 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01648b2c-2ee3-4bd9-ba2c-48167dfbbce7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:34:57.915645 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01648b2c-2ee3-4bd9-ba2c-48167dfbbce7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:34:57.915981 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01648b2c-2ee3-4bd9-ba2c-48167dfbbce7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:34:58.703940 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 50740) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:34:58.802531 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-dab25db1-6415-4ada-b027-4cdb79ba3233 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1479155969-network', 'tenant_id': '7b4e3068adaf496fa0d3a4a2d476a0b7'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:34:58.826215 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab25db1-6415-4ada-b027-4cdb79ba3233 admin admin] Made reservation on behalf of 7b4e3068adaf496fa0d3a4a2d476a0b7 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:34:58.828587 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dab25db1-6415-4ada-b027-4cdb79ba3233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:58.836764 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dab25db1-6415-4ada-b027-4cdb79ba3233 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:58.908950 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dab25db1-6415-4ada-b027-4cdb79ba3233 admin admin] Publish callbacks [] for security_group (a4cac2f5-a44f-4eea-83cf-6a2d4b439d20), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:58.913063 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dab25db1-6415-4ada-b027-4cdb79ba3233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (a4cac2f5-a44f-4eea-83cf-6a2d4b439d20), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:58.933856 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dab25db1-6415-4ada-b027-4cdb79ba3233 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:34:58.950167 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab25db1-6415-4ada-b027-4cdb79ba3233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:34:58.953116 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dab25db1-6415-4ada-b027-4cdb79ba3233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (f85259a3-5ba3-46e2-81bb-001e3aef1ced), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:58.953457 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-dab25db1-6415-4ada-b027-4cdb79ba3233 admin admin] Added segment f85259a3-5ba3-46e2-81bb-001e3aef1ced of type vlan for network 5a9626ed-385c-4af2-94af-adcd441936db
Feb 05 21:34:58.994618 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dab25db1-6415-4ada-b027-4cdb79ba3233 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (5a9626ed-385c-4af2-94af-adcd441936db), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:59.019291 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dab25db1-6415-4ada-b027-4cdb79ba3233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (5a9626ed-385c-4af2-94af-adcd441936db), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:59.020224 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab25db1-6415-4ada-b027-4cdb79ba3233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:59.020803 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dab25db1-6415-4ada-b027-4cdb79ba3233 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:59.053386 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-dab25db1-6415-4ada-b027-4cdb79ba3233 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.3476536
Feb 05 21:34:59.056295 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 50744) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:34:59.061344 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-5cabfde5-84e7-4290-b5db-960d15cd0f6c admin admin] Request body: {'subnet': {'network_id': '5a9626ed-385c-4af2-94af-adcd441936db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1479155969-subnet', 'tenant_id': '7b4e3068adaf496fa0d3a4a2d476a0b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:34:59.080467 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cabfde5-84e7-4290-b5db-960d15cd0f6c admin admin] Made reservation on behalf of 7b4e3068adaf496fa0d3a4a2d476a0b7 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:34:59.082937 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5cabfde5-84e7-4290-b5db-960d15cd0f6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:59.086497 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab25db1-6415-4ada-b027-4cdb79ba3233 admin admin] Pushing event updated for resources: {'Network': ['ID=5a9626ed-385c-4af2-94af-adcd441936db,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:34:59.096433 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 5a9626ed-385c-4af2-94af-adcd441936db details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:34:59.245395 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5cabfde5-84e7-4290-b5db-960d15cd0f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (365abded-b4bb-408c-bc7f-2708c13e6a9d), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:59.297544 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cabfde5-84e7-4290-b5db-960d15cd0f6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=365abded-b4bb-408c-bc7f-2708c13e6a9d,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:34:59.312902 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cabfde5-84e7-4290-b5db-960d15cd0f6c admin admin] Checking segment: {'id': 'f85259a3-5ba3-46e2-81bb-001e3aef1ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5a9626ed-385c-4af2-94af-adcd441936db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:34:59.313261 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cabfde5-84e7-4290-b5db-960d15cd0f6c admin admin] Network hostable DHCP agents. Network: 5a9626ed-385c-4af2-94af-adcd441936db, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:34:59.328327 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cabfde5-84e7-4290-b5db-960d15cd0f6c admin admin] Network 5a9626ed-385c-4af2-94af-adcd441936db is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:34:59.336876 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-5cabfde5-84e7-4290-b5db-960d15cd0f6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5a9626ed-385c-4af2-94af-adcd441936db) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:34:59.340918 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cabfde5-84e7-4290-b5db-960d15cd0f6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:59.341521 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5cabfde5-84e7-4290-b5db-960d15cd0f6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:34:59.345861 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00cca84-7258-4c79-929f-63886998c084 None None] Network 5a9626ed-385c-4af2-94af-adcd441936db requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:34:59.358242 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5cabfde5-84e7-4290-b5db-960d15cd0f6c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.3007944
Feb 05 21:34:59.448585 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b389a96-39bc-4114-802b-38a43eafb766 None None] Network 5a9626ed-385c-4af2-94af-adcd441936db requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:34:59.779159 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-6fb822f0-5dc8-4ec1-8bb4-38e90982f085 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:34:59.780652 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-6fb822f0-5dc8-4ec1-8bb4-38e90982f085 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/networks?id=5a9626ed-385c-4af2-94af-adcd441936db HTTP/1.1" status: 200  len: 815 time: 0.1014955
Feb 05 21:34:59.795602 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-87648fa0-8892-43ba-a3b8-286f8ea0e9ad tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/quotas/7b4e3068adaf496fa0d3a4a2d476a0b7 HTTP/1.1" status: 200  len: 375 time: 0.0093763
Feb 05 21:34:59.827747 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-ff9bcb94-9010-484d-8b2e-ad765749a927 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7b4e3068adaf496fa0d3a4a2d476a0b7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0272610
Feb 05 21:34:59.919908 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-2719be21-16ba-4dfe-b135-bffb8cb5aa6e service neutron] 10.222.0.32 "GET /v2.0/networks/5a9626ed-385c-4af2-94af-adcd441936db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855615
Feb 05 21:35:00.010055 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-d9799bb9-4a15-47e2-9160-7cbc9f6cee7c service neutron] 10.222.0.32 "GET /v2.0/networks/5a9626ed-385c-4af2-94af-adcd441936db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844581
Feb 05 21:35:00.176022 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-14c47408-ff59-4ecc-9dd4-9dee5873ee63 req-10b44a97-cbee-409f-8fb7-77122fee8fed tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 210 time: 0.0337319
Feb 05 21:35:00.954401 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device efed09e0-cf26-40da-84e0-d0c3ff4ce37f no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:35:00.985883 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: efed09e0-cf26-40da-84e0-d0c3ff4ce37f {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:35:00.986547 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device efed09e0-cf26-40da-84e0-d0c3ff4ce37f not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:35:01.066024 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-d9cb8ebf-599c-42b6-9269-2693e34aa723 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:01.067528 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-d9cb8ebf-599c-42b6-9269-2693e34aa723 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.39 "GET /v2.0/networks?id=5a9626ed-385c-4af2-94af-adcd441936db HTTP/1.1" status: 200  len: 815 time: 0.1067712
Feb 05 21:35:01.079381 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-e77ef88f-6416-4db3-bef8-f81933481d7f tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Request body: {'port': {'device_id': '2cb51b09-5dfa-473f-ab68-e039d3a8dfee', 'network_id': '5a9626ed-385c-4af2-94af-adcd441936db', 'admin_state_up': True, 'tenant_id': '7b4e3068adaf496fa0d3a4a2d476a0b7'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:35:01.190935 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-e77ef88f-6416-4db3-bef8-f81933481d7f tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Made reservation on behalf of 7b4e3068adaf496fa0d3a4a2d476a0b7 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:35:01.194706 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-e77ef88f-6416-4db3-bef8-f81933481d7f tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:01.276886 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5642998d-906f-4191-adb1-4b4d842daade req-2a5182c6-3a73-470f-9472-ab1a80d40e13 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 210 time: 0.0284917
Feb 05 21:35:01.323412 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-e77ef88f-6416-4db3-bef8-f81933481d7f tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Allocated IP 172.20.0.5 (5a9626ed-385c-4af2-94af-adcd441936db/365abded-b4bb-408c-bc7f-2708c13e6a9d/a1d7c9fa-bd3f-4f13-afe1-898b458a533d) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:35:01.464497 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-e77ef88f-6416-4db3-bef8-f81933481d7f tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Publish callbacks [] for port (a1d7c9fa-bd3f-4f13-afe1-898b458a533d), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:01.497063 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-e77ef88f-6416-4db3-bef8-f81933481d7f tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (a1d7c9fa-bd3f-4f13-afe1-898b458a533d), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:01.866393 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-e77ef88f-6416-4db3-bef8-f81933481d7f tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Network 5a9626ed-385c-4af2-94af-adcd441936db is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:35:01.871330 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-e77ef88f-6416-4db3-bef8-f81933481d7f tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:35:01.873720 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-e77ef88f-6416-4db3-bef8-f81933481d7f tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:35:01.906538 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ef88f-6416-4db3-bef8-f81933481d7f tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Pushing event updated for resources: {'Port': ['ID=a1d7c9fa-bd3f-4f13-afe1-898b458a533d,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:35:01.927650 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-e77ef88f-6416-4db3-bef8-f81933481d7f tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:01.928766 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-e77ef88f-6416-4db3-bef8-f81933481d7f tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:01.945226 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-e77ef88f-6416-4db3-bef8-f81933481d7f tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8696814
Feb 05 21:35:01.956649 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-25d8696d-6303-4529-bb4d-0b1c9347e570 service neutron] Request body: {'port': {'device_id': '2cb51b09-5dfa-473f-ab68-e039d3a8dfee', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:35:02.013351 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-25d8696d-6303-4529-bb4d-0b1c9347e570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a1d7c9fa-bd3f-4f13-afe1-898b458a533d), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:02.265276 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-25d8696d-6303-4529-bb4d-0b1c9347e570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1d7c9fa-bd3f-4f13-afe1-898b458a533d {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:35:02.272471 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-25d8696d-6303-4529-bb4d-0b1c9347e570 service neutron] Publish callbacks [] for port (a1d7c9fa-bd3f-4f13-afe1-898b458a533d), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:02.285081 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-25d8696d-6303-4529-bb4d-0b1c9347e570 service neutron] Transition to ACTIVE for port object a1d7c9fa-bd3f-4f13-afe1-898b458a533d will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:35:02.289038 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-25d8696d-6303-4529-bb4d-0b1c9347e570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (a1d7c9fa-bd3f-4f13-afe1-898b458a533d), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:02.338877 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8696d-6303-4529-bb4d-0b1c9347e570 service neutron] Pushing event updated for resources: {'Port': ['ID=a1d7c9fa-bd3f-4f13-afe1-898b458a533d,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:35:02.398190 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9573ad-43eb-4208-ac0c-94a0f6059397 req-acb14bf2-49c9-4f21-b360-9720f4ea1a10 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:02.399709 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b9573ad-43eb-4208-ac0c-94a0f6059397 req-acb14bf2-49c9-4f21-b360-9720f4ea1a10 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 943 time: 0.0538664
Feb 05 21:35:02.417216 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-25d8696d-6303-4529-bb4d-0b1c9347e570 service neutron] Attempting to bind port a1d7c9fa-bd3f-4f13-afe1-898b458a533d on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:35:02.417614 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-25d8696d-6303-4529-bb4d-0b1c9347e570 service neutron] Attempting to bind port a1d7c9fa-bd3f-4f13-afe1-898b458a533d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f85259a3-5ba3-46e2-81bb-001e3aef1ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5a9626ed-385c-4af2-94af-adcd441936db'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:35:02.417952 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-25d8696d-6303-4529-bb4d-0b1c9347e570 service neutron] Attempting to bind port a1d7c9fa-bd3f-4f13-afe1-898b458a533d on network 5a9626ed-385c-4af2-94af-adcd441936db {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:35:02.422413 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-25d8696d-6303-4529-bb4d-0b1c9347e570 service neutron] Port a1d7c9fa-bd3f-4f13-afe1-898b458a533d on network 5a9626ed-385c-4af2-94af-adcd441936db not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:35:02.422752 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-25d8696d-6303-4529-bb4d-0b1c9347e570 service neutron] Attempting to bind port a1d7c9fa-bd3f-4f13-afe1-898b458a533d on network 5a9626ed-385c-4af2-94af-adcd441936db {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:35:02.427564 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-25d8696d-6303-4529-bb4d-0b1c9347e570 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:35:02.428958 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-25d8696d-6303-4529-bb4d-0b1c9347e570 service neutron] Checking segment: {'id': 'f85259a3-5ba3-46e2-81bb-001e3aef1ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5a9626ed-385c-4af2-94af-adcd441936db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:35:02.429385 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-25d8696d-6303-4529-bb4d-0b1c9347e570 service neutron] Bound using segment: {'id': 'f85259a3-5ba3-46e2-81bb-001e3aef1ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5a9626ed-385c-4af2-94af-adcd441936db'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:35:02.429818 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-25d8696d-6303-4529-bb4d-0b1c9347e570 service neutron] Bound port: a1d7c9fa-bd3f-4f13-afe1-898b458a533d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f85259a3-5ba3-46e2-81bb-001e3aef1ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5a9626ed-385c-4af2-94af-adcd441936db'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:35:02.430180 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-25d8696d-6303-4529-bb4d-0b1c9347e570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a1d7c9fa-bd3f-4f13-afe1-898b458a533d), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:02.448150 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b9573ad-43eb-4208-ac0c-94a0f6059397 req-d74044cf-8b53-4b8c-897a-41f562d47cf7 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427079
Feb 05 21:35:02.493366 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-25d8696d-6303-4529-bb4d-0b1c9347e570 service neutron] For port a1d7c9fa-bd3f-4f13-afe1-898b458a533d, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:35:02.496358 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-25d8696d-6303-4529-bb4d-0b1c9347e570 service neutron] For port a1d7c9fa-bd3f-4f13-afe1-898b458a533d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a1d7c9fa-bd3f-4f13-afe1-898b458a533d,segment=NetworkSegment(f85259a3-5ba3-46e2-81bb-001e3aef1ced),segment_id=f85259a3-5ba3-46e2-81bb-001e3aef1ced)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:35:02.501201 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-25d8696d-6303-4529-bb4d-0b1c9347e570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (a1d7c9fa-bd3f-4f13-afe1-898b458a533d), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:02.536044 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-25d8696d-6303-4529-bb4d-0b1c9347e570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:02.536660 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-25d8696d-6303-4529-bb4d-0b1c9347e570 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:02.539131 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-25d8696d-6303-4529-bb4d-0b1c9347e570 service neutron] 10.222.0.39 "PUT /v2.0/ports/a1d7c9fa-bd3f-4f13-afe1-898b458a533d HTTP/1.1" status: 200  len: 1091 time: 0.5865114
Feb 05 21:35:02.539572 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb51b09-5dfa-473f-ab68-e039d3a8dfee', 'tag': 'a1d7c9fa-bd3f-4f13-afe1-898b458a533d'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:35:02.541783 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbeb56e-79cb-440b-8d8b-ea4155cc9400" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb51b09-5dfa-473f-ab68-e039d3a8dfee", "tag": "a1d7c9fa-bd3f-4f13-afe1-898b458a533d"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:35:02.570890 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8696d-6303-4529-bb4d-0b1c9347e570 service neutron] Pushing event updated for resources: {'Port': ['ID=a1d7c9fa-bd3f-4f13-afe1-898b458a533d,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:35:02.587218 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5150be28-b626-4f9b-a918-50ff358499f8 x-openstack-request-id: req-5150be28-b626-4f9b-a918-50ff358499f8 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:35:02.587505 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb51b09-5dfa-473f-ab68-e039d3a8dfee", "tag": "a1d7c9fa-bd3f-4f13-afe1-898b458a533d", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:35:02.587759 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5150be28-b626-4f9b-a918-50ff358499f8 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:35:02.588148 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb51b09-5dfa-473f-ab68-e039d3a8dfee', 'tag': 'a1d7c9fa-bd3f-4f13-afe1-898b458a533d', 'status': 'completed', 'code': 200}
Feb 05 21:35:02.625554 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-e74bbc46-b201-42ec-b5ed-b8808cfcbda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:02.627098 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-e74bbc46-b201-42ec-b5ed-b8808cfcbda9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7b4e3068adaf496fa0d3a4a2d476a0b7&device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 1125 time: 0.0508537
Feb 05 21:35:02.672864 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-ce666c7f-216a-4260-b05b-dac82ead2332 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1d7c9fa-bd3f-4f13-afe1-898b458a533d HTTP/1.1" status: 200  len: 217 time: 0.0381713
Feb 05 21:35:02.721133 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-4c360c78-cd97-4a68-8d16-a6b79bcacf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:02.722629 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-4c360c78-cd97-4a68-8d16-a6b79bcacf69 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=365abded-b4bb-408c-bc7f-2708c13e6a9d HTTP/1.1" status: 200  len: 855 time: 0.0448418
Feb 05 21:35:02.752179 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-66448024-d5d3-432d-9529-1cc60028e140 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5a9626ed-385c-4af2-94af-adcd441936db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0242355
Feb 05 21:35:02.846085 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-0c19397b-7709-4695-bb23-8d06e9d1f14b service neutron] 10.222.0.39 "GET /v2.0/networks/5a9626ed-385c-4af2-94af-adcd441936db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0878780
Feb 05 21:35:02.931750 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c691c090-e687-48ad-bcca-9ab1c61207f9 req-c6c6813c-ecaa-4903-be1d-0fbd943d82c0 service neutron] 10.222.0.39 "GET /v2.0/networks/5a9626ed-385c-4af2-94af-adcd441936db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0804815
Feb 05 21:35:03.028720 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbeb56e-79cb-440b-8d8b-ea4155cc9400 req-07a11fd0-e1f9-4fa4-bed8-1887e7c5ed6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:03.030214 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ffbeb56e-79cb-440b-8d8b-ea4155cc9400 req-07a11fd0-e1f9-4fa4-bed8-1887e7c5ed6c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7b4e3068adaf496fa0d3a4a2d476a0b7&device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 1125 time: 0.0496440
Feb 05 21:35:03.117952 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbeb56e-79cb-440b-8d8b-ea4155cc9400 req-5fbac7b6-2feb-4326-9513-5e5730e158fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:03.119377 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ffbeb56e-79cb-440b-8d8b-ea4155cc9400 req-5fbac7b6-2feb-4326-9513-5e5730e158fd service neutron] 10.222.0.39 "GET /v2.0/networks?id=5a9626ed-385c-4af2-94af-adcd441936db HTTP/1.1" status: 200  len: 916 time: 0.0830100
Feb 05 21:35:03.163076 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ffbeb56e-79cb-440b-8d8b-ea4155cc9400 req-b2a7c48e-986d-4c6d-8875-4c054bf51307 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1d7c9fa-bd3f-4f13-afe1-898b458a533d HTTP/1.1" status: 200  len: 217 time: 0.0380967
Feb 05 21:35:03.209955 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbeb56e-79cb-440b-8d8b-ea4155cc9400 req-fdf34db0-0711-4cf9-9d7f-cdcefd4fe4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:03.211495 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ffbeb56e-79cb-440b-8d8b-ea4155cc9400 req-fdf34db0-0711-4cf9-9d7f-cdcefd4fe4be service neutron] 10.222.0.39 "GET /v2.0/subnets?id=365abded-b4bb-408c-bc7f-2708c13e6a9d HTTP/1.1" status: 200  len: 855 time: 0.0431182
Feb 05 21:35:03.244085 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ffbeb56e-79cb-440b-8d8b-ea4155cc9400 req-d6b882c0-cd2d-4114-bdf7-af4bea8a96f6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5a9626ed-385c-4af2-94af-adcd441936db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0251865
Feb 05 21:35:03.335670 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ffbeb56e-79cb-440b-8d8b-ea4155cc9400 req-0b254d01-3ff9-4ae9-9039-d894d2381d18 service neutron] 10.222.0.39 "GET /v2.0/networks/5a9626ed-385c-4af2-94af-adcd441936db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848382
Feb 05 21:35:03.424018 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ffbeb56e-79cb-440b-8d8b-ea4155cc9400 req-61c49982-ce7a-48dc-99af-7e790c132de4 service neutron] 10.222.0.39 "GET /v2.0/networks/5a9626ed-385c-4af2-94af-adcd441936db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0818369
Feb 05 21:35:03.568221 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d5d4f-06eb-4c8b-af3b-03fc9e8598ed req-ce5e17d8-fb1f-49a8-9ed3-fcde320ed62c tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:03.570443 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-510d5d4f-06eb-4c8b-af3b-03fc9e8598ed req-ce5e17d8-fb1f-49a8-9ed3-fcde320ed62c tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 943 time: 0.0528960
Feb 05 21:35:03.621086 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-510d5d4f-06eb-4c8b-af3b-03fc9e8598ed req-87846fce-06ec-4383-9b99-860c49b47581 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450649
Feb 05 21:35:03.778927 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f6a02702-b2a5-4a53-b780-fe3b4d1283bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:04.742507 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c76aa0-a109-493a-8289-ee191c27dae3 req-65d8880b-560d-436e-80d3-afc320d8c6df tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:04.744004 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-79c76aa0-a109-493a-8289-ee191c27dae3 req-65d8880b-560d-436e-80d3-afc320d8c6df tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 943 time: 0.0539556
Feb 05 21:35:04.790020 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-79c76aa0-a109-493a-8289-ee191c27dae3 req-bf70356e-36b3-4f7a-9794-56718ac7075d tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403693
Feb 05 21:35:04.959311 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device a1d7c9fa-bd3f-4f13-afe1-898b458a533d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:35:05.055626 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port a1d7c9fa-bd3f-4f13-afe1-898b458a533d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a1d7c9fa-bd3f-4f13-afe1-898b458a533d,segment=NetworkSegment(f85259a3-5ba3-46e2-81bb-001e3aef1ced),segment_id=f85259a3-5ba3-46e2-81bb-001e3aef1ced)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:35:05.065671 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'a1d7c9fa-bd3f-4f13-afe1-898b458a533d', 'network_id': '5a9626ed-385c-4af2-94af-adcd441936db', 'port_id': 'a1d7c9fa-bd3f-4f13-afe1-898b458a533d', 'mac_address': 'fa:16:3e:f1:5f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '365abded-b4bb-408c-bc7f-2708c13e6a9d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:35:05.107620 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port a1d7c9fa-bd3f-4f13-afe1-898b458a533d is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:35:05.108012 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a1d7c9fa-bd3f-4f13-afe1-898b458a533d), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:05.121041 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1d7c9fa-bd3f-4f13-afe1-898b458a533d {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:35:05.139439 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port a1d7c9fa-bd3f-4f13-afe1-898b458a533d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a1d7c9fa-bd3f-4f13-afe1-898b458a533d,segment=NetworkSegment(f85259a3-5ba3-46e2-81bb-001e3aef1ced),segment_id=f85259a3-5ba3-46e2-81bb-001e3aef1ced)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:35:05.142970 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (a1d7c9fa-bd3f-4f13-afe1-898b458a533d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:05.189461 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=a1d7c9fa-bd3f-4f13-afe1-898b458a533d,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:35:05.330032 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['a1d7c9fa-bd3f-4f13-afe1-898b458a533d'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:35:05.909209 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770098dd-f0fe-4fe4-abf6-83698a4d6aaa req-1459b4a1-bee6-4bc5-9ed5-bbeb3d3bb24d tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:05.910865 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-770098dd-f0fe-4fe4-abf6-83698a4d6aaa req-1459b4a1-bee6-4bc5-9ed5-bbeb3d3bb24d tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 944 time: 0.0527673
Feb 05 21:35:05.960304 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-770098dd-f0fe-4fe4-abf6-83698a4d6aaa req-bce0cd4c-fcf8-40dd-ba77-7e765d4daba1 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435858
Feb 05 21:35:06.159012 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5ba36b59-9c11-4eb9-a337-cc88830dd047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:06.974706 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device a1d7c9fa-bd3f-4f13-afe1-898b458a533d up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:35:07.031082 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port a1d7c9fa-bd3f-4f13-afe1-898b458a533d completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:35:07.034982 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port a1d7c9fa-bd3f-4f13-afe1-898b458a533d triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:35:07.035361 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (a1d7c9fa-bd3f-4f13-afe1-898b458a533d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:07.087160 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265c637-8b8e-4462-a062-7810764ab2ea req-06309af2-65e0-4ec5-b29c-b0007454087f tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:07.088800 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8265c637-8b8e-4462-a062-7810764ab2ea req-06309af2-65e0-4ec5-b29c-b0007454087f tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 944 time: 0.0596147
Feb 05 21:35:07.117443 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port a1d7c9fa-bd3f-4f13-afe1-898b458a533d is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:35:07.117837 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a1d7c9fa-bd3f-4f13-afe1-898b458a533d), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:07.136220 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8265c637-8b8e-4462-a062-7810764ab2ea req-bc0984a8-7589-40a9-b1cf-c56c8bc6ba9e tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418382
Feb 05 21:35:07.141395 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb51b09-5dfa-473f-ab68-e039d3a8dfee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d7c9fa-bd3f-4f13-afe1-898b458a533d'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:35:07.143688 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5acc3c-604c-4ac8-93bf-5f5494ebec3c" -d '{"events": [{"server_uuid": "2cb51b09-5dfa-473f-ab68-e039d3a8dfee", "name": "network-vif-plugged", "status": "completed", "tag": "a1d7c9fa-bd3f-4f13-afe1-898b458a533d"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:35:07.157130 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port a1d7c9fa-bd3f-4f13-afe1-898b458a533d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a1d7c9fa-bd3f-4f13-afe1-898b458a533d,segment=NetworkSegment(f85259a3-5ba3-46e2-81bb-001e3aef1ced),segment_id=f85259a3-5ba3-46e2-81bb-001e3aef1ced)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:35:07.161223 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (a1d7c9fa-bd3f-4f13-afe1-898b458a533d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:07.188239 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f571dc77-5c40-4a18-a2dd-717abc993981 x-openstack-request-id: req-f571dc77-5c40-4a18-a2dd-717abc993981 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:35:07.188530 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb51b09-5dfa-473f-ab68-e039d3a8dfee", "name": "network-vif-plugged", "status": "completed", "tag": "a1d7c9fa-bd3f-4f13-afe1-898b458a533d", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:35:07.188787 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f571dc77-5c40-4a18-a2dd-717abc993981 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:35:07.189171 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb51b09-5dfa-473f-ab68-e039d3a8dfee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d7c9fa-bd3f-4f13-afe1-898b458a533d', 'code': 200}
Feb 05 21:35:07.216212 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=a1d7c9fa-bd3f-4f13-afe1-898b458a533d,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:35:07.283945 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ee7cd-39e8-43ca-bef4-2f588683540c req-c972d9d8-276b-44e5-9617-096889e64062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:07.285461 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e78ee7cd-39e8-43ca-bef4-2f588683540c req-c972d9d8-276b-44e5-9617-096889e64062 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 1127 time: 0.0450175
Feb 05 21:35:07.332139 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e78ee7cd-39e8-43ca-bef4-2f588683540c req-5e1a68b6-d443-4d66-b6e6-4b2473d21a5a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413113
Feb 05 21:35:07.589218 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:08.260948 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b54371-3d8c-49a5-96e0-cec9364b735d req-1a79b9d6-3370-4652-8804-8b6eb490f77c tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:08.262413 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-40b54371-3d8c-49a5-96e0-cec9364b735d req-1a79b9d6-3370-4652-8804-8b6eb490f77c tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 945 time: 0.0544872
Feb 05 21:35:08.311887 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-40b54371-3d8c-49a5-96e0-cec9364b735d req-9be4397b-14c0-417c-ad7f-bc170b619952 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438583
Feb 05 21:35:09.180217 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:09.437219 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67322cf-728b-49c1-8972-c8831c4a6695 req-109b45a6-1956-47ae-a031-8875532fd6da tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:09.438719 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f67322cf-728b-49c1-8972-c8831c4a6695 req-109b45a6-1956-47ae-a031-8875532fd6da tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 945 time: 0.0569375
Feb 05 21:35:09.484657 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f67322cf-728b-49c1-8972-c8831c4a6695 req-29c24b7c-9c60-4495-91ca-2a533b4efd14 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400474
Feb 05 21:35:09.604336 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a77e60-e5b5-4ff7-9b0b-72af37a0896e req-48560a5d-bee9-48e5-854a-e9e6694bf576 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:09.605741 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-67a77e60-e5b5-4ff7-9b0b-72af37a0896e req-48560a5d-bee9-48e5-854a-e9e6694bf576 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 945 time: 0.0538290
Feb 05 21:35:09.652686 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-67a77e60-e5b5-4ff7-9b0b-72af37a0896e req-91df1d3e-5cd3-4bda-b684-4a73202eb098 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413556
Feb 05 21:35:09.860391 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a081287-8154-4214-a589-c0909281e314 req-a028e239-6c2b-427e-9c7d-342bd7cb3a54 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:09.861781 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4a081287-8154-4214-a589-c0909281e314 req-a028e239-6c2b-427e-9c7d-342bd7cb3a54 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 945 time: 0.0528033
Feb 05 21:35:09.913818 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4a081287-8154-4214-a589-c0909281e314 req-2fb9c184-31d8-4966-b064-c4825bd26061 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451853
Feb 05 21:35:10.032002 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a179ce5-71f3-474e-b83b-bf4ef2a2e749 req-78c36f14-4ccf-4040-a3e9-c0b015fe0f5e tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:10.033497 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3a179ce5-71f3-474e-b83b-bf4ef2a2e749 req-78c36f14-4ccf-4040-a3e9-c0b015fe0f5e tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 945 time: 0.0528243
Feb 05 21:35:10.081637 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3a179ce5-71f3-474e-b83b-bf4ef2a2e749 req-9c185fb3-72d9-4b90-aba4-60eb456f8186 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416210
Feb 05 21:35:10.345977 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-7f86bf7c-c4fa-4c27-9c6b-0f0dab821771 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0828986
Feb 05 21:35:10.353108 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b0b7b-8747-4a75-8976-9e751c09a824 req-7177e25b-ea00-4e7d-9469-d922054ec6dd tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:10.354543 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8f9b0b7b-8747-4a75-8976-9e751c09a824 req-7177e25b-ea00-4e7d-9469-d922054ec6dd tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 945 time: 0.0836489
Feb 05 21:35:10.404476 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8f9b0b7b-8747-4a75-8976-9e751c09a824 req-c3ea0d85-ed97-483b-9bd3-6f11bff6286e tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442314
Feb 05 21:35:10.552105 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:11.526973 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83172a-e5fb-40db-92c0-66f4e45738b4 req-5a8c0c9b-3701-4d27-b2f3-3e1459d9fd7d tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:11.528477 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fd83172a-e5fb-40db-92c0-66f4e45738b4 req-5a8c0c9b-3701-4d27-b2f3-3e1459d9fd7d tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 945 time: 0.0539465
Feb 05 21:35:11.549833 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-2dbf00e1-2530-4459-a3c6-cf8bad526271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:11.551486 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-2dbf00e1-2530-4459-a3c6-cf8bad526271 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7b4e3068adaf496fa0d3a4a2d476a0b7&device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 1127 time: 0.0464418
Feb 05 21:35:11.576686 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fd83172a-e5fb-40db-92c0-66f4e45738b4 req-3a5d2c80-8fb7-47cd-8642-c4b571bf0a7f tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424657
Feb 05 21:35:11.641851 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-378734aa-cabc-4db7-9e59-eafee42362f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:11.643367 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-378734aa-cabc-4db7-9e59-eafee42362f0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5a9626ed-385c-4af2-94af-adcd441936db HTTP/1.1" status: 200  len: 916 time: 0.0860133
Feb 05 21:35:11.686784 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-43ba0948-8eb0-4a2e-a67f-526b91b53baf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1d7c9fa-bd3f-4f13-afe1-898b458a533d HTTP/1.1" status: 200  len: 217 time: 0.0369081
Feb 05 21:35:11.732382 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-18a65566-d1c2-42e5-84a1-4fa1b26966c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:11.733790 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-18a65566-d1c2-42e5-84a1-4fa1b26966c4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=365abded-b4bb-408c-bc7f-2708c13e6a9d HTTP/1.1" status: 200  len: 855 time: 0.0421493
Feb 05 21:35:11.765108 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-2c0b7c49-6892-4547-a2ed-0087d32ab5df service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5a9626ed-385c-4af2-94af-adcd441936db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0260737
Feb 05 21:35:11.855805 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-5669c42b-423e-4ca0-812d-bb66d609dd68 service neutron] 10.222.0.39 "GET /v2.0/networks/5a9626ed-385c-4af2-94af-adcd441936db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845628
Feb 05 21:35:11.942913 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-963d21cb-11c8-41e7-8730-08604490e6f0 service neutron] 10.222.0.39 "GET /v2.0/networks/5a9626ed-385c-4af2-94af-adcd441936db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0810874
Feb 05 21:35:12.696219 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77d9a6-f7af-47d0-8759-654bd3139e02 req-4699e81b-7202-4c96-b2e4-d8aea12a6198 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:12.697995 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0b77d9a6-f7af-47d0-8759-654bd3139e02 req-4699e81b-7202-4c96-b2e4-d8aea12a6198 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 945 time: 0.0529010
Feb 05 21:35:12.749507 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0b77d9a6-f7af-47d0-8759-654bd3139e02 req-6ec258e7-750b-4234-9391-ac74aec36186 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446606
Feb 05 21:35:13.869734 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb141df-a42a-450e-aee2-88156309c1ed req-958d210b-2cbf-4d91-8f75-85720635a920 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:13.871254 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3eb141df-a42a-450e-aee2-88156309c1ed req-958d210b-2cbf-4d91-8f75-85720635a920 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 945 time: 0.0529833
Feb 05 21:35:13.917201 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3eb141df-a42a-450e-aee2-88156309c1ed req-64fec774-44cb-4dd8-9240-812ca53bb31c tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404298
Feb 05 21:35:15.039609 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b109df2-8708-49db-b190-3b0515cff49e req-62bedf99-667e-4590-9360-a3dde09c406a tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:15.041121 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4b109df2-8708-49db-b190-3b0515cff49e req-62bedf99-667e-4590-9360-a3dde09c406a tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 945 time: 0.0536373
Feb 05 21:35:15.087631 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4b109df2-8708-49db-b190-3b0515cff49e req-87df1ca5-743f-469d-9da3-68c468600316 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409415
Feb 05 21:35:15.620423 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:16.214283 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c084a88-f1f4-49d7-b63a-a3407a0d16b5 req-6652081d-88a0-404d-84c5-863c5888aafb tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:16.215696 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2c084a88-f1f4-49d7-b63a-a3407a0d16b5 req-6652081d-88a0-404d-84c5-863c5888aafb tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 945 time: 0.0564218
Feb 05 21:35:16.262495 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2c084a88-f1f4-49d7-b63a-a3407a0d16b5 req-8260eb1e-6d4c-43a2-b4ec-1f94ffe9a1b4 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411136
Feb 05 21:35:17.381438 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a086d-5146-4604-961a-264eebc58d7d req-b3fe99fe-06fa-41b3-847b-37a0584a7582 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:17.382984 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-181a086d-5146-4604-961a-264eebc58d7d req-b3fe99fe-06fa-41b3-847b-37a0584a7582 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 945 time: 0.0532241
Feb 05 21:35:17.430054 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-181a086d-5146-4604-961a-264eebc58d7d req-5770b53d-085c-4bd1-afe8-aef919c944cd tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413585
Feb 05 21:35:18.547726 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fba258-e94a-4bee-a1e3-64563e731dee req-e16f722a-cb42-4be5-a7b6-4e4e74a8727d tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:18.549216 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-65fba258-e94a-4bee-a1e3-64563e731dee req-e16f722a-cb42-4be5-a7b6-4e4e74a8727d tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 945 time: 0.0517473
Feb 05 21:35:18.601015 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-65fba258-e94a-4bee-a1e3-64563e731dee req-5076cdd5-7339-46dd-881f-3442513ec18c tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457046
Feb 05 21:35:19.721153 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd51e0-26bf-406c-ae7a-446b59b7ce35 req-6dc66303-a819-4b46-aefb-4dfbf9ac45b7 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:19.722670 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9bdd51e0-26bf-406c-ae7a-446b59b7ce35 req-6dc66303-a819-4b46-aefb-4dfbf9ac45b7 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 945 time: 0.0534637
Feb 05 21:35:19.769287 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9bdd51e0-26bf-406c-ae7a-446b59b7ce35 req-6953a756-5d8c-4dc7-8d09-18b391f41700 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408065
Feb 05 21:35:20.538419 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:20.889166 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e9577-a90b-4b35-9bcd-34d7ffa2150b req-a419f61e-0e91-43ab-8266-5338b938ff44 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:20.890690 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0d4e9577-a90b-4b35-9bcd-34d7ffa2150b req-a419f61e-0e91-43ab-8266-5338b938ff44 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 945 time: 0.0521305
Feb 05 21:35:20.937187 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0d4e9577-a90b-4b35-9bcd-34d7ffa2150b req-d6935e11-a7ef-4e26-824d-a7d5a4599af2 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409198
Feb 05 21:35:22.060242 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6738ce-7a57-45ab-a4e4-5f0aa0abea49 req-945fe7ff-94ac-4c19-861a-16fa99149654 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:22.061709 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8a6738ce-7a57-45ab-a4e4-5f0aa0abea49 req-945fe7ff-94ac-4c19-861a-16fa99149654 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 945 time: 0.0566895
Feb 05 21:35:22.107722 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8a6738ce-7a57-45ab-a4e4-5f0aa0abea49 req-6c7904f7-b896-4b70-b549-3d885992e727 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404177
Feb 05 21:35:23.228203 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031e2e6-8bec-4f9f-bf9d-3f4c8169632a req-ed5236a9-4b25-43ae-9f8d-02dcb88842de tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:23.229611 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9031e2e6-8bec-4f9f-bf9d-3f4c8169632a req-ed5236a9-4b25-43ae-9f8d-02dcb88842de tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 945 time: 0.0533307
Feb 05 21:35:23.276125 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9031e2e6-8bec-4f9f-bf9d-3f4c8169632a req-b99af39b-9c94-4b60-ac16-181083650484 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408828
Feb 05 21:35:24.395961 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a2a85-8554-44f2-951c-b4b043708bb9 req-18d218ee-1557-48a8-95d6-951d95b32589 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:24.397948 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-840a2a85-8554-44f2-951c-b4b043708bb9 req-18d218ee-1557-48a8-95d6-951d95b32589 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 945 time: 0.0557208
Feb 05 21:35:24.443844 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-840a2a85-8554-44f2-951c-b4b043708bb9 req-19f88764-8f75-46c9-af42-b24d30ecd813 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401714
Feb 05 21:35:25.563656 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa40e3-ed4c-41ef-b3e3-d788eeb7f01c req-64951761-abd3-4b73-89e7-04315a4bcdd0 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:25.565127 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dbfa40e3-ed4c-41ef-b3e3-d788eeb7f01c req-64951761-abd3-4b73-89e7-04315a4bcdd0 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 945 time: 0.0526731
Feb 05 21:35:25.610392 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dbfa40e3-ed4c-41ef-b3e3-d788eeb7f01c req-c1037e62-194b-4779-9b95-69a5bcec0161 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397177
Feb 05 21:35:26.729488 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13b2a0-cc25-45dc-ab54-514bf0e8e24b req-2c886877-12d6-4606-ba06-8869377d1d10 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:26.731060 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0d13b2a0-cc25-45dc-ab54-514bf0e8e24b req-2c886877-12d6-4606-ba06-8869377d1d10 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 945 time: 0.0541139
Feb 05 21:35:26.781187 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0d13b2a0-cc25-45dc-ab54-514bf0e8e24b req-53616400-e3d1-4897-837f-c6e573db006a tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445485
Feb 05 21:35:27.834407 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:35:27.903142 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db017e-5291-43c2-99ab-c5052052e80d req-ae8a914e-7f77-417b-8a53-1e896b6ae5aa tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:27.904613 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-36db017e-5291-43c2-99ab-c5052052e80d req-ae8a914e-7f77-417b-8a53-1e896b6ae5aa tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 945 time: 0.0544646
Feb 05 21:35:27.953385 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-36db017e-5291-43c2-99ab-c5052052e80d req-3db7cea2-9c5a-4601-b33e-976a7cc928b9 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431483
Feb 05 21:35:29.075515 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c456a2-ad87-4e01-bf1f-5805f73acb17 req-4abf0f82-e657-4e55-95c2-80034355f96c tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:29.077000 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-38c456a2-ad87-4e01-bf1f-5805f73acb17 req-4abf0f82-e657-4e55-95c2-80034355f96c tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 945 time: 0.0526459
Feb 05 21:35:29.123195 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-38c456a2-ad87-4e01-bf1f-5805f73acb17 req-6062b7ae-1f98-413a-b453-ba6cebfc6ab8 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406120
Feb 05 21:35:30.249886 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a4502-a201-4dec-9bf5-5b77d09be7db req-e2283611-7e13-4147-b67f-e18d45caa3f5 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:30.251318 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-761a4502-a201-4dec-9bf5-5b77d09be7db req-e2283611-7e13-4147-b67f-e18d45caa3f5 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 945 time: 0.0571613
Feb 05 21:35:30.298036 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-761a4502-a201-4dec-9bf5-5b77d09be7db req-e3b48a5d-215d-4049-b3a6-6910b23f3914 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411491
Feb 05 21:35:31.416077 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46b485-2c05-481b-8940-2f41a23472f6 req-6cf0d365-df09-453e-8a84-7d1aa3f84b78 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:31.417591 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7e46b485-2c05-481b-8940-2f41a23472f6 req-6cf0d365-df09-453e-8a84-7d1aa3f84b78 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 945 time: 0.0528097
Feb 05 21:35:31.465848 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7e46b485-2c05-481b-8940-2f41a23472f6 req-beb658dc-e951-4252-abb9-1038555f8d6a tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424588
Feb 05 21:35:32.585832 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d82354-2e0e-4b49-a5a1-6e2953979599 req-d53bf301-e830-43b7-967f-aedfb95c08a1 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:32.587353 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-55d82354-2e0e-4b49-a5a1-6e2953979599 req-d53bf301-e830-43b7-967f-aedfb95c08a1 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 945 time: 0.0535064
Feb 05 21:35:32.638308 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-55d82354-2e0e-4b49-a5a1-6e2953979599 req-6b2494f5-8dd9-4600-8ce3-7971874ff4fd tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452917
Feb 05 21:35:33.756630 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d0e97-b228-4ab0-abe1-077d37794631 req-22344145-f80a-4892-ac47-dfe8a2da46dc tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:33.758722 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-769d0e97-b228-4ab0-abe1-077d37794631 req-22344145-f80a-4892-ac47-dfe8a2da46dc tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 945 time: 0.0522258
Feb 05 21:35:33.780765 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d1d615d2-29f6-4a3f-b6f2-8e88c630c8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:33.807632 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-769d0e97-b228-4ab0-abe1-077d37794631 req-c2cdca63-4740-4914-babe-77579a41f82a tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429339
Feb 05 21:35:34.495048 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d0da6-9420-4ed7-b977-7fbce5fbd2d3 req-896ff976-c501-4682-b964-1c55d572e98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:34.496533 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-784d0da6-9420-4ed7-b977-7fbce5fbd2d3 req-896ff976-c501-4682-b964-1c55d572e98a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7b4e3068adaf496fa0d3a4a2d476a0b7&device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 1127 time: 0.0447590
Feb 05 21:35:34.602385 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d0da6-9420-4ed7-b977-7fbce5fbd2d3 req-a17581e4-0afe-43fb-8fbf-8244d9043ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:34.604545 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-784d0da6-9420-4ed7-b977-7fbce5fbd2d3 req-a17581e4-0afe-43fb-8fbf-8244d9043ce2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5a9626ed-385c-4af2-94af-adcd441936db HTTP/1.1" status: 200  len: 916 time: 0.0893359
Feb 05 21:35:34.643878 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-784d0da6-9420-4ed7-b977-7fbce5fbd2d3 req-45227c2c-d62e-4e42-8224-469f90a279df service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1d7c9fa-bd3f-4f13-afe1-898b458a533d HTTP/1.1" status: 200  len: 217 time: 0.0343578
Feb 05 21:35:34.695004 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d0da6-9420-4ed7-b977-7fbce5fbd2d3 req-23af33b2-46b3-42ed-af11-abb2522f71a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:34.696581 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-784d0da6-9420-4ed7-b977-7fbce5fbd2d3 req-23af33b2-46b3-42ed-af11-abb2522f71a0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=365abded-b4bb-408c-bc7f-2708c13e6a9d HTTP/1.1" status: 200  len: 855 time: 0.0464125
Feb 05 21:35:34.728848 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-784d0da6-9420-4ed7-b977-7fbce5fbd2d3 req-a791e6f8-1409-4964-abed-ce266d8395f4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5a9626ed-385c-4af2-94af-adcd441936db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0258391
Feb 05 21:35:34.815525 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-784d0da6-9420-4ed7-b977-7fbce5fbd2d3 req-7740eac1-49a1-49e4-b364-ac337c25fbee service neutron] 10.222.0.39 "GET /v2.0/networks/5a9626ed-385c-4af2-94af-adcd441936db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0810747
Feb 05 21:35:34.907933 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-784d0da6-9420-4ed7-b977-7fbce5fbd2d3 req-bc14bdb6-784f-4cd2-b149-e6d51c656786 service neutron] 10.222.0.39 "GET /v2.0/networks/5a9626ed-385c-4af2-94af-adcd441936db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865912
Feb 05 21:35:34.933990 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeff566-be29-406b-b051-9ba3e0dd51cc req-d49b2982-123c-4851-a19b-0eeb5b91fe44 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:34.935586 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bfeff566-be29-406b-b051-9ba3e0dd51cc req-d49b2982-123c-4851-a19b-0eeb5b91fe44 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 945 time: 0.0590181
Feb 05 21:35:34.983996 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bfeff566-be29-406b-b051-9ba3e0dd51cc req-b175d989-0091-47fe-ac4d-d717824098d0 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423322
Feb 05 21:35:36.106170 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848d1d4-42cc-4707-a0bf-408567607f26 req-6135d2fe-467e-4822-858c-0cd52b235028 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:36.107706 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d848d1d4-42cc-4707-a0bf-408567607f26 req-6135d2fe-467e-4822-858c-0cd52b235028 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 945 time: 0.0563905
Feb 05 21:35:36.154154 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d848d1d4-42cc-4707-a0bf-408567607f26 req-2ddb6218-b61e-41bf-8a33-cae3e28595e9 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407171
Feb 05 21:35:36.160697 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3a0440b9-ef6d-4d7e-89cd-8e00889c4681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:37.274608 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514ff37-8cae-4769-b18a-39669358f65e req-f359daa6-d3a2-4961-b17a-eed7fe33d498 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:37.276018 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7514ff37-8cae-4769-b18a-39669358f65e req-f359daa6-d3a2-4961-b17a-eed7fe33d498 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 945 time: 0.0529187
Feb 05 21:35:37.322680 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7514ff37-8cae-4769-b18a-39669358f65e req-14d9b632-dee0-492f-a5d2-ec4bb0fa0d7a tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409672
Feb 05 21:35:37.590543 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:38.448516 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8788a86-8e9e-4eb4-a336-93f39de3cd71 req-6f98473c-bff0-4695-9dc5-53373313b8eb tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:38.449992 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c8788a86-8e9e-4eb4-a336-93f39de3cd71 req-6f98473c-bff0-4695-9dc5-53373313b8eb tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 945 time: 0.0581319
Feb 05 21:35:38.496540 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c8788a86-8e9e-4eb4-a336-93f39de3cd71 req-05d12137-051c-4e7d-b776-8643317046ac tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409305
Feb 05 21:35:38.873702 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-b0966def-df53-4883-8b54-fdc250cc0642 service neutron] show failed (client error): The resource could not be found.
Feb 05 21:35:38.874767 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-b0966def-df53-4883-8b54-fdc250cc0642 service neutron] 10.222.0.39 "GET /v2.0/ports/a1d7c9fa-bd3f-4f13-afe1-898b458a533d/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0543756
Feb 05 21:35:39.075603 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-54af5ad2-7e68-4f8d-b644-5922068de52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:39.077091 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-54af5ad2-7e68-4f8d-b644-5922068de52d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee&tenant_id=7b4e3068adaf496fa0d3a4a2d476a0b7 HTTP/1.1" status: 200  len: 1127 time: 0.0486984
Feb 05 21:35:39.088714 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-8b15dfed-d4ef-4694-9e87-185dcd8389fb service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:35:39.145315 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-8b15dfed-d4ef-4694-9e87-185dcd8389fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a1d7c9fa-bd3f-4f13-afe1-898b458a533d), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:39.183529 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:39.343239 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-8b15dfed-d4ef-4694-9e87-185dcd8389fb service neutron] For port a1d7c9fa-bd3f-4f13-afe1-898b458a533d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a1d7c9fa-bd3f-4f13-afe1-898b458a533d,segment=NetworkSegment(f85259a3-5ba3-46e2-81bb-001e3aef1ced),segment_id=f85259a3-5ba3-46e2-81bb-001e3aef1ced)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:35:39.374777 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-8b15dfed-d4ef-4694-9e87-185dcd8389fb service neutron] For port a1d7c9fa-bd3f-4f13-afe1-898b458a533d, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:35:39.418098 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb51b09-5dfa-473f-ab68-e039d3a8dfee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1d7c9fa-bd3f-4f13-afe1-898b458a533d'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:35:39.420329 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b943da-9f62-4f1e-b6a7-3dc40d614521" -d '{"events": [{"server_uuid": "2cb51b09-5dfa-473f-ab68-e039d3a8dfee", "name": "network-vif-unplugged", "status": "completed", "tag": "a1d7c9fa-bd3f-4f13-afe1-898b458a533d"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:35:39.424329 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-8b15dfed-d4ef-4694-9e87-185dcd8389fb service neutron] Publish callbacks [] for port (a1d7c9fa-bd3f-4f13-afe1-898b458a533d), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:39.437716 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-8b15dfed-d4ef-4694-9e87-185dcd8389fb service neutron] Transition to ACTIVE for port object a1d7c9fa-bd3f-4f13-afe1-898b458a533d will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:35:39.441376 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-8b15dfed-d4ef-4694-9e87-185dcd8389fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (a1d7c9fa-bd3f-4f13-afe1-898b458a533d), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:39.479748 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 21:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df016f69-a528-4437-a5be-d3bc49b74594 x-openstack-request-id: req-df016f69-a528-4437-a5be-d3bc49b74594 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:35:39.480043 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb51b09-5dfa-473f-ab68-e039d3a8dfee", "name": "network-vif-unplugged", "status": "completed", "tag": "a1d7c9fa-bd3f-4f13-afe1-898b458a533d", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:35:39.480303 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-df016f69-a528-4437-a5be-d3bc49b74594 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:35:39.480699 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb51b09-5dfa-473f-ab68-e039d3a8dfee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1d7c9fa-bd3f-4f13-afe1-898b458a533d', 'code': 200}
Feb 05 21:35:39.505918 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-8b15dfed-d4ef-4694-9e87-185dcd8389fb service neutron] No DVR routers for this DVR port a1d7c9fa-bd3f-4f13-afe1-898b458a533d on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:35:39.507750 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b15dfed-d4ef-4694-9e87-185dcd8389fb service neutron] Pushing event updated for resources: {'Port': ['ID=a1d7c9fa-bd3f-4f13-afe1-898b458a533d,revision_number=6']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:35:39.544262 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-8b15dfed-d4ef-4694-9e87-185dcd8389fb service neutron] Attempting to bind port a1d7c9fa-bd3f-4f13-afe1-898b458a533d on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:35:39.544612 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-8b15dfed-d4ef-4694-9e87-185dcd8389fb service neutron] Attempting to bind port a1d7c9fa-bd3f-4f13-afe1-898b458a533d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f85259a3-5ba3-46e2-81bb-001e3aef1ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5a9626ed-385c-4af2-94af-adcd441936db'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:35:39.544948 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-8b15dfed-d4ef-4694-9e87-185dcd8389fb service neutron] Attempting to bind port a1d7c9fa-bd3f-4f13-afe1-898b458a533d on network 5a9626ed-385c-4af2-94af-adcd441936db {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:35:39.549359 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-8b15dfed-d4ef-4694-9e87-185dcd8389fb service neutron] Port a1d7c9fa-bd3f-4f13-afe1-898b458a533d on network 5a9626ed-385c-4af2-94af-adcd441936db not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:35:39.549685 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-8b15dfed-d4ef-4694-9e87-185dcd8389fb service neutron] Attempting to bind port a1d7c9fa-bd3f-4f13-afe1-898b458a533d on network 5a9626ed-385c-4af2-94af-adcd441936db {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:35:39.554527 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-8b15dfed-d4ef-4694-9e87-185dcd8389fb service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:35:39.555436 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-8b15dfed-d4ef-4694-9e87-185dcd8389fb service neutron] Checking segment: {'id': 'f85259a3-5ba3-46e2-81bb-001e3aef1ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5a9626ed-385c-4af2-94af-adcd441936db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:35:39.555827 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-8b15dfed-d4ef-4694-9e87-185dcd8389fb service neutron] Bound using segment: {'id': 'f85259a3-5ba3-46e2-81bb-001e3aef1ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5a9626ed-385c-4af2-94af-adcd441936db'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:35:39.556255 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-8b15dfed-d4ef-4694-9e87-185dcd8389fb service neutron] Bound port: a1d7c9fa-bd3f-4f13-afe1-898b458a533d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f85259a3-5ba3-46e2-81bb-001e3aef1ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5a9626ed-385c-4af2-94af-adcd441936db'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:35:39.556618 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-8b15dfed-d4ef-4694-9e87-185dcd8389fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a1d7c9fa-bd3f-4f13-afe1-898b458a533d), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:39.618738 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd59a1d-40b0-4d7a-bba5-d5c522ccebb3 req-f452b7b1-7931-405e-aef6-59c4601d1788 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:39.620280 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cfd59a1d-40b0-4d7a-bba5-d5c522ccebb3 req-f452b7b1-7931-405e-aef6-59c4601d1788 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 943 time: 0.0543089
Feb 05 21:35:39.622998 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-8b15dfed-d4ef-4694-9e87-185dcd8389fb service neutron] For port a1d7c9fa-bd3f-4f13-afe1-898b458a533d, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:35:39.626257 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-8b15dfed-d4ef-4694-9e87-185dcd8389fb service neutron] For port a1d7c9fa-bd3f-4f13-afe1-898b458a533d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a1d7c9fa-bd3f-4f13-afe1-898b458a533d,segment=NetworkSegment(f85259a3-5ba3-46e2-81bb-001e3aef1ced),segment_id=f85259a3-5ba3-46e2-81bb-001e3aef1ced)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:35:39.632444 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-8b15dfed-d4ef-4694-9e87-185dcd8389fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (a1d7c9fa-bd3f-4f13-afe1-898b458a533d), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:39.669166 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-8b15dfed-d4ef-4694-9e87-185dcd8389fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:39.669322 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cfd59a1d-40b0-4d7a-bba5-d5c522ccebb3 req-284caf40-a8a4-4762-b877-428051c1db69 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428872
Feb 05 21:35:39.669732 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-8b15dfed-d4ef-4694-9e87-185dcd8389fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:39.671146 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-8b15dfed-d4ef-4694-9e87-185dcd8389fb service neutron] 10.222.0.21 "PUT /v2.0/ports/a1d7c9fa-bd3f-4f13-afe1-898b458a533d HTTP/1.1" status: 200  len: 1091 time: 0.5870311
Feb 05 21:35:39.693195 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b15dfed-d4ef-4694-9e87-185dcd8389fb service neutron] Pushing event updated for resources: {'Port': ['ID=a1d7c9fa-bd3f-4f13-afe1-898b458a533d,revision_number=7']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:35:39.739612 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-ad4dd231-838d-4a07-a2a4-b8b0b9db1ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:39.741141 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-ad4dd231-838d-4a07-a2a4-b8b0b9db1ddd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7b4e3068adaf496fa0d3a4a2d476a0b7&device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 1125 time: 0.0448143
Feb 05 21:35:39.829830 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-0eb3167d-bba9-498e-8ea6-d6cf93d98270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:39.831327 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-0eb3167d-bba9-498e-8ea6-d6cf93d98270 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5a9626ed-385c-4af2-94af-adcd441936db HTTP/1.1" status: 200  len: 916 time: 0.0850556
Feb 05 21:35:39.871497 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-04e06755-e78c-4da0-a87a-381cca111d67 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1d7c9fa-bd3f-4f13-afe1-898b458a533d HTTP/1.1" status: 200  len: 217 time: 0.0339131
Feb 05 21:35:39.917968 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-927145e3-792e-4662-9f6d-d77561240c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:39.919453 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-927145e3-792e-4662-9f6d-d77561240c57 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=365abded-b4bb-408c-bc7f-2708c13e6a9d HTTP/1.1" status: 200  len: 855 time: 0.0425165
Feb 05 21:35:39.950555 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-bb5bedbd-380d-490b-8aa2-8f37ee746b3e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5a9626ed-385c-4af2-94af-adcd441936db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0252426
Feb 05 21:35:40.042548 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-ab2153d2-df28-46d0-813c-7a7605ce48bd service neutron] 10.222.0.21 "GET /v2.0/networks/5a9626ed-385c-4af2-94af-adcd441936db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0858152
Feb 05 21:35:40.132132 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9047eea5-4a8f-4fe4-929f-7c8aabc5457a req-1ce22a25-53de-4d7b-8510-107822520c36 service neutron] 10.222.0.21 "GET /v2.0/networks/5a9626ed-385c-4af2-94af-adcd441936db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836067
Feb 05 21:35:40.553641 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:40.793477 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9122b-6929-42b4-aeee-23592de7c925 req-cb5b23d0-5e5c-4dc6-8016-8c6dcc8517d2 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:40.794984 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-50b9122b-6929-42b4-aeee-23592de7c925 req-cb5b23d0-5e5c-4dc6-8016-8c6dcc8517d2 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 943 time: 0.0518510
Feb 05 21:35:40.845056 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-50b9122b-6929-42b4-aeee-23592de7c925 req-6a70cbaa-72c2-42b7-ac7b-30300ccfaa7b tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444033
Feb 05 21:35:41.481561 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb51b09-5dfa-473f-ab68-e039d3a8dfee', 'tag': 'a1d7c9fa-bd3f-4f13-afe1-898b458a533d'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:35:41.484093 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ccdef8-2b1f-489f-ba98-e8e928d7e638" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb51b09-5dfa-473f-ab68-e039d3a8dfee", "tag": "a1d7c9fa-bd3f-4f13-afe1-898b458a533d"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:35:41.547094 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167c5dbd-e7d1-40e3-a62f-8e887e3ee9de x-openstack-request-id: req-167c5dbd-e7d1-40e3-a62f-8e887e3ee9de {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:35:41.547392 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb51b09-5dfa-473f-ab68-e039d3a8dfee", "tag": "a1d7c9fa-bd3f-4f13-afe1-898b458a533d", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:35:41.547658 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-167c5dbd-e7d1-40e3-a62f-8e887e3ee9de {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:35:41.548037 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb51b09-5dfa-473f-ab68-e039d3a8dfee', 'tag': 'a1d7c9fa-bd3f-4f13-afe1-898b458a533d', 'status': 'completed', 'code': 200}
Feb 05 21:35:41.641534 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccdef8-2b1f-489f-ba98-e8e928d7e638 req-93de0c34-5a15-4a65-bf42-da3a1c46986a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:41.643111 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-99ccdef8-2b1f-489f-ba98-e8e928d7e638 req-93de0c34-5a15-4a65-bf42-da3a1c46986a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7b4e3068adaf496fa0d3a4a2d476a0b7&device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 1125 time: 0.0789950
Feb 05 21:35:41.645575 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccdef8-2b1f-489f-ba98-e8e928d7e638 req-9c9db75d-7a75-45f1-b58d-cde68e85ba54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:41.647013 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-99ccdef8-2b1f-489f-ba98-e8e928d7e638 req-9c9db75d-7a75-45f1-b58d-cde68e85ba54 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7b4e3068adaf496fa0d3a4a2d476a0b7&device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 1125 time: 0.0747085
Feb 05 21:35:41.835637 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccdef8-2b1f-489f-ba98-e8e928d7e638 req-f26767ac-8613-4862-bbd7-2be794c812e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:41.838013 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-99ccdef8-2b1f-489f-ba98-e8e928d7e638 req-f26767ac-8613-4862-bbd7-2be794c812e0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5a9626ed-385c-4af2-94af-adcd441936db HTTP/1.1" status: 200  len: 916 time: 0.1879001
Feb 05 21:35:41.840564 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccdef8-2b1f-489f-ba98-e8e928d7e638 req-77c252c8-35db-4742-a6f8-05bb864a65d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:41.841864 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-99ccdef8-2b1f-489f-ba98-e8e928d7e638 req-77c252c8-35db-4742-a6f8-05bb864a65d0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5a9626ed-385c-4af2-94af-adcd441936db HTTP/1.1" status: 200  len: 916 time: 0.1835089
Feb 05 21:35:41.895368 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-99ccdef8-2b1f-489f-ba98-e8e928d7e638 req-e35e1df3-a3ad-4d5f-9459-8e1bcd3260e3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1d7c9fa-bd3f-4f13-afe1-898b458a533d HTTP/1.1" status: 200  len: 217 time: 0.0508318
Feb 05 21:35:41.930212 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-99ccdef8-2b1f-489f-ba98-e8e928d7e638 req-e1ac864a-f07a-4760-a6ae-57a597e76539 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1d7c9fa-bd3f-4f13-afe1-898b458a533d HTTP/1.1" status: 200  len: 217 time: 0.0791526
Feb 05 21:35:41.967279 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95334df6-12ba-458c-bc0d-f2b0b346294d req-3f1ed848-2a5d-4785-8d42-c42108765ca2 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:41.968764 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-95334df6-12ba-458c-bc0d-f2b0b346294d req-3f1ed848-2a5d-4785-8d42-c42108765ca2 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 943 time: 0.0544569
Feb 05 21:35:42.018147 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-95334df6-12ba-458c-bc0d-f2b0b346294d req-edfee2c2-9a57-4fc5-9f6d-790236e164dd tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436788
Feb 05 21:35:42.021616 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccdef8-2b1f-489f-ba98-e8e928d7e638 req-b59a844e-67b7-43dc-9acf-1645f2c99d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:42.023110 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-99ccdef8-2b1f-489f-ba98-e8e928d7e638 req-b59a844e-67b7-43dc-9acf-1645f2c99d93 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=365abded-b4bb-408c-bc7f-2708c13e6a9d HTTP/1.1" status: 200  len: 855 time: 0.1017332
Feb 05 21:35:42.027556 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccdef8-2b1f-489f-ba98-e8e928d7e638 req-1d35b133-f5c6-4d2a-81cc-12c7a09bf4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:42.028921 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-99ccdef8-2b1f-489f-ba98-e8e928d7e638 req-1d35b133-f5c6-4d2a-81cc-12c7a09bf4df service neutron] 10.222.0.39 "GET /v2.0/subnets?id=365abded-b4bb-408c-bc7f-2708c13e6a9d HTTP/1.1" status: 200  len: 855 time: 0.0678518
Feb 05 21:35:42.070969 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-99ccdef8-2b1f-489f-ba98-e8e928d7e638 req-fa47a9f0-3232-4ceb-96af-394acf41bac6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5a9626ed-385c-4af2-94af-adcd441936db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0405538
Feb 05 21:35:42.094658 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-99ccdef8-2b1f-489f-ba98-e8e928d7e638 req-09c52e41-ce89-4822-ac1a-2eb115716a9b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5a9626ed-385c-4af2-94af-adcd441936db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0533142
Feb 05 21:35:42.249964 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-99ccdef8-2b1f-489f-ba98-e8e928d7e638 req-75aa8ebe-16b2-42bf-8201-aa9d58f4152d service neutron] 10.222.0.21 "GET /v2.0/networks/5a9626ed-385c-4af2-94af-adcd441936db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1576998
Feb 05 21:35:42.252062 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-99ccdef8-2b1f-489f-ba98-e8e928d7e638 req-47b906a4-18f0-4a96-b471-55bea4b079a1 service neutron] 10.222.0.39 "GET /v2.0/networks/5a9626ed-385c-4af2-94af-adcd441936db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1509924
Feb 05 21:35:42.412805 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-99ccdef8-2b1f-489f-ba98-e8e928d7e638 req-463f8a84-6a5e-449c-8dd1-6297bb0f6607 service neutron] 10.222.0.21 "GET /v2.0/networks/5a9626ed-385c-4af2-94af-adcd441936db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1559620
Feb 05 21:35:42.415164 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-99ccdef8-2b1f-489f-ba98-e8e928d7e638 req-1f93cea4-be83-4f18-8625-a1ac86b61e30 service neutron] 10.222.0.39 "GET /v2.0/networks/5a9626ed-385c-4af2-94af-adcd441936db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1508148
Feb 05 21:35:43.130518 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device a1d7c9fa-bd3f-4f13-afe1-898b458a533d no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:35:43.140860 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87bb87-8dbf-4802-96aa-ed271ab40278 req-53fe17e9-0ef2-48dd-99e8-5c03023aaf50 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:43.142361 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cc87bb87-8dbf-4802-96aa-ed271ab40278 req-53fe17e9-0ef2-48dd-99e8-5c03023aaf50 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 943 time: 0.0520296
Feb 05 21:35:43.172538 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] The host nch2-master-1 is not matching for port a1d7c9fa-bd3f-4f13-afe1-898b458a533d host nch1-master-1! {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Feb 05 21:35:43.173260 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device a1d7c9fa-bd3f-4f13-afe1-898b458a533d not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:35:43.188762 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cc87bb87-8dbf-4802-96aa-ed271ab40278 req-fa9cb06f-29f4-43c2-98e4-a7bcf8faa7ce tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405824
Feb 05 21:35:43.396342 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce064ec1-78e1-4d42-89c5-0652df4a7d91 req-13b7286a-09e7-461f-9838-f162d5aae8a5 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:43.397839 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ce064ec1-78e1-4d42-89c5-0652df4a7d91 req-13b7286a-09e7-461f-9838-f162d5aae8a5 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 943 time: 0.0582929
Feb 05 21:35:43.406847 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf97a47-c69c-42ac-99ab-dfe47f03f7c6 req-9699121c-632c-423b-8e77-a43f8f09d89d tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:43.408325 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-edf97a47-c69c-42ac-99ab-dfe47f03f7c6 req-9699121c-632c-423b-8e77-a43f8f09d89d tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.39 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee&tenant_id=7b4e3068adaf496fa0d3a4a2d476a0b7&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0553720
Feb 05 21:35:43.445074 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ce064ec1-78e1-4d42-89c5-0652df4a7d91 req-6e1cde5c-3b99-4b84-b55d-b0cd34257689 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414679
Feb 05 21:35:43.467079 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [req-edf97a47-c69c-42ac-99ab-dfe47f03f7c6 req-d7efd12e-f559-4c6e-a5bf-77ea68dc0c2d service neutron] delete failed (client error): The resource could not be found.
Feb 05 21:35:43.468105 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-edf97a47-c69c-42ac-99ab-dfe47f03f7c6 req-d7efd12e-f559-4c6e-a5bf-77ea68dc0c2d service neutron] 10.222.0.39 "DELETE /v2.0/ports/a1d7c9fa-bd3f-4f13-afe1-898b458a533d/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0537922
Feb 05 21:35:43.551831 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf97a47-c69c-42ac-99ab-dfe47f03f7c6 req-6d91a604-4f0a-49c3-8649-5832939e8c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:43.553324 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-edf97a47-c69c-42ac-99ab-dfe47f03f7c6 req-6d91a604-4f0a-49c3-8649-5832939e8c46 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7b4e3068adaf496fa0d3a4a2d476a0b7&device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 1125 time: 0.0447140
Feb 05 21:35:43.645218 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf97a47-c69c-42ac-99ab-dfe47f03f7c6 req-b0bf31f7-45bc-4635-ad47-bcb86ea64d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:43.646744 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-edf97a47-c69c-42ac-99ab-dfe47f03f7c6 req-b0bf31f7-45bc-4635-ad47-bcb86ea64d6b service neutron] 10.222.0.39 "GET /v2.0/networks?id=5a9626ed-385c-4af2-94af-adcd441936db HTTP/1.1" status: 200  len: 916 time: 0.0871565
Feb 05 21:35:43.686255 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-edf97a47-c69c-42ac-99ab-dfe47f03f7c6 req-efce5676-4c2c-43f9-8f5b-b063fba4e406 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1d7c9fa-bd3f-4f13-afe1-898b458a533d HTTP/1.1" status: 200  len: 217 time: 0.0342202
Feb 05 21:35:43.737291 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf97a47-c69c-42ac-99ab-dfe47f03f7c6 req-c30f9043-f489-47a1-8394-4772556a56dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:43.738665 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-edf97a47-c69c-42ac-99ab-dfe47f03f7c6 req-c30f9043-f489-47a1-8394-4772556a56dc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=365abded-b4bb-408c-bc7f-2708c13e6a9d HTTP/1.1" status: 200  len: 855 time: 0.0472715
Feb 05 21:35:43.767796 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-edf97a47-c69c-42ac-99ab-dfe47f03f7c6 req-18a183b9-452d-4492-b438-d6600d7fc0dd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5a9626ed-385c-4af2-94af-adcd441936db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0238695
Feb 05 21:35:43.852250 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-edf97a47-c69c-42ac-99ab-dfe47f03f7c6 req-88a044b9-34c5-44e4-8bb0-44e302c9daf6 service neutron] 10.222.0.39 "GET /v2.0/networks/5a9626ed-385c-4af2-94af-adcd441936db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0787914
Feb 05 21:35:43.940581 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-edf97a47-c69c-42ac-99ab-dfe47f03f7c6 req-aba8f6f8-d56c-40b6-9626-3a018ea62d7e service neutron] 10.222.0.39 "GET /v2.0/networks/5a9626ed-385c-4af2-94af-adcd441936db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831831
Feb 05 21:35:44.565920 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9153cee-340b-43dc-b212-af166172866a req-ab207894-8e31-4793-b523-a011cc02184f tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:44.567417 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e9153cee-340b-43dc-b212-af166172866a req-ab207894-8e31-4793-b523-a011cc02184f tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 943 time: 0.0524044
Feb 05 21:35:44.575263 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device a1d7c9fa-bd3f-4f13-afe1-898b458a533d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:35:44.614680 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e9153cee-340b-43dc-b212-af166172866a req-b888aecc-74bd-424e-a688-f330e461e0ce tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407736
Feb 05 21:35:44.676319 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port a1d7c9fa-bd3f-4f13-afe1-898b458a533d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a1d7c9fa-bd3f-4f13-afe1-898b458a533d,segment=NetworkSegment(f85259a3-5ba3-46e2-81bb-001e3aef1ced),segment_id=f85259a3-5ba3-46e2-81bb-001e3aef1ced)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:35:44.687476 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': 'a1d7c9fa-bd3f-4f13-afe1-898b458a533d', 'network_id': '5a9626ed-385c-4af2-94af-adcd441936db', 'port_id': 'a1d7c9fa-bd3f-4f13-afe1-898b458a533d', 'mac_address': 'fa:16:3e:f1:5f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '365abded-b4bb-408c-bc7f-2708c13e6a9d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:35:44.729645 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port a1d7c9fa-bd3f-4f13-afe1-898b458a533d is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:35:44.730039 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a1d7c9fa-bd3f-4f13-afe1-898b458a533d), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:44.737825 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7090a8-f839-47a1-894a-050d7206e20a req-f7e0e9ca-0b2c-4422-b5be-c613b7484959 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:44.739386 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2e7090a8-f839-47a1-894a-050d7206e20a req-f7e0e9ca-0b2c-4422-b5be-c613b7484959 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 943 time: 0.0544467
Feb 05 21:35:44.742810 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1d7c9fa-bd3f-4f13-afe1-898b458a533d {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:35:44.763220 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port a1d7c9fa-bd3f-4f13-afe1-898b458a533d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a1d7c9fa-bd3f-4f13-afe1-898b458a533d,segment=NetworkSegment(f85259a3-5ba3-46e2-81bb-001e3aef1ced),segment_id=f85259a3-5ba3-46e2-81bb-001e3aef1ced)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:35:44.767254 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (a1d7c9fa-bd3f-4f13-afe1-898b458a533d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:44.791383 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2e7090a8-f839-47a1-894a-050d7206e20a req-b09c71b2-618c-47ef-a53a-223b8a6b2b5e tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453868
Feb 05 21:35:44.815926 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=a1d7c9fa-bd3f-4f13-afe1-898b458a533d,revision_number=8']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:35:44.909841 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1e315-180e-4aa9-b8c8-410ba44a6d14 req-fd27e9b6-3f1e-4e08-ba09-3f3983594312 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:44.911353 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-11c1e315-180e-4aa9-b8c8-410ba44a6d14 req-fd27e9b6-3f1e-4e08-ba09-3f3983594312 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 944 time: 0.0530763
Feb 05 21:35:44.960995 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-11c1e315-180e-4aa9-b8c8-410ba44a6d14 req-2d9c2bc7-fb9d-43f6-b004-a0282c447181 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433407
Feb 05 21:35:45.077908 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['a1d7c9fa-bd3f-4f13-afe1-898b458a533d'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:35:45.316733 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-23316acb-b1bd-47c8-bb65-8efd2207bcdd tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:45.318192 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-23316acb-b1bd-47c8-bb65-8efd2207bcdd tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/networks?id=5a9626ed-385c-4af2-94af-adcd441936db HTTP/1.1" status: 200  len: 815 time: 0.1029115
Feb 05 21:35:45.333854 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-f8999649-cae0-4f5d-a6d4-0e121299eeff tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/quotas/7b4e3068adaf496fa0d3a4a2d476a0b7 HTTP/1.1" status: 200  len: 375 time: 0.0092821
Feb 05 21:35:45.387111 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-2514421b-13df-49c8-9e54-bf6f3b7eb64d tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7b4e3068adaf496fa0d3a4a2d476a0b7&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0474834
Feb 05 21:35:45.473854 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-4a2ea503-c027-4aeb-8b7c-9dad65af042c service neutron] 10.222.0.32 "GET /v2.0/networks/5a9626ed-385c-4af2-94af-adcd441936db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0799713
Feb 05 21:35:45.566698 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-f9f0ed07-1adb-46ac-a312-b1da306e8a7c service neutron] 10.222.0.32 "GET /v2.0/networks/5a9626ed-385c-4af2-94af-adcd441936db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856593
Feb 05 21:35:45.629122 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:45.731381 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2a983efd-516e-4f6e-901e-e4da201154fb req-be4af80e-3675-4105-b71b-0d43e96c86f8 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 210 time: 0.0291255
Feb 05 21:35:46.597616 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e94a3c-fa37-4519-b513-52a99dbd44a9 req-49a3f918-d1c0-4d33-8fa6-90c82175db17 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:46.599109 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c4e94a3c-fa37-4519-b513-52a99dbd44a9 req-49a3f918-d1c0-4d33-8fa6-90c82175db17 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cb51b09-5dfa-473f-ab68-e039d3a8dfee HTTP/1.1" status: 200  len: 944 time: 0.0536470
Feb 05 21:35:46.604252 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device a1d7c9fa-bd3f-4f13-afe1-898b458a533d up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:35:46.627672 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.21', 60960) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:35:46.665465 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port a1d7c9fa-bd3f-4f13-afe1-898b458a533d completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:35:46.673635 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port a1d7c9fa-bd3f-4f13-afe1-898b458a533d triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:35:46.674442 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (a1d7c9fa-bd3f-4f13-afe1-898b458a533d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:46.707279 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-c4e94a3c-fa37-4519-b513-52a99dbd44a9 req-debe81ba-53dc-4ba9-8405-2db97b0d429d tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Deleting port a1d7c9fa-bd3f-4f13-afe1-898b458a533d {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:35:46.707756 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c4e94a3c-fa37-4519-b513-52a99dbd44a9 req-debe81ba-53dc-4ba9-8405-2db97b0d429d tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (a1d7c9fa-bd3f-4f13-afe1-898b458a533d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:46.747373 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-e6a4acd4-5bd8-4bd5-bdda-a6a5e6de4b83 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:46.749096 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-e6a4acd4-5bd8-4bd5-bdda-a6a5e6de4b83 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.21 "GET /v2.0/networks?id=5a9626ed-385c-4af2-94af-adcd441936db HTTP/1.1" status: 200  len: 815 time: 0.1197624
Feb 05 21:35:46.764250 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-a3ab0531-2db1-4fe5-8ecb-bf38c4266bd6 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Request body: {'port': {'device_id': '44ad5141-91fe-4b51-bcb9-d7530e51ef6f', 'network_id': '5a9626ed-385c-4af2-94af-adcd441936db', 'admin_state_up': True, 'tenant_id': '7b4e3068adaf496fa0d3a4a2d476a0b7'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:35:46.784636 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port a1d7c9fa-bd3f-4f13-afe1-898b458a533d is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:35:46.785135 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a1d7c9fa-bd3f-4f13-afe1-898b458a533d), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:46.813098 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb51b09-5dfa-473f-ab68-e039d3a8dfee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d7c9fa-bd3f-4f13-afe1-898b458a533d'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:35:46.815414 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1962f69b-1ef0-49d4-8ebc-f0c0b1e2d095" -d '{"events": [{"server_uuid": "2cb51b09-5dfa-473f-ab68-e039d3a8dfee", "name": "network-vif-plugged", "status": "completed", "tag": "a1d7c9fa-bd3f-4f13-afe1-898b458a533d"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:35:46.828700 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port a1d7c9fa-bd3f-4f13-afe1-898b458a533d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a1d7c9fa-bd3f-4f13-afe1-898b458a533d,segment=NetworkSegment(f85259a3-5ba3-46e2-81bb-001e3aef1ced),segment_id=f85259a3-5ba3-46e2-81bb-001e3aef1ced)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:35:46.834186 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (a1d7c9fa-bd3f-4f13-afe1-898b458a533d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:46.851732 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-c4e94a3c-fa37-4519-b513-52a99dbd44a9 req-debe81ba-53dc-4ba9-8405-2db97b0d429d tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] For port a1d7c9fa-bd3f-4f13-afe1-898b458a533d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a1d7c9fa-bd3f-4f13-afe1-898b458a533d,segment=NetworkSegment(f85259a3-5ba3-46e2-81bb-001e3aef1ced),segment_id=f85259a3-5ba3-46e2-81bb-001e3aef1ced)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:35:46.852204 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c4e94a3c-fa37-4519-b513-52a99dbd44a9 req-debe81ba-53dc-4ba9-8405-2db97b0d429d tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (a1d7c9fa-bd3f-4f13-afe1-898b458a533d), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:46.867900 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-c4e94a3c-fa37-4519-b513-52a99dbd44a9 req-debe81ba-53dc-4ba9-8405-2db97b0d429d tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Calling delete_port for a1d7c9fa-bd3f-4f13-afe1-898b458a533d owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:35:46.873464 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d922dcb3-94a8-40ed-8686-f5c8d56ce1db req-d60e562b-f93f-4af4-9609-f21546da8369 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 210 time: 0.0423810
Feb 05 21:35:46.887885 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a643de-2551-4473-8b51-44de24c7bada x-openstack-request-id: req-b3a643de-2551-4473-8b51-44de24c7bada {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:35:46.887885 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb51b09-5dfa-473f-ab68-e039d3a8dfee", "name": "network-vif-plugged", "status": "completed", "tag": "a1d7c9fa-bd3f-4f13-afe1-898b458a533d", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:35:46.887885 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b3a643de-2551-4473-8b51-44de24c7bada {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:35:46.888294 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb51b09-5dfa-473f-ab68-e039d3a8dfee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d7c9fa-bd3f-4f13-afe1-898b458a533d', 'code': 200}
Feb 05 21:35:46.889054 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=a1d7c9fa-bd3f-4f13-afe1-898b458a533d,revision_number=9']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:35:46.922544 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-a3ab0531-2db1-4fe5-8ecb-bf38c4266bd6 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Made reservation on behalf of 7b4e3068adaf496fa0d3a4a2d476a0b7 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:35:46.926171 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-a3ab0531-2db1-4fe5-8ecb-bf38c4266bd6 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:47.007246 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c4e94a3c-fa37-4519-b513-52a99dbd44a9 req-debe81ba-53dc-4ba9-8405-2db97b0d429d tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (a1d7c9fa-bd3f-4f13-afe1-898b458a533d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:47.018547 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['a1d7c9fa-bd3f-4f13-afe1-898b458a533d'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:35:47.035570 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe81ba-53dc-4ba9-8405-2db97b0d429d tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Pushing event deleted for resources: {'Port': ['ID=a1d7c9fa-bd3f-4f13-afe1-898b458a533d,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:35:47.066469 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-a3ab0531-2db1-4fe5-8ecb-bf38c4266bd6 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Allocated IP 172.20.0.6 (5a9626ed-385c-4af2-94af-adcd441936db/365abded-b4bb-408c-bc7f-2708c13e6a9d/c7ffa89f-83fe-4f82-b68e-311b17d2ce60) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:35:47.079441 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e94a3c-fa37-4519-b513-52a99dbd44a9 req-debe81ba-53dc-4ba9-8405-2db97b0d429d tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] No DVR routers for this DVR port a1d7c9fa-bd3f-4f13-afe1-898b458a533d on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:35:47.082286 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-c4e94a3c-fa37-4519-b513-52a99dbd44a9 req-debe81ba-53dc-4ba9-8405-2db97b0d429d tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:47.085810 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c4e94a3c-fa37-4519-b513-52a99dbd44a9 req-debe81ba-53dc-4ba9-8405-2db97b0d429d tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.21 "DELETE /v2.0/ports/a1d7c9fa-bd3f-4f13-afe1-898b458a533d HTTP/1.1" status: 204  len: 173 time: 0.4813833
Feb 05 21:35:47.086261 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb51b09-5dfa-473f-ab68-e039d3a8dfee', 'name': 'network-vif-deleted', 'tag': 'a1d7c9fa-bd3f-4f13-afe1-898b458a533d'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:35:47.089003 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17477681-c2fd-4c39-a951-827c74d8be65" -d '{"events": [{"server_uuid": "2cb51b09-5dfa-473f-ab68-e039d3a8dfee", "name": "network-vif-deleted", "tag": "a1d7c9fa-bd3f-4f13-afe1-898b458a533d"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:35:47.131814 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3e6256-040a-4cd2-b100-7eece9523836 x-openstack-request-id: req-3f3e6256-040a-4cd2-b100-7eece9523836 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:35:47.132141 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb51b09-5dfa-473f-ab68-e039d3a8dfee", "name": "network-vif-deleted", "tag": "a1d7c9fa-bd3f-4f13-afe1-898b458a533d", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:35:47.132396 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3f3e6256-040a-4cd2-b100-7eece9523836 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:35:47.132805 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb51b09-5dfa-473f-ab68-e039d3a8dfee', 'name': 'network-vif-deleted', 'tag': 'a1d7c9fa-bd3f-4f13-afe1-898b458a533d', 'status': 'completed', 'code': 200}
Feb 05 21:35:47.229784 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-a3ab0531-2db1-4fe5-8ecb-bf38c4266bd6 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Publish callbacks [] for port (c7ffa89f-83fe-4f82-b68e-311b17d2ce60), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:47.267266 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-a3ab0531-2db1-4fe5-8ecb-bf38c4266bd6 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (c7ffa89f-83fe-4f82-b68e-311b17d2ce60), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:47.279824 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['a1d7c9fa-bd3f-4f13-afe1-898b458a533d'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:35:47.306060 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-a3ab0531-2db1-4fe5-8ecb-bf38c4266bd6 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Network 5a9626ed-385c-4af2-94af-adcd441936db is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:35:47.309685 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-a3ab0531-2db1-4fe5-8ecb-bf38c4266bd6 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:35:47.315817 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-a3ab0531-2db1-4fe5-8ecb-bf38c4266bd6 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:35:47.359727 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab0531-2db1-4fe5-8ecb-bf38c4266bd6 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Pushing event updated for resources: {'Port': ['ID=c7ffa89f-83fe-4f82-b68e-311b17d2ce60,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:35:47.383707 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-a3ab0531-2db1-4fe5-8ecb-bf38c4266bd6 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:47.384371 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-a3ab0531-2db1-4fe5-8ecb-bf38c4266bd6 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:47.400566 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-a3ab0531-2db1-4fe5-8ecb-bf38c4266bd6 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6425164
Feb 05 21:35:47.411243 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-d240b7e7-4a70-41aa-91f8-b3dcf543aea2 service neutron] Request body: {'port': {'device_id': '44ad5141-91fe-4b51-bcb9-d7530e51ef6f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:35:47.470588 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-d240b7e7-4a70-41aa-91f8-b3dcf543aea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c7ffa89f-83fe-4f82-b68e-311b17d2ce60), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:47.727287 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-d240b7e7-4a70-41aa-91f8-b3dcf543aea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7ffa89f-83fe-4f82-b68e-311b17d2ce60 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:35:47.735089 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-d240b7e7-4a70-41aa-91f8-b3dcf543aea2 service neutron] Publish callbacks [] for port (c7ffa89f-83fe-4f82-b68e-311b17d2ce60), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:47.747944 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-d240b7e7-4a70-41aa-91f8-b3dcf543aea2 service neutron] Transition to ACTIVE for port object c7ffa89f-83fe-4f82-b68e-311b17d2ce60 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:35:47.751354 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-d240b7e7-4a70-41aa-91f8-b3dcf543aea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (c7ffa89f-83fe-4f82-b68e-311b17d2ce60), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:47.802428 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d240b7e7-4a70-41aa-91f8-b3dcf543aea2 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ffa89f-83fe-4f82-b68e-311b17d2ce60,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:35:47.865630 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-d240b7e7-4a70-41aa-91f8-b3dcf543aea2 service neutron] Attempting to bind port c7ffa89f-83fe-4f82-b68e-311b17d2ce60 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:35:47.865974 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-d240b7e7-4a70-41aa-91f8-b3dcf543aea2 service neutron] Attempting to bind port c7ffa89f-83fe-4f82-b68e-311b17d2ce60 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f85259a3-5ba3-46e2-81bb-001e3aef1ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5a9626ed-385c-4af2-94af-adcd441936db'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:35:47.866308 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-d240b7e7-4a70-41aa-91f8-b3dcf543aea2 service neutron] Attempting to bind port c7ffa89f-83fe-4f82-b68e-311b17d2ce60 on network 5a9626ed-385c-4af2-94af-adcd441936db {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:35:47.871233 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-d240b7e7-4a70-41aa-91f8-b3dcf543aea2 service neutron] Port c7ffa89f-83fe-4f82-b68e-311b17d2ce60 on network 5a9626ed-385c-4af2-94af-adcd441936db not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:35:47.871562 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-d240b7e7-4a70-41aa-91f8-b3dcf543aea2 service neutron] Attempting to bind port c7ffa89f-83fe-4f82-b68e-311b17d2ce60 on network 5a9626ed-385c-4af2-94af-adcd441936db {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:35:47.876354 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-d240b7e7-4a70-41aa-91f8-b3dcf543aea2 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:35:47.876695 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-d240b7e7-4a70-41aa-91f8-b3dcf543aea2 service neutron] Checking segment: {'id': 'f85259a3-5ba3-46e2-81bb-001e3aef1ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5a9626ed-385c-4af2-94af-adcd441936db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:35:47.877088 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-d240b7e7-4a70-41aa-91f8-b3dcf543aea2 service neutron] Bound using segment: {'id': 'f85259a3-5ba3-46e2-81bb-001e3aef1ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5a9626ed-385c-4af2-94af-adcd441936db'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:35:47.877516 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-d240b7e7-4a70-41aa-91f8-b3dcf543aea2 service neutron] Bound port: c7ffa89f-83fe-4f82-b68e-311b17d2ce60, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f85259a3-5ba3-46e2-81bb-001e3aef1ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5a9626ed-385c-4af2-94af-adcd441936db'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:35:47.877877 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-d240b7e7-4a70-41aa-91f8-b3dcf543aea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c7ffa89f-83fe-4f82-b68e-311b17d2ce60), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:47.946404 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-d240b7e7-4a70-41aa-91f8-b3dcf543aea2 service neutron] For port c7ffa89f-83fe-4f82-b68e-311b17d2ce60, host nch1-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:35:47.949998 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-d240b7e7-4a70-41aa-91f8-b3dcf543aea2 service neutron] For port c7ffa89f-83fe-4f82-b68e-311b17d2ce60, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c7ffa89f-83fe-4f82-b68e-311b17d2ce60,segment=NetworkSegment(f85259a3-5ba3-46e2-81bb-001e3aef1ced),segment_id=f85259a3-5ba3-46e2-81bb-001e3aef1ced)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:35:47.957454 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-d240b7e7-4a70-41aa-91f8-b3dcf543aea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (c7ffa89f-83fe-4f82-b68e-311b17d2ce60), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:48.016651 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-d240b7e7-4a70-41aa-91f8-b3dcf543aea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:48.017267 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-d240b7e7-4a70-41aa-91f8-b3dcf543aea2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:48.018671 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-d240b7e7-4a70-41aa-91f8-b3dcf543aea2 service neutron] 10.222.0.21 "PUT /v2.0/ports/c7ffa89f-83fe-4f82-b68e-311b17d2ce60 HTTP/1.1" status: 200  len: 1091 time: 0.6114335
Feb 05 21:35:48.020702 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44ad5141-91fe-4b51-bcb9-d7530e51ef6f', 'tag': 'c7ffa89f-83fe-4f82-b68e-311b17d2ce60'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:35:48.023805 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a39456b-ae03-4f02-a44b-261b92a7e3f9" -d '{"events": [{"name": "network-changed", "server_uuid": "44ad5141-91fe-4b51-bcb9-d7530e51ef6f", "tag": "c7ffa89f-83fe-4f82-b68e-311b17d2ce60"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:35:48.049950 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d240b7e7-4a70-41aa-91f8-b3dcf543aea2 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ffa89f-83fe-4f82-b68e-311b17d2ce60,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:35:48.095924 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7881c43-1df3-4fd1-a6f1-a7d9c752930d req-cb0471f5-9ebf-45a8-b2b9-4776884dd78a tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:48.097406 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c7881c43-1df3-4fd1-a6f1-a7d9c752930d req-cb0471f5-9ebf-45a8-b2b9-4776884dd78a tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 943 time: 0.1137915
Feb 05 21:35:48.134953 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411227a3-0e6d-4f4c-a31e-c7d609aa5286 x-openstack-request-id: req-411227a3-0e6d-4f4c-a31e-c7d609aa5286 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:35:48.135244 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44ad5141-91fe-4b51-bcb9-d7530e51ef6f", "tag": "c7ffa89f-83fe-4f82-b68e-311b17d2ce60", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:35:48.135501 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-411227a3-0e6d-4f4c-a31e-c7d609aa5286 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:35:48.135897 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44ad5141-91fe-4b51-bcb9-d7530e51ef6f', 'tag': 'c7ffa89f-83fe-4f82-b68e-311b17d2ce60', 'status': 'completed', 'code': 200}
Feb 05 21:35:48.148857 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-24ce5255-1ece-4e41-94db-785e2f332fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:48.150898 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-24ce5255-1ece-4e41-94db-785e2f332fec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7b4e3068adaf496fa0d3a4a2d476a0b7&device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 1125 time: 0.0910873
Feb 05 21:35:48.168929 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c7881c43-1df3-4fd1-a6f1-a7d9c752930d req-e5a12021-fd32-412a-ad11-c8e089d800ae tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653908
Feb 05 21:35:48.196464 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-fab46de6-3ecb-43c0-bd0e-99c3f00974cb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7ffa89f-83fe-4f82-b68e-311b17d2ce60 HTTP/1.1" status: 200  len: 217 time: 0.0382719
Feb 05 21:35:48.243856 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-4710f7ee-47a7-496d-8c54-7aadc662cfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:48.245638 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-4710f7ee-47a7-496d-8c54-7aadc662cfca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=365abded-b4bb-408c-bc7f-2708c13e6a9d HTTP/1.1" status: 200  len: 855 time: 0.0436838
Feb 05 21:35:48.276527 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-2daaa9ab-f4d4-4dd1-83c5-9acfbf3a85c4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5a9626ed-385c-4af2-94af-adcd441936db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0251713
Feb 05 21:35:48.368295 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-e5e32ddf-72c0-4543-bba5-074ab1a585ab service neutron] 10.222.0.21 "GET /v2.0/networks/5a9626ed-385c-4af2-94af-adcd441936db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859787
Feb 05 21:35:48.455723 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f94625a4-bf12-4567-b0c3-de3bfc65324e req-d0b1a4a5-01df-43ea-afd4-93ea39850ed9 service neutron] 10.222.0.21 "GET /v2.0/networks/5a9626ed-385c-4af2-94af-adcd441936db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815563
Feb 05 21:35:48.549152 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39456b-ae03-4f02-a44b-261b92a7e3f9 req-9cbb2eda-3c8b-4798-9f52-9f6185db5647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:48.550596 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3a39456b-ae03-4f02-a44b-261b92a7e3f9 req-9cbb2eda-3c8b-4798-9f52-9f6185db5647 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7b4e3068adaf496fa0d3a4a2d476a0b7&device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 1125 time: 0.0490215
Feb 05 21:35:48.638020 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39456b-ae03-4f02-a44b-261b92a7e3f9 req-bcf48c98-0639-4b02-8de1-f5f2fbec7b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:48.639607 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3a39456b-ae03-4f02-a44b-261b92a7e3f9 req-bcf48c98-0639-4b02-8de1-f5f2fbec7b36 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5a9626ed-385c-4af2-94af-adcd441936db HTTP/1.1" status: 200  len: 916 time: 0.0831890
Feb 05 21:35:48.682137 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3a39456b-ae03-4f02-a44b-261b92a7e3f9 req-e0231393-a763-4cf3-97be-2f2b9416bcc5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7ffa89f-83fe-4f82-b68e-311b17d2ce60 HTTP/1.1" status: 200  len: 217 time: 0.0370426
Feb 05 21:35:48.729351 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39456b-ae03-4f02-a44b-261b92a7e3f9 req-ef87e0c5-e317-465c-86d5-b1ee26385df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:48.730879 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3a39456b-ae03-4f02-a44b-261b92a7e3f9 req-ef87e0c5-e317-465c-86d5-b1ee26385df0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=365abded-b4bb-408c-bc7f-2708c13e6a9d HTTP/1.1" status: 200  len: 855 time: 0.0435517
Feb 05 21:35:48.761824 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3a39456b-ae03-4f02-a44b-261b92a7e3f9 req-939265c7-a825-4276-aea6-1f84ffb4f128 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5a9626ed-385c-4af2-94af-adcd441936db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0248442
Feb 05 21:35:48.850734 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3a39456b-ae03-4f02-a44b-261b92a7e3f9 req-96e77779-206f-417e-8fb2-8bb17b603108 service neutron] 10.222.0.21 "GET /v2.0/networks/5a9626ed-385c-4af2-94af-adcd441936db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833654
Feb 05 21:35:49.314732 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3a39456b-ae03-4f02-a44b-261b92a7e3f9 req-8e47d4bb-7dee-4e43-aa75-0bde4255e032 service neutron] 10.222.0.21 "GET /v2.0/networks/5a9626ed-385c-4af2-94af-adcd441936db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4582422
Feb 05 21:35:49.326124 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf486d7-4c8c-4d97-a6e9-437d41319ad9 req-0e8ef65d-8b3b-4bf3-8f48-a508f9a98052 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:49.327593 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9bf486d7-4c8c-4d97-a6e9-437d41319ad9 req-0e8ef65d-8b3b-4bf3-8f48-a508f9a98052 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 943 time: 0.0827250
Feb 05 21:35:49.373853 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9bf486d7-4c8c-4d97-a6e9-437d41319ad9 req-5e7094ed-e241-4952-be34-5de07deca9f9 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404823
Feb 05 21:35:50.492229 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf22c5a-2fec-41ad-a7e4-a62175770731 req-f08edf09-d65a-4e89-9bc3-5ac07a7b4470 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:50.493686 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eaf22c5a-2fec-41ad-a7e4-a62175770731 req-f08edf09-d65a-4e89-9bc3-5ac07a7b4470 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 943 time: 0.0516376
Feb 05 21:35:50.536847 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:50.542034 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eaf22c5a-2fec-41ad-a7e4-a62175770731 req-ab0dd79a-915b-4451-89ee-adb23450b23b tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419395
Feb 05 21:35:50.601810 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device a1d7c9fa-bd3f-4f13-afe1-898b458a533d no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:35:50.622402 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: a1d7c9fa-bd3f-4f13-afe1-898b458a533d {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:35:50.622770 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device a1d7c9fa-bd3f-4f13-afe1-898b458a533d not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:35:51.659930 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b2c5d-13ec-4961-bd6e-1820b8a931e0 req-5946b3b0-c5dc-45a7-a701-803355b37c44 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:51.661404 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3d4b2c5d-13ec-4961-bd6e-1820b8a931e0 req-5946b3b0-c5dc-45a7-a701-803355b37c44 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 943 time: 0.0519571
Feb 05 21:35:51.710569 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3d4b2c5d-13ec-4961-bd6e-1820b8a931e0 req-ca58b5f5-2612-44f9-bd65-47c9e048b583 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432930
Feb 05 21:35:52.602455 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device c7ffa89f-83fe-4f82-b68e-311b17d2ce60 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:35:52.699458 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port c7ffa89f-83fe-4f82-b68e-311b17d2ce60, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c7ffa89f-83fe-4f82-b68e-311b17d2ce60,segment=NetworkSegment(f85259a3-5ba3-46e2-81bb-001e3aef1ced),segment_id=f85259a3-5ba3-46e2-81bb-001e3aef1ced)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:35:52.710915 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': 'c7ffa89f-83fe-4f82-b68e-311b17d2ce60', 'network_id': '5a9626ed-385c-4af2-94af-adcd441936db', 'port_id': 'c7ffa89f-83fe-4f82-b68e-311b17d2ce60', 'mac_address': 'fa:16:3e:88:6b:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '365abded-b4bb-408c-bc7f-2708c13e6a9d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:35:52.752519 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port c7ffa89f-83fe-4f82-b68e-311b17d2ce60 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:35:52.752948 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c7ffa89f-83fe-4f82-b68e-311b17d2ce60), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:52.767307 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7ffa89f-83fe-4f82-b68e-311b17d2ce60 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:35:52.794671 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port c7ffa89f-83fe-4f82-b68e-311b17d2ce60, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c7ffa89f-83fe-4f82-b68e-311b17d2ce60,segment=NetworkSegment(f85259a3-5ba3-46e2-81bb-001e3aef1ced),segment_id=f85259a3-5ba3-46e2-81bb-001e3aef1ced)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:35:52.803130 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (c7ffa89f-83fe-4f82-b68e-311b17d2ce60), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:52.846798 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cd7e5-b16a-4f30-a4ef-090831fea3a2 req-ecde9096-4c40-40c6-88c7-f9ce8b44de1e tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:52.848172 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fe2cd7e5-b16a-4f30-a4ef-090831fea3a2 req-ecde9096-4c40-40c6-88c7-f9ce8b44de1e tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 944 time: 0.0560808
Feb 05 21:35:52.850805 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=c7ffa89f-83fe-4f82-b68e-311b17d2ce60,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:35:52.895531 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fe2cd7e5-b16a-4f30-a4ef-090831fea3a2 req-a999d40c-fbd1-4947-9caf-568d248cb9d9 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410452
Feb 05 21:35:53.097162 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['c7ffa89f-83fe-4f82-b68e-311b17d2ce60'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:35:54.016547 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394272f0-a461-437e-8b00-74d7164d2f9d req-b3297283-d2ad-4355-8dba-85716e7ddad4 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:54.018035 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-394272f0-a461-437e-8b00-74d7164d2f9d req-b3297283-d2ad-4355-8dba-85716e7ddad4 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 944 time: 0.0513911
Feb 05 21:35:54.064280 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-394272f0-a461-437e-8b00-74d7164d2f9d req-06470aae-b530-49c4-b707-efaa3643af48 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406299
Feb 05 21:35:54.601525 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device c7ffa89f-83fe-4f82-b68e-311b17d2ce60 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:35:54.654447 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port c7ffa89f-83fe-4f82-b68e-311b17d2ce60 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:35:54.658450 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port c7ffa89f-83fe-4f82-b68e-311b17d2ce60 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:35:54.658869 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c7ffa89f-83fe-4f82-b68e-311b17d2ce60), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:54.737407 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port c7ffa89f-83fe-4f82-b68e-311b17d2ce60 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:35:54.737791 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c7ffa89f-83fe-4f82-b68e-311b17d2ce60), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:54.760186 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ad5141-91fe-4b51-bcb9-d7530e51ef6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ffa89f-83fe-4f82-b68e-311b17d2ce60'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:35:54.762431 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b173efeb-d192-4d0f-b91d-e8f105af4023" -d '{"events": [{"server_uuid": "44ad5141-91fe-4b51-bcb9-d7530e51ef6f", "name": "network-vif-plugged", "status": "completed", "tag": "c7ffa89f-83fe-4f82-b68e-311b17d2ce60"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:35:54.775612 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port c7ffa89f-83fe-4f82-b68e-311b17d2ce60, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c7ffa89f-83fe-4f82-b68e-311b17d2ce60,segment=NetworkSegment(f85259a3-5ba3-46e2-81bb-001e3aef1ced),segment_id=f85259a3-5ba3-46e2-81bb-001e3aef1ced)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:35:54.779837 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (c7ffa89f-83fe-4f82-b68e-311b17d2ce60), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:35:54.804038 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3a7f10-9c8c-43ba-ae57-675281cb32ca x-openstack-request-id: req-af3a7f10-9c8c-43ba-ae57-675281cb32ca {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:35:54.804335 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ad5141-91fe-4b51-bcb9-d7530e51ef6f", "name": "network-vif-plugged", "status": "completed", "tag": "c7ffa89f-83fe-4f82-b68e-311b17d2ce60", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:35:54.804596 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af3a7f10-9c8c-43ba-ae57-675281cb32ca {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:35:54.804988 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ad5141-91fe-4b51-bcb9-d7530e51ef6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ffa89f-83fe-4f82-b68e-311b17d2ce60', 'code': 200}
Feb 05 21:35:54.831913 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=c7ffa89f-83fe-4f82-b68e-311b17d2ce60,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:35:54.906522 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4491b2-2941-4078-a201-fab24e2ff174 req-7fd39788-ba60-4c4f-ab50-3654c3e5535e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:54.908024 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6b4491b2-2941-4078-a201-fab24e2ff174 req-7fd39788-ba60-4c4f-ab50-3654c3e5535e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 1127 time: 0.0479610
Feb 05 21:35:54.953077 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6b4491b2-2941-4078-a201-fab24e2ff174 req-8c81df47-2ef4-4805-916d-f26d63a95a6c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382576
Feb 05 21:35:55.182860 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5e740-fdf0-43b0-843b-740d27537c7d req-5218e7c3-527e-4a9d-9ed7-80c807d94a14 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:55.184316 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27b5e740-fdf0-43b0-843b-740d27537c7d req-5218e7c3-527e-4a9d-9ed7-80c807d94a14 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 945 time: 0.0527081
Feb 05 21:35:55.230600 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27b5e740-fdf0-43b0-843b-740d27537c7d req-1b64cd3f-8eee-4d86-9939-0aa4d0dfd15f tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406363
Feb 05 21:35:56.350220 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f38b0-36bc-4bf9-b9cb-a40af60df5a0 req-7c4ec971-b6c5-4c5e-ab18-d75da895791d tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:56.351758 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-102f38b0-36bc-4bf9-b9cb-a40af60df5a0 req-7c4ec971-b6c5-4c5e-ab18-d75da895791d tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 945 time: 0.0526402
Feb 05 21:35:56.401608 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-102f38b0-36bc-4bf9-b9cb-a40af60df5a0 req-2626db42-e6a0-452a-b2ec-81959ef1b1a4 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438671
Feb 05 21:35:56.521163 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050fc182-4418-4a1c-800f-04d6894d486e req-bc2868fa-091d-4469-b5f6-946366a51b85 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:56.522576 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-050fc182-4418-4a1c-800f-04d6894d486e req-bc2868fa-091d-4469-b5f6-946366a51b85 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 945 time: 0.0521045
Feb 05 21:35:56.569225 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-050fc182-4418-4a1c-800f-04d6894d486e req-3db91cab-6c3f-49fc-ab0c-809fe2b6eee3 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404885
Feb 05 21:35:56.833346 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e83da-fee2-4c7e-b89f-ae91e2131595 req-fa566f3b-2061-4dc4-b975-e4fba1272250 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:56.834851 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b22e83da-fee2-4c7e-b89f-ae91e2131595 req-fa566f3b-2061-4dc4-b975-e4fba1272250 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 945 time: 0.0779395
Feb 05 21:35:56.837579 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-8cc00c9f-4a57-4efe-bcfb-fe8028dc5a93 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0886807
Feb 05 21:35:56.883544 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b22e83da-fee2-4c7e-b89f-ae91e2131595 req-bb7dcb16-9935-4ade-91dd-5ff87b7439d1 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429366
Feb 05 21:35:57.907462 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-fc1d97c0-56a6-4e81-b59f-3f087f3e86b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:57.908967 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-fc1d97c0-56a6-4e81-b59f-3f087f3e86b9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7b4e3068adaf496fa0d3a4a2d476a0b7&device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 1127 time: 0.0474312
Feb 05 21:35:58.036743 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-963a30d3-8749-44a1-b985-d72afad81887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:58.038482 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-963a30d3-8749-44a1-b985-d72afad81887 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5a9626ed-385c-4af2-94af-adcd441936db HTTP/1.1" status: 200  len: 916 time: 0.1225419
Feb 05 21:35:58.049515 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b1d4f-405c-4488-a841-bf1160c3faab req-1f031015-7966-4fc6-ab92-0984ede51913 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:58.050916 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-805b1d4f-405c-4488-a841-bf1160c3faab req-1f031015-7966-4fc6-ab92-0984ede51913 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 945 time: 0.0746870
Feb 05 21:35:58.096386 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-619c57e8-b018-41ab-9c07-a7391c4a7310 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7ffa89f-83fe-4f82-b68e-311b17d2ce60 HTTP/1.1" status: 200  len: 217 time: 0.0445447
Feb 05 21:35:58.159581 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-805b1d4f-405c-4488-a841-bf1160c3faab req-193583aa-7236-4134-ab32-901fb9b526e4 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023908
Feb 05 21:35:58.168407 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-74e2da9d-3506-4177-ab3b-a1f25cb83c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:58.169850 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-74e2da9d-3506-4177-ab3b-a1f25cb83c88 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=365abded-b4bb-408c-bc7f-2708c13e6a9d HTTP/1.1" status: 200  len: 855 time: 0.0662274
Feb 05 21:35:58.202218 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-657c2e5f-9569-48bc-b981-488b6c2167cd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5a9626ed-385c-4af2-94af-adcd441936db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0262134
Feb 05 21:35:58.288282 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-89346647-1a86-43c3-89df-8937d71e220b service neutron] 10.222.0.21 "GET /v2.0/networks/5a9626ed-385c-4af2-94af-adcd441936db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0797462
Feb 05 21:35:58.379806 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-15977189-2ab3-4b98-a3b6-2be6606dfcea service neutron] 10.222.0.21 "GET /v2.0/networks/5a9626ed-385c-4af2-94af-adcd441936db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854273
Feb 05 21:35:59.281286 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30feff5b-3c59-4bc3-81e8-d5f9d06fd9ea req-31c65f16-5e97-444a-86e5-15fd6f904c60 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:35:59.282800 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30feff5b-3c59-4bc3-81e8-d5f9d06fd9ea req-31c65f16-5e97-444a-86e5-15fd6f904c60 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 945 time: 0.0525992
Feb 05 21:35:59.329357 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30feff5b-3c59-4bc3-81e8-d5f9d06fd9ea req-c45cbf21-4d9f-413d-86b1-292327084d17 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410283
Feb 05 21:36:00.453860 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2cae7-939d-4ed7-b14b-726cbfcec12c req-88b621ef-4290-4679-9114-f8e9a2679e0b tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:00.455355 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03c2cae7-939d-4ed7-b14b-726cbfcec12c req-88b621ef-4290-4679-9114-f8e9a2679e0b tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 945 time: 0.0567780
Feb 05 21:36:00.501605 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03c2cae7-939d-4ed7-b14b-726cbfcec12c req-3233a108-d900-4ad0-b744-ef2995b56bfc tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406530
Feb 05 21:36:01.624259 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8558a81-58fb-4993-882e-6df7769e43a4 req-f6f0a142-5aa5-4fdd-923e-78fc0f759d7e tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:01.625746 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e8558a81-58fb-4993-882e-6df7769e43a4 req-f6f0a142-5aa5-4fdd-923e-78fc0f759d7e tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 945 time: 0.0568614
Feb 05 21:36:01.672502 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e8558a81-58fb-4993-882e-6df7769e43a4 req-0bac3085-9e14-49e8-b4c5-50fd72ab2d3e tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410547
Feb 05 21:36:02.796768 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bb713-d635-4b62-912a-f46c76e3b666 req-cd15c157-1fdf-4a19-9b3f-c8564c9c98bd tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:02.798305 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2c5bb713-d635-4b62-912a-f46c76e3b666 req-cd15c157-1fdf-4a19-9b3f-c8564c9c98bd tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 945 time: 0.0540819
Feb 05 21:36:02.848855 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2c5bb713-d635-4b62-912a-f46c76e3b666 req-b86c6139-e838-425b-ab2e-c92ff42d12a3 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448742
Feb 05 21:36:03.784582 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d3c3d976-a391-44ec-b408-f88b23d8ee67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:03.969142 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfabe5-813a-4010-8c97-debb8db34eb5 req-e284b826-e3c2-4062-8ae1-590aa481f0d2 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:03.970674 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-11cfabe5-813a-4010-8c97-debb8db34eb5 req-e284b826-e3c2-4062-8ae1-590aa481f0d2 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 945 time: 0.0532796
Feb 05 21:36:04.016770 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-11cfabe5-813a-4010-8c97-debb8db34eb5 req-0b8620e8-3c31-4742-82bf-b258fd96602a tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404441
Feb 05 21:36:04.832973 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:36:05.135866 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44bb97-d721-44c4-bf67-23c716c52302 req-2864e98a-c33c-4b20-8e10-e86ab7f599b8 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:05.137266 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-af44bb97-d721-44c4-bf67-23c716c52302 req-2864e98a-c33c-4b20-8e10-e86ab7f599b8 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 945 time: 0.0524702
Feb 05 21:36:05.183076 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-af44bb97-d721-44c4-bf67-23c716c52302 req-99bd9082-e279-4cf7-9fa5-9a8a99fe36ab tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402155
Feb 05 21:36:06.166865 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f30773d5-403d-49f4-af32-30dd8843177f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:06.305207 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c645c3-b870-435e-9ae3-fee7503fd10e req-48be65ce-89f7-405e-952c-8894d0d68464 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:06.306718 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-82c645c3-b870-435e-9ae3-fee7503fd10e req-48be65ce-89f7-405e-952c-8894d0d68464 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 945 time: 0.0562830
Feb 05 21:36:06.353294 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-82c645c3-b870-435e-9ae3-fee7503fd10e req-fff049ce-0eec-465e-91d8-7ce5f34565cf tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403118
Feb 05 21:36:07.472573 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d70dd2-4e7c-4d31-a65f-d7656c1ade73 req-00e9472a-582d-4d49-83ec-643a6db7cd1f tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:07.474097 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-04d70dd2-4e7c-4d31-a65f-d7656c1ade73 req-00e9472a-582d-4d49-83ec-643a6db7cd1f tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 945 time: 0.0526638
Feb 05 21:36:07.521530 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-04d70dd2-4e7c-4d31-a65f-d7656c1ade73 req-a701a16b-70a2-434f-8ece-70f06dec7fb6 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418181
Feb 05 21:36:07.593937 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:08.642472 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db66b5-7a5b-4bc7-aa76-444b31b987c2 req-d7df27c0-7a19-422a-849d-233fc396af07 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:08.643956 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2db66b5-7a5b-4bc7-aa76-444b31b987c2 req-d7df27c0-7a19-422a-849d-233fc396af07 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 945 time: 0.0523868
Feb 05 21:36:08.693968 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2db66b5-7a5b-4bc7-aa76-444b31b987c2 req-cd8f72e3-4aa8-4d18-b8f4-a7a14129b3f8 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443983
Feb 05 21:36:09.185604 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:09.813684 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51782b7b-0146-448b-85a7-2943d14c04dd req-7dd357ea-d6f2-4fe4-9830-9474ac596eb2 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:09.815222 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-51782b7b-0146-448b-85a7-2943d14c04dd req-7dd357ea-d6f2-4fe4-9830-9474ac596eb2 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 945 time: 0.0549283
Feb 05 21:36:09.861707 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-51782b7b-0146-448b-85a7-2943d14c04dd req-bf4a0810-c9dc-4750-94e3-3f054a43e0ab tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410190
Feb 05 21:36:10.558909 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:10.982287 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3d9b3-9cf1-4117-a9ea-f90a3eb4f4d2 req-ca25ff4e-6f52-4998-a5b8-200b8787d941 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:10.983843 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-abc3d9b3-9cf1-4117-a9ea-f90a3eb4f4d2 req-ca25ff4e-6f52-4998-a5b8-200b8787d941 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 945 time: 0.0531707
Feb 05 21:36:11.030361 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-abc3d9b3-9cf1-4117-a9ea-f90a3eb4f4d2 req-a124f33b-a4a6-46ce-aa7a-ca0f48433d80 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409596
Feb 05 21:36:12.153253 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec4e45e-b11b-4a66-b66d-18a052a21c8b req-56ece1ac-157f-4f2b-9689-0bb9f37ee244 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:12.154796 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fec4e45e-b11b-4a66-b66d-18a052a21c8b req-56ece1ac-157f-4f2b-9689-0bb9f37ee244 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 945 time: 0.0569520
Feb 05 21:36:12.201896 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fec4e45e-b11b-4a66-b66d-18a052a21c8b req-0ad8664e-28cb-4128-a4fe-2adac08b4401 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414197
Feb 05 21:36:13.321065 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c900a782-2824-45f6-ab8a-8719a179442c req-de2fddf5-e2d1-407d-a4c3-dc66ed3f7d24 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:13.322569 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c900a782-2824-45f6-ab8a-8719a179442c req-de2fddf5-e2d1-407d-a4c3-dc66ed3f7d24 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 945 time: 0.0528553
Feb 05 21:36:13.369286 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c900a782-2824-45f6-ab8a-8719a179442c req-cf2b6f43-48ab-4065-a144-09ee40152fde tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405319
Feb 05 21:36:14.492871 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45aab5f-c488-43ec-9393-e8bfd109530b req-5043eedd-dda5-4f6b-b958-8dfeaf1baf77 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:14.494358 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a45aab5f-c488-43ec-9393-e8bfd109530b req-5043eedd-dda5-4f6b-b958-8dfeaf1baf77 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 945 time: 0.0569091
Feb 05 21:36:14.541019 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a45aab5f-c488-43ec-9393-e8bfd109530b req-11401962-2c7b-497c-ab71-046c94d4b8d9 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404940
Feb 05 21:36:15.628121 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:15.662855 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0adec8-c1f3-4f55-a757-8ef8b8a01654 req-bc115d5d-9301-49f6-8f04-c5067da8bed5 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:15.664599 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bb0adec8-c1f3-4f55-a757-8ef8b8a01654 req-bc115d5d-9301-49f6-8f04-c5067da8bed5 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 945 time: 0.0537009
Feb 05 21:36:15.710652 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bb0adec8-c1f3-4f55-a757-8ef8b8a01654 req-454dbe2e-915d-4602-ad1b-c8d6ebb55bcc tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402739
Feb 05 21:36:16.831540 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba9aa2-4447-4cdb-8345-eb8770d96379 req-c25c66ce-3b50-4473-8902-3a3b0a331934 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:16.832926 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d7ba9aa2-4447-4cdb-8345-eb8770d96379 req-c25c66ce-3b50-4473-8902-3a3b0a331934 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 945 time: 0.0521233
Feb 05 21:36:16.883655 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d7ba9aa2-4447-4cdb-8345-eb8770d96379 req-4e0a3ec2-ec5f-4777-a2a9-987b7d022c5c tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450439
Feb 05 21:36:18.008438 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e305e2f1-680d-41a0-9e64-56ee7ed0b78c req-a82fafed-c3df-433f-9777-0fe217193b23 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:18.009934 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e305e2f1-680d-41a0-9e64-56ee7ed0b78c req-a82fafed-c3df-433f-9777-0fe217193b23 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 945 time: 0.0567167
Feb 05 21:36:18.056917 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e305e2f1-680d-41a0-9e64-56ee7ed0b78c req-910e0096-005f-4ffb-a26c-423f8845a33b tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411797
Feb 05 21:36:19.177871 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0190e-2c0e-4235-a5e0-92d814f0850c req-168735bb-7436-4e4e-94df-0b9cc8354e9d tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:19.179399 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-42f0190e-2c0e-4235-a5e0-92d814f0850c req-168735bb-7436-4e4e-94df-0b9cc8354e9d tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 945 time: 0.0537107
Feb 05 21:36:19.226214 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-42f0190e-2c0e-4235-a5e0-92d814f0850c req-62d13565-0fc6-432d-9b73-7261c759862f tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402627
Feb 05 21:36:20.351355 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06569c9-1f74-4a59-b6d9-e3355cafd084 req-9ccc0218-458d-4914-9b92-febcef5a111b tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:20.352847 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e06569c9-1f74-4a59-b6d9-e3355cafd084 req-9ccc0218-458d-4914-9b92-febcef5a111b tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 945 time: 0.0577712
Feb 05 21:36:20.399572 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e06569c9-1f74-4a59-b6d9-e3355cafd084 req-c4494a68-72d2-4689-bc4c-b35162c3b41b tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410728
Feb 05 21:36:20.539130 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:21.521825 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40487f-c48b-485a-b34e-2e248c443846 req-77c06cfb-19a3-40dc-9812-871c9ee5e50d tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:21.523373 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1c40487f-c48b-485a-b34e-2e248c443846 req-77c06cfb-19a3-40dc-9812-871c9ee5e50d tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 945 time: 0.0561318
Feb 05 21:36:21.569469 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1c40487f-c48b-485a-b34e-2e248c443846 req-1ae743fc-7154-407d-9aeb-be426d693cb0 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404088
Feb 05 21:36:22.689009 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a62181-8002-4ee1-9537-c559156dbda3 req-58f80c5b-6238-4bc2-a2ad-1d0d90465386 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:22.690489 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-13a62181-8002-4ee1-9537-c559156dbda3 req-58f80c5b-6238-4bc2-a2ad-1d0d90465386 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 945 time: 0.0526309
Feb 05 21:36:22.744387 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-13a62181-8002-4ee1-9537-c559156dbda3 req-9daf0dac-c294-4430-9990-b805bda80f7a tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482953
Feb 05 21:36:23.864006 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b2fb4-1e95-41ea-8438-d69cafeda6ad req-ba1e5e77-783b-4403-8200-70a5c3061ab5 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:23.866282 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-797b2fb4-1e95-41ea-8438-d69cafeda6ad req-ba1e5e77-783b-4403-8200-70a5c3061ab5 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 945 time: 0.0532966
Feb 05 21:36:23.912858 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-797b2fb4-1e95-41ea-8438-d69cafeda6ad req-c82329ac-aa03-4a5e-adc6-b5cc5490f591 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408690
Feb 05 21:36:25.071215 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee982cf9-43f7-4504-8e49-8b5a377ebc78 req-bab96eb5-6802-45a6-b3f9-7ff75a54e160 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:25.072736 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ee982cf9-43f7-4504-8e49-8b5a377ebc78 req-bab96eb5-6802-45a6-b3f9-7ff75a54e160 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 945 time: 0.0899439
Feb 05 21:36:25.103851 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-3fcdabb8-1385-4668-ba3c-bfe38c696dfb service neutron] show failed (client error): The resource could not be found.
Feb 05 21:36:25.104871 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-3fcdabb8-1385-4668-ba3c-bfe38c696dfb service neutron] 10.222.0.21 "GET /v2.0/ports/c7ffa89f-83fe-4f82-b68e-311b17d2ce60/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0899534
Feb 05 21:36:25.131483 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ee982cf9-43f7-4504-8e49-8b5a377ebc78 req-945ccde1-1bfb-4c7c-881f-37f5164b69dd tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494988
Feb 05 21:36:25.306864 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-f78bd5dd-980f-4461-b084-cf5871ffe965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:25.309058 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-f78bd5dd-980f-4461-b084-cf5871ffe965 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f&tenant_id=7b4e3068adaf496fa0d3a4a2d476a0b7 HTTP/1.1" status: 200  len: 1127 time: 0.0488799
Feb 05 21:36:25.319470 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-e295952c-223b-4c88-b140-dc3fac421e2b service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:36:25.375843 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-e295952c-223b-4c88-b140-dc3fac421e2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c7ffa89f-83fe-4f82-b68e-311b17d2ce60), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:25.571277 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-e295952c-223b-4c88-b140-dc3fac421e2b service neutron] For port c7ffa89f-83fe-4f82-b68e-311b17d2ce60, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c7ffa89f-83fe-4f82-b68e-311b17d2ce60,segment=NetworkSegment(f85259a3-5ba3-46e2-81bb-001e3aef1ced),segment_id=f85259a3-5ba3-46e2-81bb-001e3aef1ced)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:36:25.603037 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-e295952c-223b-4c88-b140-dc3fac421e2b service neutron] For port c7ffa89f-83fe-4f82-b68e-311b17d2ce60, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:36:25.644721 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ad5141-91fe-4b51-bcb9-d7530e51ef6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7ffa89f-83fe-4f82-b68e-311b17d2ce60'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:36:25.647279 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093d7176-a5ca-4184-b617-cf2e9d57c3fd" -d '{"events": [{"server_uuid": "44ad5141-91fe-4b51-bcb9-d7530e51ef6f", "name": "network-vif-unplugged", "status": "completed", "tag": "c7ffa89f-83fe-4f82-b68e-311b17d2ce60"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:36:25.651107 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-e295952c-223b-4c88-b140-dc3fac421e2b service neutron] Publish callbacks [] for port (c7ffa89f-83fe-4f82-b68e-311b17d2ce60), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:25.663977 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-e295952c-223b-4c88-b140-dc3fac421e2b service neutron] Transition to ACTIVE for port object c7ffa89f-83fe-4f82-b68e-311b17d2ce60 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:36:25.668383 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-e295952c-223b-4c88-b140-dc3fac421e2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (c7ffa89f-83fe-4f82-b68e-311b17d2ce60), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:25.699501 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 21:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1613b1d1-e1e4-46f4-9ada-2969769d41ae x-openstack-request-id: req-1613b1d1-e1e4-46f4-9ada-2969769d41ae {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:36:25.699795 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ad5141-91fe-4b51-bcb9-d7530e51ef6f", "name": "network-vif-unplugged", "status": "completed", "tag": "c7ffa89f-83fe-4f82-b68e-311b17d2ce60", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:36:25.700045 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1613b1d1-e1e4-46f4-9ada-2969769d41ae {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:36:25.700433 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ad5141-91fe-4b51-bcb9-d7530e51ef6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7ffa89f-83fe-4f82-b68e-311b17d2ce60', 'code': 200}
Feb 05 21:36:25.737158 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-e295952c-223b-4c88-b140-dc3fac421e2b service neutron] No DVR routers for this DVR port c7ffa89f-83fe-4f82-b68e-311b17d2ce60 on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:36:25.740159 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295952c-223b-4c88-b140-dc3fac421e2b service neutron] Pushing event updated for resources: {'Port': ['ID=c7ffa89f-83fe-4f82-b68e-311b17d2ce60,revision_number=6']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:36:25.764770 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e295952c-223b-4c88-b140-dc3fac421e2b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:25.765118 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e295952c-223b-4c88-b140-dc3fac421e2b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:25.765460 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e295952c-223b-4c88-b140-dc3fac421e2b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:25.765801 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e295952c-223b-4c88-b140-dc3fac421e2b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:25.766133 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e295952c-223b-4c88-b140-dc3fac421e2b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:25.766486 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e295952c-223b-4c88-b140-dc3fac421e2b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:25.766819 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e295952c-223b-4c88-b140-dc3fac421e2b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:25.767162 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e295952c-223b-4c88-b140-dc3fac421e2b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:25.767467 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e295952c-223b-4c88-b140-dc3fac421e2b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:25.767794 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e295952c-223b-4c88-b140-dc3fac421e2b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:25.768422 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e295952c-223b-4c88-b140-dc3fac421e2b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:25.768750 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e295952c-223b-4c88-b140-dc3fac421e2b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:25.769071 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e295952c-223b-4c88-b140-dc3fac421e2b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:25.785499 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-e295952c-223b-4c88-b140-dc3fac421e2b service neutron] Attempting to bind port c7ffa89f-83fe-4f82-b68e-311b17d2ce60 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:36:25.785835 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-e295952c-223b-4c88-b140-dc3fac421e2b service neutron] Attempting to bind port c7ffa89f-83fe-4f82-b68e-311b17d2ce60 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f85259a3-5ba3-46e2-81bb-001e3aef1ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5a9626ed-385c-4af2-94af-adcd441936db'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:36:25.786161 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-e295952c-223b-4c88-b140-dc3fac421e2b service neutron] Attempting to bind port c7ffa89f-83fe-4f82-b68e-311b17d2ce60 on network 5a9626ed-385c-4af2-94af-adcd441936db {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:36:25.790687 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-e295952c-223b-4c88-b140-dc3fac421e2b service neutron] Port c7ffa89f-83fe-4f82-b68e-311b17d2ce60 on network 5a9626ed-385c-4af2-94af-adcd441936db not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:36:25.791009 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-e295952c-223b-4c88-b140-dc3fac421e2b service neutron] Attempting to bind port c7ffa89f-83fe-4f82-b68e-311b17d2ce60 on network 5a9626ed-385c-4af2-94af-adcd441936db {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:36:25.795901 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-e295952c-223b-4c88-b140-dc3fac421e2b service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:36:25.796235 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-e295952c-223b-4c88-b140-dc3fac421e2b service neutron] Checking segment: {'id': 'f85259a3-5ba3-46e2-81bb-001e3aef1ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5a9626ed-385c-4af2-94af-adcd441936db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:36:25.796615 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-e295952c-223b-4c88-b140-dc3fac421e2b service neutron] Bound using segment: {'id': 'f85259a3-5ba3-46e2-81bb-001e3aef1ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5a9626ed-385c-4af2-94af-adcd441936db'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:36:25.797033 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-e295952c-223b-4c88-b140-dc3fac421e2b service neutron] Bound port: c7ffa89f-83fe-4f82-b68e-311b17d2ce60, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f85259a3-5ba3-46e2-81bb-001e3aef1ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5a9626ed-385c-4af2-94af-adcd441936db'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:36:25.797389 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-e295952c-223b-4c88-b140-dc3fac421e2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c7ffa89f-83fe-4f82-b68e-311b17d2ce60), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:25.859941 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-e295952c-223b-4c88-b140-dc3fac421e2b service neutron] For port c7ffa89f-83fe-4f82-b68e-311b17d2ce60, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:36:25.862791 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-e295952c-223b-4c88-b140-dc3fac421e2b service neutron] For port c7ffa89f-83fe-4f82-b68e-311b17d2ce60, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7ffa89f-83fe-4f82-b68e-311b17d2ce60,segment=NetworkSegment(f85259a3-5ba3-46e2-81bb-001e3aef1ced),segment_id=f85259a3-5ba3-46e2-81bb-001e3aef1ced)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:36:25.868809 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-e295952c-223b-4c88-b140-dc3fac421e2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (c7ffa89f-83fe-4f82-b68e-311b17d2ce60), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:25.901819 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-e295952c-223b-4c88-b140-dc3fac421e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:25.902473 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-e295952c-223b-4c88-b140-dc3fac421e2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:25.903891 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-e295952c-223b-4c88-b140-dc3fac421e2b service neutron] 10.222.0.39 "PUT /v2.0/ports/c7ffa89f-83fe-4f82-b68e-311b17d2ce60 HTTP/1.1" status: 200  len: 1091 time: 0.5883214
Feb 05 21:36:25.934311 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295952c-223b-4c88-b140-dc3fac421e2b service neutron] Pushing event updated for resources: {'Port': ['ID=c7ffa89f-83fe-4f82-b68e-311b17d2ce60,revision_number=7']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:36:25.973207 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-ac7f3030-dbbb-4a3a-b964-04dfa0cbf563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:25.974756 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-ac7f3030-dbbb-4a3a-b964-04dfa0cbf563 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7b4e3068adaf496fa0d3a4a2d476a0b7&device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 1125 time: 0.0489628
Feb 05 21:36:26.064175 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-c844a021-a1da-4d4a-9580-923bc17e9530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:26.065632 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-c844a021-a1da-4d4a-9580-923bc17e9530 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5a9626ed-385c-4af2-94af-adcd441936db HTTP/1.1" status: 200  len: 916 time: 0.0848799
Feb 05 21:36:26.263399 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456ad0a-0822-45f4-b103-1c7c13da28b5 req-edc06ea8-3753-4464-b271-5710de21dc0b tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:26.265005 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6456ad0a-0822-45f4-b103-1c7c13da28b5 req-edc06ea8-3753-4464-b271-5710de21dc0b tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 943 time: 0.0607269
Feb 05 21:36:26.316738 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6456ad0a-0822-45f4-b103-1c7c13da28b5 req-622457ad-62d1-44d0-9e61-bd112ca0a453 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459211
Feb 05 21:36:26.426269 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-29f6d509-4868-4d77-9119-b52f349ad3a6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7ffa89f-83fe-4f82-b68e-311b17d2ce60 HTTP/1.1" status: 200  len: 217 time: 0.3549256
Feb 05 21:36:26.472285 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-4b42123c-877f-4b7f-bd4a-3ca31caa6577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:26.473703 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-4b42123c-877f-4b7f-bd4a-3ca31caa6577 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=365abded-b4bb-408c-bc7f-2708c13e6a9d HTTP/1.1" status: 200  len: 855 time: 0.0415666
Feb 05 21:36:26.504612 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-1001eedb-d59b-43de-b5d2-a3916fe13e1f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5a9626ed-385c-4af2-94af-adcd441936db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0246480
Feb 05 21:36:26.592505 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-eca07f13-3b90-41f5-b26d-708af64ab8db service neutron] 10.222.0.39 "GET /v2.0/networks/5a9626ed-385c-4af2-94af-adcd441936db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0826228
Feb 05 21:36:26.680485 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1421d51b-a571-45f5-8ca6-f252c79a1095 req-e383605a-65c8-442c-9bd1-1c1065ea6673 service neutron] 10.222.0.39 "GET /v2.0/networks/5a9626ed-385c-4af2-94af-adcd441936db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821245
Feb 05 21:36:27.439323 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d116070-4c23-44e5-866e-cad7813bbeb9 req-7680e0e5-f0eb-4448-a7fd-2d56cfff4301 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:27.440822 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5d116070-4c23-44e5-866e-cad7813bbeb9 req-7680e0e5-f0eb-4448-a7fd-2d56cfff4301 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 943 time: 0.0530720
Feb 05 21:36:27.491748 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5d116070-4c23-44e5-866e-cad7813bbeb9 req-a4bc38a6-333e-4cee-b1f5-7484c07a1601 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450966
Feb 05 21:36:27.701908 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44ad5141-91fe-4b51-bcb9-d7530e51ef6f', 'tag': 'c7ffa89f-83fe-4f82-b68e-311b17d2ce60'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:36:27.704269 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6c32ab-74cb-42b8-858e-670c6ea7fe09" -d '{"events": [{"name": "network-changed", "server_uuid": "44ad5141-91fe-4b51-bcb9-d7530e51ef6f", "tag": "c7ffa89f-83fe-4f82-b68e-311b17d2ce60"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:36:27.757600 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f0c104-41b4-4d38-8e96-6e917a543ada x-openstack-request-id: req-15f0c104-41b4-4d38-8e96-6e917a543ada {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:36:27.757900 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44ad5141-91fe-4b51-bcb9-d7530e51ef6f", "tag": "c7ffa89f-83fe-4f82-b68e-311b17d2ce60", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:36:27.758202 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-15f0c104-41b4-4d38-8e96-6e917a543ada {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:36:27.758646 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44ad5141-91fe-4b51-bcb9-d7530e51ef6f', 'tag': 'c7ffa89f-83fe-4f82-b68e-311b17d2ce60', 'status': 'completed', 'code': 200}
Feb 05 21:36:27.819833 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c32ab-74cb-42b8-858e-670c6ea7fe09 req-ed601c99-7215-492d-9fd3-938a4813718f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:27.821386 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ef6c32ab-74cb-42b8-858e-670c6ea7fe09 req-ed601c99-7215-492d-9fd3-938a4813718f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7b4e3068adaf496fa0d3a4a2d476a0b7&device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 1125 time: 0.0471008
Feb 05 21:36:27.823445 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c32ab-74cb-42b8-858e-670c6ea7fe09 req-d8785b32-df15-4688-8a90-6516097c27bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:27.825654 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ef6c32ab-74cb-42b8-858e-670c6ea7fe09 req-d8785b32-df15-4688-8a90-6516097c27bf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7b4e3068adaf496fa0d3a4a2d476a0b7&device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 1125 time: 0.0452631
Feb 05 21:36:27.910341 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c32ab-74cb-42b8-858e-670c6ea7fe09 req-99dc4641-92f3-4483-8890-000246a6b0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:27.911883 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ef6c32ab-74cb-42b8-858e-670c6ea7fe09 req-99dc4641-92f3-4483-8890-000246a6b0dc service neutron] 10.222.0.21 "GET /v2.0/networks?id=5a9626ed-385c-4af2-94af-adcd441936db HTTP/1.1" status: 200  len: 916 time: 0.0852845
Feb 05 21:36:27.912925 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c32ab-74cb-42b8-858e-670c6ea7fe09 req-f78d1e31-bf62-496a-bf5b-a8ef0b5e929b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:27.914761 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ef6c32ab-74cb-42b8-858e-670c6ea7fe09 req-f78d1e31-bf62-496a-bf5b-a8ef0b5e929b service neutron] 10.222.0.39 "GET /v2.0/networks?id=5a9626ed-385c-4af2-94af-adcd441936db HTTP/1.1" status: 200  len: 916 time: 0.0819991
Feb 05 21:36:27.957405 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ef6c32ab-74cb-42b8-858e-670c6ea7fe09 req-6c285e16-81be-43b7-82d8-3673890d8011 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7ffa89f-83fe-4f82-b68e-311b17d2ce60 HTTP/1.1" status: 200  len: 217 time: 0.0400152
Feb 05 21:36:27.958103 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ef6c32ab-74cb-42b8-858e-670c6ea7fe09 req-0616f7ae-a0b0-4664-8b5c-38f1955d353a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7ffa89f-83fe-4f82-b68e-311b17d2ce60 HTTP/1.1" status: 200  len: 217 time: 0.0374498
Feb 05 21:36:28.006294 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c32ab-74cb-42b8-858e-670c6ea7fe09 req-2470db47-52e9-4009-857b-eb2382979fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:28.007742 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c32ab-74cb-42b8-858e-670c6ea7fe09 req-1110554a-0e38-4792-95b6-3c2c3ea94c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:28.007929 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ef6c32ab-74cb-42b8-858e-670c6ea7fe09 req-2470db47-52e9-4009-857b-eb2382979fc5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=365abded-b4bb-408c-bc7f-2708c13e6a9d HTTP/1.1" status: 200  len: 855 time: 0.0446870
Feb 05 21:36:28.009178 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ef6c32ab-74cb-42b8-858e-670c6ea7fe09 req-1110554a-0e38-4792-95b6-3c2c3ea94c53 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=365abded-b4bb-408c-bc7f-2708c13e6a9d HTTP/1.1" status: 200  len: 855 time: 0.0430548
Feb 05 21:36:28.039401 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ef6c32ab-74cb-42b8-858e-670c6ea7fe09 req-8c09da6d-8f77-49b7-b842-888e9b43b4af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5a9626ed-385c-4af2-94af-adcd441936db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0257471
Feb 05 21:36:28.041516 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ef6c32ab-74cb-42b8-858e-670c6ea7fe09 req-973f5939-b240-4c90-bd28-9e98be586af9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5a9626ed-385c-4af2-94af-adcd441936db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0251927
Feb 05 21:36:28.143620 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ef6c32ab-74cb-42b8-858e-670c6ea7fe09 req-50e25fee-3a5b-4961-a09f-e0f571e9c1bc service neutron] 10.222.0.21 "GET /v2.0/networks/5a9626ed-385c-4af2-94af-adcd441936db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0980835
Feb 05 21:36:28.147038 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ef6c32ab-74cb-42b8-858e-670c6ea7fe09 req-11584ba2-0fc2-4266-9c60-0afb7aa2f727 service neutron] 10.222.0.39 "GET /v2.0/networks/5a9626ed-385c-4af2-94af-adcd441936db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0992389
Feb 05 21:36:28.240463 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ef6c32ab-74cb-42b8-858e-670c6ea7fe09 req-8c5c5b82-308f-4086-95a6-878e6623cf34 service neutron] 10.222.0.21 "GET /v2.0/networks/5a9626ed-385c-4af2-94af-adcd441936db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0900872
Feb 05 21:36:28.242032 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-ef6c32ab-74cb-42b8-858e-670c6ea7fe09 req-90f7d828-8621-4710-adb7-503b1d6ea419 service neutron] 10.222.0.39 "GET /v2.0/networks/5a9626ed-385c-4af2-94af-adcd441936db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0878582
Feb 05 21:36:28.617257 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b612a0-1c96-4389-81b2-cc5dc134bf15 req-fd0513fa-9b06-426a-b0c8-dc71f098ab21 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:28.618761 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-21b612a0-1c96-4389-81b2-cc5dc134bf15 req-fd0513fa-9b06-426a-b0c8-dc71f098ab21 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 943 time: 0.0574598
Feb 05 21:36:28.666065 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-21b612a0-1c96-4389-81b2-cc5dc134bf15 req-a9374a7e-3178-4c52-b4e4-fe7e9c07cbe1 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407698
Feb 05 21:36:28.687002 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device c7ffa89f-83fe-4f82-b68e-311b17d2ce60 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:36:28.731463 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] The host nch1-master-1 is not matching for port c7ffa89f-83fe-4f82-b68e-311b17d2ce60 host nch2-master-1! {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Feb 05 21:36:28.731872 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device c7ffa89f-83fe-4f82-b68e-311b17d2ce60 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:36:28.900827 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f762c-2147-4cdb-b927-a52924f92ea2 req-86dd8a5f-a6e3-4db3-b1a3-cdfc97531cb5 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:28.902305 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a74f762c-2147-4cdb-b927-a52924f92ea2 req-86dd8a5f-a6e3-4db3-b1a3-cdfc97531cb5 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.21 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f&tenant_id=7b4e3068adaf496fa0d3a4a2d476a0b7&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0786197
Feb 05 21:36:28.909134 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f7840-4436-4fd5-aef5-34a2bfead594 req-4b8c3947-09f3-4fe3-9a34-8e4528eb708a tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:28.910524 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1d3f7840-4436-4fd5-aef5-34a2bfead594 req-4b8c3947-09f3-4fe3-9a34-8e4528eb708a tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 943 time: 0.0953522
Feb 05 21:36:28.999876 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1d3f7840-4436-4fd5-aef5-34a2bfead594 req-ab2c95c7-6907-4f51-8629-c18a740ad5f1 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829992
Feb 05 21:36:29.003000 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [req-a74f762c-2147-4cdb-b927-a52924f92ea2 req-720c59f2-f3ee-496f-b637-4c76ddcb6807 service neutron] delete failed (client error): The resource could not be found.
Feb 05 21:36:29.003944 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a74f762c-2147-4cdb-b927-a52924f92ea2 req-720c59f2-f3ee-496f-b637-4c76ddcb6807 service neutron] 10.222.0.21 "DELETE /v2.0/ports/c7ffa89f-83fe-4f82-b68e-311b17d2ce60/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0925763
Feb 05 21:36:29.090059 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f762c-2147-4cdb-b927-a52924f92ea2 req-4b02a43a-6876-4ed6-b4c0-afb2803cc80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:29.091619 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a74f762c-2147-4cdb-b927-a52924f92ea2 req-4b02a43a-6876-4ed6-b4c0-afb2803cc80a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7b4e3068adaf496fa0d3a4a2d476a0b7&device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 1125 time: 0.0447907
Feb 05 21:36:29.183503 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f762c-2147-4cdb-b927-a52924f92ea2 req-eec2ccca-29a2-4789-a6cb-b26a399e6865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:29.185122 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a74f762c-2147-4cdb-b927-a52924f92ea2 req-eec2ccca-29a2-4789-a6cb-b26a399e6865 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5a9626ed-385c-4af2-94af-adcd441936db HTTP/1.1" status: 200  len: 916 time: 0.0882921
Feb 05 21:36:29.224692 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a74f762c-2147-4cdb-b927-a52924f92ea2 req-74e4ecac-bf83-409c-ad20-dfd63a882440 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7ffa89f-83fe-4f82-b68e-311b17d2ce60 HTTP/1.1" status: 200  len: 217 time: 0.0334485
Feb 05 21:36:29.271891 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f762c-2147-4cdb-b927-a52924f92ea2 req-6994022f-50c9-4ecd-abe0-84cbb2d0e284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:29.273336 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a74f762c-2147-4cdb-b927-a52924f92ea2 req-6994022f-50c9-4ecd-abe0-84cbb2d0e284 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=365abded-b4bb-408c-bc7f-2708c13e6a9d HTTP/1.1" status: 200  len: 855 time: 0.0425687
Feb 05 21:36:29.304204 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a74f762c-2147-4cdb-b927-a52924f92ea2 req-4dd414a7-c7dc-4b58-82fa-68997ff11972 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5a9626ed-385c-4af2-94af-adcd441936db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0252898
Feb 05 21:36:29.386726 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device c7ffa89f-83fe-4f82-b68e-311b17d2ce60 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:36:29.395248 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a74f762c-2147-4cdb-b927-a52924f92ea2 req-c8f19ced-2e76-4c60-a414-e128838fc98f service neutron] 10.222.0.21 "GET /v2.0/networks/5a9626ed-385c-4af2-94af-adcd441936db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852783
Feb 05 21:36:29.482952 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port c7ffa89f-83fe-4f82-b68e-311b17d2ce60, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7ffa89f-83fe-4f82-b68e-311b17d2ce60,segment=NetworkSegment(f85259a3-5ba3-46e2-81bb-001e3aef1ced),segment_id=f85259a3-5ba3-46e2-81bb-001e3aef1ced)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:36:29.488823 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a74f762c-2147-4cdb-b927-a52924f92ea2 req-85ba0f23-7b53-4678-a280-3b63eeefdeb8 service neutron] 10.222.0.21 "GET /v2.0/networks/5a9626ed-385c-4af2-94af-adcd441936db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0879920
Feb 05 21:36:29.493442 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'c7ffa89f-83fe-4f82-b68e-311b17d2ce60', 'network_id': '5a9626ed-385c-4af2-94af-adcd441936db', 'port_id': 'c7ffa89f-83fe-4f82-b68e-311b17d2ce60', 'mac_address': 'fa:16:3e:88:6b:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '365abded-b4bb-408c-bc7f-2708c13e6a9d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:36:29.694842 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port c7ffa89f-83fe-4f82-b68e-311b17d2ce60 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:36:29.695491 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c7ffa89f-83fe-4f82-b68e-311b17d2ce60), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:29.707860 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7ffa89f-83fe-4f82-b68e-311b17d2ce60 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:36:29.726602 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port c7ffa89f-83fe-4f82-b68e-311b17d2ce60, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7ffa89f-83fe-4f82-b68e-311b17d2ce60,segment=NetworkSegment(f85259a3-5ba3-46e2-81bb-001e3aef1ced),segment_id=f85259a3-5ba3-46e2-81bb-001e3aef1ced)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:36:29.730744 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (c7ffa89f-83fe-4f82-b68e-311b17d2ce60), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:29.775885 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=c7ffa89f-83fe-4f82-b68e-311b17d2ce60,revision_number=8']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:36:29.783095 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:29.783454 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:29.783806 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:29.784156 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:29.784497 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:29.784838 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:29.785173 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:29.785508 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:29.785852 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:29.786186 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:29.786545 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:29.786881 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:29.787212 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:29.957929 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['c7ffa89f-83fe-4f82-b68e-311b17d2ce60'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:36:30.135003 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75140476-c1df-4a19-af67-fa364df093c0 req-e58712b8-7ebb-4494-9889-d0987e11a5ff tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:30.137119 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75140476-c1df-4a19-af67-fa364df093c0 req-e58712b8-7ebb-4494-9889-d0987e11a5ff tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 944 time: 0.0552521
Feb 05 21:36:30.182402 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75140476-c1df-4a19-af67-fa364df093c0 req-4fc0d693-32fc-4a09-bf96-294fe3dab1d5 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394702
Feb 05 21:36:30.300790 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8aade-fd33-440d-9495-3a8643b1d8df req-e93c1fab-aafb-4f41-bbf1-c32d574ae1a4 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:30.302269 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78e8aade-fd33-440d-9495-3a8643b1d8df req-e93c1fab-aafb-4f41-bbf1-c32d574ae1a4 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 944 time: 0.0524669
Feb 05 21:36:30.349196 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78e8aade-fd33-440d-9495-3a8643b1d8df req-87b49930-01cb-400e-bdc3-dff8f4d02129 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413315
Feb 05 21:36:30.470175 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d28464-d8cf-4fbd-9c15-725a78502a98 req-589e741b-dc8f-4721-9a84-b860ecf33b02 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:30.471584 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f9d28464-d8cf-4fbd-9c15-725a78502a98 req-589e741b-dc8f-4721-9a84-b860ecf33b02 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 944 time: 0.0563357
Feb 05 21:36:30.517457 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f9d28464-d8cf-4fbd-9c15-725a78502a98 req-5157f0bd-f259-4748-abf6-963656189ea3 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402069
Feb 05 21:36:30.851148 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d530f2-00e7-4cb0-bcb0-67b82d4b21db req-b0b4b65f-95f4-41bc-a96b-a4c442247046 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:30.852624 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-48d530f2-00e7-4cb0-bcb0-67b82d4b21db req-b0b4b65f-95f4-41bc-a96b-a4c442247046 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 944 time: 0.0525968
Feb 05 21:36:30.898401 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-48d530f2-00e7-4cb0-bcb0-67b82d4b21db req-b7b2c1cf-36d9-48ad-8c85-1a4e51c89c8e tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394013
Feb 05 21:36:31.406850 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device c7ffa89f-83fe-4f82-b68e-311b17d2ce60 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:36:31.455472 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port c7ffa89f-83fe-4f82-b68e-311b17d2ce60 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:36:31.459290 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port c7ffa89f-83fe-4f82-b68e-311b17d2ce60 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:36:31.459669 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c7ffa89f-83fe-4f82-b68e-311b17d2ce60), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:31.537707 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port c7ffa89f-83fe-4f82-b68e-311b17d2ce60 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:36:31.538347 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c7ffa89f-83fe-4f82-b68e-311b17d2ce60), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:31.560536 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ad5141-91fe-4b51-bcb9-d7530e51ef6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ffa89f-83fe-4f82-b68e-311b17d2ce60'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:36:31.562776 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e1aa87-f86a-45ec-8eea-221d1b2eadf2" -d '{"events": [{"server_uuid": "44ad5141-91fe-4b51-bcb9-d7530e51ef6f", "name": "network-vif-plugged", "status": "completed", "tag": "c7ffa89f-83fe-4f82-b68e-311b17d2ce60"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:36:31.575112 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port c7ffa89f-83fe-4f82-b68e-311b17d2ce60, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7ffa89f-83fe-4f82-b68e-311b17d2ce60,segment=NetworkSegment(f85259a3-5ba3-46e2-81bb-001e3aef1ced),segment_id=f85259a3-5ba3-46e2-81bb-001e3aef1ced)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:36:31.579654 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (c7ffa89f-83fe-4f82-b68e-311b17d2ce60), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:31.607252 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ec668b-0b47-4da1-9bba-0081e37ec72a x-openstack-request-id: req-67ec668b-0b47-4da1-9bba-0081e37ec72a {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:36:31.607547 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ad5141-91fe-4b51-bcb9-d7530e51ef6f", "name": "network-vif-plugged", "status": "completed", "tag": "c7ffa89f-83fe-4f82-b68e-311b17d2ce60", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:36:31.607823 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-67ec668b-0b47-4da1-9bba-0081e37ec72a {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:36:31.608220 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ad5141-91fe-4b51-bcb9-d7530e51ef6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ffa89f-83fe-4f82-b68e-311b17d2ce60', 'code': 200}
Feb 05 21:36:31.629407 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=c7ffa89f-83fe-4f82-b68e-311b17d2ce60,revision_number=9']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:36:32.019740 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff2013-7b6f-420e-ae3e-8c0f5c586f16 req-3dbde68d-2409-48e6-9e5b-14bf46f9dab2 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:32.020359 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b41525-ea43-4a27-a027-d510d90cbf0e req-ffa7426f-8635-4fbd-8a76-471663d10927 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:32.021233 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3eff2013-7b6f-420e-ae3e-8c0f5c586f16 req-3dbde68d-2409-48e6-9e5b-14bf46f9dab2 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.39 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 945 time: 0.0528266
Feb 05 21:36:32.021367 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c7b41525-ea43-4a27-a027-d510d90cbf0e req-ffa7426f-8635-4fbd-8a76-471663d10927 tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/ports?device_id=44ad5141-91fe-4b51-bcb9-d7530e51ef6f HTTP/1.1" status: 200  len: 945 time: 0.0528271
Feb 05 21:36:32.073119 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c7b41525-ea43-4a27-a027-d510d90cbf0e req-c428959f-d054-483e-be93-6dd23e2ed79e tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461123
Feb 05 21:36:32.117664 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-3eff2013-7b6f-420e-ae3e-8c0f5c586f16 req-731a84fd-0d03-4303-9f66-aa2ec471437a tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Deleting port c7ffa89f-83fe-4f82-b68e-311b17d2ce60 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:36:32.118011 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-3eff2013-7b6f-420e-ae3e-8c0f5c586f16 req-731a84fd-0d03-4303-9f66-aa2ec471437a tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (c7ffa89f-83fe-4f82-b68e-311b17d2ce60), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:32.207113 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-3eff2013-7b6f-420e-ae3e-8c0f5c586f16 req-731a84fd-0d03-4303-9f66-aa2ec471437a tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] For port c7ffa89f-83fe-4f82-b68e-311b17d2ce60, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7ffa89f-83fe-4f82-b68e-311b17d2ce60,segment=NetworkSegment(f85259a3-5ba3-46e2-81bb-001e3aef1ced),segment_id=f85259a3-5ba3-46e2-81bb-001e3aef1ced)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:36:32.207395 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-3eff2013-7b6f-420e-ae3e-8c0f5c586f16 req-731a84fd-0d03-4303-9f66-aa2ec471437a tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (c7ffa89f-83fe-4f82-b68e-311b17d2ce60), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:32.218975 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-3eff2013-7b6f-420e-ae3e-8c0f5c586f16 req-731a84fd-0d03-4303-9f66-aa2ec471437a tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Calling delete_port for c7ffa89f-83fe-4f82-b68e-311b17d2ce60 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:36:32.340538 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-3eff2013-7b6f-420e-ae3e-8c0f5c586f16 req-731a84fd-0d03-4303-9f66-aa2ec471437a tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (c7ffa89f-83fe-4f82-b68e-311b17d2ce60), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:32.352765 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['c7ffa89f-83fe-4f82-b68e-311b17d2ce60'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:36:32.372182 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731a84fd-0d03-4303-9f66-aa2ec471437a tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Pushing event deleted for resources: {'Port': ['ID=c7ffa89f-83fe-4f82-b68e-311b17d2ce60,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:36:32.412685 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eff2013-7b6f-420e-ae3e-8c0f5c586f16 req-731a84fd-0d03-4303-9f66-aa2ec471437a tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] No DVR routers for this DVR port c7ffa89f-83fe-4f82-b68e-311b17d2ce60 on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:36:32.415445 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-3eff2013-7b6f-420e-ae3e-8c0f5c586f16 req-731a84fd-0d03-4303-9f66-aa2ec471437a tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:32.418860 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3eff2013-7b6f-420e-ae3e-8c0f5c586f16 req-731a84fd-0d03-4303-9f66-aa2ec471437a tempest-ServerDiskConfigTestJSON-682452899 tempest-ServerDiskConfigTestJSON-682452899-project] 10.222.0.39 "DELETE /v2.0/ports/c7ffa89f-83fe-4f82-b68e-311b17d2ce60 HTTP/1.1" status: 204  len: 173 time: 0.3901260
Feb 05 21:36:32.419297 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ad5141-91fe-4b51-bcb9-d7530e51ef6f', 'name': 'network-vif-deleted', 'tag': 'c7ffa89f-83fe-4f82-b68e-311b17d2ce60'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:36:32.421514 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04dfce4-6031-4971-b586-2c0608726b0f" -d '{"events": [{"server_uuid": "44ad5141-91fe-4b51-bcb9-d7530e51ef6f", "name": "network-vif-deleted", "tag": "c7ffa89f-83fe-4f82-b68e-311b17d2ce60"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:36:32.465007 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42c48f5-880f-4796-8abb-b6f82bb64e0d x-openstack-request-id: req-a42c48f5-880f-4796-8abb-b6f82bb64e0d {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:36:32.465304 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ad5141-91fe-4b51-bcb9-d7530e51ef6f", "name": "network-vif-deleted", "tag": "c7ffa89f-83fe-4f82-b68e-311b17d2ce60", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:36:32.465560 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a42c48f5-880f-4796-8abb-b6f82bb64e0d {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:36:32.466052 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ad5141-91fe-4b51-bcb9-d7530e51ef6f', 'name': 'network-vif-deleted', 'tag': 'c7ffa89f-83fe-4f82-b68e-311b17d2ce60', 'status': 'completed', 'code': 200}
Feb 05 21:36:33.194844 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 51104) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:36:33.243036 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-afc1ba29-8b6d-4ddd-b938-18359b81b5f9 admin admin] Deleting subnet 365abded-b4bb-408c-bc7f-2708c13e6a9d {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:36:33.246897 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-afc1ba29-8b6d-4ddd-b938-18359b81b5f9 admin admin] Publish callbacks [] for subnet (365abded-b4bb-408c-bc7f-2708c13e6a9d), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:33.280462 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-afc1ba29-8b6d-4ddd-b938-18359b81b5f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (365abded-b4bb-408c-bc7f-2708c13e6a9d), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:33.318599 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-afc1ba29-8b6d-4ddd-b938-18359b81b5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (365abded-b4bb-408c-bc7f-2708c13e6a9d), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:33.368624 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-afc1ba29-8b6d-4ddd-b938-18359b81b5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (365abded-b4bb-408c-bc7f-2708c13e6a9d), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:33.399891 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc1ba29-8b6d-4ddd-b938-18359b81b5f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=365abded-b4bb-408c-bc7f-2708c13e6a9d,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:36:33.405127 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-afc1ba29-8b6d-4ddd-b938-18359b81b5f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:33.408617 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-afc1ba29-8b6d-4ddd-b938-18359b81b5f9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/365abded-b4bb-408c-bc7f-2708c13e6a9d HTTP/1.1" status: 204  len: 168 time: 0.2127371
Feb 05 21:36:33.411223 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51106) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:36:33.414364 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc1ba29-8b6d-4ddd-b938-18359b81b5f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:33.414747 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc1ba29-8b6d-4ddd-b938-18359b81b5f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:33.415099 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc1ba29-8b6d-4ddd-b938-18359b81b5f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:33.415446 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc1ba29-8b6d-4ddd-b938-18359b81b5f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:33.415795 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc1ba29-8b6d-4ddd-b938-18359b81b5f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:33.416136 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc1ba29-8b6d-4ddd-b938-18359b81b5f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:33.416472 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc1ba29-8b6d-4ddd-b938-18359b81b5f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:33.416808 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc1ba29-8b6d-4ddd-b938-18359b81b5f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:33.417145 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc1ba29-8b6d-4ddd-b938-18359b81b5f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:33.418111 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc1ba29-8b6d-4ddd-b938-18359b81b5f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:33.418636 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc1ba29-8b6d-4ddd-b938-18359b81b5f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:33.418983 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc1ba29-8b6d-4ddd-b938-18359b81b5f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:33.419318 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc1ba29-8b6d-4ddd-b938-18359b81b5f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:33.479200 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-234e2f7d-93a0-48d9-9d4c-ebb5e5721c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (5a9626ed-385c-4af2-94af-adcd441936db), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:33.559763 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-234e2f7d-93a0-48d9-9d4c-ebb5e5721c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (5a9626ed-385c-4af2-94af-adcd441936db), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:33.579301 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-234e2f7d-93a0-48d9-9d4c-ebb5e5721c50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db3185160>,) {'filters': {'network_id': ['5a9626ed-385c-4af2-94af-adcd441936db']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:36:33.588228 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-234e2f7d-93a0-48d9-9d4c-ebb5e5721c50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3185160>, 'f85259a3-5ba3-46e2-81bb-001e3aef1ced') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:36:33.588529 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-234e2f7d-93a0-48d9-9d4c-ebb5e5721c50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3185160>, 'f85259a3-5ba3-46e2-81bb-001e3aef1ced') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:36:33.597658 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-234e2f7d-93a0-48d9-9d4c-ebb5e5721c50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (f85259a3-5ba3-46e2-81bb-001e3aef1ced), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:33.611092 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-234e2f7d-93a0-48d9-9d4c-ebb5e5721c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (f85259a3-5ba3-46e2-81bb-001e3aef1ced), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:33.617270 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-234e2f7d-93a0-48d9-9d4c-ebb5e5721c50 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:36:33.617668 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-234e2f7d-93a0-48d9-9d4c-ebb5e5721c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (f85259a3-5ba3-46e2-81bb-001e3aef1ced), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:33.619486 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:36:33.619486 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:36:33.619486 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:36:33.619486 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:36:33.619486 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:36:33.619486 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:36:33.619486 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:36:33.619486 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:36:33.619486 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:36:33.619486 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:36:33.619486 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:36:33.619486 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:36:33.619486 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:36:33.619486 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:36:33.619486 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:36:33.619486 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:36:33.619486 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:36:33.619486 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:36:33.619486 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:36:33.619486 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:36:33.619486 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:36:33.619486 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:36:33.619486 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:36:33.619486 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:36:33.619486 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:36:33.619486 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:36:33.619486 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:36:33.619486 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:36:33.619486 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:36:33.619486 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:36:33.619486 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:36:33.619486 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:36:33.676229 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-234e2f7d-93a0-48d9-9d4c-ebb5e5721c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (5a9626ed-385c-4af2-94af-adcd441936db), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:33.681553 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-234e2f7d-93a0-48d9-9d4c-ebb5e5721c50 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:33.685214 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-234e2f7d-93a0-48d9-9d4c-ebb5e5721c50 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5a9626ed-385c-4af2-94af-adcd441936db HTTP/1.1" status: 204  len: 168 time: 0.2730019
Feb 05 21:36:33.696137 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e2f7d-93a0-48d9-9d4c-ebb5e5721c50 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a9626ed-385c-4af2-94af-adcd441936db,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:36:33.787860 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-09a9aa73-1b6c-4a3e-92a2-37ccede21e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:33.797274 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51110) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:36:33.837174 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a8844ad2-ed36-4d3d-b627-7e6ca9c49785 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7b4e3068adaf496fa0d3a4a2d476a0b7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0386798
Feb 05 21:36:33.839766 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51112) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:36:33.885231 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-63cc8092-c3db-4da3-a24c-a7a1f5fc6765 admin admin] Publish callbacks [] for security_group (a4cac2f5-a44f-4eea-83cf-6a2d4b439d20), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:33.906206 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-63cc8092-c3db-4da3-a24c-a7a1f5fc6765 admin admin] Publish callbacks [] for security_group (a4cac2f5-a44f-4eea-83cf-6a2d4b439d20), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:33.955176 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-63cc8092-c3db-4da3-a24c-a7a1f5fc6765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (a4cac2f5-a44f-4eea-83cf-6a2d4b439d20), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:33.957844 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-63cc8092-c3db-4da3-a24c-a7a1f5fc6765 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:33.959365 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-63cc8092-c3db-4da3-a24c-a7a1f5fc6765 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a4cac2f5-a44f-4eea-83cf-6a2d4b439d20 HTTP/1.1" status: 204  len: 168 time: 0.1185920
Feb 05 21:36:33.967300 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc8092-c3db-4da3-a24c-a7a1f5fc6765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cac2f5-a44f-4eea-83cf-6a2d4b439d20,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:36:34.609977 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51134) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:36:34.709780 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-5f03ca6c-6a5c-4bfd-978f-61997fcd1604 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-256379539-network', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:36:34.728909 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f03ca6c-6a5c-4bfd-978f-61997fcd1604 admin admin] Made reservation on behalf of da51ac8e46d54f059d8d5252e292443f for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:36:34.731355 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5f03ca6c-6a5c-4bfd-978f-61997fcd1604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:34.739699 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5f03ca6c-6a5c-4bfd-978f-61997fcd1604 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:34.815876 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5f03ca6c-6a5c-4bfd-978f-61997fcd1604 admin admin] Publish callbacks [] for security_group (533a7879-2cbd-49d0-b144-f8c56a7243d4), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:34.819252 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5f03ca6c-6a5c-4bfd-978f-61997fcd1604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (533a7879-2cbd-49d0-b144-f8c56a7243d4), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:34.839907 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f03ca6c-6a5c-4bfd-978f-61997fcd1604 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:36:34.852857 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f03ca6c-6a5c-4bfd-978f-61997fcd1604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533a7879-2cbd-49d0-b144-f8c56a7243d4,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:36:34.858208 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5f03ca6c-6a5c-4bfd-978f-61997fcd1604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (d1ad4fa7-a815-486d-801a-e7994848141b), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:34.858589 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-5f03ca6c-6a5c-4bfd-978f-61997fcd1604 admin admin] Added segment d1ad4fa7-a815-486d-801a-e7994848141b of type vlan for network 5f6be15e-b511-47a2-8a74-368371c2b722
Feb 05 21:36:34.898903 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5f03ca6c-6a5c-4bfd-978f-61997fcd1604 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (5f6be15e-b511-47a2-8a74-368371c2b722), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:34.923831 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5f03ca6c-6a5c-4bfd-978f-61997fcd1604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (5f6be15e-b511-47a2-8a74-368371c2b722), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:34.924841 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f03ca6c-6a5c-4bfd-978f-61997fcd1604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:34.925416 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5f03ca6c-6a5c-4bfd-978f-61997fcd1604 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:34.955119 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5f03ca6c-6a5c-4bfd-978f-61997fcd1604 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.3439176
Feb 05 21:36:34.958076 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 51138) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:36:34.963085 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-d0e09f76-1bd0-46d0-93f5-e284c85e1127 admin admin] Request body: {'subnet': {'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-256379539-subnet', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:36:34.984388 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e09f76-1bd0-46d0-93f5-e284c85e1127 admin admin] Made reservation on behalf of da51ac8e46d54f059d8d5252e292443f for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:36:34.987016 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d0e09f76-1bd0-46d0-93f5-e284c85e1127 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:34.991543 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f03ca6c-6a5c-4bfd-978f-61997fcd1604 admin admin] Pushing event updated for resources: {'Network': ['ID=5f6be15e-b511-47a2-8a74-368371c2b722,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:36:35.004521 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 5f6be15e-b511-47a2-8a74-368371c2b722 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:36:35.164557 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d0e09f76-1bd0-46d0-93f5-e284c85e1127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (0d016947-afd7-422e-be42-6a16d0cc42db), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:35.221366 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e09f76-1bd0-46d0-93f5-e284c85e1127 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d016947-afd7-422e-be42-6a16d0cc42db,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:36:35.230887 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e09f76-1bd0-46d0-93f5-e284c85e1127 admin admin] Checking segment: {'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:36:35.231265 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e09f76-1bd0-46d0-93f5-e284c85e1127 admin admin] Network hostable DHCP agents. Network: 5f6be15e-b511-47a2-8a74-368371c2b722, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:36:35.246840 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e09f76-1bd0-46d0-93f5-e284c85e1127 admin admin] Network 5f6be15e-b511-47a2-8a74-368371c2b722 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:36:35.255398 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-d0e09f76-1bd0-46d0-93f5-e284c85e1127 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5f6be15e-b511-47a2-8a74-368371c2b722) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:36:35.259619 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e09f76-1bd0-46d0-93f5-e284c85e1127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:35.260309 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d0e09f76-1bd0-46d0-93f5-e284c85e1127 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:35.265682 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e96110-5444-49ec-be0c-35393570893a None None] Network 5f6be15e-b511-47a2-8a74-368371c2b722 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:36:35.278359 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d0e09f76-1bd0-46d0-93f5-e284c85e1127 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.3190613
Feb 05 21:36:35.281030 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 51140) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:36:35.289906 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-c513ddf7-752a-4daf-bab0-e90fda5a0aee admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-256379539-router', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:36:35.309450 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c513ddf7-752a-4daf-bab0-e90fda5a0aee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (db485826-1067-468f-9a12-0741f8152581), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:35.310512 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c513ddf7-752a-4daf-bab0-e90fda5a0aee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (db485826-1067-468f-9a12-0741f8152581), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:35.366010 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c513ddf7-752a-4daf-bab0-e90fda5a0aee admin admin] Publish callbacks [] for router_controller (db485826-1067-468f-9a12-0741f8152581), precommit_add_association {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:35.371613 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72875b41-985c-4a39-b9b8-a21edc1c5d1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5f6be15e-b511-47a2-8a74-368371c2b722', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'fixed_ips': [{'subnet_id': '0d016947-afd7-422e-be42-6a16d0cc42db'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:36:35.372470 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-72875b41-985c-4a39-b9b8-a21edc1c5d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:35.512050 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c513ddf7-752a-4daf-bab0-e90fda5a0aee admin admin] Publish callbacks [] for router_gateway (db485826-1067-468f-9a12-0741f8152581), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:35.514538 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-72875b41-985c-4a39-b9b8-a21edc1c5d1f None None] Allocated IP 172.20.0.2 (5f6be15e-b511-47a2-8a74-368371c2b722/0d016947-afd7-422e-be42-6a16d0cc42db/2ae191e4-f97e-4745-88f8-b0dedeeac9ec) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:36:35.655640 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-72875b41-985c-4a39-b9b8-a21edc1c5d1f None None] Publish callbacks [] for port (2ae191e4-f97e-4745-88f8-b0dedeeac9ec), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:35.660583 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-72875b41-985c-4a39-b9b8-a21edc1c5d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (2ae191e4-f97e-4745-88f8-b0dedeeac9ec), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:35.705923 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72875b41-985c-4a39-b9b8-a21edc1c5d1f None None] Network 5f6be15e-b511-47a2-8a74-368371c2b722 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:36:35.710328 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-72875b41-985c-4a39-b9b8-a21edc1c5d1f None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:36:35.715244 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72875b41-985c-4a39-b9b8-a21edc1c5d1f None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:36:35.716645 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c513ddf7-752a-4daf-bab0-e90fda5a0aee admin admin] Publish callbacks [] for router_gateway (db485826-1067-468f-9a12-0741f8152581), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:35.718326 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72875b41-985c-4a39-b9b8-a21edc1c5d1f None None] Pushing event updated for resources: {'Port': ['ID=2ae191e4-f97e-4745-88f8-b0dedeeac9ec,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:36:35.736965 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c513ddf7-752a-4daf-bab0-e90fda5a0aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:35.774196 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-72875b41-985c-4a39-b9b8-a21edc1c5d1f None None] Attempting to bind port 2ae191e4-f97e-4745-88f8-b0dedeeac9ec on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:36:35.774529 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-72875b41-985c-4a39-b9b8-a21edc1c5d1f None None] Attempting to bind port 2ae191e4-f97e-4745-88f8-b0dedeeac9ec by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:36:35.774905 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72875b41-985c-4a39-b9b8-a21edc1c5d1f None None] Attempting to bind port 2ae191e4-f97e-4745-88f8-b0dedeeac9ec on network 5f6be15e-b511-47a2-8a74-368371c2b722 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:36:35.780389 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72875b41-985c-4a39-b9b8-a21edc1c5d1f None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:36:35.780778 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72875b41-985c-4a39-b9b8-a21edc1c5d1f None None] Checking segment: {'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:36:35.781329 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-72875b41-985c-4a39-b9b8-a21edc1c5d1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:35.781735 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72875b41-985c-4a39-b9b8-a21edc1c5d1f None None] Bound using segment: {'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:36:35.782222 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-72875b41-985c-4a39-b9b8-a21edc1c5d1f None None] Bound port: 2ae191e4-f97e-4745-88f8-b0dedeeac9ec, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:36:35.782646 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-72875b41-985c-4a39-b9b8-a21edc1c5d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (2ae191e4-f97e-4745-88f8-b0dedeeac9ec), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:35.845546 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-c513ddf7-752a-4daf-bab0-e90fda5a0aee admin admin] Allocated IP 172.35.4.55 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/03b9f457-f2d1-4f85-b4da-515a548b3ed0) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:36:35.846960 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-72875b41-985c-4a39-b9b8-a21edc1c5d1f None None] For port 2ae191e4-f97e-4745-88f8-b0dedeeac9ec, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:36:35.850453 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-72875b41-985c-4a39-b9b8-a21edc1c5d1f None None] For port 2ae191e4-f97e-4745-88f8-b0dedeeac9ec, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ae191e4-f97e-4745-88f8-b0dedeeac9ec,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:36:35.856941 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-72875b41-985c-4a39-b9b8-a21edc1c5d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (2ae191e4-f97e-4745-88f8-b0dedeeac9ec), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:35.921145 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72875b41-985c-4a39-b9b8-a21edc1c5d1f None None] Pushing event updated for resources: {'Port': ['ID=2ae191e4-f97e-4745-88f8-b0dedeeac9ec,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:36:35.965645 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c513ddf7-752a-4daf-bab0-e90fda5a0aee admin admin] Publish callbacks [] for port (03b9f457-f2d1-4f85-b4da-515a548b3ed0), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:36.001405 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c513ddf7-752a-4daf-bab0-e90fda5a0aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (03b9f457-f2d1-4f85-b4da-515a548b3ed0), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:36.041560 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c513ddf7-752a-4daf-bab0-e90fda5a0aee admin admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:36:36.044596 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-c513ddf7-752a-4daf-bab0-e90fda5a0aee admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:36:36.048086 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c513ddf7-752a-4daf-bab0-e90fda5a0aee admin admin] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:36:36.077159 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513ddf7-752a-4daf-bab0-e90fda5a0aee admin admin] Pushing event updated for resources: {'Port': ['ID=03b9f457-f2d1-4f85-b4da-515a548b3ed0,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:36:36.177863 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f288ba2f-fb69-403e-9e76-0490a10e49b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:36.321158 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c513ddf7-752a-4daf-bab0-e90fda5a0aee admin admin] Publish callbacks [] for router_gateway (db485826-1067-468f-9a12-0741f8152581), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:36.522658 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c513ddf7-752a-4daf-bab0-e90fda5a0aee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (db485826-1067-468f-9a12-0741f8152581), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:36.710192 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 2ae191e4-f97e-4745-88f8-b0dedeeac9ec up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:36:36.765927 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 2ae191e4-f97e-4745-88f8-b0dedeeac9ec triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:36:36.766306 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (2ae191e4-f97e-4745-88f8-b0dedeeac9ec), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:36.850281 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 2ae191e4-f97e-4745-88f8-b0dedeeac9ec is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:36:36.850840 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (2ae191e4-f97e-4745-88f8-b0dedeeac9ec), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:36.891116 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 2ae191e4-f97e-4745-88f8-b0dedeeac9ec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ae191e4-f97e-4745-88f8-b0dedeeac9ec,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:36:36.895779 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (2ae191e4-f97e-4745-88f8-b0dedeeac9ec), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:36.956722 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=2ae191e4-f97e-4745-88f8-b0dedeeac9ec,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:36:36.978264 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a672519-4311-4670-a8f4-ceb862d0af79 None None] Network 5f6be15e-b511-47a2-8a74-368371c2b722 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:36:37.015984 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c513ddf7-752a-4daf-bab0-e90fda5a0aee admin admin] Router db485826-1067-468f-9a12-0741f8152581 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:36:37.080417 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-892b66f8-3b7f-464a-a26a-40463ebcf27e None None] Provisioning complete for port 2ae191e4-f97e-4745-88f8-b0dedeeac9ec triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:36:37.080799 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-892b66f8-3b7f-464a-a26a-40463ebcf27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (2ae191e4-f97e-4745-88f8-b0dedeeac9ec), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:37.127318 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c513ddf7-752a-4daf-bab0-e90fda5a0aee admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:36:37.137150 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846b175e-7c70-48ca-b876-381f7ca025ac None None] Sync routers for ids ['db485826-1067-468f-9a12-0741f8152581'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:36:37.148647 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c513ddf7-752a-4daf-bab0-e90fda5a0aee admin admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:37.154785 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51142) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:36:37.155254 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c513ddf7-752a-4daf-bab0-e90fda5a0aee admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 1.8727677
Feb 05 21:36:37.155442 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846b175e-7c70-48ca-b876-381f7ca025ac None None] Routers {'db485826-1067-468f-9a12-0741f8152581'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:36:37.156131 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-846b175e-7c70-48ca-b876-381f7ca025ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab22c6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:36:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['db485826-1067-468f-9a12-0741f8152581'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:36:37.269296 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-892b66f8-3b7f-464a-a26a-40463ebcf27e None None] Current status of the port 2ae191e4-f97e-4745-88f8-b0dedeeac9ec is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:36:37.303429 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-846b175e-7c70-48ca-b876-381f7ca025ac None None] Set router db485826-1067-468f-9a12-0741f8152581 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:36:37.427343 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device c7ffa89f-83fe-4f82-b68e-311b17d2ce60 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:36:37.456038 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-09dbe867-87ed-42d8-9ff8-6558cedc67c5 None None] Provisioning complete for port 2ae191e4-f97e-4745-88f8-b0dedeeac9ec triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:36:37.456420 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-09dbe867-87ed-42d8-9ff8-6558cedc67c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (2ae191e4-f97e-4745-88f8-b0dedeeac9ec), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:37.464782 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: c7ffa89f-83fe-4f82-b68e-311b17d2ce60 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:36:37.465130 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device c7ffa89f-83fe-4f82-b68e-311b17d2ce60 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:36:37.588338 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-09dbe867-87ed-42d8-9ff8-6558cedc67c5 None None] Current status of the port 2ae191e4-f97e-4745-88f8-b0dedeeac9ec is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:36:37.597775 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-846b175e-7c70-48ca-b876-381f7ca025ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab22c6a0>, [{'id': 'db485826-1067-468f-9a12-0741f8152581', 'name': 'tempest-ServerActionsTestJSON-256379539-router', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:36Z', 'revision_number': 3, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'gw_port': {'id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:59:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:36:37.604785 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-92d816da-2626-4109-b5b8-c90c3c271db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:37.631573 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846b175e-7c70-48ca-b876-381f7ca025ac None None] Checking router: db485826-1067-468f-9a12-0741f8152581 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:36:37.631953 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846b175e-7c70-48ca-b876-381f7ca025ac None None] Updating router db485826-1067-468f-9a12-0741f8152581 port 03b9f457-f2d1-4f85-b4da-515a548b3ed0 binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:36:37.635123 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:37.661100 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-846b175e-7c70-48ca-b876-381f7ca025ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (03b9f457-f2d1-4f85-b4da-515a548b3ed0), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:37.765355 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-92d816da-2626-4109-b5b8-c90c3c271db6 admin admin] Allocated IP 172.20.0.1 (5f6be15e-b511-47a2-8a74-368371c2b722/0d016947-afd7-422e-be42-6a16d0cc42db/d1974faa-21ca-46ca-a9a8-dc85fbe61a99) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:36:37.864972 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-92d816da-2626-4109-b5b8-c90c3c271db6 admin admin] Publish callbacks [] for port (d1974faa-21ca-46ca-a9a8-dc85fbe61a99), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:37.898686 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-92d816da-2626-4109-b5b8-c90c3c271db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (d1974faa-21ca-46ca-a9a8-dc85fbe61a99), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:37.916848 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-846b175e-7c70-48ca-b876-381f7ca025ac None None] Publish callbacks [] for port (03b9f457-f2d1-4f85-b4da-515a548b3ed0), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:37.922268 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-846b175e-7c70-48ca-b876-381f7ca025ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (03b9f457-f2d1-4f85-b4da-515a548b3ed0), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:37.944881 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d816da-2626-4109-b5b8-c90c3c271db6 admin admin] Network 5f6be15e-b511-47a2-8a74-368371c2b722 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:36:37.947840 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-92d816da-2626-4109-b5b8-c90c3c271db6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:36:37.951930 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d816da-2626-4109-b5b8-c90c3c271db6 admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:36:37.980015 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d816da-2626-4109-b5b8-c90c3c271db6 admin admin] Pushing event updated for resources: {'Port': ['ID=d1974faa-21ca-46ca-a9a8-dc85fbe61a99,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:36:37.991149 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5d3ec-bbd7-4d21-aa47-a13ea8641ea2 None None] Pushing event updated for resources: {'Port': ['ID=03b9f457-f2d1-4f85-b4da-515a548b3ed0,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:36:37.996526 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-92d816da-2626-4109-b5b8-c90c3c271db6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (db485826-1067-468f-9a12-0741f8152581), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:37.998204 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-846b175e-7c70-48ca-b876-381f7ca025ac None None] Attempting to bind port 03b9f457-f2d1-4f85-b4da-515a548b3ed0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:36:37.998610 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-846b175e-7c70-48ca-b876-381f7ca025ac None None] Attempting to bind port 03b9f457-f2d1-4f85-b4da-515a548b3ed0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:36:37.998955 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846b175e-7c70-48ca-b876-381f7ca025ac None None] Attempting to bind port 03b9f457-f2d1-4f85-b4da-515a548b3ed0 on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:36:38.004317 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846b175e-7c70-48ca-b876-381f7ca025ac None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:36:38.004698 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846b175e-7c70-48ca-b876-381f7ca025ac None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:36:38.005106 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-846b175e-7c70-48ca-b876-381f7ca025ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:38.005498 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846b175e-7c70-48ca-b876-381f7ca025ac None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:36:38.005966 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-846b175e-7c70-48ca-b876-381f7ca025ac None None] Bound port: 03b9f457-f2d1-4f85-b4da-515a548b3ed0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:36:38.006342 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-846b175e-7c70-48ca-b876-381f7ca025ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (03b9f457-f2d1-4f85-b4da-515a548b3ed0), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:38.065194 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-846b175e-7c70-48ca-b876-381f7ca025ac None None] For port 03b9f457-f2d1-4f85-b4da-515a548b3ed0, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:36:38.068949 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-846b175e-7c70-48ca-b876-381f7ca025ac None None] For port 03b9f457-f2d1-4f85-b4da-515a548b3ed0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=03b9f457-f2d1-4f85-b4da-515a548b3ed0,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:36:38.077773 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-846b175e-7c70-48ca-b876-381f7ca025ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (03b9f457-f2d1-4f85-b4da-515a548b3ed0), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:38.143908 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846b175e-7c70-48ca-b876-381f7ca025ac None None] Routers {'db485826-1067-468f-9a12-0741f8152581'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:36:38.144640 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-846b175e-7c70-48ca-b876-381f7ca025ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab22c6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:36:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['db485826-1067-468f-9a12-0741f8152581'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:36:38.144807 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-92d816da-2626-4109-b5b8-c90c3c271db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d1974faa-21ca-46ca-a9a8-dc85fbe61a99), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:38.185793 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5d3ec-bbd7-4d21-aa47-a13ea8641ea2 None None] Pushing event updated for resources: {'Port': ['ID=03b9f457-f2d1-4f85-b4da-515a548b3ed0,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:36:38.249611 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-97c470ab-f707-41fb-90a5-0ea81b396f4d None None] Provisioning complete for port d1974faa-21ca-46ca-a9a8-dc85fbe61a99 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:36:38.250185 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-97c470ab-f707-41fb-90a5-0ea81b396f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d1974faa-21ca-46ca-a9a8-dc85fbe61a99), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:38.297855 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-97c470ab-f707-41fb-90a5-0ea81b396f4d None None] Port d1974faa-21ca-46ca-a9a8-dc85fbe61a99 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:36:38.306622 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-846b175e-7c70-48ca-b876-381f7ca025ac None None] Set router db485826-1067-468f-9a12-0741f8152581 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:36:38.313474 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-92d816da-2626-4109-b5b8-c90c3c271db6 admin admin] Publish callbacks [] for port (d1974faa-21ca-46ca-a9a8-dc85fbe61a99), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:38.319253 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-92d816da-2626-4109-b5b8-c90c3c271db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (d1974faa-21ca-46ca-a9a8-dc85fbe61a99), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:38.384676 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d816da-2626-4109-b5b8-c90c3c271db6 admin admin] Pushing event updated for resources: {'Port': ['ID=d1974faa-21ca-46ca-a9a8-dc85fbe61a99,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:36:38.387978 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-92d816da-2626-4109-b5b8-c90c3c271db6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (db485826-1067-468f-9a12-0741f8152581), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:38.485450 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d816da-2626-4109-b5b8-c90c3c271db6 admin admin] Network 5f6be15e-b511-47a2-8a74-368371c2b722 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:36:38.486933 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-92d816da-2626-4109-b5b8-c90c3c271db6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:36:38.524888 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-846b175e-7c70-48ca-b876-381f7ca025ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab22c6a0>, [{'id': 'db485826-1067-468f-9a12-0741f8152581', 'name': 'tempest-ServerActionsTestJSON-256379539-router', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:38Z', 'revision_number': 4, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'gw_port': {'id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:59:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd1974faa-21ca-46ca-a9a8-dc85fbe61a99', 'name': '', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'mac_address': 'fa:16:3e:30:1c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:37Z', 'updated_at': '2022-02-05T21:36:37Z', 'revision_number': 1, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'subnets': [{'id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:36:38.555305 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846b175e-7c70-48ca-b876-381f7ca025ac None None] The sync data for ids ['db485826-1067-468f-9a12-0741f8152581'] in ncdv-master-1 is: [{'id': 'db485826-1067-468f-9a12-0741f8152581', 'name': 'tempest-ServerActionsTestJSON-256379539-router', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:38Z', 'revision_number': 4, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'gw_port': {'id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:59:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd1974faa-21ca-46ca-a9a8-dc85fbe61a99', 'name': '', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'mac_address': 'fa:16:3e:30:1c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:37Z', 'updated_at': '2022-02-05T21:36:37Z', 'revision_number': 1, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'subnets': [{'id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:36:38.615097 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d816da-2626-4109-b5b8-c90c3c271db6 admin admin] Router db485826-1067-468f-9a12-0741f8152581 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:36:38.673184 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 2ae191e4-f97e-4745-88f8-b0dedeeac9ec up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:36:38.732699 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 2ae191e4-f97e-4745-88f8-b0dedeeac9ec triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:36:38.733106 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (2ae191e4-f97e-4745-88f8-b0dedeeac9ec), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:38.736917 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d816da-2626-4109-b5b8-c90c3c271db6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:36:38.744470 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-92d816da-2626-4109-b5b8-c90c3c271db6 admin admin] 10.222.0.32 "PUT /v2.0/routers/db485826-1067-468f-9a12-0741f8152581/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5885222
Feb 05 21:36:38.957625 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-3884fd7e-3cf5-4569-9672-33bd1a734b80 None None] Provisioning complete for port d1974faa-21ca-46ca-a9a8-dc85fbe61a99 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:36:38.958005 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3884fd7e-3cf5-4569-9672-33bd1a734b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d1974faa-21ca-46ca-a9a8-dc85fbe61a99), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:39.040280 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-3884fd7e-3cf5-4569-9672-33bd1a734b80 None None] Port d1974faa-21ca-46ca-a9a8-dc85fbe61a99 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:36:39.045161 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 2ae191e4-f97e-4745-88f8-b0dedeeac9ec is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:36:39.194562 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:39.282520 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51150) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:36:39.287381 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-0681bbdb-97d0-42c8-ac7c-acbf269f1675 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1505556078', 'description': 'tempest-description--1663216237'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:36:39.314186 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0681bbdb-97d0-42c8-ac7c-acbf269f1675 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:39.403073 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0681bbdb-97d0-42c8-ac7c-acbf269f1675 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks [] for security_group (2c12f7c9-02a9-4b23-a57a-f196faaf4da0), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:39.407759 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0681bbdb-97d0-42c8-ac7c-acbf269f1675 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (2c12f7c9-02a9-4b23-a57a-f196faaf4da0), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:39.442640 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0681bbdb-97d0-42c8-ac7c-acbf269f1675 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:39.443906 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0681bbdb-97d0-42c8-ac7c-acbf269f1675 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.1603541
Feb 05 21:36:39.444694 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681bbdb-97d0-42c8-ac7c-acbf269f1675 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c12f7c9-02a9-4b23-a57a-f196faaf4da0,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:36:39.446802 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 51152) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:36:39.452498 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-bdc3fbdd-8e7e-44ab-89fb-6b12cbd7e2cd tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Request body: {'security_group_rule': {'security_group_id': '2c12f7c9-02a9-4b23-a57a-f196faaf4da0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:36:39.478242 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bdc3fbdd-8e7e-44ab-89fb-6b12cbd7e2cd tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks [] for security_group_rule (b4c060fa-8ce7-4f35-8097-3b31af4cdda8), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:39.544597 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bdc3fbdd-8e7e-44ab-89fb-6b12cbd7e2cd tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks [] for security_group_rule (b4c060fa-8ce7-4f35-8097-3b31af4cdda8), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:39.548500 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bdc3fbdd-8e7e-44ab-89fb-6b12cbd7e2cd tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (b4c060fa-8ce7-4f35-8097-3b31af4cdda8), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:39.567372 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3fbdd-8e7e-44ab-89fb-6b12cbd7e2cd tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4c060fa-8ce7-4f35-8097-3b31af4cdda8,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:36:39.576107 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bdc3fbdd-8e7e-44ab-89fb-6b12cbd7e2cd tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:39.577365 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-bdc3fbdd-8e7e-44ab-89fb-6b12cbd7e2cd tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1287966
Feb 05 21:36:39.579963 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 51154) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:36:39.585244 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-f2f33804-2b19-4c92-9061-004f1810555f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Request body: {'security_group_rule': {'security_group_id': '2c12f7c9-02a9-4b23-a57a-f196faaf4da0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:36:39.611751 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f2f33804-2b19-4c92-9061-004f1810555f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks [] for security_group_rule (017c3af2-8c68-4fe5-90a6-d6c157ac2a0c), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:39.672646 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f2f33804-2b19-4c92-9061-004f1810555f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks [] for security_group_rule (017c3af2-8c68-4fe5-90a6-d6c157ac2a0c), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:39.676711 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f2f33804-2b19-4c92-9061-004f1810555f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (017c3af2-8c68-4fe5-90a6-d6c157ac2a0c), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:39.699447 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f33804-2b19-4c92-9061-004f1810555f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=017c3af2-8c68-4fe5-90a6-d6c157ac2a0c,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:36:39.707004 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f2f33804-2b19-4c92-9061-004f1810555f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:39.711359 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 51156) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:36:39.711511 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f2f33804-2b19-4c92-9061-004f1810555f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1304226
Feb 05 21:36:39.716716 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-d37e1ef0-8c93-4a01-abda-e98683dd6e4f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:36:39.742146 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d37e1ef0-8c93-4a01-abda-e98683dd6e4f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:39.841924 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d37e1ef0-8c93-4a01-abda-e98683dd6e4f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:39.950540 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-d37e1ef0-8c93-4a01-abda-e98683dd6e4f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Allocated IP 172.35.4.113 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/a295aef1-929f-4eb5-8c70-0192bf073df9) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:36:40.056006 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d37e1ef0-8c93-4a01-abda-e98683dd6e4f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks [] for port (a295aef1-929f-4eb5-8c70-0192bf073df9), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:40.093641 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d37e1ef0-8c93-4a01-abda-e98683dd6e4f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (a295aef1-929f-4eb5-8c70-0192bf073df9), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:40.133015 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37e1ef0-8c93-4a01-abda-e98683dd6e4f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:36:40.137946 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-d37e1ef0-8c93-4a01-abda-e98683dd6e4f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:36:40.143641 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37e1ef0-8c93-4a01-abda-e98683dd6e4f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:36:40.147069 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e1ef0-8c93-4a01-abda-e98683dd6e4f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Pushing event updated for resources: {'Port': ['ID=a295aef1-929f-4eb5-8c70-0192bf073df9,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:36:40.265482 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d37e1ef0-8c93-4a01-abda-e98683dd6e4f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks [] for floatingip (e62a0a71-071d-467e-ba0e-69b3770cdf82), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:40.311069 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d37e1ef0-8c93-4a01-abda-e98683dd6e4f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (a295aef1-929f-4eb5-8c70-0192bf073df9), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:40.463682 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d37e1ef0-8c93-4a01-abda-e98683dd6e4f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks [] for port (a295aef1-929f-4eb5-8c70-0192bf073df9), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:40.468858 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d37e1ef0-8c93-4a01-abda-e98683dd6e4f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (a295aef1-929f-4eb5-8c70-0192bf073df9), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:40.536617 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e1ef0-8c93-4a01-abda-e98683dd6e4f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Pushing event updated for resources: {'Port': ['ID=a295aef1-929f-4eb5-8c70-0192bf073df9,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:36:40.545171 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d37e1ef0-8c93-4a01-abda-e98683dd6e4f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (e62a0a71-071d-467e-ba0e-69b3770cdf82), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:40.564392 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d37e1ef0-8c93-4a01-abda-e98683dd6e4f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:40.565319 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:40.575746 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d37e1ef0-8c93-4a01-abda-e98683dd6e4f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 0.8532901
Feb 05 21:36:40.716252 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 03b9f457-f2d1-4f85-b4da-515a548b3ed0 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:36:40.737695 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-01ccfe3b-0800-46ab-ba31-504a584bf480 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1505556078&fields=id&tenant_id=da51ac8e46d54f059d8d5252e292443f HTTP/1.1" status: 200  len: 267 time: 0.0474730
Feb 05 21:36:40.738221 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88977d8b-d571-4ee6-a564-281a56d804b1 None None] Sync routers for ids ['db485826-1067-468f-9a12-0741f8152581'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:36:40.749323 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88977d8b-d571-4ee6-a564-281a56d804b1 None None] Routers {'db485826-1067-468f-9a12-0741f8152581'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:36:40.750050 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-88977d8b-d571-4ee6-a564-281a56d804b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db9036eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:36:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['db485826-1067-468f-9a12-0741f8152581'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:36:40.774002 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 03b9f457-f2d1-4f85-b4da-515a548b3ed0 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:36:40.774527 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (03b9f457-f2d1-4f85-b4da-515a548b3ed0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:40.851349 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-b0b372b7-dd07-4486-8270-19921f558775 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:40.852985 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-b0b372b7-dd07-4486-8270-19921f558775 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/networks?id=5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 200  len: 811 time: 0.1075752
Feb 05 21:36:40.858414 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 03b9f457-f2d1-4f85-b4da-515a548b3ed0 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:36:40.858814 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (03b9f457-f2d1-4f85-b4da-515a548b3ed0), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:40.865584 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-88977d8b-d571-4ee6-a564-281a56d804b1 None None] Set router db485826-1067-468f-9a12-0741f8152581 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:36:40.871013 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-e9df7797-c07f-4df0-b344-157815b73327 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/quotas/da51ac8e46d54f059d8d5252e292443f HTTP/1.1" status: 200  len: 375 time: 0.0110250
Feb 05 21:36:40.880541 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 03b9f457-f2d1-4f85-b4da-515a548b3ed0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=03b9f457-f2d1-4f85-b4da-515a548b3ed0,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:36:40.884907 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (03b9f457-f2d1-4f85-b4da-515a548b3ed0), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:40.932239 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-c1675045-9239-42b5-bb6e-d73f500482be tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=da51ac8e46d54f059d8d5252e292443f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0547180
Feb 05 21:36:40.951717 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=03b9f457-f2d1-4f85-b4da-515a548b3ed0,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:36:41.037693 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-f5d844a5-04d3-424d-a1ed-6929363da817 service neutron] 10.222.0.32 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0927022
Feb 05 21:36:41.070426 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-88977d8b-d571-4ee6-a564-281a56d804b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db9036eb0>, [{'id': 'db485826-1067-468f-9a12-0741f8152581', 'name': 'tempest-ServerActionsTestJSON-256379539-router', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:38Z', 'revision_number': 4, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'gw_port': {'id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:59:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd1974faa-21ca-46ca-a9a8-dc85fbe61a99', 'name': '', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'mac_address': 'fa:16:3e:30:1c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:37Z', 'updated_at': '2022-02-05T21:36:38Z', 'revision_number': 2, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'subnets': [{'id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:36:41.100473 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88977d8b-d571-4ee6-a564-281a56d804b1 None None] Checking router: db485826-1067-468f-9a12-0741f8152581 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:36:41.100828 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88977d8b-d571-4ee6-a564-281a56d804b1 None None] Updating router db485826-1067-468f-9a12-0741f8152581 port d1974faa-21ca-46ca-a9a8-dc85fbe61a99 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:36:41.128100 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-88977d8b-d571-4ee6-a564-281a56d804b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d1974faa-21ca-46ca-a9a8-dc85fbe61a99), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:41.132655 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-9566222c-f182-49a2-936e-7e7887886348 service neutron] 10.222.0.32 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0881391
Feb 05 21:36:41.305193 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-11f936ef-e0ab-41d4-871e-39e7dd15870c req-2c4bda1d-309d-4650-ba93-ebb21b82efa2 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 210 time: 0.0286951
Feb 05 21:36:41.405746 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-88977d8b-d571-4ee6-a564-281a56d804b1 None None] Publish callbacks [] for port (d1974faa-21ca-46ca-a9a8-dc85fbe61a99), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:41.412155 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-88977d8b-d571-4ee6-a564-281a56d804b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d1974faa-21ca-46ca-a9a8-dc85fbe61a99), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:41.472105 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e555a-7094-40fa-9d24-2d9baa02e765 None None] Pushing event updated for resources: {'Port': ['ID=d1974faa-21ca-46ca-a9a8-dc85fbe61a99,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:36:41.500095 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e555a-7094-40fa-9d24-2d9baa02e765 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:41.500450 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e555a-7094-40fa-9d24-2d9baa02e765 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:41.500795 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e555a-7094-40fa-9d24-2d9baa02e765 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:41.501340 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e555a-7094-40fa-9d24-2d9baa02e765 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:41.501679 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e555a-7094-40fa-9d24-2d9baa02e765 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:41.502013 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e555a-7094-40fa-9d24-2d9baa02e765 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:41.502358 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e555a-7094-40fa-9d24-2d9baa02e765 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:41.502714 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e555a-7094-40fa-9d24-2d9baa02e765 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:41.503043 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e555a-7094-40fa-9d24-2d9baa02e765 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:41.503370 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e555a-7094-40fa-9d24-2d9baa02e765 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:41.503697 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e555a-7094-40fa-9d24-2d9baa02e765 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:41.504021 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e555a-7094-40fa-9d24-2d9baa02e765 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:41.504346 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e555a-7094-40fa-9d24-2d9baa02e765 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:36:41.543633 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-88977d8b-d571-4ee6-a564-281a56d804b1 None None] Attempting to bind port d1974faa-21ca-46ca-a9a8-dc85fbe61a99 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:36:41.544000 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-88977d8b-d571-4ee6-a564-281a56d804b1 None None] Attempting to bind port d1974faa-21ca-46ca-a9a8-dc85fbe61a99 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:36:41.544461 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88977d8b-d571-4ee6-a564-281a56d804b1 None None] Attempting to bind port d1974faa-21ca-46ca-a9a8-dc85fbe61a99 on network 5f6be15e-b511-47a2-8a74-368371c2b722 {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:36:41.551260 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88977d8b-d571-4ee6-a564-281a56d804b1 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:36:41.551719 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88977d8b-d571-4ee6-a564-281a56d804b1 None None] Checking segment: {'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:36:41.552443 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-88977d8b-d571-4ee6-a564-281a56d804b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:41.552936 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88977d8b-d571-4ee6-a564-281a56d804b1 None None] Bound using segment: {'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:36:41.553539 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-88977d8b-d571-4ee6-a564-281a56d804b1 None None] Bound port: d1974faa-21ca-46ca-a9a8-dc85fbe61a99, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:36:41.553947 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-88977d8b-d571-4ee6-a564-281a56d804b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d1974faa-21ca-46ca-a9a8-dc85fbe61a99), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:41.619434 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-88977d8b-d571-4ee6-a564-281a56d804b1 None None] For port d1974faa-21ca-46ca-a9a8-dc85fbe61a99, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:36:41.623849 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-88977d8b-d571-4ee6-a564-281a56d804b1 None None] For port d1974faa-21ca-46ca-a9a8-dc85fbe61a99, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d1974faa-21ca-46ca-a9a8-dc85fbe61a99,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:36:41.632629 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-88977d8b-d571-4ee6-a564-281a56d804b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d1974faa-21ca-46ca-a9a8-dc85fbe61a99), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:41.696104 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88977d8b-d571-4ee6-a564-281a56d804b1 None None] Routers {'db485826-1067-468f-9a12-0741f8152581'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:36:41.696727 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-88977d8b-d571-4ee6-a564-281a56d804b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db9036eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:36:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['db485826-1067-468f-9a12-0741f8152581'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:36:41.702944 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e555a-7094-40fa-9d24-2d9baa02e765 None None] Pushing event updated for resources: {'Port': ['ID=d1974faa-21ca-46ca-a9a8-dc85fbe61a99,revision_number=4']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:36:41.791349 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-14b42d8d-d1ca-45ba-90d8-00baeac00c0d None None] Provisioning complete for port d1974faa-21ca-46ca-a9a8-dc85fbe61a99 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:36:41.791949 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-14b42d8d-d1ca-45ba-90d8-00baeac00c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d1974faa-21ca-46ca-a9a8-dc85fbe61a99), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:41.828036 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-88977d8b-d571-4ee6-a564-281a56d804b1 None None] Set router db485826-1067-468f-9a12-0741f8152581 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:36:41.895855 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-14b42d8d-d1ca-45ba-90d8-00baeac00c0d None None] Current status of the port d1974faa-21ca-46ca-a9a8-dc85fbe61a99 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:36:41.897584 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-14b42d8d-d1ca-45ba-90d8-00baeac00c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d1974faa-21ca-46ca-a9a8-dc85fbe61a99), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:41.955022 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-14b42d8d-d1ca-45ba-90d8-00baeac00c0d None None] For port d1974faa-21ca-46ca-a9a8-dc85fbe61a99, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d1974faa-21ca-46ca-a9a8-dc85fbe61a99,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:36:41.959297 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-14b42d8d-d1ca-45ba-90d8-00baeac00c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d1974faa-21ca-46ca-a9a8-dc85fbe61a99), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:41.973129 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:36:42.008494 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b42d8d-d1ca-45ba-90d8-00baeac00c0d None None] Pushing event updated for resources: {'Port': ['ID=d1974faa-21ca-46ca-a9a8-dc85fbe61a99,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:36:42.078861 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c586bce0-ecb5-44c0-9e80-b94e1311a2c3 None None] Provisioning complete for port d1974faa-21ca-46ca-a9a8-dc85fbe61a99 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:36:42.079238 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c586bce0-ecb5-44c0-9e80-b94e1311a2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d1974faa-21ca-46ca-a9a8-dc85fbe61a99), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:42.147358 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-88977d8b-d571-4ee6-a564-281a56d804b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db9036eb0>, [{'id': 'db485826-1067-468f-9a12-0741f8152581', 'name': 'tempest-ServerActionsTestJSON-256379539-router', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:38Z', 'revision_number': 4, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'gw_port': {'id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:59:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd1974faa-21ca-46ca-a9a8-dc85fbe61a99', 'name': '', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'mac_address': 'fa:16:3e:30:1c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:37Z', 'updated_at': '2022-02-05T21:36:41Z', 'revision_number': 4, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'subnets': [{'id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:36:42.158369 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c586bce0-ecb5-44c0-9e80-b94e1311a2c3 None None] Current status of the port d1974faa-21ca-46ca-a9a8-dc85fbe61a99 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:36:42.176823 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88977d8b-d571-4ee6-a564-281a56d804b1 None None] The sync data for ids ['db485826-1067-468f-9a12-0741f8152581'] in ncdv-master-1 is: [{'id': 'db485826-1067-468f-9a12-0741f8152581', 'name': 'tempest-ServerActionsTestJSON-256379539-router', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:38Z', 'revision_number': 4, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'gw_port': {'id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:59:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd1974faa-21ca-46ca-a9a8-dc85fbe61a99', 'name': '', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'mac_address': 'fa:16:3e:30:1c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:37Z', 'updated_at': '2022-02-05T21:36:41Z', 'revision_number': 4, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'subnets': [{'id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:36:42.344309 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-969f4dc3-91c3-4195-aa08-eee591e54c4a tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:42.346870 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-969f4dc3-91c3-4195-aa08-eee591e54c4a tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.21 "GET /v2.0/networks?id=5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 200  len: 811 time: 0.1158156
Feb 05 21:36:42.439695 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-186d3027-5a2c-4877-9222-d9bec3f4283e req-ddb47cb6-1e9d-41db-b545-82d275504abe tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 210 time: 0.0539792
Feb 05 21:36:42.465884 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-6affec93-2d63-490e-bfe9-92a717e135d9 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da51ac8e46d54f059d8d5252e292443f HTTP/1.1" status: 200  len: 380 time: 0.1092932
Feb 05 21:36:42.477268 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-34de27a4-673b-4d6f-af65-669305ebdab4 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Request body: {'port': {'device_id': 'f493b584-9542-4f45-a7d6-ef5a07d490d9', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'admin_state_up': True, 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'security_groups': ['2c12f7c9-02a9-4b23-a57a-f196faaf4da0']}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:36:42.586730 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-34de27a4-673b-4d6f-af65-669305ebdab4 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Made reservation on behalf of da51ac8e46d54f059d8d5252e292443f for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:36:42.591171 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-34de27a4-673b-4d6f-af65-669305ebdab4 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:42.717156 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device d1974faa-21ca-46ca-a9a8-dc85fbe61a99 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:36:42.743164 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-34de27a4-673b-4d6f-af65-669305ebdab4 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Allocated IP 172.20.0.11 (5f6be15e-b511-47a2-8a74-368371c2b722/0d016947-afd7-422e-be42-6a16d0cc42db/17b1af67-5c10-42af-8e9d-1e2fa6a72d59) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:36:42.789611 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port d1974faa-21ca-46ca-a9a8-dc85fbe61a99 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:36:42.790201 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d1974faa-21ca-46ca-a9a8-dc85fbe61a99), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:42.880901 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port d1974faa-21ca-46ca-a9a8-dc85fbe61a99 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:36:42.882044 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 03b9f457-f2d1-4f85-b4da-515a548b3ed0 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:36:42.914016 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-34de27a4-673b-4d6f-af65-669305ebdab4 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks [] for port (17b1af67-5c10-42af-8e9d-1e2fa6a72d59), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:42.930849 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 03b9f457-f2d1-4f85-b4da-515a548b3ed0 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:36:42.931237 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (03b9f457-f2d1-4f85-b4da-515a548b3ed0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:42.950278 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-34de27a4-673b-4d6f-af65-669305ebdab4 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (17b1af67-5c10-42af-8e9d-1e2fa6a72d59), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:42.996205 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-34de27a4-673b-4d6f-af65-669305ebdab4 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Network 5f6be15e-b511-47a2-8a74-368371c2b722 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:36:42.999305 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-34de27a4-673b-4d6f-af65-669305ebdab4 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:36:43.002978 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-34de27a4-673b-4d6f-af65-669305ebdab4 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:36:43.018167 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 03b9f457-f2d1-4f85-b4da-515a548b3ed0 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:36:43.029238 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de27a4-673b-4d6f-af65-669305ebdab4 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Pushing event updated for resources: {'Port': ['ID=17b1af67-5c10-42af-8e9d-1e2fa6a72d59,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:36:43.061512 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-34de27a4-673b-4d6f-af65-669305ebdab4 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:43.062433 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-34de27a4-673b-4d6f-af65-669305ebdab4 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:43.083513 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-34de27a4-673b-4d6f-af65-669305ebdab4 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6125236
Feb 05 21:36:43.097253 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-fd7f2a23-e304-41be-be5b-05e1a4667d83 service neutron] Request body: {'port': {'device_id': 'f493b584-9542-4f45-a7d6-ef5a07d490d9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:36:43.165565 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-fd7f2a23-e304-41be-be5b-05e1a4667d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (17b1af67-5c10-42af-8e9d-1e2fa6a72d59), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:43.286988 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-5212fb2a-cd3e-45e2-b6d5-cc7f341559e5 None None] Provisioning complete for port 17b1af67-5c10-42af-8e9d-1e2fa6a72d59 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:36:43.287364 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5212fb2a-cd3e-45e2-b6d5-cc7f341559e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (17b1af67-5c10-42af-8e9d-1e2fa6a72d59), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:43.324488 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-5212fb2a-cd3e-45e2-b6d5-cc7f341559e5 None None] Port 17b1af67-5c10-42af-8e9d-1e2fa6a72d59 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:36:43.482242 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-fd7f2a23-e304-41be-be5b-05e1a4667d83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17b1af67-5c10-42af-8e9d-1e2fa6a72d59 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:36:43.490730 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-fd7f2a23-e304-41be-be5b-05e1a4667d83 service neutron] Publish callbacks [] for port (17b1af67-5c10-42af-8e9d-1e2fa6a72d59), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:43.504416 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-fd7f2a23-e304-41be-be5b-05e1a4667d83 service neutron] Transition to ACTIVE for port object 17b1af67-5c10-42af-8e9d-1e2fa6a72d59 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:36:43.508933 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-fd7f2a23-e304-41be-be5b-05e1a4667d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (17b1af67-5c10-42af-8e9d-1e2fa6a72d59), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:43.606933 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f2a23-e304-41be-be5b-05e1a4667d83 service neutron] Pushing event updated for resources: {'Port': ['ID=17b1af67-5c10-42af-8e9d-1e2fa6a72d59,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:36:43.670666 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db1303-c99a-4ac8-a80c-a31b715b5ef6 req-5556a448-8b2a-49d1-aaf9-27c399374df5 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:43.672286 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c2db1303-c99a-4ac8-a80c-a31b715b5ef6 req-5556a448-8b2a-49d1-aaf9-27c399374df5 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 944 time: 0.1292083
Feb 05 21:36:43.717601 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-fd7f2a23-e304-41be-be5b-05e1a4667d83 service neutron] Attempting to bind port 17b1af67-5c10-42af-8e9d-1e2fa6a72d59 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:36:43.717953 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-fd7f2a23-e304-41be-be5b-05e1a4667d83 service neutron] Attempting to bind port 17b1af67-5c10-42af-8e9d-1e2fa6a72d59 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:36:43.718291 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-fd7f2a23-e304-41be-be5b-05e1a4667d83 service neutron] Attempting to bind port 17b1af67-5c10-42af-8e9d-1e2fa6a72d59 on network 5f6be15e-b511-47a2-8a74-368371c2b722 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:36:43.738661 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-fd7f2a23-e304-41be-be5b-05e1a4667d83 service neutron] Port 17b1af67-5c10-42af-8e9d-1e2fa6a72d59 on network 5f6be15e-b511-47a2-8a74-368371c2b722 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:36:43.739227 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-fd7f2a23-e304-41be-be5b-05e1a4667d83 service neutron] Attempting to bind port 17b1af67-5c10-42af-8e9d-1e2fa6a72d59 on network 5f6be15e-b511-47a2-8a74-368371c2b722 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:36:43.752519 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c2db1303-c99a-4ac8-a80c-a31b715b5ef6 req-bd2a9011-2b0c-423d-95d2-524b157665e5 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0702302
Feb 05 21:36:43.753410 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-fd7f2a23-e304-41be-be5b-05e1a4667d83 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:36:43.753756 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-fd7f2a23-e304-41be-be5b-05e1a4667d83 service neutron] Checking segment: {'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:36:43.754143 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-fd7f2a23-e304-41be-be5b-05e1a4667d83 service neutron] Bound using segment: {'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:36:43.754612 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-fd7f2a23-e304-41be-be5b-05e1a4667d83 service neutron] Bound port: 17b1af67-5c10-42af-8e9d-1e2fa6a72d59, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:36:43.754978 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-fd7f2a23-e304-41be-be5b-05e1a4667d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (17b1af67-5c10-42af-8e9d-1e2fa6a72d59), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:43.827967 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-fd7f2a23-e304-41be-be5b-05e1a4667d83 service neutron] For port 17b1af67-5c10-42af-8e9d-1e2fa6a72d59, host nch1-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:36:43.832129 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-fd7f2a23-e304-41be-be5b-05e1a4667d83 service neutron] For port 17b1af67-5c10-42af-8e9d-1e2fa6a72d59, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=17b1af67-5c10-42af-8e9d-1e2fa6a72d59,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:36:43.840472 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-fd7f2a23-e304-41be-be5b-05e1a4667d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (17b1af67-5c10-42af-8e9d-1e2fa6a72d59), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:43.875580 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-fd7f2a23-e304-41be-be5b-05e1a4667d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:43.875580 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-fd7f2a23-e304-41be-be5b-05e1a4667d83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:43.877042 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-fd7f2a23-e304-41be-be5b-05e1a4667d83 service neutron] 10.222.0.21 "PUT /v2.0/ports/17b1af67-5c10-42af-8e9d-1e2fa6a72d59 HTTP/1.1" status: 200  len: 1092 time: 0.7842388
Feb 05 21:36:43.877422 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f493b584-9542-4f45-a7d6-ef5a07d490d9', 'tag': '17b1af67-5c10-42af-8e9d-1e2fa6a72d59'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:36:43.879696 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6372ccd0-67a3-4b1a-a253-05aff2466f75" -d '{"events": [{"name": "network-changed", "server_uuid": "f493b584-9542-4f45-a7d6-ef5a07d490d9", "tag": "17b1af67-5c10-42af-8e9d-1e2fa6a72d59"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:36:43.910335 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f2a23-e304-41be-be5b-05e1a4667d83 service neutron] Pushing event updated for resources: {'Port': ['ID=17b1af67-5c10-42af-8e9d-1e2fa6a72d59,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:36:43.953385 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b35ff33-ff6d-49d1-85ed-ba59dfb5147d x-openstack-request-id: req-9b35ff33-ff6d-49d1-85ed-ba59dfb5147d {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:36:43.953693 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f493b584-9542-4f45-a7d6-ef5a07d490d9", "tag": "17b1af67-5c10-42af-8e9d-1e2fa6a72d59", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:36:43.953953 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9b35ff33-ff6d-49d1-85ed-ba59dfb5147d {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:36:43.954358 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f493b584-9542-4f45-a7d6-ef5a07d490d9', 'tag': '17b1af67-5c10-42af-8e9d-1e2fa6a72d59', 'status': 'completed', 'code': 200}
Feb 05 21:36:43.975106 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-38415a1a-2f9c-4e69-93c4-90c6ae09d82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:43.976651 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-38415a1a-2f9c-4e69-93c4-90c6ae09d82d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=da51ac8e46d54f059d8d5252e292443f&device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 1126 time: 0.0532916
Feb 05 21:36:44.022852 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-fc1dc93f-0d91-4d3a-8ee2-0f6d7cebcc20 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17b1af67-5c10-42af-8e9d-1e2fa6a72d59 HTTP/1.1" status: 200  len: 217 time: 0.0396976
Feb 05 21:36:44.073558 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-c7a463ca-fc07-43c6-9427-27d4136eb781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:44.075245 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-c7a463ca-fc07-43c6-9427-27d4136eb781 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d016947-afd7-422e-be42-6a16d0cc42db HTTP/1.1" status: 200  len: 850 time: 0.0473144
Feb 05 21:36:44.126817 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-97540e36-f647-4bbe-a250-0fc196e75816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:44.128357 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-97540e36-f647-4bbe-a250-0fc196e75816 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f6be15e-b511-47a2-8a74-368371c2b722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0459726
Feb 05 21:36:44.223487 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-14965815-1319-4b79-8eff-454cc50bd7c8 service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0887823
Feb 05 21:36:44.311873 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-21a1de5f-7453-4981-b9f6-ea655f94bf7c req-366f3f3b-f8ce-4bf9-a904-f2c92c2cac59 service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0822258
Feb 05 21:36:44.407316 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372ccd0-67a3-4b1a-a253-05aff2466f75 req-d8c088f8-4333-49ea-ac2a-9f623de46b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:44.408844 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6372ccd0-67a3-4b1a-a253-05aff2466f75 req-d8c088f8-4333-49ea-ac2a-9f623de46b2d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=da51ac8e46d54f059d8d5252e292443f&device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 1126 time: 0.0513976
Feb 05 21:36:44.496857 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372ccd0-67a3-4b1a-a253-05aff2466f75 req-72802b13-f5ed-4225-86c2-6b23a4da67d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:44.498312 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6372ccd0-67a3-4b1a-a253-05aff2466f75 req-72802b13-f5ed-4225-86c2-6b23a4da67d3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 200  len: 912 time: 0.0831251
Feb 05 21:36:44.543959 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6372ccd0-67a3-4b1a-a253-05aff2466f75 req-bc84e283-b296-43de-aae6-597c1ff1fc15 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17b1af67-5c10-42af-8e9d-1e2fa6a72d59 HTTP/1.1" status: 200  len: 217 time: 0.0372274
Feb 05 21:36:44.590801 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372ccd0-67a3-4b1a-a253-05aff2466f75 req-3c3eaded-247c-45d4-99b7-6a4a9d14865c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:44.592240 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6372ccd0-67a3-4b1a-a253-05aff2466f75 req-3c3eaded-247c-45d4-99b7-6a4a9d14865c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d016947-afd7-422e-be42-6a16d0cc42db HTTP/1.1" status: 200  len: 850 time: 0.0430598
Feb 05 21:36:44.640447 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372ccd0-67a3-4b1a-a253-05aff2466f75 req-1fdeaed9-a92b-4bf7-84fe-6284b7659de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:44.641836 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6372ccd0-67a3-4b1a-a253-05aff2466f75 req-1fdeaed9-a92b-4bf7-84fe-6284b7659de9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f6be15e-b511-47a2-8a74-368371c2b722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0440824
Feb 05 21:36:44.733568 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6372ccd0-67a3-4b1a-a253-05aff2466f75 req-56127b30-2273-487c-9e28-6fa7159a049e service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856934
Feb 05 21:36:44.823374 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6372ccd0-67a3-4b1a-a253-05aff2466f75 req-05c299c0-f872-422b-a869-b2f056ec10cb service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831435
Feb 05 21:36:44.882576 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f936ea-3896-466a-9f4a-9b84afbf12ba req-63acbf85-e190-4c0f-8d26-5083a82a960a tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:44.884066 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-38f936ea-3896-466a-9f4a-9b84afbf12ba req-63acbf85-e190-4c0f-8d26-5083a82a960a tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 944 time: 0.0530202
Feb 05 21:36:44.935561 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-38f936ea-3896-466a-9f4a-9b84afbf12ba req-ecc341cf-0967-4d7b-812d-a65cb522e1ce tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456185
Feb 05 21:36:45.627924 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:46.057625 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a95498-6d74-408c-ba5a-12346753cddf req-99897c59-dedd-4032-9659-d3faabb5e984 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:46.059316 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-32a95498-6d74-408c-ba5a-12346753cddf req-99897c59-dedd-4032-9659-d3faabb5e984 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 944 time: 0.0535357
Feb 05 21:36:46.106528 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-32a95498-6d74-408c-ba5a-12346753cddf req-c9c2a2ff-be70-45a2-9ad1-fe7c797ddb90 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415015
Feb 05 21:36:47.226659 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2939662-50f1-4c9e-8841-aefe64deea1e req-8513295e-7eda-469e-97dd-a2da6a0482ad tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:47.228054 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2939662-50f1-4c9e-8841-aefe64deea1e req-8513295e-7eda-469e-97dd-a2da6a0482ad tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 944 time: 0.0520651
Feb 05 21:36:47.273230 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2939662-50f1-4c9e-8841-aefe64deea1e req-bb9b8828-4051-4f7c-b724-074e7fc82a5a tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395024
Feb 05 21:36:48.395676 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b163e5e-084f-4440-8d20-7d570b93b91e req-82975ab1-5feb-4aac-ae98-0b0a174845d9 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:48.397159 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b163e5e-084f-4440-8d20-7d570b93b91e req-82975ab1-5feb-4aac-ae98-0b0a174845d9 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 944 time: 0.0567648
Feb 05 21:36:48.444640 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b163e5e-084f-4440-8d20-7d570b93b91e req-373c2f65-f332-4c91-bfb5-f8dc74b25cb8 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411680
Feb 05 21:36:48.758892 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 17b1af67-5c10-42af-8e9d-1e2fa6a72d59 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:36:48.852141 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 17b1af67-5c10-42af-8e9d-1e2fa6a72d59, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=17b1af67-5c10-42af-8e9d-1e2fa6a72d59,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:36:48.862546 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '17b1af67-5c10-42af-8e9d-1e2fa6a72d59', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'port_id': '17b1af67-5c10-42af-8e9d-1e2fa6a72d59', 'mac_address': 'fa:16:3e:ed:3e:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:36:48.903680 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 17b1af67-5c10-42af-8e9d-1e2fa6a72d59 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:36:48.904078 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (17b1af67-5c10-42af-8e9d-1e2fa6a72d59), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:48.917762 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17b1af67-5c10-42af-8e9d-1e2fa6a72d59 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:36:48.936911 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 17b1af67-5c10-42af-8e9d-1e2fa6a72d59, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=17b1af67-5c10-42af-8e9d-1e2fa6a72d59,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:36:48.945748 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (17b1af67-5c10-42af-8e9d-1e2fa6a72d59), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:48.988915 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=17b1af67-5c10-42af-8e9d-1e2fa6a72d59,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:36:49.240681 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['17b1af67-5c10-42af-8e9d-1e2fa6a72d59'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:36:49.565538 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df55ceb-f03f-4c49-a552-80c700ba9735 req-b5f0a6f8-99c3-4b78-8f79-c4a2789226f7 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:49.567051 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6df55ceb-f03f-4c49-a552-80c700ba9735 req-b5f0a6f8-99c3-4b78-8f79-c4a2789226f7 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 945 time: 0.0535998
Feb 05 21:36:49.614222 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6df55ceb-f03f-4c49-a552-80c700ba9735 req-7d51b493-f864-495c-8fce-3c8a893aa714 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413442
Feb 05 21:36:50.537590 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:50.741150 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a2dae-618c-4090-a0d0-6abf5e134022 req-25d0921b-0ed7-443f-bdb0-f826dd57137e tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:50.742697 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-981a2dae-618c-4090-a0d0-6abf5e134022 req-25d0921b-0ed7-443f-bdb0-f826dd57137e tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 945 time: 0.0570593
Feb 05 21:36:50.758045 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 17b1af67-5c10-42af-8e9d-1e2fa6a72d59 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:36:50.793011 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-981a2dae-618c-4090-a0d0-6abf5e134022 req-159809ac-4a36-4e6e-a636-6abea1e34215 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437515
Feb 05 21:36:50.808564 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 17b1af67-5c10-42af-8e9d-1e2fa6a72d59 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:36:50.812488 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 17b1af67-5c10-42af-8e9d-1e2fa6a72d59 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:36:50.812868 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (17b1af67-5c10-42af-8e9d-1e2fa6a72d59), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:50.895944 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 17b1af67-5c10-42af-8e9d-1e2fa6a72d59 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:36:50.896339 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (17b1af67-5c10-42af-8e9d-1e2fa6a72d59), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:50.919853 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f493b584-9542-4f45-a7d6-ef5a07d490d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b1af67-5c10-42af-8e9d-1e2fa6a72d59'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:36:50.922070 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf801dbd-460f-4ac6-9690-9b73c2b8c62a" -d '{"events": [{"server_uuid": "f493b584-9542-4f45-a7d6-ef5a07d490d9", "name": "network-vif-plugged", "status": "completed", "tag": "17b1af67-5c10-42af-8e9d-1e2fa6a72d59"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:36:50.935133 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 17b1af67-5c10-42af-8e9d-1e2fa6a72d59, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=17b1af67-5c10-42af-8e9d-1e2fa6a72d59,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:36:50.939263 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (17b1af67-5c10-42af-8e9d-1e2fa6a72d59), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:50.963379 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ff69e2-5985-46db-bc3f-1a65c2d33333 x-openstack-request-id: req-13ff69e2-5985-46db-bc3f-1a65c2d33333 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:36:50.963690 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f493b584-9542-4f45-a7d6-ef5a07d490d9", "name": "network-vif-plugged", "status": "completed", "tag": "17b1af67-5c10-42af-8e9d-1e2fa6a72d59", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:36:50.964617 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-13ff69e2-5985-46db-bc3f-1a65c2d33333 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:36:50.965091 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f493b584-9542-4f45-a7d6-ef5a07d490d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b1af67-5c10-42af-8e9d-1e2fa6a72d59', 'code': 200}
Feb 05 21:36:50.991110 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=17b1af67-5c10-42af-8e9d-1e2fa6a72d59,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:36:51.061051 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486a154-f3ab-4851-9f3b-9e901ad9c878 req-1bc0558f-a8f3-431c-8fde-f624981bc3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:51.062505 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5486a154-f3ab-4851-9f3b-9e901ad9c878 req-1bc0558f-a8f3-431c-8fde-f624981bc3f4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 1128 time: 0.0439584
Feb 05 21:36:51.105174 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5486a154-f3ab-4851-9f3b-9e901ad9c878 req-6b44af51-0005-4f10-b31b-3eca3eaf84b6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368268
Feb 05 21:36:51.911381 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33b18a-abee-45cc-8fa3-aff6c1d19f71 req-5d38a4eb-7225-4092-9cc8-f607e0cf1b96 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:51.912889 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0f33b18a-abee-45cc-8fa3-aff6c1d19f71 req-5d38a4eb-7225-4092-9cc8-f607e0cf1b96 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 946 time: 0.0515277
Feb 05 21:36:51.967089 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0f33b18a-abee-45cc-8fa3-aff6c1d19f71 req-38f15ac7-2bdd-423a-896b-53dcf152dcc8 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472150
Feb 05 21:36:53.087530 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd183ee2-8feb-4c0b-a043-aa8c4976e8da req-38ea8193-5b2e-40c3-a461-32a1dc81dee9 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:53.089114 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cd183ee2-8feb-4c0b-a043-aa8c4976e8da req-38ea8193-5b2e-40c3-a461-32a1dc81dee9 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 946 time: 0.0527747
Feb 05 21:36:53.135798 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cd183ee2-8feb-4c0b-a043-aa8c4976e8da req-a3a0eee2-91c1-4bf2-ada7-454e269206c5 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410180
Feb 05 21:36:53.254205 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25b4d0-3106-4d7f-b06b-7b759ec02066 req-9ce7fac5-8a77-4114-a1d2-c4934887a084 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:53.257657 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ab25b4d0-3106-4d7f-b06b-7b759ec02066 req-9ce7fac5-8a77-4114-a1d2-c4934887a084 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 946 time: 0.0545866
Feb 05 21:36:53.264843 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 51222) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:36:53.269206 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-104e66fc-aae4-41d0-ae6c-fe827f4c9fbc tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Request body: {'floatingip': {'port_id': '17b1af67-5c10-42af-8e9d-1e2fa6a72d59'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:36:53.312204 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-104e66fc-aae4-41d0-ae6c-fe827f4c9fbc tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks [] for floatingip (e62a0a71-071d-467e-ba0e-69b3770cdf82), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:53.744416 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-104e66fc-aae4-41d0-ae6c-fe827f4c9fbc tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:53.748753 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-104e66fc-aae4-41d0-ae6c-fe827f4c9fbc tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (e62a0a71-071d-467e-ba0e-69b3770cdf82), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:53.848888 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-104e66fc-aae4-41d0-ae6c-fe827f4c9fbc tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Floating IP e62a0a71-071d-467e-ba0e-69b3770cdf82 associated. External IP: 172.35.4.113, port: 17b1af67-5c10-42af-8e9d-1e2fa6a72d59.
Feb 05 21:36:54.059038 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104e66fc-aae4-41d0-ae6c-fe827f4c9fbc tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Router db485826-1067-468f-9a12-0741f8152581 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:36:54.166572 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104e66fc-aae4-41d0-ae6c-fe827f4c9fbc tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:36:54.171449 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-104e66fc-aae4-41d0-ae6c-fe827f4c9fbc tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:36:54.177802 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4a842c-d8b5-43a9-928b-4732ad5eb832 None None] Sync routers for ids ['db485826-1067-468f-9a12-0741f8152581'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:36:54.187679 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4a842c-d8b5-43a9-928b-4732ad5eb832 None None] Routers {'db485826-1067-468f-9a12-0741f8152581'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:36:54.188294 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-6f4a842c-d8b5-43a9-928b-4732ad5eb832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabf99040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:36:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['db485826-1067-468f-9a12-0741f8152581'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:36:54.201490 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-104e66fc-aae4-41d0-ae6c-fe827f4c9fbc tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "PUT /v2.0/floatingips/e62a0a71-071d-467e-ba0e-69b3770cdf82 HTTP/1.1" status: 200  len: 992 time: 0.9355891
Feb 05 21:36:54.202131 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f493b584-9542-4f45-a7d6-ef5a07d490d9', 'tag': '17b1af67-5c10-42af-8e9d-1e2fa6a72d59'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:36:54.204449 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f5d152-8291-49a3-9164-e2192d7eed26" -d '{"events": [{"name": "network-changed", "server_uuid": "f493b584-9542-4f45-a7d6-ef5a07d490d9", "tag": "17b1af67-5c10-42af-8e9d-1e2fa6a72d59"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:36:54.246465 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48832a0-fddb-4982-a6e9-1e6e85f41e10 x-openstack-request-id: req-f48832a0-fddb-4982-a6e9-1e6e85f41e10 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:36:54.246767 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f493b584-9542-4f45-a7d6-ef5a07d490d9", "tag": "17b1af67-5c10-42af-8e9d-1e2fa6a72d59", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:36:54.247380 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f48832a0-fddb-4982-a6e9-1e6e85f41e10 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:36:54.247510 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f493b584-9542-4f45-a7d6-ef5a07d490d9', 'tag': '17b1af67-5c10-42af-8e9d-1e2fa6a72d59', 'status': 'completed', 'code': 200}
Feb 05 21:36:54.308550 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-6f4a842c-d8b5-43a9-928b-4732ad5eb832 None None] Set router db485826-1067-468f-9a12-0741f8152581 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:36:54.341811 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083c414-8362-4d25-b734-c434cd39d820 req-becc192d-d560-4e6a-97a5-13ac89d2a6f8 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:54.343271 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4083c414-8362-4d25-b734-c434cd39d820 req-becc192d-d560-4e6a-97a5-13ac89d2a6f8 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 946 time: 0.0893672
Feb 05 21:36:54.349708 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5d152-8291-49a3-9164-e2192d7eed26 req-ad8dbdec-1416-4a85-87e5-8bfe36e6792a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:54.351201 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4f5d152-8291-49a3-9164-e2192d7eed26 req-ad8dbdec-1416-4a85-87e5-8bfe36e6792a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=da51ac8e46d54f059d8d5252e292443f&device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 1128 time: 0.0692029
Feb 05 21:36:54.453203 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4083c414-8362-4d25-b734-c434cd39d820 req-864b80d1-f7a5-48fb-afc3-27b1032cf3a9 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1009784
Feb 05 21:36:54.473506 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5d152-8291-49a3-9164-e2192d7eed26 req-cc7fa466-1d31-4d8e-b2a8-16b249b6c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:54.475084 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4f5d152-8291-49a3-9164-e2192d7eed26 req-cc7fa466-1d31-4d8e-b2a8-16b249b6c70d service neutron] 10.222.0.21 "GET /v2.0/networks?id=5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 200  len: 912 time: 0.1168799
Feb 05 21:36:54.540068 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-6f4a842c-d8b5-43a9-928b-4732ad5eb832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabf99040>, [{'id': 'db485826-1067-468f-9a12-0741f8152581', 'name': 'tempest-ServerActionsTestJSON-256379539-router', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:38Z', 'revision_number': 4, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'gw_port': {'id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:59:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e62a0a71-071d-467e-ba0e-69b3770cdf82', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'floating_ip_address': '172.35.4.113', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'db485826-1067-468f-9a12-0741f8152581', 'port_id': '17b1af67-5c10-42af-8e9d-1e2fa6a72d59', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'mac_address': 'fa:16:3e:ed:3e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f493b584-9542-4f45-a7d6-ef5a07d490d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:36:40Z', 'updated_at': '2022-02-05T21:36:53Z', 'revision_number': 1, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1974faa-21ca-46ca-a9a8-dc85fbe61a99', 'name': '', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'mac_address': 'fa:16:3e:30:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:37Z', 'updated_at': '2022-02-05T21:36:41Z', 'revision_number': 5, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'subnets': [{'id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:36:54.541073 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4f5d152-8291-49a3-9164-e2192d7eed26 req-f9fd4d5e-f50a-4325-85d0-43b16f86f70f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17b1af67-5c10-42af-8e9d-1e2fa6a72d59 HTTP/1.1" status: 200  len: 1000 time: 0.0584791
Feb 05 21:36:54.567523 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4a842c-d8b5-43a9-928b-4732ad5eb832 None None] Checking router: db485826-1067-468f-9a12-0741f8152581 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:36:54.577098 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4a842c-d8b5-43a9-928b-4732ad5eb832 None None] Routers {'db485826-1067-468f-9a12-0741f8152581'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:36:54.577718 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-6f4a842c-d8b5-43a9-928b-4732ad5eb832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabf99040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:36:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['db485826-1067-468f-9a12-0741f8152581'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:36:54.588082 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5d152-8291-49a3-9164-e2192d7eed26 req-3f8986f3-3108-4e70-9b3e-460f2ef046f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:54.589823 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4f5d152-8291-49a3-9164-e2192d7eed26 req-3f8986f3-3108-4e70-9b3e-460f2ef046f7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d016947-afd7-422e-be42-6a16d0cc42db HTTP/1.1" status: 200  len: 850 time: 0.0436952
Feb 05 21:36:54.641658 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5d152-8291-49a3-9164-e2192d7eed26 req-cf06b969-5bc1-4cd8-abc3-116fa54ff62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:54.643436 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4f5d152-8291-49a3-9164-e2192d7eed26 req-cf06b969-5bc1-4cd8-abc3-116fa54ff62c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f6be15e-b511-47a2-8a74-368371c2b722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0481446
Feb 05 21:36:54.689208 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-6f4a842c-d8b5-43a9-928b-4732ad5eb832 None None] Set router db485826-1067-468f-9a12-0741f8152581 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:36:54.732902 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4f5d152-8291-49a3-9164-e2192d7eed26 req-6371f7a8-91f6-4bbc-937b-c289a186c832 service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839088
Feb 05 21:36:54.827624 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4f5d152-8291-49a3-9164-e2192d7eed26 req-5d9e4c6b-70dc-4969-b299-4b59750613c7 service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0888910
Feb 05 21:36:54.915542 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-6f4a842c-d8b5-43a9-928b-4732ad5eb832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabf99040>, [{'id': 'db485826-1067-468f-9a12-0741f8152581', 'name': 'tempest-ServerActionsTestJSON-256379539-router', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:38Z', 'revision_number': 4, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'gw_port': {'id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:59:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e62a0a71-071d-467e-ba0e-69b3770cdf82', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'floating_ip_address': '172.35.4.113', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'db485826-1067-468f-9a12-0741f8152581', 'port_id': '17b1af67-5c10-42af-8e9d-1e2fa6a72d59', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'mac_address': 'fa:16:3e:ed:3e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f493b584-9542-4f45-a7d6-ef5a07d490d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:36:40Z', 'updated_at': '2022-02-05T21:36:53Z', 'revision_number': 1, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1974faa-21ca-46ca-a9a8-dc85fbe61a99', 'name': '', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'mac_address': 'fa:16:3e:30:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:37Z', 'updated_at': '2022-02-05T21:36:41Z', 'revision_number': 5, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'subnets': [{'id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:36:54.942019 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4a842c-d8b5-43a9-928b-4732ad5eb832 None None] The sync data for ids ['db485826-1067-468f-9a12-0741f8152581'] in ncdv-master-1 is: [{'id': 'db485826-1067-468f-9a12-0741f8152581', 'name': 'tempest-ServerActionsTestJSON-256379539-router', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:38Z', 'revision_number': 4, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'gw_port': {'id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:59:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e62a0a71-071d-467e-ba0e-69b3770cdf82', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'floating_ip_address': '172.35.4.113', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'db485826-1067-468f-9a12-0741f8152581', 'port_id': '17b1af67-5c10-42af-8e9d-1e2fa6a72d59', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'mac_address': 'fa:16:3e:ed:3e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f493b584-9542-4f45-a7d6-ef5a07d490d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:36:40Z', 'updated_at': '2022-02-05T21:36:53Z', 'revision_number': 1, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1974faa-21ca-46ca-a9a8-dc85fbe61a99', 'name': '', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'mac_address': 'fa:16:3e:30:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:37Z', 'updated_at': '2022-02-05T21:36:41Z', 'revision_number': 5, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'subnets': [{'id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:36:55.138327 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705591f4-0fe0-4e2c-9436-5919a5f01460 None None] New status for floating IP e62a0a71-071d-467e-ba0e-69b3770cdf82: ACTIVE {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:36:55.575114 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df469a8-1deb-459d-8f1d-52a7303668cd req-4c5d03bb-162e-4e52-ab81-d47886189750 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:55.576508 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4df469a8-1deb-459d-8f1d-52a7303668cd req-4c5d03bb-162e-4e52-ab81-d47886189750 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 946 time: 0.0538943
Feb 05 21:36:55.622328 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4df469a8-1deb-459d-8f1d-52a7303668cd req-e5418ebb-3bbb-40a1-a1ef-0141d02abffd tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403054
Feb 05 21:36:55.739821 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e1211-b910-485c-bf60-16e4bd3eaa15 req-160816b4-8f95-43ed-a9fe-032bf3c54341 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:55.741275 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ba7e1211-b910-485c-bf60-16e4bd3eaa15 req-160816b4-8f95-43ed-a9fe-032bf3c54341 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 946 time: 0.0522678
Feb 05 21:36:55.792014 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ba7e1211-b910-485c-bf60-16e4bd3eaa15 req-fa756f1a-049c-4375-ac99-0f8995a6f8da tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445535
Feb 05 21:36:56.052020 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-5b0888d4-e085-4cd8-b6a7-5c50d59ca2ef service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0758767
Feb 05 21:36:56.064195 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d9105-d047-492f-b735-34cfe210ef8f req-4855a7ee-2eee-4ab2-83fd-5b4e2f6fef9e tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:56.065659 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-769d9105-d047-492f-b735-34cfe210ef8f req-4855a7ee-2eee-4ab2-83fd-5b4e2f6fef9e tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 946 time: 0.0793073
Feb 05 21:36:56.113514 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-769d9105-d047-492f-b735-34cfe210ef8f req-51ef7d2c-1203-4863-8b4e-65939bb391e6 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418439
Feb 05 21:36:57.181021 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-ff785e4b-ba9f-440a-a092-c79b1edf5b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:57.182680 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-ff785e4b-ba9f-440a-a092-c79b1edf5b86 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=da51ac8e46d54f059d8d5252e292443f&device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 1128 time: 0.0521286
Feb 05 21:36:57.290042 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1b9cb-f80a-4ba4-8421-82d95ba8b4d2 req-486327fc-bb49-44eb-ae16-5a6a3c90025c tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:57.291673 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ccf1b9cb-f80a-4ba4-8421-82d95ba8b4d2 req-486327fc-bb49-44eb-ae16-5a6a3c90025c tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 946 time: 0.1063039
Feb 05 21:36:57.325395 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-69be1920-c1a6-48e0-b8b6-526c050a69d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:57.326847 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-69be1920-c1a6-48e0-b8b6-526c050a69d6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 200  len: 912 time: 0.1334319
Feb 05 21:36:57.739910 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ccf1b9cb-f80a-4ba4-8421-82d95ba8b4d2 req-1fc5bddb-ef7a-440f-8f29-c08a1b0d8020 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4400730
Feb 05 21:36:57.759818 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-b4856755-9996-4f22-8b0f-3602d4dadd99 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17b1af67-5c10-42af-8e9d-1e2fa6a72d59 HTTP/1.1" status: 200  len: 1002 time: 0.4228814
Feb 05 21:36:57.807960 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-876c2efd-2534-4b50-852c-61d2860a4daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:57.809414 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-876c2efd-2534-4b50-852c-61d2860a4daf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d016947-afd7-422e-be42-6a16d0cc42db HTTP/1.1" status: 200  len: 850 time: 0.0431991
Feb 05 21:36:57.859847 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-12e56d77-057e-475b-9a9a-36b35ed5cce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:57.861333 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-12e56d77-057e-475b-9a9a-36b35ed5cce0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f6be15e-b511-47a2-8a74-368371c2b722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0462267
Feb 05 21:36:57.949967 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-b6eca66e-ea2b-474a-8f53-fc8130a42d16 service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0818458
Feb 05 21:36:58.039598 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-53d22212-5fd0-43db-bf17-cb948a0a0efd service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843575
Feb 05 21:36:58.861391 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6f5b2-ef33-4b51-bd1a-4126fe4fbbaa req-b0615e62-e7db-4c62-88db-fd566d93ba63 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:36:58.862771 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-74d6f5b2-ef33-4b51-bd1a-4126fe4fbbaa req-b0615e62-e7db-4c62-88db-fd566d93ba63 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 946 time: 0.0520864
Feb 05 21:36:58.908339 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-74d6f5b2-ef33-4b51-bd1a-4126fe4fbbaa req-06f66e58-2741-40cf-bcb9-df7664c9308d tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399387
Feb 05 21:37:00.031725 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d673a8-2f6b-4296-8257-34f933162fd5 req-46b5d801-7c02-46de-8a7f-ddba4d45c456 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:00.033215 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27d673a8-2f6b-4296-8257-34f933162fd5 req-46b5d801-7c02-46de-8a7f-ddba4d45c456 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 946 time: 0.0540514
Feb 05 21:37:00.083230 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27d673a8-2f6b-4296-8257-34f933162fd5 req-658e7d3c-243f-42e6-86d2-bea1a4efdc74 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441258
Feb 05 21:37:01.203485 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab119ee-28f0-4f86-8ac8-e6c8681586b4 req-9b40b7ae-0c67-4a3f-8594-b2a7feb466c4 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:01.204878 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5ab119ee-28f0-4f86-8ac8-e6c8681586b4 req-9b40b7ae-0c67-4a3f-8594-b2a7feb466c4 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 946 time: 0.0540614
Feb 05 21:37:01.250635 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5ab119ee-28f0-4f86-8ac8-e6c8681586b4 req-51941b01-2521-435e-84e1-32246602d634 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400007
Feb 05 21:37:02.370281 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91750d-6387-41b4-8c4f-024990203314 req-70d47164-f3d8-4eee-bcc0-a3b3982ca45e tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:02.371923 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0f91750d-6387-41b4-8c4f-024990203314 req-70d47164-f3d8-4eee-bcc0-a3b3982ca45e tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 946 time: 0.0521250
Feb 05 21:37:02.417100 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0f91750d-6387-41b4-8c4f-024990203314 req-1511292c-c326-4468-91b6-4e65e2aadde2 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396335
Feb 05 21:37:03.540713 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc85dd-2760-4d06-b477-494d526e1843 req-430f5a77-ded2-425b-87d1-32a8aedc673b tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:03.542197 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bbfc85dd-2760-4d06-b477-494d526e1843 req-430f5a77-ded2-425b-87d1-32a8aedc673b tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 946 time: 0.0561457
Feb 05 21:37:03.588637 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bbfc85dd-2760-4d06-b477-494d526e1843 req-3366e29a-7924-48f0-bde9-458476d8afd1 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403070
Feb 05 21:37:03.789726 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-270e87f8-93d2-44db-ba3d-bc63314f9092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:04.712148 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbcfac-da9c-440f-8ca8-03d8b3e13cc6 req-142ee806-6a35-4ed6-bd45-a62beefabeee tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:04.713638 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-95bbcfac-da9c-440f-8ca8-03d8b3e13cc6 req-142ee806-6a35-4ed6-bd45-a62beefabeee tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 946 time: 0.0526710
Feb 05 21:37:04.760034 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-95bbcfac-da9c-440f-8ca8-03d8b3e13cc6 req-a0e310a9-8942-4d3e-9d71-9e647666614d tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398960
Feb 05 21:37:05.880641 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafa457-633a-4ea6-b158-314c79f4cf73 req-a62c4fa7-c66d-428e-82ee-0c1dc58d8aac tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:05.882103 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3eafa457-633a-4ea6-b158-314c79f4cf73 req-a62c4fa7-c66d-428e-82ee-0c1dc58d8aac tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 946 time: 0.0526037
Feb 05 21:37:05.932305 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3eafa457-633a-4ea6-b158-314c79f4cf73 req-cda4d4b1-2452-4f77-9ca8-aad77d8337bf tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442452
Feb 05 21:37:06.171206 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a12f6f9c-5faf-4e7d-b04f-b655c5d31917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:07.052988 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9d491-11da-4c64-bc2c-d8cf856037a6 req-148b2e99-ffad-48b5-a9ff-c0f2162a502f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:07.054507 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4b9d491-11da-4c64-bc2c-d8cf856037a6 req-148b2e99-ffad-48b5-a9ff-c0f2162a502f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 946 time: 0.0529521
Feb 05 21:37:07.100666 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4b9d491-11da-4c64-bc2c-d8cf856037a6 req-91c53017-f6d4-4f6d-87b4-27cbc1f15487 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402288
Feb 05 21:37:07.599376 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:08.222271 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c6506d-95b3-4c98-8379-6156762c24ef req-b3ab3924-b14b-4edb-b889-5bd56f795fdc tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:08.223709 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b1c6506d-95b3-4c98-8379-6156762c24ef req-b3ab3924-b14b-4edb-b889-5bd56f795fdc tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 946 time: 0.0522954
Feb 05 21:37:08.270168 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b1c6506d-95b3-4c98-8379-6156762c24ef req-882a1335-62e3-441e-9721-e050385cfc0b tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407908
Feb 05 21:37:09.187098 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:09.393263 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c3615-5ca9-4fe0-b8e7-d92ab5286722 req-159c67d1-0b20-4b67-bd5b-217f15fecc90 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:09.394750 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ae0c3615-5ca9-4fe0-b8e7-d92ab5286722 req-159c67d1-0b20-4b67-bd5b-217f15fecc90 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 946 time: 0.0563409
Feb 05 21:37:09.440837 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ae0c3615-5ca9-4fe0-b8e7-d92ab5286722 req-aea7f333-004e-4c63-819f-3fdb796e53ae tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404460
Feb 05 21:37:10.561001 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31bf3d-b8a8-4b3b-9174-21153849ad0b req-eac72ffe-5fee-43f2-a5bf-20d32826f49b tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:10.562538 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7e31bf3d-b8a8-4b3b-9174-21153849ad0b req-eac72ffe-5fee-43f2-a5bf-20d32826f49b tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 946 time: 0.0540023
Feb 05 21:37:10.566759 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:10.610789 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7e31bf3d-b8a8-4b3b-9174-21153849ad0b req-46af8446-7873-4951-83a9-1e272b8a2145 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410244
Feb 05 21:37:11.736093 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2db2a-617f-4443-8fbd-c0115a96548e req-50a4774a-f8ba-43f8-91f4-992fc4ea5d7b tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:11.737574 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3ac2db2a-617f-4443-8fbd-c0115a96548e req-50a4774a-f8ba-43f8-91f4-992fc4ea5d7b tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 946 time: 0.0576527
Feb 05 21:37:11.785089 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3ac2db2a-617f-4443-8fbd-c0115a96548e req-341066c2-1f2f-45f6-9d8a-92ac6020a37d tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419228
Feb 05 21:37:12.909597 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a81a93-c6d5-4b37-8b66-a5b7fe06cd5b req-8fb75572-93f1-41fc-82a1-bd68392529af tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:12.911025 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-71a81a93-c6d5-4b37-8b66-a5b7fe06cd5b req-8fb75572-93f1-41fc-82a1-bd68392529af tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 946 time: 0.0586331
Feb 05 21:37:12.959343 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-71a81a93-c6d5-4b37-8b66-a5b7fe06cd5b req-d45d9c71-947b-444c-a0fd-d907a86d7de1 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424888
Feb 05 21:37:14.078494 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc269e50-ed34-4503-852b-445826e24742 req-3137c30f-8e77-4298-88e2-2ee917a10f25 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:14.079966 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cc269e50-ed34-4503-852b-445826e24742 req-3137c30f-8e77-4298-88e2-2ee917a10f25 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 946 time: 0.0521197
Feb 05 21:37:14.129786 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cc269e50-ed34-4503-852b-445826e24742 req-2b14b0ca-7146-4088-a867-cd38bc929759 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442355
Feb 05 21:37:14.704218 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-c6651c4e-88be-4ff9-b73d-d403fe5a039e service neutron] show failed (client error): The resource could not be found.
Feb 05 21:37:14.705222 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-c6651c4e-88be-4ff9-b73d-d403fe5a039e service neutron] 10.222.0.21 "GET /v2.0/ports/17b1af67-5c10-42af-8e9d-1e2fa6a72d59/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0541775
Feb 05 21:37:14.904752 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-869091be-0086-48b4-b745-07327c5e01cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:14.906177 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-869091be-0086-48b4-b745-07327c5e01cc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9&tenant_id=da51ac8e46d54f059d8d5252e292443f HTTP/1.1" status: 200  len: 1128 time: 0.0476871
Feb 05 21:37:14.917120 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-643b6cbd-61c8-4b04-967e-44b784855c90 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:37:14.979495 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-643b6cbd-61c8-4b04-967e-44b784855c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (17b1af67-5c10-42af-8e9d-1e2fa6a72d59), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:15.175205 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-643b6cbd-61c8-4b04-967e-44b784855c90 service neutron] For port 17b1af67-5c10-42af-8e9d-1e2fa6a72d59, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=17b1af67-5c10-42af-8e9d-1e2fa6a72d59,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:37:15.208564 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-643b6cbd-61c8-4b04-967e-44b784855c90 service neutron] For port 17b1af67-5c10-42af-8e9d-1e2fa6a72d59, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:37:15.250863 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997dead2-cf3c-4fe6-b3de-7a8c5e2b61e1 req-83a2776f-06a3-4ceb-9e2e-db6f820b3b00 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:15.251684 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f493b584-9542-4f45-a7d6-ef5a07d490d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17b1af67-5c10-42af-8e9d-1e2fa6a72d59'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:37:15.252399 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-997dead2-cf3c-4fe6-b3de-7a8c5e2b61e1 req-83a2776f-06a3-4ceb-9e2e-db6f820b3b00 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 946 time: 0.0541389
Feb 05 21:37:15.254076 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb2b6b8-1b32-4a19-87b7-41cb1f90162a" -d '{"events": [{"server_uuid": "f493b584-9542-4f45-a7d6-ef5a07d490d9", "name": "network-vif-unplugged", "status": "completed", "tag": "17b1af67-5c10-42af-8e9d-1e2fa6a72d59"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:37:15.257829 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-643b6cbd-61c8-4b04-967e-44b784855c90 service neutron] Publish callbacks [] for port (17b1af67-5c10-42af-8e9d-1e2fa6a72d59), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:15.279612 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-643b6cbd-61c8-4b04-967e-44b784855c90 service neutron] Transition to ACTIVE for port object 17b1af67-5c10-42af-8e9d-1e2fa6a72d59 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:37:15.284452 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-643b6cbd-61c8-4b04-967e-44b784855c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (17b1af67-5c10-42af-8e9d-1e2fa6a72d59), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:15.318799 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-997dead2-cf3c-4fe6-b3de-7a8c5e2b61e1 req-2ff4a7d1-abec-476e-bcff-5ddc61fcf842 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0603285
Feb 05 21:37:15.379360 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b6cbd-61c8-4b04-967e-44b784855c90 service neutron] Pushing event updated for resources: {'Port': ['ID=17b1af67-5c10-42af-8e9d-1e2fa6a72d59,revision_number=6']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:37:15.415065 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-643b6cbd-61c8-4b04-967e-44b784855c90 service neutron] No DVR routers for this DVR port 17b1af67-5c10-42af-8e9d-1e2fa6a72d59 on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:37:15.454974 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 21:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8c9478-dcd1-4281-a324-6de35017b997 x-openstack-request-id: req-ca8c9478-dcd1-4281-a324-6de35017b997 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:37:15.455272 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f493b584-9542-4f45-a7d6-ef5a07d490d9", "name": "network-vif-unplugged", "status": "completed", "tag": "17b1af67-5c10-42af-8e9d-1e2fa6a72d59", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:37:15.455530 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ca8c9478-dcd1-4281-a324-6de35017b997 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:37:15.455930 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f493b584-9542-4f45-a7d6-ef5a07d490d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17b1af67-5c10-42af-8e9d-1e2fa6a72d59', 'code': 200}
Feb 05 21:37:15.558985 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-643b6cbd-61c8-4b04-967e-44b784855c90 service neutron] Attempting to bind port 17b1af67-5c10-42af-8e9d-1e2fa6a72d59 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:37:15.559431 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-643b6cbd-61c8-4b04-967e-44b784855c90 service neutron] Attempting to bind port 17b1af67-5c10-42af-8e9d-1e2fa6a72d59 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:37:15.559869 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-643b6cbd-61c8-4b04-967e-44b784855c90 service neutron] Attempting to bind port 17b1af67-5c10-42af-8e9d-1e2fa6a72d59 on network 5f6be15e-b511-47a2-8a74-368371c2b722 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:37:15.564184 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-643b6cbd-61c8-4b04-967e-44b784855c90 service neutron] Port 17b1af67-5c10-42af-8e9d-1e2fa6a72d59 on network 5f6be15e-b511-47a2-8a74-368371c2b722 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:37:15.564517 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-643b6cbd-61c8-4b04-967e-44b784855c90 service neutron] Attempting to bind port 17b1af67-5c10-42af-8e9d-1e2fa6a72d59 on network 5f6be15e-b511-47a2-8a74-368371c2b722 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:37:15.569299 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-643b6cbd-61c8-4b04-967e-44b784855c90 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:37:15.569586 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-643b6cbd-61c8-4b04-967e-44b784855c90 service neutron] Checking segment: {'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:37:15.569970 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-643b6cbd-61c8-4b04-967e-44b784855c90 service neutron] Bound using segment: {'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:37:15.570400 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-643b6cbd-61c8-4b04-967e-44b784855c90 service neutron] Bound port: 17b1af67-5c10-42af-8e9d-1e2fa6a72d59, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:37:15.570778 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-643b6cbd-61c8-4b04-967e-44b784855c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (17b1af67-5c10-42af-8e9d-1e2fa6a72d59), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:15.626929 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:15.634997 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-643b6cbd-61c8-4b04-967e-44b784855c90 service neutron] For port 17b1af67-5c10-42af-8e9d-1e2fa6a72d59, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:37:15.638225 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-643b6cbd-61c8-4b04-967e-44b784855c90 service neutron] For port 17b1af67-5c10-42af-8e9d-1e2fa6a72d59, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=17b1af67-5c10-42af-8e9d-1e2fa6a72d59,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:37:15.643764 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-643b6cbd-61c8-4b04-967e-44b784855c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (17b1af67-5c10-42af-8e9d-1e2fa6a72d59), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:15.676705 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-643b6cbd-61c8-4b04-967e-44b784855c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:15.677271 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-643b6cbd-61c8-4b04-967e-44b784855c90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:15.678705 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-643b6cbd-61c8-4b04-967e-44b784855c90 service neutron] 10.222.0.39 "PUT /v2.0/ports/17b1af67-5c10-42af-8e9d-1e2fa6a72d59 HTTP/1.1" status: 200  len: 1092 time: 0.7656460
Feb 05 21:37:15.711411 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b6cbd-61c8-4b04-967e-44b784855c90 service neutron] Pushing event updated for resources: {'Port': ['ID=17b1af67-5c10-42af-8e9d-1e2fa6a72d59,revision_number=7']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:37:15.749620 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-082c733d-0bc8-4b99-a7ec-cadabd07e5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:15.751226 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-082c733d-0bc8-4b99-a7ec-cadabd07e5e0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da51ac8e46d54f059d8d5252e292443f&device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 1126 time: 0.0494056
Feb 05 21:37:15.847694 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-241227bf-5f9b-4398-984a-2cf95342ebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:15.849180 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-241227bf-5f9b-4398-984a-2cf95342ebe8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 200  len: 912 time: 0.0924454
Feb 05 21:37:15.914608 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-cdfe72f9-c6d3-4487-8aad-cfcec3fef90a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17b1af67-5c10-42af-8e9d-1e2fa6a72d59 HTTP/1.1" status: 200  len: 1000 time: 0.0597334
Feb 05 21:37:15.966619 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-f1d1d07f-9664-4dff-8e71-40fce87467c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:15.968037 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-f1d1d07f-9664-4dff-8e71-40fce87467c9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d016947-afd7-422e-be42-6a16d0cc42db HTTP/1.1" status: 200  len: 850 time: 0.0470495
Feb 05 21:37:16.015876 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-0269cf79-ced1-431a-afab-2ae5a051cae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:16.017512 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-0269cf79-ced1-431a-afab-2ae5a051cae4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f6be15e-b511-47a2-8a74-368371c2b722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0438418
Feb 05 21:37:16.104579 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-024b9217-3e52-4f14-9dd8-395cedf5f10a service neutron] 10.222.0.39 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0804560
Feb 05 21:37:16.195012 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-49c0c148-0be6-4c1f-b358-5597366eba81 req-f5af7e6e-96ab-485e-b890-b76b8e556829 service neutron] 10.222.0.39 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845289
Feb 05 21:37:16.449013 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a0841-9b66-4808-a716-1484ecad1e7c req-5017e212-3c5e-4370-a01d-6d7b8c221fb2 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:16.451365 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9c5a0841-9b66-4808-a716-1484ecad1e7c req-5017e212-3c5e-4370-a01d-6d7b8c221fb2 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 944 time: 0.0590446
Feb 05 21:37:16.502436 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9c5a0841-9b66-4808-a716-1484ecad1e7c req-182c14a1-93bd-4fd0-8ba2-e1b3fa2f528f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453608
Feb 05 21:37:17.457571 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f493b584-9542-4f45-a7d6-ef5a07d490d9', 'tag': '17b1af67-5c10-42af-8e9d-1e2fa6a72d59'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:37:17.459921 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd45ed89-3585-4a34-a3ac-bf541f6fa73e" -d '{"events": [{"name": "network-changed", "server_uuid": "f493b584-9542-4f45-a7d6-ef5a07d490d9", "tag": "17b1af67-5c10-42af-8e9d-1e2fa6a72d59"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:37:17.509846 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da297c7d-562b-4e30-b947-2e2d7897c037 x-openstack-request-id: req-da297c7d-562b-4e30-b947-2e2d7897c037 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:37:17.510139 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f493b584-9542-4f45-a7d6-ef5a07d490d9", "tag": "17b1af67-5c10-42af-8e9d-1e2fa6a72d59", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:37:17.510416 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da297c7d-562b-4e30-b947-2e2d7897c037 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:37:17.511570 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f493b584-9542-4f45-a7d6-ef5a07d490d9', 'tag': '17b1af67-5c10-42af-8e9d-1e2fa6a72d59', 'status': 'completed', 'code': 200}
Feb 05 21:37:17.589120 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45ed89-3585-4a34-a3ac-bf541f6fa73e req-aca5d1dc-44b6-46bd-b00a-22a851ffa662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:17.589403 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bd45ed89-3585-4a34-a3ac-bf541f6fa73e req-aca5d1dc-44b6-46bd-b00a-22a851ffa662 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da51ac8e46d54f059d8d5252e292443f&device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 1126 time: 0.0462754
Feb 05 21:37:17.613645 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45ed89-3585-4a34-a3ac-bf541f6fa73e req-34cf5318-859b-47de-8a2e-9ab1bfd02ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:17.615896 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bd45ed89-3585-4a34-a3ac-bf541f6fa73e req-34cf5318-859b-47de-8a2e-9ab1bfd02ff1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=da51ac8e46d54f059d8d5252e292443f&device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 1126 time: 0.0860066
Feb 05 21:37:17.666659 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded932d-456e-47a9-b628-2161520b3549 req-6329beec-6d47-458b-ac29-681ae54ff00b tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:17.668685 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ded932d-456e-47a9-b628-2161520b3549 req-6329beec-6d47-458b-ac29-681ae54ff00b tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 944 time: 0.0929539
Feb 05 21:37:17.780104 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ded932d-456e-47a9-b628-2161520b3549 req-776005e5-a980-444a-9d6b-b0984be5065c tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677993
Feb 05 21:37:17.781697 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45ed89-3585-4a34-a3ac-bf541f6fa73e req-2c078efe-bb8e-469c-a694-6965668b7847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:17.783332 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bd45ed89-3585-4a34-a3ac-bf541f6fa73e req-2c078efe-bb8e-469c-a694-6965668b7847 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 200  len: 912 time: 0.1605275
Feb 05 21:37:17.851167 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bd45ed89-3585-4a34-a3ac-bf541f6fa73e req-57cd11c0-dcf9-4786-b59c-11b98058bf4f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17b1af67-5c10-42af-8e9d-1e2fa6a72d59 HTTP/1.1" status: 200  len: 1000 time: 0.0616376
Feb 05 21:37:17.906472 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45ed89-3585-4a34-a3ac-bf541f6fa73e req-7ca3aea6-abb2-4a8f-89db-6c1e214ebf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:17.908023 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bd45ed89-3585-4a34-a3ac-bf541f6fa73e req-7ca3aea6-abb2-4a8f-89db-6c1e214ebf50 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d016947-afd7-422e-be42-6a16d0cc42db HTTP/1.1" status: 200  len: 850 time: 0.0513990
Feb 05 21:37:17.959440 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45ed89-3585-4a34-a3ac-bf541f6fa73e req-2ee90f2b-7776-425c-9231-3a9358513c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:17.960983 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bd45ed89-3585-4a34-a3ac-bf541f6fa73e req-2ee90f2b-7776-425c-9231-3a9358513c29 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f6be15e-b511-47a2-8a74-368371c2b722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0466621
Feb 05 21:37:18.017949 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45ed89-3585-4a34-a3ac-bf541f6fa73e req-e78a2fed-bfc3-421a-be66-01f69c3a88b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:18.019615 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bd45ed89-3585-4a34-a3ac-bf541f6fa73e req-e78a2fed-bfc3-421a-be66-01f69c3a88b4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 200  len: 912 time: 0.4246111
Feb 05 21:37:18.055675 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bd45ed89-3585-4a34-a3ac-bf541f6fa73e req-fe740b6c-0825-478b-9ca2-e093a57eec03 service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874126
Feb 05 21:37:18.084332 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bd45ed89-3585-4a34-a3ac-bf541f6fa73e req-04fd08b3-42dd-42f4-8e7a-7b2729b81973 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17b1af67-5c10-42af-8e9d-1e2fa6a72d59 HTTP/1.1" status: 200  len: 1000 time: 0.0588961
Feb 05 21:37:18.135869 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45ed89-3585-4a34-a3ac-bf541f6fa73e req-f74abe84-6c07-49d8-aa5b-04043aa2ff63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:18.137335 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bd45ed89-3585-4a34-a3ac-bf541f6fa73e req-f74abe84-6c07-49d8-aa5b-04043aa2ff63 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d016947-afd7-422e-be42-6a16d0cc42db HTTP/1.1" status: 200  len: 850 time: 0.0467722
Feb 05 21:37:18.146774 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bd45ed89-3585-4a34-a3ac-bf541f6fa73e req-8d2309a2-e87e-4196-a386-937e120e7d3f service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856874
Feb 05 21:37:18.185800 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45ed89-3585-4a34-a3ac-bf541f6fa73e req-cab9474b-0ab0-41e7-85d7-1cd58351c491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:18.187345 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bd45ed89-3585-4a34-a3ac-bf541f6fa73e req-cab9474b-0ab0-41e7-85d7-1cd58351c491 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f6be15e-b511-47a2-8a74-368371c2b722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0446312
Feb 05 21:37:18.273719 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bd45ed89-3585-4a34-a3ac-bf541f6fa73e req-ab0d44d8-6dde-4f29-912b-d0aa43b807a7 service neutron] 10.222.0.39 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0809910
Feb 05 21:37:18.365422 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bd45ed89-3585-4a34-a3ac-bf541f6fa73e req-850d8d20-d035-4b56-bbe8-79e2c74eb601 service neutron] 10.222.0.39 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860066
Feb 05 21:37:18.832007 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:37:18.884932 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 17b1af67-5c10-42af-8e9d-1e2fa6a72d59 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:37:18.906658 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa84d24-56b9-4a2d-8b94-8dcceac5b77f req-1755133c-f60a-4582-b251-092e70fc7fe2 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:18.908175 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3fa84d24-56b9-4a2d-8b94-8dcceac5b77f req-1755133c-f60a-4582-b251-092e70fc7fe2 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 944 time: 0.0536246
Feb 05 21:37:18.926726 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] The host nch1-master-1 is not matching for port 17b1af67-5c10-42af-8e9d-1e2fa6a72d59 host nch2-master-1! {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Feb 05 21:37:18.927381 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 17b1af67-5c10-42af-8e9d-1e2fa6a72d59 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:37:18.961892 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3fa84d24-56b9-4a2d-8b94-8dcceac5b77f req-c515e18e-685f-41ef-9383-4579e7fa5269 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478475
Feb 05 21:37:19.190933 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d98020-d38f-49bc-9000-eeddaa1b393e req-67cc22da-178e-4f3c-b549-d9fbc1e31761 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:19.192390 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7d98020-d38f-49bc-9000-eeddaa1b393e req-67cc22da-178e-4f3c-b549-d9fbc1e31761 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.21 "GET /v2.0/ports?device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9&tenant_id=da51ac8e46d54f059d8d5252e292443f&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0762680
Feb 05 21:37:19.199907 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455021b-ed03-4726-b4c2-951739a2f3a4 req-1946478e-f8e3-4632-b679-5c305f569a26 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:19.201813 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1455021b-ed03-4726-b4c2-951739a2f3a4 req-1946478e-f8e3-4632-b679-5c305f569a26 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 944 time: 0.0950441
Feb 05 21:37:19.288716 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1455021b-ed03-4726-b4c2-951739a2f3a4 req-806e58b6-5247-4996-96b6-81282572a429 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0805371
Feb 05 21:37:19.290737 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [req-b7d98020-d38f-49bc-9000-eeddaa1b393e req-f9ef5b2a-3f43-4653-99b7-ebea63e5b7f8 service neutron] delete failed (client error): The resource could not be found.
Feb 05 21:37:19.291674 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7d98020-d38f-49bc-9000-eeddaa1b393e req-f9ef5b2a-3f43-4653-99b7-ebea63e5b7f8 service neutron] 10.222.0.21 "DELETE /v2.0/ports/17b1af67-5c10-42af-8e9d-1e2fa6a72d59/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0890191
Feb 05 21:37:19.381827 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d98020-d38f-49bc-9000-eeddaa1b393e req-fceff14e-bb18-4d64-8b9f-1417c9e56379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:19.383420 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7d98020-d38f-49bc-9000-eeddaa1b393e req-fceff14e-bb18-4d64-8b9f-1417c9e56379 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=da51ac8e46d54f059d8d5252e292443f&device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 1126 time: 0.0468178
Feb 05 21:37:19.476484 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d98020-d38f-49bc-9000-eeddaa1b393e req-3ab5584e-0eaa-423f-9cb4-15858e6edb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:19.477996 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7d98020-d38f-49bc-9000-eeddaa1b393e req-3ab5584e-0eaa-423f-9cb4-15858e6edb50 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 200  len: 912 time: 0.0889590
Feb 05 21:37:19.546153 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7d98020-d38f-49bc-9000-eeddaa1b393e req-420183f5-1bd0-4096-aec3-c9337f26700d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17b1af67-5c10-42af-8e9d-1e2fa6a72d59 HTTP/1.1" status: 200  len: 1000 time: 0.0617073
Feb 05 21:37:19.595762 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d98020-d38f-49bc-9000-eeddaa1b393e req-26708462-e0c1-4656-aa80-3f3d63a99e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:19.597221 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7d98020-d38f-49bc-9000-eeddaa1b393e req-26708462-e0c1-4656-aa80-3f3d63a99e88 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d016947-afd7-422e-be42-6a16d0cc42db HTTP/1.1" status: 200  len: 850 time: 0.0451870
Feb 05 21:37:19.635235 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 17b1af67-5c10-42af-8e9d-1e2fa6a72d59 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:37:19.646992 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d98020-d38f-49bc-9000-eeddaa1b393e req-32004aa5-15b8-4b64-a66c-c303f4d9877e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:19.648513 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7d98020-d38f-49bc-9000-eeddaa1b393e req-32004aa5-15b8-4b64-a66c-c303f4d9877e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f6be15e-b511-47a2-8a74-368371c2b722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0455403
Feb 05 21:37:19.733267 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 17b1af67-5c10-42af-8e9d-1e2fa6a72d59, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=17b1af67-5c10-42af-8e9d-1e2fa6a72d59,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:37:19.741032 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7d98020-d38f-49bc-9000-eeddaa1b393e req-fbcde3fc-b876-4910-a164-17ef0a506519 service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0867689
Feb 05 21:37:19.748692 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '17b1af67-5c10-42af-8e9d-1e2fa6a72d59', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'port_id': '17b1af67-5c10-42af-8e9d-1e2fa6a72d59', 'mac_address': 'fa:16:3e:ed:3e:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:37:19.786124 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 17b1af67-5c10-42af-8e9d-1e2fa6a72d59 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:37:19.786563 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (17b1af67-5c10-42af-8e9d-1e2fa6a72d59), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:19.799565 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17b1af67-5c10-42af-8e9d-1e2fa6a72d59 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:37:19.819933 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 17b1af67-5c10-42af-8e9d-1e2fa6a72d59, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=17b1af67-5c10-42af-8e9d-1e2fa6a72d59,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:37:19.824193 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (17b1af67-5c10-42af-8e9d-1e2fa6a72d59), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:19.833029 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7d98020-d38f-49bc-9000-eeddaa1b393e req-1a350729-3b3e-491e-a353-fc945880e82f service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0859838
Feb 05 21:37:19.871939 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=17b1af67-5c10-42af-8e9d-1e2fa6a72d59,revision_number=8']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:37:20.037016 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['17b1af67-5c10-42af-8e9d-1e2fa6a72d59'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:37:20.420998 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c0d6f-6c13-4082-96f9-3aa81ecf371d req-8b2b5672-6015-40f9-b25d-13a5d3bc61e7 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:20.422529 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a11c0d6f-6c13-4082-96f9-3aa81ecf371d req-8b2b5672-6015-40f9-b25d-13a5d3bc61e7 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 945 time: 0.0582552
Feb 05 21:37:20.469900 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a11c0d6f-6c13-4082-96f9-3aa81ecf371d req-44e88802-3ac1-4f95-8093-17ed6bb586a0 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411513
Feb 05 21:37:20.554405 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:20.588552 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511eb58f-ffbe-47ad-8b4f-65b4cf3867dd req-40245f17-9234-4252-a498-67ed4faf16e1 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:20.590065 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-511eb58f-ffbe-47ad-8b4f-65b4cf3867dd req-40245f17-9234-4252-a498-67ed4faf16e1 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 945 time: 0.0539958
Feb 05 21:37:20.639274 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-511eb58f-ffbe-47ad-8b4f-65b4cf3867dd req-a589247b-ca37-47a8-9789-382304eda7a5 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429678
Feb 05 21:37:20.762545 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836c932-0516-49fe-ade6-3426c33934ea req-fab4ae3c-3e60-435c-b016-86d96c81655c tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:20.764490 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0836c932-0516-49fe-ade6-3426c33934ea req-fab4ae3c-3e60-435c-b016-86d96c81655c tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 945 time: 0.0581329
Feb 05 21:37:20.811924 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0836c932-0516-49fe-ade6-3426c33934ea req-5898aeed-df06-49d8-a2a1-79746174d360 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417252
Feb 05 21:37:21.051378 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be614394-6aef-4598-83b8-96f26f6a26fb req-9e53a1b6-5f9d-41b0-bdcf-8306d0505c3d tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:21.052877 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-be614394-6aef-4598-83b8-96f26f6a26fb req-9e53a1b6-5f9d-41b0-bdcf-8306d0505c3d tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 945 time: 0.0526752
Feb 05 21:37:21.099164 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-be614394-6aef-4598-83b8-96f26f6a26fb req-6d40063d-4a17-4b98-8579-4b25fbc66288 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407271
Feb 05 21:37:21.680172 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 17b1af67-5c10-42af-8e9d-1e2fa6a72d59 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:37:21.731199 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 17b1af67-5c10-42af-8e9d-1e2fa6a72d59 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:37:21.735210 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 17b1af67-5c10-42af-8e9d-1e2fa6a72d59 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:37:21.735591 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (17b1af67-5c10-42af-8e9d-1e2fa6a72d59), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:21.814894 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 17b1af67-5c10-42af-8e9d-1e2fa6a72d59 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:37:21.815282 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (17b1af67-5c10-42af-8e9d-1e2fa6a72d59), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:21.839678 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f493b584-9542-4f45-a7d6-ef5a07d490d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b1af67-5c10-42af-8e9d-1e2fa6a72d59'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:37:21.842571 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b68538-fb52-440b-a4c4-2e3baf405d7a" -d '{"events": [{"server_uuid": "f493b584-9542-4f45-a7d6-ef5a07d490d9", "name": "network-vif-plugged", "status": "completed", "tag": "17b1af67-5c10-42af-8e9d-1e2fa6a72d59"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:37:21.854249 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 17b1af67-5c10-42af-8e9d-1e2fa6a72d59, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=17b1af67-5c10-42af-8e9d-1e2fa6a72d59,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:37:21.858419 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (17b1af67-5c10-42af-8e9d-1e2fa6a72d59), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:21.884445 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4487ea-1b78-42a3-9c79-985acbd2a25c x-openstack-request-id: req-2d4487ea-1b78-42a3-9c79-985acbd2a25c {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:37:21.884758 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f493b584-9542-4f45-a7d6-ef5a07d490d9", "name": "network-vif-plugged", "status": "completed", "tag": "17b1af67-5c10-42af-8e9d-1e2fa6a72d59", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:37:21.885015 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2d4487ea-1b78-42a3-9c79-985acbd2a25c {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:37:21.885401 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f493b584-9542-4f45-a7d6-ef5a07d490d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b1af67-5c10-42af-8e9d-1e2fa6a72d59', 'code': 200}
Feb 05 21:37:21.911006 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=17b1af67-5c10-42af-8e9d-1e2fa6a72d59,revision_number=9']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:37:22.218229 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5649d3-c553-4b53-86e3-28dbdb8b96b5 req-9181e8a6-024c-4124-ba1b-a42b33cf40e7 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:22.219793 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2d5649d3-c553-4b53-86e3-28dbdb8b96b5 req-9181e8a6-024c-4124-ba1b-a42b33cf40e7 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 946 time: 0.0524313
Feb 05 21:37:22.265715 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85126c8-24c9-4db7-b148-aaa01144d4f3 req-4fe53a96-1fde-43fc-901a-33ac2c7b46b1 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:22.267223 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e85126c8-24c9-4db7-b148-aaa01144d4f3 req-4fe53a96-1fde-43fc-901a-33ac2c7b46b1 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.39 "GET /v2.0/ports?device_id=f493b584-9542-4f45-a7d6-ef5a07d490d9 HTTP/1.1" status: 200  len: 946 time: 0.0533242
Feb 05 21:37:22.272291 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2d5649d3-c553-4b53-86e3-28dbdb8b96b5 req-22fa7bd4-2818-40fc-b9f9-ad28bf7e55b2 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467482
Feb 05 21:37:22.360235 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-e85126c8-24c9-4db7-b148-aaa01144d4f3 req-ce2e27b5-965d-4261-b5a0-56bbffb07f83 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Deleting port 17b1af67-5c10-42af-8e9d-1e2fa6a72d59 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:37:22.360576 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-e85126c8-24c9-4db7-b148-aaa01144d4f3 req-ce2e27b5-965d-4261-b5a0-56bbffb07f83 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (17b1af67-5c10-42af-8e9d-1e2fa6a72d59), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:22.445031 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-e85126c8-24c9-4db7-b148-aaa01144d4f3 req-ce2e27b5-965d-4261-b5a0-56bbffb07f83 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] For port 17b1af67-5c10-42af-8e9d-1e2fa6a72d59, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=17b1af67-5c10-42af-8e9d-1e2fa6a72d59,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:37:22.445392 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-e85126c8-24c9-4db7-b148-aaa01144d4f3 req-ce2e27b5-965d-4261-b5a0-56bbffb07f83 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (17b1af67-5c10-42af-8e9d-1e2fa6a72d59), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:22.615334 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-e85126c8-24c9-4db7-b148-aaa01144d4f3 req-ce2e27b5-965d-4261-b5a0-56bbffb07f83 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:22.615654 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-e85126c8-24c9-4db7-b148-aaa01144d4f3 req-ce2e27b5-965d-4261-b5a0-56bbffb07f83 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (e62a0a71-071d-467e-ba0e-69b3770cdf82), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:22.616090 ncdv-master-1 neutron-server[114390]: INFO neutron.db.l3_db [req-e85126c8-24c9-4db7-b148-aaa01144d4f3 req-ce2e27b5-965d-4261-b5a0-56bbffb07f83 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Floating IP e62a0a71-071d-467e-ba0e-69b3770cdf82 disassociated. External IP: 172.35.4.113, port: 17b1af67-5c10-42af-8e9d-1e2fa6a72d59.
Feb 05 21:37:22.616499 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-e85126c8-24c9-4db7-b148-aaa01144d4f3 req-ce2e27b5-965d-4261-b5a0-56bbffb07f83 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Calling delete_port for 17b1af67-5c10-42af-8e9d-1e2fa6a72d59 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:37:22.754120 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-e85126c8-24c9-4db7-b148-aaa01144d4f3 req-ce2e27b5-965d-4261-b5a0-56bbffb07f83 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (17b1af67-5c10-42af-8e9d-1e2fa6a72d59), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:22.783260 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e27b5-965d-4261-b5a0-56bbffb07f83 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Pushing event deleted for resources: {'Port': ['ID=17b1af67-5c10-42af-8e9d-1e2fa6a72d59,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:37:22.928839 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e85126c8-24c9-4db7-b148-aaa01144d4f3 req-ce2e27b5-965d-4261-b5a0-56bbffb07f83 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Router db485826-1067-468f-9a12-0741f8152581 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:37:23.041374 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e85126c8-24c9-4db7-b148-aaa01144d4f3 req-ce2e27b5-965d-4261-b5a0-56bbffb07f83 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:37:23.051919 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2b9080-a424-4daf-a200-649c77d009db None None] Sync routers for ids ['db485826-1067-468f-9a12-0741f8152581'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:37:23.061303 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2b9080-a424-4daf-a200-649c77d009db None None] Routers {'db485826-1067-468f-9a12-0741f8152581'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:37:23.061847 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-fa2b9080-a424-4daf-a200-649c77d009db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabb438e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:37:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['db485826-1067-468f-9a12-0741f8152581'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:37:23.085880 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85126c8-24c9-4db7-b148-aaa01144d4f3 req-ce2e27b5-965d-4261-b5a0-56bbffb07f83 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] No DVR routers for this DVR port 17b1af67-5c10-42af-8e9d-1e2fa6a72d59 on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:37:23.088579 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-e85126c8-24c9-4db7-b148-aaa01144d4f3 req-ce2e27b5-965d-4261-b5a0-56bbffb07f83 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:23.093520 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e85126c8-24c9-4db7-b148-aaa01144d4f3 req-ce2e27b5-965d-4261-b5a0-56bbffb07f83 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.39 "DELETE /v2.0/ports/17b1af67-5c10-42af-8e9d-1e2fa6a72d59 HTTP/1.1" status: 204  len: 173 time: 0.8213370
Feb 05 21:37:23.094021 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f493b584-9542-4f45-a7d6-ef5a07d490d9', 'name': 'network-vif-deleted', 'tag': '17b1af67-5c10-42af-8e9d-1e2fa6a72d59'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:37:23.096349 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7845d7-590f-4ad4-b52d-5d8b1b85dd30" -d '{"events": [{"server_uuid": "f493b584-9542-4f45-a7d6-ef5a07d490d9", "name": "network-vif-deleted", "tag": "17b1af67-5c10-42af-8e9d-1e2fa6a72d59"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:37:23.141655 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed83b85-cae5-46ff-9aac-30f1b58be9f0 x-openstack-request-id: req-4ed83b85-cae5-46ff-9aac-30f1b58be9f0 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:37:23.142026 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f493b584-9542-4f45-a7d6-ef5a07d490d9", "name": "network-vif-deleted", "tag": "17b1af67-5c10-42af-8e9d-1e2fa6a72d59", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:37:23.142351 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4ed83b85-cae5-46ff-9aac-30f1b58be9f0 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:37:23.142851 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f493b584-9542-4f45-a7d6-ef5a07d490d9', 'name': 'network-vif-deleted', 'tag': '17b1af67-5c10-42af-8e9d-1e2fa6a72d59', 'status': 'completed', 'code': 200}
Feb 05 21:37:23.349493 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-fa2b9080-a424-4daf-a200-649c77d009db None None] Set router db485826-1067-468f-9a12-0741f8152581 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:37:23.523124 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-2f981820-f487-4be7-85cc-2a6b53736da6 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1505556078&fields=id&tenant_id=da51ac8e46d54f059d8d5252e292443f HTTP/1.1" status: 200  len: 267 time: 0.0428426
Feb 05 21:37:23.554670 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-fa2b9080-a424-4daf-a200-649c77d009db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabb438e0>, [{'id': 'db485826-1067-468f-9a12-0741f8152581', 'name': 'tempest-ServerActionsTestJSON-256379539-router', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:38Z', 'revision_number': 4, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'gw_port': {'id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:59:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd1974faa-21ca-46ca-a9a8-dc85fbe61a99', 'name': '', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'mac_address': 'fa:16:3e:30:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:37Z', 'updated_at': '2022-02-05T21:36:41Z', 'revision_number': 5, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'subnets': [{'id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:37:23.580544 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2b9080-a424-4daf-a200-649c77d009db None None] Checking router: db485826-1067-468f-9a12-0741f8152581 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:37:23.588887 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2b9080-a424-4daf-a200-649c77d009db None None] Routers {'db485826-1067-468f-9a12-0741f8152581'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:37:23.589511 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-fa2b9080-a424-4daf-a200-649c77d009db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabb438e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:37:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['db485826-1067-468f-9a12-0741f8152581'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:37:23.631765 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-c6ffdca4-c766-4e97-8305-5fb057428277 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:23.633239 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-c6ffdca4-c766-4e97-8305-5fb057428277 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/networks?id=5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 200  len: 811 time: 0.1029451
Feb 05 21:37:23.648485 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-ca73602e-9ffb-4528-8bc1-353d18a8da1e tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/quotas/da51ac8e46d54f059d8d5252e292443f HTTP/1.1" status: 200  len: 375 time: 0.0091174
Feb 05 21:37:23.701368 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-fa2b9080-a424-4daf-a200-649c77d009db None None] Set router db485826-1067-468f-9a12-0741f8152581 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:37:23.709200 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-0c1d539b-ad51-4d76-89cc-96a5164245d1 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=da51ac8e46d54f059d8d5252e292443f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0544569
Feb 05 21:37:23.856021 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-caf0616d-ea3d-4411-9396-78c365d54851 service neutron] 10.222.0.32 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1338689
Feb 05 21:37:23.901980 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-fa2b9080-a424-4daf-a200-649c77d009db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabb438e0>, [{'id': 'db485826-1067-468f-9a12-0741f8152581', 'name': 'tempest-ServerActionsTestJSON-256379539-router', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:38Z', 'revision_number': 4, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'gw_port': {'id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:59:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd1974faa-21ca-46ca-a9a8-dc85fbe61a99', 'name': '', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'mac_address': 'fa:16:3e:30:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:37Z', 'updated_at': '2022-02-05T21:36:41Z', 'revision_number': 5, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'subnets': [{'id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:37:23.934118 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2b9080-a424-4daf-a200-649c77d009db None None] The sync data for ids ['db485826-1067-468f-9a12-0741f8152581'] in ncdv-master-1 is: [{'id': 'db485826-1067-468f-9a12-0741f8152581', 'name': 'tempest-ServerActionsTestJSON-256379539-router', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:38Z', 'revision_number': 4, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'gw_port': {'id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:59:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd1974faa-21ca-46ca-a9a8-dc85fbe61a99', 'name': '', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'mac_address': 'fa:16:3e:30:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:37Z', 'updated_at': '2022-02-05T21:36:41Z', 'revision_number': 5, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'subnets': [{'id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:37:23.952875 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-5562d7cf-ad4c-474b-9eb2-5b2b4d39225d service neutron] 10.222.0.32 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0906353
Feb 05 21:37:24.125036 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9f034c48-3032-4ff7-9a07-d21bfdfcdf17 req-7d9bc9a7-3c35-4b35-9a24-0325bc53640c tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 210 time: 0.0324402
Feb 05 21:37:24.179901 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e03018-1a32-455c-a939-5c08921296e0 None None] New status for floating IP e62a0a71-071d-467e-ba0e-69b3770cdf82: DOWN {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:37:25.022220 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-b4a3c17d-9596-44f7-a3e5-8b1bc2cb4196 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:25.023701 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-b4a3c17d-9596-44f7-a3e5-8b1bc2cb4196 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.39 "GET /v2.0/networks?id=5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 200  len: 811 time: 0.1074502
Feb 05 21:37:25.084746 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-4ea8fe74-b329-4cb2-b04f-f296b322165f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da51ac8e46d54f059d8d5252e292443f HTTP/1.1" status: 200  len: 380 time: 0.0529857
Feb 05 21:37:25.093665 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-ff747f7d-128e-471d-9db4-0ed0f23ff56f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Request body: {'port': {'device_id': 'ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'admin_state_up': True, 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'security_groups': ['2c12f7c9-02a9-4b23-a57a-f196faaf4da0']}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:37:25.204237 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-ff747f7d-128e-471d-9db4-0ed0f23ff56f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Made reservation on behalf of da51ac8e46d54f059d8d5252e292443f for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:37:25.207644 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-ff747f7d-128e-471d-9db4-0ed0f23ff56f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:25.298281 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-72c62341-1026-47a5-bfef-c32b36bd29f7 req-accc5982-7ca7-4671-9a12-5a8f75b4af1c tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 210 time: 0.1047316
Feb 05 21:37:25.338925 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-ff747f7d-128e-471d-9db4-0ed0f23ff56f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Allocated IP 172.20.0.3 (5f6be15e-b511-47a2-8a74-368371c2b722/0d016947-afd7-422e-be42-6a16d0cc42db/d7c23eda-bc68-40ff-86fa-75a545058992) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:37:25.470136 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-ff747f7d-128e-471d-9db4-0ed0f23ff56f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks [] for port (d7c23eda-bc68-40ff-86fa-75a545058992), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:25.503787 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-ff747f7d-128e-471d-9db4-0ed0f23ff56f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (d7c23eda-bc68-40ff-86fa-75a545058992), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:25.550895 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-ff747f7d-128e-471d-9db4-0ed0f23ff56f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Network 5f6be15e-b511-47a2-8a74-368371c2b722 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:37:25.553935 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-ff747f7d-128e-471d-9db4-0ed0f23ff56f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:37:25.557588 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-ff747f7d-128e-471d-9db4-0ed0f23ff56f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:37:25.582799 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff747f7d-128e-471d-9db4-0ed0f23ff56f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Pushing event updated for resources: {'Port': ['ID=d7c23eda-bc68-40ff-86fa-75a545058992,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:37:25.611634 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-ff747f7d-128e-471d-9db4-0ed0f23ff56f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:25.612266 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-ff747f7d-128e-471d-9db4-0ed0f23ff56f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:25.629180 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-ff747f7d-128e-471d-9db4-0ed0f23ff56f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5392690
Feb 05 21:37:25.640440 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-f275a98b-30f4-4ffb-83c7-9d45ed6ca085 service neutron] Request body: {'port': {'device_id': 'ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:37:25.660220 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 17b1af67-5c10-42af-8e9d-1e2fa6a72d59 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:37:25.682122 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 17b1af67-5c10-42af-8e9d-1e2fa6a72d59 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:37:25.682494 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 17b1af67-5c10-42af-8e9d-1e2fa6a72d59 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:37:25.703036 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-f275a98b-30f4-4ffb-83c7-9d45ed6ca085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d7c23eda-bc68-40ff-86fa-75a545058992), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:25.810724 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-d8da3790-f2bf-47fe-ada4-1ac2681bec3a None None] Provisioning complete for port d7c23eda-bc68-40ff-86fa-75a545058992 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:37:25.811110 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d8da3790-f2bf-47fe-ada4-1ac2681bec3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d7c23eda-bc68-40ff-86fa-75a545058992), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:25.844084 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-d8da3790-f2bf-47fe-ada4-1ac2681bec3a None None] Port d7c23eda-bc68-40ff-86fa-75a545058992 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:37:25.976983 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-f275a98b-30f4-4ffb-83c7-9d45ed6ca085 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7c23eda-bc68-40ff-86fa-75a545058992 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:37:25.984315 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-f275a98b-30f4-4ffb-83c7-9d45ed6ca085 service neutron] Publish callbacks [] for port (d7c23eda-bc68-40ff-86fa-75a545058992), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:25.996095 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-f275a98b-30f4-4ffb-83c7-9d45ed6ca085 service neutron] Transition to ACTIVE for port object d7c23eda-bc68-40ff-86fa-75a545058992 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:37:25.999945 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-f275a98b-30f4-4ffb-83c7-9d45ed6ca085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (d7c23eda-bc68-40ff-86fa-75a545058992), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:26.051711 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f275a98b-30f4-4ffb-83c7-9d45ed6ca085 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c23eda-bc68-40ff-86fa-75a545058992,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:37:26.076887 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275a98b-30f4-4ffb-83c7-9d45ed6ca085 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:37:26.077315 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275a98b-30f4-4ffb-83c7-9d45ed6ca085 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:37:26.077668 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275a98b-30f4-4ffb-83c7-9d45ed6ca085 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:37:26.078011 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275a98b-30f4-4ffb-83c7-9d45ed6ca085 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:37:26.078360 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275a98b-30f4-4ffb-83c7-9d45ed6ca085 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:37:26.078717 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275a98b-30f4-4ffb-83c7-9d45ed6ca085 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:37:26.079054 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275a98b-30f4-4ffb-83c7-9d45ed6ca085 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:37:26.079385 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275a98b-30f4-4ffb-83c7-9d45ed6ca085 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:37:26.079718 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275a98b-30f4-4ffb-83c7-9d45ed6ca085 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:37:26.080048 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275a98b-30f4-4ffb-83c7-9d45ed6ca085 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:37:26.080376 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275a98b-30f4-4ffb-83c7-9d45ed6ca085 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:37:26.080702 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275a98b-30f4-4ffb-83c7-9d45ed6ca085 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:37:26.081030 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275a98b-30f4-4ffb-83c7-9d45ed6ca085 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:37:26.132496 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-f275a98b-30f4-4ffb-83c7-9d45ed6ca085 service neutron] Attempting to bind port d7c23eda-bc68-40ff-86fa-75a545058992 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:37:26.132839 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-f275a98b-30f4-4ffb-83c7-9d45ed6ca085 service neutron] Attempting to bind port d7c23eda-bc68-40ff-86fa-75a545058992 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:37:26.133175 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-f275a98b-30f4-4ffb-83c7-9d45ed6ca085 service neutron] Attempting to bind port d7c23eda-bc68-40ff-86fa-75a545058992 on network 5f6be15e-b511-47a2-8a74-368371c2b722 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:37:26.137651 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-f275a98b-30f4-4ffb-83c7-9d45ed6ca085 service neutron] Port d7c23eda-bc68-40ff-86fa-75a545058992 on network 5f6be15e-b511-47a2-8a74-368371c2b722 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:37:26.137998 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-f275a98b-30f4-4ffb-83c7-9d45ed6ca085 service neutron] Attempting to bind port d7c23eda-bc68-40ff-86fa-75a545058992 on network 5f6be15e-b511-47a2-8a74-368371c2b722 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:37:26.143670 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-f275a98b-30f4-4ffb-83c7-9d45ed6ca085 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:37:26.144023 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-f275a98b-30f4-4ffb-83c7-9d45ed6ca085 service neutron] Checking segment: {'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:37:26.144415 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-f275a98b-30f4-4ffb-83c7-9d45ed6ca085 service neutron] Bound using segment: {'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:37:26.144853 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-f275a98b-30f4-4ffb-83c7-9d45ed6ca085 service neutron] Bound port: d7c23eda-bc68-40ff-86fa-75a545058992, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:37:26.145220 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-f275a98b-30f4-4ffb-83c7-9d45ed6ca085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d7c23eda-bc68-40ff-86fa-75a545058992), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:26.214515 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-f275a98b-30f4-4ffb-83c7-9d45ed6ca085 service neutron] For port d7c23eda-bc68-40ff-86fa-75a545058992, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:37:26.218548 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-f275a98b-30f4-4ffb-83c7-9d45ed6ca085 service neutron] For port d7c23eda-bc68-40ff-86fa-75a545058992, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7c23eda-bc68-40ff-86fa-75a545058992,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:37:26.224131 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-f275a98b-30f4-4ffb-83c7-9d45ed6ca085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (d7c23eda-bc68-40ff-86fa-75a545058992), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:26.266605 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-f275a98b-30f4-4ffb-83c7-9d45ed6ca085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:26.267235 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-f275a98b-30f4-4ffb-83c7-9d45ed6ca085 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:26.268663 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-f275a98b-30f4-4ffb-83c7-9d45ed6ca085 service neutron] 10.222.0.39 "PUT /v2.0/ports/d7c23eda-bc68-40ff-86fa-75a545058992 HTTP/1.1" status: 200  len: 1091 time: 0.6326270
Feb 05 21:37:26.269119 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90', 'tag': 'd7c23eda-bc68-40ff-86fa-75a545058992'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:37:26.271404 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ef8576-c24e-4067-b384-a896c6f16420" -d '{"events": [{"name": "network-changed", "server_uuid": "ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90", "tag": "d7c23eda-bc68-40ff-86fa-75a545058992"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:37:26.296605 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f275a98b-30f4-4ffb-83c7-9d45ed6ca085 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c23eda-bc68-40ff-86fa-75a545058992,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:37:26.350345 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1030c5-5b25-4f29-ab74-289d6936721d x-openstack-request-id: req-ec1030c5-5b25-4f29-ab74-289d6936721d {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:37:26.350748 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90", "tag": "d7c23eda-bc68-40ff-86fa-75a545058992", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:37:26.351009 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ec1030c5-5b25-4f29-ab74-289d6936721d {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:37:26.351421 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90', 'tag': 'd7c23eda-bc68-40ff-86fa-75a545058992', 'status': 'completed', 'code': 200}
Feb 05 21:37:26.372833 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-a4d425cf-3f97-475d-bf9c-1e1ba01aa0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:26.374571 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-a4d425cf-3f97-475d-bf9c-1e1ba01aa0e6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da51ac8e46d54f059d8d5252e292443f&device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 1125 time: 0.0532687
Feb 05 21:37:26.428418 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-dfe1109a-0a20-40ab-b93e-723285fc3cc9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7c23eda-bc68-40ff-86fa-75a545058992 HTTP/1.1" status: 200  len: 217 time: 0.0450461
Feb 05 21:37:26.434368 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d11e69-18d2-4d5c-b032-58bcb5a3b177 req-9c17d2dd-cd91-4804-9855-6de46ab43c28 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:26.436798 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75d11e69-18d2-4d5c-b032-58bcb5a3b177 req-9c17d2dd-cd91-4804-9855-6de46ab43c28 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 943 time: 0.0606744
Feb 05 21:37:26.478892 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-f1600385-8527-401f-8dc4-867264966bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:26.480387 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-f1600385-8527-401f-8dc4-867264966bc1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d016947-afd7-422e-be42-6a16d0cc42db HTTP/1.1" status: 200  len: 850 time: 0.0470722
Feb 05 21:37:26.485702 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75d11e69-18d2-4d5c-b032-58bcb5a3b177 req-a4c183d5-282c-4135-b478-e1a8b6ed6f43 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430202
Feb 05 21:37:26.530647 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-3646b5e5-1e3d-440d-bad4-3e9c2a136eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:26.532198 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-3646b5e5-1e3d-440d-bad4-3e9c2a136eec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f6be15e-b511-47a2-8a74-368371c2b722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0465493
Feb 05 21:37:26.623124 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-bfc188d1-1d4f-4501-83d6-eaff0ab0ef85 service neutron] 10.222.0.39 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850306
Feb 05 21:37:26.709298 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d3c9c4ee-c65f-4cc4-952a-08c60352014c req-58c75fa3-128e-4fb4-9b4b-e7313d775a33 service neutron] 10.222.0.39 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0810587
Feb 05 21:37:26.799861 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef8576-c24e-4067-b384-a896c6f16420 req-f99ae30c-2986-4021-a2fe-7e59989b69fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:26.801378 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-36ef8576-c24e-4067-b384-a896c6f16420 req-f99ae30c-2986-4021-a2fe-7e59989b69fe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da51ac8e46d54f059d8d5252e292443f&device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 1125 time: 0.0503047
Feb 05 21:37:26.886884 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef8576-c24e-4067-b384-a896c6f16420 req-2a90f4bf-601b-4c67-96f5-878b55faa7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:26.888945 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-36ef8576-c24e-4067-b384-a896c6f16420 req-2a90f4bf-601b-4c67-96f5-878b55faa7bd service neutron] 10.222.0.39 "GET /v2.0/networks?id=5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 200  len: 912 time: 0.0819645
Feb 05 21:37:26.933102 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-36ef8576-c24e-4067-b384-a896c6f16420 req-a7777c53-bc2f-4395-800d-7aeea42606e1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7c23eda-bc68-40ff-86fa-75a545058992 HTTP/1.1" status: 200  len: 217 time: 0.0378659
Feb 05 21:37:26.980638 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef8576-c24e-4067-b384-a896c6f16420 req-bd304f30-842f-4c09-9dd2-9318fbdbc6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:26.982721 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-36ef8576-c24e-4067-b384-a896c6f16420 req-bd304f30-842f-4c09-9dd2-9318fbdbc6aa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d016947-afd7-422e-be42-6a16d0cc42db HTTP/1.1" status: 200  len: 850 time: 0.0430441
Feb 05 21:37:27.030271 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef8576-c24e-4067-b384-a896c6f16420 req-4ad41b2e-e737-4c05-bb3d-b03f9470d5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:27.031781 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-36ef8576-c24e-4067-b384-a896c6f16420 req-4ad41b2e-e737-4c05-bb3d-b03f9470d5a0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f6be15e-b511-47a2-8a74-368371c2b722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0427988
Feb 05 21:37:27.127976 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-36ef8576-c24e-4067-b384-a896c6f16420 req-1ee6d2ac-38c2-4013-b33e-3b7c7d1764b8 service neutron] 10.222.0.39 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0887506
Feb 05 21:37:27.214267 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-36ef8576-c24e-4067-b384-a896c6f16420 req-10bb9aa1-55a0-4f7b-8771-400321fe98a8 service neutron] 10.222.0.39 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0802214
Feb 05 21:37:27.667663 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e37197-3961-4aaa-a739-5ce3f90d6eed req-fbba0a38-ccb8-43c4-a0e4-3ef528408175 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:27.669130 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-09e37197-3961-4aaa-a739-5ce3f90d6eed req-fbba0a38-ccb8-43c4-a0e4-3ef528408175 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 943 time: 0.1110797
Feb 05 21:37:27.717464 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-09e37197-3961-4aaa-a739-5ce3f90d6eed req-3b9fb767-537b-4ce8-9e99-e8fd8c430e24 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420601
Feb 05 21:37:28.839571 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a06e0-b8bd-4cc1-8d32-cf3936af9eee req-2dcf8b92-ec6b-4621-805c-5deb2488d2bd tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:28.841070 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-041a06e0-b8bd-4cc1-8d32-cf3936af9eee req-2dcf8b92-ec6b-4621-805c-5deb2488d2bd tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 943 time: 0.0531764
Feb 05 21:37:28.888809 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-041a06e0-b8bd-4cc1-8d32-cf3936af9eee req-157ef259-bb6f-446c-8c8f-a53a6502fa3c tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418670
Feb 05 21:37:29.688741 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device d7c23eda-bc68-40ff-86fa-75a545058992 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:37:29.784020 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port d7c23eda-bc68-40ff-86fa-75a545058992, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7c23eda-bc68-40ff-86fa-75a545058992,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:37:29.794607 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'd7c23eda-bc68-40ff-86fa-75a545058992', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'port_id': 'd7c23eda-bc68-40ff-86fa-75a545058992', 'mac_address': 'fa:16:3e:52:2a:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:37:29.835099 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port d7c23eda-bc68-40ff-86fa-75a545058992 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:37:29.835495 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d7c23eda-bc68-40ff-86fa-75a545058992), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:29.848564 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7c23eda-bc68-40ff-86fa-75a545058992 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:37:29.867138 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port d7c23eda-bc68-40ff-86fa-75a545058992, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7c23eda-bc68-40ff-86fa-75a545058992,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:37:29.870837 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d7c23eda-bc68-40ff-86fa-75a545058992), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:29.917325 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=d7c23eda-bc68-40ff-86fa-75a545058992,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:37:29.924805 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:37:29.925086 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:37:29.925439 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:37:29.925783 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:37:29.926128 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:37:29.926494 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:37:29.926837 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:37:29.927179 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:37:29.927511 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:37:29.927845 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:37:29.928382 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:37:29.928731 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:37:29.929062 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:37:30.014207 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce6c79-9e37-46ba-94cd-70bcd4a4d731 req-77b0f050-3446-4e0b-bca1-dc469151d1a7 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:30.015788 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-69ce6c79-9e37-46ba-94cd-70bcd4a4d731 req-77b0f050-3446-4e0b-bca1-dc469151d1a7 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 944 time: 0.0537438
Feb 05 21:37:30.066124 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-69ce6c79-9e37-46ba-94cd-70bcd4a4d731 req-4b422033-9a57-41db-bf5e-1ea43644506c tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444019
Feb 05 21:37:30.069814 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['d7c23eda-bc68-40ff-86fa-75a545058992'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:37:31.186977 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec896a20-240c-44e0-b12c-cdc512be8280 req-8b94d69e-30cf-4625-8b3f-9218d7ed8ccd tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:31.188478 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec896a20-240c-44e0-b12c-cdc512be8280 req-8b94d69e-30cf-4625-8b3f-9218d7ed8ccd tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 944 time: 0.0530753
Feb 05 21:37:31.234538 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ec896a20-240c-44e0-b12c-cdc512be8280 req-78f025eb-6833-4aa2-9854-57dada82921d tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405383
Feb 05 21:37:31.693089 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device d7c23eda-bc68-40ff-86fa-75a545058992 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:37:31.741989 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port d7c23eda-bc68-40ff-86fa-75a545058992 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:37:31.745695 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port d7c23eda-bc68-40ff-86fa-75a545058992 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:37:31.746076 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d7c23eda-bc68-40ff-86fa-75a545058992), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:31.822278 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port d7c23eda-bc68-40ff-86fa-75a545058992 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:37:31.822695 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d7c23eda-bc68-40ff-86fa-75a545058992), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:31.847949 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c23eda-bc68-40ff-86fa-75a545058992'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:37:31.850131 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9416e30a-3745-4d31-a229-e8990da3d580" -d '{"events": [{"server_uuid": "ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90", "name": "network-vif-plugged", "status": "completed", "tag": "d7c23eda-bc68-40ff-86fa-75a545058992"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:37:31.863377 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port d7c23eda-bc68-40ff-86fa-75a545058992, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7c23eda-bc68-40ff-86fa-75a545058992,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:37:31.867355 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d7c23eda-bc68-40ff-86fa-75a545058992), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:31.891437 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681f4d6c-164c-4abc-b603-648935e8170a x-openstack-request-id: req-681f4d6c-164c-4abc-b603-648935e8170a {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:37:31.891746 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90", "name": "network-vif-plugged", "status": "completed", "tag": "d7c23eda-bc68-40ff-86fa-75a545058992", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:37:31.891988 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-681f4d6c-164c-4abc-b603-648935e8170a {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:37:31.892377 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c23eda-bc68-40ff-86fa-75a545058992', 'code': 200}
Feb 05 21:37:31.927556 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=d7c23eda-bc68-40ff-86fa-75a545058992,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:37:31.998587 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cfb5e-dbf5-4010-8232-b4ba51baa398 req-45077a1b-8258-4217-ba03-389216efc55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:32.000207 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b62cfb5e-dbf5-4010-8232-b4ba51baa398 req-45077a1b-8258-4217-ba03-389216efc55e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 1127 time: 0.0454047
Feb 05 21:37:32.049480 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b62cfb5e-dbf5-4010-8232-b4ba51baa398 req-af50e40d-b6a5-494e-b12b-ff19d7215e68 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427816
Feb 05 21:37:32.351893 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a3b5e-c622-46ce-8655-56642817eb82 req-ff759104-a47d-4468-9f69-b728b4aef55d tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:32.353399 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b55a3b5e-c622-46ce-8655-56642817eb82 req-ff759104-a47d-4468-9f69-b728b4aef55d tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 945 time: 0.0526588
Feb 05 21:37:32.399515 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b55a3b5e-c622-46ce-8655-56642817eb82 req-22ae3110-8130-4358-b33e-68b4795c5a4c tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402694
Feb 05 21:37:33.524967 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab2d00-d53c-48f0-a42e-7675519fa422 req-8af9f0d4-478b-4985-a5f1-d3eb23239709 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:33.526478 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5eab2d00-d53c-48f0-a42e-7675519fa422 req-8af9f0d4-478b-4985-a5f1-d3eb23239709 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 945 time: 0.0562322
Feb 05 21:37:33.572658 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5eab2d00-d53c-48f0-a42e-7675519fa422 req-5d32d17e-b8e0-4916-bfbb-0f2a377703e7 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405381
Feb 05 21:37:33.688839 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c34ab4-f692-45f9-9ce4-5af2a35afe54 req-bf11c356-1455-43f3-9940-a12ba3e5d83c tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:33.690254 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-42c34ab4-f692-45f9-9ce4-5af2a35afe54 req-bf11c356-1455-43f3-9940-a12ba3e5d83c tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 945 time: 0.0530221
Feb 05 21:37:33.698806 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 51392) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:37:33.703708 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-594e6dcf-0366-4367-8d1b-75c235239c9a tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Request body: {'floatingip': {'port_id': 'd7c23eda-bc68-40ff-86fa-75a545058992'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:37:33.752507 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-594e6dcf-0366-4367-8d1b-75c235239c9a tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks [] for floatingip (e62a0a71-071d-467e-ba0e-69b3770cdf82), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:33.796143 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-26f83402-a472-4e8a-8fe2-a8606db9e872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:34.189105 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-594e6dcf-0366-4367-8d1b-75c235239c9a tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:34.192960 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-594e6dcf-0366-4367-8d1b-75c235239c9a tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (e62a0a71-071d-467e-ba0e-69b3770cdf82), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:34.293298 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-594e6dcf-0366-4367-8d1b-75c235239c9a tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Floating IP e62a0a71-071d-467e-ba0e-69b3770cdf82 associated. External IP: 172.35.4.113, port: d7c23eda-bc68-40ff-86fa-75a545058992.
Feb 05 21:37:34.501711 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594e6dcf-0366-4367-8d1b-75c235239c9a tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Router db485826-1067-468f-9a12-0741f8152581 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:37:34.609972 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594e6dcf-0366-4367-8d1b-75c235239c9a tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:37:34.614718 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-594e6dcf-0366-4367-8d1b-75c235239c9a tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:34.619778 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b3f09b-d95d-42f1-acdc-3eb15b42ee39 None None] Sync routers for ids ['db485826-1067-468f-9a12-0741f8152581'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:37:34.630207 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b3f09b-d95d-42f1-acdc-3eb15b42ee39 None None] Routers {'db485826-1067-468f-9a12-0741f8152581'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:37:34.630865 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-44b3f09b-d95d-42f1-acdc-3eb15b42ee39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab7f24f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:37:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['db485826-1067-468f-9a12-0741f8152581'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:37:34.646797 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-594e6dcf-0366-4367-8d1b-75c235239c9a tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "PUT /v2.0/floatingips/e62a0a71-071d-467e-ba0e-69b3770cdf82 HTTP/1.1" status: 200  len: 991 time: 0.9468870
Feb 05 21:37:34.647512 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90', 'tag': 'd7c23eda-bc68-40ff-86fa-75a545058992'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:37:34.649774 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a5fbef-9b73-43e0-b714-a242f9ec5c1c" -d '{"events": [{"name": "network-changed", "server_uuid": "ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90", "tag": "d7c23eda-bc68-40ff-86fa-75a545058992"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:37:34.696140 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6dc69c0-1899-4679-bbb8-ecfd15bd7c73 x-openstack-request-id: req-f6dc69c0-1899-4679-bbb8-ecfd15bd7c73 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:37:34.696473 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90", "tag": "d7c23eda-bc68-40ff-86fa-75a545058992", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:37:34.696737 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f6dc69c0-1899-4679-bbb8-ecfd15bd7c73 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:37:34.697149 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90', 'tag': 'd7c23eda-bc68-40ff-86fa-75a545058992', 'status': 'completed', 'code': 200}
Feb 05 21:37:34.744555 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-44b3f09b-d95d-42f1-acdc-3eb15b42ee39 None None] Set router db485826-1067-468f-9a12-0741f8152581 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:37:34.772111 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5fbef-9b73-43e0-b714-a242f9ec5c1c req-f194d9c7-8f78-4040-bfaf-5a838cb8e181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:34.773740 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-47a5fbef-9b73-43e0-b714-a242f9ec5c1c req-f194d9c7-8f78-4040-bfaf-5a838cb8e181 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da51ac8e46d54f059d8d5252e292443f&device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 1127 time: 0.0491619
Feb 05 21:37:34.774856 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc3a2b-e0f5-46d4-81f9-c4690c1b7f71 req-b70a7a77-3e05-411e-b4f0-7475900a3387 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:34.776387 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c7bc3a2b-e0f5-46d4-81f9-c4690c1b7f71 req-b70a7a77-3e05-411e-b4f0-7475900a3387 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 945 time: 0.0539820
Feb 05 21:37:34.831216 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c7bc3a2b-e0f5-46d4-81f9-c4690c1b7f71 req-85decaa8-af32-4754-a826-b7e15443097f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475245
Feb 05 21:37:34.869431 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5fbef-9b73-43e0-b714-a242f9ec5c1c req-d94f662f-8cb0-4408-a4a4-41877489ff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:34.870852 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-47a5fbef-9b73-43e0-b714-a242f9ec5c1c req-d94f662f-8cb0-4408-a4a4-41877489ff88 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 200  len: 912 time: 0.0910687
Feb 05 21:37:34.939518 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-47a5fbef-9b73-43e0-b714-a242f9ec5c1c req-f375ba85-ec78-4e5d-b87c-02a027b6b07d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7c23eda-bc68-40ff-86fa-75a545058992 HTTP/1.1" status: 200  len: 999 time: 0.0625966
Feb 05 21:37:34.986073 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-44b3f09b-d95d-42f1-acdc-3eb15b42ee39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab7f24f0>, [{'id': 'db485826-1067-468f-9a12-0741f8152581', 'name': 'tempest-ServerActionsTestJSON-256379539-router', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:38Z', 'revision_number': 4, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'gw_port': {'id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:59:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e62a0a71-071d-467e-ba0e-69b3770cdf82', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'floating_ip_address': '172.35.4.113', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'db485826-1067-468f-9a12-0741f8152581', 'port_id': 'd7c23eda-bc68-40ff-86fa-75a545058992', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'mac_address': 'fa:16:3e:52:2a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:36:40Z', 'updated_at': '2022-02-05T21:37:34Z', 'revision_number': 5, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1974faa-21ca-46ca-a9a8-dc85fbe61a99', 'name': '', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'mac_address': 'fa:16:3e:30:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:37Z', 'updated_at': '2022-02-05T21:36:41Z', 'revision_number': 5, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'subnets': [{'id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:37:34.988714 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5fbef-9b73-43e0-b714-a242f9ec5c1c req-bdd8f51c-c3a7-4683-b7d4-e013e8541b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:34.990191 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-47a5fbef-9b73-43e0-b714-a242f9ec5c1c req-bdd8f51c-c3a7-4683-b7d4-e013e8541b61 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d016947-afd7-422e-be42-6a16d0cc42db HTTP/1.1" status: 200  len: 850 time: 0.0445282
Feb 05 21:37:35.012289 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b3f09b-d95d-42f1-acdc-3eb15b42ee39 None None] Checking router: db485826-1067-468f-9a12-0741f8152581 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:37:35.021627 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b3f09b-d95d-42f1-acdc-3eb15b42ee39 None None] Routers {'db485826-1067-468f-9a12-0741f8152581'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:37:35.022215 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-44b3f09b-d95d-42f1-acdc-3eb15b42ee39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab7f24f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:37:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['db485826-1067-468f-9a12-0741f8152581'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:37:35.042981 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5fbef-9b73-43e0-b714-a242f9ec5c1c req-c32e693a-ccfe-4472-8ae1-fb342b58eebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:35.044988 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-47a5fbef-9b73-43e0-b714-a242f9ec5c1c req-c32e693a-ccfe-4472-8ae1-fb342b58eebf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f6be15e-b511-47a2-8a74-368371c2b722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0490003
Feb 05 21:37:35.132014 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-44b3f09b-d95d-42f1-acdc-3eb15b42ee39 None None] Set router db485826-1067-468f-9a12-0741f8152581 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:37:35.136176 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-47a5fbef-9b73-43e0-b714-a242f9ec5c1c req-ca0adb23-1dbd-4ee9-9a17-379bf2ad2feb service neutron] 10.222.0.39 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854566
Feb 05 21:37:35.223413 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-47a5fbef-9b73-43e0-b714-a242f9ec5c1c req-f1ae1b93-ca17-4467-9344-1af65560219f service neutron] 10.222.0.39 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0819209
Feb 05 21:37:35.353885 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-44b3f09b-d95d-42f1-acdc-3eb15b42ee39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab7f24f0>, [{'id': 'db485826-1067-468f-9a12-0741f8152581', 'name': 'tempest-ServerActionsTestJSON-256379539-router', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:38Z', 'revision_number': 4, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'gw_port': {'id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:59:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e62a0a71-071d-467e-ba0e-69b3770cdf82', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'floating_ip_address': '172.35.4.113', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'db485826-1067-468f-9a12-0741f8152581', 'port_id': 'd7c23eda-bc68-40ff-86fa-75a545058992', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'mac_address': 'fa:16:3e:52:2a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:36:40Z', 'updated_at': '2022-02-05T21:37:34Z', 'revision_number': 5, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1974faa-21ca-46ca-a9a8-dc85fbe61a99', 'name': '', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'mac_address': 'fa:16:3e:30:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:37Z', 'updated_at': '2022-02-05T21:36:41Z', 'revision_number': 5, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'subnets': [{'id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:37:35.383733 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b3f09b-d95d-42f1-acdc-3eb15b42ee39 None None] The sync data for ids ['db485826-1067-468f-9a12-0741f8152581'] in ncdv-master-1 is: [{'id': 'db485826-1067-468f-9a12-0741f8152581', 'name': 'tempest-ServerActionsTestJSON-256379539-router', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:38Z', 'revision_number': 4, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'gw_port': {'id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:59:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e62a0a71-071d-467e-ba0e-69b3770cdf82', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'floating_ip_address': '172.35.4.113', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'db485826-1067-468f-9a12-0741f8152581', 'port_id': 'd7c23eda-bc68-40ff-86fa-75a545058992', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'mac_address': 'fa:16:3e:52:2a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:36:40Z', 'updated_at': '2022-02-05T21:37:34Z', 'revision_number': 5, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1974faa-21ca-46ca-a9a8-dc85fbe61a99', 'name': '', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'mac_address': 'fa:16:3e:30:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:37Z', 'updated_at': '2022-02-05T21:36:41Z', 'revision_number': 5, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'subnets': [{'id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:37:35.572467 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c898ad3-50eb-4352-9b41-239e5b4cc35f None None] New status for floating IP e62a0a71-071d-467e-ba0e-69b3770cdf82: ACTIVE {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:37:35.953139 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a11c96-1222-4be7-b75f-12d44b20bb22 req-7340578f-5347-46f7-b8fa-64834884242c tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:35.954674 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d1a11c96-1222-4be7-b75f-12d44b20bb22 req-7340578f-5347-46f7-b8fa-64834884242c tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 945 time: 0.0552764
Feb 05 21:37:36.001352 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d1a11c96-1222-4be7-b75f-12d44b20bb22 req-7b417df9-2591-438c-81ce-30081e6a5f5f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410578
Feb 05 21:37:36.173809 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cf4ba12a-fa26-4936-8641-a22d5d1801f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:36.202928 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d01319-ef02-4ff4-8a88-a6539c93c4e6 req-5b6bbb24-d250-46e9-8e43-c1a0a9ae4f7f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:36.204325 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-04d01319-ef02-4ff4-8a88-a6539c93c4e6 req-5b6bbb24-d250-46e9-8e43-c1a0a9ae4f7f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 945 time: 0.0548711
Feb 05 21:37:36.250817 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-04d01319-ef02-4ff4-8a88-a6539c93c4e6 req-85cac3ae-09d1-454d-b653-737189ff4f76 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407672
Feb 05 21:37:37.375332 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a29d3a-9673-4f48-9b7a-b9518b02c387 req-f0daad9a-3dc6-4649-b931-6b45bc67ae25 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:37.376813 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78a29d3a-9673-4f48-9b7a-b9518b02c387 req-f0daad9a-3dc6-4649-b931-6b45bc67ae25 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 945 time: 0.0565372
Feb 05 21:37:37.422866 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-78a29d3a-9673-4f48-9b7a-b9518b02c387 req-abe69807-37ec-4f2d-9a79-8cb3168d7e7e tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403302
Feb 05 21:37:37.602761 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:38.011103 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e544d-678d-42b4-a8f1-34daa73671d8 req-80d97000-a915-4c22-b067-2988fab48389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:38.012620 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bd3e544d-678d-42b4-a8f1-34daa73671d8 req-80d97000-a915-4c22-b067-2988fab48389 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da51ac8e46d54f059d8d5252e292443f&device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 1127 time: 0.0493777
Feb 05 21:37:38.111401 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e544d-678d-42b4-a8f1-34daa73671d8 req-ab475ea1-b4ea-4bfd-8ee8-346c73a75415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:38.112879 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bd3e544d-678d-42b4-a8f1-34daa73671d8 req-ab475ea1-b4ea-4bfd-8ee8-346c73a75415 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 200  len: 912 time: 0.0822842
Feb 05 21:37:38.180281 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bd3e544d-678d-42b4-a8f1-34daa73671d8 req-addfed75-ca8d-47e3-b96a-35c37b0bd0b1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7c23eda-bc68-40ff-86fa-75a545058992 HTTP/1.1" status: 200  len: 1001 time: 0.0622630
Feb 05 21:37:38.227087 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e544d-678d-42b4-a8f1-34daa73671d8 req-2c28f858-f942-43b3-91af-444414e00d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:38.228425 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bd3e544d-678d-42b4-a8f1-34daa73671d8 req-2c28f858-f942-43b3-91af-444414e00d0e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d016947-afd7-422e-be42-6a16d0cc42db HTTP/1.1" status: 200  len: 850 time: 0.0426550
Feb 05 21:37:38.275777 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e544d-678d-42b4-a8f1-34daa73671d8 req-d377105d-816e-45f6-a4c1-c83ebd7cf7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:38.277256 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bd3e544d-678d-42b4-a8f1-34daa73671d8 req-d377105d-816e-45f6-a4c1-c83ebd7cf7e9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f6be15e-b511-47a2-8a74-368371c2b722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0432673
Feb 05 21:37:38.370048 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bd3e544d-678d-42b4-a8f1-34daa73671d8 req-f37393ad-1166-48f2-8828-550a5e6a2b93 service neutron] 10.222.0.39 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856760
Feb 05 21:37:38.458310 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-bd3e544d-678d-42b4-a8f1-34daa73671d8 req-11ca2648-6cc6-4f86-9864-96477cbb5d5c service neutron] 10.222.0.39 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821075
Feb 05 21:37:38.547666 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58070dbd-1066-49d7-91f4-7889fa67db10 req-edf85acf-4d09-4f2e-9afa-df482bea31b3 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:38.549142 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-58070dbd-1066-49d7-91f4-7889fa67db10 req-edf85acf-4d09-4f2e-9afa-df482bea31b3 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 945 time: 0.0530262
Feb 05 21:37:38.595225 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-58070dbd-1066-49d7-91f4-7889fa67db10 req-96e84e62-396d-4e2b-ab2f-acf00068eeb2 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403891
Feb 05 21:37:39.189589 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:39.720061 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2bcdf1-5649-4a4d-8948-b1b93b37e749 req-b56cafcd-2e7c-4f22-8f04-7bcbb8354fec tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:39.721543 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cd2bcdf1-5649-4a4d-8948-b1b93b37e749 req-b56cafcd-2e7c-4f22-8f04-7bcbb8354fec tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 945 time: 0.0542169
Feb 05 21:37:39.772104 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cd2bcdf1-5649-4a4d-8948-b1b93b37e749 req-4cb3c7f0-a5c2-4a7f-a5b6-8860a0ccd47c tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448203
Feb 05 21:37:40.568363 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:40.890301 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1be16-0863-4eee-beb2-4cf0223a5c05 req-f8dc86b1-71a6-4baf-9915-6ca2771958db tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:40.891725 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-42c1be16-0863-4eee-beb2-4cf0223a5c05 req-f8dc86b1-71a6-4baf-9915-6ca2771958db tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 945 time: 0.0527358
Feb 05 21:37:40.938304 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-42c1be16-0863-4eee-beb2-4cf0223a5c05 req-ae485df4-cc01-4945-94ab-70de16708870 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410354
Feb 05 21:37:42.056760 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf83e9c-5435-4d64-8402-61651037dbd2 req-337ebbff-6d66-44ec-91b5-9778074f50a8 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:42.058217 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ccf83e9c-5435-4d64-8402-61651037dbd2 req-337ebbff-6d66-44ec-91b5-9778074f50a8 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 945 time: 0.0521693
Feb 05 21:37:42.104640 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ccf83e9c-5435-4d64-8402-61651037dbd2 req-f452df79-129c-4723-82d7-3ff79b90d1cd tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397961
Feb 05 21:37:43.228008 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60789f-daff-4997-b92b-006dd120478f req-b4965f50-9ff9-4875-95b0-ab142a6f1b4f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:43.229381 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dd60789f-daff-4997-b92b-006dd120478f req-b4965f50-9ff9-4875-95b0-ab142a6f1b4f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 945 time: 0.0557334
Feb 05 21:37:43.274873 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dd60789f-daff-4997-b92b-006dd120478f req-40ff950d-2d4c-47eb-ab60-d91401cd7b9e tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398207
Feb 05 21:37:44.403914 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ee4ed-bdc3-4a28-9116-f2eb1abe3afe req-38f5e874-39c9-4967-b0e0-47a68eef8cab tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:44.406111 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f09ee4ed-bdc3-4a28-9116-f2eb1abe3afe req-38f5e874-39c9-4967-b0e0-47a68eef8cab tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 945 time: 0.0605953
Feb 05 21:37:44.454776 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f09ee4ed-bdc3-4a28-9116-f2eb1abe3afe req-1438ebd0-21e8-42a2-b31d-9506a40c7314 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429082
Feb 05 21:37:45.582680 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a14fa6-434c-438f-ba99-349bc56d72d7 req-6051a188-8ad3-491f-a558-2b6dc6485b4f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:45.584148 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e0a14fa6-434c-438f-ba99-349bc56d72d7 req-6051a188-8ad3-491f-a558-2b6dc6485b4f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 945 time: 0.0556464
Feb 05 21:37:45.626791 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:45.632061 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e0a14fa6-434c-438f-ba99-349bc56d72d7 req-072677a9-1776-4895-b846-d25192d2fbc4 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422854
Feb 05 21:37:46.751773 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e492dbb-f7f9-4f7a-b917-7268f08ea27b req-2acacc1f-079a-4299-a115-8772ae521585 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:46.753298 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1e492dbb-f7f9-4f7a-b917-7268f08ea27b req-2acacc1f-079a-4299-a115-8772ae521585 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 945 time: 0.0530305
Feb 05 21:37:46.800060 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1e492dbb-f7f9-4f7a-b917-7268f08ea27b req-cef06fba-5e8e-441f-a70b-c3d34e1984f9 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409672
Feb 05 21:37:47.918301 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c25fc-c2b8-4908-a066-6c2bab19e71c req-aca8849a-e42b-4a3f-b504-9281be1e2cb2 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:47.919822 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d12c25fc-c2b8-4908-a066-6c2bab19e71c req-aca8849a-e42b-4a3f-b504-9281be1e2cb2 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 945 time: 0.0527236
Feb 05 21:37:47.970180 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d12c25fc-c2b8-4908-a066-6c2bab19e71c req-18b4e3d1-b660-4265-98a2-a11f4891bc4b tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445263
Feb 05 21:37:49.087450 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403df551-2513-44fc-ad4a-d1784d811e99 req-013c8b58-573d-4782-a1fa-5a4641b2a7a0 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:49.088924 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-403df551-2513-44fc-ad4a-d1784d811e99 req-013c8b58-573d-4782-a1fa-5a4641b2a7a0 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 945 time: 0.0520556
Feb 05 21:37:49.134823 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-403df551-2513-44fc-ad4a-d1784d811e99 req-2c18b0fc-aac5-423f-9c7e-02314f679df7 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395262
Feb 05 21:37:50.254933 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13459a91-91af-4647-88cf-e231e0119ea2 req-7c60d06e-54a7-4445-92ae-6341c2b2e181 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:50.256362 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-13459a91-91af-4647-88cf-e231e0119ea2 req-7c60d06e-54a7-4445-92ae-6341c2b2e181 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 945 time: 0.0521443
Feb 05 21:37:50.302002 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-13459a91-91af-4647-88cf-e231e0119ea2 req-05aa9c20-7caa-4a16-bf50-7e85efa76212 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401397
Feb 05 21:37:50.569570 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:37:51.428752 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2e787-d612-4671-bc29-c9e1019a727e req-9c39168e-945f-466a-8e5e-4bd164e138b3 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:51.430240 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-39a2e787-d612-4671-bc29-c9e1019a727e req-9c39168e-945f-466a-8e5e-4bd164e138b3 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 945 time: 0.0609865
Feb 05 21:37:51.476134 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-39a2e787-d612-4671-bc29-c9e1019a727e req-04c777f0-8b61-4e66-b5bd-ff01470ff801 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402751
Feb 05 21:37:52.594580 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be0ce5-4719-49a6-afc9-969631f845eb req-503fcdad-700c-4e1c-84e2-ccbba0206267 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:52.596065 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75be0ce5-4719-49a6-afc9-969631f845eb req-503fcdad-700c-4e1c-84e2-ccbba0206267 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 945 time: 0.0530200
Feb 05 21:37:52.642950 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75be0ce5-4719-49a6-afc9-969631f845eb req-c85f2128-cb0e-4be0-b49e-5b1e790a4fa9 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410509
Feb 05 21:37:53.762167 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610b9c0-a734-4c26-af5d-a2fd9f9ea84e req-fca53204-5117-4c6f-9514-a991896deb83 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:53.763668 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d610b9c0-a734-4c26-af5d-a2fd9f9ea84e req-fca53204-5117-4c6f-9514-a991896deb83 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 945 time: 0.0527279
Feb 05 21:37:53.813821 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d610b9c0-a734-4c26-af5d-a2fd9f9ea84e req-24f6da54-c95a-4a77-a414-8598302bed9c tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444205
Feb 05 21:37:54.935264 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e3d93-0d4f-4904-822f-37125001eb05 req-f1082edd-c6ef-41a2-a475-61d999ff9558 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:54.937624 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3e7e3d93-0d4f-4904-822f-37125001eb05 req-f1082edd-c6ef-41a2-a475-61d999ff9558 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 945 time: 0.0553186
Feb 05 21:37:54.983884 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3e7e3d93-0d4f-4904-822f-37125001eb05 req-e8274032-d7f5-408d-a1f6-eaef26fb35fe tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405450
Feb 05 21:37:55.831756 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:37:56.108204 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71b883-0ff6-488b-9486-906f64550673 req-763bcb20-4bea-4713-bf14-a7026e25f81c tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:56.109592 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7b71b883-0ff6-488b-9486-906f64550673 req-763bcb20-4bea-4713-bf14-a7026e25f81c tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 945 time: 0.0540004
Feb 05 21:37:56.155689 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7b71b883-0ff6-488b-9486-906f64550673 req-c00ff0f6-ea8a-4f1b-b440-191377bb9285 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402927
Feb 05 21:37:57.277535 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83c890-f7f9-4d31-87ca-336a788d8c22 req-b8993597-8ed1-403f-87a7-ccca1e78cf40 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:57.279031 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1d83c890-f7f9-4d31-87ca-336a788d8c22 req-b8993597-8ed1-403f-87a7-ccca1e78cf40 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 945 time: 0.0564818
Feb 05 21:37:57.326210 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1d83c890-f7f9-4d31-87ca-336a788d8c22 req-f45d4b50-f039-4369-8d20-9266a1a45c26 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409312
Feb 05 21:37:58.449367 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb8cb6-69e3-4c5e-811e-4b53ccb61cf3 req-9e4537a3-0fff-4b2f-a06f-a768b0875af2 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:58.450873 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0eeb8cb6-69e3-4c5e-811e-4b53ccb61cf3 req-9e4537a3-0fff-4b2f-a06f-a768b0875af2 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 945 time: 0.0526853
Feb 05 21:37:58.497538 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0eeb8cb6-69e3-4c5e-811e-4b53ccb61cf3 req-8b4db4f5-aedd-4504-a876-85a08778c20e tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409453
Feb 05 21:37:59.620273 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1c800-1204-4524-9fbd-700760979920 req-3576f7a4-8b39-4be9-a11c-4325d2074de5 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:37:59.621835 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-99d1c800-1204-4524-9fbd-700760979920 req-3576f7a4-8b39-4be9-a11c-4325d2074de5 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 945 time: 0.0558407
Feb 05 21:37:59.668296 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-99d1c800-1204-4524-9fbd-700760979920 req-704a147f-5a99-449f-b535-53bb4b44bf61 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397751
Feb 05 21:38:00.791724 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae16e69-758a-40ed-8a94-2b1e35d6ac7c req-2568ef06-4e7f-436c-ba74-925c86987530 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:00.793247 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8ae16e69-758a-40ed-8a94-2b1e35d6ac7c req-2568ef06-4e7f-436c-ba74-925c86987530 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 945 time: 0.0529065
Feb 05 21:38:00.839141 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8ae16e69-758a-40ed-8a94-2b1e35d6ac7c req-667872b3-b239-4ec8-8585-799efa506233 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393879
Feb 05 21:38:01.960974 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fde68b-38dd-4f2c-a2b6-54bb7b5283b1 req-4106523f-ce68-4aa7-8655-9de5f1e6a50c tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:01.962469 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-43fde68b-38dd-4f2c-a2b6-54bb7b5283b1 req-4106523f-ce68-4aa7-8655-9de5f1e6a50c tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 945 time: 0.0541933
Feb 05 21:38:02.012624 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-43fde68b-38dd-4f2c-a2b6-54bb7b5283b1 req-2dd590c2-d81f-497b-97cb-6cfc1057ea9c tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436523
Feb 05 21:38:02.274229 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bccae-fe77-4ea8-90bb-ea0ed60c40d1 req-4891b468-4609-4de3-980e-91c16b276fc3 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:02.275711 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fb3bccae-fe77-4ea8-90bb-ea0ed60c40d1 req-4891b468-4609-4de3-980e-91c16b276fc3 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 945 time: 0.0723763
Feb 05 21:38:02.279061 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-45709a21-2dff-493c-9686-bd0b7d673c3c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0839317
Feb 05 21:38:02.324068 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fb3bccae-fe77-4ea8-90bb-ea0ed60c40d1 req-6a06218d-1eaf-469d-936c-d06d30f15b87 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420232
Feb 05 21:38:03.333351 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-0627b1cf-c57d-4673-8e16-10a6df6e2789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:03.334870 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-0627b1cf-c57d-4673-8e16-10a6df6e2789 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da51ac8e46d54f059d8d5252e292443f&device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 1127 time: 0.0493782
Feb 05 21:38:03.424199 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-f7219331-a535-48d7-8b37-74024798dacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:03.425680 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-f7219331-a535-48d7-8b37-74024798dacb service neutron] 10.222.0.39 "GET /v2.0/networks?id=5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 200  len: 912 time: 0.0852332
Feb 05 21:38:03.448034 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14111e2c-c3e8-48c0-8de3-4620647cee30 req-e9e1c97c-d42f-42e2-80bf-c4ab418956c6 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:03.449568 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-14111e2c-c3e8-48c0-8de3-4620647cee30 req-e9e1c97c-d42f-42e2-80bf-c4ab418956c6 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 945 time: 0.0567677
Feb 05 21:38:03.495581 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-3ef9f7e2-e8f7-4f3e-bba6-996a0605f589 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7c23eda-bc68-40ff-86fa-75a545058992 HTTP/1.1" status: 200  len: 1001 time: 0.0646026
Feb 05 21:38:03.546991 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-313ee862-a248-4759-9d07-b978cecb5e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:03.548514 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-313ee862-a248-4759-9d07-b978cecb5e69 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d016947-afd7-422e-be42-6a16d0cc42db HTTP/1.1" status: 200  len: 850 time: 0.0457201
Feb 05 21:38:03.604723 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-ff3251ca-5cc6-4001-b7e8-80d28c4d37ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:03.606193 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-ff3251ca-5cc6-4001-b7e8-80d28c4d37ab service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f6be15e-b511-47a2-8a74-368371c2b722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0520344
Feb 05 21:38:03.705288 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-47a3f845-3e88-47fe-81d9-ab970d1c71d5 service neutron] 10.222.0.39 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0928013
Feb 05 21:38:03.791498 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-463d3843-c2f3-47a9-9b7e-776300d1ad89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:03.801448 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-f5bac8a9-7b2b-448c-8da1-98c4793798ab service neutron] 10.222.0.39 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0901992
Feb 05 21:38:03.848354 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-14111e2c-c3e8-48c0-8de3-4620647cee30 req-8fcb21de-ffa5-4882-ac64-ec112521f608 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3923805
Feb 05 21:38:04.969846 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db53f7c-c0be-4acb-85ff-40cc79467abc req-69f76525-043f-4d42-8be9-6d74695a9a06 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:04.971329 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3db53f7c-c0be-4acb-85ff-40cc79467abc req-69f76525-043f-4d42-8be9-6d74695a9a06 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 945 time: 0.0531361
Feb 05 21:38:05.016850 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3db53f7c-c0be-4acb-85ff-40cc79467abc req-0f8ab85e-814d-46ca-a074-654da3196577 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397570
Feb 05 21:38:05.482683 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-470524b1-ca2c-4efb-9258-d098cbf7b930 service neutron] show failed (client error): The resource could not be found.
Feb 05 21:38:05.483798 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-470524b1-ca2c-4efb-9258-d098cbf7b930 service neutron] 10.222.0.39 "GET /v2.0/ports/d7c23eda-bc68-40ff-86fa-75a545058992/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0585871
Feb 05 21:38:05.684333 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-067b2a62-1000-453a-bc37-9c4550245011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:05.686510 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-067b2a62-1000-453a-bc37-9c4550245011 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90&tenant_id=da51ac8e46d54f059d8d5252e292443f HTTP/1.1" status: 200  len: 1127 time: 0.0443382
Feb 05 21:38:05.697690 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-5d961691-5711-4393-972c-0400c71234ce service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:38:05.757437 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-5d961691-5711-4393-972c-0400c71234ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d7c23eda-bc68-40ff-86fa-75a545058992), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:05.951391 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-5d961691-5711-4393-972c-0400c71234ce service neutron] For port d7c23eda-bc68-40ff-86fa-75a545058992, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7c23eda-bc68-40ff-86fa-75a545058992,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:38:05.983409 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-5d961691-5711-4393-972c-0400c71234ce service neutron] For port d7c23eda-bc68-40ff-86fa-75a545058992, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:38:06.020821 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7c23eda-bc68-40ff-86fa-75a545058992'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:38:06.023096 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2549517-1c0c-4edb-9e62-0cc7c64ce5d6" -d '{"events": [{"server_uuid": "ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90", "name": "network-vif-unplugged", "status": "completed", "tag": "d7c23eda-bc68-40ff-86fa-75a545058992"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:38:06.026562 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-5d961691-5711-4393-972c-0400c71234ce service neutron] Publish callbacks [] for port (d7c23eda-bc68-40ff-86fa-75a545058992), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:06.040748 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-5d961691-5711-4393-972c-0400c71234ce service neutron] Transition to ACTIVE for port object d7c23eda-bc68-40ff-86fa-75a545058992 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:38:06.044199 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-5d961691-5711-4393-972c-0400c71234ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (d7c23eda-bc68-40ff-86fa-75a545058992), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:06.122227 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 21:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92f0e21-b2c8-4c61-8e41-0bdf0dd3b45e x-openstack-request-id: req-a92f0e21-b2c8-4c61-8e41-0bdf0dd3b45e {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:38:06.122620 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90", "name": "network-vif-unplugged", "status": "completed", "tag": "d7c23eda-bc68-40ff-86fa-75a545058992", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:38:06.122880 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a92f0e21-b2c8-4c61-8e41-0bdf0dd3b45e {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:38:06.123320 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7c23eda-bc68-40ff-86fa-75a545058992', 'code': 200}
Feb 05 21:38:06.167730 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d961691-5711-4393-972c-0400c71234ce service neutron] Pushing event updated for resources: {'Port': ['ID=d7c23eda-bc68-40ff-86fa-75a545058992,revision_number=6']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:38:06.180017 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c9f1f5d9-1b3e-4a2b-bc6d-60532021a257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:06.210075 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d961691-5711-4393-972c-0400c71234ce service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:38:06.210341 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d961691-5711-4393-972c-0400c71234ce service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:38:06.210731 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d961691-5711-4393-972c-0400c71234ce service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:38:06.211084 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d961691-5711-4393-972c-0400c71234ce service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:38:06.211430 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d961691-5711-4393-972c-0400c71234ce service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:38:06.211779 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d961691-5711-4393-972c-0400c71234ce service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:38:06.212114 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d961691-5711-4393-972c-0400c71234ce service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:38:06.212477 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d961691-5711-4393-972c-0400c71234ce service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:38:06.212815 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d961691-5711-4393-972c-0400c71234ce service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:38:06.213151 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d961691-5711-4393-972c-0400c71234ce service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:38:06.213484 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d961691-5711-4393-972c-0400c71234ce service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:38:06.213820 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d961691-5711-4393-972c-0400c71234ce service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:38:06.214153 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d961691-5711-4393-972c-0400c71234ce service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:38:06.219987 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-5d961691-5711-4393-972c-0400c71234ce service neutron] No DVR routers for this DVR port d7c23eda-bc68-40ff-86fa-75a545058992 on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:38:06.277385 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e5063-6411-4991-bb04-7dd330b9d12c req-c22166b8-81f5-48a7-bb7b-29c39cbce0d1 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:06.278630 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-581e5063-6411-4991-bb04-7dd330b9d12c req-c22166b8-81f5-48a7-bb7b-29c39cbce0d1 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 943 time: 0.1582043
Feb 05 21:38:06.370653 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-581e5063-6411-4991-bb04-7dd330b9d12c req-4d33c674-0687-4a07-959f-e7b15eb6344a tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0856204
Feb 05 21:38:06.406463 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-5d961691-5711-4393-972c-0400c71234ce service neutron] Attempting to bind port d7c23eda-bc68-40ff-86fa-75a545058992 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:38:06.406817 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-5d961691-5711-4393-972c-0400c71234ce service neutron] Attempting to bind port d7c23eda-bc68-40ff-86fa-75a545058992 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:38:06.407157 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-5d961691-5711-4393-972c-0400c71234ce service neutron] Attempting to bind port d7c23eda-bc68-40ff-86fa-75a545058992 on network 5f6be15e-b511-47a2-8a74-368371c2b722 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:38:06.411600 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-5d961691-5711-4393-972c-0400c71234ce service neutron] Port d7c23eda-bc68-40ff-86fa-75a545058992 on network 5f6be15e-b511-47a2-8a74-368371c2b722 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:38:06.411935 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-5d961691-5711-4393-972c-0400c71234ce service neutron] Attempting to bind port d7c23eda-bc68-40ff-86fa-75a545058992 on network 5f6be15e-b511-47a2-8a74-368371c2b722 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:38:06.417251 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-5d961691-5711-4393-972c-0400c71234ce service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:38:06.417599 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-5d961691-5711-4393-972c-0400c71234ce service neutron] Checking segment: {'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:38:06.417991 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-5d961691-5711-4393-972c-0400c71234ce service neutron] Bound using segment: {'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:38:06.418452 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-5d961691-5711-4393-972c-0400c71234ce service neutron] Bound port: d7c23eda-bc68-40ff-86fa-75a545058992, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:38:06.418835 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-5d961691-5711-4393-972c-0400c71234ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d7c23eda-bc68-40ff-86fa-75a545058992), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:06.482302 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-5d961691-5711-4393-972c-0400c71234ce service neutron] For port d7c23eda-bc68-40ff-86fa-75a545058992, host nch1-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:38:06.485831 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-5d961691-5711-4393-972c-0400c71234ce service neutron] For port d7c23eda-bc68-40ff-86fa-75a545058992, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7c23eda-bc68-40ff-86fa-75a545058992,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:38:06.491308 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-5d961691-5711-4393-972c-0400c71234ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (d7c23eda-bc68-40ff-86fa-75a545058992), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:06.531257 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-5d961691-5711-4393-972c-0400c71234ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:06.531875 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-5d961691-5711-4393-972c-0400c71234ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:06.533238 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-5d961691-5711-4393-972c-0400c71234ce service neutron] 10.222.0.21 "PUT /v2.0/ports/d7c23eda-bc68-40ff-86fa-75a545058992 HTTP/1.1" status: 200  len: 1091 time: 0.8394268
Feb 05 21:38:06.552876 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d961691-5711-4393-972c-0400c71234ce service neutron] Pushing event updated for resources: {'Port': ['ID=d7c23eda-bc68-40ff-86fa-75a545058992,revision_number=7']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:38:06.603915 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-bcbfb3d0-505c-451d-99f9-0c0edcde0c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:06.605559 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-bcbfb3d0-505c-451d-99f9-0c0edcde0c41 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=da51ac8e46d54f059d8d5252e292443f&device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 1125 time: 0.0475814
Feb 05 21:38:06.697577 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-5c887718-af54-44f2-86ec-cc654424712f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:06.699355 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-5c887718-af54-44f2-86ec-cc654424712f service neutron] 10.222.0.21 "GET /v2.0/networks?id=5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 200  len: 912 time: 0.0882144
Feb 05 21:38:06.767609 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-5e8ce4a1-5bc2-4798-8ca2-b0016ca7581d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7c23eda-bc68-40ff-86fa-75a545058992 HTTP/1.1" status: 200  len: 999 time: 0.0627337
Feb 05 21:38:06.816065 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-787b199f-7147-4bd1-aafc-9a9de5c59cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:06.817463 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-787b199f-7147-4bd1-aafc-9a9de5c59cc3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d016947-afd7-422e-be42-6a16d0cc42db HTTP/1.1" status: 200  len: 850 time: 0.0440516
Feb 05 21:38:06.866120 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-da1bd9ed-ed24-4343-8e6d-c14b0ef03d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:06.867648 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-da1bd9ed-ed24-4343-8e6d-c14b0ef03d37 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f6be15e-b511-47a2-8a74-368371c2b722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0439415
Feb 05 21:38:06.962164 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-a71c4078-4685-404d-8e09-a77431e37ab8 service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0883248
Feb 05 21:38:07.049041 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e52fc321-4e1b-4184-9278-c8cb3e313257 req-3997bc42-0c9b-4e76-982a-745101e4f6d1 service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0810409
Feb 05 21:38:07.502652 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810f473-8393-447d-b9ab-6174c43c501f req-67e1ab21-bf41-4564-90df-54dbdbabdc16 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:07.504064 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6810f473-8393-447d-b9ab-6174c43c501f req-67e1ab21-bf41-4564-90df-54dbdbabdc16 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 943 time: 0.0584831
Feb 05 21:38:07.550631 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6810f473-8393-447d-b9ab-6174c43c501f req-38116766-d37e-4cfd-8d71-1c883e426da5 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408347
Feb 05 21:38:07.604939 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:08.124515 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90', 'tag': 'd7c23eda-bc68-40ff-86fa-75a545058992'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:38:08.126976 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169bb148-b723-4063-98ee-52e081e5e872" -d '{"events": [{"name": "network-changed", "server_uuid": "ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90", "tag": "d7c23eda-bc68-40ff-86fa-75a545058992"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:38:08.174643 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223b8d24-c025-4b98-95c6-21dc45501bd1 x-openstack-request-id: req-223b8d24-c025-4b98-95c6-21dc45501bd1 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:38:08.174944 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90", "tag": "d7c23eda-bc68-40ff-86fa-75a545058992", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:38:08.175323 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-223b8d24-c025-4b98-95c6-21dc45501bd1 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:38:08.176233 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90', 'tag': 'd7c23eda-bc68-40ff-86fa-75a545058992', 'status': 'completed', 'code': 200}
Feb 05 21:38:08.236039 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169bb148-b723-4063-98ee-52e081e5e872 req-e5dd52c3-9710-4cf5-873f-7c8e5726ce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:08.237490 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-169bb148-b723-4063-98ee-52e081e5e872 req-e5dd52c3-9710-4cf5-873f-7c8e5726ce1c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=da51ac8e46d54f059d8d5252e292443f&device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 1125 time: 0.0443327
Feb 05 21:38:08.241913 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169bb148-b723-4063-98ee-52e081e5e872 req-dd96f1e1-69e1-4226-bb02-482feeca04f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:08.243791 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-169bb148-b723-4063-98ee-52e081e5e872 req-dd96f1e1-69e1-4226-bb02-482feeca04f4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da51ac8e46d54f059d8d5252e292443f&device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 1125 time: 0.0453808
Feb 05 21:38:08.329972 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169bb148-b723-4063-98ee-52e081e5e872 req-503ad8d3-fa72-419c-8e4d-c115fc881779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:08.331518 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-169bb148-b723-4063-98ee-52e081e5e872 req-503ad8d3-fa72-419c-8e4d-c115fc881779 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 200  len: 912 time: 0.0878720
Feb 05 21:38:08.332729 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169bb148-b723-4063-98ee-52e081e5e872 req-516fd765-a543-4bf3-bc44-2341c5f70683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:08.334180 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-169bb148-b723-4063-98ee-52e081e5e872 req-516fd765-a543-4bf3-bc44-2341c5f70683 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 200  len: 912 time: 0.0841637
Feb 05 21:38:08.399625 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-169bb148-b723-4063-98ee-52e081e5e872 req-98db7c8e-98fd-477b-85c6-fcd16bdebfdc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7c23eda-bc68-40ff-86fa-75a545058992 HTTP/1.1" status: 200  len: 999 time: 0.0610538
Feb 05 21:38:08.402771 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-169bb148-b723-4063-98ee-52e081e5e872 req-91a489dd-27d6-43df-88b7-40b5cfffe976 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7c23eda-bc68-40ff-86fa-75a545058992 HTTP/1.1" status: 200  len: 999 time: 0.0628486
Feb 05 21:38:08.449674 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169bb148-b723-4063-98ee-52e081e5e872 req-8f46128f-fccc-4c81-9305-fc7cfcddc779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:08.450210 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169bb148-b723-4063-98ee-52e081e5e872 req-c49a0cb5-d3a5-4f79-a70b-0dd6b1d7022b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:08.451220 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-169bb148-b723-4063-98ee-52e081e5e872 req-8f46128f-fccc-4c81-9305-fc7cfcddc779 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d016947-afd7-422e-be42-6a16d0cc42db HTTP/1.1" status: 200  len: 850 time: 0.0458713
Feb 05 21:38:08.451899 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-169bb148-b723-4063-98ee-52e081e5e872 req-c49a0cb5-d3a5-4f79-a70b-0dd6b1d7022b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d016947-afd7-422e-be42-6a16d0cc42db HTTP/1.1" status: 200  len: 850 time: 0.0435927
Feb 05 21:38:08.500511 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169bb148-b723-4063-98ee-52e081e5e872 req-ac20f706-4a79-45b2-9e66-fabae0ff04c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:08.502101 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-169bb148-b723-4063-98ee-52e081e5e872 req-ac20f706-4a79-45b2-9e66-fabae0ff04c7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f6be15e-b511-47a2-8a74-368371c2b722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0449557
Feb 05 21:38:08.505145 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169bb148-b723-4063-98ee-52e081e5e872 req-9986a7c7-e0ec-43a2-97c0-9a43cec95698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:08.507051 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-169bb148-b723-4063-98ee-52e081e5e872 req-9986a7c7-e0ec-43a2-97c0-9a43cec95698 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f6be15e-b511-47a2-8a74-368371c2b722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0503569
Feb 05 21:38:08.596576 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-169bb148-b723-4063-98ee-52e081e5e872 req-2cdb92b0-588d-4543-bac6-66c4608efe6e service neutron] 10.222.0.39 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0884418
Feb 05 21:38:08.601139 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-169bb148-b723-4063-98ee-52e081e5e872 req-8c19172a-5d21-4fef-bedc-2f7c35154074 service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874147
Feb 05 21:38:08.686560 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-169bb148-b723-4063-98ee-52e081e5e872 req-3822c336-8700-49f0-be3b-7447dcbd1b10 service neutron] 10.222.0.39 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836349
Feb 05 21:38:08.735527 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99246c9-9597-49e3-a3a0-28a29fc6642e req-e434dfec-82cc-4bab-8fc8-b006c9f156c4 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:08.737005 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f99246c9-9597-49e3-a3a0-28a29fc6642e req-e434dfec-82cc-4bab-8fc8-b006c9f156c4 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 943 time: 0.1089652
Feb 05 21:38:08.738780 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-169bb148-b723-4063-98ee-52e081e5e872 req-4749f612-5621-4135-8973-0b0dc5a9a05d service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1313629
Feb 05 21:38:08.784054 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f99246c9-9597-49e3-a3a0-28a29fc6642e req-f4957c2b-fea7-4512-8e79-33d6e28bca50 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414088
Feb 05 21:38:09.192039 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:09.863526 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device d7c23eda-bc68-40ff-86fa-75a545058992 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:38:09.901025 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] The host nch2-master-1 is not matching for port d7c23eda-bc68-40ff-86fa-75a545058992 host nch1-master-1! {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Feb 05 21:38:09.901709 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device d7c23eda-bc68-40ff-86fa-75a545058992 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:38:09.910037 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7bcc19-23b0-443d-90d0-6bf1ac597a98 req-a94ce0bc-b600-4ce1-82b3-64df9ff1ecc6 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:09.911568 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6d7bcc19-23b0-443d-90d0-6bf1ac597a98 req-a94ce0bc-b600-4ce1-82b3-64df9ff1ecc6 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 943 time: 0.0577440
Feb 05 21:38:09.964310 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6d7bcc19-23b0-443d-90d0-6bf1ac597a98 req-ff6eaccd-5a10-430e-a63b-205867cca7a7 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468342
Feb 05 21:38:10.165620 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ade84c-a794-444c-b9df-703ba5547463 req-d051c491-9b3d-4a8d-bfa6-a7003691689e tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:10.167274 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f4ade84c-a794-444c-b9df-703ba5547463 req-d051c491-9b3d-4a8d-bfa6-a7003691689e tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 943 time: 0.0541978
Feb 05 21:38:10.183931 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e756f-0c01-40f9-bc0a-450ff9c45a84 req-cf80b610-520f-4edc-858d-59661a14307c tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:10.185407 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-550e756f-0c01-40f9-bc0a-450ff9c45a84 req-cf80b610-520f-4edc-858d-59661a14307c tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90&tenant_id=da51ac8e46d54f059d8d5252e292443f&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0611031
Feb 05 21:38:10.216653 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f4ade84c-a794-444c-b9df-703ba5547463 req-24860ebb-debd-4648-a566-366471b01c0b tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430250
Feb 05 21:38:10.244235 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [req-550e756f-0c01-40f9-bc0a-450ff9c45a84 req-61de780d-e8a2-4607-a82a-64d045618134 service neutron] delete failed (client error): The resource could not be found.
Feb 05 21:38:10.245251 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-550e756f-0c01-40f9-bc0a-450ff9c45a84 req-61de780d-e8a2-4607-a82a-64d045618134 service neutron] 10.222.0.39 "DELETE /v2.0/ports/d7c23eda-bc68-40ff-86fa-75a545058992/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0538085
Feb 05 21:38:10.329713 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e756f-0c01-40f9-bc0a-450ff9c45a84 req-0edd0b36-f28e-4bdc-a276-915cce415519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:10.331138 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-550e756f-0c01-40f9-bc0a-450ff9c45a84 req-0edd0b36-f28e-4bdc-a276-915cce415519 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da51ac8e46d54f059d8d5252e292443f&device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 1125 time: 0.0446715
Feb 05 21:38:10.420276 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e756f-0c01-40f9-bc0a-450ff9c45a84 req-c087f278-47ae-41fe-a5ec-906a542fdb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:10.421740 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-550e756f-0c01-40f9-bc0a-450ff9c45a84 req-c087f278-47ae-41fe-a5ec-906a542fdb61 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 200  len: 912 time: 0.0852263
Feb 05 21:38:10.483493 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-550e756f-0c01-40f9-bc0a-450ff9c45a84 req-34bb6fa4-cd5f-4dd0-a6b3-faa24f7a3db7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7c23eda-bc68-40ff-86fa-75a545058992 HTTP/1.1" status: 200  len: 999 time: 0.0561414
Feb 05 21:38:10.529940 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e756f-0c01-40f9-bc0a-450ff9c45a84 req-be3deb32-ac9b-4c2f-aa7e-4d74f5dfafbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:10.531360 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-550e756f-0c01-40f9-bc0a-450ff9c45a84 req-be3deb32-ac9b-4c2f-aa7e-4d74f5dfafbc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d016947-afd7-422e-be42-6a16d0cc42db HTTP/1.1" status: 200  len: 850 time: 0.0423832
Feb 05 21:38:10.572662 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:10.585898 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e756f-0c01-40f9-bc0a-450ff9c45a84 req-23509d89-c233-4fa5-85a1-4824ba69b222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:10.587409 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-550e756f-0c01-40f9-bc0a-450ff9c45a84 req-23509d89-c233-4fa5-85a1-4824ba69b222 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f6be15e-b511-47a2-8a74-368371c2b722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0505607
Feb 05 21:38:10.673712 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-550e756f-0c01-40f9-bc0a-450ff9c45a84 req-1b2670a9-af0e-414b-b015-22699d07d176 service neutron] 10.222.0.39 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0808849
Feb 05 21:38:10.765824 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-550e756f-0c01-40f9-bc0a-450ff9c45a84 req-3e542ee4-5a7f-4ed0-a2c8-51f92d6472c2 service neutron] 10.222.0.39 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864015
Feb 05 21:38:11.211234 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device d7c23eda-bc68-40ff-86fa-75a545058992 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:38:11.312694 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port d7c23eda-bc68-40ff-86fa-75a545058992, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7c23eda-bc68-40ff-86fa-75a545058992,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:38:11.324015 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': 'd7c23eda-bc68-40ff-86fa-75a545058992', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'port_id': 'd7c23eda-bc68-40ff-86fa-75a545058992', 'mac_address': 'fa:16:3e:52:2a:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:38:11.352502 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3855bac-6bb5-42bb-aa2b-dccbae2d56db req-e2477788-ca5d-4791-8092-e0d0bdfc0d1b tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:11.354138 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f3855bac-6bb5-42bb-aa2b-dccbae2d56db req-e2477788-ca5d-4791-8092-e0d0bdfc0d1b tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 943 time: 0.0554814
Feb 05 21:38:11.363008 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port d7c23eda-bc68-40ff-86fa-75a545058992 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:38:11.363410 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d7c23eda-bc68-40ff-86fa-75a545058992), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:11.376850 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7c23eda-bc68-40ff-86fa-75a545058992 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:38:11.400742 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port d7c23eda-bc68-40ff-86fa-75a545058992, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7c23eda-bc68-40ff-86fa-75a545058992,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:38:11.404731 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d7c23eda-bc68-40ff-86fa-75a545058992), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:11.407916 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f3855bac-6bb5-42bb-aa2b-dccbae2d56db req-28351b95-ebdd-455d-b582-123614168030 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476234
Feb 05 21:38:11.452919 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=d7c23eda-bc68-40ff-86fa-75a545058992,revision_number=8']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:38:11.532259 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5330d-84a0-4a1c-95c4-71f2e31d21f3 req-8cfa6c2c-487b-47a6-ac04-1218766ac086 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:11.533736 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d8c5330d-84a0-4a1c-95c4-71f2e31d21f3 req-8cfa6c2c-487b-47a6-ac04-1218766ac086 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 944 time: 0.0552466
Feb 05 21:38:11.582368 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d8c5330d-84a0-4a1c-95c4-71f2e31d21f3 req-6546a6f5-121e-4127-9cf5-b8159788c9b4 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425379
Feb 05 21:38:11.690707 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['d7c23eda-bc68-40ff-86fa-75a545058992'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:38:11.797696 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90113d-5ee5-498e-bd1e-7c4e8488743d req-841270f9-7af8-4c3a-a10d-65fd2596c1aa tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:11.799265 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fb90113d-5ee5-498e-bd1e-7c4e8488743d req-841270f9-7af8-4c3a-a10d-65fd2596c1aa tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 944 time: 0.0668871
Feb 05 21:38:11.871460 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fb90113d-5ee5-498e-bd1e-7c4e8488743d req-0e4c4874-bedf-4b5a-9e09-355d3258c64b tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573416
Feb 05 21:38:11.873914 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9cda70-1f46-446f-af95-30a4084de1b0 req-359bede6-df54-4312-b09c-156975f74a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:11.875363 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6b9cda70-1f46-446f-af95-30a4084de1b0 req-359bede6-df54-4312-b09c-156975f74a71 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=da51ac8e46d54f059d8d5252e292443f&device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 1126 time: 0.0946119
Feb 05 21:38:11.966070 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9cda70-1f46-446f-af95-30a4084de1b0 req-b542cc6c-0a53-4a02-a54e-c280c587a0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:11.968116 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6b9cda70-1f46-446f-af95-30a4084de1b0 req-b542cc6c-0a53-4a02-a54e-c280c587a0b1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 200  len: 912 time: 0.0863814
Feb 05 21:38:12.035992 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6b9cda70-1f46-446f-af95-30a4084de1b0 req-dade17ea-ac3f-4eee-945a-20c59b04ae2b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7c23eda-bc68-40ff-86fa-75a545058992 HTTP/1.1" status: 200  len: 1000 time: 0.0616119
Feb 05 21:38:12.084584 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9cda70-1f46-446f-af95-30a4084de1b0 req-dc0c1e80-9a49-4cf7-9aa8-fb75ce992e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:12.085975 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6b9cda70-1f46-446f-af95-30a4084de1b0 req-dc0c1e80-9a49-4cf7-9aa8-fb75ce992e61 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d016947-afd7-422e-be42-6a16d0cc42db HTTP/1.1" status: 200  len: 850 time: 0.0434232
Feb 05 21:38:12.136096 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9cda70-1f46-446f-af95-30a4084de1b0 req-cb11aa48-0d83-4265-a479-4f880e1e47d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:12.137607 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6b9cda70-1f46-446f-af95-30a4084de1b0 req-cb11aa48-0d83-4265-a479-4f880e1e47d7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f6be15e-b511-47a2-8a74-368371c2b722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0451450
Feb 05 21:38:12.229007 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6b9cda70-1f46-446f-af95-30a4084de1b0 req-7bf17454-9b9e-40b0-92b2-4c8739b16681 service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0849557
Feb 05 21:38:12.315752 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6b9cda70-1f46-446f-af95-30a4084de1b0 req-e48c736a-2996-403b-87c4-125a6e3bdaab service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0802147
Feb 05 21:38:12.992814 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc48bc-1ab7-457e-a1c3-8d32f19db828 req-fead0215-b40b-47a1-8b5b-25b91024f019 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:12.994285 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7dc48bc-1ab7-457e-a1c3-8d32f19db828 req-fead0215-b40b-47a1-8b5b-25b91024f019 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 944 time: 0.0526345
Feb 05 21:38:13.045303 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7dc48bc-1ab7-457e-a1c3-8d32f19db828 req-5b367e81-5d5d-4107-b8e9-83247d88c6cf tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453928
Feb 05 21:38:13.244232 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device d7c23eda-bc68-40ff-86fa-75a545058992 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:38:13.285895 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce8b1c-afc2-41ca-9544-e8889e555c5c req-713732a0-8bb2-4a81-8269-e7860473bc2f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:13.287440 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b9ce8b1c-afc2-41ca-9544-e8889e555c5c req-713732a0-8bb2-4a81-8269-e7860473bc2f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 944 time: 0.0555563
Feb 05 21:38:13.294034 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port d7c23eda-bc68-40ff-86fa-75a545058992 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:38:13.299064 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port d7c23eda-bc68-40ff-86fa-75a545058992 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:38:13.299451 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d7c23eda-bc68-40ff-86fa-75a545058992), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:13.335709 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b9ce8b1c-afc2-41ca-9544-e8889e555c5c req-5373d4ad-9418-48f4-bdbf-14dcd321058c tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416348
Feb 05 21:38:13.376198 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port d7c23eda-bc68-40ff-86fa-75a545058992 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:38:13.376584 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d7c23eda-bc68-40ff-86fa-75a545058992), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:13.398079 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c23eda-bc68-40ff-86fa-75a545058992'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:38:13.400339 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1209a0-5714-465a-9398-caa9ba1e7189" -d '{"events": [{"server_uuid": "ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90", "name": "network-vif-plugged", "status": "completed", "tag": "d7c23eda-bc68-40ff-86fa-75a545058992"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:38:13.416826 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port d7c23eda-bc68-40ff-86fa-75a545058992, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7c23eda-bc68-40ff-86fa-75a545058992,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:38:13.421390 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d7c23eda-bc68-40ff-86fa-75a545058992), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:13.445315 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdbdd06-1542-4744-94cc-a5c67397f2ed x-openstack-request-id: req-2fdbdd06-1542-4744-94cc-a5c67397f2ed {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:38:13.445610 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90", "name": "network-vif-plugged", "status": "completed", "tag": "d7c23eda-bc68-40ff-86fa-75a545058992", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:38:13.445865 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2fdbdd06-1542-4744-94cc-a5c67397f2ed {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:38:13.446255 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c23eda-bc68-40ff-86fa-75a545058992', 'code': 200}
Feb 05 21:38:13.471160 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=d7c23eda-bc68-40ff-86fa-75a545058992,revision_number=9']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:38:14.459292 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895c3f4-6374-4cf6-9e1c-49007ba353da req-4a63ca86-cb12-4200-9a19-1f3d568dc1fa tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:14.460813 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3895c3f4-6374-4cf6-9e1c-49007ba353da req-4a63ca86-cb12-4200-9a19-1f3d568dc1fa tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 945 time: 0.0559142
Feb 05 21:38:14.507508 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3895c3f4-6374-4cf6-9e1c-49007ba353da req-ddd17ccb-f685-4123-9f41-3c9c665dda95 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410876
Feb 05 21:38:14.648498 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab27c5a-1b9f-4b97-abe6-b77ac37f504f req-2769ea5e-8ca1-4727-bc79-11aca6fcdc26 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:14.650137 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3ab27c5a-1b9f-4b97-abe6-b77ac37f504f req-2769ea5e-8ca1-4727-bc79-11aca6fcdc26 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 945 time: 0.0564814
Feb 05 21:38:14.742638 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-3ab27c5a-1b9f-4b97-abe6-b77ac37f504f req-165b2333-7bb8-42f1-89d8-a23f8eebee51 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Deleting port d7c23eda-bc68-40ff-86fa-75a545058992 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:38:14.742992 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-3ab27c5a-1b9f-4b97-abe6-b77ac37f504f req-165b2333-7bb8-42f1-89d8-a23f8eebee51 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (d7c23eda-bc68-40ff-86fa-75a545058992), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:14.835057 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-3ab27c5a-1b9f-4b97-abe6-b77ac37f504f req-165b2333-7bb8-42f1-89d8-a23f8eebee51 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] For port d7c23eda-bc68-40ff-86fa-75a545058992, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7c23eda-bc68-40ff-86fa-75a545058992,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:38:14.835409 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-3ab27c5a-1b9f-4b97-abe6-b77ac37f504f req-165b2333-7bb8-42f1-89d8-a23f8eebee51 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (d7c23eda-bc68-40ff-86fa-75a545058992), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:15.002606 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-3ab27c5a-1b9f-4b97-abe6-b77ac37f504f req-165b2333-7bb8-42f1-89d8-a23f8eebee51 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:15.002976 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-3ab27c5a-1b9f-4b97-abe6-b77ac37f504f req-165b2333-7bb8-42f1-89d8-a23f8eebee51 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (e62a0a71-071d-467e-ba0e-69b3770cdf82), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:15.003295 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [req-3ab27c5a-1b9f-4b97-abe6-b77ac37f504f req-165b2333-7bb8-42f1-89d8-a23f8eebee51 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Floating IP e62a0a71-071d-467e-ba0e-69b3770cdf82 disassociated. External IP: 172.35.4.113, port: d7c23eda-bc68-40ff-86fa-75a545058992.
Feb 05 21:38:15.003642 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-3ab27c5a-1b9f-4b97-abe6-b77ac37f504f req-165b2333-7bb8-42f1-89d8-a23f8eebee51 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Calling delete_port for d7c23eda-bc68-40ff-86fa-75a545058992 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:38:15.131856 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-3ab27c5a-1b9f-4b97-abe6-b77ac37f504f req-165b2333-7bb8-42f1-89d8-a23f8eebee51 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (d7c23eda-bc68-40ff-86fa-75a545058992), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:15.160517 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b2333-7bb8-42f1-89d8-a23f8eebee51 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Pushing event deleted for resources: {'Port': ['ID=d7c23eda-bc68-40ff-86fa-75a545058992,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:38:15.274745 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ab27c5a-1b9f-4b97-abe6-b77ac37f504f req-165b2333-7bb8-42f1-89d8-a23f8eebee51 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Router db485826-1067-468f-9a12-0741f8152581 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:38:15.384330 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ab27c5a-1b9f-4b97-abe6-b77ac37f504f req-165b2333-7bb8-42f1-89d8-a23f8eebee51 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:38:15.395331 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ec0fee-093d-4c18-9a6c-883e1be3a60e None None] Sync routers for ids ['db485826-1067-468f-9a12-0741f8152581'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:38:15.405023 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ec0fee-093d-4c18-9a6c-883e1be3a60e None None] Routers {'db485826-1067-468f-9a12-0741f8152581'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:38:15.405635 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-05ec0fee-093d-4c18-9a6c-883e1be3a60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab7366d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:38:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['db485826-1067-468f-9a12-0741f8152581'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:38:15.425234 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab27c5a-1b9f-4b97-abe6-b77ac37f504f req-165b2333-7bb8-42f1-89d8-a23f8eebee51 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] No DVR routers for this DVR port d7c23eda-bc68-40ff-86fa-75a545058992 on host nch1-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:38:15.427888 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-3ab27c5a-1b9f-4b97-abe6-b77ac37f504f req-165b2333-7bb8-42f1-89d8-a23f8eebee51 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:15.431251 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3ab27c5a-1b9f-4b97-abe6-b77ac37f504f req-165b2333-7bb8-42f1-89d8-a23f8eebee51 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.21 "DELETE /v2.0/ports/d7c23eda-bc68-40ff-86fa-75a545058992 HTTP/1.1" status: 204  len: 173 time: 0.7742374
Feb 05 21:38:15.431638 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90', 'name': 'network-vif-deleted', 'tag': 'd7c23eda-bc68-40ff-86fa-75a545058992'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:38:15.433889 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42f6482-bd75-4bbf-9707-4431aa3ac50c" -d '{"events": [{"server_uuid": "ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90", "name": "network-vif-deleted", "tag": "d7c23eda-bc68-40ff-86fa-75a545058992"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:38:15.473823 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe59ebd3-7854-45e4-8b0e-3b3529cb70a2 x-openstack-request-id: req-fe59ebd3-7854-45e4-8b0e-3b3529cb70a2 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:38:15.474469 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90", "name": "network-vif-deleted", "tag": "d7c23eda-bc68-40ff-86fa-75a545058992", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:38:15.474469 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fe59ebd3-7854-45e4-8b0e-3b3529cb70a2 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:38:15.474823 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90', 'name': 'network-vif-deleted', 'tag': 'd7c23eda-bc68-40ff-86fa-75a545058992', 'status': 'completed', 'code': 200}
Feb 05 21:38:15.532870 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-05ec0fee-093d-4c18-9a6c-883e1be3a60e None None] Set router db485826-1067-468f-9a12-0741f8152581 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:38:15.667205 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ad59ff3-b73e-4e4c-8796-735faaeedcac req-f05a1ee6-e5c2-456b-b574-cbd6605235b5 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1fb5c7-2bbf-4573-8e12-7a55c9a06d90 HTTP/1.1" status: 200  len: 210 time: 0.0459609
Feb 05 21:38:15.842081 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:15.916003 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-05ec0fee-093d-4c18-9a6c-883e1be3a60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab7366d0>, [{'id': 'db485826-1067-468f-9a12-0741f8152581', 'name': 'tempest-ServerActionsTestJSON-256379539-router', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:38Z', 'revision_number': 4, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'gw_port': {'id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:59:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd1974faa-21ca-46ca-a9a8-dc85fbe61a99', 'name': '', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'mac_address': 'fa:16:3e:30:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:37Z', 'updated_at': '2022-02-05T21:36:41Z', 'revision_number': 5, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'subnets': [{'id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:38:15.946439 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ec0fee-093d-4c18-9a6c-883e1be3a60e None None] Checking router: db485826-1067-468f-9a12-0741f8152581 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:38:15.955024 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ec0fee-093d-4c18-9a6c-883e1be3a60e None None] Routers {'db485826-1067-468f-9a12-0741f8152581'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:38:15.955635 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-05ec0fee-093d-4c18-9a6c-883e1be3a60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab7366d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:38:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['db485826-1067-468f-9a12-0741f8152581'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:38:16.063744 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-05ec0fee-093d-4c18-9a6c-883e1be3a60e None None] Set router db485826-1067-468f-9a12-0741f8152581 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:38:16.259518 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-05ec0fee-093d-4c18-9a6c-883e1be3a60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab7366d0>, [{'id': 'db485826-1067-468f-9a12-0741f8152581', 'name': 'tempest-ServerActionsTestJSON-256379539-router', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:38Z', 'revision_number': 4, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'gw_port': {'id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:59:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd1974faa-21ca-46ca-a9a8-dc85fbe61a99', 'name': '', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'mac_address': 'fa:16:3e:30:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:37Z', 'updated_at': '2022-02-05T21:36:41Z', 'revision_number': 5, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'subnets': [{'id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:38:16.289915 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ec0fee-093d-4c18-9a6c-883e1be3a60e None None] The sync data for ids ['db485826-1067-468f-9a12-0741f8152581'] in ncdv-master-1 is: [{'id': 'db485826-1067-468f-9a12-0741f8152581', 'name': 'tempest-ServerActionsTestJSON-256379539-router', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:38Z', 'revision_number': 4, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'gw_port': {'id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:59:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd1974faa-21ca-46ca-a9a8-dc85fbe61a99', 'name': '', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'mac_address': 'fa:16:3e:30:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:37Z', 'updated_at': '2022-02-05T21:36:41Z', 'revision_number': 5, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'subnets': [{'id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:38:16.510092 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32f299b-8b63-4b6e-8709-bc408a09a317 None None] New status for floating IP e62a0a71-071d-467e-ba0e-69b3770cdf82: DOWN {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:38:16.910411 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-4d150a27-9f94-473c-80c2-2179c6f65d9b tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1505556078&fields=id&tenant_id=da51ac8e46d54f059d8d5252e292443f HTTP/1.1" status: 200  len: 267 time: 0.0457599
Feb 05 21:38:17.015083 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-39038f1f-a0dc-4fde-8be3-c67bb805556f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:17.017205 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-39038f1f-a0dc-4fde-8be3-c67bb805556f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/networks?id=5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 200  len: 811 time: 0.1002610
Feb 05 21:38:17.031364 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-ba387318-dffa-48d0-9408-f8015406771a tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/quotas/da51ac8e46d54f059d8d5252e292443f HTTP/1.1" status: 200  len: 375 time: 0.0088575
Feb 05 21:38:17.085769 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-c7192615-4a3a-4cbe-bfed-ae226ddbb191 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=da51ac8e46d54f059d8d5252e292443f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0497100
Feb 05 21:38:17.183116 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-754deeb2-aaed-4ae6-a48a-c3e827f2ce9c service neutron] 10.222.0.32 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852170
Feb 05 21:38:17.271752 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-2495964a-97c1-45d1-b47d-29d3620a8d74 service neutron] 10.222.0.32 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0822005
Feb 05 21:38:17.436672 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-febf5006-5ab0-4bec-b81f-f8644e433f58 req-ce8f8f72-83b5-460c-98d9-eadace898cbe tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 210 time: 0.0318394
Feb 05 21:38:18.324007 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-1d4b58c4-1cd2-4877-9661-403a819adca1 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:18.325465 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-1d4b58c4-1cd2-4877-9661-403a819adca1 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.21 "GET /v2.0/networks?id=5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 200  len: 811 time: 0.1033618
Feb 05 21:38:18.388644 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-6689fc97-b214-457f-9bfd-bb73514e8238 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da51ac8e46d54f059d8d5252e292443f HTTP/1.1" status: 200  len: 380 time: 0.0548522
Feb 05 21:38:18.397818 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-fa569e88-8452-4ecb-8f27-442fb03ae3a3 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Request body: {'port': {'device_id': 'fb64b01c-084b-44f9-bb85-f31043797c6b', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'admin_state_up': True, 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'security_groups': ['2c12f7c9-02a9-4b23-a57a-f196faaf4da0']}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:38:18.514259 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-fa569e88-8452-4ecb-8f27-442fb03ae3a3 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Made reservation on behalf of da51ac8e46d54f059d8d5252e292443f for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:38:18.519353 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-fa569e88-8452-4ecb-8f27-442fb03ae3a3 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:18.544942 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dcbc9c98-018b-4e23-874e-eda36db64e2a req-8c37c1a9-f6ac-4fd2-b263-897e2153a846 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 210 time: 0.0392914
Feb 05 21:38:18.662601 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-fa569e88-8452-4ecb-8f27-442fb03ae3a3 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Allocated IP 172.20.0.14 (5f6be15e-b511-47a2-8a74-368371c2b722/0d016947-afd7-422e-be42-6a16d0cc42db/96175635-97a7-40e9-a9ed-a6063e551cad) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:38:18.797864 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-fa569e88-8452-4ecb-8f27-442fb03ae3a3 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks [] for port (96175635-97a7-40e9-a9ed-a6063e551cad), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:18.835959 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-fa569e88-8452-4ecb-8f27-442fb03ae3a3 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (96175635-97a7-40e9-a9ed-a6063e551cad), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:18.882014 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-fa569e88-8452-4ecb-8f27-442fb03ae3a3 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Network 5f6be15e-b511-47a2-8a74-368371c2b722 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:38:18.885101 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-fa569e88-8452-4ecb-8f27-442fb03ae3a3 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:38:18.887551 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-fa569e88-8452-4ecb-8f27-442fb03ae3a3 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:38:18.912948 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa569e88-8452-4ecb-8f27-442fb03ae3a3 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Pushing event updated for resources: {'Port': ['ID=96175635-97a7-40e9-a9ed-a6063e551cad,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:38:18.942371 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-fa569e88-8452-4ecb-8f27-442fb03ae3a3 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:18.943406 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-fa569e88-8452-4ecb-8f27-442fb03ae3a3 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:18.960789 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-fa569e88-8452-4ecb-8f27-442fb03ae3a3 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5665865
Feb 05 21:38:18.971819 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-0fa88bdf-391a-4a06-991f-5c0f9a734da3 service neutron] Request body: {'port': {'device_id': 'fb64b01c-084b-44f9-bb85-f31043797c6b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:38:19.037316 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-0fa88bdf-391a-4a06-991f-5c0f9a734da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (96175635-97a7-40e9-a9ed-a6063e551cad), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:19.123369 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-e89273a2-16d4-470c-87b7-4b9edaa4585c None None] Provisioning complete for port 96175635-97a7-40e9-a9ed-a6063e551cad triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:38:19.123972 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e89273a2-16d4-470c-87b7-4b9edaa4585c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (96175635-97a7-40e9-a9ed-a6063e551cad), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:19.158290 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-e89273a2-16d4-470c-87b7-4b9edaa4585c None None] Port 96175635-97a7-40e9-a9ed-a6063e551cad cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:38:19.273328 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device d7c23eda-bc68-40ff-86fa-75a545058992 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:38:19.294389 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: d7c23eda-bc68-40ff-86fa-75a545058992 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:38:19.294748 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device d7c23eda-bc68-40ff-86fa-75a545058992 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:38:19.298066 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-0fa88bdf-391a-4a06-991f-5c0f9a734da3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96175635-97a7-40e9-a9ed-a6063e551cad {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:38:19.305631 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-0fa88bdf-391a-4a06-991f-5c0f9a734da3 service neutron] Publish callbacks [] for port (96175635-97a7-40e9-a9ed-a6063e551cad), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:19.317356 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-0fa88bdf-391a-4a06-991f-5c0f9a734da3 service neutron] Transition to ACTIVE for port object 96175635-97a7-40e9-a9ed-a6063e551cad will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:38:19.321071 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-0fa88bdf-391a-4a06-991f-5c0f9a734da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (96175635-97a7-40e9-a9ed-a6063e551cad), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:19.372573 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa88bdf-391a-4a06-991f-5c0f9a734da3 service neutron] Pushing event updated for resources: {'Port': ['ID=96175635-97a7-40e9-a9ed-a6063e551cad,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:38:19.444388 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-0fa88bdf-391a-4a06-991f-5c0f9a734da3 service neutron] Attempting to bind port 96175635-97a7-40e9-a9ed-a6063e551cad on host nch1-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:38:19.444734 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-0fa88bdf-391a-4a06-991f-5c0f9a734da3 service neutron] Attempting to bind port 96175635-97a7-40e9-a9ed-a6063e551cad by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:38:19.445121 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-0fa88bdf-391a-4a06-991f-5c0f9a734da3 service neutron] Attempting to bind port 96175635-97a7-40e9-a9ed-a6063e551cad on network 5f6be15e-b511-47a2-8a74-368371c2b722 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:38:19.449683 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-0fa88bdf-391a-4a06-991f-5c0f9a734da3 service neutron] Port 96175635-97a7-40e9-a9ed-a6063e551cad on network 5f6be15e-b511-47a2-8a74-368371c2b722 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:38:19.450171 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-0fa88bdf-391a-4a06-991f-5c0f9a734da3 service neutron] Attempting to bind port 96175635-97a7-40e9-a9ed-a6063e551cad on network 5f6be15e-b511-47a2-8a74-368371c2b722 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:38:19.456233 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-0fa88bdf-391a-4a06-991f-5c0f9a734da3 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:38:19.456580 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-0fa88bdf-391a-4a06-991f-5c0f9a734da3 service neutron] Checking segment: {'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:38:19.456978 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-0fa88bdf-391a-4a06-991f-5c0f9a734da3 service neutron] Bound using segment: {'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:38:19.457416 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-0fa88bdf-391a-4a06-991f-5c0f9a734da3 service neutron] Bound port: 96175635-97a7-40e9-a9ed-a6063e551cad, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:38:19.457793 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-0fa88bdf-391a-4a06-991f-5c0f9a734da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (96175635-97a7-40e9-a9ed-a6063e551cad), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:19.523741 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-0fa88bdf-391a-4a06-991f-5c0f9a734da3 service neutron] For port 96175635-97a7-40e9-a9ed-a6063e551cad, host nch1-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:38:19.526752 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-0fa88bdf-391a-4a06-991f-5c0f9a734da3 service neutron] For port 96175635-97a7-40e9-a9ed-a6063e551cad, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=96175635-97a7-40e9-a9ed-a6063e551cad,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:38:19.534040 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-0fa88bdf-391a-4a06-991f-5c0f9a734da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (96175635-97a7-40e9-a9ed-a6063e551cad), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:19.570740 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-0fa88bdf-391a-4a06-991f-5c0f9a734da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:19.571320 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-0fa88bdf-391a-4a06-991f-5c0f9a734da3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:19.572741 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-0fa88bdf-391a-4a06-991f-5c0f9a734da3 service neutron] 10.222.0.21 "PUT /v2.0/ports/96175635-97a7-40e9-a9ed-a6063e551cad HTTP/1.1" status: 200  len: 1092 time: 0.6052394
Feb 05 21:38:19.573203 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb64b01c-084b-44f9-bb85-f31043797c6b', 'tag': '96175635-97a7-40e9-a9ed-a6063e551cad'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:38:19.575447 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43b58e4-a881-463c-b572-3462074ef435" -d '{"events": [{"name": "network-changed", "server_uuid": "fb64b01c-084b-44f9-bb85-f31043797c6b", "tag": "96175635-97a7-40e9-a9ed-a6063e551cad"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:38:19.600880 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa88bdf-391a-4a06-991f-5c0f9a734da3 service neutron] Pushing event updated for resources: {'Port': ['ID=96175635-97a7-40e9-a9ed-a6063e551cad,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:38:19.654202 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a10af30-761e-47c7-932f-7cfae8aa0344 x-openstack-request-id: req-3a10af30-761e-47c7-932f-7cfae8aa0344 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:38:19.654525 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb64b01c-084b-44f9-bb85-f31043797c6b", "tag": "96175635-97a7-40e9-a9ed-a6063e551cad", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:38:19.654794 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3a10af30-761e-47c7-932f-7cfae8aa0344 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:38:19.655202 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb64b01c-084b-44f9-bb85-f31043797c6b', 'tag': '96175635-97a7-40e9-a9ed-a6063e551cad', 'status': 'completed', 'code': 200}
Feb 05 21:38:19.714458 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-3d1f1cbd-39d4-444e-8692-0297eedcc340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:19.716124 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-3d1f1cbd-39d4-444e-8692-0297eedcc340 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=da51ac8e46d54f059d8d5252e292443f&device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 1126 time: 0.0946169
Feb 05 21:38:19.727838 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ef25a-864b-4c41-90da-4a628d47b2a6 req-419c2e26-640e-4619-b12d-af9995958189 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:19.729406 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ea3ef25a-864b-4c41-90da-4a628d47b2a6 req-419c2e26-640e-4619-b12d-af9995958189 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 944 time: 0.0707748
Feb 05 21:38:19.772572 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-920d195a-93ed-4f13-b5c4-b4c0d74d76da service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96175635-97a7-40e9-a9ed-a6063e551cad HTTP/1.1" status: 200  len: 217 time: 0.0421162
Feb 05 21:38:20.179357 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ea3ef25a-864b-4c41-90da-4a628d47b2a6 req-88ba9767-f11c-4180-9808-48c2a7513d77 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4424267
Feb 05 21:38:20.180705 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-4c8287ea-f058-4943-bc3f-a579e719907f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:20.182061 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-4c8287ea-f058-4943-bc3f-a579e719907f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d016947-afd7-422e-be42-6a16d0cc42db HTTP/1.1" status: 200  len: 850 time: 0.4034696
Feb 05 21:38:20.232578 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-d59d9473-e411-480f-bf78-5a7022cfc5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:20.234219 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-d59d9473-e411-480f-bf78-5a7022cfc5bf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f6be15e-b511-47a2-8a74-368371c2b722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0457041
Feb 05 21:38:20.331220 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-4e37c520-71f8-454d-9764-028be4ac4a83 service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0905209
Feb 05 21:38:20.421647 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3fae1ef4-1f19-4c72-a1b3-63d49d72fc6e req-f79f538d-2223-40e4-9798-e33b421532d9 service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840695
Feb 05 21:38:20.513625 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b58e4-a881-463c-b572-3462074ef435 req-f540fe41-0a8a-4569-b70a-6e388d9dc06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:20.515056 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f43b58e4-a881-463c-b572-3462074ef435 req-f540fe41-0a8a-4569-b70a-6e388d9dc06f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=da51ac8e46d54f059d8d5252e292443f&device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 1126 time: 0.0455234
Feb 05 21:38:20.580453 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:20.608518 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b58e4-a881-463c-b572-3462074ef435 req-9355a51e-bcc5-4deb-aa7d-fc3a01c4a403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:20.610917 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f43b58e4-a881-463c-b572-3462074ef435 req-9355a51e-bcc5-4deb-aa7d-fc3a01c4a403 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 200  len: 912 time: 0.0893607
Feb 05 21:38:20.650683 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f43b58e4-a881-463c-b572-3462074ef435 req-d60409d0-c39f-4931-99e1-7c64de6a6b55 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96175635-97a7-40e9-a9ed-a6063e551cad HTTP/1.1" status: 200  len: 217 time: 0.0338485
Feb 05 21:38:20.697787 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b58e4-a881-463c-b572-3462074ef435 req-de2b7d70-3740-4baf-af29-49480f0be31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:20.699272 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f43b58e4-a881-463c-b572-3462074ef435 req-de2b7d70-3740-4baf-af29-49480f0be31c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d016947-afd7-422e-be42-6a16d0cc42db HTTP/1.1" status: 200  len: 850 time: 0.0435164
Feb 05 21:38:20.752581 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b58e4-a881-463c-b572-3462074ef435 req-021cdbcb-b905-4737-b4ae-ad45bbb50f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:20.754095 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f43b58e4-a881-463c-b572-3462074ef435 req-021cdbcb-b905-4737-b4ae-ad45bbb50f6a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f6be15e-b511-47a2-8a74-368371c2b722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0491862
Feb 05 21:38:20.842027 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f43b58e4-a881-463c-b572-3462074ef435 req-48d57401-a862-4796-98a8-4fb4a66c2da5 service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0813498
Feb 05 21:38:20.931442 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f43b58e4-a881-463c-b572-3462074ef435 req-d568c35f-6ac3-4711-846c-62d05c2a2492 service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0841579
Feb 05 21:38:21.304039 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce84f91-6753-4f13-a644-781565a70385 req-c4f5fa4f-5ec8-4fc6-b2b6-b68859562462 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:21.305539 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5ce84f91-6753-4f13-a644-781565a70385 req-c4f5fa4f-5ec8-4fc6-b2b6-b68859562462 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 944 time: 0.0561988
Feb 05 21:38:21.351953 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5ce84f91-6753-4f13-a644-781565a70385 req-078e695b-0931-4782-b761-0f594cf176dd tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408456
Feb 05 21:38:22.475733 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818c957-831c-4e0a-8d60-c3aa64c8f49a req-b3dac8d2-f739-4d68-a209-9af6992f2bcb tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:22.477230 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3818c957-831c-4e0a-8d60-c3aa64c8f49a req-b3dac8d2-f739-4d68-a209-9af6992f2bcb tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 944 time: 0.0569963
Feb 05 21:38:22.523464 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3818c957-831c-4e0a-8d60-c3aa64c8f49a req-e422c44a-8e46-4b44-9257-6e0ecb3ec0c6 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406764
Feb 05 21:38:23.289358 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 96175635-97a7-40e9-a9ed-a6063e551cad details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:38:23.384124 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 96175635-97a7-40e9-a9ed-a6063e551cad, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=96175635-97a7-40e9-a9ed-a6063e551cad,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:38:23.395031 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '96175635-97a7-40e9-a9ed-a6063e551cad', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'port_id': '96175635-97a7-40e9-a9ed-a6063e551cad', 'mac_address': 'fa:16:3e:16:57:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:38:23.433152 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 96175635-97a7-40e9-a9ed-a6063e551cad is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:38:23.433546 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (96175635-97a7-40e9-a9ed-a6063e551cad), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:23.449879 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96175635-97a7-40e9-a9ed-a6063e551cad {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:38:23.469025 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 96175635-97a7-40e9-a9ed-a6063e551cad, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=96175635-97a7-40e9-a9ed-a6063e551cad,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:38:23.473239 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (96175635-97a7-40e9-a9ed-a6063e551cad), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:23.521258 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=96175635-97a7-40e9-a9ed-a6063e551cad,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:38:23.645301 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581126b-f190-45ab-819a-0626a36742be req-2c0c54ef-2511-42c4-9179-ca1ac0eda03d tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:23.646890 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9581126b-f190-45ab-819a-0626a36742be req-2c0c54ef-2511-42c4-9179-ca1ac0eda03d tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 945 time: 0.0554140
Feb 05 21:38:23.695262 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9581126b-f190-45ab-819a-0626a36742be req-766093ad-dbdc-4128-aec7-8b9d5a5726f8 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426297
Feb 05 21:38:23.739107 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['96175635-97a7-40e9-a9ed-a6063e551cad'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:38:24.816182 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b044ae40-c324-4d90-89e7-727f5e1534a7 req-c5fa70f7-5d02-4c0b-8ddf-eb8786ad83fc tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:24.817711 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b044ae40-c324-4d90-89e7-727f5e1534a7 req-c5fa70f7-5d02-4c0b-8ddf-eb8786ad83fc tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 945 time: 0.0543463
Feb 05 21:38:24.868498 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b044ae40-c324-4d90-89e7-727f5e1534a7 req-cf006ba9-1ba7-4e07-a119-84f676ad4ee7 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449939
Feb 05 21:38:25.304809 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 96175635-97a7-40e9-a9ed-a6063e551cad up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:38:25.352952 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 96175635-97a7-40e9-a9ed-a6063e551cad completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:38:25.356552 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 96175635-97a7-40e9-a9ed-a6063e551cad triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:38:25.356925 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (96175635-97a7-40e9-a9ed-a6063e551cad), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:25.431615 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 96175635-97a7-40e9-a9ed-a6063e551cad is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:38:25.431999 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (96175635-97a7-40e9-a9ed-a6063e551cad), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:25.453804 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb64b01c-084b-44f9-bb85-f31043797c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96175635-97a7-40e9-a9ed-a6063e551cad'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:38:25.456672 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e8e731-b536-4d7d-a5a6-7c7d88b6ce16" -d '{"events": [{"server_uuid": "fb64b01c-084b-44f9-bb85-f31043797c6b", "name": "network-vif-plugged", "status": "completed", "tag": "96175635-97a7-40e9-a9ed-a6063e551cad"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:38:25.469044 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 96175635-97a7-40e9-a9ed-a6063e551cad, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=96175635-97a7-40e9-a9ed-a6063e551cad,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:38:25.473497 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (96175635-97a7-40e9-a9ed-a6063e551cad), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:25.499158 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12aa5025-e310-46bd-9b5f-94e32237b1fe x-openstack-request-id: req-12aa5025-e310-46bd-9b5f-94e32237b1fe {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:38:25.499458 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb64b01c-084b-44f9-bb85-f31043797c6b", "name": "network-vif-plugged", "status": "completed", "tag": "96175635-97a7-40e9-a9ed-a6063e551cad", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:38:25.499714 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-12aa5025-e310-46bd-9b5f-94e32237b1fe {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:38:25.500100 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb64b01c-084b-44f9-bb85-f31043797c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96175635-97a7-40e9-a9ed-a6063e551cad', 'code': 200}
Feb 05 21:38:25.526399 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=96175635-97a7-40e9-a9ed-a6063e551cad,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:38:25.655666 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c0bdd-bb23-4df0-b97b-e369d4281c99 req-e248e0c8-9a59-4d22-b687-6c87a3f3fb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:25.657188 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6f3c0bdd-bb23-4df0-b97b-e369d4281c99 req-e248e0c8-9a59-4d22-b687-6c87a3f3fb33 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 1128 time: 0.1046636
Feb 05 21:38:25.701356 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6f3c0bdd-bb23-4df0-b97b-e369d4281c99 req-b10097c9-d333-48b3-ae10-52b9ac1f3262 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372107
Feb 05 21:38:25.991092 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9444ca-1d3d-468b-82e3-165b8db91fa6 req-75868a80-7ff2-415c-8cc7-482d67e26855 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:25.992585 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dd9444ca-1d3d-468b-82e3-165b8db91fa6 req-75868a80-7ff2-415c-8cc7-482d67e26855 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 946 time: 0.0524881
Feb 05 21:38:26.038769 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dd9444ca-1d3d-468b-82e3-165b8db91fa6 req-aa89350c-d84f-4d80-abbc-1f921b33e8f4 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402141
Feb 05 21:38:27.166456 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2bf24-59f8-46f3-be1f-0568b49e8f1a req-35753f56-5a47-44c6-be60-eab14616020d tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:27.167935 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27b2bf24-59f8-46f3-be1f-0568b49e8f1a req-35753f56-5a47-44c6-be60-eab14616020d tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 946 time: 0.0569224
Feb 05 21:38:27.215089 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27b2bf24-59f8-46f3-be1f-0568b49e8f1a req-5ef4073f-6f93-48cb-8cbf-92a13aa6bb02 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411859
Feb 05 21:38:27.332983 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22f01b-549b-43e3-a5e3-e33aa4b06c8e req-81add73f-bb82-40ef-953c-357a1228eb32 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:27.334481 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fd22f01b-549b-43e3-a5e3-e33aa4b06c8e req-81add73f-bb82-40ef-953c-357a1228eb32 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 946 time: 0.0546629
Feb 05 21:38:27.343048 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 51592) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:38:27.347741 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-9f8fa347-bbc1-4d35-bfde-509bd0a8fabc tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Request body: {'floatingip': {'port_id': '96175635-97a7-40e9-a9ed-a6063e551cad'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:38:27.390637 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9f8fa347-bbc1-4d35-bfde-509bd0a8fabc tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks [] for floatingip (e62a0a71-071d-467e-ba0e-69b3770cdf82), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:27.831106 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9f8fa347-bbc1-4d35-bfde-509bd0a8fabc tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:27.834770 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9f8fa347-bbc1-4d35-bfde-509bd0a8fabc tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (e62a0a71-071d-467e-ba0e-69b3770cdf82), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:27.939222 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-9f8fa347-bbc1-4d35-bfde-509bd0a8fabc tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Floating IP e62a0a71-071d-467e-ba0e-69b3770cdf82 associated. External IP: 172.35.4.113, port: 96175635-97a7-40e9-a9ed-a6063e551cad.
Feb 05 21:38:28.152836 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8fa347-bbc1-4d35-bfde-509bd0a8fabc tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Router db485826-1067-468f-9a12-0741f8152581 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:38:28.261803 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8fa347-bbc1-4d35-bfde-509bd0a8fabc tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:38:28.267679 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9f8fa347-bbc1-4d35-bfde-509bd0a8fabc tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:28.272055 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a46123-ff40-44c9-8810-6c5e9576cd10 None None] Sync routers for ids ['db485826-1067-468f-9a12-0741f8152581'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:38:28.282010 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a46123-ff40-44c9-8810-6c5e9576cd10 None None] Routers {'db485826-1067-468f-9a12-0741f8152581'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:38:28.283454 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-91a46123-ff40-44c9-8810-6c5e9576cd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab632820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:38:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['db485826-1067-468f-9a12-0741f8152581'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:38:28.298973 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9f8fa347-bbc1-4d35-bfde-509bd0a8fabc tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "PUT /v2.0/floatingips/e62a0a71-071d-467e-ba0e-69b3770cdf82 HTTP/1.1" status: 200  len: 992 time: 0.9548867
Feb 05 21:38:28.299625 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb64b01c-084b-44f9-bb85-f31043797c6b', 'tag': '96175635-97a7-40e9-a9ed-a6063e551cad'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:38:28.301870 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ccb16e-e272-4b1d-8610-b38b9c371488" -d '{"events": [{"name": "network-changed", "server_uuid": "fb64b01c-084b-44f9-bb85-f31043797c6b", "tag": "96175635-97a7-40e9-a9ed-a6063e551cad"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:38:28.341516 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48c643c-948c-425c-a244-6349a0e8d0d7 x-openstack-request-id: req-b48c643c-948c-425c-a244-6349a0e8d0d7 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:38:28.341813 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb64b01c-084b-44f9-bb85-f31043797c6b", "tag": "96175635-97a7-40e9-a9ed-a6063e551cad", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:38:28.342069 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b48c643c-948c-425c-a244-6349a0e8d0d7 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:38:28.342505 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb64b01c-084b-44f9-bb85-f31043797c6b', 'tag': '96175635-97a7-40e9-a9ed-a6063e551cad', 'status': 'completed', 'code': 200}
Feb 05 21:38:28.405595 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-91a46123-ff40-44c9-8810-6c5e9576cd10 None None] Set router db485826-1067-468f-9a12-0741f8152581 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:38:28.441662 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c5503-25d1-40e6-a83d-768f2d1f186e req-2607e4ff-5b57-4e85-b956-82130cc39baa tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:28.443219 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-154c5503-25d1-40e6-a83d-768f2d1f186e req-2607e4ff-5b57-4e85-b956-82130cc39baa tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 946 time: 0.0896602
Feb 05 21:38:28.445891 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ccb16e-e272-4b1d-8610-b38b9c371488 req-e87c3eab-1241-48b2-b8af-22c3bc8cd764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:28.447307 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0ccb16e-e272-4b1d-8610-b38b9c371488 req-e87c3eab-1241-48b2-b8af-22c3bc8cd764 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=da51ac8e46d54f059d8d5252e292443f&device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 1128 time: 0.0827229
Feb 05 21:38:28.549909 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-154c5503-25d1-40e6-a83d-768f2d1f186e req-0986cbd7-ca1b-4d26-9f9e-1b74ab352996 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1002824
Feb 05 21:38:28.570763 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ccb16e-e272-4b1d-8610-b38b9c371488 req-3ffec9f9-3681-457d-8b6e-f5fc2f17c4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:28.572246 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0ccb16e-e272-4b1d-8610-b38b9c371488 req-3ffec9f9-3681-457d-8b6e-f5fc2f17c4ad service neutron] 10.222.0.21 "GET /v2.0/networks?id=5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 200  len: 912 time: 0.1158745
Feb 05 21:38:28.641267 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-91a46123-ff40-44c9-8810-6c5e9576cd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab632820>, [{'id': 'db485826-1067-468f-9a12-0741f8152581', 'name': 'tempest-ServerActionsTestJSON-256379539-router', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:38Z', 'revision_number': 4, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'gw_port': {'id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:59:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e62a0a71-071d-467e-ba0e-69b3770cdf82', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'floating_ip_address': '172.35.4.113', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'db485826-1067-468f-9a12-0741f8152581', 'port_id': '96175635-97a7-40e9-a9ed-a6063e551cad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'mac_address': 'fa:16:3e:16:57:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb64b01c-084b-44f9-bb85-f31043797c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:36:40Z', 'updated_at': '2022-02-05T21:38:27Z', 'revision_number': 9, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1974faa-21ca-46ca-a9a8-dc85fbe61a99', 'name': '', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'mac_address': 'fa:16:3e:30:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:37Z', 'updated_at': '2022-02-05T21:36:41Z', 'revision_number': 5, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'subnets': [{'id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:38:28.642981 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0ccb16e-e272-4b1d-8610-b38b9c371488 req-4b03abb1-9fb3-4c7c-853c-f36872e4b813 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96175635-97a7-40e9-a9ed-a6063e551cad HTTP/1.1" status: 200  len: 1000 time: 0.0640604
Feb 05 21:38:28.673343 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a46123-ff40-44c9-8810-6c5e9576cd10 None None] Checking router: db485826-1067-468f-9a12-0741f8152581 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:38:28.681744 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a46123-ff40-44c9-8810-6c5e9576cd10 None None] Routers {'db485826-1067-468f-9a12-0741f8152581'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:38:28.682497 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-91a46123-ff40-44c9-8810-6c5e9576cd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab632820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:38:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['db485826-1067-468f-9a12-0741f8152581'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:38:28.691949 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ccb16e-e272-4b1d-8610-b38b9c371488 req-b2b66797-e70c-4726-870e-2aa81af4bbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:28.693447 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0ccb16e-e272-4b1d-8610-b38b9c371488 req-b2b66797-e70c-4726-870e-2aa81af4bbcb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d016947-afd7-422e-be42-6a16d0cc42db HTTP/1.1" status: 200  len: 850 time: 0.0463133
Feb 05 21:38:28.742910 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ccb16e-e272-4b1d-8610-b38b9c371488 req-ef5e1844-8482-4af9-9553-57655c388139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:28.744504 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0ccb16e-e272-4b1d-8610-b38b9c371488 req-ef5e1844-8482-4af9-9553-57655c388139 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f6be15e-b511-47a2-8a74-368371c2b722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0453677
Feb 05 21:38:28.793719 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-91a46123-ff40-44c9-8810-6c5e9576cd10 None None] Set router db485826-1067-468f-9a12-0741f8152581 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:38:28.836824 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0ccb16e-e272-4b1d-8610-b38b9c371488 req-2e7ffd7c-7f3b-427b-b7e6-8d89cb0f4ce5 service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0867603
Feb 05 21:38:28.929156 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0ccb16e-e272-4b1d-8610-b38b9c371488 req-05288e7a-85fc-4edc-8bfd-c6ec603cf807 service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0869434
Feb 05 21:38:29.024915 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-91a46123-ff40-44c9-8810-6c5e9576cd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab632820>, [{'id': 'db485826-1067-468f-9a12-0741f8152581', 'name': 'tempest-ServerActionsTestJSON-256379539-router', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:38Z', 'revision_number': 4, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'gw_port': {'id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:59:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e62a0a71-071d-467e-ba0e-69b3770cdf82', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'floating_ip_address': '172.35.4.113', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'db485826-1067-468f-9a12-0741f8152581', 'port_id': '96175635-97a7-40e9-a9ed-a6063e551cad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'mac_address': 'fa:16:3e:16:57:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb64b01c-084b-44f9-bb85-f31043797c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:36:40Z', 'updated_at': '2022-02-05T21:38:27Z', 'revision_number': 9, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1974faa-21ca-46ca-a9a8-dc85fbe61a99', 'name': '', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'mac_address': 'fa:16:3e:30:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:37Z', 'updated_at': '2022-02-05T21:36:41Z', 'revision_number': 5, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'subnets': [{'id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:38:29.055457 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a46123-ff40-44c9-8810-6c5e9576cd10 None None] The sync data for ids ['db485826-1067-468f-9a12-0741f8152581'] in ncdv-master-1 is: [{'id': 'db485826-1067-468f-9a12-0741f8152581', 'name': 'tempest-ServerActionsTestJSON-256379539-router', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:38Z', 'revision_number': 4, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'gw_port': {'id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:59:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e62a0a71-071d-467e-ba0e-69b3770cdf82', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'floating_ip_address': '172.35.4.113', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'db485826-1067-468f-9a12-0741f8152581', 'port_id': '96175635-97a7-40e9-a9ed-a6063e551cad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'mac_address': 'fa:16:3e:16:57:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb64b01c-084b-44f9-bb85-f31043797c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:36:40Z', 'updated_at': '2022-02-05T21:38:27Z', 'revision_number': 9, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1974faa-21ca-46ca-a9a8-dc85fbe61a99', 'name': '', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'mac_address': 'fa:16:3e:30:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:37Z', 'updated_at': '2022-02-05T21:36:41Z', 'revision_number': 5, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'subnets': [{'id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:38:29.246131 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9de4bb-c3c2-4a6d-a926-38bb46ce7c36 None None] New status for floating IP e62a0a71-071d-467e-ba0e-69b3770cdf82: ACTIVE {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:38:29.677194 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be48fc-2eb5-43f2-be8d-f84bf9316511 req-bcffcd40-bc83-4e1c-8a91-5875b992143d tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:29.678694 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-07be48fc-2eb5-43f2-be8d-f84bf9316511 req-bcffcd40-bc83-4e1c-8a91-5875b992143d tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 946 time: 0.0570161
Feb 05 21:38:29.726972 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-07be48fc-2eb5-43f2-be8d-f84bf9316511 req-fc511aec-6e09-4f62-8f0a-2f7dcb04483a tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426545
Feb 05 21:38:30.088618 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-a0e1821b-9848-4175-b857-22847894222f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0805283
Feb 05 21:38:30.096570 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895a44b-533a-46a2-8557-2eb6320ab424 req-1b4e66dc-24ff-4944-8d63-ff9fec4f9974 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:30.098110 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0895a44b-533a-46a2-8557-2eb6320ab424 req-1b4e66dc-24ff-4944-8d63-ff9fec4f9974 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 946 time: 0.0823953
Feb 05 21:38:30.172820 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0895a44b-533a-46a2-8557-2eb6320ab424 req-5b333d58-ef66-40bd-8869-ec2378f8f59e tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0685878
Feb 05 21:38:30.192402 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52087ae3-e204-47a1-b10d-37014241d437 req-95550a09-a9ed-4cf4-8ae2-a5760a8ddc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:30.192402 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-52087ae3-e204-47a1-b10d-37014241d437 req-95550a09-a9ed-4cf4-8ae2-a5760a8ddc50 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=da51ac8e46d54f059d8d5252e292443f&device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 1128 time: 0.0596237
Feb 05 21:38:30.302083 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52087ae3-e204-47a1-b10d-37014241d437 req-befe2202-9d0c-42ed-851d-6b78bcf108cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:30.303850 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-52087ae3-e204-47a1-b10d-37014241d437 req-befe2202-9d0c-42ed-851d-6b78bcf108cd service neutron] 10.222.0.21 "GET /v2.0/networks?id=5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 200  len: 912 time: 0.0954194
Feb 05 21:38:30.372171 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-52087ae3-e204-47a1-b10d-37014241d437 req-9baeb856-09f7-4509-8bad-6570024b6536 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96175635-97a7-40e9-a9ed-a6063e551cad HTTP/1.1" status: 200  len: 1003 time: 0.0619819
Feb 05 21:38:30.421469 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52087ae3-e204-47a1-b10d-37014241d437 req-9ab516e9-8262-400e-97d7-d50e3d6b1c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:30.423714 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-52087ae3-e204-47a1-b10d-37014241d437 req-9ab516e9-8262-400e-97d7-d50e3d6b1c21 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d016947-afd7-422e-be42-6a16d0cc42db HTTP/1.1" status: 200  len: 850 time: 0.0461972
Feb 05 21:38:30.476679 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52087ae3-e204-47a1-b10d-37014241d437 req-8942e5eb-3dd5-45b8-a221-79091b0384ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:30.478542 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-52087ae3-e204-47a1-b10d-37014241d437 req-8942e5eb-3dd5-45b8-a221-79091b0384ec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f6be15e-b511-47a2-8a74-368371c2b722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0489330
Feb 05 21:38:30.570183 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-52087ae3-e204-47a1-b10d-37014241d437 req-e84292b1-6731-4068-ab2f-dbc1e3c8f911 service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857921
Feb 05 21:38:30.672039 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-52087ae3-e204-47a1-b10d-37014241d437 req-7ca890c9-cf4c-48d1-a482-6c24d0c112dd service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0962794
Feb 05 21:38:31.189162 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-cd050093-5c02-4f14-80ce-a1ee1d43e3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:31.190853 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-cd050093-5c02-4f14-80ce-a1ee1d43e3f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=da51ac8e46d54f059d8d5252e292443f&device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 1128 time: 0.0468059
Feb 05 21:38:31.315539 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-b7493c64-e47c-4569-9838-3d7e157570c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:31.317014 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-b7493c64-e47c-4569-9838-3d7e157570c5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 200  len: 912 time: 0.1187747
Feb 05 21:38:31.328066 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b83002-dc7e-4e0b-a80b-5574d799eee7 req-db7f7fc3-78ef-4eb8-a171-05cd4c64d255 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:31.329431 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d9b83002-dc7e-4e0b-a80b-5574d799eee7 req-db7f7fc3-78ef-4eb8-a171-05cd4c64d255 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 946 time: 0.0783439
Feb 05 21:38:31.414436 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-1b49d241-96b3-43d1-83c4-2dae911a9d64 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96175635-97a7-40e9-a9ed-a6063e551cad HTTP/1.1" status: 200  len: 1003 time: 0.0835102
Feb 05 21:38:31.421155 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d9b83002-dc7e-4e0b-a80b-5574d799eee7 req-a2ed5e1d-855a-4657-bdd5-cbe3dffc3c7d tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0850675
Feb 05 21:38:31.465410 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-8fafa0c5-9b7c-443b-8e48-50adfec7443c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:31.466928 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-8fafa0c5-9b7c-443b-8e48-50adfec7443c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d016947-afd7-422e-be42-6a16d0cc42db HTTP/1.1" status: 200  len: 850 time: 0.0449429
Feb 05 21:38:31.514901 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-1bc7fd68-a8c3-42fc-88f7-488252665091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:31.516394 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-1bc7fd68-a8c3-42fc-88f7-488252665091 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f6be15e-b511-47a2-8a74-368371c2b722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0437434
Feb 05 21:38:31.607100 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-ce72af08-6130-44ad-a3fb-9c3ad11868f8 service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848708
Feb 05 21:38:31.694549 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-77438966-65d9-4a75-9da0-ab332f6bd706 service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0819530
Feb 05 21:38:32.542609 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d92235-4861-46ba-ab80-19e73df9e7ca req-64a3f1fb-6964-4cdc-a243-4d7800f5bdd7 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:32.544083 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-93d92235-4861-46ba-ab80-19e73df9e7ca req-64a3f1fb-6964-4cdc-a243-4d7800f5bdd7 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 946 time: 0.0524764
Feb 05 21:38:32.594329 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-93d92235-4861-46ba-ab80-19e73df9e7ca req-26bfd3de-dcbd-42de-8b41-30dfcf0edae4 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440629
Feb 05 21:38:32.832307 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:38:33.716586 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1acc14-f0f5-4efa-b7da-bcb98246acb5 req-c2353c1c-3e65-485c-b87c-209f65104c22 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:33.718071 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8a1acc14-f0f5-4efa-b7da-bcb98246acb5 req-c2353c1c-3e65-485c-b87c-209f65104c22 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 946 time: 0.0531189
Feb 05 21:38:33.765149 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8a1acc14-f0f5-4efa-b7da-bcb98246acb5 req-0bc6cf18-4e30-4fac-a6fa-2246389cd19d tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407381
Feb 05 21:38:33.785308 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cb14c7b3-7aca-44f3-b62b-47bda86022a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:34.886961 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab9f9b-080d-482a-9e9d-c1037c4145ed req-21cee928-afe9-476c-8a87-2639cdff0083 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:34.888440 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d7ab9f9b-080d-482a-9e9d-c1037c4145ed req-21cee928-afe9-476c-8a87-2639cdff0083 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 946 time: 0.0518334
Feb 05 21:38:34.935413 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d7ab9f9b-080d-482a-9e9d-c1037c4145ed req-18e60e6c-ad6c-4318-9f5c-bd5a0e3eb008 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406265
Feb 05 21:38:36.055401 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83cb85-e7fb-41c9-bd13-cd9cd4d04fce req-25351e0b-2bcf-4c61-8f03-43e0257a7280 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:36.056857 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4a83cb85-e7fb-41c9-bd13-cd9cd4d04fce req-25351e0b-2bcf-4c61-8f03-43e0257a7280 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 946 time: 0.0552030
Feb 05 21:38:36.105127 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4a83cb85-e7fb-41c9-bd13-cd9cd4d04fce req-20b9fcfb-aa64-4b23-8ad9-300555954607 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426788
Feb 05 21:38:36.174643 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f7638471-c088-47d7-b02c-187cbafbdc4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:37.226703 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319cf5af-e09a-4fa5-81bb-822c6876e76d req-cab9a2c7-57ee-441d-8914-00852e8657a5 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:37.228188 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-319cf5af-e09a-4fa5-81bb-822c6876e76d req-cab9a2c7-57ee-441d-8914-00852e8657a5 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 946 time: 0.0525169
Feb 05 21:38:37.274457 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-319cf5af-e09a-4fa5-81bb-822c6876e76d req-dc521823-36c3-4e34-a52b-076ee92a56e5 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406969
Feb 05 21:38:37.609057 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:38.399585 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c959655-3c74-4d9e-80d1-80aab0281af5 req-0f8d556f-19fe-4546-bda9-b340bc828928 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:38.401087 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4c959655-3c74-4d9e-80d1-80aab0281af5 req-0f8d556f-19fe-4546-bda9-b340bc828928 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 946 time: 0.0596657
Feb 05 21:38:38.447793 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4c959655-3c74-4d9e-80d1-80aab0281af5 req-10c53cff-99c7-4e78-9651-e25c9649ad08 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410073
Feb 05 21:38:39.195017 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:39.565819 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578b0b5-c569-4178-99fa-23245699368d req-fc0e0940-381d-46eb-afde-502bedcb54f3 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:39.567341 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c578b0b5-c569-4178-99fa-23245699368d req-fc0e0940-381d-46eb-afde-502bedcb54f3 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 946 time: 0.0534084
Feb 05 21:38:39.613460 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c578b0b5-c569-4178-99fa-23245699368d req-0eaca98d-3fe5-496c-b6e4-26bd893c411d tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405567
Feb 05 21:38:40.575130 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:40.732623 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5d924-dd0f-4e05-98e2-092fcb9ef9a0 req-834ca978-9690-409d-85fe-ca71815e50d5 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:40.734091 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-50d5d924-dd0f-4e05-98e2-092fcb9ef9a0 req-834ca978-9690-409d-85fe-ca71815e50d5 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 946 time: 0.0516751
Feb 05 21:38:40.784479 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-50d5d924-dd0f-4e05-98e2-092fcb9ef9a0 req-ef07efa0-37cb-4eee-b287-c556f7a1ae3a tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440612
Feb 05 21:38:41.904279 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee65c2-ce18-4bd6-874c-4b47a7414c37 req-3f021a6c-c9ae-4ceb-be58-c42e7e2c4b57 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:41.905759 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-58ee65c2-ce18-4bd6-874c-4b47a7414c37 req-3f021a6c-c9ae-4ceb-be58-c42e7e2c4b57 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 946 time: 0.0525842
Feb 05 21:38:41.953244 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-58ee65c2-ce18-4bd6-874c-4b47a7414c37 req-31d711e1-e9df-4fd8-8dbc-e9109a5ef827 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406098
Feb 05 21:38:43.070914 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95e9b0-8075-474f-8a1c-dd0d6c075aeb req-f3767b7d-844e-48e1-92a8-bf4710c1adf7 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:43.072380 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4c95e9b0-8075-474f-8a1c-dd0d6c075aeb req-f3767b7d-844e-48e1-92a8-bf4710c1adf7 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 946 time: 0.0518851
Feb 05 21:38:43.118094 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4c95e9b0-8075-474f-8a1c-dd0d6c075aeb req-5002ae62-e2b2-4837-8734-ca79399e2095 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398395
Feb 05 21:38:44.249862 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9abe9-ec4c-42d0-8491-ee52d008c753 req-8da5a095-914a-43d1-bcbe-a613ac403e23 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:44.251310 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-10d9abe9-ec4c-42d0-8491-ee52d008c753 req-8da5a095-914a-43d1-bcbe-a613ac403e23 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 946 time: 0.0607557
Feb 05 21:38:44.301203 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-10d9abe9-ec4c-42d0-8491-ee52d008c753 req-81e8e8f7-8b34-48eb-9f70-db1f817b76b4 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442319
Feb 05 21:38:45.428665 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef722ce0-5313-4fa6-9f39-5a4a308c2504 req-7e3f4de5-ecd4-434e-bb56-108e733ba660 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:45.430201 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ef722ce0-5313-4fa6-9f39-5a4a308c2504 req-7e3f4de5-ecd4-434e-bb56-108e733ba660 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 946 time: 0.0524445
Feb 05 21:38:45.477284 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ef722ce0-5313-4fa6-9f39-5a4a308c2504 req-e1f09a35-19cb-487c-a538-d3e0f506e409 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415490
Feb 05 21:38:45.624909 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:46.600561 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36968725-0485-4427-9514-038f8d183138 req-d8e666a8-c899-4121-83fa-549694abbbf7 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:46.602048 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-36968725-0485-4427-9514-038f8d183138 req-d8e666a8-c899-4121-83fa-549694abbbf7 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 946 time: 0.0527697
Feb 05 21:38:46.651634 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-36968725-0485-4427-9514-038f8d183138 req-1466cd9f-6748-4d11-8915-d3bb533e8e5c tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438554
Feb 05 21:38:47.775904 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a30bd-bbc8-486a-b19a-9c227f331e68 req-2bf04368-a465-46d8-bb15-b983dd8963ec tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:47.777380 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5f5a30bd-bbc8-486a-b19a-9c227f331e68 req-2bf04368-a465-46d8-bb15-b983dd8963ec tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 946 time: 0.0523727
Feb 05 21:38:47.823984 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5f5a30bd-bbc8-486a-b19a-9c227f331e68 req-8cda3545-f433-4a1e-b4e4-63a718c4530d tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408852
Feb 05 21:38:48.942559 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fed090-880e-47e9-b41c-0657099b2dd7 req-297ca295-be68-45b6-9b39-2b3519e8625d tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:48.943968 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-85fed090-880e-47e9-b41c-0657099b2dd7 req-297ca295-be68-45b6-9b39-2b3519e8625d tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 946 time: 0.0524600
Feb 05 21:38:48.989278 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-85fed090-880e-47e9-b41c-0657099b2dd7 req-93176cb5-7c63-4909-92b7-1097d4c00df6 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396614
Feb 05 21:38:50.113695 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df0f39-8c3f-4d58-9b04-19ec3fba8a44 req-0969ccdc-7ba5-4045-bc34-9ad1f7d1748d tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:50.115208 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-62df0f39-8c3f-4d58-9b04-19ec3fba8a44 req-0969ccdc-7ba5-4045-bc34-9ad1f7d1748d tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 946 time: 0.0569749
Feb 05 21:38:50.161152 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-62df0f39-8c3f-4d58-9b04-19ec3fba8a44 req-f56d3241-d554-44f8-887a-c0ceb3ea42bf tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404205
Feb 05 21:38:50.596964 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:51.279397 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d0795-4987-4f5e-8e9b-baada6a876f8 req-3485d502-cb5d-4dfd-9609-fa5d2dd96bc9 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:51.280857 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ad9d0795-4987-4f5e-8e9b-baada6a876f8 req-3485d502-cb5d-4dfd-9609-fa5d2dd96bc9 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 946 time: 0.0516398
Feb 05 21:38:51.328175 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ad9d0795-4987-4f5e-8e9b-baada6a876f8 req-8b861c1c-2194-43a5-89a0-cfafdb35e19d tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414681
Feb 05 21:38:52.451221 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84505551-833a-4aea-8fb0-d43a4a074db4 req-ce532cbf-8d80-4087-a0fe-64d137af351a tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:52.452701 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-84505551-833a-4aea-8fb0-d43a4a074db4 req-ce532cbf-8d80-4087-a0fe-64d137af351a tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 946 time: 0.0564241
Feb 05 21:38:52.838734 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-84505551-833a-4aea-8fb0-d43a4a074db4 req-f186e8f3-936d-47b6-b4a0-bdc51cda2f6f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3795471
Feb 05 21:38:53.962040 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c957fcb-798e-486c-bf81-a16e8f2c4efd req-98ebf137-5fbd-476d-8faa-ea71b8035e08 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:53.963545 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8c957fcb-798e-486c-bf81-a16e8f2c4efd req-98ebf137-5fbd-476d-8faa-ea71b8035e08 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 946 time: 0.0537696
Feb 05 21:38:54.009138 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8c957fcb-798e-486c-bf81-a16e8f2c4efd req-a53f75cc-7855-4b62-a27d-26164efa6291 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399575
Feb 05 21:38:55.128619 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc04b12-80e7-4e0e-a61f-04f7c6676c8d req-98a42929-1a72-4f05-8b47-9c44e9d04402 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:55.130106 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cbc04b12-80e7-4e0e-a61f-04f7c6676c8d req-98a42929-1a72-4f05-8b47-9c44e9d04402 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 946 time: 0.0529702
Feb 05 21:38:55.178604 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cbc04b12-80e7-4e0e-a61f-04f7c6676c8d req-edcf2463-08ef-455e-b584-b410a3c778f5 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428045
Feb 05 21:38:56.299359 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e7449-1b18-441a-b31a-4c95725b9815 req-4321f8c9-8e0c-452b-b0ea-18c52d484214 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:56.300843 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-087e7449-1b18-441a-b31a-4c95725b9815 req-4321f8c9-8e0c-452b-b0ea-18c52d484214 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 946 time: 0.0527415
Feb 05 21:38:56.347211 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-087e7449-1b18-441a-b31a-4c95725b9815 req-61019f2d-2809-49e0-b5de-b7609bd4b028 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407195
Feb 05 21:38:57.466242 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e5abb-5246-4d1e-a8c6-10580da52047 req-1892227f-280f-4618-803e-91cf3b266e79 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:57.467748 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a86e5abb-5246-4d1e-a8c6-10580da52047 req-1892227f-280f-4618-803e-91cf3b266e79 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 946 time: 0.0520699
Feb 05 21:38:57.513339 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a86e5abb-5246-4d1e-a8c6-10580da52047 req-a03eba86-fdc9-404b-9e12-853387e76113 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394521
Feb 05 21:38:58.503549 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-22a122fb-9119-4648-8635-6087f4067ebf service neutron] show failed (client error): The resource could not be found.
Feb 05 21:38:58.504571 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-22a122fb-9119-4648-8635-6087f4067ebf service neutron] 10.222.0.21 "GET /v2.0/ports/96175635-97a7-40e9-a9ed-a6063e551cad/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0575132
Feb 05 21:38:58.645188 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bcc28b-3853-4066-89ae-3bec35b96da2 req-415b1374-a1d8-4333-a449-042415376814 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:58.647033 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-11bcc28b-3853-4066-89ae-3bec35b96da2 req-415b1374-a1d8-4333-a449-042415376814 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 946 time: 0.0609951
Feb 05 21:38:58.696740 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-11bcc28b-3853-4066-89ae-3bec35b96da2 req-d73292ac-2d2d-43ab-8f34-017ccffc395f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441241
Feb 05 21:38:58.709351 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-834a89d5-bfd2-4095-a5b6-66e2dad7900a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:58.710987 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-834a89d5-bfd2-4095-a5b6-66e2dad7900a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b&tenant_id=da51ac8e46d54f059d8d5252e292443f HTTP/1.1" status: 200  len: 1128 time: 0.0475364
Feb 05 21:38:58.721978 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-9cb1833e-c23e-4e77-b509-b4007bed9ad9 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:38:58.723168 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-9cb1833e-c23e-4e77-b509-b4007bed9ad9 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0057373
Feb 05 21:38:58.732814 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-3c78369a-c802-4c1f-a477-93658365a82d service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:38:58.793466 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-3c78369a-c802-4c1f-a477-93658365a82d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (96175635-97a7-40e9-a9ed-a6063e551cad), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:58.992832 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-3c78369a-c802-4c1f-a477-93658365a82d service neutron] For port 96175635-97a7-40e9-a9ed-a6063e551cad, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=96175635-97a7-40e9-a9ed-a6063e551cad,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:38:59.025575 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-3c78369a-c802-4c1f-a477-93658365a82d service neutron] For port 96175635-97a7-40e9-a9ed-a6063e551cad, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:38:59.063829 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb64b01c-084b-44f9-bb85-f31043797c6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96175635-97a7-40e9-a9ed-a6063e551cad'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:38:59.066858 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539cad00-e016-470e-ad07-c9a8ecda53b1" -d '{"events": [{"server_uuid": "fb64b01c-084b-44f9-bb85-f31043797c6b", "name": "network-vif-unplugged", "status": "completed", "tag": "96175635-97a7-40e9-a9ed-a6063e551cad"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:38:59.070730 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-3c78369a-c802-4c1f-a477-93658365a82d service neutron] Publish callbacks [] for port (96175635-97a7-40e9-a9ed-a6063e551cad), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:59.083541 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-3c78369a-c802-4c1f-a477-93658365a82d service neutron] Transition to ACTIVE for port object 96175635-97a7-40e9-a9ed-a6063e551cad will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:38:59.087572 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-3c78369a-c802-4c1f-a477-93658365a82d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (96175635-97a7-40e9-a9ed-a6063e551cad), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:59.119836 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 21:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2aaea26-5fd8-4160-a506-0bbdd23fc718 x-openstack-request-id: req-e2aaea26-5fd8-4160-a506-0bbdd23fc718 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:38:59.120073 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb64b01c-084b-44f9-bb85-f31043797c6b", "name": "network-vif-unplugged", "status": "completed", "tag": "96175635-97a7-40e9-a9ed-a6063e551cad", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:38:59.120400 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e2aaea26-5fd8-4160-a506-0bbdd23fc718 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:38:59.120701 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb64b01c-084b-44f9-bb85-f31043797c6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96175635-97a7-40e9-a9ed-a6063e551cad', 'code': 200}
Feb 05 21:38:59.169034 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c78369a-c802-4c1f-a477-93658365a82d service neutron] Pushing event updated for resources: {'Port': ['ID=96175635-97a7-40e9-a9ed-a6063e551cad,revision_number=6']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:38:59.183634 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c78369a-c802-4c1f-a477-93658365a82d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:38:59.183991 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c78369a-c802-4c1f-a477-93658365a82d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:38:59.184343 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c78369a-c802-4c1f-a477-93658365a82d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:38:59.184705 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c78369a-c802-4c1f-a477-93658365a82d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:38:59.185039 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c78369a-c802-4c1f-a477-93658365a82d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:38:59.185370 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c78369a-c802-4c1f-a477-93658365a82d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:38:59.185706 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c78369a-c802-4c1f-a477-93658365a82d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:38:59.186022 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c78369a-c802-4c1f-a477-93658365a82d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:38:59.186348 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c78369a-c802-4c1f-a477-93658365a82d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:38:59.186701 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c78369a-c802-4c1f-a477-93658365a82d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:38:59.187028 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c78369a-c802-4c1f-a477-93658365a82d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:38:59.187357 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c78369a-c802-4c1f-a477-93658365a82d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:38:59.187679 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c78369a-c802-4c1f-a477-93658365a82d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:38:59.224909 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-3c78369a-c802-4c1f-a477-93658365a82d service neutron] No DVR routers for this DVR port 96175635-97a7-40e9-a9ed-a6063e551cad on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:38:59.362999 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-3c78369a-c802-4c1f-a477-93658365a82d service neutron] Attempting to bind port 96175635-97a7-40e9-a9ed-a6063e551cad on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:38:59.363256 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-3c78369a-c802-4c1f-a477-93658365a82d service neutron] Attempting to bind port 96175635-97a7-40e9-a9ed-a6063e551cad by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:38:59.363585 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-3c78369a-c802-4c1f-a477-93658365a82d service neutron] Attempting to bind port 96175635-97a7-40e9-a9ed-a6063e551cad on network 5f6be15e-b511-47a2-8a74-368371c2b722 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:38:59.367887 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-3c78369a-c802-4c1f-a477-93658365a82d service neutron] Port 96175635-97a7-40e9-a9ed-a6063e551cad on network 5f6be15e-b511-47a2-8a74-368371c2b722 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:38:59.368217 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-3c78369a-c802-4c1f-a477-93658365a82d service neutron] Attempting to bind port 96175635-97a7-40e9-a9ed-a6063e551cad on network 5f6be15e-b511-47a2-8a74-368371c2b722 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:38:59.372944 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-3c78369a-c802-4c1f-a477-93658365a82d service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:38:59.373298 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-3c78369a-c802-4c1f-a477-93658365a82d service neutron] Checking segment: {'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:38:59.373662 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-3c78369a-c802-4c1f-a477-93658365a82d service neutron] Bound using segment: {'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:38:59.374084 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-3c78369a-c802-4c1f-a477-93658365a82d service neutron] Bound port: 96175635-97a7-40e9-a9ed-a6063e551cad, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:38:59.374462 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-3c78369a-c802-4c1f-a477-93658365a82d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (96175635-97a7-40e9-a9ed-a6063e551cad), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:59.438555 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-3c78369a-c802-4c1f-a477-93658365a82d service neutron] For port 96175635-97a7-40e9-a9ed-a6063e551cad, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:38:59.441639 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-3c78369a-c802-4c1f-a477-93658365a82d service neutron] For port 96175635-97a7-40e9-a9ed-a6063e551cad, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=96175635-97a7-40e9-a9ed-a6063e551cad,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:38:59.447172 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-3c78369a-c802-4c1f-a477-93658365a82d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (96175635-97a7-40e9-a9ed-a6063e551cad), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:59.486836 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-3c78369a-c802-4c1f-a477-93658365a82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:59.487482 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-3c78369a-c802-4c1f-a477-93658365a82d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:38:59.488897 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-3c78369a-c802-4c1f-a477-93658365a82d service neutron] 10.222.0.39 "PUT /v2.0/ports/96175635-97a7-40e9-a9ed-a6063e551cad HTTP/1.1" status: 200  len: 1092 time: 0.7597334
Feb 05 21:38:59.508151 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c78369a-c802-4c1f-a477-93658365a82d service neutron] Pushing event updated for resources: {'Port': ['ID=96175635-97a7-40e9-a9ed-a6063e551cad,revision_number=7']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:38:59.558946 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-303c4548-c7d6-4cf3-bd99-fbbbcebf99a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:59.560637 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-303c4548-c7d6-4cf3-bd99-fbbbcebf99a4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da51ac8e46d54f059d8d5252e292443f&device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 1126 time: 0.0487001
Feb 05 21:38:59.654479 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-84a7b55b-0f3e-48d5-9cc4-477227fd5ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:59.656105 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-84a7b55b-0f3e-48d5-9cc4-477227fd5ae3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 200  len: 912 time: 0.0900104
Feb 05 21:38:59.726663 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-a9cf3775-ba83-42b9-8ace-8d9ee3152686 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96175635-97a7-40e9-a9ed-a6063e551cad HTTP/1.1" status: 200  len: 1001 time: 0.0645053
Feb 05 21:38:59.774943 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-4e888aec-7bfd-4fe5-92b5-fdd38f288b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:59.776442 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-4e888aec-7bfd-4fe5-92b5-fdd38f288b9d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d016947-afd7-422e-be42-6a16d0cc42db HTTP/1.1" status: 200  len: 850 time: 0.0448372
Feb 05 21:38:59.821856 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d6e7b-5da1-4409-9296-92936d122bc9 req-0745cd26-6f8a-4607-bbe1-984c9ad2f10f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:59.823370 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-752d6e7b-5da1-4409-9296-92936d122bc9 req-0745cd26-6f8a-4607-bbe1-984c9ad2f10f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 944 time: 0.0535250
Feb 05 21:38:59.825790 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-5f03c44f-7b0c-46f2-8eab-5a91c1c3f9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:38:59.827440 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-5f03c44f-7b0c-46f2-8eab-5a91c1c3f9f6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f6be15e-b511-47a2-8a74-368371c2b722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0447698
Feb 05 21:38:59.874348 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-752d6e7b-5da1-4409-9296-92936d122bc9 req-e4bbba37-5b70-4b57-9fd5-5ec8a7c1bfc0 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454500
Feb 05 21:38:59.920912 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-6bac9ece-7f56-4b87-9548-56bf4d07511e service neutron] 10.222.0.39 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0876191
Feb 05 21:39:00.011789 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-96a117f2-66ef-4e62-9650-154c684aedc0 req-9124a638-1336-46ff-9b2b-36bc66cdd41d service neutron] 10.222.0.39 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0852041
Feb 05 21:39:00.998750 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f453fc3-7672-410a-bb48-06dc2c69104e req-de730a59-886a-4c29-9734-5f075c36493a tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:01.000211 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6f453fc3-7672-410a-bb48-06dc2c69104e req-de730a59-886a-4c29-9734-5f075c36493a tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 944 time: 0.0521390
Feb 05 21:39:01.045848 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6f453fc3-7672-410a-bb48-06dc2c69104e req-20af6778-c699-4fd8-997a-bc2b84aa4cca tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398524
Feb 05 21:39:01.122271 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb64b01c-084b-44f9-bb85-f31043797c6b', 'tag': '96175635-97a7-40e9-a9ed-a6063e551cad'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:39:01.124629 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715e9722-ceca-4a1f-b8e3-4f9dfc9762d1" -d '{"events": [{"name": "network-changed", "server_uuid": "fb64b01c-084b-44f9-bb85-f31043797c6b", "tag": "96175635-97a7-40e9-a9ed-a6063e551cad"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:39:01.174009 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29761a34-5ee8-4530-94bb-6d9262d96e61 x-openstack-request-id: req-29761a34-5ee8-4530-94bb-6d9262d96e61 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:39:01.174314 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb64b01c-084b-44f9-bb85-f31043797c6b", "tag": "96175635-97a7-40e9-a9ed-a6063e551cad", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:39:01.174923 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-29761a34-5ee8-4530-94bb-6d9262d96e61 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:39:01.175543 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb64b01c-084b-44f9-bb85-f31043797c6b', 'tag': '96175635-97a7-40e9-a9ed-a6063e551cad', 'status': 'completed', 'code': 200}
Feb 05 21:39:01.235561 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e9722-ceca-4a1f-b8e3-4f9dfc9762d1 req-23513c8c-038a-4188-a7d7-a61a6c68210a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:01.237118 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-715e9722-ceca-4a1f-b8e3-4f9dfc9762d1 req-23513c8c-038a-4188-a7d7-a61a6c68210a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=da51ac8e46d54f059d8d5252e292443f&device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 1126 time: 0.0454626
Feb 05 21:39:01.339069 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e9722-ceca-4a1f-b8e3-4f9dfc9762d1 req-63c9011d-c978-43ac-8990-214c9d9ef230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:01.340576 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-715e9722-ceca-4a1f-b8e3-4f9dfc9762d1 req-63c9011d-c978-43ac-8990-214c9d9ef230 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 200  len: 912 time: 0.0966489
Feb 05 21:39:01.412429 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-715e9722-ceca-4a1f-b8e3-4f9dfc9762d1 req-9b76a17c-173a-4129-8a57-09ab846c416e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96175635-97a7-40e9-a9ed-a6063e551cad HTTP/1.1" status: 200  len: 1001 time: 0.0647297
Feb 05 21:39:01.414849 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 96175635-97a7-40e9-a9ed-a6063e551cad no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:39:01.457772 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] The host nch1-master-1 is not matching for port 96175635-97a7-40e9-a9ed-a6063e551cad host nch2-master-1! {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Feb 05 21:39:01.458102 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 96175635-97a7-40e9-a9ed-a6063e551cad not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:39:01.465772 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e9722-ceca-4a1f-b8e3-4f9dfc9762d1 req-264e42c6-b623-416b-b386-0dab0d5f5729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:01.467601 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-715e9722-ceca-4a1f-b8e3-4f9dfc9762d1 req-264e42c6-b623-416b-b386-0dab0d5f5729 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d016947-afd7-422e-be42-6a16d0cc42db HTTP/1.1" status: 200  len: 850 time: 0.0503690
Feb 05 21:39:01.528339 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e9722-ceca-4a1f-b8e3-4f9dfc9762d1 req-47cb590a-e90f-477e-99e1-7f938195b58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:01.530033 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-715e9722-ceca-4a1f-b8e3-4f9dfc9762d1 req-47cb590a-e90f-477e-99e1-7f938195b58f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f6be15e-b511-47a2-8a74-368371c2b722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0567887
Feb 05 21:39:01.571291 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e9722-ceca-4a1f-b8e3-4f9dfc9762d1 req-87e7fee9-e66f-49af-bb51-3bbc0bf50bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:01.572801 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-715e9722-ceca-4a1f-b8e3-4f9dfc9762d1 req-87e7fee9-e66f-49af-bb51-3bbc0bf50bd3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da51ac8e46d54f059d8d5252e292443f&device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 1126 time: 0.3749022
Feb 05 21:39:01.625497 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-715e9722-ceca-4a1f-b8e3-4f9dfc9762d1 req-17b55a85-7378-46a4-a24c-d612af5daf92 service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0896399
Feb 05 21:39:01.667766 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e9722-ceca-4a1f-b8e3-4f9dfc9762d1 req-7e0c29c6-5718-4d62-a684-93b9d8c81b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:01.669235 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-715e9722-ceca-4a1f-b8e3-4f9dfc9762d1 req-7e0c29c6-5718-4d62-a684-93b9d8c81b27 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 200  len: 912 time: 0.0862355
Feb 05 21:39:01.719824 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-715e9722-ceca-4a1f-b8e3-4f9dfc9762d1 req-a3ab6f51-0d7d-4429-b3bb-86e239d24ea0 service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0886190
Feb 05 21:39:01.735867 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-715e9722-ceca-4a1f-b8e3-4f9dfc9762d1 req-0c316fe0-6724-4d15-a45b-79cd394946bd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96175635-97a7-40e9-a9ed-a6063e551cad HTTP/1.1" status: 200  len: 1001 time: 0.0610518
Feb 05 21:39:01.786110 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e9722-ceca-4a1f-b8e3-4f9dfc9762d1 req-3eff48de-5177-47d8-85f9-0ba6d3491408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:01.787565 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-715e9722-ceca-4a1f-b8e3-4f9dfc9762d1 req-3eff48de-5177-47d8-85f9-0ba6d3491408 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d016947-afd7-422e-be42-6a16d0cc42db HTTP/1.1" status: 200  len: 850 time: 0.0462866
Feb 05 21:39:01.833781 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e9722-ceca-4a1f-b8e3-4f9dfc9762d1 req-95d2c2da-fea4-4348-a8a3-0048950fa265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:01.835279 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-715e9722-ceca-4a1f-b8e3-4f9dfc9762d1 req-95d2c2da-fea4-4348-a8a3-0048950fa265 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f6be15e-b511-47a2-8a74-368371c2b722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0426245
Feb 05 21:39:01.924965 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-715e9722-ceca-4a1f-b8e3-4f9dfc9762d1 req-038a3939-3d3d-4455-b367-c12234ef3c57 service neutron] 10.222.0.39 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0826538
Feb 05 21:39:02.014844 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-715e9722-ceca-4a1f-b8e3-4f9dfc9762d1 req-8a8b202c-b6d7-48b4-b881-db7a621147ea service neutron] 10.222.0.39 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848317
Feb 05 21:39:02.127088 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 96175635-97a7-40e9-a9ed-a6063e551cad details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:39:02.166946 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30bb0e-43bb-4a63-b36f-56e746b2d531 req-2f46742e-98b6-46ce-b1a8-6c502b0c54fe tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:02.168449 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ae30bb0e-43bb-4a63-b36f-56e746b2d531 req-2f46742e-98b6-46ce-b1a8-6c502b0c54fe tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 944 time: 0.0536079
Feb 05 21:39:02.215405 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ae30bb0e-43bb-4a63-b36f-56e746b2d531 req-cbaaeefd-d5be-41c6-abbf-fc9eca629c4b tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412178
Feb 05 21:39:02.228578 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 96175635-97a7-40e9-a9ed-a6063e551cad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=96175635-97a7-40e9-a9ed-a6063e551cad,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:39:02.239099 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '96175635-97a7-40e9-a9ed-a6063e551cad', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'port_id': '96175635-97a7-40e9-a9ed-a6063e551cad', 'mac_address': 'fa:16:3e:16:57:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:39:02.277676 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 96175635-97a7-40e9-a9ed-a6063e551cad is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:39:02.278077 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (96175635-97a7-40e9-a9ed-a6063e551cad), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:02.292103 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96175635-97a7-40e9-a9ed-a6063e551cad {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:39:02.312140 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 96175635-97a7-40e9-a9ed-a6063e551cad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=96175635-97a7-40e9-a9ed-a6063e551cad,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:39:02.316411 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (96175635-97a7-40e9-a9ed-a6063e551cad), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:02.365533 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=96175635-97a7-40e9-a9ed-a6063e551cad,revision_number=8']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:39:02.372731 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:39:02.373081 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:39:02.373431 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:39:02.373773 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:39:02.374108 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:39:02.374463 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:39:02.374799 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:39:02.375124 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:39:02.375451 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:39:02.375775 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:39:02.376105 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:39:02.376429 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:39:02.376750 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:39:02.509306 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-d806adad-fc45-4434-80b2-ef71f495d0df tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:02.510812 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-d806adad-fc45-4434-80b2-ef71f495d0df tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b&tenant_id=da51ac8e46d54f059d8d5252e292443f&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 945 time: 0.0573082
Feb 05 21:39:02.532018 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de2447-cc6a-47ac-b639-1cf22637ba06 req-2ff9fe1d-f4d2-45fb-970b-ca76586c399f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:02.533422 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e8de2447-cc6a-47ac-b639-1cf22637ba06 req-2ff9fe1d-f4d2-45fb-970b-ca76586c399f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 945 time: 0.0581932
Feb 05 21:39:02.541986 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['96175635-97a7-40e9-a9ed-a6063e551cad'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:39:02.576753 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-ddd19b6e-e8ba-4d7e-b726-d3edad1b2db0 service neutron] 10.222.0.39 "GET /v2.0/ports/96175635-97a7-40e9-a9ed-a6063e551cad/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0581665
Feb 05 21:39:02.582927 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e8de2447-cc6a-47ac-b639-1cf22637ba06 req-19a94ae2-5b5d-418c-9670-4033bfa89f78 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430920
Feb 05 21:39:02.641500 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-e3c294c0-80bf-400a-a40e-b94d4c03554c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:02.643087 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-e3c294c0-80bf-400a-a40e-b94d4c03554c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da51ac8e46d54f059d8d5252e292443f&device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 1127 time: 0.0452745
Feb 05 21:39:02.738185 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-48c03942-1ad3-4590-b7dc-45da9311dcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:02.739690 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-48c03942-1ad3-4590-b7dc-45da9311dcb0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 200  len: 912 time: 0.0914292
Feb 05 21:39:02.803056 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-43c440b8-5a51-44dd-bc66-91c1c19b3783 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96175635-97a7-40e9-a9ed-a6063e551cad HTTP/1.1" status: 200  len: 1002 time: 0.0571821
Feb 05 21:39:02.854534 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-4c007a7c-2ccb-44ad-b3ce-02c7b3890173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:02.855974 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-4c007a7c-2ccb-44ad-b3ce-02c7b3890173 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d016947-afd7-422e-be42-6a16d0cc42db HTTP/1.1" status: 200  len: 850 time: 0.0474370
Feb 05 21:39:02.904334 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-0cd562f3-c984-4788-99e6-405f537451bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:02.905809 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-0cd562f3-c984-4788-99e6-405f537451bc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f6be15e-b511-47a2-8a74-368371c2b722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0433390
Feb 05 21:39:02.993588 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-454723d6-1239-4de3-98ac-43a39798bfca service neutron] 10.222.0.39 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0808861
Feb 05 21:39:03.084845 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-5d96dcda-3b02-4eb8-8fd3-fcd7813b4a59 service neutron] 10.222.0.39 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840802
Feb 05 21:39:03.712035 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64538690-ff2c-4d99-aafc-ea84ab306984 req-8276e274-8e49-434f-90ab-9faf97e7e55d tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:03.713542 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-64538690-ff2c-4d99-aafc-ea84ab306984 req-8276e274-8e49-434f-90ab-9faf97e7e55d tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 945 time: 0.0551691
Feb 05 21:39:03.760619 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-64538690-ff2c-4d99-aafc-ea84ab306984 req-5942cc07-a8d1-4ae3-a403-58c3a1f4fb30 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413098
Feb 05 21:39:03.781824 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-07c89736-1244-456c-a5d0-19226addc88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:04.139058 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 96175635-97a7-40e9-a9ed-a6063e551cad up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:39:04.187544 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 96175635-97a7-40e9-a9ed-a6063e551cad completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:39:04.191772 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 96175635-97a7-40e9-a9ed-a6063e551cad triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:39:04.192172 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (96175635-97a7-40e9-a9ed-a6063e551cad), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:04.273123 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 96175635-97a7-40e9-a9ed-a6063e551cad is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:39:04.273435 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (96175635-97a7-40e9-a9ed-a6063e551cad), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:04.295464 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb64b01c-084b-44f9-bb85-f31043797c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96175635-97a7-40e9-a9ed-a6063e551cad'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:39:04.297787 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e047cc-34fa-4de1-bb9e-a763cd65df2b" -d '{"events": [{"server_uuid": "fb64b01c-084b-44f9-bb85-f31043797c6b", "name": "network-vif-plugged", "status": "completed", "tag": "96175635-97a7-40e9-a9ed-a6063e551cad"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:39:04.310420 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 96175635-97a7-40e9-a9ed-a6063e551cad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=96175635-97a7-40e9-a9ed-a6063e551cad,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:39:04.315873 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (96175635-97a7-40e9-a9ed-a6063e551cad), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:04.349777 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f2a529-c356-448a-b653-3a74de39dbb6 x-openstack-request-id: req-41f2a529-c356-448a-b653-3a74de39dbb6 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:39:04.350071 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb64b01c-084b-44f9-bb85-f31043797c6b", "name": "network-vif-plugged", "status": "completed", "tag": "96175635-97a7-40e9-a9ed-a6063e551cad", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:39:04.350328 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-41f2a529-c356-448a-b653-3a74de39dbb6 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:39:04.350743 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb64b01c-084b-44f9-bb85-f31043797c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96175635-97a7-40e9-a9ed-a6063e551cad', 'code': 200}
Feb 05 21:39:04.367784 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=96175635-97a7-40e9-a9ed-a6063e551cad,revision_number=9']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:39:04.883738 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102e81e-2bec-424f-bc41-f3f2dcd3c9c6 req-3ed3b494-07e5-4653-af22-14fe6d8e8f25 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:04.885327 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7102e81e-2bec-424f-bc41-f3f2dcd3c9c6 req-3ed3b494-07e5-4653-af22-14fe6d8e8f25 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 946 time: 0.0530257
Feb 05 21:39:04.947143 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7102e81e-2bec-424f-bc41-f3f2dcd3c9c6 req-d5d0e2c9-e767-4211-98f2-7d1887009132 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0559490
Feb 05 21:39:04.980020 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-476c9ebf-21e4-4dea-aa72-a84f4cbe7ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:04.981537 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-476c9ebf-21e4-4dea-aa72-a84f4cbe7ffa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b&tenant_id=da51ac8e46d54f059d8d5252e292443f HTTP/1.1" status: 200  len: 1128 time: 0.0493267
Feb 05 21:39:04.992305 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-82537715-a78b-4a8f-9558-63318f6e4019 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:39:05.050557 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-82537715-a78b-4a8f-9558-63318f6e4019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (96175635-97a7-40e9-a9ed-a6063e551cad), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:05.250629 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-82537715-a78b-4a8f-9558-63318f6e4019 service neutron] For port 96175635-97a7-40e9-a9ed-a6063e551cad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=96175635-97a7-40e9-a9ed-a6063e551cad,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:39:05.281867 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-82537715-a78b-4a8f-9558-63318f6e4019 service neutron] For port 96175635-97a7-40e9-a9ed-a6063e551cad, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:39:05.321480 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb64b01c-084b-44f9-bb85-f31043797c6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96175635-97a7-40e9-a9ed-a6063e551cad'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:39:05.323855 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f56f51-8cd6-402b-91c9-58826189e9f5" -d '{"events": [{"server_uuid": "fb64b01c-084b-44f9-bb85-f31043797c6b", "name": "network-vif-unplugged", "status": "completed", "tag": "96175635-97a7-40e9-a9ed-a6063e551cad"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:39:05.327721 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-82537715-a78b-4a8f-9558-63318f6e4019 service neutron] Publish callbacks [] for port (96175635-97a7-40e9-a9ed-a6063e551cad), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:05.340583 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-82537715-a78b-4a8f-9558-63318f6e4019 service neutron] Transition to ACTIVE for port object 96175635-97a7-40e9-a9ed-a6063e551cad will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:39:05.344433 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-82537715-a78b-4a8f-9558-63318f6e4019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (96175635-97a7-40e9-a9ed-a6063e551cad), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:05.375496 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 21:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ca3422-3490-4dad-bbdf-9e7b073149d4 x-openstack-request-id: req-c2ca3422-3490-4dad-bbdf-9e7b073149d4 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:39:05.375809 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb64b01c-084b-44f9-bb85-f31043797c6b", "name": "network-vif-unplugged", "status": "completed", "tag": "96175635-97a7-40e9-a9ed-a6063e551cad", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:39:05.376065 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c2ca3422-3490-4dad-bbdf-9e7b073149d4 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:39:05.376466 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb64b01c-084b-44f9-bb85-f31043797c6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96175635-97a7-40e9-a9ed-a6063e551cad', 'code': 200}
Feb 05 21:39:05.432755 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82537715-a78b-4a8f-9558-63318f6e4019 service neutron] Pushing event updated for resources: {'Port': ['ID=96175635-97a7-40e9-a9ed-a6063e551cad,revision_number=10']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:39:05.474106 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-82537715-a78b-4a8f-9558-63318f6e4019 service neutron] No DVR routers for this DVR port 96175635-97a7-40e9-a9ed-a6063e551cad on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:39:05.616297 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-82537715-a78b-4a8f-9558-63318f6e4019 service neutron] Attempting to bind port 96175635-97a7-40e9-a9ed-a6063e551cad on host nch1-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:39:05.616643 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-82537715-a78b-4a8f-9558-63318f6e4019 service neutron] Attempting to bind port 96175635-97a7-40e9-a9ed-a6063e551cad by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:39:05.616993 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-82537715-a78b-4a8f-9558-63318f6e4019 service neutron] Attempting to bind port 96175635-97a7-40e9-a9ed-a6063e551cad on network 5f6be15e-b511-47a2-8a74-368371c2b722 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:39:05.625810 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-82537715-a78b-4a8f-9558-63318f6e4019 service neutron] Port 96175635-97a7-40e9-a9ed-a6063e551cad on network 5f6be15e-b511-47a2-8a74-368371c2b722 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:39:05.626146 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-82537715-a78b-4a8f-9558-63318f6e4019 service neutron] Attempting to bind port 96175635-97a7-40e9-a9ed-a6063e551cad on network 5f6be15e-b511-47a2-8a74-368371c2b722 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:39:05.631792 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-82537715-a78b-4a8f-9558-63318f6e4019 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:39:05.632136 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-82537715-a78b-4a8f-9558-63318f6e4019 service neutron] Checking segment: {'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:39:05.632527 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-82537715-a78b-4a8f-9558-63318f6e4019 service neutron] Bound using segment: {'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:39:05.632958 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-82537715-a78b-4a8f-9558-63318f6e4019 service neutron] Bound port: 96175635-97a7-40e9-a9ed-a6063e551cad, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:39:05.633321 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-82537715-a78b-4a8f-9558-63318f6e4019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (96175635-97a7-40e9-a9ed-a6063e551cad), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:05.697933 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-82537715-a78b-4a8f-9558-63318f6e4019 service neutron] For port 96175635-97a7-40e9-a9ed-a6063e551cad, host nch1-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:39:05.700913 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-82537715-a78b-4a8f-9558-63318f6e4019 service neutron] For port 96175635-97a7-40e9-a9ed-a6063e551cad, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=96175635-97a7-40e9-a9ed-a6063e551cad,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:39:05.707390 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-82537715-a78b-4a8f-9558-63318f6e4019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (96175635-97a7-40e9-a9ed-a6063e551cad), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:05.739898 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-82537715-a78b-4a8f-9558-63318f6e4019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:05.740496 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-82537715-a78b-4a8f-9558-63318f6e4019 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:05.741877 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-82537715-a78b-4a8f-9558-63318f6e4019 service neutron] 10.222.0.21 "PUT /v2.0/ports/96175635-97a7-40e9-a9ed-a6063e551cad HTTP/1.1" status: 200  len: 1093 time: 0.7535393
Feb 05 21:39:05.773417 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82537715-a78b-4a8f-9558-63318f6e4019 service neutron] Pushing event updated for resources: {'Port': ['ID=96175635-97a7-40e9-a9ed-a6063e551cad,revision_number=11']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:39:05.822781 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-20f12eab-4875-4361-a6b6-eaefc9bc2c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:05.824454 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-20f12eab-4875-4361-a6b6-eaefc9bc2c66 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=da51ac8e46d54f059d8d5252e292443f&device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 1127 time: 0.0590169
Feb 05 21:39:05.919346 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-59470341-b2b2-4481-aca7-175806db33ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:05.920919 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-59470341-b2b2-4481-aca7-175806db33ae service neutron] 10.222.0.21 "GET /v2.0/networks?id=5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 200  len: 912 time: 0.0903113
Feb 05 21:39:05.993245 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-5b7cb0fd-650b-47d2-a9b8-91e7a894dbde service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96175635-97a7-40e9-a9ed-a6063e551cad HTTP/1.1" status: 200  len: 1001 time: 0.0663781
Feb 05 21:39:06.072232 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-16d703f9-bb7a-4781-a4dd-278f40398ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:06.073611 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-16d703f9-bb7a-4781-a4dd-278f40398ab2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d016947-afd7-422e-be42-6a16d0cc42db HTTP/1.1" status: 200  len: 850 time: 0.0736809
Feb 05 21:39:06.121252 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fff8b2-458e-4297-97ab-83bae61c4d90 req-d7e27a79-1ea9-4730-a086-8045742d5b7d tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:06.122931 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e6fff8b2-458e-4297-97ab-83bae61c4d90 req-d7e27a79-1ea9-4730-a086-8045742d5b7d tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 945 time: 0.0965858
Feb 05 21:39:06.167343 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-51afa87f-7807-4472-8f46-68879a7c318d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:06.168852 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-51afa87f-7807-4472-8f46-68879a7c318d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f6be15e-b511-47a2-8a74-368371c2b722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0891452
Feb 05 21:39:06.178073 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-91d5bf6b-465f-4143-b08c-02e34c96fdc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:06.200398 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e6fff8b2-458e-4297-97ab-83bae61c4d90 req-63f755bc-9c58-48e8-833b-357679551ba2 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0705030
Feb 05 21:39:06.267817 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-c0d673e1-d25d-4030-9eb5-c46cff89d5b7 service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0903735
Feb 05 21:39:06.361213 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-27565605-6abf-4cc9-ac2f-597f5af2d2bf req-bcae5cec-d030-434b-8862-5e121f682015 service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0880895
Feb 05 21:39:07.323088 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc42e84-ce7f-4f1c-8fff-71bc605b5420 req-d784a327-f334-45fc-b66c-0da9de35d816 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:07.324613 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ecc42e84-ce7f-4f1c-8fff-71bc605b5420 req-d784a327-f334-45fc-b66c-0da9de35d816 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 945 time: 0.0537612
Feb 05 21:39:07.369788 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ecc42e84-ce7f-4f1c-8fff-71bc605b5420 req-bcb12be0-778e-4c6f-a681-40b657a89a38 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397182
Feb 05 21:39:07.377348 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb64b01c-084b-44f9-bb85-f31043797c6b', 'tag': '96175635-97a7-40e9-a9ed-a6063e551cad'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:39:07.380255 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5c3922-8388-4117-9c82-bac332a8ca7b" -d '{"events": [{"name": "network-changed", "server_uuid": "fb64b01c-084b-44f9-bb85-f31043797c6b", "tag": "96175635-97a7-40e9-a9ed-a6063e551cad"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:39:07.430018 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7112f227-fe65-470d-9090-bd60c547e60b x-openstack-request-id: req-7112f227-fe65-470d-9090-bd60c547e60b {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:39:07.430347 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb64b01c-084b-44f9-bb85-f31043797c6b", "tag": "96175635-97a7-40e9-a9ed-a6063e551cad", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:39:07.430631 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7112f227-fe65-470d-9090-bd60c547e60b {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:39:07.431073 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb64b01c-084b-44f9-bb85-f31043797c6b', 'tag': '96175635-97a7-40e9-a9ed-a6063e551cad', 'status': 'completed', 'code': 200}
Feb 05 21:39:07.491155 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c3922-8388-4117-9c82-bac332a8ca7b req-bc75d1fa-9590-4634-bb59-50222c448a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:07.492552 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6c5c3922-8388-4117-9c82-bac332a8ca7b req-bc75d1fa-9590-4634-bb59-50222c448a29 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=da51ac8e46d54f059d8d5252e292443f&device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 1127 time: 0.0451345
Feb 05 21:39:07.495826 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c3922-8388-4117-9c82-bac332a8ca7b req-67b13293-0189-42c2-b27e-f8ca591034c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:07.497438 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6c5c3922-8388-4117-9c82-bac332a8ca7b req-67b13293-0189-42c2-b27e-f8ca591034c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da51ac8e46d54f059d8d5252e292443f&device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 1127 time: 0.0446095
Feb 05 21:39:07.587835 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c3922-8388-4117-9c82-bac332a8ca7b req-518ce8c8-fcb2-426b-a105-21dda4def08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:07.588090 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c3922-8388-4117-9c82-bac332a8ca7b req-9f508189-bf50-40ad-8550-6da7ac3d786f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:07.589503 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6c5c3922-8388-4117-9c82-bac332a8ca7b req-9f508189-bf50-40ad-8550-6da7ac3d786f service neutron] 10.222.0.39 "GET /v2.0/networks?id=5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 200  len: 912 time: 0.0869834
Feb 05 21:39:07.589667 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6c5c3922-8388-4117-9c82-bac332a8ca7b req-518ce8c8-fcb2-426b-a105-21dda4def08e service neutron] 10.222.0.21 "GET /v2.0/networks?id=5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 200  len: 912 time: 0.0897419
Feb 05 21:39:07.611049 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:07.655877 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6c5c3922-8388-4117-9c82-bac332a8ca7b req-44ee022a-3d9d-4683-b105-8e039ff15fb0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96175635-97a7-40e9-a9ed-a6063e551cad HTTP/1.1" status: 200  len: 1001 time: 0.0602221
Feb 05 21:39:07.660793 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6c5c3922-8388-4117-9c82-bac332a8ca7b req-4f3c561f-17e7-41c4-90a6-f62c11605733 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96175635-97a7-40e9-a9ed-a6063e551cad HTTP/1.1" status: 200  len: 1001 time: 0.0652671
Feb 05 21:39:07.707616 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c3922-8388-4117-9c82-bac332a8ca7b req-541ebe88-d4b0-4435-b096-642d60f5cc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:07.709076 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6c5c3922-8388-4117-9c82-bac332a8ca7b req-541ebe88-d4b0-4435-b096-642d60f5cc2c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d016947-afd7-422e-be42-6a16d0cc42db HTTP/1.1" status: 200  len: 850 time: 0.0479798
Feb 05 21:39:07.717417 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c3922-8388-4117-9c82-bac332a8ca7b req-382a1df2-e100-4ed3-87d0-d824df56829f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:07.718917 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6c5c3922-8388-4117-9c82-bac332a8ca7b req-382a1df2-e100-4ed3-87d0-d824df56829f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d016947-afd7-422e-be42-6a16d0cc42db HTTP/1.1" status: 200  len: 850 time: 0.0507929
Feb 05 21:39:07.757789 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c3922-8388-4117-9c82-bac332a8ca7b req-c6042cc4-93cc-4af9-829b-735dec663ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:07.759242 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6c5c3922-8388-4117-9c82-bac332a8ca7b req-c6042cc4-93cc-4af9-829b-735dec663ed9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f6be15e-b511-47a2-8a74-368371c2b722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0446439
Feb 05 21:39:07.769671 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c3922-8388-4117-9c82-bac332a8ca7b req-c03cc404-b663-4240-aee5-6fb36d8d9313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:07.771226 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6c5c3922-8388-4117-9c82-bac332a8ca7b req-c03cc404-b663-4240-aee5-6fb36d8d9313 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f6be15e-b511-47a2-8a74-368371c2b722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0458531
Feb 05 21:39:07.848256 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6c5c3922-8388-4117-9c82-bac332a8ca7b req-f5c12670-5a2b-48cc-9bf7-dc14eee6c52f service neutron] 10.222.0.39 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0829303
Feb 05 21:39:07.865035 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6c5c3922-8388-4117-9c82-bac332a8ca7b req-095462e0-1ba2-4612-9947-ba74c34dfabb service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870578
Feb 05 21:39:07.940371 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6c5c3922-8388-4117-9c82-bac332a8ca7b req-bc34ae69-176a-44ac-a024-0a0842a090f6 service neutron] 10.222.0.39 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0869169
Feb 05 21:39:07.955235 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6c5c3922-8388-4117-9c82-bac332a8ca7b req-051240e8-09cb-4f80-86b2-31daab6978f5 service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836976
Feb 05 21:39:08.141961 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 96175635-97a7-40e9-a9ed-a6063e551cad no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:39:08.180190 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] The host nch2-master-1 is not matching for port 96175635-97a7-40e9-a9ed-a6063e551cad host nch1-master-1! {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Feb 05 21:39:08.180588 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 96175635-97a7-40e9-a9ed-a6063e551cad not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:39:08.490568 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa286ed-0c3d-4262-8cb5-17fe3d744474 req-696dbbf4-336d-4524-968f-1b891913439c tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:08.492052 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0aa286ed-0c3d-4262-8cb5-17fe3d744474 req-696dbbf4-336d-4524-968f-1b891913439c tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 945 time: 0.0536373
Feb 05 21:39:08.542012 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0aa286ed-0c3d-4262-8cb5-17fe3d744474 req-6e5386d2-cf43-424d-81e4-c53140f72fe3 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444520
Feb 05 21:39:09.199464 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:09.438744 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 96175635-97a7-40e9-a9ed-a6063e551cad details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:39:09.672324 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d84c35-c119-4d09-9a78-b9aa7b485852 req-b9a8fb80-fa38-4cac-a4a6-8bb8188bb5e7 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:09.673943 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d0d84c35-c119-4d09-9a78-b9aa7b485852 req-b9a8fb80-fa38-4cac-a4a6-8bb8188bb5e7 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 945 time: 0.0591297
Feb 05 21:39:09.700763 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 96175635-97a7-40e9-a9ed-a6063e551cad, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=96175635-97a7-40e9-a9ed-a6063e551cad,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:39:09.712479 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '96175635-97a7-40e9-a9ed-a6063e551cad', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'port_id': '96175635-97a7-40e9-a9ed-a6063e551cad', 'mac_address': 'fa:16:3e:16:57:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:39:09.722679 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d0d84c35-c119-4d09-9a78-b9aa7b485852 req-cfac1557-5cba-4637-98cb-33587506faec tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423274
Feb 05 21:39:09.749824 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 96175635-97a7-40e9-a9ed-a6063e551cad is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:39:09.750597 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (96175635-97a7-40e9-a9ed-a6063e551cad), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:09.763597 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96175635-97a7-40e9-a9ed-a6063e551cad {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:39:09.783700 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 96175635-97a7-40e9-a9ed-a6063e551cad, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=96175635-97a7-40e9-a9ed-a6063e551cad,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:39:09.787977 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (96175635-97a7-40e9-a9ed-a6063e551cad), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:09.832134 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:39:09.840299 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=96175635-97a7-40e9-a9ed-a6063e551cad,revision_number=12']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:39:09.848043 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d57b0-34ea-4c12-a12c-0a9a81a31211 req-0cd14217-e7df-4835-985c-58bc9ee84894 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:09.849543 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9f2d57b0-34ea-4c12-a12c-0a9a81a31211 req-0cd14217-e7df-4835-985c-58bc9ee84894 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 946 time: 0.0563729
Feb 05 21:39:09.895852 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9f2d57b0-34ea-4c12-a12c-0a9a81a31211 req-ecc5692f-b761-44db-91d0-d046cdf082aa tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406723
Feb 05 21:39:10.017003 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d14601-56ca-45ec-9cae-c2f75f87d280 req-079d7137-db4d-40eb-bbac-42361aed0481 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:10.018511 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7d14601-56ca-45ec-9cae-c2f75f87d280 req-079d7137-db4d-40eb-bbac-42361aed0481 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 946 time: 0.0564697
Feb 05 21:39:10.064036 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b7d14601-56ca-45ec-9cae-c2f75f87d280 req-fb2f1c36-433c-47b3-acd9-1378231b480f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399437
Feb 05 21:39:10.093778 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['96175635-97a7-40e9-a9ed-a6063e551cad'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:39:10.305029 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccbfcc-2d9b-4fde-9b56-1d9094716d8f req-eced7627-814a-4d5f-85d3-cbb1e644cb70 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:10.306585 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ddccbfcc-2d9b-4fde-9b56-1d9094716d8f req-eced7627-814a-4d5f-85d3-cbb1e644cb70 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 946 time: 0.0531139
Feb 05 21:39:10.353019 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ddccbfcc-2d9b-4fde-9b56-1d9094716d8f req-006b825b-5ecc-483c-8638-ef45588f2299 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406535
Feb 05 21:39:10.580468 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:11.470207 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 96175635-97a7-40e9-a9ed-a6063e551cad up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:39:11.472559 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249bb85-0629-452a-8366-5eb2288f469f req-0fd102cd-303f-4d70-8606-51fb39710c0e tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:11.474109 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b249bb85-0629-452a-8366-5eb2288f469f req-0fd102cd-303f-4d70-8606-51fb39710c0e tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 946 time: 0.0529854
Feb 05 21:39:11.520995 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 96175635-97a7-40e9-a9ed-a6063e551cad completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:39:11.525530 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 96175635-97a7-40e9-a9ed-a6063e551cad triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:39:11.526154 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (96175635-97a7-40e9-a9ed-a6063e551cad), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:11.530983 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b249bb85-0629-452a-8366-5eb2288f469f req-af3106e1-677a-4bd5-a6a5-1df8e06ceab5 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510864
Feb 05 21:39:11.611758 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 96175635-97a7-40e9-a9ed-a6063e551cad is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:39:11.612334 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (96175635-97a7-40e9-a9ed-a6063e551cad), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:11.636615 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb64b01c-084b-44f9-bb85-f31043797c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96175635-97a7-40e9-a9ed-a6063e551cad'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:39:11.638777 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69202ba4-acb2-40ec-b1ad-73cf7d6c3d0d" -d '{"events": [{"server_uuid": "fb64b01c-084b-44f9-bb85-f31043797c6b", "name": "network-vif-plugged", "status": "completed", "tag": "96175635-97a7-40e9-a9ed-a6063e551cad"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:39:11.654492 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 96175635-97a7-40e9-a9ed-a6063e551cad, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=96175635-97a7-40e9-a9ed-a6063e551cad,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:39:11.661963 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (96175635-97a7-40e9-a9ed-a6063e551cad), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:11.685951 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977fb334-f279-4c6e-8966-3f5819eb8288 x-openstack-request-id: req-977fb334-f279-4c6e-8966-3f5819eb8288 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:39:11.686246 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb64b01c-084b-44f9-bb85-f31043797c6b", "name": "network-vif-plugged", "status": "completed", "tag": "96175635-97a7-40e9-a9ed-a6063e551cad", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:39:11.686533 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-977fb334-f279-4c6e-8966-3f5819eb8288 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:39:11.686932 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb64b01c-084b-44f9-bb85-f31043797c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96175635-97a7-40e9-a9ed-a6063e551cad', 'code': 200}
Feb 05 21:39:11.713441 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=96175635-97a7-40e9-a9ed-a6063e551cad,revision_number=13']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:39:11.864612 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b36bc-c2ba-44d8-810a-d8dddaba1db8 req-b1e6f9ca-fe8f-4fc4-8172-0c94db512e2b tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:11.866048 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ea5b36bc-c2ba-44d8-810a-d8dddaba1db8 req-b1e6f9ca-fe8f-4fc4-8172-0c94db512e2b tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 947 time: 0.0530305
Feb 05 21:39:11.955434 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-ea5b36bc-c2ba-44d8-810a-d8dddaba1db8 req-7ae292e3-0054-418d-a644-d6037758fd98 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Deleting port 96175635-97a7-40e9-a9ed-a6063e551cad {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:39:11.955783 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ea5b36bc-c2ba-44d8-810a-d8dddaba1db8 req-7ae292e3-0054-418d-a644-d6037758fd98 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (96175635-97a7-40e9-a9ed-a6063e551cad), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:12.046277 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-ea5b36bc-c2ba-44d8-810a-d8dddaba1db8 req-7ae292e3-0054-418d-a644-d6037758fd98 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] For port 96175635-97a7-40e9-a9ed-a6063e551cad, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=96175635-97a7-40e9-a9ed-a6063e551cad,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:39:12.046669 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ea5b36bc-c2ba-44d8-810a-d8dddaba1db8 req-7ae292e3-0054-418d-a644-d6037758fd98 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (96175635-97a7-40e9-a9ed-a6063e551cad), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:12.212600 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ea5b36bc-c2ba-44d8-810a-d8dddaba1db8 req-7ae292e3-0054-418d-a644-d6037758fd98 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:12.212886 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ea5b36bc-c2ba-44d8-810a-d8dddaba1db8 req-7ae292e3-0054-418d-a644-d6037758fd98 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (e62a0a71-071d-467e-ba0e-69b3770cdf82), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:12.213214 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [req-ea5b36bc-c2ba-44d8-810a-d8dddaba1db8 req-7ae292e3-0054-418d-a644-d6037758fd98 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Floating IP e62a0a71-071d-467e-ba0e-69b3770cdf82 disassociated. External IP: 172.35.4.113, port: 96175635-97a7-40e9-a9ed-a6063e551cad.
Feb 05 21:39:12.213562 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-ea5b36bc-c2ba-44d8-810a-d8dddaba1db8 req-7ae292e3-0054-418d-a644-d6037758fd98 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Calling delete_port for 96175635-97a7-40e9-a9ed-a6063e551cad owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:39:12.339394 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ea5b36bc-c2ba-44d8-810a-d8dddaba1db8 req-7ae292e3-0054-418d-a644-d6037758fd98 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (96175635-97a7-40e9-a9ed-a6063e551cad), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:12.366456 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae292e3-0054-418d-a644-d6037758fd98 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Pushing event deleted for resources: {'Port': ['ID=96175635-97a7-40e9-a9ed-a6063e551cad,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:39:12.378813 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae292e3-0054-418d-a644-d6037758fd98 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:39:12.379179 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae292e3-0054-418d-a644-d6037758fd98 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:39:12.379534 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae292e3-0054-418d-a644-d6037758fd98 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:39:12.379884 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae292e3-0054-418d-a644-d6037758fd98 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:39:12.380229 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae292e3-0054-418d-a644-d6037758fd98 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:39:12.380583 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae292e3-0054-418d-a644-d6037758fd98 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:39:12.380917 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae292e3-0054-418d-a644-d6037758fd98 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:39:12.381253 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae292e3-0054-418d-a644-d6037758fd98 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:39:12.381586 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae292e3-0054-418d-a644-d6037758fd98 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:39:12.381920 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae292e3-0054-418d-a644-d6037758fd98 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:39:12.382250 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae292e3-0054-418d-a644-d6037758fd98 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:39:12.382605 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae292e3-0054-418d-a644-d6037758fd98 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:39:12.382937 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae292e3-0054-418d-a644-d6037758fd98 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:39:12.500715 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea5b36bc-c2ba-44d8-810a-d8dddaba1db8 req-7ae292e3-0054-418d-a644-d6037758fd98 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Router db485826-1067-468f-9a12-0741f8152581 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:39:12.631284 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1437c2b6-86de-455e-a709-b10ad77aff1a req-ed834b70-fe0f-4944-9d54-ca20a0ed7d71 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb64b01c-084b-44f9-bb85-f31043797c6b HTTP/1.1" status: 200  len: 210 time: 0.0328541
Feb 05 21:39:12.637209 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea5b36bc-c2ba-44d8-810a-d8dddaba1db8 req-7ae292e3-0054-418d-a644-d6037758fd98 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:39:12.655880 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de891c2-e9ef-446a-ba66-739a2e66a82c None None] Sync routers for ids ['db485826-1067-468f-9a12-0741f8152581'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:39:12.667467 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de891c2-e9ef-446a-ba66-739a2e66a82c None None] Routers {'db485826-1067-468f-9a12-0741f8152581'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:39:12.668110 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-9de891c2-e9ef-446a-ba66-739a2e66a82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab5dd6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:39:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['db485826-1067-468f-9a12-0741f8152581'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:39:12.686551 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea5b36bc-c2ba-44d8-810a-d8dddaba1db8 req-7ae292e3-0054-418d-a644-d6037758fd98 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] No DVR routers for this DVR port 96175635-97a7-40e9-a9ed-a6063e551cad on host nch1-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:39:12.689241 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-ea5b36bc-c2ba-44d8-810a-d8dddaba1db8 req-7ae292e3-0054-418d-a644-d6037758fd98 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:12.693536 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ea5b36bc-c2ba-44d8-810a-d8dddaba1db8 req-7ae292e3-0054-418d-a644-d6037758fd98 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.21 "DELETE /v2.0/ports/96175635-97a7-40e9-a9ed-a6063e551cad HTTP/1.1" status: 204  len: 173 time: 0.8215179
Feb 05 21:39:12.693991 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb64b01c-084b-44f9-bb85-f31043797c6b', 'name': 'network-vif-deleted', 'tag': '96175635-97a7-40e9-a9ed-a6063e551cad'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:39:12.696410 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03696db5-2d9c-44a2-97b8-974aa7ed4490" -d '{"events": [{"server_uuid": "fb64b01c-084b-44f9-bb85-f31043797c6b", "name": "network-vif-deleted", "tag": "96175635-97a7-40e9-a9ed-a6063e551cad"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:39:12.741261 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7cd30d9-0c99-46d1-a3b9-6d1eaedcdf94 x-openstack-request-id: req-b7cd30d9-0c99-46d1-a3b9-6d1eaedcdf94 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:39:12.741621 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb64b01c-084b-44f9-bb85-f31043797c6b", "name": "network-vif-deleted", "tag": "96175635-97a7-40e9-a9ed-a6063e551cad", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:39:12.741911 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b7cd30d9-0c99-46d1-a3b9-6d1eaedcdf94 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:39:12.742324 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb64b01c-084b-44f9-bb85-f31043797c6b', 'name': 'network-vif-deleted', 'tag': '96175635-97a7-40e9-a9ed-a6063e551cad', 'status': 'completed', 'code': 200}
Feb 05 21:39:12.790629 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-9de891c2-e9ef-446a-ba66-739a2e66a82c None None] Set router db485826-1067-468f-9a12-0741f8152581 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:39:13.002498 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-9de891c2-e9ef-446a-ba66-739a2e66a82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab5dd6d0>, [{'id': 'db485826-1067-468f-9a12-0741f8152581', 'name': 'tempest-ServerActionsTestJSON-256379539-router', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:38Z', 'revision_number': 4, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'gw_port': {'id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:59:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd1974faa-21ca-46ca-a9a8-dc85fbe61a99', 'name': '', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'mac_address': 'fa:16:3e:30:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:37Z', 'updated_at': '2022-02-05T21:36:41Z', 'revision_number': 5, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'subnets': [{'id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:39:13.033717 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de891c2-e9ef-446a-ba66-739a2e66a82c None None] Checking router: db485826-1067-468f-9a12-0741f8152581 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:39:13.043576 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de891c2-e9ef-446a-ba66-739a2e66a82c None None] Routers {'db485826-1067-468f-9a12-0741f8152581'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:39:13.044477 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-9de891c2-e9ef-446a-ba66-739a2e66a82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab5dd6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:39:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['db485826-1067-468f-9a12-0741f8152581'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:39:13.157566 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-9de891c2-e9ef-446a-ba66-739a2e66a82c None None] Set router db485826-1067-468f-9a12-0741f8152581 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:39:13.354779 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-9de891c2-e9ef-446a-ba66-739a2e66a82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab5dd6d0>, [{'id': 'db485826-1067-468f-9a12-0741f8152581', 'name': 'tempest-ServerActionsTestJSON-256379539-router', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:38Z', 'revision_number': 4, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'gw_port': {'id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:59:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd1974faa-21ca-46ca-a9a8-dc85fbe61a99', 'name': '', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'mac_address': 'fa:16:3e:30:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:37Z', 'updated_at': '2022-02-05T21:36:41Z', 'revision_number': 5, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'subnets': [{'id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:39:13.380784 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de891c2-e9ef-446a-ba66-739a2e66a82c None None] The sync data for ids ['db485826-1067-468f-9a12-0741f8152581'] in ncdv-master-1 is: [{'id': 'db485826-1067-468f-9a12-0741f8152581', 'name': 'tempest-ServerActionsTestJSON-256379539-router', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:38Z', 'revision_number': 4, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'gw_port': {'id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:59:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd1974faa-21ca-46ca-a9a8-dc85fbe61a99', 'name': '', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'mac_address': 'fa:16:3e:30:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:37Z', 'updated_at': '2022-02-05T21:36:41Z', 'revision_number': 5, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'subnets': [{'id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:39:13.588948 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bfbf2b-d023-472c-aefe-1000e72687e9 None None] New status for floating IP e62a0a71-071d-467e-ba0e-69b3770cdf82: DOWN {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:39:13.889276 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-95220001-8346-4c17-a6fb-5c6214854b26 req-52856b24-638c-425f-b515-b10fdb035ea8 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1505556078&fields=id&tenant_id=da51ac8e46d54f059d8d5252e292443f HTTP/1.1" status: 200  len: 267 time: 0.0421710
Feb 05 21:39:13.993195 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95220001-8346-4c17-a6fb-5c6214854b26 req-a35c7806-da7a-45aa-a80d-8aa7af39f229 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:13.994700 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-95220001-8346-4c17-a6fb-5c6214854b26 req-a35c7806-da7a-45aa-a80d-8aa7af39f229 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/networks?id=5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 200  len: 811 time: 0.0981960
Feb 05 21:39:14.008818 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-95220001-8346-4c17-a6fb-5c6214854b26 req-4a2e0ff6-e4e6-425c-95c8-bd5ac3711869 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/quotas/da51ac8e46d54f059d8d5252e292443f HTTP/1.1" status: 200  len: 375 time: 0.0087562
Feb 05 21:39:14.065758 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-95220001-8346-4c17-a6fb-5c6214854b26 req-f9e815b7-8833-4605-96e0-2b20a9cc4bfc tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=da51ac8e46d54f059d8d5252e292443f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0522122
Feb 05 21:39:14.157777 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-95220001-8346-4c17-a6fb-5c6214854b26 req-9a729bfe-3858-4cbb-8acb-5a9ed4a64823 service neutron] 10.222.0.32 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0809331
Feb 05 21:39:14.249288 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-95220001-8346-4c17-a6fb-5c6214854b26 req-e6ef6fdc-5426-4b5e-b50f-cbf8cb261d03 service neutron] 10.222.0.32 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850964
Feb 05 21:39:14.413593 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7caad922-541c-4af7-a793-adc17f96e8fc req-db3462ca-0796-439d-bc27-5c9d306e3548 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 210 time: 0.0284550
Feb 05 21:39:15.309985 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95220001-8346-4c17-a6fb-5c6214854b26 req-3bf5110b-4079-4faf-a95e-eef3e344418b tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:15.311480 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-95220001-8346-4c17-a6fb-5c6214854b26 req-3bf5110b-4079-4faf-a95e-eef3e344418b tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.21 "GET /v2.0/networks?id=5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 200  len: 811 time: 0.1008389
Feb 05 21:39:15.374513 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-95220001-8346-4c17-a6fb-5c6214854b26 req-a43852ce-9261-4838-909b-25b073eef47b tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da51ac8e46d54f059d8d5252e292443f HTTP/1.1" status: 200  len: 380 time: 0.0553317
Feb 05 21:39:15.383211 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-95220001-8346-4c17-a6fb-5c6214854b26 req-2327888e-f017-4435-880d-bca33418ec33 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Request body: {'port': {'device_id': 'eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'admin_state_up': True, 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'security_groups': ['2c12f7c9-02a9-4b23-a57a-f196faaf4da0']}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:39:15.492716 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 96175635-97a7-40e9-a9ed-a6063e551cad no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:39:15.511784 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-af53bb2c-4653-4152-9d1a-bf6ead45deed req-a1669bc1-5bcd-4415-8862-9e3440c178d1 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 210 time: 0.0298922
Feb 05 21:39:15.513073 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95220001-8346-4c17-a6fb-5c6214854b26 req-2327888e-f017-4435-880d-bca33418ec33 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Made reservation on behalf of da51ac8e46d54f059d8d5252e292443f for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:39:15.513197 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: 96175635-97a7-40e9-a9ed-a6063e551cad {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:39:15.513495 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 96175635-97a7-40e9-a9ed-a6063e551cad not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:39:15.516555 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-95220001-8346-4c17-a6fb-5c6214854b26 req-2327888e-f017-4435-880d-bca33418ec33 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:15.623970 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:15.645225 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-95220001-8346-4c17-a6fb-5c6214854b26 req-2327888e-f017-4435-880d-bca33418ec33 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Allocated IP 172.20.0.8 (5f6be15e-b511-47a2-8a74-368371c2b722/0d016947-afd7-422e-be42-6a16d0cc42db/e973949e-9be9-4bf6-9262-a80e194299b2) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:39:15.780673 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-95220001-8346-4c17-a6fb-5c6214854b26 req-2327888e-f017-4435-880d-bca33418ec33 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks [] for port (e973949e-9be9-4bf6-9262-a80e194299b2), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:15.813508 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-95220001-8346-4c17-a6fb-5c6214854b26 req-2327888e-f017-4435-880d-bca33418ec33 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (e973949e-9be9-4bf6-9262-a80e194299b2), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:15.858350 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95220001-8346-4c17-a6fb-5c6214854b26 req-2327888e-f017-4435-880d-bca33418ec33 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Network 5f6be15e-b511-47a2-8a74-368371c2b722 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:39:15.861392 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-95220001-8346-4c17-a6fb-5c6214854b26 req-2327888e-f017-4435-880d-bca33418ec33 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:39:15.864957 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-95220001-8346-4c17-a6fb-5c6214854b26 req-2327888e-f017-4435-880d-bca33418ec33 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:39:15.871261 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327888e-f017-4435-880d-bca33418ec33 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Pushing event updated for resources: {'Port': ['ID=e973949e-9be9-4bf6-9262-a80e194299b2,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:39:15.918738 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95220001-8346-4c17-a6fb-5c6214854b26 req-2327888e-f017-4435-880d-bca33418ec33 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:15.919362 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-95220001-8346-4c17-a6fb-5c6214854b26 req-2327888e-f017-4435-880d-bca33418ec33 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:15.937045 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-95220001-8346-4c17-a6fb-5c6214854b26 req-2327888e-f017-4435-880d-bca33418ec33 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5574067
Feb 05 21:39:15.948784 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-95220001-8346-4c17-a6fb-5c6214854b26 req-85557106-06ca-4a79-81cb-b21fca211582 service neutron] Request body: {'port': {'device_id': 'eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:39:16.014645 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-95220001-8346-4c17-a6fb-5c6214854b26 req-85557106-06ca-4a79-81cb-b21fca211582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e973949e-9be9-4bf6-9262-a80e194299b2), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:16.075448 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-dda82137-22b9-469d-9001-47e640bcfa0d None None] Provisioning complete for port e973949e-9be9-4bf6-9262-a80e194299b2 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:39:16.075836 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-dda82137-22b9-469d-9001-47e640bcfa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e973949e-9be9-4bf6-9262-a80e194299b2), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:16.109708 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-dda82137-22b9-469d-9001-47e640bcfa0d None None] Port e973949e-9be9-4bf6-9262-a80e194299b2 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:39:16.274886 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-95220001-8346-4c17-a6fb-5c6214854b26 req-85557106-06ca-4a79-81cb-b21fca211582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e973949e-9be9-4bf6-9262-a80e194299b2 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:39:16.282090 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-95220001-8346-4c17-a6fb-5c6214854b26 req-85557106-06ca-4a79-81cb-b21fca211582 service neutron] Publish callbacks [] for port (e973949e-9be9-4bf6-9262-a80e194299b2), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:16.294120 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-95220001-8346-4c17-a6fb-5c6214854b26 req-85557106-06ca-4a79-81cb-b21fca211582 service neutron] Transition to ACTIVE for port object e973949e-9be9-4bf6-9262-a80e194299b2 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:39:16.298069 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-95220001-8346-4c17-a6fb-5c6214854b26 req-85557106-06ca-4a79-81cb-b21fca211582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (e973949e-9be9-4bf6-9262-a80e194299b2), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:16.349428 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85557106-06ca-4a79-81cb-b21fca211582 service neutron] Pushing event updated for resources: {'Port': ['ID=e973949e-9be9-4bf6-9262-a80e194299b2,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:39:16.424851 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-95220001-8346-4c17-a6fb-5c6214854b26 req-85557106-06ca-4a79-81cb-b21fca211582 service neutron] Attempting to bind port e973949e-9be9-4bf6-9262-a80e194299b2 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:39:16.425629 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-95220001-8346-4c17-a6fb-5c6214854b26 req-85557106-06ca-4a79-81cb-b21fca211582 service neutron] Attempting to bind port e973949e-9be9-4bf6-9262-a80e194299b2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:39:16.426154 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95220001-8346-4c17-a6fb-5c6214854b26 req-85557106-06ca-4a79-81cb-b21fca211582 service neutron] Attempting to bind port e973949e-9be9-4bf6-9262-a80e194299b2 on network 5f6be15e-b511-47a2-8a74-368371c2b722 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:39:16.431070 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95220001-8346-4c17-a6fb-5c6214854b26 req-85557106-06ca-4a79-81cb-b21fca211582 service neutron] Port e973949e-9be9-4bf6-9262-a80e194299b2 on network 5f6be15e-b511-47a2-8a74-368371c2b722 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:39:16.431393 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95220001-8346-4c17-a6fb-5c6214854b26 req-85557106-06ca-4a79-81cb-b21fca211582 service neutron] Attempting to bind port e973949e-9be9-4bf6-9262-a80e194299b2 on network 5f6be15e-b511-47a2-8a74-368371c2b722 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:39:16.436337 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95220001-8346-4c17-a6fb-5c6214854b26 req-85557106-06ca-4a79-81cb-b21fca211582 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:39:16.436681 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95220001-8346-4c17-a6fb-5c6214854b26 req-85557106-06ca-4a79-81cb-b21fca211582 service neutron] Checking segment: {'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:39:16.437066 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95220001-8346-4c17-a6fb-5c6214854b26 req-85557106-06ca-4a79-81cb-b21fca211582 service neutron] Bound using segment: {'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:39:16.437489 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-95220001-8346-4c17-a6fb-5c6214854b26 req-85557106-06ca-4a79-81cb-b21fca211582 service neutron] Bound port: e973949e-9be9-4bf6-9262-a80e194299b2, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:39:16.437853 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-95220001-8346-4c17-a6fb-5c6214854b26 req-85557106-06ca-4a79-81cb-b21fca211582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e973949e-9be9-4bf6-9262-a80e194299b2), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:16.507382 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-95220001-8346-4c17-a6fb-5c6214854b26 req-85557106-06ca-4a79-81cb-b21fca211582 service neutron] For port e973949e-9be9-4bf6-9262-a80e194299b2, host nch1-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:39:16.510660 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-95220001-8346-4c17-a6fb-5c6214854b26 req-85557106-06ca-4a79-81cb-b21fca211582 service neutron] For port e973949e-9be9-4bf6-9262-a80e194299b2, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e973949e-9be9-4bf6-9262-a80e194299b2,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:39:16.516934 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-95220001-8346-4c17-a6fb-5c6214854b26 req-85557106-06ca-4a79-81cb-b21fca211582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (e973949e-9be9-4bf6-9262-a80e194299b2), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:16.556364 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95220001-8346-4c17-a6fb-5c6214854b26 req-85557106-06ca-4a79-81cb-b21fca211582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:16.557023 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-95220001-8346-4c17-a6fb-5c6214854b26 req-85557106-06ca-4a79-81cb-b21fca211582 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:16.558493 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-95220001-8346-4c17-a6fb-5c6214854b26 req-85557106-06ca-4a79-81cb-b21fca211582 service neutron] 10.222.0.21 "PUT /v2.0/ports/e973949e-9be9-4bf6-9262-a80e194299b2 HTTP/1.1" status: 200  len: 1091 time: 0.6139691
Feb 05 21:39:16.558972 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24', 'tag': 'e973949e-9be9-4bf6-9262-a80e194299b2'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:39:16.561250 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bf1fb1-122f-419e-90c7-18667c748957" -d '{"events": [{"name": "network-changed", "server_uuid": "eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24", "tag": "e973949e-9be9-4bf6-9262-a80e194299b2"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:39:16.593650 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85557106-06ca-4a79-81cb-b21fca211582 service neutron] Pushing event updated for resources: {'Port': ['ID=e973949e-9be9-4bf6-9262-a80e194299b2,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:39:16.975730 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0541f6-97a5-49d4-94e1-e83d22754093 x-openstack-request-id: req-3d0541f6-97a5-49d4-94e1-e83d22754093 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:39:16.976021 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24", "tag": "e973949e-9be9-4bf6-9262-a80e194299b2", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:39:16.976276 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3d0541f6-97a5-49d4-94e1-e83d22754093 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:39:16.976664 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24', 'tag': 'e973949e-9be9-4bf6-9262-a80e194299b2', 'status': 'completed', 'code': 200}
Feb 05 21:39:17.019960 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95220001-8346-4c17-a6fb-5c6214854b26 req-f247f935-5cba-4fe5-bc9d-467d43990b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:17.021479 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-95220001-8346-4c17-a6fb-5c6214854b26 req-f247f935-5cba-4fe5-bc9d-467d43990b45 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=da51ac8e46d54f059d8d5252e292443f&device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 1125 time: 0.4128969
Feb 05 21:39:17.029002 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e54b5-e5a0-479d-ab3f-12a7033b5975 req-5f2072d8-9b1f-46b4-ac69-9c7553eddba9 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:17.030366 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4e1e54b5-e5a0-479d-ab3f-12a7033b5975 req-5f2072d8-9b1f-46b4-ac69-9c7553eddba9 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 943 time: 0.4391069
Feb 05 21:39:17.070145 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-95220001-8346-4c17-a6fb-5c6214854b26 req-6d74a900-a0bd-4a03-8c33-5ecddae81f26 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e973949e-9be9-4bf6-9262-a80e194299b2 HTTP/1.1" status: 200  len: 217 time: 0.0388505
Feb 05 21:39:17.139297 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4e1e54b5-e5a0-479d-ab3f-12a7033b5975 req-e07c7991-e668-4446-9b4d-1c2b77d1c581 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1025105
Feb 05 21:39:17.142779 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95220001-8346-4c17-a6fb-5c6214854b26 req-f592a900-eab3-45ca-9bd2-3be23985a829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:17.144275 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-95220001-8346-4c17-a6fb-5c6214854b26 req-f592a900-eab3-45ca-9bd2-3be23985a829 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d016947-afd7-422e-be42-6a16d0cc42db HTTP/1.1" status: 200  len: 850 time: 0.0666780
Feb 05 21:39:17.193982 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95220001-8346-4c17-a6fb-5c6214854b26 req-d5d73bbc-12b8-463a-8309-c5ee2b599237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:17.195492 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-95220001-8346-4c17-a6fb-5c6214854b26 req-d5d73bbc-12b8-463a-8309-c5ee2b599237 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f6be15e-b511-47a2-8a74-368371c2b722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0452232
Feb 05 21:39:17.285911 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-95220001-8346-4c17-a6fb-5c6214854b26 req-562c65b1-4ec8-48d9-935a-4b492767252b service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836413
Feb 05 21:39:17.371687 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-95220001-8346-4c17-a6fb-5c6214854b26 req-472be538-c357-4309-9128-0002732b4ece service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0804610
Feb 05 21:39:17.459164 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf1fb1-122f-419e-90c7-18667c748957 req-caa33f33-2322-4639-8b63-afa76235f611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:17.460597 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-20bf1fb1-122f-419e-90c7-18667c748957 req-caa33f33-2322-4639-8b63-afa76235f611 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=da51ac8e46d54f059d8d5252e292443f&device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 1125 time: 0.0448525
Feb 05 21:39:17.553630 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf1fb1-122f-419e-90c7-18667c748957 req-f7ec070b-9e66-4652-b6ad-114f4ff4ec9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:17.555135 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-20bf1fb1-122f-419e-90c7-18667c748957 req-f7ec070b-9e66-4652-b6ad-114f4ff4ec9e service neutron] 10.222.0.21 "GET /v2.0/networks?id=5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 200  len: 912 time: 0.0889630
Feb 05 21:39:17.595002 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-20bf1fb1-122f-419e-90c7-18667c748957 req-231aacad-932a-4bbd-8c8e-6405c0807033 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e973949e-9be9-4bf6-9262-a80e194299b2 HTTP/1.1" status: 200  len: 217 time: 0.0333197
Feb 05 21:39:17.647045 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf1fb1-122f-419e-90c7-18667c748957 req-c27eebc6-36d6-41bd-b9ac-f8ccba151f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:17.648524 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-20bf1fb1-122f-419e-90c7-18667c748957 req-c27eebc6-36d6-41bd-b9ac-f8ccba151f38 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d016947-afd7-422e-be42-6a16d0cc42db HTTP/1.1" status: 200  len: 850 time: 0.0478206
Feb 05 21:39:17.699212 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf1fb1-122f-419e-90c7-18667c748957 req-98fac48f-a55d-49bb-8db5-a492b53acbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:17.700736 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-20bf1fb1-122f-419e-90c7-18667c748957 req-98fac48f-a55d-49bb-8db5-a492b53acbe2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f6be15e-b511-47a2-8a74-368371c2b722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0459602
Feb 05 21:39:17.799881 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-20bf1fb1-122f-419e-90c7-18667c748957 req-8654879c-0026-48b6-a2eb-2ac4607c6d8a service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0921478
Feb 05 21:39:17.887617 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-20bf1fb1-122f-419e-90c7-18667c748957 req-65f12146-2d3b-49f1-bf70-cc71ba3d5119 service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0819762
Feb 05 21:39:18.264619 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac521b05-3044-4382-b463-b39e0b278433 req-f09139ef-996a-4ff1-b91e-70c0e4155e2f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:18.266111 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ac521b05-3044-4382-b463-b39e0b278433 req-f09139ef-996a-4ff1-b91e-70c0e4155e2f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 943 time: 0.0548501
Feb 05 21:39:18.317019 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ac521b05-3044-4382-b463-b39e0b278433 req-f0c98a30-5f61-4115-b200-4f4765e09647 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448420
Feb 05 21:39:19.435706 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee6f04-7232-423b-8720-779ff93727c7 req-789210fe-e937-4fd0-b5ef-29c332a152ac tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:19.437184 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a2ee6f04-7232-423b-8720-779ff93727c7 req-789210fe-e937-4fd0-b5ef-29c332a152ac tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 943 time: 0.0525477
Feb 05 21:39:19.483736 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a2ee6f04-7232-423b-8720-779ff93727c7 req-d4343f93-ee94-4bd2-a2f5-b51c15ff3741 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403893
Feb 05 21:39:20.601620 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:20.603775 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1df5c-9553-4a60-bd21-10665535e4ad req-18753c3f-f073-4517-bec1-824b9ef3e8ba tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:20.605540 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8fe1df5c-9553-4a60-bd21-10665535e4ad req-18753c3f-f073-4517-bec1-824b9ef3e8ba tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 943 time: 0.0529613
Feb 05 21:39:20.653088 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8fe1df5c-9553-4a60-bd21-10665535e4ad req-60bcb93b-9627-4110-9eaa-2afd4a0c6c26 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409374
Feb 05 21:39:21.523104 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device e973949e-9be9-4bf6-9262-a80e194299b2 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:39:21.623007 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port e973949e-9be9-4bf6-9262-a80e194299b2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e973949e-9be9-4bf6-9262-a80e194299b2,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:39:21.634105 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': 'e973949e-9be9-4bf6-9262-a80e194299b2', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'port_id': 'e973949e-9be9-4bf6-9262-a80e194299b2', 'mac_address': 'fa:16:3e:7e:6f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:39:21.674959 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port e973949e-9be9-4bf6-9262-a80e194299b2 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:39:21.675881 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e973949e-9be9-4bf6-9262-a80e194299b2), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:21.688775 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e973949e-9be9-4bf6-9262-a80e194299b2 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:39:21.711290 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port e973949e-9be9-4bf6-9262-a80e194299b2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e973949e-9be9-4bf6-9262-a80e194299b2,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:39:21.716046 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (e973949e-9be9-4bf6-9262-a80e194299b2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:21.764934 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=e973949e-9be9-4bf6-9262-a80e194299b2,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:39:21.783719 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aad11e-9eff-488b-bc9a-310ba78e1051 req-7c7827d8-844e-4cb9-953e-ccc49a0911b4 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:21.785743 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c7aad11e-9eff-488b-bc9a-310ba78e1051 req-7c7827d8-844e-4cb9-953e-ccc49a0911b4 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 944 time: 0.0580826
Feb 05 21:39:21.833812 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c7aad11e-9eff-488b-bc9a-310ba78e1051 req-37289179-ff05-4933-b7af-fbd11a746a69 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420420
Feb 05 21:39:22.019360 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['e973949e-9be9-4bf6-9262-a80e194299b2'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:39:22.952069 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af91bb-133a-48f2-8b12-2432a88c5b54 req-82e1c658-c006-4bbd-bb35-405f84576b0e tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:22.953571 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2af91bb-133a-48f2-8b12-2432a88c5b54 req-82e1c658-c006-4bbd-bb35-405f84576b0e tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 944 time: 0.0529575
Feb 05 21:39:23.000214 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2af91bb-133a-48f2-8b12-2432a88c5b54 req-70b156af-2ec6-4f0a-ae9b-28f948f7dda2 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403938
Feb 05 21:39:23.538897 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device e973949e-9be9-4bf6-9262-a80e194299b2 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:39:23.587028 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port e973949e-9be9-4bf6-9262-a80e194299b2 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:39:23.590537 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port e973949e-9be9-4bf6-9262-a80e194299b2 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:39:23.590914 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e973949e-9be9-4bf6-9262-a80e194299b2), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:23.672278 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port e973949e-9be9-4bf6-9262-a80e194299b2 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:39:23.672674 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e973949e-9be9-4bf6-9262-a80e194299b2), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:23.699937 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e973949e-9be9-4bf6-9262-a80e194299b2'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:39:23.702502 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0019ff04-f204-4479-9a58-42d9027e9f47" -d '{"events": [{"server_uuid": "eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24", "name": "network-vif-plugged", "status": "completed", "tag": "e973949e-9be9-4bf6-9262-a80e194299b2"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:39:23.715329 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port e973949e-9be9-4bf6-9262-a80e194299b2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e973949e-9be9-4bf6-9262-a80e194299b2,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:39:23.720430 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (e973949e-9be9-4bf6-9262-a80e194299b2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:23.768895 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=e973949e-9be9-4bf6-9262-a80e194299b2,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:39:23.813132 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50887dd-0174-4dc4-84f7-bf8080bf747e x-openstack-request-id: req-c50887dd-0174-4dc4-84f7-bf8080bf747e {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:39:23.813431 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24", "name": "network-vif-plugged", "status": "completed", "tag": "e973949e-9be9-4bf6-9262-a80e194299b2", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:39:23.813874 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c50887dd-0174-4dc4-84f7-bf8080bf747e {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:39:23.814096 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e973949e-9be9-4bf6-9262-a80e194299b2', 'code': 200}
Feb 05 21:39:23.909125 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7e16f-e747-43ad-b5a8-0f3116a70fd6 req-0fc294f7-f5e8-4f69-8ca5-e2b2013fd12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:23.911107 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cae7e16f-e747-43ad-b5a8-0f3116a70fd6 req-0fc294f7-f5e8-4f69-8ca5-e2b2013fd12e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 1127 time: 0.0434673
Feb 05 21:39:23.960014 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cae7e16f-e747-43ad-b5a8-0f3116a70fd6 req-b381af7d-b94d-46b0-ac4b-4a20de50f4be service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424170
Feb 05 21:39:24.117567 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12ee03-9e22-472f-83d4-1e48d8783ed7 req-a020cf04-d880-4366-83e4-13f6315ce590 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:24.119081 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bf12ee03-9e22-472f-83d4-1e48d8783ed7 req-a020cf04-d880-4366-83e4-13f6315ce590 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 945 time: 0.0519412
Feb 05 21:39:24.165719 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bf12ee03-9e22-472f-83d4-1e48d8783ed7 req-86916746-ac34-45cb-8049-f3e9ddc1b273 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409875
Feb 05 21:39:25.289762 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8bb54-3941-4730-b186-7b8c10883af7 req-4cf2d547-8582-4330-b5a0-269beb1f14f7 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:25.291373 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6ff8bb54-3941-4730-b186-7b8c10883af7 req-4cf2d547-8582-4330-b5a0-269beb1f14f7 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 945 time: 0.0555863
Feb 05 21:39:25.353073 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6ff8bb54-3941-4730-b186-7b8c10883af7 req-2cc94d5d-74f1-4076-a988-a2dec28b28bc tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497005
Feb 05 21:39:26.475071 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c9b78-0eea-4da8-8c23-9e467fc6afef req-4c9bdd1b-4504-4849-8584-019d6f3bcb28 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:26.476567 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-128c9b78-0eea-4da8-8c23-9e467fc6afef req-4c9bdd1b-4504-4849-8584-019d6f3bcb28 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 945 time: 0.0568006
Feb 05 21:39:26.525496 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-128c9b78-0eea-4da8-8c23-9e467fc6afef req-09c0605e-0689-45a5-9413-dea6ced3a6bd tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432715
Feb 05 21:39:26.642195 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614f81d-41aa-417e-b4d8-9b75d9ccacf1 req-cdc4c998-6f89-4c67-8c08-c36b88f9ced0 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:26.643657 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2614f81d-41aa-417e-b4d8-9b75d9ccacf1 req-cdc4c998-6f89-4c67-8c08-c36b88f9ced0 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 945 time: 0.0539203
Feb 05 21:39:26.652350 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 51794) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:39:26.656663 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-45db27a5-28ba-49eb-affc-f4a472c1c7df tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Request body: {'floatingip': {'port_id': 'e973949e-9be9-4bf6-9262-a80e194299b2'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:39:26.699638 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-45db27a5-28ba-49eb-affc-f4a472c1c7df tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks [] for floatingip (e62a0a71-071d-467e-ba0e-69b3770cdf82), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:27.128900 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-45db27a5-28ba-49eb-affc-f4a472c1c7df tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:27.132853 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-45db27a5-28ba-49eb-affc-f4a472c1c7df tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (e62a0a71-071d-467e-ba0e-69b3770cdf82), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:27.234123 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-45db27a5-28ba-49eb-affc-f4a472c1c7df tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Floating IP e62a0a71-071d-467e-ba0e-69b3770cdf82 associated. External IP: 172.35.4.113, port: e973949e-9be9-4bf6-9262-a80e194299b2.
Feb 05 21:39:27.445377 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45db27a5-28ba-49eb-affc-f4a472c1c7df tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Router db485826-1067-468f-9a12-0741f8152581 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:39:27.553471 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45db27a5-28ba-49eb-affc-f4a472c1c7df tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:39:27.558330 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-45db27a5-28ba-49eb-affc-f4a472c1c7df tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:27.562888 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d3995a-d97c-4773-b626-27a3e8e59040 None None] Sync routers for ids ['db485826-1067-468f-9a12-0741f8152581'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:39:27.572304 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d3995a-d97c-4773-b626-27a3e8e59040 None None] Routers {'db485826-1067-468f-9a12-0741f8152581'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:39:27.572927 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-f3d3995a-d97c-4773-b626-27a3e8e59040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab41ca60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:39:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['db485826-1067-468f-9a12-0741f8152581'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:39:27.589733 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-45db27a5-28ba-49eb-affc-f4a472c1c7df tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "PUT /v2.0/floatingips/e62a0a71-071d-467e-ba0e-69b3770cdf82 HTTP/1.1" status: 200  len: 992 time: 0.9363375
Feb 05 21:39:27.590324 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24', 'tag': 'e973949e-9be9-4bf6-9262-a80e194299b2'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:39:27.592719 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed8cf0e-9ab4-4978-85a0-f682e4156836" -d '{"events": [{"name": "network-changed", "server_uuid": "eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24", "tag": "e973949e-9be9-4bf6-9262-a80e194299b2"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:39:27.632964 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bb2379-9003-4262-a312-eb7145092876 x-openstack-request-id: req-a1bb2379-9003-4262-a312-eb7145092876 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:39:27.633262 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24", "tag": "e973949e-9be9-4bf6-9262-a80e194299b2", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:39:27.633545 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a1bb2379-9003-4262-a312-eb7145092876 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:39:27.633986 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24', 'tag': 'e973949e-9be9-4bf6-9262-a80e194299b2', 'status': 'completed', 'code': 200}
Feb 05 21:39:27.696228 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-f3d3995a-d97c-4773-b626-27a3e8e59040 None None] Set router db485826-1067-468f-9a12-0741f8152581 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:39:27.744611 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe8e27-0890-4137-b6b7-3fe288dfb695 req-bbb0ff8f-0ce2-4365-8653-d3fd98ccda9c tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:27.746123 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-54fe8e27-0890-4137-b6b7-3fe288dfb695 req-bbb0ff8f-0ce2-4365-8653-d3fd98ccda9c tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 945 time: 0.0952010
Feb 05 21:39:27.748116 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8cf0e-9ab4-4978-85a0-f682e4156836 req-8db32be5-d0e8-4c73-b1ab-3ecfdc4b862a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:27.749492 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2ed8cf0e-9ab4-4978-85a0-f682e4156836 req-8db32be5-d0e8-4c73-b1ab-3ecfdc4b862a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=da51ac8e46d54f059d8d5252e292443f&device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 1127 time: 0.0894907
Feb 05 21:39:27.853805 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-54fe8e27-0890-4137-b6b7-3fe288dfb695 req-d61be787-94b0-4c9a-8c11-90471846806d tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1015480
Feb 05 21:39:27.882562 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8cf0e-9ab4-4978-85a0-f682e4156836 req-db7fa854-a71a-4702-870d-69e972abf707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:27.884190 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2ed8cf0e-9ab4-4978-85a0-f682e4156836 req-db7fa854-a71a-4702-870d-69e972abf707 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 200  len: 912 time: 0.1258137
Feb 05 21:39:27.927779 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-f3d3995a-d97c-4773-b626-27a3e8e59040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab41ca60>, [{'id': 'db485826-1067-468f-9a12-0741f8152581', 'name': 'tempest-ServerActionsTestJSON-256379539-router', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:38Z', 'revision_number': 4, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'gw_port': {'id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:59:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e62a0a71-071d-467e-ba0e-69b3770cdf82', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'floating_ip_address': '172.35.4.113', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'db485826-1067-468f-9a12-0741f8152581', 'port_id': 'e973949e-9be9-4bf6-9262-a80e194299b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'mac_address': 'fa:16:3e:7e:6f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:36:40Z', 'updated_at': '2022-02-05T21:39:27Z', 'revision_number': 13, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1974faa-21ca-46ca-a9a8-dc85fbe61a99', 'name': '', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'mac_address': 'fa:16:3e:30:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:37Z', 'updated_at': '2022-02-05T21:36:41Z', 'revision_number': 5, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'subnets': [{'id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:39:27.955970 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d3995a-d97c-4773-b626-27a3e8e59040 None None] Checking router: db485826-1067-468f-9a12-0741f8152581 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:39:27.959005 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2ed8cf0e-9ab4-4978-85a0-f682e4156836 req-cb1ab298-65ae-4445-b15a-0b1aba07ffd1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e973949e-9be9-4bf6-9262-a80e194299b2 HTTP/1.1" status: 200  len: 1000 time: 0.0683746
Feb 05 21:39:27.964620 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d3995a-d97c-4773-b626-27a3e8e59040 None None] Routers {'db485826-1067-468f-9a12-0741f8152581'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:39:27.965233 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-f3d3995a-d97c-4773-b626-27a3e8e59040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab41ca60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:39:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['db485826-1067-468f-9a12-0741f8152581'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:39:28.006177 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8cf0e-9ab4-4978-85a0-f682e4156836 req-ac7dff23-472c-43f3-bce6-3121d0df386d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:28.007674 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2ed8cf0e-9ab4-4978-85a0-f682e4156836 req-ac7dff23-472c-43f3-bce6-3121d0df386d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d016947-afd7-422e-be42-6a16d0cc42db HTTP/1.1" status: 200  len: 850 time: 0.0435736
Feb 05 21:39:28.057015 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8cf0e-9ab4-4978-85a0-f682e4156836 req-78b96cfc-7dae-42e6-8e36-bb1d1d7e9550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:28.058587 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2ed8cf0e-9ab4-4978-85a0-f682e4156836 req-78b96cfc-7dae-42e6-8e36-bb1d1d7e9550 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f6be15e-b511-47a2-8a74-368371c2b722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0448980
Feb 05 21:39:28.075035 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-f3d3995a-d97c-4773-b626-27a3e8e59040 None None] Set router db485826-1067-468f-9a12-0741f8152581 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:39:28.150424 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2ed8cf0e-9ab4-4978-85a0-f682e4156836 req-0ca70e08-58f6-4c39-a86e-e157eb12f1e8 service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860786
Feb 05 21:39:28.244074 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2ed8cf0e-9ab4-4978-85a0-f682e4156836 req-6a6800ef-7112-4bed-a799-ece91c046ad7 service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0871410
Feb 05 21:39:28.298830 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-f3d3995a-d97c-4773-b626-27a3e8e59040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab41ca60>, [{'id': 'db485826-1067-468f-9a12-0741f8152581', 'name': 'tempest-ServerActionsTestJSON-256379539-router', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:38Z', 'revision_number': 4, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'gw_port': {'id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:59:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e62a0a71-071d-467e-ba0e-69b3770cdf82', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'floating_ip_address': '172.35.4.113', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'db485826-1067-468f-9a12-0741f8152581', 'port_id': 'e973949e-9be9-4bf6-9262-a80e194299b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'mac_address': 'fa:16:3e:7e:6f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:36:40Z', 'updated_at': '2022-02-05T21:39:27Z', 'revision_number': 13, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1974faa-21ca-46ca-a9a8-dc85fbe61a99', 'name': '', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'mac_address': 'fa:16:3e:30:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:37Z', 'updated_at': '2022-02-05T21:36:41Z', 'revision_number': 5, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'subnets': [{'id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:39:28.484688 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d3995a-d97c-4773-b626-27a3e8e59040 None None] The sync data for ids ['db485826-1067-468f-9a12-0741f8152581'] in ncdv-master-1 is: [{'id': 'db485826-1067-468f-9a12-0741f8152581', 'name': 'tempest-ServerActionsTestJSON-256379539-router', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:38Z', 'revision_number': 4, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'gw_port': {'id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:59:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e62a0a71-071d-467e-ba0e-69b3770cdf82', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'floating_ip_address': '172.35.4.113', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'db485826-1067-468f-9a12-0741f8152581', 'port_id': 'e973949e-9be9-4bf6-9262-a80e194299b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'mac_address': 'fa:16:3e:7e:6f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:36:40Z', 'updated_at': '2022-02-05T21:39:27Z', 'revision_number': 13, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1974faa-21ca-46ca-a9a8-dc85fbe61a99', 'name': '', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'mac_address': 'fa:16:3e:30:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:37Z', 'updated_at': '2022-02-05T21:36:41Z', 'revision_number': 5, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'subnets': [{'id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:39:28.676260 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fde5b5-6cc2-48f8-a5c3-04148978951e None None] New status for floating IP e62a0a71-071d-467e-ba0e-69b3770cdf82: ACTIVE {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:39:28.983740 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85745c8-cd0b-4e3c-8adb-e6ef63233652 req-a1d31774-adea-44d9-8851-91869cb5c8af tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:28.985240 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a85745c8-cd0b-4e3c-8adb-e6ef63233652 req-a1d31774-adea-44d9-8851-91869cb5c8af tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 945 time: 0.0539715
Feb 05 21:39:29.032381 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a85745c8-cd0b-4e3c-8adb-e6ef63233652 req-91ef2863-2ef7-4d0b-8fc4-9e404dd2baa7 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408413
Feb 05 21:39:30.180747 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7874bbb-fa0d-4f85-881d-bd8edf1c37b3 req-aad4ef0b-f242-4cda-ad26-c4e6fa6982ad service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0436523
Feb 05 21:39:30.264387 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7874bbb-fa0d-4f85-881d-bd8edf1c37b3 req-9bed4ff0-9d36-4b9d-a4da-386bf6807dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:30.265862 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7874bbb-fa0d-4f85-881d-bd8edf1c37b3 req-9bed4ff0-9d36-4b9d-a4da-386bf6807dd3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=da51ac8e46d54f059d8d5252e292443f&device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 1127 time: 0.0439882
Feb 05 21:39:30.371269 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7874bbb-fa0d-4f85-881d-bd8edf1c37b3 req-17dff902-8510-475c-8abb-fc169accc278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:30.372735 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7874bbb-fa0d-4f85-881d-bd8edf1c37b3 req-17dff902-8510-475c-8abb-fc169accc278 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 200  len: 912 time: 0.0868013
Feb 05 21:39:30.464846 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7874bbb-fa0d-4f85-881d-bd8edf1c37b3 req-67b8a10e-9307-4592-bab5-11769323464e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e973949e-9be9-4bf6-9262-a80e194299b2 HTTP/1.1" status: 200  len: 1002 time: 0.0866983
Feb 05 21:39:30.521194 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d42ad-c29f-4fba-9aba-53cf11a30dfa req-ba65deb4-09b4-464c-b005-154cf7aa16e0 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:30.522689 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e25d42ad-c29f-4fba-9aba-53cf11a30dfa req-ba65deb4-09b4-464c-b005-154cf7aa16e0 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 945 time: 0.0972657
Feb 05 21:39:30.528173 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7874bbb-fa0d-4f85-881d-bd8edf1c37b3 req-82ed7ec8-b53b-49aa-837c-2144989d4ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:30.529550 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7874bbb-fa0d-4f85-881d-bd8edf1c37b3 req-82ed7ec8-b53b-49aa-837c-2144989d4ce3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d016947-afd7-422e-be42-6a16d0cc42db HTTP/1.1" status: 200  len: 850 time: 0.0587564
Feb 05 21:39:30.602363 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e25d42ad-c29f-4fba-9aba-53cf11a30dfa req-4152014f-21bb-4cd0-a4ce-72a853ea5130 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0718644
Feb 05 21:39:30.607703 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7874bbb-fa0d-4f85-881d-bd8edf1c37b3 req-14c324e5-3884-4443-a512-78f8a91b04b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:30.609134 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7874bbb-fa0d-4f85-881d-bd8edf1c37b3 req-14c324e5-3884-4443-a512-78f8a91b04b1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f6be15e-b511-47a2-8a74-368371c2b722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0725381
Feb 05 21:39:30.706067 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7874bbb-fa0d-4f85-881d-bd8edf1c37b3 req-9d816619-65b3-4c2c-9fe1-ca472857f78c service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0895846
Feb 05 21:39:30.802555 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7874bbb-fa0d-4f85-881d-bd8edf1c37b3 req-0fe777a7-b12f-48f6-bbae-a9cc163d75f0 service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0910408
Feb 05 21:39:33.329820 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728625ea-5a83-41b3-a2ae-c8b8e09f368e req-bc47467f-554a-40b8-ac6a-bdda7420b7fd tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:33.331680 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-728625ea-5a83-41b3-a2ae-c8b8e09f368e req-bc47467f-554a-40b8-ac6a-bdda7420b7fd tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 945 time: 0.0806050
Feb 05 21:39:33.370616 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-22799010-e54a-481e-8a22-3816643dd007 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1290772
Feb 05 21:39:33.388330 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-728625ea-5a83-41b3-a2ae-c8b8e09f368e req-ce6eaeba-2761-4320-b00e-df7b5d028ab6 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497434
Feb 05 21:39:33.784132 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-faefdbb9-6e7c-4a2c-a903-d56bfd67003b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:34.509608 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a53261-9585-4a3a-8005-41383af742c8 req-d976202f-44da-432e-9209-d38e2a8db43d tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:34.511042 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7a53261-9585-4a3a-8005-41383af742c8 req-d976202f-44da-432e-9209-d38e2a8db43d tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 945 time: 0.0531352
Feb 05 21:39:34.567146 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7a53261-9585-4a3a-8005-41383af742c8 req-f48f0f09-6247-460f-a152-97f22370efdb tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503025
Feb 05 21:39:34.639572 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-c34e5af9-ab32-4a3f-a37f-acbc13ed184f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:34.641156 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-c34e5af9-ab32-4a3f-a37f-acbc13ed184f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=da51ac8e46d54f059d8d5252e292443f&device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 1127 time: 0.0447264
Feb 05 21:39:34.729208 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-53bd9952-ba83-4857-9e99-d4c5f922e4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:34.730817 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-53bd9952-ba83-4857-9e99-d4c5f922e4ae service neutron] 10.222.0.21 "GET /v2.0/networks?id=5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 200  len: 912 time: 0.0841572
Feb 05 21:39:34.801112 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-dd32eee7-c230-4a72-84ca-14198d57703f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e973949e-9be9-4bf6-9262-a80e194299b2 HTTP/1.1" status: 200  len: 1002 time: 0.0645170
Feb 05 21:39:34.849241 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-4553c056-cdc2-4252-9c34-289cbb46f44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:34.850698 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-4553c056-cdc2-4252-9c34-289cbb46f44f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d016947-afd7-422e-be42-6a16d0cc42db HTTP/1.1" status: 200  len: 850 time: 0.0440111
Feb 05 21:39:34.898267 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-dec87956-f334-4c10-a012-33d72842c1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:34.899790 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-dec87956-f334-4c10-a012-33d72842c1ba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f6be15e-b511-47a2-8a74-368371c2b722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0438945
Feb 05 21:39:34.992191 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-75cef549-91ad-49c2-8109-18d64dea3b59 service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856824
Feb 05 21:39:35.083667 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-c6877143-4a4e-4fe6-a707-182eb46b4eab service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853105
Feb 05 21:39:35.689983 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca212c57-a328-47e2-bc53-928dd19335a5 req-aa4eddef-d0c1-4908-b6b8-cef00730022b tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:35.692757 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ca212c57-a328-47e2-bc53-928dd19335a5 req-aa4eddef-d0c1-4908-b6b8-cef00730022b tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 945 time: 0.0553803
Feb 05 21:39:35.740233 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ca212c57-a328-47e2-bc53-928dd19335a5 req-3c99eb15-2d6f-4bb0-aff8-3a91f3cc3082 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418398
Feb 05 21:39:36.180543 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0fcece96-6f0f-4349-ab6c-3b030bdf5920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:36.859767 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687609a-946c-469d-98a9-978adbfb11f1 req-39573d39-1fa8-45f7-9e07-a1fde284e70b tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:36.861254 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d687609a-946c-469d-98a9-978adbfb11f1 req-39573d39-1fa8-45f7-9e07-a1fde284e70b tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 945 time: 0.0527968
Feb 05 21:39:36.908608 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d687609a-946c-469d-98a9-978adbfb11f1 req-3560ae2f-312b-4bb7-b80a-334f5081be58 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406561
Feb 05 21:39:37.614773 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:38.032656 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c827b-84a3-4f98-b870-7c3f50259d3f req-a9a6a027-40d4-450d-a81e-e2eba39f52ae tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:38.034140 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d24c827b-84a3-4f98-b870-7c3f50259d3f req-a9a6a027-40d4-450d-a81e-e2eba39f52ae tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 945 time: 0.0561855
Feb 05 21:39:38.081126 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d24c827b-84a3-4f98-b870-7c3f50259d3f req-e1e704f5-40b0-4f0e-9d38-d79750641f80 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404704
Feb 05 21:39:39.200705 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:39.202510 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628df8e0-9ae3-48f6-93e5-dedd7f92447d req-f2d2c190-a7ef-4e33-9b88-045dd63e0b08 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:39.203988 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-628df8e0-9ae3-48f6-93e5-dedd7f92447d req-f2d2c190-a7ef-4e33-9b88-045dd63e0b08 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 945 time: 0.0535762
Feb 05 21:39:39.250871 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-628df8e0-9ae3-48f6-93e5-dedd7f92447d req-42e36e00-7a32-41a2-a88e-d421945c23a3 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405614
Feb 05 21:39:40.371028 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7516eeb-2d88-43a5-ae84-ae59772745ff req-f6a8dbe2-5d27-4558-b6d1-3f533bc9fdc7 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:40.372506 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a7516eeb-2d88-43a5-ae84-ae59772745ff req-f6a8dbe2-5d27-4558-b6d1-3f533bc9fdc7 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 945 time: 0.0516798
Feb 05 21:39:40.422264 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a7516eeb-2d88-43a5-ae84-ae59772745ff req-f622e2fb-c410-4986-90d7-622c4d14ae28 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442002
Feb 05 21:39:40.577872 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:41.542873 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de777a-7bbc-4517-bd2c-d4d404a19ee9 req-411a986b-ccfb-4437-a842-153bc2f6367e tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:41.544326 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-16de777a-7bbc-4517-bd2c-d4d404a19ee9 req-411a986b-ccfb-4437-a842-153bc2f6367e tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 945 time: 0.0512893
Feb 05 21:39:41.589725 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-16de777a-7bbc-4517-bd2c-d4d404a19ee9 req-faa8ac3a-801a-4a2a-a56d-9250a4164a65 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398757
Feb 05 21:39:42.711569 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f77fc6-9dce-45dd-b0e5-82cf8c64f29f req-6c7dded1-f386-4f47-8d25-1af086563fbe tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:42.713401 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b3f77fc6-9dce-45dd-b0e5-82cf8c64f29f req-6c7dded1-f386-4f47-8d25-1af086563fbe tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 945 time: 0.0530035
Feb 05 21:39:42.760816 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b3f77fc6-9dce-45dd-b0e5-82cf8c64f29f req-3cf7f3fd-51a0-4605-9c10-7d16b9b1474d tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410190
Feb 05 21:39:43.883473 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98ecd0-8209-4cfc-b70b-69adb5ec0348 req-1e0f7993-88da-4d31-96fc-93dba36c16b3 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:43.884999 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5c98ecd0-8209-4cfc-b70b-69adb5ec0348 req-1e0f7993-88da-4d31-96fc-93dba36c16b3 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 945 time: 0.0560503
Feb 05 21:39:43.933019 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5c98ecd0-8209-4cfc-b70b-69adb5ec0348 req-1c0169eb-e3aa-4715-9c50-62d20fecede7 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424197
Feb 05 21:39:45.054022 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130d755-e194-47fe-b283-0e7d6ee503c1 req-fc744b19-dc7b-407b-8406-c6245232d0eb tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:45.055540 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d130d755-e194-47fe-b283-0e7d6ee503c1 req-fc744b19-dc7b-407b-8406-c6245232d0eb tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 945 time: 0.0534530
Feb 05 21:39:45.101725 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d130d755-e194-47fe-b283-0e7d6ee503c1 req-28a3f0e9-46d7-46de-b58a-aaa3eaddd358 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405347
Feb 05 21:39:45.623801 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:46.238177 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2fd53-a958-42fb-96a7-bb126bdf1cc8 req-bc93f881-c588-44c6-8dca-237ea10c99a5 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:46.239626 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a9c2fd53-a958-42fb-96a7-bb126bdf1cc8 req-bc93f881-c588-44c6-8dca-237ea10c99a5 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 945 time: 0.0682786
Feb 05 21:39:46.289783 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a9c2fd53-a958-42fb-96a7-bb126bdf1cc8 req-8740e1ca-5932-469e-97de-755863a0428b tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444181
Feb 05 21:39:46.833093 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:39:47.410336 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb59b79-bf8f-40ed-ac7d-e3d6a487c46d req-20533343-ccdd-45fc-957b-876dc98e1a06 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:47.411841 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-deb59b79-bf8f-40ed-ac7d-e3d6a487c46d req-20533343-ccdd-45fc-957b-876dc98e1a06 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 945 time: 0.0529513
Feb 05 21:39:47.457980 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-deb59b79-bf8f-40ed-ac7d-e3d6a487c46d req-eeba54ca-6876-4ec9-812e-7b5174983dc0 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403030
Feb 05 21:39:48.576381 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0443212-bf6d-4390-b726-f5e65817656c req-546f0297-5c16-4a99-9fc1-835442bde0d9 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:48.577830 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0443212-bf6d-4390-b726-f5e65817656c req-546f0297-5c16-4a99-9fc1-835442bde0d9 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 945 time: 0.0513849
Feb 05 21:39:48.627128 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0443212-bf6d-4390-b726-f5e65817656c req-7685831c-6835-4e79-a845-c56ba663205c tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431204
Feb 05 21:39:49.748830 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7724d13-668f-4e80-aa7e-a16167a3c6e7 req-ec7d1286-3ecc-4b77-8f60-b54d451b6d3c tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:49.750298 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c7724d13-668f-4e80-aa7e-a16167a3c6e7 req-ec7d1286-3ecc-4b77-8f60-b54d451b6d3c tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 945 time: 0.0523827
Feb 05 21:39:49.796257 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c7724d13-668f-4e80-aa7e-a16167a3c6e7 req-7ceba34f-413b-44de-a031-23de8cbefe73 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402629
Feb 05 21:39:50.600034 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:50.913877 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a8afc-da61-4515-a3f3-d620b37498ea req-85b6c748-753b-4b0f-a82e-a6575746d0bf tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:50.915312 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-269a8afc-da61-4515-a3f3-d620b37498ea req-85b6c748-753b-4b0f-a82e-a6575746d0bf tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 945 time: 0.0514872
Feb 05 21:39:50.961522 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-269a8afc-da61-4515-a3f3-d620b37498ea req-c9d8fc17-bc62-4885-8ee3-e1652403195e tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407031
Feb 05 21:39:52.086362 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e94c4-9746-4acf-b54e-4a8c21463473 req-fed69e2e-010d-4b15-a323-f0d2718567bf tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:52.087861 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5f5e94c4-9746-4acf-b54e-4a8c21463473 req-fed69e2e-010d-4b15-a323-f0d2718567bf tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 945 time: 0.0577590
Feb 05 21:39:52.134231 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5f5e94c4-9746-4acf-b54e-4a8c21463473 req-599b4780-7ee2-468e-8e07-7ed668fd96b4 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408354
Feb 05 21:39:53.251732 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7556443-4a0a-4f9e-8345-af368058aac2 req-f7b8b4bd-38a9-4784-9882-d473b3b798fc tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:53.253833 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7556443-4a0a-4f9e-8345-af368058aac2 req-f7b8b4bd-38a9-4784-9882-d473b3b798fc tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 945 time: 0.0522835
Feb 05 21:39:53.300763 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7556443-4a0a-4f9e-8345-af368058aac2 req-b2266d3e-e37e-437e-b49f-50bdeae6e5fa tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412965
Feb 05 21:39:54.419984 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace9b8f-7e90-4a20-9c4a-5a48b54e09aa req-a2ea2bd8-04bc-47c6-b41b-84dcf2bc4cc5 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:54.421492 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2ace9b8f-7e90-4a20-9c4a-5a48b54e09aa req-a2ea2bd8-04bc-47c6-b41b-84dcf2bc4cc5 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 945 time: 0.0525506
Feb 05 21:39:54.470932 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2ace9b8f-7e90-4a20-9c4a-5a48b54e09aa req-44ea9ed1-7a6e-445e-9379-c14b5bae2cfc tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437663
Feb 05 21:39:55.592509 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1528a0fe-a5d3-42d3-a5b3-3705382c3757 req-3b669ece-4bee-4beb-9506-c1c229fe715b tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:55.593992 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1528a0fe-a5d3-42d3-a5b3-3705382c3757 req-3b669ece-4bee-4beb-9506-c1c229fe715b tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 945 time: 0.0531561
Feb 05 21:39:55.639928 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1528a0fe-a5d3-42d3-a5b3-3705382c3757 req-5e67d3a7-9b2a-4b66-b17e-e2437eef3e67 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402942
Feb 05 21:39:56.761814 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d669301-9a43-4025-b66b-0389f50f3a0c req-9684e5b8-338e-423b-97fa-a5dc2947a5b2 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:56.763298 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3d669301-9a43-4025-b66b-0389f50f3a0c req-9684e5b8-338e-423b-97fa-a5dc2947a5b2 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 945 time: 0.0520585
Feb 05 21:39:56.808961 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3d669301-9a43-4025-b66b-0389f50f3a0c req-e7c68c23-a2cd-45c9-a09c-903c26cf221c tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397701
Feb 05 21:39:57.586546 ncdv-master-1 neutron-server[114391]: INFO neutron.api.v2.resource [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-2cba80bd-2b22-4252-993e-7877cb6cab26 service neutron] show failed (client error): The resource could not be found.
Feb 05 21:39:57.587491 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-2cba80bd-2b22-4252-993e-7877cb6cab26 service neutron] 10.222.0.21 "GET /v2.0/ports/e973949e-9be9-4bf6-9262-a80e194299b2/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0594547
Feb 05 21:39:57.833556 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-4f7cd12d-863b-434b-8e38-c59f85a08df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:57.835114 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-4f7cd12d-863b-434b-8e38-c59f85a08df3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24&tenant_id=da51ac8e46d54f059d8d5252e292443f HTTP/1.1" status: 200  len: 1127 time: 0.0933344
Feb 05 21:39:57.845552 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-da84456b-e36d-416a-8afb-37419c65b58a service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:39:57.911216 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-da84456b-e36d-416a-8afb-37419c65b58a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e973949e-9be9-4bf6-9262-a80e194299b2), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:57.933868 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04486672-c29e-4896-89b3-05caf892da11 req-efdd0cb6-0aa3-4efa-b2d5-19313d046f2b tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:57.935409 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-04486672-c29e-4896-89b3-05caf892da11 req-efdd0cb6-0aa3-4efa-b2d5-19313d046f2b tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 945 time: 0.0538549
Feb 05 21:39:57.991503 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-04486672-c29e-4896-89b3-05caf892da11 req-a40f5d4f-c312-45c5-b06f-012e05bc6006 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498557
Feb 05 21:39:58.122490 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-da84456b-e36d-416a-8afb-37419c65b58a service neutron] For port e973949e-9be9-4bf6-9262-a80e194299b2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e973949e-9be9-4bf6-9262-a80e194299b2,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:39:58.155813 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-da84456b-e36d-416a-8afb-37419c65b58a service neutron] For port e973949e-9be9-4bf6-9262-a80e194299b2, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:39:58.195537 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e973949e-9be9-4bf6-9262-a80e194299b2'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:39:58.197764 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67151308-129e-4b65-9017-99bcae9173cd" -d '{"events": [{"server_uuid": "eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24", "name": "network-vif-unplugged", "status": "completed", "tag": "e973949e-9be9-4bf6-9262-a80e194299b2"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:39:58.201222 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-da84456b-e36d-416a-8afb-37419c65b58a service neutron] Publish callbacks [] for port (e973949e-9be9-4bf6-9262-a80e194299b2), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:58.214447 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-da84456b-e36d-416a-8afb-37419c65b58a service neutron] Transition to ACTIVE for port object e973949e-9be9-4bf6-9262-a80e194299b2 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:39:58.218363 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-da84456b-e36d-416a-8afb-37419c65b58a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (e973949e-9be9-4bf6-9262-a80e194299b2), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:58.257003 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 21:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9772a1f-5728-4266-8d4d-d21e8f52be87 x-openstack-request-id: req-f9772a1f-5728-4266-8d4d-d21e8f52be87 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:39:58.257304 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24", "name": "network-vif-unplugged", "status": "completed", "tag": "e973949e-9be9-4bf6-9262-a80e194299b2", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:39:58.257556 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f9772a1f-5728-4266-8d4d-d21e8f52be87 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:39:58.257970 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e973949e-9be9-4bf6-9262-a80e194299b2', 'code': 200}
Feb 05 21:39:58.301435 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da84456b-e36d-416a-8afb-37419c65b58a service neutron] Pushing event updated for resources: {'Port': ['ID=e973949e-9be9-4bf6-9262-a80e194299b2,revision_number=6']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:39:58.343749 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-da84456b-e36d-416a-8afb-37419c65b58a service neutron] No DVR routers for this DVR port e973949e-9be9-4bf6-9262-a80e194299b2 on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:39:58.486355 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-da84456b-e36d-416a-8afb-37419c65b58a service neutron] Attempting to bind port e973949e-9be9-4bf6-9262-a80e194299b2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:39:58.486718 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-da84456b-e36d-416a-8afb-37419c65b58a service neutron] Attempting to bind port e973949e-9be9-4bf6-9262-a80e194299b2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:39:58.487178 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-da84456b-e36d-416a-8afb-37419c65b58a service neutron] Attempting to bind port e973949e-9be9-4bf6-9262-a80e194299b2 on network 5f6be15e-b511-47a2-8a74-368371c2b722 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:39:58.492181 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-da84456b-e36d-416a-8afb-37419c65b58a service neutron] Port e973949e-9be9-4bf6-9262-a80e194299b2 on network 5f6be15e-b511-47a2-8a74-368371c2b722 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:39:58.492515 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-da84456b-e36d-416a-8afb-37419c65b58a service neutron] Attempting to bind port e973949e-9be9-4bf6-9262-a80e194299b2 on network 5f6be15e-b511-47a2-8a74-368371c2b722 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:39:58.497474 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-da84456b-e36d-416a-8afb-37419c65b58a service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:39:58.497816 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-da84456b-e36d-416a-8afb-37419c65b58a service neutron] Checking segment: {'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:39:58.498208 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-da84456b-e36d-416a-8afb-37419c65b58a service neutron] Bound using segment: {'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:39:58.498667 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-da84456b-e36d-416a-8afb-37419c65b58a service neutron] Bound port: e973949e-9be9-4bf6-9262-a80e194299b2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:39:58.499027 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-da84456b-e36d-416a-8afb-37419c65b58a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e973949e-9be9-4bf6-9262-a80e194299b2), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:58.560923 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-da84456b-e36d-416a-8afb-37419c65b58a service neutron] For port e973949e-9be9-4bf6-9262-a80e194299b2, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:39:58.563883 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-da84456b-e36d-416a-8afb-37419c65b58a service neutron] For port e973949e-9be9-4bf6-9262-a80e194299b2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e973949e-9be9-4bf6-9262-a80e194299b2,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:39:58.569368 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-da84456b-e36d-416a-8afb-37419c65b58a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (e973949e-9be9-4bf6-9262-a80e194299b2), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:58.609810 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-da84456b-e36d-416a-8afb-37419c65b58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:58.610591 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-da84456b-e36d-416a-8afb-37419c65b58a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:39:58.612033 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-da84456b-e36d-416a-8afb-37419c65b58a service neutron] 10.222.0.39 "PUT /v2.0/ports/e973949e-9be9-4bf6-9262-a80e194299b2 HTTP/1.1" status: 200  len: 1091 time: 0.7705274
Feb 05 21:39:58.629311 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da84456b-e36d-416a-8afb-37419c65b58a service neutron] Pushing event updated for resources: {'Port': ['ID=e973949e-9be9-4bf6-9262-a80e194299b2,revision_number=7']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:39:58.680642 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-71cf9e52-bfd6-4f33-9c4d-ada73c9a74b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:58.682075 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-71cf9e52-bfd6-4f33-9c4d-ada73c9a74b4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da51ac8e46d54f059d8d5252e292443f&device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 1125 time: 0.0487056
Feb 05 21:39:58.773723 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-25d6f2f4-8c3b-4e1f-bece-2b56fb350e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:58.775257 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-25d6f2f4-8c3b-4e1f-bece-2b56fb350e9f service neutron] 10.222.0.39 "GET /v2.0/networks?id=5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 200  len: 912 time: 0.0875635
Feb 05 21:39:58.850404 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-cddf71ad-b040-4b7b-a445-754f4145f236 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e973949e-9be9-4bf6-9262-a80e194299b2 HTTP/1.1" status: 200  len: 1000 time: 0.0689631
Feb 05 21:39:58.900006 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-991486a2-2d5d-4fa8-9a9c-1ee347ce536c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:58.901586 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-991486a2-2d5d-4fa8-9a9c-1ee347ce536c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d016947-afd7-422e-be42-6a16d0cc42db HTTP/1.1" status: 200  len: 850 time: 0.0461822
Feb 05 21:39:58.953565 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-305bc533-e719-44a4-9e32-8ead519e72f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:58.955106 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-305bc533-e719-44a4-9e32-8ead519e72f4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f6be15e-b511-47a2-8a74-368371c2b722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0478489
Feb 05 21:39:59.048089 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-d284424e-30d6-4e88-9bed-8875c3b70062 service neutron] 10.222.0.39 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0869644
Feb 05 21:39:59.112701 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dba8d0-ea60-47be-933e-1c90b41e27a7 req-15e7b5b0-4727-4622-afe1-359db0fd48e5 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:39:59.114406 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03dba8d0-ea60-47be-933e-1c90b41e27a7 req-15e7b5b0-4727-4622-afe1-359db0fd48e5 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 943 time: 0.0524945
Feb 05 21:39:59.141058 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-7dfa0621-21e9-4e1a-98bb-66c487ce8cee service neutron] 10.222.0.39 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875523
Feb 05 21:39:59.167800 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03dba8d0-ea60-47be-933e-1c90b41e27a7 req-8b28f4d3-53b2-4e91-b313-e5191580eb80 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471771
Feb 05 21:39:59.721107 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device e973949e-9be9-4bf6-9262-a80e194299b2 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:39:59.759241 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] The host nch1-master-1 is not matching for port e973949e-9be9-4bf6-9262-a80e194299b2 host nch2-master-1! {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Feb 05 21:39:59.759629 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device e973949e-9be9-4bf6-9262-a80e194299b2 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:40:00.258987 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24', 'tag': 'e973949e-9be9-4bf6-9262-a80e194299b2'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:40:00.261320 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18a8f86-3303-4422-9899-26603da8f0dc" -d '{"events": [{"name": "network-changed", "server_uuid": "eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24", "tag": "e973949e-9be9-4bf6-9262-a80e194299b2"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:40:00.293642 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3624d82-3327-48e1-a081-487fb3256d78 req-3e76468c-6805-4e20-9531-a239f6a69cb3 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:00.296195 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e3624d82-3327-48e1-a081-487fb3256d78 req-3e76468c-6805-4e20-9531-a239f6a69cb3 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 943 time: 0.0549412
Feb 05 21:40:00.312045 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a4e235-3d4f-4e56-93f9-fbae3e327368 x-openstack-request-id: req-f9a4e235-3d4f-4e56-93f9-fbae3e327368 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:40:00.312377 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24", "tag": "e973949e-9be9-4bf6-9262-a80e194299b2", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:40:00.312641 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f9a4e235-3d4f-4e56-93f9-fbae3e327368 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:40:00.313082 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24', 'tag': 'e973949e-9be9-4bf6-9262-a80e194299b2', 'status': 'completed', 'code': 200}
Feb 05 21:40:00.368477 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e3624d82-3327-48e1-a081-487fb3256d78 req-32d5e3cb-11f7-4c7a-916a-e1581388a2b8 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0673623
Feb 05 21:40:00.386666 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a8f86-3303-4422-9899-26603da8f0dc req-9f74c53d-e562-4389-a155-cce0f9463f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:00.386666 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a18a8f86-3303-4422-9899-26603da8f0dc req-9f74c53d-e562-4389-a155-cce0f9463f0f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da51ac8e46d54f059d8d5252e292443f&device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 1125 time: 0.0479751
Feb 05 21:40:00.386889 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a8f86-3303-4422-9899-26603da8f0dc req-e4417695-e59e-4ab8-8f2c-f7f0ff071ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:00.386889 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a18a8f86-3303-4422-9899-26603da8f0dc req-e4417695-e59e-4ab8-8f2c-f7f0ff071ce0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=da51ac8e46d54f059d8d5252e292443f&device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 1125 time: 0.0533190
Feb 05 21:40:00.475643 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a8f86-3303-4422-9899-26603da8f0dc req-e6f36dda-4f4f-4062-9497-e2c65c0ed9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:00.477164 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a18a8f86-3303-4422-9899-26603da8f0dc req-e6f36dda-4f4f-4062-9497-e2c65c0ed9fd service neutron] 10.222.0.39 "GET /v2.0/networks?id=5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 200  len: 912 time: 0.0844727
Feb 05 21:40:00.478879 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a8f86-3303-4422-9899-26603da8f0dc req-8cffa7fc-4c3a-46bd-98dc-a1cde8bd279f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:00.480336 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a18a8f86-3303-4422-9899-26603da8f0dc req-8cffa7fc-4c3a-46bd-98dc-a1cde8bd279f service neutron] 10.222.0.21 "GET /v2.0/networks?id=5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 200  len: 912 time: 0.0884123
Feb 05 21:40:00.546204 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a18a8f86-3303-4422-9899-26603da8f0dc req-1a8f5d57-7121-41b6-a804-623ef3218636 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e973949e-9be9-4bf6-9262-a80e194299b2 HTTP/1.1" status: 200  len: 1000 time: 0.0598712
Feb 05 21:40:00.553009 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a18a8f86-3303-4422-9899-26603da8f0dc req-3bda020b-46b0-4fee-a058-b6bc74824a1d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e973949e-9be9-4bf6-9262-a80e194299b2 HTTP/1.1" status: 200  len: 1000 time: 0.0697260
Feb 05 21:40:00.594340 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a8f86-3303-4422-9899-26603da8f0dc req-ce36e69b-1b88-4450-9ea9-9be12bd9ca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:00.595819 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a18a8f86-3303-4422-9899-26603da8f0dc req-ce36e69b-1b88-4450-9ea9-9be12bd9ca94 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d016947-afd7-422e-be42-6a16d0cc42db HTTP/1.1" status: 200  len: 850 time: 0.0437496
Feb 05 21:40:00.602945 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a8f86-3303-4422-9899-26603da8f0dc req-cbc4b86a-7244-4248-a95e-3c637a9f030f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:00.604385 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a18a8f86-3303-4422-9899-26603da8f0dc req-cbc4b86a-7244-4248-a95e-3c637a9f030f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d016947-afd7-422e-be42-6a16d0cc42db HTTP/1.1" status: 200  len: 850 time: 0.0435438
Feb 05 21:40:00.654811 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a8f86-3303-4422-9899-26603da8f0dc req-374d4577-d4e1-4452-84e2-6f7316e85657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:00.656431 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a18a8f86-3303-4422-9899-26603da8f0dc req-374d4577-d4e1-4452-84e2-6f7316e85657 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f6be15e-b511-47a2-8a74-368371c2b722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0458100
Feb 05 21:40:00.761991 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a18a8f86-3303-4422-9899-26603da8f0dc req-d9860b3c-d1ca-4381-87c8-2d3e5a3ac929 service neutron] 10.222.0.39 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0910220
Feb 05 21:40:00.855831 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a18a8f86-3303-4422-9899-26603da8f0dc req-d5725f41-7aa8-42ea-9d5c-07afe6558f16 service neutron] 10.222.0.39 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0874648
Feb 05 21:40:00.993953 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a8f86-3303-4422-9899-26603da8f0dc req-764d5405-1a2f-4735-a3a7-d5eada01dcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:00.995510 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a18a8f86-3303-4422-9899-26603da8f0dc req-764d5405-1a2f-4735-a3a7-d5eada01dcdd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f6be15e-b511-47a2-8a74-368371c2b722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3938050
Feb 05 21:40:01.083753 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a18a8f86-3303-4422-9899-26603da8f0dc req-2813631f-2b54-421b-a06b-9bfc2db8000e service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0817995
Feb 05 21:40:01.171433 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a18a8f86-3303-4422-9899-26603da8f0dc req-a6568171-dba7-477c-8ec9-2c549df05e10 service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820839
Feb 05 21:40:01.494790 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e990d-baa1-4b35-839b-59ac69f9bd2d req-feeffd9d-780c-4c9c-98bf-155823772ee3 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:01.496191 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1f4e990d-baa1-4b35-839b-59ac69f9bd2d req-feeffd9d-780c-4c9c-98bf-155823772ee3 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 943 time: 0.0562925
Feb 05 21:40:01.543129 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1f4e990d-baa1-4b35-839b-59ac69f9bd2d req-2ec80c05-dfea-4dc3-b64c-ebaa1e8fcee0 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414236
Feb 05 21:40:02.667498 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd794b7-51d1-4d08-8a1e-b3d778f0af75 req-7b7f652b-38a0-458c-9d9e-4dd29701637b tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:02.669118 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bbd794b7-51d1-4d08-8a1e-b3d778f0af75 req-7b7f652b-38a0-458c-9d9e-4dd29701637b tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 943 time: 0.0574152
Feb 05 21:40:02.715431 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bbd794b7-51d1-4d08-8a1e-b3d778f0af75 req-0edb2665-6b44-4397-bc7e-e34df68a563c tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407701
Feb 05 21:40:03.790032 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-384c3dd5-c799-49d9-a43a-96eccef50ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:03.839118 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cde282-a194-404d-9ed8-acf77c9fc96b req-47dd8c8f-c7ba-432e-ad18-750c10bb02f9 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:03.840597 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a8cde282-a194-404d-9ed8-acf77c9fc96b req-47dd8c8f-c7ba-432e-ad18-750c10bb02f9 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 943 time: 0.0544097
Feb 05 21:40:03.888918 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a8cde282-a194-404d-9ed8-acf77c9fc96b req-04cdbe90-81d6-431f-a700-fc779343df2c tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424442
Feb 05 21:40:04.180929 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-b0c11ab7-852a-4777-9129-0637ea2fe836 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:04.182352 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-b0c11ab7-852a-4777-9129-0637ea2fe836 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.39 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24&tenant_id=da51ac8e46d54f059d8d5252e292443f&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0653284
Feb 05 21:40:04.191864 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019debb-0551-4460-a679-561857945e40 req-b1ed5d30-ca7a-4fc1-93fa-aa8d9bc230a6 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:04.193430 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6019debb-0551-4460-a679-561857945e40 req-b1ed5d30-ca7a-4fc1-93fa-aa8d9bc230a6 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 943 time: 0.0552404
Feb 05 21:40:04.242705 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-71f6b6be-6060-41f7-9148-60a0757a0bde service neutron] 10.222.0.39 "GET /v2.0/ports/e973949e-9be9-4bf6-9262-a80e194299b2/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0544684
Feb 05 21:40:04.245402 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6019debb-0551-4460-a679-561857945e40 req-2ee04ec3-e84d-4004-9765-159ba15b7d6c tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461600
Feb 05 21:40:04.307974 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-a4487d0c-fe52-4b7b-93bd-23a8cea1ea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:04.309456 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-a4487d0c-fe52-4b7b-93bd-23a8cea1ea64 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da51ac8e46d54f059d8d5252e292443f&device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 1125 time: 0.0447779
Feb 05 21:40:04.344759 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device e973949e-9be9-4bf6-9262-a80e194299b2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:40:04.398724 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-48832de0-71e2-42b9-84f2-6379672396aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:04.400191 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-48832de0-71e2-42b9-84f2-6379672396aa service neutron] 10.222.0.39 "GET /v2.0/networks?id=5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 200  len: 912 time: 0.0854132
Feb 05 21:40:04.447016 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port e973949e-9be9-4bf6-9262-a80e194299b2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e973949e-9be9-4bf6-9262-a80e194299b2,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:40:04.458618 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'e973949e-9be9-4bf6-9262-a80e194299b2', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'port_id': 'e973949e-9be9-4bf6-9262-a80e194299b2', 'mac_address': 'fa:16:3e:7e:6f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:40:04.466159 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-680d3cc6-eb5a-4fa4-ad03-18723022a1c7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e973949e-9be9-4bf6-9262-a80e194299b2 HTTP/1.1" status: 200  len: 1000 time: 0.0592997
Feb 05 21:40:04.500072 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port e973949e-9be9-4bf6-9262-a80e194299b2 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:40:04.500374 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e973949e-9be9-4bf6-9262-a80e194299b2), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:04.514070 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e973949e-9be9-4bf6-9262-a80e194299b2 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:40:04.514336 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-2949b867-b1f2-415c-95fb-05f8cb49df2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:04.515878 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-2949b867-b1f2-415c-95fb-05f8cb49df2c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d016947-afd7-422e-be42-6a16d0cc42db HTTP/1.1" status: 200  len: 850 time: 0.0437124
Feb 05 21:40:04.535066 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port e973949e-9be9-4bf6-9262-a80e194299b2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e973949e-9be9-4bf6-9262-a80e194299b2,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:40:04.539422 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (e973949e-9be9-4bf6-9262-a80e194299b2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:04.568513 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-81a724c5-d2fd-4afe-8b9f-f3b4073a53a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:04.570047 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-81a724c5-d2fd-4afe-8b9f-f3b4073a53a9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f6be15e-b511-47a2-8a74-368371c2b722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0490286
Feb 05 21:40:04.590759 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=e973949e-9be9-4bf6-9262-a80e194299b2,revision_number=8']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:40:04.598442 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:40:04.598807 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:40:04.599192 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:40:04.599540 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:40:04.599885 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:40:04.600223 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:40:04.600558 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:40:04.600897 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:40:04.601228 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:40:04.601559 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:40:04.601898 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:40:04.602227 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:40:04.602587 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:40:04.658644 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-f15de509-e11b-4f6a-81c8-381cb84e51cb service neutron] 10.222.0.39 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0816290
Feb 05 21:40:04.751241 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-37bb798a-c637-4f9b-9868-569c22fb198c service neutron] 10.222.0.39 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864921
Feb 05 21:40:04.757730 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['e973949e-9be9-4bf6-9262-a80e194299b2'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:40:05.367162 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5de2c-7489-42c9-8515-342fe635a5e5 req-158fdafc-e215-46c9-a249-fcfd8f1a3b88 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:05.368630 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-caa5de2c-7489-42c9-8515-342fe635a5e5 req-158fdafc-e215-46c9-a249-fcfd8f1a3b88 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 944 time: 0.0515881
Feb 05 21:40:05.414230 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-caa5de2c-7489-42c9-8515-342fe635a5e5 req-cd8c24bc-da77-4ccb-ac17-ed9acab7c198 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401092
Feb 05 21:40:06.182594 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e9fff5eb-a90c-4a6b-ba5d-4518dd7b2083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:06.363086 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device e973949e-9be9-4bf6-9262-a80e194299b2 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:40:06.413397 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port e973949e-9be9-4bf6-9262-a80e194299b2 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:40:06.417777 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port e973949e-9be9-4bf6-9262-a80e194299b2 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:40:06.418155 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e973949e-9be9-4bf6-9262-a80e194299b2), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:06.509179 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port e973949e-9be9-4bf6-9262-a80e194299b2 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:40:06.509579 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e973949e-9be9-4bf6-9262-a80e194299b2), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:06.534451 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e973949e-9be9-4bf6-9262-a80e194299b2'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:40:06.536853 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ab8e26-12bb-4fa7-a606-3738439e5f91" -d '{"events": [{"server_uuid": "eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24", "name": "network-vif-plugged", "status": "completed", "tag": "e973949e-9be9-4bf6-9262-a80e194299b2"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:40:06.550582 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port e973949e-9be9-4bf6-9262-a80e194299b2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e973949e-9be9-4bf6-9262-a80e194299b2,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:40:06.558449 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (e973949e-9be9-4bf6-9262-a80e194299b2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:06.559137 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04328721-563f-4197-b51f-1f4f8d9fc392 req-f923376e-edbd-4a25-8612-75f850d31612 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:06.561329 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-04328721-563f-4197-b51f-1f4f8d9fc392 req-f923376e-edbd-4a25-8612-75f850d31612 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 944 time: 0.0733545
Feb 05 21:40:06.608076 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa4b311-e7f4-4aaa-bb88-696ac5519ccf x-openstack-request-id: req-afa4b311-e7f4-4aaa-bb88-696ac5519ccf {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:40:06.608367 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24", "name": "network-vif-plugged", "status": "completed", "tag": "e973949e-9be9-4bf6-9262-a80e194299b2", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:40:06.608646 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-afa4b311-e7f4-4aaa-bb88-696ac5519ccf {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:40:06.609043 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e973949e-9be9-4bf6-9262-a80e194299b2', 'code': 200}
Feb 05 21:40:06.619125 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=e973949e-9be9-4bf6-9262-a80e194299b2,revision_number=9']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:40:06.622253 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-04328721-563f-4197-b51f-1f4f8d9fc392 req-ff10cf2f-6d58-4b4b-94ef-dd73cc7af540 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545399
Feb 05 21:40:07.264019 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-c7185410-c5b3-495f-86fa-9ba6cbc1eb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:07.265514 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-c7185410-c5b3-495f-86fa-9ba6cbc1eb16 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24&tenant_id=da51ac8e46d54f059d8d5252e292443f HTTP/1.1" status: 200  len: 1127 time: 0.0488651
Feb 05 21:40:07.276002 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-b0b758ef-197a-443b-90b8-d13b52da1bf8 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:40:07.333080 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-b0b758ef-197a-443b-90b8-d13b52da1bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e973949e-9be9-4bf6-9262-a80e194299b2), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:07.532438 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-b0b758ef-197a-443b-90b8-d13b52da1bf8 service neutron] For port e973949e-9be9-4bf6-9262-a80e194299b2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e973949e-9be9-4bf6-9262-a80e194299b2,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:40:07.564925 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-b0b758ef-197a-443b-90b8-d13b52da1bf8 service neutron] For port e973949e-9be9-4bf6-9262-a80e194299b2, host nch2-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:40:07.608754 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e973949e-9be9-4bf6-9262-a80e194299b2'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:40:07.611099 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3680c438-b947-41d4-b5fe-6bad97fbf25b" -d '{"events": [{"server_uuid": "eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24", "name": "network-vif-unplugged", "status": "completed", "tag": "e973949e-9be9-4bf6-9262-a80e194299b2"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:40:07.615645 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:07.616245 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-b0b758ef-197a-443b-90b8-d13b52da1bf8 service neutron] Publish callbacks [] for port (e973949e-9be9-4bf6-9262-a80e194299b2), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:07.633534 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-b0b758ef-197a-443b-90b8-d13b52da1bf8 service neutron] Transition to ACTIVE for port object e973949e-9be9-4bf6-9262-a80e194299b2 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:40:07.638027 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-b0b758ef-197a-443b-90b8-d13b52da1bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (e973949e-9be9-4bf6-9262-a80e194299b2), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:07.668409 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 21:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdf6482-8906-47a1-b7d3-3a9dc0d33659 x-openstack-request-id: req-1cdf6482-8906-47a1-b7d3-3a9dc0d33659 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:40:07.668713 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24", "name": "network-vif-unplugged", "status": "completed", "tag": "e973949e-9be9-4bf6-9262-a80e194299b2", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:40:07.668973 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1cdf6482-8906-47a1-b7d3-3a9dc0d33659 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:40:07.669376 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e973949e-9be9-4bf6-9262-a80e194299b2', 'code': 200}
Feb 05 21:40:07.765205 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b758ef-197a-443b-90b8-d13b52da1bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=e973949e-9be9-4bf6-9262-a80e194299b2,revision_number=10']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:40:07.804364 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-b0b758ef-197a-443b-90b8-d13b52da1bf8 service neutron] No DVR routers for this DVR port e973949e-9be9-4bf6-9262-a80e194299b2 on host nch2-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:40:07.851499 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88278bf9-cf25-4cd5-aaff-7c39aa5f8a4d req-1f8af45f-02d9-4314-a613-ffd1f7bdc59d tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:07.853069 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-88278bf9-cf25-4cd5-aaff-7c39aa5f8a4d req-1f8af45f-02d9-4314-a613-ffd1f7bdc59d tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 944 time: 0.1352007
Feb 05 21:40:07.952216 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-88278bf9-cf25-4cd5-aaff-7c39aa5f8a4d req-c79083d8-2462-4b85-8da8-15ff3721a370 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0916412
Feb 05 21:40:07.998199 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-b0b758ef-197a-443b-90b8-d13b52da1bf8 service neutron] Attempting to bind port e973949e-9be9-4bf6-9262-a80e194299b2 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:40:07.998570 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-b0b758ef-197a-443b-90b8-d13b52da1bf8 service neutron] Attempting to bind port e973949e-9be9-4bf6-9262-a80e194299b2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:40:07.998896 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-b0b758ef-197a-443b-90b8-d13b52da1bf8 service neutron] Attempting to bind port e973949e-9be9-4bf6-9262-a80e194299b2 on network 5f6be15e-b511-47a2-8a74-368371c2b722 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:40:08.003344 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-b0b758ef-197a-443b-90b8-d13b52da1bf8 service neutron] Port e973949e-9be9-4bf6-9262-a80e194299b2 on network 5f6be15e-b511-47a2-8a74-368371c2b722 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:40:08.003668 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-b0b758ef-197a-443b-90b8-d13b52da1bf8 service neutron] Attempting to bind port e973949e-9be9-4bf6-9262-a80e194299b2 on network 5f6be15e-b511-47a2-8a74-368371c2b722 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:40:08.008442 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-b0b758ef-197a-443b-90b8-d13b52da1bf8 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:40:08.008778 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-b0b758ef-197a-443b-90b8-d13b52da1bf8 service neutron] Checking segment: {'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:40:08.009159 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-b0b758ef-197a-443b-90b8-d13b52da1bf8 service neutron] Bound using segment: {'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:40:08.009576 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-b0b758ef-197a-443b-90b8-d13b52da1bf8 service neutron] Bound port: e973949e-9be9-4bf6-9262-a80e194299b2, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ad4fa7-a815-486d-801a-e7994848141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:40:08.009924 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-b0b758ef-197a-443b-90b8-d13b52da1bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e973949e-9be9-4bf6-9262-a80e194299b2), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:08.076050 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-b0b758ef-197a-443b-90b8-d13b52da1bf8 service neutron] For port e973949e-9be9-4bf6-9262-a80e194299b2, host nch1-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:40:08.078949 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-b0b758ef-197a-443b-90b8-d13b52da1bf8 service neutron] For port e973949e-9be9-4bf6-9262-a80e194299b2, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e973949e-9be9-4bf6-9262-a80e194299b2,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:40:08.085857 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-b0b758ef-197a-443b-90b8-d13b52da1bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (e973949e-9be9-4bf6-9262-a80e194299b2), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:08.124747 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-b0b758ef-197a-443b-90b8-d13b52da1bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:08.125378 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-b0b758ef-197a-443b-90b8-d13b52da1bf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:08.126996 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-b0b758ef-197a-443b-90b8-d13b52da1bf8 service neutron] 10.222.0.21 "PUT /v2.0/ports/e973949e-9be9-4bf6-9262-a80e194299b2 HTTP/1.1" status: 200  len: 1092 time: 0.8547180
Feb 05 21:40:08.156409 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b758ef-197a-443b-90b8-d13b52da1bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=e973949e-9be9-4bf6-9262-a80e194299b2,revision_number=11']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:40:08.200532 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-30c37f29-7d40-41b6-9bd6-8d9906058ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:08.202231 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-30c37f29-7d40-41b6-9bd6-8d9906058ab7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=da51ac8e46d54f059d8d5252e292443f&device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 1126 time: 0.0540235
Feb 05 21:40:08.298341 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-bf533109-f1ba-4eca-b557-a2ff6b84d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:08.300211 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-bf533109-f1ba-4eca-b557-a2ff6b84d35e service neutron] 10.222.0.21 "GET /v2.0/networks?id=5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 200  len: 912 time: 0.0922918
Feb 05 21:40:08.366335 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-26f2f8ad-690a-4e6a-94d9-6a8f46afe11d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e973949e-9be9-4bf6-9262-a80e194299b2 HTTP/1.1" status: 200  len: 1000 time: 0.0608175
Feb 05 21:40:08.414739 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-4f814d86-0c4a-4c9d-b69f-d9bad0c45ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:08.416097 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-4f814d86-0c4a-4c9d-b69f-d9bad0c45ea8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d016947-afd7-422e-be42-6a16d0cc42db HTTP/1.1" status: 200  len: 850 time: 0.0443003
Feb 05 21:40:08.471576 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-3d9a4470-a10b-4493-bcb1-b5d869630cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:08.473251 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-3d9a4470-a10b-4493-bcb1-b5d869630cfe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f6be15e-b511-47a2-8a74-368371c2b722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0509989
Feb 05 21:40:08.560285 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-fb6de9ed-218b-45a3-9ec5-11659e602d27 service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0812790
Feb 05 21:40:08.651707 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-90f2a42d-4249-40a4-a09b-95d1e2509dfa req-9067d53e-3ed7-478e-b55f-0ba818e35ab8 service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849171
Feb 05 21:40:09.079012 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43d293-2077-4b53-832f-68912b08ce01 req-ee92716e-7adc-4078-8edc-502f7c9c03c6 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:09.081190 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8d43d293-2077-4b53-832f-68912b08ce01 req-ee92716e-7adc-4078-8edc-502f7c9c03c6 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 944 time: 0.0557485
Feb 05 21:40:09.128412 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8d43d293-2077-4b53-832f-68912b08ce01 req-91056b2b-eef7-4807-9fde-6564ade85753 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408094
Feb 05 21:40:09.205005 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:09.670949 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24', 'tag': 'e973949e-9be9-4bf6-9262-a80e194299b2'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:40:09.673369 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12bdadbe-5c3d-4126-bfa6-7fb33d3b11a7" -d '{"events": [{"name": "network-changed", "server_uuid": "eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24", "tag": "e973949e-9be9-4bf6-9262-a80e194299b2"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:40:09.727114 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea9f5f5-4fdc-4d12-a806-e1973c786f0b x-openstack-request-id: req-cea9f5f5-4fdc-4d12-a806-e1973c786f0b {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:40:09.727413 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24", "tag": "e973949e-9be9-4bf6-9262-a80e194299b2", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:40:09.727695 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cea9f5f5-4fdc-4d12-a806-e1973c786f0b {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:40:09.728102 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24', 'tag': 'e973949e-9be9-4bf6-9262-a80e194299b2', 'status': 'completed', 'code': 200}
Feb 05 21:40:09.785078 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bdadbe-5c3d-4126-bfa6-7fb33d3b11a7 req-a99e597f-557d-4f2b-bc94-d607a8e8e4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:09.786633 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-12bdadbe-5c3d-4126-bfa6-7fb33d3b11a7 req-a99e597f-557d-4f2b-bc94-d607a8e8e4cd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=da51ac8e46d54f059d8d5252e292443f&device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 1126 time: 0.0457320
Feb 05 21:40:09.794210 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bdadbe-5c3d-4126-bfa6-7fb33d3b11a7 req-f0d2487e-5d9e-437a-ae67-cec4f37b391e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:09.795739 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-12bdadbe-5c3d-4126-bfa6-7fb33d3b11a7 req-f0d2487e-5d9e-437a-ae67-cec4f37b391e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da51ac8e46d54f059d8d5252e292443f&device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 1126 time: 0.0451632
Feb 05 21:40:09.878988 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bdadbe-5c3d-4126-bfa6-7fb33d3b11a7 req-895f10c5-4018-48ed-9978-2c8752d453f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:09.880480 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-12bdadbe-5c3d-4126-bfa6-7fb33d3b11a7 req-895f10c5-4018-48ed-9978-2c8752d453f6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 200  len: 912 time: 0.0886743
Feb 05 21:40:09.886263 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bdadbe-5c3d-4126-bfa6-7fb33d3b11a7 req-e3f74dde-deac-494c-a22b-e279a197a2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:09.887771 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-12bdadbe-5c3d-4126-bfa6-7fb33d3b11a7 req-e3f74dde-deac-494c-a22b-e279a197a2fb service neutron] 10.222.0.39 "GET /v2.0/networks?id=5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 200  len: 912 time: 0.0866547
Feb 05 21:40:09.946854 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-12bdadbe-5c3d-4126-bfa6-7fb33d3b11a7 req-2856dbd1-0a17-49c9-9e7e-4f1ae7564528 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e973949e-9be9-4bf6-9262-a80e194299b2 HTTP/1.1" status: 200  len: 1000 time: 0.0607598
Feb 05 21:40:09.952443 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-12bdadbe-5c3d-4126-bfa6-7fb33d3b11a7 req-4f57f4a1-db88-436c-ba9d-ab3385a73a17 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e973949e-9be9-4bf6-9262-a80e194299b2 HTTP/1.1" status: 200  len: 1000 time: 0.0593896
Feb 05 21:40:09.999861 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bdadbe-5c3d-4126-bfa6-7fb33d3b11a7 req-7283e542-0c98-45f9-b7de-44687127c24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:10.001246 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-12bdadbe-5c3d-4126-bfa6-7fb33d3b11a7 req-7283e542-0c98-45f9-b7de-44687127c24c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d016947-afd7-422e-be42-6a16d0cc42db HTTP/1.1" status: 200  len: 850 time: 0.0432358
Feb 05 21:40:10.001397 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bdadbe-5c3d-4126-bfa6-7fb33d3b11a7 req-7a1521e0-45ad-4d81-a705-c4d7b2f59117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:10.002808 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-12bdadbe-5c3d-4126-bfa6-7fb33d3b11a7 req-7a1521e0-45ad-4d81-a705-c4d7b2f59117 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d016947-afd7-422e-be42-6a16d0cc42db HTTP/1.1" status: 200  len: 850 time: 0.0488226
Feb 05 21:40:10.052963 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bdadbe-5c3d-4126-bfa6-7fb33d3b11a7 req-c9fd8871-f59d-4682-8c9a-4a81108c2978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:10.054534 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-12bdadbe-5c3d-4126-bfa6-7fb33d3b11a7 req-c9fd8871-f59d-4682-8c9a-4a81108c2978 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f6be15e-b511-47a2-8a74-368371c2b722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0463765
Feb 05 21:40:10.054680 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bdadbe-5c3d-4126-bfa6-7fb33d3b11a7 req-293c6ab3-bd99-4bbc-bf40-93cf4ae1f3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:10.056140 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-12bdadbe-5c3d-4126-bfa6-7fb33d3b11a7 req-293c6ab3-bd99-4bbc-bf40-93cf4ae1f3b0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f6be15e-b511-47a2-8a74-368371c2b722&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0491328
Feb 05 21:40:10.143634 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-12bdadbe-5c3d-4126-bfa6-7fb33d3b11a7 req-8a9aa3c3-4b9a-4d84-a72c-f93eb45396d7 service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0829718
Feb 05 21:40:10.144581 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-12bdadbe-5c3d-4126-bfa6-7fb33d3b11a7 req-485e5da5-b56b-4f5d-a323-360940760c22 service neutron] 10.222.0.39 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0818944
Feb 05 21:40:10.238733 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-12bdadbe-5c3d-4126-bfa6-7fb33d3b11a7 req-8e9346d6-efca-45c4-869c-5bc0e0b950b3 service neutron] 10.222.0.39 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0883348
Feb 05 21:40:10.271735 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-12bdadbe-5c3d-4126-bfa6-7fb33d3b11a7 req-f7eb0cd9-fa10-450a-b95f-925c653a78f5 service neutron] 10.222.0.21 "GET /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1218626
Feb 05 21:40:10.286140 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60561e43-efab-41c5-be6b-a8b326252d2c req-8b3197f0-6ce7-4e02-8a76-639971355f6e tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:10.287572 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-60561e43-efab-41c5-be6b-a8b326252d2c req-8b3197f0-6ce7-4e02-8a76-639971355f6e tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 944 time: 0.0762706
Feb 05 21:40:10.334735 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-60561e43-efab-41c5-be6b-a8b326252d2c req-b0a27ef6-3bfe-4393-8cef-4b1a6f08002d tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410542
Feb 05 21:40:10.374252 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device e973949e-9be9-4bf6-9262-a80e194299b2 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:40:10.412444 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] The host nch2-master-1 is not matching for port e973949e-9be9-4bf6-9262-a80e194299b2 host nch1-master-1! {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Feb 05 21:40:10.412832 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device e973949e-9be9-4bf6-9262-a80e194299b2 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:40:10.573933 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:11.462549 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3a1d6-0f86-4735-991a-35017c56e0ad req-acbed20d-61dd-4bce-970b-66c3fb4842a6 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:11.464070 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-19e3a1d6-0f86-4735-991a-35017c56e0ad req-acbed20d-61dd-4bce-970b-66c3fb4842a6 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 944 time: 0.0579233
Feb 05 21:40:11.511235 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-19e3a1d6-0f86-4735-991a-35017c56e0ad req-86dc5bd4-1073-4d4f-b968-15abcc8aced9 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415525
Feb 05 21:40:12.632197 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b148fa7-6519-48e1-851e-7c842bf6ca0d req-9edc037d-cf3d-4216-a04d-8fb3df517734 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:12.633718 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1b148fa7-6519-48e1-851e-7c842bf6ca0d req-9edc037d-cf3d-4216-a04d-8fb3df517734 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 944 time: 0.0542939
Feb 05 21:40:12.680014 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1b148fa7-6519-48e1-851e-7c842bf6ca0d req-b40b6437-d112-4492-9112-81aee73e86d3 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407474
Feb 05 21:40:13.745334 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device e973949e-9be9-4bf6-9262-a80e194299b2 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:40:13.805896 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939a688-9f21-4e57-aa9c-454f3910962e req-9d4081e5-58e2-4fc7-8024-9ad3c567a93f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:13.807463 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7939a688-9f21-4e57-aa9c-454f3910962e req-9d4081e5-58e2-4fc7-8024-9ad3c567a93f tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 944 time: 0.0578730
Feb 05 21:40:13.842112 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port e973949e-9be9-4bf6-9262-a80e194299b2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e973949e-9be9-4bf6-9262-a80e194299b2,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:40:13.852813 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': 'e973949e-9be9-4bf6-9262-a80e194299b2', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'port_id': 'e973949e-9be9-4bf6-9262-a80e194299b2', 'mac_address': 'fa:16:3e:7e:6f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:40:13.855067 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7939a688-9f21-4e57-aa9c-454f3910962e req-61f7d988-cddc-4e25-a341-85b9187614d5 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413334
Feb 05 21:40:13.895739 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port e973949e-9be9-4bf6-9262-a80e194299b2 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:40:13.896141 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e973949e-9be9-4bf6-9262-a80e194299b2), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:13.910607 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e973949e-9be9-4bf6-9262-a80e194299b2 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:40:13.930092 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port e973949e-9be9-4bf6-9262-a80e194299b2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e973949e-9be9-4bf6-9262-a80e194299b2,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:40:13.935181 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (e973949e-9be9-4bf6-9262-a80e194299b2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:13.978426 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9dcf5-9e4f-48d6-b671-384d89c3379d req-9bceee06-4328-4261-811e-fa0e67acb72d tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:13.979853 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-32e9dcf5-9e4f-48d6-b671-384d89c3379d req-9bceee06-4328-4261-811e-fa0e67acb72d tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 945 time: 0.0548625
Feb 05 21:40:13.984677 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=e973949e-9be9-4bf6-9262-a80e194299b2,revision_number=12']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:40:14.026904 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-32e9dcf5-9e4f-48d6-b671-384d89c3379d req-d0c3b7cc-bf5d-4f38-9d55-63e697efe133 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411069
Feb 05 21:40:14.145621 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381934d-9864-4c40-bbba-a16b1ecd6c12 req-4dcdbc42-c68c-4af4-898b-4cb362ad9a66 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:14.147155 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8381934d-9864-4c40-bbba-a16b1ecd6c12 req-4dcdbc42-c68c-4af4-898b-4cb362ad9a66 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 945 time: 0.0534668
Feb 05 21:40:14.198307 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8381934d-9864-4c40-bbba-a16b1ecd6c12 req-6d0ef07f-b5e6-4f31-b730-4b940048cbb0 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455484
Feb 05 21:40:14.243156 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['e973949e-9be9-4bf6-9262-a80e194299b2'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:40:14.443654 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d45dbce-0b54-42cc-be16-7c24d9702970 req-ff34f872-3d76-4556-a840-2474971bbb85 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:14.445142 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3d45dbce-0b54-42cc-be16-7c24d9702970 req-ff34f872-3d76-4556-a840-2474971bbb85 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 945 time: 0.0534565
Feb 05 21:40:14.491518 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3d45dbce-0b54-42cc-be16-7c24d9702970 req-2d3406ca-8c54-4682-9f10-34e952daae05 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407448
Feb 05 21:40:15.614483 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f90a9-20a0-41b1-baef-9b2c2e8a2ccf req-45d6c5b8-1e56-4f19-86e7-d6b2b5876d4d tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:15.616023 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9b3f90a9-20a0-41b1-baef-9b2c2e8a2ccf req-45d6c5b8-1e56-4f19-86e7-d6b2b5876d4d tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 945 time: 0.0537281
Feb 05 21:40:15.638988 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:15.667805 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9b3f90a9-20a0-41b1-baef-9b2c2e8a2ccf req-fa99d539-a869-497b-b92e-cebdf65a05bd tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c12f7c9-02a9-4b23-a57a-f196faaf4da0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450134
Feb 05 21:40:15.757062 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device e973949e-9be9-4bf6-9262-a80e194299b2 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:40:15.806582 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port e973949e-9be9-4bf6-9262-a80e194299b2 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:40:15.810147 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port e973949e-9be9-4bf6-9262-a80e194299b2 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:40:15.810561 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e973949e-9be9-4bf6-9262-a80e194299b2), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:15.889229 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port e973949e-9be9-4bf6-9262-a80e194299b2 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:40:15.889624 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e973949e-9be9-4bf6-9262-a80e194299b2), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:15.912789 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e973949e-9be9-4bf6-9262-a80e194299b2'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:40:15.915448 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f13eff-3744-4c58-b975-0d2e264f7f5a" -d '{"events": [{"server_uuid": "eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24", "name": "network-vif-plugged", "status": "completed", "tag": "e973949e-9be9-4bf6-9262-a80e194299b2"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:40:15.928499 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port e973949e-9be9-4bf6-9262-a80e194299b2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e973949e-9be9-4bf6-9262-a80e194299b2,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:40:15.936271 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (e973949e-9be9-4bf6-9262-a80e194299b2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:15.960125 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f20fc3-e4a9-4849-8e6b-12186bc4c633 x-openstack-request-id: req-01f20fc3-e4a9-4849-8e6b-12186bc4c633 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:40:15.960417 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24", "name": "network-vif-plugged", "status": "completed", "tag": "e973949e-9be9-4bf6-9262-a80e194299b2", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:40:15.960677 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-01f20fc3-e4a9-4849-8e6b-12186bc4c633 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:40:15.961071 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e973949e-9be9-4bf6-9262-a80e194299b2', 'code': 200}
Feb 05 21:40:15.985808 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=e973949e-9be9-4bf6-9262-a80e194299b2,revision_number=13']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:40:16.186018 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc019e-ea71-4550-bc37-15de49d3ae2b req-97e88e2b-f094-42a5-94ac-91c75245d548 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:16.188119 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1dfc019e-ea71-4550-bc37-15de49d3ae2b req-97e88e2b-f094-42a5-94ac-91c75245d548 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 946 time: 0.0603461
Feb 05 21:40:16.277818 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-1dfc019e-ea71-4550-bc37-15de49d3ae2b req-29119edd-b5a5-4f08-9b6a-4d2eaf713c91 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Deleting port e973949e-9be9-4bf6-9262-a80e194299b2 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:40:16.278167 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1dfc019e-ea71-4550-bc37-15de49d3ae2b req-29119edd-b5a5-4f08-9b6a-4d2eaf713c91 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (e973949e-9be9-4bf6-9262-a80e194299b2), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:16.368868 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-1dfc019e-ea71-4550-bc37-15de49d3ae2b req-29119edd-b5a5-4f08-9b6a-4d2eaf713c91 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] For port e973949e-9be9-4bf6-9262-a80e194299b2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e973949e-9be9-4bf6-9262-a80e194299b2,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:40:16.369234 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1dfc019e-ea71-4550-bc37-15de49d3ae2b req-29119edd-b5a5-4f08-9b6a-4d2eaf713c91 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (e973949e-9be9-4bf6-9262-a80e194299b2), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:16.539281 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1dfc019e-ea71-4550-bc37-15de49d3ae2b req-29119edd-b5a5-4f08-9b6a-4d2eaf713c91 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:16.539653 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1dfc019e-ea71-4550-bc37-15de49d3ae2b req-29119edd-b5a5-4f08-9b6a-4d2eaf713c91 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (e62a0a71-071d-467e-ba0e-69b3770cdf82), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:16.539971 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [req-1dfc019e-ea71-4550-bc37-15de49d3ae2b req-29119edd-b5a5-4f08-9b6a-4d2eaf713c91 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Floating IP e62a0a71-071d-467e-ba0e-69b3770cdf82 disassociated. External IP: 172.35.4.113, port: e973949e-9be9-4bf6-9262-a80e194299b2.
Feb 05 21:40:16.540316 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-1dfc019e-ea71-4550-bc37-15de49d3ae2b req-29119edd-b5a5-4f08-9b6a-4d2eaf713c91 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Calling delete_port for e973949e-9be9-4bf6-9262-a80e194299b2 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:40:16.668738 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1dfc019e-ea71-4550-bc37-15de49d3ae2b req-29119edd-b5a5-4f08-9b6a-4d2eaf713c91 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (e973949e-9be9-4bf6-9262-a80e194299b2), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:16.698186 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29119edd-b5a5-4f08-9b6a-4d2eaf713c91 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Pushing event deleted for resources: {'Port': ['ID=e973949e-9be9-4bf6-9262-a80e194299b2,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:40:16.710006 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29119edd-b5a5-4f08-9b6a-4d2eaf713c91 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:40:16.710634 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29119edd-b5a5-4f08-9b6a-4d2eaf713c91 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:40:16.711001 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29119edd-b5a5-4f08-9b6a-4d2eaf713c91 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:40:16.711362 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29119edd-b5a5-4f08-9b6a-4d2eaf713c91 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:40:16.713202 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29119edd-b5a5-4f08-9b6a-4d2eaf713c91 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:40:16.713581 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29119edd-b5a5-4f08-9b6a-4d2eaf713c91 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:40:16.714003 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29119edd-b5a5-4f08-9b6a-4d2eaf713c91 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:40:16.714275 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29119edd-b5a5-4f08-9b6a-4d2eaf713c91 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:40:16.714650 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29119edd-b5a5-4f08-9b6a-4d2eaf713c91 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:40:16.715192 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29119edd-b5a5-4f08-9b6a-4d2eaf713c91 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:40:16.715367 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29119edd-b5a5-4f08-9b6a-4d2eaf713c91 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:40:16.715716 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29119edd-b5a5-4f08-9b6a-4d2eaf713c91 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:40:16.716090 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29119edd-b5a5-4f08-9b6a-4d2eaf713c91 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:40:16.798642 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-115d1f93-7eb3-48f1-9fee-7046ecbf3b0e req-da2ecec6-3678-48e7-b8fb-cc5f1658dd66 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/ports?device_id=eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24 HTTP/1.1" status: 200  len: 210 time: 0.0366983
Feb 05 21:40:16.866008 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1dfc019e-ea71-4550-bc37-15de49d3ae2b req-29119edd-b5a5-4f08-9b6a-4d2eaf713c91 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Router db485826-1067-468f-9a12-0741f8152581 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:40:16.977878 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1dfc019e-ea71-4550-bc37-15de49d3ae2b req-29119edd-b5a5-4f08-9b6a-4d2eaf713c91 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:40:16.989283 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10df81d3-365e-4755-954f-810914e93fde None None] Sync routers for ids ['db485826-1067-468f-9a12-0741f8152581'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:40:17.000359 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10df81d3-365e-4755-954f-810914e93fde None None] Routers {'db485826-1067-468f-9a12-0741f8152581'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:40:17.001177 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-10df81d3-365e-4755-954f-810914e93fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db808b9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:40:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['db485826-1067-468f-9a12-0741f8152581'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:40:17.018597 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfc019e-ea71-4550-bc37-15de49d3ae2b req-29119edd-b5a5-4f08-9b6a-4d2eaf713c91 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] No DVR routers for this DVR port e973949e-9be9-4bf6-9262-a80e194299b2 on host nch1-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:40:17.021453 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-1dfc019e-ea71-4550-bc37-15de49d3ae2b req-29119edd-b5a5-4f08-9b6a-4d2eaf713c91 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:17.024742 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1dfc019e-ea71-4550-bc37-15de49d3ae2b req-29119edd-b5a5-4f08-9b6a-4d2eaf713c91 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.21 "DELETE /v2.0/ports/e973949e-9be9-4bf6-9262-a80e194299b2 HTTP/1.1" status: 204  len: 173 time: 0.8319263
Feb 05 21:40:17.025185 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24', 'name': 'network-vif-deleted', 'tag': 'e973949e-9be9-4bf6-9262-a80e194299b2'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:40:17.027442 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108235b6-2b02-4aaa-a2c0-d61f5305e798" -d '{"events": [{"server_uuid": "eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24", "name": "network-vif-deleted", "tag": "e973949e-9be9-4bf6-9262-a80e194299b2"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:40:17.069536 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b950f90-8888-4a78-9422-65d9ecd1bced x-openstack-request-id: req-5b950f90-8888-4a78-9422-65d9ecd1bced {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:40:17.069840 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24", "name": "network-vif-deleted", "tag": "e973949e-9be9-4bf6-9262-a80e194299b2", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:40:17.070173 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b950f90-8888-4a78-9422-65d9ecd1bced {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:40:17.070620 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaee774e-c8aa-4e9e-87aa-21a4cfb0eb24', 'name': 'network-vif-deleted', 'tag': 'e973949e-9be9-4bf6-9262-a80e194299b2', 'status': 'completed', 'code': 200}
Feb 05 21:40:17.120947 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-10df81d3-365e-4755-954f-810914e93fde None None] Set router db485826-1067-468f-9a12-0741f8152581 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:40:17.328299 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-10df81d3-365e-4755-954f-810914e93fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db808b9d0>, [{'id': 'db485826-1067-468f-9a12-0741f8152581', 'name': 'tempest-ServerActionsTestJSON-256379539-router', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:38Z', 'revision_number': 4, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'gw_port': {'id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:59:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd1974faa-21ca-46ca-a9a8-dc85fbe61a99', 'name': '', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'mac_address': 'fa:16:3e:30:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:37Z', 'updated_at': '2022-02-05T21:36:41Z', 'revision_number': 5, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'subnets': [{'id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:40:17.354922 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10df81d3-365e-4755-954f-810914e93fde None None] Checking router: db485826-1067-468f-9a12-0741f8152581 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:40:17.362977 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10df81d3-365e-4755-954f-810914e93fde None None] Routers {'db485826-1067-468f-9a12-0741f8152581'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:40:17.364129 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-10df81d3-365e-4755-954f-810914e93fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db808b9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:40:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['db485826-1067-468f-9a12-0741f8152581'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:40:17.472171 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-10df81d3-365e-4755-954f-810914e93fde None None] Set router db485826-1067-468f-9a12-0741f8152581 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:40:17.679896 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-10df81d3-365e-4755-954f-810914e93fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db808b9d0>, [{'id': 'db485826-1067-468f-9a12-0741f8152581', 'name': 'tempest-ServerActionsTestJSON-256379539-router', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:38Z', 'revision_number': 4, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'gw_port': {'id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:59:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd1974faa-21ca-46ca-a9a8-dc85fbe61a99', 'name': '', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'mac_address': 'fa:16:3e:30:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:37Z', 'updated_at': '2022-02-05T21:36:41Z', 'revision_number': 5, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'subnets': [{'id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:40:17.709751 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10df81d3-365e-4755-954f-810914e93fde None None] The sync data for ids ['db485826-1067-468f-9a12-0741f8152581'] in ncdv-master-1 is: [{'id': 'db485826-1067-468f-9a12-0741f8152581', 'name': 'tempest-ServerActionsTestJSON-256379539-router', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:38Z', 'revision_number': 4, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'gw_port': {'id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:59:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd1974faa-21ca-46ca-a9a8-dc85fbe61a99', 'name': '', 'network_id': '5f6be15e-b511-47a2-8a74-368371c2b722', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'mac_address': 'fa:16:3e:30:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:37Z', 'updated_at': '2022-02-05T21:36:41Z', 'revision_number': 5, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'subnets': [{'id': '0d016947-afd7-422e-be42-6a16d0cc42db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:40:17.932084 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28518fec-392d-469f-b6cb-6957e2ef09a2 None None] New status for floating IP e62a0a71-071d-467e-ba0e-69b3770cdf82: DOWN {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:40:19.412381 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52078) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:40:19.467482 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4df5e6ae-e3cc-4e43-9cfb-ac8f5c412be9 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks [] for security_group (2c12f7c9-02a9-4b23-a57a-f196faaf4da0), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:19.490590 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4df5e6ae-e3cc-4e43-9cfb-ac8f5c412be9 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks [] for security_group (2c12f7c9-02a9-4b23-a57a-f196faaf4da0), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:19.541992 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4df5e6ae-e3cc-4e43-9cfb-ac8f5c412be9 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (2c12f7c9-02a9-4b23-a57a-f196faaf4da0), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:19.544620 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4df5e6ae-e3cc-4e43-9cfb-ac8f5c412be9 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:19.545773 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4df5e6ae-e3cc-4e43-9cfb-ac8f5c412be9 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "DELETE /v2.0/security-groups/2c12f7c9-02a9-4b23-a57a-f196faaf4da0 HTTP/1.1" status: 204  len: 168 time: 0.1321001
Feb 05 21:40:19.548660 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52080) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:40:19.555047 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df5e6ae-e3cc-4e43-9cfb-ac8f5c412be9 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c12f7c9-02a9-4b23-a57a-f196faaf4da0,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:40:19.565137 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-24cfac5a-27f0-43f9-9b21-5c9e0a56e973 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] show failed (client error): The resource could not be found.
Feb 05 21:40:19.566186 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-24cfac5a-27f0-43f9-9b21-5c9e0a56e973 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "GET /v2.0/security-groups/2c12f7c9-02a9-4b23-a57a-f196faaf4da0 HTTP/1.1" status: 404  len: 347 time: 0.0161345
Feb 05 21:40:19.569711 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52082) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:40:19.691487 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-8614843c-b1bc-4009-aa2c-fe26c8702184 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Deleting port a295aef1-929f-4eb5-8c70-0192bf073df9 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:40:19.692339 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8614843c-b1bc-4009-aa2c-fe26c8702184 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (a295aef1-929f-4eb5-8c70-0192bf073df9), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:19.769615 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8614843c-b1bc-4009-aa2c-fe26c8702184 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (a295aef1-929f-4eb5-8c70-0192bf073df9), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:19.770753 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8614843c-b1bc-4009-aa2c-fe26c8702184 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks [] for floatingip (a295aef1-929f-4eb5-8c70-0192bf073df9), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:19.772682 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device e973949e-9be9-4bf6-9262-a80e194299b2 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:40:19.782807 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-8614843c-b1bc-4009-aa2c-fe26c8702184 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Calling delete_port for a295aef1-929f-4eb5-8c70-0192bf073df9 owned by network:floatingip {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:40:19.792322 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: e973949e-9be9-4bf6-9262-a80e194299b2 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:40:19.792677 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device e973949e-9be9-4bf6-9262-a80e194299b2 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:40:19.913391 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8614843c-b1bc-4009-aa2c-fe26c8702184 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (a295aef1-929f-4eb5-8c70-0192bf073df9), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:19.942944 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614843c-b1bc-4009-aa2c-fe26c8702184 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Pushing event deleted for resources: {'Port': ['ID=a295aef1-929f-4eb5-8c70-0192bf073df9,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:40:19.967649 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8614843c-b1bc-4009-aa2c-fe26c8702184 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:40:19.968005 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8614843c-b1bc-4009-aa2c-fe26c8702184 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:40:19.968355 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8614843c-b1bc-4009-aa2c-fe26c8702184 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:40:19.968703 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8614843c-b1bc-4009-aa2c-fe26c8702184 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:40:19.969046 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8614843c-b1bc-4009-aa2c-fe26c8702184 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:40:19.969386 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8614843c-b1bc-4009-aa2c-fe26c8702184 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:40:19.969721 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8614843c-b1bc-4009-aa2c-fe26c8702184 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:40:19.970053 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8614843c-b1bc-4009-aa2c-fe26c8702184 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:40:19.970411 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8614843c-b1bc-4009-aa2c-fe26c8702184 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:40:19.970742 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8614843c-b1bc-4009-aa2c-fe26c8702184 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:40:19.971075 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8614843c-b1bc-4009-aa2c-fe26c8702184 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:40:19.971404 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8614843c-b1bc-4009-aa2c-fe26c8702184 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:40:19.971733 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8614843c-b1bc-4009-aa2c-fe26c8702184 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:40:20.012757 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8614843c-b1bc-4009-aa2c-fe26c8702184 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks [] for floatingip (e62a0a71-071d-467e-ba0e-69b3770cdf82), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:20.015342 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-8614843c-b1bc-4009-aa2c-fe26c8702184 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:20.016507 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-8614843c-b1bc-4009-aa2c-fe26c8702184 tempest-ServerActionsTestJSON-1039652783 tempest-ServerActionsTestJSON-1039652783-project] 10.222.0.32 "DELETE /v2.0/floatingips/e62a0a71-071d-467e-ba0e-69b3770cdf82 HTTP/1.1" status: 204  len: 168 time: 0.4458885
Feb 05 21:40:20.019578 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52084) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:40:20.363363 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0872902b-072e-418b-be47-debafcbe8162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (db485826-1067-468f-9a12-0741f8152581), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:20.600491 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:20.605687 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-0872902b-072e-418b-be47-debafcbe8162 admin admin] Deleting port d1974faa-21ca-46ca-a9a8-dc85fbe61a99 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:40:20.606777 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0872902b-072e-418b-be47-debafcbe8162 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (d1974faa-21ca-46ca-a9a8-dc85fbe61a99), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:20.999918 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-0872902b-072e-418b-be47-debafcbe8162 admin admin] For port d1974faa-21ca-46ca-a9a8-dc85fbe61a99, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d1974faa-21ca-46ca-a9a8-dc85fbe61a99,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:40:21.000197 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0872902b-072e-418b-be47-debafcbe8162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (d1974faa-21ca-46ca-a9a8-dc85fbe61a99), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:21.012684 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-0872902b-072e-418b-be47-debafcbe8162 admin admin] Calling delete_port for d1974faa-21ca-46ca-a9a8-dc85fbe61a99 owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:40:21.187340 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0872902b-072e-418b-be47-debafcbe8162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (d1974faa-21ca-46ca-a9a8-dc85fbe61a99), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:21.215766 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0872902b-072e-418b-be47-debafcbe8162 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1974faa-21ca-46ca-a9a8-dc85fbe61a99,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:40:21.384363 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0872902b-072e-418b-be47-debafcbe8162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (db485826-1067-468f-9a12-0741f8152581), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:21.598247 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0872902b-072e-418b-be47-debafcbe8162 admin admin] Router db485826-1067-468f-9a12-0741f8152581 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:40:21.704394 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0872902b-072e-418b-be47-debafcbe8162 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:40:21.710289 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0872902b-072e-418b-be47-debafcbe8162 admin admin] 10.222.0.32 "PUT /v2.0/routers/db485826-1067-468f-9a12-0741f8152581/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6897261
Feb 05 21:40:21.712853 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52086) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:40:21.714480 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9f6561-c590-4cb7-83ef-10e32c66eadb None None] Sync routers for ids ['db485826-1067-468f-9a12-0741f8152581'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:40:21.726263 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9f6561-c590-4cb7-83ef-10e32c66eadb None None] Routers {'db485826-1067-468f-9a12-0741f8152581'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:40:21.726938 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-2f9f6561-c590-4cb7-83ef-10e32c66eadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab8a1eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:40:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['db485826-1067-468f-9a12-0741f8152581'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:40:21.817037 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b3f2c319-16b7-4f9c-b4ee-c23ae22343c5 admin admin] Publish callbacks [] for router (db485826-1067-468f-9a12-0741f8152581), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:21.841306 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-2f9f6561-c590-4cb7-83ef-10e32c66eadb None None] Set router db485826-1067-468f-9a12-0741f8152581 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:40:21.920438 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b3f2c319-16b7-4f9c-b4ee-c23ae22343c5 admin admin] Publish callbacks [] for router_gateway (db485826-1067-468f-9a12-0741f8152581), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:21.979204 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-b3f2c319-16b7-4f9c-b4ee-c23ae22343c5 admin admin] Deleting port 03b9f457-f2d1-4f85-b4da-515a548b3ed0 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:40:21.979552 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b3f2c319-16b7-4f9c-b4ee-c23ae22343c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (03b9f457-f2d1-4f85-b4da-515a548b3ed0), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:22.026088 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-2f9f6561-c590-4cb7-83ef-10e32c66eadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab8a1eb0>, [{'id': 'db485826-1067-468f-9a12-0741f8152581', 'name': 'tempest-ServerActionsTestJSON-256379539-router', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:40:21Z', 'revision_number': 5, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'gw_port': {'id': '03b9f457-f2d1-4f85-b4da-515a548b3ed0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:59:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db485826-1067-468f-9a12-0741f8152581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:40:22.053210 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9f6561-c590-4cb7-83ef-10e32c66eadb None None] Checking router: db485826-1067-468f-9a12-0741f8152581 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:40:22.055814 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-b3f2c319-16b7-4f9c-b4ee-c23ae22343c5 admin admin] For port 03b9f457-f2d1-4f85-b4da-515a548b3ed0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=03b9f457-f2d1-4f85-b4da-515a548b3ed0,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:40:22.056180 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b3f2c319-16b7-4f9c-b4ee-c23ae22343c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (03b9f457-f2d1-4f85-b4da-515a548b3ed0), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:22.061528 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9f6561-c590-4cb7-83ef-10e32c66eadb None None] Routers {'db485826-1067-468f-9a12-0741f8152581'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:40:22.062129 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-2f9f6561-c590-4cb7-83ef-10e32c66eadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab8a1eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:40:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['db485826-1067-468f-9a12-0741f8152581'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:40:22.068822 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-b3f2c319-16b7-4f9c-b4ee-c23ae22343c5 admin admin] Calling delete_port for 03b9f457-f2d1-4f85-b4da-515a548b3ed0 owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:40:22.151931 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-2f9f6561-c590-4cb7-83ef-10e32c66eadb None None] Set router db485826-1067-468f-9a12-0741f8152581 gateway port host: None {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:40:22.203598 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-2f9f6561-c590-4cb7-83ef-10e32c66eadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab8a1eb0>, [{'id': 'db485826-1067-468f-9a12-0741f8152581', 'name': 'tempest-ServerActionsTestJSON-256379539-router', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:40:21Z', 'revision_number': 6, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:40:22.236318 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b3f2c319-16b7-4f9c-b4ee-c23ae22343c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (03b9f457-f2d1-4f85-b4da-515a548b3ed0), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:22.267449 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f2c319-16b7-4f9c-b4ee-c23ae22343c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=03b9f457-f2d1-4f85-b4da-515a548b3ed0,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:40:22.332543 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b3f2c319-16b7-4f9c-b4ee-c23ae22343c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (db485826-1067-468f-9a12-0741f8152581), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:22.394485 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9f6561-c590-4cb7-83ef-10e32c66eadb None None] The sync data for ids ['db485826-1067-468f-9a12-0741f8152581'] in ncdv-master-1 is: [{'id': 'db485826-1067-468f-9a12-0741f8152581', 'name': 'tempest-ServerActionsTestJSON-256379539-router', 'tenant_id': 'da51ac8e46d54f059d8d5252e292443f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:36:35Z', 'updated_at': '2022-02-05T21:40:21Z', 'revision_number': 6, 'project_id': 'da51ac8e46d54f059d8d5252e292443f', 'gw_port_host': None}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:40:22.429021 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b3f2c319-16b7-4f9c-b4ee-c23ae22343c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (db485826-1067-468f-9a12-0741f8152581), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:22.431296 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b3f2c319-16b7-4f9c-b4ee-c23ae22343c5 admin admin] Publish callbacks [] for router_controller (db485826-1067-468f-9a12-0741f8152581), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:22.478296 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b3f2c319-16b7-4f9c-b4ee-c23ae22343c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (db485826-1067-468f-9a12-0741f8152581), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:22.478765 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f2c319-16b7-4f9c-b4ee-c23ae22343c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db485826-1067-468f-9a12-0741f8152581 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:40:22.483523 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b3f2c319-16b7-4f9c-b4ee-c23ae22343c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:22.484678 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b3f2c319-16b7-4f9c-b4ee-c23ae22343c5 admin admin] 10.222.0.32 "DELETE /v2.0/routers/db485826-1067-468f-9a12-0741f8152581 HTTP/1.1" status: 204  len: 168 time: 0.7709234
Feb 05 21:40:22.487307 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52088) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:40:22.530538 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-20982b5e-1d91-49e2-b9b3-6ed633c6a08a admin admin] Deleting subnet 0d016947-afd7-422e-be42-6a16d0cc42db {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:40:22.533532 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-20982b5e-1d91-49e2-b9b3-6ed633c6a08a admin admin] Publish callbacks [] for subnet (0d016947-afd7-422e-be42-6a16d0cc42db), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:22.566037 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-20982b5e-1d91-49e2-b9b3-6ed633c6a08a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (0d016947-afd7-422e-be42-6a16d0cc42db), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:22.643046 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-20982b5e-1d91-49e2-b9b3-6ed633c6a08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (0d016947-afd7-422e-be42-6a16d0cc42db), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:22.693773 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-20982b5e-1d91-49e2-b9b3-6ed633c6a08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (0d016947-afd7-422e-be42-6a16d0cc42db), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:22.718320 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20982b5e-1d91-49e2-b9b3-6ed633c6a08a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d016947-afd7-422e-be42-6a16d0cc42db,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:40:22.723564 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-20982b5e-1d91-49e2-b9b3-6ed633c6a08a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:22.726936 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-20982b5e-1d91-49e2-b9b3-6ed633c6a08a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0d016947-afd7-422e-be42-6a16d0cc42db HTTP/1.1" status: 204  len: 168 time: 0.2387075
Feb 05 21:40:22.729675 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52090) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:40:22.733967 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1892d56d-b798-4f0d-a927-33fa1247d3ac None None] Network 5f6be15e-b511-47a2-8a74-368371c2b722 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:40:22.828151 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5b2d6052-5372-4447-ba3f-8258c3539392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (5f6be15e-b511-47a2-8a74-368371c2b722), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:22.890259 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-5b2d6052-5372-4447-ba3f-8258c3539392 admin admin] Deleting port 2ae191e4-f97e-4745-88f8-b0dedeeac9ec {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:40:22.890757 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5b2d6052-5372-4447-ba3f-8258c3539392 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (2ae191e4-f97e-4745-88f8-b0dedeeac9ec), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:22.909904 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device d1974faa-21ca-46ca-a9a8-dc85fbe61a99 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:40:22.931268 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: d1974faa-21ca-46ca-a9a8-dc85fbe61a99 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:40:22.931873 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device d1974faa-21ca-46ca-a9a8-dc85fbe61a99 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:40:22.963170 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-5b2d6052-5372-4447-ba3f-8258c3539392 admin admin] For port 2ae191e4-f97e-4745-88f8-b0dedeeac9ec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ae191e4-f97e-4745-88f8-b0dedeeac9ec,segment=NetworkSegment(d1ad4fa7-a815-486d-801a-e7994848141b),segment_id=d1ad4fa7-a815-486d-801a-e7994848141b)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:40:22.963541 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5b2d6052-5372-4447-ba3f-8258c3539392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (2ae191e4-f97e-4745-88f8-b0dedeeac9ec), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:22.975786 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-5b2d6052-5372-4447-ba3f-8258c3539392 admin admin] Calling delete_port for 2ae191e4-f97e-4745-88f8-b0dedeeac9ec owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:40:23.053155 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5b2d6052-5372-4447-ba3f-8258c3539392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (2ae191e4-f97e-4745-88f8-b0dedeeac9ec), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:23.080962 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d6052-5372-4447-ba3f-8258c3539392 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ae191e4-f97e-4745-88f8-b0dedeeac9ec,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:40:23.087897 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2d6052-5372-4447-ba3f-8258c3539392 admin admin] No DVR routers for this DVR port 2ae191e4-f97e-4745-88f8-b0dedeeac9ec on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:40:23.157781 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5b2d6052-5372-4447-ba3f-8258c3539392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (5f6be15e-b511-47a2-8a74-368371c2b722), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:23.178829 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-5b2d6052-5372-4447-ba3f-8258c3539392 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db355d370>,) {'filters': {'network_id': ['5f6be15e-b511-47a2-8a74-368371c2b722']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:40:23.188441 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-5b2d6052-5372-4447-ba3f-8258c3539392 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db355d370>, 'd1ad4fa7-a815-486d-801a-e7994848141b') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:40:23.188751 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-5b2d6052-5372-4447-ba3f-8258c3539392 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db355d370>, 'd1ad4fa7-a815-486d-801a-e7994848141b') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:40:23.198515 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5b2d6052-5372-4447-ba3f-8258c3539392 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (d1ad4fa7-a815-486d-801a-e7994848141b), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:23.213910 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5b2d6052-5372-4447-ba3f-8258c3539392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (d1ad4fa7-a815-486d-801a-e7994848141b), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:23.220400 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b2d6052-5372-4447-ba3f-8258c3539392 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:40:23.220936 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5b2d6052-5372-4447-ba3f-8258c3539392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (d1ad4fa7-a815-486d-801a-e7994848141b), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:23.222710 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:40:23.222710 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:40:23.222710 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:40:23.222710 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:40:23.222710 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:40:23.222710 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:40:23.222710 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:40:23.222710 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:40:23.222710 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:40:23.222710 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:40:23.222710 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:40:23.222710 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:40:23.222710 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:40:23.222710 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:40:23.222710 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:40:23.222710 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:40:23.222710 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:40:23.222710 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:40:23.222710 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:40:23.222710 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:40:23.222710 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:40:23.222710 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:40:23.222710 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:40:23.222710 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:40:23.222710 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:40:23.222710 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:40:23.222710 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:40:23.222710 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:40:23.222710 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:40:23.222710 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:40:23.222710 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:40:23.222710 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:40:23.252212 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870f26a0-b664-4dca-b470-2ec99b4fe967 None None] DHCP port deletion for 5f6be15e-b511-47a2-8a74-368371c2b722 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:40:23.284889 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5b2d6052-5372-4447-ba3f-8258c3539392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (5f6be15e-b511-47a2-8a74-368371c2b722), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:23.291758 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5b2d6052-5372-4447-ba3f-8258c3539392 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:23.294920 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5b2d6052-5372-4447-ba3f-8258c3539392 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5f6be15e-b511-47a2-8a74-368371c2b722 HTTP/1.1" status: 204  len: 168 time: 0.5628855
Feb 05 21:40:23.306629 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d6052-5372-4447-ba3f-8258c3539392 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f6be15e-b511-47a2-8a74-368371c2b722,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:40:23.408246 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52094) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:40:23.450764 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7f1c2d17-37bf-4fef-a432-471944a28ac3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=da51ac8e46d54f059d8d5252e292443f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0412524
Feb 05 21:40:23.453549 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52096) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:40:23.505525 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b31d20b0-2b82-4f06-b554-0c536910cf59 admin admin] Publish callbacks [] for security_group (533a7879-2cbd-49d0-b144-f8c56a7243d4), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:23.529006 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b31d20b0-2b82-4f06-b554-0c536910cf59 admin admin] Publish callbacks [] for security_group (533a7879-2cbd-49d0-b144-f8c56a7243d4), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:23.580189 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b31d20b0-2b82-4f06-b554-0c536910cf59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (533a7879-2cbd-49d0-b144-f8c56a7243d4), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:23.582857 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b31d20b0-2b82-4f06-b554-0c536910cf59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:23.584042 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b31d20b0-2b82-4f06-b554-0c536910cf59 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/533a7879-2cbd-49d0-b144-f8c56a7243d4 HTTP/1.1" status: 204  len: 168 time: 0.1295953
Feb 05 21:40:23.592192 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d20b0-2b82-4f06-b554-0c536910cf59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533a7879-2cbd-49d0-b144-f8c56a7243d4,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:40:23.832549 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:40:24.245286 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52118) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:40:24.342044 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-5f45f8f3-dde6-4e59-91c1-b5d281d1d420 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-951061170-network', 'tenant_id': '2e967ad739a745c0869d3839640784b1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:40:24.361683 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f45f8f3-dde6-4e59-91c1-b5d281d1d420 admin admin] Made reservation on behalf of 2e967ad739a745c0869d3839640784b1 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:40:24.364036 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5f45f8f3-dde6-4e59-91c1-b5d281d1d420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:24.372238 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5f45f8f3-dde6-4e59-91c1-b5d281d1d420 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:24.445615 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5f45f8f3-dde6-4e59-91c1-b5d281d1d420 admin admin] Publish callbacks [] for security_group (d4ce8f22-da7a-4931-a74d-1f60fa1cac40), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:24.449198 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5f45f8f3-dde6-4e59-91c1-b5d281d1d420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (d4ce8f22-da7a-4931-a74d-1f60fa1cac40), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:24.477267 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f45f8f3-dde6-4e59-91c1-b5d281d1d420 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:40:24.483889 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f45f8f3-dde6-4e59-91c1-b5d281d1d420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ce8f22-da7a-4931-a74d-1f60fa1cac40,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:40:24.489686 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5f45f8f3-dde6-4e59-91c1-b5d281d1d420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (c28584e3-d05f-465d-8d05-2e46b9a9ef11), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:24.490220 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-5f45f8f3-dde6-4e59-91c1-b5d281d1d420 admin admin] Added segment c28584e3-d05f-465d-8d05-2e46b9a9ef11 of type vlan for network d2d459ee-2919-4a5c-a8d6-238561340b98
Feb 05 21:40:24.531305 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5f45f8f3-dde6-4e59-91c1-b5d281d1d420 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (d2d459ee-2919-4a5c-a8d6-238561340b98), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:24.554867 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5f45f8f3-dde6-4e59-91c1-b5d281d1d420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (d2d459ee-2919-4a5c-a8d6-238561340b98), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:24.555795 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f45f8f3-dde6-4e59-91c1-b5d281d1d420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:24.556374 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5f45f8f3-dde6-4e59-91c1-b5d281d1d420 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:24.586284 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5f45f8f3-dde6-4e59-91c1-b5d281d1d420 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.3398046
Feb 05 21:40:24.589313 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52122) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:40:24.594259 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-9d15c2f5-b255-48f6-b5d1-e144a83a60df admin admin] Request body: {'subnet': {'network_id': 'd2d459ee-2919-4a5c-a8d6-238561340b98', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-951061170-subnet', 'tenant_id': '2e967ad739a745c0869d3839640784b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:40:24.612747 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d15c2f5-b255-48f6-b5d1-e144a83a60df admin admin] Made reservation on behalf of 2e967ad739a745c0869d3839640784b1 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:40:24.616060 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9d15c2f5-b255-48f6-b5d1-e144a83a60df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:24.623347 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f45f8f3-dde6-4e59-91c1-b5d281d1d420 admin admin] Pushing event updated for resources: {'Network': ['ID=d2d459ee-2919-4a5c-a8d6-238561340b98,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:40:24.633086 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network d2d459ee-2919-4a5c-a8d6-238561340b98 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:40:24.771206 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 2ae191e4-f97e-4745-88f8-b0dedeeac9ec no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:40:24.792121 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9d15c2f5-b255-48f6-b5d1-e144a83a60df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (9961322e-adc0-43c4-846d-a7643576f346), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:24.793622 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 2ae191e4-f97e-4745-88f8-b0dedeeac9ec {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:40:24.793978 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 2ae191e4-f97e-4745-88f8-b0dedeeac9ec not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:40:24.794424 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 03b9f457-f2d1-4f85-b4da-515a548b3ed0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:40:24.819175 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 03b9f457-f2d1-4f85-b4da-515a548b3ed0 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:40:24.819524 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 03b9f457-f2d1-4f85-b4da-515a548b3ed0 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:40:24.840257 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15c2f5-b255-48f6-b5d1-e144a83a60df admin admin] Pushing event updated for resources: {'Subnet': ['ID=9961322e-adc0-43c4-846d-a7643576f346,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:40:24.855477 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d15c2f5-b255-48f6-b5d1-e144a83a60df admin admin] Checking segment: {'id': 'c28584e3-d05f-465d-8d05-2e46b9a9ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd2d459ee-2919-4a5c-a8d6-238561340b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:40:24.855843 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d15c2f5-b255-48f6-b5d1-e144a83a60df admin admin] Network hostable DHCP agents. Network: d2d459ee-2919-4a5c-a8d6-238561340b98, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:40:24.872163 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d15c2f5-b255-48f6-b5d1-e144a83a60df admin admin] Network d2d459ee-2919-4a5c-a8d6-238561340b98 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:40:24.880510 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-9d15c2f5-b255-48f6-b5d1-e144a83a60df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d2d459ee-2919-4a5c-a8d6-238561340b98) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:40:24.884565 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d15c2f5-b255-48f6-b5d1-e144a83a60df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:24.885167 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9d15c2f5-b255-48f6-b5d1-e144a83a60df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:24.890524 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb11eaa1-0ca4-4958-939f-9de70dbefb15 None None] Network d2d459ee-2919-4a5c-a8d6-238561340b98 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:40:24.902148 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9d15c2f5-b255-48f6-b5d1-e144a83a60df admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3117497
Feb 05 21:40:24.993073 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba91a99-3e90-4e21-90a9-1eda9384f042 None None] Network d2d459ee-2919-4a5c-a8d6-238561340b98 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:40:25.323075 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-d818a657-55bf-443d-9708-84b902719a7e tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:25.324549 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-d818a657-55bf-443d-9708-84b902719a7e tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/networks?id=d2d459ee-2919-4a5c-a8d6-238561340b98 HTTP/1.1" status: 200  len: 813 time: 0.1001170
Feb 05 21:40:25.339667 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-47222b3f-edc4-49ed-87c9-4f8b824c17b7 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/quotas/2e967ad739a745c0869d3839640784b1 HTTP/1.1" status: 200  len: 375 time: 0.0096302
Feb 05 21:40:25.375056 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-88db8b8c-5158-4608-b27f-4be4083172a7 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2e967ad739a745c0869d3839640784b1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0305827
Feb 05 21:40:25.465483 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-f4c4aef6-6b35-42c9-8ba4-e13ab31dff16 service neutron] 10.222.0.32 "GET /v2.0/networks/d2d459ee-2919-4a5c-a8d6-238561340b98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0830925
Feb 05 21:40:25.557836 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-9dac6d51-03e1-4fec-bf96-e6690f783fcf service neutron] 10.222.0.32 "GET /v2.0/networks/d2d459ee-2919-4a5c-a8d6-238561340b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866737
Feb 05 21:40:25.720530 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3276873d-478b-48d6-96c7-0da69f355039 req-f6b5a715-457d-4079-a418-5ca6e9027dda tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/ports?device_id=437b4a93-9fdc-4ac8-bda2-79343b90f3d2 HTTP/1.1" status: 200  len: 210 time: 0.0291564
Feb 05 21:40:26.628888 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-c31b047f-37c8-482e-926c-f04ae183c652 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:26.630895 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-c31b047f-37c8-482e-926c-f04ae183c652 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.21 "GET /v2.0/networks?id=d2d459ee-2919-4a5c-a8d6-238561340b98 HTTP/1.1" status: 200  len: 813 time: 0.1028564
Feb 05 21:40:26.642414 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-e6d3c233-c5e6-4f16-b6a5-91b96b8c90ed tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Request body: {'port': {'device_id': '437b4a93-9fdc-4ac8-bda2-79343b90f3d2', 'network_id': 'd2d459ee-2919-4a5c-a8d6-238561340b98', 'admin_state_up': True, 'tenant_id': '2e967ad739a745c0869d3839640784b1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:40:26.754431 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-e6d3c233-c5e6-4f16-b6a5-91b96b8c90ed tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Made reservation on behalf of 2e967ad739a745c0869d3839640784b1 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:40:26.758685 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-e6d3c233-c5e6-4f16-b6a5-91b96b8c90ed tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:26.846157 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fb3b32bc-c73b-4514-b289-2c28870c8236 req-f657e77f-b135-409e-91a9-2e07dc3a64e1 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/ports?device_id=437b4a93-9fdc-4ac8-bda2-79343b90f3d2 HTTP/1.1" status: 200  len: 210 time: 0.0348833
Feb 05 21:40:26.908699 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-e6d3c233-c5e6-4f16-b6a5-91b96b8c90ed tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Allocated IP 172.20.0.14 (d2d459ee-2919-4a5c-a8d6-238561340b98/9961322e-adc0-43c4-846d-a7643576f346/79bcf623-df8a-4ef3-94f3-720803e5e8cf) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:40:27.055268 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-e6d3c233-c5e6-4f16-b6a5-91b96b8c90ed tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Publish callbacks [] for port (79bcf623-df8a-4ef3-94f3-720803e5e8cf), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:27.087801 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-e6d3c233-c5e6-4f16-b6a5-91b96b8c90ed tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (79bcf623-df8a-4ef3-94f3-720803e5e8cf), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:27.130149 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-e6d3c233-c5e6-4f16-b6a5-91b96b8c90ed tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Network d2d459ee-2919-4a5c-a8d6-238561340b98 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:40:27.133299 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-e6d3c233-c5e6-4f16-b6a5-91b96b8c90ed tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:40:27.136873 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-e6d3c233-c5e6-4f16-b6a5-91b96b8c90ed tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:40:27.161335 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3c233-c5e6-4f16-b6a5-91b96b8c90ed tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Pushing event updated for resources: {'Port': ['ID=79bcf623-df8a-4ef3-94f3-720803e5e8cf,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:40:27.188833 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-e6d3c233-c5e6-4f16-b6a5-91b96b8c90ed tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:27.189448 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-e6d3c233-c5e6-4f16-b6a5-91b96b8c90ed tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:27.204688 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-e6d3c233-c5e6-4f16-b6a5-91b96b8c90ed tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5659394
Feb 05 21:40:27.215895 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-ed7b3ddd-cd96-484b-9d89-877f8a268f56 service neutron] Request body: {'port': {'device_id': '437b4a93-9fdc-4ac8-bda2-79343b90f3d2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:40:27.277422 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-ed7b3ddd-cd96-484b-9d89-877f8a268f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (79bcf623-df8a-4ef3-94f3-720803e5e8cf), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:27.867225 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-ed7b3ddd-cd96-484b-9d89-877f8a268f56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79bcf623-df8a-4ef3-94f3-720803e5e8cf {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:40:27.875043 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-ed7b3ddd-cd96-484b-9d89-877f8a268f56 service neutron] Publish callbacks [] for port (79bcf623-df8a-4ef3-94f3-720803e5e8cf), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:27.888119 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-ed7b3ddd-cd96-484b-9d89-877f8a268f56 service neutron] Transition to ACTIVE for port object 79bcf623-df8a-4ef3-94f3-720803e5e8cf will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:40:27.891260 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-ed7b3ddd-cd96-484b-9d89-877f8a268f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (79bcf623-df8a-4ef3-94f3-720803e5e8cf), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:27.968958 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7b3ddd-cd96-484b-9d89-877f8a268f56 service neutron] Pushing event updated for resources: {'Port': ['ID=79bcf623-df8a-4ef3-94f3-720803e5e8cf,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:40:28.038429 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae8df0-952b-47f6-8d23-61878340e3e8 req-6babdcfc-b791-4139-9257-ab0183a4a813 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:28.039918 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-10ae8df0-952b-47f6-8d23-61878340e3e8 req-6babdcfc-b791-4139-9257-ab0183a4a813 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/ports?device_id=437b4a93-9fdc-4ac8-bda2-79343b90f3d2 HTTP/1.1" status: 200  len: 944 time: 0.1198139
Feb 05 21:40:28.067453 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-ed7b3ddd-cd96-484b-9d89-877f8a268f56 service neutron] Attempting to bind port 79bcf623-df8a-4ef3-94f3-720803e5e8cf on host nch1-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:40:28.067933 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-ed7b3ddd-cd96-484b-9d89-877f8a268f56 service neutron] Attempting to bind port 79bcf623-df8a-4ef3-94f3-720803e5e8cf by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c28584e3-d05f-465d-8d05-2e46b9a9ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd2d459ee-2919-4a5c-a8d6-238561340b98'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:40:28.067933 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-ed7b3ddd-cd96-484b-9d89-877f8a268f56 service neutron] Attempting to bind port 79bcf623-df8a-4ef3-94f3-720803e5e8cf on network d2d459ee-2919-4a5c-a8d6-238561340b98 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:40:28.078456 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-ed7b3ddd-cd96-484b-9d89-877f8a268f56 service neutron] Port 79bcf623-df8a-4ef3-94f3-720803e5e8cf on network d2d459ee-2919-4a5c-a8d6-238561340b98 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:40:28.078785 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-ed7b3ddd-cd96-484b-9d89-877f8a268f56 service neutron] Attempting to bind port 79bcf623-df8a-4ef3-94f3-720803e5e8cf on network d2d459ee-2919-4a5c-a8d6-238561340b98 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:40:28.092967 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-ed7b3ddd-cd96-484b-9d89-877f8a268f56 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:40:28.093307 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-ed7b3ddd-cd96-484b-9d89-877f8a268f56 service neutron] Checking segment: {'id': 'c28584e3-d05f-465d-8d05-2e46b9a9ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd2d459ee-2919-4a5c-a8d6-238561340b98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:40:28.093690 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-ed7b3ddd-cd96-484b-9d89-877f8a268f56 service neutron] Bound using segment: {'id': 'c28584e3-d05f-465d-8d05-2e46b9a9ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd2d459ee-2919-4a5c-a8d6-238561340b98'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:40:28.094116 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-ed7b3ddd-cd96-484b-9d89-877f8a268f56 service neutron] Bound port: 79bcf623-df8a-4ef3-94f3-720803e5e8cf, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c28584e3-d05f-465d-8d05-2e46b9a9ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd2d459ee-2919-4a5c-a8d6-238561340b98'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:40:28.094512 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-ed7b3ddd-cd96-484b-9d89-877f8a268f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (79bcf623-df8a-4ef3-94f3-720803e5e8cf), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:28.115155 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-10ae8df0-952b-47f6-8d23-61878340e3e8 req-91aa1cc4-932b-4301-bd01-c2254646372b tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d4ce8f22-da7a-4931-a74d-1f60fa1cac40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681570
Feb 05 21:40:28.170970 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-ed7b3ddd-cd96-484b-9d89-877f8a268f56 service neutron] For port 79bcf623-df8a-4ef3-94f3-720803e5e8cf, host nch1-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:40:28.174079 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-ed7b3ddd-cd96-484b-9d89-877f8a268f56 service neutron] For port 79bcf623-df8a-4ef3-94f3-720803e5e8cf, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79bcf623-df8a-4ef3-94f3-720803e5e8cf,segment=NetworkSegment(c28584e3-d05f-465d-8d05-2e46b9a9ef11),segment_id=c28584e3-d05f-465d-8d05-2e46b9a9ef11)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:40:28.179962 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-ed7b3ddd-cd96-484b-9d89-877f8a268f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (79bcf623-df8a-4ef3-94f3-720803e5e8cf), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:28.215396 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-ed7b3ddd-cd96-484b-9d89-877f8a268f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:28.216021 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-ed7b3ddd-cd96-484b-9d89-877f8a268f56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:28.217381 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-ed7b3ddd-cd96-484b-9d89-877f8a268f56 service neutron] 10.222.0.21 "PUT /v2.0/ports/79bcf623-df8a-4ef3-94f3-720803e5e8cf HTTP/1.1" status: 200  len: 1092 time: 1.0055878
Feb 05 21:40:28.217831 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '437b4a93-9fdc-4ac8-bda2-79343b90f3d2', 'tag': '79bcf623-df8a-4ef3-94f3-720803e5e8cf'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:40:28.220088 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ed1d4a-64b6-42fa-943c-d80f312140cf" -d '{"events": [{"name": "network-changed", "server_uuid": "437b4a93-9fdc-4ac8-bda2-79343b90f3d2", "tag": "79bcf623-df8a-4ef3-94f3-720803e5e8cf"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:40:28.241838 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7b3ddd-cd96-484b-9d89-877f8a268f56 service neutron] Pushing event updated for resources: {'Port': ['ID=79bcf623-df8a-4ef3-94f3-720803e5e8cf,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:40:28.263748 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b5fab2-d8e8-4f63-9563-d819e6e06401 x-openstack-request-id: req-87b5fab2-d8e8-4f63-9563-d819e6e06401 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:40:28.264041 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "437b4a93-9fdc-4ac8-bda2-79343b90f3d2", "tag": "79bcf623-df8a-4ef3-94f3-720803e5e8cf", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:40:28.264294 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-87b5fab2-d8e8-4f63-9563-d819e6e06401 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:40:28.264696 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '437b4a93-9fdc-4ac8-bda2-79343b90f3d2', 'tag': '79bcf623-df8a-4ef3-94f3-720803e5e8cf', 'status': 'completed', 'code': 200}
Feb 05 21:40:28.313322 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-e999d7a3-69d2-4146-88e2-6de019c512e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:28.314838 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-e999d7a3-69d2-4146-88e2-6de019c512e0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2e967ad739a745c0869d3839640784b1&device_id=437b4a93-9fdc-4ac8-bda2-79343b90f3d2 HTTP/1.1" status: 200  len: 1126 time: 0.0491970
Feb 05 21:40:28.359108 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-dd9933d7-267a-4865-8add-e8573975caf0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79bcf623-df8a-4ef3-94f3-720803e5e8cf HTTP/1.1" status: 200  len: 217 time: 0.0369282
Feb 05 21:40:28.408643 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-2b76d056-fd06-4c1b-93f4-e71c4e921034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:28.409989 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-2b76d056-fd06-4c1b-93f4-e71c4e921034 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9961322e-adc0-43c4-846d-a7643576f346 HTTP/1.1" status: 200  len: 853 time: 0.0451493
Feb 05 21:40:28.439938 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-30684e09-cf94-4223-976d-f796ef63df42 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2d459ee-2919-4a5c-a8d6-238561340b98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0242984
Feb 05 21:40:28.529834 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-1290addb-bcd8-4f46-a088-c7f1342bb3cf service neutron] 10.222.0.21 "GET /v2.0/networks/d2d459ee-2919-4a5c-a8d6-238561340b98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838995
Feb 05 21:40:28.616367 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f0c31118-574c-4865-9a25-be6154cf8f3e req-a202a771-9a2e-4928-b42a-d5218951ae6e service neutron] 10.222.0.21 "GET /v2.0/networks/d2d459ee-2919-4a5c-a8d6-238561340b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0804775
Feb 05 21:40:28.711028 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed1d4a-64b6-42fa-943c-d80f312140cf req-ee79017f-3438-4e3a-8a74-44936250c260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:28.712596 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a2ed1d4a-64b6-42fa-943c-d80f312140cf req-ee79017f-3438-4e3a-8a74-44936250c260 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2e967ad739a745c0869d3839640784b1&device_id=437b4a93-9fdc-4ac8-bda2-79343b90f3d2 HTTP/1.1" status: 200  len: 1126 time: 0.0477011
Feb 05 21:40:28.805277 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed1d4a-64b6-42fa-943c-d80f312140cf req-be4d4650-6846-487e-9db0-0a019a0922ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:28.806808 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a2ed1d4a-64b6-42fa-943c-d80f312140cf req-be4d4650-6846-487e-9db0-0a019a0922ba service neutron] 10.222.0.21 "GET /v2.0/networks?id=d2d459ee-2919-4a5c-a8d6-238561340b98 HTTP/1.1" status: 200  len: 914 time: 0.0885518
Feb 05 21:40:28.846338 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a2ed1d4a-64b6-42fa-943c-d80f312140cf req-8fbbf652-60c5-4ade-b6bb-e3329da74c5c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79bcf623-df8a-4ef3-94f3-720803e5e8cf HTTP/1.1" status: 200  len: 217 time: 0.0332279
Feb 05 21:40:28.897017 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed1d4a-64b6-42fa-943c-d80f312140cf req-87ed3c19-7292-4d8b-b7b1-0e05d61ee627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:28.898517 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a2ed1d4a-64b6-42fa-943c-d80f312140cf req-87ed3c19-7292-4d8b-b7b1-0e05d61ee627 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9961322e-adc0-43c4-846d-a7643576f346 HTTP/1.1" status: 200  len: 853 time: 0.0467503
Feb 05 21:40:28.931173 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a2ed1d4a-64b6-42fa-943c-d80f312140cf req-377a4369-2690-4ccc-a119-428ca2580db2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2d459ee-2919-4a5c-a8d6-238561340b98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0263953
Feb 05 21:40:29.020393 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a2ed1d4a-64b6-42fa-943c-d80f312140cf req-46a60f0a-c438-456d-b420-6285565d98c3 service neutron] 10.222.0.21 "GET /v2.0/networks/d2d459ee-2919-4a5c-a8d6-238561340b98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821309
Feb 05 21:40:29.111501 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a2ed1d4a-64b6-42fa-943c-d80f312140cf req-fc72d41e-475a-4f5a-b1f0-696f9d478acb service neutron] 10.222.0.21 "GET /v2.0/networks/d2d459ee-2919-4a5c-a8d6-238561340b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855315
Feb 05 21:40:29.236460 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a08cba-6ce6-4f5c-a220-93a160bc3eaf req-2f8e7f54-7183-4f97-a030-3affa9b6db16 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:29.237946 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-98a08cba-6ce6-4f5c-a220-93a160bc3eaf req-2f8e7f54-7183-4f97-a030-3affa9b6db16 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/ports?device_id=437b4a93-9fdc-4ac8-bda2-79343b90f3d2 HTTP/1.1" status: 200  len: 944 time: 0.0525129
Feb 05 21:40:29.284334 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-98a08cba-6ce6-4f5c-a220-93a160bc3eaf req-bfa12d69-b897-4b5a-be24-3f81dd45ac82 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d4ce8f22-da7a-4931-a74d-1f60fa1cac40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400977
Feb 05 21:40:30.409237 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154c747-53ca-414c-aa96-f2c079dbfea1 req-73f308e6-17eb-41e3-8b9b-01d138844a4b tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:30.410820 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f154c747-53ca-414c-aa96-f2c079dbfea1 req-73f308e6-17eb-41e3-8b9b-01d138844a4b tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/ports?device_id=437b4a93-9fdc-4ac8-bda2-79343b90f3d2 HTTP/1.1" status: 200  len: 944 time: 0.0563359
Feb 05 21:40:30.457466 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f154c747-53ca-414c-aa96-f2c079dbfea1 req-d1a48be3-cd99-48a0-88d2-8a844b5ef12f tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d4ce8f22-da7a-4931-a74d-1f60fa1cac40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402250
Feb 05 21:40:31.575836 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb16643-fb8f-4653-a05b-14d956da725d req-0da4a347-61fb-42e4-8888-6b06bd634c38 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:31.577330 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1cb16643-fb8f-4653-a05b-14d956da725d req-0da4a347-61fb-42e4-8888-6b06bd634c38 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/ports?device_id=437b4a93-9fdc-4ac8-bda2-79343b90f3d2 HTTP/1.1" status: 200  len: 944 time: 0.0523329
Feb 05 21:40:31.625724 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1cb16643-fb8f-4653-a05b-14d956da725d req-5e28eca2-d056-4e05-98f3-dda7391d57ab tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d4ce8f22-da7a-4931-a74d-1f60fa1cac40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428195
Feb 05 21:40:31.772539 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 79bcf623-df8a-4ef3-94f3-720803e5e8cf details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:40:31.866797 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 79bcf623-df8a-4ef3-94f3-720803e5e8cf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79bcf623-df8a-4ef3-94f3-720803e5e8cf,segment=NetworkSegment(c28584e3-d05f-465d-8d05-2e46b9a9ef11),segment_id=c28584e3-d05f-465d-8d05-2e46b9a9ef11)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:40:31.876786 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '79bcf623-df8a-4ef3-94f3-720803e5e8cf', 'network_id': 'd2d459ee-2919-4a5c-a8d6-238561340b98', 'port_id': '79bcf623-df8a-4ef3-94f3-720803e5e8cf', 'mac_address': 'fa:16:3e:b8:d6:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9961322e-adc0-43c4-846d-a7643576f346', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:40:31.917111 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 79bcf623-df8a-4ef3-94f3-720803e5e8cf is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:40:31.917496 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (79bcf623-df8a-4ef3-94f3-720803e5e8cf), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:31.930847 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79bcf623-df8a-4ef3-94f3-720803e5e8cf {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:40:31.951554 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 79bcf623-df8a-4ef3-94f3-720803e5e8cf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79bcf623-df8a-4ef3-94f3-720803e5e8cf,segment=NetworkSegment(c28584e3-d05f-465d-8d05-2e46b9a9ef11),segment_id=c28584e3-d05f-465d-8d05-2e46b9a9ef11)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:40:31.955421 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (79bcf623-df8a-4ef3-94f3-720803e5e8cf), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:32.001418 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=79bcf623-df8a-4ef3-94f3-720803e5e8cf,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:40:32.278754 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['79bcf623-df8a-4ef3-94f3-720803e5e8cf'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:40:32.749749 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec464e-3813-43d1-85e2-9e0fa9f4b523 req-e945ffcd-eef9-4b2c-b7af-92ff9655941e tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:32.751269 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7bec464e-3813-43d1-85e2-9e0fa9f4b523 req-e945ffcd-eef9-4b2c-b7af-92ff9655941e tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/ports?device_id=437b4a93-9fdc-4ac8-bda2-79343b90f3d2 HTTP/1.1" status: 200  len: 945 time: 0.0573382
Feb 05 21:40:32.796957 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7bec464e-3813-43d1-85e2-9e0fa9f4b523 req-df788a4b-0820-4cd0-8d97-3070b399c440 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d4ce8f22-da7a-4931-a74d-1f60fa1cac40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400620
Feb 05 21:40:33.789147 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 79bcf623-df8a-4ef3-94f3-720803e5e8cf up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:40:33.813339 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-15bbccd7-35e8-425a-888d-7214a41af648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:33.844686 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 79bcf623-df8a-4ef3-94f3-720803e5e8cf completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:40:33.848447 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 79bcf623-df8a-4ef3-94f3-720803e5e8cf triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:40:33.848833 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (79bcf623-df8a-4ef3-94f3-720803e5e8cf), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:33.919318 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165a2d1-a06b-459b-a081-b53b2b6c25bf req-eb06cad1-5900-48c8-9fdd-6c32ef3f6463 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:33.920816 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d165a2d1-a06b-459b-a081-b53b2b6c25bf req-eb06cad1-5900-48c8-9fdd-6c32ef3f6463 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/ports?device_id=437b4a93-9fdc-4ac8-bda2-79343b90f3d2 HTTP/1.1" status: 200  len: 945 time: 0.0540113
Feb 05 21:40:33.931351 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 79bcf623-df8a-4ef3-94f3-720803e5e8cf is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:40:33.931794 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (79bcf623-df8a-4ef3-94f3-720803e5e8cf), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:33.955736 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437b4a93-9fdc-4ac8-bda2-79343b90f3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79bcf623-df8a-4ef3-94f3-720803e5e8cf'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:40:33.958059 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5316c104-5cb3-47df-8568-00e8358f3c2a" -d '{"events": [{"server_uuid": "437b4a93-9fdc-4ac8-bda2-79343b90f3d2", "name": "network-vif-plugged", "status": "completed", "tag": "79bcf623-df8a-4ef3-94f3-720803e5e8cf"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:40:33.970478 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 79bcf623-df8a-4ef3-94f3-720803e5e8cf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79bcf623-df8a-4ef3-94f3-720803e5e8cf,segment=NetworkSegment(c28584e3-d05f-465d-8d05-2e46b9a9ef11),segment_id=c28584e3-d05f-465d-8d05-2e46b9a9ef11)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:40:33.975353 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (79bcf623-df8a-4ef3-94f3-720803e5e8cf), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:33.982022 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d165a2d1-a06b-459b-a081-b53b2b6c25bf req-b796a053-cc65-4331-b186-f20f4695147f tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d4ce8f22-da7a-4931-a74d-1f60fa1cac40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555530
Feb 05 21:40:34.008690 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b131b45-0407-4c1f-a5bc-bdf29bf4c556 x-openstack-request-id: req-5b131b45-0407-4c1f-a5bc-bdf29bf4c556 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:40:34.008982 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "437b4a93-9fdc-4ac8-bda2-79343b90f3d2", "name": "network-vif-plugged", "status": "completed", "tag": "79bcf623-df8a-4ef3-94f3-720803e5e8cf", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:40:34.009242 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b131b45-0407-4c1f-a5bc-bdf29bf4c556 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:40:34.009642 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '437b4a93-9fdc-4ac8-bda2-79343b90f3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79bcf623-df8a-4ef3-94f3-720803e5e8cf', 'code': 200}
Feb 05 21:40:34.026923 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=79bcf623-df8a-4ef3-94f3-720803e5e8cf,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:40:34.103949 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6dc60-dee9-41e9-8a98-4c33cc971916 req-31965c9f-e71d-4835-ba7f-73667ebbfa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:34.105378 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cdc6dc60-dee9-41e9-8a98-4c33cc971916 req-31965c9f-e71d-4835-ba7f-73667ebbfa92 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=437b4a93-9fdc-4ac8-bda2-79343b90f3d2 HTTP/1.1" status: 200  len: 1128 time: 0.0442872
Feb 05 21:40:34.153117 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cdc6dc60-dee9-41e9-8a98-4c33cc971916 req-a8699aa7-4cf2-4706-9577-c86168bf12f8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d4ce8f22-da7a-4931-a74d-1f60fa1cac40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414248
Feb 05 21:40:35.103142 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ad4f5-27fe-46da-afd3-1c8416bdfe13 req-d59fa785-4737-4150-93b1-2b8f986e4204 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:35.104623 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-030ad4f5-27fe-46da-afd3-1c8416bdfe13 req-d59fa785-4737-4150-93b1-2b8f986e4204 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/ports?device_id=437b4a93-9fdc-4ac8-bda2-79343b90f3d2 HTTP/1.1" status: 200  len: 946 time: 0.0534492
Feb 05 21:40:35.152014 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-030ad4f5-27fe-46da-afd3-1c8416bdfe13 req-71b3b0bb-f741-49ce-a8b1-e4c6bab876a0 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d4ce8f22-da7a-4931-a74d-1f60fa1cac40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417879
Feb 05 21:40:36.185909 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-991ea497-c230-4cbf-b2cf-bd51f3504c84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:36.275563 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759ee51-d0ce-4c88-9cc1-57334b2720b0 req-201e0421-2359-481d-99ee-6b9cdb2d5049 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:36.277051 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1759ee51-d0ce-4c88-9cc1-57334b2720b0 req-201e0421-2359-481d-99ee-6b9cdb2d5049 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/ports?device_id=437b4a93-9fdc-4ac8-bda2-79343b90f3d2 HTTP/1.1" status: 200  len: 946 time: 0.0529249
Feb 05 21:40:36.324184 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1759ee51-d0ce-4c88-9cc1-57334b2720b0 req-f2c90bdf-7d3d-4b9e-9c2e-d1271c29743e tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d4ce8f22-da7a-4931-a74d-1f60fa1cac40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415914
Feb 05 21:40:36.556413 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-c60345d6-c47e-4d6e-82f8-196422c2b3cf tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:36.557797 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-c60345d6-c47e-4d6e-82f8-196422c2b3cf tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/networks?id=d2d459ee-2919-4a5c-a8d6-238561340b98 HTTP/1.1" status: 200  len: 813 time: 0.1083488
Feb 05 21:40:36.573124 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-5e58a940-1829-4349-aa70-1e8183637a0f tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/quotas/2e967ad739a745c0869d3839640784b1 HTTP/1.1" status: 200  len: 375 time: 0.0098214
Feb 05 21:40:36.625890 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-fe957b0d-f588-477a-8a09-3cb1ea03d585 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2e967ad739a745c0869d3839640784b1&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0479150
Feb 05 21:40:36.683700 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-582af6f3-7f1e-4227-bf35-bf61b2adb59a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:40:36.684719 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-582af6f3-7f1e-4227-bf35-bf61b2adb59a service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0524168
Feb 05 21:40:36.778069 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-ab5c0c9b-062b-49c2-9a7d-6bfc4215321d service neutron] 10.222.0.32 "GET /v2.0/networks/d2d459ee-2919-4a5c-a8d6-238561340b98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874813
Feb 05 21:40:36.865735 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-92be1489-810e-4b88-aafa-b86ab9f9c4c3 service neutron] 10.222.0.32 "GET /v2.0/networks/d2d459ee-2919-4a5c-a8d6-238561340b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0817990
Feb 05 21:40:37.618703 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:38.039972 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1f831855-98b0-44a9-a130-c9476756c2b1 req-b275e338-d2e5-4fb0-80c1-4ca3e015f58c tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe184c08-97c9-4fe4-b320-1644846414e1 HTTP/1.1" status: 200  len: 210 time: 0.0318260
Feb 05 21:40:39.064039 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-958ff73a-6891-40d4-9ce2-35eda547de59 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:39.065537 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-958ff73a-6891-40d4-9ce2-35eda547de59 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.39 "GET /v2.0/networks?id=d2d459ee-2919-4a5c-a8d6-238561340b98 HTTP/1.1" status: 200  len: 813 time: 0.1175249
Feb 05 21:40:39.076924 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-3ab1c379-3f11-47b5-b9c7-e1b9128016d8 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Request body: {'port': {'device_id': 'fe184c08-97c9-4fe4-b320-1644846414e1', 'network_id': 'd2d459ee-2919-4a5c-a8d6-238561340b98', 'admin_state_up': True, 'tenant_id': '2e967ad739a745c0869d3839640784b1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:40:39.140044 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d747550a-4e58-43ec-8208-1f3c559d2202 req-9eea44dc-3b6b-4704-a1f5-dfad78ec0a8a tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe184c08-97c9-4fe4-b320-1644846414e1 HTTP/1.1" status: 200  len: 210 time: 0.0281894
Feb 05 21:40:39.183015 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-3ab1c379-3f11-47b5-b9c7-e1b9128016d8 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Made reservation on behalf of 2e967ad739a745c0869d3839640784b1 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:40:39.186326 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-3ab1c379-3f11-47b5-b9c7-e1b9128016d8 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:39.207863 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:39.312464 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-3ab1c379-3f11-47b5-b9c7-e1b9128016d8 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Allocated IP 172.20.0.7 (d2d459ee-2919-4a5c-a8d6-238561340b98/9961322e-adc0-43c4-846d-a7643576f346/982e7a24-9bdb-4469-9191-d7b0c8fc4484) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:40:39.460751 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-3ab1c379-3f11-47b5-b9c7-e1b9128016d8 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Publish callbacks [] for port (982e7a24-9bdb-4469-9191-d7b0c8fc4484), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:39.494009 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-3ab1c379-3f11-47b5-b9c7-e1b9128016d8 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (982e7a24-9bdb-4469-9191-d7b0c8fc4484), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:39.505462 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['79bcf623-df8a-4ef3-94f3-720803e5e8cf'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:40:39.535791 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-3ab1c379-3f11-47b5-b9c7-e1b9128016d8 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Network d2d459ee-2919-4a5c-a8d6-238561340b98 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:40:39.541450 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-3ab1c379-3f11-47b5-b9c7-e1b9128016d8 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:40:39.545008 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-3ab1c379-3f11-47b5-b9c7-e1b9128016d8 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:40:39.568807 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1c379-3f11-47b5-b9c7-e1b9128016d8 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Pushing event updated for resources: {'Port': ['ID=982e7a24-9bdb-4469-9191-d7b0c8fc4484,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:40:39.596023 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-3ab1c379-3f11-47b5-b9c7-e1b9128016d8 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:39.596651 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-3ab1c379-3f11-47b5-b9c7-e1b9128016d8 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:39.614648 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-3ab1c379-3f11-47b5-b9c7-e1b9128016d8 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5417500
Feb 05 21:40:39.629580 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-4bdd61ae-4eaf-4ff8-beed-55f286f405ad service neutron] Request body: {'port': {'device_id': 'fe184c08-97c9-4fe4-b320-1644846414e1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:40:39.695475 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-4bdd61ae-4eaf-4ff8-beed-55f286f405ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (982e7a24-9bdb-4469-9191-d7b0c8fc4484), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:39.950786 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-4bdd61ae-4eaf-4ff8-beed-55f286f405ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 982e7a24-9bdb-4469-9191-d7b0c8fc4484 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:40:39.958200 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-4bdd61ae-4eaf-4ff8-beed-55f286f405ad service neutron] Publish callbacks [] for port (982e7a24-9bdb-4469-9191-d7b0c8fc4484), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:39.970499 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-4bdd61ae-4eaf-4ff8-beed-55f286f405ad service neutron] Transition to ACTIVE for port object 982e7a24-9bdb-4469-9191-d7b0c8fc4484 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:40:39.974394 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-4bdd61ae-4eaf-4ff8-beed-55f286f405ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (982e7a24-9bdb-4469-9191-d7b0c8fc4484), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:40.024911 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd61ae-4eaf-4ff8-beed-55f286f405ad service neutron] Pushing event updated for resources: {'Port': ['ID=982e7a24-9bdb-4469-9191-d7b0c8fc4484,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:40:40.090507 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-4bdd61ae-4eaf-4ff8-beed-55f286f405ad service neutron] Attempting to bind port 982e7a24-9bdb-4469-9191-d7b0c8fc4484 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:40:40.091186 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-4bdd61ae-4eaf-4ff8-beed-55f286f405ad service neutron] Attempting to bind port 982e7a24-9bdb-4469-9191-d7b0c8fc4484 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c28584e3-d05f-465d-8d05-2e46b9a9ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd2d459ee-2919-4a5c-a8d6-238561340b98'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:40:40.091186 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-4bdd61ae-4eaf-4ff8-beed-55f286f405ad service neutron] Attempting to bind port 982e7a24-9bdb-4469-9191-d7b0c8fc4484 on network d2d459ee-2919-4a5c-a8d6-238561340b98 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:40:40.095444 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-4bdd61ae-4eaf-4ff8-beed-55f286f405ad service neutron] Port 982e7a24-9bdb-4469-9191-d7b0c8fc4484 on network d2d459ee-2919-4a5c-a8d6-238561340b98 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:40:40.095772 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-4bdd61ae-4eaf-4ff8-beed-55f286f405ad service neutron] Attempting to bind port 982e7a24-9bdb-4469-9191-d7b0c8fc4484 on network d2d459ee-2919-4a5c-a8d6-238561340b98 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:40:40.100554 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-4bdd61ae-4eaf-4ff8-beed-55f286f405ad service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:40:40.100916 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-4bdd61ae-4eaf-4ff8-beed-55f286f405ad service neutron] Checking segment: {'id': 'c28584e3-d05f-465d-8d05-2e46b9a9ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd2d459ee-2919-4a5c-a8d6-238561340b98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:40:40.101300 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-4bdd61ae-4eaf-4ff8-beed-55f286f405ad service neutron] Bound using segment: {'id': 'c28584e3-d05f-465d-8d05-2e46b9a9ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd2d459ee-2919-4a5c-a8d6-238561340b98'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:40:40.102441 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-4bdd61ae-4eaf-4ff8-beed-55f286f405ad service neutron] Bound port: 982e7a24-9bdb-4469-9191-d7b0c8fc4484, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c28584e3-d05f-465d-8d05-2e46b9a9ef11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd2d459ee-2919-4a5c-a8d6-238561340b98'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:40:40.102813 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-4bdd61ae-4eaf-4ff8-beed-55f286f405ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (982e7a24-9bdb-4469-9191-d7b0c8fc4484), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:40.163336 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-4bdd61ae-4eaf-4ff8-beed-55f286f405ad service neutron] For port 982e7a24-9bdb-4469-9191-d7b0c8fc4484, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:40:40.167599 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-4bdd61ae-4eaf-4ff8-beed-55f286f405ad service neutron] For port 982e7a24-9bdb-4469-9191-d7b0c8fc4484, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=982e7a24-9bdb-4469-9191-d7b0c8fc4484,segment=NetworkSegment(c28584e3-d05f-465d-8d05-2e46b9a9ef11),segment_id=c28584e3-d05f-465d-8d05-2e46b9a9ef11)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:40:40.174488 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-4bdd61ae-4eaf-4ff8-beed-55f286f405ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (982e7a24-9bdb-4469-9191-d7b0c8fc4484), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:40.215027 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-4bdd61ae-4eaf-4ff8-beed-55f286f405ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:40.216013 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-4bdd61ae-4eaf-4ff8-beed-55f286f405ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:40.217761 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-4bdd61ae-4eaf-4ff8-beed-55f286f405ad service neutron] 10.222.0.39 "PUT /v2.0/ports/982e7a24-9bdb-4469-9191-d7b0c8fc4484 HTTP/1.1" status: 200  len: 1091 time: 0.5935624
Feb 05 21:40:40.222797 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe184c08-97c9-4fe4-b320-1644846414e1', 'tag': '982e7a24-9bdb-4469-9191-d7b0c8fc4484'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:40:40.225082 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f8adf1-9693-478e-b042-e0cda3aa64a8" -d '{"events": [{"name": "network-changed", "server_uuid": "fe184c08-97c9-4fe4-b320-1644846414e1", "tag": "982e7a24-9bdb-4469-9191-d7b0c8fc4484"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:40:40.251881 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd61ae-4eaf-4ff8-beed-55f286f405ad service neutron] Pushing event updated for resources: {'Port': ['ID=982e7a24-9bdb-4469-9191-d7b0c8fc4484,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:40:40.272561 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e62c6f-f649-429f-bb1c-ea49291eb68d x-openstack-request-id: req-37e62c6f-f649-429f-bb1c-ea49291eb68d {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:40:40.272860 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe184c08-97c9-4fe4-b320-1644846414e1", "tag": "982e7a24-9bdb-4469-9191-d7b0c8fc4484", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:40:40.273115 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-37e62c6f-f649-429f-bb1c-ea49291eb68d {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:40:40.274265 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe184c08-97c9-4fe4-b320-1644846414e1', 'tag': '982e7a24-9bdb-4469-9191-d7b0c8fc4484', 'status': 'completed', 'code': 200}
Feb 05 21:40:40.275757 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ad898-9142-4e31-a5e1-09080deae2fe req-16913528-288b-404f-83f5-bb2795055ffb tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:40.277321 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f80ad898-9142-4e31-a5e1-09080deae2fe req-16913528-288b-404f-83f5-bb2795055ffb tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe184c08-97c9-4fe4-b320-1644846414e1 HTTP/1.1" status: 200  len: 943 time: 0.0681362
Feb 05 21:40:40.308201 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-d900d656-1cd0-47ce-8177-19e27866fcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:40.309727 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-d900d656-1cd0-47ce-8177-19e27866fcca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e967ad739a745c0869d3839640784b1&device_id=fe184c08-97c9-4fe4-b320-1644846414e1 HTTP/1.1" status: 200  len: 1125 time: 0.0478425
Feb 05 21:40:40.327135 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f80ad898-9142-4e31-a5e1-09080deae2fe req-7d0bc526-676f-4a73-8c7c-e86072e5b1db tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d4ce8f22-da7a-4931-a74d-1f60fa1cac40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440040
Feb 05 21:40:40.354946 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-e3442911-706a-47f1-b35a-fd930868ffb2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=982e7a24-9bdb-4469-9191-d7b0c8fc4484 HTTP/1.1" status: 200  len: 217 time: 0.0391963
Feb 05 21:40:40.403153 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-7d65aa52-5812-4e46-b82b-8f8825131a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:40.404586 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-7d65aa52-5812-4e46-b82b-8f8825131a47 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9961322e-adc0-43c4-846d-a7643576f346 HTTP/1.1" status: 200  len: 853 time: 0.0446944
Feb 05 21:40:40.434491 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-7ebad907-3506-4f9f-ab30-6b34d4421d05 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2d459ee-2919-4a5c-a8d6-238561340b98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0243239
Feb 05 21:40:40.523865 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-d56d8d66-3b06-4d4e-baae-19179206ccb5 service neutron] 10.222.0.39 "GET /v2.0/networks/d2d459ee-2919-4a5c-a8d6-238561340b98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835831
Feb 05 21:40:40.569977 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:40.613737 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-7c6b8e13-29b2-4505-809f-502dc5053e33 req-7dde8ada-d2d6-4543-b3a4-9bdbbe2fb01f service neutron] 10.222.0.39 "GET /v2.0/networks/d2d459ee-2919-4a5c-a8d6-238561340b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0841208
Feb 05 21:40:40.707276 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8adf1-9693-478e-b042-e0cda3aa64a8 req-c6e97664-d2cd-4537-a560-50e91ff365cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:40.708772 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-91f8adf1-9693-478e-b042-e0cda3aa64a8 req-c6e97664-d2cd-4537-a560-50e91ff365cc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e967ad739a745c0869d3839640784b1&device_id=fe184c08-97c9-4fe4-b320-1644846414e1 HTTP/1.1" status: 200  len: 1125 time: 0.0502920
Feb 05 21:40:40.800968 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8adf1-9693-478e-b042-e0cda3aa64a8 req-d5d94a9e-6fca-4134-8cc8-d4f18a818991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:40.802466 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-91f8adf1-9693-478e-b042-e0cda3aa64a8 req-d5d94a9e-6fca-4134-8cc8-d4f18a818991 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d2d459ee-2919-4a5c-a8d6-238561340b98 HTTP/1.1" status: 200  len: 914 time: 0.0874164
Feb 05 21:40:40.844250 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-91f8adf1-9693-478e-b042-e0cda3aa64a8 req-291216c8-111e-4da0-8b83-c9992091b6d7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=982e7a24-9bdb-4469-9191-d7b0c8fc4484 HTTP/1.1" status: 200  len: 217 time: 0.0364285
Feb 05 21:40:40.890526 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8adf1-9693-478e-b042-e0cda3aa64a8 req-12c8e171-ba9e-42a7-a90f-ca6ff908d5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:40.891962 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-91f8adf1-9693-478e-b042-e0cda3aa64a8 req-12c8e171-ba9e-42a7-a90f-ca6ff908d5ff service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9961322e-adc0-43c4-846d-a7643576f346 HTTP/1.1" status: 200  len: 853 time: 0.0423625
Feb 05 21:40:40.923811 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-91f8adf1-9693-478e-b042-e0cda3aa64a8 req-9c699609-b969-4c44-aad8-41f13134f2c6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2d459ee-2919-4a5c-a8d6-238561340b98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0251596
Feb 05 21:40:41.016480 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-91f8adf1-9693-478e-b042-e0cda3aa64a8 req-65815c58-e5ee-48f8-a769-173e3a9067bf service neutron] 10.222.0.39 "GET /v2.0/networks/d2d459ee-2919-4a5c-a8d6-238561340b98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854046
Feb 05 21:40:41.103516 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-91f8adf1-9693-478e-b042-e0cda3aa64a8 req-17b0599c-2ea7-4e21-bcc0-711dfa3c126b service neutron] 10.222.0.39 "GET /v2.0/networks/d2d459ee-2919-4a5c-a8d6-238561340b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0807288
Feb 05 21:40:41.448401 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda23d93-670b-45ac-b988-23d417a46c67 req-07d7f194-70a0-4b18-bf5a-ca40656195b2 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:41.449871 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bda23d93-670b-45ac-b988-23d417a46c67 req-07d7f194-70a0-4b18-bf5a-ca40656195b2 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe184c08-97c9-4fe4-b320-1644846414e1 HTTP/1.1" status: 200  len: 943 time: 0.0532362
Feb 05 21:40:41.499380 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bda23d93-670b-45ac-b988-23d417a46c67 req-eeb744b4-ce10-4f3b-b999-39ccaafa7458 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d4ce8f22-da7a-4931-a74d-1f60fa1cac40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439057
Feb 05 21:40:42.499693 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 982e7a24-9bdb-4469-9191-d7b0c8fc4484 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:40:42.601384 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 982e7a24-9bdb-4469-9191-d7b0c8fc4484, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=982e7a24-9bdb-4469-9191-d7b0c8fc4484,segment=NetworkSegment(c28584e3-d05f-465d-8d05-2e46b9a9ef11),segment_id=c28584e3-d05f-465d-8d05-2e46b9a9ef11)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:40:42.612947 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '982e7a24-9bdb-4469-9191-d7b0c8fc4484', 'network_id': 'd2d459ee-2919-4a5c-a8d6-238561340b98', 'port_id': '982e7a24-9bdb-4469-9191-d7b0c8fc4484', 'mac_address': 'fa:16:3e:1a:23:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9961322e-adc0-43c4-846d-a7643576f346', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:40:42.619594 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616fa9ac-3343-458a-953b-89a08b8eab29 req-d7b8a32c-5068-4b65-8d08-0fbcecc4abfd tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:42.621112 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-616fa9ac-3343-458a-953b-89a08b8eab29 req-d7b8a32c-5068-4b65-8d08-0fbcecc4abfd tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe184c08-97c9-4fe4-b320-1644846414e1 HTTP/1.1" status: 200  len: 943 time: 0.0542343
Feb 05 21:40:42.651509 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 982e7a24-9bdb-4469-9191-d7b0c8fc4484 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:40:42.651908 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (982e7a24-9bdb-4469-9191-d7b0c8fc4484), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:42.669775 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-616fa9ac-3343-458a-953b-89a08b8eab29 req-d9d7b4dc-3405-4533-b851-8422e6221a40 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d4ce8f22-da7a-4931-a74d-1f60fa1cac40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428743
Feb 05 21:40:42.671008 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 982e7a24-9bdb-4469-9191-d7b0c8fc4484 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:40:42.692190 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 982e7a24-9bdb-4469-9191-d7b0c8fc4484, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=982e7a24-9bdb-4469-9191-d7b0c8fc4484,segment=NetworkSegment(c28584e3-d05f-465d-8d05-2e46b9a9ef11),segment_id=c28584e3-d05f-465d-8d05-2e46b9a9ef11)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:40:42.696997 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (982e7a24-9bdb-4469-9191-d7b0c8fc4484), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:42.752023 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=982e7a24-9bdb-4469-9191-d7b0c8fc4484,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:40:42.882368 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['982e7a24-9bdb-4469-9191-d7b0c8fc4484'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:40:43.791613 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c429dd-9faf-42d9-ae01-06773936c303 req-8afef49e-8d59-4fc6-9726-2e2fa4b6951d tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:43.793098 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-01c429dd-9faf-42d9-ae01-06773936c303 req-8afef49e-8d59-4fc6-9726-2e2fa4b6951d tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe184c08-97c9-4fe4-b320-1644846414e1 HTTP/1.1" status: 200  len: 944 time: 0.0539494
Feb 05 21:40:43.838815 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-01c429dd-9faf-42d9-ae01-06773936c303 req-31b862e4-14de-4964-9ef5-000cb148b6b4 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d4ce8f22-da7a-4931-a74d-1f60fa1cac40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401275
Feb 05 21:40:44.515430 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 982e7a24-9bdb-4469-9191-d7b0c8fc4484 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:40:44.563062 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 982e7a24-9bdb-4469-9191-d7b0c8fc4484 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:40:44.566950 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 982e7a24-9bdb-4469-9191-d7b0c8fc4484 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:40:44.567333 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (982e7a24-9bdb-4469-9191-d7b0c8fc4484), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:44.644757 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 982e7a24-9bdb-4469-9191-d7b0c8fc4484 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:40:44.645144 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (982e7a24-9bdb-4469-9191-d7b0c8fc4484), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:44.667466 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe184c08-97c9-4fe4-b320-1644846414e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982e7a24-9bdb-4469-9191-d7b0c8fc4484'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:40:44.669813 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32de96e-7882-4408-a9e7-52240efbbb0a" -d '{"events": [{"server_uuid": "fe184c08-97c9-4fe4-b320-1644846414e1", "name": "network-vif-plugged", "status": "completed", "tag": "982e7a24-9bdb-4469-9191-d7b0c8fc4484"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:40:44.682784 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 982e7a24-9bdb-4469-9191-d7b0c8fc4484, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=982e7a24-9bdb-4469-9191-d7b0c8fc4484,segment=NetworkSegment(c28584e3-d05f-465d-8d05-2e46b9a9ef11),segment_id=c28584e3-d05f-465d-8d05-2e46b9a9ef11)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:40:44.687753 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (982e7a24-9bdb-4469-9191-d7b0c8fc4484), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:44.715743 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae3f5cb-ce73-4933-b09c-d8745b43e84e x-openstack-request-id: req-3ae3f5cb-ce73-4933-b09c-d8745b43e84e {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:40:44.716040 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe184c08-97c9-4fe4-b320-1644846414e1", "name": "network-vif-plugged", "status": "completed", "tag": "982e7a24-9bdb-4469-9191-d7b0c8fc4484", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:40:44.716294 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3ae3f5cb-ce73-4933-b09c-d8745b43e84e {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:40:44.716678 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe184c08-97c9-4fe4-b320-1644846414e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982e7a24-9bdb-4469-9191-d7b0c8fc4484', 'code': 200}
Feb 05 21:40:44.745659 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=982e7a24-9bdb-4469-9191-d7b0c8fc4484,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:40:44.813682 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a0a31-f69b-4409-a528-3b3bcd018ece req-ba95ef3a-2afd-448e-8c6d-4ec328adf8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:44.815203 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-583a0a31-f69b-4409-a528-3b3bcd018ece req-ba95ef3a-2afd-448e-8c6d-4ec328adf8ca service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fe184c08-97c9-4fe4-b320-1644846414e1 HTTP/1.1" status: 200  len: 1127 time: 0.0437634
Feb 05 21:40:44.860622 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-583a0a31-f69b-4409-a528-3b3bcd018ece req-c717d59b-4a2c-46f3-8ca9-8b53dc79734f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d4ce8f22-da7a-4931-a74d-1f60fa1cac40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398333
Feb 05 21:40:44.962641 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ac697-e9f7-4052-ad00-ddba2f99cbeb req-0bb1e190-e7c4-4469-9624-976dc0cae72e tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:44.964129 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-227ac697-e9f7-4052-ad00-ddba2f99cbeb req-0bb1e190-e7c4-4469-9624-976dc0cae72e tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe184c08-97c9-4fe4-b320-1644846414e1 HTTP/1.1" status: 200  len: 945 time: 0.0577407
Feb 05 21:40:45.010334 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-227ac697-e9f7-4052-ad00-ddba2f99cbeb req-1f0cb84f-06c7-401e-95eb-62d1cf3598a6 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d4ce8f22-da7a-4931-a74d-1f60fa1cac40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405359
Feb 05 21:40:45.639513 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:46.134585 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e145666-d880-4594-abb8-8966339f48af req-6ffefef9-f5f9-4da1-bca4-5b877e6ef7a4 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:46.136126 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7e145666-d880-4594-abb8-8966339f48af req-6ffefef9-f5f9-4da1-bca4-5b877e6ef7a4 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe184c08-97c9-4fe4-b320-1644846414e1 HTTP/1.1" status: 200  len: 945 time: 0.0576043
Feb 05 21:40:46.182244 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7e145666-d880-4594-abb8-8966339f48af req-98a7d399-f33f-4dd4-b8af-2ffae1e207a5 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d4ce8f22-da7a-4931-a74d-1f60fa1cac40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406797
Feb 05 21:40:46.420590 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8ab81-0ec5-4d9a-a223-77fd41f8cec2 req-a44044c8-6256-49aa-9ee0-f520f3331a9d tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:46.422058 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a0f8ab81-0ec5-4d9a-a223-77fd41f8cec2 req-a44044c8-6256-49aa-9ee0-f520f3331a9d tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe184c08-97c9-4fe4-b320-1644846414e1 HTTP/1.1" status: 200  len: 945 time: 0.0524907
Feb 05 21:40:46.472455 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a0f8ab81-0ec5-4d9a-a223-77fd41f8cec2 req-0d883d1a-b719-48d4-9511-8ec2d1ef4484 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d4ce8f22-da7a-4931-a74d-1f60fa1cac40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445998
Feb 05 21:40:47.593464 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67433214-2ac2-4f35-a5dd-e68aefed6082 req-827be6ef-eb05-412f-aecf-bb6e13131321 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:47.595014 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-67433214-2ac2-4f35-a5dd-e68aefed6082 req-827be6ef-eb05-412f-aecf-bb6e13131321 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe184c08-97c9-4fe4-b320-1644846414e1 HTTP/1.1" status: 200  len: 945 time: 0.0532060
Feb 05 21:40:47.643194 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-67433214-2ac2-4f35-a5dd-e68aefed6082 req-710a4001-d929-4352-95e2-30cdb2d6a8ff tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d4ce8f22-da7a-4931-a74d-1f60fa1cac40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424135
Feb 05 21:40:47.652209 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd021650-d60b-4644-a3ce-771efdf7d2ba req-c68f9a1e-c364-46ee-957f-7c363226e609 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:47.654303 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cd021650-d60b-4644-a3ce-771efdf7d2ba req-c68f9a1e-c364-46ee-957f-7c363226e609 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe184c08-97c9-4fe4-b320-1644846414e1 HTTP/1.1" status: 200  len: 945 time: 0.0528247
Feb 05 21:40:47.746088 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-cd021650-d60b-4644-a3ce-771efdf7d2ba req-cdcf1eb1-804f-4638-b1a1-4840982fb66b tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Deleting port 982e7a24-9bdb-4469-9191-d7b0c8fc4484 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:40:47.746477 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cd021650-d60b-4644-a3ce-771efdf7d2ba req-cdcf1eb1-804f-4638-b1a1-4840982fb66b tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (982e7a24-9bdb-4469-9191-d7b0c8fc4484), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:47.837280 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-cd021650-d60b-4644-a3ce-771efdf7d2ba req-cdcf1eb1-804f-4638-b1a1-4840982fb66b tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] For port 982e7a24-9bdb-4469-9191-d7b0c8fc4484, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=982e7a24-9bdb-4469-9191-d7b0c8fc4484,segment=NetworkSegment(c28584e3-d05f-465d-8d05-2e46b9a9ef11),segment_id=c28584e3-d05f-465d-8d05-2e46b9a9ef11)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:40:47.837649 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cd021650-d60b-4644-a3ce-771efdf7d2ba req-cdcf1eb1-804f-4638-b1a1-4840982fb66b tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (982e7a24-9bdb-4469-9191-d7b0c8fc4484), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:47.849490 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-cd021650-d60b-4644-a3ce-771efdf7d2ba req-cdcf1eb1-804f-4638-b1a1-4840982fb66b tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Calling delete_port for 982e7a24-9bdb-4469-9191-d7b0c8fc4484 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:40:47.975837 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cd021650-d60b-4644-a3ce-771efdf7d2ba req-cdcf1eb1-804f-4638-b1a1-4840982fb66b tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (982e7a24-9bdb-4469-9191-d7b0c8fc4484), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:47.989659 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['982e7a24-9bdb-4469-9191-d7b0c8fc4484'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:40:47.992041 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['79bcf623-df8a-4ef3-94f3-720803e5e8cf'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:40:48.006723 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf1eb1-804f-4638-b1a1-4840982fb66b tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Pushing event deleted for resources: {'Port': ['ID=982e7a24-9bdb-4469-9191-d7b0c8fc4484,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:40:48.050606 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd021650-d60b-4644-a3ce-771efdf7d2ba req-cdcf1eb1-804f-4638-b1a1-4840982fb66b tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] No DVR routers for this DVR port 982e7a24-9bdb-4469-9191-d7b0c8fc4484 on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:40:48.053655 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-cd021650-d60b-4644-a3ce-771efdf7d2ba req-cdcf1eb1-804f-4638-b1a1-4840982fb66b tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:48.057982 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-cd021650-d60b-4644-a3ce-771efdf7d2ba req-cdcf1eb1-804f-4638-b1a1-4840982fb66b tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.39 "DELETE /v2.0/ports/982e7a24-9bdb-4469-9191-d7b0c8fc4484 HTTP/1.1" status: 204  len: 173 time: 0.3988919
Feb 05 21:40:48.058467 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe184c08-97c9-4fe4-b320-1644846414e1', 'name': 'network-vif-deleted', 'tag': '982e7a24-9bdb-4469-9191-d7b0c8fc4484'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:40:48.060707 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc4b338-ead0-4de3-86dd-6c13239f21e4" -d '{"events": [{"server_uuid": "fe184c08-97c9-4fe4-b320-1644846414e1", "name": "network-vif-deleted", "tag": "982e7a24-9bdb-4469-9191-d7b0c8fc4484"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:40:48.105681 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e4a513-8885-4129-9b50-af9181467492 x-openstack-request-id: req-72e4a513-8885-4129-9b50-af9181467492 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:40:48.105980 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe184c08-97c9-4fe4-b320-1644846414e1", "name": "network-vif-deleted", "tag": "982e7a24-9bdb-4469-9191-d7b0c8fc4484", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:40:48.106241 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-72e4a513-8885-4129-9b50-af9181467492 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:40:48.106730 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe184c08-97c9-4fe4-b320-1644846414e1', 'name': 'network-vif-deleted', 'tag': '982e7a24-9bdb-4469-9191-d7b0c8fc4484', 'status': 'completed', 'code': 200}
Feb 05 21:40:48.814407 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb21a5-67be-429f-bf7b-2d1d19bd8d3e req-66d16d48-b785-4436-8687-2f14d6c36fc6 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:48.815904 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-25fb21a5-67be-429f-bf7b-2d1d19bd8d3e req-66d16d48-b785-4436-8687-2f14d6c36fc6 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/ports?device_id=437b4a93-9fdc-4ac8-bda2-79343b90f3d2 HTTP/1.1" status: 200  len: 946 time: 0.0561836
Feb 05 21:40:48.862596 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-25fb21a5-67be-429f-bf7b-2d1d19bd8d3e req-c7458d3c-fa08-48fa-80a9-eabac6188d31 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d4ce8f22-da7a-4931-a74d-1f60fa1cac40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409958
Feb 05 21:40:49.001533 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf50ee-668d-47cc-a0f9-c39cf8315cfe req-b65ed91a-284e-47bd-83f9-5f9215626f3a tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:49.003126 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2bdf50ee-668d-47cc-a0f9-c39cf8315cfe req-b65ed91a-284e-47bd-83f9-5f9215626f3a tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/ports?device_id=437b4a93-9fdc-4ac8-bda2-79343b90f3d2 HTTP/1.1" status: 200  len: 946 time: 0.0580213
Feb 05 21:40:49.051241 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2bdf50ee-668d-47cc-a0f9-c39cf8315cfe req-17071cef-31a2-4382-8aea-d2c50034e3db tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d4ce8f22-da7a-4931-a74d-1f60fa1cac40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425546
Feb 05 21:40:49.170020 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c6663-472b-4755-89df-4684c93d46c6 req-8eecd2ba-9464-41d5-ab56-6dad40befc08 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:49.171535 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-621c6663-472b-4755-89df-4684c93d46c6 req-8eecd2ba-9464-41d5-ab56-6dad40befc08 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/ports?device_id=437b4a93-9fdc-4ac8-bda2-79343b90f3d2 HTTP/1.1" status: 200  len: 946 time: 0.0528259
Feb 05 21:40:49.218561 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-621c6663-472b-4755-89df-4684c93d46c6 req-19b42e55-7b94-4f53-b9b3-ffa30f46171b tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d4ce8f22-da7a-4931-a74d-1f60fa1cac40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414011
Feb 05 21:40:49.392067 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36bdf23-73e5-4047-8530-e5a39eb01c44 req-cd2c21f3-0714-47d5-8fb5-3b3a8ea22b92 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:49.393523 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b36bdf23-73e5-4047-8530-e5a39eb01c44 req-cd2c21f3-0714-47d5-8fb5-3b3a8ea22b92 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/ports?device_id=437b4a93-9fdc-4ac8-bda2-79343b90f3d2 HTTP/1.1" status: 200  len: 946 time: 0.0579393
Feb 05 21:40:49.440049 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b36bdf23-73e5-4047-8530-e5a39eb01c44 req-95712b61-3ad1-43a3-930d-678641d5fadd tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d4ce8f22-da7a-4931-a74d-1f60fa1cac40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400536
Feb 05 21:40:49.558588 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0099764d-8a5e-4687-a4df-e63e95adc55d req-06dcfa1a-6d82-434f-bc13-f227e8458936 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:49.560078 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0099764d-8a5e-4687-a4df-e63e95adc55d req-06dcfa1a-6d82-434f-bc13-f227e8458936 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/ports?device_id=437b4a93-9fdc-4ac8-bda2-79343b90f3d2 HTTP/1.1" status: 200  len: 946 time: 0.0535524
Feb 05 21:40:49.606903 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0099764d-8a5e-4687-a4df-e63e95adc55d req-5d81451e-9ed1-45c0-a4c3-b4a40aad4638 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d4ce8f22-da7a-4931-a74d-1f60fa1cac40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411508
Feb 05 21:40:49.736232 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0c0a8-6a85-45a3-924f-1b95a51075db req-982a72d3-f5ed-4a00-b69a-5c9eb85dc172 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:49.738067 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-81f0c0a8-6a85-45a3-924f-1b95a51075db req-982a72d3-f5ed-4a00-b69a-5c9eb85dc172 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/ports?device_id=437b4a93-9fdc-4ac8-bda2-79343b90f3d2 HTTP/1.1" status: 200  len: 946 time: 0.0547786
Feb 05 21:40:49.789364 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-81f0c0a8-6a85-45a3-924f-1b95a51075db req-acdf978a-08a9-45a3-8cbf-95eae1facfc8 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d4ce8f22-da7a-4931-a74d-1f60fa1cac40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451813
Feb 05 21:40:50.095677 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad86be7-72c4-4be7-bcb7-0aceeee79dd1 req-63bca91a-efeb-4b30-a91e-f1a96093b6de tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:50.097167 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bad86be7-72c4-4be7-bcb7-0aceeee79dd1 req-63bca91a-efeb-4b30-a91e-f1a96093b6de tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/ports?device_id=437b4a93-9fdc-4ac8-bda2-79343b90f3d2 HTTP/1.1" status: 200  len: 946 time: 0.0548737
Feb 05 21:40:50.143544 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bad86be7-72c4-4be7-bcb7-0aceeee79dd1 req-baad620e-f5ac-480c-8fb7-452185c0c474 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d4ce8f22-da7a-4931-a74d-1f60fa1cac40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404284
Feb 05 21:40:50.603690 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:51.263720 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2056c5-fc3a-4805-9df7-518a8eb11f36 req-750980dc-16b0-4fdb-aaa1-39ba7f680d44 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:51.265107 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eb2056c5-fc3a-4805-9df7-518a8eb11f36 req-750980dc-16b0-4fdb-aaa1-39ba7f680d44 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/ports?device_id=437b4a93-9fdc-4ac8-bda2-79343b90f3d2 HTTP/1.1" status: 200  len: 946 time: 0.0520203
Feb 05 21:40:51.312253 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eb2056c5-fc3a-4805-9df7-518a8eb11f36 req-d3054ba3-d0c2-4700-8ae8-7efdc2f0c342 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/security-groups?id=d4ce8f22-da7a-4931-a74d-1f60fa1cac40&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416002
Feb 05 21:40:51.659083 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c94263-fff6-4768-8cf3-b24637ffdeed req-d1deb0be-0a7b-4ad0-a054-bf47487fc40f tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:51.660534 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28c94263-fff6-4768-8cf3-b24637ffdeed req-d1deb0be-0a7b-4ad0-a054-bf47487fc40f tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.21 "GET /v2.0/ports?device_id=437b4a93-9fdc-4ac8-bda2-79343b90f3d2 HTTP/1.1" status: 200  len: 946 time: 0.0556037
Feb 05 21:40:51.751322 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-28c94263-fff6-4768-8cf3-b24637ffdeed req-7e653598-5c45-4d65-b181-1c7b6c42c924 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Deleting port 79bcf623-df8a-4ef3-94f3-720803e5e8cf {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:40:51.751669 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-28c94263-fff6-4768-8cf3-b24637ffdeed req-7e653598-5c45-4d65-b181-1c7b6c42c924 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (79bcf623-df8a-4ef3-94f3-720803e5e8cf), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:51.841454 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-28c94263-fff6-4768-8cf3-b24637ffdeed req-7e653598-5c45-4d65-b181-1c7b6c42c924 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] For port 79bcf623-df8a-4ef3-94f3-720803e5e8cf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79bcf623-df8a-4ef3-94f3-720803e5e8cf,segment=NetworkSegment(c28584e3-d05f-465d-8d05-2e46b9a9ef11),segment_id=c28584e3-d05f-465d-8d05-2e46b9a9ef11)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:40:51.841816 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-28c94263-fff6-4768-8cf3-b24637ffdeed req-7e653598-5c45-4d65-b181-1c7b6c42c924 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (79bcf623-df8a-4ef3-94f3-720803e5e8cf), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:51.853282 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-28c94263-fff6-4768-8cf3-b24637ffdeed req-7e653598-5c45-4d65-b181-1c7b6c42c924 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Calling delete_port for 79bcf623-df8a-4ef3-94f3-720803e5e8cf owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:40:51.979881 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-28c94263-fff6-4768-8cf3-b24637ffdeed req-7e653598-5c45-4d65-b181-1c7b6c42c924 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (79bcf623-df8a-4ef3-94f3-720803e5e8cf), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:52.013340 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e653598-5c45-4d65-b181-1c7b6c42c924 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Pushing event deleted for resources: {'Port': ['ID=79bcf623-df8a-4ef3-94f3-720803e5e8cf,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:40:52.015902 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['79bcf623-df8a-4ef3-94f3-720803e5e8cf'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:40:52.057651 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c94263-fff6-4768-8cf3-b24637ffdeed req-7e653598-5c45-4d65-b181-1c7b6c42c924 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] No DVR routers for this DVR port 79bcf623-df8a-4ef3-94f3-720803e5e8cf on host nch1-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:40:52.061051 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-28c94263-fff6-4768-8cf3-b24637ffdeed req-7e653598-5c45-4d65-b181-1c7b6c42c924 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:52.064837 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-28c94263-fff6-4768-8cf3-b24637ffdeed req-7e653598-5c45-4d65-b181-1c7b6c42c924 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.21 "DELETE /v2.0/ports/79bcf623-df8a-4ef3-94f3-720803e5e8cf HTTP/1.1" status: 204  len: 173 time: 0.3991358
Feb 05 21:40:52.065289 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437b4a93-9fdc-4ac8-bda2-79343b90f3d2', 'name': 'network-vif-deleted', 'tag': '79bcf623-df8a-4ef3-94f3-720803e5e8cf'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:40:52.067535 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec81074-6627-4bb1-9347-6d2305844c7d" -d '{"events": [{"server_uuid": "437b4a93-9fdc-4ac8-bda2-79343b90f3d2", "name": "network-vif-deleted", "tag": "79bcf623-df8a-4ef3-94f3-720803e5e8cf"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:40:52.175786 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1404d290-9ca8-4e85-9540-be9466ab279d x-openstack-request-id: req-1404d290-9ca8-4e85-9540-be9466ab279d {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:40:52.176115 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "437b4a93-9fdc-4ac8-bda2-79343b90f3d2", "name": "network-vif-deleted", "tag": "79bcf623-df8a-4ef3-94f3-720803e5e8cf", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:40:52.176376 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1404d290-9ca8-4e85-9540-be9466ab279d {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:40:52.176784 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '437b4a93-9fdc-4ac8-bda2-79343b90f3d2', 'name': 'network-vif-deleted', 'tag': '79bcf623-df8a-4ef3-94f3-720803e5e8cf', 'status': 'completed', 'code': 200}
Feb 05 21:40:52.420149 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-956aade9-b471-4148-9f13-9f286f69ef7e req-3b6282a4-4b59-410a-879e-ba4bafa12e73 tempest-ServersNegativeTestJSON-1219353745 tempest-ServersNegativeTestJSON-1219353745-project] 10.222.0.32 "GET /v2.0/ports?device_id=437b4a93-9fdc-4ac8-bda2-79343b90f3d2 HTTP/1.1" status: 200  len: 210 time: 0.0295177
Feb 05 21:40:52.592357 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 982e7a24-9bdb-4469-9191-d7b0c8fc4484 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:40:52.615321 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 982e7a24-9bdb-4469-9191-d7b0c8fc4484 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:40:52.615673 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 982e7a24-9bdb-4469-9191-d7b0c8fc4484 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:40:53.478473 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52286) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:40:53.520455 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea2231d9-429b-4311-87bc-811dd505c6d0 admin admin] Deleting subnet 9961322e-adc0-43c4-846d-a7643576f346 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:40:53.523912 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ea2231d9-429b-4311-87bc-811dd505c6d0 admin admin] Publish callbacks [] for subnet (9961322e-adc0-43c4-846d-a7643576f346), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:53.560785 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ea2231d9-429b-4311-87bc-811dd505c6d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (9961322e-adc0-43c4-846d-a7643576f346), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:53.597520 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ea2231d9-429b-4311-87bc-811dd505c6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (9961322e-adc0-43c4-846d-a7643576f346), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:53.648265 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ea2231d9-429b-4311-87bc-811dd505c6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (9961322e-adc0-43c4-846d-a7643576f346), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:53.672803 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2231d9-429b-4311-87bc-811dd505c6d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9961322e-adc0-43c4-846d-a7643576f346,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:40:53.676613 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ea2231d9-429b-4311-87bc-811dd505c6d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:53.680351 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ea2231d9-429b-4311-87bc-811dd505c6d0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9961322e-adc0-43c4-846d-a7643576f346 HTTP/1.1" status: 204  len: 168 time: 0.2002740
Feb 05 21:40:53.682800 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52288) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:40:53.753434 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5ebb1e77-6814-4699-bc6e-180f5b5a5ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (d2d459ee-2919-4a5c-a8d6-238561340b98), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:53.828314 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5ebb1e77-6814-4699-bc6e-180f5b5a5ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (d2d459ee-2919-4a5c-a8d6-238561340b98), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:53.847439 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-5ebb1e77-6814-4699-bc6e-180f5b5a5ea3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2aa01f0>,) {'filters': {'network_id': ['d2d459ee-2919-4a5c-a8d6-238561340b98']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:40:53.856831 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-5ebb1e77-6814-4699-bc6e-180f5b5a5ea3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2aa01f0>, 'c28584e3-d05f-465d-8d05-2e46b9a9ef11') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:40:53.857129 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-5ebb1e77-6814-4699-bc6e-180f5b5a5ea3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2aa01f0>, 'c28584e3-d05f-465d-8d05-2e46b9a9ef11') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:40:53.866124 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5ebb1e77-6814-4699-bc6e-180f5b5a5ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (c28584e3-d05f-465d-8d05-2e46b9a9ef11), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:53.879830 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5ebb1e77-6814-4699-bc6e-180f5b5a5ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (c28584e3-d05f-465d-8d05-2e46b9a9ef11), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:53.885950 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ebb1e77-6814-4699-bc6e-180f5b5a5ea3 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:40:53.886333 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5ebb1e77-6814-4699-bc6e-180f5b5a5ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (c28584e3-d05f-465d-8d05-2e46b9a9ef11), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:53.887966 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:40:53.887966 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:40:53.887966 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:40:53.887966 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:40:53.887966 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:40:53.887966 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:40:53.887966 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:40:53.887966 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:40:53.887966 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:40:53.887966 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:40:53.887966 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:40:53.887966 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:40:53.887966 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:40:53.887966 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:40:53.887966 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:40:53.887966 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:40:53.887966 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:40:53.887966 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:40:53.887966 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:40:53.887966 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:40:53.887966 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:40:53.887966 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:40:53.887966 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:40:53.887966 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:40:53.887966 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:40:53.887966 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:40:53.887966 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:40:53.887966 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:40:53.887966 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:40:53.887966 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:40:53.887966 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:40:53.887966 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:40:53.946420 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5ebb1e77-6814-4699-bc6e-180f5b5a5ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (d2d459ee-2919-4a5c-a8d6-238561340b98), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:53.952832 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5ebb1e77-6814-4699-bc6e-180f5b5a5ea3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:53.956033 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5ebb1e77-6814-4699-bc6e-180f5b5a5ea3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d2d459ee-2919-4a5c-a8d6-238561340b98 HTTP/1.1" status: 204  len: 168 time: 0.2723165
Feb 05 21:40:53.966982 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb1e77-6814-4699-bc6e-180f5b5a5ea3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2d459ee-2919-4a5c-a8d6-238561340b98,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:40:54.066549 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52292) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:40:54.107322 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a73980f1-cbfb-471c-b521-b57625a2a42a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2e967ad739a745c0869d3839640784b1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0395818
Feb 05 21:40:54.109971 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52294) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:40:54.159291 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e428f999-b8dd-47cd-9851-046fc9d3e67e admin admin] Publish callbacks [] for security_group (d4ce8f22-da7a-4931-a74d-1f60fa1cac40), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:54.181395 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e428f999-b8dd-47cd-9851-046fc9d3e67e admin admin] Publish callbacks [] for security_group (d4ce8f22-da7a-4931-a74d-1f60fa1cac40), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:54.235152 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e428f999-b8dd-47cd-9851-046fc9d3e67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (d4ce8f22-da7a-4931-a74d-1f60fa1cac40), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:54.237846 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e428f999-b8dd-47cd-9851-046fc9d3e67e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:54.239070 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e428f999-b8dd-47cd-9851-046fc9d3e67e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d4ce8f22-da7a-4931-a74d-1f60fa1cac40 HTTP/1.1" status: 204  len: 168 time: 0.1281273
Feb 05 21:40:54.247371 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e428f999-b8dd-47cd-9851-046fc9d3e67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ce8f22-da7a-4931-a74d-1f60fa1cac40,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:40:54.926488 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52316) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:40:55.026312 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-a78bfc95-c9a3-432b-9714-accccf5b3bde tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-123340427'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:40:55.047396 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78bfc95-c9a3-432b-9714-accccf5b3bde tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Made reservation on behalf of 3fe7bb0a795548c9b4bf61102ed1fe63 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:40:55.051027 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a78bfc95-c9a3-432b-9714-accccf5b3bde tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:55.059949 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a78bfc95-c9a3-432b-9714-accccf5b3bde tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:55.133848 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a78bfc95-c9a3-432b-9714-accccf5b3bde tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks [] for security_group (963bcd03-1e8e-443c-b287-20bc32f03025), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:55.137810 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a78bfc95-c9a3-432b-9714-accccf5b3bde tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (963bcd03-1e8e-443c-b287-20bc32f03025), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:55.161513 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a78bfc95-c9a3-432b-9714-accccf5b3bde tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:40:55.175643 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78bfc95-c9a3-432b-9714-accccf5b3bde tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=963bcd03-1e8e-443c-b287-20bc32f03025,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:40:55.180502 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a78bfc95-c9a3-432b-9714-accccf5b3bde tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (6a34a02c-06a2-4557-835b-f1c92566f2b6), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:55.180848 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-a78bfc95-c9a3-432b-9714-accccf5b3bde tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Added segment 6a34a02c-06a2-4557-835b-f1c92566f2b6 of type vlan for network e6e4319b-f117-45bc-b778-122c0cf3b41e
Feb 05 21:40:55.221460 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a78bfc95-c9a3-432b-9714-accccf5b3bde tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (e6e4319b-f117-45bc-b778-122c0cf3b41e), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:55.245451 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a78bfc95-c9a3-432b-9714-accccf5b3bde tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (e6e4319b-f117-45bc-b778-122c0cf3b41e), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:55.250407 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78bfc95-c9a3-432b-9714-accccf5b3bde tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:55.250986 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a78bfc95-c9a3-432b-9714-accccf5b3bde tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:55.285746 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a78bfc95-c9a3-432b-9714-accccf5b3bde tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.3581424
Feb 05 21:40:55.322245 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78bfc95-c9a3-432b-9714-accccf5b3bde tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Pushing event updated for resources: {'Network': ['ID=e6e4319b-f117-45bc-b778-122c0cf3b41e,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:40:55.333558 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network e6e4319b-f117-45bc-b778-122c0cf3b41e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:40:55.909707 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 79bcf623-df8a-4ef3-94f3-720803e5e8cf no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:40:55.935715 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: 79bcf623-df8a-4ef3-94f3-720803e5e8cf {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:40:55.936075 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 79bcf623-df8a-4ef3-94f3-720803e5e8cf not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:40:58.551084 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52320) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:40:58.556470 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-802578f1-76f7-488c-8eb5-9a4e28c759ac tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Request body: {'subnet': {'network_id': 'e6e4319b-f117-45bc-b778-122c0cf3b41e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:40:58.639966 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802578f1-76f7-488c-8eb5-9a4e28c759ac tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Made reservation on behalf of 3fe7bb0a795548c9b4bf61102ed1fe63 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:40:58.643452 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-802578f1-76f7-488c-8eb5-9a4e28c759ac tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:58.822649 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-802578f1-76f7-488c-8eb5-9a4e28c759ac tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (5c6ca881-c641-4c33-a966-55a4e9b202f0), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:58.884833 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802578f1-76f7-488c-8eb5-9a4e28c759ac tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Pushing event updated for resources: {'Subnet': ['ID=5c6ca881-c641-4c33-a966-55a4e9b202f0,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:40:58.893313 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802578f1-76f7-488c-8eb5-9a4e28c759ac tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Checking segment: {'id': '6a34a02c-06a2-4557-835b-f1c92566f2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e6e4319b-f117-45bc-b778-122c0cf3b41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:40:58.893677 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802578f1-76f7-488c-8eb5-9a4e28c759ac tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Network hostable DHCP agents. Network: e6e4319b-f117-45bc-b778-122c0cf3b41e, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:40:58.910701 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802578f1-76f7-488c-8eb5-9a4e28c759ac tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Network e6e4319b-f117-45bc-b778-122c0cf3b41e is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:40:58.920059 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-802578f1-76f7-488c-8eb5-9a4e28c759ac tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e6e4319b-f117-45bc-b778-122c0cf3b41e) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:40:58.924386 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802578f1-76f7-488c-8eb5-9a4e28c759ac tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:58.924990 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-802578f1-76f7-488c-8eb5-9a4e28c759ac tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:58.928777 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dafaec5-d30f-4223-839c-3b88983d2615 None None] Network e6e4319b-f117-45bc-b778-122c0cf3b41e requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:40:58.944787 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-802578f1-76f7-488c-8eb5-9a4e28c759ac tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3893363
Feb 05 21:40:58.945034 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52322) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:40:58.951022 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-726e9d28-e529-4131-97f5-57373cd6239b tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1310749751'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:40:58.970753 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726e9d28-e529-4131-97f5-57373cd6239b tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Made reservation on behalf of 3fe7bb0a795548c9b4bf61102ed1fe63 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:40:58.974006 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-726e9d28-e529-4131-97f5-57373cd6239b tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:58.998243 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-726e9d28-e529-4131-97f5-57373cd6239b tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:40:59.007463 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-726e9d28-e529-4131-97f5-57373cd6239b tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (e09bf7ba-04f6-48a4-b24e-3a669d75535e), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:59.009116 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-726e9d28-e529-4131-97f5-57373cd6239b tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Added segment e09bf7ba-04f6-48a4-b24e-3a669d75535e of type vlan for network 726ee976-9d7b-42ce-b97e-e7e04493b611
Feb 05 21:40:59.036426 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1284d69-1c0a-440c-8e86-73768f8de8fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e6e4319b-f117-45bc-b778-122c0cf3b41e', 'network_id': 'e6e4319b-f117-45bc-b778-122c0cf3b41e', 'project_id': '3fe7bb0a795548c9b4bf61102ed1fe63', 'fixed_ips': [{'subnet_id': '5c6ca881-c641-4c33-a966-55a4e9b202f0'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:40:59.037258 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e1284d69-1c0a-440c-8e86-73768f8de8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:59.053092 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-726e9d28-e529-4131-97f5-57373cd6239b tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (726ee976-9d7b-42ce-b97e-e7e04493b611), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:59.079671 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-726e9d28-e529-4131-97f5-57373cd6239b tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (726ee976-9d7b-42ce-b97e-e7e04493b611), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:59.084692 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726e9d28-e529-4131-97f5-57373cd6239b tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:59.085298 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-726e9d28-e529-4131-97f5-57373cd6239b tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:59.118766 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-726e9d28-e529-4131-97f5-57373cd6239b tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.1717162
Feb 05 21:40:59.122387 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52324) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:40:59.127950 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-e014c029-5f88-4176-ab6d-92f09527fafa tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Request body: {'subnet': {'network_id': '726ee976-9d7b-42ce-b97e-e7e04493b611', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:40:59.159889 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e9d28-e529-4131-97f5-57373cd6239b tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Pushing event updated for resources: {'Network': ['ID=726ee976-9d7b-42ce-b97e-e7e04493b611,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:40:59.174053 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 726ee976-9d7b-42ce-b97e-e7e04493b611 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:40:59.184452 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-e1284d69-1c0a-440c-8e86-73768f8de8fa None None] Allocated IP 2001:db8:0:ffff::2 (e6e4319b-f117-45bc-b778-122c0cf3b41e/5c6ca881-c641-4c33-a966-55a4e9b202f0/8d037e58-ac9d-4f06-810f-060ca7987375) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:40:59.404857 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e1284d69-1c0a-440c-8e86-73768f8de8fa None None] Publish callbacks [] for port (8d037e58-ac9d-4f06-810f-060ca7987375), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:59.410966 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e1284d69-1c0a-440c-8e86-73768f8de8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (8d037e58-ac9d-4f06-810f-060ca7987375), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:59.455092 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1284d69-1c0a-440c-8e86-73768f8de8fa None None] Network e6e4319b-f117-45bc-b778-122c0cf3b41e is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:40:59.457886 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-e1284d69-1c0a-440c-8e86-73768f8de8fa None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:40:59.463748 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1284d69-1c0a-440c-8e86-73768f8de8fa None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:40:59.466951 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1284d69-1c0a-440c-8e86-73768f8de8fa None None] Pushing event updated for resources: {'Port': ['ID=8d037e58-ac9d-4f06-810f-060ca7987375,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:40:59.523109 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-e1284d69-1c0a-440c-8e86-73768f8de8fa None None] Attempting to bind port 8d037e58-ac9d-4f06-810f-060ca7987375 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:40:59.524025 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-e1284d69-1c0a-440c-8e86-73768f8de8fa None None] Attempting to bind port 8d037e58-ac9d-4f06-810f-060ca7987375 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6a34a02c-06a2-4557-835b-f1c92566f2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e6e4319b-f117-45bc-b778-122c0cf3b41e'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:40:59.525004 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1284d69-1c0a-440c-8e86-73768f8de8fa None None] Attempting to bind port 8d037e58-ac9d-4f06-810f-060ca7987375 on network e6e4319b-f117-45bc-b778-122c0cf3b41e {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:40:59.530292 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1284d69-1c0a-440c-8e86-73768f8de8fa None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:40:59.530751 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1284d69-1c0a-440c-8e86-73768f8de8fa None None] Checking segment: {'id': '6a34a02c-06a2-4557-835b-f1c92566f2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e6e4319b-f117-45bc-b778-122c0cf3b41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:40:59.531104 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e1284d69-1c0a-440c-8e86-73768f8de8fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:59.531500 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1284d69-1c0a-440c-8e86-73768f8de8fa None None] Bound using segment: {'id': '6a34a02c-06a2-4557-835b-f1c92566f2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e6e4319b-f117-45bc-b778-122c0cf3b41e'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:40:59.531977 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-e1284d69-1c0a-440c-8e86-73768f8de8fa None None] Bound port: 8d037e58-ac9d-4f06-810f-060ca7987375, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a34a02c-06a2-4557-835b-f1c92566f2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e6e4319b-f117-45bc-b778-122c0cf3b41e'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:40:59.532337 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e1284d69-1c0a-440c-8e86-73768f8de8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8d037e58-ac9d-4f06-810f-060ca7987375), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:59.550477 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e014c029-5f88-4176-ab6d-92f09527fafa tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Made reservation on behalf of 3fe7bb0a795548c9b4bf61102ed1fe63 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:40:59.553953 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e014c029-5f88-4176-ab6d-92f09527fafa tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:59.598577 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-e1284d69-1c0a-440c-8e86-73768f8de8fa None None] For port 8d037e58-ac9d-4f06-810f-060ca7987375, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:40:59.602214 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-e1284d69-1c0a-440c-8e86-73768f8de8fa None None] For port 8d037e58-ac9d-4f06-810f-060ca7987375, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8d037e58-ac9d-4f06-810f-060ca7987375,segment=NetworkSegment(6a34a02c-06a2-4557-835b-f1c92566f2b6),segment_id=6a34a02c-06a2-4557-835b-f1c92566f2b6)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:40:59.608221 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e1284d69-1c0a-440c-8e86-73768f8de8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (8d037e58-ac9d-4f06-810f-060ca7987375), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:59.676306 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1284d69-1c0a-440c-8e86-73768f8de8fa None None] Pushing event updated for resources: {'Port': ['ID=8d037e58-ac9d-4f06-810f-060ca7987375,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:40:59.751673 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e014c029-5f88-4176-ab6d-92f09527fafa tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (f035c700-0a2e-4da0-92e7-893830492d1e), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:59.815803 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014c029-5f88-4176-ab6d-92f09527fafa tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Pushing event updated for resources: {'Subnet': ['ID=f035c700-0a2e-4da0-92e7-893830492d1e,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:40:59.829387 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e014c029-5f88-4176-ab6d-92f09527fafa tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Checking segment: {'id': 'e09bf7ba-04f6-48a4-b24e-3a669d75535e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '726ee976-9d7b-42ce-b97e-e7e04493b611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:40:59.830835 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e014c029-5f88-4176-ab6d-92f09527fafa tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Network hostable DHCP agents. Network: 726ee976-9d7b-42ce-b97e-e7e04493b611, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:40:59.852413 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e014c029-5f88-4176-ab6d-92f09527fafa tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Network 726ee976-9d7b-42ce-b97e-e7e04493b611 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:40:59.862361 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-e014c029-5f88-4176-ab6d-92f09527fafa tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 726ee976-9d7b-42ce-b97e-e7e04493b611) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:40:59.868802 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e014c029-5f88-4176-ab6d-92f09527fafa tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:40:59.869405 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e014c029-5f88-4176-ab6d-92f09527fafa tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:40:59.872290 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ba633a-b15f-4fef-a0b3-840dc40ce4dd None None] Network 726ee976-9d7b-42ce-b97e-e7e04493b611 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:40:59.886892 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e014c029-5f88-4176-ab6d-92f09527fafa tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 0.7631028
Feb 05 21:40:59.889578 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52326) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:40:59.995376 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4addfff3-7439-4667-8c59-b419d9e17283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-726ee976-9d7b-42ce-b97e-e7e04493b611', 'network_id': '726ee976-9d7b-42ce-b97e-e7e04493b611', 'project_id': '3fe7bb0a795548c9b4bf61102ed1fe63', 'fixed_ips': [{'subnet_id': 'f035c700-0a2e-4da0-92e7-893830492d1e'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:40:59.996374 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4addfff3-7439-4667-8c59-b419d9e17283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:00.011847 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a61d3006-105f-484b-9863-30a77f04a19c tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (726ee976-9d7b-42ce-b97e-e7e04493b611), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:00.067680 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a61d3006-105f-484b-9863-30a77f04a19c tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (f035c700-0a2e-4da0-92e7-893830492d1e), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:00.140696 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-4addfff3-7439-4667-8c59-b419d9e17283 None None] Allocated IP 2001:db8::2 (726ee976-9d7b-42ce-b97e-e7e04493b611/f035c700-0a2e-4da0-92e7-893830492d1e/36ab6376-d939-4bed-a51a-610073daa5ea) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:41:00.452953 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4addfff3-7439-4667-8c59-b419d9e17283 None None] Publish callbacks [] for port (36ab6376-d939-4bed-a51a-610073daa5ea), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:00.459713 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4addfff3-7439-4667-8c59-b419d9e17283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (36ab6376-d939-4bed-a51a-610073daa5ea), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:00.478920 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a61d3006-105f-484b-9863-30a77f04a19c tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (f035c700-0a2e-4da0-92e7-893830492d1e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:00.505366 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d3006-105f-484b-9863-30a77f04a19c tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Pushing event deleted for resources: {'Subnet': ['ID=f035c700-0a2e-4da0-92e7-893830492d1e,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:00.506654 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4addfff3-7439-4667-8c59-b419d9e17283 None None] Network 726ee976-9d7b-42ce-b97e-e7e04493b611 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:41:00.509653 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-4addfff3-7439-4667-8c59-b419d9e17283 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:41:00.513485 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4addfff3-7439-4667-8c59-b419d9e17283 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:41:00.521019 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4addfff3-7439-4667-8c59-b419d9e17283 None None] Pushing event updated for resources: {'Port': ['ID=36ab6376-d939-4bed-a51a-610073daa5ea,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:00.575366 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-4addfff3-7439-4667-8c59-b419d9e17283 None None] Attempting to bind port 36ab6376-d939-4bed-a51a-610073daa5ea on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:41:00.575745 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-4addfff3-7439-4667-8c59-b419d9e17283 None None] Attempting to bind port 36ab6376-d939-4bed-a51a-610073daa5ea by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e09bf7ba-04f6-48a4-b24e-3a669d75535e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '726ee976-9d7b-42ce-b97e-e7e04493b611'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:41:00.576117 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4addfff3-7439-4667-8c59-b419d9e17283 None None] Attempting to bind port 36ab6376-d939-4bed-a51a-610073daa5ea on network 726ee976-9d7b-42ce-b97e-e7e04493b611 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:41:00.581223 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4addfff3-7439-4667-8c59-b419d9e17283 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:41:00.581613 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4addfff3-7439-4667-8c59-b419d9e17283 None None] Checking segment: {'id': 'e09bf7ba-04f6-48a4-b24e-3a669d75535e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '726ee976-9d7b-42ce-b97e-e7e04493b611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:41:00.582028 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4addfff3-7439-4667-8c59-b419d9e17283 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:00.582464 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4addfff3-7439-4667-8c59-b419d9e17283 None None] Bound using segment: {'id': 'e09bf7ba-04f6-48a4-b24e-3a669d75535e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '726ee976-9d7b-42ce-b97e-e7e04493b611'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:41:00.582938 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-4addfff3-7439-4667-8c59-b419d9e17283 None None] Bound port: 36ab6376-d939-4bed-a51a-610073daa5ea, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e09bf7ba-04f6-48a4-b24e-3a669d75535e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '726ee976-9d7b-42ce-b97e-e7e04493b611'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:41:00.583327 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4addfff3-7439-4667-8c59-b419d9e17283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (36ab6376-d939-4bed-a51a-610073daa5ea), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:00.599988 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a61d3006-105f-484b-9863-30a77f04a19c tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (726ee976-9d7b-42ce-b97e-e7e04493b611), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:00.622057 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-a61d3006-105f-484b-9863-30a77f04a19c tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db292fd90>,) {'filters': {'network_id': ['726ee976-9d7b-42ce-b97e-e7e04493b611']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:41:00.631842 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-a61d3006-105f-484b-9863-30a77f04a19c tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db292fd90>, 'e09bf7ba-04f6-48a4-b24e-3a669d75535e') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:41:00.632138 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-a61d3006-105f-484b-9863-30a77f04a19c tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db292fd90>, 'e09bf7ba-04f6-48a4-b24e-3a669d75535e') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:41:00.642685 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a61d3006-105f-484b-9863-30a77f04a19c tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (e09bf7ba-04f6-48a4-b24e-3a669d75535e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:00.659507 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-4addfff3-7439-4667-8c59-b419d9e17283 None None] For port 36ab6376-d939-4bed-a51a-610073daa5ea, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:41:00.661965 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a61d3006-105f-484b-9863-30a77f04a19c tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (e09bf7ba-04f6-48a4-b24e-3a669d75535e), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:00.669067 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a61d3006-105f-484b-9863-30a77f04a19c tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:41:00.669471 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a61d3006-105f-484b-9863-30a77f04a19c tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (e09bf7ba-04f6-48a4-b24e-3a669d75535e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:00.672451 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:41:00.672451 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:41:00.672451 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:41:00.672451 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:41:00.672451 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:41:00.672451 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:41:00.672451 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:41:00.672451 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:41:00.672451 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:41:00.672451 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:41:00.672451 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:41:00.672451 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:41:00.672451 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:41:00.672451 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:41:00.672451 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:41:00.672451 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:41:00.672451 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:41:00.672451 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:41:00.672451 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:41:00.672451 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:41:00.672451 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:41:00.672451 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:41:00.672451 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:41:00.672451 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:41:00.672451 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:41:00.672451 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:41:00.672451 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:41:00.672451 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:41:00.672451 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:41:00.672451 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:41:00.672451 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:41:00.672451 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:41:00.689288 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0042e0-15ae-4f63-841a-2ffb8ee26459 None None] Network e6e4319b-f117-45bc-b778-122c0cf3b41e requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:41:00.740557 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.db.api [None req-a61d3006-105f-484b-9863-30a77f04a19c tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Feb 05 21:41:00.740557 ncdv-master-1 neutron-server[114390]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Feb 05 21:41:00.740557 ncdv-master-1 neutron-server[114390]: [parameters: {'id': '726ee976-9d7b-42ce-b97e-e7e04493b611'}]
Feb 05 21:41:00.740557 ncdv-master-1 neutron-server[114390]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114390) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 21:41:00.741340 ncdv-master-1 neutron-server[114390]: DEBUG oslo_db.api [None req-a61d3006-105f-484b-9863-30a77f04a19c tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 21:41:00.759612 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-4addfff3-7439-4667-8c59-b419d9e17283 None None] For port 36ab6376-d939-4bed-a51a-610073daa5ea, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36ab6376-d939-4bed-a51a-610073daa5ea,segment=NetworkSegment(e09bf7ba-04f6-48a4-b24e-3a669d75535e),segment_id=e09bf7ba-04f6-48a4-b24e-3a669d75535e)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:41:00.768619 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4addfff3-7439-4667-8c59-b419d9e17283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (36ab6376-d939-4bed-a51a-610073daa5ea), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:00.832180 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:41:00.844224 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 8d037e58-ac9d-4f06-810f-060ca7987375 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:41:00.924334 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4addfff3-7439-4667-8c59-b419d9e17283 None None] Pushing event updated for resources: {'Port': ['ID=36ab6376-d939-4bed-a51a-610073daa5ea,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:00.931322 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c971991e-61f3-4be2-8495-caf1f8f3ca9f None None] Provisioning complete for port 8d037e58-ac9d-4f06-810f-060ca7987375 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:41:00.931711 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c971991e-61f3-4be2-8495-caf1f8f3ca9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (8d037e58-ac9d-4f06-810f-060ca7987375), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:00.957575 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab08befe-bda6-452d-818f-04f3760de087 None None] Network 726ee976-9d7b-42ce-b97e-e7e04493b611 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:41:01.052258 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 8d037e58-ac9d-4f06-810f-060ca7987375 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:41:01.052906 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (8d037e58-ac9d-4f06-810f-060ca7987375), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:01.157762 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c971991e-61f3-4be2-8495-caf1f8f3ca9f None None] Current status of the port 8d037e58-ac9d-4f06-810f-060ca7987375 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:41:01.158155 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c971991e-61f3-4be2-8495-caf1f8f3ca9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8d037e58-ac9d-4f06-810f-060ca7987375), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:01.225316 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c971991e-61f3-4be2-8495-caf1f8f3ca9f None None] For port 8d037e58-ac9d-4f06-810f-060ca7987375, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8d037e58-ac9d-4f06-810f-060ca7987375,segment=NetworkSegment(6a34a02c-06a2-4557-835b-f1c92566f2b6),segment_id=6a34a02c-06a2-4557-835b-f1c92566f2b6)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:41:01.230550 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c971991e-61f3-4be2-8495-caf1f8f3ca9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (8d037e58-ac9d-4f06-810f-060ca7987375), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:01.235167 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ecae0b-4bf0-43de-b486-d6700c0aad0d None None] get_active_networks_info from ncdv-master-1 {{(pid=114392) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 05 21:41:01.236581 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 8d037e58-ac9d-4f06-810f-060ca7987375 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:41:01.236955 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (8d037e58-ac9d-4f06-810f-060ca7987375), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:01.243336 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a61d3006-105f-484b-9863-30a77f04a19c tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (726ee976-9d7b-42ce-b97e-e7e04493b611), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:01.299898 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-a61d3006-105f-484b-9863-30a77f04a19c tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Deleting port 36ab6376-d939-4bed-a51a-610073daa5ea {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:41:01.300161 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a61d3006-105f-484b-9863-30a77f04a19c tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (36ab6376-d939-4bed-a51a-610073daa5ea), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:01.363866 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-a61d3006-105f-484b-9863-30a77f04a19c tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] For port 36ab6376-d939-4bed-a51a-610073daa5ea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36ab6376-d939-4bed-a51a-610073daa5ea,segment=NetworkSegment(e09bf7ba-04f6-48a4-b24e-3a669d75535e),segment_id=e09bf7ba-04f6-48a4-b24e-3a669d75535e)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:41:01.364545 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a61d3006-105f-484b-9863-30a77f04a19c tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (36ab6376-d939-4bed-a51a-610073daa5ea), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:01.368173 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c971991e-61f3-4be2-8495-caf1f8f3ca9f None None] Pushing event updated for resources: {'Port': ['ID=8d037e58-ac9d-4f06-810f-060ca7987375,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:01.378515 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-a61d3006-105f-484b-9863-30a77f04a19c tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Calling delete_port for 36ab6376-d939-4bed-a51a-610073daa5ea owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:41:01.401830 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 21:41:01.402218 ncdv-master-1 neutron-server[114392]: DEBUG oslo_db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 21:41:01.404012 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ecae0b-4bf0-43de-b486-d6700c0aad0d None None] Resources bound (agent type, host, resource id):  {{(pid=114392) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 05 21:41:01.409048 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-2194f511-8b14-45ff-ba0d-eb6764ccb229 None None] Provisioning complete for port 8d037e58-ac9d-4f06-810f-060ca7987375 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:41:01.409431 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2194f511-8b14-45ff-ba0d-eb6764ccb229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (8d037e58-ac9d-4f06-810f-060ca7987375), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:01.461100 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a61d3006-105f-484b-9863-30a77f04a19c tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (36ab6376-d939-4bed-a51a-610073daa5ea), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:01.486226 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d3006-105f-484b-9863-30a77f04a19c tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Pushing event deleted for resources: {'Port': ['ID=36ab6376-d939-4bed-a51a-610073daa5ea,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:01.489787 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61d3006-105f-484b-9863-30a77f04a19c tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] No DVR routers for this DVR port 36ab6376-d939-4bed-a51a-610073daa5ea on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:41:01.572190 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a61d3006-105f-484b-9863-30a77f04a19c tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (726ee976-9d7b-42ce-b97e-e7e04493b611), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:01.587214 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-2194f511-8b14-45ff-ba0d-eb6764ccb229 None None] Current status of the port 8d037e58-ac9d-4f06-810f-060ca7987375 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:41:01.593106 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-a61d3006-105f-484b-9863-30a77f04a19c tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db8ef3a30>,) {'filters': {'network_id': ['726ee976-9d7b-42ce-b97e-e7e04493b611']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:41:01.602686 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-a61d3006-105f-484b-9863-30a77f04a19c tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8ef3a30>, 'e09bf7ba-04f6-48a4-b24e-3a669d75535e') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:41:01.602994 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-a61d3006-105f-484b-9863-30a77f04a19c tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8ef3a30>, 'e09bf7ba-04f6-48a4-b24e-3a669d75535e') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:41:01.612482 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a61d3006-105f-484b-9863-30a77f04a19c tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (e09bf7ba-04f6-48a4-b24e-3a669d75535e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:01.626136 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a61d3006-105f-484b-9863-30a77f04a19c tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (e09bf7ba-04f6-48a4-b24e-3a669d75535e), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:01.632179 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a61d3006-105f-484b-9863-30a77f04a19c tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:41:01.633312 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a61d3006-105f-484b-9863-30a77f04a19c tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (e09bf7ba-04f6-48a4-b24e-3a669d75535e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:01.636674 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:41:01.636674 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:41:01.636674 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:41:01.636674 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:41:01.636674 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:41:01.636674 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:41:01.636674 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:41:01.636674 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:41:01.636674 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:41:01.636674 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:41:01.636674 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:41:01.636674 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:41:01.636674 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:41:01.636674 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:41:01.636674 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:41:01.636674 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:41:01.636674 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:41:01.636674 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:41:01.636674 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:41:01.636674 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:41:01.636674 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:41:01.636674 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:41:01.636674 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:41:01.636674 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:41:01.636674 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:41:01.636674 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:41:01.636674 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:41:01.636674 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:41:01.636674 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:41:01.636674 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:41:01.636674 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:41:01.636674 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:41:01.692254 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a61d3006-105f-484b-9863-30a77f04a19c tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (726ee976-9d7b-42ce-b97e-e7e04493b611), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:01.700029 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a61d3006-105f-484b-9863-30a77f04a19c tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:01.702997 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a61d3006-105f-484b-9863-30a77f04a19c tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] 10.222.0.32 "DELETE /v2.0/networks/726ee976-9d7b-42ce-b97e-e7e04493b611 HTTP/1.1" status: 204  len: 168 time: 1.8124943
Feb 05 21:41:01.706901 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52328) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:41:01.712300 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-894ae2e4-6bde-4f55-a7ed-920f645c1be1 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-677318944'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:41:01.715293 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d3006-105f-484b-9863-30a77f04a19c tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Pushing event deleted for resources: {'Network': ['ID=726ee976-9d7b-42ce-b97e-e7e04493b611,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:01.732036 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894ae2e4-6bde-4f55-a7ed-920f645c1be1 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Made reservation on behalf of 3fe7bb0a795548c9b4bf61102ed1fe63 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:41:01.735499 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-894ae2e4-6bde-4f55-a7ed-920f645c1be1 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:01.760202 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-894ae2e4-6bde-4f55-a7ed-920f645c1be1 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:41:01.769187 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-894ae2e4-6bde-4f55-a7ed-920f645c1be1 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (c2871e27-48d2-443d-accb-c4f4fd7ce0c7), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:01.769567 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-894ae2e4-6bde-4f55-a7ed-920f645c1be1 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Added segment c2871e27-48d2-443d-accb-c4f4fd7ce0c7 of type vlan for network a41ac6ae-0711-4f41-ab35-510ab607d8e7
Feb 05 21:41:01.809542 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-894ae2e4-6bde-4f55-a7ed-920f645c1be1 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (a41ac6ae-0711-4f41-ab35-510ab607d8e7), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:01.833836 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-894ae2e4-6bde-4f55-a7ed-920f645c1be1 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (a41ac6ae-0711-4f41-ab35-510ab607d8e7), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:01.838789 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894ae2e4-6bde-4f55-a7ed-920f645c1be1 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:41:01.839378 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-894ae2e4-6bde-4f55-a7ed-920f645c1be1 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:01.874495 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-894ae2e4-6bde-4f55-a7ed-920f645c1be1 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.1663153
Feb 05 21:41:01.877309 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52330) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:41:01.882007 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-68e2559d-7cd7-46cd-acd4-bb97a1a2c675 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Request body: {'subnet': {'network_id': 'a41ac6ae-0711-4f41-ab35-510ab607d8e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:41:01.936174 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ae2e4-6bde-4f55-a7ed-920f645c1be1 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Pushing event updated for resources: {'Network': ['ID=a41ac6ae-0711-4f41-ab35-510ab607d8e7,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:01.948165 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network a41ac6ae-0711-4f41-ab35-510ab607d8e7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:41:01.963451 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 8d037e58-ac9d-4f06-810f-060ca7987375 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:41:02.006707 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e2559d-7cd7-46cd-acd4-bb97a1a2c675 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Made reservation on behalf of 3fe7bb0a795548c9b4bf61102ed1fe63 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:41:02.010600 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-68e2559d-7cd7-46cd-acd4-bb97a1a2c675 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:02.071042 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.ipam_backend_mixin [None req-68e2559d-7cd7-46cd-acd4-bb97a1a2c675 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Performing IP validity checks on allocation pools {{(pid=114391) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Feb 05 21:41:02.071565 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.ipam_backend_mixin [None req-68e2559d-7cd7-46cd-acd4-bb97a1a2c675 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114391) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Feb 05 21:41:02.187623 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-68e2559d-7cd7-46cd-acd4-bb97a1a2c675 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (b65cfeb6-f0da-4e76-98a7-d4037525c81b), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:02.247092 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2559d-7cd7-46cd-acd4-bb97a1a2c675 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Pushing event updated for resources: {'Subnet': ['ID=b65cfeb6-f0da-4e76-98a7-d4037525c81b,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:02.253815 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e2559d-7cd7-46cd-acd4-bb97a1a2c675 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Checking segment: {'id': 'c2871e27-48d2-443d-accb-c4f4fd7ce0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a41ac6ae-0711-4f41-ab35-510ab607d8e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:41:02.254178 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e2559d-7cd7-46cd-acd4-bb97a1a2c675 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Network hostable DHCP agents. Network: a41ac6ae-0711-4f41-ab35-510ab607d8e7, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:41:02.270525 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e2559d-7cd7-46cd-acd4-bb97a1a2c675 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Network a41ac6ae-0711-4f41-ab35-510ab607d8e7 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:41:02.279018 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-68e2559d-7cd7-46cd-acd4-bb97a1a2c675 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a41ac6ae-0711-4f41-ab35-510ab607d8e7) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:41:02.283177 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e2559d-7cd7-46cd-acd4-bb97a1a2c675 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:41:02.283776 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-68e2559d-7cd7-46cd-acd4-bb97a1a2c675 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:02.289667 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89216e73-bdbe-445f-8356-67c8e2ac439c None None] Network a41ac6ae-0711-4f41-ab35-510ab607d8e7 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:41:02.302402 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-68e2559d-7cd7-46cd-acd4-bb97a1a2c675 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.4240675
Feb 05 21:41:02.305674 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52332) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:41:02.394201 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2e6929-996f-4a3b-8efb-acf79d48bdd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a41ac6ae-0711-4f41-ab35-510ab607d8e7', 'network_id': 'a41ac6ae-0711-4f41-ab35-510ab607d8e7', 'project_id': '3fe7bb0a795548c9b4bf61102ed1fe63', 'fixed_ips': [{'subnet_id': 'b65cfeb6-f0da-4e76-98a7-d4037525c81b'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:41:02.395106 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ce2e6929-996f-4a3b-8efb-acf79d48bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:02.405902 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a14d088b-8b2b-4cfd-937f-77b3bf7e65b0 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (a41ac6ae-0711-4f41-ab35-510ab607d8e7), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:02.457268 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a14d088b-8b2b-4cfd-937f-77b3bf7e65b0 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (b65cfeb6-f0da-4e76-98a7-d4037525c81b), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:02.531071 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-ce2e6929-996f-4a3b-8efb-acf79d48bdd5 None None] Allocated IP 2001:db8::3 (a41ac6ae-0711-4f41-ab35-510ab607d8e7/b65cfeb6-f0da-4e76-98a7-d4037525c81b/31840d21-e346-46ac-bd70-5312ab8f4b0e) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:41:02.667768 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ce2e6929-996f-4a3b-8efb-acf79d48bdd5 None None] Publish callbacks [] for port (31840d21-e346-46ac-bd70-5312ab8f4b0e), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:02.673361 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ce2e6929-996f-4a3b-8efb-acf79d48bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (31840d21-e346-46ac-bd70-5312ab8f4b0e), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:02.690412 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a14d088b-8b2b-4cfd-937f-77b3bf7e65b0 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (b65cfeb6-f0da-4e76-98a7-d4037525c81b), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:02.716689 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2e6929-996f-4a3b-8efb-acf79d48bdd5 None None] Network a41ac6ae-0711-4f41-ab35-510ab607d8e7 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:41:02.719892 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-ce2e6929-996f-4a3b-8efb-acf79d48bdd5 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:41:02.721390 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d088b-8b2b-4cfd-937f-77b3bf7e65b0 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Pushing event deleted for resources: {'Subnet': ['ID=b65cfeb6-f0da-4e76-98a7-d4037525c81b,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:02.723332 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2e6929-996f-4a3b-8efb-acf79d48bdd5 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:41:02.732527 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e6929-996f-4a3b-8efb-acf79d48bdd5 None None] Pushing event updated for resources: {'Port': ['ID=31840d21-e346-46ac-bd70-5312ab8f4b0e,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:02.786778 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-ce2e6929-996f-4a3b-8efb-acf79d48bdd5 None None] Attempting to bind port 31840d21-e346-46ac-bd70-5312ab8f4b0e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:41:02.787239 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-ce2e6929-996f-4a3b-8efb-acf79d48bdd5 None None] Attempting to bind port 31840d21-e346-46ac-bd70-5312ab8f4b0e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c2871e27-48d2-443d-accb-c4f4fd7ce0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a41ac6ae-0711-4f41-ab35-510ab607d8e7'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:41:02.787673 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2e6929-996f-4a3b-8efb-acf79d48bdd5 None None] Attempting to bind port 31840d21-e346-46ac-bd70-5312ab8f4b0e on network a41ac6ae-0711-4f41-ab35-510ab607d8e7 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:41:02.793179 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2e6929-996f-4a3b-8efb-acf79d48bdd5 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:41:02.793650 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a14d088b-8b2b-4cfd-937f-77b3bf7e65b0 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (a41ac6ae-0711-4f41-ab35-510ab607d8e7), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:02.793795 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2e6929-996f-4a3b-8efb-acf79d48bdd5 None None] Checking segment: {'id': 'c2871e27-48d2-443d-accb-c4f4fd7ce0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a41ac6ae-0711-4f41-ab35-510ab607d8e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:41:02.794256 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ce2e6929-996f-4a3b-8efb-acf79d48bdd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:02.794793 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2e6929-996f-4a3b-8efb-acf79d48bdd5 None None] Bound using segment: {'id': 'c2871e27-48d2-443d-accb-c4f4fd7ce0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a41ac6ae-0711-4f41-ab35-510ab607d8e7'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:41:02.795351 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-ce2e6929-996f-4a3b-8efb-acf79d48bdd5 None None] Bound port: 31840d21-e346-46ac-bd70-5312ab8f4b0e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2871e27-48d2-443d-accb-c4f4fd7ce0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a41ac6ae-0711-4f41-ab35-510ab607d8e7'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:41:02.795841 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ce2e6929-996f-4a3b-8efb-acf79d48bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (31840d21-e346-46ac-bd70-5312ab8f4b0e), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:02.822308 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-a14d088b-8b2b-4cfd-937f-77b3bf7e65b0 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2adaf10>,) {'filters': {'network_id': ['a41ac6ae-0711-4f41-ab35-510ab607d8e7']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:41:02.831875 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-a14d088b-8b2b-4cfd-937f-77b3bf7e65b0 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2adaf10>, 'c2871e27-48d2-443d-accb-c4f4fd7ce0c7') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:41:02.832245 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-a14d088b-8b2b-4cfd-937f-77b3bf7e65b0 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2adaf10>, 'c2871e27-48d2-443d-accb-c4f4fd7ce0c7') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:41:02.837063 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 8d037e58-ac9d-4f06-810f-060ca7987375 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:41:02.842534 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a14d088b-8b2b-4cfd-937f-77b3bf7e65b0 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (c2871e27-48d2-443d-accb-c4f4fd7ce0c7), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:02.855901 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a14d088b-8b2b-4cfd-937f-77b3bf7e65b0 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (c2871e27-48d2-443d-accb-c4f4fd7ce0c7), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:02.861916 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a14d088b-8b2b-4cfd-937f-77b3bf7e65b0 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:41:02.862366 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a14d088b-8b2b-4cfd-937f-77b3bf7e65b0 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (c2871e27-48d2-443d-accb-c4f4fd7ce0c7), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:02.865348 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:41:02.865348 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:41:02.865348 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:41:02.865348 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:41:02.865348 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:41:02.865348 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:41:02.865348 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:41:02.865348 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:41:02.865348 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:41:02.865348 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:41:02.865348 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:41:02.865348 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:41:02.865348 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:41:02.865348 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:41:02.865348 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:41:02.865348 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:41:02.865348 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:41:02.865348 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:41:02.865348 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:41:02.865348 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:41:02.865348 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:41:02.865348 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:41:02.865348 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:41:02.865348 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:41:02.865348 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:41:02.865348 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:41:02.865348 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:41:02.865348 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:41:02.865348 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:41:02.865348 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:41:02.865348 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:41:02.865348 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:41:02.904832 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-ce2e6929-996f-4a3b-8efb-acf79d48bdd5 None None] For port 31840d21-e346-46ac-bd70-5312ab8f4b0e, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:41:02.916499 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 8d037e58-ac9d-4f06-810f-060ca7987375 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:41:02.916882 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (8d037e58-ac9d-4f06-810f-060ca7987375), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:02.923287 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.db.api [None req-a14d088b-8b2b-4cfd-937f-77b3bf7e65b0 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Feb 05 21:41:02.923287 ncdv-master-1 neutron-server[114391]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Feb 05 21:41:02.923287 ncdv-master-1 neutron-server[114391]: [parameters: {'id': 'a41ac6ae-0711-4f41-ab35-510ab607d8e7'}]
Feb 05 21:41:02.923287 ncdv-master-1 neutron-server[114391]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 21:41:02.923754 ncdv-master-1 neutron-server[114391]: DEBUG oslo_db.api [None req-a14d088b-8b2b-4cfd-937f-77b3bf7e65b0 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 21:41:02.955562 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-ce2e6929-996f-4a3b-8efb-acf79d48bdd5 None None] For port 31840d21-e346-46ac-bd70-5312ab8f4b0e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=31840d21-e346-46ac-bd70-5312ab8f4b0e,segment=NetworkSegment(c2871e27-48d2-443d-accb-c4f4fd7ce0c7),segment_id=c2871e27-48d2-443d-accb-c4f4fd7ce0c7)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:41:02.964053 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ce2e6929-996f-4a3b-8efb-acf79d48bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (31840d21-e346-46ac-bd70-5312ab8f4b0e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:03.081730 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e6929-996f-4a3b-8efb-acf79d48bdd5 None None] Pushing event updated for resources: {'Port': ['ID=31840d21-e346-46ac-bd70-5312ab8f4b0e,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:03.093779 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ddf147-d40c-4390-8694-3d9337e6a056 None None] get_active_networks_info from ncdv-master-1 {{(pid=114392) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 05 21:41:03.095830 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 8d037e58-ac9d-4f06-810f-060ca7987375 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:41:03.161706 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ddf147-d40c-4390-8694-3d9337e6a056 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 05 21:41:03.424490 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a14d088b-8b2b-4cfd-937f-77b3bf7e65b0 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (a41ac6ae-0711-4f41-ab35-510ab607d8e7), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:03.471691 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f983aae-9474-4277-93a5-2ac9c6f009c5 None None] Network a41ac6ae-0711-4f41-ab35-510ab607d8e7 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:41:03.477755 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-a14d088b-8b2b-4cfd-937f-77b3bf7e65b0 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Deleting port 31840d21-e346-46ac-bd70-5312ab8f4b0e {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:41:03.478103 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a14d088b-8b2b-4cfd-937f-77b3bf7e65b0 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (31840d21-e346-46ac-bd70-5312ab8f4b0e), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:03.539522 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-a14d088b-8b2b-4cfd-937f-77b3bf7e65b0 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] For port 31840d21-e346-46ac-bd70-5312ab8f4b0e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=31840d21-e346-46ac-bd70-5312ab8f4b0e,segment=NetworkSegment(c2871e27-48d2-443d-accb-c4f4fd7ce0c7),segment_id=c2871e27-48d2-443d-accb-c4f4fd7ce0c7)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:41:03.539894 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a14d088b-8b2b-4cfd-937f-77b3bf7e65b0 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (31840d21-e346-46ac-bd70-5312ab8f4b0e), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:03.556746 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-a14d088b-8b2b-4cfd-937f-77b3bf7e65b0 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Calling delete_port for 31840d21-e346-46ac-bd70-5312ab8f4b0e owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:41:03.634683 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a14d088b-8b2b-4cfd-937f-77b3bf7e65b0 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (31840d21-e346-46ac-bd70-5312ab8f4b0e), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:03.657198 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d088b-8b2b-4cfd-937f-77b3bf7e65b0 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Pushing event deleted for resources: {'Port': ['ID=31840d21-e346-46ac-bd70-5312ab8f4b0e,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:03.662638 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14d088b-8b2b-4cfd-937f-77b3bf7e65b0 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] No DVR routers for this DVR port 31840d21-e346-46ac-bd70-5312ab8f4b0e on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:41:03.744449 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a14d088b-8b2b-4cfd-937f-77b3bf7e65b0 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (a41ac6ae-0711-4f41-ab35-510ab607d8e7), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:03.763980 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-a14d088b-8b2b-4cfd-937f-77b3bf7e65b0 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db22cf910>,) {'filters': {'network_id': ['a41ac6ae-0711-4f41-ab35-510ab607d8e7']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:41:03.772868 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-a14d088b-8b2b-4cfd-937f-77b3bf7e65b0 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db22cf910>, 'c2871e27-48d2-443d-accb-c4f4fd7ce0c7') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:41:03.773174 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-a14d088b-8b2b-4cfd-937f-77b3bf7e65b0 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db22cf910>, 'c2871e27-48d2-443d-accb-c4f4fd7ce0c7') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:41:03.784759 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a14d088b-8b2b-4cfd-937f-77b3bf7e65b0 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (c2871e27-48d2-443d-accb-c4f4fd7ce0c7), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:03.796431 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5562e4e7-f476-4e17-a8e0-cf5d2d6460f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:03.799791 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a14d088b-8b2b-4cfd-937f-77b3bf7e65b0 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (c2871e27-48d2-443d-accb-c4f4fd7ce0c7), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:03.806757 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a14d088b-8b2b-4cfd-937f-77b3bf7e65b0 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:41:03.807161 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a14d088b-8b2b-4cfd-937f-77b3bf7e65b0 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (c2871e27-48d2-443d-accb-c4f4fd7ce0c7), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:03.810130 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:41:03.810130 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:41:03.810130 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:41:03.810130 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:41:03.810130 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:41:03.810130 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:41:03.810130 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:41:03.810130 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:41:03.810130 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:41:03.810130 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:41:03.810130 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:41:03.810130 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:41:03.810130 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:41:03.810130 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:41:03.810130 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:41:03.810130 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:41:03.810130 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:41:03.810130 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:41:03.810130 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:41:03.810130 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:41:03.810130 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:41:03.810130 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:41:03.810130 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:41:03.810130 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:41:03.810130 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:41:03.810130 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:41:03.810130 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:41:03.810130 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:41:03.810130 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:41:03.810130 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:41:03.810130 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:41:03.810130 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:41:03.869519 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a14d088b-8b2b-4cfd-937f-77b3bf7e65b0 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (a41ac6ae-0711-4f41-ab35-510ab607d8e7), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:03.876300 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a14d088b-8b2b-4cfd-937f-77b3bf7e65b0 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:03.879427 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a14d088b-8b2b-4cfd-937f-77b3bf7e65b0 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] 10.222.0.32 "DELETE /v2.0/networks/a41ac6ae-0711-4f41-ab35-510ab607d8e7 HTTP/1.1" status: 204  len: 168 time: 1.5721829
Feb 05 21:41:03.883267 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52334) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:41:03.888644 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-0ad5966d-2af3-48b3-946a-ce3f7fe2326d tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2141233288'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:41:03.890323 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d088b-8b2b-4cfd-937f-77b3bf7e65b0 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Pushing event deleted for resources: {'Network': ['ID=a41ac6ae-0711-4f41-ab35-510ab607d8e7,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:03.908363 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad5966d-2af3-48b3-946a-ce3f7fe2326d tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Made reservation on behalf of 3fe7bb0a795548c9b4bf61102ed1fe63 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:41:03.911764 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0ad5966d-2af3-48b3-946a-ce3f7fe2326d tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:03.935748 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ad5966d-2af3-48b3-946a-ce3f7fe2326d tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:41:03.944795 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0ad5966d-2af3-48b3-946a-ce3f7fe2326d tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (f84417dc-546a-4670-8989-e65e81cc8d18), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:03.945177 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-0ad5966d-2af3-48b3-946a-ce3f7fe2326d tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Added segment f84417dc-546a-4670-8989-e65e81cc8d18 of type vlan for network 473a2926-0034-44eb-bb00-176c59fdff58
Feb 05 21:41:03.988737 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0ad5966d-2af3-48b3-946a-ce3f7fe2326d tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (473a2926-0034-44eb-bb00-176c59fdff58), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:04.012417 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0ad5966d-2af3-48b3-946a-ce3f7fe2326d tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (473a2926-0034-44eb-bb00-176c59fdff58), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:04.017897 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad5966d-2af3-48b3-946a-ce3f7fe2326d tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:41:04.018517 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0ad5966d-2af3-48b3-946a-ce3f7fe2326d tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:04.057639 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0ad5966d-2af3-48b3-946a-ce3f7fe2326d tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.1732709
Feb 05 21:41:04.060634 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52336) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:41:04.065783 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-f4c1119e-f5c0-45d8-9dbb-edf1fdbeb763 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Request body: {'subnet': {'network_id': '473a2926-0034-44eb-bb00-176c59fdff58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:41:04.088293 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad5966d-2af3-48b3-946a-ce3f7fe2326d tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Pushing event updated for resources: {'Network': ['ID=473a2926-0034-44eb-bb00-176c59fdff58,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:04.098309 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 473a2926-0034-44eb-bb00-176c59fdff58 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:41:04.160283 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c1119e-f5c0-45d8-9dbb-edf1fdbeb763 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Made reservation on behalf of 3fe7bb0a795548c9b4bf61102ed1fe63 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:41:04.164935 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f4c1119e-f5c0-45d8-9dbb-edf1fdbeb763 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:04.343509 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f4c1119e-f5c0-45d8-9dbb-edf1fdbeb763 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (cebfaf88-66ba-4dc7-912c-d68759c38817), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:04.401371 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c1119e-f5c0-45d8-9dbb-edf1fdbeb763 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Pushing event updated for resources: {'Subnet': ['ID=cebfaf88-66ba-4dc7-912c-d68759c38817,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:04.409900 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c1119e-f5c0-45d8-9dbb-edf1fdbeb763 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Checking segment: {'id': 'f84417dc-546a-4670-8989-e65e81cc8d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '473a2926-0034-44eb-bb00-176c59fdff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:41:04.410270 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c1119e-f5c0-45d8-9dbb-edf1fdbeb763 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Network hostable DHCP agents. Network: 473a2926-0034-44eb-bb00-176c59fdff58, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:41:04.427237 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c1119e-f5c0-45d8-9dbb-edf1fdbeb763 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Network 473a2926-0034-44eb-bb00-176c59fdff58 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:41:04.435752 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-f4c1119e-f5c0-45d8-9dbb-edf1fdbeb763 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 473a2926-0034-44eb-bb00-176c59fdff58) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:41:04.439812 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c1119e-f5c0-45d8-9dbb-edf1fdbeb763 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:41:04.440402 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f4c1119e-f5c0-45d8-9dbb-edf1fdbeb763 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:04.444487 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69d3cb1-af37-4d75-9184-f07753e01b62 None None] Network 473a2926-0034-44eb-bb00-176c59fdff58 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:41:04.456270 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f4c1119e-f5c0-45d8-9dbb-edf1fdbeb763 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.3945162
Feb 05 21:41:04.460319 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52338) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:41:04.465145 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-5d976a0f-ed01-4463-9666-d64c2d1e87a3 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1941607248'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:41:04.483966 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d976a0f-ed01-4463-9666-d64c2d1e87a3 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Made reservation on behalf of 3fe7bb0a795548c9b4bf61102ed1fe63 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:41:04.487297 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5d976a0f-ed01-4463-9666-d64c2d1e87a3 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:04.511599 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d976a0f-ed01-4463-9666-d64c2d1e87a3 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:41:04.520421 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5d976a0f-ed01-4463-9666-d64c2d1e87a3 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (b63bc8d0-b5c0-4194-a344-08edd21e7ca3), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:04.520709 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-5d976a0f-ed01-4463-9666-d64c2d1e87a3 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Added segment b63bc8d0-b5c0-4194-a344-08edd21e7ca3 of type vlan for network 13c4e270-d939-4bdd-98b5-ca81745836cd
Feb 05 21:41:04.550572 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d443aacf-f1b3-4f69-913d-643f809833a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-473a2926-0034-44eb-bb00-176c59fdff58', 'network_id': '473a2926-0034-44eb-bb00-176c59fdff58', 'project_id': '3fe7bb0a795548c9b4bf61102ed1fe63', 'fixed_ips': [{'subnet_id': 'cebfaf88-66ba-4dc7-912c-d68759c38817'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:41:04.551443 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d443aacf-f1b3-4f69-913d-643f809833a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:04.564987 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5d976a0f-ed01-4463-9666-d64c2d1e87a3 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (13c4e270-d939-4bdd-98b5-ca81745836cd), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:04.590998 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5d976a0f-ed01-4463-9666-d64c2d1e87a3 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (13c4e270-d939-4bdd-98b5-ca81745836cd), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:04.596303 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d976a0f-ed01-4463-9666-d64c2d1e87a3 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:41:04.596927 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5d976a0f-ed01-4463-9666-d64c2d1e87a3 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:04.635318 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5d976a0f-ed01-4463-9666-d64c2d1e87a3 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.1739383
Feb 05 21:41:04.638284 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52340) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:41:04.644924 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-0a30225c-eab7-4f84-9893-d6cc05d43f62 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Request body: {'subnet': {'network_id': '13c4e270-d939-4bdd-98b5-ca81745836cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:41:04.666679 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d976a0f-ed01-4463-9666-d64c2d1e87a3 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Pushing event updated for resources: {'Network': ['ID=13c4e270-d939-4bdd-98b5-ca81745836cd,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:04.678683 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 13c4e270-d939-4bdd-98b5-ca81745836cd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:41:04.747712 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a30225c-eab7-4f84-9893-d6cc05d43f62 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Made reservation on behalf of 3fe7bb0a795548c9b4bf61102ed1fe63 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:41:04.749236 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-d443aacf-f1b3-4f69-913d-643f809833a7 None None] Allocated IP 2001:db8::2 (473a2926-0034-44eb-bb00-176c59fdff58/cebfaf88-66ba-4dc7-912c-d68759c38817/7d919119-29c0-40cb-8f77-5ee694dad4fe) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:41:04.751265 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0a30225c-eab7-4f84-9893-d6cc05d43f62 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:04.912220 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d443aacf-f1b3-4f69-913d-643f809833a7 None None] Publish callbacks [] for port (7d919119-29c0-40cb-8f77-5ee694dad4fe), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:04.918528 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d443aacf-f1b3-4f69-913d-643f809833a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (7d919119-29c0-40cb-8f77-5ee694dad4fe), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:04.940639 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0a30225c-eab7-4f84-9893-d6cc05d43f62 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (72c7e536-d6d0-4bec-9fd7-2e43543936a0), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:04.958914 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d443aacf-f1b3-4f69-913d-643f809833a7 None None] Network 473a2926-0034-44eb-bb00-176c59fdff58 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:41:04.963443 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-d443aacf-f1b3-4f69-913d-643f809833a7 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:41:04.966789 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d443aacf-f1b3-4f69-913d-643f809833a7 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:41:04.975557 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d443aacf-f1b3-4f69-913d-643f809833a7 None None] Pushing event updated for resources: {'Port': ['ID=7d919119-29c0-40cb-8f77-5ee694dad4fe,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:05.001250 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a30225c-eab7-4f84-9893-d6cc05d43f62 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Pushing event updated for resources: {'Subnet': ['ID=72c7e536-d6d0-4bec-9fd7-2e43543936a0,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:05.004641 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d443aacf-f1b3-4f69-913d-643f809833a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:05.004786 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d443aacf-f1b3-4f69-913d-643f809833a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:05.005120 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d443aacf-f1b3-4f69-913d-643f809833a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:05.005459 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d443aacf-f1b3-4f69-913d-643f809833a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:05.005853 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d443aacf-f1b3-4f69-913d-643f809833a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:05.006125 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d443aacf-f1b3-4f69-913d-643f809833a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:05.006486 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d443aacf-f1b3-4f69-913d-643f809833a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:05.006812 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d443aacf-f1b3-4f69-913d-643f809833a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:05.007137 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d443aacf-f1b3-4f69-913d-643f809833a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:05.007461 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d443aacf-f1b3-4f69-913d-643f809833a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:05.007819 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d443aacf-f1b3-4f69-913d-643f809833a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:05.008216 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d443aacf-f1b3-4f69-913d-643f809833a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:05.008516 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d443aacf-f1b3-4f69-913d-643f809833a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:05.014569 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a30225c-eab7-4f84-9893-d6cc05d43f62 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Checking segment: {'id': 'b63bc8d0-b5c0-4194-a344-08edd21e7ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '13c4e270-d939-4bdd-98b5-ca81745836cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:41:05.014569 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a30225c-eab7-4f84-9893-d6cc05d43f62 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Network hostable DHCP agents. Network: 13c4e270-d939-4bdd-98b5-ca81745836cd, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:41:05.029893 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a30225c-eab7-4f84-9893-d6cc05d43f62 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Network 13c4e270-d939-4bdd-98b5-ca81745836cd is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:41:05.039684 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-0a30225c-eab7-4f84-9893-d6cc05d43f62 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 13c4e270-d939-4bdd-98b5-ca81745836cd) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:41:05.042687 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-d443aacf-f1b3-4f69-913d-643f809833a7 None None] Attempting to bind port 7d919119-29c0-40cb-8f77-5ee694dad4fe on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:41:05.043070 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-d443aacf-f1b3-4f69-913d-643f809833a7 None None] Attempting to bind port 7d919119-29c0-40cb-8f77-5ee694dad4fe by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f84417dc-546a-4670-8989-e65e81cc8d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '473a2926-0034-44eb-bb00-176c59fdff58'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:41:05.043430 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d443aacf-f1b3-4f69-913d-643f809833a7 None None] Attempting to bind port 7d919119-29c0-40cb-8f77-5ee694dad4fe on network 473a2926-0034-44eb-bb00-176c59fdff58 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:41:05.047634 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a30225c-eab7-4f84-9893-d6cc05d43f62 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:41:05.048242 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0a30225c-eab7-4f84-9893-d6cc05d43f62 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:05.051657 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9262818c-0c0a-4b2a-95a5-a7f33c659731 None None] Network 13c4e270-d939-4bdd-98b5-ca81745836cd requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:41:05.053794 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d443aacf-f1b3-4f69-913d-643f809833a7 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:41:05.054228 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d443aacf-f1b3-4f69-913d-643f809833a7 None None] Checking segment: {'id': 'f84417dc-546a-4670-8989-e65e81cc8d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '473a2926-0034-44eb-bb00-176c59fdff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:41:05.055371 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d443aacf-f1b3-4f69-913d-643f809833a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:05.055877 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d443aacf-f1b3-4f69-913d-643f809833a7 None None] Bound using segment: {'id': 'f84417dc-546a-4670-8989-e65e81cc8d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '473a2926-0034-44eb-bb00-176c59fdff58'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:41:05.056498 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-d443aacf-f1b3-4f69-913d-643f809833a7 None None] Bound port: 7d919119-29c0-40cb-8f77-5ee694dad4fe, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84417dc-546a-4670-8989-e65e81cc8d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '473a2926-0034-44eb-bb00-176c59fdff58'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:41:05.056873 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d443aacf-f1b3-4f69-913d-643f809833a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7d919119-29c0-40cb-8f77-5ee694dad4fe), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:05.068905 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52342) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:41:05.069603 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0a30225c-eab7-4f84-9893-d6cc05d43f62 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4300771
Feb 05 21:41:05.167367 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dc0a6e92-4728-4ca3-b797-26bb945670ee tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (13c4e270-d939-4bdd-98b5-ca81745836cd), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:05.201770 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-d443aacf-f1b3-4f69-913d-643f809833a7 None None] For port 7d919119-29c0-40cb-8f77-5ee694dad4fe, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:41:05.207390 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d528454-4aec-4b8a-9b70-d7da1a3fca4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-13c4e270-d939-4bdd-98b5-ca81745836cd', 'network_id': '13c4e270-d939-4bdd-98b5-ca81745836cd', 'project_id': '3fe7bb0a795548c9b4bf61102ed1fe63', 'fixed_ips': [{'subnet_id': '72c7e536-d6d0-4bec-9fd7-2e43543936a0'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:41:05.208246 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1d528454-4aec-4b8a-9b70-d7da1a3fca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:05.221391 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dc0a6e92-4728-4ca3-b797-26bb945670ee tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (72c7e536-d6d0-4bec-9fd7-2e43543936a0), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:05.225991 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-d443aacf-f1b3-4f69-913d-643f809833a7 None None] For port 7d919119-29c0-40cb-8f77-5ee694dad4fe, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d919119-29c0-40cb-8f77-5ee694dad4fe,segment=NetworkSegment(f84417dc-546a-4670-8989-e65e81cc8d18),segment_id=f84417dc-546a-4670-8989-e65e81cc8d18)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:41:05.234945 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d443aacf-f1b3-4f69-913d-643f809833a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7d919119-29c0-40cb-8f77-5ee694dad4fe), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:05.280170 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dc0a6e92-4728-4ca3-b797-26bb945670ee tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (72c7e536-d6d0-4bec-9fd7-2e43543936a0), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:05.308424 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a6e92-4728-4ca3-b797-26bb945670ee tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Pushing event deleted for resources: {'Subnet': ['ID=72c7e536-d6d0-4bec-9fd7-2e43543936a0,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:05.366667 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d443aacf-f1b3-4f69-913d-643f809833a7 None None] Pushing event updated for resources: {'Port': ['ID=7d919119-29c0-40cb-8f77-5ee694dad4fe,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server [None req-1d528454-4aec-4b8a-9b70-d7da1a3fca4f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 72c7e536-d6d0-4bec-9fd7-2e43543936a0: This subnet is being modified by another concurrent operation.
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server     raise exception
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 72c7e536-d6d0-4bec-9fd7-2e43543936a0: This subnet is being modified by another concurrent operation.
Feb 05 21:41:05.372831 ncdv-master-1 neutron-server[114392]: ERROR oslo_messaging.rpc.server 
Feb 05 21:41:05.381118 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dc0a6e92-4728-4ca3-b797-26bb945670ee tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (13c4e270-d939-4bdd-98b5-ca81745836cd), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:05.405360 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e706f6-e838-4e5d-93ce-964a656c3d09 None None] Network 13c4e270-d939-4bdd-98b5-ca81745836cd requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:41:05.408181 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-dc0a6e92-4728-4ca3-b797-26bb945670ee tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db273ebb0>,) {'filters': {'network_id': ['13c4e270-d939-4bdd-98b5-ca81745836cd']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:41:05.419569 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-dc0a6e92-4728-4ca3-b797-26bb945670ee tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db273ebb0>, 'b63bc8d0-b5c0-4194-a344-08edd21e7ca3') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:41:05.419768 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-dc0a6e92-4728-4ca3-b797-26bb945670ee tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db273ebb0>, 'b63bc8d0-b5c0-4194-a344-08edd21e7ca3') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:41:05.430323 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dc0a6e92-4728-4ca3-b797-26bb945670ee tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (b63bc8d0-b5c0-4194-a344-08edd21e7ca3), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:05.444499 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dc0a6e92-4728-4ca3-b797-26bb945670ee tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (b63bc8d0-b5c0-4194-a344-08edd21e7ca3), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:05.452183 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc0a6e92-4728-4ca3-b797-26bb945670ee tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:41:05.452847 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dc0a6e92-4728-4ca3-b797-26bb945670ee tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (b63bc8d0-b5c0-4194-a344-08edd21e7ca3), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:05.456608 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:41:05.456608 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:41:05.456608 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:41:05.456608 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:41:05.456608 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:41:05.456608 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:41:05.456608 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:41:05.456608 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:41:05.456608 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:41:05.456608 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:41:05.456608 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:41:05.456608 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:41:05.456608 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:41:05.456608 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:41:05.456608 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:41:05.456608 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:41:05.456608 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:41:05.456608 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:41:05.456608 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:41:05.456608 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:41:05.456608 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:41:05.456608 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:41:05.456608 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:41:05.456608 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:41:05.456608 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:41:05.456608 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:41:05.456608 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:41:05.456608 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:41:05.456608 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:41:05.456608 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:41:05.456608 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:41:05.456608 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:41:05.887054 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dc0a6e92-4728-4ca3-b797-26bb945670ee tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (13c4e270-d939-4bdd-98b5-ca81745836cd), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:05.893994 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dc0a6e92-4728-4ca3-b797-26bb945670ee tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:05.897150 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-dc0a6e92-4728-4ca3-b797-26bb945670ee tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] 10.222.0.32 "DELETE /v2.0/networks/13c4e270-d939-4bdd-98b5-ca81745836cd HTTP/1.1" status: 204  len: 168 time: 0.8271005
Feb 05 21:41:05.900490 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52344) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:41:05.908453 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a6e92-4728-4ca3-b797-26bb945670ee tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Pushing event deleted for resources: {'Network': ['ID=13c4e270-d939-4bdd-98b5-ca81745836cd,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:05.934333 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba03130e-1c7c-4a1d-991b-6b558f3fd211 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] GET failed (client error): The resource could not be found.
Feb 05 21:41:05.935627 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ba03130e-1c7c-4a1d-991b-6b558f3fd211 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] 10.222.0.32 "GET /v2.0/subnets/72c7e536-d6d0-4bec-9fd7-2e43543936a0 HTTP/1.1" status: 404  len: 337 time: 0.0341256
Feb 05 21:41:05.938317 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52346) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:41:05.956202 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8ce6402-565f-4438-948d-afd25c01fdaa tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:41:05.956731 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8ce6402-565f-4438-948d-afd25c01fdaa tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:41:05.959719 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a8ce6402-565f-4438-948d-afd25c01fdaa tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] 10.222.0.32 "DELETE /v2.0/networks/13c4e270-d939-4bdd-98b5-ca81745836cd HTTP/1.1" status: 404  len: 339 time: 0.0204718
Feb 05 21:41:05.963881 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52348) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:41:05.994759 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f874b11-11d9-4580-8760-764f433b94b0 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:41:05.995228 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f874b11-11d9-4580-8760-764f433b94b0 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:41:06.000606 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7f874b11-11d9-4580-8760-764f433b94b0 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] 10.222.0.32 "DELETE /v2.0/subnets/72c7e536-d6d0-4bec-9fd7-2e43543936a0 HTTP/1.1" status: 404  len: 337 time: 0.0334985
Feb 05 21:41:06.000844 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52350) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:41:06.020215 ncdv-master-1 neutron-server[114390]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba78d721-b15d-44f5-a44d-86063d6d56c8 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:41:06.020873 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba78d721-b15d-44f5-a44d-86063d6d56c8 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114390) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:41:06.024549 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ba78d721-b15d-44f5-a44d-86063d6d56c8 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] 10.222.0.32 "DELETE /v2.0/networks/13c4e270-d939-4bdd-98b5-ca81745836cd HTTP/1.1" status: 404  len: 339 time: 0.0227754
Feb 05 21:41:06.027188 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52352) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:41:06.079844 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-e239bcfa-0a07-4f89-9d41-01b75c576973 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Deleting subnet cebfaf88-66ba-4dc7-912c-d68759c38817 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:41:06.083297 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e239bcfa-0a07-4f89-9d41-01b75c576973 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks [] for subnet (cebfaf88-66ba-4dc7-912c-d68759c38817), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:06.124332 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e239bcfa-0a07-4f89-9d41-01b75c576973 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (cebfaf88-66ba-4dc7-912c-d68759c38817), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:06.193763 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8727a4e3-74dc-4755-8652-3da7a60e717b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:06.218322 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e239bcfa-0a07-4f89-9d41-01b75c576973 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (cebfaf88-66ba-4dc7-912c-d68759c38817), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:06.278887 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e239bcfa-0a07-4f89-9d41-01b75c576973 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (cebfaf88-66ba-4dc7-912c-d68759c38817), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:06.306916 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239bcfa-0a07-4f89-9d41-01b75c576973 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Pushing event deleted for resources: {'Subnet': ['ID=cebfaf88-66ba-4dc7-912c-d68759c38817,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:06.311083 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-e239bcfa-0a07-4f89-9d41-01b75c576973 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:06.314506 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-e239bcfa-0a07-4f89-9d41-01b75c576973 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] 10.222.0.32 "DELETE /v2.0/subnets/cebfaf88-66ba-4dc7-912c-d68759c38817 HTTP/1.1" status: 204  len: 168 time: 0.2862399
Feb 05 21:41:06.316841 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52354) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:41:06.331978 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca745ba-5fc6-485d-a948-25595f1ae1b7 None None] get_active_networks_info from ncdv-master-1 {{(pid=114392) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 05 21:41:06.396998 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2ccaa7fa-0dc5-40e2-a234-0bd90bf08632 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (473a2926-0034-44eb-bb00-176c59fdff58), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:06.404284 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca745ba-5fc6-485d-a948-25595f1ae1b7 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 05 21:41:06.452079 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-2ccaa7fa-0dc5-40e2-a234-0bd90bf08632 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Deleting port 7d919119-29c0-40cb-8f77-5ee694dad4fe {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:41:06.452429 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2ccaa7fa-0dc5-40e2-a234-0bd90bf08632 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (7d919119-29c0-40cb-8f77-5ee694dad4fe), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:06.494062 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-2cef1aea-dfa4-4e97-bfe1-0cbb07644e37 None None] Provisioning complete for port 7d919119-29c0-40cb-8f77-5ee694dad4fe triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:41:06.494492 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2cef1aea-dfa4-4e97-bfe1-0cbb07644e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7d919119-29c0-40cb-8f77-5ee694dad4fe), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:06.513605 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-2ccaa7fa-0dc5-40e2-a234-0bd90bf08632 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] For port 7d919119-29c0-40cb-8f77-5ee694dad4fe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d919119-29c0-40cb-8f77-5ee694dad4fe,segment=NetworkSegment(f84417dc-546a-4670-8989-e65e81cc8d18),segment_id=f84417dc-546a-4670-8989-e65e81cc8d18)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:41:06.513972 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2ccaa7fa-0dc5-40e2-a234-0bd90bf08632 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (7d919119-29c0-40cb-8f77-5ee694dad4fe), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:06.531140 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-2ccaa7fa-0dc5-40e2-a234-0bd90bf08632 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Calling delete_port for 7d919119-29c0-40cb-8f77-5ee694dad4fe owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:41:06.611640 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2ccaa7fa-0dc5-40e2-a234-0bd90bf08632 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (7d919119-29c0-40cb-8f77-5ee694dad4fe), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:06.623555 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-2cef1aea-dfa4-4e97-bfe1-0cbb07644e37 None None] Current status of the port 7d919119-29c0-40cb-8f77-5ee694dad4fe is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:41:06.623960 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2cef1aea-dfa4-4e97-bfe1-0cbb07644e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7d919119-29c0-40cb-8f77-5ee694dad4fe), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:06.634835 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573c890a-227b-4d08-b2c9-8ecd93fe42a9 None None] Network 473a2926-0034-44eb-bb00-176c59fdff58 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:41:06.638630 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccaa7fa-0dc5-40e2-a234-0bd90bf08632 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Pushing event deleted for resources: {'Port': ['ID=7d919119-29c0-40cb-8f77-5ee694dad4fe,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:06.640456 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccaa7fa-0dc5-40e2-a234-0bd90bf08632 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] No DVR routers for this DVR port 7d919119-29c0-40cb-8f77-5ee694dad4fe on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:41:06.721446 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2ccaa7fa-0dc5-40e2-a234-0bd90bf08632 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (473a2926-0034-44eb-bb00-176c59fdff58), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:06.750664 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-2ccaa7fa-0dc5-40e2-a234-0bd90bf08632 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2dbed902e0>,) {'filters': {'network_id': ['473a2926-0034-44eb-bb00-176c59fdff58']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:41:06.760399 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-2ccaa7fa-0dc5-40e2-a234-0bd90bf08632 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2dbed902e0>, 'f84417dc-546a-4670-8989-e65e81cc8d18') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:41:06.760696 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-2ccaa7fa-0dc5-40e2-a234-0bd90bf08632 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2dbed902e0>, 'f84417dc-546a-4670-8989-e65e81cc8d18') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:41:06.769880 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2ccaa7fa-0dc5-40e2-a234-0bd90bf08632 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (f84417dc-546a-4670-8989-e65e81cc8d18), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:06.783962 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2ccaa7fa-0dc5-40e2-a234-0bd90bf08632 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (f84417dc-546a-4670-8989-e65e81cc8d18), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:06.790942 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ccaa7fa-0dc5-40e2-a234-0bd90bf08632 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:41:06.791484 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2ccaa7fa-0dc5-40e2-a234-0bd90bf08632 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (f84417dc-546a-4670-8989-e65e81cc8d18), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:06.794603 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:41:06.794603 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:41:06.794603 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:41:06.794603 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:41:06.794603 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:41:06.794603 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:41:06.794603 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:41:06.794603 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:41:06.794603 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:41:06.794603 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:41:06.794603 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:41:06.794603 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:41:06.794603 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:41:06.794603 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:41:06.794603 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:41:06.794603 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:41:06.794603 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:41:06.794603 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:41:06.794603 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:41:06.794603 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:41:06.794603 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:41:06.794603 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:41:06.794603 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:41:06.794603 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:41:06.794603 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:41:06.794603 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:41:06.794603 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:41:06.794603 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:41:06.794603 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:41:06.794603 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:41:06.794603 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:41:06.794603 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:41:06.810984 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ed00cb-2da7-4f1e-9200-420cf0880aaa None None] DHCP port deletion for 473a2926-0034-44eb-bb00-176c59fdff58 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:41:06.855216 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2ccaa7fa-0dc5-40e2-a234-0bd90bf08632 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (473a2926-0034-44eb-bb00-176c59fdff58), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:06.862225 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2ccaa7fa-0dc5-40e2-a234-0bd90bf08632 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:06.865408 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2ccaa7fa-0dc5-40e2-a234-0bd90bf08632 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] 10.222.0.32 "DELETE /v2.0/networks/473a2926-0034-44eb-bb00-176c59fdff58 HTTP/1.1" status: 204  len: 168 time: 0.5476105
Feb 05 21:41:06.868259 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52356) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:41:06.876678 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccaa7fa-0dc5-40e2-a234-0bd90bf08632 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Pushing event deleted for resources: {'Network': ['ID=473a2926-0034-44eb-bb00-176c59fdff58,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:06.899001 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-b35b1aa9-bc8e-4317-b14e-b171bb4c1ca8 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:41:06.899463 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b35b1aa9-bc8e-4317-b14e-b171bb4c1ca8 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:41:06.902478 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b35b1aa9-bc8e-4317-b14e-b171bb4c1ca8 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] 10.222.0.32 "DELETE /v2.0/subnets/b65cfeb6-f0da-4e76-98a7-d4037525c81b HTTP/1.1" status: 404  len: 337 time: 0.0331302
Feb 05 21:41:06.905118 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52358) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:41:06.923547 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6f74a75-198b-4795-b420-2dd7a00c34ec tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:41:06.924027 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6f74a75-198b-4795-b420-2dd7a00c34ec tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:41:06.926988 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c6f74a75-198b-4795-b420-2dd7a00c34ec tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] 10.222.0.32 "DELETE /v2.0/networks/a41ac6ae-0711-4f41-ab35-510ab607d8e7 HTTP/1.1" status: 404  len: 339 time: 0.0209725
Feb 05 21:41:06.929442 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52360) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:41:06.954558 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-6209935b-268d-4e2d-beae-c23ba2c19789 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:41:06.954984 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6209935b-268d-4e2d-beae-c23ba2c19789 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:41:06.957967 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6209935b-268d-4e2d-beae-c23ba2c19789 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] 10.222.0.32 "DELETE /v2.0/subnets/f035c700-0a2e-4da0-92e7-893830492d1e HTTP/1.1" status: 404  len: 337 time: 0.0276234
Feb 05 21:41:06.960507 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52362) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:41:06.979033 ncdv-master-1 neutron-server[114391]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e84b474-544c-4114-b447-c11816e00580 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] DELETE failed (client error): The resource could not be found.
Feb 05 21:41:06.979444 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e84b474-544c-4114-b447-c11816e00580 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114391) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 05 21:41:06.982344 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8e84b474-544c-4114-b447-c11816e00580 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] 10.222.0.32 "DELETE /v2.0/networks/726ee976-9d7b-42ce-b97e-e7e04493b611 HTTP/1.1" status: 404  len: 339 time: 0.0202990
Feb 05 21:41:06.984593 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52364) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:41:07.033146 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c3bbd50-24c9-4383-a39d-d40de4678cb5 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Deleting subnet 5c6ca881-c641-4c33-a966-55a4e9b202f0 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:41:07.036148 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6c3bbd50-24c9-4383-a39d-d40de4678cb5 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks [] for subnet (5c6ca881-c641-4c33-a966-55a4e9b202f0), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:07.079021 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6c3bbd50-24c9-4383-a39d-d40de4678cb5 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (5c6ca881-c641-4c33-a966-55a4e9b202f0), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:07.159530 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6c3bbd50-24c9-4383-a39d-d40de4678cb5 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (5c6ca881-c641-4c33-a966-55a4e9b202f0), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:07.216009 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6c3bbd50-24c9-4383-a39d-d40de4678cb5 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (5c6ca881-c641-4c33-a966-55a4e9b202f0), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:07.246993 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3bbd50-24c9-4383-a39d-d40de4678cb5 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Pushing event deleted for resources: {'Subnet': ['ID=5c6ca881-c641-4c33-a966-55a4e9b202f0,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:07.248888 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6c3bbd50-24c9-4383-a39d-d40de4678cb5 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:07.252920 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6c3bbd50-24c9-4383-a39d-d40de4678cb5 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] 10.222.0.32 "DELETE /v2.0/subnets/5c6ca881-c641-4c33-a966-55a4e9b202f0 HTTP/1.1" status: 204  len: 168 time: 0.2665691
Feb 05 21:41:07.253494 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3902dbba-8990-4ce9-9dee-c4ea5141af47 None None] Network e6e4319b-f117-45bc-b778-122c0cf3b41e requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:41:07.254535 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52366) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:41:07.330080 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-39343f84-2ec0-4d58-b9a1-d32ae64ba379 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (e6e4319b-f117-45bc-b778-122c0cf3b41e), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:07.383494 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-39343f84-2ec0-4d58-b9a1-d32ae64ba379 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Deleting port 8d037e58-ac9d-4f06-810f-060ca7987375 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:41:07.384029 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-39343f84-2ec0-4d58-b9a1-d32ae64ba379 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (8d037e58-ac9d-4f06-810f-060ca7987375), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:07.413536 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d351bad-81a9-4021-93bd-27947fd84fa0 None None] DHCP port deletion for e6e4319b-f117-45bc-b778-122c0cf3b41e request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:41:07.451054 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-39343f84-2ec0-4d58-b9a1-d32ae64ba379 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] For port 8d037e58-ac9d-4f06-810f-060ca7987375, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8d037e58-ac9d-4f06-810f-060ca7987375,segment=NetworkSegment(6a34a02c-06a2-4557-835b-f1c92566f2b6),segment_id=6a34a02c-06a2-4557-835b-f1c92566f2b6)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:41:07.451429 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-39343f84-2ec0-4d58-b9a1-d32ae64ba379 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (8d037e58-ac9d-4f06-810f-060ca7987375), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:07.461572 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-7d351bad-81a9-4021-93bd-27947fd84fa0 None None] Deleting port 8d037e58-ac9d-4f06-810f-060ca7987375 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:41:07.461959 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7d351bad-81a9-4021-93bd-27947fd84fa0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (8d037e58-ac9d-4f06-810f-060ca7987375), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:07.463559 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-39343f84-2ec0-4d58-b9a1-d32ae64ba379 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Calling delete_port for 8d037e58-ac9d-4f06-810f-060ca7987375 owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:41:07.526850 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-7d351bad-81a9-4021-93bd-27947fd84fa0 None None] For port 8d037e58-ac9d-4f06-810f-060ca7987375, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8d037e58-ac9d-4f06-810f-060ca7987375,segment=NetworkSegment(6a34a02c-06a2-4557-835b-f1c92566f2b6),segment_id=6a34a02c-06a2-4557-835b-f1c92566f2b6)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:41:07.527248 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7d351bad-81a9-4021-93bd-27947fd84fa0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (8d037e58-ac9d-4f06-810f-060ca7987375), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:07.540145 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-7d351bad-81a9-4021-93bd-27947fd84fa0 None None] Calling delete_port for 8d037e58-ac9d-4f06-810f-060ca7987375 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:41:07.541374 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-39343f84-2ec0-4d58-b9a1-d32ae64ba379 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (8d037e58-ac9d-4f06-810f-060ca7987375), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:07.570808 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39343f84-2ec0-4d58-b9a1-d32ae64ba379 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Pushing event deleted for resources: {'Port': ['ID=8d037e58-ac9d-4f06-810f-060ca7987375,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:07.575047 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39343f84-2ec0-4d58-b9a1-d32ae64ba379 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] No DVR routers for this DVR port 8d037e58-ac9d-4f06-810f-060ca7987375 on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:41:07.633538 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7d351bad-81a9-4021-93bd-27947fd84fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (8d037e58-ac9d-4f06-810f-060ca7987375), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:07.641861 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:07.653250 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-39343f84-2ec0-4d58-b9a1-d32ae64ba379 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (e6e4319b-f117-45bc-b778-122c0cf3b41e), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:07.661857 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d351bad-81a9-4021-93bd-27947fd84fa0 None None] Pushing event deleted for resources: {'Port': ['ID=8d037e58-ac9d-4f06-810f-060ca7987375,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:07.667544 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d351bad-81a9-4021-93bd-27947fd84fa0 None None] No DVR routers for this DVR port 8d037e58-ac9d-4f06-810f-060ca7987375 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:41:07.675464 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-39343f84-2ec0-4d58-b9a1-d32ae64ba379 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db9156c10>,) {'filters': {'network_id': ['e6e4319b-f117-45bc-b778-122c0cf3b41e']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:41:07.686182 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-39343f84-2ec0-4d58-b9a1-d32ae64ba379 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db9156c10>, '6a34a02c-06a2-4557-835b-f1c92566f2b6') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:41:07.686544 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-39343f84-2ec0-4d58-b9a1-d32ae64ba379 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db9156c10>, '6a34a02c-06a2-4557-835b-f1c92566f2b6') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:41:07.701100 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-39343f84-2ec0-4d58-b9a1-d32ae64ba379 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (6a34a02c-06a2-4557-835b-f1c92566f2b6), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:07.716833 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-39343f84-2ec0-4d58-b9a1-d32ae64ba379 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (6a34a02c-06a2-4557-835b-f1c92566f2b6), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:07.722873 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39343f84-2ec0-4d58-b9a1-d32ae64ba379 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:41:07.723291 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-39343f84-2ec0-4d58-b9a1-d32ae64ba379 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (6a34a02c-06a2-4557-835b-f1c92566f2b6), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:07.726945 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:41:07.726945 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:41:07.726945 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:41:07.726945 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:41:07.726945 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:41:07.726945 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:41:07.726945 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:41:07.726945 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:41:07.726945 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:41:07.726945 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:41:07.726945 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:41:07.726945 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:41:07.726945 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:41:07.726945 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:41:07.726945 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:41:07.726945 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:41:07.726945 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:41:07.726945 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:41:07.726945 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:41:07.726945 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:41:07.726945 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:41:07.726945 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:41:07.726945 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:41:07.726945 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:41:07.726945 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:41:07.726945 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:41:07.726945 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:41:07.726945 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:41:07.726945 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:41:07.726945 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:41:07.726945 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:41:07.726945 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:41:07.783982 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-39343f84-2ec0-4d58-b9a1-d32ae64ba379 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (e6e4319b-f117-45bc-b778-122c0cf3b41e), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:07.791313 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-39343f84-2ec0-4d58-b9a1-d32ae64ba379 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:07.796754 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-39343f84-2ec0-4d58-b9a1-d32ae64ba379 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] 10.222.0.32 "DELETE /v2.0/networks/e6e4319b-f117-45bc-b778-122c0cf3b41e HTTP/1.1" status: 204  len: 168 time: 0.5389950
Feb 05 21:41:07.805432 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39343f84-2ec0-4d58-b9a1-d32ae64ba379 tempest-NetworksIpV6Test-1193689448 tempest-NetworksIpV6Test-1193689448-project] Pushing event deleted for resources: {'Network': ['ID=e6e4319b-f117-45bc-b778-122c0cf3b41e,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:08.039322 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52372) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:41:08.170418 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6ef45087-beb8-4e48-a226-63c9039a39ec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3fe7bb0a795548c9b4bf61102ed1fe63&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1299067
Feb 05 21:41:08.172829 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52376) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:41:08.220433 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c2ea760e-fb41-4854-8432-0c2251498ff8 admin admin] Publish callbacks [] for security_group (963bcd03-1e8e-443c-b287-20bc32f03025), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:08.245361 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c2ea760e-fb41-4854-8432-0c2251498ff8 admin admin] Publish callbacks [] for security_group (963bcd03-1e8e-443c-b287-20bc32f03025), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:08.292258 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c2ea760e-fb41-4854-8432-0c2251498ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (963bcd03-1e8e-443c-b287-20bc32f03025), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:08.294937 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c2ea760e-fb41-4854-8432-0c2251498ff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:08.296169 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c2ea760e-fb41-4854-8432-0c2251498ff8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/963bcd03-1e8e-443c-b287-20bc32f03025 HTTP/1.1" status: 204  len: 168 time: 0.1224439
Feb 05 21:41:08.304242 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea760e-fb41-4854-8432-0c2251498ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963bcd03-1e8e-443c-b287-20bc32f03025,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:08.784388 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 8d037e58-ac9d-4f06-810f-060ca7987375 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:41:08.805073 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 8d037e58-ac9d-4f06-810f-060ca7987375 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:41:08.805490 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 8d037e58-ac9d-4f06-810f-060ca7987375 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:41:08.805916 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7d919119-29c0-40cb-8f77-5ee694dad4fe no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:41:08.825643 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 7d919119-29c0-40cb-8f77-5ee694dad4fe {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:41:08.825919 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7d919119-29c0-40cb-8f77-5ee694dad4fe not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:41:08.933640 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52398) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:41:09.026430 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-8354b8ca-f9e0-49b9-9441-cf078b607057 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2065992681', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:41:09.047897 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8354b8ca-f9e0-49b9-9441-cf078b607057 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (1e7aaa2e-f18b-4c69-9dd2-d391de65e5b1), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:09.048939 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8354b8ca-f9e0-49b9-9441-cf078b607057 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (1e7aaa2e-f18b-4c69-9dd2-d391de65e5b1), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:09.099723 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8354b8ca-f9e0-49b9-9441-cf078b607057 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks [] for router_controller (1e7aaa2e-f18b-4c69-9dd2-d391de65e5b1), precommit_add_association {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:09.104676 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8354b8ca-f9e0-49b9-9441-cf078b607057 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (1e7aaa2e-f18b-4c69-9dd2-d391de65e5b1), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:09.120942 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8354b8ca-f9e0-49b9-9441-cf078b607057 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:09.122125 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8354b8ca-f9e0-49b9-9441-cf078b607057 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.1874192
Feb 05 21:41:09.124986 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52402) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:41:09.129940 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-25f4b06f-54a7-41b9-81c9-ecee11d011a7 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-515783701'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:41:09.148643 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f4b06f-54a7-41b9-81c9-ecee11d011a7 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Made reservation on behalf of 4f0796479aca4d94b3902733294b9d37 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:41:09.152062 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-25f4b06f-54a7-41b9-81c9-ecee11d011a7 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:09.160129 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-25f4b06f-54a7-41b9-81c9-ecee11d011a7 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:09.210232 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:09.242596 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-25f4b06f-54a7-41b9-81c9-ecee11d011a7 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks [] for security_group (4caf7b35-0e18-4954-8d9a-388d443047ca), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:09.246278 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-25f4b06f-54a7-41b9-81c9-ecee11d011a7 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (4caf7b35-0e18-4954-8d9a-388d443047ca), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:09.275512 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25f4b06f-54a7-41b9-81c9-ecee11d011a7 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:41:09.280846 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f4b06f-54a7-41b9-81c9-ecee11d011a7 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4caf7b35-0e18-4954-8d9a-388d443047ca,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:09.290857 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-25f4b06f-54a7-41b9-81c9-ecee11d011a7 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (f3775bfd-3c08-4766-867f-4653f76888d0), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:09.291209 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-25f4b06f-54a7-41b9-81c9-ecee11d011a7 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Added segment f3775bfd-3c08-4766-867f-4653f76888d0 of type vlan for network 7c0ea402-f69d-47a1-a683-9d0eda572c9e
Feb 05 21:41:09.330069 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-25f4b06f-54a7-41b9-81c9-ecee11d011a7 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (7c0ea402-f69d-47a1-a683-9d0eda572c9e), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:09.355437 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-25f4b06f-54a7-41b9-81c9-ecee11d011a7 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (7c0ea402-f69d-47a1-a683-9d0eda572c9e), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:09.360419 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f4b06f-54a7-41b9-81c9-ecee11d011a7 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:41:09.361007 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-25f4b06f-54a7-41b9-81c9-ecee11d011a7 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:09.398826 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-25f4b06f-54a7-41b9-81c9-ecee11d011a7 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.2722869
Feb 05 21:41:09.401964 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52404) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:41:09.407096 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-1ba1bdf8-e268-439e-9954-791ace56e029 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Request body: {'subnet': {'network_id': '7c0ea402-f69d-47a1-a683-9d0eda572c9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:41:09.430400 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f4b06f-54a7-41b9-81c9-ecee11d011a7 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Pushing event updated for resources: {'Network': ['ID=7c0ea402-f69d-47a1-a683-9d0eda572c9e,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:09.441542 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 7c0ea402-f69d-47a1-a683-9d0eda572c9e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:41:09.500436 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba1bdf8-e268-439e-9954-791ace56e029 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Made reservation on behalf of 4f0796479aca4d94b3902733294b9d37 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:41:09.503936 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1ba1bdf8-e268-439e-9954-791ace56e029 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:09.682849 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1ba1bdf8-e268-439e-9954-791ace56e029 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (d8a09c4e-b0dc-4523-8876-dc24aec308ae), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:09.742742 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1bdf8-e268-439e-9954-791ace56e029 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Pushing event updated for resources: {'Subnet': ['ID=d8a09c4e-b0dc-4523-8876-dc24aec308ae,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:09.751433 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba1bdf8-e268-439e-9954-791ace56e029 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Checking segment: {'id': 'f3775bfd-3c08-4766-867f-4653f76888d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c0ea402-f69d-47a1-a683-9d0eda572c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:41:09.751804 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba1bdf8-e268-439e-9954-791ace56e029 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Network hostable DHCP agents. Network: 7c0ea402-f69d-47a1-a683-9d0eda572c9e, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:41:09.768126 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba1bdf8-e268-439e-9954-791ace56e029 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Network 7c0ea402-f69d-47a1-a683-9d0eda572c9e is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:41:09.777011 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-1ba1bdf8-e268-439e-9954-791ace56e029 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7c0ea402-f69d-47a1-a683-9d0eda572c9e) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:41:09.784636 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98490b46-c4b1-4166-ae91-780b9c26fc8c None None] Network 7c0ea402-f69d-47a1-a683-9d0eda572c9e requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:41:09.785948 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba1bdf8-e268-439e-9954-791ace56e029 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:41:09.786600 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1ba1bdf8-e268-439e-9954-791ace56e029 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:09.806171 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1ba1bdf8-e268-439e-9954-791ace56e029 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4001856
Feb 05 21:41:09.806404 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52406) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:41:09.811564 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-6e76b3bd-8f64-461e-a3ce-dae6bba53ca0 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1963233214'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:41:09.831765 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e76b3bd-8f64-461e-a3ce-dae6bba53ca0 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Made reservation on behalf of 4f0796479aca4d94b3902733294b9d37 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:41:09.835198 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6e76b3bd-8f64-461e-a3ce-dae6bba53ca0 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:09.860512 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e76b3bd-8f64-461e-a3ce-dae6bba53ca0 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:41:09.872329 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6e76b3bd-8f64-461e-a3ce-dae6bba53ca0 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (facbd468-9f7d-472e-a280-b13105672d1f), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:09.872709 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-6e76b3bd-8f64-461e-a3ce-dae6bba53ca0 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Added segment facbd468-9f7d-472e-a280-b13105672d1f of type vlan for network 1f35d5b5-4a48-4834-952c-7e0968e46b1f
Feb 05 21:41:09.891640 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80f2ac7-d977-4d60-b1f7-43dd3e89c92a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7c0ea402-f69d-47a1-a683-9d0eda572c9e', 'network_id': '7c0ea402-f69d-47a1-a683-9d0eda572c9e', 'project_id': '4f0796479aca4d94b3902733294b9d37', 'fixed_ips': [{'subnet_id': 'd8a09c4e-b0dc-4523-8876-dc24aec308ae'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:41:09.892504 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d80f2ac7-d977-4d60-b1f7-43dd3e89c92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:09.918092 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6e76b3bd-8f64-461e-a3ce-dae6bba53ca0 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (1f35d5b5-4a48-4834-952c-7e0968e46b1f), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:09.951713 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6e76b3bd-8f64-461e-a3ce-dae6bba53ca0 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (1f35d5b5-4a48-4834-952c-7e0968e46b1f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:09.956940 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e76b3bd-8f64-461e-a3ce-dae6bba53ca0 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:41:09.957513 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6e76b3bd-8f64-461e-a3ce-dae6bba53ca0 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:09.990339 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6e76b3bd-8f64-461e-a3ce-dae6bba53ca0 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.1828861
Feb 05 21:41:09.993677 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52408) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:41:10.000671 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-28d101a9-0860-496e-8e79-f0d7e1ae6c1e tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Request body: {'subnet': {'network_id': '1f35d5b5-4a48-4834-952c-7e0968e46b1f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:41:10.029223 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-d80f2ac7-d977-4d60-b1f7-43dd3e89c92a None None] Allocated IP 172.20.0.2 (7c0ea402-f69d-47a1-a683-9d0eda572c9e/d8a09c4e-b0dc-4523-8876-dc24aec308ae/9c0eadd6-05bd-4ef7-865e-f624035b1521) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:41:10.051267 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e76b3bd-8f64-461e-a3ce-dae6bba53ca0 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Pushing event updated for resources: {'Network': ['ID=1f35d5b5-4a48-4834-952c-7e0968e46b1f,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:10.063058 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 1f35d5b5-4a48-4834-952c-7e0968e46b1f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:41:10.124813 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d101a9-0860-496e-8e79-f0d7e1ae6c1e tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Made reservation on behalf of 4f0796479aca4d94b3902733294b9d37 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:41:10.128422 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-28d101a9-0860-496e-8e79-f0d7e1ae6c1e tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:10.240148 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d80f2ac7-d977-4d60-b1f7-43dd3e89c92a None None] Publish callbacks [] for port (9c0eadd6-05bd-4ef7-865e-f624035b1521), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:10.245763 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d80f2ac7-d977-4d60-b1f7-43dd3e89c92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (9c0eadd6-05bd-4ef7-865e-f624035b1521), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:10.286916 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80f2ac7-d977-4d60-b1f7-43dd3e89c92a None None] Network 7c0ea402-f69d-47a1-a683-9d0eda572c9e is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:41:10.292281 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-d80f2ac7-d977-4d60-b1f7-43dd3e89c92a None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:41:10.296491 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80f2ac7-d977-4d60-b1f7-43dd3e89c92a None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:41:10.299546 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f2ac7-d977-4d60-b1f7-43dd3e89c92a None None] Pushing event updated for resources: {'Port': ['ID=9c0eadd6-05bd-4ef7-865e-f624035b1521,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:10.317908 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-28d101a9-0860-496e-8e79-f0d7e1ae6c1e tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (25e75835-42b4-4987-a6a2-9d71a35419f6), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:10.353282 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-d80f2ac7-d977-4d60-b1f7-43dd3e89c92a None None] Attempting to bind port 9c0eadd6-05bd-4ef7-865e-f624035b1521 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:41:10.353659 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-d80f2ac7-d977-4d60-b1f7-43dd3e89c92a None None] Attempting to bind port 9c0eadd6-05bd-4ef7-865e-f624035b1521 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f3775bfd-3c08-4766-867f-4653f76888d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c0ea402-f69d-47a1-a683-9d0eda572c9e'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:41:10.354022 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80f2ac7-d977-4d60-b1f7-43dd3e89c92a None None] Attempting to bind port 9c0eadd6-05bd-4ef7-865e-f624035b1521 on network 7c0ea402-f69d-47a1-a683-9d0eda572c9e {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:41:10.358922 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80f2ac7-d977-4d60-b1f7-43dd3e89c92a None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:41:10.359303 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80f2ac7-d977-4d60-b1f7-43dd3e89c92a None None] Checking segment: {'id': 'f3775bfd-3c08-4766-867f-4653f76888d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c0ea402-f69d-47a1-a683-9d0eda572c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:41:10.359717 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d80f2ac7-d977-4d60-b1f7-43dd3e89c92a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:10.360119 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80f2ac7-d977-4d60-b1f7-43dd3e89c92a None None] Bound using segment: {'id': 'f3775bfd-3c08-4766-867f-4653f76888d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c0ea402-f69d-47a1-a683-9d0eda572c9e'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:41:10.360721 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-d80f2ac7-d977-4d60-b1f7-43dd3e89c92a None None] Bound port: 9c0eadd6-05bd-4ef7-865e-f624035b1521, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3775bfd-3c08-4766-867f-4653f76888d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c0ea402-f69d-47a1-a683-9d0eda572c9e'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:41:10.361115 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d80f2ac7-d977-4d60-b1f7-43dd3e89c92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9c0eadd6-05bd-4ef7-865e-f624035b1521), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:10.378154 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d101a9-0860-496e-8e79-f0d7e1ae6c1e tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Pushing event updated for resources: {'Subnet': ['ID=25e75835-42b4-4987-a6a2-9d71a35419f6,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:10.387339 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d101a9-0860-496e-8e79-f0d7e1ae6c1e tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Checking segment: {'id': 'facbd468-9f7d-472e-a280-b13105672d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1f35d5b5-4a48-4834-952c-7e0968e46b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:41:10.387709 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d101a9-0860-496e-8e79-f0d7e1ae6c1e tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Network hostable DHCP agents. Network: 1f35d5b5-4a48-4834-952c-7e0968e46b1f, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:41:10.405755 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d101a9-0860-496e-8e79-f0d7e1ae6c1e tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Network 1f35d5b5-4a48-4834-952c-7e0968e46b1f is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:41:10.416498 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-28d101a9-0860-496e-8e79-f0d7e1ae6c1e tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1f35d5b5-4a48-4834-952c-7e0968e46b1f) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:41:10.421964 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d101a9-0860-496e-8e79-f0d7e1ae6c1e tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:41:10.422597 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-28d101a9-0860-496e-8e79-f0d7e1ae6c1e tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:10.440828 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-28d101a9-0860-496e-8e79-f0d7e1ae6c1e tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4461112
Feb 05 21:41:10.443605 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52410) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:41:10.449149 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-29de4c71-d542-4161-96bd-ad07a5d48187 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Request body: {'router': {'external_gateway_info': {'network_id': '1f35d5b5-4a48-4834-952c-7e0968e46b1f'}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:41:10.565216 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255b038a-12d3-46fc-8f32-818baaf721a6 None None] Network 1f35d5b5-4a48-4834-952c-7e0968e46b1f requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:41:10.618951 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:10.660782 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-d80f2ac7-d977-4d60-b1f7-43dd3e89c92a None None] For port 9c0eadd6-05bd-4ef7-865e-f624035b1521, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:41:10.667691 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-29de4c71-d542-4161-96bd-ad07a5d48187 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks [] for router_gateway (1e7aaa2e-f18b-4c69-9dd2-d391de65e5b1), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:10.677113 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-d80f2ac7-d977-4d60-b1f7-43dd3e89c92a None None] For port 9c0eadd6-05bd-4ef7-865e-f624035b1521, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c0eadd6-05bd-4ef7-865e-f624035b1521,segment=NetworkSegment(f3775bfd-3c08-4766-867f-4653f76888d0),segment_id=f3775bfd-3c08-4766-867f-4653f76888d0)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:41:10.682735 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d80f2ac7-d977-4d60-b1f7-43dd3e89c92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9c0eadd6-05bd-4ef7-865e-f624035b1521), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:10.765127 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f2ac7-d977-4d60-b1f7-43dd3e89c92a None None] Pushing event updated for resources: {'Port': ['ID=9c0eadd6-05bd-4ef7-865e-f624035b1521,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:10.769128 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503e2eb6-70fe-4ae6-9fdf-c9275b488fe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1f35d5b5-4a48-4834-952c-7e0968e46b1f', 'network_id': '1f35d5b5-4a48-4834-952c-7e0968e46b1f', 'project_id': '4f0796479aca4d94b3902733294b9d37', 'fixed_ips': [{'subnet_id': '25e75835-42b4-4987-a6a2-9d71a35419f6'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:41:10.770007 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-503e2eb6-70fe-4ae6-9fdf-c9275b488fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:10.796689 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [None req-29de4c71-d542-4161-96bd-ad07a5d48187 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 05 21:41:10.802431 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-29de4c71-d542-4161-96bd-ad07a5d48187 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] 10.222.0.32 "PUT /v2.0/routers/1e7aaa2e-f18b-4c69-9dd2-d391de65e5b1 HTTP/1.1" status: 400  len: 364 time: 0.3533142
Feb 05 21:41:10.803958 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52412) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:41:10.866138 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-0669abdd-999c-4e7d-8370-004142a1bc1a tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Deleting subnet 25e75835-42b4-4987-a6a2-9d71a35419f6 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:41:10.913259 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-503e2eb6-70fe-4ae6-9fdf-c9275b488fe2 None None] Allocated IP 172.21.0.2 (1f35d5b5-4a48-4834-952c-7e0968e46b1f/25e75835-42b4-4987-a6a2-9d71a35419f6/bdde032b-8c04-47a0-9e34-1243fb41b245) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:41:11.083016 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-503e2eb6-70fe-4ae6-9fdf-c9275b488fe2 None None] Publish callbacks [] for port (bdde032b-8c04-47a0-9e34-1243fb41b245), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:11.088906 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0669abdd-999c-4e7d-8370-004142a1bc1a tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks [] for subnet (25e75835-42b4-4987-a6a2-9d71a35419f6), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:11.090596 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-503e2eb6-70fe-4ae6-9fdf-c9275b488fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (bdde032b-8c04-47a0-9e34-1243fb41b245), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:11.135360 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0669abdd-999c-4e7d-8370-004142a1bc1a tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (25e75835-42b4-4987-a6a2-9d71a35419f6), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:11.135594 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503e2eb6-70fe-4ae6-9fdf-c9275b488fe2 None None] Network 1f35d5b5-4a48-4834-952c-7e0968e46b1f is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:41:11.138274 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-503e2eb6-70fe-4ae6-9fdf-c9275b488fe2 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:41:11.140937 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503e2eb6-70fe-4ae6-9fdf-c9275b488fe2 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:41:11.149359 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503e2eb6-70fe-4ae6-9fdf-c9275b488fe2 None None] Pushing event updated for resources: {'Port': ['ID=bdde032b-8c04-47a0-9e34-1243fb41b245,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:11.205508 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-503e2eb6-70fe-4ae6-9fdf-c9275b488fe2 None None] Attempting to bind port bdde032b-8c04-47a0-9e34-1243fb41b245 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:41:11.205972 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-503e2eb6-70fe-4ae6-9fdf-c9275b488fe2 None None] Attempting to bind port bdde032b-8c04-47a0-9e34-1243fb41b245 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'facbd468-9f7d-472e-a280-b13105672d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1f35d5b5-4a48-4834-952c-7e0968e46b1f'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:41:11.206486 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503e2eb6-70fe-4ae6-9fdf-c9275b488fe2 None None] Attempting to bind port bdde032b-8c04-47a0-9e34-1243fb41b245 on network 1f35d5b5-4a48-4834-952c-7e0968e46b1f {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:41:11.212468 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503e2eb6-70fe-4ae6-9fdf-c9275b488fe2 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:41:11.213048 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503e2eb6-70fe-4ae6-9fdf-c9275b488fe2 None None] Checking segment: {'id': 'facbd468-9f7d-472e-a280-b13105672d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1f35d5b5-4a48-4834-952c-7e0968e46b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:41:11.213574 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-503e2eb6-70fe-4ae6-9fdf-c9275b488fe2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:11.214087 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503e2eb6-70fe-4ae6-9fdf-c9275b488fe2 None None] Bound using segment: {'id': 'facbd468-9f7d-472e-a280-b13105672d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1f35d5b5-4a48-4834-952c-7e0968e46b1f'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:41:11.214884 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-503e2eb6-70fe-4ae6-9fdf-c9275b488fe2 None None] Bound port: bdde032b-8c04-47a0-9e34-1243fb41b245, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'facbd468-9f7d-472e-a280-b13105672d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1f35d5b5-4a48-4834-952c-7e0968e46b1f'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:41:11.215302 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-503e2eb6-70fe-4ae6-9fdf-c9275b488fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (bdde032b-8c04-47a0-9e34-1243fb41b245), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:11.229007 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0669abdd-999c-4e7d-8370-004142a1bc1a tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (25e75835-42b4-4987-a6a2-9d71a35419f6), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:11.308614 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0669abdd-999c-4e7d-8370-004142a1bc1a tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (25e75835-42b4-4987-a6a2-9d71a35419f6), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:11.311879 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-503e2eb6-70fe-4ae6-9fdf-c9275b488fe2 None None] For port bdde032b-8c04-47a0-9e34-1243fb41b245, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:41:11.315285 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-503e2eb6-70fe-4ae6-9fdf-c9275b488fe2 None None] For port bdde032b-8c04-47a0-9e34-1243fb41b245, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bdde032b-8c04-47a0-9e34-1243fb41b245,segment=NetworkSegment(facbd468-9f7d-472e-a280-b13105672d1f),segment_id=facbd468-9f7d-472e-a280-b13105672d1f)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:41:11.322698 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-503e2eb6-70fe-4ae6-9fdf-c9275b488fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (bdde032b-8c04-47a0-9e34-1243fb41b245), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:11.323991 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0669abdd-999c-4e7d-8370-004142a1bc1a tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:11.327812 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0669abdd-999c-4e7d-8370-004142a1bc1a tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] 10.222.0.32 "DELETE /v2.0/subnets/25e75835-42b4-4987-a6a2-9d71a35419f6 HTTP/1.1" status: 204  len: 168 time: 0.5221286
Feb 05 21:41:11.330688 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52414) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:41:11.346403 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669abdd-999c-4e7d-8370-004142a1bc1a tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Pushing event deleted for resources: {'Subnet': ['ID=25e75835-42b4-4987-a6a2-9d71a35419f6,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:11.398393 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503e2eb6-70fe-4ae6-9fdf-c9275b488fe2 None None] Pushing event updated for resources: {'Port': ['ID=bdde032b-8c04-47a0-9e34-1243fb41b245,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:11.415517 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ae698e0f-c518-4451-a441-e3b066680185 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (1f35d5b5-4a48-4834-952c-7e0968e46b1f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:11.475733 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-ae698e0f-c518-4451-a441-e3b066680185 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Deleting port bdde032b-8c04-47a0-9e34-1243fb41b245 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:41:11.476084 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ae698e0f-c518-4451-a441-e3b066680185 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (bdde032b-8c04-47a0-9e34-1243fb41b245), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:11.542931 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-ae698e0f-c518-4451-a441-e3b066680185 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] For port bdde032b-8c04-47a0-9e34-1243fb41b245, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bdde032b-8c04-47a0-9e34-1243fb41b245,segment=NetworkSegment(facbd468-9f7d-472e-a280-b13105672d1f),segment_id=facbd468-9f7d-472e-a280-b13105672d1f)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:41:11.543310 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ae698e0f-c518-4451-a441-e3b066680185 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (bdde032b-8c04-47a0-9e34-1243fb41b245), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:11.556518 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-ae698e0f-c518-4451-a441-e3b066680185 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Calling delete_port for bdde032b-8c04-47a0-9e34-1243fb41b245 owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:41:11.654465 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ae698e0f-c518-4451-a441-e3b066680185 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (bdde032b-8c04-47a0-9e34-1243fb41b245), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:11.683746 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae698e0f-c518-4451-a441-e3b066680185 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Pushing event deleted for resources: {'Port': ['ID=bdde032b-8c04-47a0-9e34-1243fb41b245,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:11.687510 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae698e0f-c518-4451-a441-e3b066680185 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] No DVR routers for this DVR port bdde032b-8c04-47a0-9e34-1243fb41b245 on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:41:11.779516 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ae698e0f-c518-4451-a441-e3b066680185 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (1f35d5b5-4a48-4834-952c-7e0968e46b1f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:11.802493 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-ae698e0f-c518-4451-a441-e3b066680185 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db200a0d0>,) {'filters': {'network_id': ['1f35d5b5-4a48-4834-952c-7e0968e46b1f']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:41:11.812451 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-ae698e0f-c518-4451-a441-e3b066680185 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db200a0d0>, 'facbd468-9f7d-472e-a280-b13105672d1f') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:41:11.812681 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-ae698e0f-c518-4451-a441-e3b066680185 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db200a0d0>, 'facbd468-9f7d-472e-a280-b13105672d1f') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:41:11.823692 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ae698e0f-c518-4451-a441-e3b066680185 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (facbd468-9f7d-472e-a280-b13105672d1f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:11.838100 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ae698e0f-c518-4451-a441-e3b066680185 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (facbd468-9f7d-472e-a280-b13105672d1f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:11.844403 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae698e0f-c518-4451-a441-e3b066680185 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:41:11.844809 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ae698e0f-c518-4451-a441-e3b066680185 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (facbd468-9f7d-472e-a280-b13105672d1f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:11.848223 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:41:11.848223 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:41:11.848223 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:41:11.848223 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:41:11.848223 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:41:11.848223 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:41:11.848223 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:41:11.848223 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:41:11.848223 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:41:11.848223 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:41:11.848223 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:41:11.848223 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:41:11.848223 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:41:11.848223 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:41:11.848223 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:41:11.848223 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:41:11.848223 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:41:11.848223 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:41:11.848223 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:41:11.848223 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:41:11.848223 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:41:11.848223 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:41:11.848223 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:41:11.848223 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:41:11.848223 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:41:11.848223 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:41:11.848223 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:41:11.848223 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:41:11.848223 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:41:11.848223 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:41:11.848223 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:41:11.848223 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:41:11.877993 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bc5a82-f488-4a30-a7d2-c27f059d7308 None None] Network 7c0ea402-f69d-47a1-a683-9d0eda572c9e requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:41:11.910417 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ae698e0f-c518-4451-a441-e3b066680185 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (1f35d5b5-4a48-4834-952c-7e0968e46b1f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:11.917988 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-ae698e0f-c518-4451-a441-e3b066680185 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:11.921277 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ae698e0f-c518-4451-a441-e3b066680185 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] 10.222.0.32 "DELETE /v2.0/networks/1f35d5b5-4a48-4834-952c-7e0968e46b1f HTTP/1.1" status: 204  len: 168 time: 0.5895855
Feb 05 21:41:11.923780 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52416) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:41:11.941193 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae698e0f-c518-4451-a441-e3b066680185 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Pushing event deleted for resources: {'Network': ['ID=1f35d5b5-4a48-4834-952c-7e0968e46b1f,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:11.992420 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c6ebf35-c275-4694-878c-97cdb5742af8 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Deleting subnet d8a09c4e-b0dc-4523-8876-dc24aec308ae {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:41:11.995567 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7c6ebf35-c275-4694-878c-97cdb5742af8 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks [] for subnet (d8a09c4e-b0dc-4523-8876-dc24aec308ae), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:12.003562 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-055820e2-d75b-4e18-90ad-11ca601c400c None None] Provisioning complete for port 9c0eadd6-05bd-4ef7-865e-f624035b1521 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:41:12.004062 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-055820e2-d75b-4e18-90ad-11ca601c400c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9c0eadd6-05bd-4ef7-865e-f624035b1521), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:12.035831 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7c6ebf35-c275-4694-878c-97cdb5742af8 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (d8a09c4e-b0dc-4523-8876-dc24aec308ae), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:12.096043 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-055820e2-d75b-4e18-90ad-11ca601c400c None None] Current status of the port 9c0eadd6-05bd-4ef7-865e-f624035b1521 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:41:12.096434 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-055820e2-d75b-4e18-90ad-11ca601c400c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9c0eadd6-05bd-4ef7-865e-f624035b1521), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:12.137709 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-055820e2-d75b-4e18-90ad-11ca601c400c None None] For port 9c0eadd6-05bd-4ef7-865e-f624035b1521, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c0eadd6-05bd-4ef7-865e-f624035b1521,segment=NetworkSegment(f3775bfd-3c08-4766-867f-4653f76888d0),segment_id=f3775bfd-3c08-4766-867f-4653f76888d0)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:41:12.143560 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-055820e2-d75b-4e18-90ad-11ca601c400c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9c0eadd6-05bd-4ef7-865e-f624035b1521), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:12.150770 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7c6ebf35-c275-4694-878c-97cdb5742af8 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (d8a09c4e-b0dc-4523-8876-dc24aec308ae), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:12.201603 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055820e2-d75b-4e18-90ad-11ca601c400c None None] Pushing event updated for resources: {'Port': ['ID=9c0eadd6-05bd-4ef7-865e-f624035b1521,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:12.237584 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7c6ebf35-c275-4694-878c-97cdb5742af8 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (d8a09c4e-b0dc-4523-8876-dc24aec308ae), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:12.268969 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ebf35-c275-4694-878c-97cdb5742af8 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Pushing event deleted for resources: {'Subnet': ['ID=d8a09c4e-b0dc-4523-8876-dc24aec308ae,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:12.272781 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7c6ebf35-c275-4694-878c-97cdb5742af8 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:12.279208 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7c6ebf35-c275-4694-878c-97cdb5742af8 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] 10.222.0.32 "DELETE /v2.0/subnets/d8a09c4e-b0dc-4523-8876-dc24aec308ae HTTP/1.1" status: 204  len: 168 time: 0.3542593
Feb 05 21:41:12.279928 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52418) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:41:12.322003 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44597803-bcf9-4834-9ffc-2f9e243f86a6 None None] Network 7c0ea402-f69d-47a1-a683-9d0eda572c9e requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:41:12.361872 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d00c2166-10ba-45cd-9bc2-644b26778bed tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (7c0ea402-f69d-47a1-a683-9d0eda572c9e), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:12.414001 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-a43e5f8f-cfdd-4d3f-8449-2dfedbeb9533 None None] Provisioning complete for port 9c0eadd6-05bd-4ef7-865e-f624035b1521 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:41:12.414436 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a43e5f8f-cfdd-4d3f-8449-2dfedbeb9533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9c0eadd6-05bd-4ef7-865e-f624035b1521), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:12.420004 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-d00c2166-10ba-45cd-9bc2-644b26778bed tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Deleting port 9c0eadd6-05bd-4ef7-865e-f624035b1521 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:41:12.420562 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d00c2166-10ba-45cd-9bc2-644b26778bed tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (9c0eadd6-05bd-4ef7-865e-f624035b1521), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:12.494672 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-d00c2166-10ba-45cd-9bc2-644b26778bed tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] For port 9c0eadd6-05bd-4ef7-865e-f624035b1521, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c0eadd6-05bd-4ef7-865e-f624035b1521,segment=NetworkSegment(f3775bfd-3c08-4766-867f-4653f76888d0),segment_id=f3775bfd-3c08-4766-867f-4653f76888d0)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:41:12.495486 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d00c2166-10ba-45cd-9bc2-644b26778bed tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (9c0eadd6-05bd-4ef7-865e-f624035b1521), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:12.508592 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-d00c2166-10ba-45cd-9bc2-644b26778bed tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Calling delete_port for 9c0eadd6-05bd-4ef7-865e-f624035b1521 owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:41:12.514522 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a43e5f8f-cfdd-4d3f-8449-2dfedbeb9533 None None] Current status of the port 9c0eadd6-05bd-4ef7-865e-f624035b1521 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:41:12.543997 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a3ee1c-3ad4-4d6f-b486-16298912f42c None None] DHCP port deletion for 7c0ea402-f69d-47a1-a683-9d0eda572c9e request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:41:12.588078 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50d9b40-b7ec-48df-b79d-1fcaa06788ee None None] DHCP port deletion for 1f35d5b5-4a48-4834-952c-7e0968e46b1f request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:41:12.592668 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d00c2166-10ba-45cd-9bc2-644b26778bed tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (9c0eadd6-05bd-4ef7-865e-f624035b1521), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:12.610117 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9430a248-da8a-45f7-b6e5-6258baeefe62 None None] Network 1f35d5b5-4a48-4834-952c-7e0968e46b1f requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:41:12.614974 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-29a3ee1c-3ad4-4d6f-b486-16298912f42c None None] Deleting port 9c0eadd6-05bd-4ef7-865e-f624035b1521 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:41:12.615347 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-29a3ee1c-3ad4-4d6f-b486-16298912f42c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (9c0eadd6-05bd-4ef7-865e-f624035b1521), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:12.624114 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c2166-10ba-45cd-9bc2-644b26778bed tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Pushing event deleted for resources: {'Port': ['ID=9c0eadd6-05bd-4ef7-865e-f624035b1521,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:12.625939 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00c2166-10ba-45cd-9bc2-644b26778bed tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] No DVR routers for this DVR port 9c0eadd6-05bd-4ef7-865e-f624035b1521 on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:41:12.644452 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9430a248-da8a-45f7-b6e5-6258baeefe62 None None] Network 1f35d5b5-4a48-4834-952c-7e0968e46b1f could not be found, it might have been deleted concurrently. {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Feb 05 21:41:12.654652 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-5743bcba-7e25-45e0-b7e9-792403121e56 None None] Could not find standard attr ID for object bdde032b-8c04-47a0-9e34-1243fb41b245. {{(pid=114392) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 05 21:41:12.700024 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-29a3ee1c-3ad4-4d6f-b486-16298912f42c None None] For port 9c0eadd6-05bd-4ef7-865e-f624035b1521, host ncdv-master-1, got binding levels [] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:41:12.700346 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-29a3ee1c-3ad4-4d6f-b486-16298912f42c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (9c0eadd6-05bd-4ef7-865e-f624035b1521), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:12.703474 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d00c2166-10ba-45cd-9bc2-644b26778bed tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (7c0ea402-f69d-47a1-a683-9d0eda572c9e), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:12.712960 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-29a3ee1c-3ad4-4d6f-b486-16298912f42c None None] Calling delete_port for 9c0eadd6-05bd-4ef7-865e-f624035b1521 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:41:12.715818 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.ipam_backend_mixin [None req-29a3ee1c-3ad4-4d6f-b486-16298912f42c None None] Port 9c0eadd6-05bd-4ef7-865e-f624035b1521 was not found and therefore no delete operation was performed {{(pid=114392) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Feb 05 21:41:12.717046 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-29a3ee1c-3ad4-4d6f-b486-16298912f42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (9c0eadd6-05bd-4ef7-865e-f624035b1521), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:12.723364 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-d00c2166-10ba-45cd-9bc2-644b26778bed tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db8ca4190>,) {'filters': {'network_id': ['7c0ea402-f69d-47a1-a683-9d0eda572c9e']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:41:12.734287 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-d00c2166-10ba-45cd-9bc2-644b26778bed tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8ca4190>, 'f3775bfd-3c08-4766-867f-4653f76888d0') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:41:12.734643 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-d00c2166-10ba-45cd-9bc2-644b26778bed tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8ca4190>, 'f3775bfd-3c08-4766-867f-4653f76888d0') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:41:12.746934 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a3ee1c-3ad4-4d6f-b486-16298912f42c None None] Pushing event deleted for resources: {'Port': ['ID=9c0eadd6-05bd-4ef7-865e-f624035b1521,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:12.750786 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d00c2166-10ba-45cd-9bc2-644b26778bed tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (f3775bfd-3c08-4766-867f-4653f76888d0), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:12.753037 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a3ee1c-3ad4-4d6f-b486-16298912f42c None None] No DVR routers for this DVR port 9c0eadd6-05bd-4ef7-865e-f624035b1521 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:41:12.769224 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d00c2166-10ba-45cd-9bc2-644b26778bed tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (f3775bfd-3c08-4766-867f-4653f76888d0), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:12.776107 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d00c2166-10ba-45cd-9bc2-644b26778bed tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:41:12.776713 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d00c2166-10ba-45cd-9bc2-644b26778bed tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (f3775bfd-3c08-4766-867f-4653f76888d0), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:12.779715 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:41:12.779715 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:41:12.779715 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:41:12.779715 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:41:12.779715 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:41:12.779715 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:41:12.779715 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:41:12.779715 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:41:12.779715 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:41:12.779715 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:41:12.779715 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:41:12.779715 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:41:12.779715 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:41:12.779715 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:41:12.779715 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:41:12.779715 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:41:12.779715 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:41:12.779715 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:41:12.779715 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:41:12.779715 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:41:12.779715 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:41:12.779715 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:41:12.779715 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:41:12.779715 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:41:12.779715 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:41:12.779715 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:41:12.779715 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:41:12.779715 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:41:12.779715 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:41:12.779715 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:41:12.779715 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:41:12.779715 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:41:12.837332 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d00c2166-10ba-45cd-9bc2-644b26778bed tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (7c0ea402-f69d-47a1-a683-9d0eda572c9e), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:12.845731 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d00c2166-10ba-45cd-9bc2-644b26778bed tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:12.848485 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d00c2166-10ba-45cd-9bc2-644b26778bed tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] 10.222.0.32 "DELETE /v2.0/networks/7c0ea402-f69d-47a1-a683-9d0eda572c9e HTTP/1.1" status: 204  len: 168 time: 0.5675259
Feb 05 21:41:12.851488 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52420) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:41:12.857703 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c2166-10ba-45cd-9bc2-644b26778bed tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Pushing event deleted for resources: {'Network': ['ID=7c0ea402-f69d-47a1-a683-9d0eda572c9e,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:12.879293 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8b0f7c04-919a-4f98-b8c2-20617171a7f3 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e7aaa2e-f18b-4c69-9dd2-d391de65e5b1 HTTP/1.1" status: 200  len: 205 time: 0.0266154
Feb 05 21:41:12.881664 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52422) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:41:12.959494 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ff21d57a-0fa6-4159-a8c0-e59c01109814 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks [] for router (1e7aaa2e-f18b-4c69-9dd2-d391de65e5b1), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:13.124848 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ff21d57a-0fa6-4159-a8c0-e59c01109814 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (1e7aaa2e-f18b-4c69-9dd2-d391de65e5b1), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:13.126978 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ff21d57a-0fa6-4159-a8c0-e59c01109814 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks [] for router_controller (1e7aaa2e-f18b-4c69-9dd2-d391de65e5b1), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:13.172031 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ff21d57a-0fa6-4159-a8c0-e59c01109814 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (1e7aaa2e-f18b-4c69-9dd2-d391de65e5b1), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:13.172593 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff21d57a-0fa6-4159-a8c0-e59c01109814 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Fanout notify agent at l3_agent the message router_deleted on router 1e7aaa2e-f18b-4c69-9dd2-d391de65e5b1 {{(pid=114391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:41:13.179513 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ff21d57a-0fa6-4159-a8c0-e59c01109814 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:13.180836 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ff21d57a-0fa6-4159-a8c0-e59c01109814 tempest-RoutersNegativeTest-532772547 tempest-RoutersNegativeTest-532772547-project] 10.222.0.32 "DELETE /v2.0/routers/1e7aaa2e-f18b-4c69-9dd2-d391de65e5b1 HTTP/1.1" status: 204  len: 168 time: 0.2982733
Feb 05 21:41:13.424777 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52428) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:41:13.556698 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9f7160b5-ee7b-4cc2-b453-f9e743aa2d39 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f0796479aca4d94b3902733294b9d37&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1307638
Feb 05 21:41:13.559260 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52432) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:41:13.606398 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-39511c69-30c2-4d03-b4b7-514c1d0b447c admin admin] Publish callbacks [] for security_group (4caf7b35-0e18-4954-8d9a-388d443047ca), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:13.627253 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-39511c69-30c2-4d03-b4b7-514c1d0b447c admin admin] Publish callbacks [] for security_group (4caf7b35-0e18-4954-8d9a-388d443047ca), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:13.677725 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-39511c69-30c2-4d03-b4b7-514c1d0b447c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (4caf7b35-0e18-4954-8d9a-388d443047ca), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:13.680410 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-39511c69-30c2-4d03-b4b7-514c1d0b447c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:13.681546 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-39511c69-30c2-4d03-b4b7-514c1d0b447c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4caf7b35-0e18-4954-8d9a-388d443047ca HTTP/1.1" status: 204  len: 168 time: 0.1213932
Feb 05 21:41:13.689199 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39511c69-30c2-4d03-b4b7-514c1d0b447c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4caf7b35-0e18-4954-8d9a-388d443047ca,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:14.288316 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52454) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:41:14.380938 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-417d2530-db94-4a8e-bed8-534efcca544b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-731709852-network', 'tenant_id': '3c3f47ed255445f5b7a2c3d296cd76e8'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:41:14.399981 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417d2530-db94-4a8e-bed8-534efcca544b admin admin] Made reservation on behalf of 3c3f47ed255445f5b7a2c3d296cd76e8 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:41:14.402319 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-417d2530-db94-4a8e-bed8-534efcca544b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:14.410808 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-417d2530-db94-4a8e-bed8-534efcca544b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:14.483369 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-417d2530-db94-4a8e-bed8-534efcca544b admin admin] Publish callbacks [] for security_group (82f972ae-9ce6-401b-a0c1-983058b208d7), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:14.487006 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-417d2530-db94-4a8e-bed8-534efcca544b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (82f972ae-9ce6-401b-a0c1-983058b208d7), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:14.513605 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-417d2530-db94-4a8e-bed8-534efcca544b admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:41:14.518839 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d2530-db94-4a8e-bed8-534efcca544b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f972ae-9ce6-401b-a0c1-983058b208d7,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:14.526788 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-417d2530-db94-4a8e-bed8-534efcca544b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (52e59ed2-2d6a-423a-a24e-4707273dc0e3), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:14.527126 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-417d2530-db94-4a8e-bed8-534efcca544b admin admin] Added segment 52e59ed2-2d6a-423a-a24e-4707273dc0e3 of type vlan for network 74c2f06d-2143-4134-9b46-73ac1b8138e5
Feb 05 21:41:14.569413 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-417d2530-db94-4a8e-bed8-534efcca544b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (74c2f06d-2143-4134-9b46-73ac1b8138e5), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:14.593369 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-417d2530-db94-4a8e-bed8-534efcca544b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (74c2f06d-2143-4134-9b46-73ac1b8138e5), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:14.594290 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417d2530-db94-4a8e-bed8-534efcca544b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:41:14.594905 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-417d2530-db94-4a8e-bed8-534efcca544b admin admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:14.623922 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-417d2530-db94-4a8e-bed8-534efcca544b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3343539
Feb 05 21:41:14.626995 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52458) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:41:14.632152 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-fce44a08-1222-497a-9f6d-338964cf0aea admin admin] Request body: {'subnet': {'network_id': '74c2f06d-2143-4134-9b46-73ac1b8138e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-731709852-subnet', 'tenant_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'ip_version': 4}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:41:14.655057 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce44a08-1222-497a-9f6d-338964cf0aea admin admin] Made reservation on behalf of 3c3f47ed255445f5b7a2c3d296cd76e8 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:41:14.657583 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d2530-db94-4a8e-bed8-534efcca544b admin admin] Pushing event updated for resources: {'Network': ['ID=74c2f06d-2143-4134-9b46-73ac1b8138e5,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:14.657714 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fce44a08-1222-497a-9f6d-338964cf0aea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:14.669251 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 74c2f06d-2143-4134-9b46-73ac1b8138e5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:41:14.836536 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fce44a08-1222-497a-9f6d-338964cf0aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (e50e390c-808a-4732-8c5e-7ea4a33bb207), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:14.891242 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce44a08-1222-497a-9f6d-338964cf0aea admin admin] Pushing event updated for resources: {'Subnet': ['ID=e50e390c-808a-4732-8c5e-7ea4a33bb207,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:14.899670 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce44a08-1222-497a-9f6d-338964cf0aea admin admin] Checking segment: {'id': '52e59ed2-2d6a-423a-a24e-4707273dc0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '74c2f06d-2143-4134-9b46-73ac1b8138e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:41:14.900038 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce44a08-1222-497a-9f6d-338964cf0aea admin admin] Network hostable DHCP agents. Network: 74c2f06d-2143-4134-9b46-73ac1b8138e5, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:41:14.917286 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce44a08-1222-497a-9f6d-338964cf0aea admin admin] Network 74c2f06d-2143-4134-9b46-73ac1b8138e5 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:41:14.925968 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-fce44a08-1222-497a-9f6d-338964cf0aea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 74c2f06d-2143-4134-9b46-73ac1b8138e5) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:41:14.934353 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce44a08-1222-497a-9f6d-338964cf0aea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:41:14.934997 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fce44a08-1222-497a-9f6d-338964cf0aea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:14.940368 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6057b90-8876-4ca9-a072-ecdb5c71db21 None None] Network 74c2f06d-2143-4134-9b46-73ac1b8138e5 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:41:14.953053 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-fce44a08-1222-497a-9f6d-338964cf0aea admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3248222
Feb 05 21:41:14.955741 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52460) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:41:14.960062 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-53a8696b-7393-43a5-9e87-fcc409d079f2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-731709852-router', 'tenant_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:41:14.980313 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-53a8696b-7393-43a5-9e87-fcc409d079f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (89647acf-4634-4deb-bd15-678acadeb609), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:14.981403 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-53a8696b-7393-43a5-9e87-fcc409d079f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (89647acf-4634-4deb-bd15-678acadeb609), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:15.036713 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-53a8696b-7393-43a5-9e87-fcc409d079f2 admin admin] Publish callbacks [] for router_controller (89647acf-4634-4deb-bd15-678acadeb609), precommit_add_association {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:15.044595 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d9dae3-e755-4845-804c-07669d05f7db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-74c2f06d-2143-4134-9b46-73ac1b8138e5', 'network_id': '74c2f06d-2143-4134-9b46-73ac1b8138e5', 'project_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'fixed_ips': [{'subnet_id': 'e50e390c-808a-4732-8c5e-7ea4a33bb207'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:41:15.045460 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-56d9dae3-e755-4845-804c-07669d05f7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:15.175982 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-56d9dae3-e755-4845-804c-07669d05f7db None None] Allocated IP 172.20.0.2 (74c2f06d-2143-4134-9b46-73ac1b8138e5/e50e390c-808a-4732-8c5e-7ea4a33bb207/9425fb24-fad9-43da-9b32-3057ffa05510) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:41:15.184522 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-53a8696b-7393-43a5-9e87-fcc409d079f2 admin admin] Publish callbacks [] for router_gateway (89647acf-4634-4deb-bd15-678acadeb609), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:15.321649 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-56d9dae3-e755-4845-804c-07669d05f7db None None] Publish callbacks [] for port (9425fb24-fad9-43da-9b32-3057ffa05510), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:15.327615 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-56d9dae3-e755-4845-804c-07669d05f7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (9425fb24-fad9-43da-9b32-3057ffa05510), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:15.370560 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d9dae3-e755-4845-804c-07669d05f7db None None] Network 74c2f06d-2143-4134-9b46-73ac1b8138e5 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:41:15.373888 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-56d9dae3-e755-4845-804c-07669d05f7db None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:41:15.376451 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d9dae3-e755-4845-804c-07669d05f7db None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:41:15.388152 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d9dae3-e755-4845-804c-07669d05f7db None None] Pushing event updated for resources: {'Port': ['ID=9425fb24-fad9-43da-9b32-3057ffa05510,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:15.389033 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-53a8696b-7393-43a5-9e87-fcc409d079f2 admin admin] Publish callbacks [] for router_gateway (89647acf-4634-4deb-bd15-678acadeb609), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:15.409389 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-53a8696b-7393-43a5-9e87-fcc409d079f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:15.438305 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-56d9dae3-e755-4845-804c-07669d05f7db None None] Attempting to bind port 9425fb24-fad9-43da-9b32-3057ffa05510 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:41:15.438628 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-56d9dae3-e755-4845-804c-07669d05f7db None None] Attempting to bind port 9425fb24-fad9-43da-9b32-3057ffa05510 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '52e59ed2-2d6a-423a-a24e-4707273dc0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '74c2f06d-2143-4134-9b46-73ac1b8138e5'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:41:15.438991 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d9dae3-e755-4845-804c-07669d05f7db None None] Attempting to bind port 9425fb24-fad9-43da-9b32-3057ffa05510 on network 74c2f06d-2143-4134-9b46-73ac1b8138e5 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:41:15.443859 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d9dae3-e755-4845-804c-07669d05f7db None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:41:15.444233 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d9dae3-e755-4845-804c-07669d05f7db None None] Checking segment: {'id': '52e59ed2-2d6a-423a-a24e-4707273dc0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '74c2f06d-2143-4134-9b46-73ac1b8138e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:41:15.444636 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-56d9dae3-e755-4845-804c-07669d05f7db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:15.445207 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d9dae3-e755-4845-804c-07669d05f7db None None] Bound using segment: {'id': '52e59ed2-2d6a-423a-a24e-4707273dc0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '74c2f06d-2143-4134-9b46-73ac1b8138e5'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:41:15.445682 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-56d9dae3-e755-4845-804c-07669d05f7db None None] Bound port: 9425fb24-fad9-43da-9b32-3057ffa05510, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e59ed2-2d6a-423a-a24e-4707273dc0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '74c2f06d-2143-4134-9b46-73ac1b8138e5'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:41:15.446081 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-56d9dae3-e755-4845-804c-07669d05f7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9425fb24-fad9-43da-9b32-3057ffa05510), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:15.506645 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-56d9dae3-e755-4845-804c-07669d05f7db None None] For port 9425fb24-fad9-43da-9b32-3057ffa05510, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:41:15.509849 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-56d9dae3-e755-4845-804c-07669d05f7db None None] For port 9425fb24-fad9-43da-9b32-3057ffa05510, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9425fb24-fad9-43da-9b32-3057ffa05510,segment=NetworkSegment(52e59ed2-2d6a-423a-a24e-4707273dc0e3),segment_id=52e59ed2-2d6a-423a-a24e-4707273dc0e3)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:41:15.512650 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-53a8696b-7393-43a5-9e87-fcc409d079f2 admin admin] Allocated IP 172.35.4.193 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/35448cd4-c91a-425c-a10c-b660cfa8d45f) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:41:15.516138 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-56d9dae3-e755-4845-804c-07669d05f7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9425fb24-fad9-43da-9b32-3057ffa05510), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:15.582329 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d9dae3-e755-4845-804c-07669d05f7db None None] Pushing event updated for resources: {'Port': ['ID=9425fb24-fad9-43da-9b32-3057ffa05510,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:15.624574 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-53a8696b-7393-43a5-9e87-fcc409d079f2 admin admin] Publish callbacks [] for port (35448cd4-c91a-425c-a10c-b660cfa8d45f), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:15.659117 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:15.661377 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-53a8696b-7393-43a5-9e87-fcc409d079f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (35448cd4-c91a-425c-a10c-b660cfa8d45f), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:15.710631 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a8696b-7393-43a5-9e87-fcc409d079f2 admin admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:41:15.713667 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-53a8696b-7393-43a5-9e87-fcc409d079f2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:41:15.716504 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a8696b-7393-43a5-9e87-fcc409d079f2 admin admin] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:41:15.719995 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a8696b-7393-43a5-9e87-fcc409d079f2 admin admin] Pushing event updated for resources: {'Port': ['ID=35448cd4-c91a-425c-a10c-b660cfa8d45f,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:15.985027 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-53a8696b-7393-43a5-9e87-fcc409d079f2 admin admin] Publish callbacks [] for router_gateway (89647acf-4634-4deb-bd15-678acadeb609), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:16.181364 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-53a8696b-7393-43a5-9e87-fcc409d079f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (89647acf-4634-4deb-bd15-678acadeb609), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:16.319720 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a8696b-7393-43a5-9e87-fcc409d079f2 admin admin] Router 89647acf-4634-4deb-bd15-678acadeb609 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:41:16.432715 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a8696b-7393-43a5-9e87-fcc409d079f2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:41:16.442219 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0a6990-0dc2-47d2-b2af-bfcb434bc01f None None] Sync routers for ids ['89647acf-4634-4deb-bd15-678acadeb609'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:41:16.453540 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0a6990-0dc2-47d2-b2af-bfcb434bc01f None None] Routers {'89647acf-4634-4deb-bd15-678acadeb609'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:41:16.454492 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-3b0a6990-0dc2-47d2-b2af-bfcb434bc01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8cf1340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:41:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['89647acf-4634-4deb-bd15-678acadeb609'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:41:16.455279 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-53a8696b-7393-43a5-9e87-fcc409d079f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:16.456557 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-53a8696b-7393-43a5-9e87-fcc409d079f2 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.4998050
Feb 05 21:41:16.459329 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52462) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:41:16.546210 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16af12c2-45df-43f3-9147-67c2b2db0be1 None None] Network 74c2f06d-2143-4134-9b46-73ac1b8138e5 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:41:16.578813 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-3b0a6990-0dc2-47d2-b2af-bfcb434bc01f None None] Set router 89647acf-4634-4deb-bd15-678acadeb609 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:41:16.621866 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-1d0f075f-f58e-4235-8dc8-c3a0a472215f None None] Provisioning complete for port 9425fb24-fad9-43da-9b32-3057ffa05510 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:41:16.622241 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1d0f075f-f58e-4235-8dc8-c3a0a472215f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9425fb24-fad9-43da-9b32-3057ffa05510), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:16.740174 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-1d0f075f-f58e-4235-8dc8-c3a0a472215f None None] Current status of the port 9425fb24-fad9-43da-9b32-3057ffa05510 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:41:16.740569 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1d0f075f-f58e-4235-8dc8-c3a0a472215f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9425fb24-fad9-43da-9b32-3057ffa05510), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:16.784769 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-3b0a6990-0dc2-47d2-b2af-bfcb434bc01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8cf1340>, [{'id': '89647acf-4634-4deb-bd15-678acadeb609', 'name': 'tempest-TestMinimumBasicScenario-731709852-router', 'tenant_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': '35448cd4-c91a-425c-a10c-b660cfa8d45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:41:14Z', 'updated_at': '2022-02-05T21:41:15Z', 'revision_number': 3, 'project_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'gw_port': {'id': '35448cd4-c91a-425c-a10c-b660cfa8d45f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:86:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89647acf-4634-4deb-bd15-678acadeb609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:41:15Z', 'updated_at': '2022-02-05T21:41:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:41:16.806700 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-1d0f075f-f58e-4235-8dc8-c3a0a472215f None None] For port 9425fb24-fad9-43da-9b32-3057ffa05510, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9425fb24-fad9-43da-9b32-3057ffa05510,segment=NetworkSegment(52e59ed2-2d6a-423a-a24e-4707273dc0e3),segment_id=52e59ed2-2d6a-423a-a24e-4707273dc0e3)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:41:16.821288 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0a6990-0dc2-47d2-b2af-bfcb434bc01f None None] Checking router: 89647acf-4634-4deb-bd15-678acadeb609 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:41:16.821781 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0a6990-0dc2-47d2-b2af-bfcb434bc01f None None] Updating router 89647acf-4634-4deb-bd15-678acadeb609 port 35448cd4-c91a-425c-a10c-b660cfa8d45f binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:41:16.834371 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1d0f075f-f58e-4235-8dc8-c3a0a472215f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (9425fb24-fad9-43da-9b32-3057ffa05510), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:16.853508 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-3b0a6990-0dc2-47d2-b2af-bfcb434bc01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (35448cd4-c91a-425c-a10c-b660cfa8d45f), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:16.912309 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9425fb24-fad9-43da-9b32-3057ffa05510 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:41:16.917126 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f075f-f58e-4235-8dc8-c3a0a472215f None None] Pushing event updated for resources: {'Port': ['ID=9425fb24-fad9-43da-9b32-3057ffa05510,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:16.971863 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 9425fb24-fad9-43da-9b32-3057ffa05510 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:41:16.972550 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9425fb24-fad9-43da-9b32-3057ffa05510), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:16.997538 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7a23624a-7349-41b1-a39a-57280854c5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:17.068717 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 9425fb24-fad9-43da-9b32-3057ffa05510 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:41:17.072016 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-911ae4c0-ae8a-4f9c-9f12-1baea0e1d430 None None] Provisioning complete for port 9425fb24-fad9-43da-9b32-3057ffa05510 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:41:17.072630 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-911ae4c0-ae8a-4f9c-9f12-1baea0e1d430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9425fb24-fad9-43da-9b32-3057ffa05510), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:17.155248 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-911ae4c0-ae8a-4f9c-9f12-1baea0e1d430 None None] Current status of the port 9425fb24-fad9-43da-9b32-3057ffa05510 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:41:17.160898 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-3b0a6990-0dc2-47d2-b2af-bfcb434bc01f None None] Publish callbacks [] for port (35448cd4-c91a-425c-a10c-b660cfa8d45f), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:17.167327 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-3b0a6990-0dc2-47d2-b2af-bfcb434bc01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (35448cd4-c91a-425c-a10c-b660cfa8d45f), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:17.171955 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-7a23624a-7349-41b1-a39a-57280854c5dd admin admin] Allocated IP 172.20.0.1 (74c2f06d-2143-4134-9b46-73ac1b8138e5/e50e390c-808a-4732-8c5e-7ea4a33bb207/fe230c48-0a64-4b21-aa6d-5ec90e99dd6b) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:41:17.219044 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-3b0a6990-0dc2-47d2-b2af-bfcb434bc01f None None] Attempting to bind port 35448cd4-c91a-425c-a10c-b660cfa8d45f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:41:17.219408 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-3b0a6990-0dc2-47d2-b2af-bfcb434bc01f None None] Attempting to bind port 35448cd4-c91a-425c-a10c-b660cfa8d45f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:41:17.219767 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0a6990-0dc2-47d2-b2af-bfcb434bc01f None None] Attempting to bind port 35448cd4-c91a-425c-a10c-b660cfa8d45f on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:41:17.225049 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2418781-d6da-4998-a110-0746ade95272 None None] Pushing event updated for resources: {'Port': ['ID=35448cd4-c91a-425c-a10c-b660cfa8d45f,revision_number=2']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:17.233145 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0a6990-0dc2-47d2-b2af-bfcb434bc01f None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:41:17.233515 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0a6990-0dc2-47d2-b2af-bfcb434bc01f None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:41:17.233911 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-3b0a6990-0dc2-47d2-b2af-bfcb434bc01f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:17.234300 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0a6990-0dc2-47d2-b2af-bfcb434bc01f None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:41:17.234784 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-3b0a6990-0dc2-47d2-b2af-bfcb434bc01f None None] Bound port: 35448cd4-c91a-425c-a10c-b660cfa8d45f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:41:17.235157 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-3b0a6990-0dc2-47d2-b2af-bfcb434bc01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (35448cd4-c91a-425c-a10c-b660cfa8d45f), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:17.238502 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2418781-d6da-4998-a110-0746ade95272 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:17.238846 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2418781-d6da-4998-a110-0746ade95272 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:17.239184 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2418781-d6da-4998-a110-0746ade95272 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:17.239515 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2418781-d6da-4998-a110-0746ade95272 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:17.239980 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2418781-d6da-4998-a110-0746ade95272 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:17.240315 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2418781-d6da-4998-a110-0746ade95272 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:17.240641 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2418781-d6da-4998-a110-0746ade95272 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:17.240968 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2418781-d6da-4998-a110-0746ade95272 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:17.241293 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2418781-d6da-4998-a110-0746ade95272 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:17.241611 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2418781-d6da-4998-a110-0746ade95272 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:17.241964 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2418781-d6da-4998-a110-0746ade95272 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:17.242281 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2418781-d6da-4998-a110-0746ade95272 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:17.242614 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2418781-d6da-4998-a110-0746ade95272 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:17.277929 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7a23624a-7349-41b1-a39a-57280854c5dd admin admin] Publish callbacks [] for port (fe230c48-0a64-4b21-aa6d-5ec90e99dd6b), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:17.294271 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-3b0a6990-0dc2-47d2-b2af-bfcb434bc01f None None] For port 35448cd4-c91a-425c-a10c-b660cfa8d45f, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:41:17.297507 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-3b0a6990-0dc2-47d2-b2af-bfcb434bc01f None None] For port 35448cd4-c91a-425c-a10c-b660cfa8d45f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=35448cd4-c91a-425c-a10c-b660cfa8d45f,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:41:17.303179 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-3b0a6990-0dc2-47d2-b2af-bfcb434bc01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (35448cd4-c91a-425c-a10c-b660cfa8d45f), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:17.317912 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7a23624a-7349-41b1-a39a-57280854c5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (fe230c48-0a64-4b21-aa6d-5ec90e99dd6b), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:17.354421 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a23624a-7349-41b1-a39a-57280854c5dd admin admin] Network 74c2f06d-2143-4134-9b46-73ac1b8138e5 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:41:17.359297 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-7a23624a-7349-41b1-a39a-57280854c5dd admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:41:17.361823 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0a6990-0dc2-47d2-b2af-bfcb434bc01f None None] Routers {'89647acf-4634-4deb-bd15-678acadeb609'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:41:17.362478 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-3b0a6990-0dc2-47d2-b2af-bfcb434bc01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8cf1340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:41:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['89647acf-4634-4deb-bd15-678acadeb609'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:41:17.362769 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a23624a-7349-41b1-a39a-57280854c5dd admin admin] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:41:17.367541 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2418781-d6da-4998-a110-0746ade95272 None None] Pushing event updated for resources: {'Port': ['ID=35448cd4-c91a-425c-a10c-b660cfa8d45f,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:17.396320 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23624a-7349-41b1-a39a-57280854c5dd admin admin] Pushing event updated for resources: {'Port': ['ID=fe230c48-0a64-4b21-aa6d-5ec90e99dd6b,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:17.409240 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a23624a-7349-41b1-a39a-57280854c5dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:17.409597 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a23624a-7349-41b1-a39a-57280854c5dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:17.409948 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a23624a-7349-41b1-a39a-57280854c5dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:17.410583 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a23624a-7349-41b1-a39a-57280854c5dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:17.410737 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a23624a-7349-41b1-a39a-57280854c5dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:17.410993 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a23624a-7349-41b1-a39a-57280854c5dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:17.411332 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a23624a-7349-41b1-a39a-57280854c5dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:17.411664 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a23624a-7349-41b1-a39a-57280854c5dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:17.412004 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a23624a-7349-41b1-a39a-57280854c5dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:17.412336 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a23624a-7349-41b1-a39a-57280854c5dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:17.412669 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a23624a-7349-41b1-a39a-57280854c5dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:17.413252 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a23624a-7349-41b1-a39a-57280854c5dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:17.414271 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a23624a-7349-41b1-a39a-57280854c5dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:17.424580 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7a23624a-7349-41b1-a39a-57280854c5dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (89647acf-4634-4deb-bd15-678acadeb609), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:17.476485 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-3b0a6990-0dc2-47d2-b2af-bfcb434bc01f None None] Set router 89647acf-4634-4deb-bd15-678acadeb609 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:41:17.566008 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7a23624a-7349-41b1-a39a-57280854c5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (fe230c48-0a64-4b21-aa6d-5ec90e99dd6b), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:17.659617 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-3b0a6990-0dc2-47d2-b2af-bfcb434bc01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8cf1340>, [{'id': '89647acf-4634-4deb-bd15-678acadeb609', 'name': 'tempest-TestMinimumBasicScenario-731709852-router', 'tenant_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': '35448cd4-c91a-425c-a10c-b660cfa8d45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:41:14Z', 'updated_at': '2022-02-05T21:41:15Z', 'revision_number': 3, 'project_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'gw_port': {'id': '35448cd4-c91a-425c-a10c-b660cfa8d45f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:86:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89647acf-4634-4deb-bd15-678acadeb609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:41:15Z', 'updated_at': '2022-02-05T21:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:41:17.679862 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c8ce76ff-0ab3-4ad3-8ce2-5294e4ca3a5d None None] Provisioning complete for port fe230c48-0a64-4b21-aa6d-5ec90e99dd6b triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:41:17.680869 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c8ce76ff-0ab3-4ad3-8ce2-5294e4ca3a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (fe230c48-0a64-4b21-aa6d-5ec90e99dd6b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:17.689309 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0a6990-0dc2-47d2-b2af-bfcb434bc01f None None] The sync data for ids ['89647acf-4634-4deb-bd15-678acadeb609'] in ncdv-master-1 is: [{'id': '89647acf-4634-4deb-bd15-678acadeb609', 'name': 'tempest-TestMinimumBasicScenario-731709852-router', 'tenant_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': '35448cd4-c91a-425c-a10c-b660cfa8d45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:41:14Z', 'updated_at': '2022-02-05T21:41:15Z', 'revision_number': 3, 'project_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'gw_port': {'id': '35448cd4-c91a-425c-a10c-b660cfa8d45f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:86:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89647acf-4634-4deb-bd15-678acadeb609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:41:15Z', 'updated_at': '2022-02-05T21:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:41:17.718880 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c8ce76ff-0ab3-4ad3-8ce2-5294e4ca3a5d None None] Port fe230c48-0a64-4b21-aa6d-5ec90e99dd6b cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:41:17.738851 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7a23624a-7349-41b1-a39a-57280854c5dd admin admin] Publish callbacks [] for port (fe230c48-0a64-4b21-aa6d-5ec90e99dd6b), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:17.744314 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7a23624a-7349-41b1-a39a-57280854c5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (fe230c48-0a64-4b21-aa6d-5ec90e99dd6b), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:17.815135 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23624a-7349-41b1-a39a-57280854c5dd admin admin] Pushing event updated for resources: {'Port': ['ID=fe230c48-0a64-4b21-aa6d-5ec90e99dd6b,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:17.818166 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7a23624a-7349-41b1-a39a-57280854c5dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (89647acf-4634-4deb-bd15-678acadeb609), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:17.925547 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a23624a-7349-41b1-a39a-57280854c5dd admin admin] Network 74c2f06d-2143-4134-9b46-73ac1b8138e5 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:41:17.927011 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-7a23624a-7349-41b1-a39a-57280854c5dd admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:41:18.068376 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a23624a-7349-41b1-a39a-57280854c5dd admin admin] Router 89647acf-4634-4deb-bd15-678acadeb609 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:41:18.195587 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a23624a-7349-41b1-a39a-57280854c5dd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:41:18.200841 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7a23624a-7349-41b1-a39a-57280854c5dd admin admin] 10.222.0.32 "PUT /v2.0/routers/89647acf-4634-4deb-bd15-678acadeb609/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7402213
Feb 05 21:41:18.243889 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-08b7eb23-2e9a-43b9-b0e8-96ff83663136 None None] Provisioning complete for port fe230c48-0a64-4b21-aa6d-5ec90e99dd6b triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:41:18.244273 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-08b7eb23-2e9a-43b9-b0e8-96ff83663136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (fe230c48-0a64-4b21-aa6d-5ec90e99dd6b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:18.280558 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-08b7eb23-2e9a-43b9-b0e8-96ff83663136 None None] Port fe230c48-0a64-4b21-aa6d-5ec90e99dd6b cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:41:18.682769 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52478) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:41:18.687738 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-a462e48a-243f-414e-b258-65d3ff38660b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-968448415-network', 'tenant_id': '3a25e1cadb4245c9a91b999185fa5b12'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:41:18.706921 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a462e48a-243f-414e-b258-65d3ff38660b admin admin] Made reservation on behalf of 3a25e1cadb4245c9a91b999185fa5b12 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:41:18.709193 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a462e48a-243f-414e-b258-65d3ff38660b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:18.717924 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a462e48a-243f-414e-b258-65d3ff38660b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:18.803717 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a462e48a-243f-414e-b258-65d3ff38660b admin admin] Publish callbacks [] for security_group (6feadb75-063a-4e24-897a-6936b8165c62), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:18.808542 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a462e48a-243f-414e-b258-65d3ff38660b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (6feadb75-063a-4e24-897a-6936b8165c62), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:18.834952 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a462e48a-243f-414e-b258-65d3ff38660b admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:41:18.844052 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a462e48a-243f-414e-b258-65d3ff38660b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6feadb75-063a-4e24-897a-6936b8165c62,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:18.850929 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a462e48a-243f-414e-b258-65d3ff38660b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (359e717e-638f-46d7-8bff-72cc44e2fa49), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:18.851459 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-a462e48a-243f-414e-b258-65d3ff38660b admin admin] Added segment 359e717e-638f-46d7-8bff-72cc44e2fa49 of type vlan for network df760104-5e3e-443a-8f2c-41690ec75ff2
Feb 05 21:41:18.892535 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 35448cd4-c91a-425c-a10c-b660cfa8d45f up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:41:18.893487 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a462e48a-243f-414e-b258-65d3ff38660b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (df760104-5e3e-443a-8f2c-41690ec75ff2), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:18.918711 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a462e48a-243f-414e-b258-65d3ff38660b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (df760104-5e3e-443a-8f2c-41690ec75ff2), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:18.919685 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a462e48a-243f-414e-b258-65d3ff38660b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:41:18.920253 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a462e48a-243f-414e-b258-65d3ff38660b admin admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:18.951339 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 35448cd4-c91a-425c-a10c-b660cfa8d45f triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:41:18.951721 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (35448cd4-c91a-425c-a10c-b660cfa8d45f), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:18.981501 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a462e48a-243f-414e-b258-65d3ff38660b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.2976227
Feb 05 21:41:18.984228 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52480) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:41:18.992274 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-7fd7e7f1-a9d8-4114-be21-8478abd7135e admin admin] Request body: {'subnet': {'network_id': 'df760104-5e3e-443a-8f2c-41690ec75ff2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-968448415-subnet', 'tenant_id': '3a25e1cadb4245c9a91b999185fa5b12', 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:41:18.997368 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a462e48a-243f-414e-b258-65d3ff38660b admin admin] Pushing event updated for resources: {'Network': ['ID=df760104-5e3e-443a-8f2c-41690ec75ff2,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:19.024057 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network df760104-5e3e-443a-8f2c-41690ec75ff2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:41:19.026030 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd7e7f1-a9d8-4114-be21-8478abd7135e admin admin] Made reservation on behalf of 3a25e1cadb4245c9a91b999185fa5b12 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:41:19.028511 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7fd7e7f1-a9d8-4114-be21-8478abd7135e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:19.060951 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 35448cd4-c91a-425c-a10c-b660cfa8d45f is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:41:19.061348 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (35448cd4-c91a-425c-a10c-b660cfa8d45f), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:19.122627 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 35448cd4-c91a-425c-a10c-b660cfa8d45f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=35448cd4-c91a-425c-a10c-b660cfa8d45f,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:41:19.127393 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (35448cd4-c91a-425c-a10c-b660cfa8d45f), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:19.128196 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9425fb24-fad9-43da-9b32-3057ffa05510 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:41:19.203356 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=35448cd4-c91a-425c-a10c-b660cfa8d45f,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:19.208531 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7fd7e7f1-a9d8-4114-be21-8478abd7135e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (f5443abf-6f14-4eae-8381-080356d4dff0), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:19.216931 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 9425fb24-fad9-43da-9b32-3057ffa05510 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:41:19.217495 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (9425fb24-fad9-43da-9b32-3057ffa05510), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:19.273895 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7e7f1-a9d8-4114-be21-8478abd7135e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5443abf-6f14-4eae-8381-080356d4dff0,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:19.279374 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd7e7f1-a9d8-4114-be21-8478abd7135e admin admin] Checking segment: {'id': '359e717e-638f-46d7-8bff-72cc44e2fa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'df760104-5e3e-443a-8f2c-41690ec75ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:41:19.279609 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd7e7f1-a9d8-4114-be21-8478abd7135e admin admin] Network hostable DHCP agents. Network: df760104-5e3e-443a-8f2c-41690ec75ff2, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:41:19.297923 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd7e7f1-a9d8-4114-be21-8478abd7135e admin admin] Network df760104-5e3e-443a-8f2c-41690ec75ff2 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:41:19.308494 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-7fd7e7f1-a9d8-4114-be21-8478abd7135e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, df760104-5e3e-443a-8f2c-41690ec75ff2) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:41:19.314859 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd7e7f1-a9d8-4114-be21-8478abd7135e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:41:19.315094 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7fd7e7f1-a9d8-4114-be21-8478abd7135e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:19.340082 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7fd7e7f1-a9d8-4114-be21-8478abd7135e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3523157
Feb 05 21:41:19.340449 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52482) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:41:19.344937 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-ed8e12e6-f831-4b6c-a593-c22e09961dca admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-968448415-router', 'tenant_id': '3a25e1cadb4245c9a91b999185fa5b12', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:41:19.365578 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ed8e12e6-f831-4b6c-a593-c22e09961dca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (dc73e43c-88d6-4b99-a097-ceaa61633c6c), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:19.367669 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ed8e12e6-f831-4b6c-a593-c22e09961dca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (dc73e43c-88d6-4b99-a097-ceaa61633c6c), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:19.428555 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ed8e12e6-f831-4b6c-a593-c22e09961dca admin admin] Publish callbacks [] for router_controller (dc73e43c-88d6-4b99-a097-ceaa61633c6c), precommit_add_association {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:19.459212 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96d24c3-7e6b-44e3-8b59-144a443da96b None None] Network df760104-5e3e-443a-8f2c-41690ec75ff2 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:41:19.461849 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cc5784-6a53-4663-9ea3-cb5913112576 None None] Sync routers for ids ['89647acf-4634-4deb-bd15-678acadeb609'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:41:19.532886 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cc5784-6a53-4663-9ea3-cb5913112576 None None] Routers {'89647acf-4634-4deb-bd15-678acadeb609'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:41:19.533562 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-36cc5784-6a53-4663-9ea3-cb5913112576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2daba33250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:41:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['89647acf-4634-4deb-bd15-678acadeb609'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:41:19.535336 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 9425fb24-fad9-43da-9b32-3057ffa05510 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:41:19.661360 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fac1edc-694f-44d1-abc9-eb5620e3344f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-df760104-5e3e-443a-8f2c-41690ec75ff2', 'network_id': 'df760104-5e3e-443a-8f2c-41690ec75ff2', 'project_id': '3a25e1cadb4245c9a91b999185fa5b12', 'fixed_ips': [{'subnet_id': 'f5443abf-6f14-4eae-8381-080356d4dff0'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:41:19.662233 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0fac1edc-694f-44d1-abc9-eb5620e3344f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:19.699429 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-36cc5784-6a53-4663-9ea3-cb5913112576 None None] Set router 89647acf-4634-4deb-bd15-678acadeb609 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:41:19.916304 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ed8e12e6-f831-4b6c-a593-c22e09961dca admin admin] Publish callbacks [] for router_gateway (dc73e43c-88d6-4b99-a097-ceaa61633c6c), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:19.932989 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-0fac1edc-694f-44d1-abc9-eb5620e3344f None None] Allocated IP 172.20.0.2 (df760104-5e3e-443a-8f2c-41690ec75ff2/f5443abf-6f14-4eae-8381-080356d4dff0/dfe2d0f0-aae2-42e3-9548-7821450916bf) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:41:20.107811 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-36cc5784-6a53-4663-9ea3-cb5913112576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2daba33250>, [{'id': '89647acf-4634-4deb-bd15-678acadeb609', 'name': 'tempest-TestMinimumBasicScenario-731709852-router', 'tenant_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': '35448cd4-c91a-425c-a10c-b660cfa8d45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:41:14Z', 'updated_at': '2022-02-05T21:41:17Z', 'revision_number': 4, 'project_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'gw_port': {'id': '35448cd4-c91a-425c-a10c-b660cfa8d45f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:86:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89647acf-4634-4deb-bd15-678acadeb609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:41:15Z', 'updated_at': '2022-02-05T21:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fe230c48-0a64-4b21-aa6d-5ec90e99dd6b', 'name': '', 'network_id': '74c2f06d-2143-4134-9b46-73ac1b8138e5', 'tenant_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'mac_address': 'fa:16:3e:3b:83:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89647acf-4634-4deb-bd15-678acadeb609', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'e50e390c-808a-4732-8c5e-7ea4a33bb207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:41:17Z', 'updated_at': '2022-02-05T21:41:17Z', 'revision_number': 2, 'project_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'subnets': [{'id': 'e50e390c-808a-4732-8c5e-7ea4a33bb207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:41:20.123727 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ed8e12e6-f831-4b6c-a593-c22e09961dca admin admin] Publish callbacks [] for router_gateway (dc73e43c-88d6-4b99-a097-ceaa61633c6c), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:20.137056 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cc5784-6a53-4663-9ea3-cb5913112576 None None] Checking router: 89647acf-4634-4deb-bd15-678acadeb609 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:41:20.137660 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cc5784-6a53-4663-9ea3-cb5913112576 None None] Updating router 89647acf-4634-4deb-bd15-678acadeb609 port fe230c48-0a64-4b21-aa6d-5ec90e99dd6b binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:41:20.143113 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ed8e12e6-f831-4b6c-a593-c22e09961dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:20.173117 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0fac1edc-694f-44d1-abc9-eb5620e3344f None None] Publish callbacks [] for port (dfe2d0f0-aae2-42e3-9548-7821450916bf), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:20.178628 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-36cc5784-6a53-4663-9ea3-cb5913112576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (fe230c48-0a64-4b21-aa6d-5ec90e99dd6b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:20.181360 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0fac1edc-694f-44d1-abc9-eb5620e3344f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (dfe2d0f0-aae2-42e3-9548-7821450916bf), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:20.230075 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fac1edc-694f-44d1-abc9-eb5620e3344f None None] Network df760104-5e3e-443a-8f2c-41690ec75ff2 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:41:20.252860 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-0fac1edc-694f-44d1-abc9-eb5620e3344f None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:41:20.257556 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fac1edc-694f-44d1-abc9-eb5620e3344f None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:41:20.258063 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-ed8e12e6-f831-4b6c-a593-c22e09961dca admin admin] Allocated IP 172.35.4.70 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/99b7c9a8-06dd-4486-a663-eea775b4a63d) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:41:20.273034 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac1edc-694f-44d1-abc9-eb5620e3344f None None] Pushing event updated for resources: {'Port': ['ID=dfe2d0f0-aae2-42e3-9548-7821450916bf,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:20.360815 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ed8e12e6-f831-4b6c-a593-c22e09961dca admin admin] Publish callbacks [] for port (99b7c9a8-06dd-4486-a663-eea775b4a63d), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:20.380179 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-0fac1edc-694f-44d1-abc9-eb5620e3344f None None] Attempting to bind port dfe2d0f0-aae2-42e3-9548-7821450916bf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:41:20.380547 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-0fac1edc-694f-44d1-abc9-eb5620e3344f None None] Attempting to bind port dfe2d0f0-aae2-42e3-9548-7821450916bf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '359e717e-638f-46d7-8bff-72cc44e2fa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'df760104-5e3e-443a-8f2c-41690ec75ff2'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:41:20.380909 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fac1edc-694f-44d1-abc9-eb5620e3344f None None] Attempting to bind port dfe2d0f0-aae2-42e3-9548-7821450916bf on network df760104-5e3e-443a-8f2c-41690ec75ff2 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:41:20.392699 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fac1edc-694f-44d1-abc9-eb5620e3344f None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:41:20.393074 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fac1edc-694f-44d1-abc9-eb5620e3344f None None] Checking segment: {'id': '359e717e-638f-46d7-8bff-72cc44e2fa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'df760104-5e3e-443a-8f2c-41690ec75ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:41:20.393477 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0fac1edc-694f-44d1-abc9-eb5620e3344f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:20.393872 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fac1edc-694f-44d1-abc9-eb5620e3344f None None] Bound using segment: {'id': '359e717e-638f-46d7-8bff-72cc44e2fa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'df760104-5e3e-443a-8f2c-41690ec75ff2'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:41:20.394346 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-0fac1edc-694f-44d1-abc9-eb5620e3344f None None] Bound port: dfe2d0f0-aae2-42e3-9548-7821450916bf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '359e717e-638f-46d7-8bff-72cc44e2fa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'df760104-5e3e-443a-8f2c-41690ec75ff2'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:41:20.394749 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0fac1edc-694f-44d1-abc9-eb5620e3344f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (dfe2d0f0-aae2-42e3-9548-7821450916bf), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:20.395704 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ed8e12e6-f831-4b6c-a593-c22e09961dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (99b7c9a8-06dd-4486-a663-eea775b4a63d), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:20.440763 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8e12e6-f831-4b6c-a593-c22e09961dca admin admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:41:20.443591 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-ed8e12e6-f831-4b6c-a593-c22e09961dca admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:41:20.447370 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8e12e6-f831-4b6c-a593-c22e09961dca admin admin] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:41:20.473688 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e12e6-f831-4b6c-a593-c22e09961dca admin admin] Pushing event updated for resources: {'Port': ['ID=99b7c9a8-06dd-4486-a663-eea775b4a63d,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:20.525086 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-0fac1edc-694f-44d1-abc9-eb5620e3344f None None] For port dfe2d0f0-aae2-42e3-9548-7821450916bf, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:41:20.541773 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-0fac1edc-694f-44d1-abc9-eb5620e3344f None None] For port dfe2d0f0-aae2-42e3-9548-7821450916bf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dfe2d0f0-aae2-42e3-9548-7821450916bf,segment=NetworkSegment(359e717e-638f-46d7-8bff-72cc44e2fa49),segment_id=359e717e-638f-46d7-8bff-72cc44e2fa49)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:41:20.556918 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0fac1edc-694f-44d1-abc9-eb5620e3344f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (dfe2d0f0-aae2-42e3-9548-7821450916bf), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:20.644845 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:20.655545 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-36cc5784-6a53-4663-9ea3-cb5913112576 None None] Publish callbacks [] for port (fe230c48-0a64-4b21-aa6d-5ec90e99dd6b), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:20.669965 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac1edc-694f-44d1-abc9-eb5620e3344f None None] Pushing event updated for resources: {'Port': ['ID=dfe2d0f0-aae2-42e3-9548-7821450916bf,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:20.673432 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-36cc5784-6a53-4663-9ea3-cb5913112576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (fe230c48-0a64-4b21-aa6d-5ec90e99dd6b), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:20.733851 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ed8e12e6-f831-4b6c-a593-c22e09961dca admin admin] Publish callbacks [] for router_gateway (dc73e43c-88d6-4b99-a097-ceaa61633c6c), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:20.770877 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427df3f9-e90b-4adf-ab7d-d8995140468d None None] Pushing event updated for resources: {'Port': ['ID=fe230c48-0a64-4b21-aa6d-5ec90e99dd6b,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:20.810226 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-36cc5784-6a53-4663-9ea3-cb5913112576 None None] Attempting to bind port fe230c48-0a64-4b21-aa6d-5ec90e99dd6b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:41:20.810981 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-36cc5784-6a53-4663-9ea3-cb5913112576 None None] Attempting to bind port fe230c48-0a64-4b21-aa6d-5ec90e99dd6b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '52e59ed2-2d6a-423a-a24e-4707273dc0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '74c2f06d-2143-4134-9b46-73ac1b8138e5'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:41:20.811366 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cc5784-6a53-4663-9ea3-cb5913112576 None None] Attempting to bind port fe230c48-0a64-4b21-aa6d-5ec90e99dd6b on network 74c2f06d-2143-4134-9b46-73ac1b8138e5 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:41:20.818708 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cc5784-6a53-4663-9ea3-cb5913112576 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:41:20.819092 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cc5784-6a53-4663-9ea3-cb5913112576 None None] Checking segment: {'id': '52e59ed2-2d6a-423a-a24e-4707273dc0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '74c2f06d-2143-4134-9b46-73ac1b8138e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:41:20.819503 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-36cc5784-6a53-4663-9ea3-cb5913112576 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:20.821224 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cc5784-6a53-4663-9ea3-cb5913112576 None None] Bound using segment: {'id': '52e59ed2-2d6a-423a-a24e-4707273dc0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '74c2f06d-2143-4134-9b46-73ac1b8138e5'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:41:20.821721 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-36cc5784-6a53-4663-9ea3-cb5913112576 None None] Bound port: fe230c48-0a64-4b21-aa6d-5ec90e99dd6b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e59ed2-2d6a-423a-a24e-4707273dc0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '74c2f06d-2143-4134-9b46-73ac1b8138e5'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:41:20.822114 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-36cc5784-6a53-4663-9ea3-cb5913112576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (fe230c48-0a64-4b21-aa6d-5ec90e99dd6b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:20.867540 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 35448cd4-c91a-425c-a10c-b660cfa8d45f up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:41:20.952565 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-36cc5784-6a53-4663-9ea3-cb5913112576 None None] For port fe230c48-0a64-4b21-aa6d-5ec90e99dd6b, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:41:20.956153 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-36cc5784-6a53-4663-9ea3-cb5913112576 None None] For port fe230c48-0a64-4b21-aa6d-5ec90e99dd6b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe230c48-0a64-4b21-aa6d-5ec90e99dd6b,segment=NetworkSegment(52e59ed2-2d6a-423a-a24e-4707273dc0e3),segment_id=52e59ed2-2d6a-423a-a24e-4707273dc0e3)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:41:20.973559 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-36cc5784-6a53-4663-9ea3-cb5913112576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (fe230c48-0a64-4b21-aa6d-5ec90e99dd6b), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:20.977743 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 35448cd4-c91a-425c-a10c-b660cfa8d45f triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:41:20.978424 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (35448cd4-c91a-425c-a10c-b660cfa8d45f), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:21.042644 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ed8e12e6-f831-4b6c-a593-c22e09961dca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (dc73e43c-88d6-4b99-a097-ceaa61633c6c), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:21.189864 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8e12e6-f831-4b6c-a593-c22e09961dca admin admin] Router dc73e43c-88d6-4b99-a097-ceaa61633c6c is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:41:21.261211 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cc5784-6a53-4663-9ea3-cb5913112576 None None] Routers {'89647acf-4634-4deb-bd15-678acadeb609'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:41:21.261873 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-36cc5784-6a53-4663-9ea3-cb5913112576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2daba33250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:41:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['89647acf-4634-4deb-bd15-678acadeb609'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:41:21.263690 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427df3f9-e90b-4adf-ab7d-d8995140468d None None] Pushing event updated for resources: {'Port': ['ID=fe230c48-0a64-4b21-aa6d-5ec90e99dd6b,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:21.271907 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-7923a36b-1751-49f2-9ab4-aa184d4d045f None None] Provisioning complete for port fe230c48-0a64-4b21-aa6d-5ec90e99dd6b triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:41:21.272286 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7923a36b-1751-49f2-9ab4-aa184d4d045f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (fe230c48-0a64-4b21-aa6d-5ec90e99dd6b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:21.312007 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8e12e6-f831-4b6c-a593-c22e09961dca admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:41:21.324861 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56913af-ed33-4b5f-87f9-7839d0fdad81 None None] Sync routers for ids ['dc73e43c-88d6-4b99-a097-ceaa61633c6c'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:41:21.333631 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ed8e12e6-f831-4b6c-a593-c22e09961dca admin admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:21.336992 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ed8e12e6-f831-4b6c-a593-c22e09961dca admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 1.9953840
Feb 05 21:41:21.338649 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52484) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:41:21.340519 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56913af-ed33-4b5f-87f9-7839d0fdad81 None None] Routers {'dc73e43c-88d6-4b99-a097-ceaa61633c6c'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:41:21.342639 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-b56913af-ed33-4b5f-87f9-7839d0fdad81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8cf13d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:41:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['dc73e43c-88d6-4b99-a097-ceaa61633c6c'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:41:21.450972 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 35448cd4-c91a-425c-a10c-b660cfa8d45f is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:41:21.528573 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-36cc5784-6a53-4663-9ea3-cb5913112576 None None] Set router 89647acf-4634-4deb-bd15-678acadeb609 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:41:21.569119 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-7923a36b-1751-49f2-9ab4-aa184d4d045f None None] Current status of the port fe230c48-0a64-4b21-aa6d-5ec90e99dd6b is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:41:21.570257 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7923a36b-1751-49f2-9ab4-aa184d4d045f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (fe230c48-0a64-4b21-aa6d-5ec90e99dd6b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:21.629441 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-b56913af-ed33-4b5f-87f9-7839d0fdad81 None None] Set router dc73e43c-88d6-4b99-a097-ceaa61633c6c gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:41:21.664364 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-7923a36b-1751-49f2-9ab4-aa184d4d045f None None] For port fe230c48-0a64-4b21-aa6d-5ec90e99dd6b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe230c48-0a64-4b21-aa6d-5ec90e99dd6b,segment=NetworkSegment(52e59ed2-2d6a-423a-a24e-4707273dc0e3),segment_id=52e59ed2-2d6a-423a-a24e-4707273dc0e3)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:41:21.695571 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7923a36b-1751-49f2-9ab4-aa184d4d045f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (fe230c48-0a64-4b21-aa6d-5ec90e99dd6b), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:21.776911 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923a36b-1751-49f2-9ab4-aa184d4d045f None None] Pushing event updated for resources: {'Port': ['ID=fe230c48-0a64-4b21-aa6d-5ec90e99dd6b,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:21.836422 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-b56913af-ed33-4b5f-87f9-7839d0fdad81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8cf13d0>, [{'id': 'dc73e43c-88d6-4b99-a097-ceaa61633c6c', 'name': 'tempest-TestMinimumBasicScenario-968448415-router', 'tenant_id': '3a25e1cadb4245c9a91b999185fa5b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.70'}], 'enable_snat': True}, 'gw_port_id': '99b7c9a8-06dd-4486-a663-eea775b4a63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:41:19Z', 'updated_at': '2022-02-05T21:41:20Z', 'revision_number': 3, 'project_id': '3a25e1cadb4245c9a91b999185fa5b12', 'gw_port': {'id': '99b7c9a8-06dd-4486-a663-eea775b4a63d', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:88:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc73e43c-88d6-4b99-a097-ceaa61633c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:41:20Z', 'updated_at': '2022-02-05T21:41:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:41:21.837158 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-ff44d561-9893-487d-84b1-289f5c54afb7 None None] Provisioning complete for port fe230c48-0a64-4b21-aa6d-5ec90e99dd6b triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:41:21.837628 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ff44d561-9893-487d-84b1-289f5c54afb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (fe230c48-0a64-4b21-aa6d-5ec90e99dd6b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:21.865996 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56913af-ed33-4b5f-87f9-7839d0fdad81 None None] Checking router: dc73e43c-88d6-4b99-a097-ceaa61633c6c for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:41:21.866344 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56913af-ed33-4b5f-87f9-7839d0fdad81 None None] Updating router dc73e43c-88d6-4b99-a097-ceaa61633c6c port 99b7c9a8-06dd-4486-a663-eea775b4a63d binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:41:21.894618 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-36cc5784-6a53-4663-9ea3-cb5913112576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2daba33250>, [{'id': '89647acf-4634-4deb-bd15-678acadeb609', 'name': 'tempest-TestMinimumBasicScenario-731709852-router', 'tenant_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': '35448cd4-c91a-425c-a10c-b660cfa8d45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:41:14Z', 'updated_at': '2022-02-05T21:41:17Z', 'revision_number': 4, 'project_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'gw_port': {'id': '35448cd4-c91a-425c-a10c-b660cfa8d45f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:86:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89647acf-4634-4deb-bd15-678acadeb609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:41:15Z', 'updated_at': '2022-02-05T21:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fe230c48-0a64-4b21-aa6d-5ec90e99dd6b', 'name': '', 'network_id': '74c2f06d-2143-4134-9b46-73ac1b8138e5', 'tenant_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'mac_address': 'fa:16:3e:3b:83:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89647acf-4634-4deb-bd15-678acadeb609', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'e50e390c-808a-4732-8c5e-7ea4a33bb207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:41:17Z', 'updated_at': '2022-02-05T21:41:20Z', 'revision_number': 4, 'project_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'subnets': [{'id': 'e50e390c-808a-4732-8c5e-7ea4a33bb207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:41:21.898414 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-b56913af-ed33-4b5f-87f9-7839d0fdad81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (99b7c9a8-06dd-4486-a663-eea775b4a63d), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:21.931823 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cc5784-6a53-4663-9ea3-cb5913112576 None None] The sync data for ids ['89647acf-4634-4deb-bd15-678acadeb609'] in ncdv-master-1 is: [{'id': '89647acf-4634-4deb-bd15-678acadeb609', 'name': 'tempest-TestMinimumBasicScenario-731709852-router', 'tenant_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': '35448cd4-c91a-425c-a10c-b660cfa8d45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:41:14Z', 'updated_at': '2022-02-05T21:41:17Z', 'revision_number': 4, 'project_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'gw_port': {'id': '35448cd4-c91a-425c-a10c-b660cfa8d45f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:86:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89647acf-4634-4deb-bd15-678acadeb609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:41:15Z', 'updated_at': '2022-02-05T21:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fe230c48-0a64-4b21-aa6d-5ec90e99dd6b', 'name': '', 'network_id': '74c2f06d-2143-4134-9b46-73ac1b8138e5', 'tenant_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'mac_address': 'fa:16:3e:3b:83:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89647acf-4634-4deb-bd15-678acadeb609', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'e50e390c-808a-4732-8c5e-7ea4a33bb207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:41:17Z', 'updated_at': '2022-02-05T21:41:20Z', 'revision_number': 4, 'project_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'subnets': [{'id': 'e50e390c-808a-4732-8c5e-7ea4a33bb207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:41:22.018462 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86048488-fe51-4b80-9394-b50e72eec52e None None] Network df760104-5e3e-443a-8f2c-41690ec75ff2 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:41:22.049283 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ff44d561-9893-487d-84b1-289f5c54afb7 None None] Current status of the port fe230c48-0a64-4b21-aa6d-5ec90e99dd6b is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:41:22.178946 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-88eaeb69-c4c4-46a1-8d9d-7379400b84f0 None None] Provisioning complete for port dfe2d0f0-aae2-42e3-9548-7821450916bf triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:41:22.180096 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-88eaeb69-c4c4-46a1-8d9d-7379400b84f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (dfe2d0f0-aae2-42e3-9548-7821450916bf), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:22.292570 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-b56913af-ed33-4b5f-87f9-7839d0fdad81 None None] Publish callbacks [] for port (99b7c9a8-06dd-4486-a663-eea775b4a63d), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:22.300158 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-b56913af-ed33-4b5f-87f9-7839d0fdad81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (99b7c9a8-06dd-4486-a663-eea775b4a63d), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:22.319383 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-88eaeb69-c4c4-46a1-8d9d-7379400b84f0 None None] Current status of the port dfe2d0f0-aae2-42e3-9548-7821450916bf is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:41:22.320366 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-88eaeb69-c4c4-46a1-8d9d-7379400b84f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (dfe2d0f0-aae2-42e3-9548-7821450916bf), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:22.360214 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-b56913af-ed33-4b5f-87f9-7839d0fdad81 None None] Attempting to bind port 99b7c9a8-06dd-4486-a663-eea775b4a63d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:41:22.360719 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-669ecd96-10e5-41aa-bb7b-be0836698908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:22.361080 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-b56913af-ed33-4b5f-87f9-7839d0fdad81 None None] Attempting to bind port 99b7c9a8-06dd-4486-a663-eea775b4a63d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:41:22.361080 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56913af-ed33-4b5f-87f9-7839d0fdad81 None None] Attempting to bind port 99b7c9a8-06dd-4486-a663-eea775b4a63d on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:41:22.372521 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56913af-ed33-4b5f-87f9-7839d0fdad81 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:41:22.375746 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56913af-ed33-4b5f-87f9-7839d0fdad81 None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:41:22.377146 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-b56913af-ed33-4b5f-87f9-7839d0fdad81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:22.377558 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56913af-ed33-4b5f-87f9-7839d0fdad81 None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:41:22.379223 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-b56913af-ed33-4b5f-87f9-7839d0fdad81 None None] Bound port: 99b7c9a8-06dd-4486-a663-eea775b4a63d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:41:22.379641 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-b56913af-ed33-4b5f-87f9-7839d0fdad81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (99b7c9a8-06dd-4486-a663-eea775b4a63d), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:22.382779 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-88eaeb69-c4c4-46a1-8d9d-7379400b84f0 None None] For port dfe2d0f0-aae2-42e3-9548-7821450916bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dfe2d0f0-aae2-42e3-9548-7821450916bf,segment=NetworkSegment(359e717e-638f-46d7-8bff-72cc44e2fa49),segment_id=359e717e-638f-46d7-8bff-72cc44e2fa49)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:41:22.391933 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c035e9-ed6a-4edb-bd77-c07dcae3fe01 None None] Pushing event updated for resources: {'Port': ['ID=99b7c9a8-06dd-4486-a663-eea775b4a63d,revision_number=2']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:22.401161 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-88eaeb69-c4c4-46a1-8d9d-7379400b84f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (dfe2d0f0-aae2-42e3-9548-7821450916bf), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:22.470634 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-b56913af-ed33-4b5f-87f9-7839d0fdad81 None None] For port 99b7c9a8-06dd-4486-a663-eea775b4a63d, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:41:22.479437 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eaeb69-c4c4-46a1-8d9d-7379400b84f0 None None] Pushing event updated for resources: {'Port': ['ID=dfe2d0f0-aae2-42e3-9548-7821450916bf,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:22.481017 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-b56913af-ed33-4b5f-87f9-7839d0fdad81 None None] For port 99b7c9a8-06dd-4486-a663-eea775b4a63d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=99b7c9a8-06dd-4486-a663-eea775b4a63d,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:41:22.493320 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-b56913af-ed33-4b5f-87f9-7839d0fdad81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (99b7c9a8-06dd-4486-a663-eea775b4a63d), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:22.531118 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-3a6341e2-9ac9-4997-82f4-efd886e46946 None None] Provisioning complete for port dfe2d0f0-aae2-42e3-9548-7821450916bf triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:41:22.531602 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3a6341e2-9ac9-4997-82f4-efd886e46946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (dfe2d0f0-aae2-42e3-9548-7821450916bf), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:22.554415 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56913af-ed33-4b5f-87f9-7839d0fdad81 None None] Routers {'dc73e43c-88d6-4b99-a097-ceaa61633c6c'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:41:22.554989 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-b56913af-ed33-4b5f-87f9-7839d0fdad81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8cf13d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:41:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['dc73e43c-88d6-4b99-a097-ceaa61633c6c'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:41:22.560883 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c035e9-ed6a-4edb-bd77-c07dcae3fe01 None None] Pushing event updated for resources: {'Port': ['ID=99b7c9a8-06dd-4486-a663-eea775b4a63d,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:22.614907 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-669ecd96-10e5-41aa-bb7b-be0836698908 admin admin] Allocated IP 172.20.0.1 (df760104-5e3e-443a-8f2c-41690ec75ff2/f5443abf-6f14-4eae-8381-080356d4dff0/88fb7df0-ca78-48e6-99e6-20e6e57cda71) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:41:22.641093 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-3a6341e2-9ac9-4997-82f4-efd886e46946 None None] Current status of the port dfe2d0f0-aae2-42e3-9548-7821450916bf is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:41:22.686609 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-b56913af-ed33-4b5f-87f9-7839d0fdad81 None None] Set router dc73e43c-88d6-4b99-a097-ceaa61633c6c gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:41:22.753675 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-669ecd96-10e5-41aa-bb7b-be0836698908 admin admin] Publish callbacks [] for port (88fb7df0-ca78-48e6-99e6-20e6e57cda71), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:22.807316 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-669ecd96-10e5-41aa-bb7b-be0836698908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (88fb7df0-ca78-48e6-99e6-20e6e57cda71), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:22.858211 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669ecd96-10e5-41aa-bb7b-be0836698908 admin admin] Network df760104-5e3e-443a-8f2c-41690ec75ff2 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:41:22.862941 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-669ecd96-10e5-41aa-bb7b-be0836698908 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:41:22.867251 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669ecd96-10e5-41aa-bb7b-be0836698908 admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:41:22.901058 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ecd96-10e5-41aa-bb7b-be0836698908 admin admin] Pushing event updated for resources: {'Port': ['ID=88fb7df0-ca78-48e6-99e6-20e6e57cda71,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:22.916569 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ecd96-10e5-41aa-bb7b-be0836698908 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:22.917331 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ecd96-10e5-41aa-bb7b-be0836698908 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:22.917783 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ecd96-10e5-41aa-bb7b-be0836698908 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:22.918557 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ecd96-10e5-41aa-bb7b-be0836698908 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:22.919002 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ecd96-10e5-41aa-bb7b-be0836698908 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:22.920208 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ecd96-10e5-41aa-bb7b-be0836698908 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:22.920520 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ecd96-10e5-41aa-bb7b-be0836698908 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:22.921030 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ecd96-10e5-41aa-bb7b-be0836698908 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:22.921450 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ecd96-10e5-41aa-bb7b-be0836698908 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:22.921799 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ecd96-10e5-41aa-bb7b-be0836698908 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:22.922467 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ecd96-10e5-41aa-bb7b-be0836698908 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:22.922891 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ecd96-10e5-41aa-bb7b-be0836698908 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:22.923549 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ecd96-10e5-41aa-bb7b-be0836698908 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:41:22.935448 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-b56913af-ed33-4b5f-87f9-7839d0fdad81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8cf13d0>, [{'id': 'dc73e43c-88d6-4b99-a097-ceaa61633c6c', 'name': 'tempest-TestMinimumBasicScenario-968448415-router', 'tenant_id': '3a25e1cadb4245c9a91b999185fa5b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.70'}], 'enable_snat': True}, 'gw_port_id': '99b7c9a8-06dd-4486-a663-eea775b4a63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:41:19Z', 'updated_at': '2022-02-05T21:41:20Z', 'revision_number': 3, 'project_id': '3a25e1cadb4245c9a91b999185fa5b12', 'gw_port': {'id': '99b7c9a8-06dd-4486-a663-eea775b4a63d', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:88:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc73e43c-88d6-4b99-a097-ceaa61633c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:41:20Z', 'updated_at': '2022-02-05T21:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:41:22.940605 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-669ecd96-10e5-41aa-bb7b-be0836698908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (dc73e43c-88d6-4b99-a097-ceaa61633c6c), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:22.964632 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56913af-ed33-4b5f-87f9-7839d0fdad81 None None] The sync data for ids ['dc73e43c-88d6-4b99-a097-ceaa61633c6c'] in ncdv-master-1 is: [{'id': 'dc73e43c-88d6-4b99-a097-ceaa61633c6c', 'name': 'tempest-TestMinimumBasicScenario-968448415-router', 'tenant_id': '3a25e1cadb4245c9a91b999185fa5b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.70'}], 'enable_snat': True}, 'gw_port_id': '99b7c9a8-06dd-4486-a663-eea775b4a63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:41:19Z', 'updated_at': '2022-02-05T21:41:20Z', 'revision_number': 3, 'project_id': '3a25e1cadb4245c9a91b999185fa5b12', 'gw_port': {'id': '99b7c9a8-06dd-4486-a663-eea775b4a63d', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:88:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc73e43c-88d6-4b99-a097-ceaa61633c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:41:20Z', 'updated_at': '2022-02-05T21:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:41:23.000185 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device fe230c48-0a64-4b21-aa6d-5ec90e99dd6b up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:41:23.095578 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port fe230c48-0a64-4b21-aa6d-5ec90e99dd6b triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:41:23.096817 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (fe230c48-0a64-4b21-aa6d-5ec90e99dd6b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:23.125928 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-669ecd96-10e5-41aa-bb7b-be0836698908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (88fb7df0-ca78-48e6-99e6-20e6e57cda71), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:23.202358 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port fe230c48-0a64-4b21-aa6d-5ec90e99dd6b is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:41:23.203627 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device dfe2d0f0-aae2-42e3-9548-7821450916bf up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:41:23.275916 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-a663f65e-fcfb-4565-86d9-a7fdb7492e41 None None] Provisioning complete for port 88fb7df0-ca78-48e6-99e6-20e6e57cda71 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:41:23.276295 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a663f65e-fcfb-4565-86d9-a7fdb7492e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (88fb7df0-ca78-48e6-99e6-20e6e57cda71), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:23.305962 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port dfe2d0f0-aae2-42e3-9548-7821450916bf triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:41:23.306323 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (dfe2d0f0-aae2-42e3-9548-7821450916bf), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:23.325547 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-669ecd96-10e5-41aa-bb7b-be0836698908 admin admin] Publish callbacks [] for port (88fb7df0-ca78-48e6-99e6-20e6e57cda71), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:23.339188 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-669ecd96-10e5-41aa-bb7b-be0836698908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (88fb7df0-ca78-48e6-99e6-20e6e57cda71), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:23.362118 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a663f65e-fcfb-4565-86d9-a7fdb7492e41 None None] Port 88fb7df0-ca78-48e6-99e6-20e6e57cda71 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:41:23.423484 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port dfe2d0f0-aae2-42e3-9548-7821450916bf is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:41:23.428158 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ecd96-10e5-41aa-bb7b-be0836698908 admin admin] Pushing event updated for resources: {'Port': ['ID=88fb7df0-ca78-48e6-99e6-20e6e57cda71,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:23.438293 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-669ecd96-10e5-41aa-bb7b-be0836698908 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (dc73e43c-88d6-4b99-a097-ceaa61633c6c), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:23.540486 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669ecd96-10e5-41aa-bb7b-be0836698908 admin admin] Network df760104-5e3e-443a-8f2c-41690ec75ff2 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:41:23.542368 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-669ecd96-10e5-41aa-bb7b-be0836698908 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:41:23.683394 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669ecd96-10e5-41aa-bb7b-be0836698908 admin admin] Router dc73e43c-88d6-4b99-a097-ceaa61633c6c has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:41:23.785656 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-90fb78cf-f0ce-4e8e-97ad-91c7ae59703f None None] Provisioning complete for port 88fb7df0-ca78-48e6-99e6-20e6e57cda71 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:41:23.786182 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-90fb78cf-f0ce-4e8e-97ad-91c7ae59703f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (88fb7df0-ca78-48e6-99e6-20e6e57cda71), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:23.813772 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669ecd96-10e5-41aa-bb7b-be0836698908 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:41:23.818898 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-669ecd96-10e5-41aa-bb7b-be0836698908 admin admin] 10.222.0.32 "PUT /v2.0/routers/dc73e43c-88d6-4b99-a097-ceaa61633c6c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4783127
Feb 05 21:41:23.837849 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-90fb78cf-f0ce-4e8e-97ad-91c7ae59703f None None] Port 88fb7df0-ca78-48e6-99e6-20e6e57cda71 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:41:24.871156 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 99b7c9a8-06dd-4486-a663-eea775b4a63d up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:41:24.932392 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 99b7c9a8-06dd-4486-a663-eea775b4a63d triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:41:24.932914 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (99b7c9a8-06dd-4486-a663-eea775b4a63d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:25.032401 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 99b7c9a8-06dd-4486-a663-eea775b4a63d is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:41:25.032798 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (99b7c9a8-06dd-4486-a663-eea775b4a63d), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:25.057931 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 99b7c9a8-06dd-4486-a663-eea775b4a63d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=99b7c9a8-06dd-4486-a663-eea775b4a63d,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:41:25.065048 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (99b7c9a8-06dd-4486-a663-eea775b4a63d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:25.130829 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=99b7c9a8-06dd-4486-a663-eea775b4a63d,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:25.567232 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e92dfd-8df2-424d-9e12-3667136889f2 None None] Sync routers for ids ['dc73e43c-88d6-4b99-a097-ceaa61633c6c'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:41:25.581430 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e92dfd-8df2-424d-9e12-3667136889f2 None None] Routers {'dc73e43c-88d6-4b99-a097-ceaa61633c6c'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:41:25.582162 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-25e92dfd-8df2-424d-9e12-3667136889f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab5dda00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:41:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['dc73e43c-88d6-4b99-a097-ceaa61633c6c'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:41:25.712793 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-25e92dfd-8df2-424d-9e12-3667136889f2 None None] Set router dc73e43c-88d6-4b99-a097-ceaa61633c6c gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:41:25.957577 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-25e92dfd-8df2-424d-9e12-3667136889f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab5dda00>, [{'id': 'dc73e43c-88d6-4b99-a097-ceaa61633c6c', 'name': 'tempest-TestMinimumBasicScenario-968448415-router', 'tenant_id': '3a25e1cadb4245c9a91b999185fa5b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.70'}], 'enable_snat': True}, 'gw_port_id': '99b7c9a8-06dd-4486-a663-eea775b4a63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:41:19Z', 'updated_at': '2022-02-05T21:41:23Z', 'revision_number': 4, 'project_id': '3a25e1cadb4245c9a91b999185fa5b12', 'gw_port': {'id': '99b7c9a8-06dd-4486-a663-eea775b4a63d', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:88:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc73e43c-88d6-4b99-a097-ceaa61633c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:41:20Z', 'updated_at': '2022-02-05T21:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '88fb7df0-ca78-48e6-99e6-20e6e57cda71', 'name': '', 'network_id': 'df760104-5e3e-443a-8f2c-41690ec75ff2', 'tenant_id': '3a25e1cadb4245c9a91b999185fa5b12', 'mac_address': 'fa:16:3e:e1:43:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc73e43c-88d6-4b99-a097-ceaa61633c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'f5443abf-6f14-4eae-8381-080356d4dff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:41:22Z', 'updated_at': '2022-02-05T21:41:23Z', 'revision_number': 2, 'project_id': '3a25e1cadb4245c9a91b999185fa5b12', 'subnets': [{'id': 'f5443abf-6f14-4eae-8381-080356d4dff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:41:25.994298 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e92dfd-8df2-424d-9e12-3667136889f2 None None] Checking router: dc73e43c-88d6-4b99-a097-ceaa61633c6c for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:41:25.994872 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e92dfd-8df2-424d-9e12-3667136889f2 None None] Updating router dc73e43c-88d6-4b99-a097-ceaa61633c6c port 88fb7df0-ca78-48e6-99e6-20e6e57cda71 binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:41:26.024846 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-25e92dfd-8df2-424d-9e12-3667136889f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (88fb7df0-ca78-48e6-99e6-20e6e57cda71), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:26.363124 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-25e92dfd-8df2-424d-9e12-3667136889f2 None None] Publish callbacks [] for port (88fb7df0-ca78-48e6-99e6-20e6e57cda71), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:26.377417 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-25e92dfd-8df2-424d-9e12-3667136889f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (88fb7df0-ca78-48e6-99e6-20e6e57cda71), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:26.471516 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea774d-040c-4e04-8180-4a73c079bece None None] Pushing event updated for resources: {'Port': ['ID=88fb7df0-ca78-48e6-99e6-20e6e57cda71,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:26.510073 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-25e92dfd-8df2-424d-9e12-3667136889f2 None None] Attempting to bind port 88fb7df0-ca78-48e6-99e6-20e6e57cda71 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:41:26.510540 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-25e92dfd-8df2-424d-9e12-3667136889f2 None None] Attempting to bind port 88fb7df0-ca78-48e6-99e6-20e6e57cda71 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '359e717e-638f-46d7-8bff-72cc44e2fa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'df760104-5e3e-443a-8f2c-41690ec75ff2'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:41:26.510877 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e92dfd-8df2-424d-9e12-3667136889f2 None None] Attempting to bind port 88fb7df0-ca78-48e6-99e6-20e6e57cda71 on network df760104-5e3e-443a-8f2c-41690ec75ff2 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:41:26.522406 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e92dfd-8df2-424d-9e12-3667136889f2 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:41:26.522406 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e92dfd-8df2-424d-9e12-3667136889f2 None None] Checking segment: {'id': '359e717e-638f-46d7-8bff-72cc44e2fa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'df760104-5e3e-443a-8f2c-41690ec75ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:41:26.522406 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-25e92dfd-8df2-424d-9e12-3667136889f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:26.522406 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e92dfd-8df2-424d-9e12-3667136889f2 None None] Bound using segment: {'id': '359e717e-638f-46d7-8bff-72cc44e2fa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'df760104-5e3e-443a-8f2c-41690ec75ff2'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:41:26.522406 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-25e92dfd-8df2-424d-9e12-3667136889f2 None None] Bound port: 88fb7df0-ca78-48e6-99e6-20e6e57cda71, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '359e717e-638f-46d7-8bff-72cc44e2fa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'df760104-5e3e-443a-8f2c-41690ec75ff2'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:41:26.522406 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-25e92dfd-8df2-424d-9e12-3667136889f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (88fb7df0-ca78-48e6-99e6-20e6e57cda71), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:26.602954 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-25e92dfd-8df2-424d-9e12-3667136889f2 None None] For port 88fb7df0-ca78-48e6-99e6-20e6e57cda71, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:41:26.607162 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-25e92dfd-8df2-424d-9e12-3667136889f2 None None] For port 88fb7df0-ca78-48e6-99e6-20e6e57cda71, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=88fb7df0-ca78-48e6-99e6-20e6e57cda71,segment=NetworkSegment(359e717e-638f-46d7-8bff-72cc44e2fa49),segment_id=359e717e-638f-46d7-8bff-72cc44e2fa49)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:41:26.614321 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-25e92dfd-8df2-424d-9e12-3667136889f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (88fb7df0-ca78-48e6-99e6-20e6e57cda71), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:26.680005 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e92dfd-8df2-424d-9e12-3667136889f2 None None] Routers {'dc73e43c-88d6-4b99-a097-ceaa61633c6c'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:41:26.680644 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-25e92dfd-8df2-424d-9e12-3667136889f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab5dda00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:41:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['dc73e43c-88d6-4b99-a097-ceaa61633c6c'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:41:26.687322 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea774d-040c-4e04-8180-4a73c079bece None None] Pushing event updated for resources: {'Port': ['ID=88fb7df0-ca78-48e6-99e6-20e6e57cda71,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:26.827789 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-db149d9b-b937-4a16-a929-95b66c68de6c None None] Provisioning complete for port 88fb7df0-ca78-48e6-99e6-20e6e57cda71 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:41:26.828173 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-db149d9b-b937-4a16-a929-95b66c68de6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (88fb7df0-ca78-48e6-99e6-20e6e57cda71), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:26.870481 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 99b7c9a8-06dd-4486-a663-eea775b4a63d up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:41:26.903236 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-25e92dfd-8df2-424d-9e12-3667136889f2 None None] Set router dc73e43c-88d6-4b99-a097-ceaa61633c6c gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:41:27.230740 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-db149d9b-b937-4a16-a929-95b66c68de6c None None] Current status of the port 88fb7df0-ca78-48e6-99e6-20e6e57cda71 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:41:27.231432 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-db149d9b-b937-4a16-a929-95b66c68de6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (88fb7df0-ca78-48e6-99e6-20e6e57cda71), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:27.303189 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 99b7c9a8-06dd-4486-a663-eea775b4a63d triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:41:27.303646 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (99b7c9a8-06dd-4486-a663-eea775b4a63d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:27.336555 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-db149d9b-b937-4a16-a929-95b66c68de6c None None] For port 88fb7df0-ca78-48e6-99e6-20e6e57cda71, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=88fb7df0-ca78-48e6-99e6-20e6e57cda71,segment=NetworkSegment(359e717e-638f-46d7-8bff-72cc44e2fa49),segment_id=359e717e-638f-46d7-8bff-72cc44e2fa49)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:41:27.346784 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-db149d9b-b937-4a16-a929-95b66c68de6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (88fb7df0-ca78-48e6-99e6-20e6e57cda71), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:27.447895 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db149d9b-b937-4a16-a929-95b66c68de6c None None] Pushing event updated for resources: {'Port': ['ID=88fb7df0-ca78-48e6-99e6-20e6e57cda71,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:27.514405 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 99b7c9a8-06dd-4486-a663-eea775b4a63d is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:41:27.517584 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-4d179053-9b5c-44a7-9b3b-d570dffc1a6c None None] Provisioning complete for port 88fb7df0-ca78-48e6-99e6-20e6e57cda71 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:41:27.517680 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4d179053-9b5c-44a7-9b3b-d570dffc1a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (88fb7df0-ca78-48e6-99e6-20e6e57cda71), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:27.543858 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-25e92dfd-8df2-424d-9e12-3667136889f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab5dda00>, [{'id': 'dc73e43c-88d6-4b99-a097-ceaa61633c6c', 'name': 'tempest-TestMinimumBasicScenario-968448415-router', 'tenant_id': '3a25e1cadb4245c9a91b999185fa5b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.70'}], 'enable_snat': True}, 'gw_port_id': '99b7c9a8-06dd-4486-a663-eea775b4a63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:41:19Z', 'updated_at': '2022-02-05T21:41:23Z', 'revision_number': 4, 'project_id': '3a25e1cadb4245c9a91b999185fa5b12', 'gw_port': {'id': '99b7c9a8-06dd-4486-a663-eea775b4a63d', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:88:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc73e43c-88d6-4b99-a097-ceaa61633c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:41:20Z', 'updated_at': '2022-02-05T21:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '88fb7df0-ca78-48e6-99e6-20e6e57cda71', 'name': '', 'network_id': 'df760104-5e3e-443a-8f2c-41690ec75ff2', 'tenant_id': '3a25e1cadb4245c9a91b999185fa5b12', 'mac_address': 'fa:16:3e:e1:43:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc73e43c-88d6-4b99-a097-ceaa61633c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'f5443abf-6f14-4eae-8381-080356d4dff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:41:22Z', 'updated_at': '2022-02-05T21:41:26Z', 'revision_number': 4, 'project_id': '3a25e1cadb4245c9a91b999185fa5b12', 'subnets': [{'id': 'f5443abf-6f14-4eae-8381-080356d4dff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:41:27.577476 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e92dfd-8df2-424d-9e12-3667136889f2 None None] The sync data for ids ['dc73e43c-88d6-4b99-a097-ceaa61633c6c'] in ncdv-master-1 is: [{'id': 'dc73e43c-88d6-4b99-a097-ceaa61633c6c', 'name': 'tempest-TestMinimumBasicScenario-968448415-router', 'tenant_id': '3a25e1cadb4245c9a91b999185fa5b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.70'}], 'enable_snat': True}, 'gw_port_id': '99b7c9a8-06dd-4486-a663-eea775b4a63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:41:19Z', 'updated_at': '2022-02-05T21:41:23Z', 'revision_number': 4, 'project_id': '3a25e1cadb4245c9a91b999185fa5b12', 'gw_port': {'id': '99b7c9a8-06dd-4486-a663-eea775b4a63d', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:88:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc73e43c-88d6-4b99-a097-ceaa61633c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:41:20Z', 'updated_at': '2022-02-05T21:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '88fb7df0-ca78-48e6-99e6-20e6e57cda71', 'name': '', 'network_id': 'df760104-5e3e-443a-8f2c-41690ec75ff2', 'tenant_id': '3a25e1cadb4245c9a91b999185fa5b12', 'mac_address': 'fa:16:3e:e1:43:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc73e43c-88d6-4b99-a097-ceaa61633c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'f5443abf-6f14-4eae-8381-080356d4dff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:41:22Z', 'updated_at': '2022-02-05T21:41:26Z', 'revision_number': 4, 'project_id': '3a25e1cadb4245c9a91b999185fa5b12', 'subnets': [{'id': 'f5443abf-6f14-4eae-8381-080356d4dff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:41:27.656638 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-4d179053-9b5c-44a7-9b3b-d570dffc1a6c None None] Current status of the port 88fb7df0-ca78-48e6-99e6-20e6e57cda71 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:41:28.846123 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 88fb7df0-ca78-48e6-99e6-20e6e57cda71 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:41:28.996952 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 88fb7df0-ca78-48e6-99e6-20e6e57cda71 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:41:28.997484 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (88fb7df0-ca78-48e6-99e6-20e6e57cda71), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:29.098461 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 88fb7df0-ca78-48e6-99e6-20e6e57cda71 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:41:33.798823 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-adc2d8cf-01cf-4810-8ea7-4624d3a4edda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:34.241144 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047e47e-3910-4713-8eb8-76528a348490 req-b6e244bc-2551-4b2c-a5e9-704b6ff2e1ee tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:41:34.242651 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e047e47e-3910-4713-8eb8-76528a348490 req-b6e244bc-2551-4b2c-a5e9-704b6ff2e1ee tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/networks?id=74c2f06d-2143-4134-9b46-73ac1b8138e5 HTTP/1.1" status: 200  len: 814 time: 0.1043639
Feb 05 21:41:34.257794 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e047e47e-3910-4713-8eb8-76528a348490 req-70437cb9-2a77-4217-a300-078c4275dc56 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/quotas/3c3f47ed255445f5b7a2c3d296cd76e8 HTTP/1.1" status: 200  len: 375 time: 0.0091956
Feb 05 21:41:34.311987 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e047e47e-3910-4713-8eb8-76528a348490 req-0744dbcd-0d2e-404d-bb23-3f96214fae80 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c3f47ed255445f5b7a2c3d296cd76e8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0494349
Feb 05 21:41:34.409401 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e047e47e-3910-4713-8eb8-76528a348490 req-048de279-0cb3-4866-a7cd-03f0e4f039d9 service neutron] 10.222.0.32 "GET /v2.0/networks/74c2f06d-2143-4134-9b46-73ac1b8138e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0858765
Feb 05 21:41:34.496999 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e047e47e-3910-4713-8eb8-76528a348490 req-7ec5cbff-d4ec-4fb0-ac5c-7ca8d7b5a6f3 service neutron] 10.222.0.32 "GET /v2.0/networks/74c2f06d-2143-4134-9b46-73ac1b8138e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0811298
Feb 05 21:41:34.659099 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-635ef40a-bfa5-44cf-bf07-80e29a6c4ffc req-41541c5f-2d24-4ec9-b112-e67cccc24f53 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 210 time: 0.0317924
Feb 05 21:41:35.704044 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047e47e-3910-4713-8eb8-76528a348490 req-27c518d0-d37c-471d-baf8-ff7aa083282e tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:41:35.706778 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e047e47e-3910-4713-8eb8-76528a348490 req-27c518d0-d37c-471d-baf8-ff7aa083282e tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.21 "GET /v2.0/networks?id=74c2f06d-2143-4134-9b46-73ac1b8138e5 HTTP/1.1" status: 200  len: 814 time: 0.1044359
Feb 05 21:41:35.718413 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-e047e47e-3910-4713-8eb8-76528a348490 req-d8bb6edd-3b5b-4a14-8e3c-1f3bfca1efa1 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Request body: {'port': {'device_id': 'c4884a8c-6ca7-447c-94cb-bb53b2e9424b', 'network_id': '74c2f06d-2143-4134-9b46-73ac1b8138e5', 'admin_state_up': True, 'tenant_id': '3c3f47ed255445f5b7a2c3d296cd76e8'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:41:35.777807 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d7c3ab79-839e-449a-908b-14b17b1f39bf req-b8aa4162-0aa1-43e9-abec-8492179d94bd tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 210 time: 0.0418751
Feb 05 21:41:35.857052 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e047e47e-3910-4713-8eb8-76528a348490 req-d8bb6edd-3b5b-4a14-8e3c-1f3bfca1efa1 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Made reservation on behalf of 3c3f47ed255445f5b7a2c3d296cd76e8 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:41:35.860540 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e047e47e-3910-4713-8eb8-76528a348490 req-d8bb6edd-3b5b-4a14-8e3c-1f3bfca1efa1 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:36.017069 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-e047e47e-3910-4713-8eb8-76528a348490 req-d8bb6edd-3b5b-4a14-8e3c-1f3bfca1efa1 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Allocated IP 172.20.0.4 (74c2f06d-2143-4134-9b46-73ac1b8138e5/e50e390c-808a-4732-8c5e-7ea4a33bb207/f28e3fd6-f888-4993-bbec-787d26bfe673) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:41:36.194318 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-be5dd51b-5b48-4417-bbc1-4ed9b0cb0083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:36.254118 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e047e47e-3910-4713-8eb8-76528a348490 req-d8bb6edd-3b5b-4a14-8e3c-1f3bfca1efa1 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks [] for port (f28e3fd6-f888-4993-bbec-787d26bfe673), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:36.323326 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e047e47e-3910-4713-8eb8-76528a348490 req-d8bb6edd-3b5b-4a14-8e3c-1f3bfca1efa1 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (f28e3fd6-f888-4993-bbec-787d26bfe673), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:36.376612 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e047e47e-3910-4713-8eb8-76528a348490 req-d8bb6edd-3b5b-4a14-8e3c-1f3bfca1efa1 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Network 74c2f06d-2143-4134-9b46-73ac1b8138e5 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:41:36.380613 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-e047e47e-3910-4713-8eb8-76528a348490 req-d8bb6edd-3b5b-4a14-8e3c-1f3bfca1efa1 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:41:36.384124 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-e047e47e-3910-4713-8eb8-76528a348490 req-d8bb6edd-3b5b-4a14-8e3c-1f3bfca1efa1 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:41:36.453282 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb6edd-3b5b-4a14-8e3c-1f3bfca1efa1 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Pushing event updated for resources: {'Port': ['ID=f28e3fd6-f888-4993-bbec-787d26bfe673,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:36.475252 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047e47e-3910-4713-8eb8-76528a348490 req-d8bb6edd-3b5b-4a14-8e3c-1f3bfca1efa1 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:41:36.476303 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e047e47e-3910-4713-8eb8-76528a348490 req-d8bb6edd-3b5b-4a14-8e3c-1f3bfca1efa1 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:36.501451 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e047e47e-3910-4713-8eb8-76528a348490 req-d8bb6edd-3b5b-4a14-8e3c-1f3bfca1efa1 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7865312
Feb 05 21:41:36.773481 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-60d5dad1-5d7b-4363-ae32-0692e802a135 None None] Provisioning complete for port f28e3fd6-f888-4993-bbec-787d26bfe673 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:41:36.773948 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-60d5dad1-5d7b-4363-ae32-0692e802a135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (f28e3fd6-f888-4993-bbec-787d26bfe673), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:36.825050 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-60d5dad1-5d7b-4363-ae32-0692e802a135 None None] Port f28e3fd6-f888-4993-bbec-787d26bfe673 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:41:36.931043 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5d678-af29-4ed9-a6e7-0d86ae3628b6 req-249072d4-10b8-4af6-b2b4-42eab129c6e2 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:41:36.931043 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-24f5d678-af29-4ed9-a6e7-0d86ae3628b6 req-249072d4-10b8-4af6-b2b4-42eab129c6e2 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 931 time: 0.0643229
Feb 05 21:41:37.012163 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-24f5d678-af29-4ed9-a6e7-0d86ae3628b6 req-b9448795-3305-420b-8566-8763ebafd779 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/security-groups?id=82f972ae-9ce6-401b-a0c1-983058b208d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733936
Feb 05 21:41:37.627853 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:37.831810 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:41:38.133078 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e6ea3-905e-4502-8a51-1a59b1ee1224 req-86be38b3-0b46-4dbd-802c-bb8ac52ff310 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:41:38.135824 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b40e6ea3-905e-4502-8a51-1a59b1ee1224 req-86be38b3-0b46-4dbd-802c-bb8ac52ff310 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 931 time: 0.0565288
Feb 05 21:41:38.202982 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b40e6ea3-905e-4502-8a51-1a59b1ee1224 req-549d4429-c45a-4c02-be87-673347ee4712 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/security-groups?id=82f972ae-9ce6-401b-a0c1-983058b208d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573108
Feb 05 21:41:39.215833 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:39.343073 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eea3b0-5531-4fad-a7ba-b802b3896373 req-142d6b1b-6e34-4ea3-919b-a9b9e435e141 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:41:39.344706 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-56eea3b0-5531-4fad-a7ba-b802b3896373 req-142d6b1b-6e34-4ea3-919b-a9b9e435e141 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 931 time: 0.0587933
Feb 05 21:41:39.395898 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-56eea3b0-5531-4fad-a7ba-b802b3896373 req-c1e16915-2df7-46d8-bec8-d236149f0953 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/security-groups?id=82f972ae-9ce6-401b-a0c1-983058b208d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454562
Feb 05 21:41:40.524798 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf7f10-2e3f-46f7-94d5-5019b41a0d2f req-b80d0a9f-3cc4-4c2f-9796-c9512da007c7 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:41:40.526286 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fcbf7f10-2e3f-46f7-94d5-5019b41a0d2f req-b80d0a9f-3cc4-4c2f-9796-c9512da007c7 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 931 time: 0.0544765
Feb 05 21:41:40.565782 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:40.582903 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fcbf7f10-2e3f-46f7-94d5-5019b41a0d2f req-47f5afd2-410b-4562-9b06-042b26717b61 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/security-groups?id=82f972ae-9ce6-401b-a0c1-983058b208d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509942
Feb 05 21:41:41.711668 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160cbf1-a5a3-44fa-ab5b-3a350caf5af2 req-0bdf739b-ad51-4790-b395-67eac11d2dfd tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:41:41.714942 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f160cbf1-a5a3-44fa-ab5b-3a350caf5af2 req-0bdf739b-ad51-4790-b395-67eac11d2dfd tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 931 time: 0.0631773
Feb 05 21:41:41.769424 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f160cbf1-a5a3-44fa-ab5b-3a350caf5af2 req-74dbc698-84df-48ab-9491-ed5e8923e8c2 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/security-groups?id=82f972ae-9ce6-401b-a0c1-983058b208d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506477
Feb 05 21:41:42.904450 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b31647-6473-4e23-a19e-1f031e330369 req-35fb872a-1127-4469-90fe-9240282a1660 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:41:42.905961 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e6b31647-6473-4e23-a19e-1f031e330369 req-35fb872a-1127-4469-90fe-9240282a1660 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 931 time: 0.0627832
Feb 05 21:41:42.962247 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e6b31647-6473-4e23-a19e-1f031e330369 req-1f009f2c-5b91-449a-a9af-f7b6ff4948fc tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/security-groups?id=82f972ae-9ce6-401b-a0c1-983058b208d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489402
Feb 05 21:41:44.085558 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3546e0eb-0d72-4d4d-9cb7-db8d82fc6664 req-abefe808-b848-4bc7-8986-726f2acd9db5 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:41:44.087798 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3546e0eb-0d72-4d4d-9cb7-db8d82fc6664 req-abefe808-b848-4bc7-8986-726f2acd9db5 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 931 time: 0.0565524
Feb 05 21:41:44.132983 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3546e0eb-0d72-4d4d-9cb7-db8d82fc6664 req-9d5225c6-a24d-497c-abea-d890ce710b3e tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/security-groups?id=82f972ae-9ce6-401b-a0c1-983058b208d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394762
Feb 05 21:41:45.250635 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b26bb-5c56-47e5-81a0-012dcf0a0523 req-98ddb17d-a48d-402e-90ef-bbc7832d81f0 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:41:45.252116 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-798b26bb-5c56-47e5-81a0-012dcf0a0523 req-98ddb17d-a48d-402e-90ef-bbc7832d81f0 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 931 time: 0.0519769
Feb 05 21:41:45.299493 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-798b26bb-5c56-47e5-81a0-012dcf0a0523 req-039f96ac-a12d-409a-be58-3ae6e4a243f5 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/security-groups?id=82f972ae-9ce6-401b-a0c1-983058b208d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419054
Feb 05 21:41:45.669201 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:46.419813 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992426f2-ca95-4f8a-8b1a-21ac43927ef2 req-1c445353-ccbb-422b-81f9-3332b157594e tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:41:46.421287 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-992426f2-ca95-4f8a-8b1a-21ac43927ef2 req-1c445353-ccbb-422b-81f9-3332b157594e tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 931 time: 0.0540700
Feb 05 21:41:46.471403 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-992426f2-ca95-4f8a-8b1a-21ac43927ef2 req-b1b2e416-0468-4485-b9c3-f5d4a1534224 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/security-groups?id=82f972ae-9ce6-401b-a0c1-983058b208d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444913
Feb 05 21:41:46.957450 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-e047e47e-3910-4713-8eb8-76528a348490 req-d3325216-19a9-4594-9682-8c4ec321445c service neutron] Request body: {'port': {'device_id': 'c4884a8c-6ca7-447c-94cb-bb53b2e9424b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:41:47.017663 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e047e47e-3910-4713-8eb8-76528a348490 req-d3325216-19a9-4594-9682-8c4ec321445c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f28e3fd6-f888-4993-bbec-787d26bfe673), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:47.275558 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-e047e47e-3910-4713-8eb8-76528a348490 req-d3325216-19a9-4594-9682-8c4ec321445c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f28e3fd6-f888-4993-bbec-787d26bfe673 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:41:47.283537 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e047e47e-3910-4713-8eb8-76528a348490 req-d3325216-19a9-4594-9682-8c4ec321445c service neutron] Publish callbacks [] for port (f28e3fd6-f888-4993-bbec-787d26bfe673), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:47.300680 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-e047e47e-3910-4713-8eb8-76528a348490 req-d3325216-19a9-4594-9682-8c4ec321445c service neutron] Transition to ACTIVE for port object f28e3fd6-f888-4993-bbec-787d26bfe673 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:41:47.304703 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e047e47e-3910-4713-8eb8-76528a348490 req-d3325216-19a9-4594-9682-8c4ec321445c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (f28e3fd6-f888-4993-bbec-787d26bfe673), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:47.377187 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3325216-19a9-4594-9682-8c4ec321445c service neutron] Pushing event updated for resources: {'Port': ['ID=f28e3fd6-f888-4993-bbec-787d26bfe673,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:47.431729 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-e047e47e-3910-4713-8eb8-76528a348490 req-d3325216-19a9-4594-9682-8c4ec321445c service neutron] Attempting to bind port f28e3fd6-f888-4993-bbec-787d26bfe673 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:41:47.432550 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-e047e47e-3910-4713-8eb8-76528a348490 req-d3325216-19a9-4594-9682-8c4ec321445c service neutron] Attempting to bind port f28e3fd6-f888-4993-bbec-787d26bfe673 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '52e59ed2-2d6a-423a-a24e-4707273dc0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '74c2f06d-2143-4134-9b46-73ac1b8138e5'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:41:47.432550 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e047e47e-3910-4713-8eb8-76528a348490 req-d3325216-19a9-4594-9682-8c4ec321445c service neutron] Attempting to bind port f28e3fd6-f888-4993-bbec-787d26bfe673 on network 74c2f06d-2143-4134-9b46-73ac1b8138e5 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:41:47.437341 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e047e47e-3910-4713-8eb8-76528a348490 req-d3325216-19a9-4594-9682-8c4ec321445c service neutron] Port f28e3fd6-f888-4993-bbec-787d26bfe673 on network 74c2f06d-2143-4134-9b46-73ac1b8138e5 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:41:47.437749 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e047e47e-3910-4713-8eb8-76528a348490 req-d3325216-19a9-4594-9682-8c4ec321445c service neutron] Attempting to bind port f28e3fd6-f888-4993-bbec-787d26bfe673 on network 74c2f06d-2143-4134-9b46-73ac1b8138e5 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:41:47.443075 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e047e47e-3910-4713-8eb8-76528a348490 req-d3325216-19a9-4594-9682-8c4ec321445c service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:41:47.443515 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e047e47e-3910-4713-8eb8-76528a348490 req-d3325216-19a9-4594-9682-8c4ec321445c service neutron] Checking segment: {'id': '52e59ed2-2d6a-423a-a24e-4707273dc0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '74c2f06d-2143-4134-9b46-73ac1b8138e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:41:47.443918 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e047e47e-3910-4713-8eb8-76528a348490 req-d3325216-19a9-4594-9682-8c4ec321445c service neutron] Bound using segment: {'id': '52e59ed2-2d6a-423a-a24e-4707273dc0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '74c2f06d-2143-4134-9b46-73ac1b8138e5'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:41:47.444347 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-e047e47e-3910-4713-8eb8-76528a348490 req-d3325216-19a9-4594-9682-8c4ec321445c service neutron] Bound port: f28e3fd6-f888-4993-bbec-787d26bfe673, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52e59ed2-2d6a-423a-a24e-4707273dc0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '74c2f06d-2143-4134-9b46-73ac1b8138e5'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:41:47.444716 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e047e47e-3910-4713-8eb8-76528a348490 req-d3325216-19a9-4594-9682-8c4ec321445c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f28e3fd6-f888-4993-bbec-787d26bfe673), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:47.536999 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-e047e47e-3910-4713-8eb8-76528a348490 req-d3325216-19a9-4594-9682-8c4ec321445c service neutron] For port f28e3fd6-f888-4993-bbec-787d26bfe673, host nch1-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:41:47.541566 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-e047e47e-3910-4713-8eb8-76528a348490 req-d3325216-19a9-4594-9682-8c4ec321445c service neutron] For port f28e3fd6-f888-4993-bbec-787d26bfe673, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f28e3fd6-f888-4993-bbec-787d26bfe673,segment=NetworkSegment(52e59ed2-2d6a-423a-a24e-4707273dc0e3),segment_id=52e59ed2-2d6a-423a-a24e-4707273dc0e3)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:41:47.555977 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e047e47e-3910-4713-8eb8-76528a348490 req-d3325216-19a9-4594-9682-8c4ec321445c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (f28e3fd6-f888-4993-bbec-787d26bfe673), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:47.613146 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047e47e-3910-4713-8eb8-76528a348490 req-d3325216-19a9-4594-9682-8c4ec321445c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:41:47.613768 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-e047e47e-3910-4713-8eb8-76528a348490 req-d3325216-19a9-4594-9682-8c4ec321445c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:47.615255 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e047e47e-3910-4713-8eb8-76528a348490 req-d3325216-19a9-4594-9682-8c4ec321445c service neutron] 10.222.0.21 "PUT /v2.0/ports/f28e3fd6-f888-4993-bbec-787d26bfe673 HTTP/1.1" status: 200  len: 1091 time: 0.6626194
Feb 05 21:41:47.617503 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4884a8c-6ca7-447c-94cb-bb53b2e9424b', 'tag': 'f28e3fd6-f888-4993-bbec-787d26bfe673'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:41:47.620111 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22dec902-f214-4428-80cc-120c4a4fa2f9" -d '{"events": [{"name": "network-changed", "server_uuid": "c4884a8c-6ca7-447c-94cb-bb53b2e9424b", "tag": "f28e3fd6-f888-4993-bbec-787d26bfe673"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:41:47.678062 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec3f58-1db8-40b4-b54d-81cb78384e93 req-966615d3-7536-4489-bbab-9634d87bcc6b tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:41:47.679939 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a6ec3f58-1db8-40b4-b54d-81cb78384e93 req-966615d3-7536-4489-bbab-9634d87bcc6b tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 943 time: 0.1360707
Feb 05 21:41:47.680699 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3325216-19a9-4594-9682-8c4ec321445c service neutron] Pushing event updated for resources: {'Port': ['ID=f28e3fd6-f888-4993-bbec-787d26bfe673,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:47.688626 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c3a56a-4d73-4140-932a-ebc103ae6a58 x-openstack-request-id: req-d7c3a56a-4d73-4140-932a-ebc103ae6a58 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:41:47.688936 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4884a8c-6ca7-447c-94cb-bb53b2e9424b", "tag": "f28e3fd6-f888-4993-bbec-787d26bfe673", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:41:47.689217 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d7c3a56a-4d73-4140-932a-ebc103ae6a58 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:41:47.690004 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4884a8c-6ca7-447c-94cb-bb53b2e9424b', 'tag': 'f28e3fd6-f888-4993-bbec-787d26bfe673', 'status': 'completed', 'code': 200}
Feb 05 21:41:47.777391 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a6ec3f58-1db8-40b4-b54d-81cb78384e93 req-b567a56a-14d4-4386-9451-fbedde01a0b5 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/security-groups?id=82f972ae-9ce6-401b-a0c1-983058b208d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781920
Feb 05 21:41:47.782556 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047e47e-3910-4713-8eb8-76528a348490 req-64040170-8150-45fe-b848-44bffd5ead42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:41:47.784064 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e047e47e-3910-4713-8eb8-76528a348490 req-64040170-8150-45fe-b848-44bffd5ead42 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c3f47ed255445f5b7a2c3d296cd76e8&device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 1125 time: 0.0973976
Feb 05 21:41:47.827276 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e047e47e-3910-4713-8eb8-76528a348490 req-86d7c41b-92a8-43b3-a2be-21ba01c4ad57 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f28e3fd6-f888-4993-bbec-787d26bfe673 HTTP/1.1" status: 200  len: 217 time: 0.0354078
Feb 05 21:41:47.875680 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047e47e-3910-4713-8eb8-76528a348490 req-5b7e17dc-ab6b-469f-8ff8-7b9465615dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:41:47.877134 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e047e47e-3910-4713-8eb8-76528a348490 req-5b7e17dc-ab6b-469f-8ff8-7b9465615dd8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e50e390c-808a-4732-8c5e-7ea4a33bb207 HTTP/1.1" status: 200  len: 853 time: 0.0436003
Feb 05 21:41:47.929946 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047e47e-3910-4713-8eb8-76528a348490 req-3231f74e-8f16-45b8-a79a-4230dca05376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:41:47.931487 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e047e47e-3910-4713-8eb8-76528a348490 req-3231f74e-8f16-45b8-a79a-4230dca05376 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=74c2f06d-2143-4134-9b46-73ac1b8138e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0485234
Feb 05 21:41:48.019656 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e047e47e-3910-4713-8eb8-76528a348490 req-6bd993f0-25ab-46ae-bae5-709a1492c94c service neutron] 10.222.0.21 "GET /v2.0/networks/74c2f06d-2143-4134-9b46-73ac1b8138e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0818298
Feb 05 21:41:48.113301 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e047e47e-3910-4713-8eb8-76528a348490 req-020e8a23-3305-4fd9-8c28-a5c5f3c9f361 service neutron] 10.222.0.21 "GET /v2.0/networks/74c2f06d-2143-4134-9b46-73ac1b8138e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877087
Feb 05 21:41:48.211060 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dec902-f214-4428-80cc-120c4a4fa2f9 req-c9a941b3-83eb-4b95-83ba-1dbf8048362f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:41:48.213035 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-22dec902-f214-4428-80cc-120c4a4fa2f9 req-c9a941b3-83eb-4b95-83ba-1dbf8048362f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c3f47ed255445f5b7a2c3d296cd76e8&device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 1125 time: 0.0508206
Feb 05 21:41:48.308982 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dec902-f214-4428-80cc-120c4a4fa2f9 req-15e11591-1a70-4951-abcb-c0d244b64c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:41:48.310611 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-22dec902-f214-4428-80cc-120c4a4fa2f9 req-15e11591-1a70-4951-abcb-c0d244b64c1d service neutron] 10.222.0.21 "GET /v2.0/networks?id=74c2f06d-2143-4134-9b46-73ac1b8138e5 HTTP/1.1" status: 200  len: 915 time: 0.0921049
Feb 05 21:41:48.353935 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-22dec902-f214-4428-80cc-120c4a4fa2f9 req-bed8ac5c-8dca-4040-8998-bb6f0445f004 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f28e3fd6-f888-4993-bbec-787d26bfe673 HTTP/1.1" status: 200  len: 217 time: 0.0365458
Feb 05 21:41:48.408432 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dec902-f214-4428-80cc-120c4a4fa2f9 req-dc32bc98-8b7f-4178-bd63-fafd42da338d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:41:48.410206 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-22dec902-f214-4428-80cc-120c4a4fa2f9 req-dc32bc98-8b7f-4178-bd63-fafd42da338d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e50e390c-808a-4732-8c5e-7ea4a33bb207 HTTP/1.1" status: 200  len: 853 time: 0.0511322
Feb 05 21:41:48.464429 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dec902-f214-4428-80cc-120c4a4fa2f9 req-c1987b1d-3e14-42fa-9797-e78df6ed6bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:41:48.465957 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-22dec902-f214-4428-80cc-120c4a4fa2f9 req-c1987b1d-3e14-42fa-9797-e78df6ed6bb6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=74c2f06d-2143-4134-9b46-73ac1b8138e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0500367
Feb 05 21:41:48.563294 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-22dec902-f214-4428-80cc-120c4a4fa2f9 req-9eef3d18-40fd-4287-aff1-3cf1eb4b2a0a service neutron] 10.222.0.21 "GET /v2.0/networks/74c2f06d-2143-4134-9b46-73ac1b8138e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0905244
Feb 05 21:41:48.669716 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-22dec902-f214-4428-80cc-120c4a4fa2f9 req-a4987054-11ad-401b-ac19-e092cb3bfe3c service neutron] 10.222.0.21 "GET /v2.0/networks/74c2f06d-2143-4134-9b46-73ac1b8138e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0998218
Feb 05 21:41:48.899639 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a18ab-5b9b-430d-8a8a-cc58180deeea req-abc3a99c-2de4-4ce6-b886-3fdf1622e57f tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:41:48.901142 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1b1a18ab-5b9b-430d-8a8a-cc58180deeea req-abc3a99c-2de4-4ce6-b886-3fdf1622e57f tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 943 time: 0.0534317
Feb 05 21:41:48.949869 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1b1a18ab-5b9b-430d-8a8a-cc58180deeea req-e5b2fcf1-9205-45c6-bb6b-3c0d58bca9b3 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/security-groups?id=82f972ae-9ce6-401b-a0c1-983058b208d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431454
Feb 05 21:41:50.065694 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3aff2-8d4e-4b07-abbd-e3972c31873b req-8fd02740-3c37-4912-88e7-9eb68c19f427 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:41:50.067186 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6fd3aff2-8d4e-4b07-abbd-e3972c31873b req-8fd02740-3c37-4912-88e7-9eb68c19f427 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 943 time: 0.0517533
Feb 05 21:41:50.112569 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6fd3aff2-8d4e-4b07-abbd-e3972c31873b req-67276fd7-a708-4909-ac8d-7d55bbf43909 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/security-groups?id=82f972ae-9ce6-401b-a0c1-983058b208d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394154
Feb 05 21:41:50.119556 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device f28e3fd6-f888-4993-bbec-787d26bfe673 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:41:50.218865 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port f28e3fd6-f888-4993-bbec-787d26bfe673, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f28e3fd6-f888-4993-bbec-787d26bfe673,segment=NetworkSegment(52e59ed2-2d6a-423a-a24e-4707273dc0e3),segment_id=52e59ed2-2d6a-423a-a24e-4707273dc0e3)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:41:50.229473 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': 'f28e3fd6-f888-4993-bbec-787d26bfe673', 'network_id': '74c2f06d-2143-4134-9b46-73ac1b8138e5', 'port_id': 'f28e3fd6-f888-4993-bbec-787d26bfe673', 'mac_address': 'fa:16:3e:22:2e:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e50e390c-808a-4732-8c5e-7ea4a33bb207', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:41:50.266770 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port f28e3fd6-f888-4993-bbec-787d26bfe673 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:41:50.267169 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f28e3fd6-f888-4993-bbec-787d26bfe673), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:50.280219 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f28e3fd6-f888-4993-bbec-787d26bfe673 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:41:50.300557 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port f28e3fd6-f888-4993-bbec-787d26bfe673, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f28e3fd6-f888-4993-bbec-787d26bfe673,segment=NetworkSegment(52e59ed2-2d6a-423a-a24e-4707273dc0e3),segment_id=52e59ed2-2d6a-423a-a24e-4707273dc0e3)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:41:50.304402 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (f28e3fd6-f888-4993-bbec-787d26bfe673), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:50.351101 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=f28e3fd6-f888-4993-bbec-787d26bfe673,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:50.601212 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:50.627449 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['f28e3fd6-f888-4993-bbec-787d26bfe673'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:41:51.235982 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffa9bb-aeb1-4af6-9a36-708c5b9970fc req-efb0b552-cb0b-469c-ae0c-879ece2b41f7 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:41:51.237327 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3bffa9bb-aeb1-4af6-9a36-708c5b9970fc req-efb0b552-cb0b-469c-ae0c-879ece2b41f7 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 944 time: 0.0551090
Feb 05 21:41:51.282872 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3bffa9bb-aeb1-4af6-9a36-708c5b9970fc req-1c437daf-4f61-4622-bf45-57801c5f5f3a tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/security-groups?id=82f972ae-9ce6-401b-a0c1-983058b208d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399623
Feb 05 21:41:52.126159 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device f28e3fd6-f888-4993-bbec-787d26bfe673 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:41:52.179251 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port f28e3fd6-f888-4993-bbec-787d26bfe673 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:41:52.184226 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port f28e3fd6-f888-4993-bbec-787d26bfe673 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:41:52.184612 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (f28e3fd6-f888-4993-bbec-787d26bfe673), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:52.261840 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port f28e3fd6-f888-4993-bbec-787d26bfe673 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:41:52.262136 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f28e3fd6-f888-4993-bbec-787d26bfe673), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:52.284584 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4884a8c-6ca7-447c-94cb-bb53b2e9424b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28e3fd6-f888-4993-bbec-787d26bfe673'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:41:52.286874 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4d97609c305c0ab4b61465094620d15f3e0cd8d0bbbf56405a94903a6456b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b65aebf-d546-4cfe-9d13-663a10b5ef26" -d '{"events": [{"server_uuid": "c4884a8c-6ca7-447c-94cb-bb53b2e9424b", "name": "network-vif-plugged", "status": "completed", "tag": "f28e3fd6-f888-4993-bbec-787d26bfe673"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:41:52.299877 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port f28e3fd6-f888-4993-bbec-787d26bfe673, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f28e3fd6-f888-4993-bbec-787d26bfe673,segment=NetworkSegment(52e59ed2-2d6a-423a-a24e-4707273dc0e3),segment_id=52e59ed2-2d6a-423a-a24e-4707273dc0e3)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:41:52.304307 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (f28e3fd6-f888-4993-bbec-787d26bfe673), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:41:52.331051 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df276b59-990a-46f5-88c6-fb341af70d12 x-openstack-request-id: req-df276b59-990a-46f5-88c6-fb341af70d12 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:41:52.331356 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4884a8c-6ca7-447c-94cb-bb53b2e9424b", "name": "network-vif-plugged", "status": "completed", "tag": "f28e3fd6-f888-4993-bbec-787d26bfe673", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:41:52.331631 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-df276b59-990a-46f5-88c6-fb341af70d12 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:41:52.332014 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4884a8c-6ca7-447c-94cb-bb53b2e9424b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28e3fd6-f888-4993-bbec-787d26bfe673', 'code': 200}
Feb 05 21:41:52.358492 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=f28e3fd6-f888-4993-bbec-787d26bfe673,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:41:52.445262 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f49b5-ef1e-462d-8ffc-dfc8041067ae req-ba25f6e2-c46b-496f-91df-d449eb57cc10 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:41:52.446833 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1e8f49b5-ef1e-462d-8ffc-dfc8041067ae req-ba25f6e2-c46b-496f-91df-d449eb57cc10 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 945 time: 0.0865109
Feb 05 21:41:52.455956 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1174c-d809-4342-8559-ca9560c4eddb req-6f409aee-34e1-4094-b885-b07de7379475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:41:52.457369 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a5e1174c-d809-4342-8559-ca9560c4eddb req-6f409aee-34e1-4094-b885-b07de7379475 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 1127 time: 0.0624373
Feb 05 21:41:52.527982 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1e8f49b5-ef1e-462d-8ffc-dfc8041067ae req-092d7bae-1981-42ff-ade1-787bddddd263 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/security-groups?id=82f972ae-9ce6-401b-a0c1-983058b208d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753846
Feb 05 21:41:52.530404 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a5e1174c-d809-4342-8559-ca9560c4eddb req-9dc8f62e-fdf1-40d8-baf3-14e19f8897f0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=82f972ae-9ce6-401b-a0c1-983058b208d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673447
Feb 05 21:41:53.648235 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268cf4a-8b89-4034-8d84-c192ad6ee13e req-d7b0c978-4494-4dc9-9233-1b3625a8e63a tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:41:53.649910 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8268cf4a-8b89-4034-8d84-c192ad6ee13e req-d7b0c978-4494-4dc9-9233-1b3625a8e63a tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 945 time: 0.0536878
Feb 05 21:41:53.696836 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8268cf4a-8b89-4034-8d84-c192ad6ee13e req-37567d5d-6646-44ea-bf4c-e3c7f17de453 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/security-groups?id=82f972ae-9ce6-401b-a0c1-983058b208d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413523
Feb 05 21:41:54.820434 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77fc77e-8905-4067-ac3d-e57eb3903f17 req-21a6efb3-6bd0-4668-8f44-5144d5b4d80f tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:41:54.821961 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c77fc77e-8905-4067-ac3d-e57eb3903f17 req-21a6efb3-6bd0-4668-8f44-5144d5b4d80f tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 945 time: 0.0532212
Feb 05 21:41:54.872188 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c77fc77e-8905-4067-ac3d-e57eb3903f17 req-b9c97f35-7b36-4673-8ac6-c9823d601e3d tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/security-groups?id=82f972ae-9ce6-401b-a0c1-983058b208d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443683
Feb 05 21:41:54.990127 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f9a14-0988-4d60-bc52-1494d79877ef req-8f05393b-95ef-451d-aec3-5e3184505d9d tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:41:54.991630 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c40f9a14-0988-4d60-bc52-1494d79877ef req-8f05393b-95ef-451d-aec3-5e3184505d9d tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 945 time: 0.0532763
Feb 05 21:41:55.038149 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c40f9a14-0988-4d60-bc52-1494d79877ef req-da9b5b46-f170-4553-a134-9aa618e2fc55 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/security-groups?id=82f972ae-9ce6-401b-a0c1-983058b208d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397253
Feb 05 21:41:55.231060 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9199a5-79ae-4452-9211-6066f3dad414 req-1c3468c2-9fd1-470e-8350-61ab33b1626c tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:41:55.232515 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fe9199a5-79ae-4452-9211-6066f3dad414 req-1c3468c2-9fd1-470e-8350-61ab33b1626c tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 945 time: 0.0529988
Feb 05 21:41:55.277505 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fe9199a5-79ae-4452-9211-6066f3dad414 req-0f9a8c30-ad94-4b3c-89f2-fe8ef3d759e9 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/security-groups?id=82f972ae-9ce6-401b-a0c1-983058b208d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394413
Feb 05 21:42:00.424721 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925234eb-2463-4b2b-b364-d9997193bf93 req-70ae140d-f522-4011-b1a0-fb66026de695 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:42:00.426224 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-925234eb-2463-4b2b-b364-d9997193bf93 req-70ae140d-f522-4011-b1a0-fb66026de695 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 945 time: 0.0588002
Feb 05 21:42:00.472994 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-925234eb-2463-4b2b-b364-d9997193bf93 req-0d90e1e3-021a-4803-8130-f5ce14de6828 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/security-groups?id=82f972ae-9ce6-401b-a0c1-983058b208d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408270
Feb 05 21:42:00.494973 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52706) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:42:00.625088 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddf6c94-f72f-4eca-9c2c-f060dfa4b609 tempest-TestMinimumBasicScenario-230338275 tempest-TestMinimumBasicScenario-230338275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:42:00.626690 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4ddf6c94-f72f-4eca-9c2c-f060dfa4b609 tempest-TestMinimumBasicScenario-230338275 tempest-TestMinimumBasicScenario-230338275-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 1122 time: 0.1306639
Feb 05 21:42:00.629595 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52710) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:42:00.634007 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-7871bb56-a958-4de7-9a63-548fd5fb86db tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'port_id': 'f28e3fd6-f888-4993-bbec-787d26bfe673', 'tenant_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:42:00.653647 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7871bb56-a958-4de7-9a63-548fd5fb86db tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:00.753882 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7871bb56-a958-4de7-9a63-548fd5fb86db tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:00.855598 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-7871bb56-a958-4de7-9a63-548fd5fb86db tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Allocated IP 172.35.4.210 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/3b50e937-fa89-4a52-a427-3d0dfea933f6) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:42:00.959035 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7871bb56-a958-4de7-9a63-548fd5fb86db tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks [] for port (3b50e937-fa89-4a52-a427-3d0dfea933f6), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:00.991708 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7871bb56-a958-4de7-9a63-548fd5fb86db tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (3b50e937-fa89-4a52-a427-3d0dfea933f6), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:01.026419 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7871bb56-a958-4de7-9a63-548fd5fb86db tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:42:01.031134 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-7871bb56-a958-4de7-9a63-548fd5fb86db tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:42:01.034576 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7871bb56-a958-4de7-9a63-548fd5fb86db tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:42:01.061991 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7871bb56-a958-4de7-9a63-548fd5fb86db tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Pushing event updated for resources: {'Port': ['ID=3b50e937-fa89-4a52-a427-3d0dfea933f6,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:42:01.399831 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7871bb56-a958-4de7-9a63-548fd5fb86db tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks [] for floatingip (2814bd20-1e8c-4f71-b370-c989c782b444), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:01.466934 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7871bb56-a958-4de7-9a63-548fd5fb86db tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3b50e937-fa89-4a52-a427-3d0dfea933f6), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:01.614015 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7871bb56-a958-4de7-9a63-548fd5fb86db tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks [] for port (3b50e937-fa89-4a52-a427-3d0dfea933f6), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:01.619177 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7871bb56-a958-4de7-9a63-548fd5fb86db tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (3b50e937-fa89-4a52-a427-3d0dfea933f6), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:01.689817 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7871bb56-a958-4de7-9a63-548fd5fb86db tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Pushing event updated for resources: {'Port': ['ID=3b50e937-fa89-4a52-a427-3d0dfea933f6,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:42:01.700900 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7871bb56-a958-4de7-9a63-548fd5fb86db tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (2814bd20-1e8c-4f71-b370-c989c782b444), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:01.801490 ncdv-master-1 neutron-server[114390]: INFO neutron.db.l3_db [None req-7871bb56-a958-4de7-9a63-548fd5fb86db tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Floating IP 2814bd20-1e8c-4f71-b370-c989c782b444 associated. External IP: 172.35.4.210, port: f28e3fd6-f888-4993-bbec-787d26bfe673.
Feb 05 21:42:02.008848 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7871bb56-a958-4de7-9a63-548fd5fb86db tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Router 89647acf-4634-4deb-bd15-678acadeb609 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:42:02.115463 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7871bb56-a958-4de7-9a63-548fd5fb86db tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:42:02.125493 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d5fc37-52d7-4065-82ef-8da345d4e67b None None] Sync routers for ids ['89647acf-4634-4deb-bd15-678acadeb609'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:42:02.132833 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7871bb56-a958-4de7-9a63-548fd5fb86db tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:02.135628 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d5fc37-52d7-4065-82ef-8da345d4e67b None None] Routers {'89647acf-4634-4deb-bd15-678acadeb609'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:42:02.136305 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-43d5fc37-52d7-4065-82ef-8da345d4e67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8dcce50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:41:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['89647acf-4634-4deb-bd15-678acadeb609'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:42:02.162473 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7871bb56-a958-4de7-9a63-548fd5fb86db tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.5318460
Feb 05 21:42:02.163318 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4884a8c-6ca7-447c-94cb-bb53b2e9424b', 'tag': 'f28e3fd6-f888-4993-bbec-787d26bfe673'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:42:02.165561 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6368e95f-b323-4728-b3ad-6766986bf96a" -d '{"events": [{"name": "network-changed", "server_uuid": "c4884a8c-6ca7-447c-94cb-bb53b2e9424b", "tag": "f28e3fd6-f888-4993-bbec-787d26bfe673"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:42:02.165770 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 52712) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:42:02.171072 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-3950df14-44fe-4e60-b165-1850e62b81c2 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1192556445', 'description': 'tempest-secgroup-smoke-1192556445 description', 'project_id': '3c3f47ed255445f5b7a2c3d296cd76e8'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:42:02.193112 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3950df14-44fe-4e60-b165-1850e62b81c2 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:02.202553 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5b6328-1aaf-4f9e-a5a2-5b13433a762a x-openstack-request-id: req-ab5b6328-1aaf-4f9e-a5a2-5b13433a762a {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:42:02.202910 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4884a8c-6ca7-447c-94cb-bb53b2e9424b", "tag": "f28e3fd6-f888-4993-bbec-787d26bfe673", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:42:02.203168 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ab5b6328-1aaf-4f9e-a5a2-5b13433a762a {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:42:02.203999 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4884a8c-6ca7-447c-94cb-bb53b2e9424b', 'tag': 'f28e3fd6-f888-4993-bbec-787d26bfe673', 'status': 'completed', 'code': 200}
Feb 05 21:42:02.247077 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-43d5fc37-52d7-4065-82ef-8da345d4e67b None None] Set router 89647acf-4634-4deb-bd15-678acadeb609 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:42:02.297763 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3950df14-44fe-4e60-b165-1850e62b81c2 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks [] for security_group (0443d935-01b1-43ac-a613-0c539c5f639c), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:02.303284 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3950df14-44fe-4e60-b165-1850e62b81c2 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (0443d935-01b1-43ac-a613-0c539c5f639c), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:02.310011 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368e95f-b323-4728-b3ad-6766986bf96a req-d465e389-2b45-44b4-947c-851325924098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:42:02.311533 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6368e95f-b323-4728-b3ad-6766986bf96a req-d465e389-2b45-44b4-947c-851325924098 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c3f47ed255445f5b7a2c3d296cd76e8&device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 1127 time: 0.0846982
Feb 05 21:42:02.357025 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3950df14-44fe-4e60-b165-1850e62b81c2 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:02.361012 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-3950df14-44fe-4e60-b165-1850e62b81c2 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1909215
Feb 05 21:42:02.361465 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52716) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:42:02.369808 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-542ecb73-73a7-4cb2-9fa0-e5a27fc24320 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Request body: {'security_group_rule': {'security_group_id': '0443d935-01b1-43ac-a613-0c539c5f639c', 'project_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:42:02.373323 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3950df14-44fe-4e60-b165-1850e62b81c2 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0443d935-01b1-43ac-a613-0c539c5f639c,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:42:02.417161 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-542ecb73-73a7-4cb2-9fa0-e5a27fc24320 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks [] for security_group_rule (b123bfe4-9e6e-4e00-b716-5e913612e2ab), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:02.477824 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-542ecb73-73a7-4cb2-9fa0-e5a27fc24320 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks [] for security_group_rule (b123bfe4-9e6e-4e00-b716-5e913612e2ab), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:02.483041 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-43d5fc37-52d7-4065-82ef-8da345d4e67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8dcce50>, [{'id': '89647acf-4634-4deb-bd15-678acadeb609', 'name': 'tempest-TestMinimumBasicScenario-731709852-router', 'tenant_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': '35448cd4-c91a-425c-a10c-b660cfa8d45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:41:14Z', 'updated_at': '2022-02-05T21:41:17Z', 'revision_number': 4, 'project_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'gw_port': {'id': '35448cd4-c91a-425c-a10c-b660cfa8d45f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:86:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89647acf-4634-4deb-bd15-678acadeb609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:41:15Z', 'updated_at': '2022-02-05T21:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2814bd20-1e8c-4f71-b370-c989c782b444', 'tenant_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'floating_ip_address': '172.35.4.210', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '89647acf-4634-4deb-bd15-678acadeb609', 'port_id': 'f28e3fd6-f888-4993-bbec-787d26bfe673', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74c2f06d-2143-4134-9b46-73ac1b8138e5', 'mac_address': 'fa:16:3e:22:2e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4884a8c-6ca7-447c-94cb-bb53b2e9424b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:42:01Z', 'updated_at': '2022-02-05T21:42:01Z', 'revision_number': 0, 'project_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe230c48-0a64-4b21-aa6d-5ec90e99dd6b', 'name': '', 'network_id': '74c2f06d-2143-4134-9b46-73ac1b8138e5', 'tenant_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'mac_address': 'fa:16:3e:3b:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89647acf-4634-4deb-bd15-678acadeb609', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'e50e390c-808a-4732-8c5e-7ea4a33bb207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:41:17Z', 'updated_at': '2022-02-05T21:41:21Z', 'revision_number': 5, 'project_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'subnets': [{'id': 'e50e390c-808a-4732-8c5e-7ea4a33bb207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:42:02.483350 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-542ecb73-73a7-4cb2-9fa0-e5a27fc24320 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (b123bfe4-9e6e-4e00-b716-5e913612e2ab), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:02.510364 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-542ecb73-73a7-4cb2-9fa0-e5a27fc24320 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:02.514449 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-542ecb73-73a7-4cb2-9fa0-e5a27fc24320 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1491048
Feb 05 21:42:02.514449 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ecb73-73a7-4cb2-9fa0-e5a27fc24320 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b123bfe4-9e6e-4e00-b716-5e913612e2ab,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:42:02.514763 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52718) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:42:02.519177 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-d76731d1-8486-4727-9ec2-7fc4c90fca38 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Request body: {'security_group_rule': {'security_group_id': '0443d935-01b1-43ac-a613-0c539c5f639c', 'project_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:42:02.548774 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d76731d1-8486-4727-9ec2-7fc4c90fca38 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks [] for security_group_rule (db04f151-4300-4fa9-a4b8-4dd214b46a8a), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:02.609828 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d5fc37-52d7-4065-82ef-8da345d4e67b None None] Checking router: 89647acf-4634-4deb-bd15-678acadeb609 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:42:02.619520 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d5fc37-52d7-4065-82ef-8da345d4e67b None None] Routers {'89647acf-4634-4deb-bd15-678acadeb609'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:42:02.619908 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d76731d1-8486-4727-9ec2-7fc4c90fca38 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks [] for security_group_rule (db04f151-4300-4fa9-a4b8-4dd214b46a8a), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:02.620457 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-43d5fc37-52d7-4065-82ef-8da345d4e67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8dcce50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:41:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['89647acf-4634-4deb-bd15-678acadeb609'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:42:02.626031 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d76731d1-8486-4727-9ec2-7fc4c90fca38 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (db04f151-4300-4fa9-a4b8-4dd214b46a8a), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:02.647057 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76731d1-8486-4727-9ec2-7fc4c90fca38 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db04f151-4300-4fa9-a4b8-4dd214b46a8a,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:42:02.657618 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d76731d1-8486-4727-9ec2-7fc4c90fca38 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:02.661725 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d76731d1-8486-4727-9ec2-7fc4c90fca38 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1434932
Feb 05 21:42:02.662151 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52720) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:42:02.668825 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-70aa40fa-5bd4-48b7-bf7b-2917bc25884b tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Request body: {'security_group_rule': {'security_group_id': '0443d935-01b1-43ac-a613-0c539c5f639c', 'project_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:42:02.700101 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-70aa40fa-5bd4-48b7-bf7b-2917bc25884b tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks [] for security_group_rule (e91916d7-6bc3-4b43-8a90-aec127490958), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:02.753877 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-43d5fc37-52d7-4065-82ef-8da345d4e67b None None] Set router 89647acf-4634-4deb-bd15-678acadeb609 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:42:02.771617 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-70aa40fa-5bd4-48b7-bf7b-2917bc25884b tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks [] for security_group_rule (e91916d7-6bc3-4b43-8a90-aec127490958), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:02.775723 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-70aa40fa-5bd4-48b7-bf7b-2917bc25884b tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (e91916d7-6bc3-4b43-8a90-aec127490958), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:02.794801 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa40fa-5bd4-48b7-bf7b-2917bc25884b tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e91916d7-6bc3-4b43-8a90-aec127490958,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:42:02.801344 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-70aa40fa-5bd4-48b7-bf7b-2917bc25884b tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:02.802928 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-70aa40fa-5bd4-48b7-bf7b-2917bc25884b tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1390994
Feb 05 21:42:02.805496 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52722) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:42:02.807626 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368e95f-b323-4728-b3ad-6766986bf96a req-719deba9-d501-4d77-bbfa-c727f9f0cd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:42:02.809121 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6368e95f-b323-4728-b3ad-6766986bf96a req-719deba9-d501-4d77-bbfa-c727f9f0cd4d service neutron] 10.222.0.21 "GET /v2.0/networks?id=74c2f06d-2143-4134-9b46-73ac1b8138e5 HTTP/1.1" status: 200  len: 915 time: 0.4853170
Feb 05 21:42:02.814794 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-599ff7e8-e4de-4bb9-a3cd-52d7a32b79ac tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Request body: {'security_group_rule': {'security_group_id': '0443d935-01b1-43ac-a613-0c539c5f639c', 'project_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:42:02.846778 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-599ff7e8-e4de-4bb9-a3cd-52d7a32b79ac tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks [] for security_group_rule (59c2535d-1aec-471c-89ef-bfc2b6895ebf), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:02.881158 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6368e95f-b323-4728-b3ad-6766986bf96a req-0a840b61-61b6-4822-8b2e-e52f6bdfc071 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f28e3fd6-f888-4993-bbec-787d26bfe673 HTTP/1.1" status: 200  len: 999 time: 0.0650902
Feb 05 21:42:02.907163 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-599ff7e8-e4de-4bb9-a3cd-52d7a32b79ac tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks [] for security_group_rule (59c2535d-1aec-471c-89ef-bfc2b6895ebf), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:02.912064 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-599ff7e8-e4de-4bb9-a3cd-52d7a32b79ac tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (59c2535d-1aec-471c-89ef-bfc2b6895ebf), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:02.931536 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ff7e8-e4de-4bb9-a3cd-52d7a32b79ac tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59c2535d-1aec-471c-89ef-bfc2b6895ebf,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:42:02.940760 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368e95f-b323-4728-b3ad-6766986bf96a req-d7b587e7-9f45-4222-8b8c-275da8e24a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:42:02.946555 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-599ff7e8-e4de-4bb9-a3cd-52d7a32b79ac tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:02.946744 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6368e95f-b323-4728-b3ad-6766986bf96a req-d7b587e7-9f45-4222-8b8c-275da8e24a79 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e50e390c-808a-4732-8c5e-7ea4a33bb207 HTTP/1.1" status: 200  len: 853 time: 0.0553553
Feb 05 21:42:02.946842 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-599ff7e8-e4de-4bb9-a3cd-52d7a32b79ac tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1367633
Feb 05 21:42:02.946842 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52724) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:42:02.953502 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-754427d9-df53-4568-928f-b64d63c9ea14 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Request body: {'security_group_rule': {'security_group_id': '0443d935-01b1-43ac-a613-0c539c5f639c', 'project_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:42:02.977646 ncdv-master-1 neutron-server[114390]: INFO neutron.db.securitygroups_db [None req-754427d9-df53-4568-928f-b64d63c9ea14 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Project 3c3f47ed255445f5b7a2c3d296cd76e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 05 21:42:02.983966 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-754427d9-df53-4568-928f-b64d63c9ea14 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks [] for security_group_rule (a6dd5cc0-7cc3-458f-bbc6-b5663c677ae3), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:02.995889 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368e95f-b323-4728-b3ad-6766986bf96a req-ca2b6004-9b16-45b1-9685-1e60b7b7b2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:42:02.997459 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6368e95f-b323-4728-b3ad-6766986bf96a req-ca2b6004-9b16-45b1-9685-1e60b7b7b2df service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=74c2f06d-2143-4134-9b46-73ac1b8138e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0488746
Feb 05 21:42:03.015322 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-43d5fc37-52d7-4065-82ef-8da345d4e67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8dcce50>, [{'id': '89647acf-4634-4deb-bd15-678acadeb609', 'name': 'tempest-TestMinimumBasicScenario-731709852-router', 'tenant_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': '35448cd4-c91a-425c-a10c-b660cfa8d45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:41:14Z', 'updated_at': '2022-02-05T21:41:17Z', 'revision_number': 4, 'project_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'gw_port': {'id': '35448cd4-c91a-425c-a10c-b660cfa8d45f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:86:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89647acf-4634-4deb-bd15-678acadeb609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:41:15Z', 'updated_at': '2022-02-05T21:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2814bd20-1e8c-4f71-b370-c989c782b444', 'tenant_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'floating_ip_address': '172.35.4.210', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '89647acf-4634-4deb-bd15-678acadeb609', 'port_id': 'f28e3fd6-f888-4993-bbec-787d26bfe673', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74c2f06d-2143-4134-9b46-73ac1b8138e5', 'mac_address': 'fa:16:3e:22:2e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4884a8c-6ca7-447c-94cb-bb53b2e9424b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:42:01Z', 'updated_at': '2022-02-05T21:42:01Z', 'revision_number': 0, 'project_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe230c48-0a64-4b21-aa6d-5ec90e99dd6b', 'name': '', 'network_id': '74c2f06d-2143-4134-9b46-73ac1b8138e5', 'tenant_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'mac_address': 'fa:16:3e:3b:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89647acf-4634-4deb-bd15-678acadeb609', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'e50e390c-808a-4732-8c5e-7ea4a33bb207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:41:17Z', 'updated_at': '2022-02-05T21:41:21Z', 'revision_number': 5, 'project_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'subnets': [{'id': 'e50e390c-808a-4732-8c5e-7ea4a33bb207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:42:03.045875 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d5fc37-52d7-4065-82ef-8da345d4e67b None None] The sync data for ids ['89647acf-4634-4deb-bd15-678acadeb609'] in ncdv-master-1 is: [{'id': '89647acf-4634-4deb-bd15-678acadeb609', 'name': 'tempest-TestMinimumBasicScenario-731709852-router', 'tenant_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': '35448cd4-c91a-425c-a10c-b660cfa8d45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:41:14Z', 'updated_at': '2022-02-05T21:41:17Z', 'revision_number': 4, 'project_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'gw_port': {'id': '35448cd4-c91a-425c-a10c-b660cfa8d45f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:86:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89647acf-4634-4deb-bd15-678acadeb609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:41:15Z', 'updated_at': '2022-02-05T21:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2814bd20-1e8c-4f71-b370-c989c782b444', 'tenant_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'floating_ip_address': '172.35.4.210', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '89647acf-4634-4deb-bd15-678acadeb609', 'port_id': 'f28e3fd6-f888-4993-bbec-787d26bfe673', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74c2f06d-2143-4134-9b46-73ac1b8138e5', 'mac_address': 'fa:16:3e:22:2e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4884a8c-6ca7-447c-94cb-bb53b2e9424b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:42:01Z', 'updated_at': '2022-02-05T21:42:01Z', 'revision_number': 0, 'project_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe230c48-0a64-4b21-aa6d-5ec90e99dd6b', 'name': '', 'network_id': '74c2f06d-2143-4134-9b46-73ac1b8138e5', 'tenant_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'mac_address': 'fa:16:3e:3b:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89647acf-4634-4deb-bd15-678acadeb609', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'e50e390c-808a-4732-8c5e-7ea4a33bb207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:41:17Z', 'updated_at': '2022-02-05T21:41:21Z', 'revision_number': 5, 'project_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'subnets': [{'id': 'e50e390c-808a-4732-8c5e-7ea4a33bb207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:42:03.048893 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-754427d9-df53-4568-928f-b64d63c9ea14 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks [] for security_group_rule (a6dd5cc0-7cc3-458f-bbc6-b5663c677ae3), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:03.056195 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-754427d9-df53-4568-928f-b64d63c9ea14 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (a6dd5cc0-7cc3-458f-bbc6-b5663c677ae3), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:03.075034 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754427d9-df53-4568-928f-b64d63c9ea14 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6dd5cc0-7cc3-458f-bbc6-b5663c677ae3,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:42:03.084824 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-754427d9-df53-4568-928f-b64d63c9ea14 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:03.089767 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-754427d9-df53-4568-928f-b64d63c9ea14 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1383257
Feb 05 21:42:03.089950 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52726) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:42:03.094458 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-0c17f48c-9d9d-4755-85a3-bf4c25af71e0 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Request body: {'security_group_rule': {'security_group_id': '0443d935-01b1-43ac-a613-0c539c5f639c', 'project_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:42:03.109126 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6368e95f-b323-4728-b3ad-6766986bf96a req-1b26ce38-7c1c-46f7-97f6-7853081a230d service neutron] 10.222.0.21 "GET /v2.0/networks/74c2f06d-2143-4134-9b46-73ac1b8138e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1048224
Feb 05 21:42:03.115936 ncdv-master-1 neutron-server[114390]: INFO neutron.db.securitygroups_db [None req-0c17f48c-9d9d-4755-85a3-bf4c25af71e0 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Project 3c3f47ed255445f5b7a2c3d296cd76e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 05 21:42:03.121898 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0c17f48c-9d9d-4755-85a3-bf4c25af71e0 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks [] for security_group_rule (fc3e812f-6fcd-4166-ad07-fe7c85ed557e), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:03.187221 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0c17f48c-9d9d-4755-85a3-bf4c25af71e0 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks [] for security_group_rule (fc3e812f-6fcd-4166-ad07-fe7c85ed557e), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:03.192667 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0c17f48c-9d9d-4755-85a3-bf4c25af71e0 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (fc3e812f-6fcd-4166-ad07-fe7c85ed557e), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:03.211362 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c17f48c-9d9d-4755-85a3-bf4c25af71e0 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc3e812f-6fcd-4166-ad07-fe7c85ed557e,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:42:03.223470 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0c17f48c-9d9d-4755-85a3-bf4c25af71e0 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:03.224761 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0c17f48c-9d9d-4755-85a3-bf4c25af71e0 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1338267
Feb 05 21:42:03.224963 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6368e95f-b323-4728-b3ad-6766986bf96a req-7122d199-14e2-4629-80aa-0a78f6a92120 service neutron] 10.222.0.21 "GET /v2.0/networks/74c2f06d-2143-4134-9b46-73ac1b8138e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1090953
Feb 05 21:42:03.296408 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988f3273-ae54-4732-ace7-0059d671f72c None None] New status for floating IP 2814bd20-1e8c-4f71-b370-c989c782b444: ACTIVE {{(pid=114392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:42:03.330781 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7277b42f-91d3-4db7-a16e-1c9c86693087 req-a9dfea93-002e-4eab-ac36-ddc0bfc3f1ed tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1192556445&fields=id&tenant_id=3c3f47ed255445f5b7a2c3d296cd76e8 HTTP/1.1" status: 200  len: 267 time: 0.0479829
Feb 05 21:42:03.387850 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277b42f-91d3-4db7-a16e-1c9c86693087 req-88cce859-6520-4f8b-8c09-a23eaf6eee8e tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:42:03.389346 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7277b42f-91d3-4db7-a16e-1c9c86693087 req-88cce859-6520-4f8b-8c09-a23eaf6eee8e tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 945 time: 0.0532303
Feb 05 21:42:03.400531 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-7277b42f-91d3-4db7-a16e-1c9c86693087 req-1ad49640-9c57-4fc2-bcb5-40ed87239791 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Request body: {'port': {'security_groups': ['82f972ae-9ce6-401b-a0c1-983058b208d7', '0443d935-01b1-43ac-a613-0c539c5f639c']}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:42:03.474146 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7277b42f-91d3-4db7-a16e-1c9c86693087 req-1ad49640-9c57-4fc2-bcb5-40ed87239791 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f28e3fd6-f888-4993-bbec-787d26bfe673), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:03.655233 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-7277b42f-91d3-4db7-a16e-1c9c86693087 req-1ad49640-9c57-4fc2-bcb5-40ed87239791 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] For port f28e3fd6-f888-4993-bbec-787d26bfe673, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f28e3fd6-f888-4993-bbec-787d26bfe673,segment=NetworkSegment(52e59ed2-2d6a-423a-a24e-4707273dc0e3),segment_id=52e59ed2-2d6a-423a-a24e-4707273dc0e3)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:42:03.684985 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7277b42f-91d3-4db7-a16e-1c9c86693087 req-1ad49640-9c57-4fc2-bcb5-40ed87239791 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks [] for port (f28e3fd6-f888-4993-bbec-787d26bfe673), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:03.689396 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7277b42f-91d3-4db7-a16e-1c9c86693087 req-1ad49640-9c57-4fc2-bcb5-40ed87239791 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (f28e3fd6-f888-4993-bbec-787d26bfe673), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:03.700567 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['f28e3fd6-f888-4993-bbec-787d26bfe673'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:42:03.734765 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277b42f-91d3-4db7-a16e-1c9c86693087 req-1ad49640-9c57-4fc2-bcb5-40ed87239791 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:42:03.735392 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-7277b42f-91d3-4db7-a16e-1c9c86693087 req-1ad49640-9c57-4fc2-bcb5-40ed87239791 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:03.736797 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7277b42f-91d3-4db7-a16e-1c9c86693087 req-1ad49640-9c57-4fc2-bcb5-40ed87239791 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "PUT /v2.0/ports/f28e3fd6-f888-4993-bbec-787d26bfe673 HTTP/1.1" status: 200  len: 981 time: 0.3414447
Feb 05 21:42:03.737253 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4884a8c-6ca7-447c-94cb-bb53b2e9424b', 'tag': 'f28e3fd6-f888-4993-bbec-787d26bfe673'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:42:03.740149 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7571dc00-3d16-48b5-a8ad-ef4d9ce529b9" -d '{"events": [{"name": "network-changed", "server_uuid": "c4884a8c-6ca7-447c-94cb-bb53b2e9424b", "tag": "f28e3fd6-f888-4993-bbec-787d26bfe673"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:42:03.765172 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad49640-9c57-4fc2-bcb5-40ed87239791 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Pushing event updated for resources: {'Port': ['ID=f28e3fd6-f888-4993-bbec-787d26bfe673,revision_number=6']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:42:03.795686 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['f28e3fd6-f888-4993-bbec-787d26bfe673'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:42:03.822115 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552d5f5c-8e16-4347-b09c-82cf53815883 x-openstack-request-id: req-552d5f5c-8e16-4347-b09c-82cf53815883 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:42:03.822834 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4884a8c-6ca7-447c-94cb-bb53b2e9424b", "tag": "f28e3fd6-f888-4993-bbec-787d26bfe673", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:42:03.823097 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-552d5f5c-8e16-4347-b09c-82cf53815883 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:42:03.823513 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4884a8c-6ca7-447c-94cb-bb53b2e9424b', 'tag': 'f28e3fd6-f888-4993-bbec-787d26bfe673', 'status': 'completed', 'code': 200}
Feb 05 21:42:03.858403 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a000a89a-ce3b-4667-ad85-6fedafb9a79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:03.925599 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75c7e4-47fd-470f-9cc2-2b2764a154bf req-70887d18-edbc-4e7e-8aaa-f901ac4c4772 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:42:03.927251 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4d75c7e4-47fd-470f-9cc2-2b2764a154bf req-70887d18-edbc-4e7e-8aaa-f901ac4c4772 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 984 time: 0.0932398
Feb 05 21:42:03.952552 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571dc00-3d16-48b5-a8ad-ef4d9ce529b9 req-4429b393-b7c7-424a-a42e-93fb880fb2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:42:03.954167 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7571dc00-3d16-48b5-a8ad-ef4d9ce529b9 req-4429b393-b7c7-424a-a42e-93fb880fb2e2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c3f47ed255445f5b7a2c3d296cd76e8&device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 1166 time: 0.1080327
Feb 05 21:42:04.052976 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4d75c7e4-47fd-470f-9cc2-2b2764a154bf req-6805c5a8-b65f-4870-b748-675b23561304 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/security-groups?id=0443d935-01b1-43ac-a613-0c539c5f639c&id=82f972ae-9ce6-401b-a0c1-983058b208d7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1191583
Feb 05 21:42:04.080042 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571dc00-3d16-48b5-a8ad-ef4d9ce529b9 req-9424bd98-8c71-4c53-837c-7ebfb311b6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:42:04.081532 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7571dc00-3d16-48b5-a8ad-ef4d9ce529b9 req-9424bd98-8c71-4c53-837c-7ebfb311b6c7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=74c2f06d-2143-4134-9b46-73ac1b8138e5 HTTP/1.1" status: 200  len: 915 time: 0.1213455
Feb 05 21:42:04.142953 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-e3e9fab2-64eb-4e93-a5de-9292368fadbe None None] Provisioning complete for port f28e3fd6-f888-4993-bbec-787d26bfe673 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:42:04.143330 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e3e9fab2-64eb-4e93-a5de-9292368fadbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (f28e3fd6-f888-4993-bbec-787d26bfe673), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:04.148759 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7571dc00-3d16-48b5-a8ad-ef4d9ce529b9 req-01646d48-7785-4bb0-a71c-65229ad4b186 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f28e3fd6-f888-4993-bbec-787d26bfe673 HTTP/1.1" status: 200  len: 1001 time: 0.0610335
Feb 05 21:42:04.196404 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571dc00-3d16-48b5-a8ad-ef4d9ce529b9 req-c87bd9b6-48fe-40dc-9f38-dbb4e0cf6700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:42:04.197791 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7571dc00-3d16-48b5-a8ad-ef4d9ce529b9 req-c87bd9b6-48fe-40dc-9f38-dbb4e0cf6700 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e50e390c-808a-4732-8c5e-7ea4a33bb207 HTTP/1.1" status: 200  len: 853 time: 0.0439889
Feb 05 21:42:04.250311 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571dc00-3d16-48b5-a8ad-ef4d9ce529b9 req-dd503575-d3a7-4b0d-8cce-a62cc565af6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:42:04.251901 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7571dc00-3d16-48b5-a8ad-ef4d9ce529b9 req-dd503575-d3a7-4b0d-8cce-a62cc565af6e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=74c2f06d-2143-4134-9b46-73ac1b8138e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0490263
Feb 05 21:42:04.335903 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-e3e9fab2-64eb-4e93-a5de-9292368fadbe None None] Current status of the port f28e3fd6-f888-4993-bbec-787d26bfe673 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:42:04.346880 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7571dc00-3d16-48b5-a8ad-ef4d9ce529b9 req-7f8a7066-b31a-49e1-93d4-69af80c649b2 service neutron] 10.222.0.21 "GET /v2.0/networks/74c2f06d-2143-4134-9b46-73ac1b8138e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0890381
Feb 05 21:42:04.445096 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7571dc00-3d16-48b5-a8ad-ef4d9ce529b9 req-5b99b76b-d044-4c4b-b619-5f7317b26f34 service neutron] 10.222.0.21 "GET /v2.0/networks/74c2f06d-2143-4134-9b46-73ac1b8138e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0915956
Feb 05 21:42:06.188177 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-488bfa3e-cc10-425d-9b88-bbcfb8447218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:07.628628 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:09.217388 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:10.560817 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:14.830211 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:42:15.669217 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:20.612191 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:32.151030 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c327348a-61d9-430d-9be9-9e6dc085a1e4 req-46fa4b74-3ce8-4481-b234-63fb17135e53 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0436094
Feb 05 21:42:32.234537 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327348a-61d9-430d-9be9-9e6dc085a1e4 req-9d5da0ae-6a87-4ccb-8fc0-ca70e37284be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:42:32.235946 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c327348a-61d9-430d-9be9-9e6dc085a1e4 req-9d5da0ae-6a87-4ccb-8fc0-ca70e37284be service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c3f47ed255445f5b7a2c3d296cd76e8&device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 1166 time: 0.0453949
Feb 05 21:42:32.340406 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327348a-61d9-430d-9be9-9e6dc085a1e4 req-4aecfcc9-ed3d-4acc-b658-a81487f3cadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:42:32.341867 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c327348a-61d9-430d-9be9-9e6dc085a1e4 req-4aecfcc9-ed3d-4acc-b658-a81487f3cadb service neutron] 10.222.0.21 "GET /v2.0/networks?id=74c2f06d-2143-4134-9b46-73ac1b8138e5 HTTP/1.1" status: 200  len: 915 time: 0.0886669
Feb 05 21:42:32.406030 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c327348a-61d9-430d-9be9-9e6dc085a1e4 req-9712e070-cd5d-4a59-bf7d-e08a581333d8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f28e3fd6-f888-4993-bbec-787d26bfe673 HTTP/1.1" status: 200  len: 1001 time: 0.0579717
Feb 05 21:42:32.457882 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327348a-61d9-430d-9be9-9e6dc085a1e4 req-892f50ee-2a5b-47dd-9d31-3a9ef2fd18d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:42:32.459383 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c327348a-61d9-430d-9be9-9e6dc085a1e4 req-892f50ee-2a5b-47dd-9d31-3a9ef2fd18d2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e50e390c-808a-4732-8c5e-7ea4a33bb207 HTTP/1.1" status: 200  len: 853 time: 0.0475926
Feb 05 21:42:32.509248 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327348a-61d9-430d-9be9-9e6dc085a1e4 req-6eebdb8c-9d71-43d0-906a-71c82121d188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:42:32.511234 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c327348a-61d9-430d-9be9-9e6dc085a1e4 req-6eebdb8c-9d71-43d0-906a-71c82121d188 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=74c2f06d-2143-4134-9b46-73ac1b8138e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0449681
Feb 05 21:42:32.599819 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c327348a-61d9-430d-9be9-9e6dc085a1e4 req-b4741a88-0f39-43c1-a668-8ef4c51f79a1 service neutron] 10.222.0.21 "GET /v2.0/networks/74c2f06d-2143-4134-9b46-73ac1b8138e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0825887
Feb 05 21:42:32.692799 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c327348a-61d9-430d-9be9-9e6dc085a1e4 req-7ca6bcbc-c8b2-44bc-8597-aebc087793e7 service neutron] 10.222.0.21 "GET /v2.0/networks/74c2f06d-2143-4134-9b46-73ac1b8138e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868528
Feb 05 21:42:33.800408 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-552a94f1-3b99-4f41-a4af-8911c18f510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:36.189129 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0d35d261-075a-4363-9c6b-19cee40d5225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:37.631149 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:39.222953 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:40.562772 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:45.666466 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:50.605889 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:42:51.829057 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:43:03.802438 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-69f708f7-c87c-489a-a56d-1a06bafe9099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:43:04.749962 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab27df-4d5c-4296-8403-3aee83670bf6 req-20401207-c364-48ac-a218-c20fa69a186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:43:04.751528 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1fab27df-4d5c-4296-8403-3aee83670bf6 req-20401207-c364-48ac-a218-c20fa69a186f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c3f47ed255445f5b7a2c3d296cd76e8&device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 1166 time: 0.0481308
Feb 05 21:43:04.847907 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab27df-4d5c-4296-8403-3aee83670bf6 req-adbff090-2954-488c-8629-47430ab9af94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:43:04.849448 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1fab27df-4d5c-4296-8403-3aee83670bf6 req-adbff090-2954-488c-8629-47430ab9af94 service neutron] 10.222.0.21 "GET /v2.0/networks?id=74c2f06d-2143-4134-9b46-73ac1b8138e5 HTTP/1.1" status: 200  len: 915 time: 0.0915115
Feb 05 21:43:04.946448 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1fab27df-4d5c-4296-8403-3aee83670bf6 req-61b3d68d-3526-459d-9e63-b6645dd144ab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f28e3fd6-f888-4993-bbec-787d26bfe673 HTTP/1.1" status: 200  len: 1001 time: 0.0860534
Feb 05 21:43:04.954740 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af2179-8330-445a-aad4-29837820891a req-f2f30ead-8d20-4942-96d6-1e1e647def26 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:43:04.956189 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f1af2179-8330-445a-aad4-29837820891a req-f2f30ead-8d20-4942-96d6-1e1e647def26 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 984 time: 0.2602656
Feb 05 21:43:05.024169 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab27df-4d5c-4296-8403-3aee83670bf6 req-843708b3-5e23-4294-8ac8-3150f45f21ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:43:05.025791 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1fab27df-4d5c-4296-8403-3aee83670bf6 req-843708b3-5e23-4294-8ac8-3150f45f21ff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e50e390c-808a-4732-8c5e-7ea4a33bb207 HTTP/1.1" status: 200  len: 853 time: 0.0687516
Feb 05 21:43:05.073633 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f1af2179-8330-445a-aad4-29837820891a req-f0f89466-41f7-4d24-94ac-e85951728ade tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/security-groups?id=0443d935-01b1-43ac-a613-0c539c5f639c&id=82f972ae-9ce6-401b-a0c1-983058b208d7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1090949
Feb 05 21:43:05.091319 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab27df-4d5c-4296-8403-3aee83670bf6 req-9e093c57-bb56-4ab6-849a-7c63e19daa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:43:05.092884 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1fab27df-4d5c-4296-8403-3aee83670bf6 req-9e093c57-bb56-4ab6-849a-7c63e19daa91 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=74c2f06d-2143-4134-9b46-73ac1b8138e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0583313
Feb 05 21:43:05.186283 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1fab27df-4d5c-4296-8403-3aee83670bf6 req-46688c68-975f-4d12-b898-820538efe1b0 service neutron] 10.222.0.21 "GET /v2.0/networks/74c2f06d-2143-4134-9b46-73ac1b8138e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0867779
Feb 05 21:43:05.273163 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1fab27df-4d5c-4296-8403-3aee83670bf6 req-91aecd4d-259f-4874-b88e-d26d8d0fbe89 service neutron] 10.222.0.21 "GET /v2.0/networks/74c2f06d-2143-4134-9b46-73ac1b8138e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0802076
Feb 05 21:43:06.193344 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c5d56e97-be9b-4ae9-85f3-67683904cf3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:43:06.261134 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292e471-bd53-4d15-8fa5-73063863a57d req-097307d2-a8c5-43ff-a175-e399ca3872e1 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:43:06.262669 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6292e471-bd53-4d15-8fa5-73063863a57d req-097307d2-a8c5-43ff-a175-e399ca3872e1 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 984 time: 0.1169982
Feb 05 21:43:06.322119 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6292e471-bd53-4d15-8fa5-73063863a57d req-0cc9476a-dad3-4e55-9310-9b548b3c02a3 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/security-groups?id=0443d935-01b1-43ac-a613-0c539c5f639c&id=82f972ae-9ce6-401b-a0c1-983058b208d7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0529547
Feb 05 21:43:07.447032 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46676d93-85c5-451c-b17d-d786405834c5 req-aee06eb7-f636-49cc-917b-fa1ca5a14761 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:43:07.448775 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-46676d93-85c5-451c-b17d-d786405834c5 req-aee06eb7-f636-49cc-917b-fa1ca5a14761 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 984 time: 0.0542731
Feb 05 21:43:07.507346 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-46676d93-85c5-451c-b17d-d786405834c5 req-12ea2ac8-7f21-43d2-924b-612b5b859633 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/security-groups?id=0443d935-01b1-43ac-a613-0c539c5f639c&id=82f972ae-9ce6-401b-a0c1-983058b208d7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0528102
Feb 05 21:43:07.635412 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:43:08.636016 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5836e80-5abb-4a2e-be00-de024c2f05a5 req-52fb2be2-f493-4480-9dc2-5a5556539dc4 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:43:08.637505 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e5836e80-5abb-4a2e-be00-de024c2f05a5 req-52fb2be2-f493-4480-9dc2-5a5556539dc4 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 984 time: 0.0578015
Feb 05 21:43:08.697971 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e5836e80-5abb-4a2e-be00-de024c2f05a5 req-0cfdf24c-f3ca-4a14-914a-245115345ad6 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/security-groups?id=0443d935-01b1-43ac-a613-0c539c5f639c&id=82f972ae-9ce6-401b-a0c1-983058b208d7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0547137
Feb 05 21:43:09.222856 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:43:09.819108 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c34e2d-d5f8-44ad-b8bc-f7e375351dac req-79a392c1-14d0-4c43-82ea-ca1cd8b2f320 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:43:09.820569 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-04c34e2d-d5f8-44ad-b8bc-f7e375351dac req-79a392c1-14d0-4c43-82ea-ca1cd8b2f320 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 984 time: 0.0543878
Feb 05 21:43:09.878423 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-04c34e2d-d5f8-44ad-b8bc-f7e375351dac req-27e0354b-f09a-414a-bcfe-96d77144a9c6 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/security-groups?id=0443d935-01b1-43ac-a613-0c539c5f639c&id=82f972ae-9ce6-401b-a0c1-983058b208d7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0516474
Feb 05 21:43:10.564878 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:43:10.997930 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259aabe-2a4b-4bac-81e0-cc242f4f072b req-34013b45-b2bd-4fac-8f02-f6b9fd5f4180 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:43:10.999443 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9259aabe-2a4b-4bac-81e0-cc242f4f072b req-34013b45-b2bd-4fac-8f02-f6b9fd5f4180 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 984 time: 0.0530484
Feb 05 21:43:11.062669 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9259aabe-2a4b-4bac-81e0-cc242f4f072b req-6cecffbc-1076-4262-9c88-cfa5e308e6ab tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/security-groups?id=0443d935-01b1-43ac-a613-0c539c5f639c&id=82f972ae-9ce6-401b-a0c1-983058b208d7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0574927
Feb 05 21:43:12.184347 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947d527-e86b-4a9e-ae7a-a009fa525c3d req-57dfaac6-0fc5-460a-b73b-3d4547ca19ef tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:43:12.185826 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7947d527-e86b-4a9e-ae7a-a009fa525c3d req-57dfaac6-0fc5-460a-b73b-3d4547ca19ef tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 984 time: 0.0533650
Feb 05 21:43:12.244990 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7947d527-e86b-4a9e-ae7a-a009fa525c3d req-1edc75e1-8dff-41ba-b36c-50573eff9599 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/security-groups?id=0443d935-01b1-43ac-a613-0c539c5f639c&id=82f972ae-9ce6-401b-a0c1-983058b208d7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0534077
Feb 05 21:43:13.363001 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41214f5-358b-40ff-a9f9-0108d79285f4 req-67c5c7dc-9e7b-4ae2-98b1-ca21335598f9 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:43:13.364479 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e41214f5-358b-40ff-a9f9-0108d79285f4 req-67c5c7dc-9e7b-4ae2-98b1-ca21335598f9 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 984 time: 0.0523508
Feb 05 21:43:13.423369 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e41214f5-358b-40ff-a9f9-0108d79285f4 req-60d5ae66-3dce-4e5e-9a79-566db57b3758 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/security-groups?id=0443d935-01b1-43ac-a613-0c539c5f639c&id=82f972ae-9ce6-401b-a0c1-983058b208d7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0523605
Feb 05 21:43:14.547137 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7857621-dcb4-4c7b-ba8b-450983da60dd req-cf735403-a540-436d-b002-65016a7934d6 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:43:14.548597 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d7857621-dcb4-4c7b-ba8b-450983da60dd req-cf735403-a540-436d-b002-65016a7934d6 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 984 time: 0.0573270
Feb 05 21:43:14.608760 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d7857621-dcb4-4c7b-ba8b-450983da60dd req-36504857-8136-45e6-93ab-7246851ce2ff tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/security-groups?id=0443d935-01b1-43ac-a613-0c539c5f639c&id=82f972ae-9ce6-401b-a0c1-983058b208d7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0544457
Feb 05 21:43:15.663549 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:43:15.728962 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a75b7a-1d2d-4dcd-ad1e-587ca2ab85d7 req-4e74183d-4a35-416e-ae94-5fad6f28f310 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:43:15.730479 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2a75b7a-1d2d-4dcd-ad1e-587ca2ab85d7 req-4e74183d-4a35-416e-ae94-5fad6f28f310 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 984 time: 0.0535827
Feb 05 21:43:15.791147 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e2a75b7a-1d2d-4dcd-ad1e-587ca2ab85d7 req-80e19126-bf27-40e2-a1de-aa5f46fbae37 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/security-groups?id=0443d935-01b1-43ac-a613-0c539c5f639c&id=82f972ae-9ce6-401b-a0c1-983058b208d7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0547950
Feb 05 21:43:16.909430 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085745f-c386-46dc-8bbb-17ddf313a048 req-e4379aa1-cdca-460a-946f-ca719bd069e7 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:43:16.910930 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b085745f-c386-46dc-8bbb-17ddf313a048 req-e4379aa1-cdca-460a-946f-ca719bd069e7 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 984 time: 0.0518639
Feb 05 21:43:16.977824 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b085745f-c386-46dc-8bbb-17ddf313a048 req-aaf7d1f6-50d8-4894-93bf-c37169f02f48 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/security-groups?id=0443d935-01b1-43ac-a613-0c539c5f639c&id=82f972ae-9ce6-401b-a0c1-983058b208d7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0601761
Feb 05 21:43:20.612387 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:43:28.828032 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:43:33.804519 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5c50b197-bd62-44c7-9da9-d48d2a2d509e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:43:34.193850 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-32efe4a9-db1e-4a5e-8922-4030a4b8beca req-4fdfd92c-a575-41d8-99b0-e62d2455f0e3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0914426
Feb 05 21:43:34.283787 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32efe4a9-db1e-4a5e-8922-4030a4b8beca req-4d63c20e-1377-46ca-8f74-f48cb38c3648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:43:34.285271 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-32efe4a9-db1e-4a5e-8922-4030a4b8beca req-4d63c20e-1377-46ca-8f74-f48cb38c3648 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c3f47ed255445f5b7a2c3d296cd76e8&device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 1166 time: 0.0447788
Feb 05 21:43:34.390859 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32efe4a9-db1e-4a5e-8922-4030a4b8beca req-5c770a72-e47c-44a3-a185-c6756b682c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:43:34.392257 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-32efe4a9-db1e-4a5e-8922-4030a4b8beca req-5c770a72-e47c-44a3-a185-c6756b682c3f service neutron] 10.222.0.21 "GET /v2.0/networks?id=74c2f06d-2143-4134-9b46-73ac1b8138e5 HTTP/1.1" status: 200  len: 915 time: 0.0870776
Feb 05 21:43:34.456886 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-32efe4a9-db1e-4a5e-8922-4030a4b8beca req-3e3938b3-d5db-4d79-b302-3b36af0179fd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f28e3fd6-f888-4993-bbec-787d26bfe673 HTTP/1.1" status: 200  len: 1001 time: 0.0579393
Feb 05 21:43:34.503680 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32efe4a9-db1e-4a5e-8922-4030a4b8beca req-39457b09-cfc2-4ca9-9ee3-e5eba5fd6909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:43:34.505121 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-32efe4a9-db1e-4a5e-8922-4030a4b8beca req-39457b09-cfc2-4ca9-9ee3-e5eba5fd6909 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e50e390c-808a-4732-8c5e-7ea4a33bb207 HTTP/1.1" status: 200  len: 853 time: 0.0427213
Feb 05 21:43:34.556366 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32efe4a9-db1e-4a5e-8922-4030a4b8beca req-45b199fd-a51b-4003-86d4-ba50f7b687af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:43:34.558416 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-32efe4a9-db1e-4a5e-8922-4030a4b8beca req-45b199fd-a51b-4003-86d4-ba50f7b687af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=74c2f06d-2143-4134-9b46-73ac1b8138e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0478292
Feb 05 21:43:34.572005 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-32efe4a9-db1e-4a5e-8922-4030a4b8beca req-31fba148-0ceb-4008-87d8-d1c2d1b9db95 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:43:34.572941 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-32efe4a9-db1e-4a5e-8922-4030a4b8beca req-31fba148-0ceb-4008-87d8-d1c2d1b9db95 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048945
Feb 05 21:43:34.659831 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-32efe4a9-db1e-4a5e-8922-4030a4b8beca req-a578db53-9d28-4eff-aa8c-54a663258941 service neutron] 10.222.0.21 "GET /v2.0/networks/74c2f06d-2143-4134-9b46-73ac1b8138e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0803859
Feb 05 21:43:34.754557 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-32efe4a9-db1e-4a5e-8922-4030a4b8beca req-8f035394-6e9d-4020-9e6c-8f0dc8cd8c1d service neutron] 10.222.0.21 "GET /v2.0/networks/74c2f06d-2143-4134-9b46-73ac1b8138e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845237
Feb 05 21:43:36.187050 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a0eea6da-8499-43fa-bc67-35453d52ee65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:43:37.636792 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:43:39.226990 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:43:40.567224 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:43:45.663605 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:43:50.610004 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:43:56.745737 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-9c27573c-1a15-427a-b10e-e6611af042d6 req-342505af-080a-4243-88e8-3b597bfa3f1f service neutron] (114391) timed out ('10.222.0.39', 51204) {{(pid=114391) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 05 21:44:03.805510 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cb6285cb-94f8-4305-a483-c41db900658d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:05.826729 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:44:06.188412 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4d462233-2250-4fe4-bb9b-de86bec20652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:07.640204 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:09.227306 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:10.569641 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:12.447881 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9ad72433-807c-4b57-984d-ad2b29720194 req-7c1e7bf4-a30a-4ca6-86fa-0e4a36d25d00 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1192556445&fields=id&tenant_id=3c3f47ed255445f5b7a2c3d296cd76e8 HTTP/1.1" status: 200  len: 267 time: 0.0875521
Feb 05 21:44:12.504624 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad72433-807c-4b57-984d-ad2b29720194 req-924abc83-7d21-4051-82c8-9e1a9d6002c5 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:44:12.506023 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9ad72433-807c-4b57-984d-ad2b29720194 req-924abc83-7d21-4051-82c8-9e1a9d6002c5 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 984 time: 0.0522530
Feb 05 21:44:12.517061 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-9ad72433-807c-4b57-984d-ad2b29720194 req-da4394c7-c0b7-42fe-9a40-8074636ef3f9 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Request body: {'port': {'security_groups': ['82f972ae-9ce6-401b-a0c1-983058b208d7']}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:44:12.589055 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9ad72433-807c-4b57-984d-ad2b29720194 req-da4394c7-c0b7-42fe-9a40-8074636ef3f9 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f28e3fd6-f888-4993-bbec-787d26bfe673), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:12.761518 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-9ad72433-807c-4b57-984d-ad2b29720194 req-da4394c7-c0b7-42fe-9a40-8074636ef3f9 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] For port f28e3fd6-f888-4993-bbec-787d26bfe673, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f28e3fd6-f888-4993-bbec-787d26bfe673,segment=NetworkSegment(52e59ed2-2d6a-423a-a24e-4707273dc0e3),segment_id=52e59ed2-2d6a-423a-a24e-4707273dc0e3)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:44:12.790342 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9ad72433-807c-4b57-984d-ad2b29720194 req-da4394c7-c0b7-42fe-9a40-8074636ef3f9 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks [] for port (f28e3fd6-f888-4993-bbec-787d26bfe673), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:12.795054 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9ad72433-807c-4b57-984d-ad2b29720194 req-da4394c7-c0b7-42fe-9a40-8074636ef3f9 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (f28e3fd6-f888-4993-bbec-787d26bfe673), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:12.807875 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['f28e3fd6-f888-4993-bbec-787d26bfe673'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:44:12.844557 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad72433-807c-4b57-984d-ad2b29720194 req-da4394c7-c0b7-42fe-9a40-8074636ef3f9 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:44:12.845166 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-9ad72433-807c-4b57-984d-ad2b29720194 req-da4394c7-c0b7-42fe-9a40-8074636ef3f9 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:12.846641 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9ad72433-807c-4b57-984d-ad2b29720194 req-da4394c7-c0b7-42fe-9a40-8074636ef3f9 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "PUT /v2.0/ports/f28e3fd6-f888-4993-bbec-787d26bfe673 HTTP/1.1" status: 200  len: 942 time: 0.3340051
Feb 05 21:44:12.847116 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4884a8c-6ca7-447c-94cb-bb53b2e9424b', 'tag': 'f28e3fd6-f888-4993-bbec-787d26bfe673'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:44:12.849802 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}199d357d2260d017dfcd26ce26cebdcb7aa6af51fe3ae0552474f10da9a80e57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89bcee54-e48e-489c-8369-1ae2e03cc692" -d '{"events": [{"name": "network-changed", "server_uuid": "c4884a8c-6ca7-447c-94cb-bb53b2e9424b", "tag": "f28e3fd6-f888-4993-bbec-787d26bfe673"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:44:12.854614 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52868) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:44:12.872381 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4394c7-c0b7-42fe-9a40-8074636ef3f9 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Pushing event updated for resources: {'Port': ['ID=f28e3fd6-f888-4993-bbec-787d26bfe673,revision_number=7']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:12.880270 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4394c7-c0b7-42fe-9a40-8074636ef3f9 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:12.880635 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4394c7-c0b7-42fe-9a40-8074636ef3f9 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:12.880997 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4394c7-c0b7-42fe-9a40-8074636ef3f9 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:12.881350 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4394c7-c0b7-42fe-9a40-8074636ef3f9 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:12.881698 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4394c7-c0b7-42fe-9a40-8074636ef3f9 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:12.882049 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4394c7-c0b7-42fe-9a40-8074636ef3f9 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:12.882485 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4394c7-c0b7-42fe-9a40-8074636ef3f9 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:12.882778 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4394c7-c0b7-42fe-9a40-8074636ef3f9 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:12.883114 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4394c7-c0b7-42fe-9a40-8074636ef3f9 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:12.883450 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4394c7-c0b7-42fe-9a40-8074636ef3f9 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:12.883789 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4394c7-c0b7-42fe-9a40-8074636ef3f9 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:12.887688 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4394c7-c0b7-42fe-9a40-8074636ef3f9 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:12.888538 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4394c7-c0b7-42fe-9a40-8074636ef3f9 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:12.921337 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b3b871-0ace-404e-a8a3-cb107ffbe985 x-openstack-request-id: req-d0b3b871-0ace-404e-a8a3-cb107ffbe985 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:44:12.921752 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4884a8c-6ca7-447c-94cb-bb53b2e9424b", "tag": "f28e3fd6-f888-4993-bbec-787d26bfe673", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:44:12.922145 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d0b3b871-0ace-404e-a8a3-cb107ffbe985 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:44:12.922677 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4884a8c-6ca7-447c-94cb-bb53b2e9424b', 'tag': 'f28e3fd6-f888-4993-bbec-787d26bfe673', 'status': 'completed', 'code': 200}
Feb 05 21:44:12.938679 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['f28e3fd6-f888-4993-bbec-787d26bfe673'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:44:12.963555 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a571b1b8-483f-4e39-b540-df39aad7b29d tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks [] for security_group (0443d935-01b1-43ac-a613-0c539c5f639c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:12.997167 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a571b1b8-483f-4e39-b540-df39aad7b29d tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks [] for security_group (0443d935-01b1-43ac-a613-0c539c5f639c), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:12.999675 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bcee54-e48e-489c-8369-1ae2e03cc692 req-9406602f-0e16-40f7-b7be-5ebcb3c77833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:44:13.001419 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-89bcee54-e48e-489c-8369-1ae2e03cc692 req-9406602f-0e16-40f7-b7be-5ebcb3c77833 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c3f47ed255445f5b7a2c3d296cd76e8&device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 1127 time: 0.0541153
Feb 05 21:44:13.076516 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a571b1b8-483f-4e39-b540-df39aad7b29d tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (0443d935-01b1-43ac-a613-0c539c5f639c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:13.079321 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a571b1b8-483f-4e39-b540-df39aad7b29d tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:13.080521 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a571b1b8-483f-4e39-b540-df39aad7b29d tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "DELETE /v2.0/security-groups/0443d935-01b1-43ac-a613-0c539c5f639c HTTP/1.1" status: 204  len: 168 time: 0.2244017
Feb 05 21:44:13.090406 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52872) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:44:13.091232 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a571b1b8-483f-4e39-b540-df39aad7b29d tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0443d935-01b1-43ac-a613-0c539c5f639c,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:13.107706 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a571b1b8-483f-4e39-b540-df39aad7b29d tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:13.108058 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a571b1b8-483f-4e39-b540-df39aad7b29d tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:13.108481 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a571b1b8-483f-4e39-b540-df39aad7b29d tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:13.108787 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a571b1b8-483f-4e39-b540-df39aad7b29d tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:13.109134 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a571b1b8-483f-4e39-b540-df39aad7b29d tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:13.109491 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a571b1b8-483f-4e39-b540-df39aad7b29d tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:13.109820 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a571b1b8-483f-4e39-b540-df39aad7b29d tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:13.110160 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a571b1b8-483f-4e39-b540-df39aad7b29d tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:13.110589 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a571b1b8-483f-4e39-b540-df39aad7b29d tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:13.110940 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a571b1b8-483f-4e39-b540-df39aad7b29d tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:13.111277 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a571b1b8-483f-4e39-b540-df39aad7b29d tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:13.111612 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a571b1b8-483f-4e39-b540-df39aad7b29d tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:13.111979 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a571b1b8-483f-4e39-b540-df39aad7b29d tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:13.114043 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bcee54-e48e-489c-8369-1ae2e03cc692 req-ee6bf494-e8f2-4bd4-abf0-d3c58ed58733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:44:13.116942 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-89bcee54-e48e-489c-8369-1ae2e03cc692 req-ee6bf494-e8f2-4bd4-abf0-d3c58ed58733 service neutron] 10.222.0.21 "GET /v2.0/networks?id=74c2f06d-2143-4134-9b46-73ac1b8138e5 HTTP/1.1" status: 200  len: 915 time: 0.1086967
Feb 05 21:44:13.165939 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-7582f4c0-c79c-4244-b3c3-6253bb26196b None None] Provisioning complete for port f28e3fd6-f888-4993-bbec-787d26bfe673 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:44:13.166579 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7582f4c0-c79c-4244-b3c3-6253bb26196b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (f28e3fd6-f888-4993-bbec-787d26bfe673), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:13.189958 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-89bcee54-e48e-489c-8369-1ae2e03cc692 req-fc1ae2aa-7d78-4997-b025-896935678b0f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f28e3fd6-f888-4993-bbec-787d26bfe673 HTTP/1.1" status: 200  len: 1001 time: 0.0630531
Feb 05 21:44:13.241704 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bcee54-e48e-489c-8369-1ae2e03cc692 req-6ec20ae1-f4fa-4a7d-9546-7a663f541292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:44:13.243387 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-89bcee54-e48e-489c-8369-1ae2e03cc692 req-6ec20ae1-f4fa-4a7d-9546-7a663f541292 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e50e390c-808a-4732-8c5e-7ea4a33bb207 HTTP/1.1" status: 200  len: 853 time: 0.0476816
Feb 05 21:44:13.253962 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-7582f4c0-c79c-4244-b3c3-6253bb26196b None None] Current status of the port f28e3fd6-f888-4993-bbec-787d26bfe673 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:44:13.276352 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-c57f73ad-2803-4ad6-b0f5-b47393af9a0c tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Deleting port 3b50e937-fa89-4a52-a427-3d0dfea933f6 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:44:13.276711 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c57f73ad-2803-4ad6-b0f5-b47393af9a0c tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (3b50e937-fa89-4a52-a427-3d0dfea933f6), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:13.297917 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bcee54-e48e-489c-8369-1ae2e03cc692 req-baa16c34-87f4-4bc8-a6ab-d746d77590a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:44:13.299462 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-89bcee54-e48e-489c-8369-1ae2e03cc692 req-baa16c34-87f4-4bc8-a6ab-d746d77590a8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=74c2f06d-2143-4134-9b46-73ac1b8138e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0499632
Feb 05 21:44:13.355224 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c57f73ad-2803-4ad6-b0f5-b47393af9a0c tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (3b50e937-fa89-4a52-a427-3d0dfea933f6), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:13.356151 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c57f73ad-2803-4ad6-b0f5-b47393af9a0c tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks [] for floatingip (3b50e937-fa89-4a52-a427-3d0dfea933f6), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:13.367658 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-c57f73ad-2803-4ad6-b0f5-b47393af9a0c tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Calling delete_port for 3b50e937-fa89-4a52-a427-3d0dfea933f6 owned by network:floatingip {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:44:13.388703 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-89bcee54-e48e-489c-8369-1ae2e03cc692 req-e5bda493-13c0-44e5-b72a-f0555f6dbfa4 service neutron] 10.222.0.21 "GET /v2.0/networks/74c2f06d-2143-4134-9b46-73ac1b8138e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0831904
Feb 05 21:44:13.483748 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-89bcee54-e48e-489c-8369-1ae2e03cc692 req-cf88cc7f-de8c-403d-ad0c-3d904f627426 service neutron] 10.222.0.21 "GET /v2.0/networks/74c2f06d-2143-4134-9b46-73ac1b8138e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0888245
Feb 05 21:44:13.518447 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c57f73ad-2803-4ad6-b0f5-b47393af9a0c tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (3b50e937-fa89-4a52-a427-3d0dfea933f6), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:13.541393 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f73ad-2803-4ad6-b0f5-b47393af9a0c tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Pushing event deleted for resources: {'Port': ['ID=3b50e937-fa89-4a52-a427-3d0dfea933f6,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:13.603717 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c57f73ad-2803-4ad6-b0f5-b47393af9a0c tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks [] for floatingip (2814bd20-1e8c-4f71-b370-c989c782b444), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:13.604427 ncdv-master-1 neutron-server[114390]: INFO neutron.db.l3_db [None req-c57f73ad-2803-4ad6-b0f5-b47393af9a0c tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Floating IP 2814bd20-1e8c-4f71-b370-c989c782b444 disassociated (deleted). External IP: 172.35.4.210, port: f28e3fd6-f888-4993-bbec-787d26bfe673.
Feb 05 21:44:14.139259 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c57f73ad-2803-4ad6-b0f5-b47393af9a0c tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Router 89647acf-4634-4deb-bd15-678acadeb609 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:44:14.246892 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57f73ad-2803-4ad6-b0f5-b47393af9a0c tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:44:14.251463 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c57f73ad-2803-4ad6-b0f5-b47393af9a0c tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:14.256559 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9309c42-75bd-425f-80b4-8956911808fb None None] Sync routers for ids ['89647acf-4634-4deb-bd15-678acadeb609'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:44:14.266788 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9309c42-75bd-425f-80b4-8956911808fb None None] Routers {'89647acf-4634-4deb-bd15-678acadeb609'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:44:14.267396 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-c9309c42-75bd-425f-80b4-8956911808fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db89a9160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:44:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['89647acf-4634-4deb-bd15-678acadeb609'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:44:14.281005 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c57f73ad-2803-4ad6-b0f5-b47393af9a0c tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "DELETE /v2.0/floatingips/2814bd20-1e8c-4f71-b370-c989c782b444 HTTP/1.1" status: 204  len: 168 time: 1.1869652
Feb 05 21:44:14.281619 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4884a8c-6ca7-447c-94cb-bb53b2e9424b', 'tag': 'f28e3fd6-f888-4993-bbec-787d26bfe673'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:44:14.283985 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad796e342f4293475194cfe043ac8c6bde39bd29377296ccac315aaf2b7299dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2aa371-aa41-4d3c-8d00-efd0fa1ec007" -d '{"events": [{"name": "network-changed", "server_uuid": "c4884a8c-6ca7-447c-94cb-bb53b2e9424b", "tag": "f28e3fd6-f888-4993-bbec-787d26bfe673"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:44:14.378881 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-c9309c42-75bd-425f-80b4-8956911808fb None None] Set router 89647acf-4634-4deb-bd15-678acadeb609 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:44:14.438935 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751f615d-9f36-408d-bdce-4b2f1af92844 x-openstack-request-id: req-751f615d-9f36-408d-bdce-4b2f1af92844 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:44:14.439318 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4884a8c-6ca7-447c-94cb-bb53b2e9424b", "tag": "f28e3fd6-f888-4993-bbec-787d26bfe673", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:44:14.439743 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-751f615d-9f36-408d-bdce-4b2f1af92844 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:44:14.440209 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4884a8c-6ca7-447c-94cb-bb53b2e9424b', 'tag': 'f28e3fd6-f888-4993-bbec-787d26bfe673', 'status': 'completed', 'code': 200}
Feb 05 21:44:14.521238 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2aa371-aa41-4d3c-8d00-efd0fa1ec007 req-a0cb4deb-5ba5-4018-b97b-ce9d2e88372f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:44:14.523560 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ca2aa371-aa41-4d3c-8d00-efd0fa1ec007 req-a0cb4deb-5ba5-4018-b97b-ce9d2e88372f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c3f47ed255445f5b7a2c3d296cd76e8&device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 1127 time: 0.0622120
Feb 05 21:44:14.605604 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-c9309c42-75bd-425f-80b4-8956911808fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db89a9160>, [{'id': '89647acf-4634-4deb-bd15-678acadeb609', 'name': 'tempest-TestMinimumBasicScenario-731709852-router', 'tenant_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': '35448cd4-c91a-425c-a10c-b660cfa8d45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:41:14Z', 'updated_at': '2022-02-05T21:41:17Z', 'revision_number': 4, 'project_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'gw_port': {'id': '35448cd4-c91a-425c-a10c-b660cfa8d45f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:86:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89647acf-4634-4deb-bd15-678acadeb609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:41:15Z', 'updated_at': '2022-02-05T21:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fe230c48-0a64-4b21-aa6d-5ec90e99dd6b', 'name': '', 'network_id': '74c2f06d-2143-4134-9b46-73ac1b8138e5', 'tenant_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'mac_address': 'fa:16:3e:3b:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89647acf-4634-4deb-bd15-678acadeb609', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'e50e390c-808a-4732-8c5e-7ea4a33bb207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:41:17Z', 'updated_at': '2022-02-05T21:41:21Z', 'revision_number': 5, 'project_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'subnets': [{'id': 'e50e390c-808a-4732-8c5e-7ea4a33bb207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:44:14.619050 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2aa371-aa41-4d3c-8d00-efd0fa1ec007 req-afb38857-4755-4805-8e7c-1cfa15dbe950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:44:14.620533 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ca2aa371-aa41-4d3c-8d00-efd0fa1ec007 req-afb38857-4755-4805-8e7c-1cfa15dbe950 service neutron] 10.222.0.21 "GET /v2.0/networks?id=74c2f06d-2143-4134-9b46-73ac1b8138e5 HTTP/1.1" status: 200  len: 915 time: 0.0914764
Feb 05 21:44:14.634712 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9309c42-75bd-425f-80b4-8956911808fb None None] Checking router: 89647acf-4634-4deb-bd15-678acadeb609 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:44:14.643837 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9309c42-75bd-425f-80b4-8956911808fb None None] Routers {'89647acf-4634-4deb-bd15-678acadeb609'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:44:14.644435 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-c9309c42-75bd-425f-80b4-8956911808fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db89a9160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:44:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['89647acf-4634-4deb-bd15-678acadeb609'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:44:14.688866 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ca2aa371-aa41-4d3c-8d00-efd0fa1ec007 req-937708f9-fc5a-45ad-9396-99ca89a7c63c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f28e3fd6-f888-4993-bbec-787d26bfe673 HTTP/1.1" status: 200  len: 217 time: 0.0340769
Feb 05 21:44:14.738321 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2aa371-aa41-4d3c-8d00-efd0fa1ec007 req-26e21383-8535-442f-ac5c-f15e256a5ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:44:14.739990 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ca2aa371-aa41-4d3c-8d00-efd0fa1ec007 req-26e21383-8535-442f-ac5c-f15e256a5ce1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e50e390c-808a-4732-8c5e-7ea4a33bb207 HTTP/1.1" status: 200  len: 853 time: 0.0441427
Feb 05 21:44:14.755374 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-c9309c42-75bd-425f-80b4-8956911808fb None None] Set router 89647acf-4634-4deb-bd15-678acadeb609 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:44:14.795494 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2aa371-aa41-4d3c-8d00-efd0fa1ec007 req-60ef3efb-ad49-4d62-bdd5-df41a09570e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:44:14.797020 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ca2aa371-aa41-4d3c-8d00-efd0fa1ec007 req-60ef3efb-ad49-4d62-bdd5-df41a09570e2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=74c2f06d-2143-4134-9b46-73ac1b8138e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0509315
Feb 05 21:44:14.888437 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ca2aa371-aa41-4d3c-8d00-efd0fa1ec007 req-54f203ae-fc32-435d-a884-4a3d4fb28106 service neutron] 10.222.0.21 "GET /v2.0/networks/74c2f06d-2143-4134-9b46-73ac1b8138e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844188
Feb 05 21:44:14.986075 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ca2aa371-aa41-4d3c-8d00-efd0fa1ec007 req-f07ebf50-4cc9-4e6f-ae8e-ca4bc9186c2b service neutron] 10.222.0.21 "GET /v2.0/networks/74c2f06d-2143-4134-9b46-73ac1b8138e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0910389
Feb 05 21:44:15.046193 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-c9309c42-75bd-425f-80b4-8956911808fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db89a9160>, [{'id': '89647acf-4634-4deb-bd15-678acadeb609', 'name': 'tempest-TestMinimumBasicScenario-731709852-router', 'tenant_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': '35448cd4-c91a-425c-a10c-b660cfa8d45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:41:14Z', 'updated_at': '2022-02-05T21:41:17Z', 'revision_number': 4, 'project_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'gw_port': {'id': '35448cd4-c91a-425c-a10c-b660cfa8d45f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:86:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89647acf-4634-4deb-bd15-678acadeb609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:41:15Z', 'updated_at': '2022-02-05T21:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fe230c48-0a64-4b21-aa6d-5ec90e99dd6b', 'name': '', 'network_id': '74c2f06d-2143-4134-9b46-73ac1b8138e5', 'tenant_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'mac_address': 'fa:16:3e:3b:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89647acf-4634-4deb-bd15-678acadeb609', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'e50e390c-808a-4732-8c5e-7ea4a33bb207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:41:17Z', 'updated_at': '2022-02-05T21:41:21Z', 'revision_number': 5, 'project_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'subnets': [{'id': 'e50e390c-808a-4732-8c5e-7ea4a33bb207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:44:15.072026 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9309c42-75bd-425f-80b4-8956911808fb None None] The sync data for ids ['89647acf-4634-4deb-bd15-678acadeb609'] in ncdv-master-1 is: [{'id': '89647acf-4634-4deb-bd15-678acadeb609', 'name': 'tempest-TestMinimumBasicScenario-731709852-router', 'tenant_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': '35448cd4-c91a-425c-a10c-b660cfa8d45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:41:14Z', 'updated_at': '2022-02-05T21:41:17Z', 'revision_number': 4, 'project_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'gw_port': {'id': '35448cd4-c91a-425c-a10c-b660cfa8d45f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:86:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89647acf-4634-4deb-bd15-678acadeb609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:41:15Z', 'updated_at': '2022-02-05T21:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fe230c48-0a64-4b21-aa6d-5ec90e99dd6b', 'name': '', 'network_id': '74c2f06d-2143-4134-9b46-73ac1b8138e5', 'tenant_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'mac_address': 'fa:16:3e:3b:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89647acf-4634-4deb-bd15-678acadeb609', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'e50e390c-808a-4732-8c5e-7ea4a33bb207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:41:17Z', 'updated_at': '2022-02-05T21:41:21Z', 'revision_number': 5, 'project_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'subnets': [{'id': 'e50e390c-808a-4732-8c5e-7ea4a33bb207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:44:15.318548 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b57fd6-bd15-4fee-8028-a98770f6b1a4 None None] New status for floating IP 2814bd20-1e8c-4f71-b370-c989c782b444: DOWN {{(pid=114392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:44:15.662643 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:17.171186 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91345c38-881f-4f7c-ba09-40a75edc3fda req-deb7d710-ec10-4a8b-b383-553dd39efd04 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:44:17.172687 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-91345c38-881f-4f7c-ba09-40a75edc3fda req-deb7d710-ec10-4a8b-b383-553dd39efd04 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 945 time: 0.0548966
Feb 05 21:44:17.219897 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-91345c38-881f-4f7c-ba09-40a75edc3fda req-8c82a215-d60a-4675-9237-05b20695eea3 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/security-groups?id=82f972ae-9ce6-401b-a0c1-983058b208d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414546
Feb 05 21:44:18.341265 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c090c-c768-40c1-a238-43e58d70146f req-8e9d8f88-5b5c-46d3-b6b9-43e928b9a0b2 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:44:18.342768 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4d6c090c-c768-40c1-a238-43e58d70146f req-8e9d8f88-5b5c-46d3-b6b9-43e928b9a0b2 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 945 time: 0.0535712
Feb 05 21:44:18.388369 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4d6c090c-c768-40c1-a238-43e58d70146f req-a96d8ea7-c938-4f0a-a895-7a49d2edeee8 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/security-groups?id=82f972ae-9ce6-401b-a0c1-983058b208d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399570
Feb 05 21:44:19.052730 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5afe3-aeda-4234-833d-4b6e3f44fa65 req-5859152d-b94c-4dcb-bf94-d37c6f583173 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:44:19.054163 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-47a5afe3-aeda-4234-833d-4b6e3f44fa65 req-5859152d-b94c-4dcb-bf94-d37c6f583173 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 945 time: 0.0563314
Feb 05 21:44:19.147395 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-47a5afe3-aeda-4234-833d-4b6e3f44fa65 req-e5dabf9e-fe1a-43f8-bb98-30f8c6dce6e3 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Deleting port f28e3fd6-f888-4993-bbec-787d26bfe673 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:44:19.147658 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-47a5afe3-aeda-4234-833d-4b6e3f44fa65 req-e5dabf9e-fe1a-43f8-bb98-30f8c6dce6e3 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (f28e3fd6-f888-4993-bbec-787d26bfe673), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:19.237918 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-47a5afe3-aeda-4234-833d-4b6e3f44fa65 req-e5dabf9e-fe1a-43f8-bb98-30f8c6dce6e3 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] For port f28e3fd6-f888-4993-bbec-787d26bfe673, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f28e3fd6-f888-4993-bbec-787d26bfe673,segment=NetworkSegment(52e59ed2-2d6a-423a-a24e-4707273dc0e3),segment_id=52e59ed2-2d6a-423a-a24e-4707273dc0e3)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:44:19.238291 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-47a5afe3-aeda-4234-833d-4b6e3f44fa65 req-e5dabf9e-fe1a-43f8-bb98-30f8c6dce6e3 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (f28e3fd6-f888-4993-bbec-787d26bfe673), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:19.250524 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-47a5afe3-aeda-4234-833d-4b6e3f44fa65 req-e5dabf9e-fe1a-43f8-bb98-30f8c6dce6e3 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Calling delete_port for f28e3fd6-f888-4993-bbec-787d26bfe673 owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:44:19.374155 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-47a5afe3-aeda-4234-833d-4b6e3f44fa65 req-e5dabf9e-fe1a-43f8-bb98-30f8c6dce6e3 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (f28e3fd6-f888-4993-bbec-787d26bfe673), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:19.388823 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['f28e3fd6-f888-4993-bbec-787d26bfe673'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:44:19.407863 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dabf9e-fe1a-43f8-bb98-30f8c6dce6e3 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Pushing event deleted for resources: {'Port': ['ID=f28e3fd6-f888-4993-bbec-787d26bfe673,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:19.452911 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a5afe3-aeda-4234-833d-4b6e3f44fa65 req-e5dabf9e-fe1a-43f8-bb98-30f8c6dce6e3 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] No DVR routers for this DVR port f28e3fd6-f888-4993-bbec-787d26bfe673 on host nch1-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:44:19.455636 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-47a5afe3-aeda-4234-833d-4b6e3f44fa65 req-e5dabf9e-fe1a-43f8-bb98-30f8c6dce6e3 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:19.458964 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-47a5afe3-aeda-4234-833d-4b6e3f44fa65 req-e5dabf9e-fe1a-43f8-bb98-30f8c6dce6e3 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.21 "DELETE /v2.0/ports/f28e3fd6-f888-4993-bbec-787d26bfe673 HTTP/1.1" status: 204  len: 173 time: 0.3990009
Feb 05 21:44:19.459412 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4884a8c-6ca7-447c-94cb-bb53b2e9424b', 'name': 'network-vif-deleted', 'tag': 'f28e3fd6-f888-4993-bbec-787d26bfe673'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:44:19.504049 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16fdd19d8a7c57de6e0d65e92e0f39486390e6be4ccbd395fc02e890f8c23cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0af1562-47e3-4bfd-8fb9-67f6c48d643e" -d '{"events": [{"server_uuid": "c4884a8c-6ca7-447c-94cb-bb53b2e9424b", "name": "network-vif-deleted", "tag": "f28e3fd6-f888-4993-bbec-787d26bfe673"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:44:19.507990 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b72ab42-ee32-4900-8186-43c69c607228 req-ba2f82ff-b28f-4a9d-88e1-223061169b25 tempest-TestMinimumBasicScenario-1819785942 tempest-TestMinimumBasicScenario-1819785942-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4884a8c-6ca7-447c-94cb-bb53b2e9424b HTTP/1.1" status: 200  len: 210 time: 0.0404029
Feb 05 21:44:19.602007 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630c6e76-ec8f-4e56-83c4-167bf507a5af x-openstack-request-id: req-630c6e76-ec8f-4e56-83c4-167bf507a5af {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:44:19.602327 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4884a8c-6ca7-447c-94cb-bb53b2e9424b", "name": "network-vif-deleted", "tag": "f28e3fd6-f888-4993-bbec-787d26bfe673", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:44:19.602614 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-630c6e76-ec8f-4e56-83c4-167bf507a5af {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:44:19.603020 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4884a8c-6ca7-447c-94cb-bb53b2e9424b', 'name': 'network-vif-deleted', 'tag': 'f28e3fd6-f888-4993-bbec-787d26bfe673', 'status': 'completed', 'code': 200}
Feb 05 21:44:20.625483 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:21.079154 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 52998) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:44:21.425141 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-75b6ee61-f56e-4349-914b-a22f2b12b065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (89647acf-4634-4deb-bd15-678acadeb609), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:21.671095 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-75b6ee61-f56e-4349-914b-a22f2b12b065 admin admin] Deleting port fe230c48-0a64-4b21-aa6d-5ec90e99dd6b {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:44:21.671437 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-75b6ee61-f56e-4349-914b-a22f2b12b065 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (fe230c48-0a64-4b21-aa6d-5ec90e99dd6b), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:21.747889 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-75b6ee61-f56e-4349-914b-a22f2b12b065 admin admin] For port fe230c48-0a64-4b21-aa6d-5ec90e99dd6b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe230c48-0a64-4b21-aa6d-5ec90e99dd6b,segment=NetworkSegment(52e59ed2-2d6a-423a-a24e-4707273dc0e3),segment_id=52e59ed2-2d6a-423a-a24e-4707273dc0e3)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:44:21.748174 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-75b6ee61-f56e-4349-914b-a22f2b12b065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (fe230c48-0a64-4b21-aa6d-5ec90e99dd6b), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:21.759397 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-75b6ee61-f56e-4349-914b-a22f2b12b065 admin admin] Calling delete_port for fe230c48-0a64-4b21-aa6d-5ec90e99dd6b owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:44:21.938571 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-75b6ee61-f56e-4349-914b-a22f2b12b065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (fe230c48-0a64-4b21-aa6d-5ec90e99dd6b), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:21.965567 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6ee61-f56e-4349-914b-a22f2b12b065 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe230c48-0a64-4b21-aa6d-5ec90e99dd6b,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:22.136446 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-75b6ee61-f56e-4349-914b-a22f2b12b065 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (89647acf-4634-4deb-bd15-678acadeb609), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:22.351680 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b6ee61-f56e-4349-914b-a22f2b12b065 admin admin] Router 89647acf-4634-4deb-bd15-678acadeb609 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:44:22.456640 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b6ee61-f56e-4349-914b-a22f2b12b065 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:44:22.461744 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-75b6ee61-f56e-4349-914b-a22f2b12b065 admin admin] 10.222.0.32 "PUT /v2.0/routers/89647acf-4634-4deb-bd15-678acadeb609/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3815551
Feb 05 21:44:22.464268 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53000) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:44:22.465704 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480ae635-bc41-4e20-9746-890314a74828 None None] Sync routers for ids ['89647acf-4634-4deb-bd15-678acadeb609'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:44:22.475958 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480ae635-bc41-4e20-9746-890314a74828 None None] Routers {'89647acf-4634-4deb-bd15-678acadeb609'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:44:22.476571 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-480ae635-bc41-4e20-9746-890314a74828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db88ee670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:44:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['89647acf-4634-4deb-bd15-678acadeb609'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:44:22.567999 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7cbcca60-ed95-4a8f-a382-88f6a1163f10 admin admin] Publish callbacks [] for router (89647acf-4634-4deb-bd15-678acadeb609), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:22.584581 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-480ae635-bc41-4e20-9746-890314a74828 None None] Set router 89647acf-4634-4deb-bd15-678acadeb609 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:44:22.673845 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7cbcca60-ed95-4a8f-a382-88f6a1163f10 admin admin] Publish callbacks [] for router_gateway (89647acf-4634-4deb-bd15-678acadeb609), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:22.725832 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-7cbcca60-ed95-4a8f-a382-88f6a1163f10 admin admin] Deleting port 35448cd4-c91a-425c-a10c-b660cfa8d45f {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:44:22.726177 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7cbcca60-ed95-4a8f-a382-88f6a1163f10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (35448cd4-c91a-425c-a10c-b660cfa8d45f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:22.759912 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-480ae635-bc41-4e20-9746-890314a74828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db88ee670>, [{'id': '89647acf-4634-4deb-bd15-678acadeb609', 'name': 'tempest-TestMinimumBasicScenario-731709852-router', 'tenant_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': '35448cd4-c91a-425c-a10c-b660cfa8d45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:41:14Z', 'updated_at': '2022-02-05T21:44:21Z', 'revision_number': 5, 'project_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'gw_port': {'id': '35448cd4-c91a-425c-a10c-b660cfa8d45f', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:86:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89647acf-4634-4deb-bd15-678acadeb609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:41:15Z', 'updated_at': '2022-02-05T21:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:44:22.785921 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480ae635-bc41-4e20-9746-890314a74828 None None] Checking router: 89647acf-4634-4deb-bd15-678acadeb609 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:44:22.799461 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480ae635-bc41-4e20-9746-890314a74828 None None] Routers {'89647acf-4634-4deb-bd15-678acadeb609'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:44:22.800072 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-480ae635-bc41-4e20-9746-890314a74828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db88ee670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:44:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['89647acf-4634-4deb-bd15-678acadeb609'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:44:22.812030 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-7cbcca60-ed95-4a8f-a382-88f6a1163f10 admin admin] For port 35448cd4-c91a-425c-a10c-b660cfa8d45f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=35448cd4-c91a-425c-a10c-b660cfa8d45f,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:44:22.812408 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7cbcca60-ed95-4a8f-a382-88f6a1163f10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (35448cd4-c91a-425c-a10c-b660cfa8d45f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:22.826327 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-7cbcca60-ed95-4a8f-a382-88f6a1163f10 admin admin] Calling delete_port for 35448cd4-c91a-425c-a10c-b660cfa8d45f owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:44:22.889048 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-480ae635-bc41-4e20-9746-890314a74828 None None] Set router 89647acf-4634-4deb-bd15-678acadeb609 gateway port host: None {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:44:22.927096 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device f28e3fd6-f888-4993-bbec-787d26bfe673 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:44:22.944520 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-480ae635-bc41-4e20-9746-890314a74828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db88ee670>, [{'id': '89647acf-4634-4deb-bd15-678acadeb609', 'name': 'tempest-TestMinimumBasicScenario-731709852-router', 'tenant_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:41:14Z', 'updated_at': '2022-02-05T21:44:22Z', 'revision_number': 6, 'project_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:44:22.951485 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: f28e3fd6-f888-4993-bbec-787d26bfe673 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:44:22.951946 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device f28e3fd6-f888-4993-bbec-787d26bfe673 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:44:22.971816 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480ae635-bc41-4e20-9746-890314a74828 None None] The sync data for ids ['89647acf-4634-4deb-bd15-678acadeb609'] in ncdv-master-1 is: [{'id': '89647acf-4634-4deb-bd15-678acadeb609', 'name': 'tempest-TestMinimumBasicScenario-731709852-router', 'tenant_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:41:14Z', 'updated_at': '2022-02-05T21:44:22Z', 'revision_number': 6, 'project_id': '3c3f47ed255445f5b7a2c3d296cd76e8', 'gw_port_host': None}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:44:23.021035 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7cbcca60-ed95-4a8f-a382-88f6a1163f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (35448cd4-c91a-425c-a10c-b660cfa8d45f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:23.047284 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbcca60-ed95-4a8f-a382-88f6a1163f10 admin admin] Pushing event deleted for resources: {'Port': ['ID=35448cd4-c91a-425c-a10c-b660cfa8d45f,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:23.109881 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7cbcca60-ed95-4a8f-a382-88f6a1163f10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (89647acf-4634-4deb-bd15-678acadeb609), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:23.201770 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7cbcca60-ed95-4a8f-a382-88f6a1163f10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (89647acf-4634-4deb-bd15-678acadeb609), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:23.203841 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7cbcca60-ed95-4a8f-a382-88f6a1163f10 admin admin] Publish callbacks [] for router_controller (89647acf-4634-4deb-bd15-678acadeb609), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:23.247147 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7cbcca60-ed95-4a8f-a382-88f6a1163f10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (89647acf-4634-4deb-bd15-678acadeb609), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:23.247833 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbcca60-ed95-4a8f-a382-88f6a1163f10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89647acf-4634-4deb-bd15-678acadeb609 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:44:23.253019 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7cbcca60-ed95-4a8f-a382-88f6a1163f10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:23.254101 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7cbcca60-ed95-4a8f-a382-88f6a1163f10 admin admin] 10.222.0.32 "DELETE /v2.0/routers/89647acf-4634-4deb-bd15-678acadeb609 HTTP/1.1" status: 204  len: 168 time: 0.7889268
Feb 05 21:44:23.256733 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53002) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:44:23.299977 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-41a859c1-9202-45cb-9574-8cc64d52623e admin admin] Deleting subnet e50e390c-808a-4732-8c5e-7ea4a33bb207 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:44:23.303003 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-41a859c1-9202-45cb-9574-8cc64d52623e admin admin] Publish callbacks [] for subnet (e50e390c-808a-4732-8c5e-7ea4a33bb207), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:23.343022 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-41a859c1-9202-45cb-9574-8cc64d52623e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (e50e390c-808a-4732-8c5e-7ea4a33bb207), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:23.427559 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-41a859c1-9202-45cb-9574-8cc64d52623e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (e50e390c-808a-4732-8c5e-7ea4a33bb207), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:23.480033 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-41a859c1-9202-45cb-9574-8cc64d52623e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (e50e390c-808a-4732-8c5e-7ea4a33bb207), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:23.504866 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a859c1-9202-45cb-9574-8cc64d52623e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e50e390c-808a-4732-8c5e-7ea4a33bb207,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:23.508510 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-41a859c1-9202-45cb-9574-8cc64d52623e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:23.511689 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-41a859c1-9202-45cb-9574-8cc64d52623e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e50e390c-808a-4732-8c5e-7ea4a33bb207 HTTP/1.1" status: 204  len: 168 time: 0.2539666
Feb 05 21:44:23.514839 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c959392-1854-4141-8af3-a9382e2a5104 None None] Network 74c2f06d-2143-4134-9b46-73ac1b8138e5 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:44:23.514999 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53006) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:44:23.585242 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1022-a9b2-4873-9d03-f73bfe5e7d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (74c2f06d-2143-4134-9b46-73ac1b8138e5), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:23.639525 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-0ebe1022-a9b2-4873-9d03-f73bfe5e7d15 admin admin] Deleting port 9425fb24-fad9-43da-9b32-3057ffa05510 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:44:23.639867 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1022-a9b2-4873-9d03-f73bfe5e7d15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (9425fb24-fad9-43da-9b32-3057ffa05510), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:23.700666 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-0ebe1022-a9b2-4873-9d03-f73bfe5e7d15 admin admin] For port 9425fb24-fad9-43da-9b32-3057ffa05510, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9425fb24-fad9-43da-9b32-3057ffa05510,segment=NetworkSegment(52e59ed2-2d6a-423a-a24e-4707273dc0e3),segment_id=52e59ed2-2d6a-423a-a24e-4707273dc0e3)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:44:23.700959 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1022-a9b2-4873-9d03-f73bfe5e7d15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (9425fb24-fad9-43da-9b32-3057ffa05510), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:23.716983 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-0ebe1022-a9b2-4873-9d03-f73bfe5e7d15 admin admin] Calling delete_port for 9425fb24-fad9-43da-9b32-3057ffa05510 owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:44:23.759187 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16651ff1-24ba-4763-b98f-13ea804e9e9e None None] DHCP port deletion for 74c2f06d-2143-4134-9b46-73ac1b8138e5 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:44:23.806802 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1022-a9b2-4873-9d03-f73bfe5e7d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (9425fb24-fad9-43da-9b32-3057ffa05510), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:23.811399 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-16651ff1-24ba-4763-b98f-13ea804e9e9e None None] Deleting port 9425fb24-fad9-43da-9b32-3057ffa05510 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:44:23.811786 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-16651ff1-24ba-4763-b98f-13ea804e9e9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (9425fb24-fad9-43da-9b32-3057ffa05510), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:23.835009 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebe1022-a9b2-4873-9d03-f73bfe5e7d15 admin admin] No DVR routers for this DVR port 9425fb24-fad9-43da-9b32-3057ffa05510 on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:44:23.839372 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe1022-a9b2-4873-9d03-f73bfe5e7d15 admin admin] Pushing event deleted for resources: {'Port': ['ID=9425fb24-fad9-43da-9b32-3057ffa05510,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:23.878612 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-16651ff1-24ba-4763-b98f-13ea804e9e9e None None] For port 9425fb24-fad9-43da-9b32-3057ffa05510, host ncdv-master-1, got binding levels [] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:44:23.879408 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-16651ff1-24ba-4763-b98f-13ea804e9e9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (9425fb24-fad9-43da-9b32-3057ffa05510), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:23.894151 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-16651ff1-24ba-4763-b98f-13ea804e9e9e None None] Calling delete_port for 9425fb24-fad9-43da-9b32-3057ffa05510 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:44:23.896945 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.ipam_backend_mixin [None req-16651ff1-24ba-4763-b98f-13ea804e9e9e None None] Port 9425fb24-fad9-43da-9b32-3057ffa05510 was not found and therefore no delete operation was performed {{(pid=114392) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Feb 05 21:44:23.898277 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-16651ff1-24ba-4763-b98f-13ea804e9e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (9425fb24-fad9-43da-9b32-3057ffa05510), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:23.932205 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16651ff1-24ba-4763-b98f-13ea804e9e9e None None] No DVR routers for this DVR port 9425fb24-fad9-43da-9b32-3057ffa05510 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:44:23.934466 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16651ff1-24ba-4763-b98f-13ea804e9e9e None None] Pushing event deleted for resources: {'Port': ['ID=9425fb24-fad9-43da-9b32-3057ffa05510,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:23.946193 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16651ff1-24ba-4763-b98f-13ea804e9e9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:23.946693 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16651ff1-24ba-4763-b98f-13ea804e9e9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:23.947145 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16651ff1-24ba-4763-b98f-13ea804e9e9e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:23.947599 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16651ff1-24ba-4763-b98f-13ea804e9e9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:23.948066 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16651ff1-24ba-4763-b98f-13ea804e9e9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:23.953270 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16651ff1-24ba-4763-b98f-13ea804e9e9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:23.953270 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16651ff1-24ba-4763-b98f-13ea804e9e9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:23.953270 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16651ff1-24ba-4763-b98f-13ea804e9e9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:23.953270 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16651ff1-24ba-4763-b98f-13ea804e9e9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:23.953270 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16651ff1-24ba-4763-b98f-13ea804e9e9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:23.953270 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16651ff1-24ba-4763-b98f-13ea804e9e9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:23.953270 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16651ff1-24ba-4763-b98f-13ea804e9e9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:23.953270 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16651ff1-24ba-4763-b98f-13ea804e9e9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:24.252956 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1022-a9b2-4873-9d03-f73bfe5e7d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (74c2f06d-2143-4134-9b46-73ac1b8138e5), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:24.272708 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-0ebe1022-a9b2-4873-9d03-f73bfe5e7d15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db9580dc0>,) {'filters': {'network_id': ['74c2f06d-2143-4134-9b46-73ac1b8138e5']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:44:24.282343 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-0ebe1022-a9b2-4873-9d03-f73bfe5e7d15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db9580dc0>, '52e59ed2-2d6a-423a-a24e-4707273dc0e3') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:44:24.282686 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-0ebe1022-a9b2-4873-9d03-f73bfe5e7d15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db9580dc0>, '52e59ed2-2d6a-423a-a24e-4707273dc0e3') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:44:24.292121 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1022-a9b2-4873-9d03-f73bfe5e7d15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (52e59ed2-2d6a-423a-a24e-4707273dc0e3), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:24.305989 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1022-a9b2-4873-9d03-f73bfe5e7d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (52e59ed2-2d6a-423a-a24e-4707273dc0e3), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:24.312020 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ebe1022-a9b2-4873-9d03-f73bfe5e7d15 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:44:24.312409 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1022-a9b2-4873-9d03-f73bfe5e7d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (52e59ed2-2d6a-423a-a24e-4707273dc0e3), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:24.314090 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:44:24.314090 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:44:24.314090 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:44:24.314090 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:44:24.314090 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:44:24.314090 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:44:24.314090 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:44:24.314090 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:44:24.314090 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:44:24.314090 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:44:24.314090 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:44:24.314090 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:44:24.314090 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:44:24.314090 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:44:24.314090 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:44:24.314090 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:44:24.314090 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:44:24.314090 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:44:24.314090 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:44:24.314090 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:44:24.314090 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:44:24.314090 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:44:24.314090 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:44:24.314090 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:44:24.314090 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:44:24.314090 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:44:24.314090 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:44:24.314090 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:44:24.314090 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:44:24.314090 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:44:24.314090 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:44:24.314090 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:44:24.367034 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1022-a9b2-4873-9d03-f73bfe5e7d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (74c2f06d-2143-4134-9b46-73ac1b8138e5), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:24.372546 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1022-a9b2-4873-9d03-f73bfe5e7d15 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:24.375705 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0ebe1022-a9b2-4873-9d03-f73bfe5e7d15 admin admin] 10.222.0.32 "DELETE /v2.0/networks/74c2f06d-2143-4134-9b46-73ac1b8138e5 HTTP/1.1" status: 204  len: 168 time: 0.8597243
Feb 05 21:44:24.378763 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53008) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:44:24.390598 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe1022-a9b2-4873-9d03-f73bfe5e7d15 admin admin] Pushing event deleted for resources: {'Network': ['ID=74c2f06d-2143-4134-9b46-73ac1b8138e5,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:24.723667 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3ec258c3-68d7-4aa4-a585-f09b63df8d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (dc73e43c-88d6-4b99-a097-ceaa61633c6c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:24.892122 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device fe230c48-0a64-4b21-aa6d-5ec90e99dd6b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:44:24.913548 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: fe230c48-0a64-4b21-aa6d-5ec90e99dd6b {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:44:24.913899 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device fe230c48-0a64-4b21-aa6d-5ec90e99dd6b not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:44:24.914322 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9425fb24-fad9-43da-9b32-3057ffa05510 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:44:24.935431 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 9425fb24-fad9-43da-9b32-3057ffa05510 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:44:24.936077 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 9425fb24-fad9-43da-9b32-3057ffa05510 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:44:24.936199 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 35448cd4-c91a-425c-a10c-b660cfa8d45f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:44:24.955632 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 35448cd4-c91a-425c-a10c-b660cfa8d45f {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:44:24.955985 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 35448cd4-c91a-425c-a10c-b660cfa8d45f not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:44:24.975812 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-3ec258c3-68d7-4aa4-a585-f09b63df8d14 admin admin] Deleting port 88fb7df0-ca78-48e6-99e6-20e6e57cda71 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:44:24.976324 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3ec258c3-68d7-4aa4-a585-f09b63df8d14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (88fb7df0-ca78-48e6-99e6-20e6e57cda71), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:25.052582 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-3ec258c3-68d7-4aa4-a585-f09b63df8d14 admin admin] For port 88fb7df0-ca78-48e6-99e6-20e6e57cda71, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=88fb7df0-ca78-48e6-99e6-20e6e57cda71,segment=NetworkSegment(359e717e-638f-46d7-8bff-72cc44e2fa49),segment_id=359e717e-638f-46d7-8bff-72cc44e2fa49)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:44:25.052950 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3ec258c3-68d7-4aa4-a585-f09b63df8d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (88fb7df0-ca78-48e6-99e6-20e6e57cda71), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:25.065241 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-3ec258c3-68d7-4aa4-a585-f09b63df8d14 admin admin] Calling delete_port for 88fb7df0-ca78-48e6-99e6-20e6e57cda71 owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:44:25.243739 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3ec258c3-68d7-4aa4-a585-f09b63df8d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (88fb7df0-ca78-48e6-99e6-20e6e57cda71), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:25.271342 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec258c3-68d7-4aa4-a585-f09b63df8d14 admin admin] Pushing event deleted for resources: {'Port': ['ID=88fb7df0-ca78-48e6-99e6-20e6e57cda71,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:25.435930 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3ec258c3-68d7-4aa4-a585-f09b63df8d14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (dc73e43c-88d6-4b99-a097-ceaa61633c6c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:25.970902 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec258c3-68d7-4aa4-a585-f09b63df8d14 admin admin] Router dc73e43c-88d6-4b99-a097-ceaa61633c6c has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:44:26.076517 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec258c3-68d7-4aa4-a585-f09b63df8d14 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:44:26.081487 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3ec258c3-68d7-4aa4-a585-f09b63df8d14 admin admin] 10.222.0.32 "PUT /v2.0/routers/dc73e43c-88d6-4b99-a097-ceaa61633c6c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7017028
Feb 05 21:44:26.084096 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53010) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:44:26.086664 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ce1f46-6b68-42a6-9603-6b7e823fb839 None None] Sync routers for ids ['dc73e43c-88d6-4b99-a097-ceaa61633c6c'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:44:26.096704 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ce1f46-6b68-42a6-9603-6b7e823fb839 None None] Routers {'dc73e43c-88d6-4b99-a097-ceaa61633c6c'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:44:26.097316 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-30ce1f46-6b68-42a6-9603-6b7e823fb839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab694160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:44:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['dc73e43c-88d6-4b99-a097-ceaa61633c6c'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:44:26.192519 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2a935de3-0223-4582-b542-6d44cfa8af32 admin admin] Publish callbacks [] for router (dc73e43c-88d6-4b99-a097-ceaa61633c6c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:26.300528 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2a935de3-0223-4582-b542-6d44cfa8af32 admin admin] Publish callbacks [] for router_gateway (dc73e43c-88d6-4b99-a097-ceaa61633c6c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:26.351506 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-2a935de3-0223-4582-b542-6d44cfa8af32 admin admin] Deleting port 99b7c9a8-06dd-4486-a663-eea775b4a63d {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:44:26.351853 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2a935de3-0223-4582-b542-6d44cfa8af32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (99b7c9a8-06dd-4486-a663-eea775b4a63d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:26.367371 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-30ce1f46-6b68-42a6-9603-6b7e823fb839 None None] Set router dc73e43c-88d6-4b99-a097-ceaa61633c6c gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:44:26.433437 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-2a935de3-0223-4582-b542-6d44cfa8af32 admin admin] For port 99b7c9a8-06dd-4486-a663-eea775b4a63d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=99b7c9a8-06dd-4486-a663-eea775b4a63d,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:44:26.433830 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2a935de3-0223-4582-b542-6d44cfa8af32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (99b7c9a8-06dd-4486-a663-eea775b4a63d), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:26.445923 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-2a935de3-0223-4582-b542-6d44cfa8af32 admin admin] Calling delete_port for 99b7c9a8-06dd-4486-a663-eea775b4a63d owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:44:26.553898 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-30ce1f46-6b68-42a6-9603-6b7e823fb839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab694160>, [{'id': 'dc73e43c-88d6-4b99-a097-ceaa61633c6c', 'name': 'tempest-TestMinimumBasicScenario-968448415-router', 'tenant_id': '3a25e1cadb4245c9a91b999185fa5b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.70'}], 'enable_snat': True}, 'gw_port_id': '99b7c9a8-06dd-4486-a663-eea775b4a63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:41:19Z', 'updated_at': '2022-02-05T21:44:25Z', 'revision_number': 5, 'project_id': '3a25e1cadb4245c9a91b999185fa5b12', 'gw_port': {'id': '99b7c9a8-06dd-4486-a663-eea775b4a63d', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:88:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc73e43c-88d6-4b99-a097-ceaa61633c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:41:20Z', 'updated_at': '2022-02-05T21:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:44:26.581015 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ce1f46-6b68-42a6-9603-6b7e823fb839 None None] Checking router: dc73e43c-88d6-4b99-a097-ceaa61633c6c for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:44:26.589337 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ce1f46-6b68-42a6-9603-6b7e823fb839 None None] Routers {'dc73e43c-88d6-4b99-a097-ceaa61633c6c'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:44:26.590000 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-30ce1f46-6b68-42a6-9603-6b7e823fb839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab694160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:44:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['dc73e43c-88d6-4b99-a097-ceaa61633c6c'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:44:26.617216 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2a935de3-0223-4582-b542-6d44cfa8af32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (99b7c9a8-06dd-4486-a663-eea775b4a63d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:26.643345 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a935de3-0223-4582-b542-6d44cfa8af32 admin admin] Pushing event deleted for resources: {'Port': ['ID=99b7c9a8-06dd-4486-a663-eea775b4a63d,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:26.683312 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-30ce1f46-6b68-42a6-9603-6b7e823fb839 None None] Set router dc73e43c-88d6-4b99-a097-ceaa61633c6c gateway port host: None {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:44:26.703481 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2a935de3-0223-4582-b542-6d44cfa8af32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (dc73e43c-88d6-4b99-a097-ceaa61633c6c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:26.742205 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-30ce1f46-6b68-42a6-9603-6b7e823fb839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab694160>, [{'id': 'dc73e43c-88d6-4b99-a097-ceaa61633c6c', 'name': 'tempest-TestMinimumBasicScenario-968448415-router', 'tenant_id': '3a25e1cadb4245c9a91b999185fa5b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:41:19Z', 'updated_at': '2022-02-05T21:44:26Z', 'revision_number': 6, 'project_id': '3a25e1cadb4245c9a91b999185fa5b12', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:44:26.768866 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ce1f46-6b68-42a6-9603-6b7e823fb839 None None] The sync data for ids ['dc73e43c-88d6-4b99-a097-ceaa61633c6c'] in ncdv-master-1 is: [{'id': 'dc73e43c-88d6-4b99-a097-ceaa61633c6c', 'name': 'tempest-TestMinimumBasicScenario-968448415-router', 'tenant_id': '3a25e1cadb4245c9a91b999185fa5b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:41:19Z', 'updated_at': '2022-02-05T21:44:26Z', 'revision_number': 6, 'project_id': '3a25e1cadb4245c9a91b999185fa5b12', 'gw_port_host': None}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:44:26.796712 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2a935de3-0223-4582-b542-6d44cfa8af32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (dc73e43c-88d6-4b99-a097-ceaa61633c6c), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:26.799035 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2a935de3-0223-4582-b542-6d44cfa8af32 admin admin] Publish callbacks [] for router_controller (dc73e43c-88d6-4b99-a097-ceaa61633c6c), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:26.847312 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2a935de3-0223-4582-b542-6d44cfa8af32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (dc73e43c-88d6-4b99-a097-ceaa61633c6c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:26.847910 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a935de3-0223-4582-b542-6d44cfa8af32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc73e43c-88d6-4b99-a097-ceaa61633c6c {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:44:26.852201 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2a935de3-0223-4582-b542-6d44cfa8af32 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:26.853355 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2a935de3-0223-4582-b542-6d44cfa8af32 admin admin] 10.222.0.32 "DELETE /v2.0/routers/dc73e43c-88d6-4b99-a097-ceaa61633c6c HTTP/1.1" status: 204  len: 168 time: 0.7683494
Feb 05 21:44:26.856877 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53012) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:44:26.900232 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ece7a55-c120-476d-b772-b01b4f66fd24 admin admin] Deleting subnet f5443abf-6f14-4eae-8381-080356d4dff0 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:44:26.903958 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2ece7a55-c120-476d-b772-b01b4f66fd24 admin admin] Publish callbacks [] for subnet (f5443abf-6f14-4eae-8381-080356d4dff0), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:26.937602 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2ece7a55-c120-476d-b772-b01b4f66fd24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (f5443abf-6f14-4eae-8381-080356d4dff0), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:27.017602 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2ece7a55-c120-476d-b772-b01b4f66fd24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (f5443abf-6f14-4eae-8381-080356d4dff0), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:27.070334 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2ece7a55-c120-476d-b772-b01b4f66fd24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (f5443abf-6f14-4eae-8381-080356d4dff0), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:27.097503 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2ece7a55-c120-476d-b772-b01b4f66fd24 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:27.101438 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2ece7a55-c120-476d-b772-b01b4f66fd24 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f5443abf-6f14-4eae-8381-080356d4dff0 HTTP/1.1" status: 204  len: 168 time: 0.2434909
Feb 05 21:44:27.102449 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece7a55-c120-476d-b772-b01b4f66fd24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5443abf-6f14-4eae-8381-080356d4dff0,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:27.102639 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561f9853-b135-45d2-b8a6-8bd1de1c5dbd None None] Network df760104-5e3e-443a-8f2c-41690ec75ff2 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:44:27.104657 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53014) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:44:27.188243 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f00b4d1b-7b09-4cb6-9d8e-cd657ea6d086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (df760104-5e3e-443a-8f2c-41690ec75ff2), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:27.246987 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-f00b4d1b-7b09-4cb6-9d8e-cd657ea6d086 admin admin] Deleting port dfe2d0f0-aae2-42e3-9548-7821450916bf {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:44:27.247231 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f00b4d1b-7b09-4cb6-9d8e-cd657ea6d086 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (dfe2d0f0-aae2-42e3-9548-7821450916bf), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:27.269825 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 88fb7df0-ca78-48e6-99e6-20e6e57cda71 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:44:27.294581 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da937080-1667-4e3e-ae26-c4c3bef11a4b None None] DHCP port deletion for df760104-5e3e-443a-8f2c-41690ec75ff2 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:44:27.297894 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 88fb7df0-ca78-48e6-99e6-20e6e57cda71 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:44:27.298266 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 88fb7df0-ca78-48e6-99e6-20e6e57cda71 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:44:27.323385 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-f00b4d1b-7b09-4cb6-9d8e-cd657ea6d086 admin admin] For port dfe2d0f0-aae2-42e3-9548-7821450916bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dfe2d0f0-aae2-42e3-9548-7821450916bf,segment=NetworkSegment(359e717e-638f-46d7-8bff-72cc44e2fa49),segment_id=359e717e-638f-46d7-8bff-72cc44e2fa49)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:44:27.323757 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f00b4d1b-7b09-4cb6-9d8e-cd657ea6d086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (dfe2d0f0-aae2-42e3-9548-7821450916bf), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:27.337129 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-f00b4d1b-7b09-4cb6-9d8e-cd657ea6d086 admin admin] Calling delete_port for dfe2d0f0-aae2-42e3-9548-7821450916bf owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:44:27.350120 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-da937080-1667-4e3e-ae26-c4c3bef11a4b None None] Deleting port dfe2d0f0-aae2-42e3-9548-7821450916bf {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:44:27.350461 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-da937080-1667-4e3e-ae26-c4c3bef11a4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (dfe2d0f0-aae2-42e3-9548-7821450916bf), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:27.415207 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-da937080-1667-4e3e-ae26-c4c3bef11a4b None None] For port dfe2d0f0-aae2-42e3-9548-7821450916bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dfe2d0f0-aae2-42e3-9548-7821450916bf,segment=NetworkSegment(359e717e-638f-46d7-8bff-72cc44e2fa49),segment_id=359e717e-638f-46d7-8bff-72cc44e2fa49)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:44:27.415743 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-da937080-1667-4e3e-ae26-c4c3bef11a4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (dfe2d0f0-aae2-42e3-9548-7821450916bf), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:27.419315 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f00b4d1b-7b09-4cb6-9d8e-cd657ea6d086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (dfe2d0f0-aae2-42e3-9548-7821450916bf), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:27.429701 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-da937080-1667-4e3e-ae26-c4c3bef11a4b None None] Calling delete_port for dfe2d0f0-aae2-42e3-9548-7821450916bf owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:44:27.449125 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b4d1b-7b09-4cb6-9d8e-cd657ea6d086 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfe2d0f0-aae2-42e3-9548-7821450916bf,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:27.454171 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00b4d1b-7b09-4cb6-9d8e-cd657ea6d086 admin admin] No DVR routers for this DVR port dfe2d0f0-aae2-42e3-9548-7821450916bf on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:44:27.506004 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-da937080-1667-4e3e-ae26-c4c3bef11a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (dfe2d0f0-aae2-42e3-9548-7821450916bf), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:27.523948 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f00b4d1b-7b09-4cb6-9d8e-cd657ea6d086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (df760104-5e3e-443a-8f2c-41690ec75ff2), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:27.532667 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da937080-1667-4e3e-ae26-c4c3bef11a4b None None] Pushing event deleted for resources: {'Port': ['ID=dfe2d0f0-aae2-42e3-9548-7821450916bf,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:27.536218 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da937080-1667-4e3e-ae26-c4c3bef11a4b None None] No DVR routers for this DVR port dfe2d0f0-aae2-42e3-9548-7821450916bf on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:44:27.550562 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-f00b4d1b-7b09-4cb6-9d8e-cd657ea6d086 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2c1d5b0>,) {'filters': {'network_id': ['df760104-5e3e-443a-8f2c-41690ec75ff2']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:44:27.560673 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-f00b4d1b-7b09-4cb6-9d8e-cd657ea6d086 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2c1d5b0>, '359e717e-638f-46d7-8bff-72cc44e2fa49') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:44:27.561083 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-f00b4d1b-7b09-4cb6-9d8e-cd657ea6d086 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2c1d5b0>, '359e717e-638f-46d7-8bff-72cc44e2fa49') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:44:27.570452 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f00b4d1b-7b09-4cb6-9d8e-cd657ea6d086 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (359e717e-638f-46d7-8bff-72cc44e2fa49), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:27.584423 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f00b4d1b-7b09-4cb6-9d8e-cd657ea6d086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (359e717e-638f-46d7-8bff-72cc44e2fa49), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:27.590657 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f00b4d1b-7b09-4cb6-9d8e-cd657ea6d086 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:44:27.591050 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f00b4d1b-7b09-4cb6-9d8e-cd657ea6d086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (359e717e-638f-46d7-8bff-72cc44e2fa49), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:27.592938 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:44:27.592938 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:44:27.592938 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:44:27.592938 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:44:27.592938 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:44:27.592938 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:44:27.592938 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:44:27.592938 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:44:27.592938 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:44:27.592938 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:44:27.592938 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:44:27.592938 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:44:27.592938 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:44:27.592938 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:44:27.592938 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:44:27.592938 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:44:27.592938 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:44:27.592938 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:44:27.592938 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:44:27.592938 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:44:27.592938 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:44:27.592938 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:44:27.592938 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:44:27.592938 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:44:27.592938 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:44:27.592938 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:44:27.592938 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:44:27.592938 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:44:27.592938 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:44:27.592938 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:44:27.592938 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:44:27.592938 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:44:27.656481 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f00b4d1b-7b09-4cb6-9d8e-cd657ea6d086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (df760104-5e3e-443a-8f2c-41690ec75ff2), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:27.662439 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f00b4d1b-7b09-4cb6-9d8e-cd657ea6d086 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:27.665599 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f00b4d1b-7b09-4cb6-9d8e-cd657ea6d086 admin admin] 10.222.0.32 "DELETE /v2.0/networks/df760104-5e3e-443a-8f2c-41690ec75ff2 HTTP/1.1" status: 204  len: 168 time: 0.5599201
Feb 05 21:44:27.676673 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b4d1b-7b09-4cb6-9d8e-cd657ea6d086 admin admin] Pushing event deleted for resources: {'Network': ['ID=df760104-5e3e-443a-8f2c-41690ec75ff2,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:27.869690 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53020) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:44:27.914574 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-14aca941-5702-404d-9a7c-5329f3b028bc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3c3f47ed255445f5b7a2c3d296cd76e8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0436683
Feb 05 21:44:27.917063 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53022) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:44:27.966213 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1a44e4e7-5463-4a26-b853-18985880e41f admin admin] Publish callbacks [] for security_group (82f972ae-9ce6-401b-a0c1-983058b208d7), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:27.986482 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1a44e4e7-5463-4a26-b853-18985880e41f admin admin] Publish callbacks [] for security_group (82f972ae-9ce6-401b-a0c1-983058b208d7), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:28.037766 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1a44e4e7-5463-4a26-b853-18985880e41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (82f972ae-9ce6-401b-a0c1-983058b208d7), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:28.040366 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1a44e4e7-5463-4a26-b853-18985880e41f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:28.041542 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1a44e4e7-5463-4a26-b853-18985880e41f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/82f972ae-9ce6-401b-a0c1-983058b208d7 HTTP/1.1" status: 204  len: 168 time: 0.1235723
Feb 05 21:44:28.049781 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44e4e7-5463-4a26-b853-18985880e41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f972ae-9ce6-401b-a0c1-983058b208d7,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:28.368282 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53028) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:44:28.409197 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5fd62cf3-9920-4198-934e-be2f47d60909 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3a25e1cadb4245c9a91b999185fa5b12&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0396113
Feb 05 21:44:28.411788 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53030) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:44:28.458926 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4bf329fa-0b7f-4191-8517-f0ccdfff53e3 admin admin] Publish callbacks [] for security_group (6feadb75-063a-4e24-897a-6936b8165c62), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:28.479539 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4bf329fa-0b7f-4191-8517-f0ccdfff53e3 admin admin] Publish callbacks [] for security_group (6feadb75-063a-4e24-897a-6936b8165c62), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:28.525997 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4bf329fa-0b7f-4191-8517-f0ccdfff53e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (6feadb75-063a-4e24-897a-6936b8165c62), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:28.529168 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4bf329fa-0b7f-4191-8517-f0ccdfff53e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:28.530315 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4bf329fa-0b7f-4191-8517-f0ccdfff53e3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6feadb75-063a-4e24-897a-6936b8165c62 HTTP/1.1" status: 204  len: 168 time: 0.1174607
Feb 05 21:44:28.538197 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf329fa-0b7f-4191-8517-f0ccdfff53e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6feadb75-063a-4e24-897a-6936b8165c62,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:28.890912 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device dfe2d0f0-aae2-42e3-9548-7821450916bf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:44:28.911898 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: dfe2d0f0-aae2-42e3-9548-7821450916bf {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:44:28.912257 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device dfe2d0f0-aae2-42e3-9548-7821450916bf not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:44:28.912741 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 99b7c9a8-06dd-4486-a663-eea775b4a63d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:44:28.936137 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 99b7c9a8-06dd-4486-a663-eea775b4a63d {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:44:28.936500 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 99b7c9a8-06dd-4486-a663-eea775b4a63d not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:44:30.264060 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53070) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:44:30.268627 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-9eb43c86-26c8-4a71-88df-4517f705350f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-891081698', 'description': 'tempest-secgroup-smoke-891081698 description', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:44:30.289546 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9eb43c86-26c8-4a71-88df-4517f705350f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:30.298095 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9eb43c86-26c8-4a71-88df-4517f705350f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:30.371845 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9eb43c86-26c8-4a71-88df-4517f705350f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group (f6e5c67a-0a97-4273-8428-ed84b15e5f26), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:30.375812 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9eb43c86-26c8-4a71-88df-4517f705350f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f6e5c67a-0a97-4273-8428-ed84b15e5f26), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:30.421357 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb43c86-26c8-4a71-88df-4517f705350f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e5c67a-0a97-4273-8428-ed84b15e5f26,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:30.456237 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9eb43c86-26c8-4a71-88df-4517f705350f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group (310fb44a-ed94-4de5-a9f2-ded8003f493c), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:30.459959 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9eb43c86-26c8-4a71-88df-4517f705350f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (310fb44a-ed94-4de5-a9f2-ded8003f493c), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:30.489395 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9eb43c86-26c8-4a71-88df-4517f705350f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:30.490597 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9eb43c86-26c8-4a71-88df-4517f705350f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.2255054
Feb 05 21:44:30.492478 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb43c86-26c8-4a71-88df-4517f705350f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=310fb44a-ed94-4de5-a9f2-ded8003f493c,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:30.493698 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53072) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:44:30.499020 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-de3c2e3f-f21a-4bc2-a21d-bd2528bf4e2f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'security_group_rule': {'security_group_id': '310fb44a-ed94-4de5-a9f2-ded8003f493c', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:44:30.523963 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de3c2e3f-f21a-4bc2-a21d-bd2528bf4e2f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (85c7a715-95c3-4b52-9e4f-83c73ddca82c), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:30.578820 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de3c2e3f-f21a-4bc2-a21d-bd2528bf4e2f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (85c7a715-95c3-4b52-9e4f-83c73ddca82c), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:30.582487 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de3c2e3f-f21a-4bc2-a21d-bd2528bf4e2f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (85c7a715-95c3-4b52-9e4f-83c73ddca82c), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:30.599776 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3c2e3f-f21a-4bc2-a21d-bd2528bf4e2f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85c7a715-95c3-4b52-9e4f-83c73ddca82c,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:30.607710 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-de3c2e3f-f21a-4bc2-a21d-bd2528bf4e2f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:30.608921 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-de3c2e3f-f21a-4bc2-a21d-bd2528bf4e2f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1138654
Feb 05 21:44:30.611651 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53074) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:44:30.615877 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-60235f6a-1a89-4bda-bb33-b5dad2c8c535 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'security_group_rule': {'security_group_id': '310fb44a-ed94-4de5-a9f2-ded8003f493c', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:44:30.640869 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-60235f6a-1a89-4bda-bb33-b5dad2c8c535 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (14cb04ea-2923-4170-82aa-2c5320dbbf9a), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:30.695596 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-60235f6a-1a89-4bda-bb33-b5dad2c8c535 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (14cb04ea-2923-4170-82aa-2c5320dbbf9a), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:30.699861 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-60235f6a-1a89-4bda-bb33-b5dad2c8c535 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (14cb04ea-2923-4170-82aa-2c5320dbbf9a), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:30.721162 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60235f6a-1a89-4bda-bb33-b5dad2c8c535 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14cb04ea-2923-4170-82aa-2c5320dbbf9a,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:30.729341 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-60235f6a-1a89-4bda-bb33-b5dad2c8c535 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:30.733564 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53076) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:44:30.733752 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-60235f6a-1a89-4bda-bb33-b5dad2c8c535 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1210079
Feb 05 21:44:30.738458 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-7da3bcfe-53ea-47f9-8e2b-43d6fdfd15fa tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'security_group_rule': {'security_group_id': '310fb44a-ed94-4de5-a9f2-ded8003f493c', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:44:30.763820 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7da3bcfe-53ea-47f9-8e2b-43d6fdfd15fa tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (d236e501-ef52-4af0-93e8-2e8cb743c0ed), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:30.819476 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7da3bcfe-53ea-47f9-8e2b-43d6fdfd15fa tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (d236e501-ef52-4af0-93e8-2e8cb743c0ed), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:30.823094 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7da3bcfe-53ea-47f9-8e2b-43d6fdfd15fa tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (d236e501-ef52-4af0-93e8-2e8cb743c0ed), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:30.841806 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da3bcfe-53ea-47f9-8e2b-43d6fdfd15fa tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d236e501-ef52-4af0-93e8-2e8cb743c0ed,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:30.849567 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7da3bcfe-53ea-47f9-8e2b-43d6fdfd15fa tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:30.850796 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7da3bcfe-53ea-47f9-8e2b-43d6fdfd15fa tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1162100
Feb 05 21:44:30.853546 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53078) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:44:30.857904 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-67b4d1c0-d965-4624-ad64-d10d1f6d4101 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'security_group_rule': {'security_group_id': '310fb44a-ed94-4de5-a9f2-ded8003f493c', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:44:30.883278 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-67b4d1c0-d965-4624-ad64-d10d1f6d4101 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (8de8ffb2-9378-4d95-b19a-a6f692e8779b), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:30.942391 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-67b4d1c0-d965-4624-ad64-d10d1f6d4101 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (8de8ffb2-9378-4d95-b19a-a6f692e8779b), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:30.946324 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-67b4d1c0-d965-4624-ad64-d10d1f6d4101 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (8de8ffb2-9378-4d95-b19a-a6f692e8779b), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:30.964088 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b4d1c0-d965-4624-ad64-d10d1f6d4101 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8de8ffb2-9378-4d95-b19a-a6f692e8779b,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:30.972008 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-67b4d1c0-d965-4624-ad64-d10d1f6d4101 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:30.973193 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-67b4d1c0-d965-4624-ad64-d10d1f6d4101 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1187327
Feb 05 21:44:30.975956 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53080) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:44:30.980138 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-94fa405f-94a0-46b8-a891-33880b981da0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'security_group_rule': {'security_group_id': '310fb44a-ed94-4de5-a9f2-ded8003f493c', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:44:31.002849 ncdv-master-1 neutron-server[114391]: INFO neutron.db.securitygroups_db [None req-94fa405f-94a0-46b8-a891-33880b981da0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Project ad4914a1c56043a7bbc01d19cd824488 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 05 21:44:31.007575 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-94fa405f-94a0-46b8-a891-33880b981da0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (23246706-9cfc-4272-a0ae-cc744e5aa2b5), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:31.066315 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-94fa405f-94a0-46b8-a891-33880b981da0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (23246706-9cfc-4272-a0ae-cc744e5aa2b5), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:31.069667 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-94fa405f-94a0-46b8-a891-33880b981da0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (23246706-9cfc-4272-a0ae-cc744e5aa2b5), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:31.086821 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa405f-94a0-46b8-a891-33880b981da0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23246706-9cfc-4272-a0ae-cc744e5aa2b5,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:31.094192 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-94fa405f-94a0-46b8-a891-33880b981da0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:31.095467 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-94fa405f-94a0-46b8-a891-33880b981da0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1185906
Feb 05 21:44:31.098211 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53082) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:44:31.102458 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-59fb07b7-8117-4f00-8804-a11e7406be58 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'security_group_rule': {'security_group_id': '310fb44a-ed94-4de5-a9f2-ded8003f493c', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:44:31.121898 ncdv-master-1 neutron-server[114391]: INFO neutron.db.securitygroups_db [None req-59fb07b7-8117-4f00-8804-a11e7406be58 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Project ad4914a1c56043a7bbc01d19cd824488 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 05 21:44:31.126957 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-59fb07b7-8117-4f00-8804-a11e7406be58 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (b9e9ab1f-fe3c-4f40-86eb-3fa38d8566f1), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:31.185038 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-59fb07b7-8117-4f00-8804-a11e7406be58 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (b9e9ab1f-fe3c-4f40-86eb-3fa38d8566f1), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:31.188642 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-59fb07b7-8117-4f00-8804-a11e7406be58 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (b9e9ab1f-fe3c-4f40-86eb-3fa38d8566f1), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:31.206816 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb07b7-8117-4f00-8804-a11e7406be58 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9e9ab1f-fe3c-4f40-86eb-3fa38d8566f1,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:31.211874 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-59fb07b7-8117-4f00-8804-a11e7406be58 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:31.216623 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-59fb07b7-8117-4f00-8804-a11e7406be58 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1138837
Feb 05 21:44:31.217122 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53084) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:44:31.221677 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-fca21231-1736-40cf-a97c-c20f5bf0ac7b tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'network': {'name': 'tempest-network-smoke--1111128835', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'port_security_enabled': True}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:44:31.240320 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca21231-1736-40cf-a97c-c20f5bf0ac7b tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Made reservation on behalf of ad4914a1c56043a7bbc01d19cd824488 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:44:31.243739 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fca21231-1736-40cf-a97c-c20f5bf0ac7b tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:31.266633 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fca21231-1736-40cf-a97c-c20f5bf0ac7b tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:44:31.275430 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fca21231-1736-40cf-a97c-c20f5bf0ac7b tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (881dc8ad-722c-4b78-b412-e2b7d45c5430), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:31.275778 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-fca21231-1736-40cf-a97c-c20f5bf0ac7b tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Added segment 881dc8ad-722c-4b78-b412-e2b7d45c5430 of type vlan for network 1fa255f5-5104-48cc-b5f6-174ab2871190
Feb 05 21:44:31.315623 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fca21231-1736-40cf-a97c-c20f5bf0ac7b tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (1fa255f5-5104-48cc-b5f6-174ab2871190), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:31.339158 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fca21231-1736-40cf-a97c-c20f5bf0ac7b tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (1fa255f5-5104-48cc-b5f6-174ab2871190), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:31.344620 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca21231-1736-40cf-a97c-c20f5bf0ac7b tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:44:31.345198 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fca21231-1736-40cf-a97c-c20f5bf0ac7b tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:31.380640 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-fca21231-1736-40cf-a97c-c20f5bf0ac7b tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1628671
Feb 05 21:44:31.383897 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53086) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:44:31.388568 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-062ed947-caff-4ced-a0ec-d2c7cea1fae0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1543552377', 'admin_state_up': True, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:44:31.410716 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-062ed947-caff-4ced-a0ec-d2c7cea1fae0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (cfdf99e3-f2b9-47dd-94c7-f6ad1095c654), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:31.411969 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-062ed947-caff-4ced-a0ec-d2c7cea1fae0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (cfdf99e3-f2b9-47dd-94c7-f6ad1095c654), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:31.417658 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca21231-1736-40cf-a97c-c20f5bf0ac7b tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'Network': ['ID=1fa255f5-5104-48cc-b5f6-174ab2871190,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:31.428762 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 1fa255f5-5104-48cc-b5f6-174ab2871190 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:44:31.464183 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-062ed947-caff-4ced-a0ec-d2c7cea1fae0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for router_controller (cfdf99e3-f2b9-47dd-94c7-f6ad1095c654), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:31.603467 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-062ed947-caff-4ced-a0ec-d2c7cea1fae0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for router_gateway (cfdf99e3-f2b9-47dd-94c7-f6ad1095c654), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:31.789283 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-062ed947-caff-4ced-a0ec-d2c7cea1fae0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for router_gateway (cfdf99e3-f2b9-47dd-94c7-f6ad1095c654), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:31.807457 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-062ed947-caff-4ced-a0ec-d2c7cea1fae0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:31.909898 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-062ed947-caff-4ced-a0ec-d2c7cea1fae0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Allocated IP 172.35.4.4 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/5b8a48d9-57a4-429f-8f64-257d574692cf) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:44:32.009898 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-062ed947-caff-4ced-a0ec-d2c7cea1fae0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for port (5b8a48d9-57a4-429f-8f64-257d574692cf), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:32.048713 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-062ed947-caff-4ced-a0ec-d2c7cea1fae0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (5b8a48d9-57a4-429f-8f64-257d574692cf), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:32.086058 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062ed947-caff-4ced-a0ec-d2c7cea1fae0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:44:32.088861 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-062ed947-caff-4ced-a0ec-d2c7cea1fae0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:44:32.093609 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062ed947-caff-4ced-a0ec-d2c7cea1fae0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:44:32.116142 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ed947-caff-4ced-a0ec-d2c7cea1fae0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'Port': ['ID=5b8a48d9-57a4-429f-8f64-257d574692cf,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:32.343139 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-062ed947-caff-4ced-a0ec-d2c7cea1fae0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for router_gateway (cfdf99e3-f2b9-47dd-94c7-f6ad1095c654), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:32.539822 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-062ed947-caff-4ced-a0ec-d2c7cea1fae0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (cfdf99e3-f2b9-47dd-94c7-f6ad1095c654), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:32.665983 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062ed947-caff-4ced-a0ec-d2c7cea1fae0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Router cfdf99e3-f2b9-47dd-94c7-f6ad1095c654 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:44:32.776102 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062ed947-caff-4ced-a0ec-d2c7cea1fae0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:44:32.786404 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc406409-c773-4fd2-a9f1-f28b40cba7b1 None None] Sync routers for ids ['cfdf99e3-f2b9-47dd-94c7-f6ad1095c654'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:44:32.795565 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-062ed947-caff-4ced-a0ec-d2c7cea1fae0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:32.795976 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc406409-c773-4fd2-a9f1-f28b40cba7b1 None None] Routers {'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:44:32.799649 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-bc406409-c773-4fd2-a9f1-f28b40cba7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8af1640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:44:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['cfdf99e3-f2b9-47dd-94c7-f6ad1095c654'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:44:32.799821 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-062ed947-caff-4ced-a0ec-d2c7cea1fae0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 1.4118931
Feb 05 21:44:32.800020 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53088) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:44:32.908303 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-bc406409-c773-4fd2-a9f1-f28b40cba7b1 None None] Set router cfdf99e3-f2b9-47dd-94c7-f6ad1095c654 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:44:32.926486 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-014daebf-e554-453d-ac54-f5984e0bcf72 tempest-TestNetworkAdvancedServerOps-979185547 tempest-TestNetworkAdvancedServerOps-979185547-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=ad4914a1c56043a7bbc01d19cd824488&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1246593
Feb 05 21:44:32.931098 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53092) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:44:33.018369 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0848151d-ee47-4662-8d26-6ed532eec5a7 tempest-TestNetworkAdvancedServerOps-979185547 tempest-TestNetworkAdvancedServerOps-979185547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:44:33.020015 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0848151d-ee47-4662-8d26-6ed532eec5a7 tempest-TestNetworkAdvancedServerOps-979185547 tempest-TestNetworkAdvancedServerOps-979185547-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0905738
Feb 05 21:44:33.022926 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53094) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:44:33.051307 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ae03d90b-4e06-48b9-a9b9-8cf9e27863e5 tempest-TestNetworkAdvancedServerOps-979185547 tempest-TestNetworkAdvancedServerOps-979185547-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=d65fb4dc-e812-4574-a4e6-6308f0abdf3f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0268166
Feb 05 21:44:33.053837 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53096) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:44:33.058608 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-41514fa3-edda-49f9-a7bd-c12ccb587aab tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2041828101', 'network_id': '1fa255f5-5104-48cc-b5f6-174ab2871190', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:44:33.087955 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-bc406409-c773-4fd2-a9f1-f28b40cba7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8af1640>, [{'id': 'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543552377', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.4'}], 'enable_snat': True}, 'gw_port_id': '5b8a48d9-57a4-429f-8f64-257d574692cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:44:31Z', 'updated_at': '2022-02-05T21:44:32Z', 'revision_number': 3, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '5b8a48d9-57a4-429f-8f64-257d574692cf', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:49:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:44:31Z', 'updated_at': '2022-02-05T21:44:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:44:33.114801 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc406409-c773-4fd2-a9f1-f28b40cba7b1 None None] Checking router: cfdf99e3-f2b9-47dd-94c7-f6ad1095c654 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:44:33.115150 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc406409-c773-4fd2-a9f1-f28b40cba7b1 None None] Updating router cfdf99e3-f2b9-47dd-94c7-f6ad1095c654 port 5b8a48d9-57a4-429f-8f64-257d574692cf binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:44:33.142981 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-bc406409-c773-4fd2-a9f1-f28b40cba7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5b8a48d9-57a4-429f-8f64-257d574692cf), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:33.143999 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41514fa3-edda-49f9-a7bd-c12ccb587aab tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Made reservation on behalf of ad4914a1c56043a7bbc01d19cd824488 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:44:33.147419 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-41514fa3-edda-49f9-a7bd-c12ccb587aab tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:33.327287 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-41514fa3-edda-49f9-a7bd-c12ccb587aab tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (d16f2a45-9820-465d-9c89-25bcb6b8ef40), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:33.392458 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41514fa3-edda-49f9-a7bd-c12ccb587aab tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'Subnet': ['ID=d16f2a45-9820-465d-9c89-25bcb6b8ef40,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:33.394661 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-bc406409-c773-4fd2-a9f1-f28b40cba7b1 None None] Publish callbacks [] for port (5b8a48d9-57a4-429f-8f64-257d574692cf), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:33.400202 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-bc406409-c773-4fd2-a9f1-f28b40cba7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5b8a48d9-57a4-429f-8f64-257d574692cf), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:33.401873 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41514fa3-edda-49f9-a7bd-c12ccb587aab tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Checking segment: {'id': '881dc8ad-722c-4b78-b412-e2b7d45c5430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1fa255f5-5104-48cc-b5f6-174ab2871190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:44:33.402867 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41514fa3-edda-49f9-a7bd-c12ccb587aab tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Network hostable DHCP agents. Network: 1fa255f5-5104-48cc-b5f6-174ab2871190, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:44:33.420084 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41514fa3-edda-49f9-a7bd-c12ccb587aab tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Network 1fa255f5-5104-48cc-b5f6-174ab2871190 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:44:33.429400 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-41514fa3-edda-49f9-a7bd-c12ccb587aab tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1fa255f5-5104-48cc-b5f6-174ab2871190) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:44:33.433892 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41514fa3-edda-49f9-a7bd-c12ccb587aab tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:44:33.434100 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-41514fa3-edda-49f9-a7bd-c12ccb587aab tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:33.444955 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58e8d40-51a4-45d0-b5a0-e41d27b67c14 None None] Network 1fa255f5-5104-48cc-b5f6-174ab2871190 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:44:33.452811 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-bc406409-c773-4fd2-a9f1-f28b40cba7b1 None None] Attempting to bind port 5b8a48d9-57a4-429f-8f64-257d574692cf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:44:33.453182 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-bc406409-c773-4fd2-a9f1-f28b40cba7b1 None None] Attempting to bind port 5b8a48d9-57a4-429f-8f64-257d574692cf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:44:33.453508 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-41514fa3-edda-49f9-a7bd-c12ccb587aab tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.3981853
Feb 05 21:44:33.453638 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc406409-c773-4fd2-a9f1-f28b40cba7b1 None None] Attempting to bind port 5b8a48d9-57a4-429f-8f64-257d574692cf on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:44:33.455924 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53098) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:44:33.462163 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c9d5e-b2ed-4f00-8f4b-8dc01329f1ab None None] Pushing event updated for resources: {'Port': ['ID=5b8a48d9-57a4-429f-8f64-257d574692cf,revision_number=2']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:33.465881 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc406409-c773-4fd2-a9f1-f28b40cba7b1 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:44:33.466462 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc406409-c773-4fd2-a9f1-f28b40cba7b1 None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:44:33.466867 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-bc406409-c773-4fd2-a9f1-f28b40cba7b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:33.467254 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc406409-c773-4fd2-a9f1-f28b40cba7b1 None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:44:33.467722 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-bc406409-c773-4fd2-a9f1-f28b40cba7b1 None None] Bound port: 5b8a48d9-57a4-429f-8f64-257d574692cf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:44:33.468099 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-bc406409-c773-4fd2-a9f1-f28b40cba7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5b8a48d9-57a4-429f-8f64-257d574692cf), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:33.474487 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c9d5e-b2ed-4f00-8f4b-8dc01329f1ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:33.474836 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c9d5e-b2ed-4f00-8f4b-8dc01329f1ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:33.475180 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c9d5e-b2ed-4f00-8f4b-8dc01329f1ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:33.475518 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c9d5e-b2ed-4f00-8f4b-8dc01329f1ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:33.475846 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c9d5e-b2ed-4f00-8f4b-8dc01329f1ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:33.476173 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c9d5e-b2ed-4f00-8f4b-8dc01329f1ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:33.476503 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c9d5e-b2ed-4f00-8f4b-8dc01329f1ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:33.476825 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c9d5e-b2ed-4f00-8f4b-8dc01329f1ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:33.477146 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c9d5e-b2ed-4f00-8f4b-8dc01329f1ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:33.477465 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c9d5e-b2ed-4f00-8f4b-8dc01329f1ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:33.477775 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c9d5e-b2ed-4f00-8f4b-8dc01329f1ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:33.478095 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c9d5e-b2ed-4f00-8f4b-8dc01329f1ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:33.478431 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c9d5e-b2ed-4f00-8f4b-8dc01329f1ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:44:33.533311 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-bc406409-c773-4fd2-a9f1-f28b40cba7b1 None None] For port 5b8a48d9-57a4-429f-8f64-257d574692cf, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:44:33.537092 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-bc406409-c773-4fd2-a9f1-f28b40cba7b1 None None] For port 5b8a48d9-57a4-429f-8f64-257d574692cf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b8a48d9-57a4-429f-8f64-257d574692cf,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:44:33.544813 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-bc406409-c773-4fd2-a9f1-f28b40cba7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5b8a48d9-57a4-429f-8f64-257d574692cf), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:33.560842 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b640a9-00fd-4101-ad6a-ed843d74e8f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1fa255f5-5104-48cc-b5f6-174ab2871190', 'network_id': '1fa255f5-5104-48cc-b5f6-174ab2871190', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'fixed_ips': [{'subnet_id': 'd16f2a45-9820-465d-9c89-25bcb6b8ef40'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:44:33.561702 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c1b640a9-00fd-4101-ad6a-ed843d74e8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:33.600869 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c9d5e-b2ed-4f00-8f4b-8dc01329f1ab None None] Pushing event updated for resources: {'Port': ['ID=5b8a48d9-57a4-429f-8f64-257d574692cf,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:33.610996 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc406409-c773-4fd2-a9f1-f28b40cba7b1 None None] Routers {'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:44:33.611660 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-bc406409-c773-4fd2-a9f1-f28b40cba7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8af1640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:44:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['cfdf99e3-f2b9-47dd-94c7-f6ad1095c654'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:44:33.708306 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-c1b640a9-00fd-4101-ad6a-ed843d74e8f4 None None] Allocated IP 172.20.0.2 (1fa255f5-5104-48cc-b5f6-174ab2871190/d16f2a45-9820-465d-9c89-25bcb6b8ef40/0794d170-1d56-438d-a265-ed24b4010756) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:44:33.729020 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-bc406409-c773-4fd2-a9f1-f28b40cba7b1 None None] Set router cfdf99e3-f2b9-47dd-94c7-f6ad1095c654 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:44:33.863135 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cec716fc-30be-4375-b1a5-1b7a01a7fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:33.867399 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c1b640a9-00fd-4101-ad6a-ed843d74e8f4 None None] Publish callbacks [] for port (0794d170-1d56-438d-a265-ed24b4010756), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:33.873655 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c1b640a9-00fd-4101-ad6a-ed843d74e8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (0794d170-1d56-438d-a265-ed24b4010756), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:33.914485 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b640a9-00fd-4101-ad6a-ed843d74e8f4 None None] Network 1fa255f5-5104-48cc-b5f6-174ab2871190 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:44:33.917401 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-c1b640a9-00fd-4101-ad6a-ed843d74e8f4 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:44:33.921452 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b640a9-00fd-4101-ad6a-ed843d74e8f4 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:44:33.935255 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b640a9-00fd-4101-ad6a-ed843d74e8f4 None None] Pushing event updated for resources: {'Port': ['ID=0794d170-1d56-438d-a265-ed24b4010756,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:33.940802 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7af4c9ea-d2ec-4b31-8fb4-4846396ef069 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:33.948480 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-bc406409-c773-4fd2-a9f1-f28b40cba7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8af1640>, [{'id': 'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543552377', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.4'}], 'enable_snat': True}, 'gw_port_id': '5b8a48d9-57a4-429f-8f64-257d574692cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:44:31Z', 'updated_at': '2022-02-05T21:44:32Z', 'revision_number': 3, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '5b8a48d9-57a4-429f-8f64-257d574692cf', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:49:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:44:31Z', 'updated_at': '2022-02-05T21:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:44:33.977808 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc406409-c773-4fd2-a9f1-f28b40cba7b1 None None] The sync data for ids ['cfdf99e3-f2b9-47dd-94c7-f6ad1095c654'] in ncdv-master-1 is: [{'id': 'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543552377', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.4'}], 'enable_snat': True}, 'gw_port_id': '5b8a48d9-57a4-429f-8f64-257d574692cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:44:31Z', 'updated_at': '2022-02-05T21:44:32Z', 'revision_number': 3, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '5b8a48d9-57a4-429f-8f64-257d574692cf', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:49:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:44:31Z', 'updated_at': '2022-02-05T21:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:44:34.003099 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-c1b640a9-00fd-4101-ad6a-ed843d74e8f4 None None] Attempting to bind port 0794d170-1d56-438d-a265-ed24b4010756 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:44:34.003472 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-c1b640a9-00fd-4101-ad6a-ed843d74e8f4 None None] Attempting to bind port 0794d170-1d56-438d-a265-ed24b4010756 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '881dc8ad-722c-4b78-b412-e2b7d45c5430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1fa255f5-5104-48cc-b5f6-174ab2871190'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:44:34.003979 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b640a9-00fd-4101-ad6a-ed843d74e8f4 None None] Attempting to bind port 0794d170-1d56-438d-a265-ed24b4010756 on network 1fa255f5-5104-48cc-b5f6-174ab2871190 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:44:34.009279 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b640a9-00fd-4101-ad6a-ed843d74e8f4 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:44:34.009660 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b640a9-00fd-4101-ad6a-ed843d74e8f4 None None] Checking segment: {'id': '881dc8ad-722c-4b78-b412-e2b7d45c5430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1fa255f5-5104-48cc-b5f6-174ab2871190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:44:34.010256 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c1b640a9-00fd-4101-ad6a-ed843d74e8f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:34.010676 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b640a9-00fd-4101-ad6a-ed843d74e8f4 None None] Bound using segment: {'id': '881dc8ad-722c-4b78-b412-e2b7d45c5430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1fa255f5-5104-48cc-b5f6-174ab2871190'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:44:34.011151 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-c1b640a9-00fd-4101-ad6a-ed843d74e8f4 None None] Bound port: 0794d170-1d56-438d-a265-ed24b4010756, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881dc8ad-722c-4b78-b412-e2b7d45c5430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1fa255f5-5104-48cc-b5f6-174ab2871190'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:44:34.012247 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c1b640a9-00fd-4101-ad6a-ed843d74e8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0794d170-1d56-438d-a265-ed24b4010756), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:34.085563 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c1b640a9-00fd-4101-ad6a-ed843d74e8f4 None None] For port 0794d170-1d56-438d-a265-ed24b4010756, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:44:34.089044 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c1b640a9-00fd-4101-ad6a-ed843d74e8f4 None None] For port 0794d170-1d56-438d-a265-ed24b4010756, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0794d170-1d56-438d-a265-ed24b4010756,segment=NetworkSegment(881dc8ad-722c-4b78-b412-e2b7d45c5430),segment_id=881dc8ad-722c-4b78-b412-e2b7d45c5430)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:44:34.095413 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c1b640a9-00fd-4101-ad6a-ed843d74e8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (0794d170-1d56-438d-a265-ed24b4010756), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:34.154795 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b640a9-00fd-4101-ad6a-ed843d74e8f4 None None] Pushing event updated for resources: {'Port': ['ID=0794d170-1d56-438d-a265-ed24b4010756,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:34.275159 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-7af4c9ea-d2ec-4b31-8fb4-4846396ef069 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Allocated IP 172.20.0.1 (1fa255f5-5104-48cc-b5f6-174ab2871190/d16f2a45-9820-465d-9c89-25bcb6b8ef40/25230885-8342-4f1f-9c6b-42c9e14e890a) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:44:34.423413 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7af4c9ea-d2ec-4b31-8fb4-4846396ef069 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for port (25230885-8342-4f1f-9c6b-42c9e14e890a), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:34.465722 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7af4c9ea-d2ec-4b31-8fb4-4846396ef069 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (25230885-8342-4f1f-9c6b-42c9e14e890a), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:34.516912 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af4c9ea-d2ec-4b31-8fb4-4846396ef069 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Network 1fa255f5-5104-48cc-b5f6-174ab2871190 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:44:34.521249 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-7af4c9ea-d2ec-4b31-8fb4-4846396ef069 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:44:34.523259 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4c9ea-d2ec-4b31-8fb4-4846396ef069 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'Port': ['ID=25230885-8342-4f1f-9c6b-42c9e14e890a,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:34.525421 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af4c9ea-d2ec-4b31-8fb4-4846396ef069 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:44:34.573742 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7af4c9ea-d2ec-4b31-8fb4-4846396ef069 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (cfdf99e3-f2b9-47dd-94c7-f6ad1095c654), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:34.718039 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7af4c9ea-d2ec-4b31-8fb4-4846396ef069 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (25230885-8342-4f1f-9c6b-42c9e14e890a), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:35.047993 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 5b8a48d9-57a4-429f-8f64-257d574692cf up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:44:35.049285 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7af4c9ea-d2ec-4b31-8fb4-4846396ef069 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for port (25230885-8342-4f1f-9c6b-42c9e14e890a), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:35.056289 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7af4c9ea-d2ec-4b31-8fb4-4846396ef069 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (25230885-8342-4f1f-9c6b-42c9e14e890a), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:35.109358 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 5b8a48d9-57a4-429f-8f64-257d574692cf triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:44:35.110130 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5b8a48d9-57a4-429f-8f64-257d574692cf), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:35.131173 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4c9ea-d2ec-4b31-8fb4-4846396ef069 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'Port': ['ID=25230885-8342-4f1f-9c6b-42c9e14e890a,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:35.136367 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7af4c9ea-d2ec-4b31-8fb4-4846396ef069 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (cfdf99e3-f2b9-47dd-94c7-f6ad1095c654), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:35.206861 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 5b8a48d9-57a4-429f-8f64-257d574692cf is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:44:35.207584 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5b8a48d9-57a4-429f-8f64-257d574692cf), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:35.235761 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 5b8a48d9-57a4-429f-8f64-257d574692cf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b8a48d9-57a4-429f-8f64-257d574692cf,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:44:35.242977 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5b8a48d9-57a4-429f-8f64-257d574692cf), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:35.243613 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af4c9ea-d2ec-4b31-8fb4-4846396ef069 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Network 1fa255f5-5104-48cc-b5f6-174ab2871190 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:44:35.244043 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 0794d170-1d56-438d-a265-ed24b4010756 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:44:35.245260 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-7af4c9ea-d2ec-4b31-8fb4-4846396ef069 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:44:35.304941 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a54782-588e-494a-9c02-a3e181033730 None None] Network 1fa255f5-5104-48cc-b5f6-174ab2871190 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:44:35.368799 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af4c9ea-d2ec-4b31-8fb4-4846396ef069 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Router cfdf99e3-f2b9-47dd-94c7-f6ad1095c654 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:44:35.395619 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=5b8a48d9-57a4-429f-8f64-257d574692cf,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:35.405344 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-f2b095c3-0d33-46e1-99b9-d55f44a753eb None None] Provisioning complete for port 0794d170-1d56-438d-a265-ed24b4010756 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:44:35.405609 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f2b095c3-0d33-46e1-99b9-d55f44a753eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (0794d170-1d56-438d-a265-ed24b4010756), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:35.481166 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 0794d170-1d56-438d-a265-ed24b4010756 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:44:35.481561 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (0794d170-1d56-438d-a265-ed24b4010756), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:35.490089 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af4c9ea-d2ec-4b31-8fb4-4846396ef069 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:44:35.495661 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7af4c9ea-d2ec-4b31-8fb4-4846396ef069 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "PUT /v2.0/routers/cfdf99e3-f2b9-47dd-94c7-f6ad1095c654/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0385273
Feb 05 21:44:35.575610 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-f2b095c3-0d33-46e1-99b9-d55f44a753eb None None] Current status of the port 0794d170-1d56-438d-a265-ed24b4010756 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:44:35.575999 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f2b095c3-0d33-46e1-99b9-d55f44a753eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0794d170-1d56-438d-a265-ed24b4010756), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:35.644116 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 0794d170-1d56-438d-a265-ed24b4010756 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:44:35.644485 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0794d170-1d56-438d-a265-ed24b4010756), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:35.648700 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-f2b095c3-0d33-46e1-99b9-d55f44a753eb None None] For port 0794d170-1d56-438d-a265-ed24b4010756, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0794d170-1d56-438d-a265-ed24b4010756,segment=NetworkSegment(881dc8ad-722c-4b78-b412-e2b7d45c5430),segment_id=881dc8ad-722c-4b78-b412-e2b7d45c5430)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:44:35.658213 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f2b095c3-0d33-46e1-99b9-d55f44a753eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (0794d170-1d56-438d-a265-ed24b4010756), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:35.679015 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-849f1262-e51d-4292-88af-90895222c918 req-a8c5f985-3ee3-4963-bc2c-b630b852c7f3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-891081698&fields=id&tenant_id=ad4914a1c56043a7bbc01d19cd824488 HTTP/1.1" status: 200  len: 267 time: 0.0584610
Feb 05 21:44:35.744451 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b095c3-0d33-46e1-99b9-d55f44a753eb None None] Pushing event updated for resources: {'Port': ['ID=0794d170-1d56-438d-a265-ed24b4010756,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:35.752122 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 21:44:35.752495 ncdv-master-1 neutron-server[114392]: DEBUG oslo_db.api [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 05 21:44:35.798861 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f1262-e51d-4292-88af-90895222c918 req-ab3f13ac-232a-4cf6-adf4-d8c755e9c192 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:44:35.800426 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-849f1262-e51d-4292-88af-90895222c918 req-ab3f13ac-232a-4cf6-adf4-d8c755e9c192 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/networks?id=1fa255f5-5104-48cc-b5f6-174ab2871190 HTTP/1.1" status: 200  len: 797 time: 0.1181133
Feb 05 21:44:35.816645 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-849f1262-e51d-4292-88af-90895222c918 req-75cfbbf6-e8d8-4c48-a8d8-5b960b01a005 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/quotas/ad4914a1c56043a7bbc01d19cd824488 HTTP/1.1" status: 200  len: 375 time: 0.0103054
Feb 05 21:44:35.882091 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa717baf-21e5-4f69-862e-a047b3c164ed None None] Sync routers for ids ['cfdf99e3-f2b9-47dd-94c7-f6ad1095c654'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:44:35.885369 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-849f1262-e51d-4292-88af-90895222c918 req-e15280de-2e91-4efa-a63d-5cdb70381961 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ad4914a1c56043a7bbc01d19cd824488&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0633237
Feb 05 21:44:35.889612 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-9739f697-3fd3-41bc-b5be-cbbfa954a8a8 None None] Provisioning complete for port 25230885-8342-4f1f-9c6b-42c9e14e890a triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:44:35.890009 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9739f697-3fd3-41bc-b5be-cbbfa954a8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (25230885-8342-4f1f-9c6b-42c9e14e890a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:35.921398 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa717baf-21e5-4f69-862e-a047b3c164ed None None] Routers {'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:44:35.922047 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-aa717baf-21e5-4f69-862e-a047b3c164ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab89ab80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:44:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['cfdf99e3-f2b9-47dd-94c7-f6ad1095c654'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:44:35.985228 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-9739f697-3fd3-41bc-b5be-cbbfa954a8a8 None None] Port 25230885-8342-4f1f-9c6b-42c9e14e890a cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:44:36.003682 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-9739f697-3fd3-41bc-b5be-cbbfa954a8a8 None None] Provisioning complete for port 0794d170-1d56-438d-a265-ed24b4010756 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:44:36.004070 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9739f697-3fd3-41bc-b5be-cbbfa954a8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (0794d170-1d56-438d-a265-ed24b4010756), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:36.012252 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-849f1262-e51d-4292-88af-90895222c918 req-82be1b81-b5c5-4a6d-a1d8-f52255a10d7c service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:44:36.015472 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-849f1262-e51d-4292-88af-90895222c918 req-82be1b81-b5c5-4a6d-a1d8-f52255a10d7c service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0517688
Feb 05 21:44:36.122937 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-849f1262-e51d-4292-88af-90895222c918 req-d70c2374-7381-4cd1-99bf-572e5e0145e8 service neutron] 10.222.0.32 "GET /v2.0/networks/1fa255f5-5104-48cc-b5f6-174ab2871190?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0969818
Feb 05 21:44:36.221869 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-849f1262-e51d-4292-88af-90895222c918 req-b3fb19f5-a7d8-44d0-85db-648571437190 service neutron] 10.222.0.32 "GET /v2.0/networks/1fa255f5-5104-48cc-b5f6-174ab2871190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0962906
Feb 05 21:44:36.290364 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7be42bbf-e13f-4bee-beae-76229739977d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:36.302663 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-aa717baf-21e5-4f69-862e-a047b3c164ed None None] Set router cfdf99e3-f2b9-47dd-94c7-f6ad1095c654 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:44:36.345190 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 0794d170-1d56-438d-a265-ed24b4010756 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:44:36.464189 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-9739f697-3fd3-41bc-b5be-cbbfa954a8a8 None None] Current status of the port 0794d170-1d56-438d-a265-ed24b4010756 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:44:36.548277 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-aa717baf-21e5-4f69-862e-a047b3c164ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab89ab80>, [{'id': 'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543552377', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.4'}], 'enable_snat': True}, 'gw_port_id': '5b8a48d9-57a4-429f-8f64-257d574692cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:44:31Z', 'updated_at': '2022-02-05T21:44:34Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '5b8a48d9-57a4-429f-8f64-257d574692cf', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:49:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:44:31Z', 'updated_at': '2022-02-05T21:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '25230885-8342-4f1f-9c6b-42c9e14e890a', 'name': '', 'network_id': '1fa255f5-5104-48cc-b5f6-174ab2871190', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'mac_address': 'fa:16:3e:f8:fd:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'd16f2a45-9820-465d-9c89-25bcb6b8ef40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:44:34Z', 'updated_at': '2022-02-05T21:44:34Z', 'revision_number': 2, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'subnets': [{'id': 'd16f2a45-9820-465d-9c89-25bcb6b8ef40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:44:36.582765 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa717baf-21e5-4f69-862e-a047b3c164ed None None] Checking router: cfdf99e3-f2b9-47dd-94c7-f6ad1095c654 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:44:36.583127 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa717baf-21e5-4f69-862e-a047b3c164ed None None] Updating router cfdf99e3-f2b9-47dd-94c7-f6ad1095c654 port 25230885-8342-4f1f-9c6b-42c9e14e890a binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:44:36.616160 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-aa717baf-21e5-4f69-862e-a047b3c164ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (25230885-8342-4f1f-9c6b-42c9e14e890a), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:36.617949 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-4a02683c-c6cf-4cd5-890c-e6ca91aedd01 None None] Provisioning complete for port 25230885-8342-4f1f-9c6b-42c9e14e890a triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:44:36.618286 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4a02683c-c6cf-4cd5-890c-e6ca91aedd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (25230885-8342-4f1f-9c6b-42c9e14e890a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:36.680912 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-4a02683c-c6cf-4cd5-890c-e6ca91aedd01 None None] Port 25230885-8342-4f1f-9c6b-42c9e14e890a cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:44:36.906606 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-aa717baf-21e5-4f69-862e-a047b3c164ed None None] Publish callbacks [] for port (25230885-8342-4f1f-9c6b-42c9e14e890a), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:36.912309 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 5b8a48d9-57a4-429f-8f64-257d574692cf up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:44:36.915766 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-aa717baf-21e5-4f69-862e-a047b3c164ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (25230885-8342-4f1f-9c6b-42c9e14e890a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:36.993644 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b69d73-34ce-4bf2-be24-32b609be5b60 None None] Pushing event updated for resources: {'Port': ['ID=25230885-8342-4f1f-9c6b-42c9e14e890a,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:37.052209 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 5b8a48d9-57a4-429f-8f64-257d574692cf triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:44:37.052209 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5b8a48d9-57a4-429f-8f64-257d574692cf), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:37.083180 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-aa717baf-21e5-4f69-862e-a047b3c164ed None None] Attempting to bind port 25230885-8342-4f1f-9c6b-42c9e14e890a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:44:37.083565 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-aa717baf-21e5-4f69-862e-a047b3c164ed None None] Attempting to bind port 25230885-8342-4f1f-9c6b-42c9e14e890a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '881dc8ad-722c-4b78-b412-e2b7d45c5430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1fa255f5-5104-48cc-b5f6-174ab2871190'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:44:37.083939 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa717baf-21e5-4f69-862e-a047b3c164ed None None] Attempting to bind port 25230885-8342-4f1f-9c6b-42c9e14e890a on network 1fa255f5-5104-48cc-b5f6-174ab2871190 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:44:37.097534 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa717baf-21e5-4f69-862e-a047b3c164ed None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:44:37.097845 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa717baf-21e5-4f69-862e-a047b3c164ed None None] Checking segment: {'id': '881dc8ad-722c-4b78-b412-e2b7d45c5430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1fa255f5-5104-48cc-b5f6-174ab2871190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:44:37.098255 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-aa717baf-21e5-4f69-862e-a047b3c164ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:37.098701 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa717baf-21e5-4f69-862e-a047b3c164ed None None] Bound using segment: {'id': '881dc8ad-722c-4b78-b412-e2b7d45c5430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1fa255f5-5104-48cc-b5f6-174ab2871190'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:44:37.099184 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-aa717baf-21e5-4f69-862e-a047b3c164ed None None] Bound port: 25230885-8342-4f1f-9c6b-42c9e14e890a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881dc8ad-722c-4b78-b412-e2b7d45c5430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1fa255f5-5104-48cc-b5f6-174ab2871190'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:44:37.099572 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-aa717baf-21e5-4f69-862e-a047b3c164ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (25230885-8342-4f1f-9c6b-42c9e14e890a), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:37.209333 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 5b8a48d9-57a4-429f-8f64-257d574692cf is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:44:37.210365 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 0794d170-1d56-438d-a265-ed24b4010756 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:44:37.212888 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-aa717baf-21e5-4f69-862e-a047b3c164ed None None] For port 25230885-8342-4f1f-9c6b-42c9e14e890a, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:44:37.217231 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-aa717baf-21e5-4f69-862e-a047b3c164ed None None] For port 25230885-8342-4f1f-9c6b-42c9e14e890a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=25230885-8342-4f1f-9c6b-42c9e14e890a,segment=NetworkSegment(881dc8ad-722c-4b78-b412-e2b7d45c5430),segment_id=881dc8ad-722c-4b78-b412-e2b7d45c5430)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:44:37.243369 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-aa717baf-21e5-4f69-862e-a047b3c164ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (25230885-8342-4f1f-9c6b-42c9e14e890a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:37.245172 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-318c15ae-83f0-40a6-87b8-86b68df979ad None None] Provisioning complete for port 25230885-8342-4f1f-9c6b-42c9e14e890a triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:44:37.245483 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-318c15ae-83f0-40a6-87b8-86b68df979ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (25230885-8342-4f1f-9c6b-42c9e14e890a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:37.349916 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b69d73-34ce-4bf2-be24-32b609be5b60 None None] Pushing event updated for resources: {'Port': ['ID=25230885-8342-4f1f-9c6b-42c9e14e890a,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:37.360540 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa717baf-21e5-4f69-862e-a047b3c164ed None None] Routers {'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:44:37.361695 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-aa717baf-21e5-4f69-862e-a047b3c164ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab89ab80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:44:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['cfdf99e3-f2b9-47dd-94c7-f6ad1095c654'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:44:37.427953 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 0794d170-1d56-438d-a265-ed24b4010756 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:44:37.428334 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (0794d170-1d56-438d-a265-ed24b4010756), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:37.431643 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d16b4b3a-5b03-490f-93c0-67e3f1addc00 req-c11ab713-ce63-454b-85ef-adb25e8d43b1 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=25e8e39b-426b-4058-9157-6e65956f0486 HTTP/1.1" status: 200  len: 210 time: 0.0395603
Feb 05 21:44:37.562105 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-318c15ae-83f0-40a6-87b8-86b68df979ad None None] Current status of the port 25230885-8342-4f1f-9c6b-42c9e14e890a is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:44:37.562532 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-318c15ae-83f0-40a6-87b8-86b68df979ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (25230885-8342-4f1f-9c6b-42c9e14e890a), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:37.585555 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-aa717baf-21e5-4f69-862e-a047b3c164ed None None] Set router cfdf99e3-f2b9-47dd-94c7-f6ad1095c654 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:44:37.714312 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-318c15ae-83f0-40a6-87b8-86b68df979ad None None] For port 25230885-8342-4f1f-9c6b-42c9e14e890a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=25230885-8342-4f1f-9c6b-42c9e14e890a,segment=NetworkSegment(881dc8ad-722c-4b78-b412-e2b7d45c5430),segment_id=881dc8ad-722c-4b78-b412-e2b7d45c5430)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:44:37.717410 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:37.719694 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 0794d170-1d56-438d-a265-ed24b4010756 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:44:37.723303 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-318c15ae-83f0-40a6-87b8-86b68df979ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (25230885-8342-4f1f-9c6b-42c9e14e890a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:37.828410 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c15ae-83f0-40a6-87b8-86b68df979ad None None] Pushing event updated for resources: {'Port': ['ID=25230885-8342-4f1f-9c6b-42c9e14e890a,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:37.863231 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-7de2a106-5430-44f7-9864-a4a19d143f08 None None] Provisioning complete for port 25230885-8342-4f1f-9c6b-42c9e14e890a triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:44:37.863523 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7de2a106-5430-44f7-9864-a4a19d143f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (25230885-8342-4f1f-9c6b-42c9e14e890a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:37.983870 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-aa717baf-21e5-4f69-862e-a047b3c164ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab89ab80>, [{'id': 'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543552377', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.4'}], 'enable_snat': True}, 'gw_port_id': '5b8a48d9-57a4-429f-8f64-257d574692cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:44:31Z', 'updated_at': '2022-02-05T21:44:34Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '5b8a48d9-57a4-429f-8f64-257d574692cf', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:49:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:44:31Z', 'updated_at': '2022-02-05T21:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '25230885-8342-4f1f-9c6b-42c9e14e890a', 'name': '', 'network_id': '1fa255f5-5104-48cc-b5f6-174ab2871190', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'mac_address': 'fa:16:3e:f8:fd:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'd16f2a45-9820-465d-9c89-25bcb6b8ef40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:44:34Z', 'updated_at': '2022-02-05T21:44:37Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'subnets': [{'id': 'd16f2a45-9820-465d-9c89-25bcb6b8ef40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:44:38.016667 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa717baf-21e5-4f69-862e-a047b3c164ed None None] The sync data for ids ['cfdf99e3-f2b9-47dd-94c7-f6ad1095c654'] in ncdv-master-1 is: [{'id': 'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543552377', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.4'}], 'enable_snat': True}, 'gw_port_id': '5b8a48d9-57a4-429f-8f64-257d574692cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:44:31Z', 'updated_at': '2022-02-05T21:44:34Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '5b8a48d9-57a4-429f-8f64-257d574692cf', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:49:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:44:31Z', 'updated_at': '2022-02-05T21:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '25230885-8342-4f1f-9c6b-42c9e14e890a', 'name': '', 'network_id': '1fa255f5-5104-48cc-b5f6-174ab2871190', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'mac_address': 'fa:16:3e:f8:fd:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'd16f2a45-9820-465d-9c89-25bcb6b8ef40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:44:34Z', 'updated_at': '2022-02-05T21:44:37Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'subnets': [{'id': 'd16f2a45-9820-465d-9c89-25bcb6b8ef40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:44:38.020761 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-7de2a106-5430-44f7-9864-a4a19d143f08 None None] Current status of the port 25230885-8342-4f1f-9c6b-42c9e14e890a is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:44:38.390317 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f1262-e51d-4292-88af-90895222c918 req-64c8c144-9557-4dac-92a7-7b1ea4f197d1 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:44:38.392273 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-849f1262-e51d-4292-88af-90895222c918 req-64c8c144-9557-4dac-92a7-7b1ea4f197d1 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.21 "GET /v2.0/networks?id=1fa255f5-5104-48cc-b5f6-174ab2871190 HTTP/1.1" status: 200  len: 797 time: 0.1188498
Feb 05 21:44:38.466340 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-849f1262-e51d-4292-88af-90895222c918 req-ebdd40b0-2b49-4673-b6ef-3306b4cbd89b tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad4914a1c56043a7bbc01d19cd824488 HTTP/1.1" status: 200  len: 379 time: 0.0600228
Feb 05 21:44:38.476349 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-849f1262-e51d-4292-88af-90895222c918 req-1fad705b-cb74-459f-85bf-2d3db0355a6c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'port': {'device_id': '25e8e39b-426b-4058-9157-6e65956f0486', 'network_id': '1fa255f5-5104-48cc-b5f6-174ab2871190', 'admin_state_up': True, 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'security_groups': ['310fb44a-ed94-4de5-a9f2-ded8003f493c']}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:44:38.571686 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-71474de6-c531-42ff-bba1-03aaa94ef051 req-17dd3509-3e3a-466a-9a86-2a95eb6bae49 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=25e8e39b-426b-4058-9157-6e65956f0486 HTTP/1.1" status: 200  len: 210 time: 0.0387881
Feb 05 21:44:38.623046 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-849f1262-e51d-4292-88af-90895222c918 req-1fad705b-cb74-459f-85bf-2d3db0355a6c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Made reservation on behalf of ad4914a1c56043a7bbc01d19cd824488 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:44:38.626655 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-849f1262-e51d-4292-88af-90895222c918 req-1fad705b-cb74-459f-85bf-2d3db0355a6c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:38.755216 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-849f1262-e51d-4292-88af-90895222c918 req-1fad705b-cb74-459f-85bf-2d3db0355a6c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Allocated IP 172.20.0.12 (1fa255f5-5104-48cc-b5f6-174ab2871190/d16f2a45-9820-465d-9c89-25bcb6b8ef40/ab4fa317-1417-4593-bd69-8d20825dd6cc) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:44:38.914225 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-849f1262-e51d-4292-88af-90895222c918 req-1fad705b-cb74-459f-85bf-2d3db0355a6c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for port (ab4fa317-1417-4593-bd69-8d20825dd6cc), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:38.946959 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 25230885-8342-4f1f-9c6b-42c9e14e890a up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:44:38.955665 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-849f1262-e51d-4292-88af-90895222c918 req-1fad705b-cb74-459f-85bf-2d3db0355a6c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (ab4fa317-1417-4593-bd69-8d20825dd6cc), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:39.000915 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-849f1262-e51d-4292-88af-90895222c918 req-1fad705b-cb74-459f-85bf-2d3db0355a6c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Network 1fa255f5-5104-48cc-b5f6-174ab2871190 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:44:39.004222 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 25230885-8342-4f1f-9c6b-42c9e14e890a triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:44:39.004590 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (25230885-8342-4f1f-9c6b-42c9e14e890a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:39.008673 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-849f1262-e51d-4292-88af-90895222c918 req-1fad705b-cb74-459f-85bf-2d3db0355a6c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:44:39.013412 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-849f1262-e51d-4292-88af-90895222c918 req-1fad705b-cb74-459f-85bf-2d3db0355a6c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:44:39.066626 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad705b-cb74-459f-85bf-2d3db0355a6c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'Port': ['ID=ab4fa317-1417-4593-bd69-8d20825dd6cc,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:39.088550 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f1262-e51d-4292-88af-90895222c918 req-1fad705b-cb74-459f-85bf-2d3db0355a6c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:44:39.089395 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-849f1262-e51d-4292-88af-90895222c918 req-1fad705b-cb74-459f-85bf-2d3db0355a6c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:39.112052 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-849f1262-e51d-4292-88af-90895222c918 req-1fad705b-cb74-459f-85bf-2d3db0355a6c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6393805
Feb 05 21:44:39.131087 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 25230885-8342-4f1f-9c6b-42c9e14e890a is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:44:39.212888 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-849f1262-e51d-4292-88af-90895222c918 req-bdccb74a-d9b3-4750-838a-72d846767574 service neutron] Request body: {'port': {'device_id': '25e8e39b-426b-4058-9157-6e65956f0486', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:44:39.235713 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:39.284698 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-849f1262-e51d-4292-88af-90895222c918 req-bdccb74a-d9b3-4750-838a-72d846767574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ab4fa317-1417-4593-bd69-8d20825dd6cc), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:39.351114 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-d2865c06-d6ff-4032-a5c5-1d92991b1bd1 None None] Provisioning complete for port ab4fa317-1417-4593-bd69-8d20825dd6cc triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:44:39.351416 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d2865c06-d6ff-4032-a5c5-1d92991b1bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ab4fa317-1417-4593-bd69-8d20825dd6cc), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:39.385157 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-d2865c06-d6ff-4032-a5c5-1d92991b1bd1 None None] Port ab4fa317-1417-4593-bd69-8d20825dd6cc cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:44:39.544350 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-849f1262-e51d-4292-88af-90895222c918 req-bdccb74a-d9b3-4750-838a-72d846767574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab4fa317-1417-4593-bd69-8d20825dd6cc {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:44:39.551811 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-849f1262-e51d-4292-88af-90895222c918 req-bdccb74a-d9b3-4750-838a-72d846767574 service neutron] Publish callbacks [] for port (ab4fa317-1417-4593-bd69-8d20825dd6cc), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:39.564061 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-849f1262-e51d-4292-88af-90895222c918 req-bdccb74a-d9b3-4750-838a-72d846767574 service neutron] Transition to ACTIVE for port object ab4fa317-1417-4593-bd69-8d20825dd6cc will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:44:39.567889 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-849f1262-e51d-4292-88af-90895222c918 req-bdccb74a-d9b3-4750-838a-72d846767574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (ab4fa317-1417-4593-bd69-8d20825dd6cc), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:39.622420 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdccb74a-d9b3-4750-838a-72d846767574 service neutron] Pushing event updated for resources: {'Port': ['ID=ab4fa317-1417-4593-bd69-8d20825dd6cc,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:39.727162 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-849f1262-e51d-4292-88af-90895222c918 req-bdccb74a-d9b3-4750-838a-72d846767574 service neutron] Attempting to bind port ab4fa317-1417-4593-bd69-8d20825dd6cc on host nch1-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:44:39.727516 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-849f1262-e51d-4292-88af-90895222c918 req-bdccb74a-d9b3-4750-838a-72d846767574 service neutron] Attempting to bind port ab4fa317-1417-4593-bd69-8d20825dd6cc by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '881dc8ad-722c-4b78-b412-e2b7d45c5430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1fa255f5-5104-48cc-b5f6-174ab2871190'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:44:39.727874 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849f1262-e51d-4292-88af-90895222c918 req-bdccb74a-d9b3-4750-838a-72d846767574 service neutron] Attempting to bind port ab4fa317-1417-4593-bd69-8d20825dd6cc on network 1fa255f5-5104-48cc-b5f6-174ab2871190 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:44:39.737289 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849f1262-e51d-4292-88af-90895222c918 req-bdccb74a-d9b3-4750-838a-72d846767574 service neutron] Port ab4fa317-1417-4593-bd69-8d20825dd6cc on network 1fa255f5-5104-48cc-b5f6-174ab2871190 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:44:39.737631 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849f1262-e51d-4292-88af-90895222c918 req-bdccb74a-d9b3-4750-838a-72d846767574 service neutron] Attempting to bind port ab4fa317-1417-4593-bd69-8d20825dd6cc on network 1fa255f5-5104-48cc-b5f6-174ab2871190 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:44:39.749372 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32060f7-82bc-4a8f-900a-f38bc9a6a58c req-cc8d72de-ee5c-4f3c-a592-8763804911ac tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:44:39.750991 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b32060f7-82bc-4a8f-900a-f38bc9a6a58c req-cc8d72de-ee5c-4f3c-a592-8763804911ac tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=25e8e39b-426b-4058-9157-6e65956f0486 HTTP/1.1" status: 200  len: 944 time: 0.0904865
Feb 05 21:44:39.753974 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849f1262-e51d-4292-88af-90895222c918 req-bdccb74a-d9b3-4750-838a-72d846767574 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:44:39.754321 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849f1262-e51d-4292-88af-90895222c918 req-bdccb74a-d9b3-4750-838a-72d846767574 service neutron] Checking segment: {'id': '881dc8ad-722c-4b78-b412-e2b7d45c5430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1fa255f5-5104-48cc-b5f6-174ab2871190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:44:39.754752 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849f1262-e51d-4292-88af-90895222c918 req-bdccb74a-d9b3-4750-838a-72d846767574 service neutron] Bound using segment: {'id': '881dc8ad-722c-4b78-b412-e2b7d45c5430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1fa255f5-5104-48cc-b5f6-174ab2871190'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:44:39.755191 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-849f1262-e51d-4292-88af-90895222c918 req-bdccb74a-d9b3-4750-838a-72d846767574 service neutron] Bound port: ab4fa317-1417-4593-bd69-8d20825dd6cc, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '881dc8ad-722c-4b78-b412-e2b7d45c5430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1fa255f5-5104-48cc-b5f6-174ab2871190'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:44:39.755559 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-849f1262-e51d-4292-88af-90895222c918 req-bdccb74a-d9b3-4750-838a-72d846767574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ab4fa317-1417-4593-bd69-8d20825dd6cc), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:39.842954 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b32060f7-82bc-4a8f-900a-f38bc9a6a58c req-c68a4975-7e91-4a69-903e-4b0a8597d7a5 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=310fb44a-ed94-4de5-a9f2-ded8003f493c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0850682
Feb 05 21:44:39.858045 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-849f1262-e51d-4292-88af-90895222c918 req-bdccb74a-d9b3-4750-838a-72d846767574 service neutron] For port ab4fa317-1417-4593-bd69-8d20825dd6cc, host nch1-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:44:39.861057 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-849f1262-e51d-4292-88af-90895222c918 req-bdccb74a-d9b3-4750-838a-72d846767574 service neutron] For port ab4fa317-1417-4593-bd69-8d20825dd6cc, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ab4fa317-1417-4593-bd69-8d20825dd6cc,segment=NetworkSegment(881dc8ad-722c-4b78-b412-e2b7d45c5430),segment_id=881dc8ad-722c-4b78-b412-e2b7d45c5430)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:44:39.867044 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-849f1262-e51d-4292-88af-90895222c918 req-bdccb74a-d9b3-4750-838a-72d846767574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (ab4fa317-1417-4593-bd69-8d20825dd6cc), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:39.899839 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f1262-e51d-4292-88af-90895222c918 req-bdccb74a-d9b3-4750-838a-72d846767574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:44:39.900466 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-849f1262-e51d-4292-88af-90895222c918 req-bdccb74a-d9b3-4750-838a-72d846767574 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:39.901867 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-849f1262-e51d-4292-88af-90895222c918 req-bdccb74a-d9b3-4750-838a-72d846767574 service neutron] 10.222.0.21 "PUT /v2.0/ports/ab4fa317-1417-4593-bd69-8d20825dd6cc HTTP/1.1" status: 200  len: 1092 time: 0.7347660
Feb 05 21:44:39.902953 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e8e39b-426b-4058-9157-6e65956f0486', 'tag': 'ab4fa317-1417-4593-bd69-8d20825dd6cc'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:44:39.906871 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16fdd19d8a7c57de6e0d65e92e0f39486390e6be4ccbd395fc02e890f8c23cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6fcb6f-d733-4c9c-9609-3c7d379c85dd" -d '{"events": [{"name": "network-changed", "server_uuid": "25e8e39b-426b-4058-9157-6e65956f0486", "tag": "ab4fa317-1417-4593-bd69-8d20825dd6cc"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:44:39.938248 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdccb74a-d9b3-4750-838a-72d846767574 service neutron] Pushing event updated for resources: {'Port': ['ID=ab4fa317-1417-4593-bd69-8d20825dd6cc,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:39.964623 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b40bae0-0c3b-4600-81ec-59afdcc68a57 x-openstack-request-id: req-9b40bae0-0c3b-4600-81ec-59afdcc68a57 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:44:39.965622 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25e8e39b-426b-4058-9157-6e65956f0486", "tag": "ab4fa317-1417-4593-bd69-8d20825dd6cc", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:44:39.965936 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9b40bae0-0c3b-4600-81ec-59afdcc68a57 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:44:39.966575 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25e8e39b-426b-4058-9157-6e65956f0486', 'tag': 'ab4fa317-1417-4593-bd69-8d20825dd6cc', 'status': 'completed', 'code': 200}
Feb 05 21:44:40.004793 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f1262-e51d-4292-88af-90895222c918 req-c1ba8e78-b199-4583-86c0-20e83ba4efc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:44:40.006348 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-849f1262-e51d-4292-88af-90895222c918 req-c1ba8e78-b199-4583-86c0-20e83ba4efc8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad4914a1c56043a7bbc01d19cd824488&device_id=25e8e39b-426b-4058-9157-6e65956f0486 HTTP/1.1" status: 200  len: 1126 time: 0.0544703
Feb 05 21:44:40.051207 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-849f1262-e51d-4292-88af-90895222c918 req-b49dd8de-cb67-4566-8b3f-80c5fb8a1e56 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab4fa317-1417-4593-bd69-8d20825dd6cc HTTP/1.1" status: 200  len: 217 time: 0.0373874
Feb 05 21:44:40.103277 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f1262-e51d-4292-88af-90895222c918 req-cbbbf5b3-abaa-47cf-b861-7d7d0eb0ca23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:44:40.104758 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-849f1262-e51d-4292-88af-90895222c918 req-cbbbf5b3-abaa-47cf-b861-7d7d0eb0ca23 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d16f2a45-9820-465d-9c89-25bcb6b8ef40 HTTP/1.1" status: 200  len: 835 time: 0.0473104
Feb 05 21:44:40.501880 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f1262-e51d-4292-88af-90895222c918 req-0d2cb086-06bf-4562-898f-6efecec827b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:44:40.503362 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-849f1262-e51d-4292-88af-90895222c918 req-0d2cb086-06bf-4562-898f-6efecec827b5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1fa255f5-5104-48cc-b5f6-174ab2871190&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3924313
Feb 05 21:44:40.573654 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:40.593379 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-849f1262-e51d-4292-88af-90895222c918 req-9e155728-233c-4167-b6cf-173c5444faf9 service neutron] 10.222.0.21 "GET /v2.0/networks/1fa255f5-5104-48cc-b5f6-174ab2871190?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834684
Feb 05 21:44:40.683548 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-849f1262-e51d-4292-88af-90895222c918 req-db2c4cdd-cd68-41ef-bd58-4ec8ce7ecfdc service neutron] 10.222.0.21 "GET /v2.0/networks/1fa255f5-5104-48cc-b5f6-174ab2871190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0841315
Feb 05 21:44:40.774495 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6fcb6f-d733-4c9c-9609-3c7d379c85dd req-3a45832e-1c2c-4277-baa9-593d39b16ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:44:40.775925 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aa6fcb6f-d733-4c9c-9609-3c7d379c85dd req-3a45832e-1c2c-4277-baa9-593d39b16ba2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad4914a1c56043a7bbc01d19cd824488&device_id=25e8e39b-426b-4058-9157-6e65956f0486 HTTP/1.1" status: 200  len: 1126 time: 0.0474913
Feb 05 21:44:40.873472 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6fcb6f-d733-4c9c-9609-3c7d379c85dd req-5764cb9b-c257-4abc-ad1d-b4bd33527c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:44:40.874980 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aa6fcb6f-d733-4c9c-9609-3c7d379c85dd req-5764cb9b-c257-4abc-ad1d-b4bd33527c32 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1fa255f5-5104-48cc-b5f6-174ab2871190 HTTP/1.1" status: 200  len: 898 time: 0.0927570
Feb 05 21:44:40.921013 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aa6fcb6f-d733-4c9c-9609-3c7d379c85dd req-95da573b-677f-4f58-a145-0f660e3bb1ef service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab4fa317-1417-4593-bd69-8d20825dd6cc HTTP/1.1" status: 200  len: 217 time: 0.0389326
Feb 05 21:44:40.996573 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6fcb6f-d733-4c9c-9609-3c7d379c85dd req-86eb649e-b146-4b6c-a06f-493c5bdcc572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:44:40.998031 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aa6fcb6f-d733-4c9c-9609-3c7d379c85dd req-86eb649e-b146-4b6c-a06f-493c5bdcc572 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d16f2a45-9820-465d-9c89-25bcb6b8ef40 HTTP/1.1" status: 200  len: 835 time: 0.0698147
Feb 05 21:44:41.012813 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce91d4e-6cff-47ce-bc9e-b7aca978aa93 req-f63abab1-f6e1-4949-a744-808206ee8331 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:44:41.014316 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ce91d4e-6cff-47ce-bc9e-b7aca978aa93 req-f63abab1-f6e1-4949-a744-808206ee8331 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=25e8e39b-426b-4058-9157-6e65956f0486 HTTP/1.1" status: 200  len: 944 time: 0.0962701
Feb 05 21:44:41.090367 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4ce91d4e-6cff-47ce-bc9e-b7aca978aa93 req-28810772-075c-49a0-8016-96ee3caee79a tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=310fb44a-ed94-4de5-a9f2-ded8003f493c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0688362
Feb 05 21:44:41.092999 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6fcb6f-d733-4c9c-9609-3c7d379c85dd req-1e7d3e1e-5912-4b63-b14c-ad05637fc9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:44:41.094478 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aa6fcb6f-d733-4c9c-9609-3c7d379c85dd req-1e7d3e1e-5912-4b63-b14c-ad05637fc9f1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1fa255f5-5104-48cc-b5f6-174ab2871190&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0894845
Feb 05 21:44:41.188247 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aa6fcb6f-d733-4c9c-9609-3c7d379c85dd req-150cd9a3-a9ee-4fef-a260-ef49a319b9a1 service neutron] 10.222.0.21 "GET /v2.0/networks/1fa255f5-5104-48cc-b5f6-174ab2871190?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0873473
Feb 05 21:44:41.274913 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aa6fcb6f-d733-4c9c-9609-3c7d379c85dd req-3d831a23-c28b-4376-9726-5ec002429eed service neutron] 10.222.0.21 "GET /v2.0/networks/1fa255f5-5104-48cc-b5f6-174ab2871190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0806785
Feb 05 21:44:42.213610 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7f6a0-965f-4f42-a205-2c7edc1c59e9 req-e2e88281-6652-4ba4-b4e5-08e314b99e2b tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:44:42.215724 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3bf7f6a0-965f-4f42-a205-2c7edc1c59e9 req-e2e88281-6652-4ba4-b4e5-08e314b99e2b tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=25e8e39b-426b-4058-9157-6e65956f0486 HTTP/1.1" status: 200  len: 944 time: 0.0533793
Feb 05 21:44:42.267705 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3bf7f6a0-965f-4f42-a205-2c7edc1c59e9 req-53fbd7ec-9f62-41ea-a69f-388996f1dc38 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=310fb44a-ed94-4de5-a9f2-ded8003f493c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464768
Feb 05 21:44:42.826100 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:44:43.387910 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9253e2-df07-4344-87ce-9f246b46ad0e req-4ee02442-ac3c-47a1-9589-dd0c55b4f70c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:44:43.389380 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2c9253e2-df07-4344-87ce-9f246b46ad0e req-4ee02442-ac3c-47a1-9589-dd0c55b4f70c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=25e8e39b-426b-4058-9157-6e65956f0486 HTTP/1.1" status: 200  len: 944 time: 0.0523419
Feb 05 21:44:43.438294 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2c9253e2-df07-4344-87ce-9f246b46ad0e req-d387559d-f4a6-4dd1-9f3d-84f4dbfebdbd tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=310fb44a-ed94-4de5-a9f2-ded8003f493c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432320
Feb 05 21:44:44.557227 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6ffb7-c2ef-4f2f-afff-eecfd2f0653b req-84f29c1e-d259-4a93-baa9-71b4325e665e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:44:44.559735 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-acf6ffb7-c2ef-4f2f-afff-eecfd2f0653b req-84f29c1e-d259-4a93-baa9-71b4325e665e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=25e8e39b-426b-4058-9157-6e65956f0486 HTTP/1.1" status: 200  len: 944 time: 0.0542130
Feb 05 21:44:44.608882 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-acf6ffb7-c2ef-4f2f-afff-eecfd2f0653b req-737e8da1-c56e-4e2b-aa97-aa9cb3abaae4 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=310fb44a-ed94-4de5-a9f2-ded8003f493c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436342
Feb 05 21:44:45.022869 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device ab4fa317-1417-4593-bd69-8d20825dd6cc details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:44:45.122340 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port ab4fa317-1417-4593-bd69-8d20825dd6cc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ab4fa317-1417-4593-bd69-8d20825dd6cc,segment=NetworkSegment(881dc8ad-722c-4b78-b412-e2b7d45c5430),segment_id=881dc8ad-722c-4b78-b412-e2b7d45c5430)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:44:45.132821 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': 'ab4fa317-1417-4593-bd69-8d20825dd6cc', 'network_id': '1fa255f5-5104-48cc-b5f6-174ab2871190', 'port_id': 'ab4fa317-1417-4593-bd69-8d20825dd6cc', 'mac_address': 'fa:16:3e:59:e6:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd16f2a45-9820-465d-9c89-25bcb6b8ef40', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:44:45.169760 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port ab4fa317-1417-4593-bd69-8d20825dd6cc is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:44:45.170143 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ab4fa317-1417-4593-bd69-8d20825dd6cc), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:45.186931 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab4fa317-1417-4593-bd69-8d20825dd6cc {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:44:45.205340 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port ab4fa317-1417-4593-bd69-8d20825dd6cc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ab4fa317-1417-4593-bd69-8d20825dd6cc,segment=NetworkSegment(881dc8ad-722c-4b78-b412-e2b7d45c5430),segment_id=881dc8ad-722c-4b78-b412-e2b7d45c5430)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:44:45.209099 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ab4fa317-1417-4593-bd69-8d20825dd6cc), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:45.257441 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=ab4fa317-1417-4593-bd69-8d20825dd6cc,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:45.555647 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['ab4fa317-1417-4593-bd69-8d20825dd6cc'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:44:45.678979 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:45.737357 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1b993-238e-4674-b8e2-d7192d3ad72a req-34701a3b-56cb-4eb8-b6cf-ba3d3ef28d82 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:44:45.739040 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fea1b993-238e-4674-b8e2-d7192d3ad72a req-34701a3b-56cb-4eb8-b6cf-ba3d3ef28d82 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=25e8e39b-426b-4058-9157-6e65956f0486 HTTP/1.1" status: 200  len: 945 time: 0.0612442
Feb 05 21:44:45.791940 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fea1b993-238e-4674-b8e2-d7192d3ad72a req-292cc761-98e0-4967-a3e4-36fe2ce8fbf4 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=310fb44a-ed94-4de5-a9f2-ded8003f493c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468938
Feb 05 21:44:46.911710 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fec7e-8cdb-414e-b5d4-65d844f85540 req-899b9612-816a-461a-8870-8ea672172dd6 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:44:46.913197 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-313fec7e-8cdb-414e-b5d4-65d844f85540 req-899b9612-816a-461a-8870-8ea672172dd6 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=25e8e39b-426b-4058-9157-6e65956f0486 HTTP/1.1" status: 200  len: 945 time: 0.0527086
Feb 05 21:44:46.963062 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-313fec7e-8cdb-414e-b5d4-65d844f85540 req-c3e08044-ddcf-4ca9-9648-50cfc2a033ef tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=310fb44a-ed94-4de5-a9f2-ded8003f493c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436573
Feb 05 21:44:47.035231 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device ab4fa317-1417-4593-bd69-8d20825dd6cc up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:44:47.085303 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port ab4fa317-1417-4593-bd69-8d20825dd6cc completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:44:47.088778 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port ab4fa317-1417-4593-bd69-8d20825dd6cc triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:44:47.089159 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (ab4fa317-1417-4593-bd69-8d20825dd6cc), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:47.170108 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port ab4fa317-1417-4593-bd69-8d20825dd6cc is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:44:47.170538 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ab4fa317-1417-4593-bd69-8d20825dd6cc), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:47.192688 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e8e39b-426b-4058-9157-6e65956f0486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4fa317-1417-4593-bd69-8d20825dd6cc'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:44:47.206185 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port ab4fa317-1417-4593-bd69-8d20825dd6cc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ab4fa317-1417-4593-bd69-8d20825dd6cc,segment=NetworkSegment(881dc8ad-722c-4b78-b412-e2b7d45c5430),segment_id=881dc8ad-722c-4b78-b412-e2b7d45c5430)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:44:47.210009 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (ab4fa317-1417-4593-bd69-8d20825dd6cc), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:47.234949 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}851605b45cf2a471246fb829968e46403c172bb314a4c703424450b4be22868d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fdac78-298d-472f-a7fe-7300051f0cf2" -d '{"events": [{"server_uuid": "25e8e39b-426b-4058-9157-6e65956f0486", "name": "network-vif-plugged", "status": "completed", "tag": "ab4fa317-1417-4593-bd69-8d20825dd6cc"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:44:47.262901 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=ab4fa317-1417-4593-bd69-8d20825dd6cc,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:47.323054 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c0dfe7-e8cf-498e-b016-879a49bdb6ce x-openstack-request-id: req-b8c0dfe7-e8cf-498e-b016-879a49bdb6ce {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:44:47.323371 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e8e39b-426b-4058-9157-6e65956f0486", "name": "network-vif-plugged", "status": "completed", "tag": "ab4fa317-1417-4593-bd69-8d20825dd6cc", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:44:47.323632 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b8c0dfe7-e8cf-498e-b016-879a49bdb6ce {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:44:47.325255 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e8e39b-426b-4058-9157-6e65956f0486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4fa317-1417-4593-bd69-8d20825dd6cc', 'code': 200}
Feb 05 21:44:47.421430 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d259f-6bf5-4f27-8397-f110eb64c0d3 req-f3973d17-cd3d-43ce-9c8b-4276efc391c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:44:47.422893 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-620d259f-6bf5-4f27-8397-f110eb64c0d3 req-f3973d17-cd3d-43ce-9c8b-4276efc391c8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=25e8e39b-426b-4058-9157-6e65956f0486 HTTP/1.1" status: 200  len: 1128 time: 0.0450511
Feb 05 21:44:47.472417 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-620d259f-6bf5-4f27-8397-f110eb64c0d3 req-91c9639a-10a6-4c77-8352-3e8fbbfbb3a1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=310fb44a-ed94-4de5-a9f2-ded8003f493c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436859
Feb 05 21:44:48.082719 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a6cf3-dc66-4e00-a221-cb18c50b4e61 req-9d215109-7112-4c04-9446-175333adb858 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:44:48.084197 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-073a6cf3-dc66-4e00-a221-cb18c50b4e61 req-9d215109-7112-4c04-9446-175333adb858 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=25e8e39b-426b-4058-9157-6e65956f0486 HTTP/1.1" status: 200  len: 946 time: 0.0533383
Feb 05 21:44:48.132692 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-073a6cf3-dc66-4e00-a221-cb18c50b4e61 req-b39a77e1-c15e-499a-89df-d443395ae40f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=310fb44a-ed94-4de5-a9f2-ded8003f493c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428638
Feb 05 21:44:49.251682 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da626e7-0c85-4bf5-a7ff-b6289984fa48 req-49249b92-5822-48ce-92c3-7433eddcb763 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:44:49.253177 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6da626e7-0c85-4bf5-a7ff-b6289984fa48 req-49249b92-5822-48ce-92c3-7433eddcb763 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=25e8e39b-426b-4058-9157-6e65956f0486 HTTP/1.1" status: 200  len: 946 time: 0.0523758
Feb 05 21:44:49.301606 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6da626e7-0c85-4bf5-a7ff-b6289984fa48 req-44c56dea-a764-4e9e-a676-73ec4ae80518 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=310fb44a-ed94-4de5-a9f2-ded8003f493c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428724
Feb 05 21:44:49.424438 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc00d14-0617-4f9d-a9bd-8661f63d2945 req-aec14d4f-4c21-40f6-bae6-d24fe0fa4493 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:44:49.425806 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cdc00d14-0617-4f9d-a9bd-8661f63d2945 req-aec14d4f-4c21-40f6-bae6-d24fe0fa4493 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=25e8e39b-426b-4058-9157-6e65956f0486 HTTP/1.1" status: 200  len: 946 time: 0.0573812
Feb 05 21:44:49.474013 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cdc00d14-0617-4f9d-a9bd-8661f63d2945 req-38128b7c-4f42-4a8d-8b20-cdc06ada7be8 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=310fb44a-ed94-4de5-a9f2-ded8003f493c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426137
Feb 05 21:44:49.495721 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53162) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:44:49.539116 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe790a2-af48-4ae1-b4b3-26afdf2a65cb tempest-TestNetworkAdvancedServerOps-979185547 tempest-TestNetworkAdvancedServerOps-979185547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:44:49.540640 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-fbe790a2-af48-4ae1-b4b3-26afdf2a65cb tempest-TestNetworkAdvancedServerOps-979185547 tempest-TestNetworkAdvancedServerOps-979185547-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=25e8e39b-426b-4058-9157-6e65956f0486 HTTP/1.1" status: 200  len: 1123 time: 0.0439372
Feb 05 21:44:49.543966 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53164) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:44:49.548369 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-35ab616f-2826-4fe8-a444-6126d4698a5f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'port_id': 'ab4fa317-1417-4593-bd69-8d20825dd6cc', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'fixed_ip_address': '172.20.0.12'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:44:49.568678 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-35ab616f-2826-4fe8-a444-6126d4698a5f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:49.665027 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-35ab616f-2826-4fe8-a444-6126d4698a5f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:49.764150 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-35ab616f-2826-4fe8-a444-6126d4698a5f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Allocated IP 172.35.4.190 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/601c6e6b-d2b1-4283-98f2-f420ff5f024b) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:44:49.867919 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-35ab616f-2826-4fe8-a444-6126d4698a5f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for port (601c6e6b-d2b1-4283-98f2-f420ff5f024b), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:49.900375 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-35ab616f-2826-4fe8-a444-6126d4698a5f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (601c6e6b-d2b1-4283-98f2-f420ff5f024b), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:49.939783 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ab616f-2826-4fe8-a444-6126d4698a5f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:44:49.942669 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-35ab616f-2826-4fe8-a444-6126d4698a5f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:44:49.946312 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ab616f-2826-4fe8-a444-6126d4698a5f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:44:49.972874 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab616f-2826-4fe8-a444-6126d4698a5f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'Port': ['ID=601c6e6b-d2b1-4283-98f2-f420ff5f024b,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:50.330403 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-35ab616f-2826-4fe8-a444-6126d4698a5f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for floatingip (e5d85724-b6c0-4028-a263-e9ff6510d109), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:50.405792 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-35ab616f-2826-4fe8-a444-6126d4698a5f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (601c6e6b-d2b1-4283-98f2-f420ff5f024b), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:50.570191 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-35ab616f-2826-4fe8-a444-6126d4698a5f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for port (601c6e6b-d2b1-4283-98f2-f420ff5f024b), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:50.575413 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-35ab616f-2826-4fe8-a444-6126d4698a5f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (601c6e6b-d2b1-4283-98f2-f420ff5f024b), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:50.650866 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab616f-2826-4fe8-a444-6126d4698a5f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'Port': ['ID=601c6e6b-d2b1-4283-98f2-f420ff5f024b,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:44:50.652758 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:50.664062 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-35ab616f-2826-4fe8-a444-6126d4698a5f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (e5d85724-b6c0-4028-a263-e9ff6510d109), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:50.782863 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-35ab616f-2826-4fe8-a444-6126d4698a5f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Floating IP e5d85724-b6c0-4028-a263-e9ff6510d109 associated. External IP: 172.35.4.190, port: ab4fa317-1417-4593-bd69-8d20825dd6cc.
Feb 05 21:44:50.997913 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ab616f-2826-4fe8-a444-6126d4698a5f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Router cfdf99e3-f2b9-47dd-94c7-f6ad1095c654 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:44:51.106004 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ab616f-2826-4fe8-a444-6126d4698a5f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:44:51.115382 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c24e97f-2a28-4e12-88f9-8682129f2c8e None None] Sync routers for ids ['cfdf99e3-f2b9-47dd-94c7-f6ad1095c654'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:44:51.123728 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-35ab616f-2826-4fe8-a444-6126d4698a5f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:44:51.125014 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c24e97f-2a28-4e12-88f9-8682129f2c8e None None] Routers {'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:44:51.125630 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-3c24e97f-2a28-4e12-88f9-8682129f2c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8e07400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:44:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['cfdf99e3-f2b9-47dd-94c7-f6ad1095c654'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:44:51.160513 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-35ab616f-2826-4fe8-a444-6126d4698a5f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.6128614
Feb 05 21:44:51.160513 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e8e39b-426b-4058-9157-6e65956f0486', 'tag': 'ab4fa317-1417-4593-bd69-8d20825dd6cc'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:44:51.161162 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16fdd19d8a7c57de6e0d65e92e0f39486390e6be4ccbd395fc02e890f8c23cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7cf9a54-95b6-487d-b8f6-7e37897f5011" -d '{"events": [{"name": "network-changed", "server_uuid": "25e8e39b-426b-4058-9157-6e65956f0486", "tag": "ab4fa317-1417-4593-bd69-8d20825dd6cc"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:44:51.216961 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a2aa07-7fe7-471b-be65-f1c865223bea x-openstack-request-id: req-d2a2aa07-7fe7-471b-be65-f1c865223bea {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:44:51.217268 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25e8e39b-426b-4058-9157-6e65956f0486", "tag": "ab4fa317-1417-4593-bd69-8d20825dd6cc", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:44:51.217524 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d2a2aa07-7fe7-471b-be65-f1c865223bea {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:44:51.217953 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25e8e39b-426b-4058-9157-6e65956f0486', 'tag': 'ab4fa317-1417-4593-bd69-8d20825dd6cc', 'status': 'completed', 'code': 200}
Feb 05 21:44:51.303066 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3aaf5c-09c3-49df-ae21-391466e3877a req-cec64d05-30aa-4b3c-bfdc-9a2c40680f28 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:44:51.304563 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fe3aaf5c-09c3-49df-ae21-391466e3877a req-cec64d05-30aa-4b3c-bfdc-9a2c40680f28 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=25e8e39b-426b-4058-9157-6e65956f0486 HTTP/1.1" status: 200  len: 946 time: 0.0842848
Feb 05 21:44:51.310910 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf9a54-95b6-487d-b8f6-7e37897f5011 req-572e65cc-7038-463a-a526-f69bf7ad574e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:44:51.312328 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c7cf9a54-95b6-487d-b8f6-7e37897f5011 req-572e65cc-7038-463a-a526-f69bf7ad574e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad4914a1c56043a7bbc01d19cd824488&device_id=25e8e39b-426b-4058-9157-6e65956f0486 HTTP/1.1" status: 200  len: 1128 time: 0.0651612
Feb 05 21:44:51.331018 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-3c24e97f-2a28-4e12-88f9-8682129f2c8e None None] Set router cfdf99e3-f2b9-47dd-94c7-f6ad1095c654 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:44:51.412681 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fe3aaf5c-09c3-49df-ae21-391466e3877a req-46c76ace-2360-45cc-bb9d-bcc7bf4483bb tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=310fb44a-ed94-4de5-a9f2-ded8003f493c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0994010
Feb 05 21:44:51.437186 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53170) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:44:51.443179 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf9a54-95b6-487d-b8f6-7e37897f5011 req-0e010fcf-06d9-45f0-a450-cfc030603f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:44:51.444668 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c7cf9a54-95b6-487d-b8f6-7e37897f5011 req-0e010fcf-06d9-45f0-a450-cfc030603f3e service neutron] 10.222.0.21 "GET /v2.0/networks?id=1fa255f5-5104-48cc-b5f6-174ab2871190 HTTP/1.1" status: 200  len: 898 time: 0.1250012
Feb 05 21:44:51.520008 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c7cf9a54-95b6-487d-b8f6-7e37897f5011 req-b2664472-3fcb-4256-bedc-4e4235fa592a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab4fa317-1417-4593-bd69-8d20825dd6cc HTTP/1.1" status: 200  len: 1000 time: 0.0687313
Feb 05 21:44:51.572638 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-3c24e97f-2a28-4e12-88f9-8682129f2c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8e07400>, [{'id': 'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543552377', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.4'}], 'enable_snat': True}, 'gw_port_id': '5b8a48d9-57a4-429f-8f64-257d574692cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:44:31Z', 'updated_at': '2022-02-05T21:44:34Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '5b8a48d9-57a4-429f-8f64-257d574692cf', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:49:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:44:31Z', 'updated_at': '2022-02-05T21:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e5d85724-b6c0-4028-a263-e9ff6510d109', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'floating_ip_address': '172.35.4.190', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654', 'port_id': 'ab4fa317-1417-4593-bd69-8d20825dd6cc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fa255f5-5104-48cc-b5f6-174ab2871190', 'mac_address': 'fa:16:3e:59:e6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8e39b-426b-4058-9157-6e65956f0486', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:44:50Z', 'updated_at': '2022-02-05T21:44:50Z', 'revision_number': 0, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25230885-8342-4f1f-9c6b-42c9e14e890a', 'name': '', 'network_id': '1fa255f5-5104-48cc-b5f6-174ab2871190', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'mac_address': 'fa:16:3e:f8:fd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'd16f2a45-9820-465d-9c89-25bcb6b8ef40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:44:34Z', 'updated_at': '2022-02-05T21:44:37Z', 'revision_number': 5, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'subnets': [{'id': 'd16f2a45-9820-465d-9c89-25bcb6b8ef40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:44:51.574704 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf9a54-95b6-487d-b8f6-7e37897f5011 req-51010584-5d4c-4b10-b718-d4ed8c20e818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:44:51.576221 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c7cf9a54-95b6-487d-b8f6-7e37897f5011 req-51010584-5d4c-4b10-b718-d4ed8c20e818 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d16f2a45-9820-465d-9c89-25bcb6b8ef40 HTTP/1.1" status: 200  len: 835 time: 0.0510919
Feb 05 21:44:51.601170 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c24e97f-2a28-4e12-88f9-8682129f2c8e None None] Checking router: cfdf99e3-f2b9-47dd-94c7-f6ad1095c654 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:44:51.611922 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c24e97f-2a28-4e12-88f9-8682129f2c8e None None] Routers {'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:44:51.612563 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-3c24e97f-2a28-4e12-88f9-8682129f2c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8e07400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:44:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['cfdf99e3-f2b9-47dd-94c7-f6ad1095c654'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:44:51.630882 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf9a54-95b6-487d-b8f6-7e37897f5011 req-f2d6d2ef-15ee-4248-ae2b-4cda7eb09164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:44:51.632487 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c7cf9a54-95b6-487d-b8f6-7e37897f5011 req-f2d6d2ef-15ee-4248-ae2b-4cda7eb09164 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1fa255f5-5104-48cc-b5f6-174ab2871190&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0496764
Feb 05 21:44:51.730116 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-3c24e97f-2a28-4e12-88f9-8682129f2c8e None None] Set router cfdf99e3-f2b9-47dd-94c7-f6ad1095c654 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:44:51.733667 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c7cf9a54-95b6-487d-b8f6-7e37897f5011 req-980ef106-1c10-459f-9754-d4ab710d38d1 service neutron] 10.222.0.21 "GET /v2.0/networks/1fa255f5-5104-48cc-b5f6-174ab2871190?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0947285
Feb 05 21:44:51.829356 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c7cf9a54-95b6-487d-b8f6-7e37897f5011 req-0f92d138-ba17-49ae-98e6-4f4af94a1137 service neutron] 10.222.0.21 "GET /v2.0/networks/1fa255f5-5104-48cc-b5f6-174ab2871190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0904193
Feb 05 21:44:51.836697 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-94c13e76-2a97-488a-84a6-2e8c7da121e4 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/floatingips/e5d85724-b6c0-4028-a263-e9ff6510d109 HTTP/1.1" status: 200  len: 992 time: 0.3972647
Feb 05 21:44:51.963875 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-3c24e97f-2a28-4e12-88f9-8682129f2c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8e07400>, [{'id': 'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543552377', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.4'}], 'enable_snat': True}, 'gw_port_id': '5b8a48d9-57a4-429f-8f64-257d574692cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:44:31Z', 'updated_at': '2022-02-05T21:44:34Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '5b8a48d9-57a4-429f-8f64-257d574692cf', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:49:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:44:31Z', 'updated_at': '2022-02-05T21:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e5d85724-b6c0-4028-a263-e9ff6510d109', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'floating_ip_address': '172.35.4.190', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654', 'port_id': 'ab4fa317-1417-4593-bd69-8d20825dd6cc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fa255f5-5104-48cc-b5f6-174ab2871190', 'mac_address': 'fa:16:3e:59:e6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8e39b-426b-4058-9157-6e65956f0486', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:44:50Z', 'updated_at': '2022-02-05T21:44:50Z', 'revision_number': 0, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25230885-8342-4f1f-9c6b-42c9e14e890a', 'name': '', 'network_id': '1fa255f5-5104-48cc-b5f6-174ab2871190', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'mac_address': 'fa:16:3e:f8:fd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'd16f2a45-9820-465d-9c89-25bcb6b8ef40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:44:34Z', 'updated_at': '2022-02-05T21:44:37Z', 'revision_number': 5, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'subnets': [{'id': 'd16f2a45-9820-465d-9c89-25bcb6b8ef40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:44:51.990832 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c24e97f-2a28-4e12-88f9-8682129f2c8e None None] The sync data for ids ['cfdf99e3-f2b9-47dd-94c7-f6ad1095c654'] in ncdv-master-1 is: [{'id': 'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543552377', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.4'}], 'enable_snat': True}, 'gw_port_id': '5b8a48d9-57a4-429f-8f64-257d574692cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:44:31Z', 'updated_at': '2022-02-05T21:44:34Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '5b8a48d9-57a4-429f-8f64-257d574692cf', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:49:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:44:31Z', 'updated_at': '2022-02-05T21:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e5d85724-b6c0-4028-a263-e9ff6510d109', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'floating_ip_address': '172.35.4.190', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654', 'port_id': 'ab4fa317-1417-4593-bd69-8d20825dd6cc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fa255f5-5104-48cc-b5f6-174ab2871190', 'mac_address': 'fa:16:3e:59:e6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8e39b-426b-4058-9157-6e65956f0486', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:44:50Z', 'updated_at': '2022-02-05T21:44:50Z', 'revision_number': 0, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25230885-8342-4f1f-9c6b-42c9e14e890a', 'name': '', 'network_id': '1fa255f5-5104-48cc-b5f6-174ab2871190', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'mac_address': 'fa:16:3e:f8:fd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'd16f2a45-9820-465d-9c89-25bcb6b8ef40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:44:34Z', 'updated_at': '2022-02-05T21:44:37Z', 'revision_number': 5, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'subnets': [{'id': 'd16f2a45-9820-465d-9c89-25bcb6b8ef40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:44:52.203096 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a6827e-df10-4c1f-b727-4799b90bccb7 None None] New status for floating IP e5d85724-b6c0-4028-a263-e9ff6510d109: ACTIVE {{(pid=114392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:44:52.839391 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53188) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:44:52.902151 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-01191012-49e5-49bc-a8b0-e8c665b427df tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/floatingips/e5d85724-b6c0-4028-a263-e9ff6510d109 HTTP/1.1" status: 200  len: 994 time: 0.0610714
Feb 05 21:45:03.805132 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0fcc2fd5-31e7-41ad-b50a-b055755877d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:45:06.193570 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cf1b544c-704b-43f4-b7d6-ecd140194c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:45:07.646143 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:45:09.233279 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:45:10.577655 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:45:15.668753 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:45:19.828133 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:45:20.647229 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:45:33.807394 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3d9ba3d1-a684-4553-b27f-6ae3db188e22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:45:36.194011 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1338576f-b3a4-4a34-97ad-cc2dd186e222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:45:37.143559 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c490fa85-e1ee-4cf5-a07c-2f172527fae5 req-0f88d2c9-dd71-4627-b304-5cf60915b874 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=25e8e39b-426b-4058-9157-6e65956f0486&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0442772
Feb 05 21:45:37.232148 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490fa85-e1ee-4cf5-a07c-2f172527fae5 req-bd0dbc25-f6b2-4b62-9004-4c0e8965220b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:45:37.233680 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c490fa85-e1ee-4cf5-a07c-2f172527fae5 req-bd0dbc25-f6b2-4b62-9004-4c0e8965220b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad4914a1c56043a7bbc01d19cd824488&device_id=25e8e39b-426b-4058-9157-6e65956f0486 HTTP/1.1" status: 200  len: 1128 time: 0.0493531
Feb 05 21:45:37.334712 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490fa85-e1ee-4cf5-a07c-2f172527fae5 req-997cb5e7-2931-4846-bc76-2fd2b943c1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:45:37.336178 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c490fa85-e1ee-4cf5-a07c-2f172527fae5 req-997cb5e7-2931-4846-bc76-2fd2b943c1f8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1fa255f5-5104-48cc-b5f6-174ab2871190 HTTP/1.1" status: 200  len: 898 time: 0.0830157
Feb 05 21:45:37.404785 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c490fa85-e1ee-4cf5-a07c-2f172527fae5 req-478c7478-28af-4ab5-b0ae-554cd4db2765 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab4fa317-1417-4593-bd69-8d20825dd6cc HTTP/1.1" status: 200  len: 1002 time: 0.0611875
Feb 05 21:45:37.452833 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490fa85-e1ee-4cf5-a07c-2f172527fae5 req-1b2d6aea-09f8-4f90-a358-3914e10c79e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:45:37.454290 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c490fa85-e1ee-4cf5-a07c-2f172527fae5 req-1b2d6aea-09f8-4f90-a358-3914e10c79e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d16f2a45-9820-465d-9c89-25bcb6b8ef40 HTTP/1.1" status: 200  len: 835 time: 0.0434015
Feb 05 21:45:37.501817 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490fa85-e1ee-4cf5-a07c-2f172527fae5 req-86bd0043-a2dd-4313-9645-5d70a5b8d9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:45:37.503336 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c490fa85-e1ee-4cf5-a07c-2f172527fae5 req-86bd0043-a2dd-4313-9645-5d70a5b8d9ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1fa255f5-5104-48cc-b5f6-174ab2871190&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0434206
Feb 05 21:45:37.594806 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c490fa85-e1ee-4cf5-a07c-2f172527fae5 req-c1789b2b-d7f9-43ef-81be-a8f918645478 service neutron] 10.222.0.21 "GET /v2.0/networks/1fa255f5-5104-48cc-b5f6-174ab2871190?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845723
Feb 05 21:45:37.647721 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:45:37.681911 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c490fa85-e1ee-4cf5-a07c-2f172527fae5 req-04a2641a-b3d4-4f67-9361-0d728d19afa9 service neutron] 10.222.0.21 "GET /v2.0/networks/1fa255f5-5104-48cc-b5f6-174ab2871190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0818124
Feb 05 21:45:39.236894 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:45:40.580066 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:45:45.658714 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:45:50.642509 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:45:55.554511 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff47d6f-ce31-4aa3-a8e4-6c420f19648b req-b7860dfd-e4a6-4b1c-ac1d-d73bea0a50d6 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:45:55.556012 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3ff47d6f-ce31-4aa3-a8e4-6c420f19648b req-b7860dfd-e4a6-4b1c-ac1d-d73bea0a50d6 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=25e8e39b-426b-4058-9157-6e65956f0486 HTTP/1.1" status: 200  len: 946 time: 0.0545328
Feb 05 21:45:55.609434 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3ff47d6f-ce31-4aa3-a8e4-6c420f19648b req-3eca53ee-ef58-47e8-a909-7fa5152183d2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=310fb44a-ed94-4de5-a9f2-ded8003f493c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469036
Feb 05 21:45:56.731438 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373cb8a3-b544-41e4-a04c-7bb59ebdabfd req-7e4bc830-acf3-4290-ae31-4110b9aa7aa4 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:45:56.733180 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-373cb8a3-b544-41e4-a04c-7bb59ebdabfd req-7e4bc830-acf3-4290-ae31-4110b9aa7aa4 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=25e8e39b-426b-4058-9157-6e65956f0486 HTTP/1.1" status: 200  len: 946 time: 0.0527949
Feb 05 21:45:56.782658 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-373cb8a3-b544-41e4-a04c-7bb59ebdabfd req-57cb0139-b80c-489a-8f8d-3f6c970c2fb3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=310fb44a-ed94-4de5-a9f2-ded8003f493c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439086
Feb 05 21:45:56.804723 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53244) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:45:56.827574 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:45:56.867419 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a4475a65-ed1b-432e-b581-54068893aa86 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/floatingips/e5d85724-b6c0-4028-a263-e9ff6510d109 HTTP/1.1" status: 200  len: 994 time: 0.0616019
Feb 05 21:45:58.471528 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67856bcc-f9a6-4925-9d51-f673c1735876 req-cca06eb9-fc61-48cb-a604-a6c0dab39741 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:45:58.473025 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-67856bcc-f9a6-4925-9d51-f673c1735876 req-cca06eb9-fc61-48cb-a604-a6c0dab39741 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=25e8e39b-426b-4058-9157-6e65956f0486 HTTP/1.1" status: 200  len: 946 time: 0.3876321
Feb 05 21:45:58.521032 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-67856bcc-f9a6-4925-9d51-f673c1735876 req-6ef1441e-468d-4eec-9a90-7e59aee401f6 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=310fb44a-ed94-4de5-a9f2-ded8003f493c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423045
Feb 05 21:45:59.642791 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51858a26-c390-44d1-bcac-02fbd0fa26a0 req-6577e13c-260b-4f00-ad57-641906f7f862 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:45:59.644281 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-51858a26-c390-44d1-bcac-02fbd0fa26a0 req-6577e13c-260b-4f00-ad57-641906f7f862 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=25e8e39b-426b-4058-9157-6e65956f0486 HTTP/1.1" status: 200  len: 946 time: 0.0525448
Feb 05 21:45:59.692068 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-51858a26-c390-44d1-bcac-02fbd0fa26a0 req-072e9734-357c-43b7-94ff-d3898cf862f3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=310fb44a-ed94-4de5-a9f2-ded8003f493c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422761
Feb 05 21:46:00.816530 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3473307-7c6f-4612-bc86-a9eed69e709f req-ee995757-5da0-465a-b04c-8eaa4767b3bb tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:46:00.818008 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f3473307-7c6f-4612-bc86-a9eed69e709f req-ee995757-5da0-465a-b04c-8eaa4767b3bb tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=25e8e39b-426b-4058-9157-6e65956f0486 HTTP/1.1" status: 200  len: 946 time: 0.0551779
Feb 05 21:46:00.865837 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f3473307-7c6f-4612-bc86-a9eed69e709f req-df3b958d-26ab-4def-8aa9-8725e3d897cf tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=310fb44a-ed94-4de5-a9f2-ded8003f493c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422983
Feb 05 21:46:01.988017 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6eb49-983a-4e7b-8662-7f1ab31653ea req-7be6e5dc-6b06-4efc-bad5-774ba7514a75 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:46:01.989500 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-04b6eb49-983a-4e7b-8662-7f1ab31653ea req-7be6e5dc-6b06-4efc-bad5-774ba7514a75 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=25e8e39b-426b-4058-9157-6e65956f0486 HTTP/1.1" status: 200  len: 946 time: 0.0547311
Feb 05 21:46:02.038600 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-04b6eb49-983a-4e7b-8662-7f1ab31653ea req-f099b867-4f01-4d60-a659-00d1cbe8bffa tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=310fb44a-ed94-4de5-a9f2-ded8003f493c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435040
Feb 05 21:46:03.162049 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba168ec-3c08-4dbe-82e4-1db199df71e3 req-916a88dc-a567-4fdc-863d-6cc233ac9a78 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:46:03.163480 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8ba168ec-3c08-4dbe-82e4-1db199df71e3 req-916a88dc-a567-4fdc-863d-6cc233ac9a78 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=25e8e39b-426b-4058-9157-6e65956f0486 HTTP/1.1" status: 200  len: 946 time: 0.0564706
Feb 05 21:46:03.213101 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8ba168ec-3c08-4dbe-82e4-1db199df71e3 req-a69cf76d-3944-4a2b-97b8-09e37e041773 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=310fb44a-ed94-4de5-a9f2-ded8003f493c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437527
Feb 05 21:46:03.810511 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0ec718e9-f3fe-4964-8c11-e064caebce7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:04.332348 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa726f46-2da6-4d35-919d-bfa80509f245 req-5e2237d6-b31e-4236-8051-b3bced27d199 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:46:04.334312 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fa726f46-2da6-4d35-919d-bfa80509f245 req-5e2237d6-b31e-4236-8051-b3bced27d199 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=25e8e39b-426b-4058-9157-6e65956f0486 HTTP/1.1" status: 200  len: 946 time: 0.0527480
Feb 05 21:46:04.381551 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fa726f46-2da6-4d35-919d-bfa80509f245 req-0b440fa9-0a01-4ccf-9490-b078aa82fda4 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=310fb44a-ed94-4de5-a9f2-ded8003f493c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416214
Feb 05 21:46:04.404286 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53264) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:46:04.466583 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ea128df0-31ee-41a3-aee3-9eef2b2caa12 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/floatingips/e5d85724-b6c0-4028-a263-e9ff6510d109 HTTP/1.1" status: 200  len: 994 time: 0.0605805
Feb 05 21:46:04.687249 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53270) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:46:04.845532 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-8646a9ac-241e-435e-a662-53a67523f8d0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Deleting port 601c6e6b-d2b1-4283-98f2-f420ff5f024b {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:46:04.845885 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8646a9ac-241e-435e-a662-53a67523f8d0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (601c6e6b-d2b1-4283-98f2-f420ff5f024b), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:04.921337 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8646a9ac-241e-435e-a662-53a67523f8d0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (601c6e6b-d2b1-4283-98f2-f420ff5f024b), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:04.921671 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8646a9ac-241e-435e-a662-53a67523f8d0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for floatingip (601c6e6b-d2b1-4283-98f2-f420ff5f024b), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:04.933287 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-8646a9ac-241e-435e-a662-53a67523f8d0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Calling delete_port for 601c6e6b-d2b1-4283-98f2-f420ff5f024b owned by network:floatingip {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:46:05.081611 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8646a9ac-241e-435e-a662-53a67523f8d0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (601c6e6b-d2b1-4283-98f2-f420ff5f024b), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:05.104056 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8646a9ac-241e-435e-a662-53a67523f8d0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event deleted for resources: {'Port': ['ID=601c6e6b-d2b1-4283-98f2-f420ff5f024b,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:46:05.115818 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8646a9ac-241e-435e-a662-53a67523f8d0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:05.116187 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8646a9ac-241e-435e-a662-53a67523f8d0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:05.117046 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8646a9ac-241e-435e-a662-53a67523f8d0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:05.117046 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8646a9ac-241e-435e-a662-53a67523f8d0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:05.117269 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8646a9ac-241e-435e-a662-53a67523f8d0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:05.117657 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8646a9ac-241e-435e-a662-53a67523f8d0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:05.118007 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8646a9ac-241e-435e-a662-53a67523f8d0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:05.118451 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8646a9ac-241e-435e-a662-53a67523f8d0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:05.118818 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8646a9ac-241e-435e-a662-53a67523f8d0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:05.119160 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8646a9ac-241e-435e-a662-53a67523f8d0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:05.119501 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8646a9ac-241e-435e-a662-53a67523f8d0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:05.119839 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8646a9ac-241e-435e-a662-53a67523f8d0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:05.120171 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8646a9ac-241e-435e-a662-53a67523f8d0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:05.185874 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8646a9ac-241e-435e-a662-53a67523f8d0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for floatingip (e5d85724-b6c0-4028-a263-e9ff6510d109), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:05.186312 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-8646a9ac-241e-435e-a662-53a67523f8d0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Floating IP e5d85724-b6c0-4028-a263-e9ff6510d109 disassociated (deleted). External IP: 172.35.4.190, port: ab4fa317-1417-4593-bd69-8d20825dd6cc.
Feb 05 21:46:05.402147 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8646a9ac-241e-435e-a662-53a67523f8d0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Router cfdf99e3-f2b9-47dd-94c7-f6ad1095c654 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:46:05.512454 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8646a9ac-241e-435e-a662-53a67523f8d0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:46:05.516947 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8646a9ac-241e-435e-a662-53a67523f8d0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:05.522423 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29853c8-8609-46a0-953b-c32ea1daa896 None None] Sync routers for ids ['cfdf99e3-f2b9-47dd-94c7-f6ad1095c654'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:46:05.532956 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29853c8-8609-46a0-953b-c32ea1daa896 None None] Routers {'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:46:05.533564 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-a29853c8-8609-46a0-953b-c32ea1daa896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8972df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:45:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['cfdf99e3-f2b9-47dd-94c7-f6ad1095c654'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:46:05.548982 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8646a9ac-241e-435e-a662-53a67523f8d0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "DELETE /v2.0/floatingips/e5d85724-b6c0-4028-a263-e9ff6510d109 HTTP/1.1" status: 204  len: 168 time: 0.8606591
Feb 05 21:46:05.549588 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e8e39b-426b-4058-9157-6e65956f0486', 'tag': 'ab4fa317-1417-4593-bd69-8d20825dd6cc'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:46:05.552321 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16fdd19d8a7c57de6e0d65e92e0f39486390e6be4ccbd395fc02e890f8c23cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088a49aa-1d52-4c77-b282-4a9ae873a0c7" -d '{"events": [{"name": "network-changed", "server_uuid": "25e8e39b-426b-4058-9157-6e65956f0486", "tag": "ab4fa317-1417-4593-bd69-8d20825dd6cc"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:46:05.592735 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b87712-e50a-4b03-9863-923500b60b10 x-openstack-request-id: req-b4b87712-e50a-4b03-9863-923500b60b10 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:46:05.593040 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25e8e39b-426b-4058-9157-6e65956f0486", "tag": "ab4fa317-1417-4593-bd69-8d20825dd6cc", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:46:05.593303 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b4b87712-e50a-4b03-9863-923500b60b10 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:46:05.593875 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25e8e39b-426b-4058-9157-6e65956f0486', 'tag': 'ab4fa317-1417-4593-bd69-8d20825dd6cc', 'status': 'completed', 'code': 200}
Feb 05 21:46:05.641242 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-a29853c8-8609-46a0-953b-c32ea1daa896 None None] Set router cfdf99e3-f2b9-47dd-94c7-f6ad1095c654 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:46:05.659626 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a49aa-1d52-4c77-b282-4a9ae873a0c7 req-33801555-1203-4785-9bdc-f60b5986b493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:46:05.661808 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-088a49aa-1d52-4c77-b282-4a9ae873a0c7 req-33801555-1203-4785-9bdc-f60b5986b493 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad4914a1c56043a7bbc01d19cd824488&device_id=25e8e39b-426b-4058-9157-6e65956f0486 HTTP/1.1" status: 200  len: 1128 time: 0.0478199
Feb 05 21:46:05.795370 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a49aa-1d52-4c77-b282-4a9ae873a0c7 req-a846652b-4b31-4845-9b03-65a3fece90b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:46:05.796948 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-088a49aa-1d52-4c77-b282-4a9ae873a0c7 req-a846652b-4b31-4845-9b03-65a3fece90b1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1fa255f5-5104-48cc-b5f6-174ab2871190 HTTP/1.1" status: 200  len: 898 time: 0.1296935
Feb 05 21:46:05.844402 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-088a49aa-1d52-4c77-b282-4a9ae873a0c7 req-3a6f7157-fd54-447c-a7c5-0ead899b0361 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab4fa317-1417-4593-bd69-8d20825dd6cc HTTP/1.1" status: 200  len: 217 time: 0.0402968
Feb 05 21:46:05.852465 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a62ef6-4eb2-409d-a684-50528e9cf0b3 req-55840758-a53f-4255-ae86-37978b6ece91 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:46:05.853914 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-14a62ef6-4eb2-409d-a684-50528e9cf0b3 req-55840758-a53f-4255-ae86-37978b6ece91 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=25e8e39b-426b-4058-9157-6e65956f0486 HTTP/1.1" status: 200  len: 946 time: 0.1001704
Feb 05 21:46:05.854861 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-a29853c8-8609-46a0-953b-c32ea1daa896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8972df0>, [{'id': 'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543552377', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.4'}], 'enable_snat': True}, 'gw_port_id': '5b8a48d9-57a4-429f-8f64-257d574692cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:44:31Z', 'updated_at': '2022-02-05T21:44:34Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '5b8a48d9-57a4-429f-8f64-257d574692cf', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:49:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:44:31Z', 'updated_at': '2022-02-05T21:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '25230885-8342-4f1f-9c6b-42c9e14e890a', 'name': '', 'network_id': '1fa255f5-5104-48cc-b5f6-174ab2871190', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'mac_address': 'fa:16:3e:f8:fd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'd16f2a45-9820-465d-9c89-25bcb6b8ef40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:44:34Z', 'updated_at': '2022-02-05T21:44:37Z', 'revision_number': 5, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'subnets': [{'id': 'd16f2a45-9820-465d-9c89-25bcb6b8ef40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:46:05.881405 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29853c8-8609-46a0-953b-c32ea1daa896 None None] Checking router: cfdf99e3-f2b9-47dd-94c7-f6ad1095c654 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:46:05.890160 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29853c8-8609-46a0-953b-c32ea1daa896 None None] Routers {'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:46:05.890813 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-a29853c8-8609-46a0-953b-c32ea1daa896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8972df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:45:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['cfdf99e3-f2b9-47dd-94c7-f6ad1095c654'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:46:05.926170 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a49aa-1d52-4c77-b282-4a9ae873a0c7 req-d1890ed2-94d2-4ed6-9f65-4133c3db0e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:46:05.927681 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-088a49aa-1d52-4c77-b282-4a9ae873a0c7 req-d1890ed2-94d2-4ed6-9f65-4133c3db0e2d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d16f2a45-9820-465d-9c89-25bcb6b8ef40 HTTP/1.1" status: 200  len: 835 time: 0.0728140
Feb 05 21:46:05.970041 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-14a62ef6-4eb2-409d-a684-50528e9cf0b3 req-ef80c17b-c901-42f0-bb65-b43384c99977 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=310fb44a-ed94-4de5-a9f2-ded8003f493c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1059196
Feb 05 21:46:05.991108 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a49aa-1d52-4c77-b282-4a9ae873a0c7 req-a55ef6e0-1a0e-435c-9862-1692e997821e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:46:05.992669 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-088a49aa-1d52-4c77-b282-4a9ae873a0c7 req-a55ef6e0-1a0e-435c-9862-1692e997821e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1fa255f5-5104-48cc-b5f6-174ab2871190&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0566838
Feb 05 21:46:06.086014 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-088a49aa-1d52-4c77-b282-4a9ae873a0c7 req-aa49daef-ec82-4c6e-b0aa-6a2ff8a9cf81 service neutron] 10.222.0.21 "GET /v2.0/networks/1fa255f5-5104-48cc-b5f6-174ab2871190?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859973
Feb 05 21:46:06.087444 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-a29853c8-8609-46a0-953b-c32ea1daa896 None None] Set router cfdf99e3-f2b9-47dd-94c7-f6ad1095c654 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:46:06.180809 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-088a49aa-1d52-4c77-b282-4a9ae873a0c7 req-73f0f307-da6b-497b-a4f3-0b5e952eb883 service neutron] 10.222.0.21 "GET /v2.0/networks/1fa255f5-5104-48cc-b5f6-174ab2871190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0878837
Feb 05 21:46:06.198575 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5b33e729-7b14-4d16-8822-e82b03655d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:06.283930 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-a29853c8-8609-46a0-953b-c32ea1daa896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8972df0>, [{'id': 'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543552377', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.4'}], 'enable_snat': True}, 'gw_port_id': '5b8a48d9-57a4-429f-8f64-257d574692cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:44:31Z', 'updated_at': '2022-02-05T21:44:34Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '5b8a48d9-57a4-429f-8f64-257d574692cf', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:49:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:44:31Z', 'updated_at': '2022-02-05T21:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '25230885-8342-4f1f-9c6b-42c9e14e890a', 'name': '', 'network_id': '1fa255f5-5104-48cc-b5f6-174ab2871190', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'mac_address': 'fa:16:3e:f8:fd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'd16f2a45-9820-465d-9c89-25bcb6b8ef40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:44:34Z', 'updated_at': '2022-02-05T21:44:37Z', 'revision_number': 5, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'subnets': [{'id': 'd16f2a45-9820-465d-9c89-25bcb6b8ef40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:46:06.313913 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29853c8-8609-46a0-953b-c32ea1daa896 None None] The sync data for ids ['cfdf99e3-f2b9-47dd-94c7-f6ad1095c654'] in ncdv-master-1 is: [{'id': 'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543552377', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.4'}], 'enable_snat': True}, 'gw_port_id': '5b8a48d9-57a4-429f-8f64-257d574692cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:44:31Z', 'updated_at': '2022-02-05T21:44:34Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '5b8a48d9-57a4-429f-8f64-257d574692cf', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:49:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:44:31Z', 'updated_at': '2022-02-05T21:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '25230885-8342-4f1f-9c6b-42c9e14e890a', 'name': '', 'network_id': '1fa255f5-5104-48cc-b5f6-174ab2871190', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'mac_address': 'fa:16:3e:f8:fd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'd16f2a45-9820-465d-9c89-25bcb6b8ef40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:44:34Z', 'updated_at': '2022-02-05T21:44:37Z', 'revision_number': 5, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'subnets': [{'id': 'd16f2a45-9820-465d-9c89-25bcb6b8ef40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:46:06.538034 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7675e95b-4f0c-4fa7-ae68-593604f0050e None None] New status for floating IP e5d85724-b6c0-4028-a263-e9ff6510d109: DOWN {{(pid=114392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:46:07.096307 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4921f9-1c5e-465b-80b3-1caea155dfea req-3b5e4de0-81ac-4455-8427-7d75dd44d232 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:46:07.097800 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b4921f9-1c5e-465b-80b3-1caea155dfea req-3b5e4de0-81ac-4455-8427-7d75dd44d232 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=25e8e39b-426b-4058-9157-6e65956f0486 HTTP/1.1" status: 200  len: 946 time: 0.0538969
Feb 05 21:46:07.146181 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b4921f9-1c5e-465b-80b3-1caea155dfea req-1df8d93a-9d4c-4cd8-a0ff-6f1d17b3bbe4 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=310fb44a-ed94-4de5-a9f2-ded8003f493c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423515
Feb 05 21:46:07.534659 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1963eda-0419-4ee2-9d66-b49de256ea7a req-8d35e90c-cbfe-452e-9296-19838ee468e8 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:46:07.536378 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a1963eda-0419-4ee2-9d66-b49de256ea7a req-8d35e90c-cbfe-452e-9296-19838ee468e8 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.21 "GET /v2.0/ports?device_id=25e8e39b-426b-4058-9157-6e65956f0486 HTTP/1.1" status: 200  len: 946 time: 0.0571275
Feb 05 21:46:07.628874 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-a1963eda-0419-4ee2-9d66-b49de256ea7a req-2d0670c0-4f35-4e5e-a8f2-f45f48f8765d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Deleting port ab4fa317-1417-4593-bd69-8d20825dd6cc {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:46:07.629227 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a1963eda-0419-4ee2-9d66-b49de256ea7a req-2d0670c0-4f35-4e5e-a8f2-f45f48f8765d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (ab4fa317-1417-4593-bd69-8d20825dd6cc), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:07.651336 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:07.721453 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-a1963eda-0419-4ee2-9d66-b49de256ea7a req-2d0670c0-4f35-4e5e-a8f2-f45f48f8765d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] For port ab4fa317-1417-4593-bd69-8d20825dd6cc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ab4fa317-1417-4593-bd69-8d20825dd6cc,segment=NetworkSegment(881dc8ad-722c-4b78-b412-e2b7d45c5430),segment_id=881dc8ad-722c-4b78-b412-e2b7d45c5430)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:46:07.721819 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a1963eda-0419-4ee2-9d66-b49de256ea7a req-2d0670c0-4f35-4e5e-a8f2-f45f48f8765d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (ab4fa317-1417-4593-bd69-8d20825dd6cc), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:07.734334 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [req-a1963eda-0419-4ee2-9d66-b49de256ea7a req-2d0670c0-4f35-4e5e-a8f2-f45f48f8765d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Calling delete_port for ab4fa317-1417-4593-bd69-8d20825dd6cc owned by compute:nova {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:46:07.861779 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a1963eda-0419-4ee2-9d66-b49de256ea7a req-2d0670c0-4f35-4e5e-a8f2-f45f48f8765d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (ab4fa317-1417-4593-bd69-8d20825dd6cc), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:07.891944 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0670c0-4f35-4e5e-a8f2-f45f48f8765d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event deleted for resources: {'Port': ['ID=ab4fa317-1417-4593-bd69-8d20825dd6cc,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:46:07.937332 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1963eda-0419-4ee2-9d66-b49de256ea7a req-2d0670c0-4f35-4e5e-a8f2-f45f48f8765d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] No DVR routers for this DVR port ab4fa317-1417-4593-bd69-8d20825dd6cc on host nch1-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:46:07.940040 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a1963eda-0419-4ee2-9d66-b49de256ea7a req-2d0670c0-4f35-4e5e-a8f2-f45f48f8765d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:07.943500 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a1963eda-0419-4ee2-9d66-b49de256ea7a req-2d0670c0-4f35-4e5e-a8f2-f45f48f8765d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.21 "DELETE /v2.0/ports/ab4fa317-1417-4593-bd69-8d20825dd6cc HTTP/1.1" status: 204  len: 173 time: 0.4016650
Feb 05 21:46:07.943954 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e8e39b-426b-4058-9157-6e65956f0486', 'name': 'network-vif-deleted', 'tag': 'ab4fa317-1417-4593-bd69-8d20825dd6cc'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:46:07.946216 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16fdd19d8a7c57de6e0d65e92e0f39486390e6be4ccbd395fc02e890f8c23cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdef5a66-6d99-4390-b902-cdd88acc11a8" -d '{"events": [{"server_uuid": "25e8e39b-426b-4058-9157-6e65956f0486", "name": "network-vif-deleted", "tag": "ab4fa317-1417-4593-bd69-8d20825dd6cc"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:46:07.984244 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0ad4cc-aa13-4879-8300-a9df8218875a x-openstack-request-id: req-8c0ad4cc-aa13-4879-8300-a9df8218875a {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:46:07.984547 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e8e39b-426b-4058-9157-6e65956f0486", "name": "network-vif-deleted", "tag": "ab4fa317-1417-4593-bd69-8d20825dd6cc", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:46:07.984807 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8c0ad4cc-aa13-4879-8300-a9df8218875a {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:46:07.985218 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e8e39b-426b-4058-9157-6e65956f0486', 'name': 'network-vif-deleted', 'tag': 'ab4fa317-1417-4593-bd69-8d20825dd6cc', 'status': 'completed', 'code': 200}
Feb 05 21:46:08.252652 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aeea5ba6-0cb0-474a-bfe6-c05c4388c43f req-b3023e06-28a1-45d1-a1ed-27f870af98ac tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=25e8e39b-426b-4058-9157-6e65956f0486 HTTP/1.1" status: 200  len: 210 time: 0.0291746
Feb 05 21:46:09.239783 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:09.311261 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53290) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:46:09.456112 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device ab4fa317-1417-4593-bd69-8d20825dd6cc no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:46:09.479658 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: ab4fa317-1417-4593-bd69-8d20825dd6cc {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:46:09.480078 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device ab4fa317-1417-4593-bd69-8d20825dd6cc not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:46:09.678585 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-845e7de0-0593-449e-9d67-9c5844f2911d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (cfdf99e3-f2b9-47dd-94c7-f6ad1095c654), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:09.939706 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-845e7de0-0593-449e-9d67-9c5844f2911d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Deleting port 25230885-8342-4f1f-9c6b-42c9e14e890a {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:46:09.939975 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-845e7de0-0593-449e-9d67-9c5844f2911d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (25230885-8342-4f1f-9c6b-42c9e14e890a), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:10.027531 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-845e7de0-0593-449e-9d67-9c5844f2911d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] For port 25230885-8342-4f1f-9c6b-42c9e14e890a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=25230885-8342-4f1f-9c6b-42c9e14e890a,segment=NetworkSegment(881dc8ad-722c-4b78-b412-e2b7d45c5430),segment_id=881dc8ad-722c-4b78-b412-e2b7d45c5430)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:46:10.027904 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-845e7de0-0593-449e-9d67-9c5844f2911d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (25230885-8342-4f1f-9c6b-42c9e14e890a), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:10.039883 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-845e7de0-0593-449e-9d67-9c5844f2911d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Calling delete_port for 25230885-8342-4f1f-9c6b-42c9e14e890a owned by network:router_interface {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:46:10.223962 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-845e7de0-0593-449e-9d67-9c5844f2911d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (25230885-8342-4f1f-9c6b-42c9e14e890a), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:10.254169 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e7de0-0593-449e-9d67-9c5844f2911d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event deleted for resources: {'Port': ['ID=25230885-8342-4f1f-9c6b-42c9e14e890a,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:46:10.428469 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-845e7de0-0593-449e-9d67-9c5844f2911d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (cfdf99e3-f2b9-47dd-94c7-f6ad1095c654), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:10.582364 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:11.003133 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845e7de0-0593-449e-9d67-9c5844f2911d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Router cfdf99e3-f2b9-47dd-94c7-f6ad1095c654 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:46:11.109893 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845e7de0-0593-449e-9d67-9c5844f2911d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:46:11.114866 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-845e7de0-0593-449e-9d67-9c5844f2911d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "PUT /v2.0/routers/cfdf99e3-f2b9-47dd-94c7-f6ad1095c654/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8025708
Feb 05 21:46:11.117548 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53298) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:46:11.120336 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47ec838-f51c-4afd-9267-15269a38ee01 None None] Sync routers for ids ['cfdf99e3-f2b9-47dd-94c7-f6ad1095c654'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:46:11.129767 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47ec838-f51c-4afd-9267-15269a38ee01 None None] Routers {'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:46:11.130391 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-d47ec838-f51c-4afd-9267-15269a38ee01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db89e3d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:46:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['cfdf99e3-f2b9-47dd-94c7-f6ad1095c654'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:46:11.168681 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-72811edf-b01e-4be4-8250-bf3314c39432 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Deleting subnet d16f2a45-9820-465d-9c89-25bcb6b8ef40 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:46:11.172018 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-72811edf-b01e-4be4-8250-bf3314c39432 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for subnet (d16f2a45-9820-465d-9c89-25bcb6b8ef40), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:11.211097 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-72811edf-b01e-4be4-8250-bf3314c39432 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (d16f2a45-9820-465d-9c89-25bcb6b8ef40), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:11.234840 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-d47ec838-f51c-4afd-9267-15269a38ee01 None None] Set router cfdf99e3-f2b9-47dd-94c7-f6ad1095c654 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:46:11.299031 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-72811edf-b01e-4be4-8250-bf3314c39432 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (d16f2a45-9820-465d-9c89-25bcb6b8ef40), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:11.358960 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-72811edf-b01e-4be4-8250-bf3314c39432 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (d16f2a45-9820-465d-9c89-25bcb6b8ef40), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:11.385837 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72811edf-b01e-4be4-8250-bf3314c39432 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event deleted for resources: {'Subnet': ['ID=d16f2a45-9820-465d-9c89-25bcb6b8ef40,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:46:11.390961 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-72811edf-b01e-4be4-8250-bf3314c39432 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:11.394307 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-72811edf-b01e-4be4-8250-bf3314c39432 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "DELETE /v2.0/subnets/d16f2a45-9820-465d-9c89-25bcb6b8ef40 HTTP/1.1" status: 204  len: 168 time: 0.2758160
Feb 05 21:46:11.396983 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53300) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:46:11.401829 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8096212e-6b16-4681-b54e-5dec796c1778 None None] Network 1fa255f5-5104-48cc-b5f6-174ab2871190 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:46:11.419123 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-d47ec838-f51c-4afd-9267-15269a38ee01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db89e3d00>, [{'id': 'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543552377', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.4'}], 'enable_snat': True}, 'gw_port_id': '5b8a48d9-57a4-429f-8f64-257d574692cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:44:31Z', 'updated_at': '2022-02-05T21:46:10Z', 'revision_number': 5, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '5b8a48d9-57a4-429f-8f64-257d574692cf', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:49:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:44:31Z', 'updated_at': '2022-02-05T21:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:46:11.451202 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47ec838-f51c-4afd-9267-15269a38ee01 None None] Checking router: cfdf99e3-f2b9-47dd-94c7-f6ad1095c654 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:46:11.461465 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47ec838-f51c-4afd-9267-15269a38ee01 None None] Routers {'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:46:11.462413 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-d47ec838-f51c-4afd-9267-15269a38ee01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db89e3d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:46:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['cfdf99e3-f2b9-47dd-94c7-f6ad1095c654'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:46:11.519848 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0b1d183b-fb99-4647-a004-50fd69e690d2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for router (cfdf99e3-f2b9-47dd-94c7-f6ad1095c654), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:11.577298 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-d47ec838-f51c-4afd-9267-15269a38ee01 None None] Set router cfdf99e3-f2b9-47dd-94c7-f6ad1095c654 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:46:11.589291 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0f4b93-e0c8-47af-8264-15fe6e796ec4 None None] DHCP port deletion for 1fa255f5-5104-48cc-b5f6-174ab2871190 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:46:11.640037 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ce0f4b93-e0c8-47af-8264-15fe6e796ec4 None None] Deleting port 0794d170-1d56-438d-a265-ed24b4010756 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:46:11.640424 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ce0f4b93-e0c8-47af-8264-15fe6e796ec4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (0794d170-1d56-438d-a265-ed24b4010756), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:11.645134 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0b1d183b-fb99-4647-a004-50fd69e690d2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for router_gateway (cfdf99e3-f2b9-47dd-94c7-f6ad1095c654), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:11.704633 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-0b1d183b-fb99-4647-a004-50fd69e690d2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Deleting port 5b8a48d9-57a4-429f-8f64-257d574692cf {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:46:11.705226 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0b1d183b-fb99-4647-a004-50fd69e690d2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (5b8a48d9-57a4-429f-8f64-257d574692cf), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:11.713070 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-ce0f4b93-e0c8-47af-8264-15fe6e796ec4 None None] For port 0794d170-1d56-438d-a265-ed24b4010756, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0794d170-1d56-438d-a265-ed24b4010756,segment=NetworkSegment(881dc8ad-722c-4b78-b412-e2b7d45c5430),segment_id=881dc8ad-722c-4b78-b412-e2b7d45c5430)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:46:11.713482 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ce0f4b93-e0c8-47af-8264-15fe6e796ec4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (0794d170-1d56-438d-a265-ed24b4010756), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:11.726954 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ce0f4b93-e0c8-47af-8264-15fe6e796ec4 None None] Calling delete_port for 0794d170-1d56-438d-a265-ed24b4010756 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:46:11.773609 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-d47ec838-f51c-4afd-9267-15269a38ee01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db89e3d00>, [{'id': 'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543552377', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.4'}], 'enable_snat': True}, 'gw_port_id': '5b8a48d9-57a4-429f-8f64-257d574692cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:44:31Z', 'updated_at': '2022-02-05T21:46:10Z', 'revision_number': 5, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '5b8a48d9-57a4-429f-8f64-257d574692cf', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:49:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:44:31Z', 'updated_at': '2022-02-05T21:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:46:11.798273 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-0b1d183b-fb99-4647-a004-50fd69e690d2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] For port 5b8a48d9-57a4-429f-8f64-257d574692cf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b8a48d9-57a4-429f-8f64-257d574692cf,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:46:11.798716 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0b1d183b-fb99-4647-a004-50fd69e690d2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (5b8a48d9-57a4-429f-8f64-257d574692cf), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:11.800956 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47ec838-f51c-4afd-9267-15269a38ee01 None None] The sync data for ids ['cfdf99e3-f2b9-47dd-94c7-f6ad1095c654'] in ncdv-master-1 is: [{'id': 'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543552377', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.4'}], 'enable_snat': True}, 'gw_port_id': '5b8a48d9-57a4-429f-8f64-257d574692cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:44:31Z', 'updated_at': '2022-02-05T21:46:10Z', 'revision_number': 5, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '5b8a48d9-57a4-429f-8f64-257d574692cf', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:49:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdf99e3-f2b9-47dd-94c7-f6ad1095c654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:44:31Z', 'updated_at': '2022-02-05T21:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:46:11.815569 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ce0f4b93-e0c8-47af-8264-15fe6e796ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (0794d170-1d56-438d-a265-ed24b4010756), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:11.818521 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-0b1d183b-fb99-4647-a004-50fd69e690d2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Calling delete_port for 5b8a48d9-57a4-429f-8f64-257d574692cf owned by network:router_gateway {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:46:11.843694 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0f4b93-e0c8-47af-8264-15fe6e796ec4 None None] Pushing event deleted for resources: {'Port': ['ID=0794d170-1d56-438d-a265-ed24b4010756,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:46:11.850638 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0f4b93-e0c8-47af-8264-15fe6e796ec4 None None] No DVR routers for this DVR port 0794d170-1d56-438d-a265-ed24b4010756 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:46:11.852955 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0f4b93-e0c8-47af-8264-15fe6e796ec4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:11.853308 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0f4b93-e0c8-47af-8264-15fe6e796ec4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:11.853660 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0f4b93-e0c8-47af-8264-15fe6e796ec4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:11.854001 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0f4b93-e0c8-47af-8264-15fe6e796ec4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:11.854338 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0f4b93-e0c8-47af-8264-15fe6e796ec4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:11.854750 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0f4b93-e0c8-47af-8264-15fe6e796ec4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:11.855083 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0f4b93-e0c8-47af-8264-15fe6e796ec4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:11.855415 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0f4b93-e0c8-47af-8264-15fe6e796ec4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:11.855744 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0f4b93-e0c8-47af-8264-15fe6e796ec4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:11.856076 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0f4b93-e0c8-47af-8264-15fe6e796ec4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:11.857012 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0f4b93-e0c8-47af-8264-15fe6e796ec4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:11.857339 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0f4b93-e0c8-47af-8264-15fe6e796ec4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:11.857667 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0f4b93-e0c8-47af-8264-15fe6e796ec4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:12.001898 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0b1d183b-fb99-4647-a004-50fd69e690d2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (5b8a48d9-57a4-429f-8f64-257d574692cf), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:12.027990 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1d183b-fb99-4647-a004-50fd69e690d2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event deleted for resources: {'Port': ['ID=5b8a48d9-57a4-429f-8f64-257d574692cf,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:46:12.090573 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0b1d183b-fb99-4647-a004-50fd69e690d2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (cfdf99e3-f2b9-47dd-94c7-f6ad1095c654), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:12.185935 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0b1d183b-fb99-4647-a004-50fd69e690d2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (cfdf99e3-f2b9-47dd-94c7-f6ad1095c654), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:12.188255 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0b1d183b-fb99-4647-a004-50fd69e690d2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for router_controller (cfdf99e3-f2b9-47dd-94c7-f6ad1095c654), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:12.241112 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0b1d183b-fb99-4647-a004-50fd69e690d2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (cfdf99e3-f2b9-47dd-94c7-f6ad1095c654), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:12.241656 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1d183b-fb99-4647-a004-50fd69e690d2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Fanout notify agent at l3_agent the message router_deleted on router cfdf99e3-f2b9-47dd-94c7-f6ad1095c654 {{(pid=114391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:46:12.251035 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0b1d183b-fb99-4647-a004-50fd69e690d2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:12.252270 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0b1d183b-fb99-4647-a004-50fd69e690d2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "DELETE /v2.0/routers/cfdf99e3-f2b9-47dd-94c7-f6ad1095c654 HTTP/1.1" status: 204  len: 168 time: 0.8542914
Feb 05 21:46:12.254976 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53306) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:46:12.335816 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bea527ad-a005-44bc-be2e-750e8317f9ec tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (1fa255f5-5104-48cc-b5f6-174ab2871190), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:12.430878 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bea527ad-a005-44bc-be2e-750e8317f9ec tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (1fa255f5-5104-48cc-b5f6-174ab2871190), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:12.452973 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-bea527ad-a005-44bc-be2e-750e8317f9ec tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db353b1c0>,) {'filters': {'network_id': ['1fa255f5-5104-48cc-b5f6-174ab2871190']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:46:12.462838 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-bea527ad-a005-44bc-be2e-750e8317f9ec tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db353b1c0>, '881dc8ad-722c-4b78-b412-e2b7d45c5430') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:46:12.463143 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-bea527ad-a005-44bc-be2e-750e8317f9ec tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db353b1c0>, '881dc8ad-722c-4b78-b412-e2b7d45c5430') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:46:12.472813 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bea527ad-a005-44bc-be2e-750e8317f9ec tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (881dc8ad-722c-4b78-b412-e2b7d45c5430), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:12.485743 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bea527ad-a005-44bc-be2e-750e8317f9ec tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (881dc8ad-722c-4b78-b412-e2b7d45c5430), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:12.491560 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bea527ad-a005-44bc-be2e-750e8317f9ec tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:46:12.491946 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bea527ad-a005-44bc-be2e-750e8317f9ec tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (881dc8ad-722c-4b78-b412-e2b7d45c5430), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:12.494933 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 21:46:12.494933 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:46:12.494933 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 21:46:12.494933 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:46:12.494933 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 21:46:12.494933 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:46:12.494933 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 21:46:12.494933 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:46:12.494933 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 21:46:12.494933 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:46:12.494933 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 21:46:12.494933 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:46:12.494933 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 21:46:12.494933 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:46:12.494933 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:46:12.494933 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:46:12.494933 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:46:12.494933 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:46:12.494933 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 21:46:12.494933 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:46:12.494933 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 21:46:12.494933 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:46:12.494933 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:46:12.494933 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:46:12.494933 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:46:12.494933 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:46:12.494933 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:46:12.494933 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:46:12.494933 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:46:12.494933 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:46:12.494933 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:46:12.494933 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:46:12.555376 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bea527ad-a005-44bc-be2e-750e8317f9ec tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (1fa255f5-5104-48cc-b5f6-174ab2871190), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:12.562823 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bea527ad-a005-44bc-be2e-750e8317f9ec tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:12.565969 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-bea527ad-a005-44bc-be2e-750e8317f9ec tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "DELETE /v2.0/networks/1fa255f5-5104-48cc-b5f6-174ab2871190 HTTP/1.1" status: 204  len: 168 time: 0.3099384
Feb 05 21:46:12.568715 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53308) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:46:12.578115 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea527ad-a005-44bc-be2e-750e8317f9ec tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event deleted for resources: {'Network': ['ID=1fa255f5-5104-48cc-b5f6-174ab2871190,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:46:12.630871 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-31a9cb13-ba6a-4062-a1d7-ffece1e4b1b7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group (310fb44a-ed94-4de5-a9f2-ded8003f493c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:12.655118 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-31a9cb13-ba6a-4062-a1d7-ffece1e4b1b7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group (310fb44a-ed94-4de5-a9f2-ded8003f493c), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:12.716417 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-31a9cb13-ba6a-4062-a1d7-ffece1e4b1b7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (310fb44a-ed94-4de5-a9f2-ded8003f493c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:12.718860 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-31a9cb13-ba6a-4062-a1d7-ffece1e4b1b7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:12.720061 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-31a9cb13-ba6a-4062-a1d7-ffece1e4b1b7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "DELETE /v2.0/security-groups/310fb44a-ed94-4de5-a9f2-ded8003f493c HTTP/1.1" status: 204  len: 168 time: 0.1503067
Feb 05 21:46:12.732083 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a9cb13-ba6a-4062-a1d7-ffece1e4b1b7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=310fb44a-ed94-4de5-a9f2-ded8003f493c,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:46:12.739795 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a9cb13-ba6a-4062-a1d7-ffece1e4b1b7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:12.740151 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a9cb13-ba6a-4062-a1d7-ffece1e4b1b7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:12.740510 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a9cb13-ba6a-4062-a1d7-ffece1e4b1b7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:12.740887 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a9cb13-ba6a-4062-a1d7-ffece1e4b1b7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:12.741226 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a9cb13-ba6a-4062-a1d7-ffece1e4b1b7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:12.741562 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a9cb13-ba6a-4062-a1d7-ffece1e4b1b7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:12.741980 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a9cb13-ba6a-4062-a1d7-ffece1e4b1b7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:12.742226 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a9cb13-ba6a-4062-a1d7-ffece1e4b1b7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:12.742593 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a9cb13-ba6a-4062-a1d7-ffece1e4b1b7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:12.742929 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a9cb13-ba6a-4062-a1d7-ffece1e4b1b7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:12.743262 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a9cb13-ba6a-4062-a1d7-ffece1e4b1b7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:12.743589 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a9cb13-ba6a-4062-a1d7-ffece1e4b1b7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:12.743914 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a9cb13-ba6a-4062-a1d7-ffece1e4b1b7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:12.950990 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 5b8a48d9-57a4-429f-8f64-257d574692cf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:46:12.974643 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 5b8a48d9-57a4-429f-8f64-257d574692cf {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:46:12.974998 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 5b8a48d9-57a4-429f-8f64-257d574692cf not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:46:12.975416 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 25230885-8342-4f1f-9c6b-42c9e14e890a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:46:12.993477 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 25230885-8342-4f1f-9c6b-42c9e14e890a {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:46:12.993827 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 25230885-8342-4f1f-9c6b-42c9e14e890a not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:46:12.994243 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 0794d170-1d56-438d-a265-ed24b4010756 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:46:13.014450 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 0794d170-1d56-438d-a265-ed24b4010756 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:46:13.014812 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 0794d170-1d56-438d-a265-ed24b4010756 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:46:13.101178 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53324) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:46:13.105745 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-619ec97f-e2a6-407c-8ff4-9187e7de71b9 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-939582133', 'description': 'tempest-secgroup-smoke-939582133 description', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:46:13.126948 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-619ec97f-e2a6-407c-8ff4-9187e7de71b9 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:13.190340 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-619ec97f-e2a6-407c-8ff4-9187e7de71b9 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group (645c49cd-cfa9-486b-8c9f-383f0d767781), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:13.193875 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-619ec97f-e2a6-407c-8ff4-9187e7de71b9 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (645c49cd-cfa9-486b-8c9f-383f0d767781), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:13.223464 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-619ec97f-e2a6-407c-8ff4-9187e7de71b9 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:13.224675 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-619ec97f-e2a6-407c-8ff4-9187e7de71b9 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1224875
Feb 05 21:46:13.226634 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ec97f-e2a6-407c-8ff4-9187e7de71b9 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=645c49cd-cfa9-486b-8c9f-383f0d767781,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:46:13.227768 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53326) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:46:13.233166 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-64fcb7eb-5412-474e-a695-cc5ed5a9ced3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'security_group_rule': {'security_group_id': '645c49cd-cfa9-486b-8c9f-383f0d767781', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:46:13.258170 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-64fcb7eb-5412-474e-a695-cc5ed5a9ced3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (6f7132ee-5d08-4b0b-afd6-ae7433d95d69), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:13.313685 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-64fcb7eb-5412-474e-a695-cc5ed5a9ced3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (6f7132ee-5d08-4b0b-afd6-ae7433d95d69), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:13.317207 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-64fcb7eb-5412-474e-a695-cc5ed5a9ced3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (6f7132ee-5d08-4b0b-afd6-ae7433d95d69), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:13.336886 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fcb7eb-5412-474e-a695-cc5ed5a9ced3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f7132ee-5d08-4b0b-afd6-ae7433d95d69,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:46:13.342669 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-64fcb7eb-5412-474e-a695-cc5ed5a9ced3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:13.343877 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-64fcb7eb-5412-474e-a695-cc5ed5a9ced3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1147709
Feb 05 21:46:13.346721 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53328) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:46:13.350925 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-1fae3be2-de9c-4190-9077-f10542f11fb1 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'security_group_rule': {'security_group_id': '645c49cd-cfa9-486b-8c9f-383f0d767781', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:46:13.378403 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1fae3be2-de9c-4190-9077-f10542f11fb1 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (3133b369-819e-4442-9bfa-d223e9b6da0b), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:13.433791 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1fae3be2-de9c-4190-9077-f10542f11fb1 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (3133b369-819e-4442-9bfa-d223e9b6da0b), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:13.437475 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1fae3be2-de9c-4190-9077-f10542f11fb1 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (3133b369-819e-4442-9bfa-d223e9b6da0b), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:13.455703 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae3be2-de9c-4190-9077-f10542f11fb1 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3133b369-819e-4442-9bfa-d223e9b6da0b,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:46:13.462132 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1fae3be2-de9c-4190-9077-f10542f11fb1 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:13.463368 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1fae3be2-de9c-4190-9077-f10542f11fb1 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1157405
Feb 05 21:46:13.466920 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53330) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:46:13.471213 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-f82a3fbd-1df8-45de-8dd5-5c3b84c9afdb tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'security_group_rule': {'security_group_id': '645c49cd-cfa9-486b-8c9f-383f0d767781', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:46:13.494952 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f82a3fbd-1df8-45de-8dd5-5c3b84c9afdb tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (6b13543d-4460-4b56-b204-9b4fd46f3607), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:13.553758 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f82a3fbd-1df8-45de-8dd5-5c3b84c9afdb tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (6b13543d-4460-4b56-b204-9b4fd46f3607), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:13.557637 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f82a3fbd-1df8-45de-8dd5-5c3b84c9afdb tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (6b13543d-4460-4b56-b204-9b4fd46f3607), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:13.576609 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a3fbd-1df8-45de-8dd5-5c3b84c9afdb tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b13543d-4460-4b56-b204-9b4fd46f3607,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:46:13.583812 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f82a3fbd-1df8-45de-8dd5-5c3b84c9afdb tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:13.584992 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f82a3fbd-1df8-45de-8dd5-5c3b84c9afdb tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1171591
Feb 05 21:46:13.587794 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53332) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:46:13.592568 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-8c1318d5-688d-4b7d-8768-81ee8303d836 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'security_group_rule': {'security_group_id': '645c49cd-cfa9-486b-8c9f-383f0d767781', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:46:13.616517 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8c1318d5-688d-4b7d-8768-81ee8303d836 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (8624415b-3cc0-47db-a036-da3ba5f174be), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:13.672860 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8c1318d5-688d-4b7d-8768-81ee8303d836 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (8624415b-3cc0-47db-a036-da3ba5f174be), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:13.676259 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8c1318d5-688d-4b7d-8768-81ee8303d836 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (8624415b-3cc0-47db-a036-da3ba5f174be), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:13.694634 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1318d5-688d-4b7d-8768-81ee8303d836 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8624415b-3cc0-47db-a036-da3ba5f174be,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:46:13.702408 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8c1318d5-688d-4b7d-8768-81ee8303d836 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:13.703598 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8c1318d5-688d-4b7d-8768-81ee8303d836 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1149490
Feb 05 21:46:13.706321 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53334) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:46:13.710514 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-93b931d5-c28f-416e-9017-4b68a5d18ae2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'security_group_rule': {'security_group_id': '645c49cd-cfa9-486b-8c9f-383f0d767781', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:46:13.730565 ncdv-master-1 neutron-server[114391]: INFO neutron.db.securitygroups_db [None req-93b931d5-c28f-416e-9017-4b68a5d18ae2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Project ad4914a1c56043a7bbc01d19cd824488 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 05 21:46:13.736057 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-93b931d5-c28f-416e-9017-4b68a5d18ae2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (38a00a04-50a4-4bf7-95dd-acdc8cf98892), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:13.796037 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-93b931d5-c28f-416e-9017-4b68a5d18ae2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (38a00a04-50a4-4bf7-95dd-acdc8cf98892), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:13.799727 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-93b931d5-c28f-416e-9017-4b68a5d18ae2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (38a00a04-50a4-4bf7-95dd-acdc8cf98892), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:13.817072 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b931d5-c28f-416e-9017-4b68a5d18ae2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a00a04-50a4-4bf7-95dd-acdc8cf98892,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:46:13.825202 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-93b931d5-c28f-416e-9017-4b68a5d18ae2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:13.826588 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-93b931d5-c28f-416e-9017-4b68a5d18ae2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1192963
Feb 05 21:46:13.829381 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53336) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:46:13.833789 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-55894e2e-ba7b-4a2d-a874-6a9cdae40b16 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'security_group_rule': {'security_group_id': '645c49cd-cfa9-486b-8c9f-383f0d767781', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:46:13.854300 ncdv-master-1 neutron-server[114391]: INFO neutron.db.securitygroups_db [None req-55894e2e-ba7b-4a2d-a874-6a9cdae40b16 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Project ad4914a1c56043a7bbc01d19cd824488 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 05 21:46:13.859686 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-55894e2e-ba7b-4a2d-a874-6a9cdae40b16 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (c03fb95c-220e-4f16-a55b-d91a1fcf6d3f), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:13.921602 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-55894e2e-ba7b-4a2d-a874-6a9cdae40b16 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (c03fb95c-220e-4f16-a55b-d91a1fcf6d3f), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:13.925012 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-55894e2e-ba7b-4a2d-a874-6a9cdae40b16 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (c03fb95c-220e-4f16-a55b-d91a1fcf6d3f), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:13.943762 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55894e2e-ba7b-4a2d-a874-6a9cdae40b16 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c03fb95c-220e-4f16-a55b-d91a1fcf6d3f,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:46:13.952147 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-55894e2e-ba7b-4a2d-a874-6a9cdae40b16 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:13.953358 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-55894e2e-ba7b-4a2d-a874-6a9cdae40b16 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1230202
Feb 05 21:46:13.956166 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53338) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:46:13.960901 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-49661f1c-498f-42df-9b53-c92059ff8578 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'network': {'name': 'tempest-network-smoke--1192275163', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'port_security_enabled': True}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:46:13.979133 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49661f1c-498f-42df-9b53-c92059ff8578 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Made reservation on behalf of ad4914a1c56043a7bbc01d19cd824488 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:46:13.983156 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-49661f1c-498f-42df-9b53-c92059ff8578 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:14.005215 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49661f1c-498f-42df-9b53-c92059ff8578 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:46:14.013962 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-49661f1c-498f-42df-9b53-c92059ff8578 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (11e825a5-1523-4bf1-8c89-b666b84bd6c7), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:14.014302 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-49661f1c-498f-42df-9b53-c92059ff8578 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Added segment 11e825a5-1523-4bf1-8c89-b666b84bd6c7 of type vlan for network 40ce0e51-5aa1-4f11-989f-c3060bf7b058
Feb 05 21:46:14.054423 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-49661f1c-498f-42df-9b53-c92059ff8578 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (40ce0e51-5aa1-4f11-989f-c3060bf7b058), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:14.076960 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-49661f1c-498f-42df-9b53-c92059ff8578 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (40ce0e51-5aa1-4f11-989f-c3060bf7b058), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:14.081880 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49661f1c-498f-42df-9b53-c92059ff8578 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:46:14.082494 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-49661f1c-498f-42df-9b53-c92059ff8578 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:14.118853 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-49661f1c-498f-42df-9b53-c92059ff8578 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1616080
Feb 05 21:46:14.121670 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53340) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:46:14.127141 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-c46fd839-fe53-477b-a69f-58b2e6a99f87 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1226719503', 'admin_state_up': True, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:46:14.148362 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c46fd839-fe53-477b-a69f-58b2e6a99f87 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (db6bdc89-c284-4484-9c84-07bb530a532c), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:14.149381 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c46fd839-fe53-477b-a69f-58b2e6a99f87 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (db6bdc89-c284-4484-9c84-07bb530a532c), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:14.153792 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49661f1c-498f-42df-9b53-c92059ff8578 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'Network': ['ID=40ce0e51-5aa1-4f11-989f-c3060bf7b058,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:46:14.164230 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 40ce0e51-5aa1-4f11-989f-c3060bf7b058 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:46:14.208526 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c46fd839-fe53-477b-a69f-58b2e6a99f87 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for router_controller (db6bdc89-c284-4484-9c84-07bb530a532c), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:14.352409 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c46fd839-fe53-477b-a69f-58b2e6a99f87 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for router_gateway (db6bdc89-c284-4484-9c84-07bb530a532c), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:14.541805 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c46fd839-fe53-477b-a69f-58b2e6a99f87 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for router_gateway (db6bdc89-c284-4484-9c84-07bb530a532c), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:14.560509 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c46fd839-fe53-477b-a69f-58b2e6a99f87 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:14.663703 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-c46fd839-fe53-477b-a69f-58b2e6a99f87 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Allocated IP 172.35.4.31 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/7c1e9002-3322-4428-bccc-5d357fc1246d) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:46:14.761929 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c46fd839-fe53-477b-a69f-58b2e6a99f87 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for port (7c1e9002-3322-4428-bccc-5d357fc1246d), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:14.801597 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c46fd839-fe53-477b-a69f-58b2e6a99f87 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (7c1e9002-3322-4428-bccc-5d357fc1246d), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:14.841896 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46fd839-fe53-477b-a69f-58b2e6a99f87 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:46:14.846139 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-c46fd839-fe53-477b-a69f-58b2e6a99f87 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:46:14.848597 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46fd839-fe53-477b-a69f-58b2e6a99f87 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:46:14.854099 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46fd839-fe53-477b-a69f-58b2e6a99f87 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'Port': ['ID=7c1e9002-3322-4428-bccc-5d357fc1246d,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:46:15.101913 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c46fd839-fe53-477b-a69f-58b2e6a99f87 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for router_gateway (db6bdc89-c284-4484-9c84-07bb530a532c), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:15.301097 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c46fd839-fe53-477b-a69f-58b2e6a99f87 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (db6bdc89-c284-4484-9c84-07bb530a532c), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:15.432736 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46fd839-fe53-477b-a69f-58b2e6a99f87 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Router db6bdc89-c284-4484-9c84-07bb530a532c is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:46:15.539282 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46fd839-fe53-477b-a69f-58b2e6a99f87 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:46:15.550909 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78954c15-4209-4b6c-b7c0-24e4c4f90dde None None] Sync routers for ids ['db6bdc89-c284-4484-9c84-07bb530a532c'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:46:15.560405 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c46fd839-fe53-477b-a69f-58b2e6a99f87 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:15.564570 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78954c15-4209-4b6c-b7c0-24e4c4f90dde None None] Routers {'db6bdc89-c284-4484-9c84-07bb530a532c'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:46:15.564711 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c46fd839-fe53-477b-a69f-58b2e6a99f87 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.4382210
Feb 05 21:46:15.564800 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-78954c15-4209-4b6c-b7c0-24e4c4f90dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db81e3b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:46:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['db6bdc89-c284-4484-9c84-07bb530a532c'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:46:15.564905 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53342) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:46:15.592988 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-ad8783d0-97e9-4f1f-820b-236b431d22e4 tempest-TestNetworkAdvancedServerOps-979185547 tempest-TestNetworkAdvancedServerOps-979185547-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=ad4914a1c56043a7bbc01d19cd824488&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0271022
Feb 05 21:46:15.595580 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53344) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:46:15.672033 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:15.679921 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afda685-5872-4810-a2fb-7f644d559d77 tempest-TestNetworkAdvancedServerOps-979185547 tempest-TestNetworkAdvancedServerOps-979185547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:46:15.681422 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2afda685-5872-4810-a2fb-7f644d559d77 tempest-TestNetworkAdvancedServerOps-979185547 tempest-TestNetworkAdvancedServerOps-979185547-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0849514
Feb 05 21:46:15.682034 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-78954c15-4209-4b6c-b7c0-24e4c4f90dde None None] Set router db6bdc89-c284-4484-9c84-07bb530a532c gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:46:15.685007 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53346) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:46:15.711597 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-962201cf-e66b-4060-823a-ae3d38b056c7 tempest-TestNetworkAdvancedServerOps-979185547 tempest-TestNetworkAdvancedServerOps-979185547-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=d65fb4dc-e812-4574-a4e6-6308f0abdf3f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0254600
Feb 05 21:46:15.713986 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53348) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:46:15.718696 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-5b96a20a-5c4f-4b71-810d-4c5a236132e1 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-855742438', 'network_id': '40ce0e51-5aa1-4f11-989f-c3060bf7b058', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:46:15.807769 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b96a20a-5c4f-4b71-810d-4c5a236132e1 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Made reservation on behalf of ad4914a1c56043a7bbc01d19cd824488 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:46:15.811962 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5b96a20a-5c4f-4b71-810d-4c5a236132e1 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:15.860939 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-78954c15-4209-4b6c-b7c0-24e4c4f90dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db81e3b20>, [{'id': 'db6bdc89-c284-4484-9c84-07bb530a532c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226719503', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.31'}], 'enable_snat': True}, 'gw_port_id': '7c1e9002-3322-4428-bccc-5d357fc1246d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:46:14Z', 'updated_at': '2022-02-05T21:46:14Z', 'revision_number': 3, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '7c1e9002-3322-4428-bccc-5d357fc1246d', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ce:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6bdc89-c284-4484-9c84-07bb530a532c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:46:14Z', 'updated_at': '2022-02-05T21:46:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:46:15.888147 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78954c15-4209-4b6c-b7c0-24e4c4f90dde None None] Checking router: db6bdc89-c284-4484-9c84-07bb530a532c for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:46:15.888518 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78954c15-4209-4b6c-b7c0-24e4c4f90dde None None] Updating router db6bdc89-c284-4484-9c84-07bb530a532c port 7c1e9002-3322-4428-bccc-5d357fc1246d binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:46:15.921512 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-78954c15-4209-4b6c-b7c0-24e4c4f90dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7c1e9002-3322-4428-bccc-5d357fc1246d), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:15.994941 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5b96a20a-5c4f-4b71-810d-4c5a236132e1 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (e10115ab-9b3f-4e53-855f-d678a890f994), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:16.057467 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b96a20a-5c4f-4b71-810d-4c5a236132e1 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'Subnet': ['ID=e10115ab-9b3f-4e53-855f-d678a890f994,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:46:16.063590 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b96a20a-5c4f-4b71-810d-4c5a236132e1 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Checking segment: {'id': '11e825a5-1523-4bf1-8c89-b666b84bd6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '40ce0e51-5aa1-4f11-989f-c3060bf7b058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:46:16.063956 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b96a20a-5c4f-4b71-810d-4c5a236132e1 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Network hostable DHCP agents. Network: 40ce0e51-5aa1-4f11-989f-c3060bf7b058, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:46:16.080720 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b96a20a-5c4f-4b71-810d-4c5a236132e1 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Network 40ce0e51-5aa1-4f11-989f-c3060bf7b058 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:46:16.089649 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-5b96a20a-5c4f-4b71-810d-4c5a236132e1 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 40ce0e51-5aa1-4f11-989f-c3060bf7b058) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:46:16.093880 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b96a20a-5c4f-4b71-810d-4c5a236132e1 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:46:16.094491 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5b96a20a-5c4f-4b71-810d-4c5a236132e1 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:16.105440 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb668c95-a272-42d8-8f3c-7bb271c4c90b None None] Network 40ce0e51-5aa1-4f11-989f-c3060bf7b058 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:46:16.110129 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5b96a20a-5c4f-4b71-810d-4c5a236132e1 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.3951333
Feb 05 21:46:16.113025 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53350) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:46:16.416626 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-78954c15-4209-4b6c-b7c0-24e4c4f90dde None None] Publish callbacks [] for port (7c1e9002-3322-4428-bccc-5d357fc1246d), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:16.425149 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-78954c15-4209-4b6c-b7c0-24e4c4f90dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7c1e9002-3322-4428-bccc-5d357fc1246d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:16.434312 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca0b009-183a-4e90-8e6c-04c134216b37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-40ce0e51-5aa1-4f11-989f-c3060bf7b058', 'network_id': '40ce0e51-5aa1-4f11-989f-c3060bf7b058', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'fixed_ips': [{'subnet_id': 'e10115ab-9b3f-4e53-855f-d678a890f994'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:46:16.435175 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7ca0b009-183a-4e90-8e6c-04c134216b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:16.493658 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-78954c15-4209-4b6c-b7c0-24e4c4f90dde None None] Attempting to bind port 7c1e9002-3322-4428-bccc-5d357fc1246d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:46:16.494038 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-78954c15-4209-4b6c-b7c0-24e4c4f90dde None None] Attempting to bind port 7c1e9002-3322-4428-bccc-5d357fc1246d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:46:16.494463 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78954c15-4209-4b6c-b7c0-24e4c4f90dde None None] Attempting to bind port 7c1e9002-3322-4428-bccc-5d357fc1246d on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:46:16.555406 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-021445e3-a7fc-47b1-8be9-337357f9c10f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:16.560428 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78954c15-4209-4b6c-b7c0-24e4c4f90dde None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:46:16.560928 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78954c15-4209-4b6c-b7c0-24e4c4f90dde None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:46:16.561213 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-78954c15-4209-4b6c-b7c0-24e4c4f90dde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:16.561611 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78954c15-4209-4b6c-b7c0-24e4c4f90dde None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:46:16.562098 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-78954c15-4209-4b6c-b7c0-24e4c4f90dde None None] Bound port: 7c1e9002-3322-4428-bccc-5d357fc1246d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:46:16.562510 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-78954c15-4209-4b6c-b7c0-24e4c4f90dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7c1e9002-3322-4428-bccc-5d357fc1246d), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:16.564039 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d99f25d-d133-4bb4-9d84-52563d66f701 None None] Pushing event updated for resources: {'Port': ['ID=7c1e9002-3322-4428-bccc-5d357fc1246d,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:46:16.662205 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-78954c15-4209-4b6c-b7c0-24e4c4f90dde None None] For port 7c1e9002-3322-4428-bccc-5d357fc1246d, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:46:16.666762 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-78954c15-4209-4b6c-b7c0-24e4c4f90dde None None] For port 7c1e9002-3322-4428-bccc-5d357fc1246d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c1e9002-3322-4428-bccc-5d357fc1246d,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:46:16.679082 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-78954c15-4209-4b6c-b7c0-24e4c4f90dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7c1e9002-3322-4428-bccc-5d357fc1246d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:16.681564 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-7ca0b009-183a-4e90-8e6c-04c134216b37 None None] Allocated IP 172.20.0.2 (40ce0e51-5aa1-4f11-989f-c3060bf7b058/e10115ab-9b3f-4e53-855f-d678a890f994/1da613d6-9232-4ac4-8d70-f60c0c2718c1) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:46:16.774091 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78954c15-4209-4b6c-b7c0-24e4c4f90dde None None] Routers {'db6bdc89-c284-4484-9c84-07bb530a532c'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:46:16.774752 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-78954c15-4209-4b6c-b7c0-24e4c4f90dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db81e3b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:46:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['db6bdc89-c284-4484-9c84-07bb530a532c'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:46:16.779604 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d99f25d-d133-4bb4-9d84-52563d66f701 None None] Pushing event updated for resources: {'Port': ['ID=7c1e9002-3322-4428-bccc-5d357fc1246d,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:46:16.960065 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-78954c15-4209-4b6c-b7c0-24e4c4f90dde None None] Set router db6bdc89-c284-4484-9c84-07bb530a532c gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:46:17.039335 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7ca0b009-183a-4e90-8e6c-04c134216b37 None None] Publish callbacks [] for port (1da613d6-9232-4ac4-8d70-f60c0c2718c1), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:17.052219 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7ca0b009-183a-4e90-8e6c-04c134216b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (1da613d6-9232-4ac4-8d70-f60c0c2718c1), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:17.099188 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-021445e3-a7fc-47b1-8be9-337357f9c10f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Allocated IP 172.20.0.1 (40ce0e51-5aa1-4f11-989f-c3060bf7b058/e10115ab-9b3f-4e53-855f-d678a890f994/da79eb44-1f81-4ff6-860d-a9c2f9229e67) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:46:17.134198 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca0b009-183a-4e90-8e6c-04c134216b37 None None] Network 40ce0e51-5aa1-4f11-989f-c3060bf7b058 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:46:17.141591 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca0b009-183a-4e90-8e6c-04c134216b37 None None] Pushing event updated for resources: {'Port': ['ID=1da613d6-9232-4ac4-8d70-f60c0c2718c1,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:46:17.144713 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-7ca0b009-183a-4e90-8e6c-04c134216b37 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:46:17.146688 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca0b009-183a-4e90-8e6c-04c134216b37 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:46:17.209460 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-021445e3-a7fc-47b1-8be9-337357f9c10f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for port (da79eb44-1f81-4ff6-860d-a9c2f9229e67), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:17.237359 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-7ca0b009-183a-4e90-8e6c-04c134216b37 None None] Attempting to bind port 1da613d6-9232-4ac4-8d70-f60c0c2718c1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:46:17.237734 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-7ca0b009-183a-4e90-8e6c-04c134216b37 None None] Attempting to bind port 1da613d6-9232-4ac4-8d70-f60c0c2718c1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11e825a5-1523-4bf1-8c89-b666b84bd6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '40ce0e51-5aa1-4f11-989f-c3060bf7b058'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:46:17.238100 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca0b009-183a-4e90-8e6c-04c134216b37 None None] Attempting to bind port 1da613d6-9232-4ac4-8d70-f60c0c2718c1 on network 40ce0e51-5aa1-4f11-989f-c3060bf7b058 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:46:17.244125 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-021445e3-a7fc-47b1-8be9-337357f9c10f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (da79eb44-1f81-4ff6-860d-a9c2f9229e67), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:17.247830 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca0b009-183a-4e90-8e6c-04c134216b37 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:46:17.248214 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca0b009-183a-4e90-8e6c-04c134216b37 None None] Checking segment: {'id': '11e825a5-1523-4bf1-8c89-b666b84bd6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '40ce0e51-5aa1-4f11-989f-c3060bf7b058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:46:17.248632 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7ca0b009-183a-4e90-8e6c-04c134216b37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:17.249027 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca0b009-183a-4e90-8e6c-04c134216b37 None None] Bound using segment: {'id': '11e825a5-1523-4bf1-8c89-b666b84bd6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '40ce0e51-5aa1-4f11-989f-c3060bf7b058'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:46:17.249498 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-7ca0b009-183a-4e90-8e6c-04c134216b37 None None] Bound port: 1da613d6-9232-4ac4-8d70-f60c0c2718c1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11e825a5-1523-4bf1-8c89-b666b84bd6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '40ce0e51-5aa1-4f11-989f-c3060bf7b058'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:46:17.249883 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7ca0b009-183a-4e90-8e6c-04c134216b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1da613d6-9232-4ac4-8d70-f60c0c2718c1), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:17.287454 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021445e3-a7fc-47b1-8be9-337357f9c10f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Network 40ce0e51-5aa1-4f11-989f-c3060bf7b058 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:46:17.290584 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-021445e3-a7fc-47b1-8be9-337357f9c10f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:46:17.294554 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021445e3-a7fc-47b1-8be9-337357f9c10f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:46:17.298608 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-78954c15-4209-4b6c-b7c0-24e4c4f90dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db81e3b20>, [{'id': 'db6bdc89-c284-4484-9c84-07bb530a532c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226719503', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.31'}], 'enable_snat': True}, 'gw_port_id': '7c1e9002-3322-4428-bccc-5d357fc1246d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:46:14Z', 'updated_at': '2022-02-05T21:46:14Z', 'revision_number': 3, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '7c1e9002-3322-4428-bccc-5d357fc1246d', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ce:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6bdc89-c284-4484-9c84-07bb530a532c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:46:14Z', 'updated_at': '2022-02-05T21:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:46:17.321236 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021445e3-a7fc-47b1-8be9-337357f9c10f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'Port': ['ID=da79eb44-1f81-4ff6-860d-a9c2f9229e67,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:46:17.331686 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78954c15-4209-4b6c-b7c0-24e4c4f90dde None None] The sync data for ids ['db6bdc89-c284-4484-9c84-07bb530a532c'] in ncdv-master-1 is: [{'id': 'db6bdc89-c284-4484-9c84-07bb530a532c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226719503', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.31'}], 'enable_snat': True}, 'gw_port_id': '7c1e9002-3322-4428-bccc-5d357fc1246d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:46:14Z', 'updated_at': '2022-02-05T21:46:14Z', 'revision_number': 3, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '7c1e9002-3322-4428-bccc-5d357fc1246d', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ce:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6bdc89-c284-4484-9c84-07bb530a532c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:46:14Z', 'updated_at': '2022-02-05T21:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:46:17.345545 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-021445e3-a7fc-47b1-8be9-337357f9c10f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (db6bdc89-c284-4484-9c84-07bb530a532c), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:17.358530 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-7ca0b009-183a-4e90-8e6c-04c134216b37 None None] For port 1da613d6-9232-4ac4-8d70-f60c0c2718c1, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:46:17.362440 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-7ca0b009-183a-4e90-8e6c-04c134216b37 None None] For port 1da613d6-9232-4ac4-8d70-f60c0c2718c1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1da613d6-9232-4ac4-8d70-f60c0c2718c1,segment=NetworkSegment(11e825a5-1523-4bf1-8c89-b666b84bd6c7),segment_id=11e825a5-1523-4bf1-8c89-b666b84bd6c7)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:46:17.370000 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7ca0b009-183a-4e90-8e6c-04c134216b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (1da613d6-9232-4ac4-8d70-f60c0c2718c1), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:17.432413 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca0b009-183a-4e90-8e6c-04c134216b37 None None] Pushing event updated for resources: {'Port': ['ID=1da613d6-9232-4ac4-8d70-f60c0c2718c1,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:46:17.488708 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-021445e3-a7fc-47b1-8be9-337357f9c10f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (da79eb44-1f81-4ff6-860d-a9c2f9229e67), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:18.150530 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-021445e3-a7fc-47b1-8be9-337357f9c10f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for port (da79eb44-1f81-4ff6-860d-a9c2f9229e67), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:18.157273 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-021445e3-a7fc-47b1-8be9-337357f9c10f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (da79eb44-1f81-4ff6-860d-a9c2f9229e67), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:18.237346 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021445e3-a7fc-47b1-8be9-337357f9c10f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'Port': ['ID=da79eb44-1f81-4ff6-860d-a9c2f9229e67,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:46:18.242772 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-021445e3-a7fc-47b1-8be9-337357f9c10f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (db6bdc89-c284-4484-9c84-07bb530a532c), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:18.350648 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021445e3-a7fc-47b1-8be9-337357f9c10f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Network 40ce0e51-5aa1-4f11-989f-c3060bf7b058 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:46:18.352164 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-021445e3-a7fc-47b1-8be9-337357f9c10f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:46:18.474391 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021445e3-a7fc-47b1-8be9-337357f9c10f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Router db6bdc89-c284-4484-9c84-07bb530a532c has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:46:18.523821 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84c5dd6-81b4-42d3-83db-c7593c6f46e7 None None] Network 40ce0e51-5aa1-4f11-989f-c3060bf7b058 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:46:18.592758 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021445e3-a7fc-47b1-8be9-337357f9c10f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:46:18.597721 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-021445e3-a7fc-47b1-8be9-337357f9c10f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "PUT /v2.0/routers/db6bdc89-c284-4484-9c84-07bb530a532c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4837286
Feb 05 21:46:18.604004 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-297474df-e6b6-47fb-8495-f3bcaa8c4f63 None None] Provisioning complete for port 1da613d6-9232-4ac4-8d70-f60c0c2718c1 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:46:18.604383 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-297474df-e6b6-47fb-8495-f3bcaa8c4f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1da613d6-9232-4ac4-8d70-f60c0c2718c1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:18.721643 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-297474df-e6b6-47fb-8495-f3bcaa8c4f63 None None] Current status of the port 1da613d6-9232-4ac4-8d70-f60c0c2718c1 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:46:18.722039 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-297474df-e6b6-47fb-8495-f3bcaa8c4f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1da613d6-9232-4ac4-8d70-f60c0c2718c1), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:18.768741 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-297474df-e6b6-47fb-8495-f3bcaa8c4f63 None None] For port 1da613d6-9232-4ac4-8d70-f60c0c2718c1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1da613d6-9232-4ac4-8d70-f60c0c2718c1,segment=NetworkSegment(11e825a5-1523-4bf1-8c89-b666b84bd6c7),segment_id=11e825a5-1523-4bf1-8c89-b666b84bd6c7)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:46:18.771459 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-9bb221d7-9a34-45c5-a2c1-a48170cbfbb6 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-939582133&fields=id&tenant_id=ad4914a1c56043a7bbc01d19cd824488 HTTP/1.1" status: 200  len: 267 time: 0.0615160
Feb 05 21:46:18.775546 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-297474df-e6b6-47fb-8495-f3bcaa8c4f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (1da613d6-9232-4ac4-8d70-f60c0c2718c1), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:18.834683 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297474df-e6b6-47fb-8495-f3bcaa8c4f63 None None] Pushing event updated for resources: {'Port': ['ID=1da613d6-9232-4ac4-8d70-f60c0c2718c1,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:46:18.898908 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-8db4f394-86d9-4e2d-8b60-517ecaf1d483 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:46:18.903005 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-8db4f394-86d9-4e2d-8b60-517ecaf1d483 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/networks?id=40ce0e51-5aa1-4f11-989f-c3060bf7b058 HTTP/1.1" status: 200  len: 797 time: 0.1306441
Feb 05 21:46:18.925418 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-8ac9d5db-f884-43b0-bb88-f114d4cb75da tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/quotas/ad4914a1c56043a7bbc01d19cd824488 HTTP/1.1" status: 200  len: 375 time: 0.0187020
Feb 05 21:46:19.005783 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-2321701d-fc63-4051-ae3f-513e6d4624cb None None] Provisioning complete for port 1da613d6-9232-4ac4-8d70-f60c0c2718c1 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:46:19.006194 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2321701d-fc63-4051-ae3f-513e6d4624cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1da613d6-9232-4ac4-8d70-f60c0c2718c1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:19.010152 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-9c1e0545-0e05-4360-8a78-e60e86cd5a39 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ad4914a1c56043a7bbc01d19cd824488&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0759845
Feb 05 21:46:19.065273 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 1da613d6-9232-4ac4-8d70-f60c0c2718c1 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:46:19.174817 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 1da613d6-9232-4ac4-8d70-f60c0c2718c1 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:46:19.175207 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1da613d6-9232-4ac4-8d70-f60c0c2718c1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:19.204612 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-2321701d-fc63-4051-ae3f-513e6d4624cb None None] Current status of the port 1da613d6-9232-4ac4-8d70-f60c0c2718c1 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:46:19.227719 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-2321701d-fc63-4051-ae3f-513e6d4624cb None None] Provisioning complete for port da79eb44-1f81-4ff6-860d-a9c2f9229e67 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:46:19.228423 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2321701d-fc63-4051-ae3f-513e6d4624cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (da79eb44-1f81-4ff6-860d-a9c2f9229e67), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:19.234672 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-e228260b-d887-41d8-8a20-6d8a6fb37e86 service neutron] 10.222.0.32 "GET /v2.0/networks/40ce0e51-5aa1-4f11-989f-c3060bf7b058?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1575048
Feb 05 21:46:19.240996 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597d5420-98be-4ad1-8287-5d509124f0f3 None None] Sync routers for ids ['db6bdc89-c284-4484-9c84-07bb530a532c'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:46:19.254357 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597d5420-98be-4ad1-8287-5d509124f0f3 None None] Routers {'db6bdc89-c284-4484-9c84-07bb530a532c'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:46:19.255030 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-597d5420-98be-4ad1-8287-5d509124f0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db89e35e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:46:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['db6bdc89-c284-4484-9c84-07bb530a532c'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:46:19.269875 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-2321701d-fc63-4051-ae3f-513e6d4624cb None None] Port da79eb44-1f81-4ff6-860d-a9c2f9229e67 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:46:19.307730 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 1da613d6-9232-4ac4-8d70-f60c0c2718c1 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:46:19.308831 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7c1e9002-3322-4428-bccc-5d357fc1246d up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:46:19.368907 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-fc8aaa8e-be6f-403a-8fae-eb5e835a8297 service neutron] 10.222.0.32 "GET /v2.0/networks/40ce0e51-5aa1-4f11-989f-c3060bf7b058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255510
Feb 05 21:46:19.373765 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 7c1e9002-3322-4428-bccc-5d357fc1246d triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:46:19.374122 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7c1e9002-3322-4428-bccc-5d357fc1246d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:19.394997 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-597d5420-98be-4ad1-8287-5d509124f0f3 None None] Set router db6bdc89-c284-4484-9c84-07bb530a532c gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:46:19.427477 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-dc5d6124-2896-44b8-bc04-993102dd9732 None None] Provisioning complete for port da79eb44-1f81-4ff6-860d-a9c2f9229e67 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:46:19.427858 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-dc5d6124-2896-44b8-bc04-993102dd9732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (da79eb44-1f81-4ff6-860d-a9c2f9229e67), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:19.502617 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-dc5d6124-2896-44b8-bc04-993102dd9732 None None] Port da79eb44-1f81-4ff6-860d-a9c2f9229e67 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:46:19.509349 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 7c1e9002-3322-4428-bccc-5d357fc1246d is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:46:19.509744 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7c1e9002-3322-4428-bccc-5d357fc1246d), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:19.544447 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 7c1e9002-3322-4428-bccc-5d357fc1246d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c1e9002-3322-4428-bccc-5d357fc1246d,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:46:19.551617 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7c1e9002-3322-4428-bccc-5d357fc1246d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:19.604545 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2ee861c7-e1a4-47ac-a49a-5a77d18b5ce8 req-1544a977-36c2-44a2-98d6-cee2a859b58e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8735af33-b7e5-40e9-a636-e6f9a1168173 HTTP/1.1" status: 200  len: 210 time: 0.0379379
Feb 05 21:46:19.625548 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=7c1e9002-3322-4428-bccc-5d357fc1246d,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:46:19.634780 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-d1272ab0-3837-4715-93dc-0296f2cf0f64 None None] Provisioning complete for port da79eb44-1f81-4ff6-860d-a9c2f9229e67 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:46:19.635164 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d1272ab0-3837-4715-93dc-0296f2cf0f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (da79eb44-1f81-4ff6-860d-a9c2f9229e67), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:19.645454 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-597d5420-98be-4ad1-8287-5d509124f0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db89e35e0>, [{'id': 'db6bdc89-c284-4484-9c84-07bb530a532c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226719503', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.31'}], 'enable_snat': True}, 'gw_port_id': '7c1e9002-3322-4428-bccc-5d357fc1246d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:46:14Z', 'updated_at': '2022-02-05T21:46:17Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '7c1e9002-3322-4428-bccc-5d357fc1246d', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ce:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6bdc89-c284-4484-9c84-07bb530a532c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:46:14Z', 'updated_at': '2022-02-05T21:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'da79eb44-1f81-4ff6-860d-a9c2f9229e67', 'name': '', 'network_id': '40ce0e51-5aa1-4f11-989f-c3060bf7b058', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'mac_address': 'fa:16:3e:fa:18:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6bdc89-c284-4484-9c84-07bb530a532c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'e10115ab-9b3f-4e53-855f-d678a890f994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:46:16Z', 'updated_at': '2022-02-05T21:46:18Z', 'revision_number': 2, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'subnets': [{'id': 'e10115ab-9b3f-4e53-855f-d678a890f994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:46:19.672836 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-d1272ab0-3837-4715-93dc-0296f2cf0f64 None None] Port da79eb44-1f81-4ff6-860d-a9c2f9229e67 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:46:19.673561 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597d5420-98be-4ad1-8287-5d509124f0f3 None None] Checking router: db6bdc89-c284-4484-9c84-07bb530a532c for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:46:19.673848 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597d5420-98be-4ad1-8287-5d509124f0f3 None None] Updating router db6bdc89-c284-4484-9c84-07bb530a532c port da79eb44-1f81-4ff6-860d-a9c2f9229e67 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:46:19.702628 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-597d5420-98be-4ad1-8287-5d509124f0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (da79eb44-1f81-4ff6-860d-a9c2f9229e67), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:20.066902 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-597d5420-98be-4ad1-8287-5d509124f0f3 None None] Publish callbacks [] for port (da79eb44-1f81-4ff6-860d-a9c2f9229e67), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:20.071982 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-597d5420-98be-4ad1-8287-5d509124f0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (da79eb44-1f81-4ff6-860d-a9c2f9229e67), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:20.143228 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48f6848-4f76-41f2-9ac2-fe959a6f7760 None None] Pushing event updated for resources: {'Port': ['ID=da79eb44-1f81-4ff6-860d-a9c2f9229e67,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:46:20.171206 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48f6848-4f76-41f2-9ac2-fe959a6f7760 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:20.171555 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48f6848-4f76-41f2-9ac2-fe959a6f7760 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:20.171899 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48f6848-4f76-41f2-9ac2-fe959a6f7760 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:20.172233 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48f6848-4f76-41f2-9ac2-fe959a6f7760 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:20.172562 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48f6848-4f76-41f2-9ac2-fe959a6f7760 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:20.172893 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48f6848-4f76-41f2-9ac2-fe959a6f7760 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:20.173219 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48f6848-4f76-41f2-9ac2-fe959a6f7760 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:20.173543 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48f6848-4f76-41f2-9ac2-fe959a6f7760 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:20.173866 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48f6848-4f76-41f2-9ac2-fe959a6f7760 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:20.174190 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48f6848-4f76-41f2-9ac2-fe959a6f7760 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:20.174622 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48f6848-4f76-41f2-9ac2-fe959a6f7760 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:20.174852 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48f6848-4f76-41f2-9ac2-fe959a6f7760 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:20.175171 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48f6848-4f76-41f2-9ac2-fe959a6f7760 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:46:20.188749 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-597d5420-98be-4ad1-8287-5d509124f0f3 None None] Attempting to bind port da79eb44-1f81-4ff6-860d-a9c2f9229e67 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:46:20.189119 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-597d5420-98be-4ad1-8287-5d509124f0f3 None None] Attempting to bind port da79eb44-1f81-4ff6-860d-a9c2f9229e67 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11e825a5-1523-4bf1-8c89-b666b84bd6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '40ce0e51-5aa1-4f11-989f-c3060bf7b058'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:46:20.189483 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597d5420-98be-4ad1-8287-5d509124f0f3 None None] Attempting to bind port da79eb44-1f81-4ff6-860d-a9c2f9229e67 on network 40ce0e51-5aa1-4f11-989f-c3060bf7b058 {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:46:20.194634 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597d5420-98be-4ad1-8287-5d509124f0f3 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:46:20.195009 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597d5420-98be-4ad1-8287-5d509124f0f3 None None] Checking segment: {'id': '11e825a5-1523-4bf1-8c89-b666b84bd6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '40ce0e51-5aa1-4f11-989f-c3060bf7b058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:46:20.195415 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-597d5420-98be-4ad1-8287-5d509124f0f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:20.195806 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597d5420-98be-4ad1-8287-5d509124f0f3 None None] Bound using segment: {'id': '11e825a5-1523-4bf1-8c89-b666b84bd6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '40ce0e51-5aa1-4f11-989f-c3060bf7b058'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:46:20.196273 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-597d5420-98be-4ad1-8287-5d509124f0f3 None None] Bound port: da79eb44-1f81-4ff6-860d-a9c2f9229e67, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11e825a5-1523-4bf1-8c89-b666b84bd6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '40ce0e51-5aa1-4f11-989f-c3060bf7b058'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:46:20.196653 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-597d5420-98be-4ad1-8287-5d509124f0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (da79eb44-1f81-4ff6-860d-a9c2f9229e67), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:20.263467 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-597d5420-98be-4ad1-8287-5d509124f0f3 None None] For port da79eb44-1f81-4ff6-860d-a9c2f9229e67, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:46:20.266780 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-597d5420-98be-4ad1-8287-5d509124f0f3 None None] For port da79eb44-1f81-4ff6-860d-a9c2f9229e67, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=da79eb44-1f81-4ff6-860d-a9c2f9229e67,segment=NetworkSegment(11e825a5-1523-4bf1-8c89-b666b84bd6c7),segment_id=11e825a5-1523-4bf1-8c89-b666b84bd6c7)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:46:20.272509 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-597d5420-98be-4ad1-8287-5d509124f0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (da79eb44-1f81-4ff6-860d-a9c2f9229e67), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:20.329404 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597d5420-98be-4ad1-8287-5d509124f0f3 None None] Routers {'db6bdc89-c284-4484-9c84-07bb530a532c'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:46:20.330048 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-597d5420-98be-4ad1-8287-5d509124f0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db89e35e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:46:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['db6bdc89-c284-4484-9c84-07bb530a532c'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:46:20.336814 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48f6848-4f76-41f2-9ac2-fe959a6f7760 None None] Pushing event updated for resources: {'Port': ['ID=da79eb44-1f81-4ff6-860d-a9c2f9229e67,revision_number=4']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:46:20.400057 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-d985eb78-fa8d-431f-9e6d-893c751e6e3b None None] Provisioning complete for port da79eb44-1f81-4ff6-860d-a9c2f9229e67 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:46:20.400460 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d985eb78-fa8d-431f-9e6d-893c751e6e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (da79eb44-1f81-4ff6-860d-a9c2f9229e67), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:20.455489 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-597d5420-98be-4ad1-8287-5d509124f0f3 None None] Set router db6bdc89-c284-4484-9c84-07bb530a532c gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:46:20.525780 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-d985eb78-fa8d-431f-9e6d-893c751e6e3b None None] Current status of the port da79eb44-1f81-4ff6-860d-a9c2f9229e67 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:46:20.526228 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d985eb78-fa8d-431f-9e6d-893c751e6e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (da79eb44-1f81-4ff6-860d-a9c2f9229e67), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:20.578174 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-d985eb78-fa8d-431f-9e6d-893c751e6e3b None None] For port da79eb44-1f81-4ff6-860d-a9c2f9229e67, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=da79eb44-1f81-4ff6-860d-a9c2f9229e67,segment=NetworkSegment(11e825a5-1523-4bf1-8c89-b666b84bd6c7),segment_id=11e825a5-1523-4bf1-8c89-b666b84bd6c7)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:46:20.583658 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d985eb78-fa8d-431f-9e6d-893c751e6e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (da79eb44-1f81-4ff6-860d-a9c2f9229e67), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:20.597316 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-a2a22801-ccc1-4ba4-871d-23f19f06a9c7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:46:20.598812 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-a2a22801-ccc1-4ba4-871d-23f19f06a9c7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.21 "GET /v2.0/networks?id=40ce0e51-5aa1-4f11-989f-c3060bf7b058 HTTP/1.1" status: 200  len: 797 time: 0.1382856
Feb 05 21:46:20.675725 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d985eb78-fa8d-431f-9e6d-893c751e6e3b None None] Pushing event updated for resources: {'Port': ['ID=da79eb44-1f81-4ff6-860d-a9c2f9229e67,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:46:20.686204 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:20.691979 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-36b09dcd-aa5f-4efd-9db7-ea9a1b8e33bc tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad4914a1c56043a7bbc01d19cd824488 HTTP/1.1" status: 200  len: 379 time: 0.0840468
Feb 05 21:46:20.705710 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-8bd55425-4f41-4c97-9cd8-8ce92dcfe0d8 None None] Provisioning complete for port da79eb44-1f81-4ff6-860d-a9c2f9229e67 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:46:20.706095 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8bd55425-4f41-4c97-9cd8-8ce92dcfe0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (da79eb44-1f81-4ff6-860d-a9c2f9229e67), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:20.710423 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-c6aee8f7-cd18-44d1-bc89-689641e5b071 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'port': {'device_id': '8735af33-b7e5-40e9-a636-e6f9a1168173', 'network_id': '40ce0e51-5aa1-4f11-989f-c3060bf7b058', 'admin_state_up': True, 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'security_groups': ['645c49cd-cfa9-486b-8c9f-383f0d767781']}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:46:20.729678 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-597d5420-98be-4ad1-8287-5d509124f0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db89e35e0>, [{'id': 'db6bdc89-c284-4484-9c84-07bb530a532c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226719503', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.31'}], 'enable_snat': True}, 'gw_port_id': '7c1e9002-3322-4428-bccc-5d357fc1246d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:46:14Z', 'updated_at': '2022-02-05T21:46:17Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '7c1e9002-3322-4428-bccc-5d357fc1246d', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6bdc89-c284-4484-9c84-07bb530a532c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:46:14Z', 'updated_at': '2022-02-05T21:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'da79eb44-1f81-4ff6-860d-a9c2f9229e67', 'name': '', 'network_id': '40ce0e51-5aa1-4f11-989f-c3060bf7b058', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'mac_address': 'fa:16:3e:fa:18:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6bdc89-c284-4484-9c84-07bb530a532c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'e10115ab-9b3f-4e53-855f-d678a890f994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:46:16Z', 'updated_at': '2022-02-05T21:46:20Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'subnets': [{'id': 'e10115ab-9b3f-4e53-855f-d678a890f994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:46:20.740395 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f015d3d8-94ed-4b93-9e91-e3421f6ea742 req-294476ac-d348-4ae5-a90d-ae7dc5906b11 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8735af33-b7e5-40e9-a636-e6f9a1168173 HTTP/1.1" status: 200  len: 210 time: 0.0473487
Feb 05 21:46:20.761682 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597d5420-98be-4ad1-8287-5d509124f0f3 None None] The sync data for ids ['db6bdc89-c284-4484-9c84-07bb530a532c'] in ncdv-master-1 is: [{'id': 'db6bdc89-c284-4484-9c84-07bb530a532c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226719503', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.31'}], 'enable_snat': True}, 'gw_port_id': '7c1e9002-3322-4428-bccc-5d357fc1246d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:46:14Z', 'updated_at': '2022-02-05T21:46:17Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '7c1e9002-3322-4428-bccc-5d357fc1246d', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6bdc89-c284-4484-9c84-07bb530a532c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:46:14Z', 'updated_at': '2022-02-05T21:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'da79eb44-1f81-4ff6-860d-a9c2f9229e67', 'name': '', 'network_id': '40ce0e51-5aa1-4f11-989f-c3060bf7b058', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'mac_address': 'fa:16:3e:fa:18:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6bdc89-c284-4484-9c84-07bb530a532c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'e10115ab-9b3f-4e53-855f-d678a890f994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:46:16Z', 'updated_at': '2022-02-05T21:46:20Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'subnets': [{'id': 'e10115ab-9b3f-4e53-855f-d678a890f994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:46:20.804068 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-8bd55425-4f41-4c97-9cd8-8ce92dcfe0d8 None None] Current status of the port da79eb44-1f81-4ff6-860d-a9c2f9229e67 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:46:20.866535 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-c6aee8f7-cd18-44d1-bc89-689641e5b071 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Made reservation on behalf of ad4914a1c56043a7bbc01d19cd824488 for: {'port': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:46:20.869927 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-c6aee8f7-cd18-44d1-bc89-689641e5b071 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:21.031050 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-c6aee8f7-cd18-44d1-bc89-689641e5b071 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Allocated IP 172.20.0.6 (40ce0e51-5aa1-4f11-989f-c3060bf7b058/e10115ab-9b3f-4e53-855f-d678a890f994/f1459557-4fc4-4d08-9874-c1903c8d38c7) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:46:21.066062 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device da79eb44-1f81-4ff6-860d-a9c2f9229e67 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:46:21.119595 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port da79eb44-1f81-4ff6-860d-a9c2f9229e67 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:46:21.120213 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (da79eb44-1f81-4ff6-860d-a9c2f9229e67), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:21.190868 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-c6aee8f7-cd18-44d1-bc89-689641e5b071 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for port (f1459557-4fc4-4d08-9874-c1903c8d38c7), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:21.205325 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port da79eb44-1f81-4ff6-860d-a9c2f9229e67 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:46:21.206457 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7c1e9002-3322-4428-bccc-5d357fc1246d up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:46:21.232126 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-c6aee8f7-cd18-44d1-bc89-689641e5b071 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (f1459557-4fc4-4d08-9874-c1903c8d38c7), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:21.261400 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 7c1e9002-3322-4428-bccc-5d357fc1246d triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:46:21.262567 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7c1e9002-3322-4428-bccc-5d357fc1246d), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:21.279634 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-c6aee8f7-cd18-44d1-bc89-689641e5b071 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Network 40ce0e51-5aa1-4f11-989f-c3060bf7b058 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:46:21.282866 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-c6aee8f7-cd18-44d1-bc89-689641e5b071 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:46:21.287221 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-c6aee8f7-cd18-44d1-bc89-689641e5b071 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:46:21.314060 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aee8f7-cd18-44d1-bc89-689641e5b071 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'Port': ['ID=f1459557-4fc4-4d08-9874-c1903c8d38c7,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:46:21.344841 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-c6aee8f7-cd18-44d1-bc89-689641e5b071 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:46:21.345591 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-c6aee8f7-cd18-44d1-bc89-689641e5b071 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:21.367573 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-c6aee8f7-cd18-44d1-bc89-689641e5b071 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6640105
Feb 05 21:46:21.370675 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 7c1e9002-3322-4428-bccc-5d357fc1246d is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:46:21.382214 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-ec3340a8-61f3-4ccd-96c1-1cd1306acd95 service neutron] Request body: {'port': {'device_id': '8735af33-b7e5-40e9-a636-e6f9a1168173', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:46:21.455057 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-ec3340a8-61f3-4ccd-96c1-1cd1306acd95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f1459557-4fc4-4d08-9874-c1903c8d38c7), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:21.632953 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-80e8b50f-3049-4b20-8b38-f25e5bd30c0b None None] Provisioning complete for port f1459557-4fc4-4d08-9874-c1903c8d38c7 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:46:21.633532 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-80e8b50f-3049-4b20-8b38-f25e5bd30c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (f1459557-4fc4-4d08-9874-c1903c8d38c7), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:21.677750 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-80e8b50f-3049-4b20-8b38-f25e5bd30c0b None None] Port f1459557-4fc4-4d08-9874-c1903c8d38c7 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:46:21.736093 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-ec3340a8-61f3-4ccd-96c1-1cd1306acd95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1459557-4fc4-4d08-9874-c1903c8d38c7 {{(pid=114391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:46:21.744129 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-ec3340a8-61f3-4ccd-96c1-1cd1306acd95 service neutron] Publish callbacks [] for port (f1459557-4fc4-4d08-9874-c1903c8d38c7), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:21.757594 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.provisioning_blocks [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-ec3340a8-61f3-4ccd-96c1-1cd1306acd95 service neutron] Transition to ACTIVE for port object f1459557-4fc4-4d08-9874-c1903c8d38c7 will not be triggered until provisioned by entity L2. {{(pid=114391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:46:21.761509 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-ec3340a8-61f3-4ccd-96c1-1cd1306acd95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (f1459557-4fc4-4d08-9874-c1903c8d38c7), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:21.836944 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3340a8-61f3-4ccd-96c1-1cd1306acd95 service neutron] Pushing event updated for resources: {'Port': ['ID=f1459557-4fc4-4d08-9874-c1903c8d38c7,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:46:21.940585 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff0a90-32b1-40d2-a287-06cac9b2eff8 req-369b9a18-0c3a-4b3e-a9d5-fe185e0d208f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:46:21.942194 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ecff0a90-32b1-40d2-a287-06cac9b2eff8 req-369b9a18-0c3a-4b3e-a9d5-fe185e0d208f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8735af33-b7e5-40e9-a636-e6f9a1168173 HTTP/1.1" status: 200  len: 943 time: 0.0963144
Feb 05 21:46:21.942984 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-ec3340a8-61f3-4ccd-96c1-1cd1306acd95 service neutron] Attempting to bind port f1459557-4fc4-4d08-9874-c1903c8d38c7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:46:21.943328 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-ec3340a8-61f3-4ccd-96c1-1cd1306acd95 service neutron] Attempting to bind port f1459557-4fc4-4d08-9874-c1903c8d38c7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '11e825a5-1523-4bf1-8c89-b666b84bd6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '40ce0e51-5aa1-4f11-989f-c3060bf7b058'}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:46:21.943661 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-ec3340a8-61f3-4ccd-96c1-1cd1306acd95 service neutron] Attempting to bind port f1459557-4fc4-4d08-9874-c1903c8d38c7 on network 40ce0e51-5aa1-4f11-989f-c3060bf7b058 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:46:21.951770 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-ec3340a8-61f3-4ccd-96c1-1cd1306acd95 service neutron] Port f1459557-4fc4-4d08-9874-c1903c8d38c7 on network 40ce0e51-5aa1-4f11-989f-c3060bf7b058 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:46:21.952104 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-ec3340a8-61f3-4ccd-96c1-1cd1306acd95 service neutron] Attempting to bind port f1459557-4fc4-4d08-9874-c1903c8d38c7 on network 40ce0e51-5aa1-4f11-989f-c3060bf7b058 {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:46:21.964890 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-ec3340a8-61f3-4ccd-96c1-1cd1306acd95 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:46:21.965238 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-ec3340a8-61f3-4ccd-96c1-1cd1306acd95 service neutron] Checking segment: {'id': '11e825a5-1523-4bf1-8c89-b666b84bd6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '40ce0e51-5aa1-4f11-989f-c3060bf7b058'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:46:21.965848 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-ec3340a8-61f3-4ccd-96c1-1cd1306acd95 service neutron] Bound using segment: {'id': '11e825a5-1523-4bf1-8c89-b666b84bd6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '40ce0e51-5aa1-4f11-989f-c3060bf7b058'} {{(pid=114391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:46:21.966318 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.managers [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-ec3340a8-61f3-4ccd-96c1-1cd1306acd95 service neutron] Bound port: f1459557-4fc4-4d08-9874-c1903c8d38c7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11e825a5-1523-4bf1-8c89-b666b84bd6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '40ce0e51-5aa1-4f11-989f-c3060bf7b058'}}] {{(pid=114391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:46:21.966756 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-ec3340a8-61f3-4ccd-96c1-1cd1306acd95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f1459557-4fc4-4d08-9874-c1903c8d38c7), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:22.047910 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ecff0a90-32b1-40d2-a287-06cac9b2eff8 req-d08e2b7e-d01d-4a15-bd78-f26e9f7b3a38 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=645c49cd-cfa9-486b-8c9f-383f0d767781&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0933430
Feb 05 21:46:22.066760 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-ec3340a8-61f3-4ccd-96c1-1cd1306acd95 service neutron] For port f1459557-4fc4-4d08-9874-c1903c8d38c7, host nch1-master-1, cleared binding levels {{(pid=114391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:46:22.069831 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-ec3340a8-61f3-4ccd-96c1-1cd1306acd95 service neutron] For port f1459557-4fc4-4d08-9874-c1903c8d38c7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f1459557-4fc4-4d08-9874-c1903c8d38c7,segment=NetworkSegment(11e825a5-1523-4bf1-8c89-b666b84bd6c7),segment_id=11e825a5-1523-4bf1-8c89-b666b84bd6c7)] {{(pid=114391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:46:22.076618 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-ec3340a8-61f3-4ccd-96c1-1cd1306acd95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (f1459557-4fc4-4d08-9874-c1903c8d38c7), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:22.114175 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-ec3340a8-61f3-4ccd-96c1-1cd1306acd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:46:22.114800 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-ec3340a8-61f3-4ccd-96c1-1cd1306acd95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:22.116188 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-ec3340a8-61f3-4ccd-96c1-1cd1306acd95 service neutron] 10.222.0.21 "PUT /v2.0/ports/f1459557-4fc4-4d08-9874-c1903c8d38c7 HTTP/1.1" status: 200  len: 1091 time: 0.7389891
Feb 05 21:46:22.116636 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8735af33-b7e5-40e9-a636-e6f9a1168173', 'tag': 'f1459557-4fc4-4d08-9874-c1903c8d38c7'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:46:22.118908 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16fdd19d8a7c57de6e0d65e92e0f39486390e6be4ccbd395fc02e890f8c23cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5baf0b9c-4a7d-45a4-83ae-2a3b2a762d56" -d '{"events": [{"name": "network-changed", "server_uuid": "8735af33-b7e5-40e9-a636-e6f9a1168173", "tag": "f1459557-4fc4-4d08-9874-c1903c8d38c7"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:46:22.140742 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3340a8-61f3-4ccd-96c1-1cd1306acd95 service neutron] Pushing event updated for resources: {'Port': ['ID=f1459557-4fc4-4d08-9874-c1903c8d38c7,revision_number=3']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:46:22.166175 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56b906e-d20d-4361-a47a-2ff7a6fcc608 x-openstack-request-id: req-f56b906e-d20d-4361-a47a-2ff7a6fcc608 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:46:22.166502 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8735af33-b7e5-40e9-a636-e6f9a1168173", "tag": "f1459557-4fc4-4d08-9874-c1903c8d38c7", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:46:22.166762 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f56b906e-d20d-4361-a47a-2ff7a6fcc608 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:46:22.167169 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8735af33-b7e5-40e9-a636-e6f9a1168173', 'tag': 'f1459557-4fc4-4d08-9874-c1903c8d38c7', 'status': 'completed', 'code': 200}
Feb 05 21:46:22.219816 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-319170ab-86ea-44cb-889e-4e4320338a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:46:22.221377 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-319170ab-86ea-44cb-889e-4e4320338a21 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad4914a1c56043a7bbc01d19cd824488&device_id=8735af33-b7e5-40e9-a636-e6f9a1168173 HTTP/1.1" status: 200  len: 1125 time: 0.0468111
Feb 05 21:46:22.267651 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-1bc2bf16-8392-46bf-91db-369fba044bab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1459557-4fc4-4d08-9874-c1903c8d38c7 HTTP/1.1" status: 200  len: 217 time: 0.0399587
Feb 05 21:46:22.318517 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-5a4b7cee-64c7-4770-925e-ddfeb6ee4de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:46:22.319998 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-5a4b7cee-64c7-4770-925e-ddfeb6ee4de6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e10115ab-9b3f-4e53-855f-d678a890f994 HTTP/1.1" status: 200  len: 834 time: 0.0464354
Feb 05 21:46:22.368538 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-7a3539ea-3624-43c7-b077-e94023bd51b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:46:22.370171 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-7a3539ea-3624-43c7-b077-e94023bd51b7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=40ce0e51-5aa1-4f11-989f-c3060bf7b058&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0439034
Feb 05 21:46:22.461527 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-41855c86-ffdf-4043-ab59-17bbe27ee4e7 service neutron] 10.222.0.21 "GET /v2.0/networks/40ce0e51-5aa1-4f11-989f-c3060bf7b058?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854764
Feb 05 21:46:22.549820 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a1801039-6192-457c-84a0-f9c77ef3d586 req-41efdd5e-a478-4b25-a750-f3f45ce29a8a service neutron] 10.222.0.21 "GET /v2.0/networks/40ce0e51-5aa1-4f11-989f-c3060bf7b058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825450
Feb 05 21:46:22.647051 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf0b9c-4a7d-45a4-83ae-2a3b2a762d56 req-8687a0a1-096f-48e9-871e-f618123cfafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:46:22.648471 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5baf0b9c-4a7d-45a4-83ae-2a3b2a762d56 req-8687a0a1-096f-48e9-871e-f618123cfafb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad4914a1c56043a7bbc01d19cd824488&device_id=8735af33-b7e5-40e9-a636-e6f9a1168173 HTTP/1.1" status: 200  len: 1125 time: 0.0502257
Feb 05 21:46:22.737580 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf0b9c-4a7d-45a4-83ae-2a3b2a762d56 req-4a15152d-8b7b-4c91-8322-8e8d8f78860b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:46:22.739093 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5baf0b9c-4a7d-45a4-83ae-2a3b2a762d56 req-4a15152d-8b7b-4c91-8322-8e8d8f78860b service neutron] 10.222.0.21 "GET /v2.0/networks?id=40ce0e51-5aa1-4f11-989f-c3060bf7b058 HTTP/1.1" status: 200  len: 898 time: 0.0844626
Feb 05 21:46:22.783877 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5baf0b9c-4a7d-45a4-83ae-2a3b2a762d56 req-804b226c-2e72-41b4-ab17-e1ebe59aed2a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1459557-4fc4-4d08-9874-c1903c8d38c7 HTTP/1.1" status: 200  len: 217 time: 0.0390968
Feb 05 21:46:22.832766 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf0b9c-4a7d-45a4-83ae-2a3b2a762d56 req-b30d4cc3-bf4a-4018-87a2-98abe28692fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:46:22.834284 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5baf0b9c-4a7d-45a4-83ae-2a3b2a762d56 req-b30d4cc3-bf4a-4018-87a2-98abe28692fb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e10115ab-9b3f-4e53-855f-d678a890f994 HTTP/1.1" status: 200  len: 834 time: 0.0445633
Feb 05 21:46:22.883070 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf0b9c-4a7d-45a4-83ae-2a3b2a762d56 req-56262790-bb9d-4728-9d45-d6dcf8a84839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:46:22.884573 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5baf0b9c-4a7d-45a4-83ae-2a3b2a762d56 req-56262790-bb9d-4728-9d45-d6dcf8a84839 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=40ce0e51-5aa1-4f11-989f-c3060bf7b058&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0444005
Feb 05 21:46:22.978368 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5baf0b9c-4a7d-45a4-83ae-2a3b2a762d56 req-83e3cfc3-aa18-4cf6-915c-641b34fd6827 service neutron] 10.222.0.21 "GET /v2.0/networks/40ce0e51-5aa1-4f11-989f-c3060bf7b058?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0881097
Feb 05 21:46:23.064959 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5baf0b9c-4a7d-45a4-83ae-2a3b2a762d56 req-65bce722-a24e-46f1-b35a-3a9b8040f7fc service neutron] 10.222.0.21 "GET /v2.0/networks/40ce0e51-5aa1-4f11-989f-c3060bf7b058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0808659
Feb 05 21:46:23.166274 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d49d08-75ca-4d53-85bd-634bac1c6ffc req-7ebfdfe9-a5ee-455e-9493-cf97f5dadc31 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:46:23.167691 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-55d49d08-75ca-4d53-85bd-634bac1c6ffc req-7ebfdfe9-a5ee-455e-9493-cf97f5dadc31 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8735af33-b7e5-40e9-a636-e6f9a1168173 HTTP/1.1" status: 200  len: 943 time: 0.0520916
Feb 05 21:46:23.219924 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-55d49d08-75ca-4d53-85bd-634bac1c6ffc req-15e9df98-b532-4dad-a499-014d8a67ae40 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=645c49cd-cfa9-486b-8c9f-383f0d767781&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456803
Feb 05 21:46:24.340120 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0d5e5-6968-4a90-9b5e-a3cfb3c3061a req-1dca17c1-0048-4165-bdda-cc6b57fcb0ab tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:46:24.341607 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-35c0d5e5-6968-4a90-9b5e-a3cfb3c3061a req-1dca17c1-0048-4165-bdda-cc6b57fcb0ab tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8735af33-b7e5-40e9-a636-e6f9a1168173 HTTP/1.1" status: 200  len: 943 time: 0.0526862
Feb 05 21:46:24.389829 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-35c0d5e5-6968-4a90-9b5e-a3cfb3c3061a req-86797c11-c5a1-44a0-8806-261ea22ba717 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=645c49cd-cfa9-486b-8c9f-383f0d767781&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425236
Feb 05 21:46:25.508673 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa59dba-27dc-419c-aff7-8e86a29ccc85 req-3b342b5e-6827-41bd-9aae-702284b08693 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:46:25.510165 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-faa59dba-27dc-419c-aff7-8e86a29ccc85 req-3b342b5e-6827-41bd-9aae-702284b08693 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8735af33-b7e5-40e9-a636-e6f9a1168173 HTTP/1.1" status: 200  len: 943 time: 0.0523157
Feb 05 21:46:25.558007 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-faa59dba-27dc-419c-aff7-8e86a29ccc85 req-33c1050f-0983-4457-bd37-b7361e8e20a3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=645c49cd-cfa9-486b-8c9f-383f0d767781&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414848
Feb 05 21:46:26.680496 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb7565-787c-4fa0-85c1-81583ae42533 req-67d94296-2745-45d8-858a-e69770bb3ba2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:46:26.681954 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6ccb7565-787c-4fa0-85c1-81583ae42533 req-67d94296-2745-45d8-858a-e69770bb3ba2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8735af33-b7e5-40e9-a636-e6f9a1168173 HTTP/1.1" status: 200  len: 943 time: 0.0563869
Feb 05 21:46:26.729242 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6ccb7565-787c-4fa0-85c1-81583ae42533 req-2b9afc44-7806-48da-9886-e29bfc75e29a tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=645c49cd-cfa9-486b-8c9f-383f0d767781&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414391
Feb 05 21:46:27.580286 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device f1459557-4fc4-4d08-9874-c1903c8d38c7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:46:27.678079 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port f1459557-4fc4-4d08-9874-c1903c8d38c7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f1459557-4fc4-4d08-9874-c1903c8d38c7,segment=NetworkSegment(11e825a5-1523-4bf1-8c89-b666b84bd6c7),segment_id=11e825a5-1523-4bf1-8c89-b666b84bd6c7)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:46:27.855094 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54724b-3d72-4252-b5f4-50e80496dee9 req-96cfcedb-d94f-4043-af65-e2a536ef2402 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:46:27.857044 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': 'f1459557-4fc4-4d08-9874-c1903c8d38c7', 'network_id': '40ce0e51-5aa1-4f11-989f-c3060bf7b058', 'port_id': 'f1459557-4fc4-4d08-9874-c1903c8d38c7', 'mac_address': 'fa:16:3e:77:3c:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e10115ab-9b3f-4e53-855f-d678a890f994', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:46:27.857323 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6d54724b-3d72-4252-b5f4-50e80496dee9 req-96cfcedb-d94f-4043-af65-e2a536ef2402 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8735af33-b7e5-40e9-a636-e6f9a1168173 HTTP/1.1" status: 200  len: 943 time: 0.0548229
Feb 05 21:46:27.895009 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port f1459557-4fc4-4d08-9874-c1903c8d38c7 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:46:27.895397 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f1459557-4fc4-4d08-9874-c1903c8d38c7), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:27.906420 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6d54724b-3d72-4252-b5f4-50e80496dee9 req-0a815129-f8a7-4fef-875b-6ef4f40b6f96 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=645c49cd-cfa9-486b-8c9f-383f0d767781&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430832
Feb 05 21:46:27.908246 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1459557-4fc4-4d08-9874-c1903c8d38c7 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:46:27.929075 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port f1459557-4fc4-4d08-9874-c1903c8d38c7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f1459557-4fc4-4d08-9874-c1903c8d38c7,segment=NetworkSegment(11e825a5-1523-4bf1-8c89-b666b84bd6c7),segment_id=11e825a5-1523-4bf1-8c89-b666b84bd6c7)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:46:27.936066 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (f1459557-4fc4-4d08-9874-c1903c8d38c7), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:27.983385 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=f1459557-4fc4-4d08-9874-c1903c8d38c7,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:46:28.224446 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['f1459557-4fc4-4d08-9874-c1903c8d38c7'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:46:29.028654 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6543d6e-1a27-4fce-891c-fdf2d4432480 req-42aa7b5a-662e-420d-a0a3-541d29327c04 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:46:29.030129 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a6543d6e-1a27-4fce-891c-fdf2d4432480 req-42aa7b5a-662e-420d-a0a3-541d29327c04 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8735af33-b7e5-40e9-a636-e6f9a1168173 HTTP/1.1" status: 200  len: 944 time: 0.0559325
Feb 05 21:46:29.077878 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a6543d6e-1a27-4fce-891c-fdf2d4432480 req-43990265-d481-41a0-b5fc-9d6c262d3ec8 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=645c49cd-cfa9-486b-8c9f-383f0d767781&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417917
Feb 05 21:46:29.580123 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device f1459557-4fc4-4d08-9874-c1903c8d38c7 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:46:29.630433 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port f1459557-4fc4-4d08-9874-c1903c8d38c7 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:46:29.633967 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port f1459557-4fc4-4d08-9874-c1903c8d38c7 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:46:29.634344 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (f1459557-4fc4-4d08-9874-c1903c8d38c7), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:29.710219 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port f1459557-4fc4-4d08-9874-c1903c8d38c7 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:46:29.710621 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f1459557-4fc4-4d08-9874-c1903c8d38c7), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:29.732068 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8735af33-b7e5-40e9-a636-e6f9a1168173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1459557-4fc4-4d08-9874-c1903c8d38c7'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:46:29.734261 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}851605b45cf2a471246fb829968e46403c172bb314a4c703424450b4be22868d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f81bfab-3e0a-4e26-ab2e-813c70968aca" -d '{"events": [{"server_uuid": "8735af33-b7e5-40e9-a636-e6f9a1168173", "name": "network-vif-plugged", "status": "completed", "tag": "f1459557-4fc4-4d08-9874-c1903c8d38c7"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:46:29.747212 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port f1459557-4fc4-4d08-9874-c1903c8d38c7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f1459557-4fc4-4d08-9874-c1903c8d38c7,segment=NetworkSegment(11e825a5-1523-4bf1-8c89-b666b84bd6c7),segment_id=11e825a5-1523-4bf1-8c89-b666b84bd6c7)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:46:29.753634 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (f1459557-4fc4-4d08-9874-c1903c8d38c7), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:29.784860 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370d6834-6a6c-40bf-ba56-06918bc4eeb7 x-openstack-request-id: req-370d6834-6a6c-40bf-ba56-06918bc4eeb7 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:46:29.785146 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8735af33-b7e5-40e9-a636-e6f9a1168173", "name": "network-vif-plugged", "status": "completed", "tag": "f1459557-4fc4-4d08-9874-c1903c8d38c7", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:46:29.785643 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-370d6834-6a6c-40bf-ba56-06918bc4eeb7 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:46:29.786035 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8735af33-b7e5-40e9-a636-e6f9a1168173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1459557-4fc4-4d08-9874-c1903c8d38c7', 'code': 200}
Feb 05 21:46:29.815320 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=f1459557-4fc4-4d08-9874-c1903c8d38c7,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:46:29.871259 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4839483-c634-4ef9-ae3c-3ab55211a557 req-8205f3f7-a888-459b-8e4d-f682135d3272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:46:29.873305 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a4839483-c634-4ef9-ae3c-3ab55211a557 req-8205f3f7-a888-459b-8e4d-f682135d3272 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8735af33-b7e5-40e9-a636-e6f9a1168173 HTTP/1.1" status: 200  len: 1127 time: 0.0441368
Feb 05 21:46:29.919712 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a4839483-c634-4ef9-ae3c-3ab55211a557 req-12bb7f73-4b66-45bf-93d6-f00fb9203546 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=645c49cd-cfa9-486b-8c9f-383f0d767781&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392311
Feb 05 21:46:30.200677 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89caeb18-daa5-4dee-847d-2f856e509f1d req-77307a0d-d0f1-4fd7-8cd6-56c3def21ddf tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:46:30.202084 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-89caeb18-daa5-4dee-847d-2f856e509f1d req-77307a0d-d0f1-4fd7-8cd6-56c3def21ddf tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8735af33-b7e5-40e9-a636-e6f9a1168173 HTTP/1.1" status: 200  len: 945 time: 0.0526068
Feb 05 21:46:30.253680 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-89caeb18-daa5-4dee-847d-2f856e509f1d req-341607a7-f50a-4528-9963-61c32f9fe56b tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=645c49cd-cfa9-486b-8c9f-383f0d767781&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460711
Feb 05 21:46:31.374125 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf87b3-967e-4fd2-ab99-8937d6d17a96 req-25fc7d90-2d2b-4297-a9c2-5ca36545c6aa tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:46:31.375641 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-febf87b3-967e-4fd2-ab99-8937d6d17a96 req-25fc7d90-2d2b-4297-a9c2-5ca36545c6aa tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8735af33-b7e5-40e9-a636-e6f9a1168173 HTTP/1.1" status: 200  len: 945 time: 0.0543888
Feb 05 21:46:31.423395 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-febf87b3-967e-4fd2-ab99-8937d6d17a96 req-adbaa329-a119-4c5e-82c2-1762d2114ff8 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=645c49cd-cfa9-486b-8c9f-383f0d767781&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419652
Feb 05 21:46:31.540424 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3b43e-d35b-4cc1-9adf-be7d053a4b93 req-e9182687-353a-48b0-958e-20999201a301 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:46:31.541851 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d8f3b43e-d35b-4cc1-9adf-be7d053a4b93 req-e9182687-353a-48b0-958e-20999201a301 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8735af33-b7e5-40e9-a636-e6f9a1168173 HTTP/1.1" status: 200  len: 945 time: 0.0518365
Feb 05 21:46:31.590035 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d8f3b43e-d35b-4cc1-9adf-be7d053a4b93 req-eb084f5f-81a0-46d4-8020-89095f58ab77 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=645c49cd-cfa9-486b-8c9f-383f0d767781&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421014
Feb 05 21:46:31.612646 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53420) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:46:31.659012 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfcae01-2a87-4fee-9637-f04a0cf8ce5c tempest-TestNetworkAdvancedServerOps-979185547 tempest-TestNetworkAdvancedServerOps-979185547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:46:31.660775 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-bbfcae01-2a87-4fee-9637-f04a0cf8ce5c tempest-TestNetworkAdvancedServerOps-979185547 tempest-TestNetworkAdvancedServerOps-979185547-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8735af33-b7e5-40e9-a636-e6f9a1168173 HTTP/1.1" status: 200  len: 1122 time: 0.0468833
Feb 05 21:46:31.663589 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53422) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:46:31.667717 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-23fa3daf-bfc7-466a-96a9-0fe1a412d669 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'port_id': 'f1459557-4fc4-4d08-9874-c1903c8d38c7', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'fixed_ip_address': '172.20.0.6'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:46:31.688902 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-23fa3daf-bfc7-466a-96a9-0fe1a412d669 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:31.783494 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-23fa3daf-bfc7-466a-96a9-0fe1a412d669 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:31.887237 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-23fa3daf-bfc7-466a-96a9-0fe1a412d669 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Allocated IP 172.35.4.205 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/9aa41163-3a1f-43b0-9259-6502963d2224) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:46:31.987718 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-23fa3daf-bfc7-466a-96a9-0fe1a412d669 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for port (9aa41163-3a1f-43b0-9259-6502963d2224), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:32.021404 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-23fa3daf-bfc7-466a-96a9-0fe1a412d669 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (9aa41163-3a1f-43b0-9259-6502963d2224), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:32.065476 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fa3daf-bfc7-466a-96a9-0fe1a412d669 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:46:32.068368 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-23fa3daf-bfc7-466a-96a9-0fe1a412d669 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:46:32.072795 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fa3daf-bfc7-466a-96a9-0fe1a412d669 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:46:32.078756 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa3daf-bfc7-466a-96a9-0fe1a412d669 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'Port': ['ID=9aa41163-3a1f-43b0-9259-6502963d2224,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:46:32.779850 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-23fa3daf-bfc7-466a-96a9-0fe1a412d669 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for floatingip (ccb296db-72f6-43cf-a13c-53c5eb8f6ce3), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:32.851702 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-23fa3daf-bfc7-466a-96a9-0fe1a412d669 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (9aa41163-3a1f-43b0-9259-6502963d2224), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:32.997942 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-23fa3daf-bfc7-466a-96a9-0fe1a412d669 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for port (9aa41163-3a1f-43b0-9259-6502963d2224), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:33.002351 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-23fa3daf-bfc7-466a-96a9-0fe1a412d669 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (9aa41163-3a1f-43b0-9259-6502963d2224), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:33.072628 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa3daf-bfc7-466a-96a9-0fe1a412d669 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'Port': ['ID=9aa41163-3a1f-43b0-9259-6502963d2224,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:46:33.079694 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-23fa3daf-bfc7-466a-96a9-0fe1a412d669 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (ccb296db-72f6-43cf-a13c-53c5eb8f6ce3), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:33.180884 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-23fa3daf-bfc7-466a-96a9-0fe1a412d669 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Floating IP ccb296db-72f6-43cf-a13c-53c5eb8f6ce3 associated. External IP: 172.35.4.205, port: f1459557-4fc4-4d08-9874-c1903c8d38c7.
Feb 05 21:46:33.393971 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23fa3daf-bfc7-466a-96a9-0fe1a412d669 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Router db6bdc89-c284-4484-9c84-07bb530a532c has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:46:33.505735 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23fa3daf-bfc7-466a-96a9-0fe1a412d669 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:46:33.515449 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7572f78e-b054-48c3-b0d2-be032c0cbf90 None None] Sync routers for ids ['db6bdc89-c284-4484-9c84-07bb530a532c'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:46:33.523088 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-23fa3daf-bfc7-466a-96a9-0fe1a412d669 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:33.525996 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7572f78e-b054-48c3-b0d2-be032c0cbf90 None None] Routers {'db6bdc89-c284-4484-9c84-07bb530a532c'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:46:33.526659 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-7572f78e-b054-48c3-b0d2-be032c0cbf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab24ec70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:46:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['db6bdc89-c284-4484-9c84-07bb530a532c'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:46:33.556387 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-23fa3daf-bfc7-466a-96a9-0fe1a412d669 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8894029
Feb 05 21:46:33.556387 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8735af33-b7e5-40e9-a636-e6f9a1168173', 'tag': 'f1459557-4fc4-4d08-9874-c1903c8d38c7'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:46:33.557027 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16fdd19d8a7c57de6e0d65e92e0f39486390e6be4ccbd395fc02e890f8c23cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69e66be-95fa-4aee-86f7-cd3c7e157c2b" -d '{"events": [{"name": "network-changed", "server_uuid": "8735af33-b7e5-40e9-a636-e6f9a1168173", "tag": "f1459557-4fc4-4d08-9874-c1903c8d38c7"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:46:33.600241 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a841e2f5-327a-4cc3-b173-044edea2cdbb x-openstack-request-id: req-a841e2f5-327a-4cc3-b173-044edea2cdbb {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:46:33.600535 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8735af33-b7e5-40e9-a636-e6f9a1168173", "tag": "f1459557-4fc4-4d08-9874-c1903c8d38c7", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:46:33.600788 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a841e2f5-327a-4cc3-b173-044edea2cdbb {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:46:33.601221 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8735af33-b7e5-40e9-a636-e6f9a1168173', 'tag': 'f1459557-4fc4-4d08-9874-c1903c8d38c7', 'status': 'completed', 'code': 200}
Feb 05 21:46:33.658042 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-7572f78e-b054-48c3-b0d2-be032c0cbf90 None None] Set router db6bdc89-c284-4484-9c84-07bb530a532c gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:46:33.694894 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e66be-95fa-4aee-86f7-cd3c7e157c2b req-256257bc-f784-438c-85de-6464d04fd4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:46:33.696416 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d69e66be-95fa-4aee-86f7-cd3c7e157c2b req-256257bc-f784-438c-85de-6464d04fd4c7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad4914a1c56043a7bbc01d19cd824488&device_id=8735af33-b7e5-40e9-a636-e6f9a1168173 HTTP/1.1" status: 200  len: 1127 time: 0.0750904
Feb 05 21:46:33.704449 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1da344-6f39-4716-912c-e4795766f2b0 req-98d92e2e-ec24-4167-89a0-270f4a36a50c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:46:33.705869 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3f1da344-6f39-4716-912c-e4795766f2b0 req-98d92e2e-ec24-4167-89a0-270f4a36a50c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8735af33-b7e5-40e9-a636-e6f9a1168173 HTTP/1.1" status: 200  len: 945 time: 0.0963316
Feb 05 21:46:33.815163 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3f1da344-6f39-4716-912c-e4795766f2b0 req-d88dd3ae-cef3-4225-a776-020bbd4a42e7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=645c49cd-cfa9-486b-8c9f-383f0d767781&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1011598
Feb 05 21:46:33.828644 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:46:33.841927 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e66be-95fa-4aee-86f7-cd3c7e157c2b req-45a47416-f4af-4217-bb61-65ff8beb2e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:46:33.842044 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c90285dd-ef1a-4a9b-bee8-c15d115891e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:33.842157 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d69e66be-95fa-4aee-86f7-cd3c7e157c2b req-45a47416-f4af-4217-bb61-65ff8beb2e4b service neutron] 10.222.0.21 "GET /v2.0/networks?id=40ce0e51-5aa1-4f11-989f-c3060bf7b058 HTTP/1.1" status: 200  len: 898 time: 0.1279590
Feb 05 21:46:33.842238 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53428) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:46:33.908548 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d69e66be-95fa-4aee-86f7-cd3c7e157c2b req-b3eeb480-7da1-45fe-8ecb-1ae77f62003b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1459557-4fc4-4d08-9874-c1903c8d38c7 HTTP/1.1" status: 200  len: 999 time: 0.0684853
Feb 05 21:46:33.910738 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-7572f78e-b054-48c3-b0d2-be032c0cbf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab24ec70>, [{'id': 'db6bdc89-c284-4484-9c84-07bb530a532c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226719503', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.31'}], 'enable_snat': True}, 'gw_port_id': '7c1e9002-3322-4428-bccc-5d357fc1246d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:46:14Z', 'updated_at': '2022-02-05T21:46:17Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '7c1e9002-3322-4428-bccc-5d357fc1246d', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6bdc89-c284-4484-9c84-07bb530a532c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:46:14Z', 'updated_at': '2022-02-05T21:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ccb296db-72f6-43cf-a13c-53c5eb8f6ce3', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'floating_ip_address': '172.35.4.205', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'db6bdc89-c284-4484-9c84-07bb530a532c', 'port_id': 'f1459557-4fc4-4d08-9874-c1903c8d38c7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40ce0e51-5aa1-4f11-989f-c3060bf7b058', 'mac_address': 'fa:16:3e:77:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8735af33-b7e5-40e9-a636-e6f9a1168173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:46:32Z', 'updated_at': '2022-02-05T21:46:32Z', 'revision_number': 0, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da79eb44-1f81-4ff6-860d-a9c2f9229e67', 'name': '', 'network_id': '40ce0e51-5aa1-4f11-989f-c3060bf7b058', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'mac_address': 'fa:16:3e:fa:18:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6bdc89-c284-4484-9c84-07bb530a532c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'e10115ab-9b3f-4e53-855f-d678a890f994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:46:16Z', 'updated_at': '2022-02-05T21:46:20Z', 'revision_number': 5, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'subnets': [{'id': 'e10115ab-9b3f-4e53-855f-d678a890f994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:46:33.913121 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d1096d99-d0b8-4201-9e57-a7169c3a2aa4 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/floatingips/ccb296db-72f6-43cf-a13c-53c5eb8f6ce3 HTTP/1.1" status: 200  len: 991 time: 0.0687118
Feb 05 21:46:33.937930 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7572f78e-b054-48c3-b0d2-be032c0cbf90 None None] Checking router: db6bdc89-c284-4484-9c84-07bb530a532c for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:46:33.947403 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7572f78e-b054-48c3-b0d2-be032c0cbf90 None None] Routers {'db6bdc89-c284-4484-9c84-07bb530a532c'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:46:33.948035 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-7572f78e-b054-48c3-b0d2-be032c0cbf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab24ec70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:46:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['db6bdc89-c284-4484-9c84-07bb530a532c'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:46:33.957506 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e66be-95fa-4aee-86f7-cd3c7e157c2b req-ef0f5f3e-abb5-4789-b29b-c0781677c48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:46:33.959076 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d69e66be-95fa-4aee-86f7-cd3c7e157c2b req-ef0f5f3e-abb5-4789-b29b-c0781677c48b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e10115ab-9b3f-4e53-855f-d678a890f994 HTTP/1.1" status: 200  len: 834 time: 0.0450161
Feb 05 21:46:34.006597 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e66be-95fa-4aee-86f7-cd3c7e157c2b req-72edfa89-c735-4498-85cc-1b34349b535d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:46:34.008131 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d69e66be-95fa-4aee-86f7-cd3c7e157c2b req-72edfa89-c735-4498-85cc-1b34349b535d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=40ce0e51-5aa1-4f11-989f-c3060bf7b058&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0439198
Feb 05 21:46:34.059328 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-7572f78e-b054-48c3-b0d2-be032c0cbf90 None None] Set router db6bdc89-c284-4484-9c84-07bb530a532c gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:46:34.099891 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d69e66be-95fa-4aee-86f7-cd3c7e157c2b req-db248745-31df-4085-b0bf-db51176c91f3 service neutron] 10.222.0.21 "GET /v2.0/networks/40ce0e51-5aa1-4f11-989f-c3060bf7b058?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861788
Feb 05 21:46:34.193450 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d69e66be-95fa-4aee-86f7-cd3c7e157c2b req-31213ffb-8d88-4484-81b1-fac2ae8b22d1 service neutron] 10.222.0.21 "GET /v2.0/networks/40ce0e51-5aa1-4f11-989f-c3060bf7b058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0878029
Feb 05 21:46:34.283914 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-7572f78e-b054-48c3-b0d2-be032c0cbf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab24ec70>, [{'id': 'db6bdc89-c284-4484-9c84-07bb530a532c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226719503', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.31'}], 'enable_snat': True}, 'gw_port_id': '7c1e9002-3322-4428-bccc-5d357fc1246d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:46:14Z', 'updated_at': '2022-02-05T21:46:17Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '7c1e9002-3322-4428-bccc-5d357fc1246d', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6bdc89-c284-4484-9c84-07bb530a532c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:46:14Z', 'updated_at': '2022-02-05T21:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ccb296db-72f6-43cf-a13c-53c5eb8f6ce3', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'floating_ip_address': '172.35.4.205', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'db6bdc89-c284-4484-9c84-07bb530a532c', 'port_id': 'f1459557-4fc4-4d08-9874-c1903c8d38c7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40ce0e51-5aa1-4f11-989f-c3060bf7b058', 'mac_address': 'fa:16:3e:77:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8735af33-b7e5-40e9-a636-e6f9a1168173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:46:32Z', 'updated_at': '2022-02-05T21:46:32Z', 'revision_number': 0, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da79eb44-1f81-4ff6-860d-a9c2f9229e67', 'name': '', 'network_id': '40ce0e51-5aa1-4f11-989f-c3060bf7b058', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'mac_address': 'fa:16:3e:fa:18:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6bdc89-c284-4484-9c84-07bb530a532c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'e10115ab-9b3f-4e53-855f-d678a890f994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:46:16Z', 'updated_at': '2022-02-05T21:46:20Z', 'revision_number': 5, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'subnets': [{'id': 'e10115ab-9b3f-4e53-855f-d678a890f994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:46:34.314476 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7572f78e-b054-48c3-b0d2-be032c0cbf90 None None] The sync data for ids ['db6bdc89-c284-4484-9c84-07bb530a532c'] in ncdv-master-1 is: [{'id': 'db6bdc89-c284-4484-9c84-07bb530a532c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226719503', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.31'}], 'enable_snat': True}, 'gw_port_id': '7c1e9002-3322-4428-bccc-5d357fc1246d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:46:14Z', 'updated_at': '2022-02-05T21:46:17Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '7c1e9002-3322-4428-bccc-5d357fc1246d', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6bdc89-c284-4484-9c84-07bb530a532c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:46:14Z', 'updated_at': '2022-02-05T21:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ccb296db-72f6-43cf-a13c-53c5eb8f6ce3', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'floating_ip_address': '172.35.4.205', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'db6bdc89-c284-4484-9c84-07bb530a532c', 'port_id': 'f1459557-4fc4-4d08-9874-c1903c8d38c7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40ce0e51-5aa1-4f11-989f-c3060bf7b058', 'mac_address': 'fa:16:3e:77:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8735af33-b7e5-40e9-a636-e6f9a1168173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:46:32Z', 'updated_at': '2022-02-05T21:46:32Z', 'revision_number': 0, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da79eb44-1f81-4ff6-860d-a9c2f9229e67', 'name': '', 'network_id': '40ce0e51-5aa1-4f11-989f-c3060bf7b058', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'mac_address': 'fa:16:3e:fa:18:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6bdc89-c284-4484-9c84-07bb530a532c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'e10115ab-9b3f-4e53-855f-d678a890f994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:46:16Z', 'updated_at': '2022-02-05T21:46:20Z', 'revision_number': 5, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'subnets': [{'id': 'e10115ab-9b3f-4e53-855f-d678a890f994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:46:34.500207 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a1335b-e867-4c5a-a543-7cbcc894ba1a None None] New status for floating IP ccb296db-72f6-43cf-a13c-53c5eb8f6ce3: ACTIVE {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:46:34.915924 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53430) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:46:34.975004 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-70900c47-f866-4b0f-911f-24b5a3959adf tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/floatingips/ccb296db-72f6-43cf-a13c-53c5eb8f6ce3 HTTP/1.1" status: 200  len: 993 time: 0.0578425
Feb 05 21:46:36.201650 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fb4cd801-9ed8-4a9b-bb0d-f48d5e0afc67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:37.120744 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-43f0e36e-6f29-401e-a80e-d782094eefed req-c5c23665-8225-4d3f-a6f0-7a66e3115461 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8735af33-b7e5-40e9-a636-e6f9a1168173&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0432518
Feb 05 21:46:37.205572 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0e36e-6f29-401e-a80e-d782094eefed req-0cee5a50-434e-4f40-9ec6-b233463565d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:46:37.207043 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-43f0e36e-6f29-401e-a80e-d782094eefed req-0cee5a50-434e-4f40-9ec6-b233463565d5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad4914a1c56043a7bbc01d19cd824488&device_id=8735af33-b7e5-40e9-a636-e6f9a1168173 HTTP/1.1" status: 200  len: 1127 time: 0.0442324
Feb 05 21:46:37.312478 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0e36e-6f29-401e-a80e-d782094eefed req-c0b922b8-a301-4c47-91b4-256ad3beed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:46:37.313984 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-43f0e36e-6f29-401e-a80e-d782094eefed req-c0b922b8-a301-4c47-91b4-256ad3beed63 service neutron] 10.222.0.21 "GET /v2.0/networks?id=40ce0e51-5aa1-4f11-989f-c3060bf7b058 HTTP/1.1" status: 200  len: 898 time: 0.0890059
Feb 05 21:46:37.378300 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-43f0e36e-6f29-401e-a80e-d782094eefed req-96440f87-4d0f-4c03-9a61-dbe77de42200 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1459557-4fc4-4d08-9874-c1903c8d38c7 HTTP/1.1" status: 200  len: 1001 time: 0.0577395
Feb 05 21:46:37.425594 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0e36e-6f29-401e-a80e-d782094eefed req-50f33d55-93b8-4fab-a9d4-224edf3f0a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:46:37.427048 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-43f0e36e-6f29-401e-a80e-d782094eefed req-50f33d55-93b8-4fab-a9d4-224edf3f0a28 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e10115ab-9b3f-4e53-855f-d678a890f994 HTTP/1.1" status: 200  len: 834 time: 0.0432007
Feb 05 21:46:37.479989 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0e36e-6f29-401e-a80e-d782094eefed req-c33e83a0-99be-4542-8240-3d5d2e74be01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:46:37.481460 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-43f0e36e-6f29-401e-a80e-d782094eefed req-c33e83a0-99be-4542-8240-3d5d2e74be01 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=40ce0e51-5aa1-4f11-989f-c3060bf7b058&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0484898
Feb 05 21:46:37.567379 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-43f0e36e-6f29-401e-a80e-d782094eefed req-c611269b-b9b8-4dc9-a303-4d75f2b348e9 service neutron] 10.222.0.21 "GET /v2.0/networks/40ce0e51-5aa1-4f11-989f-c3060bf7b058?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0802557
Feb 05 21:46:37.655432 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:37.660764 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-43f0e36e-6f29-401e-a80e-d782094eefed req-55d51f67-db5b-453e-8dc6-6f169252572e service neutron] 10.222.0.21 "GET /v2.0/networks/40ce0e51-5aa1-4f11-989f-c3060bf7b058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0873766
Feb 05 21:46:39.241588 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:40.584705 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:45.660720 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:46:50.657493 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:47:03.816330 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a49a456e-eb00-4f64-8c58-243568287f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:47:06.203738 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-aa1e10eb-cee9-428c-a03c-630dbc44135a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:47:07.657642 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:47:09.244648 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:47:10.586879 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:47:10.828933 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:47:15.656718 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:47:20.655750 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:47:33.817129 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ce35ca44-6119-4d7b-857b-6c0b082526a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:47:36.204819 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-47c2c53e-69b4-4ebe-9726-bec440fe639b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:47:37.142754 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0d29f3e2-20ef-4b2a-845c-5a0fd8bc8657 req-31dcc5ec-16ad-43e7-970a-91a4bee79911 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8735af33-b7e5-40e9-a636-e6f9a1168173&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0467834
Feb 05 21:47:37.230049 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29f3e2-20ef-4b2a-845c-5a0fd8bc8657 req-77e43988-b036-4289-afcc-c6e3444f068d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:47:37.231517 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0d29f3e2-20ef-4b2a-845c-5a0fd8bc8657 req-77e43988-b036-4289-afcc-c6e3444f068d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad4914a1c56043a7bbc01d19cd824488&device_id=8735af33-b7e5-40e9-a636-e6f9a1168173 HTTP/1.1" status: 200  len: 1127 time: 0.0446298
Feb 05 21:47:37.339792 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29f3e2-20ef-4b2a-845c-5a0fd8bc8657 req-c1566e1e-98c9-4399-9bf5-6bfcca9fb6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:47:37.341278 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0d29f3e2-20ef-4b2a-845c-5a0fd8bc8657 req-c1566e1e-98c9-4399-9bf5-6bfcca9fb6fd service neutron] 10.222.0.21 "GET /v2.0/networks?id=40ce0e51-5aa1-4f11-989f-c3060bf7b058 HTTP/1.1" status: 200  len: 898 time: 0.0892289
Feb 05 21:47:37.404472 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0d29f3e2-20ef-4b2a-845c-5a0fd8bc8657 req-c7c01992-a8ee-4ae4-98c6-c310f0d7c793 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1459557-4fc4-4d08-9874-c1903c8d38c7 HTTP/1.1" status: 200  len: 1001 time: 0.0574293
Feb 05 21:47:37.457108 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29f3e2-20ef-4b2a-845c-5a0fd8bc8657 req-5cbdcb1a-853f-4459-ba51-256a1f0b7a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:47:37.458608 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0d29f3e2-20ef-4b2a-845c-5a0fd8bc8657 req-5cbdcb1a-853f-4459-ba51-256a1f0b7a0a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e10115ab-9b3f-4e53-855f-d678a890f994 HTTP/1.1" status: 200  len: 834 time: 0.0479999
Feb 05 21:47:37.513592 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29f3e2-20ef-4b2a-845c-5a0fd8bc8657 req-d8f7a3d8-ee3b-4d9f-9de5-5baac898c99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:47:37.516486 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0d29f3e2-20ef-4b2a-845c-5a0fd8bc8657 req-d8f7a3d8-ee3b-4d9f-9de5-5baac898c99c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=40ce0e51-5aa1-4f11-989f-c3060bf7b058&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0521479
Feb 05 21:47:37.644364 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0d29f3e2-20ef-4b2a-845c-5a0fd8bc8657 req-d1de411b-bfbc-4498-8f58-cc81dc09d2d4 service neutron] 10.222.0.21 "GET /v2.0/networks/40ce0e51-5aa1-4f11-989f-c3060bf7b058?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214790
Feb 05 21:47:37.651269 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90941ac-d9fa-44d2-9303-603959d8e15a req-8c712c79-a44a-4d02-8b06-356d690fa83d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:47:37.652673 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d90941ac-d9fa-44d2-9303-603959d8e15a req-8c712c79-a44a-4d02-8b06-356d690fa83d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8735af33-b7e5-40e9-a636-e6f9a1168173 HTTP/1.1" status: 200  len: 945 time: 0.1041243
Feb 05 21:47:37.661424 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:47:37.761709 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d90941ac-d9fa-44d2-9303-603959d8e15a req-075453f2-67f1-407f-8664-171ddc10b679 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=645c49cd-cfa9-486b-8c9f-383f0d767781&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1007290
Feb 05 21:47:37.779575 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0d29f3e2-20ef-4b2a-845c-5a0fd8bc8657 req-903ff936-040b-4643-99dc-c7fd0e65c54a service neutron] 10.222.0.21 "GET /v2.0/networks/40ce0e51-5aa1-4f11-989f-c3060bf7b058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259074
Feb 05 21:47:37.860820 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506837b2-c4b1-44c7-be43-54eb8279ba02 req-7a9aed82-92d6-4036-91dd-d238b48fb88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:47:37.862305 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-506837b2-c4b1-44c7-be43-54eb8279ba02 req-7a9aed82-92d6-4036-91dd-d238b48fb88e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad4914a1c56043a7bbc01d19cd824488&device_id=8735af33-b7e5-40e9-a636-e6f9a1168173 HTTP/1.1" status: 200  len: 1127 time: 0.0447328
Feb 05 21:47:37.951075 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506837b2-c4b1-44c7-be43-54eb8279ba02 req-4997e9c8-e673-4c96-a76c-7081d9a94db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:47:37.952636 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-506837b2-c4b1-44c7-be43-54eb8279ba02 req-4997e9c8-e673-4c96-a76c-7081d9a94db5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=40ce0e51-5aa1-4f11-989f-c3060bf7b058 HTTP/1.1" status: 200  len: 898 time: 0.0841923
Feb 05 21:47:38.018997 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-506837b2-c4b1-44c7-be43-54eb8279ba02 req-cde8ae3a-ec1b-4d60-abea-6bc63f63ca96 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1459557-4fc4-4d08-9874-c1903c8d38c7 HTTP/1.1" status: 200  len: 1001 time: 0.0604279
Feb 05 21:47:38.066644 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506837b2-c4b1-44c7-be43-54eb8279ba02 req-c3d9f004-ce03-4931-8b7f-c66a58e01ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:47:38.068081 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-506837b2-c4b1-44c7-be43-54eb8279ba02 req-c3d9f004-ce03-4931-8b7f-c66a58e01ff6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e10115ab-9b3f-4e53-855f-d678a890f994 HTTP/1.1" status: 200  len: 834 time: 0.0429931
Feb 05 21:47:38.116038 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506837b2-c4b1-44c7-be43-54eb8279ba02 req-2efd8e25-0fe6-4df5-a232-ffb2d2eb28b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:47:38.117569 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-506837b2-c4b1-44c7-be43-54eb8279ba02 req-2efd8e25-0fe6-4df5-a232-ffb2d2eb28b2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=40ce0e51-5aa1-4f11-989f-c3060bf7b058&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0438333
Feb 05 21:47:38.207926 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-506837b2-c4b1-44c7-be43-54eb8279ba02 req-d4feeb91-805f-45fe-b713-2e78884c5e3e service neutron] 10.222.0.21 "GET /v2.0/networks/40ce0e51-5aa1-4f11-989f-c3060bf7b058?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0831466
Feb 05 21:47:38.293966 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-506837b2-c4b1-44c7-be43-54eb8279ba02 req-c03a6180-eb4c-46ce-abd8-daa315e60449 service neutron] 10.222.0.21 "GET /v2.0/networks/40ce0e51-5aa1-4f11-989f-c3060bf7b058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0794883
Feb 05 21:47:38.888293 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f52bc2-357d-409f-b4fb-85f41b9a7d02 req-ac2f22d2-c903-468f-b711-65d894416e90 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:47:38.890465 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-05f52bc2-357d-409f-b4fb-85f41b9a7d02 req-ac2f22d2-c903-468f-b711-65d894416e90 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8735af33-b7e5-40e9-a636-e6f9a1168173 HTTP/1.1" status: 200  len: 945 time: 0.0567245
Feb 05 21:47:38.939311 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-05f52bc2-357d-409f-b4fb-85f41b9a7d02 req-bee7b9d7-b326-4160-a9ca-9fcecc6444ae tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=645c49cd-cfa9-486b-8c9f-383f0d767781&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432873
Feb 05 21:47:39.246845 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:47:40.058305 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac6173-6470-4c17-9707-e29bb4e5c681 req-bad90fbd-d571-479a-a0d3-11d98fa07282 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:47:40.059831 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1bac6173-6470-4c17-9707-e29bb4e5c681 req-bad90fbd-d571-479a-a0d3-11d98fa07282 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8735af33-b7e5-40e9-a636-e6f9a1168173 HTTP/1.1" status: 200  len: 945 time: 0.0532079
Feb 05 21:47:40.108272 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1bac6173-6470-4c17-9707-e29bb4e5c681 req-7577eeb1-faa0-4e86-87f2-87389836c794 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=645c49cd-cfa9-486b-8c9f-383f0d767781&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426083
Feb 05 21:47:40.588725 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:47:41.231823 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecac67c-3510-4834-815f-6c8b440881ba req-fdf10f1d-49fc-40de-a72a-381559b82a6e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:47:41.233944 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3ecac67c-3510-4834-815f-6c8b440881ba req-fdf10f1d-49fc-40de-a72a-381559b82a6e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8735af33-b7e5-40e9-a636-e6f9a1168173 HTTP/1.1" status: 200  len: 945 time: 0.0562034
Feb 05 21:47:41.281549 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3ecac67c-3510-4834-815f-6c8b440881ba req-af0e21ab-85a7-48a5-87e0-bce70015f565 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=645c49cd-cfa9-486b-8c9f-383f0d767781&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420613
Feb 05 21:47:42.406879 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dcd373-ebaa-4560-893b-2bae4c49345a req-af74dad3-64ff-4a2e-93c5-5a0e023d7e77 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:47:42.408345 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d4dcd373-ebaa-4560-893b-2bae4c49345a req-af74dad3-64ff-4a2e-93c5-5a0e023d7e77 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8735af33-b7e5-40e9-a636-e6f9a1168173 HTTP/1.1" status: 200  len: 945 time: 0.0522192
Feb 05 21:47:42.455628 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d4dcd373-ebaa-4560-893b-2bae4c49345a req-816ce23c-9cc1-4826-b6a6-f327986f56d1 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=645c49cd-cfa9-486b-8c9f-383f0d767781&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414782
Feb 05 21:47:43.574126 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9f4e2-4b4c-415a-a566-64ecabfb849a req-43c17125-dd5d-4a18-8044-41751e6c8ad8 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:47:43.575636 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-acd9f4e2-4b4c-415a-a566-64ecabfb849a req-43c17125-dd5d-4a18-8044-41751e6c8ad8 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8735af33-b7e5-40e9-a636-e6f9a1168173 HTTP/1.1" status: 200  len: 945 time: 0.0526648
Feb 05 21:47:43.627653 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-acd9f4e2-4b4c-415a-a566-64ecabfb849a req-d59f6497-4dc2-466f-81e0-7ad01ba25d48 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=645c49cd-cfa9-486b-8c9f-383f0d767781&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463734
Feb 05 21:47:44.747344 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d9b90-a3cd-48a1-9f55-e2db2d6232a0 req-39a6ac25-ac87-429f-bd88-2c5e2b4677fc tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:47:44.748917 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c39d9b90-a3cd-48a1-9f55-e2db2d6232a0 req-39a6ac25-ac87-429f-bd88-2c5e2b4677fc tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8735af33-b7e5-40e9-a636-e6f9a1168173 HTTP/1.1" status: 200  len: 945 time: 0.0534842
Feb 05 21:47:44.798537 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c39d9b90-a3cd-48a1-9f55-e2db2d6232a0 req-df2c9185-1dfa-4324-99e7-bd8259b276a0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=645c49cd-cfa9-486b-8c9f-383f0d767781&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440078
Feb 05 21:47:45.671329 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:47:45.916730 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe671715-2fba-4bc0-a8b2-5991013fce01 req-b6a18095-6052-4bca-be7b-f2defc26d58f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:47:45.918205 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fe671715-2fba-4bc0-a8b2-5991013fce01 req-b6a18095-6052-4bca-be7b-f2defc26d58f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8735af33-b7e5-40e9-a636-e6f9a1168173 HTTP/1.1" status: 200  len: 945 time: 0.0523915
Feb 05 21:47:45.966464 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fe671715-2fba-4bc0-a8b2-5991013fce01 req-47218e40-e2ed-4943-976a-13e20a74bc34 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=645c49cd-cfa9-486b-8c9f-383f0d767781&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421031
Feb 05 21:47:47.090837 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39726c-399d-478b-b254-9974fc702232 req-d6bfba23-b24c-4dbe-8ffd-df8aeab31b2e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:47:47.093016 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9a39726c-399d-478b-b254-9974fc702232 req-d6bfba23-b24c-4dbe-8ffd-df8aeab31b2e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8735af33-b7e5-40e9-a636-e6f9a1168173 HTTP/1.1" status: 200  len: 945 time: 0.0569651
Feb 05 21:47:47.143011 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9a39726c-399d-478b-b254-9974fc702232 req-e67bbe64-2482-4a15-8562-e280fae93a1a tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=645c49cd-cfa9-486b-8c9f-383f0d767781&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443344
Feb 05 21:47:47.827855 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:47:48.261816 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afba570-2b10-4d44-b65a-c5edc8833e31 req-6353cfdf-133f-4711-96e5-94744e357dde tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:47:48.263333 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6afba570-2b10-4d44-b65a-c5edc8833e31 req-6353cfdf-133f-4711-96e5-94744e357dde tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8735af33-b7e5-40e9-a636-e6f9a1168173 HTTP/1.1" status: 200  len: 945 time: 0.0525103
Feb 05 21:47:48.311599 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6afba570-2b10-4d44-b65a-c5edc8833e31 req-81abe3f7-99fc-4fa4-87c2-bca4d47b2942 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=645c49cd-cfa9-486b-8c9f-383f0d767781&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425119
Feb 05 21:47:49.429672 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c30fba-601b-4f99-ba7a-7751ae59857b req-25fe790f-421c-40d8-ac49-7daa823da620 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:47:49.431192 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-57c30fba-601b-4f99-ba7a-7751ae59857b req-25fe790f-421c-40d8-ac49-7daa823da620 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8735af33-b7e5-40e9-a636-e6f9a1168173 HTTP/1.1" status: 200  len: 945 time: 0.0525150
Feb 05 21:47:49.483176 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-57c30fba-601b-4f99-ba7a-7751ae59857b req-e4cf4d20-1b73-48c6-9114-65a15a59078e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=645c49cd-cfa9-486b-8c9f-383f0d767781&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456841
Feb 05 21:47:49.504953 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53512) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:47:49.564216 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c1c3fd5f-f8e0-48aa-a445-22749fe7feee tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/floatingips/ccb296db-72f6-43cf-a13c-53c5eb8f6ce3 HTTP/1.1" status: 200  len: 993 time: 0.0581558
Feb 05 21:47:50.670844 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:03.818912 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bcd3f694-0c66-4451-9a14-e47373a1fcbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:06.206613 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d994ec28-c3c3-49c4-b45e-c875c1d833dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:07.662873 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:09.252594 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:10.591953 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:15.669902 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:20.678706 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:24.826726 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:48:33.822949 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-16c577f0-129f-4d2c-b741-957deed7891b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:36.208648 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-89bbe1a4-ef29-4781-be0f-07a122442f8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:37.665554 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:38.197024 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53544) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:48:38.350709 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-29d476f6-a183-42c9-a047-698ff2ef01c3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Deleting port 9aa41163-3a1f-43b0-9259-6502963d2224 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:48:38.351055 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-29d476f6-a183-42c9-a047-698ff2ef01c3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (9aa41163-3a1f-43b0-9259-6502963d2224), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:38.432482 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-29d476f6-a183-42c9-a047-698ff2ef01c3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (9aa41163-3a1f-43b0-9259-6502963d2224), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:38.432809 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-29d476f6-a183-42c9-a047-698ff2ef01c3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for floatingip (9aa41163-3a1f-43b0-9259-6502963d2224), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:38.444431 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-29d476f6-a183-42c9-a047-698ff2ef01c3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Calling delete_port for 9aa41163-3a1f-43b0-9259-6502963d2224 owned by network:floatingip {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:48:38.589112 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-29d476f6-a183-42c9-a047-698ff2ef01c3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (9aa41163-3a1f-43b0-9259-6502963d2224), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:38.614441 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d476f6-a183-42c9-a047-698ff2ef01c3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event deleted for resources: {'Port': ['ID=9aa41163-3a1f-43b0-9259-6502963d2224,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:48:38.640511 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d476f6-a183-42c9-a047-698ff2ef01c3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:38.640866 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d476f6-a183-42c9-a047-698ff2ef01c3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:38.641220 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d476f6-a183-42c9-a047-698ff2ef01c3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:38.641561 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d476f6-a183-42c9-a047-698ff2ef01c3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:38.641902 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d476f6-a183-42c9-a047-698ff2ef01c3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:38.642235 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d476f6-a183-42c9-a047-698ff2ef01c3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:38.642594 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d476f6-a183-42c9-a047-698ff2ef01c3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:38.642927 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d476f6-a183-42c9-a047-698ff2ef01c3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:38.643257 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d476f6-a183-42c9-a047-698ff2ef01c3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:38.643589 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d476f6-a183-42c9-a047-698ff2ef01c3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:38.643919 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d476f6-a183-42c9-a047-698ff2ef01c3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:38.644240 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d476f6-a183-42c9-a047-698ff2ef01c3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:38.644565 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d476f6-a183-42c9-a047-698ff2ef01c3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:38.683159 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-29d476f6-a183-42c9-a047-698ff2ef01c3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for floatingip (ccb296db-72f6-43cf-a13c-53c5eb8f6ce3), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:38.683544 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-29d476f6-a183-42c9-a047-698ff2ef01c3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Floating IP ccb296db-72f6-43cf-a13c-53c5eb8f6ce3 disassociated (deleted). External IP: 172.35.4.205, port: f1459557-4fc4-4d08-9874-c1903c8d38c7.
Feb 05 21:48:38.897244 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d476f6-a183-42c9-a047-698ff2ef01c3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Router db6bdc89-c284-4484-9c84-07bb530a532c has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:48:39.008323 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d476f6-a183-42c9-a047-698ff2ef01c3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:48:39.013113 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-29d476f6-a183-42c9-a047-698ff2ef01c3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:39.018206 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c5a3fe-ac1e-47dd-8b62-a1c05da494f3 None None] Sync routers for ids ['db6bdc89-c284-4484-9c84-07bb530a532c'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:48:39.027267 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c5a3fe-ac1e-47dd-8b62-a1c05da494f3 None None] Routers {'db6bdc89-c284-4484-9c84-07bb530a532c'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:48:39.027872 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-33c5a3fe-ac1e-47dd-8b62-a1c05da494f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab964220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:48:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['db6bdc89-c284-4484-9c84-07bb530a532c'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:48:39.042855 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-29d476f6-a183-42c9-a047-698ff2ef01c3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "DELETE /v2.0/floatingips/ccb296db-72f6-43cf-a13c-53c5eb8f6ce3 HTTP/1.1" status: 204  len: 168 time: 0.8448272
Feb 05 21:48:39.043447 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8735af33-b7e5-40e9-a636-e6f9a1168173', 'tag': 'f1459557-4fc4-4d08-9874-c1903c8d38c7'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:48:39.045735 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16fdd19d8a7c57de6e0d65e92e0f39486390e6be4ccbd395fc02e890f8c23cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b495dba-d8d9-4d6a-8a2b-c737a6c8b1e6" -d '{"events": [{"name": "network-changed", "server_uuid": "8735af33-b7e5-40e9-a636-e6f9a1168173", "tag": "f1459557-4fc4-4d08-9874-c1903c8d38c7"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:48:39.120251 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828bea60-d0ba-4bea-b0d9-c98a374a25f2 x-openstack-request-id: req-828bea60-d0ba-4bea-b0d9-c98a374a25f2 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:48:39.120657 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8735af33-b7e5-40e9-a636-e6f9a1168173", "tag": "f1459557-4fc4-4d08-9874-c1903c8d38c7", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:48:39.120846 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-828bea60-d0ba-4bea-b0d9-c98a374a25f2 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:48:39.121213 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8735af33-b7e5-40e9-a636-e6f9a1168173', 'tag': 'f1459557-4fc4-4d08-9874-c1903c8d38c7', 'status': 'completed', 'code': 200}
Feb 05 21:48:39.143773 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9adc7b0c-042c-4d55-89e6-4be351597a24 req-bed855d8-f181-4b43-9b77-036e982d5ade service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8735af33-b7e5-40e9-a636-e6f9a1168173&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0558176
Feb 05 21:48:39.157330 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-33c5a3fe-ac1e-47dd-8b62-a1c05da494f3 None None] Set router db6bdc89-c284-4484-9c84-07bb530a532c gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:48:39.184293 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b495dba-d8d9-4d6a-8a2b-c737a6c8b1e6 req-47537ee6-4087-4556-abde-f4541e2d0f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:48:39.187503 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0b495dba-d8d9-4d6a-8a2b-c737a6c8b1e6 req-47537ee6-4087-4556-abde-f4541e2d0f81 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad4914a1c56043a7bbc01d19cd824488&device_id=8735af33-b7e5-40e9-a636-e6f9a1168173 HTTP/1.1" status: 200  len: 1127 time: 0.0605588
Feb 05 21:48:39.284846 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b495dba-d8d9-4d6a-8a2b-c737a6c8b1e6 req-2c4e9169-c4b4-4bcd-b960-1ad5ef459908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:48:39.286461 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0b495dba-d8d9-4d6a-8a2b-c737a6c8b1e6 req-2c4e9169-c4b4-4bcd-b960-1ad5ef459908 service neutron] 10.222.0.21 "GET /v2.0/networks?id=40ce0e51-5aa1-4f11-989f-c3060bf7b058 HTTP/1.1" status: 200  len: 898 time: 0.0926080
Feb 05 21:48:39.298051 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:39.312785 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061db195-3b8d-42f6-810b-9c16c6829b20 req-51bfcb4e-816b-4853-bb32-9d0bfa9b623d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:48:39.314418 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-061db195-3b8d-42f6-810b-9c16c6829b20 req-51bfcb4e-816b-4853-bb32-9d0bfa9b623d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8735af33-b7e5-40e9-a636-e6f9a1168173 HTTP/1.1" status: 200  len: 945 time: 0.0655684
Feb 05 21:48:39.334669 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0b495dba-d8d9-4d6a-8a2b-c737a6c8b1e6 req-d3674834-bc28-42b6-8f9a-99a7e97ad9e3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1459557-4fc4-4d08-9874-c1903c8d38c7 HTTP/1.1" status: 200  len: 217 time: 0.0402558
Feb 05 21:48:39.367143 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-061db195-3b8d-42f6-810b-9c16c6829b20 req-45cf9b05-08fa-4fd0-842f-2b73d9fcee10 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=645c49cd-cfa9-486b-8c9f-383f0d767781&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461905
Feb 05 21:48:39.381933 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-33c5a3fe-ac1e-47dd-8b62-a1c05da494f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab964220>, [{'id': 'db6bdc89-c284-4484-9c84-07bb530a532c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226719503', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.31'}], 'enable_snat': True}, 'gw_port_id': '7c1e9002-3322-4428-bccc-5d357fc1246d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:46:14Z', 'updated_at': '2022-02-05T21:46:17Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '7c1e9002-3322-4428-bccc-5d357fc1246d', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6bdc89-c284-4484-9c84-07bb530a532c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:46:14Z', 'updated_at': '2022-02-05T21:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'da79eb44-1f81-4ff6-860d-a9c2f9229e67', 'name': '', 'network_id': '40ce0e51-5aa1-4f11-989f-c3060bf7b058', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'mac_address': 'fa:16:3e:fa:18:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6bdc89-c284-4484-9c84-07bb530a532c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'e10115ab-9b3f-4e53-855f-d678a890f994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:46:16Z', 'updated_at': '2022-02-05T21:46:20Z', 'revision_number': 5, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'subnets': [{'id': 'e10115ab-9b3f-4e53-855f-d678a890f994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:48:39.390509 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b495dba-d8d9-4d6a-8a2b-c737a6c8b1e6 req-8724a48f-e3b3-464b-9f6a-f4b2ca9e2001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:48:39.392335 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0b495dba-d8d9-4d6a-8a2b-c737a6c8b1e6 req-8724a48f-e3b3-464b-9f6a-f4b2ca9e2001 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e10115ab-9b3f-4e53-855f-d678a890f994 HTTP/1.1" status: 200  len: 834 time: 0.0515897
Feb 05 21:48:39.409955 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c5a3fe-ac1e-47dd-8b62-a1c05da494f3 None None] Checking router: db6bdc89-c284-4484-9c84-07bb530a532c for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:48:39.418531 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c5a3fe-ac1e-47dd-8b62-a1c05da494f3 None None] Routers {'db6bdc89-c284-4484-9c84-07bb530a532c'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:48:39.419144 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-33c5a3fe-ac1e-47dd-8b62-a1c05da494f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab964220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:48:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['db6bdc89-c284-4484-9c84-07bb530a532c'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:48:39.442297 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b495dba-d8d9-4d6a-8a2b-c737a6c8b1e6 req-83f4505e-e95a-49be-b244-2e1ec9a239b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:48:39.443960 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0b495dba-d8d9-4d6a-8a2b-c737a6c8b1e6 req-83f4505e-e95a-49be-b244-2e1ec9a239b0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=40ce0e51-5aa1-4f11-989f-c3060bf7b058&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0454900
Feb 05 21:48:39.538310 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0b495dba-d8d9-4d6a-8a2b-c737a6c8b1e6 req-4d81b0a9-e1da-436c-899e-8d1cf8767e0b service neutron] 10.222.0.21 "GET /v2.0/networks/40ce0e51-5aa1-4f11-989f-c3060bf7b058?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874095
Feb 05 21:48:39.630695 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0b495dba-d8d9-4d6a-8a2b-c737a6c8b1e6 req-b638b924-6872-42ff-8044-3389d9f11356 service neutron] 10.222.0.21 "GET /v2.0/networks/40ce0e51-5aa1-4f11-989f-c3060bf7b058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860300
Feb 05 21:48:39.691491 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-33c5a3fe-ac1e-47dd-8b62-a1c05da494f3 None None] Set router db6bdc89-c284-4484-9c84-07bb530a532c gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:48:39.738878 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc7b0c-042c-4d55-89e6-4be351597a24 req-f706965b-d4df-4a10-b706-c3ef4888592a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:48:39.740602 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9adc7b0c-042c-4d55-89e6-4be351597a24 req-f706965b-d4df-4a10-b706-c3ef4888592a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad4914a1c56043a7bbc01d19cd824488&device_id=8735af33-b7e5-40e9-a636-e6f9a1168173 HTTP/1.1" status: 200  len: 1127 time: 0.0452600
Feb 05 21:48:39.851249 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc7b0c-042c-4d55-89e6-4be351597a24 req-8dd36c35-cd91-447c-9f94-0fa70e2f4518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:48:39.852733 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9adc7b0c-042c-4d55-89e6-4be351597a24 req-8dd36c35-cd91-447c-9f94-0fa70e2f4518 service neutron] 10.222.0.21 "GET /v2.0/networks?id=40ce0e51-5aa1-4f11-989f-c3060bf7b058 HTTP/1.1" status: 200  len: 898 time: 0.0922039
Feb 05 21:48:39.894524 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9adc7b0c-042c-4d55-89e6-4be351597a24 req-b740a861-2d85-4824-bcac-ba4fb2d0a0f7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1459557-4fc4-4d08-9874-c1903c8d38c7 HTTP/1.1" status: 200  len: 217 time: 0.0345719
Feb 05 21:48:39.895867 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-33c5a3fe-ac1e-47dd-8b62-a1c05da494f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab964220>, [{'id': 'db6bdc89-c284-4484-9c84-07bb530a532c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226719503', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.31'}], 'enable_snat': True}, 'gw_port_id': '7c1e9002-3322-4428-bccc-5d357fc1246d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:46:14Z', 'updated_at': '2022-02-05T21:46:17Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '7c1e9002-3322-4428-bccc-5d357fc1246d', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6bdc89-c284-4484-9c84-07bb530a532c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:46:14Z', 'updated_at': '2022-02-05T21:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'da79eb44-1f81-4ff6-860d-a9c2f9229e67', 'name': '', 'network_id': '40ce0e51-5aa1-4f11-989f-c3060bf7b058', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'mac_address': 'fa:16:3e:fa:18:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6bdc89-c284-4484-9c84-07bb530a532c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'e10115ab-9b3f-4e53-855f-d678a890f994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:46:16Z', 'updated_at': '2022-02-05T21:46:20Z', 'revision_number': 5, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'subnets': [{'id': 'e10115ab-9b3f-4e53-855f-d678a890f994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:48:39.926478 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c5a3fe-ac1e-47dd-8b62-a1c05da494f3 None None] The sync data for ids ['db6bdc89-c284-4484-9c84-07bb530a532c'] in ncdv-master-1 is: [{'id': 'db6bdc89-c284-4484-9c84-07bb530a532c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226719503', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.31'}], 'enable_snat': True}, 'gw_port_id': '7c1e9002-3322-4428-bccc-5d357fc1246d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:46:14Z', 'updated_at': '2022-02-05T21:46:17Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '7c1e9002-3322-4428-bccc-5d357fc1246d', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6bdc89-c284-4484-9c84-07bb530a532c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:46:14Z', 'updated_at': '2022-02-05T21:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'da79eb44-1f81-4ff6-860d-a9c2f9229e67', 'name': '', 'network_id': '40ce0e51-5aa1-4f11-989f-c3060bf7b058', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'mac_address': 'fa:16:3e:fa:18:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6bdc89-c284-4484-9c84-07bb530a532c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'e10115ab-9b3f-4e53-855f-d678a890f994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:46:16Z', 'updated_at': '2022-02-05T21:46:20Z', 'revision_number': 5, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'subnets': [{'id': 'e10115ab-9b3f-4e53-855f-d678a890f994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:48:39.950090 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc7b0c-042c-4d55-89e6-4be351597a24 req-341e819f-6bf1-480f-bb0d-9b90c07afe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:48:39.951698 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9adc7b0c-042c-4d55-89e6-4be351597a24 req-341e819f-6bf1-480f-bb0d-9b90c07afe76 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e10115ab-9b3f-4e53-855f-d678a890f994 HTTP/1.1" status: 200  len: 834 time: 0.0513544
Feb 05 21:48:40.002617 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc7b0c-042c-4d55-89e6-4be351597a24 req-06504589-230b-448d-acd4-3472ada50de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:48:40.004181 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9adc7b0c-042c-4d55-89e6-4be351597a24 req-06504589-230b-448d-acd4-3472ada50de2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=40ce0e51-5aa1-4f11-989f-c3060bf7b058&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0461566
Feb 05 21:48:40.096139 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9adc7b0c-042c-4d55-89e6-4be351597a24 req-5a660d6f-17b9-4733-b3c6-16abc0e60156 service neutron] 10.222.0.21 "GET /v2.0/networks/40ce0e51-5aa1-4f11-989f-c3060bf7b058?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844612
Feb 05 21:48:40.160469 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5897e2cf-08f8-4229-9495-357ca5c5910e None None] New status for floating IP ccb296db-72f6-43cf-a13c-53c5eb8f6ce3: DOWN {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:48:40.194309 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9adc7b0c-042c-4d55-89e6-4be351597a24 req-cc3b6c9e-7a8d-4697-aeed-d00bd0402acb service neutron] 10.222.0.21 "GET /v2.0/networks/40ce0e51-5aa1-4f11-989f-c3060bf7b058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0900428
Feb 05 21:48:40.490627 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f1f10-294e-4b41-9ba2-3f8306db605f req-602699b6-1259-422d-91eb-024e7aa615fc tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:48:40.492010 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-707f1f10-294e-4b41-9ba2-3f8306db605f req-602699b6-1259-422d-91eb-024e7aa615fc tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8735af33-b7e5-40e9-a636-e6f9a1168173 HTTP/1.1" status: 200  len: 945 time: 0.0523596
Feb 05 21:48:40.538598 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-707f1f10-294e-4b41-9ba2-3f8306db605f req-b40420a7-56eb-401b-81a2-6ccfa10aeaae tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=645c49cd-cfa9-486b-8c9f-383f0d767781&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410070
Feb 05 21:48:40.595314 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:40.887374 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96cddb-20a7-406f-b159-c98ea70efaae req-556b1e53-5b73-4f82-8f68-63e9391872be tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:48:40.888939 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2b96cddb-20a7-406f-b159-c98ea70efaae req-556b1e53-5b73-4f82-8f68-63e9391872be tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.21 "GET /v2.0/ports?device_id=8735af33-b7e5-40e9-a636-e6f9a1168173 HTTP/1.1" status: 200  len: 945 time: 0.0527415
Feb 05 21:48:40.986062 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-2b96cddb-20a7-406f-b159-c98ea70efaae req-52b48435-825a-401a-854a-d5aebc54db11 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Deleting port f1459557-4fc4-4d08-9874-c1903c8d38c7 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:48:40.986419 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2b96cddb-20a7-406f-b159-c98ea70efaae req-52b48435-825a-401a-854a-d5aebc54db11 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (f1459557-4fc4-4d08-9874-c1903c8d38c7), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:41.073948 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-2b96cddb-20a7-406f-b159-c98ea70efaae req-52b48435-825a-401a-854a-d5aebc54db11 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] For port f1459557-4fc4-4d08-9874-c1903c8d38c7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f1459557-4fc4-4d08-9874-c1903c8d38c7,segment=NetworkSegment(11e825a5-1523-4bf1-8c89-b666b84bd6c7),segment_id=11e825a5-1523-4bf1-8c89-b666b84bd6c7)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:48:41.074308 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2b96cddb-20a7-406f-b159-c98ea70efaae req-52b48435-825a-401a-854a-d5aebc54db11 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (f1459557-4fc4-4d08-9874-c1903c8d38c7), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:41.086922 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-2b96cddb-20a7-406f-b159-c98ea70efaae req-52b48435-825a-401a-854a-d5aebc54db11 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Calling delete_port for f1459557-4fc4-4d08-9874-c1903c8d38c7 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:48:41.215542 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2b96cddb-20a7-406f-b159-c98ea70efaae req-52b48435-825a-401a-854a-d5aebc54db11 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (f1459557-4fc4-4d08-9874-c1903c8d38c7), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:41.245175 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b48435-825a-401a-854a-d5aebc54db11 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event deleted for resources: {'Port': ['ID=f1459557-4fc4-4d08-9874-c1903c8d38c7,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:48:41.271127 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b48435-825a-401a-854a-d5aebc54db11 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:41.271488 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b48435-825a-401a-854a-d5aebc54db11 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:41.271843 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b48435-825a-401a-854a-d5aebc54db11 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:41.272192 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b48435-825a-401a-854a-d5aebc54db11 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:41.272540 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b48435-825a-401a-854a-d5aebc54db11 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:41.272877 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b48435-825a-401a-854a-d5aebc54db11 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:41.273216 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b48435-825a-401a-854a-d5aebc54db11 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:41.273554 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b48435-825a-401a-854a-d5aebc54db11 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:41.273890 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b48435-825a-401a-854a-d5aebc54db11 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:41.274226 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b48435-825a-401a-854a-d5aebc54db11 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:41.274583 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b48435-825a-401a-854a-d5aebc54db11 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:41.274917 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b48435-825a-401a-854a-d5aebc54db11 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:41.275248 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b48435-825a-401a-854a-d5aebc54db11 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:41.301089 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b96cddb-20a7-406f-b159-c98ea70efaae req-52b48435-825a-401a-854a-d5aebc54db11 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] No DVR routers for this DVR port f1459557-4fc4-4d08-9874-c1903c8d38c7 on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:48:41.303733 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-2b96cddb-20a7-406f-b159-c98ea70efaae req-52b48435-825a-401a-854a-d5aebc54db11 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:41.307111 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2b96cddb-20a7-406f-b159-c98ea70efaae req-52b48435-825a-401a-854a-d5aebc54db11 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.21 "DELETE /v2.0/ports/f1459557-4fc4-4d08-9874-c1903c8d38c7 HTTP/1.1" status: 204  len: 173 time: 0.4129481
Feb 05 21:48:41.307552 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8735af33-b7e5-40e9-a636-e6f9a1168173', 'name': 'network-vif-deleted', 'tag': 'f1459557-4fc4-4d08-9874-c1903c8d38c7'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:48:41.347971 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dc595678b95b8a5d7a711e017487991988fc4acadae49b95ce695ebace8492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce18171-a550-4fa1-b192-40161d60faf4" -d '{"events": [{"server_uuid": "8735af33-b7e5-40e9-a636-e6f9a1168173", "name": "network-vif-deleted", "tag": "f1459557-4fc4-4d08-9874-c1903c8d38c7"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:48:41.439498 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998762a0-e842-490c-8afe-08c934cade5c x-openstack-request-id: req-998762a0-e842-490c-8afe-08c934cade5c {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:48:41.439800 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8735af33-b7e5-40e9-a636-e6f9a1168173", "name": "network-vif-deleted", "tag": "f1459557-4fc4-4d08-9874-c1903c8d38c7", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:48:41.440064 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-998762a0-e842-490c-8afe-08c934cade5c {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:48:41.440476 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8735af33-b7e5-40e9-a636-e6f9a1168173', 'name': 'network-vif-deleted', 'tag': 'f1459557-4fc4-4d08-9874-c1903c8d38c7', 'status': 'completed', 'code': 200}
Feb 05 21:48:41.653080 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-952b4caf-0082-47f9-ad82-f0fdad20d9ff req-a0c8d095-8c18-4376-9045-680342e21918 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8735af33-b7e5-40e9-a636-e6f9a1168173 HTTP/1.1" status: 200  len: 210 time: 0.0297115
Feb 05 21:48:42.712508 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53566) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:48:43.069573 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9075786d-8b91-4c63-8694-4610c29a8b7e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (db6bdc89-c284-4484-9c84-07bb530a532c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:43.324755 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-9075786d-8b91-4c63-8694-4610c29a8b7e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Deleting port da79eb44-1f81-4ff6-860d-a9c2f9229e67 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:48:43.325098 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9075786d-8b91-4c63-8694-4610c29a8b7e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (da79eb44-1f81-4ff6-860d-a9c2f9229e67), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:43.414179 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-9075786d-8b91-4c63-8694-4610c29a8b7e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] For port da79eb44-1f81-4ff6-860d-a9c2f9229e67, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=da79eb44-1f81-4ff6-860d-a9c2f9229e67,segment=NetworkSegment(11e825a5-1523-4bf1-8c89-b666b84bd6c7),segment_id=11e825a5-1523-4bf1-8c89-b666b84bd6c7)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:48:43.414583 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9075786d-8b91-4c63-8694-4610c29a8b7e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (da79eb44-1f81-4ff6-860d-a9c2f9229e67), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:43.427085 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-9075786d-8b91-4c63-8694-4610c29a8b7e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Calling delete_port for da79eb44-1f81-4ff6-860d-a9c2f9229e67 owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:48:43.608315 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9075786d-8b91-4c63-8694-4610c29a8b7e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (da79eb44-1f81-4ff6-860d-a9c2f9229e67), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:43.632073 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9075786d-8b91-4c63-8694-4610c29a8b7e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event deleted for resources: {'Port': ['ID=da79eb44-1f81-4ff6-860d-a9c2f9229e67,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:48:43.809341 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9075786d-8b91-4c63-8694-4610c29a8b7e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (db6bdc89-c284-4484-9c84-07bb530a532c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:44.030157 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9075786d-8b91-4c63-8694-4610c29a8b7e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Router db6bdc89-c284-4484-9c84-07bb530a532c has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:48:44.135178 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9075786d-8b91-4c63-8694-4610c29a8b7e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:48:44.142791 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9075786d-8b91-4c63-8694-4610c29a8b7e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "PUT /v2.0/routers/db6bdc89-c284-4484-9c84-07bb530a532c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4265873
Feb 05 21:48:44.143976 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53568) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:48:44.147093 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf9fb98-ccf7-4f1b-bd55-d470e9b7b5db None None] Sync routers for ids ['db6bdc89-c284-4484-9c84-07bb530a532c'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:48:44.157548 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf9fb98-ccf7-4f1b-bd55-d470e9b7b5db None None] Routers {'db6bdc89-c284-4484-9c84-07bb530a532c'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:48:44.158167 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-0bf9fb98-ccf7-4f1b-bd55-d470e9b7b5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab861250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:48:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['db6bdc89-c284-4484-9c84-07bb530a532c'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:48:44.193437 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7de6346-d6ed-4b1d-8cca-1115c133746a tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Deleting subnet e10115ab-9b3f-4e53-855f-d678a890f994 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:48:44.196504 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d7de6346-d6ed-4b1d-8cca-1115c133746a tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for subnet (e10115ab-9b3f-4e53-855f-d678a890f994), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:44.241517 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d7de6346-d6ed-4b1d-8cca-1115c133746a tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (e10115ab-9b3f-4e53-855f-d678a890f994), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:44.267140 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-0bf9fb98-ccf7-4f1b-bd55-d470e9b7b5db None None] Set router db6bdc89-c284-4484-9c84-07bb530a532c gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:48:44.324078 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d7de6346-d6ed-4b1d-8cca-1115c133746a tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (e10115ab-9b3f-4e53-855f-d678a890f994), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:44.384329 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d7de6346-d6ed-4b1d-8cca-1115c133746a tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (e10115ab-9b3f-4e53-855f-d678a890f994), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:44.414331 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de6346-d6ed-4b1d-8cca-1115c133746a tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event deleted for resources: {'Subnet': ['ID=e10115ab-9b3f-4e53-855f-d678a890f994,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:48:44.416487 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d7de6346-d6ed-4b1d-8cca-1115c133746a tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:44.419829 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d7de6346-d6ed-4b1d-8cca-1115c133746a tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "DELETE /v2.0/subnets/e10115ab-9b3f-4e53-855f-d678a890f994 HTTP/1.1" status: 204  len: 168 time: 0.2749217
Feb 05 21:48:44.422562 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53570) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:48:44.432582 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da287f0-b67b-4ce6-98d7-5867576cd6b3 None None] Network 40ce0e51-5aa1-4f11-989f-c3060bf7b058 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:48:44.531874 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-335f61c8-d82c-4393-be9d-e66704c9d427 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for router (db6bdc89-c284-4484-9c84-07bb530a532c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:44.533913 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-0bf9fb98-ccf7-4f1b-bd55-d470e9b7b5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab861250>, [{'id': 'db6bdc89-c284-4484-9c84-07bb530a532c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226719503', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.31'}], 'enable_snat': True}, 'gw_port_id': '7c1e9002-3322-4428-bccc-5d357fc1246d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:46:14Z', 'updated_at': '2022-02-05T21:48:43Z', 'revision_number': 5, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '7c1e9002-3322-4428-bccc-5d357fc1246d', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6bdc89-c284-4484-9c84-07bb530a532c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:46:14Z', 'updated_at': '2022-02-05T21:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:48:44.567006 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf9fb98-ccf7-4f1b-bd55-d470e9b7b5db None None] Checking router: db6bdc89-c284-4484-9c84-07bb530a532c for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:48:44.577422 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf9fb98-ccf7-4f1b-bd55-d470e9b7b5db None None] Routers {'db6bdc89-c284-4484-9c84-07bb530a532c'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:48:44.578033 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-0bf9fb98-ccf7-4f1b-bd55-d470e9b7b5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab861250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:48:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['db6bdc89-c284-4484-9c84-07bb530a532c'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:48:44.642848 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-335f61c8-d82c-4393-be9d-e66704c9d427 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for router_gateway (db6bdc89-c284-4484-9c84-07bb530a532c), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:44.669386 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ad7057-b6aa-4e17-ad45-86cebc805c95 None None] DHCP port deletion for 40ce0e51-5aa1-4f11-989f-c3060bf7b058 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:48:44.701983 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-335f61c8-d82c-4393-be9d-e66704c9d427 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Deleting port 7c1e9002-3322-4428-bccc-5d357fc1246d {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:48:44.702331 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-335f61c8-d82c-4393-be9d-e66704c9d427 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (7c1e9002-3322-4428-bccc-5d357fc1246d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:44.724941 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-0bf9fb98-ccf7-4f1b-bd55-d470e9b7b5db None None] Set router db6bdc89-c284-4484-9c84-07bb530a532c gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:48:44.780207 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-335f61c8-d82c-4393-be9d-e66704c9d427 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] For port 7c1e9002-3322-4428-bccc-5d357fc1246d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c1e9002-3322-4428-bccc-5d357fc1246d,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:48:44.780577 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-335f61c8-d82c-4393-be9d-e66704c9d427 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (7c1e9002-3322-4428-bccc-5d357fc1246d), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:44.792742 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-335f61c8-d82c-4393-be9d-e66704c9d427 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Calling delete_port for 7c1e9002-3322-4428-bccc-5d357fc1246d owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:48:44.844287 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-06ad7057-b6aa-4e17-ad45-86cebc805c95 None None] Deleting port 1da613d6-9232-4ac4-8d70-f60c0c2718c1 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:48:44.844663 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-06ad7057-b6aa-4e17-ad45-86cebc805c95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (1da613d6-9232-4ac4-8d70-f60c0c2718c1), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:44.930308 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-06ad7057-b6aa-4e17-ad45-86cebc805c95 None None] For port 1da613d6-9232-4ac4-8d70-f60c0c2718c1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1da613d6-9232-4ac4-8d70-f60c0c2718c1,segment=NetworkSegment(11e825a5-1523-4bf1-8c89-b666b84bd6c7),segment_id=11e825a5-1523-4bf1-8c89-b666b84bd6c7)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:48:44.930714 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-06ad7057-b6aa-4e17-ad45-86cebc805c95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (1da613d6-9232-4ac4-8d70-f60c0c2718c1), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:44.963947 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-06ad7057-b6aa-4e17-ad45-86cebc805c95 None None] Calling delete_port for 1da613d6-9232-4ac4-8d70-f60c0c2718c1 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:48:44.966912 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-335f61c8-d82c-4393-be9d-e66704c9d427 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (7c1e9002-3322-4428-bccc-5d357fc1246d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:44.996327 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335f61c8-d82c-4393-be9d-e66704c9d427 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event deleted for resources: {'Port': ['ID=7c1e9002-3322-4428-bccc-5d357fc1246d,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:48:45.045988 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-0bf9fb98-ccf7-4f1b-bd55-d470e9b7b5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab861250>, [{'id': 'db6bdc89-c284-4484-9c84-07bb530a532c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226719503', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.31'}], 'enable_snat': True}, 'gw_port_id': '7c1e9002-3322-4428-bccc-5d357fc1246d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:46:14Z', 'updated_at': '2022-02-05T21:48:43Z', 'revision_number': 5, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '7c1e9002-3322-4428-bccc-5d357fc1246d', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6bdc89-c284-4484-9c84-07bb530a532c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:46:14Z', 'updated_at': '2022-02-05T21:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:48:45.060198 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-335f61c8-d82c-4393-be9d-e66704c9d427 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (db6bdc89-c284-4484-9c84-07bb530a532c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:45.084922 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf9fb98-ccf7-4f1b-bd55-d470e9b7b5db None None] The sync data for ids ['db6bdc89-c284-4484-9c84-07bb530a532c'] in ncdv-master-1 is: [{'id': 'db6bdc89-c284-4484-9c84-07bb530a532c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226719503', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.31'}], 'enable_snat': True}, 'gw_port_id': '7c1e9002-3322-4428-bccc-5d357fc1246d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:46:14Z', 'updated_at': '2022-02-05T21:48:43Z', 'revision_number': 5, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '7c1e9002-3322-4428-bccc-5d357fc1246d', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6bdc89-c284-4484-9c84-07bb530a532c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:46:14Z', 'updated_at': '2022-02-05T21:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:48:45.102734 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-06ad7057-b6aa-4e17-ad45-86cebc805c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (1da613d6-9232-4ac4-8d70-f60c0c2718c1), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:45.108693 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 1da613d6-9232-4ac4-8d70-f60c0c2718c1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:48:45.154280 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad7057-b6aa-4e17-ad45-86cebc805c95 None None] Pushing event deleted for resources: {'Port': ['ID=1da613d6-9232-4ac4-8d70-f60c0c2718c1,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:48:45.158103 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ad7057-b6aa-4e17-ad45-86cebc805c95 None None] No DVR routers for this DVR port 1da613d6-9232-4ac4-8d70-f60c0c2718c1 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:48:45.159576 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 1da613d6-9232-4ac4-8d70-f60c0c2718c1 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:48:45.160018 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 1da613d6-9232-4ac4-8d70-f60c0c2718c1 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:48:45.164032 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-335f61c8-d82c-4393-be9d-e66704c9d427 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (db6bdc89-c284-4484-9c84-07bb530a532c), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:45.166576 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-335f61c8-d82c-4393-be9d-e66704c9d427 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for router_controller (db6bdc89-c284-4484-9c84-07bb530a532c), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:45.168648 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad7057-b6aa-4e17-ad45-86cebc805c95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:45.169013 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad7057-b6aa-4e17-ad45-86cebc805c95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:45.169418 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad7057-b6aa-4e17-ad45-86cebc805c95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:45.169730 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad7057-b6aa-4e17-ad45-86cebc805c95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:45.170322 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad7057-b6aa-4e17-ad45-86cebc805c95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:45.170509 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad7057-b6aa-4e17-ad45-86cebc805c95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:45.170823 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad7057-b6aa-4e17-ad45-86cebc805c95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:45.171324 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad7057-b6aa-4e17-ad45-86cebc805c95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:45.171717 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad7057-b6aa-4e17-ad45-86cebc805c95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:45.172497 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad7057-b6aa-4e17-ad45-86cebc805c95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:45.172945 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad7057-b6aa-4e17-ad45-86cebc805c95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:45.173279 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad7057-b6aa-4e17-ad45-86cebc805c95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:45.173656 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad7057-b6aa-4e17-ad45-86cebc805c95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:45.217341 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-335f61c8-d82c-4393-be9d-e66704c9d427 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (db6bdc89-c284-4484-9c84-07bb530a532c), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:45.218012 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335f61c8-d82c-4393-be9d-e66704c9d427 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Fanout notify agent at l3_agent the message router_deleted on router db6bdc89-c284-4484-9c84-07bb530a532c {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:48:45.226076 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-335f61c8-d82c-4393-be9d-e66704c9d427 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:45.227235 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-335f61c8-d82c-4393-be9d-e66704c9d427 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "DELETE /v2.0/routers/db6bdc89-c284-4484-9c84-07bb530a532c HTTP/1.1" status: 204  len: 168 time: 0.8037610
Feb 05 21:48:45.230018 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53572) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:48:45.308598 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-45f70e23-3323-4438-b3c9-41310158559e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (40ce0e51-5aa1-4f11-989f-c3060bf7b058), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:45.394697 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-45f70e23-3323-4438-b3c9-41310158559e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (40ce0e51-5aa1-4f11-989f-c3060bf7b058), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:45.414442 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-45f70e23-3323-4438-b3c9-41310158559e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db8efbee0>,) {'filters': {'network_id': ['40ce0e51-5aa1-4f11-989f-c3060bf7b058']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:48:45.424692 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-45f70e23-3323-4438-b3c9-41310158559e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8efbee0>, '11e825a5-1523-4bf1-8c89-b666b84bd6c7') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:48:45.424995 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-45f70e23-3323-4438-b3c9-41310158559e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db8efbee0>, '11e825a5-1523-4bf1-8c89-b666b84bd6c7') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:48:45.434905 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-45f70e23-3323-4438-b3c9-41310158559e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (11e825a5-1523-4bf1-8c89-b666b84bd6c7), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:45.449399 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-45f70e23-3323-4438-b3c9-41310158559e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (11e825a5-1523-4bf1-8c89-b666b84bd6c7), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:45.456766 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45f70e23-3323-4438-b3c9-41310158559e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:48:45.457184 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-45f70e23-3323-4438-b3c9-41310158559e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (11e825a5-1523-4bf1-8c89-b666b84bd6c7), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:45.460467 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:48:45.460467 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:48:45.460467 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:48:45.460467 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:48:45.460467 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:48:45.460467 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:48:45.460467 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:48:45.460467 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:48:45.460467 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:48:45.460467 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:48:45.460467 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:48:45.460467 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:48:45.460467 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:48:45.460467 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:48:45.460467 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:48:45.460467 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:48:45.460467 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:48:45.460467 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:48:45.460467 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:48:45.460467 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:48:45.460467 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:48:45.460467 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:48:45.460467 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:48:45.460467 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:48:45.460467 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:48:45.460467 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:48:45.460467 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:48:45.460467 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:48:45.460467 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:48:45.460467 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:48:45.460467 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:48:45.460467 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:48:45.520730 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-45f70e23-3323-4438-b3c9-41310158559e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (40ce0e51-5aa1-4f11-989f-c3060bf7b058), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:45.539546 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-45f70e23-3323-4438-b3c9-41310158559e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:45.542831 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-45f70e23-3323-4438-b3c9-41310158559e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "DELETE /v2.0/networks/40ce0e51-5aa1-4f11-989f-c3060bf7b058 HTTP/1.1" status: 204  len: 168 time: 0.3116775
Feb 05 21:48:45.543929 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f70e23-3323-4438-b3c9-41310158559e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event deleted for resources: {'Network': ['ID=40ce0e51-5aa1-4f11-989f-c3060bf7b058,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:48:45.545672 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53574) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:48:45.604303 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f6c79854-35f8-4615-9ef3-d35c1f9d3f3e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group (645c49cd-cfa9-486b-8c9f-383f0d767781), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:45.634132 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f6c79854-35f8-4615-9ef3-d35c1f9d3f3e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group (645c49cd-cfa9-486b-8c9f-383f0d767781), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:45.680312 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:45.700717 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f6c79854-35f8-4615-9ef3-d35c1f9d3f3e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (645c49cd-cfa9-486b-8c9f-383f0d767781), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:45.703538 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f6c79854-35f8-4615-9ef3-d35c1f9d3f3e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:45.704747 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f6c79854-35f8-4615-9ef3-d35c1f9d3f3e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "DELETE /v2.0/security-groups/645c49cd-cfa9-486b-8c9f-383f0d767781 HTTP/1.1" status: 204  len: 168 time: 0.1583464
Feb 05 21:48:45.714180 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c79854-35f8-4615-9ef3-d35c1f9d3f3e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=645c49cd-cfa9-486b-8c9f-383f0d767781,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:48:46.266657 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device f1459557-4fc4-4d08-9874-c1903c8d38c7 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:48:46.290983 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: f1459557-4fc4-4d08-9874-c1903c8d38c7 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:48:46.291334 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device f1459557-4fc4-4d08-9874-c1903c8d38c7 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:48:46.980172 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53582) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:48:46.985342 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-b973b3d8-1690-4892-81b5-2054cf788b55 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1145617867', 'description': 'tempest-secgroup-smoke-1145617867 description', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:48:47.008081 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b973b3d8-1690-4892-81b5-2054cf788b55 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:47.030764 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device da79eb44-1f81-4ff6-860d-a9c2f9229e67 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:48:47.052915 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: da79eb44-1f81-4ff6-860d-a9c2f9229e67 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:48:47.053266 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device da79eb44-1f81-4ff6-860d-a9c2f9229e67 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:48:47.053783 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7c1e9002-3322-4428-bccc-5d357fc1246d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:48:47.072810 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 7c1e9002-3322-4428-bccc-5d357fc1246d {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:48:47.073161 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7c1e9002-3322-4428-bccc-5d357fc1246d not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:48:47.076439 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b973b3d8-1690-4892-81b5-2054cf788b55 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group (621de8b4-5186-4134-baab-fd8b6945924c), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:47.080542 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b973b3d8-1690-4892-81b5-2054cf788b55 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (621de8b4-5186-4134-baab-fd8b6945924c), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:47.111719 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b973b3d8-1690-4892-81b5-2054cf788b55 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:47.112968 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b973b3d8-1690-4892-81b5-2054cf788b55 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1317930
Feb 05 21:48:47.113973 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b973b3d8-1690-4892-81b5-2054cf788b55 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=621de8b4-5186-4134-baab-fd8b6945924c,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:48:47.116072 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53584) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:48:47.120943 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-3b60e459-ff94-4d7c-a4ea-fbfd906e5d96 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'security_group_rule': {'security_group_id': '621de8b4-5186-4134-baab-fd8b6945924c', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:48:47.147249 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3b60e459-ff94-4d7c-a4ea-fbfd906e5d96 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (6fbf7a25-d369-4863-990c-53edc2dc0823), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:47.201330 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3b60e459-ff94-4d7c-a4ea-fbfd906e5d96 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (6fbf7a25-d369-4863-990c-53edc2dc0823), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:47.205257 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3b60e459-ff94-4d7c-a4ea-fbfd906e5d96 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (6fbf7a25-d369-4863-990c-53edc2dc0823), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:47.223339 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b60e459-ff94-4d7c-a4ea-fbfd906e5d96 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fbf7a25-d369-4863-990c-53edc2dc0823,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:48:47.227499 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3b60e459-ff94-4d7c-a4ea-fbfd906e5d96 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:47.228708 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3b60e459-ff94-4d7c-a4ea-fbfd906e5d96 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1117108
Feb 05 21:48:47.231493 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53586) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:48:47.235815 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-6e73cdca-ee6b-4607-abbf-d0ce4646767e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'security_group_rule': {'security_group_id': '621de8b4-5186-4134-baab-fd8b6945924c', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:48:47.260347 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6e73cdca-ee6b-4607-abbf-d0ce4646767e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (fcfa7822-6eb4-4a91-9749-13fa9623f6b7), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:47.321509 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6e73cdca-ee6b-4607-abbf-d0ce4646767e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (fcfa7822-6eb4-4a91-9749-13fa9623f6b7), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:47.325032 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6e73cdca-ee6b-4607-abbf-d0ce4646767e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (fcfa7822-6eb4-4a91-9749-13fa9623f6b7), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:47.343055 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73cdca-ee6b-4607-abbf-d0ce4646767e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcfa7822-6eb4-4a91-9749-13fa9623f6b7,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:48:47.348238 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6e73cdca-ee6b-4607-abbf-d0ce4646767e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:47.349440 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6e73cdca-ee6b-4607-abbf-d0ce4646767e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1170413
Feb 05 21:48:47.352181 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53588) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:48:47.356467 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-9ca1709c-b2bc-489e-9bf1-d84838d7b628 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'security_group_rule': {'security_group_id': '621de8b4-5186-4134-baab-fd8b6945924c', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:48:47.380840 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9ca1709c-b2bc-489e-9bf1-d84838d7b628 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (e32705a1-74d4-4937-bd50-4f78e1921bfa), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:47.436938 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9ca1709c-b2bc-489e-9bf1-d84838d7b628 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (e32705a1-74d4-4937-bd50-4f78e1921bfa), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:47.440398 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9ca1709c-b2bc-489e-9bf1-d84838d7b628 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (e32705a1-74d4-4937-bd50-4f78e1921bfa), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:47.458831 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca1709c-b2bc-489e-9bf1-d84838d7b628 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e32705a1-74d4-4937-bd50-4f78e1921bfa,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:48:47.465713 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9ca1709c-b2bc-489e-9bf1-d84838d7b628 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:47.466949 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9ca1709c-b2bc-489e-9bf1-d84838d7b628 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1138020
Feb 05 21:48:47.470465 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53590) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:48:47.474681 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-a23bec32-e9b6-40c2-afba-1263eb11c9f4 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'security_group_rule': {'security_group_id': '621de8b4-5186-4134-baab-fd8b6945924c', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:48:47.498029 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a23bec32-e9b6-40c2-afba-1263eb11c9f4 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (b0467393-d706-4849-af80-5cdaa44ec9e2), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:47.554431 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a23bec32-e9b6-40c2-afba-1263eb11c9f4 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (b0467393-d706-4849-af80-5cdaa44ec9e2), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:47.557977 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a23bec32-e9b6-40c2-afba-1263eb11c9f4 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (b0467393-d706-4849-af80-5cdaa44ec9e2), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:47.575307 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23bec32-e9b6-40c2-afba-1263eb11c9f4 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0467393-d706-4849-af80-5cdaa44ec9e2,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:48:47.582747 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a23bec32-e9b6-40c2-afba-1263eb11c9f4 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:47.583957 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a23bec32-e9b6-40c2-afba-1263eb11c9f4 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1125669
Feb 05 21:48:47.586699 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53592) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:48:47.590879 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-d045d8a3-4a57-4bf4-800b-47ec8b9021a6 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'security_group_rule': {'security_group_id': '621de8b4-5186-4134-baab-fd8b6945924c', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:48:47.611101 ncdv-master-1 neutron-server[114390]: INFO neutron.db.securitygroups_db [None req-d045d8a3-4a57-4bf4-800b-47ec8b9021a6 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Project ad4914a1c56043a7bbc01d19cd824488 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 05 21:48:47.615775 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d045d8a3-4a57-4bf4-800b-47ec8b9021a6 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (2bd681ef-7058-488c-b095-8a7ad05e61d0), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:47.997650 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d045d8a3-4a57-4bf4-800b-47ec8b9021a6 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (2bd681ef-7058-488c-b095-8a7ad05e61d0), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:48.003508 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d045d8a3-4a57-4bf4-800b-47ec8b9021a6 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (2bd681ef-7058-488c-b095-8a7ad05e61d0), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:48.021220 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d045d8a3-4a57-4bf4-800b-47ec8b9021a6 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bd681ef-7058-488c-b095-8a7ad05e61d0,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:48:48.030718 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d045d8a3-4a57-4bf4-800b-47ec8b9021a6 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:48.031963 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d045d8a3-4a57-4bf4-800b-47ec8b9021a6 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4443529
Feb 05 21:48:48.035156 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53594) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:48:48.039338 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-34943f07-db60-4112-bd41-9b258f170bb5 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'security_group_rule': {'security_group_id': '621de8b4-5186-4134-baab-fd8b6945924c', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:48:48.060036 ncdv-master-1 neutron-server[114390]: INFO neutron.db.securitygroups_db [None req-34943f07-db60-4112-bd41-9b258f170bb5 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Project ad4914a1c56043a7bbc01d19cd824488 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 05 21:48:48.066334 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-34943f07-db60-4112-bd41-9b258f170bb5 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (c97d0f5c-859e-4ce7-909f-791cd4471e85), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:48.124496 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-34943f07-db60-4112-bd41-9b258f170bb5 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (c97d0f5c-859e-4ce7-909f-791cd4471e85), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:48.128896 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-34943f07-db60-4112-bd41-9b258f170bb5 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (c97d0f5c-859e-4ce7-909f-791cd4471e85), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:48.146404 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34943f07-db60-4112-bd41-9b258f170bb5 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c97d0f5c-859e-4ce7-909f-791cd4471e85,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:48:48.153962 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-34943f07-db60-4112-bd41-9b258f170bb5 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:48.155800 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-34943f07-db60-4112-bd41-9b258f170bb5 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1197016
Feb 05 21:48:48.158832 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53596) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:48:48.163894 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-2dd8aab5-68b2-4d25-a078-0674bbba5a57 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'network': {'name': 'tempest-network-smoke--969470358', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'port_security_enabled': True}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:48:48.183070 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd8aab5-68b2-4d25-a078-0674bbba5a57 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Made reservation on behalf of ad4914a1c56043a7bbc01d19cd824488 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:48:48.186465 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2dd8aab5-68b2-4d25-a078-0674bbba5a57 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:48.209834 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dd8aab5-68b2-4d25-a078-0674bbba5a57 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:48:48.219239 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2dd8aab5-68b2-4d25-a078-0674bbba5a57 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (91e357dd-a562-42df-8c82-27f1fef66128), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:48.219711 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-2dd8aab5-68b2-4d25-a078-0674bbba5a57 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Added segment 91e357dd-a562-42df-8c82-27f1fef66128 of type vlan for network 9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81
Feb 05 21:48:48.258820 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2dd8aab5-68b2-4d25-a078-0674bbba5a57 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:48.284376 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2dd8aab5-68b2-4d25-a078-0674bbba5a57 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:48.289617 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd8aab5-68b2-4d25-a078-0674bbba5a57 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:48:48.290209 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2dd8aab5-68b2-4d25-a078-0674bbba5a57 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:48.328842 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2dd8aab5-68b2-4d25-a078-0674bbba5a57 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1686339
Feb 05 21:48:48.331862 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53598) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:48:48.337467 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-e5f7050f-da27-4664-a7bb-356bd9b1c54c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-628758666', 'admin_state_up': True, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:48:48.365229 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e5f7050f-da27-4664-a7bb-356bd9b1c54c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (814491c0-a975-4950-9d27-4577b8831170), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:48.367362 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e5f7050f-da27-4664-a7bb-356bd9b1c54c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (814491c0-a975-4950-9d27-4577b8831170), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:48.369690 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd8aab5-68b2-4d25-a078-0674bbba5a57 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'Network': ['ID=9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:48:48.382968 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:48:48.431268 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e5f7050f-da27-4664-a7bb-356bd9b1c54c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for router_controller (814491c0-a975-4950-9d27-4577b8831170), precommit_add_association {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:48.917362 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e5f7050f-da27-4664-a7bb-356bd9b1c54c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for router_gateway (814491c0-a975-4950-9d27-4577b8831170), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:49.108497 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e5f7050f-da27-4664-a7bb-356bd9b1c54c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for router_gateway (814491c0-a975-4950-9d27-4577b8831170), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:49.127411 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e5f7050f-da27-4664-a7bb-356bd9b1c54c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:49.233456 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-e5f7050f-da27-4664-a7bb-356bd9b1c54c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Allocated IP 172.35.4.238 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/013697e0-bb62-4249-b2eb-e7b81e35a8d4) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:48:49.332332 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e5f7050f-da27-4664-a7bb-356bd9b1c54c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for port (013697e0-bb62-4249-b2eb-e7b81e35a8d4), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:49.364414 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e5f7050f-da27-4664-a7bb-356bd9b1c54c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (013697e0-bb62-4249-b2eb-e7b81e35a8d4), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:49.403870 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f7050f-da27-4664-a7bb-356bd9b1c54c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:48:49.408653 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-e5f7050f-da27-4664-a7bb-356bd9b1c54c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:48:49.413059 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f7050f-da27-4664-a7bb-356bd9b1c54c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:48:49.442298 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7050f-da27-4664-a7bb-356bd9b1c54c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'Port': ['ID=013697e0-bb62-4249-b2eb-e7b81e35a8d4,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:48:49.667825 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e5f7050f-da27-4664-a7bb-356bd9b1c54c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for router_gateway (814491c0-a975-4950-9d27-4577b8831170), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:49.868511 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e5f7050f-da27-4664-a7bb-356bd9b1c54c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (814491c0-a975-4950-9d27-4577b8831170), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:49.998354 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f7050f-da27-4664-a7bb-356bd9b1c54c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Router 814491c0-a975-4950-9d27-4577b8831170 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:48:50.107249 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f7050f-da27-4664-a7bb-356bd9b1c54c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:48:50.117408 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055df761-ac8b-4638-82a2-0b7d519b5f23 None None] Sync routers for ids ['814491c0-a975-4950-9d27-4577b8831170'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:48:50.127938 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e5f7050f-da27-4664-a7bb-356bd9b1c54c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:50.128234 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055df761-ac8b-4638-82a2-0b7d519b5f23 None None] Routers {'814491c0-a975-4950-9d27-4577b8831170'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:48:50.132398 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-055df761-ac8b-4638-82a2-0b7d519b5f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8e97b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:48:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['814491c0-a975-4950-9d27-4577b8831170'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:48:50.132577 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e5f7050f-da27-4664-a7bb-356bd9b1c54c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.7956021
Feb 05 21:48:50.132577 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53600) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:48:50.161359 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8172b290-f358-422f-bcf7-e20d650387d9 tempest-TestNetworkAdvancedServerOps-979185547 tempest-TestNetworkAdvancedServerOps-979185547-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=ad4914a1c56043a7bbc01d19cd824488&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0277162
Feb 05 21:48:50.164033 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53602) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:48:50.237117 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-055df761-ac8b-4638-82a2-0b7d519b5f23 None None] Set router 814491c0-a975-4950-9d27-4577b8831170 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:48:50.248452 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ab0065-c626-468b-9117-8b92c3d02eb6 tempest-TestNetworkAdvancedServerOps-979185547 tempest-TestNetworkAdvancedServerOps-979185547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:48:50.253663 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-41ab0065-c626-468b-9117-8b92c3d02eb6 tempest-TestNetworkAdvancedServerOps-979185547 tempest-TestNetworkAdvancedServerOps-979185547-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0850399
Feb 05 21:48:50.253875 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53604) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:48:50.289416 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-28871f50-435c-42a2-b245-2b2f3b3cd68a tempest-TestNetworkAdvancedServerOps-979185547 tempest-TestNetworkAdvancedServerOps-979185547-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=d65fb4dc-e812-4574-a4e6-6308f0abdf3f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0318117
Feb 05 21:48:50.289659 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53606) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:48:50.294875 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-deb81065-c72d-44fa-8e36-aab92ebdb023 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1607608020', 'network_id': '9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:48:50.385362 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb81065-c72d-44fa-8e36-aab92ebdb023 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Made reservation on behalf of ad4914a1c56043a7bbc01d19cd824488 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:48:50.388854 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-deb81065-c72d-44fa-8e36-aab92ebdb023 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:50.503032 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-055df761-ac8b-4638-82a2-0b7d519b5f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8e97b50>, [{'id': '814491c0-a975-4950-9d27-4577b8831170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628758666', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.238'}], 'enable_snat': True}, 'gw_port_id': '013697e0-bb62-4249-b2eb-e7b81e35a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:48:48Z', 'updated_at': '2022-02-05T21:48:49Z', 'revision_number': 3, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '013697e0-bb62-4249-b2eb-e7b81e35a8d4', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '814491c0-a975-4950-9d27-4577b8831170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:48:49Z', 'updated_at': '2022-02-05T21:48:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:48:50.528725 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055df761-ac8b-4638-82a2-0b7d519b5f23 None None] Checking router: 814491c0-a975-4950-9d27-4577b8831170 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:48:50.529075 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055df761-ac8b-4638-82a2-0b7d519b5f23 None None] Updating router 814491c0-a975-4950-9d27-4577b8831170 port 013697e0-bb62-4249-b2eb-e7b81e35a8d4 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:48:50.556577 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-055df761-ac8b-4638-82a2-0b7d519b5f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (013697e0-bb62-4249-b2eb-e7b81e35a8d4), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:50.573104 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-deb81065-c72d-44fa-8e36-aab92ebdb023 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (d4cb32bb-ab4d-4fb8-a5c2-9587dfcfab30), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:50.634564 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb81065-c72d-44fa-8e36-aab92ebdb023 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'Subnet': ['ID=d4cb32bb-ab4d-4fb8-a5c2-9587dfcfab30,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:48:50.642366 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb81065-c72d-44fa-8e36-aab92ebdb023 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Checking segment: {'id': '91e357dd-a562-42df-8c82-27f1fef66128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:48:50.642755 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb81065-c72d-44fa-8e36-aab92ebdb023 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Network hostable DHCP agents. Network: 9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:48:50.660374 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb81065-c72d-44fa-8e36-aab92ebdb023 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Network 9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:48:50.669650 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-deb81065-c72d-44fa-8e36-aab92ebdb023 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:48:50.677652 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb81065-c72d-44fa-8e36-aab92ebdb023 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:48:50.678407 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-deb81065-c72d-44fa-8e36-aab92ebdb023 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:50.683516 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa60571c-03e2-4474-8177-9bd6c6f5b877 None None] Network 9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:48:50.698954 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-deb81065-c72d-44fa-8e36-aab92ebdb023 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4083519
Feb 05 21:48:50.702103 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53608) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:48:50.710490 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:50.794878 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4395c6e8-2902-458c-85d4-a6feccf03d84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81', 'network_id': '9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'fixed_ips': [{'subnet_id': 'd4cb32bb-ab4d-4fb8-a5c2-9587dfcfab30'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:48:50.795842 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4395c6e8-2902-458c-85d4-a6feccf03d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:50.826317 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-055df761-ac8b-4638-82a2-0b7d519b5f23 None None] Publish callbacks [] for port (013697e0-bb62-4249-b2eb-e7b81e35a8d4), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:50.832726 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-055df761-ac8b-4638-82a2-0b7d519b5f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (013697e0-bb62-4249-b2eb-e7b81e35a8d4), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:50.885918 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-055df761-ac8b-4638-82a2-0b7d519b5f23 None None] Attempting to bind port 013697e0-bb62-4249-b2eb-e7b81e35a8d4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:48:50.886280 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-055df761-ac8b-4638-82a2-0b7d519b5f23 None None] Attempting to bind port 013697e0-bb62-4249-b2eb-e7b81e35a8d4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:48:50.886693 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055df761-ac8b-4638-82a2-0b7d519b5f23 None None] Attempting to bind port 013697e0-bb62-4249-b2eb-e7b81e35a8d4 on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:48:50.897573 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08ef3a-6424-4ec0-b5b5-b35d3d10e7ed None None] Pushing event updated for resources: {'Port': ['ID=013697e0-bb62-4249-b2eb-e7b81e35a8d4,revision_number=2']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:48:50.899716 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055df761-ac8b-4638-82a2-0b7d519b5f23 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:48:50.900085 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055df761-ac8b-4638-82a2-0b7d519b5f23 None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:48:50.900478 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-055df761-ac8b-4638-82a2-0b7d519b5f23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:50.900865 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055df761-ac8b-4638-82a2-0b7d519b5f23 None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:48:50.901324 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-055df761-ac8b-4638-82a2-0b7d519b5f23 None None] Bound port: 013697e0-bb62-4249-b2eb-e7b81e35a8d4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:48:50.901820 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-055df761-ac8b-4638-82a2-0b7d519b5f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (013697e0-bb62-4249-b2eb-e7b81e35a8d4), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:50.926965 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d08ef3a-6424-4ec0-b5b5-b35d3d10e7ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:50.927311 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d08ef3a-6424-4ec0-b5b5-b35d3d10e7ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:50.927653 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d08ef3a-6424-4ec0-b5b5-b35d3d10e7ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:50.927997 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d08ef3a-6424-4ec0-b5b5-b35d3d10e7ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:50.928329 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d08ef3a-6424-4ec0-b5b5-b35d3d10e7ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:50.928639 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d08ef3a-6424-4ec0-b5b5-b35d3d10e7ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:50.928962 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d08ef3a-6424-4ec0-b5b5-b35d3d10e7ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:50.929283 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d08ef3a-6424-4ec0-b5b5-b35d3d10e7ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:50.929604 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d08ef3a-6424-4ec0-b5b5-b35d3d10e7ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:50.929925 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d08ef3a-6424-4ec0-b5b5-b35d3d10e7ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:50.930242 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d08ef3a-6424-4ec0-b5b5-b35d3d10e7ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:50.930582 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d08ef3a-6424-4ec0-b5b5-b35d3d10e7ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:50.930897 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d08ef3a-6424-4ec0-b5b5-b35d3d10e7ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:48:50.950555 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-4395c6e8-2902-458c-85d4-a6feccf03d84 None None] Allocated IP 172.20.0.2 (9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81/d4cb32bb-ab4d-4fb8-a5c2-9587dfcfab30/1482d170-06cf-4343-b633-a1967fc5870f) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:48:50.972490 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-055df761-ac8b-4638-82a2-0b7d519b5f23 None None] For port 013697e0-bb62-4249-b2eb-e7b81e35a8d4, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:48:50.975864 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-055df761-ac8b-4638-82a2-0b7d519b5f23 None None] For port 013697e0-bb62-4249-b2eb-e7b81e35a8d4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=013697e0-bb62-4249-b2eb-e7b81e35a8d4,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:48:50.985281 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-055df761-ac8b-4638-82a2-0b7d519b5f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (013697e0-bb62-4249-b2eb-e7b81e35a8d4), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:51.056297 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08ef3a-6424-4ec0-b5b5-b35d3d10e7ed None None] Pushing event updated for resources: {'Port': ['ID=013697e0-bb62-4249-b2eb-e7b81e35a8d4,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:48:51.070244 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055df761-ac8b-4638-82a2-0b7d519b5f23 None None] Routers {'814491c0-a975-4950-9d27-4577b8831170'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:48:51.071010 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-055df761-ac8b-4638-82a2-0b7d519b5f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8e97b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:48:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['814491c0-a975-4950-9d27-4577b8831170'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:48:51.114464 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4395c6e8-2902-458c-85d4-a6feccf03d84 None None] Publish callbacks [] for port (1482d170-06cf-4343-b633-a1967fc5870f), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:51.121248 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4395c6e8-2902-458c-85d4-a6feccf03d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (1482d170-06cf-4343-b633-a1967fc5870f), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:51.161365 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4395c6e8-2902-458c-85d4-a6feccf03d84 None None] Network 9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:48:51.164331 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-4395c6e8-2902-458c-85d4-a6feccf03d84 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:48:51.168950 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4395c6e8-2902-458c-85d4-a6feccf03d84 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:48:51.183829 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-055df761-ac8b-4638-82a2-0b7d519b5f23 None None] Set router 814491c0-a975-4950-9d27-4577b8831170 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:48:51.196425 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4395c6e8-2902-458c-85d4-a6feccf03d84 None None] Pushing event updated for resources: {'Port': ['ID=1482d170-06cf-4343-b633-a1967fc5870f,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:48:51.204250 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e5f99f53-8771-4313-9df6-6309f4efb45e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:51.236055 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-4395c6e8-2902-458c-85d4-a6feccf03d84 None None] Attempting to bind port 1482d170-06cf-4343-b633-a1967fc5870f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:48:51.236559 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-4395c6e8-2902-458c-85d4-a6feccf03d84 None None] Attempting to bind port 1482d170-06cf-4343-b633-a1967fc5870f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '91e357dd-a562-42df-8c82-27f1fef66128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:48:51.236939 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4395c6e8-2902-458c-85d4-a6feccf03d84 None None] Attempting to bind port 1482d170-06cf-4343-b633-a1967fc5870f on network 9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:48:51.242089 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4395c6e8-2902-458c-85d4-a6feccf03d84 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:48:51.242527 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4395c6e8-2902-458c-85d4-a6feccf03d84 None None] Checking segment: {'id': '91e357dd-a562-42df-8c82-27f1fef66128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:48:51.242914 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4395c6e8-2902-458c-85d4-a6feccf03d84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:51.243317 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4395c6e8-2902-458c-85d4-a6feccf03d84 None None] Bound using segment: {'id': '91e357dd-a562-42df-8c82-27f1fef66128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:48:51.243794 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-4395c6e8-2902-458c-85d4-a6feccf03d84 None None] Bound port: 1482d170-06cf-4343-b633-a1967fc5870f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e357dd-a562-42df-8c82-27f1fef66128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:48:51.244186 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4395c6e8-2902-458c-85d4-a6feccf03d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1482d170-06cf-4343-b633-a1967fc5870f), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:51.309882 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-4395c6e8-2902-458c-85d4-a6feccf03d84 None None] For port 1482d170-06cf-4343-b633-a1967fc5870f, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:48:51.314982 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-4395c6e8-2902-458c-85d4-a6feccf03d84 None None] For port 1482d170-06cf-4343-b633-a1967fc5870f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1482d170-06cf-4343-b633-a1967fc5870f,segment=NetworkSegment(91e357dd-a562-42df-8c82-27f1fef66128),segment_id=91e357dd-a562-42df-8c82-27f1fef66128)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:48:51.323029 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4395c6e8-2902-458c-85d4-a6feccf03d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (1482d170-06cf-4343-b633-a1967fc5870f), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:51.370118 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-055df761-ac8b-4638-82a2-0b7d519b5f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8e97b50>, [{'id': '814491c0-a975-4950-9d27-4577b8831170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628758666', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.238'}], 'enable_snat': True}, 'gw_port_id': '013697e0-bb62-4249-b2eb-e7b81e35a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:48:48Z', 'updated_at': '2022-02-05T21:48:49Z', 'revision_number': 3, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '013697e0-bb62-4249-b2eb-e7b81e35a8d4', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '814491c0-a975-4950-9d27-4577b8831170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:48:49Z', 'updated_at': '2022-02-05T21:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:48:51.392038 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4395c6e8-2902-458c-85d4-a6feccf03d84 None None] Pushing event updated for resources: {'Port': ['ID=1482d170-06cf-4343-b633-a1967fc5870f,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:48:51.406218 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055df761-ac8b-4638-82a2-0b7d519b5f23 None None] The sync data for ids ['814491c0-a975-4950-9d27-4577b8831170'] in ncdv-master-1 is: [{'id': '814491c0-a975-4950-9d27-4577b8831170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628758666', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.238'}], 'enable_snat': True}, 'gw_port_id': '013697e0-bb62-4249-b2eb-e7b81e35a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:48:48Z', 'updated_at': '2022-02-05T21:48:49Z', 'revision_number': 3, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '013697e0-bb62-4249-b2eb-e7b81e35a8d4', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '814491c0-a975-4950-9d27-4577b8831170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:48:49Z', 'updated_at': '2022-02-05T21:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:48:51.514915 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-e5f99f53-8771-4313-9df6-6309f4efb45e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Allocated IP 172.20.0.1 (9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81/d4cb32bb-ab4d-4fb8-a5c2-9587dfcfab30/e68576f3-1244-4dbd-af91-349f9cfc2b1c) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:48:51.645003 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e5f99f53-8771-4313-9df6-6309f4efb45e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for port (e68576f3-1244-4dbd-af91-349f9cfc2b1c), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:51.684435 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e5f99f53-8771-4313-9df6-6309f4efb45e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (e68576f3-1244-4dbd-af91-349f9cfc2b1c), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:51.748432 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f99f53-8771-4313-9df6-6309f4efb45e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Network 9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:48:51.754343 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-e5f99f53-8771-4313-9df6-6309f4efb45e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:48:51.758217 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f99f53-8771-4313-9df6-6309f4efb45e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:48:51.795857 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f99f53-8771-4313-9df6-6309f4efb45e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'Port': ['ID=e68576f3-1244-4dbd-af91-349f9cfc2b1c,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:48:51.816712 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e5f99f53-8771-4313-9df6-6309f4efb45e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (814491c0-a975-4950-9d27-4577b8831170), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:51.966913 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e5f99f53-8771-4313-9df6-6309f4efb45e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e68576f3-1244-4dbd-af91-349f9cfc2b1c), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:52.303280 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e5f99f53-8771-4313-9df6-6309f4efb45e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for port (e68576f3-1244-4dbd-af91-349f9cfc2b1c), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:52.308696 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e5f99f53-8771-4313-9df6-6309f4efb45e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (e68576f3-1244-4dbd-af91-349f9cfc2b1c), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:52.391119 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f99f53-8771-4313-9df6-6309f4efb45e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'Port': ['ID=e68576f3-1244-4dbd-af91-349f9cfc2b1c,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:48:52.393841 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e5f99f53-8771-4313-9df6-6309f4efb45e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (814491c0-a975-4950-9d27-4577b8831170), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:52.511654 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f99f53-8771-4313-9df6-6309f4efb45e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Network 9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:48:52.513208 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-e5f99f53-8771-4313-9df6-6309f4efb45e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:48:52.539542 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ced42d-e0ae-48ef-83dc-6b5c7746df01 None None] Network 9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:48:52.619533 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-8f93c3bd-435b-4dcc-9462-6df39b28c24e None None] Provisioning complete for port 1482d170-06cf-4343-b633-a1967fc5870f triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:48:52.619909 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8f93c3bd-435b-4dcc-9462-6df39b28c24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1482d170-06cf-4343-b633-a1967fc5870f), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:52.642977 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f99f53-8771-4313-9df6-6309f4efb45e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Router 814491c0-a975-4950-9d27-4577b8831170 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:48:52.785374 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-8f93c3bd-435b-4dcc-9462-6df39b28c24e None None] Current status of the port 1482d170-06cf-4343-b633-a1967fc5870f is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:48:52.786530 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8f93c3bd-435b-4dcc-9462-6df39b28c24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1482d170-06cf-4343-b633-a1967fc5870f), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:52.799397 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f99f53-8771-4313-9df6-6309f4efb45e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:48:52.807756 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e5f99f53-8771-4313-9df6-6309f4efb45e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "PUT /v2.0/routers/814491c0-a975-4950-9d27-4577b8831170/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1038010
Feb 05 21:48:52.855116 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-8f93c3bd-435b-4dcc-9462-6df39b28c24e None None] For port 1482d170-06cf-4343-b633-a1967fc5870f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1482d170-06cf-4343-b633-a1967fc5870f,segment=NetworkSegment(91e357dd-a562-42df-8c82-27f1fef66128),segment_id=91e357dd-a562-42df-8c82-27f1fef66128)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:48:52.862827 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8f93c3bd-435b-4dcc-9462-6df39b28c24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (1482d170-06cf-4343-b633-a1967fc5870f), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:52.934758 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93c3bd-435b-4dcc-9462-6df39b28c24e None None] Pushing event updated for resources: {'Port': ['ID=1482d170-06cf-4343-b633-a1967fc5870f,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:48:53.011073 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-b0c47e3f-38f6-412c-9c72-1d4a11ea3249 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1145617867&fields=id&tenant_id=ad4914a1c56043a7bbc01d19cd824488 HTTP/1.1" status: 200  len: 267 time: 0.0570428
Feb 05 21:48:53.089804 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-e1730606-11d7-46c5-9232-1116f729ef9f None None] Provisioning complete for port e68576f3-1244-4dbd-af91-349f9cfc2b1c triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:48:53.090629 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e1730606-11d7-46c5-9232-1116f729ef9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e68576f3-1244-4dbd-af91-349f9cfc2b1c), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:53.132115 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-f23eeb8d-cb9e-4db2-8f30-08ad3b0bcab8 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:48:53.133771 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-f23eeb8d-cb9e-4db2-8f30-08ad3b0bcab8 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/networks?id=9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81 HTTP/1.1" status: 200  len: 796 time: 0.1184971
Feb 05 21:48:53.139229 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-e1730606-11d7-46c5-9232-1116f729ef9f None None] Port e68576f3-1244-4dbd-af91-349f9cfc2b1c cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:48:53.151038 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-39d54f11-aae6-42a1-b3c6-914d951c433f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/quotas/ad4914a1c56043a7bbc01d19cd824488 HTTP/1.1" status: 200  len: 375 time: 0.0113418
Feb 05 21:48:53.157486 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-e1730606-11d7-46c5-9232-1116f729ef9f None None] Provisioning complete for port 1482d170-06cf-4343-b633-a1967fc5870f triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:48:53.158115 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e1730606-11d7-46c5-9232-1116f729ef9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1482d170-06cf-4343-b633-a1967fc5870f), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:53.201576 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 013697e0-bb62-4249-b2eb-e7b81e35a8d4 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:48:53.221895 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-cd5364e7-aa3e-4672-bdb4-d35fcb6e19bc tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ad4914a1c56043a7bbc01d19cd824488&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0623043
Feb 05 21:48:53.351225 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-0dfbe224-2b38-49e8-9a64-eb2caeadd763 service neutron] 10.222.0.32 "GET /v2.0/networks/9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1089339
Feb 05 21:48:53.440972 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 013697e0-bb62-4249-b2eb-e7b81e35a8d4 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:48:53.441354 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (013697e0-bb62-4249-b2eb-e7b81e35a8d4), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:53.467818 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3542cd-960b-4740-aed7-36d9513b0595 None None] Sync routers for ids ['814491c0-a975-4950-9d27-4577b8831170'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:48:53.523528 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3542cd-960b-4740-aed7-36d9513b0595 None None] Routers {'814491c0-a975-4950-9d27-4577b8831170'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:48:53.524183 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-7f3542cd-960b-4740-aed7-36d9513b0595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab6c3220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:48:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['814491c0-a975-4950-9d27-4577b8831170'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:48:53.567976 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-e1730606-11d7-46c5-9232-1116f729ef9f None None] Current status of the port 1482d170-06cf-4343-b633-a1967fc5870f is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:48:53.680728 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 013697e0-bb62-4249-b2eb-e7b81e35a8d4 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:48:53.681058 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (013697e0-bb62-4249-b2eb-e7b81e35a8d4), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:53.696218 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-7f3542cd-960b-4740-aed7-36d9513b0595 None None] Set router 814491c0-a975-4950-9d27-4577b8831170 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:48:53.750885 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 013697e0-bb62-4249-b2eb-e7b81e35a8d4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=013697e0-bb62-4249-b2eb-e7b81e35a8d4,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:48:53.756023 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-a8e9fb5b-922b-44c9-830d-0dd756271d7e None None] Provisioning complete for port e68576f3-1244-4dbd-af91-349f9cfc2b1c triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:48:53.756411 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a8e9fb5b-922b-44c9-830d-0dd756271d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e68576f3-1244-4dbd-af91-349f9cfc2b1c), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:53.762962 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (013697e0-bb62-4249-b2eb-e7b81e35a8d4), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:53.763403 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 1482d170-06cf-4343-b633-a1967fc5870f up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:48:53.806108 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-55a011d6-796a-48c9-893e-304e6a9bc235 service neutron] 10.222.0.32 "GET /v2.0/networks/9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4488809
Feb 05 21:48:53.930704 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a8e9fb5b-922b-44c9-830d-0dd756271d7e None None] Port e68576f3-1244-4dbd-af91-349f9cfc2b1c cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:48:53.960979 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=013697e0-bb62-4249-b2eb-e7b81e35a8d4,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:48:53.985223 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 1482d170-06cf-4343-b633-a1967fc5870f triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:48:53.985608 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1482d170-06cf-4343-b633-a1967fc5870f), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:53.997762 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2951f3bd-0ca9-49b9-a632-f08dd2648f59 req-c1c51c44-ed19-4730-b701-e9def5418abe tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 210 time: 0.0274589
Feb 05 21:48:54.106043 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-7f3542cd-960b-4740-aed7-36d9513b0595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab6c3220>, [{'id': '814491c0-a975-4950-9d27-4577b8831170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628758666', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.238'}], 'enable_snat': True}, 'gw_port_id': '013697e0-bb62-4249-b2eb-e7b81e35a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:48:48Z', 'updated_at': '2022-02-05T21:48:51Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '013697e0-bb62-4249-b2eb-e7b81e35a8d4', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '814491c0-a975-4950-9d27-4577b8831170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:48:49Z', 'updated_at': '2022-02-05T21:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e68576f3-1244-4dbd-af91-349f9cfc2b1c', 'name': '', 'network_id': '9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'mac_address': 'fa:16:3e:16:1f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '814491c0-a975-4950-9d27-4577b8831170', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'd4cb32bb-ab4d-4fb8-a5c2-9587dfcfab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:48:51Z', 'updated_at': '2022-02-05T21:48:52Z', 'revision_number': 2, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'subnets': [{'id': 'd4cb32bb-ab4d-4fb8-a5c2-9587dfcfab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:48:54.133557 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 1482d170-06cf-4343-b633-a1967fc5870f is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:48:54.135756 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3542cd-960b-4740-aed7-36d9513b0595 None None] Checking router: 814491c0-a975-4950-9d27-4577b8831170 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:48:54.136117 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3542cd-960b-4740-aed7-36d9513b0595 None None] Updating router 814491c0-a975-4950-9d27-4577b8831170 port e68576f3-1244-4dbd-af91-349f9cfc2b1c binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:48:54.163555 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7f3542cd-960b-4740-aed7-36d9513b0595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e68576f3-1244-4dbd-af91-349f9cfc2b1c), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:54.424287 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7f3542cd-960b-4740-aed7-36d9513b0595 None None] Publish callbacks [] for port (e68576f3-1244-4dbd-af91-349f9cfc2b1c), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:54.429898 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7f3542cd-960b-4740-aed7-36d9513b0595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (e68576f3-1244-4dbd-af91-349f9cfc2b1c), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:54.483340 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552d056c-06cc-45e4-994f-e834e9ba932f None None] Pushing event updated for resources: {'Port': ['ID=e68576f3-1244-4dbd-af91-349f9cfc2b1c,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:48:54.535239 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-7f3542cd-960b-4740-aed7-36d9513b0595 None None] Attempting to bind port e68576f3-1244-4dbd-af91-349f9cfc2b1c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:48:54.535614 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-7f3542cd-960b-4740-aed7-36d9513b0595 None None] Attempting to bind port e68576f3-1244-4dbd-af91-349f9cfc2b1c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '91e357dd-a562-42df-8c82-27f1fef66128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:48:54.535981 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3542cd-960b-4740-aed7-36d9513b0595 None None] Attempting to bind port e68576f3-1244-4dbd-af91-349f9cfc2b1c on network 9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:48:54.541358 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3542cd-960b-4740-aed7-36d9513b0595 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:48:54.541745 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3542cd-960b-4740-aed7-36d9513b0595 None None] Checking segment: {'id': '91e357dd-a562-42df-8c82-27f1fef66128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:48:54.542160 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7f3542cd-960b-4740-aed7-36d9513b0595 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:54.542594 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3542cd-960b-4740-aed7-36d9513b0595 None None] Bound using segment: {'id': '91e357dd-a562-42df-8c82-27f1fef66128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:48:54.543066 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-7f3542cd-960b-4740-aed7-36d9513b0595 None None] Bound port: e68576f3-1244-4dbd-af91-349f9cfc2b1c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e357dd-a562-42df-8c82-27f1fef66128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:48:54.543457 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7f3542cd-960b-4740-aed7-36d9513b0595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e68576f3-1244-4dbd-af91-349f9cfc2b1c), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:54.612266 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-7f3542cd-960b-4740-aed7-36d9513b0595 None None] For port e68576f3-1244-4dbd-af91-349f9cfc2b1c, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:48:54.615484 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-7f3542cd-960b-4740-aed7-36d9513b0595 None None] For port e68576f3-1244-4dbd-af91-349f9cfc2b1c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e68576f3-1244-4dbd-af91-349f9cfc2b1c,segment=NetworkSegment(91e357dd-a562-42df-8c82-27f1fef66128),segment_id=91e357dd-a562-42df-8c82-27f1fef66128)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:48:54.622920 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7f3542cd-960b-4740-aed7-36d9513b0595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (e68576f3-1244-4dbd-af91-349f9cfc2b1c), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:54.684396 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552d056c-06cc-45e4-994f-e834e9ba932f None None] Pushing event updated for resources: {'Port': ['ID=e68576f3-1244-4dbd-af91-349f9cfc2b1c,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:48:54.686967 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3542cd-960b-4740-aed7-36d9513b0595 None None] Routers {'814491c0-a975-4950-9d27-4577b8831170'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:48:54.688122 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-7f3542cd-960b-4740-aed7-36d9513b0595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab6c3220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:48:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['814491c0-a975-4950-9d27-4577b8831170'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:48:54.793838 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-bd1a1bd6-2e8d-4274-8de2-90c185e454da None None] Provisioning complete for port e68576f3-1244-4dbd-af91-349f9cfc2b1c triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:48:54.794230 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bd1a1bd6-2e8d-4274-8de2-90c185e454da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e68576f3-1244-4dbd-af91-349f9cfc2b1c), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:54.838401 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-7f3542cd-960b-4740-aed7-36d9513b0595 None None] Set router 814491c0-a975-4950-9d27-4577b8831170 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:48:55.003093 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-bd1a1bd6-2e8d-4274-8de2-90c185e454da None None] Current status of the port e68576f3-1244-4dbd-af91-349f9cfc2b1c is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:48:55.003632 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bd1a1bd6-2e8d-4274-8de2-90c185e454da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e68576f3-1244-4dbd-af91-349f9cfc2b1c), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:55.059617 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 013697e0-bb62-4249-b2eb-e7b81e35a8d4 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:48:55.081661 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-bd1a1bd6-2e8d-4274-8de2-90c185e454da None None] For port e68576f3-1244-4dbd-af91-349f9cfc2b1c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e68576f3-1244-4dbd-af91-349f9cfc2b1c,segment=NetworkSegment(91e357dd-a562-42df-8c82-27f1fef66128),segment_id=91e357dd-a562-42df-8c82-27f1fef66128)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:48:55.088770 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ddbcf39c-2d8b-4817-a5bc-553f043fb5ce req-6f4000fe-996e-424d-80de-7b6a73d36594 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 210 time: 0.0315793
Feb 05 21:48:55.114266 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bd1a1bd6-2e8d-4274-8de2-90c185e454da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (e68576f3-1244-4dbd-af91-349f9cfc2b1c), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:55.190680 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a1bd6-2e8d-4274-8de2-90c185e454da None None] Pushing event updated for resources: {'Port': ['ID=e68576f3-1244-4dbd-af91-349f9cfc2b1c,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:48:55.207724 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-7f3542cd-960b-4740-aed7-36d9513b0595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab6c3220>, [{'id': '814491c0-a975-4950-9d27-4577b8831170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628758666', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.238'}], 'enable_snat': True}, 'gw_port_id': '013697e0-bb62-4249-b2eb-e7b81e35a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:48:48Z', 'updated_at': '2022-02-05T21:48:51Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '013697e0-bb62-4249-b2eb-e7b81e35a8d4', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814491c0-a975-4950-9d27-4577b8831170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:48:49Z', 'updated_at': '2022-02-05T21:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e68576f3-1244-4dbd-af91-349f9cfc2b1c', 'name': '', 'network_id': '9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'mac_address': 'fa:16:3e:16:1f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '814491c0-a975-4950-9d27-4577b8831170', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'd4cb32bb-ab4d-4fb8-a5c2-9587dfcfab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:48:51Z', 'updated_at': '2022-02-05T21:48:54Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'subnets': [{'id': 'd4cb32bb-ab4d-4fb8-a5c2-9587dfcfab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:48:55.210831 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 013697e0-bb62-4249-b2eb-e7b81e35a8d4 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:48:55.211211 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (013697e0-bb62-4249-b2eb-e7b81e35a8d4), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:55.261343 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3542cd-960b-4740-aed7-36d9513b0595 None None] The sync data for ids ['814491c0-a975-4950-9d27-4577b8831170'] in ncdv-master-1 is: [{'id': '814491c0-a975-4950-9d27-4577b8831170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628758666', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.238'}], 'enable_snat': True}, 'gw_port_id': '013697e0-bb62-4249-b2eb-e7b81e35a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:48:48Z', 'updated_at': '2022-02-05T21:48:51Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '013697e0-bb62-4249-b2eb-e7b81e35a8d4', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814491c0-a975-4950-9d27-4577b8831170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:48:49Z', 'updated_at': '2022-02-05T21:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e68576f3-1244-4dbd-af91-349f9cfc2b1c', 'name': '', 'network_id': '9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'mac_address': 'fa:16:3e:16:1f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '814491c0-a975-4950-9d27-4577b8831170', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'd4cb32bb-ab4d-4fb8-a5c2-9587dfcfab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:48:51Z', 'updated_at': '2022-02-05T21:48:54Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'subnets': [{'id': 'd4cb32bb-ab4d-4fb8-a5c2-9587dfcfab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:48:55.283199 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-bb1d7411-2716-4df9-893d-0ede00d98c34 None None] Provisioning complete for port e68576f3-1244-4dbd-af91-349f9cfc2b1c triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:48:55.283581 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bb1d7411-2716-4df9-893d-0ede00d98c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e68576f3-1244-4dbd-af91-349f9cfc2b1c), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:55.549755 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 013697e0-bb62-4249-b2eb-e7b81e35a8d4 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:48:55.590622 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-bb1d7411-2716-4df9-893d-0ede00d98c34 None None] Current status of the port e68576f3-1244-4dbd-af91-349f9cfc2b1c is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:48:56.101927 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-f82c4c7d-5f5f-4d7c-97b8-78f222778365 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:48:56.104160 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-f82c4c7d-5f5f-4d7c-97b8-78f222778365 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.21 "GET /v2.0/networks?id=9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81 HTTP/1.1" status: 200  len: 796 time: 0.1207244
Feb 05 21:48:56.180315 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-3325060f-38dd-4a67-a2e2-90e8b60a9ac9 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad4914a1c56043a7bbc01d19cd824488 HTTP/1.1" status: 200  len: 380 time: 0.0680065
Feb 05 21:48:56.191646 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-1339b2c2-922c-4407-b840-c804c622d06f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'port': {'device_id': '28ed58e2-478b-4dc7-9824-c98f6329cb6a', 'network_id': '9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81', 'admin_state_up': True, 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'security_groups': ['621de8b4-5186-4134-baab-fd8b6945924c']}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:48:56.226077 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ff2af81e-7207-419a-bb1e-f16c47bbb8d1 req-ade52bea-e39f-4949-8b09-4650f63e9c97 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 210 time: 0.0362103
Feb 05 21:48:56.314253 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-1339b2c2-922c-4407-b840-c804c622d06f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Made reservation on behalf of ad4914a1c56043a7bbc01d19cd824488 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:48:56.317763 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-1339b2c2-922c-4407-b840-c804c622d06f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:56.457210 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-1339b2c2-922c-4407-b840-c804c622d06f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Allocated IP 172.20.0.11 (9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81/d4cb32bb-ab4d-4fb8-a5c2-9587dfcfab30/0c20da7e-6954-47f2-b569-35fb7a966a05) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:48:56.604936 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-1339b2c2-922c-4407-b840-c804c622d06f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for port (0c20da7e-6954-47f2-b569-35fb7a966a05), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:56.640782 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-1339b2c2-922c-4407-b840-c804c622d06f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (0c20da7e-6954-47f2-b569-35fb7a966a05), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:56.685212 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-1339b2c2-922c-4407-b840-c804c622d06f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Network 9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:48:56.688753 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-1339b2c2-922c-4407-b840-c804c622d06f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:48:56.692255 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-1339b2c2-922c-4407-b840-c804c622d06f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:48:56.715107 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1339b2c2-922c-4407-b840-c804c622d06f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'Port': ['ID=0c20da7e-6954-47f2-b569-35fb7a966a05,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:48:56.747246 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-1339b2c2-922c-4407-b840-c804c622d06f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:48:56.747802 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-1339b2c2-922c-4407-b840-c804c622d06f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:56.764824 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-1339b2c2-922c-4407-b840-c804c622d06f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5777433
Feb 05 21:48:56.775665 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-36933204-a3ae-4577-a748-5e5aecdc2488 service neutron] Request body: {'port': {'device_id': '28ed58e2-478b-4dc7-9824-c98f6329cb6a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:48:56.841516 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-36933204-a3ae-4577-a748-5e5aecdc2488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0c20da7e-6954-47f2-b569-35fb7a966a05), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:56.918903 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c4221f36-a47d-40ec-bde3-1f73e5828452 None None] Provisioning complete for port 0c20da7e-6954-47f2-b569-35fb7a966a05 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:48:56.919466 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c4221f36-a47d-40ec-bde3-1f73e5828452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (0c20da7e-6954-47f2-b569-35fb7a966a05), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:56.956771 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c4221f36-a47d-40ec-bde3-1f73e5828452 None None] Port 0c20da7e-6954-47f2-b569-35fb7a966a05 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:48:57.064986 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device e68576f3-1244-4dbd-af91-349f9cfc2b1c up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:48:57.113224 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port e68576f3-1244-4dbd-af91-349f9cfc2b1c triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:48:57.113698 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (e68576f3-1244-4dbd-af91-349f9cfc2b1c), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:57.113846 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-36933204-a3ae-4577-a748-5e5aecdc2488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c20da7e-6954-47f2-b569-35fb7a966a05 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:48:57.122273 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-36933204-a3ae-4577-a748-5e5aecdc2488 service neutron] Publish callbacks [] for port (0c20da7e-6954-47f2-b569-35fb7a966a05), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:57.136871 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-36933204-a3ae-4577-a748-5e5aecdc2488 service neutron] Transition to ACTIVE for port object 0c20da7e-6954-47f2-b569-35fb7a966a05 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:48:57.142612 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-36933204-a3ae-4577-a748-5e5aecdc2488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (0c20da7e-6954-47f2-b569-35fb7a966a05), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:57.197603 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port e68576f3-1244-4dbd-af91-349f9cfc2b1c is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:48:57.212176 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36933204-a3ae-4577-a748-5e5aecdc2488 service neutron] Pushing event updated for resources: {'Port': ['ID=0c20da7e-6954-47f2-b569-35fb7a966a05,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:48:57.269231 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-36933204-a3ae-4577-a748-5e5aecdc2488 service neutron] Attempting to bind port 0c20da7e-6954-47f2-b569-35fb7a966a05 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:48:57.269578 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-36933204-a3ae-4577-a748-5e5aecdc2488 service neutron] Attempting to bind port 0c20da7e-6954-47f2-b569-35fb7a966a05 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '91e357dd-a562-42df-8c82-27f1fef66128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:48:57.269919 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-36933204-a3ae-4577-a748-5e5aecdc2488 service neutron] Attempting to bind port 0c20da7e-6954-47f2-b569-35fb7a966a05 on network 9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:48:57.274612 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-36933204-a3ae-4577-a748-5e5aecdc2488 service neutron] Port 0c20da7e-6954-47f2-b569-35fb7a966a05 on network 9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:48:57.274943 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-36933204-a3ae-4577-a748-5e5aecdc2488 service neutron] Attempting to bind port 0c20da7e-6954-47f2-b569-35fb7a966a05 on network 9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:48:57.280525 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-36933204-a3ae-4577-a748-5e5aecdc2488 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:48:57.281561 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-36933204-a3ae-4577-a748-5e5aecdc2488 service neutron] Checking segment: {'id': '91e357dd-a562-42df-8c82-27f1fef66128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:48:57.282181 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-36933204-a3ae-4577-a748-5e5aecdc2488 service neutron] Bound using segment: {'id': '91e357dd-a562-42df-8c82-27f1fef66128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:48:57.282706 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-36933204-a3ae-4577-a748-5e5aecdc2488 service neutron] Bound port: 0c20da7e-6954-47f2-b569-35fb7a966a05, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91e357dd-a562-42df-8c82-27f1fef66128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:48:57.283306 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-36933204-a3ae-4577-a748-5e5aecdc2488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0c20da7e-6954-47f2-b569-35fb7a966a05), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:57.348577 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf069713-d810-4bfe-81bc-4142fe002a77 req-dd41f913-f066-4414-9322-4b7d3591dbab tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:48:57.350133 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bf069713-d810-4bfe-81bc-4142fe002a77 req-dd41f913-f066-4414-9322-4b7d3591dbab tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 944 time: 0.0570729
Feb 05 21:48:57.358575 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-36933204-a3ae-4577-a748-5e5aecdc2488 service neutron] For port 0c20da7e-6954-47f2-b569-35fb7a966a05, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:48:57.362719 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-36933204-a3ae-4577-a748-5e5aecdc2488 service neutron] For port 0c20da7e-6954-47f2-b569-35fb7a966a05, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0c20da7e-6954-47f2-b569-35fb7a966a05,segment=NetworkSegment(91e357dd-a562-42df-8c82-27f1fef66128),segment_id=91e357dd-a562-42df-8c82-27f1fef66128)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:48:57.370093 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-36933204-a3ae-4577-a748-5e5aecdc2488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (0c20da7e-6954-47f2-b569-35fb7a966a05), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:57.409652 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-36933204-a3ae-4577-a748-5e5aecdc2488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:48:57.410286 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-36933204-a3ae-4577-a748-5e5aecdc2488 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:48:57.411733 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-36933204-a3ae-4577-a748-5e5aecdc2488 service neutron] 10.222.0.21 "PUT /v2.0/ports/0c20da7e-6954-47f2-b569-35fb7a966a05 HTTP/1.1" status: 200  len: 1092 time: 0.6402798
Feb 05 21:48:57.412178 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ed58e2-478b-4dc7-9824-c98f6329cb6a', 'tag': '0c20da7e-6954-47f2-b569-35fb7a966a05'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:48:57.414492 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dc595678b95b8a5d7a711e017487991988fc4acadae49b95ce695ebace8492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be41b1c5-407f-4006-963a-9d359a0c81ae" -d '{"events": [{"name": "network-changed", "server_uuid": "28ed58e2-478b-4dc7-9824-c98f6329cb6a", "tag": "0c20da7e-6954-47f2-b569-35fb7a966a05"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:48:57.414684 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bf069713-d810-4bfe-81bc-4142fe002a77 req-f4b38711-157e-4c56-8eef-eaa90ad40cdc tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=621de8b4-5186-4134-baab-fd8b6945924c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584350
Feb 05 21:48:57.456053 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36933204-a3ae-4577-a748-5e5aecdc2488 service neutron] Pushing event updated for resources: {'Port': ['ID=0c20da7e-6954-47f2-b569-35fb7a966a05,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:48:57.464682 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9e214d-5734-4672-ba74-c8bf220c5cfa x-openstack-request-id: req-7e9e214d-5734-4672-ba74-c8bf220c5cfa {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:48:57.465175 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28ed58e2-478b-4dc7-9824-c98f6329cb6a", "tag": "0c20da7e-6954-47f2-b569-35fb7a966a05", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:48:57.465596 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7e9e214d-5734-4672-ba74-c8bf220c5cfa {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:48:57.466953 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28ed58e2-478b-4dc7-9824-c98f6329cb6a', 'tag': '0c20da7e-6954-47f2-b569-35fb7a966a05', 'status': 'completed', 'code': 200}
Feb 05 21:48:57.514986 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-2ae002bd-2033-4777-b7b9-5a42bd810ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:48:57.517218 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-2ae002bd-2033-4777-b7b9-5a42bd810ee0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad4914a1c56043a7bbc01d19cd824488&device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 1126 time: 0.0477419
Feb 05 21:48:57.564150 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-2d326180-4adc-4ea6-9147-efb492b700c3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c20da7e-6954-47f2-b569-35fb7a966a05 HTTP/1.1" status: 200  len: 217 time: 0.0400269
Feb 05 21:48:57.615484 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-40f442dc-ad8a-443d-8af8-48517b631359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:48:57.616983 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-40f442dc-ad8a-443d-8af8-48517b631359 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d4cb32bb-ab4d-4fb8-a5c2-9587dfcfab30 HTTP/1.1" status: 200  len: 835 time: 0.0467539
Feb 05 21:48:57.666711 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-36b1761f-0c9d-4aec-8e7f-7c4a685b5615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:48:57.668206 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-36b1761f-0c9d-4aec-8e7f-7c4a685b5615 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0443203
Feb 05 21:48:57.758926 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-d3b7ccb1-3be8-441a-9a16-9bc1c7fb42eb service neutron] 10.222.0.21 "GET /v2.0/networks/9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846364
Feb 05 21:48:57.849550 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-9d3d09e6-d663-473f-8ca4-ff18a7f4e9bd req-96509be8-1cb7-44e8-b7bf-9a8f7603b0a9 service neutron] 10.222.0.21 "GET /v2.0/networks/9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845723
Feb 05 21:48:57.947732 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41b1c5-407f-4006-963a-9d359a0c81ae req-d8c0fa44-0184-45bf-91bd-fdceb557e15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:48:57.949313 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-be41b1c5-407f-4006-963a-9d359a0c81ae req-d8c0fa44-0184-45bf-91bd-fdceb557e15e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad4914a1c56043a7bbc01d19cd824488&device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 1126 time: 0.0547025
Feb 05 21:48:58.037074 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41b1c5-407f-4006-963a-9d359a0c81ae req-d94b00c0-eaf1-4ebf-bc41-cb258c518602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:48:58.038579 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-be41b1c5-407f-4006-963a-9d359a0c81ae req-d94b00c0-eaf1-4ebf-bc41-cb258c518602 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81 HTTP/1.1" status: 200  len: 897 time: 0.0837643
Feb 05 21:48:58.085032 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-be41b1c5-407f-4006-963a-9d359a0c81ae req-f1dfeb50-5c9d-4d9f-956a-c163df8e68a5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c20da7e-6954-47f2-b569-35fb7a966a05 HTTP/1.1" status: 200  len: 217 time: 0.0375214
Feb 05 21:48:58.132650 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41b1c5-407f-4006-963a-9d359a0c81ae req-42855831-39eb-455f-835d-b110af1f3d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:48:58.133991 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-be41b1c5-407f-4006-963a-9d359a0c81ae req-42855831-39eb-455f-835d-b110af1f3d9c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d4cb32bb-ab4d-4fb8-a5c2-9587dfcfab30 HTTP/1.1" status: 200  len: 835 time: 0.0428410
Feb 05 21:48:58.182502 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41b1c5-407f-4006-963a-9d359a0c81ae req-619a59c4-d374-44fa-966a-90137f5de44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:48:58.184002 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-be41b1c5-407f-4006-963a-9d359a0c81ae req-619a59c4-d374-44fa-966a-90137f5de44e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0442564
Feb 05 21:48:58.274371 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-be41b1c5-407f-4006-963a-9d359a0c81ae req-75c4f860-bd78-4d16-80ed-858a0747ab17 service neutron] 10.222.0.21 "GET /v2.0/networks/9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835972
Feb 05 21:48:58.363163 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-be41b1c5-407f-4006-963a-9d359a0c81ae req-7f28ccb8-1c55-4e93-a53e-fca97cf75b0f service neutron] 10.222.0.21 "GET /v2.0/networks/9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0827079
Feb 05 21:48:58.539182 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4409e2-45a5-404c-8bd0-edae7237a502 req-466203f8-3519-4ebc-91e4-32bea7811d9c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:48:58.540663 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ac4409e2-45a5-404c-8bd0-edae7237a502 req-466203f8-3519-4ebc-91e4-32bea7811d9c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 944 time: 0.0529199
Feb 05 21:48:58.588699 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ac4409e2-45a5-404c-8bd0-edae7237a502 req-17de26a1-3a6e-4532-87f5-3a5ef0952d48 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=621de8b4-5186-4134-baab-fd8b6945924c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424819
Feb 05 21:48:59.708906 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1eb25-5f2c-4a5e-8781-6f3df71225b3 req-d4f84bb8-d1b7-43b3-9d5f-a8366c74f398 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:48:59.710424 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-73d1eb25-5f2c-4a5e-8781-6f3df71225b3 req-d4f84bb8-d1b7-43b3-9d5f-a8366c74f398 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 944 time: 0.0531895
Feb 05 21:48:59.759491 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-73d1eb25-5f2c-4a5e-8781-6f3df71225b3 req-26ad33e6-c060-4307-9d57-f28875c0ef53 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=621de8b4-5186-4134-baab-fd8b6945924c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431309
Feb 05 21:49:00.883930 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0aeb4-89dd-497a-8503-d58ace7c3f09 req-273cb03f-e32d-406a-9992-e6496ec1acc8 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:49:00.885408 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a3c0aeb4-89dd-497a-8503-d58ace7c3f09 req-273cb03f-e32d-406a-9992-e6496ec1acc8 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 944 time: 0.0581264
Feb 05 21:49:00.933938 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a3c0aeb4-89dd-497a-8503-d58ace7c3f09 req-dff3b943-edbb-4e33-8c2e-10ffa957d051 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=621de8b4-5186-4134-baab-fd8b6945924c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428865
Feb 05 21:49:01.825980 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:49:02.053281 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ffbf57-7db3-4e72-9675-eb271b99518b req-7eee90c3-4976-4739-8c0f-e8a07f2df6f7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:49:02.054811 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-71ffbf57-7db3-4e72-9675-eb271b99518b req-7eee90c3-4976-4739-8c0f-e8a07f2df6f7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 944 time: 0.0527852
Feb 05 21:49:02.103857 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-71ffbf57-7db3-4e72-9675-eb271b99518b req-085e1c7d-a494-4700-b092-e82227b76c78 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=621de8b4-5186-4134-baab-fd8b6945924c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433371
Feb 05 21:49:02.359503 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 0c20da7e-6954-47f2-b569-35fb7a966a05 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:49:02.454856 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 0c20da7e-6954-47f2-b569-35fb7a966a05, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0c20da7e-6954-47f2-b569-35fb7a966a05,segment=NetworkSegment(91e357dd-a562-42df-8c82-27f1fef66128),segment_id=91e357dd-a562-42df-8c82-27f1fef66128)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:49:02.465397 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '0c20da7e-6954-47f2-b569-35fb7a966a05', 'network_id': '9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81', 'port_id': '0c20da7e-6954-47f2-b569-35fb7a966a05', 'mac_address': 'fa:16:3e:98:97:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4cb32bb-ab4d-4fb8-a5c2-9587dfcfab30', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:49:02.507476 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 0c20da7e-6954-47f2-b569-35fb7a966a05 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:49:02.507916 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0c20da7e-6954-47f2-b569-35fb7a966a05), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:49:02.520766 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c20da7e-6954-47f2-b569-35fb7a966a05 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:49:02.539365 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 0c20da7e-6954-47f2-b569-35fb7a966a05, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0c20da7e-6954-47f2-b569-35fb7a966a05,segment=NetworkSegment(91e357dd-a562-42df-8c82-27f1fef66128),segment_id=91e357dd-a562-42df-8c82-27f1fef66128)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:49:02.543418 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (0c20da7e-6954-47f2-b569-35fb7a966a05), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:49:02.590907 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=0c20da7e-6954-47f2-b569-35fb7a966a05,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:49:02.897163 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['0c20da7e-6954-47f2-b569-35fb7a966a05'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:49:03.225800 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b4c1e-1d15-431b-bfab-3aaf6e4614d3 req-813132b1-788e-48fc-95e8-aadf5f256501 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:49:03.227374 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fc2b4c1e-1d15-431b-bfab-3aaf6e4614d3 req-813132b1-788e-48fc-95e8-aadf5f256501 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 945 time: 0.0568793
Feb 05 21:49:03.275178 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fc2b4c1e-1d15-431b-bfab-3aaf6e4614d3 req-f198cfe5-4438-4684-bd36-d2f9a997af17 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=621de8b4-5186-4134-baab-fd8b6945924c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422454
Feb 05 21:49:03.824745 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8ef41536-f1c7-4239-adeb-4538e47b95f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:49:04.359875 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 0c20da7e-6954-47f2-b569-35fb7a966a05 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:49:04.393018 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4faab08-814b-42cd-8534-9035e4fb96be req-a4dba40e-a5b0-4068-b442-0797ca9ce051 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:49:04.395618 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4faab08-814b-42cd-8534-9035e4fb96be req-a4dba40e-a5b0-4068-b442-0797ca9ce051 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 945 time: 0.0530672
Feb 05 21:49:04.410213 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 0c20da7e-6954-47f2-b569-35fb7a966a05 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:49:04.414263 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 0c20da7e-6954-47f2-b569-35fb7a966a05 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:49:04.414689 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (0c20da7e-6954-47f2-b569-35fb7a966a05), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:49:04.445805 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4faab08-814b-42cd-8534-9035e4fb96be req-37bf0a63-37d6-4f32-b3e6-64f049c8e46f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=621de8b4-5186-4134-baab-fd8b6945924c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453122
Feb 05 21:49:04.495603 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 0c20da7e-6954-47f2-b569-35fb7a966a05 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:49:04.496010 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0c20da7e-6954-47f2-b569-35fb7a966a05), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:49:04.519657 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ed58e2-478b-4dc7-9824-c98f6329cb6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c20da7e-6954-47f2-b569-35fb7a966a05'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:49:04.521941 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}851605b45cf2a471246fb829968e46403c172bb314a4c703424450b4be22868d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af90f44f-f3e5-4f5f-912f-d1473e19ff2c" -d '{"events": [{"server_uuid": "28ed58e2-478b-4dc7-9824-c98f6329cb6a", "name": "network-vif-plugged", "status": "completed", "tag": "0c20da7e-6954-47f2-b569-35fb7a966a05"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:49:04.534519 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 0c20da7e-6954-47f2-b569-35fb7a966a05, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0c20da7e-6954-47f2-b569-35fb7a966a05,segment=NetworkSegment(91e357dd-a562-42df-8c82-27f1fef66128),segment_id=91e357dd-a562-42df-8c82-27f1fef66128)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:49:04.539952 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (0c20da7e-6954-47f2-b569-35fb7a966a05), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:49:04.565260 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f7d791-0987-4830-b8ae-b3aa7d8d604b x-openstack-request-id: req-01f7d791-0987-4830-b8ae-b3aa7d8d604b {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:49:04.565578 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ed58e2-478b-4dc7-9824-c98f6329cb6a", "name": "network-vif-plugged", "status": "completed", "tag": "0c20da7e-6954-47f2-b569-35fb7a966a05", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:49:04.565849 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-01f7d791-0987-4830-b8ae-b3aa7d8d604b {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:49:04.566237 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ed58e2-478b-4dc7-9824-c98f6329cb6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c20da7e-6954-47f2-b569-35fb7a966a05', 'code': 200}
Feb 05 21:49:04.591200 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=0c20da7e-6954-47f2-b569-35fb7a966a05,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:49:04.664547 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853d1e0-67be-4cf3-944e-b1057fee2948 req-089b8a20-ec22-4835-bb21-fa565b5d8b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:49:04.666039 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3853d1e0-67be-4cf3-944e-b1057fee2948 req-089b8a20-ec22-4835-bb21-fa565b5d8b1f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 1128 time: 0.0441799
Feb 05 21:49:04.715729 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3853d1e0-67be-4cf3-944e-b1057fee2948 req-fab05c91-0fc4-44f2-b596-667594787e9c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=621de8b4-5186-4134-baab-fd8b6945924c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426292
Feb 05 21:49:05.566935 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e6a27-3610-43fb-81f9-8af7b9fe10af req-d90182ad-82e8-486f-88b0-2e36ed422a00 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:49:05.568420 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-863e6a27-3610-43fb-81f9-8af7b9fe10af req-d90182ad-82e8-486f-88b0-2e36ed422a00 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 946 time: 0.0545230
Feb 05 21:49:05.621390 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-863e6a27-3610-43fb-81f9-8af7b9fe10af req-5040c6ed-a690-48be-9d37-b32c523d1540 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=621de8b4-5186-4134-baab-fd8b6945924c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473449
Feb 05 21:49:06.213378 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5779ecd1-840f-4339-a6f2-cfce62dd12c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:49:06.746290 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad1469-f22a-4136-b181-55cbb1d0c806 req-6f1c8d00-44bb-4edf-990c-ee59152f710f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:49:06.747816 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4ad1469-f22a-4136-b181-55cbb1d0c806 req-6f1c8d00-44bb-4edf-990c-ee59152f710f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 946 time: 0.0531023
Feb 05 21:49:06.796370 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4ad1469-f22a-4136-b181-55cbb1d0c806 req-0caa1e6b-23f3-43c2-9c31-97f3d0d42757 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=621de8b4-5186-4134-baab-fd8b6945924c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427673
Feb 05 21:49:06.912684 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d0312-dc1d-4a22-9c32-3769467cf3c0 req-e310c29e-b93b-4b21-aa15-336240325439 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:49:06.914149 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5a9d0312-dc1d-4a22-9c32-3769467cf3c0 req-e310c29e-b93b-4b21-aa15-336240325439 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 946 time: 0.0518637
Feb 05 21:49:06.962390 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5a9d0312-dc1d-4a22-9c32-3769467cf3c0 req-e6867478-3d67-4869-aaf0-d5ddb04487a6 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=621de8b4-5186-4134-baab-fd8b6945924c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426722
Feb 05 21:49:06.983840 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53692) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:49:07.031520 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c13f971-1739-457b-ae08-fe9170cb13c3 tempest-TestNetworkAdvancedServerOps-979185547 tempest-TestNetworkAdvancedServerOps-979185547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:49:07.033029 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2c13f971-1739-457b-ae08-fe9170cb13c3 tempest-TestNetworkAdvancedServerOps-979185547 tempest-TestNetworkAdvancedServerOps-979185547-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 1123 time: 0.0473926
Feb 05 21:49:07.036135 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53694) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:49:07.040300 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-d4478d3b-f218-4130-8596-8f7131ba5b40 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'port_id': '0c20da7e-6954-47f2-b569-35fb7a966a05', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'fixed_ip_address': '172.20.0.11'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:49:07.059980 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d4478d3b-f218-4130-8596-8f7131ba5b40 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:49:07.154283 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d4478d3b-f218-4130-8596-8f7131ba5b40 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:49:07.259128 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-d4478d3b-f218-4130-8596-8f7131ba5b40 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Allocated IP 172.35.4.116 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/e1136d48-3f26-438f-b459-fdb3eab19cc5) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:49:07.358563 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d4478d3b-f218-4130-8596-8f7131ba5b40 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for port (e1136d48-3f26-438f-b459-fdb3eab19cc5), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:49:07.391928 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d4478d3b-f218-4130-8596-8f7131ba5b40 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (e1136d48-3f26-438f-b459-fdb3eab19cc5), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:49:07.435553 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4478d3b-f218-4130-8596-8f7131ba5b40 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:49:07.439755 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-d4478d3b-f218-4130-8596-8f7131ba5b40 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:49:07.443978 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4478d3b-f218-4130-8596-8f7131ba5b40 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:49:07.446974 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4478d3b-f218-4130-8596-8f7131ba5b40 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'Port': ['ID=e1136d48-3f26-438f-b459-fdb3eab19cc5,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:49:07.668594 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:49:07.803961 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d4478d3b-f218-4130-8596-8f7131ba5b40 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for floatingip (62f2d714-df29-4c35-b988-72342a384bf5), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:49:07.876169 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d4478d3b-f218-4130-8596-8f7131ba5b40 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (e1136d48-3f26-438f-b459-fdb3eab19cc5), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:49:08.026295 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d4478d3b-f218-4130-8596-8f7131ba5b40 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for port (e1136d48-3f26-438f-b459-fdb3eab19cc5), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:49:08.030692 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d4478d3b-f218-4130-8596-8f7131ba5b40 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (e1136d48-3f26-438f-b459-fdb3eab19cc5), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:49:08.101016 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4478d3b-f218-4130-8596-8f7131ba5b40 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'Port': ['ID=e1136d48-3f26-438f-b459-fdb3eab19cc5,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:49:08.111434 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d4478d3b-f218-4130-8596-8f7131ba5b40 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (62f2d714-df29-4c35-b988-72342a384bf5), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:49:08.216112 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-d4478d3b-f218-4130-8596-8f7131ba5b40 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Floating IP 62f2d714-df29-4c35-b988-72342a384bf5 associated. External IP: 172.35.4.116, port: 0c20da7e-6954-47f2-b569-35fb7a966a05.
Feb 05 21:49:08.429914 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4478d3b-f218-4130-8596-8f7131ba5b40 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Router 814491c0-a975-4950-9d27-4577b8831170 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:49:08.538939 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4478d3b-f218-4130-8596-8f7131ba5b40 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:49:08.549199 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f92b26-10f6-4024-9e2c-0b68ec53b4fb None None] Sync routers for ids ['814491c0-a975-4950-9d27-4577b8831170'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:49:08.557792 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-d4478d3b-f218-4130-8596-8f7131ba5b40 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:49:08.559334 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f92b26-10f6-4024-9e2c-0b68ec53b4fb None None] Routers {'814491c0-a975-4950-9d27-4577b8831170'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:49:08.560151 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-96f92b26-10f6-4024-9e2c-0b68ec53b4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db89e3850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:49:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['814491c0-a975-4950-9d27-4577b8831170'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:49:08.588041 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-d4478d3b-f218-4130-8596-8f7131ba5b40 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.5508959
Feb 05 21:49:08.588760 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ed58e2-478b-4dc7-9824-c98f6329cb6a', 'tag': '0c20da7e-6954-47f2-b569-35fb7a966a05'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:49:08.591409 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16fdd19d8a7c57de6e0d65e92e0f39486390e6be4ccbd395fc02e890f8c23cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6b3601-5d59-4d4d-b847-323a789649bb" -d '{"events": [{"name": "network-changed", "server_uuid": "28ed58e2-478b-4dc7-9824-c98f6329cb6a", "tag": "0c20da7e-6954-47f2-b569-35fb7a966a05"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:49:08.632998 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b700774-82cf-4b6e-a1db-6659b1b4610e x-openstack-request-id: req-7b700774-82cf-4b6e-a1db-6659b1b4610e {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:49:08.633297 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28ed58e2-478b-4dc7-9824-c98f6329cb6a", "tag": "0c20da7e-6954-47f2-b569-35fb7a966a05", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:49:08.633555 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7b700774-82cf-4b6e-a1db-6659b1b4610e {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:49:08.633966 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28ed58e2-478b-4dc7-9824-c98f6329cb6a', 'tag': '0c20da7e-6954-47f2-b569-35fb7a966a05', 'status': 'completed', 'code': 200}
Feb 05 21:49:08.676436 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-96f92b26-10f6-4024-9e2c-0b68ec53b4fb None None] Set router 814491c0-a975-4950-9d27-4577b8831170 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:49:08.699103 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b3601-5d59-4d4d-b847-323a789649bb req-2a172a69-b51f-4777-9ea8-38a9fb95fb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:49:08.700521 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-5d6b3601-5d59-4d4d-b847-323a789649bb req-2a172a69-b51f-4777-9ea8-38a9fb95fb03 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad4914a1c56043a7bbc01d19cd824488&device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 1128 time: 0.0461173
Feb 05 21:49:08.709489 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93418e2-0618-4308-b148-5850e98a009c req-a2e25891-fef2-4818-91ba-1a07d2f3719f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:49:08.711054 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d93418e2-0618-4308-b148-5850e98a009c req-a2e25891-fef2-4818-91ba-1a07d2f3719f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 946 time: 0.0616028
Feb 05 21:49:08.761712 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d93418e2-0618-4308-b148-5850e98a009c req-c3e3ba7e-5a95-4089-9c88-d4018b04de6e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=621de8b4-5186-4134-baab-fd8b6945924c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449860
Feb 05 21:49:08.788899 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53700) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:49:08.800317 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b3601-5d59-4d4d-b847-323a789649bb req-14838c0e-9fda-44b0-b664-cc58e2871918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:49:08.801816 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-5d6b3601-5d59-4d4d-b847-323a789649bb req-14838c0e-9fda-44b0-b664-cc58e2871918 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81 HTTP/1.1" status: 200  len: 897 time: 0.0953486
Feb 05 21:49:08.855186 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7252c3b8-7b10-42b7-8116-9bb5c26a82ac tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/floatingips/62f2d714-df29-4c35-b988-72342a384bf5 HTTP/1.1" status: 200  len: 992 time: 0.0653124
Feb 05 21:49:08.874025 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-5d6b3601-5d59-4d4d-b847-323a789649bb req-2fc474d6-5d7a-45c8-a21c-6cc385b89483 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c20da7e-6954-47f2-b569-35fb7a966a05 HTTP/1.1" status: 200  len: 1000 time: 0.0666707
Feb 05 21:49:08.903096 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-96f92b26-10f6-4024-9e2c-0b68ec53b4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db89e3850>, [{'id': '814491c0-a975-4950-9d27-4577b8831170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628758666', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.238'}], 'enable_snat': True}, 'gw_port_id': '013697e0-bb62-4249-b2eb-e7b81e35a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:48:48Z', 'updated_at': '2022-02-05T21:48:51Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '013697e0-bb62-4249-b2eb-e7b81e35a8d4', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814491c0-a975-4950-9d27-4577b8831170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:48:49Z', 'updated_at': '2022-02-05T21:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '62f2d714-df29-4c35-b988-72342a384bf5', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'floating_ip_address': '172.35.4.116', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '814491c0-a975-4950-9d27-4577b8831170', 'port_id': '0c20da7e-6954-47f2-b569-35fb7a966a05', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81', 'mac_address': 'fa:16:3e:98:97:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ed58e2-478b-4dc7-9824-c98f6329cb6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:49:07Z', 'updated_at': '2022-02-05T21:49:07Z', 'revision_number': 0, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e68576f3-1244-4dbd-af91-349f9cfc2b1c', 'name': '', 'network_id': '9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'mac_address': 'fa:16:3e:16:1f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814491c0-a975-4950-9d27-4577b8831170', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'd4cb32bb-ab4d-4fb8-a5c2-9587dfcfab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:48:51Z', 'updated_at': '2022-02-05T21:48:55Z', 'revision_number': 5, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'subnets': [{'id': 'd4cb32bb-ab4d-4fb8-a5c2-9587dfcfab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:49:08.923055 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b3601-5d59-4d4d-b847-323a789649bb req-203b9055-bf15-4af4-a904-05ad49ae4f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:49:08.924540 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-5d6b3601-5d59-4d4d-b847-323a789649bb req-203b9055-bf15-4af4-a904-05ad49ae4f4e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d4cb32bb-ab4d-4fb8-a5c2-9587dfcfab30 HTTP/1.1" status: 200  len: 835 time: 0.0448723
Feb 05 21:49:08.929996 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f92b26-10f6-4024-9e2c-0b68ec53b4fb None None] Checking router: 814491c0-a975-4950-9d27-4577b8831170 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:49:08.939197 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f92b26-10f6-4024-9e2c-0b68ec53b4fb None None] Routers {'814491c0-a975-4950-9d27-4577b8831170'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:49:08.939812 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-96f92b26-10f6-4024-9e2c-0b68ec53b4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db89e3850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:49:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['814491c0-a975-4950-9d27-4577b8831170'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:49:08.973711 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b3601-5d59-4d4d-b847-323a789649bb req-7d365269-7bc9-49a3-aa62-cea1ebcb4892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:49:08.975301 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-5d6b3601-5d59-4d4d-b847-323a789649bb req-7d365269-7bc9-49a3-aa62-cea1ebcb4892 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0451012
Feb 05 21:49:09.046170 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-96f92b26-10f6-4024-9e2c-0b68ec53b4fb None None] Set router 814491c0-a975-4950-9d27-4577b8831170 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:49:09.068200 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-5d6b3601-5d59-4d4d-b847-323a789649bb req-4574e256-2476-48ed-97b0-f5b2dbcb4840 service neutron] 10.222.0.21 "GET /v2.0/networks/9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0872991
Feb 05 21:49:09.162733 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-5d6b3601-5d59-4d4d-b847-323a789649bb req-ac0d1dad-3c85-45ec-9d46-17a7799bba90 service neutron] 10.222.0.21 "GET /v2.0/networks/9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0883744
Feb 05 21:49:09.258300 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:49:09.353994 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-96f92b26-10f6-4024-9e2c-0b68ec53b4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db89e3850>, [{'id': '814491c0-a975-4950-9d27-4577b8831170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628758666', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.238'}], 'enable_snat': True}, 'gw_port_id': '013697e0-bb62-4249-b2eb-e7b81e35a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:48:48Z', 'updated_at': '2022-02-05T21:48:51Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '013697e0-bb62-4249-b2eb-e7b81e35a8d4', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814491c0-a975-4950-9d27-4577b8831170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:48:49Z', 'updated_at': '2022-02-05T21:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '62f2d714-df29-4c35-b988-72342a384bf5', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'floating_ip_address': '172.35.4.116', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '814491c0-a975-4950-9d27-4577b8831170', 'port_id': '0c20da7e-6954-47f2-b569-35fb7a966a05', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81', 'mac_address': 'fa:16:3e:98:97:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ed58e2-478b-4dc7-9824-c98f6329cb6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:49:07Z', 'updated_at': '2022-02-05T21:49:07Z', 'revision_number': 0, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e68576f3-1244-4dbd-af91-349f9cfc2b1c', 'name': '', 'network_id': '9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'mac_address': 'fa:16:3e:16:1f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814491c0-a975-4950-9d27-4577b8831170', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'd4cb32bb-ab4d-4fb8-a5c2-9587dfcfab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:48:51Z', 'updated_at': '2022-02-05T21:48:55Z', 'revision_number': 5, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'subnets': [{'id': 'd4cb32bb-ab4d-4fb8-a5c2-9587dfcfab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:49:09.381314 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f92b26-10f6-4024-9e2c-0b68ec53b4fb None None] The sync data for ids ['814491c0-a975-4950-9d27-4577b8831170'] in ncdv-master-1 is: [{'id': '814491c0-a975-4950-9d27-4577b8831170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628758666', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.238'}], 'enable_snat': True}, 'gw_port_id': '013697e0-bb62-4249-b2eb-e7b81e35a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:48:48Z', 'updated_at': '2022-02-05T21:48:51Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '013697e0-bb62-4249-b2eb-e7b81e35a8d4', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814491c0-a975-4950-9d27-4577b8831170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:48:49Z', 'updated_at': '2022-02-05T21:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '62f2d714-df29-4c35-b988-72342a384bf5', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'floating_ip_address': '172.35.4.116', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '814491c0-a975-4950-9d27-4577b8831170', 'port_id': '0c20da7e-6954-47f2-b569-35fb7a966a05', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81', 'mac_address': 'fa:16:3e:98:97:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ed58e2-478b-4dc7-9824-c98f6329cb6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:49:07Z', 'updated_at': '2022-02-05T21:49:07Z', 'revision_number': 0, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e68576f3-1244-4dbd-af91-349f9cfc2b1c', 'name': '', 'network_id': '9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'mac_address': 'fa:16:3e:16:1f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814491c0-a975-4950-9d27-4577b8831170', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'd4cb32bb-ab4d-4fb8-a5c2-9587dfcfab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:48:51Z', 'updated_at': '2022-02-05T21:48:55Z', 'revision_number': 5, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'subnets': [{'id': 'd4cb32bb-ab4d-4fb8-a5c2-9587dfcfab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:49:09.567466 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d30a7f-f7c2-489f-adc5-dea6706b567f None None] New status for floating IP 62f2d714-df29-4c35-b988-72342a384bf5: ACTIVE {{(pid=114392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:49:09.859264 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53702) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:49:09.919450 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-21a0b0ef-e709-4a62-aff9-c198cb68f07a tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/floatingips/62f2d714-df29-4c35-b988-72342a384bf5 HTTP/1.1" status: 200  len: 994 time: 0.0590386
Feb 05 21:49:10.598857 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:49:15.684229 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:49:20.685020 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:49:33.825959 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-40e384c8-20e8-4af8-a19c-efd1d78e070e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:49:36.216610 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-14fbbd42-310f-4d1e-a7e8-0df187d6745e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:49:37.671680 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:49:38.825078 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:49:39.259530 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:49:40.227749 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-aa92964c-0b9b-43c6-9b67-3ee85ca7e97c req-15dac417-45dc-4eeb-8aba-a2d1ee328e57 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1012347
Feb 05 21:49:40.314922 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92964c-0b9b-43c6-9b67-3ee85ca7e97c req-3d61cc49-dfae-4141-a043-1e73fdd9128c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:49:40.316422 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-aa92964c-0b9b-43c6-9b67-3ee85ca7e97c req-3d61cc49-dfae-4141-a043-1e73fdd9128c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad4914a1c56043a7bbc01d19cd824488&device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 1128 time: 0.0441899
Feb 05 21:49:40.418947 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92964c-0b9b-43c6-9b67-3ee85ca7e97c req-c1429ea6-bcdc-4bfd-a0c3-a85309ef84fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:49:40.420399 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-aa92964c-0b9b-43c6-9b67-3ee85ca7e97c req-c1429ea6-bcdc-4bfd-a0c3-a85309ef84fd service neutron] 10.222.0.21 "GET /v2.0/networks?id=9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81 HTTP/1.1" status: 200  len: 897 time: 0.0858407
Feb 05 21:49:40.483604 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-aa92964c-0b9b-43c6-9b67-3ee85ca7e97c req-dd42d846-b4f0-4f6e-b433-912bdb3d81bf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c20da7e-6954-47f2-b569-35fb7a966a05 HTTP/1.1" status: 200  len: 1002 time: 0.0567997
Feb 05 21:49:40.531417 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92964c-0b9b-43c6-9b67-3ee85ca7e97c req-a94025ba-45d8-4e61-8625-467ca0043428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:49:40.532866 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-aa92964c-0b9b-43c6-9b67-3ee85ca7e97c req-a94025ba-45d8-4e61-8625-467ca0043428 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d4cb32bb-ab4d-4fb8-a5c2-9587dfcfab30 HTTP/1.1" status: 200  len: 835 time: 0.0426893
Feb 05 21:49:40.585528 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92964c-0b9b-43c6-9b67-3ee85ca7e97c req-a29e7142-4cae-439d-9d9c-836711265994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:49:40.587158 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-aa92964c-0b9b-43c6-9b67-3ee85ca7e97c req-a29e7142-4cae-439d-9d9c-836711265994 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0478947
Feb 05 21:49:40.601496 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:49:40.679043 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-aa92964c-0b9b-43c6-9b67-3ee85ca7e97c req-c1b6c46c-c4f8-4626-adb7-7ffb23ad59a3 service neutron] 10.222.0.21 "GET /v2.0/networks/9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850775
Feb 05 21:49:40.772821 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-aa92964c-0b9b-43c6-9b67-3ee85ca7e97c req-ffc77efa-1b15-4d42-8aa6-2653c6161c91 service neutron] 10.222.0.21 "GET /v2.0/networks/9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849926
Feb 05 21:49:45.683110 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:49:50.690804 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:50:03.827915 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-669d27e2-a35b-443f-959c-78ec144bb93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:50:06.217554 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f75f783f-4959-4f1b-8c2d-7285680f970b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:50:07.678399 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:50:09.259950 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:50:10.604200 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:50:12.621568 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-25b258b4-2b94-41d9-ad63-7f9b4c4d96de req-0f2cd9c9-ef20-401b-975c-434a748fa4b7 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:50:12.622600 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-25b258b4-2b94-41d9-ad63-7f9b4c4d96de req-0f2cd9c9-ef20-401b-975c-434a748fa4b7 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0060618
Feb 05 21:50:12.804016 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53766) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:50:12.911905 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cefcb98-3b93-4806-92a1-ad30750e7226 req-258196c2-e78f-49a6-b74d-6bb6afe6c32a tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:50:12.913388 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4cefcb98-3b93-4806-92a1-ad30750e7226 req-258196c2-e78f-49a6-b74d-6bb6afe6c32a tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 946 time: 0.1578116
Feb 05 21:50:12.919398 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6a210491-344d-418b-8b59-0768e4471050 req-df7b3907-fd13-48b6-bc58-9291f5bb5aa6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1143253
Feb 05 21:50:12.930936 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-6a210491-344d-418b-8b59-0768e4471050 req-773b1475-e32b-4924-889d-403ad0e2ba7a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:50:12.931909 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6a210491-344d-418b-8b59-0768e4471050 req-773b1475-e32b-4924-889d-403ad0e2ba7a service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0061212
Feb 05 21:50:12.971071 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4cefcb98-3b93-4806-92a1-ad30750e7226 req-c18b1dd3-8834-4b0e-b342-a197313987da tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=621de8b4-5186-4134-baab-fd8b6945924c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506916
Feb 05 21:50:14.034470 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a210491-344d-418b-8b59-0768e4471050 req-fed528bd-17a5-470c-ba1b-9be2e570a21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:50:14.036182 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6a210491-344d-418b-8b59-0768e4471050 req-fed528bd-17a5-470c-ba1b-9be2e570a21d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad4914a1c56043a7bbc01d19cd824488&device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 1128 time: 0.0466053
Feb 05 21:50:14.132032 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a210491-344d-418b-8b59-0768e4471050 req-fd2c1259-210a-4499-a357-bf4b81b52bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:50:14.133895 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6a210491-344d-418b-8b59-0768e4471050 req-fd2c1259-210a-4499-a357-bf4b81b52bc2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81 HTTP/1.1" status: 200  len: 897 time: 0.0889468
Feb 05 21:50:14.144541 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542326e-2446-47f4-af4a-8a10bd165356 req-77e2dfe8-98ec-4c30-ac94-75aebbe70f75 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:50:14.146798 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7542326e-2446-47f4-af4a-8a10bd165356 req-77e2dfe8-98ec-4c30-ac94-75aebbe70f75 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 946 time: 0.1056747
Feb 05 21:50:14.199527 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6a210491-344d-418b-8b59-0768e4471050 req-416273d4-cbcd-416f-b578-51aed705bce3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c20da7e-6954-47f2-b569-35fb7a966a05 HTTP/1.1" status: 200  len: 1002 time: 0.0590482
Feb 05 21:50:14.201233 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7542326e-2446-47f4-af4a-8a10bd165356 req-eb6e75a3-1598-463f-a39b-d9c151c89e35 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=621de8b4-5186-4134-baab-fd8b6945924c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479660
Feb 05 21:50:14.248399 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a210491-344d-418b-8b59-0768e4471050 req-7bf12ebf-9aaf-4adb-9a90-9a2cab2c0213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:50:14.249851 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6a210491-344d-418b-8b59-0768e4471050 req-7bf12ebf-9aaf-4adb-9a90-9a2cab2c0213 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d4cb32bb-ab4d-4fb8-a5c2-9587dfcfab30 HTTP/1.1" status: 200  len: 835 time: 0.0437412
Feb 05 21:50:14.300557 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a210491-344d-418b-8b59-0768e4471050 req-0444f2ed-6547-4459-8b92-5e898f35295d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:50:14.302613 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6a210491-344d-418b-8b59-0768e4471050 req-0444f2ed-6547-4459-8b92-5e898f35295d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0470161
Feb 05 21:50:14.389365 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6a210491-344d-418b-8b59-0768e4471050 req-4c4c3ff5-7812-410d-b9cb-b2c463ab6444 service neutron] 10.222.0.21 "GET /v2.0/networks/9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0806088
Feb 05 21:50:14.480286 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6a210491-344d-418b-8b59-0768e4471050 req-fa03ca76-19a6-4f1c-90d5-d732a331dd88 service neutron] 10.222.0.21 "GET /v2.0/networks/9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849335
Feb 05 21:50:15.319848 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6d6e6-272b-4bff-86b3-65f3857327f5 req-9dae9412-f800-48c1-a1cc-9067e8a0cabe tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:50:15.321335 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5ee6d6e6-272b-4bff-86b3-65f3857327f5 req-9dae9412-f800-48c1-a1cc-9067e8a0cabe tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 946 time: 0.0531919
Feb 05 21:50:15.369400 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5ee6d6e6-272b-4bff-86b3-65f3857327f5 req-f43f2051-ff35-4013-b585-dc4b442e1a18 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=621de8b4-5186-4134-baab-fd8b6945924c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424390
Feb 05 21:50:15.696825 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:50:15.826692 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:50:16.488403 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa882d3e-d0b1-4ca9-82a5-e976bfe0a83b req-c963900e-12cb-4a12-b07e-91eef2dde41f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:50:16.490451 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fa882d3e-d0b1-4ca9-82a5-e976bfe0a83b req-c963900e-12cb-4a12-b07e-91eef2dde41f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 946 time: 0.0528297
Feb 05 21:50:16.538329 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fa882d3e-d0b1-4ca9-82a5-e976bfe0a83b req-b3c6fb90-a5ec-4dcf-9641-c1e09a5658e2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=621de8b4-5186-4134-baab-fd8b6945924c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422873
Feb 05 21:50:17.658713 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c1468-bf68-45a5-86e8-2ce0cfa51db4 req-797c095d-35c8-4378-896f-4caed38add6b tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:50:17.660169 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2c7c1468-bf68-45a5-86e8-2ce0cfa51db4 req-797c095d-35c8-4378-896f-4caed38add6b tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 946 time: 0.0555463
Feb 05 21:50:17.708633 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2c7c1468-bf68-45a5-86e8-2ce0cfa51db4 req-078101e8-9613-4be3-aff5-6c4009a3c1e2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=621de8b4-5186-4134-baab-fd8b6945924c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422628
Feb 05 21:50:18.833744 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be1f4b-3530-4a5d-86e5-196dc328186d req-238187aa-15de-4e53-9b50-69e7247dbbca tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:50:18.835285 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d9be1f4b-3530-4a5d-86e5-196dc328186d req-238187aa-15de-4e53-9b50-69e7247dbbca tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 946 time: 0.0543840
Feb 05 21:50:18.883396 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d9be1f4b-3530-4a5d-86e5-196dc328186d req-7f931a3e-5cd6-49d6-b989-8c0fe4c54615 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=621de8b4-5186-4134-baab-fd8b6945924c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426593
Feb 05 21:50:20.008106 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbc605-5537-47cf-8fc5-1264707b9f55 req-1ff585c3-1a03-4f9a-9d7c-cdb91d56fc83 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:50:20.009582 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-48cbc605-5537-47cf-8fc5-1264707b9f55 req-1ff585c3-1a03-4f9a-9d7c-cdb91d56fc83 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 946 time: 0.0575588
Feb 05 21:50:20.056978 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-48cbc605-5537-47cf-8fc5-1264707b9f55 req-cdd20fda-9df4-46ce-9959-17591cdb0078 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=621de8b4-5186-4134-baab-fd8b6945924c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418684
Feb 05 21:50:20.702441 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:50:21.177842 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3eeaab-a71e-46a8-9c39-3c84b89d956f req-27b7b7eb-fb9e-42d4-a005-952c8355f904 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:50:21.179342 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fe3eeaab-a71e-46a8-9c39-3c84b89d956f req-27b7b7eb-fb9e-42d4-a005-952c8355f904 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 946 time: 0.0529511
Feb 05 21:50:21.226562 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fe3eeaab-a71e-46a8-9c39-3c84b89d956f req-f346a60e-0b8e-4761-8677-28593649e99f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=621de8b4-5186-4134-baab-fd8b6945924c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416687
Feb 05 21:50:22.344244 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf307e-3e7e-43e1-b4d2-a1028fd93055 req-ab5b89fc-9f78-4038-83ee-0331b99c1461 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:50:22.345714 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2cbf307e-3e7e-43e1-b4d2-a1028fd93055 req-ab5b89fc-9f78-4038-83ee-0331b99c1461 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 946 time: 0.0516045
Feb 05 21:50:22.397526 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2cbf307e-3e7e-43e1-b4d2-a1028fd93055 req-c8ab8e83-2338-4f62-a5f4-e5dba4c72045 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=621de8b4-5186-4134-baab-fd8b6945924c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454919
Feb 05 21:50:23.517315 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4a212-29ef-4f28-a3f1-4889602be153 req-2d0dddcc-a3a8-4601-88ed-9de801100a5a tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:50:23.518828 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-29f4a212-29ef-4f28-a3f1-4889602be153 req-2d0dddcc-a3a8-4601-88ed-9de801100a5a tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 946 time: 0.0528209
Feb 05 21:50:23.567795 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-29f4a212-29ef-4f28-a3f1-4889602be153 req-f4d9a316-1c9f-4b19-a8f6-bf82c30c3be5 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=621de8b4-5186-4134-baab-fd8b6945924c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431359
Feb 05 21:50:24.686732 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fc595-6c75-485c-ae42-ac2f578e11c5 req-a699215f-50a6-4459-8fbf-7dbec711ded7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:50:24.688224 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2c9fc595-6c75-485c-ae42-ac2f578e11c5 req-a699215f-50a6-4459-8fbf-7dbec711ded7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 946 time: 0.0530655
Feb 05 21:50:24.736236 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2c9fc595-6c75-485c-ae42-ac2f578e11c5 req-4ea79d20-4032-42dc-9bc5-29e4ea19f0f4 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=621de8b4-5186-4134-baab-fd8b6945924c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416529
Feb 05 21:50:25.860056 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74921c42-06fc-40ff-a6e5-4ea2616bef97 req-1da7f19a-4198-4df9-aa41-69722bedb404 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:50:25.861514 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-74921c42-06fc-40ff-a6e5-4ea2616bef97 req-1da7f19a-4198-4df9-aa41-69722bedb404 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 946 time: 0.0558360
Feb 05 21:50:25.909682 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-74921c42-06fc-40ff-a6e5-4ea2616bef97 req-a415d308-4616-471d-9532-0b49cf247f31 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=621de8b4-5186-4134-baab-fd8b6945924c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424635
Feb 05 21:50:26.334692 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [req-6a210491-344d-418b-8b59-0768e4471050 req-c36853d2-2984-4066-9c1f-407adfd5c57c service neutron] show failed (client error): The resource could not be found.
Feb 05 21:50:26.335694 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6a210491-344d-418b-8b59-0768e4471050 req-c36853d2-2984-4066-9c1f-407adfd5c57c service neutron] 10.222.0.21 "GET /v2.0/ports/0c20da7e-6954-47f2-b569-35fb7a966a05/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0540488
Feb 05 21:50:26.606568 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a210491-344d-418b-8b59-0768e4471050 req-36829119-5482-4000-abe5-65fc3e205c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:50:26.607986 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6a210491-344d-418b-8b59-0768e4471050 req-36829119-5482-4000-abe5-65fc3e205c6c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a&tenant_id=ad4914a1c56043a7bbc01d19cd824488 HTTP/1.1" status: 200  len: 1128 time: 0.0825644
Feb 05 21:50:26.618333 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [req-6a210491-344d-418b-8b59-0768e4471050 req-c013f0ca-9e2d-47e9-a130-d2f49514edca service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:50:26.619342 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6a210491-344d-418b-8b59-0768e4471050 req-c013f0ca-9e2d-47e9-a130-d2f49514edca service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0054336
Feb 05 21:50:26.629215 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-6a210491-344d-418b-8b59-0768e4471050 req-83414c5c-f520-4c41-bd56-032c50f5cc56 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:50:26.689619 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6a210491-344d-418b-8b59-0768e4471050 req-83414c5c-f520-4c41-bd56-032c50f5cc56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0c20da7e-6954-47f2-b569-35fb7a966a05), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:50:26.885206 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-6a210491-344d-418b-8b59-0768e4471050 req-83414c5c-f520-4c41-bd56-032c50f5cc56 service neutron] For port 0c20da7e-6954-47f2-b569-35fb7a966a05, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0c20da7e-6954-47f2-b569-35fb7a966a05,segment=NetworkSegment(91e357dd-a562-42df-8c82-27f1fef66128),segment_id=91e357dd-a562-42df-8c82-27f1fef66128)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:50:26.917237 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-6a210491-344d-418b-8b59-0768e4471050 req-83414c5c-f520-4c41-bd56-032c50f5cc56 service neutron] For port 0c20da7e-6954-47f2-b569-35fb7a966a05, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:50:26.955901 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ed58e2-478b-4dc7-9824-c98f6329cb6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c20da7e-6954-47f2-b569-35fb7a966a05'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:50:26.958750 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dc595678b95b8a5d7a711e017487991988fc4acadae49b95ce695ebace8492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0896733-b06b-41c1-9fc4-a96e982a70a4" -d '{"events": [{"server_uuid": "28ed58e2-478b-4dc7-9824-c98f6329cb6a", "name": "network-vif-unplugged", "status": "completed", "tag": "0c20da7e-6954-47f2-b569-35fb7a966a05"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:50:26.962924 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6a210491-344d-418b-8b59-0768e4471050 req-83414c5c-f520-4c41-bd56-032c50f5cc56 service neutron] Publish callbacks [] for port (0c20da7e-6954-47f2-b569-35fb7a966a05), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:50:26.976284 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-6a210491-344d-418b-8b59-0768e4471050 req-83414c5c-f520-4c41-bd56-032c50f5cc56 service neutron] Transition to ACTIVE for port object 0c20da7e-6954-47f2-b569-35fb7a966a05 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:50:26.980360 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6a210491-344d-418b-8b59-0768e4471050 req-83414c5c-f520-4c41-bd56-032c50f5cc56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (0c20da7e-6954-47f2-b569-35fb7a966a05), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:50:27.023472 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 21:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d3675d-dc2a-4d1f-ac35-6468e37d1a59 x-openstack-request-id: req-c3d3675d-dc2a-4d1f-ac35-6468e37d1a59 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:50:27.023472 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ed58e2-478b-4dc7-9824-c98f6329cb6a", "name": "network-vif-unplugged", "status": "completed", "tag": "0c20da7e-6954-47f2-b569-35fb7a966a05", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:50:27.023472 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c3d3675d-dc2a-4d1f-ac35-6468e37d1a59 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:50:27.023974 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ed58e2-478b-4dc7-9824-c98f6329cb6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c20da7e-6954-47f2-b569-35fb7a966a05', 'code': 200}
Feb 05 21:50:27.045326 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7df17-53ba-4219-b19d-c9c94842d7db req-9904bce8-7dbc-40da-b59a-b99799b3a16a tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:50:27.046905 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d2a7df17-53ba-4219-b19d-c9c94842d7db req-9904bce8-7dbc-40da-b59a-b99799b3a16a tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 944 time: 0.0665410
Feb 05 21:50:27.081731 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83414c5c-f520-4c41-bd56-032c50f5cc56 service neutron] Pushing event updated for resources: {'Port': ['ID=0c20da7e-6954-47f2-b569-35fb7a966a05,revision_number=6']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:50:27.104606 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d2a7df17-53ba-4219-b19d-c9c94842d7db req-17564271-9383-4f16-b10c-ffcca689b0bf tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=621de8b4-5186-4134-baab-fd8b6945924c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494566
Feb 05 21:50:27.113538 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a210491-344d-418b-8b59-0768e4471050 req-83414c5c-f520-4c41-bd56-032c50f5cc56 service neutron] No DVR routers for this DVR port 0c20da7e-6954-47f2-b569-35fb7a966a05 on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:50:27.116974 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83414c5c-f520-4c41-bd56-032c50f5cc56 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:50:27.117323 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83414c5c-f520-4c41-bd56-032c50f5cc56 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:50:27.117664 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83414c5c-f520-4c41-bd56-032c50f5cc56 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:50:27.118004 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83414c5c-f520-4c41-bd56-032c50f5cc56 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:50:27.118336 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83414c5c-f520-4c41-bd56-032c50f5cc56 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:50:27.118709 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83414c5c-f520-4c41-bd56-032c50f5cc56 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:50:27.119006 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83414c5c-f520-4c41-bd56-032c50f5cc56 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:50:27.119453 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83414c5c-f520-4c41-bd56-032c50f5cc56 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:50:27.119644 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83414c5c-f520-4c41-bd56-032c50f5cc56 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:50:27.119981 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83414c5c-f520-4c41-bd56-032c50f5cc56 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:50:27.120287 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83414c5c-f520-4c41-bd56-032c50f5cc56 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:50:27.120607 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83414c5c-f520-4c41-bd56-032c50f5cc56 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:50:27.121018 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83414c5c-f520-4c41-bd56-032c50f5cc56 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:50:27.263512 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-6a210491-344d-418b-8b59-0768e4471050 req-83414c5c-f520-4c41-bd56-032c50f5cc56 service neutron] Attempting to bind port 0c20da7e-6954-47f2-b569-35fb7a966a05 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:50:27.263788 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-6a210491-344d-418b-8b59-0768e4471050 req-83414c5c-f520-4c41-bd56-032c50f5cc56 service neutron] Attempting to bind port 0c20da7e-6954-47f2-b569-35fb7a966a05 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '91e357dd-a562-42df-8c82-27f1fef66128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:50:27.264115 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a210491-344d-418b-8b59-0768e4471050 req-83414c5c-f520-4c41-bd56-032c50f5cc56 service neutron] Attempting to bind port 0c20da7e-6954-47f2-b569-35fb7a966a05 on network 9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:50:27.268398 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a210491-344d-418b-8b59-0768e4471050 req-83414c5c-f520-4c41-bd56-032c50f5cc56 service neutron] Port 0c20da7e-6954-47f2-b569-35fb7a966a05 on network 9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:50:27.268724 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a210491-344d-418b-8b59-0768e4471050 req-83414c5c-f520-4c41-bd56-032c50f5cc56 service neutron] Attempting to bind port 0c20da7e-6954-47f2-b569-35fb7a966a05 on network 9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:50:27.273991 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a210491-344d-418b-8b59-0768e4471050 req-83414c5c-f520-4c41-bd56-032c50f5cc56 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:50:27.274339 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a210491-344d-418b-8b59-0768e4471050 req-83414c5c-f520-4c41-bd56-032c50f5cc56 service neutron] Checking segment: {'id': '91e357dd-a562-42df-8c82-27f1fef66128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:50:27.274756 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a210491-344d-418b-8b59-0768e4471050 req-83414c5c-f520-4c41-bd56-032c50f5cc56 service neutron] Bound using segment: {'id': '91e357dd-a562-42df-8c82-27f1fef66128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:50:27.275215 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-6a210491-344d-418b-8b59-0768e4471050 req-83414c5c-f520-4c41-bd56-032c50f5cc56 service neutron] Bound port: 0c20da7e-6954-47f2-b569-35fb7a966a05, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91e357dd-a562-42df-8c82-27f1fef66128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:50:27.275638 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6a210491-344d-418b-8b59-0768e4471050 req-83414c5c-f520-4c41-bd56-032c50f5cc56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0c20da7e-6954-47f2-b569-35fb7a966a05), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:50:27.337024 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-6a210491-344d-418b-8b59-0768e4471050 req-83414c5c-f520-4c41-bd56-032c50f5cc56 service neutron] For port 0c20da7e-6954-47f2-b569-35fb7a966a05, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:50:27.340106 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-6a210491-344d-418b-8b59-0768e4471050 req-83414c5c-f520-4c41-bd56-032c50f5cc56 service neutron] For port 0c20da7e-6954-47f2-b569-35fb7a966a05, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0c20da7e-6954-47f2-b569-35fb7a966a05,segment=NetworkSegment(91e357dd-a562-42df-8c82-27f1fef66128),segment_id=91e357dd-a562-42df-8c82-27f1fef66128)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:50:27.345101 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6a210491-344d-418b-8b59-0768e4471050 req-83414c5c-f520-4c41-bd56-032c50f5cc56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (0c20da7e-6954-47f2-b569-35fb7a966a05), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:50:27.387234 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a210491-344d-418b-8b59-0768e4471050 req-83414c5c-f520-4c41-bd56-032c50f5cc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:50:27.387869 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-6a210491-344d-418b-8b59-0768e4471050 req-83414c5c-f520-4c41-bd56-032c50f5cc56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:50:27.389288 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6a210491-344d-418b-8b59-0768e4471050 req-83414c5c-f520-4c41-bd56-032c50f5cc56 service neutron] 10.222.0.39 "PUT /v2.0/ports/0c20da7e-6954-47f2-b569-35fb7a966a05 HTTP/1.1" status: 200  len: 1092 time: 0.7637017
Feb 05 21:50:27.405796 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83414c5c-f520-4c41-bd56-032c50f5cc56 service neutron] Pushing event updated for resources: {'Port': ['ID=0c20da7e-6954-47f2-b569-35fb7a966a05,revision_number=7']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:50:27.460712 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a210491-344d-418b-8b59-0768e4471050 req-04496eb7-ac10-4304-9b91-31dd01542019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:50:27.462279 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6a210491-344d-418b-8b59-0768e4471050 req-04496eb7-ac10-4304-9b91-31dd01542019 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ad4914a1c56043a7bbc01d19cd824488&device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 1126 time: 0.0477090
Feb 05 21:50:27.558169 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a210491-344d-418b-8b59-0768e4471050 req-06ef269e-88c1-41f3-8558-595bfc2a2331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:50:27.559687 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6a210491-344d-418b-8b59-0768e4471050 req-06ef269e-88c1-41f3-8558-595bfc2a2331 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81 HTTP/1.1" status: 200  len: 897 time: 0.0913723
Feb 05 21:50:27.623907 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6a210491-344d-418b-8b59-0768e4471050 req-03b61e2c-2b52-430b-9446-2b0f7ebef792 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c20da7e-6954-47f2-b569-35fb7a966a05 HTTP/1.1" status: 200  len: 1000 time: 0.0572038
Feb 05 21:50:27.671456 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a210491-344d-418b-8b59-0768e4471050 req-c971c268-fcbe-4dcf-aff7-c23ff68979b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:50:27.672827 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6a210491-344d-418b-8b59-0768e4471050 req-c971c268-fcbe-4dcf-aff7-c23ff68979b9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d4cb32bb-ab4d-4fb8-a5c2-9587dfcfab30 HTTP/1.1" status: 200  len: 835 time: 0.0426197
Feb 05 21:50:27.723078 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a210491-344d-418b-8b59-0768e4471050 req-09e22daf-ba49-4397-8b5a-40a8ddcf6f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:50:27.725143 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6a210491-344d-418b-8b59-0768e4471050 req-09e22daf-ba49-4397-8b5a-40a8ddcf6f43 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0469444
Feb 05 21:50:27.812209 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6a210491-344d-418b-8b59-0768e4471050 req-d4f2a8f2-08ce-444a-8396-f7c772ce2b84 service neutron] 10.222.0.39 "GET /v2.0/networks/9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0811131
Feb 05 21:50:27.903148 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6a210491-344d-418b-8b59-0768e4471050 req-90ac9308-12ff-4a0e-a79b-438b8166b7bf service neutron] 10.222.0.39 "GET /v2.0/networks/9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856695
Feb 05 21:50:28.234360 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7e197-0875-4218-b2bc-fe0d97b279e6 req-49db6baf-1da5-485b-925a-245716320bb2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:50:28.235950 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3dc7e197-0875-4218-b2bc-fe0d97b279e6 req-49db6baf-1da5-485b-925a-245716320bb2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 944 time: 0.0531704
Feb 05 21:50:28.290312 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3dc7e197-0875-4218-b2bc-fe0d97b279e6 req-8e95dba9-f2ea-46b8-b692-366857a93f86 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=621de8b4-5186-4134-baab-fd8b6945924c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488434
Feb 05 21:50:29.025559 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ed58e2-478b-4dc7-9824-c98f6329cb6a', 'tag': '0c20da7e-6954-47f2-b569-35fb7a966a05'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:50:29.027906 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dc595678b95b8a5d7a711e017487991988fc4acadae49b95ce695ebace8492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b55416-cfa1-49fe-89cf-643778eacd4d" -d '{"events": [{"name": "network-changed", "server_uuid": "28ed58e2-478b-4dc7-9824-c98f6329cb6a", "tag": "0c20da7e-6954-47f2-b569-35fb7a966a05"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:50:29.077035 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b3d209-173e-4d39-961b-8812b916bbd2 x-openstack-request-id: req-42b3d209-173e-4d39-961b-8812b916bbd2 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:50:29.077338 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28ed58e2-478b-4dc7-9824-c98f6329cb6a", "tag": "0c20da7e-6954-47f2-b569-35fb7a966a05", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:50:29.077654 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-42b3d209-173e-4d39-961b-8812b916bbd2 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:50:29.078096 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28ed58e2-478b-4dc7-9824-c98f6329cb6a', 'tag': '0c20da7e-6954-47f2-b569-35fb7a966a05', 'status': 'completed', 'code': 200}
Feb 05 21:50:29.170258 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b55416-cfa1-49fe-89cf-643778eacd4d req-19fc4a48-755a-4025-bdd5-fadd01e118cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:50:29.171836 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-75b55416-cfa1-49fe-89cf-643778eacd4d req-19fc4a48-755a-4025-bdd5-fadd01e118cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad4914a1c56043a7bbc01d19cd824488&device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 1126 time: 0.0767131
Feb 05 21:50:29.174237 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b55416-cfa1-49fe-89cf-643778eacd4d req-8b38d9db-8008-421c-ae00-147fdb87f4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:50:29.175612 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-75b55416-cfa1-49fe-89cf-643778eacd4d req-8b38d9db-8008-421c-ae00-147fdb87f4d1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ad4914a1c56043a7bbc01d19cd824488&device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 1126 time: 0.0719450
Feb 05 21:50:29.328146 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b55416-cfa1-49fe-89cf-643778eacd4d req-1b9aaece-03d5-4b6d-b7d4-f5bcab8cd009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:50:29.329702 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-75b55416-cfa1-49fe-89cf-643778eacd4d req-1b9aaece-03d5-4b6d-b7d4-f5bcab8cd009 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81 HTTP/1.1" status: 200  len: 897 time: 0.1523263
Feb 05 21:50:29.330841 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b55416-cfa1-49fe-89cf-643778eacd4d req-a79578ec-59cc-49ea-bbcb-8c8dca0222cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:50:29.332203 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-75b55416-cfa1-49fe-89cf-643778eacd4d req-a79578ec-59cc-49ea-bbcb-8c8dca0222cf service neutron] 10.222.0.39 "GET /v2.0/networks?id=9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81 HTTP/1.1" status: 200  len: 897 time: 0.1478996
Feb 05 21:50:29.403545 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 0c20da7e-6954-47f2-b569-35fb7a966a05 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:50:29.425596 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d249f71-27f4-4717-aa63-013f5c019862 req-982d73b2-44d0-47f4-8b24-7d921a54abbb tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:50:29.434004 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7d249f71-27f4-4717-aa63-013f5c019862 req-982d73b2-44d0-47f4-8b24-7d921a54abbb tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 944 time: 0.0642874
Feb 05 21:50:29.463509 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-75b55416-cfa1-49fe-89cf-643778eacd4d req-80fc80c2-7115-4a74-a27b-d89d9fe927e6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c20da7e-6954-47f2-b569-35fb7a966a05 HTTP/1.1" status: 200  len: 1000 time: 0.1280034
Feb 05 21:50:29.465696 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-75b55416-cfa1-49fe-89cf-643778eacd4d req-ac4864ac-dd5c-47a1-9fda-6ccd44f0d75e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c20da7e-6954-47f2-b569-35fb7a966a05 HTTP/1.1" status: 200  len: 1000 time: 0.1254179
Feb 05 21:50:29.487056 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7d249f71-27f4-4717-aa63-013f5c019862 req-5bc8852f-7a7f-4dc5-a503-50529d3539b5 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=621de8b4-5186-4134-baab-fd8b6945924c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519679
Feb 05 21:50:29.515945 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 0c20da7e-6954-47f2-b569-35fb7a966a05, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0c20da7e-6954-47f2-b569-35fb7a966a05,segment=NetworkSegment(91e357dd-a562-42df-8c82-27f1fef66128),segment_id=91e357dd-a562-42df-8c82-27f1fef66128)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:50:29.527344 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '0c20da7e-6954-47f2-b569-35fb7a966a05', 'network_id': '9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81', 'port_id': '0c20da7e-6954-47f2-b569-35fb7a966a05', 'mac_address': 'fa:16:3e:98:97:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4cb32bb-ab4d-4fb8-a5c2-9587dfcfab30', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:50:29.550495 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b55416-cfa1-49fe-89cf-643778eacd4d req-fbe3a5d2-3776-4964-8163-057e13a0303d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:50:29.552546 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-75b55416-cfa1-49fe-89cf-643778eacd4d req-fbe3a5d2-3776-4964-8163-057e13a0303d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d4cb32bb-ab4d-4fb8-a5c2-9587dfcfab30 HTTP/1.1" status: 200  len: 835 time: 0.0838616
Feb 05 21:50:29.556020 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b55416-cfa1-49fe-89cf-643778eacd4d req-b5f001f1-2001-4140-914c-a6584b0c115b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:50:29.557357 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-75b55416-cfa1-49fe-89cf-643778eacd4d req-b5f001f1-2001-4140-914c-a6584b0c115b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d4cb32bb-ab4d-4fb8-a5c2-9587dfcfab30 HTTP/1.1" status: 200  len: 835 time: 0.0807939
Feb 05 21:50:29.565452 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 0c20da7e-6954-47f2-b569-35fb7a966a05 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:50:29.565849 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0c20da7e-6954-47f2-b569-35fb7a966a05), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:50:29.579032 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c20da7e-6954-47f2-b569-35fb7a966a05 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:50:29.599842 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 0c20da7e-6954-47f2-b569-35fb7a966a05, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0c20da7e-6954-47f2-b569-35fb7a966a05,segment=NetworkSegment(91e357dd-a562-42df-8c82-27f1fef66128),segment_id=91e357dd-a562-42df-8c82-27f1fef66128)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:50:29.603416 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (0c20da7e-6954-47f2-b569-35fb7a966a05), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:50:29.636281 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b55416-cfa1-49fe-89cf-643778eacd4d req-d53a214f-834c-450c-8bde-61f66ea736eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:50:29.637787 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-75b55416-cfa1-49fe-89cf-643778eacd4d req-d53a214f-834c-450c-8bde-61f66ea736eb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0793862
Feb 05 21:50:29.640180 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b55416-cfa1-49fe-89cf-643778eacd4d req-5499039f-ddb4-4f9b-98b6-6ea79a3c679d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:50:29.641535 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-75b55416-cfa1-49fe-89cf-643778eacd4d req-5499039f-ddb4-4f9b-98b6-6ea79a3c679d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0748975
Feb 05 21:50:29.650853 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=0c20da7e-6954-47f2-b569-35fb7a966a05,revision_number=8']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:50:29.658536 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:50:29.658897 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:50:29.659251 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:50:29.659602 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:50:29.659947 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:50:29.660295 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:50:29.660635 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:50:29.661820 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:50:29.662170 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:50:29.662558 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:50:29.663080 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:50:29.663246 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:50:29.663603 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:50:29.861366 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['0c20da7e-6954-47f2-b569-35fb7a966a05'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:50:30.119533 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-75b55416-cfa1-49fe-89cf-643778eacd4d req-1c5fc430-2ca6-4b96-9b84-d9ca10a99f2b service neutron] 10.222.0.21 "GET /v2.0/networks/9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4756062
Feb 05 21:50:30.122777 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-75b55416-cfa1-49fe-89cf-643778eacd4d req-b206e363-3e24-4e45-89c2-16807a634d0a service neutron] 10.222.0.39 "GET /v2.0/networks/9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4712517
Feb 05 21:50:30.275421 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-75b55416-cfa1-49fe-89cf-643778eacd4d req-da175688-66b5-436b-b7ae-f007776cdd11 service neutron] 10.222.0.21 "GET /v2.0/networks/9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1492255
Feb 05 21:50:30.277201 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-75b55416-cfa1-49fe-89cf-643778eacd4d req-a2cdab98-012c-40bd-ab4a-5e2dd9aed02d service neutron] 10.222.0.39 "GET /v2.0/networks/9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1441457
Feb 05 21:50:30.603588 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56342e9b-047c-4b7b-b5b1-71a9fb9b76ed req-19d3c6fb-3fe1-4318-b8e9-c36e79e0d8b6 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:50:30.605099 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-56342e9b-047c-4b7b-b5b1-71a9fb9b76ed req-19d3c6fb-3fe1-4318-b8e9-c36e79e0d8b6 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 945 time: 0.0533302
Feb 05 21:50:30.653320 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-56342e9b-047c-4b7b-b5b1-71a9fb9b76ed req-1ce912c0-870b-4053-95e0-c93a97d8e180 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=621de8b4-5186-4134-baab-fd8b6945924c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425889
Feb 05 21:50:30.797134 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 0c20da7e-6954-47f2-b569-35fb7a966a05 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:50:30.843076 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] The host nch1-master-1 is not matching for port 0c20da7e-6954-47f2-b569-35fb7a966a05 host nch2-master-1! {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Feb 05 21:50:30.843625 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 0c20da7e-6954-47f2-b569-35fb7a966a05 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:50:30.858354 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736c93c-d0f2-4618-96c7-a1f8e0c604df req-2b3aadc8-6535-476d-9f26-6538bfb8eaf8 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:50:30.860163 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b736c93c-d0f2-4618-96c7-a1f8e0c604df req-2b3aadc8-6535-476d-9f26-6538bfb8eaf8 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 945 time: 0.0608361
Feb 05 21:50:30.871474 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c5e920-f09a-42f6-bf30-cadd23883de1 req-4a160e43-629d-4c20-b1e6-aa125d152e30 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:50:30.873039 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-95c5e920-f09a-42f6-bf30-cadd23883de1 req-4a160e43-629d-4c20-b1e6-aa125d152e30 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a&tenant_id=ad4914a1c56043a7bbc01d19cd824488&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 945 time: 0.0567729
Feb 05 21:50:30.912891 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b736c93c-d0f2-4618-96c7-a1f8e0c604df req-f0c33cad-9ea6-4849-bd82-09fee47fe065 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=621de8b4-5186-4134-baab-fd8b6945924c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457404
Feb 05 21:50:30.936312 ncdv-master-1 neutron-server[114390]: INFO neutron.api.v2.resource [req-95c5e920-f09a-42f6-bf30-cadd23883de1 req-e0b5cd5b-7424-4f5b-ba09-15fa6f528f27 service neutron] delete failed (client error): The resource could not be found.
Feb 05 21:50:30.937330 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-95c5e920-f09a-42f6-bf30-cadd23883de1 req-e0b5cd5b-7424-4f5b-ba09-15fa6f528f27 service neutron] 10.222.0.21 "DELETE /v2.0/ports/0c20da7e-6954-47f2-b569-35fb7a966a05/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0581274
Feb 05 21:50:31.028266 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c5e920-f09a-42f6-bf30-cadd23883de1 req-96977aca-4620-4d03-9324-a8f23efa4c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:50:31.029912 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-95c5e920-f09a-42f6-bf30-cadd23883de1 req-96977aca-4620-4d03-9324-a8f23efa4c87 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad4914a1c56043a7bbc01d19cd824488&device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 1127 time: 0.0462794
Feb 05 21:50:31.037547 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05f2d8-d902-4605-bd4d-8af63e271d27 req-6e0adfd5-a302-4b15-a021-f54633186fad tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:50:31.039248 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1a05f2d8-d902-4605-bd4d-8af63e271d27 req-6e0adfd5-a302-4b15-a021-f54633186fad tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 945 time: 0.0548418
Feb 05 21:50:31.090138 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1a05f2d8-d902-4605-bd4d-8af63e271d27 req-b1ba0fad-885b-47b9-bf25-41f0371ca93c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=621de8b4-5186-4134-baab-fd8b6945924c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451500
Feb 05 21:50:31.125699 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c5e920-f09a-42f6-bf30-cadd23883de1 req-3ed3c732-f65d-4d24-97ca-c04dde25cfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:50:31.127217 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-95c5e920-f09a-42f6-bf30-cadd23883de1 req-3ed3c732-f65d-4d24-97ca-c04dde25cfcf service neutron] 10.222.0.21 "GET /v2.0/networks?id=9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81 HTTP/1.1" status: 200  len: 897 time: 0.0920782
Feb 05 21:50:31.191916 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-95c5e920-f09a-42f6-bf30-cadd23883de1 req-d5399281-7e13-4665-acc0-761182cc9e92 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c20da7e-6954-47f2-b569-35fb7a966a05 HTTP/1.1" status: 200  len: 1001 time: 0.0587859
Feb 05 21:50:31.238953 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c5e920-f09a-42f6-bf30-cadd23883de1 req-41a96ad3-cf89-484d-9be4-5a70e204ce09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:50:31.240600 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-95c5e920-f09a-42f6-bf30-cadd23883de1 req-41a96ad3-cf89-484d-9be4-5a70e204ce09 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d4cb32bb-ab4d-4fb8-a5c2-9587dfcfab30 HTTP/1.1" status: 200  len: 835 time: 0.0432711
Feb 05 21:50:31.294070 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c5e920-f09a-42f6-bf30-cadd23883de1 req-9ce12d41-0927-40ec-b0a2-42d9f46f8b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:50:31.295602 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-95c5e920-f09a-42f6-bf30-cadd23883de1 req-9ce12d41-0927-40ec-b0a2-42d9f46f8b01 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0481069
Feb 05 21:50:31.383448 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-95c5e920-f09a-42f6-bf30-cadd23883de1 req-28d47432-2a67-4590-9745-d86cdaeacfeb service neutron] 10.222.0.21 "GET /v2.0/networks/9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0800061
Feb 05 21:50:31.401167 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 0c20da7e-6954-47f2-b569-35fb7a966a05 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:50:31.451345 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 0c20da7e-6954-47f2-b569-35fb7a966a05 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:50:31.455076 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 0c20da7e-6954-47f2-b569-35fb7a966a05 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:50:31.455455 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (0c20da7e-6954-47f2-b569-35fb7a966a05), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:50:31.476977 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-95c5e920-f09a-42f6-bf30-cadd23883de1 req-5cb1ae6c-5ca1-4bcb-8183-6ccfa3d02cb4 service neutron] 10.222.0.21 "GET /v2.0/networks/9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0873504
Feb 05 21:50:31.534839 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 0c20da7e-6954-47f2-b569-35fb7a966a05 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:50:31.535233 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0c20da7e-6954-47f2-b569-35fb7a966a05), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:50:31.562027 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ed58e2-478b-4dc7-9824-c98f6329cb6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c20da7e-6954-47f2-b569-35fb7a966a05'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:50:31.564223 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}851605b45cf2a471246fb829968e46403c172bb314a4c703424450b4be22868d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d525df-c049-4537-8fc3-1e6a2a3c2b1a" -d '{"events": [{"server_uuid": "28ed58e2-478b-4dc7-9824-c98f6329cb6a", "name": "network-vif-plugged", "status": "completed", "tag": "0c20da7e-6954-47f2-b569-35fb7a966a05"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:50:31.577224 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 0c20da7e-6954-47f2-b569-35fb7a966a05, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0c20da7e-6954-47f2-b569-35fb7a966a05,segment=NetworkSegment(91e357dd-a562-42df-8c82-27f1fef66128),segment_id=91e357dd-a562-42df-8c82-27f1fef66128)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:50:31.580929 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (0c20da7e-6954-47f2-b569-35fb7a966a05), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:50:31.630790 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=0c20da7e-6954-47f2-b569-35fb7a966a05,revision_number=9']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:50:31.668835 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3709cd3-2b9a-49b8-a015-ad5bfb4896d5 x-openstack-request-id: req-a3709cd3-2b9a-49b8-a015-ad5bfb4896d5 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:50:31.669135 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ed58e2-478b-4dc7-9824-c98f6329cb6a", "name": "network-vif-plugged", "status": "completed", "tag": "0c20da7e-6954-47f2-b569-35fb7a966a05", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:50:31.669393 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a3709cd3-2b9a-49b8-a015-ad5bfb4896d5 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:50:31.669791 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ed58e2-478b-4dc7-9824-c98f6329cb6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c20da7e-6954-47f2-b569-35fb7a966a05', 'code': 200}
Feb 05 21:50:32.217028 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdca1dd-a507-4ce4-9e22-956854fa2037 req-a9d072f7-182e-4c82-8aee-6b4bcef8d56b tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:50:32.218555 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cbdca1dd-a507-4ce4-9e22-956854fa2037 req-a9d072f7-182e-4c82-8aee-6b4bcef8d56b tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 946 time: 0.0584462
Feb 05 21:50:32.267653 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cbdca1dd-a507-4ce4-9e22-956854fa2037 req-2e919080-4bb1-4729-a612-5a8350480bba tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=621de8b4-5186-4134-baab-fd8b6945924c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425806
Feb 05 21:50:32.291394 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53854) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:50:32.351492 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7e0c3582-d273-4768-bb1a-3eb0e671a283 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/floatingips/62f2d714-df29-4c35-b988-72342a384bf5 HTTP/1.1" status: 200  len: 994 time: 0.0589731
Feb 05 21:50:33.830149 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4df76d28-4080-446b-9dd7-bbb5a44f338b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:50:36.220708 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6a071754-d609-4a62-8e71-e2ac3db40b93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:50:37.678006 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:50:39.266328 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:50:40.606534 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:50:45.697541 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:50:48.450233 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3cefef5b-bcef-48b5-8547-578cda23036a req-f8bc4d8d-dc59-4c6c-8813-855f2c37e3c4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0510690
Feb 05 21:50:48.533816 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cefef5b-bcef-48b5-8547-578cda23036a req-c967099b-475b-42dd-99e9-ea99246d62ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:50:48.535344 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3cefef5b-bcef-48b5-8547-578cda23036a req-c967099b-475b-42dd-99e9-ea99246d62ae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ad4914a1c56043a7bbc01d19cd824488&device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 1128 time: 0.0437493
Feb 05 21:50:48.638450 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cefef5b-bcef-48b5-8547-578cda23036a req-476493a0-7f02-4cd2-8f12-2983b6e83085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:50:48.639932 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3cefef5b-bcef-48b5-8547-578cda23036a req-476493a0-7f02-4cd2-8f12-2983b6e83085 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81 HTTP/1.1" status: 200  len: 897 time: 0.0866754
Feb 05 21:50:48.704616 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3cefef5b-bcef-48b5-8547-578cda23036a req-d45ac68e-3dd9-4e2d-933e-7b3ff6fb7abc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c20da7e-6954-47f2-b569-35fb7a966a05 HTTP/1.1" status: 200  len: 1002 time: 0.0573549
Feb 05 21:50:48.752046 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cefef5b-bcef-48b5-8547-578cda23036a req-fc13e23e-ad85-4a82-b552-2147b38e69f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:50:48.753471 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3cefef5b-bcef-48b5-8547-578cda23036a req-fc13e23e-ad85-4a82-b552-2147b38e69f4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d4cb32bb-ab4d-4fb8-a5c2-9587dfcfab30 HTTP/1.1" status: 200  len: 835 time: 0.0428538
Feb 05 21:50:48.808165 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cefef5b-bcef-48b5-8547-578cda23036a req-50872f11-670a-44a4-b7f4-7ed91d8ac8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:50:48.809688 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3cefef5b-bcef-48b5-8547-578cda23036a req-50872f11-670a-44a4-b7f4-7ed91d8ac8ba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0492294
Feb 05 21:50:48.896648 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3cefef5b-bcef-48b5-8547-578cda23036a req-0339889a-cb74-4d60-8ad0-b70c6b201054 service neutron] 10.222.0.39 "GET /v2.0/networks/9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0802798
Feb 05 21:50:48.988267 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3cefef5b-bcef-48b5-8547-578cda23036a req-7f2dab66-6389-45cf-a705-c2d10b371a59 service neutron] 10.222.0.39 "GET /v2.0/networks/9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858979
Feb 05 21:50:50.713624 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:50:52.829252 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:51:00.716809 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53882) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:51:00.882572 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-f3517e18-4d62-4fcd-8344-46a0879290a2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Deleting port e1136d48-3f26-438f-b459-fdb3eab19cc5 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:51:00.882922 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f3517e18-4d62-4fcd-8344-46a0879290a2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (e1136d48-3f26-438f-b459-fdb3eab19cc5), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:00.961376 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f3517e18-4d62-4fcd-8344-46a0879290a2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (e1136d48-3f26-438f-b459-fdb3eab19cc5), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:00.961715 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f3517e18-4d62-4fcd-8344-46a0879290a2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for floatingip (e1136d48-3f26-438f-b459-fdb3eab19cc5), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:00.973317 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-f3517e18-4d62-4fcd-8344-46a0879290a2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Calling delete_port for e1136d48-3f26-438f-b459-fdb3eab19cc5 owned by network:floatingip {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:51:01.120791 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f3517e18-4d62-4fcd-8344-46a0879290a2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (e1136d48-3f26-438f-b459-fdb3eab19cc5), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:01.147394 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3517e18-4d62-4fcd-8344-46a0879290a2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event deleted for resources: {'Port': ['ID=e1136d48-3f26-438f-b459-fdb3eab19cc5,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:51:01.173212 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3517e18-4d62-4fcd-8344-46a0879290a2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:51:01.173575 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3517e18-4d62-4fcd-8344-46a0879290a2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:51:01.173933 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3517e18-4d62-4fcd-8344-46a0879290a2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:51:01.174282 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3517e18-4d62-4fcd-8344-46a0879290a2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:51:01.174649 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3517e18-4d62-4fcd-8344-46a0879290a2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:51:01.174991 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3517e18-4d62-4fcd-8344-46a0879290a2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:51:01.175330 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3517e18-4d62-4fcd-8344-46a0879290a2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:51:01.175666 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3517e18-4d62-4fcd-8344-46a0879290a2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:51:01.176003 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3517e18-4d62-4fcd-8344-46a0879290a2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:51:01.176369 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3517e18-4d62-4fcd-8344-46a0879290a2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:51:01.176700 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3517e18-4d62-4fcd-8344-46a0879290a2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:51:01.177031 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3517e18-4d62-4fcd-8344-46a0879290a2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:51:01.177358 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3517e18-4d62-4fcd-8344-46a0879290a2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:51:01.217106 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f3517e18-4d62-4fcd-8344-46a0879290a2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for floatingip (62f2d714-df29-4c35-b988-72342a384bf5), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:01.217535 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-f3517e18-4d62-4fcd-8344-46a0879290a2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Floating IP 62f2d714-df29-4c35-b988-72342a384bf5 disassociated (deleted). External IP: 172.35.4.116, port: 0c20da7e-6954-47f2-b569-35fb7a966a05.
Feb 05 21:51:01.432803 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3517e18-4d62-4fcd-8344-46a0879290a2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Router 814491c0-a975-4950-9d27-4577b8831170 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:51:01.541293 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3517e18-4d62-4fcd-8344-46a0879290a2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:51:01.546055 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-f3517e18-4d62-4fcd-8344-46a0879290a2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:01.552090 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0fb141-771c-4c6c-9843-8b068dbdb086 None None] Sync routers for ids ['814491c0-a975-4950-9d27-4577b8831170'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:51:01.561351 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0fb141-771c-4c6c-9843-8b068dbdb086 None None] Routers {'814491c0-a975-4950-9d27-4577b8831170'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:51:01.561961 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-6e0fb141-771c-4c6c-9843-8b068dbdb086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db9119820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:50:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['814491c0-a975-4950-9d27-4577b8831170'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:51:01.574331 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-f3517e18-4d62-4fcd-8344-46a0879290a2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "DELETE /v2.0/floatingips/62f2d714-df29-4c35-b988-72342a384bf5 HTTP/1.1" status: 204  len: 168 time: 0.8564169
Feb 05 21:51:01.574946 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ed58e2-478b-4dc7-9824-c98f6329cb6a', 'tag': '0c20da7e-6954-47f2-b569-35fb7a966a05'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:51:01.577199 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16fdd19d8a7c57de6e0d65e92e0f39486390e6be4ccbd395fc02e890f8c23cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865f5f8c-26b8-470a-a276-2a2daa813091" -d '{"events": [{"name": "network-changed", "server_uuid": "28ed58e2-478b-4dc7-9824-c98f6329cb6a", "tag": "0c20da7e-6954-47f2-b569-35fb7a966a05"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:51:01.674490 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-6e0fb141-771c-4c6c-9843-8b068dbdb086 None None] Set router 814491c0-a975-4950-9d27-4577b8831170 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:51:01.676606 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f86f7f-fb33-466e-90d4-4377d1545af1 x-openstack-request-id: req-91f86f7f-fb33-466e-90d4-4377d1545af1 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:51:01.676949 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28ed58e2-478b-4dc7-9824-c98f6329cb6a", "tag": "0c20da7e-6954-47f2-b569-35fb7a966a05", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:51:01.677208 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-91f86f7f-fb33-466e-90d4-4377d1545af1 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:51:01.677618 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28ed58e2-478b-4dc7-9824-c98f6329cb6a', 'tag': '0c20da7e-6954-47f2-b569-35fb7a966a05', 'status': 'completed', 'code': 200}
Feb 05 21:51:01.752620 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f5f8c-26b8-470a-a276-2a2daa813091 req-6102d5bb-f652-4f37-834f-3d4de1491dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:51:01.754298 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-865f5f8c-26b8-470a-a276-2a2daa813091 req-6102d5bb-f652-4f37-834f-3d4de1491dbb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ad4914a1c56043a7bbc01d19cd824488&device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 1128 time: 0.0506139
Feb 05 21:51:01.839758 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99952b23-bdbf-4bbf-a1d5-23cc1b6e4521 req-0d717781-83ec-4f95-82c8-9e06b7582ed7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:51:01.841643 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-99952b23-bdbf-4bbf-a1d5-23cc1b6e4521 req-0d717781-83ec-4f95-82c8-9e06b7582ed7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 946 time: 0.0730171
Feb 05 21:51:01.866442 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f5f8c-26b8-470a-a276-2a2daa813091 req-d9dcec7e-1fd5-427f-ae64-6fa7fb5a4993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:51:01.867963 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-865f5f8c-26b8-470a-a276-2a2daa813091 req-d9dcec7e-1fd5-427f-ae64-6fa7fb5a4993 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81 HTTP/1.1" status: 200  len: 897 time: 0.1061389
Feb 05 21:51:01.891936 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-6e0fb141-771c-4c6c-9843-8b068dbdb086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db9119820>, [{'id': '814491c0-a975-4950-9d27-4577b8831170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628758666', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.238'}], 'enable_snat': True}, 'gw_port_id': '013697e0-bb62-4249-b2eb-e7b81e35a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:48:48Z', 'updated_at': '2022-02-05T21:48:51Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '013697e0-bb62-4249-b2eb-e7b81e35a8d4', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814491c0-a975-4950-9d27-4577b8831170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:48:49Z', 'updated_at': '2022-02-05T21:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e68576f3-1244-4dbd-af91-349f9cfc2b1c', 'name': '', 'network_id': '9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'mac_address': 'fa:16:3e:16:1f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814491c0-a975-4950-9d27-4577b8831170', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'd4cb32bb-ab4d-4fb8-a5c2-9587dfcfab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:48:51Z', 'updated_at': '2022-02-05T21:48:55Z', 'revision_number': 5, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'subnets': [{'id': 'd4cb32bb-ab4d-4fb8-a5c2-9587dfcfab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:51:01.897472 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-99952b23-bdbf-4bbf-a1d5-23cc1b6e4521 req-1c9219c2-6b32-40f4-8ebc-83c5dc5ac5f6 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=621de8b4-5186-4134-baab-fd8b6945924c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495944
Feb 05 21:51:01.913005 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-865f5f8c-26b8-470a-a276-2a2daa813091 req-1f4073fc-bf22-43cc-ba35-15386701f45b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c20da7e-6954-47f2-b569-35fb7a966a05 HTTP/1.1" status: 200  len: 217 time: 0.0379407
Feb 05 21:51:01.919421 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0fb141-771c-4c6c-9843-8b068dbdb086 None None] Checking router: 814491c0-a975-4950-9d27-4577b8831170 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:51:01.928666 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0fb141-771c-4c6c-9843-8b068dbdb086 None None] Routers {'814491c0-a975-4950-9d27-4577b8831170'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:51:01.929276 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-6e0fb141-771c-4c6c-9843-8b068dbdb086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db9119820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:50:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['814491c0-a975-4950-9d27-4577b8831170'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:51:01.961155 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f5f8c-26b8-470a-a276-2a2daa813091 req-f18b7b65-5cde-4fd7-b7c6-0c604a2740f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:51:01.962679 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-865f5f8c-26b8-470a-a276-2a2daa813091 req-f18b7b65-5cde-4fd7-b7c6-0c604a2740f8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d4cb32bb-ab4d-4fb8-a5c2-9587dfcfab30 HTTP/1.1" status: 200  len: 835 time: 0.0440080
Feb 05 21:51:02.015812 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f5f8c-26b8-470a-a276-2a2daa813091 req-9a79ef23-c13b-4441-88bb-3ac66c902d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:51:02.017213 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-865f5f8c-26b8-470a-a276-2a2daa813091 req-9a79ef23-c13b-4441-88bb-3ac66c902d21 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0489385
Feb 05 21:51:02.035984 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-6e0fb141-771c-4c6c-9843-8b068dbdb086 None None] Set router 814491c0-a975-4950-9d27-4577b8831170 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:51:02.105143 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-865f5f8c-26b8-470a-a276-2a2daa813091 req-e0cedb05-c983-4490-92a6-983dc537291c service neutron] 10.222.0.39 "GET /v2.0/networks/9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0807862
Feb 05 21:51:02.200048 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-865f5f8c-26b8-470a-a276-2a2daa813091 req-ef52fd6e-e515-4041-8bfb-e4bb46b548dd service neutron] 10.222.0.39 "GET /v2.0/networks/9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0876384
Feb 05 21:51:02.235486 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-6e0fb141-771c-4c6c-9843-8b068dbdb086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db9119820>, [{'id': '814491c0-a975-4950-9d27-4577b8831170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628758666', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.238'}], 'enable_snat': True}, 'gw_port_id': '013697e0-bb62-4249-b2eb-e7b81e35a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:48:48Z', 'updated_at': '2022-02-05T21:48:51Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '013697e0-bb62-4249-b2eb-e7b81e35a8d4', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814491c0-a975-4950-9d27-4577b8831170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:48:49Z', 'updated_at': '2022-02-05T21:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e68576f3-1244-4dbd-af91-349f9cfc2b1c', 'name': '', 'network_id': '9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'mac_address': 'fa:16:3e:16:1f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814491c0-a975-4950-9d27-4577b8831170', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'd4cb32bb-ab4d-4fb8-a5c2-9587dfcfab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:48:51Z', 'updated_at': '2022-02-05T21:48:55Z', 'revision_number': 5, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'subnets': [{'id': 'd4cb32bb-ab4d-4fb8-a5c2-9587dfcfab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:51:02.268223 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0fb141-771c-4c6c-9843-8b068dbdb086 None None] The sync data for ids ['814491c0-a975-4950-9d27-4577b8831170'] in ncdv-master-1 is: [{'id': '814491c0-a975-4950-9d27-4577b8831170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628758666', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.238'}], 'enable_snat': True}, 'gw_port_id': '013697e0-bb62-4249-b2eb-e7b81e35a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:48:48Z', 'updated_at': '2022-02-05T21:48:51Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '013697e0-bb62-4249-b2eb-e7b81e35a8d4', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814491c0-a975-4950-9d27-4577b8831170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:48:49Z', 'updated_at': '2022-02-05T21:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e68576f3-1244-4dbd-af91-349f9cfc2b1c', 'name': '', 'network_id': '9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'mac_address': 'fa:16:3e:16:1f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814491c0-a975-4950-9d27-4577b8831170', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'd4cb32bb-ab4d-4fb8-a5c2-9587dfcfab30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:48:51Z', 'updated_at': '2022-02-05T21:48:55Z', 'revision_number': 5, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'subnets': [{'id': 'd4cb32bb-ab4d-4fb8-a5c2-9587dfcfab30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:51:02.499928 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b764acfe-35e0-4b75-9018-2f860805c741 None None] New status for floating IP 62f2d714-df29-4c35-b988-72342a384bf5: DOWN {{(pid=114392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:51:03.025428 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951d503-b01a-488a-ab23-2ee4f31d2c55 req-804208af-87b3-4807-878a-4f382fdb33b0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:51:03.026958 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7951d503-b01a-488a-ab23-2ee4f31d2c55 req-804208af-87b3-4807-878a-4f382fdb33b0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 946 time: 0.0571363
Feb 05 21:51:03.057517 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71355fd8-e09a-4666-8fde-358223547b95 req-cd42f16c-b246-489f-b251-81339199a9cd tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:51:03.059420 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-71355fd8-e09a-4666-8fde-358223547b95 req-cd42f16c-b246-489f-b251-81339199a9cd tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.39 "GET /v2.0/ports?device_id=28ed58e2-478b-4dc7-9824-c98f6329cb6a HTTP/1.1" status: 200  len: 946 time: 0.0562871
Feb 05 21:51:03.087164 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7951d503-b01a-488a-ab23-2ee4f31d2c55 req-954780a1-2728-4e29-8db2-30886055006c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=621de8b4-5186-4134-baab-fd8b6945924c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545037
Feb 05 21:51:03.159742 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-71355fd8-e09a-4666-8fde-358223547b95 req-4fa3c7f7-b999-46c3-ad54-25a1041309a3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Deleting port 0c20da7e-6954-47f2-b569-35fb7a966a05 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:51:03.160086 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-71355fd8-e09a-4666-8fde-358223547b95 req-4fa3c7f7-b999-46c3-ad54-25a1041309a3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (0c20da7e-6954-47f2-b569-35fb7a966a05), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:03.259444 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-71355fd8-e09a-4666-8fde-358223547b95 req-4fa3c7f7-b999-46c3-ad54-25a1041309a3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] For port 0c20da7e-6954-47f2-b569-35fb7a966a05, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0c20da7e-6954-47f2-b569-35fb7a966a05,segment=NetworkSegment(91e357dd-a562-42df-8c82-27f1fef66128),segment_id=91e357dd-a562-42df-8c82-27f1fef66128)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:51:03.259725 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-71355fd8-e09a-4666-8fde-358223547b95 req-4fa3c7f7-b999-46c3-ad54-25a1041309a3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (0c20da7e-6954-47f2-b569-35fb7a966a05), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:03.272896 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-71355fd8-e09a-4666-8fde-358223547b95 req-4fa3c7f7-b999-46c3-ad54-25a1041309a3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Calling delete_port for 0c20da7e-6954-47f2-b569-35fb7a966a05 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:51:03.403029 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-71355fd8-e09a-4666-8fde-358223547b95 req-4fa3c7f7-b999-46c3-ad54-25a1041309a3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (0c20da7e-6954-47f2-b569-35fb7a966a05), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:03.432614 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3c7f7-b999-46c3-ad54-25a1041309a3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event deleted for resources: {'Port': ['ID=0c20da7e-6954-47f2-b569-35fb7a966a05,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:51:03.473836 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-71355fd8-e09a-4666-8fde-358223547b95 req-4fa3c7f7-b999-46c3-ad54-25a1041309a3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] No DVR routers for this DVR port 0c20da7e-6954-47f2-b569-35fb7a966a05 on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:51:03.477232 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-71355fd8-e09a-4666-8fde-358223547b95 req-4fa3c7f7-b999-46c3-ad54-25a1041309a3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:03.480590 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-71355fd8-e09a-4666-8fde-358223547b95 req-4fa3c7f7-b999-46c3-ad54-25a1041309a3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.39 "DELETE /v2.0/ports/0c20da7e-6954-47f2-b569-35fb7a966a05 HTTP/1.1" status: 204  len: 173 time: 0.4160748
Feb 05 21:51:03.481038 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ed58e2-478b-4dc7-9824-c98f6329cb6a', 'name': 'network-vif-deleted', 'tag': '0c20da7e-6954-47f2-b569-35fb7a966a05'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:51:03.483336 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dc595678b95b8a5d7a711e017487991988fc4acadae49b95ce695ebace8492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f4f6b1-1e2a-4cf2-b5a1-903a378b9e8b" -d '{"events": [{"server_uuid": "28ed58e2-478b-4dc7-9824-c98f6329cb6a", "name": "network-vif-deleted", "tag": "0c20da7e-6954-47f2-b569-35fb7a966a05"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:51:03.529756 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e5b9cb-82d7-4c76-bb8f-dda6d6e18809 x-openstack-request-id: req-b4e5b9cb-82d7-4c76-bb8f-dda6d6e18809 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:51:03.530061 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ed58e2-478b-4dc7-9824-c98f6329cb6a", "name": "network-vif-deleted", "tag": "0c20da7e-6954-47f2-b569-35fb7a966a05", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:51:03.530326 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b4e5b9cb-82d7-4c76-bb8f-dda6d6e18809 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:51:03.530770 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ed58e2-478b-4dc7-9824-c98f6329cb6a', 'name': 'network-vif-deleted', 'tag': '0c20da7e-6954-47f2-b569-35fb7a966a05', 'status': 'completed', 'code': 200}
Feb 05 21:51:03.833746 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f6b43195-b6c5-4b2e-a1d4-6a7cb8b7ad35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:04.146111 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53898) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:51:04.507589 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eb6cd5ed-6444-4c10-9667-6f8bfa5e63d1 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (814491c0-a975-4950-9d27-4577b8831170), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:04.761904 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-eb6cd5ed-6444-4c10-9667-6f8bfa5e63d1 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Deleting port e68576f3-1244-4dbd-af91-349f9cfc2b1c {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:51:04.762172 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eb6cd5ed-6444-4c10-9667-6f8bfa5e63d1 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (e68576f3-1244-4dbd-af91-349f9cfc2b1c), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:04.853746 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-eb6cd5ed-6444-4c10-9667-6f8bfa5e63d1 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] For port e68576f3-1244-4dbd-af91-349f9cfc2b1c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e68576f3-1244-4dbd-af91-349f9cfc2b1c,segment=NetworkSegment(91e357dd-a562-42df-8c82-27f1fef66128),segment_id=91e357dd-a562-42df-8c82-27f1fef66128)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:51:04.854114 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eb6cd5ed-6444-4c10-9667-6f8bfa5e63d1 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (e68576f3-1244-4dbd-af91-349f9cfc2b1c), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:04.866505 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-eb6cd5ed-6444-4c10-9667-6f8bfa5e63d1 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Calling delete_port for e68576f3-1244-4dbd-af91-349f9cfc2b1c owned by network:router_interface {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:51:05.385171 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eb6cd5ed-6444-4c10-9667-6f8bfa5e63d1 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (e68576f3-1244-4dbd-af91-349f9cfc2b1c), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:05.411036 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6cd5ed-6444-4c10-9667-6f8bfa5e63d1 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event deleted for resources: {'Port': ['ID=e68576f3-1244-4dbd-af91-349f9cfc2b1c,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:51:05.590635 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-eb6cd5ed-6444-4c10-9667-6f8bfa5e63d1 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (814491c0-a975-4950-9d27-4577b8831170), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:05.811049 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb6cd5ed-6444-4c10-9667-6f8bfa5e63d1 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Router 814491c0-a975-4950-9d27-4577b8831170 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:51:05.916532 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6cd5ed-6444-4c10-9667-6f8bfa5e63d1 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:51:05.921815 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-eb6cd5ed-6444-4c10-9667-6f8bfa5e63d1 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "PUT /v2.0/routers/814491c0-a975-4950-9d27-4577b8831170/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7739606
Feb 05 21:51:05.924625 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53900) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:51:05.926629 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afafdb02-4fc9-43bb-97da-136372a08640 None None] Sync routers for ids ['814491c0-a975-4950-9d27-4577b8831170'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:51:05.937116 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afafdb02-4fc9-43bb-97da-136372a08640 None None] Routers {'814491c0-a975-4950-9d27-4577b8831170'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:51:05.938161 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-afafdb02-4fc9-43bb-97da-136372a08640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db9226f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:50:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['814491c0-a975-4950-9d27-4577b8831170'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:51:05.980112 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cd22ce8-c869-4afb-b327-f69456ec905f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Deleting subnet d4cb32bb-ab4d-4fb8-a5c2-9587dfcfab30 {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:51:05.983200 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2cd22ce8-c869-4afb-b327-f69456ec905f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for subnet (d4cb32bb-ab4d-4fb8-a5c2-9587dfcfab30), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:06.024466 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2cd22ce8-c869-4afb-b327-f69456ec905f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (d4cb32bb-ab4d-4fb8-a5c2-9587dfcfab30), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:06.043808 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-afafdb02-4fc9-43bb-97da-136372a08640 None None] Set router 814491c0-a975-4950-9d27-4577b8831170 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:51:06.109707 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2cd22ce8-c869-4afb-b327-f69456ec905f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (d4cb32bb-ab4d-4fb8-a5c2-9587dfcfab30), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:06.180281 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2cd22ce8-c869-4afb-b327-f69456ec905f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (d4cb32bb-ab4d-4fb8-a5c2-9587dfcfab30), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:06.207722 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd22ce8-c869-4afb-b327-f69456ec905f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event deleted for resources: {'Subnet': ['ID=d4cb32bb-ab4d-4fb8-a5c2-9587dfcfab30,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:51:06.216060 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2cd22ce8-c869-4afb-b327-f69456ec905f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:06.219740 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2cd22ce8-c869-4afb-b327-f69456ec905f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "DELETE /v2.0/subnets/d4cb32bb-ab4d-4fb8-a5c2-9587dfcfab30 HTTP/1.1" status: 204  len: 168 time: 0.2939863
Feb 05 21:51:06.222426 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53902) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:51:06.226054 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6605dab2-ff19-49d2-b3cd-a626c3e3eed2 None None] Network 9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:51:06.231357 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0032e50f-1a4b-475d-a97a-f289a8b8aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:06.321012 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-afafdb02-4fc9-43bb-97da-136372a08640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db9226f40>, [{'id': '814491c0-a975-4950-9d27-4577b8831170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628758666', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.238'}], 'enable_snat': True}, 'gw_port_id': '013697e0-bb62-4249-b2eb-e7b81e35a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:48:48Z', 'updated_at': '2022-02-05T21:51:05Z', 'revision_number': 5, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '013697e0-bb62-4249-b2eb-e7b81e35a8d4', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814491c0-a975-4950-9d27-4577b8831170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:48:49Z', 'updated_at': '2022-02-05T21:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:51:06.342959 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3d8bd08f-61ef-42cc-a97b-f3feaeda519e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for router (814491c0-a975-4950-9d27-4577b8831170), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:06.351404 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afafdb02-4fc9-43bb-97da-136372a08640 None None] Checking router: 814491c0-a975-4950-9d27-4577b8831170 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:51:06.359887 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afafdb02-4fc9-43bb-97da-136372a08640 None None] Routers {'814491c0-a975-4950-9d27-4577b8831170'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:51:06.360510 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-afafdb02-4fc9-43bb-97da-136372a08640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db9226f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:51:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['814491c0-a975-4950-9d27-4577b8831170'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:51:06.401866 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7108e6b-fcd3-490d-b58d-09aaaa35b1c7 None None] DHCP port deletion for 9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:51:06.453753 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-e7108e6b-fcd3-490d-b58d-09aaaa35b1c7 None None] Deleting port 1482d170-06cf-4343-b633-a1967fc5870f {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:51:06.454169 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e7108e6b-fcd3-490d-b58d-09aaaa35b1c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (1482d170-06cf-4343-b633-a1967fc5870f), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:06.458051 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3d8bd08f-61ef-42cc-a97b-f3feaeda519e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for router_gateway (814491c0-a975-4950-9d27-4577b8831170), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:06.479940 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-afafdb02-4fc9-43bb-97da-136372a08640 None None] Set router 814491c0-a975-4950-9d27-4577b8831170 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:51:06.517087 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-3d8bd08f-61ef-42cc-a97b-f3feaeda519e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Deleting port 013697e0-bb62-4249-b2eb-e7b81e35a8d4 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:51:06.517575 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3d8bd08f-61ef-42cc-a97b-f3feaeda519e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (013697e0-bb62-4249-b2eb-e7b81e35a8d4), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:06.518077 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-e7108e6b-fcd3-490d-b58d-09aaaa35b1c7 None None] For port 1482d170-06cf-4343-b633-a1967fc5870f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1482d170-06cf-4343-b633-a1967fc5870f,segment=NetworkSegment(91e357dd-a562-42df-8c82-27f1fef66128),segment_id=91e357dd-a562-42df-8c82-27f1fef66128)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:51:06.518521 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e7108e6b-fcd3-490d-b58d-09aaaa35b1c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (1482d170-06cf-4343-b633-a1967fc5870f), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:06.536129 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-e7108e6b-fcd3-490d-b58d-09aaaa35b1c7 None None] Calling delete_port for 1482d170-06cf-4343-b633-a1967fc5870f owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:51:06.600552 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-3d8bd08f-61ef-42cc-a97b-f3feaeda519e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] For port 013697e0-bb62-4249-b2eb-e7b81e35a8d4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=013697e0-bb62-4249-b2eb-e7b81e35a8d4,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:51:06.601187 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3d8bd08f-61ef-42cc-a97b-f3feaeda519e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (013697e0-bb62-4249-b2eb-e7b81e35a8d4), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:06.613457 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-3d8bd08f-61ef-42cc-a97b-f3feaeda519e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Calling delete_port for 013697e0-bb62-4249-b2eb-e7b81e35a8d4 owned by network:router_gateway {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:51:06.619759 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e7108e6b-fcd3-490d-b58d-09aaaa35b1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (1482d170-06cf-4343-b633-a1967fc5870f), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:06.649078 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7108e6b-fcd3-490d-b58d-09aaaa35b1c7 None None] Pushing event deleted for resources: {'Port': ['ID=1482d170-06cf-4343-b633-a1967fc5870f,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:51:06.652660 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7108e6b-fcd3-490d-b58d-09aaaa35b1c7 None None] No DVR routers for this DVR port 1482d170-06cf-4343-b633-a1967fc5870f on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:51:06.671771 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-afafdb02-4fc9-43bb-97da-136372a08640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db9226f40>, [{'id': '814491c0-a975-4950-9d27-4577b8831170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628758666', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.238'}], 'enable_snat': True}, 'gw_port_id': '013697e0-bb62-4249-b2eb-e7b81e35a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:48:48Z', 'updated_at': '2022-02-05T21:51:05Z', 'revision_number': 5, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '013697e0-bb62-4249-b2eb-e7b81e35a8d4', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814491c0-a975-4950-9d27-4577b8831170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:48:49Z', 'updated_at': '2022-02-05T21:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:51:06.699016 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afafdb02-4fc9-43bb-97da-136372a08640 None None] The sync data for ids ['814491c0-a975-4950-9d27-4577b8831170'] in ncdv-master-1 is: [{'id': '814491c0-a975-4950-9d27-4577b8831170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-628758666', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.238'}], 'enable_snat': True}, 'gw_port_id': '013697e0-bb62-4249-b2eb-e7b81e35a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:48:48Z', 'updated_at': '2022-02-05T21:51:05Z', 'revision_number': 5, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '013697e0-bb62-4249-b2eb-e7b81e35a8d4', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814491c0-a975-4950-9d27-4577b8831170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:48:49Z', 'updated_at': '2022-02-05T21:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:51:06.805133 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3d8bd08f-61ef-42cc-a97b-f3feaeda519e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (013697e0-bb62-4249-b2eb-e7b81e35a8d4), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:06.830727 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8bd08f-61ef-42cc-a97b-f3feaeda519e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event deleted for resources: {'Port': ['ID=013697e0-bb62-4249-b2eb-e7b81e35a8d4,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:51:06.892551 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3d8bd08f-61ef-42cc-a97b-f3feaeda519e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (814491c0-a975-4950-9d27-4577b8831170), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:06.988295 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3d8bd08f-61ef-42cc-a97b-f3feaeda519e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (814491c0-a975-4950-9d27-4577b8831170), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:06.990473 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3d8bd08f-61ef-42cc-a97b-f3feaeda519e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for router_controller (814491c0-a975-4950-9d27-4577b8831170), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:07.044206 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3d8bd08f-61ef-42cc-a97b-f3feaeda519e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (814491c0-a975-4950-9d27-4577b8831170), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:07.044643 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8bd08f-61ef-42cc-a97b-f3feaeda519e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Fanout notify agent at l3_agent the message router_deleted on router 814491c0-a975-4950-9d27-4577b8831170 {{(pid=114391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:51:07.052320 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3d8bd08f-61ef-42cc-a97b-f3feaeda519e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:07.057066 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53904) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:51:07.057610 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-3d8bd08f-61ef-42cc-a97b-f3feaeda519e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "DELETE /v2.0/routers/814491c0-a975-4950-9d27-4577b8831170 HTTP/1.1" status: 204  len: 168 time: 0.8337486
Feb 05 21:51:07.153562 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-06b5af3c-96d7-46a2-bae3-0f3d91569ede tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:07.167035 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device e68576f3-1244-4dbd-af91-349f9cfc2b1c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:51:07.192774 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: e68576f3-1244-4dbd-af91-349f9cfc2b1c {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:51:07.193648 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device e68576f3-1244-4dbd-af91-349f9cfc2b1c not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:51:07.194250 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 1482d170-06cf-4343-b633-a1967fc5870f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:51:07.218531 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 1482d170-06cf-4343-b633-a1967fc5870f {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:51:07.218899 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 1482d170-06cf-4343-b633-a1967fc5870f not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:51:07.250215 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-06b5af3c-96d7-46a2-bae3-0f3d91569ede tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:07.270261 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-06b5af3c-96d7-46a2-bae3-0f3d91569ede tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2c89af0>,) {'filters': {'network_id': ['9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:51:07.280852 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-06b5af3c-96d7-46a2-bae3-0f3d91569ede tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2c89af0>, '91e357dd-a562-42df-8c82-27f1fef66128') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:51:07.281159 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-06b5af3c-96d7-46a2-bae3-0f3d91569ede tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2c89af0>, '91e357dd-a562-42df-8c82-27f1fef66128') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:51:07.296827 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-06b5af3c-96d7-46a2-bae3-0f3d91569ede tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (91e357dd-a562-42df-8c82-27f1fef66128), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:07.312090 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-06b5af3c-96d7-46a2-bae3-0f3d91569ede tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (91e357dd-a562-42df-8c82-27f1fef66128), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:07.318838 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06b5af3c-96d7-46a2-bae3-0f3d91569ede tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:51:07.319306 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-06b5af3c-96d7-46a2-bae3-0f3d91569ede tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (91e357dd-a562-42df-8c82-27f1fef66128), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:07.322426 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:51:07.322426 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:51:07.322426 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:51:07.322426 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:51:07.322426 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:51:07.322426 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:51:07.322426 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:51:07.322426 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:51:07.322426 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:51:07.322426 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:51:07.322426 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:51:07.322426 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:51:07.322426 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:51:07.322426 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:51:07.322426 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:51:07.322426 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:51:07.322426 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:51:07.322426 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:51:07.322426 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:51:07.322426 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:51:07.322426 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:51:07.322426 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:51:07.322426 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:51:07.322426 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:51:07.322426 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:51:07.322426 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:51:07.322426 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:51:07.322426 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:51:07.322426 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:51:07.322426 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:51:07.322426 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:51:07.322426 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:51:07.382291 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-06b5af3c-96d7-46a2-bae3-0f3d91569ede tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:07.390644 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-06b5af3c-96d7-46a2-bae3-0f3d91569ede tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:07.393953 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-06b5af3c-96d7-46a2-bae3-0f3d91569ede tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "DELETE /v2.0/networks/9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81 HTTP/1.1" status: 204  len: 168 time: 0.3358819
Feb 05 21:51:07.397383 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53906) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:51:07.411884 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b5af3c-96d7-46a2-bae3-0f3d91569ede tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event deleted for resources: {'Network': ['ID=9d57d7df-1a3a-4f2d-a5ee-16d6b9630b81,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:51:07.459884 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7d3e03f2-82b9-4381-8b41-c8bebb250609 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group (621de8b4-5186-4134-baab-fd8b6945924c), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:07.485203 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7d3e03f2-82b9-4381-8b41-c8bebb250609 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group (621de8b4-5186-4134-baab-fd8b6945924c), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:07.545830 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7d3e03f2-82b9-4381-8b41-c8bebb250609 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (621de8b4-5186-4134-baab-fd8b6945924c), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:07.548477 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7d3e03f2-82b9-4381-8b41-c8bebb250609 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:07.549651 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7d3e03f2-82b9-4381-8b41-c8bebb250609 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "DELETE /v2.0/security-groups/621de8b4-5186-4134-baab-fd8b6945924c HTTP/1.1" status: 204  len: 168 time: 0.1511927
Feb 05 21:51:07.559657 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e03f2-82b9-4381-8b41-c8bebb250609 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=621de8b4-5186-4134-baab-fd8b6945924c,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:51:07.590659 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 0c20da7e-6954-47f2-b569-35fb7a966a05 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:51:07.614402 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 0c20da7e-6954-47f2-b569-35fb7a966a05 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:51:07.614754 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 0c20da7e-6954-47f2-b569-35fb7a966a05 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:51:07.681104 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:07.916311 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53912) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:51:07.920915 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-be4448f4-f7e5-4ebe-af81-47e16393da49 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1519108887', 'description': 'tempest-secgroup-smoke-1519108887 description', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:51:07.941647 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be4448f4-f7e5-4ebe-af81-47e16393da49 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:08.006466 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be4448f4-f7e5-4ebe-af81-47e16393da49 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group (cadce7c7-7492-4c80-b684-6e488fce67e0), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:08.009938 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be4448f4-f7e5-4ebe-af81-47e16393da49 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (cadce7c7-7492-4c80-b684-6e488fce67e0), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:08.037360 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-be4448f4-f7e5-4ebe-af81-47e16393da49 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:08.038746 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-be4448f4-f7e5-4ebe-af81-47e16393da49 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1213918
Feb 05 21:51:08.041796 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53914) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:51:08.042778 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4448f4-f7e5-4ebe-af81-47e16393da49 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cadce7c7-7492-4c80-b684-6e488fce67e0,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:51:08.046547 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-ce409b30-f8c4-43b2-9654-3789daf798df tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'security_group_rule': {'security_group_id': 'cadce7c7-7492-4c80-b684-6e488fce67e0', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:51:08.072200 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ce409b30-f8c4-43b2-9654-3789daf798df tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (e9889733-1ee0-43b0-b673-30de6c426c63), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:08.118972 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ce409b30-f8c4-43b2-9654-3789daf798df tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (e9889733-1ee0-43b0-b673-30de6c426c63), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:08.122567 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ce409b30-f8c4-43b2-9654-3789daf798df tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (e9889733-1ee0-43b0-b673-30de6c426c63), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:08.141011 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce409b30-f8c4-43b2-9654-3789daf798df tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9889733-1ee0-43b0-b673-30de6c426c63,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:51:08.151397 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ce409b30-f8c4-43b2-9654-3789daf798df tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:08.152624 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ce409b30-f8c4-43b2-9654-3789daf798df tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1097407
Feb 05 21:51:08.155333 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53916) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:51:08.159865 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-5c98d757-6b48-40b5-9b42-e7cf9d8bdc97 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'security_group_rule': {'security_group_id': 'cadce7c7-7492-4c80-b684-6e488fce67e0', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:51:08.184119 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5c98d757-6b48-40b5-9b42-e7cf9d8bdc97 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (3106a0f3-c08b-4836-a4a5-49f5af101705), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:08.242605 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5c98d757-6b48-40b5-9b42-e7cf9d8bdc97 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (3106a0f3-c08b-4836-a4a5-49f5af101705), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:08.246435 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5c98d757-6b48-40b5-9b42-e7cf9d8bdc97 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (3106a0f3-c08b-4836-a4a5-49f5af101705), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:08.262566 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c98d757-6b48-40b5-9b42-e7cf9d8bdc97 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3106a0f3-c08b-4836-a4a5-49f5af101705,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:51:08.273483 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5c98d757-6b48-40b5-9b42-e7cf9d8bdc97 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:08.274733 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5c98d757-6b48-40b5-9b42-e7cf9d8bdc97 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1184242
Feb 05 21:51:08.277589 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53918) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:51:08.281871 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-7d7559fa-c466-47dc-a41f-b7e65ae2e720 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'security_group_rule': {'security_group_id': 'cadce7c7-7492-4c80-b684-6e488fce67e0', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:51:08.306248 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7d7559fa-c466-47dc-a41f-b7e65ae2e720 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (3e64101b-283d-432e-8140-bd3b020f3ec1), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:08.362114 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7d7559fa-c466-47dc-a41f-b7e65ae2e720 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (3e64101b-283d-432e-8140-bd3b020f3ec1), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:08.366078 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7d7559fa-c466-47dc-a41f-b7e65ae2e720 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (3e64101b-283d-432e-8140-bd3b020f3ec1), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:08.385492 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7559fa-c466-47dc-a41f-b7e65ae2e720 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e64101b-283d-432e-8140-bd3b020f3ec1,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:51:08.393923 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7d7559fa-c466-47dc-a41f-b7e65ae2e720 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:08.395226 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7d7559fa-c466-47dc-a41f-b7e65ae2e720 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1166697
Feb 05 21:51:08.398472 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53920) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:51:08.402909 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-484de880-4b74-4011-8297-372c433a4f2f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'security_group_rule': {'security_group_id': 'cadce7c7-7492-4c80-b684-6e488fce67e0', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:51:08.429401 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-484de880-4b74-4011-8297-372c433a4f2f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (e86b89d5-0466-4e1f-8221-199576a2ffd8), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:08.488962 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-484de880-4b74-4011-8297-372c433a4f2f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (e86b89d5-0466-4e1f-8221-199576a2ffd8), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:08.493100 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-484de880-4b74-4011-8297-372c433a4f2f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (e86b89d5-0466-4e1f-8221-199576a2ffd8), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:08.510856 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484de880-4b74-4011-8297-372c433a4f2f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e86b89d5-0466-4e1f-8221-199576a2ffd8,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:51:08.517847 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-484de880-4b74-4011-8297-372c433a4f2f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:08.519126 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-484de880-4b74-4011-8297-372c433a4f2f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1196480
Feb 05 21:51:08.522019 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53922) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:51:08.526357 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-e09c0bd1-ac43-476d-8d06-517d55480334 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'security_group_rule': {'security_group_id': 'cadce7c7-7492-4c80-b684-6e488fce67e0', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:51:08.546616 ncdv-master-1 neutron-server[114391]: INFO neutron.db.securitygroups_db [None req-e09c0bd1-ac43-476d-8d06-517d55480334 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Project ad4914a1c56043a7bbc01d19cd824488 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 05 21:51:08.551369 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e09c0bd1-ac43-476d-8d06-517d55480334 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (ff4c8b30-6998-429a-9a5e-f9320778c386), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:08.612782 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e09c0bd1-ac43-476d-8d06-517d55480334 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (ff4c8b30-6998-429a-9a5e-f9320778c386), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:08.616699 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e09c0bd1-ac43-476d-8d06-517d55480334 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (ff4c8b30-6998-429a-9a5e-f9320778c386), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:08.635501 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09c0bd1-ac43-476d-8d06-517d55480334 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff4c8b30-6998-429a-9a5e-f9320778c386,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:51:08.641180 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e09c0bd1-ac43-476d-8d06-517d55480334 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:08.642446 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e09c0bd1-ac43-476d-8d06-517d55480334 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1193748
Feb 05 21:51:08.645152 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53924) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:51:08.650002 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-05dee962-2776-476e-a5db-111c70351944 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'security_group_rule': {'security_group_id': 'cadce7c7-7492-4c80-b684-6e488fce67e0', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:51:08.669856 ncdv-master-1 neutron-server[114391]: INFO neutron.db.securitygroups_db [None req-05dee962-2776-476e-a5db-111c70351944 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Project ad4914a1c56043a7bbc01d19cd824488 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 05 21:51:08.674719 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-05dee962-2776-476e-a5db-111c70351944 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (82e56e8f-ae33-4001-b30f-cd2414231419), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:08.734368 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-05dee962-2776-476e-a5db-111c70351944 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (82e56e8f-ae33-4001-b30f-cd2414231419), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:08.738103 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-05dee962-2776-476e-a5db-111c70351944 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (82e56e8f-ae33-4001-b30f-cd2414231419), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:08.756266 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dee962-2776-476e-a5db-111c70351944 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82e56e8f-ae33-4001-b30f-cd2414231419,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:51:08.764900 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-05dee962-2776-476e-a5db-111c70351944 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:08.766103 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-05dee962-2776-476e-a5db-111c70351944 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1200352
Feb 05 21:51:08.768964 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53926) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:51:08.774474 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-7ad3c7d4-dcb3-447c-a384-ba9428125eca tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'network': {'name': 'tempest-network-smoke--35619083', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'port_security_enabled': True}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:51:08.793731 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad3c7d4-dcb3-447c-a384-ba9428125eca tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Made reservation on behalf of ad4914a1c56043a7bbc01d19cd824488 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:51:08.796953 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7ad3c7d4-dcb3-447c-a384-ba9428125eca tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:08.821662 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ad3c7d4-dcb3-447c-a384-ba9428125eca tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:51:08.831233 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7ad3c7d4-dcb3-447c-a384-ba9428125eca tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (849cff06-25f7-4e01-84d0-a52c318eb49f), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:08.831577 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-7ad3c7d4-dcb3-447c-a384-ba9428125eca tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Added segment 849cff06-25f7-4e01-84d0-a52c318eb49f of type vlan for network 90d313e4-6cfc-4eb0-977a-3dccfac37705
Feb 05 21:51:08.872039 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7ad3c7d4-dcb3-447c-a384-ba9428125eca tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (90d313e4-6cfc-4eb0-977a-3dccfac37705), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:08.895926 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7ad3c7d4-dcb3-447c-a384-ba9428125eca tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (90d313e4-6cfc-4eb0-977a-3dccfac37705), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:08.901529 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad3c7d4-dcb3-447c-a384-ba9428125eca tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:51:08.902138 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7ad3c7d4-dcb3-447c-a384-ba9428125eca tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:08.945010 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7ad3c7d4-dcb3-447c-a384-ba9428125eca tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.1748486
Feb 05 21:51:08.947636 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53928) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:51:08.952950 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-33b5a70b-0d6b-4715-aa3f-60c0205e9add tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2028982880', 'admin_state_up': True, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:51:08.976414 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-33b5a70b-0d6b-4715-aa3f-60c0205e9add tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (51ebc572-022a-4b6a-be73-71e52e70a144), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:08.977439 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-33b5a70b-0d6b-4715-aa3f-60c0205e9add tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (51ebc572-022a-4b6a-be73-71e52e70a144), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:08.977816 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad3c7d4-dcb3-447c-a384-ba9428125eca tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'Network': ['ID=90d313e4-6cfc-4eb0-977a-3dccfac37705,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:51:08.989521 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 90d313e4-6cfc-4eb0-977a-3dccfac37705 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:51:09.039704 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-33b5a70b-0d6b-4715-aa3f-60c0205e9add tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for router_controller (51ebc572-022a-4b6a-be73-71e52e70a144), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:09.060519 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 013697e0-bb62-4249-b2eb-e7b81e35a8d4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:51:09.081641 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 013697e0-bb62-4249-b2eb-e7b81e35a8d4 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:51:09.081993 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 013697e0-bb62-4249-b2eb-e7b81e35a8d4 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:51:09.189724 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-33b5a70b-0d6b-4715-aa3f-60c0205e9add tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for router_gateway (51ebc572-022a-4b6a-be73-71e52e70a144), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:09.270864 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:09.381085 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-33b5a70b-0d6b-4715-aa3f-60c0205e9add tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for router_gateway (51ebc572-022a-4b6a-be73-71e52e70a144), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:09.399228 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-33b5a70b-0d6b-4715-aa3f-60c0205e9add tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:09.501479 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-33b5a70b-0d6b-4715-aa3f-60c0205e9add tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Allocated IP 172.35.4.215 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/2c4f7d7d-5b95-4128-8a73-cb4d6baf8472) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:51:09.599787 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-33b5a70b-0d6b-4715-aa3f-60c0205e9add tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for port (2c4f7d7d-5b95-4128-8a73-cb4d6baf8472), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:09.633320 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-33b5a70b-0d6b-4715-aa3f-60c0205e9add tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (2c4f7d7d-5b95-4128-8a73-cb4d6baf8472), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:09.671494 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b5a70b-0d6b-4715-aa3f-60c0205e9add tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:51:09.674300 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-33b5a70b-0d6b-4715-aa3f-60c0205e9add tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:51:09.678467 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b5a70b-0d6b-4715-aa3f-60c0205e9add tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:51:09.683638 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b5a70b-0d6b-4715-aa3f-60c0205e9add tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'Port': ['ID=2c4f7d7d-5b95-4128-8a73-cb4d6baf8472,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:51:09.930308 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-33b5a70b-0d6b-4715-aa3f-60c0205e9add tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for router_gateway (51ebc572-022a-4b6a-be73-71e52e70a144), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:10.121907 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-33b5a70b-0d6b-4715-aa3f-60c0205e9add tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (51ebc572-022a-4b6a-be73-71e52e70a144), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:10.247819 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b5a70b-0d6b-4715-aa3f-60c0205e9add tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Router 51ebc572-022a-4b6a-be73-71e52e70a144 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:51:10.358484 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b5a70b-0d6b-4715-aa3f-60c0205e9add tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:51:10.368752 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb51d306-65ac-4d2e-b82b-dcb881d79b88 None None] Sync routers for ids ['51ebc572-022a-4b6a-be73-71e52e70a144'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:51:10.377623 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-33b5a70b-0d6b-4715-aa3f-60c0205e9add tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:10.379030 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-33b5a70b-0d6b-4715-aa3f-60c0205e9add tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.4298046
Feb 05 21:51:10.381855 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb51d306-65ac-4d2e-b82b-dcb881d79b88 None None] Routers {'51ebc572-022a-4b6a-be73-71e52e70a144'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:51:10.382525 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53932) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:51:10.382693 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-cb51d306-65ac-4d2e-b82b-dcb881d79b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab3665b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:51:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['51ebc572-022a-4b6a-be73-71e52e70a144'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:51:10.459292 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a2bcf5d6-3d2e-42ff-b02d-23b78fe58035 tempest-TestNetworkAdvancedServerOps-979185547 tempest-TestNetworkAdvancedServerOps-979185547-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=ad4914a1c56043a7bbc01d19cd824488&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0749853
Feb 05 21:51:10.461756 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53936) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:51:10.491659 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-cb51d306-65ac-4d2e-b82b-dcb881d79b88 None None] Set router 51ebc572-022a-4b6a-be73-71e52e70a144 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:51:10.545924 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ff2236-a1e4-4661-93a2-0bcfab5fcc78 tempest-TestNetworkAdvancedServerOps-979185547 tempest-TestNetworkAdvancedServerOps-979185547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:51:10.547473 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-30ff2236-a1e4-4661-93a2-0bcfab5fcc78 tempest-TestNetworkAdvancedServerOps-979185547 tempest-TestNetworkAdvancedServerOps-979185547-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0848212
Feb 05 21:51:10.550346 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53938) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:51:10.581341 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a0f3efdc-26cd-4f62-b2bf-c3718cfaf960 tempest-TestNetworkAdvancedServerOps-979185547 tempest-TestNetworkAdvancedServerOps-979185547-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=d65fb4dc-e812-4574-a4e6-6308f0abdf3f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0275574
Feb 05 21:51:10.581599 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 53940) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:51:10.587425 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-31a70e2a-ed8e-43e8-a4bf-97781b98cef9 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2077944064', 'network_id': '90d313e4-6cfc-4eb0-977a-3dccfac37705', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:51:10.748558 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:10.869335 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-cb51d306-65ac-4d2e-b82b-dcb881d79b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab3665b0>, [{'id': '51ebc572-022a-4b6a-be73-71e52e70a144', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028982880', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '2c4f7d7d-5b95-4128-8a73-cb4d6baf8472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:51:08Z', 'updated_at': '2022-02-05T21:51:09Z', 'revision_number': 3, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '2c4f7d7d-5b95-4128-8a73-cb4d6baf8472', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ebc572-022a-4b6a-be73-71e52e70a144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:51:09Z', 'updated_at': '2022-02-05T21:51:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:51:10.897562 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb51d306-65ac-4d2e-b82b-dcb881d79b88 None None] Checking router: 51ebc572-022a-4b6a-be73-71e52e70a144 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:51:10.897915 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb51d306-65ac-4d2e-b82b-dcb881d79b88 None None] Updating router 51ebc572-022a-4b6a-be73-71e52e70a144 port 2c4f7d7d-5b95-4128-8a73-cb4d6baf8472 binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:51:10.926515 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cb51d306-65ac-4d2e-b82b-dcb881d79b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (2c4f7d7d-5b95-4128-8a73-cb4d6baf8472), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:11.003339 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a70e2a-ed8e-43e8-a4bf-97781b98cef9 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Made reservation on behalf of ad4914a1c56043a7bbc01d19cd824488 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:51:11.007356 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-31a70e2a-ed8e-43e8-a4bf-97781b98cef9 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:11.184743 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cb51d306-65ac-4d2e-b82b-dcb881d79b88 None None] Publish callbacks [] for port (2c4f7d7d-5b95-4128-8a73-cb4d6baf8472), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:11.189243 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-31a70e2a-ed8e-43e8-a4bf-97781b98cef9 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (1ab9db64-b45e-45bf-9062-fcda96c7ff01), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:11.190162 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cb51d306-65ac-4d2e-b82b-dcb881d79b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (2c4f7d7d-5b95-4128-8a73-cb4d6baf8472), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:11.243281 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-cb51d306-65ac-4d2e-b82b-dcb881d79b88 None None] Attempting to bind port 2c4f7d7d-5b95-4128-8a73-cb4d6baf8472 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:51:11.243660 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-cb51d306-65ac-4d2e-b82b-dcb881d79b88 None None] Attempting to bind port 2c4f7d7d-5b95-4128-8a73-cb4d6baf8472 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:51:11.244028 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb51d306-65ac-4d2e-b82b-dcb881d79b88 None None] Attempting to bind port 2c4f7d7d-5b95-4128-8a73-cb4d6baf8472 on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:51:11.250100 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a70e2a-ed8e-43e8-a4bf-97781b98cef9 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'Subnet': ['ID=1ab9db64-b45e-45bf-9062-fcda96c7ff01,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:51:11.251094 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c163794a-c736-401e-9a78-bb00a9b31a9c None None] Pushing event updated for resources: {'Port': ['ID=2c4f7d7d-5b95-4128-8a73-cb4d6baf8472,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:51:11.254674 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb51d306-65ac-4d2e-b82b-dcb881d79b88 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:51:11.255063 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb51d306-65ac-4d2e-b82b-dcb881d79b88 None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:51:11.255522 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cb51d306-65ac-4d2e-b82b-dcb881d79b88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:11.255900 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb51d306-65ac-4d2e-b82b-dcb881d79b88 None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:51:11.256384 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-cb51d306-65ac-4d2e-b82b-dcb881d79b88 None None] Bound port: 2c4f7d7d-5b95-4128-8a73-cb4d6baf8472, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:51:11.256774 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cb51d306-65ac-4d2e-b82b-dcb881d79b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (2c4f7d7d-5b95-4128-8a73-cb4d6baf8472), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:11.260733 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a70e2a-ed8e-43e8-a4bf-97781b98cef9 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Checking segment: {'id': '849cff06-25f7-4e01-84d0-a52c318eb49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90d313e4-6cfc-4eb0-977a-3dccfac37705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:51:11.261111 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a70e2a-ed8e-43e8-a4bf-97781b98cef9 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Network hostable DHCP agents. Network: 90d313e4-6cfc-4eb0-977a-3dccfac37705, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:51:11.278534 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a70e2a-ed8e-43e8-a4bf-97781b98cef9 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Network 90d313e4-6cfc-4eb0-977a-3dccfac37705 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:51:11.288895 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-31a70e2a-ed8e-43e8-a4bf-97781b98cef9 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 90d313e4-6cfc-4eb0-977a-3dccfac37705) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:51:11.293613 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a70e2a-ed8e-43e8-a4bf-97781b98cef9 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:51:11.294204 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-31a70e2a-ed8e-43e8-a4bf-97781b98cef9 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:11.302113 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e3f5fc-4c00-4b0a-ac66-2f9e86086537 None None] Network 90d313e4-6cfc-4eb0-977a-3dccfac37705 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:51:11.311493 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-31a70e2a-ed8e-43e8-a4bf-97781b98cef9 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.7289505
Feb 05 21:51:11.314723 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 53942) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:51:11.364254 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-cb51d306-65ac-4d2e-b82b-dcb881d79b88 None None] For port 2c4f7d7d-5b95-4128-8a73-cb4d6baf8472, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:51:11.379559 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-cb51d306-65ac-4d2e-b82b-dcb881d79b88 None None] For port 2c4f7d7d-5b95-4128-8a73-cb4d6baf8472, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c4f7d7d-5b95-4128-8a73-cb4d6baf8472,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:51:11.389967 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cb51d306-65ac-4d2e-b82b-dcb881d79b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (2c4f7d7d-5b95-4128-8a73-cb4d6baf8472), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:11.458582 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1054a8-c071-4e5e-b3ff-659efde5c760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-90d313e4-6cfc-4eb0-977a-3dccfac37705', 'network_id': '90d313e4-6cfc-4eb0-977a-3dccfac37705', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'fixed_ips': [{'subnet_id': '1ab9db64-b45e-45bf-9062-fcda96c7ff01'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:51:11.460033 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cb1054a8-c071-4e5e-b3ff-659efde5c760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:11.482512 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb51d306-65ac-4d2e-b82b-dcb881d79b88 None None] Routers {'51ebc572-022a-4b6a-be73-71e52e70a144'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:51:11.483154 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-cb51d306-65ac-4d2e-b82b-dcb881d79b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab3665b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:51:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['51ebc572-022a-4b6a-be73-71e52e70a144'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:51:11.533034 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c163794a-c736-401e-9a78-bb00a9b31a9c None None] Pushing event updated for resources: {'Port': ['ID=2c4f7d7d-5b95-4128-8a73-cb4d6baf8472,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:51:11.694417 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-cb51d306-65ac-4d2e-b82b-dcb881d79b88 None None] Set router 51ebc572-022a-4b6a-be73-71e52e70a144 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:51:11.759986 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-cb1054a8-c071-4e5e-b3ff-659efde5c760 None None] Allocated IP 172.20.0.2 (90d313e4-6cfc-4eb0-977a-3dccfac37705/1ab9db64-b45e-45bf-9062-fcda96c7ff01/c8515f20-d8de-4116-ab20-73506eaed439) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:51:11.766791 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-14e5e5e6-7ccc-4478-b3c5-4140e2fb11d8 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:11.998610 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cb1054a8-c071-4e5e-b3ff-659efde5c760 None None] Publish callbacks [] for port (c8515f20-d8de-4116-ab20-73506eaed439), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:12.003664 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-cb51d306-65ac-4d2e-b82b-dcb881d79b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab3665b0>, [{'id': '51ebc572-022a-4b6a-be73-71e52e70a144', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028982880', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '2c4f7d7d-5b95-4128-8a73-cb4d6baf8472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:51:08Z', 'updated_at': '2022-02-05T21:51:09Z', 'revision_number': 3, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '2c4f7d7d-5b95-4128-8a73-cb4d6baf8472', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ebc572-022a-4b6a-be73-71e52e70a144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:51:09Z', 'updated_at': '2022-02-05T21:51:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:51:12.008018 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cb1054a8-c071-4e5e-b3ff-659efde5c760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (c8515f20-d8de-4116-ab20-73506eaed439), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:12.044753 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb51d306-65ac-4d2e-b82b-dcb881d79b88 None None] The sync data for ids ['51ebc572-022a-4b6a-be73-71e52e70a144'] in ncdv-master-1 is: [{'id': '51ebc572-022a-4b6a-be73-71e52e70a144', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028982880', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '2c4f7d7d-5b95-4128-8a73-cb4d6baf8472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:51:08Z', 'updated_at': '2022-02-05T21:51:09Z', 'revision_number': 3, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '2c4f7d7d-5b95-4128-8a73-cb4d6baf8472', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ebc572-022a-4b6a-be73-71e52e70a144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:51:09Z', 'updated_at': '2022-02-05T21:51:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:51:12.054417 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-14e5e5e6-7ccc-4478-b3c5-4140e2fb11d8 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Allocated IP 172.20.0.1 (90d313e4-6cfc-4eb0-977a-3dccfac37705/1ab9db64-b45e-45bf-9062-fcda96c7ff01/4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:51:12.077928 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1054a8-c071-4e5e-b3ff-659efde5c760 None None] Network 90d313e4-6cfc-4eb0-977a-3dccfac37705 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:51:12.080955 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-cb1054a8-c071-4e5e-b3ff-659efde5c760 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:51:12.085116 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1054a8-c071-4e5e-b3ff-659efde5c760 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:51:12.095836 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1054a8-c071-4e5e-b3ff-659efde5c760 None None] Pushing event updated for resources: {'Port': ['ID=c8515f20-d8de-4116-ab20-73506eaed439,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:51:12.149085 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-cb1054a8-c071-4e5e-b3ff-659efde5c760 None None] Attempting to bind port c8515f20-d8de-4116-ab20-73506eaed439 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:51:12.149085 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-cb1054a8-c071-4e5e-b3ff-659efde5c760 None None] Attempting to bind port c8515f20-d8de-4116-ab20-73506eaed439 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '849cff06-25f7-4e01-84d0-a52c318eb49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90d313e4-6cfc-4eb0-977a-3dccfac37705'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:51:12.149341 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1054a8-c071-4e5e-b3ff-659efde5c760 None None] Attempting to bind port c8515f20-d8de-4116-ab20-73506eaed439 on network 90d313e4-6cfc-4eb0-977a-3dccfac37705 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:51:12.154655 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1054a8-c071-4e5e-b3ff-659efde5c760 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:51:12.155044 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1054a8-c071-4e5e-b3ff-659efde5c760 None None] Checking segment: {'id': '849cff06-25f7-4e01-84d0-a52c318eb49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90d313e4-6cfc-4eb0-977a-3dccfac37705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:51:12.155459 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cb1054a8-c071-4e5e-b3ff-659efde5c760 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:12.156198 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1054a8-c071-4e5e-b3ff-659efde5c760 None None] Bound using segment: {'id': '849cff06-25f7-4e01-84d0-a52c318eb49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90d313e4-6cfc-4eb0-977a-3dccfac37705'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:51:12.156329 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-cb1054a8-c071-4e5e-b3ff-659efde5c760 None None] Bound port: c8515f20-d8de-4116-ab20-73506eaed439, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '849cff06-25f7-4e01-84d0-a52c318eb49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90d313e4-6cfc-4eb0-977a-3dccfac37705'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:51:12.156716 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cb1054a8-c071-4e5e-b3ff-659efde5c760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c8515f20-d8de-4116-ab20-73506eaed439), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:12.190359 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-14e5e5e6-7ccc-4478-b3c5-4140e2fb11d8 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for port (4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:12.222183 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-cb1054a8-c071-4e5e-b3ff-659efde5c760 None None] For port c8515f20-d8de-4116-ab20-73506eaed439, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:51:12.227568 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-cb1054a8-c071-4e5e-b3ff-659efde5c760 None None] For port c8515f20-d8de-4116-ab20-73506eaed439, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8515f20-d8de-4116-ab20-73506eaed439,segment=NetworkSegment(849cff06-25f7-4e01-84d0-a52c318eb49f),segment_id=849cff06-25f7-4e01-84d0-a52c318eb49f)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:51:12.230630 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-14e5e5e6-7ccc-4478-b3c5-4140e2fb11d8 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:12.235473 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cb1054a8-c071-4e5e-b3ff-659efde5c760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (c8515f20-d8de-4116-ab20-73506eaed439), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:12.283549 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e5e5e6-7ccc-4478-b3c5-4140e2fb11d8 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Network 90d313e4-6cfc-4eb0-977a-3dccfac37705 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:51:12.285151 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-14e5e5e6-7ccc-4478-b3c5-4140e2fb11d8 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:51:12.290705 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e5e5e6-7ccc-4478-b3c5-4140e2fb11d8 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:51:12.325513 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1054a8-c071-4e5e-b3ff-659efde5c760 None None] Pushing event updated for resources: {'Port': ['ID=c8515f20-d8de-4116-ab20-73506eaed439,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:51:12.333445 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e5e5e6-7ccc-4478-b3c5-4140e2fb11d8 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'Port': ['ID=4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:51:12.363013 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-14e5e5e6-7ccc-4478-b3c5-4140e2fb11d8 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (51ebc572-022a-4b6a-be73-71e52e70a144), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:12.527778 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-14e5e5e6-7ccc-4478-b3c5-4140e2fb11d8 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:12.838845 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-14e5e5e6-7ccc-4478-b3c5-4140e2fb11d8 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for port (4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:12.843815 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-14e5e5e6-7ccc-4478-b3c5-4140e2fb11d8 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:12.923940 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-14e5e5e6-7ccc-4478-b3c5-4140e2fb11d8 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (51ebc572-022a-4b6a-be73-71e52e70a144), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:12.925709 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e5e5e6-7ccc-4478-b3c5-4140e2fb11d8 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'Port': ['ID=4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:51:13.026253 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e5e5e6-7ccc-4478-b3c5-4140e2fb11d8 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Network 90d313e4-6cfc-4eb0-977a-3dccfac37705 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:51:13.027811 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-14e5e5e6-7ccc-4478-b3c5-4140e2fb11d8 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:51:13.175093 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e5e5e6-7ccc-4478-b3c5-4140e2fb11d8 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Router 51ebc572-022a-4b6a-be73-71e52e70a144 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:51:13.250089 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device c8515f20-d8de-4116-ab20-73506eaed439 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:51:13.306772 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port c8515f20-d8de-4116-ab20-73506eaed439 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:51:13.307166 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c8515f20-d8de-4116-ab20-73506eaed439), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:13.401876 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port c8515f20-d8de-4116-ab20-73506eaed439 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:51:13.402271 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (c8515f20-d8de-4116-ab20-73506eaed439), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:13.424048 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473017f9-e26b-46f0-9cae-d967574098ba None None] Network 90d313e4-6cfc-4eb0-977a-3dccfac37705 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:51:13.491954 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port c8515f20-d8de-4116-ab20-73506eaed439, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8515f20-d8de-4116-ab20-73506eaed439,segment=NetworkSegment(849cff06-25f7-4e01-84d0-a52c318eb49f),segment_id=849cff06-25f7-4e01-84d0-a52c318eb49f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:51:13.501709 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (c8515f20-d8de-4116-ab20-73506eaed439), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:13.502524 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 2c4f7d7d-5b95-4128-8a73-cb4d6baf8472 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:51:13.580876 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-7719bbab-45e4-441b-917a-8720bfe0745b None None] Provisioning complete for port c8515f20-d8de-4116-ab20-73506eaed439 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:51:13.581271 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7719bbab-45e4-441b-917a-8720bfe0745b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c8515f20-d8de-4116-ab20-73506eaed439), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:13.653010 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=c8515f20-d8de-4116-ab20-73506eaed439,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:51:13.653807 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e5e5e6-7ccc-4478-b3c5-4140e2fb11d8 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:51:13.669490 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-14e5e5e6-7ccc-4478-b3c5-4140e2fb11d8 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "PUT /v2.0/routers/51ebc572-022a-4b6a-be73-71e52e70a144/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3439147
Feb 05 21:51:13.679199 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 2c4f7d7d-5b95-4128-8a73-cb4d6baf8472 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:51:13.679580 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (2c4f7d7d-5b95-4128-8a73-cb4d6baf8472), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:13.761052 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-7719bbab-45e4-441b-917a-8720bfe0745b None None] Current status of the port c8515f20-d8de-4116-ab20-73506eaed439 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:51:13.807012 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 2c4f7d7d-5b95-4128-8a73-cb4d6baf8472 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:51:13.807729 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (2c4f7d7d-5b95-4128-8a73-cb4d6baf8472), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:13.830316 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 2c4f7d7d-5b95-4128-8a73-cb4d6baf8472, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c4f7d7d-5b95-4128-8a73-cb4d6baf8472,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:51:13.832887 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e5ef808e-d065-4782-af10-3f6a496c304c req-98226f99-6d8c-42d9-b1e6-06294b1fad87 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1519108887&fields=id&tenant_id=ad4914a1c56043a7bbc01d19cd824488 HTTP/1.1" status: 200  len: 267 time: 0.0465648
Feb 05 21:51:13.841548 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (2c4f7d7d-5b95-4128-8a73-cb4d6baf8472), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:13.898648 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=2c4f7d7d-5b95-4128-8a73-cb4d6baf8472,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:51:13.962514 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d12c2f7-9e04-4925-9837-825d9452e26e None None] Sync routers for ids ['51ebc572-022a-4b6a-be73-71e52e70a144'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:51:13.968187 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef808e-d065-4782-af10-3f6a496c304c req-13eed7d8-382f-494d-9233-0e57b74ee7bc tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:51:13.969747 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e5ef808e-d065-4782-af10-3f6a496c304c req-13eed7d8-382f-494d-9233-0e57b74ee7bc tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/networks?id=90d313e4-6cfc-4eb0-977a-3dccfac37705 HTTP/1.1" status: 200  len: 795 time: 0.1278632
Feb 05 21:51:13.972324 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d12c2f7-9e04-4925-9837-825d9452e26e None None] Routers {'51ebc572-022a-4b6a-be73-71e52e70a144'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:51:13.972947 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-0d12c2f7-9e04-4925-9837-825d9452e26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8d64730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:51:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['51ebc572-022a-4b6a-be73-71e52e70a144'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:51:13.985833 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e5ef808e-d065-4782-af10-3f6a496c304c req-e5b69f80-051d-4a7d-9324-8315652a3466 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/quotas/ad4914a1c56043a7bbc01d19cd824488 HTTP/1.1" status: 200  len: 375 time: 0.0095582
Feb 05 21:51:14.044830 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e5ef808e-d065-4782-af10-3f6a496c304c req-25471ae5-8ee4-421b-8dc1-3a30a9dc546c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ad4914a1c56043a7bbc01d19cd824488&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0531077
Feb 05 21:51:14.089292 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-0d12c2f7-9e04-4925-9837-825d9452e26e None None] Set router 51ebc572-022a-4b6a-be73-71e52e70a144 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:51:14.097192 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-cd8b2c4a-cfef-4e28-8e6b-6b1c4b8952f0 None None] Provisioning complete for port c8515f20-d8de-4116-ab20-73506eaed439 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:51:14.097862 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cd8b2c4a-cfef-4e28-8e6b-6b1c4b8952f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c8515f20-d8de-4116-ab20-73506eaed439), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:14.223354 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-cd8b2c4a-cfef-4e28-8e6b-6b1c4b8952f0 None None] Current status of the port c8515f20-d8de-4116-ab20-73506eaed439 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:51:14.224057 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e5ef808e-d065-4782-af10-3f6a496c304c req-3f60c767-1f0e-4a0f-a46f-0b0157b9ea3f service neutron] 10.222.0.32 "GET /v2.0/networks/90d313e4-6cfc-4eb0-977a-3dccfac37705?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1633897
Feb 05 21:51:14.241776 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-cd8b2c4a-cfef-4e28-8e6b-6b1c4b8952f0 None None] Provisioning complete for port 4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:51:14.242153 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cd8b2c4a-cfef-4e28-8e6b-6b1c4b8952f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:14.286100 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-cd8b2c4a-cfef-4e28-8e6b-6b1c4b8952f0 None None] Port 4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:51:14.307871 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-0d12c2f7-9e04-4925-9837-825d9452e26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8d64730>, [{'id': '51ebc572-022a-4b6a-be73-71e52e70a144', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028982880', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '2c4f7d7d-5b95-4128-8a73-cb4d6baf8472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:51:08Z', 'updated_at': '2022-02-05T21:51:12Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '2c4f7d7d-5b95-4128-8a73-cb4d6baf8472', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ebc572-022a-4b6a-be73-71e52e70a144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:51:09Z', 'updated_at': '2022-02-05T21:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6', 'name': '', 'network_id': '90d313e4-6cfc-4eb0-977a-3dccfac37705', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'mac_address': 'fa:16:3e:54:57:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ebc572-022a-4b6a-be73-71e52e70a144', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '1ab9db64-b45e-45bf-9062-fcda96c7ff01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:51:11Z', 'updated_at': '2022-02-05T21:51:12Z', 'revision_number': 2, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'subnets': [{'id': '1ab9db64-b45e-45bf-9062-fcda96c7ff01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:51:14.336574 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d12c2f7-9e04-4925-9837-825d9452e26e None None] Checking router: 51ebc572-022a-4b6a-be73-71e52e70a144 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:51:14.336930 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d12c2f7-9e04-4925-9837-825d9452e26e None None] Updating router 51ebc572-022a-4b6a-be73-71e52e70a144 port 4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:51:14.340506 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e5ef808e-d065-4782-af10-3f6a496c304c req-8a93c238-1754-4460-b4db-c9e12c780bee service neutron] 10.222.0.32 "GET /v2.0/networks/90d313e4-6cfc-4eb0-977a-3dccfac37705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1089864
Feb 05 21:51:14.366798 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-0d12c2f7-9e04-4925-9837-825d9452e26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:14.412339 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-76115627-7914-43a3-b8a7-b8fb303c5f8c None None] Provisioning complete for port 4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:51:14.413020 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-76115627-7914-43a3-b8a7-b8fb303c5f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:14.454156 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-76115627-7914-43a3-b8a7-b8fb303c5f8c None None] Port 4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:51:14.538304 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d3a91a67-1a3d-46df-977c-d8af17326a04 req-ac07b295-9353-42e1-8f89-28148585d07f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=c149240c-6dd9-4557-b00d-29fd59cd3f94 HTTP/1.1" status: 200  len: 210 time: 0.0287898
Feb 05 21:51:14.577998 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-66378e41-a0f0-4f84-b6f5-4957f8556d1e None None] Provisioning complete for port 4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:51:14.578486 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-66378e41-a0f0-4f84-b6f5-4957f8556d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:14.657419 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-0d12c2f7-9e04-4925-9837-825d9452e26e None None] Publish callbacks [] for port (4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:14.664552 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-0d12c2f7-9e04-4925-9837-825d9452e26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:14.718235 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793015e-1aa1-45fa-acb2-dcbaf607d89b None None] Pushing event updated for resources: {'Port': ['ID=4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:51:14.743152 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793015e-1aa1-45fa-acb2-dcbaf607d89b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:51:14.743497 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793015e-1aa1-45fa-acb2-dcbaf607d89b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:51:14.743832 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793015e-1aa1-45fa-acb2-dcbaf607d89b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:51:14.744167 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793015e-1aa1-45fa-acb2-dcbaf607d89b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:51:14.744495 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793015e-1aa1-45fa-acb2-dcbaf607d89b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:51:14.744823 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793015e-1aa1-45fa-acb2-dcbaf607d89b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:51:14.745146 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793015e-1aa1-45fa-acb2-dcbaf607d89b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:51:14.745464 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793015e-1aa1-45fa-acb2-dcbaf607d89b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:51:14.745835 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793015e-1aa1-45fa-acb2-dcbaf607d89b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:51:14.746356 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793015e-1aa1-45fa-acb2-dcbaf607d89b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:51:14.746695 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793015e-1aa1-45fa-acb2-dcbaf607d89b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:51:14.747015 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793015e-1aa1-45fa-acb2-dcbaf607d89b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:51:14.747341 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0793015e-1aa1-45fa-acb2-dcbaf607d89b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:51:14.789409 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-66378e41-a0f0-4f84-b6f5-4957f8556d1e None None] Port 4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:51:14.793353 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-0d12c2f7-9e04-4925-9837-825d9452e26e None None] Attempting to bind port 4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:51:14.793753 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-0d12c2f7-9e04-4925-9837-825d9452e26e None None] Attempting to bind port 4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '849cff06-25f7-4e01-84d0-a52c318eb49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90d313e4-6cfc-4eb0-977a-3dccfac37705'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:51:14.794110 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d12c2f7-9e04-4925-9837-825d9452e26e None None] Attempting to bind port 4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6 on network 90d313e4-6cfc-4eb0-977a-3dccfac37705 {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:51:14.799520 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d12c2f7-9e04-4925-9837-825d9452e26e None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:51:14.799887 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d12c2f7-9e04-4925-9837-825d9452e26e None None] Checking segment: {'id': '849cff06-25f7-4e01-84d0-a52c318eb49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90d313e4-6cfc-4eb0-977a-3dccfac37705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:51:14.800280 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-0d12c2f7-9e04-4925-9837-825d9452e26e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:14.800666 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d12c2f7-9e04-4925-9837-825d9452e26e None None] Bound using segment: {'id': '849cff06-25f7-4e01-84d0-a52c318eb49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90d313e4-6cfc-4eb0-977a-3dccfac37705'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:51:14.801123 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-0d12c2f7-9e04-4925-9837-825d9452e26e None None] Bound port: 4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '849cff06-25f7-4e01-84d0-a52c318eb49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90d313e4-6cfc-4eb0-977a-3dccfac37705'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:51:14.801501 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-0d12c2f7-9e04-4925-9837-825d9452e26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:14.871490 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-0d12c2f7-9e04-4925-9837-825d9452e26e None None] For port 4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:51:14.875197 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-0d12c2f7-9e04-4925-9837-825d9452e26e None None] For port 4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6,segment=NetworkSegment(849cff06-25f7-4e01-84d0-a52c318eb49f),segment_id=849cff06-25f7-4e01-84d0-a52c318eb49f)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:51:14.882421 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-0d12c2f7-9e04-4925-9837-825d9452e26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:14.940360 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d12c2f7-9e04-4925-9837-825d9452e26e None None] Routers {'51ebc572-022a-4b6a-be73-71e52e70a144'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:51:14.941001 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-0d12c2f7-9e04-4925-9837-825d9452e26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8d64730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:51:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['51ebc572-022a-4b6a-be73-71e52e70a144'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:51:14.984325 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793015e-1aa1-45fa-acb2-dcbaf607d89b None None] Pushing event updated for resources: {'Port': ['ID=4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6,revision_number=4']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:51:15.015404 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-33775d5d-bc0a-4770-b563-b5a5ff55932b None None] Provisioning complete for port 4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:51:15.015785 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-33775d5d-bc0a-4770-b563-b5a5ff55932b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:15.061295 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-0d12c2f7-9e04-4925-9837-825d9452e26e None None] Set router 51ebc572-022a-4b6a-be73-71e52e70a144 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:51:15.101516 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-33775d5d-bc0a-4770-b563-b5a5ff55932b None None] Current status of the port 4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:51:15.101925 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-33775d5d-bc0a-4770-b563-b5a5ff55932b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:15.128036 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device c8515f20-d8de-4116-ab20-73506eaed439 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:51:15.175506 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-33775d5d-bc0a-4770-b563-b5a5ff55932b None None] For port 4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6,segment=NetworkSegment(849cff06-25f7-4e01-84d0-a52c318eb49f),segment_id=849cff06-25f7-4e01-84d0-a52c318eb49f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:51:15.183129 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-33775d5d-bc0a-4770-b563-b5a5ff55932b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:15.241859 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33775d5d-bc0a-4770-b563-b5a5ff55932b None None] Pushing event updated for resources: {'Port': ['ID=4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:51:15.245637 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port c8515f20-d8de-4116-ab20-73506eaed439 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:51:15.246021 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (c8515f20-d8de-4116-ab20-73506eaed439), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:15.333332 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-57ab80da-8bb3-4f9b-84df-dac66f077e77 None None] Provisioning complete for port 4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:51:15.334742 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-57ab80da-8bb3-4f9b-84df-dac66f077e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:15.356460 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-0d12c2f7-9e04-4925-9837-825d9452e26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8d64730>, [{'id': '51ebc572-022a-4b6a-be73-71e52e70a144', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028982880', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '2c4f7d7d-5b95-4128-8a73-cb4d6baf8472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:51:08Z', 'updated_at': '2022-02-05T21:51:12Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '2c4f7d7d-5b95-4128-8a73-cb4d6baf8472', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ebc572-022a-4b6a-be73-71e52e70a144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:51:09Z', 'updated_at': '2022-02-05T21:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6', 'name': '', 'network_id': '90d313e4-6cfc-4eb0-977a-3dccfac37705', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'mac_address': 'fa:16:3e:54:57:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ebc572-022a-4b6a-be73-71e52e70a144', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '1ab9db64-b45e-45bf-9062-fcda96c7ff01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:51:11Z', 'updated_at': '2022-02-05T21:51:14Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'subnets': [{'id': '1ab9db64-b45e-45bf-9062-fcda96c7ff01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:51:15.360411 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port c8515f20-d8de-4116-ab20-73506eaed439 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:51:15.361491 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 2c4f7d7d-5b95-4128-8a73-cb4d6baf8472 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:51:15.382775 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d12c2f7-9e04-4925-9837-825d9452e26e None None] The sync data for ids ['51ebc572-022a-4b6a-be73-71e52e70a144'] in ncdv-master-1 is: [{'id': '51ebc572-022a-4b6a-be73-71e52e70a144', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028982880', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '2c4f7d7d-5b95-4128-8a73-cb4d6baf8472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:51:08Z', 'updated_at': '2022-02-05T21:51:12Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '2c4f7d7d-5b95-4128-8a73-cb4d6baf8472', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ebc572-022a-4b6a-be73-71e52e70a144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:51:09Z', 'updated_at': '2022-02-05T21:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6', 'name': '', 'network_id': '90d313e4-6cfc-4eb0-977a-3dccfac37705', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'mac_address': 'fa:16:3e:54:57:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ebc572-022a-4b6a-be73-71e52e70a144', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '1ab9db64-b45e-45bf-9062-fcda96c7ff01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:51:11Z', 'updated_at': '2022-02-05T21:51:14Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'subnets': [{'id': '1ab9db64-b45e-45bf-9062-fcda96c7ff01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:51:15.457607 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 2c4f7d7d-5b95-4128-8a73-cb4d6baf8472 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:51:15.457993 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (2c4f7d7d-5b95-4128-8a73-cb4d6baf8472), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:15.481174 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-57ab80da-8bb3-4f9b-84df-dac66f077e77 None None] Current status of the port 4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:51:15.551521 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 2c4f7d7d-5b95-4128-8a73-cb4d6baf8472 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:51:15.634929 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5d476118-77ba-480d-be85-4259e4f20374 req-6fcfbc11-c2c2-4e7b-b169-8c0c892c4b98 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=c149240c-6dd9-4557-b00d-29fd59cd3f94 HTTP/1.1" status: 200  len: 210 time: 0.0295260
Feb 05 21:51:15.697122 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:16.721505 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-41ac694b-9566-493a-b74e-33cc70a99860 req-8f4c9a03-9a8b-4233-b5bc-3f5977b5d515 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=c149240c-6dd9-4557-b00d-29fd59cd3f94 HTTP/1.1" status: 200  len: 210 time: 0.0290780
Feb 05 21:51:17.130537 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:51:17.181589 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:51:17.181973 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:17.262230 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:51:17.822742 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3edd555c-1ab0-4c37-9bb9-04882d32a70e req-cf6f5b17-76c3-4b1e-97f2-70150c91412c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=c149240c-6dd9-4557-b00d-29fd59cd3f94 HTTP/1.1" status: 200  len: 210 time: 0.0327492
Feb 05 21:51:18.486829 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef808e-d065-4782-af10-3f6a496c304c req-8b7d3847-6ad1-4a61-8f25-ec81df8da544 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:51:18.488929 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e5ef808e-d065-4782-af10-3f6a496c304c req-8b7d3847-6ad1-4a61-8f25-ec81df8da544 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.21 "GET /v2.0/networks?id=90d313e4-6cfc-4eb0-977a-3dccfac37705 HTTP/1.1" status: 200  len: 795 time: 0.1090584
Feb 05 21:51:18.550928 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e5ef808e-d065-4782-af10-3f6a496c304c req-29680966-0951-4ea1-8cec-b2d57489a8a0 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad4914a1c56043a7bbc01d19cd824488 HTTP/1.1" status: 200  len: 380 time: 0.0538886
Feb 05 21:51:18.559390 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-e5ef808e-d065-4782-af10-3f6a496c304c req-6dfa6433-35f3-43c7-a924-f86edeccd04b tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'port': {'device_id': 'c149240c-6dd9-4557-b00d-29fd59cd3f94', 'network_id': '90d313e4-6cfc-4eb0-977a-3dccfac37705', 'admin_state_up': True, 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'security_groups': ['cadce7c7-7492-4c80-b684-6e488fce67e0']}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:51:18.663116 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5ef808e-d065-4782-af10-3f6a496c304c req-6dfa6433-35f3-43c7-a924-f86edeccd04b tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Made reservation on behalf of ad4914a1c56043a7bbc01d19cd824488 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:51:18.666434 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-e5ef808e-d065-4782-af10-3f6a496c304c req-6dfa6433-35f3-43c7-a924-f86edeccd04b tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:18.794449 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-e5ef808e-d065-4782-af10-3f6a496c304c req-6dfa6433-35f3-43c7-a924-f86edeccd04b tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Allocated IP 172.20.0.9 (90d313e4-6cfc-4eb0-977a-3dccfac37705/1ab9db64-b45e-45bf-9062-fcda96c7ff01/4aed8332-0122-4bc2-aa4f-80aec454b257) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:51:18.920663 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-04108d08-a40e-47a9-9a75-5eda66a665c3 req-ccd2445f-b5ab-4330-895a-51ce698f40f9 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=c149240c-6dd9-4557-b00d-29fd59cd3f94 HTTP/1.1" status: 200  len: 210 time: 0.0282247
Feb 05 21:51:18.934988 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-e5ef808e-d065-4782-af10-3f6a496c304c req-6dfa6433-35f3-43c7-a924-f86edeccd04b tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for port (4aed8332-0122-4bc2-aa4f-80aec454b257), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:18.968365 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-e5ef808e-d065-4782-af10-3f6a496c304c req-6dfa6433-35f3-43c7-a924-f86edeccd04b tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (4aed8332-0122-4bc2-aa4f-80aec454b257), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:19.012199 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5ef808e-d065-4782-af10-3f6a496c304c req-6dfa6433-35f3-43c7-a924-f86edeccd04b tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Network 90d313e4-6cfc-4eb0-977a-3dccfac37705 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:51:19.015196 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-e5ef808e-d065-4782-af10-3f6a496c304c req-6dfa6433-35f3-43c7-a924-f86edeccd04b tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:51:19.018589 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ef808e-d065-4782-af10-3f6a496c304c req-6dfa6433-35f3-43c7-a924-f86edeccd04b tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:51:19.025832 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa6433-35f3-43c7-a924-f86edeccd04b tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'Port': ['ID=4aed8332-0122-4bc2-aa4f-80aec454b257,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:51:19.077242 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef808e-d065-4782-af10-3f6a496c304c req-6dfa6433-35f3-43c7-a924-f86edeccd04b tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:51:19.077869 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-e5ef808e-d065-4782-af10-3f6a496c304c req-6dfa6433-35f3-43c7-a924-f86edeccd04b tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:19.095521 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e5ef808e-d065-4782-af10-3f6a496c304c req-6dfa6433-35f3-43c7-a924-f86edeccd04b tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5396714
Feb 05 21:51:19.106695 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-e5ef808e-d065-4782-af10-3f6a496c304c req-ed14aa1d-d4f5-40c9-90b6-3e1d62b09bdc service neutron] Request body: {'port': {'device_id': 'c149240c-6dd9-4557-b00d-29fd59cd3f94', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:51:19.176112 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-e5ef808e-d065-4782-af10-3f6a496c304c req-ed14aa1d-d4f5-40c9-90b6-3e1d62b09bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (4aed8332-0122-4bc2-aa4f-80aec454b257), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:19.223632 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-ff5f2bc9-9dc6-455a-b382-5e38e1185370 None None] Provisioning complete for port 4aed8332-0122-4bc2-aa4f-80aec454b257 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:51:19.224347 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ff5f2bc9-9dc6-455a-b382-5e38e1185370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (4aed8332-0122-4bc2-aa4f-80aec454b257), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:19.259095 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ff5f2bc9-9dc6-455a-b382-5e38e1185370 None None] Port 4aed8332-0122-4bc2-aa4f-80aec454b257 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:51:19.444519 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-e5ef808e-d065-4782-af10-3f6a496c304c req-ed14aa1d-d4f5-40c9-90b6-3e1d62b09bdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aed8332-0122-4bc2-aa4f-80aec454b257 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:51:19.451707 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-e5ef808e-d065-4782-af10-3f6a496c304c req-ed14aa1d-d4f5-40c9-90b6-3e1d62b09bdc service neutron] Publish callbacks [] for port (4aed8332-0122-4bc2-aa4f-80aec454b257), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:19.463301 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-e5ef808e-d065-4782-af10-3f6a496c304c req-ed14aa1d-d4f5-40c9-90b6-3e1d62b09bdc service neutron] Transition to ACTIVE for port object 4aed8332-0122-4bc2-aa4f-80aec454b257 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:51:19.467035 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-e5ef808e-d065-4782-af10-3f6a496c304c req-ed14aa1d-d4f5-40c9-90b6-3e1d62b09bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (4aed8332-0122-4bc2-aa4f-80aec454b257), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:19.519467 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14aa1d-d4f5-40c9-90b6-3e1d62b09bdc service neutron] Pushing event updated for resources: {'Port': ['ID=4aed8332-0122-4bc2-aa4f-80aec454b257,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:51:19.595170 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-e5ef808e-d065-4782-af10-3f6a496c304c req-ed14aa1d-d4f5-40c9-90b6-3e1d62b09bdc service neutron] Attempting to bind port 4aed8332-0122-4bc2-aa4f-80aec454b257 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:51:19.595514 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-e5ef808e-d065-4782-af10-3f6a496c304c req-ed14aa1d-d4f5-40c9-90b6-3e1d62b09bdc service neutron] Attempting to bind port 4aed8332-0122-4bc2-aa4f-80aec454b257 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '849cff06-25f7-4e01-84d0-a52c318eb49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90d313e4-6cfc-4eb0-977a-3dccfac37705'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:51:19.595846 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ef808e-d065-4782-af10-3f6a496c304c req-ed14aa1d-d4f5-40c9-90b6-3e1d62b09bdc service neutron] Attempting to bind port 4aed8332-0122-4bc2-aa4f-80aec454b257 on network 90d313e4-6cfc-4eb0-977a-3dccfac37705 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:51:19.600858 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ef808e-d065-4782-af10-3f6a496c304c req-ed14aa1d-d4f5-40c9-90b6-3e1d62b09bdc service neutron] Port 4aed8332-0122-4bc2-aa4f-80aec454b257 on network 90d313e4-6cfc-4eb0-977a-3dccfac37705 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:51:19.601183 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ef808e-d065-4782-af10-3f6a496c304c req-ed14aa1d-d4f5-40c9-90b6-3e1d62b09bdc service neutron] Attempting to bind port 4aed8332-0122-4bc2-aa4f-80aec454b257 on network 90d313e4-6cfc-4eb0-977a-3dccfac37705 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:51:19.606192 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ef808e-d065-4782-af10-3f6a496c304c req-ed14aa1d-d4f5-40c9-90b6-3e1d62b09bdc service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:51:19.606572 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ef808e-d065-4782-af10-3f6a496c304c req-ed14aa1d-d4f5-40c9-90b6-3e1d62b09bdc service neutron] Checking segment: {'id': '849cff06-25f7-4e01-84d0-a52c318eb49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90d313e4-6cfc-4eb0-977a-3dccfac37705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:51:19.606983 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ef808e-d065-4782-af10-3f6a496c304c req-ed14aa1d-d4f5-40c9-90b6-3e1d62b09bdc service neutron] Bound using segment: {'id': '849cff06-25f7-4e01-84d0-a52c318eb49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90d313e4-6cfc-4eb0-977a-3dccfac37705'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:51:19.607409 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-e5ef808e-d065-4782-af10-3f6a496c304c req-ed14aa1d-d4f5-40c9-90b6-3e1d62b09bdc service neutron] Bound port: 4aed8332-0122-4bc2-aa4f-80aec454b257, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '849cff06-25f7-4e01-84d0-a52c318eb49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90d313e4-6cfc-4eb0-977a-3dccfac37705'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:51:19.607773 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-e5ef808e-d065-4782-af10-3f6a496c304c req-ed14aa1d-d4f5-40c9-90b6-3e1d62b09bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (4aed8332-0122-4bc2-aa4f-80aec454b257), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:19.674114 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-e5ef808e-d065-4782-af10-3f6a496c304c req-ed14aa1d-d4f5-40c9-90b6-3e1d62b09bdc service neutron] For port 4aed8332-0122-4bc2-aa4f-80aec454b257, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:51:19.678168 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-e5ef808e-d065-4782-af10-3f6a496c304c req-ed14aa1d-d4f5-40c9-90b6-3e1d62b09bdc service neutron] For port 4aed8332-0122-4bc2-aa4f-80aec454b257, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4aed8332-0122-4bc2-aa4f-80aec454b257,segment=NetworkSegment(849cff06-25f7-4e01-84d0-a52c318eb49f),segment_id=849cff06-25f7-4e01-84d0-a52c318eb49f)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:51:19.684285 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-e5ef808e-d065-4782-af10-3f6a496c304c req-ed14aa1d-d4f5-40c9-90b6-3e1d62b09bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (4aed8332-0122-4bc2-aa4f-80aec454b257), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:19.714251 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef808e-d065-4782-af10-3f6a496c304c req-ed14aa1d-d4f5-40c9-90b6-3e1d62b09bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:51:19.714918 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-e5ef808e-d065-4782-af10-3f6a496c304c req-ed14aa1d-d4f5-40c9-90b6-3e1d62b09bdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:19.716911 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e5ef808e-d065-4782-af10-3f6a496c304c req-ed14aa1d-d4f5-40c9-90b6-3e1d62b09bdc service neutron] 10.222.0.21 "PUT /v2.0/ports/4aed8332-0122-4bc2-aa4f-80aec454b257 HTTP/1.1" status: 200  len: 1091 time: 0.6148612
Feb 05 21:51:19.719164 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c149240c-6dd9-4557-b00d-29fd59cd3f94', 'tag': '4aed8332-0122-4bc2-aa4f-80aec454b257'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:51:19.722371 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dc595678b95b8a5d7a711e017487991988fc4acadae49b95ce695ebace8492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d27acfe-1953-4471-ae50-bae994faa93b" -d '{"events": [{"name": "network-changed", "server_uuid": "c149240c-6dd9-4557-b00d-29fd59cd3f94", "tag": "4aed8332-0122-4bc2-aa4f-80aec454b257"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:51:19.754335 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14aa1d-d4f5-40c9-90b6-3e1d62b09bdc service neutron] Pushing event updated for resources: {'Port': ['ID=4aed8332-0122-4bc2-aa4f-80aec454b257,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:51:19.795282 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e81160-256d-44d3-aa39-22b19e586520 x-openstack-request-id: req-33e81160-256d-44d3-aa39-22b19e586520 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:51:19.795581 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c149240c-6dd9-4557-b00d-29fd59cd3f94", "tag": "4aed8332-0122-4bc2-aa4f-80aec454b257", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:51:19.795939 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-33e81160-256d-44d3-aa39-22b19e586520 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:51:19.796351 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c149240c-6dd9-4557-b00d-29fd59cd3f94', 'tag': '4aed8332-0122-4bc2-aa4f-80aec454b257', 'status': 'completed', 'code': 200}
Feb 05 21:51:19.816172 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef808e-d065-4782-af10-3f6a496c304c req-f728acc5-b9dd-443a-9376-d62f70225745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:51:19.818832 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e5ef808e-d065-4782-af10-3f6a496c304c req-f728acc5-b9dd-443a-9376-d62f70225745 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad4914a1c56043a7bbc01d19cd824488&device_id=c149240c-6dd9-4557-b00d-29fd59cd3f94 HTTP/1.1" status: 200  len: 1125 time: 0.0594456
Feb 05 21:51:19.862296 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e5ef808e-d065-4782-af10-3f6a496c304c req-cb078946-4efd-418d-905d-c52311cd69ae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aed8332-0122-4bc2-aa4f-80aec454b257 HTTP/1.1" status: 200  len: 217 time: 0.0363591
Feb 05 21:51:19.910660 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef808e-d065-4782-af10-3f6a496c304c req-a0883e38-79b8-434c-a18b-488fe008fbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:51:19.912766 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e5ef808e-d065-4782-af10-3f6a496c304c req-a0883e38-79b8-434c-a18b-488fe008fbbb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1ab9db64-b45e-45bf-9062-fcda96c7ff01 HTTP/1.1" status: 200  len: 835 time: 0.0448055
Feb 05 21:51:19.968276 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef808e-d065-4782-af10-3f6a496c304c req-e64bfb42-084a-4f92-a921-ebe087f06e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:51:19.969729 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e5ef808e-d065-4782-af10-3f6a496c304c req-e64bfb42-084a-4f92-a921-ebe087f06e32 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=90d313e4-6cfc-4eb0-977a-3dccfac37705&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0512180
Feb 05 21:51:20.046116 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dadabe-8a80-4b81-8232-de72156be850 req-6130ce56-fa3e-47fa-b634-af528ab657f5 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:51:20.048383 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-11dadabe-8a80-4b81-8232-de72156be850 req-6130ce56-fa3e-47fa-b634-af528ab657f5 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=c149240c-6dd9-4557-b00d-29fd59cd3f94 HTTP/1.1" status: 200  len: 943 time: 0.0562725
Feb 05 21:51:20.061112 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e5ef808e-d065-4782-af10-3f6a496c304c req-55691567-2104-4714-bf5a-c7de82965f2f service neutron] 10.222.0.21 "GET /v2.0/networks/90d313e4-6cfc-4eb0-977a-3dccfac37705?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850084
Feb 05 21:51:20.097150 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-11dadabe-8a80-4b81-8232-de72156be850 req-b7dcff4a-757d-49d7-93c0-82cdf85c94bc tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=cadce7c7-7492-4c80-b684-6e488fce67e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427532
Feb 05 21:51:20.154507 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e5ef808e-d065-4782-af10-3f6a496c304c req-848d7c19-ec4e-43b2-b345-1eb21f86f51c service neutron] 10.222.0.21 "GET /v2.0/networks/90d313e4-6cfc-4eb0-977a-3dccfac37705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877707
Feb 05 21:51:20.238902 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27acfe-1953-4471-ae50-bae994faa93b req-643c69db-0577-4fb4-8296-89b26eac8a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:51:20.240399 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8d27acfe-1953-4471-ae50-bae994faa93b req-643c69db-0577-4fb4-8296-89b26eac8a90 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad4914a1c56043a7bbc01d19cd824488&device_id=c149240c-6dd9-4557-b00d-29fd59cd3f94 HTTP/1.1" status: 200  len: 1125 time: 0.0446720
Feb 05 21:51:20.331131 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27acfe-1953-4471-ae50-bae994faa93b req-10cbb1c2-3c40-4242-87e1-9e5a985a1290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:51:20.332604 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8d27acfe-1953-4471-ae50-bae994faa93b req-10cbb1c2-3c40-4242-87e1-9e5a985a1290 service neutron] 10.222.0.21 "GET /v2.0/networks?id=90d313e4-6cfc-4eb0-977a-3dccfac37705 HTTP/1.1" status: 200  len: 896 time: 0.0868568
Feb 05 21:51:20.375629 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8d27acfe-1953-4471-ae50-bae994faa93b req-73feb2f2-905a-42c7-b219-6ab8ed8ee3b5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aed8332-0122-4bc2-aa4f-80aec454b257 HTTP/1.1" status: 200  len: 217 time: 0.0339358
Feb 05 21:51:20.422312 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27acfe-1953-4471-ae50-bae994faa93b req-98e4fdcb-5439-45e6-8a47-0b4ca64dc144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:51:20.423785 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8d27acfe-1953-4471-ae50-bae994faa93b req-98e4fdcb-5439-45e6-8a47-0b4ca64dc144 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1ab9db64-b45e-45bf-9062-fcda96c7ff01 HTTP/1.1" status: 200  len: 835 time: 0.0423422
Feb 05 21:51:20.471305 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27acfe-1953-4471-ae50-bae994faa93b req-eb9f3b73-2c2f-4db8-8c8b-bf981fd8d578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:51:20.472784 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8d27acfe-1953-4471-ae50-bae994faa93b req-eb9f3b73-2c2f-4db8-8c8b-bf981fd8d578 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=90d313e4-6cfc-4eb0-977a-3dccfac37705&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0437219
Feb 05 21:51:20.563965 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8d27acfe-1953-4471-ae50-bae994faa93b req-68c65b27-b2f5-4f84-8fb3-d2d5f83fe766 service neutron] 10.222.0.21 "GET /v2.0/networks/90d313e4-6cfc-4eb0-977a-3dccfac37705?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851047
Feb 05 21:51:20.653058 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8d27acfe-1953-4471-ae50-bae994faa93b req-9c698028-aaf5-4fbc-961c-31e5cd3e78e9 service neutron] 10.222.0.21 "GET /v2.0/networks/90d313e4-6cfc-4eb0-977a-3dccfac37705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0834813
Feb 05 21:51:20.713157 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:21.217310 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110560a1-d323-43dc-9298-80d0473ebc16 req-5ef1cdad-233f-44f7-b5bf-caa8effc6d38 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:51:21.218741 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-110560a1-d323-43dc-9298-80d0473ebc16 req-5ef1cdad-233f-44f7-b5bf-caa8effc6d38 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=c149240c-6dd9-4557-b00d-29fd59cd3f94 HTTP/1.1" status: 200  len: 943 time: 0.0517492
Feb 05 21:51:21.275067 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-110560a1-d323-43dc-9298-80d0473ebc16 req-7c963480-0595-40eb-8fa0-82eff8137283 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=cadce7c7-7492-4c80-b684-6e488fce67e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508194
Feb 05 21:51:22.394474 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1518db6-78f4-42e3-bcd2-e3e2d4553845 req-3b635184-d8fe-4e3d-a3d6-4a1d0df3ffcc tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:51:22.395975 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c1518db6-78f4-42e3-bcd2-e3e2d4553845 req-3b635184-d8fe-4e3d-a3d6-4a1d0df3ffcc tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=c149240c-6dd9-4557-b00d-29fd59cd3f94 HTTP/1.1" status: 200  len: 943 time: 0.0530417
Feb 05 21:51:22.445680 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c1518db6-78f4-42e3-bcd2-e3e2d4553845 req-f125c7c9-f19a-410f-9915-a36e8e36af5d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=cadce7c7-7492-4c80-b684-6e488fce67e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440216
Feb 05 21:51:23.059767 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 4aed8332-0122-4bc2-aa4f-80aec454b257 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:51:23.156503 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 4aed8332-0122-4bc2-aa4f-80aec454b257, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4aed8332-0122-4bc2-aa4f-80aec454b257,segment=NetworkSegment(849cff06-25f7-4e01-84d0-a52c318eb49f),segment_id=849cff06-25f7-4e01-84d0-a52c318eb49f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:51:23.167645 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '4aed8332-0122-4bc2-aa4f-80aec454b257', 'network_id': '90d313e4-6cfc-4eb0-977a-3dccfac37705', 'port_id': '4aed8332-0122-4bc2-aa4f-80aec454b257', 'mac_address': 'fa:16:3e:ec:16:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ab9db64-b45e-45bf-9062-fcda96c7ff01', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:51:23.204683 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 4aed8332-0122-4bc2-aa4f-80aec454b257 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:51:23.205005 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (4aed8332-0122-4bc2-aa4f-80aec454b257), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:23.218101 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aed8332-0122-4bc2-aa4f-80aec454b257 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:51:23.237534 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 4aed8332-0122-4bc2-aa4f-80aec454b257, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4aed8332-0122-4bc2-aa4f-80aec454b257,segment=NetworkSegment(849cff06-25f7-4e01-84d0-a52c318eb49f),segment_id=849cff06-25f7-4e01-84d0-a52c318eb49f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:51:23.241718 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (4aed8332-0122-4bc2-aa4f-80aec454b257), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:23.293426 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=4aed8332-0122-4bc2-aa4f-80aec454b257,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:51:23.558045 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['4aed8332-0122-4bc2-aa4f-80aec454b257'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:51:23.566493 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba38ba-2b64-40cb-923e-13cda376c711 req-3578ed83-c806-44be-8b7f-83796cb42c6d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:51:23.568528 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-69ba38ba-2b64-40cb-923e-13cda376c711 req-3578ed83-c806-44be-8b7f-83796cb42c6d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=c149240c-6dd9-4557-b00d-29fd59cd3f94 HTTP/1.1" status: 200  len: 944 time: 0.0524445
Feb 05 21:51:23.618471 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-69ba38ba-2b64-40cb-923e-13cda376c711 req-4a0091a8-b378-4355-8f71-4614c7a811f2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=cadce7c7-7492-4c80-b684-6e488fce67e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439477
Feb 05 21:51:24.741497 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639487e-53fa-4ee5-82cd-fda870786bfe req-467484a5-e9c0-4dfc-9747-5ae13f3092e7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:51:24.743020 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f639487e-53fa-4ee5-82cd-fda870786bfe req-467484a5-e9c0-4dfc-9747-5ae13f3092e7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=c149240c-6dd9-4557-b00d-29fd59cd3f94 HTTP/1.1" status: 200  len: 944 time: 0.0577748
Feb 05 21:51:24.793860 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f639487e-53fa-4ee5-82cd-fda870786bfe req-2ad6e356-380f-4b2a-a29e-b1dd34f5555a tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=cadce7c7-7492-4c80-b684-6e488fce67e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452201
Feb 05 21:51:25.067622 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 4aed8332-0122-4bc2-aa4f-80aec454b257 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:51:25.117138 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 4aed8332-0122-4bc2-aa4f-80aec454b257 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:51:25.121164 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 4aed8332-0122-4bc2-aa4f-80aec454b257 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:51:25.121545 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (4aed8332-0122-4bc2-aa4f-80aec454b257), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:25.203398 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 4aed8332-0122-4bc2-aa4f-80aec454b257 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:51:25.203667 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (4aed8332-0122-4bc2-aa4f-80aec454b257), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:25.228223 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c149240c-6dd9-4557-b00d-29fd59cd3f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aed8332-0122-4bc2-aa4f-80aec454b257'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:51:25.230481 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}851605b45cf2a471246fb829968e46403c172bb314a4c703424450b4be22868d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a51e05d-f885-436c-a6b2-6432b1a9d24f" -d '{"events": [{"server_uuid": "c149240c-6dd9-4557-b00d-29fd59cd3f94", "name": "network-vif-plugged", "status": "completed", "tag": "4aed8332-0122-4bc2-aa4f-80aec454b257"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:51:25.243609 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 4aed8332-0122-4bc2-aa4f-80aec454b257, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4aed8332-0122-4bc2-aa4f-80aec454b257,segment=NetworkSegment(849cff06-25f7-4e01-84d0-a52c318eb49f),segment_id=849cff06-25f7-4e01-84d0-a52c318eb49f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:51:25.248138 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (4aed8332-0122-4bc2-aa4f-80aec454b257), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:25.272490 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df9a0b4-37ed-4add-9266-9629cdaf6edc x-openstack-request-id: req-9df9a0b4-37ed-4add-9266-9629cdaf6edc {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:51:25.272792 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c149240c-6dd9-4557-b00d-29fd59cd3f94", "name": "network-vif-plugged", "status": "completed", "tag": "4aed8332-0122-4bc2-aa4f-80aec454b257", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:51:25.273052 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9df9a0b4-37ed-4add-9266-9629cdaf6edc {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:51:25.273446 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c149240c-6dd9-4557-b00d-29fd59cd3f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aed8332-0122-4bc2-aa4f-80aec454b257', 'code': 200}
Feb 05 21:51:25.299419 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=4aed8332-0122-4bc2-aa4f-80aec454b257,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:51:25.367964 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fdb46f-ef32-4256-9730-6cb3897fa617 req-fe9ce8e2-cfa1-45a4-9139-8c678ba7959a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:51:25.369459 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b7fdb46f-ef32-4256-9730-6cb3897fa617 req-fe9ce8e2-cfa1-45a4-9139-8c678ba7959a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c149240c-6dd9-4557-b00d-29fd59cd3f94 HTTP/1.1" status: 200  len: 1127 time: 0.0450079
Feb 05 21:51:25.414020 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-b7fdb46f-ef32-4256-9730-6cb3897fa617 req-a4040ac7-c462-44cf-b333-64c4c3733b89 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cadce7c7-7492-4c80-b684-6e488fce67e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383012
Feb 05 21:51:25.910654 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d628466-a3a8-4f7e-953b-dee995f3d8eb req-78d88ee3-770d-44d6-83fb-0f0daa7260de tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:51:25.912860 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2d628466-a3a8-4f7e-953b-dee995f3d8eb req-78d88ee3-770d-44d6-83fb-0f0daa7260de tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=c149240c-6dd9-4557-b00d-29fd59cd3f94 HTTP/1.1" status: 200  len: 945 time: 0.0528791
Feb 05 21:51:25.963242 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2d628466-a3a8-4f7e-953b-dee995f3d8eb req-29a7d23e-1c87-41cf-8b43-f0caa83975f2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=cadce7c7-7492-4c80-b684-6e488fce67e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447376
Feb 05 21:51:27.085785 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a57793-dbf3-40be-b011-6434f59cce44 req-53b7ee82-2674-42af-8c33-7b993ccbd0a2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:51:27.087295 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-77a57793-dbf3-40be-b011-6434f59cce44 req-53b7ee82-2674-42af-8c33-7b993ccbd0a2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=c149240c-6dd9-4557-b00d-29fd59cd3f94 HTTP/1.1" status: 200  len: 945 time: 0.0572245
Feb 05 21:51:27.135205 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-77a57793-dbf3-40be-b011-6434f59cce44 req-6af0af56-746d-4d22-8eef-27b6aad0ee30 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=cadce7c7-7492-4c80-b684-6e488fce67e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424452
Feb 05 21:51:27.256359 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b5f83-c2f0-4657-aae6-6f96d42aa193 req-547ff130-5d29-4411-b884-28a2bdce66d8 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:51:27.257766 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bb1b5f83-c2f0-4657-aae6-6f96d42aa193 req-547ff130-5d29-4411-b884-28a2bdce66d8 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=c149240c-6dd9-4557-b00d-29fd59cd3f94 HTTP/1.1" status: 200  len: 945 time: 0.0550110
Feb 05 21:51:27.307119 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bb1b5f83-c2f0-4657-aae6-6f96d42aa193 req-88412646-e0e8-46f5-88af-6e2a8de80121 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=cadce7c7-7492-4c80-b684-6e488fce67e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436664
Feb 05 21:51:27.328048 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54008) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:51:27.371343 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d3180f-2509-4832-98ee-acb4369d9190 tempest-TestNetworkAdvancedServerOps-979185547 tempest-TestNetworkAdvancedServerOps-979185547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:51:27.372852 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-35d3180f-2509-4832-98ee-acb4369d9190 tempest-TestNetworkAdvancedServerOps-979185547 tempest-TestNetworkAdvancedServerOps-979185547-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c149240c-6dd9-4557-b00d-29fd59cd3f94 HTTP/1.1" status: 200  len: 1122 time: 0.0438423
Feb 05 21:51:27.375802 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54010) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:51:27.380291 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-6f0ed8a6-a1a0-4aef-a7c8-351df37f3d2d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'port_id': '4aed8332-0122-4bc2-aa4f-80aec454b257', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'fixed_ip_address': '172.20.0.9'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:51:27.399984 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6f0ed8a6-a1a0-4aef-a7c8-351df37f3d2d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:27.495833 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6f0ed8a6-a1a0-4aef-a7c8-351df37f3d2d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:27.596637 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-6f0ed8a6-a1a0-4aef-a7c8-351df37f3d2d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Allocated IP 172.35.4.24 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/cef60070-b28d-46e3-b187-6bbeb64eea84) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:51:27.699683 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6f0ed8a6-a1a0-4aef-a7c8-351df37f3d2d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for port (cef60070-b28d-46e3-b187-6bbeb64eea84), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:27.732001 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6f0ed8a6-a1a0-4aef-a7c8-351df37f3d2d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (cef60070-b28d-46e3-b187-6bbeb64eea84), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:27.771936 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0ed8a6-a1a0-4aef-a7c8-351df37f3d2d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:51:27.776862 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-6f0ed8a6-a1a0-4aef-a7c8-351df37f3d2d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:51:27.781308 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0ed8a6-a1a0-4aef-a7c8-351df37f3d2d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:51:27.784602 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ed8a6-a1a0-4aef-a7c8-351df37f3d2d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'Port': ['ID=cef60070-b28d-46e3-b187-6bbeb64eea84,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:51:27.813407 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0ed8a6-a1a0-4aef-a7c8-351df37f3d2d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:51:27.813764 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0ed8a6-a1a0-4aef-a7c8-351df37f3d2d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:51:27.814119 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0ed8a6-a1a0-4aef-a7c8-351df37f3d2d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:51:27.814494 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0ed8a6-a1a0-4aef-a7c8-351df37f3d2d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:51:27.814843 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0ed8a6-a1a0-4aef-a7c8-351df37f3d2d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:51:27.815180 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0ed8a6-a1a0-4aef-a7c8-351df37f3d2d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:51:27.815523 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0ed8a6-a1a0-4aef-a7c8-351df37f3d2d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:51:27.815858 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0ed8a6-a1a0-4aef-a7c8-351df37f3d2d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:51:27.816196 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0ed8a6-a1a0-4aef-a7c8-351df37f3d2d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:51:27.816530 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0ed8a6-a1a0-4aef-a7c8-351df37f3d2d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:51:27.816862 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0ed8a6-a1a0-4aef-a7c8-351df37f3d2d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:51:27.817190 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0ed8a6-a1a0-4aef-a7c8-351df37f3d2d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:51:27.817518 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0ed8a6-a1a0-4aef-a7c8-351df37f3d2d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:51:28.153125 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6f0ed8a6-a1a0-4aef-a7c8-351df37f3d2d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for floatingip (13c1d579-1719-4237-ba4a-7dac4883520a), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:28.219099 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6f0ed8a6-a1a0-4aef-a7c8-351df37f3d2d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (cef60070-b28d-46e3-b187-6bbeb64eea84), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:28.365007 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6f0ed8a6-a1a0-4aef-a7c8-351df37f3d2d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for port (cef60070-b28d-46e3-b187-6bbeb64eea84), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:28.369516 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6f0ed8a6-a1a0-4aef-a7c8-351df37f3d2d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (cef60070-b28d-46e3-b187-6bbeb64eea84), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:28.442756 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ed8a6-a1a0-4aef-a7c8-351df37f3d2d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'Port': ['ID=cef60070-b28d-46e3-b187-6bbeb64eea84,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:51:28.453550 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6f0ed8a6-a1a0-4aef-a7c8-351df37f3d2d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (13c1d579-1719-4237-ba4a-7dac4883520a), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:28.555254 ncdv-master-1 neutron-server[114390]: INFO neutron.db.l3_db [None req-6f0ed8a6-a1a0-4aef-a7c8-351df37f3d2d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Floating IP 13c1d579-1719-4237-ba4a-7dac4883520a associated. External IP: 172.35.4.24, port: 4aed8332-0122-4bc2-aa4f-80aec454b257.
Feb 05 21:51:28.760718 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0ed8a6-a1a0-4aef-a7c8-351df37f3d2d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Router 51ebc572-022a-4b6a-be73-71e52e70a144 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:51:28.866352 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0ed8a6-a1a0-4aef-a7c8-351df37f3d2d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:51:28.876360 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6ff8a2-30c0-40c5-971a-297662b672ea None None] Sync routers for ids ['51ebc572-022a-4b6a-be73-71e52e70a144'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:51:28.884435 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6f0ed8a6-a1a0-4aef-a7c8-351df37f3d2d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:28.886730 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6ff8a2-30c0-40c5-971a-297662b672ea None None] Routers {'51ebc572-022a-4b6a-be73-71e52e70a144'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:51:28.887345 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-be6ff8a2-30c0-40c5-971a-297662b672ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab6424c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:51:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['51ebc572-022a-4b6a-be73-71e52e70a144'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:51:28.917360 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6f0ed8a6-a1a0-4aef-a7c8-351df37f3d2d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.5404422
Feb 05 21:51:28.917952 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c149240c-6dd9-4557-b00d-29fd59cd3f94', 'tag': '4aed8332-0122-4bc2-aa4f-80aec454b257'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:51:28.920315 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dc595678b95b8a5d7a711e017487991988fc4acadae49b95ce695ebace8492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1305755c-f316-4448-81eb-0cc7036601fa" -d '{"events": [{"name": "network-changed", "server_uuid": "c149240c-6dd9-4557-b00d-29fd59cd3f94", "tag": "4aed8332-0122-4bc2-aa4f-80aec454b257"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:51:28.970418 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9bcc5e-5af5-47c4-84ef-073cdca3a23b x-openstack-request-id: req-fd9bcc5e-5af5-47c4-84ef-073cdca3a23b {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:51:28.970743 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c149240c-6dd9-4557-b00d-29fd59cd3f94", "tag": "4aed8332-0122-4bc2-aa4f-80aec454b257", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:51:28.971006 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd9bcc5e-5af5-47c4-84ef-073cdca3a23b {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:51:28.971416 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c149240c-6dd9-4557-b00d-29fd59cd3f94', 'tag': '4aed8332-0122-4bc2-aa4f-80aec454b257', 'status': 'completed', 'code': 200}
Feb 05 21:51:29.002503 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-be6ff8a2-30c0-40c5-971a-297662b672ea None None] Set router 51ebc572-022a-4b6a-be73-71e52e70a144 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:51:29.037256 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305755c-f316-4448-81eb-0cc7036601fa req-85fae873-25f2-4214-a21b-b24f4b27bd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:51:29.038815 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1305755c-f316-4448-81eb-0cc7036601fa req-85fae873-25f2-4214-a21b-b24f4b27bd92 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad4914a1c56043a7bbc01d19cd824488&device_id=c149240c-6dd9-4557-b00d-29fd59cd3f94 HTTP/1.1" status: 200  len: 1127 time: 0.0474458
Feb 05 21:51:29.040693 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd19a14-a300-48d8-813d-ea79755abcd0 req-dd7aca95-f641-4d78-97e8-93db39418e17 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:51:29.042207 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bbd19a14-a300-48d8-813d-ea79755abcd0 req-dd7aca95-f641-4d78-97e8-93db39418e17 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=c149240c-6dd9-4557-b00d-29fd59cd3f94 HTTP/1.1" status: 200  len: 945 time: 0.0585394
Feb 05 21:51:29.097644 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bbd19a14-a300-48d8-813d-ea79755abcd0 req-48df6c5f-0bee-4b76-95ae-67d48fa9b20d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=cadce7c7-7492-4c80-b684-6e488fce67e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495946
Feb 05 21:51:29.121983 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54016) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:51:29.136798 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305755c-f316-4448-81eb-0cc7036601fa req-885ec19e-64b0-4910-8b51-c8fd510a2f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:51:29.138275 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1305755c-f316-4448-81eb-0cc7036601fa req-885ec19e-64b0-4910-8b51-c8fd510a2f31 service neutron] 10.222.0.21 "GET /v2.0/networks?id=90d313e4-6cfc-4eb0-977a-3dccfac37705 HTTP/1.1" status: 200  len: 896 time: 0.0933957
Feb 05 21:51:29.188212 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e1eeacb7-3456-417c-92d9-a7b1215f9c61 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/floatingips/13c1d579-1719-4237-ba4a-7dac4883520a HTTP/1.1" status: 200  len: 990 time: 0.0648675
Feb 05 21:51:29.214744 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1305755c-f316-4448-81eb-0cc7036601fa req-976a7cd2-cb67-4e89-abf8-64e7f24923ce service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aed8332-0122-4bc2-aa4f-80aec454b257 HTTP/1.1" status: 200  len: 998 time: 0.0702226
Feb 05 21:51:29.239808 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-be6ff8a2-30c0-40c5-971a-297662b672ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab6424c0>, [{'id': '51ebc572-022a-4b6a-be73-71e52e70a144', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028982880', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '2c4f7d7d-5b95-4128-8a73-cb4d6baf8472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:51:08Z', 'updated_at': '2022-02-05T21:51:12Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '2c4f7d7d-5b95-4128-8a73-cb4d6baf8472', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ebc572-022a-4b6a-be73-71e52e70a144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:51:09Z', 'updated_at': '2022-02-05T21:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '13c1d579-1719-4237-ba4a-7dac4883520a', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'floating_ip_address': '172.35.4.24', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '51ebc572-022a-4b6a-be73-71e52e70a144', 'port_id': '4aed8332-0122-4bc2-aa4f-80aec454b257', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90d313e4-6cfc-4eb0-977a-3dccfac37705', 'mac_address': 'fa:16:3e:ec:16:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c149240c-6dd9-4557-b00d-29fd59cd3f94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:51:28Z', 'updated_at': '2022-02-05T21:51:28Z', 'revision_number': 0, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6', 'name': '', 'network_id': '90d313e4-6cfc-4eb0-977a-3dccfac37705', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'mac_address': 'fa:16:3e:54:57:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ebc572-022a-4b6a-be73-71e52e70a144', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '1ab9db64-b45e-45bf-9062-fcda96c7ff01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:51:11Z', 'updated_at': '2022-02-05T21:51:15Z', 'revision_number': 5, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'subnets': [{'id': '1ab9db64-b45e-45bf-9062-fcda96c7ff01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:51:29.262548 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305755c-f316-4448-81eb-0cc7036601fa req-ee4629c1-8f9a-493c-b8c8-9ca3418d3fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:51:29.264048 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1305755c-f316-4448-81eb-0cc7036601fa req-ee4629c1-8f9a-493c-b8c8-9ca3418d3fdd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1ab9db64-b45e-45bf-9062-fcda96c7ff01 HTTP/1.1" status: 200  len: 835 time: 0.0438471
Feb 05 21:51:29.266668 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6ff8a2-30c0-40c5-971a-297662b672ea None None] Checking router: 51ebc572-022a-4b6a-be73-71e52e70a144 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:51:29.275885 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6ff8a2-30c0-40c5-971a-297662b672ea None None] Routers {'51ebc572-022a-4b6a-be73-71e52e70a144'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:51:29.276507 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-be6ff8a2-30c0-40c5-971a-297662b672ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab6424c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:51:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['51ebc572-022a-4b6a-be73-71e52e70a144'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:51:29.313760 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305755c-f316-4448-81eb-0cc7036601fa req-1703f1f4-42f8-4eca-b452-4bafd31baef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:51:29.314898 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1305755c-f316-4448-81eb-0cc7036601fa req-1703f1f4-42f8-4eca-b452-4bafd31baef3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=90d313e4-6cfc-4eb0-977a-3dccfac37705&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0445230
Feb 05 21:51:29.385961 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-be6ff8a2-30c0-40c5-971a-297662b672ea None None] Set router 51ebc572-022a-4b6a-be73-71e52e70a144 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:51:29.406100 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1305755c-f316-4448-81eb-0cc7036601fa req-51ef2ad0-68e1-4758-976f-50d0fdd73dd7 service neutron] 10.222.0.21 "GET /v2.0/networks/90d313e4-6cfc-4eb0-977a-3dccfac37705?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850894
Feb 05 21:51:29.498127 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1305755c-f316-4448-81eb-0cc7036601fa req-b0497167-024b-48b1-9a01-aca3192e238e service neutron] 10.222.0.21 "GET /v2.0/networks/90d313e4-6cfc-4eb0-977a-3dccfac37705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865326
Feb 05 21:51:29.610640 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-be6ff8a2-30c0-40c5-971a-297662b672ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab6424c0>, [{'id': '51ebc572-022a-4b6a-be73-71e52e70a144', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028982880', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '2c4f7d7d-5b95-4128-8a73-cb4d6baf8472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:51:08Z', 'updated_at': '2022-02-05T21:51:12Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '2c4f7d7d-5b95-4128-8a73-cb4d6baf8472', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ebc572-022a-4b6a-be73-71e52e70a144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:51:09Z', 'updated_at': '2022-02-05T21:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '13c1d579-1719-4237-ba4a-7dac4883520a', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'floating_ip_address': '172.35.4.24', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '51ebc572-022a-4b6a-be73-71e52e70a144', 'port_id': '4aed8332-0122-4bc2-aa4f-80aec454b257', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90d313e4-6cfc-4eb0-977a-3dccfac37705', 'mac_address': 'fa:16:3e:ec:16:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c149240c-6dd9-4557-b00d-29fd59cd3f94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:51:28Z', 'updated_at': '2022-02-05T21:51:28Z', 'revision_number': 0, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6', 'name': '', 'network_id': '90d313e4-6cfc-4eb0-977a-3dccfac37705', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'mac_address': 'fa:16:3e:54:57:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ebc572-022a-4b6a-be73-71e52e70a144', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '1ab9db64-b45e-45bf-9062-fcda96c7ff01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:51:11Z', 'updated_at': '2022-02-05T21:51:15Z', 'revision_number': 5, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'subnets': [{'id': '1ab9db64-b45e-45bf-9062-fcda96c7ff01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:51:29.640948 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6ff8a2-30c0-40c5-971a-297662b672ea None None] The sync data for ids ['51ebc572-022a-4b6a-be73-71e52e70a144'] in ncdv-master-1 is: [{'id': '51ebc572-022a-4b6a-be73-71e52e70a144', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028982880', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '2c4f7d7d-5b95-4128-8a73-cb4d6baf8472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:51:08Z', 'updated_at': '2022-02-05T21:51:12Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '2c4f7d7d-5b95-4128-8a73-cb4d6baf8472', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ebc572-022a-4b6a-be73-71e52e70a144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:51:09Z', 'updated_at': '2022-02-05T21:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '13c1d579-1719-4237-ba4a-7dac4883520a', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'floating_ip_address': '172.35.4.24', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '51ebc572-022a-4b6a-be73-71e52e70a144', 'port_id': '4aed8332-0122-4bc2-aa4f-80aec454b257', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90d313e4-6cfc-4eb0-977a-3dccfac37705', 'mac_address': 'fa:16:3e:ec:16:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c149240c-6dd9-4557-b00d-29fd59cd3f94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:51:28Z', 'updated_at': '2022-02-05T21:51:28Z', 'revision_number': 0, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6', 'name': '', 'network_id': '90d313e4-6cfc-4eb0-977a-3dccfac37705', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'mac_address': 'fa:16:3e:54:57:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ebc572-022a-4b6a-be73-71e52e70a144', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '1ab9db64-b45e-45bf-9062-fcda96c7ff01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:51:11Z', 'updated_at': '2022-02-05T21:51:15Z', 'revision_number': 5, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'subnets': [{'id': '1ab9db64-b45e-45bf-9062-fcda96c7ff01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:51:29.828778 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:51:29.838873 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed6e4b2-3cda-4ad7-b38d-28492e61a1d5 None None] New status for floating IP 13c1d579-1719-4237-ba4a-7dac4883520a: ACTIVE {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:51:30.192183 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54018) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:51:30.257187 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7d5cc054-5a9d-42e7-a681-a7eea1d21110 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/floatingips/13c1d579-1719-4237-ba4a-7dac4883520a HTTP/1.1" status: 200  len: 992 time: 0.0632260
Feb 05 21:51:33.839497 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-04cb8293-9655-4688-bcf1-6db1bd906d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:36.222649 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e53b780e-dfd8-4355-997a-4a284c796e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:37.683709 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:39.269540 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:40.613912 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:42.463045 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8d9d2a4b-ef5c-4577-9b54-f5bd8267ed1d req-e694d336-a738-46df-a131-72f93ff2c4eb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c149240c-6dd9-4557-b00d-29fd59cd3f94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3673122
Feb 05 21:51:42.551278 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d2a4b-ef5c-4577-9b54-f5bd8267ed1d req-1fca9200-ebef-44b0-b1d6-fc9088e23cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:51:42.553855 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8d9d2a4b-ef5c-4577-9b54-f5bd8267ed1d req-1fca9200-ebef-44b0-b1d6-fc9088e23cf6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad4914a1c56043a7bbc01d19cd824488&device_id=c149240c-6dd9-4557-b00d-29fd59cd3f94 HTTP/1.1" status: 200  len: 1127 time: 0.0453560
Feb 05 21:51:42.655521 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d2a4b-ef5c-4577-9b54-f5bd8267ed1d req-d4284044-bc44-46b7-8f06-ba03127754bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:51:42.657233 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8d9d2a4b-ef5c-4577-9b54-f5bd8267ed1d req-d4284044-bc44-46b7-8f06-ba03127754bb service neutron] 10.222.0.21 "GET /v2.0/networks?id=90d313e4-6cfc-4eb0-977a-3dccfac37705 HTTP/1.1" status: 200  len: 896 time: 0.0849829
Feb 05 21:51:42.719538 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8d9d2a4b-ef5c-4577-9b54-f5bd8267ed1d req-1209f505-14b4-4cc5-abb0-7885188440d4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aed8332-0122-4bc2-aa4f-80aec454b257 HTTP/1.1" status: 200  len: 1000 time: 0.0559685
Feb 05 21:51:42.765610 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d2a4b-ef5c-4577-9b54-f5bd8267ed1d req-77f4b387-6039-4aac-8dc9-e278794a10b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:51:42.767060 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8d9d2a4b-ef5c-4577-9b54-f5bd8267ed1d req-77f4b387-6039-4aac-8dc9-e278794a10b9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1ab9db64-b45e-45bf-9062-fcda96c7ff01 HTTP/1.1" status: 200  len: 835 time: 0.0414248
Feb 05 21:51:42.820518 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d2a4b-ef5c-4577-9b54-f5bd8267ed1d req-19f61bb4-26ec-4c0e-a459-b759fcafd214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:51:42.822103 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8d9d2a4b-ef5c-4577-9b54-f5bd8267ed1d req-19f61bb4-26ec-4c0e-a459-b759fcafd214 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=90d313e4-6cfc-4eb0-977a-3dccfac37705&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0496402
Feb 05 21:51:42.911598 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8d9d2a4b-ef5c-4577-9b54-f5bd8267ed1d req-609dfd37-87ba-4118-99c8-be5ce853e155 service neutron] 10.222.0.21 "GET /v2.0/networks/90d313e4-6cfc-4eb0-977a-3dccfac37705?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0809681
Feb 05 21:51:43.001647 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8d9d2a4b-ef5c-4577-9b54-f5bd8267ed1d req-944ec10a-160c-40b3-94d9-2ca410306973 service neutron] 10.222.0.21 "GET /v2.0/networks/90d313e4-6cfc-4eb0-977a-3dccfac37705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0834012
Feb 05 21:51:45.693092 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:51:50.720993 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:52:03.841371 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4f24cfaa-8647-41c2-81cc-6ab205ae2c7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:52:06.224275 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0c2d7745-5459-46d0-b26c-c094445f33f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:52:06.827521 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:52:07.688130 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:52:09.272152 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:52:10.617988 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:52:15.691884 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:52:20.725568 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:52:33.842614 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-62b642f2-59b5-455a-bf89-ff388e29bb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:52:35.081472 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05647ed-b704-4d97-aa22-8a056f8bb2d6 req-a7be0475-6587-4544-95a4-6b038283d422 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:52:35.083002 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b05647ed-b704-4d97-aa22-8a056f8bb2d6 req-a7be0475-6587-4544-95a4-6b038283d422 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=c149240c-6dd9-4557-b00d-29fd59cd3f94 HTTP/1.1" status: 200  len: 945 time: 0.0555391
Feb 05 21:52:35.132759 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b05647ed-b704-4d97-aa22-8a056f8bb2d6 req-09be1641-7fb3-424e-b4c3-bb25cb78dd13 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=cadce7c7-7492-4c80-b684-6e488fce67e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438991
Feb 05 21:52:36.227453 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-deccb1cb-c973-4533-88f5-d5f7ab80cd08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:52:36.260716 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf5a17-0709-4687-bf0b-c5fb13812019 req-c66f8e63-b074-4f49-a122-e99a7407cc78 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:52:36.262217 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6fbf5a17-0709-4687-bf0b-c5fb13812019 req-c66f8e63-b074-4f49-a122-e99a7407cc78 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=c149240c-6dd9-4557-b00d-29fd59cd3f94 HTTP/1.1" status: 200  len: 945 time: 0.0586851
Feb 05 21:52:36.311572 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6fbf5a17-0709-4687-bf0b-c5fb13812019 req-4f70aefb-82e5-44d4-a148-8a66281a7b9a tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=cadce7c7-7492-4c80-b684-6e488fce67e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436866
Feb 05 21:52:37.432413 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa11597e-07dd-4e72-8da1-9a39390d7911 req-0b036952-03b2-4696-9bbe-953e243aff32 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:52:37.433907 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fa11597e-07dd-4e72-8da1-9a39390d7911 req-0b036952-03b2-4696-9bbe-953e243aff32 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=c149240c-6dd9-4557-b00d-29fd59cd3f94 HTTP/1.1" status: 200  len: 945 time: 0.0530558
Feb 05 21:52:37.482235 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fa11597e-07dd-4e72-8da1-9a39390d7911 req-ea62e066-6756-495c-a58c-43b1316a7145 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=cadce7c7-7492-4c80-b684-6e488fce67e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426660
Feb 05 21:52:37.689622 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:52:38.603790 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4b7b2-dba6-48c7-953b-0b399993149a req-0e29e910-d7be-4d1c-a281-35ef1015598b tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:52:38.605286 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-51a4b7b2-dba6-48c7-953b-0b399993149a req-0e29e910-d7be-4d1c-a281-35ef1015598b tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=c149240c-6dd9-4557-b00d-29fd59cd3f94 HTTP/1.1" status: 200  len: 945 time: 0.0538795
Feb 05 21:52:38.658411 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-51a4b7b2-dba6-48c7-953b-0b399993149a req-dc11089d-cd25-4160-b3b3-84c64c9bc0fc tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=cadce7c7-7492-4c80-b684-6e488fce67e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475469
Feb 05 21:52:39.273744 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:52:39.775538 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c7b49-8744-421e-a2e5-4f1ab57ab230 req-fad49fc7-e0cf-4747-8280-80fb1cf93bb1 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:52:39.776996 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-796c7b49-8744-421e-a2e5-4f1ab57ab230 req-fad49fc7-e0cf-4747-8280-80fb1cf93bb1 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=c149240c-6dd9-4557-b00d-29fd59cd3f94 HTTP/1.1" status: 200  len: 945 time: 0.0525010
Feb 05 21:52:39.826273 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-796c7b49-8744-421e-a2e5-4f1ab57ab230 req-d10c4635-bf9c-4bc8-bd92-d8b56971875a tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=cadce7c7-7492-4c80-b684-6e488fce67e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428090
Feb 05 21:52:40.621276 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:52:40.944321 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f54cb-02f4-4e24-8695-8f1984b9492d req-95f8ed18-9cba-42b1-8369-e31cba84f161 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:52:40.946258 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-664f54cb-02f4-4e24-8695-8f1984b9492d req-95f8ed18-9cba-42b1-8369-e31cba84f161 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=c149240c-6dd9-4557-b00d-29fd59cd3f94 HTTP/1.1" status: 200  len: 945 time: 0.0537477
Feb 05 21:52:40.995501 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-664f54cb-02f4-4e24-8695-8f1984b9492d req-88029edd-d58e-4463-973e-599f8385af63 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=cadce7c7-7492-4c80-b684-6e488fce67e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436897
Feb 05 21:52:42.118204 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c990a3-815f-410b-bb6c-7078e1c83d97 req-ae5332f2-68e5-4899-83ea-08ccf4a5ce98 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:52:42.119723 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a7c990a3-815f-410b-bb6c-7078e1c83d97 req-ae5332f2-68e5-4899-83ea-08ccf4a5ce98 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=c149240c-6dd9-4557-b00d-29fd59cd3f94 HTTP/1.1" status: 200  len: 945 time: 0.0566988
Feb 05 21:52:42.168578 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a7c990a3-815f-410b-bb6c-7078e1c83d97 req-eca39366-c630-4014-b6e9-40bf5454b62b tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=cadce7c7-7492-4c80-b684-6e488fce67e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432978
Feb 05 21:52:43.145123 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8addf-2b2e-40d0-940d-4d675afe571f req-a384756f-b211-4564-8d3d-a3b46755b126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:52:43.146760 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-27f8addf-2b2e-40d0-940d-4d675afe571f req-a384756f-b211-4564-8d3d-a3b46755b126 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad4914a1c56043a7bbc01d19cd824488&device_id=c149240c-6dd9-4557-b00d-29fd59cd3f94 HTTP/1.1" status: 200  len: 1127 time: 0.0462096
Feb 05 21:52:43.252133 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8addf-2b2e-40d0-940d-4d675afe571f req-7b56a472-da7b-4d71-9cc3-866b505841d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:52:43.253614 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-27f8addf-2b2e-40d0-940d-4d675afe571f req-7b56a472-da7b-4d71-9cc3-866b505841d2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=90d313e4-6cfc-4eb0-977a-3dccfac37705 HTTP/1.1" status: 200  len: 896 time: 0.0886416
Feb 05 21:52:43.287555 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b63e21-31e5-493a-bc11-c59961723297 req-5056a5cc-17c6-411d-a225-77d2c9fc654d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:52:43.289688 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26b63e21-31e5-493a-bc11-c59961723297 req-5056a5cc-17c6-411d-a225-77d2c9fc654d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=c149240c-6dd9-4557-b00d-29fd59cd3f94 HTTP/1.1" status: 200  len: 945 time: 0.0543952
Feb 05 21:52:43.317931 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-27f8addf-2b2e-40d0-940d-4d675afe571f req-83bf59c0-cc09-4658-bb63-1c1edc249d8a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aed8332-0122-4bc2-aa4f-80aec454b257 HTTP/1.1" status: 200  len: 1000 time: 0.0584474
Feb 05 21:52:43.337683 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-26b63e21-31e5-493a-bc11-c59961723297 req-371a505d-496d-4489-85c8-dd0f128c2122 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=cadce7c7-7492-4c80-b684-6e488fce67e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422266
Feb 05 21:52:43.365529 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8addf-2b2e-40d0-940d-4d675afe571f req-432da88a-5078-4957-9dfa-e4000a9f1f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:52:43.367238 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-27f8addf-2b2e-40d0-940d-4d675afe571f req-432da88a-5078-4957-9dfa-e4000a9f1f60 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1ab9db64-b45e-45bf-9062-fcda96c7ff01 HTTP/1.1" status: 200  len: 835 time: 0.0439162
Feb 05 21:52:43.418718 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8addf-2b2e-40d0-940d-4d675afe571f req-aafbdf57-4b93-4359-a8fc-e51b7ab23eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:52:43.420238 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-27f8addf-2b2e-40d0-940d-4d675afe571f req-aafbdf57-4b93-4359-a8fc-e51b7ab23eb4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=90d313e4-6cfc-4eb0-977a-3dccfac37705&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0473394
Feb 05 21:52:43.505048 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-27f8addf-2b2e-40d0-940d-4d675afe571f req-7f074690-1693-4f6d-a8a8-5488f1a620e4 service neutron] 10.222.0.21 "GET /v2.0/networks/90d313e4-6cfc-4eb0-977a-3dccfac37705?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0790012
Feb 05 21:52:43.597450 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-27f8addf-2b2e-40d0-940d-4d675afe571f req-52091178-6ddc-4ea1-bf5c-d5b0d39c26e8 service neutron] 10.222.0.21 "GET /v2.0/networks/90d313e4-6cfc-4eb0-977a-3dccfac37705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865912
Feb 05 21:52:43.827826 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:52:44.457700 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b0f93-030c-4a46-901d-6ef03862d3e0 req-b5b66500-b8fd-44bb-b5ac-fde2ae4cac8c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:52:44.459227 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-618b0f93-030c-4a46-901d-6ef03862d3e0 req-b5b66500-b8fd-44bb-b5ac-fde2ae4cac8c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=c149240c-6dd9-4557-b00d-29fd59cd3f94 HTTP/1.1" status: 200  len: 945 time: 0.0532167
Feb 05 21:52:44.511507 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-618b0f93-030c-4a46-901d-6ef03862d3e0 req-ff62d1a0-ecb6-40eb-bce8-e247667bc552 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=cadce7c7-7492-4c80-b684-6e488fce67e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466702
Feb 05 21:52:45.629429 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5839f8f-0e70-47ac-b5d6-444ea36e2c70 req-4654861d-f0a3-4214-9670-59242562e4b3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:52:45.630953 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e5839f8f-0e70-47ac-b5d6-444ea36e2c70 req-4654861d-f0a3-4214-9670-59242562e4b3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=c149240c-6dd9-4557-b00d-29fd59cd3f94 HTTP/1.1" status: 200  len: 945 time: 0.0524189
Feb 05 21:52:45.679594 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e5839f8f-0e70-47ac-b5d6-444ea36e2c70 req-0492a81b-f4d0-4d8c-ae7f-2be5575a04be tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=cadce7c7-7492-4c80-b684-6e488fce67e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419834
Feb 05 21:52:45.703172 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54084) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:52:45.707346 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:52:45.765476 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b3f517c5-a3fc-42aa-853a-e792a2dc8eca tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/floatingips/13c1d579-1719-4237-ba4a-7dac4883520a HTTP/1.1" status: 200  len: 992 time: 0.0610089
Feb 05 21:52:47.038018 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001cd73-2e82-4bdc-b68f-52eb407e4db7 req-880bed38-056f-415c-9d98-da2c34f67edb tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:52:47.039760 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d001cd73-2e82-4bdc-b68f-52eb407e4db7 req-880bed38-056f-415c-9d98-da2c34f67edb tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=c149240c-6dd9-4557-b00d-29fd59cd3f94 HTTP/1.1" status: 200  len: 945 time: 0.0556436
Feb 05 21:52:47.061451 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123db04-cf6e-4de2-8070-0f42f0fb5523 req-fd6748ab-05d7-450f-bb26-5672ab67b7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:52:47.063124 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a123db04-cf6e-4de2-8070-0f42f0fb5523 req-fd6748ab-05d7-450f-bb26-5672ab67b7ff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad4914a1c56043a7bbc01d19cd824488&device_id=c149240c-6dd9-4557-b00d-29fd59cd3f94 HTTP/1.1" status: 200  len: 1127 time: 0.0466623
Feb 05 21:52:47.089755 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d001cd73-2e82-4bdc-b68f-52eb407e4db7 req-d972d010-4a15-4e72-b3dc-3519194094eb tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=cadce7c7-7492-4c80-b684-6e488fce67e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443137
Feb 05 21:52:47.156234 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123db04-cf6e-4de2-8070-0f42f0fb5523 req-b12e8227-1c90-4b41-bfb5-d48c0795dbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:52:47.157758 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a123db04-cf6e-4de2-8070-0f42f0fb5523 req-b12e8227-1c90-4b41-bfb5-d48c0795dbf2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=90d313e4-6cfc-4eb0-977a-3dccfac37705 HTTP/1.1" status: 200  len: 896 time: 0.0875306
Feb 05 21:52:47.221577 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a123db04-cf6e-4de2-8070-0f42f0fb5523 req-466faefc-c6cd-4670-8dc7-237485a358b3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aed8332-0122-4bc2-aa4f-80aec454b257 HTTP/1.1" status: 200  len: 1000 time: 0.0580652
Feb 05 21:52:47.267534 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123db04-cf6e-4de2-8070-0f42f0fb5523 req-0099d188-b55f-4efb-ad79-89fd642483e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:52:47.268953 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a123db04-cf6e-4de2-8070-0f42f0fb5523 req-0099d188-b55f-4efb-ad79-89fd642483e6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1ab9db64-b45e-45bf-9062-fcda96c7ff01 HTTP/1.1" status: 200  len: 835 time: 0.0414767
Feb 05 21:52:47.321063 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123db04-cf6e-4de2-8070-0f42f0fb5523 req-0611975d-4468-46bd-834c-df3c6ae474ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:52:47.322513 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a123db04-cf6e-4de2-8070-0f42f0fb5523 req-0611975d-4468-46bd-834c-df3c6ae474ce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=90d313e4-6cfc-4eb0-977a-3dccfac37705&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0479829
Feb 05 21:52:47.409957 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a123db04-cf6e-4de2-8070-0f42f0fb5523 req-b4271dd7-e774-4cc3-b4bc-42140f3b9486 service neutron] 10.222.0.21 "GET /v2.0/networks/90d313e4-6cfc-4eb0-977a-3dccfac37705?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0809247
Feb 05 21:52:47.501417 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a123db04-cf6e-4de2-8070-0f42f0fb5523 req-ca3e27ce-252f-4ff5-8cd5-71ccaa540dea service neutron] 10.222.0.21 "GET /v2.0/networks/90d313e4-6cfc-4eb0-977a-3dccfac37705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857575
Feb 05 21:52:48.214094 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709f362-a70a-4e53-83cf-7bad2dd783f3 req-a72ac29a-abbd-4189-aa50-cddca9993803 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:52:48.215564 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7709f362-a70a-4e53-83cf-7bad2dd783f3 req-a72ac29a-abbd-4189-aa50-cddca9993803 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=c149240c-6dd9-4557-b00d-29fd59cd3f94 HTTP/1.1" status: 200  len: 945 time: 0.0529730
Feb 05 21:52:48.262886 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7709f362-a70a-4e53-83cf-7bad2dd783f3 req-9b5c82a5-12c7-48ba-ba2e-018eeae939bf tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=cadce7c7-7492-4c80-b684-6e488fce67e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418677
Feb 05 21:52:48.286596 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54102) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:52:48.345888 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-314a247d-2b46-423c-beb0-6361fddc67d5 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/floatingips/13c1d579-1719-4237-ba4a-7dac4883520a HTTP/1.1" status: 200  len: 992 time: 0.0581357
Feb 05 21:52:50.731587 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:03.843741 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1ffdcd8c-4990-4bcd-ab57-ca039d2b5d20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:06.228714 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-940d2b4f-f353-4654-9590-b98f55f0bd8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:07.693261 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:09.276847 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:10.623750 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:15.723529 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:20.742106 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:20.827288 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:53:33.845911 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fbb6c26d-300f-49c3-842c-49a75abe679d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:36.230531 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-74e1c80a-0be3-4afd-b6a7-529c38ff9657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:37.695558 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:38.732145 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54154) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:53:38.886670 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-105558fa-2217-4f2b-bbe7-d7cf551a37b7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Deleting port cef60070-b28d-46e3-b187-6bbeb64eea84 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:53:38.887021 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-105558fa-2217-4f2b-bbe7-d7cf551a37b7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (cef60070-b28d-46e3-b187-6bbeb64eea84), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:38.964820 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-105558fa-2217-4f2b-bbe7-d7cf551a37b7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (cef60070-b28d-46e3-b187-6bbeb64eea84), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:38.965154 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-105558fa-2217-4f2b-bbe7-d7cf551a37b7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for floatingip (cef60070-b28d-46e3-b187-6bbeb64eea84), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:38.976402 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-105558fa-2217-4f2b-bbe7-d7cf551a37b7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Calling delete_port for cef60070-b28d-46e3-b187-6bbeb64eea84 owned by network:floatingip {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:53:39.122869 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-105558fa-2217-4f2b-bbe7-d7cf551a37b7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (cef60070-b28d-46e3-b187-6bbeb64eea84), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:39.151585 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105558fa-2217-4f2b-bbe7-d7cf551a37b7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event deleted for resources: {'Port': ['ID=cef60070-b28d-46e3-b187-6bbeb64eea84,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:53:39.177475 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105558fa-2217-4f2b-bbe7-d7cf551a37b7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:39.177834 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105558fa-2217-4f2b-bbe7-d7cf551a37b7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:39.178186 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105558fa-2217-4f2b-bbe7-d7cf551a37b7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:39.178560 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105558fa-2217-4f2b-bbe7-d7cf551a37b7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:39.178902 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105558fa-2217-4f2b-bbe7-d7cf551a37b7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:39.179238 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105558fa-2217-4f2b-bbe7-d7cf551a37b7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:39.179573 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105558fa-2217-4f2b-bbe7-d7cf551a37b7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:39.179909 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105558fa-2217-4f2b-bbe7-d7cf551a37b7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:39.180613 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105558fa-2217-4f2b-bbe7-d7cf551a37b7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:39.180974 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105558fa-2217-4f2b-bbe7-d7cf551a37b7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:39.181306 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105558fa-2217-4f2b-bbe7-d7cf551a37b7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:39.181636 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105558fa-2217-4f2b-bbe7-d7cf551a37b7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:39.181964 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105558fa-2217-4f2b-bbe7-d7cf551a37b7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:39.220074 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-105558fa-2217-4f2b-bbe7-d7cf551a37b7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for floatingip (13c1d579-1719-4237-ba4a-7dac4883520a), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:39.220408 ncdv-master-1 neutron-server[114390]: INFO neutron.db.l3_db [None req-105558fa-2217-4f2b-bbe7-d7cf551a37b7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Floating IP 13c1d579-1719-4237-ba4a-7dac4883520a disassociated (deleted). External IP: 172.35.4.24, port: 4aed8332-0122-4bc2-aa4f-80aec454b257.
Feb 05 21:53:39.283511 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:39.430781 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-105558fa-2217-4f2b-bbe7-d7cf551a37b7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Router 51ebc572-022a-4b6a-be73-71e52e70a144 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:53:39.537831 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105558fa-2217-4f2b-bbe7-d7cf551a37b7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:53:39.543214 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-105558fa-2217-4f2b-bbe7-d7cf551a37b7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:39.548191 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c1f6b8-ddad-4b41-9c19-962050e33251 None None] Sync routers for ids ['51ebc572-022a-4b6a-be73-71e52e70a144'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:53:39.558457 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c1f6b8-ddad-4b41-9c19-962050e33251 None None] Routers {'51ebc572-022a-4b6a-be73-71e52e70a144'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:53:39.559153 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-f2c1f6b8-ddad-4b41-9c19-962050e33251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db87cbeb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:53:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['51ebc572-022a-4b6a-be73-71e52e70a144'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:53:39.572261 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-105558fa-2217-4f2b-bbe7-d7cf551a37b7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "DELETE /v2.0/floatingips/13c1d579-1719-4237-ba4a-7dac4883520a HTTP/1.1" status: 204  len: 168 time: 0.8389976
Feb 05 21:53:39.572863 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c149240c-6dd9-4557-b00d-29fd59cd3f94', 'tag': '4aed8332-0122-4bc2-aa4f-80aec454b257'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:53:39.575130 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dc595678b95b8a5d7a711e017487991988fc4acadae49b95ce695ebace8492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60ed1fd-e520-420b-b37b-b1b2151a6b8e" -d '{"events": [{"name": "network-changed", "server_uuid": "c149240c-6dd9-4557-b00d-29fd59cd3f94", "tag": "4aed8332-0122-4bc2-aa4f-80aec454b257"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:53:39.616934 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2babb673-cd3e-4104-be63-c94ac8bc4d12 x-openstack-request-id: req-2babb673-cd3e-4104-be63-c94ac8bc4d12 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:53:39.617475 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c149240c-6dd9-4557-b00d-29fd59cd3f94", "tag": "4aed8332-0122-4bc2-aa4f-80aec454b257", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:53:39.618161 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2babb673-cd3e-4104-be63-c94ac8bc4d12 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:53:39.618707 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c149240c-6dd9-4557-b00d-29fd59cd3f94', 'tag': '4aed8332-0122-4bc2-aa4f-80aec454b257', 'status': 'completed', 'code': 200}
Feb 05 21:53:39.679027 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-f2c1f6b8-ddad-4b41-9c19-962050e33251 None None] Set router 51ebc572-022a-4b6a-be73-71e52e70a144 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:53:39.687296 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ed1fd-e520-420b-b37b-b1b2151a6b8e req-090e1356-8702-47be-a06b-4c72411ae69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:53:39.688793 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a60ed1fd-e520-420b-b37b-b1b2151a6b8e req-090e1356-8702-47be-a06b-4c72411ae69e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad4914a1c56043a7bbc01d19cd824488&device_id=c149240c-6dd9-4557-b00d-29fd59cd3f94 HTTP/1.1" status: 200  len: 1127 time: 0.0516789
Feb 05 21:53:39.788454 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ed1fd-e520-420b-b37b-b1b2151a6b8e req-fad288f4-c10e-4551-9cb7-ee0b4ebc211b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:53:39.790684 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a60ed1fd-e520-420b-b37b-b1b2151a6b8e req-fad288f4-c10e-4551-9cb7-ee0b4ebc211b service neutron] 10.222.0.21 "GET /v2.0/networks?id=90d313e4-6cfc-4eb0-977a-3dccfac37705 HTTP/1.1" status: 200  len: 896 time: 0.0924737
Feb 05 21:53:39.822364 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2caf8-c682-4052-8b76-acb2b5fee634 req-8b9a1640-e335-4fdb-8c9f-9f248d78e45d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:53:39.823994 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-43d2caf8-c682-4052-8b76-acb2b5fee634 req-8b9a1640-e335-4fdb-8c9f-9f248d78e45d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=c149240c-6dd9-4557-b00d-29fd59cd3f94 HTTP/1.1" status: 200  len: 945 time: 0.0620801
Feb 05 21:53:39.838734 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a60ed1fd-e520-420b-b37b-b1b2151a6b8e req-0b0e9b94-9e74-4e60-981f-211b90dc4521 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aed8332-0122-4bc2-aa4f-80aec454b257 HTTP/1.1" status: 200  len: 217 time: 0.0399086
Feb 05 21:53:39.877622 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-43d2caf8-c682-4052-8b76-acb2b5fee634 req-5f939f0b-2821-4842-8ca1-ee5efbb5e439 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=cadce7c7-7492-4c80-b684-6e488fce67e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457673
Feb 05 21:53:39.889333 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ed1fd-e520-420b-b37b-b1b2151a6b8e req-066eea36-705b-480f-b3e1-968f92eb494b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:53:39.891013 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a60ed1fd-e520-420b-b37b-b1b2151a6b8e req-066eea36-705b-480f-b3e1-968f92eb494b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1ab9db64-b45e-45bf-9062-fcda96c7ff01 HTTP/1.1" status: 200  len: 835 time: 0.0452235
Feb 05 21:53:39.902054 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-f2c1f6b8-ddad-4b41-9c19-962050e33251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db87cbeb0>, [{'id': '51ebc572-022a-4b6a-be73-71e52e70a144', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028982880', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '2c4f7d7d-5b95-4128-8a73-cb4d6baf8472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:51:08Z', 'updated_at': '2022-02-05T21:51:12Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '2c4f7d7d-5b95-4128-8a73-cb4d6baf8472', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ebc572-022a-4b6a-be73-71e52e70a144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:51:09Z', 'updated_at': '2022-02-05T21:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6', 'name': '', 'network_id': '90d313e4-6cfc-4eb0-977a-3dccfac37705', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'mac_address': 'fa:16:3e:54:57:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ebc572-022a-4b6a-be73-71e52e70a144', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '1ab9db64-b45e-45bf-9062-fcda96c7ff01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:51:11Z', 'updated_at': '2022-02-05T21:51:15Z', 'revision_number': 5, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'subnets': [{'id': '1ab9db64-b45e-45bf-9062-fcda96c7ff01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:53:39.931937 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c1f6b8-ddad-4b41-9c19-962050e33251 None None] Checking router: 51ebc572-022a-4b6a-be73-71e52e70a144 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:53:39.940334 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c1f6b8-ddad-4b41-9c19-962050e33251 None None] Routers {'51ebc572-022a-4b6a-be73-71e52e70a144'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:53:39.940866 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-f2c1f6b8-ddad-4b41-9c19-962050e33251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db87cbeb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:53:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['51ebc572-022a-4b6a-be73-71e52e70a144'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:53:39.942675 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ed1fd-e520-420b-b37b-b1b2151a6b8e req-e07e2f4e-80cd-4e9b-b72c-a1af3fb07a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:53:39.944199 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a60ed1fd-e520-420b-b37b-b1b2151a6b8e req-e07e2f4e-80cd-4e9b-b72c-a1af3fb07a27 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=90d313e4-6cfc-4eb0-977a-3dccfac37705&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0465686
Feb 05 21:53:39.955331 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [req-a60ed1fd-e520-420b-b37b-b1b2151a6b8e req-75b199e2-2087-44f1-b2a7-1d9f337bbf07 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:53:39.956292 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a60ed1fd-e520-420b-b37b-b1b2151a6b8e req-75b199e2-2087-44f1-b2a7-1d9f337bbf07 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0050716
Feb 05 21:53:40.049016 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a60ed1fd-e520-420b-b37b-b1b2151a6b8e req-51928a69-5223-46c9-8373-5e8801441d20 service neutron] 10.222.0.21 "GET /v2.0/networks/90d313e4-6cfc-4eb0-977a-3dccfac37705?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851338
Feb 05 21:53:40.053599 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-f2c1f6b8-ddad-4b41-9c19-962050e33251 None None] Set router 51ebc572-022a-4b6a-be73-71e52e70a144 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:53:40.137318 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a60ed1fd-e520-420b-b37b-b1b2151a6b8e req-f726ce33-484e-4c3f-99cc-f837a302f533 service neutron] 10.222.0.21 "GET /v2.0/networks/90d313e4-6cfc-4eb0-977a-3dccfac37705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0809412
Feb 05 21:53:40.256338 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-f2c1f6b8-ddad-4b41-9c19-962050e33251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db87cbeb0>, [{'id': '51ebc572-022a-4b6a-be73-71e52e70a144', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028982880', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '2c4f7d7d-5b95-4128-8a73-cb4d6baf8472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:51:08Z', 'updated_at': '2022-02-05T21:51:12Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '2c4f7d7d-5b95-4128-8a73-cb4d6baf8472', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ebc572-022a-4b6a-be73-71e52e70a144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:51:09Z', 'updated_at': '2022-02-05T21:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6', 'name': '', 'network_id': '90d313e4-6cfc-4eb0-977a-3dccfac37705', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'mac_address': 'fa:16:3e:54:57:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ebc572-022a-4b6a-be73-71e52e70a144', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '1ab9db64-b45e-45bf-9062-fcda96c7ff01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:51:11Z', 'updated_at': '2022-02-05T21:51:15Z', 'revision_number': 5, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'subnets': [{'id': '1ab9db64-b45e-45bf-9062-fcda96c7ff01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:53:40.284128 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c1f6b8-ddad-4b41-9c19-962050e33251 None None] The sync data for ids ['51ebc572-022a-4b6a-be73-71e52e70a144'] in ncdv-master-1 is: [{'id': '51ebc572-022a-4b6a-be73-71e52e70a144', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028982880', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '2c4f7d7d-5b95-4128-8a73-cb4d6baf8472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:51:08Z', 'updated_at': '2022-02-05T21:51:12Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '2c4f7d7d-5b95-4128-8a73-cb4d6baf8472', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ebc572-022a-4b6a-be73-71e52e70a144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:51:09Z', 'updated_at': '2022-02-05T21:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6', 'name': '', 'network_id': '90d313e4-6cfc-4eb0-977a-3dccfac37705', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'mac_address': 'fa:16:3e:54:57:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ebc572-022a-4b6a-be73-71e52e70a144', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '1ab9db64-b45e-45bf-9062-fcda96c7ff01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:51:11Z', 'updated_at': '2022-02-05T21:51:15Z', 'revision_number': 5, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'subnets': [{'id': '1ab9db64-b45e-45bf-9062-fcda96c7ff01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:53:40.501139 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67065996-e00b-4d30-b965-de6ff05180f1 None None] New status for floating IP 13c1d579-1719-4237-ba4a-7dac4883520a: DOWN {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:53:40.626484 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:41.003409 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20d316-e62c-49db-a393-d2ffea301814 req-6f91a7ea-3d18-482b-9757-523210c16165 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:53:41.004887 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5d20d316-e62c-49db-a393-d2ffea301814 req-6f91a7ea-3d18-482b-9757-523210c16165 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=c149240c-6dd9-4557-b00d-29fd59cd3f94 HTTP/1.1" status: 200  len: 945 time: 0.0531895
Feb 05 21:53:41.053671 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5d20d316-e62c-49db-a393-d2ffea301814 req-6f0858ae-0dcc-49b2-8971-9b1514ed42b2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=cadce7c7-7492-4c80-b684-6e488fce67e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430582
Feb 05 21:53:41.616494 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d154cac-9a68-4a58-871a-56907ee8e1f8 req-a98b32b3-be68-42c4-9a22-b48e22b2973e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:53:41.618415 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4d154cac-9a68-4a58-871a-56907ee8e1f8 req-a98b32b3-be68-42c4-9a22-b48e22b2973e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.21 "GET /v2.0/ports?device_id=c149240c-6dd9-4557-b00d-29fd59cd3f94 HTTP/1.1" status: 200  len: 945 time: 0.0541942
Feb 05 21:53:41.716493 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-4d154cac-9a68-4a58-871a-56907ee8e1f8 req-b931d3db-b313-4a6b-84b4-f0cca38dd6ef tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Deleting port 4aed8332-0122-4bc2-aa4f-80aec454b257 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:53:41.716832 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-4d154cac-9a68-4a58-871a-56907ee8e1f8 req-b931d3db-b313-4a6b-84b4-f0cca38dd6ef tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (4aed8332-0122-4bc2-aa4f-80aec454b257), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:41.804609 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-4d154cac-9a68-4a58-871a-56907ee8e1f8 req-b931d3db-b313-4a6b-84b4-f0cca38dd6ef tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] For port 4aed8332-0122-4bc2-aa4f-80aec454b257, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4aed8332-0122-4bc2-aa4f-80aec454b257,segment=NetworkSegment(849cff06-25f7-4e01-84d0-a52c318eb49f),segment_id=849cff06-25f7-4e01-84d0-a52c318eb49f)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:53:41.804999 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-4d154cac-9a68-4a58-871a-56907ee8e1f8 req-b931d3db-b313-4a6b-84b4-f0cca38dd6ef tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (4aed8332-0122-4bc2-aa4f-80aec454b257), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:41.816812 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-4d154cac-9a68-4a58-871a-56907ee8e1f8 req-b931d3db-b313-4a6b-84b4-f0cca38dd6ef tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Calling delete_port for 4aed8332-0122-4bc2-aa4f-80aec454b257 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:53:41.949117 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-4d154cac-9a68-4a58-871a-56907ee8e1f8 req-b931d3db-b313-4a6b-84b4-f0cca38dd6ef tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (4aed8332-0122-4bc2-aa4f-80aec454b257), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:41.977389 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b931d3db-b313-4a6b-84b4-f0cca38dd6ef tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event deleted for resources: {'Port': ['ID=4aed8332-0122-4bc2-aa4f-80aec454b257,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:53:42.026697 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d154cac-9a68-4a58-871a-56907ee8e1f8 req-b931d3db-b313-4a6b-84b4-f0cca38dd6ef tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] No DVR routers for this DVR port 4aed8332-0122-4bc2-aa4f-80aec454b257 on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:53:42.029302 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-4d154cac-9a68-4a58-871a-56907ee8e1f8 req-b931d3db-b313-4a6b-84b4-f0cca38dd6ef tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:42.032911 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4d154cac-9a68-4a58-871a-56907ee8e1f8 req-b931d3db-b313-4a6b-84b4-f0cca38dd6ef tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.21 "DELETE /v2.0/ports/4aed8332-0122-4bc2-aa4f-80aec454b257 HTTP/1.1" status: 204  len: 173 time: 0.4071965
Feb 05 21:53:42.033361 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c149240c-6dd9-4557-b00d-29fd59cd3f94', 'name': 'network-vif-deleted', 'tag': '4aed8332-0122-4bc2-aa4f-80aec454b257'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:53:42.035635 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dc595678b95b8a5d7a711e017487991988fc4acadae49b95ce695ebace8492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131c31aa-3679-4050-8b17-5d7f79b86f2d" -d '{"events": [{"server_uuid": "c149240c-6dd9-4557-b00d-29fd59cd3f94", "name": "network-vif-deleted", "tag": "4aed8332-0122-4bc2-aa4f-80aec454b257"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:53:42.135749 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28556543-8688-4675-abe5-85856d698b09 x-openstack-request-id: req-28556543-8688-4675-abe5-85856d698b09 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:53:42.136097 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c149240c-6dd9-4557-b00d-29fd59cd3f94", "name": "network-vif-deleted", "tag": "4aed8332-0122-4bc2-aa4f-80aec454b257", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:53:42.136650 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-28556543-8688-4675-abe5-85856d698b09 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:53:42.137059 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c149240c-6dd9-4557-b00d-29fd59cd3f94', 'name': 'network-vif-deleted', 'tag': '4aed8332-0122-4bc2-aa4f-80aec454b257', 'status': 'completed', 'code': 200}
Feb 05 21:53:42.162473 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5511d12c-bc28-4848-bea3-f0070396801f req-9465372d-34f3-4d68-b3a7-8559efc9603d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=c149240c-6dd9-4557-b00d-29fd59cd3f94 HTTP/1.1" status: 200  len: 210 time: 0.0313489
Feb 05 21:53:43.219949 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54174) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:53:43.569521 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-313a76cb-7f61-4c1f-a363-de99c6f4da34 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (51ebc572-022a-4b6a-be73-71e52e70a144), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:43.822589 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-313a76cb-7f61-4c1f-a363-de99c6f4da34 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Deleting port 4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:53:43.822853 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-313a76cb-7f61-4c1f-a363-de99c6f4da34 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:43.910832 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-313a76cb-7f61-4c1f-a363-de99c6f4da34 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] For port 4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6,segment=NetworkSegment(849cff06-25f7-4e01-84d0-a52c318eb49f),segment_id=849cff06-25f7-4e01-84d0-a52c318eb49f)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:53:43.911197 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-313a76cb-7f61-4c1f-a363-de99c6f4da34 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:43.923115 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-313a76cb-7f61-4c1f-a363-de99c6f4da34 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Calling delete_port for 4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6 owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:53:44.109002 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-313a76cb-7f61-4c1f-a363-de99c6f4da34 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:44.136452 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a76cb-7f61-4c1f-a363-de99c6f4da34 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event deleted for resources: {'Port': ['ID=4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:53:44.314538 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-313a76cb-7f61-4c1f-a363-de99c6f4da34 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (51ebc572-022a-4b6a-be73-71e52e70a144), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:44.850696 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313a76cb-7f61-4c1f-a363-de99c6f4da34 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Router 51ebc572-022a-4b6a-be73-71e52e70a144 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:53:44.958632 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313a76cb-7f61-4c1f-a363-de99c6f4da34 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:53:44.964897 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-313a76cb-7f61-4c1f-a363-de99c6f4da34 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "PUT /v2.0/routers/51ebc572-022a-4b6a-be73-71e52e70a144/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7439265
Feb 05 21:53:44.967626 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54176) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:53:44.969299 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5baa096-1cb7-42ff-bc87-aeee936db138 None None] Sync routers for ids ['51ebc572-022a-4b6a-be73-71e52e70a144'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:53:44.979624 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5baa096-1cb7-42ff-bc87-aeee936db138 None None] Routers {'51ebc572-022a-4b6a-be73-71e52e70a144'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:53:44.980266 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-d5baa096-1cb7-42ff-bc87-aeee936db138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabda02b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:53:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['51ebc572-022a-4b6a-be73-71e52e70a144'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:53:45.017775 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b6671d7-9c25-4bcf-bb2a-a09d28ee7e60 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Deleting subnet 1ab9db64-b45e-45bf-9062-fcda96c7ff01 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:53:45.020875 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9b6671d7-9c25-4bcf-bb2a-a09d28ee7e60 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for subnet (1ab9db64-b45e-45bf-9062-fcda96c7ff01), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:45.064612 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9b6671d7-9c25-4bcf-bb2a-a09d28ee7e60 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (1ab9db64-b45e-45bf-9062-fcda96c7ff01), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:45.089852 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-d5baa096-1cb7-42ff-bc87-aeee936db138 None None] Set router 51ebc572-022a-4b6a-be73-71e52e70a144 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:53:45.149620 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9b6671d7-9c25-4bcf-bb2a-a09d28ee7e60 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (1ab9db64-b45e-45bf-9062-fcda96c7ff01), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:45.211610 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9b6671d7-9c25-4bcf-bb2a-a09d28ee7e60 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (1ab9db64-b45e-45bf-9062-fcda96c7ff01), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:45.244296 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6671d7-9c25-4bcf-bb2a-a09d28ee7e60 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event deleted for resources: {'Subnet': ['ID=1ab9db64-b45e-45bf-9062-fcda96c7ff01,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:53:45.250092 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9b6671d7-9c25-4bcf-bb2a-a09d28ee7e60 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:45.255913 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9b6671d7-9c25-4bcf-bb2a-a09d28ee7e60 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "DELETE /v2.0/subnets/1ab9db64-b45e-45bf-9062-fcda96c7ff01 HTTP/1.1" status: 204  len: 168 time: 0.2845390
Feb 05 21:53:45.256082 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd935ab-c521-4f1c-ae66-ddd2aa353c61 None None] Network 90d313e4-6cfc-4eb0-977a-3dccfac37705 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:53:45.256194 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54178) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:53:45.362419 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-d5baa096-1cb7-42ff-bc87-aeee936db138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabda02b0>, [{'id': '51ebc572-022a-4b6a-be73-71e52e70a144', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028982880', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '2c4f7d7d-5b95-4128-8a73-cb4d6baf8472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:51:08Z', 'updated_at': '2022-02-05T21:53:44Z', 'revision_number': 5, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '2c4f7d7d-5b95-4128-8a73-cb4d6baf8472', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ebc572-022a-4b6a-be73-71e52e70a144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:51:09Z', 'updated_at': '2022-02-05T21:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:53:45.365836 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0a7d6e37-c34f-4592-89e6-3ea0e68f36a3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for router (51ebc572-022a-4b6a-be73-71e52e70a144), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:45.395957 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5baa096-1cb7-42ff-bc87-aeee936db138 None None] Checking router: 51ebc572-022a-4b6a-be73-71e52e70a144 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:53:45.411869 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5baa096-1cb7-42ff-bc87-aeee936db138 None None] Routers {'51ebc572-022a-4b6a-be73-71e52e70a144'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:53:45.412505 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-d5baa096-1cb7-42ff-bc87-aeee936db138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabda02b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:53:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['51ebc572-022a-4b6a-be73-71e52e70a144'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:53:45.448739 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12acada5-e055-4740-ae3c-b812be85cf43 None None] DHCP port deletion for 90d313e4-6cfc-4eb0-977a-3dccfac37705 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:53:45.474125 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0a7d6e37-c34f-4592-89e6-3ea0e68f36a3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for router_gateway (51ebc572-022a-4b6a-be73-71e52e70a144), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:45.531169 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-0a7d6e37-c34f-4592-89e6-3ea0e68f36a3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Deleting port 2c4f7d7d-5b95-4128-8a73-cb4d6baf8472 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:53:45.531513 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0a7d6e37-c34f-4592-89e6-3ea0e68f36a3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (2c4f7d7d-5b95-4128-8a73-cb4d6baf8472), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:45.555520 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-d5baa096-1cb7-42ff-bc87-aeee936db138 None None] Set router 51ebc572-022a-4b6a-be73-71e52e70a144 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:53:45.609176 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-0a7d6e37-c34f-4592-89e6-3ea0e68f36a3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] For port 2c4f7d7d-5b95-4128-8a73-cb4d6baf8472, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c4f7d7d-5b95-4128-8a73-cb4d6baf8472,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:53:45.609548 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0a7d6e37-c34f-4592-89e6-3ea0e68f36a3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (2c4f7d7d-5b95-4128-8a73-cb4d6baf8472), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:45.612066 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-12acada5-e055-4740-ae3c-b812be85cf43 None None] Deleting port c8515f20-d8de-4116-ab20-73506eaed439 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:53:45.612444 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-12acada5-e055-4740-ae3c-b812be85cf43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (c8515f20-d8de-4116-ab20-73506eaed439), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:45.621964 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-0a7d6e37-c34f-4592-89e6-3ea0e68f36a3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Calling delete_port for 2c4f7d7d-5b95-4128-8a73-cb4d6baf8472 owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:53:45.737176 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-12acada5-e055-4740-ae3c-b812be85cf43 None None] For port c8515f20-d8de-4116-ab20-73506eaed439, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8515f20-d8de-4116-ab20-73506eaed439,segment=NetworkSegment(849cff06-25f7-4e01-84d0-a52c318eb49f),segment_id=849cff06-25f7-4e01-84d0-a52c318eb49f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:53:45.737418 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-12acada5-e055-4740-ae3c-b812be85cf43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (c8515f20-d8de-4116-ab20-73506eaed439), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:45.750598 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:45.758616 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 4aed8332-0122-4bc2-aa4f-80aec454b257 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:53:45.760578 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-12acada5-e055-4740-ae3c-b812be85cf43 None None] Calling delete_port for c8515f20-d8de-4116-ab20-73506eaed439 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:53:45.795402 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0a7d6e37-c34f-4592-89e6-3ea0e68f36a3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (2c4f7d7d-5b95-4128-8a73-cb4d6baf8472), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:45.798216 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: 4aed8332-0122-4bc2-aa4f-80aec454b257 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:53:45.798596 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 4aed8332-0122-4bc2-aa4f-80aec454b257 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:53:45.831933 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d6e37-c34f-4592-89e6-3ea0e68f36a3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event deleted for resources: {'Port': ['ID=2c4f7d7d-5b95-4128-8a73-cb4d6baf8472,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:53:45.887739 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0a7d6e37-c34f-4592-89e6-3ea0e68f36a3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (51ebc572-022a-4b6a-be73-71e52e70a144), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:45.906488 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-d5baa096-1cb7-42ff-bc87-aeee936db138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabda02b0>, [{'id': '51ebc572-022a-4b6a-be73-71e52e70a144', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028982880', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '2c4f7d7d-5b95-4128-8a73-cb4d6baf8472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:51:08Z', 'updated_at': '2022-02-05T21:53:44Z', 'revision_number': 5, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '2c4f7d7d-5b95-4128-8a73-cb4d6baf8472', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ebc572-022a-4b6a-be73-71e52e70a144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:51:09Z', 'updated_at': '2022-02-05T21:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:53:45.909731 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-12acada5-e055-4740-ae3c-b812be85cf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (c8515f20-d8de-4116-ab20-73506eaed439), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:45.957198 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5baa096-1cb7-42ff-bc87-aeee936db138 None None] The sync data for ids ['51ebc572-022a-4b6a-be73-71e52e70a144'] in ncdv-master-1 is: [{'id': '51ebc572-022a-4b6a-be73-71e52e70a144', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028982880', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '2c4f7d7d-5b95-4128-8a73-cb4d6baf8472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:51:08Z', 'updated_at': '2022-02-05T21:53:44Z', 'revision_number': 5, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '2c4f7d7d-5b95-4128-8a73-cb4d6baf8472', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ebc572-022a-4b6a-be73-71e52e70a144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:51:09Z', 'updated_at': '2022-02-05T21:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:53:45.962145 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12acada5-e055-4740-ae3c-b812be85cf43 None None] Pushing event deleted for resources: {'Port': ['ID=c8515f20-d8de-4116-ab20-73506eaed439,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:53:45.967493 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12acada5-e055-4740-ae3c-b812be85cf43 None None] No DVR routers for this DVR port c8515f20-d8de-4116-ab20-73506eaed439 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:53:45.975857 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12acada5-e055-4740-ae3c-b812be85cf43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:45.976507 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12acada5-e055-4740-ae3c-b812be85cf43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:45.976619 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12acada5-e055-4740-ae3c-b812be85cf43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:45.977636 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12acada5-e055-4740-ae3c-b812be85cf43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:45.978197 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12acada5-e055-4740-ae3c-b812be85cf43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:45.981013 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12acada5-e055-4740-ae3c-b812be85cf43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:45.981013 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12acada5-e055-4740-ae3c-b812be85cf43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:45.981013 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12acada5-e055-4740-ae3c-b812be85cf43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:45.981013 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12acada5-e055-4740-ae3c-b812be85cf43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:45.981013 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12acada5-e055-4740-ae3c-b812be85cf43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:45.981013 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12acada5-e055-4740-ae3c-b812be85cf43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:45.981013 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12acada5-e055-4740-ae3c-b812be85cf43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:45.981013 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12acada5-e055-4740-ae3c-b812be85cf43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:46.001187 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0a7d6e37-c34f-4592-89e6-3ea0e68f36a3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (51ebc572-022a-4b6a-be73-71e52e70a144), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:46.003764 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0a7d6e37-c34f-4592-89e6-3ea0e68f36a3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for router_controller (51ebc572-022a-4b6a-be73-71e52e70a144), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:46.048293 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0a7d6e37-c34f-4592-89e6-3ea0e68f36a3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (51ebc572-022a-4b6a-be73-71e52e70a144), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:46.048822 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7d6e37-c34f-4592-89e6-3ea0e68f36a3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Fanout notify agent at l3_agent the message router_deleted on router 51ebc572-022a-4b6a-be73-71e52e70a144 {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:53:46.055581 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-0a7d6e37-c34f-4592-89e6-3ea0e68f36a3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:46.056691 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-0a7d6e37-c34f-4592-89e6-3ea0e68f36a3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "DELETE /v2.0/routers/51ebc572-022a-4b6a-be73-71e52e70a144 HTTP/1.1" status: 204  len: 168 time: 0.7996371
Feb 05 21:53:46.059393 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54180) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:53:46.137208 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-004f967f-95bc-4924-805a-09d59f9033df tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (90d313e4-6cfc-4eb0-977a-3dccfac37705), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:46.225242 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-004f967f-95bc-4924-805a-09d59f9033df tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (90d313e4-6cfc-4eb0-977a-3dccfac37705), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:46.244933 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-004f967f-95bc-4924-805a-09d59f9033df tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db351e670>,) {'filters': {'network_id': ['90d313e4-6cfc-4eb0-977a-3dccfac37705']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:53:46.254164 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-004f967f-95bc-4924-805a-09d59f9033df tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db351e670>, '849cff06-25f7-4e01-84d0-a52c318eb49f') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:53:46.254492 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-004f967f-95bc-4924-805a-09d59f9033df tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db351e670>, '849cff06-25f7-4e01-84d0-a52c318eb49f') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:53:46.264287 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-004f967f-95bc-4924-805a-09d59f9033df tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (849cff06-25f7-4e01-84d0-a52c318eb49f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:46.277918 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-004f967f-95bc-4924-805a-09d59f9033df tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (849cff06-25f7-4e01-84d0-a52c318eb49f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:46.284239 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-004f967f-95bc-4924-805a-09d59f9033df tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:53:46.284636 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-004f967f-95bc-4924-805a-09d59f9033df tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (849cff06-25f7-4e01-84d0-a52c318eb49f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:46.287560 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:53:46.287560 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:53:46.287560 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:53:46.287560 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:53:46.287560 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:53:46.287560 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:53:46.287560 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:53:46.287560 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:53:46.287560 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:53:46.287560 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:53:46.287560 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:53:46.287560 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:53:46.287560 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:53:46.287560 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:53:46.287560 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:53:46.287560 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:53:46.287560 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:53:46.287560 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:53:46.287560 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:53:46.287560 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:53:46.287560 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:53:46.287560 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:53:46.287560 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:53:46.287560 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:53:46.287560 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:53:46.287560 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:53:46.287560 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:53:46.287560 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:53:46.287560 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:53:46.287560 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:53:46.287560 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:53:46.287560 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:53:46.346910 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-004f967f-95bc-4924-805a-09d59f9033df tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (90d313e4-6cfc-4eb0-977a-3dccfac37705), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:46.355605 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-004f967f-95bc-4924-805a-09d59f9033df tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:46.361614 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-004f967f-95bc-4924-805a-09d59f9033df tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "DELETE /v2.0/networks/90d313e4-6cfc-4eb0-977a-3dccfac37705 HTTP/1.1" status: 204  len: 168 time: 0.2988033
Feb 05 21:53:46.362322 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54182) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:53:46.374742 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f967f-95bc-4924-805a-09d59f9033df tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event deleted for resources: {'Network': ['ID=90d313e4-6cfc-4eb0-977a-3dccfac37705,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:53:46.427808 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5f4c6b82-1c00-4128-aa91-76ea6f151aaf tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group (cadce7c7-7492-4c80-b684-6e488fce67e0), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:46.455014 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5f4c6b82-1c00-4128-aa91-76ea6f151aaf tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group (cadce7c7-7492-4c80-b684-6e488fce67e0), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:46.516842 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5f4c6b82-1c00-4128-aa91-76ea6f151aaf tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (cadce7c7-7492-4c80-b684-6e488fce67e0), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:46.519427 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5f4c6b82-1c00-4128-aa91-76ea6f151aaf tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:46.520616 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5f4c6b82-1c00-4128-aa91-76ea6f151aaf tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "DELETE /v2.0/security-groups/cadce7c7-7492-4c80-b684-6e488fce67e0 HTTP/1.1" status: 204  len: 168 time: 0.1563718
Feb 05 21:53:46.530148 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c6b82-1c00-4128-aa91-76ea6f151aaf tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadce7c7-7492-4c80-b684-6e488fce67e0,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:53:46.538220 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4c6b82-1c00-4128-aa91-76ea6f151aaf tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:46.538692 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4c6b82-1c00-4128-aa91-76ea6f151aaf tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:46.539058 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4c6b82-1c00-4128-aa91-76ea6f151aaf tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:46.539917 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4c6b82-1c00-4128-aa91-76ea6f151aaf tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:46.540267 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4c6b82-1c00-4128-aa91-76ea6f151aaf tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:46.540614 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4c6b82-1c00-4128-aa91-76ea6f151aaf tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:46.540954 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4c6b82-1c00-4128-aa91-76ea6f151aaf tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:46.541486 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4c6b82-1c00-4128-aa91-76ea6f151aaf tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:46.542015 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4c6b82-1c00-4128-aa91-76ea6f151aaf tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:46.542557 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4c6b82-1c00-4128-aa91-76ea6f151aaf tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:46.543008 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4c6b82-1c00-4128-aa91-76ea6f151aaf tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:46.543241 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4c6b82-1c00-4128-aa91-76ea6f151aaf tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:46.543579 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4c6b82-1c00-4128-aa91-76ea6f151aaf tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:47.042294 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54188) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:53:47.047017 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-45c79eae-fec2-4902-ad47-17098982be73 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1186155733', 'description': 'tempest-secgroup-smoke-1186155733 description', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:53:47.067528 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-45c79eae-fec2-4902-ad47-17098982be73 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:47.134195 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-45c79eae-fec2-4902-ad47-17098982be73 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group (68a32767-99f2-4aa4-9ba8-42c7b498bd8f), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:47.138354 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-45c79eae-fec2-4902-ad47-17098982be73 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (68a32767-99f2-4aa4-9ba8-42c7b498bd8f), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:47.165019 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-45c79eae-fec2-4902-ad47-17098982be73 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:47.166322 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-45c79eae-fec2-4902-ad47-17098982be73 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1229842
Feb 05 21:53:47.169398 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54190) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:53:47.173932 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-5d8b3ae7-4273-4958-8c9a-0ad4b978e784 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'security_group_rule': {'security_group_id': '68a32767-99f2-4aa4-9ba8-42c7b498bd8f', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:53:47.179381 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c79eae-fec2-4902-ad47-17098982be73 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68a32767-99f2-4aa4-9ba8-42c7b498bd8f,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:53:47.195020 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:53:47.211371 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5d8b3ae7-4273-4958-8c9a-0ad4b978e784 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (1198639a-16b4-4688-854a-bea264c91cac), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:47.217006 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:53:47.217345 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 4ac9976e-da80-4b23-8bca-4c2b3ddcf8d6 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:53:47.217775 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device c8515f20-d8de-4116-ab20-73506eaed439 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:53:47.238831 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: c8515f20-d8de-4116-ab20-73506eaed439 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:53:47.239185 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device c8515f20-d8de-4116-ab20-73506eaed439 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:53:47.239615 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 2c4f7d7d-5b95-4128-8a73-cb4d6baf8472 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:53:47.260646 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 2c4f7d7d-5b95-4128-8a73-cb4d6baf8472 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:53:47.260971 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 2c4f7d7d-5b95-4128-8a73-cb4d6baf8472 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:53:47.275814 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5d8b3ae7-4273-4958-8c9a-0ad4b978e784 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (1198639a-16b4-4688-854a-bea264c91cac), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:47.279712 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5d8b3ae7-4273-4958-8c9a-0ad4b978e784 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (1198639a-16b4-4688-854a-bea264c91cac), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:47.299115 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b3ae7-4273-4958-8c9a-0ad4b978e784 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1198639a-16b4-4688-854a-bea264c91cac,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:53:47.304381 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5d8b3ae7-4273-4958-8c9a-0ad4b978e784 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:47.309012 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5d8b3ae7-4273-4958-8c9a-0ad4b978e784 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1357856
Feb 05 21:53:47.309117 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54192) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:53:47.313691 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-59693f75-5032-4d30-b77f-db0464bdbbd3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'security_group_rule': {'security_group_id': '68a32767-99f2-4aa4-9ba8-42c7b498bd8f', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:53:47.339027 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-59693f75-5032-4d30-b77f-db0464bdbbd3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (01178c0c-02a2-4a0d-a757-a9b099eb3bcb), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:47.385344 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-59693f75-5032-4d30-b77f-db0464bdbbd3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (01178c0c-02a2-4a0d-a757-a9b099eb3bcb), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:47.389166 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-59693f75-5032-4d30-b77f-db0464bdbbd3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (01178c0c-02a2-4a0d-a757-a9b099eb3bcb), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:47.407360 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59693f75-5032-4d30-b77f-db0464bdbbd3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01178c0c-02a2-4a0d-a757-a9b099eb3bcb,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:53:47.415144 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-59693f75-5032-4d30-b77f-db0464bdbbd3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:47.416364 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-59693f75-5032-4d30-b77f-db0464bdbbd3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1062622
Feb 05 21:53:47.419068 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54194) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:53:47.423398 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-5fcf82ee-a9a1-46ab-a86f-dbbcd0b3a82b tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'security_group_rule': {'security_group_id': '68a32767-99f2-4aa4-9ba8-42c7b498bd8f', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:53:47.448008 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5fcf82ee-a9a1-46ab-a86f-dbbcd0b3a82b tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (3e7d3bf2-4f06-4665-a9aa-35caf6c57ee6), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:47.507276 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5fcf82ee-a9a1-46ab-a86f-dbbcd0b3a82b tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (3e7d3bf2-4f06-4665-a9aa-35caf6c57ee6), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:47.510794 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5fcf82ee-a9a1-46ab-a86f-dbbcd0b3a82b tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (3e7d3bf2-4f06-4665-a9aa-35caf6c57ee6), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:47.528331 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf82ee-a9a1-46ab-a86f-dbbcd0b3a82b tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e7d3bf2-4f06-4665-a9aa-35caf6c57ee6,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:53:47.536358 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5fcf82ee-a9a1-46ab-a86f-dbbcd0b3a82b tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:47.537542 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5fcf82ee-a9a1-46ab-a86f-dbbcd0b3a82b tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1175351
Feb 05 21:53:47.541179 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54196) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:53:47.545272 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-115bd635-3bbd-4215-9155-6b5aeafebbbe tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'security_group_rule': {'security_group_id': '68a32767-99f2-4aa4-9ba8-42c7b498bd8f', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:53:47.568898 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-115bd635-3bbd-4215-9155-6b5aeafebbbe tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (94883625-550a-4927-963d-10f048dfe4d5), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:47.625741 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-115bd635-3bbd-4215-9155-6b5aeafebbbe tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (94883625-550a-4927-963d-10f048dfe4d5), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:47.629344 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-115bd635-3bbd-4215-9155-6b5aeafebbbe tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (94883625-550a-4927-963d-10f048dfe4d5), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:47.646024 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115bd635-3bbd-4215-9155-6b5aeafebbbe tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94883625-550a-4927-963d-10f048dfe4d5,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:53:47.660852 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-115bd635-3bbd-4215-9155-6b5aeafebbbe tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:47.662113 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-115bd635-3bbd-4215-9155-6b5aeafebbbe tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1199880
Feb 05 21:53:47.665456 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54198) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:53:47.670265 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-7aaf9a97-3cf7-4d12-8104-9465fffa3adb tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'security_group_rule': {'security_group_id': '68a32767-99f2-4aa4-9ba8-42c7b498bd8f', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:53:47.690027 ncdv-master-1 neutron-server[114391]: INFO neutron.db.securitygroups_db [None req-7aaf9a97-3cf7-4d12-8104-9465fffa3adb tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Project ad4914a1c56043a7bbc01d19cd824488 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 05 21:53:47.694928 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7aaf9a97-3cf7-4d12-8104-9465fffa3adb tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (99f191c5-70fc-4bd4-9f5b-08709a813bd8), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:47.752453 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7aaf9a97-3cf7-4d12-8104-9465fffa3adb tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (99f191c5-70fc-4bd4-9f5b-08709a813bd8), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:47.756060 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7aaf9a97-3cf7-4d12-8104-9465fffa3adb tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (99f191c5-70fc-4bd4-9f5b-08709a813bd8), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:47.774402 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf9a97-3cf7-4d12-8104-9465fffa3adb tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99f191c5-70fc-4bd4-9f5b-08709a813bd8,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:53:47.781468 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7aaf9a97-3cf7-4d12-8104-9465fffa3adb tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:47.782702 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7aaf9a97-3cf7-4d12-8104-9465fffa3adb tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1160910
Feb 05 21:53:47.785435 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54200) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:53:47.789884 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-b9dea6d8-6228-4aa5-b60f-8da206bf06f8 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'security_group_rule': {'security_group_id': '68a32767-99f2-4aa4-9ba8-42c7b498bd8f', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:53:47.809778 ncdv-master-1 neutron-server[114391]: INFO neutron.db.securitygroups_db [None req-b9dea6d8-6228-4aa5-b60f-8da206bf06f8 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Project ad4914a1c56043a7bbc01d19cd824488 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 05 21:53:47.814642 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b9dea6d8-6228-4aa5-b60f-8da206bf06f8 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (69651ed6-2705-48f9-92b6-8206a9a0397e), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:47.876279 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b9dea6d8-6228-4aa5-b60f-8da206bf06f8 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (69651ed6-2705-48f9-92b6-8206a9a0397e), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:47.879750 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b9dea6d8-6228-4aa5-b60f-8da206bf06f8 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (69651ed6-2705-48f9-92b6-8206a9a0397e), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:47.898891 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dea6d8-6228-4aa5-b60f-8da206bf06f8 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69651ed6-2705-48f9-92b6-8206a9a0397e,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:53:47.906349 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b9dea6d8-6228-4aa5-b60f-8da206bf06f8 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:47.907707 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b9dea6d8-6228-4aa5-b60f-8da206bf06f8 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1213145
Feb 05 21:53:47.910602 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54202) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:53:47.915909 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-df8a92c1-7265-45b3-b605-3b4ae3a80114 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'network': {'name': 'tempest-network-smoke--157502823', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'port_security_enabled': True}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:53:47.935398 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8a92c1-7265-45b3-b605-3b4ae3a80114 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Made reservation on behalf of ad4914a1c56043a7bbc01d19cd824488 for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:53:47.938754 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-df8a92c1-7265-45b3-b605-3b4ae3a80114 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:47.962641 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df8a92c1-7265-45b3-b605-3b4ae3a80114 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:53:47.971420 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-df8a92c1-7265-45b3-b605-3b4ae3a80114 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (7051ce73-560a-4dd1-9c7b-67a7b3d7154f), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:47.971768 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-df8a92c1-7265-45b3-b605-3b4ae3a80114 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Added segment 7051ce73-560a-4dd1-9c7b-67a7b3d7154f of type vlan for network 4902317e-8532-4400-ad24-dbef283a4d7b
Feb 05 21:53:48.011810 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-df8a92c1-7265-45b3-b605-3b4ae3a80114 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (4902317e-8532-4400-ad24-dbef283a4d7b), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:48.036203 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-df8a92c1-7265-45b3-b605-3b4ae3a80114 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (4902317e-8532-4400-ad24-dbef283a4d7b), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:48.041839 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8a92c1-7265-45b3-b605-3b4ae3a80114 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:53:48.042461 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-df8a92c1-7265-45b3-b605-3b4ae3a80114 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:48.074427 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-df8a92c1-7265-45b3-b605-3b4ae3a80114 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1627812
Feb 05 21:53:48.077169 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54204) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:53:48.081271 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-507394e0-b2af-4385-b052-e35174336e47 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-843571120', 'admin_state_up': True, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:53:48.126355 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a92c1-7265-45b3-b605-3b4ae3a80114 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'Network': ['ID=4902317e-8532-4400-ad24-dbef283a4d7b,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:53:48.136716 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 4902317e-8532-4400-ad24-dbef283a4d7b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:53:48.138257 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-507394e0-b2af-4385-b052-e35174336e47 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (6c389ad5-665b-4bdb-8dd4-b50b10446719), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:48.139468 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-507394e0-b2af-4385-b052-e35174336e47 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (6c389ad5-665b-4bdb-8dd4-b50b10446719), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:48.196003 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-507394e0-b2af-4385-b052-e35174336e47 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for router_controller (6c389ad5-665b-4bdb-8dd4-b50b10446719), precommit_add_association {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:48.341974 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-507394e0-b2af-4385-b052-e35174336e47 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for router_gateway (6c389ad5-665b-4bdb-8dd4-b50b10446719), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:48.536679 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-507394e0-b2af-4385-b052-e35174336e47 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for router_gateway (6c389ad5-665b-4bdb-8dd4-b50b10446719), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:48.558940 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-507394e0-b2af-4385-b052-e35174336e47 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:48.663310 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-507394e0-b2af-4385-b052-e35174336e47 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Allocated IP 172.35.4.147 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/7797df04-51de-404a-b6db-9af64332815e) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:53:48.766347 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-507394e0-b2af-4385-b052-e35174336e47 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for port (7797df04-51de-404a-b6db-9af64332815e), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:48.799813 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-507394e0-b2af-4385-b052-e35174336e47 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (7797df04-51de-404a-b6db-9af64332815e), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:48.839675 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507394e0-b2af-4385-b052-e35174336e47 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:53:48.842444 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-507394e0-b2af-4385-b052-e35174336e47 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:53:48.844811 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507394e0-b2af-4385-b052-e35174336e47 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:53:48.873112 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507394e0-b2af-4385-b052-e35174336e47 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'Port': ['ID=7797df04-51de-404a-b6db-9af64332815e,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:53:49.101720 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-507394e0-b2af-4385-b052-e35174336e47 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for router_gateway (6c389ad5-665b-4bdb-8dd4-b50b10446719), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:49.299721 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-507394e0-b2af-4385-b052-e35174336e47 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (6c389ad5-665b-4bdb-8dd4-b50b10446719), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:49.428630 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507394e0-b2af-4385-b052-e35174336e47 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Router 6c389ad5-665b-4bdb-8dd4-b50b10446719 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:53:49.538111 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507394e0-b2af-4385-b052-e35174336e47 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:53:49.549283 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8066b76c-dc77-43a2-8aaa-c2a23cf67458 None None] Sync routers for ids ['6c389ad5-665b-4bdb-8dd4-b50b10446719'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:53:49.559785 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-507394e0-b2af-4385-b052-e35174336e47 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:49.560337 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8066b76c-dc77-43a2-8aaa-c2a23cf67458 None None] Routers {'6c389ad5-665b-4bdb-8dd4-b50b10446719'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:53:49.560947 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-8066b76c-dc77-43a2-8aaa-c2a23cf67458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db88d5250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:53:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['6c389ad5-665b-4bdb-8dd4-b50b10446719'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:53:49.561128 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-507394e0-b2af-4385-b052-e35174336e47 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.4829385
Feb 05 21:53:49.564198 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54206) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:53:49.592411 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7c3035a9-35af-45f4-8819-9eb560fa58c2 tempest-TestNetworkAdvancedServerOps-979185547 tempest-TestNetworkAdvancedServerOps-979185547-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=ad4914a1c56043a7bbc01d19cd824488&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0270650
Feb 05 21:53:49.594875 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54208) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:53:49.668454 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-8066b76c-dc77-43a2-8aaa-c2a23cf67458 None None] Set router 6c389ad5-665b-4bdb-8dd4-b50b10446719 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:53:49.686306 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3c4e5e-f080-4268-9bca-e2451266b967 tempest-TestNetworkAdvancedServerOps-979185547 tempest-TestNetworkAdvancedServerOps-979185547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:53:49.687777 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-be3c4e5e-f080-4268-9bca-e2451266b967 tempest-TestNetworkAdvancedServerOps-979185547 tempest-TestNetworkAdvancedServerOps-979185547-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0919948
Feb 05 21:53:49.690482 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54210) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:53:49.718053 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5ce98b2f-1b2a-4b72-9e90-8940597ac6bc tempest-TestNetworkAdvancedServerOps-979185547 tempest-TestNetworkAdvancedServerOps-979185547-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=d65fb4dc-e812-4574-a4e6-6308f0abdf3f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0265322
Feb 05 21:53:49.720475 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54212) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:53:49.725160 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-8d32f40d-5577-4420-ba2d-bfc05e5e55fd tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-671418537', 'network_id': '4902317e-8532-4400-ad24-dbef283a4d7b', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:53:49.811056 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d32f40d-5577-4420-ba2d-bfc05e5e55fd tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Made reservation on behalf of ad4914a1c56043a7bbc01d19cd824488 for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:53:49.814439 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8d32f40d-5577-4420-ba2d-bfc05e5e55fd tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:49.847323 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-8066b76c-dc77-43a2-8aaa-c2a23cf67458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db88d5250>, [{'id': '6c389ad5-665b-4bdb-8dd4-b50b10446719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843571120', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147'}], 'enable_snat': True}, 'gw_port_id': '7797df04-51de-404a-b6db-9af64332815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:53:48Z', 'updated_at': '2022-02-05T21:53:48Z', 'revision_number': 3, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '7797df04-51de-404a-b6db-9af64332815e', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c389ad5-665b-4bdb-8dd4-b50b10446719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:53:48Z', 'updated_at': '2022-02-05T21:53:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:53:49.874047 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8066b76c-dc77-43a2-8aaa-c2a23cf67458 None None] Checking router: 6c389ad5-665b-4bdb-8dd4-b50b10446719 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:53:49.874422 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8066b76c-dc77-43a2-8aaa-c2a23cf67458 None None] Updating router 6c389ad5-665b-4bdb-8dd4-b50b10446719 port 7797df04-51de-404a-b6db-9af64332815e binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:53:49.903341 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-8066b76c-dc77-43a2-8aaa-c2a23cf67458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7797df04-51de-404a-b6db-9af64332815e), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:49.998243 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8d32f40d-5577-4420-ba2d-bfc05e5e55fd tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (d35425c1-07bc-4341-b5b5-9c4989535145), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:50.064328 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32f40d-5577-4420-ba2d-bfc05e5e55fd tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'Subnet': ['ID=d35425c1-07bc-4341-b5b5-9c4989535145,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:53:50.073108 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d32f40d-5577-4420-ba2d-bfc05e5e55fd tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Checking segment: {'id': '7051ce73-560a-4dd1-9c7b-67a7b3d7154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4902317e-8532-4400-ad24-dbef283a4d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:53:50.073478 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d32f40d-5577-4420-ba2d-bfc05e5e55fd tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Network hostable DHCP agents. Network: 4902317e-8532-4400-ad24-dbef283a4d7b, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:53:50.090619 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d32f40d-5577-4420-ba2d-bfc05e5e55fd tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Network 4902317e-8532-4400-ad24-dbef283a4d7b is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:53:50.100333 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-8d32f40d-5577-4420-ba2d-bfc05e5e55fd tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4902317e-8532-4400-ad24-dbef283a4d7b) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:53:50.105010 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d32f40d-5577-4420-ba2d-bfc05e5e55fd tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:53:50.105641 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8d32f40d-5577-4420-ba2d-bfc05e5e55fd tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:50.109697 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b7d140-0707-44c4-90dd-c77535b7edf1 None None] Network 4902317e-8532-4400-ad24-dbef283a4d7b requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:53:50.126057 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8d32f40d-5577-4420-ba2d-bfc05e5e55fd tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.4019265
Feb 05 21:53:50.126435 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54214) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:53:50.169047 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-8066b76c-dc77-43a2-8aaa-c2a23cf67458 None None] Publish callbacks [] for port (7797df04-51de-404a-b6db-9af64332815e), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:50.176011 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-8066b76c-dc77-43a2-8aaa-c2a23cf67458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7797df04-51de-404a-b6db-9af64332815e), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:50.215830 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec64ca22-d25c-43a7-8589-80d1e93be137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4902317e-8532-4400-ad24-dbef283a4d7b', 'network_id': '4902317e-8532-4400-ad24-dbef283a4d7b', 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'fixed_ips': [{'subnet_id': 'd35425c1-07bc-4341-b5b5-9c4989535145'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:53:50.217158 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ec64ca22-d25c-43a7-8589-80d1e93be137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:50.229727 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-8066b76c-dc77-43a2-8aaa-c2a23cf67458 None None] Attempting to bind port 7797df04-51de-404a-b6db-9af64332815e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:53:50.230213 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-8066b76c-dc77-43a2-8aaa-c2a23cf67458 None None] Attempting to bind port 7797df04-51de-404a-b6db-9af64332815e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:53:50.230631 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8066b76c-dc77-43a2-8aaa-c2a23cf67458 None None] Attempting to bind port 7797df04-51de-404a-b6db-9af64332815e on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:53:50.237557 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483699a7-df61-4a5a-b4f6-0f3b97b15d11 None None] Pushing event updated for resources: {'Port': ['ID=7797df04-51de-404a-b6db-9af64332815e,revision_number=2']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:53:50.241454 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8066b76c-dc77-43a2-8aaa-c2a23cf67458 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:53:50.241454 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8066b76c-dc77-43a2-8aaa-c2a23cf67458 None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:53:50.241780 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-8066b76c-dc77-43a2-8aaa-c2a23cf67458 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:50.242472 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8066b76c-dc77-43a2-8aaa-c2a23cf67458 None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:53:50.242846 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-8066b76c-dc77-43a2-8aaa-c2a23cf67458 None None] Bound port: 7797df04-51de-404a-b6db-9af64332815e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:53:50.243489 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-8066b76c-dc77-43a2-8aaa-c2a23cf67458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7797df04-51de-404a-b6db-9af64332815e), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:50.249916 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483699a7-df61-4a5a-b4f6-0f3b97b15d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:50.249916 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483699a7-df61-4a5a-b4f6-0f3b97b15d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:50.250179 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483699a7-df61-4a5a-b4f6-0f3b97b15d11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:50.250522 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483699a7-df61-4a5a-b4f6-0f3b97b15d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:50.250855 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483699a7-df61-4a5a-b4f6-0f3b97b15d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:50.251185 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483699a7-df61-4a5a-b4f6-0f3b97b15d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:50.251503 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483699a7-df61-4a5a-b4f6-0f3b97b15d11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:50.251949 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483699a7-df61-4a5a-b4f6-0f3b97b15d11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:50.252280 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483699a7-df61-4a5a-b4f6-0f3b97b15d11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:50.252600 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483699a7-df61-4a5a-b4f6-0f3b97b15d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:50.252923 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483699a7-df61-4a5a-b4f6-0f3b97b15d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:50.253257 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483699a7-df61-4a5a-b4f6-0f3b97b15d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:50.253563 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483699a7-df61-4a5a-b4f6-0f3b97b15d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:53:50.318884 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-8066b76c-dc77-43a2-8aaa-c2a23cf67458 None None] For port 7797df04-51de-404a-b6db-9af64332815e, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:53:50.323551 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-8066b76c-dc77-43a2-8aaa-c2a23cf67458 None None] For port 7797df04-51de-404a-b6db-9af64332815e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7797df04-51de-404a-b6db-9af64332815e,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:53:50.331476 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-8066b76c-dc77-43a2-8aaa-c2a23cf67458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7797df04-51de-404a-b6db-9af64332815e), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:50.403068 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8066b76c-dc77-43a2-8aaa-c2a23cf67458 None None] Routers {'6c389ad5-665b-4bdb-8dd4-b50b10446719'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:53:50.403703 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-8066b76c-dc77-43a2-8aaa-c2a23cf67458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db88d5250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:53:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['6c389ad5-665b-4bdb-8dd4-b50b10446719'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:53:50.405856 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483699a7-df61-4a5a-b4f6-0f3b97b15d11 None None] Pushing event updated for resources: {'Port': ['ID=7797df04-51de-404a-b6db-9af64332815e,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:53:50.522655 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-ec64ca22-d25c-43a7-8589-80d1e93be137 None None] Allocated IP 172.20.0.2 (4902317e-8532-4400-ad24-dbef283a4d7b/d35425c1-07bc-4341-b5b5-9c4989535145/97622d52-62b5-42c7-aae7-37c0c2217a99) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:53:50.525691 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-8066b76c-dc77-43a2-8aaa-c2a23cf67458 None None] Set router 6c389ad5-665b-4bdb-8dd4-b50b10446719 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:53:50.630327 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-40346c4c-814b-4b30-8142-a38b76ef1a6f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:50.677729 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ec64ca22-d25c-43a7-8589-80d1e93be137 None None] Publish callbacks [] for port (97622d52-62b5-42c7-aae7-37c0c2217a99), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:50.684902 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ec64ca22-d25c-43a7-8589-80d1e93be137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (97622d52-62b5-42c7-aae7-37c0c2217a99), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:50.728736 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec64ca22-d25c-43a7-8589-80d1e93be137 None None] Network 4902317e-8532-4400-ad24-dbef283a4d7b is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:53:50.731605 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-ec64ca22-d25c-43a7-8589-80d1e93be137 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:53:50.736868 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec64ca22-d25c-43a7-8589-80d1e93be137 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:53:50.748686 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64ca22-d25c-43a7-8589-80d1e93be137 None None] Pushing event updated for resources: {'Port': ['ID=97622d52-62b5-42c7-aae7-37c0c2217a99,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:53:50.802687 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:50.806806 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-8066b76c-dc77-43a2-8aaa-c2a23cf67458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db88d5250>, [{'id': '6c389ad5-665b-4bdb-8dd4-b50b10446719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843571120', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147'}], 'enable_snat': True}, 'gw_port_id': '7797df04-51de-404a-b6db-9af64332815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:53:48Z', 'updated_at': '2022-02-05T21:53:48Z', 'revision_number': 3, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '7797df04-51de-404a-b6db-9af64332815e', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c389ad5-665b-4bdb-8dd4-b50b10446719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:53:48Z', 'updated_at': '2022-02-05T21:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:53:50.813606 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-ec64ca22-d25c-43a7-8589-80d1e93be137 None None] Attempting to bind port 97622d52-62b5-42c7-aae7-37c0c2217a99 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:53:50.813984 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-ec64ca22-d25c-43a7-8589-80d1e93be137 None None] Attempting to bind port 97622d52-62b5-42c7-aae7-37c0c2217a99 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7051ce73-560a-4dd1-9c7b-67a7b3d7154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4902317e-8532-4400-ad24-dbef283a4d7b'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:53:50.814351 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec64ca22-d25c-43a7-8589-80d1e93be137 None None] Attempting to bind port 97622d52-62b5-42c7-aae7-37c0c2217a99 on network 4902317e-8532-4400-ad24-dbef283a4d7b {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:53:50.819521 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec64ca22-d25c-43a7-8589-80d1e93be137 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:53:50.819897 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec64ca22-d25c-43a7-8589-80d1e93be137 None None] Checking segment: {'id': '7051ce73-560a-4dd1-9c7b-67a7b3d7154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4902317e-8532-4400-ad24-dbef283a4d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:53:50.820810 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ec64ca22-d25c-43a7-8589-80d1e93be137 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:50.821363 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec64ca22-d25c-43a7-8589-80d1e93be137 None None] Bound using segment: {'id': '7051ce73-560a-4dd1-9c7b-67a7b3d7154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4902317e-8532-4400-ad24-dbef283a4d7b'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:53:50.822009 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-ec64ca22-d25c-43a7-8589-80d1e93be137 None None] Bound port: 97622d52-62b5-42c7-aae7-37c0c2217a99, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7051ce73-560a-4dd1-9c7b-67a7b3d7154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4902317e-8532-4400-ad24-dbef283a4d7b'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:53:50.822421 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ec64ca22-d25c-43a7-8589-80d1e93be137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (97622d52-62b5-42c7-aae7-37c0c2217a99), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:50.837333 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8066b76c-dc77-43a2-8aaa-c2a23cf67458 None None] The sync data for ids ['6c389ad5-665b-4bdb-8dd4-b50b10446719'] in ncdv-master-1 is: [{'id': '6c389ad5-665b-4bdb-8dd4-b50b10446719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843571120', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147'}], 'enable_snat': True}, 'gw_port_id': '7797df04-51de-404a-b6db-9af64332815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:53:48Z', 'updated_at': '2022-02-05T21:53:48Z', 'revision_number': 3, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '7797df04-51de-404a-b6db-9af64332815e', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c389ad5-665b-4bdb-8dd4-b50b10446719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:53:48Z', 'updated_at': '2022-02-05T21:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:53:50.901585 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-ec64ca22-d25c-43a7-8589-80d1e93be137 None None] For port 97622d52-62b5-42c7-aae7-37c0c2217a99, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:53:50.906535 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-ec64ca22-d25c-43a7-8589-80d1e93be137 None None] For port 97622d52-62b5-42c7-aae7-37c0c2217a99, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=97622d52-62b5-42c7-aae7-37c0c2217a99,segment=NetworkSegment(7051ce73-560a-4dd1-9c7b-67a7b3d7154f),segment_id=7051ce73-560a-4dd1-9c7b-67a7b3d7154f)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:53:50.914218 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ec64ca22-d25c-43a7-8589-80d1e93be137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (97622d52-62b5-42c7-aae7-37c0c2217a99), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:50.954672 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-40346c4c-814b-4b30-8142-a38b76ef1a6f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Allocated IP 172.20.0.1 (4902317e-8532-4400-ad24-dbef283a4d7b/d35425c1-07bc-4341-b5b5-9c4989535145/14c4ae8f-0fef-48b1-8fa3-805ea211190e) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:53:50.984691 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64ca22-d25c-43a7-8589-80d1e93be137 None None] Pushing event updated for resources: {'Port': ['ID=97622d52-62b5-42c7-aae7-37c0c2217a99,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:53:51.084327 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-40346c4c-814b-4b30-8142-a38b76ef1a6f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for port (14c4ae8f-0fef-48b1-8fa3-805ea211190e), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:51.152322 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-40346c4c-814b-4b30-8142-a38b76ef1a6f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (14c4ae8f-0fef-48b1-8fa3-805ea211190e), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:51.235477 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40346c4c-814b-4b30-8142-a38b76ef1a6f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'Port': ['ID=14c4ae8f-0fef-48b1-8fa3-805ea211190e,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:53:51.249265 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40346c4c-814b-4b30-8142-a38b76ef1a6f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Network 4902317e-8532-4400-ad24-dbef283a4d7b is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:53:51.259127 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-40346c4c-814b-4b30-8142-a38b76ef1a6f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:53:51.262095 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40346c4c-814b-4b30-8142-a38b76ef1a6f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:53:51.321701 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-40346c4c-814b-4b30-8142-a38b76ef1a6f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (6c389ad5-665b-4bdb-8dd4-b50b10446719), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:51.344011 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7797df04-51de-404a-b6db-9af64332815e up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:53:51.404265 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 7797df04-51de-404a-b6db-9af64332815e triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:53:51.404641 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7797df04-51de-404a-b6db-9af64332815e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:51.494281 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 7797df04-51de-404a-b6db-9af64332815e is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:53:51.494716 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (7797df04-51de-404a-b6db-9af64332815e), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:51.499912 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-40346c4c-814b-4b30-8142-a38b76ef1a6f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (14c4ae8f-0fef-48b1-8fa3-805ea211190e), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:51.519355 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 7797df04-51de-404a-b6db-9af64332815e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7797df04-51de-404a-b6db-9af64332815e,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:53:51.525580 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (7797df04-51de-404a-b6db-9af64332815e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:51.578073 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=7797df04-51de-404a-b6db-9af64332815e,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:53:51.808594 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-40346c4c-814b-4b30-8142-a38b76ef1a6f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for port (14c4ae8f-0fef-48b1-8fa3-805ea211190e), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:51.815870 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-40346c4c-814b-4b30-8142-a38b76ef1a6f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (14c4ae8f-0fef-48b1-8fa3-805ea211190e), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:51.893252 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-40346c4c-814b-4b30-8142-a38b76ef1a6f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (6c389ad5-665b-4bdb-8dd4-b50b10446719), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:51.902456 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40346c4c-814b-4b30-8142-a38b76ef1a6f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'Port': ['ID=14c4ae8f-0fef-48b1-8fa3-805ea211190e,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:53:52.001585 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40346c4c-814b-4b30-8142-a38b76ef1a6f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Network 4902317e-8532-4400-ad24-dbef283a4d7b is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:53:52.006719 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-40346c4c-814b-4b30-8142-a38b76ef1a6f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:53:52.109392 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fc00e2-09a7-4de3-8d40-9f3dec62c8d5 None None] Network 4902317e-8532-4400-ad24-dbef283a4d7b requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:53:52.128453 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40346c4c-814b-4b30-8142-a38b76ef1a6f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Router 6c389ad5-665b-4bdb-8dd4-b50b10446719 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:53:52.189279 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-ad617c71-6e17-4061-ad8a-8802965dba40 None None] Provisioning complete for port 97622d52-62b5-42c7-aae7-37c0c2217a99 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:53:52.189766 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ad617c71-6e17-4061-ad8a-8802965dba40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (97622d52-62b5-42c7-aae7-37c0c2217a99), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:52.241126 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40346c4c-814b-4b30-8142-a38b76ef1a6f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:53:52.255179 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-40346c4c-814b-4b30-8142-a38b76ef1a6f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "PUT /v2.0/routers/6c389ad5-665b-4bdb-8dd4-b50b10446719/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1187625
Feb 05 21:53:52.311864 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ad617c71-6e17-4061-ad8a-8802965dba40 None None] Current status of the port 97622d52-62b5-42c7-aae7-37c0c2217a99 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:53:52.312384 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ad617c71-6e17-4061-ad8a-8802965dba40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (97622d52-62b5-42c7-aae7-37c0c2217a99), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:52.354419 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-ad617c71-6e17-4061-ad8a-8802965dba40 None None] For port 97622d52-62b5-42c7-aae7-37c0c2217a99, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=97622d52-62b5-42c7-aae7-37c0c2217a99,segment=NetworkSegment(7051ce73-560a-4dd1-9c7b-67a7b3d7154f),segment_id=7051ce73-560a-4dd1-9c7b-67a7b3d7154f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:53:52.362021 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ad617c71-6e17-4061-ad8a-8802965dba40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (97622d52-62b5-42c7-aae7-37c0c2217a99), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:52.435153 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad617c71-6e17-4061-ad8a-8802965dba40 None None] Pushing event updated for resources: {'Port': ['ID=97622d52-62b5-42c7-aae7-37c0c2217a99,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:53:52.437000 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-967148f8-4196-43c4-b81e-71958c40acc9 req-6df1e520-b634-4dcb-8c37-7535c2e72cee tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1186155733&fields=id&tenant_id=ad4914a1c56043a7bbc01d19cd824488 HTTP/1.1" status: 200  len: 267 time: 0.0563745
Feb 05 21:53:52.553685 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967148f8-4196-43c4-b81e-71958c40acc9 req-b9953526-20cf-4465-bb05-a263947a1646 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:53:52.555986 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-967148f8-4196-43c4-b81e-71958c40acc9 req-b9953526-20cf-4465-bb05-a263947a1646 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/networks?id=4902317e-8532-4400-ad24-dbef283a4d7b HTTP/1.1" status: 200  len: 796 time: 0.1086175
Feb 05 21:53:52.573148 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-967148f8-4196-43c4-b81e-71958c40acc9 req-5e34aa8c-8aa3-4b8d-8ce7-2b888fc6da49 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/quotas/ad4914a1c56043a7bbc01d19cd824488 HTTP/1.1" status: 200  len: 375 time: 0.0114257
Feb 05 21:53:52.586860 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-8206e280-fe46-4a33-ace1-985dc02c2676 None None] Provisioning complete for port 14c4ae8f-0fef-48b1-8fa3-805ea211190e triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:53:52.587395 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8206e280-fe46-4a33-ace1-985dc02c2676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (14c4ae8f-0fef-48b1-8fa3-805ea211190e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:52.629234 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-8206e280-fe46-4a33-ace1-985dc02c2676 None None] Port 14c4ae8f-0fef-48b1-8fa3-805ea211190e cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:53:52.639480 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-967148f8-4196-43c4-b81e-71958c40acc9 req-bc1ef39a-6bd0-4464-818f-baa12bd00674 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ad4914a1c56043a7bbc01d19cd824488&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0591667
Feb 05 21:53:52.640706 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-8206e280-fe46-4a33-ace1-985dc02c2676 None None] Provisioning complete for port 97622d52-62b5-42c7-aae7-37c0c2217a99 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:53:52.641165 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8206e280-fe46-4a33-ace1-985dc02c2676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (97622d52-62b5-42c7-aae7-37c0c2217a99), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:52.700434 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5ee9c2-c64e-4075-bbff-09240ab1f190 None None] Sync routers for ids ['6c389ad5-665b-4bdb-8dd4-b50b10446719'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:53:52.745120 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5ee9c2-c64e-4075-bbff-09240ab1f190 None None] Routers {'6c389ad5-665b-4bdb-8dd4-b50b10446719'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:53:52.746484 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-9e5ee9c2-c64e-4075-bbff-09240ab1f190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab41c430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:53:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['6c389ad5-665b-4bdb-8dd4-b50b10446719'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:53:52.749951 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-8206e280-fe46-4a33-ace1-985dc02c2676 None None] Current status of the port 97622d52-62b5-42c7-aae7-37c0c2217a99 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:53:52.766663 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-967148f8-4196-43c4-b81e-71958c40acc9 req-60aa6a4a-cbad-4aec-9580-38905678faab service neutron] 10.222.0.32 "GET /v2.0/networks/4902317e-8532-4400-ad24-dbef283a4d7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1116953
Feb 05 21:53:52.879006 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-967148f8-4196-43c4-b81e-71958c40acc9 req-3e84536c-c7ed-49b4-8530-3a928c5d1be5 service neutron] 10.222.0.32 "GET /v2.0/networks/4902317e-8532-4400-ad24-dbef283a4d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1112857
Feb 05 21:53:52.902361 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-5bb7cb92-3b0f-4a4b-8a3f-bc4a720154fb None None] Provisioning complete for port 14c4ae8f-0fef-48b1-8fa3-805ea211190e triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:53:52.902774 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5bb7cb92-3b0f-4a4b-8a3f-bc4a720154fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (14c4ae8f-0fef-48b1-8fa3-805ea211190e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:52.930867 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-9e5ee9c2-c64e-4075-bbff-09240ab1f190 None None] Set router 6c389ad5-665b-4bdb-8dd4-b50b10446719 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:53:52.984701 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-5bb7cb92-3b0f-4a4b-8a3f-bc4a720154fb None None] Port 14c4ae8f-0fef-48b1-8fa3-805ea211190e cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:53:53.081634 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4be05689-7885-4fc6-b44a-2349ee9f2554 req-453f8842-b203-4c0c-971a-a13306bed83a tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=149a4f73-16d5-4791-8892-38b740809a63 HTTP/1.1" status: 200  len: 210 time: 0.0310066
Feb 05 21:53:53.156271 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-8057e3b1-8834-473a-b4b3-fe3024e720a2 None None] Provisioning complete for port 14c4ae8f-0fef-48b1-8fa3-805ea211190e triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:53:53.156654 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8057e3b1-8834-473a-b4b3-fe3024e720a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (14c4ae8f-0fef-48b1-8fa3-805ea211190e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:53.207169 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-8057e3b1-8834-473a-b4b3-fe3024e720a2 None None] Port 14c4ae8f-0fef-48b1-8fa3-805ea211190e cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:53:53.215811 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-9e5ee9c2-c64e-4075-bbff-09240ab1f190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab41c430>, [{'id': '6c389ad5-665b-4bdb-8dd4-b50b10446719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843571120', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147'}], 'enable_snat': True}, 'gw_port_id': '7797df04-51de-404a-b6db-9af64332815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:53:48Z', 'updated_at': '2022-02-05T21:53:51Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '7797df04-51de-404a-b6db-9af64332815e', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c389ad5-665b-4bdb-8dd4-b50b10446719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:53:48Z', 'updated_at': '2022-02-05T21:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '14c4ae8f-0fef-48b1-8fa3-805ea211190e', 'name': '', 'network_id': '4902317e-8532-4400-ad24-dbef283a4d7b', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'mac_address': 'fa:16:3e:cd:10:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c389ad5-665b-4bdb-8dd4-b50b10446719', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'd35425c1-07bc-4341-b5b5-9c4989535145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:53:50Z', 'updated_at': '2022-02-05T21:53:51Z', 'revision_number': 2, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'subnets': [{'id': 'd35425c1-07bc-4341-b5b5-9c4989535145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:53:53.249718 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5ee9c2-c64e-4075-bbff-09240ab1f190 None None] Checking router: 6c389ad5-665b-4bdb-8dd4-b50b10446719 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:53:53.250090 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5ee9c2-c64e-4075-bbff-09240ab1f190 None None] Updating router 6c389ad5-665b-4bdb-8dd4-b50b10446719 port 14c4ae8f-0fef-48b1-8fa3-805ea211190e binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:53:53.280384 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9e5ee9c2-c64e-4075-bbff-09240ab1f190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (14c4ae8f-0fef-48b1-8fa3-805ea211190e), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:53.327469 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 97622d52-62b5-42c7-aae7-37c0c2217a99 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:53:53.473843 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 97622d52-62b5-42c7-aae7-37c0c2217a99 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:53:53.474622 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (97622d52-62b5-42c7-aae7-37c0c2217a99), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:53.649885 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 97622d52-62b5-42c7-aae7-37c0c2217a99 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:53:53.651347 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7797df04-51de-404a-b6db-9af64332815e up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:53:53.685535 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9e5ee9c2-c64e-4075-bbff-09240ab1f190 None None] Publish callbacks [] for port (14c4ae8f-0fef-48b1-8fa3-805ea211190e), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:53.696818 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9e5ee9c2-c64e-4075-bbff-09240ab1f190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (14c4ae8f-0fef-48b1-8fa3-805ea211190e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:53.755818 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81d8c2e-020e-4568-95fb-cb2024660186 None None] Pushing event updated for resources: {'Port': ['ID=14c4ae8f-0fef-48b1-8fa3-805ea211190e,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:53:53.767908 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 7797df04-51de-404a-b6db-9af64332815e triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:53:53.768299 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (7797df04-51de-404a-b6db-9af64332815e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:53.844347 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-9e5ee9c2-c64e-4075-bbff-09240ab1f190 None None] Attempting to bind port 14c4ae8f-0fef-48b1-8fa3-805ea211190e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:53:53.844731 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-9e5ee9c2-c64e-4075-bbff-09240ab1f190 None None] Attempting to bind port 14c4ae8f-0fef-48b1-8fa3-805ea211190e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7051ce73-560a-4dd1-9c7b-67a7b3d7154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4902317e-8532-4400-ad24-dbef283a4d7b'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:53:53.845108 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5ee9c2-c64e-4075-bbff-09240ab1f190 None None] Attempting to bind port 14c4ae8f-0fef-48b1-8fa3-805ea211190e on network 4902317e-8532-4400-ad24-dbef283a4d7b {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:53:53.855386 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5ee9c2-c64e-4075-bbff-09240ab1f190 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:53:53.855781 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5ee9c2-c64e-4075-bbff-09240ab1f190 None None] Checking segment: {'id': '7051ce73-560a-4dd1-9c7b-67a7b3d7154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4902317e-8532-4400-ad24-dbef283a4d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:53:53.856203 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9e5ee9c2-c64e-4075-bbff-09240ab1f190 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:53.856604 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5ee9c2-c64e-4075-bbff-09240ab1f190 None None] Bound using segment: {'id': '7051ce73-560a-4dd1-9c7b-67a7b3d7154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4902317e-8532-4400-ad24-dbef283a4d7b'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:53:53.857088 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-9e5ee9c2-c64e-4075-bbff-09240ab1f190 None None] Bound port: 14c4ae8f-0fef-48b1-8fa3-805ea211190e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7051ce73-560a-4dd1-9c7b-67a7b3d7154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4902317e-8532-4400-ad24-dbef283a4d7b'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:53:53.857475 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9e5ee9c2-c64e-4075-bbff-09240ab1f190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (14c4ae8f-0fef-48b1-8fa3-805ea211190e), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:53.948525 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 7797df04-51de-404a-b6db-9af64332815e is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:53:53.979626 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-9e5ee9c2-c64e-4075-bbff-09240ab1f190 None None] For port 14c4ae8f-0fef-48b1-8fa3-805ea211190e, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:53:53.983342 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-9e5ee9c2-c64e-4075-bbff-09240ab1f190 None None] For port 14c4ae8f-0fef-48b1-8fa3-805ea211190e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=14c4ae8f-0fef-48b1-8fa3-805ea211190e,segment=NetworkSegment(7051ce73-560a-4dd1-9c7b-67a7b3d7154f),segment_id=7051ce73-560a-4dd1-9c7b-67a7b3d7154f)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:53:53.990847 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9e5ee9c2-c64e-4075-bbff-09240ab1f190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (14c4ae8f-0fef-48b1-8fa3-805ea211190e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:54.037834 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967148f8-4196-43c4-b81e-71958c40acc9 req-e3722c2e-bd87-4eb1-9a0d-92f36fb7c7a7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:53:54.040239 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-967148f8-4196-43c4-b81e-71958c40acc9 req-e3722c2e-bd87-4eb1-9a0d-92f36fb7c7a7 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.21 "GET /v2.0/networks?id=4902317e-8532-4400-ad24-dbef283a4d7b HTTP/1.1" status: 200  len: 796 time: 0.1097243
Feb 05 21:53:54.067949 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5ee9c2-c64e-4075-bbff-09240ab1f190 None None] Routers {'6c389ad5-665b-4bdb-8dd4-b50b10446719'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:53:54.068594 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-9e5ee9c2-c64e-4075-bbff-09240ab1f190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab41c430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:53:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['6c389ad5-665b-4bdb-8dd4-b50b10446719'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:53:54.070731 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-fb2d76e6-d8ba-4785-a3a9-6e7a4db4b0bb None None] Provisioning complete for port 14c4ae8f-0fef-48b1-8fa3-805ea211190e triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:53:54.071118 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fb2d76e6-d8ba-4785-a3a9-6e7a4db4b0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (14c4ae8f-0fef-48b1-8fa3-805ea211190e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:54.074246 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81d8c2e-020e-4568-95fb-cb2024660186 None None] Pushing event updated for resources: {'Port': ['ID=14c4ae8f-0fef-48b1-8fa3-805ea211190e,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:53:54.110942 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-967148f8-4196-43c4-b81e-71958c40acc9 req-f79333a5-cfe1-460f-a148-bfc5d3ed034c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad4914a1c56043a7bbc01d19cd824488 HTTP/1.1" status: 200  len: 380 time: 0.0624247
Feb 05 21:53:54.124152 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-967148f8-4196-43c4-b81e-71958c40acc9 req-968df03d-30a3-4652-ab2f-badee304212f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'port': {'device_id': '149a4f73-16d5-4791-8892-38b740809a63', 'network_id': '4902317e-8532-4400-ad24-dbef283a4d7b', 'admin_state_up': True, 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'security_groups': ['68a32767-99f2-4aa4-9ba8-42c7b498bd8f']}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:53:54.196011 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-68cde901-d9f8-4f0f-8336-3dfcfa2b1fd4 req-25fd354d-56ad-4f50-8efb-b8a3a9865074 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=149a4f73-16d5-4791-8892-38b740809a63 HTTP/1.1" status: 200  len: 210 time: 0.0328386
Feb 05 21:53:54.263658 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-967148f8-4196-43c4-b81e-71958c40acc9 req-968df03d-30a3-4652-ab2f-badee304212f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Made reservation on behalf of ad4914a1c56043a7bbc01d19cd824488 for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:53:54.267210 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-967148f8-4196-43c4-b81e-71958c40acc9 req-968df03d-30a3-4652-ab2f-badee304212f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:54.410958 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-967148f8-4196-43c4-b81e-71958c40acc9 req-968df03d-30a3-4652-ab2f-badee304212f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Allocated IP 172.20.0.11 (4902317e-8532-4400-ad24-dbef283a4d7b/d35425c1-07bc-4341-b5b5-9c4989535145/438f4122-d1a6-4d24-98e3-47b9fee150f4) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:53:54.434547 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-9e5ee9c2-c64e-4075-bbff-09240ab1f190 None None] Set router 6c389ad5-665b-4bdb-8dd4-b50b10446719 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:53:54.460056 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-fb2d76e6-d8ba-4785-a3a9-6e7a4db4b0bb None None] Current status of the port 14c4ae8f-0fef-48b1-8fa3-805ea211190e is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:53:54.460454 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fb2d76e6-d8ba-4785-a3a9-6e7a4db4b0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (14c4ae8f-0fef-48b1-8fa3-805ea211190e), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:54.546861 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-967148f8-4196-43c4-b81e-71958c40acc9 req-968df03d-30a3-4652-ab2f-badee304212f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for port (438f4122-d1a6-4d24-98e3-47b9fee150f4), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:54.547094 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-fb2d76e6-d8ba-4785-a3a9-6e7a4db4b0bb None None] For port 14c4ae8f-0fef-48b1-8fa3-805ea211190e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=14c4ae8f-0fef-48b1-8fa3-805ea211190e,segment=NetworkSegment(7051ce73-560a-4dd1-9c7b-67a7b3d7154f),segment_id=7051ce73-560a-4dd1-9c7b-67a7b3d7154f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:53:54.557888 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fb2d76e6-d8ba-4785-a3a9-6e7a4db4b0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (14c4ae8f-0fef-48b1-8fa3-805ea211190e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:54.581681 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-967148f8-4196-43c4-b81e-71958c40acc9 req-968df03d-30a3-4652-ab2f-badee304212f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (438f4122-d1a6-4d24-98e3-47b9fee150f4), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:54.630809 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-967148f8-4196-43c4-b81e-71958c40acc9 req-968df03d-30a3-4652-ab2f-badee304212f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Network 4902317e-8532-4400-ad24-dbef283a4d7b is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:53:54.634028 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-967148f8-4196-43c4-b81e-71958c40acc9 req-968df03d-30a3-4652-ab2f-badee304212f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:53:54.638567 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-967148f8-4196-43c4-b81e-71958c40acc9 req-968df03d-30a3-4652-ab2f-badee304212f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:53:54.654459 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d76e6-d8ba-4785-a3a9-6e7a4db4b0bb None None] Pushing event updated for resources: {'Port': ['ID=14c4ae8f-0fef-48b1-8fa3-805ea211190e,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:53:54.667828 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968df03d-30a3-4652-ab2f-badee304212f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'Port': ['ID=438f4122-d1a6-4d24-98e3-47b9fee150f4,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:53:54.694997 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967148f8-4196-43c4-b81e-71958c40acc9 req-968df03d-30a3-4652-ab2f-badee304212f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:53:54.696023 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-967148f8-4196-43c4-b81e-71958c40acc9 req-968df03d-30a3-4652-ab2f-badee304212f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:54.705134 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-15db4d9b-2431-443c-a9a6-3b448f3b7943 None None] Provisioning complete for port 14c4ae8f-0fef-48b1-8fa3-805ea211190e triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:53:54.705512 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-15db4d9b-2431-443c-a9a6-3b448f3b7943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (14c4ae8f-0fef-48b1-8fa3-805ea211190e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:54.714625 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-967148f8-4196-43c4-b81e-71958c40acc9 req-968df03d-30a3-4652-ab2f-badee304212f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5949116
Feb 05 21:53:54.727288 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-967148f8-4196-43c4-b81e-71958c40acc9 req-e6215ea9-3738-4f7b-976c-a39d85a3d65a service neutron] Request body: {'port': {'device_id': '149a4f73-16d5-4791-8892-38b740809a63', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:53:54.763393 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-9e5ee9c2-c64e-4075-bbff-09240ab1f190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab41c430>, [{'id': '6c389ad5-665b-4bdb-8dd4-b50b10446719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843571120', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147'}], 'enable_snat': True}, 'gw_port_id': '7797df04-51de-404a-b6db-9af64332815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:53:48Z', 'updated_at': '2022-02-05T21:53:51Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '7797df04-51de-404a-b6db-9af64332815e', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c389ad5-665b-4bdb-8dd4-b50b10446719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:53:48Z', 'updated_at': '2022-02-05T21:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '14c4ae8f-0fef-48b1-8fa3-805ea211190e', 'name': '', 'network_id': '4902317e-8532-4400-ad24-dbef283a4d7b', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'mac_address': 'fa:16:3e:cd:10:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c389ad5-665b-4bdb-8dd4-b50b10446719', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'd35425c1-07bc-4341-b5b5-9c4989535145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:53:50Z', 'updated_at': '2022-02-05T21:53:53Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'subnets': [{'id': 'd35425c1-07bc-4341-b5b5-9c4989535145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:53:54.790553 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-967148f8-4196-43c4-b81e-71958c40acc9 req-e6215ea9-3738-4f7b-976c-a39d85a3d65a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (438f4122-d1a6-4d24-98e3-47b9fee150f4), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:54.795529 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5ee9c2-c64e-4075-bbff-09240ab1f190 None None] The sync data for ids ['6c389ad5-665b-4bdb-8dd4-b50b10446719'] in ncdv-master-1 is: [{'id': '6c389ad5-665b-4bdb-8dd4-b50b10446719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843571120', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147'}], 'enable_snat': True}, 'gw_port_id': '7797df04-51de-404a-b6db-9af64332815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:53:48Z', 'updated_at': '2022-02-05T21:53:51Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '7797df04-51de-404a-b6db-9af64332815e', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c389ad5-665b-4bdb-8dd4-b50b10446719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:53:48Z', 'updated_at': '2022-02-05T21:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '14c4ae8f-0fef-48b1-8fa3-805ea211190e', 'name': '', 'network_id': '4902317e-8532-4400-ad24-dbef283a4d7b', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'mac_address': 'fa:16:3e:cd:10:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c389ad5-665b-4bdb-8dd4-b50b10446719', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'd35425c1-07bc-4341-b5b5-9c4989535145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:53:50Z', 'updated_at': '2022-02-05T21:53:53Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'subnets': [{'id': 'd35425c1-07bc-4341-b5b5-9c4989535145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:53:54.862436 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-15db4d9b-2431-443c-a9a6-3b448f3b7943 None None] Current status of the port 14c4ae8f-0fef-48b1-8fa3-805ea211190e is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:53:54.991039 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-4843e1f5-da5b-4cd5-9ed7-ee39b0f1856d None None] Provisioning complete for port 438f4122-d1a6-4d24-98e3-47b9fee150f4 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:53:54.991423 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4843e1f5-da5b-4cd5-9ed7-ee39b0f1856d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (438f4122-d1a6-4d24-98e3-47b9fee150f4), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:55.038559 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-4843e1f5-da5b-4cd5-9ed7-ee39b0f1856d None None] Port 438f4122-d1a6-4d24-98e3-47b9fee150f4 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:53:55.115516 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-967148f8-4196-43c4-b81e-71958c40acc9 req-e6215ea9-3738-4f7b-976c-a39d85a3d65a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 438f4122-d1a6-4d24-98e3-47b9fee150f4 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:53:55.124143 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-967148f8-4196-43c4-b81e-71958c40acc9 req-e6215ea9-3738-4f7b-976c-a39d85a3d65a service neutron] Publish callbacks [] for port (438f4122-d1a6-4d24-98e3-47b9fee150f4), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:55.137134 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-967148f8-4196-43c4-b81e-71958c40acc9 req-e6215ea9-3738-4f7b-976c-a39d85a3d65a service neutron] Transition to ACTIVE for port object 438f4122-d1a6-4d24-98e3-47b9fee150f4 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:53:55.140217 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-967148f8-4196-43c4-b81e-71958c40acc9 req-e6215ea9-3738-4f7b-976c-a39d85a3d65a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (438f4122-d1a6-4d24-98e3-47b9fee150f4), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:55.197383 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6215ea9-3738-4f7b-976c-a39d85a3d65a service neutron] Pushing event updated for resources: {'Port': ['ID=438f4122-d1a6-4d24-98e3-47b9fee150f4,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:53:55.284323 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 14c4ae8f-0fef-48b1-8fa3-805ea211190e up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:53:55.298292 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-967148f8-4196-43c4-b81e-71958c40acc9 req-e6215ea9-3738-4f7b-976c-a39d85a3d65a service neutron] Attempting to bind port 438f4122-d1a6-4d24-98e3-47b9fee150f4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:53:55.298657 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-967148f8-4196-43c4-b81e-71958c40acc9 req-e6215ea9-3738-4f7b-976c-a39d85a3d65a service neutron] Attempting to bind port 438f4122-d1a6-4d24-98e3-47b9fee150f4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7051ce73-560a-4dd1-9c7b-67a7b3d7154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4902317e-8532-4400-ad24-dbef283a4d7b'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:53:55.298992 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967148f8-4196-43c4-b81e-71958c40acc9 req-e6215ea9-3738-4f7b-976c-a39d85a3d65a service neutron] Attempting to bind port 438f4122-d1a6-4d24-98e3-47b9fee150f4 on network 4902317e-8532-4400-ad24-dbef283a4d7b {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:53:55.310126 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967148f8-4196-43c4-b81e-71958c40acc9 req-e6215ea9-3738-4f7b-976c-a39d85a3d65a service neutron] Port 438f4122-d1a6-4d24-98e3-47b9fee150f4 on network 4902317e-8532-4400-ad24-dbef283a4d7b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:53:55.313042 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967148f8-4196-43c4-b81e-71958c40acc9 req-e6215ea9-3738-4f7b-976c-a39d85a3d65a service neutron] Attempting to bind port 438f4122-d1a6-4d24-98e3-47b9fee150f4 on network 4902317e-8532-4400-ad24-dbef283a4d7b {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:53:55.318829 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967148f8-4196-43c4-b81e-71958c40acc9 req-e6215ea9-3738-4f7b-976c-a39d85a3d65a service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:53:55.319259 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967148f8-4196-43c4-b81e-71958c40acc9 req-e6215ea9-3738-4f7b-976c-a39d85a3d65a service neutron] Checking segment: {'id': '7051ce73-560a-4dd1-9c7b-67a7b3d7154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4902317e-8532-4400-ad24-dbef283a4d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:53:55.319730 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967148f8-4196-43c4-b81e-71958c40acc9 req-e6215ea9-3738-4f7b-976c-a39d85a3d65a service neutron] Bound using segment: {'id': '7051ce73-560a-4dd1-9c7b-67a7b3d7154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4902317e-8532-4400-ad24-dbef283a4d7b'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:53:55.325432 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-967148f8-4196-43c4-b81e-71958c40acc9 req-e6215ea9-3738-4f7b-976c-a39d85a3d65a service neutron] Bound port: 438f4122-d1a6-4d24-98e3-47b9fee150f4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7051ce73-560a-4dd1-9c7b-67a7b3d7154f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4902317e-8532-4400-ad24-dbef283a4d7b'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:53:55.326010 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-967148f8-4196-43c4-b81e-71958c40acc9 req-e6215ea9-3738-4f7b-976c-a39d85a3d65a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (438f4122-d1a6-4d24-98e3-47b9fee150f4), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:55.360906 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 14c4ae8f-0fef-48b1-8fa3-805ea211190e triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:53:55.361275 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (14c4ae8f-0fef-48b1-8fa3-805ea211190e), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:55.369859 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb892bda-af78-45de-a0d2-804ba99a0e05 req-b31c073b-20b5-47c5-bc18-3aece64ad42a tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:53:55.378826 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bb892bda-af78-45de-a0d2-804ba99a0e05 req-b31c073b-20b5-47c5-bc18-3aece64ad42a tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=149a4f73-16d5-4791-8892-38b740809a63 HTTP/1.1" status: 200  len: 944 time: 0.0788288
Feb 05 21:53:55.448976 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bb892bda-af78-45de-a0d2-804ba99a0e05 req-a776a5f2-c10d-47ac-8e21-3e47408ca144 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=68a32767-99f2-4aa4-9ba8-42c7b498bd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0684690
Feb 05 21:53:55.483655 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 14c4ae8f-0fef-48b1-8fa3-805ea211190e is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:53:55.790862 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-967148f8-4196-43c4-b81e-71958c40acc9 req-e6215ea9-3738-4f7b-976c-a39d85a3d65a service neutron] For port 438f4122-d1a6-4d24-98e3-47b9fee150f4, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:53:55.794442 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-967148f8-4196-43c4-b81e-71958c40acc9 req-e6215ea9-3738-4f7b-976c-a39d85a3d65a service neutron] For port 438f4122-d1a6-4d24-98e3-47b9fee150f4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=438f4122-d1a6-4d24-98e3-47b9fee150f4,segment=NetworkSegment(7051ce73-560a-4dd1-9c7b-67a7b3d7154f),segment_id=7051ce73-560a-4dd1-9c7b-67a7b3d7154f)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:53:55.800787 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-967148f8-4196-43c4-b81e-71958c40acc9 req-e6215ea9-3738-4f7b-976c-a39d85a3d65a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (438f4122-d1a6-4d24-98e3-47b9fee150f4), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:55.833696 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967148f8-4196-43c4-b81e-71958c40acc9 req-e6215ea9-3738-4f7b-976c-a39d85a3d65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:53:55.834330 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-967148f8-4196-43c4-b81e-71958c40acc9 req-e6215ea9-3738-4f7b-976c-a39d85a3d65a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:55.836528 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-967148f8-4196-43c4-b81e-71958c40acc9 req-e6215ea9-3738-4f7b-976c-a39d85a3d65a service neutron] 10.222.0.21 "PUT /v2.0/ports/438f4122-d1a6-4d24-98e3-47b9fee150f4 HTTP/1.1" status: 200  len: 1092 time: 1.1141186
Feb 05 21:53:55.837411 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '149a4f73-16d5-4791-8892-38b740809a63', 'tag': '438f4122-d1a6-4d24-98e3-47b9fee150f4'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:53:55.839478 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dc595678b95b8a5d7a711e017487991988fc4acadae49b95ce695ebace8492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8451d4-825b-439f-bbd5-f534f14e70ba" -d '{"events": [{"name": "network-changed", "server_uuid": "149a4f73-16d5-4791-8892-38b740809a63", "tag": "438f4122-d1a6-4d24-98e3-47b9fee150f4"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:53:55.875914 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6215ea9-3738-4f7b-976c-a39d85a3d65a service neutron] Pushing event updated for resources: {'Port': ['ID=438f4122-d1a6-4d24-98e3-47b9fee150f4,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:53:55.899716 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca62f1a-fa40-4873-a5ce-3256d43a9816 x-openstack-request-id: req-5ca62f1a-fa40-4873-a5ce-3256d43a9816 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:53:55.899716 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "149a4f73-16d5-4791-8892-38b740809a63", "tag": "438f4122-d1a6-4d24-98e3-47b9fee150f4", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:53:55.899716 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5ca62f1a-fa40-4873-a5ce-3256d43a9816 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:53:55.899716 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '149a4f73-16d5-4791-8892-38b740809a63', 'tag': '438f4122-d1a6-4d24-98e3-47b9fee150f4', 'status': 'completed', 'code': 200}
Feb 05 21:53:55.940262 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967148f8-4196-43c4-b81e-71958c40acc9 req-fb47d490-866b-4fe3-8e09-a1001340f01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:53:55.941938 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-967148f8-4196-43c4-b81e-71958c40acc9 req-fb47d490-866b-4fe3-8e09-a1001340f01c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad4914a1c56043a7bbc01d19cd824488&device_id=149a4f73-16d5-4791-8892-38b740809a63 HTTP/1.1" status: 200  len: 1126 time: 0.0559518
Feb 05 21:53:55.995225 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-967148f8-4196-43c4-b81e-71958c40acc9 req-560f3603-b847-470a-9178-56a4ff5bfc41 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=438f4122-d1a6-4d24-98e3-47b9fee150f4 HTTP/1.1" status: 200  len: 217 time: 0.0414848
Feb 05 21:53:56.055294 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967148f8-4196-43c4-b81e-71958c40acc9 req-fd4b509e-d84d-4cba-bcd3-4116b57864e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:53:56.056919 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-967148f8-4196-43c4-b81e-71958c40acc9 req-fd4b509e-d84d-4cba-bcd3-4116b57864e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d35425c1-07bc-4341-b5b5-9c4989535145 HTTP/1.1" status: 200  len: 834 time: 0.0563378
Feb 05 21:53:56.110761 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967148f8-4196-43c4-b81e-71958c40acc9 req-0e13c857-961f-46ac-a098-95afcf17ed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:53:56.112204 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-967148f8-4196-43c4-b81e-71958c40acc9 req-0e13c857-961f-46ac-a098-95afcf17ed99 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4902317e-8532-4400-ad24-dbef283a4d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0474362
Feb 05 21:53:56.221441 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-967148f8-4196-43c4-b81e-71958c40acc9 req-5df46701-b723-4ec3-9a8c-fc4a5b6d8721 service neutron] 10.222.0.21 "GET /v2.0/networks/4902317e-8532-4400-ad24-dbef283a4d7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1021433
Feb 05 21:53:56.328871 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-967148f8-4196-43c4-b81e-71958c40acc9 req-56670b76-367b-495b-beb7-61e900ea3ed2 service neutron] 10.222.0.21 "GET /v2.0/networks/4902317e-8532-4400-ad24-dbef283a4d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1009979
Feb 05 21:53:56.430486 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8451d4-825b-439f-bbd5-f534f14e70ba req-ec9b98d3-38b0-4039-9ffb-f1342b2b22b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:53:56.432832 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0a8451d4-825b-439f-bbd5-f534f14e70ba req-ec9b98d3-38b0-4039-9ffb-f1342b2b22b6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad4914a1c56043a7bbc01d19cd824488&device_id=149a4f73-16d5-4791-8892-38b740809a63 HTTP/1.1" status: 200  len: 1126 time: 0.0557165
Feb 05 21:53:56.528894 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8451d4-825b-439f-bbd5-f534f14e70ba req-afb6fa65-52ba-44f4-9d3b-3f7649d31c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:53:56.530708 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0a8451d4-825b-439f-bbd5-f534f14e70ba req-afb6fa65-52ba-44f4-9d3b-3f7649d31c7d service neutron] 10.222.0.21 "GET /v2.0/networks?id=4902317e-8532-4400-ad24-dbef283a4d7b HTTP/1.1" status: 200  len: 897 time: 0.0902686
Feb 05 21:53:56.584061 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0a8451d4-825b-439f-bbd5-f534f14e70ba req-a3f246ea-ab69-42e2-9f14-c6673e9072ec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=438f4122-d1a6-4d24-98e3-47b9fee150f4 HTTP/1.1" status: 200  len: 217 time: 0.0460358
Feb 05 21:53:56.591967 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba07d75-9579-443b-9e77-fc63f650da55 req-e64d33a4-9a7b-49e1-9fa1-51430d95c2d3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:53:56.593488 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6ba07d75-9579-443b-9e77-fc63f650da55 req-e64d33a4-9a7b-49e1-9fa1-51430d95c2d3 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=149a4f73-16d5-4791-8892-38b740809a63 HTTP/1.1" status: 200  len: 944 time: 0.0553415
Feb 05 21:53:56.645189 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8451d4-825b-439f-bbd5-f534f14e70ba req-2a14c1b5-0734-409d-b99a-00f9e8e97707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:53:56.647826 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0a8451d4-825b-439f-bbd5-f534f14e70ba req-2a14c1b5-0734-409d-b99a-00f9e8e97707 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d35425c1-07bc-4341-b5b5-9c4989535145 HTTP/1.1" status: 200  len: 834 time: 0.0541341
Feb 05 21:53:56.648004 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6ba07d75-9579-443b-9e77-fc63f650da55 req-e1e062c9-6a5b-42b0-b9d8-b6439eacdde1 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=68a32767-99f2-4aa4-9ba8-42c7b498bd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487473
Feb 05 21:53:56.704888 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8451d4-825b-439f-bbd5-f534f14e70ba req-dc601165-0bf6-4126-b8b0-e9334662441d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:53:56.706543 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0a8451d4-825b-439f-bbd5-f534f14e70ba req-dc601165-0bf6-4126-b8b0-e9334662441d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4902317e-8532-4400-ad24-dbef283a4d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0526996
Feb 05 21:53:56.810152 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0a8451d4-825b-439f-bbd5-f534f14e70ba req-1a49b763-7506-4783-9c32-0ed4e28c54bb service neutron] 10.222.0.21 "GET /v2.0/networks/4902317e-8532-4400-ad24-dbef283a4d7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0972373
Feb 05 21:53:56.897064 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0a8451d4-825b-439f-bbd5-f534f14e70ba req-6c40b295-4cbe-4ca2-8301-2dd80c66ca08 service neutron] 10.222.0.21 "GET /v2.0/networks/4902317e-8532-4400-ad24-dbef283a4d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0808222
Feb 05 21:53:57.770451 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd0fdf-a992-4341-aafb-a78507f2af39 req-568e7c07-c8fc-49c7-8120-38214fd19907 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:53:57.771855 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-25cd0fdf-a992-4341-aafb-a78507f2af39 req-568e7c07-c8fc-49c7-8120-38214fd19907 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=149a4f73-16d5-4791-8892-38b740809a63 HTTP/1.1" status: 200  len: 944 time: 0.0517681
Feb 05 21:53:57.819732 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-25cd0fdf-a992-4341-aafb-a78507f2af39 req-9f21b6de-764b-436c-9d58-63e39c62f17d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=68a32767-99f2-4aa4-9ba8-42c7b498bd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423453
Feb 05 21:53:57.826069 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:53:58.942182 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf9e6d-ecab-4a27-aaae-e5de2c033597 req-95943932-ec72-4121-b149-0d4d6a7aa951 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:53:58.943729 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6faf9e6d-ecab-4a27-aaae-e5de2c033597 req-95943932-ec72-4121-b149-0d4d6a7aa951 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=149a4f73-16d5-4791-8892-38b740809a63 HTTP/1.1" status: 200  len: 944 time: 0.0566323
Feb 05 21:53:58.996684 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6faf9e6d-ecab-4a27-aaae-e5de2c033597 req-37f80858-d3f5-4797-a853-7bf7e9606687 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=68a32767-99f2-4aa4-9ba8-42c7b498bd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458748
Feb 05 21:53:59.801214 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 438f4122-d1a6-4d24-98e3-47b9fee150f4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:53:59.895507 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 438f4122-d1a6-4d24-98e3-47b9fee150f4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=438f4122-d1a6-4d24-98e3-47b9fee150f4,segment=NetworkSegment(7051ce73-560a-4dd1-9c7b-67a7b3d7154f),segment_id=7051ce73-560a-4dd1-9c7b-67a7b3d7154f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:53:59.906147 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '438f4122-d1a6-4d24-98e3-47b9fee150f4', 'network_id': '4902317e-8532-4400-ad24-dbef283a4d7b', 'port_id': '438f4122-d1a6-4d24-98e3-47b9fee150f4', 'mac_address': 'fa:16:3e:08:f0:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd35425c1-07bc-4341-b5b5-9c4989535145', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:53:59.947951 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 438f4122-d1a6-4d24-98e3-47b9fee150f4 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:53:59.948331 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (438f4122-d1a6-4d24-98e3-47b9fee150f4), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:53:59.960858 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 438f4122-d1a6-4d24-98e3-47b9fee150f4 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:53:59.979625 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 438f4122-d1a6-4d24-98e3-47b9fee150f4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=438f4122-d1a6-4d24-98e3-47b9fee150f4,segment=NetworkSegment(7051ce73-560a-4dd1-9c7b-67a7b3d7154f),segment_id=7051ce73-560a-4dd1-9c7b-67a7b3d7154f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:53:59.983863 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (438f4122-d1a6-4d24-98e3-47b9fee150f4), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:54:00.031032 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=438f4122-d1a6-4d24-98e3-47b9fee150f4,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:54:00.122557 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6fbf49-dbb1-4982-99da-fb4f75b33c56 req-f13b69e0-1bd0-4bf3-9219-557dc92a2539 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:54:00.123959 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dd6fbf49-dbb1-4982-99da-fb4f75b33c56 req-f13b69e0-1bd0-4bf3-9219-557dc92a2539 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=149a4f73-16d5-4791-8892-38b740809a63 HTTP/1.1" status: 200  len: 945 time: 0.0536029
Feb 05 21:54:00.171668 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dd6fbf49-dbb1-4982-99da-fb4f75b33c56 req-012af356-455a-49ab-9e64-a94e71b8524c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=68a32767-99f2-4aa4-9ba8-42c7b498bd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420730
Feb 05 21:54:00.328630 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['438f4122-d1a6-4d24-98e3-47b9fee150f4'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:54:01.291048 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67e43b-1428-4e1e-9c42-16bbc55c0a77 req-20e1683e-575a-4446-a0f8-34ce7688b870 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:54:01.292538 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dd67e43b-1428-4e1e-9c42-16bbc55c0a77 req-20e1683e-575a-4446-a0f8-34ce7688b870 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=149a4f73-16d5-4791-8892-38b740809a63 HTTP/1.1" status: 200  len: 945 time: 0.0535722
Feb 05 21:54:01.344203 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dd67e43b-1428-4e1e-9c42-16bbc55c0a77 req-75d54d02-2f76-4c71-9170-35b0a93832d9 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=68a32767-99f2-4aa4-9ba8-42c7b498bd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461714
Feb 05 21:54:01.806606 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 438f4122-d1a6-4d24-98e3-47b9fee150f4 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:54:01.855263 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 438f4122-d1a6-4d24-98e3-47b9fee150f4 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:54:01.858817 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 438f4122-d1a6-4d24-98e3-47b9fee150f4 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:54:01.859196 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (438f4122-d1a6-4d24-98e3-47b9fee150f4), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:54:01.939030 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 438f4122-d1a6-4d24-98e3-47b9fee150f4 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:54:01.939415 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (438f4122-d1a6-4d24-98e3-47b9fee150f4), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:54:01.963210 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149a4f73-16d5-4791-8892-38b740809a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438f4122-d1a6-4d24-98e3-47b9fee150f4'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:54:01.965651 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}851605b45cf2a471246fb829968e46403c172bb314a4c703424450b4be22868d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5014a67e-d5f1-490b-83a1-fc658831fd09" -d '{"events": [{"server_uuid": "149a4f73-16d5-4791-8892-38b740809a63", "name": "network-vif-plugged", "status": "completed", "tag": "438f4122-d1a6-4d24-98e3-47b9fee150f4"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:54:01.979145 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 438f4122-d1a6-4d24-98e3-47b9fee150f4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=438f4122-d1a6-4d24-98e3-47b9fee150f4,segment=NetworkSegment(7051ce73-560a-4dd1-9c7b-67a7b3d7154f),segment_id=7051ce73-560a-4dd1-9c7b-67a7b3d7154f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:54:01.983095 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (438f4122-d1a6-4d24-98e3-47b9fee150f4), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:54:02.007541 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8f8f56-5070-4f4c-877c-2cb45cb2a247 x-openstack-request-id: req-2b8f8f56-5070-4f4c-877c-2cb45cb2a247 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:54:02.007846 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "149a4f73-16d5-4791-8892-38b740809a63", "name": "network-vif-plugged", "status": "completed", "tag": "438f4122-d1a6-4d24-98e3-47b9fee150f4", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:54:02.008109 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2b8f8f56-5070-4f4c-877c-2cb45cb2a247 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:54:02.008551 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '149a4f73-16d5-4791-8892-38b740809a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438f4122-d1a6-4d24-98e3-47b9fee150f4', 'code': 200}
Feb 05 21:54:02.034780 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=438f4122-d1a6-4d24-98e3-47b9fee150f4,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:54:02.109429 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b005b6-470e-4d29-a061-4c5e33ad3e12 req-d32645e0-2c40-4821-af7a-32385a9cbe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:54:02.111074 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f3b005b6-470e-4d29-a061-4c5e33ad3e12 req-d32645e0-2c40-4821-af7a-32385a9cbe71 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=149a4f73-16d5-4791-8892-38b740809a63 HTTP/1.1" status: 200  len: 1128 time: 0.0492518
Feb 05 21:54:02.157413 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f3b005b6-470e-4d29-a061-4c5e33ad3e12 req-0ba25a5c-2c19-40d8-a165-41a458f7d2a2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=68a32767-99f2-4aa4-9ba8-42c7b498bd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401933
Feb 05 21:54:02.464295 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef6a88-62d4-44a6-ba98-a1f26d6943f1 req-658310f3-7219-42b6-90c1-24ae062109b6 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:54:02.465766 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-83ef6a88-62d4-44a6-ba98-a1f26d6943f1 req-658310f3-7219-42b6-90c1-24ae062109b6 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=149a4f73-16d5-4791-8892-38b740809a63 HTTP/1.1" status: 200  len: 946 time: 0.0532558
Feb 05 21:54:02.513658 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-83ef6a88-62d4-44a6-ba98-a1f26d6943f1 req-9d91e633-309e-4d16-b8d7-83e27b1572ce tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=68a32767-99f2-4aa4-9ba8-42c7b498bd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423696
Feb 05 21:54:03.634979 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347e257-0155-45c4-989d-a1d2a468f95c req-6f6a1501-2f24-413a-b794-8bf7230bee8c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:54:03.636471 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3347e257-0155-45c4-989d-a1d2a468f95c req-6f6a1501-2f24-413a-b794-8bf7230bee8c tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=149a4f73-16d5-4791-8892-38b740809a63 HTTP/1.1" status: 200  len: 946 time: 0.0537157
Feb 05 21:54:03.684403 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3347e257-0155-45c4-989d-a1d2a468f95c req-c450143d-bff9-4cc1-9184-14e07e18f61e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=68a32767-99f2-4aa4-9ba8-42c7b498bd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423772
Feb 05 21:54:03.807115 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2d48f-03fd-4019-a073-a9973919e444 req-5d9260bd-f905-400f-a0b8-1cc8b0241705 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:54:03.808511 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-76a2d48f-03fd-4019-a073-a9973919e444 req-5d9260bd-f905-400f-a0b8-1cc8b0241705 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=149a4f73-16d5-4791-8892-38b740809a63 HTTP/1.1" status: 200  len: 946 time: 0.0578396
Feb 05 21:54:03.847060 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fda05047-1ffe-4326-81af-9c9aebff691c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:54:03.858679 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-76a2d48f-03fd-4019-a073-a9973919e444 req-40284144-914e-40ce-893f-10cd7c3156b5 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=68a32767-99f2-4aa4-9ba8-42c7b498bd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445175
Feb 05 21:54:03.880712 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54286) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:54:03.924065 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fc23c4-ab9f-4a17-91b4-4930cf63e0ba tempest-TestNetworkAdvancedServerOps-979185547 tempest-TestNetworkAdvancedServerOps-979185547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:54:03.925578 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-26fc23c4-ab9f-4a17-91b4-4930cf63e0ba tempest-TestNetworkAdvancedServerOps-979185547 tempest-TestNetworkAdvancedServerOps-979185547-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=149a4f73-16d5-4791-8892-38b740809a63 HTTP/1.1" status: 200  len: 1123 time: 0.0438759
Feb 05 21:54:03.928450 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54288) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:54:03.933329 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-a230ac9e-d0ca-404a-8f16-9c59e64eec48 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'port_id': '438f4122-d1a6-4d24-98e3-47b9fee150f4', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'fixed_ip_address': '172.20.0.11'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:54:03.953559 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a230ac9e-d0ca-404a-8f16-9c59e64eec48 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:54:04.052992 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a230ac9e-d0ca-404a-8f16-9c59e64eec48 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:54:04.153150 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-a230ac9e-d0ca-404a-8f16-9c59e64eec48 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Allocated IP 172.35.4.177 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/114facaf-7588-4ddc-bfb6-3e22bb9dc9d0) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:54:04.593801 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a230ac9e-d0ca-404a-8f16-9c59e64eec48 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for port (114facaf-7588-4ddc-bfb6-3e22bb9dc9d0), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:54:04.626779 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a230ac9e-d0ca-404a-8f16-9c59e64eec48 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (114facaf-7588-4ddc-bfb6-3e22bb9dc9d0), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:54:04.665871 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a230ac9e-d0ca-404a-8f16-9c59e64eec48 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:54:04.668722 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-a230ac9e-d0ca-404a-8f16-9c59e64eec48 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:54:04.671219 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a230ac9e-d0ca-404a-8f16-9c59e64eec48 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:54:04.698367 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230ac9e-d0ca-404a-8f16-9c59e64eec48 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'Port': ['ID=114facaf-7588-4ddc-bfb6-3e22bb9dc9d0,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:54:05.040363 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a230ac9e-d0ca-404a-8f16-9c59e64eec48 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for floatingip (69ba9cd9-5216-4843-8a56-4ea64a1839e1), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:54:05.120487 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a230ac9e-d0ca-404a-8f16-9c59e64eec48 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (114facaf-7588-4ddc-bfb6-3e22bb9dc9d0), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:54:05.269357 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a230ac9e-d0ca-404a-8f16-9c59e64eec48 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for port (114facaf-7588-4ddc-bfb6-3e22bb9dc9d0), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:54:05.274370 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a230ac9e-d0ca-404a-8f16-9c59e64eec48 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (114facaf-7588-4ddc-bfb6-3e22bb9dc9d0), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:54:05.348383 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230ac9e-d0ca-404a-8f16-9c59e64eec48 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event updated for resources: {'Port': ['ID=114facaf-7588-4ddc-bfb6-3e22bb9dc9d0,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:54:05.356747 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a230ac9e-d0ca-404a-8f16-9c59e64eec48 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (69ba9cd9-5216-4843-8a56-4ea64a1839e1), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:54:05.459859 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-a230ac9e-d0ca-404a-8f16-9c59e64eec48 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Floating IP 69ba9cd9-5216-4843-8a56-4ea64a1839e1 associated. External IP: 172.35.4.177, port: 438f4122-d1a6-4d24-98e3-47b9fee150f4.
Feb 05 21:54:05.673749 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a230ac9e-d0ca-404a-8f16-9c59e64eec48 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Router 6c389ad5-665b-4bdb-8dd4-b50b10446719 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:54:05.784239 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a230ac9e-d0ca-404a-8f16-9c59e64eec48 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:54:05.799067 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2d4e67-5384-4b30-8e4a-e4da24bf0589 None None] Sync routers for ids ['6c389ad5-665b-4bdb-8dd4-b50b10446719'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:54:05.802135 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a230ac9e-d0ca-404a-8f16-9c59e64eec48 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:54:05.809399 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2d4e67-5384-4b30-8e4a-e4da24bf0589 None None] Routers {'6c389ad5-665b-4bdb-8dd4-b50b10446719'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:54:05.810013 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-4c2d4e67-5384-4b30-8e4a-e4da24bf0589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8fe6a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:53:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['6c389ad5-665b-4bdb-8dd4-b50b10446719'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:54:05.832384 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a230ac9e-d0ca-404a-8f16-9c59e64eec48 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.9028842
Feb 05 21:54:05.832986 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '149a4f73-16d5-4791-8892-38b740809a63', 'tag': '438f4122-d1a6-4d24-98e3-47b9fee150f4'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:54:05.835288 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16fdd19d8a7c57de6e0d65e92e0f39486390e6be4ccbd395fc02e890f8c23cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f05853-f473-4634-b889-cbe31a12f110" -d '{"events": [{"name": "network-changed", "server_uuid": "149a4f73-16d5-4791-8892-38b740809a63", "tag": "438f4122-d1a6-4d24-98e3-47b9fee150f4"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:54:05.878958 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75decf23-b607-46a0-8f57-f8d3e8fadb88 x-openstack-request-id: req-75decf23-b607-46a0-8f57-f8d3e8fadb88 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:54:05.879256 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "149a4f73-16d5-4791-8892-38b740809a63", "tag": "438f4122-d1a6-4d24-98e3-47b9fee150f4", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:54:05.879514 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-75decf23-b607-46a0-8f57-f8d3e8fadb88 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:54:05.879920 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '149a4f73-16d5-4791-8892-38b740809a63', 'tag': '438f4122-d1a6-4d24-98e3-47b9fee150f4', 'status': 'completed', 'code': 200}
Feb 05 21:54:05.930503 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-4c2d4e67-5384-4b30-8e4a-e4da24bf0589 None None] Set router 6c389ad5-665b-4bdb-8dd4-b50b10446719 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:54:05.946783 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8eaf4-c200-4d7b-8737-1fecbffcfd0d req-da4c322f-e05b-4c1d-88e5-279eb89ef771 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:54:05.948347 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eaa8eaf4-c200-4d7b-8737-1fecbffcfd0d req-da4c322f-e05b-4c1d-88e5-279eb89ef771 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=149a4f73-16d5-4791-8892-38b740809a63 HTTP/1.1" status: 200  len: 946 time: 0.0615256
Feb 05 21:54:05.952849 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f05853-f473-4634-b889-cbe31a12f110 req-ea6461ad-4188-4e3f-975e-017524b32da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:54:05.955027 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e7f05853-f473-4634-b889-cbe31a12f110 req-ea6461ad-4188-4e3f-975e-017524b32da8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad4914a1c56043a7bbc01d19cd824488&device_id=149a4f73-16d5-4791-8892-38b740809a63 HTTP/1.1" status: 200  len: 1128 time: 0.0540483
Feb 05 21:54:06.001070 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eaa8eaf4-c200-4d7b-8737-1fecbffcfd0d req-8d9e3441-fba3-43e1-8724-f7aae4d79bb6 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=68a32767-99f2-4aa4-9ba8-42c7b498bd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471547
Feb 05 21:54:06.025000 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54294) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:54:06.051950 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f05853-f473-4634-b889-cbe31a12f110 req-84a7b235-fb75-41a5-9894-09b77a345d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:54:06.053442 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e7f05853-f473-4634-b889-cbe31a12f110 req-84a7b235-fb75-41a5-9894-09b77a345d7b service neutron] 10.222.0.21 "GET /v2.0/networks?id=4902317e-8532-4400-ad24-dbef283a4d7b HTTP/1.1" status: 200  len: 897 time: 0.0914633
Feb 05 21:54:06.099889 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-dadbf67e-5134-44ac-a066-62f7840685ec tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/floatingips/69ba9cd9-5216-4843-8a56-4ea64a1839e1 HTTP/1.1" status: 200  len: 992 time: 0.0725954
Feb 05 21:54:06.120940 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e7f05853-f473-4634-b889-cbe31a12f110 req-ea8ee514-e494-4f5b-aad9-bd92909d853c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=438f4122-d1a6-4d24-98e3-47b9fee150f4 HTTP/1.1" status: 200  len: 1000 time: 0.0613427
Feb 05 21:54:06.162028 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-4c2d4e67-5384-4b30-8e4a-e4da24bf0589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8fe6a90>, [{'id': '6c389ad5-665b-4bdb-8dd4-b50b10446719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843571120', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147'}], 'enable_snat': True}, 'gw_port_id': '7797df04-51de-404a-b6db-9af64332815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:53:48Z', 'updated_at': '2022-02-05T21:53:51Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '7797df04-51de-404a-b6db-9af64332815e', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c389ad5-665b-4bdb-8dd4-b50b10446719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:53:48Z', 'updated_at': '2022-02-05T21:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '69ba9cd9-5216-4843-8a56-4ea64a1839e1', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'floating_ip_address': '172.35.4.177', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '6c389ad5-665b-4bdb-8dd4-b50b10446719', 'port_id': '438f4122-d1a6-4d24-98e3-47b9fee150f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4902317e-8532-4400-ad24-dbef283a4d7b', 'mac_address': 'fa:16:3e:08:f0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149a4f73-16d5-4791-8892-38b740809a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:54:04Z', 'updated_at': '2022-02-05T21:54:04Z', 'revision_number': 0, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14c4ae8f-0fef-48b1-8fa3-805ea211190e', 'name': '', 'network_id': '4902317e-8532-4400-ad24-dbef283a4d7b', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'mac_address': 'fa:16:3e:cd:10:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c389ad5-665b-4bdb-8dd4-b50b10446719', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'd35425c1-07bc-4341-b5b5-9c4989535145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:53:50Z', 'updated_at': '2022-02-05T21:53:54Z', 'revision_number': 5, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'subnets': [{'id': 'd35425c1-07bc-4341-b5b5-9c4989535145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:54:06.168539 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f05853-f473-4634-b889-cbe31a12f110 req-7cef1b8f-6658-49f7-860e-d1393f75abbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:54:06.170086 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e7f05853-f473-4634-b889-cbe31a12f110 req-7cef1b8f-6658-49f7-860e-d1393f75abbd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d35425c1-07bc-4341-b5b5-9c4989535145 HTTP/1.1" status: 200  len: 834 time: 0.0440581
Feb 05 21:54:06.191570 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2d4e67-5384-4b30-8e4a-e4da24bf0589 None None] Checking router: 6c389ad5-665b-4bdb-8dd4-b50b10446719 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:54:06.200461 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2d4e67-5384-4b30-8e4a-e4da24bf0589 None None] Routers {'6c389ad5-665b-4bdb-8dd4-b50b10446719'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:54:06.201066 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-4c2d4e67-5384-4b30-8e4a-e4da24bf0589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8fe6a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:53:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['6c389ad5-665b-4bdb-8dd4-b50b10446719'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:54:06.222552 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f05853-f473-4634-b889-cbe31a12f110 req-22abca83-fc08-493d-84c6-2081f2376199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:54:06.224086 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e7f05853-f473-4634-b889-cbe31a12f110 req-22abca83-fc08-493d-84c6-2081f2376199 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4902317e-8532-4400-ad24-dbef283a4d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0480313
Feb 05 21:54:06.233167 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-51a649ee-9ab2-45b8-85e1-5c0a5c37e8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:54:06.309793 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-4c2d4e67-5384-4b30-8e4a-e4da24bf0589 None None] Set router 6c389ad5-665b-4bdb-8dd4-b50b10446719 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:54:06.316111 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e7f05853-f473-4634-b889-cbe31a12f110 req-c3783d9c-fea7-4b6f-a908-9783ea6229d7 service neutron] 10.222.0.21 "GET /v2.0/networks/4902317e-8532-4400-ad24-dbef283a4d7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856378
Feb 05 21:54:06.416555 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e7f05853-f473-4634-b889-cbe31a12f110 req-b129b3bf-5d6f-41b7-8c69-8edea3386ddb service neutron] 10.222.0.21 "GET /v2.0/networks/4902317e-8532-4400-ad24-dbef283a4d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0943484
Feb 05 21:54:06.528701 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-4c2d4e67-5384-4b30-8e4a-e4da24bf0589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8fe6a90>, [{'id': '6c389ad5-665b-4bdb-8dd4-b50b10446719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843571120', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147'}], 'enable_snat': True}, 'gw_port_id': '7797df04-51de-404a-b6db-9af64332815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:53:48Z', 'updated_at': '2022-02-05T21:53:51Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '7797df04-51de-404a-b6db-9af64332815e', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c389ad5-665b-4bdb-8dd4-b50b10446719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:53:48Z', 'updated_at': '2022-02-05T21:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '69ba9cd9-5216-4843-8a56-4ea64a1839e1', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'floating_ip_address': '172.35.4.177', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '6c389ad5-665b-4bdb-8dd4-b50b10446719', 'port_id': '438f4122-d1a6-4d24-98e3-47b9fee150f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4902317e-8532-4400-ad24-dbef283a4d7b', 'mac_address': 'fa:16:3e:08:f0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149a4f73-16d5-4791-8892-38b740809a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:54:04Z', 'updated_at': '2022-02-05T21:54:04Z', 'revision_number': 0, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14c4ae8f-0fef-48b1-8fa3-805ea211190e', 'name': '', 'network_id': '4902317e-8532-4400-ad24-dbef283a4d7b', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'mac_address': 'fa:16:3e:cd:10:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c389ad5-665b-4bdb-8dd4-b50b10446719', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'd35425c1-07bc-4341-b5b5-9c4989535145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:53:50Z', 'updated_at': '2022-02-05T21:53:54Z', 'revision_number': 5, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'subnets': [{'id': 'd35425c1-07bc-4341-b5b5-9c4989535145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:54:06.553862 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2d4e67-5384-4b30-8e4a-e4da24bf0589 None None] The sync data for ids ['6c389ad5-665b-4bdb-8dd4-b50b10446719'] in ncdv-master-1 is: [{'id': '6c389ad5-665b-4bdb-8dd4-b50b10446719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843571120', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147'}], 'enable_snat': True}, 'gw_port_id': '7797df04-51de-404a-b6db-9af64332815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:53:48Z', 'updated_at': '2022-02-05T21:53:51Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '7797df04-51de-404a-b6db-9af64332815e', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c389ad5-665b-4bdb-8dd4-b50b10446719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:53:48Z', 'updated_at': '2022-02-05T21:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '69ba9cd9-5216-4843-8a56-4ea64a1839e1', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'floating_ip_address': '172.35.4.177', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': '6c389ad5-665b-4bdb-8dd4-b50b10446719', 'port_id': '438f4122-d1a6-4d24-98e3-47b9fee150f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4902317e-8532-4400-ad24-dbef283a4d7b', 'mac_address': 'fa:16:3e:08:f0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149a4f73-16d5-4791-8892-38b740809a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:54:04Z', 'updated_at': '2022-02-05T21:54:04Z', 'revision_number': 0, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14c4ae8f-0fef-48b1-8fa3-805ea211190e', 'name': '', 'network_id': '4902317e-8532-4400-ad24-dbef283a4d7b', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'mac_address': 'fa:16:3e:cd:10:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c389ad5-665b-4bdb-8dd4-b50b10446719', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'd35425c1-07bc-4341-b5b5-9c4989535145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:53:50Z', 'updated_at': '2022-02-05T21:53:54Z', 'revision_number': 5, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'subnets': [{'id': 'd35425c1-07bc-4341-b5b5-9c4989535145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:54:06.749329 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83c80de-9e35-4686-8cac-250b4fe0f23b None None] New status for floating IP 69ba9cd9-5216-4843-8a56-4ea64a1839e1: ACTIVE {{(pid=114392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:54:07.102710 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54296) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:54:07.162965 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-de10faf4-58b5-4cae-af3a-7c93cd52b06e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/floatingips/69ba9cd9-5216-4843-8a56-4ea64a1839e1 HTTP/1.1" status: 200  len: 994 time: 0.0590806
Feb 05 21:54:07.699306 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:54:09.283374 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:54:10.628734 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:54:15.736422 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:54:20.758587 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:54:33.371769 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-eca7719a-42ae-4d98-983b-d3cb94e69d0c req-22799010-e54a-481e-8a22-3816643dd007 service neutron] (114391) timed out ('10.222.0.32', 48692) {{(pid=114391) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 05 21:54:33.851536 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3d336701-b8f2-49cc-a14d-e6d78a7ca2f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:54:34.825058 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:54:36.236056 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b67ad4ef-5f8b-42c5-98e2-4c1dbd71684e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:54:37.701344 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:54:39.286085 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:54:40.630400 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:54:45.765681 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:54:46.209693 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45224931-fd04-459d-abae-070553c65fbc req-81176944-93a0-45a9-92de-55d40c12196a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=149a4f73-16d5-4791-8892-38b740809a63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1382887
Feb 05 21:54:46.295523 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45224931-fd04-459d-abae-070553c65fbc req-66205852-2744-49f8-bb95-934ae0a7ea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:54:46.297080 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45224931-fd04-459d-abae-070553c65fbc req-66205852-2744-49f8-bb95-934ae0a7ea4d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad4914a1c56043a7bbc01d19cd824488&device_id=149a4f73-16d5-4791-8892-38b740809a63 HTTP/1.1" status: 200  len: 1128 time: 0.0458064
Feb 05 21:54:46.400372 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45224931-fd04-459d-abae-070553c65fbc req-e9007379-b114-4754-8718-c6076f628a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:54:46.401753 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45224931-fd04-459d-abae-070553c65fbc req-e9007379-b114-4754-8718-c6076f628a05 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4902317e-8532-4400-ad24-dbef283a4d7b HTTP/1.1" status: 200  len: 897 time: 0.0873170
Feb 05 21:54:46.465964 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45224931-fd04-459d-abae-070553c65fbc req-8387c3d8-461e-4bec-bc2e-8bca4d46fbcb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=438f4122-d1a6-4d24-98e3-47b9fee150f4 HTTP/1.1" status: 200  len: 1002 time: 0.0576108
Feb 05 21:54:46.517072 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45224931-fd04-459d-abae-070553c65fbc req-3f02fdc5-4708-402a-8e97-78554f083dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:54:46.518516 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45224931-fd04-459d-abae-070553c65fbc req-3f02fdc5-4708-402a-8e97-78554f083dc9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d35425c1-07bc-4341-b5b5-9c4989535145 HTTP/1.1" status: 200  len: 834 time: 0.0470164
Feb 05 21:54:46.567066 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45224931-fd04-459d-abae-070553c65fbc req-d848bbf4-82e4-4f04-8760-acca0fcf5f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:54:46.568560 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45224931-fd04-459d-abae-070553c65fbc req-d848bbf4-82e4-4f04-8760-acca0fcf5f55 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4902317e-8532-4400-ad24-dbef283a4d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0440583
Feb 05 21:54:46.656098 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45224931-fd04-459d-abae-070553c65fbc req-c450de79-21ab-43b6-8e63-f8db9f3417eb service neutron] 10.222.0.21 "GET /v2.0/networks/4902317e-8532-4400-ad24-dbef283a4d7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0811491
Feb 05 21:54:46.746457 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-45224931-fd04-459d-abae-070553c65fbc req-71e43dc6-d65c-43cd-8e37-bf237c0a0f92 service neutron] 10.222.0.21 "GET /v2.0/networks/4902317e-8532-4400-ad24-dbef283a4d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845859
Feb 05 21:54:50.767550 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:03.853053 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1acaf020-9e88-43d1-b27b-7d3e7f312194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:06.236731 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-76e8ec03-2c55-4bcf-8480-7e680aa3f424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:07.704638 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:09.288966 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:10.176376 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771aca53-618f-483e-aefd-86aedd71ef82 req-5c53f8af-3355-4dfa-b437-11de6a8b5177 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:55:10.177889 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-771aca53-618f-483e-aefd-86aedd71ef82 req-5c53f8af-3355-4dfa-b437-11de6a8b5177 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=149a4f73-16d5-4791-8892-38b740809a63 HTTP/1.1" status: 200  len: 946 time: 0.0552468
Feb 05 21:55:10.230583 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-771aca53-618f-483e-aefd-86aedd71ef82 req-17a6f063-f674-436c-ac19-1a32d5087f77 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=68a32767-99f2-4aa4-9ba8-42c7b498bd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463338
Feb 05 21:55:10.633256 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:11.354295 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c89cb7-fb85-4681-9d46-84022f76c5be req-2522aa6c-3815-4b57-83d5-804c5b9b5f0e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:55:11.355841 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a0c89cb7-fb85-4681-9d46-84022f76c5be req-2522aa6c-3815-4b57-83d5-804c5b9b5f0e tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=149a4f73-16d5-4791-8892-38b740809a63 HTTP/1.1" status: 200  len: 946 time: 0.0543327
Feb 05 21:55:11.404357 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a0c89cb7-fb85-4681-9d46-84022f76c5be req-23cd0b16-ce90-4c25-a0c1-f24c09f9c8a5 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=68a32767-99f2-4aa4-9ba8-42c7b498bd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426595
Feb 05 21:55:11.824658 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:55:12.524687 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507daaa8-6429-4b54-a593-d78df60e371f req-8071d4d8-f51d-4f90-beeb-6f089701a022 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:55:12.526164 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-507daaa8-6429-4b54-a593-d78df60e371f req-8071d4d8-f51d-4f90-beeb-6f089701a022 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=149a4f73-16d5-4791-8892-38b740809a63 HTTP/1.1" status: 200  len: 946 time: 0.0536447
Feb 05 21:55:12.575090 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-507daaa8-6429-4b54-a593-d78df60e371f req-36b32645-4016-48ab-a2ea-c208934068b2 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=68a32767-99f2-4aa4-9ba8-42c7b498bd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431132
Feb 05 21:55:12.597695 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54348) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:55:12.661306 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6dae201f-f0c0-414b-b8ae-bca560d082f8 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/floatingips/69ba9cd9-5216-4843-8a56-4ea64a1839e1 HTTP/1.1" status: 200  len: 994 time: 0.0624988
Feb 05 21:55:13.955479 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02829d69-c58e-4cba-afc4-6b3aee53fc55 req-8036c155-8dec-4ad8-818c-dc0d62dd6870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:55:13.957037 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-02829d69-c58e-4cba-afc4-6b3aee53fc55 req-8036c155-8dec-4ad8-818c-dc0d62dd6870 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad4914a1c56043a7bbc01d19cd824488&device_id=149a4f73-16d5-4791-8892-38b740809a63 HTTP/1.1" status: 200  len: 1128 time: 0.0471568
Feb 05 21:55:13.988819 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a99f5c-b213-49f6-afcf-999a53ce8de3 req-fa299448-1f4e-46c0-abfc-51021a842092 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:55:13.990338 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d4a99f5c-b213-49f6-afcf-999a53ce8de3 req-fa299448-1f4e-46c0-abfc-51021a842092 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=149a4f73-16d5-4791-8892-38b740809a63 HTTP/1.1" status: 200  len: 946 time: 0.1027801
Feb 05 21:55:14.039638 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d4a99f5c-b213-49f6-afcf-999a53ce8de3 req-aced86af-ce68-43f0-b31f-48ca527f9880 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=68a32767-99f2-4aa4-9ba8-42c7b498bd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438209
Feb 05 21:55:14.049171 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02829d69-c58e-4cba-afc4-6b3aee53fc55 req-cf72cbc5-292b-4b02-b2da-38edad814bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:55:14.050653 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-02829d69-c58e-4cba-afc4-6b3aee53fc55 req-cf72cbc5-292b-4b02-b2da-38edad814bce service neutron] 10.222.0.21 "GET /v2.0/networks?id=4902317e-8532-4400-ad24-dbef283a4d7b HTTP/1.1" status: 200  len: 897 time: 0.0881970
Feb 05 21:55:14.114355 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-02829d69-c58e-4cba-afc4-6b3aee53fc55 req-29e328ad-733c-4bcf-8eea-dd172466c7c0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=438f4122-d1a6-4d24-98e3-47b9fee150f4 HTTP/1.1" status: 200  len: 1002 time: 0.0580716
Feb 05 21:55:14.161846 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02829d69-c58e-4cba-afc4-6b3aee53fc55 req-0b480400-8a7e-4f04-93aa-91eec9f7176d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:55:14.163650 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-02829d69-c58e-4cba-afc4-6b3aee53fc55 req-0b480400-8a7e-4f04-93aa-91eec9f7176d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d35425c1-07bc-4341-b5b5-9c4989535145 HTTP/1.1" status: 200  len: 834 time: 0.0438964
Feb 05 21:55:14.216938 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02829d69-c58e-4cba-afc4-6b3aee53fc55 req-6d7f1d46-0ca6-43f9-a8bd-fe2b2e7f6aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:55:14.218325 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-02829d69-c58e-4cba-afc4-6b3aee53fc55 req-6d7f1d46-0ca6-43f9-a8bd-fe2b2e7f6aec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4902317e-8532-4400-ad24-dbef283a4d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0478778
Feb 05 21:55:14.305228 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-02829d69-c58e-4cba-afc4-6b3aee53fc55 req-299283a3-1408-4622-a59b-b7191c2ee1e5 service neutron] 10.222.0.21 "GET /v2.0/networks/4902317e-8532-4400-ad24-dbef283a4d7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0808966
Feb 05 21:55:14.395711 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-02829d69-c58e-4cba-afc4-6b3aee53fc55 req-139546ae-124e-4797-97cc-ebfb1c9ae352 service neutron] 10.222.0.21 "GET /v2.0/networks/4902317e-8532-4400-ad24-dbef283a4d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846703
Feb 05 21:55:15.211433 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bca24-71d6-4c2d-80d7-18b26e06a7e4 req-644568f8-1359-47a8-bc32-99f6aa61a298 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:55:15.212869 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ff0bca24-71d6-4c2d-80d7-18b26e06a7e4 req-644568f8-1359-47a8-bc32-99f6aa61a298 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=149a4f73-16d5-4791-8892-38b740809a63 HTTP/1.1" status: 200  len: 946 time: 0.1021409
Feb 05 21:55:15.260709 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ff0bca24-71d6-4c2d-80d7-18b26e06a7e4 req-83944a88-1061-4f45-be7c-cb333a08524d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=68a32767-99f2-4aa4-9ba8-42c7b498bd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422962
Feb 05 21:55:15.769662 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:16.382003 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83e970-ecaf-40b1-9e92-08e7631df96f req-9ca2b25d-3b84-4bd1-80ec-ad596943f821 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:55:16.383602 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ae83e970-ecaf-40b1-9e92-08e7631df96f req-9ca2b25d-3b84-4bd1-80ec-ad596943f821 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=149a4f73-16d5-4791-8892-38b740809a63 HTTP/1.1" status: 200  len: 946 time: 0.0537407
Feb 05 21:55:16.433268 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ae83e970-ecaf-40b1-9e92-08e7631df96f req-6cfc048d-e77d-4a9f-a289-e69ea439f8dd tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=68a32767-99f2-4aa4-9ba8-42c7b498bd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441253
Feb 05 21:55:16.455237 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54364) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:55:16.517979 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9a58a6e0-d1f8-4e5e-bd58-474204e89464 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/floatingips/69ba9cd9-5216-4843-8a56-4ea64a1839e1 HTTP/1.1" status: 200  len: 994 time: 0.0616086
Feb 05 21:55:16.829889 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54370) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:55:16.989719 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-1ad72541-4a12-418b-bce6-1b371a5d6556 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Deleting port 114facaf-7588-4ddc-bfb6-3e22bb9dc9d0 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:55:16.990066 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1ad72541-4a12-418b-bce6-1b371a5d6556 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (114facaf-7588-4ddc-bfb6-3e22bb9dc9d0), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:17.063966 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1ad72541-4a12-418b-bce6-1b371a5d6556 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (114facaf-7588-4ddc-bfb6-3e22bb9dc9d0), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:17.064300 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1ad72541-4a12-418b-bce6-1b371a5d6556 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for floatingip (114facaf-7588-4ddc-bfb6-3e22bb9dc9d0), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:17.076186 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-1ad72541-4a12-418b-bce6-1b371a5d6556 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Calling delete_port for 114facaf-7588-4ddc-bfb6-3e22bb9dc9d0 owned by network:floatingip {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:55:17.223589 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1ad72541-4a12-418b-bce6-1b371a5d6556 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (114facaf-7588-4ddc-bfb6-3e22bb9dc9d0), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:17.251724 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad72541-4a12-418b-bce6-1b371a5d6556 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event deleted for resources: {'Port': ['ID=114facaf-7588-4ddc-bfb6-3e22bb9dc9d0,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:17.280010 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad72541-4a12-418b-bce6-1b371a5d6556 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:17.280386 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad72541-4a12-418b-bce6-1b371a5d6556 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:17.280725 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad72541-4a12-418b-bce6-1b371a5d6556 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:17.281072 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad72541-4a12-418b-bce6-1b371a5d6556 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:17.281415 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad72541-4a12-418b-bce6-1b371a5d6556 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:17.281754 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad72541-4a12-418b-bce6-1b371a5d6556 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:17.282090 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad72541-4a12-418b-bce6-1b371a5d6556 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:17.282447 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad72541-4a12-418b-bce6-1b371a5d6556 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:17.282786 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad72541-4a12-418b-bce6-1b371a5d6556 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:17.283121 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad72541-4a12-418b-bce6-1b371a5d6556 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:17.283453 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad72541-4a12-418b-bce6-1b371a5d6556 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:17.283783 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad72541-4a12-418b-bce6-1b371a5d6556 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:17.284112 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad72541-4a12-418b-bce6-1b371a5d6556 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:17.323818 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1ad72541-4a12-418b-bce6-1b371a5d6556 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for floatingip (69ba9cd9-5216-4843-8a56-4ea64a1839e1), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:17.324222 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-1ad72541-4a12-418b-bce6-1b371a5d6556 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Floating IP 69ba9cd9-5216-4843-8a56-4ea64a1839e1 disassociated (deleted). External IP: 172.35.4.177, port: 438f4122-d1a6-4d24-98e3-47b9fee150f4.
Feb 05 21:55:17.533227 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad72541-4a12-418b-bce6-1b371a5d6556 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Router 6c389ad5-665b-4bdb-8dd4-b50b10446719 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:55:17.641046 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad72541-4a12-418b-bce6-1b371a5d6556 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:55:17.645811 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1ad72541-4a12-418b-bce6-1b371a5d6556 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:17.652323 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6946248b-fbe7-4b6f-a63f-b806c502732c None None] Sync routers for ids ['6c389ad5-665b-4bdb-8dd4-b50b10446719'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:55:17.661791 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6946248b-fbe7-4b6f-a63f-b806c502732c None None] Routers {'6c389ad5-665b-4bdb-8dd4-b50b10446719'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:55:17.662434 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-6946248b-fbe7-4b6f-a63f-b806c502732c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dbad7dcd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:55:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['6c389ad5-665b-4bdb-8dd4-b50b10446719'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:55:17.675452 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1ad72541-4a12-418b-bce6-1b371a5d6556 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "DELETE /v2.0/floatingips/69ba9cd9-5216-4843-8a56-4ea64a1839e1 HTTP/1.1" status: 204  len: 168 time: 0.8445246
Feb 05 21:55:17.676045 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '149a4f73-16d5-4791-8892-38b740809a63', 'tag': '438f4122-d1a6-4d24-98e3-47b9fee150f4'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:55:17.678468 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16fdd19d8a7c57de6e0d65e92e0f39486390e6be4ccbd395fc02e890f8c23cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1174f393-2376-4314-9bd4-91a440a1ee70" -d '{"events": [{"name": "network-changed", "server_uuid": "149a4f73-16d5-4791-8892-38b740809a63", "tag": "438f4122-d1a6-4d24-98e3-47b9fee150f4"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:55:17.721118 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129f3445-818a-43da-b050-d9ec40a6f81a x-openstack-request-id: req-129f3445-818a-43da-b050-d9ec40a6f81a {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:55:17.721651 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "149a4f73-16d5-4791-8892-38b740809a63", "tag": "438f4122-d1a6-4d24-98e3-47b9fee150f4", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:55:17.721825 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-129f3445-818a-43da-b050-d9ec40a6f81a {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:55:17.722275 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '149a4f73-16d5-4791-8892-38b740809a63', 'tag': '438f4122-d1a6-4d24-98e3-47b9fee150f4', 'status': 'completed', 'code': 200}
Feb 05 21:55:17.792480 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174f393-2376-4314-9bd4-91a440a1ee70 req-e62b6ed4-da97-4464-b142-e5ed99beecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:55:17.794043 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1174f393-2376-4314-9bd4-91a440a1ee70 req-e62b6ed4-da97-4464-b142-e5ed99beecbe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad4914a1c56043a7bbc01d19cd824488&device_id=149a4f73-16d5-4791-8892-38b740809a63 HTTP/1.1" status: 200  len: 1128 time: 0.0499840
Feb 05 21:55:17.874093 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-6946248b-fbe7-4b6f-a63f-b806c502732c None None] Set router 6c389ad5-665b-4bdb-8dd4-b50b10446719 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:55:17.895324 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174f393-2376-4314-9bd4-91a440a1ee70 req-6b32f136-7791-4f0f-b216-5442a05d6a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:55:17.897042 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1174f393-2376-4314-9bd4-91a440a1ee70 req-6b32f136-7791-4f0f-b216-5442a05d6a22 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4902317e-8532-4400-ad24-dbef283a4d7b HTTP/1.1" status: 200  len: 897 time: 0.0972517
Feb 05 21:55:17.935356 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df1eb0-497d-4a05-a529-b9af150f93dc req-52a6f1e3-ac82-4c0e-90d9-86d46641bdda tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:55:17.937011 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-09df1eb0-497d-4a05-a529-b9af150f93dc req-52a6f1e3-ac82-4c0e-90d9-86d46641bdda tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=149a4f73-16d5-4791-8892-38b740809a63 HTTP/1.1" status: 200  len: 946 time: 0.0657785
Feb 05 21:55:17.951487 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1174f393-2376-4314-9bd4-91a440a1ee70 req-4d3b1f23-58db-4db4-b4ee-6bc9286b7ecd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=438f4122-d1a6-4d24-98e3-47b9fee150f4 HTTP/1.1" status: 200  len: 217 time: 0.0453782
Feb 05 21:55:17.993859 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-09df1eb0-497d-4a05-a529-b9af150f93dc req-72053275-d645-4892-aa5a-95ff90a87c59 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=68a32767-99f2-4aa4-9ba8-42c7b498bd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466251
Feb 05 21:55:18.000092 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174f393-2376-4314-9bd4-91a440a1ee70 req-329932a7-e3f0-4e43-b63b-b9ac42ccc577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:55:18.001780 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1174f393-2376-4314-9bd4-91a440a1ee70 req-329932a7-e3f0-4e43-b63b-b9ac42ccc577 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d35425c1-07bc-4341-b5b5-9c4989535145 HTTP/1.1" status: 200  len: 834 time: 0.0445495
Feb 05 21:55:18.050852 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174f393-2376-4314-9bd4-91a440a1ee70 req-b5751b02-d209-46be-b706-2535ff4c866a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:55:18.052264 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1174f393-2376-4314-9bd4-91a440a1ee70 req-b5751b02-d209-46be-b706-2535ff4c866a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4902317e-8532-4400-ad24-dbef283a4d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0446937
Feb 05 21:55:18.085392 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-6946248b-fbe7-4b6f-a63f-b806c502732c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dbad7dcd0>, [{'id': '6c389ad5-665b-4bdb-8dd4-b50b10446719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843571120', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147'}], 'enable_snat': True}, 'gw_port_id': '7797df04-51de-404a-b6db-9af64332815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:53:48Z', 'updated_at': '2022-02-05T21:53:51Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '7797df04-51de-404a-b6db-9af64332815e', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c389ad5-665b-4bdb-8dd4-b50b10446719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:53:48Z', 'updated_at': '2022-02-05T21:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '14c4ae8f-0fef-48b1-8fa3-805ea211190e', 'name': '', 'network_id': '4902317e-8532-4400-ad24-dbef283a4d7b', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'mac_address': 'fa:16:3e:cd:10:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c389ad5-665b-4bdb-8dd4-b50b10446719', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'd35425c1-07bc-4341-b5b5-9c4989535145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:53:50Z', 'updated_at': '2022-02-05T21:53:54Z', 'revision_number': 5, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'subnets': [{'id': 'd35425c1-07bc-4341-b5b5-9c4989535145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:55:18.115016 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6946248b-fbe7-4b6f-a63f-b806c502732c None None] Checking router: 6c389ad5-665b-4bdb-8dd4-b50b10446719 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:55:18.124069 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6946248b-fbe7-4b6f-a63f-b806c502732c None None] Routers {'6c389ad5-665b-4bdb-8dd4-b50b10446719'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:55:18.124685 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-6946248b-fbe7-4b6f-a63f-b806c502732c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dbad7dcd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:55:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['6c389ad5-665b-4bdb-8dd4-b50b10446719'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:55:18.144987 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1174f393-2376-4314-9bd4-91a440a1ee70 req-8a48e780-79c2-4609-99c1-e039abb3acc4 service neutron] 10.222.0.21 "GET /v2.0/networks/4902317e-8532-4400-ad24-dbef283a4d7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0862134
Feb 05 21:55:18.230198 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-6946248b-fbe7-4b6f-a63f-b806c502732c None None] Set router 6c389ad5-665b-4bdb-8dd4-b50b10446719 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:55:18.239603 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1174f393-2376-4314-9bd4-91a440a1ee70 req-2b78fa3c-358c-4004-9abb-83a7dcb458fb service neutron] 10.222.0.21 "GET /v2.0/networks/4902317e-8532-4400-ad24-dbef283a4d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866683
Feb 05 21:55:18.424334 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-6946248b-fbe7-4b6f-a63f-b806c502732c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dbad7dcd0>, [{'id': '6c389ad5-665b-4bdb-8dd4-b50b10446719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843571120', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147'}], 'enable_snat': True}, 'gw_port_id': '7797df04-51de-404a-b6db-9af64332815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:53:48Z', 'updated_at': '2022-02-05T21:53:51Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '7797df04-51de-404a-b6db-9af64332815e', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c389ad5-665b-4bdb-8dd4-b50b10446719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:53:48Z', 'updated_at': '2022-02-05T21:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '14c4ae8f-0fef-48b1-8fa3-805ea211190e', 'name': '', 'network_id': '4902317e-8532-4400-ad24-dbef283a4d7b', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'mac_address': 'fa:16:3e:cd:10:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c389ad5-665b-4bdb-8dd4-b50b10446719', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'd35425c1-07bc-4341-b5b5-9c4989535145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:53:50Z', 'updated_at': '2022-02-05T21:53:54Z', 'revision_number': 5, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'subnets': [{'id': 'd35425c1-07bc-4341-b5b5-9c4989535145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:55:18.451469 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6946248b-fbe7-4b6f-a63f-b806c502732c None None] The sync data for ids ['6c389ad5-665b-4bdb-8dd4-b50b10446719'] in ncdv-master-1 is: [{'id': '6c389ad5-665b-4bdb-8dd4-b50b10446719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843571120', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147'}], 'enable_snat': True}, 'gw_port_id': '7797df04-51de-404a-b6db-9af64332815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:53:48Z', 'updated_at': '2022-02-05T21:53:51Z', 'revision_number': 4, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '7797df04-51de-404a-b6db-9af64332815e', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c389ad5-665b-4bdb-8dd4-b50b10446719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:53:48Z', 'updated_at': '2022-02-05T21:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '14c4ae8f-0fef-48b1-8fa3-805ea211190e', 'name': '', 'network_id': '4902317e-8532-4400-ad24-dbef283a4d7b', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'mac_address': 'fa:16:3e:cd:10:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c389ad5-665b-4bdb-8dd4-b50b10446719', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'd35425c1-07bc-4341-b5b5-9c4989535145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:53:50Z', 'updated_at': '2022-02-05T21:53:54Z', 'revision_number': 5, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'subnets': [{'id': 'd35425c1-07bc-4341-b5b5-9c4989535145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:55:18.664208 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04320ce-12e4-4da3-aead-0b1108cd627e None None] New status for floating IP 69ba9cd9-5216-4843-8a56-4ea64a1839e1: DOWN {{(pid=114392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:55:19.114632 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c992340-341d-4a12-ab0f-86c5d6f652db req-8434cd29-77aa-4c62-84d5-35877e652629 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:55:19.116599 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3c992340-341d-4a12-ab0f-86c5d6f652db req-8434cd29-77aa-4c62-84d5-35877e652629 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=149a4f73-16d5-4791-8892-38b740809a63 HTTP/1.1" status: 200  len: 946 time: 0.0514202
Feb 05 21:55:19.168591 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3c992340-341d-4a12-ab0f-86c5d6f652db req-426e0c7d-e4a2-4034-8825-0fd453c6e552 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/security-groups?id=68a32767-99f2-4aa4-9ba8-42c7b498bd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464678
Feb 05 21:55:19.676250 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bcb38a-5aa0-4115-9c4b-5007267445ff req-328395d3-3351-4750-935c-c5cb86d2f356 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:55:19.677717 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-53bcb38a-5aa0-4115-9c4b-5007267445ff req-328395d3-3351-4750-935c-c5cb86d2f356 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.21 "GET /v2.0/ports?device_id=149a4f73-16d5-4791-8892-38b740809a63 HTTP/1.1" status: 200  len: 946 time: 0.0524774
Feb 05 21:55:19.765273 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-53bcb38a-5aa0-4115-9c4b-5007267445ff req-633b1507-5447-443a-aecc-9da81cd7e206 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Deleting port 438f4122-d1a6-4d24-98e3-47b9fee150f4 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:55:19.765616 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-53bcb38a-5aa0-4115-9c4b-5007267445ff req-633b1507-5447-443a-aecc-9da81cd7e206 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (438f4122-d1a6-4d24-98e3-47b9fee150f4), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:19.855251 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-53bcb38a-5aa0-4115-9c4b-5007267445ff req-633b1507-5447-443a-aecc-9da81cd7e206 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] For port 438f4122-d1a6-4d24-98e3-47b9fee150f4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=438f4122-d1a6-4d24-98e3-47b9fee150f4,segment=NetworkSegment(7051ce73-560a-4dd1-9c7b-67a7b3d7154f),segment_id=7051ce73-560a-4dd1-9c7b-67a7b3d7154f)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:55:19.855620 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-53bcb38a-5aa0-4115-9c4b-5007267445ff req-633b1507-5447-443a-aecc-9da81cd7e206 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (438f4122-d1a6-4d24-98e3-47b9fee150f4), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:19.867091 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-53bcb38a-5aa0-4115-9c4b-5007267445ff req-633b1507-5447-443a-aecc-9da81cd7e206 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Calling delete_port for 438f4122-d1a6-4d24-98e3-47b9fee150f4 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:55:19.995780 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-53bcb38a-5aa0-4115-9c4b-5007267445ff req-633b1507-5447-443a-aecc-9da81cd7e206 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (438f4122-d1a6-4d24-98e3-47b9fee150f4), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:20.025719 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b1507-5447-443a-aecc-9da81cd7e206 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event deleted for resources: {'Port': ['ID=438f4122-d1a6-4d24-98e3-47b9fee150f4,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:20.052572 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b1507-5447-443a-aecc-9da81cd7e206 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:20.052944 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b1507-5447-443a-aecc-9da81cd7e206 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:20.053298 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b1507-5447-443a-aecc-9da81cd7e206 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:20.053713 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b1507-5447-443a-aecc-9da81cd7e206 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:20.054132 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b1507-5447-443a-aecc-9da81cd7e206 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:20.054506 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b1507-5447-443a-aecc-9da81cd7e206 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:20.054846 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b1507-5447-443a-aecc-9da81cd7e206 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:20.055189 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b1507-5447-443a-aecc-9da81cd7e206 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:20.055530 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b1507-5447-443a-aecc-9da81cd7e206 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:20.055865 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b1507-5447-443a-aecc-9da81cd7e206 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:20.056200 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b1507-5447-443a-aecc-9da81cd7e206 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:20.056532 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b1507-5447-443a-aecc-9da81cd7e206 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:20.056862 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b1507-5447-443a-aecc-9da81cd7e206 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:20.080123 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-53bcb38a-5aa0-4115-9c4b-5007267445ff req-633b1507-5447-443a-aecc-9da81cd7e206 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] No DVR routers for this DVR port 438f4122-d1a6-4d24-98e3-47b9fee150f4 on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:55:20.082633 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-53bcb38a-5aa0-4115-9c4b-5007267445ff req-633b1507-5447-443a-aecc-9da81cd7e206 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:20.086508 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-53bcb38a-5aa0-4115-9c4b-5007267445ff req-633b1507-5447-443a-aecc-9da81cd7e206 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.21 "DELETE /v2.0/ports/438f4122-d1a6-4d24-98e3-47b9fee150f4 HTTP/1.1" status: 204  len: 173 time: 0.4039245
Feb 05 21:55:20.086954 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149a4f73-16d5-4791-8892-38b740809a63', 'name': 'network-vif-deleted', 'tag': '438f4122-d1a6-4d24-98e3-47b9fee150f4'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:55:20.089169 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dc595678b95b8a5d7a711e017487991988fc4acadae49b95ce695ebace8492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79ab9a9-4c2a-4fcd-ae63-2f8a5d44b667" -d '{"events": [{"server_uuid": "149a4f73-16d5-4791-8892-38b740809a63", "name": "network-vif-deleted", "tag": "438f4122-d1a6-4d24-98e3-47b9fee150f4"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:55:20.130409 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15311003-b2b0-4b82-a21e-2d965fecf6e5 x-openstack-request-id: req-15311003-b2b0-4b82-a21e-2d965fecf6e5 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:55:20.130724 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "149a4f73-16d5-4791-8892-38b740809a63", "name": "network-vif-deleted", "tag": "438f4122-d1a6-4d24-98e3-47b9fee150f4", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:55:20.130985 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-15311003-b2b0-4b82-a21e-2d965fecf6e5 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:55:20.131391 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '149a4f73-16d5-4791-8892-38b740809a63', 'name': 'network-vif-deleted', 'tag': '438f4122-d1a6-4d24-98e3-47b9fee150f4', 'status': 'completed', 'code': 200}
Feb 05 21:55:20.275026 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e5d2c51d-6ce0-4758-bb64-4020befd1307 req-0280d6bd-c957-4379-ac08-aad07232e781 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "GET /v2.0/ports?device_id=149a4f73-16d5-4791-8892-38b740809a63 HTTP/1.1" status: 200  len: 210 time: 0.0275612
Feb 05 21:55:20.771199 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:21.334033 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54386) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:55:21.689606 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a1d19020-3273-4da1-a7d3-6f4512d478ec tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (6c389ad5-665b-4bdb-8dd4-b50b10446719), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:22.291823 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-a1d19020-3273-4da1-a7d3-6f4512d478ec tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Deleting port 14c4ae8f-0fef-48b1-8fa3-805ea211190e {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:55:22.292186 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a1d19020-3273-4da1-a7d3-6f4512d478ec tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (14c4ae8f-0fef-48b1-8fa3-805ea211190e), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:22.377772 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-a1d19020-3273-4da1-a7d3-6f4512d478ec tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] For port 14c4ae8f-0fef-48b1-8fa3-805ea211190e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=14c4ae8f-0fef-48b1-8fa3-805ea211190e,segment=NetworkSegment(7051ce73-560a-4dd1-9c7b-67a7b3d7154f),segment_id=7051ce73-560a-4dd1-9c7b-67a7b3d7154f)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:55:22.378499 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a1d19020-3273-4da1-a7d3-6f4512d478ec tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (14c4ae8f-0fef-48b1-8fa3-805ea211190e), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:22.389869 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-a1d19020-3273-4da1-a7d3-6f4512d478ec tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Calling delete_port for 14c4ae8f-0fef-48b1-8fa3-805ea211190e owned by network:router_interface {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:55:22.573876 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a1d19020-3273-4da1-a7d3-6f4512d478ec tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (14c4ae8f-0fef-48b1-8fa3-805ea211190e), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:22.604298 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d19020-3273-4da1-a7d3-6f4512d478ec tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event deleted for resources: {'Port': ['ID=14c4ae8f-0fef-48b1-8fa3-805ea211190e,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:22.781793 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a1d19020-3273-4da1-a7d3-6f4512d478ec tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (6c389ad5-665b-4bdb-8dd4-b50b10446719), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:23.008144 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d19020-3273-4da1-a7d3-6f4512d478ec tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Router 6c389ad5-665b-4bdb-8dd4-b50b10446719 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:55:23.116181 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d19020-3273-4da1-a7d3-6f4512d478ec tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:55:23.121987 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a1d19020-3273-4da1-a7d3-6f4512d478ec tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "PUT /v2.0/routers/6c389ad5-665b-4bdb-8dd4-b50b10446719/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7860970
Feb 05 21:55:23.124062 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54388) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:55:23.126707 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcf237e-693b-453e-875e-7ac5f9033c37 None None] Sync routers for ids ['6c389ad5-665b-4bdb-8dd4-b50b10446719'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:55:23.138326 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcf237e-693b-453e-875e-7ac5f9033c37 None None] Routers {'6c389ad5-665b-4bdb-8dd4-b50b10446719'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:55:23.138978 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-5fcf237e-693b-453e-875e-7ac5f9033c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8d8a4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:55:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['6c389ad5-665b-4bdb-8dd4-b50b10446719'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:55:23.175856 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-c701102f-fe74-40d9-a183-ed67126c8b3f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Deleting subnet d35425c1-07bc-4341-b5b5-9c4989535145 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 21:55:23.179230 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c701102f-fe74-40d9-a183-ed67126c8b3f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for subnet (d35425c1-07bc-4341-b5b5-9c4989535145), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:23.226219 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c701102f-fe74-40d9-a183-ed67126c8b3f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (d35425c1-07bc-4341-b5b5-9c4989535145), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:23.249715 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-5fcf237e-693b-453e-875e-7ac5f9033c37 None None] Set router 6c389ad5-665b-4bdb-8dd4-b50b10446719 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:55:23.312370 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c701102f-fe74-40d9-a183-ed67126c8b3f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (d35425c1-07bc-4341-b5b5-9c4989535145), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:23.391454 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c701102f-fe74-40d9-a183-ed67126c8b3f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (d35425c1-07bc-4341-b5b5-9c4989535145), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:23.425446 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c701102f-fe74-40d9-a183-ed67126c8b3f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event deleted for resources: {'Subnet': ['ID=d35425c1-07bc-4341-b5b5-9c4989535145,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:23.427476 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c701102f-fe74-40d9-a183-ed67126c8b3f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:23.434711 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54390) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:55:23.435901 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7253003-9000-4c74-b62f-ad39bcd70639 None None] Network 4902317e-8532-4400-ad24-dbef283a4d7b requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:55:23.443393 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c701102f-fe74-40d9-a183-ed67126c8b3f tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "DELETE /v2.0/subnets/d35425c1-07bc-4341-b5b5-9c4989535145 HTTP/1.1" status: 204  len: 168 time: 0.3181872
Feb 05 21:55:23.452534 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-5fcf237e-693b-453e-875e-7ac5f9033c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8d8a4c0>, [{'id': '6c389ad5-665b-4bdb-8dd4-b50b10446719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843571120', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147'}], 'enable_snat': True}, 'gw_port_id': '7797df04-51de-404a-b6db-9af64332815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:53:48Z', 'updated_at': '2022-02-05T21:55:22Z', 'revision_number': 5, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '7797df04-51de-404a-b6db-9af64332815e', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c389ad5-665b-4bdb-8dd4-b50b10446719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:53:48Z', 'updated_at': '2022-02-05T21:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:55:23.482569 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcf237e-693b-453e-875e-7ac5f9033c37 None None] Checking router: 6c389ad5-665b-4bdb-8dd4-b50b10446719 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:55:23.492906 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcf237e-693b-453e-875e-7ac5f9033c37 None None] Routers {'6c389ad5-665b-4bdb-8dd4-b50b10446719'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:55:23.493604 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-5fcf237e-693b-453e-875e-7ac5f9033c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8d8a4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:55:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['6c389ad5-665b-4bdb-8dd4-b50b10446719'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:55:23.569584 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9e4be0d8-c876-49b5-af2f-7432b716932d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for router (6c389ad5-665b-4bdb-8dd4-b50b10446719), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:23.614740 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffad607-15ac-4003-a616-c8dd0f4a5ea9 None None] DHCP port deletion for 4902317e-8532-4400-ad24-dbef283a4d7b request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 21:55:23.614949 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-5fcf237e-693b-453e-875e-7ac5f9033c37 None None] Set router 6c389ad5-665b-4bdb-8dd4-b50b10446719 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:55:23.669471 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-4ffad607-15ac-4003-a616-c8dd0f4a5ea9 None None] Deleting port 97622d52-62b5-42c7-aae7-37c0c2217a99 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:55:23.670159 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4ffad607-15ac-4003-a616-c8dd0f4a5ea9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (97622d52-62b5-42c7-aae7-37c0c2217a99), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:23.692423 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9e4be0d8-c876-49b5-af2f-7432b716932d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for router_gateway (6c389ad5-665b-4bdb-8dd4-b50b10446719), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:23.740622 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-4ffad607-15ac-4003-a616-c8dd0f4a5ea9 None None] For port 97622d52-62b5-42c7-aae7-37c0c2217a99, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=97622d52-62b5-42c7-aae7-37c0c2217a99,segment=NetworkSegment(7051ce73-560a-4dd1-9c7b-67a7b3d7154f),segment_id=7051ce73-560a-4dd1-9c7b-67a7b3d7154f)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:55:23.742690 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4ffad607-15ac-4003-a616-c8dd0f4a5ea9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (97622d52-62b5-42c7-aae7-37c0c2217a99), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:23.760888 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-4ffad607-15ac-4003-a616-c8dd0f4a5ea9 None None] Calling delete_port for 97622d52-62b5-42c7-aae7-37c0c2217a99 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:55:23.761676 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-9e4be0d8-c876-49b5-af2f-7432b716932d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Deleting port 7797df04-51de-404a-b6db-9af64332815e {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 21:55:23.762025 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9e4be0d8-c876-49b5-af2f-7432b716932d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (7797df04-51de-404a-b6db-9af64332815e), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:23.815965 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-5fcf237e-693b-453e-875e-7ac5f9033c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8d8a4c0>, [{'id': '6c389ad5-665b-4bdb-8dd4-b50b10446719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843571120', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147'}], 'enable_snat': True}, 'gw_port_id': '7797df04-51de-404a-b6db-9af64332815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:53:48Z', 'updated_at': '2022-02-05T21:55:22Z', 'revision_number': 5, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '7797df04-51de-404a-b6db-9af64332815e', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c389ad5-665b-4bdb-8dd4-b50b10446719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:53:48Z', 'updated_at': '2022-02-05T21:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:55:23.849694 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcf237e-693b-453e-875e-7ac5f9033c37 None None] The sync data for ids ['6c389ad5-665b-4bdb-8dd4-b50b10446719'] in ncdv-master-1 is: [{'id': '6c389ad5-665b-4bdb-8dd4-b50b10446719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-843571120', 'tenant_id': 'ad4914a1c56043a7bbc01d19cd824488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147'}], 'enable_snat': True}, 'gw_port_id': '7797df04-51de-404a-b6db-9af64332815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:53:48Z', 'updated_at': '2022-02-05T21:55:22Z', 'revision_number': 5, 'project_id': 'ad4914a1c56043a7bbc01d19cd824488', 'gw_port': {'id': '7797df04-51de-404a-b6db-9af64332815e', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c389ad5-665b-4bdb-8dd4-b50b10446719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:53:48Z', 'updated_at': '2022-02-05T21:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:55:23.857818 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-9e4be0d8-c876-49b5-af2f-7432b716932d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] For port 7797df04-51de-404a-b6db-9af64332815e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7797df04-51de-404a-b6db-9af64332815e,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:55:23.858243 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9e4be0d8-c876-49b5-af2f-7432b716932d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (7797df04-51de-404a-b6db-9af64332815e), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:23.863092 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4ffad607-15ac-4003-a616-c8dd0f4a5ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (97622d52-62b5-42c7-aae7-37c0c2217a99), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:23.875599 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-9e4be0d8-c876-49b5-af2f-7432b716932d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Calling delete_port for 7797df04-51de-404a-b6db-9af64332815e owned by network:router_gateway {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 21:55:23.891855 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffad607-15ac-4003-a616-c8dd0f4a5ea9 None None] Pushing event deleted for resources: {'Port': ['ID=97622d52-62b5-42c7-aae7-37c0c2217a99,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:23.897002 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffad607-15ac-4003-a616-c8dd0f4a5ea9 None None] No DVR routers for this DVR port 97622d52-62b5-42c7-aae7-37c0c2217a99 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 21:55:23.905052 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffad607-15ac-4003-a616-c8dd0f4a5ea9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:23.905604 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffad607-15ac-4003-a616-c8dd0f4a5ea9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:23.906297 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffad607-15ac-4003-a616-c8dd0f4a5ea9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:23.906822 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffad607-15ac-4003-a616-c8dd0f4a5ea9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:23.907335 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffad607-15ac-4003-a616-c8dd0f4a5ea9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:23.907844 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffad607-15ac-4003-a616-c8dd0f4a5ea9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:23.909402 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffad607-15ac-4003-a616-c8dd0f4a5ea9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:23.909760 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffad607-15ac-4003-a616-c8dd0f4a5ea9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:23.910102 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffad607-15ac-4003-a616-c8dd0f4a5ea9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:23.910462 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffad607-15ac-4003-a616-c8dd0f4a5ea9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:23.910807 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffad607-15ac-4003-a616-c8dd0f4a5ea9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:23.911200 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffad607-15ac-4003-a616-c8dd0f4a5ea9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:23.911462 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffad607-15ac-4003-a616-c8dd0f4a5ea9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:24.065622 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9e4be0d8-c876-49b5-af2f-7432b716932d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (7797df04-51de-404a-b6db-9af64332815e), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:24.099035 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4be0d8-c876-49b5-af2f-7432b716932d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event deleted for resources: {'Port': ['ID=7797df04-51de-404a-b6db-9af64332815e,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:24.157748 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9e4be0d8-c876-49b5-af2f-7432b716932d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (6c389ad5-665b-4bdb-8dd4-b50b10446719), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:24.242630 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 438f4122-d1a6-4d24-98e3-47b9fee150f4 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:55:24.261022 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9e4be0d8-c876-49b5-af2f-7432b716932d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (6c389ad5-665b-4bdb-8dd4-b50b10446719), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:24.263436 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9e4be0d8-c876-49b5-af2f-7432b716932d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for router_controller (6c389ad5-665b-4bdb-8dd4-b50b10446719), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:24.270831 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: 438f4122-d1a6-4d24-98e3-47b9fee150f4 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:55:24.271192 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 438f4122-d1a6-4d24-98e3-47b9fee150f4 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:55:24.319969 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9e4be0d8-c876-49b5-af2f-7432b716932d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (6c389ad5-665b-4bdb-8dd4-b50b10446719), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:24.320633 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4be0d8-c876-49b5-af2f-7432b716932d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Fanout notify agent at l3_agent the message router_deleted on router 6c389ad5-665b-4bdb-8dd4-b50b10446719 {{(pid=114391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 21:55:24.328351 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9e4be0d8-c876-49b5-af2f-7432b716932d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:24.332852 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9e4be0d8-c876-49b5-af2f-7432b716932d tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "DELETE /v2.0/routers/6c389ad5-665b-4bdb-8dd4-b50b10446719 HTTP/1.1" status: 204  len: 168 time: 0.8972158
Feb 05 21:55:24.336280 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54392) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:55:24.435753 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d6265e9a-c565-42da-a404-b8098e92a8bd tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (4902317e-8532-4400-ad24-dbef283a4d7b), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:24.527541 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d6265e9a-c565-42da-a404-b8098e92a8bd tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (4902317e-8532-4400-ad24-dbef283a4d7b), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:24.549514 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-d6265e9a-c565-42da-a404-b8098e92a8bd tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db3ecd190>,) {'filters': {'network_id': ['4902317e-8532-4400-ad24-dbef283a4d7b']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:55:24.559398 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-d6265e9a-c565-42da-a404-b8098e92a8bd tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3ecd190>, '7051ce73-560a-4dd1-9c7b-67a7b3d7154f') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:55:24.559696 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-d6265e9a-c565-42da-a404-b8098e92a8bd tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db3ecd190>, '7051ce73-560a-4dd1-9c7b-67a7b3d7154f') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:55:24.570064 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d6265e9a-c565-42da-a404-b8098e92a8bd tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (7051ce73-560a-4dd1-9c7b-67a7b3d7154f), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:24.583855 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d6265e9a-c565-42da-a404-b8098e92a8bd tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (7051ce73-560a-4dd1-9c7b-67a7b3d7154f), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:24.590979 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6265e9a-c565-42da-a404-b8098e92a8bd tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 21:55:24.593646 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d6265e9a-c565-42da-a404-b8098e92a8bd tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (7051ce73-560a-4dd1-9c7b-67a7b3d7154f), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:24.594262 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 21:55:24.594262 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 21:55:24.594262 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 21:55:24.594262 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 21:55:24.594262 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 21:55:24.594262 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 21:55:24.594262 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 21:55:24.594262 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 21:55:24.594262 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 21:55:24.594262 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 21:55:24.594262 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 21:55:24.594262 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 21:55:24.594262 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 21:55:24.594262 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 21:55:24.594262 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 21:55:24.594262 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 21:55:24.594262 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 21:55:24.594262 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 21:55:24.594262 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 21:55:24.594262 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 21:55:24.594262 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 21:55:24.594262 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 21:55:24.594262 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 21:55:24.594262 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 21:55:24.594262 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 21:55:24.594262 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 21:55:24.594262 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 21:55:24.594262 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 21:55:24.594262 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 21:55:24.594262 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 21:55:24.594262 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 21:55:24.594262 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 21:55:24.652590 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d6265e9a-c565-42da-a404-b8098e92a8bd tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (4902317e-8532-4400-ad24-dbef283a4d7b), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:24.659981 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-d6265e9a-c565-42da-a404-b8098e92a8bd tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:24.663361 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-d6265e9a-c565-42da-a404-b8098e92a8bd tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "DELETE /v2.0/networks/4902317e-8532-4400-ad24-dbef283a4d7b HTTP/1.1" status: 204  len: 168 time: 0.3259320
Feb 05 21:55:24.666099 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54394) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:55:24.674517 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6265e9a-c565-42da-a404-b8098e92a8bd tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event deleted for resources: {'Network': ['ID=4902317e-8532-4400-ad24-dbef283a4d7b,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:24.723863 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a580a4e6-7d05-4adc-b184-563cac0aac27 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group (68a32767-99f2-4aa4-9ba8-42c7b498bd8f), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:24.748477 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a580a4e6-7d05-4adc-b184-563cac0aac27 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group (68a32767-99f2-4aa4-9ba8-42c7b498bd8f), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:24.813745 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a580a4e6-7d05-4adc-b184-563cac0aac27 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (68a32767-99f2-4aa4-9ba8-42c7b498bd8f), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:24.816449 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a580a4e6-7d05-4adc-b184-563cac0aac27 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:24.817658 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a580a4e6-7d05-4adc-b184-563cac0aac27 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] 10.222.0.32 "DELETE /v2.0/security-groups/68a32767-99f2-4aa4-9ba8-42c7b498bd8f HTTP/1.1" status: 204  len: 168 time: 0.1505454
Feb 05 21:55:24.827558 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a580a4e6-7d05-4adc-b184-563cac0aac27 tempest-TestNetworkAdvancedServerOps-81961565 tempest-TestNetworkAdvancedServerOps-81961565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a32767-99f2-4aa4-9ba8-42c7b498bd8f,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:25.160225 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54402) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:55:25.242423 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 14c4ae8f-0fef-48b1-8fa3-805ea211190e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:55:25.264889 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 14c4ae8f-0fef-48b1-8fa3-805ea211190e {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:55:25.265247 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 14c4ae8f-0fef-48b1-8fa3-805ea211190e not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:55:25.265711 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 97622d52-62b5-42c7-aae7-37c0c2217a99 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:55:25.289321 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 97622d52-62b5-42c7-aae7-37c0c2217a99 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:55:25.289679 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 97622d52-62b5-42c7-aae7-37c0c2217a99 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:55:25.290112 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7797df04-51de-404a-b6db-9af64332815e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:55:25.305265 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6b339763-a769-4bb4-8e2a-97db17113e3f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ad4914a1c56043a7bbc01d19cd824488&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1422653
Feb 05 21:55:25.306489 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54406) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:55:25.309971 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 7797df04-51de-404a-b6db-9af64332815e {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 21:55:25.310332 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 7797df04-51de-404a-b6db-9af64332815e not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 21:55:25.354141 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3de32576-0697-406f-a3f2-b86be6af4c62 admin admin] Publish callbacks [] for security_group (f6e5c67a-0a97-4273-8428-ed84b15e5f26), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:25.375796 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3de32576-0697-406f-a3f2-b86be6af4c62 admin admin] Publish callbacks [] for security_group (f6e5c67a-0a97-4273-8428-ed84b15e5f26), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:25.427395 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3de32576-0697-406f-a3f2-b86be6af4c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (f6e5c67a-0a97-4273-8428-ed84b15e5f26), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:25.431175 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3de32576-0697-406f-a3f2-b86be6af4c62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:25.432427 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-3de32576-0697-406f-a3f2-b86be6af4c62 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f6e5c67a-0a97-4273-8428-ed84b15e5f26 HTTP/1.1" status: 204  len: 168 time: 0.1249440
Feb 05 21:55:25.440086 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de32576-0697-406f-a3f2-b86be6af4c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e5c67a-0a97-4273-8428-ed84b15e5f26,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:25.704422 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54412) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:55:25.718088 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bd99da57-436d-4c2b-b5bd-ea5f1906646b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:25.797327 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bd99da57-436d-4c2b-b5bd-ea5f1906646b admin admin] Publish callbacks [] for security_group (d87d2706-9bae-43ce-85c8-e9fe9efd0bd1), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:25.801001 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-bd99da57-436d-4c2b-b5bd-ea5f1906646b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (d87d2706-9bae-43ce-85c8-e9fe9efd0bd1), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:25.839629 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-bd99da57-436d-4c2b-b5bd-ea5f1906646b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a9e9cfb0a88a4abf913e1d4d341255a4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1341076
Feb 05 21:55:25.840501 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd99da57-436d-4c2b-b5bd-ea5f1906646b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87d2706-9bae-43ce-85c8-e9fe9efd0bd1,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:25.842404 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54414) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:55:25.890638 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c2eb3d75-6e60-450a-936c-1c1654ce7ced admin admin] Publish callbacks [] for security_group (d87d2706-9bae-43ce-85c8-e9fe9efd0bd1), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:25.911221 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c2eb3d75-6e60-450a-936c-1c1654ce7ced admin admin] Publish callbacks [] for security_group (d87d2706-9bae-43ce-85c8-e9fe9efd0bd1), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:25.959166 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c2eb3d75-6e60-450a-936c-1c1654ce7ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (d87d2706-9bae-43ce-85c8-e9fe9efd0bd1), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:25.962111 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-c2eb3d75-6e60-450a-936c-1c1654ce7ced admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:25.963333 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c2eb3d75-6e60-450a-936c-1c1654ce7ced admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d87d2706-9bae-43ce-85c8-e9fe9efd0bd1 HTTP/1.1" status: 204  len: 168 time: 0.1199255
Feb 05 21:55:25.971747 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb3d75-6e60-450a-936c-1c1654ce7ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87d2706-9bae-43ce-85c8-e9fe9efd0bd1,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:26.660245 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54436) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:55:26.753572 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-1c4a5ecc-2d2c-4000-bd4a-49c5284d4504 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1437859213-network', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:55:26.772560 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4a5ecc-2d2c-4000-bd4a-49c5284d4504 admin admin] Made reservation on behalf of 27fa8d1f73e84db099a940e9001e4fdb for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:55:26.774960 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1c4a5ecc-2d2c-4000-bd4a-49c5284d4504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:26.783408 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1c4a5ecc-2d2c-4000-bd4a-49c5284d4504 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:26.858521 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1c4a5ecc-2d2c-4000-bd4a-49c5284d4504 admin admin] Publish callbacks [] for security_group (677ee178-badf-4c0d-be1c-13889db10fd3), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:26.862159 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1c4a5ecc-2d2c-4000-bd4a-49c5284d4504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (677ee178-badf-4c0d-be1c-13889db10fd3), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:26.887472 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c4a5ecc-2d2c-4000-bd4a-49c5284d4504 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:55:26.896375 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a5ecc-2d2c-4000-bd4a-49c5284d4504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677ee178-badf-4c0d-be1c-13889db10fd3,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:26.903449 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1c4a5ecc-2d2c-4000-bd4a-49c5284d4504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (26685adc-16ad-4056-b76f-288002f7d333), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:26.904771 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-1c4a5ecc-2d2c-4000-bd4a-49c5284d4504 admin admin] Added segment 26685adc-16ad-4056-b76f-288002f7d333 of type vlan for network 05658e93-9712-451a-9039-cffb286299d4
Feb 05 21:55:26.948032 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1c4a5ecc-2d2c-4000-bd4a-49c5284d4504 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (05658e93-9712-451a-9039-cffb286299d4), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:26.972819 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1c4a5ecc-2d2c-4000-bd4a-49c5284d4504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (05658e93-9712-451a-9039-cffb286299d4), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:26.973851 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4a5ecc-2d2c-4000-bd4a-49c5284d4504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:55:26.974517 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1c4a5ecc-2d2c-4000-bd4a-49c5284d4504 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:27.008679 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1c4a5ecc-2d2c-4000-bd4a-49c5284d4504 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3472421
Feb 05 21:55:27.011740 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54440) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:55:27.016825 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-6e804519-f590-4149-9994-918d07054154 admin admin] Request body: {'subnet': {'network_id': '05658e93-9712-451a-9039-cffb286299d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1437859213-subnet', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:55:27.036587 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e804519-f590-4149-9994-918d07054154 admin admin] Made reservation on behalf of 27fa8d1f73e84db099a940e9001e4fdb for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:55:27.039135 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6e804519-f590-4149-9994-918d07054154 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:27.043634 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a5ecc-2d2c-4000-bd4a-49c5284d4504 admin admin] Pushing event updated for resources: {'Network': ['ID=05658e93-9712-451a-9039-cffb286299d4,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:27.054839 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 05658e93-9712-451a-9039-cffb286299d4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:55:27.207869 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6e804519-f590-4149-9994-918d07054154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (d2f7d63b-9b57-4c21-9659-71834ae1e597), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:27.264458 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e804519-f590-4149-9994-918d07054154 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2f7d63b-9b57-4c21-9659-71834ae1e597,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:27.271573 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e804519-f590-4149-9994-918d07054154 admin admin] Checking segment: {'id': '26685adc-16ad-4056-b76f-288002f7d333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '05658e93-9712-451a-9039-cffb286299d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:55:27.272328 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e804519-f590-4149-9994-918d07054154 admin admin] Network hostable DHCP agents. Network: 05658e93-9712-451a-9039-cffb286299d4, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:55:27.291643 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e804519-f590-4149-9994-918d07054154 admin admin] Network 05658e93-9712-451a-9039-cffb286299d4 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:55:27.300784 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-6e804519-f590-4149-9994-918d07054154 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 05658e93-9712-451a-9039-cffb286299d4) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:55:27.305419 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e804519-f590-4149-9994-918d07054154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:55:27.306011 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-6e804519-f590-4149-9994-918d07054154 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:27.311126 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c2913c-8562-4a83-91c6-6a0c05743bff None None] Network 05658e93-9712-451a-9039-cffb286299d4 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:55:27.324093 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-6e804519-f590-4149-9994-918d07054154 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3111496
Feb 05 21:55:27.326760 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54442) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:55:27.331028 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-c0d8032a-6236-4430-9ea1-8e8c84822176 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1437859213-router', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:55:27.350319 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c0d8032a-6236-4430-9ea1-8e8c84822176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (f5b0d119-db60-4a1c-b6fc-5efac8456f5d), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:27.351588 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c0d8032a-6236-4430-9ea1-8e8c84822176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (f5b0d119-db60-4a1c-b6fc-5efac8456f5d), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:27.408835 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c0d8032a-6236-4430-9ea1-8e8c84822176 admin admin] Publish callbacks [] for router_controller (f5b0d119-db60-4a1c-b6fc-5efac8456f5d), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:27.418008 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d71fbe-db25-4e60-9d46-5256ec082809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-05658e93-9712-451a-9039-cffb286299d4', 'network_id': '05658e93-9712-451a-9039-cffb286299d4', 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'fixed_ips': [{'subnet_id': 'd2f7d63b-9b57-4c21-9659-71834ae1e597'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:55:27.418919 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-35d71fbe-db25-4e60-9d46-5256ec082809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:27.548918 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c0d8032a-6236-4430-9ea1-8e8c84822176 admin admin] Publish callbacks [] for router_gateway (f5b0d119-db60-4a1c-b6fc-5efac8456f5d), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:27.562930 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-35d71fbe-db25-4e60-9d46-5256ec082809 None None] Allocated IP 172.20.0.2 (05658e93-9712-451a-9039-cffb286299d4/d2f7d63b-9b57-4c21-9659-71834ae1e597/b302ed90-0b34-4811-9917-96831276a6d4) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:55:27.712612 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-35d71fbe-db25-4e60-9d46-5256ec082809 None None] Publish callbacks [] for port (b302ed90-0b34-4811-9917-96831276a6d4), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:27.719180 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-35d71fbe-db25-4e60-9d46-5256ec082809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (b302ed90-0b34-4811-9917-96831276a6d4), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:27.754134 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c0d8032a-6236-4430-9ea1-8e8c84822176 admin admin] Publish callbacks [] for router_gateway (f5b0d119-db60-4a1c-b6fc-5efac8456f5d), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:27.766207 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d71fbe-db25-4e60-9d46-5256ec082809 None None] Network 05658e93-9712-451a-9039-cffb286299d4 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:55:27.769850 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d71fbe-db25-4e60-9d46-5256ec082809 None None] Pushing event updated for resources: {'Port': ['ID=b302ed90-0b34-4811-9917-96831276a6d4,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:27.773078 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-35d71fbe-db25-4e60-9d46-5256ec082809 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:55:27.778404 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c0d8032a-6236-4430-9ea1-8e8c84822176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:27.780268 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d71fbe-db25-4e60-9d46-5256ec082809 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:55:27.840300 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-35d71fbe-db25-4e60-9d46-5256ec082809 None None] Attempting to bind port b302ed90-0b34-4811-9917-96831276a6d4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:55:27.840592 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-35d71fbe-db25-4e60-9d46-5256ec082809 None None] Attempting to bind port b302ed90-0b34-4811-9917-96831276a6d4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '26685adc-16ad-4056-b76f-288002f7d333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '05658e93-9712-451a-9039-cffb286299d4'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:55:27.840962 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d71fbe-db25-4e60-9d46-5256ec082809 None None] Attempting to bind port b302ed90-0b34-4811-9917-96831276a6d4 on network 05658e93-9712-451a-9039-cffb286299d4 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:55:27.845866 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d71fbe-db25-4e60-9d46-5256ec082809 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:55:27.846246 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d71fbe-db25-4e60-9d46-5256ec082809 None None] Checking segment: {'id': '26685adc-16ad-4056-b76f-288002f7d333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '05658e93-9712-451a-9039-cffb286299d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:55:27.846689 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-35d71fbe-db25-4e60-9d46-5256ec082809 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:27.847093 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d71fbe-db25-4e60-9d46-5256ec082809 None None] Bound using segment: {'id': '26685adc-16ad-4056-b76f-288002f7d333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '05658e93-9712-451a-9039-cffb286299d4'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:55:27.847558 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-35d71fbe-db25-4e60-9d46-5256ec082809 None None] Bound port: b302ed90-0b34-4811-9917-96831276a6d4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26685adc-16ad-4056-b76f-288002f7d333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '05658e93-9712-451a-9039-cffb286299d4'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:55:27.847941 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-35d71fbe-db25-4e60-9d46-5256ec082809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b302ed90-0b34-4811-9917-96831276a6d4), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:27.888627 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-c0d8032a-6236-4430-9ea1-8e8c84822176 admin admin] Allocated IP 172.35.4.146 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/1bd0f798-76f6-4bde-8754-117a2573a487) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:55:27.912219 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-35d71fbe-db25-4e60-9d46-5256ec082809 None None] For port b302ed90-0b34-4811-9917-96831276a6d4, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:55:27.915394 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-35d71fbe-db25-4e60-9d46-5256ec082809 None None] For port b302ed90-0b34-4811-9917-96831276a6d4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b302ed90-0b34-4811-9917-96831276a6d4,segment=NetworkSegment(26685adc-16ad-4056-b76f-288002f7d333),segment_id=26685adc-16ad-4056-b76f-288002f7d333)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:55:27.921793 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-35d71fbe-db25-4e60-9d46-5256ec082809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b302ed90-0b34-4811-9917-96831276a6d4), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:27.980393 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d71fbe-db25-4e60-9d46-5256ec082809 None None] Pushing event updated for resources: {'Port': ['ID=b302ed90-0b34-4811-9917-96831276a6d4,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:28.001079 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c0d8032a-6236-4430-9ea1-8e8c84822176 admin admin] Publish callbacks [] for port (1bd0f798-76f6-4bde-8754-117a2573a487), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:28.038530 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c0d8032a-6236-4430-9ea1-8e8c84822176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (1bd0f798-76f6-4bde-8754-117a2573a487), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:28.083444 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d8032a-6236-4430-9ea1-8e8c84822176 admin admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:55:28.086627 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-c0d8032a-6236-4430-9ea1-8e8c84822176 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:55:28.091386 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d8032a-6236-4430-9ea1-8e8c84822176 admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:55:28.094527 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d8032a-6236-4430-9ea1-8e8c84822176 admin admin] Pushing event updated for resources: {'Port': ['ID=1bd0f798-76f6-4bde-8754-117a2573a487,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:28.709295 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c0d8032a-6236-4430-9ea1-8e8c84822176 admin admin] Publish callbacks [] for router_gateway (f5b0d119-db60-4a1c-b6fc-5efac8456f5d), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:28.909607 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c0d8032a-6236-4430-9ea1-8e8c84822176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (f5b0d119-db60-4a1c-b6fc-5efac8456f5d), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:28.934785 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abcc44f-0834-4291-9e59-c026ac1cee12 None None] Network 05658e93-9712-451a-9039-cffb286299d4 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:55:29.047879 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d8032a-6236-4430-9ea1-8e8c84822176 admin admin] Router f5b0d119-db60-4a1c-b6fc-5efac8456f5d is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:55:29.159572 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d8032a-6236-4430-9ea1-8e8c84822176 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:55:29.175485 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d40da4-44d6-4e7f-b901-77017004a38e None None] Sync routers for ids ['f5b0d119-db60-4a1c-b6fc-5efac8456f5d'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:55:29.176581 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-c0d8032a-6236-4430-9ea1-8e8c84822176 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:29.180531 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-c0d8032a-6236-4430-9ea1-8e8c84822176 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.8501418
Feb 05 21:55:29.180781 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54444) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:55:29.200322 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d40da4-44d6-4e7f-b901-77017004a38e None None] Routers {'f5b0d119-db60-4a1c-b6fc-5efac8456f5d'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:55:29.200716 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-08d40da4-44d6-4e7f-b901-77017004a38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db81c0f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:55:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['f5b0d119-db60-4a1c-b6fc-5efac8456f5d'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:55:29.205261 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-55fd5e61-f0c6-455b-b997-8ba0c8b1d05b None None] Provisioning complete for port b302ed90-0b34-4811-9917-96831276a6d4 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:55:29.205635 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-55fd5e61-f0c6-455b-b997-8ba0c8b1d05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b302ed90-0b34-4811-9917-96831276a6d4), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:29.322578 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b302ed90-0b34-4811-9917-96831276a6d4 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:55:29.457938 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-08d40da4-44d6-4e7f-b901-77017004a38e None None] Set router f5b0d119-db60-4a1c-b6fc-5efac8456f5d gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:55:29.525708 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-55fd5e61-f0c6-455b-b997-8ba0c8b1d05b None None] Current status of the port b302ed90-0b34-4811-9917-96831276a6d4 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:55:29.526652 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-55fd5e61-f0c6-455b-b997-8ba0c8b1d05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b302ed90-0b34-4811-9917-96831276a6d4), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:29.566596 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port b302ed90-0b34-4811-9917-96831276a6d4 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:55:29.566980 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b302ed90-0b34-4811-9917-96831276a6d4), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:29.622823 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b881354f-7c4a-43a5-bab9-70f7cffbc629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:29.645517 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-55fd5e61-f0c6-455b-b997-8ba0c8b1d05b None None] For port b302ed90-0b34-4811-9917-96831276a6d4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b302ed90-0b34-4811-9917-96831276a6d4,segment=NetworkSegment(26685adc-16ad-4056-b76f-288002f7d333),segment_id=26685adc-16ad-4056-b76f-288002f7d333)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:55:29.657498 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-55fd5e61-f0c6-455b-b997-8ba0c8b1d05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b302ed90-0b34-4811-9917-96831276a6d4), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:29.753243 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd5e61-f0c6-455b-b997-8ba0c8b1d05b None None] Pushing event updated for resources: {'Port': ['ID=b302ed90-0b34-4811-9917-96831276a6d4,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:29.784694 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-b881354f-7c4a-43a5-bab9-70f7cffbc629 admin admin] Allocated IP 172.20.0.1 (05658e93-9712-451a-9039-cffb286299d4/d2f7d63b-9b57-4c21-9659-71834ae1e597/843dd7ee-68c9-4a52-a3f0-e7d33c1dffae) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:55:29.809857 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port b302ed90-0b34-4811-9917-96831276a6d4 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:55:29.812798 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-5781a5dc-e6c4-4afa-b862-8f6f57a3e431 None None] Provisioning complete for port b302ed90-0b34-4811-9917-96831276a6d4 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:55:29.813177 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5781a5dc-e6c4-4afa-b862-8f6f57a3e431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b302ed90-0b34-4811-9917-96831276a6d4), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:29.860650 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-08d40da4-44d6-4e7f-b901-77017004a38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db81c0f10>, [{'id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'name': 'tempest-TestShelveInstance-1437859213-router', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '1bd0f798-76f6-4bde-8754-117a2573a487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:55:27Z', 'updated_at': '2022-02-05T21:55:28Z', 'revision_number': 3, 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'gw_port': {'id': '1bd0f798-76f6-4bde-8754-117a2573a487', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:27Z', 'updated_at': '2022-02-05T21:55:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:55:29.888690 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b881354f-7c4a-43a5-bab9-70f7cffbc629 admin admin] Publish callbacks [] for port (843dd7ee-68c9-4a52-a3f0-e7d33c1dffae), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:29.891160 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d40da4-44d6-4e7f-b901-77017004a38e None None] Checking router: f5b0d119-db60-4a1c-b6fc-5efac8456f5d for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:55:29.891501 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d40da4-44d6-4e7f-b901-77017004a38e None None] Updating router f5b0d119-db60-4a1c-b6fc-5efac8456f5d port 1bd0f798-76f6-4bde-8754-117a2573a487 binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:55:29.923763 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b881354f-7c4a-43a5-bab9-70f7cffbc629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (843dd7ee-68c9-4a52-a3f0-e7d33c1dffae), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:29.938461 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-08d40da4-44d6-4e7f-b901-77017004a38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1bd0f798-76f6-4bde-8754-117a2573a487), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:29.967090 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b881354f-7c4a-43a5-bab9-70f7cffbc629 admin admin] Network 05658e93-9712-451a-9039-cffb286299d4 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:55:29.969851 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-b881354f-7c4a-43a5-bab9-70f7cffbc629 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:55:29.972196 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b881354f-7c4a-43a5-bab9-70f7cffbc629 admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:55:29.982843 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-5781a5dc-e6c4-4afa-b862-8f6f57a3e431 None None] Current status of the port b302ed90-0b34-4811-9917-96831276a6d4 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:55:30.002891 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b881354f-7c4a-43a5-bab9-70f7cffbc629 admin admin] Pushing event updated for resources: {'Port': ['ID=843dd7ee-68c9-4a52-a3f0-e7d33c1dffae,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:30.023432 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b881354f-7c4a-43a5-bab9-70f7cffbc629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (f5b0d119-db60-4a1c-b6fc-5efac8456f5d), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:30.174469 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b881354f-7c4a-43a5-bab9-70f7cffbc629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (843dd7ee-68c9-4a52-a3f0-e7d33c1dffae), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:30.230750 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-08d40da4-44d6-4e7f-b901-77017004a38e None None] Publish callbacks [] for port (1bd0f798-76f6-4bde-8754-117a2573a487), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:30.234394 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-811b334e-d214-4ce7-a871-0a366a795a0f None None] Provisioning complete for port 843dd7ee-68c9-4a52-a3f0-e7d33c1dffae triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:55:30.234770 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-811b334e-d214-4ce7-a871-0a366a795a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (843dd7ee-68c9-4a52-a3f0-e7d33c1dffae), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:30.237591 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-08d40da4-44d6-4e7f-b901-77017004a38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (1bd0f798-76f6-4bde-8754-117a2573a487), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:30.311309 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-811b334e-d214-4ce7-a871-0a366a795a0f None None] Port 843dd7ee-68c9-4a52-a3f0-e7d33c1dffae cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:55:30.322778 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa75999b-61ef-47cc-ac97-93f8f417e31e None None] Pushing event updated for resources: {'Port': ['ID=1bd0f798-76f6-4bde-8754-117a2573a487,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:30.325676 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-08d40da4-44d6-4e7f-b901-77017004a38e None None] Attempting to bind port 1bd0f798-76f6-4bde-8754-117a2573a487 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:55:30.326048 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-08d40da4-44d6-4e7f-b901-77017004a38e None None] Attempting to bind port 1bd0f798-76f6-4bde-8754-117a2573a487 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:55:30.326444 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d40da4-44d6-4e7f-b901-77017004a38e None None] Attempting to bind port 1bd0f798-76f6-4bde-8754-117a2573a487 on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:55:30.332164 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d40da4-44d6-4e7f-b901-77017004a38e None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:55:30.332542 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d40da4-44d6-4e7f-b901-77017004a38e None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:55:30.332946 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-08d40da4-44d6-4e7f-b901-77017004a38e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:30.333342 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d40da4-44d6-4e7f-b901-77017004a38e None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:55:30.333792 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-08d40da4-44d6-4e7f-b901-77017004a38e None None] Bound port: 1bd0f798-76f6-4bde-8754-117a2573a487, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:55:30.334169 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-08d40da4-44d6-4e7f-b901-77017004a38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1bd0f798-76f6-4bde-8754-117a2573a487), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:30.343901 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b881354f-7c4a-43a5-bab9-70f7cffbc629 admin admin] Publish callbacks [] for port (843dd7ee-68c9-4a52-a3f0-e7d33c1dffae), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:30.349130 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b881354f-7c4a-43a5-bab9-70f7cffbc629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (843dd7ee-68c9-4a52-a3f0-e7d33c1dffae), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:30.388152 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-08d40da4-44d6-4e7f-b901-77017004a38e None None] For port 1bd0f798-76f6-4bde-8754-117a2573a487, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:55:30.391586 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-08d40da4-44d6-4e7f-b901-77017004a38e None None] For port 1bd0f798-76f6-4bde-8754-117a2573a487, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1bd0f798-76f6-4bde-8754-117a2573a487,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:55:30.401140 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-08d40da4-44d6-4e7f-b901-77017004a38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (1bd0f798-76f6-4bde-8754-117a2573a487), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:30.420695 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-b881354f-7c4a-43a5-bab9-70f7cffbc629 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (f5b0d119-db60-4a1c-b6fc-5efac8456f5d), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:30.422551 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b881354f-7c4a-43a5-bab9-70f7cffbc629 admin admin] Pushing event updated for resources: {'Port': ['ID=843dd7ee-68c9-4a52-a3f0-e7d33c1dffae,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:30.462995 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d40da4-44d6-4e7f-b901-77017004a38e None None] Routers {'f5b0d119-db60-4a1c-b6fc-5efac8456f5d'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:55:30.463619 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-08d40da4-44d6-4e7f-b901-77017004a38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db81c0f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:55:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['f5b0d119-db60-4a1c-b6fc-5efac8456f5d'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:55:30.503548 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa75999b-61ef-47cc-ac97-93f8f417e31e None None] Pushing event updated for resources: {'Port': ['ID=1bd0f798-76f6-4bde-8754-117a2573a487,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:30.515855 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b881354f-7c4a-43a5-bab9-70f7cffbc629 admin admin] Network 05658e93-9712-451a-9039-cffb286299d4 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:55:30.517369 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-b881354f-7c4a-43a5-bab9-70f7cffbc629 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:55:30.586990 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-08d40da4-44d6-4e7f-b901-77017004a38e None None] Set router f5b0d119-db60-4a1c-b6fc-5efac8456f5d gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:55:30.648175 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b881354f-7c4a-43a5-bab9-70f7cffbc629 admin admin] Router f5b0d119-db60-4a1c-b6fc-5efac8456f5d has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:55:30.764201 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b881354f-7c4a-43a5-bab9-70f7cffbc629 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:55:30.777950 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-b881354f-7c4a-43a5-bab9-70f7cffbc629 admin admin] 10.222.0.32 "PUT /v2.0/routers/f5b0d119-db60-4a1c-b6fc-5efac8456f5d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5874560
Feb 05 21:55:30.802670 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-08d40da4-44d6-4e7f-b901-77017004a38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db81c0f10>, [{'id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'name': 'tempest-TestShelveInstance-1437859213-router', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '1bd0f798-76f6-4bde-8754-117a2573a487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:55:27Z', 'updated_at': '2022-02-05T21:55:30Z', 'revision_number': 4, 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'gw_port': {'id': '1bd0f798-76f6-4bde-8754-117a2573a487', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:27Z', 'updated_at': '2022-02-05T21:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '843dd7ee-68c9-4a52-a3f0-e7d33c1dffae', 'name': '', 'network_id': '05658e93-9712-451a-9039-cffb286299d4', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'mac_address': 'fa:16:3e:40:13:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd2f7d63b-9b57-4c21-9659-71834ae1e597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:29Z', 'updated_at': '2022-02-05T21:55:30Z', 'revision_number': 2, 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'subnets': [{'id': 'd2f7d63b-9b57-4c21-9659-71834ae1e597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:55:30.833112 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d40da4-44d6-4e7f-b901-77017004a38e None None] The sync data for ids ['f5b0d119-db60-4a1c-b6fc-5efac8456f5d'] in ncdv-master-1 is: [{'id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'name': 'tempest-TestShelveInstance-1437859213-router', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '1bd0f798-76f6-4bde-8754-117a2573a487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:55:27Z', 'updated_at': '2022-02-05T21:55:30Z', 'revision_number': 4, 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'gw_port': {'id': '1bd0f798-76f6-4bde-8754-117a2573a487', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:27Z', 'updated_at': '2022-02-05T21:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '843dd7ee-68c9-4a52-a3f0-e7d33c1dffae', 'name': '', 'network_id': '05658e93-9712-451a-9039-cffb286299d4', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'mac_address': 'fa:16:3e:40:13:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd2f7d63b-9b57-4c21-9659-71834ae1e597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:29Z', 'updated_at': '2022-02-05T21:55:30Z', 'revision_number': 2, 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'subnets': [{'id': 'd2f7d63b-9b57-4c21-9659-71834ae1e597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:55:30.845002 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-ed70e9e4-5685-4226-9d22-2e57d81f4b3d None None] Provisioning complete for port 843dd7ee-68c9-4a52-a3f0-e7d33c1dffae triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:55:30.845384 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ed70e9e4-5685-4226-9d22-2e57d81f4b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (843dd7ee-68c9-4a52-a3f0-e7d33c1dffae), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:30.885491 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ed70e9e4-5685-4226-9d22-2e57d81f4b3d None None] Port 843dd7ee-68c9-4a52-a3f0-e7d33c1dffae cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:55:31.254012 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b302ed90-0b34-4811-9917-96831276a6d4 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:55:31.303590 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54460) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:55:31.309422 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-865bd0c3-f818-42e7-b5e8-841fb5506437 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1085106904-network', 'tenant_id': '851789e472d246cdae4ba32de725787c'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:55:31.331759 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865bd0c3-f818-42e7-b5e8-841fb5506437 admin admin] Made reservation on behalf of 851789e472d246cdae4ba32de725787c for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:55:31.335310 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-865bd0c3-f818-42e7-b5e8-841fb5506437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:31.337016 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port b302ed90-0b34-4811-9917-96831276a6d4 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:55:31.337473 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b302ed90-0b34-4811-9917-96831276a6d4), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:31.345411 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-865bd0c3-f818-42e7-b5e8-841fb5506437 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:31.430423 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port b302ed90-0b34-4811-9917-96831276a6d4 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:55:31.432528 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-865bd0c3-f818-42e7-b5e8-841fb5506437 admin admin] Publish callbacks [] for security_group (930362d8-202e-45c3-99c7-d0095f146d24), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:31.437597 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-865bd0c3-f818-42e7-b5e8-841fb5506437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (930362d8-202e-45c3-99c7-d0095f146d24), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:31.469600 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-865bd0c3-f818-42e7-b5e8-841fb5506437 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 21:55:31.480452 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865bd0c3-f818-42e7-b5e8-841fb5506437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930362d8-202e-45c3-99c7-d0095f146d24,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:31.488479 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-865bd0c3-f818-42e7-b5e8-841fb5506437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (ec291a54-1941-4565-8fc7-214b10d873d5), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:31.488858 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-865bd0c3-f818-42e7-b5e8-841fb5506437 admin admin] Added segment ec291a54-1941-4565-8fc7-214b10d873d5 of type vlan for network 5c4afb5f-ffa8-417f-8979-8859aa50b8d8
Feb 05 21:55:31.531993 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-865bd0c3-f818-42e7-b5e8-841fb5506437 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (5c4afb5f-ffa8-417f-8979-8859aa50b8d8), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:31.558981 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-865bd0c3-f818-42e7-b5e8-841fb5506437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (5c4afb5f-ffa8-417f-8979-8859aa50b8d8), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:31.560235 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865bd0c3-f818-42e7-b5e8-841fb5506437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:55:31.560974 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-865bd0c3-f818-42e7-b5e8-841fb5506437 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:31.606498 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-865bd0c3-f818-42e7-b5e8-841fb5506437 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3004303
Feb 05 21:55:31.608203 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54462) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:55:31.613260 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-a6604339-b307-4a62-8299-140689c03d4d admin admin] Request body: {'subnet': {'network_id': '5c4afb5f-ffa8-417f-8979-8859aa50b8d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1085106904-subnet', 'tenant_id': '851789e472d246cdae4ba32de725787c', 'ip_version': 4}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:55:31.639004 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865bd0c3-f818-42e7-b5e8-841fb5506437 admin admin] Pushing event updated for resources: {'Network': ['ID=5c4afb5f-ffa8-417f-8979-8859aa50b8d8,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:31.649421 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6604339-b307-4a62-8299-140689c03d4d admin admin] Made reservation on behalf of 851789e472d246cdae4ba32de725787c for: {'subnet': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:55:31.650704 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 5c4afb5f-ffa8-417f-8979-8859aa50b8d8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 21:55:31.659480 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a6604339-b307-4a62-8299-140689c03d4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10397871'] for subnet (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:31.845934 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a6604339-b307-4a62-8299-140689c03d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10397853'] for subnet (3a6bd449-8244-4704-82b9-eb784829694c), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:31.897122 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6604339-b307-4a62-8299-140689c03d4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a6bd449-8244-4704-82b9-eb784829694c,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:31.915253 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6604339-b307-4a62-8299-140689c03d4d admin admin] Checking segment: {'id': 'ec291a54-1941-4565-8fc7-214b10d873d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5c4afb5f-ffa8-417f-8979-8859aa50b8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:55:31.915615 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6604339-b307-4a62-8299-140689c03d4d admin admin] Network hostable DHCP agents. Network: 5c4afb5f-ffa8-417f-8979-8859aa50b8d8, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 21:55:31.933709 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6604339-b307-4a62-8299-140689c03d4d admin admin] Network 5c4afb5f-ffa8-417f-8979-8859aa50b8d8 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 21:55:31.945242 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-a6604339-b307-4a62-8299-140689c03d4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5c4afb5f-ffa8-417f-8979-8859aa50b8d8) {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:55:31.949888 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6604339-b307-4a62-8299-140689c03d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:55:31.950541 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a6604339-b307-4a62-8299-140689c03d4d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:31.956713 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427a7ad2-c45e-4b21-a997-fcd874189df9 None None] Network 5c4afb5f-ffa8-417f-8979-8859aa50b8d8 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:55:31.967646 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a6604339-b307-4a62-8299-140689c03d4d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3579891
Feb 05 21:55:31.969977 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54464) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:55:31.974799 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-bfc63dd1-5b82-4d0c-8547-9849e8b96142 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1085106904-router', 'tenant_id': '851789e472d246cdae4ba32de725787c', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:55:32.000330 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bfc63dd1-5b82-4d0c-8547-9849e8b96142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (59dc388b-33e7-4218-a214-10b52ccdf999), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:32.001384 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bfc63dd1-5b82-4d0c-8547-9849e8b96142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (59dc388b-33e7-4218-a214-10b52ccdf999), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:32.075838 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912a4ace-981d-48c1-ad7e-6f2978b1829b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5c4afb5f-ffa8-417f-8979-8859aa50b8d8', 'network_id': '5c4afb5f-ffa8-417f-8979-8859aa50b8d8', 'project_id': '851789e472d246cdae4ba32de725787c', 'fixed_ips': [{'subnet_id': '3a6bd449-8244-4704-82b9-eb784829694c'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 21:55:32.076836 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-912a4ace-981d-48c1-ad7e-6f2978b1829b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:32.083426 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bfc63dd1-5b82-4d0c-8547-9849e8b96142 admin admin] Publish callbacks [] for router_controller (59dc388b-33e7-4218-a214-10b52ccdf999), precommit_add_association {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:32.220969 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-912a4ace-981d-48c1-ad7e-6f2978b1829b None None] Allocated IP 172.20.0.2 (5c4afb5f-ffa8-417f-8979-8859aa50b8d8/3a6bd449-8244-4704-82b9-eb784829694c/3594fdb8-c035-47cc-b4a7-1c9ef4825989) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:55:32.234754 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bfc63dd1-5b82-4d0c-8547-9849e8b96142 admin admin] Publish callbacks [] for router_gateway (59dc388b-33e7-4218-a214-10b52ccdf999), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:32.449658 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bfc63dd1-5b82-4d0c-8547-9849e8b96142 admin admin] Publish callbacks [] for router_gateway (59dc388b-33e7-4218-a214-10b52ccdf999), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:32.468976 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bfc63dd1-5b82-4d0c-8547-9849e8b96142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:32.543059 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-912a4ace-981d-48c1-ad7e-6f2978b1829b None None] Publish callbacks [] for port (3594fdb8-c035-47cc-b4a7-1c9ef4825989), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:32.550298 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-912a4ace-981d-48c1-ad7e-6f2978b1829b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (3594fdb8-c035-47cc-b4a7-1c9ef4825989), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:32.579125 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-bfc63dd1-5b82-4d0c-8547-9849e8b96142 admin admin] Allocated IP 172.35.4.251 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/4dbdd352-0a65-4523-ac69-616e8a01e448) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:55:32.590125 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912a4ace-981d-48c1-ad7e-6f2978b1829b None None] Network 5c4afb5f-ffa8-417f-8979-8859aa50b8d8 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:55:32.594591 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-912a4ace-981d-48c1-ad7e-6f2978b1829b None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:55:32.598905 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912a4ace-981d-48c1-ad7e-6f2978b1829b None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:55:32.606046 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a4ace-981d-48c1-ad7e-6f2978b1829b None None] Pushing event updated for resources: {'Port': ['ID=3594fdb8-c035-47cc-b4a7-1c9ef4825989,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:32.661571 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-912a4ace-981d-48c1-ad7e-6f2978b1829b None None] Attempting to bind port 3594fdb8-c035-47cc-b4a7-1c9ef4825989 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:55:32.661937 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-912a4ace-981d-48c1-ad7e-6f2978b1829b None None] Attempting to bind port 3594fdb8-c035-47cc-b4a7-1c9ef4825989 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ec291a54-1941-4565-8fc7-214b10d873d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5c4afb5f-ffa8-417f-8979-8859aa50b8d8'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:55:32.662298 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912a4ace-981d-48c1-ad7e-6f2978b1829b None None] Attempting to bind port 3594fdb8-c035-47cc-b4a7-1c9ef4825989 on network 5c4afb5f-ffa8-417f-8979-8859aa50b8d8 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:55:32.667974 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912a4ace-981d-48c1-ad7e-6f2978b1829b None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:55:32.668342 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912a4ace-981d-48c1-ad7e-6f2978b1829b None None] Checking segment: {'id': 'ec291a54-1941-4565-8fc7-214b10d873d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5c4afb5f-ffa8-417f-8979-8859aa50b8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:55:32.668740 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-912a4ace-981d-48c1-ad7e-6f2978b1829b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:32.669129 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912a4ace-981d-48c1-ad7e-6f2978b1829b None None] Bound using segment: {'id': 'ec291a54-1941-4565-8fc7-214b10d873d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5c4afb5f-ffa8-417f-8979-8859aa50b8d8'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:55:32.669588 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-912a4ace-981d-48c1-ad7e-6f2978b1829b None None] Bound port: 3594fdb8-c035-47cc-b4a7-1c9ef4825989, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec291a54-1941-4565-8fc7-214b10d873d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5c4afb5f-ffa8-417f-8979-8859aa50b8d8'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:55:32.669966 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-912a4ace-981d-48c1-ad7e-6f2978b1829b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3594fdb8-c035-47cc-b4a7-1c9ef4825989), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:32.685054 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bfc63dd1-5b82-4d0c-8547-9849e8b96142 admin admin] Publish callbacks [] for port (4dbdd352-0a65-4523-ac69-616e8a01e448), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:32.721873 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bfc63dd1-5b82-4d0c-8547-9849e8b96142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (4dbdd352-0a65-4523-ac69-616e8a01e448), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:32.737297 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-912a4ace-981d-48c1-ad7e-6f2978b1829b None None] For port 3594fdb8-c035-47cc-b4a7-1c9ef4825989, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:55:32.739948 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-912a4ace-981d-48c1-ad7e-6f2978b1829b None None] For port 3594fdb8-c035-47cc-b4a7-1c9ef4825989, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3594fdb8-c035-47cc-b4a7-1c9ef4825989,segment=NetworkSegment(ec291a54-1941-4565-8fc7-214b10d873d5),segment_id=ec291a54-1941-4565-8fc7-214b10d873d5)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:55:32.749052 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-912a4ace-981d-48c1-ad7e-6f2978b1829b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (3594fdb8-c035-47cc-b4a7-1c9ef4825989), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:32.765175 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc63dd1-5b82-4d0c-8547-9849e8b96142 admin admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:55:32.771721 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-bfc63dd1-5b82-4d0c-8547-9849e8b96142 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:55:32.776337 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc63dd1-5b82-4d0c-8547-9849e8b96142 admin admin] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:55:32.812728 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a4ace-981d-48c1-ad7e-6f2978b1829b None None] Pushing event updated for resources: {'Port': ['ID=3594fdb8-c035-47cc-b4a7-1c9ef4825989,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:32.826088 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc63dd1-5b82-4d0c-8547-9849e8b96142 admin admin] Pushing event updated for resources: {'Port': ['ID=4dbdd352-0a65-4523-ac69-616e8a01e448,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:33.092955 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c553d31f-a700-4514-9ddb-05b41aff4250 None None] Sync routers for ids ['f5b0d119-db60-4a1c-b6fc-5efac8456f5d'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:55:33.104854 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c553d31f-a700-4514-9ddb-05b41aff4250 None None] Routers {'f5b0d119-db60-4a1c-b6fc-5efac8456f5d'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:55:33.105499 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-c553d31f-a700-4514-9ddb-05b41aff4250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8fe2dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:55:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['f5b0d119-db60-4a1c-b6fc-5efac8456f5d'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:55:33.335543 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-c553d31f-a700-4514-9ddb-05b41aff4250 None None] Set router f5b0d119-db60-4a1c-b6fc-5efac8456f5d gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:55:33.373731 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 3594fdb8-c035-47cc-b4a7-1c9ef4825989 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:55:33.430560 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 3594fdb8-c035-47cc-b4a7-1c9ef4825989 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:55:33.430973 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (3594fdb8-c035-47cc-b4a7-1c9ef4825989), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:33.453309 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bfc63dd1-5b82-4d0c-8547-9849e8b96142 admin admin] Publish callbacks [] for router_gateway (59dc388b-33e7-4218-a214-10b52ccdf999), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:33.515976 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 3594fdb8-c035-47cc-b4a7-1c9ef4825989 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:55:33.516661 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (3594fdb8-c035-47cc-b4a7-1c9ef4825989), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:33.556570 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 3594fdb8-c035-47cc-b4a7-1c9ef4825989, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3594fdb8-c035-47cc-b4a7-1c9ef4825989,segment=NetworkSegment(ec291a54-1941-4565-8fc7-214b10d873d5),segment_id=ec291a54-1941-4565-8fc7-214b10d873d5)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:55:33.557487 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-c553d31f-a700-4514-9ddb-05b41aff4250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8fe2dc0>, [{'id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'name': 'tempest-TestShelveInstance-1437859213-router', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '1bd0f798-76f6-4bde-8754-117a2573a487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:55:27Z', 'updated_at': '2022-02-05T21:55:30Z', 'revision_number': 4, 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'gw_port': {'id': '1bd0f798-76f6-4bde-8754-117a2573a487', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:27Z', 'updated_at': '2022-02-05T21:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '843dd7ee-68c9-4a52-a3f0-e7d33c1dffae', 'name': '', 'network_id': '05658e93-9712-451a-9039-cffb286299d4', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'mac_address': 'fa:16:3e:40:13:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd2f7d63b-9b57-4c21-9659-71834ae1e597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:29Z', 'updated_at': '2022-02-05T21:55:30Z', 'revision_number': 2, 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'subnets': [{'id': 'd2f7d63b-9b57-4c21-9659-71834ae1e597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:55:33.564376 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (3594fdb8-c035-47cc-b4a7-1c9ef4825989), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:33.565745 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 1bd0f798-76f6-4bde-8754-117a2573a487 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:55:33.589506 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c553d31f-a700-4514-9ddb-05b41aff4250 None None] Checking router: f5b0d119-db60-4a1c-b6fc-5efac8456f5d for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:55:33.589858 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c553d31f-a700-4514-9ddb-05b41aff4250 None None] Updating router f5b0d119-db60-4a1c-b6fc-5efac8456f5d port 843dd7ee-68c9-4a52-a3f0-e7d33c1dffae binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:55:33.622907 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-c553d31f-a700-4514-9ddb-05b41aff4250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (843dd7ee-68c9-4a52-a3f0-e7d33c1dffae), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:33.669106 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=3594fdb8-c035-47cc-b4a7-1c9ef4825989,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:33.673919 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 1bd0f798-76f6-4bde-8754-117a2573a487 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:55:33.674310 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1bd0f798-76f6-4bde-8754-117a2573a487), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:33.697712 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bfc63dd1-5b82-4d0c-8547-9849e8b96142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (59dc388b-33e7-4218-a214-10b52ccdf999), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:33.774598 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 1bd0f798-76f6-4bde-8754-117a2573a487 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:55:33.775363 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (1bd0f798-76f6-4bde-8754-117a2573a487), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:33.802166 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 1bd0f798-76f6-4bde-8754-117a2573a487, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1bd0f798-76f6-4bde-8754-117a2573a487,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:55:33.810561 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (1bd0f798-76f6-4bde-8754-117a2573a487), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:33.868585 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc63dd1-5b82-4d0c-8547-9849e8b96142 admin admin] Router 59dc388b-33e7-4218-a214-10b52ccdf999 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 21:55:33.879951 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8f9e396e-c931-4a88-98b7-61de2566080b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:33.888864 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=1bd0f798-76f6-4bde-8754-117a2573a487,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:33.951331 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-c553d31f-a700-4514-9ddb-05b41aff4250 None None] Publish callbacks [] for port (843dd7ee-68c9-4a52-a3f0-e7d33c1dffae), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:33.958514 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-c553d31f-a700-4514-9ddb-05b41aff4250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (843dd7ee-68c9-4a52-a3f0-e7d33c1dffae), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:33.997607 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8859a4-3a34-4016-b16f-9e4f8e6803e1 None None] Network 5c4afb5f-ffa8-417f-8979-8859aa50b8d8 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 21:55:34.010726 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc63dd1-5b82-4d0c-8547-9849e8b96142 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:55:34.033666 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae9029e-ade2-4ae0-9980-5244119f68dd None None] Sync routers for ids ['59dc388b-33e7-4218-a214-10b52ccdf999'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:55:34.041180 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467535bb-263f-48a7-aec1-70866c1dab11 None None] Pushing event updated for resources: {'Port': ['ID=843dd7ee-68c9-4a52-a3f0-e7d33c1dffae,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:34.044593 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-bfc63dd1-5b82-4d0c-8547-9849e8b96142 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:34.048888 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-bfc63dd1-5b82-4d0c-8547-9849e8b96142 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.0776660
Feb 05 21:55:34.049399 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54466) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:55:34.069989 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467535bb-263f-48a7-aec1-70866c1dab11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:34.074692 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467535bb-263f-48a7-aec1-70866c1dab11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:34.075187 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467535bb-263f-48a7-aec1-70866c1dab11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:34.075635 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467535bb-263f-48a7-aec1-70866c1dab11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:34.076207 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467535bb-263f-48a7-aec1-70866c1dab11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:34.076647 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467535bb-263f-48a7-aec1-70866c1dab11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:34.077085 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467535bb-263f-48a7-aec1-70866c1dab11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:34.077515 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467535bb-263f-48a7-aec1-70866c1dab11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:34.077944 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467535bb-263f-48a7-aec1-70866c1dab11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:34.078370 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467535bb-263f-48a7-aec1-70866c1dab11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:34.078873 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467535bb-263f-48a7-aec1-70866c1dab11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:34.079300 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467535bb-263f-48a7-aec1-70866c1dab11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:34.079727 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467535bb-263f-48a7-aec1-70866c1dab11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:55:34.097887 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-a89548ed-4c1c-4670-9b7d-00e92f3a1683 None None] Provisioning complete for port 3594fdb8-c035-47cc-b4a7-1c9ef4825989 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:55:34.098161 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a89548ed-4c1c-4670-9b7d-00e92f3a1683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (3594fdb8-c035-47cc-b4a7-1c9ef4825989), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:34.102128 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-c553d31f-a700-4514-9ddb-05b41aff4250 None None] Attempting to bind port 843dd7ee-68c9-4a52-a3f0-e7d33c1dffae on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:55:34.102681 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-c553d31f-a700-4514-9ddb-05b41aff4250 None None] Attempting to bind port 843dd7ee-68c9-4a52-a3f0-e7d33c1dffae by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '26685adc-16ad-4056-b76f-288002f7d333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '05658e93-9712-451a-9039-cffb286299d4'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:55:34.102896 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c553d31f-a700-4514-9ddb-05b41aff4250 None None] Attempting to bind port 843dd7ee-68c9-4a52-a3f0-e7d33c1dffae on network 05658e93-9712-451a-9039-cffb286299d4 {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:55:34.103166 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae9029e-ade2-4ae0-9980-5244119f68dd None None] Routers {'59dc388b-33e7-4218-a214-10b52ccdf999'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:55:34.103808 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-0ae9029e-ade2-4ae0-9980-5244119f68dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab424e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:55:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['59dc388b-33e7-4218-a214-10b52ccdf999'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:55:34.110058 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c553d31f-a700-4514-9ddb-05b41aff4250 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:55:34.110736 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c553d31f-a700-4514-9ddb-05b41aff4250 None None] Checking segment: {'id': '26685adc-16ad-4056-b76f-288002f7d333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '05658e93-9712-451a-9039-cffb286299d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:55:34.111482 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-c553d31f-a700-4514-9ddb-05b41aff4250 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:34.112031 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c553d31f-a700-4514-9ddb-05b41aff4250 None None] Bound using segment: {'id': '26685adc-16ad-4056-b76f-288002f7d333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '05658e93-9712-451a-9039-cffb286299d4'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:55:34.112664 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-c553d31f-a700-4514-9ddb-05b41aff4250 None None] Bound port: 843dd7ee-68c9-4a52-a3f0-e7d33c1dffae, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26685adc-16ad-4056-b76f-288002f7d333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '05658e93-9712-451a-9039-cffb286299d4'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:55:34.113216 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-c553d31f-a700-4514-9ddb-05b41aff4250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (843dd7ee-68c9-4a52-a3f0-e7d33c1dffae), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:34.192398 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-c553d31f-a700-4514-9ddb-05b41aff4250 None None] For port 843dd7ee-68c9-4a52-a3f0-e7d33c1dffae, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:55:34.202429 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-c553d31f-a700-4514-9ddb-05b41aff4250 None None] For port 843dd7ee-68c9-4a52-a3f0-e7d33c1dffae, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=843dd7ee-68c9-4a52-a3f0-e7d33c1dffae,segment=NetworkSegment(26685adc-16ad-4056-b76f-288002f7d333),segment_id=26685adc-16ad-4056-b76f-288002f7d333)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:55:34.213448 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-c553d31f-a700-4514-9ddb-05b41aff4250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (843dd7ee-68c9-4a52-a3f0-e7d33c1dffae), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:34.273427 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-0ae9029e-ade2-4ae0-9980-5244119f68dd None None] Set router 59dc388b-33e7-4218-a214-10b52ccdf999 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:55:34.284969 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c553d31f-a700-4514-9ddb-05b41aff4250 None None] Routers {'f5b0d119-db60-4a1c-b6fc-5efac8456f5d'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:55:34.285537 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-c553d31f-a700-4514-9ddb-05b41aff4250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8fe2dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:55:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['f5b0d119-db60-4a1c-b6fc-5efac8456f5d'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:55:34.345303 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467535bb-263f-48a7-aec1-70866c1dab11 None None] Pushing event updated for resources: {'Port': ['ID=843dd7ee-68c9-4a52-a3f0-e7d33c1dffae,revision_number=4']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:34.420772 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-c553d31f-a700-4514-9ddb-05b41aff4250 None None] Set router f5b0d119-db60-4a1c-b6fc-5efac8456f5d gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:55:34.488366 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-a89548ed-4c1c-4670-9b7d-00e92f3a1683 None None] Current status of the port 3594fdb8-c035-47cc-b4a7-1c9ef4825989 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:55:34.573904 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-0ae9029e-ade2-4ae0-9980-5244119f68dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab424e20>, [{'id': '59dc388b-33e7-4218-a214-10b52ccdf999', 'name': 'tempest-TestShelveInstance-1085106904-router', 'tenant_id': '851789e472d246cdae4ba32de725787c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '4dbdd352-0a65-4523-ac69-616e8a01e448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:55:32Z', 'updated_at': '2022-02-05T21:55:32Z', 'revision_number': 3, 'project_id': '851789e472d246cdae4ba32de725787c', 'gw_port': {'id': '4dbdd352-0a65-4523-ac69-616e8a01e448', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59dc388b-33e7-4218-a214-10b52ccdf999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:32Z', 'updated_at': '2022-02-05T21:55:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:55:34.613189 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae9029e-ade2-4ae0-9980-5244119f68dd None None] Checking router: 59dc388b-33e7-4218-a214-10b52ccdf999 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:55:34.613540 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae9029e-ade2-4ae0-9980-5244119f68dd None None] Updating router 59dc388b-33e7-4218-a214-10b52ccdf999 port 4dbdd352-0a65-4523-ac69-616e8a01e448 binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:55:34.650245 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-1959ba87-7719-4a77-bc69-9ef0aa6e77c0 None None] Provisioning complete for port 843dd7ee-68c9-4a52-a3f0-e7d33c1dffae triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:55:34.650671 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1959ba87-7719-4a77-bc69-9ef0aa6e77c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (843dd7ee-68c9-4a52-a3f0-e7d33c1dffae), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:34.653349 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0ae9029e-ade2-4ae0-9980-5244119f68dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (4dbdd352-0a65-4523-ac69-616e8a01e448), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:34.654806 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1c6c3c2c-319f-41c3-87fd-df36f2fc844b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:34.714853 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-c553d31f-a700-4514-9ddb-05b41aff4250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8fe2dc0>, [{'id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'name': 'tempest-TestShelveInstance-1437859213-router', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '1bd0f798-76f6-4bde-8754-117a2573a487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:55:27Z', 'updated_at': '2022-02-05T21:55:30Z', 'revision_number': 4, 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'gw_port': {'id': '1bd0f798-76f6-4bde-8754-117a2573a487', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:27Z', 'updated_at': '2022-02-05T21:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '843dd7ee-68c9-4a52-a3f0-e7d33c1dffae', 'name': '', 'network_id': '05658e93-9712-451a-9039-cffb286299d4', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'mac_address': 'fa:16:3e:40:13:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd2f7d63b-9b57-4c21-9659-71834ae1e597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:29Z', 'updated_at': '2022-02-05T21:55:34Z', 'revision_number': 4, 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'subnets': [{'id': 'd2f7d63b-9b57-4c21-9659-71834ae1e597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:55:34.742494 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c553d31f-a700-4514-9ddb-05b41aff4250 None None] The sync data for ids ['f5b0d119-db60-4a1c-b6fc-5efac8456f5d'] in ncdv-master-1 is: [{'id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'name': 'tempest-TestShelveInstance-1437859213-router', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '1bd0f798-76f6-4bde-8754-117a2573a487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:55:27Z', 'updated_at': '2022-02-05T21:55:30Z', 'revision_number': 4, 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'gw_port': {'id': '1bd0f798-76f6-4bde-8754-117a2573a487', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:27Z', 'updated_at': '2022-02-05T21:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '843dd7ee-68c9-4a52-a3f0-e7d33c1dffae', 'name': '', 'network_id': '05658e93-9712-451a-9039-cffb286299d4', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'mac_address': 'fa:16:3e:40:13:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd2f7d63b-9b57-4c21-9659-71834ae1e597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:29Z', 'updated_at': '2022-02-05T21:55:34Z', 'revision_number': 4, 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'subnets': [{'id': 'd2f7d63b-9b57-4c21-9659-71834ae1e597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:55:34.829472 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-1c6c3c2c-319f-41c3-87fd-df36f2fc844b admin admin] Allocated IP 172.20.0.1 (5c4afb5f-ffa8-417f-8979-8859aa50b8d8/3a6bd449-8244-4704-82b9-eb784829694c/57b2ef9f-16ef-437d-a0cf-05e9c566fec3) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:55:34.846366 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-1959ba87-7719-4a77-bc69-9ef0aa6e77c0 None None] Current status of the port 843dd7ee-68c9-4a52-a3f0-e7d33c1dffae is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:55:34.846788 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1959ba87-7719-4a77-bc69-9ef0aa6e77c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (843dd7ee-68c9-4a52-a3f0-e7d33c1dffae), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:34.926807 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-1959ba87-7719-4a77-bc69-9ef0aa6e77c0 None None] For port 843dd7ee-68c9-4a52-a3f0-e7d33c1dffae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=843dd7ee-68c9-4a52-a3f0-e7d33c1dffae,segment=NetworkSegment(26685adc-16ad-4056-b76f-288002f7d333),segment_id=26685adc-16ad-4056-b76f-288002f7d333)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:55:34.937598 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1959ba87-7719-4a77-bc69-9ef0aa6e77c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (843dd7ee-68c9-4a52-a3f0-e7d33c1dffae), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:34.952532 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1c6c3c2c-319f-41c3-87fd-df36f2fc844b admin admin] Publish callbacks [] for port (57b2ef9f-16ef-437d-a0cf-05e9c566fec3), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:34.991234 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1c6c3c2c-319f-41c3-87fd-df36f2fc844b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (57b2ef9f-16ef-437d-a0cf-05e9c566fec3), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:35.031118 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1959ba87-7719-4a77-bc69-9ef0aa6e77c0 None None] Pushing event updated for resources: {'Port': ['ID=843dd7ee-68c9-4a52-a3f0-e7d33c1dffae,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:35.032418 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6c3c2c-319f-41c3-87fd-df36f2fc844b admin admin] Network 5c4afb5f-ffa8-417f-8979-8859aa50b8d8 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:55:35.036516 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-1c6c3c2c-319f-41c3-87fd-df36f2fc844b admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:55:35.039977 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6c3c2c-319f-41c3-87fd-df36f2fc844b admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:55:35.056707 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0ae9029e-ade2-4ae0-9980-5244119f68dd None None] Publish callbacks [] for port (4dbdd352-0a65-4523-ac69-616e8a01e448), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:35.072822 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0ae9029e-ade2-4ae0-9980-5244119f68dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (4dbdd352-0a65-4523-ac69-616e8a01e448), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:35.079045 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c3c2c-319f-41c3-87fd-df36f2fc844b admin admin] Pushing event updated for resources: {'Port': ['ID=57b2ef9f-16ef-437d-a0cf-05e9c566fec3,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:35.097040 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1c6c3c2c-319f-41c3-87fd-df36f2fc844b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (59dc388b-33e7-4218-a214-10b52ccdf999), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:35.158935 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9280f5b-8f97-43f5-921b-97c7cd22c1cb None None] Pushing event updated for resources: {'Port': ['ID=4dbdd352-0a65-4523-ac69-616e8a01e448,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:35.166224 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-54f175dd-0671-4a03-983e-a9f44e3c0c5e None None] Provisioning complete for port 3594fdb8-c035-47cc-b4a7-1c9ef4825989 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:55:35.166670 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-54f175dd-0671-4a03-983e-a9f44e3c0c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (3594fdb8-c035-47cc-b4a7-1c9ef4825989), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:35.169582 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-0ae9029e-ade2-4ae0-9980-5244119f68dd None None] Attempting to bind port 4dbdd352-0a65-4523-ac69-616e8a01e448 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:55:35.170282 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-0ae9029e-ade2-4ae0-9980-5244119f68dd None None] Attempting to bind port 4dbdd352-0a65-4523-ac69-616e8a01e448 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:55:35.170853 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae9029e-ade2-4ae0-9980-5244119f68dd None None] Attempting to bind port 4dbdd352-0a65-4523-ac69-616e8a01e448 on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:55:35.208740 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae9029e-ade2-4ae0-9980-5244119f68dd None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:55:35.209212 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae9029e-ade2-4ae0-9980-5244119f68dd None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:55:35.210761 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0ae9029e-ade2-4ae0-9980-5244119f68dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:35.212002 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae9029e-ade2-4ae0-9980-5244119f68dd None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:55:35.216677 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-0ae9029e-ade2-4ae0-9980-5244119f68dd None None] Bound port: 4dbdd352-0a65-4523-ac69-616e8a01e448, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:55:35.217175 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0ae9029e-ade2-4ae0-9980-5244119f68dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (4dbdd352-0a65-4523-ac69-616e8a01e448), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:35.261548 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1c6c3c2c-319f-41c3-87fd-df36f2fc844b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (57b2ef9f-16ef-437d-a0cf-05e9c566fec3), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:35.339773 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-0ae9029e-ade2-4ae0-9980-5244119f68dd None None] For port 4dbdd352-0a65-4523-ac69-616e8a01e448, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:55:35.344620 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-0ae9029e-ade2-4ae0-9980-5244119f68dd None None] For port 4dbdd352-0a65-4523-ac69-616e8a01e448, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4dbdd352-0a65-4523-ac69-616e8a01e448,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:55:35.367971 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0ae9029e-ade2-4ae0-9980-5244119f68dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (4dbdd352-0a65-4523-ac69-616e8a01e448), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:35.377574 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 3594fdb8-c035-47cc-b4a7-1c9ef4825989 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:55:35.457748 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-54f175dd-0671-4a03-983e-a9f44e3c0c5e None None] Current status of the port 3594fdb8-c035-47cc-b4a7-1c9ef4825989 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:55:35.469213 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1c6c3c2c-319f-41c3-87fd-df36f2fc844b admin admin] Publish callbacks [] for port (57b2ef9f-16ef-437d-a0cf-05e9c566fec3), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:35.476499 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1c6c3c2c-319f-41c3-87fd-df36f2fc844b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (57b2ef9f-16ef-437d-a0cf-05e9c566fec3), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:35.487524 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae9029e-ade2-4ae0-9980-5244119f68dd None None] Routers {'59dc388b-33e7-4218-a214-10b52ccdf999'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:55:35.488160 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-0ae9029e-ade2-4ae0-9980-5244119f68dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab424e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:55:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['59dc388b-33e7-4218-a214-10b52ccdf999'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:55:35.489933 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9280f5b-8f97-43f5-921b-97c7cd22c1cb None None] Pushing event updated for resources: {'Port': ['ID=4dbdd352-0a65-4523-ac69-616e8a01e448,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:35.552718 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1c6c3c2c-319f-41c3-87fd-df36f2fc844b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (59dc388b-33e7-4218-a214-10b52ccdf999), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:35.556528 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 3594fdb8-c035-47cc-b4a7-1c9ef4825989 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:55:35.557033 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (3594fdb8-c035-47cc-b4a7-1c9ef4825989), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:35.564371 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c3c2c-319f-41c3-87fd-df36f2fc844b admin admin] Pushing event updated for resources: {'Port': ['ID=57b2ef9f-16ef-437d-a0cf-05e9c566fec3,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:35.654671 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6c3c2c-319f-41c3-87fd-df36f2fc844b admin admin] Network 5c4afb5f-ffa8-417f-8979-8859aa50b8d8 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:55:35.656064 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-1c6c3c2c-319f-41c3-87fd-df36f2fc844b admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:55:35.659319 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-9f10cc01-0bdd-4eb7-9501-d911939b8cda None None] Provisioning complete for port 57b2ef9f-16ef-437d-a0cf-05e9c566fec3 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:55:35.659845 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9f10cc01-0bdd-4eb7-9501-d911939b8cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (57b2ef9f-16ef-437d-a0cf-05e9c566fec3), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:35.667079 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-0ae9029e-ade2-4ae0-9980-5244119f68dd None None] Set router 59dc388b-33e7-4218-a214-10b52ccdf999 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:55:35.781399 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c6c3c2c-319f-41c3-87fd-df36f2fc844b admin admin] Router 59dc388b-33e7-4218-a214-10b52ccdf999 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:55:35.804463 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-9f10cc01-0bdd-4eb7-9501-d911939b8cda None None] Port 57b2ef9f-16ef-437d-a0cf-05e9c566fec3 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:55:35.827243 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 3594fdb8-c035-47cc-b4a7-1c9ef4825989 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:55:35.828281 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 843dd7ee-68c9-4a52-a3f0-e7d33c1dffae up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:55:35.900921 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6c3c2c-319f-41c3-87fd-df36f2fc844b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:55:35.906094 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1c6c3c2c-319f-41c3-87fd-df36f2fc844b admin admin] 10.222.0.32 "PUT /v2.0/routers/59dc388b-33e7-4218-a214-10b52ccdf999/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8547213
Feb 05 21:55:36.138656 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 843dd7ee-68c9-4a52-a3f0-e7d33c1dffae triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:55:36.138955 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (843dd7ee-68c9-4a52-a3f0-e7d33c1dffae), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:36.140456 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-8542ef94-e21f-4b4e-864e-94b9a7c81262 None None] Provisioning complete for port 57b2ef9f-16ef-437d-a0cf-05e9c566fec3 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:55:36.140814 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8542ef94-e21f-4b4e-864e-94b9a7c81262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (57b2ef9f-16ef-437d-a0cf-05e9c566fec3), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:36.209639 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-8542ef94-e21f-4b4e-864e-94b9a7c81262 None None] Port 57b2ef9f-16ef-437d-a0cf-05e9c566fec3 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:55:36.231681 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-0ae9029e-ade2-4ae0-9980-5244119f68dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab424e20>, [{'id': '59dc388b-33e7-4218-a214-10b52ccdf999', 'name': 'tempest-TestShelveInstance-1085106904-router', 'tenant_id': '851789e472d246cdae4ba32de725787c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '4dbdd352-0a65-4523-ac69-616e8a01e448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:55:32Z', 'updated_at': '2022-02-05T21:55:35Z', 'revision_number': 4, 'project_id': '851789e472d246cdae4ba32de725787c', 'gw_port': {'id': '4dbdd352-0a65-4523-ac69-616e8a01e448', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59dc388b-33e7-4218-a214-10b52ccdf999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:32Z', 'updated_at': '2022-02-05T21:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '57b2ef9f-16ef-437d-a0cf-05e9c566fec3', 'name': '', 'network_id': '5c4afb5f-ffa8-417f-8979-8859aa50b8d8', 'tenant_id': '851789e472d246cdae4ba32de725787c', 'mac_address': 'fa:16:3e:a2:56:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59dc388b-33e7-4218-a214-10b52ccdf999', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '3a6bd449-8244-4704-82b9-eb784829694c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:34Z', 'updated_at': '2022-02-05T21:55:35Z', 'revision_number': 2, 'project_id': '851789e472d246cdae4ba32de725787c', 'subnets': [{'id': '3a6bd449-8244-4704-82b9-eb784829694c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:55:36.288574 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae9029e-ade2-4ae0-9980-5244119f68dd None None] The sync data for ids ['59dc388b-33e7-4218-a214-10b52ccdf999'] in ncdv-master-1 is: [{'id': '59dc388b-33e7-4218-a214-10b52ccdf999', 'name': 'tempest-TestShelveInstance-1085106904-router', 'tenant_id': '851789e472d246cdae4ba32de725787c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '4dbdd352-0a65-4523-ac69-616e8a01e448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:55:32Z', 'updated_at': '2022-02-05T21:55:35Z', 'revision_number': 4, 'project_id': '851789e472d246cdae4ba32de725787c', 'gw_port': {'id': '4dbdd352-0a65-4523-ac69-616e8a01e448', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59dc388b-33e7-4218-a214-10b52ccdf999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:32Z', 'updated_at': '2022-02-05T21:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '57b2ef9f-16ef-437d-a0cf-05e9c566fec3', 'name': '', 'network_id': '5c4afb5f-ffa8-417f-8979-8859aa50b8d8', 'tenant_id': '851789e472d246cdae4ba32de725787c', 'mac_address': 'fa:16:3e:a2:56:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59dc388b-33e7-4218-a214-10b52ccdf999', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '3a6bd449-8244-4704-82b9-eb784829694c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:34Z', 'updated_at': '2022-02-05T21:55:35Z', 'revision_number': 2, 'project_id': '851789e472d246cdae4ba32de725787c', 'subnets': [{'id': '3a6bd449-8244-4704-82b9-eb784829694c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:55:36.294803 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5a6abae4-24a1-4dd2-8766-608fa5a276f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:36.307508 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 843dd7ee-68c9-4a52-a3f0-e7d33c1dffae is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:55:36.308602 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 1bd0f798-76f6-4bde-8754-117a2573a487 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:55:36.360420 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 1bd0f798-76f6-4bde-8754-117a2573a487 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:55:36.360901 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (1bd0f798-76f6-4bde-8754-117a2573a487), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:36.447655 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 1bd0f798-76f6-4bde-8754-117a2573a487 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:55:36.543204 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54474) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:55:36.551079 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-3e814e87-4161-47c8-ab3b-eb71bc9e3b96 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-657561627', 'description': 'tempest-secgroup-smoke-657561627 description', 'project_id': '27fa8d1f73e84db099a940e9001e4fdb'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:55:36.573929 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3e814e87-4161-47c8-ab3b-eb71bc9e3b96 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:36.647688 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3e814e87-4161-47c8-ab3b-eb71bc9e3b96 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group (aab324a4-a8ef-425e-99e8-4a58b5aa6d6f), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:36.652004 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3e814e87-4161-47c8-ab3b-eb71bc9e3b96 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (aab324a4-a8ef-425e-99e8-4a58b5aa6d6f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:36.684493 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e814e87-4161-47c8-ab3b-eb71bc9e3b96 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:36.690629 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3e814e87-4161-47c8-ab3b-eb71bc9e3b96 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:36.691907 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3e814e87-4161-47c8-ab3b-eb71bc9e3b96 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1477270
Feb 05 21:55:36.695292 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54476) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:55:36.699680 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-2f19fcde-f316-4fcc-9d9a-3570dd49ec35 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Request body: {'security_group_rule': {'security_group_id': 'aab324a4-a8ef-425e-99e8-4a58b5aa6d6f', 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:55:36.725974 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2f19fcde-f316-4fcc-9d9a-3570dd49ec35 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group_rule (421b50b6-ffb1-49f4-aea2-676601a4d575), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:36.788547 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2f19fcde-f316-4fcc-9d9a-3570dd49ec35 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group_rule (421b50b6-ffb1-49f4-aea2-676601a4d575), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:36.792530 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2f19fcde-f316-4fcc-9d9a-3570dd49ec35 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (421b50b6-ffb1-49f4-aea2-676601a4d575), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:36.812203 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f19fcde-f316-4fcc-9d9a-3570dd49ec35 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=421b50b6-ffb1-49f4-aea2-676601a4d575,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:36.817802 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-2f19fcde-f316-4fcc-9d9a-3570dd49ec35 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:36.819154 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-2f19fcde-f316-4fcc-9d9a-3570dd49ec35 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1230178
Feb 05 21:55:36.821926 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54478) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:55:36.826365 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-07842614-587d-45e8-8256-dbdb01535f4c tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Request body: {'security_group_rule': {'security_group_id': 'aab324a4-a8ef-425e-99e8-4a58b5aa6d6f', 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:55:36.852057 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-07842614-587d-45e8-8256-dbdb01535f4c tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group_rule (bd1eff44-8472-40e1-a685-706709c99331), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:36.911299 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-07842614-587d-45e8-8256-dbdb01535f4c tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group_rule (bd1eff44-8472-40e1-a685-706709c99331), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:36.915473 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-07842614-587d-45e8-8256-dbdb01535f4c tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (bd1eff44-8472-40e1-a685-706709c99331), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:36.933873 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07842614-587d-45e8-8256-dbdb01535f4c tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd1eff44-8472-40e1-a685-706709c99331,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:36.944473 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-07842614-587d-45e8-8256-dbdb01535f4c tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:36.945726 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-07842614-587d-45e8-8256-dbdb01535f4c tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1228352
Feb 05 21:55:36.948424 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54480) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:55:36.952864 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-cad692f7-28c8-46ce-a38d-b0df6c5f3d2d tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Request body: {'security_group_rule': {'security_group_id': 'aab324a4-a8ef-425e-99e8-4a58b5aa6d6f', 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:55:36.976591 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cad692f7-28c8-46ce-a38d-b0df6c5f3d2d tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group_rule (beee64b2-f51c-4108-abe2-6d6b87d5211a), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:37.031429 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cad692f7-28c8-46ce-a38d-b0df6c5f3d2d tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group_rule (beee64b2-f51c-4108-abe2-6d6b87d5211a), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:37.034768 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cad692f7-28c8-46ce-a38d-b0df6c5f3d2d tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (beee64b2-f51c-4108-abe2-6d6b87d5211a), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:37.051604 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad692f7-28c8-46ce-a38d-b0df6c5f3d2d tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beee64b2-f51c-4108-abe2-6d6b87d5211a,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:37.063411 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-cad692f7-28c8-46ce-a38d-b0df6c5f3d2d tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:37.064634 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-cad692f7-28c8-46ce-a38d-b0df6c5f3d2d tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1151335
Feb 05 21:55:37.067442 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54482) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:55:37.072431 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-a35bc7a2-b422-4bba-b252-6d9027158e06 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Request body: {'security_group_rule': {'security_group_id': 'aab324a4-a8ef-425e-99e8-4a58b5aa6d6f', 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:55:37.095888 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a35bc7a2-b422-4bba-b252-6d9027158e06 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group_rule (f05e411d-ba64-4129-bf22-1763c55ca59f), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:37.154763 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a35bc7a2-b422-4bba-b252-6d9027158e06 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group_rule (f05e411d-ba64-4129-bf22-1763c55ca59f), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:37.158049 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a35bc7a2-b422-4bba-b252-6d9027158e06 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (f05e411d-ba64-4129-bf22-1763c55ca59f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:37.175302 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35bc7a2-b422-4bba-b252-6d9027158e06 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f05e411d-ba64-4129-bf22-1763c55ca59f,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:37.184744 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-a35bc7a2-b422-4bba-b252-6d9027158e06 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:37.186040 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-a35bc7a2-b422-4bba-b252-6d9027158e06 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1175544
Feb 05 21:55:37.188723 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54484) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:55:37.192990 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-3e06a3fe-56cb-4ee1-b476-7959f19d1f4a tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Request body: {'security_group_rule': {'security_group_id': 'aab324a4-a8ef-425e-99e8-4a58b5aa6d6f', 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:55:37.212848 ncdv-master-1 neutron-server[114390]: INFO neutron.db.securitygroups_db [None req-3e06a3fe-56cb-4ee1-b476-7959f19d1f4a tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Project 27fa8d1f73e84db099a940e9001e4fdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 05 21:55:37.217704 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3e06a3fe-56cb-4ee1-b476-7959f19d1f4a tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group_rule (75aeeff4-f750-4ff0-b6f1-6a2c99ad64ba), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:37.281088 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3e06a3fe-56cb-4ee1-b476-7959f19d1f4a tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group_rule (75aeeff4-f750-4ff0-b6f1-6a2c99ad64ba), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:37.284827 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3e06a3fe-56cb-4ee1-b476-7959f19d1f4a tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (75aeeff4-f750-4ff0-b6f1-6a2c99ad64ba), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:37.304482 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06a3fe-56cb-4ee1-b476-7959f19d1f4a tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75aeeff4-f750-4ff0-b6f1-6a2c99ad64ba,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:37.309867 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3e06a3fe-56cb-4ee1-b476-7959f19d1f4a tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:37.311111 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3e06a3fe-56cb-4ee1-b476-7959f19d1f4a tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1214852
Feb 05 21:55:37.313818 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 54486) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:55:37.318025 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-1e5be5f4-aae3-4b46-b155-dbb4d519c0f9 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Request body: {'security_group_rule': {'security_group_id': 'aab324a4-a8ef-425e-99e8-4a58b5aa6d6f', 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:55:37.337090 ncdv-master-1 neutron-server[114390]: INFO neutron.db.securitygroups_db [None req-1e5be5f4-aae3-4b46-b155-dbb4d519c0f9 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Project 27fa8d1f73e84db099a940e9001e4fdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 05 21:55:37.341937 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1e5be5f4-aae3-4b46-b155-dbb4d519c0f9 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group_rule (12e37dc6-ed23-4a79-9738-239c3d123a55), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:37.400396 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1e5be5f4-aae3-4b46-b155-dbb4d519c0f9 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group_rule (12e37dc6-ed23-4a79-9738-239c3d123a55), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:37.405951 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1e5be5f4-aae3-4b46-b155-dbb4d519c0f9 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (12e37dc6-ed23-4a79-9738-239c3d123a55), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:37.425850 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5be5f4-aae3-4b46-b155-dbb4d519c0f9 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12e37dc6-ed23-4a79-9738-239c3d123a55,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:37.431732 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-1e5be5f4-aae3-4b46-b155-dbb4d519c0f9 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:37.433058 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-1e5be5f4-aae3-4b46-b155-dbb4d519c0f9 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1181941
Feb 05 21:55:37.603074 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-86c42037-6b0d-4596-8587-63475488315f req-13c38197-cd13-439e-8316-b149ad8600ae tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-657561627&fields=id&tenant_id=27fa8d1f73e84db099a940e9001e4fdb HTTP/1.1" status: 200  len: 267 time: 0.0664899
Feb 05 21:55:37.708834 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:37.717883 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c42037-6b0d-4596-8587-63475488315f req-0ebf0906-6592-49ea-b61e-3a8d19afb5a5 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:55:37.719635 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-86c42037-6b0d-4596-8587-63475488315f req-0ebf0906-6592-49ea-b61e-3a8d19afb5a5 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/networks?id=05658e93-9712-451a-9039-cffb286299d4 HTTP/1.1" status: 200  len: 809 time: 0.1100457
Feb 05 21:55:37.735184 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-86c42037-6b0d-4596-8587-63475488315f req-19403dcf-8f46-4824-9e56-e68144d8e4d1 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/quotas/27fa8d1f73e84db099a940e9001e4fdb HTTP/1.1" status: 200  len: 375 time: 0.0100079
Feb 05 21:55:37.793884 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-86c42037-6b0d-4596-8587-63475488315f req-ad6d52a9-c237-4dd3-a7e9-296383db8825 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=27fa8d1f73e84db099a940e9001e4fdb&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0532115
Feb 05 21:55:37.810300 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-86c42037-6b0d-4596-8587-63475488315f req-9ffe3be8-eb37-4005-b691-7818f3ac1d60 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:55:37.811297 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-86c42037-6b0d-4596-8587-63475488315f req-9ffe3be8-eb37-4005-b691-7818f3ac1d60 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0054162
Feb 05 21:55:37.909218 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-86c42037-6b0d-4596-8587-63475488315f req-b592d892-97a2-4274-8505-b224ba5e93ba service neutron] 10.222.0.32 "GET /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0917892
Feb 05 21:55:38.002626 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-86c42037-6b0d-4596-8587-63475488315f req-d964fa8b-d8a9-41ee-9677-d5ab59c70c8b service neutron] 10.222.0.32 "GET /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0871086
Feb 05 21:55:38.190533 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7a76ed05-918a-4333-b562-034b76748ef1 req-850ff985-cfcf-47ef-b9a6-c9964170badb tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 210 time: 0.0341616
Feb 05 21:55:38.943778 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc292292-c68b-456e-a5d9-17a0c30e7214 None None] Sync routers for ids ['59dc388b-33e7-4218-a214-10b52ccdf999'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:55:38.953314 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc292292-c68b-456e-a5d9-17a0c30e7214 None None] Routers {'59dc388b-33e7-4218-a214-10b52ccdf999'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:55:38.953905 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-bc292292-c68b-456e-a5d9-17a0c30e7214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dbac3b430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:55:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['59dc388b-33e7-4218-a214-10b52ccdf999'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:55:39.061454 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-bc292292-c68b-456e-a5d9-17a0c30e7214 None None] Set router 59dc388b-33e7-4218-a214-10b52ccdf999 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:55:39.274493 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-bc292292-c68b-456e-a5d9-17a0c30e7214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dbac3b430>, [{'id': '59dc388b-33e7-4218-a214-10b52ccdf999', 'name': 'tempest-TestShelveInstance-1085106904-router', 'tenant_id': '851789e472d246cdae4ba32de725787c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '4dbdd352-0a65-4523-ac69-616e8a01e448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:55:32Z', 'updated_at': '2022-02-05T21:55:35Z', 'revision_number': 4, 'project_id': '851789e472d246cdae4ba32de725787c', 'gw_port': {'id': '4dbdd352-0a65-4523-ac69-616e8a01e448', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59dc388b-33e7-4218-a214-10b52ccdf999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:32Z', 'updated_at': '2022-02-05T21:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '57b2ef9f-16ef-437d-a0cf-05e9c566fec3', 'name': '', 'network_id': '5c4afb5f-ffa8-417f-8979-8859aa50b8d8', 'tenant_id': '851789e472d246cdae4ba32de725787c', 'mac_address': 'fa:16:3e:a2:56:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59dc388b-33e7-4218-a214-10b52ccdf999', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '3a6bd449-8244-4704-82b9-eb784829694c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:34Z', 'updated_at': '2022-02-05T21:55:35Z', 'revision_number': 2, 'project_id': '851789e472d246cdae4ba32de725787c', 'subnets': [{'id': '3a6bd449-8244-4704-82b9-eb784829694c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:55:39.285942 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6728845e-c207-4593-a516-d416d7b70449 req-0902b16a-01f0-4bca-bbca-c46cbc91f964 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 210 time: 0.0329506
Feb 05 21:55:39.296750 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:39.307138 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc292292-c68b-456e-a5d9-17a0c30e7214 None None] Checking router: 59dc388b-33e7-4218-a214-10b52ccdf999 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:55:39.307495 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc292292-c68b-456e-a5d9-17a0c30e7214 None None] Updating router 59dc388b-33e7-4218-a214-10b52ccdf999 port 57b2ef9f-16ef-437d-a0cf-05e9c566fec3 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 21:55:39.310691 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 4dbdd352-0a65-4523-ac69-616e8a01e448 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:55:39.336362 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-bc292292-c68b-456e-a5d9-17a0c30e7214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (57b2ef9f-16ef-437d-a0cf-05e9c566fec3), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:39.360069 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 4dbdd352-0a65-4523-ac69-616e8a01e448 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:55:39.360456 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (4dbdd352-0a65-4523-ac69-616e8a01e448), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:39.446978 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 4dbdd352-0a65-4523-ac69-616e8a01e448 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:55:39.447372 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (4dbdd352-0a65-4523-ac69-616e8a01e448), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:39.469559 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 4dbdd352-0a65-4523-ac69-616e8a01e448, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4dbdd352-0a65-4523-ac69-616e8a01e448,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:55:39.473256 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (4dbdd352-0a65-4523-ac69-616e8a01e448), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:39.526045 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=4dbdd352-0a65-4523-ac69-616e8a01e448,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:39.618846 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-bc292292-c68b-456e-a5d9-17a0c30e7214 None None] Publish callbacks [] for port (57b2ef9f-16ef-437d-a0cf-05e9c566fec3), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:39.624126 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-bc292292-c68b-456e-a5d9-17a0c30e7214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (57b2ef9f-16ef-437d-a0cf-05e9c566fec3), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:39.673093 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd4c3d-3cbd-4d0b-b110-992f9f9c2bc4 None None] Pushing event updated for resources: {'Port': ['ID=57b2ef9f-16ef-437d-a0cf-05e9c566fec3,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:39.729421 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-bc292292-c68b-456e-a5d9-17a0c30e7214 None None] Attempting to bind port 57b2ef9f-16ef-437d-a0cf-05e9c566fec3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:55:39.729795 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-bc292292-c68b-456e-a5d9-17a0c30e7214 None None] Attempting to bind port 57b2ef9f-16ef-437d-a0cf-05e9c566fec3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ec291a54-1941-4565-8fc7-214b10d873d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5c4afb5f-ffa8-417f-8979-8859aa50b8d8'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:55:39.730153 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc292292-c68b-456e-a5d9-17a0c30e7214 None None] Attempting to bind port 57b2ef9f-16ef-437d-a0cf-05e9c566fec3 on network 5c4afb5f-ffa8-417f-8979-8859aa50b8d8 {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:55:39.735192 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc292292-c68b-456e-a5d9-17a0c30e7214 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:55:39.735560 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc292292-c68b-456e-a5d9-17a0c30e7214 None None] Checking segment: {'id': 'ec291a54-1941-4565-8fc7-214b10d873d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5c4afb5f-ffa8-417f-8979-8859aa50b8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:55:39.735966 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-bc292292-c68b-456e-a5d9-17a0c30e7214 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:39.736344 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc292292-c68b-456e-a5d9-17a0c30e7214 None None] Bound using segment: {'id': 'ec291a54-1941-4565-8fc7-214b10d873d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5c4afb5f-ffa8-417f-8979-8859aa50b8d8'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:55:39.736800 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-bc292292-c68b-456e-a5d9-17a0c30e7214 None None] Bound port: 57b2ef9f-16ef-437d-a0cf-05e9c566fec3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec291a54-1941-4565-8fc7-214b10d873d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5c4afb5f-ffa8-417f-8979-8859aa50b8d8'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:55:39.737173 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-bc292292-c68b-456e-a5d9-17a0c30e7214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (57b2ef9f-16ef-437d-a0cf-05e9c566fec3), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:39.806511 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-bc292292-c68b-456e-a5d9-17a0c30e7214 None None] For port 57b2ef9f-16ef-437d-a0cf-05e9c566fec3, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:55:39.809669 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-bc292292-c68b-456e-a5d9-17a0c30e7214 None None] For port 57b2ef9f-16ef-437d-a0cf-05e9c566fec3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=57b2ef9f-16ef-437d-a0cf-05e9c566fec3,segment=NetworkSegment(ec291a54-1941-4565-8fc7-214b10d873d5),segment_id=ec291a54-1941-4565-8fc7-214b10d873d5)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:55:39.815930 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-bc292292-c68b-456e-a5d9-17a0c30e7214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (57b2ef9f-16ef-437d-a0cf-05e9c566fec3), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:39.875771 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc292292-c68b-456e-a5d9-17a0c30e7214 None None] Routers {'59dc388b-33e7-4218-a214-10b52ccdf999'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:55:39.876435 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-bc292292-c68b-456e-a5d9-17a0c30e7214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dbac3b430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:55:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['59dc388b-33e7-4218-a214-10b52ccdf999'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:55:39.881476 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd4c3d-3cbd-4d0b-b110-992f9f9c2bc4 None None] Pushing event updated for resources: {'Port': ['ID=57b2ef9f-16ef-437d-a0cf-05e9c566fec3,revision_number=4']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:39.958510 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-ebf40d3b-8661-42a6-92e7-fb9cea377dd3 None None] Provisioning complete for port 57b2ef9f-16ef-437d-a0cf-05e9c566fec3 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:55:39.958905 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ebf40d3b-8661-42a6-92e7-fb9cea377dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (57b2ef9f-16ef-437d-a0cf-05e9c566fec3), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:40.049906 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ebf40d3b-8661-42a6-92e7-fb9cea377dd3 None None] Current status of the port 57b2ef9f-16ef-437d-a0cf-05e9c566fec3 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:55:40.050306 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ebf40d3b-8661-42a6-92e7-fb9cea377dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (57b2ef9f-16ef-437d-a0cf-05e9c566fec3), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:40.083448 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-ebf40d3b-8661-42a6-92e7-fb9cea377dd3 None None] For port 57b2ef9f-16ef-437d-a0cf-05e9c566fec3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=57b2ef9f-16ef-437d-a0cf-05e9c566fec3,segment=NetworkSegment(ec291a54-1941-4565-8fc7-214b10d873d5),segment_id=ec291a54-1941-4565-8fc7-214b10d873d5)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:55:40.088822 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ebf40d3b-8661-42a6-92e7-fb9cea377dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (57b2ef9f-16ef-437d-a0cf-05e9c566fec3), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:40.095212 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-bc292292-c68b-456e-a5d9-17a0c30e7214 None None] Set router 59dc388b-33e7-4218-a214-10b52ccdf999 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:55:40.137204 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf40d3b-8661-42a6-92e7-fb9cea377dd3 None None] Pushing event updated for resources: {'Port': ['ID=57b2ef9f-16ef-437d-a0cf-05e9c566fec3,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:40.208435 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-cde6583d-699b-487d-8904-c2246bc69b09 None None] Provisioning complete for port 57b2ef9f-16ef-437d-a0cf-05e9c566fec3 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:55:40.208815 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cde6583d-699b-487d-8904-c2246bc69b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (57b2ef9f-16ef-437d-a0cf-05e9c566fec3), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:40.291879 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-cde6583d-699b-487d-8904-c2246bc69b09 None None] Current status of the port 57b2ef9f-16ef-437d-a0cf-05e9c566fec3 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:55:40.292114 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-bc292292-c68b-456e-a5d9-17a0c30e7214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dbac3b430>, [{'id': '59dc388b-33e7-4218-a214-10b52ccdf999', 'name': 'tempest-TestShelveInstance-1085106904-router', 'tenant_id': '851789e472d246cdae4ba32de725787c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '4dbdd352-0a65-4523-ac69-616e8a01e448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:55:32Z', 'updated_at': '2022-02-05T21:55:35Z', 'revision_number': 4, 'project_id': '851789e472d246cdae4ba32de725787c', 'gw_port': {'id': '4dbdd352-0a65-4523-ac69-616e8a01e448', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dc388b-33e7-4218-a214-10b52ccdf999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:32Z', 'updated_at': '2022-02-05T21:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '57b2ef9f-16ef-437d-a0cf-05e9c566fec3', 'name': '', 'network_id': '5c4afb5f-ffa8-417f-8979-8859aa50b8d8', 'tenant_id': '851789e472d246cdae4ba32de725787c', 'mac_address': 'fa:16:3e:a2:56:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59dc388b-33e7-4218-a214-10b52ccdf999', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '3a6bd449-8244-4704-82b9-eb784829694c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:34Z', 'updated_at': '2022-02-05T21:55:39Z', 'revision_number': 4, 'project_id': '851789e472d246cdae4ba32de725787c', 'subnets': [{'id': '3a6bd449-8244-4704-82b9-eb784829694c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:55:40.319095 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc292292-c68b-456e-a5d9-17a0c30e7214 None None] The sync data for ids ['59dc388b-33e7-4218-a214-10b52ccdf999'] in ncdv-master-1 is: [{'id': '59dc388b-33e7-4218-a214-10b52ccdf999', 'name': 'tempest-TestShelveInstance-1085106904-router', 'tenant_id': '851789e472d246cdae4ba32de725787c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '4dbdd352-0a65-4523-ac69-616e8a01e448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:55:32Z', 'updated_at': '2022-02-05T21:55:35Z', 'revision_number': 4, 'project_id': '851789e472d246cdae4ba32de725787c', 'gw_port': {'id': '4dbdd352-0a65-4523-ac69-616e8a01e448', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dc388b-33e7-4218-a214-10b52ccdf999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:32Z', 'updated_at': '2022-02-05T21:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '57b2ef9f-16ef-437d-a0cf-05e9c566fec3', 'name': '', 'network_id': '5c4afb5f-ffa8-417f-8979-8859aa50b8d8', 'tenant_id': '851789e472d246cdae4ba32de725787c', 'mac_address': 'fa:16:3e:a2:56:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59dc388b-33e7-4218-a214-10b52ccdf999', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '3a6bd449-8244-4704-82b9-eb784829694c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:34Z', 'updated_at': '2022-02-05T21:55:39Z', 'revision_number': 4, 'project_id': '851789e472d246cdae4ba32de725787c', 'subnets': [{'id': '3a6bd449-8244-4704-82b9-eb784829694c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:55:40.367643 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-155b81d0-f382-421f-88fd-36f5a460ade1 req-cb5f7bc5-f69f-4205-bbba-4ccb2ea7bf10 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 210 time: 0.0275030
Feb 05 21:55:40.636528 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:41.277558 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 4dbdd352-0a65-4523-ac69-616e8a01e448 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:55:41.326073 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 4dbdd352-0a65-4523-ac69-616e8a01e448 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:55:41.326484 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (4dbdd352-0a65-4523-ac69-616e8a01e448), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:41.407973 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 4dbdd352-0a65-4523-ac69-616e8a01e448 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:55:41.409061 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 57b2ef9f-16ef-437d-a0cf-05e9c566fec3 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:55:41.455840 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 57b2ef9f-16ef-437d-a0cf-05e9c566fec3 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:55:41.456129 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (57b2ef9f-16ef-437d-a0cf-05e9c566fec3), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:41.462823 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9e11ad3d-6782-41b1-8d8a-62debf2d5f76 req-c888ffd2-62cc-47ad-96b6-65547a5b8734 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 210 time: 0.0282876
Feb 05 21:55:41.534490 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 57b2ef9f-16ef-437d-a0cf-05e9c566fec3 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:55:42.320776 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c42037-6b0d-4596-8587-63475488315f req-47d5dcff-75d0-4af8-a812-37dbc0b36533 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:55:42.322503 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-86c42037-6b0d-4596-8587-63475488315f req-47d5dcff-75d0-4af8-a812-37dbc0b36533 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.21 "GET /v2.0/networks?id=05658e93-9712-451a-9039-cffb286299d4 HTTP/1.1" status: 200  len: 809 time: 0.1087039
Feb 05 21:55:42.383381 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-86c42037-6b0d-4596-8587-63475488315f req-95cccdd8-5842-4c0f-a228-c09d9aaf3a69 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27fa8d1f73e84db099a940e9001e4fdb HTTP/1.1" status: 200  len: 379 time: 0.0534225
Feb 05 21:55:42.393247 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-86c42037-6b0d-4596-8587-63475488315f req-95c1ddc4-e4e8-4be7-8725-1a8d3393d91e tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Request body: {'port': {'device_id': 'bd69f2de-6c74-4123-a4da-dd35cc1b6d18', 'network_id': '05658e93-9712-451a-9039-cffb286299d4', 'admin_state_up': True, 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'security_groups': ['aab324a4-a8ef-425e-99e8-4a58b5aa6d6f']}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:55:42.501416 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86c42037-6b0d-4596-8587-63475488315f req-95c1ddc4-e4e8-4be7-8725-1a8d3393d91e tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Made reservation on behalf of 27fa8d1f73e84db099a940e9001e4fdb for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 21:55:42.504949 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-86c42037-6b0d-4596-8587-63475488315f req-95c1ddc4-e4e8-4be7-8725-1a8d3393d91e tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:42.561889 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4447e5cc-75d1-41ce-826f-25b672b5f0f8 req-5ced47c9-354f-4ac8-aa9b-dd08e62d20df tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 210 time: 0.0289333
Feb 05 21:55:42.628563 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-86c42037-6b0d-4596-8587-63475488315f req-95c1ddc4-e4e8-4be7-8725-1a8d3393d91e tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Allocated IP 172.20.0.10 (05658e93-9712-451a-9039-cffb286299d4/d2f7d63b-9b57-4c21-9659-71834ae1e597/79dbebac-0378-4068-b0a6-33be67defe00) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:55:42.766099 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-86c42037-6b0d-4596-8587-63475488315f req-95c1ddc4-e4e8-4be7-8725-1a8d3393d91e tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for port (79dbebac-0378-4068-b0a6-33be67defe00), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:42.800440 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-86c42037-6b0d-4596-8587-63475488315f req-95c1ddc4-e4e8-4be7-8725-1a8d3393d91e tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (79dbebac-0378-4068-b0a6-33be67defe00), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:42.842645 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86c42037-6b0d-4596-8587-63475488315f req-95c1ddc4-e4e8-4be7-8725-1a8d3393d91e tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Network 05658e93-9712-451a-9039-cffb286299d4 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:55:42.845499 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-86c42037-6b0d-4596-8587-63475488315f req-95c1ddc4-e4e8-4be7-8725-1a8d3393d91e tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:55:42.849075 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c42037-6b0d-4596-8587-63475488315f req-95c1ddc4-e4e8-4be7-8725-1a8d3393d91e tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:55:42.878248 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c1ddc4-e4e8-4be7-8725-1a8d3393d91e tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Pushing event updated for resources: {'Port': ['ID=79dbebac-0378-4068-b0a6-33be67defe00,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:42.907527 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c42037-6b0d-4596-8587-63475488315f req-95c1ddc4-e4e8-4be7-8725-1a8d3393d91e tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:55:42.908156 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-86c42037-6b0d-4596-8587-63475488315f req-95c1ddc4-e4e8-4be7-8725-1a8d3393d91e tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:42.926308 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-86c42037-6b0d-4596-8587-63475488315f req-95c1ddc4-e4e8-4be7-8725-1a8d3393d91e tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5365541
Feb 05 21:55:42.938426 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-86c42037-6b0d-4596-8587-63475488315f req-ca5e9164-bf12-45d7-81df-2c5bcc70d8a3 service neutron] Request body: {'port': {'device_id': 'bd69f2de-6c74-4123-a4da-dd35cc1b6d18', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:55:42.998932 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-86c42037-6b0d-4596-8587-63475488315f req-ca5e9164-bf12-45d7-81df-2c5bcc70d8a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (79dbebac-0378-4068-b0a6-33be67defe00), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:43.127403 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-61c347f4-9cf6-490c-9b7f-ebcf1b6ed086 None None] Provisioning complete for port 79dbebac-0378-4068-b0a6-33be67defe00 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:55:43.127958 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-61c347f4-9cf6-490c-9b7f-ebcf1b6ed086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (79dbebac-0378-4068-b0a6-33be67defe00), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:43.166219 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-61c347f4-9cf6-490c-9b7f-ebcf1b6ed086 None None] Port 79dbebac-0378-4068-b0a6-33be67defe00 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 21:55:43.261933 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-86c42037-6b0d-4596-8587-63475488315f req-ca5e9164-bf12-45d7-81df-2c5bcc70d8a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79dbebac-0378-4068-b0a6-33be67defe00 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:55:43.269163 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-86c42037-6b0d-4596-8587-63475488315f req-ca5e9164-bf12-45d7-81df-2c5bcc70d8a3 service neutron] Publish callbacks [] for port (79dbebac-0378-4068-b0a6-33be67defe00), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:43.281657 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-86c42037-6b0d-4596-8587-63475488315f req-ca5e9164-bf12-45d7-81df-2c5bcc70d8a3 service neutron] Transition to ACTIVE for port object 79dbebac-0378-4068-b0a6-33be67defe00 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 21:55:43.285590 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-86c42037-6b0d-4596-8587-63475488315f req-ca5e9164-bf12-45d7-81df-2c5bcc70d8a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (79dbebac-0378-4068-b0a6-33be67defe00), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:43.337308 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e9164-bf12-45d7-81df-2c5bcc70d8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=79dbebac-0378-4068-b0a6-33be67defe00,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:43.408103 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-86c42037-6b0d-4596-8587-63475488315f req-ca5e9164-bf12-45d7-81df-2c5bcc70d8a3 service neutron] Attempting to bind port 79dbebac-0378-4068-b0a6-33be67defe00 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 21:55:43.408438 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-86c42037-6b0d-4596-8587-63475488315f req-ca5e9164-bf12-45d7-81df-2c5bcc70d8a3 service neutron] Attempting to bind port 79dbebac-0378-4068-b0a6-33be67defe00 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '26685adc-16ad-4056-b76f-288002f7d333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '05658e93-9712-451a-9039-cffb286299d4'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 21:55:43.408768 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c42037-6b0d-4596-8587-63475488315f req-ca5e9164-bf12-45d7-81df-2c5bcc70d8a3 service neutron] Attempting to bind port 79dbebac-0378-4068-b0a6-33be67defe00 on network 05658e93-9712-451a-9039-cffb286299d4 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:55:43.413921 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c42037-6b0d-4596-8587-63475488315f req-ca5e9164-bf12-45d7-81df-2c5bcc70d8a3 service neutron] Port 79dbebac-0378-4068-b0a6-33be67defe00 on network 05658e93-9712-451a-9039-cffb286299d4 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 21:55:43.414283 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c42037-6b0d-4596-8587-63475488315f req-ca5e9164-bf12-45d7-81df-2c5bcc70d8a3 service neutron] Attempting to bind port 79dbebac-0378-4068-b0a6-33be67defe00 on network 05658e93-9712-451a-9039-cffb286299d4 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 21:55:43.419745 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c42037-6b0d-4596-8587-63475488315f req-ca5e9164-bf12-45d7-81df-2c5bcc70d8a3 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 21, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 21:55:43.420254 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c42037-6b0d-4596-8587-63475488315f req-ca5e9164-bf12-45d7-81df-2c5bcc70d8a3 service neutron] Checking segment: {'id': '26685adc-16ad-4056-b76f-288002f7d333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '05658e93-9712-451a-9039-cffb286299d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 21:55:43.420648 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c42037-6b0d-4596-8587-63475488315f req-ca5e9164-bf12-45d7-81df-2c5bcc70d8a3 service neutron] Bound using segment: {'id': '26685adc-16ad-4056-b76f-288002f7d333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '05658e93-9712-451a-9039-cffb286299d4'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 21:55:43.421078 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-86c42037-6b0d-4596-8587-63475488315f req-ca5e9164-bf12-45d7-81df-2c5bcc70d8a3 service neutron] Bound port: 79dbebac-0378-4068-b0a6-33be67defe00, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26685adc-16ad-4056-b76f-288002f7d333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '05658e93-9712-451a-9039-cffb286299d4'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 21:55:43.421443 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-86c42037-6b0d-4596-8587-63475488315f req-ca5e9164-bf12-45d7-81df-2c5bcc70d8a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (79dbebac-0378-4068-b0a6-33be67defe00), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:43.491633 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-86c42037-6b0d-4596-8587-63475488315f req-ca5e9164-bf12-45d7-81df-2c5bcc70d8a3 service neutron] For port 79dbebac-0378-4068-b0a6-33be67defe00, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 21:55:43.495356 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-86c42037-6b0d-4596-8587-63475488315f req-ca5e9164-bf12-45d7-81df-2c5bcc70d8a3 service neutron] For port 79dbebac-0378-4068-b0a6-33be67defe00, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79dbebac-0378-4068-b0a6-33be67defe00,segment=NetworkSegment(26685adc-16ad-4056-b76f-288002f7d333),segment_id=26685adc-16ad-4056-b76f-288002f7d333)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 21:55:43.501232 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-86c42037-6b0d-4596-8587-63475488315f req-ca5e9164-bf12-45d7-81df-2c5bcc70d8a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (79dbebac-0378-4068-b0a6-33be67defe00), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:43.536077 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c42037-6b0d-4596-8587-63475488315f req-ca5e9164-bf12-45d7-81df-2c5bcc70d8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:55:43.536762 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-86c42037-6b0d-4596-8587-63475488315f req-ca5e9164-bf12-45d7-81df-2c5bcc70d8a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:43.538242 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-86c42037-6b0d-4596-8587-63475488315f req-ca5e9164-bf12-45d7-81df-2c5bcc70d8a3 service neutron] 10.222.0.21 "PUT /v2.0/ports/79dbebac-0378-4068-b0a6-33be67defe00 HTTP/1.1" status: 200  len: 1092 time: 0.6042669
Feb 05 21:55:43.538716 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd69f2de-6c74-4123-a4da-dd35cc1b6d18', 'tag': '79dbebac-0378-4068-b0a6-33be67defe00'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:55:43.540980 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dc595678b95b8a5d7a711e017487991988fc4acadae49b95ce695ebace8492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fede00ed-74c7-44d3-b2a1-8b715e7d7573" -d '{"events": [{"name": "network-changed", "server_uuid": "bd69f2de-6c74-4123-a4da-dd35cc1b6d18", "tag": "79dbebac-0378-4068-b0a6-33be67defe00"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:55:43.574551 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e9164-bf12-45d7-81df-2c5bcc70d8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=79dbebac-0378-4068-b0a6-33be67defe00,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:43.609383 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613619ac-a95d-4ab4-8c5f-3b1764c30954 x-openstack-request-id: req-613619ac-a95d-4ab4-8c5f-3b1764c30954 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:55:43.609778 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd69f2de-6c74-4123-a4da-dd35cc1b6d18", "tag": "79dbebac-0378-4068-b0a6-33be67defe00", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:55:43.610154 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-613619ac-a95d-4ab4-8c5f-3b1764c30954 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:55:43.610677 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd69f2de-6c74-4123-a4da-dd35cc1b6d18', 'tag': '79dbebac-0378-4068-b0a6-33be67defe00', 'status': 'completed', 'code': 200}
Feb 05 21:55:43.662940 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c42037-6b0d-4596-8587-63475488315f req-cffc2700-250c-4f57-ac31-a1afe0142aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:55:43.664618 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-86c42037-6b0d-4596-8587-63475488315f req-cffc2700-250c-4f57-ac31-a1afe0142aa0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=27fa8d1f73e84db099a940e9001e4fdb&device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 1126 time: 0.0514197
Feb 05 21:55:43.713118 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019646d6-4fa4-4bf3-93e7-542b9e38ba6f req-592902d2-0d06-4d1c-a822-5dbedbabce63 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:55:43.714675 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-019646d6-4fa4-4bf3-93e7-542b9e38ba6f req-592902d2-0d06-4d1c-a822-5dbedbabce63 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 944 time: 0.0614939
Feb 05 21:55:43.719436 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-86c42037-6b0d-4596-8587-63475488315f req-867ec363-82fb-42f4-ab65-17a5b316024c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79dbebac-0378-4068-b0a6-33be67defe00 HTTP/1.1" status: 200  len: 217 time: 0.0425804
Feb 05 21:55:43.766448 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-019646d6-4fa4-4bf3-93e7-542b9e38ba6f req-2452bdb4-88f4-4c2a-b325-6c9f39a7f9dd tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460641
Feb 05 21:55:43.770608 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c42037-6b0d-4596-8587-63475488315f req-5a7ba172-6145-4d80-955d-06ed7df0364a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:55:43.772248 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-86c42037-6b0d-4596-8587-63475488315f req-5a7ba172-6145-4d80-955d-06ed7df0364a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d2f7d63b-9b57-4c21-9659-71834ae1e597 HTTP/1.1" status: 200  len: 848 time: 0.0465581
Feb 05 21:55:43.824785 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c42037-6b0d-4596-8587-63475488315f req-1415eb39-a3e3-4f49-bff4-10b214e5e06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:55:43.826301 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-86c42037-6b0d-4596-8587-63475488315f req-1415eb39-a3e3-4f49-bff4-10b214e5e06e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=05658e93-9712-451a-9039-cffb286299d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0467687
Feb 05 21:55:43.915033 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-86c42037-6b0d-4596-8587-63475488315f req-1a5feff5-c8fc-4c82-acfa-0bef88021bc5 service neutron] 10.222.0.21 "GET /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0826378
Feb 05 21:55:44.002301 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-86c42037-6b0d-4596-8587-63475488315f req-8a633fe8-1d4d-4334-b38b-d42931af38d3 service neutron] 10.222.0.21 "GET /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0818622
Feb 05 21:55:44.091438 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede00ed-74c7-44d3-b2a1-8b715e7d7573 req-318bc587-66d1-47ee-8e53-3b1ea7216162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:55:44.092966 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fede00ed-74c7-44d3-b2a1-8b715e7d7573 req-318bc587-66d1-47ee-8e53-3b1ea7216162 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=27fa8d1f73e84db099a940e9001e4fdb&device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 1126 time: 0.0454605
Feb 05 21:55:44.184321 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede00ed-74c7-44d3-b2a1-8b715e7d7573 req-e306ac8b-8b4b-4295-8a4b-17a0936b3414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:55:44.185730 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fede00ed-74c7-44d3-b2a1-8b715e7d7573 req-e306ac8b-8b4b-4295-8a4b-17a0936b3414 service neutron] 10.222.0.21 "GET /v2.0/networks?id=05658e93-9712-451a-9039-cffb286299d4 HTTP/1.1" status: 200  len: 910 time: 0.0872741
Feb 05 21:55:44.223618 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fede00ed-74c7-44d3-b2a1-8b715e7d7573 req-bc116545-a1df-4af0-b0f5-042261746166 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79dbebac-0378-4068-b0a6-33be67defe00 HTTP/1.1" status: 200  len: 217 time: 0.0325413
Feb 05 21:55:44.274448 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede00ed-74c7-44d3-b2a1-8b715e7d7573 req-336fcb13-dfbb-4fa4-840c-62ed232cacd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:55:44.275904 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fede00ed-74c7-44d3-b2a1-8b715e7d7573 req-336fcb13-dfbb-4fa4-840c-62ed232cacd2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d2f7d63b-9b57-4c21-9659-71834ae1e597 HTTP/1.1" status: 200  len: 848 time: 0.0465314
Feb 05 21:55:44.324391 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede00ed-74c7-44d3-b2a1-8b715e7d7573 req-64ff7474-27fe-45c4-a266-4237c27f385a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:55:44.325911 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fede00ed-74c7-44d3-b2a1-8b715e7d7573 req-64ff7474-27fe-45c4-a266-4237c27f385a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=05658e93-9712-451a-9039-cffb286299d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0436549
Feb 05 21:55:44.416456 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fede00ed-74c7-44d3-b2a1-8b715e7d7573 req-e6baf474-0607-42fc-b1d2-66d0c7451499 service neutron] 10.222.0.21 "GET /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845163
Feb 05 21:55:44.502928 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fede00ed-74c7-44d3-b2a1-8b715e7d7573 req-f349f5a5-228b-40a5-812b-d6dde5777019 service neutron] 10.222.0.21 "GET /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0804739
Feb 05 21:55:44.885654 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7cabc-183f-4896-a4ae-ff49e139ec4d req-463f1aca-3550-4cf8-b9f6-1686380d9389 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:55:44.887174 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-79f7cabc-183f-4896-a4ae-ff49e139ec4d req-463f1aca-3550-4cf8-b9f6-1686380d9389 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 944 time: 0.0528841
Feb 05 21:55:44.934799 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-79f7cabc-183f-4896-a4ae-ff49e139ec4d req-a27f911e-425b-488d-b642-7643871c6dfc tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420303
Feb 05 21:55:45.762563 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:46.058022 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f5134-ef92-42dc-bc3f-aa0d006e47ee req-92a40cca-6a28-436c-a58f-0cf65353be5a tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:55:46.059537 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a59f5134-ef92-42dc-bc3f-aa0d006e47ee req-92a40cca-6a28-436c-a58f-0cf65353be5a tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 944 time: 0.0529921
Feb 05 21:55:46.112817 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a59f5134-ef92-42dc-bc3f-aa0d006e47ee req-32a1349a-9774-4e71-ae2e-8a35feaf2203 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477345
Feb 05 21:55:46.336249 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 79dbebac-0378-4068-b0a6-33be67defe00 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:55:46.435142 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 79dbebac-0378-4068-b0a6-33be67defe00, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79dbebac-0378-4068-b0a6-33be67defe00,segment=NetworkSegment(26685adc-16ad-4056-b76f-288002f7d333),segment_id=26685adc-16ad-4056-b76f-288002f7d333)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:55:46.446508 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '79dbebac-0378-4068-b0a6-33be67defe00', 'network_id': '05658e93-9712-451a-9039-cffb286299d4', 'port_id': '79dbebac-0378-4068-b0a6-33be67defe00', 'mac_address': 'fa:16:3e:8b:2c:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f7d63b-9b57-4c21-9659-71834ae1e597', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:55:46.483872 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 79dbebac-0378-4068-b0a6-33be67defe00 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:55:46.484252 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (79dbebac-0378-4068-b0a6-33be67defe00), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:46.497626 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79dbebac-0378-4068-b0a6-33be67defe00 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:55:46.516920 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 79dbebac-0378-4068-b0a6-33be67defe00, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79dbebac-0378-4068-b0a6-33be67defe00,segment=NetworkSegment(26685adc-16ad-4056-b76f-288002f7d333),segment_id=26685adc-16ad-4056-b76f-288002f7d333)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:55:46.521430 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (79dbebac-0378-4068-b0a6-33be67defe00), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:46.567980 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=79dbebac-0378-4068-b0a6-33be67defe00,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:46.827179 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['79dbebac-0378-4068-b0a6-33be67defe00'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:55:47.237990 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89089adf-85bf-4507-a4d7-f9b31bb6dc85 req-8d733c7f-7fe2-4d98-b673-5131b9cc978d tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:55:47.239525 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-89089adf-85bf-4507-a4d7-f9b31bb6dc85 req-8d733c7f-7fe2-4d98-b673-5131b9cc978d tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 945 time: 0.0591164
Feb 05 21:55:47.290267 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-89089adf-85bf-4507-a4d7-f9b31bb6dc85 req-d548cf9d-41cd-4d4a-a39e-02550dcd94b5 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449269
Feb 05 21:55:48.354842 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 79dbebac-0378-4068-b0a6-33be67defe00 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:55:48.407035 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 79dbebac-0378-4068-b0a6-33be67defe00 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 21:55:48.410893 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ee06d-8770-40ab-9c3a-cf50e59dd2c1 req-cb7bfb9d-b452-4571-bc63-df841063e659 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:55:48.411363 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 79dbebac-0378-4068-b0a6-33be67defe00 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:55:48.411738 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (79dbebac-0378-4068-b0a6-33be67defe00), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:48.413052 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1d3ee06d-8770-40ab-9c3a-cf50e59dd2c1 req-cb7bfb9d-b452-4571-bc63-df841063e659 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 945 time: 0.0563428
Feb 05 21:55:48.464176 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1d3ee06d-8770-40ab-9c3a-cf50e59dd2c1 req-e11c34e8-edac-40cb-8cee-11eeda869e7d tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451608
Feb 05 21:55:48.492305 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 79dbebac-0378-4068-b0a6-33be67defe00 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:55:48.492706 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (79dbebac-0378-4068-b0a6-33be67defe00), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:48.514594 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd69f2de-6c74-4123-a4da-dd35cc1b6d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79dbebac-0378-4068-b0a6-33be67defe00'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:55:48.516814 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}851605b45cf2a471246fb829968e46403c172bb314a4c703424450b4be22868d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac16fec0-80cd-4188-aabf-53265da71a90" -d '{"events": [{"server_uuid": "bd69f2de-6c74-4123-a4da-dd35cc1b6d18", "name": "network-vif-plugged", "status": "completed", "tag": "79dbebac-0378-4068-b0a6-33be67defe00"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:55:48.530250 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 79dbebac-0378-4068-b0a6-33be67defe00, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79dbebac-0378-4068-b0a6-33be67defe00,segment=NetworkSegment(26685adc-16ad-4056-b76f-288002f7d333),segment_id=26685adc-16ad-4056-b76f-288002f7d333)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:55:48.534306 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (79dbebac-0378-4068-b0a6-33be67defe00), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:48.586742 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=79dbebac-0378-4068-b0a6-33be67defe00,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:48.617642 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913d644d-2be3-4eec-a5c1-f6795d7f527b x-openstack-request-id: req-913d644d-2be3-4eec-a5c1-f6795d7f527b {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:55:48.617972 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd69f2de-6c74-4123-a4da-dd35cc1b6d18", "name": "network-vif-plugged", "status": "completed", "tag": "79dbebac-0378-4068-b0a6-33be67defe00", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:55:48.618223 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-913d644d-2be3-4eec-a5c1-f6795d7f527b {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:55:48.618652 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd69f2de-6c74-4123-a4da-dd35cc1b6d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79dbebac-0378-4068-b0a6-33be67defe00', 'code': 200}
Feb 05 21:55:48.713879 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e0232-0a4f-4805-9cfe-5914900396bd req-f9adfd0e-9762-4bab-a260-028a19527ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:55:48.715499 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6d3e0232-0a4f-4805-9cfe-5914900396bd req-f9adfd0e-9762-4bab-a260-028a19527ebe service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 1128 time: 0.0433300
Feb 05 21:55:48.764594 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6d3e0232-0a4f-4805-9cfe-5914900396bd req-10174d8e-6ca3-4a9e-8adb-a04b090f3483 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429327
Feb 05 21:55:48.824441 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:55:49.587154 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92709d7-8aae-423b-9a1c-e2f395e1e90e req-8b072532-8a8f-4080-8535-efb9ec074f44 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:55:49.588645 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c92709d7-8aae-423b-9a1c-e2f395e1e90e req-8b072532-8a8f-4080-8535-efb9ec074f44 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 946 time: 0.0565033
Feb 05 21:55:49.637307 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c92709d7-8aae-423b-9a1c-e2f395e1e90e req-7a4aae97-18b9-43e0-94a9-f2c32d602b99 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431733
Feb 05 21:55:50.755427 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a65a39-5879-48b9-ad19-8e19d5b61771 req-11b1f2a1-48ff-49f4-9ea7-977ebae60338 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:55:50.757435 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d2a65a39-5879-48b9-ad19-8e19d5b61771 req-11b1f2a1-48ff-49f4-9ea7-977ebae60338 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 946 time: 0.0529168
Feb 05 21:55:50.772527 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:50.806870 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d2a65a39-5879-48b9-ad19-8e19d5b61771 req-165d8761-968e-42c2-9b7a-2d400c8ed761 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438080
Feb 05 21:55:50.924306 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cbc1ad-9acb-4152-9a18-323862a581b4 req-fe5633f2-6ade-4b9e-88aa-bbba1ba159ef tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:55:50.925690 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-46cbc1ad-9acb-4152-9a18-323862a581b4 req-fe5633f2-6ade-4b9e-88aa-bbba1ba159ef tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 946 time: 0.0525792
Feb 05 21:55:50.981475 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-46cbc1ad-9acb-4152-9a18-323862a581b4 req-f522004e-48ca-44be-96da-2f255cc41f89 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496328
Feb 05 21:55:51.001494 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54552) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:55:51.131637 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3f25fe-55fa-4f01-8550-931030d3c028 tempest-TestShelveInstance-1781456159 tempest-TestShelveInstance-1781456159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:55:51.133195 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-cd3f25fe-55fa-4f01-8550-931030d3c028 tempest-TestShelveInstance-1781456159 tempest-TestShelveInstance-1781456159-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 1123 time: 0.1307483
Feb 05 21:55:51.136076 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54556) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 21:55:51.140360 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-86f5f135-ad80-46c8-a06f-ac3f06cd0fde tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'port_id': '79dbebac-0378-4068-b0a6-33be67defe00', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 21:55:51.160479 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86f5f135-ad80-46c8-a06f-ac3f06cd0fde tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:51.256711 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86f5f135-ad80-46c8-a06f-ac3f06cd0fde tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:51.360289 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-86f5f135-ad80-46c8-a06f-ac3f06cd0fde tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Allocated IP 172.35.4.179 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/ae3f393b-1515-44e0-8340-2b3958144973) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 21:55:51.462707 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86f5f135-ad80-46c8-a06f-ac3f06cd0fde tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for port (ae3f393b-1515-44e0-8340-2b3958144973), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:51.502026 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86f5f135-ad80-46c8-a06f-ac3f06cd0fde tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (ae3f393b-1515-44e0-8340-2b3958144973), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:51.542558 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f5f135-ad80-46c8-a06f-ac3f06cd0fde tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 21:55:51.546790 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-86f5f135-ad80-46c8-a06f-ac3f06cd0fde tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 21:55:51.550995 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f5f135-ad80-46c8-a06f-ac3f06cd0fde tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 21:55:51.554727 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f5f135-ad80-46c8-a06f-ac3f06cd0fde tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Pushing event updated for resources: {'Port': ['ID=ae3f393b-1515-44e0-8340-2b3958144973,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:51.923092 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86f5f135-ad80-46c8-a06f-ac3f06cd0fde tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for floatingip (e446e7a4-0d95-4f61-af68-2284058890a1), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:51.993563 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86f5f135-ad80-46c8-a06f-ac3f06cd0fde tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (ae3f393b-1515-44e0-8340-2b3958144973), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:52.142779 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86f5f135-ad80-46c8-a06f-ac3f06cd0fde tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for port (ae3f393b-1515-44e0-8340-2b3958144973), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:52.147341 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86f5f135-ad80-46c8-a06f-ac3f06cd0fde tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (ae3f393b-1515-44e0-8340-2b3958144973), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:52.216564 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f5f135-ad80-46c8-a06f-ac3f06cd0fde tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Pushing event updated for resources: {'Port': ['ID=ae3f393b-1515-44e0-8340-2b3958144973,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:55:52.228684 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86f5f135-ad80-46c8-a06f-ac3f06cd0fde tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (e446e7a4-0d95-4f61-af68-2284058890a1), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:52.325816 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-86f5f135-ad80-46c8-a06f-ac3f06cd0fde tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Floating IP e446e7a4-0d95-4f61-af68-2284058890a1 associated. External IP: 172.35.4.179, port: 79dbebac-0378-4068-b0a6-33be67defe00.
Feb 05 21:55:52.535200 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f5f135-ad80-46c8-a06f-ac3f06cd0fde tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Router f5b0d119-db60-4a1c-b6fc-5efac8456f5d has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 21:55:52.644417 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f5f135-ad80-46c8-a06f-ac3f06cd0fde tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 21:55:52.654861 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ae38f3-e5a4-4a9d-88bf-0a5f5a4a2889 None None] Sync routers for ids ['f5b0d119-db60-4a1c-b6fc-5efac8456f5d'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 21:55:52.663739 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86f5f135-ad80-46c8-a06f-ac3f06cd0fde tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:55:52.665740 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ae38f3-e5a4-4a9d-88bf-0a5f5a4a2889 None None] Routers {'f5b0d119-db60-4a1c-b6fc-5efac8456f5d'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:55:52.666396 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-d0ae38f3-e5a4-4a9d-88bf-0a5f5a4a2889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db812f1f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:55:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['f5b0d119-db60-4a1c-b6fc-5efac8456f5d'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:55:52.692816 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-86f5f135-ad80-46c8-a06f-ac3f06cd0fde tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.5557225
Feb 05 21:55:52.693534 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd69f2de-6c74-4123-a4da-dd35cc1b6d18', 'tag': '79dbebac-0378-4068-b0a6-33be67defe00'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:55:52.695900 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16fdd19d8a7c57de6e0d65e92e0f39486390e6be4ccbd395fc02e890f8c23cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe520821-dbf0-4d60-84cd-70d2f35df086" -d '{"events": [{"name": "network-changed", "server_uuid": "bd69f2de-6c74-4123-a4da-dd35cc1b6d18", "tag": "79dbebac-0378-4068-b0a6-33be67defe00"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:55:52.734120 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 21:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c247c791-5205-4774-9eb1-7f55dadcee44 x-openstack-request-id: req-c247c791-5205-4774-9eb1-7f55dadcee44 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:55:52.734590 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd69f2de-6c74-4123-a4da-dd35cc1b6d18", "tag": "79dbebac-0378-4068-b0a6-33be67defe00", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:55:52.734847 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c247c791-5205-4774-9eb1-7f55dadcee44 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:55:52.735339 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd69f2de-6c74-4123-a4da-dd35cc1b6d18', 'tag': '79dbebac-0378-4068-b0a6-33be67defe00', 'status': 'completed', 'code': 200}
Feb 05 21:55:52.788742 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-d0ae38f3-e5a4-4a9d-88bf-0a5f5a4a2889 None None] Set router f5b0d119-db60-4a1c-b6fc-5efac8456f5d gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:55:52.814961 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe520821-dbf0-4d60-84cd-70d2f35df086 req-924b2b86-0c2f-4e64-9c57-b34b95d88978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:55:52.816894 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fe520821-dbf0-4d60-84cd-70d2f35df086 req-924b2b86-0c2f-4e64-9c57-b34b95d88978 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=27fa8d1f73e84db099a940e9001e4fdb&device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 1128 time: 0.0606289
Feb 05 21:55:52.906246 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe520821-dbf0-4d60-84cd-70d2f35df086 req-e4806dea-491f-43b4-b193-cece7b9174f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:55:52.907936 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fe520821-dbf0-4d60-84cd-70d2f35df086 req-e4806dea-491f-43b4-b193-cece7b9174f8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=05658e93-9712-451a-9039-cffb286299d4 HTTP/1.1" status: 200  len: 910 time: 0.0847027
Feb 05 21:55:52.976434 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fe520821-dbf0-4d60-84cd-70d2f35df086 req-3cbc3086-f1ac-4e70-adb5-44c597b29d2a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79dbebac-0378-4068-b0a6-33be67defe00 HTTP/1.1" status: 200  len: 1000 time: 0.0627534
Feb 05 21:55:53.020745 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-d0ae38f3-e5a4-4a9d-88bf-0a5f5a4a2889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db812f1f0>, [{'id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'name': 'tempest-TestShelveInstance-1437859213-router', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '1bd0f798-76f6-4bde-8754-117a2573a487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:55:27Z', 'updated_at': '2022-02-05T21:55:30Z', 'revision_number': 4, 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'gw_port': {'id': '1bd0f798-76f6-4bde-8754-117a2573a487', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:27Z', 'updated_at': '2022-02-05T21:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e446e7a4-0d95-4f61-af68-2284058890a1', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'floating_ip_address': '172.35.4.179', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'port_id': '79dbebac-0378-4068-b0a6-33be67defe00', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05658e93-9712-451a-9039-cffb286299d4', 'mac_address': 'fa:16:3e:8b:2c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd69f2de-6c74-4123-a4da-dd35cc1b6d18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:55:51Z', 'updated_at': '2022-02-05T21:55:51Z', 'revision_number': 0, 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '843dd7ee-68c9-4a52-a3f0-e7d33c1dffae', 'name': '', 'network_id': '05658e93-9712-451a-9039-cffb286299d4', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'mac_address': 'fa:16:3e:40:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd2f7d63b-9b57-4c21-9659-71834ae1e597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:29Z', 'updated_at': '2022-02-05T21:55:34Z', 'revision_number': 5, 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'subnets': [{'id': 'd2f7d63b-9b57-4c21-9659-71834ae1e597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:55:53.023728 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe520821-dbf0-4d60-84cd-70d2f35df086 req-1a5cb6e6-5699-4b7b-bf7a-fdb183b0ad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:55:53.025221 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fe520821-dbf0-4d60-84cd-70d2f35df086 req-1a5cb6e6-5699-4b7b-bf7a-fdb183b0ad1f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d2f7d63b-9b57-4c21-9659-71834ae1e597 HTTP/1.1" status: 200  len: 848 time: 0.0435741
Feb 05 21:55:53.051046 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ae38f3-e5a4-4a9d-88bf-0a5f5a4a2889 None None] Checking router: f5b0d119-db60-4a1c-b6fc-5efac8456f5d for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 21:55:53.059329 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ae38f3-e5a4-4a9d-88bf-0a5f5a4a2889 None None] Routers {'f5b0d119-db60-4a1c-b6fc-5efac8456f5d'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 21:55:53.059942 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-d0ae38f3-e5a4-4a9d-88bf-0a5f5a4a2889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db812f1f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T21:55:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['f5b0d119-db60-4a1c-b6fc-5efac8456f5d'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:55:53.074824 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe520821-dbf0-4d60-84cd-70d2f35df086 req-850950eb-a782-4c1a-ab98-a60a5bb85136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:55:53.076425 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fe520821-dbf0-4d60-84cd-70d2f35df086 req-850950eb-a782-4c1a-ab98-a60a5bb85136 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=05658e93-9712-451a-9039-cffb286299d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0451696
Feb 05 21:55:53.168852 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-d0ae38f3-e5a4-4a9d-88bf-0a5f5a4a2889 None None] Set router f5b0d119-db60-4a1c-b6fc-5efac8456f5d gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 21:55:53.169581 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fe520821-dbf0-4d60-84cd-70d2f35df086 req-479a04e9-9bb8-41ba-b4f7-5f4c23b9d772 service neutron] 10.222.0.21 "GET /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0873899
Feb 05 21:55:53.257507 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fe520821-dbf0-4d60-84cd-70d2f35df086 req-bf63a5eb-24f1-4db5-9d3d-26a2c9731321 service neutron] 10.222.0.21 "GET /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0819423
Feb 05 21:55:53.401122 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-d0ae38f3-e5a4-4a9d-88bf-0a5f5a4a2889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db812f1f0>, [{'id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'name': 'tempest-TestShelveInstance-1437859213-router', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '1bd0f798-76f6-4bde-8754-117a2573a487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:55:27Z', 'updated_at': '2022-02-05T21:55:30Z', 'revision_number': 4, 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'gw_port': {'id': '1bd0f798-76f6-4bde-8754-117a2573a487', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:27Z', 'updated_at': '2022-02-05T21:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e446e7a4-0d95-4f61-af68-2284058890a1', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'floating_ip_address': '172.35.4.179', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'port_id': '79dbebac-0378-4068-b0a6-33be67defe00', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05658e93-9712-451a-9039-cffb286299d4', 'mac_address': 'fa:16:3e:8b:2c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd69f2de-6c74-4123-a4da-dd35cc1b6d18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:55:51Z', 'updated_at': '2022-02-05T21:55:51Z', 'revision_number': 0, 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '843dd7ee-68c9-4a52-a3f0-e7d33c1dffae', 'name': '', 'network_id': '05658e93-9712-451a-9039-cffb286299d4', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'mac_address': 'fa:16:3e:40:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd2f7d63b-9b57-4c21-9659-71834ae1e597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:29Z', 'updated_at': '2022-02-05T21:55:34Z', 'revision_number': 5, 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'subnets': [{'id': 'd2f7d63b-9b57-4c21-9659-71834ae1e597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 21:55:53.430842 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ae38f3-e5a4-4a9d-88bf-0a5f5a4a2889 None None] The sync data for ids ['f5b0d119-db60-4a1c-b6fc-5efac8456f5d'] in ncdv-master-1 is: [{'id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'name': 'tempest-TestShelveInstance-1437859213-router', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '1bd0f798-76f6-4bde-8754-117a2573a487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:55:27Z', 'updated_at': '2022-02-05T21:55:30Z', 'revision_number': 4, 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'gw_port': {'id': '1bd0f798-76f6-4bde-8754-117a2573a487', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:27Z', 'updated_at': '2022-02-05T21:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e446e7a4-0d95-4f61-af68-2284058890a1', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'floating_ip_address': '172.35.4.179', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'port_id': '79dbebac-0378-4068-b0a6-33be67defe00', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05658e93-9712-451a-9039-cffb286299d4', 'mac_address': 'fa:16:3e:8b:2c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd69f2de-6c74-4123-a4da-dd35cc1b6d18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T21:55:51Z', 'updated_at': '2022-02-05T21:55:51Z', 'revision_number': 0, 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '843dd7ee-68c9-4a52-a3f0-e7d33c1dffae', 'name': '', 'network_id': '05658e93-9712-451a-9039-cffb286299d4', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'mac_address': 'fa:16:3e:40:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd2f7d63b-9b57-4c21-9659-71834ae1e597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:29Z', 'updated_at': '2022-02-05T21:55:34Z', 'revision_number': 5, 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'subnets': [{'id': 'd2f7d63b-9b57-4c21-9659-71834ae1e597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 21:55:53.615631 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f38f64e-7962-4f48-9443-2b44a784b857 None None] New status for floating IP e446e7a4-0d95-4f61-af68-2284058890a1: ACTIVE {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 21:56:03.852626 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-61ff2beb-eb12-4313-a2cc-bdacbe763621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:56:06.237162 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-43dea3fc-1a8b-4207-8563-1410a75284db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:56:07.711047 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:56:09.293959 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:56:10.640348 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:56:15.761161 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:56:20.780836 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:56:25.826245 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:56:33.853617 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9547af9f-4146-46e0-af0c-d8a0bd53fc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:56:36.238076 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fe69aca3-fc7f-4a7f-bf76-ec7a46c15f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:56:37.713830 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:56:39.296265 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:56:40.641838 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:56:45.760302 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:56:48.115546 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-5bf349ae-d9bd-45d0-9224-dd6df7cccb20 req-5fff43bd-333e-45ea-bdfd-9788e6cb2fb2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0481262
Feb 05 21:56:48.199892 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf349ae-d9bd-45d0-9224-dd6df7cccb20 req-37adc3e6-e988-45cc-bb2b-376d6bca84b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:56:48.201308 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-5bf349ae-d9bd-45d0-9224-dd6df7cccb20 req-37adc3e6-e988-45cc-bb2b-376d6bca84b5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=27fa8d1f73e84db099a940e9001e4fdb&device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 1128 time: 0.0446365
Feb 05 21:56:48.303836 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf349ae-d9bd-45d0-9224-dd6df7cccb20 req-df92d5df-3e6b-44bd-af93-6629f48f4bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:56:48.305307 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-5bf349ae-d9bd-45d0-9224-dd6df7cccb20 req-df92d5df-3e6b-44bd-af93-6629f48f4bfa service neutron] 10.222.0.21 "GET /v2.0/networks?id=05658e93-9712-451a-9039-cffb286299d4 HTTP/1.1" status: 200  len: 910 time: 0.0860748
Feb 05 21:56:48.369767 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-5bf349ae-d9bd-45d0-9224-dd6df7cccb20 req-227acd80-6538-420f-aeb1-a8aa82222c83 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79dbebac-0378-4068-b0a6-33be67defe00 HTTP/1.1" status: 200  len: 1002 time: 0.0573196
Feb 05 21:56:48.416584 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf349ae-d9bd-45d0-9224-dd6df7cccb20 req-671a0aa7-2230-4144-903f-09d4a7b8fa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:56:48.418005 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-5bf349ae-d9bd-45d0-9224-dd6df7cccb20 req-671a0aa7-2230-4144-903f-09d4a7b8fa09 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d2f7d63b-9b57-4c21-9659-71834ae1e597 HTTP/1.1" status: 200  len: 848 time: 0.0427394
Feb 05 21:56:48.470798 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf349ae-d9bd-45d0-9224-dd6df7cccb20 req-626248c9-7e54-4cfd-a9fa-b1a4132fae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:56:48.472203 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-5bf349ae-d9bd-45d0-9224-dd6df7cccb20 req-626248c9-7e54-4cfd-a9fa-b1a4132fae62 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=05658e93-9712-451a-9039-cffb286299d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0481398
Feb 05 21:56:48.881505 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-5bf349ae-d9bd-45d0-9224-dd6df7cccb20 req-9fbf65af-5182-42d2-932d-031a6e168a2f service neutron] 10.222.0.21 "GET /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4031034
Feb 05 21:56:48.974028 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-5bf349ae-d9bd-45d0-9224-dd6df7cccb20 req-3bb8a660-83fb-4797-a6e7-48ef035d7d75 service neutron] 10.222.0.21 "GET /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854130
Feb 05 21:56:50.780546 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:57:02.825927 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:57:03.854802 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4b8bf4d1-e84a-432a-b0e0-624fca235d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:57:06.240221 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a42b86ba-10ad-471a-8240-de20976ec174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:57:07.716468 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:57:09.298906 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:57:10.644180 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:57:15.760727 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:57:20.793685 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:57:33.856697 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9dde2b13-5343-40da-b5ec-f8b7c2190731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:57:36.242145 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-104c8f33-21b0-4fd8-a43a-1e8a52d6a75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:57:37.719196 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:57:39.301923 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:57:39.825849 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:57:40.646948 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:57:45.768630 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:57:49.100892 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-29b2f5af-cab4-4fca-85fa-c38a34304e50 req-34eaf8ed-65c6-4370-bf0e-871b2880a434 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0433056
Feb 05 21:57:49.185576 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2f5af-cab4-4fca-85fa-c38a34304e50 req-0c343ed8-e9a2-4095-a13c-7a3d44b0b497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:57:49.187142 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-29b2f5af-cab4-4fca-85fa-c38a34304e50 req-0c343ed8-e9a2-4095-a13c-7a3d44b0b497 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=27fa8d1f73e84db099a940e9001e4fdb&device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 1128 time: 0.0458689
Feb 05 21:57:49.295271 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2f5af-cab4-4fca-85fa-c38a34304e50 req-90a52f52-8587-4231-8cd2-79cc069bdae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:57:49.296759 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-29b2f5af-cab4-4fca-85fa-c38a34304e50 req-90a52f52-8587-4231-8cd2-79cc069bdae1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=05658e93-9712-451a-9039-cffb286299d4 HTTP/1.1" status: 200  len: 910 time: 0.0893307
Feb 05 21:57:49.359845 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-29b2f5af-cab4-4fca-85fa-c38a34304e50 req-c3d89c97-1100-46cc-98bc-0c587d09124f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79dbebac-0378-4068-b0a6-33be67defe00 HTTP/1.1" status: 200  len: 1002 time: 0.0569847
Feb 05 21:57:49.411810 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2f5af-cab4-4fca-85fa-c38a34304e50 req-b84312d6-baaa-40cd-8067-0b8fe5720eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:57:49.413276 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-29b2f5af-cab4-4fca-85fa-c38a34304e50 req-b84312d6-baaa-40cd-8067-0b8fe5720eb8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d2f7d63b-9b57-4c21-9659-71834ae1e597 HTTP/1.1" status: 200  len: 848 time: 0.0477169
Feb 05 21:57:49.461175 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2f5af-cab4-4fca-85fa-c38a34304e50 req-c8b4e270-1737-4976-80f0-41817669f85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:57:49.463618 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-29b2f5af-cab4-4fca-85fa-c38a34304e50 req-c8b4e270-1737-4976-80f0-41817669f85c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=05658e93-9712-451a-9039-cffb286299d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0444374
Feb 05 21:57:49.549691 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-29b2f5af-cab4-4fca-85fa-c38a34304e50 req-73c53c13-2dbe-430f-84e7-2ae27a4448fa service neutron] 10.222.0.21 "GET /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0800989
Feb 05 21:57:49.641022 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-29b2f5af-cab4-4fca-85fa-c38a34304e50 req-71a3fc5a-b9eb-4738-b54c-80db4986b84b service neutron] 10.222.0.21 "GET /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857835
Feb 05 21:57:50.814416 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:58:03.858137 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e903377f-f9a1-4d22-84dc-2850adb072c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:58:06.243015 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7f7bba25-c880-4e30-a5a8-9da769e7df37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:58:07.721670 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:58:09.305249 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:58:10.649538 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:58:15.757464 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:58:16.826804 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:58:19.034916 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf099d98-1485-4b81-b4cf-9eb4970a0a38 req-cdd31d63-6345-40a7-87d7-5b81a7d908de tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:58:19.036418 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bf099d98-1485-4b81-b4cf-9eb4970a0a38 req-cdd31d63-6345-40a7-87d7-5b81a7d908de tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 946 time: 0.0607321
Feb 05 21:58:19.083868 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bf099d98-1485-4b81-b4cf-9eb4970a0a38 req-dc2b6a41-303b-4ab3-8bfc-1ab9c9aba0bb tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411348
Feb 05 21:58:20.217011 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50efdf5b-0d52-47e7-a34a-0d90d6435a93 req-635f23f2-5983-4c17-9a30-c2e0b1111abf tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:58:20.218408 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-50efdf5b-0d52-47e7-a34a-0d90d6435a93 req-635f23f2-5983-4c17-9a30-c2e0b1111abf tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 946 time: 0.0525849
Feb 05 21:58:20.265891 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-50efdf5b-0d52-47e7-a34a-0d90d6435a93 req-2ac62f9a-818e-4540-81fb-12201d24c7b2 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418837
Feb 05 21:58:20.815412 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:58:21.394316 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12a96b-3cb2-4634-b43c-20b821c4144c req-2a08ed89-8132-4d2a-b712-937253de4325 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:58:21.395814 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1f12a96b-3cb2-4634-b43c-20b821c4144c req-2a08ed89-8132-4d2a-b712-937253de4325 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 946 time: 0.0555499
Feb 05 21:58:21.444257 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1f12a96b-3cb2-4634-b43c-20b821c4144c req-31f13f47-6644-4f20-ba46-ac9b1b739fa1 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420122
Feb 05 21:58:22.564623 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8f6e7-ff28-4191-9b37-e2512a5e4e84 req-71ce523e-19cc-4f96-99d7-35506f182d6e tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:58:22.566113 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dad8f6e7-ff28-4191-9b37-e2512a5e4e84 req-71ce523e-19cc-4f96-99d7-35506f182d6e tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 946 time: 0.0527425
Feb 05 21:58:22.615212 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dad8f6e7-ff28-4191-9b37-e2512a5e4e84 req-e1615041-4258-4eb3-ad0e-37ae8846f814 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435121
Feb 05 21:58:23.733873 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6115cd4f-e3ef-4bd8-a2ce-797daa3c0fe7 req-e4b5f4a4-c2d4-4915-a5a1-69985fe8c9d1 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:58:23.735383 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6115cd4f-e3ef-4bd8-a2ce-797daa3c0fe7 req-e4b5f4a4-c2d4-4915-a5a1-69985fe8c9d1 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 946 time: 0.0521407
Feb 05 21:58:23.792362 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6115cd4f-e3ef-4bd8-a2ce-797daa3c0fe7 req-1ef10f3f-8654-4cdc-8b3d-2e6d4e2db125 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514181
Feb 05 21:58:24.911403 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca179e53-f156-4aac-8bb5-03997b031752 req-d0f6fa56-2ba1-46bc-acad-7c667b30d377 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:58:24.912874 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ca179e53-f156-4aac-8bb5-03997b031752 req-d0f6fa56-2ba1-46bc-acad-7c667b30d377 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 946 time: 0.0518186
Feb 05 21:58:24.962117 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ca179e53-f156-4aac-8bb5-03997b031752 req-59c39f1d-7908-4445-b4a4-c70308275339 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427639
Feb 05 21:58:26.083283 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351928b4-366b-4f1c-bf7c-cee45edd141c req-c3ba1068-b5c2-4591-b4f2-82802722a1e7 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:58:26.084808 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-351928b4-366b-4f1c-bf7c-cee45edd141c req-c3ba1068-b5c2-4591-b4f2-82802722a1e7 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 946 time: 0.0536942
Feb 05 21:58:26.133362 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-351928b4-366b-4f1c-bf7c-cee45edd141c req-64ed9bbf-f721-46fa-8b4e-b9acab2d2cd4 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428207
Feb 05 21:58:27.255874 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc20fdf-065b-4be0-80ce-26aef3af9e0c req-73c3af8f-c2cd-4eb7-ac91-a130213d8e92 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:58:27.257257 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cdc20fdf-065b-4be0-80ce-26aef3af9e0c req-73c3af8f-c2cd-4eb7-ac91-a130213d8e92 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 946 time: 0.0561748
Feb 05 21:58:27.305006 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cdc20fdf-065b-4be0-80ce-26aef3af9e0c req-04cb981a-3b39-4994-9604-4aa09a0d7aa9 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421457
Feb 05 21:58:28.422699 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7890f9d-76d2-400d-a436-9f19b65ef3f9 req-b76ce8de-9b88-42c5-97b7-2257c84ddb35 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:58:28.424163 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7890f9d-76d2-400d-a436-9f19b65ef3f9 req-b76ce8de-9b88-42c5-97b7-2257c84ddb35 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 946 time: 0.0520775
Feb 05 21:58:28.473603 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e7890f9d-76d2-400d-a436-9f19b65ef3f9 req-e8c6d56f-6809-47e8-a188-393501c203ba tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438931
Feb 05 21:58:29.592401 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc1a55-c3a3-4f21-8f1d-ae784e31966a req-2b3f0a54-6768-4e4d-b913-67a11451a09e tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:58:29.593877 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bbdc1a55-c3a3-4f21-8f1d-ae784e31966a req-2b3f0a54-6768-4e4d-b913-67a11451a09e tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 946 time: 0.0522947
Feb 05 21:58:29.645084 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bbdc1a55-c3a3-4f21-8f1d-ae784e31966a req-fbbe864c-2634-4e35-b4e9-a40ab765b928 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456324
Feb 05 21:58:30.763835 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f40fa-db32-4d98-8616-69d7f154e1c1 req-46356007-35ce-4a3c-a924-897d6a131191 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:58:30.765307 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9b9f40fa-db32-4d98-8616-69d7f154e1c1 req-46356007-35ce-4a3c-a924-897d6a131191 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 946 time: 0.0534306
Feb 05 21:58:30.814916 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9b9f40fa-db32-4d98-8616-69d7f154e1c1 req-4cd68b8f-c73c-4810-82aa-b405d69a5b97 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441229
Feb 05 21:58:31.195617 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 79dbebac-0378-4068-b0a6-33be67defe00 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:58:31.295259 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 79dbebac-0378-4068-b0a6-33be67defe00, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79dbebac-0378-4068-b0a6-33be67defe00,segment=NetworkSegment(26685adc-16ad-4056-b76f-288002f7d333),segment_id=26685adc-16ad-4056-b76f-288002f7d333)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:58:31.305608 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '79dbebac-0378-4068-b0a6-33be67defe00', 'network_id': '05658e93-9712-451a-9039-cffb286299d4', 'port_id': '79dbebac-0378-4068-b0a6-33be67defe00', 'mac_address': 'fa:16:3e:8b:2c:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f7d63b-9b57-4c21-9659-71834ae1e597', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:58:31.345437 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 79dbebac-0378-4068-b0a6-33be67defe00 is: ACTIVE; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:58:31.345862 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (79dbebac-0378-4068-b0a6-33be67defe00), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:58:31.359039 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79dbebac-0378-4068-b0a6-33be67defe00 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:58:31.378317 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 79dbebac-0378-4068-b0a6-33be67defe00, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79dbebac-0378-4068-b0a6-33be67defe00,segment=NetworkSegment(26685adc-16ad-4056-b76f-288002f7d333),segment_id=26685adc-16ad-4056-b76f-288002f7d333)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:58:31.382002 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (79dbebac-0378-4068-b0a6-33be67defe00), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:58:31.430580 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=79dbebac-0378-4068-b0a6-33be67defe00,revision_number=6']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:58:31.438453 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:58:31.438807 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:58:31.439152 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:58:31.439492 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:58:31.439826 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:58:31.440162 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:58:31.440491 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:58:31.440818 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:58:31.441144 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:58:31.441471 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:58:31.441793 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:58:31.442116 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:58:31.442459 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 21:58:31.455021 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['79dbebac-0378-4068-b0a6-33be67defe00'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:58:31.939734 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39327863-fc4b-4331-8c15-1d2201ef3bf8 req-13ace2f1-636f-471c-8508-079695dec830 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:58:31.941143 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-39327863-fc4b-4331-8c15-1d2201ef3bf8 req-13ace2f1-636f-471c-8508-079695dec830 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 945 time: 0.0593681
Feb 05 21:58:31.989847 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-39327863-fc4b-4331-8c15-1d2201ef3bf8 req-53999fe4-4630-4f86-a724-47cb9b732c63 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431454
Feb 05 21:58:33.115361 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c2056-4684-476a-a43d-1283ea291b0f req-25e233ac-e389-45d8-9cc9-cd6184a6eea6 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:58:33.116837 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-460c2056-4684-476a-a43d-1283ea291b0f req-25e233ac-e389-45d8-9cc9-cd6184a6eea6 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 945 time: 0.0578690
Feb 05 21:58:33.166208 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-460c2056-4684-476a-a43d-1283ea291b0f req-696b54aa-94c1-42c4-aee3-e98af966081a tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426757
Feb 05 21:58:33.226998 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 79dbebac-0378-4068-b0a6-33be67defe00 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:58:33.277772 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 79dbebac-0378-4068-b0a6-33be67defe00 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:58:33.278154 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (79dbebac-0378-4068-b0a6-33be67defe00), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:58:33.355353 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 79dbebac-0378-4068-b0a6-33be67defe00 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:58:33.355748 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (79dbebac-0378-4068-b0a6-33be67defe00), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:58:33.377537 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd69f2de-6c74-4123-a4da-dd35cc1b6d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79dbebac-0378-4068-b0a6-33be67defe00'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:58:33.379787 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}851605b45cf2a471246fb829968e46403c172bb314a4c703424450b4be22868d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2d5a81-0bd1-46d4-94fb-a63a9d9e184b" -d '{"events": [{"server_uuid": "bd69f2de-6c74-4123-a4da-dd35cc1b6d18", "name": "network-vif-plugged", "status": "completed", "tag": "79dbebac-0378-4068-b0a6-33be67defe00"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:58:33.391579 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 79dbebac-0378-4068-b0a6-33be67defe00, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79dbebac-0378-4068-b0a6-33be67defe00,segment=NetworkSegment(26685adc-16ad-4056-b76f-288002f7d333),segment_id=26685adc-16ad-4056-b76f-288002f7d333)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:58:33.396657 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (79dbebac-0378-4068-b0a6-33be67defe00), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:58:33.424751 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01dde9c-95c8-470f-b4a5-2648c8113286 x-openstack-request-id: req-f01dde9c-95c8-470f-b4a5-2648c8113286 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:58:33.425036 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd69f2de-6c74-4123-a4da-dd35cc1b6d18", "name": "network-vif-plugged", "status": "completed", "tag": "79dbebac-0378-4068-b0a6-33be67defe00", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:58:33.425288 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f01dde9c-95c8-470f-b4a5-2648c8113286 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:58:33.425703 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd69f2de-6c74-4123-a4da-dd35cc1b6d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79dbebac-0378-4068-b0a6-33be67defe00', 'code': 200}
Feb 05 21:58:33.449078 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=79dbebac-0378-4068-b0a6-33be67defe00,revision_number=7']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:58:33.863725 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-292fb975-c1bf-42c3-9b92-4f3d7a6b7924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:58:34.286752 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51282726-4a41-41c7-bd80-2127fa09a887 req-3eb1dc8b-f736-4bb9-825a-9da294be37fe tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:58:34.288241 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-51282726-4a41-41c7-bd80-2127fa09a887 req-3eb1dc8b-f736-4bb9-825a-9da294be37fe tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 946 time: 0.0535328
Feb 05 21:58:34.337197 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-51282726-4a41-41c7-bd80-2127fa09a887 req-057b1d24-4d48-4536-8d9e-0dda994371c9 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429478
Feb 05 21:58:35.464143 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354f80c-77b2-4454-9fe2-dedf744b1438 req-7357694d-00be-44a4-abba-52c46f1806dc tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:58:35.465635 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c354f80c-77b2-4454-9fe2-dedf744b1438 req-7357694d-00be-44a4-abba-52c46f1806dc tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 946 time: 0.0565970
Feb 05 21:58:35.515244 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c354f80c-77b2-4454-9fe2-dedf744b1438 req-3ec3dbbc-86a8-4957-88cb-d7a668d35dda tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440352
Feb 05 21:58:36.245174 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d25af550-610a-435f-8f15-4b64f0c9a0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:58:36.649527 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264db90f-4b72-4445-b614-8da78e67a719 req-1a5ca9ac-10fe-45e4-b634-72b7d5adecc2 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:58:36.652343 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-264db90f-4b72-4445-b614-8da78e67a719 req-1a5ca9ac-10fe-45e4-b634-72b7d5adecc2 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 946 time: 0.0616329
Feb 05 21:58:36.712055 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-264db90f-4b72-4445-b614-8da78e67a719 req-c9d23d36-4526-44f3-aff2-e319528678b2 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0527296
Feb 05 21:58:37.727381 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:58:37.852713 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a9161-0842-4f10-abe1-69d8811a9345 req-dcbe2799-b77c-482a-a261-794898f84b73 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:58:37.859298 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-924a9161-0842-4f10-abe1-69d8811a9345 req-dcbe2799-b77c-482a-a261-794898f84b73 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 946 time: 0.0672286
Feb 05 21:58:37.918238 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-924a9161-0842-4f10-abe1-69d8811a9345 req-ea2456d9-4d68-408a-acb6-ac783d19aa15 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0563669
Feb 05 21:58:39.061502 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed6f62-c3f2-41f8-a182-826ae726ca2a req-2a9b1644-4bda-46f0-a42d-74be80017ea3 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:58:39.066856 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c9ed6f62-c3f2-41f8-a182-826ae726ca2a req-2a9b1644-4bda-46f0-a42d-74be80017ea3 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 946 time: 0.0623114
Feb 05 21:58:39.114423 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c9ed6f62-c3f2-41f8-a182-826ae726ca2a req-0fec1dc0-8822-458e-b609-912cc2fb1b1c tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456693
Feb 05 21:58:39.308848 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:58:40.246569 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939a9c8-13cc-471e-b74c-c7c7d8b6ef51 req-9ba8a94b-e89f-437a-b939-4aa6781d218c tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:58:40.248061 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9939a9c8-13cc-471e-b74c-c7c7d8b6ef51 req-9ba8a94b-e89f-437a-b939-4aa6781d218c tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 946 time: 0.0569611
Feb 05 21:58:40.302915 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9939a9c8-13cc-471e-b74c-c7c7d8b6ef51 req-ac29acdc-a99f-4e3d-8306-6155811329ee tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489535
Feb 05 21:58:40.654798 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:58:41.457741 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19bac56-6d4b-48d5-b95f-891ac5e516de req-957e8ef2-7731-4025-b208-c394a344d651 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:58:41.459441 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c19bac56-6d4b-48d5-b95f-891ac5e516de req-957e8ef2-7731-4025-b208-c394a344d651 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 946 time: 0.0667758
Feb 05 21:58:41.515998 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c19bac56-6d4b-48d5-b95f-891ac5e516de req-b18144c6-8611-493f-9c5e-1518aec7fd36 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497403
Feb 05 21:58:42.649862 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf266dca-aef7-436f-9036-08f2a1c82608 req-9145e216-a9dd-4b6a-bb5e-c5e8277fc122 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:58:42.652986 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bf266dca-aef7-436f-9036-08f2a1c82608 req-9145e216-a9dd-4b6a-bb5e-c5e8277fc122 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 946 time: 0.0605569
Feb 05 21:58:42.707262 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bf266dca-aef7-436f-9036-08f2a1c82608 req-8dde2c52-27a8-4fea-9eec-fb055666c41a tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482657
Feb 05 21:58:43.847684 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5756c-881a-4cf8-84fe-9b5a9a19b5a5 req-b39c9a66-a969-4245-8ccb-bf89fa2168a9 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:58:43.849188 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6ac5756c-881a-4cf8-84fe-9b5a9a19b5a5 req-b39c9a66-a969-4245-8ccb-bf89fa2168a9 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 946 time: 0.0673399
Feb 05 21:58:43.910846 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6ac5756c-881a-4cf8-84fe-9b5a9a19b5a5 req-1906e63c-703e-4de0-b4dd-f3d38d9a6f71 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547137
Feb 05 21:58:45.051524 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e88da-ab49-47cb-8272-12397077916b req-b67cfa2f-fd35-47dc-a6e1-236b3c72c15f tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:58:45.053030 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9e0e88da-ab49-47cb-8272-12397077916b req-b67cfa2f-fd35-47dc-a6e1-236b3c72c15f tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 946 time: 0.0560760
Feb 05 21:58:45.103243 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9e0e88da-ab49-47cb-8272-12397077916b req-e79ee0b9-3298-496a-903a-8682f416fa26 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442865
Feb 05 21:58:45.771047 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:58:45.983620 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6c5d3-1353-4c4b-92b1-c962e3dc8c8a req-c27d7d75-af57-40a4-881e-fa1dadbc0882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:58:45.985101 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fad6c5d3-1353-4c4b-92b1-c962e3dc8c8a req-c27d7d75-af57-40a4-881e-fa1dadbc0882 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=27fa8d1f73e84db099a940e9001e4fdb&device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 1128 time: 0.0454788
Feb 05 21:58:46.080643 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6c5d3-1353-4c4b-92b1-c962e3dc8c8a req-9d4ca21d-08c4-4c3c-a1cc-d813790dd1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:58:46.082089 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fad6c5d3-1353-4c4b-92b1-c962e3dc8c8a req-9d4ca21d-08c4-4c3c-a1cc-d813790dd1f0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=05658e93-9712-451a-9039-cffb286299d4 HTTP/1.1" status: 200  len: 910 time: 0.0911710
Feb 05 21:58:46.147895 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fad6c5d3-1353-4c4b-92b1-c962e3dc8c8a req-843138fd-7124-40bf-995d-3e3ffac26331 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79dbebac-0378-4068-b0a6-33be67defe00 HTTP/1.1" status: 200  len: 1002 time: 0.0591187
Feb 05 21:58:46.196371 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6c5d3-1353-4c4b-92b1-c962e3dc8c8a req-57eda6d1-7785-4b3a-bd51-1ddd1cad5d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:58:46.198155 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fad6c5d3-1353-4c4b-92b1-c962e3dc8c8a req-57eda6d1-7785-4b3a-bd51-1ddd1cad5d0a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d2f7d63b-9b57-4c21-9659-71834ae1e597 HTTP/1.1" status: 200  len: 848 time: 0.0443456
Feb 05 21:58:46.225715 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a84e0-0882-40c4-a8ae-08651fe0e1d1 req-ddbc084e-8e86-4ebc-ac80-38bfe015dfc7 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:58:46.227258 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-229a84e0-0882-40c4-a8ae-08651fe0e1d1 req-ddbc084e-8e86-4ebc-ac80-38bfe015dfc7 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 946 time: 0.0522728
Feb 05 21:58:46.250854 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6c5d3-1353-4c4b-92b1-c962e3dc8c8a req-836a9479-1a9e-4169-8da4-3e986a3d8e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:58:46.252365 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fad6c5d3-1353-4c4b-92b1-c962e3dc8c8a req-836a9479-1a9e-4169-8da4-3e986a3d8e74 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=05658e93-9712-451a-9039-cffb286299d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0486822
Feb 05 21:58:46.275805 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-229a84e0-0882-40c4-a8ae-08651fe0e1d1 req-52cd89f9-b994-45b3-af4f-9e93e2241617 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422795
Feb 05 21:58:46.342756 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fad6c5d3-1353-4c4b-92b1-c962e3dc8c8a req-6472014e-e658-4990-b479-4ee5a0024fb7 service neutron] 10.222.0.21 "GET /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834863
Feb 05 21:58:46.436662 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fad6c5d3-1353-4c4b-92b1-c962e3dc8c8a req-a9deef4a-d319-4fd6-bc99-ec2a1b593780 service neutron] 10.222.0.21 "GET /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0881112
Feb 05 21:58:47.401316 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945bb3e1-b368-48c2-aef5-46061af44ee9 req-ebb92dff-6a20-4931-9fe8-415ad8616644 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:58:47.402810 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-945bb3e1-b368-48c2-aef5-46061af44ee9 req-ebb92dff-6a20-4931-9fe8-415ad8616644 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 946 time: 0.0569487
Feb 05 21:58:47.450998 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-945bb3e1-b368-48c2-aef5-46061af44ee9 req-046e9da6-c253-43c3-916d-9b552c1af372 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425527
Feb 05 21:58:48.572357 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa496d-d118-4ded-8a9c-b79d0ca33359 req-2a255503-67bd-4caf-a99c-dad2316d6067 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:58:48.573849 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5ffa496d-d118-4ded-8a9c-b79d0ca33359 req-2a255503-67bd-4caf-a99c-dad2316d6067 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 946 time: 0.0537832
Feb 05 21:58:48.621967 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5ffa496d-d118-4ded-8a9c-b79d0ca33359 req-2bbdaeaf-b95e-4900-917e-9b36823d049f tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423791
Feb 05 21:58:48.737435 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-334e53b9-f5db-4e9d-ac1d-8e8ab85c5031 req-3398c5bb-badd-4223-8321-fd4fbff144cb service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 21:58:48.738553 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-334e53b9-f5db-4e9d-ac1d-8e8ab85c5031 req-3398c5bb-badd-4223-8321-fd4fbff144cb service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0494719
Feb 05 21:58:48.902526 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b038d6d-3e70-4aa6-b31d-38cfee1ccab7 req-925a0249-267a-4e29-b946-25ecac34bc8a tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:58:48.904183 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6b038d6d-3e70-4aa6-b31d-38cfee1ccab7 req-925a0249-267a-4e29-b946-25ecac34bc8a tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 946 time: 0.0605228
Feb 05 21:58:48.956232 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6b038d6d-3e70-4aa6-b31d-38cfee1ccab7 req-51c57e34-beb7-49bc-ba72-b62490d738bd tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466127
Feb 05 21:58:49.190537 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e1448f11-35d7-451d-8f20-7f5faecea4a9 req-519988cf-fed6-48ef-a607-98ccb6812848 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0860119
Feb 05 21:58:49.325864 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 79dbebac-0378-4068-b0a6-33be67defe00 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 21:58:49.403208 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 79dbebac-0378-4068-b0a6-33be67defe00 is: ACTIVE; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:58:49.403603 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (79dbebac-0378-4068-b0a6-33be67defe00), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:58:49.425675 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd69f2de-6c74-4123-a4da-dd35cc1b6d18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79dbebac-0378-4068-b0a6-33be67defe00'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:58:49.428069 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}851605b45cf2a471246fb829968e46403c172bb314a4c703424450b4be22868d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2281eb7-c2be-40a0-8f64-161b4e938b88" -d '{"events": [{"server_uuid": "bd69f2de-6c74-4123-a4da-dd35cc1b6d18", "name": "network-vif-unplugged", "status": "completed", "tag": "79dbebac-0378-4068-b0a6-33be67defe00"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:58:49.440942 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 79dbebac-0378-4068-b0a6-33be67defe00, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79dbebac-0378-4068-b0a6-33be67defe00,segment=NetworkSegment(26685adc-16ad-4056-b76f-288002f7d333),segment_id=26685adc-16ad-4056-b76f-288002f7d333)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:58:49.445168 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (79dbebac-0378-4068-b0a6-33be67defe00), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:58:49.472099 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 05 Feb 2022 21:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d29ac6-9034-4197-b523-7b3c0b3adc80 x-openstack-request-id: req-f4d29ac6-9034-4197-b523-7b3c0b3adc80 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:58:49.472392 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd69f2de-6c74-4123-a4da-dd35cc1b6d18", "name": "network-vif-unplugged", "status": "failed", "tag": "79dbebac-0378-4068-b0a6-33be67defe00", "code": 422}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:58:49.472650 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f4d29ac6-9034-4197-b523-7b3c0b3adc80 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:58:49.473038 ncdv-master-1 neutron-server[114392]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bd69f2de-6c74-4123-a4da-dd35cc1b6d18', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '79dbebac-0378-4068-b0a6-33be67defe00', 'code': 422} returned with failed status
Feb 05 21:58:49.499223 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=79dbebac-0378-4068-b0a6-33be67defe00,revision_number=8']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:58:50.074874 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa23ca7-c8d7-4153-9186-5e017571878a req-fd29af41-3e6d-4b59-924a-8369d2d9fc41 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:58:50.076356 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8aa23ca7-c8d7-4153-9186-5e017571878a req-fd29af41-3e6d-4b59-924a-8369d2d9fc41 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 944 time: 0.0535419
Feb 05 21:58:50.125326 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8aa23ca7-c8d7-4153-9186-5e017571878a req-08a9e073-f4bf-438f-ba09-4dce63e02184 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434160
Feb 05 21:58:50.813225 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:58:51.247567 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f52cb-1912-4247-b60b-d823b7b9a284 req-b233e500-d4e1-4108-a2de-9eab41379c43 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:58:51.249048 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2d6f52cb-1912-4247-b60b-d823b7b9a284 req-b233e500-d4e1-4108-a2de-9eab41379c43 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 944 time: 0.0562773
Feb 05 21:58:51.297581 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2d6f52cb-1912-4247-b60b-d823b7b9a284 req-407af60d-cb2e-43e3-9bfd-a1bbc0c4e88c tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430450
Feb 05 21:58:52.416305 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54aae24-3920-49fd-bd37-2178c513ce78 req-54b6325a-9fda-41a5-81be-68e4284570dd tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:58:52.417777 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e54aae24-3920-49fd-bd37-2178c513ce78 req-54b6325a-9fda-41a5-81be-68e4284570dd tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 944 time: 0.0540586
Feb 05 21:58:52.465679 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e54aae24-3920-49fd-bd37-2178c513ce78 req-4bd2b837-582e-464a-8797-465eb543126b tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423326
Feb 05 21:58:53.585200 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf318bb-bd2d-4a13-ba79-06948eabc388 req-084c2354-db44-426f-9435-fb53033bc1af tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:58:53.586755 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4cf318bb-bd2d-4a13-ba79-06948eabc388 req-084c2354-db44-426f-9435-fb53033bc1af tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 944 time: 0.0538623
Feb 05 21:58:53.641591 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4cf318bb-bd2d-4a13-ba79-06948eabc388 req-3add0a42-6dfe-4966-b9b7-b67c8e8e20d1 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482762
Feb 05 21:58:53.826251 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:58:54.031403 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1448f11-35d7-451d-8f20-7f5faecea4a9 req-8219faee-c7cd-459f-a33a-a83a1cff97d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:58:54.032880 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e1448f11-35d7-451d-8f20-7f5faecea4a9 req-8219faee-c7cd-459f-a33a-a83a1cff97d4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18&tenant_id=27fa8d1f73e84db099a940e9001e4fdb HTTP/1.1" status: 200  len: 1126 time: 0.0450518
Feb 05 21:58:54.097538 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1448f11-35d7-451d-8f20-7f5faecea4a9 req-5c00e5fe-9448-4775-9888-430726200f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:58:54.099071 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e1448f11-35d7-451d-8f20-7f5faecea4a9 req-5c00e5fe-9448-4775-9888-430726200f71 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=27fa8d1f73e84db099a940e9001e4fdb&device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 1126 time: 0.0436370
Feb 05 21:58:54.191510 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1448f11-35d7-451d-8f20-7f5faecea4a9 req-1cd73cd1-2576-47cf-9642-78c96db828da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:58:54.192974 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e1448f11-35d7-451d-8f20-7f5faecea4a9 req-1cd73cd1-2576-47cf-9642-78c96db828da service neutron] 10.222.0.21 "GET /v2.0/networks?id=05658e93-9712-451a-9039-cffb286299d4 HTTP/1.1" status: 200  len: 910 time: 0.0878301
Feb 05 21:58:54.255934 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e1448f11-35d7-451d-8f20-7f5faecea4a9 req-368e843e-49e5-4983-9f58-4e19227d27a0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79dbebac-0378-4068-b0a6-33be67defe00 HTTP/1.1" status: 200  len: 1000 time: 0.0570915
Feb 05 21:58:54.306616 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1448f11-35d7-451d-8f20-7f5faecea4a9 req-3463aae6-879e-4341-a570-9622246f31da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:58:54.308061 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e1448f11-35d7-451d-8f20-7f5faecea4a9 req-3463aae6-879e-4341-a570-9622246f31da service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d2f7d63b-9b57-4c21-9659-71834ae1e597 HTTP/1.1" status: 200  len: 848 time: 0.0464513
Feb 05 21:58:54.356983 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1448f11-35d7-451d-8f20-7f5faecea4a9 req-ee1abd94-8a86-461b-ba2f-7c80bccfbe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:58:54.358590 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e1448f11-35d7-451d-8f20-7f5faecea4a9 req-ee1abd94-8a86-461b-ba2f-7c80bccfbe29 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=05658e93-9712-451a-9039-cffb286299d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0441403
Feb 05 21:58:54.444278 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e1448f11-35d7-451d-8f20-7f5faecea4a9 req-dcfff0fc-c2ea-417c-bf06-f1e190646f7c service neutron] 10.222.0.21 "GET /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0798697
Feb 05 21:58:54.536706 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e1448f11-35d7-451d-8f20-7f5faecea4a9 req-3a46609e-bf5f-4bee-809a-8011e453a744 service neutron] 10.222.0.21 "GET /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860081
Feb 05 21:58:54.763740 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987be74-40fb-4fd2-9f1e-08f78c9746eb req-261dfe47-95b8-4ac6-b33e-744fcb27694b tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:58:54.765687 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f987be74-40fb-4fd2-9f1e-08f78c9746eb req-261dfe47-95b8-4ac6-b33e-744fcb27694b tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 944 time: 0.0545509
Feb 05 21:58:54.829312 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f987be74-40fb-4fd2-9f1e-08f78c9746eb req-dddcf106-7beb-4023-9e46-7fa39c18fce9 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0578649
Feb 05 21:58:55.955404 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3425d2f-c73f-46bb-b828-1ef6907743d6 req-c58f0f52-2257-4e3a-bef4-43b2d9a2bd39 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:58:55.956912 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a3425d2f-c73f-46bb-b828-1ef6907743d6 req-c58f0f52-2257-4e3a-bef4-43b2d9a2bd39 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 944 time: 0.0583017
Feb 05 21:58:56.009522 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a3425d2f-c73f-46bb-b828-1ef6907743d6 req-c9621d33-5f7a-477d-b58f-fb4345b9ada7 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467319
Feb 05 21:58:57.139988 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e78331-6b52-4305-afea-24e4f1551972 req-c3fa80e3-42a2-48ba-9e71-96397798bf78 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:58:57.142172 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c6e78331-6b52-4305-afea-24e4f1551972 req-c3fa80e3-42a2-48ba-9e71-96397798bf78 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 944 time: 0.0593982
Feb 05 21:58:57.218531 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c6e78331-6b52-4305-afea-24e4f1551972 req-80a51f6e-37b2-4488-8813-c691a42400ea tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520763
Feb 05 21:58:58.348489 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf6a85-6e74-4e30-bf95-9b8119d9e7fd req-ee25d944-cf41-4798-9b16-c89c41e2194c tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:58:58.352495 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8fbf6a85-6e74-4e30-bf95-9b8119d9e7fd req-ee25d944-cf41-4798-9b16-c89c41e2194c tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 944 time: 0.0560095
Feb 05 21:58:58.405588 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8fbf6a85-6e74-4e30-bf95-9b8119d9e7fd req-2ba148da-7b59-40ab-8c11-b7224e169475 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491865
Feb 05 21:58:59.535673 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ab311-5363-437c-abb0-be450a3c4b1f req-42c2e182-357f-4349-abd3-080ef218860f tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:58:59.537215 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-326ab311-5363-437c-abb0-be450a3c4b1f req-42c2e182-357f-4349-abd3-080ef218860f tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 944 time: 0.0612087
Feb 05 21:58:59.591765 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-326ab311-5363-437c-abb0-be450a3c4b1f req-47155ad0-8136-425d-b37b-9042a92e0c82 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477483
Feb 05 21:59:00.724835 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88a37e-e7a1-47b8-ae7b-f326fde8e571 req-fbb748e8-4d60-422c-94d8-8b7777aba9d4 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:59:00.726501 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fc88a37e-e7a1-47b8-ae7b-f326fde8e571 req-fbb748e8-4d60-422c-94d8-8b7777aba9d4 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 944 time: 0.0551832
Feb 05 21:59:00.779016 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fc88a37e-e7a1-47b8-ae7b-f326fde8e571 req-d5f7eb2b-8243-4059-9a41-106150ee51cf tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460248
Feb 05 21:59:01.915659 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac16f2-d669-48fd-8931-a3b726c67ef2 req-1901e11f-42e3-43c6-ab54-373255b4d5f9 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:59:01.917149 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0bac16f2-d669-48fd-8931-a3b726c67ef2 req-1901e11f-42e3-43c6-ab54-373255b4d5f9 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 944 time: 0.0592163
Feb 05 21:59:01.977964 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0bac16f2-d669-48fd-8931-a3b726c67ef2 req-178e69e4-7f80-45b8-a52e-1586bb2992ce tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0544994
Feb 05 21:59:03.099562 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46820baa-a4f6-470c-8ec9-47e1d09a6258 req-a9a7b362-30fe-4284-8c88-b6d228684fb0 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:59:03.101028 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-46820baa-a4f6-470c-8ec9-47e1d09a6258 req-a9a7b362-30fe-4284-8c88-b6d228684fb0 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 944 time: 0.0521388
Feb 05 21:59:03.153597 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-46820baa-a4f6-470c-8ec9-47e1d09a6258 req-ae18ae65-0bc0-4f20-a03a-4c1542c14b8b tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467322
Feb 05 21:59:03.865483 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-fd2ab0b9-4698-4b76-9665-3339db616e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:59:04.270982 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194b4b2-51ee-4ba4-88ff-521b912db6be req-ba3e3350-e785-41b6-b782-e503d0f19d26 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:59:04.272359 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1194b4b2-51ee-4ba4-88ff-521b912db6be req-ba3e3350-e785-41b6-b782-e503d0f19d26 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 944 time: 0.0518928
Feb 05 21:59:04.320122 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1194b4b2-51ee-4ba4-88ff-521b912db6be req-44dec990-478d-4527-bb15-3c821625aff7 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411203
Feb 05 21:59:05.444375 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26bf9b-1ad1-48c3-9dd8-d35088ca9da6 req-0ad9f3ea-e6f2-4a1d-ae4f-dd382a92f1f6 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:59:05.445839 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7c26bf9b-1ad1-48c3-9dd8-d35088ca9da6 req-0ad9f3ea-e6f2-4a1d-ae4f-dd382a92f1f6 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 944 time: 0.0563018
Feb 05 21:59:05.494500 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7c26bf9b-1ad1-48c3-9dd8-d35088ca9da6 req-9581d748-633f-429a-b57b-3546f3bd9649 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429561
Feb 05 21:59:06.246468 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b0acbbdc-f0ad-4d9c-aad8-ed2faa096b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:59:06.613126 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95810d-58fc-4da9-9f7d-faed654e8706 req-47b122c0-9d12-43d8-bc74-603210072bd8 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:59:06.614642 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-de95810d-58fc-4da9-9f7d-faed654e8706 req-47b122c0-9d12-43d8-bc74-603210072bd8 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 944 time: 0.0524304
Feb 05 21:59:06.662401 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-de95810d-58fc-4da9-9f7d-faed654e8706 req-564f7d9f-ab92-4a45-b336-f5554fe17ee2 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422177
Feb 05 21:59:07.727312 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:59:07.781690 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a5580f-c36d-4ba1-84fb-54a8cddf5856 req-bbd2efcf-cf37-4c14-afcd-4fb3c0417840 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:59:07.783204 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c8a5580f-c36d-4ba1-84fb-54a8cddf5856 req-bbd2efcf-cf37-4c14-afcd-4fb3c0417840 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 944 time: 0.0527117
Feb 05 21:59:07.834905 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c8a5580f-c36d-4ba1-84fb-54a8cddf5856 req-003e78a0-a07e-4eee-aefe-3d4a4bd59c48 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461295
Feb 05 21:59:08.953536 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaadd5d7-7115-4fe2-8e0e-c944b7b34b14 req-a84c7371-e976-4e33-88a0-f6fa581f0c5a tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:59:08.955071 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aaadd5d7-7115-4fe2-8e0e-c944b7b34b14 req-a84c7371-e976-4e33-88a0-f6fa581f0c5a tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 944 time: 0.0522182
Feb 05 21:59:09.002211 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-aaadd5d7-7115-4fe2-8e0e-c944b7b34b14 req-8b6e293e-abf0-4f9f-b8a5-40096e6e8d6c tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415354
Feb 05 21:59:09.310613 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:59:09.409161 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 79dbebac-0378-4068-b0a6-33be67defe00 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 21:59:09.506364 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 79dbebac-0378-4068-b0a6-33be67defe00, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79dbebac-0378-4068-b0a6-33be67defe00,segment=NetworkSegment(26685adc-16ad-4056-b76f-288002f7d333),segment_id=26685adc-16ad-4056-b76f-288002f7d333)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:59:09.517434 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '79dbebac-0378-4068-b0a6-33be67defe00', 'network_id': '05658e93-9712-451a-9039-cffb286299d4', 'port_id': '79dbebac-0378-4068-b0a6-33be67defe00', 'mac_address': 'fa:16:3e:8b:2c:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f7d63b-9b57-4c21-9659-71834ae1e597', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 21:59:09.554569 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 79dbebac-0378-4068-b0a6-33be67defe00 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:59:09.554954 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (79dbebac-0378-4068-b0a6-33be67defe00), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:59:09.567707 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79dbebac-0378-4068-b0a6-33be67defe00 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 21:59:09.586609 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 79dbebac-0378-4068-b0a6-33be67defe00, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79dbebac-0378-4068-b0a6-33be67defe00,segment=NetworkSegment(26685adc-16ad-4056-b76f-288002f7d333),segment_id=26685adc-16ad-4056-b76f-288002f7d333)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:59:09.591154 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (79dbebac-0378-4068-b0a6-33be67defe00), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:59:09.637351 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=79dbebac-0378-4068-b0a6-33be67defe00,revision_number=9']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:59:09.920065 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['79dbebac-0378-4068-b0a6-33be67defe00'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 21:59:10.121211 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc20aca-a438-476f-96b5-0bc8a19dd702 req-fc76946f-8f88-4478-8a7a-64cd30f559a3 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:59:10.123554 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-afc20aca-a438-476f-96b5-0bc8a19dd702 req-fc76946f-8f88-4478-8a7a-64cd30f559a3 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 945 time: 0.0533121
Feb 05 21:59:10.172519 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-afc20aca-a438-476f-96b5-0bc8a19dd702 req-ff613e1f-4342-4d32-b5b8-18b7ac7055e6 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432291
Feb 05 21:59:10.648625 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:59:11.297101 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd691039-5a4b-4fed-981e-1341a21f7e3b req-8d3b0b20-b30a-4674-97e7-2d112518be8d tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:59:11.298591 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fd691039-5a4b-4fed-981e-1341a21f7e3b req-8d3b0b20-b30a-4674-97e7-2d112518be8d tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 945 time: 0.0577791
Feb 05 21:59:11.349909 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-fd691039-5a4b-4fed-981e-1341a21f7e3b req-908a0d8f-941d-4a49-a951-d4c4a5c52956 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456696
Feb 05 21:59:11.419007 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 79dbebac-0378-4068-b0a6-33be67defe00 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 21:59:11.469976 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 79dbebac-0378-4068-b0a6-33be67defe00 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 21:59:11.470304 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (79dbebac-0378-4068-b0a6-33be67defe00), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:59:11.546201 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 79dbebac-0378-4068-b0a6-33be67defe00 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 21:59:11.546624 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (79dbebac-0378-4068-b0a6-33be67defe00), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:59:11.568583 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd69f2de-6c74-4123-a4da-dd35cc1b6d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79dbebac-0378-4068-b0a6-33be67defe00'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 21:59:11.570803 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}851605b45cf2a471246fb829968e46403c172bb314a4c703424450b4be22868d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0c6629-ec37-42f8-aad3-1b968eaa6cf1" -d '{"events": [{"server_uuid": "bd69f2de-6c74-4123-a4da-dd35cc1b6d18", "name": "network-vif-plugged", "status": "completed", "tag": "79dbebac-0378-4068-b0a6-33be67defe00"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 21:59:11.583430 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 79dbebac-0378-4068-b0a6-33be67defe00, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79dbebac-0378-4068-b0a6-33be67defe00,segment=NetworkSegment(26685adc-16ad-4056-b76f-288002f7d333),segment_id=26685adc-16ad-4056-b76f-288002f7d333)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 21:59:11.587379 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (79dbebac-0378-4068-b0a6-33be67defe00), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:59:11.618467 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 21:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a2ade0-4842-47ee-807f-eb17a349613e x-openstack-request-id: req-40a2ade0-4842-47ee-807f-eb17a349613e {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 21:59:11.618768 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd69f2de-6c74-4123-a4da-dd35cc1b6d18", "name": "network-vif-plugged", "status": "completed", "tag": "79dbebac-0378-4068-b0a6-33be67defe00", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 21:59:11.619028 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-40a2ade0-4842-47ee-807f-eb17a349613e {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 21:59:11.619425 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd69f2de-6c74-4123-a4da-dd35cc1b6d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79dbebac-0378-4068-b0a6-33be67defe00', 'code': 200}
Feb 05 21:59:11.645706 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=79dbebac-0378-4068-b0a6-33be67defe00,revision_number=10']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 21:59:11.774542 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2640024-1906-4c43-9285-b93989749c1f req-38af99b8-7070-4109-9908-b9a5773ddc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:59:11.776232 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d2640024-1906-4c43-9285-b93989749c1f req-38af99b8-7070-4109-9908-b9a5773ddc1c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 1129 time: 0.0492251
Feb 05 21:59:11.820281 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d2640024-1906-4c43-9285-b93989749c1f req-b43dbc9e-d3f8-4cba-a06f-5644b1ed4a1e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387037
Feb 05 21:59:12.469281 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8287f-fb1a-414e-adae-e0430d14e2e5 req-01eaf6d2-b138-4abc-ad29-d450f09e1e98 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:59:12.470785 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d4a8287f-fb1a-414e-adae-e0430d14e2e5 req-01eaf6d2-b138-4abc-ad29-d450f09e1e98 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 947 time: 0.0518932
Feb 05 21:59:12.519042 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d4a8287f-fb1a-414e-adae-e0430d14e2e5 req-09e204d7-54b4-4f3d-96ad-89c1eff988f7 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427005
Feb 05 21:59:13.654408 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd632a-846f-4a92-ab56-9d0bfd5e5a62 req-93ff7e73-fb1a-43ee-9b7d-67ea754636e4 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:59:13.655880 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03cd632a-846f-4a92-ab56-9d0bfd5e5a62 req-93ff7e73-fb1a-43ee-9b7d-67ea754636e4 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 947 time: 0.0646002
Feb 05 21:59:13.704081 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-03cd632a-846f-4a92-ab56-9d0bfd5e5a62 req-83154f61-8fd8-48a4-8b4c-4f3f27887a55 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426714
Feb 05 21:59:14.821848 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8161a04d-21fb-46f8-a90e-1fbb94553399 req-86dc3515-c4a4-451a-a0ef-1661ddccfb6c tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:59:14.823859 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8161a04d-21fb-46f8-a90e-1fbb94553399 req-86dc3515-c4a4-451a-a0ef-1661ddccfb6c tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 947 time: 0.0515838
Feb 05 21:59:14.871500 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8161a04d-21fb-46f8-a90e-1fbb94553399 req-8c5e2410-ff6b-4d47-84be-53bec3d2374f tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421011
Feb 05 21:59:15.771660 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:59:20.833991 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:59:30.825334 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 21:59:33.866923 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d35c3411-f85d-4328-9dd8-791655d9a26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:59:36.247246 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-16a727f7-b747-4c6d-b61f-e78c33e8a456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:59:37.729691 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:59:39.314871 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:59:40.650905 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:59:45.769785 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 21:59:49.150772 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-02f1e23b-fed0-4148-82b6-a04020368879 req-7e1609fe-6800-461e-b8b4-f1dbcb266f9b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1057169
Feb 05 21:59:49.234414 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1e23b-fed0-4148-82b6-a04020368879 req-4d9d8917-5681-47e9-bdd3-0debd2d20098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:59:49.235874 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-02f1e23b-fed0-4148-82b6-a04020368879 req-4d9d8917-5681-47e9-bdd3-0debd2d20098 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=27fa8d1f73e84db099a940e9001e4fdb&device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 1129 time: 0.0444250
Feb 05 21:59:49.336813 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1e23b-fed0-4148-82b6-a04020368879 req-46fa4e22-f444-48af-8a5d-1a42462dc749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:59:49.338401 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-02f1e23b-fed0-4148-82b6-a04020368879 req-46fa4e22-f444-48af-8a5d-1a42462dc749 service neutron] 10.222.0.21 "GET /v2.0/networks?id=05658e93-9712-451a-9039-cffb286299d4 HTTP/1.1" status: 200  len: 910 time: 0.0842257
Feb 05 21:59:49.408019 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-02f1e23b-fed0-4148-82b6-a04020368879 req-9fafc077-dc7b-4b9d-8549-0ad97215474d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79dbebac-0378-4068-b0a6-33be67defe00 HTTP/1.1" status: 200  len: 1002 time: 0.0617480
Feb 05 21:59:49.458666 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1e23b-fed0-4148-82b6-a04020368879 req-d246d094-6f20-4c5e-87e8-2b297ba9def8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:59:49.460139 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-02f1e23b-fed0-4148-82b6-a04020368879 req-d246d094-6f20-4c5e-87e8-2b297ba9def8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d2f7d63b-9b57-4c21-9659-71834ae1e597 HTTP/1.1" status: 200  len: 848 time: 0.0426536
Feb 05 21:59:49.512372 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1e23b-fed0-4148-82b6-a04020368879 req-c49d2532-c27e-47bf-b54b-e92a947fb976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 21:59:49.513771 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-02f1e23b-fed0-4148-82b6-a04020368879 req-c49d2532-c27e-47bf-b54b-e92a947fb976 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=05658e93-9712-451a-9039-cffb286299d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0442853
Feb 05 21:59:49.606728 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-02f1e23b-fed0-4148-82b6-a04020368879 req-bb8394f0-3aa4-4e89-a285-4e4d20d7539c service neutron] 10.222.0.21 "GET /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848639
Feb 05 21:59:49.694599 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-02f1e23b-fed0-4148-82b6-a04020368879 req-40aee0e5-b4a4-486f-9608-61e0d3cac0ce service neutron] 10.222.0.21 "GET /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0811608
Feb 05 21:59:50.828307 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:03.872984 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a612e541-0c5f-4c2e-b78c-cc149a639767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:06.249253 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6e1b1d00-0dd9-4843-8cf1-a0fb7cfbb90d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:07.732069 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:07.824879 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 22:00:09.314625 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:10.653915 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:15.783718 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:20.827187 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:33.864285 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-dfca6c9f-6369-40ea-a85e-79d33ff8dc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:36.250976 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f391697e-4c96-4ae6-9b7b-2416a3e19226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:37.736698 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:39.317603 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:40.656051 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:44.823684 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 22:00:45.783833 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:49.098527 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-84148bd2-a56a-42ce-b55e-dc174a8ea840 req-620b0d9c-47fa-4cd0-8ea0-31be05c7f71f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0467105
Feb 05 22:00:49.180845 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84148bd2-a56a-42ce-b55e-dc174a8ea840 req-1998a405-310e-4890-bb51-48198d996112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:00:49.182352 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-84148bd2-a56a-42ce-b55e-dc174a8ea840 req-1998a405-310e-4890-bb51-48198d996112 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=27fa8d1f73e84db099a940e9001e4fdb&device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 1129 time: 0.0457387
Feb 05 22:00:49.284968 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84148bd2-a56a-42ce-b55e-dc174a8ea840 req-1efa1664-f0c3-4ab2-85e6-bf99ae5b94b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:00:49.286514 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-84148bd2-a56a-42ce-b55e-dc174a8ea840 req-1efa1664-f0c3-4ab2-85e6-bf99ae5b94b9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=05658e93-9712-451a-9039-cffb286299d4 HTTP/1.1" status: 200  len: 910 time: 0.0871141
Feb 05 22:00:49.350688 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-84148bd2-a56a-42ce-b55e-dc174a8ea840 req-0509e749-2324-4865-8747-bde1e013e1e8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79dbebac-0378-4068-b0a6-33be67defe00 HTTP/1.1" status: 200  len: 1002 time: 0.0581653
Feb 05 22:00:49.397743 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84148bd2-a56a-42ce-b55e-dc174a8ea840 req-31f6dc9a-d2eb-41ec-be38-8809d6e16f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:00:49.399293 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-84148bd2-a56a-42ce-b55e-dc174a8ea840 req-31f6dc9a-d2eb-41ec-be38-8809d6e16f5a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d2f7d63b-9b57-4c21-9659-71834ae1e597 HTTP/1.1" status: 200  len: 848 time: 0.0430965
Feb 05 22:00:49.450284 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84148bd2-a56a-42ce-b55e-dc174a8ea840 req-0dc05916-09b0-4d5c-84e4-3712fbedfb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:00:49.452646 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-84148bd2-a56a-42ce-b55e-dc174a8ea840 req-0dc05916-09b0-4d5c-84e4-3712fbedfb98 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=05658e93-9712-451a-9039-cffb286299d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0474832
Feb 05 22:00:49.538997 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-84148bd2-a56a-42ce-b55e-dc174a8ea840 req-4799d62e-e03f-4afb-86b0-887d10565f15 service neutron] 10.222.0.21 "GET /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0806704
Feb 05 22:00:49.628291 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-84148bd2-a56a-42ce-b55e-dc174a8ea840 req-3dcc5c81-3471-40f2-81f0-db9b4ec4c216 service neutron] 10.222.0.21 "GET /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839934
Feb 05 22:00:50.498312 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 54982) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:00:50.845779 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:51.035770 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-8802a49d-f379-4349-a2d7-bcf61ff2b66b tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Deleting port ae3f393b-1515-44e0-8340-2b3958144973 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 22:00:51.036118 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8802a49d-f379-4349-a2d7-bcf61ff2b66b tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (ae3f393b-1515-44e0-8340-2b3958144973), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:51.110999 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8802a49d-f379-4349-a2d7-bcf61ff2b66b tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (ae3f393b-1515-44e0-8340-2b3958144973), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:51.111237 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8802a49d-f379-4349-a2d7-bcf61ff2b66b tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for floatingip (ae3f393b-1515-44e0-8340-2b3958144973), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:51.123223 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-8802a49d-f379-4349-a2d7-bcf61ff2b66b tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Calling delete_port for ae3f393b-1515-44e0-8340-2b3958144973 owned by network:floatingip {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 22:00:51.271286 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8802a49d-f379-4349-a2d7-bcf61ff2b66b tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (ae3f393b-1515-44e0-8340-2b3958144973), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:51.297513 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8802a49d-f379-4349-a2d7-bcf61ff2b66b tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Pushing event deleted for resources: {'Port': ['ID=ae3f393b-1515-44e0-8340-2b3958144973,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:00:51.308997 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8802a49d-f379-4349-a2d7-bcf61ff2b66b tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:00:51.309348 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8802a49d-f379-4349-a2d7-bcf61ff2b66b tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:00:51.309691 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8802a49d-f379-4349-a2d7-bcf61ff2b66b tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:00:51.310035 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8802a49d-f379-4349-a2d7-bcf61ff2b66b tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:00:51.311315 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8802a49d-f379-4349-a2d7-bcf61ff2b66b tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:00:51.311667 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8802a49d-f379-4349-a2d7-bcf61ff2b66b tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:00:51.312004 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8802a49d-f379-4349-a2d7-bcf61ff2b66b tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:00:51.312338 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8802a49d-f379-4349-a2d7-bcf61ff2b66b tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:00:51.312671 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8802a49d-f379-4349-a2d7-bcf61ff2b66b tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:00:51.312998 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8802a49d-f379-4349-a2d7-bcf61ff2b66b tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:00:51.313328 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8802a49d-f379-4349-a2d7-bcf61ff2b66b tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:00:51.313656 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8802a49d-f379-4349-a2d7-bcf61ff2b66b tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:00:51.314245 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8802a49d-f379-4349-a2d7-bcf61ff2b66b tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:00:51.371425 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8802a49d-f379-4349-a2d7-bcf61ff2b66b tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for floatingip (e446e7a4-0d95-4f61-af68-2284058890a1), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:51.371664 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-8802a49d-f379-4349-a2d7-bcf61ff2b66b tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Floating IP e446e7a4-0d95-4f61-af68-2284058890a1 disassociated (deleted). External IP: 172.35.4.179, port: 79dbebac-0378-4068-b0a6-33be67defe00.
Feb 05 22:00:51.583412 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8802a49d-f379-4349-a2d7-bcf61ff2b66b tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Router f5b0d119-db60-4a1c-b6fc-5efac8456f5d has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 22:00:51.693388 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8802a49d-f379-4349-a2d7-bcf61ff2b66b tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 22:00:51.698233 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-8802a49d-f379-4349-a2d7-bcf61ff2b66b tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:51.703537 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004acd80-9231-4cad-8955-3cb47600b6f0 None None] Sync routers for ids ['f5b0d119-db60-4a1c-b6fc-5efac8456f5d'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 22:00:51.713409 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004acd80-9231-4cad-8955-3cb47600b6f0 None None] Routers {'f5b0d119-db60-4a1c-b6fc-5efac8456f5d'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 22:00:51.714031 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-004acd80-9231-4cad-8955-3cb47600b6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabe2dbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T22:00:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['f5b0d119-db60-4a1c-b6fc-5efac8456f5d'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:00:51.728093 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8802a49d-f379-4349-a2d7-bcf61ff2b66b tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "DELETE /v2.0/floatingips/e446e7a4-0d95-4f61-af68-2284058890a1 HTTP/1.1" status: 204  len: 168 time: 1.2286408
Feb 05 22:00:51.728687 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd69f2de-6c74-4123-a4da-dd35cc1b6d18', 'tag': '79dbebac-0378-4068-b0a6-33be67defe00'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 22:00:51.730980 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16fdd19d8a7c57de6e0d65e92e0f39486390e6be4ccbd395fc02e890f8c23cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb7a08d-8e13-4689-aa98-656a0cf153a2" -d '{"events": [{"name": "network-changed", "server_uuid": "bd69f2de-6c74-4123-a4da-dd35cc1b6d18", "tag": "79dbebac-0378-4068-b0a6-33be67defe00"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 22:00:52.007850 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-004acd80-9231-4cad-8955-3cb47600b6f0 None None] Set router f5b0d119-db60-4a1c-b6fc-5efac8456f5d gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 22:00:52.040408 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9544ff1-3b15-4bdc-9497-5162c6471596 req-5050a678-1542-4c18-a415-b6079a43f86a tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:00:52.041895 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c9544ff1-3b15-4bdc-9497-5162c6471596 req-5050a678-1542-4c18-a415-b6079a43f86a tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 947 time: 0.1137967
Feb 05 22:00:52.092378 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c9544ff1-3b15-4bdc-9497-5162c6471596 req-9dd2dd5e-d907-4419-aa45-d5aa227720b4 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447073
Feb 05 22:00:52.303377 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-004acd80-9231-4cad-8955-3cb47600b6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabe2dbb0>, [{'id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'name': 'tempest-TestShelveInstance-1437859213-router', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '1bd0f798-76f6-4bde-8754-117a2573a487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:55:27Z', 'updated_at': '2022-02-05T21:55:30Z', 'revision_number': 4, 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'gw_port': {'id': '1bd0f798-76f6-4bde-8754-117a2573a487', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:27Z', 'updated_at': '2022-02-05T21:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '843dd7ee-68c9-4a52-a3f0-e7d33c1dffae', 'name': '', 'network_id': '05658e93-9712-451a-9039-cffb286299d4', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'mac_address': 'fa:16:3e:40:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd2f7d63b-9b57-4c21-9659-71834ae1e597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:29Z', 'updated_at': '2022-02-05T21:55:34Z', 'revision_number': 5, 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'subnets': [{'id': 'd2f7d63b-9b57-4c21-9659-71834ae1e597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:00:52.336966 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004acd80-9231-4cad-8955-3cb47600b6f0 None None] Checking router: f5b0d119-db60-4a1c-b6fc-5efac8456f5d for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 22:00:52.349387 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004acd80-9231-4cad-8955-3cb47600b6f0 None None] Routers {'f5b0d119-db60-4a1c-b6fc-5efac8456f5d'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 22:00:52.349995 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-004acd80-9231-4cad-8955-3cb47600b6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabe2dbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T22:00:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['f5b0d119-db60-4a1c-b6fc-5efac8456f5d'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:00:52.459224 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-004acd80-9231-4cad-8955-3cb47600b6f0 None None] Set router f5b0d119-db60-4a1c-b6fc-5efac8456f5d gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 22:00:52.656947 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-004acd80-9231-4cad-8955-3cb47600b6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabe2dbb0>, [{'id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'name': 'tempest-TestShelveInstance-1437859213-router', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '1bd0f798-76f6-4bde-8754-117a2573a487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:55:27Z', 'updated_at': '2022-02-05T21:55:30Z', 'revision_number': 4, 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'gw_port': {'id': '1bd0f798-76f6-4bde-8754-117a2573a487', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:27Z', 'updated_at': '2022-02-05T21:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '843dd7ee-68c9-4a52-a3f0-e7d33c1dffae', 'name': '', 'network_id': '05658e93-9712-451a-9039-cffb286299d4', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'mac_address': 'fa:16:3e:40:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd2f7d63b-9b57-4c21-9659-71834ae1e597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:29Z', 'updated_at': '2022-02-05T21:55:34Z', 'revision_number': 5, 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'subnets': [{'id': 'd2f7d63b-9b57-4c21-9659-71834ae1e597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:00:52.684506 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004acd80-9231-4cad-8955-3cb47600b6f0 None None] The sync data for ids ['f5b0d119-db60-4a1c-b6fc-5efac8456f5d'] in ncdv-master-1 is: [{'id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'name': 'tempest-TestShelveInstance-1437859213-router', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '1bd0f798-76f6-4bde-8754-117a2573a487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:55:27Z', 'updated_at': '2022-02-05T21:55:30Z', 'revision_number': 4, 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'gw_port': {'id': '1bd0f798-76f6-4bde-8754-117a2573a487', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:27Z', 'updated_at': '2022-02-05T21:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '843dd7ee-68c9-4a52-a3f0-e7d33c1dffae', 'name': '', 'network_id': '05658e93-9712-451a-9039-cffb286299d4', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'mac_address': 'fa:16:3e:40:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd2f7d63b-9b57-4c21-9659-71834ae1e597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:29Z', 'updated_at': '2022-02-05T21:55:34Z', 'revision_number': 5, 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'subnets': [{'id': 'd2f7d63b-9b57-4c21-9659-71834ae1e597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 22:00:52.849808 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 22:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac48280-ec34-4fa0-ab05-e5d76fc1cebc x-openstack-request-id: req-eac48280-ec34-4fa0-ab05-e5d76fc1cebc {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 22:00:52.850306 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd69f2de-6c74-4123-a4da-dd35cc1b6d18", "tag": "79dbebac-0378-4068-b0a6-33be67defe00", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 22:00:52.850446 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eac48280-ec34-4fa0-ab05-e5d76fc1cebc {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 22:00:52.850781 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd69f2de-6c74-4123-a4da-dd35cc1b6d18', 'tag': '79dbebac-0378-4068-b0a6-33be67defe00', 'status': 'completed', 'code': 200}
Feb 05 22:00:52.918706 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb7a08d-8e13-4689-aa98-656a0cf153a2 req-94f48c3a-1cf1-48de-b13f-36e98308d8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:00:52.920845 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2eb7a08d-8e13-4689-aa98-656a0cf153a2 req-94f48c3a-1cf1-48de-b13f-36e98308d8f5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=27fa8d1f73e84db099a940e9001e4fdb&device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 1129 time: 0.0483541
Feb 05 22:00:52.940654 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59cf5bd-f37c-4bde-b9f9-1f14b2cfc58c None None] New status for floating IP e446e7a4-0d95-4f61-af68-2284058890a1: DOWN {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 22:00:53.016028 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb7a08d-8e13-4689-aa98-656a0cf153a2 req-54a81e1e-0327-494e-960f-fcfdb7347265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:00:53.017536 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2eb7a08d-8e13-4689-aa98-656a0cf153a2 req-54a81e1e-0327-494e-960f-fcfdb7347265 service neutron] 10.222.0.21 "GET /v2.0/networks?id=05658e93-9712-451a-9039-cffb286299d4 HTTP/1.1" status: 200  len: 910 time: 0.0905416
Feb 05 22:00:53.061622 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2eb7a08d-8e13-4689-aa98-656a0cf153a2 req-28fccb12-9acd-4393-ab37-0901976c396c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79dbebac-0378-4068-b0a6-33be67defe00 HTTP/1.1" status: 200  len: 217 time: 0.0355897
Feb 05 22:00:53.109799 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb7a08d-8e13-4689-aa98-656a0cf153a2 req-14fb28e6-ac80-44ad-8f8a-f4385e19891c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:00:53.111225 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2eb7a08d-8e13-4689-aa98-656a0cf153a2 req-14fb28e6-ac80-44ad-8f8a-f4385e19891c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d2f7d63b-9b57-4c21-9659-71834ae1e597 HTTP/1.1" status: 200  len: 848 time: 0.0418336
Feb 05 22:00:53.162517 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb7a08d-8e13-4689-aa98-656a0cf153a2 req-b62b02d0-c159-4c32-aa35-763049212dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:00:53.164317 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2eb7a08d-8e13-4689-aa98-656a0cf153a2 req-b62b02d0-c159-4c32-aa35-763049212dc7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=05658e93-9712-451a-9039-cffb286299d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0460029
Feb 05 22:00:53.214836 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83907dd-7e45-45ee-8d26-792e886776f3 req-ffbc8ed9-5a6f-4b3c-8911-94dd696d55d1 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:00:53.216401 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e83907dd-7e45-45ee-8d26-792e886776f3 req-ffbc8ed9-5a6f-4b3c-8911-94dd696d55d1 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 947 time: 0.0545771
Feb 05 22:00:53.261669 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2eb7a08d-8e13-4689-aa98-656a0cf153a2 req-a70137c4-1bb7-46f7-aa6c-cfa8ab578c18 service neutron] 10.222.0.21 "GET /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0883920
Feb 05 22:00:53.269168 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e83907dd-7e45-45ee-8d26-792e886776f3 req-b30345fa-b9e1-41a2-86fb-38b659287897 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470865
Feb 05 22:00:53.355651 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-2eb7a08d-8e13-4689-aa98-656a0cf153a2 req-89231fc5-ff36-4c38-967f-e42e185cc0d0 service neutron] 10.222.0.21 "GET /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862522
Feb 05 22:00:53.462626 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4f813-cfff-4597-82dd-58f86765e3a3 req-8c661b2f-3b35-4614-9dbd-905cbe0a8950 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:00:53.464006 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-30d4f813-cfff-4597-82dd-58f86765e3a3 req-8c661b2f-3b35-4614-9dbd-905cbe0a8950 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 947 time: 0.0516150
Feb 05 22:00:53.565079 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-30d4f813-cfff-4597-82dd-58f86765e3a3 req-1aa5b7c9-9af3-4984-9e5c-dba4b8d14fe5 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Deleting port 79dbebac-0378-4068-b0a6-33be67defe00 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 22:00:53.565427 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-30d4f813-cfff-4597-82dd-58f86765e3a3 req-1aa5b7c9-9af3-4984-9e5c-dba4b8d14fe5 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (79dbebac-0378-4068-b0a6-33be67defe00), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:53.654295 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-30d4f813-cfff-4597-82dd-58f86765e3a3 req-1aa5b7c9-9af3-4984-9e5c-dba4b8d14fe5 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] For port 79dbebac-0378-4068-b0a6-33be67defe00, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79dbebac-0378-4068-b0a6-33be67defe00,segment=NetworkSegment(26685adc-16ad-4056-b76f-288002f7d333),segment_id=26685adc-16ad-4056-b76f-288002f7d333)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 22:00:53.654690 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-30d4f813-cfff-4597-82dd-58f86765e3a3 req-1aa5b7c9-9af3-4984-9e5c-dba4b8d14fe5 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (79dbebac-0378-4068-b0a6-33be67defe00), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:53.666372 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-30d4f813-cfff-4597-82dd-58f86765e3a3 req-1aa5b7c9-9af3-4984-9e5c-dba4b8d14fe5 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Calling delete_port for 79dbebac-0378-4068-b0a6-33be67defe00 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 22:00:53.793086 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-30d4f813-cfff-4597-82dd-58f86765e3a3 req-1aa5b7c9-9af3-4984-9e5c-dba4b8d14fe5 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (79dbebac-0378-4068-b0a6-33be67defe00), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:53.822082 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5b7c9-9af3-4984-9e5c-dba4b8d14fe5 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Pushing event deleted for resources: {'Port': ['ID=79dbebac-0378-4068-b0a6-33be67defe00,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:00:53.848961 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5b7c9-9af3-4984-9e5c-dba4b8d14fe5 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:00:53.849315 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5b7c9-9af3-4984-9e5c-dba4b8d14fe5 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:00:53.849657 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5b7c9-9af3-4984-9e5c-dba4b8d14fe5 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:00:53.849996 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5b7c9-9af3-4984-9e5c-dba4b8d14fe5 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:00:53.850330 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5b7c9-9af3-4984-9e5c-dba4b8d14fe5 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:00:53.850697 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5b7c9-9af3-4984-9e5c-dba4b8d14fe5 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:00:53.851025 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5b7c9-9af3-4984-9e5c-dba4b8d14fe5 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:00:53.851353 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5b7c9-9af3-4984-9e5c-dba4b8d14fe5 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:00:53.851677 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5b7c9-9af3-4984-9e5c-dba4b8d14fe5 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:00:53.851999 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5b7c9-9af3-4984-9e5c-dba4b8d14fe5 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:00:53.852323 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5b7c9-9af3-4984-9e5c-dba4b8d14fe5 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:00:53.852652 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5b7c9-9af3-4984-9e5c-dba4b8d14fe5 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:00:53.852975 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa5b7c9-9af3-4984-9e5c-dba4b8d14fe5 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:00:53.876098 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d4f813-cfff-4597-82dd-58f86765e3a3 req-1aa5b7c9-9af3-4984-9e5c-dba4b8d14fe5 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] No DVR routers for this DVR port 79dbebac-0378-4068-b0a6-33be67defe00 on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 22:00:53.878793 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-30d4f813-cfff-4597-82dd-58f86765e3a3 req-1aa5b7c9-9af3-4984-9e5c-dba4b8d14fe5 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:53.882216 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-30d4f813-cfff-4597-82dd-58f86765e3a3 req-1aa5b7c9-9af3-4984-9e5c-dba4b8d14fe5 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.21 "DELETE /v2.0/ports/79dbebac-0378-4068-b0a6-33be67defe00 HTTP/1.1" status: 204  len: 173 time: 0.4015262
Feb 05 22:00:53.882718 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd69f2de-6c74-4123-a4da-dd35cc1b6d18', 'name': 'network-vif-deleted', 'tag': '79dbebac-0378-4068-b0a6-33be67defe00'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 22:00:53.884988 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dc595678b95b8a5d7a711e017487991988fc4acadae49b95ce695ebace8492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985e7c65-712a-4b7e-b689-d0835ac579d5" -d '{"events": [{"server_uuid": "bd69f2de-6c74-4123-a4da-dd35cc1b6d18", "name": "network-vif-deleted", "tag": "79dbebac-0378-4068-b0a6-33be67defe00"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 22:00:53.985774 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 22:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49ada40-8a4d-4a7d-9490-9fb00a5b91b8 x-openstack-request-id: req-c49ada40-8a4d-4a7d-9490-9fb00a5b91b8 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 22:00:53.986420 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd69f2de-6c74-4123-a4da-dd35cc1b6d18", "name": "network-vif-deleted", "tag": "79dbebac-0378-4068-b0a6-33be67defe00", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 22:00:53.986420 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c49ada40-8a4d-4a7d-9490-9fb00a5b91b8 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 22:00:53.986751 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd69f2de-6c74-4123-a4da-dd35cc1b6d18', 'name': 'network-vif-deleted', 'tag': '79dbebac-0378-4068-b0a6-33be67defe00', 'status': 'completed', 'code': 200}
Feb 05 22:00:54.383902 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f9e43e8c-5803-4e55-9933-ced28b0983a9 req-478d8f50-2f39-4c94-a62d-c12d59183f85 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd69f2de-6c74-4123-a4da-dd35cc1b6d18 HTTP/1.1" status: 200  len: 210 time: 0.0294268
Feb 05 22:00:55.441432 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55030) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:00:55.501575 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fad1be8e-5298-44d0-a4b0-7a8d79140bf8 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group (aab324a4-a8ef-425e-99e8-4a58b5aa6d6f), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:55.526131 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fad1be8e-5298-44d0-a4b0-7a8d79140bf8 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group (aab324a4-a8ef-425e-99e8-4a58b5aa6d6f), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:55.586255 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fad1be8e-5298-44d0-a4b0-7a8d79140bf8 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (aab324a4-a8ef-425e-99e8-4a58b5aa6d6f), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:55.588892 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-fad1be8e-5298-44d0-a4b0-7a8d79140bf8 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:55.590057 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-fad1be8e-5298-44d0-a4b0-7a8d79140bf8 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "DELETE /v2.0/security-groups/aab324a4-a8ef-425e-99e8-4a58b5aa6d6f HTTP/1.1" status: 204  len: 168 time: 0.1476345
Feb 05 22:00:55.606749 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad1be8e-5298-44d0-a4b0-7a8d79140bf8 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab324a4-a8ef-425e-99e8-4a58b5aa6d6f,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:00:57.957127 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 79dbebac-0378-4068-b0a6-33be67defe00 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 22:00:57.979269 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: 79dbebac-0378-4068-b0a6-33be67defe00 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 22:00:57.979620 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 79dbebac-0378-4068-b0a6-33be67defe00 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 22:00:58.003274 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55040) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:00:58.007890 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-e91f7b3d-40c3-42ee-8796-fc5b34b970cc tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1518343843', 'description': 'tempest-secgroup-smoke-1518343843 description', 'project_id': '27fa8d1f73e84db099a940e9001e4fdb'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 22:00:58.029241 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e91f7b3d-40c3-42ee-8796-fc5b34b970cc tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:58.095552 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e91f7b3d-40c3-42ee-8796-fc5b34b970cc tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group (5d931e1c-2d4e-416d-b1b3-3b1875c44cf3), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:58.099152 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e91f7b3d-40c3-42ee-8796-fc5b34b970cc tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (5d931e1c-2d4e-416d-b1b3-3b1875c44cf3), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:58.127060 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e91f7b3d-40c3-42ee-8796-fc5b34b970cc tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:58.128299 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e91f7b3d-40c3-42ee-8796-fc5b34b970cc tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1239936
Feb 05 22:00:58.131176 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55042) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:00:58.136371 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-e740f5ec-e7fb-4a80-af2d-30590a6d2eab tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Request body: {'security_group_rule': {'security_group_id': '5d931e1c-2d4e-416d-b1b3-3b1875c44cf3', 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 22:00:58.143261 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f7b3d-40c3-42ee-8796-fc5b34b970cc tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d931e1c-2d4e-416d-b1b3-3b1875c44cf3,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:00:58.162985 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e740f5ec-e7fb-4a80-af2d-30590a6d2eab tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group_rule (605f85b8-3cee-4eb6-a74b-55423af929db), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:58.220651 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e740f5ec-e7fb-4a80-af2d-30590a6d2eab tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group_rule (605f85b8-3cee-4eb6-a74b-55423af929db), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:58.223875 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e740f5ec-e7fb-4a80-af2d-30590a6d2eab tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (605f85b8-3cee-4eb6-a74b-55423af929db), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:58.245691 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740f5ec-e7fb-4a80-af2d-30590a6d2eab tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=605f85b8-3cee-4eb6-a74b-55423af929db,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:00:58.249782 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e740f5ec-e7fb-4a80-af2d-30590a6d2eab tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:58.251931 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e740f5ec-e7fb-4a80-af2d-30590a6d2eab tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1197624
Feb 05 22:00:58.254735 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55044) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:00:58.259191 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-4f290cee-205c-4ff1-9640-e7f54d169da8 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Request body: {'security_group_rule': {'security_group_id': '5d931e1c-2d4e-416d-b1b3-3b1875c44cf3', 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 22:00:58.283788 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4f290cee-205c-4ff1-9640-e7f54d169da8 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group_rule (9e656e20-77d2-41d4-bb42-125f473638ac), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:58.338808 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4f290cee-205c-4ff1-9640-e7f54d169da8 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group_rule (9e656e20-77d2-41d4-bb42-125f473638ac), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:58.342556 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4f290cee-205c-4ff1-9640-e7f54d169da8 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (9e656e20-77d2-41d4-bb42-125f473638ac), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:58.358166 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f290cee-205c-4ff1-9640-e7f54d169da8 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e656e20-77d2-41d4-bb42-125f473638ac,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:00:58.369964 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4f290cee-205c-4ff1-9640-e7f54d169da8 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:58.371274 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4f290cee-205c-4ff1-9640-e7f54d169da8 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1155477
Feb 05 22:00:58.373976 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55046) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:00:58.379381 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-dd592bc5-6395-4080-828d-c733351df8e2 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Request body: {'security_group_rule': {'security_group_id': '5d931e1c-2d4e-416d-b1b3-3b1875c44cf3', 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 22:00:58.403178 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dd592bc5-6395-4080-828d-c733351df8e2 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group_rule (4dfbeef2-ad53-4917-b708-c5233171e5d9), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:58.461750 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dd592bc5-6395-4080-828d-c733351df8e2 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group_rule (4dfbeef2-ad53-4917-b708-c5233171e5d9), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:58.465605 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dd592bc5-6395-4080-828d-c733351df8e2 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (4dfbeef2-ad53-4917-b708-c5233171e5d9), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:58.485167 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd592bc5-6395-4080-828d-c733351df8e2 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dfbeef2-ad53-4917-b708-c5233171e5d9,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:00:58.494165 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dd592bc5-6395-4080-828d-c733351df8e2 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:58.495403 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-dd592bc5-6395-4080-828d-c733351df8e2 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1204128
Feb 05 22:00:58.498172 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55048) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:00:58.502638 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-9be93712-6618-4b6b-bdf1-3e93234d5917 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Request body: {'security_group_rule': {'security_group_id': '5d931e1c-2d4e-416d-b1b3-3b1875c44cf3', 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 22:00:58.528207 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9be93712-6618-4b6b-bdf1-3e93234d5917 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group_rule (40ddfde9-889b-44c8-a673-9b24bedfb5f5), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:58.585543 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9be93712-6618-4b6b-bdf1-3e93234d5917 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group_rule (40ddfde9-889b-44c8-a673-9b24bedfb5f5), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:58.589066 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9be93712-6618-4b6b-bdf1-3e93234d5917 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (40ddfde9-889b-44c8-a673-9b24bedfb5f5), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:58.608343 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be93712-6618-4b6b-bdf1-3e93234d5917 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40ddfde9-889b-44c8-a673-9b24bedfb5f5,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:00:58.614953 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-9be93712-6618-4b6b-bdf1-3e93234d5917 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:58.616160 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-9be93712-6618-4b6b-bdf1-3e93234d5917 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1170070
Feb 05 22:00:58.618958 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55050) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:00:58.623178 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-6a4afad2-e437-4cb3-b238-6c86dd837b32 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Request body: {'security_group_rule': {'security_group_id': '5d931e1c-2d4e-416d-b1b3-3b1875c44cf3', 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 22:00:58.643186 ncdv-master-1 neutron-server[114391]: INFO neutron.db.securitygroups_db [None req-6a4afad2-e437-4cb3-b238-6c86dd837b32 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Project 27fa8d1f73e84db099a940e9001e4fdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 05 22:00:58.647947 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6a4afad2-e437-4cb3-b238-6c86dd837b32 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group_rule (573f92a0-0eb7-474b-b9f6-0c75ee1ef5cd), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:58.710403 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6a4afad2-e437-4cb3-b238-6c86dd837b32 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group_rule (573f92a0-0eb7-474b-b9f6-0c75ee1ef5cd), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:58.714037 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6a4afad2-e437-4cb3-b238-6c86dd837b32 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (573f92a0-0eb7-474b-b9f6-0c75ee1ef5cd), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:58.732646 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4afad2-e437-4cb3-b238-6c86dd837b32 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=573f92a0-0eb7-474b-b9f6-0c75ee1ef5cd,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:00:58.740922 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6a4afad2-e437-4cb3-b238-6c86dd837b32 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:58.742136 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6a4afad2-e437-4cb3-b238-6c86dd837b32 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1222513
Feb 05 22:00:58.744858 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55052) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:00:58.749107 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-1bdca6be-78f0-4d58-9903-5c8ce7729abc tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Request body: {'security_group_rule': {'security_group_id': '5d931e1c-2d4e-416d-b1b3-3b1875c44cf3', 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 22:00:58.771079 ncdv-master-1 neutron-server[114391]: INFO neutron.db.securitygroups_db [None req-1bdca6be-78f0-4d58-9903-5c8ce7729abc tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Project 27fa8d1f73e84db099a940e9001e4fdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 05 22:00:58.776133 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1bdca6be-78f0-4d58-9903-5c8ce7729abc tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group_rule (23d08299-647f-4369-8877-d38c8960193f), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:58.842730 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1bdca6be-78f0-4d58-9903-5c8ce7729abc tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group_rule (23d08299-647f-4369-8877-d38c8960193f), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:58.846913 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1bdca6be-78f0-4d58-9903-5c8ce7729abc tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (23d08299-647f-4369-8877-d38c8960193f), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:58.865939 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdca6be-78f0-4d58-9903-5c8ce7729abc tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23d08299-647f-4369-8877-d38c8960193f,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:00:58.873352 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1bdca6be-78f0-4d58-9903-5c8ce7729abc tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:00:58.878868 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1bdca6be-78f0-4d58-9903-5c8ce7729abc tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1330030
Feb 05 22:01:01.556096 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-58162407-fd2c-4850-99eb-1cc842f3ed3c tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1518343843&fields=id&tenant_id=27fa8d1f73e84db099a940e9001e4fdb HTTP/1.1" status: 200  len: 267 time: 0.0438902
Feb 05 22:01:01.661851 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-8db3202e-ec20-465d-af33-3572bc316c93 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:01:01.663226 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-8db3202e-ec20-465d-af33-3572bc316c93 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/networks?id=05658e93-9712-451a-9039-cffb286299d4 HTTP/1.1" status: 200  len: 809 time: 0.1008182
Feb 05 22:01:01.677740 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-4460f003-5e2d-4234-9da6-c9638524ad50 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/quotas/27fa8d1f73e84db099a940e9001e4fdb HTTP/1.1" status: 200  len: 375 time: 0.0090067
Feb 05 22:01:01.731591 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-eb84777e-7cf2-462f-8b68-c2e039f5abb4 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=27fa8d1f73e84db099a940e9001e4fdb&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0489187
Feb 05 22:01:01.746981 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-b8437e37-56c3-4957-abb7-75a551da8231 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 22:01:01.747947 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-b8437e37-56c3-4957-abb7-75a551da8231 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0050538
Feb 05 22:01:01.840614 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-c3b4e473-49a8-4963-aa5c-54d1116866c0 service neutron] 10.222.0.32 "GET /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861056
Feb 05 22:01:01.929005 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-a4a484cd-f972-4a9c-ab74-c4c579dae86c service neutron] 10.222.0.32 "GET /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825231
Feb 05 22:01:02.272434 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-140c8546-3979-4146-9d2a-61af4dd964b8 req-7825762e-5429-4d6c-bde0-8376d7fc5589 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 210 time: 0.0873859
Feb 05 22:01:03.382073 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6f892f28-85b1-4874-9131-3b5f79d7848e req-0b142ca2-3a0d-440f-bc7b-cc08baeea408 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 210 time: 0.0399699
Feb 05 22:01:03.866406 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ee46992c-fa98-4c5d-843d-7503a71156d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:01:04.462294 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-663947eb-ffda-4bae-8749-fa281791eb00 req-5729eee5-807c-43e9-afa8-adfd804d91eb tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 210 time: 0.0287941
Feb 05 22:01:05.554569 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f89942ed-09ec-4cad-8629-179886af4c07 req-87039b53-6f85-42af-82aa-1c034dc66074 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 210 time: 0.0265634
Feb 05 22:01:06.197096 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-734548db-a0f0-4c63-a045-f29d8488553e tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:01:06.198642 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-734548db-a0f0-4c63-a045-f29d8488553e tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.39 "GET /v2.0/networks?id=05658e93-9712-451a-9039-cffb286299d4 HTTP/1.1" status: 200  len: 809 time: 0.1124363
Feb 05 22:01:06.253074 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2869108c-1a59-4858-b717-19e22caafb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:01:06.265688 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-1753282c-6012-4c90-a4fd-1b50c46a9ec2 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27fa8d1f73e84db099a940e9001e4fdb HTTP/1.1" status: 200  len: 380 time: 0.0587707
Feb 05 22:01:06.276131 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-677a0a63-eaf8-4e1d-8078-dc36afd875c5 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Request body: {'port': {'device_id': '8a6956b8-5890-47ea-8d63-6050e60e62a6', 'network_id': '05658e93-9712-451a-9039-cffb286299d4', 'admin_state_up': True, 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'security_groups': ['5d931e1c-2d4e-416d-b1b3-3b1875c44cf3']}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 22:01:06.387662 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-677a0a63-eaf8-4e1d-8078-dc36afd875c5 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Made reservation on behalf of 27fa8d1f73e84db099a940e9001e4fdb for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 22:01:06.391650 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-677a0a63-eaf8-4e1d-8078-dc36afd875c5 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:01:06.516412 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-677a0a63-eaf8-4e1d-8078-dc36afd875c5 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Allocated IP 172.20.0.5 (05658e93-9712-451a-9039-cffb286299d4/d2f7d63b-9b57-4c21-9659-71834ae1e597/d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 22:01:06.653720 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7cc3edf5-e198-4ee0-b6fe-c8fed27328d7 req-d05a5b8f-b519-48f6-8c17-b9a56e2f6f4d tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 210 time: 0.0282106
Feb 05 22:01:06.675128 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-677a0a63-eaf8-4e1d-8078-dc36afd875c5 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for port (d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:01:06.702706 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-677a0a63-eaf8-4e1d-8078-dc36afd875c5 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:01:06.745865 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-677a0a63-eaf8-4e1d-8078-dc36afd875c5 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Network 05658e93-9712-451a-9039-cffb286299d4 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 22:01:06.749050 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-677a0a63-eaf8-4e1d-8078-dc36afd875c5 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 22:01:06.753809 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-677a0a63-eaf8-4e1d-8078-dc36afd875c5 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 22:01:06.784044 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a0a63-eaf8-4e1d-8078-dc36afd875c5 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Pushing event updated for resources: {'Port': ['ID=d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:01:06.808400 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-677a0a63-eaf8-4e1d-8078-dc36afd875c5 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:01:06.809024 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-677a0a63-eaf8-4e1d-8078-dc36afd875c5 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:01:06.830252 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-677a0a63-eaf8-4e1d-8078-dc36afd875c5 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5594649
Feb 05 22:01:06.838853 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-f6ceb444-4bfb-4a32-8a47-9cc050dbaf86 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 22:01:06.839865 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-f6ceb444-4bfb-4a32-8a47-9cc050dbaf86 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0051658
Feb 05 22:01:06.899808 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-ec24b2ad-8bae-4168-8d7c-8b08fdab56d9 service neutron] Request body: {'port': {'device_id': '8a6956b8-5890-47ea-8d63-6050e60e62a6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 22:01:06.973376 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-ec24b2ad-8bae-4168-8d7c-8b08fdab56d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:01:07.067208 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-f8749178-fb45-40c2-88a7-32777ecad66b None None] Provisioning complete for port d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 22:01:07.067985 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f8749178-fb45-40c2-88a7-32777ecad66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:01:07.105803 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-f8749178-fb45-40c2-88a7-32777ecad66b None None] Port d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 22:01:07.252717 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-ec24b2ad-8bae-4168-8d7c-8b08fdab56d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 22:01:07.259952 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-ec24b2ad-8bae-4168-8d7c-8b08fdab56d9 service neutron] Publish callbacks [] for port (d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:01:07.272454 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-ec24b2ad-8bae-4168-8d7c-8b08fdab56d9 service neutron] Transition to ACTIVE for port object d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 22:01:07.276883 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-ec24b2ad-8bae-4168-8d7c-8b08fdab56d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:01:07.327854 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24b2ad-8bae-4168-8d7c-8b08fdab56d9 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:01:07.399439 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-ec24b2ad-8bae-4168-8d7c-8b08fdab56d9 service neutron] Attempting to bind port d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 22:01:07.399782 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-ec24b2ad-8bae-4168-8d7c-8b08fdab56d9 service neutron] Attempting to bind port d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '26685adc-16ad-4056-b76f-288002f7d333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '05658e93-9712-451a-9039-cffb286299d4'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 22:01:07.400395 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-ec24b2ad-8bae-4168-8d7c-8b08fdab56d9 service neutron] Attempting to bind port d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 on network 05658e93-9712-451a-9039-cffb286299d4 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 22:01:07.405190 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-ec24b2ad-8bae-4168-8d7c-8b08fdab56d9 service neutron] Port d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 on network 05658e93-9712-451a-9039-cffb286299d4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 22:01:07.405524 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-ec24b2ad-8bae-4168-8d7c-8b08fdab56d9 service neutron] Attempting to bind port d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 on network 05658e93-9712-451a-9039-cffb286299d4 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 22:01:07.411249 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-ec24b2ad-8bae-4168-8d7c-8b08fdab56d9 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 22:01:07.411596 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-ec24b2ad-8bae-4168-8d7c-8b08fdab56d9 service neutron] Checking segment: {'id': '26685adc-16ad-4056-b76f-288002f7d333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '05658e93-9712-451a-9039-cffb286299d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 22:01:07.411983 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-ec24b2ad-8bae-4168-8d7c-8b08fdab56d9 service neutron] Bound using segment: {'id': '26685adc-16ad-4056-b76f-288002f7d333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '05658e93-9712-451a-9039-cffb286299d4'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 22:01:07.412555 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-ec24b2ad-8bae-4168-8d7c-8b08fdab56d9 service neutron] Bound port: d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26685adc-16ad-4056-b76f-288002f7d333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '05658e93-9712-451a-9039-cffb286299d4'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 22:01:07.412935 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-ec24b2ad-8bae-4168-8d7c-8b08fdab56d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:01:07.477139 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-ec24b2ad-8bae-4168-8d7c-8b08fdab56d9 service neutron] For port d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 22:01:07.480284 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-ec24b2ad-8bae-4168-8d7c-8b08fdab56d9 service neutron] For port d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1,segment=NetworkSegment(26685adc-16ad-4056-b76f-288002f7d333),segment_id=26685adc-16ad-4056-b76f-288002f7d333)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 22:01:07.487315 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-ec24b2ad-8bae-4168-8d7c-8b08fdab56d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:01:07.531186 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-ec24b2ad-8bae-4168-8d7c-8b08fdab56d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:01:07.531875 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-ec24b2ad-8bae-4168-8d7c-8b08fdab56d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:01:07.534027 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-ec24b2ad-8bae-4168-8d7c-8b08fdab56d9 service neutron] 10.222.0.39 "PUT /v2.0/ports/d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 HTTP/1.1" status: 200  len: 1091 time: 0.6872156
Feb 05 22:01:07.536336 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6956b8-5890-47ea-8d63-6050e60e62a6', 'tag': 'd3e22624-ca37-4f9e-8c7b-7ee2994cf2a1'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 22:01:07.539962 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dc595678b95b8a5d7a711e017487991988fc4acadae49b95ce695ebace8492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e462e02a-1ddb-47d2-b73b-c29cad39bc00" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6956b8-5890-47ea-8d63-6050e60e62a6", "tag": "d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 22:01:07.562005 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24b2ad-8bae-4168-8d7c-8b08fdab56d9 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:01:07.606428 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 22:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453d52da-3d76-4a9f-8312-89ed2cee14a3 x-openstack-request-id: req-453d52da-3d76-4a9f-8312-89ed2cee14a3 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 22:01:07.606733 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6956b8-5890-47ea-8d63-6050e60e62a6", "tag": "d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 22:01:07.606992 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-453d52da-3d76-4a9f-8312-89ed2cee14a3 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 22:01:07.607395 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6956b8-5890-47ea-8d63-6050e60e62a6', 'tag': 'd3e22624-ca37-4f9e-8c7b-7ee2994cf2a1', 'status': 'completed', 'code': 200}
Feb 05 22:01:07.627719 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-4a704de9-09f4-4ab3-abb0-e86c46f53e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:01:07.629461 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-4a704de9-09f4-4ab3-abb0-e86c46f53e7c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=27fa8d1f73e84db099a940e9001e4fdb&device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 1125 time: 0.0535560
Feb 05 22:01:07.671856 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-27098fa4-6494-4f32-95c3-bd9d0feb158f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 HTTP/1.1" status: 200  len: 217 time: 0.0350597
Feb 05 22:01:07.732176 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-d75cbff4-7f0e-467d-88dc-65b3b555a419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:01:07.733959 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-d75cbff4-7f0e-467d-88dc-65b3b555a419 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d2f7d63b-9b57-4c21-9659-71834ae1e597 HTTP/1.1" status: 200  len: 848 time: 0.0551729
Feb 05 22:01:07.739711 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:01:07.784304 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995969f9-dbed-4e28-8445-77ec8379b3e7 req-7f34c081-54a6-479f-ac4a-4846b41ef67b tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:01:07.785783 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-995969f9-dbed-4e28-8445-77ec8379b3e7 req-7f34c081-54a6-479f-ac4a-4846b41ef67b tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 943 time: 0.0559888
Feb 05 22:01:07.789784 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-a46ada7c-426a-4171-857b-b7c811d3e559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:01:07.791386 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-a46ada7c-426a-4171-857b-b7c811d3e559 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=05658e93-9712-451a-9039-cffb286299d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0517356
Feb 05 22:01:07.836252 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-995969f9-dbed-4e28-8445-77ec8379b3e7 req-b7b9482d-7729-4fed-9bed-714882946ab0 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d931e1c-2d4e-416d-b1b3-3b1875c44cf3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446465
Feb 05 22:01:07.882131 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-134cd262-59f1-4620-9e79-8245cb49a71c service neutron] 10.222.0.39 "GET /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850172
Feb 05 22:01:07.972607 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-dbdcd93e-6f59-4f1c-862c-0cf3d33e7c08 req-bc2a49be-97f6-4375-a0ee-e9ab5636a472 service neutron] 10.222.0.39 "GET /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848093
Feb 05 22:01:08.061725 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462e02a-1ddb-47d2-b73b-c29cad39bc00 req-85066c4d-138e-4785-a163-d0441bc4b205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:01:08.063787 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e462e02a-1ddb-47d2-b73b-c29cad39bc00 req-85066c4d-138e-4785-a163-d0441bc4b205 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=27fa8d1f73e84db099a940e9001e4fdb&device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 1125 time: 0.0450091
Feb 05 22:01:08.155084 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462e02a-1ddb-47d2-b73b-c29cad39bc00 req-e363d4d3-8813-4687-90a4-a0708f999a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:01:08.156505 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e462e02a-1ddb-47d2-b73b-c29cad39bc00 req-e363d4d3-8813-4687-90a4-a0708f999a8b service neutron] 10.222.0.39 "GET /v2.0/networks?id=05658e93-9712-451a-9039-cffb286299d4 HTTP/1.1" status: 200  len: 910 time: 0.0868766
Feb 05 22:01:08.196128 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e462e02a-1ddb-47d2-b73b-c29cad39bc00 req-fd708cb0-1ad9-480a-a85d-005a9d3e9331 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 HTTP/1.1" status: 200  len: 217 time: 0.0344186
Feb 05 22:01:08.243467 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462e02a-1ddb-47d2-b73b-c29cad39bc00 req-5beb0ff3-fefa-497c-8b08-16c9c78fc4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:01:08.244881 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e462e02a-1ddb-47d2-b73b-c29cad39bc00 req-5beb0ff3-fefa-497c-8b08-16c9c78fc4ab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d2f7d63b-9b57-4c21-9659-71834ae1e597 HTTP/1.1" status: 200  len: 848 time: 0.0429449
Feb 05 22:01:08.296638 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462e02a-1ddb-47d2-b73b-c29cad39bc00 req-b202fbe3-4f44-4d21-8f70-fe72ed085321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:01:08.299051 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e462e02a-1ddb-47d2-b73b-c29cad39bc00 req-b202fbe3-4f44-4d21-8f70-fe72ed085321 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=05658e93-9712-451a-9039-cffb286299d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0480752
Feb 05 22:01:08.386226 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e462e02a-1ddb-47d2-b73b-c29cad39bc00 req-4f28a172-f5a5-4ef2-bafc-9f066f35face service neutron] 10.222.0.39 "GET /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0806513
Feb 05 22:01:08.486290 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e462e02a-1ddb-47d2-b73b-c29cad39bc00 req-999affb0-cb7b-45ab-abaa-68f452ec5bff service neutron] 10.222.0.39 "GET /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853047
Feb 05 22:01:08.966134 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f908917-0d5f-4890-ad3e-afae14779fe4 req-212e9058-0bf3-4c83-9f03-6fa13c679f26 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:01:08.967687 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8f908917-0d5f-4890-ad3e-afae14779fe4 req-212e9058-0bf3-4c83-9f03-6fa13c679f26 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 943 time: 0.0596664
Feb 05 22:01:09.016201 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8f908917-0d5f-4890-ad3e-afae14779fe4 req-bbc7b757-c5b7-4abe-b8f8-435e28212c13 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d931e1c-2d4e-416d-b1b3-3b1875c44cf3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420835
Feb 05 22:01:09.320159 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:01:10.137935 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69e9b7-28a3-4b15-9690-ff2c643b7b29 req-9b669286-abcf-4f89-94c6-45b258655760 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:01:10.139434 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8a69e9b7-28a3-4b15-9690-ff2c643b7b29 req-9b669286-abcf-4f89-94c6-45b258655760 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 943 time: 0.0527303
Feb 05 22:01:10.187268 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8a69e9b7-28a3-4b15-9690-ff2c643b7b29 req-e3bb576f-2019-40c5-a55c-49f53947dac4 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d931e1c-2d4e-416d-b1b3-3b1875c44cf3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422666
Feb 05 22:01:10.658028 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:01:11.310086 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c3c48-1d3b-429c-b265-a9e7c4790462 req-1bc80b44-4dd8-41a7-bdac-efe3cb9996ca tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:01:11.311596 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-643c3c48-1d3b-429c-b265-a9e7c4790462 req-1bc80b44-4dd8-41a7-bdac-efe3cb9996ca tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 943 time: 0.0566168
Feb 05 22:01:11.360129 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-643c3c48-1d3b-429c-b265-a9e7c4790462 req-6e9d3151-281c-47a9-8377-c26030dcd4d7 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d931e1c-2d4e-416d-b1b3-3b1875c44cf3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422096
Feb 05 22:01:12.441747 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 22:01:12.478214 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850b3c0a-1425-43a8-a2ad-024a624373f6 req-fe09b2ce-757c-44e0-9af6-8f658374212b tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:01:12.479729 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-850b3c0a-1425-43a8-a2ad-024a624373f6 req-fe09b2ce-757c-44e0-9af6-8f658374212b tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 943 time: 0.0535042
Feb 05 22:01:12.528691 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-850b3c0a-1425-43a8-a2ad-024a624373f6 req-d7b47aa9-9d5a-4eab-ba7d-cba06d407f3b tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d931e1c-2d4e-416d-b1b3-3b1875c44cf3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427713
Feb 05 22:01:12.540904 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1,segment=NetworkSegment(26685adc-16ad-4056-b76f-288002f7d333),segment_id=26685adc-16ad-4056-b76f-288002f7d333)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 22:01:12.551972 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': 'd3e22624-ca37-4f9e-8c7b-7ee2994cf2a1', 'network_id': '05658e93-9712-451a-9039-cffb286299d4', 'port_id': 'd3e22624-ca37-4f9e-8c7b-7ee2994cf2a1', 'mac_address': 'fa:16:3e:7a:04:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f7d63b-9b57-4c21-9659-71834ae1e597', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 22:01:12.589037 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 22:01:12.589452 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:01:12.603102 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 22:01:12.621623 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1,segment=NetworkSegment(26685adc-16ad-4056-b76f-288002f7d333),segment_id=26685adc-16ad-4056-b76f-288002f7d333)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 22:01:12.625475 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:01:12.675427 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:01:12.682898 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:01:12.683255 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:01:12.683605 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:01:12.683950 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:01:12.684291 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:01:12.684630 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:01:12.684983 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:01:12.685374 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:01:12.685845 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:01:12.686171 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:01:12.686541 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:01:12.686877 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:01:12.687209 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:01:12.837218 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 22:01:13.648142 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b6714-63b3-457e-8e01-edf3b864d602 req-2c331f5f-15e1-413e-ac04-c1c081c7b519 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:01:13.649544 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d29b6714-63b3-457e-8e01-edf3b864d602 req-2c331f5f-15e1-413e-ac04-c1c081c7b519 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 944 time: 0.0522931
Feb 05 22:01:13.701355 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d29b6714-63b3-457e-8e01-edf3b864d602 req-2ce1ee30-e437-4f39-9b51-dd8c8f08cabf tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d931e1c-2d4e-416d-b1b3-3b1875c44cf3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460231
Feb 05 22:01:14.456521 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 22:01:14.505268 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 22:01:14.508959 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 22:01:14.509343 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:01:14.588698 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 22:01:14.589056 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:01:14.612427 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6956b8-5890-47ea-8d63-6050e60e62a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e22624-ca37-4f9e-8c7b-7ee2994cf2a1'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 22:01:14.614672 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}851605b45cf2a471246fb829968e46403c172bb314a4c703424450b4be22868d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f508b4-f5a4-4537-8aaf-fc3ba466f328" -d '{"events": [{"server_uuid": "8a6956b8-5890-47ea-8d63-6050e60e62a6", "name": "network-vif-plugged", "status": "completed", "tag": "d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 22:01:14.626765 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1,segment=NetworkSegment(26685adc-16ad-4056-b76f-288002f7d333),segment_id=26685adc-16ad-4056-b76f-288002f7d333)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 22:01:14.631219 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:01:14.678536 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:01:14.703709 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 22:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67237bb7-2f90-4502-9766-cd186de1122b x-openstack-request-id: req-67237bb7-2f90-4502-9766-cd186de1122b {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 22:01:14.704181 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6956b8-5890-47ea-8d63-6050e60e62a6", "name": "network-vif-plugged", "status": "completed", "tag": "d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 22:01:14.704440 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-67237bb7-2f90-4502-9766-cd186de1122b {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 22:01:14.704840 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6956b8-5890-47ea-8d63-6050e60e62a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e22624-ca37-4f9e-8c7b-7ee2994cf2a1', 'code': 200}
Feb 05 22:01:14.802889 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd40a9-211e-40a3-b482-813791ef1260 req-5de01ae3-0e75-4876-b826-ad3345101f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:01:14.804446 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a0bd40a9-211e-40a3-b482-813791ef1260 req-5de01ae3-0e75-4876-b826-ad3345101f84 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 1127 time: 0.0439968
Feb 05 22:01:14.822192 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df440170-6101-4c5e-a9c6-c267c87f2761 req-4d5d6275-934b-42c9-96e3-85e233885241 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:01:14.823702 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-df440170-6101-4c5e-a9c6-c267c87f2761 req-4d5d6275-934b-42c9-96e3-85e233885241 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 945 time: 0.0533974
Feb 05 22:01:14.850568 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a0bd40a9-211e-40a3-b482-813791ef1260 req-202fed96-08d7-4fba-8ee3-cea14da07239 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5d931e1c-2d4e-416d-b1b3-3b1875c44cf3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389533
Feb 05 22:01:14.872295 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-df440170-6101-4c5e-a9c6-c267c87f2761 req-a31fc5c5-01a0-4f8e-b792-c1b8777d286d tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d931e1c-2d4e-416d-b1b3-3b1875c44cf3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425966
Feb 05 22:01:15.802967 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:01:15.994462 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178bdc1-e26e-4b39-a927-91302d174e77 req-8c4460ee-2c1f-4110-8b89-4abc9d053056 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:01:15.995960 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b178bdc1-e26e-4b39-a927-91302d174e77 req-8c4460ee-2c1f-4110-8b89-4abc9d053056 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 945 time: 0.0535524
Feb 05 22:01:16.044624 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b178bdc1-e26e-4b39-a927-91302d174e77 req-49a49b88-0b92-48e4-bf24-6bac03372ed6 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d931e1c-2d4e-416d-b1b3-3b1875c44cf3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428731
Feb 05 22:01:16.167584 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9bc4b3-cd44-4a72-954b-b6864d7e4e08 req-ae7d9914-f2cb-410b-b414-f7bd90c08ad9 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:01:16.169067 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ce9bc4b3-cd44-4a72-954b-b6864d7e4e08 req-ae7d9914-f2cb-410b-b414-f7bd90c08ad9 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 945 time: 0.0577788
Feb 05 22:01:16.218147 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ce9bc4b3-cd44-4a72-954b-b6864d7e4e08 req-85e58fc4-d2ba-43e3-9017-93c048519cca tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d931e1c-2d4e-416d-b1b3-3b1875c44cf3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434403
Feb 05 22:01:16.240302 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55210) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:01:16.323977 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561c0de3-8780-4aab-ab63-befd2ef7477d tempest-TestShelveInstance-1781456159 tempest-TestShelveInstance-1781456159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:01:16.325438 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-561c0de3-8780-4aab-ab63-befd2ef7477d tempest-TestShelveInstance-1781456159 tempest-TestShelveInstance-1781456159-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 1122 time: 0.0841622
Feb 05 22:01:16.328798 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55214) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:01:16.333654 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-05f4c02c-5fde-475f-85bb-3f9d0bbe2afe tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'port_id': 'd3e22624-ca37-4f9e-8c7b-7ee2994cf2a1', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 22:01:16.354027 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-05f4c02c-5fde-475f-85bb-3f9d0bbe2afe tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:01:16.453044 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-05f4c02c-5fde-475f-85bb-3f9d0bbe2afe tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:01:16.554193 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-05f4c02c-5fde-475f-85bb-3f9d0bbe2afe tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Allocated IP 172.35.4.61 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/f8fa1170-5dc9-4369-ba52-18c89121073a) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 22:01:16.658460 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-05f4c02c-5fde-475f-85bb-3f9d0bbe2afe tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for port (f8fa1170-5dc9-4369-ba52-18c89121073a), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:01:16.691413 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-05f4c02c-5fde-475f-85bb-3f9d0bbe2afe tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (f8fa1170-5dc9-4369-ba52-18c89121073a), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:01:16.731840 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f4c02c-5fde-475f-85bb-3f9d0bbe2afe tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 22:01:16.734779 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-05f4c02c-5fde-475f-85bb-3f9d0bbe2afe tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 22:01:16.739030 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f4c02c-5fde-475f-85bb-3f9d0bbe2afe tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 22:01:16.744231 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f4c02c-5fde-475f-85bb-3f9d0bbe2afe tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Pushing event updated for resources: {'Port': ['ID=f8fa1170-5dc9-4369-ba52-18c89121073a,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:01:17.106598 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-05f4c02c-5fde-475f-85bb-3f9d0bbe2afe tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for floatingip (bc0dad25-b825-4788-bf83-683a4530315a), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:01:17.173949 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-05f4c02c-5fde-475f-85bb-3f9d0bbe2afe tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (f8fa1170-5dc9-4369-ba52-18c89121073a), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:01:17.327859 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-05f4c02c-5fde-475f-85bb-3f9d0bbe2afe tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for port (f8fa1170-5dc9-4369-ba52-18c89121073a), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:01:17.332481 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-05f4c02c-5fde-475f-85bb-3f9d0bbe2afe tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (f8fa1170-5dc9-4369-ba52-18c89121073a), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:01:17.405984 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f4c02c-5fde-475f-85bb-3f9d0bbe2afe tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Pushing event updated for resources: {'Port': ['ID=f8fa1170-5dc9-4369-ba52-18c89121073a,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:01:17.415483 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-05f4c02c-5fde-475f-85bb-3f9d0bbe2afe tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (bc0dad25-b825-4788-bf83-683a4530315a), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:01:17.516773 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-05f4c02c-5fde-475f-85bb-3f9d0bbe2afe tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Floating IP bc0dad25-b825-4788-bf83-683a4530315a associated. External IP: 172.35.4.61, port: d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1.
Feb 05 22:01:17.722869 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f4c02c-5fde-475f-85bb-3f9d0bbe2afe tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Router f5b0d119-db60-4a1c-b6fc-5efac8456f5d has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 22:01:17.830844 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f4c02c-5fde-475f-85bb-3f9d0bbe2afe tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 22:01:17.840217 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfda741-aaec-4728-b7ca-7592e579060f None None] Sync routers for ids ['f5b0d119-db60-4a1c-b6fc-5efac8456f5d'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 22:01:17.849656 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-05f4c02c-5fde-475f-85bb-3f9d0bbe2afe tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:01:17.851354 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfda741-aaec-4728-b7ca-7592e579060f None None] Routers {'f5b0d119-db60-4a1c-b6fc-5efac8456f5d'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 22:01:17.851986 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-bbfda741-aaec-4728-b7ca-7592e579060f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabf8b5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T22:01:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['f5b0d119-db60-4a1c-b6fc-5efac8456f5d'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:01:17.880476 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-05f4c02c-5fde-475f-85bb-3f9d0bbe2afe tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.5500717
Feb 05 22:01:17.881083 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6956b8-5890-47ea-8d63-6050e60e62a6', 'tag': 'd3e22624-ca37-4f9e-8c7b-7ee2994cf2a1'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 22:01:17.883466 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16fdd19d8a7c57de6e0d65e92e0f39486390e6be4ccbd395fc02e890f8c23cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cd5e75-345c-4f97-b46d-7a0080c46310" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6956b8-5890-47ea-8d63-6050e60e62a6", "tag": "d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 22:01:17.926463 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 22:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702808d5-2cfd-4e6e-b2b1-618489cf496f x-openstack-request-id: req-702808d5-2cfd-4e6e-b2b1-618489cf496f {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 22:01:17.926773 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6956b8-5890-47ea-8d63-6050e60e62a6", "tag": "d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 22:01:17.927037 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-702808d5-2cfd-4e6e-b2b1-618489cf496f {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 22:01:17.927455 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6956b8-5890-47ea-8d63-6050e60e62a6', 'tag': 'd3e22624-ca37-4f9e-8c7b-7ee2994cf2a1', 'status': 'completed', 'code': 200}
Feb 05 22:01:17.966519 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-bbfda741-aaec-4728-b7ca-7592e579060f None None] Set router f5b0d119-db60-4a1c-b6fc-5efac8456f5d gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 22:01:17.991646 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd5e75-345c-4f97-b46d-7a0080c46310 req-111abc57-2e2b-4801-a229-0321d52103ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:01:17.993102 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a1cd5e75-345c-4f97-b46d-7a0080c46310 req-111abc57-2e2b-4801-a229-0321d52103ff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=27fa8d1f73e84db099a940e9001e4fdb&device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 1127 time: 0.0443668
Feb 05 22:01:18.083869 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd5e75-345c-4f97-b46d-7a0080c46310 req-cf195f0a-2f27-458b-b550-4eb9e9a83d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:01:18.085345 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a1cd5e75-345c-4f97-b46d-7a0080c46310 req-cf195f0a-2f27-458b-b550-4eb9e9a83d30 service neutron] 10.222.0.39 "GET /v2.0/networks?id=05658e93-9712-451a-9039-cffb286299d4 HTTP/1.1" status: 200  len: 910 time: 0.0870931
Feb 05 22:01:18.147955 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a1cd5e75-345c-4f97-b46d-7a0080c46310 req-ab934081-6962-4e74-a727-65364e55585f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 HTTP/1.1" status: 200  len: 998 time: 0.0567319
Feb 05 22:01:18.197982 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-bbfda741-aaec-4728-b7ca-7592e579060f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabf8b5b0>, [{'id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'name': 'tempest-TestShelveInstance-1437859213-router', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '1bd0f798-76f6-4bde-8754-117a2573a487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:55:27Z', 'updated_at': '2022-02-05T21:55:30Z', 'revision_number': 4, 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'gw_port': {'id': '1bd0f798-76f6-4bde-8754-117a2573a487', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:27Z', 'updated_at': '2022-02-05T21:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'bc0dad25-b825-4788-bf83-683a4530315a', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'floating_ip_address': '172.35.4.61', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'port_id': 'd3e22624-ca37-4f9e-8c7b-7ee2994cf2a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05658e93-9712-451a-9039-cffb286299d4', 'mac_address': 'fa:16:3e:7a:04:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6956b8-5890-47ea-8d63-6050e60e62a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:01:16Z', 'updated_at': '2022-02-05T22:01:16Z', 'revision_number': 0, 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '843dd7ee-68c9-4a52-a3f0-e7d33c1dffae', 'name': '', 'network_id': '05658e93-9712-451a-9039-cffb286299d4', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'mac_address': 'fa:16:3e:40:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd2f7d63b-9b57-4c21-9659-71834ae1e597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:29Z', 'updated_at': '2022-02-05T21:55:34Z', 'revision_number': 5, 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'subnets': [{'id': 'd2f7d63b-9b57-4c21-9659-71834ae1e597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:01:18.227159 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfda741-aaec-4728-b7ca-7592e579060f None None] Checking router: f5b0d119-db60-4a1c-b6fc-5efac8456f5d for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 22:01:18.236673 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfda741-aaec-4728-b7ca-7592e579060f None None] Routers {'f5b0d119-db60-4a1c-b6fc-5efac8456f5d'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 22:01:18.237347 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-bbfda741-aaec-4728-b7ca-7592e579060f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabf8b5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T22:01:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['f5b0d119-db60-4a1c-b6fc-5efac8456f5d'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:01:18.350965 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-bbfda741-aaec-4728-b7ca-7592e579060f None None] Set router f5b0d119-db60-4a1c-b6fc-5efac8456f5d gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 22:01:18.522342 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd5e75-345c-4f97-b46d-7a0080c46310 req-dd0ae3c4-9aac-418e-ba79-2f1c77522f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:01:18.523826 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a1cd5e75-345c-4f97-b46d-7a0080c46310 req-dd0ae3c4-9aac-418e-ba79-2f1c77522f2b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d2f7d63b-9b57-4c21-9659-71834ae1e597 HTTP/1.1" status: 200  len: 848 time: 0.3705163
Feb 05 22:01:18.570505 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd5e75-345c-4f97-b46d-7a0080c46310 req-f1c04d72-2889-4e2e-93bc-2ab07b000e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:01:18.571999 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a1cd5e75-345c-4f97-b46d-7a0080c46310 req-f1c04d72-2889-4e2e-93bc-2ab07b000e90 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=05658e93-9712-451a-9039-cffb286299d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0426161
Feb 05 22:01:18.582355 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-bbfda741-aaec-4728-b7ca-7592e579060f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabf8b5b0>, [{'id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'name': 'tempest-TestShelveInstance-1437859213-router', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '1bd0f798-76f6-4bde-8754-117a2573a487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:55:27Z', 'updated_at': '2022-02-05T21:55:30Z', 'revision_number': 4, 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'gw_port': {'id': '1bd0f798-76f6-4bde-8754-117a2573a487', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:27Z', 'updated_at': '2022-02-05T21:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'bc0dad25-b825-4788-bf83-683a4530315a', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'floating_ip_address': '172.35.4.61', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'port_id': 'd3e22624-ca37-4f9e-8c7b-7ee2994cf2a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05658e93-9712-451a-9039-cffb286299d4', 'mac_address': 'fa:16:3e:7a:04:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6956b8-5890-47ea-8d63-6050e60e62a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:01:16Z', 'updated_at': '2022-02-05T22:01:16Z', 'revision_number': 0, 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '843dd7ee-68c9-4a52-a3f0-e7d33c1dffae', 'name': '', 'network_id': '05658e93-9712-451a-9039-cffb286299d4', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'mac_address': 'fa:16:3e:40:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd2f7d63b-9b57-4c21-9659-71834ae1e597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:29Z', 'updated_at': '2022-02-05T21:55:34Z', 'revision_number': 5, 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'subnets': [{'id': 'd2f7d63b-9b57-4c21-9659-71834ae1e597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:01:18.612921 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfda741-aaec-4728-b7ca-7592e579060f None None] The sync data for ids ['f5b0d119-db60-4a1c-b6fc-5efac8456f5d'] in ncdv-master-1 is: [{'id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'name': 'tempest-TestShelveInstance-1437859213-router', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '1bd0f798-76f6-4bde-8754-117a2573a487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:55:27Z', 'updated_at': '2022-02-05T21:55:30Z', 'revision_number': 4, 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'gw_port': {'id': '1bd0f798-76f6-4bde-8754-117a2573a487', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:27Z', 'updated_at': '2022-02-05T21:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'bc0dad25-b825-4788-bf83-683a4530315a', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'floating_ip_address': '172.35.4.61', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'port_id': 'd3e22624-ca37-4f9e-8c7b-7ee2994cf2a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05658e93-9712-451a-9039-cffb286299d4', 'mac_address': 'fa:16:3e:7a:04:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6956b8-5890-47ea-8d63-6050e60e62a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:01:16Z', 'updated_at': '2022-02-05T22:01:16Z', 'revision_number': 0, 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '843dd7ee-68c9-4a52-a3f0-e7d33c1dffae', 'name': '', 'network_id': '05658e93-9712-451a-9039-cffb286299d4', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'mac_address': 'fa:16:3e:40:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd2f7d63b-9b57-4c21-9659-71834ae1e597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:29Z', 'updated_at': '2022-02-05T21:55:34Z', 'revision_number': 5, 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'subnets': [{'id': 'd2f7d63b-9b57-4c21-9659-71834ae1e597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 22:01:18.660114 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a1cd5e75-345c-4f97-b46d-7a0080c46310 req-1a39f26b-afaa-432b-b762-f70c2f937097 service neutron] 10.222.0.39 "GET /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0825458
Feb 05 22:01:18.755888 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-a1cd5e75-345c-4f97-b46d-7a0080c46310 req-1bc7f045-a0df-482c-89e1-abc15a472de3 service neutron] 10.222.0.39 "GET /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0900235
Feb 05 22:01:18.818752 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb1d3b6-018c-4a28-8fa6-6fa8632a092e None None] New status for floating IP bc0dad25-b825-4788-bf83-683a4530315a: ACTIVE {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 22:01:20.851425 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:01:21.825164 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 22:01:33.868807 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bd7ebe0e-d9ec-4635-9a8d-5ee337bbc88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:01:36.254467 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8641eb17-17df-4180-98c8-c57325abad38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:01:37.742751 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:01:39.326356 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:01:40.660363 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:01:45.803233 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:01:50.861472 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:01:58.824179 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 22:02:00.437669 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d7e2df0e-661e-4a9d-a8cf-409394d3737e req-69761e34-a35c-44bf-b638-63f6c52e899e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0499988
Feb 05 22:02:00.534261 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2df0e-661e-4a9d-a8cf-409394d3737e req-a53e77e1-0663-450e-8455-a6bc6df6cd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:02:00.536639 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d7e2df0e-661e-4a9d-a8cf-409394d3737e req-a53e77e1-0663-450e-8455-a6bc6df6cd7b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=27fa8d1f73e84db099a940e9001e4fdb&device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 1127 time: 0.0554147
Feb 05 22:02:00.646261 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2df0e-661e-4a9d-a8cf-409394d3737e req-4250522c-9ebd-4358-a156-5a5bee81c9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:02:00.647898 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d7e2df0e-661e-4a9d-a8cf-409394d3737e req-4250522c-9ebd-4358-a156-5a5bee81c9e0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=05658e93-9712-451a-9039-cffb286299d4 HTTP/1.1" status: 200  len: 910 time: 0.0929077
Feb 05 22:02:00.726899 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d7e2df0e-661e-4a9d-a8cf-409394d3737e req-c225d4ca-2d63-4fd5-b207-2720f4180227 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 HTTP/1.1" status: 200  len: 1000 time: 0.0714021
Feb 05 22:02:00.780246 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2df0e-661e-4a9d-a8cf-409394d3737e req-85d9ad76-9175-4174-a5ba-df2d4d46e541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:02:00.782028 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d7e2df0e-661e-4a9d-a8cf-409394d3737e req-85d9ad76-9175-4174-a5ba-df2d4d46e541 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d2f7d63b-9b57-4c21-9659-71834ae1e597 HTTP/1.1" status: 200  len: 848 time: 0.0501523
Feb 05 22:02:00.836925 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2df0e-661e-4a9d-a8cf-409394d3737e req-d8aff966-72d4-41cb-a95e-4316a1d179a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:02:00.838617 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d7e2df0e-661e-4a9d-a8cf-409394d3737e req-d8aff966-72d4-41cb-a95e-4316a1d179a1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=05658e93-9712-451a-9039-cffb286299d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0503554
Feb 05 22:02:00.933754 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d7e2df0e-661e-4a9d-a8cf-409394d3737e req-2c59cce1-2294-4c40-b4e2-8d29370890f5 service neutron] 10.222.0.39 "GET /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0896773
Feb 05 22:02:01.028738 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-d7e2df0e-661e-4a9d-a8cf-409394d3737e req-6ef471de-758e-4a39-8068-9e761c9a2ca9 service neutron] 10.222.0.39 "GET /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0895414
Feb 05 22:02:03.869351 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-21e3e7bf-2f14-4332-a2d9-102b4eb92b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:02:06.256437 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d22248b9-41fe-4b52-9c12-522005ca39d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:02:07.745467 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:02:09.327752 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:02:10.663897 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:02:15.796886 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:02:20.861267 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:02:33.871201 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-446c83bb-0700-4335-a4d8-9ddde2f5005d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:02:35.824179 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 22:02:36.257763 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5a12a7be-f7ee-4a3d-90b8-3d5db7d2c577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:02:37.749957 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:02:39.330742 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:02:40.667276 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:02:45.799385 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:02:50.873917 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:03:02.411866 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-82f38868-9bee-4e6d-ae3b-f7a3b08d18b9 req-4a25be6d-c6ff-4c3d-9628-79342378f8be service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0484047
Feb 05 22:03:02.495492 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f38868-9bee-4e6d-ae3b-f7a3b08d18b9 req-3820aabd-6e28-4d8d-b53b-b930c303c1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:02.497030 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-82f38868-9bee-4e6d-ae3b-f7a3b08d18b9 req-3820aabd-6e28-4d8d-b53b-b930c303c1b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=27fa8d1f73e84db099a940e9001e4fdb&device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 1127 time: 0.0447903
Feb 05 22:03:02.594755 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f38868-9bee-4e6d-ae3b-f7a3b08d18b9 req-d8524089-7cf8-466e-84de-2670012087db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:02.596204 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-82f38868-9bee-4e6d-ae3b-f7a3b08d18b9 req-d8524089-7cf8-466e-84de-2670012087db service neutron] 10.222.0.39 "GET /v2.0/networks?id=05658e93-9712-451a-9039-cffb286299d4 HTTP/1.1" status: 200  len: 910 time: 0.0819583
Feb 05 22:03:02.662211 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-82f38868-9bee-4e6d-ae3b-f7a3b08d18b9 req-75f88cd6-c116-409b-9755-7910edc6a2de service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 HTTP/1.1" status: 200  len: 1000 time: 0.0589674
Feb 05 22:03:02.711063 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f38868-9bee-4e6d-ae3b-f7a3b08d18b9 req-9f0e4e03-c19a-4123-b49b-ed08dadacea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:02.712515 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-82f38868-9bee-4e6d-ae3b-f7a3b08d18b9 req-9f0e4e03-c19a-4123-b49b-ed08dadacea3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d2f7d63b-9b57-4c21-9659-71834ae1e597 HTTP/1.1" status: 200  len: 848 time: 0.0454528
Feb 05 22:03:02.759618 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f38868-9bee-4e6d-ae3b-f7a3b08d18b9 req-d022a0c7-95e6-4f0b-9363-0cb25487ff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:02.761082 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-82f38868-9bee-4e6d-ae3b-f7a3b08d18b9 req-d022a0c7-95e6-4f0b-9363-0cb25487ff8c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=05658e93-9712-451a-9039-cffb286299d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0432861
Feb 05 22:03:02.857232 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-82f38868-9bee-4e6d-ae3b-f7a3b08d18b9 req-0c72d4b3-7761-48db-9a26-f23942e4d8a2 service neutron] 10.222.0.39 "GET /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0902357
Feb 05 22:03:02.945778 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-82f38868-9bee-4e6d-ae3b-f7a3b08d18b9 req-ba9d4375-d3aa-4d5c-9fd4-6f7d24fe79e6 service neutron] 10.222.0.39 "GET /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0832119
Feb 05 22:03:03.874608 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3a532f04-6e11-4d7a-88c6-a41615f39057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:03:06.261923 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9cf2901b-8ef4-4a36-88b6-c2c2fddfe1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:03:07.753186 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:03:09.332704 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:03:10.669664 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:03:12.823851 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 22:03:15.795202 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:03:20.874839 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:03:23.273217 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e1479-ec55-4852-9d24-fc126d6dcf48 req-2c15bad3-3879-4ab7-abda-a638fab37c2c tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:23.274729 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-514e1479-ec55-4852-9d24-fc126d6dcf48 req-2c15bad3-3879-4ab7-abda-a638fab37c2c tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 945 time: 0.0594597
Feb 05 22:03:23.326602 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-514e1479-ec55-4852-9d24-fc126d6dcf48 req-2ed53f46-7e9d-4c05-88ee-0f7ee26d20cc tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d931e1c-2d4e-416d-b1b3-3b1875c44cf3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459599
Feb 05 22:03:24.457967 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff37c2-edb4-42cc-a77e-bab66004f5ae req-a2ec2e55-bd8e-450d-994a-79aef2dba9b9 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:24.459510 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2aff37c2-edb4-42cc-a77e-bab66004f5ae req-a2ec2e55-bd8e-450d-994a-79aef2dba9b9 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 945 time: 0.0531230
Feb 05 22:03:24.506963 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2aff37c2-edb4-42cc-a77e-bab66004f5ae req-427a63c5-da1b-48ad-a0b0-151cbe605864 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d931e1c-2d4e-416d-b1b3-3b1875c44cf3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413415
Feb 05 22:03:25.633751 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73048458-f3ae-4528-a1d6-f6b216cacc31 req-82957973-d677-4118-82bf-49ca88d1516e tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:25.635258 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-73048458-f3ae-4528-a1d6-f6b216cacc31 req-82957973-d677-4118-82bf-49ca88d1516e tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 945 time: 0.0561440
Feb 05 22:03:25.682580 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-73048458-f3ae-4528-a1d6-f6b216cacc31 req-46442a53-9a14-4125-bc40-151f4ded9456 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d931e1c-2d4e-416d-b1b3-3b1875c44cf3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416474
Feb 05 22:03:26.802066 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a5df0-8ef5-4420-8058-1bd3ffec12d7 req-cc80886e-14a3-44e2-91af-80292750780a tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:26.803615 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3d8a5df0-8ef5-4420-8058-1bd3ffec12d7 req-cc80886e-14a3-44e2-91af-80292750780a tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 945 time: 0.0532460
Feb 05 22:03:26.852927 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3d8a5df0-8ef5-4420-8058-1bd3ffec12d7 req-76710d70-4015-41df-95e2-15521b0751e0 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d931e1c-2d4e-416d-b1b3-3b1875c44cf3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433528
Feb 05 22:03:27.974707 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e15e4c-4a76-4b7f-bb33-9e840fb35678 req-96cf7fce-39e9-4af6-81fc-93556db847a5 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:27.976203 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f6e15e4c-4a76-4b7f-bb33-9e840fb35678 req-96cf7fce-39e9-4af6-81fc-93556db847a5 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 945 time: 0.0532393
Feb 05 22:03:28.029588 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f6e15e4c-4a76-4b7f-bb33-9e840fb35678 req-7dff820d-653e-4fa3-9561-0b6300316586 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d931e1c-2d4e-416d-b1b3-3b1875c44cf3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477080
Feb 05 22:03:29.154934 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc7b6bf-b51d-42ec-98fe-d5dfa38ca41d req-11ad3470-7230-4624-9151-90e61d5f504b tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:29.156553 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0bc7b6bf-b51d-42ec-98fe-d5dfa38ca41d req-11ad3470-7230-4624-9151-90e61d5f504b tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 945 time: 0.0606616
Feb 05 22:03:29.208426 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0bc7b6bf-b51d-42ec-98fe-d5dfa38ca41d req-c0eb63b6-91b0-48a3-9a36-8d27ef9e72b7 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d931e1c-2d4e-416d-b1b3-3b1875c44cf3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457261
Feb 05 22:03:30.326881 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc75e9-6c69-49fc-a47f-ed39cccab177 req-c299140d-3783-4966-820f-938ee0a62b54 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:30.328354 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e5bc75e9-6c69-49fc-a47f-ed39cccab177 req-c299140d-3783-4966-820f-938ee0a62b54 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 945 time: 0.0533779
Feb 05 22:03:30.376466 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e5bc75e9-6c69-49fc-a47f-ed39cccab177 req-ebe63dcf-9e23-4aad-956b-d108bd043375 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d931e1c-2d4e-416d-b1b3-3b1875c44cf3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426137
Feb 05 22:03:31.499171 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b73f8-43e5-4b03-b6ee-3b85feb04df6 req-4828ed8b-c16d-4007-9c15-bc9786452f23 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:31.500663 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e74b73f8-43e5-4b03-b6ee-3b85feb04df6 req-4828ed8b-c16d-4007-9c15-bc9786452f23 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 945 time: 0.0573163
Feb 05 22:03:31.551037 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e74b73f8-43e5-4b03-b6ee-3b85feb04df6 req-c760d3e7-a8f0-497c-9059-c081e19ec3b3 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d931e1c-2d4e-416d-b1b3-3b1875c44cf3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446019
Feb 05 22:03:32.668979 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9da79-ad7d-4986-80a8-aa2ce776d0cd req-b3df14c9-6639-4771-b63a-ff6d4e0194c0 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:32.671204 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-96d9da79-ad7d-4986-80a8-aa2ce776d0cd req-b3df14c9-6639-4771-b63a-ff6d4e0194c0 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 945 time: 0.0540433
Feb 05 22:03:32.718894 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-96d9da79-ad7d-4986-80a8-aa2ce776d0cd req-ecdc06d6-0da0-4095-914b-403bfc362408 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d931e1c-2d4e-416d-b1b3-3b1875c44cf3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422258
Feb 05 22:03:33.394511 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c117879-6c3e-4aa4-ba09-fd1238d7c384 req-97e7a675-38c7-410f-a36b-54f7b33d0e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:33.396015 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8c117879-6c3e-4aa4-ba09-fd1238d7c384 req-97e7a675-38c7-410f-a36b-54f7b33d0e9f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=27fa8d1f73e84db099a940e9001e4fdb&device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 1127 time: 0.0495939
Feb 05 22:03:33.482230 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c117879-6c3e-4aa4-ba09-fd1238d7c384 req-2244fb1c-4ed1-4deb-b12e-d466e0cf493b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:33.483969 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8c117879-6c3e-4aa4-ba09-fd1238d7c384 req-2244fb1c-4ed1-4deb-b12e-d466e0cf493b service neutron] 10.222.0.39 "GET /v2.0/networks?id=05658e93-9712-451a-9039-cffb286299d4 HTTP/1.1" status: 200  len: 910 time: 0.0826683
Feb 05 22:03:33.550651 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8c117879-6c3e-4aa4-ba09-fd1238d7c384 req-7c188bfe-869b-4a07-b0bf-0e70072ee54c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 HTTP/1.1" status: 200  len: 1000 time: 0.0609696
Feb 05 22:03:33.596778 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c117879-6c3e-4aa4-ba09-fd1238d7c384 req-435bfdce-ad53-47ab-a3c5-a963dba68a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:33.598190 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8c117879-6c3e-4aa4-ba09-fd1238d7c384 req-435bfdce-ad53-47ab-a3c5-a963dba68a29 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d2f7d63b-9b57-4c21-9659-71834ae1e597 HTTP/1.1" status: 200  len: 848 time: 0.0424085
Feb 05 22:03:33.645077 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c117879-6c3e-4aa4-ba09-fd1238d7c384 req-7b7516e7-563f-45aa-af34-496600f75861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:33.646534 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8c117879-6c3e-4aa4-ba09-fd1238d7c384 req-7b7516e7-563f-45aa-af34-496600f75861 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=05658e93-9712-451a-9039-cffb286299d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0427084
Feb 05 22:03:33.737352 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8c117879-6c3e-4aa4-ba09-fd1238d7c384 req-e3cda54e-6c8e-4925-8a23-5c249ed914ba service neutron] 10.222.0.39 "GET /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850546
Feb 05 22:03:33.826427 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8c117879-6c3e-4aa4-ba09-fd1238d7c384 req-a90d5bb8-d646-4938-871b-860700bc7569 service neutron] 10.222.0.39 "GET /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0832353
Feb 05 22:03:33.844378 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b202ad-3aa7-4c02-a081-d57f144984c1 req-f29d2862-7bdb-4b87-9449-772f1974c5b4 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:33.845921 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-06b202ad-3aa7-4c02-a081-d57f144984c1 req-f29d2862-7bdb-4b87-9449-772f1974c5b4 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 945 time: 0.0582664
Feb 05 22:03:33.875554 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bfa2c49f-7f74-45e2-9ef3-eda6e736dbcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:03:33.896358 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-06b202ad-3aa7-4c02-a081-d57f144984c1 req-738f52a4-c232-4242-aa3d-43a06a4f4a58 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d931e1c-2d4e-416d-b1b3-3b1875c44cf3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446968
Feb 05 22:03:35.016830 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64d68b-a216-49f0-97e1-364a14754df1 req-51745fe3-e11b-480d-bea7-0795f552d30e tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:35.018346 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cf64d68b-a216-49f0-97e1-364a14754df1 req-51745fe3-e11b-480d-bea7-0795f552d30e tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 945 time: 0.0536461
Feb 05 22:03:35.066705 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-cf64d68b-a216-49f0-97e1-364a14754df1 req-87949fd0-1961-4955-aa33-aa8212a5932e tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d931e1c-2d4e-416d-b1b3-3b1875c44cf3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428109
Feb 05 22:03:36.185956 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3561653-22d8-4c56-bede-64e37956fed4 req-12338ad6-7446-4f23-80df-d99ecdf2206d tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:36.187456 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d3561653-22d8-4c56-bede-64e37956fed4 req-12338ad6-7446-4f23-80df-d99ecdf2206d tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 945 time: 0.0529790
Feb 05 22:03:36.241353 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d3561653-22d8-4c56-bede-64e37956fed4 req-b91f9e8a-0cad-4337-86d6-aaf8b51a8499 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d931e1c-2d4e-416d-b1b3-3b1875c44cf3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481317
Feb 05 22:03:36.265565 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d2d06c24-ee89-451f-80fc-ceea39a20014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:03:36.354673 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-2ef0a937-f150-4e49-adf8-914b12b9bc6f req-805ac6a9-5a6e-45e8-8c0b-05ae57ff4f73 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 22:03:36.355692 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2ef0a937-f150-4e49-adf8-914b12b9bc6f req-805ac6a9-5a6e-45e8-8c0b-05ae57ff4f73 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0479286
Feb 05 22:03:36.517031 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4b916eda-56b2-4cae-ae75-3564134351e4 req-3ef6ca06-2a09-4c7f-b694-e9dd73c33d31 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0774801
Feb 05 22:03:36.527660 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-4b916eda-56b2-4cae-ae75-3564134351e4 req-4856bc71-b731-4d56-b199-c2a2c36d86ea service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 22:03:36.529227 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4b916eda-56b2-4cae-ae75-3564134351e4 req-4856bc71-b731-4d56-b199-c2a2c36d86ea service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0060186
Feb 05 22:03:36.536301 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34198d8-2f96-4667-95b1-ac4da94a91c7 req-33721cd2-04f4-4fe4-8ef3-a44acd0448ec tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:36.537749 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c34198d8-2f96-4667-95b1-ac4da94a91c7 req-33721cd2-04f4-4fe4-8ef3-a44acd0448ec tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 945 time: 0.0733294
Feb 05 22:03:36.587242 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c34198d8-2f96-4667-95b1-ac4da94a91c7 req-87dfac0d-6bef-4887-8cd0-3173dc0bf5a8 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d931e1c-2d4e-416d-b1b3-3b1875c44cf3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438397
Feb 05 22:03:37.714289 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1319df-0805-402f-aa73-d52205620603 req-9ec88de6-4a87-4a3e-9515-d080d3eb8b48 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:37.715776 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3a1319df-0805-402f-aa73-d52205620603 req-9ec88de6-4a87-4a3e-9515-d080d3eb8b48 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 945 time: 0.0591304
Feb 05 22:03:37.755723 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:03:37.773341 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3a1319df-0805-402f-aa73-d52205620603 req-03ebaf08-edae-4786-8257-1ef005aac243 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d931e1c-2d4e-416d-b1b3-3b1875c44cf3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516186
Feb 05 22:03:38.255317 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b916eda-56b2-4cae-ae75-3564134351e4 req-0e0ecb64-46eb-4cc5-a4ec-aa5a1de5ea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:38.256724 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4b916eda-56b2-4cae-ae75-3564134351e4 req-0e0ecb64-46eb-4cc5-a4ec-aa5a1de5ea52 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6&tenant_id=27fa8d1f73e84db099a940e9001e4fdb HTTP/1.1" status: 200  len: 1127 time: 0.0495224
Feb 05 22:03:38.267713 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-4b916eda-56b2-4cae-ae75-3564134351e4 req-01d1f90b-0d5e-4f5d-93f0-bb483a003f9c service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 22:03:38.323887 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-4b916eda-56b2-4cae-ae75-3564134351e4 req-01d1f90b-0d5e-4f5d-93f0-bb483a003f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:03:38.521172 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-4b916eda-56b2-4cae-ae75-3564134351e4 req-01d1f90b-0d5e-4f5d-93f0-bb483a003f9c service neutron] For port d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1,segment=NetworkSegment(26685adc-16ad-4056-b76f-288002f7d333),segment_id=26685adc-16ad-4056-b76f-288002f7d333)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 22:03:38.555537 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-4b916eda-56b2-4cae-ae75-3564134351e4 req-01d1f90b-0d5e-4f5d-93f0-bb483a003f9c service neutron] For port d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 22:03:38.598767 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6956b8-5890-47ea-8d63-6050e60e62a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3e22624-ca37-4f9e-8c7b-7ee2994cf2a1'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 22:03:38.601035 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dc595678b95b8a5d7a711e017487991988fc4acadae49b95ce695ebace8492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d71b31-7a91-471b-80bb-e5272c08fd45" -d '{"events": [{"server_uuid": "8a6956b8-5890-47ea-8d63-6050e60e62a6", "name": "network-vif-unplugged", "status": "completed", "tag": "d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 22:03:38.604795 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-4b916eda-56b2-4cae-ae75-3564134351e4 req-01d1f90b-0d5e-4f5d-93f0-bb483a003f9c service neutron] Publish callbacks [] for port (d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:03:38.617929 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-4b916eda-56b2-4cae-ae75-3564134351e4 req-01d1f90b-0d5e-4f5d-93f0-bb483a003f9c service neutron] Transition to ACTIVE for port object d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 22:03:38.622359 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-4b916eda-56b2-4cae-ae75-3564134351e4 req-01d1f90b-0d5e-4f5d-93f0-bb483a003f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:03:38.648426 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 22:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8dbbc8-3b8c-414b-9737-b1fa826608b0 x-openstack-request-id: req-ca8dbbc8-3b8c-414b-9737-b1fa826608b0 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 22:03:38.648725 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6956b8-5890-47ea-8d63-6050e60e62a6", "name": "network-vif-unplugged", "status": "completed", "tag": "d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 22:03:38.648981 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ca8dbbc8-3b8c-414b-9737-b1fa826608b0 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 22:03:38.649374 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6956b8-5890-47ea-8d63-6050e60e62a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3e22624-ca37-4f9e-8c7b-7ee2994cf2a1', 'code': 200}
Feb 05 22:03:38.708887 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1f90b-0d5e-4f5d-93f0-bb483a003f9c service neutron] Pushing event updated for resources: {'Port': ['ID=d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1,revision_number=6']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:03:38.721341 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d1f90b-0d5e-4f5d-93f0-bb483a003f9c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:03:38.721698 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d1f90b-0d5e-4f5d-93f0-bb483a003f9c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:03:38.722057 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d1f90b-0d5e-4f5d-93f0-bb483a003f9c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:03:38.722425 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d1f90b-0d5e-4f5d-93f0-bb483a003f9c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:03:38.722773 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d1f90b-0d5e-4f5d-93f0-bb483a003f9c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:03:38.723110 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d1f90b-0d5e-4f5d-93f0-bb483a003f9c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:03:38.723445 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d1f90b-0d5e-4f5d-93f0-bb483a003f9c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:03:38.723778 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d1f90b-0d5e-4f5d-93f0-bb483a003f9c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:03:38.724110 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d1f90b-0d5e-4f5d-93f0-bb483a003f9c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:03:38.724441 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d1f90b-0d5e-4f5d-93f0-bb483a003f9c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:03:38.724774 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d1f90b-0d5e-4f5d-93f0-bb483a003f9c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:03:38.725102 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d1f90b-0d5e-4f5d-93f0-bb483a003f9c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:03:38.725428 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d1f90b-0d5e-4f5d-93f0-bb483a003f9c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:03:38.763667 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b916eda-56b2-4cae-ae75-3564134351e4 req-01d1f90b-0d5e-4f5d-93f0-bb483a003f9c service neutron] No DVR routers for this DVR port d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 22:03:38.901453 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c62934-904e-45d9-98e6-0a65fb58bee7 req-45c58dd5-b1e1-4eb5-b98b-71f073036622 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:38.903116 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-44c62934-904e-45d9-98e6-0a65fb58bee7 req-45c58dd5-b1e1-4eb5-b98b-71f073036622 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 943 time: 0.0532577
Feb 05 22:03:38.915070 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-4b916eda-56b2-4cae-ae75-3564134351e4 req-01d1f90b-0d5e-4f5d-93f0-bb483a003f9c service neutron] Attempting to bind port d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 22:03:38.915410 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-4b916eda-56b2-4cae-ae75-3564134351e4 req-01d1f90b-0d5e-4f5d-93f0-bb483a003f9c service neutron] Attempting to bind port d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '26685adc-16ad-4056-b76f-288002f7d333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '05658e93-9712-451a-9039-cffb286299d4'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 22:03:38.915842 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b916eda-56b2-4cae-ae75-3564134351e4 req-01d1f90b-0d5e-4f5d-93f0-bb483a003f9c service neutron] Attempting to bind port d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 on network 05658e93-9712-451a-9039-cffb286299d4 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 22:03:38.920437 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b916eda-56b2-4cae-ae75-3564134351e4 req-01d1f90b-0d5e-4f5d-93f0-bb483a003f9c service neutron] Port d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 on network 05658e93-9712-451a-9039-cffb286299d4 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 22:03:38.920775 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b916eda-56b2-4cae-ae75-3564134351e4 req-01d1f90b-0d5e-4f5d-93f0-bb483a003f9c service neutron] Attempting to bind port d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 on network 05658e93-9712-451a-9039-cffb286299d4 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 22:03:38.925658 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b916eda-56b2-4cae-ae75-3564134351e4 req-01d1f90b-0d5e-4f5d-93f0-bb483a003f9c service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 22:03:38.926007 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b916eda-56b2-4cae-ae75-3564134351e4 req-01d1f90b-0d5e-4f5d-93f0-bb483a003f9c service neutron] Checking segment: {'id': '26685adc-16ad-4056-b76f-288002f7d333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '05658e93-9712-451a-9039-cffb286299d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 22:03:38.926421 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b916eda-56b2-4cae-ae75-3564134351e4 req-01d1f90b-0d5e-4f5d-93f0-bb483a003f9c service neutron] Bound using segment: {'id': '26685adc-16ad-4056-b76f-288002f7d333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '05658e93-9712-451a-9039-cffb286299d4'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 22:03:38.926867 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-4b916eda-56b2-4cae-ae75-3564134351e4 req-01d1f90b-0d5e-4f5d-93f0-bb483a003f9c service neutron] Bound port: d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26685adc-16ad-4056-b76f-288002f7d333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '05658e93-9712-451a-9039-cffb286299d4'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 22:03:38.927237 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-4b916eda-56b2-4cae-ae75-3564134351e4 req-01d1f90b-0d5e-4f5d-93f0-bb483a003f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:03:38.960166 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-44c62934-904e-45d9-98e6-0a65fb58bee7 req-574c507d-8021-49f4-ab73-850812790678 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d931e1c-2d4e-416d-b1b3-3b1875c44cf3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513792
Feb 05 22:03:38.991835 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-4b916eda-56b2-4cae-ae75-3564134351e4 req-01d1f90b-0d5e-4f5d-93f0-bb483a003f9c service neutron] For port d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 22:03:38.994731 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-4b916eda-56b2-4cae-ae75-3564134351e4 req-01d1f90b-0d5e-4f5d-93f0-bb483a003f9c service neutron] For port d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1,segment=NetworkSegment(26685adc-16ad-4056-b76f-288002f7d333),segment_id=26685adc-16ad-4056-b76f-288002f7d333)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 22:03:39.001185 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-4b916eda-56b2-4cae-ae75-3564134351e4 req-01d1f90b-0d5e-4f5d-93f0-bb483a003f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:03:39.037286 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b916eda-56b2-4cae-ae75-3564134351e4 req-01d1f90b-0d5e-4f5d-93f0-bb483a003f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:39.037903 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-4b916eda-56b2-4cae-ae75-3564134351e4 req-01d1f90b-0d5e-4f5d-93f0-bb483a003f9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:03:39.039300 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4b916eda-56b2-4cae-ae75-3564134351e4 req-01d1f90b-0d5e-4f5d-93f0-bb483a003f9c service neutron] 10.222.0.21 "PUT /v2.0/ports/d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 HTTP/1.1" status: 200  len: 1091 time: 0.7755544
Feb 05 22:03:39.057537 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1f90b-0d5e-4f5d-93f0-bb483a003f9c service neutron] Pushing event updated for resources: {'Port': ['ID=d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1,revision_number=7']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:03:39.106589 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b916eda-56b2-4cae-ae75-3564134351e4 req-51a7c6fa-84a4-434e-b4f2-9eebba670838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:39.109257 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4b916eda-56b2-4cae-ae75-3564134351e4 req-51a7c6fa-84a4-434e-b4f2-9eebba670838 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=27fa8d1f73e84db099a940e9001e4fdb&device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 1125 time: 0.0463891
Feb 05 22:03:39.144776 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-9adc7b0c-042c-4d55-89e6-4be351597a24 req-bed855d8-f181-4b43-9b77-036e982d5ade service neutron] (114391) timed out ('10.222.0.21', 60960) {{(pid=114391) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 05 22:03:39.207320 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b916eda-56b2-4cae-ae75-3564134351e4 req-436fa16b-481f-4c03-83ad-e6f7b2e49692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:39.208798 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4b916eda-56b2-4cae-ae75-3564134351e4 req-436fa16b-481f-4c03-83ad-e6f7b2e49692 service neutron] 10.222.0.21 "GET /v2.0/networks?id=05658e93-9712-451a-9039-cffb286299d4 HTTP/1.1" status: 200  len: 910 time: 0.0944312
Feb 05 22:03:39.271785 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4b916eda-56b2-4cae-ae75-3564134351e4 req-ef4c60a1-804f-49a4-9e88-8e6191f2b89f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 HTTP/1.1" status: 200  len: 998 time: 0.0572774
Feb 05 22:03:39.312762 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 22:03:39.324535 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b916eda-56b2-4cae-ae75-3564134351e4 req-86b8774d-2520-4f25-8cec-591085a54410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:39.326650 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4b916eda-56b2-4cae-ae75-3564134351e4 req-86b8774d-2520-4f25-8cec-591085a54410 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d2f7d63b-9b57-4c21-9659-71834ae1e597 HTTP/1.1" status: 200  len: 848 time: 0.0491142
Feb 05 22:03:39.367297 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:03:39.371599 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] The host nch2-master-1 is not matching for port d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 host nch1-master-1! {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}}
Feb 05 22:03:39.372009 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 22:03:39.378218 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b916eda-56b2-4cae-ae75-3564134351e4 req-d2430b93-e963-48b2-9c19-8440984571b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:39.379774 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4b916eda-56b2-4cae-ae75-3564134351e4 req-d2430b93-e963-48b2-9c19-8440984571b8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=05658e93-9712-451a-9039-cffb286299d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0475173
Feb 05 22:03:39.470959 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4b916eda-56b2-4cae-ae75-3564134351e4 req-0ba05a98-29ba-409a-b669-3e56424834a7 service neutron] 10.222.0.21 "GET /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848739
Feb 05 22:03:39.557688 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-4b916eda-56b2-4cae-ae75-3564134351e4 req-8e5404ef-eef1-43c7-8fce-8029cb323809 service neutron] 10.222.0.21 "GET /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0809283
Feb 05 22:03:40.080793 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d41011-a5ce-474e-b106-0ebfcdcef076 req-3691f57c-ed49-466e-b3a5-d208959d7103 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:40.082197 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-15d41011-a5ce-474e-b106-0ebfcdcef076 req-3691f57c-ed49-466e-b3a5-d208959d7103 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 943 time: 0.0530620
Feb 05 22:03:40.133894 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-15d41011-a5ce-474e-b106-0ebfcdcef076 req-f3a057f8-52a9-4620-ac79-2e280e928479 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d931e1c-2d4e-416d-b1b3-3b1875c44cf3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461645
Feb 05 22:03:40.651040 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6956b8-5890-47ea-8d63-6050e60e62a6', 'tag': 'd3e22624-ca37-4f9e-8c7b-7ee2994cf2a1'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 22:03:40.653425 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dc595678b95b8a5d7a711e017487991988fc4acadae49b95ce695ebace8492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9b5613-be1b-480f-a3c5-3bd73ed29664" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6956b8-5890-47ea-8d63-6050e60e62a6", "tag": "d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 22:03:40.673147 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:03:40.691785 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 22:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7e9b3e-a1b3-4a6e-9346-70c9ff3cbbf0 x-openstack-request-id: req-8b7e9b3e-a1b3-4a6e-9346-70c9ff3cbbf0 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 22:03:40.692087 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6956b8-5890-47ea-8d63-6050e60e62a6", "tag": "d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 22:03:40.692367 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8b7e9b3e-a1b3-4a6e-9346-70c9ff3cbbf0 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 22:03:40.692777 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6956b8-5890-47ea-8d63-6050e60e62a6', 'tag': 'd3e22624-ca37-4f9e-8c7b-7ee2994cf2a1', 'status': 'completed', 'code': 200}
Feb 05 22:03:40.799185 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b5613-be1b-480f-a3c5-3bd73ed29664 req-8ff94caf-5244-4071-890b-5cd536bd984c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:40.800686 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3c9b5613-be1b-480f-a3c5-3bd73ed29664 req-8ff94caf-5244-4071-890b-5cd536bd984c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=27fa8d1f73e84db099a940e9001e4fdb&device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 1125 time: 0.0456243
Feb 05 22:03:40.893173 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b5613-be1b-480f-a3c5-3bd73ed29664 req-b08ec21d-5016-428b-a436-95d7106ba4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:40.894668 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3c9b5613-be1b-480f-a3c5-3bd73ed29664 req-b08ec21d-5016-428b-a436-95d7106ba4ae service neutron] 10.222.0.21 "GET /v2.0/networks?id=05658e93-9712-451a-9039-cffb286299d4 HTTP/1.1" status: 200  len: 910 time: 0.0876744
Feb 05 22:03:40.959717 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3c9b5613-be1b-480f-a3c5-3bd73ed29664 req-a5631a4e-fe26-4277-9921-85769f9bb5ca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 HTTP/1.1" status: 200  len: 998 time: 0.0585034
Feb 05 22:03:41.012067 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b5613-be1b-480f-a3c5-3bd73ed29664 req-71a0441a-d853-4dde-9b5a-dff00e4221bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:41.014285 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3c9b5613-be1b-480f-a3c5-3bd73ed29664 req-71a0441a-d853-4dde-9b5a-dff00e4221bf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d2f7d63b-9b57-4c21-9659-71834ae1e597 HTTP/1.1" status: 200  len: 848 time: 0.0478623
Feb 05 22:03:41.063859 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b5613-be1b-480f-a3c5-3bd73ed29664 req-90704a08-8576-4a11-9084-9fdb6bd3434b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:41.065367 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3c9b5613-be1b-480f-a3c5-3bd73ed29664 req-90704a08-8576-4a11-9084-9fdb6bd3434b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=05658e93-9712-451a-9039-cffb286299d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0451322
Feb 05 22:03:41.077573 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [req-3c9b5613-be1b-480f-a3c5-3bd73ed29664 req-b39cdd23-1657-4bfa-abf6-f84417dd7e0a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=114390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 22:03:41.078664 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3c9b5613-be1b-480f-a3c5-3bd73ed29664 req-b39cdd23-1657-4bfa-abf6-f84417dd7e0a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0056245
Feb 05 22:03:41.167961 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3c9b5613-be1b-480f-a3c5-3bd73ed29664 req-f3721fe4-1002-474d-99c9-729f2196c543 service neutron] 10.222.0.21 "GET /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837352
Feb 05 22:03:41.253774 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e34628-75b0-4887-b23a-dbf03b727bff req-d8b5db42-3ba2-46c1-8a39-19147e2e4d3d tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:41.255258 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-07e34628-75b0-4887-b23a-dbf03b727bff req-d8b5db42-3ba2-46c1-8a39-19147e2e4d3d tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 943 time: 0.0536525
Feb 05 22:03:41.262343 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-3c9b5613-be1b-480f-a3c5-3bd73ed29664 req-d2fa739c-e994-42b2-9b1e-d995c165be8e service neutron] 10.222.0.21 "GET /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0876958
Feb 05 22:03:41.306224 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-07e34628-75b0-4887-b23a-dbf03b727bff req-cc2b6d99-af8e-4ecc-8bf3-c281269c5c1a tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d931e1c-2d4e-416d-b1b3-3b1875c44cf3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452754
Feb 05 22:03:42.426219 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44b2ad-7e38-4a09-bb35-091c1af09571 req-66efabee-dd4d-4033-a152-619d1ae0ee4a tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:42.427745 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6e44b2ad-7e38-4a09-bb35-091c1af09571 req-66efabee-dd4d-4033-a152-619d1ae0ee4a tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 943 time: 0.0526304
Feb 05 22:03:42.476495 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6e44b2ad-7e38-4a09-bb35-091c1af09571 req-ee2f04d3-1966-4624-a546-77a51d959fb7 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d931e1c-2d4e-416d-b1b3-3b1875c44cf3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429175
Feb 05 22:03:43.600347 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7c8b5-f214-4923-a0d0-9521f590d8e7 req-c0bf85b2-c463-4e18-aa3e-72a34853e793 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:43.601824 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b3e7c8b5-f214-4923-a0d0-9521f590d8e7 req-c0bf85b2-c463-4e18-aa3e-72a34853e793 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 943 time: 0.0560629
Feb 05 22:03:43.649265 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b3e7c8b5-f214-4923-a0d0-9521f590d8e7 req-441fb2be-0fb6-4dc7-b054-9c4f8705acaa tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d931e1c-2d4e-416d-b1b3-3b1875c44cf3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415757
Feb 05 22:03:44.654807 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 22:03:44.753797 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1,segment=NetworkSegment(26685adc-16ad-4056-b76f-288002f7d333),segment_id=26685adc-16ad-4056-b76f-288002f7d333)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 22:03:44.764561 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': 'd3e22624-ca37-4f9e-8c7b-7ee2994cf2a1', 'network_id': '05658e93-9712-451a-9039-cffb286299d4', 'port_id': 'd3e22624-ca37-4f9e-8c7b-7ee2994cf2a1', 'mac_address': 'fa:16:3e:7a:04:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f7d63b-9b57-4c21-9659-71834ae1e597', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 22:03:44.769290 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758a7a6-cd61-4fa3-b573-ec0a0114f8f7 req-0faece51-8641-4102-b3c5-757477bd0dd7 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:44.770808 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0758a7a6-cd61-4fa3-b573-ec0a0114f8f7 req-0faece51-8641-4102-b3c5-757477bd0dd7 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 943 time: 0.0525274
Feb 05 22:03:44.802919 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 22:03:44.803316 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:03:44.816328 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 22:03:44.821107 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-0758a7a6-cd61-4fa3-b573-ec0a0114f8f7 req-9b397edf-bc57-4ba0-8f95-45342854fb11 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d931e1c-2d4e-416d-b1b3-3b1875c44cf3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442889
Feb 05 22:03:44.836590 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1,segment=NetworkSegment(26685adc-16ad-4056-b76f-288002f7d333),segment_id=26685adc-16ad-4056-b76f-288002f7d333)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 22:03:44.840421 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:03:44.888150 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1,revision_number=8']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:03:44.895299 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:03:44.895659 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:03:44.896013 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:03:44.896359 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:03:44.896702 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:03:44.897042 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:03:44.897377 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:03:44.897712 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:03:44.898044 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:03:44.898388 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:03:44.898755 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:03:44.899068 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:03:44.899399 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:03:45.172647 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 22:03:45.795070 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:03:45.941481 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f2a575-a0f1-47f9-a066-0876c02be7f3 req-aeee6ea8-77d9-419b-8f4e-2d8316c81fb7 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:45.943020 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-20f2a575-a0f1-47f9-a066-0876c02be7f3 req-aeee6ea8-77d9-419b-8f4e-2d8316c81fb7 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 944 time: 0.0533876
Feb 05 22:03:45.999068 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-20f2a575-a0f1-47f9-a066-0876c02be7f3 req-b998487a-44e6-4935-bc5b-f7632c534afc tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d931e1c-2d4e-416d-b1b3-3b1875c44cf3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504475
Feb 05 22:03:46.676074 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 22:03:46.724412 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 22:03:46.728112 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 22:03:46.728485 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:03:46.804036 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 22:03:46.804744 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:03:46.826552 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6956b8-5890-47ea-8d63-6050e60e62a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e22624-ca37-4f9e-8c7b-7ee2994cf2a1'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 22:03:46.828793 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}851605b45cf2a471246fb829968e46403c172bb314a4c703424450b4be22868d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e6d557-1a15-41a3-b94c-204aab5606b7" -d '{"events": [{"server_uuid": "8a6956b8-5890-47ea-8d63-6050e60e62a6", "name": "network-vif-plugged", "status": "completed", "tag": "d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 22:03:46.841861 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1,segment=NetworkSegment(26685adc-16ad-4056-b76f-288002f7d333),segment_id=26685adc-16ad-4056-b76f-288002f7d333)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 22:03:46.845815 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:03:46.877447 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 22:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4044fb-1ba0-4dbb-a40d-a724ccf04910 x-openstack-request-id: req-bd4044fb-1ba0-4dbb-a40d-a724ccf04910 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 22:03:46.877752 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6956b8-5890-47ea-8d63-6050e60e62a6", "name": "network-vif-plugged", "status": "completed", "tag": "d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 22:03:46.878012 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bd4044fb-1ba0-4dbb-a40d-a724ccf04910 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 22:03:46.878425 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6956b8-5890-47ea-8d63-6050e60e62a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e22624-ca37-4f9e-8c7b-7ee2994cf2a1', 'code': 200}
Feb 05 22:03:46.906226 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1,revision_number=9']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:03:47.025625 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bb50e-95bc-43be-baf2-8632734c32d2 req-a61650fd-55d7-47f6-bf1c-227d578fd11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:47.027460 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8b5bb50e-95bc-43be-baf2-8632734c32d2 req-a61650fd-55d7-47f6-bf1c-227d578fd11e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 1127 time: 0.0444601
Feb 05 22:03:47.076205 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-8b5bb50e-95bc-43be-baf2-8632734c32d2 req-da7fb959-c895-4a3c-8289-a53b432aad5f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5d931e1c-2d4e-416d-b1b3-3b1875c44cf3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412045
Feb 05 22:03:47.127444 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17455a5e-0b2f-4b35-a568-e49f453ab6d1 req-4a3140c3-0e37-468e-b9aa-d6c36a280e86 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:47.128911 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-17455a5e-0b2f-4b35-a568-e49f453ab6d1 req-4a3140c3-0e37-468e-b9aa-d6c36a280e86 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 945 time: 0.0596406
Feb 05 22:03:47.176597 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-17455a5e-0b2f-4b35-a568-e49f453ab6d1 req-f0dd366d-3b7b-4ace-a3c0-85adf28beb07 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d931e1c-2d4e-416d-b1b3-3b1875c44cf3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421882
Feb 05 22:03:48.298343 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a3573-36f6-4630-9e79-5faeff067680 req-4286d7fd-6bb7-4e1e-be01-1a84d19c64eb tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:48.299848 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ce3a3573-36f6-4630-9e79-5faeff067680 req-4286d7fd-6bb7-4e1e-be01-1a84d19c64eb tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 945 time: 0.0546257
Feb 05 22:03:48.351481 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-ce3a3573-36f6-4630-9e79-5faeff067680 req-dedafae4-6f52-4ed5-a39c-b938548a6e45 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d931e1c-2d4e-416d-b1b3-3b1875c44cf3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459218
Feb 05 22:03:49.734322 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a0e6b-6370-4565-8ead-ad5fd76d986c req-9a33b566-c1bf-4aac-92e5-278fbe69c111 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:49.735765 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c76a0e6b-6370-4565-8ead-ad5fd76d986c req-9a33b566-c1bf-4aac-92e5-278fbe69c111 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 945 time: 0.0567892
Feb 05 22:03:49.783710 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c76a0e6b-6370-4565-8ead-ad5fd76d986c req-d6915112-fe4c-4a51-89dc-e2840b2e960d tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d931e1c-2d4e-416d-b1b3-3b1875c44cf3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423875
Feb 05 22:03:49.822299 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 22:03:50.905704 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:03:52.091344 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c0bf6b68-50b9-4079-9d3d-ffd29a73873e req-3a0c9bec-f6f6-4abf-a3a8-31112ef0535d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0477417
Feb 05 22:03:52.177264 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf6b68-50b9-4079-9d3d-ffd29a73873e req-a0ec472c-fdfe-438c-a509-8c861f1815cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:52.178792 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c0bf6b68-50b9-4079-9d3d-ffd29a73873e req-a0ec472c-fdfe-438c-a509-8c861f1815cd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=27fa8d1f73e84db099a940e9001e4fdb&device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 1127 time: 0.0452504
Feb 05 22:03:52.278085 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf6b68-50b9-4079-9d3d-ffd29a73873e req-7761f37b-db67-4861-9011-55b5567b9db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:52.280151 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c0bf6b68-50b9-4079-9d3d-ffd29a73873e req-7761f37b-db67-4861-9011-55b5567b9db1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=05658e93-9712-451a-9039-cffb286299d4 HTTP/1.1" status: 200  len: 910 time: 0.0835092
Feb 05 22:03:52.349662 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c0bf6b68-50b9-4079-9d3d-ffd29a73873e req-49837696-82f6-46c5-a6e0-a11073015383 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 HTTP/1.1" status: 200  len: 1000 time: 0.0639079
Feb 05 22:03:52.396434 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf6b68-50b9-4079-9d3d-ffd29a73873e req-89db987b-cbc1-46ce-851a-330c3a431dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:52.397910 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c0bf6b68-50b9-4079-9d3d-ffd29a73873e req-89db987b-cbc1-46ce-851a-330c3a431dd0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d2f7d63b-9b57-4c21-9659-71834ae1e597 HTTP/1.1" status: 200  len: 848 time: 0.0426583
Feb 05 22:03:52.446797 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf6b68-50b9-4079-9d3d-ffd29a73873e req-a10b3e18-7e53-4142-b617-5d361891686e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:03:52.448265 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c0bf6b68-50b9-4079-9d3d-ffd29a73873e req-a10b3e18-7e53-4142-b617-5d361891686e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=05658e93-9712-451a-9039-cffb286299d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0439005
Feb 05 22:03:52.539504 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c0bf6b68-50b9-4079-9d3d-ffd29a73873e req-f35ee080-8afa-4134-b3b8-e35d1fa6b34c service neutron] 10.222.0.21 "GET /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0849912
Feb 05 22:03:52.628969 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c0bf6b68-50b9-4079-9d3d-ffd29a73873e req-c134a775-467c-40ef-a5ab-cc2ab9c86a16 service neutron] 10.222.0.21 "GET /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838659
Feb 05 22:04:03.880258 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b854875e-477f-4441-ae7b-626127d76040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:04:06.269917 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-159a48de-edc5-4ce5-91e8-81ebef8a639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:04:07.759702 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:04:09.338022 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:04:10.676079 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:04:15.812103 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:04:20.915707 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:04:26.821713 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 22:04:33.883191 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ff10c2a1-0d19-4259-8c22-65fe6b047794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:04:36.272073 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-640e9e9e-b364-4077-9acd-b4d372b09c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:04:37.762344 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:04:39.341468 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:04:40.678947 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:04:45.822761 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:04:50.935534 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:04:54.151096 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fa030864-ba5b-4185-89dc-44d624741052 req-9d4a9c6e-d3dd-44b2-acfd-ad6d954e4b61 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0916901
Feb 05 22:04:54.235245 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa030864-ba5b-4185-89dc-44d624741052 req-b047e108-774b-4035-9e22-798060b7c91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:04:54.236657 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fa030864-ba5b-4185-89dc-44d624741052 req-b047e108-774b-4035-9e22-798060b7c91c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=27fa8d1f73e84db099a940e9001e4fdb&device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 1127 time: 0.0445063
Feb 05 22:04:54.337203 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa030864-ba5b-4185-89dc-44d624741052 req-fd75f7c0-34ef-4061-b693-f3a2f3053dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:04:54.338697 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fa030864-ba5b-4185-89dc-44d624741052 req-fd75f7c0-34ef-4061-b693-f3a2f3053dcc service neutron] 10.222.0.21 "GET /v2.0/networks?id=05658e93-9712-451a-9039-cffb286299d4 HTTP/1.1" status: 200  len: 910 time: 0.0846088
Feb 05 22:04:54.402856 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fa030864-ba5b-4185-89dc-44d624741052 req-5fb2e659-7128-45e4-bac6-3629907a73dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 HTTP/1.1" status: 200  len: 1000 time: 0.0582857
Feb 05 22:04:54.449399 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa030864-ba5b-4185-89dc-44d624741052 req-2ace40ae-fc10-4583-8568-2eee2a067375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:04:54.452441 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fa030864-ba5b-4185-89dc-44d624741052 req-2ace40ae-fc10-4583-8568-2eee2a067375 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d2f7d63b-9b57-4c21-9659-71834ae1e597 HTTP/1.1" status: 200  len: 848 time: 0.0446212
Feb 05 22:04:54.505806 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa030864-ba5b-4185-89dc-44d624741052 req-0b2c5839-db24-43f4-8549-c38aa0bfda9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:04:54.507307 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fa030864-ba5b-4185-89dc-44d624741052 req-0b2c5839-db24-43f4-8549-c38aa0bfda9d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=05658e93-9712-451a-9039-cffb286299d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0481005
Feb 05 22:04:54.597287 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fa030864-ba5b-4185-89dc-44d624741052 req-a2e67820-18fd-46c6-8800-b2244b52bccb service neutron] 10.222.0.21 "GET /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836346
Feb 05 22:04:54.688409 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-fa030864-ba5b-4185-89dc-44d624741052 req-91241829-574b-45d5-ba5a-bd4340ce83a3 service neutron] 10.222.0.21 "GET /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848432
Feb 05 22:05:03.819940 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 22:05:03.883904 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1afb23d4-92bb-46e9-a2ca-7c3ac0da4b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:06.274150 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-161f1ce2-a21b-49bf-8e94-3f5136f5b3bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:07.766451 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:09.203027 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55422) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:05:09.345660 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:09.375999 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-518bc584-ad06-4d83-b4f7-d88346bb6bc7 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Deleting port f8fa1170-5dc9-4369-ba52-18c89121073a {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 22:05:09.376356 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-518bc584-ad06-4d83-b4f7-d88346bb6bc7 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (f8fa1170-5dc9-4369-ba52-18c89121073a), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:09.467754 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-518bc584-ad06-4d83-b4f7-d88346bb6bc7 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (f8fa1170-5dc9-4369-ba52-18c89121073a), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:09.467754 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-518bc584-ad06-4d83-b4f7-d88346bb6bc7 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for floatingip (f8fa1170-5dc9-4369-ba52-18c89121073a), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:09.479933 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-518bc584-ad06-4d83-b4f7-d88346bb6bc7 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Calling delete_port for f8fa1170-5dc9-4369-ba52-18c89121073a owned by network:floatingip {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 22:05:09.632616 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-518bc584-ad06-4d83-b4f7-d88346bb6bc7 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (f8fa1170-5dc9-4369-ba52-18c89121073a), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:10.004459 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518bc584-ad06-4d83-b4f7-d88346bb6bc7 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Pushing event deleted for resources: {'Port': ['ID=f8fa1170-5dc9-4369-ba52-18c89121073a,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:10.016980 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518bc584-ad06-4d83-b4f7-d88346bb6bc7 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:10.017346 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518bc584-ad06-4d83-b4f7-d88346bb6bc7 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:10.017707 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518bc584-ad06-4d83-b4f7-d88346bb6bc7 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:10.018054 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518bc584-ad06-4d83-b4f7-d88346bb6bc7 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:10.018424 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518bc584-ad06-4d83-b4f7-d88346bb6bc7 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:10.018776 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518bc584-ad06-4d83-b4f7-d88346bb6bc7 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:10.019115 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518bc584-ad06-4d83-b4f7-d88346bb6bc7 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:10.019452 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518bc584-ad06-4d83-b4f7-d88346bb6bc7 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:10.019790 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518bc584-ad06-4d83-b4f7-d88346bb6bc7 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:10.020122 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518bc584-ad06-4d83-b4f7-d88346bb6bc7 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:10.020457 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518bc584-ad06-4d83-b4f7-d88346bb6bc7 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:10.020792 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518bc584-ad06-4d83-b4f7-d88346bb6bc7 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:10.021125 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518bc584-ad06-4d83-b4f7-d88346bb6bc7 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:10.077631 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-518bc584-ad06-4d83-b4f7-d88346bb6bc7 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for floatingip (bc0dad25-b825-4788-bf83-683a4530315a), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:10.077974 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-518bc584-ad06-4d83-b4f7-d88346bb6bc7 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Floating IP bc0dad25-b825-4788-bf83-683a4530315a disassociated (deleted). External IP: 172.35.4.61, port: d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1.
Feb 05 22:05:10.288000 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-518bc584-ad06-4d83-b4f7-d88346bb6bc7 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Router f5b0d119-db60-4a1c-b6fc-5efac8456f5d has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 22:05:10.396275 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518bc584-ad06-4d83-b4f7-d88346bb6bc7 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 22:05:10.400963 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-518bc584-ad06-4d83-b4f7-d88346bb6bc7 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:10.408764 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb39762c-f4cf-4e69-8f5d-a013a0ca7ce1 None None] Sync routers for ids ['f5b0d119-db60-4a1c-b6fc-5efac8456f5d'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 22:05:10.418979 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb39762c-f4cf-4e69-8f5d-a013a0ca7ce1 None None] Routers {'f5b0d119-db60-4a1c-b6fc-5efac8456f5d'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 22:05:10.420082 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-cb39762c-f4cf-4e69-8f5d-a013a0ca7ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabd49c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T22:05:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['f5b0d119-db60-4a1c-b6fc-5efac8456f5d'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:05:10.431401 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-518bc584-ad06-4d83-b4f7-d88346bb6bc7 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "DELETE /v2.0/floatingips/bc0dad25-b825-4788-bf83-683a4530315a HTTP/1.1" status: 204  len: 168 time: 1.2272742
Feb 05 22:05:10.432011 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6956b8-5890-47ea-8d63-6050e60e62a6', 'tag': 'd3e22624-ca37-4f9e-8c7b-7ee2994cf2a1'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 22:05:10.434499 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16fdd19d8a7c57de6e0d65e92e0f39486390e6be4ccbd395fc02e890f8c23cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78dcb39-4a11-4074-a2da-8f1440accbe0" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6956b8-5890-47ea-8d63-6050e60e62a6", "tag": "d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 22:05:10.473404 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 22:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52412e09-4a08-4298-acd9-267d88096572 x-openstack-request-id: req-52412e09-4a08-4298-acd9-267d88096572 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 22:05:10.473978 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6956b8-5890-47ea-8d63-6050e60e62a6", "tag": "d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 22:05:10.474339 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-52412e09-4a08-4298-acd9-267d88096572 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 22:05:10.476380 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6956b8-5890-47ea-8d63-6050e60e62a6', 'tag': 'd3e22624-ca37-4f9e-8c7b-7ee2994cf2a1', 'status': 'completed', 'code': 200}
Feb 05 22:05:10.541182 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78dcb39-4a11-4074-a2da-8f1440accbe0 req-00833530-8634-4ac0-8cb3-4f1e76cffa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:05:10.542782 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-cb39762c-f4cf-4e69-8f5d-a013a0ca7ce1 None None] Set router f5b0d119-db60-4a1c-b6fc-5efac8456f5d gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 22:05:10.543097 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e78dcb39-4a11-4074-a2da-8f1440accbe0 req-00833530-8634-4ac0-8cb3-4f1e76cffa03 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=27fa8d1f73e84db099a940e9001e4fdb&device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 1127 time: 0.0470588
Feb 05 22:05:10.647246 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78dcb39-4a11-4074-a2da-8f1440accbe0 req-b5b4dfea-7094-45a1-94de-9a6ee430c4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:05:10.648375 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e78dcb39-4a11-4074-a2da-8f1440accbe0 req-b5b4dfea-7094-45a1-94de-9a6ee430c4e6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=05658e93-9712-451a-9039-cffb286299d4 HTTP/1.1" status: 200  len: 910 time: 0.0959129
Feb 05 22:05:10.669379 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e810d6f-450a-4dd2-8789-0f02386d0fd8 req-74acd8c5-5d87-4469-a7bb-b28af4451ebd tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:05:10.671623 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1e810d6f-450a-4dd2-8789-0f02386d0fd8 req-74acd8c5-5d87-4469-a7bb-b28af4451ebd tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 945 time: 0.0560544
Feb 05 22:05:10.692587 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e78dcb39-4a11-4074-a2da-8f1440accbe0 req-1d5b1a92-b7de-4b06-b11a-045b591434ef service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 HTTP/1.1" status: 200  len: 217 time: 0.0346830
Feb 05 22:05:10.707587 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:10.735146 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1e810d6f-450a-4dd2-8789-0f02386d0fd8 req-20dba0d1-cac1-4812-87bf-e31341a5620a tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d931e1c-2d4e-416d-b1b3-3b1875c44cf3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573866
Feb 05 22:05:10.752580 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78dcb39-4a11-4074-a2da-8f1440accbe0 req-54f91692-1562-474d-b314-dca5e9381c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:05:10.754208 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e78dcb39-4a11-4074-a2da-8f1440accbe0 req-54f91692-1562-474d-b314-dca5e9381c7f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d2f7d63b-9b57-4c21-9659-71834ae1e597 HTTP/1.1" status: 200  len: 848 time: 0.0558753
Feb 05 22:05:10.777386 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-cb39762c-f4cf-4e69-8f5d-a013a0ca7ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabd49c40>, [{'id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'name': 'tempest-TestShelveInstance-1437859213-router', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '1bd0f798-76f6-4bde-8754-117a2573a487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:55:27Z', 'updated_at': '2022-02-05T21:55:30Z', 'revision_number': 4, 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'gw_port': {'id': '1bd0f798-76f6-4bde-8754-117a2573a487', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:27Z', 'updated_at': '2022-02-05T21:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '843dd7ee-68c9-4a52-a3f0-e7d33c1dffae', 'name': '', 'network_id': '05658e93-9712-451a-9039-cffb286299d4', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'mac_address': 'fa:16:3e:40:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd2f7d63b-9b57-4c21-9659-71834ae1e597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:29Z', 'updated_at': '2022-02-05T21:55:34Z', 'revision_number': 5, 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'subnets': [{'id': 'd2f7d63b-9b57-4c21-9659-71834ae1e597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:05:10.804939 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78dcb39-4a11-4074-a2da-8f1440accbe0 req-99fee041-27e2-49ac-8ba5-a59de78e3f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:05:10.806454 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e78dcb39-4a11-4074-a2da-8f1440accbe0 req-99fee041-27e2-49ac-8ba5-a59de78e3f10 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=05658e93-9712-451a-9039-cffb286299d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0451629
Feb 05 22:05:10.807670 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb39762c-f4cf-4e69-8f5d-a013a0ca7ce1 None None] Checking router: f5b0d119-db60-4a1c-b6fc-5efac8456f5d for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 22:05:10.816330 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb39762c-f4cf-4e69-8f5d-a013a0ca7ce1 None None] Routers {'f5b0d119-db60-4a1c-b6fc-5efac8456f5d'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 22:05:10.816977 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-cb39762c-f4cf-4e69-8f5d-a013a0ca7ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabd49c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T22:05:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['f5b0d119-db60-4a1c-b6fc-5efac8456f5d'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:05:10.901362 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e78dcb39-4a11-4074-a2da-8f1440accbe0 req-bbcbc3d2-5623-4ab1-9b89-62d0a7cedb9b service neutron] 10.222.0.21 "GET /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0877092
Feb 05 22:05:10.999864 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e78dcb39-4a11-4074-a2da-8f1440accbe0 req-a30af6c9-17d9-4517-b4bb-1ae6324b9b36 service neutron] 10.222.0.21 "GET /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0909035
Feb 05 22:05:11.093530 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-cb39762c-f4cf-4e69-8f5d-a013a0ca7ce1 None None] Set router f5b0d119-db60-4a1c-b6fc-5efac8456f5d gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 22:05:11.289895 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-cb39762c-f4cf-4e69-8f5d-a013a0ca7ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabd49c40>, [{'id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'name': 'tempest-TestShelveInstance-1437859213-router', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '1bd0f798-76f6-4bde-8754-117a2573a487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:55:27Z', 'updated_at': '2022-02-05T21:55:30Z', 'revision_number': 4, 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'gw_port': {'id': '1bd0f798-76f6-4bde-8754-117a2573a487', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:27Z', 'updated_at': '2022-02-05T21:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '843dd7ee-68c9-4a52-a3f0-e7d33c1dffae', 'name': '', 'network_id': '05658e93-9712-451a-9039-cffb286299d4', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'mac_address': 'fa:16:3e:40:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd2f7d63b-9b57-4c21-9659-71834ae1e597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:29Z', 'updated_at': '2022-02-05T21:55:34Z', 'revision_number': 5, 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'subnets': [{'id': 'd2f7d63b-9b57-4c21-9659-71834ae1e597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:05:11.316940 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb39762c-f4cf-4e69-8f5d-a013a0ca7ce1 None None] The sync data for ids ['f5b0d119-db60-4a1c-b6fc-5efac8456f5d'] in ncdv-master-1 is: [{'id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'name': 'tempest-TestShelveInstance-1437859213-router', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '1bd0f798-76f6-4bde-8754-117a2573a487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:55:27Z', 'updated_at': '2022-02-05T21:55:30Z', 'revision_number': 4, 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'gw_port': {'id': '1bd0f798-76f6-4bde-8754-117a2573a487', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:27Z', 'updated_at': '2022-02-05T21:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '843dd7ee-68c9-4a52-a3f0-e7d33c1dffae', 'name': '', 'network_id': '05658e93-9712-451a-9039-cffb286299d4', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'mac_address': 'fa:16:3e:40:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'd2f7d63b-9b57-4c21-9659-71834ae1e597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:29Z', 'updated_at': '2022-02-05T21:55:34Z', 'revision_number': 5, 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'subnets': [{'id': 'd2f7d63b-9b57-4c21-9659-71834ae1e597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 22:05:11.550420 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3eb6c8-0681-49b1-801e-c95a28683ce8 None None] New status for floating IP bc0dad25-b825-4788-bf83-683a4530315a: DOWN {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 22:05:11.867386 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b33bf-3f12-4af3-9467-5b4f4a97cb9c req-b6666e65-2e36-48e7-be05-5aeb88a0c7ea tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:05:11.868780 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2f1b33bf-3f12-4af3-9467-5b4f4a97cb9c req-b6666e65-2e36-48e7-be05-5aeb88a0c7ea tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 945 time: 0.0615284
Feb 05 22:05:11.918049 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-2f1b33bf-3f12-4af3-9467-5b4f4a97cb9c req-e6791e65-7e99-400e-9794-cca00680a647 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d931e1c-2d4e-416d-b1b3-3b1875c44cf3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435922
Feb 05 22:05:12.299935 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11b977-a217-488b-9172-30fd0b770334 req-e9f1cedd-d9cf-47d3-ab84-e569505e4fc9 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:05:12.301405 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1f11b977-a217-488b-9172-30fd0b770334 req-e9f1cedd-d9cf-47d3-ab84-e569505e4fc9 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 945 time: 0.0524132
Feb 05 22:05:12.393515 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-1f11b977-a217-488b-9172-30fd0b770334 req-d500b976-e2d2-4cfc-b5c7-bd9879da3e69 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Deleting port d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 22:05:12.394291 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-1f11b977-a217-488b-9172-30fd0b770334 req-d500b976-e2d2-4cfc-b5c7-bd9879da3e69 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:12.483393 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-1f11b977-a217-488b-9172-30fd0b770334 req-d500b976-e2d2-4cfc-b5c7-bd9879da3e69 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] For port d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1,segment=NetworkSegment(26685adc-16ad-4056-b76f-288002f7d333),segment_id=26685adc-16ad-4056-b76f-288002f7d333)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 22:05:12.483762 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-1f11b977-a217-488b-9172-30fd0b770334 req-d500b976-e2d2-4cfc-b5c7-bd9879da3e69 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:12.495181 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-1f11b977-a217-488b-9172-30fd0b770334 req-d500b976-e2d2-4cfc-b5c7-bd9879da3e69 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Calling delete_port for d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 22:05:12.622442 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-1f11b977-a217-488b-9172-30fd0b770334 req-d500b976-e2d2-4cfc-b5c7-bd9879da3e69 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:12.656506 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500b976-e2d2-4cfc-b5c7-bd9879da3e69 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Pushing event deleted for resources: {'Port': ['ID=d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:12.682393 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500b976-e2d2-4cfc-b5c7-bd9879da3e69 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:12.682752 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500b976-e2d2-4cfc-b5c7-bd9879da3e69 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:12.683103 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500b976-e2d2-4cfc-b5c7-bd9879da3e69 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:12.683439 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500b976-e2d2-4cfc-b5c7-bd9879da3e69 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:12.683770 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500b976-e2d2-4cfc-b5c7-bd9879da3e69 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:12.684642 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500b976-e2d2-4cfc-b5c7-bd9879da3e69 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:12.684976 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500b976-e2d2-4cfc-b5c7-bd9879da3e69 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:12.685306 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500b976-e2d2-4cfc-b5c7-bd9879da3e69 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:12.685632 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500b976-e2d2-4cfc-b5c7-bd9879da3e69 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:12.685956 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500b976-e2d2-4cfc-b5c7-bd9879da3e69 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:12.686280 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500b976-e2d2-4cfc-b5c7-bd9879da3e69 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:12.686700 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500b976-e2d2-4cfc-b5c7-bd9879da3e69 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:12.687026 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500b976-e2d2-4cfc-b5c7-bd9879da3e69 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:12.705165 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f11b977-a217-488b-9172-30fd0b770334 req-d500b976-e2d2-4cfc-b5c7-bd9879da3e69 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] No DVR routers for this DVR port d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 22:05:12.707685 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-1f11b977-a217-488b-9172-30fd0b770334 req-d500b976-e2d2-4cfc-b5c7-bd9879da3e69 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:12.711361 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1f11b977-a217-488b-9172-30fd0b770334 req-d500b976-e2d2-4cfc-b5c7-bd9879da3e69 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.21 "DELETE /v2.0/ports/d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 HTTP/1.1" status: 204  len: 173 time: 0.4040909
Feb 05 22:05:12.712108 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6956b8-5890-47ea-8d63-6050e60e62a6', 'name': 'network-vif-deleted', 'tag': 'd3e22624-ca37-4f9e-8c7b-7ee2994cf2a1'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 22:05:12.715820 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dc595678b95b8a5d7a711e017487991988fc4acadae49b95ce695ebace8492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fcc3c6-8dbe-4eaf-bace-d127f52b5f2d" -d '{"events": [{"server_uuid": "8a6956b8-5890-47ea-8d63-6050e60e62a6", "name": "network-vif-deleted", "tag": "d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 22:05:12.753390 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 22:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527e5ed3-c5ed-4839-ac71-c6936397aa7a x-openstack-request-id: req-527e5ed3-c5ed-4839-ac71-c6936397aa7a {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 22:05:12.753695 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6956b8-5890-47ea-8d63-6050e60e62a6", "name": "network-vif-deleted", "tag": "d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 22:05:12.753959 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-527e5ed3-c5ed-4839-ac71-c6936397aa7a {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 22:05:12.754370 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6956b8-5890-47ea-8d63-6050e60e62a6', 'name': 'network-vif-deleted', 'tag': 'd3e22624-ca37-4f9e-8c7b-7ee2994cf2a1', 'status': 'completed', 'code': 200}
Feb 05 22:05:13.042592 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-f1750da3-2db1-482f-97d9-e1ad2ec02a4b req-04283e13-59ad-48f5-a8bc-fee20c4c0edb tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a6956b8-5890-47ea-8d63-6050e60e62a6 HTTP/1.1" status: 200  len: 210 time: 0.0308189
Feb 05 22:05:14.101894 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55474) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:05:14.157472 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ffd422bc-bc20-420b-ba97-f418a70dd808 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group (5d931e1c-2d4e-416d-b1b3-3b1875c44cf3), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:14.182072 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ffd422bc-bc20-420b-ba97-f418a70dd808 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group (5d931e1c-2d4e-416d-b1b3-3b1875c44cf3), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:14.248003 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ffd422bc-bc20-420b-ba97-f418a70dd808 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (5d931e1c-2d4e-416d-b1b3-3b1875c44cf3), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:14.250585 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-ffd422bc-bc20-420b-ba97-f418a70dd808 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:14.251755 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-ffd422bc-bc20-420b-ba97-f418a70dd808 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] 10.222.0.32 "DELETE /v2.0/security-groups/5d931e1c-2d4e-416d-b1b3-3b1875c44cf3 HTTP/1.1" status: 204  len: 168 time: 0.1488221
Feb 05 22:05:14.260960 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd422bc-bc20-420b-ba97-f418a70dd808 tempest-TestShelveInstance-1115483581 tempest-TestShelveInstance-1115483581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d931e1c-2d4e-416d-b1b3-3b1875c44cf3,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:14.294987 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55478) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:05:14.738600 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-63a036ad-a564-40c6-9f81-6ac4a1174a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (f5b0d119-db60-4a1c-b6fc-5efac8456f5d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:15.079501 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 22:05:15.100537 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 22:05:15.100892 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device d3e22624-ca37-4f9e-8c7b-7ee2994cf2a1 not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 22:05:15.302754 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-63a036ad-a564-40c6-9f81-6ac4a1174a1f admin admin] Deleting port 843dd7ee-68c9-4a52-a3f0-e7d33c1dffae {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 22:05:15.303384 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-63a036ad-a564-40c6-9f81-6ac4a1174a1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (843dd7ee-68c9-4a52-a3f0-e7d33c1dffae), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:15.378839 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-63a036ad-a564-40c6-9f81-6ac4a1174a1f admin admin] For port 843dd7ee-68c9-4a52-a3f0-e7d33c1dffae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=843dd7ee-68c9-4a52-a3f0-e7d33c1dffae,segment=NetworkSegment(26685adc-16ad-4056-b76f-288002f7d333),segment_id=26685adc-16ad-4056-b76f-288002f7d333)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 22:05:15.379187 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-63a036ad-a564-40c6-9f81-6ac4a1174a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (843dd7ee-68c9-4a52-a3f0-e7d33c1dffae), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:15.391390 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-63a036ad-a564-40c6-9f81-6ac4a1174a1f admin admin] Calling delete_port for 843dd7ee-68c9-4a52-a3f0-e7d33c1dffae owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 22:05:15.577453 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-63a036ad-a564-40c6-9f81-6ac4a1174a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (843dd7ee-68c9-4a52-a3f0-e7d33c1dffae), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:15.603509 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a036ad-a564-40c6-9f81-6ac4a1174a1f admin admin] Pushing event deleted for resources: {'Port': ['ID=843dd7ee-68c9-4a52-a3f0-e7d33c1dffae,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:15.772473 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-63a036ad-a564-40c6-9f81-6ac4a1174a1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (f5b0d119-db60-4a1c-b6fc-5efac8456f5d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:15.825078 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:15.992795 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a036ad-a564-40c6-9f81-6ac4a1174a1f admin admin] Router f5b0d119-db60-4a1c-b6fc-5efac8456f5d has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 22:05:16.101022 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a036ad-a564-40c6-9f81-6ac4a1174a1f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 22:05:16.108189 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-63a036ad-a564-40c6-9f81-6ac4a1174a1f admin admin] 10.222.0.32 "PUT /v2.0/routers/f5b0d119-db60-4a1c-b6fc-5efac8456f5d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8101470
Feb 05 22:05:16.109132 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55482) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:05:16.112830 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4d4e0b-b5c9-4747-88b8-be0ee465263f None None] Sync routers for ids ['f5b0d119-db60-4a1c-b6fc-5efac8456f5d'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 22:05:16.122436 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4d4e0b-b5c9-4747-88b8-be0ee465263f None None] Routers {'f5b0d119-db60-4a1c-b6fc-5efac8456f5d'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 22:05:16.123054 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-ca4d4e0b-b5c9-4747-88b8-be0ee465263f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab424df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T22:05:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['f5b0d119-db60-4a1c-b6fc-5efac8456f5d'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:05:16.217422 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-897c28ad-62b1-4feb-9ed7-0d81f4b5641e admin admin] Publish callbacks [] for router (f5b0d119-db60-4a1c-b6fc-5efac8456f5d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:16.232978 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-ca4d4e0b-b5c9-4747-88b8-be0ee465263f None None] Set router f5b0d119-db60-4a1c-b6fc-5efac8456f5d gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 22:05:16.321564 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-897c28ad-62b1-4feb-9ed7-0d81f4b5641e admin admin] Publish callbacks [] for router_gateway (f5b0d119-db60-4a1c-b6fc-5efac8456f5d), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:16.374934 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-897c28ad-62b1-4feb-9ed7-0d81f4b5641e admin admin] Deleting port 1bd0f798-76f6-4bde-8754-117a2573a487 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 22:05:16.375279 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-897c28ad-62b1-4feb-9ed7-0d81f4b5641e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (1bd0f798-76f6-4bde-8754-117a2573a487), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:16.414642 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-ca4d4e0b-b5c9-4747-88b8-be0ee465263f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab424df0>, [{'id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'name': 'tempest-TestShelveInstance-1437859213-router', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '1bd0f798-76f6-4bde-8754-117a2573a487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:55:27Z', 'updated_at': '2022-02-05T22:05:15Z', 'revision_number': 5, 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'gw_port': {'id': '1bd0f798-76f6-4bde-8754-117a2573a487', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:27Z', 'updated_at': '2022-02-05T21:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:05:16.445309 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4d4e0b-b5c9-4747-88b8-be0ee465263f None None] Checking router: f5b0d119-db60-4a1c-b6fc-5efac8456f5d for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 22:05:16.454479 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4d4e0b-b5c9-4747-88b8-be0ee465263f None None] Routers {'f5b0d119-db60-4a1c-b6fc-5efac8456f5d'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 22:05:16.454693 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-897c28ad-62b1-4feb-9ed7-0d81f4b5641e admin admin] For port 1bd0f798-76f6-4bde-8754-117a2573a487, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1bd0f798-76f6-4bde-8754-117a2573a487,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 22:05:16.454855 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-897c28ad-62b1-4feb-9ed7-0d81f4b5641e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (1bd0f798-76f6-4bde-8754-117a2573a487), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:16.455101 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-ca4d4e0b-b5c9-4747-88b8-be0ee465263f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab424df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T22:05:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['f5b0d119-db60-4a1c-b6fc-5efac8456f5d'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:05:16.466991 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-897c28ad-62b1-4feb-9ed7-0d81f4b5641e admin admin] Calling delete_port for 1bd0f798-76f6-4bde-8754-117a2573a487 owned by network:router_gateway {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 22:05:16.544367 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-ca4d4e0b-b5c9-4747-88b8-be0ee465263f None None] Set router f5b0d119-db60-4a1c-b6fc-5efac8456f5d gateway port host: None {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 22:05:16.596883 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-ca4d4e0b-b5c9-4747-88b8-be0ee465263f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab424df0>, [{'id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'name': 'tempest-TestShelveInstance-1437859213-router', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:55:27Z', 'updated_at': '2022-02-05T22:05:16Z', 'revision_number': 6, 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:05:16.628297 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4d4e0b-b5c9-4747-88b8-be0ee465263f None None] The sync data for ids ['f5b0d119-db60-4a1c-b6fc-5efac8456f5d'] in ncdv-master-1 is: [{'id': 'f5b0d119-db60-4a1c-b6fc-5efac8456f5d', 'name': 'tempest-TestShelveInstance-1437859213-router', 'tenant_id': '27fa8d1f73e84db099a940e9001e4fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:55:27Z', 'updated_at': '2022-02-05T22:05:16Z', 'revision_number': 6, 'project_id': '27fa8d1f73e84db099a940e9001e4fdb', 'gw_port_host': None}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 22:05:16.632429 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-897c28ad-62b1-4feb-9ed7-0d81f4b5641e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (1bd0f798-76f6-4bde-8754-117a2573a487), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:16.662259 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c28ad-62b1-4feb-9ed7-0d81f4b5641e admin admin] Pushing event deleted for resources: {'Port': ['ID=1bd0f798-76f6-4bde-8754-117a2573a487,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:16.722876 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-897c28ad-62b1-4feb-9ed7-0d81f4b5641e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (f5b0d119-db60-4a1c-b6fc-5efac8456f5d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:16.813484 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-897c28ad-62b1-4feb-9ed7-0d81f4b5641e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (f5b0d119-db60-4a1c-b6fc-5efac8456f5d), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:16.815684 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-897c28ad-62b1-4feb-9ed7-0d81f4b5641e admin admin] Publish callbacks [] for router_controller (f5b0d119-db60-4a1c-b6fc-5efac8456f5d), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:16.860699 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-897c28ad-62b1-4feb-9ed7-0d81f4b5641e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (f5b0d119-db60-4a1c-b6fc-5efac8456f5d), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:16.861283 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897c28ad-62b1-4feb-9ed7-0d81f4b5641e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5b0d119-db60-4a1c-b6fc-5efac8456f5d {{(pid=114390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 22:05:16.865615 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-897c28ad-62b1-4feb-9ed7-0d81f4b5641e admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:16.866811 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-897c28ad-62b1-4feb-9ed7-0d81f4b5641e admin admin] 10.222.0.32 "DELETE /v2.0/routers/f5b0d119-db60-4a1c-b6fc-5efac8456f5d HTTP/1.1" status: 204  len: 168 time: 0.7567635
Feb 05 22:05:16.869630 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55484) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:05:16.913581 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_v2 [None req-7adc8df8-559e-4549-b447-7619d536cd51 admin admin] Deleting subnet d2f7d63b-9b57-4c21-9659-71834ae1e597 {{(pid=114390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 22:05:16.916555 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7adc8df8-559e-4549-b447-7619d536cd51 admin admin] Publish callbacks [] for subnet (d2f7d63b-9b57-4c21-9659-71834ae1e597), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:16.950486 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7adc8df8-559e-4549-b447-7619d536cd51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8703342'] for subnet (d2f7d63b-9b57-4c21-9659-71834ae1e597), precommit_delete_associations {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:17.031203 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7adc8df8-559e-4549-b447-7619d536cd51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (d2f7d63b-9b57-4c21-9659-71834ae1e597), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:17.089572 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7adc8df8-559e-4549-b447-7619d536cd51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10241843'] for subnet (d2f7d63b-9b57-4c21-9659-71834ae1e597), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:17.115257 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adc8df8-559e-4549-b447-7619d536cd51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2f7d63b-9b57-4c21-9659-71834ae1e597,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:17.118830 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-7adc8df8-559e-4549-b447-7619d536cd51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:17.122009 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-7adc8df8-559e-4549-b447-7619d536cd51 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d2f7d63b-9b57-4c21-9659-71834ae1e597 HTTP/1.1" status: 204  len: 168 time: 0.2514520
Feb 05 22:05:17.124513 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55486) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:05:17.125474 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c9fa72-dd6b-42d4-84a9-da5ccde5d5b6 None None] Network 05658e93-9712-451a-9039-cffb286299d4 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 22:05:17.192290 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f1382ca6-080d-43b3-b454-7a214c0af1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (05658e93-9712-451a-9039-cffb286299d4), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:17.250176 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-f1382ca6-080d-43b3-b454-7a214c0af1c1 admin admin] Deleting port b302ed90-0b34-4811-9917-96831276a6d4 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 22:05:17.250684 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f1382ca6-080d-43b3-b454-7a214c0af1c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (b302ed90-0b34-4811-9917-96831276a6d4), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:17.312532 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-f1382ca6-080d-43b3-b454-7a214c0af1c1 admin admin] For port b302ed90-0b34-4811-9917-96831276a6d4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b302ed90-0b34-4811-9917-96831276a6d4,segment=NetworkSegment(26685adc-16ad-4056-b76f-288002f7d333),segment_id=26685adc-16ad-4056-b76f-288002f7d333)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 22:05:17.312908 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f1382ca6-080d-43b3-b454-7a214c0af1c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (b302ed90-0b34-4811-9917-96831276a6d4), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:17.325510 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-f1382ca6-080d-43b3-b454-7a214c0af1c1 admin admin] Calling delete_port for b302ed90-0b34-4811-9917-96831276a6d4 owned by network:dhcp {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 22:05:17.414753 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f1382ca6-080d-43b3-b454-7a214c0af1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (b302ed90-0b34-4811-9917-96831276a6d4), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:17.428625 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b0b743-68db-4a70-b678-910f7fa8525e None None] DHCP port deletion for 05658e93-9712-451a-9039-cffb286299d4 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 22:05:17.443035 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1382ca6-080d-43b3-b454-7a214c0af1c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b302ed90-0b34-4811-9917-96831276a6d4,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:17.447015 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1382ca6-080d-43b3-b454-7a214c0af1c1 admin admin] No DVR routers for this DVR port b302ed90-0b34-4811-9917-96831276a6d4 on host ncdv-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 22:05:17.526013 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f1382ca6-080d-43b3-b454-7a214c0af1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (05658e93-9712-451a-9039-cffb286299d4), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:17.548792 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b302ed90-0b34-4811-9917-96831276a6d4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 22:05:17.551808 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-f1382ca6-080d-43b3-b454-7a214c0af1c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db2acfaf0>,) {'filters': {'network_id': ['05658e93-9712-451a-9039-cffb286299d4']}} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:05:17.561201 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-f1382ca6-080d-43b3-b454-7a214c0af1c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2acfaf0>, '26685adc-16ad-4056-b76f-288002f7d333') {'for_net_delete': True} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:05:17.561499 ncdv-master-1 neutron-server[114390]: DEBUG neutron.services.segments.db [None req-f1382ca6-080d-43b3-b454-7a214c0af1c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db2acfaf0>, '26685adc-16ad-4056-b76f-288002f7d333') {} {{(pid=114390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:05:17.568552 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: b302ed90-0b34-4811-9917-96831276a6d4 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 22:05:17.568901 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b302ed90-0b34-4811-9917-96831276a6d4 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 22:05:17.569319 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 843dd7ee-68c9-4a52-a3f0-e7d33c1dffae no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 22:05:17.571165 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f1382ca6-080d-43b3-b454-7a214c0af1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8703353'] for segment (26685adc-16ad-4056-b76f-288002f7d333), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:17.585145 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f1382ca6-080d-43b3-b454-7a214c0af1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (26685adc-16ad-4056-b76f-288002f7d333), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:17.588894 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 843dd7ee-68c9-4a52-a3f0-e7d33c1dffae {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 22:05:17.589248 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 843dd7ee-68c9-4a52-a3f0-e7d33c1dffae not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 22:05:17.589662 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 1bd0f798-76f6-4bde-8754-117a2573a487 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 22:05:17.591487 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1382ca6-080d-43b3-b454-7a214c0af1c1 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=114390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 22:05:17.591877 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f1382ca6-080d-43b3-b454-7a214c0af1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3545258'] for segment (26685adc-16ad-4056-b76f-288002f7d333), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:17.593513 ncdv-master-1 neutron-server[114390]: Traceback (most recent call last):
Feb 05 22:05:17.593513 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 22:05:17.593513 ncdv-master-1 neutron-server[114390]:     timer()
Feb 05 22:05:17.593513 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 22:05:17.593513 ncdv-master-1 neutron-server[114390]:     cb(*args, **kw)
Feb 05 22:05:17.593513 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 22:05:17.593513 ncdv-master-1 neutron-server[114390]:     return func(*args, **kwargs)
Feb 05 22:05:17.593513 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 22:05:17.593513 ncdv-master-1 neutron-server[114390]:     self._notify()
Feb 05 22:05:17.593513 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 22:05:17.593513 ncdv-master-1 neutron-server[114390]:     self.callback(batched_events)
Feb 05 22:05:17.593513 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 22:05:17.593513 ncdv-master-1 neutron-server[114390]:     event.method(event)
Feb 05 22:05:17.593513 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 22:05:17.593513 ncdv-master-1 neutron-server[114390]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 22:05:17.593513 ncdv-master-1 neutron-server[114390]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 22:05:17.593513 ncdv-master-1 neutron-server[114390]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 22:05:17.593513 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 22:05:17.593513 ncdv-master-1 neutron-server[114390]:     return f(self, *a, **k)
Feb 05 22:05:17.593513 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 22:05:17.593513 ncdv-master-1 neutron-server[114390]:     return self._get(url).json()
Feb 05 22:05:17.593513 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 22:05:17.593513 ncdv-master-1 neutron-server[114390]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 22:05:17.593513 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 22:05:17.593513 ncdv-master-1 neutron-server[114390]:     return self.request(url, 'GET', **kwargs)
Feb 05 22:05:17.593513 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 22:05:17.593513 ncdv-master-1 neutron-server[114390]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 22:05:17.593513 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 22:05:17.593513 ncdv-master-1 neutron-server[114390]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 22:05:17.593513 ncdv-master-1 neutron-server[114390]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 22:05:17.593513 ncdv-master-1 neutron-server[114390]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 22:05:17.593513 ncdv-master-1 neutron-server[114390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 22:05:17.609668 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 1bd0f798-76f6-4bde-8754-117a2573a487 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 22:05:17.610036 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 1bd0f798-76f6-4bde-8754-117a2573a487 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 22:05:17.649032 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f1382ca6-080d-43b3-b454-7a214c0af1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (05658e93-9712-451a-9039-cffb286299d4), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:17.655693 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-f1382ca6-080d-43b3-b454-7a214c0af1c1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:17.659062 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-f1382ca6-080d-43b3-b454-7a214c0af1c1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/05658e93-9712-451a-9039-cffb286299d4 HTTP/1.1" status: 204  len: 168 time: 0.5336308
Feb 05 22:05:17.662054 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55488) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:05:17.670340 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1382ca6-080d-43b3-b454-7a214c0af1c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=05658e93-9712-451a-9039-cffb286299d4,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:18.015329 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dd70c5bd-dee6-4a04-9761-f72a5d6b8ca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (59dc388b-33e7-4218-a214-10b52ccdf999), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:18.265843 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-dd70c5bd-dee6-4a04-9761-f72a5d6b8ca9 admin admin] Deleting port 57b2ef9f-16ef-437d-a0cf-05e9c566fec3 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 22:05:18.266109 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dd70c5bd-dee6-4a04-9761-f72a5d6b8ca9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (57b2ef9f-16ef-437d-a0cf-05e9c566fec3), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:18.342877 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-dd70c5bd-dee6-4a04-9761-f72a5d6b8ca9 admin admin] For port 57b2ef9f-16ef-437d-a0cf-05e9c566fec3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=57b2ef9f-16ef-437d-a0cf-05e9c566fec3,segment=NetworkSegment(ec291a54-1941-4565-8fc7-214b10d873d5),segment_id=ec291a54-1941-4565-8fc7-214b10d873d5)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 22:05:18.343245 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dd70c5bd-dee6-4a04-9761-f72a5d6b8ca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (57b2ef9f-16ef-437d-a0cf-05e9c566fec3), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:18.354721 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-dd70c5bd-dee6-4a04-9761-f72a5d6b8ca9 admin admin] Calling delete_port for 57b2ef9f-16ef-437d-a0cf-05e9c566fec3 owned by network:router_interface {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 22:05:18.540542 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dd70c5bd-dee6-4a04-9761-f72a5d6b8ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (57b2ef9f-16ef-437d-a0cf-05e9c566fec3), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:18.567771 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd70c5bd-dee6-4a04-9761-f72a5d6b8ca9 admin admin] Pushing event deleted for resources: {'Port': ['ID=57b2ef9f-16ef-437d-a0cf-05e9c566fec3,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:18.736845 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-dd70c5bd-dee6-4a04-9761-f72a5d6b8ca9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (59dc388b-33e7-4218-a214-10b52ccdf999), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:18.956677 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd70c5bd-dee6-4a04-9761-f72a5d6b8ca9 admin admin] Router 59dc388b-33e7-4218-a214-10b52ccdf999 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 22:05:19.066097 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd70c5bd-dee6-4a04-9761-f72a5d6b8ca9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 22:05:19.071213 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-dd70c5bd-dee6-4a04-9761-f72a5d6b8ca9 admin admin] 10.222.0.32 "PUT /v2.0/routers/59dc388b-33e7-4218-a214-10b52ccdf999/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4074872
Feb 05 22:05:19.073647 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55490) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:05:19.077235 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eaf89b9-0eb5-4049-a9d4-0855a976e401 None None] Sync routers for ids ['59dc388b-33e7-4218-a214-10b52ccdf999'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 22:05:19.086591 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eaf89b9-0eb5-4049-a9d4-0855a976e401 None None] Routers {'59dc388b-33e7-4218-a214-10b52ccdf999'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 22:05:19.087215 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-4eaf89b9-0eb5-4049-a9d4-0855a976e401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8cfb490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T22:05:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['59dc388b-33e7-4218-a214-10b52ccdf999'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:05:19.180966 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-13dcf764-330f-42a9-adf7-099e3ca6df0a admin admin] Publish callbacks [] for router (59dc388b-33e7-4218-a214-10b52ccdf999), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:19.193149 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-4eaf89b9-0eb5-4049-a9d4-0855a976e401 None None] Set router 59dc388b-33e7-4218-a214-10b52ccdf999 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 22:05:19.286023 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-13dcf764-330f-42a9-adf7-099e3ca6df0a admin admin] Publish callbacks [] for router_gateway (59dc388b-33e7-4218-a214-10b52ccdf999), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:19.339285 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf764-330f-42a9-adf7-099e3ca6df0a admin admin] Deleting port 4dbdd352-0a65-4523-ac69-616e8a01e448 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 22:05:19.339626 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-13dcf764-330f-42a9-adf7-099e3ca6df0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (4dbdd352-0a65-4523-ac69-616e8a01e448), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:19.369508 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-4eaf89b9-0eb5-4049-a9d4-0855a976e401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8cfb490>, [{'id': '59dc388b-33e7-4218-a214-10b52ccdf999', 'name': 'tempest-TestShelveInstance-1085106904-router', 'tenant_id': '851789e472d246cdae4ba32de725787c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '4dbdd352-0a65-4523-ac69-616e8a01e448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:55:32Z', 'updated_at': '2022-02-05T22:05:18Z', 'revision_number': 5, 'project_id': '851789e472d246cdae4ba32de725787c', 'gw_port': {'id': '4dbdd352-0a65-4523-ac69-616e8a01e448', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dc388b-33e7-4218-a214-10b52ccdf999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T21:55:32Z', 'updated_at': '2022-02-05T21:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:05:19.397176 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eaf89b9-0eb5-4049-a9d4-0855a976e401 None None] Checking router: 59dc388b-33e7-4218-a214-10b52ccdf999 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 22:05:19.405928 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eaf89b9-0eb5-4049-a9d4-0855a976e401 None None] Routers {'59dc388b-33e7-4218-a214-10b52ccdf999'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 22:05:19.406568 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-4eaf89b9-0eb5-4049-a9d4-0855a976e401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8cfb490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T22:05:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['59dc388b-33e7-4218-a214-10b52ccdf999'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:05:19.419823 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-13dcf764-330f-42a9-adf7-099e3ca6df0a admin admin] For port 4dbdd352-0a65-4523-ac69-616e8a01e448, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4dbdd352-0a65-4523-ac69-616e8a01e448,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 22:05:19.420320 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-13dcf764-330f-42a9-adf7-099e3ca6df0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (4dbdd352-0a65-4523-ac69-616e8a01e448), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:19.431855 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-13dcf764-330f-42a9-adf7-099e3ca6df0a admin admin] Calling delete_port for 4dbdd352-0a65-4523-ac69-616e8a01e448 owned by network:router_gateway {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 22:05:19.495737 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-4eaf89b9-0eb5-4049-a9d4-0855a976e401 None None] Set router 59dc388b-33e7-4218-a214-10b52ccdf999 gateway port host: None {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 22:05:19.548118 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-4eaf89b9-0eb5-4049-a9d4-0855a976e401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8cfb490>, [{'id': '59dc388b-33e7-4218-a214-10b52ccdf999', 'name': 'tempest-TestShelveInstance-1085106904-router', 'tenant_id': '851789e472d246cdae4ba32de725787c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:55:32Z', 'updated_at': '2022-02-05T22:05:19Z', 'revision_number': 6, 'project_id': '851789e472d246cdae4ba32de725787c', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:05:19.578071 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eaf89b9-0eb5-4049-a9d4-0855a976e401 None None] The sync data for ids ['59dc388b-33e7-4218-a214-10b52ccdf999'] in ncdv-master-1 is: [{'id': '59dc388b-33e7-4218-a214-10b52ccdf999', 'name': 'tempest-TestShelveInstance-1085106904-router', 'tenant_id': '851789e472d246cdae4ba32de725787c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T21:55:32Z', 'updated_at': '2022-02-05T22:05:19Z', 'revision_number': 6, 'project_id': '851789e472d246cdae4ba32de725787c', 'gw_port_host': None}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 22:05:19.611589 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-13dcf764-330f-42a9-adf7-099e3ca6df0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (4dbdd352-0a65-4523-ac69-616e8a01e448), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:19.658896 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcf764-330f-42a9-adf7-099e3ca6df0a admin admin] Pushing event deleted for resources: {'Port': ['ID=4dbdd352-0a65-4523-ac69-616e8a01e448,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:19.697739 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-13dcf764-330f-42a9-adf7-099e3ca6df0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (59dc388b-33e7-4218-a214-10b52ccdf999), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:19.793113 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-13dcf764-330f-42a9-adf7-099e3ca6df0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (59dc388b-33e7-4218-a214-10b52ccdf999), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:19.795312 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-13dcf764-330f-42a9-adf7-099e3ca6df0a admin admin] Publish callbacks [] for router_controller (59dc388b-33e7-4218-a214-10b52ccdf999), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:19.842756 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-13dcf764-330f-42a9-adf7-099e3ca6df0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (59dc388b-33e7-4218-a214-10b52ccdf999), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:19.843245 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13dcf764-330f-42a9-adf7-099e3ca6df0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59dc388b-33e7-4218-a214-10b52ccdf999 {{(pid=114391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 22:05:19.847825 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-13dcf764-330f-42a9-adf7-099e3ca6df0a admin admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:19.849009 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-13dcf764-330f-42a9-adf7-099e3ca6df0a admin admin] 10.222.0.32 "DELETE /v2.0/routers/59dc388b-33e7-4218-a214-10b52ccdf999 HTTP/1.1" status: 204  len: 168 time: 0.7744207
Feb 05 22:05:19.851604 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55492) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:05:19.895855 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-00747f42-473f-4461-b6e7-41781948051d admin admin] Deleting subnet 3a6bd449-8244-4704-82b9-eb784829694c {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 22:05:19.898787 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-00747f42-473f-4461-b6e7-41781948051d admin admin] Publish callbacks [] for subnet (3a6bd449-8244-4704-82b9-eb784829694c), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:19.934676 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-00747f42-473f-4461-b6e7-41781948051d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (3a6bd449-8244-4704-82b9-eb784829694c), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:20.030271 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-00747f42-473f-4461-b6e7-41781948051d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (3a6bd449-8244-4704-82b9-eb784829694c), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:20.082502 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-00747f42-473f-4461-b6e7-41781948051d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (3a6bd449-8244-4704-82b9-eb784829694c), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:20.108017 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00747f42-473f-4461-b6e7-41781948051d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a6bd449-8244-4704-82b9-eb784829694c,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:20.112372 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-00747f42-473f-4461-b6e7-41781948051d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:20.117934 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-00747f42-473f-4461-b6e7-41781948051d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3a6bd449-8244-4704-82b9-eb784829694c HTTP/1.1" status: 204  len: 168 time: 0.2629828
Feb 05 22:05:20.118111 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55494) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:05:20.118619 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876628a4-e215-4ef1-b336-e217a303d439 None None] Network 5c4afb5f-ffa8-417f-8979-8859aa50b8d8 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 22:05:20.185578 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-68a46f24-08ec-4141-9422-43c1004ad9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (5c4afb5f-ffa8-417f-8979-8859aa50b8d8), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:20.248833 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-68a46f24-08ec-4141-9422-43c1004ad9ad admin admin] Deleting port 3594fdb8-c035-47cc-b4a7-1c9ef4825989 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 22:05:20.249176 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-68a46f24-08ec-4141-9422-43c1004ad9ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (3594fdb8-c035-47cc-b4a7-1c9ef4825989), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:20.309781 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-68a46f24-08ec-4141-9422-43c1004ad9ad admin admin] For port 3594fdb8-c035-47cc-b4a7-1c9ef4825989, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3594fdb8-c035-47cc-b4a7-1c9ef4825989,segment=NetworkSegment(ec291a54-1941-4565-8fc7-214b10d873d5),segment_id=ec291a54-1941-4565-8fc7-214b10d873d5)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 22:05:20.310147 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-68a46f24-08ec-4141-9422-43c1004ad9ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (3594fdb8-c035-47cc-b4a7-1c9ef4825989), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:20.322030 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-68a46f24-08ec-4141-9422-43c1004ad9ad admin admin] Calling delete_port for 3594fdb8-c035-47cc-b4a7-1c9ef4825989 owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 22:05:20.374587 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef03dedd-1702-4c83-9aac-d35a7a5ee646 None None] DHCP port deletion for 5c4afb5f-ffa8-417f-8979-8859aa50b8d8 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 22:05:20.406712 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-68a46f24-08ec-4141-9422-43c1004ad9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (3594fdb8-c035-47cc-b4a7-1c9ef4825989), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:20.422956 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ef03dedd-1702-4c83-9aac-d35a7a5ee646 None None] Deleting port 3594fdb8-c035-47cc-b4a7-1c9ef4825989 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 22:05:20.423341 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ef03dedd-1702-4c83-9aac-d35a7a5ee646 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (3594fdb8-c035-47cc-b4a7-1c9ef4825989), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:20.435433 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a46f24-08ec-4141-9422-43c1004ad9ad admin admin] No DVR routers for this DVR port 3594fdb8-c035-47cc-b4a7-1c9ef4825989 on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 22:05:20.437875 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a46f24-08ec-4141-9422-43c1004ad9ad admin admin] Pushing event deleted for resources: {'Port': ['ID=3594fdb8-c035-47cc-b4a7-1c9ef4825989,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:20.491612 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-ef03dedd-1702-4c83-9aac-d35a7a5ee646 None None] For port 3594fdb8-c035-47cc-b4a7-1c9ef4825989, host ncdv-master-1, got binding levels [] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 22:05:20.492054 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ef03dedd-1702-4c83-9aac-d35a7a5ee646 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (3594fdb8-c035-47cc-b4a7-1c9ef4825989), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:20.505024 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ef03dedd-1702-4c83-9aac-d35a7a5ee646 None None] Calling delete_port for 3594fdb8-c035-47cc-b4a7-1c9ef4825989 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 22:05:20.507716 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.ipam_backend_mixin [None req-ef03dedd-1702-4c83-9aac-d35a7a5ee646 None None] Port 3594fdb8-c035-47cc-b4a7-1c9ef4825989 was not found and therefore no delete operation was performed {{(pid=114392) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Feb 05 22:05:20.508975 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ef03dedd-1702-4c83-9aac-d35a7a5ee646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (3594fdb8-c035-47cc-b4a7-1c9ef4825989), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:20.514998 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-68a46f24-08ec-4141-9422-43c1004ad9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (5c4afb5f-ffa8-417f-8979-8859aa50b8d8), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:20.534618 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef03dedd-1702-4c83-9aac-d35a7a5ee646 None None] Pushing event deleted for resources: {'Port': ['ID=3594fdb8-c035-47cc-b4a7-1c9ef4825989,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:20.538973 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef03dedd-1702-4c83-9aac-d35a7a5ee646 None None] No DVR routers for this DVR port 3594fdb8-c035-47cc-b4a7-1c9ef4825989 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 22:05:20.541426 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-68a46f24-08ec-4141-9422-43c1004ad9ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db243a070>,) {'filters': {'network_id': ['5c4afb5f-ffa8-417f-8979-8859aa50b8d8']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:05:20.546751 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef03dedd-1702-4c83-9aac-d35a7a5ee646 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:20.546962 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef03dedd-1702-4c83-9aac-d35a7a5ee646 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:20.547338 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef03dedd-1702-4c83-9aac-d35a7a5ee646 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:20.547680 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef03dedd-1702-4c83-9aac-d35a7a5ee646 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:20.548026 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef03dedd-1702-4c83-9aac-d35a7a5ee646 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:20.548405 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef03dedd-1702-4c83-9aac-d35a7a5ee646 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:20.548693 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef03dedd-1702-4c83-9aac-d35a7a5ee646 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:20.549007 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef03dedd-1702-4c83-9aac-d35a7a5ee646 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:20.549333 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef03dedd-1702-4c83-9aac-d35a7a5ee646 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:20.549660 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef03dedd-1702-4c83-9aac-d35a7a5ee646 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:20.549995 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef03dedd-1702-4c83-9aac-d35a7a5ee646 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:20.550320 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef03dedd-1702-4c83-9aac-d35a7a5ee646 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:20.550809 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef03dedd-1702-4c83-9aac-d35a7a5ee646 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:20.561509 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-68a46f24-08ec-4141-9422-43c1004ad9ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db243a070>, 'ec291a54-1941-4565-8fc7-214b10d873d5') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:05:20.561820 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-68a46f24-08ec-4141-9422-43c1004ad9ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db243a070>, 'ec291a54-1941-4565-8fc7-214b10d873d5') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:05:20.572258 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-68a46f24-08ec-4141-9422-43c1004ad9ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (ec291a54-1941-4565-8fc7-214b10d873d5), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:20.586842 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-68a46f24-08ec-4141-9422-43c1004ad9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (ec291a54-1941-4565-8fc7-214b10d873d5), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:20.593225 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68a46f24-08ec-4141-9422-43c1004ad9ad admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 22:05:20.593618 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-68a46f24-08ec-4141-9422-43c1004ad9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (ec291a54-1941-4565-8fc7-214b10d873d5), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:20.595306 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 22:05:20.595306 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 22:05:20.595306 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 22:05:20.595306 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 22:05:20.595306 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 22:05:20.595306 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 22:05:20.595306 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 22:05:20.595306 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 22:05:20.595306 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 22:05:20.595306 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 22:05:20.595306 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 22:05:20.595306 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 22:05:20.595306 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 22:05:20.595306 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 22:05:20.595306 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 22:05:20.595306 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 22:05:20.595306 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 22:05:20.595306 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 22:05:20.595306 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 22:05:20.595306 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 22:05:20.595306 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 22:05:20.595306 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 22:05:20.595306 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 22:05:20.595306 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 22:05:20.595306 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 22:05:20.595306 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 22:05:20.595306 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 22:05:20.595306 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 22:05:20.595306 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 22:05:20.595306 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 22:05:20.595306 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 22:05:20.595306 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 22:05:20.652750 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-68a46f24-08ec-4141-9422-43c1004ad9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (5c4afb5f-ffa8-417f-8979-8859aa50b8d8), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:20.659353 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-68a46f24-08ec-4141-9422-43c1004ad9ad admin admin] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:20.662613 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-68a46f24-08ec-4141-9422-43c1004ad9ad admin admin] 10.222.0.32 "DELETE /v2.0/networks/5c4afb5f-ffa8-417f-8979-8859aa50b8d8 HTTP/1.1" status: 204  len: 168 time: 0.5435238
Feb 05 22:05:20.674011 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a46f24-08ec-4141-9422-43c1004ad9ad admin admin] Pushing event deleted for resources: {'Network': ['ID=5c4afb5f-ffa8-417f-8979-8859aa50b8d8,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:20.775544 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55498) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:05:20.816357 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a046733a-af74-42de-ac93-b6409c52a866 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=27fa8d1f73e84db099a940e9001e4fdb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0396094
Feb 05 22:05:20.818895 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55500) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:05:20.869015 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-61f97790-039a-475c-9f82-f4c162233dba admin admin] Publish callbacks [] for security_group (677ee178-badf-4c0d-be1c-13889db10fd3), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:20.890162 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-61f97790-039a-475c-9f82-f4c162233dba admin admin] Publish callbacks [] for security_group (677ee178-badf-4c0d-be1c-13889db10fd3), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:20.936217 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:20.938860 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-61f97790-039a-475c-9f82-f4c162233dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (677ee178-badf-4c0d-be1c-13889db10fd3), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:20.941419 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-61f97790-039a-475c-9f82-f4c162233dba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:20.944628 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-61f97790-039a-475c-9f82-f4c162233dba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/677ee178-badf-4c0d-be1c-13889db10fd3 HTTP/1.1" status: 204  len: 168 time: 0.1247923
Feb 05 22:05:20.953275 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f97790-039a-475c-9f82-f4c162233dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677ee178-badf-4c0d-be1c-13889db10fd3,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:21.257869 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55506) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:05:21.297541 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-8554019d-4abe-4080-8303-ea29c47eb405 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=851789e472d246cdae4ba32de725787c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0384974
Feb 05 22:05:21.299918 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55508) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:05:21.346912 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-760f13e1-334d-4d3c-9479-2ff2c112433f admin admin] Publish callbacks [] for security_group (930362d8-202e-45c3-99c7-d0095f146d24), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:21.367469 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-760f13e1-334d-4d3c-9479-2ff2c112433f admin admin] Publish callbacks [] for security_group (930362d8-202e-45c3-99c7-d0095f146d24), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:21.417894 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-760f13e1-334d-4d3c-9479-2ff2c112433f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (930362d8-202e-45c3-99c7-d0095f146d24), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:21.420637 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-760f13e1-334d-4d3c-9479-2ff2c112433f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:21.421811 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-760f13e1-334d-4d3c-9479-2ff2c112433f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/930362d8-202e-45c3-99c7-d0095f146d24 HTTP/1.1" status: 204  len: 168 time: 0.1210184
Feb 05 22:05:21.429853 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760f13e1-334d-4d3c-9479-2ff2c112433f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930362d8-202e-45c3-99c7-d0095f146d24,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:21.529239 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 4dbdd352-0a65-4523-ac69-616e8a01e448 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 22:05:21.553690 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 4dbdd352-0a65-4523-ac69-616e8a01e448 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 22:05:21.554152 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 4dbdd352-0a65-4523-ac69-616e8a01e448 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 22:05:21.554680 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 3594fdb8-c035-47cc-b4a7-1c9ef4825989 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 22:05:21.575319 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 3594fdb8-c035-47cc-b4a7-1c9ef4825989 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 22:05:21.575673 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 3594fdb8-c035-47cc-b4a7-1c9ef4825989 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 22:05:21.576095 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 57b2ef9f-16ef-437d-a0cf-05e9c566fec3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 22:05:21.596530 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 57b2ef9f-16ef-437d-a0cf-05e9c566fec3 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 22:05:21.596890 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 57b2ef9f-16ef-437d-a0cf-05e9c566fec3 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 22:05:22.103244 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55530) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:05:22.198843 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-e93c5a40-f007-490c-bec7-9efb2a7c779b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-523062318-network', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 22:05:22.218644 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93c5a40-f007-490c-bec7-9efb2a7c779b admin admin] Made reservation on behalf of c53444b898904b729b8fd99cf8b3adfc for: {'network': 1} {{(pid=114391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 22:05:22.220870 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e93c5a40-f007-490c-bec7-9efb2a7c779b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:22.231471 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e93c5a40-f007-490c-bec7-9efb2a7c779b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:22.304079 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e93c5a40-f007-490c-bec7-9efb2a7c779b admin admin] Publish callbacks [] for security_group (87e18506-e91e-4971-8f06-dc8978006062), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:22.307571 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e93c5a40-f007-490c-bec7-9efb2a7c779b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (87e18506-e91e-4971-8f06-dc8978006062), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:22.333033 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e93c5a40-f007-490c-bec7-9efb2a7c779b admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'}  {{(pid=114391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 22:05:22.339151 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c5a40-f007-490c-bec7-9efb2a7c779b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e18506-e91e-4971-8f06-dc8978006062,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:22.346649 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e93c5a40-f007-490c-bec7-9efb2a7c779b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (0c9a9e21-2005-4080-93bb-a344ded405e8), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:22.346999 ncdv-master-1 neutron-server[114391]: INFO neutron.db.segments_db [None req-e93c5a40-f007-490c-bec7-9efb2a7c779b admin admin] Added segment 0c9a9e21-2005-4080-93bb-a344ded405e8 of type vlan for network 4417a581-5e62-46ca-94f7-1c95ca843c61
Feb 05 22:05:22.386193 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e93c5a40-f007-490c-bec7-9efb2a7c779b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (4417a581-5e62-46ca-94f7-1c95ca843c61), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:22.412071 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e93c5a40-f007-490c-bec7-9efb2a7c779b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (4417a581-5e62-46ca-94f7-1c95ca843c61), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:22.413063 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93c5a40-f007-490c-bec7-9efb2a7c779b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:05:22.413641 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e93c5a40-f007-490c-bec7-9efb2a7c779b admin admin] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:22.445014 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e93c5a40-f007-490c-bec7-9efb2a7c779b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3405178
Feb 05 22:05:22.449075 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55534) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:05:22.454747 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-5e0c9a9b-1155-4048-b05e-a4054b0aa2c3 admin admin] Request body: {'subnet': {'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-523062318-subnet', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 22:05:22.474261 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0c9a9b-1155-4048-b05e-a4054b0aa2c3 admin admin] Made reservation on behalf of c53444b898904b729b8fd99cf8b3adfc for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 22:05:22.476634 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5e0c9a9b-1155-4048-b05e-a4054b0aa2c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:22.480779 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c5a40-f007-490c-bec7-9efb2a7c779b admin admin] Pushing event updated for resources: {'Network': ['ID=4417a581-5e62-46ca-94f7-1c95ca843c61,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:22.491166 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 4417a581-5e62-46ca-94f7-1c95ca843c61 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 22:05:22.646145 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5e0c9a9b-1155-4048-b05e-a4054b0aa2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (075b10ed-2f2a-43ba-8c00-acbd537f742f), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:22.702641 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c9a9b-1155-4048-b05e-a4054b0aa2c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=075b10ed-2f2a-43ba-8c00-acbd537f742f,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:22.712682 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0c9a9b-1155-4048-b05e-a4054b0aa2c3 admin admin] Checking segment: {'id': '0c9a9e21-2005-4080-93bb-a344ded405e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 22:05:22.713046 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0c9a9b-1155-4048-b05e-a4054b0aa2c3 admin admin] Network hostable DHCP agents. Network: 4417a581-5e62-46ca-94f7-1c95ca843c61, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 22:05:22.729729 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0c9a9b-1155-4048-b05e-a4054b0aa2c3 admin admin] Network 4417a581-5e62-46ca-94f7-1c95ca843c61 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 22:05:22.738169 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-5e0c9a9b-1155-4048-b05e-a4054b0aa2c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4417a581-5e62-46ca-94f7-1c95ca843c61) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 22:05:22.742397 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0c9a9b-1155-4048-b05e-a4054b0aa2c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:05:22.743002 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-5e0c9a9b-1155-4048-b05e-a4054b0aa2c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:22.747124 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996647fb-39ff-4f0d-bae0-cc36a5e3fe19 None None] Network 4417a581-5e62-46ca-94f7-1c95ca843c61 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 22:05:22.759173 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-5e0c9a9b-1155-4048-b05e-a4054b0aa2c3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3088586
Feb 05 22:05:22.761853 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55536) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:05:22.766911 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-4c3337e0-bc3b-4dde-8c49-4b6d74a25cf4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-523062318-router', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 22:05:22.786169 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4c3337e0-bc3b-4dde-8c49-4b6d74a25cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:22.787198 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4c3337e0-bc3b-4dde-8c49-4b6d74a25cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:22.845747 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4c3337e0-bc3b-4dde-8c49-4b6d74a25cf4 admin admin] Publish callbacks [] for router_controller (f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:22.849604 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d307948c-f8a5-4448-b51b-7f322a2fc5a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4417a581-5e62-46ca-94f7-1c95ca843c61', 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61', 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'fixed_ips': [{'subnet_id': '075b10ed-2f2a-43ba-8c00-acbd537f742f'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 22:05:22.850754 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d307948c-f8a5-4448-b51b-7f322a2fc5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:22.988424 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-d307948c-f8a5-4448-b51b-7f322a2fc5a8 None None] Allocated IP 172.20.0.2 (4417a581-5e62-46ca-94f7-1c95ca843c61/075b10ed-2f2a-43ba-8c00-acbd537f742f/57f0facf-3600-4495-8cfc-b59d1a561634) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 22:05:22.989717 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4c3337e0-bc3b-4dde-8c49-4b6d74a25cf4 admin admin] Publish callbacks [] for router_gateway (f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:23.134318 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d307948c-f8a5-4448-b51b-7f322a2fc5a8 None None] Publish callbacks [] for port (57f0facf-3600-4495-8cfc-b59d1a561634), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:23.140617 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d307948c-f8a5-4448-b51b-7f322a2fc5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (57f0facf-3600-4495-8cfc-b59d1a561634), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:23.182677 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d307948c-f8a5-4448-b51b-7f322a2fc5a8 None None] Network 4417a581-5e62-46ca-94f7-1c95ca843c61 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 22:05:23.183538 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4c3337e0-bc3b-4dde-8c49-4b6d74a25cf4 admin admin] Publish callbacks [] for router_gateway (f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:23.187805 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-d307948c-f8a5-4448-b51b-7f322a2fc5a8 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 22:05:23.190141 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d307948c-f8a5-4448-b51b-7f322a2fc5a8 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 22:05:23.199407 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307948c-f8a5-4448-b51b-7f322a2fc5a8 None None] Pushing event updated for resources: {'Port': ['ID=57f0facf-3600-4495-8cfc-b59d1a561634,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:23.207053 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4c3337e0-bc3b-4dde-8c49-4b6d74a25cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:23.254447 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-d307948c-f8a5-4448-b51b-7f322a2fc5a8 None None] Attempting to bind port 57f0facf-3600-4495-8cfc-b59d1a561634 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 22:05:23.254742 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-d307948c-f8a5-4448-b51b-7f322a2fc5a8 None None] Attempting to bind port 57f0facf-3600-4495-8cfc-b59d1a561634 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0c9a9e21-2005-4080-93bb-a344ded405e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 22:05:23.255111 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d307948c-f8a5-4448-b51b-7f322a2fc5a8 None None] Attempting to bind port 57f0facf-3600-4495-8cfc-b59d1a561634 on network 4417a581-5e62-46ca-94f7-1c95ca843c61 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 22:05:23.260084 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d307948c-f8a5-4448-b51b-7f322a2fc5a8 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 22:05:23.260465 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d307948c-f8a5-4448-b51b-7f322a2fc5a8 None None] Checking segment: {'id': '0c9a9e21-2005-4080-93bb-a344ded405e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 22:05:23.260872 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d307948c-f8a5-4448-b51b-7f322a2fc5a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:23.261268 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d307948c-f8a5-4448-b51b-7f322a2fc5a8 None None] Bound using segment: {'id': '0c9a9e21-2005-4080-93bb-a344ded405e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 22:05:23.261736 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-d307948c-f8a5-4448-b51b-7f322a2fc5a8 None None] Bound port: 57f0facf-3600-4495-8cfc-b59d1a561634, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c9a9e21-2005-4080-93bb-a344ded405e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 22:05:23.262119 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d307948c-f8a5-4448-b51b-7f322a2fc5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (57f0facf-3600-4495-8cfc-b59d1a561634), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:23.307232 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-4c3337e0-bc3b-4dde-8c49-4b6d74a25cf4 admin admin] Allocated IP 172.35.4.204 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/43570626-de55-4aa3-ad54-a2cd1efcad3a) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 22:05:23.326663 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-d307948c-f8a5-4448-b51b-7f322a2fc5a8 None None] For port 57f0facf-3600-4495-8cfc-b59d1a561634, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 22:05:23.329952 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-d307948c-f8a5-4448-b51b-7f322a2fc5a8 None None] For port 57f0facf-3600-4495-8cfc-b59d1a561634, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=57f0facf-3600-4495-8cfc-b59d1a561634,segment=NetworkSegment(0c9a9e21-2005-4080-93bb-a344ded405e8),segment_id=0c9a9e21-2005-4080-93bb-a344ded405e8)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 22:05:23.335835 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d307948c-f8a5-4448-b51b-7f322a2fc5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (57f0facf-3600-4495-8cfc-b59d1a561634), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:23.391103 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307948c-f8a5-4448-b51b-7f322a2fc5a8 None None] Pushing event updated for resources: {'Port': ['ID=57f0facf-3600-4495-8cfc-b59d1a561634,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:23.420916 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4c3337e0-bc3b-4dde-8c49-4b6d74a25cf4 admin admin] Publish callbacks [] for port (43570626-de55-4aa3-ad54-a2cd1efcad3a), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:23.456379 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4c3337e0-bc3b-4dde-8c49-4b6d74a25cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (43570626-de55-4aa3-ad54-a2cd1efcad3a), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:23.495525 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3337e0-bc3b-4dde-8c49-4b6d74a25cf4 admin admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 22:05:23.499284 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-4c3337e0-bc3b-4dde-8c49-4b6d74a25cf4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 22:05:23.501814 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3337e0-bc3b-4dde-8c49-4b6d74a25cf4 admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 22:05:23.529664 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3337e0-bc3b-4dde-8c49-4b6d74a25cf4 admin admin] Pushing event updated for resources: {'Port': ['ID=43570626-de55-4aa3-ad54-a2cd1efcad3a,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:24.103145 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4c3337e0-bc3b-4dde-8c49-4b6d74a25cf4 admin admin] Publish callbacks [] for router_gateway (f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:24.310810 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4c3337e0-bc3b-4dde-8c49-4b6d74a25cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:24.383810 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2afc84-e8e3-44dd-84a7-dcbb52a9bc92 None None] Network 4417a581-5e62-46ca-94f7-1c95ca843c61 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 22:05:24.444777 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3337e0-bc3b-4dde-8c49-4b6d74a25cf4 admin admin] Router f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 22:05:24.463626 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-494bd40b-a3dc-4e48-b3f9-4449e36ae799 None None] Provisioning complete for port 57f0facf-3600-4495-8cfc-b59d1a561634 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 22:05:24.463998 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-494bd40b-a3dc-4e48-b3f9-4449e36ae799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (57f0facf-3600-4495-8cfc-b59d1a561634), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:24.556332 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3337e0-bc3b-4dde-8c49-4b6d74a25cf4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 22:05:24.575911 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-4c3337e0-bc3b-4dde-8c49-4b6d74a25cf4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:24.578279 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-4c3337e0-bc3b-4dde-8c49-4b6d74a25cf4 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.8154352
Feb 05 22:05:24.580938 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55538) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:05:24.583153 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6717c68c-8dd4-4220-a7c2-24e20f1335a9 None None] Sync routers for ids ['f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 22:05:24.599150 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-494bd40b-a3dc-4e48-b3f9-4449e36ae799 None None] Current status of the port 57f0facf-3600-4495-8cfc-b59d1a561634 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 22:05:24.599540 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-494bd40b-a3dc-4e48-b3f9-4449e36ae799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (57f0facf-3600-4495-8cfc-b59d1a561634), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:24.601462 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6717c68c-8dd4-4220-a7c2-24e20f1335a9 None None] Routers {'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 22:05:24.602086 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-6717c68c-8dd4-4220-a7c2-24e20f1335a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab370df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T22:05:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:05:24.878248 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-494bd40b-a3dc-4e48-b3f9-4449e36ae799 None None] For port 57f0facf-3600-4495-8cfc-b59d1a561634, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=57f0facf-3600-4495-8cfc-b59d1a561634,segment=NetworkSegment(0c9a9e21-2005-4080-93bb-a344ded405e8),segment_id=0c9a9e21-2005-4080-93bb-a344ded405e8)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 22:05:24.883848 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-494bd40b-a3dc-4e48-b3f9-4449e36ae799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (57f0facf-3600-4495-8cfc-b59d1a561634), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:24.945246 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-6717c68c-8dd4-4220-a7c2-24e20f1335a9 None None] Set router f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 22:05:25.008336 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494bd40b-a3dc-4e48-b3f9-4449e36ae799 None None] Pushing event updated for resources: {'Port': ['ID=57f0facf-3600-4495-8cfc-b59d1a561634,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:25.028917 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9d66dba4-1e93-4f53-acc0-e16f0e3efb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:25.077694 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-9690f1d4-71dc-4a9f-90ab-d9c5a9ae9b00 None None] Provisioning complete for port 57f0facf-3600-4495-8cfc-b59d1a561634 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 22:05:25.078061 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9690f1d4-71dc-4a9f-90ab-d9c5a9ae9b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (57f0facf-3600-4495-8cfc-b59d1a561634), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:25.187880 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-9d66dba4-1e93-4f53-acc0-e16f0e3efb9c admin admin] Allocated IP 172.20.0.1 (4417a581-5e62-46ca-94f7-1c95ca843c61/075b10ed-2f2a-43ba-8c00-acbd537f742f/b70450fa-c4fa-4ffc-ba62-dffd0754eb52) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 22:05:25.213540 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-9690f1d4-71dc-4a9f-90ab-d9c5a9ae9b00 None None] Current status of the port 57f0facf-3600-4495-8cfc-b59d1a561634 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 22:05:25.224770 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-6717c68c-8dd4-4220-a7c2-24e20f1335a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab370df0>, [{'id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'name': 'tempest-TestSnapshotPattern-523062318-router', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': '43570626-de55-4aa3-ad54-a2cd1efcad3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:05:22Z', 'updated_at': '2022-02-05T22:05:23Z', 'revision_number': 3, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'gw_port': {'id': '43570626-de55-4aa3-ad54-a2cd1efcad3a', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:06:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:23Z', 'updated_at': '2022-02-05T22:05:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:05:25.252298 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6717c68c-8dd4-4220-a7c2-24e20f1335a9 None None] Checking router: f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 22:05:25.252649 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6717c68c-8dd4-4220-a7c2-24e20f1335a9 None None] Updating router f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e port 43570626-de55-4aa3-ad54-a2cd1efcad3a binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 22:05:25.281198 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6717c68c-8dd4-4220-a7c2-24e20f1335a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (43570626-de55-4aa3-ad54-a2cd1efcad3a), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:25.293830 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9d66dba4-1e93-4f53-acc0-e16f0e3efb9c admin admin] Publish callbacks [] for port (b70450fa-c4fa-4ffc-ba62-dffd0754eb52), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:25.329432 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9d66dba4-1e93-4f53-acc0-e16f0e3efb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (b70450fa-c4fa-4ffc-ba62-dffd0754eb52), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:25.372142 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d66dba4-1e93-4f53-acc0-e16f0e3efb9c admin admin] Network 4417a581-5e62-46ca-94f7-1c95ca843c61 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 22:05:25.375902 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-9d66dba4-1e93-4f53-acc0-e16f0e3efb9c admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 22:05:25.379968 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d66dba4-1e93-4f53-acc0-e16f0e3efb9c admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 22:05:25.403476 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d66dba4-1e93-4f53-acc0-e16f0e3efb9c admin admin] Pushing event updated for resources: {'Port': ['ID=b70450fa-c4fa-4ffc-ba62-dffd0754eb52,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:25.424189 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9d66dba4-1e93-4f53-acc0-e16f0e3efb9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:25.560697 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6717c68c-8dd4-4220-a7c2-24e20f1335a9 None None] Publish callbacks [] for port (43570626-de55-4aa3-ad54-a2cd1efcad3a), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:25.569004 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6717c68c-8dd4-4220-a7c2-24e20f1335a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (43570626-de55-4aa3-ad54-a2cd1efcad3a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:25.584892 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9d66dba4-1e93-4f53-acc0-e16f0e3efb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b70450fa-c4fa-4ffc-ba62-dffd0754eb52), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:25.622589 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 57f0facf-3600-4495-8cfc-b59d1a561634 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 22:05:25.651306 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-6717c68c-8dd4-4220-a7c2-24e20f1335a9 None None] Attempting to bind port 43570626-de55-4aa3-ad54-a2cd1efcad3a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 22:05:25.651682 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-6717c68c-8dd4-4220-a7c2-24e20f1335a9 None None] Attempting to bind port 43570626-de55-4aa3-ad54-a2cd1efcad3a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 22:05:25.652047 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6717c68c-8dd4-4220-a7c2-24e20f1335a9 None None] Attempting to bind port 43570626-de55-4aa3-ad54-a2cd1efcad3a on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 22:05:25.666269 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f0d3e-ef98-464e-8a97-370127235a0a None None] Pushing event updated for resources: {'Port': ['ID=43570626-de55-4aa3-ad54-a2cd1efcad3a,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:25.670838 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6717c68c-8dd4-4220-a7c2-24e20f1335a9 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 22:05:25.671216 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6717c68c-8dd4-4220-a7c2-24e20f1335a9 None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 22:05:25.671620 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6717c68c-8dd4-4220-a7c2-24e20f1335a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:25.672006 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6717c68c-8dd4-4220-a7c2-24e20f1335a9 None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 22:05:25.672480 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-6717c68c-8dd4-4220-a7c2-24e20f1335a9 None None] Bound port: 43570626-de55-4aa3-ad54-a2cd1efcad3a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 22:05:25.672858 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6717c68c-8dd4-4220-a7c2-24e20f1335a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (43570626-de55-4aa3-ad54-a2cd1efcad3a), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:25.739440 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 57f0facf-3600-4495-8cfc-b59d1a561634 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 22:05:25.739854 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (57f0facf-3600-4495-8cfc-b59d1a561634), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:25.747070 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6717c68c-8dd4-4220-a7c2-24e20f1335a9 None None] For port 43570626-de55-4aa3-ad54-a2cd1efcad3a, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 22:05:25.757155 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9d66dba4-1e93-4f53-acc0-e16f0e3efb9c admin admin] Publish callbacks [] for port (b70450fa-c4fa-4ffc-ba62-dffd0754eb52), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:25.761503 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9d66dba4-1e93-4f53-acc0-e16f0e3efb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (b70450fa-c4fa-4ffc-ba62-dffd0754eb52), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:25.781556 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6717c68c-8dd4-4220-a7c2-24e20f1335a9 None None] For port 43570626-de55-4aa3-ad54-a2cd1efcad3a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=43570626-de55-4aa3-ad54-a2cd1efcad3a,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 22:05:25.789700 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-e71ec872-da11-40ca-a613-b349946a8e12 None None] Provisioning complete for port b70450fa-c4fa-4ffc-ba62-dffd0754eb52 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 22:05:25.790198 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e71ec872-da11-40ca-a613-b349946a8e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b70450fa-c4fa-4ffc-ba62-dffd0754eb52), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:25.797220 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6717c68c-8dd4-4220-a7c2-24e20f1335a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (43570626-de55-4aa3-ad54-a2cd1efcad3a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:25.831134 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d66dba4-1e93-4f53-acc0-e16f0e3efb9c admin admin] Pushing event updated for resources: {'Port': ['ID=b70450fa-c4fa-4ffc-ba62-dffd0754eb52,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:25.833564 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-9d66dba4-1e93-4f53-acc0-e16f0e3efb9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:25.883320 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-e71ec872-da11-40ca-a613-b349946a8e12 None None] Port b70450fa-c4fa-4ffc-ba62-dffd0754eb52 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 22:05:25.899179 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6717c68c-8dd4-4220-a7c2-24e20f1335a9 None None] Routers {'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 22:05:25.899800 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-6717c68c-8dd4-4220-a7c2-24e20f1335a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab370df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T22:05:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:05:25.902065 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f0d3e-ef98-464e-8a97-370127235a0a None None] Pushing event updated for resources: {'Port': ['ID=43570626-de55-4aa3-ad54-a2cd1efcad3a,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:25.927348 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d66dba4-1e93-4f53-acc0-e16f0e3efb9c admin admin] Network 4417a581-5e62-46ca-94f7-1c95ca843c61 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 22:05:25.932457 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-9d66dba4-1e93-4f53-acc0-e16f0e3efb9c admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 22:05:25.981253 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 57f0facf-3600-4495-8cfc-b59d1a561634 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 22:05:26.044450 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-6717c68c-8dd4-4220-a7c2-24e20f1335a9 None None] Set router f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 22:05:26.059796 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d66dba4-1e93-4f53-acc0-e16f0e3efb9c admin admin] Router f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 22:05:26.178343 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d66dba4-1e93-4f53-acc0-e16f0e3efb9c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 22:05:26.191751 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-9d66dba4-1e93-4f53-acc0-e16f0e3efb9c admin admin] 10.222.0.32 "PUT /v2.0/routers/f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6017001
Feb 05 22:05:26.224558 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-ea2cc130-8a53-4df3-a9ef-49ca0353cf05 None None] Provisioning complete for port b70450fa-c4fa-4ffc-ba62-dffd0754eb52 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 22:05:26.224861 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ea2cc130-8a53-4df3-a9ef-49ca0353cf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b70450fa-c4fa-4ffc-ba62-dffd0754eb52), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:26.288101 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ea2cc130-8a53-4df3-a9ef-49ca0353cf05 None None] Port b70450fa-c4fa-4ffc-ba62-dffd0754eb52 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 22:05:26.307522 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-6717c68c-8dd4-4220-a7c2-24e20f1335a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab370df0>, [{'id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'name': 'tempest-TestSnapshotPattern-523062318-router', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': '43570626-de55-4aa3-ad54-a2cd1efcad3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:05:22Z', 'updated_at': '2022-02-05T22:05:25Z', 'revision_number': 4, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'gw_port': {'id': '43570626-de55-4aa3-ad54-a2cd1efcad3a', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:06:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:23Z', 'updated_at': '2022-02-05T22:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b70450fa-c4fa-4ffc-ba62-dffd0754eb52', 'name': '', 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'mac_address': 'fa:16:3e:54:a1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '075b10ed-2f2a-43ba-8c00-acbd537f742f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:25Z', 'updated_at': '2022-02-05T22:05:25Z', 'revision_number': 2, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'subnets': [{'id': '075b10ed-2f2a-43ba-8c00-acbd537f742f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:05:26.334938 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6717c68c-8dd4-4220-a7c2-24e20f1335a9 None None] The sync data for ids ['f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e'] in ncdv-master-1 is: [{'id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'name': 'tempest-TestSnapshotPattern-523062318-router', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': '43570626-de55-4aa3-ad54-a2cd1efcad3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:05:22Z', 'updated_at': '2022-02-05T22:05:25Z', 'revision_number': 4, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'gw_port': {'id': '43570626-de55-4aa3-ad54-a2cd1efcad3a', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:06:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:23Z', 'updated_at': '2022-02-05T22:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b70450fa-c4fa-4ffc-ba62-dffd0754eb52', 'name': '', 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'mac_address': 'fa:16:3e:54:a1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '075b10ed-2f2a-43ba-8c00-acbd537f742f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:25Z', 'updated_at': '2022-02-05T22:05:25Z', 'revision_number': 2, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'subnets': [{'id': '075b10ed-2f2a-43ba-8c00-acbd537f742f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 22:05:26.740329 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55554) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:05:26.745282 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-beec1efb-131c-4026-9b72-5cc0980b9e9b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-239109455-network', 'tenant_id': '09cd5be0154a415f8ab29063b2cff683'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 22:05:26.766236 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beec1efb-131c-4026-9b72-5cc0980b9e9b admin admin] Made reservation on behalf of 09cd5be0154a415f8ab29063b2cff683 for: {'network': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 22:05:26.768665 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-beec1efb-131c-4026-9b72-5cc0980b9e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for network (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:26.777891 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-beec1efb-131c-4026-9b72-5cc0980b9e9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:26.861922 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-beec1efb-131c-4026-9b72-5cc0980b9e9b admin admin] Publish callbacks [] for security_group (5036bcb5-2db0-4f12-b40c-ac1128799eec), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:26.866311 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-beec1efb-131c-4026-9b72-5cc0980b9e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (5036bcb5-2db0-4f12-b40c-ac1128799eec), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:26.892633 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beec1efb-131c-4026-9b72-5cc0980b9e9b admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'}  {{(pid=114390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 05 22:05:26.903000 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec1efb-131c-4026-9b72-5cc0980b9e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5036bcb5-2db0-4f12-b40c-ac1128799eec,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:26.909103 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-beec1efb-131c-4026-9b72-5cc0980b9e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (ee324370-8071-4625-bf12-9427b0fe37db), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:26.909454 ncdv-master-1 neutron-server[114390]: INFO neutron.db.segments_db [None req-beec1efb-131c-4026-9b72-5cc0980b9e9b admin admin] Added segment ee324370-8071-4625-bf12-9427b0fe37db of type vlan for network 64db4cab-06ba-4338-a34a-d7afe76c0b48
Feb 05 22:05:26.959592 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-beec1efb-131c-4026-9b72-5cc0980b9e9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739649324252'] for network (64db4cab-06ba-4338-a34a-d7afe76c0b48), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:26.989782 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-beec1efb-131c-4026-9b72-5cc0980b9e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963'] for network (64db4cab-06ba-4338-a34a-d7afe76c0b48), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:26.991034 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beec1efb-131c-4026-9b72-5cc0980b9e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:05:26.991691 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-beec1efb-131c-4026-9b72-5cc0980b9e9b admin admin] Publish callbacks [] for network (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:27.060522 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-beec1efb-131c-4026-9b72-5cc0980b9e9b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3189120
Feb 05 22:05:27.063237 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55556) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:05:27.068164 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-af41a710-76cd-4dc3-a2be-100c7bc95c67 admin admin] Request body: {'subnet': {'network_id': '64db4cab-06ba-4338-a34a-d7afe76c0b48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-239109455-subnet', 'tenant_id': '09cd5be0154a415f8ab29063b2cff683', 'ip_version': 4}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 22:05:27.075035 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec1efb-131c-4026-9b72-5cc0980b9e9b admin admin] Pushing event updated for resources: {'Network': ['ID=64db4cab-06ba-4338-a34a-d7afe76c0b48,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:27.086204 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Network 64db4cab-06ba-4338-a34a-d7afe76c0b48 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=114392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 05 22:05:27.096894 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af41a710-76cd-4dc3-a2be-100c7bc95c67 admin admin] Made reservation on behalf of 09cd5be0154a415f8ab29063b2cff683 for: {'subnet': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 22:05:27.099712 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-af41a710-76cd-4dc3-a2be-100c7bc95c67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10241816'] for subnet (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:27.278324 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-af41a710-76cd-4dc3-a2be-100c7bc95c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10241834'] for subnet (a950b612-c42b-4f02-b0e1-dffed7271d0e), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:27.334621 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af41a710-76cd-4dc3-a2be-100c7bc95c67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a950b612-c42b-4f02-b0e1-dffed7271d0e,revision_number=0']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:27.345178 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af41a710-76cd-4dc3-a2be-100c7bc95c67 admin admin] Checking segment: {'id': 'ee324370-8071-4625-bf12-9427b0fe37db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '64db4cab-06ba-4338-a34a-d7afe76c0b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 22:05:27.345547 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af41a710-76cd-4dc3-a2be-100c7bc95c67 admin admin] Network hostable DHCP agents. Network: 64db4cab-06ba-4338-a34a-d7afe76c0b48, hostable agents: ['9c67cbf9-f36a-4965-a5ea-bb0ea446b56e'], hosted agents: [] {{(pid=114390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 05 22:05:27.362744 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af41a710-76cd-4dc3-a2be-100c7bc95c67 admin admin] Network 64db4cab-06ba-4338-a34a-d7afe76c0b48 is scheduled to be hosted by DHCP agent 9c67cbf9-f36a-4965-a5ea-bb0ea446b56e with binding_index 1 {{(pid=114390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 05 22:05:27.372235 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-af41a710-76cd-4dc3-a2be-100c7bc95c67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 64db4cab-06ba-4338-a34a-d7afe76c0b48) {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 22:05:27.378784 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af41a710-76cd-4dc3-a2be-100c7bc95c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:05:27.378916 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-af41a710-76cd-4dc3-a2be-100c7bc95c67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:27.381978 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd369f7b-797b-4823-9d45-f279bde0c9a3 None None] Network 64db4cab-06ba-4338-a34a-d7afe76c0b48 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 22:05:27.401346 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-af41a710-76cd-4dc3-a2be-100c7bc95c67 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3368962
Feb 05 22:05:27.403847 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55558) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:05:27.408859 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-3fe072c1-54de-4533-99cf-c520306675a7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-239109455-router', 'tenant_id': '09cd5be0154a415f8ab29063b2cff683', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 22:05:27.437287 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3fe072c1-54de-4533-99cf-c520306675a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-583663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8213'] for router (c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:27.438618 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3fe072c1-54de-4533-99cf-c520306675a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584753', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8204'] for router (c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:27.502181 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3fe072c1-54de-4533-99cf-c520306675a7 admin admin] Publish callbacks [] for router_controller (c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08), precommit_add_association {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:27.504319 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f66a4f-019c-461b-bec0-d2e68d683434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-64db4cab-06ba-4338-a34a-d7afe76c0b48', 'network_id': '64db4cab-06ba-4338-a34a-d7afe76c0b48', 'project_id': '09cd5be0154a415f8ab29063b2cff683', 'fixed_ips': [{'subnet_id': 'a950b612-c42b-4f02-b0e1-dffed7271d0e'}]}} from ncdv-master-1. {{(pid=114392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 05 22:05:27.505032 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-04f66a4f-019c-461b-bec0-d2e68d683434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:27.617187 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 43570626-de55-4aa3-ad54-a2cd1efcad3a up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 22:05:27.671148 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3fe072c1-54de-4533-99cf-c520306675a7 admin admin] Publish callbacks [] for router_gateway (c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:27.700158 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.db_base_plugin_common [None req-04f66a4f-019c-461b-bec0-d2e68d683434 None None] Allocated IP 172.20.0.2 (64db4cab-06ba-4338-a34a-d7afe76c0b48/a950b612-c42b-4f02-b0e1-dffed7271d0e/349f0641-2726-4f27-9c8e-4975da4e25e2) {{(pid=114392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 22:05:27.722917 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 43570626-de55-4aa3-ad54-a2cd1efcad3a triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 22:05:27.723309 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (43570626-de55-4aa3-ad54-a2cd1efcad3a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:27.892909 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3fe072c1-54de-4533-99cf-c520306675a7 admin admin] Publish callbacks [] for router_gateway (c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:27.915985 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 43570626-de55-4aa3-ad54-a2cd1efcad3a is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 22:05:27.916341 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (43570626-de55-4aa3-ad54-a2cd1efcad3a), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:27.916758 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3fe072c1-54de-4533-99cf-c520306675a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:27.925087 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-04f66a4f-019c-461b-bec0-d2e68d683434 None None] Publish callbacks [] for port (349f0641-2726-4f27-9c8e-4975da4e25e2), precommit_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:27.941657 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-04f66a4f-019c-461b-bec0-d2e68d683434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129'] for port (349f0641-2726-4f27-9c8e-4975da4e25e2), after_create {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:27.946076 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 43570626-de55-4aa3-ad54-a2cd1efcad3a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=43570626-de55-4aa3-ad54-a2cd1efcad3a,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 22:05:27.954752 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (43570626-de55-4aa3-ad54-a2cd1efcad3a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:27.986317 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f66a4f-019c-461b-bec0-d2e68d683434 None None] Network 64db4cab-06ba-4338-a34a-d7afe76c0b48 is already hosted by enough agents. {{(pid=114392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 22:05:27.990752 ncdv-master-1 neutron-server[114392]: DEBUG neutron.scheduler.base_scheduler [None req-04f66a4f-019c-461b-bec0-d2e68d683434 None None] Resources bound (agent type, host, resource id):  {{(pid=114392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 22:05:27.994101 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f66a4f-019c-461b-bec0-d2e68d683434 None None] Received port after_create {{(pid=114392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 22:05:28.002185 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f66a4f-019c-461b-bec0-d2e68d683434 None None] Pushing event updated for resources: {'Port': ['ID=349f0641-2726-4f27-9c8e-4975da4e25e2,revision_number=1']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:28.053551 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [None req-3fe072c1-54de-4533-99cf-c520306675a7 admin admin] Allocated IP 172.35.4.107 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/21a469af-28cf-449e-9072-d713a7c3c5f0) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 22:05:28.096194 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-04f66a4f-019c-461b-bec0-d2e68d683434 None None] Attempting to bind port 349f0641-2726-4f27-9c8e-4975da4e25e2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 22:05:28.096810 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-04f66a4f-019c-461b-bec0-d2e68d683434 None None] Attempting to bind port 349f0641-2726-4f27-9c8e-4975da4e25e2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ee324370-8071-4625-bf12-9427b0fe37db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '64db4cab-06ba-4338-a34a-d7afe76c0b48'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 22:05:28.096930 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f66a4f-019c-461b-bec0-d2e68d683434 None None] Attempting to bind port 349f0641-2726-4f27-9c8e-4975da4e25e2 on network 64db4cab-06ba-4338-a34a-d7afe76c0b48 {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 22:05:28.100054 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=43570626-de55-4aa3-ad54-a2cd1efcad3a,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:28.104981 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f66a4f-019c-461b-bec0-d2e68d683434 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 22:05:28.105363 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f66a4f-019c-461b-bec0-d2e68d683434 None None] Checking segment: {'id': 'ee324370-8071-4625-bf12-9427b0fe37db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '64db4cab-06ba-4338-a34a-d7afe76c0b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 22:05:28.105771 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-04f66a4f-019c-461b-bec0-d2e68d683434 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:28.106163 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f66a4f-019c-461b-bec0-d2e68d683434 None None] Bound using segment: {'id': 'ee324370-8071-4625-bf12-9427b0fe37db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '64db4cab-06ba-4338-a34a-d7afe76c0b48'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 22:05:28.106660 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-04f66a4f-019c-461b-bec0-d2e68d683434 None None] Bound port: 349f0641-2726-4f27-9c8e-4975da4e25e2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee324370-8071-4625-bf12-9427b0fe37db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '64db4cab-06ba-4338-a34a-d7afe76c0b48'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 22:05:28.107602 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-04f66a4f-019c-461b-bec0-d2e68d683434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (349f0641-2726-4f27-9c8e-4975da4e25e2), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:28.165858 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3fe072c1-54de-4533-99cf-c520306675a7 admin admin] Publish callbacks [] for port (21a469af-28cf-449e-9072-d713a7c3c5f0), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:28.175675 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-04f66a4f-019c-461b-bec0-d2e68d683434 None None] For port 349f0641-2726-4f27-9c8e-4975da4e25e2, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 22:05:28.179450 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-04f66a4f-019c-461b-bec0-d2e68d683434 None None] For port 349f0641-2726-4f27-9c8e-4975da4e25e2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=349f0641-2726-4f27-9c8e-4975da4e25e2,segment=NetworkSegment(ee324370-8071-4625-bf12-9427b0fe37db),segment_id=ee324370-8071-4625-bf12-9427b0fe37db)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 22:05:28.186793 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-04f66a4f-019c-461b-bec0-d2e68d683434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (349f0641-2726-4f27-9c8e-4975da4e25e2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:28.210227 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3fe072c1-54de-4533-99cf-c520306675a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (21a469af-28cf-449e-9072-d713a7c3c5f0), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:28.247770 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f66a4f-019c-461b-bec0-d2e68d683434 None None] Pushing event updated for resources: {'Port': ['ID=349f0641-2726-4f27-9c8e-4975da4e25e2,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:28.260131 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe072c1-54de-4533-99cf-c520306675a7 admin admin] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 22:05:28.263137 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [None req-3fe072c1-54de-4533-99cf-c520306675a7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 22:05:28.265627 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe072c1-54de-4533-99cf-c520306675a7 admin admin] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 22:05:28.293588 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe072c1-54de-4533-99cf-c520306675a7 admin admin] Pushing event updated for resources: {'Port': ['ID=21a469af-28cf-449e-9072-d713a7c3c5f0,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:28.538594 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6ae0ee-314b-4d59-b3a6-41f733a9ec47 None None] Sync routers for ids ['f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 22:05:28.551047 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6ae0ee-314b-4d59-b3a6-41f733a9ec47 None None] Routers {'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 22:05:28.551817 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-cc6ae0ee-314b-4d59-b3a6-41f733a9ec47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db908a5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T22:05:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:05:28.666098 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-cc6ae0ee-314b-4d59-b3a6-41f733a9ec47 None None] Set router f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 22:05:28.869668 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-cc6ae0ee-314b-4d59-b3a6-41f733a9ec47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db908a5e0>, [{'id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'name': 'tempest-TestSnapshotPattern-523062318-router', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': '43570626-de55-4aa3-ad54-a2cd1efcad3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:05:22Z', 'updated_at': '2022-02-05T22:05:25Z', 'revision_number': 4, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'gw_port': {'id': '43570626-de55-4aa3-ad54-a2cd1efcad3a', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:23Z', 'updated_at': '2022-02-05T22:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b70450fa-c4fa-4ffc-ba62-dffd0754eb52', 'name': '', 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'mac_address': 'fa:16:3e:54:a1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '075b10ed-2f2a-43ba-8c00-acbd537f742f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:25Z', 'updated_at': '2022-02-05T22:05:25Z', 'revision_number': 2, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'subnets': [{'id': '075b10ed-2f2a-43ba-8c00-acbd537f742f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:05:28.896624 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3fe072c1-54de-4533-99cf-c520306675a7 admin admin] Publish callbacks [] for router_gateway (c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:28.901028 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6ae0ee-314b-4d59-b3a6-41f733a9ec47 None None] Checking router: f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 22:05:28.901501 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6ae0ee-314b-4d59-b3a6-41f733a9ec47 None None] Updating router f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e port b70450fa-c4fa-4ffc-ba62-dffd0754eb52 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 22:05:28.930533 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-cc6ae0ee-314b-4d59-b3a6-41f733a9ec47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b70450fa-c4fa-4ffc-ba62-dffd0754eb52), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:29.116899 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3fe072c1-54de-4533-99cf-c520306675a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584678'] for router (c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:29.257207 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe072c1-54de-4533-99cf-c520306675a7 admin admin] Router c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08 is scheduled to L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 with binding_index 1 {{(pid=114390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 05 22:05:29.287199 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14886b2-23d3-4b2a-9aeb-90105a9ce962 None None] Network 64db4cab-06ba-4338-a34a-d7afe76c0b48 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 22:05:29.311782 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-cc6ae0ee-314b-4d59-b3a6-41f733a9ec47 None None] Publish callbacks [] for port (b70450fa-c4fa-4ffc-ba62-dffd0754eb52), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:29.318777 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-cc6ae0ee-314b-4d59-b3a6-41f733a9ec47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b70450fa-c4fa-4ffc-ba62-dffd0754eb52), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:29.370681 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-653f42e8-9740-4ba5-89a2-ffe0e9c5b282 None None] Provisioning complete for port 349f0641-2726-4f27-9c8e-4975da4e25e2 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 22:05:29.371070 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-653f42e8-9740-4ba5-89a2-ffe0e9c5b282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (349f0641-2726-4f27-9c8e-4975da4e25e2), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:29.374747 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518627af-0866-419d-85c0-6152982cabb2 None None] Pushing event updated for resources: {'Port': ['ID=b70450fa-c4fa-4ffc-ba62-dffd0754eb52,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:29.389261 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe072c1-54de-4533-99cf-c520306675a7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 22:05:29.403328 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518627af-0866-419d-85c0-6152982cabb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:29.404484 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518627af-0866-419d-85c0-6152982cabb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:29.405034 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518627af-0866-419d-85c0-6152982cabb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:29.405567 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518627af-0866-419d-85c0-6152982cabb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:29.406084 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518627af-0866-419d-85c0-6152982cabb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:29.406615 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518627af-0866-419d-85c0-6152982cabb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:29.406749 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9519fd4-c779-460c-bbf3-1dc8b5e528ea None None] Sync routers for ids ['c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 22:05:29.407238 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518627af-0866-419d-85c0-6152982cabb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:29.407776 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518627af-0866-419d-85c0-6152982cabb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:29.408290 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518627af-0866-419d-85c0-6152982cabb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:29.408863 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518627af-0866-419d-85c0-6152982cabb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:29.409188 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518627af-0866-419d-85c0-6152982cabb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:29.409754 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518627af-0866-419d-85c0-6152982cabb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:29.410074 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518627af-0866-419d-85c0-6152982cabb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:05:29.416865 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-3fe072c1-54de-4533-99cf-c520306675a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:29.418753 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-3fe072c1-54de-4533-99cf-c520306675a7 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.0133064
Feb 05 22:05:29.422037 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55560) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:05:29.446094 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-cc6ae0ee-314b-4d59-b3a6-41f733a9ec47 None None] Attempting to bind port b70450fa-c4fa-4ffc-ba62-dffd0754eb52 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 22:05:29.446803 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-cc6ae0ee-314b-4d59-b3a6-41f733a9ec47 None None] Attempting to bind port b70450fa-c4fa-4ffc-ba62-dffd0754eb52 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0c9a9e21-2005-4080-93bb-a344ded405e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 22:05:29.447433 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6ae0ee-314b-4d59-b3a6-41f733a9ec47 None None] Attempting to bind port b70450fa-c4fa-4ffc-ba62-dffd0754eb52 on network 4417a581-5e62-46ca-94f7-1c95ca843c61 {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 22:05:29.454291 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6ae0ee-314b-4d59-b3a6-41f733a9ec47 None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 22:05:29.454705 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6ae0ee-314b-4d59-b3a6-41f733a9ec47 None None] Checking segment: {'id': '0c9a9e21-2005-4080-93bb-a344ded405e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 22:05:29.455334 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-cc6ae0ee-314b-4d59-b3a6-41f733a9ec47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:29.455883 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6ae0ee-314b-4d59-b3a6-41f733a9ec47 None None] Bound using segment: {'id': '0c9a9e21-2005-4080-93bb-a344ded405e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 22:05:29.456368 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-cc6ae0ee-314b-4d59-b3a6-41f733a9ec47 None None] Bound port: b70450fa-c4fa-4ffc-ba62-dffd0754eb52, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c9a9e21-2005-4080-93bb-a344ded405e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 22:05:29.457269 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-cc6ae0ee-314b-4d59-b3a6-41f733a9ec47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b70450fa-c4fa-4ffc-ba62-dffd0754eb52), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:29.464386 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9519fd4-c779-460c-bbf3-1dc8b5e528ea None None] Routers {'c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 22:05:29.465030 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-e9519fd4-c779-460c-bbf3-1dc8b5e528ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabbe1a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T22:05:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:05:29.544294 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-cc6ae0ee-314b-4d59-b3a6-41f733a9ec47 None None] For port b70450fa-c4fa-4ffc-ba62-dffd0754eb52, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 22:05:29.550762 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-cc6ae0ee-314b-4d59-b3a6-41f733a9ec47 None None] For port b70450fa-c4fa-4ffc-ba62-dffd0754eb52, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b70450fa-c4fa-4ffc-ba62-dffd0754eb52,segment=NetworkSegment(0c9a9e21-2005-4080-93bb-a344ded405e8),segment_id=0c9a9e21-2005-4080-93bb-a344ded405e8)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 22:05:29.562218 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-cc6ae0ee-314b-4d59-b3a6-41f733a9ec47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b70450fa-c4fa-4ffc-ba62-dffd0754eb52), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:29.701144 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6ae0ee-314b-4d59-b3a6-41f733a9ec47 None None] Routers {'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 22:05:29.701951 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-cc6ae0ee-314b-4d59-b3a6-41f733a9ec47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db908a5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T22:05:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:05:29.718338 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518627af-0866-419d-85c0-6152982cabb2 None None] Pushing event updated for resources: {'Port': ['ID=b70450fa-c4fa-4ffc-ba62-dffd0754eb52,revision_number=4']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:29.879786 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 349f0641-2726-4f27-9c8e-4975da4e25e2 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 22:05:29.892115 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-cc6ae0ee-314b-4d59-b3a6-41f733a9ec47 None None] Set router f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 22:05:29.924606 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-653f42e8-9740-4ba5-89a2-ffe0e9c5b282 None None] Current status of the port 349f0641-2726-4f27-9c8e-4975da4e25e2 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 22:05:29.925004 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-653f42e8-9740-4ba5-89a2-ffe0e9c5b282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (349f0641-2726-4f27-9c8e-4975da4e25e2), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:29.993446 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-e9519fd4-c779-460c-bbf3-1dc8b5e528ea None None] Set router c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 22:05:30.016259 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-653f42e8-9740-4ba5-89a2-ffe0e9c5b282 None None] For port 349f0641-2726-4f27-9c8e-4975da4e25e2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=349f0641-2726-4f27-9c8e-4975da4e25e2,segment=NetworkSegment(ee324370-8071-4625-bf12-9427b0fe37db),segment_id=ee324370-8071-4625-bf12-9427b0fe37db)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 22:05:30.051925 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-653f42e8-9740-4ba5-89a2-ffe0e9c5b282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (349f0641-2726-4f27-9c8e-4975da4e25e2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:30.163469 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-cc6ae0ee-314b-4d59-b3a6-41f733a9ec47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db908a5e0>, [{'id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'name': 'tempest-TestSnapshotPattern-523062318-router', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': '43570626-de55-4aa3-ad54-a2cd1efcad3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:05:22Z', 'updated_at': '2022-02-05T22:05:25Z', 'revision_number': 4, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'gw_port': {'id': '43570626-de55-4aa3-ad54-a2cd1efcad3a', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:23Z', 'updated_at': '2022-02-05T22:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b70450fa-c4fa-4ffc-ba62-dffd0754eb52', 'name': '', 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'mac_address': 'fa:16:3e:54:a1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '075b10ed-2f2a-43ba-8c00-acbd537f742f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:25Z', 'updated_at': '2022-02-05T22:05:29Z', 'revision_number': 4, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'subnets': [{'id': '075b10ed-2f2a-43ba-8c00-acbd537f742f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:05:30.172636 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 349f0641-2726-4f27-9c8e-4975da4e25e2 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 22:05:30.173022 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (349f0641-2726-4f27-9c8e-4975da4e25e2), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:30.191571 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6ae0ee-314b-4d59-b3a6-41f733a9ec47 None None] The sync data for ids ['f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e'] in ncdv-master-1 is: [{'id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'name': 'tempest-TestSnapshotPattern-523062318-router', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': '43570626-de55-4aa3-ad54-a2cd1efcad3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:05:22Z', 'updated_at': '2022-02-05T22:05:25Z', 'revision_number': 4, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'gw_port': {'id': '43570626-de55-4aa3-ad54-a2cd1efcad3a', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:23Z', 'updated_at': '2022-02-05T22:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b70450fa-c4fa-4ffc-ba62-dffd0754eb52', 'name': '', 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'mac_address': 'fa:16:3e:54:a1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '075b10ed-2f2a-43ba-8c00-acbd537f742f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:25Z', 'updated_at': '2022-02-05T22:05:29Z', 'revision_number': 4, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'subnets': [{'id': '075b10ed-2f2a-43ba-8c00-acbd537f742f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 22:05:30.236010 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f42e8-9740-4ba5-89a2-ffe0e9c5b282 None None] Pushing event updated for resources: {'Port': ['ID=349f0641-2726-4f27-9c8e-4975da4e25e2,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:30.254329 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-84ec2b7a-057a-4b8d-bdce-52894bac2f28 None None] Provisioning complete for port 349f0641-2726-4f27-9c8e-4975da4e25e2 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 22:05:30.254564 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-84ec2b7a-057a-4b8d-bdce-52894bac2f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (349f0641-2726-4f27-9c8e-4975da4e25e2), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:30.383995 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 349f0641-2726-4f27-9c8e-4975da4e25e2 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 22:05:30.385096 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 43570626-de55-4aa3-ad54-a2cd1efcad3a up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 22:05:30.430526 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b1755943-1996-4766-9df2-e152cd0944bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:30.468637 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-e9519fd4-c779-460c-bbf3-1dc8b5e528ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabbe1a00>, [{'id': 'c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08', 'name': 'tempest-TestSnapshotPattern-239109455-router', 'tenant_id': '09cd5be0154a415f8ab29063b2cff683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.107'}], 'enable_snat': True}, 'gw_port_id': '21a469af-28cf-449e-9072-d713a7c3c5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:05:27Z', 'updated_at': '2022-02-05T22:05:28Z', 'revision_number': 3, 'project_id': '09cd5be0154a415f8ab29063b2cff683', 'gw_port': {'id': '21a469af-28cf-449e-9072-d713a7c3c5f0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:94:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:27Z', 'updated_at': '2022-02-05T22:05:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:05:30.470326 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-84ec2b7a-057a-4b8d-bdce-52894bac2f28 None None] Current status of the port 349f0641-2726-4f27-9c8e-4975da4e25e2 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 22:05:30.505910 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9519fd4-c779-460c-bbf3-1dc8b5e528ea None None] Checking router: c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08 for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 22:05:30.505910 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9519fd4-c779-460c-bbf3-1dc8b5e528ea None None] Updating router c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08 port 21a469af-28cf-449e-9072-d713a7c3c5f0 binding host ncdv-master-1 {{(pid=114392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 22:05:30.537460 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 43570626-de55-4aa3-ad54-a2cd1efcad3a triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 22:05:30.537845 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (43570626-de55-4aa3-ad54-a2cd1efcad3a), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:30.541154 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-84ec2b7a-057a-4b8d-bdce-52894bac2f28 None None] Provisioning complete for port b70450fa-c4fa-4ffc-ba62-dffd0754eb52 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 22:05:30.541529 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-84ec2b7a-057a-4b8d-bdce-52894bac2f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b70450fa-c4fa-4ffc-ba62-dffd0754eb52), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:30.587314 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e9519fd4-c779-460c-bbf3-1dc8b5e528ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (21a469af-28cf-449e-9072-d713a7c3c5f0), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:30.604758 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-b1755943-1996-4766-9df2-e152cd0944bd admin admin] Allocated IP 172.20.0.1 (64db4cab-06ba-4338-a34a-d7afe76c0b48/a950b612-c42b-4f02-b0e1-dffed7271d0e/d8ec5b92-2d7d-4306-82d8-b6085516da10) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 22:05:30.733708 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b1755943-1996-4766-9df2-e152cd0944bd admin admin] Publish callbacks [] for port (d8ec5b92-2d7d-4306-82d8-b6085516da10), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:30.771868 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b1755943-1996-4766-9df2-e152cd0944bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (d8ec5b92-2d7d-4306-82d8-b6085516da10), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:30.800502 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 43570626-de55-4aa3-ad54-a2cd1efcad3a is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 22:05:30.812610 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-84ec2b7a-057a-4b8d-bdce-52894bac2f28 None None] Current status of the port b70450fa-c4fa-4ffc-ba62-dffd0754eb52 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 22:05:30.813010 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-84ec2b7a-057a-4b8d-bdce-52894bac2f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (b70450fa-c4fa-4ffc-ba62-dffd0754eb52), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:30.817091 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1755943-1996-4766-9df2-e152cd0944bd admin admin] Network 64db4cab-06ba-4338-a34a-d7afe76c0b48 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 22:05:30.821771 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-b1755943-1996-4766-9df2-e152cd0944bd admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 22:05:30.828892 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1755943-1996-4766-9df2-e152cd0944bd admin admin] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 22:05:30.863464 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1755943-1996-4766-9df2-e152cd0944bd admin admin] Pushing event updated for resources: {'Port': ['ID=d8ec5b92-2d7d-4306-82d8-b6085516da10,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:30.883168 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b1755943-1996-4766-9df2-e152cd0944bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584497'] for router_interface (c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:30.891936 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-84ec2b7a-057a-4b8d-bdce-52894bac2f28 None None] For port b70450fa-c4fa-4ffc-ba62-dffd0754eb52, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b70450fa-c4fa-4ffc-ba62-dffd0754eb52,segment=NetworkSegment(0c9a9e21-2005-4080-93bb-a344ded405e8),segment_id=0c9a9e21-2005-4080-93bb-a344ded405e8)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 22:05:30.902772 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-84ec2b7a-057a-4b8d-bdce-52894bac2f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (b70450fa-c4fa-4ffc-ba62-dffd0754eb52), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:31.026175 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec2b7a-057a-4b8d-bdce-52894bac2f28 None None] Pushing event updated for resources: {'Port': ['ID=b70450fa-c4fa-4ffc-ba62-dffd0754eb52,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:31.030957 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e9519fd4-c779-460c-bbf3-1dc8b5e528ea None None] Publish callbacks [] for port (21a469af-28cf-449e-9072-d713a7c3c5f0), precommit_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:31.040560 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e9519fd4-c779-460c-bbf3-1dc8b5e528ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (21a469af-28cf-449e-9072-d713a7c3c5f0), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:31.081115 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b1755943-1996-4766-9df2-e152cd0944bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d8ec5b92-2d7d-4306-82d8-b6085516da10), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:31.105273 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-e9519fd4-c779-460c-bbf3-1dc8b5e528ea None None] Attempting to bind port 21a469af-28cf-449e-9072-d713a7c3c5f0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 22:05:31.105666 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-e9519fd4-c779-460c-bbf3-1dc8b5e528ea None None] Attempting to bind port 21a469af-28cf-449e-9072-d713a7c3c5f0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 22:05:31.106092 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9519fd4-c779-460c-bbf3-1dc8b5e528ea None None] Attempting to bind port 21a469af-28cf-449e-9072-d713a7c3c5f0 on network d65fb4dc-e812-4574-a4e6-6308f0abdf3f {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 22:05:31.108456 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422dd80-a1d6-4f4b-afbb-1f4eae757d91 None None] Pushing event updated for resources: {'Port': ['ID=21a469af-28cf-449e-9072-d713a7c3c5f0,revision_number=2']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:31.118109 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9519fd4-c779-460c-bbf3-1dc8b5e528ea None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 22:05:31.118595 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9519fd4-c779-460c-bbf3-1dc8b5e528ea None None] Checking segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 22:05:31.119080 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e9519fd4-c779-460c-bbf3-1dc8b5e528ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:31.119532 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9519fd4-c779-460c-bbf3-1dc8b5e528ea None None] Bound using segment: {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'} {{(pid=114392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 22:05:31.120072 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.managers [None req-e9519fd4-c779-460c-bbf3-1dc8b5e528ea None None] Bound port: 21a469af-28cf-449e-9072-d713a7c3c5f0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfec13-5f06-4bfb-add8-fc45e6a58a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f'}}] {{(pid=114392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 22:05:31.120523 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e9519fd4-c779-460c-bbf3-1dc8b5e528ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (21a469af-28cf-449e-9072-d713a7c3c5f0), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:31.159470 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c2ff301e-2052-42c9-ae78-4f220c2f0fe4 None None] Provisioning complete for port d8ec5b92-2d7d-4306-82d8-b6085516da10 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 22:05:31.159850 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c2ff301e-2052-42c9-ae78-4f220c2f0fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d8ec5b92-2d7d-4306-82d8-b6085516da10), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:31.206484 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-e9519fd4-c779-460c-bbf3-1dc8b5e528ea None None] For port 21a469af-28cf-449e-9072-d713a7c3c5f0, host ncdv-master-1, cleared binding levels {{(pid=114392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 22:05:31.220009 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c2ff301e-2052-42c9-ae78-4f220c2f0fe4 None None] Port d8ec5b92-2d7d-4306-82d8-b6085516da10 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 22:05:31.222474 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-e9519fd4-c779-460c-bbf3-1dc8b5e528ea None None] For port 21a469af-28cf-449e-9072-d713a7c3c5f0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=21a469af-28cf-449e-9072-d713a7c3c5f0,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 22:05:31.229421 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e9519fd4-c779-460c-bbf3-1dc8b5e528ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (21a469af-28cf-449e-9072-d713a7c3c5f0), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:31.250961 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b1755943-1996-4766-9df2-e152cd0944bd admin admin] Publish callbacks [] for port (d8ec5b92-2d7d-4306-82d8-b6085516da10), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:31.255443 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b1755943-1996-4766-9df2-e152cd0944bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (d8ec5b92-2d7d-4306-82d8-b6085516da10), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:31.290339 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9519fd4-c779-460c-bbf3-1dc8b5e528ea None None] Routers {'c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 22:05:31.290886 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-e9519fd4-c779-460c-bbf3-1dc8b5e528ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabbe1a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T22:05:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:05:31.321429 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1755943-1996-4766-9df2-e152cd0944bd admin admin] Pushing event updated for resources: {'Port': ['ID=d8ec5b92-2d7d-4306-82d8-b6085516da10,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:31.323974 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b1755943-1996-4766-9df2-e152cd0944bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583841'] for router_interface (c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:31.327882 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422dd80-a1d6-4f4b-afbb-1f4eae757d91 None None] Pushing event updated for resources: {'Port': ['ID=21a469af-28cf-449e-9072-d713a7c3c5f0,revision_number=3']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:31.409811 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-e9519fd4-c779-460c-bbf3-1dc8b5e528ea None None] Set router c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08 gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 22:05:31.422961 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1755943-1996-4766-9df2-e152cd0944bd admin admin] Network 64db4cab-06ba-4338-a34a-d7afe76c0b48 is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 22:05:31.424337 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-b1755943-1996-4766-9df2-e152cd0944bd admin admin] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 22:05:31.552521 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1755943-1996-4766-9df2-e152cd0944bd admin admin] Router c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 22:05:31.635776 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-e9519fd4-c779-460c-bbf3-1dc8b5e528ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabbe1a00>, [{'id': 'c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08', 'name': 'tempest-TestSnapshotPattern-239109455-router', 'tenant_id': '09cd5be0154a415f8ab29063b2cff683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.107'}], 'enable_snat': True}, 'gw_port_id': '21a469af-28cf-449e-9072-d713a7c3c5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:05:27Z', 'updated_at': '2022-02-05T22:05:31Z', 'revision_number': 4, 'project_id': '09cd5be0154a415f8ab29063b2cff683', 'gw_port': {'id': '21a469af-28cf-449e-9072-d713a7c3c5f0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:94:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:27Z', 'updated_at': '2022-02-05T22:05:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd8ec5b92-2d7d-4306-82d8-b6085516da10', 'name': '', 'network_id': '64db4cab-06ba-4338-a34a-d7afe76c0b48', 'tenant_id': '09cd5be0154a415f8ab29063b2cff683', 'mac_address': 'fa:16:3e:1c:00:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'a950b612-c42b-4f02-b0e1-dffed7271d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:30Z', 'updated_at': '2022-02-05T22:05:31Z', 'revision_number': 2, 'project_id': '09cd5be0154a415f8ab29063b2cff683', 'subnets': [{'id': 'a950b612-c42b-4f02-b0e1-dffed7271d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:05:31.642837 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 349f0641-2726-4f27-9c8e-4975da4e25e2 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 22:05:31.687343 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1755943-1996-4766-9df2-e152cd0944bd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 22:05:31.692631 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b1755943-1996-4766-9df2-e152cd0944bd admin admin] 10.222.0.32 "PUT /v2.0/routers/c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2696016
Feb 05 22:05:31.707770 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9519fd4-c779-460c-bbf3-1dc8b5e528ea None None] The sync data for ids ['c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08'] in ncdv-master-1 is: [{'id': 'c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08', 'name': 'tempest-TestSnapshotPattern-239109455-router', 'tenant_id': '09cd5be0154a415f8ab29063b2cff683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.107'}], 'enable_snat': True}, 'gw_port_id': '21a469af-28cf-449e-9072-d713a7c3c5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:05:27Z', 'updated_at': '2022-02-05T22:05:31Z', 'revision_number': 4, 'project_id': '09cd5be0154a415f8ab29063b2cff683', 'gw_port': {'id': '21a469af-28cf-449e-9072-d713a7c3c5f0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:94:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:27Z', 'updated_at': '2022-02-05T22:05:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd8ec5b92-2d7d-4306-82d8-b6085516da10', 'name': '', 'network_id': '64db4cab-06ba-4338-a34a-d7afe76c0b48', 'tenant_id': '09cd5be0154a415f8ab29063b2cff683', 'mac_address': 'fa:16:3e:1c:00:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'a950b612-c42b-4f02-b0e1-dffed7271d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:30Z', 'updated_at': '2022-02-05T22:05:31Z', 'revision_number': 2, 'project_id': '09cd5be0154a415f8ab29063b2cff683', 'subnets': [{'id': 'a950b612-c42b-4f02-b0e1-dffed7271d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 22:05:31.735387 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 349f0641-2726-4f27-9c8e-4975da4e25e2 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 22:05:31.735769 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (349f0641-2726-4f27-9c8e-4975da4e25e2), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:31.783651 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-ac5ba064-eae1-4bdc-8c02-5eceb50d55fb None None] Provisioning complete for port d8ec5b92-2d7d-4306-82d8-b6085516da10 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 22:05:31.784033 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ac5ba064-eae1-4bdc-8c02-5eceb50d55fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d8ec5b92-2d7d-4306-82d8-b6085516da10), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:31.829537 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-ac5ba064-eae1-4bdc-8c02-5eceb50d55fb None None] Port d8ec5b92-2d7d-4306-82d8-b6085516da10 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 22:05:31.873819 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 349f0641-2726-4f27-9c8e-4975da4e25e2 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 22:05:31.875059 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b70450fa-c4fa-4ffc-ba62-dffd0754eb52 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 22:05:31.959285 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port b70450fa-c4fa-4ffc-ba62-dffd0754eb52 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 22:05:31.959679 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (b70450fa-c4fa-4ffc-ba62-dffd0754eb52), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:32.048498 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port b70450fa-c4fa-4ffc-ba62-dffd0754eb52 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 22:05:33.268390 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 55570) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:05:33.273197 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [None req-55d65ec8-aa9c-41e4-b95e-1b2190b61c8a tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1666037195', 'description': 'tempest-secgroup-smoke-1666037195 description', 'project_id': 'c53444b898904b729b8fd99cf8b3adfc'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 22:05:33.294176 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-55d65ec8-aa9c-41e4-b95e-1b2190b61c8a tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks [] for security_group (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:33.375722 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-55d65ec8-aa9c-41e4-b95e-1b2190b61c8a tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks [] for security_group (e906af26-e94e-4c40-a7bd-a27f3fec14b8), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:33.380640 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-55d65ec8-aa9c-41e4-b95e-1b2190b61c8a tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (e906af26-e94e-4c40-a7bd-a27f3fec14b8), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:33.414462 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-55d65ec8-aa9c-41e4-b95e-1b2190b61c8a tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks [] for security_group (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:33.415751 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-55d65ec8-aa9c-41e4-b95e-1b2190b61c8a tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1463563
Feb 05 22:05:33.417886 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d65ec8-aa9c-41e4-b95e-1b2190b61c8a tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e906af26-e94e-4c40-a7bd-a27f3fec14b8,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:33.418765 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55572) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:05:33.427014 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-330cce32-9fcc-456f-9bde-a1f06d39c214 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Request body: {'security_group_rule': {'security_group_id': 'e906af26-e94e-4c40-a7bd-a27f3fec14b8', 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 22:05:33.457324 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-330cce32-9fcc-456f-9bde-a1f06d39c214 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks [] for security_group_rule (5c5da94a-ac0b-405a-98a9-c9e9487712bf), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:33.519047 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-330cce32-9fcc-456f-9bde-a1f06d39c214 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks [] for security_group_rule (5c5da94a-ac0b-405a-98a9-c9e9487712bf), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:33.524062 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-330cce32-9fcc-456f-9bde-a1f06d39c214 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (5c5da94a-ac0b-405a-98a9-c9e9487712bf), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:33.544885 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330cce32-9fcc-456f-9bde-a1f06d39c214 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c5da94a-ac0b-405a-98a9-c9e9487712bf,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:33.555542 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-330cce32-9fcc-456f-9bde-a1f06d39c214 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:33.556820 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-330cce32-9fcc-456f-9bde-a1f06d39c214 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1358376
Feb 05 22:05:33.559494 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55574) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:05:33.564685 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-47c8ff10-d78c-488f-aa4d-43ad0d9c6f89 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Request body: {'security_group_rule': {'security_group_id': 'e906af26-e94e-4c40-a7bd-a27f3fec14b8', 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 22:05:33.596976 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-47c8ff10-d78c-488f-aa4d-43ad0d9c6f89 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks [] for security_group_rule (8e296924-682a-4b79-9df6-4c8c9f491a57), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:33.619029 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 21a469af-28cf-449e-9072-d713a7c3c5f0 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 22:05:33.655141 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-47c8ff10-d78c-488f-aa4d-43ad0d9c6f89 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks [] for security_group_rule (8e296924-682a-4b79-9df6-4c8c9f491a57), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:33.658953 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-47c8ff10-d78c-488f-aa4d-43ad0d9c6f89 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (8e296924-682a-4b79-9df6-4c8c9f491a57), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:33.670785 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 21a469af-28cf-449e-9072-d713a7c3c5f0 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 22:05:33.671538 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (21a469af-28cf-449e-9072-d713a7c3c5f0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:33.678417 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c8ff10-d78c-488f-aa4d-43ad0d9c6f89 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e296924-682a-4b79-9df6-4c8c9f491a57,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:33.688274 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-47c8ff10-d78c-488f-aa4d-43ad0d9c6f89 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:33.690421 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-47c8ff10-d78c-488f-aa4d-43ad0d9c6f89 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1285033
Feb 05 22:05:33.692277 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55576) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:05:33.696737 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-5fcdb43d-6616-4d5e-bb44-8f02c5a6ff78 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Request body: {'security_group_rule': {'security_group_id': 'e906af26-e94e-4c40-a7bd-a27f3fec14b8', 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 22:05:33.722822 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5fcdb43d-6616-4d5e-bb44-8f02c5a6ff78 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks [] for security_group_rule (895100e9-3d7e-4dfa-8da7-8c93badb988b), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:33.758700 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 21a469af-28cf-449e-9072-d713a7c3c5f0 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 22:05:33.758700 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (21a469af-28cf-449e-9072-d713a7c3c5f0), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:33.783120 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] For port 21a469af-28cf-449e-9072-d713a7c3c5f0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=21a469af-28cf-449e-9072-d713a7c3c5f0,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 22:05:33.786949 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (21a469af-28cf-449e-9072-d713a7c3c5f0), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:33.790272 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5fcdb43d-6616-4d5e-bb44-8f02c5a6ff78 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks [] for security_group_rule (895100e9-3d7e-4dfa-8da7-8c93badb988b), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:33.794119 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5fcdb43d-6616-4d5e-bb44-8f02c5a6ff78 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (895100e9-3d7e-4dfa-8da7-8c93badb988b), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:33.812626 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcdb43d-6616-4d5e-bb44-8f02c5a6ff78 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=895100e9-3d7e-4dfa-8da7-8c93badb988b,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:33.822311 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-5fcdb43d-6616-4d5e-bb44-8f02c5a6ff78 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:33.823588 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-5fcdb43d-6616-4d5e-bb44-8f02c5a6ff78 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1303167
Feb 05 22:05:33.826777 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55578) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:05:33.831216 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-aef2eb18-c99f-4f58-a905-a99ac9531223 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Request body: {'security_group_rule': {'security_group_id': 'e906af26-e94e-4c40-a7bd-a27f3fec14b8', 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 22:05:33.844602 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Pushing event updated for resources: {'Port': ['ID=21a469af-28cf-449e-9072-d713a7c3c5f0,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:33.856191 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-aef2eb18-c99f-4f58-a905-a99ac9531223 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks [] for security_group_rule (3e9cacde-25c4-4d8f-a91a-b304142ff807), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:33.885416 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4bee5670-764b-4cc1-88b9-934fa0cf25a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:33.915110 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-aef2eb18-c99f-4f58-a905-a99ac9531223 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks [] for security_group_rule (3e9cacde-25c4-4d8f-a91a-b304142ff807), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:33.918598 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-aef2eb18-c99f-4f58-a905-a99ac9531223 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (3e9cacde-25c4-4d8f-a91a-b304142ff807), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:33.939278 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2eb18-c99f-4f58-a905-a99ac9531223 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e9cacde-25c4-4d8f-a91a-b304142ff807,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:33.947690 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-aef2eb18-c99f-4f58-a905-a99ac9531223 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:33.948929 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-aef2eb18-c99f-4f58-a905-a99ac9531223 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1211669
Feb 05 22:05:33.951774 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55580) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:05:33.956321 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-1b26350a-9767-4cf3-809a-47eb5bad9f94 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Request body: {'security_group_rule': {'security_group_id': 'e906af26-e94e-4c40-a7bd-a27f3fec14b8', 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 22:05:33.976810 ncdv-master-1 neutron-server[114391]: INFO neutron.db.securitygroups_db [None req-1b26350a-9767-4cf3-809a-47eb5bad9f94 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Project c53444b898904b729b8fd99cf8b3adfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 05 22:05:33.982648 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1b26350a-9767-4cf3-809a-47eb5bad9f94 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks [] for security_group_rule (8c001896-1518-48f3-8f87-08a537de6531), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:34.045023 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1b26350a-9767-4cf3-809a-47eb5bad9f94 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks [] for security_group_rule (8c001896-1518-48f3-8f87-08a537de6531), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:34.048912 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1b26350a-9767-4cf3-809a-47eb5bad9f94 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (8c001896-1518-48f3-8f87-08a537de6531), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:34.067204 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b26350a-9767-4cf3-809a-47eb5bad9f94 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c001896-1518-48f3-8f87-08a537de6531,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:34.075209 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-1b26350a-9767-4cf3-809a-47eb5bad9f94 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:34.076642 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-1b26350a-9767-4cf3-809a-47eb5bad9f94 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1236968
Feb 05 22:05:34.079250 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55582) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:05:34.083624 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-7e4eeef6-1acd-4f72-9708-9edd7c097a08 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Request body: {'security_group_rule': {'security_group_id': 'e906af26-e94e-4c40-a7bd-a27f3fec14b8', 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 22:05:34.104146 ncdv-master-1 neutron-server[114391]: INFO neutron.db.securitygroups_db [None req-7e4eeef6-1acd-4f72-9708-9edd7c097a08 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Project c53444b898904b729b8fd99cf8b3adfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 05 22:05:34.109865 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7e4eeef6-1acd-4f72-9708-9edd7c097a08 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks [] for security_group_rule (cf668711-1f02-4f5b-9ed7-53cc49839ba1), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:34.174466 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7e4eeef6-1acd-4f72-9708-9edd7c097a08 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks [] for security_group_rule (cf668711-1f02-4f5b-9ed7-53cc49839ba1), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:34.177991 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7e4eeef6-1acd-4f72-9708-9edd7c097a08 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364794'] for security_group_rule (cf668711-1f02-4f5b-9ed7-53cc49839ba1), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:34.196412 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4eeef6-1acd-4f72-9708-9edd7c097a08 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf668711-1f02-4f5b-9ed7-53cc49839ba1,revision_number=0']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:34.205603 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-7e4eeef6-1acd-4f72-9708-9edd7c097a08 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:34.206864 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-7e4eeef6-1acd-4f72-9708-9edd7c097a08 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1266592
Feb 05 22:05:34.286751 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5244bfa3-2967-4769-a9fc-463d493fac9b None None] Sync routers for ids ['c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 22:05:34.297775 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5244bfa3-2967-4769-a9fc-463d493fac9b None None] Routers {'c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 22:05:34.298672 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-5244bfa3-2967-4769-a9fc-463d493fac9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8dcc190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T22:05:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:05:34.361867 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-9ed2acdb-6193-4d04-9dc3-cdb4b17048fb tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1666037195&fields=id&tenant_id=c53444b898904b729b8fd99cf8b3adfc HTTP/1.1" status: 200  len: 267 time: 0.0449553
Feb 05 22:05:34.407580 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-5244bfa3-2967-4769-a9fc-463d493fac9b None None] Set router c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 22:05:34.468839 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-ce2023ab-d6b8-47fd-a827-4d2adf583163 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:05:34.470328 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-ce2023ab-d6b8-47fd-a827-4d2adf583163 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/networks?id=4417a581-5e62-46ca-94f7-1c95ca843c61 HTTP/1.1" status: 200  len: 809 time: 0.1018374
Feb 05 22:05:34.486001 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-b719fd8d-b23f-43c3-b7cc-d9e3a37d00ba tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/quotas/c53444b898904b729b8fd99cf8b3adfc HTTP/1.1" status: 200  len: 375 time: 0.0100887
Feb 05 22:05:34.545606 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-f0f41cea-e181-454e-a2e9-2afd34f6f8bb tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c53444b898904b729b8fd99cf8b3adfc&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0540125
Feb 05 22:05:34.609820 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-5244bfa3-2967-4769-a9fc-463d493fac9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8dcc190>, [{'id': 'c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08', 'name': 'tempest-TestSnapshotPattern-239109455-router', 'tenant_id': '09cd5be0154a415f8ab29063b2cff683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.107'}], 'enable_snat': True}, 'gw_port_id': '21a469af-28cf-449e-9072-d713a7c3c5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:05:27Z', 'updated_at': '2022-02-05T22:05:31Z', 'revision_number': 4, 'project_id': '09cd5be0154a415f8ab29063b2cff683', 'gw_port': {'id': '21a469af-28cf-449e-9072-d713a7c3c5f0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:94:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:27Z', 'updated_at': '2022-02-05T22:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd8ec5b92-2d7d-4306-82d8-b6085516da10', 'name': '', 'network_id': '64db4cab-06ba-4338-a34a-d7afe76c0b48', 'tenant_id': '09cd5be0154a415f8ab29063b2cff683', 'mac_address': 'fa:16:3e:1c:00:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'a950b612-c42b-4f02-b0e1-dffed7271d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:30Z', 'updated_at': '2022-02-05T22:05:31Z', 'revision_number': 2, 'project_id': '09cd5be0154a415f8ab29063b2cff683', 'subnets': [{'id': 'a950b612-c42b-4f02-b0e1-dffed7271d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:05:34.636288 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5244bfa3-2967-4769-a9fc-463d493fac9b None None] Checking router: c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 22:05:34.636559 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5244bfa3-2967-4769-a9fc-463d493fac9b None None] Updating router c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08 port d8ec5b92-2d7d-4306-82d8-b6085516da10 binding host ncdv-master-1 {{(pid=114393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 05 22:05:34.641056 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-8dde622a-79d2-44e6-96d8-7081815a2546 service neutron] 10.222.0.32 "GET /v2.0/networks/4417a581-5e62-46ca-94f7-1c95ca843c61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839107
Feb 05 22:05:34.663014 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-5244bfa3-2967-4769-a9fc-463d493fac9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d8ec5b92-2d7d-4306-82d8-b6085516da10), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:34.734918 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-9a1ff092-ebb5-4992-9a2d-d8deff5315a4 service neutron] 10.222.0.32 "GET /v2.0/networks/4417a581-5e62-46ca-94f7-1c95ca843c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877993
Feb 05 22:05:34.908122 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5eb4597a-5f39-4eaf-b4cc-03c11e4bf53b req-927917fa-8e13-4414-996d-afa1ee0c6acb tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/ports?device_id=94d78ed2-6cec-4fb9-a986-0a9b27a916fc HTTP/1.1" status: 200  len: 210 time: 0.0313771
Feb 05 22:05:34.947923 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-5244bfa3-2967-4769-a9fc-463d493fac9b None None] Publish callbacks [] for port (d8ec5b92-2d7d-4306-82d8-b6085516da10), precommit_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:34.955011 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-5244bfa3-2967-4769-a9fc-463d493fac9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d8ec5b92-2d7d-4306-82d8-b6085516da10), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:35.005762 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e032e86-6f08-43de-8484-5df3d046d3cc None None] Pushing event updated for resources: {'Port': ['ID=d8ec5b92-2d7d-4306-82d8-b6085516da10,revision_number=3']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:35.065600 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-5244bfa3-2967-4769-a9fc-463d493fac9b None None] Attempting to bind port d8ec5b92-2d7d-4306-82d8-b6085516da10 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 22:05:35.066194 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-5244bfa3-2967-4769-a9fc-463d493fac9b None None] Attempting to bind port d8ec5b92-2d7d-4306-82d8-b6085516da10 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ee324370-8071-4625-bf12-9427b0fe37db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '64db4cab-06ba-4338-a34a-d7afe76c0b48'}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 22:05:35.066782 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5244bfa3-2967-4769-a9fc-463d493fac9b None None] Attempting to bind port d8ec5b92-2d7d-4306-82d8-b6085516da10 on network 64db4cab-06ba-4338-a34a-d7afe76c0b48 {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 22:05:35.072678 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5244bfa3-2967-4769-a9fc-463d493fac9b None None] Checking agent: {'id': '952bc0cf-bc1a-4209-aba2-7dba31448af8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 36, 10), 'started_at': datetime.datetime(2022, 2, 5, 20, 36, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 22:05:35.073060 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5244bfa3-2967-4769-a9fc-463d493fac9b None None] Checking segment: {'id': 'ee324370-8071-4625-bf12-9427b0fe37db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '64db4cab-06ba-4338-a34a-d7afe76c0b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 22:05:35.073462 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-5244bfa3-2967-4769-a9fc-463d493fac9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:35.073851 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5244bfa3-2967-4769-a9fc-463d493fac9b None None] Bound using segment: {'id': 'ee324370-8071-4625-bf12-9427b0fe37db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '64db4cab-06ba-4338-a34a-d7afe76c0b48'} {{(pid=114393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 22:05:35.074758 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.managers [None req-5244bfa3-2967-4769-a9fc-463d493fac9b None None] Bound port: d8ec5b92-2d7d-4306-82d8-b6085516da10, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee324370-8071-4625-bf12-9427b0fe37db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '64db4cab-06ba-4338-a34a-d7afe76c0b48'}}] {{(pid=114393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 22:05:35.074923 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-5244bfa3-2967-4769-a9fc-463d493fac9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d8ec5b92-2d7d-4306-82d8-b6085516da10), before_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:35.153167 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-5244bfa3-2967-4769-a9fc-463d493fac9b None None] For port d8ec5b92-2d7d-4306-82d8-b6085516da10, host ncdv-master-1, cleared binding levels {{(pid=114393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 22:05:35.158011 ncdv-master-1 neutron-server[114393]: DEBUG neutron.plugins.ml2.db [None req-5244bfa3-2967-4769-a9fc-463d493fac9b None None] For port d8ec5b92-2d7d-4306-82d8-b6085516da10, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d8ec5b92-2d7d-4306-82d8-b6085516da10,segment=NetworkSegment(ee324370-8071-4625-bf12-9427b0fe37db),segment_id=ee324370-8071-4625-bf12-9427b0fe37db)] {{(pid=114393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 22:05:35.164162 ncdv-master-1 neutron-server[114393]: DEBUG neutron_lib.callbacks.manager [None req-5244bfa3-2967-4769-a9fc-463d493fac9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d8ec5b92-2d7d-4306-82d8-b6085516da10), after_update {{(pid=114393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:35.227976 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5244bfa3-2967-4769-a9fc-463d493fac9b None None] Routers {'c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 22:05:35.228572 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-5244bfa3-2967-4769-a9fc-463d493fac9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8dcc190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T22:05:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:05:35.233940 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e032e86-6f08-43de-8484-5df3d046d3cc None None] Pushing event updated for resources: {'Port': ['ID=d8ec5b92-2d7d-4306-82d8-b6085516da10,revision_number=4']} {{(pid=114393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:35.275210 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-74628cbb-2851-4ee6-a2a0-0bde2886b7c2 None None] Provisioning complete for port d8ec5b92-2d7d-4306-82d8-b6085516da10 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 22:05:35.276463 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-74628cbb-2851-4ee6-a2a0-0bde2886b7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d8ec5b92-2d7d-4306-82d8-b6085516da10), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:35.358220 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-5244bfa3-2967-4769-a9fc-463d493fac9b None None] Set router c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 22:05:35.401320 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-74628cbb-2851-4ee6-a2a0-0bde2886b7c2 None None] Current status of the port d8ec5b92-2d7d-4306-82d8-b6085516da10 is: DOWN; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 22:05:35.402533 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-74628cbb-2851-4ee6-a2a0-0bde2886b7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (d8ec5b92-2d7d-4306-82d8-b6085516da10), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:35.450006 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-74628cbb-2851-4ee6-a2a0-0bde2886b7c2 None None] For port d8ec5b92-2d7d-4306-82d8-b6085516da10, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d8ec5b92-2d7d-4306-82d8-b6085516da10,segment=NetworkSegment(ee324370-8071-4625-bf12-9427b0fe37db),segment_id=ee324370-8071-4625-bf12-9427b0fe37db)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 22:05:35.454902 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-74628cbb-2851-4ee6-a2a0-0bde2886b7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (d8ec5b92-2d7d-4306-82d8-b6085516da10), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:35.527927 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74628cbb-2851-4ee6-a2a0-0bde2886b7c2 None None] Pushing event updated for resources: {'Port': ['ID=d8ec5b92-2d7d-4306-82d8-b6085516da10,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:35.575743 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-74e32cf3-ad7d-4faf-a8f1-2b1d8c2c71f3 None None] Provisioning complete for port d8ec5b92-2d7d-4306-82d8-b6085516da10 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 22:05:35.577107 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-74e32cf3-ad7d-4faf-a8f1-2b1d8c2c71f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d8ec5b92-2d7d-4306-82d8-b6085516da10), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:35.652218 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device d8ec5b92-2d7d-4306-82d8-b6085516da10 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 22:05:35.684809 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-5244bfa3-2967-4769-a9fc-463d493fac9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8dcc190>, [{'id': 'c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08', 'name': 'tempest-TestSnapshotPattern-239109455-router', 'tenant_id': '09cd5be0154a415f8ab29063b2cff683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.107'}], 'enable_snat': True}, 'gw_port_id': '21a469af-28cf-449e-9072-d713a7c3c5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:05:27Z', 'updated_at': '2022-02-05T22:05:31Z', 'revision_number': 4, 'project_id': '09cd5be0154a415f8ab29063b2cff683', 'gw_port': {'id': '21a469af-28cf-449e-9072-d713a7c3c5f0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:94:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:27Z', 'updated_at': '2022-02-05T22:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd8ec5b92-2d7d-4306-82d8-b6085516da10', 'name': '', 'network_id': '64db4cab-06ba-4338-a34a-d7afe76c0b48', 'tenant_id': '09cd5be0154a415f8ab29063b2cff683', 'mac_address': 'fa:16:3e:1c:00:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'a950b612-c42b-4f02-b0e1-dffed7271d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:30Z', 'updated_at': '2022-02-05T22:05:35Z', 'revision_number': 4, 'project_id': '09cd5be0154a415f8ab29063b2cff683', 'subnets': [{'id': 'a950b612-c42b-4f02-b0e1-dffed7271d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:05:35.695764 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-74e32cf3-ad7d-4faf-a8f1-2b1d8c2c71f3 None None] Current status of the port d8ec5b92-2d7d-4306-82d8-b6085516da10 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 22:05:35.710864 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5244bfa3-2967-4769-a9fc-463d493fac9b None None] The sync data for ids ['c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08'] in ncdv-master-1 is: [{'id': 'c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08', 'name': 'tempest-TestSnapshotPattern-239109455-router', 'tenant_id': '09cd5be0154a415f8ab29063b2cff683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.107'}], 'enable_snat': True}, 'gw_port_id': '21a469af-28cf-449e-9072-d713a7c3c5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:05:27Z', 'updated_at': '2022-02-05T22:05:31Z', 'revision_number': 4, 'project_id': '09cd5be0154a415f8ab29063b2cff683', 'gw_port': {'id': '21a469af-28cf-449e-9072-d713a7c3c5f0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:94:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:27Z', 'updated_at': '2022-02-05T22:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd8ec5b92-2d7d-4306-82d8-b6085516da10', 'name': '', 'network_id': '64db4cab-06ba-4338-a34a-d7afe76c0b48', 'tenant_id': '09cd5be0154a415f8ab29063b2cff683', 'mac_address': 'fa:16:3e:1c:00:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'a950b612-c42b-4f02-b0e1-dffed7271d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:30Z', 'updated_at': '2022-02-05T22:05:35Z', 'revision_number': 4, 'project_id': '09cd5be0154a415f8ab29063b2cff683', 'subnets': [{'id': 'a950b612-c42b-4f02-b0e1-dffed7271d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 22:05:35.712305 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port d8ec5b92-2d7d-4306-82d8-b6085516da10 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 22:05:35.712689 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d8ec5b92-2d7d-4306-82d8-b6085516da10), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:35.797998 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port d8ec5b92-2d7d-4306-82d8-b6085516da10 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 22:05:35.799137 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 21a469af-28cf-449e-9072-d713a7c3c5f0 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 22:05:35.849479 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port 21a469af-28cf-449e-9072-d713a7c3c5f0 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 22:05:35.849866 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (21a469af-28cf-449e-9072-d713a7c3c5f0), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:35.972755 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port 21a469af-28cf-449e-9072-d713a7c3c5f0 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 22:05:36.007175 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-85078f6c-7e17-4b13-838d-0f8f1690c41f tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:05:36.008677 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-85078f6c-7e17-4b13-838d-0f8f1690c41f tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.39 "GET /v2.0/networks?id=4417a581-5e62-46ca-94f7-1c95ca843c61 HTTP/1.1" status: 200  len: 809 time: 0.1373391
Feb 05 22:05:36.048649 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30617c6e-00ed-43f9-a154-f04eb7fa7118 req-23b3e551-9a0e-4c02-a7df-6b60777a1bb5 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/ports?device_id=94d78ed2-6cec-4fb9-a986-0a9b27a916fc HTTP/1.1" status: 200  len: 210 time: 0.0323565
Feb 05 22:05:36.092657 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-6138fd18-e11d-421c-b9aa-c4aaf8f714d4 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c53444b898904b729b8fd99cf8b3adfc HTTP/1.1" status: 200  len: 380 time: 0.0730484
Feb 05 22:05:36.101876 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-4715d503-e599-476f-806e-ac603565ff7e tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Request body: {'port': {'device_id': '94d78ed2-6cec-4fb9-a986-0a9b27a916fc', 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61', 'admin_state_up': True, 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'security_groups': ['e906af26-e94e-4c40-a7bd-a27f3fec14b8']}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 22:05:36.221104 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-4715d503-e599-476f-806e-ac603565ff7e tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Made reservation on behalf of c53444b898904b729b8fd99cf8b3adfc for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 22:05:36.225897 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-4715d503-e599-476f-806e-ac603565ff7e tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:36.277091 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0ceddfd6-5d37-4fcf-a19e-7a0adc6b6643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:36.366028 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-4715d503-e599-476f-806e-ac603565ff7e tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Allocated IP 172.20.0.3 (4417a581-5e62-46ca-94f7-1c95ca843c61/075b10ed-2f2a-43ba-8c00-acbd537f742f/5c0fc701-ca60-4701-ac8a-a9a5030de3d6) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 22:05:36.514045 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-4715d503-e599-476f-806e-ac603565ff7e tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks [] for port (5c0fc701-ca60-4701-ac8a-a9a5030de3d6), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:36.547887 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-4715d503-e599-476f-806e-ac603565ff7e tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (5c0fc701-ca60-4701-ac8a-a9a5030de3d6), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:36.595674 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-4715d503-e599-476f-806e-ac603565ff7e tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Network 4417a581-5e62-46ca-94f7-1c95ca843c61 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 22:05:36.598780 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-4715d503-e599-476f-806e-ac603565ff7e tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 22:05:36.602220 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-4715d503-e599-476f-806e-ac603565ff7e tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 22:05:36.626133 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4715d503-e599-476f-806e-ac603565ff7e tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Pushing event updated for resources: {'Port': ['ID=5c0fc701-ca60-4701-ac8a-a9a5030de3d6,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:36.656225 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-4715d503-e599-476f-806e-ac603565ff7e tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:05:36.656501 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-4715d503-e599-476f-806e-ac603565ff7e tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:36.673964 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-4715d503-e599-476f-806e-ac603565ff7e tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5759170
Feb 05 22:05:36.684714 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-caf404e6-9448-4214-b6b6-6b8951535be5 service neutron] Request body: {'port': {'device_id': '94d78ed2-6cec-4fb9-a986-0a9b27a916fc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 22:05:36.746859 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-caf404e6-9448-4214-b6b6-6b8951535be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5c0fc701-ca60-4701-ac8a-a9a5030de3d6), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:36.827924 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-09570b93-d4ea-4beb-a384-68b326b4bdfd None None] Provisioning complete for port 5c0fc701-ca60-4701-ac8a-a9a5030de3d6 triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 22:05:36.828399 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-09570b93-d4ea-4beb-a384-68b326b4bdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5c0fc701-ca60-4701-ac8a-a9a5030de3d6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:36.862751 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-09570b93-d4ea-4beb-a384-68b326b4bdfd None None] Port 5c0fc701-ca60-4701-ac8a-a9a5030de3d6 cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 22:05:37.019514 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-caf404e6-9448-4214-b6b6-6b8951535be5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c0fc701-ca60-4701-ac8a-a9a5030de3d6 {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 22:05:37.027257 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-caf404e6-9448-4214-b6b6-6b8951535be5 service neutron] Publish callbacks [] for port (5c0fc701-ca60-4701-ac8a-a9a5030de3d6), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:37.040575 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-caf404e6-9448-4214-b6b6-6b8951535be5 service neutron] Transition to ACTIVE for port object 5c0fc701-ca60-4701-ac8a-a9a5030de3d6 will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 22:05:37.044185 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-caf404e6-9448-4214-b6b6-6b8951535be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (5c0fc701-ca60-4701-ac8a-a9a5030de3d6), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:37.098170 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf404e6-9448-4214-b6b6-6b8951535be5 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0fc701-ca60-4701-ac8a-a9a5030de3d6,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:37.175481 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-caf404e6-9448-4214-b6b6-6b8951535be5 service neutron] Attempting to bind port 5c0fc701-ca60-4701-ac8a-a9a5030de3d6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 22:05:37.175931 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-caf404e6-9448-4214-b6b6-6b8951535be5 service neutron] Attempting to bind port 5c0fc701-ca60-4701-ac8a-a9a5030de3d6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0c9a9e21-2005-4080-93bb-a344ded405e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 22:05:37.176418 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-caf404e6-9448-4214-b6b6-6b8951535be5 service neutron] Attempting to bind port 5c0fc701-ca60-4701-ac8a-a9a5030de3d6 on network 4417a581-5e62-46ca-94f7-1c95ca843c61 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 22:05:37.181193 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-caf404e6-9448-4214-b6b6-6b8951535be5 service neutron] Port 5c0fc701-ca60-4701-ac8a-a9a5030de3d6 on network 4417a581-5e62-46ca-94f7-1c95ca843c61 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 22:05:37.181529 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-caf404e6-9448-4214-b6b6-6b8951535be5 service neutron] Attempting to bind port 5c0fc701-ca60-4701-ac8a-a9a5030de3d6 on network 4417a581-5e62-46ca-94f7-1c95ca843c61 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 22:05:37.187290 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-caf404e6-9448-4214-b6b6-6b8951535be5 service neutron] Checking agent: {'id': '97c4623c-0ebe-49b7-91e4-dc2cc7deaa26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 22:05:37.187633 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-caf404e6-9448-4214-b6b6-6b8951535be5 service neutron] Checking segment: {'id': '0c9a9e21-2005-4080-93bb-a344ded405e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 22:05:37.188026 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-caf404e6-9448-4214-b6b6-6b8951535be5 service neutron] Bound using segment: {'id': '0c9a9e21-2005-4080-93bb-a344ded405e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 22:05:37.188459 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-caf404e6-9448-4214-b6b6-6b8951535be5 service neutron] Bound port: 5c0fc701-ca60-4701-ac8a-a9a5030de3d6, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c9a9e21-2005-4080-93bb-a344ded405e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 22:05:37.188818 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-caf404e6-9448-4214-b6b6-6b8951535be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5c0fc701-ca60-4701-ac8a-a9a5030de3d6), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:37.189985 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfd5fe-11c5-45c7-839a-1f7ada75be16 req-7fe174bf-25d3-4970-851c-f841dd832286 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:05:37.192206 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bbdfd5fe-11c5-45c7-839a-1f7ada75be16 req-7fe174bf-25d3-4970-851c-f841dd832286 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/ports?device_id=94d78ed2-6cec-4fb9-a986-0a9b27a916fc HTTP/1.1" status: 200  len: 943 time: 0.0651538
Feb 05 22:05:37.256872 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bbdfd5fe-11c5-45c7-839a-1f7ada75be16 req-0b80a3b3-4b2a-45aa-9a1c-f1e927ccda4a tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/security-groups?id=e906af26-e94e-4c40-a7bd-a27f3fec14b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585511
Feb 05 22:05:37.279866 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-caf404e6-9448-4214-b6b6-6b8951535be5 service neutron] For port 5c0fc701-ca60-4701-ac8a-a9a5030de3d6, host nch2-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 22:05:37.279866 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-caf404e6-9448-4214-b6b6-6b8951535be5 service neutron] For port 5c0fc701-ca60-4701-ac8a-a9a5030de3d6, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c0fc701-ca60-4701-ac8a-a9a5030de3d6,segment=NetworkSegment(0c9a9e21-2005-4080-93bb-a344ded405e8),segment_id=0c9a9e21-2005-4080-93bb-a344ded405e8)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 22:05:37.286165 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-caf404e6-9448-4214-b6b6-6b8951535be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (5c0fc701-ca60-4701-ac8a-a9a5030de3d6), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:37.321747 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-caf404e6-9448-4214-b6b6-6b8951535be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:05:37.322399 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-caf404e6-9448-4214-b6b6-6b8951535be5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:37.323759 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-caf404e6-9448-4214-b6b6-6b8951535be5 service neutron] 10.222.0.39 "PUT /v2.0/ports/5c0fc701-ca60-4701-ac8a-a9a5030de3d6 HTTP/1.1" status: 200  len: 1091 time: 0.6432755
Feb 05 22:05:37.324201 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d78ed2-6cec-4fb9-a986-0a9b27a916fc', 'tag': '5c0fc701-ca60-4701-ac8a-a9a5030de3d6'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 22:05:37.327092 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dc595678b95b8a5d7a711e017487991988fc4acadae49b95ce695ebace8492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e70a36-d474-4b32-b472-315ce48ab4a9" -d '{"events": [{"name": "network-changed", "server_uuid": "94d78ed2-6cec-4fb9-a986-0a9b27a916fc", "tag": "5c0fc701-ca60-4701-ac8a-a9a5030de3d6"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 22:05:37.353600 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf404e6-9448-4214-b6b6-6b8951535be5 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0fc701-ca60-4701-ac8a-a9a5030de3d6,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:37.381826 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 22:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cce3c2b-96f1-490f-9de1-b2938d9ad07c x-openstack-request-id: req-1cce3c2b-96f1-490f-9de1-b2938d9ad07c {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 22:05:37.381826 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94d78ed2-6cec-4fb9-a986-0a9b27a916fc", "tag": "5c0fc701-ca60-4701-ac8a-a9a5030de3d6", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 22:05:37.381826 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1cce3c2b-96f1-490f-9de1-b2938d9ad07c {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 22:05:37.382264 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d78ed2-6cec-4fb9-a986-0a9b27a916fc', 'tag': '5c0fc701-ca60-4701-ac8a-a9a5030de3d6', 'status': 'completed', 'code': 200}
Feb 05 22:05:37.418093 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-3808003b-3f09-4dcc-8aa3-813a42c3f7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:05:37.420290 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-3808003b-3f09-4dcc-8aa3-813a42c3f7ba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c53444b898904b729b8fd99cf8b3adfc&device_id=94d78ed2-6cec-4fb9-a986-0a9b27a916fc HTTP/1.1" status: 200  len: 1125 time: 0.0556788
Feb 05 22:05:37.467646 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-eabc08df-89db-48ea-80a6-4a1b9b7ebb21 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c0fc701-ca60-4701-ac8a-a9a5030de3d6 HTTP/1.1" status: 200  len: 217 time: 0.0399990
Feb 05 22:05:37.526130 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-9cc94c26-1182-4048-a1d9-af5024b030f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:05:37.527712 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-9cc94c26-1182-4048-a1d9-af5024b030f9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=075b10ed-2f2a-43ba-8c00-acbd537f742f HTTP/1.1" status: 200  len: 848 time: 0.0550346
Feb 05 22:05:37.554747 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device d8ec5b92-2d7d-4306-82d8-b6085516da10 up at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 22:05:37.580011 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-004fd846-18fb-4403-8f38-794c9b42af58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:05:37.581534 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-004fd846-18fb-4403-8f38-794c9b42af58 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4417a581-5e62-46ca-94f7-1c95ca843c61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0479915
Feb 05 22:05:37.614185 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Provisioning complete for port d8ec5b92-2d7d-4306-82d8-b6085516da10 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 22:05:37.614519 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (d8ec5b92-2d7d-4306-82d8-b6085516da10), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:37.681583 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-37fe4376-2a0f-4e3d-b380-d5b7a5eb2161 service neutron] 10.222.0.39 "GET /v2.0/networks/4417a581-5e62-46ca-94f7-1c95ca843c61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0930729
Feb 05 22:05:37.774111 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-1898bb87-dad8-460a-a0c7-ee966d136257 req-5051fe0e-9034-4698-b1a9-a117b317c47f service neutron] 10.222.0.39 "GET /v2.0/networks/4417a581-5e62-46ca-94f7-1c95ca843c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866556
Feb 05 22:05:37.830881 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:37.868401 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e70a36-d474-4b32-b472-315ce48ab4a9 req-2151bde5-27ed-4dcf-9919-56bb0b6feabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:05:37.869935 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f8e70a36-d474-4b32-b472-315ce48ab4a9 req-2151bde5-27ed-4dcf-9919-56bb0b6feabf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c53444b898904b729b8fd99cf8b3adfc&device_id=94d78ed2-6cec-4fb9-a986-0a9b27a916fc HTTP/1.1" status: 200  len: 1125 time: 0.0501301
Feb 05 22:05:37.876526 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Current status of the port d8ec5b92-2d7d-4306-82d8-b6085516da10 is: ACTIVE; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 22:05:37.958768 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e70a36-d474-4b32-b472-315ce48ab4a9 req-61072a70-cfa3-42f8-ba85-7a1c99f4634c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:05:37.960241 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f8e70a36-d474-4b32-b472-315ce48ab4a9 req-61072a70-cfa3-42f8-ba85-7a1c99f4634c service neutron] 10.222.0.39 "GET /v2.0/networks?id=4417a581-5e62-46ca-94f7-1c95ca843c61 HTTP/1.1" status: 200  len: 910 time: 0.0844321
Feb 05 22:05:38.005054 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f8e70a36-d474-4b32-b472-315ce48ab4a9 req-3bc50b4a-32b6-48a9-9d31-2192403635cc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c0fc701-ca60-4701-ac8a-a9a5030de3d6 HTTP/1.1" status: 200  len: 217 time: 0.0385544
Feb 05 22:05:38.053856 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e70a36-d474-4b32-b472-315ce48ab4a9 req-6bb7147a-8e81-4381-ae44-5a9169c02677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:05:38.055368 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f8e70a36-d474-4b32-b472-315ce48ab4a9 req-6bb7147a-8e81-4381-ae44-5a9169c02677 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=075b10ed-2f2a-43ba-8c00-acbd537f742f HTTP/1.1" status: 200  len: 848 time: 0.0443923
Feb 05 22:05:38.105589 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e70a36-d474-4b32-b472-315ce48ab4a9 req-374fd281-a260-48e5-8757-01180f6b8505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:05:38.107149 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f8e70a36-d474-4b32-b472-315ce48ab4a9 req-374fd281-a260-48e5-8757-01180f6b8505 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4417a581-5e62-46ca-94f7-1c95ca843c61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0445209
Feb 05 22:05:38.199836 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f8e70a36-d474-4b32-b472-315ce48ab4a9 req-0c62f09f-477d-4bcf-9649-fd16c464cd45 service neutron] 10.222.0.39 "GET /v2.0/networks/4417a581-5e62-46ca-94f7-1c95ca843c61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857792
Feb 05 22:05:38.289372 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-f8e70a36-d474-4b32-b472-315ce48ab4a9 req-4e449be0-549d-4ce1-8fb9-71ce100197d1 service neutron] 10.222.0.39 "GET /v2.0/networks/4417a581-5e62-46ca-94f7-1c95ca843c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0826128
Feb 05 22:05:38.379568 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c9058-893a-4b37-8041-bf28b4edec45 req-2356e1b4-4c45-4e88-b30d-3a6a782473d5 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:05:38.381034 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d59c9058-893a-4b37-8041-bf28b4edec45 req-2356e1b4-4c45-4e88-b30d-3a6a782473d5 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/ports?device_id=94d78ed2-6cec-4fb9-a986-0a9b27a916fc HTTP/1.1" status: 200  len: 943 time: 0.0514567
Feb 05 22:05:38.428755 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-d59c9058-893a-4b37-8041-bf28b4edec45 req-27cc299a-30d4-46a8-a75f-9f5670a38ad0 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/security-groups?id=e906af26-e94e-4c40-a7bd-a27f3fec14b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421472
Feb 05 22:05:39.346345 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:39.548801 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69e8db-15c0-448d-b226-04f3956762c4 req-8aa7ce5e-1c4d-4425-b353-962f8d377f8e tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:05:39.550326 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3a69e8db-15c0-448d-b226-04f3956762c4 req-8aa7ce5e-1c4d-4425-b353-962f8d377f8e tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/ports?device_id=94d78ed2-6cec-4fb9-a986-0a9b27a916fc HTTP/1.1" status: 200  len: 943 time: 0.0530579
Feb 05 22:05:39.599263 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3a69e8db-15c0-448d-b226-04f3956762c4 req-d1a93210-fbdf-4e67-ad99-27089d758a71 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/security-groups?id=e906af26-e94e-4c40-a7bd-a27f3fec14b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432084
Feb 05 22:05:40.680614 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:40.726112 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efb15f-65a4-492f-bd10-993561c3a12a req-a7de93d1-1ddc-4b91-a92f-4494a2788e4a tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:05:40.727622 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a3efb15f-65a4-492f-bd10-993561c3a12a req-a7de93d1-1ddc-4b91-a92f-4494a2788e4a tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/ports?device_id=94d78ed2-6cec-4fb9-a986-0a9b27a916fc HTTP/1.1" status: 200  len: 943 time: 0.0590076
Feb 05 22:05:40.776353 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-a3efb15f-65a4-492f-bd10-993561c3a12a req-b617875d-2967-485c-b982-c7b5a89c14db tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/security-groups?id=e906af26-e94e-4c40-a7bd-a27f3fec14b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428445
Feb 05 22:05:40.819088 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 22:05:41.825109 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 5c0fc701-ca60-4701-ac8a-a9a5030de3d6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 22:05:41.895594 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35690aa-3993-4232-9895-a1e97764199b req-addcf20f-ed55-4659-820e-550770213b8d tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:05:41.897120 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e35690aa-3993-4232-9895-a1e97764199b req-addcf20f-ed55-4659-820e-550770213b8d tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/ports?device_id=94d78ed2-6cec-4fb9-a986-0a9b27a916fc HTTP/1.1" status: 200  len: 943 time: 0.0528364
Feb 05 22:05:41.925799 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 5c0fc701-ca60-4701-ac8a-a9a5030de3d6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c0fc701-ca60-4701-ac8a-a9a5030de3d6,segment=NetworkSegment(0c9a9e21-2005-4080-93bb-a344ded405e8),segment_id=0c9a9e21-2005-4080-93bb-a344ded405e8)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 22:05:41.937740 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '5c0fc701-ca60-4701-ac8a-a9a5030de3d6', 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61', 'port_id': '5c0fc701-ca60-4701-ac8a-a9a5030de3d6', 'mac_address': 'fa:16:3e:dc:ad:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '075b10ed-2f2a-43ba-8c00-acbd537f742f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 22:05:41.951388 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-e35690aa-3993-4232-9895-a1e97764199b req-04b03946-e2df-465b-b564-c439ddbac07d tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/security-groups?id=e906af26-e94e-4c40-a7bd-a27f3fec14b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472691
Feb 05 22:05:41.978935 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 5c0fc701-ca60-4701-ac8a-a9a5030de3d6 is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 22:05:41.979334 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5c0fc701-ca60-4701-ac8a-a9a5030de3d6), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:41.992338 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c0fc701-ca60-4701-ac8a-a9a5030de3d6 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 22:05:42.012324 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 5c0fc701-ca60-4701-ac8a-a9a5030de3d6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c0fc701-ca60-4701-ac8a-a9a5030de3d6,segment=NetworkSegment(0c9a9e21-2005-4080-93bb-a344ded405e8),segment_id=0c9a9e21-2005-4080-93bb-a344ded405e8)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 22:05:42.016292 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5c0fc701-ca60-4701-ac8a-a9a5030de3d6), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:42.065414 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=5c0fc701-ca60-4701-ac8a-a9a5030de3d6,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:42.253714 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['5c0fc701-ca60-4701-ac8a-a9a5030de3d6'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 22:05:43.068959 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1cb54-ebfc-4bef-b8bd-5c0bb64bc543 req-7c9c1e3a-85c6-4d56-9d37-6b4e88b79939 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:05:43.070429 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-69b1cb54-ebfc-4bef-b8bd-5c0bb64bc543 req-7c9c1e3a-85c6-4d56-9d37-6b4e88b79939 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/ports?device_id=94d78ed2-6cec-4fb9-a986-0a9b27a916fc HTTP/1.1" status: 200  len: 944 time: 0.0511801
Feb 05 22:05:43.122175 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-69b1cb54-ebfc-4bef-b8bd-5c0bb64bc543 req-5054e68a-83ac-4dec-9332-350cb1b785d6 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/security-groups?id=e906af26-e94e-4c40-a7bd-a27f3fec14b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455236
Feb 05 22:05:43.841489 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 5c0fc701-ca60-4701-ac8a-a9a5030de3d6 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 22:05:43.889547 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning for port 5c0fc701-ca60-4701-ac8a-a9a5030de3d6 completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 22:05:43.893220 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 5c0fc701-ca60-4701-ac8a-a9a5030de3d6 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 22:05:43.893598 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5c0fc701-ca60-4701-ac8a-a9a5030de3d6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:43.973389 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 5c0fc701-ca60-4701-ac8a-a9a5030de3d6 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 22:05:43.973780 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5c0fc701-ca60-4701-ac8a-a9a5030de3d6), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:43.996115 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d78ed2-6cec-4fb9-a986-0a9b27a916fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0fc701-ca60-4701-ac8a-a9a5030de3d6'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 22:05:43.999228 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}851605b45cf2a471246fb829968e46403c172bb314a4c703424450b4be22868d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4f76cd-4385-4134-848d-5ce605b2fb0f" -d '{"events": [{"server_uuid": "94d78ed2-6cec-4fb9-a986-0a9b27a916fc", "name": "network-vif-plugged", "status": "completed", "tag": "5c0fc701-ca60-4701-ac8a-a9a5030de3d6"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 22:05:44.011035 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 5c0fc701-ca60-4701-ac8a-a9a5030de3d6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c0fc701-ca60-4701-ac8a-a9a5030de3d6,segment=NetworkSegment(0c9a9e21-2005-4080-93bb-a344ded405e8),segment_id=0c9a9e21-2005-4080-93bb-a344ded405e8)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 22:05:44.015415 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5c0fc701-ca60-4701-ac8a-a9a5030de3d6), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:44.040202 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 22:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf53133-4ffa-4508-80fd-090b7a754d60 x-openstack-request-id: req-2bf53133-4ffa-4508-80fd-090b7a754d60 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 22:05:44.040496 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d78ed2-6cec-4fb9-a986-0a9b27a916fc", "name": "network-vif-plugged", "status": "completed", "tag": "5c0fc701-ca60-4701-ac8a-a9a5030de3d6", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 22:05:44.040747 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2bf53133-4ffa-4508-80fd-090b7a754d60 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 22:05:44.041196 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d78ed2-6cec-4fb9-a986-0a9b27a916fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0fc701-ca60-4701-ac8a-a9a5030de3d6', 'code': 200}
Feb 05 22:05:44.068881 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=5c0fc701-ca60-4701-ac8a-a9a5030de3d6,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:44.144857 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba40f7-6609-4aad-bf98-220ff5666c41 req-c3ee67d3-d658-4fc7-bf1e-baa382b903d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:05:44.146368 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0dba40f7-6609-4aad-bf98-220ff5666c41 req-c3ee67d3-d658-4fc7-bf1e-baa382b903d4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=94d78ed2-6cec-4fb9-a986-0a9b27a916fc HTTP/1.1" status: 200  len: 1127 time: 0.0446813
Feb 05 22:05:44.196309 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-0dba40f7-6609-4aad-bf98-220ff5666c41 req-90282242-9267-4993-b722-e02bb6368e18 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e906af26-e94e-4c40-a7bd-a27f3fec14b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442305
Feb 05 22:05:44.242872 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30328ce9-a848-45ec-919c-f3510a75d05e req-6232d5ee-2558-42a3-9cdd-4a57dd3c5a31 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:05:44.244344 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30328ce9-a848-45ec-919c-f3510a75d05e req-6232d5ee-2558-42a3-9cdd-4a57dd3c5a31 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/ports?device_id=94d78ed2-6cec-4fb9-a986-0a9b27a916fc HTTP/1.1" status: 200  len: 945 time: 0.0519545
Feb 05 22:05:44.292602 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-30328ce9-a848-45ec-919c-f3510a75d05e req-ff4c5b82-86e3-483b-b69a-941b0397e661 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/security-groups?id=e906af26-e94e-4c40-a7bd-a27f3fec14b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420520
Feb 05 22:05:45.417690 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14c35d-0acb-402e-93fa-141798c2f4f6 req-79fc8d03-58b0-42f7-9d29-59d7f15e23e2 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:05:45.419755 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3f14c35d-0acb-402e-93fa-141798c2f4f6 req-79fc8d03-58b0-42f7-9d29-59d7f15e23e2 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/ports?device_id=94d78ed2-6cec-4fb9-a986-0a9b27a916fc HTTP/1.1" status: 200  len: 945 time: 0.0571811
Feb 05 22:05:45.467961 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-3f14c35d-0acb-402e-93fa-141798c2f4f6 req-bf09afee-fc78-41f4-87f0-b472ab04541e tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/security-groups?id=e906af26-e94e-4c40-a7bd-a27f3fec14b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424893
Feb 05 22:05:45.588491 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb294b8f-9f70-4fe4-b3ef-5647e25f8946 req-c908dfdf-ea46-402b-9631-d29615fdb8b2 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:05:45.589871 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bb294b8f-9f70-4fe4-b3ef-5647e25f8946 req-c908dfdf-ea46-402b-9631-d29615fdb8b2 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/ports?device_id=94d78ed2-6cec-4fb9-a986-0a9b27a916fc HTTP/1.1" status: 200  len: 945 time: 0.0562100
Feb 05 22:05:45.637968 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-bb294b8f-9f70-4fe4-b3ef-5647e25f8946 req-3b9f4aa7-bec8-4130-acd6-75f0c3aeca8a tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/security-groups?id=e906af26-e94e-4c40-a7bd-a27f3fec14b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422988
Feb 05 22:05:45.659552 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55634) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:05:45.787780 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b985d36c-e2e3-42ad-a3b7-ee3afed4e864 tempest-TestSnapshotPattern-929102648 tempest-TestSnapshotPattern-929102648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:05:45.789286 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b985d36c-e2e3-42ad-a3b7-ee3afed4e864 tempest-TestSnapshotPattern-929102648 tempest-TestSnapshotPattern-929102648-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=94d78ed2-6cec-4fb9-a986-0a9b27a916fc HTTP/1.1" status: 200  len: 1122 time: 0.1287305
Feb 05 22:05:45.792214 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55638) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:05:45.797680 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-e69bd3e2-214e-43e8-b1b9-7b67f022ad18 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'port_id': '5c0fc701-ca60-4701-ac8a-a9a5030de3d6', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 22:05:45.818668 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e69bd3e2-214e-43e8-b1b9-7b67f022ad18 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:45.822341 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:45.918286 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e69bd3e2-214e-43e8-b1b9-7b67f022ad18 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:46.018607 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-e69bd3e2-214e-43e8-b1b9-7b67f022ad18 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Allocated IP 172.35.4.135 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/0db4b93c-cab7-419b-9dca-476969ee28fa) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 22:05:46.122806 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e69bd3e2-214e-43e8-b1b9-7b67f022ad18 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks [] for port (0db4b93c-cab7-419b-9dca-476969ee28fa), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:46.157855 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e69bd3e2-214e-43e8-b1b9-7b67f022ad18 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (0db4b93c-cab7-419b-9dca-476969ee28fa), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:46.197388 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69bd3e2-214e-43e8-b1b9-7b67f022ad18 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 22:05:46.200192 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-e69bd3e2-214e-43e8-b1b9-7b67f022ad18 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 22:05:46.204059 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69bd3e2-214e-43e8-b1b9-7b67f022ad18 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 22:05:46.228643 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69bd3e2-214e-43e8-b1b9-7b67f022ad18 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Pushing event updated for resources: {'Port': ['ID=0db4b93c-cab7-419b-9dca-476969ee28fa,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:46.569165 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e69bd3e2-214e-43e8-b1b9-7b67f022ad18 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks [] for floatingip (72a6feb5-3dd3-40ec-bb74-9fced73b27a5), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:46.636667 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e69bd3e2-214e-43e8-b1b9-7b67f022ad18 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0db4b93c-cab7-419b-9dca-476969ee28fa), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:46.785027 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e69bd3e2-214e-43e8-b1b9-7b67f022ad18 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks [] for port (0db4b93c-cab7-419b-9dca-476969ee28fa), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:46.789297 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e69bd3e2-214e-43e8-b1b9-7b67f022ad18 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (0db4b93c-cab7-419b-9dca-476969ee28fa), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:46.862042 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69bd3e2-214e-43e8-b1b9-7b67f022ad18 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Pushing event updated for resources: {'Port': ['ID=0db4b93c-cab7-419b-9dca-476969ee28fa,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:05:46.870157 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e69bd3e2-214e-43e8-b1b9-7b67f022ad18 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (72a6feb5-3dd3-40ec-bb74-9fced73b27a5), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:46.974186 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-e69bd3e2-214e-43e8-b1b9-7b67f022ad18 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Floating IP 72a6feb5-3dd3-40ec-bb74-9fced73b27a5 associated. External IP: 172.35.4.135, port: 5c0fc701-ca60-4701-ac8a-a9a5030de3d6.
Feb 05 22:05:47.183827 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e69bd3e2-214e-43e8-b1b9-7b67f022ad18 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Router f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 22:05:47.627693 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69bd3e2-214e-43e8-b1b9-7b67f022ad18 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 22:05:47.637624 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e642a047-628c-4641-9692-223d6e222a14 None None] Sync routers for ids ['f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 22:05:47.647380 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-e69bd3e2-214e-43e8-b1b9-7b67f022ad18 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:05:47.649442 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e642a047-628c-4641-9692-223d6e222a14 None None] Routers {'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 22:05:47.650335 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-e642a047-628c-4641-9692-223d6e222a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8124460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T22:05:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:05:47.677463 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-e69bd3e2-214e-43e8-b1b9-7b67f022ad18 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8841934
Feb 05 22:05:47.678099 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d78ed2-6cec-4fb9-a986-0a9b27a916fc', 'tag': '5c0fc701-ca60-4701-ac8a-a9a5030de3d6'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 22:05:47.680390 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16fdd19d8a7c57de6e0d65e92e0f39486390e6be4ccbd395fc02e890f8c23cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b0ea89-dcd7-4b86-8a24-f40799d10cfa" -d '{"events": [{"name": "network-changed", "server_uuid": "94d78ed2-6cec-4fb9-a986-0a9b27a916fc", "tag": "5c0fc701-ca60-4701-ac8a-a9a5030de3d6"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 22:05:47.717630 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 22:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93685e21-9f36-4175-a0a2-cf799190feba x-openstack-request-id: req-93685e21-9f36-4175-a0a2-cf799190feba {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 22:05:47.717933 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94d78ed2-6cec-4fb9-a986-0a9b27a916fc", "tag": "5c0fc701-ca60-4701-ac8a-a9a5030de3d6", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 22:05:47.718193 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-93685e21-9f36-4175-a0a2-cf799190feba {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 22:05:47.718635 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d78ed2-6cec-4fb9-a986-0a9b27a916fc', 'tag': '5c0fc701-ca60-4701-ac8a-a9a5030de3d6', 'status': 'completed', 'code': 200}
Feb 05 22:05:47.761719 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-e642a047-628c-4641-9692-223d6e222a14 None None] Set router f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 22:05:47.783186 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0ea89-dcd7-4b86-8a24-f40799d10cfa req-1f2f6c68-0297-4b38-b4df-c5dd71050550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:05:47.784689 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-88b0ea89-dcd7-4b86-8a24-f40799d10cfa req-1f2f6c68-0297-4b38-b4df-c5dd71050550 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c53444b898904b729b8fd99cf8b3adfc&device_id=94d78ed2-6cec-4fb9-a986-0a9b27a916fc HTTP/1.1" status: 200  len: 1127 time: 0.0443268
Feb 05 22:05:47.872315 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0ea89-dcd7-4b86-8a24-f40799d10cfa req-b935caea-9aa3-4637-ab74-ae265d70434b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:05:47.873812 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-88b0ea89-dcd7-4b86-8a24-f40799d10cfa req-b935caea-9aa3-4637-ab74-ae265d70434b service neutron] 10.222.0.39 "GET /v2.0/networks?id=4417a581-5e62-46ca-94f7-1c95ca843c61 HTTP/1.1" status: 200  len: 910 time: 0.0830474
Feb 05 22:05:47.942054 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-88b0ea89-dcd7-4b86-8a24-f40799d10cfa req-e52d006c-62f7-48a5-9e24-9c5167c01ef7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c0fc701-ca60-4701-ac8a-a9a5030de3d6 HTTP/1.1" status: 200  len: 999 time: 0.0629117
Feb 05 22:05:47.989661 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-e642a047-628c-4641-9692-223d6e222a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8124460>, [{'id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'name': 'tempest-TestSnapshotPattern-523062318-router', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': '43570626-de55-4aa3-ad54-a2cd1efcad3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:05:22Z', 'updated_at': '2022-02-05T22:05:25Z', 'revision_number': 4, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'gw_port': {'id': '43570626-de55-4aa3-ad54-a2cd1efcad3a', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:23Z', 'updated_at': '2022-02-05T22:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '72a6feb5-3dd3-40ec-bb74-9fced73b27a5', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'floating_ip_address': '172.35.4.135', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'port_id': '5c0fc701-ca60-4701-ac8a-a9a5030de3d6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61', 'mac_address': 'fa:16:3e:dc:ad:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d78ed2-6cec-4fb9-a986-0a9b27a916fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:05:46Z', 'updated_at': '2022-02-05T22:05:46Z', 'revision_number': 0, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b70450fa-c4fa-4ffc-ba62-dffd0754eb52', 'name': '', 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'mac_address': 'fa:16:3e:54:a1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '075b10ed-2f2a-43ba-8c00-acbd537f742f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:25Z', 'updated_at': '2022-02-05T22:05:30Z', 'revision_number': 5, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'subnets': [{'id': '075b10ed-2f2a-43ba-8c00-acbd537f742f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:05:47.992050 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0ea89-dcd7-4b86-8a24-f40799d10cfa req-8e8550e3-9cee-4d63-881c-8372776dd89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:05:47.993763 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-88b0ea89-dcd7-4b86-8a24-f40799d10cfa req-8e8550e3-9cee-4d63-881c-8372776dd89b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=075b10ed-2f2a-43ba-8c00-acbd537f742f HTTP/1.1" status: 200  len: 848 time: 0.0458560
Feb 05 22:05:48.021143 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e642a047-628c-4641-9692-223d6e222a14 None None] Checking router: f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 22:05:48.030293 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e642a047-628c-4641-9692-223d6e222a14 None None] Routers {'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 22:05:48.030950 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-e642a047-628c-4641-9692-223d6e222a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2db8124460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T22:05:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:05:48.047174 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0ea89-dcd7-4b86-8a24-f40799d10cfa req-7419cf7d-c333-4215-ac54-0d6cdce4866b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:05:48.048707 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-88b0ea89-dcd7-4b86-8a24-f40799d10cfa req-7419cf7d-c333-4215-ac54-0d6cdce4866b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4417a581-5e62-46ca-94f7-1c95ca843c61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0495768
Feb 05 22:05:48.139916 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-e642a047-628c-4641-9692-223d6e222a14 None None] Set router f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 22:05:48.140957 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-88b0ea89-dcd7-4b86-8a24-f40799d10cfa req-760a6e38-eeab-46e2-b7b4-2c15c25be4ff service neutron] 10.222.0.39 "GET /v2.0/networks/4417a581-5e62-46ca-94f7-1c95ca843c61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0862176
Feb 05 22:05:48.233295 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-88b0ea89-dcd7-4b86-8a24-f40799d10cfa req-dbfecb92-adab-406f-a749-dc015ff1cc65 service neutron] 10.222.0.39 "GET /v2.0/networks/4417a581-5e62-46ca-94f7-1c95ca843c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0867317
Feb 05 22:05:48.366663 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-e642a047-628c-4641-9692-223d6e222a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2db8124460>, [{'id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'name': 'tempest-TestSnapshotPattern-523062318-router', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': '43570626-de55-4aa3-ad54-a2cd1efcad3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:05:22Z', 'updated_at': '2022-02-05T22:05:25Z', 'revision_number': 4, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'gw_port': {'id': '43570626-de55-4aa3-ad54-a2cd1efcad3a', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:23Z', 'updated_at': '2022-02-05T22:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '72a6feb5-3dd3-40ec-bb74-9fced73b27a5', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'floating_ip_address': '172.35.4.135', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'port_id': '5c0fc701-ca60-4701-ac8a-a9a5030de3d6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61', 'mac_address': 'fa:16:3e:dc:ad:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d78ed2-6cec-4fb9-a986-0a9b27a916fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:05:46Z', 'updated_at': '2022-02-05T22:05:46Z', 'revision_number': 0, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b70450fa-c4fa-4ffc-ba62-dffd0754eb52', 'name': '', 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'mac_address': 'fa:16:3e:54:a1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '075b10ed-2f2a-43ba-8c00-acbd537f742f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:25Z', 'updated_at': '2022-02-05T22:05:30Z', 'revision_number': 5, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'subnets': [{'id': '075b10ed-2f2a-43ba-8c00-acbd537f742f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:05:48.396327 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e642a047-628c-4641-9692-223d6e222a14 None None] The sync data for ids ['f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e'] in ncdv-master-1 is: [{'id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'name': 'tempest-TestSnapshotPattern-523062318-router', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': '43570626-de55-4aa3-ad54-a2cd1efcad3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:05:22Z', 'updated_at': '2022-02-05T22:05:25Z', 'revision_number': 4, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'gw_port': {'id': '43570626-de55-4aa3-ad54-a2cd1efcad3a', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:23Z', 'updated_at': '2022-02-05T22:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '72a6feb5-3dd3-40ec-bb74-9fced73b27a5', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'floating_ip_address': '172.35.4.135', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'port_id': '5c0fc701-ca60-4701-ac8a-a9a5030de3d6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61', 'mac_address': 'fa:16:3e:dc:ad:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d78ed2-6cec-4fb9-a986-0a9b27a916fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:05:46Z', 'updated_at': '2022-02-05T22:05:46Z', 'revision_number': 0, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b70450fa-c4fa-4ffc-ba62-dffd0754eb52', 'name': '', 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'mac_address': 'fa:16:3e:54:a1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '075b10ed-2f2a-43ba-8c00-acbd537f742f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:25Z', 'updated_at': '2022-02-05T22:05:30Z', 'revision_number': 5, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'subnets': [{'id': '075b10ed-2f2a-43ba-8c00-acbd537f742f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 22:05:48.589448 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386a5c3e-aa54-40bb-b34c-db703fb2ee86 None None] New status for floating IP 72a6feb5-3dd3-40ec-bb74-9fced73b27a5: ACTIVE {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 22:05:50.936452 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:06:02.952499 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6b96dd2c-3205-4f7d-b93d-b43c19b78fa4 req-3f5913be-d728-4c60-aa7b-a65fcef17387 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=94d78ed2-6cec-4fb9-a986-0a9b27a916fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0452898
Feb 05 22:06:03.036418 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96dd2c-3205-4f7d-b93d-b43c19b78fa4 req-ec19e9f9-f129-40f2-9fdd-172dd295ed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:06:03.037918 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6b96dd2c-3205-4f7d-b93d-b43c19b78fa4 req-ec19e9f9-f129-40f2-9fdd-172dd295ed5a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c53444b898904b729b8fd99cf8b3adfc&device_id=94d78ed2-6cec-4fb9-a986-0a9b27a916fc HTTP/1.1" status: 200  len: 1127 time: 0.0446301
Feb 05 22:06:03.140934 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96dd2c-3205-4f7d-b93d-b43c19b78fa4 req-d0d2c28a-cecb-4902-82ca-b54be0fb5409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:06:03.142370 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6b96dd2c-3205-4f7d-b93d-b43c19b78fa4 req-d0d2c28a-cecb-4902-82ca-b54be0fb5409 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4417a581-5e62-46ca-94f7-1c95ca843c61 HTTP/1.1" status: 200  len: 910 time: 0.0854802
Feb 05 22:06:03.205581 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6b96dd2c-3205-4f7d-b93d-b43c19b78fa4 req-26eaba46-cd34-4b7b-b1dc-e9d173b77b5c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c0fc701-ca60-4701-ac8a-a9a5030de3d6 HTTP/1.1" status: 200  len: 1001 time: 0.0563073
Feb 05 22:06:03.252850 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96dd2c-3205-4f7d-b93d-b43c19b78fa4 req-48469e27-b725-41ad-b752-9420d4ae3f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:06:03.254272 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6b96dd2c-3205-4f7d-b93d-b43c19b78fa4 req-48469e27-b725-41ad-b752-9420d4ae3f24 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=075b10ed-2f2a-43ba-8c00-acbd537f742f HTTP/1.1" status: 200  len: 848 time: 0.0429063
Feb 05 22:06:03.306630 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96dd2c-3205-4f7d-b93d-b43c19b78fa4 req-883c78cf-76d5-45d9-9f57-b67ded69f0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:06:03.308116 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6b96dd2c-3205-4f7d-b93d-b43c19b78fa4 req-883c78cf-76d5-45d9-9f57-b67ded69f0e5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4417a581-5e62-46ca-94f7-1c95ca843c61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0474708
Feb 05 22:06:03.395935 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6b96dd2c-3205-4f7d-b93d-b43c19b78fa4 req-68cf7182-70b4-4f66-a450-fdda7c4e8d6a service neutron] 10.222.0.39 "GET /v2.0/networks/4417a581-5e62-46ca-94f7-1c95ca843c61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0809762
Feb 05 22:06:03.491991 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6b96dd2c-3205-4f7d-b93d-b43c19b78fa4 req-d11a25b1-4664-43dc-9d0d-84a164c54fc6 service neutron] 10.222.0.39 "GET /v2.0/networks/4417a581-5e62-46ca-94f7-1c95ca843c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0898094
Feb 05 22:06:03.886265 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-4ea62827-6325-48bf-94a6-a7daa6e22f50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:06:06.284499 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f3f57ae3-a3c8-43ea-b122-7abfde28c8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:06:07.770332 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:06:09.358532 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:06:10.683548 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:06:15.853302 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:06:17.818018 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 22:06:20.948511 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:06:33.888630 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-1df79e4a-1b37-4374-b438-07f995a76095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:06:36.275118 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0294aa84-f686-4206-a572-1090890e16a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:06:37.772436 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:06:39.355583 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:06:40.685645 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:06:45.868084 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:06:50.950256 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:06:54.817253 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 22:07:03.463712 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c2846c91-3c13-40e1-96d7-7238f11a6069 req-e0171689-56bf-4718-b481-a7c190e9a650 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=94d78ed2-6cec-4fb9-a986-0a9b27a916fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0905511
Feb 05 22:07:03.546367 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2846c91-3c13-40e1-96d7-7238f11a6069 req-f82201c1-5d80-482c-aa2a-2029a5273e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:07:03.548389 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c2846c91-3c13-40e1-96d7-7238f11a6069 req-f82201c1-5d80-482c-aa2a-2029a5273e9a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c53444b898904b729b8fd99cf8b3adfc&device_id=94d78ed2-6cec-4fb9-a986-0a9b27a916fc HTTP/1.1" status: 200  len: 1127 time: 0.0442419
Feb 05 22:07:03.651334 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2846c91-3c13-40e1-96d7-7238f11a6069 req-ee818f31-09c6-4178-b3a0-aea580e19ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:07:03.652719 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c2846c91-3c13-40e1-96d7-7238f11a6069 req-ee818f31-09c6-4178-b3a0-aea580e19ae1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4417a581-5e62-46ca-94f7-1c95ca843c61 HTTP/1.1" status: 200  len: 910 time: 0.0869448
Feb 05 22:07:03.716136 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c2846c91-3c13-40e1-96d7-7238f11a6069 req-ff6d7c7c-5473-460e-bab8-f9a1c3cd307e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c0fc701-ca60-4701-ac8a-a9a5030de3d6 HTTP/1.1" status: 200  len: 1001 time: 0.0572681
Feb 05 22:07:03.766718 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2846c91-3c13-40e1-96d7-7238f11a6069 req-c9213ed6-0c30-4ba0-9ded-60805c788c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:07:03.768252 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c2846c91-3c13-40e1-96d7-7238f11a6069 req-c9213ed6-0c30-4ba0-9ded-60805c788c14 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=075b10ed-2f2a-43ba-8c00-acbd537f742f HTTP/1.1" status: 200  len: 848 time: 0.0468183
Feb 05 22:07:03.817447 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2846c91-3c13-40e1-96d7-7238f11a6069 req-0eb6697e-4d5f-4e54-bb8e-df336a482ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:07:03.818977 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c2846c91-3c13-40e1-96d7-7238f11a6069 req-0eb6697e-4d5f-4e54-bb8e-df336a482ad4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4417a581-5e62-46ca-94f7-1c95ca843c61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0448396
Feb 05 22:07:03.891693 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c39d924c-73a1-4564-aec4-1ec96821bc7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:07:03.906082 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c2846c91-3c13-40e1-96d7-7238f11a6069 req-2b2e6579-76d8-485d-9b51-b71934acfd43 service neutron] 10.222.0.39 "GET /v2.0/networks/4417a581-5e62-46ca-94f7-1c95ca843c61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0814569
Feb 05 22:07:03.995785 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-c2846c91-3c13-40e1-96d7-7238f11a6069 req-15781a02-fe3f-4bf5-9d56-c2f0eaa23f7d service neutron] 10.222.0.39 "GET /v2.0/networks/4417a581-5e62-46ca-94f7-1c95ca843c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0841298
Feb 05 22:07:06.276864 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-22e5292e-1062-4fad-a8bd-fc17925ad6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:07:07.775434 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:07:09.355900 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:07:10.689155 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:07:15.867882 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:07:20.964695 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:07:31.816367 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 22:07:33.892464 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5f1b5d51-34d6-4f0d-af80-a0dd8d171935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:07:36.278816 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-dc2df126-e4f3-445d-906b-cfb44fcd8227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:07:37.777614 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:07:39.359904 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:07:40.694174 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:07:45.866347 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:07:48.446908 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 5c0fc701-ca60-4701-ac8a-a9a5030de3d6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 22:07:48.547436 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 5c0fc701-ca60-4701-ac8a-a9a5030de3d6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c0fc701-ca60-4701-ac8a-a9a5030de3d6,segment=NetworkSegment(0c9a9e21-2005-4080-93bb-a344ded405e8),segment_id=0c9a9e21-2005-4080-93bb-a344ded405e8)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 22:07:48.558032 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Returning: {'device': '5c0fc701-ca60-4701-ac8a-a9a5030de3d6', 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61', 'port_id': '5c0fc701-ca60-4701-ac8a-a9a5030de3d6', 'mac_address': 'fa:16:3e:dc:ad:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '075b10ed-2f2a-43ba-8c00-acbd537f742f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 22:07:48.600673 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 5c0fc701-ca60-4701-ac8a-a9a5030de3d6 is: ACTIVE; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 22:07:48.601096 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5c0fc701-ca60-4701-ac8a-a9a5030de3d6), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:07:48.614154 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c0fc701-ca60-4701-ac8a-a9a5030de3d6 {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 22:07:48.634878 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 5c0fc701-ca60-4701-ac8a-a9a5030de3d6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c0fc701-ca60-4701-ac8a-a9a5030de3d6,segment=NetworkSegment(0c9a9e21-2005-4080-93bb-a344ded405e8),segment_id=0c9a9e21-2005-4080-93bb-a344ded405e8)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 22:07:48.639125 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5c0fc701-ca60-4701-ac8a-a9a5030de3d6), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:07:48.715572 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=5c0fc701-ca60-4701-ac8a-a9a5030de3d6,revision_number=6']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:07:48.724137 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:07:48.724433 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:07:48.724788 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:07:48.725213 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:07:48.726201 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:07:48.726761 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:07:48.727284 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:07:48.727789 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:07:48.728285 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:07:48.728813 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:07:48.729161 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:07:48.729965 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:07:48.730313 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:07:48.737427 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] get_ports_and_sgs() called for port_ids ['5c0fc701-ca60-4701-ac8a-a9a5030de3d6'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 22:07:50.448548 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 5c0fc701-ca60-4701-ac8a-a9a5030de3d6 up at agent hyperv_nch2-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 22:07:50.500457 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Provisioning complete for port 5c0fc701-ca60-4701-ac8a-a9a5030de3d6 triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 22:07:50.500830 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (5c0fc701-ca60-4701-ac8a-a9a5030de3d6), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:07:50.587015 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 5c0fc701-ca60-4701-ac8a-a9a5030de3d6 is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 22:07:50.587413 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5c0fc701-ca60-4701-ac8a-a9a5030de3d6), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:07:50.614024 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d78ed2-6cec-4fb9-a986-0a9b27a916fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0fc701-ca60-4701-ac8a-a9a5030de3d6'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 22:07:50.616860 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}851605b45cf2a471246fb829968e46403c172bb314a4c703424450b4be22868d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e64f858-543d-4f24-9014-7869f9bfc0d6" -d '{"events": [{"server_uuid": "94d78ed2-6cec-4fb9-a986-0a9b27a916fc", "name": "network-vif-plugged", "status": "completed", "tag": "5c0fc701-ca60-4701-ac8a-a9a5030de3d6"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 22:07:50.637453 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 5c0fc701-ca60-4701-ac8a-a9a5030de3d6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c0fc701-ca60-4701-ac8a-a9a5030de3d6,segment=NetworkSegment(0c9a9e21-2005-4080-93bb-a344ded405e8),segment_id=0c9a9e21-2005-4080-93bb-a344ded405e8)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 22:07:50.648771 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5c0fc701-ca60-4701-ac8a-a9a5030de3d6), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:07:50.711158 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=5c0fc701-ca60-4701-ac8a-a9a5030de3d6,revision_number=7']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:07:50.774913 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 22:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7ea2a4-d425-44e3-a52f-07a8ec628b4d x-openstack-request-id: req-bb7ea2a4-d425-44e3-a52f-07a8ec628b4d {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 22:07:50.775315 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d78ed2-6cec-4fb9-a986-0a9b27a916fc", "name": "network-vif-plugged", "status": "completed", "tag": "5c0fc701-ca60-4701-ac8a-a9a5030de3d6", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 22:07:50.775784 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bb7ea2a4-d425-44e3-a52f-07a8ec628b4d {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 22:07:50.776497 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d78ed2-6cec-4fb9-a986-0a9b27a916fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0fc701-ca60-4701-ac8a-a9a5030de3d6', 'code': 200}
Feb 05 22:07:50.969811 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:07:57.863666 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-951f1376-0605-4da8-a4a8-20f903f16516 req-40448230-c5de-4381-8784-e149a67b1d61 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1666037195&fields=id&tenant_id=c53444b898904b729b8fd99cf8b3adfc HTTP/1.1" status: 200  len: 267 time: 0.0451653
Feb 05 22:07:57.971893 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f1376-0605-4da8-a4a8-20f903f16516 req-f90a87e7-2745-480b-9c41-94c86b01beab tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:07:57.973364 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-951f1376-0605-4da8-a4a8-20f903f16516 req-f90a87e7-2745-480b-9c41-94c86b01beab tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/networks?id=4417a581-5e62-46ca-94f7-1c95ca843c61 HTTP/1.1" status: 200  len: 809 time: 0.1026154
Feb 05 22:07:57.988366 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-951f1376-0605-4da8-a4a8-20f903f16516 req-2bc602be-9174-45cd-9744-4cae567c1f2c tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/quotas/c53444b898904b729b8fd99cf8b3adfc HTTP/1.1" status: 200  len: 375 time: 0.0088942
Feb 05 22:07:58.047248 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-951f1376-0605-4da8-a4a8-20f903f16516 req-8be6acab-c176-40cb-a1fd-383e2202f590 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c53444b898904b729b8fd99cf8b3adfc&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0539689
Feb 05 22:07:58.194891 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-951f1376-0605-4da8-a4a8-20f903f16516 req-4e395242-6d15-423c-872e-98f6d5d9d694 service neutron] 10.222.0.32 "GET /v2.0/networks/4417a581-5e62-46ca-94f7-1c95ca843c61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363144
Feb 05 22:07:58.287557 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-951f1376-0605-4da8-a4a8-20f903f16516 req-1655cb98-fc64-4caa-b7b8-a2be5e8c5230 service neutron] 10.222.0.32 "GET /v2.0/networks/4417a581-5e62-46ca-94f7-1c95ca843c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868793
Feb 05 22:07:58.524092 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4926bd89-e75a-433f-aa48-85b9934e723e req-d84a441e-e847-4a1f-8414-45c15c07acc2 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/ports?device_id=b90dfc85-0f19-4a68-81cc-ad02c050722e HTTP/1.1" status: 200  len: 210 time: 0.0785980
Feb 05 22:07:59.523632 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f1376-0605-4da8-a4a8-20f903f16516 req-fc794eae-bf74-45e9-8af7-01cf5bc1fb60 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:07:59.525380 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-951f1376-0605-4da8-a4a8-20f903f16516 req-fc794eae-bf74-45e9-8af7-01cf5bc1fb60 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.21 "GET /v2.0/networks?id=4417a581-5e62-46ca-94f7-1c95ca843c61 HTTP/1.1" status: 200  len: 809 time: 0.1068361
Feb 05 22:07:59.590952 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-951f1376-0605-4da8-a4a8-20f903f16516 req-0af56dd2-0815-40a8-841b-19cdab521504 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c53444b898904b729b8fd99cf8b3adfc HTTP/1.1" status: 200  len: 380 time: 0.0569088
Feb 05 22:07:59.600415 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-951f1376-0605-4da8-a4a8-20f903f16516 req-0e21a628-1fda-45d3-90eb-ca29838d56d5 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Request body: {'port': {'device_id': 'b90dfc85-0f19-4a68-81cc-ad02c050722e', 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61', 'admin_state_up': True, 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'security_groups': ['e906af26-e94e-4c40-a7bd-a27f3fec14b8']}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 22:07:59.642313 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-98a0d8e1-3e0c-4de8-95b7-571c44d9459d req-612b4d9b-a602-4904-96b1-58077e6a003c tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/ports?device_id=b90dfc85-0f19-4a68-81cc-ad02c050722e HTTP/1.1" status: 200  len: 210 time: 0.0403945
Feb 05 22:07:59.715014 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-951f1376-0605-4da8-a4a8-20f903f16516 req-0e21a628-1fda-45d3-90eb-ca29838d56d5 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Made reservation on behalf of c53444b898904b729b8fd99cf8b3adfc for: {'port': 1} {{(pid=114390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 05 22:07:59.718971 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-951f1376-0605-4da8-a4a8-20f903f16516 req-0e21a628-1fda-45d3-90eb-ca29838d56d5 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:07:59.879602 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.db_base_plugin_common [req-951f1376-0605-4da8-a4a8-20f903f16516 req-0e21a628-1fda-45d3-90eb-ca29838d56d5 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Allocated IP 172.20.0.7 (4417a581-5e62-46ca-94f7-1c95ca843c61/075b10ed-2f2a-43ba-8c00-acbd537f742f/0d1566f1-5783-48a7-85ca-6e8b28afed8b) {{(pid=114390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 22:08:00.051029 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-951f1376-0605-4da8-a4a8-20f903f16516 req-0e21a628-1fda-45d3-90eb-ca29838d56d5 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks [] for port (0d1566f1-5783-48a7-85ca-6e8b28afed8b), precommit_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:08:00.091644 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-951f1376-0605-4da8-a4a8-20f903f16516 req-0e21a628-1fda-45d3-90eb-ca29838d56d5 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (0d1566f1-5783-48a7-85ca-6e8b28afed8b), after_create {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:08:00.144174 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21a628-1fda-45d3-90eb-ca29838d56d5 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Pushing event updated for resources: {'Port': ['ID=0d1566f1-5783-48a7-85ca-6e8b28afed8b,revision_number=1']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:08:00.157104 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21a628-1fda-45d3-90eb-ca29838d56d5 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:08:00.157539 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21a628-1fda-45d3-90eb-ca29838d56d5 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:08:00.157964 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21a628-1fda-45d3-90eb-ca29838d56d5 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:08:00.158401 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21a628-1fda-45d3-90eb-ca29838d56d5 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:08:00.158820 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21a628-1fda-45d3-90eb-ca29838d56d5 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:08:00.159252 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21a628-1fda-45d3-90eb-ca29838d56d5 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:08:00.159667 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21a628-1fda-45d3-90eb-ca29838d56d5 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:08:00.160076 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21a628-1fda-45d3-90eb-ca29838d56d5 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:08:00.160483 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21a628-1fda-45d3-90eb-ca29838d56d5 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:08:00.160888 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21a628-1fda-45d3-90eb-ca29838d56d5 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:08:00.161293 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21a628-1fda-45d3-90eb-ca29838d56d5 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:08:00.161703 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21a628-1fda-45d3-90eb-ca29838d56d5 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:08:00.162108 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21a628-1fda-45d3-90eb-ca29838d56d5 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:08:00.174405 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-951f1376-0605-4da8-a4a8-20f903f16516 req-0e21a628-1fda-45d3-90eb-ca29838d56d5 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Network 4417a581-5e62-46ca-94f7-1c95ca843c61 is already hosted by enough agents. {{(pid=114390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 22:08:00.176315 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.base_scheduler [req-951f1376-0605-4da8-a4a8-20f903f16516 req-0e21a628-1fda-45d3-90eb-ca29838d56d5 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Resources bound (agent type, host, resource id):  {{(pid=114390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 22:08:00.179374 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-951f1376-0605-4da8-a4a8-20f903f16516 req-0e21a628-1fda-45d3-90eb-ca29838d56d5 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Received port after_create {{(pid=114390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 22:08:00.238692 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f1376-0605-4da8-a4a8-20f903f16516 req-0e21a628-1fda-45d3-90eb-ca29838d56d5 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:08:00.239388 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-951f1376-0605-4da8-a4a8-20f903f16516 req-0e21a628-1fda-45d3-90eb-ca29838d56d5 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:08:00.262470 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-951f1376-0605-4da8-a4a8-20f903f16516 req-0e21a628-1fda-45d3-90eb-ca29838d56d5 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6661935
Feb 05 22:08:00.497906 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-b44cb792-3e39-4937-a9c7-470901ed9916 None None] Provisioning complete for port 0d1566f1-5783-48a7-85ca-6e8b28afed8b triggered by entity DHCP. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 22:08:00.498508 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b44cb792-3e39-4937-a9c7-470901ed9916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (0d1566f1-5783-48a7-85ca-6e8b28afed8b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:08:00.535457 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-b44cb792-3e39-4937-a9c7-470901ed9916 None None] Port 0d1566f1-5783-48a7-85ca-6e8b28afed8b cannot update to ACTIVE because it is not bound. {{(pid=114392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 05 22:08:00.821962 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301dae73-76e4-4030-afc5-ab003cb1c3f5 req-2418b849-059e-4f0e-9c31-e2f8e72eab96 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:08:00.824551 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-301dae73-76e4-4030-afc5-ab003cb1c3f5 req-2418b849-059e-4f0e-9c31-e2f8e72eab96 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/ports?device_id=b90dfc85-0f19-4a68-81cc-ad02c050722e HTTP/1.1" status: 200  len: 931 time: 0.1087947
Feb 05 22:08:00.889795 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-301dae73-76e4-4030-afc5-ab003cb1c3f5 req-52b4a9c9-45d9-4045-bc7f-a71edc84d7f8 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/security-groups?id=e906af26-e94e-4c40-a7bd-a27f3fec14b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590401
Feb 05 22:08:02.027355 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8da7e-1718-4a2b-bc2c-254bdc03884a req-e4c3138d-0abe-4f3a-9888-728f75c465c0 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:08:02.028858 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4c8da7e-1718-4a2b-bc2c-254bdc03884a req-e4c3138d-0abe-4f3a-9888-728f75c465c0 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/ports?device_id=b90dfc85-0f19-4a68-81cc-ad02c050722e HTTP/1.1" status: 200  len: 931 time: 0.0572011
Feb 05 22:08:02.078257 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-b4c8da7e-1718-4a2b-bc2c-254bdc03884a req-a3a18ff9-b50f-4252-952b-8bc3d6c06bc0 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/security-groups?id=e906af26-e94e-4c40-a7bd-a27f3fec14b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438395
Feb 05 22:08:02.449235 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 5c0fc701-ca60-4701-ac8a-a9a5030de3d6 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 22:08:02.540545 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Current status of the port 5c0fc701-ca60-4701-ac8a-a9a5030de3d6 is: ACTIVE; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 22:08:02.540934 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (5c0fc701-ca60-4701-ac8a-a9a5030de3d6), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:08:02.565328 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d78ed2-6cec-4fb9-a986-0a9b27a916fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c0fc701-ca60-4701-ac8a-a9a5030de3d6'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 22:08:02.567579 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}851605b45cf2a471246fb829968e46403c172bb314a4c703424450b4be22868d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f49043-a3e2-4c27-9b14-a371adb956c2" -d '{"events": [{"server_uuid": "94d78ed2-6cec-4fb9-a986-0a9b27a916fc", "name": "network-vif-unplugged", "status": "completed", "tag": "5c0fc701-ca60-4701-ac8a-a9a5030de3d6"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 22:08:02.581281 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] For port 5c0fc701-ca60-4701-ac8a-a9a5030de3d6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c0fc701-ca60-4701-ac8a-a9a5030de3d6,segment=NetworkSegment(0c9a9e21-2005-4080-93bb-a344ded405e8),segment_id=0c9a9e21-2005-4080-93bb-a344ded405e8)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 22:08:02.586833 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (5c0fc701-ca60-4701-ac8a-a9a5030de3d6), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:08:02.617735 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 22:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bbe6b50-4f26-4ed7-9998-34e764b0fe9e x-openstack-request-id: req-1bbe6b50-4f26-4ed7-9998-34e764b0fe9e {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 22:08:02.618166 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d78ed2-6cec-4fb9-a986-0a9b27a916fc", "name": "network-vif-unplugged", "status": "completed", "tag": "5c0fc701-ca60-4701-ac8a-a9a5030de3d6", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 22:08:02.618453 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1bbe6b50-4f26-4ed7-9998-34e764b0fe9e {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 22:08:02.618845 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d78ed2-6cec-4fb9-a986-0a9b27a916fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c0fc701-ca60-4701-ac8a-a9a5030de3d6', 'code': 200}
Feb 05 22:08:02.645578 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Pushing event updated for resources: {'Port': ['ID=5c0fc701-ca60-4701-ac8a-a9a5030de3d6,revision_number=8']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:08:03.204209 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ba5c0-be89-488c-b5c6-9f9ddb7e1989 req-a59da54c-7732-4e74-8c86-0b1952f2c5c1 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:08:03.205774 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5c1ba5c0-be89-488c-b5c6-9f9ddb7e1989 req-a59da54c-7732-4e74-8c86-0b1952f2c5c1 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/ports?device_id=b90dfc85-0f19-4a68-81cc-ad02c050722e HTTP/1.1" status: 200  len: 931 time: 0.0568416
Feb 05 22:08:03.265791 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5c1ba5c0-be89-488c-b5c6-9f9ddb7e1989 req-b8bf79fd-4bcf-4ff5-9429-f05d916b57be tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/security-groups?id=e906af26-e94e-4c40-a7bd-a27f3fec14b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532858
Feb 05 22:08:03.896306 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-53eb3611-c0a6-4792-8cad-fdd96ce5b7f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:08:04.404716 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64edd0-fa18-4e56-984c-d4005668ed9d req-6a210df3-b537-4e7e-a930-44b3d8c229e8 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:08:04.406242 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6d64edd0-fa18-4e56-984c-d4005668ed9d req-6a210df3-b537-4e7e-a930-44b3d8c229e8 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/ports?device_id=b90dfc85-0f19-4a68-81cc-ad02c050722e HTTP/1.1" status: 200  len: 931 time: 0.0568182
Feb 05 22:08:04.464801 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-6d64edd0-fa18-4e56-984c-d4005668ed9d req-6eac92f3-9c70-4774-b6b8-05177d659f8f tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/security-groups?id=e906af26-e94e-4c40-a7bd-a27f3fec14b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529850
Feb 05 22:08:05.055392 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-da72a494-632b-49ab-8c63-51ec4c58ba52 req-65e2d5f3-5542-430e-80a6-e108bc83fce7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=94d78ed2-6cec-4fb9-a986-0a9b27a916fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0512638
Feb 05 22:08:05.165240 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72a494-632b-49ab-8c63-51ec4c58ba52 req-941bc639-b660-4484-aad4-5dc19692c912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:08:05.167616 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-da72a494-632b-49ab-8c63-51ec4c58ba52 req-941bc639-b660-4484-aad4-5dc19692c912 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c53444b898904b729b8fd99cf8b3adfc&device_id=94d78ed2-6cec-4fb9-a986-0a9b27a916fc HTTP/1.1" status: 200  len: 1125 time: 0.0587802
Feb 05 22:08:05.315631 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72a494-632b-49ab-8c63-51ec4c58ba52 req-75ef18c4-5776-4fd6-b05d-f4c834abb135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:08:05.320354 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-da72a494-632b-49ab-8c63-51ec4c58ba52 req-75ef18c4-5776-4fd6-b05d-f4c834abb135 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4417a581-5e62-46ca-94f7-1c95ca843c61 HTTP/1.1" status: 200  len: 910 time: 0.1314223
Feb 05 22:08:05.611471 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc5369-4f58-4761-b39a-d2adb8de491c req-386b3093-39f0-4c68-8ed3-6c0a845c6168 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:08:05.612972 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9fbc5369-4f58-4761-b39a-d2adb8de491c req-386b3093-39f0-4c68-8ed3-6c0a845c6168 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/ports?device_id=b90dfc85-0f19-4a68-81cc-ad02c050722e HTTP/1.1" status: 200  len: 931 time: 0.0670085
Feb 05 22:08:05.698002 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-9fbc5369-4f58-4761-b39a-d2adb8de491c req-240fd0a6-f3c5-4f28-836e-d4a48032eab8 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/security-groups?id=e906af26-e94e-4c40-a7bd-a27f3fec14b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0782633
Feb 05 22:08:05.753668 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-da72a494-632b-49ab-8c63-51ec4c58ba52 req-65a849d4-7c6c-4fcf-af19-947443f302e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c0fc701-ca60-4701-ac8a-a9a5030de3d6 HTTP/1.1" status: 200  len: 999 time: 0.4278624
Feb 05 22:08:05.804318 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72a494-632b-49ab-8c63-51ec4c58ba52 req-a88bfb9f-7ee5-4bba-b4e3-aee3dba0d4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:08:05.805772 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-da72a494-632b-49ab-8c63-51ec4c58ba52 req-a88bfb9f-7ee5-4bba-b4e3-aee3dba0d4e9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=075b10ed-2f2a-43ba-8c00-acbd537f742f HTTP/1.1" status: 200  len: 848 time: 0.0460134
Feb 05 22:08:05.855176 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72a494-632b-49ab-8c63-51ec4c58ba52 req-eafa7d0b-8f0d-4071-81e4-a03a23abab2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:08:05.856772 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-da72a494-632b-49ab-8c63-51ec4c58ba52 req-eafa7d0b-8f0d-4071-81e4-a03a23abab2c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4417a581-5e62-46ca-94f7-1c95ca843c61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0454276
Feb 05 22:08:05.955211 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-da72a494-632b-49ab-8c63-51ec4c58ba52 req-dcb38f55-dd7e-4f36-a026-0b02c23eb28f service neutron] 10.222.0.39 "GET /v2.0/networks/4417a581-5e62-46ca-94f7-1c95ca843c61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0920346
Feb 05 22:08:06.073438 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-da72a494-632b-49ab-8c63-51ec4c58ba52 req-66fe49f3-a8d3-4e8d-b0ca-0693e3479fd4 service neutron] 10.222.0.39 "GET /v2.0/networks/4417a581-5e62-46ca-94f7-1c95ca843c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1122813
Feb 05 22:08:06.282944 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-97cca62a-212c-4c19-a2df-cc4396f4ea26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:08:06.824183 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36600157-9d7a-468d-9256-586e8f7ed2de req-9ae0308d-9965-43f1-be32-b5a58b8e4214 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:08:06.826722 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-36600157-9d7a-468d-9256-586e8f7ed2de req-9ae0308d-9965-43f1-be32-b5a58b8e4214 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/ports?device_id=b90dfc85-0f19-4a68-81cc-ad02c050722e HTTP/1.1" status: 200  len: 931 time: 0.0617821
Feb 05 22:08:06.878553 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-36600157-9d7a-468d-9256-586e8f7ed2de req-cdce0c47-0df4-4dcc-a0df-08c8aa2d8e94 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/security-groups?id=e906af26-e94e-4c40-a7bd-a27f3fec14b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463319
Feb 05 22:08:07.785311 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:08:08.005159 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c15d04-0536-46ce-b8f9-51dd8a322937 req-b26fca12-ea72-4210-9fb7-d95210b2f5c9 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:08:08.007352 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-23c15d04-0536-46ce-b8f9-51dd8a322937 req-b26fca12-ea72-4210-9fb7-d95210b2f5c9 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/ports?device_id=b90dfc85-0f19-4a68-81cc-ad02c050722e HTTP/1.1" status: 200  len: 931 time: 0.0551469
Feb 05 22:08:08.059472 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-23c15d04-0536-46ce-b8f9-51dd8a322937 req-55a87906-06d4-4c00-8719-8a8abb977667 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/security-groups?id=e906af26-e94e-4c40-a7bd-a27f3fec14b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462708
Feb 05 22:08:08.815803 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 22:08:09.182279 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251e9f4-4d0e-46cc-ae72-e704d7e9b1dd req-c07515ce-e80d-4a06-9404-f13674433a88 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:08:09.183748 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7251e9f4-4d0e-46cc-ae72-e704d7e9b1dd req-c07515ce-e80d-4a06-9404-f13674433a88 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/ports?device_id=b90dfc85-0f19-4a68-81cc-ad02c050722e HTTP/1.1" status: 200  len: 931 time: 0.0541668
Feb 05 22:08:09.236804 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-7251e9f4-4d0e-46cc-ae72-e704d7e9b1dd req-44772ba1-6a44-4e68-b487-3377dc7c7163 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/security-groups?id=e906af26-e94e-4c40-a7bd-a27f3fec14b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474916
Feb 05 22:08:09.361513 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:08:10.099029 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.v2.base [req-951f1376-0605-4da8-a4a8-20f903f16516 req-b964ed8f-5306-42cf-91b8-a255482334f8 service neutron] Request body: {'port': {'device_id': 'b90dfc85-0f19-4a68-81cc-ad02c050722e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=114390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 22:08:10.162336 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-951f1376-0605-4da8-a4a8-20f903f16516 req-b964ed8f-5306-42cf-91b8-a255482334f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0d1566f1-5783-48a7-85ca-6e8b28afed8b), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:08:10.379108 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8c438-5520-4476-9ebc-1baea979c8ad req-1ad4e70f-14b5-4d32-a433-fa0748fec603 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:08:10.380691 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-22f8c438-5520-4476-9ebc-1baea979c8ad req-1ad4e70f-14b5-4d32-a433-fa0748fec603 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/ports?device_id=b90dfc85-0f19-4a68-81cc-ad02c050722e HTTP/1.1" status: 200  len: 931 time: 0.0642517
Feb 05 22:08:10.438594 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-22f8c438-5520-4476-9ebc-1baea979c8ad req-766997d0-9304-41fa-bf60-d5966721bb94 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/security-groups?id=e906af26-e94e-4c40-a7bd-a27f3fec14b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514262
Feb 05 22:08:10.452920 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [req-951f1376-0605-4da8-a4a8-20f903f16516 req-b964ed8f-5306-42cf-91b8-a255482334f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d1566f1-5783-48a7-85ca-6e8b28afed8b {{(pid=114390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 22:08:10.462917 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-951f1376-0605-4da8-a4a8-20f903f16516 req-b964ed8f-5306-42cf-91b8-a255482334f8 service neutron] Publish callbacks [] for port (0d1566f1-5783-48a7-85ca-6e8b28afed8b), precommit_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:08:10.477784 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.provisioning_blocks [req-951f1376-0605-4da8-a4a8-20f903f16516 req-b964ed8f-5306-42cf-91b8-a255482334f8 service neutron] Transition to ACTIVE for port object 0d1566f1-5783-48a7-85ca-6e8b28afed8b will not be triggered until provisioned by entity L2. {{(pid=114390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 05 22:08:10.482003 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-951f1376-0605-4da8-a4a8-20f903f16516 req-b964ed8f-5306-42cf-91b8-a255482334f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (0d1566f1-5783-48a7-85ca-6e8b28afed8b), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:08:10.541892 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964ed8f-5306-42cf-91b8-a255482334f8 service neutron] Pushing event updated for resources: {'Port': ['ID=0d1566f1-5783-48a7-85ca-6e8b28afed8b,revision_number=2']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:08:10.620731 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-951f1376-0605-4da8-a4a8-20f903f16516 req-b964ed8f-5306-42cf-91b8-a255482334f8 service neutron] Attempting to bind port 0d1566f1-5783-48a7-85ca-6e8b28afed8b on host nch1-master-1 for vnic_type normal with profile  {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 22:08:10.621080 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-951f1376-0605-4da8-a4a8-20f903f16516 req-b964ed8f-5306-42cf-91b8-a255482334f8 service neutron] Attempting to bind port 0d1566f1-5783-48a7-85ca-6e8b28afed8b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0c9a9e21-2005-4080-93bb-a344ded405e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61'}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 05 22:08:10.621403 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951f1376-0605-4da8-a4a8-20f903f16516 req-b964ed8f-5306-42cf-91b8-a255482334f8 service neutron] Attempting to bind port 0d1566f1-5783-48a7-85ca-6e8b28afed8b on network 4417a581-5e62-46ca-94f7-1c95ca843c61 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 22:08:10.626158 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951f1376-0605-4da8-a4a8-20f903f16516 req-b964ed8f-5306-42cf-91b8-a255482334f8 service neutron] Port 0d1566f1-5783-48a7-85ca-6e8b28afed8b on network 4417a581-5e62-46ca-94f7-1c95ca843c61 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 05 22:08:10.626525 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951f1376-0605-4da8-a4a8-20f903f16516 req-b964ed8f-5306-42cf-91b8-a255482334f8 service neutron] Attempting to bind port 0d1566f1-5783-48a7-85ca-6e8b28afed8b on network 4417a581-5e62-46ca-94f7-1c95ca843c61 {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 05 22:08:10.632268 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951f1376-0605-4da8-a4a8-20f903f16516 req-b964ed8f-5306-42cf-91b8-a255482334f8 service neutron] Checking agent: {'id': '277fbca6-c2ee-41a0-9aae-2151d9ebe77a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'started_at': datetime.datetime(2022, 2, 5, 20, 43, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 5, 22, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 05 22:08:10.632683 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951f1376-0605-4da8-a4a8-20f903f16516 req-b964ed8f-5306-42cf-91b8-a255482334f8 service neutron] Checking segment: {'id': '0c9a9e21-2005-4080-93bb-a344ded405e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 05 22:08:10.633087 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951f1376-0605-4da8-a4a8-20f903f16516 req-b964ed8f-5306-42cf-91b8-a255482334f8 service neutron] Bound using segment: {'id': '0c9a9e21-2005-4080-93bb-a344ded405e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61'} {{(pid=114390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 05 22:08:10.633522 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.managers [req-951f1376-0605-4da8-a4a8-20f903f16516 req-b964ed8f-5306-42cf-91b8-a255482334f8 service neutron] Bound port: 0d1566f1-5783-48a7-85ca-6e8b28afed8b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c9a9e21-2005-4080-93bb-a344ded405e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61'}}] {{(pid=114390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 05 22:08:10.633892 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-951f1376-0605-4da8-a4a8-20f903f16516 req-b964ed8f-5306-42cf-91b8-a255482334f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0d1566f1-5783-48a7-85ca-6e8b28afed8b), before_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:08:10.702968 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:08:10.713635 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-951f1376-0605-4da8-a4a8-20f903f16516 req-b964ed8f-5306-42cf-91b8-a255482334f8 service neutron] For port 0d1566f1-5783-48a7-85ca-6e8b28afed8b, host nch1-master-1, cleared binding levels {{(pid=114390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 05 22:08:10.718795 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-951f1376-0605-4da8-a4a8-20f903f16516 req-b964ed8f-5306-42cf-91b8-a255482334f8 service neutron] For port 0d1566f1-5783-48a7-85ca-6e8b28afed8b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0d1566f1-5783-48a7-85ca-6e8b28afed8b,segment=NetworkSegment(0c9a9e21-2005-4080-93bb-a344ded405e8),segment_id=0c9a9e21-2005-4080-93bb-a344ded405e8)] {{(pid=114390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 05 22:08:10.728063 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-951f1376-0605-4da8-a4a8-20f903f16516 req-b964ed8f-5306-42cf-91b8-a255482334f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545166'] for port (0d1566f1-5783-48a7-85ca-6e8b28afed8b), after_update {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:08:10.768561 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f1376-0605-4da8-a4a8-20f903f16516 req-b964ed8f-5306-42cf-91b8-a255482334f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:08:10.769202 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-951f1376-0605-4da8-a4a8-20f903f16516 req-b964ed8f-5306-42cf-91b8-a255482334f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:08:10.770631 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-951f1376-0605-4da8-a4a8-20f903f16516 req-b964ed8f-5306-42cf-91b8-a255482334f8 service neutron] 10.222.0.21 "PUT /v2.0/ports/0d1566f1-5783-48a7-85ca-6e8b28afed8b HTTP/1.1" status: 200  len: 1091 time: 0.6763928
Feb 05 22:08:10.771089 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90dfc85-0f19-4a68-81cc-ad02c050722e', 'tag': '0d1566f1-5783-48a7-85ca-6e8b28afed8b'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 22:08:10.773876 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dc595678b95b8a5d7a711e017487991988fc4acadae49b95ce695ebace8492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c347ac-673c-4dff-bbb5-a7a4e919b091" -d '{"events": [{"name": "network-changed", "server_uuid": "b90dfc85-0f19-4a68-81cc-ad02c050722e", "tag": "0d1566f1-5783-48a7-85ca-6e8b28afed8b"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 22:08:10.818052 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964ed8f-5306-42cf-91b8-a255482334f8 service neutron] Pushing event updated for resources: {'Port': ['ID=0d1566f1-5783-48a7-85ca-6e8b28afed8b,revision_number=3']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:08:10.877792 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f1376-0605-4da8-a4a8-20f903f16516 req-6390e884-f465-4cc1-9b12-782e9511e774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:08:10.879668 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-951f1376-0605-4da8-a4a8-20f903f16516 req-6390e884-f465-4cc1-9b12-782e9511e774 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c53444b898904b729b8fd99cf8b3adfc&device_id=b90dfc85-0f19-4a68-81cc-ad02c050722e HTTP/1.1" status: 200  len: 1125 time: 0.0565414
Feb 05 22:08:10.925849 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-951f1376-0605-4da8-a4a8-20f903f16516 req-8435f893-cb14-47e5-b581-19ef8a476b61 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d1566f1-5783-48a7-85ca-6e8b28afed8b HTTP/1.1" status: 200  len: 217 time: 0.0382447
Feb 05 22:08:10.963028 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 22:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5670f33-5ffb-4941-b88a-9ce2640b5022 x-openstack-request-id: req-b5670f33-5ffb-4941-b88a-9ce2640b5022 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 22:08:10.963316 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90dfc85-0f19-4a68-81cc-ad02c050722e", "tag": "0d1566f1-5783-48a7-85ca-6e8b28afed8b", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 22:08:10.963569 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b5670f33-5ffb-4941-b88a-9ce2640b5022 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 22:08:10.963965 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90dfc85-0f19-4a68-81cc-ad02c050722e', 'tag': '0d1566f1-5783-48a7-85ca-6e8b28afed8b', 'status': 'completed', 'code': 200}
Feb 05 22:08:10.982144 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f1376-0605-4da8-a4a8-20f903f16516 req-4212cb99-bb2f-468f-9102-5a85f873bd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:08:10.983655 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-951f1376-0605-4da8-a4a8-20f903f16516 req-4212cb99-bb2f-468f-9102-5a85f873bd52 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=075b10ed-2f2a-43ba-8c00-acbd537f742f HTTP/1.1" status: 200  len: 848 time: 0.0509884
Feb 05 22:08:11.037612 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f1376-0605-4da8-a4a8-20f903f16516 req-55de7947-3c2f-43f8-8f6e-bbb4cd25fbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:08:11.039166 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-951f1376-0605-4da8-a4a8-20f903f16516 req-55de7947-3c2f-43f8-8f6e-bbb4cd25fbd9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4417a581-5e62-46ca-94f7-1c95ca843c61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0488658
Feb 05 22:08:11.127988 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-951f1376-0605-4da8-a4a8-20f903f16516 req-eb8246d7-02ca-4288-9a8b-49924cae7ae3 service neutron] 10.222.0.21 "GET /v2.0/networks/4417a581-5e62-46ca-94f7-1c95ca843c61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0828311
Feb 05 22:08:11.223358 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-951f1376-0605-4da8-a4a8-20f903f16516 req-b43e828e-a2d5-4e04-84c6-d3f871bfc525 service neutron] 10.222.0.21 "GET /v2.0/networks/4417a581-5e62-46ca-94f7-1c95ca843c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875900
Feb 05 22:08:11.312139 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c347ac-673c-4dff-bbb5-a7a4e919b091 req-82e7ede0-4766-4387-ba54-a216b03adfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:08:11.313558 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-76c347ac-673c-4dff-bbb5-a7a4e919b091 req-82e7ede0-4766-4387-ba54-a216b03adfaa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c53444b898904b729b8fd99cf8b3adfc&device_id=b90dfc85-0f19-4a68-81cc-ad02c050722e HTTP/1.1" status: 200  len: 1125 time: 0.0464962
Feb 05 22:08:11.408690 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c347ac-673c-4dff-bbb5-a7a4e919b091 req-67f3612f-08d8-4f15-9cee-a795520b6cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:08:11.410230 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-76c347ac-673c-4dff-bbb5-a7a4e919b091 req-67f3612f-08d8-4f15-9cee-a795520b6cf3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4417a581-5e62-46ca-94f7-1c95ca843c61 HTTP/1.1" status: 200  len: 910 time: 0.0897658
Feb 05 22:08:11.451248 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-76c347ac-673c-4dff-bbb5-a7a4e919b091 req-dad9887a-6513-44a8-b933-ad56603b2b90 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d1566f1-5783-48a7-85ca-6e8b28afed8b HTTP/1.1" status: 200  len: 217 time: 0.0344694
Feb 05 22:08:11.501455 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c347ac-673c-4dff-bbb5-a7a4e919b091 req-01ef935b-e797-403e-bdef-9f06b38e0b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:08:11.504181 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-76c347ac-673c-4dff-bbb5-a7a4e919b091 req-01ef935b-e797-403e-bdef-9f06b38e0b3b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=075b10ed-2f2a-43ba-8c00-acbd537f742f HTTP/1.1" status: 200  len: 848 time: 0.0471022
Feb 05 22:08:11.560092 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c347ac-673c-4dff-bbb5-a7a4e919b091 req-9d17b626-67fe-4619-82e9-213f76203164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:08:11.561696 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-76c347ac-673c-4dff-bbb5-a7a4e919b091 req-9d17b626-67fe-4619-82e9-213f76203164 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4417a581-5e62-46ca-94f7-1c95ca843c61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0501118
Feb 05 22:08:11.573150 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89321e06-f8cc-4d1f-a9f9-f50fc0ff4e53 req-304f1075-d654-4e31-9a4e-72910fce2cb0 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:08:11.574693 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-89321e06-f8cc-4d1f-a9f9-f50fc0ff4e53 req-304f1075-d654-4e31-9a4e-72910fce2cb0 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/ports?device_id=b90dfc85-0f19-4a68-81cc-ad02c050722e HTTP/1.1" status: 200  len: 943 time: 0.0551052
Feb 05 22:08:11.624909 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-89321e06-f8cc-4d1f-a9f9-f50fc0ff4e53 req-cb5198bb-8a15-4b6e-b79d-c28bc1ded038 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/security-groups?id=e906af26-e94e-4c40-a7bd-a27f3fec14b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444636
Feb 05 22:08:11.653009 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-76c347ac-673c-4dff-bbb5-a7a4e919b091 req-2a326095-b484-439c-8428-d66b0f5a49d8 service neutron] 10.222.0.21 "GET /v2.0/networks/4417a581-5e62-46ca-94f7-1c95ca843c61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845368
Feb 05 22:08:11.745653 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-76c347ac-673c-4dff-bbb5-a7a4e919b091 req-29ba7c74-f491-4405-a8b0-e763257a8079 service neutron] 10.222.0.21 "GET /v2.0/networks/4417a581-5e62-46ca-94f7-1c95ca843c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865679
Feb 05 22:08:12.750516 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abf127-508f-4a39-b53e-d7a977ab3cbf req-2f8d75a6-c114-42d4-8026-48a99b64bf45 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:08:12.752009 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-89abf127-508f-4a39-b53e-d7a977ab3cbf req-2f8d75a6-c114-42d4-8026-48a99b64bf45 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/ports?device_id=b90dfc85-0f19-4a68-81cc-ad02c050722e HTTP/1.1" status: 200  len: 943 time: 0.0566664
Feb 05 22:08:12.799966 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-89abf127-508f-4a39-b53e-d7a977ab3cbf req-c97fd909-29a3-4f9d-9e15-c58177657a7c tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/security-groups?id=e906af26-e94e-4c40-a7bd-a27f3fec14b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423265
Feb 05 22:08:13.918652 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1b702-6d03-45ea-9dec-05117cceb69d req-15df5476-71e0-404c-8d6f-25de5bb83c52 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:08:13.920139 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8fb1b702-6d03-45ea-9dec-05117cceb69d req-15df5476-71e0-404c-8d6f-25de5bb83c52 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/ports?device_id=b90dfc85-0f19-4a68-81cc-ad02c050722e HTTP/1.1" status: 200  len: 943 time: 0.0524058
Feb 05 22:08:13.969214 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-8fb1b702-6d03-45ea-9dec-05117cceb69d req-a68cce29-68bc-475f-b805-821ad8ec261b tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/security-groups?id=e906af26-e94e-4c40-a7bd-a27f3fec14b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435219
Feb 05 22:08:15.093577 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0abf1-48cf-4bf0-93fc-0a6d770f33e8 req-816332e1-2aed-4909-b82b-f4544c6f1631 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:08:15.095123 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1ce0abf1-48cf-4bf0-93fc-0a6d770f33e8 req-816332e1-2aed-4909-b82b-f4544c6f1631 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/ports?device_id=b90dfc85-0f19-4a68-81cc-ad02c050722e HTTP/1.1" status: 200  len: 943 time: 0.0575566
Feb 05 22:08:15.143459 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1ce0abf1-48cf-4bf0-93fc-0a6d770f33e8 req-f0a76302-21a3-464b-8123-5a32f8ab61c0 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/security-groups?id=e906af26-e94e-4c40-a7bd-a27f3fec14b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422161
Feb 05 22:08:15.883463 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:08:16.076303 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 0d1566f1-5783-48a7-85ca-6e8b28afed8b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 22:08:16.173251 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 0d1566f1-5783-48a7-85ca-6e8b28afed8b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0d1566f1-5783-48a7-85ca-6e8b28afed8b,segment=NetworkSegment(0c9a9e21-2005-4080-93bb-a344ded405e8),segment_id=0c9a9e21-2005-4080-93bb-a344ded405e8)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 22:08:16.184158 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '0d1566f1-5783-48a7-85ca-6e8b28afed8b', 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61', 'port_id': '0d1566f1-5783-48a7-85ca-6e8b28afed8b', 'mac_address': 'fa:16:3e:57:9e:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '075b10ed-2f2a-43ba-8c00-acbd537f742f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 22:08:16.222875 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 0d1566f1-5783-48a7-85ca-6e8b28afed8b is: DOWN; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 22:08:16.223269 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0d1566f1-5783-48a7-85ca-6e8b28afed8b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:08:16.236910 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d1566f1-5783-48a7-85ca-6e8b28afed8b {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 22:08:16.257160 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 0d1566f1-5783-48a7-85ca-6e8b28afed8b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0d1566f1-5783-48a7-85ca-6e8b28afed8b,segment=NetworkSegment(0c9a9e21-2005-4080-93bb-a344ded405e8),segment_id=0c9a9e21-2005-4080-93bb-a344ded405e8)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 22:08:16.261319 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (0d1566f1-5783-48a7-85ca-6e8b28afed8b), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:08:16.263990 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0faf0-c1ad-4031-b34a-ce578a34dcf7 req-4f73c196-dee6-4521-8401-a4af7b4c8da7 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:08:16.265513 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-66e0faf0-c1ad-4031-b34a-ce578a34dcf7 req-4f73c196-dee6-4521-8401-a4af7b4c8da7 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/ports?device_id=b90dfc85-0f19-4a68-81cc-ad02c050722e HTTP/1.1" status: 200  len: 943 time: 0.0539727
Feb 05 22:08:16.312955 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=0d1566f1-5783-48a7-85ca-6e8b28afed8b,revision_number=4']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:08:16.315711 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-66e0faf0-c1ad-4031-b34a-ce578a34dcf7 req-6d2520a1-8f47-4938-a17d-aeb0385626b3 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/security-groups?id=e906af26-e94e-4c40-a7bd-a27f3fec14b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442059
Feb 05 22:08:16.627349 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['0d1566f1-5783-48a7-85ca-6e8b28afed8b'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 22:08:17.436057 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b326579-60c3-47fb-a9eb-378851228a9d req-a2b41e56-b765-4b0a-9828-cc5af1abed4c tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:08:17.437575 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b326579-60c3-47fb-a9eb-378851228a9d req-a2b41e56-b765-4b0a-9828-cc5af1abed4c tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/ports?device_id=b90dfc85-0f19-4a68-81cc-ad02c050722e HTTP/1.1" status: 200  len: 944 time: 0.0527372
Feb 05 22:08:17.489489 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5b326579-60c3-47fb-a9eb-378851228a9d req-9b7cd56b-0528-417e-965a-0bfc9847a1dd tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/security-groups?id=e906af26-e94e-4c40-a7bd-a27f3fec14b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463364
Feb 05 22:08:18.091111 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 0d1566f1-5783-48a7-85ca-6e8b28afed8b up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 22:08:18.141402 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning for port 0d1566f1-5783-48a7-85ca-6e8b28afed8b completed by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 05 22:08:18.145113 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 0d1566f1-5783-48a7-85ca-6e8b28afed8b triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 22:08:18.145493 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (0d1566f1-5783-48a7-85ca-6e8b28afed8b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:08:18.223654 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 0d1566f1-5783-48a7-85ca-6e8b28afed8b is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 22:08:18.223969 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0d1566f1-5783-48a7-85ca-6e8b28afed8b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:08:18.249864 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90dfc85-0f19-4a68-81cc-ad02c050722e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1566f1-5783-48a7-85ca-6e8b28afed8b'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 22:08:18.252113 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}851605b45cf2a471246fb829968e46403c172bb314a4c703424450b4be22868d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55545aad-891f-4864-be60-08928acfbc9b" -d '{"events": [{"server_uuid": "b90dfc85-0f19-4a68-81cc-ad02c050722e", "name": "network-vif-plugged", "status": "completed", "tag": "0d1566f1-5783-48a7-85ca-6e8b28afed8b"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 22:08:18.264768 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 0d1566f1-5783-48a7-85ca-6e8b28afed8b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0d1566f1-5783-48a7-85ca-6e8b28afed8b,segment=NetworkSegment(0c9a9e21-2005-4080-93bb-a344ded405e8),segment_id=0c9a9e21-2005-4080-93bb-a344ded405e8)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 22:08:18.269869 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (0d1566f1-5783-48a7-85ca-6e8b28afed8b), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:08:18.294544 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 22:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3017bd23-1f18-482b-b2cf-eee7fb93c1c0 x-openstack-request-id: req-3017bd23-1f18-482b-b2cf-eee7fb93c1c0 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 22:08:18.294846 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90dfc85-0f19-4a68-81cc-ad02c050722e", "name": "network-vif-plugged", "status": "completed", "tag": "0d1566f1-5783-48a7-85ca-6e8b28afed8b", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 22:08:18.295104 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3017bd23-1f18-482b-b2cf-eee7fb93c1c0 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 22:08:18.295499 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90dfc85-0f19-4a68-81cc-ad02c050722e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1566f1-5783-48a7-85ca-6e8b28afed8b', 'code': 200}
Feb 05 22:08:18.321472 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=0d1566f1-5783-48a7-85ca-6e8b28afed8b,revision_number=5']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:08:18.392119 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99872b70-3027-4ef7-96a6-86480826f23a req-878f9f53-5291-444d-9ffd-7aa8ed4d26fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:08:18.393614 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-99872b70-3027-4ef7-96a6-86480826f23a req-878f9f53-5291-444d-9ffd-7aa8ed4d26fa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b90dfc85-0f19-4a68-81cc-ad02c050722e HTTP/1.1" status: 200  len: 1127 time: 0.0442746
Feb 05 22:08:18.439734 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-99872b70-3027-4ef7-96a6-86480826f23a req-919f4f64-4035-44ab-843b-9e7d85e8b41a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e906af26-e94e-4c40-a7bd-a27f3fec14b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389409
Feb 05 22:08:18.610604 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234a51c-d876-4f3b-a13b-a81d9400f38f req-b62f9941-9764-4b70-bd66-43883eb13034 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:08:18.612111 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c234a51c-d876-4f3b-a13b-a81d9400f38f req-b62f9941-9764-4b70-bd66-43883eb13034 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/ports?device_id=b90dfc85-0f19-4a68-81cc-ad02c050722e HTTP/1.1" status: 200  len: 945 time: 0.0534835
Feb 05 22:08:18.660168 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c234a51c-d876-4f3b-a13b-a81d9400f38f req-e8ec4982-c2eb-4bb8-b8cc-5b5d61b8d313 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/security-groups?id=e906af26-e94e-4c40-a7bd-a27f3fec14b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425177
Feb 05 22:08:19.785592 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80241d9-0617-425e-9996-825f13f13129 req-e91daa8c-8409-4b25-8bab-5e3a56c132fa tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:08:19.787125 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c80241d9-0617-425e-9996-825f13f13129 req-e91daa8c-8409-4b25-8bab-5e3a56c132fa tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/ports?device_id=b90dfc85-0f19-4a68-81cc-ad02c050722e HTTP/1.1" status: 200  len: 945 time: 0.0545025
Feb 05 22:08:19.836383 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c80241d9-0617-425e-9996-825f13f13129 req-7f7eb852-3b1f-4ddd-a0ae-6738254552e5 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/security-groups?id=e906af26-e94e-4c40-a7bd-a27f3fec14b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434384
Feb 05 22:08:20.964693 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88940c-7cce-4e3a-82c0-6ca8dd059821 req-e4bd17da-f2a5-478a-8137-ab35d508700a tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:08:20.966004 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:08:20.966609 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1c88940c-7cce-4e3a-82c0-6ca8dd059821 req-e4bd17da-f2a5-478a-8137-ab35d508700a tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/ports?device_id=b90dfc85-0f19-4a68-81cc-ad02c050722e HTTP/1.1" status: 200  len: 945 time: 0.0592709
Feb 05 22:08:21.014835 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-1c88940c-7cce-4e3a-82c0-6ca8dd059821 req-0748d77b-5085-475b-8b33-4173b9c9315d tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/security-groups?id=e906af26-e94e-4c40-a7bd-a27f3fec14b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429285
Feb 05 22:08:21.137720 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9134097-7f23-4051-8989-2de53e5a2fd1 req-b1c57eb7-18fd-4616-a888-4bac64a77b19 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:08:21.139134 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c9134097-7f23-4051-8989-2de53e5a2fd1 req-b1c57eb7-18fd-4616-a888-4bac64a77b19 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/ports?device_id=b90dfc85-0f19-4a68-81cc-ad02c050722e HTTP/1.1" status: 200  len: 945 time: 0.0534778
Feb 05 22:08:21.188899 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-c9134097-7f23-4051-8989-2de53e5a2fd1 req-4ecc330e-34a6-45f9-aa58-3e6f7f745770 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/security-groups?id=e906af26-e94e-4c40-a7bd-a27f3fec14b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439248
Feb 05 22:08:21.210359 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 55998) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:08:21.252795 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18b1742-cbe7-40f9-aaed-2796dc8edc9f tempest-TestSnapshotPattern-929102648 tempest-TestSnapshotPattern-929102648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:08:21.254331 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a18b1742-cbe7-40f9-aaed-2796dc8edc9f tempest-TestSnapshotPattern-929102648 tempest-TestSnapshotPattern-929102648-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b90dfc85-0f19-4a68-81cc-ad02c050722e HTTP/1.1" status: 200  len: 1122 time: 0.0429430
Feb 05 22:08:21.257063 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56000) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:08:21.262034 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.v2.base [None req-b84f786b-3cde-4672-8af2-95ed89ffee8b tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Request body: {'floatingip': {'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'port_id': '0d1566f1-5783-48a7-85ca-6e8b28afed8b', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'fixed_ip_address': '172.20.0.7'}} {{(pid=114391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 22:08:21.281910 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b84f786b-3cde-4672-8af2-95ed89ffee8b tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:08:21.379821 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b84f786b-3cde-4672-8af2-95ed89ffee8b tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (None), before_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:08:21.485834 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_common [None req-b84f786b-3cde-4672-8af2-95ed89ffee8b tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Allocated IP 172.35.4.139 (d65fb4dc-e812-4574-a4e6-6308f0abdf3f/6b95dc4a-42a2-4b79-a66d-2df327dd59a0/92991c38-a0b9-4b08-b5f4-b250b9051297) {{(pid=114391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 05 22:08:21.586424 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b84f786b-3cde-4672-8af2-95ed89ffee8b tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks [] for port (92991c38-a0b9-4b08-b5f4-b250b9051297), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:08:21.619207 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b84f786b-3cde-4672-8af2-95ed89ffee8b tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739649355129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (92991c38-a0b9-4b08-b5f4-b250b9051297), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:08:21.659296 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84f786b-3cde-4672-8af2-95ed89ffee8b tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Network d65fb4dc-e812-4574-a4e6-6308f0abdf3f is already hosted by enough agents. {{(pid=114391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 05 22:08:21.662230 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.base_scheduler [None req-b84f786b-3cde-4672-8af2-95ed89ffee8b tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Resources bound (agent type, host, resource id):  {{(pid=114391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 05 22:08:21.665853 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84f786b-3cde-4672-8af2-95ed89ffee8b tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Received port after_create {{(pid=114391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 05 22:08:21.694638 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f786b-3cde-4672-8af2-95ed89ffee8b tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Pushing event updated for resources: {'Port': ['ID=92991c38-a0b9-4b08-b5f4-b250b9051297,revision_number=1']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:08:21.706802 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f786b-3cde-4672-8af2-95ed89ffee8b tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:08:21.707157 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f786b-3cde-4672-8af2-95ed89ffee8b tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:08:21.707508 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f786b-3cde-4672-8af2-95ed89ffee8b tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:08:21.707855 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f786b-3cde-4672-8af2-95ed89ffee8b tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:08:21.708197 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f786b-3cde-4672-8af2-95ed89ffee8b tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:08:21.708544 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f786b-3cde-4672-8af2-95ed89ffee8b tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:08:21.708884 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f786b-3cde-4672-8af2-95ed89ffee8b tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:08:21.709217 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f786b-3cde-4672-8af2-95ed89ffee8b tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:08:21.709549 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f786b-3cde-4672-8af2-95ed89ffee8b tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:08:21.709880 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f786b-3cde-4672-8af2-95ed89ffee8b tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:08:21.710290 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f786b-3cde-4672-8af2-95ed89ffee8b tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:08:21.710758 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f786b-3cde-4672-8af2-95ed89ffee8b tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:08:21.711106 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f786b-3cde-4672-8af2-95ed89ffee8b tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:08:22.049649 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b84f786b-3cde-4672-8af2-95ed89ffee8b tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks [] for floatingip (eca7ee2d-9175-4eb1-89e5-6ce1f360340f), precommit_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:08:22.120710 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b84f786b-3cde-4672-8af2-95ed89ffee8b tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (92991c38-a0b9-4b08-b5f4-b250b9051297), before_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:08:22.267326 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b84f786b-3cde-4672-8af2-95ed89ffee8b tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks [] for port (92991c38-a0b9-4b08-b5f4-b250b9051297), precommit_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:08:22.271777 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b84f786b-3cde-4672-8af2-95ed89ffee8b tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166968'] for port (92991c38-a0b9-4b08-b5f4-b250b9051297), after_update {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:08:22.343051 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f786b-3cde-4672-8af2-95ed89ffee8b tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Pushing event updated for resources: {'Port': ['ID=92991c38-a0b9-4b08-b5f4-b250b9051297,revision_number=2']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:08:22.353405 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b84f786b-3cde-4672-8af2-95ed89ffee8b tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584636'] for floatingip (eca7ee2d-9175-4eb1-89e5-6ce1f360340f), after_create {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:08:22.455469 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-b84f786b-3cde-4672-8af2-95ed89ffee8b tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Floating IP eca7ee2d-9175-4eb1-89e5-6ce1f360340f associated. External IP: 172.35.4.139, port: 0d1566f1-5783-48a7-85ca-6e8b28afed8b.
Feb 05 22:08:22.667299 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b84f786b-3cde-4672-8af2-95ed89ffee8b tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Router f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 22:08:22.777249 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84f786b-3cde-4672-8af2-95ed89ffee8b tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 22:08:22.786810 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e63eec3-9aea-42bc-85d7-95db8d83842a None None] Sync routers for ids ['f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 22:08:22.794795 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-b84f786b-3cde-4672-8af2-95ed89ffee8b tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:08:22.797078 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e63eec3-9aea-42bc-85d7-95db8d83842a None None] Routers {'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 22:08:22.797705 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-6e63eec3-9aea-42bc-85d7-95db8d83842a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabe922b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T22:08:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:08:22.825608 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-b84f786b-3cde-4672-8af2-95ed89ffee8b tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.5675159
Feb 05 22:08:22.826192 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90dfc85-0f19-4a68-81cc-ad02c050722e', 'tag': '0d1566f1-5783-48a7-85ca-6e8b28afed8b'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 22:08:22.828460 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16fdd19d8a7c57de6e0d65e92e0f39486390e6be4ccbd395fc02e890f8c23cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db32af55-688c-434a-bc38-4020fca7d3ce" -d '{"events": [{"name": "network-changed", "server_uuid": "b90dfc85-0f19-4a68-81cc-ad02c050722e", "tag": "0d1566f1-5783-48a7-85ca-6e8b28afed8b"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 22:08:22.913684 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-6e63eec3-9aea-42bc-85d7-95db8d83842a None None] Set router f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 22:08:23.161291 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-6e63eec3-9aea-42bc-85d7-95db8d83842a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabe922b0>, [{'id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'name': 'tempest-TestSnapshotPattern-523062318-router', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': '43570626-de55-4aa3-ad54-a2cd1efcad3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:05:22Z', 'updated_at': '2022-02-05T22:05:25Z', 'revision_number': 4, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'gw_port': {'id': '43570626-de55-4aa3-ad54-a2cd1efcad3a', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:23Z', 'updated_at': '2022-02-05T22:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '72a6feb5-3dd3-40ec-bb74-9fced73b27a5', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'floating_ip_address': '172.35.4.135', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'port_id': '5c0fc701-ca60-4701-ac8a-a9a5030de3d6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61', 'mac_address': 'fa:16:3e:dc:ad:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d78ed2-6cec-4fb9-a986-0a9b27a916fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:05:46Z', 'updated_at': '2022-02-05T22:05:48Z', 'revision_number': 1, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'fixed_ip_address_scope': None}, {'id': 'eca7ee2d-9175-4eb1-89e5-6ce1f360340f', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'floating_ip_address': '172.35.4.139', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'port_id': '0d1566f1-5783-48a7-85ca-6e8b28afed8b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61', 'mac_address': 'fa:16:3e:57:9e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90dfc85-0f19-4a68-81cc-ad02c050722e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:08:21Z', 'updated_at': '2022-02-05T22:08:21Z', 'revision_number': 0, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b70450fa-c4fa-4ffc-ba62-dffd0754eb52', 'name': '', 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'mac_address': 'fa:16:3e:54:a1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '075b10ed-2f2a-43ba-8c00-acbd537f742f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:25Z', 'updated_at': '2022-02-05T22:05:30Z', 'revision_number': 5, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'subnets': [{'id': '075b10ed-2f2a-43ba-8c00-acbd537f742f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:08:23.188438 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e63eec3-9aea-42bc-85d7-95db8d83842a None None] Checking router: f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 22:08:23.190511 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 22:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34caaaeb-6e9b-4248-bfca-0dcb39ab4005 x-openstack-request-id: req-34caaaeb-6e9b-4248-bfca-0dcb39ab4005 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 22:08:23.191045 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90dfc85-0f19-4a68-81cc-ad02c050722e", "tag": "0d1566f1-5783-48a7-85ca-6e8b28afed8b", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 22:08:23.191045 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-34caaaeb-6e9b-4248-bfca-0dcb39ab4005 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 22:08:23.191449 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90dfc85-0f19-4a68-81cc-ad02c050722e', 'tag': '0d1566f1-5783-48a7-85ca-6e8b28afed8b', 'status': 'completed', 'code': 200}
Feb 05 22:08:23.197963 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e63eec3-9aea-42bc-85d7-95db8d83842a None None] Routers {'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 22:08:23.198617 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-6e63eec3-9aea-42bc-85d7-95db8d83842a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabe922b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T22:08:06Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:08:23.255031 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32af55-688c-434a-bc38-4020fca7d3ce req-48a869c0-5c8b-4e0a-aa05-d1b5f399254c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:08:23.256481 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-db32af55-688c-434a-bc38-4020fca7d3ce req-48a869c0-5c8b-4e0a-aa05-d1b5f399254c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c53444b898904b729b8fd99cf8b3adfc&device_id=b90dfc85-0f19-4a68-81cc-ad02c050722e HTTP/1.1" status: 200  len: 1127 time: 0.0447719
Feb 05 22:08:23.309617 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-6e63eec3-9aea-42bc-85d7-95db8d83842a None None] Set router f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 22:08:23.351100 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32af55-688c-434a-bc38-4020fca7d3ce req-8eeef602-6093-4ddc-998f-63820e7837b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:08:23.352902 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-db32af55-688c-434a-bc38-4020fca7d3ce req-8eeef602-6093-4ddc-998f-63820e7837b3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4417a581-5e62-46ca-94f7-1c95ca843c61 HTTP/1.1" status: 200  len: 910 time: 0.0906212
Feb 05 22:08:23.417845 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-db32af55-688c-434a-bc38-4020fca7d3ce req-353963db-8df1-48eb-8287-158b7a906ca8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d1566f1-5783-48a7-85ca-6e8b28afed8b HTTP/1.1" status: 200  len: 999 time: 0.0595515
Feb 05 22:08:23.471637 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32af55-688c-434a-bc38-4020fca7d3ce req-92c75abe-a6aa-4d61-b770-9c1c5da2b002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:08:23.473113 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-db32af55-688c-434a-bc38-4020fca7d3ce req-92c75abe-a6aa-4d61-b770-9c1c5da2b002 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=075b10ed-2f2a-43ba-8c00-acbd537f742f HTTP/1.1" status: 200  len: 848 time: 0.0495763
Feb 05 22:08:23.521953 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32af55-688c-434a-bc38-4020fca7d3ce req-0be7f072-31f8-447c-a38e-4f0b40ae47d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:08:23.523421 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-db32af55-688c-434a-bc38-4020fca7d3ce req-0be7f072-31f8-447c-a38e-4f0b40ae47d6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4417a581-5e62-46ca-94f7-1c95ca843c61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0441072
Feb 05 22:08:23.544075 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-6e63eec3-9aea-42bc-85d7-95db8d83842a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabe922b0>, [{'id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'name': 'tempest-TestSnapshotPattern-523062318-router', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': '43570626-de55-4aa3-ad54-a2cd1efcad3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:05:22Z', 'updated_at': '2022-02-05T22:05:25Z', 'revision_number': 4, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'gw_port': {'id': '43570626-de55-4aa3-ad54-a2cd1efcad3a', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:23Z', 'updated_at': '2022-02-05T22:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '72a6feb5-3dd3-40ec-bb74-9fced73b27a5', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'floating_ip_address': '172.35.4.135', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'port_id': '5c0fc701-ca60-4701-ac8a-a9a5030de3d6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61', 'mac_address': 'fa:16:3e:dc:ad:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d78ed2-6cec-4fb9-a986-0a9b27a916fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:05:46Z', 'updated_at': '2022-02-05T22:05:48Z', 'revision_number': 1, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'fixed_ip_address_scope': None}, {'id': 'eca7ee2d-9175-4eb1-89e5-6ce1f360340f', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'floating_ip_address': '172.35.4.139', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'port_id': '0d1566f1-5783-48a7-85ca-6e8b28afed8b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61', 'mac_address': 'fa:16:3e:57:9e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90dfc85-0f19-4a68-81cc-ad02c050722e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:08:21Z', 'updated_at': '2022-02-05T22:08:21Z', 'revision_number': 0, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b70450fa-c4fa-4ffc-ba62-dffd0754eb52', 'name': '', 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'mac_address': 'fa:16:3e:54:a1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '075b10ed-2f2a-43ba-8c00-acbd537f742f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:25Z', 'updated_at': '2022-02-05T22:05:30Z', 'revision_number': 5, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'subnets': [{'id': '075b10ed-2f2a-43ba-8c00-acbd537f742f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:08:23.572401 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e63eec3-9aea-42bc-85d7-95db8d83842a None None] The sync data for ids ['f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e'] in ncdv-master-1 is: [{'id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'name': 'tempest-TestSnapshotPattern-523062318-router', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': '43570626-de55-4aa3-ad54-a2cd1efcad3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:05:22Z', 'updated_at': '2022-02-05T22:05:25Z', 'revision_number': 4, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'gw_port': {'id': '43570626-de55-4aa3-ad54-a2cd1efcad3a', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:23Z', 'updated_at': '2022-02-05T22:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '72a6feb5-3dd3-40ec-bb74-9fced73b27a5', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'floating_ip_address': '172.35.4.135', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'port_id': '5c0fc701-ca60-4701-ac8a-a9a5030de3d6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61', 'mac_address': 'fa:16:3e:dc:ad:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d78ed2-6cec-4fb9-a986-0a9b27a916fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:05:46Z', 'updated_at': '2022-02-05T22:05:48Z', 'revision_number': 1, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'fixed_ip_address_scope': None}, {'id': 'eca7ee2d-9175-4eb1-89e5-6ce1f360340f', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'floating_ip_address': '172.35.4.139', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'port_id': '0d1566f1-5783-48a7-85ca-6e8b28afed8b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61', 'mac_address': 'fa:16:3e:57:9e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90dfc85-0f19-4a68-81cc-ad02c050722e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:08:21Z', 'updated_at': '2022-02-05T22:08:21Z', 'revision_number': 0, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b70450fa-c4fa-4ffc-ba62-dffd0754eb52', 'name': '', 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'mac_address': 'fa:16:3e:54:a1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '075b10ed-2f2a-43ba-8c00-acbd537f742f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:25Z', 'updated_at': '2022-02-05T22:05:30Z', 'revision_number': 5, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'subnets': [{'id': '075b10ed-2f2a-43ba-8c00-acbd537f742f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 22:08:23.613198 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-db32af55-688c-434a-bc38-4020fca7d3ce req-54bfea02-2877-44af-a8fe-8500231a629c service neutron] 10.222.0.21 "GET /v2.0/networks/4417a581-5e62-46ca-94f7-1c95ca843c61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835643
Feb 05 22:08:23.708268 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-db32af55-688c-434a-bc38-4020fca7d3ce req-a31fabb9-e6e4-47e5-aa2d-192a99892ee5 service neutron] 10.222.0.21 "GET /v2.0/networks/4417a581-5e62-46ca-94f7-1c95ca843c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0890670
Feb 05 22:08:23.789548 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f9025b-7633-436a-b754-c64df0b5fab6 None None] New status for floating IP eca7ee2d-9175-4eb1-89e5-6ce1f360340f: ACTIVE {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 22:08:33.899425 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9bf6ef69-05e7-49a3-8d9c-d0884b4cf87f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:08:36.290916 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c413ff33-4a1c-49dd-881a-8514988e4f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:08:37.787614 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:08:39.364408 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:08:40.695906 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:08:45.815425 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 22:08:45.914444 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:08:50.975377 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:09:00.095346 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-5d813cd7-3915-4806-a60c-33e12638a2d5 req-4e21f2e2-5072-419d-aa6a-a1a48e172078 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b90dfc85-0f19-4a68-81cc-ad02c050722e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0453620
Feb 05 22:09:00.180814 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d813cd7-3915-4806-a60c-33e12638a2d5 req-9f728d4b-d348-4dc6-bcd6-67373ffa5efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:09:00.182967 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-5d813cd7-3915-4806-a60c-33e12638a2d5 req-9f728d4b-d348-4dc6-bcd6-67373ffa5efa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c53444b898904b729b8fd99cf8b3adfc&device_id=b90dfc85-0f19-4a68-81cc-ad02c050722e HTTP/1.1" status: 200  len: 1127 time: 0.0456026
Feb 05 22:09:00.288845 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d813cd7-3915-4806-a60c-33e12638a2d5 req-790af9ab-fdb4-4844-8779-48c1a8599b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:09:00.290315 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-5d813cd7-3915-4806-a60c-33e12638a2d5 req-790af9ab-fdb4-4844-8779-48c1a8599b89 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4417a581-5e62-46ca-94f7-1c95ca843c61 HTTP/1.1" status: 200  len: 910 time: 0.0883873
Feb 05 22:09:00.357896 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-5d813cd7-3915-4806-a60c-33e12638a2d5 req-8def8282-a4f5-4636-8ad6-ffcbc9f7cdc7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d1566f1-5783-48a7-85ca-6e8b28afed8b HTTP/1.1" status: 200  len: 1001 time: 0.0616794
Feb 05 22:09:00.406739 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d813cd7-3915-4806-a60c-33e12638a2d5 req-103b4032-adf5-4ace-9e84-98e420275a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:09:00.408193 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-5d813cd7-3915-4806-a60c-33e12638a2d5 req-103b4032-adf5-4ace-9e84-98e420275a98 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=075b10ed-2f2a-43ba-8c00-acbd537f742f HTTP/1.1" status: 200  len: 848 time: 0.0433528
Feb 05 22:09:00.455938 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d813cd7-3915-4806-a60c-33e12638a2d5 req-7fb9bcdb-f2f9-4ae3-8571-286fe7e70b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:09:00.457439 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-5d813cd7-3915-4806-a60c-33e12638a2d5 req-7fb9bcdb-f2f9-4ae3-8571-286fe7e70b31 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4417a581-5e62-46ca-94f7-1c95ca843c61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0438628
Feb 05 22:09:00.549226 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-5d813cd7-3915-4806-a60c-33e12638a2d5 req-be90f248-3aed-4f47-b3d9-4362c0ee1fbd service neutron] 10.222.0.21 "GET /v2.0/networks/4417a581-5e62-46ca-94f7-1c95ca843c61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844350
Feb 05 22:09:00.634534 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-5d813cd7-3915-4806-a60c-33e12638a2d5 req-c142f72c-2ff8-44a8-926a-fa33200cf10e service neutron] 10.222.0.21 "GET /v2.0/networks/4417a581-5e62-46ca-94f7-1c95ca843c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0787981
Feb 05 22:09:03.901334 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-cc44f2f3-3f42-49cd-b061-a5b98dd23bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:09:04.432934 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-70590f1d-ec7b-4be9-968e-88b9f624c4a7 req-690d09f6-6ad3-46c9-a0ad-175e7bcfc16e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=94d78ed2-6cec-4fb9-a986-0a9b27a916fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0435424
Feb 05 22:09:04.518935 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70590f1d-ec7b-4be9-968e-88b9f624c4a7 req-4e169cbe-aca7-4e08-8daa-2344f1cdf4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:09:04.520424 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-70590f1d-ec7b-4be9-968e-88b9f624c4a7 req-4e169cbe-aca7-4e08-8daa-2344f1cdf4a5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c53444b898904b729b8fd99cf8b3adfc&device_id=94d78ed2-6cec-4fb9-a986-0a9b27a916fc HTTP/1.1" status: 200  len: 1125 time: 0.0490673
Feb 05 22:09:04.620403 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70590f1d-ec7b-4be9-968e-88b9f624c4a7 req-bc7ee3d3-6a7c-4ff5-bfba-e1ef38dc837e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:09:04.621856 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-70590f1d-ec7b-4be9-968e-88b9f624c4a7 req-bc7ee3d3-6a7c-4ff5-bfba-e1ef38dc837e service neutron] 10.222.0.39 "GET /v2.0/networks?id=4417a581-5e62-46ca-94f7-1c95ca843c61 HTTP/1.1" status: 200  len: 910 time: 0.0820012
Feb 05 22:09:04.688765 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-70590f1d-ec7b-4be9-968e-88b9f624c4a7 req-dcc8407f-9728-4208-bcb6-9463a09bb6de service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c0fc701-ca60-4701-ac8a-a9a5030de3d6 HTTP/1.1" status: 200  len: 999 time: 0.0608144
Feb 05 22:09:04.737987 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70590f1d-ec7b-4be9-968e-88b9f624c4a7 req-8fdf62b0-9d80-4d0f-adab-a1e9a001f1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:09:04.739422 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-70590f1d-ec7b-4be9-968e-88b9f624c4a7 req-8fdf62b0-9d80-4d0f-adab-a1e9a001f1cf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=075b10ed-2f2a-43ba-8c00-acbd537f742f HTTP/1.1" status: 200  len: 848 time: 0.0451710
Feb 05 22:09:04.787264 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70590f1d-ec7b-4be9-968e-88b9f624c4a7 req-f3598654-901c-423a-8b21-2f0ae9a112eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:09:04.788748 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-70590f1d-ec7b-4be9-968e-88b9f624c4a7 req-f3598654-901c-423a-8b21-2f0ae9a112eb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4417a581-5e62-46ca-94f7-1c95ca843c61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0437384
Feb 05 22:09:04.877991 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-70590f1d-ec7b-4be9-968e-88b9f624c4a7 req-19b67865-ea20-4aad-902e-9fdd18a62fb8 service neutron] 10.222.0.39 "GET /v2.0/networks/4417a581-5e62-46ca-94f7-1c95ca843c61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834961
Feb 05 22:09:04.968219 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-70590f1d-ec7b-4be9-968e-88b9f624c4a7 req-ddf7be14-1ee0-4de4-9354-bc93a15821cf service neutron] 10.222.0.39 "GET /v2.0/networks/4417a581-5e62-46ca-94f7-1c95ca843c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0833013
Feb 05 22:09:06.282579 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9a93f49d-e48b-4af5-840e-cde3607b94aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:09:07.786856 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:09:09.367386 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:09:10.698956 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:09:15.929317 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:09:20.970321 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:09:22.815254 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 22:09:33.903145 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e5f8a4a1-eea2-4208-8897-5a2d520272b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:09:36.285585 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d6c82079-bb7e-4718-b353-f05a574210a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:09:37.789681 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:09:39.369417 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:09:40.701653 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:09:45.927380 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:09:50.995911 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:09:59.814586 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 22:10:01.143858 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-48c3b97f-2432-4bd4-af8c-7caa5dd18912 req-46bf3542-5c1d-4117-b64c-b3228b074076 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b90dfc85-0f19-4a68-81cc-ad02c050722e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1052632
Feb 05 22:10:01.228373 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3b97f-2432-4bd4-af8c-7caa5dd18912 req-2b4cea1b-e170-4415-b951-93ff6eff8954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:10:01.229842 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-48c3b97f-2432-4bd4-af8c-7caa5dd18912 req-2b4cea1b-e170-4415-b951-93ff6eff8954 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c53444b898904b729b8fd99cf8b3adfc&device_id=b90dfc85-0f19-4a68-81cc-ad02c050722e HTTP/1.1" status: 200  len: 1127 time: 0.0439618
Feb 05 22:10:01.332867 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3b97f-2432-4bd4-af8c-7caa5dd18912 req-6668b251-c1c7-41ad-a926-ef19aacfacd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:10:01.334458 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-48c3b97f-2432-4bd4-af8c-7caa5dd18912 req-6668b251-c1c7-41ad-a926-ef19aacfacd8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4417a581-5e62-46ca-94f7-1c95ca843c61 HTTP/1.1" status: 200  len: 910 time: 0.0858734
Feb 05 22:10:01.402821 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-48c3b97f-2432-4bd4-af8c-7caa5dd18912 req-58c3b84d-b4c5-4b0b-b4ce-c9a1e7d2f47b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d1566f1-5783-48a7-85ca-6e8b28afed8b HTTP/1.1" status: 200  len: 1001 time: 0.0626802
Feb 05 22:10:01.452572 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3b97f-2432-4bd4-af8c-7caa5dd18912 req-6d40c614-7e57-4701-a6a9-fcd333a4f6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:10:01.454045 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-48c3b97f-2432-4bd4-af8c-7caa5dd18912 req-6d40c614-7e57-4701-a6a9-fcd333a4f6cd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=075b10ed-2f2a-43ba-8c00-acbd537f742f HTTP/1.1" status: 200  len: 848 time: 0.0456240
Feb 05 22:10:01.503882 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3b97f-2432-4bd4-af8c-7caa5dd18912 req-bf1528ec-986b-47f1-9284-27fd2d8ff908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:10:01.505304 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-48c3b97f-2432-4bd4-af8c-7caa5dd18912 req-bf1528ec-986b-47f1-9284-27fd2d8ff908 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4417a581-5e62-46ca-94f7-1c95ca843c61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0456557
Feb 05 22:10:01.598744 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-48c3b97f-2432-4bd4-af8c-7caa5dd18912 req-bd27e5c2-5546-422e-b733-c603b177ddda service neutron] 10.222.0.21 "GET /v2.0/networks/4417a581-5e62-46ca-94f7-1c95ca843c61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0871422
Feb 05 22:10:01.685401 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-48c3b97f-2432-4bd4-af8c-7caa5dd18912 req-13acd6a7-b556-4cae-97ed-0e3f7d930e5d service neutron] 10.222.0.21 "GET /v2.0/networks/4417a581-5e62-46ca-94f7-1c95ca843c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0810032
Feb 05 22:10:03.905293 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-65a03581-5273-4ef8-8995-e91d0dea35bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:06.286746 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-80eac407-5593-4be6-800f-ff8b526bdefa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:06.404150 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-02ba0acd-7379-45d2-aa4d-75f9950b1d85 req-31d57393-642e-4d33-9704-1ecfc62939eb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=94d78ed2-6cec-4fb9-a986-0a9b27a916fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0479147
Feb 05 22:10:06.490698 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba0acd-7379-45d2-aa4d-75f9950b1d85 req-d9da51cc-0753-4454-8f1e-30185afdbf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:10:06.492185 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-02ba0acd-7379-45d2-aa4d-75f9950b1d85 req-d9da51cc-0753-4454-8f1e-30185afdbf9e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c53444b898904b729b8fd99cf8b3adfc&device_id=94d78ed2-6cec-4fb9-a986-0a9b27a916fc HTTP/1.1" status: 200  len: 1125 time: 0.0465283
Feb 05 22:10:06.598348 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba0acd-7379-45d2-aa4d-75f9950b1d85 req-d10e87a4-7886-4d81-8345-f7cfe15d472b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:10:06.599801 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-02ba0acd-7379-45d2-aa4d-75f9950b1d85 req-d10e87a4-7886-4d81-8345-f7cfe15d472b service neutron] 10.222.0.39 "GET /v2.0/networks?id=4417a581-5e62-46ca-94f7-1c95ca843c61 HTTP/1.1" status: 200  len: 910 time: 0.0892508
Feb 05 22:10:06.661594 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-02ba0acd-7379-45d2-aa4d-75f9950b1d85 req-cc2c5e48-9242-4352-9f76-5c5554be28f0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c0fc701-ca60-4701-ac8a-a9a5030de3d6 HTTP/1.1" status: 200  len: 999 time: 0.0562336
Feb 05 22:10:06.707528 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba0acd-7379-45d2-aa4d-75f9950b1d85 req-61d1814a-2c3a-457f-8a2d-29b034e9614f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:10:06.708930 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-02ba0acd-7379-45d2-aa4d-75f9950b1d85 req-61d1814a-2c3a-457f-8a2d-29b034e9614f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=075b10ed-2f2a-43ba-8c00-acbd537f742f HTTP/1.1" status: 200  len: 848 time: 0.0422225
Feb 05 22:10:06.761431 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba0acd-7379-45d2-aa4d-75f9950b1d85 req-4c10c232-c14c-4bc6-84d2-ef3522a62fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:10:06.762999 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-02ba0acd-7379-45d2-aa4d-75f9950b1d85 req-4c10c232-c14c-4bc6-84d2-ef3522a62fe8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4417a581-5e62-46ca-94f7-1c95ca843c61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0484362
Feb 05 22:10:06.848734 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-02ba0acd-7379-45d2-aa4d-75f9950b1d85 req-7a2043d8-e1a2-4a6d-81c9-6e89bb13cd53 service neutron] 10.222.0.39 "GET /v2.0/networks/4417a581-5e62-46ca-94f7-1c95ca843c61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0802677
Feb 05 22:10:06.940133 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-02ba0acd-7379-45d2-aa4d-75f9950b1d85 req-25358533-5a72-457c-aef0-8eeba4b6825c service neutron] 10.222.0.39 "GET /v2.0/networks/4417a581-5e62-46ca-94f7-1c95ca843c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863652
Feb 05 22:10:07.793523 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:09.375386 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:10.703763 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:15.939683 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:20.994287 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:33.905563 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e1289dc3-339d-4689-bcfd-f8ed6b210f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:34.716453 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 0d1566f1-5783-48a7-85ca-6e8b28afed8b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=114392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 05 22:10:34.812681 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 0d1566f1-5783-48a7-85ca-6e8b28afed8b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0d1566f1-5783-48a7-85ca-6e8b28afed8b,segment=NetworkSegment(0c9a9e21-2005-4080-93bb-a344ded405e8),segment_id=0c9a9e21-2005-4080-93bb-a344ded405e8)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 22:10:34.823085 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Returning: {'device': '0d1566f1-5783-48a7-85ca-6e8b28afed8b', 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61', 'port_id': '0d1566f1-5783-48a7-85ca-6e8b28afed8b', 'mac_address': 'fa:16:3e:57:9e:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '075b10ed-2f2a-43ba-8c00-acbd537f742f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 05 22:10:34.865680 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 0d1566f1-5783-48a7-85ca-6e8b28afed8b is: ACTIVE; New status is: BUILD {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 22:10:34.866167 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0d1566f1-5783-48a7-85ca-6e8b28afed8b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:34.878770 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d1566f1-5783-48a7-85ca-6e8b28afed8b {{(pid=114392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}}
Feb 05 22:10:34.896989 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 0d1566f1-5783-48a7-85ca-6e8b28afed8b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0d1566f1-5783-48a7-85ca-6e8b28afed8b,segment=NetworkSegment(0c9a9e21-2005-4080-93bb-a344ded405e8),segment_id=0c9a9e21-2005-4080-93bb-a344ded405e8)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 22:10:34.900942 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (0d1566f1-5783-48a7-85ca-6e8b28afed8b), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:34.955017 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=0d1566f1-5783-48a7-85ca-6e8b28afed8b,revision_number=6']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:10:34.962320 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:10:34.962714 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:10:34.963066 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:10:34.963413 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:10:34.963758 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:10:34.964100 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:10:34.964438 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:10:34.964772 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:10:34.965108 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:10:34.965440 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:10:34.965773 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:10:34.966104 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:10:34.966562 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:10:34.982352 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] get_ports_and_sgs() called for port_ids ['0d1566f1-5783-48a7-85ca-6e8b28afed8b'] {{(pid=114392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 05 22:10:36.290882 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a202afe8-de1f-45b3-9eee-9197fe97804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:36.725611 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 0d1566f1-5783-48a7-85ca-6e8b28afed8b up at agent hyperv_nch1-master-1 {{(pid=114392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 05 22:10:36.802314 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.provisioning_blocks [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Provisioning complete for port 0d1566f1-5783-48a7-85ca-6e8b28afed8b triggered by entity L2. {{(pid=114392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 05 22:10:36.803129 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654269'] for port (0d1566f1-5783-48a7-85ca-6e8b28afed8b), provisioning_complete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:36.814259 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 22:10:37.053886 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 0d1566f1-5783-48a7-85ca-6e8b28afed8b is: BUILD; New status is: ACTIVE {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 22:10:37.054183 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0d1566f1-5783-48a7-85ca-6e8b28afed8b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:37.077960 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90dfc85-0f19-4a68-81cc-ad02c050722e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1566f1-5783-48a7-85ca-6e8b28afed8b'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 22:10:37.080227 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}851605b45cf2a471246fb829968e46403c172bb314a4c703424450b4be22868d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e05e6d-cf0e-499f-9657-cc8a68c09b42" -d '{"events": [{"server_uuid": "b90dfc85-0f19-4a68-81cc-ad02c050722e", "name": "network-vif-plugged", "status": "completed", "tag": "0d1566f1-5783-48a7-85ca-6e8b28afed8b"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 22:10:37.095860 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 0d1566f1-5783-48a7-85ca-6e8b28afed8b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0d1566f1-5783-48a7-85ca-6e8b28afed8b,segment=NetworkSegment(0c9a9e21-2005-4080-93bb-a344ded405e8),segment_id=0c9a9e21-2005-4080-93bb-a344ded405e8)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 22:10:37.101720 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (0d1566f1-5783-48a7-85ca-6e8b28afed8b), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:37.133590 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 22:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66359eff-b80d-4044-aaeb-1a7ab39b9b40 x-openstack-request-id: req-66359eff-b80d-4044-aaeb-1a7ab39b9b40 {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 22:10:37.133884 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90dfc85-0f19-4a68-81cc-ad02c050722e", "name": "network-vif-plugged", "status": "completed", "tag": "0d1566f1-5783-48a7-85ca-6e8b28afed8b", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 22:10:37.134165 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-66359eff-b80d-4044-aaeb-1a7ab39b9b40 {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 22:10:37.134599 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90dfc85-0f19-4a68-81cc-ad02c050722e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1566f1-5783-48a7-85ca-6e8b28afed8b', 'code': 200}
Feb 05 22:10:37.163905 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=0d1566f1-5783-48a7-85ca-6e8b28afed8b,revision_number=7']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:10:37.796983 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:39.380845 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:40.708709 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:45.963965 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:47.071954 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56258) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:10:47.228854 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-4bb76bd5-21fb-4efa-82e6-a13efb3f131a tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Deleting port 92991c38-a0b9-4b08-b5f4-b250b9051297 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 22:10:47.229114 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4bb76bd5-21fb-4efa-82e6-a13efb3f131a tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (92991c38-a0b9-4b08-b5f4-b250b9051297), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:47.302603 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4bb76bd5-21fb-4efa-82e6-a13efb3f131a tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (92991c38-a0b9-4b08-b5f4-b250b9051297), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:47.302941 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4bb76bd5-21fb-4efa-82e6-a13efb3f131a tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks [] for floatingip (92991c38-a0b9-4b08-b5f4-b250b9051297), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:47.315333 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-4bb76bd5-21fb-4efa-82e6-a13efb3f131a tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Calling delete_port for 92991c38-a0b9-4b08-b5f4-b250b9051297 owned by network:floatingip {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 22:10:47.461596 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4bb76bd5-21fb-4efa-82e6-a13efb3f131a tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (92991c38-a0b9-4b08-b5f4-b250b9051297), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:47.490146 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb76bd5-21fb-4efa-82e6-a13efb3f131a tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Pushing event deleted for resources: {'Port': ['ID=92991c38-a0b9-4b08-b5f4-b250b9051297,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:10:47.517380 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb76bd5-21fb-4efa-82e6-a13efb3f131a tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:10:47.517734 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb76bd5-21fb-4efa-82e6-a13efb3f131a tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:10:47.518080 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb76bd5-21fb-4efa-82e6-a13efb3f131a tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:10:47.518452 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb76bd5-21fb-4efa-82e6-a13efb3f131a tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:10:47.518799 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb76bd5-21fb-4efa-82e6-a13efb3f131a tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:10:47.519140 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb76bd5-21fb-4efa-82e6-a13efb3f131a tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:10:47.519476 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb76bd5-21fb-4efa-82e6-a13efb3f131a tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:10:47.519807 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb76bd5-21fb-4efa-82e6-a13efb3f131a tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:10:47.520137 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb76bd5-21fb-4efa-82e6-a13efb3f131a tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:10:47.520467 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb76bd5-21fb-4efa-82e6-a13efb3f131a tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:10:47.520798 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb76bd5-21fb-4efa-82e6-a13efb3f131a tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:10:47.521130 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb76bd5-21fb-4efa-82e6-a13efb3f131a tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:10:47.521456 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb76bd5-21fb-4efa-82e6-a13efb3f131a tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:10:47.560815 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4bb76bd5-21fb-4efa-82e6-a13efb3f131a tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks [] for floatingip (eca7ee2d-9175-4eb1-89e5-6ce1f360340f), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:47.561150 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-4bb76bd5-21fb-4efa-82e6-a13efb3f131a tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Floating IP eca7ee2d-9175-4eb1-89e5-6ce1f360340f disassociated (deleted). External IP: 172.35.4.139, port: 0d1566f1-5783-48a7-85ca-6e8b28afed8b.
Feb 05 22:10:47.769015 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb76bd5-21fb-4efa-82e6-a13efb3f131a tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Router f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 22:10:48.210917 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb76bd5-21fb-4efa-82e6-a13efb3f131a tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 22:10:48.215816 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-4bb76bd5-21fb-4efa-82e6-a13efb3f131a tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:48.220528 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf0f50f-a490-43f7-8aeb-5fe4a8516eb8 None None] Sync routers for ids ['f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 22:10:48.229588 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf0f50f-a490-43f7-8aeb-5fe4a8516eb8 None None] Routers {'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 22:10:48.230205 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-aaf0f50f-a490-43f7-8aeb-5fe4a8516eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2daba1b2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T22:10:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:10:48.248685 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-4bb76bd5-21fb-4efa-82e6-a13efb3f131a tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "DELETE /v2.0/floatingips/eca7ee2d-9175-4eb1-89e5-6ce1f360340f HTTP/1.1" status: 204  len: 168 time: 1.1726043
Feb 05 22:10:48.248685 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90dfc85-0f19-4a68-81cc-ad02c050722e', 'tag': '0d1566f1-5783-48a7-85ca-6e8b28afed8b'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 22:10:48.249590 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16fdd19d8a7c57de6e0d65e92e0f39486390e6be4ccbd395fc02e890f8c23cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53fe7c8-293e-461e-b213-f302ad0614a7" -d '{"events": [{"name": "network-changed", "server_uuid": "b90dfc85-0f19-4a68-81cc-ad02c050722e", "tag": "0d1566f1-5783-48a7-85ca-6e8b28afed8b"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 22:10:48.300552 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 22:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db121ad0-54a5-40c7-8c8f-30526061e601 x-openstack-request-id: req-db121ad0-54a5-40c7-8c8f-30526061e601 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 22:10:48.300924 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90dfc85-0f19-4a68-81cc-ad02c050722e", "tag": "0d1566f1-5783-48a7-85ca-6e8b28afed8b", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 22:10:48.301252 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db121ad0-54a5-40c7-8c8f-30526061e601 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 22:10:48.301723 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90dfc85-0f19-4a68-81cc-ad02c050722e', 'tag': '0d1566f1-5783-48a7-85ca-6e8b28afed8b', 'status': 'completed', 'code': 200}
Feb 05 22:10:48.344769 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-aaf0f50f-a490-43f7-8aeb-5fe4a8516eb8 None None] Set router f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 22:10:48.368837 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53fe7c8-293e-461e-b213-f302ad0614a7 req-e25804f9-2864-4f14-a768-83aa6de94eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:10:48.370569 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e53fe7c8-293e-461e-b213-f302ad0614a7 req-e25804f9-2864-4f14-a768-83aa6de94eaa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c53444b898904b729b8fd99cf8b3adfc&device_id=b90dfc85-0f19-4a68-81cc-ad02c050722e HTTP/1.1" status: 200  len: 1127 time: 0.0472879
Feb 05 22:10:48.494164 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53fe7c8-293e-461e-b213-f302ad0614a7 req-053d5062-b6f3-4e14-a7bb-7a40a610e6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:10:48.495836 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e53fe7c8-293e-461e-b213-f302ad0614a7 req-053d5062-b6f3-4e14-a7bb-7a40a610e6dc service neutron] 10.222.0.21 "GET /v2.0/networks?id=4417a581-5e62-46ca-94f7-1c95ca843c61 HTTP/1.1" status: 200  len: 910 time: 0.1199777
Feb 05 22:10:48.507761 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc5449-2575-408c-9198-2242b835507e req-99766989-c507-4c55-9641-ca7bc5604c9d tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:10:48.509250 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-71fc5449-2575-408c-9198-2242b835507e req-99766989-c507-4c55-9641-ca7bc5604c9d tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/ports?device_id=b90dfc85-0f19-4a68-81cc-ad02c050722e HTTP/1.1" status: 200  len: 945 time: 0.0555756
Feb 05 22:10:48.548363 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e53fe7c8-293e-461e-b213-f302ad0614a7 req-81ef9c37-51c2-4405-91cf-6d7fae3b7ee4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d1566f1-5783-48a7-85ca-6e8b28afed8b HTTP/1.1" status: 200  len: 217 time: 0.0413532
Feb 05 22:10:48.568376 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-71fc5449-2575-408c-9198-2242b835507e req-f4e4e4d8-7af5-49ba-bb79-ebc7d0138e66 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/security-groups?id=e906af26-e94e-4c40-a7bd-a27f3fec14b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515316
Feb 05 22:10:48.587236 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-aaf0f50f-a490-43f7-8aeb-5fe4a8516eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2daba1b2e0>, [{'id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'name': 'tempest-TestSnapshotPattern-523062318-router', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': '43570626-de55-4aa3-ad54-a2cd1efcad3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:05:22Z', 'updated_at': '2022-02-05T22:05:25Z', 'revision_number': 4, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'gw_port': {'id': '43570626-de55-4aa3-ad54-a2cd1efcad3a', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:23Z', 'updated_at': '2022-02-05T22:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '72a6feb5-3dd3-40ec-bb74-9fced73b27a5', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'floating_ip_address': '172.35.4.135', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'port_id': '5c0fc701-ca60-4701-ac8a-a9a5030de3d6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61', 'mac_address': 'fa:16:3e:dc:ad:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d78ed2-6cec-4fb9-a986-0a9b27a916fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:05:46Z', 'updated_at': '2022-02-05T22:05:48Z', 'revision_number': 1, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b70450fa-c4fa-4ffc-ba62-dffd0754eb52', 'name': '', 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'mac_address': 'fa:16:3e:54:a1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '075b10ed-2f2a-43ba-8c00-acbd537f742f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:25Z', 'updated_at': '2022-02-05T22:05:30Z', 'revision_number': 5, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'subnets': [{'id': '075b10ed-2f2a-43ba-8c00-acbd537f742f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:10:48.604987 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53fe7c8-293e-461e-b213-f302ad0614a7 req-f94be0fb-cc85-4d2d-8b2e-4234ea03a39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:10:48.606476 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e53fe7c8-293e-461e-b213-f302ad0614a7 req-f94be0fb-cc85-4d2d-8b2e-4234ea03a39b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=075b10ed-2f2a-43ba-8c00-acbd537f742f HTTP/1.1" status: 200  len: 848 time: 0.0503407
Feb 05 22:10:48.614044 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf0f50f-a490-43f7-8aeb-5fe4a8516eb8 None None] Checking router: f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 22:10:48.623081 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf0f50f-a490-43f7-8aeb-5fe4a8516eb8 None None] Routers {'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 22:10:48.623832 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-aaf0f50f-a490-43f7-8aeb-5fe4a8516eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2daba1b2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T22:10:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:10:48.654920 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53fe7c8-293e-461e-b213-f302ad0614a7 req-b5e79719-0c52-4a30-9f41-05f9f742dc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:10:48.656595 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e53fe7c8-293e-461e-b213-f302ad0614a7 req-b5e79719-0c52-4a30-9f41-05f9f742dc12 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4417a581-5e62-46ca-94f7-1c95ca843c61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0441632
Feb 05 22:10:48.732652 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-aaf0f50f-a490-43f7-8aeb-5fe4a8516eb8 None None] Set router f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 22:10:48.749099 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e53fe7c8-293e-461e-b213-f302ad0614a7 req-587265ea-b063-4817-bed7-ce69e64bfefb service neutron] 10.222.0.21 "GET /v2.0/networks/4417a581-5e62-46ca-94f7-1c95ca843c61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836542
Feb 05 22:10:48.777604 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 0d1566f1-5783-48a7-85ca-6e8b28afed8b no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 22:10:48.838930 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-e53fe7c8-293e-461e-b213-f302ad0614a7 req-94e6f8ed-4fc0-4760-8af7-3ccf9ee343fa service neutron] 10.222.0.21 "GET /v2.0/networks/4417a581-5e62-46ca-94f7-1c95ca843c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0851247
Feb 05 22:10:48.954947 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Current status of the port 0d1566f1-5783-48a7-85ca-6e8b28afed8b is: ACTIVE; New status is: DOWN {{(pid=114392) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}}
Feb 05 22:10:48.955339 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7938292'] for port (0d1566f1-5783-48a7-85ca-6e8b28afed8b), before_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:48.993668 ncdv-master-1 neutron-server[114392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90dfc85-0f19-4a68-81cc-ad02c050722e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d1566f1-5783-48a7-85ca-6e8b28afed8b'}] {{(pid=114392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 22:10:48.995943 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}851605b45cf2a471246fb829968e46403c172bb314a4c703424450b4be22868d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98bf6341-8daa-4e21-adb0-5c17c86db33c" -d '{"events": [{"server_uuid": "b90dfc85-0f19-4a68-81cc-ad02c050722e", "name": "network-vif-unplugged", "status": "completed", "tag": "0d1566f1-5783-48a7-85ca-6e8b28afed8b"}]}' {{(pid=114392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 22:10:49.025614 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] For port 0d1566f1-5783-48a7-85ca-6e8b28afed8b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0d1566f1-5783-48a7-85ca-6e8b28afed8b,segment=NetworkSegment(0c9a9e21-2005-4080-93bb-a344ded405e8),segment_id=0c9a9e21-2005-4080-93bb-a344ded405e8)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 22:10:49.033997 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739649913613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739649355147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739649355165'] for port (0d1566f1-5783-48a7-85ca-6e8b28afed8b), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:49.037677 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Feb 2022 22:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b7f92e-c161-4075-bd14-0347995e65de x-openstack-request-id: req-92b7f92e-c161-4075-bd14-0347995e65de {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 22:10:49.038069 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90dfc85-0f19-4a68-81cc-ad02c050722e", "name": "network-vif-unplugged", "status": "completed", "tag": "0d1566f1-5783-48a7-85ca-6e8b28afed8b", "code": 200}]} {{(pid=114392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 22:10:49.038233 ncdv-master-1 neutron-server[114392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-92b7f92e-c161-4075-bd14-0347995e65de {{(pid=114392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 22:10:49.038671 ncdv-master-1 neutron-server[114392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90dfc85-0f19-4a68-81cc-ad02c050722e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d1566f1-5783-48a7-85ca-6e8b28afed8b', 'code': 200}
Feb 05 22:10:49.096560 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Pushing event updated for resources: {'Port': ['ID=0d1566f1-5783-48a7-85ca-6e8b28afed8b,revision_number=8']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:10:49.105317 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-aaf0f50f-a490-43f7-8aeb-5fe4a8516eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2daba1b2e0>, [{'id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'name': 'tempest-TestSnapshotPattern-523062318-router', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': '43570626-de55-4aa3-ad54-a2cd1efcad3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:05:22Z', 'updated_at': '2022-02-05T22:05:25Z', 'revision_number': 4, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'gw_port': {'id': '43570626-de55-4aa3-ad54-a2cd1efcad3a', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:23Z', 'updated_at': '2022-02-05T22:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '72a6feb5-3dd3-40ec-bb74-9fced73b27a5', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'floating_ip_address': '172.35.4.135', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'port_id': '5c0fc701-ca60-4701-ac8a-a9a5030de3d6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61', 'mac_address': 'fa:16:3e:dc:ad:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d78ed2-6cec-4fb9-a986-0a9b27a916fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:05:46Z', 'updated_at': '2022-02-05T22:05:48Z', 'revision_number': 1, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b70450fa-c4fa-4ffc-ba62-dffd0754eb52', 'name': '', 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'mac_address': 'fa:16:3e:54:a1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '075b10ed-2f2a-43ba-8c00-acbd537f742f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:25Z', 'updated_at': '2022-02-05T22:05:30Z', 'revision_number': 5, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'subnets': [{'id': '075b10ed-2f2a-43ba-8c00-acbd537f742f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:10:49.133271 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf0f50f-a490-43f7-8aeb-5fe4a8516eb8 None None] The sync data for ids ['f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e'] in ncdv-master-1 is: [{'id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'name': 'tempest-TestSnapshotPattern-523062318-router', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': '43570626-de55-4aa3-ad54-a2cd1efcad3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:05:22Z', 'updated_at': '2022-02-05T22:05:25Z', 'revision_number': 4, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'gw_port': {'id': '43570626-de55-4aa3-ad54-a2cd1efcad3a', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:23Z', 'updated_at': '2022-02-05T22:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '72a6feb5-3dd3-40ec-bb74-9fced73b27a5', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'floating_ip_address': '172.35.4.135', 'floating_network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'router_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'port_id': '5c0fc701-ca60-4701-ac8a-a9a5030de3d6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61', 'mac_address': 'fa:16:3e:dc:ad:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d78ed2-6cec-4fb9-a986-0a9b27a916fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-05T22:05:46Z', 'updated_at': '2022-02-05T22:05:48Z', 'revision_number': 1, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b70450fa-c4fa-4ffc-ba62-dffd0754eb52', 'name': '', 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'mac_address': 'fa:16:3e:54:a1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '075b10ed-2f2a-43ba-8c00-acbd537f742f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:25Z', 'updated_at': '2022-02-05T22:05:30Z', 'revision_number': 5, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'subnets': [{'id': '075b10ed-2f2a-43ba-8c00-acbd537f742f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 22:10:49.360064 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb4c73b-e6df-464b-9371-f6c2482019c1 None None] New status for floating IP eca7ee2d-9175-4eb1-89e5-6ce1f360340f: DOWN {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 22:10:49.687349 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf9f96-160a-4810-98ff-2ec52e29d7ae req-dc0369c8-d4a4-4825-84f1-6fbed1029191 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:10:49.688830 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eccf9f96-160a-4810-98ff-2ec52e29d7ae req-dc0369c8-d4a4-4825-84f1-6fbed1029191 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/ports?device_id=b90dfc85-0f19-4a68-81cc-ad02c050722e HTTP/1.1" status: 200  len: 943 time: 0.0524695
Feb 05 22:10:49.740292 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-eccf9f96-160a-4810-98ff-2ec52e29d7ae req-e822f6d1-d792-4be7-8952-e0f85fbb1b70 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/security-groups?id=e906af26-e94e-4c40-a7bd-a27f3fec14b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459313
Feb 05 22:10:50.165472 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626dc6f7-7e8c-4c7a-ac44-12dd5aa8a0e1 req-91938850-c043-4cbd-8638-353a708032c5 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:10:50.166940 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-626dc6f7-7e8c-4c7a-ac44-12dd5aa8a0e1 req-91938850-c043-4cbd-8638-353a708032c5 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.21 "GET /v2.0/ports?device_id=b90dfc85-0f19-4a68-81cc-ad02c050722e HTTP/1.1" status: 200  len: 943 time: 0.0557904
Feb 05 22:10:50.255989 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-626dc6f7-7e8c-4c7a-ac44-12dd5aa8a0e1 req-a0ac9772-3029-44a9-bd31-0462f433bae9 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Deleting port 0d1566f1-5783-48a7-85ca-6e8b28afed8b {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 22:10:50.256242 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-626dc6f7-7e8c-4c7a-ac44-12dd5aa8a0e1 req-a0ac9772-3029-44a9-bd31-0462f433bae9 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (0d1566f1-5783-48a7-85ca-6e8b28afed8b), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:50.345640 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-626dc6f7-7e8c-4c7a-ac44-12dd5aa8a0e1 req-a0ac9772-3029-44a9-bd31-0462f433bae9 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] For port 0d1566f1-5783-48a7-85ca-6e8b28afed8b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0d1566f1-5783-48a7-85ca-6e8b28afed8b,segment=NetworkSegment(0c9a9e21-2005-4080-93bb-a344ded405e8),segment_id=0c9a9e21-2005-4080-93bb-a344ded405e8)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 22:10:50.346003 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-626dc6f7-7e8c-4c7a-ac44-12dd5aa8a0e1 req-a0ac9772-3029-44a9-bd31-0462f433bae9 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (0d1566f1-5783-48a7-85ca-6e8b28afed8b), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:50.357954 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-626dc6f7-7e8c-4c7a-ac44-12dd5aa8a0e1 req-a0ac9772-3029-44a9-bd31-0462f433bae9 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Calling delete_port for 0d1566f1-5783-48a7-85ca-6e8b28afed8b owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 22:10:50.485747 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-626dc6f7-7e8c-4c7a-ac44-12dd5aa8a0e1 req-a0ac9772-3029-44a9-bd31-0462f433bae9 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (0d1566f1-5783-48a7-85ca-6e8b28afed8b), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:50.514709 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac9772-3029-44a9-bd31-0462f433bae9 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Pushing event deleted for resources: {'Port': ['ID=0d1566f1-5783-48a7-85ca-6e8b28afed8b,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:10:50.540895 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac9772-3029-44a9-bd31-0462f433bae9 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:10:50.541254 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac9772-3029-44a9-bd31-0462f433bae9 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:10:50.541602 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac9772-3029-44a9-bd31-0462f433bae9 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:10:50.541945 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac9772-3029-44a9-bd31-0462f433bae9 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:10:50.542286 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac9772-3029-44a9-bd31-0462f433bae9 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:10:50.542648 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac9772-3029-44a9-bd31-0462f433bae9 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:10:50.542983 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac9772-3029-44a9-bd31-0462f433bae9 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:10:50.543312 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac9772-3029-44a9-bd31-0462f433bae9 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:10:50.543641 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac9772-3029-44a9-bd31-0462f433bae9 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:10:50.543966 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac9772-3029-44a9-bd31-0462f433bae9 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:10:50.544295 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac9772-3029-44a9-bd31-0462f433bae9 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:10:50.545178 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac9772-3029-44a9-bd31-0462f433bae9 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:10:50.545509 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac9772-3029-44a9-bd31-0462f433bae9 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=114390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 05 22:10:50.567326 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-626dc6f7-7e8c-4c7a-ac44-12dd5aa8a0e1 req-a0ac9772-3029-44a9-bd31-0462f433bae9 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] No DVR routers for this DVR port 0d1566f1-5783-48a7-85ca-6e8b28afed8b on host nch1-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 22:10:50.569745 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-626dc6f7-7e8c-4c7a-ac44-12dd5aa8a0e1 req-a0ac9772-3029-44a9-bd31-0462f433bae9 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:50.573012 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-626dc6f7-7e8c-4c7a-ac44-12dd5aa8a0e1 req-a0ac9772-3029-44a9-bd31-0462f433bae9 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.21 "DELETE /v2.0/ports/0d1566f1-5783-48a7-85ca-6e8b28afed8b HTTP/1.1" status: 204  len: 173 time: 0.4009743
Feb 05 22:10:50.573449 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90dfc85-0f19-4a68-81cc-ad02c050722e', 'name': 'network-vif-deleted', 'tag': '0d1566f1-5783-48a7-85ca-6e8b28afed8b'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 22:10:50.575729 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dc595678b95b8a5d7a711e017487991988fc4acadae49b95ce695ebace8492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdada6da-02ad-4b22-8827-1ac8f852c675" -d '{"events": [{"server_uuid": "b90dfc85-0f19-4a68-81cc-ad02c050722e", "name": "network-vif-deleted", "tag": "0d1566f1-5783-48a7-85ca-6e8b28afed8b"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 22:10:50.631044 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 22:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c27251-aa58-4697-9a79-bec52b892c07 x-openstack-request-id: req-27c27251-aa58-4697-9a79-bec52b892c07 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 22:10:50.631342 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90dfc85-0f19-4a68-81cc-ad02c050722e", "name": "network-vif-deleted", "tag": "0d1566f1-5783-48a7-85ca-6e8b28afed8b", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 22:10:50.631598 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-27c27251-aa58-4697-9a79-bec52b892c07 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 22:10:50.632001 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90dfc85-0f19-4a68-81cc-ad02c050722e', 'name': 'network-vif-deleted', 'tag': '0d1566f1-5783-48a7-85ca-6e8b28afed8b', 'status': 'completed', 'code': 200}
Feb 05 22:10:50.847161 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-75ab2074-76a4-40e7-89c0-33e9ea78e315 req-1a2a5cc3-7afa-489e-8a93-18a46d05eeb1 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/ports?device_id=b90dfc85-0f19-4a68-81cc-ad02c050722e HTTP/1.1" status: 200  len: 210 time: 0.0273144
Feb 05 22:10:51.009930 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:52.413299 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56326) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:10:52.568578 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-878ccbdc-7023-4223-bdbc-f6c66677bf84 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Deleting port 0db4b93c-cab7-419b-9dca-476969ee28fa {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 22:10:52.568836 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-878ccbdc-7023-4223-bdbc-f6c66677bf84 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (0db4b93c-cab7-419b-9dca-476969ee28fa), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:52.642705 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-878ccbdc-7023-4223-bdbc-f6c66677bf84 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (0db4b93c-cab7-419b-9dca-476969ee28fa), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:52.643032 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-878ccbdc-7023-4223-bdbc-f6c66677bf84 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks [] for floatingip (0db4b93c-cab7-419b-9dca-476969ee28fa), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:52.654854 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-878ccbdc-7023-4223-bdbc-f6c66677bf84 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Calling delete_port for 0db4b93c-cab7-419b-9dca-476969ee28fa owned by network:floatingip {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 22:10:52.806267 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 0d1566f1-5783-48a7-85ca-6e8b28afed8b no longer exists at agent hyperv_nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 22:10:52.810768 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-878ccbdc-7023-4223-bdbc-f6c66677bf84 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (0db4b93c-cab7-419b-9dca-476969ee28fa), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:52.826754 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] No Port match for: 0d1566f1-5783-48a7-85ca-6e8b28afed8b {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 22:10:52.827023 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Device 0d1566f1-5783-48a7-85ca-6e8b28afed8b not bound to the agent host nch1-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 22:10:52.839993 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ccbdc-7023-4223-bdbc-f6c66677bf84 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Pushing event deleted for resources: {'Port': ['ID=0db4b93c-cab7-419b-9dca-476969ee28fa,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:10:52.901894 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-878ccbdc-7023-4223-bdbc-f6c66677bf84 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks [] for floatingip (72a6feb5-3dd3-40ec-bb74-9fced73b27a5), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:52.902224 ncdv-master-1 neutron-server[114391]: INFO neutron.db.l3_db [None req-878ccbdc-7023-4223-bdbc-f6c66677bf84 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Floating IP 72a6feb5-3dd3-40ec-bb74-9fced73b27a5 disassociated (deleted). External IP: 172.35.4.135, port: 5c0fc701-ca60-4701-ac8a-a9a5030de3d6.
Feb 05 22:10:53.113047 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-878ccbdc-7023-4223-bdbc-f6c66677bf84 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Router f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 22:10:53.224955 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878ccbdc-7023-4223-bdbc-f6c66677bf84 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 22:10:53.229606 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-878ccbdc-7023-4223-bdbc-f6c66677bf84 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for floatingip (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:53.234523 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b04be1b-1fd2-45cb-a7de-0e9a1356712d None None] Sync routers for ids ['f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 22:10:53.247733 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b04be1b-1fd2-45cb-a7de-0e9a1356712d None None] Routers {'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 22:10:53.248355 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-8b04be1b-1fd2-45cb-a7de-0e9a1356712d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabc1c400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T22:10:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:10:53.259388 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-878ccbdc-7023-4223-bdbc-f6c66677bf84 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "DELETE /v2.0/floatingips/72a6feb5-3dd3-40ec-bb74-9fced73b27a5 HTTP/1.1" status: 204  len: 168 time: 0.8450072
Feb 05 22:10:53.260086 ncdv-master-1 neutron-server[114391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d78ed2-6cec-4fb9-a986-0a9b27a916fc', 'tag': '5c0fc701-ca60-4701-ac8a-a9a5030de3d6'}] {{(pid=114391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 22:10:53.262452 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16fdd19d8a7c57de6e0d65e92e0f39486390e6be4ccbd395fc02e890f8c23cee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1960c5-0c17-497c-bf1f-1608c77040f5" -d '{"events": [{"name": "network-changed", "server_uuid": "94d78ed2-6cec-4fb9-a986-0a9b27a916fc", "tag": "5c0fc701-ca60-4701-ac8a-a9a5030de3d6"}]}' {{(pid=114391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 22:10:53.300474 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Feb 2022 22:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7de940-587a-4aa1-a657-f28c1e2a27f1 x-openstack-request-id: req-9c7de940-587a-4aa1-a657-f28c1e2a27f1 {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 22:10:53.300885 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94d78ed2-6cec-4fb9-a986-0a9b27a916fc", "tag": "5c0fc701-ca60-4701-ac8a-a9a5030de3d6", "status": "completed", "code": 200}]} {{(pid=114391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 22:10:53.301263 ncdv-master-1 neutron-server[114391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9c7de940-587a-4aa1-a657-f28c1e2a27f1 {{(pid=114391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 22:10:53.302942 ncdv-master-1 neutron-server[114391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d78ed2-6cec-4fb9-a986-0a9b27a916fc', 'tag': '5c0fc701-ca60-4701-ac8a-a9a5030de3d6', 'status': 'completed', 'code': 200}
Feb 05 22:10:53.369415 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-8b04be1b-1fd2-45cb-a7de-0e9a1356712d None None] Set router f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 22:10:53.372785 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1960c5-0c17-497c-bf1f-1608c77040f5 req-7dcd74f1-08eb-4610-8d44-79fbf7f681ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:10:53.374322 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6d1960c5-0c17-497c-bf1f-1608c77040f5 req-7dcd74f1-08eb-4610-8d44-79fbf7f681ca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c53444b898904b729b8fd99cf8b3adfc&device_id=94d78ed2-6cec-4fb9-a986-0a9b27a916fc HTTP/1.1" status: 200  len: 1125 time: 0.0517638
Feb 05 22:10:53.485817 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1960c5-0c17-497c-bf1f-1608c77040f5 req-b7977b44-d532-45ee-9229-05abda92d0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:10:53.487347 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6d1960c5-0c17-497c-bf1f-1608c77040f5 req-b7977b44-d532-45ee-9229-05abda92d0b1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4417a581-5e62-46ca-94f7-1c95ca843c61 HTTP/1.1" status: 200  len: 910 time: 0.1039894
Feb 05 22:10:53.507552 ncdv-master-1 neutron-server[114391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af37305-28bd-4b08-84b8-dad56cb77a18 req-9a72fe64-cbb0-4672-8b55-81fd5809673f tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:10:53.509922 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5af37305-28bd-4b08-84b8-dad56cb77a18 req-9a72fe64-cbb0-4672-8b55-81fd5809673f tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/ports?device_id=94d78ed2-6cec-4fb9-a986-0a9b27a916fc HTTP/1.1" status: 200  len: 943 time: 0.0626211
Feb 05 22:10:53.531793 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6d1960c5-0c17-497c-bf1f-1608c77040f5 req-e384e8fd-4b63-46fa-9928-9555e1762f6e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c0fc701-ca60-4701-ac8a-a9a5030de3d6 HTTP/1.1" status: 200  len: 217 time: 0.0364017
Feb 05 22:10:53.573782 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-5af37305-28bd-4b08-84b8-dad56cb77a18 req-d6ffbd92-b62c-4835-a0ff-8b24dc4d9212 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/security-groups?id=e906af26-e94e-4c40-a7bd-a27f3fec14b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538433
Feb 05 22:10:53.593697 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1960c5-0c17-497c-bf1f-1608c77040f5 req-04142162-5d65-4673-ac0f-d5021bd8e628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:10:53.595202 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6d1960c5-0c17-497c-bf1f-1608c77040f5 req-04142162-5d65-4673-ac0f-d5021bd8e628 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=075b10ed-2f2a-43ba-8c00-acbd537f742f HTTP/1.1" status: 200  len: 848 time: 0.0563467
Feb 05 22:10:53.596852 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-8b04be1b-1fd2-45cb-a7de-0e9a1356712d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabc1c400>, [{'id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'name': 'tempest-TestSnapshotPattern-523062318-router', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': '43570626-de55-4aa3-ad54-a2cd1efcad3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:05:22Z', 'updated_at': '2022-02-05T22:05:25Z', 'revision_number': 4, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'gw_port': {'id': '43570626-de55-4aa3-ad54-a2cd1efcad3a', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:23Z', 'updated_at': '2022-02-05T22:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b70450fa-c4fa-4ffc-ba62-dffd0754eb52', 'name': '', 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'mac_address': 'fa:16:3e:54:a1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '075b10ed-2f2a-43ba-8c00-acbd537f742f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:25Z', 'updated_at': '2022-02-05T22:05:30Z', 'revision_number': 5, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'subnets': [{'id': '075b10ed-2f2a-43ba-8c00-acbd537f742f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:10:53.623532 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b04be1b-1fd2-45cb-a7de-0e9a1356712d None None] Checking router: f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 22:10:53.634029 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b04be1b-1fd2-45cb-a7de-0e9a1356712d None None] Routers {'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 22:10:53.634685 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-8b04be1b-1fd2-45cb-a7de-0e9a1356712d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dabc1c400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T22:10:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:10:53.645323 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1960c5-0c17-497c-bf1f-1608c77040f5 req-ff4de229-caec-4ee0-bf16-58fed813eaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:10:53.646878 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6d1960c5-0c17-497c-bf1f-1608c77040f5 req-ff4de229-caec-4ee0-bf16-58fed813eaf9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4417a581-5e62-46ca-94f7-1c95ca843c61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0448196
Feb 05 22:10:53.735641 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6d1960c5-0c17-497c-bf1f-1608c77040f5 req-94bbd3b2-a5ad-4a0e-8460-bee63ccb1ca0 service neutron] 10.222.0.39 "GET /v2.0/networks/4417a581-5e62-46ca-94f7-1c95ca843c61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821862
Feb 05 22:10:53.745550 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-8b04be1b-1fd2-45cb-a7de-0e9a1356712d None None] Set router f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 22:10:53.828016 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-6d1960c5-0c17-497c-bf1f-1608c77040f5 req-2b6fa36a-2d8f-4490-8f46-921ed11e42fa service neutron] 10.222.0.39 "GET /v2.0/networks/4417a581-5e62-46ca-94f7-1c95ca843c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862932
Feb 05 22:10:54.084963 ncdv-master-1 neutron-server[114390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36e59f-a6b5-426a-a4e7-6a7d76b60a30 req-fb463be9-1c72-47b5-9a50-21a85a899b2d tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 05 22:10:54.086505 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-da36e59f-a6b5-426a-a4e7-6a7d76b60a30 req-fb463be9-1c72-47b5-9a50-21a85a899b2d tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d78ed2-6cec-4fb9-a986-0a9b27a916fc HTTP/1.1" status: 200  len: 943 time: 0.0525331
Feb 05 22:10:54.103267 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-8b04be1b-1fd2-45cb-a7de-0e9a1356712d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dabc1c400>, [{'id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'name': 'tempest-TestSnapshotPattern-523062318-router', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': '43570626-de55-4aa3-ad54-a2cd1efcad3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:05:22Z', 'updated_at': '2022-02-05T22:05:25Z', 'revision_number': 4, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'gw_port': {'id': '43570626-de55-4aa3-ad54-a2cd1efcad3a', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:23Z', 'updated_at': '2022-02-05T22:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b70450fa-c4fa-4ffc-ba62-dffd0754eb52', 'name': '', 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'mac_address': 'fa:16:3e:54:a1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '075b10ed-2f2a-43ba-8c00-acbd537f742f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:25Z', 'updated_at': '2022-02-05T22:05:30Z', 'revision_number': 5, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'subnets': [{'id': '075b10ed-2f2a-43ba-8c00-acbd537f742f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:10:54.130870 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b04be1b-1fd2-45cb-a7de-0e9a1356712d None None] The sync data for ids ['f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e'] in ncdv-master-1 is: [{'id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'name': 'tempest-TestSnapshotPattern-523062318-router', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': '43570626-de55-4aa3-ad54-a2cd1efcad3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:05:22Z', 'updated_at': '2022-02-05T22:05:25Z', 'revision_number': 4, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'gw_port': {'id': '43570626-de55-4aa3-ad54-a2cd1efcad3a', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:23Z', 'updated_at': '2022-02-05T22:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b70450fa-c4fa-4ffc-ba62-dffd0754eb52', 'name': '', 'network_id': '4417a581-5e62-46ca-94f7-1c95ca843c61', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'mac_address': 'fa:16:3e:54:a1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '075b10ed-2f2a-43ba-8c00-acbd537f742f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:25Z', 'updated_at': '2022-02-05T22:05:30Z', 'revision_number': 5, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'subnets': [{'id': '075b10ed-2f2a-43ba-8c00-acbd537f742f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 22:10:54.182030 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-da36e59f-a6b5-426a-a4e7-6a7d76b60a30 req-2679235e-0d2e-4d49-9b8a-e4e32112b332 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Deleting port 5c0fc701-ca60-4701-ac8a-a9a5030de3d6 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 22:10:54.182371 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-da36e59f-a6b5-426a-a4e7-6a7d76b60a30 req-2679235e-0d2e-4d49-9b8a-e4e32112b332 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (5c0fc701-ca60-4701-ac8a-a9a5030de3d6), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:54.270709 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [req-da36e59f-a6b5-426a-a4e7-6a7d76b60a30 req-2679235e-0d2e-4d49-9b8a-e4e32112b332 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] For port 5c0fc701-ca60-4701-ac8a-a9a5030de3d6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c0fc701-ca60-4701-ac8a-a9a5030de3d6,segment=NetworkSegment(0c9a9e21-2005-4080-93bb-a344ded405e8),segment_id=0c9a9e21-2005-4080-93bb-a344ded405e8)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 22:10:54.271073 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-da36e59f-a6b5-426a-a4e7-6a7d76b60a30 req-2679235e-0d2e-4d49-9b8a-e4e32112b332 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (5c0fc701-ca60-4701-ac8a-a9a5030de3d6), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:54.284023 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [req-da36e59f-a6b5-426a-a4e7-6a7d76b60a30 req-2679235e-0d2e-4d49-9b8a-e4e32112b332 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Calling delete_port for 5c0fc701-ca60-4701-ac8a-a9a5030de3d6 owned by compute:nova {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 22:10:54.364948 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33a4f63-6be8-4820-bdad-3d2be0374cb4 None None] New status for floating IP 72a6feb5-3dd3-40ec-bb74-9fced73b27a5: DOWN {{(pid=114393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 05 22:10:54.418818 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-da36e59f-a6b5-426a-a4e7-6a7d76b60a30 req-2679235e-0d2e-4d49-9b8a-e4e32112b332 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (5c0fc701-ca60-4701-ac8a-a9a5030de3d6), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:54.449103 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2679235e-0d2e-4d49-9b8a-e4e32112b332 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Pushing event deleted for resources: {'Port': ['ID=5c0fc701-ca60-4701-ac8a-a9a5030de3d6,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:10:54.499029 ncdv-master-1 neutron-server[114390]: DEBUG neutron.db.l3_dvrscheduler_db [req-da36e59f-a6b5-426a-a4e7-6a7d76b60a30 req-2679235e-0d2e-4d49-9b8a-e4e32112b332 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] No DVR routers for this DVR port 5c0fc701-ca60-4701-ac8a-a9a5030de3d6 on host nch2-master-1 {{(pid=114390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 22:10:54.501596 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [req-da36e59f-a6b5-426a-a4e7-6a7d76b60a30 req-2679235e-0d2e-4d49-9b8a-e4e32112b332 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-936769'] for port (None), before_response {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:54.504974 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [req-da36e59f-a6b5-426a-a4e7-6a7d76b60a30 req-2679235e-0d2e-4d49-9b8a-e4e32112b332 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.39 "DELETE /v2.0/ports/5c0fc701-ca60-4701-ac8a-a9a5030de3d6 HTTP/1.1" status: 204  len: 173 time: 0.4140313
Feb 05 22:10:54.505416 ncdv-master-1 neutron-server[114390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d78ed2-6cec-4fb9-a986-0a9b27a916fc', 'name': 'network-vif-deleted', 'tag': '5c0fc701-ca60-4701-ac8a-a9a5030de3d6'}] {{(pid=114390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}}
Feb 05 22:10:54.507682 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4dc595678b95b8a5d7a711e017487991988fc4acadae49b95ce695ebace8492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd14b44-cf20-4e49-8948-3cd8c3cd5b98" -d '{"events": [{"server_uuid": "94d78ed2-6cec-4fb9-a986-0a9b27a916fc", "name": "network-vif-deleted", "tag": "5c0fc701-ca60-4701-ac8a-a9a5030de3d6"}]}' {{(pid=114390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 05 22:10:54.552004 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Feb 2022 22:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7494ba2f-6e87-4ec2-ac3e-81f5307a57f7 x-openstack-request-id: req-7494ba2f-6e87-4ec2-ac3e-81f5307a57f7 {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 05 22:10:54.552309 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d78ed2-6cec-4fb9-a986-0a9b27a916fc", "name": "network-vif-deleted", "tag": "5c0fc701-ca60-4701-ac8a-a9a5030de3d6", "status": "completed", "code": 200}]} {{(pid=114390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 05 22:10:54.552569 ncdv-master-1 neutron-server[114390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7494ba2f-6e87-4ec2-ac3e-81f5307a57f7 {{(pid=114390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 05 22:10:54.552971 ncdv-master-1 neutron-server[114390]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d78ed2-6cec-4fb9-a986-0a9b27a916fc', 'name': 'network-vif-deleted', 'tag': '5c0fc701-ca60-4701-ac8a-a9a5030de3d6', 'status': 'completed', 'code': 200}
Feb 05 22:10:54.683994 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [req-4bac402c-566c-48c0-af97-f4242936d739 req-d90f0700-d00b-4ae0-b7ca-c5a761dc6234 tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "GET /v2.0/ports?device_id=94d78ed2-6cec-4fb9-a986-0a9b27a916fc HTTP/1.1" status: 200  len: 210 time: 0.0313051
Feb 05 22:10:55.740991 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56356) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:10:55.797775 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2e4d6243-9683-4e19-86ed-ca1cb2e83bec tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks [] for security_group (e906af26-e94e-4c40-a7bd-a27f3fec14b8), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:55.822154 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2e4d6243-9683-4e19-86ed-ca1cb2e83bec tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks [] for security_group (e906af26-e94e-4c40-a7bd-a27f3fec14b8), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:55.883875 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2e4d6243-9683-4e19-86ed-ca1cb2e83bec tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (e906af26-e94e-4c40-a7bd-a27f3fec14b8), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:55.886707 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-2e4d6243-9683-4e19-86ed-ca1cb2e83bec tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:55.888072 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-2e4d6243-9683-4e19-86ed-ca1cb2e83bec tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] 10.222.0.32 "DELETE /v2.0/security-groups/e906af26-e94e-4c40-a7bd-a27f3fec14b8 HTTP/1.1" status: 204  len: 168 time: 0.1460516
Feb 05 22:10:55.897322 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d6243-9683-4e19-86ed-ca1cb2e83bec tempest-TestSnapshotPattern-1569581915 tempest-TestSnapshotPattern-1569581915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e906af26-e94e-4c40-a7bd-a27f3fec14b8,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:10:56.946481 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56362) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:10:57.392401 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6e99947f-405e-437a-99eb-d28c45e84958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:57.645974 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-6e99947f-405e-437a-99eb-d28c45e84958 admin admin] Deleting port b70450fa-c4fa-4ffc-ba62-dffd0754eb52 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 22:10:57.646226 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6e99947f-405e-437a-99eb-d28c45e84958 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (b70450fa-c4fa-4ffc-ba62-dffd0754eb52), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:57.723129 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-6e99947f-405e-437a-99eb-d28c45e84958 admin admin] For port b70450fa-c4fa-4ffc-ba62-dffd0754eb52, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b70450fa-c4fa-4ffc-ba62-dffd0754eb52,segment=NetworkSegment(0c9a9e21-2005-4080-93bb-a344ded405e8),segment_id=0c9a9e21-2005-4080-93bb-a344ded405e8)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 22:10:57.723515 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6e99947f-405e-437a-99eb-d28c45e84958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (b70450fa-c4fa-4ffc-ba62-dffd0754eb52), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:57.735735 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-6e99947f-405e-437a-99eb-d28c45e84958 admin admin] Calling delete_port for b70450fa-c4fa-4ffc-ba62-dffd0754eb52 owned by network:router_interface {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 22:10:57.918415 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6e99947f-405e-437a-99eb-d28c45e84958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (b70450fa-c4fa-4ffc-ba62-dffd0754eb52), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:57.944979 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99947f-405e-437a-99eb-d28c45e84958 admin admin] Pushing event deleted for resources: {'Port': ['ID=b70450fa-c4fa-4ffc-ba62-dffd0754eb52,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:10:58.124447 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6e99947f-405e-437a-99eb-d28c45e84958 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:58.343093 ncdv-master-1 neutron-server[114391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e99947f-405e-437a-99eb-d28c45e84958 admin admin] Router f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 22:10:58.446602 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e99947f-405e-437a-99eb-d28c45e84958 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 22:10:58.452465 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6e99947f-405e-437a-99eb-d28c45e84958 admin admin] 10.222.0.32 "PUT /v2.0/routers/f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5049047
Feb 05 22:10:58.454962 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56366) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:10:58.458480 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c72a1d5-1464-4401-9833-1d3acd27f569 None None] Sync routers for ids ['f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e'] in ncdv-master-1 {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 22:10:58.469284 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c72a1d5-1464-4401-9833-1d3acd27f569 None None] Routers {'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 22:10:58.469904 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-8c72a1d5-1464-4401-9833-1d3acd27f569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab613910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T22:10:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:10:58.562535 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0896fbff-a332-4d4b-be17-6c95f8d0d315 admin admin] Publish callbacks [] for router (f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:58.577528 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-8c72a1d5-1464-4401-9833-1d3acd27f569 None None] Set router f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e gateway port host: ncdv-master-1 {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 22:10:58.667637 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0896fbff-a332-4d4b-be17-6c95f8d0d315 admin admin] Publish callbacks [] for router_gateway (f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:58.720635 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-0896fbff-a332-4d4b-be17-6c95f8d0d315 admin admin] Deleting port 43570626-de55-4aa3-ad54-a2cd1efcad3a {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 22:10:58.720978 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0896fbff-a332-4d4b-be17-6c95f8d0d315 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (43570626-de55-4aa3-ad54-a2cd1efcad3a), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:58.758348 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-8c72a1d5-1464-4401-9833-1d3acd27f569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab613910>, [{'id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'name': 'tempest-TestSnapshotPattern-523062318-router', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': '43570626-de55-4aa3-ad54-a2cd1efcad3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:05:22Z', 'updated_at': '2022-02-05T22:10:57Z', 'revision_number': 5, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'gw_port': {'id': '43570626-de55-4aa3-ad54-a2cd1efcad3a', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:23Z', 'updated_at': '2022-02-05T22:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:10:58.787144 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c72a1d5-1464-4401-9833-1d3acd27f569 None None] Checking router: f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e for host: ncdv-master-1 {{(pid=114392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 22:10:58.796189 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c72a1d5-1464-4401-9833-1d3acd27f569 None None] Routers {'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e'} bound to L3 agent in host ncdv-master-1 {{(pid=114392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 22:10:58.797092 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-8c72a1d5-1464-4401-9833-1d3acd27f569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dab613910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T22:10:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e'], 'active': True} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:10:58.803842 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-0896fbff-a332-4d4b-be17-6c95f8d0d315 admin admin] For port 43570626-de55-4aa3-ad54-a2cd1efcad3a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=43570626-de55-4aa3-ad54-a2cd1efcad3a,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 22:10:58.804219 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0896fbff-a332-4d4b-be17-6c95f8d0d315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (43570626-de55-4aa3-ad54-a2cd1efcad3a), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:58.817099 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-0896fbff-a332-4d4b-be17-6c95f8d0d315 admin admin] Calling delete_port for 43570626-de55-4aa3-ad54-a2cd1efcad3a owned by network:router_gateway {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 22:10:58.889623 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvr_db [None req-8c72a1d5-1464-4401-9833-1d3acd27f569 None None] Set router f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e gateway port host: None {{(pid=114392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 22:10:58.948551 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_hamode_db [None req-8c72a1d5-1464-4401-9833-1d3acd27f569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dab613910>, [{'id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'name': 'tempest-TestSnapshotPattern-523062318-router', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:05:22Z', 'updated_at': '2022-02-05T22:10:58Z', 'revision_number': 6, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:10:58.975862 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c72a1d5-1464-4401-9833-1d3acd27f569 None None] The sync data for ids ['f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e'] in ncdv-master-1 is: [{'id': 'f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e', 'name': 'tempest-TestSnapshotPattern-523062318-router', 'tenant_id': 'c53444b898904b729b8fd99cf8b3adfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:05:22Z', 'updated_at': '2022-02-05T22:10:58Z', 'revision_number': 6, 'project_id': 'c53444b898904b729b8fd99cf8b3adfc', 'gw_port_host': None}] {{(pid=114392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 22:10:58.985915 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0896fbff-a332-4d4b-be17-6c95f8d0d315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (43570626-de55-4aa3-ad54-a2cd1efcad3a), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:59.012804 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0896fbff-a332-4d4b-be17-6c95f8d0d315 admin admin] Pushing event deleted for resources: {'Port': ['ID=43570626-de55-4aa3-ad54-a2cd1efcad3a,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:10:59.083850 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0896fbff-a332-4d4b-be17-6c95f8d0d315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:59.175299 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0896fbff-a332-4d4b-be17-6c95f8d0d315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:59.177430 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0896fbff-a332-4d4b-be17-6c95f8d0d315 admin admin] Publish callbacks [] for router_controller (f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:59.219829 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0896fbff-a332-4d4b-be17-6c95f8d0d315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:59.220285 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0896fbff-a332-4d4b-be17-6c95f8d0d315 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e {{(pid=114391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 22:10:59.224617 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-0896fbff-a332-4d4b-be17-6c95f8d0d315 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:59.225754 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-0896fbff-a332-4d4b-be17-6c95f8d0d315 admin admin] 10.222.0.32 "DELETE /v2.0/routers/f4cc7239-ed41-4a2e-98a1-c0f57dc1df0e HTTP/1.1" status: 204  len: 168 time: 0.7698896
Feb 05 22:10:59.228208 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56368) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:10:59.237980 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 5c0fc701-ca60-4701-ac8a-a9a5030de3d6 no longer exists at agent hyperv_nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 22:10:59.259751 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] No Port match for: 5c0fc701-ca60-4701-ac8a-a9a5030de3d6 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 22:10:59.260100 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Device 5c0fc701-ca60-4701-ac8a-a9a5030de3d6 not bound to the agent host nch2-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 22:10:59.274858 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-6db38b5a-9d19-4fdf-a459-c9127133bf90 admin admin] Deleting subnet 075b10ed-2f2a-43ba-8c00-acbd537f742f {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 22:10:59.277881 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6db38b5a-9d19-4fdf-a459-c9127133bf90 admin admin] Publish callbacks [] for subnet (075b10ed-2f2a-43ba-8c00-acbd537f742f), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:59.313623 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6db38b5a-9d19-4fdf-a459-c9127133bf90 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (075b10ed-2f2a-43ba-8c00-acbd537f742f), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:59.398520 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6db38b5a-9d19-4fdf-a459-c9127133bf90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (075b10ed-2f2a-43ba-8c00-acbd537f742f), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:59.452460 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6db38b5a-9d19-4fdf-a459-c9127133bf90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (075b10ed-2f2a-43ba-8c00-acbd537f742f), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:59.476649 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db38b5a-9d19-4fdf-a459-c9127133bf90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=075b10ed-2f2a-43ba-8c00-acbd537f742f,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:10:59.483072 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6db38b5a-9d19-4fdf-a459-c9127133bf90 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:59.486648 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6db38b5a-9d19-4fdf-a459-c9127133bf90 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/075b10ed-2f2a-43ba-8c00-acbd537f742f HTTP/1.1" status: 204  len: 168 time: 0.2571521
Feb 05 22:10:59.488769 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56370) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:10:59.491530 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eaecd43-25da-4b7f-a651-fec469296ca3 None None] Network 4417a581-5e62-46ca-94f7-1c95ca843c61 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 22:10:59.561380 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-27866ea4-911b-4693-a617-7dad35fcac59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (4417a581-5e62-46ca-94f7-1c95ca843c61), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:59.612863 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-27866ea4-911b-4693-a617-7dad35fcac59 admin admin] Deleting port 57f0facf-3600-4495-8cfc-b59d1a561634 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 22:10:59.613214 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-27866ea4-911b-4693-a617-7dad35fcac59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (57f0facf-3600-4495-8cfc-b59d1a561634), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:59.675859 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-27866ea4-911b-4693-a617-7dad35fcac59 admin admin] For port 57f0facf-3600-4495-8cfc-b59d1a561634, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=57f0facf-3600-4495-8cfc-b59d1a561634,segment=NetworkSegment(0c9a9e21-2005-4080-93bb-a344ded405e8),segment_id=0c9a9e21-2005-4080-93bb-a344ded405e8)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 22:10:59.676156 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-27866ea4-911b-4693-a617-7dad35fcac59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (57f0facf-3600-4495-8cfc-b59d1a561634), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:59.692097 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-27866ea4-911b-4693-a617-7dad35fcac59 admin admin] Calling delete_port for 57f0facf-3600-4495-8cfc-b59d1a561634 owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 22:10:59.758041 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346c564c-ec5d-49b1-b4cd-447feb5741be None None] DHCP port deletion for 4417a581-5e62-46ca-94f7-1c95ca843c61 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 22:10:59.781059 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-27866ea4-911b-4693-a617-7dad35fcac59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (57f0facf-3600-4495-8cfc-b59d1a561634), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:59.813695 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-346c564c-ec5d-49b1-b4cd-447feb5741be None None] Deleting port 57f0facf-3600-4495-8cfc-b59d1a561634 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 22:10:59.814074 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-346c564c-ec5d-49b1-b4cd-447feb5741be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (57f0facf-3600-4495-8cfc-b59d1a561634), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:59.815327 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27866ea4-911b-4693-a617-7dad35fcac59 admin admin] Pushing event deleted for resources: {'Port': ['ID=57f0facf-3600-4495-8cfc-b59d1a561634,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:10:59.819080 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27866ea4-911b-4693-a617-7dad35fcac59 admin admin] No DVR routers for this DVR port 57f0facf-3600-4495-8cfc-b59d1a561634 on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 22:10:59.842845 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 43570626-de55-4aa3-ad54-a2cd1efcad3a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 22:10:59.901866 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 43570626-de55-4aa3-ad54-a2cd1efcad3a {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 22:10:59.902225 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 43570626-de55-4aa3-ad54-a2cd1efcad3a not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 22:10:59.902683 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b70450fa-c4fa-4ffc-ba62-dffd0754eb52 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 22:10:59.927819 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-346c564c-ec5d-49b1-b4cd-447feb5741be None None] For port 57f0facf-3600-4495-8cfc-b59d1a561634, host ncdv-master-1, got binding levels [] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 22:10:59.928236 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-346c564c-ec5d-49b1-b4cd-447feb5741be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (57f0facf-3600-4495-8cfc-b59d1a561634), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:59.930896 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: b70450fa-c4fa-4ffc-ba62-dffd0754eb52 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 22:10:59.931257 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device b70450fa-c4fa-4ffc-ba62-dffd0754eb52 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 22:10:59.931695 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 57f0facf-3600-4495-8cfc-b59d1a561634 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 22:10:59.957280 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 57f0facf-3600-4495-8cfc-b59d1a561634 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 22:10:59.957653 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 57f0facf-3600-4495-8cfc-b59d1a561634 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 22:10:59.965617 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-346c564c-ec5d-49b1-b4cd-447feb5741be None None] Calling delete_port for 57f0facf-3600-4495-8cfc-b59d1a561634 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 22:10:59.969609 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.ipam_backend_mixin [None req-346c564c-ec5d-49b1-b4cd-447feb5741be None None] Port 57f0facf-3600-4495-8cfc-b59d1a561634 was not found and therefore no delete operation was performed {{(pid=114392) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Feb 05 22:10:59.971156 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-346c564c-ec5d-49b1-b4cd-447feb5741be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (57f0facf-3600-4495-8cfc-b59d1a561634), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:10:59.997844 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c564c-ec5d-49b1-b4cd-447feb5741be None None] Pushing event deleted for resources: {'Port': ['ID=57f0facf-3600-4495-8cfc-b59d1a561634,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:11:00.001583 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346c564c-ec5d-49b1-b4cd-447feb5741be None None] No DVR routers for this DVR port 57f0facf-3600-4495-8cfc-b59d1a561634 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 22:11:00.252658 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-27866ea4-911b-4693-a617-7dad35fcac59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (4417a581-5e62-46ca-94f7-1c95ca843c61), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:00.272143 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-27866ea4-911b-4693-a617-7dad35fcac59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db95108b0>,) {'filters': {'network_id': ['4417a581-5e62-46ca-94f7-1c95ca843c61']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:11:00.281958 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-27866ea4-911b-4693-a617-7dad35fcac59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db95108b0>, '0c9a9e21-2005-4080-93bb-a344ded405e8') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:11:00.282259 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-27866ea4-911b-4693-a617-7dad35fcac59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db95108b0>, '0c9a9e21-2005-4080-93bb-a344ded405e8') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:11:00.291495 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-27866ea4-911b-4693-a617-7dad35fcac59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (0c9a9e21-2005-4080-93bb-a344ded405e8), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:00.305232 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-27866ea4-911b-4693-a617-7dad35fcac59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (0c9a9e21-2005-4080-93bb-a344ded405e8), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:00.311422 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27866ea4-911b-4693-a617-7dad35fcac59 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 22:11:00.311815 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-27866ea4-911b-4693-a617-7dad35fcac59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (0c9a9e21-2005-4080-93bb-a344ded405e8), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:00.313547 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 22:11:00.313547 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 22:11:00.313547 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 22:11:00.313547 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 22:11:00.313547 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 22:11:00.313547 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 22:11:00.313547 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 22:11:00.313547 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 22:11:00.313547 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 22:11:00.313547 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 22:11:00.313547 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 22:11:00.313547 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 22:11:00.313547 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 22:11:00.313547 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 22:11:00.313547 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 22:11:00.313547 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 22:11:00.313547 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 22:11:00.313547 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 22:11:00.313547 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 22:11:00.313547 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 22:11:00.313547 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 22:11:00.313547 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 22:11:00.313547 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 22:11:00.313547 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 22:11:00.313547 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 22:11:00.313547 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 22:11:00.313547 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 22:11:00.313547 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 22:11:00.313547 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 22:11:00.313547 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 22:11:00.313547 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 22:11:00.313547 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 22:11:00.372523 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-27866ea4-911b-4693-a617-7dad35fcac59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (4417a581-5e62-46ca-94f7-1c95ca843c61), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:00.378022 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-27866ea4-911b-4693-a617-7dad35fcac59 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:00.381239 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-27866ea4-911b-4693-a617-7dad35fcac59 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4417a581-5e62-46ca-94f7-1c95ca843c61 HTTP/1.1" status: 204  len: 168 time: 0.8914518
Feb 05 22:11:00.384297 ncdv-master-1 neutron-server[114390]: DEBUG neutron.wsgi [-] (114390) accepted ('10.222.0.32', 56372) {{(pid=114390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:11:00.396036 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27866ea4-911b-4693-a617-7dad35fcac59 admin admin] Pushing event deleted for resources: {'Network': ['ID=4417a581-5e62-46ca-94f7-1c95ca843c61,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:11:01.051849 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-61b87cd1-2a51-4672-851e-ca261271927b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-583868'] for router_interface (c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:01.299746 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-61b87cd1-2a51-4672-851e-ca261271927b admin admin] Deleting port d8ec5b92-2d7d-4306-82d8-b6085516da10 {{(pid=114390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 22:11:01.300096 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-61b87cd1-2a51-4672-851e-ca261271927b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (d8ec5b92-2d7d-4306-82d8-b6085516da10), before_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:01.379916 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.db [None req-61b87cd1-2a51-4672-851e-ca261271927b admin admin] For port d8ec5b92-2d7d-4306-82d8-b6085516da10, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d8ec5b92-2d7d-4306-82d8-b6085516da10,segment=NetworkSegment(ee324370-8071-4625-bf12-9427b0fe37db),segment_id=ee324370-8071-4625-bf12-9427b0fe37db)] {{(pid=114390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 22:11:01.380276 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-61b87cd1-2a51-4672-851e-ca261271927b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (d8ec5b92-2d7d-4306-82d8-b6085516da10), precommit_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:01.392270 ncdv-master-1 neutron-server[114390]: DEBUG neutron.plugins.ml2.plugin [None req-61b87cd1-2a51-4672-851e-ca261271927b admin admin] Calling delete_port for d8ec5b92-2d7d-4306-82d8-b6085516da10 owned by network:router_interface {{(pid=114390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 22:11:01.577679 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-61b87cd1-2a51-4672-851e-ca261271927b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545159'] for port (d8ec5b92-2d7d-4306-82d8-b6085516da10), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:01.603074 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b87cd1-2a51-4672-851e-ca261271927b admin admin] Pushing event deleted for resources: {'Port': ['ID=d8ec5b92-2d7d-4306-82d8-b6085516da10,revision_number=None']} {{(pid=114390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:11:01.793746 ncdv-master-1 neutron-server[114390]: DEBUG neutron_lib.callbacks.manager [None req-61b87cd1-2a51-4672-851e-ca261271927b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-583720'] for router_interface (c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08), after_delete {{(pid=114390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:02.018559 ncdv-master-1 neutron-server[114390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b87cd1-2a51-4672-851e-ca261271927b admin admin] Router c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08 has already been hosted by L3 agent 8adc9b29-0066-4abe-a238-8f164dce6cb2 {{(pid=114390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 05 22:11:02.124492 ncdv-master-1 neutron-server[114390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b87cd1-2a51-4672-851e-ca261271927b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=114390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 05 22:11:02.129808 ncdv-master-1 neutron-server[114390]: INFO neutron.wsgi [None req-61b87cd1-2a51-4672-851e-ca261271927b admin admin] 10.222.0.32 "PUT /v2.0/routers/c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7441914
Feb 05 22:11:02.132352 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56374) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:11:02.134719 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ffebd8-4642-41d7-94c4-034a5fa35b5b None None] Sync routers for ids ['c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08'] in ncdv-master-1 {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 05 22:11:02.145245 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ffebd8-4642-41d7-94c4-034a5fa35b5b None None] Routers {'c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 22:11:02.145884 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-15ffebd8-4642-41d7-94c4-034a5fa35b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dba2881c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T22:10:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:11:02.239218 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86ff0f01-9082-4d1f-9e8b-b6281fd042ab admin admin] Publish callbacks [] for router (c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:02.248727 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-15ffebd8-4642-41d7-94c4-034a5fa35b5b None None] Set router c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08 gateway port host: ncdv-master-1 {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 22:11:02.344997 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86ff0f01-9082-4d1f-9e8b-b6281fd042ab admin admin] Publish callbacks [] for router_gateway (c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:02.398158 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-86ff0f01-9082-4d1f-9e8b-b6281fd042ab admin admin] Deleting port 21a469af-28cf-449e-9072-d713a7c3c5f0 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 22:11:02.398496 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86ff0f01-9082-4d1f-9e8b-b6281fd042ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (21a469af-28cf-449e-9072-d713a7c3c5f0), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:02.424076 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-15ffebd8-4642-41d7-94c4-034a5fa35b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dba2881c0>, [{'id': 'c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08', 'name': 'tempest-TestSnapshotPattern-239109455-router', 'tenant_id': '09cd5be0154a415f8ab29063b2cff683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'external_fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.107'}], 'enable_snat': True}, 'gw_port_id': '21a469af-28cf-449e-9072-d713a7c3c5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:05:27Z', 'updated_at': '2022-02-05T22:11:01Z', 'revision_number': 5, 'project_id': '09cd5be0154a415f8ab29063b2cff683', 'gw_port': {'id': '21a469af-28cf-449e-9072-d713a7c3c5f0', 'name': '', 'network_id': 'd65fb4dc-e812-4574-a4e6-6308f0abdf3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:94:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'ip_address': '172.35.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-05T22:05:27Z', 'updated_at': '2022-02-05T22:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b95dc4a-42a2-4b79-a66d-2df327dd59a0', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:11:02.449581 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ffebd8-4642-41d7-94c4-034a5fa35b5b None None] Checking router: c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08 for host: ncdv-master-1 {{(pid=114393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 05 22:11:02.458530 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ffebd8-4642-41d7-94c4-034a5fa35b5b None None] Routers {'c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08'} bound to L3 agent in host ncdv-master-1 {{(pid=114393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 05 22:11:02.459136 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-15ffebd8-4642-41d7-94c4-034a5fa35b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2dba2881c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-05T20:36:06Z,description=<?>,heartbeat_timestamp=2022-02-05T22:10:36Z,host='ncdv-master-1',id=8adc9b29-0066-4abe-a238-8f164dce6cb2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-05T20:36:06Z,topic='l3_agent')) {'router_ids': ['c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08'], 'active': True} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:11:02.478313 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-86ff0f01-9082-4d1f-9e8b-b6281fd042ab admin admin] For port 21a469af-28cf-449e-9072-d713a7c3c5f0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=21a469af-28cf-449e-9072-d713a7c3c5f0,segment=NetworkSegment(11bfec13-5f06-4bfb-add8-fc45e6a58a77),segment_id=11bfec13-5f06-4bfb-add8-fc45e6a58a77)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 22:11:02.478721 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86ff0f01-9082-4d1f-9e8b-b6281fd042ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (21a469af-28cf-449e-9072-d713a7c3c5f0), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:02.490318 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-86ff0f01-9082-4d1f-9e8b-b6281fd042ab admin admin] Calling delete_port for 21a469af-28cf-449e-9072-d713a7c3c5f0 owned by network:router_gateway {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 22:11:02.547583 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_dvr_db [None req-15ffebd8-4642-41d7-94c4-034a5fa35b5b None None] Set router c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08 gateway port host: None {{(pid=114393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 05 22:11:02.601702 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.l3_hamode_db [None req-15ffebd8-4642-41d7-94c4-034a5fa35b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2dba2881c0>, [{'id': 'c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08', 'name': 'tempest-TestSnapshotPattern-239109455-router', 'tenant_id': '09cd5be0154a415f8ab29063b2cff683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:05:27Z', 'updated_at': '2022-02-05T22:11:02Z', 'revision_number': 6, 'project_id': '09cd5be0154a415f8ab29063b2cff683', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=114393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:11:02.629484 ncdv-master-1 neutron-server[114393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ffebd8-4642-41d7-94c4-034a5fa35b5b None None] The sync data for ids ['c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08'] in ncdv-master-1 is: [{'id': 'c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08', 'name': 'tempest-TestSnapshotPattern-239109455-router', 'tenant_id': '09cd5be0154a415f8ab29063b2cff683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-05T22:05:27Z', 'updated_at': '2022-02-05T22:11:02Z', 'revision_number': 6, 'project_id': '09cd5be0154a415f8ab29063b2cff683', 'gw_port_host': None}] {{(pid=114393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 05 22:11:02.664532 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86ff0f01-9082-4d1f-9e8b-b6281fd042ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (21a469af-28cf-449e-9072-d713a7c3c5f0), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:02.686795 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff0f01-9082-4d1f-9e8b-b6281fd042ab admin admin] Pushing event deleted for resources: {'Port': ['ID=21a469af-28cf-449e-9072-d713a7c3c5f0,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:11:02.751081 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86ff0f01-9082-4d1f-9e8b-b6281fd042ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584650'] for router_gateway (c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:02.844398 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86ff0f01-9082-4d1f-9e8b-b6281fd042ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-583501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8195'] for router (c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:02.846566 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86ff0f01-9082-4d1f-9e8b-b6281fd042ab admin admin] Publish callbacks [] for router_controller (c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:02.896096 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86ff0f01-9082-4d1f-9e8b-b6281fd042ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-583514'] for router (c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:02.896761 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ff0f01-9082-4d1f-9e8b-b6281fd042ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08 {{(pid=114391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 05 22:11:02.901339 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-86ff0f01-9082-4d1f-9e8b-b6281fd042ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:02.902682 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-86ff0f01-9082-4d1f-9e8b-b6281fd042ab admin admin] 10.222.0.32 "DELETE /v2.0/routers/c7c0ba3b-f6cd-4dd1-a389-d32ecd1c2d08 HTTP/1.1" status: 204  len: 168 time: 0.7693036
Feb 05 22:11:02.905819 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56376) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:11:02.950563 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5e47915-6c27-40bb-b9fe-69d564629f00 admin admin] Deleting subnet a950b612-c42b-4f02-b0e1-dffed7271d0e {{(pid=114391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 05 22:11:02.953687 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a5e47915-6c27-40bb-b9fe-69d564629f00 admin admin] Publish callbacks [] for subnet (a950b612-c42b-4f02-b0e1-dffed7271d0e), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:02.989273 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a5e47915-6c27-40bb-b9fe-69d564629f00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10182427'] for subnet (a950b612-c42b-4f02-b0e1-dffed7271d0e), precommit_delete_associations {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:03.077918 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a5e47915-6c27-40bb-b9fe-69d564629f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657579'] for subnet (a950b612-c42b-4f02-b0e1-dffed7271d0e), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:03.129582 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a5e47915-6c27-40bb-b9fe-69d564629f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10397828'] for subnet (a950b612-c42b-4f02-b0e1-dffed7271d0e), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:03.157406 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e47915-6c27-40bb-b9fe-69d564629f00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a950b612-c42b-4f02-b0e1-dffed7271d0e,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:11:03.159416 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-a5e47915-6c27-40bb-b9fe-69d564629f00 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:03.162662 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-a5e47915-6c27-40bb-b9fe-69d564629f00 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a950b612-c42b-4f02-b0e1-dffed7271d0e HTTP/1.1" status: 204  len: 168 time: 0.2558532
Feb 05 22:11:03.165102 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56378) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:11:03.168940 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a4a5ea-0e23-4ad7-ae96-a08e14183721 None None] Network 64db4cab-06ba-4338-a34a-d7afe76c0b48 requested from ncdv-master-1 {{(pid=114392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 05 22:11:03.235952 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-58ec9afc-9643-4a32-a800-39e450bac3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093582'] for network (64db4cab-06ba-4338-a34a-d7afe76c0b48), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:03.296809 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-58ec9afc-9643-4a32-a800-39e450bac3a6 admin admin] Deleting port 349f0641-2726-4f27-9c8e-4975da4e25e2 {{(pid=114391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 22:11:03.297182 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-58ec9afc-9643-4a32-a800-39e450bac3a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (349f0641-2726-4f27-9c8e-4975da4e25e2), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:03.362011 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.db [None req-58ec9afc-9643-4a32-a800-39e450bac3a6 admin admin] For port 349f0641-2726-4f27-9c8e-4975da4e25e2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=349f0641-2726-4f27-9c8e-4975da4e25e2,segment=NetworkSegment(ee324370-8071-4625-bf12-9427b0fe37db),segment_id=ee324370-8071-4625-bf12-9427b0fe37db)] {{(pid=114391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 22:11:03.362414 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-58ec9afc-9643-4a32-a800-39e450bac3a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (349f0641-2726-4f27-9c8e-4975da4e25e2), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:03.376022 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f2e4a4-e57d-446a-9ec4-3e5e87b034cb None None] DHCP port deletion for 64db4cab-06ba-4338-a34a-d7afe76c0b48 request from ncdv-master-1 {{(pid=114392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 05 22:11:03.376378 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.plugin [None req-58ec9afc-9643-4a32-a800-39e450bac3a6 admin admin] Calling delete_port for 349f0641-2726-4f27-9c8e-4975da4e25e2 owned by network:dhcp {{(pid=114391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 22:11:03.429542 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-30f2e4a4-e57d-446a-9ec4-3e5e87b034cb None None] Deleting port 349f0641-2726-4f27-9c8e-4975da4e25e2 {{(pid=114392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}}
Feb 05 22:11:03.429923 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-30f2e4a4-e57d-446a-9ec4-3e5e87b034cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739649840532'] for port (349f0641-2726-4f27-9c8e-4975da4e25e2), before_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:03.469633 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-58ec9afc-9643-4a32-a800-39e450bac3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166961'] for port (349f0641-2726-4f27-9c8e-4975da4e25e2), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:03.493667 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.db [None req-30f2e4a4-e57d-446a-9ec4-3e5e87b034cb None None] For port 349f0641-2726-4f27-9c8e-4975da4e25e2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=349f0641-2726-4f27-9c8e-4975da4e25e2,segment=NetworkSegment(ee324370-8071-4625-bf12-9427b0fe37db),segment_id=ee324370-8071-4625-bf12-9427b0fe37db)] {{(pid=114392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 05 22:11:03.494149 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-30f2e4a4-e57d-446a-9ec4-3e5e87b034cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529415'] for port (349f0641-2726-4f27-9c8e-4975da4e25e2), precommit_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:03.497031 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec9afc-9643-4a32-a800-39e450bac3a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=349f0641-2726-4f27-9c8e-4975da4e25e2,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:11:03.503564 ncdv-master-1 neutron-server[114391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ec9afc-9643-4a32-a800-39e450bac3a6 admin admin] No DVR routers for this DVR port 349f0641-2726-4f27-9c8e-4975da4e25e2 on host ncdv-master-1 {{(pid=114391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 22:11:03.508578 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-30f2e4a4-e57d-446a-9ec4-3e5e87b034cb None None] Calling delete_port for 349f0641-2726-4f27-9c8e-4975da4e25e2 owned by network:dhcp {{(pid=114392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}}
Feb 05 22:11:03.576110 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-58ec9afc-9643-4a32-a800-39e450bac3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651984', 'neutron.services.segments.db._delete_segments_for_network-8739649783736'] for network (64db4cab-06ba-4338-a34a-d7afe76c0b48), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:03.594282 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-30f2e4a4-e57d-446a-9ec4-3e5e87b034cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7938136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739649914359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739649355138'] for port (349f0641-2726-4f27-9c8e-4975da4e25e2), after_delete {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:03.602335 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-58ec9afc-9643-4a32-a800-39e450bac3a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2db1d05a90>,) {'filters': {'network_id': ['64db4cab-06ba-4338-a34a-d7afe76c0b48']}} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:11:03.612876 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-58ec9afc-9643-4a32-a800-39e450bac3a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db1d05a90>, 'ee324370-8071-4625-bf12-9427b0fe37db') {'for_net_delete': True} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:11:03.613257 ncdv-master-1 neutron-server[114391]: DEBUG neutron.services.segments.db [None req-58ec9afc-9643-4a32-a800-39e450bac3a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2db1d05a90>, 'ee324370-8071-4625-bf12-9427b0fe37db') {} {{(pid=114391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 05 22:11:03.620540 ncdv-master-1 neutron-server[114392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2e4a4-e57d-446a-9ec4-3e5e87b034cb None None] Pushing event deleted for resources: {'Port': ['ID=349f0641-2726-4f27-9c8e-4975da4e25e2,revision_number=None']} {{(pid=114392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:11:03.624319 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-58ec9afc-9643-4a32-a800-39e450bac3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739649787329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10182412'] for segment (ee324370-8071-4625-bf12-9427b0fe37db), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:03.625689 ncdv-master-1 neutron-server[114392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f2e4a4-e57d-446a-9ec4-3e5e87b034cb None None] No DVR routers for this DVR port 349f0641-2726-4f27-9c8e-4975da4e25e2 on host ncdv-master-1 {{(pid=114392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 05 22:11:03.642189 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-58ec9afc-9643-4a32-a800-39e450bac3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629'] for segment (ee324370-8071-4625-bf12-9427b0fe37db), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:03.649598 ncdv-master-1 neutron-server[114391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58ec9afc-9643-4a32-a800-39e450bac3a6 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=114391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 05 22:11:03.650240 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-58ec9afc-9643-4a32-a800-39e450bac3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7655629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166876'] for segment (ee324370-8071-4625-bf12-9427b0fe37db), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:03.652454 ncdv-master-1 neutron-server[114391]: Traceback (most recent call last):
Feb 05 22:11:03.652454 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 22:11:03.652454 ncdv-master-1 neutron-server[114391]:     timer()
Feb 05 22:11:03.652454 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 22:11:03.652454 ncdv-master-1 neutron-server[114391]:     cb(*args, **kw)
Feb 05 22:11:03.652454 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 05 22:11:03.652454 ncdv-master-1 neutron-server[114391]:     return func(*args, **kwargs)
Feb 05 22:11:03.652454 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 22:11:03.652454 ncdv-master-1 neutron-server[114391]:     self._notify()
Feb 05 22:11:03.652454 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 22:11:03.652454 ncdv-master-1 neutron-server[114391]:     self.callback(batched_events)
Feb 05 22:11:03.652454 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 22:11:03.652454 ncdv-master-1 neutron-server[114391]:     event.method(event)
Feb 05 22:11:03.652454 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 05 22:11:03.652454 ncdv-master-1 neutron-server[114391]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 22:11:03.652454 ncdv-master-1 neutron-server[114391]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 05 22:11:03.652454 ncdv-master-1 neutron-server[114391]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 05 22:11:03.652454 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 05 22:11:03.652454 ncdv-master-1 neutron-server[114391]:     return f(self, *a, **k)
Feb 05 22:11:03.652454 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 05 22:11:03.652454 ncdv-master-1 neutron-server[114391]:     return self._get(url).json()
Feb 05 22:11:03.652454 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 22:11:03.652454 ncdv-master-1 neutron-server[114391]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 05 22:11:03.652454 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 05 22:11:03.652454 ncdv-master-1 neutron-server[114391]:     return self.request(url, 'GET', **kwargs)
Feb 05 22:11:03.652454 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 05 22:11:03.652454 ncdv-master-1 neutron-server[114391]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 05 22:11:03.652454 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 05 22:11:03.652454 ncdv-master-1 neutron-server[114391]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 22:11:03.652454 ncdv-master-1 neutron-server[114391]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 05 22:11:03.652454 ncdv-master-1 neutron-server[114391]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 22:11:03.652454 ncdv-master-1 neutron-server[114391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 22:11:03.708771 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-58ec9afc-9643-4a32-a800-39e450bac3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7652073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584622'] for network (64db4cab-06ba-4338-a34a-d7afe76c0b48), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:03.715336 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-58ec9afc-9643-4a32-a800-39e450bac3a6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:03.719426 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-58ec9afc-9643-4a32-a800-39e450bac3a6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/64db4cab-06ba-4338-a34a-d7afe76c0b48 HTTP/1.1" status: 204  len: 168 time: 0.5533824
Feb 05 22:11:03.730519 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec9afc-9643-4a32-a800-39e450bac3a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=64db4cab-06ba-4338-a34a-d7afe76c0b48,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:11:03.805065 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device d8ec5b92-2d7d-4306-82d8-b6085516da10 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 22:11:03.827114 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: d8ec5b92-2d7d-4306-82d8-b6085516da10 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 22:11:03.827472 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device d8ec5b92-2d7d-4306-82d8-b6085516da10 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 22:11:03.827906 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 21a469af-28cf-449e-9072-d713a7c3c5f0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 22:11:03.836541 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56384) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:11:03.848122 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 21a469af-28cf-449e-9072-d713a7c3c5f0 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 22:11:03.848479 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 21a469af-28cf-449e-9072-d713a7c3c5f0 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 22:11:03.848912 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 349f0641-2726-4f27-9c8e-4975da4e25e2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 05 22:11:03.871348 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] No Port match for: 349f0641-2726-4f27-9c8e-4975da4e25e2 {{(pid=114392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}}
Feb 05 22:11:03.871703 ncdv-master-1 neutron-server[114392]: DEBUG neutron.plugins.ml2.rpc [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Device 349f0641-2726-4f27-9c8e-4975da4e25e2 not bound to the agent host ncdv-master-1 {{(pid=114392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 05 22:11:03.879636 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-fb06366b-b810-4362-b43c-77c6bcfbb217 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c53444b898904b729b8fd99cf8b3adfc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0419185
Feb 05 22:11:03.882699 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56386) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:11:03.907900 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-45f47f5b-4f1d-4c1d-9c2b-43f9d71a69cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:03.938333 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3036883d-80a6-46d0-bcc5-ac9189dd2f56 admin admin] Publish callbacks [] for security_group (87e18506-e91e-4971-8f06-dc8978006062), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:03.959581 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3036883d-80a6-46d0-bcc5-ac9189dd2f56 admin admin] Publish callbacks [] for security_group (87e18506-e91e-4971-8f06-dc8978006062), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:04.006352 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3036883d-80a6-46d0-bcc5-ac9189dd2f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (87e18506-e91e-4971-8f06-dc8978006062), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:04.008837 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-3036883d-80a6-46d0-bcc5-ac9189dd2f56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:04.009992 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-3036883d-80a6-46d0-bcc5-ac9189dd2f56 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/87e18506-e91e-4971-8f06-dc8978006062 HTTP/1.1" status: 204  len: 168 time: 0.1263983
Feb 05 22:11:04.018029 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036883d-80a6-46d0-bcc5-ac9189dd2f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e18506-e91e-4971-8f06-dc8978006062,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:11:04.329849 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56392) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:11:04.370289 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-c16f387c-979b-420c-a9ec-f86a1aaf1319 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=09cd5be0154a415f8ab29063b2cff683&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0391994
Feb 05 22:11:04.373340 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [-] (114391) accepted ('10.222.0.32', 56394) {{(pid=114391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 05 22:11:04.420125 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6303aaa2-0b33-42c3-80fc-817afa09f304 admin admin] Publish callbacks [] for security_group (5036bcb5-2db0-4f12-b40c-ac1128799eec), before_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:04.441062 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6303aaa2-0b33-42c3-80fc-817afa09f304 admin admin] Publish callbacks [] for security_group (5036bcb5-2db0-4f12-b40c-ac1128799eec), precommit_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:04.486643 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6303aaa2-0b33-42c3-80fc-817afa09f304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367439'] for security_group (5036bcb5-2db0-4f12-b40c-ac1128799eec), after_delete {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:04.489191 ncdv-master-1 neutron-server[114391]: DEBUG neutron_lib.callbacks.manager [None req-6303aaa2-0b33-42c3-80fc-817afa09f304 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:04.490358 ncdv-master-1 neutron-server[114391]: INFO neutron.wsgi [None req-6303aaa2-0b33-42c3-80fc-817afa09f304 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5036bcb5-2db0-4f12-b40c-ac1128799eec HTTP/1.1" status: 204  len: 168 time: 0.1161342
Feb 05 22:11:04.498797 ncdv-master-1 neutron-server[114391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6303aaa2-0b33-42c3-80fc-817afa09f304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5036bcb5-2db0-4f12-b40c-ac1128799eec,revision_number=None']} {{(pid=114391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 05 22:11:06.293316 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-79083405-9b48-4bf9-9bf1-884b6ff1d988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:07.800021 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:09.379907 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:10.702266 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:13.813167 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 22:11:15.977257 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:21.008974 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:33.912486 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-04d939fa-dd36-46bf-8d04-91e666e2efe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:36.294828 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b5c5b5e3-ac0c-4df8-a4e3-fdda43a0c21b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:37.800816 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:39.382193 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:40.703919 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:45.983414 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:11:50.812943 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 22:11:51.010882 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:12:03.914169 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-33cdabfb-4ab2-453a-afd7-4082fd62ccfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:12:06.296424 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3129af4c-84d5-4541-b1e7-e9fff2776694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:12:07.804321 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:12:09.385570 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:12:10.706529 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:12:15.998037 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:12:21.008718 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:12:27.812557 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 22:12:33.916819 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6a08af0b-99dc-409e-ac3c-1fd48e96b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:12:36.297622 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-32b3ffb0-b2e1-4603-8a2e-40c7498e671c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:12:37.806880 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:12:39.390741 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:12:40.708826 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:12:46.012713 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:12:51.007543 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:13:03.917753 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-aa5ceac6-8bb3-4053-ad2c-32b733d013c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:13:04.811187 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 22:13:06.298715 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-f5e6a577-eac0-4680-b4ba-c1c0da00c27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:13:07.809899 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:13:09.390857 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:13:10.710679 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:13:16.024000 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:13:21.006594 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:13:33.920218 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e7d746e1-0e34-4877-8671-7814d3ae333d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:13:36.299032 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0b16e4d2-acb8-4557-941b-a56564d6b34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:13:37.813017 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:13:39.393423 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:13:40.712355 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:13:41.810739 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 22:13:46.026848 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:13:51.006804 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:14:03.922835 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-80b1ffdf-c617-4d22-b903-fa95f2c76d4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:14:06.301023 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-3fbaddd6-5f3d-4f58-8329-648c9983329a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:14:07.815580 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:14:09.397417 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:14:10.714857 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:14:16.025537 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:14:18.810772 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 22:14:21.021563 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:14:33.924936 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-7cf0bf49-212d-4e9d-9dcf-694581b23049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:14:36.300779 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bc1c7b05-341a-4d26-8c2e-5c97907b0ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:14:37.818997 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:14:39.397879 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:14:40.716394 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:14:46.036196 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:14:51.020651 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:14:55.810267 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 22:15:03.926135 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-5509c59e-602c-43dc-8ab8-7234d464633b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:15:06.301353 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-9719013f-2ab0-49bc-9e6b-dfbe3aeae339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:15:07.823820 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:15:09.400200 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:15:10.719005 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:15:16.023604 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:15:21.021005 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:15:32.810063 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 22:15:33.928384 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-0df1bcc6-72d8-46b9-8082-0e5b563b4497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:15:36.302522 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-50c89176-d4bb-443b-a7e9-7d655083316e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:15:37.824199 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:15:39.403137 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:15:40.722666 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:15:46.022928 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:15:51.036332 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:16:03.930308 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-8d5dd8e1-4a6c-46f5-8ba8-12eddd1b09a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:16:06.303671 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a2bee603-cfcd-4930-9727-d827809dfb32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:16:07.826811 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:16:09.407021 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:16:09.809538 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 22:16:10.728047 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:16:16.038046 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:16:21.050575 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:16:33.933370 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-896a5d52-d993-4e9f-9239-2c617093a346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:16:36.304598 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e7c65fb4-e6f1-43a5-a7d9-300d070ef834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:16:37.829317 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:16:39.409703 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:16:40.730107 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:16:46.064806 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:16:46.808803 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 22:16:51.050472 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:17:03.935382 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-a0ddb240-0844-4bab-996a-eb910f7672ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:17:06.305002 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4b58-76ee-4f2e-aefb-ab22020ee447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:17:07.832012 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:17:09.411948 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:17:10.732629 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:17:16.077761 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:17:21.050716 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:17:23.808182 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 22:17:33.938264 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-db848d87-1c40-4b2c-8873-38272aae66ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:17:36.306166 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e6460844-671c-420c-9037-5403222037b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:17:37.837591 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:17:39.414536 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:17:40.735342 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:17:46.078567 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:17:51.049180 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:18:00.807879 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 22:18:03.938905 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-e8a86b95-b060-43a6-ba84-07514025c3ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:18:06.308002 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b1e6b5a1-c7aa-458c-bab6-3c1baf061db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:18:07.836461 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:18:09.417380 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:18:10.738248 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:18:16.076052 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:18:21.065719 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:18:33.940073 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c39d8557-5cda-43f0-8c17-999803146865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:18:36.308157 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-256d8e4a-7806-4e37-a80a-ecf9010687a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:18:36.530209 ncdv-master-1 neutron-server[114391]: DEBUG neutron.wsgi [req-4b916eda-56b2-4cae-ae75-3564134351e4 req-4856bc71-b731-4d56-b199-c2a2c36d86ea service neutron] (114391) timed out ('10.222.0.32', 53766) {{(pid=114391) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 05 22:18:37.809429 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 22:18:37.840157 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:18:39.420159 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:18:40.741057 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:18:46.090849 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:18:51.064462 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:19:03.946545 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-bca03f9f-e68d-4ef4-a00f-b574a98efd80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:19:06.309172 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-2e116c01-26cf-4424-901c-a20dd16d12bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:19:07.843365 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:19:09.422468 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:19:10.743638 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:19:14.809272 ncdv-master-1 neutron-server[114393]: DEBUG neutron.db.agents_db [None req-6574c02d-50da-4893-8c12-b35464f37f18 None None] Agent healthcheck: found 7 active agents {{(pid=114393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 05 22:19:16.078253 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:19:21.078798 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-c161b437-f1da-488c-a169-18815e3393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (277fbca6-c2ee-41a0-9aae-2151d9ebe77a), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:19:33.949011 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-d1c249d8-5669-4307-aedb-7c4d5b5c0107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (9c67cbf9-f36a-4965-a5ea-bb0ea446b56e), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:19:36.310861 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-805168be-65d6-4a0d-bc22-b7761808a38e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (8adc9b29-0066-4abe-a238-8f164dce6cb2), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:19:37.846486 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-b85b9075-e276-48c2-acc0-c77296640325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (864ffeff-ffb5-4b89-a9f7-a66793e96841), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:19:39.425339 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-674e1946-b648-48a6-84f7-bd27369e4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (2216ca26-1997-468c-a391-e1d5b50c1e7d), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:19:40.746546 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-6b1e153f-9215-49fa-9ba5-32d59ac21bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (952bc0cf-bc1a-4209-aba2-7dba31448af8), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 05 22:19:46.109701 ncdv-master-1 neutron-server[114392]: DEBUG neutron_lib.callbacks.manager [None req-93599ccf-02bf-4472-8990-982e4c13d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739649783718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654279'] for agent (97c4623c-0ebe-49b7-91e4-dc2cc7deaa26), after_update {{(pid=114392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}